-- Logs begin at Wed 2021-09-08 08:12:41 UTC, end at Wed 2021-09-08 10:40:46 UTC. -- Sep 08 08:44:30.175790 n-d-806683-11 systemd[1]: Started Devstack devstack@q-svc.service. Sep 08 08:44:32.936663 n-d-806683-11 neutron-server[94605]: INFO neutron.common.config [-] Logging enabled! Sep 08 08:44:32.937271 n-d-806683-11 neutron-server[94605]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 08 08:44:32.937424 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94605) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 08 08:44:32.940699 n-d-806683-11 neutron-server[94605]: INFO neutron.common.config [-] Logging enabled! Sep 08 08:44:32.940948 n-d-806683-11 neutron-server[94605]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 08 08:44:32.941259 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94605) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 08 08:44:32.942226 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 08 08:44:32.942458 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 08 08:44:32.942830 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 08 08:44:32.943090 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 08 08:44:32.943281 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 08 08:44:32.943596 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.943890 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.944186 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.944412 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.944703 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.944989 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.945894 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.946310 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.946617 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.946905 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.947185 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.947472 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.947703 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.947983 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.948268 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.948551 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.948771 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] debug = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.949049 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.949473 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.949902 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.950204 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.950494 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.950776 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.951040 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.951315 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.951595 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.951924 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] host = n-d-806683-11 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.952201 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.952488 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.952774 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.953058 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.953331 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.953604 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.953889 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.954186 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.954459 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] log_file = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.954733 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.955017 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.955300 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.955585 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.955810 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.956031 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.956318 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.956602 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.956875 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.957146 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.957416 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.957687 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.957957 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.958245 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.958530 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.958812 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.959098 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.959370 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.959646 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.959919 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.960188 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.960470 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.960740 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.961604 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.961879 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.962196 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.962468 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.962742 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.963043 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.963329 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.963610 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.963892 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.964163 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.964445 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.964716 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.964986 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.965255 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] use_json = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.965524 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.965791 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.966090 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.966367 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.966640 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.966913 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.967184 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.967465 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:32.967761 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.968057 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.968359 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.968644 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.968938 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.969218 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.969512 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.969790 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.970102 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.970393 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.970682 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.970962 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.971249 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.971526 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.971820 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.972126 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.972423 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.972710 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.972984 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.973259 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.973534 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.973803 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.974113 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.974449 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.974684 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.975230 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.975510 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.975794 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.976090 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.976385 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.976768 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.977213 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.977514 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.977796 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.978094 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.978379 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.978664 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.978947 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.979220 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.979505 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.979782 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.980055 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.980325 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.980604 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.980890 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.981168 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.981438 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.981709 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.981985 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.982277 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.982561 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.982837 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.983110 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.983381 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.983657 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.983926 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.984198 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.984473 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.984743 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.985020 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.985291 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.985560 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.985832 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.986193 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.986458 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.986726 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.986995 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.987271 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.987540 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.987807 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.988077 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.988347 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.988616 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.988900 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.989203 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.989480 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.989758 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.990049 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.990333 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.990609 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.990885 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.991160 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.991439 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.991709 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.992036 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.992425 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.992715 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.992997 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.993275 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.993577 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.993853 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.994159 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.994439 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.994716 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.994996 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.995279 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.995573 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.995863 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.996155 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.996444 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.996735 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.997012 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.997320 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.997596 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:32.997815 n-d-806683-11 neutron-server[94605]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 08 08:44:32.998077 n-d-806683-11 neutron-server[94605]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94605) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 08 08:44:33.363509 n-d-806683-11 neutron-server[94605]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 08:44:33.363778 n-d-806683-11 neutron-server[94605]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 08:44:33.364066 n-d-806683-11 neutron-server[94605]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 08:44:33.364398 n-d-806683-11 neutron-server[94605]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 08 08:44:33.770526 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:33.770820 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:33.771091 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:33.772381 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:33.772654 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:33.772918 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:33.811446 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:33.811723 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:33.811988 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:33.827957 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:33.828237 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:33.828502 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:33.858736 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:33.859014 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:33.859281 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:33.896567 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:33.896841 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:33.897107 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:34.132794 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:34.133435 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:34.133556 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:34.133727 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:34.134462 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:34.260148 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:34.260455 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:34.260741 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:34.261007 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:34.261275 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:34.261579 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:34.261840 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:34.262113 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:34.262365 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:34.262641 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:34.262894 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:34.263152 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:34.263403 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:34.263649 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:34.263897 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:34.264155 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:34.264402 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:34.264662 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:34.264928 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:34.265181 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:34.265443 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:34.265688 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:34.265963 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:34.266357 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:34.266604 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:34.266846 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:34.267243 n-d-806683-11 neutron-server[94605]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94605) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 08:44:34.267478 n-d-806683-11 neutron-server[94605]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94605) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 08:44:34.267710 n-d-806683-11 neutron-server[94605]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94605) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 08:44:34.267944 n-d-806683-11 neutron-server[94605]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94605) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 08:44:34.268174 n-d-806683-11 neutron-server[94605]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94605) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 08:44:34.268405 n-d-806683-11 neutron-server[94605]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94605) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 08:44:34.268766 n-d-806683-11 neutron-server[94605]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 08 08:44:34.272337 n-d-806683-11 neutron-server[94605]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 08 08:44:34.276908 n-d-806683-11 neutron-server[94605]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 08 08:44:34.280810 n-d-806683-11 neutron-server[94605]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Sep 08 08:44:34.282466 n-d-806683-11 neutron-server[94605]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 08 08:44:34.282926 n-d-806683-11 neutron-server[94605]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 08 08:44:34.283255 n-d-806683-11 neutron-server[94605]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 08 08:44:34.283638 n-d-806683-11 neutron-server[94605]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 08 08:44:34.286479 n-d-806683-11 neutron-server[94605]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 08 08:44:34.286731 n-d-806683-11 neutron-server[94605]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 08 08:44:34.287078 n-d-806683-11 neutron-server[94605]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 08 08:44:34.292991 n-d-806683-11 neutron-server[94605]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 08 08:44:34.314920 n-d-806683-11 neutron-server[94605]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 08 08:44:34.315382 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:34.315676 n-d-806683-11 neutron-server[94605]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94605) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 08 08:44:34.316040 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:34.317381 n-d-806683-11 neutron-server[94605]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94605) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 08 08:44:34.317664 n-d-806683-11 neutron-server[94605]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 08 08:44:34.317909 n-d-806683-11 neutron-server[94605]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 08 08:44:34.321842 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:34.322147 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:34.385761 n-d-806683-11 neutron-server[94605]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 08 08:44:34.385916 n-d-806683-11 neutron-server[94605]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 08 08:44:34.386173 n-d-806683-11 neutron-server[94605]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 08 08:44:34.386551 n-d-806683-11 neutron-server[94605]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 08 08:44:34.409752 n-d-806683-11 neutron-server[94605]: DEBUG oslo_db.sqlalchemy.engines [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94605) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 08 08:44:34.952904 n-d-806683-11 neutron-server[94605]: INFO neutron.plugins.ml2.managers [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Initializing driver for type 'gre' Sep 08 08:44:34.953438 n-d-806683-11 neutron-server[94605]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] gre ID ranges: [(1, 1000)] Sep 08 08:44:35.016158 n-d-806683-11 neutron-server[94605]: INFO neutron.plugins.ml2.managers [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Initializing driver for type 'local' Sep 08 08:44:35.016503 n-d-806683-11 neutron-server[94605]: INFO neutron.plugins.ml2.managers [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Initializing driver for type 'vlan' Sep 08 08:44:35.030351 n-d-806683-11 neutron-server[94605]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] VlanTypeDriver initialization complete Sep 08 08:44:35.030770 n-d-806683-11 neutron-server[94605]: INFO neutron.plugins.ml2.managers [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Initializing driver for type 'vxlan' Sep 08 08:44:35.031536 n-d-806683-11 neutron-server[94605]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] vxlan ID ranges: [(1, 1000)] Sep 08 08:44:35.087692 n-d-806683-11 neutron-server[94605]: INFO neutron.plugins.ml2.managers [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Initializing extension driver 'port_security' Sep 08 08:44:35.088116 n-d-806683-11 neutron-server[94605]: INFO neutron.plugins.ml2.extensions.port_security [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] PortSecurityExtensionDriver initialization complete Sep 08 08:44:35.088480 n-d-806683-11 neutron-server[94605]: INFO neutron.plugins.ml2.managers [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Initializing mechanism driver 'openvswitch' Sep 08 08:44:35.088812 n-d-806683-11 neutron-server[94605]: INFO neutron.plugins.ml2.managers [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Initializing mechanism driver 'hyperv' Sep 08 08:44:35.095842 n-d-806683-11 neutron-server[94605]: DEBUG neutron.plugins.ml2.plugin [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:44:35.096554 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > port after_create 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.096927 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > port after_update 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.097284 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > port after_delete 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.097818 n-d-806683-11 neutron-server[94605]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94605) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 08:44:35.098298 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > subnet after_create 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.098659 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > subnet after_update 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.099012 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.099409 n-d-806683-11 neutron-server[94605]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94605) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 08:44:35.100085 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > network after_create 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.100437 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > network after_update 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.100785 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > network after_delete 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.101179 n-d-806683-11 neutron-server[94605]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94605) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 08:44:35.101659 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > security_group after_create 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.102256 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > security_group after_update 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.102640 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.103199 n-d-806683-11 neutron-server[94605]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94605) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 08:44:35.103762 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.104122 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.104699 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.105352 n-d-806683-11 neutron-server[94605]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94605) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 08:44:35.106015 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > address_group after_create 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.106616 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > address_group after_update 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.107212 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.107863 n-d-806683-11 neutron-server[94605]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94605) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 08:44:35.108522 n-d-806683-11 neutron-server[94605]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] ML2 OVO RPC backend initialized. {{(pid=94605) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 08 08:44:35.109313 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.110079 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.110786 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > network before_response 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.111235 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > networks before_response 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.111598 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > port before_response 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.111954 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > ports before_response 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.112307 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > subnet before_response 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.112659 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > subnets before_response 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.113015 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > network after_create 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.113361 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > network after_update 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.113704 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > network after_delete 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.114091 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > port after_create 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.114414 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > port after_update 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.114755 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > port after_delete 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.115097 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > subnet after_create 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.115437 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > subnet after_update 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.115774 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.116418 n-d-806683-11 neutron-server[94605]: INFO neutron.plugins.ml2.plugin [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Modular L2 Plugin initialization complete Sep 08 08:44:35.116855 n-d-806683-11 neutron-server[94605]: DEBUG neutron.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading services supported by the core plugin {{(pid=94605) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 08 08:44:35.117327 n-d-806683-11 neutron-server[94605]: INFO neutron.plugins.ml2.managers [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Got port-security extension from driver 'port_security' Sep 08 08:44:35.118027 n-d-806683-11 neutron-server[94605]: INFO neutron.extensions.vlantransparent [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Disabled vlantransparent extension. Sep 08 08:44:35.118569 n-d-806683-11 neutron-server[94605]: DEBUG neutron.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94605) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 08 08:44:35.118958 n-d-806683-11 neutron-server[94605]: INFO neutron.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading Plugin: router Sep 08 08:44:35.157019 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.157648 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > router after_create 55549900 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.157789 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > router before_create 55549900 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.158184 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.158568 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.158932 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > router after_delete 55549900 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.159298 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.159652 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.160020 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > router after_create 55549900 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.160373 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > router after_update 55549900 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.160728 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > router after_update 55549900 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.161087 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.161453 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > router after_update 55549900 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.161870 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > router precommit_update 55549900 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.162284 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: port after_update 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.162635 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: port after_delete 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.162978 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: subnet after_update 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.163325 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.163679 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.164125 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > router precommit_create 55549900 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.164680 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: port before_delete 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.164871 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > router precommit_create 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.165235 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > router after_update 55549900 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.165583 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.165939 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > router precommit_create 55549900 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.166332 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.166685 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > router precommit_update 55549900 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.167055 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > agent after_create 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.167409 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > agent after_delete 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.167758 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > network after_delete 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.168678 n-d-806683-11 neutron-server[94605]: DEBUG neutron.quota.resource_registry [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Tracking information for resource: router configured {{(pid=94605) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 08:44:35.169016 n-d-806683-11 neutron-server[94605]: DEBUG neutron.quota.resource_registry [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Tracking information for resource: floatingip configured {{(pid=94605) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 08:44:35.174588 n-d-806683-11 neutron-server[94605]: INFO neutron.db.l3_agentschedulers_db [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 08 08:44:35.175172 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: port after_update 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.175540 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: port after_create 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.175897 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: port after_delete 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.176254 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: port after_update 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.177075 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > router before_create 55550100 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.177447 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.177816 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > router precommit_create 55550100 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.178209 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > router precommit_update 55550100 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.183113 n-d-806683-11 neutron-server[94605]: DEBUG neutron.services.provider_configuration [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Service providers = [] {{(pid=94605) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 08 08:44:35.183486 n-d-806683-11 neutron-server[94605]: DEBUG neutron.db.servicetype_db [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94605) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 08 08:44:35.186627 n-d-806683-11 neutron-server[94605]: DEBUG neutron.services.service_base [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94605) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 08 08:44:35.186984 n-d-806683-11 neutron-server[94605]: DEBUG neutron.services.service_base [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94605) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 08 08:44:35.187337 n-d-806683-11 neutron-server[94605]: DEBUG neutron.services.service_base [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94605) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 08 08:44:35.188252 n-d-806683-11 neutron-server[94605]: DEBUG neutron.services.service_base [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94605) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 08 08:44:35.188636 n-d-806683-11 neutron-server[94605]: INFO neutron.services.service_base [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 08 08:44:35.189024 n-d-806683-11 neutron-server[94605]: DEBUG neutron.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94605) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 08:44:35.189349 n-d-806683-11 neutron-server[94605]: INFO neutron.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 08 08:44:35.201323 n-d-806683-11 neutron-server[94605]: DEBUG neutron.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94605) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 08:44:35.201663 n-d-806683-11 neutron-server[94605]: INFO neutron.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading Plugin: auto_allocate Sep 08 08:44:35.207653 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: network precommit_update 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.208029 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: network precommit_create 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.208576 n-d-806683-11 neutron-server[94605]: DEBUG neutron.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94605) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 08:44:35.208904 n-d-806683-11 neutron-server[94605]: INFO neutron.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading Plugin: tag Sep 08 08:44:35.216748 n-d-806683-11 neutron-server[94605]: DEBUG neutron.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94605) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 08:44:35.217083 n-d-806683-11 neutron-server[94605]: INFO neutron.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading Plugin: timestamp Sep 08 08:44:35.221226 n-d-806683-11 neutron-server[94605]: DEBUG neutron.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94605) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 08:44:35.221562 n-d-806683-11 neutron-server[94605]: INFO neutron.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading Plugin: network_ip_availability Sep 08 08:44:35.227549 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.227933 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.228297 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.229080 n-d-806683-11 neutron-server[94605]: DEBUG neutron.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94605) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 08:44:35.229406 n-d-806683-11 neutron-server[94605]: INFO neutron.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading Plugin: flavors Sep 08 08:44:35.234274 n-d-806683-11 neutron-server[94605]: DEBUG neutron.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94605) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 08:44:35.234623 n-d-806683-11 neutron-server[94605]: INFO neutron.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading Plugin: revisions Sep 08 08:44:35.239031 n-d-806683-11 neutron-server[94605]: DEBUG neutron.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94605) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 08:44:35.239428 n-d-806683-11 neutron-server[94605]: DEBUG oslo_concurrency.lockutils [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.875s {{(pid=94605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 08:44:35.240188 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94605) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 08 08:44:35.240520 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Initializing extension manager. Sep 08 08:44:35.241040 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: __init__.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.241385 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: __pycache__ {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.241724 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.242335 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: address_group.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.243222 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.243813 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: address-group Sep 08 08:44:35.244141 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: address_scope.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.245088 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.245605 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: address-scope Sep 08 08:44:35.245931 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.246929 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.247446 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: router-admin-state-down-before-update Sep 08 08:44:35.247772 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: agent.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.248484 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.249001 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: agent Sep 08 08:44:35.249328 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: agent_resources_synced.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.250282 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.250806 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: agent-resources-synced Sep 08 08:44:35.251134 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: allowedaddresspairs.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.252983 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.253516 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: allowed-address-pairs Sep 08 08:44:35.253850 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: auto_allocated_topology.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.254972 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.255496 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: auto-allocated-topology Sep 08 08:44:35.255828 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: availability_zone.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.256529 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.257040 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: availability_zone Sep 08 08:44:35.257368 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: availability_zone_filter.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.259025 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.259546 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: availability_zone_filter Sep 08 08:44:35.259880 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: data_plane_status.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.260795 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.261308 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extension data-plane-status not supported by any of loaded plugins Sep 08 08:44:35.261638 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: default_subnetpools.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.262590 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.263111 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: default-subnetpools Sep 08 08:44:35.263446 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.264281 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.264800 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: dhcp_agent_scheduler Sep 08 08:44:35.265129 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: dns.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.266073 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.266639 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extension dns-integration not supported by any of loaded plugins Sep 08 08:44:35.266922 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: dns_domain_ports.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.267854 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.268374 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 08 08:44:35.268704 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.269627 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.270174 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 08 08:44:35.270504 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: dvr.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.271184 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.271698 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: dvr Sep 08 08:44:35.272021 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: ecmp_routes.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.272944 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.274126 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 08 08:44:35.274443 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: empty_string_filtering.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.275375 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.275893 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: empty-string-filtering Sep 08 08:44:35.276216 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.277137 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.277665 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 08 08:44:35.277971 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.278918 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.279435 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 08 08:44:35.279756 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: external_net.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.280667 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.281181 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: external-net Sep 08 08:44:35.281504 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.282438 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.282956 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: extra_dhcp_opt Sep 08 08:44:35.283279 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: extraroute.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.284209 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.284724 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: extraroute Sep 08 08:44:35.285048 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: extraroute_atomic.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.286128 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.286642 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: extraroute-atomic Sep 08 08:44:35.286967 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: filter_validation.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.287647 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.288157 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: filter-validation Sep 08 08:44:35.288483 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: fip_pf_description.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.289461 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.289956 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 08 08:44:35.290310 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: fip_port_details.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.291239 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.291755 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: fip-port-details Sep 08 08:44:35.292087 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: flavors.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.293344 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.293871 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: flavors Sep 08 08:44:35.294245 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.295925 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.296455 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 08 08:44:35.296789 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: floatingip_pools.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.297491 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.298009 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: floatingip-pools Sep 08 08:44:35.298361 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: ip_allocation.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.299297 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.299808 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extension ip_allocation not supported by any of loaded plugins Sep 08 08:44:35.300135 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.301058 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.301579 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: ip-substring-filtering Sep 08 08:44:35.301908 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: l2_adjacency.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.302884 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.303397 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 08 08:44:35.303723 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: l3.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.304944 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.305471 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: router Sep 08 08:44:35.305827 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.308174 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.308719 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 08 08:44:35.309055 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.310025 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.310580 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: ext-gw-mode Sep 08 08:44:35.310918 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.311842 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.312361 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: l3-ha Sep 08 08:44:35.312688 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: l3_flavors.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.313613 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.314151 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: l3-flavors Sep 08 08:44:35.314494 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.315416 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.315920 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 08 08:44:35.316247 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: l3agentscheduler.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.317317 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.317836 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: l3_agent_scheduler Sep 08 08:44:35.318198 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: logging.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.319700 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.320826 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extension logging not supported by any of loaded plugins Sep 08 08:44:35.321166 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: metering.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.321928 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.324589 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: metering Sep 08 08:44:35.324589 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.324589 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.324589 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: metering_source_and_destination_fields Sep 08 08:44:35.324913 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: multiprovidernet.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.325837 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.326387 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: multi-provider Sep 08 08:44:35.326726 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: netmtu.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.327644 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.328180 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: net-mtu Sep 08 08:44:35.328493 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: netmtu_writable.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.329416 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.329933 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: net-mtu-writable Sep 08 08:44:35.330286 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: network_availability_zone.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.330962 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.331479 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: network_availability_zone Sep 08 08:44:35.331808 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: network_ip_availability.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.332924 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.333447 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: network-ip-availability Sep 08 08:44:35.333778 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: network_segment_range.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.334589 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.335109 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extension network-segment-range not supported by any of loaded plugins Sep 08 08:44:35.335438 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: pagination.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.336994 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.337326 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: pagination Sep 08 08:44:35.337649 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: port_device_profile.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.338619 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.339134 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: port-device-profile Sep 08 08:44:35.339459 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.340384 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.340902 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: port-mac-address-regenerate Sep 08 08:44:35.341229 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.342177 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.342694 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: port-numa-affinity-policy Sep 08 08:44:35.343024 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: port_resource_request.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.344092 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.344608 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extension port-resource-request not supported by any of loaded plugins Sep 08 08:44:35.344936 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: portbindings.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.345880 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.346428 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: binding Sep 08 08:44:35.346759 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: portbindings_extended.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.348036 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.348556 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: binding-extended Sep 08 08:44:35.348887 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: portsecurity.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.350079 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.350601 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: port-security Sep 08 08:44:35.350934 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: project_id.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.351998 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.352335 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: project-id Sep 08 08:44:35.352666 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: providernet.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.353603 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.354159 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: provider Sep 08 08:44:35.354489 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: qos.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.358186 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.358735 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extension qos not supported by any of loaded plugins Sep 08 08:44:35.359075 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.360374 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.360898 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 08 08:44:35.361235 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.362196 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.362722 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 08 08:44:35.363052 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: qos_default.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.363967 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.364494 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extension qos-default not supported by any of loaded plugins Sep 08 08:44:35.364824 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: qos_fip.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.365496 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.366012 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extension qos-fip not supported by any of loaded plugins Sep 08 08:44:35.366377 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: qos_gateway_ip.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.367945 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.368469 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 08 08:44:35.368796 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: qos_port_network_policy.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.369725 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.370277 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 08 08:44:35.370605 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: qos_pps_rule.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.371808 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.372329 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extension qos-pps not supported by any of loaded plugins Sep 08 08:44:35.372659 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: qos_rule_type_details.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.373589 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.374134 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 08 08:44:35.374466 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: qos_rules_alias.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.375522 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.376043 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 08 08:44:35.376374 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: quotasv2.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.377355 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.377696 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: quotas Sep 08 08:44:35.378024 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: quotasv2_detail.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.381509 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.381851 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: quota_details Sep 08 08:44:35.382226 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: rbac.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.384022 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.384567 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: rbac-policies Sep 08 08:44:35.384910 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: rbac_address_group.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.385876 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.386433 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: rbac-address-group Sep 08 08:44:35.386768 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: rbac_address_scope.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.387701 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.388226 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: rbac-address-scope Sep 08 08:44:35.388559 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: rbac_security_groups.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.389487 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.390010 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: rbac-security-groups Sep 08 08:44:35.390371 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: rbac_subnetpool.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.391293 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.391820 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: rbac-subnetpool Sep 08 08:44:35.392151 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: revisionifmatch.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.393075 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.393600 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: revision-if-match Sep 08 08:44:35.393933 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: revisions.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.395141 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.395668 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: standard-attr-revisions Sep 08 08:44:35.396002 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: router_availability_zone.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.396694 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.397213 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: router_availability_zone Sep 08 08:44:35.397542 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: routerservicetype.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.398664 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.399437 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extension router-service-type not supported by any of loaded plugins Sep 08 08:44:35.399834 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.400771 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.401361 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: security-groups-normalized-cidr Sep 08 08:44:35.401697 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.402727 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.403308 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: port-security-groups-filtering Sep 08 08:44:35.403640 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.404646 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.405236 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: security-groups-remote-address-group Sep 08 08:44:35.405569 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: securitygroup.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.417518 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.418132 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: security-group Sep 08 08:44:35.418477 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: segment.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.419376 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.419894 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extension segment not supported by any of loaded plugins Sep 08 08:44:35.420230 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.421290 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.421811 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 08 08:44:35.422173 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: servicetype.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.423411 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.423949 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: service-type Sep 08 08:44:35.424283 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: sorting.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.425301 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.425640 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: sorting Sep 08 08:44:35.425969 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: standard_attr_segment.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.426948 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.427481 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 08 08:44:35.427810 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: standardattrdescription.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.428496 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.429010 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: standard-attr-description Sep 08 08:44:35.429337 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: stateful_security_group.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.430918 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.431449 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: stateful-security-group Sep 08 08:44:35.431776 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: stdattrs_common.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.432383 n-d-806683-11 neutron-server[94605]: WARNING neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 08 08:44:35.432708 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.433670 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.434225 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 08 08:44:35.434554 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: subnet_onboard.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.435690 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.436218 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: subnet_onboard Sep 08 08:44:35.436547 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.437493 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.438012 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 08 08:44:35.438361 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: subnet_service_types.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.439302 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.439821 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: subnet-service-types Sep 08 08:44:35.440151 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: subnetallocation.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.441278 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.441804 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: subnet_allocation Sep 08 08:44:35.442169 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.442861 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.443379 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: subnetpool-prefix-ops Sep 08 08:44:35.443706 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.444656 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.445743 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 08 08:44:35.446088 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: tagging.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.447247 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.447779 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: standard-attr-tag Sep 08 08:44:35.448112 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: timestamp.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.449385 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.449907 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loaded extension: standard-attr-timestamp Sep 08 08:44:35.450276 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: trunk.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.451338 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.451861 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extension trunk not supported by any of loaded plugins Sep 08 08:44:35.452196 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: trunk_details.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.453137 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.453659 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extension trunk-details not supported by any of loaded plugins Sep 08 08:44:35.453986 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: uplink_status_propagation.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.454953 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.455475 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 08 08:44:35.455804 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Loading extension file: vlantransparent.py {{(pid=94605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 08:44:35.456501 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 08:44:35.457024 n-d-806683-11 neutron-server[94605]: INFO neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 08 08:44:35.459733 n-d-806683-11 neutron-server[94605]: INFO neutron.quota.resource_registry [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Creating instance of TrackedResource for resource:network Sep 08 08:44:35.460292 n-d-806683-11 neutron-server[94605]: INFO neutron.quota.resource_registry [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Creating instance of TrackedResource for resource:subnet Sep 08 08:44:35.460776 n-d-806683-11 neutron-server[94605]: INFO neutron.quota.resource_registry [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 08:44:35.461206 n-d-806683-11 neutron-server[94605]: INFO neutron.quota.resource_registry [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Creating instance of TrackedResource for resource:port Sep 08 08:44:35.462775 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.v2.resource_helper [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 08:44:35.463243 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.v2.resource_helper [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Service FLAVORS assigned prefix: {{(pid=94605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 08:44:35.463888 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.v2.resource_helper [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 08:44:35.464329 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.v2.resource_helper [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 08:44:35.464670 n-d-806683-11 neutron-server[94605]: INFO neutron.quota.resource_registry [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Creating instance of TrackedResource for resource:router Sep 08 08:44:35.465112 n-d-806683-11 neutron-server[94605]: INFO neutron.quota.resource_registry [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Creating instance of TrackedResource for resource:floatingip Sep 08 08:44:35.465632 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.v2.resource_helper [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Service METERING assigned prefix: /metering {{(pid=94605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 08:44:35.467163 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.467535 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.467892 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:44:35.468972 n-d-806683-11 neutron-server[94605]: INFO neutron.quota.resource_registry [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Creating instance of CountableResource for resource:rbac_policy Sep 08 08:44:35.469444 n-d-806683-11 neutron-server[94605]: INFO neutron.quota.resource_registry [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Creating instance of TrackedResource for resource:security_group Sep 08 08:44:35.469879 n-d-806683-11 neutron-server[94605]: INFO neutron.quota.resource_registry [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 08 08:44:35.470536 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.v2.resource_helper [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Service CORE assigned prefix: {{(pid=94605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 08:44:35.470971 n-d-806683-11 neutron-server[94605]: INFO neutron.quota.resource_registry [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 08:44:35.471227 n-d-806683-11 neutron-server[94605]: WARNING neutron.quota.resource_registry [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] subnetpool is already registered Sep 08 08:44:35.471674 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.v2.resource_helper [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Service CORE assigned prefix: {{(pid=94605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 08:44:35.472005 n-d-806683-11 neutron-server[94605]: INFO neutron.quota.resource_registry [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 08:44:35.472343 n-d-806683-11 neutron-server[94605]: WARNING neutron.quota.resource_registry [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] subnetpool is already registered Sep 08 08:44:35.475009 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.v2.resource_helper [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 08:44:35.475455 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.v2.resource_helper [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Service FLAVORS assigned prefix: {{(pid=94605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 08:44:35.476053 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.v2.resource_helper [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 08:44:35.476537 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.v2.resource_helper [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 08:44:35.477052 n-d-806683-11 neutron-server[94605]: INFO neutron.quota.resource_registry [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Creating instance of TrackedResource for resource:router Sep 08 08:44:35.477389 n-d-806683-11 neutron-server[94605]: WARNING neutron.quota.resource_registry [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] router is already registered Sep 08 08:44:35.477807 n-d-806683-11 neutron-server[94605]: INFO neutron.quota.resource_registry [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Creating instance of TrackedResource for resource:floatingip Sep 08 08:44:35.478184 n-d-806683-11 neutron-server[94605]: WARNING neutron.quota.resource_registry [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] floatingip is already registered Sep 08 08:44:35.478660 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.v2.resource_helper [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Service METERING assigned prefix: /metering {{(pid=94605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 08:44:35.479363 n-d-806683-11 neutron-server[94605]: INFO neutron.quota.resource_registry [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Creating instance of CountableResource for resource:rbac_policy Sep 08 08:44:35.479695 n-d-806683-11 neutron-server[94605]: WARNING neutron.quota.resource_registry [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] rbac_policy is already registered Sep 08 08:44:35.480115 n-d-806683-11 neutron-server[94605]: INFO neutron.quota.resource_registry [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Creating instance of TrackedResource for resource:security_group Sep 08 08:44:35.480457 n-d-806683-11 neutron-server[94605]: WARNING neutron.quota.resource_registry [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] security_group is already registered Sep 08 08:44:35.480871 n-d-806683-11 neutron-server[94605]: INFO neutron.quota.resource_registry [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 08 08:44:35.481214 n-d-806683-11 neutron-server[94605]: WARNING neutron.quota.resource_registry [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] security_group_rule is already registered Sep 08 08:44:35.481856 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.v2.resource_helper [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Service CORE assigned prefix: {{(pid=94605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 08:44:35.482215 n-d-806683-11 neutron-server[94605]: INFO neutron.quota.resource_registry [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 08:44:35.482560 n-d-806683-11 neutron-server[94605]: WARNING neutron.quota.resource_registry [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] subnetpool is already registered Sep 08 08:44:35.482988 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.v2.resource_helper [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Service CORE assigned prefix: {{(pid=94605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 08:44:35.483313 n-d-806683-11 neutron-server[94605]: INFO neutron.quota.resource_registry [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 08:44:35.483646 n-d-806683-11 neutron-server[94605]: WARNING neutron.quota.resource_registry [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] subnetpool is already registered Sep 08 08:44:35.484108 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extended resource: extensions {{(pid=94605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 08:44:35.485688 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extended resource: address-groups {{(pid=94605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 08:44:35.487219 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extended resource: address-scopes {{(pid=94605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 08:44:35.488564 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extended resource: agents {{(pid=94605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 08:44:35.489741 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extended resource: auto-allocated-topology {{(pid=94605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 08:44:35.491030 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extended resource: availability_zones {{(pid=94605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 08:44:35.492821 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extended resource: dhcp-networks {{(pid=94605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 08:44:35.494397 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extended resource: dhcp-agents {{(pid=94605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 08:44:35.495850 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extended resource: routers {{(pid=94605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 08:44:35.498099 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extended resource: flavors {{(pid=94605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 08:44:35.499274 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extended resource: service_profiles {{(pid=94605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 08:44:35.500506 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extended resource: next_providers {{(pid=94605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 08:44:35.501972 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extended resource: service_profiles {{(pid=94605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 08:44:35.503543 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extended resource: floatingip-pools {{(pid=94605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 08:44:35.504774 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extended resource: routers {{(pid=94605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 08:44:35.506939 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extended resource: floatingips {{(pid=94605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 08:44:35.509017 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extended resource: l3-routers {{(pid=94605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 08:44:35.510472 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extended resource: l3-agents {{(pid=94605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 08:44:35.511909 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extended resource: metering-labels {{(pid=94605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 08:44:35.513271 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extended resource: metering-label-rules {{(pid=94605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 08:44:35.514599 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extended resource: network-ip-availabilities {{(pid=94605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 08:44:35.515883 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extended resource: bindings {{(pid=94605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 08:44:35.518612 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extended resource: quotas {{(pid=94605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 08:44:35.520050 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extended resource: quotas {{(pid=94605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 08:44:35.521477 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extended resource: rbac-policies {{(pid=94605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 08:44:35.522725 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extended resource: security-groups {{(pid=94605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 08:44:35.524202 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extended resource: security-group-rules {{(pid=94605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 08:44:35.525481 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extended resource: service-providers {{(pid=94605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 08:44:35.526749 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extended resource: subnetpools {{(pid=94605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 08:44:35.528183 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extended resource: subnetpools {{(pid=94605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 08:44:35.529649 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extended resource: tags {{(pid=94605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 08:44:35.531381 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extended resource: tags {{(pid=94605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 08:44:35.533243 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extended resource: tags {{(pid=94605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 08:44:35.535087 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extended resource: tags {{(pid=94605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 08:44:35.536891 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extended resource: tags {{(pid=94605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 08:44:35.538816 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extended resource: tags {{(pid=94605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 08:44:35.540665 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extended resource: tags {{(pid=94605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 08:44:35.542639 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extended resource: tags {{(pid=94605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 08:44:35.544436 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extended resource: tags {{(pid=94605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 08:44:35.546232 n-d-806683-11 neutron-server[94605]: DEBUG neutron.api.extensions [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Extended resource: tags {{(pid=94605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 08:44:35.552275 n-d-806683-11 neutron-server[94605]: WARNING keystonemiddleware.auth_token [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 08 08:44:35.557908 n-d-806683-11 neutron-server[94605]: WARNING keystonemiddleware.auth_token [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 08 08:44:35.566633 n-d-806683-11 neutron-server[94605]: DEBUG oslo_concurrency.lockutils [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Acquired lock "singleton_lock" {{(pid=94605) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 08 08:44:35.567117 n-d-806683-11 neutron-server[94605]: DEBUG oslo_concurrency.lockutils [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Releasing lock "singleton_lock" {{(pid=94605) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 08 08:44:35.567762 n-d-806683-11 neutron-server[94605]: INFO oslo_service.service [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Starting 2 workers Sep 08 08:44:35.573125 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Started child 94712 {{(pid=94605) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 08 08:44:35.577624 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Started child 94713 {{(pid=94605) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 08 08:44:35.578895 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:44:35.579593 n-d-806683-11 neutron-server[94605]: INFO neutron.service [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 08 08:44:35.579937 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Notify callbacks [] for process, before_spawn {{(pid=94605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:44:35.580510 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [-] (94712) wsgi starting up on http://0.0.0.0:9696 Sep 08 08:44:35.582485 n-d-806683-11 neutron-server[94605]: INFO oslo_service.service [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Starting 1 workers Sep 08 08:44:35.582667 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:44:35.583867 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [-] (94713) wsgi starting up on http://0.0.0.0:9696 Sep 08 08:44:35.587722 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Started child 94714 {{(pid=94605) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 08 08:44:35.588268 n-d-806683-11 neutron-server[94605]: INFO oslo_service.service [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Starting 1 workers Sep 08 08:44:35.591499 n-d-806683-11 neutron-server[94714]: DEBUG neutron.service [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] calling RpcWorker wait() {{(pid=94714) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 08 08:44:35.592026 n-d-806683-11 neutron-server[94714]: DEBUG neutron.service [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] returning from RpcWorker wait() {{(pid=94714) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 08 08:44:35.592758 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Started child 94715 {{(pid=94605) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 08 08:44:35.593438 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:44:35.593583 n-d-806683-11 neutron-server[94605]: DEBUG neutron_lib.callbacks.manager [None req-011fcd9e-ba76-4b84-a2b8-ca0c4f4f7913 None None] Notify callbacks [] for process, after_spawn {{(pid=94605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:44:35.593884 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:44:35.595800 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94605) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 08 08:44:35.596019 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 08 08:44:35.596213 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 08 08:44:35.596434 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 08 08:44:35.596773 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 08 08:44:35.596939 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 08 08:44:35.597442 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.597736 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.598004 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.598300 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.598582 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.598870 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:44:35.599336 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.599420 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.599937 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.600225 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.600481 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.600656 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.600823 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.601076 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.601360 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.601676 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.601926 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.602188 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.602467 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.602639 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.602888 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.603148 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.603412 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.603672 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] debug = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.603912 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.604400 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.604658 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.604909 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.605129 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.605419 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.605672 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.605940 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.606237 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.606457 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.606722 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.606974 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.607211 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.607430 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.607651 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.607910 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.608148 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.608603 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] host = n-d-806683-11 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.608865 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.609108 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.609339 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.609593 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.609875 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.610089 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.610360 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.610624 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.610889 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.611120 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.611386 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.611653 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.611907 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.612152 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] log_file = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.612319 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] log_options = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.612557 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.612827 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.613105 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.613298 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.613469 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.613646 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.613900 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.614081 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.614348 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.614571 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.614789 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.615034 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.615253 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.615493 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.615764 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.616024 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.616245 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.616480 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.616732 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.617521 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.617748 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.617986 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.618278 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.618481 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.618702 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.618920 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.619172 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.619431 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.619649 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.619903 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.620158 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.620417 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.620635 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.620871 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.621140 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.621372 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.621601 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.621819 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.622103 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.622337 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.622632 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.622848 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.623064 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.623313 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.623549 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.623784 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.624034 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] use_json = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.624251 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.624496 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.624754 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.624969 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.625186 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.625402 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.625618 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.625855 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.626317 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.626604 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.627084 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.627230 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.627398 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.627652 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.627942 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.628227 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.628428 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.628629 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.629013 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.629199 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.629521 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.629843 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.630165 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.630520 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.630901 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.631042 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.631518 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.631612 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.631767 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.631994 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.632274 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.633273 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.633666 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.634135 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.634368 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.634728 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.635024 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.635299 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.635562 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.635793 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.636020 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.636262 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.636483 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.636897 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.637124 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.637403 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.637883 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.638132 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.638388 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.638627 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.638776 n-d-806683-11 neutron-server[94715]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:44:35.638920 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.639129 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.639324 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.639583 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.640001 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.640417 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.640808 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.641034 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.641280 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.642069 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.642069 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.642069 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.642384 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.642819 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.642819 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.643084 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.643213 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.643454 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.643712 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.643937 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.644156 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.644375 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.644596 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.644815 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.645280 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.645280 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.645531 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.645768 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.645995 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.646249 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.646503 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.647230 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.647230 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.647230 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.647602 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.647731 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.647853 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.648079 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.648326 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.648613 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.648792 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.649014 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.649237 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.649473 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.649690 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.649908 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.650152 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.650413 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.650717 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.650975 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.651218 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.651445 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.651711 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.651937 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.652188 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.652429 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.652660 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.652895 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.653133 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.653396 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.653657 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.653917 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.654178 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.654453 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.654674 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.654920 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.655184 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.655418 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.655648 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.655935 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.656203 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.656468 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.656734 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.656988 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.657245 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.657490 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.657781 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.658053 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.658334 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.658629 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.658908 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.659163 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.659416 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.659682 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.659949 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.660185 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.660436 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.660797 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.660923 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.661172 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.661613 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.661741 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.661920 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.662168 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.662403 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.662742 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.663005 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.663216 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.663451 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.663746 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.664063 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.664489 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.664787 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.665042 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.665299 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.665586 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.665794 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.666020 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.666293 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.666534 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.666775 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.667022 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.667239 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.667491 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.667708 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.668128 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.668248 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.668411 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.668632 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.668888 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.669146 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.669348 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.669599 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.669818 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.670450 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.670450 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.670687 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.670841 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.670984 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.671169 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.671423 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.671646 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.672010 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.672184 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.672434 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.672614 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.672851 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.673116 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.673347 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.673592 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.675087 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.675316 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.675805 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.675805 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.677166 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.677166 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.677166 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.677166 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.677166 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.678486 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.678864 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.679914 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.680205 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.680472 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.680705 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.682753 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.683042 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.683592 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.683592 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.683839 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.684078 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.684268 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.684523 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.684785 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.685011 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.685234 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.685456 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.685680 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.685897 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.687040 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.687312 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.687774 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.687885 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.688086 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.689295 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.689483 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.691661 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.691904 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.692156 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.692400 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.692633 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.692879 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.693112 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.693339 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.693581 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.693834 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.694104 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.694521 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.695974 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.696231 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.696575 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.696836 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.697063 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.697320 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.697553 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.697769 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.698002 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.698251 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.698493 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.698726 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.698970 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.699187 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.699415 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.699637 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.699852 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.700154 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.700409 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.700633 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.700920 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.701172 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.701447 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.701695 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.702006 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.702490 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.702739 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.702962 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.703185 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.703428 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.703706 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.704030 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.704332 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.704599 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.704856 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.705148 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.705437 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.705702 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.705942 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.706271 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.706613 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.706909 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.707160 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.707414 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.707663 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.707888 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.708107 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.708348 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.708589 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.708810 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.709065 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.709274 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.709490 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.709741 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.709969 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.710211 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.710443 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.710721 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.711032 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.711424 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.711607 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 08 08:44:35.712135 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94605) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 08 08:44:35.712298 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 08 08:44:35.712454 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 08 08:44:35.712624 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 08 08:44:35.712818 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 08 08:44:35.712970 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 08 08:44:35.713177 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.713337 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.713499 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.713659 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.713818 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.714003 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.714196 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.714351 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.714527 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.714671 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.714830 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.714990 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.715150 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.715606 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.715772 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.715934 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.716093 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.716252 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.716416 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.716575 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.716735 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.716901 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.717060 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] debug = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.717218 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.717419 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.717584 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.717742 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.717906 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.718501 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.718662 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.718990 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.719150 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.719310 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.719474 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.719631 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.719984 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.720171 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.720302 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.720617 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.720776 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.720936 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] host = n-d-806683-11 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.721097 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.721258 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.721416 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.721576 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.721736 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.721895 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.722083 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.722245 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.722402 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.722708 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.723030 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.723338 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.723496 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.723798 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] log_file = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.723957 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] log_options = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.724254 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.724658 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.725088 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.725284 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.725450 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.725613 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.725773 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.725933 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.726119 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.726797 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.726959 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.727169 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.727335 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.727494 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.727650 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.727801 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.727963 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.728122 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.728283 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.728442 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.728601 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.728759 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.728917 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.729076 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.729234 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.729393 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.729551 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.729860 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.730138 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.730302 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.730462 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.730621 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.730805 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.730932 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.731087 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.731245 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.731406 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.731565 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.731728 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.731888 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.732047 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.732206 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.732387 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.732518 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.732674 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.732833 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.732991 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] use_json = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.733150 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.733236 n-d-806683-11 neutron-server[94714]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:44:35.733319 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.733441 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.733603 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.733760 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.733918 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.734096 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.734258 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 08:44:35.734441 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.734586 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.734765 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.734928 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.735090 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.735258 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.735418 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.735739 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.735893 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.736052 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.736222 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.736385 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.736558 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.736721 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.736882 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.737048 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.737210 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.737377 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.737539 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.737700 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.737863 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.738025 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.738207 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.738367 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.738530 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.738691 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.738853 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.739030 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.739193 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.739356 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.54/identity {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.739517 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.739680 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.739846 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.740007 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.740326 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.740489 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.740803 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.740964 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.741297 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.741464 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.741623 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.742133 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.742266 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.742418 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.742686 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.742806 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.742952 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.743107 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.743250 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.743394 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.743534 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.743845 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.744029 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.744176 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.744321 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.744497 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.744655 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.744963 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.745149 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.745285 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.745505 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.745648 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.745775 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.745899 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.746022 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.746207 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.746391 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.746544 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.746706 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.746867 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.747030 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.747193 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.747355 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.747838 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.747969 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.748090 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.748212 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.748366 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.748528 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.748796 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.748951 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.749034 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.749152 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.749315 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.749478 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.749640 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.749803 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.749965 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.750137 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.750311 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.750490 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.750652 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.750813 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.750975 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.751139 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.751301 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.751463 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.751624 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.751785 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.751948 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.752111 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.752272 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.752437 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.752598 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.752758 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.752920 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.753081 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.753243 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.753405 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.753567 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.753729 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.753891 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.754066 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.754229 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.754392 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.754554 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.754726 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.754888 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.755053 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.755214 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.755457 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.755638 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.755719 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.755844 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.755998 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.756160 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.756322 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.756489 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.756654 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.756801 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.756963 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.757126 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.757295 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.758000 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.758328 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.758618 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.758894 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.759043 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.759206 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.759368 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.759531 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.759694 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.759856 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.760018 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.760180 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.760342 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.760503 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.760666 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.760828 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.54/identity {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.760990 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.761157 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.761322 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.761477 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.761641 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.761804 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.761995 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.766066 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.766066 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.766066 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.766066 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.766066 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.766066 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.766066 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.766066 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.766644 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.766644 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.766644 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.766644 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.766644 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.766644 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.766644 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.766644 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.767195 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.767195 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.767195 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.767195 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.767195 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.767195 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.767195 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.767195 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.767738 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.767738 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.767738 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.767738 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.767738 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.767738 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.767738 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.767738 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.768193 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.768193 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.768193 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.768193 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.768193 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.768193 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.768193 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.768193 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.768693 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.768693 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.768693 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.768693 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.768934 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.768934 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.769051 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.769213 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.769379 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.769535 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.769692 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.769855 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.770016 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.770271 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.770434 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.770608 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.770771 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.770933 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.771095 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.771257 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.771420 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.771593 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.771755 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.771916 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.772076 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.772237 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.772398 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.772570 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.772731 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.772893 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.773054 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.773267 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.773426 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.773599 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.773821 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.774117 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.774286 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.774449 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.774612 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.774786 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.774948 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.775110 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.775271 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.775645 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.775645 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.776520 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.776520 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.776520 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.776520 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.776520 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.776520 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.777435 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.777435 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.777435 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.777435 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.777435 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.777435 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.777916 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.777916 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.777916 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.778142 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.778219 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.778377 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.778541 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.778705 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.778873 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.779841 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.779841 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.779841 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.779841 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.779841 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.779841 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.782008 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.782008 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.782008 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.782008 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.782008 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.782008 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.782008 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.782008 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.782008 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.782670 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.782670 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.782670 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.782670 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.782670 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.782670 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.782670 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.782670 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.782670 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.783902 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.783902 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.783902 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.783902 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 08:44:35.783902 n-d-806683-11 neutron-server[94605]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 08 08:44:35.864663 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54314) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:44:35.873827 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [-] 10.222.0.54 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068409 Sep 08 08:44:47.613635 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6503a5-e496-4621-8a5a-f4fef43b4a98 None None] get_active_networks_info from n-d-806683-11 {{(pid=94714) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 08 08:44:47.693786 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6503a5-e496-4621-8a5a-f4fef43b4a98 None None] No non-hosted networks {{(pid=94714) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 08 08:44:47.711369 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.agentschedulers_db [None req-da6503a5-e496-4621-8a5a-f4fef43b4a98 None None] DHCP Agent not found on host n-d-806683-11 {{(pid=94714) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 08 08:44:47.894504 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d1d9b92c-4bb3-49e5-90f2-3a70ab84062d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-765693'] for agent, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:44:50.313020 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-765693'] for agent, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:44:50.315477 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:44:50.316486 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:44:50.317234 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:44:50.319034 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:44:50.319743 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:44:50.320307 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:44:50.321700 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:44:50.323806 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:44:50.325783 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:44:50.327070 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:44:50.328701 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:44:50.329474 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:44:50.333494 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-806683-11', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:44:50.355255 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-806683-11', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:44:50.659420 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-58a62e85-517d-4e1c-bf77-22bea9cdb427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-765693'] for agent, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:44:50.738136 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ae0bae3e-8a1d-42e0-a822-1285d9f98878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:44:51.989427 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-765693'] for agent, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:44:53.335907 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-765693'] for agent, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:44:54.580167 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54406) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:44:55.139360 n-d-806683-11 neutron-server[94713]: WARNING oslo_policy.policy [None req-332ebbf6-5d14-430b-aa56-5273d7275596 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 08:44:55.139977 n-d-806683-11 neutron-server[94713]: WARNING oslo_policy.policy [None req-332ebbf6-5d14-430b-aa56-5273d7275596 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 08:44:55.232262 n-d-806683-11 neutron-server[94714]: INFO neutron.db.l3_hamode_db [None req-bd2fd68e-ed88-4103-a32a-96cb29650d8c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 08 08:44:55.313934 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2fd68e-ed88-4103-a32a-96cb29650d8c None None] Routers set() bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:44:55.314353 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2fd68e-ed88-4103-a32a-96cb29650d8c None None] Router IDs set() for agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 08 08:44:55.377022 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-332ebbf6-5d14-430b-aa56-5273d7275596 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 08:44:55.378180 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-332ebbf6-5d14-430b-aa56-5273d7275596 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7969885 Sep 08 08:44:57.855160 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54420) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:44:58.189629 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-5405de1a-8f06-4d82-9bff-c35315b8a70f admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:44:58.284130 n-d-806683-11 neutron-server[94713]: DEBUG neutron.policy [None req-5405de1a-8f06-4d82-9bff-c35315b8a70f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94713) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 08 08:44:58.329129 n-d-806683-11 neutron-server[94713]: WARNING oslo_policy.policy [None req-5405de1a-8f06-4d82-9bff-c35315b8a70f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 08:44:58.329520 n-d-806683-11 neutron-server[94713]: WARNING oslo_policy.policy [None req-5405de1a-8f06-4d82-9bff-c35315b8a70f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 08:44:58.339280 n-d-806683-11 neutron-server[94713]: INFO neutron.quota [None req-5405de1a-8f06-4d82-9bff-c35315b8a70f admin admin] Loaded quota_driver: . Sep 08 08:44:58.428744 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5405de1a-8f06-4d82-9bff-c35315b8a70f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774287952783', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774287955548', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774287964373', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774288002673', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774287790172', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774287987397', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3889871', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3514831', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-438538', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-520176'] for rbac-policy, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:44:58.492304 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5405de1a-8f06-4d82-9bff-c35315b8a70f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:44:58.493608 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5405de1a-8f06-4d82-9bff-c35315b8a70f admin admin] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6374531 Sep 08 08:45:01.122857 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54432) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:45:01.626492 n-d-806683-11 neutron-server[94712]: WARNING oslo_policy.policy [None req-7a9afa79-4164-4e42-ac73-f1fa1513133f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 08:45:01.627081 n-d-806683-11 neutron-server[94712]: WARNING oslo_policy.policy [None req-7a9afa79-4164-4e42-ac73-f1fa1513133f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 08:45:01.857987 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-7a9afa79-4164-4e42-ac73-f1fa1513133f admin admin] Request body: {'network': {'project_id': '909b99de2bbd49d3b43be9a8e39c0c1f', 'admin_state_up': True, 'name': 'private', 'tenant_id': '909b99de2bbd49d3b43be9a8e39c0c1f'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:45:01.859618 n-d-806683-11 neutron-server[94712]: INFO neutron.quota [None req-7a9afa79-4164-4e42-ac73-f1fa1513133f admin admin] Loaded quota_driver: . Sep 08 08:45:01.916966 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9afa79-4164-4e42-ac73-f1fa1513133f admin admin] Made reservation on behalf of 909b99de2bbd49d3b43be9a8e39c0c1f for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:45:01.985721 n-d-806683-11 neutron-server[94712]: DEBUG neutron.policy [None req-7a9afa79-4164-4e42-ac73-f1fa1513133f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94712) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 08 08:45:02.032924 n-d-806683-11 neutron-server[94712]: WARNING oslo_policy.policy [None req-7a9afa79-4164-4e42-ac73-f1fa1513133f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 08:45:02.033297 n-d-806683-11 neutron-server[94712]: WARNING oslo_policy.policy [None req-7a9afa79-4164-4e42-ac73-f1fa1513133f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 08:45:02.043796 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7a9afa79-4164-4e42-ac73-f1fa1513133f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:02.066657 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7a9afa79-4164-4e42-ac73-f1fa1513133f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:02.202919 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7a9afa79-4164-4e42-ac73-f1fa1513133f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:02.207075 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7a9afa79-4164-4e42-ac73-f1fa1513133f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:02.228033 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a9afa79-4164-4e42-ac73-f1fa1513133f admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 08:45:02.255177 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7a9afa79-4164-4e42-ac73-f1fa1513133f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774288577136', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:02.255758 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7a9afa79-4164-4e42-ac73-f1fa1513133f admin admin] Unsubscribe: segment precommit_create {{(pid=94712) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 08 08:45:02.256901 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-7a9afa79-4164-4e42-ac73-f1fa1513133f admin admin] Added segment fbbda666-f56f-458b-bef2-978eea862f5b of type vlan for network 2b8bc891-2be6-4372-b8e2-448e36c283c6 Sep 08 08:45:02.277755 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9afa79-4164-4e42-ac73-f1fa1513133f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f6429b-63aa-4e31-8ed9-2bb4b8d0d29c,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:45:02.295106 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9afa79-4164-4e42-ac73-f1fa1513133f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:45:02.295488 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9afa79-4164-4e42-ac73-f1fa1513133f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:45:02.295814 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9afa79-4164-4e42-ac73-f1fa1513133f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:45:02.296139 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9afa79-4164-4e42-ac73-f1fa1513133f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:45:02.296456 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9afa79-4164-4e42-ac73-f1fa1513133f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:45:02.296772 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9afa79-4164-4e42-ac73-f1fa1513133f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:45:02.297086 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9afa79-4164-4e42-ac73-f1fa1513133f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:45:02.297399 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9afa79-4164-4e42-ac73-f1fa1513133f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:45:02.297711 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9afa79-4164-4e42-ac73-f1fa1513133f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:45:02.298022 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9afa79-4164-4e42-ac73-f1fa1513133f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:45:02.298358 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9afa79-4164-4e42-ac73-f1fa1513133f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:45:02.298696 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9afa79-4164-4e42-ac73-f1fa1513133f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:45:02.299797 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9afa79-4164-4e42-ac73-f1fa1513133f admin admin] Tracked resource versions report: Sep 08 08:45:02.299797 n-d-806683-11 neutron-server[94712]: pushed versions: Sep 08 08:45:02.299797 n-d-806683-11 neutron-server[94712]: { 'AddressGroup': {'1.2'}, Sep 08 08:45:02.299797 n-d-806683-11 neutron-server[94712]: 'ConntrackHelper': {'1.0'}, Sep 08 08:45:02.299797 n-d-806683-11 neutron-server[94712]: 'Log': {'1.0'}, Sep 08 08:45:02.299797 n-d-806683-11 neutron-server[94712]: 'Network': {'1.1'}, Sep 08 08:45:02.299797 n-d-806683-11 neutron-server[94712]: 'Port': {'1.7'}, Sep 08 08:45:02.299797 n-d-806683-11 neutron-server[94712]: 'PortForwarding': {'1.2'}, Sep 08 08:45:02.299797 n-d-806683-11 neutron-server[94712]: 'QosPolicy': {'1.9'}, Sep 08 08:45:02.299797 n-d-806683-11 neutron-server[94712]: 'SecurityGroup': {'1.4'}, Sep 08 08:45:02.299797 n-d-806683-11 neutron-server[94712]: 'SecurityGroupRule': {'1.2'}, Sep 08 08:45:02.299797 n-d-806683-11 neutron-server[94712]: 'SubPort': {'1.0'}, Sep 08 08:45:02.299797 n-d-806683-11 neutron-server[94712]: 'Subnet': {'1.1'}, Sep 08 08:45:02.299797 n-d-806683-11 neutron-server[94712]: 'Trunk': {'1.1'}} Sep 08 08:45:02.299797 n-d-806683-11 neutron-server[94712]: consumer versions: Sep 08 08:45:02.299797 n-d-806683-11 neutron-server[94712]: { DHCP agent@n-d-806683-11: {}, Sep 08 08:45:02.299797 n-d-806683-11 neutron-server[94712]: L3 agent@n-d-806683-11: {}, Sep 08 08:45:02.299797 n-d-806683-11 neutron-server[94712]: Metadata agent@n-d-806683-11: {}, Sep 08 08:45:02.299797 n-d-806683-11 neutron-server[94712]: Metering agent@n-d-806683-11: {}, Sep 08 08:45:02.299797 n-d-806683-11 neutron-server[94712]: Open vSwitch agent@n-d-806683-11: { 'AddressGroup': '1.2', Sep 08 08:45:02.299797 n-d-806683-11 neutron-server[94712]: 'ConntrackHelper': '1.0', Sep 08 08:45:02.299797 n-d-806683-11 neutron-server[94712]: 'Log': '1.0', Sep 08 08:45:02.299797 n-d-806683-11 neutron-server[94712]: 'Network': '1.1', Sep 08 08:45:02.299797 n-d-806683-11 neutron-server[94712]: 'Port': '1.7', Sep 08 08:45:02.299797 n-d-806683-11 neutron-server[94712]: 'PortForwarding': '1.2', Sep 08 08:45:02.299797 n-d-806683-11 neutron-server[94712]: 'QosPolicy': '1.9', Sep 08 08:45:02.299797 n-d-806683-11 neutron-server[94712]: 'SecurityGroup': '1.4', Sep 08 08:45:02.299797 n-d-806683-11 neutron-server[94712]: 'SecurityGroupRule': '1.2', Sep 08 08:45:02.299797 n-d-806683-11 neutron-server[94712]: 'SubPort': '1.0', Sep 08 08:45:02.299797 n-d-806683-11 neutron-server[94712]: 'Subnet': '1.1', Sep 08 08:45:02.299797 n-d-806683-11 neutron-server[94712]: 'Trunk': '1.1'}} Sep 08 08:45:02.299797 n-d-806683-11 neutron-server[94712]: {{(pid=94712) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 08:45:02.387801 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7a9afa79-4164-4e42-ac73-f1fa1513133f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:02.430988 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7a9afa79-4164-4e42-ac73-f1fa1513133f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:02.432283 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9afa79-4164-4e42-ac73-f1fa1513133f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:45:02.432956 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7a9afa79-4164-4e42-ac73-f1fa1513133f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:02.491420 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-7a9afa79-4164-4e42-ac73-f1fa1513133f admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3662910 Sep 08 08:45:02.535171 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9afa79-4164-4e42-ac73-f1fa1513133f admin admin] Pushing event updated for resources: {'Network': ['ID=2b8bc891-2be6-4372-b8e2-448e36c283c6,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:45:02.547401 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 2b8bc891-2be6-4372-b8e2-448e36c283c6 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 08:45:05.195278 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54454) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:45:05.631976 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e35bce0-f3e9-48a3-8577-b51fa10c926e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:45:05.633475 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0e35bce0-f3e9-48a3-8577-b51fa10c926e admin admin] 10.222.0.54 "GET /v2.0/networks/2b8bc891-2be6-4372-b8e2-448e36c283c6 HTTP/1.1" status: 200 len: 825 time: 0.4372442 Sep 08 08:45:05.658343 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6fe2430c-ab4f-4dfd-ae90-ecfc4f7201b0 admin admin] 10.222.0.54 "GET /v2.0/subnetpools/e84b9ee7-e064-4e32-8a26-ea180142bca0 HTTP/1.1" status: 200 len: 734 time: 0.0186410 Sep 08 08:45:05.669859 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-447b4eed-188c-4efb-8eab-93972d73fd4f admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'e84b9ee7-e064-4e32-8a26-ea180142bca0', 'network_id': '2b8bc891-2be6-4372-b8e2-448e36c283c6', 'tenant_id': '909b99de2bbd49d3b43be9a8e39c0c1f'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:45:05.700323 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447b4eed-188c-4efb-8eab-93972d73fd4f admin admin] Made reservation on behalf of 909b99de2bbd49d3b43be9a8e39c0c1f for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:45:05.703498 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-447b4eed-188c-4efb-8eab-93972d73fd4f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:05.993846 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-447b4eed-188c-4efb-8eab-93972d73fd4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:06.062715 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447b4eed-188c-4efb-8eab-93972d73fd4f admin admin] Checking segment: {'id': 'fbbda666-f56f-458b-bef2-978eea862f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2b8bc891-2be6-4372-b8e2-448e36c283c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:45:06.063075 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447b4eed-188c-4efb-8eab-93972d73fd4f admin admin] Network hostable DHCP agents. Network: 2b8bc891-2be6-4372-b8e2-448e36c283c6, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 08:45:06.079179 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447b4eed-188c-4efb-8eab-93972d73fd4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a9494da-e9d5-471b-8d51-c2ab5c1df196,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:45:06.094875 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b4eed-188c-4efb-8eab-93972d73fd4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:45:06.095229 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b4eed-188c-4efb-8eab-93972d73fd4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:45:06.095574 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b4eed-188c-4efb-8eab-93972d73fd4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:45:06.095915 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b4eed-188c-4efb-8eab-93972d73fd4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:45:06.096348 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b4eed-188c-4efb-8eab-93972d73fd4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:45:06.096599 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b4eed-188c-4efb-8eab-93972d73fd4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:45:06.096914 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b4eed-188c-4efb-8eab-93972d73fd4f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:45:06.097231 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b4eed-188c-4efb-8eab-93972d73fd4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:45:06.097557 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b4eed-188c-4efb-8eab-93972d73fd4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:45:06.097879 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b4eed-188c-4efb-8eab-93972d73fd4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:45:06.098233 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b4eed-188c-4efb-8eab-93972d73fd4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:45:06.098559 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b4eed-188c-4efb-8eab-93972d73fd4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:45:06.100505 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b4eed-188c-4efb-8eab-93972d73fd4f admin admin] Tracked resource versions report: Sep 08 08:45:06.100505 n-d-806683-11 neutron-server[94713]: pushed versions: Sep 08 08:45:06.100505 n-d-806683-11 neutron-server[94713]: { 'AddressGroup': {'1.2'}, Sep 08 08:45:06.100505 n-d-806683-11 neutron-server[94713]: 'ConntrackHelper': {'1.0'}, Sep 08 08:45:06.100505 n-d-806683-11 neutron-server[94713]: 'Log': {'1.0'}, Sep 08 08:45:06.100505 n-d-806683-11 neutron-server[94713]: 'Network': {'1.1'}, Sep 08 08:45:06.100505 n-d-806683-11 neutron-server[94713]: 'Port': {'1.7'}, Sep 08 08:45:06.100505 n-d-806683-11 neutron-server[94713]: 'PortForwarding': {'1.2'}, Sep 08 08:45:06.100505 n-d-806683-11 neutron-server[94713]: 'QosPolicy': {'1.9'}, Sep 08 08:45:06.100505 n-d-806683-11 neutron-server[94713]: 'SecurityGroup': {'1.4'}, Sep 08 08:45:06.100505 n-d-806683-11 neutron-server[94713]: 'SecurityGroupRule': {'1.2'}, Sep 08 08:45:06.100505 n-d-806683-11 neutron-server[94713]: 'SubPort': {'1.0'}, Sep 08 08:45:06.100505 n-d-806683-11 neutron-server[94713]: 'Subnet': {'1.1'}, Sep 08 08:45:06.100505 n-d-806683-11 neutron-server[94713]: 'Trunk': {'1.1'}} Sep 08 08:45:06.100505 n-d-806683-11 neutron-server[94713]: consumer versions: Sep 08 08:45:06.100505 n-d-806683-11 neutron-server[94713]: { DHCP agent@n-d-806683-11: {}, Sep 08 08:45:06.100505 n-d-806683-11 neutron-server[94713]: L3 agent@n-d-806683-11: {}, Sep 08 08:45:06.100505 n-d-806683-11 neutron-server[94713]: Metadata agent@n-d-806683-11: {}, Sep 08 08:45:06.100505 n-d-806683-11 neutron-server[94713]: Metering agent@n-d-806683-11: {}, Sep 08 08:45:06.100505 n-d-806683-11 neutron-server[94713]: Open vSwitch agent@n-d-806683-11: { 'AddressGroup': '1.2', Sep 08 08:45:06.100505 n-d-806683-11 neutron-server[94713]: 'ConntrackHelper': '1.0', Sep 08 08:45:06.100505 n-d-806683-11 neutron-server[94713]: 'Log': '1.0', Sep 08 08:45:06.100505 n-d-806683-11 neutron-server[94713]: 'Network': '1.1', Sep 08 08:45:06.100505 n-d-806683-11 neutron-server[94713]: 'Port': '1.7', Sep 08 08:45:06.100505 n-d-806683-11 neutron-server[94713]: 'PortForwarding': '1.2', Sep 08 08:45:06.100505 n-d-806683-11 neutron-server[94713]: 'QosPolicy': '1.9', Sep 08 08:45:06.100505 n-d-806683-11 neutron-server[94713]: 'SecurityGroup': '1.4', Sep 08 08:45:06.100505 n-d-806683-11 neutron-server[94713]: 'SecurityGroupRule': '1.2', Sep 08 08:45:06.100505 n-d-806683-11 neutron-server[94713]: 'SubPort': '1.0', Sep 08 08:45:06.100505 n-d-806683-11 neutron-server[94713]: 'Subnet': '1.1', Sep 08 08:45:06.100505 n-d-806683-11 neutron-server[94713]: 'Trunk': '1.1'}} Sep 08 08:45:06.100505 n-d-806683-11 neutron-server[94713]: {{(pid=94713) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 08:45:06.122872 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447b4eed-188c-4efb-8eab-93972d73fd4f admin admin] Network 2b8bc891-2be6-4372-b8e2-448e36c283c6 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 08:45:06.141083 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-447b4eed-188c-4efb-8eab-93972d73fd4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 2b8bc891-2be6-4372-b8e2-448e36c283c6) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:45:06.162233 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447b4eed-188c-4efb-8eab-93972d73fd4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:45:06.163439 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-447b4eed-188c-4efb-8eab-93972d73fd4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:06.166645 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a5abbe-d7c7-4810-8639-7dfa695ddddf None None] Network 2b8bc891-2be6-4372-b8e2-448e36c283c6 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 08:45:06.178900 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-447b4eed-188c-4efb-8eab-93972d73fd4f admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5123491 Sep 08 08:45:06.490225 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7635ffa-bf1b-4fd8-be87-3708f1c3012e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-2b8bc891-2be6-4372-b8e2-448e36c283c6', 'network_id': '2b8bc891-2be6-4372-b8e2-448e36c283c6', 'tenant_id': '909b99de2bbd49d3b43be9a8e39c0c1f', 'fixed_ips': [{'subnet_id': '6a9494da-e9d5-471b-8d51-c2ab5c1df196'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 08:45:06.491707 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d7635ffa-bf1b-4fd8-be87-3708f1c3012e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:06.775022 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-d7635ffa-bf1b-4fd8-be87-3708f1c3012e None None] Allocated IP 172.20.0.2 (2b8bc891-2be6-4372-b8e2-448e36c283c6/6a9494da-e9d5-471b-8d51-c2ab5c1df196/4b3fa085-d136-444c-8e23-3f5909308b6c) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:45:06.984428 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d7635ffa-bf1b-4fd8-be87-3708f1c3012e None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:07.034293 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d7635ffa-bf1b-4fd8-be87-3708f1c3012e None None] Transition to ACTIVE for port object 4b3fa085-d136-444c-8e23-3f5909308b6c will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:45:07.057206 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d7635ffa-bf1b-4fd8-be87-3708f1c3012e None None] Transition to ACTIVE for port object 4b3fa085-d136-444c-8e23-3f5909308b6c will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:45:07.064590 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d7635ffa-bf1b-4fd8-be87-3708f1c3012e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:07.126847 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7635ffa-bf1b-4fd8-be87-3708f1c3012e None None] Network 2b8bc891-2be6-4372-b8e2-448e36c283c6 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:45:07.132465 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-d7635ffa-bf1b-4fd8-be87-3708f1c3012e None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:45:07.152857 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7635ffa-bf1b-4fd8-be87-3708f1c3012e None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:45:07.159155 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7635ffa-bf1b-4fd8-be87-3708f1c3012e None None] Pushing event updated for resources: {'Port': ['ID=4b3fa085-d136-444c-8e23-3f5909308b6c,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:45:07.190768 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7635ffa-bf1b-4fd8-be87-3708f1c3012e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:45:07.191418 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7635ffa-bf1b-4fd8-be87-3708f1c3012e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:45:07.191418 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7635ffa-bf1b-4fd8-be87-3708f1c3012e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:45:07.191753 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7635ffa-bf1b-4fd8-be87-3708f1c3012e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:45:07.192080 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7635ffa-bf1b-4fd8-be87-3708f1c3012e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:45:07.192405 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7635ffa-bf1b-4fd8-be87-3708f1c3012e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:45:07.192728 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7635ffa-bf1b-4fd8-be87-3708f1c3012e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:45:07.193047 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7635ffa-bf1b-4fd8-be87-3708f1c3012e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:45:07.193537 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7635ffa-bf1b-4fd8-be87-3708f1c3012e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:45:07.194006 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7635ffa-bf1b-4fd8-be87-3708f1c3012e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:45:07.194356 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7635ffa-bf1b-4fd8-be87-3708f1c3012e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:45:07.194675 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7635ffa-bf1b-4fd8-be87-3708f1c3012e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:45:07.195795 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7635ffa-bf1b-4fd8-be87-3708f1c3012e None None] Tracked resource versions report: Sep 08 08:45:07.195795 n-d-806683-11 neutron-server[94714]: pushed versions: Sep 08 08:45:07.195795 n-d-806683-11 neutron-server[94714]: { 'AddressGroup': {'1.2'}, Sep 08 08:45:07.195795 n-d-806683-11 neutron-server[94714]: 'ConntrackHelper': {'1.0'}, Sep 08 08:45:07.195795 n-d-806683-11 neutron-server[94714]: 'Log': {'1.0'}, Sep 08 08:45:07.195795 n-d-806683-11 neutron-server[94714]: 'Network': {'1.1'}, Sep 08 08:45:07.195795 n-d-806683-11 neutron-server[94714]: 'Port': {'1.7'}, Sep 08 08:45:07.195795 n-d-806683-11 neutron-server[94714]: 'PortForwarding': {'1.2'}, Sep 08 08:45:07.195795 n-d-806683-11 neutron-server[94714]: 'QosPolicy': {'1.9'}, Sep 08 08:45:07.195795 n-d-806683-11 neutron-server[94714]: 'SecurityGroup': {'1.4'}, Sep 08 08:45:07.195795 n-d-806683-11 neutron-server[94714]: 'SecurityGroupRule': {'1.2'}, Sep 08 08:45:07.195795 n-d-806683-11 neutron-server[94714]: 'SubPort': {'1.0'}, Sep 08 08:45:07.195795 n-d-806683-11 neutron-server[94714]: 'Subnet': {'1.1'}, Sep 08 08:45:07.195795 n-d-806683-11 neutron-server[94714]: 'Trunk': {'1.1'}} Sep 08 08:45:07.195795 n-d-806683-11 neutron-server[94714]: consumer versions: Sep 08 08:45:07.195795 n-d-806683-11 neutron-server[94714]: { DHCP agent@n-d-806683-11: {}, Sep 08 08:45:07.195795 n-d-806683-11 neutron-server[94714]: L3 agent@n-d-806683-11: {}, Sep 08 08:45:07.195795 n-d-806683-11 neutron-server[94714]: Metadata agent@n-d-806683-11: {}, Sep 08 08:45:07.195795 n-d-806683-11 neutron-server[94714]: Metering agent@n-d-806683-11: {}, Sep 08 08:45:07.195795 n-d-806683-11 neutron-server[94714]: Open vSwitch agent@n-d-806683-11: { 'AddressGroup': '1.2', Sep 08 08:45:07.195795 n-d-806683-11 neutron-server[94714]: 'ConntrackHelper': '1.0', Sep 08 08:45:07.195795 n-d-806683-11 neutron-server[94714]: 'Log': '1.0', Sep 08 08:45:07.195795 n-d-806683-11 neutron-server[94714]: 'Network': '1.1', Sep 08 08:45:07.195795 n-d-806683-11 neutron-server[94714]: 'Port': '1.7', Sep 08 08:45:07.195795 n-d-806683-11 neutron-server[94714]: 'PortForwarding': '1.2', Sep 08 08:45:07.195795 n-d-806683-11 neutron-server[94714]: 'QosPolicy': '1.9', Sep 08 08:45:07.195795 n-d-806683-11 neutron-server[94714]: 'SecurityGroup': '1.4', Sep 08 08:45:07.195795 n-d-806683-11 neutron-server[94714]: 'SecurityGroupRule': '1.2', Sep 08 08:45:07.195795 n-d-806683-11 neutron-server[94714]: 'SubPort': '1.0', Sep 08 08:45:07.195795 n-d-806683-11 neutron-server[94714]: 'Subnet': '1.1', Sep 08 08:45:07.195795 n-d-806683-11 neutron-server[94714]: 'Trunk': '1.1'}} Sep 08 08:45:07.195795 n-d-806683-11 neutron-server[94714]: {{(pid=94714) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 08:45:07.244879 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-d7635ffa-bf1b-4fd8-be87-3708f1c3012e None None] Attempting to bind port 4b3fa085-d136-444c-8e23-3f5909308b6c on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:45:07.245471 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-d7635ffa-bf1b-4fd8-be87-3708f1c3012e None None] Attempting to bind port 4b3fa085-d136-444c-8e23-3f5909308b6c by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'fbbda666-f56f-458b-bef2-978eea862f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2b8bc891-2be6-4372-b8e2-448e36c283c6'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:45:07.245900 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7635ffa-bf1b-4fd8-be87-3708f1c3012e None None] Attempting to bind port 4b3fa085-d136-444c-8e23-3f5909308b6c on network 2b8bc891-2be6-4372-b8e2-448e36c283c6 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:45:07.250834 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7635ffa-bf1b-4fd8-be87-3708f1c3012e None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:45:07.251255 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7635ffa-bf1b-4fd8-be87-3708f1c3012e None None] Checking segment: {'id': 'fbbda666-f56f-458b-bef2-978eea862f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2b8bc891-2be6-4372-b8e2-448e36c283c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:45:07.251745 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d7635ffa-bf1b-4fd8-be87-3708f1c3012e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:07.252134 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7635ffa-bf1b-4fd8-be87-3708f1c3012e None None] Bound using segment: {'id': 'fbbda666-f56f-458b-bef2-978eea862f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2b8bc891-2be6-4372-b8e2-448e36c283c6'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:45:07.252635 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-d7635ffa-bf1b-4fd8-be87-3708f1c3012e None None] Bound port: 4b3fa085-d136-444c-8e23-3f5909308b6c, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbda666-f56f-458b-bef2-978eea862f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2b8bc891-2be6-4372-b8e2-448e36c283c6'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:45:07.253053 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d7635ffa-bf1b-4fd8-be87-3708f1c3012e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:07.315652 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d7635ffa-bf1b-4fd8-be87-3708f1c3012e None None] For port 4b3fa085-d136-444c-8e23-3f5909308b6c, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:45:07.322570 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d7635ffa-bf1b-4fd8-be87-3708f1c3012e None None] For port 4b3fa085-d136-444c-8e23-3f5909308b6c, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=4b3fa085-d136-444c-8e23-3f5909308b6c,segment=NetworkSegment(fbbda666-f56f-458b-bef2-978eea862f5b),segment_id=fbbda666-f56f-458b-bef2-978eea862f5b)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:45:07.328123 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d7635ffa-bf1b-4fd8-be87-3708f1c3012e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:07.395815 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7635ffa-bf1b-4fd8-be87-3708f1c3012e None None] Pushing event updated for resources: {'Port': ['ID=4b3fa085-d136-444c-8e23-3f5909308b6c,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:45:08.682180 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54468) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:45:09.012725 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-96684ded-1955-469f-92c2-c67ad37b4577 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 08:45:09.013737 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-96684ded-1955-469f-92c2-c67ad37b4577 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3306174 Sep 08 08:45:11.534694 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54476) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:45:11.866750 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [None req-24a3cf7a-d1f8-460a-85dc-a655b6c6726e admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 08:45:11.867763 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-24a3cf7a-d1f8-460a-85dc-a655b6c6726e admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3319914 Sep 08 08:45:14.585419 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54486) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:45:14.901953 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-0a184da6-0fcc-4f5a-ac30-c4d2c5d427dc admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '909b99de2bbd49d3b43be9a8e39c0c1f', 'name': 'router1'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:45:14.926505 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0a184da6-0fcc-4f5a-ac30-c4d2c5d427dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:14.928776 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0a184da6-0fcc-4f5a-ac30-c4d2c5d427dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:15.079067 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0a184da6-0fcc-4f5a-ac30-c4d2c5d427dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:15.085506 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0a184da6-0fcc-4f5a-ac30-c4d2c5d427dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:15.100209 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0a184da6-0fcc-4f5a-ac30-c4d2c5d427dc admin admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:15.101882 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-0a184da6-0fcc-4f5a-ac30-c4d2c5d427dc admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5154977 Sep 08 08:45:16.199776 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1226275b-40a7-413b-bb9d-1ccf931a1be5 None None] Network 2b8bc891-2be6-4372-b8e2-448e36c283c6 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 08:45:16.233282 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 4b3fa085-d136-444c-8e23-3f5909308b6c up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:45:16.237349 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-39526d69-253e-40b9-9601-8eb14f0108a5 None None] Provisioning for port 4b3fa085-d136-444c-8e23-3f5909308b6c completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:45:16.403578 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 4b3fa085-d136-444c-8e23-3f5909308b6c completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:45:16.411071 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 4b3fa085-d136-444c-8e23-3f5909308b6c triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:45:16.411553 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:16.564694 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:16.603515 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 4b3fa085-d136-444c-8e23-3f5909308b6c, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=4b3fa085-d136-444c-8e23-3f5909308b6c,segment=NetworkSegment(fbbda666-f56f-458b-bef2-978eea862f5b),segment_id=fbbda666-f56f-458b-bef2-978eea862f5b)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:45:16.607605 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:16.662978 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=4b3fa085-d136-444c-8e23-3f5909308b6c,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:45:16.672854 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-697cdbf6-fe86-4448-b6ed-424623561c71 None None] Provisioning complete for port 4b3fa085-d136-444c-8e23-3f5909308b6c triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:45:16.673134 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-697cdbf6-fe86-4448-b6ed-424623561c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:17.541714 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f8052916-4ce6-429c-9dd0-08df77b48901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:17.609029 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54500) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:45:17.928255 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [None req-ea253989-56cc-417a-935c-ca431ca1e286 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 08:45:17.929266 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ea253989-56cc-417a-935c-ca431ca1e286 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3192947 Sep 08 08:45:18.198338 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 4b3fa085-d136-444c-8e23-3f5909308b6c up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:45:18.246228 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 4b3fa085-d136-444c-8e23-3f5909308b6c triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:45:18.246602 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:20.294597 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:20.417443 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54508) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:45:20.656404 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f752f09b-2604-4702-8e68-b30b54dc4bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:20.734679 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-2cffd034-0ab4-4776-85ef-21615911d618 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:45:20.755421 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cffd034-0ab4-4776-85ef-21615911d618 admin admin] Made reservation on behalf of bae9f99cb6e34ec0915ad7d7caf4cb02 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:45:20.757768 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2cffd034-0ab4-4776-85ef-21615911d618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:20.767265 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2cffd034-0ab4-4776-85ef-21615911d618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:20.855062 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2cffd034-0ab4-4776-85ef-21615911d618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:20.858778 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2cffd034-0ab4-4776-85ef-21615911d618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:20.875619 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2cffd034-0ab4-4776-85ef-21615911d618 admin admin] Reserving flat network on physical network physnet1 {{(pid=94712) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 08 08:45:20.893653 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cffd034-0ab4-4776-85ef-21615911d618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d107d30d-a5de-4362-99bb-9cea91b08e7a,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:45:20.899148 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2cffd034-0ab4-4776-85ef-21615911d618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:20.899478 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-2cffd034-0ab4-4776-85ef-21615911d618 admin admin] Added segment cd5b0389-4b83-49e2-a38b-f879a6316c15 of type flat for network 399c4174-1e86-4a10-bb99-f875a09107d5 Sep 08 08:45:20.946235 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2cffd034-0ab4-4776-85ef-21615911d618 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:20.978623 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2cffd034-0ab4-4776-85ef-21615911d618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:20.979677 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cffd034-0ab4-4776-85ef-21615911d618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:45:20.980257 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2cffd034-0ab4-4776-85ef-21615911d618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:21.017382 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2cffd034-0ab4-4776-85ef-21615911d618 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5985699 Sep 08 08:45:21.054262 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cffd034-0ab4-4776-85ef-21615911d618 admin admin] Pushing event updated for resources: {'Network': ['ID=399c4174-1e86-4a10-bb99-f875a09107d5,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:45:21.065682 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 399c4174-1e86-4a10-bb99-f875a09107d5 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 08:45:21.935147 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:23.263031 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:23.460112 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54526) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:45:23.701299 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980a71bd-cdaa-49be-b837-d732c37819d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:45:23.702743 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-980a71bd-cdaa-49be-b837-d732c37819d9 admin admin] 10.222.0.54 "GET /v2.0/subnets/6a9494da-e9d5-471b-8d51-c2ab5c1df196 HTTP/1.1" status: 200 len: 849 time: 0.2416887 Sep 08 08:45:23.829490 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-6a4990be-8567-493b-8299-61eb0658f07a admin admin] 10.222.0.54 "GET /v2.0/routers/5984dc64-d1df-419f-a51f-cae53a3b0d1c HTTP/1.1" status: 200 len: 704 time: 0.1198144 Sep 08 08:45:24.098305 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5d1dcb06-9c8c-460f-9c78-dd090918e7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:24.410175 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-5d1dcb06-9c8c-460f-9c78-dd090918e7bd admin admin] Allocated IP 172.20.0.1 (2b8bc891-2be6-4372-b8e2-448e36c283c6/6a9494da-e9d5-471b-8d51-c2ab5c1df196/a31fb2b8-78ea-4e3f-832d-a4c9f045aa32) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:45:24.596144 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5d1dcb06-9c8c-460f-9c78-dd090918e7bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:24.624224 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-5d1dcb06-9c8c-460f-9c78-dd090918e7bd admin admin] Transition to ACTIVE for port object a31fb2b8-78ea-4e3f-832d-a4c9f045aa32 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:45:24.689714 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5d1dcb06-9c8c-460f-9c78-dd090918e7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:24.761438 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1dcb06-9c8c-460f-9c78-dd090918e7bd admin admin] Network 2b8bc891-2be6-4372-b8e2-448e36c283c6 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:45:24.767213 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-5d1dcb06-9c8c-460f-9c78-dd090918e7bd admin admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:45:24.771115 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1dcb06-9c8c-460f-9c78-dd090918e7bd admin admin] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:45:24.771670 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5d1dcb06-9c8c-460f-9c78-dd090918e7bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:24.902390 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1dcb06-9c8c-460f-9c78-dd090918e7bd admin admin] Pushing event updated for resources: {'Port': ['ID=a31fb2b8-78ea-4e3f-832d-a4c9f045aa32,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:45:25.024408 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-4eafad52-0ac5-4c90-a106-add4e0d6d257 None None] Provisioning for port a31fb2b8-78ea-4e3f-832d-a4c9f045aa32 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:45:25.028195 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-4eafad52-0ac5-4c90-a106-add4e0d6d257 None None] Provisioning complete for port a31fb2b8-78ea-4e3f-832d-a4c9f045aa32 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:45:25.028573 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4eafad52-0ac5-4c90-a106-add4e0d6d257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:25.038240 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5d1dcb06-9c8c-460f-9c78-dd090918e7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:25.063140 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-4eafad52-0ac5-4c90-a106-add4e0d6d257 None None] Port a31fb2b8-78ea-4e3f-832d-a4c9f045aa32 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 08:45:25.251591 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5d1dcb06-9c8c-460f-9c78-dd090918e7bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:25.256387 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5d1dcb06-9c8c-460f-9c78-dd090918e7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:25.257144 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5d1dcb06-9c8c-460f-9c78-dd090918e7bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:25.340457 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1dcb06-9c8c-460f-9c78-dd090918e7bd admin admin] Pushing event updated for resources: {'Port': ['ID=a31fb2b8-78ea-4e3f-832d-a4c9f045aa32,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:45:25.389149 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1dcb06-9c8c-460f-9c78-dd090918e7bd admin admin] Network 2b8bc891-2be6-4372-b8e2-448e36c283c6 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:45:25.390650 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-5d1dcb06-9c8c-460f-9c78-dd090918e7bd admin admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:45:25.566013 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1dcb06-9c8c-460f-9c78-dd090918e7bd admin admin] Router 5984dc64-d1df-419f-a51f-cae53a3b0d1c is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 08:45:25.583791 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-edfba2e8-4a23-42c4-a047-57626819a789 None None] Provisioning complete for port a31fb2b8-78ea-4e3f-832d-a4c9f045aa32 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:45:25.584185 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-edfba2e8-4a23-42c4-a047-57626819a789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:25.623299 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-edfba2e8-4a23-42c4-a047-57626819a789 None None] Port a31fb2b8-78ea-4e3f-832d-a4c9f045aa32 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 08:45:25.665849 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1dcb06-9c8c-460f-9c78-dd090918e7bd admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 08:45:25.671300 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5d1dcb06-9c8c-460f-9c78-dd090918e7bd admin admin] 10.222.0.54 "PUT /v2.0/routers/5984dc64-d1df-419f-a51f-cae53a3b0d1c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8354554 Sep 08 08:45:25.676660 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c3e93a-3ac3-43ad-b34a-cc56f94adb37 None None] Sync routers for ids ['5984dc64-d1df-419f-a51f-cae53a3b0d1c'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 08:45:25.688027 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c3e93a-3ac3-43ad-b34a-cc56f94adb37 None None] Routers {'5984dc64-d1df-419f-a51f-cae53a3b0d1c'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:45:25.688908 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-a9c3e93a-3ac3-43ad-b34a-cc56f94adb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:45:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5984dc64-d1df-419f-a51f-cae53a3b0d1c'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:45:25.892619 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-a9c3e93a-3ac3-43ad-b34a-cc56f94adb37 None None] Set router 5984dc64-d1df-419f-a51f-cae53a3b0d1c gateway port host: None {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:45:26.376337 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-a9c3e93a-3ac3-43ad-b34a-cc56f94adb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5984dc64-d1df-419f-a51f-cae53a3b0d1c', 'name': 'router1', 'tenant_id': '909b99de2bbd49d3b43be9a8e39c0c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:45:14Z', 'updated_at': '2021-09-08T08:45:24Z', 'revision_number': 2, 'project_id': '909b99de2bbd49d3b43be9a8e39c0c1f', 'gw_port_host': None, '_interfaces': [{'id': 'a31fb2b8-78ea-4e3f-832d-a4c9f045aa32', 'name': '', 'network_id': '2b8bc891-2be6-4372-b8e2-448e36c283c6', 'tenant_id': '909b99de2bbd49d3b43be9a8e39c0c1f', 'mac_address': 'fa:16:3e:a3:32:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5984dc64-d1df-419f-a51f-cae53a3b0d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a9494da-e9d5-471b-8d51-c2ab5c1df196', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:45:24Z', 'updated_at': '2021-09-08T08:45:25Z', 'revision_number': 2, 'project_id': '909b99de2bbd49d3b43be9a8e39c0c1f', 'subnets': [{'id': '6a9494da-e9d5-471b-8d51-c2ab5c1df196', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e84b9ee7-e064-4e32-8a26-ea180142bca0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:45:26.434419 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c3e93a-3ac3-43ad-b34a-cc56f94adb37 None None] Checking router: 5984dc64-d1df-419f-a51f-cae53a3b0d1c for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 08:45:26.434784 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c3e93a-3ac3-43ad-b34a-cc56f94adb37 None None] Updating router 5984dc64-d1df-419f-a51f-cae53a3b0d1c port a31fb2b8-78ea-4e3f-832d-a4c9f045aa32 binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 08:45:26.485154 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-a9c3e93a-3ac3-43ad-b34a-cc56f94adb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:27.052605 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-a9c3e93a-3ac3-43ad-b34a-cc56f94adb37 None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:27.072757 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-a9c3e93a-3ac3-43ad-b34a-cc56f94adb37 None None] Transition to ACTIVE for port object a31fb2b8-78ea-4e3f-832d-a4c9f045aa32 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:45:27.078629 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-a9c3e93a-3ac3-43ad-b34a-cc56f94adb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:27.247282 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641dc618-5624-479a-843b-23f58456b9bd None None] Pushing event updated for resources: {'Port': ['ID=a31fb2b8-78ea-4e3f-832d-a4c9f045aa32,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:45:27.263967 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641dc618-5624-479a-843b-23f58456b9bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:45:27.264407 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641dc618-5624-479a-843b-23f58456b9bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:45:27.264665 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641dc618-5624-479a-843b-23f58456b9bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:45:27.264983 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641dc618-5624-479a-843b-23f58456b9bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:45:27.265311 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641dc618-5624-479a-843b-23f58456b9bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:45:27.265640 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641dc618-5624-479a-843b-23f58456b9bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:45:27.265966 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641dc618-5624-479a-843b-23f58456b9bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:45:27.266313 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641dc618-5624-479a-843b-23f58456b9bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:45:27.266645 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641dc618-5624-479a-843b-23f58456b9bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:45:27.266969 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641dc618-5624-479a-843b-23f58456b9bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:45:27.267342 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641dc618-5624-479a-843b-23f58456b9bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:45:27.267591 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641dc618-5624-479a-843b-23f58456b9bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:45:27.268712 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641dc618-5624-479a-843b-23f58456b9bd None None] Tracked resource versions report: Sep 08 08:45:27.268712 n-d-806683-11 neutron-server[94715]: pushed versions: Sep 08 08:45:27.268712 n-d-806683-11 neutron-server[94715]: { 'AddressGroup': {'1.2'}, Sep 08 08:45:27.268712 n-d-806683-11 neutron-server[94715]: 'ConntrackHelper': {'1.0'}, Sep 08 08:45:27.268712 n-d-806683-11 neutron-server[94715]: 'Log': {'1.0'}, Sep 08 08:45:27.268712 n-d-806683-11 neutron-server[94715]: 'Network': {'1.1'}, Sep 08 08:45:27.268712 n-d-806683-11 neutron-server[94715]: 'Port': {'1.7'}, Sep 08 08:45:27.268712 n-d-806683-11 neutron-server[94715]: 'PortForwarding': {'1.2'}, Sep 08 08:45:27.268712 n-d-806683-11 neutron-server[94715]: 'QosPolicy': {'1.9'}, Sep 08 08:45:27.268712 n-d-806683-11 neutron-server[94715]: 'SecurityGroup': {'1.4'}, Sep 08 08:45:27.268712 n-d-806683-11 neutron-server[94715]: 'SecurityGroupRule': {'1.2'}, Sep 08 08:45:27.268712 n-d-806683-11 neutron-server[94715]: 'SubPort': {'1.0'}, Sep 08 08:45:27.268712 n-d-806683-11 neutron-server[94715]: 'Subnet': {'1.1'}, Sep 08 08:45:27.268712 n-d-806683-11 neutron-server[94715]: 'Trunk': {'1.1'}} Sep 08 08:45:27.268712 n-d-806683-11 neutron-server[94715]: consumer versions: Sep 08 08:45:27.268712 n-d-806683-11 neutron-server[94715]: { DHCP agent@n-d-806683-11: {}, Sep 08 08:45:27.268712 n-d-806683-11 neutron-server[94715]: L3 agent@n-d-806683-11: {}, Sep 08 08:45:27.268712 n-d-806683-11 neutron-server[94715]: Metadata agent@n-d-806683-11: {}, Sep 08 08:45:27.268712 n-d-806683-11 neutron-server[94715]: Metering agent@n-d-806683-11: {}, Sep 08 08:45:27.268712 n-d-806683-11 neutron-server[94715]: Open vSwitch agent@n-d-806683-11: { 'AddressGroup': '1.2', Sep 08 08:45:27.268712 n-d-806683-11 neutron-server[94715]: 'ConntrackHelper': '1.0', Sep 08 08:45:27.268712 n-d-806683-11 neutron-server[94715]: 'Log': '1.0', Sep 08 08:45:27.268712 n-d-806683-11 neutron-server[94715]: 'Network': '1.1', Sep 08 08:45:27.268712 n-d-806683-11 neutron-server[94715]: 'Port': '1.7', Sep 08 08:45:27.268712 n-d-806683-11 neutron-server[94715]: 'PortForwarding': '1.2', Sep 08 08:45:27.268712 n-d-806683-11 neutron-server[94715]: 'QosPolicy': '1.9', Sep 08 08:45:27.268712 n-d-806683-11 neutron-server[94715]: 'SecurityGroup': '1.4', Sep 08 08:45:27.268712 n-d-806683-11 neutron-server[94715]: 'SecurityGroupRule': '1.2', Sep 08 08:45:27.268712 n-d-806683-11 neutron-server[94715]: 'SubPort': '1.0', Sep 08 08:45:27.268712 n-d-806683-11 neutron-server[94715]: 'Subnet': '1.1', Sep 08 08:45:27.268712 n-d-806683-11 neutron-server[94715]: 'Trunk': '1.1'}} Sep 08 08:45:27.268712 n-d-806683-11 neutron-server[94715]: {{(pid=94715) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 08:45:27.273226 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-a9c3e93a-3ac3-43ad-b34a-cc56f94adb37 None None] Attempting to bind port a31fb2b8-78ea-4e3f-832d-a4c9f045aa32 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:45:27.273634 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-a9c3e93a-3ac3-43ad-b34a-cc56f94adb37 None None] Attempting to bind port a31fb2b8-78ea-4e3f-832d-a4c9f045aa32 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'fbbda666-f56f-458b-bef2-978eea862f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2b8bc891-2be6-4372-b8e2-448e36c283c6'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:45:27.274076 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c3e93a-3ac3-43ad-b34a-cc56f94adb37 None None] Attempting to bind port a31fb2b8-78ea-4e3f-832d-a4c9f045aa32 on network 2b8bc891-2be6-4372-b8e2-448e36c283c6 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:45:27.279765 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c3e93a-3ac3-43ad-b34a-cc56f94adb37 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:45:27.280183 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c3e93a-3ac3-43ad-b34a-cc56f94adb37 None None] Checking segment: {'id': 'fbbda666-f56f-458b-bef2-978eea862f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2b8bc891-2be6-4372-b8e2-448e36c283c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:45:27.280669 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-a9c3e93a-3ac3-43ad-b34a-cc56f94adb37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:27.281060 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c3e93a-3ac3-43ad-b34a-cc56f94adb37 None None] Bound using segment: {'id': 'fbbda666-f56f-458b-bef2-978eea862f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2b8bc891-2be6-4372-b8e2-448e36c283c6'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:45:27.281546 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-a9c3e93a-3ac3-43ad-b34a-cc56f94adb37 None None] Bound port: a31fb2b8-78ea-4e3f-832d-a4c9f045aa32, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbda666-f56f-458b-bef2-978eea862f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '2b8bc891-2be6-4372-b8e2-448e36c283c6'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:45:27.281948 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-a9c3e93a-3ac3-43ad-b34a-cc56f94adb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:27.355650 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-a9c3e93a-3ac3-43ad-b34a-cc56f94adb37 None None] For port a31fb2b8-78ea-4e3f-832d-a4c9f045aa32, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:45:27.376127 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-a9c3e93a-3ac3-43ad-b34a-cc56f94adb37 None None] For port a31fb2b8-78ea-4e3f-832d-a4c9f045aa32, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a31fb2b8-78ea-4e3f-832d-a4c9f045aa32,segment=NetworkSegment(fbbda666-f56f-458b-bef2-978eea862f5b),segment_id=fbbda666-f56f-458b-bef2-978eea862f5b)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:45:27.381367 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-a9c3e93a-3ac3-43ad-b34a-cc56f94adb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:27.450698 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641dc618-5624-479a-843b-23f58456b9bd None None] Pushing event updated for resources: {'Port': ['ID=a31fb2b8-78ea-4e3f-832d-a4c9f045aa32,revision_number=4']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:45:27.454534 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c3e93a-3ac3-43ad-b34a-cc56f94adb37 None None] Routers {'5984dc64-d1df-419f-a51f-cae53a3b0d1c'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:45:27.455148 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-a9c3e93a-3ac3-43ad-b34a-cc56f94adb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:45:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5984dc64-d1df-419f-a51f-cae53a3b0d1c'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:45:27.560157 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-a9c3e93a-3ac3-43ad-b34a-cc56f94adb37 None None] Set router 5984dc64-d1df-419f-a51f-cae53a3b0d1c gateway port host: None {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:45:27.777140 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-a9c3e93a-3ac3-43ad-b34a-cc56f94adb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5984dc64-d1df-419f-a51f-cae53a3b0d1c', 'name': 'router1', 'tenant_id': '909b99de2bbd49d3b43be9a8e39c0c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:45:14Z', 'updated_at': '2021-09-08T08:45:24Z', 'revision_number': 2, 'project_id': '909b99de2bbd49d3b43be9a8e39c0c1f', 'gw_port_host': None, '_interfaces': [{'id': 'a31fb2b8-78ea-4e3f-832d-a4c9f045aa32', 'name': '', 'network_id': '2b8bc891-2be6-4372-b8e2-448e36c283c6', 'tenant_id': '909b99de2bbd49d3b43be9a8e39c0c1f', 'mac_address': 'fa:16:3e:a3:32:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5984dc64-d1df-419f-a51f-cae53a3b0d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a9494da-e9d5-471b-8d51-c2ab5c1df196', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:45:24Z', 'updated_at': '2021-09-08T08:45:27Z', 'revision_number': 4, 'project_id': '909b99de2bbd49d3b43be9a8e39c0c1f', 'subnets': [{'id': '6a9494da-e9d5-471b-8d51-c2ab5c1df196', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e84b9ee7-e064-4e32-8a26-ea180142bca0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:45:27.805021 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c3e93a-3ac3-43ad-b34a-cc56f94adb37 None None] The sync data for ids ['5984dc64-d1df-419f-a51f-cae53a3b0d1c'] in n-d-806683-11 is: [{'id': '5984dc64-d1df-419f-a51f-cae53a3b0d1c', 'name': 'router1', 'tenant_id': '909b99de2bbd49d3b43be9a8e39c0c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:45:14Z', 'updated_at': '2021-09-08T08:45:24Z', 'revision_number': 2, 'project_id': '909b99de2bbd49d3b43be9a8e39c0c1f', 'gw_port_host': None, '_interfaces': [{'id': 'a31fb2b8-78ea-4e3f-832d-a4c9f045aa32', 'name': '', 'network_id': '2b8bc891-2be6-4372-b8e2-448e36c283c6', 'tenant_id': '909b99de2bbd49d3b43be9a8e39c0c1f', 'mac_address': 'fa:16:3e:a3:32:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5984dc64-d1df-419f-a51f-cae53a3b0d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a9494da-e9d5-471b-8d51-c2ab5c1df196', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:45:24Z', 'updated_at': '2021-09-08T08:45:27Z', 'revision_number': 4, 'project_id': '909b99de2bbd49d3b43be9a8e39c0c1f', 'subnets': [{'id': '6a9494da-e9d5-471b-8d51-c2ab5c1df196', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e84b9ee7-e064-4e32-8a26-ea180142bca0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 08:45:28.015859 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54546) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:45:28.134111 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cea6c55-9237-41bb-a025-1a99d9f5cb4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:45:28.138390 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-1cea6c55-9237-41bb-a025-1a99d9f5cb4f admin admin] 10.222.0.54 "GET /v2.0/networks/399c4174-1e86-4a10-bb99-f875a09107d5 HTTP/1.1" status: 200 len: 842 time: 0.1186268 Sep 08 08:45:28.146676 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-e67d588f-17a6-4dc3-8d24-16d4afb24e2e admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'ip_version': 4, 'name': 'public-subnet', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:45:28.172428 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67d588f-17a6-4dc3-8d24-16d4afb24e2e admin admin] Made reservation on behalf of bae9f99cb6e34ec0915ad7d7caf4cb02 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:45:28.174773 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e67d588f-17a6-4dc3-8d24-16d4afb24e2e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:28.495062 n-d-806683-11 neutron-server[94712]: DEBUG neutron.objects.ports [None req-e67d588f-17a6-4dc3-8d24-16d4afb24e2e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94712) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 08 08:45:28.495410 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e67d588f-17a6-4dc3-8d24-16d4afb24e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:28.552063 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d588f-17a6-4dc3-8d24-16d4afb24e2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1801384-16df-4c9a-9239-e1612ecbde18,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:45:28.563711 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67d588f-17a6-4dc3-8d24-16d4afb24e2e admin admin] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:45:28.564071 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67d588f-17a6-4dc3-8d24-16d4afb24e2e admin admin] Network hostable DHCP agents. Network: 399c4174-1e86-4a10-bb99-f875a09107d5, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 08:45:28.585917 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67d588f-17a6-4dc3-8d24-16d4afb24e2e admin admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 08:45:28.596278 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-e67d588f-17a6-4dc3-8d24-16d4afb24e2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 399c4174-1e86-4a10-bb99-f875a09107d5) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:45:28.601650 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67d588f-17a6-4dc3-8d24-16d4afb24e2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:45:28.602401 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e67d588f-17a6-4dc3-8d24-16d4afb24e2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:28.606673 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcb7904-a59d-4f4a-a0d0-78f0e00a9647 None None] Network 399c4174-1e86-4a10-bb99-f875a09107d5 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 08:45:28.627430 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e67d588f-17a6-4dc3-8d24-16d4afb24e2e admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4750402 Sep 08 08:45:28.756692 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd30fe4e-539f-48cb-a13a-18ceffac1498 None None] Network 399c4174-1e86-4a10-bb99-f875a09107d5 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 08:45:30.982387 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54554) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:45:31.132385 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e328b7e0-f929-46e5-bda1-7cf43baa69a0 admin admin] 10.222.0.54 "GET /v2.0/routers/5984dc64-d1df-419f-a51f-cae53a3b0d1c HTTP/1.1" status: 200 len: 710 time: 0.1489158 Sep 08 08:45:31.293994 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8f1765-f0b9-4678-ba27-a0c489b7715c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:45:31.295707 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-cd8f1765-f0b9-4678-ba27-a0c489b7715c admin admin] 10.222.0.54 "GET /v2.0/networks/399c4174-1e86-4a10-bb99-f875a09107d5 HTTP/1.1" status: 200 len: 886 time: 0.1574473 Sep 08 08:45:31.306223 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-8c075ae0-f99f-4962-9946-1d154894bc5d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:45:31.555862 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8c075ae0-f99f-4962-9946-1d154894bc5d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:31.796041 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8c075ae0-f99f-4962-9946-1d154894bc5d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:31.874394 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8c075ae0-f99f-4962-9946-1d154894bc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:31.976188 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-8c075ae0-f99f-4962-9946-1d154894bc5d admin admin] Allocated IP 172.25.0.139 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/58641ba2-8581-4fd4-a134-61e026dbb215) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:45:32.078394 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8c075ae0-f99f-4962-9946-1d154894bc5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:32.116094 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8c075ae0-f99f-4962-9946-1d154894bc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:32.153736 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c075ae0-f99f-4962-9946-1d154894bc5d admin admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:45:32.156854 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-8c075ae0-f99f-4962-9946-1d154894bc5d admin admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:45:32.166710 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c075ae0-f99f-4962-9946-1d154894bc5d admin admin] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:45:32.170298 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c075ae0-f99f-4962-9946-1d154894bc5d admin admin] Pushing event updated for resources: {'Port': ['ID=58641ba2-8581-4fd4-a134-61e026dbb215,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:45:32.417808 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8c075ae0-f99f-4962-9946-1d154894bc5d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:32.622600 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8c075ae0-f99f-4962-9946-1d154894bc5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2457'] for router, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:32.625911 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8c075ae0-f99f-4962-9946-1d154894bc5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-764157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-764146', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-768877'] for router, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:32.828680 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c075ae0-f99f-4962-9946-1d154894bc5d admin admin] Router 5984dc64-d1df-419f-a51f-cae53a3b0d1c has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 08:45:32.935655 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c075ae0-f99f-4962-9946-1d154894bc5d admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 08:45:32.940990 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8c075ae0-f99f-4962-9946-1d154894bc5d admin admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:32.942244 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8c075ae0-f99f-4962-9946-1d154894bc5d admin admin] 10.222.0.54 "PUT /v2.0/routers/5984dc64-d1df-419f-a51f-cae53a3b0d1c HTTP/1.1" status: 200 len: 890 time: 1.6391299 Sep 08 08:45:34.221583 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a31fb2b8-78ea-4e3f-832d-a4c9f045aa32 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:45:34.277012 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port a31fb2b8-78ea-4e3f-832d-a4c9f045aa32 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:45:34.281428 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port a31fb2b8-78ea-4e3f-832d-a4c9f045aa32 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:45:34.281853 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:34.364422 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:34.379617 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223bd229-eeae-4825-ae53-592395248df7 None None] Sync routers for ids ['5984dc64-d1df-419f-a51f-cae53a3b0d1c'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 08:45:34.405302 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223bd229-eeae-4825-ae53-592395248df7 None None] Routers {'5984dc64-d1df-419f-a51f-cae53a3b0d1c'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:45:34.405947 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-223bd229-eeae-4825-ae53-592395248df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:45:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5984dc64-d1df-419f-a51f-cae53a3b0d1c'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:45:34.428790 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port a31fb2b8-78ea-4e3f-832d-a4c9f045aa32, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a31fb2b8-78ea-4e3f-832d-a4c9f045aa32,segment=NetworkSegment(fbbda666-f56f-458b-bef2-978eea862f5b),segment_id=fbbda666-f56f-458b-bef2-978eea862f5b)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:45:34.503788 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:34.661834 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=a31fb2b8-78ea-4e3f-832d-a4c9f045aa32,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:45:34.706455 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-223bd229-eeae-4825-ae53-592395248df7 None None] Set router 5984dc64-d1df-419f-a51f-cae53a3b0d1c gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:45:35.109474 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-223bd229-eeae-4825-ae53-592395248df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5984dc64-d1df-419f-a51f-cae53a3b0d1c', 'name': 'router1', 'tenant_id': '909b99de2bbd49d3b43be9a8e39c0c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '58641ba2-8581-4fd4-a134-61e026dbb215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:45:14Z', 'updated_at': '2021-09-08T08:45:32Z', 'revision_number': 4, 'project_id': '909b99de2bbd49d3b43be9a8e39c0c1f', 'gw_port': {'id': '58641ba2-8581-4fd4-a134-61e026dbb215', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ad:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5984dc64-d1df-419f-a51f-cae53a3b0d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:45:31Z', 'updated_at': '2021-09-08T08:45:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'a31fb2b8-78ea-4e3f-832d-a4c9f045aa32', 'name': '', 'network_id': '2b8bc891-2be6-4372-b8e2-448e36c283c6', 'tenant_id': '909b99de2bbd49d3b43be9a8e39c0c1f', 'mac_address': 'fa:16:3e:a3:32:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5984dc64-d1df-419f-a51f-cae53a3b0d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a9494da-e9d5-471b-8d51-c2ab5c1df196', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:45:24Z', 'updated_at': '2021-09-08T08:45:27Z', 'revision_number': 4, 'project_id': '909b99de2bbd49d3b43be9a8e39c0c1f', 'subnets': [{'id': '6a9494da-e9d5-471b-8d51-c2ab5c1df196', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e84b9ee7-e064-4e32-8a26-ea180142bca0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:45:35.162888 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223bd229-eeae-4825-ae53-592395248df7 None None] Checking router: 5984dc64-d1df-419f-a51f-cae53a3b0d1c for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 08:45:35.163237 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223bd229-eeae-4825-ae53-592395248df7 None None] Updating router 5984dc64-d1df-419f-a51f-cae53a3b0d1c port 58641ba2-8581-4fd4-a134-61e026dbb215 binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 08:45:35.209796 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-223bd229-eeae-4825-ae53-592395248df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:35.393578 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54566) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:45:35.510575 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-a08eb9ca-d373-4734-978e-27b29199c5c9 admin admin] 10.222.0.54 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1157928 Sep 08 08:45:35.537119 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-223bd229-eeae-4825-ae53-592395248df7 None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:35.548472 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-223bd229-eeae-4825-ae53-592395248df7 None None] Transition to ACTIVE for port object 58641ba2-8581-4fd4-a134-61e026dbb215 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:45:35.554949 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-223bd229-eeae-4825-ae53-592395248df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:35.608545 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-223bd229-eeae-4825-ae53-592395248df7 None None] Attempting to bind port 58641ba2-8581-4fd4-a134-61e026dbb215 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:45:35.608919 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-223bd229-eeae-4825-ae53-592395248df7 None None] Attempting to bind port 58641ba2-8581-4fd4-a134-61e026dbb215 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:45:35.609291 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223bd229-eeae-4825-ae53-592395248df7 None None] Attempting to bind port 58641ba2-8581-4fd4-a134-61e026dbb215 on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:45:35.615314 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47e8de3-aad0-4e37-9fec-0dccf7337563 None None] Pushing event updated for resources: {'Port': ['ID=58641ba2-8581-4fd4-a134-61e026dbb215,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:45:35.620044 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223bd229-eeae-4825-ae53-592395248df7 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:45:35.620423 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223bd229-eeae-4825-ae53-592395248df7 None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:45:35.620829 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-223bd229-eeae-4825-ae53-592395248df7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:35.621216 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223bd229-eeae-4825-ae53-592395248df7 None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:45:35.622276 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-223bd229-eeae-4825-ae53-592395248df7 None None] Bound port: 58641ba2-8581-4fd4-a134-61e026dbb215, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:45:35.622276 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-223bd229-eeae-4825-ae53-592395248df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:35.681045 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-223bd229-eeae-4825-ae53-592395248df7 None None] For port 58641ba2-8581-4fd4-a134-61e026dbb215, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:45:35.684293 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-223bd229-eeae-4825-ae53-592395248df7 None None] For port 58641ba2-8581-4fd4-a134-61e026dbb215, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=58641ba2-8581-4fd4-a134-61e026dbb215,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:45:35.689857 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-223bd229-eeae-4825-ae53-592395248df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:35.752686 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47e8de3-aad0-4e37-9fec-0dccf7337563 None None] Pushing event updated for resources: {'Port': ['ID=58641ba2-8581-4fd4-a134-61e026dbb215,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:45:35.757231 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223bd229-eeae-4825-ae53-592395248df7 None None] Routers {'5984dc64-d1df-419f-a51f-cae53a3b0d1c'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:45:35.757852 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-223bd229-eeae-4825-ae53-592395248df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:45:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5984dc64-d1df-419f-a51f-cae53a3b0d1c'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:45:35.951968 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-223bd229-eeae-4825-ae53-592395248df7 None None] Set router 5984dc64-d1df-419f-a51f-cae53a3b0d1c gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:45:36.184063 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-223bd229-eeae-4825-ae53-592395248df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5984dc64-d1df-419f-a51f-cae53a3b0d1c', 'name': 'router1', 'tenant_id': '909b99de2bbd49d3b43be9a8e39c0c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '58641ba2-8581-4fd4-a134-61e026dbb215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:45:14Z', 'updated_at': '2021-09-08T08:45:32Z', 'revision_number': 4, 'project_id': '909b99de2bbd49d3b43be9a8e39c0c1f', 'gw_port': {'id': '58641ba2-8581-4fd4-a134-61e026dbb215', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ad:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5984dc64-d1df-419f-a51f-cae53a3b0d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:45:31Z', 'updated_at': '2021-09-08T08:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'a31fb2b8-78ea-4e3f-832d-a4c9f045aa32', 'name': '', 'network_id': '2b8bc891-2be6-4372-b8e2-448e36c283c6', 'tenant_id': '909b99de2bbd49d3b43be9a8e39c0c1f', 'mac_address': 'fa:16:3e:a3:32:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5984dc64-d1df-419f-a51f-cae53a3b0d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a9494da-e9d5-471b-8d51-c2ab5c1df196', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:45:24Z', 'updated_at': '2021-09-08T08:45:34Z', 'revision_number': 5, 'project_id': '909b99de2bbd49d3b43be9a8e39c0c1f', 'subnets': [{'id': '6a9494da-e9d5-471b-8d51-c2ab5c1df196', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e84b9ee7-e064-4e32-8a26-ea180142bca0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:45:36.218989 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223bd229-eeae-4825-ae53-592395248df7 None None] The sync data for ids ['5984dc64-d1df-419f-a51f-cae53a3b0d1c'] in n-d-806683-11 is: [{'id': '5984dc64-d1df-419f-a51f-cae53a3b0d1c', 'name': 'router1', 'tenant_id': '909b99de2bbd49d3b43be9a8e39c0c1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '58641ba2-8581-4fd4-a134-61e026dbb215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:45:14Z', 'updated_at': '2021-09-08T08:45:32Z', 'revision_number': 4, 'project_id': '909b99de2bbd49d3b43be9a8e39c0c1f', 'gw_port': {'id': '58641ba2-8581-4fd4-a134-61e026dbb215', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ad:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5984dc64-d1df-419f-a51f-cae53a3b0d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:45:31Z', 'updated_at': '2021-09-08T08:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'a31fb2b8-78ea-4e3f-832d-a4c9f045aa32', 'name': '', 'network_id': '2b8bc891-2be6-4372-b8e2-448e36c283c6', 'tenant_id': '909b99de2bbd49d3b43be9a8e39c0c1f', 'mac_address': 'fa:16:3e:a3:32:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5984dc64-d1df-419f-a51f-cae53a3b0d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a9494da-e9d5-471b-8d51-c2ab5c1df196', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:45:24Z', 'updated_at': '2021-09-08T08:45:34Z', 'revision_number': 5, 'project_id': '909b99de2bbd49d3b43be9a8e39c0c1f', 'subnets': [{'id': '6a9494da-e9d5-471b-8d51-c2ab5c1df196', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e84b9ee7-e064-4e32-8a26-ea180142bca0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 08:45:36.220625 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a31fb2b8-78ea-4e3f-832d-a4c9f045aa32 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:45:36.277362 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port a31fb2b8-78ea-4e3f-832d-a4c9f045aa32 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:45:36.277741 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:38.268815 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 58641ba2-8581-4fd4-a134-61e026dbb215 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:45:38.318968 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 58641ba2-8581-4fd4-a134-61e026dbb215 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:45:38.322859 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 58641ba2-8581-4fd4-a134-61e026dbb215 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:45:38.323311 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:38.408451 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:38.429569 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 58641ba2-8581-4fd4-a134-61e026dbb215, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=58641ba2-8581-4fd4-a134-61e026dbb215,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:45:38.433620 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:38.487965 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=58641ba2-8581-4fd4-a134-61e026dbb215,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:45:40.250607 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 58641ba2-8581-4fd4-a134-61e026dbb215 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:45:40.354952 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 58641ba2-8581-4fd4-a134-61e026dbb215 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:45:40.355335 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:40.684730 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 5 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 08:45:47.574216 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7f010ac0-8037-4d0d-b5e7-68811934ba8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:50.297633 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:50.659491 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4681b096-f2f5-4521-a509-f6cd25aae2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:51.946086 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:45:53.284946 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:46:17.551861 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f424052c-5825-40af-a381-a14a5638deb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:46:17.677489 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 5 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 08:46:20.302469 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:46:20.663508 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-56e915e9-82e2-4ee4-a1fd-3c0972d7c806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:46:21.943652 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:46:23.287357 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:46:47.553229 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fc0ef86f-4a1f-40c0-aceb-73e0480b3c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:46:50.305302 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:46:50.663481 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0e89c9b9-a2f2-4968-bc06-9f4afb09f507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:46:51.944069 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:46:53.286501 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:46:54.678901 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 5 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 08:47:17.558492 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d0bf2b17-acd0-4a3e-b7df-d0a2d6865b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:47:19.074779 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55160) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:47:19.136821 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-85c1c07b-0eba-4f5a-8ae2-7f9df974a98a admin admin] GET failed (client error): The resource could not be found. Sep 08 08:47:19.138192 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-85c1c07b-0eba-4f5a-8ae2-7f9df974a98a admin admin] 10.222.0.54 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0624404 Sep 08 08:47:19.300439 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a16b29-f611-418d-81ef-bb0e936c7fcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:47:19.301917 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-22a16b29-f611-418d-81ef-bb0e936c7fcb admin admin] 10.222.0.54 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1584857 Sep 08 08:47:20.306172 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:47:20.664583 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c40fb2c2-a406-4d2d-8434-36f6050a68b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:47:21.578204 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55170) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:47:21.681145 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae4b0bb-f6a9-4689-a793-d27b20ccc209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:47:21.682586 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-bae4b0bb-f6a9-4689-a793-d27b20ccc209 admin admin] 10.222.0.54 "GET /v2.0/subnets/6a9494da-e9d5-471b-8d51-c2ab5c1df196 HTTP/1.1" status: 200 len: 849 time: 0.1028149 Sep 08 08:47:21.693873 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-7b2f6ff3-061e-4d48-9ead-296eadab5f27 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:47:21.788253 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7b2f6ff3-061e-4d48-9ead-296eadab5f27 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:47:21.930076 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7b2f6ff3-061e-4d48-9ead-296eadab5f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774288517861'] for subnet, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:47:21.946690 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:47:21.961372 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2f6ff3-061e-4d48-9ead-296eadab5f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:47:21.961964 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7b2f6ff3-061e-4d48-9ead-296eadab5f27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:47:21.963345 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-7b2f6ff3-061e-4d48-9ead-296eadab5f27 admin admin] 10.222.0.54 "PUT /v2.0/subnets/6a9494da-e9d5-471b-8d51-c2ab5c1df196 HTTP/1.1" status: 200 len: 868 time: 0.2732377 Sep 08 08:47:21.970324 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e5f1aa-89a5-4d5d-b55d-5d412ffd6a0c None None] Network 2b8bc891-2be6-4372-b8e2-448e36c283c6 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 08:47:21.989624 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f6ff3-061e-4d48-9ead-296eadab5f27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a9494da-e9d5-471b-8d51-c2ab5c1df196,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:47:21.998580 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2f6ff3-061e-4d48-9ead-296eadab5f27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:47:21.998580 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2f6ff3-061e-4d48-9ead-296eadab5f27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:47:21.999049 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2f6ff3-061e-4d48-9ead-296eadab5f27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:47:21.999265 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2f6ff3-061e-4d48-9ead-296eadab5f27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:47:21.999598 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2f6ff3-061e-4d48-9ead-296eadab5f27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:47:21.999922 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2f6ff3-061e-4d48-9ead-296eadab5f27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:47:22.000248 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2f6ff3-061e-4d48-9ead-296eadab5f27 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:47:22.001207 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2f6ff3-061e-4d48-9ead-296eadab5f27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:47:22.001538 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2f6ff3-061e-4d48-9ead-296eadab5f27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:47:22.001852 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2f6ff3-061e-4d48-9ead-296eadab5f27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:47:22.002201 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2f6ff3-061e-4d48-9ead-296eadab5f27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:47:22.002521 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2f6ff3-061e-4d48-9ead-296eadab5f27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:47:22.315000 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-bec52ef7-0f22-4a78-bbf7-0608fb6ff8fc None None] Provisioning complete for port a31fb2b8-78ea-4e3f-832d-a4c9f045aa32 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:47:22.315394 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-bec52ef7-0f22-4a78-bbf7-0608fb6ff8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:47:22.404829 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-bec52ef7-0f22-4a78-bbf7-0608fb6ff8fc None None] Provisioning complete for port 4b3fa085-d136-444c-8e23-3f5909308b6c triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:47:22.405203 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-bec52ef7-0f22-4a78-bbf7-0608fb6ff8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:47:23.290601 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:47:24.242984 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55178) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:47:24.447502 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa13896-bbcb-467a-8f38-57d9ba2f17f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:47:24.447908 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa13896-bbcb-467a-8f38-57d9ba2f17f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:47:24.449467 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-6aa13896-bbcb-467a-8f38-57d9ba2f17f2 admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2055178 Sep 08 08:47:26.760865 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55186) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:47:26.909501 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4830a45-8530-44c2-9a9d-7e187bd3a244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:47:26.909917 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4830a45-8530-44c2-9a9d-7e187bd3a244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:47:26.911520 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f4830a45-8530-44c2-9a9d-7e187bd3a244 admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1496944 Sep 08 08:47:29.255388 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55194) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:47:29.388910 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bae114-1fe3-4565-a6dc-d260a766b4af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:47:29.390356 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-01bae114-1fe3-4565-a6dc-d260a766b4af admin admin] 10.222.0.54 "GET /v2.0/networks/2b8bc891-2be6-4372-b8e2-448e36c283c6 HTTP/1.1" status: 200 len: 869 time: 0.1339872 Sep 08 08:47:31.628530 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55202) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:47:31.687549 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 5 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 08:47:31.764658 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19e14bb-c3e3-4c69-a002-83331a8f5fd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:47:31.766636 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e19e14bb-c3e3-4c69-a002-83331a8f5fd9 admin admin] 10.222.0.54 "GET /v2.0/networks/399c4174-1e86-4a10-bb99-f875a09107d5 HTTP/1.1" status: 200 len: 886 time: 0.1365385 Sep 08 08:47:34.008166 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55210) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:47:34.139775 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300c242b-a217-41fe-a772-22a553fc02b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:47:34.140234 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300c242b-a217-41fe-a772-22a553fc02b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:47:34.142342 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-300c242b-a217-41fe-a772-22a553fc02b1 admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1331849 Sep 08 08:47:36.361872 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55220) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:47:36.455408 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218b0e90-9f92-4750-a7c7-12864ad0ac8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:47:36.455872 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218b0e90-9f92-4750-a7c7-12864ad0ac8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:47:36.457456 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-218b0e90-9f92-4750-a7c7-12864ad0ac8b admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0945592 Sep 08 08:47:38.694673 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55228) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:47:38.805434 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e083aa-31a1-47bb-9051-0d8676296b81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:47:38.806841 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-15e083aa-31a1-47bb-9051-0d8676296b81 admin admin] 10.222.0.54 "GET /v2.0/subnets/6a9494da-e9d5-471b-8d51-c2ab5c1df196 HTTP/1.1" status: 200 len: 868 time: 0.1111860 Sep 08 08:47:41.048309 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55236) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:47:41.151748 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7108415-316a-4631-a4fc-91380278259b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:47:41.153125 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c7108415-316a-4631-a4fc-91380278259b admin admin] 10.222.0.54 "GET /v2.0/subnets/c1801384-16df-4c9a-9239-e1612ecbde18 HTTP/1.1" status: 200 len: 816 time: 0.1038735 Sep 08 08:47:47.559031 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ad43c514-face-498a-a10d-79db195f5abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:47:50.308859 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:47:50.665530 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d6798e41-1d38-416e-b73d-dea7be5c1548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:47:51.951135 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:47:53.293489 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:48:05.973163 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55290) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:48:06.027581 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [None req-6711e0d0-e78b-4e27-ba05-edbf127af665 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 08:48:06.028596 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-6711e0d0-e78b-4e27-ba05-edbf127af665 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0541904 Sep 08 08:48:08.363542 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55298) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:48:08.432020 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-53cc1abf-2457-4100-a8d6-300ed0a2f9e1 admin admin] GET failed (client error): The resource could not be found. Sep 08 08:48:08.433436 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-53cc1abf-2457-4100-a8d6-300ed0a2f9e1 admin admin] 10.222.0.54 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0687273 Sep 08 08:48:08.525061 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ef1939-3363-445a-a11f-20a3d60085a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:48:08.526589 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c0ef1939-3363-445a-a11f-20a3d60085a9 admin admin] 10.222.0.54 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0877862 Sep 08 08:48:08.679974 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 5 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 08:48:10.834553 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55306) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:48:10.886396 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-d0c31665-f702-46b3-a106-365b62e60600 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:48:10.912355 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c31665-f702-46b3-a106-365b62e60600 admin admin] Made reservation on behalf of bae9f99cb6e34ec0915ad7d7caf4cb02 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:48:10.914849 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d0c31665-f702-46b3-a106-365b62e60600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:48:10.951640 n-d-806683-11 neutron-server[94712]: WARNING neutron.services.revisions.revision_plugin [None req-d0c31665-f702-46b3-a106-365b62e60600 admin admin] Could not find related network for resource to bump revision. Sep 08 08:48:10.964785 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0c31665-f702-46b3-a106-365b62e60600 admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 08:48:10.975768 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d0c31665-f702-46b3-a106-365b62e60600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:48:10.976211 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-d0c31665-f702-46b3-a106-365b62e60600 admin admin] Added segment 674b4040-616d-4e22-8c7a-3d62b224fd78 of type vlan for network 05f7642a-1c79-41be-85aa-1443ef22cc3b Sep 08 08:48:11.020569 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d0c31665-f702-46b3-a106-365b62e60600 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:48:11.048643 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d0c31665-f702-46b3-a106-365b62e60600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:48:11.049616 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c31665-f702-46b3-a106-365b62e60600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:48:11.050218 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d0c31665-f702-46b3-a106-365b62e60600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:48:11.084863 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d0c31665-f702-46b3-a106-365b62e60600 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2491093 Sep 08 08:48:11.231359 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c31665-f702-46b3-a106-365b62e60600 admin admin] Pushing event updated for resources: {'Network': ['ID=05f7642a-1c79-41be-85aa-1443ef22cc3b,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:48:11.246702 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 05f7642a-1c79-41be-85aa-1443ef22cc3b details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 08:48:13.447003 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55314) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:48:13.519630 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a46c0c0-eda5-475c-a1c2-055083d91e79 admin admin] GET failed (client error): The resource could not be found. Sep 08 08:48:13.521097 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8a46c0c0-eda5-475c-a1c2-055083d91e79 admin admin] 10.222.0.54 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0730042 Sep 08 08:48:13.597331 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e66b70-35c9-4f89-9f30-5017d484736b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:48:13.599051 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-45e66b70-35c9-4f89-9f30-5017d484736b admin admin] 10.222.0.54 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0729575 Sep 08 08:48:13.609766 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-aa2adddc-e056-4f0b-ab36-2443f1e6262d admin admin] Request body: {'subnet': {'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:48:13.637695 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2adddc-e056-4f0b-ab36-2443f1e6262d admin admin] Made reservation on behalf of bae9f99cb6e34ec0915ad7d7caf4cb02 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:48:13.639991 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aa2adddc-e056-4f0b-ab36-2443f1e6262d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:48:13.811392 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aa2adddc-e056-4f0b-ab36-2443f1e6262d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:48:13.876735 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2adddc-e056-4f0b-ab36-2443f1e6262d admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfc66e4b-ecb5-4c99-afe1-0a78c722534a,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:48:13.879238 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2adddc-e056-4f0b-ab36-2443f1e6262d admin admin] Checking segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:48:13.880016 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2adddc-e056-4f0b-ab36-2443f1e6262d admin admin] Network hostable DHCP agents. Network: 05f7642a-1c79-41be-85aa-1443ef22cc3b, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 08:48:13.899060 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2adddc-e056-4f0b-ab36-2443f1e6262d admin admin] Network 05f7642a-1c79-41be-85aa-1443ef22cc3b is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 08:48:13.907310 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-aa2adddc-e056-4f0b-ab36-2443f1e6262d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 05f7642a-1c79-41be-85aa-1443ef22cc3b) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:48:13.911641 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2adddc-e056-4f0b-ab36-2443f1e6262d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:48:13.912245 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aa2adddc-e056-4f0b-ab36-2443f1e6262d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:48:13.917939 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d23352-4525-41a1-8cb9-529bfda8aa3c None None] Network 05f7642a-1c79-41be-85aa-1443ef22cc3b requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 08:48:13.926502 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-aa2adddc-e056-4f0b-ab36-2443f1e6262d admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3204446 Sep 08 08:48:14.070608 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8074b674-7591-4c74-bfab-e8fa557a07bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-05f7642a-1c79-41be-85aa-1443ef22cc3b', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'tenant_id': 'bae9f99cb6e34ec0915ad7d7caf4cb02', 'fixed_ips': [{'subnet_id': 'dfc66e4b-ecb5-4c99-afe1-0a78c722534a'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 08:48:14.071571 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8074b674-7591-4c74-bfab-e8fa557a07bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:48:14.216304 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-8074b674-7591-4c74-bfab-e8fa557a07bd None None] Allocated IP 192.168.233.2 (05f7642a-1c79-41be-85aa-1443ef22cc3b/dfc66e4b-ecb5-4c99-afe1-0a78c722534a/28455ece-b069-4bde-b4fd-44ae66ef368e) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:48:14.370759 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8074b674-7591-4c74-bfab-e8fa557a07bd None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:48:14.380179 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-8074b674-7591-4c74-bfab-e8fa557a07bd None None] Transition to ACTIVE for port object 28455ece-b069-4bde-b4fd-44ae66ef368e will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:48:14.395668 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-8074b674-7591-4c74-bfab-e8fa557a07bd None None] Transition to ACTIVE for port object 28455ece-b069-4bde-b4fd-44ae66ef368e will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:48:14.402387 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8074b674-7591-4c74-bfab-e8fa557a07bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:48:14.445190 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8074b674-7591-4c74-bfab-e8fa557a07bd None None] Network 05f7642a-1c79-41be-85aa-1443ef22cc3b is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:48:14.450146 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-8074b674-7591-4c74-bfab-e8fa557a07bd None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:48:14.455368 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8074b674-7591-4c74-bfab-e8fa557a07bd None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:48:14.458560 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8074b674-7591-4c74-bfab-e8fa557a07bd None None] Pushing event updated for resources: {'Port': ['ID=28455ece-b069-4bde-b4fd-44ae66ef368e,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:48:14.470352 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8074b674-7591-4c74-bfab-e8fa557a07bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:48:14.470644 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8074b674-7591-4c74-bfab-e8fa557a07bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:48:14.470992 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8074b674-7591-4c74-bfab-e8fa557a07bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:48:14.471353 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8074b674-7591-4c74-bfab-e8fa557a07bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:48:14.471693 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8074b674-7591-4c74-bfab-e8fa557a07bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:48:14.472031 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8074b674-7591-4c74-bfab-e8fa557a07bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:48:14.472364 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8074b674-7591-4c74-bfab-e8fa557a07bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:48:14.472692 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8074b674-7591-4c74-bfab-e8fa557a07bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:48:14.473022 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8074b674-7591-4c74-bfab-e8fa557a07bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:48:14.473351 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8074b674-7591-4c74-bfab-e8fa557a07bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:48:14.473679 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8074b674-7591-4c74-bfab-e8fa557a07bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:48:14.474293 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8074b674-7591-4c74-bfab-e8fa557a07bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:48:14.525865 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-8074b674-7591-4c74-bfab-e8fa557a07bd None None] Attempting to bind port 28455ece-b069-4bde-b4fd-44ae66ef368e on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:48:14.526318 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-8074b674-7591-4c74-bfab-e8fa557a07bd None None] Attempting to bind port 28455ece-b069-4bde-b4fd-44ae66ef368e by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:48:14.526686 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8074b674-7591-4c74-bfab-e8fa557a07bd None None] Attempting to bind port 28455ece-b069-4bde-b4fd-44ae66ef368e on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:48:14.533641 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8074b674-7591-4c74-bfab-e8fa557a07bd None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:48:14.534029 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8074b674-7591-4c74-bfab-e8fa557a07bd None None] Checking segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:48:14.534473 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8074b674-7591-4c74-bfab-e8fa557a07bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:48:14.534881 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8074b674-7591-4c74-bfab-e8fa557a07bd None None] Bound using segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:48:14.535364 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-8074b674-7591-4c74-bfab-e8fa557a07bd None None] Bound port: 28455ece-b069-4bde-b4fd-44ae66ef368e, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:48:14.535772 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8074b674-7591-4c74-bfab-e8fa557a07bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:48:14.608068 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-8074b674-7591-4c74-bfab-e8fa557a07bd None None] For port 28455ece-b069-4bde-b4fd-44ae66ef368e, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:48:14.612742 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-8074b674-7591-4c74-bfab-e8fa557a07bd None None] For port 28455ece-b069-4bde-b4fd-44ae66ef368e, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=28455ece-b069-4bde-b4fd-44ae66ef368e,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:48:14.618180 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8074b674-7591-4c74-bfab-e8fa557a07bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:48:14.688260 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8074b674-7591-4c74-bfab-e8fa557a07bd None None] Pushing event updated for resources: {'Port': ['ID=28455ece-b069-4bde-b4fd-44ae66ef368e,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:48:15.570459 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95767cda-0d44-47c1-b2c5-7b849c4c6519 None None] Network 05f7642a-1c79-41be-85aa-1443ef22cc3b requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 08:48:15.698339 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c8d9b45e-6f52-4c8a-b341-93aec08f43f8 None None] Provisioning for port 28455ece-b069-4bde-b4fd-44ae66ef368e completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:48:16.397458 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 28455ece-b069-4bde-b4fd-44ae66ef368e up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:48:16.449611 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 28455ece-b069-4bde-b4fd-44ae66ef368e completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:48:16.453774 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 28455ece-b069-4bde-b4fd-44ae66ef368e triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:48:16.454308 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:48:16.537574 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:48:16.571563 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 28455ece-b069-4bde-b4fd-44ae66ef368e, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=28455ece-b069-4bde-b4fd-44ae66ef368e,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:48:16.575533 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:48:16.627409 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=28455ece-b069-4bde-b4fd-44ae66ef368e,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:48:17.562103 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c7c79f07-5a77-4238-b6c5-643972be2184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:48:18.372663 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 28455ece-b069-4bde-b4fd-44ae66ef368e up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:48:18.428810 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 28455ece-b069-4bde-b4fd-44ae66ef368e triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:48:18.429243 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:48:20.310838 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:48:20.666776 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-055de02a-6065-4bcf-860b-57d34d60aba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:48:21.953595 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:48:23.304327 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:48:45.682186 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 5 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 08:48:47.565224 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-851c83a2-2238-4948-89ad-075c6d61b2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:48:50.323679 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:48:50.670603 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c7453442-701a-4099-b4dc-1b3fe7c07425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:48:51.958242 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:48:53.302296 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:49:17.566975 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c1ff6441-17f7-4f06-9e12-fc4e9267412f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:49:20.317238 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:49:20.673941 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-dd07d2cd-179f-404d-9efb-0820a0a84758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:49:21.965636 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:49:22.682786 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 5 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 08:49:23.297972 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:49:31.889687 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55366) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:49:31.896144 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-6bec3bfd-8bdc-4087-b3c2-6159803df986 tempest-verify_tempest_config-419014926 tempest-verify_tempest_config-419014926-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 08:49:31.897125 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6bec3bfd-8bdc-4087-b3c2-6159803df986 tempest-verify_tempest_config-419014926 tempest-verify_tempest_config-419014926-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062716 Sep 08 08:49:32.200162 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55384) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:49:32.315262 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f202d9df-7f87-42ec-ba7d-1af1b1cebcfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:49:32.437883 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f202d9df-7f87-42ec-ba7d-1af1b1cebcfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:49:32.442132 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f202d9df-7f87-42ec-ba7d-1af1b1cebcfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:49:32.488304 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f202d9df-7f87-42ec-ba7d-1af1b1cebcfa admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bdd86ae51a714e43ae3efb43376fd1ed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2869906 Sep 08 08:49:32.489050 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f202d9df-7f87-42ec-ba7d-1af1b1cebcfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33698a84-a84a-4f56-afe2-7c958e016995,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:49:32.491183 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55388) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:49:32.496235 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f202d9df-7f87-42ec-ba7d-1af1b1cebcfa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:49:32.496575 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f202d9df-7f87-42ec-ba7d-1af1b1cebcfa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:49:32.496915 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f202d9df-7f87-42ec-ba7d-1af1b1cebcfa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:49:32.497249 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f202d9df-7f87-42ec-ba7d-1af1b1cebcfa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:49:32.497579 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f202d9df-7f87-42ec-ba7d-1af1b1cebcfa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:49:32.497908 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f202d9df-7f87-42ec-ba7d-1af1b1cebcfa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:49:32.498322 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f202d9df-7f87-42ec-ba7d-1af1b1cebcfa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:49:32.498681 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f202d9df-7f87-42ec-ba7d-1af1b1cebcfa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:49:32.499309 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f202d9df-7f87-42ec-ba7d-1af1b1cebcfa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:49:32.499452 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f202d9df-7f87-42ec-ba7d-1af1b1cebcfa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:49:32.499835 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f202d9df-7f87-42ec-ba7d-1af1b1cebcfa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:49:32.500072 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f202d9df-7f87-42ec-ba7d-1af1b1cebcfa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:49:32.554567 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-034fa85b-ca8f-4e9a-8d9f-5c65bf28ed28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:49:32.577460 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-034fa85b-ca8f-4e9a-8d9f-5c65bf28ed28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:49:32.671722 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-034fa85b-ca8f-4e9a-8d9f-5c65bf28ed28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:49:32.674223 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-034fa85b-ca8f-4e9a-8d9f-5c65bf28ed28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:49:32.675413 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-034fa85b-ca8f-4e9a-8d9f-5c65bf28ed28 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/33698a84-a84a-4f56-afe2-7c958e016995 HTTP/1.1" status: 204 len: 168 time: 0.1829569 Sep 08 08:49:32.683576 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034fa85b-ca8f-4e9a-8d9f-5c65bf28ed28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33698a84-a84a-4f56-afe2-7c958e016995,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:49:32.691471 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034fa85b-ca8f-4e9a-8d9f-5c65bf28ed28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:49:32.691820 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034fa85b-ca8f-4e9a-8d9f-5c65bf28ed28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:49:32.692162 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034fa85b-ca8f-4e9a-8d9f-5c65bf28ed28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:49:32.692500 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034fa85b-ca8f-4e9a-8d9f-5c65bf28ed28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:49:32.692851 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034fa85b-ca8f-4e9a-8d9f-5c65bf28ed28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:49:32.693167 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034fa85b-ca8f-4e9a-8d9f-5c65bf28ed28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:49:32.693500 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034fa85b-ca8f-4e9a-8d9f-5c65bf28ed28 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:49:32.693808 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034fa85b-ca8f-4e9a-8d9f-5c65bf28ed28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:49:32.694163 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034fa85b-ca8f-4e9a-8d9f-5c65bf28ed28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:49:32.694491 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034fa85b-ca8f-4e9a-8d9f-5c65bf28ed28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:49:32.694817 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034fa85b-ca8f-4e9a-8d9f-5c65bf28ed28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:49:32.695140 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034fa85b-ca8f-4e9a-8d9f-5c65bf28ed28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:49:47.571640 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e6a18513-a3c4-422d-87e0-c763e5c9436d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:49:50.319689 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:49:50.674716 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0d53bbb7-7503-422a-8133-9cf8620879c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:49:51.962755 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:49:53.300323 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:49:59.685242 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 5 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 08:50:17.574677 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-91977096-f867-4816-b4ca-0701ab4f5462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:50:20.323633 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:50:20.676684 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-bd041588-77e4-4cf0-9ea3-ec4f851017ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:50:21.968441 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:50:23.305229 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:50:36.687953 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 5 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 08:50:47.576330 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-bb23561d-26bd-4f4e-b321-d095e72ffd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:50:50.324857 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:50:50.677765 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-abcd6e74-29f9-4028-ad3a-cec3275ce72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:50:51.969851 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:50:53.308878 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:51:13.690125 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 5 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 08:51:17.579040 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ab362111-1657-4555-85ae-f258b99d8c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:51:20.325975 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:51:20.678363 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fa55c7c2-8942-49a9-9d52-fa73e6fb11ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:51:21.973755 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:51:23.308598 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:51:47.580886 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7f0501e9-7db2-4fa7-9077-53a99c9b2faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:51:50.326982 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:51:50.679105 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-55ae3451-1ad0-41bc-a136-7667f06fdb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:51:50.694261 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 5 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 08:51:51.977076 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:51:53.310704 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:52:17.582025 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d5d524b5-ee0b-400e-aae3-ef3a3b7703b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:52:20.328920 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:52:20.685983 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c3a2b14d-28d4-4664-bd30-adc190ecdf7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:52:21.977204 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:52:23.314686 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:52:27.697663 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 5 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 08:52:47.583995 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6e0cfe6b-309a-4fea-89fd-3b7b459e4ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:52:50.331459 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:52:50.677642 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d3e0fc10-f839-4827-9d4b-3cf5657a7a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:52:51.980932 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:52:53.317906 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:52:53.838118 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-765693'] for agent, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:52:58.264519 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-765693'] for agent, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:53:04.699861 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 08:53:17.585354 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-82e69e04-ad9c-46a5-ab71-7823c068b979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:53:20.335921 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:53:20.678690 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-42af6f11-a0ad-4b6a-9f33-f61e78235f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:53:21.983693 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:53:23.318643 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:53:23.800962 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:53:28.205880 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:53:31.503662 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55454) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:53:31.612935 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ea63a27a-9437-4dab-ab27-d4c0d878e492 admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1074135 Sep 08 08:53:33.891711 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55464) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:53:33.957559 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-002dd729-6f21-4035-ad60-9e5c426f9b8d admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0646133 Sep 08 08:53:41.704907 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 08:53:47.587470 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aefd95fe-1d66-4768-bc6c-6b4cc88c94d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:53:50.344525 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:53:50.677912 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-eb129cea-3d4d-46ef-a00a-86d329bc3153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:53:51.985289 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:53:53.323215 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:53:53.819083 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:53:58.212944 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:54:17.594094 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-23718966-5632-45d6-b847-455870de531b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:54:18.722729 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 08:54:20.354913 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:54:20.682486 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a6a9df2d-df0b-49f5-8218-5086eadcdc56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:54:22.000779 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:54:23.327698 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:54:23.809377 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:54:28.215913 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:54:47.585799 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-18b1a101-3646-4e46-b1ed-30ae96720a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:54:50.339011 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:54:50.681723 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e89fa3e3-8691-4a17-b50e-8f78a140667f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:54:51.992358 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:54:53.328935 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:54:53.808643 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:54:55.745476 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 08:54:58.214281 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:03.355500 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55888) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:03.538818 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55908) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:03.605881 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f0b88a03-9391-45fe-99e6-92f023991f26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:03.725298 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5779a28c-5bac-4268-bc40-16b52468a9a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:03.753967 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f0b88a03-9391-45fe-99e6-92f023991f26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:03.763702 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f0b88a03-9391-45fe-99e6-92f023991f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:03.810514 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55930) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:03.813291 n-d-806683-11 neutron-server[94713]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 08 08:55:03.820078 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f0b88a03-9391-45fe-99e6-92f023991f26 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7ea39fed45454dc587096cb67535a947&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4626656 Sep 08 08:55:03.824896 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55934) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:03.847381 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-8f01a101-675d-48f0-b3a2-113203561116 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=7a232ac6281f4a8a8bb394f07c92f5dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354912 Sep 08 08:55:03.923169 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b88a03-9391-45fe-99e6-92f023991f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be52c35-293c-44b4-a20f-a54220335baf,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:03.939608 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b88a03-9391-45fe-99e6-92f023991f26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:55:03.939944 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b88a03-9391-45fe-99e6-92f023991f26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:55:03.940457 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b88a03-9391-45fe-99e6-92f023991f26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:55:03.940926 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b88a03-9391-45fe-99e6-92f023991f26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:55:03.941402 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b88a03-9391-45fe-99e6-92f023991f26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:55:03.941881 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b88a03-9391-45fe-99e6-92f023991f26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:55:03.942242 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b88a03-9391-45fe-99e6-92f023991f26 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:55:03.942572 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b88a03-9391-45fe-99e6-92f023991f26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:55:03.942924 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b88a03-9391-45fe-99e6-92f023991f26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:55:03.943784 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b88a03-9391-45fe-99e6-92f023991f26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:55:03.944114 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b88a03-9391-45fe-99e6-92f023991f26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:55:03.944470 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b88a03-9391-45fe-99e6-92f023991f26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:55:03.945693 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b88a03-9391-45fe-99e6-92f023991f26 admin admin] Tracked resource versions report: Sep 08 08:55:03.945693 n-d-806683-11 neutron-server[94712]: pushed versions: Sep 08 08:55:03.945693 n-d-806683-11 neutron-server[94712]: { 'AddressGroup': {'1.2'}, Sep 08 08:55:03.945693 n-d-806683-11 neutron-server[94712]: 'ConntrackHelper': {'1.0'}, Sep 08 08:55:03.945693 n-d-806683-11 neutron-server[94712]: 'Log': {'1.0'}, Sep 08 08:55:03.945693 n-d-806683-11 neutron-server[94712]: 'Network': {'1.1'}, Sep 08 08:55:03.945693 n-d-806683-11 neutron-server[94712]: 'Port': {'1.7'}, Sep 08 08:55:03.945693 n-d-806683-11 neutron-server[94712]: 'PortForwarding': {'1.2'}, Sep 08 08:55:03.945693 n-d-806683-11 neutron-server[94712]: 'QosPolicy': {'1.9'}, Sep 08 08:55:03.945693 n-d-806683-11 neutron-server[94712]: 'SecurityGroup': {'1.4'}, Sep 08 08:55:03.945693 n-d-806683-11 neutron-server[94712]: 'SecurityGroupRule': {'1.2'}, Sep 08 08:55:03.945693 n-d-806683-11 neutron-server[94712]: 'SubPort': {'1.0'}, Sep 08 08:55:03.945693 n-d-806683-11 neutron-server[94712]: 'Subnet': {'1.1'}, Sep 08 08:55:03.945693 n-d-806683-11 neutron-server[94712]: 'Trunk': {'1.1'}} Sep 08 08:55:03.945693 n-d-806683-11 neutron-server[94712]: consumer versions: Sep 08 08:55:03.945693 n-d-806683-11 neutron-server[94712]: { DHCP agent@n-d-806683-11: {}, Sep 08 08:55:03.945693 n-d-806683-11 neutron-server[94712]: HyperV agent@n-h1-806683-11: {}, Sep 08 08:55:03.945693 n-d-806683-11 neutron-server[94712]: HyperV agent@n-h2-806683-11: {}, Sep 08 08:55:03.945693 n-d-806683-11 neutron-server[94712]: L3 agent@n-d-806683-11: {}, Sep 08 08:55:03.945693 n-d-806683-11 neutron-server[94712]: Metadata agent@n-d-806683-11: {}, Sep 08 08:55:03.945693 n-d-806683-11 neutron-server[94712]: Metering agent@n-d-806683-11: {}, Sep 08 08:55:03.945693 n-d-806683-11 neutron-server[94712]: Open vSwitch agent@n-d-806683-11: { 'AddressGroup': '1.2', Sep 08 08:55:03.945693 n-d-806683-11 neutron-server[94712]: 'ConntrackHelper': '1.0', Sep 08 08:55:03.945693 n-d-806683-11 neutron-server[94712]: 'Log': '1.0', Sep 08 08:55:03.945693 n-d-806683-11 neutron-server[94712]: 'Network': '1.1', Sep 08 08:55:03.945693 n-d-806683-11 neutron-server[94712]: 'Port': '1.7', Sep 08 08:55:03.945693 n-d-806683-11 neutron-server[94712]: 'PortForwarding': '1.2', Sep 08 08:55:03.945693 n-d-806683-11 neutron-server[94712]: 'QosPolicy': '1.9', Sep 08 08:55:03.945693 n-d-806683-11 neutron-server[94712]: 'SecurityGroup': '1.4', Sep 08 08:55:03.945693 n-d-806683-11 neutron-server[94712]: 'SecurityGroupRule': '1.2', Sep 08 08:55:03.945693 n-d-806683-11 neutron-server[94712]: 'SubPort': '1.0', Sep 08 08:55:03.945693 n-d-806683-11 neutron-server[94712]: 'Subnet': '1.1', Sep 08 08:55:03.945693 n-d-806683-11 neutron-server[94712]: 'Trunk': '1.1'}} Sep 08 08:55:03.945693 n-d-806683-11 neutron-server[94712]: {{(pid=94712) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 08:55:03.961547 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5779a28c-5bac-4268-bc40-16b52468a9a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:03.972510 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5779a28c-5bac-4268-bc40-16b52468a9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:04.013347 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f719a93c-f624-4fde-9545-0b588bdf15e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:04.014935 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5779a28c-5bac-4268-bc40-16b52468a9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aff8286-a786-4e1b-ab18-58d6f2236253,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:04.042740 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5779a28c-5bac-4268-bc40-16b52468a9a3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ae8930e28b294864a4539b5d2da4c32d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5026917 Sep 08 08:55:04.046510 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55952) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:04.063341 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-f8bd361b-0402-496c-9bb3-f1625ec2d604 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:04.070636 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-f8bd361b-0402-496c-9bb3-f1625ec2d604 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2172308 Sep 08 08:55:04.071828 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f719a93c-f624-4fde-9545-0b588bdf15e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:04.087896 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-2131471c-8180-4acc-87b3-502c8558cdcc tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/quotas/7a232ac6281f4a8a8bb394f07c92f5dd HTTP/1.1" status: 200 len: 375 time: 0.0163281 Sep 08 08:55:04.135820 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-43c83b7d-c62c-45ca-83d7-b3587bcfd6b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:04.159600 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f719a93c-f624-4fde-9545-0b588bdf15e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:04.162764 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f719a93c-f624-4fde-9545-0b588bdf15e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:04.164173 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f719a93c-f624-4fde-9545-0b588bdf15e2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1be52c35-293c-44b4-a20f-a54220335baf HTTP/1.1" status: 204 len: 168 time: 0.3381863 Sep 08 08:55:04.169842 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-43c83b7d-c62c-45ca-83d7-b3587bcfd6b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:04.172869 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55956) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:04.181159 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-922f4523-4f7b-46af-b39a-8a283f79061c tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7a232ac6281f4a8a8bb394f07c92f5dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0923207 Sep 08 08:55:04.196837 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719a93c-f624-4fde-9545-0b588bdf15e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be52c35-293c-44b4-a20f-a54220335baf,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:04.250664 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-43c83b7d-c62c-45ca-83d7-b3587bcfd6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:04.254321 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-43c83b7d-c62c-45ca-83d7-b3587bcfd6b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:04.255642 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-43c83b7d-c62c-45ca-83d7-b3587bcfd6b5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7aff8286-a786-4e1b-ab18-58d6f2236253 HTTP/1.1" status: 204 len: 168 time: 0.2080376 Sep 08 08:55:04.267529 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c83b7d-c62c-45ca-83d7-b3587bcfd6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aff8286-a786-4e1b-ab18-58d6f2236253,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:04.498010 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1108c1b6-48e0-4e42-8a84-6b26a87d245e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:04.600990 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1108c1b6-48e0-4e42-8a84-6b26a87d245e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:04.605222 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1108c1b6-48e0-4e42-8a84-6b26a87d245e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:04.645928 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-1108c1b6-48e0-4e42-8a84-6b26a87d245e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=669db67d50074abd825b2b5b5c6ccd02&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4650152 Sep 08 08:55:04.646280 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55986) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:04.653076 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1108c1b6-48e0-4e42-8a84-6b26a87d245e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8544f638-1cd0-487a-858b-8c49e43cead7,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:04.707005 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-853b5e91-71a1-445d-b449-32f9660084a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:04.736620 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-853b5e91-71a1-445d-b449-32f9660084a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:04.761168 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55990) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:04.787856 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-721708d4-ec01-4e1c-b897-df815fe28f13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:04.854089 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-853b5e91-71a1-445d-b449-32f9660084a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:04.857271 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-853b5e91-71a1-445d-b449-32f9660084a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:04.859216 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-853b5e91-71a1-445d-b449-32f9660084a1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8544f638-1cd0-487a-858b-8c49e43cead7 HTTP/1.1" status: 204 len: 168 time: 0.2112489 Sep 08 08:55:04.876205 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b5e91-71a1-445d-b449-32f9660084a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8544f638-1cd0-487a-858b-8c49e43cead7,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:04.935040 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-721708d4-ec01-4e1c-b897-df815fe28f13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:04.944058 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-721708d4-ec01-4e1c-b897-df815fe28f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:04.976238 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56002) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:04.993257 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-721708d4-ec01-4e1c-b897-df815fe28f13 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=036bf179708b4294bca1ffa1b7047629&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2310781 Sep 08 08:55:04.994383 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721708d4-ec01-4e1c-b897-df815fe28f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff97490a-df80-4d34-aadc-e3a6f1c7d69d,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:04.998711 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56006) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:05.000697 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d16dbc55-13ea-42c3-8edf-5a8082a62928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:05.102471 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-470a157b-f077-4ee3-bb70-e48834aae954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:05.139667 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-470a157b-f077-4ee3-bb70-e48834aae954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:05.224211 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d16dbc55-13ea-42c3-8edf-5a8082a62928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:05.238618 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d16dbc55-13ea-42c3-8edf-5a8082a62928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:05.250705 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-470a157b-f077-4ee3-bb70-e48834aae954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:05.253170 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-470a157b-f077-4ee3-bb70-e48834aae954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:05.254353 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-470a157b-f077-4ee3-bb70-e48834aae954 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ff97490a-df80-4d34-aadc-e3a6f1c7d69d HTTP/1.1" status: 204 len: 168 time: 0.2488182 Sep 08 08:55:05.297975 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d16dbc55-13ea-42c3-8edf-5a8082a62928 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=91b924b1957c49ada53c1f22fc655fd7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3188674 Sep 08 08:55:05.299362 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16dbc55-13ea-42c3-8edf-5a8082a62928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e638e907-535e-411f-a739-980c25511c13,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:05.300538 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56024) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:05.326338 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16dbc55-13ea-42c3-8edf-5a8082a62928 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:55:05.331565 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16dbc55-13ea-42c3-8edf-5a8082a62928 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:55:05.331565 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16dbc55-13ea-42c3-8edf-5a8082a62928 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:55:05.331565 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16dbc55-13ea-42c3-8edf-5a8082a62928 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:55:05.332933 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16dbc55-13ea-42c3-8edf-5a8082a62928 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:55:05.332933 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16dbc55-13ea-42c3-8edf-5a8082a62928 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:55:05.332933 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16dbc55-13ea-42c3-8edf-5a8082a62928 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:55:05.332933 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16dbc55-13ea-42c3-8edf-5a8082a62928 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:55:05.332933 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16dbc55-13ea-42c3-8edf-5a8082a62928 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:55:05.342642 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16dbc55-13ea-42c3-8edf-5a8082a62928 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:55:05.342642 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16dbc55-13ea-42c3-8edf-5a8082a62928 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:55:05.342642 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16dbc55-13ea-42c3-8edf-5a8082a62928 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:55:05.348286 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16dbc55-13ea-42c3-8edf-5a8082a62928 admin admin] Tracked resource versions report: Sep 08 08:55:05.348286 n-d-806683-11 neutron-server[94713]: pushed versions: Sep 08 08:55:05.348286 n-d-806683-11 neutron-server[94713]: { 'AddressGroup': {'1.2'}, Sep 08 08:55:05.348286 n-d-806683-11 neutron-server[94713]: 'ConntrackHelper': {'1.0'}, Sep 08 08:55:05.348286 n-d-806683-11 neutron-server[94713]: 'Log': {'1.0'}, Sep 08 08:55:05.348286 n-d-806683-11 neutron-server[94713]: 'Network': {'1.1'}, Sep 08 08:55:05.348286 n-d-806683-11 neutron-server[94713]: 'Port': {'1.7'}, Sep 08 08:55:05.348286 n-d-806683-11 neutron-server[94713]: 'PortForwarding': {'1.2'}, Sep 08 08:55:05.348286 n-d-806683-11 neutron-server[94713]: 'QosPolicy': {'1.9'}, Sep 08 08:55:05.348286 n-d-806683-11 neutron-server[94713]: 'SecurityGroup': {'1.4'}, Sep 08 08:55:05.348286 n-d-806683-11 neutron-server[94713]: 'SecurityGroupRule': {'1.2'}, Sep 08 08:55:05.348286 n-d-806683-11 neutron-server[94713]: 'SubPort': {'1.0'}, Sep 08 08:55:05.348286 n-d-806683-11 neutron-server[94713]: 'Subnet': {'1.1'}, Sep 08 08:55:05.348286 n-d-806683-11 neutron-server[94713]: 'Trunk': {'1.1'}} Sep 08 08:55:05.348286 n-d-806683-11 neutron-server[94713]: consumer versions: Sep 08 08:55:05.348286 n-d-806683-11 neutron-server[94713]: { DHCP agent@n-d-806683-11: {}, Sep 08 08:55:05.348286 n-d-806683-11 neutron-server[94713]: HyperV agent@n-h1-806683-11: {}, Sep 08 08:55:05.348286 n-d-806683-11 neutron-server[94713]: HyperV agent@n-h2-806683-11: {}, Sep 08 08:55:05.348286 n-d-806683-11 neutron-server[94713]: L3 agent@n-d-806683-11: {}, Sep 08 08:55:05.348286 n-d-806683-11 neutron-server[94713]: Metadata agent@n-d-806683-11: {}, Sep 08 08:55:05.348286 n-d-806683-11 neutron-server[94713]: Metering agent@n-d-806683-11: {}, Sep 08 08:55:05.348286 n-d-806683-11 neutron-server[94713]: Open vSwitch agent@n-d-806683-11: { 'AddressGroup': '1.2', Sep 08 08:55:05.348286 n-d-806683-11 neutron-server[94713]: 'ConntrackHelper': '1.0', Sep 08 08:55:05.348286 n-d-806683-11 neutron-server[94713]: 'Log': '1.0', Sep 08 08:55:05.348286 n-d-806683-11 neutron-server[94713]: 'Network': '1.1', Sep 08 08:55:05.348286 n-d-806683-11 neutron-server[94713]: 'Port': '1.7', Sep 08 08:55:05.348286 n-d-806683-11 neutron-server[94713]: 'PortForwarding': '1.2', Sep 08 08:55:05.348286 n-d-806683-11 neutron-server[94713]: 'QosPolicy': '1.9', Sep 08 08:55:05.348286 n-d-806683-11 neutron-server[94713]: 'SecurityGroup': '1.4', Sep 08 08:55:05.348286 n-d-806683-11 neutron-server[94713]: 'SecurityGroupRule': '1.2', Sep 08 08:55:05.348286 n-d-806683-11 neutron-server[94713]: 'SubPort': '1.0', Sep 08 08:55:05.348286 n-d-806683-11 neutron-server[94713]: 'Subnet': '1.1', Sep 08 08:55:05.348286 n-d-806683-11 neutron-server[94713]: 'Trunk': '1.1'}} Sep 08 08:55:05.348286 n-d-806683-11 neutron-server[94713]: {{(pid=94713) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 08:55:05.366517 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a157b-f077-4ee3-bb70-e48834aae954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff97490a-df80-4d34-aadc-e3a6f1c7d69d,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:05.416416 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3a299c1d-6797-4bf1-9175-f1c96702b0f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:05.446153 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3a299c1d-6797-4bf1-9175-f1c96702b0f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:05.510076 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e2d5103d-f7d0-4bef-8d3f-3a8c7bb7ccca req-940ab8fc-e623-4fb5-abfd-f60e631ce2ed tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/ports?device_id=95f3d799-96bf-4bc4-88f7-0657b3c82ff9 HTTP/1.1" status: 200 len: 210 time: 0.0787437 Sep 08 08:55:05.517826 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3a299c1d-6797-4bf1-9175-f1c96702b0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:05.521980 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3a299c1d-6797-4bf1-9175-f1c96702b0f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:05.524029 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-3a299c1d-6797-4bf1-9175-f1c96702b0f9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e638e907-535e-411f-a739-980c25511c13 HTTP/1.1" status: 204 len: 168 time: 0.2224591 Sep 08 08:55:05.533304 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a299c1d-6797-4bf1-9175-f1c96702b0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e638e907-535e-411f-a739-980c25511c13,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:05.576719 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56042) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:05.591215 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ca10b4dd-2f78-472c-a351-23253fb4bec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:05.721025 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ca10b4dd-2f78-472c-a351-23253fb4bec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:05.731841 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ca10b4dd-2f78-472c-a351-23253fb4bec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:05.775944 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56050) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:05.786635 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ca10b4dd-2f78-472c-a351-23253fb4bec8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b146302220b941f0919f303dc9536f10&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1998556 Sep 08 08:55:05.822050 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca10b4dd-2f78-472c-a351-23253fb4bec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138b71f1-88bf-4ad5-8f34-fe495f91c6d8,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:05.854976 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-232c430d-06a8-43f6-85ee-2126fd6a146a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:05.878916 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56060) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:05.881679 n-d-806683-11 neutron-server[94712]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 08 08:55:05.917000 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-232c430d-06a8-43f6-85ee-2126fd6a146a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:05.931686 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-58df690e-1e5e-4ad8-a120-caf97c2ed96f tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=80d6280f334444b3af80c6089649f9ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506976 Sep 08 08:55:05.984361 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-232c430d-06a8-43f6-85ee-2126fd6a146a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:05.987142 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-232c430d-06a8-43f6-85ee-2126fd6a146a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:05.988352 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-232c430d-06a8-43f6-85ee-2126fd6a146a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/138b71f1-88bf-4ad5-8f34-fe495f91c6d8 HTTP/1.1" status: 204 len: 168 time: 0.2113764 Sep 08 08:55:06.011646 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c430d-06a8-43f6-85ee-2126fd6a146a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138b71f1-88bf-4ad5-8f34-fe495f91c6d8,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:06.158234 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-e36764d5-1dbe-4eaa-8c91-5b535a11fb48 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:06.167865 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-e36764d5-1dbe-4eaa-8c91-5b535a11fb48 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2346549 Sep 08 08:55:06.185421 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-f9575353-cc89-48c2-887c-8f00ea4d600d tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] 10.222.0.54 "GET /v2.0/quotas/80d6280f334444b3af80c6089649f9ec HTTP/1.1" status: 200 len: 375 time: 0.0163908 Sep 08 08:55:06.238811 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-4fe227da-7190-4e17-b8ae-22926ce21c59 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=80d6280f334444b3af80c6089649f9ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521610 Sep 08 08:55:06.540773 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-51298db9-838d-4caa-9a57-4d1f76b0c389 req-188aa64c-9d28-43e9-af56-17146d74203b tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] 10.222.0.54 "GET /v2.0/ports?device_id=50cab444-6ab0-4031-a4d2-7c4672b07cc8 HTTP/1.1" status: 200 len: 210 time: 0.0663841 Sep 08 08:55:06.737767 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0b5abd31-1037-4511-9595-56032671bae2 req-44e740be-0abb-4c95-aee8-e162c2a964c9 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/ports?device_id=95f3d799-96bf-4bc4-88f7-0657b3c82ff9 HTTP/1.1" status: 200 len: 210 time: 0.0455124 Sep 08 08:55:06.898413 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.37', 49190) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:06.973459 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-f3fdb8be-8844-4846-8208-3db70475236e tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=7a232ac6281f4a8a8bb394f07c92f5dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617633 Sep 08 08:55:07.140945 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-7eb70479-d9f8-47c7-a03b-9a8f313ec5e5 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:07.142918 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-7eb70479-d9f8-47c7-a03b-9a8f313ec5e5 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1578660 Sep 08 08:55:07.306487 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-756a3ae8-b0ec-47d2-ad9d-785d7ff3fa99 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Request body: {'port': {'device_id': '95f3d799-96bf-4bc4-88f7-0657b3c82ff9', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'admin_state_up': True, 'tenant_id': '7a232ac6281f4a8a8bb394f07c92f5dd'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:55:07.803523 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-756a3ae8-b0ec-47d2-ad9d-785d7ff3fa99 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Made reservation on behalf of 7a232ac6281f4a8a8bb394f07c92f5dd for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:55:07.811428 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-756a3ae8-b0ec-47d2-ad9d-785d7ff3fa99 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:07.832163 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-756a3ae8-b0ec-47d2-ad9d-785d7ff3fa99 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:07.883454 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-04fa2254-2b16-4f51-9d67-4cfa831a16f6 req-2b67e2b8-5dd3-45aa-8a90-902d6e0a6207 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] 10.222.0.54 "GET /v2.0/ports?device_id=50cab444-6ab0-4031-a4d2-7c4672b07cc8 HTTP/1.1" status: 200 len: 210 time: 0.0500700 Sep 08 08:55:07.966240 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-756a3ae8-b0ec-47d2-ad9d-785d7ff3fa99 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:07.972022 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-756a3ae8-b0ec-47d2-ad9d-785d7ff3fa99 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:08.030449 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8dbc9feb-0e26-48eb-8369-3ccfb62ca348 req-78589679-350f-4306-87de-70e69ec6bb0f tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/ports?device_id=95f3d799-96bf-4bc4-88f7-0657b3c82ff9 HTTP/1.1" status: 200 len: 210 time: 0.0515974 Sep 08 08:55:08.112427 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a3ae8-b0ec-47d2-ad9d-785d7ff3fa99 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e20de80-39f8-422a-8723-6f520f4ee9f3,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:08.208503 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.37', 49194) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:08.251725 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-81e49631-f276-4b67-8baf-89721f123739 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=80d6280f334444b3af80c6089649f9ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418360 Sep 08 08:55:08.267190 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-756a3ae8-b0ec-47d2-ad9d-785d7ff3fa99 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Allocated IP 192.168.233.97 (05f7642a-1c79-41be-85aa-1443ef22cc3b/dfc66e4b-ecb5-4c99-afe1-0a78c722534a/7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:55:08.479451 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-df2c265d-b111-46dd-ba31-c5bb0a6a27ac tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:08.484813 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-df2c265d-b111-46dd-ba31-c5bb0a6a27ac tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2256565 Sep 08 08:55:08.505990 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-93821aff-5409-4d65-8fce-1f9b36904c96 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] Request body: {'port': {'device_id': '50cab444-6ab0-4031-a4d2-7c4672b07cc8', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'admin_state_up': True, 'tenant_id': '80d6280f334444b3af80c6089649f9ec'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:55:08.516425 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-756a3ae8-b0ec-47d2-ad9d-785d7ff3fa99 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:08.538696 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-756a3ae8-b0ec-47d2-ad9d-785d7ff3fa99 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Transition to ACTIVE for port object 7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:55:08.580648 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-756a3ae8-b0ec-47d2-ad9d-785d7ff3fa99 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:08.673683 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-756a3ae8-b0ec-47d2-ad9d-785d7ff3fa99 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Network 05f7642a-1c79-41be-85aa-1443ef22cc3b is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:55:08.681709 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-756a3ae8-b0ec-47d2-ad9d-785d7ff3fa99 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:55:08.716564 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-756a3ae8-b0ec-47d2-ad9d-785d7ff3fa99 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:55:08.728955 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-756a3ae8-b0ec-47d2-ad9d-785d7ff3fa99 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:08.729910 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-756a3ae8-b0ec-47d2-ad9d-785d7ff3fa99 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:08.754875 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-756a3ae8-b0ec-47d2-ad9d-785d7ff3fa99 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4538832 Sep 08 08:55:08.760207 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a3ae8-b0ec-47d2-ad9d-785d7ff3fa99 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Pushing event updated for resources: {'Port': ['ID=7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:08.799026 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-94409d7e-eb06-4fba-b6a6-d8d426d7cbaf tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 08:55:08.803128 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-94409d7e-eb06-4fba-b6a6-d8d426d7cbaf tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121043 Sep 08 08:55:08.814917 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-93821aff-5409-4d65-8fce-1f9b36904c96 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] Made reservation on behalf of 80d6280f334444b3af80c6089649f9ec for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:55:08.826804 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-93821aff-5409-4d65-8fce-1f9b36904c96 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:08.842647 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-93821aff-5409-4d65-8fce-1f9b36904c96 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:09.114535 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b0836c1d-1c21-46ae-bc43-ac1024ddaf1a req-ad830142-0693-4c44-a6d6-24168ba332f6 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] 10.222.0.54 "GET /v2.0/ports?device_id=50cab444-6ab0-4031-a4d2-7c4672b07cc8 HTTP/1.1" status: 200 len: 210 time: 0.0529537 Sep 08 08:55:09.127252 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-93821aff-5409-4d65-8fce-1f9b36904c96 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:09.133431 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-93821aff-5409-4d65-8fce-1f9b36904c96 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:09.210579 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-4e48fe2c-6b53-453e-901a-99f0d356c321 None None] Provisioning for port 7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:55:09.226003 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-4e48fe2c-6b53-453e-901a-99f0d356c321 None None] Provisioning complete for port 7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:55:09.226446 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4e48fe2c-6b53-453e-901a-99f0d356c321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:09.403429 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-4e48fe2c-6b53-453e-901a-99f0d356c321 None None] Port 7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 08:55:09.621768 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93821aff-5409-4d65-8fce-1f9b36904c96 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf53a4b0-520d-4731-80b2-51c37428ca8c,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:09.891538 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574f212-cb22-45ac-937b-789d8a63c3d7 req-673a9804-64d7-4f51-b333-873c65e60f42 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:09.893461 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a574f212-cb22-45ac-937b-789d8a63c3d7 req-673a9804-64d7-4f51-b333-873c65e60f42 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/ports?device_id=95f3d799-96bf-4bc4-88f7-0657b3c82ff9 HTTP/1.1" status: 200 len: 935 time: 0.5866480 Sep 08 08:55:09.941689 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-93821aff-5409-4d65-8fce-1f9b36904c96 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] Allocated IP 192.168.233.123 (05f7642a-1c79-41be-85aa-1443ef22cc3b/dfc66e4b-ecb5-4c99-afe1-0a78c722534a/0c64ad96-d385-4a9b-bc37-355e5c93fb52) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:55:10.021082 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a574f212-cb22-45ac-937b-789d8a63c3d7 req-c894e7cf-38dc-46d1-ade6-89fef498af50 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/security-groups?id=4e20de80-39f8-422a-8723-6f520f4ee9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954225 Sep 08 08:55:10.051462 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-138439e6-6beb-4349-8078-503bbf83ed02 service neutron] Request body: {'port': {'device_id': '95f3d799-96bf-4bc4-88f7-0657b3c82ff9', 'device_owner': 'compute:tempest-test_az-1333370696', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:55:10.166695 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-138439e6-6beb-4349-8078-503bbf83ed02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:10.247193 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-93821aff-5409-4d65-8fce-1f9b36904c96 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:10.281920 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-93821aff-5409-4d65-8fce-1f9b36904c96 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] Transition to ACTIVE for port object 0c64ad96-d385-4a9b-bc37-355e5c93fb52 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:55:10.372783 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8fb79575-45f5-4538-91c8-1d0d9c4c2637 req-89264392-bdb5-4c9a-a4ba-8da80b7be5dc tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] 10.222.0.54 "GET /v2.0/ports?device_id=50cab444-6ab0-4031-a4d2-7c4672b07cc8 HTTP/1.1" status: 200 len: 210 time: 0.1126592 Sep 08 08:55:10.375988 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56274) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:10.527927 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-93821aff-5409-4d65-8fce-1f9b36904c96 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:10.625367 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-93821aff-5409-4d65-8fce-1f9b36904c96 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] Network 05f7642a-1c79-41be-85aa-1443ef22cc3b is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:55:10.631562 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-93821aff-5409-4d65-8fce-1f9b36904c96 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:55:10.657730 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-93821aff-5409-4d65-8fce-1f9b36904c96 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:55:10.678181 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-93821aff-5409-4d65-8fce-1f9b36904c96 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:10.680465 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-93821aff-5409-4d65-8fce-1f9b36904c96 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:10.765894 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-93821aff-5409-4d65-8fce-1f9b36904c96 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2614629 Sep 08 08:55:10.770818 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93821aff-5409-4d65-8fce-1f9b36904c96 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] Pushing event updated for resources: {'Port': ['ID=0c64ad96-d385-4a9b-bc37-355e5c93fb52,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:10.901107 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-a302fb12-6fa9-4ed1-b003-1540a09890b0 service neutron] Request body: {'port': {'device_id': '50cab444-6ab0-4031-a4d2-7c4672b07cc8', 'device_owner': 'compute:tempest-test_az-1333370696', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:55:11.038770 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5d7e388b-763e-4d8a-81bd-106532243e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:11.059829 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-adc1589f-a8bc-49f1-8b7c-1b9bad896038 None None] Provisioning for port 0c64ad96-d385-4a9b-bc37-355e5c93fb52 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:55:11.080109 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-adc1589f-a8bc-49f1-8b7c-1b9bad896038 None None] Provisioning complete for port 0c64ad96-d385-4a9b-bc37-355e5c93fb52 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:55:11.080828 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-adc1589f-a8bc-49f1-8b7c-1b9bad896038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:11.093814 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-a302fb12-6fa9-4ed1-b003-1540a09890b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:11.160090 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-138439e6-6beb-4349-8078-503bbf83ed02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:55:11.187292 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-138439e6-6beb-4349-8078-503bbf83ed02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:11.204405 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-adc1589f-a8bc-49f1-8b7c-1b9bad896038 None None] Port 0c64ad96-d385-4a9b-bc37-355e5c93fb52 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 08:55:11.232294 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-138439e6-6beb-4349-8078-503bbf83ed02 service neutron] Transition to ACTIVE for port object 7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:55:11.241170 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-138439e6-6beb-4349-8078-503bbf83ed02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:11.508549 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5d7e388b-763e-4d8a-81bd-106532243e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:11.518704 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5d7e388b-763e-4d8a-81bd-106532243e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:11.577350 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138439e6-6beb-4349-8078-503bbf83ed02 service neutron] Pushing event updated for resources: {'Port': ['ID=7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:11.611869 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-138439e6-6beb-4349-8078-503bbf83ed02 service neutron] Attempting to bind port 7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:55:11.613196 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-138439e6-6beb-4349-8078-503bbf83ed02 service neutron] Attempting to bind port 7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:55:11.613343 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-138439e6-6beb-4349-8078-503bbf83ed02 service neutron] Attempting to bind port 7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:55:11.660462 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5d7e388b-763e-4d8a-81bd-106532243e7d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=71c268d1347c475fb6135e8073f18128&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2831769 Sep 08 08:55:11.666656 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-138439e6-6beb-4349-8078-503bbf83ed02 service neutron] Port 7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 08:55:11.666863 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-138439e6-6beb-4349-8078-503bbf83ed02 service neutron] Attempting to bind port 7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:55:11.671376 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56302) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:11.692152 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-138439e6-6beb-4349-8078-503bbf83ed02 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:55:11.692596 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-138439e6-6beb-4349-8078-503bbf83ed02 service neutron] Checking segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:55:11.696406 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-138439e6-6beb-4349-8078-503bbf83ed02 service neutron] Bound using segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:55:11.696916 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-138439e6-6beb-4349-8078-503bbf83ed02 service neutron] Bound port: 7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:55:11.699538 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-138439e6-6beb-4349-8078-503bbf83ed02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:11.712675 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08554ebc-45c7-48e7-b99b-927a95478e7f req-e1028cc7-2785-43a3-adec-8222c3ef297b tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:11.725233 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e388b-763e-4d8a-81bd-106532243e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29d849f-e340-4e06-bb35-09e2ce8d722b,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:11.737702 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-08554ebc-45c7-48e7-b99b-927a95478e7f req-e1028cc7-2785-43a3-adec-8222c3ef297b tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/ports?device_id=95f3d799-96bf-4bc4-88f7-0657b3c82ff9 HTTP/1.1" status: 200 len: 969 time: 0.4663525 Sep 08 08:55:11.857616 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-138439e6-6beb-4349-8078-503bbf83ed02 service neutron] For port 7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:55:11.866595 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-138439e6-6beb-4349-8078-503bbf83ed02 service neutron] For port 7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:55:11.872035 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5aaa3752-7c21-44b4-962b-146488f04d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:11.895775 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-138439e6-6beb-4349-8078-503bbf83ed02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:11.952925 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-08554ebc-45c7-48e7-b99b-927a95478e7f req-e1e0468c-f0a0-499e-9880-8f0689fc7ff7 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/security-groups?id=4e20de80-39f8-422a-8723-6f520f4ee9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125041 Sep 08 08:55:11.961032 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5aaa3752-7c21-44b4-962b-146488f04d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:11.964529 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-a302fb12-6fa9-4ed1-b003-1540a09890b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c64ad96-d385-4a9b-bc37-355e5c93fb52 {{(pid=94713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:55:11.976528 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-138439e6-6beb-4349-8078-503bbf83ed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:11.976528 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-138439e6-6beb-4349-8078-503bbf83ed02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:11.978861 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-138439e6-6beb-4349-8078-503bbf83ed02 service neutron] 10.222.0.37 "PUT /v2.0/ports/7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3 HTTP/1.1" status: 200 len: 1118 time: 2.4624381 Sep 08 08:55:11.979655 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f3d799-96bf-4bc4-88f7-0657b3c82ff9', 'tag': '7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:55:11.981801 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-a302fb12-6fa9-4ed1-b003-1540a09890b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:12.039207 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-a302fb12-6fa9-4ed1-b003-1540a09890b0 service neutron] Transition to ACTIVE for port object 0c64ad96-d385-4a9b-bc37-355e5c93fb52 will not be triggered until provisioned by entity L2. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:55:12.048033 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc090a-2a62-4a38-8ebf-64b6840fd2ac req-172b918f-ed46-4e61-b294-cef1f7037e40 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:12.056700 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-98dc090a-2a62-4a38-8ebf-64b6840fd2ac req-172b918f-ed46-4e61-b294-cef1f7037e40 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] 10.222.0.54 "GET /v2.0/ports?device_id=50cab444-6ab0-4031-a4d2-7c4672b07cc8 HTTP/1.1" status: 200 len: 936 time: 0.1890209 Sep 08 08:55:12.065064 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-a302fb12-6fa9-4ed1-b003-1540a09890b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:12.131538 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138439e6-6beb-4349-8078-503bbf83ed02 service neutron] Pushing event updated for resources: {'Port': ['ID=7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:12.171544 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0769c309-11b1-49d5-9150-673aeb93021c" -d '{"events": [{"name": "network-changed", "server_uuid": "95f3d799-96bf-4bc4-88f7-0657b3c82ff9", "tag": "7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:55:12.180310 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5aaa3752-7c21-44b4-962b-146488f04d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:12.182841 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5aaa3752-7c21-44b4-962b-146488f04d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:12.186786 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5aaa3752-7c21-44b4-962b-146488f04d2f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c29d849f-e340-4e06-bb35-09e2ce8d722b HTTP/1.1" status: 204 len: 168 time: 0.5140803 Sep 08 08:55:12.289192 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa3752-7c21-44b4-962b-146488f04d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29d849f-e340-4e06-bb35-09e2ce8d722b,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:12.305198 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-98dc090a-2a62-4a38-8ebf-64b6840fd2ac req-270d916f-0152-43a6-ad94-671540574d18 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf53a4b0-520d-4731-80b2-51c37428ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475326 Sep 08 08:55:12.343555 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a302fb12-6fa9-4ed1-b003-1540a09890b0 service neutron] Pushing event updated for resources: {'Port': ['ID=0c64ad96-d385-4a9b-bc37-355e5c93fb52,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:12.356769 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-a302fb12-6fa9-4ed1-b003-1540a09890b0 service neutron] Attempting to bind port 0c64ad96-d385-4a9b-bc37-355e5c93fb52 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:55:12.357243 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-a302fb12-6fa9-4ed1-b003-1540a09890b0 service neutron] Attempting to bind port 0c64ad96-d385-4a9b-bc37-355e5c93fb52 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:55:12.357497 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-a302fb12-6fa9-4ed1-b003-1540a09890b0 service neutron] Attempting to bind port 0c64ad96-d385-4a9b-bc37-355e5c93fb52 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:55:12.363548 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-a302fb12-6fa9-4ed1-b003-1540a09890b0 service neutron] Port 0c64ad96-d385-4a9b-bc37-355e5c93fb52 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 08:55:12.363885 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-a302fb12-6fa9-4ed1-b003-1540a09890b0 service neutron] Attempting to bind port 0c64ad96-d385-4a9b-bc37-355e5c93fb52 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:55:12.385619 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-a302fb12-6fa9-4ed1-b003-1540a09890b0 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:55:12.385993 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-a302fb12-6fa9-4ed1-b003-1540a09890b0 service neutron] Checking segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:55:12.391571 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-a302fb12-6fa9-4ed1-b003-1540a09890b0 service neutron] Bound using segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:55:12.392053 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-a302fb12-6fa9-4ed1-b003-1540a09890b0 service neutron] Bound port: 0c64ad96-d385-4a9b-bc37-355e5c93fb52, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:55:12.392556 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-a302fb12-6fa9-4ed1-b003-1540a09890b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:12.613328 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-a302fb12-6fa9-4ed1-b003-1540a09890b0 service neutron] For port 0c64ad96-d385-4a9b-bc37-355e5c93fb52, host n-h1-806683-11, cleared binding levels {{(pid=94713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:55:12.624354 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-a302fb12-6fa9-4ed1-b003-1540a09890b0 service neutron] For port 0c64ad96-d385-4a9b-bc37-355e5c93fb52, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=0c64ad96-d385-4a9b-bc37-355e5c93fb52,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:55:12.642164 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-a302fb12-6fa9-4ed1-b003-1540a09890b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:12.745468 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-a302fb12-6fa9-4ed1-b003-1540a09890b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:12.746301 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-a302fb12-6fa9-4ed1-b003-1540a09890b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:12.754816 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-a302fb12-6fa9-4ed1-b003-1540a09890b0 service neutron] 10.222.0.37 "PUT /v2.0/ports/0c64ad96-d385-4a9b-bc37-355e5c93fb52 HTTP/1.1" status: 200 len: 1119 time: 1.8715148 Sep 08 08:55:12.755512 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50cab444-6ab0-4031-a4d2-7c4672b07cc8', 'tag': '0c64ad96-d385-4a9b-bc37-355e5c93fb52'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:55:12.880737 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56336) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:12.908782 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-68e20564-eb1a-409c-b06f-a183498835c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:12.976614 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a302fb12-6fa9-4ed1-b003-1540a09890b0 service neutron] Pushing event updated for resources: {'Port': ['ID=0c64ad96-d385-4a9b-bc37-355e5c93fb52,revision_number=3']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:13.119711 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 08:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b183c04-8edf-47b3-810a-1f8101378dba x-openstack-request-id: req-5b183c04-8edf-47b3-810a-1f8101378dba {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:55:13.121332 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95f3d799-96bf-4bc4-88f7-0657b3c82ff9", "tag": "7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:55:13.122625 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5b183c04-8edf-47b3-810a-1f8101378dba {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:55:13.123225 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f3d799-96bf-4bc4-88f7-0657b3c82ff9', 'tag': '7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3', 'status': 'completed', 'code': 200} Sep 08 08:55:13.182054 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-68e20564-eb1a-409c-b06f-a183498835c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:13.190215 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-68e20564-eb1a-409c-b06f-a183498835c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:13.222481 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc47a8d-f0ab-4a9d-a08b-2f7b9710e961" -d '{"events": [{"name": "network-changed", "server_uuid": "50cab444-6ab0-4031-a4d2-7c4672b07cc8", "tag": "0c64ad96-d385-4a9b-bc37-355e5c93fb52"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:55:13.295826 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-68e20564-eb1a-409c-b06f-a183498835c9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f1aac40ac11e406eae5cda24d17efad2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4115057 Sep 08 08:55:13.295826 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e20564-eb1a-409c-b06f-a183498835c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76385fa5-59b7-46c1-be14-d44ac73bf4c8,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:13.296635 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56352) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:13.393284 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e535aed7-6f42-4370-b747-9a6b49903505 req-04b1cbe7-3173-4c52-95b6-bb60d5835999 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:13.395077 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e535aed7-6f42-4370-b747-9a6b49903505 req-04b1cbe7-3173-4c52-95b6-bb60d5835999 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/ports?device_id=95f3d799-96bf-4bc4-88f7-0657b3c82ff9 HTTP/1.1" status: 200 len: 969 time: 0.0889933 Sep 08 08:55:13.534265 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-74ca61ac-6d03-44dd-9b89-8c0dd9902192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:13.572263 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-74ca61ac-6d03-44dd-9b89-8c0dd9902192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:13.577068 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e535aed7-6f42-4370-b747-9a6b49903505 req-14e22f4f-67b9-4c2a-9601-22e4e319553d tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/security-groups?id=4e20de80-39f8-422a-8723-6f520f4ee9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668458 Sep 08 08:55:13.650478 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-74ca61ac-6d03-44dd-9b89-8c0dd9902192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:13.654491 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-74ca61ac-6d03-44dd-9b89-8c0dd9902192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:13.655924 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-74ca61ac-6d03-44dd-9b89-8c0dd9902192 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/76385fa5-59b7-46c1-be14-d44ac73bf4c8 HTTP/1.1" status: 204 len: 168 time: 0.3580267 Sep 08 08:55:13.668385 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ca61ac-6d03-44dd-9b89-8c0dd9902192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76385fa5-59b7-46c1-be14-d44ac73bf4c8,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:13.684500 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 08:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3986d086-688b-4096-8f32-0d971dd41996 x-openstack-request-id: req-3986d086-688b-4096-8f32-0d971dd41996 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:55:13.684647 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50cab444-6ab0-4031-a4d2-7c4672b07cc8", "tag": "0c64ad96-d385-4a9b-bc37-355e5c93fb52", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:55:13.684928 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3986d086-688b-4096-8f32-0d971dd41996 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:55:13.685456 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50cab444-6ab0-4031-a4d2-7c4672b07cc8', 'tag': '0c64ad96-d385-4a9b-bc37-355e5c93fb52', 'status': 'completed', 'code': 200} Sep 08 08:55:13.845321 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf218ef-4dd6-40ac-9f41-34d9cf426d61 req-46029ab8-bed8-49c6-a79a-bfd14055cf78 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:13.855871 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cdf218ef-4dd6-40ac-9f41-34d9cf426d61 req-46029ab8-bed8-49c6-a79a-bfd14055cf78 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] 10.222.0.54 "GET /v2.0/ports?device_id=50cab444-6ab0-4031-a4d2-7c4672b07cc8 HTTP/1.1" status: 200 len: 970 time: 0.0911758 Sep 08 08:55:13.933340 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cdf218ef-4dd6-40ac-9f41-34d9cf426d61 req-f83b7e70-f90d-469d-9f85-45f799575784 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf53a4b0-520d-4731-80b2-51c37428ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763481 Sep 08 08:55:14.276222 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56380) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:14.296238 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-da32bcbb-1f5e-4951-9577-27cf87c67bd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:14.350227 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56386) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:14.435037 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-da32bcbb-1f5e-4951-9577-27cf87c67bd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:14.440580 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-da32bcbb-1f5e-4951-9577-27cf87c67bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:14.483990 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da32bcbb-1f5e-4951-9577-27cf87c67bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ab087e-3445-4b8b-b407-595ea6034a9d,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:14.488301 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-da32bcbb-1f5e-4951-9577-27cf87c67bd5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5fb38b91b60f4d599afef4d8db00be50&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2105553 Sep 08 08:55:14.492310 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56392) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:14.549061 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a3e66cfa-f01e-4fd6-ac98-996e552d59e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:14.581801 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a3e66cfa-f01e-4fd6-ac98-996e552d59e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:14.657641 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-918f025d-d4b3-4ee5-84e2-8e90a27d3a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:14.659526 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a3e66cfa-f01e-4fd6-ac98-996e552d59e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:14.663016 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a3e66cfa-f01e-4fd6-ac98-996e552d59e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:14.664193 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-a3e66cfa-f01e-4fd6-ac98-996e552d59e5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c7ab087e-3445-4b8b-b407-595ea6034a9d HTTP/1.1" status: 204 len: 168 time: 0.1708949 Sep 08 08:55:14.682580 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e66cfa-f01e-4fd6-ac98-996e552d59e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ab087e-3445-4b8b-b407-595ea6034a9d,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:14.789785 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56400) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:14.872650 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0ec04-690b-48be-abd6-82b166b1adf8 req-1b5f1674-eee4-45ec-a95e-6b2e1f8f19eb tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:14.874275 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-32a0ec04-690b-48be-abd6-82b166b1adf8 req-1b5f1674-eee4-45ec-a95e-6b2e1f8f19eb tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/ports?device_id=95f3d799-96bf-4bc4-88f7-0657b3c82ff9 HTTP/1.1" status: 200 len: 969 time: 0.1289899 Sep 08 08:55:14.933739 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-918f025d-d4b3-4ee5-84e2-8e90a27d3a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:14.942264 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-918f025d-d4b3-4ee5-84e2-8e90a27d3a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:14.991827 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-32a0ec04-690b-48be-abd6-82b166b1adf8 req-6171a9c0-e045-417c-9ab6-0aeec736acbc tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/security-groups?id=4e20de80-39f8-422a-8723-6f520f4ee9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045499 Sep 08 08:55:15.035618 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-918f025d-d4b3-4ee5-84e2-8e90a27d3a60 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a368648b6e9b431b8c45c3d23f92510b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6842525 Sep 08 08:55:15.038854 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f025d-d4b3-4ee5-84e2-8e90a27d3a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e562ee-ad4e-4ef8-a899-e26389471989,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:15.039416 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56408) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:15.199804 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-428cc76b-c9b9-4b51-9c8d-ff1d61ed5f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:15.225182 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dd59f3a8-75c5-4bb8-abc4-6037b91b02eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:15.244080 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195c695-02ba-47b3-a2f4-6c8d7211b09f req-d3466a5b-e504-41d9-8902-d2aa0d58a562 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:15.245947 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f195c695-02ba-47b3-a2f4-6c8d7211b09f req-d3466a5b-e504-41d9-8902-d2aa0d58a562 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] 10.222.0.54 "GET /v2.0/ports?device_id=50cab444-6ab0-4031-a4d2-7c4672b07cc8 HTTP/1.1" status: 200 len: 970 time: 0.1765573 Sep 08 08:55:15.277402 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dd59f3a8-75c5-4bb8-abc4-6037b91b02eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:15.361592 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f195c695-02ba-47b3-a2f4-6c8d7211b09f req-d5345c56-79d3-426e-9b5e-855c9b0bc1fc tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf53a4b0-520d-4731-80b2-51c37428ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070936 Sep 08 08:55:15.407697 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dd59f3a8-75c5-4bb8-abc4-6037b91b02eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:15.410665 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dd59f3a8-75c5-4bb8-abc4-6037b91b02eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:15.412434 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-dd59f3a8-75c5-4bb8-abc4-6037b91b02eb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/36e562ee-ad4e-4ef8-a899-e26389471989 HTTP/1.1" status: 204 len: 168 time: 0.3718128 Sep 08 08:55:15.578436 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd59f3a8-75c5-4bb8-abc4-6037b91b02eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e562ee-ad4e-4ef8-a899-e26389471989,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:15.620114 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-428cc76b-c9b9-4b51-9c8d-ff1d61ed5f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:15.626300 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-428cc76b-c9b9-4b51-9c8d-ff1d61ed5f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:15.682359 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-428cc76b-c9b9-4b51-9c8d-ff1d61ed5f33 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2ea4a8c8bee14a81a16348327eeb00ad&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8913763 Sep 08 08:55:15.684009 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428cc76b-c9b9-4b51-9c8d-ff1d61ed5f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba92b101-d56c-4d1e-abab-0f2ad857a726,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:15.685106 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56426) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:15.774739 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0a07d8d8-fef5-44b4-97b7-c9606fdd9d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:15.805259 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0a07d8d8-fef5-44b4-97b7-c9606fdd9d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:15.882388 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0a07d8d8-fef5-44b4-97b7-c9606fdd9d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:15.885109 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0a07d8d8-fef5-44b4-97b7-c9606fdd9d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:15.886297 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0a07d8d8-fef5-44b4-97b7-c9606fdd9d52 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ba92b101-d56c-4d1e-abab-0f2ad857a726 HTTP/1.1" status: 204 len: 168 time: 0.2001078 Sep 08 08:55:15.904045 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07d8d8-fef5-44b4-97b7-c9606fdd9d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba92b101-d56c-4d1e-abab-0f2ad857a726,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:15.979296 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56434) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:15.997278 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b70f1cbf-767f-43dd-909d-38150c989fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:16.184574 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b70f1cbf-767f-43dd-909d-38150c989fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:16.197760 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b70f1cbf-767f-43dd-909d-38150c989fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:16.268006 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f1cbf-767f-43dd-909d-38150c989fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67396fd-03b1-4c5d-a85a-48d2a17f134c,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:16.301932 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b70f1cbf-767f-43dd-909d-38150c989fa9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ae958b669b1f4e639e57459157f669a8&name=default HTTP/1.1" status: 200 len: 2978 time: 0.3190603 Sep 08 08:55:16.302634 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56440) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:16.339967 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f5bf8-6acf-4845-a4f6-08448c4b13b3 req-5e558d86-c993-41c0-abad-a5feed18c847 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:16.346059 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-667f5bf8-6acf-4845-a4f6-08448c4b13b3 req-5e558d86-c993-41c0-abad-a5feed18c847 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/ports?device_id=95f3d799-96bf-4bc4-88f7-0657b3c82ff9 HTTP/1.1" status: 200 len: 969 time: 0.1810865 Sep 08 08:55:16.398124 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b78ec2c5-787f-448f-bc6b-30dab219783c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:16.421236 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-667f5bf8-6acf-4845-a4f6-08448c4b13b3 req-58bf4c0c-4ee1-460d-b528-6f75493adc7c tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/security-groups?id=4e20de80-39f8-422a-8723-6f520f4ee9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647626 Sep 08 08:55:16.454694 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b78ec2c5-787f-448f-bc6b-30dab219783c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:16.606907 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b143a1-8bdf-43bb-be23-7d549580c850 req-d9993ddc-4f28-4c69-9b3c-e07315b5d0fe tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:16.609206 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-27b143a1-8bdf-43bb-be23-7d549580c850 req-d9993ddc-4f28-4c69-9b3c-e07315b5d0fe tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] 10.222.0.54 "GET /v2.0/ports?device_id=50cab444-6ab0-4031-a4d2-7c4672b07cc8 HTTP/1.1" status: 200 len: 970 time: 0.1188419 Sep 08 08:55:16.620436 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b78ec2c5-787f-448f-bc6b-30dab219783c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:16.623658 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b78ec2c5-787f-448f-bc6b-30dab219783c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:16.628401 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b78ec2c5-787f-448f-bc6b-30dab219783c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e67396fd-03b1-4c5d-a85a-48d2a17f134c HTTP/1.1" status: 204 len: 168 time: 0.3237796 Sep 08 08:55:16.645860 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78ec2c5-787f-448f-bc6b-30dab219783c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67396fd-03b1-4c5d-a85a-48d2a17f134c,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:16.674071 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56454) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:16.685896 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-27b143a1-8bdf-43bb-be23-7d549580c850 req-44724a08-4483-4c74-bcb5-55d695e85553 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf53a4b0-520d-4731-80b2-51c37428ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563536 Sep 08 08:55:16.706803 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5025c515-f581-494b-9f82-faa825a0f06d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:16.962766 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5025c515-f581-494b-9f82-faa825a0f06d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:16.973843 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5025c515-f581-494b-9f82-faa825a0f06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:17.053561 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5025c515-f581-494b-9f82-faa825a0f06d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3e35503aa311486a9987d8992f0f440c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3783636 Sep 08 08:55:17.055719 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5025c515-f581-494b-9f82-faa825a0f06d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93f5811-d8df-44eb-9515-cc22776742cf,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:17.055856 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56462) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:17.169777 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7d018fb0-c1f5-4fb6-8868-07dc58c74b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:17.209368 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7d018fb0-c1f5-4fb6-8868-07dc58c74b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:17.285617 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7d018fb0-c1f5-4fb6-8868-07dc58c74b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:17.289651 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7d018fb0-c1f5-4fb6-8868-07dc58c74b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:17.291335 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-7d018fb0-c1f5-4fb6-8868-07dc58c74b89 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c93f5811-d8df-44eb-9515-cc22776742cf HTTP/1.1" status: 204 len: 168 time: 0.2345467 Sep 08 08:55:17.299578 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d018fb0-c1f5-4fb6-8868-07dc58c74b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93f5811-d8df-44eb-9515-cc22776742cf,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:17.620461 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-279785bc-b761-41d8-a9de-48692adc8f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:17.683319 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a570f-b7c7-4602-b316-722cb3baef8f req-77cd6796-8252-4220-ade0-a8e2acaf3528 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:17.686091 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-016a570f-b7c7-4602-b316-722cb3baef8f req-77cd6796-8252-4220-ade0-a8e2acaf3528 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/ports?device_id=95f3d799-96bf-4bc4-88f7-0657b3c82ff9 HTTP/1.1" status: 200 len: 969 time: 0.1405389 Sep 08 08:55:17.790316 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-016a570f-b7c7-4602-b316-722cb3baef8f req-d80f43f1-405d-4b60-bc88-82cc132ae98b tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/security-groups?id=4e20de80-39f8-422a-8723-6f520f4ee9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911422 Sep 08 08:55:18.039587 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c580c0d-e889-4458-8194-4e541c5da868 req-8a8b68bd-60b8-4fdc-86ea-02827bf791a8 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:18.041169 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5c580c0d-e889-4458-8194-4e541c5da868 req-8a8b68bd-60b8-4fdc-86ea-02827bf791a8 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] 10.222.0.54 "GET /v2.0/ports?device_id=50cab444-6ab0-4031-a4d2-7c4672b07cc8 HTTP/1.1" status: 200 len: 970 time: 0.1073911 Sep 08 08:55:18.168295 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5c580c0d-e889-4458-8194-4e541c5da868 req-d8af4073-c493-4364-a2f9-e5ec5f51ee64 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf53a4b0-520d-4731-80b2-51c37428ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062329 Sep 08 08:55:18.870282 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56552) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:18.935558 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c50f75-e0bb-46f3-81c0-361360bad740 req-660f2be6-4c06-40f5-a5a8-cce825bd7dd9 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:18.937067 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-92c50f75-e0bb-46f3-81c0-361360bad740 req-660f2be6-4c06-40f5-a5a8-cce825bd7dd9 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/ports?device_id=95f3d799-96bf-4bc4-88f7-0657b3c82ff9 HTTP/1.1" status: 200 len: 969 time: 0.0635290 Sep 08 08:55:18.985720 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-92c50f75-e0bb-46f3-81c0-361360bad740 req-063b0559-1403-4598-9146-e411783e9f41 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/security-groups?id=4e20de80-39f8-422a-8723-6f520f4ee9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423620 Sep 08 08:55:19.159835 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769c309-11b1-49d5-9150-673aeb93021c req-a6047556-215e-477d-9bae-c1360b072481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:19.161697 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0769c309-11b1-49d5-9150-673aeb93021c req-a6047556-215e-477d-9bae-c1360b072481 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7a232ac6281f4a8a8bb394f07c92f5dd&device_id=95f3d799-96bf-4bc4-88f7-0657b3c82ff9 HTTP/1.1" status: 200 len: 1121 time: 0.0996044 Sep 08 08:55:19.166171 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-88aae4fc-1883-49c2-b401-6c7015920cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:19.167757 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-88aae4fc-1883-49c2-b401-6c7015920cdd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=80d6280f334444b3af80c6089649f9ec&device_id=50cab444-6ab0-4031-a4d2-7c4672b07cc8 HTTP/1.1" status: 200 len: 1122 time: 0.1043973 Sep 08 08:55:19.175030 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-83fb5a64-f31a-430a-9119-92357d422258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:19.295240 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-83fb5a64-f31a-430a-9119-92357d422258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:19.300499 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-83fb5a64-f31a-430a-9119-92357d422258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:19.354112 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0769c309-11b1-49d5-9150-673aeb93021c req-b032af80-5bbf-4133-be41-4f44ee322022 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=7a232ac6281f4a8a8bb394f07c92f5dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425065 Sep 08 08:55:19.405781 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d28eb3-58d7-49f2-b19c-2aad362324a6 req-c1643be7-c8dc-4e17-bfff-dd86aca2b124 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:19.407770 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d6d28eb3-58d7-49f2-b19c-2aad362324a6 req-c1643be7-c8dc-4e17-bfff-dd86aca2b124 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] 10.222.0.54 "GET /v2.0/ports?device_id=50cab444-6ab0-4031-a4d2-7c4672b07cc8 HTTP/1.1" status: 200 len: 970 time: 0.1356039 Sep 08 08:55:19.423693 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-7ca20a0d-cf00-4e46-8df2-d2517ee2313a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=0c64ad96-d385-4a9b-bc37-355e5c93fb52 HTTP/1.1" status: 200 len: 217 time: 0.1159632 Sep 08 08:55:19.435139 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-83fb5a64-f31a-430a-9119-92357d422258 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=33760e09880c4e609bdcfe573776cfdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5605738 Sep 08 08:55:19.444882 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56578) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:19.472168 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb5a64-f31a-430a-9119-92357d422258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f6a575-9d27-40d3-9c04-3e490010eaba,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:19.499887 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-e30998fa-8778-48df-9c4e-f6d330b09726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:19.502477 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-e30998fa-8778-48df-9c4e-f6d330b09726 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.0690877 Sep 08 08:55:19.606800 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-e601416c-d543-4159-9ffc-9dd3a9577d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:19.608789 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-e601416c-d543-4159-9ffc-9dd3a9577d68 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0986984 Sep 08 08:55:19.627535 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-84eb41d3-bd56-4455-b222-6d60bdcfff59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:19.644247 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d6d28eb3-58d7-49f2-b19c-2aad362324a6 req-60a528c5-a922-428b-a4b4-c0d7491bc578 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf53a4b0-520d-4731-80b2-51c37428ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104132 Sep 08 08:55:19.705023 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769c309-11b1-49d5-9150-673aeb93021c req-4615dca1-ec1a-45e3-ae3b-bc1faf58e704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:19.707087 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0769c309-11b1-49d5-9150-673aeb93021c req-4615dca1-ec1a-45e3-ae3b-bc1faf58e704 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3427186 Sep 08 08:55:19.710102 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-84eb41d3-bd56-4455-b222-6d60bdcfff59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:19.752622 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-45ecd7f6-29b9-4afa-a314-ec0fadb6021e service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362612 Sep 08 08:55:19.825563 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-84eb41d3-bd56-4455-b222-6d60bdcfff59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:19.829135 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-84eb41d3-bd56-4455-b222-6d60bdcfff59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:19.832616 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-84eb41d3-bd56-4455-b222-6d60bdcfff59 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b9f6a575-9d27-40d3-9c04-3e490010eaba HTTP/1.1" status: 204 len: 168 time: 0.3842537 Sep 08 08:55:19.840078 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eb41d3-bd56-4455-b222-6d60bdcfff59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f6a575-9d27-40d3-9c04-3e490010eaba,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:19.857638 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-722546be-207b-4aa4-b568-683526f58527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:19.859239 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-722546be-207b-4aa4-b568-683526f58527 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7a232ac6281f4a8a8bb394f07c92f5dd&device_id=95f3d799-96bf-4bc4-88f7-0657b3c82ff9 HTTP/1.1" status: 200 len: 1121 time: 0.0829873 Sep 08 08:55:19.894359 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-612a3ffb-d8ba-401e-bcd0-c13975d25510 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=7745b6a0f8df4558a8bf48f971453e9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0722990 Sep 08 08:55:19.949953 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-12c623e5-d0d3-4e11-a598-1284ea03d4d2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3 HTTP/1.1" status: 200 len: 217 time: 0.0750129 Sep 08 08:55:19.954420 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-49741e9a-7d10-4ca3-9141-c8d9e2ab4e61 req-196b3c4e-1294-4970-b7d8-a2f2a75a8cd7 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886592 Sep 08 08:55:20.035216 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-ef6af757-3f1b-49e9-b4b7-5bacbe922d1f tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:20.036808 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-ef6af757-3f1b-49e9-b4b7-5bacbe922d1f tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1344769 Sep 08 08:55:20.053069 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-8857f286-5d5d-4434-99f6-2949a2335614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:20.054931 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-8857f286-5d5d-4434-99f6-2949a2335614 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.0879135 Sep 08 08:55:20.070163 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-fc8eb5e8-693b-45bf-8db7-080c1f919e69 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/quotas/7745b6a0f8df4558a8bf48f971453e9c HTTP/1.1" status: 200 len: 375 time: 0.0259814 Sep 08 08:55:20.121227 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-7d956a6d-38a5-4bd0-86cc-5dc4d9d4df83 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7745b6a0f8df4558a8bf48f971453e9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353119 Sep 08 08:55:20.130706 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc47a8d-f0ab-4a9d-a08b-2f7b9710e961 req-0ca180ed-38c1-4233-80ab-39630ed8669d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:20.132727 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fdc47a8d-f0ab-4a9d-a08b-2f7b9710e961 req-0ca180ed-38c1-4233-80ab-39630ed8669d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=80d6280f334444b3af80c6089649f9ec&device_id=50cab444-6ab0-4031-a4d2-7c4672b07cc8 HTTP/1.1" status: 200 len: 1122 time: 0.0777986 Sep 08 08:55:20.154547 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-592a88e1-f038-4979-afcd-905cfb0cab30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:20.156711 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-592a88e1-f038-4979-afcd-905cfb0cab30 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0926034 Sep 08 08:55:20.299744 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-1a3d156d-1146-41c5-ba6a-f97768a38656 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357090 Sep 08 08:55:20.353575 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:20.384460 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-84a6b933-c814-4db9-a929-8d4e1cfdd7ac tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=3b45c9e6adc04db08d877665d90d8206&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602605 Sep 08 08:55:20.394291 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56618) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:20.417240 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc47a8d-f0ab-4a9d-a08b-2f7b9710e961 req-bac45db0-64be-42a3-8b8f-28b74899a06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:20.418832 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fdc47a8d-f0ab-4a9d-a08b-2f7b9710e961 req-bac45db0-64be-42a3-8b8f-28b74899a06c service neutron] 10.222.0.37 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.2781765 Sep 08 08:55:20.420918 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9dd1cede-365c-4944-8441-c859e9522ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:20.445757 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c85245-e5cc-4987-b2c2-1314d908561b req-eb5849e0-30ec-4caf-87ec-fcc54993254b tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:20.447276 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-86c85245-e5cc-4987-b2c2-1314d908561b req-eb5849e0-30ec-4caf-87ec-fcc54993254b tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/ports?device_id=95f3d799-96bf-4bc4-88f7-0657b3c82ff9 HTTP/1.1" status: 200 len: 969 time: 0.0967290 Sep 08 08:55:20.482093 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fdc47a8d-f0ab-4a9d-a08b-2f7b9710e961 req-19e6585d-3c53-4c5a-9ed8-a4e6b3df6719 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=0c64ad96-d385-4a9b-bc37-355e5c93fb52 HTTP/1.1" status: 200 len: 217 time: 0.0498476 Sep 08 08:55:20.522288 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f371b165-cd4a-48cc-997d-79fbb7cad6ad req-b19fcad4-877c-4654-9606-6ad75716e3c7 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149940 Sep 08 08:55:20.549928 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-ab81e311-56db-42bf-aba2-343f5afd7b32 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:20.551487 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-ab81e311-56db-42bf-aba2-343f5afd7b32 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1393597 Sep 08 08:55:20.575678 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-7d54057f-a05a-4a2f-8de1-c86e94886bb3 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/quotas/3b45c9e6adc04db08d877665d90d8206 HTTP/1.1" status: 200 len: 375 time: 0.0156584 Sep 08 08:55:20.588710 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-86c85245-e5cc-4987-b2c2-1314d908561b req-97fca2de-9814-468a-9144-265a10a83455 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/security-groups?id=4e20de80-39f8-422a-8723-6f520f4ee9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107485 Sep 08 08:55:20.614591 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc47a8d-f0ab-4a9d-a08b-2f7b9710e961 req-d1665c3a-9ab5-4e0e-9413-77e283109d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:20.616298 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fdc47a8d-f0ab-4a9d-a08b-2f7b9710e961 req-d1665c3a-9ab5-4e0e-9413-77e283109d0f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.1237612 Sep 08 08:55:20.685710 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b909961b-dc5b-40ab-94db-48487451c938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:20.690937 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5ba55c32-5d61-474b-a6e5-03075c0b7fbb req-1df60b07-5418-4432-9bf4-6a840bf77ed7 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/ports?device_id=d63b058a-8200-4956-a1ba-beb98bc736f6 HTTP/1.1" status: 200 len: 210 time: 0.0551250 Sep 08 08:55:20.736330 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9dd1cede-365c-4944-8441-c859e9522ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:20.750363 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc47a8d-f0ab-4a9d-a08b-2f7b9710e961 req-b689e0e1-cd0f-4edf-a20b-6fe85771ad9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:20.751961 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fdc47a8d-f0ab-4a9d-a08b-2f7b9710e961 req-b689e0e1-cd0f-4edf-a20b-6fe85771ad9d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1267006 Sep 08 08:55:20.752912 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9dd1cede-365c-4944-8441-c859e9522ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:20.779786 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-f7281460-9ca1-4aec-a253-c7e8b6fa85b4 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3b45c9e6adc04db08d877665d90d8206&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1910241 Sep 08 08:55:20.838555 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-9dd1cede-365c-4944-8441-c859e9522ece admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=eef538fa791e497db4470781eef4ba05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4432354 Sep 08 08:55:20.842082 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56628) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:20.886763 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd1cede-365c-4944-8441-c859e9522ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658fd95a-f3a9-45cb-a17b-a612714e4bb2,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:20.929385 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e0423b76-ab77-42a2-8a9b-7976a1da7294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:20.933153 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727f268-57c8-4c8b-995e-bf9b71fd3370 req-536f0718-e295-4f13-9bdb-dc572fdc4195 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:20.934767 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8727f268-57c8-4c8b-995e-bf9b71fd3370 req-536f0718-e295-4f13-9bdb-dc572fdc4195 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] 10.222.0.54 "GET /v2.0/ports?device_id=50cab444-6ab0-4031-a4d2-7c4672b07cc8 HTTP/1.1" status: 200 len: 970 time: 0.1152098 Sep 08 08:55:20.937221 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fdc47a8d-f0ab-4a9d-a08b-2f7b9710e961 req-db2ebc75-a83d-4e1c-b59b-5553a12682ea service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732302 Sep 08 08:55:20.968225 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e0423b76-ab77-42a2-8a9b-7976a1da7294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:21.007115 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8727f268-57c8-4c8b-995e-bf9b71fd3370 req-cfe3279a-ac2c-41e2-968a-c8ebc9885c43 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf53a4b0-520d-4731-80b2-51c37428ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651596 Sep 08 08:55:21.027684 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7f06794d-77ef-40a0-a38d-5dac34ed1feb req-e9e2f1df-2964-413b-b543-0d71f27a3148 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 210 time: 0.0448511 Sep 08 08:55:21.067294 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fdc47a8d-f0ab-4a9d-a08b-2f7b9710e961 req-adbf1714-984f-48b6-8009-7a090af322be service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223285 Sep 08 08:55:21.087386 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e0423b76-ab77-42a2-8a9b-7976a1da7294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:21.090162 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e0423b76-ab77-42a2-8a9b-7976a1da7294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:21.094253 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e0423b76-ab77-42a2-8a9b-7976a1da7294 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/658fd95a-f3a9-45cb-a17b-a612714e4bb2 HTTP/1.1" status: 204 len: 168 time: 0.2491508 Sep 08 08:55:21.105207 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0423b76-ab77-42a2-8a9b-7976a1da7294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658fd95a-f3a9-45cb-a17b-a612714e4bb2,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:21.593734 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.35', 58735) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:21.668870 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-8cb1e988-2d9e-440d-9e53-8e016ea2d659 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=7745b6a0f8df4558a8bf48f971453e9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527585 Sep 08 08:55:21.751544 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9f33d-6626-4d1b-ab27-0a6c9df977b1 req-2d7bb12c-8109-426a-855f-5fafecb0cd43 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:21.753143 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-06a9f33d-6626-4d1b-ab27-0a6c9df977b1 req-2d7bb12c-8109-426a-855f-5fafecb0cd43 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/ports?device_id=95f3d799-96bf-4bc4-88f7-0657b3c82ff9 HTTP/1.1" status: 200 len: 969 time: 0.0792065 Sep 08 08:55:21.845328 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-06a9f33d-6626-4d1b-ab27-0a6c9df977b1 req-6078b031-3e5c-42b5-beb1-6d2336b80399 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/security-groups?id=4e20de80-39f8-422a-8723-6f520f4ee9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748174 Sep 08 08:55:21.903596 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-ad347a34-0a49-48de-8f2f-3afbe78c1ca6 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:21.905219 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-ad347a34-0a49-48de-8f2f-3afbe78c1ca6 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2170789 Sep 08 08:55:21.926022 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8f91421d-6b9a-4eb3-ad77-1b776474b97f req-6e09b478-f5e3-450e-a381-5f8a6ababd64 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/ports?device_id=d63b058a-8200-4956-a1ba-beb98bc736f6 HTTP/1.1" status: 200 len: 210 time: 0.0503013 Sep 08 08:55:21.998880 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:22.020013 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-4ac60942-eaaf-4e79-afca-919c2574103c tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Request body: {'port': {'device_id': 'd63b058a-8200-4956-a1ba-beb98bc736f6', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'admin_state_up': True, 'tenant_id': '7745b6a0f8df4558a8bf48f971453e9c'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:55:22.174687 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f8538-5cd2-4cf2-b58b-78b0c909baab req-eac856e5-180d-4318-8d56-e40b92e13e8c tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:22.176296 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f86f8538-5cd2-4cf2-b58b-78b0c909baab req-eac856e5-180d-4318-8d56-e40b92e13e8c tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] 10.222.0.54 "GET /v2.0/ports?device_id=50cab444-6ab0-4031-a4d2-7c4672b07cc8 HTTP/1.1" status: 200 len: 970 time: 0.0810361 Sep 08 08:55:22.234863 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-736f0551-ad62-47f3-91df-627555defb90 req-66271bec-ea0f-4454-b565-7f54550eb3de tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 210 time: 0.0660844 Sep 08 08:55:22.258369 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f86f8538-5cd2-4cf2-b58b-78b0c909baab req-d3a40750-f450-4379-91e6-b483e108b2d2 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf53a4b0-520d-4731-80b2-51c37428ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631404 Sep 08 08:55:22.289372 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-4ac60942-eaaf-4e79-afca-919c2574103c tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Made reservation on behalf of 7745b6a0f8df4558a8bf48f971453e9c for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:55:22.293099 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-4ac60942-eaaf-4e79-afca-919c2574103c tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:22.302676 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-4ac60942-eaaf-4e79-afca-919c2574103c tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:22.448495 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-4ac60942-eaaf-4e79-afca-919c2574103c tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:22.453093 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-4ac60942-eaaf-4e79-afca-919c2574103c tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:22.529202 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac60942-eaaf-4e79-afca-919c2574103c tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6842b860-3d97-4cbb-8ea0-52fc0010a252,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:22.629080 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-4ac60942-eaaf-4e79-afca-919c2574103c tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Allocated IP 192.168.233.160 (05f7642a-1c79-41be-85aa-1443ef22cc3b/dfc66e4b-ecb5-4c99-afe1-0a78c722534a/02ad9e9a-446b-4d60-943a-689a3d139503) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:55:22.842447 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-4ac60942-eaaf-4e79-afca-919c2574103c tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:22.860771 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-4ac60942-eaaf-4e79-afca-919c2574103c tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Transition to ACTIVE for port object 02ad9e9a-446b-4d60-943a-689a3d139503 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:55:22.910359 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-4ac60942-eaaf-4e79-afca-919c2574103c tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:22.963696 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-4ac60942-eaaf-4e79-afca-919c2574103c tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Network 05f7642a-1c79-41be-85aa-1443ef22cc3b is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:55:22.966905 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-4ac60942-eaaf-4e79-afca-919c2574103c tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:55:22.971445 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-4ac60942-eaaf-4e79-afca-919c2574103c tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:55:22.978279 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-4ac60942-eaaf-4e79-afca-919c2574103c tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:22.978965 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-4ac60942-eaaf-4e79-afca-919c2574103c tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:23.006888 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac60942-eaaf-4e79-afca-919c2574103c tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Pushing event updated for resources: {'Port': ['ID=02ad9e9a-446b-4d60-943a-689a3d139503,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:23.025409 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-4ac60942-eaaf-4e79-afca-919c2574103c tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0095963 Sep 08 08:55:23.057403 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d70d2f-54ce-484b-a01d-43f78f723ec7 req-e14b62cf-522b-430f-a75e-5ecd2d279b38 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:23.059114 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-43d70d2f-54ce-484b-a01d-43f78f723ec7 req-e14b62cf-522b-430f-a75e-5ecd2d279b38 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/ports?device_id=95f3d799-96bf-4bc4-88f7-0657b3c82ff9 HTTP/1.1" status: 200 len: 969 time: 0.0696301 Sep 08 08:55:23.122167 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-43d70d2f-54ce-484b-a01d-43f78f723ec7 req-2d3ceb01-c1ce-4acc-87c7-2bb94f7330c4 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/security-groups?id=4e20de80-39f8-422a-8723-6f520f4ee9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550103 Sep 08 08:55:23.251053 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5eddd-84b1-48c5-a2df-01a23f33974d req-226f35ca-a18b-414f-b86d-044939ebec27 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:23.253984 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5ac5eddd-84b1-48c5-a2df-01a23f33974d req-226f35ca-a18b-414f-b86d-044939ebec27 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/ports?device_id=d63b058a-8200-4956-a1ba-beb98bc736f6 HTTP/1.1" status: 200 len: 936 time: 0.0696177 Sep 08 08:55:23.292794 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-9bebca2a-1f54-43f0-8984-7e1d02cc73af None None] Provisioning for port 02ad9e9a-446b-4d60-943a-689a3d139503 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:55:23.298454 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-9bebca2a-1f54-43f0-8984-7e1d02cc73af None None] Provisioning complete for port 02ad9e9a-446b-4d60-943a-689a3d139503 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:55:23.299300 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9bebca2a-1f54-43f0-8984-7e1d02cc73af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:23.364075 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5ac5eddd-84b1-48c5-a2df-01a23f33974d req-63e41105-0fce-495d-b3b4-bc8871192875 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/security-groups?id=6842b860-3d97-4cbb-8ea0-52fc0010a252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787315 Sep 08 08:55:23.373195 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-9bebca2a-1f54-43f0-8984-7e1d02cc73af None None] Port 02ad9e9a-446b-4d60-943a-689a3d139503 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 08:55:23.388674 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:23.403930 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-02325223-a1d4-4ea9-a5a3-2e2b002db601 req-1b35da2d-32fa-4f06-9dab-2bacb47525c8 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 210 time: 0.0335286 Sep 08 08:55:23.547754 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d3236-7dc8-4aab-a967-50b7cfa2926c req-3bbf8c25-cde4-47e9-9294-76bcd1566cfb tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:23.549356 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-736d3236-7dc8-4aab-a967-50b7cfa2926c req-3bbf8c25-cde4-47e9-9294-76bcd1566cfb tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] 10.222.0.54 "GET /v2.0/ports?device_id=50cab444-6ab0-4031-a4d2-7c4672b07cc8 HTTP/1.1" status: 200 len: 970 time: 0.0682046 Sep 08 08:55:23.594062 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-736d3236-7dc8-4aab-a967-50b7cfa2926c req-807bdea2-bcfb-4a5a-81b9-b1d4d2454435 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf53a4b0-520d-4731-80b2-51c37428ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381196 Sep 08 08:55:23.898759 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:23.957111 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56712) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:24.118118 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-126a864f-0dfa-4b87-b5d3-2fe233c85009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:24.251666 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-126a864f-0dfa-4b87-b5d3-2fe233c85009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:24.266569 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-126a864f-0dfa-4b87-b5d3-2fe233c85009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:24.280753 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf879123-7330-4e3a-bc76-9b3448898166 req-7467736d-3620-4ad8-8ffc-7ac6b55a85ef tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:24.282379 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cf879123-7330-4e3a-bc76-9b3448898166 req-7467736d-3620-4ad8-8ffc-7ac6b55a85ef tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/ports?device_id=95f3d799-96bf-4bc4-88f7-0657b3c82ff9 HTTP/1.1" status: 200 len: 969 time: 0.0768807 Sep 08 08:55:24.335933 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-126a864f-0dfa-4b87-b5d3-2fe233c85009 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d07ae91e1a524789a3ee465c19bdd84a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3777239 Sep 08 08:55:24.339642 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56718) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:24.340628 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a864f-0dfa-4b87-b5d3-2fe233c85009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd494a4-ef63-444f-8cb6-a6de0cc6cbdb,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:24.359453 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cf879123-7330-4e3a-bc76-9b3448898166 req-d7bd8314-1ed3-4c38-a1de-ba6b699bc432 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/security-groups?id=4e20de80-39f8-422a-8723-6f520f4ee9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690515 Sep 08 08:55:24.405321 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1889a63c-a775-4724-a6e1-0538e657081c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:24.434325 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1889a63c-a775-4724-a6e1-0538e657081c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:24.495784 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 08:55:24.520919 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7e4a5-031d-49a1-a98a-efdf5c64fbc5 req-6bb17261-c618-471c-ad74-c9e395089620 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:24.524588 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-abd7e4a5-031d-49a1-a98a-efdf5c64fbc5 req-6bb17261-c618-471c-ad74-c9e395089620 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/ports?device_id=d63b058a-8200-4956-a1ba-beb98bc736f6 HTTP/1.1" status: 200 len: 936 time: 0.0801041 Sep 08 08:55:24.537967 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2e940f25-6aa5-47f5-880c-fed1036a4751 req-ef88ac29-e017-49a6-8a5f-b103508fccb9 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 210 time: 0.0380504 Sep 08 08:55:24.552425 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1889a63c-a775-4724-a6e1-0538e657081c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:24.555575 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1889a63c-a775-4724-a6e1-0538e657081c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:24.562197 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-1889a63c-a775-4724-a6e1-0538e657081c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9dd494a4-ef63-444f-8cb6-a6de0cc6cbdb HTTP/1.1" status: 204 len: 168 time: 0.2212048 Sep 08 08:55:24.584825 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1889a63c-a775-4724-a6e1-0538e657081c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd494a4-ef63-444f-8cb6-a6de0cc6cbdb,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:24.602232 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-abd7e4a5-031d-49a1-a98a-efdf5c64fbc5 req-76326bf5-0cdb-46c4-808d-98628d759655 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/security-groups?id=6842b860-3d97-4cbb-8ea0-52fc0010a252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702863 Sep 08 08:55:24.691741 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:55:24.704626 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'port_id': '7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3', 'mac_address': 'fa:16:3e:29:20:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc66e4b-ecb5-4c99-afe1-0a78c722534a', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:tempest-test_az-1333370696', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 08:55:24.764396 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be075e14-31f3-4fac-a4b4-94992de11ab0 req-d7c885d7-f74c-49e2-9b14-46e7ddc4f5f8 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:24.765219 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:24.773651 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-be075e14-31f3-4fac-a4b4-94992de11ab0 req-d7c885d7-f74c-49e2-9b14-46e7ddc4f5f8 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] 10.222.0.54 "GET /v2.0/ports?device_id=50cab444-6ab0-4031-a4d2-7c4672b07cc8 HTTP/1.1" status: 200 len: 970 time: 0.0801668 Sep 08 08:55:24.780736 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:55:24.803515 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:55:24.807763 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:24.808428 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 0c64ad96-d385-4a9b-bc37-355e5c93fb52 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 08:55:24.809386 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-be075e14-31f3-4fac-a4b4-94992de11ab0 req-6bd08656-f85f-4f75-ae2e-e4cd67e2b3c5 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf53a4b0-520d-4731-80b2-51c37428ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354550 Sep 08 08:55:24.875120 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 0c64ad96-d385-4a9b-bc37-355e5c93fb52, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=0c64ad96-d385-4a9b-bc37-355e5c93fb52,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:55:24.878091 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:24.894920 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:55:24.895264 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:55:24.896174 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:55:24.896630 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:55:24.897019 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:55:24.897349 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:55:24.897678 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:55:24.898081 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:55:24.898473 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:55:24.898804 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:55:24.899132 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:55:24.899455 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:55:24.900626 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Tracked resource versions report: Sep 08 08:55:24.900626 n-d-806683-11 neutron-server[94714]: pushed versions: Sep 08 08:55:24.900626 n-d-806683-11 neutron-server[94714]: { 'AddressGroup': {'1.2'}, Sep 08 08:55:24.900626 n-d-806683-11 neutron-server[94714]: 'ConntrackHelper': {'1.0'}, Sep 08 08:55:24.900626 n-d-806683-11 neutron-server[94714]: 'Log': {'1.0'}, Sep 08 08:55:24.900626 n-d-806683-11 neutron-server[94714]: 'Network': {'1.1'}, Sep 08 08:55:24.900626 n-d-806683-11 neutron-server[94714]: 'Port': {'1.7'}, Sep 08 08:55:24.900626 n-d-806683-11 neutron-server[94714]: 'PortForwarding': {'1.2'}, Sep 08 08:55:24.900626 n-d-806683-11 neutron-server[94714]: 'QosPolicy': {'1.9'}, Sep 08 08:55:24.900626 n-d-806683-11 neutron-server[94714]: 'SecurityGroup': {'1.4'}, Sep 08 08:55:24.900626 n-d-806683-11 neutron-server[94714]: 'SecurityGroupRule': {'1.2'}, Sep 08 08:55:24.900626 n-d-806683-11 neutron-server[94714]: 'SubPort': {'1.0'}, Sep 08 08:55:24.900626 n-d-806683-11 neutron-server[94714]: 'Subnet': {'1.1'}, Sep 08 08:55:24.900626 n-d-806683-11 neutron-server[94714]: 'Trunk': {'1.1'}} Sep 08 08:55:24.900626 n-d-806683-11 neutron-server[94714]: consumer versions: Sep 08 08:55:24.900626 n-d-806683-11 neutron-server[94714]: { DHCP agent@n-d-806683-11: {}, Sep 08 08:55:24.900626 n-d-806683-11 neutron-server[94714]: HyperV agent@n-h1-806683-11: {}, Sep 08 08:55:24.900626 n-d-806683-11 neutron-server[94714]: HyperV agent@n-h2-806683-11: {}, Sep 08 08:55:24.900626 n-d-806683-11 neutron-server[94714]: L3 agent@n-d-806683-11: {}, Sep 08 08:55:24.900626 n-d-806683-11 neutron-server[94714]: Metadata agent@n-d-806683-11: {}, Sep 08 08:55:24.900626 n-d-806683-11 neutron-server[94714]: Metering agent@n-d-806683-11: {}, Sep 08 08:55:24.900626 n-d-806683-11 neutron-server[94714]: Open vSwitch agent@n-d-806683-11: { 'AddressGroup': '1.2', Sep 08 08:55:24.900626 n-d-806683-11 neutron-server[94714]: 'ConntrackHelper': '1.0', Sep 08 08:55:24.900626 n-d-806683-11 neutron-server[94714]: 'Log': '1.0', Sep 08 08:55:24.900626 n-d-806683-11 neutron-server[94714]: 'Network': '1.1', Sep 08 08:55:24.900626 n-d-806683-11 neutron-server[94714]: 'Port': '1.7', Sep 08 08:55:24.900626 n-d-806683-11 neutron-server[94714]: 'PortForwarding': '1.2', Sep 08 08:55:24.900626 n-d-806683-11 neutron-server[94714]: 'QosPolicy': '1.9', Sep 08 08:55:24.900626 n-d-806683-11 neutron-server[94714]: 'SecurityGroup': '1.4', Sep 08 08:55:24.900626 n-d-806683-11 neutron-server[94714]: 'SecurityGroupRule': '1.2', Sep 08 08:55:24.900626 n-d-806683-11 neutron-server[94714]: 'SubPort': '1.0', Sep 08 08:55:24.900626 n-d-806683-11 neutron-server[94714]: 'Subnet': '1.1', Sep 08 08:55:24.900626 n-d-806683-11 neutron-server[94714]: 'Trunk': '1.1'}} Sep 08 08:55:24.900626 n-d-806683-11 neutron-server[94714]: {{(pid=94714) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 08:55:24.903857 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '0c64ad96-d385-4a9b-bc37-355e5c93fb52', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'port_id': '0c64ad96-d385-4a9b-bc37-355e5c93fb52', 'mac_address': 'fa:16:3e:59:ea:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc66e4b-ecb5-4c99-afe1-0a78c722534a', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:tempest-test_az-1333370696', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 08:55:24.949153 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:24.963566 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c64ad96-d385-4a9b-bc37-355e5c93fb52 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:55:24.987482 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56730) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:24.991614 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 0c64ad96-d385-4a9b-bc37-355e5c93fb52, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=0c64ad96-d385-4a9b-bc37-355e5c93fb52,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:55:24.996071 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:25.004337 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aa22f12b-d716-4696-886b-77f7cd663f62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:25.054626 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=0c64ad96-d385-4a9b-bc37-355e5c93fb52,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:25.115546 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aa22f12b-d716-4696-886b-77f7cd663f62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:25.119851 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aa22f12b-d716-4696-886b-77f7cd663f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:25.164563 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-aa22f12b-d716-4696-886b-77f7cd663f62 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5a212e3ff41946f1a686239b51952a51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1752970 Sep 08 08:55:25.166612 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa22f12b-d716-4696-886b-77f7cd663f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442582ec-1314-42d4-98a3-451330135713,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:25.167728 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56732) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:25.253788 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-99bbfb8b-c0cc-435d-acfd-e878177bf6e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:25.280094 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-99bbfb8b-c0cc-435d-acfd-e878177bf6e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:25.333257 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-99bbfb8b-c0cc-435d-acfd-e878177bf6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:25.336074 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-99bbfb8b-c0cc-435d-acfd-e878177bf6e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:25.337283 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-99bbfb8b-c0cc-435d-acfd-e878177bf6e6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/442582ec-1314-42d4-98a3-451330135713 HTTP/1.1" status: 204 len: 168 time: 0.1682127 Sep 08 08:55:25.346748 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bbfb8b-c0cc-435d-acfd-e878177bf6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442582ec-1314-42d4-98a3-451330135713,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:25.488321 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19d96e-36c9-4331-8b0d-ecdef94958d1 req-28f8224a-c427-486b-bb1b-496b213cb165 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:25.488994 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5b19d96e-36c9-4331-8b0d-ecdef94958d1 req-28f8224a-c427-486b-bb1b-496b213cb165 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/ports?device_id=95f3d799-96bf-4bc4-88f7-0657b3c82ff9 HTTP/1.1" status: 200 len: 970 time: 0.0548806 Sep 08 08:55:25.501462 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:55:25.541559 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5b19d96e-36c9-4331-8b0d-ecdef94958d1 req-0ea2d074-a399-453c-aa0f-5ba7b287d57d tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/security-groups?id=4e20de80-39f8-422a-8723-6f520f4ee9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453341 Sep 08 08:55:25.567162 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['0c64ad96-d385-4a9b-bc37-355e5c93fb52'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:55:25.668434 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1905a15c-bedc-407b-a90b-4dc5cdab56d6 req-efcac44f-a3a6-46d9-98ed-4a544eaaa568 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 210 time: 0.0458317 Sep 08 08:55:25.736578 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d6ac2-9808-4b1e-9b58-a68c3b2d0842 req-3c276c84-7010-4e6e-8807-be34ddbb6a20 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:25.738395 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0e1d6ac2-9808-4b1e-9b58-a68c3b2d0842 req-3c276c84-7010-4e6e-8807-be34ddbb6a20 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/ports?device_id=d63b058a-8200-4956-a1ba-beb98bc736f6 HTTP/1.1" status: 200 len: 936 time: 0.0691526 Sep 08 08:55:25.791968 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0e1d6ac2-9808-4b1e-9b58-a68c3b2d0842 req-0ce14368-efa1-4b53-9d83-c83e9cdbddda tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/security-groups?id=6842b860-3d97-4cbb-8ea0-52fc0010a252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446506 Sep 08 08:55:25.957002 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cdc94d-e489-415c-834f-ab0f131c8f3f req-c86a3e6b-7bfc-4ea0-8b50-b0670ace208f tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:25.960205 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-32cdc94d-e489-415c-834f-ab0f131c8f3f req-c86a3e6b-7bfc-4ea0-8b50-b0670ace208f tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] 10.222.0.54 "GET /v2.0/ports?device_id=50cab444-6ab0-4031-a4d2-7c4672b07cc8 HTTP/1.1" status: 200 len: 971 time: 0.0672359 Sep 08 08:55:26.005597 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-32cdc94d-e489-415c-834f-ab0f131c8f3f req-01580fbc-1b2f-435e-84f1-d5f78fd72ad8 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf53a4b0-520d-4731-80b2-51c37428ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353034 Sep 08 08:55:26.490556 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:55:26.554942 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:55:26.562358 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:55:26.565676 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:26.679205 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:26.685381 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1b506-af24-4722-93b6-e77cf73b87e1 req-b1766aa2-934e-49b3-8d0c-12fc2143c835 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:26.686981 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-48b1b506-af24-4722-93b6-e77cf73b87e1 req-b1766aa2-934e-49b3-8d0c-12fc2143c835 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/ports?device_id=95f3d799-96bf-4bc4-88f7-0657b3c82ff9 HTTP/1.1" status: 200 len: 970 time: 0.0603244 Sep 08 08:55:26.720389 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f3d799-96bf-4bc4-88f7-0657b3c82ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:55:26.754516 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-48b1b506-af24-4722-93b6-e77cf73b87e1 req-4aa5b7f7-a880-40fc-86a0-5b6deca3e091 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/security-groups?id=4e20de80-39f8-422a-8723-6f520f4ee9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559371 Sep 08 08:55:26.816973 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:55:26.826541 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:26.827626 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 0c64ad96-d385-4a9b-bc37-355e5c93fb52 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:55:26.837896 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-893bcba9-42eb-4dea-8dd5-f90cf8921d86 req-73db9796-7bec-4a03-bffd-fecdbf7b4883 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 210 time: 0.0463269 Sep 08 08:55:26.961594 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 0c64ad96-d385-4a9b-bc37-355e5c93fb52 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:55:26.975248 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c01fe-7ccc-4b1e-91ea-39fee33d14bb req-5e09bfd0-f69e-4f51-a84a-5fa65c283621 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:26.977618 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 0c64ad96-d385-4a9b-bc37-355e5c93fb52 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:55:26.977944 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a68c01fe-7ccc-4b1e-91ea-39fee33d14bb req-5e09bfd0-f69e-4f51-a84a-5fa65c283621 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/ports?device_id=d63b058a-8200-4956-a1ba-beb98bc736f6 HTTP/1.1" status: 200 len: 936 time: 0.0668337 Sep 08 08:55:26.978149 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:26.993966 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf2c8cd-0718-47d2-8791-018f1a50ebc5" -d '{"events": [{"server_uuid": "95f3d799-96bf-4bc4-88f7-0657b3c82ff9", "name": "network-vif-plugged", "status": "completed", "tag": "7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:55:26.998627 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:27.040937 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a68c01fe-7ccc-4b1e-91ea-39fee33d14bb req-7ba82c14-40c4-4c93-8c9a-b457c6d577f4 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/security-groups?id=6842b860-3d97-4cbb-8ea0-52fc0010a252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535934 Sep 08 08:55:27.135193 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:27.184412 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 0c64ad96-d385-4a9b-bc37-355e5c93fb52, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=0c64ad96-d385-4a9b-bc37-355e5c93fb52,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:55:27.188225 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 08:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff4d328-ff6c-4083-a990-94833707820e x-openstack-request-id: req-bff4d328-ff6c-4083-a990-94833707820e {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:55:27.190274 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f3d799-96bf-4bc4-88f7-0657b3c82ff9", "name": "network-vif-plugged", "status": "completed", "tag": "7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:55:27.190932 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bff4d328-ff6c-4083-a990-94833707820e {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:55:27.191499 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f3d799-96bf-4bc4-88f7-0657b3c82ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3', 'code': 200} Sep 08 08:55:27.193049 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:27.220649 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13cbb0-7289-4b0d-b745-ed7526f90e29 req-afd0993b-90c6-428d-bd78-5ee5299fbf13 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:27.222886 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2b13cbb0-7289-4b0d-b745-ed7526f90e29 req-afd0993b-90c6-428d-bd78-5ee5299fbf13 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] 10.222.0.54 "GET /v2.0/ports?device_id=50cab444-6ab0-4031-a4d2-7c4672b07cc8 HTTP/1.1" status: 200 len: 971 time: 0.0694220 Sep 08 08:55:27.274693 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=0c64ad96-d385-4a9b-bc37-355e5c93fb52,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:27.292808 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2b13cbb0-7289-4b0d-b745-ed7526f90e29 req-678743a8-ed0b-44a6-aa54-f131ae277f7e tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf53a4b0-520d-4731-80b2-51c37428ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599847 Sep 08 08:55:27.377168 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b37e5-0c44-4b58-82e8-b74b9d37079a req-3358ae41-6010-4e40-ba24-95244360b320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:27.379022 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ed9b37e5-0c44-4b58-82e8-b74b9d37079a req-3358ae41-6010-4e40-ba24-95244360b320 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=95f3d799-96bf-4bc4-88f7-0657b3c82ff9 HTTP/1.1" status: 200 len: 1123 time: 0.0748391 Sep 08 08:55:27.399798 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ed9b37e5-0c44-4b58-82e8-b74b9d37079a req-dcd19b0d-8beb-40ec-bc0e-f065a740a4d3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:27.664590 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ed9b37e5-0c44-4b58-82e8-b74b9d37079a req-dcd19b0d-8beb-40ec-bc0e-f065a740a4d3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:27.673249 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ed9b37e5-0c44-4b58-82e8-b74b9d37079a req-dcd19b0d-8beb-40ec-bc0e-f065a740a4d3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:27.705756 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ed9b37e5-0c44-4b58-82e8-b74b9d37079a req-dcd19b0d-8beb-40ec-bc0e-f065a740a4d3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4e20de80-39f8-422a-8723-6f520f4ee9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191097 Sep 08 08:55:27.716007 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd19b0d-8beb-40ec-bc0e-f065a740a4d3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=62f7da02-0741-474d-9250-d781d625aa22,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:27.894492 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458169f7-7375-42db-bf09-c6a7e876f5bb req-1eb0b07d-1d9b-47f4-bd50-9791cfc118ff tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:27.898841 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-458169f7-7375-42db-bf09-c6a7e876f5bb req-1eb0b07d-1d9b-47f4-bd50-9791cfc118ff tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/ports?device_id=95f3d799-96bf-4bc4-88f7-0657b3c82ff9 HTTP/1.1" status: 200 len: 971 time: 0.0557213 Sep 08 08:55:27.956018 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-458169f7-7375-42db-bf09-c6a7e876f5bb req-1f197273-5897-4b26-be57-daa7ee9187d2 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/security-groups?id=4e20de80-39f8-422a-8723-6f520f4ee9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478952 Sep 08 08:55:27.969905 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5afb421f-5949-4fca-b373-5d54eb2f3fca req-7fcb6d8b-c049-45a1-86b7-84a3dfdfe611 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 210 time: 0.0320437 Sep 08 08:55:28.018557 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56810) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:28.161464 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-40357dc7-b998-446e-9e72-3e35beef05c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:28.210504 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:28.222263 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872cce96-055b-4e81-8084-24d1d7f31d84 req-9cfcd5ca-9e37-4df1-adea-19c85e859f61 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:28.224431 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-872cce96-055b-4e81-8084-24d1d7f31d84 req-9cfcd5ca-9e37-4df1-adea-19c85e859f61 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/ports?device_id=d63b058a-8200-4956-a1ba-beb98bc736f6 HTTP/1.1" status: 200 len: 936 time: 0.1006105 Sep 08 08:55:28.294173 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-872cce96-055b-4e81-8084-24d1d7f31d84 req-59758c0c-9197-41a3-8c71-8e3be484b0a2 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/security-groups?id=6842b860-3d97-4cbb-8ea0-52fc0010a252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592988 Sep 08 08:55:28.351616 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-40357dc7-b998-446e-9e72-3e35beef05c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:28.356237 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-40357dc7-b998-446e-9e72-3e35beef05c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:28.395059 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40357dc7-b998-446e-9e72-3e35beef05c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c07cba-22f4-43c2-9271-d256f4184803,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:28.400071 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-40357dc7-b998-446e-9e72-3e35beef05c6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=863b07f07bae414597d66411c3a2da0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3804502 Sep 08 08:55:28.402971 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56820) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:28.455174 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb39a565-a060-42b8-9dba-09a7abf4c25d req-381cc05a-dd6b-418b-9a3c-5e1507e480f0 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:28.456785 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fb39a565-a060-42b8-9dba-09a7abf4c25d req-381cc05a-dd6b-418b-9a3c-5e1507e480f0 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] 10.222.0.54 "GET /v2.0/ports?device_id=50cab444-6ab0-4031-a4d2-7c4672b07cc8 HTTP/1.1" status: 200 len: 972 time: 0.0858107 Sep 08 08:55:28.496295 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-71d00411-af2e-4004-aed8-e4edcf7ff0cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:28.522962 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fb39a565-a060-42b8-9dba-09a7abf4c25d req-c7f9c8f7-aa47-46f2-ba62-850a34e1e5ae tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf53a4b0-520d-4731-80b2-51c37428ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583870 Sep 08 08:55:28.532865 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-71d00411-af2e-4004-aed8-e4edcf7ff0cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:28.589014 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-71d00411-af2e-4004-aed8-e4edcf7ff0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:28.591977 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-71d00411-af2e-4004-aed8-e4edcf7ff0cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:28.593136 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-71d00411-af2e-4004-aed8-e4edcf7ff0cb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b9c07cba-22f4-43c2-9271-d256f4184803 HTTP/1.1" status: 204 len: 168 time: 0.1892333 Sep 08 08:55:28.602315 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d00411-af2e-4004-aed8-e4edcf7ff0cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c07cba-22f4-43c2-9271-d256f4184803,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:28.892980 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56826) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:28.907024 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-da54137e-64a5-4d58-84e6-c3e16c2c509e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:29.019150 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-da54137e-64a5-4d58-84e6-c3e16c2c509e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:29.024505 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-da54137e-64a5-4d58-84e6-c3e16c2c509e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:29.078745 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da54137e-64a5-4d58-84e6-c3e16c2c509e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec3f6b0-aebd-41a0-8fc6-211d306fb6b4,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:29.101921 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-da54137e-64a5-4d58-84e6-c3e16c2c509e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8566c40bcbfe473e9126b821e7330f01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2078257 Sep 08 08:55:29.104945 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1e639ba2-4d36-4ee6-a4f4-3a9a9670725d req-8f4c215b-af5f-41ee-b7c4-ca8baf3bd3e1 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 210 time: 0.0378757 Sep 08 08:55:29.105446 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56832) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:29.116669 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277df74-a783-4518-afdf-9e61f68c11b6 req-b0a21725-9d9f-4d3a-876a-4571aa8b12cf tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:29.118360 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a277df74-a783-4518-afdf-9e61f68c11b6 req-b0a21725-9d9f-4d3a-876a-4571aa8b12cf tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/ports?device_id=95f3d799-96bf-4bc4-88f7-0657b3c82ff9 HTTP/1.1" status: 200 len: 971 time: 0.0735652 Sep 08 08:55:29.165496 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a277df74-a783-4518-afdf-9e61f68c11b6 req-80e1c87b-79b0-427b-9231-104d25ba5e29 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/security-groups?id=4e20de80-39f8-422a-8723-6f520f4ee9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363944 Sep 08 08:55:29.177138 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-95094d26-595a-4b89-b24a-232e234ada7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:29.193200 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50cab444-6ab0-4031-a4d2-7c4672b07cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c64ad96-d385-4a9b-bc37-355e5c93fb52'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:55:29.195578 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e348e887-008f-4249-80e5-b4bcde4e74a0" -d '{"events": [{"server_uuid": "50cab444-6ab0-4031-a4d2-7c4672b07cc8", "name": "network-vif-plugged", "status": "completed", "tag": "0c64ad96-d385-4a9b-bc37-355e5c93fb52"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:55:29.216099 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-95094d26-595a-4b89-b24a-232e234ada7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:29.235734 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 08:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025a90b2-d95a-427d-9267-0cc1eb06c7aa x-openstack-request-id: req-025a90b2-d95a-427d-9267-0cc1eb06c7aa {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:55:29.236288 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50cab444-6ab0-4031-a4d2-7c4672b07cc8", "name": "network-vif-plugged", "status": "completed", "tag": "0c64ad96-d385-4a9b-bc37-355e5c93fb52", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:55:29.236288 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-025a90b2-d95a-427d-9267-0cc1eb06c7aa {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:55:29.236649 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50cab444-6ab0-4031-a4d2-7c4672b07cc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c64ad96-d385-4a9b-bc37-355e5c93fb52', 'code': 200} Sep 08 08:55:29.277425 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-95094d26-595a-4b89-b24a-232e234ada7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:29.280355 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-95094d26-595a-4b89-b24a-232e234ada7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:29.281574 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-95094d26-595a-4b89-b24a-232e234ada7f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bec3f6b0-aebd-41a0-8fc6-211d306fb6b4 HTTP/1.1" status: 204 len: 168 time: 0.1751561 Sep 08 08:55:29.294206 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95094d26-595a-4b89-b24a-232e234ada7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec3f6b0-aebd-41a0-8fc6-211d306fb6b4,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:29.391423 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a053357-ee9d-4220-8bd3-029da763d3af req-29f6ca56-4ff6-4758-b87b-b0a054f8f962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:29.393182 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3a053357-ee9d-4220-8bd3-029da763d3af req-29f6ca56-4ff6-4758-b87b-b0a054f8f962 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=50cab444-6ab0-4031-a4d2-7c4672b07cc8 HTTP/1.1" status: 200 len: 1124 time: 0.0463939 Sep 08 08:55:29.429157 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86436b8d-df1d-42a4-b440-7d65527d8c40 req-4fa6f1be-ac2e-4ce0-9b3f-57a429a29e2b tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:29.431112 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-86436b8d-df1d-42a4-b440-7d65527d8c40 req-4fa6f1be-ac2e-4ce0-9b3f-57a429a29e2b tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/ports?device_id=d63b058a-8200-4956-a1ba-beb98bc736f6 HTTP/1.1" status: 200 len: 936 time: 0.0593095 Sep 08 08:55:29.449000 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3a053357-ee9d-4220-8bd3-029da763d3af req-cfa38ceb-6f93-4b0c-8ecc-21c9ad051574 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cf53a4b0-520d-4731-80b2-51c37428ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426352 Sep 08 08:55:29.478624 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-86436b8d-df1d-42a4-b440-7d65527d8c40 req-a454a827-5c81-4717-85ca-d57819f61800 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/security-groups?id=6842b860-3d97-4cbb-8ea0-52fc0010a252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390821 Sep 08 08:55:29.656946 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f1579-6d16-4d8a-9532-25f3affd3885 req-6a542d4a-1169-402c-bccf-d131de53cf9e tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:29.658526 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ac7f1579-6d16-4d8a-9532-25f3affd3885 req-6a542d4a-1169-402c-bccf-d131de53cf9e tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] 10.222.0.54 "GET /v2.0/ports?device_id=50cab444-6ab0-4031-a4d2-7c4672b07cc8 HTTP/1.1" status: 200 len: 972 time: 0.0636818 Sep 08 08:55:29.705895 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ac7f1579-6d16-4d8a-9532-25f3affd3885 req-553ffd82-8fe8-46e7-9d7e-b56683151aa7 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf53a4b0-520d-4731-80b2-51c37428ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405774 Sep 08 08:55:30.209356 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-706abd9a-68e8-44a5-8190-10eca5b074e9 req-738b5d7a-edfd-400c-9f53-bab281a899b2 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 210 time: 0.0311592 Sep 08 08:55:30.320246 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d6e18-f7c8-4560-8a6b-62b602bd82a7 req-ad4ed0bc-49af-4175-bb7d-fef34189ec4a tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:30.321886 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a92d6e18-f7c8-4560-8a6b-62b602bd82a7 req-ad4ed0bc-49af-4175-bb7d-fef34189ec4a tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/ports?device_id=95f3d799-96bf-4bc4-88f7-0657b3c82ff9 HTTP/1.1" status: 200 len: 971 time: 0.0542326 Sep 08 08:55:30.370209 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a92d6e18-f7c8-4560-8a6b-62b602bd82a7 req-5fb0137f-c703-41a1-8755-943211beccda tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/security-groups?id=4e20de80-39f8-422a-8723-6f520f4ee9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396996 Sep 08 08:55:30.655043 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05daf440-260f-4dae-9d1e-156c95454b34 req-51c5a487-06b2-4bd1-8e30-e5b4c330b5d9 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:30.656816 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-05daf440-260f-4dae-9d1e-156c95454b34 req-51c5a487-06b2-4bd1-8e30-e5b4c330b5d9 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/ports?device_id=d63b058a-8200-4956-a1ba-beb98bc736f6 HTTP/1.1" status: 200 len: 936 time: 0.0707057 Sep 08 08:55:30.700379 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-05daf440-260f-4dae-9d1e-156c95454b34 req-9938d8fe-e5d5-4adc-a5d5-2bca7f40ebc6 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/security-groups?id=6842b860-3d97-4cbb-8ea0-52fc0010a252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354695 Sep 08 08:55:30.832325 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-412a3c51-129e-4950-b406-70ac0354461f tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 08:55:30.852128 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-412a3c51-129e-4950-b406-70ac0354461f tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0435257 Sep 08 08:55:30.945712 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056c585-1655-4639-9e47-b9dafc0e478f req-61c19f49-79c6-40b5-89cf-4657d20e7444 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:30.962092 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0056c585-1655-4639-9e47-b9dafc0e478f req-61c19f49-79c6-40b5-89cf-4657d20e7444 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] 10.222.0.54 "GET /v2.0/ports?device_id=50cab444-6ab0-4031-a4d2-7c4672b07cc8 HTTP/1.1" status: 200 len: 972 time: 0.1261735 Sep 08 08:55:31.033360 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0056c585-1655-4639-9e47-b9dafc0e478f req-e4c7b412-800b-4bbb-b8ed-6e676c5e5083 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf53a4b0-520d-4731-80b2-51c37428ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693369 Sep 08 08:55:31.089437 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1240425-c450-482a-928a-2237383ddfd0 req-7c1d8e12-d968-44f3-8756-c74799576cc4 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:31.091237 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d1240425-c450-482a-928a-2237383ddfd0 req-7c1d8e12-d968-44f3-8756-c74799576cc4 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/ports?device_id=95f3d799-96bf-4bc4-88f7-0657b3c82ff9 HTTP/1.1" status: 200 len: 971 time: 0.0718853 Sep 08 08:55:31.125133 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-2da64c05-271d-4b8e-bcca-bb33ea26307b service neutron] Request body: {'port': {'device_id': 'd63b058a-8200-4956-a1ba-beb98bc736f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:55:31.126932 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.35', 58741) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:31.175671 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-a1179bd3-733d-4f80-aa59-87f4bb92f56b tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=3b45c9e6adc04db08d877665d90d8206&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274169 Sep 08 08:55:31.202684 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d1240425-c450-482a-928a-2237383ddfd0 req-ba122c81-295b-4614-9616-b0177f0f7473 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/security-groups?id=4e20de80-39f8-422a-8723-6f520f4ee9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981638 Sep 08 08:55:31.281533 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-2da64c05-271d-4b8e-bcca-bb33ea26307b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:31.348666 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-3e8635a3-0c18-4990-a69e-a64b74de595a tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:31.350559 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-3e8635a3-0c18-4990-a69e-a64b74de595a tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1673396 Sep 08 08:55:31.379143 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-60d3a5bc-2d19-4ca6-8cc5-3dd1797ae708 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Request body: {'port': {'device_id': '4fa3d1fc-9062-4987-bfa8-598428ab70e0', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'admin_state_up': True, 'tenant_id': '3b45c9e6adc04db08d877665d90d8206'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:55:31.575457 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-60d3a5bc-2d19-4ca6-8cc5-3dd1797ae708 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Made reservation on behalf of 3b45c9e6adc04db08d877665d90d8206 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:55:31.579379 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-60d3a5bc-2d19-4ca6-8cc5-3dd1797ae708 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:31.592605 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-60d3a5bc-2d19-4ca6-8cc5-3dd1797ae708 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:31.611607 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d64f00e7-b04a-4876-b395-3dd13edcb3f6 req-06e9b614-b7f1-49d9-b783-6600b3f21ff4 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 210 time: 0.0459051 Sep 08 08:55:31.715305 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-2da64c05-271d-4b8e-bcca-bb33ea26307b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02ad9e9a-446b-4d60-943a-689a3d139503 {{(pid=94713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:55:31.730763 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-2da64c05-271d-4b8e-bcca-bb33ea26307b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:31.746251 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-60d3a5bc-2d19-4ca6-8cc5-3dd1797ae708 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:31.752237 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-60d3a5bc-2d19-4ca6-8cc5-3dd1797ae708 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:31.756715 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-2da64c05-271d-4b8e-bcca-bb33ea26307b service neutron] Transition to ACTIVE for port object 02ad9e9a-446b-4d60-943a-689a3d139503 will not be triggered until provisioned by entity L2. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:55:31.763356 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-2da64c05-271d-4b8e-bcca-bb33ea26307b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:31.810102 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d3a5bc-2d19-4ca6-8cc5-3dd1797ae708 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:31.912508 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da64c05-271d-4b8e-bcca-bb33ea26307b service neutron] Pushing event updated for resources: {'Port': ['ID=02ad9e9a-446b-4d60-943a-689a3d139503,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:31.939974 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-2da64c05-271d-4b8e-bcca-bb33ea26307b service neutron] Attempting to bind port 02ad9e9a-446b-4d60-943a-689a3d139503 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:55:31.940528 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-2da64c05-271d-4b8e-bcca-bb33ea26307b service neutron] Attempting to bind port 02ad9e9a-446b-4d60-943a-689a3d139503 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:55:31.941173 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-2da64c05-271d-4b8e-bcca-bb33ea26307b service neutron] Attempting to bind port 02ad9e9a-446b-4d60-943a-689a3d139503 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:55:31.958320 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-2da64c05-271d-4b8e-bcca-bb33ea26307b service neutron] Port 02ad9e9a-446b-4d60-943a-689a3d139503 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 08:55:31.958779 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-2da64c05-271d-4b8e-bcca-bb33ea26307b service neutron] Attempting to bind port 02ad9e9a-446b-4d60-943a-689a3d139503 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:55:31.976793 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec7c97-3c65-4d72-9ed4-fc05584fc39c req-4dda52ec-3787-4e74-ac8d-acb86396fa77 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:31.978749 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-51ec7c97-3c65-4d72-9ed4-fc05584fc39c req-4dda52ec-3787-4e74-ac8d-acb86396fa77 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/ports?device_id=d63b058a-8200-4956-a1ba-beb98bc736f6 HTTP/1.1" status: 200 len: 948 time: 0.1439505 Sep 08 08:55:31.980158 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-2da64c05-271d-4b8e-bcca-bb33ea26307b service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:55:31.980496 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-2da64c05-271d-4b8e-bcca-bb33ea26307b service neutron] Checking segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:55:31.980888 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-2da64c05-271d-4b8e-bcca-bb33ea26307b service neutron] Bound using segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:55:31.981339 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-2da64c05-271d-4b8e-bcca-bb33ea26307b service neutron] Bound port: 02ad9e9a-446b-4d60-943a-689a3d139503, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:55:31.981703 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-2da64c05-271d-4b8e-bcca-bb33ea26307b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:32.031914 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-60d3a5bc-2d19-4ca6-8cc5-3dd1797ae708 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Allocated IP 192.168.233.164 (05f7642a-1c79-41be-85aa-1443ef22cc3b/dfc66e4b-ecb5-4c99-afe1-0a78c722534a/74f7ce03-39e9-435a-9992-ab60a1dc61ca) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:55:32.063341 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2d13e029-2c5a-4b82-96c1-e78817c155eb req-48d20bc3-69fb-460a-90f0-21616de93b6f tempest-QuotasAdminNegativeTest-2007683776 tempest-QuotasAdminNegativeTest-2007683776-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=73982b998ea944dfabe0cfa3d645c9cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587361 Sep 08 08:55:32.078703 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-51ec7c97-3c65-4d72-9ed4-fc05584fc39c req-af4ea099-0667-4362-8c7e-a329ea20bed6 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/security-groups?id=6842b860-3d97-4cbb-8ea0-52fc0010a252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757260 Sep 08 08:55:32.117439 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-2da64c05-271d-4b8e-bcca-bb33ea26307b service neutron] For port 02ad9e9a-446b-4d60-943a-689a3d139503, host n-h2-806683-11, cleared binding levels {{(pid=94713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:55:32.124837 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-2da64c05-271d-4b8e-bcca-bb33ea26307b service neutron] For port 02ad9e9a-446b-4d60-943a-689a3d139503, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=02ad9e9a-446b-4d60-943a-689a3d139503,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:55:32.135055 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-2da64c05-271d-4b8e-bcca-bb33ea26307b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:32.187000 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-2da64c05-271d-4b8e-bcca-bb33ea26307b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:32.188744 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-2da64c05-271d-4b8e-bcca-bb33ea26307b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:32.190349 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-2da64c05-271d-4b8e-bcca-bb33ea26307b service neutron] 10.222.0.35 "PUT /v2.0/ports/02ad9e9a-446b-4d60-943a-689a3d139503 HTTP/1.1" status: 200 len: 1097 time: 1.1388600 Sep 08 08:55:32.194288 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63b058a-8200-4956-a1ba-beb98bc736f6', 'tag': '02ad9e9a-446b-4d60-943a-689a3d139503'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:55:32.198196 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8b0c3c-8f63-4d71-866e-deb9ecad2a53" -d '{"events": [{"name": "network-changed", "server_uuid": "d63b058a-8200-4956-a1ba-beb98bc736f6", "tag": "02ad9e9a-446b-4d60-943a-689a3d139503"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:55:32.279252 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af50276-9b54-4310-9769-9e4718856a01 req-a564ef5b-1d9a-4bfa-a1b1-fa2b1d55d286 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:32.281062 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5af50276-9b54-4310-9769-9e4718856a01 req-a564ef5b-1d9a-4bfa-a1b1-fa2b1d55d286 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] 10.222.0.54 "GET /v2.0/ports?device_id=50cab444-6ab0-4031-a4d2-7c4672b07cc8 HTTP/1.1" status: 200 len: 972 time: 0.1015007 Sep 08 08:55:32.299910 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da64c05-271d-4b8e-bcca-bb33ea26307b service neutron] Pushing event updated for resources: {'Port': ['ID=02ad9e9a-446b-4d60-943a-689a3d139503,revision_number=3']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:32.310586 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13e029-2c5a-4b82-96c1-e78817c155eb req-7cefb4fb-88b5-4a81-9b97-9bbea0cb8e02 tempest-QuotasAdminNegativeTest-2007683776 tempest-QuotasAdminNegativeTest-2007683776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:32.318843 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2d13e029-2c5a-4b82-96c1-e78817c155eb req-7cefb4fb-88b5-4a81-9b97-9bbea0cb8e02 tempest-QuotasAdminNegativeTest-2007683776 tempest-QuotasAdminNegativeTest-2007683776-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2442422 Sep 08 08:55:32.347343 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2d13e029-2c5a-4b82-96c1-e78817c155eb req-61968b80-819f-47d3-9061-812691161fdd tempest-QuotasAdminNegativeTest-2007683776 tempest-QuotasAdminNegativeTest-2007683776-project] 10.222.0.54 "GET /v2.0/quotas/73982b998ea944dfabe0cfa3d645c9cf HTTP/1.1" status: 200 len: 375 time: 0.0270946 Sep 08 08:55:32.360597 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-258a7547-2217-4603-aaef-9d678c53484a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:32.362416 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-258a7547-2217-4603-aaef-9d678c53484a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7745b6a0f8df4558a8bf48f971453e9c&device_id=d63b058a-8200-4956-a1ba-beb98bc736f6 HTTP/1.1" status: 200 len: 1100 time: 0.0784900 Sep 08 08:55:32.371397 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5af50276-9b54-4310-9769-9e4718856a01 req-a3e7c558-14d9-4958-a8dd-03e091619f1d tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf53a4b0-520d-4731-80b2-51c37428ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728223 Sep 08 08:55:32.434381 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-49cc7d42-b7a1-4ab2-bbc7-f8bcc72eddc0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=02ad9e9a-446b-4d60-943a-689a3d139503 HTTP/1.1" status: 200 len: 217 time: 0.0566821 Sep 08 08:55:32.439698 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2d13e029-2c5a-4b82-96c1-e78817c155eb req-38ed74eb-cea4-4987-b2ef-138a459c5e83 tempest-QuotasAdminNegativeTest-2007683776 tempest-QuotasAdminNegativeTest-2007683776-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=73982b998ea944dfabe0cfa3d645c9cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602205 Sep 08 08:55:32.491653 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 08:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341d5779-8046-491c-a2eb-9f46cbe56076 x-openstack-request-id: req-341d5779-8046-491c-a2eb-9f46cbe56076 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:55:32.492818 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d63b058a-8200-4956-a1ba-beb98bc736f6", "tag": "02ad9e9a-446b-4d60-943a-689a3d139503", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:55:32.493081 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-341d5779-8046-491c-a2eb-9f46cbe56076 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:55:32.494620 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd63b058a-8200-4956-a1ba-beb98bc736f6', 'tag': '02ad9e9a-446b-4d60-943a-689a3d139503', 'status': 'completed', 'code': 200} Sep 08 08:55:32.502169 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-60d3a5bc-2d19-4ca6-8cc5-3dd1797ae708 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:32.530609 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-60d3a5bc-2d19-4ca6-8cc5-3dd1797ae708 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Transition to ACTIVE for port object 74f7ce03-39e9-435a-9992-ab60a1dc61ca will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:55:32.531446 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-618fca7e-e490-499e-b4d7-b3478a7977d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:32.536223 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-618fca7e-e490-499e-b4d7-b3478a7977d5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.0924230 Sep 08 08:55:32.646722 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f57060-3e1d-4db1-b243-cadcd14ae37a req-15ed49d2-dbea-41da-ada8-8389cd1f2bed tempest-DeleteServersAdminTestJSON-1800815373 tempest-DeleteServersAdminTestJSON-1800815373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:32.648324 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-49f57060-3e1d-4db1-b243-cadcd14ae37a req-15ed49d2-dbea-41da-ada8-8389cd1f2bed tempest-DeleteServersAdminTestJSON-1800815373 tempest-DeleteServersAdminTestJSON-1800815373-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=95f3d799-96bf-4bc4-88f7-0657b3c82ff9 HTTP/1.1" status: 200 len: 1123 time: 0.1035461 Sep 08 08:55:32.650337 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-60d3a5bc-2d19-4ca6-8cc5-3dd1797ae708 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:32.674585 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-10cf1ffc-8a58-412b-91b8-48c313d4166a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:32.676118 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-10cf1ffc-8a58-412b-91b8-48c313d4166a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1330423 Sep 08 08:55:32.689022 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290bf98-92c9-4e3a-928c-32d2b758d41c req-85176440-9ea7-48ab-8f74-d738e4733952 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:32.690823 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f290bf98-92c9-4e3a-928c-32d2b758d41c req-85176440-9ea7-48ab-8f74-d738e4733952 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/ports?device_id=95f3d799-96bf-4bc4-88f7-0657b3c82ff9 HTTP/1.1" status: 200 len: 971 time: 0.1245103 Sep 08 08:55:32.715204 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 08:55:32.776573 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-60d3a5bc-2d19-4ca6-8cc5-3dd1797ae708 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Network 05f7642a-1c79-41be-85aa-1443ef22cc3b is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:55:32.788904 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d3a5bc-2d19-4ca6-8cc5-3dd1797ae708 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Pushing event updated for resources: {'Port': ['ID=74f7ce03-39e9-435a-9992-ab60a1dc61ca,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:32.796591 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f290bf98-92c9-4e3a-928c-32d2b758d41c req-af3cf8a5-6ec3-4af2-96da-6c20a516a929 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/security-groups?id=4e20de80-39f8-422a-8723-6f520f4ee9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968397 Sep 08 08:55:32.807509 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-60d3a5bc-2d19-4ca6-8cc5-3dd1797ae708 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:55:32.823457 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-708355f2-f918-4552-b66a-1d3cc02919ba service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315711 Sep 08 08:55:32.860266 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c61e1f-fd30-4acc-bf6d-c08ffa80e947 req-a7ed30d0-01fd-49c4-be86-8c4f29f0238d tempest-AggregatesAdminTestJSON-2101907890 tempest-AggregatesAdminTestJSON-2101907890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:32.863409 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-84c61e1f-fd30-4acc-bf6d-c08ffa80e947 req-a7ed30d0-01fd-49c4-be86-8c4f29f0238d tempest-AggregatesAdminTestJSON-2101907890 tempest-AggregatesAdminTestJSON-2101907890-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=50cab444-6ab0-4031-a4d2-7c4672b07cc8 HTTP/1.1" status: 200 len: 1124 time: 0.0921733 Sep 08 08:55:32.867920 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-60d3a5bc-2d19-4ca6-8cc5-3dd1797ae708 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:55:32.884400 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-60d3a5bc-2d19-4ca6-8cc5-3dd1797ae708 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:32.886012 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-60d3a5bc-2d19-4ca6-8cc5-3dd1797ae708 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:32.928470 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-60d3a5bc-2d19-4ca6-8cc5-3dd1797ae708 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5550561 Sep 08 08:55:32.944583 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-49f57060-3e1d-4db1-b243-cadcd14ae37a req-a90fcbd9-68f1-496f-8241-43f70d80f2b5 tempest-DeleteServersAdminTestJSON-1800815373 tempest-DeleteServersAdminTestJSON-1800815373-project-admin] Deleting port 7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 08:55:32.945487 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-49f57060-3e1d-4db1-b243-cadcd14ae37a req-a90fcbd9-68f1-496f-8241-43f70d80f2b5 tempest-DeleteServersAdminTestJSON-1800815373 tempest-DeleteServersAdminTestJSON-1800815373-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:32.959580 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-2c43fdd0-1a4c-42ed-b376-7e1367adccbd service neutron] Request body: {'port': {'device_id': '4fa3d1fc-9062-4987-bfa8-598428ab70e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:55:32.963764 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-57819f16-74fd-45fe-957c-5d4a8c3a7281 req-3e5e2b38-6e97-4593-9b26-03fd85ee0d9b service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317978 Sep 08 08:55:32.964443 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-84c61e1f-fd30-4acc-bf6d-c08ffa80e947 req-2d8afec3-04fc-4d3c-a12a-2be633dcd19a tempest-AggregatesAdminTestJSON-2101907890 tempest-AggregatesAdminTestJSON-2101907890-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:33.126525 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-2c43fdd0-1a4c-42ed-b376-7e1367adccbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:33.147881 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b09d9-f17d-4bec-9ba6-36db843fb035 req-ee14f985-160b-4e8c-9404-fbcb4aa082d5 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:33.150704 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-645b09d9-f17d-4bec-9ba6-36db843fb035 req-ee14f985-160b-4e8c-9404-fbcb4aa082d5 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 936 time: 0.1054029 Sep 08 08:55:33.161573 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b0c3c-8f63-4d71-866e-deb9ecad2a53 req-1c8abddd-8b88-4398-9979-1fe3f3b36ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:33.163311 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fc8b0c3c-8f63-4d71-866e-deb9ecad2a53 req-1c8abddd-8b88-4398-9979-1fe3f3b36ba4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7745b6a0f8df4558a8bf48f971453e9c&device_id=d63b058a-8200-4956-a1ba-beb98bc736f6 HTTP/1.1" status: 200 len: 1100 time: 0.0743735 Sep 08 08:55:33.164554 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e6bb6d5b-4835-4233-9c1f-5b4e58db50fa None None] Provisioning for port 74f7ce03-39e9-435a-9992-ab60a1dc61ca completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:55:33.167759 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-49f57060-3e1d-4db1-b243-cadcd14ae37a req-a90fcbd9-68f1-496f-8241-43f70d80f2b5 tempest-DeleteServersAdminTestJSON-1800815373 tempest-DeleteServersAdminTestJSON-1800815373-project-admin] For port 7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:55:33.168188 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-49f57060-3e1d-4db1-b243-cadcd14ae37a req-a90fcbd9-68f1-496f-8241-43f70d80f2b5 tempest-DeleteServersAdminTestJSON-1800815373 tempest-DeleteServersAdminTestJSON-1800815373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:33.168866 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e6bb6d5b-4835-4233-9c1f-5b4e58db50fa None None] Provisioning complete for port 74f7ce03-39e9-435a-9992-ab60a1dc61ca triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:55:33.169449 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e6bb6d5b-4835-4233-9c1f-5b4e58db50fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:33.210805 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e6bb6d5b-4835-4233-9c1f-5b4e58db50fa None None] Port 74f7ce03-39e9-435a-9992-ab60a1dc61ca cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 08:55:33.215365 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-49f57060-3e1d-4db1-b243-cadcd14ae37a req-a90fcbd9-68f1-496f-8241-43f70d80f2b5 tempest-DeleteServersAdminTestJSON-1800815373 tempest-DeleteServersAdminTestJSON-1800815373-project-admin] Calling delete_port for 7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3 owned by compute:tempest-test_az-1333370696 {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 08:55:33.414098 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-84c61e1f-fd30-4acc-bf6d-c08ffa80e947 req-2d8afec3-04fc-4d3c-a12a-2be633dcd19a tempest-AggregatesAdminTestJSON-2101907890 tempest-AggregatesAdminTestJSON-2101907890-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:33.425778 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-84c61e1f-fd30-4acc-bf6d-c08ffa80e947 req-2d8afec3-04fc-4d3c-a12a-2be633dcd19a tempest-AggregatesAdminTestJSON-2101907890 tempest-AggregatesAdminTestJSON-2101907890-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:33.459876 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-645b09d9-f17d-4bec-9ba6-36db843fb035 req-bd43c37a-771a-4153-8f82-c5d2d90af772 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877338 Sep 08 08:55:33.539653 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-84c61e1f-fd30-4acc-bf6d-c08ffa80e947 req-2d8afec3-04fc-4d3c-a12a-2be633dcd19a tempest-AggregatesAdminTestJSON-2101907890 tempest-AggregatesAdminTestJSON-2101907890-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=cf53a4b0-520d-4731-80b2-51c37428ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6252472 Sep 08 08:55:33.564710 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8afec3-04fc-4d3c-a12a-2be633dcd19a tempest-AggregatesAdminTestJSON-2101907890 tempest-AggregatesAdminTestJSON-2101907890-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a7fdde-0da3-4f4a-9d49-1b71c5e14409,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:33.595383 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b0c3c-8f63-4d71-866e-deb9ecad2a53 req-af9c2316-dafa-45dc-b6f0-dfbfd8814c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:33.599324 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fc8b0c3c-8f63-4d71-866e-deb9ecad2a53 req-af9c2316-dafa-45dc-b6f0-dfbfd8814c65 service neutron] 10.222.0.35 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.4256546 Sep 08 08:55:33.682584 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fc8b0c3c-8f63-4d71-866e-deb9ecad2a53 req-9f547c07-2a3a-4f79-ace9-b3562213f890 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=02ad9e9a-446b-4d60-943a-689a3d139503 HTTP/1.1" status: 200 len: 217 time: 0.0735958 Sep 08 08:55:33.772383 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-2c43fdd0-1a4c-42ed-b376-7e1367adccbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74f7ce03-39e9-435a-9992-ab60a1dc61ca {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:55:33.786407 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b0c3c-8f63-4d71-866e-deb9ecad2a53 req-60eaacd9-b5bf-4555-a053-7378e55a3024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:33.788963 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-2c43fdd0-1a4c-42ed-b376-7e1367adccbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:33.789129 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fc8b0c3c-8f63-4d71-866e-deb9ecad2a53 req-60eaacd9-b5bf-4555-a053-7378e55a3024 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.0975585 Sep 08 08:55:33.836620 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6c9aa-316e-49a6-b55f-7284c603cfb1 req-77fa4545-1c5e-4f9c-bfea-01e1bdf543ab tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:33.842955 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-adb6c9aa-316e-49a6-b55f-7284c603cfb1 req-77fa4545-1c5e-4f9c-bfea-01e1bdf543ab tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/ports?device_id=d63b058a-8200-4956-a1ba-beb98bc736f6 HTTP/1.1" status: 200 len: 948 time: 0.1711235 Sep 08 08:55:33.849958 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-49f57060-3e1d-4db1-b243-cadcd14ae37a req-a90fcbd9-68f1-496f-8241-43f70d80f2b5 tempest-DeleteServersAdminTestJSON-1800815373 tempest-DeleteServersAdminTestJSON-1800815373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:33.866958 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b0c3c-8f63-4d71-866e-deb9ecad2a53 req-e281a667-1a0f-4b1e-9e4d-584257eda81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:33.869444 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fc8b0c3c-8f63-4d71-866e-deb9ecad2a53 req-e281a667-1a0f-4b1e-9e4d-584257eda81d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0725410 Sep 08 08:55:33.894728 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:55:34.019800 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fc8b0c3c-8f63-4d71-866e-deb9ecad2a53 req-ff8b38ed-e09e-4086-ba94-a44ac72f0f34 service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403716 Sep 08 08:55:34.073640 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-2c43fdd0-1a4c-42ed-b376-7e1367adccbd service neutron] Transition to ACTIVE for port object 74f7ce03-39e9-435a-9992-ab60a1dc61ca will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:55:34.098862 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-2c43fdd0-1a4c-42ed-b376-7e1367adccbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:34.110441 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90fcbd9-68f1-496f-8241-43f70d80f2b5 tempest-DeleteServersAdminTestJSON-1800815373 tempest-DeleteServersAdminTestJSON-1800815373-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:34.175838 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-adb6c9aa-316e-49a6-b55f-7284c603cfb1 req-a36af254-e7fe-4de1-aca7-3735da7a5f32 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/security-groups?id=6842b860-3d97-4cbb-8ea0-52fc0010a252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289049 Sep 08 08:55:34.177560 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fc8b0c3c-8f63-4d71-866e-deb9ecad2a53 req-3250cb8d-bd26-4cee-817c-2abdf40ad15e service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471162 Sep 08 08:55:34.239638 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c43fdd0-1a4c-42ed-b376-7e1367adccbd service neutron] Pushing event updated for resources: {'Port': ['ID=74f7ce03-39e9-435a-9992-ab60a1dc61ca,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:34.296163 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f57060-3e1d-4db1-b243-cadcd14ae37a req-a90fcbd9-68f1-496f-8241-43f70d80f2b5 tempest-DeleteServersAdminTestJSON-1800815373 tempest-DeleteServersAdminTestJSON-1800815373-project-admin] No DVR routers for this DVR port 7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 08:55:34.308056 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-49f57060-3e1d-4db1-b243-cadcd14ae37a req-a90fcbd9-68f1-496f-8241-43f70d80f2b5 tempest-DeleteServersAdminTestJSON-1800815373 tempest-DeleteServersAdminTestJSON-1800815373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:34.311216 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-49f57060-3e1d-4db1-b243-cadcd14ae37a req-a90fcbd9-68f1-496f-8241-43f70d80f2b5 tempest-DeleteServersAdminTestJSON-1800815373 tempest-DeleteServersAdminTestJSON-1800815373-project-admin] 10.222.0.37 "DELETE /v2.0/ports/7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3 HTTP/1.1" status: 204 len: 173 time: 1.6535323 Sep 08 08:55:34.312515 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f3d799-96bf-4bc4-88f7-0657b3c82ff9', 'name': 'network-vif-deleted', 'tag': '7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:55:34.316655 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1aca729-6b9e-4d63-a0bc-9b3f3aadb481" -d '{"events": [{"server_uuid": "95f3d799-96bf-4bc4-88f7-0657b3c82ff9", "name": "network-vif-deleted", "tag": "7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:55:34.376124 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-2c43fdd0-1a4c-42ed-b376-7e1367adccbd service neutron] Attempting to bind port 74f7ce03-39e9-435a-9992-ab60a1dc61ca on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:55:34.376842 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-2c43fdd0-1a4c-42ed-b376-7e1367adccbd service neutron] Attempting to bind port 74f7ce03-39e9-435a-9992-ab60a1dc61ca by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:55:34.377452 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-2c43fdd0-1a4c-42ed-b376-7e1367adccbd service neutron] Attempting to bind port 74f7ce03-39e9-435a-9992-ab60a1dc61ca on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:55:34.391335 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-2c43fdd0-1a4c-42ed-b376-7e1367adccbd service neutron] Port 74f7ce03-39e9-435a-9992-ab60a1dc61ca on network 05f7642a-1c79-41be-85aa-1443ef22cc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 08:55:34.393467 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-2c43fdd0-1a4c-42ed-b376-7e1367adccbd service neutron] Attempting to bind port 74f7ce03-39e9-435a-9992-ab60a1dc61ca on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:55:34.415946 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d0e6790b-f4c2-4dbc-8e48-1a0146ac0434 req-2db6069c-a82e-4799-91ce-190172dbe8ec tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/ports?device_id=95f3d799-96bf-4bc4-88f7-0657b3c82ff9 HTTP/1.1" status: 200 len: 210 time: 0.0505822 Sep 08 08:55:34.416683 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-2c43fdd0-1a4c-42ed-b376-7e1367adccbd service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:55:34.417327 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-2c43fdd0-1a4c-42ed-b376-7e1367adccbd service neutron] Checking segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:55:34.418057 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-2c43fdd0-1a4c-42ed-b376-7e1367adccbd service neutron] Bound using segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:55:34.418909 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-2c43fdd0-1a4c-42ed-b376-7e1367adccbd service neutron] Bound port: 74f7ce03-39e9-435a-9992-ab60a1dc61ca, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:55:34.421048 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-2c43fdd0-1a4c-42ed-b376-7e1367adccbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:34.565485 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 08:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7c7d35-a5f1-44e9-8229-a1eaf65f1014 x-openstack-request-id: req-6a7c7d35-a5f1-44e9-8229-a1eaf65f1014 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:55:34.566221 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f3d799-96bf-4bc4-88f7-0657b3c82ff9", "name": "network-vif-deleted", "tag": "7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:55:34.568809 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6a7c7d35-a5f1-44e9-8229-a1eaf65f1014 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:55:34.569578 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f3d799-96bf-4bc4-88f7-0657b3c82ff9', 'name': 'network-vif-deleted', 'tag': '7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3', 'status': 'completed', 'code': 200} Sep 08 08:55:34.593344 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-2c43fdd0-1a4c-42ed-b376-7e1367adccbd service neutron] For port 74f7ce03-39e9-435a-9992-ab60a1dc61ca, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:55:34.603011 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-2c43fdd0-1a4c-42ed-b376-7e1367adccbd service neutron] For port 74f7ce03-39e9-435a-9992-ab60a1dc61ca, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=74f7ce03-39e9-435a-9992-ab60a1dc61ca,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:55:34.616719 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-2c43fdd0-1a4c-42ed-b376-7e1367adccbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:34.703462 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-2c43fdd0-1a4c-42ed-b376-7e1367adccbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:34.704416 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-2c43fdd0-1a4c-42ed-b376-7e1367adccbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:34.706152 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-2c43fdd0-1a4c-42ed-b376-7e1367adccbd service neutron] 10.222.0.35 "PUT /v2.0/ports/74f7ce03-39e9-435a-9992-ab60a1dc61ca HTTP/1.1" status: 200 len: 1097 time: 1.7562551 Sep 08 08:55:34.708673 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f6229-94d1-4468-8deb-058027ac5c12 req-e229317f-cb8a-4188-9836-6549da717578 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:34.711330 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b99f6229-94d1-4468-8deb-058027ac5c12 req-e229317f-cb8a-4188-9836-6549da717578 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 948 time: 0.1164801 Sep 08 08:55:34.712905 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7c650145-f5cd-49ff-ac44-92eb5b6da8e5 req-a4e839d9-8f69-4036-848c-af6570905662 tempest-QuotasAdminNegativeTest-2007683776 tempest-QuotasAdminNegativeTest-2007683776-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=73982b998ea944dfabe0cfa3d645c9cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483074 Sep 08 08:55:34.814980 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b99f6229-94d1-4468-8deb-058027ac5c12 req-333bfd46-c361-45be-905e-fc434afd3254 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880318 Sep 08 08:55:34.843255 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c43fdd0-1a4c-42ed-b376-7e1367adccbd service neutron] Pushing event updated for resources: {'Port': ['ID=74f7ce03-39e9-435a-9992-ab60a1dc61ca,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:34.934757 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-72b718e5-c509-43e7-97c8-b93e2be0b7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:34.936368 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-72b718e5-c509-43e7-97c8-b93e2be0b7d6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3b45c9e6adc04db08d877665d90d8206&device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 1100 time: 0.1453722 Sep 08 08:55:35.020237 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-8d1cfaa6-c619-4ea1-b6e2-22f6de4105b0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=74f7ce03-39e9-435a-9992-ab60a1dc61ca HTTP/1.1" status: 200 len: 217 time: 0.0638359 Sep 08 08:55:35.028389 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c650145-f5cd-49ff-ac44-92eb5b6da8e5 req-ede9ef41-1b9d-4c48-88d9-3fe832136a12 tempest-QuotasAdminNegativeTest-2007683776 tempest-QuotasAdminNegativeTest-2007683776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:35.030941 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7c650145-f5cd-49ff-ac44-92eb5b6da8e5 req-ede9ef41-1b9d-4c48-88d9-3fe832136a12 tempest-QuotasAdminNegativeTest-2007683776 tempest-QuotasAdminNegativeTest-2007683776-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2947557 Sep 08 08:55:35.112918 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7c650145-f5cd-49ff-ac44-92eb5b6da8e5 req-7deb7e45-7db8-4fbd-b2dc-224b63ddea1f tempest-QuotasAdminNegativeTest-2007683776 tempest-QuotasAdminNegativeTest-2007683776-project] 10.222.0.54 "GET /v2.0/quotas/73982b998ea944dfabe0cfa3d645c9cf HTTP/1.1" status: 200 len: 375 time: 0.0269964 Sep 08 08:55:35.127647 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-f348417c-a2a5-464c-b49f-7a77a8f5eaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:35.129239 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-f348417c-a2a5-464c-b49f-7a77a8f5eaff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.0969186 Sep 08 08:55:35.146938 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7c650145-f5cd-49ff-ac44-92eb5b6da8e5 req-60c39cc1-c45f-4686-b9c8-2b9873d171fb tempest-QuotasAdminNegativeTest-2007683776 tempest-QuotasAdminNegativeTest-2007683776-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=73982b998ea944dfabe0cfa3d645c9cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334024 Sep 08 08:55:35.209701 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-69c4903a-6a0b-4f50-947d-8f6e4f9153d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:35.212279 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-69c4903a-6a0b-4f50-947d-8f6e4f9153d5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0681918 Sep 08 08:55:35.370219 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-f865ce4d-ff74-44ff-9a5f-6cbf03761f9b service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486464 Sep 08 08:55:35.384109 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a2cb9-688e-48a3-bcaa-7d51578afd6a req-b5292084-db7b-4b30-954d-b679d963dc0c tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:35.385762 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-545a2cb9-688e-48a3-bcaa-7d51578afd6a req-b5292084-db7b-4b30-954d-b679d963dc0c tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/ports?device_id=d63b058a-8200-4956-a1ba-beb98bc736f6 HTTP/1.1" status: 200 len: 948 time: 0.0872521 Sep 08 08:55:35.505428 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-545a2cb9-688e-48a3-bcaa-7d51578afd6a req-4c41805a-b0a1-4485-ba67-dc36b90579c0 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/security-groups?id=6842b860-3d97-4cbb-8ea0-52fc0010a252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916581 Sep 08 08:55:35.530799 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8075c3e0-485d-460d-b4a9-4313ea764a3e req-0567d269-77e7-4035-91c0-35934222c2cd service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407561 Sep 08 08:55:35.882643 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b9c3cc5a-0eb4-4c94-bf90-27918719a884 req-78780b61-d3c9-462f-8c29-8fc0d7840931 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=7a232ac6281f4a8a8bb394f07c92f5dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362337 Sep 08 08:55:36.016813 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3cc5a-0eb4-4c94-bf90-27918719a884 req-491a83a3-791d-47f3-93d5-e9c16af328ff tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:36.018533 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b9c3cc5a-0eb4-4c94-bf90-27918719a884 req-491a83a3-791d-47f3-93d5-e9c16af328ff tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1324954 Sep 08 08:55:36.037583 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b9c3cc5a-0eb4-4c94-bf90-27918719a884 req-adb98799-4d7b-4484-b595-9654aade97be tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/quotas/7a232ac6281f4a8a8bb394f07c92f5dd HTTP/1.1" status: 200 len: 375 time: 0.0111723 Sep 08 08:55:36.074816 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b9c3cc5a-0eb4-4c94-bf90-27918719a884 req-305d5eeb-6ed2-407d-a54d-0159d8d622a4 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7a232ac6281f4a8a8bb394f07c92f5dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308323 Sep 08 08:55:36.110998 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c062063-eab3-4e64-96d3-8ac335bb869b req-a0183ae0-652d-4b6f-933e-57a4ad96aefd tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:36.112344 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8c062063-eab3-4e64-96d3-8ac335bb869b req-a0183ae0-652d-4b6f-933e-57a4ad96aefd tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 948 time: 0.0581179 Sep 08 08:55:36.164365 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8c062063-eab3-4e64-96d3-8ac335bb869b req-0289bcbe-641b-418d-ab5a-2fffee0a7cae tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413718 Sep 08 08:55:36.297985 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1b24de49-8117-4265-8667-a24608720bf6 req-a6b1261b-d115-4582-9814-0740422da8d0 tempest-QuotasAdminNegativeTest-2007683776 tempest-QuotasAdminNegativeTest-2007683776-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=73982b998ea944dfabe0cfa3d645c9cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249743 Sep 08 08:55:36.384031 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59b44741-6f89-4ffe-bb76-ff8a0bcad998 req-1f63672a-683a-4196-bae4-674bad71b835 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2a5ccf9-bc62-4321-b16c-557c0bfa641c HTTP/1.1" status: 200 len: 210 time: 0.0297143 Sep 08 08:55:36.453444 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24de49-8117-4265-8667-a24608720bf6 req-d2d1f1fb-9119-4c25-8934-c168f20270c5 tempest-QuotasAdminNegativeTest-2007683776 tempest-QuotasAdminNegativeTest-2007683776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:36.455559 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1b24de49-8117-4265-8667-a24608720bf6 req-d2d1f1fb-9119-4c25-8934-c168f20270c5 tempest-QuotasAdminNegativeTest-2007683776 tempest-QuotasAdminNegativeTest-2007683776-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1483428 Sep 08 08:55:36.478693 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1b24de49-8117-4265-8667-a24608720bf6 req-4580aa5c-0b93-4088-ab2d-559880ac6b3b tempest-QuotasAdminNegativeTest-2007683776 tempest-QuotasAdminNegativeTest-2007683776-project] 10.222.0.54 "GET /v2.0/quotas/73982b998ea944dfabe0cfa3d645c9cf HTTP/1.1" status: 200 len: 375 time: 0.0136023 Sep 08 08:55:36.519661 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1b24de49-8117-4265-8667-a24608720bf6 req-8cf423ca-6bf1-4113-b6b3-b5a882756cb7 tempest-QuotasAdminNegativeTest-2007683776 tempest-QuotasAdminNegativeTest-2007683776-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=73982b998ea944dfabe0cfa3d645c9cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318072 Sep 08 08:55:36.571410 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa3d1fc-9062-4987-bfa8-598428ab70e0', 'tag': '74f7ce03-39e9-435a-9992-ab60a1dc61ca'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:55:36.572281 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 08:55:36.574841 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3ddd34-232a-46a9-85d7-1bf1e225edef" -d '{"events": [{"name": "network-changed", "server_uuid": "4fa3d1fc-9062-4987-bfa8-598428ab70e0", "tag": "74f7ce03-39e9-435a-9992-ab60a1dc61ca"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:55:36.733019 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd98497-a290-4129-9c88-e1e5d6c39b92 req-f7e9370e-5c40-4a85-ab64-33446f255930 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:36.734894 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3bd98497-a290-4129-9c88-e1e5d6c39b92 req-f7e9370e-5c40-4a85-ab64-33446f255930 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/ports?device_id=d63b058a-8200-4956-a1ba-beb98bc736f6 HTTP/1.1" status: 200 len: 948 time: 0.0727262 Sep 08 08:55:36.742552 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 08:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b055704-0d8a-4bb1-aa46-19cb5e864e41 x-openstack-request-id: req-3b055704-0d8a-4bb1-aa46-19cb5e864e41 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:55:36.742835 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fa3d1fc-9062-4987-bfa8-598428ab70e0", "tag": "74f7ce03-39e9-435a-9992-ab60a1dc61ca", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:55:36.743349 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3b055704-0d8a-4bb1-aa46-19cb5e864e41 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:55:36.743912 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fa3d1fc-9062-4987-bfa8-598428ab70e0', 'tag': '74f7ce03-39e9-435a-9992-ab60a1dc61ca', 'status': 'completed', 'code': 200} Sep 08 08:55:36.753501 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 08:55:36.753849 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 7f5b13e7-1ee4-4f0e-ad1c-9e7b72a3f8e3 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 08:55:36.788965 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3bd98497-a290-4129-9c88-e1e5d6c39b92 req-64d22edd-32ee-4203-9872-faa75a7ce7a1 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/security-groups?id=6842b860-3d97-4cbb-8ea0-52fc0010a252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449793 Sep 08 08:55:36.848505 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ddd34-232a-46a9-85d7-1bf1e225edef req-396b4faa-42e3-45ec-ac6b-0706a3db5e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:36.850066 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8b3ddd34-232a-46a9-85d7-1bf1e225edef req-396b4faa-42e3-45ec-ac6b-0706a3db5e16 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3b45c9e6adc04db08d877665d90d8206&device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 1100 time: 0.0571129 Sep 08 08:55:36.908801 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 02ad9e9a-446b-4d60-943a-689a3d139503 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 08:55:37.024204 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ddd34-232a-46a9-85d7-1bf1e225edef req-0f825732-7d86-40d0-8149-fdfd454691e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:37.025790 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8b3ddd34-232a-46a9-85d7-1bf1e225edef req-0f825732-7d86-40d0-8149-fdfd454691e7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.1680121 Sep 08 08:55:37.048927 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 02ad9e9a-446b-4d60-943a-689a3d139503, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=02ad9e9a-446b-4d60-943a-689a3d139503,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:55:37.062404 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '02ad9e9a-446b-4d60-943a-689a3d139503', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'port_id': '02ad9e9a-446b-4d60-943a-689a3d139503', 'mac_address': 'fa:16:3e:f8:7a:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc66e4b-ecb5-4c99-afe1-0a78c722534a', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 08:55:37.105219 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8b3ddd34-232a-46a9-85d7-1bf1e225edef req-b7715405-821f-43e6-89f2-7bfbfb9d2e98 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=74f7ce03-39e9-435a-9992-ab60a1dc61ca HTTP/1.1" status: 200 len: 217 time: 0.0645499 Sep 08 08:55:37.126099 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:37.141512 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02ad9e9a-446b-4d60-943a-689a3d139503 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:55:37.167834 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 02ad9e9a-446b-4d60-943a-689a3d139503, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=02ad9e9a-446b-4d60-943a-689a3d139503,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:55:37.183286 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:37.198841 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ddd34-232a-46a9-85d7-1bf1e225edef req-6b61ba9d-8def-46d7-ac0e-d7414e391a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:37.199806 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8b3ddd34-232a-46a9-85d7-1bf1e225edef req-6b61ba9d-8def-46d7-ac0e-d7414e391a72 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.0788445 Sep 08 08:55:37.269338 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=02ad9e9a-446b-4d60-943a-689a3d139503,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:37.279663 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ddd34-232a-46a9-85d7-1bf1e225edef req-3f0ad47a-2581-4818-87dc-0b4b8ed4157e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:37.281223 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8b3ddd34-232a-46a9-85d7-1bf1e225edef req-3f0ad47a-2581-4818-87dc-0b4b8ed4157e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0703673 Sep 08 08:55:37.393630 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a1f32-dd9e-48fa-ba49-9017c59b27d2 req-8308c037-6faf-4ef6-aa70-18880fec8f65 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:37.398511 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1d9a1f32-dd9e-48fa-ba49-9017c59b27d2 req-8308c037-6faf-4ef6-aa70-18880fec8f65 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 948 time: 0.0647986 Sep 08 08:55:37.446250 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8b3ddd34-232a-46a9-85d7-1bf1e225edef req-7edd6e8a-9ae6-47d8-8ab5-a9cca34dcddc service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472325 Sep 08 08:55:37.446842 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57158) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:37.477928 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1d9a1f32-dd9e-48fa-ba49-9017c59b27d2 req-bd8cfbe4-e138-4975-8916-07206cacb010 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718520 Sep 08 08:55:37.521080 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b9c3cc5a-0eb4-4c94-bf90-27918719a884 req-70f58185-4ffa-498a-86d6-6c2c60889005 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=7a232ac6281f4a8a8bb394f07c92f5dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457344 Sep 08 08:55:37.639389 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-de191d10-3402-4a4e-aeff-282b2a804291 req-49abd85a-18f7-4b02-90d6-bb873c08bb56 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2a5ccf9-bc62-4321-b16c-557c0bfa641c HTTP/1.1" status: 200 len: 210 time: 0.0483449 Sep 08 08:55:37.693593 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-eaebc587-80e0-49fc-b4b3-e9695cba0c91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:37.702248 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8b3ddd34-232a-46a9-85d7-1bf1e225edef req-e4998795-a38c-40ae-a655-4058de81f730 service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470198 Sep 08 08:55:37.707136 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['02ad9e9a-446b-4d60-943a-689a3d139503'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:55:37.752758 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3cc5a-0eb4-4c94-bf90-27918719a884 req-3ee0def8-e12d-494c-86d4-775a1a736187 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:37.752758 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b9c3cc5a-0eb4-4c94-bf90-27918719a884 req-3ee0def8-e12d-494c-86d4-775a1a736187 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1687746 Sep 08 08:55:37.779464 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-b9c3cc5a-0eb4-4c94-bf90-27918719a884 req-116a1e47-a41f-459e-8d08-240fdfe8fb3a tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Request body: {'port': {'device_id': 'b2a5ccf9-bc62-4321-b16c-557c0bfa641c', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'admin_state_up': True, 'tenant_id': '7a232ac6281f4a8a8bb394f07c92f5dd'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:55:37.944239 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-eaebc587-80e0-49fc-b4b3-e9695cba0c91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:37.966826 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-eaebc587-80e0-49fc-b4b3-e9695cba0c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:38.014617 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9c3cc5a-0eb4-4c94-bf90-27918719a884 req-116a1e47-a41f-459e-8d08-240fdfe8fb3a tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Made reservation on behalf of 7a232ac6281f4a8a8bb394f07c92f5dd for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:55:38.018023 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-b9c3cc5a-0eb4-4c94-bf90-27918719a884 req-116a1e47-a41f-459e-8d08-240fdfe8fb3a tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:38.032989 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-eaebc587-80e0-49fc-b4b3-e9695cba0c91 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=73982b998ea944dfabe0cfa3d645c9cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5850616 Sep 08 08:55:38.034490 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaebc587-80e0-49fc-b4b3-e9695cba0c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d42b77-5f80-49e6-8c94-dd1dc7585fbf,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:38.036682 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57200) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:38.050145 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73366354-bcbf-4652-8175-30e6464eb126 req-e1369845-19b1-4b48-9bbe-844abb8092a1 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:38.051761 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-73366354-bcbf-4652-8175-30e6464eb126 req-e1369845-19b1-4b48-9bbe-844abb8092a1 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/ports?device_id=d63b058a-8200-4956-a1ba-beb98bc736f6 HTTP/1.1" status: 200 len: 949 time: 0.1283889 Sep 08 08:55:38.097509 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7f99aab1-8ae0-4335-8e5a-783ce6dc67bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:38.119899 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7f99aab1-8ae0-4335-8e5a-783ce6dc67bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:38.145973 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-73366354-bcbf-4652-8175-30e6464eb126 req-6793e035-86f5-4c6b-ae82-591eaccd22a7 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/security-groups?id=6842b860-3d97-4cbb-8ea0-52fc0010a252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846739 Sep 08 08:55:38.190137 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7f99aab1-8ae0-4335-8e5a-783ce6dc67bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:38.196689 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7f99aab1-8ae0-4335-8e5a-783ce6dc67bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:38.201802 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7f99aab1-8ae0-4335-8e5a-783ce6dc67bd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/45d42b77-5f80-49e6-8c94-dd1dc7585fbf HTTP/1.1" status: 204 len: 168 time: 0.1610191 Sep 08 08:55:38.212717 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f99aab1-8ae0-4335-8e5a-783ce6dc67bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d42b77-5f80-49e6-8c94-dd1dc7585fbf,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:38.240044 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-b9c3cc5a-0eb4-4c94-bf90-27918719a884 req-116a1e47-a41f-459e-8d08-240fdfe8fb3a tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Allocated IP 192.168.233.157 (05f7642a-1c79-41be-85aa-1443ef22cc3b/dfc66e4b-ecb5-4c99-afe1-0a78c722534a/669efc4b-4079-45aa-aa1f-c64737001f0d) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:55:38.453719 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-b9c3cc5a-0eb4-4c94-bf90-27918719a884 req-116a1e47-a41f-459e-8d08-240fdfe8fb3a tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:38.482803 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-b9c3cc5a-0eb4-4c94-bf90-27918719a884 req-116a1e47-a41f-459e-8d08-240fdfe8fb3a tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Transition to ACTIVE for port object 669efc4b-4079-45aa-aa1f-c64737001f0d will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:55:38.522910 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-b9c3cc5a-0eb4-4c94-bf90-27918719a884 req-116a1e47-a41f-459e-8d08-240fdfe8fb3a tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:38.568064 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9c3cc5a-0eb4-4c94-bf90-27918719a884 req-116a1e47-a41f-459e-8d08-240fdfe8fb3a tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Network 05f7642a-1c79-41be-85aa-1443ef22cc3b is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:55:38.572622 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-b9c3cc5a-0eb4-4c94-bf90-27918719a884 req-116a1e47-a41f-459e-8d08-240fdfe8fb3a tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:55:38.576735 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9c3cc5a-0eb4-4c94-bf90-27918719a884 req-116a1e47-a41f-459e-8d08-240fdfe8fb3a tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:55:38.601081 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3cc5a-0eb4-4c94-bf90-27918719a884 req-116a1e47-a41f-459e-8d08-240fdfe8fb3a tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:38.601789 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-b9c3cc5a-0eb4-4c94-bf90-27918719a884 req-116a1e47-a41f-459e-8d08-240fdfe8fb3a tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:38.641778 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57240) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:38.651095 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a1e47-a41f-459e-8d08-240fdfe8fb3a tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Pushing event updated for resources: {'Port': ['ID=669efc4b-4079-45aa-aa1f-c64737001f0d,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:38.676978 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-08759b13-a1a8-47af-9404-8e5df5446ab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:38.688907 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b9c3cc5a-0eb4-4c94-bf90-27918719a884 req-116a1e47-a41f-459e-8d08-240fdfe8fb3a tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9167662 Sep 08 08:55:38.736767 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-b9c3cc5a-0eb4-4c94-bf90-27918719a884 req-b798a8ee-e2c0-40ff-add1-5a4b2f6da5cb service neutron] Request body: {'port': {'device_id': 'b2a5ccf9-bc62-4321-b16c-557c0bfa641c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:55:38.836013 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294aca90-cec7-4551-aaf6-cfdcb8daa043 req-29556806-5323-44ab-ab25-6859c0fa8b5c tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:38.848168 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-294aca90-cec7-4551-aaf6-cfdcb8daa043 req-29556806-5323-44ab-ab25-6859c0fa8b5c tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 948 time: 0.1498783 Sep 08 08:55:38.857653 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-b9c3cc5a-0eb4-4c94-bf90-27918719a884 req-b798a8ee-e2c0-40ff-add1-5a4b2f6da5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:38.877040 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-08759b13-a1a8-47af-9404-8e5df5446ab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:38.885529 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-08759b13-a1a8-47af-9404-8e5df5446ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:38.896324 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac15d9-9d48-4933-b6f1-da0aa5e68c72 req-1f307917-6f99-4eb7-851c-40d5b2e868c0 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:38.897762 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-51ac15d9-9d48-4933-b6f1-da0aa5e68c72 req-1f307917-6f99-4eb7-851c-40d5b2e868c0 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2a5ccf9-bc62-4321-b16c-557c0bfa641c HTTP/1.1" status: 200 len: 936 time: 0.0927563 Sep 08 08:55:38.910305 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 02ad9e9a-446b-4d60-943a-689a3d139503 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:55:38.933924 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-294aca90-cec7-4551-aaf6-cfdcb8daa043 req-1508ce7e-1bdd-41c7-a93f-b5e11b70ea6d tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845587 Sep 08 08:55:38.993119 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57256) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:38.999486 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aaee860b-8ae6-40f6-8b29-861ac339b2ea None None] Provisioning for port 669efc4b-4079-45aa-aa1f-c64737001f0d completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:55:39.013537 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08759b13-a1a8-47af-9404-8e5df5446ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088ed349-ea3c-4974-bce1-e6bd35737368,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:39.018088 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aaee860b-8ae6-40f6-8b29-861ac339b2ea None None] Provisioning complete for port 669efc4b-4079-45aa-aa1f-c64737001f0d triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:55:39.023120 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-08759b13-a1a8-47af-9404-8e5df5446ab0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8943e8b2884a4066b73d6242ce68d222&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3770363 Sep 08 08:55:39.023647 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aaee860b-8ae6-40f6-8b29-861ac339b2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:39.023898 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57260) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:39.043799 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-51ac15d9-9d48-4933-b6f1-da0aa5e68c72 req-51ab0d39-a241-493d-aa9b-968a6a9bac87 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/security-groups?id=4e20de80-39f8-422a-8723-6f520f4ee9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254511 Sep 08 08:55:39.099640 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aaee860b-8ae6-40f6-8b29-861ac339b2ea None None] Port 669efc4b-4079-45aa-aa1f-c64737001f0d cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 08:55:39.105055 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 02ad9e9a-446b-4d60-943a-689a3d139503 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:55:39.116744 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 02ad9e9a-446b-4d60-943a-689a3d139503 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:55:39.117166 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:39.246572 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:39.281843 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63b058a-8200-4956-a1ba-beb98bc736f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ad9e9a-446b-4d60-943a-689a3d139503'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:55:39.285114 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c56b3e8-d1e5-4c4f-92a3-44f04138d260" -d '{"events": [{"server_uuid": "d63b058a-8200-4956-a1ba-beb98bc736f6", "name": "network-vif-plugged", "status": "completed", "tag": "02ad9e9a-446b-4d60-943a-689a3d139503"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:55:39.295652 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9539fe13-b0ce-4c97-a5b0-c1d225ae4bb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:39.306330 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 02ad9e9a-446b-4d60-943a-689a3d139503, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=02ad9e9a-446b-4d60-943a-689a3d139503,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:55:39.312791 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:39.372512 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=02ad9e9a-446b-4d60-943a-689a3d139503,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:39.388791 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b1a7bb18-9b47-4b09-ab33-b58fab2ecc26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:39.452053 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 08:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc77be6a-8fe8-4d4d-b6c2-467850573af7 x-openstack-request-id: req-cc77be6a-8fe8-4d4d-b6c2-467850573af7 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:55:39.452343 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63b058a-8200-4956-a1ba-beb98bc736f6", "name": "network-vif-plugged", "status": "completed", "tag": "02ad9e9a-446b-4d60-943a-689a3d139503", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:55:39.452596 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cc77be6a-8fe8-4d4d-b6c2-467850573af7 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:55:39.452979 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63b058a-8200-4956-a1ba-beb98bc736f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ad9e9a-446b-4d60-943a-689a3d139503', 'code': 200} Sep 08 08:55:39.457211 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-b9c3cc5a-0eb4-4c94-bf90-27918719a884 req-b798a8ee-e2c0-40ff-add1-5a4b2f6da5cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 669efc4b-4079-45aa-aa1f-c64737001f0d {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:55:39.466743 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b1a7bb18-9b47-4b09-ab33-b58fab2ecc26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:39.482073 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-b9c3cc5a-0eb4-4c94-bf90-27918719a884 req-b798a8ee-e2c0-40ff-add1-5a4b2f6da5cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:39.514446 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5e2c9-2649-4930-8d91-b1808a72973c req-1c20b762-5c50-4cde-bbd9-ae018343b2e5 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:39.516029 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-21e5e2c9-2649-4930-8d91-b1808a72973c req-1c20b762-5c50-4cde-bbd9-ae018343b2e5 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/ports?device_id=d63b058a-8200-4956-a1ba-beb98bc736f6 HTTP/1.1" status: 200 len: 950 time: 0.1933372 Sep 08 08:55:39.524461 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-b9c3cc5a-0eb4-4c94-bf90-27918719a884 req-b798a8ee-e2c0-40ff-add1-5a4b2f6da5cb service neutron] Transition to ACTIVE for port object 669efc4b-4079-45aa-aa1f-c64737001f0d will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:55:39.546420 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-b9c3cc5a-0eb4-4c94-bf90-27918719a884 req-b798a8ee-e2c0-40ff-add1-5a4b2f6da5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:39.686773 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-21e5e2c9-2649-4930-8d91-b1808a72973c req-c46d0b3a-c853-4172-b8e0-99bcf0641950 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/security-groups?id=6842b860-3d97-4cbb-8ea0-52fc0010a252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587663 Sep 08 08:55:39.741316 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b798a8ee-e2c0-40ff-add1-5a4b2f6da5cb service neutron] Pushing event updated for resources: {'Port': ['ID=669efc4b-4079-45aa-aa1f-c64737001f0d,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:39.749884 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b1a7bb18-9b47-4b09-ab33-b58fab2ecc26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:39.753327 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b1a7bb18-9b47-4b09-ab33-b58fab2ecc26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:39.757946 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b1a7bb18-9b47-4b09-ab33-b58fab2ecc26 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/088ed349-ea3c-4974-bce1-e6bd35737368 HTTP/1.1" status: 204 len: 168 time: 0.7333655 Sep 08 08:55:39.788532 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-b9c3cc5a-0eb4-4c94-bf90-27918719a884 req-b798a8ee-e2c0-40ff-add1-5a4b2f6da5cb service neutron] Attempting to bind port 669efc4b-4079-45aa-aa1f-c64737001f0d on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:55:39.789040 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-b9c3cc5a-0eb4-4c94-bf90-27918719a884 req-b798a8ee-e2c0-40ff-add1-5a4b2f6da5cb service neutron] Attempting to bind port 669efc4b-4079-45aa-aa1f-c64737001f0d by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:55:39.789658 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c3cc5a-0eb4-4c94-bf90-27918719a884 req-b798a8ee-e2c0-40ff-add1-5a4b2f6da5cb service neutron] Attempting to bind port 669efc4b-4079-45aa-aa1f-c64737001f0d on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:55:39.793750 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9539fe13-b0ce-4c97-a5b0-c1d225ae4bb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:39.796988 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a7bb18-9b47-4b09-ab33-b58fab2ecc26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088ed349-ea3c-4974-bce1-e6bd35737368,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:39.802066 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f9869-80d1-4437-81ed-576cf9baaeb2 req-b10e4a11-1121-4fbd-ba17-da7ab4dc639e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:39.803659 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d73f9869-80d1-4437-81ed-576cf9baaeb2 req-b10e4a11-1121-4fbd-ba17-da7ab4dc639e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d63b058a-8200-4956-a1ba-beb98bc736f6 HTTP/1.1" status: 200 len: 1102 time: 0.2498453 Sep 08 08:55:39.808056 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9539fe13-b0ce-4c97-a5b0-c1d225ae4bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:39.833583 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c3cc5a-0eb4-4c94-bf90-27918719a884 req-b798a8ee-e2c0-40ff-add1-5a4b2f6da5cb service neutron] Port 669efc4b-4079-45aa-aa1f-c64737001f0d on network 05f7642a-1c79-41be-85aa-1443ef22cc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 08:55:39.838368 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c3cc5a-0eb4-4c94-bf90-27918719a884 req-b798a8ee-e2c0-40ff-add1-5a4b2f6da5cb service neutron] Attempting to bind port 669efc4b-4079-45aa-aa1f-c64737001f0d on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:55:39.890647 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c3cc5a-0eb4-4c94-bf90-27918719a884 req-b798a8ee-e2c0-40ff-add1-5a4b2f6da5cb service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:55:39.890992 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c3cc5a-0eb4-4c94-bf90-27918719a884 req-b798a8ee-e2c0-40ff-add1-5a4b2f6da5cb service neutron] Checking segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:55:39.891385 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c3cc5a-0eb4-4c94-bf90-27918719a884 req-b798a8ee-e2c0-40ff-add1-5a4b2f6da5cb service neutron] Bound using segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:55:39.891829 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-b9c3cc5a-0eb4-4c94-bf90-27918719a884 req-b798a8ee-e2c0-40ff-add1-5a4b2f6da5cb service neutron] Bound port: 669efc4b-4079-45aa-aa1f-c64737001f0d, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:55:39.892193 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-b9c3cc5a-0eb4-4c94-bf90-27918719a884 req-b798a8ee-e2c0-40ff-add1-5a4b2f6da5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:39.929929 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-9539fe13-b0ce-4c97-a5b0-c1d225ae4bb7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=accdfd747fcf4403937e7bfd5bd789aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9358675 Sep 08 08:55:39.934970 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57310) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:39.950246 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9539fe13-b0ce-4c97-a5b0-c1d225ae4bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b9fdbe-c227-4761-a8b7-6649bfb2bedb,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:39.990454 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d73f9869-80d1-4437-81ed-576cf9baaeb2 req-732ff2a1-2905-4cf2-bf8d-8c1c84485161 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6842b860-3d97-4cbb-8ea0-52fc0010a252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638680 Sep 08 08:55:40.062553 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-114d6e4f-80d0-457c-b420-c48d48684ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:40.095025 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53cd0b-e47e-4c90-9a27-51b5d697a998 req-66cd05a9-e544-44ec-a0c0-901e64e8ce28 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:40.097452 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9d53cd0b-e47e-4c90-9a27-51b5d697a998 req-66cd05a9-e544-44ec-a0c0-901e64e8ce28 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] 10.222.0.54 "GET /v2.0/ports?device_id=50cab444-6ab0-4031-a4d2-7c4672b07cc8 HTTP/1.1" status: 200 len: 972 time: 0.0703385 Sep 08 08:55:40.101445 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-b9c3cc5a-0eb4-4c94-bf90-27918719a884 req-b798a8ee-e2c0-40ff-add1-5a4b2f6da5cb service neutron] For port 669efc4b-4079-45aa-aa1f-c64737001f0d, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:55:40.122801 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57324) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:40.136191 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-114d6e4f-80d0-457c-b420-c48d48684ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:40.138859 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-b9c3cc5a-0eb4-4c94-bf90-27918719a884 req-b798a8ee-e2c0-40ff-add1-5a4b2f6da5cb service neutron] For port 669efc4b-4079-45aa-aa1f-c64737001f0d, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=669efc4b-4079-45aa-aa1f-c64737001f0d,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:55:40.142840 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9d53cd0b-e47e-4c90-9a27-51b5d697a998 req-cb177321-3e1c-4b17-a4d5-08c2d1ec1758 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf53a4b0-520d-4731-80b2-51c37428ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374835 Sep 08 08:55:40.154271 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-b9c3cc5a-0eb4-4c94-bf90-27918719a884 req-b798a8ee-e2c0-40ff-add1-5a4b2f6da5cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:40.215143 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b93a6-4f2c-4354-bfa5-16378a798bd7 req-d985df0a-d4d3-42dc-a13e-019c1a817d64 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:40.216674 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fe7b93a6-4f2c-4354-bfa5-16378a798bd7 req-d985df0a-d4d3-42dc-a13e-019c1a817d64 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 948 time: 0.1555712 Sep 08 08:55:40.237222 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3cc5a-0eb4-4c94-bf90-27918719a884 req-b798a8ee-e2c0-40ff-add1-5a4b2f6da5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:40.237845 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-b9c3cc5a-0eb4-4c94-bf90-27918719a884 req-b798a8ee-e2c0-40ff-add1-5a4b2f6da5cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:40.239336 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b9c3cc5a-0eb4-4c94-bf90-27918719a884 req-b798a8ee-e2c0-40ff-add1-5a4b2f6da5cb service neutron] 10.222.0.37 "PUT /v2.0/ports/669efc4b-4079-45aa-aa1f-c64737001f0d HTTP/1.1" status: 200 len: 1097 time: 1.5252855 Sep 08 08:55:40.240470 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a5ccf9-bc62-4321-b16c-557c0bfa641c', 'tag': '669efc4b-4079-45aa-aa1f-c64737001f0d'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:55:40.242704 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd0eb77-169c-4832-914d-50f04cde2404" -d '{"events": [{"name": "network-changed", "server_uuid": "b2a5ccf9-bc62-4321-b16c-557c0bfa641c", "tag": "669efc4b-4079-45aa-aa1f-c64737001f0d"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:55:40.283129 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b798a8ee-e2c0-40ff-add1-5a4b2f6da5cb service neutron] Pushing event updated for resources: {'Port': ['ID=669efc4b-4079-45aa-aa1f-c64737001f0d,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:40.318580 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fe7b93a6-4f2c-4354-bfa5-16378a798bd7 req-3f02fd5e-013e-4c81-9301-dac165f2efb6 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730751 Sep 08 08:55:40.325945 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-114d6e4f-80d0-457c-b420-c48d48684ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:40.328499 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-114d6e4f-80d0-457c-b420-c48d48684ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:40.329713 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-114d6e4f-80d0-457c-b420-c48d48684ae2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/04b9fdbe-c227-4761-a8b7-6649bfb2bedb HTTP/1.1" status: 204 len: 168 time: 0.3937669 Sep 08 08:55:40.404699 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee607994-0ade-475b-90b8-06248a0f6545 req-ae1f6254-f142-4c73-b411-c55f7017e651 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:40.406818 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ee607994-0ade-475b-90b8-06248a0f6545 req-ae1f6254-f142-4c73-b411-c55f7017e651 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2a5ccf9-bc62-4321-b16c-557c0bfa641c HTTP/1.1" status: 200 len: 948 time: 0.1037087 Sep 08 08:55:40.424787 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114d6e4f-80d0-457c-b420-c48d48684ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b9fdbe-c227-4761-a8b7-6649bfb2bedb,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:40.436691 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f49f3916-8b9e-43f5-b29e-af16e735e47d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:40.450177 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 08:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d80e3d7-abc0-410c-8933-af071521bb91 x-openstack-request-id: req-4d80e3d7-abc0-410c-8933-af071521bb91 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:55:40.450533 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2a5ccf9-bc62-4321-b16c-557c0bfa641c", "tag": "669efc4b-4079-45aa-aa1f-c64737001f0d", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:55:40.451106 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4d80e3d7-abc0-410c-8933-af071521bb91 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:55:40.451893 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2a5ccf9-bc62-4321-b16c-557c0bfa641c', 'tag': '669efc4b-4079-45aa-aa1f-c64737001f0d', 'status': 'completed', 'code': 200} Sep 08 08:55:40.486409 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3cc5a-0eb4-4c94-bf90-27918719a884 req-fb214a09-d550-4a5a-a154-99a4c62dfd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:40.487896 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b9c3cc5a-0eb4-4c94-bf90-27918719a884 req-fb214a09-d550-4a5a-a154-99a4c62dfd8b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7a232ac6281f4a8a8bb394f07c92f5dd&device_id=b2a5ccf9-bc62-4321-b16c-557c0bfa641c HTTP/1.1" status: 200 len: 1100 time: 0.1571703 Sep 08 08:55:40.493569 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ee607994-0ade-475b-90b8-06248a0f6545 req-c26e28b4-a3e8-439c-ade8-5a6868a29e69 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/security-groups?id=4e20de80-39f8-422a-8723-6f520f4ee9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750549 Sep 08 08:55:40.591641 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b9c3cc5a-0eb4-4c94-bf90-27918719a884 req-dd1ec2eb-501c-4fa3-8f56-ec6def7fc069 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=669efc4b-4079-45aa-aa1f-c64737001f0d HTTP/1.1" status: 200 len: 217 time: 0.0879214 Sep 08 08:55:40.680130 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3cc5a-0eb4-4c94-bf90-27918719a884 req-c1ae6639-6153-4463-9b38-6026386198a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:40.681784 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b9c3cc5a-0eb4-4c94-bf90-27918719a884 req-c1ae6639-6153-4463-9b38-6026386198a5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.0736117 Sep 08 08:55:40.739461 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f49f3916-8b9e-43f5-b29e-af16e735e47d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:40.750465 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f49f3916-8b9e-43f5-b29e-af16e735e47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:40.782774 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57364) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:40.796589 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f49f3916-8b9e-43f5-b29e-af16e735e47d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=13db1761b96a493da706187a5df0df8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6726744 Sep 08 08:55:40.821071 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3cc5a-0eb4-4c94-bf90-27918719a884 req-fe8e21f2-5fb0-4553-b56e-e680fd553e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:40.822695 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b9c3cc5a-0eb4-4c94-bf90-27918719a884 req-fe8e21f2-5fb0-4553-b56e-e680fd553e7c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1301944 Sep 08 08:55:40.851286 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57370) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:40.880086 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-75f73a76-e5f0-462f-a96d-876d5133343c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:40.905488 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-58f6b7f0-3df7-413f-9f9e-3d3306a73e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:40.908812 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 74f7ce03-39e9-435a-9992-ab60a1dc61ca details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 08:55:40.935024 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f3916-8b9e-43f5-b29e-af16e735e47d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2560c54-293d-4bb0-a419-b39d2aad2a2c,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:40.955103 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-58f6b7f0-3df7-413f-9f9e-3d3306a73e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:41.028775 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c03d5-711e-4524-9457-1a6f29443083 req-833500d3-332c-4bc0-8adc-5d35edd58c1a tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:41.036691 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-394c03d5-711e-4524-9457-1a6f29443083 req-833500d3-332c-4bc0-8adc-5d35edd58c1a tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/ports?device_id=d63b058a-8200-4956-a1ba-beb98bc736f6 HTTP/1.1" status: 200 len: 950 time: 0.2212963 Sep 08 08:55:41.100666 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-75f73a76-e5f0-462f-a96d-876d5133343c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:41.108170 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-75f73a76-e5f0-462f-a96d-876d5133343c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:41.131209 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b9c3cc5a-0eb4-4c94-bf90-27918719a884 req-958e9bf2-d85b-4e2d-b9c5-a45680f4d707 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892644 Sep 08 08:55:41.143823 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-58f6b7f0-3df7-413f-9f9e-3d3306a73e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:41.146801 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-58f6b7f0-3df7-413f-9f9e-3d3306a73e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:41.148509 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-58f6b7f0-3df7-413f-9f9e-3d3306a73e26 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d2560c54-293d-4bb0-a419-b39d2aad2a2c HTTP/1.1" status: 204 len: 168 time: 0.3647401 Sep 08 08:55:41.154582 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f73a76-e5f0-462f-a96d-876d5133343c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ff0496-9d6c-4e78-9130-71f6a897bca7,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:41.171144 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f6b7f0-3df7-413f-9f9e-3d3306a73e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2560c54-293d-4bb0-a419-b39d2aad2a2c,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:41.181856 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-394c03d5-711e-4524-9457-1a6f29443083 req-14226a42-a81d-45fe-98d7-a096b0fa84ed tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/security-groups?id=6842b860-3d97-4cbb-8ea0-52fc0010a252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401026 Sep 08 08:55:41.185605 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-75f73a76-e5f0-462f-a96d-876d5133343c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f5d4657b699b4a558a06191757126bb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3331857 Sep 08 08:55:41.188499 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57390) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:41.218772 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57392) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:41.243624 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 74f7ce03-39e9-435a-9992-ab60a1dc61ca, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=74f7ce03-39e9-435a-9992-ab60a1dc61ca,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:55:41.272350 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '74f7ce03-39e9-435a-9992-ab60a1dc61ca', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'port_id': '74f7ce03-39e9-435a-9992-ab60a1dc61ca', 'mac_address': 'fa:16:3e:ea:d8:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc66e4b-ecb5-4c99-afe1-0a78c722534a', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 08:55:41.327013 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b467bb1a-c7a6-4732-bca2-fe52c91fcdc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:41.375782 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b467bb1a-c7a6-4732-bca2-fe52c91fcdc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:41.411013 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:41.429315 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74f7ce03-39e9-435a-9992-ab60a1dc61ca {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:55:41.434444 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-d3e1295d-fc26-462f-b53d-b4711fa34698 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1416709857-network', 'tenant_id': '6c9784ffaa2c413085362ecd686e35d5'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:55:41.459100 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 74f7ce03-39e9-435a-9992-ab60a1dc61ca, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=74f7ce03-39e9-435a-9992-ab60a1dc61ca,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:55:41.466198 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:41.525365 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=74f7ce03-39e9-435a-9992-ab60a1dc61ca,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:41.531599 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e1295d-fc26-462f-b53d-b4711fa34698 admin admin] Made reservation on behalf of 6c9784ffaa2c413085362ecd686e35d5 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:55:41.535098 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d3e1295d-fc26-462f-b53d-b4711fa34698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:41.552101 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b467bb1a-c7a6-4732-bca2-fe52c91fcdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:41.554917 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b467bb1a-c7a6-4732-bca2-fe52c91fcdc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:41.556170 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b467bb1a-c7a6-4732-bca2-fe52c91fcdc8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/60ff0496-9d6c-4e78-9130-71f6a897bca7 HTTP/1.1" status: 204 len: 168 time: 0.3663497 Sep 08 08:55:41.557083 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d3e1295d-fc26-462f-b53d-b4711fa34698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:41.566258 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77f41c-9920-4544-8138-8000b00e12be req-af69f874-c97f-4e9a-8872-538ecf9b87eb tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:41.568352 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bf77f41c-9920-4544-8138-8000b00e12be req-af69f874-c97f-4e9a-8872-538ecf9b87eb tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 949 time: 0.1435716 Sep 08 08:55:41.597926 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87500f9f-839b-478f-8531-04e5dde8a508 req-f54ee314-887e-47c1-a394-9bdfa7558473 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:41.599693 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-87500f9f-839b-478f-8531-04e5dde8a508 req-f54ee314-887e-47c1-a394-9bdfa7558473 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] 10.222.0.37 "GET /v2.0/ports?device_id=50cab444-6ab0-4031-a4d2-7c4672b07cc8 HTTP/1.1" status: 200 len: 972 time: 0.1482208 Sep 08 08:55:41.606877 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b467bb1a-c7a6-4732-bca2-fe52c91fcdc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ff0496-9d6c-4e78-9130-71f6a897bca7,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:41.668220 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b9c3cc5a-0eb4-4c94-bf90-27918719a884 req-baa7c017-0f3a-4b0d-843b-0d6553cd72da service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4826858 Sep 08 08:55:41.688653 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a43e3-082c-49da-b333-b1232ad3e1e0 req-368c7bb1-1ace-4ac3-a753-fc5661a15768 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:41.693079 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c03a43e3-082c-49da-b333-b1232ad3e1e0 req-368c7bb1-1ace-4ac3-a753-fc5661a15768 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] 10.222.0.54 "GET /v2.0/ports?device_id=50cab444-6ab0-4031-a4d2-7c4672b07cc8 HTTP/1.1" status: 200 len: 972 time: 0.0878863 Sep 08 08:55:41.744825 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bf77f41c-9920-4544-8138-8000b00e12be req-744815e6-7851-4498-9e31-112f2d52d507 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638231 Sep 08 08:55:41.775633 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c03a43e3-082c-49da-b333-b1232ad3e1e0 req-bb4dbfb0-a788-4ce6-a8d8-8512685e2f0f tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf53a4b0-520d-4731-80b2-51c37428ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686531 Sep 08 08:55:41.849716 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57410) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:41.862235 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['74f7ce03-39e9-435a-9992-ab60a1dc61ca'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:55:41.868577 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3c23eac9-ceb0-4390-8cb1-2da64a8be6e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:41.891047 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d3e1295d-fc26-462f-b53d-b4711fa34698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:41.909866 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d3e1295d-fc26-462f-b53d-b4711fa34698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:41.952381 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0eb77-169c-4832-914d-50f04cde2404 req-587eaab5-4ebc-4995-89e1-a7ab0fd12ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:41.955667 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5fd0eb77-169c-4832-914d-50f04cde2404 req-587eaab5-4ebc-4995-89e1-a7ab0fd12ed6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7a232ac6281f4a8a8bb394f07c92f5dd&device_id=b2a5ccf9-bc62-4321-b16c-557c0bfa641c HTTP/1.1" status: 200 len: 1100 time: 0.1762588 Sep 08 08:55:41.982403 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1295d-fc26-462f-b53d-b4711fa34698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1bf283-47a4-41c4-b727-118e98c8596e,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:42.011100 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3e1295d-fc26-462f-b53d-b4711fa34698 admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 08:55:42.036898 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d3e1295d-fc26-462f-b53d-b4711fa34698 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774288577136', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:42.037452 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d3e1295d-fc26-462f-b53d-b4711fa34698 admin admin] Unsubscribe: segment precommit_create {{(pid=94713) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 08 08:55:42.037909 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-d3e1295d-fc26-462f-b53d-b4711fa34698 admin admin] Added segment ec6a4fa4-9ba8-4d74-8139-2d57b8b4d18c of type vlan for network f988102d-1b44-4343-a67b-337577ffbd3f Sep 08 08:55:42.153064 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4f3b4-7549-4d49-9a27-ed3d10bf4ff2 req-ce7c06b5-c59c-4609-9673-839bfac5d4e3 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:42.163164 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26e4f3b4-7549-4d49-9a27-ed3d10bf4ff2 req-ce7c06b5-c59c-4609-9673-839bfac5d4e3 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2a5ccf9-bc62-4321-b16c-557c0bfa641c HTTP/1.1" status: 200 len: 948 time: 0.2876334 Sep 08 08:55:42.222506 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-87500f9f-839b-478f-8531-04e5dde8a508 req-db4bfffa-e97c-4c18-b65c-00870e515bee tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] Deleting port 0c64ad96-d385-4a9b-bc37-355e5c93fb52 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 08:55:42.224094 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-87500f9f-839b-478f-8531-04e5dde8a508 req-db4bfffa-e97c-4c18-b65c-00870e515bee tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:42.277982 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26e4f3b4-7549-4d49-9a27-ed3d10bf4ff2 req-d53c1cbc-f22b-4a95-a120-aab986d85def tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/security-groups?id=4e20de80-39f8-422a-8723-6f520f4ee9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133063 Sep 08 08:55:42.310934 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d3e1295d-fc26-462f-b53d-b4711fa34698 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:42.322795 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0eb77-169c-4832-914d-50f04cde2404 req-50661580-90d9-4f28-8b3b-c748d27bceb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:42.324649 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5fd0eb77-169c-4832-914d-50f04cde2404 req-50661580-90d9-4f28-8b3b-c748d27bceb2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.3588607 Sep 08 08:55:42.390001 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5fd0eb77-169c-4832-914d-50f04cde2404 req-3c0b2227-b866-4b29-a362-eaff3c0d5f85 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=669efc4b-4079-45aa-aa1f-c64737001f0d HTTP/1.1" status: 200 len: 217 time: 0.0524392 Sep 08 08:55:42.457633 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d3e1295d-fc26-462f-b53d-b4711fa34698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:42.458895 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e1295d-fc26-462f-b53d-b4711fa34698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:42.459627 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d3e1295d-fc26-462f-b53d-b4711fa34698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:42.474555 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3c23eac9-ceb0-4390-8cb1-2da64a8be6e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:42.481362 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0eb77-169c-4832-914d-50f04cde2404 req-e2c18da3-1a2c-4732-a9ea-9bc3ffb501a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:42.483069 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5fd0eb77-169c-4832-914d-50f04cde2404 req-e2c18da3-1a2c-4732-a9ea-9bc3ffb501a0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.0849125 Sep 08 08:55:42.484390 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57432) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:42.492450 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3c23eac9-ceb0-4390-8cb1-2da64a8be6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:42.515211 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-87500f9f-839b-478f-8531-04e5dde8a508 req-db4bfffa-e97c-4c18-b65c-00870e515bee tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] For port 0c64ad96-d385-4a9b-bc37-355e5c93fb52, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=0c64ad96-d385-4a9b-bc37-355e5c93fb52,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:55:42.515612 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-87500f9f-839b-478f-8531-04e5dde8a508 req-db4bfffa-e97c-4c18-b65c-00870e515bee tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:42.541120 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d3e1295d-fc26-462f-b53d-b4711fa34698 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3211014 Sep 08 08:55:42.552102 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57436) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:42.555705 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95ab6c-185d-4ebb-80f4-07efa416ac39 req-f2f21d10-6fed-46ec-b0c0-9663468e22f1 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:42.557240 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5c95ab6c-185d-4ebb-80f4-07efa416ac39 req-f2f21d10-6fed-46ec-b0c0-9663468e22f1 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/ports?device_id=d63b058a-8200-4956-a1ba-beb98bc736f6 HTTP/1.1" status: 200 len: 950 time: 0.1806452 Sep 08 08:55:42.568600 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-4e00f94e-30be-47ad-a18b-178d9c55641d admin admin] Request body: {'subnet': {'network_id': 'f988102d-1b44-4343-a67b-337577ffbd3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1416709857-subnet', 'tenant_id': '6c9784ffaa2c413085362ecd686e35d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:55:42.605616 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-87500f9f-839b-478f-8531-04e5dde8a508 req-db4bfffa-e97c-4c18-b65c-00870e515bee tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] Calling delete_port for 0c64ad96-d385-4a9b-bc37-355e5c93fb52 owned by compute:tempest-test_az-1333370696 {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 08:55:42.607133 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-3c23eac9-ceb0-4390-8cb1-2da64a8be6e3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c46204ba98d5423f9e7bfd6f6be5efcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7565544 Sep 08 08:55:42.611481 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57440) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:42.622694 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c23eac9-ceb0-4390-8cb1-2da64a8be6e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca1bd1a-0805-46aa-8638-ecc35debb3b6,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:42.634444 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1295d-fc26-462f-b53d-b4711fa34698 admin admin] Pushing event updated for resources: {'Network': ['ID=f988102d-1b44-4343-a67b-337577ffbd3f,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:42.649539 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0eb77-169c-4832-914d-50f04cde2404 req-604f0db0-7861-45ad-828a-8f40c44a0e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:42.651066 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5fd0eb77-169c-4832-914d-50f04cde2404 req-604f0db0-7861-45ad-828a-8f40c44a0e51 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1537578 Sep 08 08:55:42.654225 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network f988102d-1b44-4343-a67b-337577ffbd3f details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 08:55:42.713650 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e00f94e-30be-47ad-a18b-178d9c55641d admin admin] Made reservation on behalf of 6c9784ffaa2c413085362ecd686e35d5 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:55:42.716516 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4e00f94e-30be-47ad-a18b-178d9c55641d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:42.730657 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5c95ab6c-185d-4ebb-80f4-07efa416ac39 req-f1a711be-8889-4955-9f6c-7504168d16ea tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/security-groups?id=6842b860-3d97-4cbb-8ea0-52fc0010a252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261973 Sep 08 08:55:42.748526 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c6859800-b467-42f4-b5bd-78e54db718f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:42.844017 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3bbab6ce-0c69-444a-bf83-eb6155deefda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:42.856415 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-87500f9f-839b-478f-8531-04e5dde8a508 req-db4bfffa-e97c-4c18-b65c-00870e515bee tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:42.893600 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['0c64ad96-d385-4a9b-bc37-355e5c93fb52'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:55:42.920578 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57452) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:42.920926 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 74f7ce03-39e9-435a-9992-ab60a1dc61ca up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:55:42.934461 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1755e9e3-b824-441e-b2a9-d913e48e1dfb req-d0906a38-9d15-4e4d-9fbf-6cd56dbfbb47 tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] 10.222.0.54 "GET /v2.0/ports?device_id=50cab444-6ab0-4031-a4d2-7c4672b07cc8 HTTP/1.1" status: 200 len: 210 time: 0.0639899 Sep 08 08:55:42.950141 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4bfffa-e97c-4c18-b65c-00870e515bee tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] Pushing event deleted for resources: {'Port': ['ID=0c64ad96-d385-4a9b-bc37-355e5c93fb52,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:42.977934 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3bbab6ce-0c69-444a-bf83-eb6155deefda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:43.009512 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 74f7ce03-39e9-435a-9992-ab60a1dc61ca completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:55:43.013843 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 74f7ce03-39e9-435a-9992-ab60a1dc61ca triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:55:43.014246 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:43.033064 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-87500f9f-839b-478f-8531-04e5dde8a508 req-db4bfffa-e97c-4c18-b65c-00870e515bee tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] No DVR routers for this DVR port 0c64ad96-d385-4a9b-bc37-355e5c93fb52 on host n-h1-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 08:55:43.036874 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-87500f9f-839b-478f-8531-04e5dde8a508 req-db4bfffa-e97c-4c18-b65c-00870e515bee tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:43.039030 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-87500f9f-839b-478f-8531-04e5dde8a508 req-db4bfffa-e97c-4c18-b65c-00870e515bee tempest-AggregatesAdminTestJSON-1549209668 tempest-AggregatesAdminTestJSON-1549209668-project] 10.222.0.37 "DELETE /v2.0/ports/0c64ad96-d385-4a9b-bc37-355e5c93fb52 HTTP/1.1" status: 204 len: 173 time: 1.4213610 Sep 08 08:55:43.039625 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50cab444-6ab0-4031-a4d2-7c4672b07cc8', 'name': 'network-vif-deleted', 'tag': '0c64ad96-d385-4a9b-bc37-355e5c93fb52'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:55:43.041983 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eeb539f-1862-4efc-b6dd-e8cf972882e1" -d '{"events": [{"server_uuid": "50cab444-6ab0-4031-a4d2-7c4672b07cc8", "name": "network-vif-deleted", "tag": "0c64ad96-d385-4a9b-bc37-355e5c93fb52"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:55:43.089607 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5fd0eb77-169c-4832-914d-50f04cde2404 req-3c8f5854-60ce-4a38-98a0-ffd536d07897 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146974 Sep 08 08:55:43.107182 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44038f94-6343-4e9b-9020-528fab3dff9c req-2242712a-2cb3-49a8-b899-6749838d6399 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:43.108842 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-44038f94-6343-4e9b-9020-528fab3dff9c req-2242712a-2cb3-49a8-b899-6749838d6399 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 949 time: 0.2297907 Sep 08 08:55:43.112302 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 08:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3b1811-5d61-4024-8115-afc21e5fc054 x-openstack-request-id: req-1c3b1811-5d61-4024-8115-afc21e5fc054 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:55:43.112856 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50cab444-6ab0-4031-a4d2-7c4672b07cc8", "name": "network-vif-deleted", "tag": "0c64ad96-d385-4a9b-bc37-355e5c93fb52", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:55:43.113338 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1c3b1811-5d61-4024-8115-afc21e5fc054 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:55:43.114568 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50cab444-6ab0-4031-a4d2-7c4672b07cc8', 'name': 'network-vif-deleted', 'tag': '0c64ad96-d385-4a9b-bc37-355e5c93fb52', 'status': 'completed', 'code': 200} Sep 08 08:55:43.166114 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:43.190409 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-5a51b320-9da3-41d9-be64-430bbb2ae0fd admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-233237422-network', 'tenant_id': '0bc89f664d9a46b3926bfbc0f4b3f539'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:55:43.208606 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa3d1fc-9062-4987-bfa8-598428ab70e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f7ce03-39e9-435a-9992-ab60a1dc61ca'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:55:43.211766 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62f5015-82ad-453d-b18f-1e5d717b3d19" -d '{"events": [{"server_uuid": "4fa3d1fc-9062-4987-bfa8-598428ab70e0", "name": "network-vif-plugged", "status": "completed", "tag": "74f7ce03-39e9-435a-9992-ab60a1dc61ca"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:55:43.227648 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 74f7ce03-39e9-435a-9992-ab60a1dc61ca, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=74f7ce03-39e9-435a-9992-ab60a1dc61ca,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:55:43.236162 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:43.277776 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 08:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72836b07-fdb5-4174-8b1b-dd7f1919f25a x-openstack-request-id: req-72836b07-fdb5-4174-8b1b-dd7f1919f25a {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:55:43.278088 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa3d1fc-9062-4987-bfa8-598428ab70e0", "name": "network-vif-plugged", "status": "completed", "tag": "74f7ce03-39e9-435a-9992-ab60a1dc61ca", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:55:43.278345 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-72836b07-fdb5-4174-8b1b-dd7f1919f25a {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:55:43.278729 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa3d1fc-9062-4987-bfa8-598428ab70e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f7ce03-39e9-435a-9992-ab60a1dc61ca', 'code': 200} Sep 08 08:55:43.278857 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3bbab6ce-0c69-444a-bf83-eb6155deefda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:43.281348 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3bbab6ce-0c69-444a-bf83-eb6155deefda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:43.282501 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-3bbab6ce-0c69-444a-bf83-eb6155deefda admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6ca1bd1a-0805-46aa-8638-ecc35debb3b6 HTTP/1.1" status: 204 len: 168 time: 0.6688566 Sep 08 08:55:43.314484 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=74f7ce03-39e9-435a-9992-ab60a1dc61ca,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:43.379929 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbab6ce-0c69-444a-bf83-eb6155deefda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca1bd1a-0805-46aa-8638-ecc35debb3b6,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:43.404332 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-44038f94-6343-4e9b-9020-528fab3dff9c req-8cd3d4d2-b891-4dbe-8d5c-8951a214d8f7 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707753 Sep 08 08:55:43.418407 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e4e72-00a6-4f88-ae20-99eaf447c6e8 req-2a303777-d116-4852-a359-e4b1e39f6db6 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:43.421718 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-940e4e72-00a6-4f88-ae20-99eaf447c6e8 req-2a303777-d116-4852-a359-e4b1e39f6db6 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2a5ccf9-bc62-4321-b16c-557c0bfa641c HTTP/1.1" status: 200 len: 948 time: 0.0541759 Sep 08 08:55:43.434782 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c6859800-b467-42f4-b5bd-78e54db718f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:43.469897 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-940e4e72-00a6-4f88-ae20-99eaf447c6e8 req-6a656339-b148-421d-b7fe-8fda6984def1 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/security-groups?id=4e20de80-39f8-422a-8723-6f520f4ee9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407109 Sep 08 08:55:43.492033 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c6859800-b467-42f4-b5bd-78e54db718f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:43.534403 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5fd0eb77-169c-4832-914d-50f04cde2404 req-c104e1ee-6a65-40d5-b820-f8771f4a4b12 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233434 Sep 08 08:55:43.564274 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a51b320-9da3-41d9-be64-430bbb2ae0fd admin admin] Made reservation on behalf of 0bc89f664d9a46b3926bfbc0f4b3f539 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:55:43.567453 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5a51b320-9da3-41d9-be64-430bbb2ae0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:43.572217 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4e00f94e-30be-47ad-a18b-178d9c55641d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:43.618309 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c6859800-b467-42f4-b5bd-78e54db718f2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5f74c6717cf04d6083ee5f7dc1a7cb60&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1328292 Sep 08 08:55:43.621190 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57468) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:43.635620 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8861f449-a082-4d89-b6e3-f4f05f66cc59 req-4fcac200-ace3-47c8-a41f-3a3fc8110c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:43.637961 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8861f449-a082-4d89-b6e3-f4f05f66cc59 req-4fcac200-ace3-47c8-a41f-3a3fc8110c39 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 1102 time: 0.2485697 Sep 08 08:55:43.642440 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6859800-b467-42f4-b5bd-78e54db718f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be29670d-28b6-4c11-8739-0e5dcfadb0f6,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:43.647754 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5a51b320-9da3-41d9-be64-430bbb2ae0fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:43.718860 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e04daa51-304d-4e3c-9e47-12fa78f4320f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:43.743504 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e00f94e-30be-47ad-a18b-178d9c55641d admin admin] Pushing event updated for resources: {'Subnet': ['ID=22d25fca-3e6b-494b-868f-13417989d83f,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:43.755163 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e04daa51-304d-4e3c-9e47-12fa78f4320f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:43.769695 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e00f94e-30be-47ad-a18b-178d9c55641d admin admin] Checking segment: {'id': 'ec6a4fa4-9ba8-4d74-8139-2d57b8b4d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f988102d-1b44-4343-a67b-337577ffbd3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:55:43.770125 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e00f94e-30be-47ad-a18b-178d9c55641d admin admin] Network hostable DHCP agents. Network: f988102d-1b44-4343-a67b-337577ffbd3f, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 08:55:43.773774 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8861f449-a082-4d89-b6e3-f4f05f66cc59 req-8e36dd2e-96b4-48ab-a997-88da01aec924 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223323 Sep 08 08:55:43.823033 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e00f94e-30be-47ad-a18b-178d9c55641d admin admin] Network f988102d-1b44-4343-a67b-337577ffbd3f is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 08:55:43.828141 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e04daa51-304d-4e3c-9e47-12fa78f4320f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:43.831622 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e04daa51-304d-4e3c-9e47-12fa78f4320f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:43.833345 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e04daa51-304d-4e3c-9e47-12fa78f4320f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/be29670d-28b6-4c11-8739-0e5dcfadb0f6 HTTP/1.1" status: 204 len: 168 time: 0.2111030 Sep 08 08:55:43.844906 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04daa51-304d-4e3c-9e47-12fa78f4320f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be29670d-28b6-4c11-8739-0e5dcfadb0f6,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:43.854383 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-4e00f94e-30be-47ad-a18b-178d9c55641d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, f988102d-1b44-4343-a67b-337577ffbd3f) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:55:43.859477 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e00f94e-30be-47ad-a18b-178d9c55641d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:43.860091 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4e00f94e-30be-47ad-a18b-178d9c55641d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:43.871761 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1a435f-ddfc-4a3d-a295-ade4dd17378c None None] Network f988102d-1b44-4343-a67b-337577ffbd3f requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 08:55:43.921415 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5a51b320-9da3-41d9-be64-430bbb2ae0fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:43.930172 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5a51b320-9da3-41d9-be64-430bbb2ae0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:43.959663 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124651a-4c39-49d5-8214-f27e8147afd5 req-7faee69d-faf1-46d9-ba11-2336d05978b9 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:43.961262 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b124651a-4c39-49d5-8214-f27e8147afd5 req-7faee69d-faf1-46d9-ba11-2336d05978b9 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/ports?device_id=d63b058a-8200-4956-a1ba-beb98bc736f6 HTTP/1.1" status: 200 len: 950 time: 0.1333983 Sep 08 08:55:43.965925 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57482) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:43.967473 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4e00f94e-30be-47ad-a18b-178d9c55641d admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4079492 Sep 08 08:55:43.972432 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-09f83b32-17b9-467e-8eaf-ef663b850754 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1416709857-router', 'tenant_id': '6c9784ffaa2c413085362ecd686e35d5', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:55:43.979068 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a51b320-9da3-41d9-be64-430bbb2ae0fd admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 08:55:44.014750 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-09f83b32-17b9-467e-8eaf-ef663b850754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:44.018698 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-09f83b32-17b9-467e-8eaf-ef663b850754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:44.031965 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51b320-9da3-41d9-be64-430bbb2ae0fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a835bb-9e41-4498-89bb-dd662de7f6cc,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:44.046323 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5a51b320-9da3-41d9-be64-430bbb2ae0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:44.046666 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-5a51b320-9da3-41d9-be64-430bbb2ae0fd admin admin] Added segment 63991058-0ef2-4358-ae31-7e348d60a2c9 of type vlan for network 3e5cb155-db8c-4e6c-a8fd-e937043c5b98 Sep 08 08:55:44.063311 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b124651a-4c39-49d5-8214-f27e8147afd5 req-bf22bc12-f226-423d-8b72-4815e1b7e7c4 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/security-groups?id=6842b860-3d97-4cbb-8ea0-52fc0010a252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819864 Sep 08 08:55:44.125450 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b464efda-93e0-40b2-b446-d1bbc5b760e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-f988102d-1b44-4343-a67b-337577ffbd3f', 'network_id': 'f988102d-1b44-4343-a67b-337577ffbd3f', 'tenant_id': '6c9784ffaa2c413085362ecd686e35d5', 'fixed_ips': [{'subnet_id': '22d25fca-3e6b-494b-868f-13417989d83f'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 08:55:44.126389 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b464efda-93e0-40b2-b446-d1bbc5b760e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:44.134091 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5a51b320-9da3-41d9-be64-430bbb2ae0fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:44.179289 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5a51b320-9da3-41d9-be64-430bbb2ae0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:44.181123 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a51b320-9da3-41d9-be64-430bbb2ae0fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:44.182239 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5a51b320-9da3-41d9-be64-430bbb2ae0fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:44.198232 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-09f83b32-17b9-467e-8eaf-ef663b850754 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:44.273911 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51b320-9da3-41d9-be64-430bbb2ae0fd admin admin] Pushing event updated for resources: {'Network': ['ID=3e5cb155-db8c-4e6c-a8fd-e937043c5b98,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:44.287323 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5a51b320-9da3-41d9-be64-430bbb2ae0fd admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3617926 Sep 08 08:55:44.290751 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57498) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:44.295140 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 3e5cb155-db8c-4e6c-a8fd-e937043c5b98 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 08:55:44.299299 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-26cbcdb7-dc36-4dc7-90bc-18cf4d920c83 admin admin] Request body: {'subnet': {'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-233237422-subnet', 'tenant_id': '0bc89f664d9a46b3926bfbc0f4b3f539', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:55:44.337182 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26cbcdb7-dc36-4dc7-90bc-18cf4d920c83 admin admin] Made reservation on behalf of 0bc89f664d9a46b3926bfbc0f4b3f539 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:55:44.341061 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-26cbcdb7-dc36-4dc7-90bc-18cf4d920c83 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:44.465332 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-b464efda-93e0-40b2-b446-d1bbc5b760e2 None None] Allocated IP 172.20.0.2 (f988102d-1b44-4343-a67b-337577ffbd3f/22d25fca-3e6b-494b-868f-13417989d83f/f07e1aca-078d-44c2-9151-3444ecd893a4) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:55:44.503508 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-09f83b32-17b9-467e-8eaf-ef663b850754 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:44.683956 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 669efc4b-4079-45aa-aa1f-c64737001f0d details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 08:55:44.778136 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b464efda-93e0-40b2-b446-d1bbc5b760e2 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:44.788142 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57508) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:44.804534 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-b464efda-93e0-40b2-b446-d1bbc5b760e2 None None] Transition to ACTIVE for port object f07e1aca-078d-44c2-9151-3444ecd893a4 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:55:44.862230 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f99dd-5ce4-42ba-9fd6-13e7baa9ce32 req-36dfc791-4f97-4a24-9e00-d69e9b73eb7c tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:44.864577 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f39f99dd-5ce4-42ba-9fd6-13e7baa9ce32 req-36dfc791-4f97-4a24-9e00-d69e9b73eb7c tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 950 time: 0.2517972 Sep 08 08:55:44.894534 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-83b576f5-c4e3-44c6-917a-e31e5a870bfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:44.903025 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-26cbcdb7-dc36-4dc7-90bc-18cf4d920c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:44.964140 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-b464efda-93e0-40b2-b446-d1bbc5b760e2 None None] Transition to ACTIVE for port object f07e1aca-078d-44c2-9151-3444ecd893a4 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:55:44.982291 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-09f83b32-17b9-467e-8eaf-ef663b850754 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:44.983373 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b464efda-93e0-40b2-b446-d1bbc5b760e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:44.996663 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f39f99dd-5ce4-42ba-9fd6-13e7baa9ce32 req-b9f922d6-710c-4a91-9e74-a80a1626b0b2 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156328 Sep 08 08:55:45.012782 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cbcdb7-dc36-4dc7-90bc-18cf4d920c83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2afb1305-d593-46e6-bc8f-0ed93bbef6b9,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:45.026743 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-09f83b32-17b9-467e-8eaf-ef663b850754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:45.042583 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cbcdb7-dc36-4dc7-90bc-18cf4d920c83 admin admin] Checking segment: {'id': '63991058-0ef2-4358-ae31-7e348d60a2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:55:45.042953 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cbcdb7-dc36-4dc7-90bc-18cf4d920c83 admin admin] Network hostable DHCP agents. Network: 3e5cb155-db8c-4e6c-a8fd-e937043c5b98, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 08:55:45.071194 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cbcdb7-dc36-4dc7-90bc-18cf4d920c83 admin admin] Network 3e5cb155-db8c-4e6c-a8fd-e937043c5b98 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 08:55:45.086515 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b464efda-93e0-40b2-b446-d1bbc5b760e2 None None] Network f988102d-1b44-4343-a67b-337577ffbd3f is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:55:45.094597 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 669efc4b-4079-45aa-aa1f-c64737001f0d, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=669efc4b-4079-45aa-aa1f-c64737001f0d,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:55:45.101738 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-b464efda-93e0-40b2-b446-d1bbc5b760e2 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:55:45.103066 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-26cbcdb7-dc36-4dc7-90bc-18cf4d920c83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 3e5cb155-db8c-4e6c-a8fd-e937043c5b98) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:55:45.111999 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b464efda-93e0-40b2-b446-d1bbc5b760e2 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:55:45.126315 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdfba69-ef21-4cf0-a3ac-ba2258fb943f None None] Network 3e5cb155-db8c-4e6c-a8fd-e937043c5b98 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 08:55:45.135090 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b464efda-93e0-40b2-b446-d1bbc5b760e2 None None] Pushing event updated for resources: {'Port': ['ID=f07e1aca-078d-44c2-9151-3444ecd893a4,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:45.138111 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cbcdb7-dc36-4dc7-90bc-18cf4d920c83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:45.138727 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-26cbcdb7-dc36-4dc7-90bc-18cf4d920c83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:45.146923 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57516) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:45.154435 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '669efc4b-4079-45aa-aa1f-c64737001f0d', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'port_id': '669efc4b-4079-45aa-aa1f-c64737001f0d', 'mac_address': 'fa:16:3e:18:8c:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc66e4b-ecb5-4c99-afe1-0a78c722534a', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 08:55:45.246423 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0335c-35e7-4536-a14a-ec78be44ed67 req-e5c4422e-63ce-4320-a614-620b9364c898 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:45.258526 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0cb0335c-35e7-4536-a14a-ec78be44ed67 req-e5c4422e-63ce-4320-a614-620b9364c898 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2a5ccf9-bc62-4321-b16c-557c0bfa641c HTTP/1.1" status: 200 len: 948 time: 0.1094666 Sep 08 08:55:45.321837 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0cb0335c-35e7-4536-a14a-ec78be44ed67 req-5c6fb49e-f27b-4e88-b950-fc720728ec4d tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/security-groups?id=4e20de80-39f8-422a-8723-6f520f4ee9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616412 Sep 08 08:55:45.473921 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-23708ab1-a6c9-4573-aa87-f95316c54e5c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=80d6280f334444b3af80c6089649f9ec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2979059 Sep 08 08:55:45.478498 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57530) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:45.478956 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:45.501635 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-b464efda-93e0-40b2-b446-d1bbc5b760e2 None None] Attempting to bind port f07e1aca-078d-44c2-9151-3444ecd893a4 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:55:45.502007 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-b464efda-93e0-40b2-b446-d1bbc5b760e2 None None] Attempting to bind port f07e1aca-078d-44c2-9151-3444ecd893a4 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'ec6a4fa4-9ba8-4d74-8139-2d57b8b4d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f988102d-1b44-4343-a67b-337577ffbd3f'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:55:45.502480 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b464efda-93e0-40b2-b446-d1bbc5b760e2 None None] Attempting to bind port f07e1aca-078d-44c2-9151-3444ecd893a4 on network f988102d-1b44-4343-a67b-337577ffbd3f {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:55:45.517466 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d51cf51-04a7-4296-882f-3746a30064be None None] Network 3e5cb155-db8c-4e6c-a8fd-e937043c5b98 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 08:55:45.535028 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b464efda-93e0-40b2-b446-d1bbc5b760e2 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:55:45.536122 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b464efda-93e0-40b2-b446-d1bbc5b760e2 None None] Checking segment: {'id': 'ec6a4fa4-9ba8-4d74-8139-2d57b8b4d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f988102d-1b44-4343-a67b-337577ffbd3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:55:45.536535 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b464efda-93e0-40b2-b446-d1bbc5b760e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:45.536935 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b464efda-93e0-40b2-b446-d1bbc5b760e2 None None] Bound using segment: {'id': 'ec6a4fa4-9ba8-4d74-8139-2d57b8b4d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f988102d-1b44-4343-a67b-337577ffbd3f'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:55:45.537741 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-b464efda-93e0-40b2-b446-d1bbc5b760e2 None None] Bound port: f07e1aca-078d-44c2-9151-3444ecd893a4, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec6a4fa4-9ba8-4d74-8139-2d57b8b4d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f988102d-1b44-4343-a67b-337577ffbd3f'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:55:45.537880 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b464efda-93e0-40b2-b446-d1bbc5b760e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:45.544170 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 669efc4b-4079-45aa-aa1f-c64737001f0d {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:55:45.565609 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [req-24cdd9f5-85f5-49e1-abaa-cdde8b74f2b1 req-1b6e9a30-1103-47c6-bb6b-60148aed42bc service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 08:55:45.571349 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-24cdd9f5-85f5-49e1-abaa-cdde8b74f2b1 req-1b6e9a30-1103-47c6-bb6b-60148aed42bc service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1024125 Sep 08 08:55:45.577070 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-09f83b32-17b9-467e-8eaf-ef663b850754 admin admin] Allocated IP 172.25.0.83 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/094534d8-2c86-4174-9d06-73f468004cc2) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:55:45.731505 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c02b1485-ee41-4d7c-838b-6d5131a4071c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:45.793422 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2735a-11f2-4924-b78e-4375d3b3391f req-86a4a87e-d5de-4012-ac79-46f753afd438 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:45.794729 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 669efc4b-4079-45aa-aa1f-c64737001f0d, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=669efc4b-4079-45aa-aa1f-c64737001f0d,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:55:45.795156 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-67a2735a-11f2-4924-b78e-4375d3b3391f req-86a4a87e-d5de-4012-ac79-46f753afd438 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/ports?device_id=d63b058a-8200-4956-a1ba-beb98bc736f6 HTTP/1.1" status: 200 len: 950 time: 0.0554154 Sep 08 08:55:45.805589 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:45.820923 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c02b1485-ee41-4d7c-838b-6d5131a4071c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:45.851198 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-67a2735a-11f2-4924-b78e-4375d3b3391f req-094af5df-851a-4865-8d1c-6ce58b2d2771 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/security-groups?id=6842b860-3d97-4cbb-8ea0-52fc0010a252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479248 Sep 08 08:55:45.892931 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-83b576f5-c4e3-44c6-917a-e31e5a870bfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:45.912617 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-09f83b32-17b9-467e-8eaf-ef663b850754 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:45.915868 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-26cbcdb7-dc36-4dc7-90bc-18cf4d920c83 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6234522 Sep 08 08:55:45.916826 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-83b576f5-c4e3-44c6-917a-e31e5a870bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:45.920324 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-b464efda-93e0-40b2-b446-d1bbc5b760e2 None None] For port f07e1aca-078d-44c2-9151-3444ecd893a4, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:55:45.921136 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c02b1485-ee41-4d7c-838b-6d5131a4071c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:45.925768 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c02b1485-ee41-4d7c-838b-6d5131a4071c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:45.927734 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c02b1485-ee41-4d7c-838b-6d5131a4071c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cf53a4b0-520d-4731-80b2-51c37428ca8c HTTP/1.1" status: 204 len: 168 time: 0.4369972 Sep 08 08:55:45.986261 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-b464efda-93e0-40b2-b446-d1bbc5b760e2 None None] For port f07e1aca-078d-44c2-9151-3444ecd893a4, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=f07e1aca-078d-44c2-9151-3444ecd893a4,segment=NetworkSegment(ec6a4fa4-9ba8-4d74-8139-2d57b8b4d18c),segment_id=ec6a4fa4-9ba8-4d74-8139-2d57b8b4d18c)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:55:46.013065 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=669efc4b-4079-45aa-aa1f-c64737001f0d,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:46.019798 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57550) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:46.020022 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-83b576f5-c4e3-44c6-917a-e31e5a870bfc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b32abacda1144d88ace0e4d7b8e2c615&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2304962 Sep 08 08:55:46.022378 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b576f5-c4e3-44c6-917a-e31e5a870bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b9ae23-457d-405e-a9c8-1af9b63b52fe,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:46.049189 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b464efda-93e0-40b2-b446-d1bbc5b760e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:46.050033 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02b1485-ee41-4d7c-838b-6d5131a4071c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf53a4b0-520d-4731-80b2-51c37428ca8c,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:46.081542 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-09f83b32-17b9-467e-8eaf-ef663b850754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:46.122289 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['669efc4b-4079-45aa-aa1f-c64737001f0d'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:55:46.172152 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f83b32-17b9-467e-8eaf-ef663b850754 admin admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:55:46.176693 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-09f83b32-17b9-467e-8eaf-ef663b850754 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:55:46.188580 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f83b32-17b9-467e-8eaf-ef663b850754 admin admin] Pushing event updated for resources: {'Port': ['ID=094534d8-2c86-4174-9d06-73f468004cc2,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:46.199488 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f83b32-17b9-467e-8eaf-ef663b850754 admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:55:46.214732 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-54170e1b-5c19-4069-801f-62547415eb15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:46.274782 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b464efda-93e0-40b2-b446-d1bbc5b760e2 None None] Pushing event updated for resources: {'Port': ['ID=f07e1aca-078d-44c2-9151-3444ecd893a4,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:46.275204 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-54170e1b-5c19-4069-801f-62547415eb15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:46.383021 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7ad9f61b-6705-4a0a-8d2e-f145bda745fb req-e018feb8-138d-4c1a-95cc-cad0c7a054c9 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=7745b6a0f8df4558a8bf48f971453e9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371811 Sep 08 08:55:46.385941 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-54170e1b-5c19-4069-801f-62547415eb15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:46.388657 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-54170e1b-5c19-4069-801f-62547415eb15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:46.397580 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-54170e1b-5c19-4069-801f-62547415eb15 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b9b9ae23-457d-405e-a9c8-1af9b63b52fe HTTP/1.1" status: 204 len: 168 time: 0.3767371 Sep 08 08:55:46.406593 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54170e1b-5c19-4069-801f-62547415eb15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b9ae23-457d-405e-a9c8-1af9b63b52fe,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:46.578640 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9f61b-6705-4a0a-8d2e-f145bda745fb req-2ff85027-343c-4b82-a7be-3f4e32917498 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:46.592425 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7ad9f61b-6705-4a0a-8d2e-f145bda745fb req-2ff85027-343c-4b82-a7be-3f4e32917498 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1823509 Sep 08 08:55:46.615035 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7ad9f61b-6705-4a0a-8d2e-f145bda745fb req-b8be4eb0-0581-4c96-96d1-fb02abf3b56a tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/quotas/7745b6a0f8df4558a8bf48f971453e9c HTTP/1.1" status: 200 len: 375 time: 0.0215695 Sep 08 08:55:46.637017 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 0c64ad96-d385-4a9b-bc37-355e5c93fb52 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 08:55:46.708847 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 0c64ad96-d385-4a9b-bc37-355e5c93fb52 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 08:55:46.710093 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 0c64ad96-d385-4a9b-bc37-355e5c93fb52 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 08:55:46.785756 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device f07e1aca-078d-44c2-9151-3444ecd893a4 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:55:46.799888 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7ad9f61b-6705-4a0a-8d2e-f145bda745fb req-a955299c-5a18-4335-97a0-88c79fba8492 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7745b6a0f8df4558a8bf48f971453e9c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1828308 Sep 08 08:55:46.811055 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-09f83b32-17b9-467e-8eaf-ef663b850754 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:46.936858 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port f07e1aca-078d-44c2-9151-3444ecd893a4 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:55:47.041336 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57580) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:47.204818 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825a6c7-4304-481a-ac0c-c1e29587ef75 req-1a617400-5960-49c2-af4d-957e63bea124 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:47.226449 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e825a6c7-4304-481a-ac0c-c1e29587ef75 req-1a617400-5960-49c2-af4d-957e63bea124 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2a5ccf9-bc62-4321-b16c-557c0bfa641c HTTP/1.1" status: 200 len: 949 time: 0.0882099 Sep 08 08:55:47.265104 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95d695-ac5f-46ee-a355-9c31f88833fd req-63b923d5-1992-46d1-b71d-eb6b4d8607a8 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:47.266756 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cd95d695-ac5f-46ee-a355-9c31f88833fd req-63b923d5-1992-46d1-b71d-eb6b4d8607a8 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 950 time: 0.3066649 Sep 08 08:55:47.318862 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e825a6c7-4304-481a-ac0c-c1e29587ef75 req-0160206b-fcb8-4bc0-ad6e-a80e2b049364 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/security-groups?id=4e20de80-39f8-422a-8723-6f520f4ee9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863421 Sep 08 08:55:47.384052 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-09f83b32-17b9-467e-8eaf-ef663b850754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:47.484376 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cd95d695-ac5f-46ee-a355-9c31f88833fd req-edf563ae-8d86-455c-83df-84059a1e30e0 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090774 Sep 08 08:55:47.492082 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6a4ad55e-0af3-420a-b7ce-8cc3d96f940c req-aff83037-7457-4fcd-ba84-708e1a8d9e51 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/ports?device_id=05ff23f9-6ea8-44ca-899f-8bff4472abfd HTTP/1.1" status: 200 len: 210 time: 0.0548854 Sep 08 08:55:47.499704 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a07c31f2-f385-4b94-b9b4-475fe8de1e7d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e10058d4e07349efa60767c7c59a6a88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4520445 Sep 08 08:55:47.499811 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57608) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:47.593159 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-65f9102c-93a8-418a-9183-e7801ffeb342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:47.605791 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e83bb75c-78c2-404d-83a8-775cd67dff16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:47.635560 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57622) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:47.649139 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-24f93823-6064-4c59-8efb-ddbcb8815c94 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1061080288-network', 'tenant_id': '3726489918fb47cdafcbe4ffeb8010a8'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:55:47.664423 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-65f9102c-93a8-418a-9183-e7801ffeb342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:47.764899 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f83b32-17b9-467e-8eaf-ef663b850754 admin admin] Router 17016762-adc9-4c3f-b622-4e0728531582 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 08:55:47.773233 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f93823-6064-4c59-8efb-ddbcb8815c94 admin admin] Made reservation on behalf of 3726489918fb47cdafcbe4ffeb8010a8 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:55:47.777287 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-24f93823-6064-4c59-8efb-ddbcb8815c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:47.805401 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-24f93823-6064-4c59-8efb-ddbcb8815c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:47.867407 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e84aa7a-00c4-4ec2-8006-4dadefda3024 None None] Network f988102d-1b44-4343-a67b-337577ffbd3f requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 08:55:47.883248 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-65f9102c-93a8-418a-9183-e7801ffeb342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:47.889550 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-65f9102c-93a8-418a-9183-e7801ffeb342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:47.892736 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-65f9102c-93a8-418a-9183-e7801ffeb342 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/32a7fdde-0da3-4f4a-9d49-1b71c5e14409 HTTP/1.1" status: 204 len: 168 time: 0.3911538 Sep 08 08:55:47.943891 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f83b32-17b9-467e-8eaf-ef663b850754 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 08:55:47.954107 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f9102c-93a8-418a-9183-e7801ffeb342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a7fdde-0da3-4f4a-9d49-1b71c5e14409,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:47.959158 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7347796-031b-46d2-8c62-25ed64da578f None None] Sync routers for ids ['17016762-adc9-4c3f-b622-4e0728531582'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 08:55:47.978526 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7347796-031b-46d2-8c62-25ed64da578f None None] Routers {'17016762-adc9-4c3f-b622-4e0728531582'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:55:47.980985 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-d7347796-031b-46d2-8c62-25ed64da578f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:55:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['17016762-adc9-4c3f-b622-4e0728531582'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:55:48.083719 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-24f93823-6064-4c59-8efb-ddbcb8815c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:48.089258 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-24f93823-6064-4c59-8efb-ddbcb8815c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:48.097142 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-b1cfafb4-ca6a-41c7-ab0c-571450b9ac80 None None] Provisioning for port f07e1aca-078d-44c2-9151-3444ecd893a4 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:55:48.099744 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-09f83b32-17b9-467e-8eaf-ef663b850754 admin admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:48.104074 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-09f83b32-17b9-467e-8eaf-ef663b850754 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1338835 Sep 08 08:55:48.104337 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57642) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:48.133627 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-d7347796-031b-46d2-8c62-25ed64da578f None None] Set router 17016762-adc9-4c3f-b622-4e0728531582 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:55:48.155514 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24f93823-6064-4c59-8efb-ddbcb8815c94 admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 08:55:48.191138 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f93823-6064-4c59-8efb-ddbcb8815c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0935e33-11f6-4b7e-8ad3-24d234a4b760,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:48.211250 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-24f93823-6064-4c59-8efb-ddbcb8815c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:48.211765 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-24f93823-6064-4c59-8efb-ddbcb8815c94 admin admin] Added segment 20188862-885f-463e-98bd-1f514ff45278 of type vlan for network 19c85b60-d779-4e40-bfee-4bdad667143c Sep 08 08:55:48.268292 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-b1cfafb4-ca6a-41c7-ab0c-571450b9ac80 None None] Provisioning complete for port f07e1aca-078d-44c2-9151-3444ecd893a4 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:55:48.268494 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b1cfafb4-ca6a-41c7-ab0c-571450b9ac80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:48.324946 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-24f93823-6064-4c59-8efb-ddbcb8815c94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:48.379759 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-d7347796-031b-46d2-8c62-25ed64da578f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17016762-adc9-4c3f-b622-4e0728531582', 'name': 'tempest-AttachSCSIVolumeTestJSON-1416709857-router', 'tenant_id': '6c9784ffaa2c413085362ecd686e35d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '094534d8-2c86-4174-9d06-73f468004cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:55:44Z', 'updated_at': '2021-09-08T08:55:46Z', 'revision_number': 3, 'project_id': '6c9784ffaa2c413085362ecd686e35d5', 'gw_port': {'id': '094534d8-2c86-4174-9d06-73f468004cc2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:cf:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17016762-adc9-4c3f-b622-4e0728531582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:55:45Z', 'updated_at': '2021-09-08T08:55:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:55:48.416437 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-24f93823-6064-4c59-8efb-ddbcb8815c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:48.417605 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f93823-6064-4c59-8efb-ddbcb8815c94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:48.418447 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-24f93823-6064-4c59-8efb-ddbcb8815c94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:48.454561 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5366dde-56f2-4491-91ff-aff48b067e3d req-d33120a4-24e0-4256-84cb-2d2f83e76a6f tempest-MigrationsAdminTest-560682355 tempest-MigrationsAdminTest-560682355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:48.456125 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a5366dde-56f2-4491-91ff-aff48b067e3d req-d33120a4-24e0-4256-84cb-2d2f83e76a6f tempest-MigrationsAdminTest-560682355 tempest-MigrationsAdminTest-560682355-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 1102 time: 0.2217138 Sep 08 08:55:48.460423 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7347796-031b-46d2-8c62-25ed64da578f None None] Checking router: 17016762-adc9-4c3f-b622-4e0728531582 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 08:55:48.460808 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7347796-031b-46d2-8c62-25ed64da578f None None] Updating router 17016762-adc9-4c3f-b622-4e0728531582 port 094534d8-2c86-4174-9d06-73f468004cc2 binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 08:55:48.509066 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-24f93823-6064-4c59-8efb-ddbcb8815c94 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8670063 Sep 08 08:55:48.511682 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57658) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:48.511913 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-a5366dde-56f2-4491-91ff-aff48b067e3d req-64a43717-007c-4c01-b737-714268d17a3d tempest-MigrationsAdminTest-560682355 tempest-MigrationsAdminTest-560682355-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:48.520960 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d7347796-031b-46d2-8c62-25ed64da578f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:48.583086 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b1cfafb4-ca6a-41c7-ab0c-571450b9ac80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:48.637816 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-be53ff38-40c4-441e-bae5-888e92612014 admin admin] Request body: {'subnet': {'network_id': '19c85b60-d779-4e40-bfee-4bdad667143c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1061080288-subnet', 'tenant_id': '3726489918fb47cdafcbe4ffeb8010a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:55:48.674229 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f93823-6064-4c59-8efb-ddbcb8815c94 admin admin] Pushing event updated for resources: {'Network': ['ID=19c85b60-d779-4e40-bfee-4bdad667143c,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:48.681011 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 669efc4b-4079-45aa-aa1f-c64737001f0d up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:55:48.695049 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 19c85b60-d779-4e40-bfee-4bdad667143c details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 08:55:48.707637 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-b1cfafb4-ca6a-41c7-ab0c-571450b9ac80 None None] For port f07e1aca-078d-44c2-9151-3444ecd893a4, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=f07e1aca-078d-44c2-9151-3444ecd893a4,segment=NetworkSegment(ec6a4fa4-9ba8-4d74-8139-2d57b8b4d18c),segment_id=ec6a4fa4-9ba8-4d74-8139-2d57b8b4d18c)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:55:48.753399 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa613a-1bde-4278-9e7b-e359d01d9145 req-52bd577b-b804-458e-a6f3-7286d0399e6c tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:48.764897 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6aaa613a-1bde-4278-9e7b-e359d01d9145 req-52bd577b-b804-458e-a6f3-7286d0399e6c tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2a5ccf9-bc62-4321-b16c-557c0bfa641c HTTP/1.1" status: 200 len: 949 time: 0.2743602 Sep 08 08:55:48.814966 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b1cfafb4-ca6a-41c7-ab0c-571450b9ac80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:48.916424 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7ad9f61b-6705-4a0a-8d2e-f145bda745fb req-867f998b-ac14-4434-819b-b836df28d2f8 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=7745b6a0f8df4558a8bf48f971453e9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0942166 Sep 08 08:55:49.079281 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-a5366dde-56f2-4491-91ff-aff48b067e3d req-64a43717-007c-4c01-b737-714268d17a3d tempest-MigrationsAdminTest-560682355 tempest-MigrationsAdminTest-560682355-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:49.091331 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d7347796-031b-46d2-8c62-25ed64da578f None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:49.105022 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-d7347796-031b-46d2-8c62-25ed64da578f None None] Transition to ACTIVE for port object 094534d8-2c86-4174-9d06-73f468004cc2 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:55:49.114068 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d7347796-031b-46d2-8c62-25ed64da578f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:49.157924 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9f61b-6705-4a0a-8d2e-f145bda745fb req-6e03891e-d2b1-41bc-8825-9b4fea4da381 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:49.159654 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7ad9f61b-6705-4a0a-8d2e-f145bda745fb req-6e03891e-d2b1-41bc-8825-9b4fea4da381 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2339232 Sep 08 08:55:49.161605 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cfafb4-ca6a-41c7-ab0c-571450b9ac80 None None] Pushing event updated for resources: {'Port': ['ID=f07e1aca-078d-44c2-9151-3444ecd893a4,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:49.168629 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a2923-84cd-42e2-9bee-617737144a3d None None] Pushing event updated for resources: {'Port': ['ID=094534d8-2c86-4174-9d06-73f468004cc2,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:49.191086 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6aaa613a-1bde-4278-9e7b-e359d01d9145 req-aa193860-15de-4f07-b1ee-e05c88e6ab41 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/security-groups?id=4e20de80-39f8-422a-8723-6f520f4ee9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4229422 Sep 08 08:55:49.192594 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-a5366dde-56f2-4491-91ff-aff48b067e3d req-64a43717-007c-4c01-b737-714268d17a3d tempest-MigrationsAdminTest-560682355 tempest-MigrationsAdminTest-560682355-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:49.204382 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4a2923-84cd-42e2-9bee-617737144a3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:55:49.205303 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4a2923-84cd-42e2-9bee-617737144a3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:55:49.205673 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4a2923-84cd-42e2-9bee-617737144a3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:55:49.206014 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4a2923-84cd-42e2-9bee-617737144a3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:55:49.206660 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4a2923-84cd-42e2-9bee-617737144a3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:55:49.207932 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4a2923-84cd-42e2-9bee-617737144a3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:55:49.208321 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4a2923-84cd-42e2-9bee-617737144a3d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:55:49.208840 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4a2923-84cd-42e2-9bee-617737144a3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:55:49.209235 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4a2923-84cd-42e2-9bee-617737144a3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:55:49.209656 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4a2923-84cd-42e2-9bee-617737144a3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:55:49.210288 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4a2923-84cd-42e2-9bee-617737144a3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:55:49.210432 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4a2923-84cd-42e2-9bee-617737144a3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:55:49.211734 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4a2923-84cd-42e2-9bee-617737144a3d None None] Tracked resource versions report: Sep 08 08:55:49.211734 n-d-806683-11 neutron-server[94715]: pushed versions: Sep 08 08:55:49.211734 n-d-806683-11 neutron-server[94715]: { 'AddressGroup': {'1.2'}, Sep 08 08:55:49.211734 n-d-806683-11 neutron-server[94715]: 'ConntrackHelper': {'1.0'}, Sep 08 08:55:49.211734 n-d-806683-11 neutron-server[94715]: 'Log': {'1.0'}, Sep 08 08:55:49.211734 n-d-806683-11 neutron-server[94715]: 'Network': {'1.1'}, Sep 08 08:55:49.211734 n-d-806683-11 neutron-server[94715]: 'Port': {'1.7'}, Sep 08 08:55:49.211734 n-d-806683-11 neutron-server[94715]: 'PortForwarding': {'1.2'}, Sep 08 08:55:49.211734 n-d-806683-11 neutron-server[94715]: 'QosPolicy': {'1.9'}, Sep 08 08:55:49.211734 n-d-806683-11 neutron-server[94715]: 'SecurityGroup': {'1.4'}, Sep 08 08:55:49.211734 n-d-806683-11 neutron-server[94715]: 'SecurityGroupRule': {'1.2'}, Sep 08 08:55:49.211734 n-d-806683-11 neutron-server[94715]: 'SubPort': {'1.0'}, Sep 08 08:55:49.211734 n-d-806683-11 neutron-server[94715]: 'Subnet': {'1.1'}, Sep 08 08:55:49.211734 n-d-806683-11 neutron-server[94715]: 'Trunk': {'1.1'}} Sep 08 08:55:49.211734 n-d-806683-11 neutron-server[94715]: consumer versions: Sep 08 08:55:49.211734 n-d-806683-11 neutron-server[94715]: { DHCP agent@n-d-806683-11: {}, Sep 08 08:55:49.211734 n-d-806683-11 neutron-server[94715]: HyperV agent@n-h1-806683-11: {}, Sep 08 08:55:49.211734 n-d-806683-11 neutron-server[94715]: HyperV agent@n-h2-806683-11: {}, Sep 08 08:55:49.211734 n-d-806683-11 neutron-server[94715]: L3 agent@n-d-806683-11: {}, Sep 08 08:55:49.211734 n-d-806683-11 neutron-server[94715]: Metadata agent@n-d-806683-11: {}, Sep 08 08:55:49.211734 n-d-806683-11 neutron-server[94715]: Metering agent@n-d-806683-11: {}, Sep 08 08:55:49.211734 n-d-806683-11 neutron-server[94715]: Open vSwitch agent@n-d-806683-11: { 'AddressGroup': '1.2', Sep 08 08:55:49.211734 n-d-806683-11 neutron-server[94715]: 'ConntrackHelper': '1.0', Sep 08 08:55:49.211734 n-d-806683-11 neutron-server[94715]: 'Log': '1.0', Sep 08 08:55:49.211734 n-d-806683-11 neutron-server[94715]: 'Network': '1.1', Sep 08 08:55:49.211734 n-d-806683-11 neutron-server[94715]: 'Port': '1.7', Sep 08 08:55:49.211734 n-d-806683-11 neutron-server[94715]: 'PortForwarding': '1.2', Sep 08 08:55:49.211734 n-d-806683-11 neutron-server[94715]: 'QosPolicy': '1.9', Sep 08 08:55:49.211734 n-d-806683-11 neutron-server[94715]: 'SecurityGroup': '1.4', Sep 08 08:55:49.211734 n-d-806683-11 neutron-server[94715]: 'SecurityGroupRule': '1.2', Sep 08 08:55:49.211734 n-d-806683-11 neutron-server[94715]: 'SubPort': '1.0', Sep 08 08:55:49.211734 n-d-806683-11 neutron-server[94715]: 'Subnet': '1.1', Sep 08 08:55:49.211734 n-d-806683-11 neutron-server[94715]: 'Trunk': '1.1'}} Sep 08 08:55:49.211734 n-d-806683-11 neutron-server[94715]: {{(pid=94715) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 08:55:49.214563 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-d7347796-031b-46d2-8c62-25ed64da578f None None] Attempting to bind port 094534d8-2c86-4174-9d06-73f468004cc2 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:55:49.215496 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-d7347796-031b-46d2-8c62-25ed64da578f None None] Attempting to bind port 094534d8-2c86-4174-9d06-73f468004cc2 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:55:49.215935 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7347796-031b-46d2-8c62-25ed64da578f None None] Attempting to bind port 094534d8-2c86-4174-9d06-73f468004cc2 on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:55:49.218120 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-7ad9f61b-6705-4a0a-8d2e-f145bda745fb req-f5c8e103-fb3e-4573-bdf4-0d5f5096ebbe tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Request body: {'port': {'device_id': '05ff23f9-6ea8-44ca-899f-8bff4472abfd', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'admin_state_up': True, 'tenant_id': '7745b6a0f8df4558a8bf48f971453e9c'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:55:49.223316 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7347796-031b-46d2-8c62-25ed64da578f None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:55:49.224085 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7347796-031b-46d2-8c62-25ed64da578f None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:55:49.224563 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d7347796-031b-46d2-8c62-25ed64da578f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:49.224965 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7347796-031b-46d2-8c62-25ed64da578f None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:55:49.225961 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-d7347796-031b-46d2-8c62-25ed64da578f None None] Bound port: 094534d8-2c86-4174-9d06-73f468004cc2, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:55:49.226134 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 669efc4b-4079-45aa-aa1f-c64737001f0d completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:55:49.226303 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d7347796-031b-46d2-8c62-25ed64da578f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:49.252292 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 669efc4b-4079-45aa-aa1f-c64737001f0d triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:55:49.252827 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:49.260223 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f6dc065d-be74-41c6-8cf3-ae5cca700ac1 None None] Provisioning complete for port f07e1aca-078d-44c2-9151-3444ecd893a4 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:55:49.261435 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f6dc065d-be74-41c6-8cf3-ae5cca700ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:49.292185 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a43717-007c-4c01-b737-714268d17a3d tempest-MigrationsAdminTest-560682355 tempest-MigrationsAdminTest-560682355-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e169dff3-4396-4d2f-ac5c-53ffb4e3be3b,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:49.301593 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-d7347796-031b-46d2-8c62-25ed64da578f None None] For port 094534d8-2c86-4174-9d06-73f468004cc2, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:55:49.305477 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-d7347796-031b-46d2-8c62-25ed64da578f None None] For port 094534d8-2c86-4174-9d06-73f468004cc2, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=094534d8-2c86-4174-9d06-73f468004cc2,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:55:49.314300 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d7347796-031b-46d2-8c62-25ed64da578f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:49.336631 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be53ff38-40c4-441e-bae5-888e92612014 admin admin] Made reservation on behalf of 3726489918fb47cdafcbe4ffeb8010a8 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:55:49.342721 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-be53ff38-40c4-441e-bae5-888e92612014 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:49.349905 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a5366dde-56f2-4491-91ff-aff48b067e3d req-64a43717-007c-4c01-b737-714268d17a3d tempest-MigrationsAdminTest-560682355 tempest-MigrationsAdminTest-560682355-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8837609 Sep 08 08:55:49.410813 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a2923-84cd-42e2-9bee-617737144a3d None None] Pushing event updated for resources: {'Port': ['ID=094534d8-2c86-4174-9d06-73f468004cc2,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:49.445852 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7347796-031b-46d2-8c62-25ed64da578f None None] Routers {'17016762-adc9-4c3f-b622-4e0728531582'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:55:49.446775 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-d7347796-031b-46d2-8c62-25ed64da578f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:55:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['17016762-adc9-4c3f-b622-4e0728531582'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:55:49.654883 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-d7347796-031b-46d2-8c62-25ed64da578f None None] Set router 17016762-adc9-4c3f-b622-4e0728531582 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:55:49.800264 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:49.844961 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a5ccf9-bc62-4321-b16c-557c0bfa641c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669efc4b-4079-45aa-aa1f-c64737001f0d'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:55:49.848664 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46fd771b-e4f0-48ad-aaf7-6b47a4d1a4a0" -d '{"events": [{"server_uuid": "b2a5ccf9-bc62-4321-b16c-557c0bfa641c", "name": "network-vif-plugged", "status": "completed", "tag": "669efc4b-4079-45aa-aa1f-c64737001f0d"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:55:49.864599 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 669efc4b-4079-45aa-aa1f-c64737001f0d, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=669efc4b-4079-45aa-aa1f-c64737001f0d,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:55:49.872101 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:49.904386 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1ce7eb2e-6f83-41f2-bbd6-75383c215e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:49.956535 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-d7347796-031b-46d2-8c62-25ed64da578f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17016762-adc9-4c3f-b622-4e0728531582', 'name': 'tempest-AttachSCSIVolumeTestJSON-1416709857-router', 'tenant_id': '6c9784ffaa2c413085362ecd686e35d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '094534d8-2c86-4174-9d06-73f468004cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:55:44Z', 'updated_at': '2021-09-08T08:55:46Z', 'revision_number': 3, 'project_id': '6c9784ffaa2c413085362ecd686e35d5', 'gw_port': {'id': '094534d8-2c86-4174-9d06-73f468004cc2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:cf:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17016762-adc9-4c3f-b622-4e0728531582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:55:45Z', 'updated_at': '2021-09-08T08:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:55:49.990517 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1a002a47-9b39-4fcf-b382-4f6037316328 req-6616427b-affb-414a-b442-45b4c5c13b2a tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/ports?device_id=05ff23f9-6ea8-44ca-899f-8bff4472abfd HTTP/1.1" status: 200 len: 210 time: 0.5707695 Sep 08 08:55:49.995274 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=669efc4b-4079-45aa-aa1f-c64737001f0d,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:50.037191 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7347796-031b-46d2-8c62-25ed64da578f None None] The sync data for ids ['17016762-adc9-4c3f-b622-4e0728531582'] in n-d-806683-11 is: [{'id': '17016762-adc9-4c3f-b622-4e0728531582', 'name': 'tempest-AttachSCSIVolumeTestJSON-1416709857-router', 'tenant_id': '6c9784ffaa2c413085362ecd686e35d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '094534d8-2c86-4174-9d06-73f468004cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:55:44Z', 'updated_at': '2021-09-08T08:55:46Z', 'revision_number': 3, 'project_id': '6c9784ffaa2c413085362ecd686e35d5', 'gw_port': {'id': '094534d8-2c86-4174-9d06-73f468004cc2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:cf:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17016762-adc9-4c3f-b622-4e0728531582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:55:45Z', 'updated_at': '2021-09-08T08:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 08:55:50.086685 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57712) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:50.121361 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ad9f61b-6705-4a0a-8d2e-f145bda745fb req-f5c8e103-fb3e-4573-bdf4-0d5f5096ebbe tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Made reservation on behalf of 7745b6a0f8df4558a8bf48f971453e9c for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:55:50.125971 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7ad9f61b-6705-4a0a-8d2e-f145bda745fb req-f5c8e103-fb3e-4573-bdf4-0d5f5096ebbe tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:50.242689 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-1ce7eb2e-6f83-41f2-bbd6-75383c215e9d admin admin] Allocated IP 172.20.0.1 (f988102d-1b44-4343-a67b-337577ffbd3f/22d25fca-3e6b-494b-868f-13417989d83f/cbba1f57-b248-4df7-b8ea-30f300534f70) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:55:50.360622 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:50.373719 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-be53ff38-40c4-441e-bae5-888e92612014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:50.384307 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-0de2ba32-aba2-44d7-9801-382f8a2688af tempest-AutoAllocateNetworkTest-1009886914 tempest-AutoAllocateNetworkTest-1009886914-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=587222caa93544e29f738a08e6756c33&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2932534 Sep 08 08:55:50.388093 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57726) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:50.441187 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 08:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9380596f-e992-4b37-96ae-e5771c725d31 x-openstack-request-id: req-9380596f-e992-4b37-96ae-e5771c725d31 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:55:50.441761 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a5ccf9-bc62-4321-b16c-557c0bfa641c", "name": "network-vif-plugged", "status": "completed", "tag": "669efc4b-4079-45aa-aa1f-c64737001f0d", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:55:50.442197 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9380596f-e992-4b37-96ae-e5771c725d31 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:55:50.442752 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a5ccf9-bc62-4321-b16c-557c0bfa641c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '669efc4b-4079-45aa-aa1f-c64737001f0d', 'code': 200} Sep 08 08:55:50.561830 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-7ad9f61b-6705-4a0a-8d2e-f145bda745fb req-f5c8e103-fb3e-4573-bdf4-0d5f5096ebbe tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Allocated IP 192.168.233.104 (05f7642a-1c79-41be-85aa-1443ef22cc3b/dfc66e4b-ecb5-4c99-afe1-0a78c722534a/f0842983-e003-45b6-91de-95d563f0365c) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:55:50.597400 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be53ff38-40c4-441e-bae5-888e92612014 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c62b2799-4537-4927-91c4-7026a4c1401e,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:50.630975 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be53ff38-40c4-441e-bae5-888e92612014 admin admin] Checking segment: {'id': '20188862-885f-463e-98bd-1f514ff45278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '19c85b60-d779-4e40-bfee-4bdad667143c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:55:50.631624 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be53ff38-40c4-441e-bae5-888e92612014 admin admin] Network hostable DHCP agents. Network: 19c85b60-d779-4e40-bfee-4bdad667143c, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 08:55:50.661086 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1ce7eb2e-6f83-41f2-bbd6-75383c215e9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:50.707097 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3df4be34-8ac2-4c03-8d47-4781b7cbef92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:50.714395 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cab2fb-02b6-4058-9c52-25a0e8f2efc9 req-018904ec-10b0-4567-b64e-2843061338b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:50.716340 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-07cab2fb-02b6-4058-9c52-25a0e8f2efc9 req-018904ec-10b0-4567-b64e-2843061338b1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b2a5ccf9-bc62-4321-b16c-557c0bfa641c HTTP/1.1" status: 200 len: 1102 time: 0.1547325 Sep 08 08:55:50.725263 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-1ce7eb2e-6f83-41f2-bbd6-75383c215e9d admin admin] Transition to ACTIVE for port object cbba1f57-b248-4df7-b8ea-30f300534f70 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:55:50.747998 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be53ff38-40c4-441e-bae5-888e92612014 admin admin] Network 19c85b60-d779-4e40-bfee-4bdad667143c is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 08:55:50.757524 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e90dc4-7d39-4259-82d3-f3db8cc318f8 tempest-AutoAllocateNetworkTest-1009886914 tempest-AutoAllocateNetworkTest-1009886914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:50.762953 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a9e90dc4-7d39-4259-82d3-f3db8cc318f8 tempest-AutoAllocateNetworkTest-1009886914 tempest-AutoAllocateNetworkTest-1009886914-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3693981 Sep 08 08:55:50.766476 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57734) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:50.804969 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-be53ff38-40c4-441e-bae5-888e92612014 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 19c85b60-d779-4e40-bfee-4bdad667143c) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:55:50.809764 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be53ff38-40c4-441e-bae5-888e92612014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:50.810507 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-be53ff38-40c4-441e-bae5-888e92612014 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:50.818892 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0805bb52-bcdd-4f3f-903e-76562fa0f70b None None] Network 19c85b60-d779-4e40-bfee-4bdad667143c requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 08:55:50.829135 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-07cab2fb-02b6-4058-9c52-25a0e8f2efc9 req-83877b38-c240-496d-8f93-c85286e7e821 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4e20de80-39f8-422a-8723-6f520f4ee9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054144 Sep 08 08:55:50.860704 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9ac9b-aacc-4192-9add-5e27840c9d56 req-30538d40-2146-4609-ad37-fcbdeb91b2b5 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:50.862332 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7ad9ac9b-aacc-4192-9add-5e27840c9d56 req-30538d40-2146-4609-ad37-fcbdeb91b2b5 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2a5ccf9-bc62-4321-b16c-557c0bfa641c HTTP/1.1" status: 200 len: 950 time: 0.2265260 Sep 08 08:55:50.870796 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b8e589bd-4e15-4bf2-9f6e-de29dbc9fda7 tempest-AutoAllocateNetworkTest-1009886914 tempest-AutoAllocateNetworkTest-1009886914-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1005044 Sep 08 08:55:50.898731 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57740) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:50.927425 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57744) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:50.952605 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1ce7eb2e-6f83-41f2-bbd6-75383c215e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:50.992930 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-be53ff38-40c4-441e-bae5-888e92612014 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.4781127 Sep 08 08:55:51.017962 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-816fe8d8-5f3e-4fcc-84ef-3a38275baec7 tempest-AutoAllocateNetworkTest-1009886914 tempest-AutoAllocateNetworkTest-1009886914-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=587222caa93544e29f738a08e6756c33 HTTP/1.1" status: 200 len: 208 time: 0.1175778 Sep 08 08:55:51.033876 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 094534d8-2c86-4174-9d06-73f468004cc2 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:55:51.046221 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7ad9ac9b-aacc-4192-9add-5e27840c9d56 req-571110d7-81e8-47dc-bdac-08e4f4c46b8b tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/security-groups?id=4e20de80-39f8-422a-8723-6f520f4ee9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060431 Sep 08 08:55:51.079277 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7ad9f61b-6705-4a0a-8d2e-f145bda745fb req-f5c8e103-fb3e-4573-bdf4-0d5f5096ebbe tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:51.093143 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce7eb2e-6f83-41f2-bbd6-75383c215e9d admin admin] Network f988102d-1b44-4343-a67b-337577ffbd3f is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:55:51.101179 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-7ad9f61b-6705-4a0a-8d2e-f145bda745fb req-f5c8e103-fb3e-4573-bdf4-0d5f5096ebbe tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Transition to ACTIVE for port object f0842983-e003-45b6-91de-95d563f0365c will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:55:51.109695 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-1ce7eb2e-6f83-41f2-bbd6-75383c215e9d admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:55:51.112480 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce7eb2e-6f83-41f2-bbd6-75383c215e9d admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:55:51.114697 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1ce7eb2e-6f83-41f2-bbd6-75383c215e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:51.124698 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57756) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:51.197647 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7ad9f61b-6705-4a0a-8d2e-f145bda745fb req-f5c8e103-fb3e-4573-bdf4-0d5f5096ebbe tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:51.216148 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb39dc27-1d2c-42c5-a15c-4aa574606906 req-4d76c91e-1982-44ba-9c72-6c8a13d98fbd tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:51.225446 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fb39dc27-1d2c-42c5-a15c-4aa574606906 req-4d76c91e-1982-44ba-9c72-6c8a13d98fbd tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 950 time: 0.3283505 Sep 08 08:55:51.229015 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce7eb2e-6f83-41f2-bbd6-75383c215e9d admin admin] Pushing event updated for resources: {'Port': ['ID=cbba1f57-b248-4df7-b8ea-30f300534f70,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:51.266703 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['02ad9e9a-446b-4d60-943a-689a3d139503'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:55:51.278926 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ad9f61b-6705-4a0a-8d2e-f145bda745fb req-f5c8e103-fb3e-4573-bdf4-0d5f5096ebbe tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Network 05f7642a-1c79-41be-85aa-1443ef22cc3b is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:55:51.292432 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-7ad9f61b-6705-4a0a-8d2e-f145bda745fb req-f5c8e103-fb3e-4573-bdf4-0d5f5096ebbe tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:55:51.295049 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad9f61b-6705-4a0a-8d2e-f145bda745fb req-f5c8e103-fb3e-4573-bdf4-0d5f5096ebbe tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:55:51.309392 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9f61b-6705-4a0a-8d2e-f145bda745fb req-f5c8e103-fb3e-4573-bdf4-0d5f5096ebbe tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:51.314241 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7ad9f61b-6705-4a0a-8d2e-f145bda745fb req-f5c8e103-fb3e-4573-bdf4-0d5f5096ebbe tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:51.343480 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c8e103-fb3e-4573-bdf4-0d5f5096ebbe tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Pushing event updated for resources: {'Port': ['ID=f0842983-e003-45b6-91de-95d563f0365c,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:51.364542 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7ad9f61b-6705-4a0a-8d2e-f145bda745fb req-f5c8e103-fb3e-4573-bdf4-0d5f5096ebbe tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1723287 Sep 08 08:55:51.390535 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-7ad9f61b-6705-4a0a-8d2e-f145bda745fb req-0113c138-10ea-47ab-92be-cc876c362a62 service neutron] Request body: {'port': {'device_id': '05ff23f9-6ea8-44ca-899f-8bff4472abfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:55:51.435992 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b97a26b-0a8e-487f-b58a-91cad4d2a7ee None None] Network 19c85b60-d779-4e40-bfee-4bdad667143c requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 08:55:51.451513 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 094534d8-2c86-4174-9d06-73f468004cc2 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:55:51.499505 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fb39dc27-1d2c-42c5-a15c-4aa574606906 req-7eb794bf-87c8-4932-b2d5-9eea6184cc3d tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585738 Sep 08 08:55:51.516722 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 094534d8-2c86-4174-9d06-73f468004cc2 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:55:51.517146 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:51.558750 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7ad9f61b-6705-4a0a-8d2e-f145bda745fb req-0113c138-10ea-47ab-92be-cc876c362a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:51.691832 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-35523e31-d084-4770-906d-e43582d24fd7 None None] Provisioning for port cbba1f57-b248-4df7-b8ea-30f300534f70 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:55:51.713218 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-35523e31-d084-4770-906d-e43582d24fd7 None None] Provisioning complete for port cbba1f57-b248-4df7-b8ea-30f300534f70 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:55:51.713828 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-35523e31-d084-4770-906d-e43582d24fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:51.740775 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-fb5221f1-5d33-4621-9d80-bf0213c5df28 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7893274 Sep 08 08:55:51.779617 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-70cdf2cc-03aa-47c4-9967-fee200ecc910 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 08:55:51.781061 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-70cdf2cc-03aa-47c4-9967-fee200ecc910 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138326 Sep 08 08:55:51.794288 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1ce7eb2e-6f83-41f2-bbd6-75383c215e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:51.838412 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888a94e2-a058-4f1e-ae04-3ec1ecd69116 req-2503fc71-eae6-4d00-812f-24953d9126e1 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:51.840291 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-888a94e2-a058-4f1e-ae04-3ec1ecd69116 req-2503fc71-eae6-4d00-812f-24953d9126e1 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/ports?device_id=05ff23f9-6ea8-44ca-899f-8bff4472abfd HTTP/1.1" status: 200 len: 936 time: 0.1720588 Sep 08 08:55:51.893837 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-35523e31-d084-4770-906d-e43582d24fd7 None None] Port cbba1f57-b248-4df7-b8ea-30f300534f70 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 08:55:51.962667 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-888a94e2-a058-4f1e-ae04-3ec1ecd69116 req-24e67246-56d4-46a0-bd9a-9baa565e6e26 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/security-groups?id=6842b860-3d97-4cbb-8ea0-52fc0010a252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896432 Sep 08 08:55:52.028725 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:52.063715 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:52.090617 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 094534d8-2c86-4174-9d06-73f468004cc2, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=094534d8-2c86-4174-9d06-73f468004cc2,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:55:52.093370 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-01745f10-4954-4750-b819-e4e2902560ec None None] Provisioning for port f0842983-e003-45b6-91de-95d563f0365c completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:55:52.106138 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0a3ee635-6cb9-4096-9866-7159bf07f65c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:52.106503 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:52.107269 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device f07e1aca-078d-44c2-9151-3444ecd893a4 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:55:52.116476 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-01745f10-4954-4750-b819-e4e2902560ec None None] Provisioning complete for port f0842983-e003-45b6-91de-95d563f0365c triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:55:52.118845 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-01745f10-4954-4750-b819-e4e2902560ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:52.118983 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57768) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:52.194145 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1ce7eb2e-6f83-41f2-bbd6-75383c215e9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:52.201745 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1ce7eb2e-6f83-41f2-bbd6-75383c215e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:52.202769 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1ce7eb2e-6f83-41f2-bbd6-75383c215e9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:52.305799 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-01745f10-4954-4750-b819-e4e2902560ec None None] Port f0842983-e003-45b6-91de-95d563f0365c cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 08:55:52.321186 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=094534d8-2c86-4174-9d06-73f468004cc2,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:52.321946 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0a3ee635-6cb9-4096-9866-7159bf07f65c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:52.330265 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0a3ee635-6cb9-4096-9866-7159bf07f65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:52.357169 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port f07e1aca-078d-44c2-9151-3444ecd893a4 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:55:52.357706 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:52.420783 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-0a3ee635-6cb9-4096-9866-7159bf07f65c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e00c748d63fb441ea7bf4495857db14c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2946074 Sep 08 08:55:52.423491 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57792) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:52.432978 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3ee635-6cb9-4096-9866-7159bf07f65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a846ab1-53f4-4109-8474-4f46a124e293,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:52.444342 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-7ad9f61b-6705-4a0a-8d2e-f145bda745fb req-0113c138-10ea-47ab-92be-cc876c362a62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0842983-e003-45b6-91de-95d563f0365c {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:55:52.461125 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7ad9f61b-6705-4a0a-8d2e-f145bda745fb req-0113c138-10ea-47ab-92be-cc876c362a62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:52.522936 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-7ad9f61b-6705-4a0a-8d2e-f145bda745fb req-0113c138-10ea-47ab-92be-cc876c362a62 service neutron] Transition to ACTIVE for port object f0842983-e003-45b6-91de-95d563f0365c will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:55:52.524035 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e8fed9c8-9da1-4e16-8df8-37d77ce9edc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:52.534758 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7ad9f61b-6705-4a0a-8d2e-f145bda745fb req-0113c138-10ea-47ab-92be-cc876c362a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:52.630815 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e8fed9c8-9da1-4e16-8df8-37d77ce9edc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:52.654877 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-988d8dde-b532-4b3e-adc1-75803ca6274b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:52.661819 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce7eb2e-6f83-41f2-bbd6-75383c215e9d admin admin] Pushing event updated for resources: {'Port': ['ID=cbba1f57-b248-4df7-b8ea-30f300534f70,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:52.750338 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 094534d8-2c86-4174-9d06-73f468004cc2 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:55:52.756438 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b252ee0-c0e3-48d8-93fd-28fb50831633 req-f093fb50-bc9b-403d-9403-e3de55279b00 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:52.765619 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8b252ee0-c0e3-48d8-93fd-28fb50831633 req-f093fb50-bc9b-403d-9403-e3de55279b00 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2a5ccf9-bc62-4321-b16c-557c0bfa641c HTTP/1.1" status: 200 len: 950 time: 0.5031002 Sep 08 08:55:52.768409 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0113c138-10ea-47ab-92be-cc876c362a62 service neutron] Pushing event updated for resources: {'Port': ['ID=f0842983-e003-45b6-91de-95d563f0365c,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:52.771252 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e8fed9c8-9da1-4e16-8df8-37d77ce9edc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:52.774199 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e8fed9c8-9da1-4e16-8df8-37d77ce9edc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:52.775415 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e8fed9c8-9da1-4e16-8df8-37d77ce9edc9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0a846ab1-53f4-4109-8474-4f46a124e293 HTTP/1.1" status: 204 len: 168 time: 0.3509698 Sep 08 08:55:52.876373 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce7eb2e-6f83-41f2-bbd6-75383c215e9d admin admin] Network f988102d-1b44-4343-a67b-337577ffbd3f is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:55:52.885545 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-1ce7eb2e-6f83-41f2-bbd6-75383c215e9d admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:55:52.895333 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 094534d8-2c86-4174-9d06-73f468004cc2 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:55:52.896276 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:52.926086 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8b252ee0-c0e3-48d8-93fd-28fb50831633 req-bfef8276-626b-4690-bb06-214419788580 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/security-groups?id=4e20de80-39f8-422a-8723-6f520f4ee9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585577 Sep 08 08:55:52.954812 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fed9c8-9da1-4e16-8df8-37d77ce9edc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a846ab1-53f4-4109-8474-4f46a124e293,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:53.021793 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-7ad9f61b-6705-4a0a-8d2e-f145bda745fb req-0113c138-10ea-47ab-92be-cc876c362a62 service neutron] Attempting to bind port f0842983-e003-45b6-91de-95d563f0365c on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:55:53.022198 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-7ad9f61b-6705-4a0a-8d2e-f145bda745fb req-0113c138-10ea-47ab-92be-cc876c362a62 service neutron] Attempting to bind port f0842983-e003-45b6-91de-95d563f0365c by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:55:53.022573 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad9f61b-6705-4a0a-8d2e-f145bda745fb req-0113c138-10ea-47ab-92be-cc876c362a62 service neutron] Attempting to bind port f0842983-e003-45b6-91de-95d563f0365c on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:55:53.035803 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad9f61b-6705-4a0a-8d2e-f145bda745fb req-0113c138-10ea-47ab-92be-cc876c362a62 service neutron] Port f0842983-e003-45b6-91de-95d563f0365c on network 05f7642a-1c79-41be-85aa-1443ef22cc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 08:55:53.036228 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad9f61b-6705-4a0a-8d2e-f145bda745fb req-0113c138-10ea-47ab-92be-cc876c362a62 service neutron] Attempting to bind port f0842983-e003-45b6-91de-95d563f0365c on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:55:53.049478 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad9f61b-6705-4a0a-8d2e-f145bda745fb req-0113c138-10ea-47ab-92be-cc876c362a62 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:55:53.049817 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad9f61b-6705-4a0a-8d2e-f145bda745fb req-0113c138-10ea-47ab-92be-cc876c362a62 service neutron] Checking segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:55:53.050247 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad9f61b-6705-4a0a-8d2e-f145bda745fb req-0113c138-10ea-47ab-92be-cc876c362a62 service neutron] Bound using segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:55:53.051407 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-7ad9f61b-6705-4a0a-8d2e-f145bda745fb req-0113c138-10ea-47ab-92be-cc876c362a62 service neutron] Bound port: f0842983-e003-45b6-91de-95d563f0365c, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:55:53.051761 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7ad9f61b-6705-4a0a-8d2e-f145bda745fb req-0113c138-10ea-47ab-92be-cc876c362a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:53.062376 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a87a37-9f02-4181-9fb9-f33d384495a5 req-2ccbad76-5d24-49bc-a0b5-ba4a70613365 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:53.072448 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-31a87a37-9f02-4181-9fb9-f33d384495a5 req-2ccbad76-5d24-49bc-a0b5-ba4a70613365 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/networks?id=3e5cb155-db8c-4e6c-a8fd-e937043c5b98 HTTP/1.1" status: 200 len: 820 time: 0.5313678 Sep 08 08:55:53.134174 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-31a87a37-9f02-4181-9fb9-f33d384495a5 req-6cf14b0c-fc0a-48cd-b497-352525b70934 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/quotas/0bc89f664d9a46b3926bfbc0f4b3f539 HTTP/1.1" status: 200 len: 375 time: 0.0607400 Sep 08 08:55:53.180488 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-31a87a37-9f02-4181-9fb9-f33d384495a5 req-0e3c24b8-bd2b-436c-9a8e-60012932e795 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0bc89f664d9a46b3926bfbc0f4b3f539&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449078 Sep 08 08:55:53.253131 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-7ad9f61b-6705-4a0a-8d2e-f145bda745fb req-0113c138-10ea-47ab-92be-cc876c362a62 service neutron] For port f0842983-e003-45b6-91de-95d563f0365c, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:55:53.257348 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-7ad9f61b-6705-4a0a-8d2e-f145bda745fb req-0113c138-10ea-47ab-92be-cc876c362a62 service neutron] For port f0842983-e003-45b6-91de-95d563f0365c, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=f0842983-e003-45b6-91de-95d563f0365c,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:55:53.265275 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7ad9f61b-6705-4a0a-8d2e-f145bda745fb req-0113c138-10ea-47ab-92be-cc876c362a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:53.317442 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-988d8dde-b532-4b3e-adc1-75803ca6274b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:53.361924 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-988d8dde-b532-4b3e-adc1-75803ca6274b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:53.364019 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:53.366534 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9f61b-6705-4a0a-8d2e-f145bda745fb req-0113c138-10ea-47ab-92be-cc876c362a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:53.368169 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7ad9f61b-6705-4a0a-8d2e-f145bda745fb req-0113c138-10ea-47ab-92be-cc876c362a62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:53.377920 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7ad9f61b-6705-4a0a-8d2e-f145bda745fb req-0113c138-10ea-47ab-92be-cc876c362a62 service neutron] 10.222.0.37 "PUT /v2.0/ports/f0842983-e003-45b6-91de-95d563f0365c HTTP/1.1" status: 200 len: 1097 time: 1.9945693 Sep 08 08:55:53.379332 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05ff23f9-6ea8-44ca-899f-8bff4472abfd', 'tag': 'f0842983-e003-45b6-91de-95d563f0365c'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:55:53.381836 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815bc9f1-a89d-4ee8-a176-6cde61dc15dd" -d '{"events": [{"name": "network-changed", "server_uuid": "05ff23f9-6ea8-44ca-899f-8bff4472abfd", "tag": "f0842983-e003-45b6-91de-95d563f0365c"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:55:53.435657 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0113c138-10ea-47ab-92be-cc876c362a62 service neutron] Pushing event updated for resources: {'Port': ['ID=f0842983-e003-45b6-91de-95d563f0365c,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:53.451895 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-7bff34e3-e744-4683-aa24-ec08a2abdd9a None None] Provisioning complete for port cbba1f57-b248-4df7-b8ea-30f300534f70 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:55:53.452787 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7bff34e3-e744-4683-aa24-ec08a2abdd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:53.509673 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d8dde-b532-4b3e-adc1-75803ca6274b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224fdd3a-ec9c-448e-a191-d07ddd57e7c6,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:53.531529 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [req-31a87a37-9f02-4181-9fb9-f33d384495a5 req-2627ebe0-a350-4b56-be84-5329381d7298 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 08:55:53.538795 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-31a87a37-9f02-4181-9fb9-f33d384495a5 req-2627ebe0-a350-4b56-be84-5329381d7298 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1532404 Sep 08 08:55:53.546260 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-988d8dde-b532-4b3e-adc1-75803ca6274b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=587222caa93544e29f738a08e6756c33&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4278276 Sep 08 08:55:53.548761 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-7bff34e3-e744-4683-aa24-ec08a2abdd9a None None] Port cbba1f57-b248-4df7-b8ea-30f300534f70 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 08:55:53.561922 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce7eb2e-6f83-41f2-bbd6-75383c215e9d admin admin] Router 17016762-adc9-4c3f-b622-4e0728531582 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 08:55:53.564016 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57832) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:53.588630 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54763e-770e-42b3-8590-48ed364e8098 req-af804f21-11f1-4ad8-856b-8294846a7197 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:53.599279 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6c54763e-770e-42b3-8590-48ed364e8098 req-af804f21-11f1-4ad8-856b-8294846a7197 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 950 time: 0.4296882 Sep 08 08:55:53.659551 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-31a87a37-9f02-4181-9fb9-f33d384495a5 req-fd9dac9d-db74-4a75-a003-12eec124a83a service neutron] 10.222.0.54 "GET /v2.0/networks/3e5cb155-db8c-4e6c-a8fd-e937043c5b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193964 Sep 08 08:55:53.781709 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-31a87a37-9f02-4181-9fb9-f33d384495a5 req-d50873c3-e29b-4b14-a702-3f9b772ab17a service neutron] 10.222.0.54 "GET /v2.0/networks/3e5cb155-db8c-4e6c-a8fd-e937043c5b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205792 Sep 08 08:55:53.795110 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6c54763e-770e-42b3-8590-48ed364e8098 req-7d088859-cde2-4f58-8cd5-57ebd6f5f10a tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907938 Sep 08 08:55:53.806373 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57834) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:53.810416 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9f61b-6705-4a0a-8d2e-f145bda745fb req-7ccdc52f-e0ce-4662-8faf-b60a365c23ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:53.811920 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7ad9f61b-6705-4a0a-8d2e-f145bda745fb req-7ccdc52f-e0ce-4662-8faf-b60a365c23ff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7745b6a0f8df4558a8bf48f971453e9c&device_id=05ff23f9-6ea8-44ca-899f-8bff4472abfd HTTP/1.1" status: 200 len: 1100 time: 0.3663013 Sep 08 08:55:53.840143 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:53.840608 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a2700543-a1d8-4d43-b3bc-a2ed238aaf69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:53.858604 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d272d48f-f0ca-449f-8f6b-246b8c0047a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:53.892142 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7ad9f61b-6705-4a0a-8d2e-f145bda745fb req-0f572f86-3cf2-4952-8b61-a0e63c0521c6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=f0842983-e003-45b6-91de-95d563f0365c HTTP/1.1" status: 200 len: 217 time: 0.0660443 Sep 08 08:55:53.953187 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d272d48f-f0ca-449f-8f6b-246b8c0047a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:53.968799 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9f61b-6705-4a0a-8d2e-f145bda745fb req-cbc24dcd-3449-4723-973f-838490cb162e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:53.970426 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7ad9f61b-6705-4a0a-8d2e-f145bda745fb req-cbc24dcd-3449-4723-973f-838490cb162e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.0700538 Sep 08 08:55:54.028289 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d272d48f-f0ca-449f-8f6b-246b8c0047a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:54.032304 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d272d48f-f0ca-449f-8f6b-246b8c0047a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:54.035893 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d272d48f-f0ca-449f-8f6b-246b8c0047a3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/224fdd3a-ec9c-448e-a191-d07ddd57e7c6 HTTP/1.1" status: 204 len: 168 time: 0.4664714 Sep 08 08:55:54.036044 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9f61b-6705-4a0a-8d2e-f145bda745fb req-d1d1b4ee-50c9-472f-9733-6fb23b5ebe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:54.036278 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7ad9f61b-6705-4a0a-8d2e-f145bda745fb req-d1d1b4ee-50c9-472f-9733-6fb23b5ebe6d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0583060 Sep 08 08:55:54.058380 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 08:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e00012a-a203-47a3-a35c-725e9543d7b0 x-openstack-request-id: req-3e00012a-a203-47a3-a35c-725e9543d7b0 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:55:54.058682 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05ff23f9-6ea8-44ca-899f-8bff4472abfd", "tag": "f0842983-e003-45b6-91de-95d563f0365c", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:55:54.060219 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3e00012a-a203-47a3-a35c-725e9543d7b0 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:55:54.060692 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05ff23f9-6ea8-44ca-899f-8bff4472abfd', 'tag': 'f0842983-e003-45b6-91de-95d563f0365c', 'status': 'completed', 'code': 200} Sep 08 08:55:54.176473 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a2700543-a1d8-4d43-b3bc-a2ed238aaf69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:54.204674 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a2700543-a1d8-4d43-b3bc-a2ed238aaf69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:54.216869 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272d48f-f0ca-449f-8f6b-246b8c0047a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224fdd3a-ec9c-448e-a191-d07ddd57e7c6,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:54.230077 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7ad9f61b-6705-4a0a-8d2e-f145bda745fb req-da7422f6-5e8a-4603-b088-a7336bf055ba service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299427 Sep 08 08:55:54.289740 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce7eb2e-6f83-41f2-bbd6-75383c215e9d admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 08:55:54.306674 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1ce7eb2e-6f83-41f2-bbd6-75383c215e9d admin admin] 10.222.0.54 "PUT /v2.0/routers/17016762-adc9-4c3f-b622-4e0728531582/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2001128 Sep 08 08:55:54.309604 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c115836a-5f01-436e-ae6e-41718d7a370c None None] Sync routers for ids ['17016762-adc9-4c3f-b622-4e0728531582'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 08:55:54.320608 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a2700543-a1d8-4d43-b3bc-a2ed238aaf69 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=853f62f3abd7431584284aeac66212ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5127106 Sep 08 08:55:54.326327 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57854) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:54.327375 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c115836a-5f01-436e-ae6e-41718d7a370c None None] Routers {'17016762-adc9-4c3f-b622-4e0728531582'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:55:54.328187 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-c115836a-5f01-436e-ae6e-41718d7a370c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:55:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['17016762-adc9-4c3f-b622-4e0728531582'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:55:54.336358 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2700543-a1d8-4d43-b3bc-a2ed238aaf69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084f5748-c2d5-4621-979b-e0dae2839137,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:54.387394 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acc5dd-04ca-43cd-802f-0b73e5040a64 req-fa239830-28f6-4b5f-a8d8-b3484b99a426 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:54.396526 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-29acc5dd-04ca-43cd-802f-0b73e5040a64 req-fa239830-28f6-4b5f-a8d8-b3484b99a426 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/ports?device_id=05ff23f9-6ea8-44ca-899f-8bff4472abfd HTTP/1.1" status: 200 len: 948 time: 0.2182055 Sep 08 08:55:54.454511 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-2bde9282-769c-4942-8711-4c4aef48236c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:54.456333 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-2bde9282-769c-4942-8711-4c4aef48236c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3b45c9e6adc04db08d877665d90d8206&device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 1102 time: 0.2250483 Sep 08 08:55:54.460574 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a518f9e9-ca68-40ea-9bff-99d1e774bd0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:54.498191 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76d430-437c-491b-aa92-45ce36632a84 req-194fc4da-a4ca-4ae0-ad4f-982fbccf8689 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:54.500147 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-db76d430-437c-491b-aa92-45ce36632a84 req-194fc4da-a4ca-4ae0-ad4f-982fbccf8689 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2a5ccf9-bc62-4321-b16c-557c0bfa641c HTTP/1.1" status: 200 len: 950 time: 0.2679896 Sep 08 08:55:54.522604 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-29acc5dd-04ca-43cd-802f-0b73e5040a64 req-99a1c806-6ff5-4ca7-abc0-9afb40421b50 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/security-groups?id=6842b860-3d97-4cbb-8ea0-52fc0010a252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244805 Sep 08 08:55:54.570405 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-c115836a-5f01-436e-ae6e-41718d7a370c None None] Set router 17016762-adc9-4c3f-b622-4e0728531582 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:55:54.571630 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a518f9e9-ca68-40ea-9bff-99d1e774bd0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:54.658358 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7ad9f61b-6705-4a0a-8d2e-f145bda745fb req-02c15b95-8713-4771-a7ba-9aa53508ce3b service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156327 Sep 08 08:55:54.744582 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-629ee854-7a6e-4a64-84df-ffa694e51b67 req-67013753-626a-4ec5-9119-d241cf92303e tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=140d1495-916e-4046-b2d6-941339a1f8b4 HTTP/1.1" status: 200 len: 210 time: 0.0684519 Sep 08 08:55:54.745323 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a518f9e9-ca68-40ea-9bff-99d1e774bd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:54.770084 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a518f9e9-ca68-40ea-9bff-99d1e774bd0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:54.773290 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a518f9e9-ca68-40ea-9bff-99d1e774bd0f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/084f5748-c2d5-4621-979b-e0dae2839137 HTTP/1.1" status: 204 len: 168 time: 0.4459746 Sep 08 08:55:54.812524 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518f9e9-ca68-40ea-9bff-99d1e774bd0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084f5748-c2d5-4621-979b-e0dae2839137,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:54.835877 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-5a8f3ddc-1dc2-49bf-97df-bc3a54c4b514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:54.837393 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-5a8f3ddc-1dc2-49bf-97df-bc3a54c4b514 service neutron] 10.222.0.35 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.3577209 Sep 08 08:55:54.866373 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-db76d430-437c-491b-aa92-45ce36632a84 req-859a231f-fc30-4a85-a3df-46b2504e5f05 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/security-groups?id=4e20de80-39f8-422a-8723-6f520f4ee9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478799 Sep 08 08:55:54.941429 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-877ee88a-c40e-474c-848c-41eab4d431a2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=74f7ce03-39e9-435a-9992-ab60a1dc61ca HTTP/1.1" status: 200 len: 217 time: 0.0729089 Sep 08 08:55:54.958835 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815bc9f1-a89d-4ee8-a176-6cde61dc15dd req-ae961a44-f345-410c-b839-45e3678df194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:54.961255 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-815bc9f1-a89d-4ee8-a176-6cde61dc15dd req-ae961a44-f345-410c-b839-45e3678df194 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7745b6a0f8df4558a8bf48f971453e9c&device_id=05ff23f9-6ea8-44ca-899f-8bff4472abfd HTTP/1.1" status: 200 len: 1100 time: 0.1229687 Sep 08 08:55:55.147885 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-b3b4874c-84d4-4f11-af82-198c0695d1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:55.149733 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-b3b4874c-84d4-4f11-af82-198c0695d1a0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.1665547 Sep 08 08:55:55.181304 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59db838-5deb-4461-a211-0be33f19f29b req-e61bab10-0dca-4739-adde-c37a3a294f5a tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:55.190115 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d59db838-5deb-4461-a211-0be33f19f29b req-e61bab10-0dca-4739-adde-c37a3a294f5a tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 950 time: 0.1599882 Sep 08 08:55:55.204882 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815bc9f1-a89d-4ee8-a176-6cde61dc15dd req-c87142e3-e370-46f7-9f1d-93eed6e2ad22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:55.206453 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-815bc9f1-a89d-4ee8-a176-6cde61dc15dd req-c87142e3-e370-46f7-9f1d-93eed6e2ad22 service neutron] 10.222.0.37 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.2220044 Sep 08 08:55:55.227349 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-b333b1cd-8c5d-4d87-840b-3e6fa0b61422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:55.229089 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-b333b1cd-8c5d-4d87-840b-3e6fa0b61422 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0671687 Sep 08 08:55:55.264794 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d59db838-5deb-4461-a211-0be33f19f29b req-58379a0c-1097-40e3-b9cb-e2cfebe8f2ab tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665629 Sep 08 08:55:55.278127 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-815bc9f1-a89d-4ee8-a176-6cde61dc15dd req-1030581a-f033-460d-9c42-c9083db103fb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=f0842983-e003-45b6-91de-95d563f0365c HTTP/1.1" status: 200 len: 217 time: 0.0631430 Sep 08 08:55:55.302215 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-c115836a-5f01-436e-ae6e-41718d7a370c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17016762-adc9-4c3f-b622-4e0728531582', 'name': 'tempest-AttachSCSIVolumeTestJSON-1416709857-router', 'tenant_id': '6c9784ffaa2c413085362ecd686e35d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '094534d8-2c86-4174-9d06-73f468004cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:55:44Z', 'updated_at': '2021-09-08T08:55:51Z', 'revision_number': 4, 'project_id': '6c9784ffaa2c413085362ecd686e35d5', 'gw_port': {'id': '094534d8-2c86-4174-9d06-73f468004cc2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:cf:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17016762-adc9-4c3f-b622-4e0728531582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:55:45Z', 'updated_at': '2021-09-08T08:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'cbba1f57-b248-4df7-b8ea-30f300534f70', 'name': '', 'network_id': 'f988102d-1b44-4343-a67b-337577ffbd3f', 'tenant_id': '6c9784ffaa2c413085362ecd686e35d5', 'mac_address': 'fa:16:3e:b7:08:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17016762-adc9-4c3f-b622-4e0728531582', 'device_owner': 'network:router_interface', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '22d25fca-3e6b-494b-868f-13417989d83f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:55:49Z', 'updated_at': '2021-09-08T08:55:51Z', 'revision_number': 2, 'project_id': '6c9784ffaa2c413085362ecd686e35d5', 'subnets': [{'id': '22d25fca-3e6b-494b-868f-13417989d83f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:55:55.412284 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c115836a-5f01-436e-ae6e-41718d7a370c None None] Checking router: 17016762-adc9-4c3f-b622-4e0728531582 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 08:55:55.418741 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c115836a-5f01-436e-ae6e-41718d7a370c None None] Updating router 17016762-adc9-4c3f-b622-4e0728531582 port cbba1f57-b248-4df7-b8ea-30f300534f70 binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 08:55:55.504941 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c115836a-5f01-436e-ae6e-41718d7a370c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:55.792925 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815bc9f1-a89d-4ee8-a176-6cde61dc15dd req-3434cfc6-5682-4ab5-a3ed-d83c3aa2eed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:55.800776 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-815bc9f1-a89d-4ee8-a176-6cde61dc15dd req-3434cfc6-5682-4ab5-a3ed-d83c3aa2eed7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.5076718 Sep 08 08:55:55.876058 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-8f139277-566b-4dea-9747-4ae5ea6e283b service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6185858 Sep 08 08:55:55.891579 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762beecf-8101-4875-b8ff-b9ccf80cef40 req-5b4040f6-38f0-40c8-a0f0-6c3da302b36d tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:55.893228 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-762beecf-8101-4875-b8ff-b9ccf80cef40 req-5b4040f6-38f0-40c8-a0f0-6c3da302b36d tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2a5ccf9-bc62-4321-b16c-557c0bfa641c HTTP/1.1" status: 200 len: 950 time: 0.2056856 Sep 08 08:55:55.911136 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815bc9f1-a89d-4ee8-a176-6cde61dc15dd req-ae766f5a-b533-4e90-9138-fa18a9bd52b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:55.912879 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-815bc9f1-a89d-4ee8-a176-6cde61dc15dd req-ae766f5a-b533-4e90-9138-fa18a9bd52b9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1000736 Sep 08 08:55:55.953695 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628bf7a0-2851-4020-b971-3f8b298141d9 req-e524e9ae-98d2-4ad7-826f-9fe1c36a5a1e tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:55.958009 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57920) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:55.962983 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-628bf7a0-2851-4020-b971-3f8b298141d9 req-e524e9ae-98d2-4ad7-826f-9fe1c36a5a1e tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/ports?device_id=05ff23f9-6ea8-44ca-899f-8bff4472abfd HTTP/1.1" status: 200 len: 948 time: 0.3312111 Sep 08 08:55:55.991813 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c115836a-5f01-436e-ae6e-41718d7a370c None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:56.002071 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c115836a-5f01-436e-ae6e-41718d7a370c None None] Transition to ACTIVE for port object cbba1f57-b248-4df7-b8ea-30f300534f70 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:55:56.012615 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c115836a-5f01-436e-ae6e-41718d7a370c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:56.086189 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-815bc9f1-a89d-4ee8-a176-6cde61dc15dd req-943dd44f-eb51-483d-b89f-701db6730361 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575108 Sep 08 08:55:56.093773 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-470a93cc-d863-4cb2-9af4-0acc4c50fe97 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2094719201-network', 'tenant_id': '4073e4289618448688dc1c0691a1a3d4'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:55:56.098075 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6afbbe-15d3-4fb1-9bb8-f773bacda414 None None] Pushing event updated for resources: {'Port': ['ID=cbba1f57-b248-4df7-b8ea-30f300534f70,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:56.104545 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a87a37-9f02-4181-9fb9-f33d384495a5 req-6e2b3610-a130-4cde-9aea-d7a2175a59b1 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:56.106611 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-31a87a37-9f02-4181-9fb9-f33d384495a5 req-6e2b3610-a130-4cde-9aea-d7a2175a59b1 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.35 "GET /v2.0/networks?id=3e5cb155-db8c-4e6c-a8fd-e937043c5b98 HTTP/1.1" status: 200 len: 820 time: 0.4741211 Sep 08 08:55:56.125644 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-628bf7a0-2851-4020-b971-3f8b298141d9 req-90e700f6-1171-4089-8cd2-3105a48f940b tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/security-groups?id=6842b860-3d97-4cbb-8ea0-52fc0010a252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616461 Sep 08 08:55:56.140048 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-31a87a37-9f02-4181-9fb9-f33d384495a5 req-5ce61ce5-559e-4d35-a18f-d034614612be tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Request body: {'port': {'device_id': '140d1495-916e-4046-b2d6-941339a1f8b4', 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98', 'admin_state_up': True, 'tenant_id': '0bc89f664d9a46b3926bfbc0f4b3f539'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:55:56.160915 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-c115836a-5f01-436e-ae6e-41718d7a370c None None] Attempting to bind port cbba1f57-b248-4df7-b8ea-30f300534f70 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:55:56.161936 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-c115836a-5f01-436e-ae6e-41718d7a370c None None] Attempting to bind port cbba1f57-b248-4df7-b8ea-30f300534f70 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'ec6a4fa4-9ba8-4d74-8139-2d57b8b4d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f988102d-1b44-4343-a67b-337577ffbd3f'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:55:56.162444 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c115836a-5f01-436e-ae6e-41718d7a370c None None] Attempting to bind port cbba1f57-b248-4df7-b8ea-30f300534f70 on network f988102d-1b44-4343-a67b-337577ffbd3f {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:55:56.169658 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c115836a-5f01-436e-ae6e-41718d7a370c None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:55:56.170140 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c115836a-5f01-436e-ae6e-41718d7a370c None None] Checking segment: {'id': 'ec6a4fa4-9ba8-4d74-8139-2d57b8b4d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f988102d-1b44-4343-a67b-337577ffbd3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:55:56.170777 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c115836a-5f01-436e-ae6e-41718d7a370c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:56.171239 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c115836a-5f01-436e-ae6e-41718d7a370c None None] Bound using segment: {'id': 'ec6a4fa4-9ba8-4d74-8139-2d57b8b4d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f988102d-1b44-4343-a67b-337577ffbd3f'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:55:56.171786 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-c115836a-5f01-436e-ae6e-41718d7a370c None None] Bound port: cbba1f57-b248-4df7-b8ea-30f300534f70, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec6a4fa4-9ba8-4d74-8139-2d57b8b4d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f988102d-1b44-4343-a67b-337577ffbd3f'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:55:56.172268 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c115836a-5f01-436e-ae6e-41718d7a370c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:56.176606 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470a93cc-d863-4cb2-9af4-0acc4c50fe97 admin admin] Made reservation on behalf of 4073e4289618448688dc1c0691a1a3d4 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:55:56.187292 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-470a93cc-d863-4cb2-9af4-0acc4c50fe97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:56.219901 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-470a93cc-d863-4cb2-9af4-0acc4c50fe97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:56.312421 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-c115836a-5f01-436e-ae6e-41718d7a370c None None] For port cbba1f57-b248-4df7-b8ea-30f300534f70, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:55:56.316536 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-c115836a-5f01-436e-ae6e-41718d7a370c None None] For port cbba1f57-b248-4df7-b8ea-30f300534f70, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=cbba1f57-b248-4df7-b8ea-30f300534f70,segment=NetworkSegment(ec6a4fa4-9ba8-4d74-8139-2d57b8b4d18c),segment_id=ec6a4fa4-9ba8-4d74-8139-2d57b8b4d18c)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:55:56.325095 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c115836a-5f01-436e-ae6e-41718d7a370c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:56.385550 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5f148914-97f6-48b9-ba6f-13a2d33fea86 req-a7a4b5d8-5621-4353-ba6b-48fc06e5625d tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=140d1495-916e-4046-b2d6-941339a1f8b4 HTTP/1.1" status: 200 len: 210 time: 0.0467076 Sep 08 08:55:56.428551 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6afbbe-15d3-4fb1-9bb8-f773bacda414 None None] Pushing event updated for resources: {'Port': ['ID=cbba1f57-b248-4df7-b8ea-30f300534f70,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:56.448915 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c115836a-5f01-436e-ae6e-41718d7a370c None None] Routers {'17016762-adc9-4c3f-b622-4e0728531582'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:55:56.449559 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-c115836a-5f01-436e-ae6e-41718d7a370c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:55:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['17016762-adc9-4c3f-b622-4e0728531582'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:55:56.491743 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-762beecf-8101-4875-b8ff-b9ccf80cef40 req-9b47b93f-7fe2-485f-9fab-fcda9c84d189 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/security-groups?id=4e20de80-39f8-422a-8723-6f520f4ee9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5764368 Sep 08 08:55:56.527284 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-470a93cc-d863-4cb2-9af4-0acc4c50fe97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:56.595841 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31a87a37-9f02-4181-9fb9-f33d384495a5 req-5ce61ce5-559e-4d35-a18f-d034614612be tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Made reservation on behalf of 0bc89f664d9a46b3926bfbc0f4b3f539 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:55:56.612692 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-470a93cc-d863-4cb2-9af4-0acc4c50fe97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:56.617332 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-31a87a37-9f02-4181-9fb9-f33d384495a5 req-5ce61ce5-559e-4d35-a18f-d034614612be tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:56.646730 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-470a93cc-d863-4cb2-9af4-0acc4c50fe97 admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 08:55:56.673659 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-470a93cc-d863-4cb2-9af4-0acc4c50fe97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:56.674024 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-470a93cc-d863-4cb2-9af4-0acc4c50fe97 admin admin] Added segment 057c1125-19a0-48dd-9ee1-8eb1357e6f7e of type vlan for network 5a4bf06e-3a6b-42ca-a214-b922500547ed Sep 08 08:55:56.706148 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-c115836a-5f01-436e-ae6e-41718d7a370c None None] Set router 17016762-adc9-4c3f-b622-4e0728531582 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:55:56.735542 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-470a93cc-d863-4cb2-9af4-0acc4c50fe97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:56.825741 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a93cc-d863-4cb2-9af4-0acc4c50fe97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4902dae2-0dba-4ef7-a8ed-7155fbe535d7,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:56.834718 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-470a93cc-d863-4cb2-9af4-0acc4c50fe97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:56.835487 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470a93cc-d863-4cb2-9af4-0acc4c50fe97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:56.835970 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-470a93cc-d863-4cb2-9af4-0acc4c50fe97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:56.853386 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-a8097206-1d2a-4ab6-9786-eb7d1c02a08e service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9394255 Sep 08 08:55:56.895888 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-815bc9f1-a89d-4ee8-a176-6cde61dc15dd req-3b37ded0-b984-445a-8e4e-71e0cbcce4b4 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7744088 Sep 08 08:55:56.907075 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-470a93cc-d863-4cb2-9af4-0acc4c50fe97 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9320190 Sep 08 08:55:56.915130 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57960) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:56.921357 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-8f7231e1-1126-4d3a-9ed9-bac7570eafc4 admin admin] Request body: {'subnet': {'network_id': '5a4bf06e-3a6b-42ca-a214-b922500547ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2094719201-subnet', 'tenant_id': '4073e4289618448688dc1c0691a1a3d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:55:56.980355 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a93cc-d863-4cb2-9af4-0acc4c50fe97 admin admin] Pushing event updated for resources: {'Network': ['ID=5a4bf06e-3a6b-42ca-a214-b922500547ed,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:56.997123 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7231e1-1126-4d3a-9ed9-bac7570eafc4 admin admin] Made reservation on behalf of 4073e4289618448688dc1c0691a1a3d4 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:55:57.001260 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8f7231e1-1126-4d3a-9ed9-bac7570eafc4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:57.007881 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 5a4bf06e-3a6b-42ca-a214-b922500547ed details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 08:55:57.025819 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094cfef-eb2f-4e0b-a0e9-cacb15bc8f70 req-4255e2a4-52de-4c6c-bb36-9b48d43b99da tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:57.034438 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a094cfef-eb2f-4e0b-a0e9-cacb15bc8f70 req-4255e2a4-52de-4c6c-bb36-9b48d43b99da tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 950 time: 0.3815804 Sep 08 08:55:57.137396 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802e264-b4ad-4aeb-9da4-f767643dd153 req-be6334c2-3711-4f53-92d2-05a0e9571e87 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:57.137396 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5802e264-b4ad-4aeb-9da4-f767643dd153 req-be6334c2-3711-4f53-92d2-05a0e9571e87 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2a5ccf9-bc62-4321-b16c-557c0bfa641c HTTP/1.1" status: 200 len: 950 time: 0.2379808 Sep 08 08:55:57.213519 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [req-31a87a37-9f02-4181-9fb9-f33d384495a5 req-5ce61ce5-559e-4d35-a18f-d034614612be tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Allocated IP 172.20.0.5 (3e5cb155-db8c-4e6c-a8fd-e937043c5b98/2afb1305-d593-46e6-bc8f-0ed93bbef6b9/cde9183c-ba43-4302-b8ec-8bd984c2549e) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:55:57.257133 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a094cfef-eb2f-4e0b-a0e9-cacb15bc8f70 req-9592272c-5791-4f16-ab33-dad72d045e20 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209175 Sep 08 08:55:57.355610 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57980) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:57.402236 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-5802e264-b4ad-4aeb-9da4-f767643dd153 req-6451b56d-9a27-412e-901c-0a13312c2760 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Deleting port 669efc4b-4079-45aa-aa1f-c64737001f0d {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 08:55:57.402729 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-5802e264-b4ad-4aeb-9da4-f767643dd153 req-6451b56d-9a27-412e-901c-0a13312c2760 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:57.438386 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8f7231e1-1126-4d3a-9ed9-bac7570eafc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:57.446413 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-c115836a-5f01-436e-ae6e-41718d7a370c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17016762-adc9-4c3f-b622-4e0728531582', 'name': 'tempest-AttachSCSIVolumeTestJSON-1416709857-router', 'tenant_id': '6c9784ffaa2c413085362ecd686e35d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '094534d8-2c86-4174-9d06-73f468004cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:55:44Z', 'updated_at': '2021-09-08T08:55:51Z', 'revision_number': 4, 'project_id': '6c9784ffaa2c413085362ecd686e35d5', 'gw_port': {'id': '094534d8-2c86-4174-9d06-73f468004cc2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:cf:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17016762-adc9-4c3f-b622-4e0728531582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:55:45Z', 'updated_at': '2021-09-08T08:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'cbba1f57-b248-4df7-b8ea-30f300534f70', 'name': '', 'network_id': 'f988102d-1b44-4343-a67b-337577ffbd3f', 'tenant_id': '6c9784ffaa2c413085362ecd686e35d5', 'mac_address': 'fa:16:3e:b7:08:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17016762-adc9-4c3f-b622-4e0728531582', 'device_owner': 'network:router_interface', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '22d25fca-3e6b-494b-868f-13417989d83f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:55:49Z', 'updated_at': '2021-09-08T08:55:56Z', 'revision_number': 4, 'project_id': '6c9784ffaa2c413085362ecd686e35d5', 'subnets': [{'id': '22d25fca-3e6b-494b-868f-13417989d83f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:55:57.509423 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c115836a-5f01-436e-ae6e-41718d7a370c None None] The sync data for ids ['17016762-adc9-4c3f-b622-4e0728531582'] in n-d-806683-11 is: [{'id': '17016762-adc9-4c3f-b622-4e0728531582', 'name': 'tempest-AttachSCSIVolumeTestJSON-1416709857-router', 'tenant_id': '6c9784ffaa2c413085362ecd686e35d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '094534d8-2c86-4174-9d06-73f468004cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:55:44Z', 'updated_at': '2021-09-08T08:55:51Z', 'revision_number': 4, 'project_id': '6c9784ffaa2c413085362ecd686e35d5', 'gw_port': {'id': '094534d8-2c86-4174-9d06-73f468004cc2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:cf:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17016762-adc9-4c3f-b622-4e0728531582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:55:45Z', 'updated_at': '2021-09-08T08:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'cbba1f57-b248-4df7-b8ea-30f300534f70', 'name': '', 'network_id': 'f988102d-1b44-4343-a67b-337577ffbd3f', 'tenant_id': '6c9784ffaa2c413085362ecd686e35d5', 'mac_address': 'fa:16:3e:b7:08:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17016762-adc9-4c3f-b622-4e0728531582', 'device_owner': 'network:router_interface', 'standard_attr_id': 232, 'fixed_ips': [{'subnet_id': '22d25fca-3e6b-494b-868f-13417989d83f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:55:49Z', 'updated_at': '2021-09-08T08:55:56Z', 'revision_number': 4, 'project_id': '6c9784ffaa2c413085362ecd686e35d5', 'subnets': [{'id': '22d25fca-3e6b-494b-868f-13417989d83f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 08:55:57.542807 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7231e1-1126-4d3a-9ed9-bac7570eafc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c22eaca-aa29-4f91-b2d2-80ac83b898ed,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:57.554876 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839d281-b6d9-4999-ba7e-ab53d96ebc4f req-44f4b5cc-1169-4a5c-8d58-3d07d8611e05 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:57.557161 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1839d281-b6d9-4999-ba7e-ab53d96ebc4f req-44f4b5cc-1169-4a5c-8d58-3d07d8611e05 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/ports?device_id=05ff23f9-6ea8-44ca-899f-8bff4472abfd HTTP/1.1" status: 200 len: 948 time: 0.1959448 Sep 08 08:55:57.620357 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7231e1-1126-4d3a-9ed9-bac7570eafc4 admin admin] Checking segment: {'id': '057c1125-19a0-48dd-9ee1-8eb1357e6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '5a4bf06e-3a6b-42ca-a214-b922500547ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:55:57.620630 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7231e1-1126-4d3a-9ed9-bac7570eafc4 admin admin] Network hostable DHCP agents. Network: 5a4bf06e-3a6b-42ca-a214-b922500547ed, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 08:55:57.647780 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c23121d7-5757-4da2-a04c-536f56620b16 req-706c49ba-f9f2-49e9-8a6e-623b5f34313d tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=140d1495-916e-4046-b2d6-941339a1f8b4 HTTP/1.1" status: 200 len: 210 time: 0.0770838 Sep 08 08:55:57.652222 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-31a87a37-9f02-4181-9fb9-f33d384495a5 req-5ce61ce5-559e-4d35-a18f-d034614612be tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:57.660145 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-5802e264-b4ad-4aeb-9da4-f767643dd153 req-6451b56d-9a27-412e-901c-0a13312c2760 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] For port 669efc4b-4079-45aa-aa1f-c64737001f0d, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=669efc4b-4079-45aa-aa1f-c64737001f0d,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:55:57.660535 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-5802e264-b4ad-4aeb-9da4-f767643dd153 req-6451b56d-9a27-412e-901c-0a13312c2760 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:57.679965 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-5802e264-b4ad-4aeb-9da4-f767643dd153 req-6451b56d-9a27-412e-901c-0a13312c2760 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Calling delete_port for 669efc4b-4079-45aa-aa1f-c64737001f0d owned by compute:nova {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 08:55:57.688637 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1839d281-b6d9-4999-ba7e-ab53d96ebc4f req-f480b556-61c9-4e9a-aa81-4b70a92eb7f6 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/security-groups?id=6842b860-3d97-4cbb-8ea0-52fc0010a252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195724 Sep 08 08:55:57.708609 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7231e1-1126-4d3a-9ed9-bac7570eafc4 admin admin] Network 5a4bf06e-3a6b-42ca-a214-b922500547ed is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 08:55:57.730918 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-8f7231e1-1126-4d3a-9ed9-bac7570eafc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 5a4bf06e-3a6b-42ca-a214-b922500547ed) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:55:57.743270 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7231e1-1126-4d3a-9ed9-bac7570eafc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:57.743873 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8f7231e1-1126-4d3a-9ed9-bac7570eafc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:57.750814 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd94792-49c5-4051-88e7-2578b870d161 None None] Network 5a4bf06e-3a6b-42ca-a214-b922500547ed requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 08:55:57.782564 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8f7231e1-1126-4d3a-9ed9-bac7570eafc4 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8633070 Sep 08 08:55:57.782564 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57998) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:57.787736 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-f145eb20-e65f-4380-a48d-8ffaddb482d0 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2094719201-router', 'tenant_id': '4073e4289618448688dc1c0691a1a3d4', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:55:57.806786 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-f2b1caeb-51b2-4847-8925-7e64872534fb admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1074538872-network', 'tenant_id': 'db87c3df22f54cac9f5bd24547674625'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:55:57.844448 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f145eb20-e65f-4380-a48d-8ffaddb482d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:57.845816 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f145eb20-e65f-4380-a48d-8ffaddb482d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:57.853511 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-31a87a37-9f02-4181-9fb9-f33d384495a5 req-5ce61ce5-559e-4d35-a18f-d034614612be tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:57.903423 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31a87a37-9f02-4181-9fb9-f33d384495a5 req-5ce61ce5-559e-4d35-a18f-d034614612be tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Network 3e5cb155-db8c-4e6c-a8fd-e937043c5b98 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:55:57.934204 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ecda15-b0b2-43d2-947a-e32c5e44ec84 req-2bd77579-ccf6-4853-b4dc-7ef688edf5a3 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:57.935928 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b0ecda15-b0b2-43d2-947a-e32c5e44ec84 req-2bd77579-ccf6-4853-b4dc-7ef688edf5a3 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2a5ccf9-bc62-4321-b16c-557c0bfa641c HTTP/1.1" status: 200 len: 950 time: 0.1056640 Sep 08 08:55:57.960840 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [req-31a87a37-9f02-4181-9fb9-f33d384495a5 req-5ce61ce5-559e-4d35-a18f-d034614612be tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:55:57.978565 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f145eb20-e65f-4380-a48d-8ffaddb482d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:57.983023 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a87a37-9f02-4181-9fb9-f33d384495a5 req-5ce61ce5-559e-4d35-a18f-d034614612be tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:55:57.991127 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a87a37-9f02-4181-9fb9-f33d384495a5 req-5ce61ce5-559e-4d35-a18f-d034614612be tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:57.991880 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-31a87a37-9f02-4181-9fb9-f33d384495a5 req-5ce61ce5-559e-4d35-a18f-d034614612be tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:58.005616 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b1caeb-51b2-4847-8925-7e64872534fb admin admin] Made reservation on behalf of db87c3df22f54cac9f5bd24547674625 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:55:58.010150 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2b1caeb-51b2-4847-8925-7e64872534fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:58.034744 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2b1caeb-51b2-4847-8925-7e64872534fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:58.039003 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce61ce5-559e-4d35-a18f-d034614612be tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Pushing event updated for resources: {'Port': ['ID=cde9183c-ba43-4302-b8ec-8bd984c2549e,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:58.040948 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae38365-44bf-4c9a-9ac2-3a483d1f392b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-5a4bf06e-3a6b-42ca-a214-b922500547ed', 'network_id': '5a4bf06e-3a6b-42ca-a214-b922500547ed', 'tenant_id': '4073e4289618448688dc1c0691a1a3d4', 'fixed_ips': [{'subnet_id': '5c22eaca-aa29-4f91-b2d2-80ac83b898ed'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 08:55:58.042028 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fae38365-44bf-4c9a-9ac2-3a483d1f392b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:58.048969 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-31a87a37-9f02-4181-9fb9-f33d384495a5 req-5ce61ce5-559e-4d35-a18f-d034614612be tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9211338 Sep 08 08:55:58.204307 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f145eb20-e65f-4380-a48d-8ffaddb482d0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:58.219850 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b0ecda15-b0b2-43d2-947a-e32c5e44ec84 req-26c0775c-b427-4f4c-82e5-43d19ebfa190 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/security-groups?id=4e20de80-39f8-422a-8723-6f520f4ee9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435918 Sep 08 08:55:58.291892 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:58.415682 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-fae38365-44bf-4c9a-9ac2-3a483d1f392b None None] Allocated IP 172.20.0.2 (5a4bf06e-3a6b-42ca-a214-b922500547ed/5c22eaca-aa29-4f91-b2d2-80ac83b898ed/59aff923-1a0b-48dd-9eac-6b6b43defa6c) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:55:58.447586 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65579423-a877-4219-8a6c-6b1e32a46ab2 req-9c165946-9386-47a9-bd1d-960cd93098a5 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:58.454970 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-65579423-a877-4219-8a6c-6b1e32a46ab2 req-9c165946-9386-47a9-bd1d-960cd93098a5 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 950 time: 0.0771587 Sep 08 08:55:58.510173 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-31a87a37-9f02-4181-9fb9-f33d384495a5 req-462f4516-b6b5-48e5-b2fd-e8bedda15475 service neutron] Request body: {'port': {'device_id': '140d1495-916e-4046-b2d6-941339a1f8b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:55:58.515603 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-65579423-a877-4219-8a6c-6b1e32a46ab2 req-998e33ee-060f-4a1e-9399-ed937957230c tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551531 Sep 08 08:55:58.548026 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58014) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:58.585085 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-5802e264-b4ad-4aeb-9da4-f767643dd153 req-6451b56d-9a27-412e-901c-0a13312c2760 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:58.598100 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2b1caeb-51b2-4847-8925-7e64872534fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:58.631874 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2b1caeb-51b2-4847-8925-7e64872534fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:58.641342 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['669efc4b-4079-45aa-aa1f-c64737001f0d'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:55:58.688026 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6451b56d-9a27-412e-901c-0a13312c2760 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Pushing event deleted for resources: {'Port': ['ID=669efc4b-4079-45aa-aa1f-c64737001f0d,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:58.725824 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device f0842983-e003-45b6-91de-95d563f0365c details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 08:55:58.756017 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b1caeb-51b2-4847-8925-7e64872534fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28840ea1-0f35-4f46-8c8b-4e5ea544697d,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:58.769609 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2b1caeb-51b2-4847-8925-7e64872534fb admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 08:55:58.819009 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-31a87a37-9f02-4181-9fb9-f33d384495a5 req-462f4516-b6b5-48e5-b2fd-e8bedda15475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:58.838343 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f145eb20-e65f-4380-a48d-8ffaddb482d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:58.857970 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-5802e264-b4ad-4aeb-9da4-f767643dd153 req-6451b56d-9a27-412e-901c-0a13312c2760 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] No DVR routers for this DVR port 669efc4b-4079-45aa-aa1f-c64737001f0d on host n-h1-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 08:55:58.860078 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2b1caeb-51b2-4847-8925-7e64872534fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:58.860490 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-f2b1caeb-51b2-4847-8925-7e64872534fb admin admin] Added segment 6e5d67e3-1a76-4d78-9f48-b8cd636653a5 of type vlan for network ec0db0af-4061-4294-bedb-bbba2374fc20 Sep 08 08:55:58.871131 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device cbba1f57-b248-4df7-b8ea-30f300534f70 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:55:58.875248 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.db.resource_extend [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 08 08:55:58.887812 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f145eb20-e65f-4380-a48d-8ffaddb482d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:58.889546 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-5802e264-b4ad-4aeb-9da4-f767643dd153 req-6451b56d-9a27-412e-901c-0a13312c2760 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:58.893190 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5802e264-b4ad-4aeb-9da4-f767643dd153 req-6451b56d-9a27-412e-901c-0a13312c2760 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.37 "DELETE /v2.0/ports/669efc4b-4079-45aa-aa1f-c64737001f0d HTTP/1.1" status: 204 len: 173 time: 1.7324445 Sep 08 08:55:58.907380 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a5ccf9-bc62-4321-b16c-557c0bfa641c', 'name': 'network-vif-deleted', 'tag': '669efc4b-4079-45aa-aa1f-c64737001f0d'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:55:58.910598 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4e8e6d-0291-498d-ad54-ba23c275a7bf" -d '{"events": [{"server_uuid": "b2a5ccf9-bc62-4321-b16c-557c0bfa641c", "name": "network-vif-deleted", "tag": "669efc4b-4079-45aa-aa1f-c64737001f0d"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:55:59.004527 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1971414-d6b1-4ca9-9539-cdff2d5393ef req-1bc7ab1c-41b8-4267-acfb-6b3f7b017223 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:59.006361 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a1971414-d6b1-4ca9-9539-cdff2d5393ef req-1bc7ab1c-41b8-4267-acfb-6b3f7b017223 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=140d1495-916e-4046-b2d6-941339a1f8b4 HTTP/1.1" status: 200 len: 931 time: 0.1886988 Sep 08 08:55:59.089047 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2b1caeb-51b2-4847-8925-7e64872534fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:59.124668 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2b1caeb-51b2-4847-8925-7e64872534fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:59.125721 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b1caeb-51b2-4847-8925-7e64872534fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:59.126325 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2b1caeb-51b2-4847-8925-7e64872534fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:59.153922 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a1971414-d6b1-4ca9-9539-cdff2d5393ef req-1a171800-b43f-4dae-b348-46709b4017fd tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376786 Sep 08 08:55:59.169323 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port cbba1f57-b248-4df7-b8ea-30f300534f70 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:55:59.181721 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-f145eb20-e65f-4380-a48d-8ffaddb482d0 admin admin] Allocated IP 172.25.0.149 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/525b5a76-6bbd-4207-bf99-7242c1ef3a32) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:55:59.184507 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port f0842983-e003-45b6-91de-95d563f0365c, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=f0842983-e003-45b6-91de-95d563f0365c,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:55:59.193122 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port cbba1f57-b248-4df7-b8ea-30f300534f70 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:55:59.193444 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:59.222854 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4b53a85e-2e02-4743-8a5d-c546106e588a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:59.240812 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b1caeb-51b2-4847-8925-7e64872534fb admin admin] Pushing event updated for resources: {'Network': ['ID=ec0db0af-4061-4294-bedb-bbba2374fc20,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:59.288738 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fae38365-44bf-4c9a-9ac2-3a483d1f392b None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:59.300016 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f2b1caeb-51b2-4847-8925-7e64872534fb admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9407425 Sep 08 08:55:59.305328 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-fae38365-44bf-4c9a-9ac2-3a483d1f392b None None] Transition to ACTIVE for port object 59aff923-1a0b-48dd-9eac-6b6b43defa6c will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:55:59.329739 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-fae38365-44bf-4c9a-9ac2-3a483d1f392b None None] Transition to ACTIVE for port object 59aff923-1a0b-48dd-9eac-6b6b43defa6c will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:55:59.330352 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58036) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:59.342152 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 08:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd456432-334d-4182-ab7c-38e70ed4ba5c x-openstack-request-id: req-fd456432-334d-4182-ab7c-38e70ed4ba5c {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:55:59.342548 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a5ccf9-bc62-4321-b16c-557c0bfa641c", "name": "network-vif-deleted", "tag": "669efc4b-4079-45aa-aa1f-c64737001f0d", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:55:59.342657 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fd456432-334d-4182-ab7c-38e70ed4ba5c {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:55:59.343005 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a5ccf9-bc62-4321-b16c-557c0bfa641c', 'name': 'network-vif-deleted', 'tag': '669efc4b-4079-45aa-aa1f-c64737001f0d', 'status': 'completed', 'code': 200} Sep 08 08:55:59.348491 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': 'f0842983-e003-45b6-91de-95d563f0365c', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'port_id': 'f0842983-e003-45b6-91de-95d563f0365c', 'mac_address': 'fa:16:3e:29:00:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc66e4b-ecb5-4c99-afe1-0a78c722534a', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 08:55:59.358988 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f145eb20-e65f-4380-a48d-8ffaddb482d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:59.359500 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-e4f5d8bc-2f6f-4bed-9fab-fd1b37ea14f1 admin admin] Request body: {'subnet': {'network_id': 'ec0db0af-4061-4294-bedb-bbba2374fc20', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1074538872-subnet', 'tenant_id': 'db87c3df22f54cac9f5bd24547674625', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:55:59.406140 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fae38365-44bf-4c9a-9ac2-3a483d1f392b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:59.408930 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network ec0db0af-4061-4294-bedb-bbba2374fc20 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 08:55:59.412265 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f145eb20-e65f-4380-a48d-8ffaddb482d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:59.452618 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723aa6f7-3ccd-4d20-bc86-ed500853eed5 req-e8ad4e5e-1427-4dae-8d7f-2991f80e3196 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:59.460271 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-723aa6f7-3ccd-4d20-bc86-ed500853eed5 req-e8ad4e5e-1427-4dae-8d7f-2991f80e3196 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/ports?device_id=05ff23f9-6ea8-44ca-899f-8bff4472abfd HTTP/1.1" status: 200 len: 948 time: 0.3479006 Sep 08 08:55:59.516789 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:59.544323 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f145eb20-e65f-4380-a48d-8ffaddb482d0 admin admin] Pushing event updated for resources: {'Port': ['ID=525b5a76-6bbd-4207-bf99-7242c1ef3a32,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:59.570512 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-42e0ba93-3432-4fd9-8397-3bfad493e3d4 req-7b2fa6c8-781a-4ea0-9ecd-ce3f8a8185c7 tempest-DeleteServersAdminTestJSON-908314091 tempest-DeleteServersAdminTestJSON-908314091-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2a5ccf9-bc62-4321-b16c-557c0bfa641c HTTP/1.1" status: 200 len: 210 time: 0.0485106 Sep 08 08:55:59.592063 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f145eb20-e65f-4380-a48d-8ffaddb482d0 admin admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:55:59.594112 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-f145eb20-e65f-4380-a48d-8ffaddb482d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:55:59.602322 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f145eb20-e65f-4380-a48d-8ffaddb482d0 admin admin] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:55:59.637476 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-723aa6f7-3ccd-4d20-bc86-ed500853eed5 req-6c4f65f0-a8db-4743-a55a-e7d399316de4 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/security-groups?id=6842b860-3d97-4cbb-8ea0-52fc0010a252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764235 Sep 08 08:55:59.657290 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58044) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:59.804314 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4b53a85e-2e02-4743-8a5d-c546106e588a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:59.819273 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa69055-dcd2-4091-ba59-fdc36f86e08b req-fbcf2726-9c54-4797-b09f-5545cff9e537 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:55:59.821171 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2aa69055-dcd2-4091-ba59-fdc36f86e08b req-fbcf2726-9c54-4797-b09f-5545cff9e537 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 950 time: 0.1014504 Sep 08 08:55:59.828619 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [req-31a87a37-9f02-4181-9fb9-f33d384495a5 req-462f4516-b6b5-48e5-b2fd-e8bedda15475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cde9183c-ba43-4302-b8ec-8bd984c2549e {{(pid=94713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:55:59.837918 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4b53a85e-2e02-4743-8a5d-c546106e588a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:59.856141 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae38365-44bf-4c9a-9ac2-3a483d1f392b None None] Network 5a4bf06e-3a6b-42ca-a214-b922500547ed is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:55:59.873356 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4b53a85e-2e02-4743-8a5d-c546106e588a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=87beb70c68b24fecbdf38033487e70cb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3228168 Sep 08 08:55:59.876452 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-31a87a37-9f02-4181-9fb9-f33d384495a5 req-462f4516-b6b5-48e5-b2fd-e8bedda15475 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:59.882197 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58052) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:55:59.898828 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-fae38365-44bf-4c9a-9ac2-3a483d1f392b None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:55:59.906074 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae38365-44bf-4c9a-9ac2-3a483d1f392b None None] Pushing event updated for resources: {'Port': ['ID=59aff923-1a0b-48dd-9eac-6b6b43defa6c,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:59.908125 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f5d8bc-2f6f-4bed-9fab-fd1b37ea14f1 admin admin] Made reservation on behalf of db87c3df22f54cac9f5bd24547674625 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:55:59.910088 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae38365-44bf-4c9a-9ac2-3a483d1f392b None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:55:59.911148 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e4f5d8bc-2f6f-4bed-9fab-fd1b37ea14f1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:59.915223 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0842983-e003-45b6-91de-95d563f0365c {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:55:59.933052 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b53a85e-2e02-4743-8a5d-c546106e588a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38cac44-ecc1-40cb-9241-6eed5044d744,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:55:59.936397 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [req-31a87a37-9f02-4181-9fb9-f33d384495a5 req-462f4516-b6b5-48e5-b2fd-e8bedda15475 service neutron] Transition to ACTIVE for port object cde9183c-ba43-4302-b8ec-8bd984c2549e will not be triggered until provisioned by entity L2. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:55:59.946897 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-31a87a37-9f02-4181-9fb9-f33d384495a5 req-462f4516-b6b5-48e5-b2fd-e8bedda15475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:59.986874 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port f0842983-e003-45b6-91de-95d563f0365c, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=f0842983-e003-45b6-91de-95d563f0365c,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:55:59.992389 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-234afedc-1059-4baf-9fee-59d79f585755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:55:59.997202 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:00.013616 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:00.059320 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f4516-b6b5-48e5-b2fd-e8bedda15475 service neutron] Pushing event updated for resources: {'Port': ['ID=cde9183c-ba43-4302-b8ec-8bd984c2549e,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:00.065642 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-fae38365-44bf-4c9a-9ac2-3a483d1f392b None None] Attempting to bind port 59aff923-1a0b-48dd-9eac-6b6b43defa6c on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:56:00.066621 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-fae38365-44bf-4c9a-9ac2-3a483d1f392b None None] Attempting to bind port 59aff923-1a0b-48dd-9eac-6b6b43defa6c by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '057c1125-19a0-48dd-9ee1-8eb1357e6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '5a4bf06e-3a6b-42ca-a214-b922500547ed'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:56:00.066947 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae38365-44bf-4c9a-9ac2-3a483d1f392b None None] Attempting to bind port 59aff923-1a0b-48dd-9eac-6b6b43defa6c on network 5a4bf06e-3a6b-42ca-a214-b922500547ed {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:56:00.086437 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2aa69055-dcd2-4091-ba59-fdc36f86e08b req-7f8b8105-9c34-42da-86bb-18625b462b0a tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032540 Sep 08 08:56:00.088281 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-31a87a37-9f02-4181-9fb9-f33d384495a5 req-462f4516-b6b5-48e5-b2fd-e8bedda15475 service neutron] Attempting to bind port cde9183c-ba43-4302-b8ec-8bd984c2549e on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:56:00.089055 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-31a87a37-9f02-4181-9fb9-f33d384495a5 req-462f4516-b6b5-48e5-b2fd-e8bedda15475 service neutron] Attempting to bind port cde9183c-ba43-4302-b8ec-8bd984c2549e by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '63991058-0ef2-4358-ae31-7e348d60a2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:56:00.089055 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a87a37-9f02-4181-9fb9-f33d384495a5 req-462f4516-b6b5-48e5-b2fd-e8bedda15475 service neutron] Attempting to bind port cde9183c-ba43-4302-b8ec-8bd984c2549e on network 3e5cb155-db8c-4e6c-a8fd-e937043c5b98 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:56:00.098736 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a87a37-9f02-4181-9fb9-f33d384495a5 req-462f4516-b6b5-48e5-b2fd-e8bedda15475 service neutron] Port cde9183c-ba43-4302-b8ec-8bd984c2549e on network 3e5cb155-db8c-4e6c-a8fd-e937043c5b98 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 08:56:00.099191 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a87a37-9f02-4181-9fb9-f33d384495a5 req-462f4516-b6b5-48e5-b2fd-e8bedda15475 service neutron] Attempting to bind port cde9183c-ba43-4302-b8ec-8bd984c2549e on network 3e5cb155-db8c-4e6c-a8fd-e937043c5b98 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:56:00.100978 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae38365-44bf-4c9a-9ac2-3a483d1f392b None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:56:00.101611 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae38365-44bf-4c9a-9ac2-3a483d1f392b None None] Checking segment: {'id': '057c1125-19a0-48dd-9ee1-8eb1357e6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '5a4bf06e-3a6b-42ca-a214-b922500547ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:56:00.101740 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fae38365-44bf-4c9a-9ac2-3a483d1f392b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:00.102173 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae38365-44bf-4c9a-9ac2-3a483d1f392b None None] Bound using segment: {'id': '057c1125-19a0-48dd-9ee1-8eb1357e6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '5a4bf06e-3a6b-42ca-a214-b922500547ed'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:56:00.102642 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-fae38365-44bf-4c9a-9ac2-3a483d1f392b None None] Bound port: 59aff923-1a0b-48dd-9eac-6b6b43defa6c, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '057c1125-19a0-48dd-9ee1-8eb1357e6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '5a4bf06e-3a6b-42ca-a214-b922500547ed'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:56:00.103093 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fae38365-44bf-4c9a-9ac2-3a483d1f392b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:00.109145 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port cbba1f57-b248-4df7-b8ea-30f300534f70, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=cbba1f57-b248-4df7-b8ea-30f300534f70,segment=NetworkSegment(ec6a4fa4-9ba8-4d74-8139-2d57b8b4d18c),segment_id=ec6a4fa4-9ba8-4d74-8139-2d57b8b4d18c)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:56:00.110569 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=f0842983-e003-45b6-91de-95d563f0365c,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:00.111142 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a87a37-9f02-4181-9fb9-f33d384495a5 req-462f4516-b6b5-48e5-b2fd-e8bedda15475 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:56:00.111749 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a87a37-9f02-4181-9fb9-f33d384495a5 req-462f4516-b6b5-48e5-b2fd-e8bedda15475 service neutron] Checking segment: {'id': '63991058-0ef2-4358-ae31-7e348d60a2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:56:00.112208 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a87a37-9f02-4181-9fb9-f33d384495a5 req-462f4516-b6b5-48e5-b2fd-e8bedda15475 service neutron] Bound using segment: {'id': '63991058-0ef2-4358-ae31-7e348d60a2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98'} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:56:00.113546 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-31a87a37-9f02-4181-9fb9-f33d384495a5 req-462f4516-b6b5-48e5-b2fd-e8bedda15475 service neutron] Bound port: cde9183c-ba43-4302-b8ec-8bd984c2549e, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63991058-0ef2-4358-ae31-7e348d60a2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98'}}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:56:00.114065 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-31a87a37-9f02-4181-9fb9-f33d384495a5 req-462f4516-b6b5-48e5-b2fd-e8bedda15475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:00.122171 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:00.141729 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-18b3ae53-8a4c-459e-8932-aec8027bc5ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:00.148289 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f145eb20-e65f-4380-a48d-8ffaddb482d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:00.231691 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=cbba1f57-b248-4df7-b8ea-30f300534f70,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:00.244374 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-18b3ae53-8a4c-459e-8932-aec8027bc5ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:00.258951 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-fae38365-44bf-4c9a-9ac2-3a483d1f392b None None] For port 59aff923-1a0b-48dd-9eac-6b6b43defa6c, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:56:00.264242 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-fae38365-44bf-4c9a-9ac2-3a483d1f392b None None] For port 59aff923-1a0b-48dd-9eac-6b6b43defa6c, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=59aff923-1a0b-48dd-9eac-6b6b43defa6c,segment=NetworkSegment(057c1125-19a0-48dd-9ee1-8eb1357e6f7e),segment_id=057c1125-19a0-48dd-9ee1-8eb1357e6f7e)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:56:00.265554 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-31a87a37-9f02-4181-9fb9-f33d384495a5 req-462f4516-b6b5-48e5-b2fd-e8bedda15475 service neutron] For port cde9183c-ba43-4302-b8ec-8bd984c2549e, host n-h2-806683-11, cleared binding levels {{(pid=94713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:56:00.272959 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fae38365-44bf-4c9a-9ac2-3a483d1f392b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:00.279404 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e4f5d8bc-2f6f-4bed-9fab-fd1b37ea14f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:00.284506 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-31a87a37-9f02-4181-9fb9-f33d384495a5 req-462f4516-b6b5-48e5-b2fd-e8bedda15475 service neutron] For port cde9183c-ba43-4302-b8ec-8bd984c2549e, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=cde9183c-ba43-4302-b8ec-8bd984c2549e,segment=NetworkSegment(63991058-0ef2-4358-ae31-7e348d60a2c9),segment_id=63991058-0ef2-4358-ae31-7e348d60a2c9)] {{(pid=94713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:56:00.310969 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-31a87a37-9f02-4181-9fb9-f33d384495a5 req-462f4516-b6b5-48e5-b2fd-e8bedda15475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:00.316885 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['f0842983-e003-45b6-91de-95d563f0365c'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:56:00.364359 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae38365-44bf-4c9a-9ac2-3a483d1f392b None None] Pushing event updated for resources: {'Port': ['ID=59aff923-1a0b-48dd-9eac-6b6b43defa6c,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:00.433173 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f5d8bc-2f6f-4bed-9fab-fd1b37ea14f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5306a8b8-86cd-4361-8bb4-448984316315,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:00.438357 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a87a37-9f02-4181-9fb9-f33d384495a5 req-462f4516-b6b5-48e5-b2fd-e8bedda15475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:00.439156 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-31a87a37-9f02-4181-9fb9-f33d384495a5 req-462f4516-b6b5-48e5-b2fd-e8bedda15475 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:00.441263 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-31a87a37-9f02-4181-9fb9-f33d384495a5 req-462f4516-b6b5-48e5-b2fd-e8bedda15475 service neutron] 10.222.0.35 "PUT /v2.0/ports/cde9183c-ba43-4302-b8ec-8bd984c2549e HTTP/1.1" status: 200 len: 1092 time: 1.9411561 Sep 08 08:56:00.464155 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f4516-b6b5-48e5-b2fd-e8bedda15475 service neutron] Pushing event updated for resources: {'Port': ['ID=cde9183c-ba43-4302-b8ec-8bd984c2549e,revision_number=3']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:00.474007 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f5d8bc-2f6f-4bed-9fab-fd1b37ea14f1 admin admin] Checking segment: {'id': '6e5d67e3-1a76-4d78-9f48-b8cd636653a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ec0db0af-4061-4294-bedb-bbba2374fc20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:56:00.474380 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f5d8bc-2f6f-4bed-9fab-fd1b37ea14f1 admin admin] Network hostable DHCP agents. Network: ec0db0af-4061-4294-bedb-bbba2374fc20, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 08:56:00.493123 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df2571c-41c7-4dc9-9169-36b199bd8027 req-76ba943b-9a60-4cbc-b9fa-54e6b2cc2d26 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:00.494698 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4df2571c-41c7-4dc9-9169-36b199bd8027 req-76ba943b-9a60-4cbc-b9fa-54e6b2cc2d26 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=140d1495-916e-4046-b2d6-941339a1f8b4 HTTP/1.1" status: 200 len: 943 time: 0.1491354 Sep 08 08:56:00.534181 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f5d8bc-2f6f-4bed-9fab-fd1b37ea14f1 admin admin] Network ec0db0af-4061-4294-bedb-bbba2374fc20 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 08:56:00.590355 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-e4f5d8bc-2f6f-4bed-9fab-fd1b37ea14f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, ec0db0af-4061-4294-bedb-bbba2374fc20) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:56:00.613460 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdffd064-5b0a-440b-ba82-e4061ac7de9b None None] Network ec0db0af-4061-4294-bedb-bbba2374fc20 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 08:56:00.620617 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4df2571c-41c7-4dc9-9169-36b199bd8027 req-234786fc-2c48-472f-ab23-4593f9e4c34f tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054451 Sep 08 08:56:00.631349 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f5d8bc-2f6f-4bed-9fab-fd1b37ea14f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:00.632584 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e4f5d8bc-2f6f-4bed-9fab-fd1b37ea14f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:00.676549 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a87a37-9f02-4181-9fb9-f33d384495a5 req-0010ad1a-688b-46c4-a259-7df5f78f715d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:00.680491 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-31a87a37-9f02-4181-9fb9-f33d384495a5 req-0010ad1a-688b-46c4-a259-7df5f78f715d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bc89f664d9a46b3926bfbc0f4b3f539&device_id=140d1495-916e-4046-b2d6-941339a1f8b4 HTTP/1.1" status: 200 len: 1095 time: 0.1555910 Sep 08 08:56:00.742830 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-234afedc-1059-4baf-9fee-59d79f585755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:00.752888 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-31a87a37-9f02-4181-9fb9-f33d384495a5 req-53b236a8-3dae-4df6-acfa-f050a6638549 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cde9183c-ba43-4302-b8ec-8bd984c2549e HTTP/1.1" status: 200 len: 217 time: 0.0548151 Sep 08 08:56:00.758513 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-234afedc-1059-4baf-9fee-59d79f585755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:00.765318 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e4f5d8bc-2f6f-4bed-9fab-fd1b37ea14f1 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4188814 Sep 08 08:56:00.773724 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 669efc4b-4079-45aa-aa1f-c64737001f0d no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 08:56:00.776585 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58064) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:00.799597 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-9b99a877-edb3-4b5e-aa25-e3a8a26350bb admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1074538872-router', 'tenant_id': 'db87c3df22f54cac9f5bd24547674625', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:56:00.810911 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 669efc4b-4079-45aa-aa1f-c64737001f0d {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 08:56:00.811406 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 669efc4b-4079-45aa-aa1f-c64737001f0d not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 08:56:00.837002 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-18b3ae53-8a4c-459e-8932-aec8027bc5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:00.838505 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-18b3ae53-8a4c-459e-8932-aec8027bc5ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:00.840901 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-18b3ae53-8a4c-459e-8932-aec8027bc5ca admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e38cac44-ecc1-40cb-9241-6eed5044d744 HTTP/1.1" status: 204 len: 168 time: 0.9555223 Sep 08 08:56:00.933986 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-234afedc-1059-4baf-9fee-59d79f585755 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f2cf36d17c1e4cb1bcf6244930ce09f4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2752883 Sep 08 08:56:00.938101 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234afedc-1059-4baf-9fee-59d79f585755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b8674d-aeef-4a7b-b408-bd32eabba833,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:00.946641 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58072) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:00.965065 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a87a37-9f02-4181-9fb9-f33d384495a5 req-d043e9fb-415a-4c22-9d9d-992acc827e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:00.966881 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-31a87a37-9f02-4181-9fb9-f33d384495a5 req-d043e9fb-415a-4c22-9d9d-992acc827e54 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2afb1305-d593-46e6-bc8f-0ed93bbef6b9 HTTP/1.1" status: 200 len: 860 time: 0.2025917 Sep 08 08:56:00.971530 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993f2cff-b1fe-4c24-96ad-ad958c54e936 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-ec0db0af-4061-4294-bedb-bbba2374fc20', 'network_id': 'ec0db0af-4061-4294-bedb-bbba2374fc20', 'tenant_id': 'db87c3df22f54cac9f5bd24547674625', 'fixed_ips': [{'subnet_id': '5306a8b8-86cd-4361-8bb4-448984316315'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 08:56:00.976004 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-993f2cff-b1fe-4c24-96ad-ad958c54e936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:00.983773 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65bacfd-66ae-47a3-b42d-c964ce5162fe req-c2384c68-cf24-4f44-a597-28da3fedb185 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:00.995192 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f65bacfd-66ae-47a3-b42d-c964ce5162fe req-c2384c68-cf24-4f44-a597-28da3fedb185 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/ports?device_id=05ff23f9-6ea8-44ca-899f-8bff4472abfd HTTP/1.1" status: 200 len: 949 time: 0.2033751 Sep 08 08:56:00.995688 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 59aff923-1a0b-48dd-9eac-6b6b43defa6c up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:56:01.007385 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f145eb20-e65f-4380-a48d-8ffaddb482d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:01.062473 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-31a87a37-9f02-4181-9fb9-f33d384495a5 req-13cb43d5-b284-48d5-9f95-edacb55814bd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3e5cb155-db8c-4e6c-a8fd-e937043c5b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638895 Sep 08 08:56:01.083548 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f65bacfd-66ae-47a3-b42d-c964ce5162fe req-c16f691e-ce2a-4c64-b0ef-3dad3d346ab2 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/security-groups?id=6842b860-3d97-4cbb-8ea0-52fc0010a252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874751 Sep 08 08:56:01.091161 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9b99a877-edb3-4b5e-aa25-e3a8a26350bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:01.092189 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9b99a877-edb3-4b5e-aa25-e3a8a26350bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:01.099849 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b3ae53-8a4c-459e-8932-aec8027bc5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38cac44-ecc1-40cb-9241-6eed5044d744,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:01.209557 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 59aff923-1a0b-48dd-9eac-6b6b43defa6c completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:56:01.244758 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device cbba1f57-b248-4df7-b8ea-30f300534f70 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:56:01.254420 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-31a87a37-9f02-4181-9fb9-f33d384495a5 req-d1ec3045-7174-425e-9971-9afcb8de875e service neutron] 10.222.0.35 "GET /v2.0/networks/3e5cb155-db8c-4e6c-a8fd-e937043c5b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688571 Sep 08 08:56:01.318396 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9b99a877-edb3-4b5e-aa25-e3a8a26350bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:01.319360 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-993f2cff-b1fe-4c24-96ad-ad958c54e936 None None] Allocated IP 172.20.0.2 (ec0db0af-4061-4294-bedb-bbba2374fc20/5306a8b8-86cd-4361-8bb4-448984316315/bb92b1ad-1627-4be3-af07-dd739690d2af) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:56:01.350543 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140d1495-916e-4046-b2d6-941339a1f8b4', 'tag': 'cde9183c-ba43-4302-b8ec-8bd984c2549e'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:56:01.353112 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4bd81d-613d-4bb1-8d21-9352f0bb31f3" -d '{"events": [{"name": "network-changed", "server_uuid": "140d1495-916e-4046-b2d6-941339a1f8b4", "tag": "cde9183c-ba43-4302-b8ec-8bd984c2549e"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:56:01.382340 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port cbba1f57-b248-4df7-b8ea-30f300534f70 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:56:01.382724 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:01.446679 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 08:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a483f29d-f5bd-454f-a543-39e560564336 x-openstack-request-id: req-a483f29d-f5bd-454f-a543-39e560564336 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:56:01.446990 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "140d1495-916e-4046-b2d6-941339a1f8b4", "tag": "cde9183c-ba43-4302-b8ec-8bd984c2549e", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:56:01.447222 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a483f29d-f5bd-454f-a543-39e560564336 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:56:01.447628 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '140d1495-916e-4046-b2d6-941339a1f8b4', 'tag': 'cde9183c-ba43-4302-b8ec-8bd984c2549e', 'status': 'completed', 'code': 200} Sep 08 08:56:01.461311 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-31a87a37-9f02-4181-9fb9-f33d384495a5 req-e1b60905-15e3-48df-8270-51d22ec420bc service neutron] 10.222.0.35 "GET /v2.0/networks/3e5cb155-db8c-4e6c-a8fd-e937043c5b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984937 Sep 08 08:56:01.573291 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58086) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:01.600552 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8ef6bd8d-fc65-4429-b7c3-444b75cbbe71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:01.620483 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b52cabf3-7b2d-455f-acd5-533f75a7ff15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:01.673196 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4bd81d-613d-4bb1-8d21-9352f0bb31f3 req-7971d819-c14a-48ed-9a3e-64f1b3bfd436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:01.674979 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fb4bd81d-613d-4bb1-8d21-9352f0bb31f3 req-7971d819-c14a-48ed-9a3e-64f1b3bfd436 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bc89f664d9a46b3926bfbc0f4b3f539&device_id=140d1495-916e-4046-b2d6-941339a1f8b4 HTTP/1.1" status: 200 len: 1095 time: 0.1143241 Sep 08 08:56:01.693616 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8ef6bd8d-fc65-4429-b7c3-444b75cbbe71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:01.705214 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-993f2cff-b1fe-4c24-96ad-ad958c54e936 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:01.710728 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58090) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:01.731551 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-993f2cff-b1fe-4c24-96ad-ad958c54e936 None None] Transition to ACTIVE for port object bb92b1ad-1627-4be3-af07-dd739690d2af will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:56:01.766797 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-993f2cff-b1fe-4c24-96ad-ad958c54e936 None None] Transition to ACTIVE for port object bb92b1ad-1627-4be3-af07-dd739690d2af will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:56:01.768048 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9b99a877-edb3-4b5e-aa25-e3a8a26350bb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:01.777118 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-993f2cff-b1fe-4c24-96ad-ad958c54e936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:01.812244 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993f2cff-b1fe-4c24-96ad-ad958c54e936 None None] Network ec0db0af-4061-4294-bedb-bbba2374fc20 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:56:01.824161 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-993f2cff-b1fe-4c24-96ad-ad958c54e936 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:56:01.829779 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993f2cff-b1fe-4c24-96ad-ad958c54e936 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:56:01.846890 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98afa14-42ed-4fd8-8067-650727688672 req-1ff18f1d-80dd-4dd0-9eb8-a898714fc6c3 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:01.857106 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c98afa14-42ed-4fd8-8067-650727688672 req-1ff18f1d-80dd-4dd0-9eb8-a898714fc6c3 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 950 time: 0.5283506 Sep 08 08:56:01.871513 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c06b4b12-6316-4fc2-af40-e5ee10f95d4e req-fbb53358-efb1-460b-a0b3-54f9331ed715 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d63b058a-8200-4956-a1ba-beb98bc736f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4637268 Sep 08 08:56:01.873613 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9551a053-056c-4c15-83cb-a0c48bdb51d6 None None] Network 5a4bf06e-3a6b-42ca-a214-b922500547ed requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 08:56:01.930590 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8ef6bd8d-fc65-4429-b7c3-444b75cbbe71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:01.933950 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8ef6bd8d-fc65-4429-b7c3-444b75cbbe71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:01.934524 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4bd81d-613d-4bb1-8d21-9352f0bb31f3 req-85f073e6-de35-48a2-9bdd-de05d2255d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:01.935726 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8ef6bd8d-fc65-4429-b7c3-444b75cbbe71 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f3b8674d-aeef-4a7b-b408-bd32eabba833 HTTP/1.1" status: 204 len: 168 time: 0.9838202 Sep 08 08:56:01.936216 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fb4bd81d-613d-4bb1-8d21-9352f0bb31f3 req-85f073e6-de35-48a2-9bdd-de05d2255d64 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3e5cb155-db8c-4e6c-a8fd-e937043c5b98 HTTP/1.1" status: 200 len: 921 time: 0.2528269 Sep 08 08:56:01.946557 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f145eb20-e65f-4380-a48d-8ffaddb482d0 admin admin] Router 3f2f8f5e-7031-4901-a14f-929a0d23268a is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 08:56:01.958915 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c98afa14-42ed-4fd8-8067-650727688672 req-76a77211-4d4e-4fb6-b14a-896677058b49 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008096 Sep 08 08:56:01.966397 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef6bd8d-fc65-4429-b7c3-444b75cbbe71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b8674d-aeef-4a7b-b408-bd32eabba833,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:01.992279 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b52cabf3-7b2d-455f-acd5-533f75a7ff15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:02.031869 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f2cff-b1fe-4c24-96ad-ad958c54e936 None None] Pushing event updated for resources: {'Port': ['ID=bb92b1ad-1627-4be3-af07-dd739690d2af,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:02.059955 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f8b01-2e34-404c-b536-1c1f7b0431e7 req-647055db-13cb-47de-89a4-17864a614f04 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:02.060192 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-b920c79c-6b5b-40f8-9672-fe1c5bc81a52 None None] Provisioning for port 59aff923-1a0b-48dd-9eac-6b6b43defa6c completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:56:02.073002 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-489f8b01-2e34-404c-b536-1c1f7b0431e7 req-647055db-13cb-47de-89a4-17864a614f04 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=140d1495-916e-4046-b2d6-941339a1f8b4 HTTP/1.1" status: 200 len: 943 time: 0.2764866 Sep 08 08:56:02.075693 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fb4bd81d-613d-4bb1-8d21-9352f0bb31f3 req-975fb45b-3f4e-46c6-b82d-6064fad508ee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cde9183c-ba43-4302-b8ec-8bd984c2549e HTTP/1.1" status: 200 len: 217 time: 0.0861962 Sep 08 08:56:02.085262 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-b920c79c-6b5b-40f8-9672-fe1c5bc81a52 None None] Provisioning complete for port 59aff923-1a0b-48dd-9eac-6b6b43defa6c triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:56:02.085474 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b920c79c-6b5b-40f8-9672-fe1c5bc81a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:02.088311 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b52cabf3-7b2d-455f-acd5-533f75a7ff15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:02.124176 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-993f2cff-b1fe-4c24-96ad-ad958c54e936 None None] Attempting to bind port bb92b1ad-1627-4be3-af07-dd739690d2af on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:56:02.124554 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-993f2cff-b1fe-4c24-96ad-ad958c54e936 None None] Attempting to bind port bb92b1ad-1627-4be3-af07-dd739690d2af by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '6e5d67e3-1a76-4d78-9f48-b8cd636653a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ec0db0af-4061-4294-bedb-bbba2374fc20'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:56:02.124871 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993f2cff-b1fe-4c24-96ad-ad958c54e936 None None] Attempting to bind port bb92b1ad-1627-4be3-af07-dd739690d2af on network ec0db0af-4061-4294-bedb-bbba2374fc20 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:56:02.136132 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993f2cff-b1fe-4c24-96ad-ad958c54e936 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:56:02.136502 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993f2cff-b1fe-4c24-96ad-ad958c54e936 None None] Checking segment: {'id': '6e5d67e3-1a76-4d78-9f48-b8cd636653a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ec0db0af-4061-4294-bedb-bbba2374fc20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:56:02.136913 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-993f2cff-b1fe-4c24-96ad-ad958c54e936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:02.137313 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993f2cff-b1fe-4c24-96ad-ad958c54e936 None None] Bound using segment: {'id': '6e5d67e3-1a76-4d78-9f48-b8cd636653a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ec0db0af-4061-4294-bedb-bbba2374fc20'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:56:02.137789 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-993f2cff-b1fe-4c24-96ad-ad958c54e936 None None] Bound port: bb92b1ad-1627-4be3-af07-dd739690d2af, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e5d67e3-1a76-4d78-9f48-b8cd636653a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ec0db0af-4061-4294-bedb-bbba2374fc20'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:56:02.138207 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-993f2cff-b1fe-4c24-96ad-ad958c54e936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:02.148608 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b4b12-6316-4fc2-af40-e5ee10f95d4e req-5413c46c-4396-4868-b174-1605333dd496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:02.150453 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c06b4b12-6316-4fc2-af40-e5ee10f95d4e req-5413c46c-4396-4868-b174-1605333dd496 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7745b6a0f8df4558a8bf48f971453e9c&device_id=d63b058a-8200-4956-a1ba-beb98bc736f6 HTTP/1.1" status: 200 len: 1102 time: 0.1906550 Sep 08 08:56:02.160155 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b52cabf3-7b2d-455f-acd5-533f75a7ff15 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=eb59de5544694404938de5becdc7b08b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5837102 Sep 08 08:56:02.176470 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52cabf3-7b2d-455f-acd5-533f75a7ff15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f66cb2-53ab-43c1-859f-5870fab9f0c0,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:02.179740 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58100) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:02.190237 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5c3116cc-92e9-4d9e-a7a7-cb41d54c29ea admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7a232ac6281f4a8a8bb394f07c92f5dd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4784679 Sep 08 08:56:02.200682 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58102) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:02.313251 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-489f8b01-2e34-404c-b536-1c1f7b0431e7 req-bb3e0926-6c8b-4590-94d9-518742c01f08 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392299 Sep 08 08:56:02.323989 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-993f2cff-b1fe-4c24-96ad-ad958c54e936 None None] For port bb92b1ad-1627-4be3-af07-dd739690d2af, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:56:02.338116 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4bd81d-613d-4bb1-8d21-9352f0bb31f3 req-1a1ce753-47c3-4f79-9472-800ef1d73076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:02.339838 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fb4bd81d-613d-4bb1-8d21-9352f0bb31f3 req-1a1ce753-47c3-4f79-9472-800ef1d73076 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2afb1305-d593-46e6-bc8f-0ed93bbef6b9 HTTP/1.1" status: 200 len: 860 time: 0.2241304 Sep 08 08:56:02.342217 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-993f2cff-b1fe-4c24-96ad-ad958c54e936 None None] For port bb92b1ad-1627-4be3-af07-dd739690d2af, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=bb92b1ad-1627-4be3-af07-dd739690d2af,segment=NetworkSegment(6e5d67e3-1a76-4d78-9f48-b8cd636653a5),segment_id=6e5d67e3-1a76-4d78-9f48-b8cd636653a5)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:56:02.343777 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b920c79c-6b5b-40f8-9672-fe1c5bc81a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:02.353890 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-993f2cff-b1fe-4c24-96ad-ad958c54e936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:02.360859 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-31033e18-7958-4e35-8fc6-50bbaf17d34f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:02.376920 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f145eb20-e65f-4380-a48d-8ffaddb482d0 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 08:56:02.391138 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fb4bd81d-613d-4bb1-8d21-9352f0bb31f3 req-5c90baa2-ad90-4d1f-834d-9e0a4ea503d0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3e5cb155-db8c-4e6c-a8fd-e937043c5b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414407 Sep 08 08:56:02.391878 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae22df0c-f607-47ac-96d6-7ba6c76fd6a7 None None] Sync routers for ids ['3f2f8f5e-7031-4901-a14f-929a0d23268a'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 08:56:02.412844 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae22df0c-f607-47ac-96d6-7ba6c76fd6a7 None None] Routers {'3f2f8f5e-7031-4901-a14f-929a0d23268a'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:56:02.414014 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-ae22df0c-f607-47ac-96d6-7ba6c76fd6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:55:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['3f2f8f5e-7031-4901-a14f-929a0d23268a'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:56:02.454709 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58104) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:02.474642 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-b920c79c-6b5b-40f8-9672-fe1c5bc81a52 None None] For port 59aff923-1a0b-48dd-9eac-6b6b43defa6c, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=59aff923-1a0b-48dd-9eac-6b6b43defa6c,segment=NetworkSegment(057c1125-19a0-48dd-9ee1-8eb1357e6f7e),segment_id=057c1125-19a0-48dd-9ee1-8eb1357e6f7e)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:56:02.482550 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-31033e18-7958-4e35-8fc6-50bbaf17d34f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:02.489209 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b920c79c-6b5b-40f8-9672-fe1c5bc81a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:02.501761 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f2cff-b1fe-4c24-96ad-ad958c54e936 None None] Pushing event updated for resources: {'Port': ['ID=bb92b1ad-1627-4be3-af07-dd739690d2af,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:02.506904 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6769e37c-38c2-441f-94c2-c27ecb1a8a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:02.579972 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b920c79c-6b5b-40f8-9672-fe1c5bc81a52 None None] Pushing event updated for resources: {'Port': ['ID=59aff923-1a0b-48dd-9eac-6b6b43defa6c,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:02.599101 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f145eb20-e65f-4380-a48d-8ffaddb482d0 admin admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:02.600366 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f145eb20-e65f-4380-a48d-8ffaddb482d0 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8165381 Sep 08 08:56:02.606416 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-283feff7-cd84-474d-9957-b7c6c01573fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:02.607855 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58106) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:02.628947 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eea17c-7e8b-4290-bfbd-9df0d2f65dcc req-30b0cf9c-aa92-4cde-a8a0-339c4b2fd761 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:02.634569 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f3eea17c-7e8b-4290-bfbd-9df0d2f65dcc req-30b0cf9c-aa92-4cde-a8a0-339c4b2fd761 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/ports?device_id=05ff23f9-6ea8-44ca-899f-8bff4472abfd HTTP/1.1" status: 200 len: 949 time: 0.3862896 Sep 08 08:56:02.679511 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-ae22df0c-f607-47ac-96d6-7ba6c76fd6a7 None None] Set router 3f2f8f5e-7031-4901-a14f-929a0d23268a gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:56:02.718020 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fb4bd81d-613d-4bb1-8d21-9352f0bb31f3 req-c1d6c616-b84c-45e7-8755-ccf2c100b1f2 service neutron] 10.222.0.35 "GET /v2.0/networks/3e5cb155-db8c-4e6c-a8fd-e937043c5b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167067 Sep 08 08:56:02.736895 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b4b12-6316-4fc2-af40-e5ee10f95d4e req-93581889-d727-464d-b93b-2c83511017e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:02.739571 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c06b4b12-6316-4fc2-af40-e5ee10f95d4e req-93581889-d727-464d-b93b-2c83511017e6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.5379033 Sep 08 08:56:02.745748 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-283feff7-cd84-474d-9957-b7c6c01573fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:02.779525 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device f0842983-e003-45b6-91de-95d563f0365c up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:56:02.856974 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-31033e18-7958-4e35-8fc6-50bbaf17d34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:02.859721 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 59aff923-1a0b-48dd-9eac-6b6b43defa6c up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:56:02.860376 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-31033e18-7958-4e35-8fc6-50bbaf17d34f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:02.876647 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-31033e18-7958-4e35-8fc6-50bbaf17d34f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/64f66cb2-53ab-43c1-859f-5870fab9f0c0 HTTP/1.1" status: 204 len: 168 time: 0.6805761 Sep 08 08:56:02.920974 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-18fa0f54-e591-42d7-bccd-f2fbdc867a60 None None] Provisioning complete for port 59aff923-1a0b-48dd-9eac-6b6b43defa6c triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:56:02.921593 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-18fa0f54-e591-42d7-bccd-f2fbdc867a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:03.014053 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c06b4b12-6316-4fc2-af40-e5ee10f95d4e req-74b1c22c-114b-4adb-acbf-cdf37e8b636a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=02ad9e9a-446b-4d60-943a-689a3d139503 HTTP/1.1" status: 200 len: 217 time: 0.2199976 Sep 08 08:56:03.047214 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port f0842983-e003-45b6-91de-95d563f0365c completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:56:03.057221 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 59aff923-1a0b-48dd-9eac-6b6b43defa6c triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:56:03.057718 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:03.064984 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port f0842983-e003-45b6-91de-95d563f0365c triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:56:03.065794 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:03.178994 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f3eea17c-7e8b-4290-bfbd-9df0d2f65dcc req-408115c1-0aa4-4694-9c2b-13a48a0b75b7 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/security-groups?id=6842b860-3d97-4cbb-8ea0-52fc0010a252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4592409 Sep 08 08:56:03.194490 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9b99a877-edb3-4b5e-aa25-e3a8a26350bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:03.198401 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b4b12-6316-4fc2-af40-e5ee10f95d4e req-77def70f-b868-4a01-bf90-735ce735cb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:03.200227 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c06b4b12-6316-4fc2-af40-e5ee10f95d4e req-77def70f-b868-4a01-bf90-735ce735cb57 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.1674268 Sep 08 08:56:03.202225 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-283feff7-cd84-474d-9957-b7c6c01573fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:03.206821 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-283feff7-cd84-474d-9957-b7c6c01573fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:03.211793 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-283feff7-cd84-474d-9957-b7c6c01573fa admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4e20de80-39f8-422a-8723-6f520f4ee9f3 HTTP/1.1" status: 204 len: 168 time: 1.0067742 Sep 08 08:56:03.240092 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-ae22df0c-f607-47ac-96d6-7ba6c76fd6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2f8f5e-7031-4901-a14f-929a0d23268a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2094719201-router', 'tenant_id': '4073e4289618448688dc1c0691a1a3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '525b5a76-6bbd-4207-bf99-7242c1ef3a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:55:57Z', 'updated_at': '2021-09-08T08:55:59Z', 'revision_number': 3, 'project_id': '4073e4289618448688dc1c0691a1a3d4', 'gw_port': {'id': '525b5a76-6bbd-4207-bf99-7242c1ef3a32', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2f8f5e-7031-4901-a14f-929a0d23268a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:55:58Z', 'updated_at': '2021-09-08T08:55:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:56:03.273809 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9b99a877-edb3-4b5e-aa25-e3a8a26350bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:03.274609 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283feff7-cd84-474d-9957-b7c6c01573fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e20de80-39f8-422a-8723-6f520f4ee9f3,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:03.323806 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae22df0c-f607-47ac-96d6-7ba6c76fd6a7 None None] Checking router: 3f2f8f5e-7031-4901-a14f-929a0d23268a for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 08:56:03.324977 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae22df0c-f607-47ac-96d6-7ba6c76fd6a7 None None] Updating router 3f2f8f5e-7031-4901-a14f-929a0d23268a port 525b5a76-6bbd-4207-bf99-7242c1ef3a32 binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 08:56:03.388088 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b4b12-6316-4fc2-af40-e5ee10f95d4e req-be7b3fe8-a4db-4d41-9ef8-247924baa1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:03.389843 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c06b4b12-6316-4fc2-af40-e5ee10f95d4e req-be7b3fe8-a4db-4d41-9ef8-247924baa1f3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1547980 Sep 08 08:56:03.473807 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ae22df0c-f607-47ac-96d6-7ba6c76fd6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:03.667762 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31033e18-7958-4e35-8fc6-50bbaf17d34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f66cb2-53ab-43c1-859f-5870fab9f0c0,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:03.704451 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:03.813929 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ff23f9-6ea8-44ca-899f-8bff4472abfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0842983-e003-45b6-91de-95d563f0365c'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:56:03.817982 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bccc3a1-5c2f-4d65-933b-535da53bcf8c" -d '{"events": [{"server_uuid": "05ff23f9-6ea8-44ca-899f-8bff4472abfd", "name": "network-vif-plugged", "status": "completed", "tag": "f0842983-e003-45b6-91de-95d563f0365c"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:56:03.869616 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port f0842983-e003-45b6-91de-95d563f0365c, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=f0842983-e003-45b6-91de-95d563f0365c,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:56:03.878762 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:03.907747 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58130) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:03.969935 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-46d23a3d-efff-4e0d-a553-d12a04e5acc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:03.973398 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=f0842983-e003-45b6-91de-95d563f0365c,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:03.987177 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6769e37c-38c2-441f-94c2-c27ecb1a8a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:03.995253 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-9b99a877-edb3-4b5e-aa25-e3a8a26350bb admin admin] Allocated IP 172.25.0.201 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/4247d3f1-3fd2-4989-9812-be018df0712c) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:56:04.000919 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fb4bd81d-613d-4bb1-8d21-9352f0bb31f3 req-ce2aa1c1-6a89-4883-9f27-2583dfb8d3eb service neutron] 10.222.0.35 "GET /v2.0/networks/3e5cb155-db8c-4e6c-a8fd-e937043c5b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2663252 Sep 08 08:56:04.013515 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e60e1-f0a2-41d8-a0e4-da00c3c03e97 req-2afdd0e8-550c-4be6-b14d-f31678154c2e tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:04.016417 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c52e60e1-f0a2-41d8-a0e4-da00c3c03e97 req-2afdd0e8-550c-4be6-b14d-f31678154c2e tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 950 time: 0.4697614 Sep 08 08:56:04.025729 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6769e37c-38c2-441f-94c2-c27ecb1a8a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:04.127142 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb8fef-51db-4433-82c0-c3e5029b8323 req-b8493095-1fc2-42f2-8674-b262030d326f tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:04.128770 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-87bb8fef-51db-4433-82c0-c3e5029b8323 req-b8493095-1fc2-42f2-8674-b262030d326f tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=140d1495-916e-4046-b2d6-941339a1f8b4 HTTP/1.1" status: 200 len: 943 time: 0.3056095 Sep 08 08:56:04.134200 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6769e37c-38c2-441f-94c2-c27ecb1a8a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f226739-ac4b-42a9-85c4-bc9779b000b4,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:04.150636 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c06b4b12-6316-4fc2-af40-e5ee10f95d4e req-9d4ebbad-dcb8-4478-8ec3-f2ef4756ec1a service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7472556 Sep 08 08:56:04.158920 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6769e37c-38c2-441f-94c2-c27ecb1a8a2f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d7e0edcf0a574de38fbe507a3bd07c37&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6953893 Sep 08 08:56:04.163947 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58134) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:04.196795 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c52e60e1-f0a2-41d8-a0e4-da00c3c03e97 req-a6ee4b67-d227-4955-96f1-396a74d49eb8 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662290 Sep 08 08:56:04.267698 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 08:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcce3ed2-8694-41da-bb33-8cf87869287b x-openstack-request-id: req-bcce3ed2-8694-41da-bb33-8cf87869287b {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:56:04.268167 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ff23f9-6ea8-44ca-899f-8bff4472abfd", "name": "network-vif-plugged", "status": "completed", "tag": "f0842983-e003-45b6-91de-95d563f0365c", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:56:04.268264 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bcce3ed2-8694-41da-bb33-8cf87869287b {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:56:04.269274 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ff23f9-6ea8-44ca-899f-8bff4472abfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0842983-e003-45b6-91de-95d563f0365c', 'code': 200} Sep 08 08:56:04.283278 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c99092d-367e-4b0a-b674-87d3a4056736 None None] Network ec0db0af-4061-4294-bedb-bbba2374fc20 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 08:56:04.325923 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9b99a877-edb3-4b5e-aa25-e3a8a26350bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:04.399934 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-87bb8fef-51db-4433-82c0-c3e5029b8323 req-eafc68e8-b212-459e-b71f-ad99d1eb1b06 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551138 Sep 08 08:56:04.495718 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-46d23a3d-efff-4e0d-a553-d12a04e5acc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:04.497791 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e227e0ef-f09b-44db-9ca3-f785464919ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:04.505099 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d6343525-1b02-4675-9904-bb5b9f283f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:04.523198 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f15145-9baf-4a2b-87db-b1aaf5c36d75 req-9df9b466-622b-403c-ae2c-0f68a1667a7e tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:04.523525 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-46d23a3d-efff-4e0d-a553-d12a04e5acc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:04.524756 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-28f15145-9baf-4a2b-87db-b1aaf5c36d75 req-9df9b466-622b-403c-ae2c-0f68a1667a7e tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/ports?device_id=05ff23f9-6ea8-44ca-899f-8bff4472abfd HTTP/1.1" status: 200 len: 950 time: 0.1678486 Sep 08 08:56:04.528432 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-8c42b9b1-82cb-429e-91da-d266afbfaaed None None] Provisioning for port bb92b1ad-1627-4be3-af07-dd739690d2af completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:56:04.557501 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbc460e-fcb5-4d84-9f61-dc876d84cb2d req-53fee282-11ee-403a-b930-d5636daf7114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:04.558914 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4cbc460e-fcb5-4d84-9f61-dc876d84cb2d req-53fee282-11ee-403a-b930-d5636daf7114 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=05ff23f9-6ea8-44ca-899f-8bff4472abfd HTTP/1.1" status: 200 len: 1102 time: 0.1486006 Sep 08 08:56:04.594293 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c06b4b12-6316-4fc2-af40-e5ee10f95d4e req-751e82cf-e14b-4410-99e8-8a72a954fa3c service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4204419 Sep 08 08:56:04.601549 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-46d23a3d-efff-4e0d-a553-d12a04e5acc8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a4222dc2e61348118be7e1c429878218&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6918201 Sep 08 08:56:04.603560 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e227e0ef-f09b-44db-9ca3-f785464919ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:04.607188 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d23a3d-efff-4e0d-a553-d12a04e5acc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a920c5b2-52b0-4911-ad43-ba88f8290955,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:04.614593 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58146) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:04.650321 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d23a3d-efff-4e0d-a553-d12a04e5acc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:56:04.650695 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d23a3d-efff-4e0d-a553-d12a04e5acc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:56:04.650994 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d23a3d-efff-4e0d-a553-d12a04e5acc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:56:04.651335 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d23a3d-efff-4e0d-a553-d12a04e5acc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:56:04.651665 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d23a3d-efff-4e0d-a553-d12a04e5acc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:56:04.651992 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d23a3d-efff-4e0d-a553-d12a04e5acc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:56:04.652311 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d23a3d-efff-4e0d-a553-d12a04e5acc8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:56:04.652627 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d23a3d-efff-4e0d-a553-d12a04e5acc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:56:04.652945 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d23a3d-efff-4e0d-a553-d12a04e5acc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:56:04.653265 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d23a3d-efff-4e0d-a553-d12a04e5acc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:56:04.653584 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d23a3d-efff-4e0d-a553-d12a04e5acc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:56:04.653899 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d23a3d-efff-4e0d-a553-d12a04e5acc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:56:04.688986 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-28f15145-9baf-4a2b-87db-b1aaf5c36d75 req-8cacc5bc-0b79-47de-840f-99951af3cddc tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/security-groups?id=6842b860-3d97-4cbb-8ea0-52fc0010a252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528816 Sep 08 08:56:04.707899 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9b99a877-edb3-4b5e-aa25-e3a8a26350bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:04.744175 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4cbc460e-fcb5-4d84-9f61-dc876d84cb2d req-5d88a369-7128-4e56-9d3e-b16ad0b302a6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6842b860-3d97-4cbb-8ea0-52fc0010a252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392477 Sep 08 08:56:04.788426 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b99a877-edb3-4b5e-aa25-e3a8a26350bb admin admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:56:04.792186 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-9b99a877-edb3-4b5e-aa25-e3a8a26350bb admin admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:56:04.798890 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b99a877-edb3-4b5e-aa25-e3a8a26350bb admin admin] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:56:04.806746 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a40b96c6-e826-4b9c-b30e-5287842a8b50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:04.829608 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device bb92b1ad-1627-4be3-af07-dd739690d2af up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:56:04.841884 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b99a877-edb3-4b5e-aa25-e3a8a26350bb admin admin] Pushing event updated for resources: {'Port': ['ID=4247d3f1-3fd2-4989-9812-be018df0712c,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:04.846421 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e227e0ef-f09b-44db-9ca3-f785464919ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:04.849723 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e227e0ef-f09b-44db-9ca3-f785464919ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:04.850956 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e227e0ef-f09b-44db-9ca3-f785464919ca admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5f226739-ac4b-42a9-85c4-bc9779b000b4 HTTP/1.1" status: 204 len: 168 time: 0.6675570 Sep 08 08:56:04.896634 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e227e0ef-f09b-44db-9ca3-f785464919ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f226739-ac4b-42a9-85c4-bc9779b000b4,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:04.913248 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a40b96c6-e826-4b9c-b30e-5287842a8b50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:04.939671 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-d6343525-1b02-4675-9904-bb5b9f283f50 admin admin] Allocated IP 172.20.0.1 (5a4bf06e-3a6b-42ca-a214-b922500547ed/5c22eaca-aa29-4f91-b2d2-80ac83b898ed/9ff7d6e7-5b32-466a-baa9-1feca7e038fe) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:56:04.989523 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device cde9183c-ba43-4302-b8ec-8bd984c2549e details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 08:56:05.102709 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a40b96c6-e826-4b9c-b30e-5287842a8b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:05.107712 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a40b96c6-e826-4b9c-b30e-5287842a8b50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:05.111407 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a40b96c6-e826-4b9c-b30e-5287842a8b50 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a920c5b2-52b0-4911-ad43-ba88f8290955 HTTP/1.1" status: 204 len: 168 time: 0.4913824 Sep 08 08:56:05.145262 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b96c6-e826-4b9c-b30e-5287842a8b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a920c5b2-52b0-4911-ad43-ba88f8290955,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:05.149753 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ae22df0c-f607-47ac-96d6-7ba6c76fd6a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:05.156707 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9b99a877-edb3-4b5e-aa25-e3a8a26350bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:05.168365 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-ae22df0c-f607-47ac-96d6-7ba6c76fd6a7 None None] Transition to ACTIVE for port object 525b5a76-6bbd-4207-bf99-7242c1ef3a32 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:56:05.192173 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ae22df0c-f607-47ac-96d6-7ba6c76fd6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:05.281155 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-ae22df0c-f607-47ac-96d6-7ba6c76fd6a7 None None] Attempting to bind port 525b5a76-6bbd-4207-bf99-7242c1ef3a32 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:56:05.281808 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-ae22df0c-f607-47ac-96d6-7ba6c76fd6a7 None None] Attempting to bind port 525b5a76-6bbd-4207-bf99-7242c1ef3a32 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:56:05.282206 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae22df0c-f607-47ac-96d6-7ba6c76fd6a7 None None] Attempting to bind port 525b5a76-6bbd-4207-bf99-7242c1ef3a32 on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:56:05.285450 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82551224-6528-4dea-b42a-0171080428d7 None None] Pushing event updated for resources: {'Port': ['ID=525b5a76-6bbd-4207-bf99-7242c1ef3a32,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:05.290429 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae22df0c-f607-47ac-96d6-7ba6c76fd6a7 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:56:05.291372 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae22df0c-f607-47ac-96d6-7ba6c76fd6a7 None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:56:05.292356 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ae22df0c-f607-47ac-96d6-7ba6c76fd6a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:05.293322 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae22df0c-f607-47ac-96d6-7ba6c76fd6a7 None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:56:05.293983 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-ae22df0c-f607-47ac-96d6-7ba6c76fd6a7 None None] Bound port: 525b5a76-6bbd-4207-bf99-7242c1ef3a32, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:56:05.294598 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ae22df0c-f607-47ac-96d6-7ba6c76fd6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:05.312153 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d6343525-1b02-4675-9904-bb5b9f283f50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:05.356058 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-d6343525-1b02-4675-9904-bb5b9f283f50 admin admin] Transition to ACTIVE for port object 9ff7d6e7-5b32-466a-baa9-1feca7e038fe will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:56:05.371529 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-ae22df0c-f607-47ac-96d6-7ba6c76fd6a7 None None] For port 525b5a76-6bbd-4207-bf99-7242c1ef3a32, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:56:05.378254 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-ae22df0c-f607-47ac-96d6-7ba6c76fd6a7 None None] For port 525b5a76-6bbd-4207-bf99-7242c1ef3a32, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=525b5a76-6bbd-4207-bf99-7242c1ef3a32,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:56:05.387781 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ae22df0c-f607-47ac-96d6-7ba6c76fd6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:05.408146 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d6343525-1b02-4675-9904-bb5b9f283f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:05.476560 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6343525-1b02-4675-9904-bb5b9f283f50 admin admin] Pushing event updated for resources: {'Port': ['ID=9ff7d6e7-5b32-466a-baa9-1feca7e038fe,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:05.488944 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6343525-1b02-4675-9904-bb5b9f283f50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:56:05.489303 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6343525-1b02-4675-9904-bb5b9f283f50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:56:05.489657 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6343525-1b02-4675-9904-bb5b9f283f50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:56:05.490002 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6343525-1b02-4675-9904-bb5b9f283f50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:56:05.490365 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6343525-1b02-4675-9904-bb5b9f283f50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:56:05.490744 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6343525-1b02-4675-9904-bb5b9f283f50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:56:05.491037 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6343525-1b02-4675-9904-bb5b9f283f50 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:56:05.491367 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6343525-1b02-4675-9904-bb5b9f283f50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:56:05.491700 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6343525-1b02-4675-9904-bb5b9f283f50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:56:05.491799 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port cde9183c-ba43-4302-b8ec-8bd984c2549e, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=cde9183c-ba43-4302-b8ec-8bd984c2549e,segment=NetworkSegment(63991058-0ef2-4358-ae31-7e348d60a2c9),segment_id=63991058-0ef2-4358-ae31-7e348d60a2c9)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:56:05.492230 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6343525-1b02-4675-9904-bb5b9f283f50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:56:05.492403 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6343525-1b02-4675-9904-bb5b9f283f50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:56:05.492685 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6343525-1b02-4675-9904-bb5b9f283f50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:56:05.507545 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6343525-1b02-4675-9904-bb5b9f283f50 admin admin] Network 5a4bf06e-3a6b-42ca-a214-b922500547ed is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:56:05.508977 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-d6343525-1b02-4675-9904-bb5b9f283f50 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:56:05.525465 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6343525-1b02-4675-9904-bb5b9f283f50 admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:56:05.526485 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d6343525-1b02-4675-9904-bb5b9f283f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:05.532401 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': 'cde9183c-ba43-4302-b8ec-8bd984c2549e', 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98', 'port_id': 'cde9183c-ba43-4302-b8ec-8bd984c2549e', 'mac_address': 'fa:16:3e:d3:2c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2afb1305-d593-46e6-bc8f-0ed93bbef6b9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 08:56:05.566076 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port bb92b1ad-1627-4be3-af07-dd739690d2af completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:56:05.572200 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port bb92b1ad-1627-4be3-af07-dd739690d2af triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:56:05.572594 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:05.605266 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae22df0c-f607-47ac-96d6-7ba6c76fd6a7 None None] Routers {'3f2f8f5e-7031-4901-a14f-929a0d23268a'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:56:05.606053 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-ae22df0c-f607-47ac-96d6-7ba6c76fd6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:55:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['3f2f8f5e-7031-4901-a14f-929a0d23268a'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:56:05.645949 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9b99a877-edb3-4b5e-aa25-e3a8a26350bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:05.648977 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:05.665827 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ea116-201d-4776-b0e0-b1d2c230e885 req-4a77acd4-4eaa-497e-83ea-96eeb5560241 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:05.683411 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b44ea116-201d-4776-b0e0-b1d2c230e885 req-4a77acd4-4eaa-497e-83ea-96eeb5560241 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 950 time: 0.2891972 Sep 08 08:56:05.688225 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82551224-6528-4dea-b42a-0171080428d7 None None] Pushing event updated for resources: {'Port': ['ID=525b5a76-6bbd-4207-bf99-7242c1ef3a32,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:05.704853 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cde9183c-ba43-4302-b8ec-8bd984c2549e {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:56:05.801298 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port cde9183c-ba43-4302-b8ec-8bd984c2549e, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=cde9183c-ba43-4302-b8ec-8bd984c2549e,segment=NetworkSegment(63991058-0ef2-4358-ae31-7e348d60a2c9),segment_id=63991058-0ef2-4358-ae31-7e348d60a2c9)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:56:05.811222 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b44ea116-201d-4776-b0e0-b1d2c230e885 req-b878dd78-ec88-4e56-b40c-52c0cea47cd4 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231222 Sep 08 08:56:05.828226 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:05.875671 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14865b52-4c8d-441c-a2ff-fca749ebe226 req-b86e04e9-0070-4c60-95a5-ce733230f1bc tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:05.879806 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-14865b52-4c8d-441c-a2ff-fca749ebe226 req-b86e04e9-0070-4c60-95a5-ce733230f1bc tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=140d1495-916e-4046-b2d6-941339a1f8b4 HTTP/1.1" status: 200 len: 943 time: 0.1940680 Sep 08 08:56:05.946736 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-ae22df0c-f607-47ac-96d6-7ba6c76fd6a7 None None] Set router 3f2f8f5e-7031-4901-a14f-929a0d23268a gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:56:05.993154 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d6343525-1b02-4675-9904-bb5b9f283f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:06.006825 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b99a877-edb3-4b5e-aa25-e3a8a26350bb admin admin] Router 1b24dfed-5b98-4eca-837d-5763d08344ec is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 08:56:06.021596 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa6fcd-7be2-4695-94fa-1672ccbaf434 req-75efc1f4-dd7c-40ea-a25d-9823009cf5d5 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:06.022944 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=cde9183c-ba43-4302-b8ec-8bd984c2549e,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:06.035871 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3ffa6fcd-7be2-4695-94fa-1672ccbaf434 req-75efc1f4-dd7c-40ea-a25d-9823009cf5d5 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/ports?device_id=05ff23f9-6ea8-44ca-899f-8bff4472abfd HTTP/1.1" status: 200 len: 950 time: 0.1098092 Sep 08 08:56:06.044562 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:06.084390 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-06ba77a3-6d0e-478a-b296-a7fd9611f64f None None] Provisioning for port 9ff7d6e7-5b32-466a-baa9-1feca7e038fe completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:56:06.091208 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-06ba77a3-6d0e-478a-b296-a7fd9611f64f None None] Provisioning complete for port 9ff7d6e7-5b32-466a-baa9-1feca7e038fe triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:56:06.094159 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-06ba77a3-6d0e-478a-b296-a7fd9611f64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:06.157438 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port bb92b1ad-1627-4be3-af07-dd739690d2af, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=bb92b1ad-1627-4be3-af07-dd739690d2af,segment=NetworkSegment(6e5d67e3-1a76-4d78-9f48-b8cd636653a5),segment_id=6e5d67e3-1a76-4d78-9f48-b8cd636653a5)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:56:06.169446 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:06.169699 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-14865b52-4c8d-441c-a2ff-fca749ebe226 req-bc9b3b47-79d6-4fd7-aeef-a429aeef194b tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644238 Sep 08 08:56:06.175854 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-06ba77a3-6d0e-478a-b296-a7fd9611f64f None None] Port 9ff7d6e7-5b32-466a-baa9-1feca7e038fe cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 08:56:06.211924 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3ffa6fcd-7be2-4695-94fa-1672ccbaf434 req-6006cca4-8efc-4964-acba-bd5a41426c88 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/security-groups?id=6842b860-3d97-4cbb-8ea0-52fc0010a252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738076 Sep 08 08:56:06.288450 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=bb92b1ad-1627-4be3-af07-dd739690d2af,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:06.316186 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-ae22df0c-f607-47ac-96d6-7ba6c76fd6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2f8f5e-7031-4901-a14f-929a0d23268a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2094719201-router', 'tenant_id': '4073e4289618448688dc1c0691a1a3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '525b5a76-6bbd-4207-bf99-7242c1ef3a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:55:57Z', 'updated_at': '2021-09-08T08:55:59Z', 'revision_number': 3, 'project_id': '4073e4289618448688dc1c0691a1a3d4', 'gw_port': {'id': '525b5a76-6bbd-4207-bf99-7242c1ef3a32', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2f8f5e-7031-4901-a14f-929a0d23268a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:55:58Z', 'updated_at': '2021-09-08T08:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:56:06.317409 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['cde9183c-ba43-4302-b8ec-8bd984c2549e'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:56:06.338127 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b99a877-edb3-4b5e-aa25-e3a8a26350bb admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 08:56:06.375274 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f880c5e-5996-4451-aede-0300c39220b4 None None] Sync routers for ids ['1b24dfed-5b98-4eca-837d-5763d08344ec'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 08:56:06.380305 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae22df0c-f607-47ac-96d6-7ba6c76fd6a7 None None] The sync data for ids ['3f2f8f5e-7031-4901-a14f-929a0d23268a'] in n-d-806683-11 is: [{'id': '3f2f8f5e-7031-4901-a14f-929a0d23268a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2094719201-router', 'tenant_id': '4073e4289618448688dc1c0691a1a3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '525b5a76-6bbd-4207-bf99-7242c1ef3a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:55:57Z', 'updated_at': '2021-09-08T08:55:59Z', 'revision_number': 3, 'project_id': '4073e4289618448688dc1c0691a1a3d4', 'gw_port': {'id': '525b5a76-6bbd-4207-bf99-7242c1ef3a32', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2f8f5e-7031-4901-a14f-929a0d23268a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:55:58Z', 'updated_at': '2021-09-08T08:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 08:56:06.380539 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9b99a877-edb3-4b5e-aa25-e3a8a26350bb admin admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:06.381940 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-9b99a877-edb3-4b5e-aa25-e3a8a26350bb admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.5904560 Sep 08 08:56:06.385237 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58186) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:06.411655 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f880c5e-5996-4451-aede-0300c39220b4 None None] Routers {'1b24dfed-5b98-4eca-837d-5763d08344ec'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:56:06.414828 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-7f880c5e-5996-4451-aede-0300c39220b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:55:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['1b24dfed-5b98-4eca-837d-5763d08344ec'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:56:06.459538 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d6343525-1b02-4675-9904-bb5b9f283f50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:06.468789 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d6343525-1b02-4675-9904-bb5b9f283f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:06.469583 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d6343525-1b02-4675-9904-bb5b9f283f50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:06.576064 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027b15d-dc39-4a2a-93f6-a810c12abc6c req-21b630d1-b5cf-4f75-9b6d-655e421864df tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:06.583409 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1027b15d-dc39-4a2a-93f6-a810c12abc6c req-21b630d1-b5cf-4f75-9b6d-655e421864df tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/ports?device_id=05ff23f9-6ea8-44ca-899f-8bff4472abfd HTTP/1.1" status: 200 len: 950 time: 0.0885398 Sep 08 08:56:06.607851 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6343525-1b02-4675-9904-bb5b9f283f50 admin admin] Pushing event updated for resources: {'Port': ['ID=9ff7d6e7-5b32-466a-baa9-1feca7e038fe,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:06.679217 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-7f880c5e-5996-4451-aede-0300c39220b4 None None] Set router 1b24dfed-5b98-4eca-837d-5763d08344ec gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:56:06.689307 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1027b15d-dc39-4a2a-93f6-a810c12abc6c req-2147c7b4-3c52-4efc-83ad-2bbb2ad3ffa2 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/security-groups?id=6842b860-3d97-4cbb-8ea0-52fc0010a252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965674 Sep 08 08:56:06.819829 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device bb92b1ad-1627-4be3-af07-dd739690d2af up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:56:06.922653 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6343525-1b02-4675-9904-bb5b9f283f50 admin admin] Network 5a4bf06e-3a6b-42ca-a214-b922500547ed is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:56:06.929191 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-d6343525-1b02-4675-9904-bb5b9f283f50 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:56:07.038292 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfd12d-c5ee-447f-84b9-b877e92e02fa req-50890383-31a8-4828-83ff-105a97360004 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:07.039897 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dfcfd12d-c5ee-447f-84b9-b877e92e02fa req-50890383-31a8-4828-83ff-105a97360004 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 950 time: 0.1233017 Sep 08 08:56:07.122390 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dfcfd12d-c5ee-447f-84b9-b877e92e02fa req-50921c93-1e6a-4149-b916-c07338db293a tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750990 Sep 08 08:56:07.134312 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port bb92b1ad-1627-4be3-af07-dd739690d2af triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:56:07.134695 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:07.263951 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-7f880c5e-5996-4451-aede-0300c39220b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1074538872-router', 'tenant_id': 'db87c3df22f54cac9f5bd24547674625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '4247d3f1-3fd2-4989-9812-be018df0712c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:56:01Z', 'updated_at': '2021-09-08T08:56:04Z', 'revision_number': 3, 'project_id': 'db87c3df22f54cac9f5bd24547674625', 'gw_port': {'id': '4247d3f1-3fd2-4989-9812-be018df0712c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:17:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:03Z', 'updated_at': '2021-09-08T08:56:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:56:07.360622 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f880c5e-5996-4451-aede-0300c39220b4 None None] Checking router: 1b24dfed-5b98-4eca-837d-5763d08344ec for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 08:56:07.363413 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f880c5e-5996-4451-aede-0300c39220b4 None None] Updating router 1b24dfed-5b98-4eca-837d-5763d08344ec port 4247d3f1-3fd2-4989-9812-be018df0712c binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 08:56:07.456819 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7f880c5e-5996-4451-aede-0300c39220b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:07.464502 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-5258d449-3e6c-4dc8-b6ed-6170441e02b6 None None] Provisioning complete for port 9ff7d6e7-5b32-466a-baa9-1feca7e038fe triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:56:07.466326 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5258d449-3e6c-4dc8-b6ed-6170441e02b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:07.484260 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b826b-de39-4a80-b61d-dfb761fd34f0 req-f3aaa6c7-5760-44d2-bbee-4face092b0d8 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:07.487852 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-957b826b-de39-4a80-b61d-dfb761fd34f0 req-f3aaa6c7-5760-44d2-bbee-4face092b0d8 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=140d1495-916e-4046-b2d6-941339a1f8b4 HTTP/1.1" status: 200 len: 944 time: 0.1359050 Sep 08 08:56:07.602812 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-957b826b-de39-4a80-b61d-dfb761fd34f0 req-1b07977b-01ab-4c7f-a280-9bf14404f0a6 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086342 Sep 08 08:56:07.660511 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58226) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:07.695055 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6343525-1b02-4675-9904-bb5b9f283f50 admin admin] Router 3f2f8f5e-7031-4901-a14f-929a0d23268a has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 08:56:07.759980 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2bee754f-7ce7-47b6-b437-e29845368f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:07.817763 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-5258d449-3e6c-4dc8-b6ed-6170441e02b6 None None] Port 9ff7d6e7-5b32-466a-baa9-1feca7e038fe cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 08:56:07.924063 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a8604-80d7-4d45-b664-c2296524bdbd req-66dc271a-884a-42b4-a3a0-cbc13a81748d tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:07.928659 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2e7a8604-80d7-4d45-b664-c2296524bdbd req-66dc271a-884a-42b4-a3a0-cbc13a81748d tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/ports?device_id=05ff23f9-6ea8-44ca-899f-8bff4472abfd HTTP/1.1" status: 200 len: 950 time: 0.1078868 Sep 08 08:56:08.053449 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2e7a8604-80d7-4d45-b664-c2296524bdbd req-ff5ed41e-52c9-43d4-bcd7-ec3944c04c13 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/security-groups?id=6842b860-3d97-4cbb-8ea0-52fc0010a252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165030 Sep 08 08:56:08.235621 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7f880c5e-5996-4451-aede-0300c39220b4 None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:08.237712 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-735c4e59-c504-45ab-a0d7-a88a860eefa5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1531297852-network', 'tenant_id': '453fb48635914fff8b30c3b6382194e5'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:56:08.248579 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-7f880c5e-5996-4451-aede-0300c39220b4 None None] Transition to ACTIVE for port object 4247d3f1-3fd2-4989-9812-be018df0712c will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:56:08.259479 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7f880c5e-5996-4451-aede-0300c39220b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:08.282804 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae82052-ccd5-414f-b298-eb95305d0b04 req-e2eed91f-3190-41f5-a336-9624e59e8d68 tempest-LiveMigrationNegativeTest-525155846 tempest-LiveMigrationNegativeTest-525155846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:08.291525 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7ae82052-ccd5-414f-b298-eb95305d0b04 req-e2eed91f-3190-41f5-a336-9624e59e8d68 tempest-LiveMigrationNegativeTest-525155846 tempest-LiveMigrationNegativeTest-525155846-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=05ff23f9-6ea8-44ca-899f-8bff4472abfd HTTP/1.1" status: 200 len: 1102 time: 0.1022284 Sep 08 08:56:08.303746 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735c4e59-c504-45ab-a0d7-a88a860eefa5 admin admin] Made reservation on behalf of 453fb48635914fff8b30c3b6382194e5 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:56:08.306985 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-735c4e59-c504-45ab-a0d7-a88a860eefa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:08.321288 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-7f880c5e-5996-4451-aede-0300c39220b4 None None] Attempting to bind port 4247d3f1-3fd2-4989-9812-be018df0712c on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:56:08.321669 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-7f880c5e-5996-4451-aede-0300c39220b4 None None] Attempting to bind port 4247d3f1-3fd2-4989-9812-be018df0712c by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:56:08.322071 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f880c5e-5996-4451-aede-0300c39220b4 None None] Attempting to bind port 4247d3f1-3fd2-4989-9812-be018df0712c on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:56:08.335517 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-735c4e59-c504-45ab-a0d7-a88a860eefa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:08.337614 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c0ca4e-5e67-4217-9859-ea89154210db None None] Pushing event updated for resources: {'Port': ['ID=4247d3f1-3fd2-4989-9812-be018df0712c,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:08.345610 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f880c5e-5996-4451-aede-0300c39220b4 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:56:08.345999 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f880c5e-5996-4451-aede-0300c39220b4 None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:56:08.347388 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7f880c5e-5996-4451-aede-0300c39220b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:08.348069 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f880c5e-5996-4451-aede-0300c39220b4 None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:56:08.348535 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-7f880c5e-5996-4451-aede-0300c39220b4 None None] Bound port: 4247d3f1-3fd2-4989-9812-be018df0712c, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:56:08.348936 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7f880c5e-5996-4451-aede-0300c39220b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:08.358301 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7ae82052-ccd5-414f-b298-eb95305d0b04 req-6dcebbf0-5f15-4895-bb5b-65d2e828f3e3 tempest-LiveMigrationNegativeTest-525155846 tempest-LiveMigrationNegativeTest-525155846-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:08.410485 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-7f880c5e-5996-4451-aede-0300c39220b4 None None] For port 4247d3f1-3fd2-4989-9812-be018df0712c, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:56:08.413518 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.db.api [req-7ae82052-ccd5-414f-b298-eb95305d0b04 req-6dcebbf0-5f15-4895-bb5b-65d2e828f3e3 tempest-LiveMigrationNegativeTest-525155846 tempest-LiveMigrationNegativeTest-525155846-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 08:56:08.413518 n-d-806683-11 neutron-server[94712]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 08 08:56:08.413518 n-d-806683-11 neutron-server[94712]: [parameters: {'project_id_1': 'a748010cfc2d4589abb84ea1f32d382b', 'expiration_1': datetime.datetime(2021, 9, 8, 8, 55, 48, 383733)}] Sep 08 08:56:08.413518 n-d-806683-11 neutron-server[94712]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 08:56:08.414070 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-7f880c5e-5996-4451-aede-0300c39220b4 None None] For port 4247d3f1-3fd2-4989-9812-be018df0712c, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=4247d3f1-3fd2-4989-9812-be018df0712c,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:56:08.414503 n-d-806683-11 neutron-server[94712]: DEBUG oslo_db.api [req-7ae82052-ccd5-414f-b298-eb95305d0b04 req-6dcebbf0-5f15-4895-bb5b-65d2e828f3e3 tempest-LiveMigrationNegativeTest-525155846 tempest-LiveMigrationNegativeTest-525155846-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 08:56:08.425330 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7f880c5e-5996-4451-aede-0300c39220b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:08.519877 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f880c5e-5996-4451-aede-0300c39220b4 None None] Routers {'1b24dfed-5b98-4eca-837d-5763d08344ec'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:56:08.521483 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-7f880c5e-5996-4451-aede-0300c39220b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:55:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['1b24dfed-5b98-4eca-837d-5763d08344ec'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:56:08.529997 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-735c4e59-c504-45ab-a0d7-a88a860eefa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:08.537070 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-735c4e59-c504-45ab-a0d7-a88a860eefa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:08.565222 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-735c4e59-c504-45ab-a0d7-a88a860eefa5 admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 08:56:08.579484 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c4e59-c504-45ab-a0d7-a88a860eefa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf83e743-9f08-44a8-a190-b9c40842c060,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:08.599917 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c0ca4e-5e67-4217-9859-ea89154210db None None] Pushing event updated for resources: {'Port': ['ID=4247d3f1-3fd2-4989-9812-be018df0712c,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:08.618008 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-735c4e59-c504-45ab-a0d7-a88a860eefa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:08.618741 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-735c4e59-c504-45ab-a0d7-a88a860eefa5 admin admin] Added segment fa7b147d-9249-4b88-b7ce-d5137c1c3a3c of type vlan for network 1b780815-5142-4edc-a37a-9e502afff334 Sep 08 08:56:08.692739 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-735c4e59-c504-45ab-a0d7-a88a860eefa5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:08.696976 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-7f880c5e-5996-4451-aede-0300c39220b4 None None] Set router 1b24dfed-5b98-4eca-837d-5763d08344ec gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:56:08.732916 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-2bee754f-7ce7-47b6-b437-e29845368f5e admin admin] Allocated IP 172.20.0.1 (ec0db0af-4061-4294-bedb-bbba2374fc20/5306a8b8-86cd-4361-8bb4-448984316315/a4771153-1032-4d10-bfd5-163ab528deda) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:56:08.745362 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-735c4e59-c504-45ab-a0d7-a88a860eefa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:08.746412 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735c4e59-c504-45ab-a0d7-a88a860eefa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:08.747014 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-735c4e59-c504-45ab-a0d7-a88a860eefa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:08.790306 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6343525-1b02-4675-9904-bb5b9f283f50 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 08:56:08.802552 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d6343525-1b02-4675-9904-bb5b9f283f50 admin admin] 10.222.0.54 "PUT /v2.0/routers/3f2f8f5e-7031-4901-a14f-929a0d23268a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1907892 Sep 08 08:56:08.852848 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 525b5a76-6bbd-4207-bf99-7242c1ef3a32 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:56:08.857087 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-735c4e59-c504-45ab-a0d7-a88a860eefa5 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1954548 Sep 08 08:56:08.860265 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58264) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:08.866816 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-43f02a0a-9d47-4863-af0b-def52b4243ee admin admin] Request body: {'subnet': {'network_id': '1b780815-5142-4edc-a37a-9e502afff334', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1531297852-subnet', 'tenant_id': '453fb48635914fff8b30c3b6382194e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:56:08.889924 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c4e59-c504-45ab-a0d7-a88a860eefa5 admin admin] Pushing event updated for resources: {'Network': ['ID=1b780815-5142-4edc-a37a-9e502afff334,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:08.904130 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f02a0a-9d47-4863-af0b-def52b4243ee admin admin] Made reservation on behalf of 453fb48635914fff8b30c3b6382194e5 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:56:08.907698 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-43f02a0a-9d47-4863-af0b-def52b4243ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:08.921741 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7ae82052-ccd5-414f-b298-eb95305d0b04 req-6dcebbf0-5f15-4895-bb5b-65d2e828f3e3 tempest-LiveMigrationNegativeTest-525155846 tempest-LiveMigrationNegativeTest-525155846-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:08.948165 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4836a7d-cd20-472e-93be-a6c105225417 req-87fc2daf-b3f4-479e-b262-4066be904a25 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:08.949986 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b4836a7d-cd20-472e-93be-a6c105225417 req-87fc2daf-b3f4-479e-b262-4066be904a25 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 950 time: 0.2785182 Sep 08 08:56:08.984890 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 1b780815-5142-4edc-a37a-9e502afff334 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 08:56:09.000126 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device cde9183c-ba43-4302-b8ec-8bd984c2549e up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:56:09.047191 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b4836a7d-cd20-472e-93be-a6c105225417 req-5e006e54-f0a0-4ce0-9aaa-d3c3d00c3fef tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848582 Sep 08 08:56:09.054342 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2bee754f-7ce7-47b6-b437-e29845368f5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:09.091394 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-2bee754f-7ce7-47b6-b437-e29845368f5e admin admin] Transition to ACTIVE for port object a4771153-1032-4d10-bfd5-163ab528deda will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:56:09.146497 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2bee754f-7ce7-47b6-b437-e29845368f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:09.189401 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 525b5a76-6bbd-4207-bf99-7242c1ef3a32 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:56:09.228855 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bee754f-7ce7-47b6-b437-e29845368f5e admin admin] Network ec0db0af-4061-4294-bedb-bbba2374fc20 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:56:09.237941 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bee754f-7ce7-47b6-b437-e29845368f5e admin admin] Pushing event updated for resources: {'Port': ['ID=a4771153-1032-4d10-bfd5-163ab528deda,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:09.240608 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-2bee754f-7ce7-47b6-b437-e29845368f5e admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:56:09.254875 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bee754f-7ce7-47b6-b437-e29845368f5e admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:56:09.255530 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2bee754f-7ce7-47b6-b437-e29845368f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:09.290771 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f64a3f-ca9f-4b66-93df-1c7be849c0fb None None] Sync routers for ids ['3f2f8f5e-7031-4901-a14f-929a0d23268a'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 08:56:09.310031 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f64a3f-ca9f-4b66-93df-1c7be849c0fb None None] Routers {'3f2f8f5e-7031-4901-a14f-929a0d23268a'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:56:09.310937 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-36f64a3f-ca9f-4b66-93df-1c7be849c0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:55:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['3f2f8f5e-7031-4901-a14f-929a0d23268a'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:56:09.333342 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7ae82052-ccd5-414f-b298-eb95305d0b04 req-6dcebbf0-5f15-4895-bb5b-65d2e828f3e3 tempest-LiveMigrationNegativeTest-525155846 tempest-LiveMigrationNegativeTest-525155846-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:09.345950 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7ae82052-ccd5-414f-b298-eb95305d0b04 req-6dcebbf0-5f15-4895-bb5b-65d2e828f3e3 tempest-LiveMigrationNegativeTest-525155846 tempest-LiveMigrationNegativeTest-525155846-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:09.376282 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7ae82052-ccd5-414f-b298-eb95305d0b04 req-6dcebbf0-5f15-4895-bb5b-65d2e828f3e3 tempest-LiveMigrationNegativeTest-525155846 tempest-LiveMigrationNegativeTest-525155846-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=6842b860-3d97-4cbb-8ea0-52fc0010a252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0817828 Sep 08 08:56:09.400384 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1063a09b-d681-409e-a363-46c998971f04 req-3d524d67-e6f5-421b-ae04-b7879c5222c6 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:09.411559 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-43f02a0a-9d47-4863-af0b-def52b4243ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:09.427619 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1063a09b-d681-409e-a363-46c998971f04 req-3d524d67-e6f5-421b-ae04-b7879c5222c6 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=140d1495-916e-4046-b2d6-941339a1f8b4 HTTP/1.1" status: 200 len: 944 time: 0.1890800 Sep 08 08:56:09.494155 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcebbf0-5f15-4895-bb5b-65d2e828f3e3 tempest-LiveMigrationNegativeTest-525155846 tempest-LiveMigrationNegativeTest-525155846-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463aa674-9507-4319-a4a3-fa9ca41fdbdb,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:09.549057 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1063a09b-d681-409e-a363-46c998971f04 req-42fa4fd5-178f-4297-8474-ed2acce2c932 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190877 Sep 08 08:56:09.588919 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 525b5a76-6bbd-4207-bf99-7242c1ef3a32 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:56:09.588919 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:09.605957 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f02a0a-9d47-4863-af0b-def52b4243ee admin admin] Checking segment: {'id': 'fa7b147d-9249-4b88-b7ce-d5137c1c3a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1b780815-5142-4edc-a37a-9e502afff334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:56:09.609558 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f02a0a-9d47-4863-af0b-def52b4243ee admin admin] Network hostable DHCP agents. Network: 1b780815-5142-4edc-a37a-9e502afff334, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 08:56:09.642591 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f02a0a-9d47-4863-af0b-def52b4243ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=e08ea884-5afc-42c5-87f0-7a3f3f5db0de,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:09.680947 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f02a0a-9d47-4863-af0b-def52b4243ee admin admin] Network 1b780815-5142-4edc-a37a-9e502afff334 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 08:56:09.708420 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-43f02a0a-9d47-4863-af0b-def52b4243ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 1b780815-5142-4edc-a37a-9e502afff334) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:56:09.714166 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f02a0a-9d47-4863-af0b-def52b4243ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:09.718636 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-43f02a0a-9d47-4863-af0b-def52b4243ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:09.755715 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-43f02a0a-9d47-4863-af0b-def52b4243ee admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8939946 Sep 08 08:56:09.779393 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4233df0-b9d4-4ffb-bb4f-ebc64b7431e3 None None] Network 1b780815-5142-4edc-a37a-9e502afff334 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 08:56:09.786129 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2bee754f-7ce7-47b6-b437-e29845368f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:09.927422 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-36f64a3f-ca9f-4b66-93df-1c7be849c0fb None None] Set router 3f2f8f5e-7031-4901-a14f-929a0d23268a gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:56:09.981954 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-af7f84c6-1a15-4783-ac8b-5de1f1905132 None None] Provisioning for port a4771153-1032-4d10-bfd5-163ab528deda completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:56:10.038827 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2bee754f-7ce7-47b6-b437-e29845368f5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:10.051155 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-af7f84c6-1a15-4783-ac8b-5de1f1905132 None None] Provisioning complete for port a4771153-1032-4d10-bfd5-163ab528deda triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:56:10.054720 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-af7f84c6-1a15-4783-ac8b-5de1f1905132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:10.054890 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2bee754f-7ce7-47b6-b437-e29845368f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:10.055738 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2bee754f-7ce7-47b6-b437-e29845368f5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:10.195666 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [req-289895ed-4ddb-45d1-a440-c5ca9938da75 req-d42dea7b-af5d-416d-b818-6d35091a2c3e service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 08:56:10.196694 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-289895ed-4ddb-45d1-a440-c5ca9938da75 req-d42dea7b-af5d-416d-b818-6d35091a2c3e service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068655 Sep 08 08:56:10.259749 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port cde9183c-ba43-4302-b8ec-8bd984c2549e completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:56:10.291840 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bee754f-7ce7-47b6-b437-e29845368f5e admin admin] Pushing event updated for resources: {'Port': ['ID=a4771153-1032-4d10-bfd5-163ab528deda,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:10.309760 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port cde9183c-ba43-4302-b8ec-8bd984c2549e triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:56:10.310688 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:10.392475 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bee754f-7ce7-47b6-b437-e29845368f5e admin admin] Network ec0db0af-4061-4294-bedb-bbba2374fc20 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:56:10.397062 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-2bee754f-7ce7-47b6-b437-e29845368f5e admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:56:10.472161 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-af7f84c6-1a15-4783-ac8b-5de1f1905132 None None] Port a4771153-1032-4d10-bfd5-163ab528deda cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 08:56:10.528269 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 08:56:10.605304 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322bbbd-4daa-4638-a496-42769e9186bc req-bbf7d906-3962-4dac-9b72-b5c9c54ca2ed tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:10.606434 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-7f880c5e-5996-4451-aede-0300c39220b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1074538872-router', 'tenant_id': 'db87c3df22f54cac9f5bd24547674625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '4247d3f1-3fd2-4989-9812-be018df0712c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:56:01Z', 'updated_at': '2021-09-08T08:56:04Z', 'revision_number': 3, 'project_id': 'db87c3df22f54cac9f5bd24547674625', 'gw_port': {'id': '4247d3f1-3fd2-4989-9812-be018df0712c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:17:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:03Z', 'updated_at': '2021-09-08T08:56:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:56:10.625621 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f322bbbd-4daa-4638-a496-42769e9186bc req-bbf7d906-3962-4dac-9b72-b5c9c54ca2ed tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 950 time: 0.2562335 Sep 08 08:56:10.694174 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-36f64a3f-ca9f-4b66-93df-1c7be849c0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2f8f5e-7031-4901-a14f-929a0d23268a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2094719201-router', 'tenant_id': '4073e4289618448688dc1c0691a1a3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '525b5a76-6bbd-4207-bf99-7242c1ef3a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:55:57Z', 'updated_at': '2021-09-08T08:56:05Z', 'revision_number': 4, 'project_id': '4073e4289618448688dc1c0691a1a3d4', 'gw_port': {'id': '525b5a76-6bbd-4207-bf99-7242c1ef3a32', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2f8f5e-7031-4901-a14f-929a0d23268a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:55:58Z', 'updated_at': '2021-09-08T08:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '9ff7d6e7-5b32-466a-baa9-1feca7e038fe', 'name': '', 'network_id': '5a4bf06e-3a6b-42ca-a214-b922500547ed', 'tenant_id': '4073e4289618448688dc1c0691a1a3d4', 'mac_address': 'fa:16:3e:18:78:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2f8f5e-7031-4901-a14f-929a0d23268a', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '5c22eaca-aa29-4f91-b2d2-80ac83b898ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:04Z', 'updated_at': '2021-09-08T08:56:06Z', 'revision_number': 2, 'project_id': '4073e4289618448688dc1c0691a1a3d4', 'subnets': [{'id': '5c22eaca-aa29-4f91-b2d2-80ac83b898ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:56:10.739701 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:10.767410 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f880c5e-5996-4451-aede-0300c39220b4 None None] The sync data for ids ['1b24dfed-5b98-4eca-837d-5763d08344ec'] in n-d-806683-11 is: [{'id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1074538872-router', 'tenant_id': 'db87c3df22f54cac9f5bd24547674625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '4247d3f1-3fd2-4989-9812-be018df0712c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:56:01Z', 'updated_at': '2021-09-08T08:56:04Z', 'revision_number': 3, 'project_id': 'db87c3df22f54cac9f5bd24547674625', 'gw_port': {'id': '4247d3f1-3fd2-4989-9812-be018df0712c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:17:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:03Z', 'updated_at': '2021-09-08T08:56:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 08:56:10.775638 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f64a3f-ca9f-4b66-93df-1c7be849c0fb None None] Checking router: 3f2f8f5e-7031-4901-a14f-929a0d23268a for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 08:56:10.779306 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f64a3f-ca9f-4b66-93df-1c7be849c0fb None None] Updating router 3f2f8f5e-7031-4901-a14f-929a0d23268a port 9ff7d6e7-5b32-466a-baa9-1feca7e038fe binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 08:56:10.799388 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c40f6e-2359-4fd6-b3f6-516586cf1649 None None] Network 1b780815-5142-4edc-a37a-9e502afff334 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 08:56:10.839184 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f322bbbd-4daa-4638-a496-42769e9186bc req-a8419dac-2744-4428-9d69-78c63835150b tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120268 Sep 08 08:56:10.840192 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-36f64a3f-ca9f-4b66-93df-1c7be849c0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:10.872884 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 525b5a76-6bbd-4207-bf99-7242c1ef3a32, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=525b5a76-6bbd-4207-bf99-7242c1ef3a32,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:56:10.913714 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:10.943899 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bee754f-7ce7-47b6-b437-e29845368f5e admin admin] Router 1b24dfed-5b98-4eca-837d-5763d08344ec has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 08:56:11.116809 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2190b61c-4fc6-4b77-94aa-a4f303301ba0 None None] Provisioning complete for port a4771153-1032-4d10-bfd5-163ab528deda triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:56:11.118366 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2190b61c-4fc6-4b77-94aa-a4f303301ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:11.246614 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:11.330628 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58330) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:11.352168 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-365f81f5-0e22-4cfd-8974-3470b27fd17a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1229974761-network', 'tenant_id': 'fc11f5cc31eb4bd1827ae81f8a2e931f'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:56:11.388670 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365f81f5-0e22-4cfd-8974-3470b27fd17a admin admin] Made reservation on behalf of fc11f5cc31eb4bd1827ae81f8a2e931f for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:56:11.391410 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-365f81f5-0e22-4cfd-8974-3470b27fd17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:11.402834 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-365f81f5-0e22-4cfd-8974-3470b27fd17a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:11.551988 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=525b5a76-6bbd-4207-bf99-7242c1ef3a32,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:11.649333 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-2190b61c-4fc6-4b77-94aa-a4f303301ba0 None None] Port a4771153-1032-4d10-bfd5-163ab528deda cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 08:56:11.680291 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db71f179-0b8a-4249-84fa-c9f6178ebba8 req-537cfe88-a098-4eac-b945-35b32f720dfd tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:11.698765 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-365f81f5-0e22-4cfd-8974-3470b27fd17a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:11.709734 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-db71f179-0b8a-4249-84fa-c9f6178ebba8 req-537cfe88-a098-4eac-b945-35b32f720dfd tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=140d1495-916e-4046-b2d6-941339a1f8b4 HTTP/1.1" status: 200 len: 944 time: 0.5504270 Sep 08 08:56:11.716997 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-365f81f5-0e22-4cfd-8974-3470b27fd17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:11.746011 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140d1495-916e-4046-b2d6-941339a1f8b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde9183c-ba43-4302-b8ec-8bd984c2549e'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:56:11.746011 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877e5fe3-87e0-477c-a80b-e2cf914a13db" -d '{"events": [{"server_uuid": "140d1495-916e-4046-b2d6-941339a1f8b4", "name": "network-vif-plugged", "status": "completed", "tag": "cde9183c-ba43-4302-b8ec-8bd984c2549e"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:56:11.779233 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-36f64a3f-ca9f-4b66-93df-1c7be849c0fb None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:11.796786 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-36f64a3f-ca9f-4b66-93df-1c7be849c0fb None None] Transition to ACTIVE for port object 9ff7d6e7-5b32-466a-baa9-1feca7e038fe will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:56:11.808257 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-36f64a3f-ca9f-4b66-93df-1c7be849c0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:11.844674 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-365f81f5-0e22-4cfd-8974-3470b27fd17a admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 08:56:11.847823 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bee754f-7ce7-47b6-b437-e29845368f5e admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 08:56:11.859399 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f81f5-0e22-4cfd-8974-3470b27fd17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03c2179-0f69-4064-ae59-ffb6a6d7e7be,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:11.881087 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port cde9183c-ba43-4302-b8ec-8bd984c2549e, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=cde9183c-ba43-4302-b8ec-8bd984c2549e,segment=NetworkSegment(63991058-0ef2-4358-ae31-7e348d60a2c9),segment_id=63991058-0ef2-4358-ae31-7e348d60a2c9)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:56:11.889773 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:11.916211 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2bee754f-7ce7-47b6-b437-e29845368f5e admin admin] 10.222.0.54 "PUT /v2.0/routers/1b24dfed-5b98-4eca-837d-5763d08344ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5298386 Sep 08 08:56:11.951037 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-365f81f5-0e22-4cfd-8974-3470b27fd17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:11.953811 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-365f81f5-0e22-4cfd-8974-3470b27fd17a admin admin] Added segment 44592cfb-f9cf-4be9-a4a0-81fa3f5eed44 of type vlan for network cdf99956-d085-451c-842f-f3383176722d Sep 08 08:56:11.993498 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-db71f179-0b8a-4249-84fa-c9f6178ebba8 req-dba8f74e-f773-4bf3-8cdb-ca4268ddc510 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810998 Sep 08 08:56:12.161593 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31812987-ea31-470e-ae58-b9bdc228dea6 None None] Pushing event updated for resources: {'Port': ['ID=9ff7d6e7-5b32-466a-baa9-1feca7e038fe,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:12.241919 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=cde9183c-ba43-4302-b8ec-8bd984c2549e,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:12.269290 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-365f81f5-0e22-4cfd-8974-3470b27fd17a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:12.301680 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-36f64a3f-ca9f-4b66-93df-1c7be849c0fb None None] Attempting to bind port 9ff7d6e7-5b32-466a-baa9-1feca7e038fe on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:56:12.301680 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-36f64a3f-ca9f-4b66-93df-1c7be849c0fb None None] Attempting to bind port 9ff7d6e7-5b32-466a-baa9-1feca7e038fe by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '057c1125-19a0-48dd-9ee1-8eb1357e6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '5a4bf06e-3a6b-42ca-a214-b922500547ed'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:56:12.301680 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f64a3f-ca9f-4b66-93df-1c7be849c0fb None None] Attempting to bind port 9ff7d6e7-5b32-466a-baa9-1feca7e038fe on network 5a4bf06e-3a6b-42ca-a214-b922500547ed {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:56:12.322925 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f64a3f-ca9f-4b66-93df-1c7be849c0fb None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:56:12.322925 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f64a3f-ca9f-4b66-93df-1c7be849c0fb None None] Checking segment: {'id': '057c1125-19a0-48dd-9ee1-8eb1357e6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '5a4bf06e-3a6b-42ca-a214-b922500547ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:56:12.322925 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-36f64a3f-ca9f-4b66-93df-1c7be849c0fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:12.338186 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f64a3f-ca9f-4b66-93df-1c7be849c0fb None None] Bound using segment: {'id': '057c1125-19a0-48dd-9ee1-8eb1357e6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '5a4bf06e-3a6b-42ca-a214-b922500547ed'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:56:12.338809 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-36f64a3f-ca9f-4b66-93df-1c7be849c0fb None None] Bound port: 9ff7d6e7-5b32-466a-baa9-1feca7e038fe, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '057c1125-19a0-48dd-9ee1-8eb1357e6f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '5a4bf06e-3a6b-42ca-a214-b922500547ed'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:56:12.340787 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-36f64a3f-ca9f-4b66-93df-1c7be849c0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:12.377189 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 08:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b83f43-8409-4f50-90b2-f081790c928b x-openstack-request-id: req-d5b83f43-8409-4f50-90b2-f081790c928b {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:56:12.378464 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140d1495-916e-4046-b2d6-941339a1f8b4", "name": "network-vif-plugged", "status": "completed", "tag": "cde9183c-ba43-4302-b8ec-8bd984c2549e", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:56:12.379247 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d5b83f43-8409-4f50-90b2-f081790c928b {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:56:12.380478 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140d1495-916e-4046-b2d6-941339a1f8b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde9183c-ba43-4302-b8ec-8bd984c2549e', 'code': 200} Sep 08 08:56:12.432847 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-365f81f5-0e22-4cfd-8974-3470b27fd17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:12.433908 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365f81f5-0e22-4cfd-8974-3470b27fd17a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:12.434823 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-365f81f5-0e22-4cfd-8974-3470b27fd17a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:12.453379 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b26f54-10c2-4f2f-8768-7b75a9ae241d req-1c355d1c-309d-4b6d-b400-a4fa6b99d3df tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:12.467887 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c8b26f54-10c2-4f2f-8768-7b75a9ae241d req-1c355d1c-309d-4b6d-b400-a4fa6b99d3df tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/ports?device_id=05ff23f9-6ea8-44ca-899f-8bff4472abfd HTTP/1.1" status: 200 len: 950 time: 0.2229002 Sep 08 08:56:12.621806 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-36f64a3f-ca9f-4b66-93df-1c7be849c0fb None None] For port 9ff7d6e7-5b32-466a-baa9-1feca7e038fe, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:56:12.630446 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c8b26f54-10c2-4f2f-8768-7b75a9ae241d req-3b647229-cd20-4c67-a887-17045ff33826 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/security-groups?id=6842b860-3d97-4cbb-8ea0-52fc0010a252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531000 Sep 08 08:56:12.632469 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-36f64a3f-ca9f-4b66-93df-1c7be849c0fb None None] For port 9ff7d6e7-5b32-466a-baa9-1feca7e038fe, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=9ff7d6e7-5b32-466a-baa9-1feca7e038fe,segment=NetworkSegment(057c1125-19a0-48dd-9ee1-8eb1357e6f7e),segment_id=057c1125-19a0-48dd-9ee1-8eb1357e6f7e)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:56:12.653268 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-36f64a3f-ca9f-4b66-93df-1c7be849c0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:12.664835 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-365f81f5-0e22-4cfd-8974-3470b27fd17a admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3308966 Sep 08 08:56:12.668318 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58354) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:12.674489 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-1b695521-82b0-4cf9-8bbe-c3bb5af15854 admin admin] Request body: {'subnet': {'network_id': 'cdf99956-d085-451c-842f-f3383176722d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1229974761-subnet', 'tenant_id': 'fc11f5cc31eb4bd1827ae81f8a2e931f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:56:12.754257 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b695521-82b0-4cf9-8bbe-c3bb5af15854 admin admin] Made reservation on behalf of fc11f5cc31eb4bd1827ae81f8a2e931f for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:56:12.767685 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1b695521-82b0-4cf9-8bbe-c3bb5af15854 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:12.855388 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f64a3f-ca9f-4b66-93df-1c7be849c0fb None None] Routers {'3f2f8f5e-7031-4901-a14f-929a0d23268a'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:56:12.869827 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-36f64a3f-ca9f-4b66-93df-1c7be849c0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:55:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['3f2f8f5e-7031-4901-a14f-929a0d23268a'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:56:12.965761 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f81f5-0e22-4cfd-8974-3470b27fd17a admin admin] Pushing event updated for resources: {'Network': ['ID=cdf99956-d085-451c-842f-f3383176722d,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:12.983865 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7705ff-a669-4ac4-a154-8c86a241fde8 req-0ca570ae-7e5a-4900-9935-a58f3ba78db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:12.991907 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4e7705ff-a669-4ac4-a154-8c86a241fde8 req-0ca570ae-7e5a-4900-9935-a58f3ba78db3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=140d1495-916e-4046-b2d6-941339a1f8b4 HTTP/1.1" status: 200 len: 1097 time: 0.5208819 Sep 08 08:56:13.026927 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network cdf99956-d085-451c-842f-f3383176722d details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 08:56:13.123695 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d97a842-3de9-448b-b260-206adedb2960 req-8bb45fc1-b1c5-46f4-ae5f-9488cc9a3724 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:13.132036 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3d97a842-3de9-448b-b260-206adedb2960 req-8bb45fc1-b1c5-46f4-ae5f-9488cc9a3724 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 950 time: 0.5031974 Sep 08 08:56:13.136507 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58368) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:13.232378 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4e7705ff-a669-4ac4-a154-8c86a241fde8 req-99607413-456f-4fc6-bed2-6f3bceae8a1f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191331 Sep 08 08:56:13.306765 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3d97a842-3de9-448b-b260-206adedb2960 req-74fa5353-3187-403c-b61f-5d3b0b9123d3 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712010 Sep 08 08:56:13.419804 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e1b02789-8887-4921-88be-f55fd1629025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:13.494779 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 4247d3f1-3fd2-4989-9812-be018df0712c up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:56:13.542193 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-36f64a3f-ca9f-4b66-93df-1c7be849c0fb None None] Set router 3f2f8f5e-7031-4901-a14f-929a0d23268a gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:56:13.662290 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a5733-4ea0-4618-bb91-a16779def592 req-faeee17c-5755-4d4e-b77b-84d9346c1aa4 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:13.663512 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bb8a5733-4ea0-4618-bb91-a16779def592 req-faeee17c-5755-4d4e-b77b-84d9346c1aa4 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.37 "GET /v2.0/ports?device_id=05ff23f9-6ea8-44ca-899f-8bff4472abfd HTTP/1.1" status: 200 len: 950 time: 0.7828894 Sep 08 08:56:13.747010 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e1b02789-8887-4921-88be-f55fd1629025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:13.757965 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e1b02789-8887-4921-88be-f55fd1629025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:13.762459 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31812987-ea31-470e-ae58-b9bdc228dea6 None None] Pushing event updated for resources: {'Port': ['ID=9ff7d6e7-5b32-466a-baa9-1feca7e038fe,revision_number=4']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:13.792818 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 4247d3f1-3fd2-4989-9812-be018df0712c completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:56:13.809114 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 4247d3f1-3fd2-4989-9812-be018df0712c triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:56:13.809685 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:13.912434 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a7037b-b983-43b0-aeec-61d94e295ae0 req-f58675a1-9985-416a-96eb-ddd4f578b1c3 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:13.916139 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b3a7037b-b983-43b0-aeec-61d94e295ae0 req-f58675a1-9985-416a-96eb-ddd4f578b1c3 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=140d1495-916e-4046-b2d6-941339a1f8b4 HTTP/1.1" status: 200 len: 945 time: 0.6393442 Sep 08 08:56:14.009035 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:14.051764 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 4247d3f1-3fd2-4989-9812-be018df0712c, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=4247d3f1-3fd2-4989-9812-be018df0712c,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:56:14.062491 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:14.063374 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 525b5a76-6bbd-4207-bf99-7242c1ef3a32 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:56:14.074790 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e1b02789-8887-4921-88be-f55fd1629025 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b8c1bfb0dec54241b8114004b437332e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9367025 Sep 08 08:56:14.075825 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58388) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:14.102180 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b02789-8887-4921-88be-f55fd1629025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed370e5-7023-4826-90cc-419e054d7a63,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:14.254297 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58390) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:14.299451 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 525b5a76-6bbd-4207-bf99-7242c1ef3a32 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:56:14.301936 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:14.339500 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-36f64a3f-ca9f-4b66-93df-1c7be849c0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2f8f5e-7031-4901-a14f-929a0d23268a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2094719201-router', 'tenant_id': '4073e4289618448688dc1c0691a1a3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '525b5a76-6bbd-4207-bf99-7242c1ef3a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:55:57Z', 'updated_at': '2021-09-08T08:56:05Z', 'revision_number': 4, 'project_id': '4073e4289618448688dc1c0691a1a3d4', 'gw_port': {'id': '525b5a76-6bbd-4207-bf99-7242c1ef3a32', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2f8f5e-7031-4901-a14f-929a0d23268a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:55:58Z', 'updated_at': '2021-09-08T08:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '9ff7d6e7-5b32-466a-baa9-1feca7e038fe', 'name': '', 'network_id': '5a4bf06e-3a6b-42ca-a214-b922500547ed', 'tenant_id': '4073e4289618448688dc1c0691a1a3d4', 'mac_address': 'fa:16:3e:18:78:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2f8f5e-7031-4901-a14f-929a0d23268a', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '5c22eaca-aa29-4f91-b2d2-80ac83b898ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:04Z', 'updated_at': '2021-09-08T08:56:12Z', 'revision_number': 4, 'project_id': '4073e4289618448688dc1c0691a1a3d4', 'subnets': [{'id': '5c22eaca-aa29-4f91-b2d2-80ac83b898ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:56:14.350985 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=4247d3f1-3fd2-4989-9812-be018df0712c,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:14.419468 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f64a3f-ca9f-4b66-93df-1c7be849c0fb None None] The sync data for ids ['3f2f8f5e-7031-4901-a14f-929a0d23268a'] in n-d-806683-11 is: [{'id': '3f2f8f5e-7031-4901-a14f-929a0d23268a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2094719201-router', 'tenant_id': '4073e4289618448688dc1c0691a1a3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '525b5a76-6bbd-4207-bf99-7242c1ef3a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:55:57Z', 'updated_at': '2021-09-08T08:56:05Z', 'revision_number': 4, 'project_id': '4073e4289618448688dc1c0691a1a3d4', 'gw_port': {'id': '525b5a76-6bbd-4207-bf99-7242c1ef3a32', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2f8f5e-7031-4901-a14f-929a0d23268a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:55:58Z', 'updated_at': '2021-09-08T08:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '9ff7d6e7-5b32-466a-baa9-1feca7e038fe', 'name': '', 'network_id': '5a4bf06e-3a6b-42ca-a214-b922500547ed', 'tenant_id': '4073e4289618448688dc1c0691a1a3d4', 'mac_address': 'fa:16:3e:18:78:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f2f8f5e-7031-4901-a14f-929a0d23268a', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '5c22eaca-aa29-4f91-b2d2-80ac83b898ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:04Z', 'updated_at': '2021-09-08T08:56:12Z', 'revision_number': 4, 'project_id': '4073e4289618448688dc1c0691a1a3d4', 'subnets': [{'id': '5c22eaca-aa29-4f91-b2d2-80ac83b898ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 08:56:14.465843 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b3a7037b-b983-43b0-aeec-61d94e295ae0 req-9f4096b2-92cd-411f-8bb2-9572790fa318 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4684420 Sep 08 08:56:14.476690 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58398) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:14.479726 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1b695521-82b0-4cf9-8bbe-c3bb5af15854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:14.505398 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93af02d6-eeda-4bee-98df-dc1b44f1ce70 None None] Sync routers for ids ['1b24dfed-5b98-4eca-837d-5763d08344ec'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 08:56:14.519848 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-134b4644-f44e-4198-a4f6-7f2394172e12 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-81318563-network', 'tenant_id': '9c9c80d911d14910a5dbc7c59ffad3e0'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:56:14.535271 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93af02d6-eeda-4bee-98df-dc1b44f1ce70 None None] Routers {'1b24dfed-5b98-4eca-837d-5763d08344ec'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:56:14.537235 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-93af02d6-eeda-4bee-98df-dc1b44f1ce70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:55:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['1b24dfed-5b98-4eca-837d-5763d08344ec'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:56:14.686895 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1055519-a916-4617-9b65-e7c3c5ae75f4 req-096fa996-28a8-4051-a15c-370d0ab5fc1d tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:14.694959 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b1055519-a916-4617-9b65-e7c3c5ae75f4 req-096fa996-28a8-4051-a15c-370d0ab5fc1d tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/ports?device_id=05ff23f9-6ea8-44ca-899f-8bff4472abfd HTTP/1.1" status: 200 len: 950 time: 0.8753450 Sep 08 08:56:14.805347 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-bb8a5733-4ea0-4618-bb91-a16779def592 req-ab3af09e-d557-44c8-bd52-69a40c29415c tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Deleting port f0842983-e003-45b6-91de-95d563f0365c {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 08:56:14.805920 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-bb8a5733-4ea0-4618-bb91-a16779def592 req-ab3af09e-d557-44c8-bd52-69a40c29415c tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:14.857090 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134b4644-f44e-4198-a4f6-7f2394172e12 admin admin] Made reservation on behalf of 9c9c80d911d14910a5dbc7c59ffad3e0 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:56:14.859412 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-134b4644-f44e-4198-a4f6-7f2394172e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:14.870313 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-93af02d6-eeda-4bee-98df-dc1b44f1ce70 None None] Set router 1b24dfed-5b98-4eca-837d-5763d08344ec gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:56:14.913995 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b695521-82b0-4cf9-8bbe-c3bb5af15854 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6605ba4-c055-464f-84ff-5439a6e3385c,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:14.937775 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6f939d45-dee9-438a-81b8-66cbae6d5a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:14.944144 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-134b4644-f44e-4198-a4f6-7f2394172e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:14.944843 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-5a06f474-9172-46ea-ac2d-870a0ce8ddfd service neutron] show failed (client error): The resource could not be found. Sep 08 08:56:14.946089 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-5a06f474-9172-46ea-ac2d-870a0ce8ddfd service neutron] 10.222.0.35 "GET /v2.0/ports/74f7ce03-39e9-435a-9992-ab60a1dc61ca/bindings/n-h1-806683-11 HTTP/1.1" status: 404 len: 381 time: 0.3564365 Sep 08 08:56:14.990520 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6f939d45-dee9-438a-81b8-66cbae6d5a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:15.008132 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b1055519-a916-4617-9b65-e7c3c5ae75f4 req-84b237ee-1898-4a0d-9db9-49cd7318fe93 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/security-groups?id=6842b860-3d97-4cbb-8ea0-52fc0010a252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116660 Sep 08 08:56:15.150837 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6f939d45-dee9-438a-81b8-66cbae6d5a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:15.153727 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6f939d45-dee9-438a-81b8-66cbae6d5a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:15.155484 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-6f939d45-dee9-438a-81b8-66cbae6d5a19 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8ed370e5-7023-4826-90cc-419e054d7a63 HTTP/1.1" status: 204 len: 168 time: 1.0719926 Sep 08 08:56:15.171906 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f939d45-dee9-438a-81b8-66cbae6d5a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed370e5-7023-4826-90cc-419e054d7a63,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:15.208881 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4cdda-20cd-4afc-98e1-0e83a3434286 req-0bdcea95-7c91-44ce-9bb9-c5a13c5361d5 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:15.219041 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5cf4cdda-20cd-4afc-98e1-0e83a3434286 req-0bdcea95-7c91-44ce-9bb9-c5a13c5361d5 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 950 time: 0.5476742 Sep 08 08:56:15.225138 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7586037a-1c28-44a1-963a-b541b51ebbca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:15.275708 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-bb8a5733-4ea0-4618-bb91-a16779def592 req-ab3af09e-d557-44c8-bd52-69a40c29415c tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] For port f0842983-e003-45b6-91de-95d563f0365c, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=f0842983-e003-45b6-91de-95d563f0365c,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:56:15.277427 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-bb8a5733-4ea0-4618-bb91-a16779def592 req-ab3af09e-d557-44c8-bd52-69a40c29415c tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:15.296074 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-bb8a5733-4ea0-4618-bb91-a16779def592 req-ab3af09e-d557-44c8-bd52-69a40c29415c tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Calling delete_port for f0842983-e003-45b6-91de-95d563f0365c owned by compute:nova {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 08:56:15.592502 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-890c852f-3d39-4321-8ec9-06155ad3167f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:15.595684 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 4247d3f1-3fd2-4989-9812-be018df0712c up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:56:15.599010 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-890c852f-3d39-4321-8ec9-06155ad3167f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0&tenant_id=3b45c9e6adc04db08d877665d90d8206 HTTP/1.1" status: 200 len: 1102 time: 0.1973646 Sep 08 08:56:15.617900 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-b73b093d-49ff-40d9-a552-a31b1fed3884 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-11', 'device_owner': 'compute:nova'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:56:15.661920 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b695521-82b0-4cf9-8bbe-c3bb5af15854 admin admin] Checking segment: {'id': '44592cfb-f9cf-4be9-a4a0-81fa3f5eed44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'cdf99956-d085-451c-842f-f3383176722d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:56:15.662361 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b695521-82b0-4cf9-8bbe-c3bb5af15854 admin admin] Network hostable DHCP agents. Network: cdf99956-d085-451c-842f-f3383176722d, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 08:56:15.685161 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-bb8a5733-4ea0-4618-bb91-a16779def592 req-ab3af09e-d557-44c8-bd52-69a40c29415c tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:15.723122 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['02ad9e9a-446b-4d60-943a-689a3d139503'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:56:15.737626 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 4247d3f1-3fd2-4989-9812-be018df0712c triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:56:15.745810 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:15.804933 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b695521-82b0-4cf9-8bbe-c3bb5af15854 admin admin] Network cdf99956-d085-451c-842f-f3383176722d is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 08:56:15.817841 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-93af02d6-eeda-4bee-98df-dc1b44f1ce70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1074538872-router', 'tenant_id': 'db87c3df22f54cac9f5bd24547674625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '4247d3f1-3fd2-4989-9812-be018df0712c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:56:01Z', 'updated_at': '2021-09-08T08:56:09Z', 'revision_number': 4, 'project_id': 'db87c3df22f54cac9f5bd24547674625', 'gw_port': {'id': '4247d3f1-3fd2-4989-9812-be018df0712c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:17:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:03Z', 'updated_at': '2021-09-08T08:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'a4771153-1032-4d10-bfd5-163ab528deda', 'name': '', 'network_id': 'ec0db0af-4061-4294-bedb-bbba2374fc20', 'tenant_id': 'db87c3df22f54cac9f5bd24547674625', 'mac_address': 'fa:16:3e:6b:cd:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5306a8b8-86cd-4361-8bb4-448984316315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:07Z', 'updated_at': '2021-09-08T08:56:09Z', 'revision_number': 2, 'project_id': 'db87c3df22f54cac9f5bd24547674625', 'subnets': [{'id': '5306a8b8-86cd-4361-8bb4-448984316315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:56:15.823734 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb8a5733-4ea0-4618-bb91-a16779def592 req-ab3af09e-d557-44c8-bd52-69a40c29415c tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] No DVR routers for this DVR port f0842983-e003-45b6-91de-95d563f0365c on host n-h1-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 08:56:15.829340 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-bb8a5733-4ea0-4618-bb91-a16779def592 req-ab3af09e-d557-44c8-bd52-69a40c29415c tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:15.833957 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bb8a5733-4ea0-4618-bb91-a16779def592 req-ab3af09e-d557-44c8-bd52-69a40c29415c tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.37 "DELETE /v2.0/ports/f0842983-e003-45b6-91de-95d563f0365c HTTP/1.1" status: 204 len: 173 time: 2.1635447 Sep 08 08:56:15.859145 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ff23f9-6ea8-44ca-899f-8bff4472abfd', 'name': 'network-vif-deleted', 'tag': 'f0842983-e003-45b6-91de-95d563f0365c'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:56:15.860777 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811b864-780e-4ac0-a70e-dc7cbe462c75 req-726449f1-a93f-462b-ad4c-d873cf3e277a tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:15.863359 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93369101-fd97-4068-bfc4-8e68ec2de70c" -d '{"events": [{"server_uuid": "05ff23f9-6ea8-44ca-899f-8bff4472abfd", "name": "network-vif-deleted", "tag": "f0842983-e003-45b6-91de-95d563f0365c"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:56:15.864378 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0811b864-780e-4ac0-a70e-dc7cbe462c75 req-726449f1-a93f-462b-ad4c-d873cf3e277a tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=140d1495-916e-4046-b2d6-941339a1f8b4 HTTP/1.1" status: 200 len: 945 time: 0.2425394 Sep 08 08:56:15.951222 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93af02d6-eeda-4bee-98df-dc1b44f1ce70 None None] Checking router: 1b24dfed-5b98-4eca-837d-5763d08344ec for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 08:56:15.954587 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93af02d6-eeda-4bee-98df-dc1b44f1ce70 None None] Updating router 1b24dfed-5b98-4eca-837d-5763d08344ec port a4771153-1032-4d10-bfd5-163ab528deda binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 08:56:15.957338 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-1b695521-82b0-4cf9-8bbe-c3bb5af15854 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, cdf99956-d085-451c-842f-f3383176722d) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:56:15.981710 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b695521-82b0-4cf9-8bbe-c3bb5af15854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:15.983787 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1b695521-82b0-4cf9-8bbe-c3bb5af15854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:15.988315 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84994969-0693-415a-b7c0-ff73c436149d None None] Network cdf99956-d085-451c-842f-f3383176722d requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 08:56:15.997449 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58410) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:16.032251 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5cf4cdda-20cd-4afc-98e1-0e83a3434286 req-83efc805-25b5-4c69-8688-6c4f167d30cd tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8096557 Sep 08 08:56:16.051668 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0811b864-780e-4ac0-a70e-dc7cbe462c75 req-1b82a46c-6551-41e2-a04d-8eff574b42ff tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672399 Sep 08 08:56:16.111237 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-b73b093d-49ff-40d9-a552-a31b1fed3884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:16.136541 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-38ece667-2024-4747-a437-3caeb71299ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:16.231120 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-93af02d6-eeda-4bee-98df-dc1b44f1ce70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:16.264486 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 08:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e19a1e-2667-4764-a4c8-880bf525191c x-openstack-request-id: req-64e19a1e-2667-4764-a4c8-880bf525191c {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:56:16.264778 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ff23f9-6ea8-44ca-899f-8bff4472abfd", "name": "network-vif-deleted", "tag": "f0842983-e003-45b6-91de-95d563f0365c", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:56:16.265033 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-64e19a1e-2667-4764-a4c8-880bf525191c {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:56:16.265474 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05ff23f9-6ea8-44ca-899f-8bff4472abfd', 'name': 'network-vif-deleted', 'tag': 'f0842983-e003-45b6-91de-95d563f0365c', 'status': 'completed', 'code': 200} Sep 08 08:56:16.281666 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3af09e-d557-44c8-bd52-69a40c29415c tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Pushing event deleted for resources: {'Port': ['ID=f0842983-e003-45b6-91de-95d563f0365c,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:16.407848 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-134b4644-f44e-4198-a4f6-7f2394172e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:16.419320 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-134b4644-f44e-4198-a4f6-7f2394172e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:16.511022 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b4644-f44e-4198-a4f6-7f2394172e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c5da6c-aa8f-45c9-b058-a83acd7c085b,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:16.547341 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.db.api [None req-38ece667-2024-4747-a437-3caeb71299ab admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 08:56:16.547341 n-d-806683-11 neutron-server[94713]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 08 08:56:16.547341 n-d-806683-11 neutron-server[94713]: [parameters: {'project_id_1': '7eab66057d08496a8e7d02dde76bb8ca', 'expiration_1': datetime.datetime(2021, 9, 8, 8, 55, 56, 208387)}] Sep 08 08:56:16.547341 n-d-806683-11 neutron-server[94713]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 08:56:16.548266 n-d-806683-11 neutron-server[94713]: DEBUG oslo_db.api [None req-38ece667-2024-4747-a437-3caeb71299ab admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 08:56:16.549426 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-134b4644-f44e-4198-a4f6-7f2394172e12 admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 08:56:16.583786 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-134b4644-f44e-4198-a4f6-7f2394172e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:16.584751 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-134b4644-f44e-4198-a4f6-7f2394172e12 admin admin] Added segment a44e2f23-253a-444d-847c-ea0e51ce4ee0 of type vlan for network 7046d933-1336-4168-b382-fd6dd6ef1a8e Sep 08 08:56:16.691152 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 9ff7d6e7-5b32-466a-baa9-1feca7e038fe up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:56:16.703042 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-134b4644-f44e-4198-a4f6-7f2394172e12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:16.718842 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1a573aac-27e5-47b1-810f-7a8411cc5eee req-29202717-e298-49d6-a243-878b59ecea7f tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/ports?device_id=05ff23f9-6ea8-44ca-899f-8bff4472abfd HTTP/1.1" status: 200 len: 210 time: 0.1587045 Sep 08 08:56:16.812499 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-134b4644-f44e-4198-a4f6-7f2394172e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:16.814793 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134b4644-f44e-4198-a4f6-7f2394172e12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:16.816728 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-134b4644-f44e-4198-a4f6-7f2394172e12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:16.899000 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-b73b093d-49ff-40d9-a552-a31b1fed3884 service neutron] For port 74f7ce03-39e9-435a-9992-ab60a1dc61ca, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=74f7ce03-39e9-435a-9992-ab60a1dc61ca,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:56:16.950762 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device f0842983-e003-45b6-91de-95d563f0365c no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 08:56:16.965743 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7586037a-1c28-44a1-963a-b541b51ebbca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:16.967084 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b4644-f44e-4198-a4f6-7f2394172e12 admin admin] Pushing event updated for resources: {'Network': ['ID=7046d933-1336-4168-b382-fd6dd6ef1a8e,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:16.975445 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7586037a-1c28-44a1-963a-b541b51ebbca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:16.976698 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-b73b093d-49ff-40d9-a552-a31b1fed3884 service neutron] For port 74f7ce03-39e9-435a-9992-ab60a1dc61ca, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:56:17.006155 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-134b4644-f44e-4198-a4f6-7f2394172e12 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.5199051 Sep 08 08:56:17.009711 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632e89d0-3a6b-40e6-8eb6-8be8b456e952 None None] Network cdf99956-d085-451c-842f-f3383176722d requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 08:56:17.024284 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1b695521-82b0-4cf9-8bbe-c3bb5af15854 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 4.3470199 Sep 08 08:56:17.025232 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58418) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:17.039449 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-4cf308bd-5b4b-488f-842a-05d8b016b1a8 admin admin] Request body: {'subnet': {'network_id': '7046d933-1336-4168-b382-fd6dd6ef1a8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-81318563-subnet', 'tenant_id': '9c9c80d911d14910a5dbc7c59ffad3e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:56:17.051204 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-38ece667-2024-4747-a437-3caeb71299ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:17.085240 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 7046d933-1336-4168-b382-fd6dd6ef1a8e details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 08:56:17.132790 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7586037a-1c28-44a1-963a-b541b51ebbca admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6ecd0795b7214ba9aa85df3a5bddc11a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8753140 Sep 08 08:56:17.141499 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58426) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:17.142059 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa3d1fc-9062-4987-bfa8-598428ab70e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74f7ce03-39e9-435a-9992-ab60a1dc61ca'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:56:17.147440 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b516532-dc99-4ca1-b260-bd4dbf7d5c76" -d '{"events": [{"server_uuid": "4fa3d1fc-9062-4987-bfa8-598428ab70e0", "name": "network-vif-unplugged", "status": "completed", "tag": "74f7ce03-39e9-435a-9992-ab60a1dc61ca"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:56:17.162287 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-b73b093d-49ff-40d9-a552-a31b1fed3884 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:17.198646 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf308bd-5b4b-488f-842a-05d8b016b1a8 admin admin] Made reservation on behalf of 9c9c80d911d14910a5dbc7c59ffad3e0 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:56:17.207576 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4cf308bd-5b4b-488f-842a-05d8b016b1a8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:17.215724 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: f0842983-e003-45b6-91de-95d563f0365c {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 08:56:17.216081 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device f0842983-e003-45b6-91de-95d563f0365c not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 08:56:17.273131 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 9ff7d6e7-5b32-466a-baa9-1feca7e038fe completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:56:17.320571 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7586037a-1c28-44a1-963a-b541b51ebbca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e30bb3-3a8d-4e9b-9724-d2eb6ba3ac71,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:17.358282 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-38ece667-2024-4747-a437-3caeb71299ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:17.368819 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35966b-5b6c-4ebe-bc45-a0291bacf030 req-7434a57f-8d25-4868-853e-54bd63fcfe55 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:17.374427 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cb35966b-5b6c-4ebe-bc45-a0291bacf030 req-7434a57f-8d25-4868-853e-54bd63fcfe55 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=140d1495-916e-4046-b2d6-941339a1f8b4 HTTP/1.1" status: 200 len: 1097 time: 0.3135867 Sep 08 08:56:17.375293 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-38ece667-2024-4747-a437-3caeb71299ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:17.383673 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 9ff7d6e7-5b32-466a-baa9-1feca7e038fe triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:56:17.386109 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:17.435548 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-38ece667-2024-4747-a437-3caeb71299ab admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7eab66057d08496a8e7d02dde76bb8ca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4019749 Sep 08 08:56:17.437844 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58432) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:17.446117 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ece667-2024-4747-a437-3caeb71299ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703bc958-bcf7-40d2-bda0-4744ebddbb74,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:17.473099 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cb35966b-5b6c-4ebe-bc45-a0291bacf030 req-ac713b7e-8e61-4a8c-a235-625628b8d886 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853012 Sep 08 08:56:17.521075 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-550965c9-093a-490d-9714-2c8e96c99e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:17.565273 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-b73b093d-49ff-40d9-a552-a31b1fed3884 service neutron] Transition to ACTIVE for port object 74f7ce03-39e9-435a-9992-ab60a1dc61ca will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:56:17.575849 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-550965c9-093a-490d-9714-2c8e96c99e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:17.581682 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-b73b093d-49ff-40d9-a552-a31b1fed3884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:17.653393 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:17.655795 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb53201-7900-40ed-83f9-d75c010ae85b req-a280079c-69e2-4c39-b259-9a0f2d31f069 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:17.657633 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2fb53201-7900-40ed-83f9-d75c010ae85b req-a280079c-69e2-4c39-b259-9a0f2d31f069 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 950 time: 0.4610219 Sep 08 08:56:17.709091 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-550965c9-093a-490d-9714-2c8e96c99e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:17.718344 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-b73b093d-49ff-40d9-a552-a31b1fed3884 service neutron] No DVR routers for this DVR port 74f7ce03-39e9-435a-9992-ab60a1dc61ca on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 08:56:17.719480 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-550965c9-093a-490d-9714-2c8e96c99e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:17.728189 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-550965c9-093a-490d-9714-2c8e96c99e54 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/703bc958-bcf7-40d2-bda0-4744ebddbb74 HTTP/1.1" status: 204 len: 168 time: 0.2878141 Sep 08 08:56:17.779522 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-002ea792-95ab-4a7e-b5a9-3fd5625f82f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:17.788747 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550965c9-093a-490d-9714-2c8e96c99e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703bc958-bcf7-40d2-bda0-4744ebddbb74,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:17.845045 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b8b955dd-b517-4a2d-81e6-778bcdc90d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:17.894892 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 08:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10009b5-5bd9-4c1e-8008-065cf022ceac x-openstack-request-id: req-c10009b5-5bd9-4c1e-8008-065cf022ceac {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:56:17.895245 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa3d1fc-9062-4987-bfa8-598428ab70e0", "name": "network-vif-unplugged", "status": "completed", "tag": "74f7ce03-39e9-435a-9992-ab60a1dc61ca", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:56:17.895445 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c10009b5-5bd9-4c1e-8008-065cf022ceac {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:56:17.895827 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa3d1fc-9062-4987-bfa8-598428ab70e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74f7ce03-39e9-435a-9992-ab60a1dc61ca', 'code': 200} Sep 08 08:56:17.961504 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b093d-49ff-40d9-a552-a31b1fed3884 service neutron] Pushing event updated for resources: {'Port': ['ID=74f7ce03-39e9-435a-9992-ab60a1dc61ca,revision_number=6']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:17.997671 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4cf308bd-5b4b-488f-842a-05d8b016b1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:18.007487 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b8b955dd-b517-4a2d-81e6-778bcdc90d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:18.020636 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-b73b093d-49ff-40d9-a552-a31b1fed3884 service neutron] Attempting to bind port 74f7ce03-39e9-435a-9992-ab60a1dc61ca on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:56:18.021203 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-b73b093d-49ff-40d9-a552-a31b1fed3884 service neutron] Attempting to bind port 74f7ce03-39e9-435a-9992-ab60a1dc61ca by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:56:18.021724 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-b73b093d-49ff-40d9-a552-a31b1fed3884 service neutron] Attempting to bind port 74f7ce03-39e9-435a-9992-ab60a1dc61ca on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:56:18.023062 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-93af02d6-eeda-4bee-98df-dc1b44f1ce70 None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:18.044491 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-93af02d6-eeda-4bee-98df-dc1b44f1ce70 None None] Transition to ACTIVE for port object a4771153-1032-4d10-bfd5-163ab528deda will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:56:18.054218 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-b73b093d-49ff-40d9-a552-a31b1fed3884 service neutron] Port 74f7ce03-39e9-435a-9992-ab60a1dc61ca on network 05f7642a-1c79-41be-85aa-1443ef22cc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 08:56:18.054957 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-b73b093d-49ff-40d9-a552-a31b1fed3884 service neutron] Attempting to bind port 74f7ce03-39e9-435a-9992-ab60a1dc61ca on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:56:18.073701 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2fb53201-7900-40ed-83f9-d75c010ae85b req-17d6c5a9-7884-4872-b750-c7fd32c26550 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656056 Sep 08 08:56:18.099425 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 9ff7d6e7-5b32-466a-baa9-1feca7e038fe, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=9ff7d6e7-5b32-466a-baa9-1feca7e038fe,segment=NetworkSegment(057c1125-19a0-48dd-9ee1-8eb1357e6f7e),segment_id=057c1125-19a0-48dd-9ee1-8eb1357e6f7e)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:56:18.102894 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-93af02d6-eeda-4bee-98df-dc1b44f1ce70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:18.170875 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-b73b093d-49ff-40d9-a552-a31b1fed3884 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:56:18.171432 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-b73b093d-49ff-40d9-a552-a31b1fed3884 service neutron] Checking segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:56:18.171697 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-b73b093d-49ff-40d9-a552-a31b1fed3884 service neutron] Bound using segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:56:18.172158 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-b73b093d-49ff-40d9-a552-a31b1fed3884 service neutron] Bound port: 74f7ce03-39e9-435a-9992-ab60a1dc61ca, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:56:18.172507 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-b73b093d-49ff-40d9-a552-a31b1fed3884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:18.202779 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:18.220369 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36443cb9-d8b9-46d9-b38c-44bbaa13a46d None None] Pushing event updated for resources: {'Port': ['ID=a4771153-1032-4d10-bfd5-163ab528deda,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:18.261233 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf308bd-5b4b-488f-842a-05d8b016b1a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1a28c3f-0b84-4d75-b136-9c9d10e492b1,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:18.276439 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf308bd-5b4b-488f-842a-05d8b016b1a8 admin admin] Checking segment: {'id': 'a44e2f23-253a-444d-847c-ea0e51ce4ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7046d933-1336-4168-b382-fd6dd6ef1a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:56:18.277091 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf308bd-5b4b-488f-842a-05d8b016b1a8 admin admin] Network hostable DHCP agents. Network: 7046d933-1336-4168-b382-fd6dd6ef1a8e, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 08:56:18.369534 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e003d58-a3d0-45cf-9b76-f0e09011099b req-0e22fd0f-225f-49e0-95ea-f3bf4040d2d5 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:18.374380 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1e003d58-a3d0-45cf-9b76-f0e09011099b req-0e22fd0f-225f-49e0-95ea-f3bf4040d2d5 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=140d1495-916e-4046-b2d6-941339a1f8b4 HTTP/1.1" status: 200 len: 1097 time: 0.1727560 Sep 08 08:56:18.423149 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf308bd-5b4b-488f-842a-05d8b016b1a8 admin admin] Network 7046d933-1336-4168-b382-fd6dd6ef1a8e is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 08:56:18.475830 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b8b955dd-b517-4a2d-81e6-778bcdc90d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:18.478951 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b8b955dd-b517-4a2d-81e6-778bcdc90d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:18.483031 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b8b955dd-b517-4a2d-81e6-778bcdc90d2d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/62e30bb3-3a8d-4e9b-9724-d2eb6ba3ac71 HTTP/1.1" status: 204 len: 168 time: 1.3299787 Sep 08 08:56:18.492996 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-4cf308bd-5b4b-488f-842a-05d8b016b1a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 7046d933-1336-4168-b382-fd6dd6ef1a8e) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:56:18.496355 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-b73b093d-49ff-40d9-a552-a31b1fed3884 service neutron] For port 74f7ce03-39e9-435a-9992-ab60a1dc61ca, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:56:18.508615 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-b73b093d-49ff-40d9-a552-a31b1fed3884 service neutron] For port 74f7ce03-39e9-435a-9992-ab60a1dc61ca, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=74f7ce03-39e9-435a-9992-ab60a1dc61ca,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:56:18.526765 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf308bd-5b4b-488f-842a-05d8b016b1a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:18.529360 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4cf308bd-5b4b-488f-842a-05d8b016b1a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:18.548928 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1e003d58-a3d0-45cf-9b76-f0e09011099b req-ac1bacd9-0d46-4c3b-834e-5c22ee8a08c6 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649938 Sep 08 08:56:18.548928 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-b73b093d-49ff-40d9-a552-a31b1fed3884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:18.562748 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5ab287-8cd7-46ec-b77b-32640cb8cbdc None None] Network 7046d933-1336-4168-b382-fd6dd6ef1a8e requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 08:56:18.582630 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b955dd-b517-4a2d-81e6-778bcdc90d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e30bb3-3a8d-4e9b-9724-d2eb6ba3ac71,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:18.776759 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b093d-49ff-40d9-a552-a31b1fed3884 service neutron] Pushing event updated for resources: {'Port': ['ID=74f7ce03-39e9-435a-9992-ab60a1dc61ca,revision_number=7']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:18.791605 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-b73b093d-49ff-40d9-a552-a31b1fed3884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:18.793537 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-b73b093d-49ff-40d9-a552-a31b1fed3884 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:18.796199 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-b73b093d-49ff-40d9-a552-a31b1fed3884 service neutron] 10.222.0.37 "PUT /v2.0/ports/74f7ce03-39e9-435a-9992-ab60a1dc61ca HTTP/1.1" status: 200 len: 1097 time: 3.1826167 Sep 08 08:56:18.804304 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4cf308bd-5b4b-488f-842a-05d8b016b1a8 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7753563 Sep 08 08:56:18.806757 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58466) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:18.847931 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-61f51454-32fc-405b-91c2-1f2ea9472ade admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-81318563-router', 'tenant_id': '9c9c80d911d14910a5dbc7c59ffad3e0', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:56:19.000841 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=9ff7d6e7-5b32-466a-baa9-1feca7e038fe,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:19.001438 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-61f51454-32fc-405b-91c2-1f2ea9472ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:19.004723 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-61f51454-32fc-405b-91c2-1f2ea9472ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:19.021871 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-ab702380-8eb8-4841-b85e-c01e9f4a61cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:19.023959 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-ab702380-8eb8-4841-b85e-c01e9f4a61cf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3b45c9e6adc04db08d877665d90d8206&device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 1100 time: 0.1838846 Sep 08 08:56:19.113619 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 74f7ce03-39e9-435a-9992-ab60a1dc61ca no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 08:56:19.133605 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-61f51454-32fc-405b-91c2-1f2ea9472ade admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:19.144187 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897b99d-adb1-4de1-95a4-ca6b38b1a4e8 req-c7ee35ff-352e-4cfc-a57a-1eb9b2686519 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:19.153572 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9897b99d-adb1-4de1-95a4-ca6b38b1a4e8 req-c7ee35ff-352e-4cfc-a57a-1eb9b2686519 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/networks?id=1b780815-5142-4edc-a37a-9e502afff334 HTTP/1.1" status: 200 len: 808 time: 0.5963016 Sep 08 08:56:19.163209 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-93af02d6-eeda-4bee-98df-dc1b44f1ce70 None None] Attempting to bind port a4771153-1032-4d10-bfd5-163ab528deda on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:56:19.164989 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-93af02d6-eeda-4bee-98df-dc1b44f1ce70 None None] Attempting to bind port a4771153-1032-4d10-bfd5-163ab528deda by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '6e5d67e3-1a76-4d78-9f48-b8cd636653a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ec0db0af-4061-4294-bedb-bbba2374fc20'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:56:19.166431 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93af02d6-eeda-4bee-98df-dc1b44f1ce70 None None] Attempting to bind port a4771153-1032-4d10-bfd5-163ab528deda on network ec0db0af-4061-4294-bedb-bbba2374fc20 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:56:19.236440 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9897b99d-adb1-4de1-95a4-ca6b38b1a4e8 req-4accb6f7-b436-4a36-a128-04daab925db1 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/quotas/453fb48635914fff8b30c3b6382194e5 HTTP/1.1" status: 200 len: 375 time: 0.0819430 Sep 08 08:56:19.264863 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93af02d6-eeda-4bee-98df-dc1b44f1ce70 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:56:19.276237 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93af02d6-eeda-4bee-98df-dc1b44f1ce70 None None] Checking segment: {'id': '6e5d67e3-1a76-4d78-9f48-b8cd636653a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ec0db0af-4061-4294-bedb-bbba2374fc20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:56:19.276839 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-93af02d6-eeda-4bee-98df-dc1b44f1ce70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:19.277390 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93af02d6-eeda-4bee-98df-dc1b44f1ce70 None None] Bound using segment: {'id': '6e5d67e3-1a76-4d78-9f48-b8cd636653a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ec0db0af-4061-4294-bedb-bbba2374fc20'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:56:19.278524 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-93af02d6-eeda-4bee-98df-dc1b44f1ce70 None None] Bound port: a4771153-1032-4d10-bfd5-163ab528deda, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e5d67e3-1a76-4d78-9f48-b8cd636653a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ec0db0af-4061-4294-bedb-bbba2374fc20'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:56:19.278920 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-93af02d6-eeda-4bee-98df-dc1b44f1ce70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:19.325550 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-6a000edc-6348-4568-a0bb-fc373ebf5b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:19.327964 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-6a000edc-6348-4568-a0bb-fc373ebf5b55 service neutron] 10.222.0.37 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.2930465 Sep 08 08:56:19.462719 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-22fd763b-4521-4434-9483-1ebf6470a5b6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=74f7ce03-39e9-435a-9992-ab60a1dc61ca HTTP/1.1" status: 200 len: 217 time: 0.1273470 Sep 08 08:56:19.573465 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-93af02d6-eeda-4bee-98df-dc1b44f1ce70 None None] For port a4771153-1032-4d10-bfd5-163ab528deda, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:56:19.581295 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-93af02d6-eeda-4bee-98df-dc1b44f1ce70 None None] For port a4771153-1032-4d10-bfd5-163ab528deda, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a4771153-1032-4d10-bfd5-163ab528deda,segment=NetworkSegment(6e5d67e3-1a76-4d78-9f48-b8cd636653a5),segment_id=6e5d67e3-1a76-4d78-9f48-b8cd636653a5)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:56:19.604067 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-d8d12604-214b-4e2c-8234-43f34105d76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:19.607377 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-d8d12604-214b-4e2c-8234-43f34105d76a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.1380813 Sep 08 08:56:19.613801 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-93af02d6-eeda-4bee-98df-dc1b44f1ce70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:19.625342 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58484) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:19.672599 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-712ba079-ecb4-45fe-aba5-695e6aa78042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:19.764200 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 74f7ce03-39e9-435a-9992-ab60a1dc61ca not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 08:56:19.775570 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-c4867ad9-3b75-436a-ae95-a7109629f74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:19.777065 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-c4867ad9-3b75-436a-ae95-a7109629f74f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1621127 Sep 08 08:56:19.834611 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9897b99d-adb1-4de1-95a4-ca6b38b1a4e8 req-b377232c-c229-4fa2-9f8a-abe6e5ef06d8 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=453fb48635914fff8b30c3b6382194e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5036664 Sep 08 08:56:19.898068 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa3d1fc-9062-4987-bfa8-598428ab70e0', 'tag': '74f7ce03-39e9-435a-9992-ab60a1dc61ca'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:56:19.906497 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450afb29-f280-4365-9df7-4c794af2d4c1" -d '{"events": [{"name": "network-changed", "server_uuid": "4fa3d1fc-9062-4987-bfa8-598428ab70e0", "tag": "74f7ce03-39e9-435a-9992-ab60a1dc61ca"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:56:19.914346 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-61f51454-32fc-405b-91c2-1f2ea9472ade admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:19.930472 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [req-9897b99d-adb1-4de1-95a4-ca6b38b1a4e8 req-50977a38-1479-486b-a545-3c8add52db35 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 08:56:19.936544 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36443cb9-d8b9-46d9-b38c-44bbaa13a46d None None] Pushing event updated for resources: {'Port': ['ID=a4771153-1032-4d10-bfd5-163ab528deda,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:19.939089 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9897b99d-adb1-4de1-95a4-ca6b38b1a4e8 req-50977a38-1479-486b-a545-3c8add52db35 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0900803 Sep 08 08:56:19.951550 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93af02d6-eeda-4bee-98df-dc1b44f1ce70 None None] Routers {'1b24dfed-5b98-4eca-837d-5763d08344ec'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:56:19.952476 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-93af02d6-eeda-4bee-98df-dc1b44f1ce70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:55:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['1b24dfed-5b98-4eca-837d-5763d08344ec'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:56:20.093751 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9897b99d-adb1-4de1-95a4-ca6b38b1a4e8 req-abf772e9-f627-48c3-b7e5-0d424d67f031 service neutron] 10.222.0.54 "GET /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536138 Sep 08 08:56:20.260309 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-cad37d02-e54c-4c3b-bf60-7840b5e8bb57 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4708500 Sep 08 08:56:20.476701 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-712ba079-ecb4-45fe-aba5-695e6aa78042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:20.477859 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9897b99d-adb1-4de1-95a4-ca6b38b1a4e8 req-9c1964eb-51fb-4838-84de-fec12f8f1819 service neutron] 10.222.0.54 "GET /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3822346 Sep 08 08:56:20.508643 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-712ba079-ecb4-45fe-aba5-695e6aa78042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:20.700427 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-712ba079-ecb4-45fe-aba5-695e6aa78042 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=50d045944d3446dc9ff150ac7abc0827&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0739906 Sep 08 08:56:20.703863 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58514) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:20.720357 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b43dad0d-a2e6-40d9-9783-8f042e6da46c req-54ef1710-cf75-4c69-96d3-69d9f6c6dbae service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4490793 Sep 08 08:56:20.722798 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712ba079-ecb4-45fe-aba5-695e6aa78042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff38d1d-bdbc-40c7-8c21-b929fd17161f,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:20.765284 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 9ff7d6e7-5b32-466a-baa9-1feca7e038fe up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:56:20.887194 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c9993e-d518-4e13-b4e6-167a87e2284f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-7046d933-1336-4168-b382-fd6dd6ef1a8e', 'network_id': '7046d933-1336-4168-b382-fd6dd6ef1a8e', 'tenant_id': '9c9c80d911d14910a5dbc7c59ffad3e0', 'fixed_ips': [{'subnet_id': 'd1a28c3f-0b84-4d75-b136-9c9d10e492b1'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 08:56:20.892160 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-96c9993e-d518-4e13-b4e6-167a87e2284f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:21.134933 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-96c9993e-d518-4e13-b4e6-167a87e2284f None None] Allocated IP 172.20.0.2 (7046d933-1336-4168-b382-fd6dd6ef1a8e/d1a28c3f-0b84-4d75-b136-9c9d10e492b1/4006cf83-ada6-441d-94d2-800b11df5121) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:56:21.170706 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f1bc8-cc35-48b2-adc8-9c340eb40560 req-00cc3579-386a-4456-8332-0d673e405109 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:21.172578 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-733f1bc8-cc35-48b2-adc8-9c340eb40560 req-00cc3579-386a-4456-8332-0d673e405109 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.35 "GET /v2.0/ports?device_id=d63b058a-8200-4956-a1ba-beb98bc736f6 HTTP/1.1" status: 200 len: 950 time: 0.1552894 Sep 08 08:56:21.293150 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9893e3bd-217e-4fca-8cfc-5e6abd70ae6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:21.384611 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2ad2e02d-41d5-44bc-84a2-9e15ab299d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:21.451678 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2ad2e02d-41d5-44bc-84a2-9e15ab299d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:21.548263 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-61f51454-32fc-405b-91c2-1f2ea9472ade admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:21.559763 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:21.582457 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-93af02d6-eeda-4bee-98df-dc1b44f1ce70 None None] Set router 1b24dfed-5b98-4eca-837d-5763d08344ec gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:56:21.661424 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-733f1bc8-cc35-48b2-adc8-9c340eb40560 req-5243ea9d-9007-45ac-bc73-0867d56d34bd tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Deleting port 02ad9e9a-446b-4d60-943a-689a3d139503 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 08:56:21.674984 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-733f1bc8-cc35-48b2-adc8-9c340eb40560 req-5243ea9d-9007-45ac-bc73-0867d56d34bd tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:21.680109 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-61f51454-32fc-405b-91c2-1f2ea9472ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:21.828151 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-61f51454-32fc-405b-91c2-1f2ea9472ade admin admin] Allocated IP 172.25.0.154 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/19d1a776-d6b0-46e0-908b-d35c3d8bb47f) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:56:21.868115 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 9ff7d6e7-5b32-466a-baa9-1feca7e038fe triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:56:21.871656 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:21.881783 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7291d2-6bee-4fdd-a57b-84da118cc737 req-69e9d3b2-5e68-4ac1-a028-747a0d46d022 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:21.899778 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7b7291d2-6bee-4fdd-a57b-84da118cc737 req-69e9d3b2-5e68-4ac1-a028-747a0d46d022 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 948 time: 0.7390673 Sep 08 08:56:21.977247 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-733f1bc8-cc35-48b2-adc8-9c340eb40560 req-5243ea9d-9007-45ac-bc73-0867d56d34bd tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] For port 02ad9e9a-446b-4d60-943a-689a3d139503, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=02ad9e9a-446b-4d60-943a-689a3d139503,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:56:21.977606 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-733f1bc8-cc35-48b2-adc8-9c340eb40560 req-5243ea9d-9007-45ac-bc73-0867d56d34bd tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:22.027708 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-733f1bc8-cc35-48b2-adc8-9c340eb40560 req-5243ea9d-9007-45ac-bc73-0867d56d34bd tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Calling delete_port for 02ad9e9a-446b-4d60-943a-689a3d139503 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 08:56:22.077127 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-96c9993e-d518-4e13-b4e6-167a87e2284f None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:22.095055 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:22.109204 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-96c9993e-d518-4e13-b4e6-167a87e2284f None None] Transition to ACTIVE for port object 4006cf83-ada6-441d-94d2-800b11df5121 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:56:22.177143 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2ad2e02d-41d5-44bc-84a2-9e15ab299d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:22.197654 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-96c9993e-d518-4e13-b4e6-167a87e2284f None None] Transition to ACTIVE for port object 4006cf83-ada6-441d-94d2-800b11df5121 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:56:22.209119 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2ad2e02d-41d5-44bc-84a2-9e15ab299d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:22.214084 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2ad2e02d-41d5-44bc-84a2-9e15ab299d9e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bff38d1d-bdbc-40c7-8c21-b929fd17161f HTTP/1.1" status: 204 len: 168 time: 1.5057769 Sep 08 08:56:22.224054 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-96c9993e-d518-4e13-b4e6-167a87e2284f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:22.288320 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c9993e-d518-4e13-b4e6-167a87e2284f None None] Network 7046d933-1336-4168-b382-fd6dd6ef1a8e is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:56:22.297847 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-96c9993e-d518-4e13-b4e6-167a87e2284f None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:56:22.301600 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad2e02d-41d5-44bc-84a2-9e15ab299d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff38d1d-bdbc-40c7-8c21-b929fd17161f,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:22.318654 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c9993e-d518-4e13-b4e6-167a87e2284f None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:56:22.360333 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c9993e-d518-4e13-b4e6-167a87e2284f None None] Pushing event updated for resources: {'Port': ['ID=4006cf83-ada6-441d-94d2-800b11df5121,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:22.448286 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7b7291d2-6bee-4fdd-a57b-84da118cc737 req-423e0f00-f41d-4e0e-bca9-bc0f4e44294d tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5458493 Sep 08 08:56:22.474083 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-93af02d6-eeda-4bee-98df-dc1b44f1ce70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1074538872-router', 'tenant_id': 'db87c3df22f54cac9f5bd24547674625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '4247d3f1-3fd2-4989-9812-be018df0712c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:56:01Z', 'updated_at': '2021-09-08T08:56:09Z', 'revision_number': 4, 'project_id': 'db87c3df22f54cac9f5bd24547674625', 'gw_port': {'id': '4247d3f1-3fd2-4989-9812-be018df0712c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:17:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:03Z', 'updated_at': '2021-09-08T08:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'a4771153-1032-4d10-bfd5-163ab528deda', 'name': '', 'network_id': 'ec0db0af-4061-4294-bedb-bbba2374fc20', 'tenant_id': 'db87c3df22f54cac9f5bd24547674625', 'mac_address': 'fa:16:3e:6b:cd:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5306a8b8-86cd-4361-8bb4-448984316315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:07Z', 'updated_at': '2021-09-08T08:56:19Z', 'revision_number': 4, 'project_id': 'db87c3df22f54cac9f5bd24547674625', 'subnets': [{'id': '5306a8b8-86cd-4361-8bb4-448984316315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:56:22.514346 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-733f1bc8-cc35-48b2-adc8-9c340eb40560 req-5243ea9d-9007-45ac-bc73-0867d56d34bd tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:22.530460 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-61f51454-32fc-405b-91c2-1f2ea9472ade admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:22.635405 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5243ea9d-9007-45ac-bc73-0867d56d34bd tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Pushing event deleted for resources: {'Port': ['ID=02ad9e9a-446b-4d60-943a-689a3d139503,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:22.694850 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['02ad9e9a-446b-4d60-943a-689a3d139503'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:56:22.737532 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93af02d6-eeda-4bee-98df-dc1b44f1ce70 None None] The sync data for ids ['1b24dfed-5b98-4eca-837d-5763d08344ec'] in n-d-806683-11 is: [{'id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1074538872-router', 'tenant_id': 'db87c3df22f54cac9f5bd24547674625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '4247d3f1-3fd2-4989-9812-be018df0712c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:56:01Z', 'updated_at': '2021-09-08T08:56:09Z', 'revision_number': 4, 'project_id': 'db87c3df22f54cac9f5bd24547674625', 'gw_port': {'id': '4247d3f1-3fd2-4989-9812-be018df0712c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:17:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:03Z', 'updated_at': '2021-09-08T08:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'a4771153-1032-4d10-bfd5-163ab528deda', 'name': '', 'network_id': 'ec0db0af-4061-4294-bedb-bbba2374fc20', 'tenant_id': 'db87c3df22f54cac9f5bd24547674625', 'mac_address': 'fa:16:3e:6b:cd:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5306a8b8-86cd-4361-8bb4-448984316315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:07Z', 'updated_at': '2021-09-08T08:56:19Z', 'revision_number': 4, 'project_id': 'db87c3df22f54cac9f5bd24547674625', 'subnets': [{'id': '5306a8b8-86cd-4361-8bb4-448984316315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 08:56:22.762057 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-96c9993e-d518-4e13-b4e6-167a87e2284f None None] Attempting to bind port 4006cf83-ada6-441d-94d2-800b11df5121 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:56:22.762748 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-96c9993e-d518-4e13-b4e6-167a87e2284f None None] Attempting to bind port 4006cf83-ada6-441d-94d2-800b11df5121 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'a44e2f23-253a-444d-847c-ea0e51ce4ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7046d933-1336-4168-b382-fd6dd6ef1a8e'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:56:22.763537 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c9993e-d518-4e13-b4e6-167a87e2284f None None] Attempting to bind port 4006cf83-ada6-441d-94d2-800b11df5121 on network 7046d933-1336-4168-b382-fd6dd6ef1a8e {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:56:22.763835 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0dea2357-8428-4bb0-87cc-65e3135de025 req-2a1b3cc4-b005-4308-ab15-904793b56400 tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.54 "GET /v2.0/ports?device_id=d63b058a-8200-4956-a1ba-beb98bc736f6 HTTP/1.1" status: 200 len: 210 time: 0.0946689 Sep 08 08:56:22.787441 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c9993e-d518-4e13-b4e6-167a87e2284f None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:56:22.792359 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c9993e-d518-4e13-b4e6-167a87e2284f None None] Checking segment: {'id': 'a44e2f23-253a-444d-847c-ea0e51ce4ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7046d933-1336-4168-b382-fd6dd6ef1a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:56:22.793036 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-96c9993e-d518-4e13-b4e6-167a87e2284f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:22.793599 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c9993e-d518-4e13-b4e6-167a87e2284f None None] Bound using segment: {'id': 'a44e2f23-253a-444d-847c-ea0e51ce4ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7046d933-1336-4168-b382-fd6dd6ef1a8e'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:56:22.794477 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-96c9993e-d518-4e13-b4e6-167a87e2284f None None] Bound port: 4006cf83-ada6-441d-94d2-800b11df5121, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a44e2f23-253a-444d-847c-ea0e51ce4ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7046d933-1336-4168-b382-fd6dd6ef1a8e'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:56:22.806599 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-96c9993e-d518-4e13-b4e6-167a87e2284f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:22.824291 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-61f51454-32fc-405b-91c2-1f2ea9472ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:22.973661 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-733f1bc8-cc35-48b2-adc8-9c340eb40560 req-5243ea9d-9007-45ac-bc73-0867d56d34bd tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] No DVR routers for this DVR port 02ad9e9a-446b-4d60-943a-689a3d139503 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 08:56:22.981317 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-733f1bc8-cc35-48b2-adc8-9c340eb40560 req-5243ea9d-9007-45ac-bc73-0867d56d34bd tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:22.983752 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-733f1bc8-cc35-48b2-adc8-9c340eb40560 req-5243ea9d-9007-45ac-bc73-0867d56d34bd tempest-LiveMigrationNegativeTest-1201217063 tempest-LiveMigrationNegativeTest-1201217063-project] 10.222.0.35 "DELETE /v2.0/ports/02ad9e9a-446b-4d60-943a-689a3d139503 HTTP/1.1" status: 204 len: 173 time: 1.8049946 Sep 08 08:56:23.023502 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 08:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ef7704-257b-41c0-9f4b-c6d93435b8a6 x-openstack-request-id: req-10ef7704-257b-41c0-9f4b-c6d93435b8a6 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:56:23.024394 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fa3d1fc-9062-4987-bfa8-598428ab70e0", "tag": "74f7ce03-39e9-435a-9992-ab60a1dc61ca", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:56:23.024394 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-10ef7704-257b-41c0-9f4b-c6d93435b8a6 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:56:23.024835 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fa3d1fc-9062-4987-bfa8-598428ab70e0', 'tag': '74f7ce03-39e9-435a-9992-ab60a1dc61ca', 'status': 'completed', 'code': 200} Sep 08 08:56:23.079942 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f51454-32fc-405b-91c2-1f2ea9472ade admin admin] Pushing event updated for resources: {'Port': ['ID=19d1a776-d6b0-46e0-908b-d35c3d8bb47f,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:23.151493 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f51454-32fc-405b-91c2-1f2ea9472ade admin admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:56:23.164448 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-61f51454-32fc-405b-91c2-1f2ea9472ade admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:56:23.169888 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f51454-32fc-405b-91c2-1f2ea9472ade admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:56:23.250722 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-96c9993e-d518-4e13-b4e6-167a87e2284f None None] For port 4006cf83-ada6-441d-94d2-800b11df5121, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:56:23.255910 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-96c9993e-d518-4e13-b4e6-167a87e2284f None None] For port 4006cf83-ada6-441d-94d2-800b11df5121, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=4006cf83-ada6-441d-94d2-800b11df5121,segment=NetworkSegment(a44e2f23-253a-444d-847c-ea0e51ce4ee0),segment_id=a44e2f23-253a-444d-847c-ea0e51ce4ee0)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:56:23.262133 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-96c9993e-d518-4e13-b4e6-167a87e2284f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:23.429074 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450afb29-f280-4365-9df7-4c794af2d4c1 req-8a75b15f-680e-4537-9377-1cb94f597d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:23.434516 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-450afb29-f280-4365-9df7-4c794af2d4c1 req-8a75b15f-680e-4537-9377-1cb94f597d06 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3b45c9e6adc04db08d877665d90d8206&device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 1100 time: 0.3391294 Sep 08 08:56:23.546594 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c9993e-d518-4e13-b4e6-167a87e2284f None None] Pushing event updated for resources: {'Port': ['ID=4006cf83-ada6-441d-94d2-800b11df5121,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:23.567426 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:23.580699 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450afb29-f280-4365-9df7-4c794af2d4c1 req-9e53a6f1-22dc-465f-9f08-22db7f1b7e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:23.585409 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-450afb29-f280-4365-9df7-4c794af2d4c1 req-9e53a6f1-22dc-465f-9f08-22db7f1b7e44 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3b45c9e6adc04db08d877665d90d8206&device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 1100 time: 0.3402052 Sep 08 08:56:23.709157 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-116d6797-72c1-4892-a22c-e1fb28335cd8 req-417a8f9a-5186-4c08-89b1-1dfb0fce6202 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5569496-7cec-4aec-ad9f-59758b146a22 HTTP/1.1" status: 200 len: 210 time: 0.1022284 Sep 08 08:56:23.857757 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:23.936758 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [req-0af56cee-7775-414e-84cf-da0634ca4480 req-c85af5f6-e8b7-4bb9-b5c1-d818c9f03913 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 08:56:23.954095 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0af56cee-7775-414e-84cf-da0634ca4480 req-c85af5f6-e8b7-4bb9-b5c1-d818c9f03913 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.1688776 Sep 08 08:56:23.981821 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450afb29-f280-4365-9df7-4c794af2d4c1 req-4f4e9d36-4a23-4569-86dc-03591b26f92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:23.991090 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-450afb29-f280-4365-9df7-4c794af2d4c1 req-4f4e9d36-4a23-4569-86dc-03591b26f92a service neutron] 10.222.0.35 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.5406785 Sep 08 08:56:24.173587 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af56cee-7775-414e-84cf-da0634ca4480 req-e1a6a58a-83d6-4439-865a-c467ade68a6e tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:24.189232 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0af56cee-7775-414e-84cf-da0634ca4480 req-e1a6a58a-83d6-4439-865a-c467ade68a6e tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] 10.222.0.54 "GET /v2.0/ports/cde9183c-ba43-4302-b8ec-8bd984c2549e HTTP/1.1" status: 200 len: 1094 time: 0.2328336 Sep 08 08:56:24.204964 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-0af56cee-7775-414e-84cf-da0634ca4480 req-129fc4fa-162b-45ca-9ff9-b55072526268 service neutron] Request body: {'binding': {'host': 'n-h1-806683-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:56:24.205952 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-0af56cee-7775-414e-84cf-da0634ca4480 req-129fc4fa-162b-45ca-9ff9-b55072526268 service neutron] Unknown quota resources ['binding']. {{(pid=94713) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 08 08:56:24.493290 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf589f1-4d26-490f-a9cb-8cfc86c506eb req-cea957c9-7759-46e6-99d8-fd0be598d056 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:24.495984 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-450afb29-f280-4365-9df7-4c794af2d4c1 req-70ab89ca-6188-4360-8423-9298813d42f4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=74f7ce03-39e9-435a-9992-ab60a1dc61ca HTTP/1.1" status: 200 len: 217 time: 0.5036876 Sep 08 08:56:24.514015 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1bf589f1-4d26-490f-a9cb-8cfc86c506eb req-cea957c9-7759-46e6-99d8-fd0be598d056 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 948 time: 0.5167236 Sep 08 08:56:24.526177 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a4771153-1032-4d10-bfd5-163ab528deda up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:56:24.606134 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450afb29-f280-4365-9df7-4c794af2d4c1 req-a328bdc9-6b6f-4ad1-a22c-b04399dc96c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:24.608747 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-450afb29-f280-4365-9df7-4c794af2d4c1 req-a328bdc9-6b6f-4ad1-a22c-b04399dc96c6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 1.0146847 Sep 08 08:56:24.612887 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450afb29-f280-4365-9df7-4c794af2d4c1 req-5d670ebc-c779-47db-8b6b-9af7d150249c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:24.615590 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-450afb29-f280-4365-9df7-4c794af2d4c1 req-5d670ebc-c779-47db-8b6b-9af7d150249c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.0949140 Sep 08 08:56:24.645393 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58602) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:24.657352 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port a4771153-1032-4d10-bfd5-163ab528deda completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:56:24.667527 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-450afb29-f280-4365-9df7-4c794af2d4c1 req-a46559e7-1e2c-4adf-b4ef-cd624204117f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=74f7ce03-39e9-435a-9992-ab60a1dc61ca HTTP/1.1" status: 200 len: 217 time: 0.0497446 Sep 08 08:56:24.675459 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port a4771153-1032-4d10-bfd5-163ab528deda triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:56:24.678300 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:24.682012 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1bf589f1-4d26-490f-a9cb-8cfc86c506eb req-751d593b-a9fa-47a8-a981-d14967573210 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665285 Sep 08 08:56:24.852542 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450afb29-f280-4365-9df7-4c794af2d4c1 req-958334f4-c41d-40e0-bb06-3cc5f7b7a033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:24.855878 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-450afb29-f280-4365-9df7-4c794af2d4c1 req-958334f4-c41d-40e0-bb06-3cc5f7b7a033 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.1409688 Sep 08 08:56:24.865819 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 74f7ce03-39e9-435a-9992-ab60a1dc61ca details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 08:56:24.876463 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897b99d-adb1-4de1-95a4-ca6b38b1a4e8 req-166af1cb-a058-4f6e-89d4-0a9cf3e26af6 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:24.892417 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9897b99d-adb1-4de1-95a4-ca6b38b1a4e8 req-166af1cb-a058-4f6e-89d4-0a9cf3e26af6 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.37 "GET /v2.0/networks?id=1b780815-5142-4edc-a37a-9e502afff334 HTTP/1.1" status: 200 len: 808 time: 1.3103349 Sep 08 08:56:24.933740 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-9897b99d-adb1-4de1-95a4-ca6b38b1a4e8 req-b170c881-3739-471b-8ce3-ba24e05b5a82 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Request body: {'port': {'device_id': 'a5569496-7cec-4aec-ad9f-59758b146a22', 'network_id': '1b780815-5142-4edc-a37a-9e502afff334', 'admin_state_up': True, 'tenant_id': '453fb48635914fff8b30c3b6382194e5'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:56:24.955507 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-61f51454-32fc-405b-91c2-1f2ea9472ade admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:24.983043 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450afb29-f280-4365-9df7-4c794af2d4c1 req-84c29ef0-6557-4904-b37c-d87f8f175a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:24.993202 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-450afb29-f280-4365-9df7-4c794af2d4c1 req-84c29ef0-6557-4904-b37c-d87f8f175a7a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3245130 Sep 08 08:56:25.020439 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-0af56cee-7775-414e-84cf-da0634ca4480 req-129fc4fa-162b-45ca-9ff9-b55072526268 service neutron] Attempting to bind port cde9183c-ba43-4302-b8ec-8bd984c2549e on host n-h1-806683-11 for vnic_type normal with profile None {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:56:25.021004 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-0af56cee-7775-414e-84cf-da0634ca4480 req-129fc4fa-162b-45ca-9ff9-b55072526268 service neutron] Attempting to bind port cde9183c-ba43-4302-b8ec-8bd984c2549e by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '63991058-0ef2-4358-ae31-7e348d60a2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:56:25.021491 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af56cee-7775-414e-84cf-da0634ca4480 req-129fc4fa-162b-45ca-9ff9-b55072526268 service neutron] Attempting to bind port cde9183c-ba43-4302-b8ec-8bd984c2549e on network 3e5cb155-db8c-4e6c-a8fd-e937043c5b98 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:56:25.037632 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63b058a-8200-4956-a1ba-beb98bc736f6', 'name': 'network-vif-deleted', 'tag': '02ad9e9a-446b-4d60-943a-689a3d139503'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:56:25.046702 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a562d1-8a58-477c-a2a2-cfc2eda8974a" -d '{"events": [{"server_uuid": "d63b058a-8200-4956-a1ba-beb98bc736f6", "name": "network-vif-deleted", "tag": "02ad9e9a-446b-4d60-943a-689a3d139503"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:56:25.103766 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af56cee-7775-414e-84cf-da0634ca4480 req-129fc4fa-162b-45ca-9ff9-b55072526268 service neutron] Port cde9183c-ba43-4302-b8ec-8bd984c2549e on network 3e5cb155-db8c-4e6c-a8fd-e937043c5b98 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 08:56:25.104381 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af56cee-7775-414e-84cf-da0634ca4480 req-129fc4fa-162b-45ca-9ff9-b55072526268 service neutron] Attempting to bind port cde9183c-ba43-4302-b8ec-8bd984c2549e on network 3e5cb155-db8c-4e6c-a8fd-e937043c5b98 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:56:25.204985 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af56cee-7775-414e-84cf-da0634ca4480 req-129fc4fa-162b-45ca-9ff9-b55072526268 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:56:25.206200 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af56cee-7775-414e-84cf-da0634ca4480 req-129fc4fa-162b-45ca-9ff9-b55072526268 service neutron] Checking segment: {'id': '63991058-0ef2-4358-ae31-7e348d60a2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:56:25.207270 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af56cee-7775-414e-84cf-da0634ca4480 req-129fc4fa-162b-45ca-9ff9-b55072526268 service neutron] Bound using segment: {'id': '63991058-0ef2-4358-ae31-7e348d60a2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98'} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:56:25.208302 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-0af56cee-7775-414e-84cf-da0634ca4480 req-129fc4fa-162b-45ca-9ff9-b55072526268 service neutron] Bound port: cde9183c-ba43-4302-b8ec-8bd984c2549e, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63991058-0ef2-4358-ae31-7e348d60a2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98'}}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:56:25.209037 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450afb29-f280-4365-9df7-4c794af2d4c1 req-86fe8de4-d69b-4fb4-8045-1043f11c7cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:25.211984 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:25.213817 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-450afb29-f280-4365-9df7-4c794af2d4c1 req-86fe8de4-d69b-4fb4-8045-1043f11c7cf2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3481834 Sep 08 08:56:25.225155 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 02ad9e9a-446b-4d60-943a-689a3d139503 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 08:56:25.328032 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: 02ad9e9a-446b-4d60-943a-689a3d139503 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 08:56:25.328379 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 02ad9e9a-446b-4d60-943a-689a3d139503 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 08:56:25.386822 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f5cef513-b07c-4eb2-93f3-7d448b3d5900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:25.591712 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 74f7ce03-39e9-435a-9992-ab60a1dc61ca, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=74f7ce03-39e9-435a-9992-ab60a1dc61ca,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:56:25.619217 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '74f7ce03-39e9-435a-9992-ab60a1dc61ca', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'port_id': '74f7ce03-39e9-435a-9992-ab60a1dc61ca', 'mac_address': 'fa:16:3e:ea:d8:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc66e4b-ecb5-4c99-afe1-0a78c722534a', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 08:56:25.643403 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-450afb29-f280-4365-9df7-4c794af2d4c1 req-f6315c61-3394-4083-933f-ddfad40c562a service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6369951 Sep 08 08:56:25.697788 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58628) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:25.749780 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3db6b3-31e2-4c30-9997-9c1b82eba919 None None] Network 7046d933-1336-4168-b382-fd6dd6ef1a8e requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 08:56:25.751156 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-450afb29-f280-4365-9df7-4c794af2d4c1 req-c2cbfd2b-1326-4c1b-b94f-0900b4d10f74 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5185080 Sep 08 08:56:25.775487 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:25.877505 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74f7ce03-39e9-435a-9992-ab60a1dc61ca {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:56:25.954122 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-0af56cee-7775-414e-84cf-da0634ca4480 req-129fc4fa-162b-45ca-9ff9-b55072526268 service neutron] For port cde9183c-ba43-4302-b8ec-8bd984c2549e, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=cde9183c-ba43-4302-b8ec-8bd984c2549e,segment=NetworkSegment(63991058-0ef2-4358-ae31-7e348d60a2c9),segment_id=63991058-0ef2-4358-ae31-7e348d60a2c9)] {{(pid=94713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:56:25.976720 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 74f7ce03-39e9-435a-9992-ab60a1dc61ca, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=74f7ce03-39e9-435a-9992-ab60a1dc61ca,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:56:25.977360 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-58aa2813-6ceb-401b-bf96-5accb3dfb354 req-5a3a06a5-8a4f-4b8c-b275-c52c57f8c0b8 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5569496-7cec-4aec-ad9f-59758b146a22 HTTP/1.1" status: 200 len: 210 time: 0.5331924 Sep 08 08:56:26.053899 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:26.083421 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port a4771153-1032-4d10-bfd5-163ab528deda, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a4771153-1032-4d10-bfd5-163ab528deda,segment=NetworkSegment(6e5d67e3-1a76-4d78-9f48-b8cd636653a5),segment_id=6e5d67e3-1a76-4d78-9f48-b8cd636653a5)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:56:26.091160 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-0af56cee-7775-414e-84cf-da0634ca4480 req-129fc4fa-162b-45ca-9ff9-b55072526268 service neutron] Notify callbacks [] for binding, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:26.091387 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-03ad8eb2-ce5b-4d71-99a3-4fdbda622071 None None] Provisioning for port 4006cf83-ada6-441d-94d2-800b11df5121 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:56:26.112906 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0af56cee-7775-414e-84cf-da0634ca4480 req-129fc4fa-162b-45ca-9ff9-b55072526268 service neutron] 10.222.0.54 "POST /v2.0/ports/cde9183c-ba43-4302-b8ec-8bd984c2549e/bindings HTTP/1.1" status: 201 len: 390 time: 1.9133658 Sep 08 08:56:26.131950 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 08:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61903722-6ec4-4ea1-a802-face276f9888 x-openstack-request-id: req-61903722-6ec4-4ea1-a802-face276f9888 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:56:26.132457 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63b058a-8200-4956-a1ba-beb98bc736f6", "name": "network-vif-deleted", "tag": "02ad9e9a-446b-4d60-943a-689a3d139503", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:56:26.133674 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-61903722-6ec4-4ea1-a802-face276f9888 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:56:26.134328 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63b058a-8200-4956-a1ba-beb98bc736f6', 'name': 'network-vif-deleted', 'tag': '02ad9e9a-446b-4d60-943a-689a3d139503', 'status': 'completed', 'code': 200} Sep 08 08:56:26.236429 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:26.238392 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 4006cf83-ada6-441d-94d2-800b11df5121 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:56:26.397952 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['74f7ce03-39e9-435a-9992-ab60a1dc61ca'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:56:26.467493 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=74f7ce03-39e9-435a-9992-ab60a1dc61ca,revision_number=8']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:26.518631 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:56:26.519618 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:56:26.520151 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:56:26.520835 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:56:26.521356 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:56:26.521872 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:56:26.522415 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:56:26.522946 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:56:26.523473 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:56:26.523999 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:56:26.524526 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:56:26.525600 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:56:26.580843 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c38f288a-5179-41dd-8232-227bc83adfb3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7745b6a0f8df4558a8bf48f971453e9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8739161 Sep 08 08:56:26.704522 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58646) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:26.745928 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.37', 49219) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:26.781156 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 4006cf83-ada6-441d-94d2-800b11df5121 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:56:26.820837 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 4006cf83-ada6-441d-94d2-800b11df5121 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:56:26.821597 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:26.879287 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-450afb29-f280-4365-9df7-4c794af2d4c1 req-33f9c49f-6b9c-4a71-8f61-8b9abacd107c service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2240806 Sep 08 08:56:26.886918 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f5cef513-b07c-4eb2-93f3-7d448b3d5900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:26.908708 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-450afb29-f280-4365-9df7-4c794af2d4c1 req-082a9d3b-4c2e-4bdd-9299-b96775d67e6f service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1325800 Sep 08 08:56:26.912971 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f5cef513-b07c-4eb2-93f3-7d448b3d5900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:26.918156 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af56cee-7775-414e-84cf-da0634ca4480 req-97dfbd5b-d806-4b9c-9592-642806d1f5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:26.920954 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0af56cee-7775-414e-84cf-da0634ca4480 req-97dfbd5b-d806-4b9c-9592-642806d1f5e0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0bc89f664d9a46b3926bfbc0f4b3f539&device_id=140d1495-916e-4046-b2d6-941339a1f8b4 HTTP/1.1" status: 200 len: 1097 time: 0.1584857 Sep 08 08:56:26.944232 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c68ae-e957-43e0-9bab-e6866499361b req-112eca86-4b90-4b3c-9d89-39a953b68453 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:26.951693 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f5cef513-b07c-4eb2-93f3-7d448b3d5900 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1b18f0fcd8614a91959909da261d29fc&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2666707 Sep 08 08:56:26.965129 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7b1c68ae-e957-43e0-9bab-e6866499361b req-112eca86-4b90-4b3c-9d89-39a953b68453 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=140d1495-916e-4046-b2d6-941339a1f8b4 HTTP/1.1" status: 200 len: 945 time: 0.4989638 Sep 08 08:56:26.976270 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=a4771153-1032-4d10-bfd5-163ab528deda,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:26.985513 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cef513-b07c-4eb2-93f3-7d448b3d5900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39c130f-47cb-4a3e-9aed-852291c4f662,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:27.002312 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061a735-e7f8-4b83-aa64-f40224d7dcec req-9a4f213a-49b8-4c6d-b21f-7e2002facbd1 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:27.004189 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e061a735-e7f8-4b83-aa64-f40224d7dcec req-9a4f213a-49b8-4c6d-b21f-7e2002facbd1 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.35 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0&tenant_id=3b45c9e6adc04db08d877665d90d8206&binding%3Ahost_id=n-h1-806683-11 HTTP/1.1" status: 200 len: 948 time: 1.5671058 Sep 08 08:56:27.006480 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58654) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:27.022996 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ebae0-a69c-4aa0-afe6-98be91f17ef8 req-47593af2-4fd9-4388-a915-b3c53a975cab tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:27.031809 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e91ebae0-a69c-4aa0-afe6-98be91f17ef8 req-47593af2-4fd9-4388-a915-b3c53a975cab tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 949 time: 0.6004715 Sep 08 08:56:27.181002 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-61f51454-32fc-405b-91c2-1f2ea9472ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:27.269168 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af56cee-7775-414e-84cf-da0634ca4480 req-7a7c37f3-97f9-48fb-9733-532805654ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:27.271084 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0af56cee-7775-414e-84cf-da0634ca4480 req-7a7c37f3-97f9-48fb-9733-532805654ede service neutron] 10.222.0.37 "GET /v2.0/networks?id=3e5cb155-db8c-4e6c-a8fd-e937043c5b98 HTTP/1.1" status: 200 len: 921 time: 0.2709105 Sep 08 08:56:27.289880 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:27.333279 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0af56cee-7775-414e-84cf-da0634ca4480 req-1e2cc953-31f6-4728-bb11-eca5dedfc9ce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cde9183c-ba43-4302-b8ec-8bd984c2549e HTTP/1.1" status: 200 len: 217 time: 0.0468719 Sep 08 08:56:27.402020 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 4006cf83-ada6-441d-94d2-800b11df5121, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=4006cf83-ada6-441d-94d2-800b11df5121,segment=NetworkSegment(a44e2f23-253a-444d-847c-ea0e51ce4ee0),segment_id=a44e2f23-253a-444d-847c-ea0e51ce4ee0)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:56:27.410417 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:27.445015 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-94e06c50-51d0-4eed-b115-266a4a2f14e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:27.476503 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-94e06c50-51d0-4eed-b115-266a4a2f14e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:27.482498 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7b1c68ae-e957-43e0-9bab-e6866499361b req-41f44eb7-3882-490d-8b79-49f049c3ba9a tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5151541 Sep 08 08:56:27.508620 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af56cee-7775-414e-84cf-da0634ca4480 req-6f0ba822-91e2-4e45-a803-8d4b5ed1eaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:27.516666 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0af56cee-7775-414e-84cf-da0634ca4480 req-6f0ba822-91e2-4e45-a803-8d4b5ed1eaae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2afb1305-d593-46e6-bc8f-0ed93bbef6b9 HTTP/1.1" status: 200 len: 860 time: 0.1679401 Sep 08 08:56:27.543880 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=4006cf83-ada6-441d-94d2-800b11df5121,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:27.574391 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9897b99d-adb1-4de1-95a4-ca6b38b1a4e8 req-b170c881-3739-471b-8ce3-ba24e05b5a82 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Made reservation on behalf of 453fb48635914fff8b30c3b6382194e5 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:56:27.578712 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9897b99d-adb1-4de1-95a4-ca6b38b1a4e8 req-b170c881-3739-471b-8ce3-ba24e05b5a82 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:27.584267 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0af56cee-7775-414e-84cf-da0634ca4480 req-6b7e849a-7d41-4e74-b2ad-75f0e6f5cd3a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3e5cb155-db8c-4e6c-a8fd-e937043c5b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590959 Sep 08 08:56:27.585352 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3acd0600-02eb-4781-9e0a-f6c957315d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:27.599296 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a4771153-1032-4d10-bfd5-163ab528deda up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:56:27.600289 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-94e06c50-51d0-4eed-b115-266a4a2f14e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:27.602827 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-94e06c50-51d0-4eed-b115-266a4a2f14e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:27.604222 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-94e06c50-51d0-4eed-b115-266a4a2f14e7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6842b860-3d97-4cbb-8ea0-52fc0010a252 HTTP/1.1" status: 204 len: 168 time: 0.8773339 Sep 08 08:56:27.639577 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e91ebae0-a69c-4aa0-afe6-98be91f17ef8 req-04a3f627-afe1-4743-a1ce-09c7c6c22314 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6031547 Sep 08 08:56:27.654691 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-8b7cac3f-d33d-4633-96bc-f0e2b024a037 None None] Provisioning complete for port 4006cf83-ada6-441d-94d2-800b11df5121 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:56:27.661118 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8b7cac3f-d33d-4633-96bc-f0e2b024a037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:27.740772 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0af56cee-7775-414e-84cf-da0634ca4480 req-c9c9b100-bf5c-47dd-95c6-ee4905bc5eee service neutron] 10.222.0.37 "GET /v2.0/networks/3e5cb155-db8c-4e6c-a8fd-e937043c5b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327722 Sep 08 08:56:27.743853 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e06c50-51d0-4eed-b115-266a4a2f14e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6842b860-3d97-4cbb-8ea0-52fc0010a252,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:27.807992 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-54daa2c2-e443-449d-98fc-9b209ce1fdbc req-ecefb99b-7aeb-423f-b4af-a03c7ce728c4 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5569496-7cec-4aec-ad9f-59758b146a22 HTTP/1.1" status: 200 len: 210 time: 0.0534985 Sep 08 08:56:27.819723 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f51454-32fc-405b-91c2-1f2ea9472ade admin admin] Router fbbabde4-fdee-42ed-a5c7-839bce9749e6 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 08:56:27.855228 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port a4771153-1032-4d10-bfd5-163ab528deda triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:56:27.856627 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:27.858905 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [req-e061a735-e7f8-4b83-aa64-f40224d7dcec req-709a0932-ed11-4c3b-a95d-5e23f318fff8 service neutron] delete failed (client error): The resource could not be found. Sep 08 08:56:27.860164 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e061a735-e7f8-4b83-aa64-f40224d7dcec req-709a0932-ed11-4c3b-a95d-5e23f318fff8 service neutron] 10.222.0.35 "DELETE /v2.0/ports/74f7ce03-39e9-435a-9992-ab60a1dc61ca/bindings/n-h2-806683-11 HTTP/1.1" status: 404 len: 381 time: 0.7965336 Sep 08 08:56:27.948952 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3acd0600-02eb-4781-9e0a-f6c957315d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:27.994602 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0af56cee-7775-414e-84cf-da0634ca4480 req-045dd32c-f165-412b-9a7c-3850846737b5 service neutron] 10.222.0.37 "GET /v2.0/networks/3e5cb155-db8c-4e6c-a8fd-e937043c5b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437625 Sep 08 08:56:28.104366 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3acd0600-02eb-4781-9e0a-f6c957315d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:28.107282 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3acd0600-02eb-4781-9e0a-f6c957315d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:28.116248 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-3acd0600-02eb-4781-9e0a-f6c957315d3f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e39c130f-47cb-4a3e-9aed-852291c4f662 HTTP/1.1" status: 204 len: 168 time: 1.1066370 Sep 08 08:56:28.146890 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd0600-02eb-4781-9e0a-f6c957315d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39c130f-47cb-4a3e-9aed-852291c4f662,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:28.171790 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [req-9897b99d-adb1-4de1-95a4-ca6b38b1a4e8 req-b170c881-3739-471b-8ce3-ba24e05b5a82 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Allocated IP 172.20.0.5 (1b780815-5142-4edc-a37a-9e502afff334/e08ea884-5afc-42c5-87f0-7a3f3f5db0de/b0659fa8-c2f6-4f62-90f4-d6c1234828e2) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:56:28.234973 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061a735-e7f8-4b83-aa64-f40224d7dcec req-94d7cf46-cec0-4ec4-8ce2-7aeb45661dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:28.237910 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e061a735-e7f8-4b83-aa64-f40224d7dcec req-94d7cf46-cec0-4ec4-8ce2-7aeb45661dfe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3b45c9e6adc04db08d877665d90d8206&device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 1101 time: 0.1842639 Sep 08 08:56:28.328059 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:28.384356 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f51454-32fc-405b-91c2-1f2ea9472ade admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 08:56:28.402750 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d13b47-b1ad-4eb6-89f4-816c97b337d5 None None] Sync routers for ids ['fbbabde4-fdee-42ed-a5c7-839bce9749e6'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 08:56:28.404155 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af56cee-7775-414e-84cf-da0634ca4480 req-52025fe0-821c-4273-9c8d-34ec58f1829b tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:28.406441 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0af56cee-7775-414e-84cf-da0634ca4480 req-52025fe0-821c-4273-9c8d-34ec58f1829b tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=140d1495-916e-4046-b2d6-941339a1f8b4&tenant_id=0bc89f664d9a46b3926bfbc0f4b3f539&binding%3Ahost_id=n-h2-806683-11 HTTP/1.1" status: 200 len: 1097 time: 0.2042472 Sep 08 08:56:28.417525 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d13b47-b1ad-4eb6-89f4-816c97b337d5 None None] Routers {'fbbabde4-fdee-42ed-a5c7-839bce9749e6'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:56:28.418219 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-0af56cee-7775-414e-84cf-da0634ca4480 req-3f5c82f9-5fe2-4ae4-ae39-2edf70db1e5b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806683-11'}}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:56:28.433459 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-f0d13b47-b1ad-4eb6-89f4-816c97b337d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:56:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['fbbabde4-fdee-42ed-a5c7-839bce9749e6'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:56:28.506415 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-61f51454-32fc-405b-91c2-1f2ea9472ade admin admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:28.510528 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-61f51454-32fc-405b-91c2-1f2ea9472ade admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 9.7019787 Sep 08 08:56:28.511357 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58676) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:28.703917 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0af56cee-7775-414e-84cf-da0634ca4480 req-3f5c82f9-5fe2-4ae4-ae39-2edf70db1e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:28.730993 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-f0d13b47-b1ad-4eb6-89f4-816c97b337d5 None None] Set router fbbabde4-fdee-42ed-a5c7-839bce9749e6 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:56:28.745178 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58690) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:28.872432 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 74f7ce03-39e9-435a-9992-ab60a1dc61ca up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:56:28.911293 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061a735-e7f8-4b83-aa64-f40224d7dcec req-4df4d3a2-91ba-4b4a-aa4e-da5aa76f39b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:28.917680 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e061a735-e7f8-4b83-aa64-f40224d7dcec req-4df4d3a2-91ba-4b4a-aa4e-da5aa76f39b0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.6712017 Sep 08 08:56:29.001089 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 74f7ce03-39e9-435a-9992-ab60a1dc61ca completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:56:29.034697 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 74f7ce03-39e9-435a-9992-ab60a1dc61ca triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:56:29.036439 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:29.051930 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9897b99d-adb1-4de1-95a4-ca6b38b1a4e8 req-b170c881-3739-471b-8ce3-ba24e05b5a82 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:29.244686 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:29.260172 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-0af56cee-7775-414e-84cf-da0634ca4480 req-3f5c82f9-5fe2-4ae4-ae39-2edf70db1e5b service neutron] For port cde9183c-ba43-4302-b8ec-8bd984c2549e, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=cde9183c-ba43-4302-b8ec-8bd984c2549e,segment=NetworkSegment(63991058-0ef2-4358-ae31-7e348d60a2c9),segment_id=63991058-0ef2-4358-ae31-7e348d60a2c9)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:56:29.273866 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e061a735-e7f8-4b83-aa64-f40224d7dcec req-aff14dfc-1149-429c-bb42-92fbe194b2d5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=74f7ce03-39e9-435a-9992-ab60a1dc61ca HTTP/1.1" status: 200 len: 217 time: 0.1212790 Sep 08 08:56:29.276757 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58694) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:29.280085 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-f0d13b47-b1ad-4eb6-89f4-816c97b337d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbabde4-fdee-42ed-a5c7-839bce9749e6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-81318563-router', 'tenant_id': '9c9c80d911d14910a5dbc7c59ffad3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '19d1a776-d6b0-46e0-908b-d35c3d8bb47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:56:19Z', 'updated_at': '2021-09-08T08:56:23Z', 'revision_number': 3, 'project_id': '9c9c80d911d14910a5dbc7c59ffad3e0', 'gw_port': {'id': '19d1a776-d6b0-46e0-908b-d35c3d8bb47f', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e9:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbbabde4-fdee-42ed-a5c7-839bce9749e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:21Z', 'updated_at': '2021-09-08T08:56:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:56:29.292388 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa3d1fc-9062-4987-bfa8-598428ab70e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f7ce03-39e9-435a-9992-ab60a1dc61ca'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:56:29.296629 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5922f1bb-a3fd-4dfc-a267-fcbf41a33f31" -d '{"events": [{"server_uuid": "4fa3d1fc-9062-4987-bfa8-598428ab70e0", "name": "network-vif-plugged", "status": "completed", "tag": "74f7ce03-39e9-435a-9992-ab60a1dc61ca"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:56:29.313276 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 74f7ce03-39e9-435a-9992-ab60a1dc61ca, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=74f7ce03-39e9-435a-9992-ab60a1dc61ca,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:56:29.319046 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9897b99d-adb1-4de1-95a4-ca6b38b1a4e8 req-b170c881-3739-471b-8ce3-ba24e05b5a82 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:29.320852 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:29.324246 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d13b47-b1ad-4eb6-89f4-816c97b337d5 None None] Checking router: fbbabde4-fdee-42ed-a5c7-839bce9749e6 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 08:56:29.324938 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d13b47-b1ad-4eb6-89f4-816c97b337d5 None None] Updating router fbbabde4-fdee-42ed-a5c7-839bce9749e6 port 19d1a776-d6b0-46e0-908b-d35c3d8bb47f binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 08:56:29.343223 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58700) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:29.357426 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f0d13b47-b1ad-4eb6-89f4-816c97b337d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:29.445816 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=74f7ce03-39e9-435a-9992-ab60a1dc61ca,revision_number=9']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:29.491035 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bd055279-0a7c-494c-aa2d-39964ce993a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:29.503815 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9897b99d-adb1-4de1-95a4-ca6b38b1a4e8 req-b170c881-3739-471b-8ce3-ba24e05b5a82 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Network 1b780815-5142-4edc-a37a-9e502afff334 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:56:29.509686 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b170c881-3739-471b-8ce3-ba24e05b5a82 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Pushing event updated for resources: {'Port': ['ID=b0659fa8-c2f6-4f62-90f4-d6c1234828e2,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:29.534205 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 4006cf83-ada6-441d-94d2-800b11df5121 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:56:29.560022 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061a735-e7f8-4b83-aa64-f40224d7dcec req-0c186589-4137-4673-acf7-ebb7dc34e4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:29.561676 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e061a735-e7f8-4b83-aa64-f40224d7dcec req-0c186589-4137-4673-acf7-ebb7dc34e4aa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.2157872 Sep 08 08:56:29.562690 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [req-9897b99d-adb1-4de1-95a4-ca6b38b1a4e8 req-b170c881-3739-471b-8ce3-ba24e05b5a82 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:56:29.576320 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-9897b99d-adb1-4de1-95a4-ca6b38b1a4e8 req-b170c881-3739-471b-8ce3-ba24e05b5a82 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:56:29.583009 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897b99d-adb1-4de1-95a4-ca6b38b1a4e8 req-b170c881-3739-471b-8ce3-ba24e05b5a82 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:29.583872 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9897b99d-adb1-4de1-95a4-ca6b38b1a4e8 req-b170c881-3739-471b-8ce3-ba24e05b5a82 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:29.660903 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e3a6d-0be1-46e7-b9aa-75bbf07f33f3 req-78bf954a-a8c5-4dcd-b9e4-8b377d521aab tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:29.672979 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9d1e3a6d-0be1-46e7-b9aa-75bbf07f33f3 req-78bf954a-a8c5-4dcd-b9e4-8b377d521aab tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 949 time: 0.8553724 Sep 08 08:56:29.675523 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 4006cf83-ada6-441d-94d2-800b11df5121 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:56:29.675950 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:29.835287 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bd055279-0a7c-494c-aa2d-39964ce993a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:29.860400 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bd055279-0a7c-494c-aa2d-39964ce993a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:29.900756 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061a735-e7f8-4b83-aa64-f40224d7dcec req-0860c7d4-1bd2-4af2-bf6e-307e4ea69856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:29.902507 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e061a735-e7f8-4b83-aa64-f40224d7dcec req-0860c7d4-1bd2-4af2-bf6e-307e4ea69856 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3283491 Sep 08 08:56:29.909213 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f0d13b47-b1ad-4eb6-89f4-816c97b337d5 None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:29.912918 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9897b99d-adb1-4de1-95a4-ca6b38b1a4e8 req-b170c881-3739-471b-8ce3-ba24e05b5a82 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0192790 Sep 08 08:56:29.935253 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-f0d13b47-b1ad-4eb6-89f4-816c97b337d5 None None] Transition to ACTIVE for port object 19d1a776-d6b0-46e0-908b-d35c3d8bb47f will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:56:29.948889 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-083c2e72-ed29-40de-9aa7-f7a79443fd16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:29.953213 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f0d13b47-b1ad-4eb6-89f4-816c97b337d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:29.961717 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-9897b99d-adb1-4de1-95a4-ca6b38b1a4e8 req-f6ce20c8-21fe-4958-a2cc-1b0f07580e03 service neutron] Request body: {'port': {'device_id': 'a5569496-7cec-4aec-ad9f-59758b146a22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:56:30.001670 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e0fe1c3f-a5b6-4106-9b4c-4f402f461297 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a748010cfc2d4589abb84ea1f32d382b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2516954 Sep 08 08:56:30.010659 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd055279-0a7c-494c-aa2d-39964ce993a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7983b8d4-e6ab-40c5-87c3-7028b93622ba,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:30.010863 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58704) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:30.019728 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55138ebc-9097-4d5c-bca9-d1a4f42b583f req-a51b715a-a26e-488c-90c6-250454c69419 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:30.027101 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-55138ebc-9097-4d5c-bca9-d1a4f42b583f req-a51b715a-a26e-488c-90c6-250454c69419 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=140d1495-916e-4046-b2d6-941339a1f8b4 HTTP/1.1" status: 200 len: 945 time: 1.3281083 Sep 08 08:56:30.036540 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-f0d13b47-b1ad-4eb6-89f4-816c97b337d5 None None] Attempting to bind port 19d1a776-d6b0-46e0-908b-d35c3d8bb47f on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:56:30.037366 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-f0d13b47-b1ad-4eb6-89f4-816c97b337d5 None None] Attempting to bind port 19d1a776-d6b0-46e0-908b-d35c3d8bb47f by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:56:30.037937 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d13b47-b1ad-4eb6-89f4-816c97b337d5 None None] Attempting to bind port 19d1a776-d6b0-46e0-908b-d35c3d8bb47f on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:56:30.051974 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d13b47-b1ad-4eb6-89f4-816c97b337d5 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:56:30.052773 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d13b47-b1ad-4eb6-89f4-816c97b337d5 None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:56:30.053675 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f0d13b47-b1ad-4eb6-89f4-816c97b337d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:30.054961 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d13b47-b1ad-4eb6-89f4-816c97b337d5 None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:56:30.055387 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-0af56cee-7775-414e-84cf-da0634ca4480 req-3f5c82f9-5fe2-4ae4-ae39-2edf70db1e5b service neutron] For port cde9183c-ba43-4302-b8ec-8bd984c2549e, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:56:30.057565 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-f0d13b47-b1ad-4eb6-89f4-816c97b337d5 None None] Bound port: 19d1a776-d6b0-46e0-908b-d35c3d8bb47f, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:56:30.059445 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f0d13b47-b1ad-4eb6-89f4-816c97b337d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:30.142821 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c4fc5-fe4e-46b3-8662-be1ac8828fa2 None None] Pushing event updated for resources: {'Port': ['ID=19d1a776-d6b0-46e0-908b-d35c3d8bb47f,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:30.170730 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9d1e3a6d-0be1-46e7-b9aa-75bbf07f33f3 req-b2dd9613-934d-41a9-b085-4da8a994de53 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4951904 Sep 08 08:56:30.184235 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140d1495-916e-4046-b2d6-941339a1f8b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cde9183c-ba43-4302-b8ec-8bd984c2549e'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:56:30.186020 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-f0d13b47-b1ad-4eb6-89f4-816c97b337d5 None None] For port 19d1a776-d6b0-46e0-908b-d35c3d8bb47f, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:56:30.188038 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff6ade6-1140-42a4-b2d9-b78aadbeb9fc" -d '{"events": [{"server_uuid": "140d1495-916e-4046-b2d6-941339a1f8b4", "name": "network-vif-unplugged", "status": "completed", "tag": "cde9183c-ba43-4302-b8ec-8bd984c2549e"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:56:30.196933 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-f0d13b47-b1ad-4eb6-89f4-816c97b337d5 None None] For port 19d1a776-d6b0-46e0-908b-d35c3d8bb47f, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=19d1a776-d6b0-46e0-908b-d35c3d8bb47f,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:56:30.204348 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0af56cee-7775-414e-84cf-da0634ca4480 req-3f5c82f9-5fe2-4ae4-ae39-2edf70db1e5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:30.204832 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f0d13b47-b1ad-4eb6-89f4-816c97b337d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:30.221786 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-bd055279-0a7c-494c-aa2d-39964ce993a8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=da54ad0921e14be292e7a8b441adf02d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9406242 Sep 08 08:56:30.221917 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58708) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:30.247249 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0af56cee-7775-414e-84cf-da0634ca4480 req-3f5c82f9-5fe2-4ae4-ae39-2edf70db1e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:30.265886 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-55138ebc-9097-4d5c-bca9-d1a4f42b583f req-70a65041-a063-4dc6-a798-932f41f903d3 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378383 Sep 08 08:56:30.266881 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9897b99d-adb1-4de1-95a4-ca6b38b1a4e8 req-f6ce20c8-21fe-4958-a2cc-1b0f07580e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:30.279834 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d13b47-b1ad-4eb6-89f4-816c97b337d5 None None] Routers {'fbbabde4-fdee-42ed-a5c7-839bce9749e6'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:56:30.280519 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-f0d13b47-b1ad-4eb6-89f4-816c97b337d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:56:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['fbbabde4-fdee-42ed-a5c7-839bce9749e6'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:56:30.324854 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3d8c0777-9e10-46b0-bf73-725b0ca2171b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:30.396559 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 08:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74aa4c20-f235-439f-b10d-1b0623bdfd2a x-openstack-request-id: req-74aa4c20-f235-439f-b10d-1b0623bdfd2a {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:56:30.397071 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa3d1fc-9062-4987-bfa8-598428ab70e0", "name": "network-vif-plugged", "status": "completed", "tag": "74f7ce03-39e9-435a-9992-ab60a1dc61ca", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:56:30.397295 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-74aa4c20-f235-439f-b10d-1b0623bdfd2a {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:56:30.397786 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa3d1fc-9062-4987-bfa8-598428ab70e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74f7ce03-39e9-435a-9992-ab60a1dc61ca', 'code': 200} Sep 08 08:56:30.428508 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c4fc5-fe4e-46b3-8662-be1ac8828fa2 None None] Pushing event updated for resources: {'Port': ['ID=19d1a776-d6b0-46e0-908b-d35c3d8bb47f,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:30.480771 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e061a735-e7f8-4b83-aa64-f40224d7dcec req-1e32b05a-0612-446f-94bb-f8e66b08612c service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5665944 Sep 08 08:56:30.484397 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 08:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bf4c17-fc1f-4cd2-be1d-6bb1380f75f5 x-openstack-request-id: req-25bf4c17-fc1f-4cd2-be1d-6bb1380f75f5 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:56:30.484693 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140d1495-916e-4046-b2d6-941339a1f8b4", "name": "network-vif-unplugged", "status": "completed", "tag": "cde9183c-ba43-4302-b8ec-8bd984c2549e", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:56:30.484954 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-25bf4c17-fc1f-4cd2-be1d-6bb1380f75f5 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:56:30.485336 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140d1495-916e-4046-b2d6-941339a1f8b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cde9183c-ba43-4302-b8ec-8bd984c2549e', 'code': 200} Sep 08 08:56:30.508558 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3d8c0777-9e10-46b0-bf73-725b0ca2171b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:30.538577 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33c001-8cca-4ad4-a1dd-091100a2216a req-b681c406-2a53-4077-ac35-b52b6a66ac34 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:30.540131 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3c33c001-8cca-4ad4-a1dd-091100a2216a req-b681c406-2a53-4077-ac35-b52b6a66ac34 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5569496-7cec-4aec-ad9f-59758b146a22 HTTP/1.1" status: 200 len: 931 time: 0.2235856 Sep 08 08:56:30.567406 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-f0d13b47-b1ad-4eb6-89f4-816c97b337d5 None None] Set router fbbabde4-fdee-42ed-a5c7-839bce9749e6 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:56:30.608780 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-0af56cee-7775-414e-84cf-da0634ca4480 req-3f5c82f9-5fe2-4ae4-ae39-2edf70db1e5b service neutron] Attempting to bind port cde9183c-ba43-4302-b8ec-8bd984c2549e on host n-h2-806683-11 for vnic_type normal with profile {"migrating_to": "n-h1-806683-11"} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:56:30.611328 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-0af56cee-7775-414e-84cf-da0634ca4480 req-3f5c82f9-5fe2-4ae4-ae39-2edf70db1e5b service neutron] Attempting to bind port cde9183c-ba43-4302-b8ec-8bd984c2549e by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '63991058-0ef2-4358-ae31-7e348d60a2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:56:30.611584 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af56cee-7775-414e-84cf-da0634ca4480 req-3f5c82f9-5fe2-4ae4-ae39-2edf70db1e5b service neutron] Attempting to bind port cde9183c-ba43-4302-b8ec-8bd984c2549e on network 3e5cb155-db8c-4e6c-a8fd-e937043c5b98 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:56:30.669705 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af56cee-7775-414e-84cf-da0634ca4480 req-3f5c82f9-5fe2-4ae4-ae39-2edf70db1e5b service neutron] Port cde9183c-ba43-4302-b8ec-8bd984c2549e on network 3e5cb155-db8c-4e6c-a8fd-e937043c5b98 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 08:56:30.670102 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af56cee-7775-414e-84cf-da0634ca4480 req-3f5c82f9-5fe2-4ae4-ae39-2edf70db1e5b service neutron] Attempting to bind port cde9183c-ba43-4302-b8ec-8bd984c2549e on network 3e5cb155-db8c-4e6c-a8fd-e937043c5b98 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:56:30.676737 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3d8c0777-9e10-46b0-bf73-725b0ca2171b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:30.678877 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3d8c0777-9e10-46b0-bf73-725b0ca2171b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:30.682818 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-3d8c0777-9e10-46b0-bf73-725b0ca2171b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/463aa674-9507-4319-a4a3-fa9ca41fdbdb HTTP/1.1" status: 204 len: 168 time: 0.6535997 Sep 08 08:56:30.690796 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c82f9-5fe2-4ae4-ae39-2edf70db1e5b service neutron] Pushing event updated for resources: {'Port': ['ID=cde9183c-ba43-4302-b8ec-8bd984c2549e,revision_number=7']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:30.710650 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f55d723b-da6d-48fe-aea5-0af9e1517f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:30.712424 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af56cee-7775-414e-84cf-da0634ca4480 req-3f5c82f9-5fe2-4ae4-ae39-2edf70db1e5b service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:56:30.713451 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af56cee-7775-414e-84cf-da0634ca4480 req-3f5c82f9-5fe2-4ae4-ae39-2edf70db1e5b service neutron] Checking segment: {'id': '63991058-0ef2-4358-ae31-7e348d60a2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:56:30.713451 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af56cee-7775-414e-84cf-da0634ca4480 req-3f5c82f9-5fe2-4ae4-ae39-2edf70db1e5b service neutron] Bound using segment: {'id': '63991058-0ef2-4358-ae31-7e348d60a2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:56:30.713712 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-0af56cee-7775-414e-84cf-da0634ca4480 req-3f5c82f9-5fe2-4ae4-ae39-2edf70db1e5b service neutron] Bound port: cde9183c-ba43-4302-b8ec-8bd984c2549e, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63991058-0ef2-4358-ae31-7e348d60a2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:56:30.714417 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0af56cee-7775-414e-84cf-da0634ca4480 req-3f5c82f9-5fe2-4ae4-ae39-2edf70db1e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:30.718607 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c0777-9e10-46b0-bf73-725b0ca2171b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463aa674-9507-4319-a4a3-fa9ca41fdbdb,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:30.815751 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3c33c001-8cca-4ad4-a1dd-091100a2216a req-d6e14d1f-8a55-47e5-95c2-cfddda15552f tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617543 Sep 08 08:56:30.839595 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-083c2e72-ed29-40de-9aa7-f7a79443fd16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:30.858639 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-083c2e72-ed29-40de-9aa7-f7a79443fd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:30.875622 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f55d723b-da6d-48fe-aea5-0af9e1517f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:30.881347 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e061a735-e7f8-4b83-aa64-f40224d7dcec req-a8d470dd-42b4-415d-80cc-b61c2b79042d service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726728 Sep 08 08:56:30.996486 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b0be67e6-c9ae-4a9b-85b3-52d05c469390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:31.035991 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-083c2e72-ed29-40de-9aa7-f7a79443fd16 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bf1090bca8d5478b8fc342be45398d8e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5621324 Sep 08 08:56:31.051673 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58714) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:31.051673 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c2e72-ed29-40de-9aa7-f7a79443fd16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f025e28-ce23-4cc4-b368-3f1042ecf9dd,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:31.087994 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-0af56cee-7775-414e-84cf-da0634ca4480 req-3f5c82f9-5fe2-4ae4-ae39-2edf70db1e5b service neutron] For port cde9183c-ba43-4302-b8ec-8bd984c2549e, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:56:31.101352 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-0af56cee-7775-414e-84cf-da0634ca4480 req-3f5c82f9-5fe2-4ae4-ae39-2edf70db1e5b service neutron] For port cde9183c-ba43-4302-b8ec-8bd984c2549e, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=cde9183c-ba43-4302-b8ec-8bd984c2549e,segment=NetworkSegment(63991058-0ef2-4358-ae31-7e348d60a2c9),segment_id=63991058-0ef2-4358-ae31-7e348d60a2c9)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:56:31.111021 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0af56cee-7775-414e-84cf-da0634ca4480 req-3f5c82f9-5fe2-4ae4-ae39-2edf70db1e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:31.133369 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-f0d13b47-b1ad-4eb6-89f4-816c97b337d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbabde4-fdee-42ed-a5c7-839bce9749e6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-81318563-router', 'tenant_id': '9c9c80d911d14910a5dbc7c59ffad3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '19d1a776-d6b0-46e0-908b-d35c3d8bb47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:56:19Z', 'updated_at': '2021-09-08T08:56:23Z', 'revision_number': 3, 'project_id': '9c9c80d911d14910a5dbc7c59ffad3e0', 'gw_port': {'id': '19d1a776-d6b0-46e0-908b-d35c3d8bb47f', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e9:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbbabde4-fdee-42ed-a5c7-839bce9749e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:21Z', 'updated_at': '2021-09-08T08:56:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:56:31.169229 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d13b47-b1ad-4eb6-89f4-816c97b337d5 None None] The sync data for ids ['fbbabde4-fdee-42ed-a5c7-839bce9749e6'] in n-d-806683-11 is: [{'id': 'fbbabde4-fdee-42ed-a5c7-839bce9749e6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-81318563-router', 'tenant_id': '9c9c80d911d14910a5dbc7c59ffad3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '19d1a776-d6b0-46e0-908b-d35c3d8bb47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:56:19Z', 'updated_at': '2021-09-08T08:56:23Z', 'revision_number': 3, 'project_id': '9c9c80d911d14910a5dbc7c59ffad3e0', 'gw_port': {'id': '19d1a776-d6b0-46e0-908b-d35c3d8bb47f', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e9:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbbabde4-fdee-42ed-a5c7-839bce9749e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:21Z', 'updated_at': '2021-09-08T08:56:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 08:56:31.194556 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f55d723b-da6d-48fe-aea5-0af9e1517f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:31.209673 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f55d723b-da6d-48fe-aea5-0af9e1517f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:31.213601 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f55d723b-da6d-48fe-aea5-0af9e1517f6d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7983b8d4-e6ab-40c5-87c3-7028b93622ba HTTP/1.1" status: 204 len: 168 time: 0.9759607 Sep 08 08:56:31.303262 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8a794883-94b7-49e3-9c82-10504059a75e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:31.424629 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d723b-da6d-48fe-aea5-0af9e1517f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7983b8d4-e6ab-40c5-87c3-7028b93622ba,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:31.679881 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c82f9-5fe2-4ae4-ae39-2edf70db1e5b service neutron] Pushing event updated for resources: {'Port': ['ID=cde9183c-ba43-4302-b8ec-8bd984c2549e,revision_number=8']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:31.731451 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af56cee-7775-414e-84cf-da0634ca4480 req-3f5c82f9-5fe2-4ae4-ae39-2edf70db1e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:31.731794 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0af56cee-7775-414e-84cf-da0634ca4480 req-3f5c82f9-5fe2-4ae4-ae39-2edf70db1e5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:31.733617 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0af56cee-7775-414e-84cf-da0634ca4480 req-3f5c82f9-5fe2-4ae4-ae39-2edf70db1e5b service neutron] 10.222.0.37 "PUT /v2.0/ports/cde9183c-ba43-4302-b8ec-8bd984c2549e HTTP/1.1" status: 200 len: 1123 time: 3.3197470 Sep 08 08:56:31.826828 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04acaa2e-733e-4a09-8d91-4bcf3b393119 req-7970649e-b947-480c-a290-47c7145035c9 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:31.832916 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-04acaa2e-733e-4a09-8d91-4bcf3b393119 req-7970649e-b947-480c-a290-47c7145035c9 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 950 time: 0.4589419 Sep 08 08:56:31.867983 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['cde9183c-ba43-4302-b8ec-8bd984c2549e'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:56:31.979028 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-b0be67e6-c9ae-4a9b-85b3-52d05c469390 admin admin] Allocated IP 172.20.0.1 (7046d933-1336-4168-b382-fd6dd6ef1a8e/d1a28c3f-0b84-4d75-b136-9c9d10e492b1/91bca521-1dcb-45e3-862b-595ac37ed824) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:56:32.141194 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8a794883-94b7-49e3-9c82-10504059a75e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:32.160727 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b0be67e6-c9ae-4a9b-85b3-52d05c469390 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:32.162202 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [req-9897b99d-adb1-4de1-95a4-ca6b38b1a4e8 req-f6ce20c8-21fe-4958-a2cc-1b0f07580e03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0659fa8-c2f6-4f62-90f4-d6c1234828e2 {{(pid=94713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:56:32.218605 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-04acaa2e-733e-4a09-8d91-4bcf3b393119 req-4ed68d74-8df4-48d2-b0a0-30f21758f4d0 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712153 Sep 08 08:56:32.219896 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-b0be67e6-c9ae-4a9b-85b3-52d05c469390 admin admin] Transition to ACTIVE for port object 91bca521-1dcb-45e3-862b-595ac37ed824 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:56:32.307373 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9897b99d-adb1-4de1-95a4-ca6b38b1a4e8 req-f6ce20c8-21fe-4958-a2cc-1b0f07580e03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:32.312895 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8a794883-94b7-49e3-9c82-10504059a75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:32.317692 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8a794883-94b7-49e3-9c82-10504059a75e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:32.321613 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8a794883-94b7-49e3-9c82-10504059a75e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4f025e28-ce23-4cc4-b368-3f1042ecf9dd HTTP/1.1" status: 204 len: 168 time: 1.2644119 Sep 08 08:56:32.344958 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b0be67e6-c9ae-4a9b-85b3-52d05c469390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:32.349130 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a794883-94b7-49e3-9c82-10504059a75e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f025e28-ce23-4cc4-b368-3f1042ecf9dd,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:32.369052 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7547e54-429a-4422-b949-76d2e238eb08 req-5b6691c2-e4d5-4077-9a82-a0d92082c5da tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:32.377264 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f7547e54-429a-4422-b949-76d2e238eb08 req-5b6691c2-e4d5-4077-9a82-a0d92082c5da tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=140d1495-916e-4046-b2d6-941339a1f8b4 HTTP/1.1" status: 200 len: 943 time: 0.8682866 Sep 08 08:56:32.410442 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0be67e6-c9ae-4a9b-85b3-52d05c469390 admin admin] Network 7046d933-1336-4168-b382-fd6dd6ef1a8e is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:56:32.411093 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [req-9897b99d-adb1-4de1-95a4-ca6b38b1a4e8 req-f6ce20c8-21fe-4958-a2cc-1b0f07580e03 service neutron] Transition to ACTIVE for port object b0659fa8-c2f6-4f62-90f4-d6c1234828e2 will not be triggered until provisioned by entity L2. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:56:32.425409 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-b0be67e6-c9ae-4a9b-85b3-52d05c469390 admin admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:56:32.427847 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9897b99d-adb1-4de1-95a4-ca6b38b1a4e8 req-f6ce20c8-21fe-4958-a2cc-1b0f07580e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:32.468864 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f7547e54-429a-4422-b949-76d2e238eb08 req-dbf6a37d-1da4-467d-bd86-be6e1e395ce5 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881326 Sep 08 08:56:32.515843 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140d1495-916e-4046-b2d6-941339a1f8b4', 'tag': 'cde9183c-ba43-4302-b8ec-8bd984c2549e'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:56:32.534017 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d20253-856f-4f64-b965-0260b84600e7" -d '{"events": [{"name": "network-changed", "server_uuid": "140d1495-916e-4046-b2d6-941339a1f8b4", "tag": "cde9183c-ba43-4302-b8ec-8bd984c2549e"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:56:32.560545 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0be67e6-c9ae-4a9b-85b3-52d05c469390 admin admin] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:56:32.561223 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b0be67e6-c9ae-4a9b-85b3-52d05c469390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:32.616414 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce20c8-21fe-4958-a2cc-1b0f07580e03 service neutron] Pushing event updated for resources: {'Port': ['ID=b0659fa8-c2f6-4f62-90f4-d6c1234828e2,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:32.644856 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-9897b99d-adb1-4de1-95a4-ca6b38b1a4e8 req-f6ce20c8-21fe-4958-a2cc-1b0f07580e03 service neutron] Attempting to bind port b0659fa8-c2f6-4f62-90f4-d6c1234828e2 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:56:32.647460 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-9897b99d-adb1-4de1-95a4-ca6b38b1a4e8 req-f6ce20c8-21fe-4958-a2cc-1b0f07580e03 service neutron] Attempting to bind port b0659fa8-c2f6-4f62-90f4-d6c1234828e2 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'fa7b147d-9249-4b88-b7ce-d5137c1c3a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1b780815-5142-4edc-a37a-9e502afff334'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:56:32.648016 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9897b99d-adb1-4de1-95a4-ca6b38b1a4e8 req-f6ce20c8-21fe-4958-a2cc-1b0f07580e03 service neutron] Attempting to bind port b0659fa8-c2f6-4f62-90f4-d6c1234828e2 on network 1b780815-5142-4edc-a37a-9e502afff334 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:56:32.667177 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9897b99d-adb1-4de1-95a4-ca6b38b1a4e8 req-f6ce20c8-21fe-4958-a2cc-1b0f07580e03 service neutron] Port b0659fa8-c2f6-4f62-90f4-d6c1234828e2 on network 1b780815-5142-4edc-a37a-9e502afff334 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 08:56:32.667983 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9897b99d-adb1-4de1-95a4-ca6b38b1a4e8 req-f6ce20c8-21fe-4958-a2cc-1b0f07580e03 service neutron] Attempting to bind port b0659fa8-c2f6-4f62-90f4-d6c1234828e2 on network 1b780815-5142-4edc-a37a-9e502afff334 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:56:32.685758 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9897b99d-adb1-4de1-95a4-ca6b38b1a4e8 req-f6ce20c8-21fe-4958-a2cc-1b0f07580e03 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:56:32.686438 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9897b99d-adb1-4de1-95a4-ca6b38b1a4e8 req-f6ce20c8-21fe-4958-a2cc-1b0f07580e03 service neutron] Checking segment: {'id': 'fa7b147d-9249-4b88-b7ce-d5137c1c3a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1b780815-5142-4edc-a37a-9e502afff334'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:56:32.687293 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9897b99d-adb1-4de1-95a4-ca6b38b1a4e8 req-f6ce20c8-21fe-4958-a2cc-1b0f07580e03 service neutron] Bound using segment: {'id': 'fa7b147d-9249-4b88-b7ce-d5137c1c3a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1b780815-5142-4edc-a37a-9e502afff334'} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:56:32.687917 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-9897b99d-adb1-4de1-95a4-ca6b38b1a4e8 req-f6ce20c8-21fe-4958-a2cc-1b0f07580e03 service neutron] Bound port: b0659fa8-c2f6-4f62-90f4-d6c1234828e2, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa7b147d-9249-4b88-b7ce-d5137c1c3a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1b780815-5142-4edc-a37a-9e502afff334'}}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:56:32.688455 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9897b99d-adb1-4de1-95a4-ca6b38b1a4e8 req-f6ce20c8-21fe-4958-a2cc-1b0f07580e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:32.794974 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 08:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43160c5-2792-48b2-825e-92779c497373 x-openstack-request-id: req-d43160c5-2792-48b2-825e-92779c497373 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:56:32.795435 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "140d1495-916e-4046-b2d6-941339a1f8b4", "tag": "cde9183c-ba43-4302-b8ec-8bd984c2549e", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:56:32.795582 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d43160c5-2792-48b2-825e-92779c497373 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:56:32.795984 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '140d1495-916e-4046-b2d6-941339a1f8b4', 'tag': 'cde9183c-ba43-4302-b8ec-8bd984c2549e', 'status': 'completed', 'code': 200} Sep 08 08:56:32.799025 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be67e6-c9ae-4a9b-85b3-52d05c469390 admin admin] Pushing event updated for resources: {'Port': ['ID=91bca521-1dcb-45e3-862b-595ac37ed824,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:32.895521 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11723b5d-37f0-4779-ab57-3f996351435a req-2ac530d8-66f2-47e6-92df-05457747b9bd tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:32.897233 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-11723b5d-37f0-4779-ab57-3f996351435a req-2ac530d8-66f2-47e6-92df-05457747b9bd tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5569496-7cec-4aec-ad9f-59758b146a22 HTTP/1.1" status: 200 len: 943 time: 0.4803874 Sep 08 08:56:32.935926 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d20253-856f-4f64-b965-0260b84600e7 req-ef89c0af-3d88-48d7-8536-ac1a2f11079f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:32.937685 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-42d20253-856f-4f64-b965-0260b84600e7 req-ef89c0af-3d88-48d7-8536-ac1a2f11079f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bc89f664d9a46b3926bfbc0f4b3f539&device_id=140d1495-916e-4046-b2d6-941339a1f8b4 HTTP/1.1" status: 200 len: 1126 time: 0.1988339 Sep 08 08:56:32.943735 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-6b2d9352-98d8-49f1-87b1-fa2fdf2f5eeb None None] Provisioning for port 91bca521-1dcb-45e3-862b-595ac37ed824 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:56:32.950170 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-6b2d9352-98d8-49f1-87b1-fa2fdf2f5eeb None None] Provisioning complete for port 91bca521-1dcb-45e3-862b-595ac37ed824 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:56:32.950796 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6b2d9352-98d8-49f1-87b1-fa2fdf2f5eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:33.013690 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-9897b99d-adb1-4de1-95a4-ca6b38b1a4e8 req-f6ce20c8-21fe-4958-a2cc-1b0f07580e03 service neutron] For port b0659fa8-c2f6-4f62-90f4-d6c1234828e2, host n-h1-806683-11, cleared binding levels {{(pid=94713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:56:33.032415 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-11723b5d-37f0-4779-ab57-3f996351435a req-598843d6-746d-449b-8609-de07dfbd2778 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137874 Sep 08 08:56:33.075836 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-6b2d9352-98d8-49f1-87b1-fa2fdf2f5eeb None None] Port 91bca521-1dcb-45e3-862b-595ac37ed824 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 08:56:33.080966 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-9897b99d-adb1-4de1-95a4-ca6b38b1a4e8 req-f6ce20c8-21fe-4958-a2cc-1b0f07580e03 service neutron] For port b0659fa8-c2f6-4f62-90f4-d6c1234828e2, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=b0659fa8-c2f6-4f62-90f4-d6c1234828e2,segment=NetworkSegment(fa7b147d-9249-4b88-b7ce-d5137c1c3a3c),segment_id=fa7b147d-9249-4b88-b7ce-d5137c1c3a3c)] {{(pid=94713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:56:33.092018 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9897b99d-adb1-4de1-95a4-ca6b38b1a4e8 req-f6ce20c8-21fe-4958-a2cc-1b0f07580e03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:33.204442 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b0be67e6-c9ae-4a9b-85b3-52d05c469390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:33.285964 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d20253-856f-4f64-b965-0260b84600e7 req-a8bff78d-6760-4eb9-a06a-3a4f1f7c9c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:33.289722 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-42d20253-856f-4f64-b965-0260b84600e7 req-a8bff78d-6760-4eb9-a06a-3a4f1f7c9c5d service neutron] 10.222.0.35 "GET /v2.0/networks?id=3e5cb155-db8c-4e6c-a8fd-e937043c5b98 HTTP/1.1" status: 200 len: 921 time: 0.3391304 Sep 08 08:56:33.296479 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897b99d-adb1-4de1-95a4-ca6b38b1a4e8 req-f6ce20c8-21fe-4958-a2cc-1b0f07580e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:33.299257 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9897b99d-adb1-4de1-95a4-ca6b38b1a4e8 req-f6ce20c8-21fe-4958-a2cc-1b0f07580e03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:33.302970 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9897b99d-adb1-4de1-95a4-ca6b38b1a4e8 req-f6ce20c8-21fe-4958-a2cc-1b0f07580e03 service neutron] 10.222.0.37 "PUT /v2.0/ports/b0659fa8-c2f6-4f62-90f4-d6c1234828e2 HTTP/1.1" status: 200 len: 1092 time: 3.3433783 Sep 08 08:56:33.304290 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5569496-7cec-4aec-ad9f-59758b146a22', 'tag': 'b0659fa8-c2f6-4f62-90f4-d6c1234828e2'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:56:33.311716 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d489e7ee-868a-4399-9813-bca10bae1b91" -d '{"events": [{"name": "network-changed", "server_uuid": "a5569496-7cec-4aec-ad9f-59758b146a22", "tag": "b0659fa8-c2f6-4f62-90f4-d6c1234828e2"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:56:33.340722 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce20c8-21fe-4958-a2cc-1b0f07580e03 service neutron] Pushing event updated for resources: {'Port': ['ID=b0659fa8-c2f6-4f62-90f4-d6c1234828e2,revision_number=3']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:33.385639 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58768) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:33.435964 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8e1c8b9e-3a8c-47af-8dba-a1fbe5324ab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:33.475946 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 08:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ccab2ce-f518-421d-b519-7336c532128c x-openstack-request-id: req-2ccab2ce-f518-421d-b519-7336c532128c {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:56:33.476216 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5569496-7cec-4aec-ad9f-59758b146a22", "tag": "b0659fa8-c2f6-4f62-90f4-d6c1234828e2", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:56:33.476475 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2ccab2ce-f518-421d-b519-7336c532128c {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:56:33.476868 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5569496-7cec-4aec-ad9f-59758b146a22', 'tag': 'b0659fa8-c2f6-4f62-90f4-d6c1234828e2', 'status': 'completed', 'code': 200} Sep 08 08:56:33.487825 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-42d20253-856f-4f64-b965-0260b84600e7 req-951b9b81-8045-4015-aa4b-1ec6bf7c0028 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cde9183c-ba43-4302-b8ec-8bd984c2549e HTTP/1.1" status: 200 len: 217 time: 0.1673558 Sep 08 08:56:33.537298 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b0be67e6-c9ae-4a9b-85b3-52d05c469390 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:33.544599 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b0be67e6-c9ae-4a9b-85b3-52d05c469390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:33.545556 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b0be67e6-c9ae-4a9b-85b3-52d05c469390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:33.690365 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be67e6-c9ae-4a9b-85b3-52d05c469390 admin admin] Pushing event updated for resources: {'Port': ['ID=91bca521-1dcb-45e3-862b-595ac37ed824,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:33.706670 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472de4e-7047-46b6-9f87-3e434882252c req-618e2b85-4d43-43f7-ae14-24ee51eb1907 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:33.714953 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9472de4e-7047-46b6-9f87-3e434882252c req-618e2b85-4d43-43f7-ae14-24ee51eb1907 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 950 time: 0.2406709 Sep 08 08:56:33.735132 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d20253-856f-4f64-b965-0260b84600e7 req-2f39cb54-3062-4af4-a204-d79b551a42ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:33.737072 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-42d20253-856f-4f64-b965-0260b84600e7 req-2f39cb54-3062-4af4-a204-d79b551a42ce service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2afb1305-d593-46e6-bc8f-0ed93bbef6b9 HTTP/1.1" status: 200 len: 860 time: 0.1671388 Sep 08 08:56:33.748746 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8e1c8b9e-3a8c-47af-8dba-a1fbe5324ab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:33.756463 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897b99d-adb1-4de1-95a4-ca6b38b1a4e8 req-430c7f44-4880-4732-9300-c1f569a9c2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:33.758106 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9897b99d-adb1-4de1-95a4-ca6b38b1a4e8 req-430c7f44-4880-4732-9300-c1f569a9c2e9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=453fb48635914fff8b30c3b6382194e5&device_id=a5569496-7cec-4aec-ad9f-59758b146a22 HTTP/1.1" status: 200 len: 1095 time: 0.2801781 Sep 08 08:56:33.770296 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8e1c8b9e-3a8c-47af-8dba-a1fbe5324ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:33.778694 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 19d1a776-d6b0-46e0-908b-d35c3d8bb47f up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:56:33.803299 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8e1c8b9e-3a8c-47af-8dba-a1fbe5324ab1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=292f492f502a4d7b9cb5607a03419196&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4167082 Sep 08 08:56:33.809428 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58778) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:33.811941 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-42d20253-856f-4f64-b965-0260b84600e7 req-fefc9b8d-4a82-43c2-993d-2ea34f7a5e43 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3e5cb155-db8c-4e6c-a8fd-e937043c5b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587513 Sep 08 08:56:33.812181 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc047c-6e6d-49e3-8047-98fc5de679a7 req-c599c76b-640a-482e-a781-91ea3bf9c9ee tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:33.813916 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a5bc047c-6e6d-49e3-8047-98fc5de679a7 req-c599c76b-640a-482e-a781-91ea3bf9c9ee tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=140d1495-916e-4046-b2d6-941339a1f8b4 HTTP/1.1" status: 200 len: 943 time: 0.1810753 Sep 08 08:56:33.847553 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0be67e6-c9ae-4a9b-85b3-52d05c469390 admin admin] Network 7046d933-1336-4168-b382-fd6dd6ef1a8e is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:56:33.857985 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-b0be67e6-c9ae-4a9b-85b3-52d05c469390 admin admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:56:33.862258 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1c8b9e-3a8c-47af-8dba-a1fbe5324ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1020195e-2ea7-4fcf-9eda-4368ce304c6c,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:33.919987 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 19d1a776-d6b0-46e0-908b-d35c3d8bb47f completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:56:33.920210 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9897b99d-adb1-4de1-95a4-ca6b38b1a4e8 req-42b5f6be-65b4-4850-bfd7-862b52e4f0ab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0659fa8-c2f6-4f62-90f4-d6c1234828e2 HTTP/1.1" status: 200 len: 217 time: 0.1383865 Sep 08 08:56:33.944935 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 19d1a776-d6b0-46e0-908b-d35c3d8bb47f triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:56:33.946236 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:33.973112 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9472de4e-7047-46b6-9f87-3e434882252c req-78cba5f5-5f66-4f5c-827a-1d682e2f13f0 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570083 Sep 08 08:56:34.035267 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a5bc047c-6e6d-49e3-8047-98fc5de679a7 req-65dc59e5-122f-47f7-8e3d-a23a20973a93 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130635 Sep 08 08:56:34.079396 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897b99d-adb1-4de1-95a4-ca6b38b1a4e8 req-59960908-7fe2-4d46-ab29-d770b50770dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:34.081603 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9897b99d-adb1-4de1-95a4-ca6b38b1a4e8 req-59960908-7fe2-4d46-ab29-d770b50770dd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e08ea884-5afc-42c5-87f0-7a3f3f5db0de HTTP/1.1" status: 200 len: 848 time: 0.1308563 Sep 08 08:56:34.241086 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9897b99d-adb1-4de1-95a4-ca6b38b1a4e8 req-6ffc32b9-3f6f-4859-874e-05eacc7d5284 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1b780815-5142-4edc-a37a-9e502afff334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1268439 Sep 08 08:56:34.311391 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:34.368362 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2ecf7-7b57-40f1-bbd1-b59eeb0dc370 req-b8a09954-8b4c-4792-b007-ab83f9bc2e36 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:34.375464 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 19d1a776-d6b0-46e0-908b-d35c3d8bb47f, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=19d1a776-d6b0-46e0-908b-d35c3d8bb47f,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:56:34.379682 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c6f2ecf7-7b57-40f1-bbd1-b59eeb0dc370 req-b8a09954-8b4c-4792-b007-ab83f9bc2e36 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5569496-7cec-4aec-ad9f-59758b146a22 HTTP/1.1" status: 200 len: 943 time: 0.1543863 Sep 08 08:56:34.387552 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0be67e6-c9ae-4a9b-85b3-52d05c469390 admin admin] Router fbbabde4-fdee-42ed-a5c7-839bce9749e6 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 08:56:34.391507 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:34.507524 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-42d20253-856f-4f64-b965-0260b84600e7 req-41294482-92cc-4079-a2ab-5c030fbcdc8a service neutron] 10.222.0.35 "GET /v2.0/networks/3e5cb155-db8c-4e6c-a8fd-e937043c5b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5914176 Sep 08 08:56:34.522458 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f336fee5-4f49-48cb-b8b0-c1cb8882a9c5 None None] Provisioning complete for port 91bca521-1dcb-45e3-862b-595ac37ed824 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:56:34.524777 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f336fee5-4f49-48cb-b8b0-c1cb8882a9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:34.587103 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c6f2ecf7-7b57-40f1-bbd1-b59eeb0dc370 req-bb8f1c5c-7bfe-46d3-be04-c4c8a5430772 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041967 Sep 08 08:56:34.646606 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-10a43d7d-19ac-438d-b0de-d975261904d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:34.678477 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-10a43d7d-19ac-438d-b0de-d975261904d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:34.726054 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=19d1a776-d6b0-46e0-908b-d35c3d8bb47f,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:34.750919 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-f336fee5-4f49-48cb-b8b0-c1cb8882a9c5 None None] Port 91bca521-1dcb-45e3-862b-595ac37ed824 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 08:56:34.759547 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0be67e6-c9ae-4a9b-85b3-52d05c469390 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 08:56:34.768793 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac5a223-938e-4776-9d22-315689d148df None None] Sync routers for ids ['fbbabde4-fdee-42ed-a5c7-839bce9749e6'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 08:56:34.782120 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b0be67e6-c9ae-4a9b-85b3-52d05c469390 admin admin] 10.222.0.54 "PUT /v2.0/routers/fbbabde4-fdee-42ed-a5c7-839bce9749e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2526627 Sep 08 08:56:34.787172 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac5a223-938e-4776-9d22-315689d148df None None] Routers {'fbbabde4-fdee-42ed-a5c7-839bce9749e6'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:56:34.787443 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9897b99d-adb1-4de1-95a4-ca6b38b1a4e8 req-c2e473f5-f1df-45cd-80ba-27b1fa9efab7 service neutron] 10.222.0.37 "GET /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4990964 Sep 08 08:56:34.788994 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-6ac5a223-938e-4776-9d22-315689d148df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:56:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['fbbabde4-fdee-42ed-a5c7-839bce9749e6'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:56:34.791163 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-10a43d7d-19ac-438d-b0de-d975261904d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:34.794943 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-10a43d7d-19ac-438d-b0de-d975261904d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:34.799006 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-10a43d7d-19ac-438d-b0de-d975261904d4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1020195e-2ea7-4fcf-9eda-4368ce304c6c HTTP/1.1" status: 204 len: 168 time: 0.9857769 Sep 08 08:56:34.864223 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a43d7d-19ac-438d-b0de-d975261904d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1020195e-2ea7-4fcf-9eda-4368ce304c6c,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:34.867905 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef1f228-0379-4fd9-9459-f552c5ea342d req-2013c332-95c5-4150-8de4-11e9ba17ef36 tempest-MigrationsAdminTest-560682355 tempest-MigrationsAdminTest-560682355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:34.869897 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2ef1f228-0379-4fd9-9459-f552c5ea342d req-2013c332-95c5-4150-8de4-11e9ba17ef36 tempest-MigrationsAdminTest-560682355 tempest-MigrationsAdminTest-560682355-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 1102 time: 0.6107459 Sep 08 08:56:34.939882 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2ef1f228-0379-4fd9-9459-f552c5ea342d req-ff5b4d0d-be30-4fd6-b502-3017fe45ab7b tempest-MigrationsAdminTest-560682355 tempest-MigrationsAdminTest-560682355-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490031 Sep 08 08:56:35.012177 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-42d20253-856f-4f64-b965-0260b84600e7 req-9364e6fd-ae9a-4aa0-9ed3-ec4d4f128be0 service neutron] 10.222.0.35 "GET /v2.0/networks/3e5cb155-db8c-4e6c-a8fd-e937043c5b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4937270 Sep 08 08:56:35.026809 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device cde9183c-ba43-4302-b8ec-8bd984c2549e details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 08:56:35.059959 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9897b99d-adb1-4de1-95a4-ca6b38b1a4e8 req-820d6272-df71-441e-8230-b5e76ffa2c60 service neutron] 10.222.0.37 "GET /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280512 Sep 08 08:56:35.156345 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-6ac5a223-938e-4776-9d22-315689d148df None None] Set router fbbabde4-fdee-42ed-a5c7-839bce9749e6 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:56:35.235500 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c0004-5b96-4d5e-9492-a1351ed8bdcf req-22f285cf-b92f-4142-b255-153cb1227187 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:35.244297 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-635c0004-5b96-4d5e-9492-a1351ed8bdcf req-22f285cf-b92f-4142-b255-153cb1227187 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=140d1495-916e-4046-b2d6-941339a1f8b4 HTTP/1.1" status: 200 len: 943 time: 0.1102605 Sep 08 08:56:35.276886 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d489e7ee-868a-4399-9813-bca10bae1b91 req-caef9084-5317-4f49-87cf-678342e46851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:35.280593 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d489e7ee-868a-4399-9813-bca10bae1b91 req-caef9084-5317-4f49-87cf-678342e46851 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=453fb48635914fff8b30c3b6382194e5&device_id=a5569496-7cec-4aec-ad9f-59758b146a22 HTTP/1.1" status: 200 len: 1095 time: 0.1060200 Sep 08 08:56:35.325395 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-635c0004-5b96-4d5e-9492-a1351ed8bdcf req-f898ed8d-db8f-4cc5-a68a-0ac23ed29eb5 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763173 Sep 08 08:56:35.536180 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port cde9183c-ba43-4302-b8ec-8bd984c2549e, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=cde9183c-ba43-4302-b8ec-8bd984c2549e,segment=NetworkSegment(63991058-0ef2-4358-ae31-7e348d60a2c9),segment_id=63991058-0ef2-4358-ae31-7e348d60a2c9)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:56:35.583951 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d489e7ee-868a-4399-9813-bca10bae1b91 req-94bd3a7e-8c25-4a97-b1c6-c18380dc1f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:35.584439 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 19d1a776-d6b0-46e0-908b-d35c3d8bb47f up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:56:35.585492 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d489e7ee-868a-4399-9813-bca10bae1b91 req-94bd3a7e-8c25-4a97-b1c6-c18380dc1f20 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1b780815-5142-4edc-a37a-9e502afff334 HTTP/1.1" status: 200 len: 909 time: 0.2924592 Sep 08 08:56:35.621953 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device cde9183c-ba43-4302-b8ec-8bd984c2549e has no active binding in host n-h1-806683-11 {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 08 08:56:35.640218 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a572a711-428c-4f72-b5d9-74d3fd6ac4d4 req-b5be2f12-d5f5-4b77-92cd-d0dfae87b36b tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=3b45c9e6adc04db08d877665d90d8206&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0481744 Sep 08 08:56:35.707111 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 19d1a776-d6b0-46e0-908b-d35c3d8bb47f triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:56:35.707493 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:35.718586 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d489e7ee-868a-4399-9813-bca10bae1b91 req-98af6d4a-20d6-410d-9191-e05084d4c81e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0659fa8-c2f6-4f62-90f4-d6c1234828e2 HTTP/1.1" status: 200 len: 217 time: 0.0760512 Sep 08 08:56:35.823912 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58844) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:35.833244 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-6ac5a223-938e-4776-9d22-315689d148df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbabde4-fdee-42ed-a5c7-839bce9749e6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-81318563-router', 'tenant_id': '9c9c80d911d14910a5dbc7c59ffad3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '19d1a776-d6b0-46e0-908b-d35c3d8bb47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:56:19Z', 'updated_at': '2021-09-08T08:56:33Z', 'revision_number': 4, 'project_id': '9c9c80d911d14910a5dbc7c59ffad3e0', 'gw_port': {'id': '19d1a776-d6b0-46e0-908b-d35c3d8bb47f', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbabde4-fdee-42ed-a5c7-839bce9749e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:21Z', 'updated_at': '2021-09-08T08:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '91bca521-1dcb-45e3-862b-595ac37ed824', 'name': '', 'network_id': '7046d933-1336-4168-b382-fd6dd6ef1a8e', 'tenant_id': '9c9c80d911d14910a5dbc7c59ffad3e0', 'mac_address': 'fa:16:3e:72:76:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbbabde4-fdee-42ed-a5c7-839bce9749e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'd1a28c3f-0b84-4d75-b136-9c9d10e492b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:31Z', 'updated_at': '2021-09-08T08:56:33Z', 'revision_number': 2, 'project_id': '9c9c80d911d14910a5dbc7c59ffad3e0', 'subnets': [{'id': 'd1a28c3f-0b84-4d75-b136-9c9d10e492b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:56:35.932026 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac5a223-938e-4776-9d22-315689d148df None None] Checking router: fbbabde4-fdee-42ed-a5c7-839bce9749e6 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 08:56:35.932361 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac5a223-938e-4776-9d22-315689d148df None None] Updating router fbbabde4-fdee-42ed-a5c7-839bce9749e6 port 91bca521-1dcb-45e3-862b-595ac37ed824 binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 08:56:35.932596 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d489e7ee-868a-4399-9813-bca10bae1b91 req-2c5bea35-f414-47d8-af35-9afec332583d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:35.934431 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d489e7ee-868a-4399-9813-bca10bae1b91 req-2c5bea35-f414-47d8-af35-9afec332583d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e08ea884-5afc-42c5-87f0-7a3f3f5db0de HTTP/1.1" status: 200 len: 848 time: 0.2071190 Sep 08 08:56:35.993516 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d489e7ee-868a-4399-9813-bca10bae1b91 req-1643ba8f-61ff-4eb4-a49d-5864df01fc6c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1b780815-5142-4edc-a37a-9e502afff334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485740 Sep 08 08:56:36.005038 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572a711-428c-4f72-b5d9-74d3fd6ac4d4 req-738c788f-e47f-4770-8f48-ac2767c9e9b0 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:36.009598 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6ac5a223-938e-4776-9d22-315689d148df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:36.021431 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a572a711-428c-4f72-b5d9-74d3fd6ac4d4 req-738c788f-e47f-4770-8f48-ac2767c9e9b0 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3019290 Sep 08 08:56:36.047565 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e3f53-b3a9-46d9-aafa-3c24cb32d262 req-0c1a8db6-72d1-4ff0-bec9-10c41f2b51ed tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:36.051024 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-563e3f53-b3a9-46d9-aafa-3c24cb32d262 req-0c1a8db6-72d1-4ff0-bec9-10c41f2b51ed tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5569496-7cec-4aec-ad9f-59758b146a22 HTTP/1.1" status: 200 len: 943 time: 0.1177163 Sep 08 08:56:36.134806 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-563e3f53-b3a9-46d9-aafa-3c24cb32d262 req-4e412ee1-795a-4140-89b9-ee4e895bab42 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742710 Sep 08 08:56:36.180651 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a572a711-428c-4f72-b5d9-74d3fd6ac4d4 req-7c93c6c8-b6c4-47a4-9978-7a2a4b5e992d tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/quotas/3b45c9e6adc04db08d877665d90d8206 HTTP/1.1" status: 200 len: 375 time: 0.1571577 Sep 08 08:56:36.215940 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5d3d0aac-9c3e-43ee-b4a8-42c38e1e74c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:36.273196 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d489e7ee-868a-4399-9813-bca10bae1b91 req-cc4ffb21-65e8-46aa-89ef-06d205e8afd8 service neutron] 10.222.0.37 "GET /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476466 Sep 08 08:56:36.299653 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a572a711-428c-4f72-b5d9-74d3fd6ac4d4 req-8884dbcd-453b-4472-9c73-3dafd750448c tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3b45c9e6adc04db08d877665d90d8206&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1070461 Sep 08 08:56:36.447024 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5d3d0aac-9c3e-43ee-b4a8-42c38e1e74c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:36.455946 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5d3d0aac-9c3e-43ee-b4a8-42c38e1e74c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:36.510065 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d489e7ee-868a-4399-9813-bca10bae1b91 req-372735fc-fcee-4e7c-a870-ea49bea38488 service neutron] 10.222.0.37 "GET /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158389 Sep 08 08:56:36.575340 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d0aac-9c3e-43ee-b4a8-42c38e1e74c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b63f1d0-adeb-4fff-8be9-bdc78f26db12,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:36.588932 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5d3d0aac-9c3e-43ee-b4a8-42c38e1e74c9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=64f9eebd7f614550a8077a135d731ead&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7634885 Sep 08 08:56:36.590008 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58872) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:36.775424 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a13a5129-4747-4f9e-b7b2-510a21ebe822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:36.853785 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a13a5129-4747-4f9e-b7b2-510a21ebe822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:36.937655 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a13a5129-4747-4f9e-b7b2-510a21ebe822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:36.943595 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a13a5129-4747-4f9e-b7b2-510a21ebe822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:36.945594 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a13a5129-4747-4f9e-b7b2-510a21ebe822 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5b63f1d0-adeb-4fff-8be9-bdc78f26db12 HTTP/1.1" status: 204 len: 168 time: 0.3530033 Sep 08 08:56:36.964533 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a5129-4747-4f9e-b7b2-510a21ebe822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b63f1d0-adeb-4fff-8be9-bdc78f26db12,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:37.062986 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6ac5a223-938e-4776-9d22-315689d148df None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:37.088280 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-6ac5a223-938e-4776-9d22-315689d148df None None] Transition to ACTIVE for port object 91bca521-1dcb-45e3-862b-595ac37ed824 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:56:37.106881 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6ac5a223-938e-4776-9d22-315689d148df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:37.162652 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b39c7ab3-e454-4fba-b01f-f181704198c1 req-7abd65d6-e61a-4527-892d-5ffab6a899a6 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6 HTTP/1.1" status: 200 len: 210 time: 0.1188161 Sep 08 08:56:37.174794 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a3fa5-e95e-4785-aa3a-b2ab49080d0d req-30c54736-6f0a-4aa6-b9a0-16b244a6b5f4 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:37.177973 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cd2a3fa5-e95e-4785-aa3a-b2ab49080d0d req-30c54736-6f0a-4aa6-b9a0-16b244a6b5f4 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=140d1495-916e-4046-b2d6-941339a1f8b4 HTTP/1.1" status: 200 len: 943 time: 0.1627836 Sep 08 08:56:37.275580 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cd2a3fa5-e95e-4785-aa3a-b2ab49080d0d req-760621dc-c8a9-449d-be2b-886922ba73dd tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725930 Sep 08 08:56:37.508839 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-6ac5a223-938e-4776-9d22-315689d148df None None] Attempting to bind port 91bca521-1dcb-45e3-862b-595ac37ed824 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:56:37.509231 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-6ac5a223-938e-4776-9d22-315689d148df None None] Attempting to bind port 91bca521-1dcb-45e3-862b-595ac37ed824 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'a44e2f23-253a-444d-847c-ea0e51ce4ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7046d933-1336-4168-b382-fd6dd6ef1a8e'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:56:37.509604 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac5a223-938e-4776-9d22-315689d148df None None] Attempting to bind port 91bca521-1dcb-45e3-862b-595ac37ed824 on network 7046d933-1336-4168-b382-fd6dd6ef1a8e {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:56:37.511731 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa051f-94ed-463a-bd46-4cadd73ba8ce None None] Pushing event updated for resources: {'Port': ['ID=91bca521-1dcb-45e3-862b-595ac37ed824,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:37.521939 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966a300-59d1-49c0-a519-fb5036f86c37 req-189905ec-9408-4830-a21c-656195adff18 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:37.523152 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3966a300-59d1-49c0-a519-fb5036f86c37 req-189905ec-9408-4830-a21c-656195adff18 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5569496-7cec-4aec-ad9f-59758b146a22 HTTP/1.1" status: 200 len: 943 time: 0.1241791 Sep 08 08:56:37.540032 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac5a223-938e-4776-9d22-315689d148df None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:56:37.540419 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac5a223-938e-4776-9d22-315689d148df None None] Checking segment: {'id': 'a44e2f23-253a-444d-847c-ea0e51ce4ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7046d933-1336-4168-b382-fd6dd6ef1a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:56:37.544165 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6ac5a223-938e-4776-9d22-315689d148df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:37.547306 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac5a223-938e-4776-9d22-315689d148df None None] Bound using segment: {'id': 'a44e2f23-253a-444d-847c-ea0e51ce4ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7046d933-1336-4168-b382-fd6dd6ef1a8e'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:56:37.547994 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-6ac5a223-938e-4776-9d22-315689d148df None None] Bound port: 91bca521-1dcb-45e3-862b-595ac37ed824, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a44e2f23-253a-444d-847c-ea0e51ce4ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '7046d933-1336-4168-b382-fd6dd6ef1a8e'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:56:37.554900 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6ac5a223-938e-4776-9d22-315689d148df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:37.637274 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3966a300-59d1-49c0-a519-fb5036f86c37 req-b7cad599-d95b-4e66-aadd-a43fc5c53e66 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070211 Sep 08 08:56:37.646581 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58906) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:37.677193 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aba9af2f-893c-483d-9786-a61eaa84b5c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:37.696160 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-6ac5a223-938e-4776-9d22-315689d148df None None] For port 91bca521-1dcb-45e3-862b-595ac37ed824, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:56:37.730087 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-6ac5a223-938e-4776-9d22-315689d148df None None] For port 91bca521-1dcb-45e3-862b-595ac37ed824, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=91bca521-1dcb-45e3-862b-595ac37ed824,segment=NetworkSegment(a44e2f23-253a-444d-847c-ea0e51ce4ee0),segment_id=a44e2f23-253a-444d-847c-ea0e51ce4ee0)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:56:37.750669 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6ac5a223-938e-4776-9d22-315689d148df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:37.816990 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac5a223-938e-4776-9d22-315689d148df None None] Routers {'fbbabde4-fdee-42ed-a5c7-839bce9749e6'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:56:37.817646 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-6ac5a223-938e-4776-9d22-315689d148df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:56:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['fbbabde4-fdee-42ed-a5c7-839bce9749e6'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:56:37.885508 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0af56cee-7775-414e-84cf-da0634ca4480 req-433a217c-2cf2-489a-9a55-5cd0891f779e service neutron] 10.222.0.35 "GET /v2.0/ports/cde9183c-ba43-4302-b8ec-8bd984c2549e/bindings/n-h1-806683-11 HTTP/1.1" status: 200 len: 385 time: 0.2580259 Sep 08 08:56:38.006380 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aba9af2f-893c-483d-9786-a61eaa84b5c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:38.019724 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aba9af2f-893c-483d-9786-a61eaa84b5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:38.049893 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-6ac5a223-938e-4776-9d22-315689d148df None None] Set router fbbabde4-fdee-42ed-a5c7-839bce9749e6 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:56:38.138016 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba9af2f-893c-483d-9786-a61eaa84b5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c64263b-cce0-4dd0-bd91-abb266bdd79e,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:38.213884 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-aba9af2f-893c-483d-9786-a61eaa84b5c3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a5f2d599c6b2474d9db3e3952371ef94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5658801 Sep 08 08:56:38.214763 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58916) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:38.336800 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b12d8d05-5869-455e-b4d2-e682546463f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:38.390547 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa051f-94ed-463a-bd46-4cadd73ba8ce None None] Pushing event updated for resources: {'Port': ['ID=91bca521-1dcb-45e3-862b-595ac37ed824,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:38.489887 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b12d8d05-5869-455e-b4d2-e682546463f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:38.604962 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a572a711-428c-4f72-b5d9-74d3fd6ac4d4 req-6f8fb113-d97f-483d-b0eb-7c4a601e380e tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=3b45c9e6adc04db08d877665d90d8206&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489933 Sep 08 08:56:38.607555 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-dc21bbad-90fa-49c9-b0d9-1d918081cb3f req-83cb7d5e-5b76-4ade-b4a0-210baed0cbc8 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6 HTTP/1.1" status: 200 len: 210 time: 0.1738195 Sep 08 08:56:38.627631 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b12d8d05-5869-455e-b4d2-e682546463f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:38.630855 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b12d8d05-5869-455e-b4d2-e682546463f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:38.636980 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b12d8d05-5869-455e-b4d2-e682546463f8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3c64263b-cce0-4dd0-bd91-abb266bdd79e HTTP/1.1" status: 204 len: 168 time: 0.4213674 Sep 08 08:56:38.668922 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12d8d05-5869-455e-b4d2-e682546463f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c64263b-cce0-4dd0-bd91-abb266bdd79e,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:38.677134 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-0af56cee-7775-414e-84cf-da0634ca4480 req-66e960ad-8e7b-45ce-ba96-684a656afce6 service neutron] For port cde9183c-ba43-4302-b8ec-8bd984c2549e, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=cde9183c-ba43-4302-b8ec-8bd984c2549e,segment=NetworkSegment(63991058-0ef2-4358-ae31-7e348d60a2c9),segment_id=63991058-0ef2-4358-ae31-7e348d60a2c9)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:56:38.749103 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58934) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:38.754384 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-4c70df43-941c-4240-9fed-ebef61f1befa tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Request body: {'security_group': {'name': 'tempest-securitygroup--477581253', 'description': 'tempest-description--1430309742'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:56:38.832266 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4c70df43-941c-4240-9fed-ebef61f1befa tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:38.904589 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-6ac5a223-938e-4776-9d22-315689d148df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbabde4-fdee-42ed-a5c7-839bce9749e6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-81318563-router', 'tenant_id': '9c9c80d911d14910a5dbc7c59ffad3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '19d1a776-d6b0-46e0-908b-d35c3d8bb47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:56:19Z', 'updated_at': '2021-09-08T08:56:33Z', 'revision_number': 4, 'project_id': '9c9c80d911d14910a5dbc7c59ffad3e0', 'gw_port': {'id': '19d1a776-d6b0-46e0-908b-d35c3d8bb47f', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbabde4-fdee-42ed-a5c7-839bce9749e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:21Z', 'updated_at': '2021-09-08T08:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '91bca521-1dcb-45e3-862b-595ac37ed824', 'name': '', 'network_id': '7046d933-1336-4168-b382-fd6dd6ef1a8e', 'tenant_id': '9c9c80d911d14910a5dbc7c59ffad3e0', 'mac_address': 'fa:16:3e:72:76:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbbabde4-fdee-42ed-a5c7-839bce9749e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'd1a28c3f-0b84-4d75-b136-9c9d10e492b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:31Z', 'updated_at': '2021-09-08T08:56:37Z', 'revision_number': 4, 'project_id': '9c9c80d911d14910a5dbc7c59ffad3e0', 'subnets': [{'id': 'd1a28c3f-0b84-4d75-b136-9c9d10e492b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:56:38.975823 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585d11b-7d89-4f38-b478-0a9a0501ea88 req-48feade0-dd4a-44ae-8c48-28f2215ad168 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:38.983140 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-0af56cee-7775-414e-84cf-da0634ca4480 req-66e960ad-8e7b-45ce-ba96-684a656afce6 service neutron] For port cde9183c-ba43-4302-b8ec-8bd984c2549e, host n-h2-806683-11, cleared binding levels {{(pid=94713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:56:38.983930 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d585d11b-7d89-4f38-b478-0a9a0501ea88 req-48feade0-dd4a-44ae-8c48-28f2215ad168 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5569496-7cec-4aec-ad9f-59758b146a22 HTTP/1.1" status: 200 len: 943 time: 0.1162214 Sep 08 08:56:38.984057 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac5a223-938e-4776-9d22-315689d148df None None] The sync data for ids ['fbbabde4-fdee-42ed-a5c7-839bce9749e6'] in n-d-806683-11 is: [{'id': 'fbbabde4-fdee-42ed-a5c7-839bce9749e6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-81318563-router', 'tenant_id': '9c9c80d911d14910a5dbc7c59ffad3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '19d1a776-d6b0-46e0-908b-d35c3d8bb47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:56:19Z', 'updated_at': '2021-09-08T08:56:33Z', 'revision_number': 4, 'project_id': '9c9c80d911d14910a5dbc7c59ffad3e0', 'gw_port': {'id': '19d1a776-d6b0-46e0-908b-d35c3d8bb47f', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbabde4-fdee-42ed-a5c7-839bce9749e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:21Z', 'updated_at': '2021-09-08T08:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '91bca521-1dcb-45e3-862b-595ac37ed824', 'name': '', 'network_id': '7046d933-1336-4168-b382-fd6dd6ef1a8e', 'tenant_id': '9c9c80d911d14910a5dbc7c59ffad3e0', 'mac_address': 'fa:16:3e:72:76:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbbabde4-fdee-42ed-a5c7-839bce9749e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'd1a28c3f-0b84-4d75-b136-9c9d10e492b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:31Z', 'updated_at': '2021-09-08T08:56:37Z', 'revision_number': 4, 'project_id': '9c9c80d911d14910a5dbc7c59ffad3e0', 'subnets': [{'id': 'd1a28c3f-0b84-4d75-b136-9c9d10e492b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 08:56:38.989245 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device b0659fa8-c2f6-4f62-90f4-d6c1234828e2 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 08:56:39.157274 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d585d11b-7d89-4f38-b478-0a9a0501ea88 req-964831bd-1fa2-49c8-be43-1fb62374b920 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688907 Sep 08 08:56:39.243808 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4c70df43-941c-4240-9fed-ebef61f1befa tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:39.247967 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e6de6-7b1a-43d5-bb08-eb8b319e910d req-f5ae19fe-5a0b-45d3-8102-f6bf5d902755 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:39.252294 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4c70df43-941c-4240-9fed-ebef61f1befa tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:39.257031 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4f2e6de6-7b1a-43d5-bb08-eb8b319e910d req-f5ae19fe-5a0b-45d3-8102-f6bf5d902755 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=140d1495-916e-4046-b2d6-941339a1f8b4 HTTP/1.1" status: 200 len: 943 time: 0.4428556 Sep 08 08:56:39.270757 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572a711-428c-4f72-b5d9-74d3fd6ac4d4 req-247edff7-2015-499c-a256-167590bc58ee tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:39.272388 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a572a711-428c-4f72-b5d9-74d3fd6ac4d4 req-247edff7-2015-499c-a256-167590bc58ee tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6562753 Sep 08 08:56:39.275187 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [req-0af56cee-7775-414e-84cf-da0634ca4480 req-66e960ad-8e7b-45ce-ba96-684a656afce6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cde9183c-ba43-4302-b8ec-8bd984c2549e {{(pid=94713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:56:39.297470 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c70df43-941c-4240-9fed-ebef61f1befa tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95fdb126-e588-4cf9-b281-e7f1b3353ec7,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:39.333662 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-a572a711-428c-4f72-b5d9-74d3fd6ac4d4 req-4d7a9c1d-d7fe-42fe-b43a-a54b3e42b75f tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Request body: {'port': {'device_id': '43129bc2-d119-44cb-bdbe-54bf13a1b3f6', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'admin_state_up': True, 'tenant_id': '3b45c9e6adc04db08d877665d90d8206'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:56:39.336185 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4c70df43-941c-4240-9fed-ebef61f1befa tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:39.338852 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4c70df43-941c-4240-9fed-ebef61f1befa tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5887370 Sep 08 08:56:39.341229 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-0af56cee-7775-414e-84cf-da0634ca4480 req-66e960ad-8e7b-45ce-ba96-684a656afce6 service neutron] For port cde9183c-ba43-4302-b8ec-8bd984c2549e, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=cde9183c-ba43-4302-b8ec-8bd984c2549e,segment=NetworkSegment(63991058-0ef2-4358-ae31-7e348d60a2c9),segment_id=63991058-0ef2-4358-ae31-7e348d60a2c9)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:56:39.341597 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58950) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:39.347224 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-31541861-3b6a-45f3-bdcf-86bace64be9f tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Request body: {'security_group_rule': {'security_group_id': '95fdb126-e588-4cf9-b281-e7f1b3353ec7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:56:39.398404 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-0af56cee-7775-414e-84cf-da0634ca4480 req-66e960ad-8e7b-45ce-ba96-684a656afce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:39.400415 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port b0659fa8-c2f6-4f62-90f4-d6c1234828e2, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=b0659fa8-c2f6-4f62-90f4-d6c1234828e2,segment=NetworkSegment(fa7b147d-9249-4b88-b7ce-d5137c1c3a3c),segment_id=fa7b147d-9249-4b88-b7ce-d5137c1c3a3c)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:56:39.427117 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-31541861-3b6a-45f3-bdcf-86bace64be9f tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:39.429433 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4f2e6de6-7b1a-43d5-bb08-eb8b319e910d req-7e3fc102-8a6f-41f8-810b-4a0eb3ca78fc tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673355 Sep 08 08:56:39.448916 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': 'b0659fa8-c2f6-4f62-90f4-d6c1234828e2', 'network_id': '1b780815-5142-4edc-a37a-9e502afff334', 'port_id': 'b0659fa8-c2f6-4f62-90f4-d6c1234828e2', 'mac_address': 'fa:16:3e:53:69:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e08ea884-5afc-42c5-87f0-7a3f3f5db0de', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 08:56:39.646642 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-31541861-3b6a-45f3-bdcf-86bace64be9f tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:39.655372 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:39.657054 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-31541861-3b6a-45f3-bdcf-86bace64be9f tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:39.726259 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0659fa8-c2f6-4f62-90f4-d6c1234828e2 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:56:39.735078 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31541861-3b6a-45f3-bdcf-86bace64be9f tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0890305-7ee3-4adc-a4bd-dbdce6ad02b5,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:39.753708 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-31541861-3b6a-45f3-bdcf-86bace64be9f tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:39.757824 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-31541861-3b6a-45f3-bdcf-86bace64be9f tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4140191 Sep 08 08:56:39.759873 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58972) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:39.778427 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-76fd82c8-e5ea-4706-83b8-c177865e884f tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Request body: {'security_group_rule': {'security_group_id': '95fdb126-e588-4cf9-b281-e7f1b3353ec7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:56:39.787272 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 91bca521-1dcb-45e3-862b-595ac37ed824 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:56:39.875481 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port b0659fa8-c2f6-4f62-90f4-d6c1234828e2, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=b0659fa8-c2f6-4f62-90f4-d6c1234828e2,segment=NetworkSegment(fa7b147d-9249-4b88-b7ce-d5137c1c3a3c),segment_id=fa7b147d-9249-4b88-b7ce-d5137c1c3a3c)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:56:39.894818 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:39.905448 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-76fd82c8-e5ea-4706-83b8-c177865e884f tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:39.926086 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a572a711-428c-4f72-b5d9-74d3fd6ac4d4 req-4d7a9c1d-d7fe-42fe-b43a-a54b3e42b75f tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Made reservation on behalf of 3b45c9e6adc04db08d877665d90d8206 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:56:39.930556 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-a572a711-428c-4f72-b5d9-74d3fd6ac4d4 req-4d7a9c1d-d7fe-42fe-b43a-a54b3e42b75f tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:39.983816 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26bd1dbb-5027-47d2-8e16-8498c7c31bbd req-83a74797-8e99-4158-969b-5060c8dd40b4 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6 HTTP/1.1" status: 200 len: 210 time: 0.1556280 Sep 08 08:56:40.073003 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-76fd82c8-e5ea-4706-83b8-c177865e884f tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:40.082968 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-76fd82c8-e5ea-4706-83b8-c177865e884f tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:40.088194 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=b0659fa8-c2f6-4f62-90f4-d6c1234828e2,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:40.098796 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 91bca521-1dcb-45e3-862b-595ac37ed824 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:56:40.108528 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 91bca521-1dcb-45e3-862b-595ac37ed824 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:56:40.108912 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:40.176850 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd82c8-e5ea-4706-83b8-c177865e884f tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88fa0a1c-6417-44ac-9d1e-7232a16955e8,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:40.186178 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [req-a572a711-428c-4f72-b5d9-74d3fd6ac4d4 req-4d7a9c1d-d7fe-42fe-b43a-a54b3e42b75f tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Allocated IP 192.168.233.162 (05f7642a-1c79-41be-85aa-1443ef22cc3b/dfc66e4b-ecb5-4c99-afe1-0a78c722534a/d05f4588-39b6-4d94-9f78-5dd977338c5a) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:56:40.196717 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-76fd82c8-e5ea-4706-83b8-c177865e884f tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:40.201180 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-76fd82c8-e5ea-4706-83b8-c177865e884f tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4396133 Sep 08 08:56:40.201829 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58990) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:40.207049 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-fb161677-2958-42d5-9365-c32fee7b25ea tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:56:40.316173 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fb161677-2958-42d5-9365-c32fee7b25ea tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks [] for floatingip, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:40.389212 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:40.395379 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['b0659fa8-c2f6-4f62-90f4-d6c1234828e2'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:56:40.465109 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-a572a711-428c-4f72-b5d9-74d3fd6ac4d4 req-4d7a9c1d-d7fe-42fe-b43a-a54b3e42b75f tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:40.482013 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [req-a572a711-428c-4f72-b5d9-74d3fd6ac4d4 req-4d7a9c1d-d7fe-42fe-b43a-a54b3e42b75f tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Transition to ACTIVE for port object d05f4588-39b6-4d94-9f78-5dd977338c5a will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:56:40.532173 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-a572a711-428c-4f72-b5d9-74d3fd6ac4d4 req-4d7a9c1d-d7fe-42fe-b43a-a54b3e42b75f tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:40.578466 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e5d7c-11a4-4984-830a-e9985c33d72d req-d1ece205-27a4-44b8-941d-698e261b9a6f tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:40.583963 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-121e5d7c-11a4-4984-830a-e9985c33d72d req-d1ece205-27a4-44b8-941d-698e261b9a6f tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5569496-7cec-4aec-ad9f-59758b146a22 HTTP/1.1" status: 200 len: 944 time: 0.2356718 Sep 08 08:56:40.606100 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a572a711-428c-4f72-b5d9-74d3fd6ac4d4 req-4d7a9c1d-d7fe-42fe-b43a-a54b3e42b75f tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Network 05f7642a-1c79-41be-85aa-1443ef22cc3b is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:56:40.607750 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [req-0af56cee-7775-414e-84cf-da0634ca4480 req-66e960ad-8e7b-45ce-ba96-684a656afce6 service neutron] Transition to ACTIVE for port object cde9183c-ba43-4302-b8ec-8bd984c2549e will not be triggered until provisioned by entity L2. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:56:40.608574 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a9c1d-d7fe-42fe-b43a-a54b3e42b75f tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Pushing event updated for resources: {'Port': ['ID=d05f4588-39b6-4d94-9f78-5dd977338c5a,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:40.612417 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [req-a572a711-428c-4f72-b5d9-74d3fd6ac4d4 req-4d7a9c1d-d7fe-42fe-b43a-a54b3e42b75f tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:56:40.632356 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-a572a711-428c-4f72-b5d9-74d3fd6ac4d4 req-4d7a9c1d-d7fe-42fe-b43a-a54b3e42b75f tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:56:40.644126 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572a711-428c-4f72-b5d9-74d3fd6ac4d4 req-4d7a9c1d-d7fe-42fe-b43a-a54b3e42b75f tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:40.646904 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-a572a711-428c-4f72-b5d9-74d3fd6ac4d4 req-4d7a9c1d-d7fe-42fe-b43a-a54b3e42b75f tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:40.649658 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 91bca521-1dcb-45e3-862b-595ac37ed824, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=91bca521-1dcb-45e3-862b-595ac37ed824,segment=NetworkSegment(a44e2f23-253a-444d-847c-ea0e51ce4ee0),segment_id=a44e2f23-253a-444d-847c-ea0e51ce4ee0)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:56:40.667216 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:40.667572 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-0af56cee-7775-414e-84cf-da0634ca4480 req-66e960ad-8e7b-45ce-ba96-684a656afce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:40.800873 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-121e5d7c-11a4-4984-830a-e9985c33d72d req-46691cde-aabf-4851-b4f0-0e1e45bd7997 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084813 Sep 08 08:56:40.869630 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fb161677-2958-42d5-9365-c32fee7b25ea tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:40.877407 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=91bca521-1dcb-45e3-862b-595ac37ed824,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:41.134217 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-fb161677-2958-42d5-9365-c32fee7b25ea tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Allocated IP 172.25.0.29 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/2b6c7afd-b153-4b33-bec1-4e5dd2972a11) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:56:41.157016 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device cde9183c-ba43-4302-b8ec-8bd984c2549e no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 08:56:41.264009 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59010) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:41.278204 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device cde9183c-ba43-4302-b8ec-8bd984c2549e not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 08:56:41.284393 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-6f4e77e9-bed0-4050-bf6d-8c2940448026 None None] Provisioning for port d05f4588-39b6-4d94-9f78-5dd977338c5a completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:56:41.293167 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-6f4e77e9-bed0-4050-bf6d-8c2940448026 None None] Provisioning complete for port d05f4588-39b6-4d94-9f78-5dd977338c5a triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:56:41.294011 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6f4e77e9-bed0-4050-bf6d-8c2940448026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:41.386446 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-6f4e77e9-bed0-4050-bf6d-8c2940448026 None None] Port d05f4588-39b6-4d94-9f78-5dd977338c5a cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 08:56:41.396284 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a572a711-428c-4f72-b5d9-74d3fd6ac4d4 req-4d7a9c1d-d7fe-42fe-b43a-a54b3e42b75f tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0685568 Sep 08 08:56:41.435632 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-0af56cee-7775-414e-84cf-da0634ca4480 req-66e960ad-8e7b-45ce-ba96-684a656afce6 service neutron] No DVR routers for this DVR port cde9183c-ba43-4302-b8ec-8bd984c2549e on host n-h2-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 08:56:41.443211 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['74f7ce03-39e9-435a-9992-ab60a1dc61ca'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:56:41.445228 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-a572a711-428c-4f72-b5d9-74d3fd6ac4d4 req-f7c3528d-2080-450a-a6a9-123f1e0cdd7b service neutron] Request body: {'port': {'device_id': '43129bc2-d119-44cb-bdbe-54bf13a1b3f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:56:41.446854 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fb161677-2958-42d5-9365-c32fee7b25ea tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:41.477514 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e960ad-8e7b-45ce-ba96-684a656afce6 service neutron] Pushing event updated for resources: {'Port': ['ID=cde9183c-ba43-4302-b8ec-8bd984c2549e,revision_number=10']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:41.500752 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697644c9-3ad0-4391-b7bf-42b5fb2cb357 req-26df492d-a2ad-426a-b633-442f45928d4c tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:41.509177 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-697644c9-3ad0-4391-b7bf-42b5fb2cb357 req-26df492d-a2ad-426a-b633-442f45928d4c tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=140d1495-916e-4046-b2d6-941339a1f8b4 HTTP/1.1" status: 200 len: 944 time: 0.7422266 Sep 08 08:56:41.547384 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fb161677-2958-42d5-9365-c32fee7b25ea tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:41.613564 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb161677-2958-42d5-9365-c32fee7b25ea tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:56:41.624235 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-fb161677-2958-42d5-9365-c32fee7b25ea tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:56:41.632701 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb161677-2958-42d5-9365-c32fee7b25ea tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:56:41.650131 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0af56cee-7775-414e-84cf-da0634ca4480 req-66e960ad-8e7b-45ce-ba96-684a656afce6 service neutron] 10.222.0.35 "PUT /v2.0/ports/cde9183c-ba43-4302-b8ec-8bd984c2549e/bindings/n-h1-806683-11/activate HTTP/1.1" status: 200 len: 370 time: 3.7582219 Sep 08 08:56:41.671777 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 91bca521-1dcb-45e3-862b-595ac37ed824 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:56:41.734866 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7e9e6038-6a0f-481f-907c-205792ebbb87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:41.736683 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-697644c9-3ad0-4391-b7bf-42b5fb2cb357 req-4a8f0820-e3b4-48c0-b7b9-b8fd7bb9beb9 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258668 Sep 08 08:56:41.753508 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb161677-2958-42d5-9365-c32fee7b25ea tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Pushing event updated for resources: {'Port': ['ID=2b6c7afd-b153-4b33-bec1-4e5dd2972a11,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:41.756744 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fb161677-2958-42d5-9365-c32fee7b25ea tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:41.759343 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-a572a711-428c-4f72-b5d9-74d3fd6ac4d4 req-f7c3528d-2080-450a-a6a9-123f1e0cdd7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:41.920514 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 91bca521-1dcb-45e3-862b-595ac37ed824 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:56:41.920900 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:42.180441 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d973464-58f4-468e-96e7-fe9ae0e4f199 req-c06bddbd-dc0c-43c2-821e-4416f999b510 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:42.182785 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4d973464-58f4-468e-96e7-fe9ae0e4f199 req-c06bddbd-dc0c-43c2-821e-4416f999b510 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5569496-7cec-4aec-ad9f-59758b146a22 HTTP/1.1" status: 200 len: 944 time: 0.1738453 Sep 08 08:56:42.267176 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fb161677-2958-42d5-9365-c32fee7b25ea tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:42.303769 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4d973464-58f4-468e-96e7-fe9ae0e4f199 req-978009bc-0d16-4c1c-9f1e-0494d81f1784 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091716 Sep 08 08:56:42.315796 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af56cee-7775-414e-84cf-da0634ca4480 req-618e2fd7-fb97-4d02-9709-4ae32ad6d19c tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:42.317720 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0af56cee-7775-414e-84cf-da0634ca4480 req-618e2fd7-fb97-4d02-9709-4ae32ad6d19c tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=140d1495-916e-4046-b2d6-941339a1f8b4&tenant_id=0bc89f664d9a46b3926bfbc0f4b3f539&binding%3Ahost_id=n-h2-806683-11 HTTP/1.1" status: 200 len: 1096 time: 0.5516543 Sep 08 08:56:42.389910 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9788a-3aee-4c3c-beb2-fda4b13d7571 req-6ab772e0-3273-4ec3-b227-691249c9356c tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:42.398389 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-28c9788a-3aee-4c3c-beb2-fda4b13d7571 req-6ab772e0-3273-4ec3-b227-691249c9356c tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6 HTTP/1.1" status: 200 len: 936 time: 0.2365122 Sep 08 08:56:42.402574 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [req-a572a711-428c-4f72-b5d9-74d3fd6ac4d4 req-f7c3528d-2080-450a-a6a9-123f1e0cdd7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d05f4588-39b6-4d94-9f78-5dd977338c5a {{(pid=94713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:56:42.419975 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-a572a711-428c-4f72-b5d9-74d3fd6ac4d4 req-f7c3528d-2080-450a-a6a9-123f1e0cdd7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:42.443822 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [req-a572a711-428c-4f72-b5d9-74d3fd6ac4d4 req-f7c3528d-2080-450a-a6a9-123f1e0cdd7b service neutron] Transition to ACTIVE for port object d05f4588-39b6-4d94-9f78-5dd977338c5a will not be triggered until provisioned by entity L2. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:56:42.451200 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-a572a711-428c-4f72-b5d9-74d3fd6ac4d4 req-f7c3528d-2080-450a-a6a9-123f1e0cdd7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:42.516541 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c3528d-2080-450a-a6a9-123f1e0cdd7b service neutron] Pushing event updated for resources: {'Port': ['ID=d05f4588-39b6-4d94-9f78-5dd977338c5a,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:42.543072 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-28c9788a-3aee-4c3c-beb2-fda4b13d7571 req-55fca813-2ca0-429e-a0a0-ad155f1c8756 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362298 Sep 08 08:56:42.624694 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-a572a711-428c-4f72-b5d9-74d3fd6ac4d4 req-f7c3528d-2080-450a-a6a9-123f1e0cdd7b service neutron] Attempting to bind port d05f4588-39b6-4d94-9f78-5dd977338c5a on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:56:42.625036 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-a572a711-428c-4f72-b5d9-74d3fd6ac4d4 req-f7c3528d-2080-450a-a6a9-123f1e0cdd7b service neutron] Attempting to bind port d05f4588-39b6-4d94-9f78-5dd977338c5a by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:56:42.625366 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a572a711-428c-4f72-b5d9-74d3fd6ac4d4 req-f7c3528d-2080-450a-a6a9-123f1e0cdd7b service neutron] Attempting to bind port d05f4588-39b6-4d94-9f78-5dd977338c5a on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:56:42.636362 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7e9e6038-6a0f-481f-907c-205792ebbb87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:42.644014 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af56cee-7775-414e-84cf-da0634ca4480 req-d7b4a282-98ac-439b-940c-8d57127a9e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:42.646124 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0af56cee-7775-414e-84cf-da0634ca4480 req-d7b4a282-98ac-439b-940c-8d57127a9e8c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=140d1495-916e-4046-b2d6-941339a1f8b4&tenant_id=0bc89f664d9a46b3926bfbc0f4b3f539 HTTP/1.1" status: 200 len: 1096 time: 0.3037114 Sep 08 08:56:42.652251 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7e9e6038-6a0f-481f-907c-205792ebbb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:42.654902 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a572a711-428c-4f72-b5d9-74d3fd6ac4d4 req-f7c3528d-2080-450a-a6a9-123f1e0cdd7b service neutron] Port d05f4588-39b6-4d94-9f78-5dd977338c5a on network 05f7642a-1c79-41be-85aa-1443ef22cc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 08:56:42.655406 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a572a711-428c-4f72-b5d9-74d3fd6ac4d4 req-f7c3528d-2080-450a-a6a9-123f1e0cdd7b service neutron] Attempting to bind port d05f4588-39b6-4d94-9f78-5dd977338c5a on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:56:42.664326 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a572a711-428c-4f72-b5d9-74d3fd6ac4d4 req-f7c3528d-2080-450a-a6a9-123f1e0cdd7b service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:56:42.665061 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a572a711-428c-4f72-b5d9-74d3fd6ac4d4 req-f7c3528d-2080-450a-a6a9-123f1e0cdd7b service neutron] Checking segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:56:42.665589 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a572a711-428c-4f72-b5d9-74d3fd6ac4d4 req-f7c3528d-2080-450a-a6a9-123f1e0cdd7b service neutron] Bound using segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:56:42.666229 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-a572a711-428c-4f72-b5d9-74d3fd6ac4d4 req-f7c3528d-2080-450a-a6a9-123f1e0cdd7b service neutron] Bound port: d05f4588-39b6-4d94-9f78-5dd977338c5a, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:56:42.668645 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-a572a711-428c-4f72-b5d9-74d3fd6ac4d4 req-f7c3528d-2080-450a-a6a9-123f1e0cdd7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:42.785696 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e6038-6a0f-481f-907c-205792ebbb87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29630b5-f2d2-4672-b8bd-a0cf36999bbc,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:42.796400 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-a572a711-428c-4f72-b5d9-74d3fd6ac4d4 req-f7c3528d-2080-450a-a6a9-123f1e0cdd7b service neutron] For port d05f4588-39b6-4d94-9f78-5dd977338c5a, host n-h1-806683-11, cleared binding levels {{(pid=94713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:56:42.800520 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-a572a711-428c-4f72-b5d9-74d3fd6ac4d4 req-f7c3528d-2080-450a-a6a9-123f1e0cdd7b service neutron] For port d05f4588-39b6-4d94-9f78-5dd977338c5a, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=d05f4588-39b6-4d94-9f78-5dd977338c5a,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:56:42.817094 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-a572a711-428c-4f72-b5d9-74d3fd6ac4d4 req-f7c3528d-2080-450a-a6a9-123f1e0cdd7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:42.882339 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572a711-428c-4f72-b5d9-74d3fd6ac4d4 req-f7c3528d-2080-450a-a6a9-123f1e0cdd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:42.884338 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-a572a711-428c-4f72-b5d9-74d3fd6ac4d4 req-f7c3528d-2080-450a-a6a9-123f1e0cdd7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:42.888387 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a572a711-428c-4f72-b5d9-74d3fd6ac4d4 req-f7c3528d-2080-450a-a6a9-123f1e0cdd7b service neutron] 10.222.0.37 "PUT /v2.0/ports/d05f4588-39b6-4d94-9f78-5dd977338c5a HTTP/1.1" status: 200 len: 1097 time: 1.4658277 Sep 08 08:56:42.889001 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43129bc2-d119-44cb-bdbe-54bf13a1b3f6', 'tag': 'd05f4588-39b6-4d94-9f78-5dd977338c5a'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:56:42.893595 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8489803d-a642-4ab3-92e3-b7a7e4eb7990" -d '{"events": [{"name": "network-changed", "server_uuid": "43129bc2-d119-44cb-bdbe-54bf13a1b3f6", "tag": "d05f4588-39b6-4d94-9f78-5dd977338c5a"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:56:42.921158 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-20201989-de0e-4d99-b6b7-3d5ff9820b26 req-dcb92737-f07c-4b4f-83d5-e60b62f79140 tempest-FlavorsV2NegativeTest-797926399 tempest-FlavorsV2NegativeTest-797926399-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=e43acda7cb2f462996c40f331e8ff82f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1970587 Sep 08 08:56:42.966900 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device b0659fa8-c2f6-4f62-90f4-d6c1234828e2 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:56:43.023920 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-7e9e6038-6a0f-481f-907c-205792ebbb87 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7f5c9c7460e84a799da3f9bd97e36700&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7588241 Sep 08 08:56:43.033039 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59068) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:43.056890 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port b0659fa8-c2f6-4f62-90f4-d6c1234828e2 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:56:43.062166 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port b0659fa8-c2f6-4f62-90f4-d6c1234828e2 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:56:43.064331 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:43.104878 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c3528d-2080-450a-a6a9-123f1e0cdd7b service neutron] Pushing event updated for resources: {'Port': ['ID=d05f4588-39b6-4d94-9f78-5dd977338c5a,revision_number=3']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:43.109888 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fb161677-2958-42d5-9365-c32fee7b25ea tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:43.146556 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ad9d3-b4e3-4b50-82a1-a7f377360213 req-1c873985-b9c5-4aad-b5e6-84d3404e6fe3 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:43.155198 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ff1ad9d3-b4e3-4b50-82a1-a7f377360213 req-1c873985-b9c5-4aad-b5e6-84d3404e6fe3 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=140d1495-916e-4046-b2d6-941339a1f8b4 HTTP/1.1" status: 200 len: 944 time: 0.2582607 Sep 08 08:56:43.180348 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572a711-428c-4f72-b5d9-74d3fd6ac4d4 req-05f1d3b2-377e-4181-9a27-8992321c6d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:43.182151 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a572a711-428c-4f72-b5d9-74d3fd6ac4d4 req-05f1d3b2-377e-4181-9a27-8992321c6d3f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3b45c9e6adc04db08d877665d90d8206&device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6 HTTP/1.1" status: 200 len: 1100 time: 0.1966681 Sep 08 08:56:43.228357 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fb161677-2958-42d5-9365-c32fee7b25ea tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:43.254339 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ff1ad9d3-b4e3-4b50-82a1-a7f377360213 req-8cf7292e-4b98-4b00-b430-2ef603dff708 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979028 Sep 08 08:56:43.331183 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59076) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:43.333230 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af56cee-7775-414e-84cf-da0634ca4480 req-77071746-b6a9-4b41-8ea0-de71fc03c91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:43.335959 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0af56cee-7775-414e-84cf-da0634ca4480 req-77071746-b6a9-4b41-8ea0-de71fc03c91d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0bc89f664d9a46b3926bfbc0f4b3f539&device_id=140d1495-916e-4046-b2d6-941339a1f8b4 HTTP/1.1" status: 200 len: 1096 time: 0.5508945 Sep 08 08:56:43.339279 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a572a711-428c-4f72-b5d9-74d3fd6ac4d4 req-a8999a65-5dd2-4d5d-af9f-d93c51f569ba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=d05f4588-39b6-4d94-9f78-5dd977338c5a HTTP/1.1" status: 200 len: 217 time: 0.1309733 Sep 08 08:56:43.363103 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:43.366028 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 08:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b6b693-8e59-4d9f-9c5d-49769fc2c343 x-openstack-request-id: req-96b6b693-8e59-4d9f-9c5d-49769fc2c343 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:56:43.366575 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43129bc2-d119-44cb-bdbe-54bf13a1b3f6", "tag": "d05f4588-39b6-4d94-9f78-5dd977338c5a", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:56:43.366830 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-96b6b693-8e59-4d9f-9c5d-49769fc2c343 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:56:43.367224 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43129bc2-d119-44cb-bdbe-54bf13a1b3f6', 'tag': 'd05f4588-39b6-4d94-9f78-5dd977338c5a', 'status': 'completed', 'code': 200} Sep 08 08:56:43.374538 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb161677-2958-42d5-9365-c32fee7b25ea tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Pushing event updated for resources: {'Port': ['ID=2b6c7afd-b153-4b33-bec1-4e5dd2972a11,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:43.406239 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572a711-428c-4f72-b5d9-74d3fd6ac4d4 req-0479a90d-b752-4321-9cd3-e4a19c762107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:43.413503 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a572a711-428c-4f72-b5d9-74d3fd6ac4d4 req-0479a90d-b752-4321-9cd3-e4a19c762107 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.0597579 Sep 08 08:56:43.416894 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5569496-7cec-4aec-ad9f-59758b146a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0659fa8-c2f6-4f62-90f4-d6c1234828e2'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:56:43.419182 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7c4b23-7c24-4ebb-8ded-4c585515ad81" -d '{"events": [{"server_uuid": "a5569496-7cec-4aec-ad9f-59758b146a22", "name": "network-vif-plugged", "status": "completed", "tag": "b0659fa8-c2f6-4f62-90f4-d6c1234828e2"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:56:43.448472 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port b0659fa8-c2f6-4f62-90f4-d6c1234828e2, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=b0659fa8-c2f6-4f62-90f4-d6c1234828e2,segment=NetworkSegment(fa7b147d-9249-4b88-b7ce-d5137c1c3a3c),segment_id=fa7b147d-9249-4b88-b7ce-d5137c1c3a3c)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:56:43.456402 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:43.474518 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fb161677-2958-42d5-9365-c32fee7b25ea tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:43.505725 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fb161677-2958-42d5-9365-c32fee7b25ea tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:43.507452 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-fb161677-2958-42d5-9365-c32fee7b25ea tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3046274 Sep 08 08:56:43.523917 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20201989-de0e-4d99-b6b7-3d5ff9820b26 req-8bb0668e-d38f-4c29-a601-515fa047d59d tempest-FlavorsV2NegativeTest-797926399 tempest-FlavorsV2NegativeTest-797926399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:43.531111 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572a711-428c-4f72-b5d9-74d3fd6ac4d4 req-8faf8e18-2ae0-4e04-af83-b8f511f3a625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:43.533234 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a572a711-428c-4f72-b5d9-74d3fd6ac4d4 req-8faf8e18-2ae0-4e04-af83-b8f511f3a625 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1072197 Sep 08 08:56:43.534367 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-20201989-de0e-4d99-b6b7-3d5ff9820b26 req-8bb0668e-d38f-4c29-a601-515fa047d59d tempest-FlavorsV2NegativeTest-797926399 tempest-FlavorsV2NegativeTest-797926399-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5716834 Sep 08 08:56:43.550420 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae9809-5f3d-4fa8-89e7-d98465203fce req-2c33f6e6-98fa-4050-b4b0-4b67b6101eac tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:43.560395 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8eae9809-5f3d-4fa8-89e7-d98465203fce req-2c33f6e6-98fa-4050-b4b0-4b67b6101eac tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5569496-7cec-4aec-ad9f-59758b146a22 HTTP/1.1" status: 200 len: 945 time: 0.0851076 Sep 08 08:56:43.587437 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=b0659fa8-c2f6-4f62-90f4-d6c1234828e2,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:43.603328 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-20201989-de0e-4d99-b6b7-3d5ff9820b26 req-15b26feb-d95a-4971-aa08-0cc80f9b947e tempest-FlavorsV2NegativeTest-797926399 tempest-FlavorsV2NegativeTest-797926399-project] 10.222.0.54 "GET /v2.0/quotas/e43acda7cb2f462996c40f331e8ff82f HTTP/1.1" status: 200 len: 375 time: 0.0677636 Sep 08 08:56:43.606494 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8dec6803-58f2-4972-a46f-8fff47ca233c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:43.615168 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3d6aea72-26d9-4d0c-b5fd-b6277b4d9e71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:43.681752 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8dec6803-58f2-4972-a46f-8fff47ca233c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:43.695052 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af56cee-7775-414e-84cf-da0634ca4480 req-5e5057cd-4dfd-4f6a-afde-dd842a49e169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:43.703048 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0af56cee-7775-414e-84cf-da0634ca4480 req-5e5057cd-4dfd-4f6a-afde-dd842a49e169 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3e5cb155-db8c-4e6c-a8fd-e937043c5b98 HTTP/1.1" status: 200 len: 921 time: 0.3129828 Sep 08 08:56:43.718345 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8eae9809-5f3d-4fa8-89e7-d98465203fce req-6e1c9d97-0dcf-4c07-b091-7df4eea49edf tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569374 Sep 08 08:56:43.781687 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0af56cee-7775-414e-84cf-da0634ca4480 req-c7d98e37-7b80-4d68-8feb-b57c53f1123f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cde9183c-ba43-4302-b8ec-8bd984c2549e HTTP/1.1" status: 200 len: 217 time: 0.0686884 Sep 08 08:56:43.787554 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 08:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6479b1b-4107-44fd-b930-2c64a8b0b92a x-openstack-request-id: req-e6479b1b-4107-44fd-b930-2c64a8b0b92a {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:56:43.787866 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5569496-7cec-4aec-ad9f-59758b146a22", "name": "network-vif-plugged", "status": "completed", "tag": "b0659fa8-c2f6-4f62-90f4-d6c1234828e2", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:56:43.788104 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e6479b1b-4107-44fd-b930-2c64a8b0b92a {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:56:43.788491 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5569496-7cec-4aec-ad9f-59758b146a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0659fa8-c2f6-4f62-90f4-d6c1234828e2', 'code': 200} Sep 08 08:56:43.788690 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a572a711-428c-4f72-b5d9-74d3fd6ac4d4 req-86bfa945-c5c2-4c86-82a1-48b3ad637f1d service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261231 Sep 08 08:56:43.793494 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-20201989-de0e-4d99-b6b7-3d5ff9820b26 req-ac659446-94f0-4e54-b179-090c31a15685 tempest-FlavorsV2NegativeTest-797926399 tempest-FlavorsV2NegativeTest-797926399-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e43acda7cb2f462996c40f331e8ff82f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1879046 Sep 08 08:56:43.856258 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af56cee-7775-414e-84cf-da0634ca4480 req-b84c674f-990c-4959-9a77-929ade33d447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:43.858509 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0af56cee-7775-414e-84cf-da0634ca4480 req-b84c674f-990c-4959-9a77-929ade33d447 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2afb1305-d593-46e6-bc8f-0ed93bbef6b9 HTTP/1.1" status: 200 len: 860 time: 0.0639136 Sep 08 08:56:43.938641 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8dec6803-58f2-4972-a46f-8fff47ca233c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:43.943400 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8dec6803-58f2-4972-a46f-8fff47ca233c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:43.944845 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8dec6803-58f2-4972-a46f-8fff47ca233c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f29630b5-f2d2-4672-b8bd-a0cf36999bbc HTTP/1.1" status: 204 len: 168 time: 0.8903158 Sep 08 08:56:43.959808 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0af56cee-7775-414e-84cf-da0634ca4480 req-19b01b91-c9f8-4d1c-924d-4943eea26d48 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3e5cb155-db8c-4e6c-a8fd-e937043c5b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592673 Sep 08 08:56:44.025889 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f9385-89de-4735-aead-58205ff813e4 req-228b021f-4ffc-4478-8037-de8dc9519b9c tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:44.034180 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ca8f9385-89de-4735-aead-58205ff813e4 req-228b021f-4ffc-4478-8037-de8dc9519b9c tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6 HTTP/1.1" status: 200 len: 948 time: 0.1465869 Sep 08 08:56:44.055242 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec6803-58f2-4972-a46f-8fff47ca233c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29630b5-f2d2-4672-b8bd-a0cf36999bbc,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:44.077434 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a572a711-428c-4f72-b5d9-74d3fd6ac4d4 req-82ccc039-bf6e-4c02-bdc9-ef9895075731 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393470 Sep 08 08:56:44.108728 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ca8f9385-89de-4735-aead-58205ff813e4 req-077a0a73-68dc-4355-b77f-574be4e890f0 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684571 Sep 08 08:56:44.125708 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3d6aea72-26d9-4d0c-b5fd-b6277b4d9e71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:44.134279 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3d6aea72-26d9-4d0c-b5fd-b6277b4d9e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:44.138519 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2038e-9316-460d-8f43-5f373df216db req-59f783b6-1516-4d13-9a57-a09936de1ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:44.140870 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-34c2038e-9316-460d-8f43-5f373df216db req-59f783b6-1516-4d13-9a57-a09936de1ad4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a5569496-7cec-4aec-ad9f-59758b146a22 HTTP/1.1" status: 200 len: 1097 time: 0.2162180 Sep 08 08:56:44.169295 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0af56cee-7775-414e-84cf-da0634ca4480 req-39504ed0-1d9d-4761-a1ab-e4cbc35b0ca5 service neutron] 10.222.0.37 "GET /v2.0/networks/3e5cb155-db8c-4e6c-a8fd-e937043c5b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083132 Sep 08 08:56:44.185492 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6aea72-26d9-4d0c-b5fd-b6277b4d9e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef43132-c939-4c71-836c-2ef3b2d4e542,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:44.208497 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3d6aea72-26d9-4d0c-b5fd-b6277b4d9e71 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1e90b1db0782481d80b0189442fe0ea2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8760004 Sep 08 08:56:44.211328 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59110) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:44.353222 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1ddba196-ce3c-4f36-8024-8fbf48f32703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:44.377711 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1ddba196-ce3c-4f36-8024-8fbf48f32703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:44.437293 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489803d-a642-4ab3-92e3-b7a7e4eb7990 req-e8558628-9637-438c-924b-26169ea5ba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:44.441021 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8489803d-a642-4ab3-92e3-b7a7e4eb7990 req-e8558628-9637-438c-924b-26169ea5ba40 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3b45c9e6adc04db08d877665d90d8206&device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6 HTTP/1.1" status: 200 len: 1100 time: 0.2094476 Sep 08 08:56:44.463696 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1ddba196-ce3c-4f36-8024-8fbf48f32703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:44.466260 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1ddba196-ce3c-4f36-8024-8fbf48f32703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:44.468785 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1ddba196-ce3c-4f36-8024-8fbf48f32703 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4ef43132-c939-4c71-836c-2ef3b2d4e542 HTTP/1.1" status: 204 len: 168 time: 0.2564502 Sep 08 08:56:44.478983 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-34c2038e-9316-460d-8f43-5f373df216db req-4e56c9ec-c50a-458e-a791-6023c48c19a1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690399 Sep 08 08:56:44.503568 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59116) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:44.526951 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddba196-ce3c-4f36-8024-8fbf48f32703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef43132-c939-4c71-836c-2ef3b2d4e542,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:44.529325 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0af56cee-7775-414e-84cf-da0634ca4480 req-0274956d-9748-4d23-aa1f-72cd8747b046 service neutron] 10.222.0.37 "GET /v2.0/networks/3e5cb155-db8c-4e6c-a8fd-e937043c5b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097434 Sep 08 08:56:44.566451 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5a6cc835-402d-4e4a-a68e-c0ae97183fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:44.631282 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b873eda-742f-40aa-997f-f1bc30e4785b req-2891663c-afc5-4404-bf5f-792e775a4717 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:44.632830 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7b873eda-742f-40aa-997f-f1bc30e4785b req-2891663c-afc5-4404-bf5f-792e775a4717 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=140d1495-916e-4046-b2d6-941339a1f8b4 HTTP/1.1" status: 200 len: 944 time: 0.1908617 Sep 08 08:56:44.714603 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489803d-a642-4ab3-92e3-b7a7e4eb7990 req-6ed94bca-0e60-4b77-9ba8-a47f696e3271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:44.716452 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8489803d-a642-4ab3-92e3-b7a7e4eb7990 req-6ed94bca-0e60-4b77-9ba8-a47f696e3271 service neutron] 10.222.0.37 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.2634783 Sep 08 08:56:44.767725 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7b873eda-742f-40aa-997f-f1bc30e4785b req-3954f97b-1b88-4d91-9f8e-947bc841e12e tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217370 Sep 08 08:56:44.858327 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-5e68c513-e99e-4d34-8736-e6a9f48d3a7e tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--477581253&fields=id&tenant_id=db87c3df22f54cac9f5bd24547674625 HTTP/1.1" status: 200 len: 267 time: 0.0850179 Sep 08 08:56:44.886675 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8489803d-a642-4ab3-92e3-b7a7e4eb7990 req-c5e2c708-88d6-4960-91ba-713477d49b78 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=d05f4588-39b6-4d94-9f78-5dd977338c5a HTTP/1.1" status: 200 len: 217 time: 0.0944846 Sep 08 08:56:44.995358 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5a6cc835-402d-4e4a-a68e-c0ae97183fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:45.008974 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97399067-5896-44ff-b36b-63384c89b029 req-e0014917-8f3b-4846-98ed-94c8e2211a77 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:45.017465 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-97399067-5896-44ff-b36b-63384c89b029 req-e0014917-8f3b-4846-98ed-94c8e2211a77 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5569496-7cec-4aec-ad9f-59758b146a22 HTTP/1.1" status: 200 len: 945 time: 0.1320097 Sep 08 08:56:45.029323 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5a6cc835-402d-4e4a-a68e-c0ae97183fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:45.073139 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489803d-a642-4ab3-92e3-b7a7e4eb7990 req-b025b2fd-8718-45f2-b741-c2f28638d49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:45.074688 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8489803d-a642-4ab3-92e3-b7a7e4eb7990 req-b025b2fd-8718-45f2-b741-c2f28638d49f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.1474051 Sep 08 08:56:45.111950 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5a6cc835-402d-4e4a-a68e-c0ae97183fc4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5db8e8bea23442e2a65ba8387c222aaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6010826 Sep 08 08:56:45.130698 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59136) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:45.131616 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6cc835-402d-4e4a-a68e-c0ae97183fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6a61c7-90cf-4b2d-a0bf-90fbf4389d20,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:45.174968 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-97399067-5896-44ff-b36b-63384c89b029 req-c922b6dd-a1eb-4d2e-97e9-982b759731f9 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548395 Sep 08 08:56:45.199005 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59140) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:45.260347 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-064d1528-e249-43ae-b18b-9ffb1e768d7c tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:45.261887 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-064d1528-e249-43ae-b18b-9ffb1e768d7c tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/networks?id=ec0db0af-4061-4294-bedb-bbba2374fc20 HTTP/1.1" status: 200 len: 824 time: 0.3934188 Sep 08 08:56:45.268232 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489803d-a642-4ab3-92e3-b7a7e4eb7990 req-bf4b927c-0f20-4d7a-96bf-fc0176dffecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:45.269765 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8489803d-a642-4ab3-92e3-b7a7e4eb7990 req-bf4b927c-0f20-4d7a-96bf-fc0176dffecb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1833360 Sep 08 08:56:45.301004 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-6fdf9d62-1186-4bd8-adf9-250b49d3d9ea tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/quotas/db87c3df22f54cac9f5bd24547674625 HTTP/1.1" status: 200 len: 375 time: 0.0261812 Sep 08 08:56:45.379131 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59144) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:45.382661 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af56cee-7775-414e-84cf-da0634ca4480 req-b65bc7ec-217b-4e10-8e2c-2475dbe3f21a tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:45.384183 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0af56cee-7775-414e-84cf-da0634ca4480 req-b65bc7ec-217b-4e10-8e2c-2475dbe3f21a tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=140d1495-916e-4046-b2d6-941339a1f8b4&tenant_id=0bc89f664d9a46b3926bfbc0f4b3f539&binding%3Ahost_id=n-h1-806683-11 HTTP/1.1" status: 200 len: 1096 time: 0.2110336 Sep 08 08:56:45.396382 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-98183725-f6f7-4f16-bd57-85007d509aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:45.413135 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-85437350-5d8e-416c-8dce-6596b7cd381b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:45.451888 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-644933b0-d26a-4cec-8da1-e3309ece72c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:45.470744 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-98183725-f6f7-4f16-bd57-85007d509aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:45.489764 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98587999-8826-435c-873e-780010a3f3e7 req-fc182cde-beb0-4250-a294-f488b4b701ec tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:45.492347 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-98587999-8826-435c-873e-780010a3f3e7 req-fc182cde-beb0-4250-a294-f488b4b701ec tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6 HTTP/1.1" status: 200 len: 948 time: 0.2102790 Sep 08 08:56:45.500745 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-aafe6d3c-6efa-44ce-b389-e84b87582f2b tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=db87c3df22f54cac9f5bd24547674625&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1854751 Sep 08 08:56:45.520747 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.db.api [None req-644933b0-d26a-4cec-8da1-e3309ece72c9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 08:56:45.520747 n-d-806683-11 neutron-server[94712]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 08 08:56:45.520747 n-d-806683-11 neutron-server[94712]: [parameters: {'project_id': 'e43acda7cb2f462996c40f331e8ff82f', 'id': '7f188abe-7e87-491d-bc59-a7d820d24c6c', 'expiration': datetime.datetime(2021, 9, 8, 8, 58, 45, 510367)}] Sep 08 08:56:45.520747 n-d-806683-11 neutron-server[94712]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 08:56:45.521201 n-d-806683-11 neutron-server[94712]: DEBUG oslo_db.api [None req-644933b0-d26a-4cec-8da1-e3309ece72c9 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 08:56:45.577884 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8489803d-a642-4ab3-92e3-b7a7e4eb7990 req-e560b66f-d962-491b-bb5c-ef6d98537860 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883906 Sep 08 08:56:45.594170 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-98587999-8826-435c-873e-780010a3f3e7 req-b5b81f78-095d-4135-9ad1-825e847e11d4 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851629 Sep 08 08:56:45.697630 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-98183725-f6f7-4f16-bd57-85007d509aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:45.701662 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-98183725-f6f7-4f16-bd57-85007d509aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:45.703516 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-98183725-f6f7-4f16-bd57-85007d509aca admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9b6a61c7-90cf-4b2d-a0bf-90fbf4389d20 HTTP/1.1" status: 204 len: 168 time: 0.5679255 Sep 08 08:56:45.723820 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98183725-f6f7-4f16-bd57-85007d509aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6a61c7-90cf-4b2d-a0bf-90fbf4389d20,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:45.759045 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-0af56cee-7775-414e-84cf-da0634ca4480 req-42a70c7f-0087-4be0-8b24-942084b5efa1 service neutron] For port cde9183c-ba43-4302-b8ec-8bd984c2549e, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:56:45.765820 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8489803d-a642-4ab3-92e3-b7a7e4eb7990 req-f26b1c29-e69f-4604-8e75-7f0716cb6764 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678314 Sep 08 08:56:45.768450 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0af56cee-7775-414e-84cf-da0634ca4480 req-42a70c7f-0087-4be0-8b24-942084b5efa1 service neutron] Notify callbacks [] for binding, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:45.769556 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0af56cee-7775-414e-84cf-da0634ca4480 req-42a70c7f-0087-4be0-8b24-942084b5efa1 service neutron] 10.222.0.37 "DELETE /v2.0/ports/cde9183c-ba43-4302-b8ec-8bd984c2549e/bindings/n-h2-806683-11 HTTP/1.1" status: 204 len: 173 time: 0.3654277 Sep 08 08:56:45.781418 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-8ec8a0b4-9263-4ea6-987e-0ed064894332 service neutron] 10.222.0.54 "GET /v2.0/networks/ec0db0af-4061-4294-bedb-bbba2374fc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556596 Sep 08 08:56:45.925831 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-85437350-5d8e-416c-8dce-6596b7cd381b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:45.943878 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-145c91bd-19e4-44b0-865c-9a21e2d48a18 service neutron] 10.222.0.54 "GET /v2.0/networks/ec0db0af-4061-4294-bedb-bbba2374fc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497130 Sep 08 08:56:45.945550 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-85437350-5d8e-416c-8dce-6596b7cd381b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:45.953297 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97f0cb-bf33-4d1c-bf20-acf85687067a req-1ebeb97f-b954-4154-8156-2712d945186f tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:45.966937 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7f97f0cb-bf33-4d1c-bf20-acf85687067a req-1ebeb97f-b954-4154-8156-2712d945186f tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=140d1495-916e-4046-b2d6-941339a1f8b4 HTTP/1.1" status: 200 len: 944 time: 0.0858245 Sep 08 08:56:46.034203 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7f97f0cb-bf33-4d1c-bf20-acf85687067a req-2ab5cd39-a61b-4d1b-b929-4cb87af8220f tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652535 Sep 08 08:56:46.044701 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-644933b0-d26a-4cec-8da1-e3309ece72c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:46.090090 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-85437350-5d8e-416c-8dce-6596b7cd381b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1f7fdd278c3f4a14ab5c8c8610256a0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7020061 Sep 08 08:56:46.090197 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59152) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:46.105929 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85437350-5d8e-416c-8dce-6596b7cd381b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee552f3-d3ea-4999-a44a-e1738e4c1900,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:46.306435 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccad3bc-452e-4e52-aa31-f587eb22124c req-6fca6697-dbcd-4ce5-8758-c30c60aec8be tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:46.314838 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9ccad3bc-452e-4e52-aa31-f587eb22124c req-6fca6697-dbcd-4ce5-8758-c30c60aec8be tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=140d1495-916e-4046-b2d6-941339a1f8b4 HTTP/1.1" status: 200 len: 1096 time: 0.1475813 Sep 08 08:56:46.323073 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1262dcc6-bf6f-4714-90a8-167ab86f3cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:46.370740 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1262dcc6-bf6f-4714-90a8-167ab86f3cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:46.389715 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9ccad3bc-452e-4e52-aa31-f587eb22124c req-8f8cfee2-e849-47ad-ad8b-14d57e1f7a5f tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739231 Sep 08 08:56:46.415438 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-644933b0-d26a-4cec-8da1-e3309ece72c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:46.447498 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-644933b0-d26a-4cec-8da1-e3309ece72c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:46.522496 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1262dcc6-bf6f-4714-90a8-167ab86f3cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:46.525572 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1262dcc6-bf6f-4714-90a8-167ab86f3cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:46.529199 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1262dcc6-bf6f-4714-90a8-167ab86f3cfc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0ee552f3-d3ea-4999-a44a-e1738e4c1900 HTTP/1.1" status: 204 len: 168 time: 0.4360836 Sep 08 08:56:46.547162 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262dcc6-bf6f-4714-90a8-167ab86f3cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee552f3-d3ea-4999-a44a-e1738e4c1900,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:46.628175 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644933b0-d26a-4cec-8da1-e3309ece72c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcdf617a-11f7-4274-9708-ae0281fadd86,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:46.650714 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-644933b0-d26a-4cec-8da1-e3309ece72c9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e43acda7cb2f462996c40f331e8ff82f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4507673 Sep 08 08:56:46.662003 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59176) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:46.670952 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5fa5dc37-4c46-44e0-b963-2301c4600ee2 req-760f7efd-b6d9-4add-ae1e-416832d7166b tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/ports?device_id=35ce7d55-f40a-4d72-84a5-9e00f202af78 HTTP/1.1" status: 200 len: 210 time: 0.1213577 Sep 08 08:56:46.748003 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa07f5-17ca-4a4a-b4c9-18f77b7ab5d4 req-287635d9-c454-459d-9615-ec959c0e832d tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:46.749728 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fdaa07f5-17ca-4a4a-b4c9-18f77b7ab5d4 req-287635d9-c454-459d-9615-ec959c0e832d tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5569496-7cec-4aec-ad9f-59758b146a22 HTTP/1.1" status: 200 len: 945 time: 0.3775153 Sep 08 08:56:46.928906 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e2306-84b4-4956-8b67-13da9aed7c43 req-942b4dcd-f54e-43f0-8235-6ecb0ce2b9a9 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:46.933523 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2e6e2306-84b4-4956-8b67-13da9aed7c43 req-942b4dcd-f54e-43f0-8235-6ecb0ce2b9a9 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6 HTTP/1.1" status: 200 len: 948 time: 0.1551020 Sep 08 08:56:47.012960 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fdaa07f5-17ca-4a4a-b4c9-18f77b7ab5d4 req-bea158aa-cfc5-4885-b2eb-65aa535f6717 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070804 Sep 08 08:56:47.029593 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9be5fb44-5e78-4f02-868e-71742aa7187c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:47.035445 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2e6e2306-84b4-4956-8b67-13da9aed7c43 req-2d9fd243-a325-4ce9-9717-7b9e3cd80443 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939822 Sep 08 08:56:47.081378 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9be5fb44-5e78-4f02-868e-71742aa7187c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:47.146531 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9be5fb44-5e78-4f02-868e-71742aa7187c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:47.153718 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9be5fb44-5e78-4f02-868e-71742aa7187c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:47.155825 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-9be5fb44-5e78-4f02-868e-71742aa7187c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dcdf617a-11f7-4274-9708-ae0281fadd86 HTTP/1.1" status: 204 len: 168 time: 0.4775455 Sep 08 08:56:47.167579 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be5fb44-5e78-4f02-868e-71742aa7187c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcdf617a-11f7-4274-9708-ae0281fadd86,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:47.179385 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 08:56:47.336062 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e5ccc-4055-4606-8dac-18fcccad20b1 req-5cfcebbe-f010-416f-85f7-77d303529748 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:47.341280 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b84e5ccc-4055-4606-8dac-18fcccad20b1 req-5cfcebbe-f010-416f-85f7-77d303529748 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/networks?id=3e5cb155-db8c-4e6c-a8fd-e937043c5b98 HTTP/1.1" status: 200 len: 820 time: 0.1709390 Sep 08 08:56:47.385833 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b84e5ccc-4055-4606-8dac-18fcccad20b1 req-11f09d35-a4ee-404a-b2cc-d459d4cff627 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/quotas/0bc89f664d9a46b3926bfbc0f4b3f539 HTTP/1.1" status: 200 len: 375 time: 0.0319312 Sep 08 08:56:47.498663 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b84e5ccc-4055-4606-8dac-18fcccad20b1 req-d2bbaa18-c39a-4355-afbf-6e30fba9c5b4 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0bc89f664d9a46b3926bfbc0f4b3f539&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1116793 Sep 08 08:56:47.605805 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-99fcdd16-869b-43e9-9f5c-85c809f8a2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:47.650938 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d7254-3656-41d0-b86d-0626731a449a req-b01b04f2-e830-4e21-8ea8-cc60ab7b5334 tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:47.666925 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-000d7254-3656-41d0-b86d-0626731a449a req-b01b04f2-e830-4e21-8ea8-cc60ab7b5334 tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a5569496-7cec-4aec-ad9f-59758b146a22 HTTP/1.1" status: 200 len: 1097 time: 0.0680873 Sep 08 08:56:47.719641 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-000d7254-3656-41d0-b86d-0626731a449a req-6bfcf86a-e81b-4673-8d39-d2b84b32e599 tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509810 Sep 08 08:56:47.772414 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b84e5ccc-4055-4606-8dac-18fcccad20b1 req-dac19142-a7d0-4efc-8124-ad0ae3c4d3f7 service neutron] 10.222.0.54 "GET /v2.0/networks/3e5cb155-db8c-4e6c-a8fd-e937043c5b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723420 Sep 08 08:56:47.918187 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6bafda3d-2210-4a40-9654-817b39b19db5 req-a4b1f144-a0a7-491f-965a-f71b0f9617d1 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/ports?device_id=35ce7d55-f40a-4d72-84a5-9e00f202af78 HTTP/1.1" status: 200 len: 210 time: 0.0752916 Sep 08 08:56:47.949163 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b84e5ccc-4055-4606-8dac-18fcccad20b1 req-80ab737a-f5bc-4ced-af04-0b1fbf67001a service neutron] 10.222.0.54 "GET /v2.0/networks/3e5cb155-db8c-4e6c-a8fd-e937043c5b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718249 Sep 08 08:56:48.296329 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532ed8f-136b-46bd-abac-6b06a4d2f64d req-b63b0ec1-0c16-4f06-a259-f162cc41dab5 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:48.307954 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4532ed8f-136b-46bd-abac-6b06a4d2f64d req-b63b0ec1-0c16-4f06-a259-f162cc41dab5 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6 HTTP/1.1" status: 200 len: 948 time: 0.0674231 Sep 08 08:56:48.365928 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4532ed8f-136b-46bd-abac-6b06a4d2f64d req-b984ab3b-0cf1-4ecd-88de-d63d72e473af tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559149 Sep 08 08:56:48.367923 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307186a-810c-43da-b47c-c65796873ce6 req-55fdcd64-b961-4633-ac4f-44ddb9eae15a tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:48.375936 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1307186a-810c-43da-b47c-c65796873ce6 req-55fdcd64-b961-4633-ac4f-44ddb9eae15a tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a5569496-7cec-4aec-ad9f-59758b146a22 HTTP/1.1" status: 200 len: 1097 time: 0.3852167 Sep 08 08:56:48.477626 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-330c2925-0c71-4aac-a88b-0bc416ef4ac4 req-c8bef2b9-9f64-4656-b487-855ab6f5dc2b tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2c7eaf9-2c1e-4989-a6dd-f86e59033b57 HTTP/1.1" status: 200 len: 210 time: 0.0672362 Sep 08 08:56:48.488696 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1307186a-810c-43da-b47c-c65796873ce6 req-7a8a18e6-474b-406c-9cf9-4fe3a93bc28e tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102607 Sep 08 08:56:48.527565 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-d44c8bac-06e0-42d7-9659-ea1d27f8d097 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:48.530741 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-d44c8bac-06e0-42d7-9659-ea1d27f8d097 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.35 "GET /v2.0/networks?id=ec0db0af-4061-4294-bedb-bbba2374fc20 HTTP/1.1" status: 200 len: 824 time: 0.2254174 Sep 08 08:56:48.700145 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-ffe04f14-9db4-403c-ad54-cf1ef55be25f tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db87c3df22f54cac9f5bd24547674625 HTTP/1.1" status: 200 len: 379 time: 0.1196952 Sep 08 08:56:48.715028 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-28e4b7d2-a078-45b3-b8ea-f3f6dc26c434 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Request body: {'port': {'device_id': '35ce7d55-f40a-4d72-84a5-9e00f202af78', 'network_id': 'ec0db0af-4061-4294-bedb-bbba2374fc20', 'admin_state_up': True, 'tenant_id': 'db87c3df22f54cac9f5bd24547674625', 'security_groups': ['95fdb126-e588-4cf9-b281-e7f1b3353ec7']}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:56:48.959407 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device d05f4588-39b6-4d94-9f78-5dd977338c5a details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 08:56:49.082933 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-28e4b7d2-a078-45b3-b8ea-f3f6dc26c434 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Made reservation on behalf of db87c3df22f54cac9f5bd24547674625 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:56:49.092950 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-28e4b7d2-a078-45b3-b8ea-f3f6dc26c434 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:49.132568 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3baa5b0b-73a2-455b-a277-ab362c52adf3 req-16300665-bf88-4a55-94b4-13b3f1a7cd7c tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/ports?device_id=35ce7d55-f40a-4d72-84a5-9e00f202af78 HTTP/1.1" status: 200 len: 210 time: 0.0822346 Sep 08 08:56:49.274769 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port d05f4588-39b6-4d94-9f78-5dd977338c5a, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=d05f4588-39b6-4d94-9f78-5dd977338c5a,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:56:49.311513 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-28e4b7d2-a078-45b3-b8ea-f3f6dc26c434 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Allocated IP 172.20.0.7 (ec0db0af-4061-4294-bedb-bbba2374fc20/5306a8b8-86cd-4361-8bb4-448984316315/b53693d8-d7d0-48bf-9d27-5e3d474959dd) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:56:49.313030 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': 'd05f4588-39b6-4d94-9f78-5dd977338c5a', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'port_id': 'd05f4588-39b6-4d94-9f78-5dd977338c5a', 'mac_address': 'fa:16:3e:79:7c:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc66e4b-ecb5-4c99-afe1-0a78c722534a', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 08:56:49.385828 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:49.402867 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d05f4588-39b6-4d94-9f78-5dd977338c5a {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:56:49.475432 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port d05f4588-39b6-4d94-9f78-5dd977338c5a, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=d05f4588-39b6-4d94-9f78-5dd977338c5a,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:56:49.486489 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:49.650140 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=d05f4588-39b6-4d94-9f78-5dd977338c5a,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:49.689883 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ffb087-ac54-4a50-8788-dae2301a5749 req-deddc75f-d84c-4129-82e4-0d7d31b56b5b tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:49.692542 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-02ffb087-ac54-4a50-8788-dae2301a5749 req-deddc75f-d84c-4129-82e4-0d7d31b56b5b tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6 HTTP/1.1" status: 200 len: 949 time: 0.1305351 Sep 08 08:56:49.693542 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-28e4b7d2-a078-45b3-b8ea-f3f6dc26c434 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:49.723280 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-28e4b7d2-a078-45b3-b8ea-f3f6dc26c434 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Transition to ACTIVE for port object b53693d8-d7d0-48bf-9d27-5e3d474959dd will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:56:49.787052 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-28e4b7d2-a078-45b3-b8ea-f3f6dc26c434 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:49.805424 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-02ffb087-ac54-4a50-8788-dae2301a5749 req-2aff879e-7ce9-4351-9c94-aa8495111f96 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910199 Sep 08 08:56:49.827000 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59300) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:49.852066 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['d05f4588-39b6-4d94-9f78-5dd977338c5a'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:56:49.943413 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-28e4b7d2-a078-45b3-b8ea-f3f6dc26c434 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Network ec0db0af-4061-4294-bedb-bbba2374fc20 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:56:49.951729 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-28e4b7d2-a078-45b3-b8ea-f3f6dc26c434 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:56:49.954556 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4878c2ac-9781-4d28-92c1-214d1c66c538 req-d6961410-dd1f-4c51-a9b6-9355d927b5a2 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2c7eaf9-2c1e-4989-a6dd-f86e59033b57 HTTP/1.1" status: 200 len: 210 time: 0.0740862 Sep 08 08:56:49.959580 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-28e4b7d2-a078-45b3-b8ea-f3f6dc26c434 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:56:49.971497 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-28e4b7d2-a078-45b3-b8ea-f3f6dc26c434 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:49.973134 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-28e4b7d2-a078-45b3-b8ea-f3f6dc26c434 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:49.992384 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e4b7d2-a078-45b3-b8ea-f3f6dc26c434 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Pushing event updated for resources: {'Port': ['ID=b53693d8-d7d0-48bf-9d27-5e3d474959dd,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:50.011287 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-28e4b7d2-a078-45b3-b8ea-f3f6dc26c434 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3032463 Sep 08 08:56:50.036406 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-6d1b395b-7cbc-4ef5-83ed-39ecc1137221 service neutron] Request body: {'port': {'device_id': '35ce7d55-f40a-4d72-84a5-9e00f202af78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:56:50.226445 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-6d1b395b-7cbc-4ef5-83ed-39ecc1137221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:50.227111 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-76be79dd-f4a0-411b-9cdd-d8ef37004a77 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1895683484-network', 'tenant_id': '6f3e0c8a4bf34f058ac11aefd59893e6'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:56:50.422111 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:50.550729 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-3b60c5d1-fc4f-4e2f-96e2-5b5de393baae None None] Provisioning for port b53693d8-d7d0-48bf-9d27-5e3d474959dd completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:56:50.555869 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-3b60c5d1-fc4f-4e2f-96e2-5b5de393baae None None] Provisioning complete for port b53693d8-d7d0-48bf-9d27-5e3d474959dd triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:56:50.556461 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3b60c5d1-fc4f-4e2f-96e2-5b5de393baae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:50.643364 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-3b60c5d1-fc4f-4e2f-96e2-5b5de393baae None None] Port b53693d8-d7d0-48bf-9d27-5e3d474959dd cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 08:56:50.690446 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d165941a-4bdc-4d19-bd20-f05e1dd45ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:50.898464 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-6d1b395b-7cbc-4ef5-83ed-39ecc1137221 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b53693d8-d7d0-48bf-9d27-5e3d474959dd {{(pid=94713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:56:50.902060 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76be79dd-f4a0-411b-9cdd-d8ef37004a77 admin admin] Made reservation on behalf of 6f3e0c8a4bf34f058ac11aefd59893e6 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:56:50.904476 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-76be79dd-f4a0-411b-9cdd-d8ef37004a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:50.923556 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-6d1b395b-7cbc-4ef5-83ed-39ecc1137221 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:50.953501 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-76be79dd-f4a0-411b-9cdd-d8ef37004a77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:50.964026 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-6d1b395b-7cbc-4ef5-83ed-39ecc1137221 service neutron] Transition to ACTIVE for port object b53693d8-d7d0-48bf-9d27-5e3d474959dd will not be triggered until provisioned by entity L2. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:56:50.971919 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-6d1b395b-7cbc-4ef5-83ed-39ecc1137221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:50.972890 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40715616-0e19-440e-93dc-302006e99f78 req-c5881a28-f8a7-4148-bb07-9c8160c36f38 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:50.980654 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-40715616-0e19-440e-93dc-302006e99f78 req-c5881a28-f8a7-4148-bb07-9c8160c36f38 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/ports?device_id=35ce7d55-f40a-4d72-84a5-9e00f202af78 HTTP/1.1" status: 200 len: 931 time: 0.6448951 Sep 08 08:56:50.989602 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e5ccc-4055-4606-8dac-18fcccad20b1 req-92d29b35-cedb-4591-bf47-0f305c8b9006 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:50.991094 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b84e5ccc-4055-4606-8dac-18fcccad20b1 req-92d29b35-cedb-4591-bf47-0f305c8b9006 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.35 "GET /v2.0/networks?id=3e5cb155-db8c-4e6c-a8fd-e937043c5b98 HTTP/1.1" status: 200 len: 820 time: 0.8691247 Sep 08 08:56:51.047342 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b395b-7cbc-4ef5-83ed-39ecc1137221 service neutron] Pushing event updated for resources: {'Port': ['ID=b53693d8-d7d0-48bf-9d27-5e3d474959dd,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:51.092162 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-6d1b395b-7cbc-4ef5-83ed-39ecc1137221 service neutron] Attempting to bind port b53693d8-d7d0-48bf-9d27-5e3d474959dd on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:56:51.093001 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-6d1b395b-7cbc-4ef5-83ed-39ecc1137221 service neutron] Attempting to bind port b53693d8-d7d0-48bf-9d27-5e3d474959dd by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '6e5d67e3-1a76-4d78-9f48-b8cd636653a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ec0db0af-4061-4294-bedb-bbba2374fc20'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:56:51.093532 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-6d1b395b-7cbc-4ef5-83ed-39ecc1137221 service neutron] Attempting to bind port b53693d8-d7d0-48bf-9d27-5e3d474959dd on network ec0db0af-4061-4294-bedb-bbba2374fc20 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:56:51.104720 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-6d1b395b-7cbc-4ef5-83ed-39ecc1137221 service neutron] Port b53693d8-d7d0-48bf-9d27-5e3d474959dd on network ec0db0af-4061-4294-bedb-bbba2374fc20 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 08:56:51.105050 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-6d1b395b-7cbc-4ef5-83ed-39ecc1137221 service neutron] Attempting to bind port b53693d8-d7d0-48bf-9d27-5e3d474959dd on network ec0db0af-4061-4294-bedb-bbba2374fc20 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:56:51.117459 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-6d1b395b-7cbc-4ef5-83ed-39ecc1137221 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:56:51.117847 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-6d1b395b-7cbc-4ef5-83ed-39ecc1137221 service neutron] Checking segment: {'id': '6e5d67e3-1a76-4d78-9f48-b8cd636653a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ec0db0af-4061-4294-bedb-bbba2374fc20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:56:51.118217 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-6d1b395b-7cbc-4ef5-83ed-39ecc1137221 service neutron] Bound using segment: {'id': '6e5d67e3-1a76-4d78-9f48-b8cd636653a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ec0db0af-4061-4294-bedb-bbba2374fc20'} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:56:51.118654 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-6d1b395b-7cbc-4ef5-83ed-39ecc1137221 service neutron] Bound port: b53693d8-d7d0-48bf-9d27-5e3d474959dd, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e5d67e3-1a76-4d78-9f48-b8cd636653a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ec0db0af-4061-4294-bedb-bbba2374fc20'}}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:56:51.120774 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-6d1b395b-7cbc-4ef5-83ed-39ecc1137221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:51.126902 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-76be79dd-f4a0-411b-9cdd-d8ef37004a77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:51.136922 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-b84e5ccc-4055-4606-8dac-18fcccad20b1 req-e50a2e54-52e8-4b48-aa00-d33c74df03aa tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Request body: {'port': {'device_id': 'b2c7eaf9-2c1e-4989-a6dd-f86e59033b57', 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98', 'admin_state_up': True, 'tenant_id': '0bc89f664d9a46b3926bfbc0f4b3f539'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:56:51.152432 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-76be79dd-f4a0-411b-9cdd-d8ef37004a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:51.249664 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76be79dd-f4a0-411b-9cdd-d8ef37004a77 admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 08:56:51.270103 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-6d1b395b-7cbc-4ef5-83ed-39ecc1137221 service neutron] For port b53693d8-d7d0-48bf-9d27-5e3d474959dd, host n-h2-806683-11, cleared binding levels {{(pid=94713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:56:51.276165 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-6d1b395b-7cbc-4ef5-83ed-39ecc1137221 service neutron] For port b53693d8-d7d0-48bf-9d27-5e3d474959dd, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=b53693d8-d7d0-48bf-9d27-5e3d474959dd,segment=NetworkSegment(6e5d67e3-1a76-4d78-9f48-b8cd636653a5),segment_id=6e5d67e3-1a76-4d78-9f48-b8cd636653a5)] {{(pid=94713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:56:51.306463 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-40715616-0e19-440e-93dc-302006e99f78 req-298dc6ce-1e3f-4a5b-a11c-30b5e797ac2c tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/security-groups?id=95fdb126-e588-4cf9-b281-e7f1b3353ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3245776 Sep 08 08:56:51.314745 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59350) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:51.316579 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be79dd-f4a0-411b-9cdd-d8ef37004a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f3830f-bde0-4b78-952d-402ee19551a9,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:51.326483 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-6d1b395b-7cbc-4ef5-83ed-39ecc1137221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:51.342440 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-76be79dd-f4a0-411b-9cdd-d8ef37004a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:51.342643 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-76be79dd-f4a0-411b-9cdd-d8ef37004a77 admin admin] Added segment bd40b2ba-8b16-4b32-85bc-1f2da89a3f05 of type vlan for network badf3704-58aa-4df0-a36e-cc33c85ce701 Sep 08 08:56:51.378987 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-6d1b395b-7cbc-4ef5-83ed-39ecc1137221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:51.379750 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-6d1b395b-7cbc-4ef5-83ed-39ecc1137221 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:51.381220 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-6d1b395b-7cbc-4ef5-83ed-39ecc1137221 service neutron] 10.222.0.35 "PUT /v2.0/ports/b53693d8-d7d0-48bf-9d27-5e3d474959dd HTTP/1.1" status: 200 len: 1092 time: 1.3545098 Sep 08 08:56:51.381789 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35ce7d55-f40a-4d72-84a5-9e00f202af78', 'tag': 'b53693d8-d7d0-48bf-9d27-5e3d474959dd'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:56:51.384153 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92ec8f5-d9f1-4160-8b41-54b8d641c0fc" -d '{"events": [{"name": "network-changed", "server_uuid": "35ce7d55-f40a-4d72-84a5-9e00f202af78", "tag": "b53693d8-d7d0-48bf-9d27-5e3d474959dd"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:56:51.402503 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-76be79dd-f4a0-411b-9cdd-d8ef37004a77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:51.433276 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b395b-7cbc-4ef5-83ed-39ecc1137221 service neutron] Pushing event updated for resources: {'Port': ['ID=b53693d8-d7d0-48bf-9d27-5e3d474959dd,revision_number=3']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:51.471576 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-76be79dd-f4a0-411b-9cdd-d8ef37004a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:51.472581 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76be79dd-f4a0-411b-9cdd-d8ef37004a77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:51.473107 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-76be79dd-f4a0-411b-9cdd-d8ef37004a77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:51.563994 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-4a4d987e-1aaf-4898-b17e-29eb550ecedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:51.566702 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-4a4d987e-1aaf-4898-b17e-29eb550ecedd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=db87c3df22f54cac9f5bd24547674625&device_id=35ce7d55-f40a-4d72-84a5-9e00f202af78 HTTP/1.1" status: 200 len: 1095 time: 0.0835249 Sep 08 08:56:51.611748 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be79dd-f4a0-411b-9cdd-d8ef37004a77 admin admin] Pushing event updated for resources: {'Network': ['ID=badf3704-58aa-4df0-a36e-cc33c85ce701,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:51.620867 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b84e5ccc-4055-4606-8dac-18fcccad20b1 req-e50a2e54-52e8-4b48-aa00-d33c74df03aa tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Made reservation on behalf of 0bc89f664d9a46b3926bfbc0f4b3f539 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:56:51.628275 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-b84e5ccc-4055-4606-8dac-18fcccad20b1 req-e50a2e54-52e8-4b48-aa00-d33c74df03aa tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:51.628723 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network badf3704-58aa-4df0-a36e-cc33c85ce701 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 08:56:51.654243 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-76be79dd-f4a0-411b-9cdd-d8ef37004a77 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8261633 Sep 08 08:56:51.658616 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59374) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:51.664453 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-4539d015-afde-4ebe-bd52-3642774b516f admin admin] Request body: {'subnet': {'network_id': 'badf3704-58aa-4df0-a36e-cc33c85ce701', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1895683484-subnet', 'tenant_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:56:51.686670 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-d8af7387-dd69-4ba3-aba7-66fb86169f12 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b53693d8-d7d0-48bf-9d27-5e3d474959dd HTTP/1.1" status: 200 len: 217 time: 0.1056180 Sep 08 08:56:51.693082 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [req-7055c30a-6261-4ead-ad95-b24294f455cb req-dc1eb075-5e43-4b16-81d3-a721936766c3 tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 08:56:51.694184 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7055c30a-6261-4ead-ad95-b24294f455cb req-dc1eb075-5e43-4b16-81d3-a721936766c3 tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3784015 Sep 08 08:56:51.710386 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-b40d8a97-85c7-4c34-b45e-de73106c4ec3 tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=6ff58c0a200e4b6588cb4a2b31108cb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529892 Sep 08 08:56:51.782461 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055c30a-6261-4ead-ad95-b24294f455cb req-d8bcffaa-c46e-4ba7-b241-427779bc7733 tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:51.783902 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7055c30a-6261-4ead-ad95-b24294f455cb req-d8bcffaa-c46e-4ba7-b241-427779bc7733 tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] 10.222.0.54 "GET /v2.0/ports/b0659fa8-c2f6-4f62-90f4-d6c1234828e2 HTTP/1.1" status: 200 len: 1094 time: 0.0763371 Sep 08 08:56:51.800145 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4539d015-afde-4ebe-bd52-3642774b516f admin admin] Made reservation on behalf of 6f3e0c8a4bf34f058ac11aefd59893e6 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:56:51.800590 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-04a5439f-73d6-4411-8329-9fa447da1b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:51.802174 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-04a5439f-73d6-4411-8329-9fa447da1b7a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5306a8b8-86cd-4361-8bb4-448984316315 HTTP/1.1" status: 200 len: 863 time: 0.1070342 Sep 08 08:56:51.802634 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4539d015-afde-4ebe-bd52-3642774b516f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:51.862861 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-03ec4cbf-adb2-4ea9-ba3e-f5cde2aa7897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:51.864507 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-03ec4cbf-adb2-4ea9-ba3e-f5cde2aa7897 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ec0db0af-4061-4294-bedb-bbba2374fc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553036 Sep 08 08:56:51.898149 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-7055c30a-6261-4ead-ad95-b24294f455cb req-823d3180-8ab1-4fff-9ec1-2c83fcb3f31d service neutron] Request body: {'binding': {'host': 'n-h2-806683-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:56:51.898603 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-7055c30a-6261-4ead-ad95-b24294f455cb req-823d3180-8ab1-4fff-9ec1-2c83fcb3f31d service neutron] Unknown quota resources ['binding']. {{(pid=94713) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 08 08:56:51.996729 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-71d2655c-4b1f-4758-b011-f8cd9f086995 tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:51.998241 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-71d2655c-4b1f-4758-b011-f8cd9f086995 tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2443278 Sep 08 08:56:52.006839 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:52.015372 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-b84e5ccc-4055-4606-8dac-18fcccad20b1 req-e50a2e54-52e8-4b48-aa00-d33c74df03aa tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Allocated IP 172.20.0.4 (3e5cb155-db8c-4e6c-a8fd-e937043c5b98/2afb1305-d593-46e6-bc8f-0ed93bbef6b9/937e961f-f3ad-4307-925b-488f4552cef6) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:56:52.038162 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-d331e9c9-7c62-47cb-866b-c278e2c0df1f tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] 10.222.0.54 "GET /v2.0/quotas/6ff58c0a200e4b6588cb4a2b31108cb8 HTTP/1.1" status: 200 len: 375 time: 0.0253727 Sep 08 08:56:52.041700 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-cc02113e-2edc-4868-ac6e-d1ff54df8a70 service neutron] 10.222.0.35 "GET /v2.0/networks/ec0db0af-4061-4294-bedb-bbba2374fc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697421 Sep 08 08:56:52.105679 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-53265509-bbff-4a21-aa21-724b20348ab2 tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ff58c0a200e4b6588cb4a2b31108cb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599689 Sep 08 08:56:52.147046 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-7055c30a-6261-4ead-ad95-b24294f455cb req-823d3180-8ab1-4fff-9ec1-2c83fcb3f31d service neutron] Attempting to bind port b0659fa8-c2f6-4f62-90f4-d6c1234828e2 on host n-h2-806683-11 for vnic_type normal with profile None {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:56:52.147390 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-7055c30a-6261-4ead-ad95-b24294f455cb req-823d3180-8ab1-4fff-9ec1-2c83fcb3f31d service neutron] Attempting to bind port b0659fa8-c2f6-4f62-90f4-d6c1234828e2 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': 'fa7b147d-9249-4b88-b7ce-d5137c1c3a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1b780815-5142-4edc-a37a-9e502afff334'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:56:52.147721 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7055c30a-6261-4ead-ad95-b24294f455cb req-823d3180-8ab1-4fff-9ec1-2c83fcb3f31d service neutron] Attempting to bind port b0659fa8-c2f6-4f62-90f4-d6c1234828e2 on network 1b780815-5142-4edc-a37a-9e502afff334 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:56:52.155912 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7055c30a-6261-4ead-ad95-b24294f455cb req-823d3180-8ab1-4fff-9ec1-2c83fcb3f31d service neutron] Port b0659fa8-c2f6-4f62-90f4-d6c1234828e2 on network 1b780815-5142-4edc-a37a-9e502afff334 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 08:56:52.156242 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7055c30a-6261-4ead-ad95-b24294f455cb req-823d3180-8ab1-4fff-9ec1-2c83fcb3f31d service neutron] Attempting to bind port b0659fa8-c2f6-4f62-90f4-d6c1234828e2 on network 1b780815-5142-4edc-a37a-9e502afff334 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:56:52.170252 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7055c30a-6261-4ead-ad95-b24294f455cb req-823d3180-8ab1-4fff-9ec1-2c83fcb3f31d service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:56:52.170603 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7055c30a-6261-4ead-ad95-b24294f455cb req-823d3180-8ab1-4fff-9ec1-2c83fcb3f31d service neutron] Checking segment: {'id': 'fa7b147d-9249-4b88-b7ce-d5137c1c3a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1b780815-5142-4edc-a37a-9e502afff334'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:56:52.170979 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7055c30a-6261-4ead-ad95-b24294f455cb req-823d3180-8ab1-4fff-9ec1-2c83fcb3f31d service neutron] Bound using segment: {'id': 'fa7b147d-9249-4b88-b7ce-d5137c1c3a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1b780815-5142-4edc-a37a-9e502afff334'} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:56:52.171407 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-7055c30a-6261-4ead-ad95-b24294f455cb req-823d3180-8ab1-4fff-9ec1-2c83fcb3f31d service neutron] Bound port: b0659fa8-c2f6-4f62-90f4-d6c1234828e2, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa7b147d-9249-4b88-b7ce-d5137c1c3a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1b780815-5142-4edc-a37a-9e502afff334'}}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:56:52.181319 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6811f8fd-3a01-44c6-ac5c-5eba8d649928 req-9d3b5d4e-2a16-4025-afa0-4fab09fd87a7 service neutron] 10.222.0.35 "GET /v2.0/networks/ec0db0af-4061-4294-bedb-bbba2374fc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319709 Sep 08 08:56:52.233133 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-7055c30a-6261-4ead-ad95-b24294f455cb req-823d3180-8ab1-4fff-9ec1-2c83fcb3f31d service neutron] For port b0659fa8-c2f6-4f62-90f4-d6c1234828e2, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=b0659fa8-c2f6-4f62-90f4-d6c1234828e2,segment=NetworkSegment(fa7b147d-9249-4b88-b7ce-d5137c1c3a3c),segment_id=fa7b147d-9249-4b88-b7ce-d5137c1c3a3c)] {{(pid=94713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:56:52.239218 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-7055c30a-6261-4ead-ad95-b24294f455cb req-823d3180-8ab1-4fff-9ec1-2c83fcb3f31d service neutron] Notify callbacks [] for binding, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:52.240372 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7055c30a-6261-4ead-ad95-b24294f455cb req-823d3180-8ab1-4fff-9ec1-2c83fcb3f31d service neutron] 10.222.0.54 "POST /v2.0/ports/b0659fa8-c2f6-4f62-90f4-d6c1234828e2/bindings HTTP/1.1" status: 201 len: 390 time: 0.3996859 Sep 08 08:56:52.246298 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4539d015-afde-4ebe-bd52-3642774b516f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:52.378732 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4539d015-afde-4ebe-bd52-3642774b516f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcdf7e19-fac6-4280-b4cd-afd9cea4e6b1,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:52.388886 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-b84e5ccc-4055-4606-8dac-18fcccad20b1 req-e50a2e54-52e8-4b48-aa00-d33c74df03aa tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:52.397492 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4539d015-afde-4ebe-bd52-3642774b516f admin admin] Checking segment: {'id': 'bd40b2ba-8b16-4b32-85bc-1f2da89a3f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'badf3704-58aa-4df0-a36e-cc33c85ce701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:56:52.397492 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4539d015-afde-4ebe-bd52-3642774b516f admin admin] Network hostable DHCP agents. Network: badf3704-58aa-4df0-a36e-cc33c85ce701, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 08:56:52.423643 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee8ae0-2cd3-4fff-a47a-f9f3b0d8649b req-9cd9b622-5488-408c-82b2-be20a68114d0 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:52.425234 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4aee8ae0-2cd3-4fff-a47a-f9f3b0d8649b req-9cd9b622-5488-408c-82b2-be20a68114d0 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6 HTTP/1.1" status: 200 len: 949 time: 0.1360691 Sep 08 08:56:52.436556 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3009de85-bd3e-4592-bc3e-5ae649d028ee req-8215423f-7805-414c-b860-e3b3ebae20b0 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2c7eaf9-2c1e-4989-a6dd-f86e59033b57 HTTP/1.1" status: 200 len: 210 time: 0.0317791 Sep 08 08:56:52.476233 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4539d015-afde-4ebe-bd52-3642774b516f admin admin] Network badf3704-58aa-4df0-a36e-cc33c85ce701 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 08:56:52.500198 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-4539d015-afde-4ebe-bd52-3642774b516f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, badf3704-58aa-4df0-a36e-cc33c85ce701) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:56:52.510267 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4aee8ae0-2cd3-4fff-a47a-f9f3b0d8649b req-5ec0dbd2-a4a7-4c27-bf24-7b82210c1b84 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786641 Sep 08 08:56:52.511558 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4539d015-afde-4ebe-bd52-3642774b516f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:52.512173 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4539d015-afde-4ebe-bd52-3642774b516f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:52.516191 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-b84e5ccc-4055-4606-8dac-18fcccad20b1 req-e50a2e54-52e8-4b48-aa00-d33c74df03aa tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:52.527016 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cafa25e-04da-443c-a125-d4fc21128902 None None] Network badf3704-58aa-4df0-a36e-cc33c85ce701 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 08:56:52.559210 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4539d015-afde-4ebe-bd52-3642774b516f admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8993859 Sep 08 08:56:52.562004 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59396) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:52.568557 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-10f65903-2cd8-4110-97e8-64be3c081323 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1895683484-router', 'tenant_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:56:52.571903 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b84e5ccc-4055-4606-8dac-18fcccad20b1 req-e50a2e54-52e8-4b48-aa00-d33c74df03aa tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Network 3e5cb155-db8c-4e6c-a8fd-e937043c5b98 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:56:52.575649 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-b84e5ccc-4055-4606-8dac-18fcccad20b1 req-e50a2e54-52e8-4b48-aa00-d33c74df03aa tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:56:52.585228 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-b84e5ccc-4055-4606-8dac-18fcccad20b1 req-e50a2e54-52e8-4b48-aa00-d33c74df03aa tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:56:52.594188 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e5ccc-4055-4606-8dac-18fcccad20b1 req-e50a2e54-52e8-4b48-aa00-d33c74df03aa tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:52.594989 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-b84e5ccc-4055-4606-8dac-18fcccad20b1 req-e50a2e54-52e8-4b48-aa00-d33c74df03aa tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:52.601604 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 08:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4a2550-71e4-4db3-96d5-d5264a2d773f x-openstack-request-id: req-cb4a2550-71e4-4db3-96d5-d5264a2d773f {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:56:52.601910 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35ce7d55-f40a-4d72-84a5-9e00f202af78", "tag": "b53693d8-d7d0-48bf-9d27-5e3d474959dd", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:56:52.602098 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a2e54-52e8-4b48-aa00-d33c74df03aa tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Pushing event updated for resources: {'Port': ['ID=937e961f-f3ad-4307-925b-488f4552cef6,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:52.602295 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cb4a2550-71e4-4db3-96d5-d5264a2d773f {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:56:52.602594 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35ce7d55-f40a-4d72-84a5-9e00f202af78', 'tag': 'b53693d8-d7d0-48bf-9d27-5e3d474959dd', 'status': 'completed', 'code': 200} Sep 08 08:56:52.632739 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.35', 58785) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:52.664344 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-10f65903-2cd8-4110-97e8-64be3c081323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:52.667443 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-10f65903-2cd8-4110-97e8-64be3c081323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:52.690293 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b84e5ccc-4055-4606-8dac-18fcccad20b1 req-e50a2e54-52e8-4b48-aa00-d33c74df03aa tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5611608 Sep 08 08:56:52.702819 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ec8f5-d9f1-4160-8b41-54b8d641c0fc req-412dc58b-69b2-41d5-b577-c85396874b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:52.705580 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c92ec8f5-d9f1-4160-8b41-54b8d641c0fc req-412dc58b-69b2-41d5-b577-c85396874b53 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=db87c3df22f54cac9f5bd24547674625&device_id=35ce7d55-f40a-4d72-84a5-9e00f202af78 HTTP/1.1" status: 200 len: 1095 time: 0.0718300 Sep 08 08:56:52.708659 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055c30a-6261-4ead-ad95-b24294f455cb req-47a981d8-f5b7-4fd5-a36c-52dd091b1d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:52.711907 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-b84e5ccc-4055-4606-8dac-18fcccad20b1 req-8809d413-5134-4a62-99e4-c2ddfb3c53d9 service neutron] Request body: {'port': {'device_id': 'b2c7eaf9-2c1e-4989-a6dd-f86e59033b57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:56:52.712655 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7055c30a-6261-4ead-ad95-b24294f455cb req-47a981d8-f5b7-4fd5-a36c-52dd091b1d6c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=453fb48635914fff8b30c3b6382194e5&device_id=a5569496-7cec-4aec-ad9f-59758b146a22 HTTP/1.1" status: 200 len: 1097 time: 0.1401448 Sep 08 08:56:52.863509 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881da875-fbd5-427c-949f-7f8636b641b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-badf3704-58aa-4df0-a36e-cc33c85ce701', 'network_id': 'badf3704-58aa-4df0-a36e-cc33c85ce701', 'tenant_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'fixed_ips': [{'subnet_id': 'dcdf7e19-fac6-4280-b4cd-afd9cea4e6b1'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 08:56:52.864225 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-10f65903-2cd8-4110-97e8-64be3c081323 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:52.864558 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-881da875-fbd5-427c-949f-7f8636b641b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:52.868670 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8da3c750-bfd3-47d0-b37c-4c945299e8d3 req-c3c00f68-d71f-4a09-8360-9e2c568d9999 tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] 10.222.0.54 "GET /v2.0/ports?device_id=78ff1c8b-2b05-4233-af8c-8c30fb5ee28a HTTP/1.1" status: 200 len: 210 time: 0.0733194 Sep 08 08:56:52.942957 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-b84e5ccc-4055-4606-8dac-18fcccad20b1 req-8809d413-5134-4a62-99e4-c2ddfb3c53d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:52.974099 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device d05f4588-39b6-4d94-9f78-5dd977338c5a up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:56:53.067660 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ec8f5-d9f1-4160-8b41-54b8d641c0fc req-a94d0636-1822-4074-94f3-c2a9c1914c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:53.069209 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c92ec8f5-d9f1-4160-8b41-54b8d641c0fc req-a94d0636-1822-4074-94f3-c2a9c1914c5f service neutron] 10.222.0.35 "GET /v2.0/networks?id=ec0db0af-4061-4294-bedb-bbba2374fc20 HTTP/1.1" status: 200 len: 925 time: 0.3536391 Sep 08 08:56:53.086093 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055c30a-6261-4ead-ad95-b24294f455cb req-6d1e15ed-8bec-4a82-a011-6e8f81238e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:53.087708 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7055c30a-6261-4ead-ad95-b24294f455cb req-6d1e15ed-8bec-4a82-a011-6e8f81238e7a service neutron] 10.222.0.35 "GET /v2.0/networks?id=1b780815-5142-4edc-a37a-9e502afff334 HTTP/1.1" status: 200 len: 909 time: 0.3645356 Sep 08 08:56:53.174945 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-10f65903-2cd8-4110-97e8-64be3c081323 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:53.183162 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7055c30a-6261-4ead-ad95-b24294f455cb req-2a5943d9-a283-4ca2-8870-722f3baa831f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0659fa8-c2f6-4f62-90f4-d6c1234828e2 HTTP/1.1" status: 200 len: 217 time: 0.0840139 Sep 08 08:56:53.206098 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-881da875-fbd5-427c-949f-7f8636b641b2 None None] Allocated IP 172.20.0.2 (badf3704-58aa-4df0-a36e-cc33c85ce701/dcdf7e19-fac6-4280-b4cd-afd9cea4e6b1/b8974535-1787-4958-b6e7-397aa7fb9fb8) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:56:53.212062 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port d05f4588-39b6-4d94-9f78-5dd977338c5a completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:56:53.218981 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port d05f4588-39b6-4d94-9f78-5dd977338c5a triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:56:53.219726 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:53.221759 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed79a2-6ef3-4bb5-9e7b-15e75e23dccc req-4a890fe9-341d-4723-8fd3-b13af318eb2e tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:53.229098 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-64ed79a2-6ef3-4bb5-9e7b-15e75e23dccc req-4a890fe9-341d-4723-8fd3-b13af318eb2e tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5569496-7cec-4aec-ad9f-59758b146a22 HTTP/1.1" status: 200 len: 945 time: 0.2081645 Sep 08 08:56:53.264629 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c92ec8f5-d9f1-4160-8b41-54b8d641c0fc req-2bb78b71-8b4b-42c1-b7b4-7e61e5a8e011 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b53693d8-d7d0-48bf-9d27-5e3d474959dd HTTP/1.1" status: 200 len: 217 time: 0.1657073 Sep 08 08:56:53.271912 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-54733132-2ea4-40b6-9243-bef02355bc4d tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:53.279221 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-54733132-2ea4-40b6-9243-bef02355bc4d tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] 10.222.0.54 "GET /v2.0/networks?id=f988102d-1b44-4343-a67b-337577ffbd3f HTTP/1.1" status: 200 len: 815 time: 0.4237430 Sep 08 08:56:53.372432 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-157dc6ff-8d07-40f9-a209-b08812ced857 tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] 10.222.0.54 "GET /v2.0/quotas/6c9784ffaa2c413085362ecd686e35d5 HTTP/1.1" status: 200 len: 375 time: 0.0922413 Sep 08 08:56:53.396813 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:53.416198 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:53.439450 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ec8f5-d9f1-4160-8b41-54b8d641c0fc req-b56de4b2-2f97-4d5e-90cc-85af37abd28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:53.439725 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43129bc2-d119-44cb-bdbe-54bf13a1b3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05f4588-39b6-4d94-9f78-5dd977338c5a'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:56:53.440779 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c92ec8f5-d9f1-4160-8b41-54b8d641c0fc req-b56de4b2-2f97-4d5e-90cc-85af37abd28f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5306a8b8-86cd-4361-8bb4-448984316315 HTTP/1.1" status: 200 len: 863 time: 0.1589501 Sep 08 08:56:53.441893 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b09ff67-984f-4553-b9d5-301624aa2892" -d '{"events": [{"server_uuid": "43129bc2-d119-44cb-bdbe-54bf13a1b3f6", "name": "network-vif-plugged", "status": "completed", "tag": "d05f4588-39b6-4d94-9f78-5dd977338c5a"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:56:53.465021 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port d05f4588-39b6-4d94-9f78-5dd977338c5a, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=d05f4588-39b6-4d94-9f78-5dd977338c5a,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:56:53.479784 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:53.505226 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055c30a-6261-4ead-ad95-b24294f455cb req-da207647-79f4-4a6a-a794-14e3bc46d130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:53.506809 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7055c30a-6261-4ead-ad95-b24294f455cb req-da207647-79f4-4a6a-a794-14e3bc46d130 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e08ea884-5afc-42c5-87f0-7a3f3f5db0de HTTP/1.1" status: 200 len: 848 time: 0.3152485 Sep 08 08:56:53.526317 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-06c90cfc-503f-433f-9698-91d0e284e3ef tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6c9784ffaa2c413085362ecd686e35d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1392267 Sep 08 08:56:53.556691 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-881da875-fbd5-427c-949f-7f8636b641b2 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:53.574018 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-881da875-fbd5-427c-949f-7f8636b641b2 None None] Transition to ACTIVE for port object b8974535-1787-4958-b6e7-397aa7fb9fb8 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:56:53.575975 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=d05f4588-39b6-4d94-9f78-5dd977338c5a,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:53.583178 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-64ed79a2-6ef3-4bb5-9e7b-15e75e23dccc req-7d863ede-0b63-4316-b463-491f2e74bb80 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531790 Sep 08 08:56:53.586838 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7055c30a-6261-4ead-ad95-b24294f455cb req-54ee03fe-bfe4-44ba-ad78-749f7d507f34 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1b780815-5142-4edc-a37a-9e502afff334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672593 Sep 08 08:56:53.602472 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-881da875-fbd5-427c-949f-7f8636b641b2 None None] Transition to ACTIVE for port object b8974535-1787-4958-b6e7-397aa7fb9fb8 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:56:53.611430 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-881da875-fbd5-427c-949f-7f8636b641b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:53.631160 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ec8f5-d9f1-4160-8b41-54b8d641c0fc req-37a55388-c991-4e93-9ca0-c4010b3b8b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:53.632946 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c92ec8f5-d9f1-4160-8b41-54b8d641c0fc req-37a55388-c991-4e93-9ca0-c4010b3b8b2f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ec0db0af-4061-4294-bedb-bbba2374fc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1738989 Sep 08 08:56:53.635348 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.35', 58787) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:53.637526 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-b84e5ccc-4055-4606-8dac-18fcccad20b1 req-8809d413-5134-4a62-99e4-c2ddfb3c53d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 937e961f-f3ad-4307-925b-488f4552cef6 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:56:53.660297 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-b84e5ccc-4055-4606-8dac-18fcccad20b1 req-8809d413-5134-4a62-99e4-c2ddfb3c53d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:53.692757 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881da875-fbd5-427c-949f-7f8636b641b2 None None] Network badf3704-58aa-4df0-a36e-cc33c85ce701 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:56:53.697857 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-881da875-fbd5-427c-949f-7f8636b641b2 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:56:53.711560 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881da875-fbd5-427c-949f-7f8636b641b2 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:56:53.716081 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-3a943da3-6d31-43ca-9aea-367c155e77d2 tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=6ff58c0a200e4b6588cb4a2b31108cb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0731614 Sep 08 08:56:53.721433 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881da875-fbd5-427c-949f-7f8636b641b2 None None] Pushing event updated for resources: {'Port': ['ID=b8974535-1787-4958-b6e7-397aa7fb9fb8,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:53.758498 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-b84e5ccc-4055-4606-8dac-18fcccad20b1 req-8809d413-5134-4a62-99e4-c2ddfb3c53d9 service neutron] Transition to ACTIVE for port object 937e961f-f3ad-4307-925b-488f4552cef6 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:56:53.783236 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-b84e5ccc-4055-4606-8dac-18fcccad20b1 req-8809d413-5134-4a62-99e4-c2ddfb3c53d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:53.804051 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7055c30a-6261-4ead-ad95-b24294f455cb req-806e7283-670b-4c5b-89bd-f265d85d5c56 service neutron] 10.222.0.35 "GET /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819367 Sep 08 08:56:53.821260 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-881da875-fbd5-427c-949f-7f8636b641b2 None None] Attempting to bind port b8974535-1787-4958-b6e7-397aa7fb9fb8 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:56:53.822002 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-881da875-fbd5-427c-949f-7f8636b641b2 None None] Attempting to bind port b8974535-1787-4958-b6e7-397aa7fb9fb8 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'bd40b2ba-8b16-4b32-85bc-1f2da89a3f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'badf3704-58aa-4df0-a36e-cc33c85ce701'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:56:53.822368 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881da875-fbd5-427c-949f-7f8636b641b2 None None] Attempting to bind port b8974535-1787-4958-b6e7-397aa7fb9fb8 on network badf3704-58aa-4df0-a36e-cc33c85ce701 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:56:53.827750 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881da875-fbd5-427c-949f-7f8636b641b2 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:56:53.830917 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881da875-fbd5-427c-949f-7f8636b641b2 None None] Checking segment: {'id': 'bd40b2ba-8b16-4b32-85bc-1f2da89a3f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'badf3704-58aa-4df0-a36e-cc33c85ce701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:56:53.830917 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-881da875-fbd5-427c-949f-7f8636b641b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:53.830917 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881da875-fbd5-427c-949f-7f8636b641b2 None None] Bound using segment: {'id': 'bd40b2ba-8b16-4b32-85bc-1f2da89a3f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'badf3704-58aa-4df0-a36e-cc33c85ce701'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:56:53.830917 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-881da875-fbd5-427c-949f-7f8636b641b2 None None] Bound port: b8974535-1787-4958-b6e7-397aa7fb9fb8, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd40b2ba-8b16-4b32-85bc-1f2da89a3f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'badf3704-58aa-4df0-a36e-cc33c85ce701'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:56:53.831394 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-881da875-fbd5-427c-949f-7f8636b641b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:53.873980 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:53.899853 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85df19-bfa0-4efe-bf13-6fd732b3218a req-eb5dc57f-36d3-424e-ba60-b2920958143b tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:53.901370 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cd85df19-bfa0-4efe-bf13-6fd732b3218a req-eb5dc57f-36d3-424e-ba60-b2920958143b tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/ports?device_id=35ce7d55-f40a-4d72-84a5-9e00f202af78 HTTP/1.1" status: 200 len: 943 time: 0.1896129 Sep 08 08:56:53.918574 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-8696b3bb-4212-4ad2-a875-2dbacfc2379e service neutron] 10.222.0.54 "GET /v2.0/networks/f988102d-1b44-4343-a67b-337577ffbd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676729 Sep 08 08:56:53.925887 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-881da875-fbd5-427c-949f-7f8636b641b2 None None] For port b8974535-1787-4958-b6e7-397aa7fb9fb8, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:56:53.929724 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-881da875-fbd5-427c-949f-7f8636b641b2 None None] For port b8974535-1787-4958-b6e7-397aa7fb9fb8, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=b8974535-1787-4958-b6e7-397aa7fb9fb8,segment=NetworkSegment(bd40b2ba-8b16-4b32-85bc-1f2da89a3f05),segment_id=bd40b2ba-8b16-4b32-85bc-1f2da89a3f05)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:56:53.936707 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-881da875-fbd5-427c-949f-7f8636b641b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:53.998660 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881da875-fbd5-427c-949f-7f8636b641b2 None None] Pushing event updated for resources: {'Port': ['ID=b8974535-1787-4958-b6e7-397aa7fb9fb8,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:54.031447 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-10f65903-2cd8-4110-97e8-64be3c081323 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:54.042649 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cd85df19-bfa0-4efe-bf13-6fd732b3218a req-f5b36956-9fd7-4f67-a1a5-e50d8e4053b9 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/security-groups?id=95fdb126-e588-4cf9-b281-e7f1b3353ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303599 Sep 08 08:56:54.056809 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8809d413-5134-4a62-99e4-c2ddfb3c53d9 service neutron] Pushing event updated for resources: {'Port': ['ID=937e961f-f3ad-4307-925b-488f4552cef6,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:54.064620 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c92ec8f5-d9f1-4160-8b41-54b8d641c0fc req-8eef96c1-0176-4e48-9b96-a194341e4408 service neutron] 10.222.0.35 "GET /v2.0/networks/ec0db0af-4061-4294-bedb-bbba2374fc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045074 Sep 08 08:56:54.084943 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-10f65903-2cd8-4110-97e8-64be3c081323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:54.103955 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7055c30a-6261-4ead-ad95-b24294f455cb req-b49fd458-19f9-48fa-a775-b056d4fce7fc service neutron] 10.222.0.35 "GET /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616642 Sep 08 08:56:54.113199 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 08:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1204bc-e6be-4401-8292-c31a725ebf00 x-openstack-request-id: req-7b1204bc-e6be-4401-8292-c31a725ebf00 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:56:54.113753 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43129bc2-d119-44cb-bdbe-54bf13a1b3f6", "name": "network-vif-plugged", "status": "completed", "tag": "d05f4588-39b6-4d94-9f78-5dd977338c5a", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:56:54.114186 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7b1204bc-e6be-4401-8292-c31a725ebf00 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:56:54.114755 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43129bc2-d119-44cb-bdbe-54bf13a1b3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05f4588-39b6-4d94-9f78-5dd977338c5a', 'code': 200} Sep 08 08:56:54.364179 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60feb509-79b1-4b17-b6af-84e08b819c89 req-76ea9e37-bdc9-47b4-9ff7-30c1bf7dff5d tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:54.365835 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-60feb509-79b1-4b17-b6af-84e08b819c89 req-76ea9e37-bdc9-47b4-9ff7-30c1bf7dff5d tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2c7eaf9-2c1e-4989-a6dd-f86e59033b57 HTTP/1.1" status: 200 len: 943 time: 0.1948850 Sep 08 08:56:54.375082 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-10f65903-2cd8-4110-97e8-64be3c081323 admin admin] Allocated IP 172.25.0.195 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/81b4ec76-101e-494c-9045-4bfee5963fdc) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:56:54.408648 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055c30a-6261-4ead-ad95-b24294f455cb req-0c8e1981-d2d0-4c42-8d6a-142a56f7efcd tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:54.410216 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7055c30a-6261-4ead-ad95-b24294f455cb req-0c8e1981-d2d0-4c42-8d6a-142a56f7efcd tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a5569496-7cec-4aec-ad9f-59758b146a22&tenant_id=453fb48635914fff8b30c3b6382194e5&binding%3Ahost_id=n-h1-806683-11 HTTP/1.1" status: 200 len: 1097 time: 0.1673059 Sep 08 08:56:54.436431 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-7055c30a-6261-4ead-ad95-b24294f455cb req-dadf10f8-7843-4da5-aa41-9f5c1be39934 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-806683-11'}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:56:54.472356 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-7566de83-5c2b-465c-9f50-fac2a0004af8 tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:54.474283 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-7566de83-5c2b-465c-9f50-fac2a0004af8 tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7386534 Sep 08 08:56:54.476729 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-60feb509-79b1-4b17-b6af-84e08b819c89 req-5ceebe4f-c4d5-46d8-b293-e4df1647d2b9 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031611 Sep 08 08:56:54.478853 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-b84e5ccc-4055-4606-8dac-18fcccad20b1 req-8809d413-5134-4a62-99e4-c2ddfb3c53d9 service neutron] Attempting to bind port 937e961f-f3ad-4307-925b-488f4552cef6 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:56:54.479007 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-b84e5ccc-4055-4606-8dac-18fcccad20b1 req-8809d413-5134-4a62-99e4-c2ddfb3c53d9 service neutron] Attempting to bind port 937e961f-f3ad-4307-925b-488f4552cef6 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '63991058-0ef2-4358-ae31-7e348d60a2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:56:54.479347 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84e5ccc-4055-4606-8dac-18fcccad20b1 req-8809d413-5134-4a62-99e4-c2ddfb3c53d9 service neutron] Attempting to bind port 937e961f-f3ad-4307-925b-488f4552cef6 on network 3e5cb155-db8c-4e6c-a8fd-e937043c5b98 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:56:54.523880 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-25addf4d-fdf2-4e98-a6e1-eb41097676f9 service neutron] 10.222.0.54 "GET /v2.0/networks/f988102d-1b44-4343-a67b-337577ffbd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5812700 Sep 08 08:56:54.528618 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84e5ccc-4055-4606-8dac-18fcccad20b1 req-8809d413-5134-4a62-99e4-c2ddfb3c53d9 service neutron] Port 937e961f-f3ad-4307-925b-488f4552cef6 on network 3e5cb155-db8c-4e6c-a8fd-e937043c5b98 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 08:56:54.529014 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84e5ccc-4055-4606-8dac-18fcccad20b1 req-8809d413-5134-4a62-99e4-c2ddfb3c53d9 service neutron] Attempting to bind port 937e961f-f3ad-4307-925b-488f4552cef6 on network 3e5cb155-db8c-4e6c-a8fd-e937043c5b98 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:56:54.534108 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-fa1e18c6-a9cc-42d9-a025-e8c6786765db tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] Request body: {'port': {'device_id': '78ff1c8b-2b05-4233-af8c-8c30fb5ee28a', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'admin_state_up': True, 'tenant_id': '6ff58c0a200e4b6588cb4a2b31108cb8'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:56:54.571970 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84e5ccc-4055-4606-8dac-18fcccad20b1 req-8809d413-5134-4a62-99e4-c2ddfb3c53d9 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:56:54.572325 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84e5ccc-4055-4606-8dac-18fcccad20b1 req-8809d413-5134-4a62-99e4-c2ddfb3c53d9 service neutron] Checking segment: {'id': '63991058-0ef2-4358-ae31-7e348d60a2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:56:54.572694 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b84e5ccc-4055-4606-8dac-18fcccad20b1 req-8809d413-5134-4a62-99e4-c2ddfb3c53d9 service neutron] Bound using segment: {'id': '63991058-0ef2-4358-ae31-7e348d60a2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:56:54.573130 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-b84e5ccc-4055-4606-8dac-18fcccad20b1 req-8809d413-5134-4a62-99e4-c2ddfb3c53d9 service neutron] Bound port: 937e961f-f3ad-4307-925b-488f4552cef6, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63991058-0ef2-4358-ae31-7e348d60a2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:56:54.573487 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-b84e5ccc-4055-4606-8dac-18fcccad20b1 req-8809d413-5134-4a62-99e4-c2ddfb3c53d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:54.602180 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-7055c30a-6261-4ead-ad95-b24294f455cb req-dadf10f8-7843-4da5-aa41-9f5c1be39934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:54.606552 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c677692-770d-478e-a991-84306ecc2421 req-91888d7a-79bb-4924-a06c-f6f621c68f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:54.608210 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3c677692-770d-478e-a991-84306ecc2421 req-91888d7a-79bb-4924-a06c-f6f621c68f60 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6 HTTP/1.1" status: 200 len: 1102 time: 0.2208285 Sep 08 08:56:54.646760 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-10f65903-2cd8-4110-97e8-64be3c081323 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:54.679319 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7e7a6-6452-4c04-8ed4-50cfdd48bea3 req-9eb3c7bd-3faf-4b4f-b5c2-76cf6565c189 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:54.680882 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-76e7e7a6-6452-4c04-8ed4-50cfdd48bea3 req-9eb3c7bd-3faf-4b4f-b5c2-76cf6565c189 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6 HTTP/1.1" status: 200 len: 950 time: 0.1199508 Sep 08 08:56:54.737439 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c92ec8f5-d9f1-4160-8b41-54b8d641c0fc req-49dc8023-719c-41ff-9a52-d6af9e56bab3 service neutron] 10.222.0.35 "GET /v2.0/networks/ec0db0af-4061-4294-bedb-bbba2374fc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466976 Sep 08 08:56:54.778485 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-76e7e7a6-6452-4c04-8ed4-50cfdd48bea3 req-d4d6ae95-0f22-493b-a423-fbb2155be9e5 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866263 Sep 08 08:56:54.799354 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d5eba578-2a0f-4f3e-904e-2aa635cbd859 req-12967d9e-f789-4c7c-9834-5410f4f02cc1 tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] 10.222.0.54 "GET /v2.0/ports?device_id=78ff1c8b-2b05-4233-af8c-8c30fb5ee28a HTTP/1.1" status: 200 len: 210 time: 0.0521069 Sep 08 08:56:54.857460 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-10f65903-2cd8-4110-97e8-64be3c081323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:54.880422 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3c677692-770d-478e-a991-84306ecc2421 req-59c0246d-882c-4afd-81d8-85508b6aa241 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391860 Sep 08 08:56:54.898257 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-7055c30a-6261-4ead-ad95-b24294f455cb req-dadf10f8-7843-4da5-aa41-9f5c1be39934 service neutron] For port b0659fa8-c2f6-4f62-90f4-d6c1234828e2, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=b0659fa8-c2f6-4f62-90f4-d6c1234828e2,segment=NetworkSegment(fa7b147d-9249-4b88-b7ce-d5137c1c3a3c),segment_id=fa7b147d-9249-4b88-b7ce-d5137c1c3a3c)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:56:54.945512 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-b84e5ccc-4055-4606-8dac-18fcccad20b1 req-8809d413-5134-4a62-99e4-c2ddfb3c53d9 service neutron] For port 937e961f-f3ad-4307-925b-488f4552cef6, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:56:54.976612 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-fa1e18c6-a9cc-42d9-a025-e8c6786765db tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] Made reservation on behalf of 6ff58c0a200e4b6588cb4a2b31108cb8 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:56:54.981284 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-fa1e18c6-a9cc-42d9-a025-e8c6786765db tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:54.987187 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-b84e5ccc-4055-4606-8dac-18fcccad20b1 req-8809d413-5134-4a62-99e4-c2ddfb3c53d9 service neutron] For port 937e961f-f3ad-4307-925b-488f4552cef6, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=937e961f-f3ad-4307-925b-488f4552cef6,segment=NetworkSegment(63991058-0ef2-4358-ae31-7e348d60a2c9),segment_id=63991058-0ef2-4358-ae31-7e348d60a2c9)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:56:54.996985 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-fa1e18c6-a9cc-42d9-a025-e8c6786765db tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:55.013249 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9153741-43ef-469a-b413-f6668f3f6825 req-8f724da8-722c-4a35-acfd-d0526dce699b tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:55.020778 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b9153741-43ef-469a-b413-f6668f3f6825 req-8f724da8-722c-4a35-acfd-d0526dce699b tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5569496-7cec-4aec-ad9f-59758b146a22 HTTP/1.1" status: 200 len: 945 time: 0.1233621 Sep 08 08:56:55.020978 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0a1d14aa-6150-4008-8667-1ceb8f6832fe req-66347c03-f90e-4cce-b15d-1dc750004b35 tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] 10.222.0.54 "GET /v2.0/ports?device_id=569c6649-e8ad-41cf-b4d1-ec567e414ed9 HTTP/1.1" status: 200 len: 210 time: 0.1073573 Sep 08 08:56:55.024336 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f65903-2cd8-4110-97e8-64be3c081323 admin admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:56:55.027882 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-b84e5ccc-4055-4606-8dac-18fcccad20b1 req-8809d413-5134-4a62-99e4-c2ddfb3c53d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:55.042587 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-10f65903-2cd8-4110-97e8-64be3c081323 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:56:55.045447 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f65903-2cd8-4110-97e8-64be3c081323 admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:56:55.215116 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f65903-2cd8-4110-97e8-64be3c081323 admin admin] Pushing event updated for resources: {'Port': ['ID=81b4ec76-101e-494c-9045-4bfee5963fdc,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:55.232252 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e5ccc-4055-4606-8dac-18fcccad20b1 req-8809d413-5134-4a62-99e4-c2ddfb3c53d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:55.232707 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-b84e5ccc-4055-4606-8dac-18fcccad20b1 req-8809d413-5134-4a62-99e4-c2ddfb3c53d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:55.235426 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b84e5ccc-4055-4606-8dac-18fcccad20b1 req-8809d413-5134-4a62-99e4-c2ddfb3c53d9 service neutron] 10.222.0.35 "PUT /v2.0/ports/937e961f-f3ad-4307-925b-488f4552cef6 HTTP/1.1" status: 200 len: 1092 time: 2.5282557 Sep 08 08:56:55.249243 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c7eaf9-2c1e-4989-a6dd-f86e59033b57', 'tag': '937e961f-f3ad-4307-925b-488f4552cef6'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:56:55.259436 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d70af03-df48-4b36-b1ac-b3b53e5c2e34" -d '{"events": [{"name": "network-changed", "server_uuid": "b2c7eaf9-2c1e-4989-a6dd-f86e59033b57", "tag": "937e961f-f3ad-4307-925b-488f4552cef6"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:56:55.264042 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d9e233-943d-4dbe-8133-6cd79334a0b9 None None] Network badf3704-58aa-4df0-a36e-cc33c85ce701 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 08:56:55.343698 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-7055c30a-6261-4ead-ad95-b24294f455cb req-dadf10f8-7843-4da5-aa41-9f5c1be39934 service neutron] For port b0659fa8-c2f6-4f62-90f4-d6c1234828e2, host n-h1-806683-11, cleared binding levels {{(pid=94713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:56:55.357865 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-fa1e18c6-a9cc-42d9-a025-e8c6786765db tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:55.417477 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-fa1e18c6-a9cc-42d9-a025-e8c6786765db tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:55.440566 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b9153741-43ef-469a-b413-f6668f3f6825 req-197fe218-7e7d-4756-9cb9-30c46491a37c tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4188211 Sep 08 08:56:55.495282 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-03bd209c-fd8e-4110-b5e8-73b168754b37 None None] Provisioning for port b8974535-1787-4958-b6e7-397aa7fb9fb8 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:56:55.509740 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8809d413-5134-4a62-99e4-c2ddfb3c53d9 service neutron] Pushing event updated for resources: {'Port': ['ID=937e961f-f3ad-4307-925b-488f4552cef6,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:55.547167 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5569496-7cec-4aec-ad9f-59758b146a22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0659fa8-c2f6-4f62-90f4-d6c1234828e2'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:56:55.551527 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44356c06-8c6b-4e45-b6f2-eac6c8816b5c" -d '{"events": [{"server_uuid": "a5569496-7cec-4aec-ad9f-59758b146a22", "name": "network-vif-unplugged", "status": "completed", "tag": "b0659fa8-c2f6-4f62-90f4-d6c1234828e2"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:56:55.560410 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-7055c30a-6261-4ead-ad95-b24294f455cb req-dadf10f8-7843-4da5-aa41-9f5c1be39934 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:55.576538 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 08:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c67ab7a-c430-4efc-99b0-6f760ba4e0e4 x-openstack-request-id: req-4c67ab7a-c430-4efc-99b0-6f760ba4e0e4 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:56:55.577730 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2c7eaf9-2c1e-4989-a6dd-f86e59033b57", "tag": "937e961f-f3ad-4307-925b-488f4552cef6", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:56:55.577730 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4c67ab7a-c430-4efc-99b0-6f760ba4e0e4 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:56:55.585858 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-7055c30a-6261-4ead-ad95-b24294f455cb req-dadf10f8-7843-4da5-aa41-9f5c1be39934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:55.586507 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2c7eaf9-2c1e-4989-a6dd-f86e59033b57', 'tag': '937e961f-f3ad-4307-925b-488f4552cef6', 'status': 'completed', 'code': 200} Sep 08 08:56:55.636452 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-10f65903-2cd8-4110-97e8-64be3c081323 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:55.694164 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb9e38-c4c9-472f-be5f-89bcbb151b97 req-bb89ffa0-1c1a-4ab9-a935-73ae2c024263 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:55.695922 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-abcb9e38-c4c9-472f-be5f-89bcbb151b97 req-bb89ffa0-1c1a-4ab9-a935-73ae2c024263 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/ports?device_id=35ce7d55-f40a-4d72-84a5-9e00f202af78 HTTP/1.1" status: 200 len: 943 time: 0.2579937 Sep 08 08:56:55.706534 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e18c6-a9cc-42d9-a025-e8c6786765db tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf34387-ae01-47e6-a1f6-10b97dfba6f8,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:55.718794 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e5ccc-4055-4606-8dac-18fcccad20b1 req-58f2932f-bccd-4cc5-a5af-e04a8c79e28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:55.721509 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b84e5ccc-4055-4606-8dac-18fcccad20b1 req-58f2932f-bccd-4cc5-a5af-e04a8c79e28b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bc89f664d9a46b3926bfbc0f4b3f539&device_id=b2c7eaf9-2c1e-4989-a6dd-f86e59033b57 HTTP/1.1" status: 200 len: 1095 time: 0.3677497 Sep 08 08:56:55.757372 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device b8974535-1787-4958-b6e7-397aa7fb9fb8 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:56:55.793974 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-7055c30a-6261-4ead-ad95-b24294f455cb req-dadf10f8-7843-4da5-aa41-9f5c1be39934 service neutron] Attempting to bind port b0659fa8-c2f6-4f62-90f4-d6c1234828e2 on host n-h1-806683-11 for vnic_type normal with profile {"migrating_to": "n-h2-806683-11"} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:56:55.794340 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-7055c30a-6261-4ead-ad95-b24294f455cb req-dadf10f8-7843-4da5-aa41-9f5c1be39934 service neutron] Attempting to bind port b0659fa8-c2f6-4f62-90f4-d6c1234828e2 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'fa7b147d-9249-4b88-b7ce-d5137c1c3a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1b780815-5142-4edc-a37a-9e502afff334'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:56:55.794679 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7055c30a-6261-4ead-ad95-b24294f455cb req-dadf10f8-7843-4da5-aa41-9f5c1be39934 service neutron] Attempting to bind port b0659fa8-c2f6-4f62-90f4-d6c1234828e2 on network 1b780815-5142-4edc-a37a-9e502afff334 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:56:55.805299 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b84e5ccc-4055-4606-8dac-18fcccad20b1 req-103fdcbe-2512-47ff-9e0a-7de3de715223 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=937e961f-f3ad-4307-925b-488f4552cef6 HTTP/1.1" status: 200 len: 217 time: 0.0552976 Sep 08 08:56:55.817408 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf10f8-7843-4da5-aa41-9f5c1be39934 service neutron] Pushing event updated for resources: {'Port': ['ID=b0659fa8-c2f6-4f62-90f4-d6c1234828e2,revision_number=7']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:55.831839 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port b8974535-1787-4958-b6e7-397aa7fb9fb8 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:56:55.843165 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port b8974535-1787-4958-b6e7-397aa7fb9fb8 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:56:55.844713 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:55.903990 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d2476-0e3b-4108-98df-2a5f6b36032a req-8b992364-fa0f-496b-82f4-9a2c33859562 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:55.905594 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-645d2476-0e3b-4108-98df-2a5f6b36032a req-8b992364-fa0f-496b-82f4-9a2c33859562 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2c7eaf9-2c1e-4989-a6dd-f86e59033b57 HTTP/1.1" status: 200 len: 943 time: 0.2139020 Sep 08 08:56:55.958709 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-fa1e18c6-a9cc-42d9-a025-e8c6786765db tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] Allocated IP 192.168.233.54 (05f7642a-1c79-41be-85aa-1443ef22cc3b/dfc66e4b-ecb5-4c99-afe1-0a78c722534a/1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:56:55.966982 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e5ccc-4055-4606-8dac-18fcccad20b1 req-45d3cb83-1549-46a1-85be-ebb61940b498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:55.968506 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b84e5ccc-4055-4606-8dac-18fcccad20b1 req-45d3cb83-1549-46a1-85be-ebb61940b498 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2afb1305-d593-46e6-bc8f-0ed93bbef6b9 HTTP/1.1" status: 200 len: 860 time: 0.1397488 Sep 08 08:56:55.975687 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:56.025741 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port b8974535-1787-4958-b6e7-397aa7fb9fb8, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=b8974535-1787-4958-b6e7-397aa7fb9fb8,segment=NetworkSegment(bd40b2ba-8b16-4b32-85bc-1f2da89a3f05),segment_id=bd40b2ba-8b16-4b32-85bc-1f2da89a3f05)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:56:56.037401 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:56.045011 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b84e5ccc-4055-4606-8dac-18fcccad20b1 req-ecd5c146-3501-40da-b8d9-9e72c1fbe33c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3e5cb155-db8c-4e6c-a8fd-e937043c5b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644314 Sep 08 08:56:56.055993 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-645d2476-0e3b-4108-98df-2a5f6b36032a req-06e1cb13-6d48-4ff0-ad83-c1cb077bd35b tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360762 Sep 08 08:56:56.062750 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7055c30a-6261-4ead-ad95-b24294f455cb req-dadf10f8-7843-4da5-aa41-9f5c1be39934 service neutron] Port b0659fa8-c2f6-4f62-90f4-d6c1234828e2 on network 1b780815-5142-4edc-a37a-9e502afff334 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 08:56:56.063738 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7055c30a-6261-4ead-ad95-b24294f455cb req-dadf10f8-7843-4da5-aa41-9f5c1be39934 service neutron] Attempting to bind port b0659fa8-c2f6-4f62-90f4-d6c1234828e2 on network 1b780815-5142-4edc-a37a-9e502afff334 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:56:56.084743 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7055c30a-6261-4ead-ad95-b24294f455cb req-dadf10f8-7843-4da5-aa41-9f5c1be39934 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:56:56.085096 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7055c30a-6261-4ead-ad95-b24294f455cb req-dadf10f8-7843-4da5-aa41-9f5c1be39934 service neutron] Checking segment: {'id': 'fa7b147d-9249-4b88-b7ce-d5137c1c3a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1b780815-5142-4edc-a37a-9e502afff334'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:56:56.085492 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7055c30a-6261-4ead-ad95-b24294f455cb req-dadf10f8-7843-4da5-aa41-9f5c1be39934 service neutron] Bound using segment: {'id': 'fa7b147d-9249-4b88-b7ce-d5137c1c3a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1b780815-5142-4edc-a37a-9e502afff334'} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:56:56.085942 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-7055c30a-6261-4ead-ad95-b24294f455cb req-dadf10f8-7843-4da5-aa41-9f5c1be39934 service neutron] Bound port: b0659fa8-c2f6-4f62-90f4-d6c1234828e2, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa7b147d-9249-4b88-b7ce-d5137c1c3a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1b780815-5142-4edc-a37a-9e502afff334'}}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:56:56.086336 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-7055c30a-6261-4ead-ad95-b24294f455cb req-dadf10f8-7843-4da5-aa41-9f5c1be39934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:56.117213 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=b8974535-1787-4958-b6e7-397aa7fb9fb8,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:56.128964 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-abcb9e38-c4c9-472f-be5f-89bcbb151b97 req-cc20ba4b-10fd-4fe5-8868-c462af534bea tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/security-groups?id=95fdb126-e588-4cf9-b281-e7f1b3353ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3925128 Sep 08 08:56:56.155110 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-a419b7c7-3581-4c42-adf3-38f107319060 None None] Provisioning complete for port b8974535-1787-4958-b6e7-397aa7fb9fb8 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:56:56.155492 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a419b7c7-3581-4c42-adf3-38f107319060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:56.257278 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 08:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d542b1-2225-4e1d-bd60-224bf5745876 x-openstack-request-id: req-c1d542b1-2225-4e1d-bd60-224bf5745876 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:56:56.257884 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5569496-7cec-4aec-ad9f-59758b146a22", "name": "network-vif-unplugged", "status": "completed", "tag": "b0659fa8-c2f6-4f62-90f4-d6c1234828e2", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:56:56.257991 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c1d542b1-2225-4e1d-bd60-224bf5745876 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:56:56.258917 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5569496-7cec-4aec-ad9f-59758b146a22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0659fa8-c2f6-4f62-90f4-d6c1234828e2', 'code': 200} Sep 08 08:56:56.300992 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-55c8e163-cf33-4a35-b6ae-505c4e3f4549 req-e7553771-6cfa-44d6-bcd4-f93d2a706ff6 tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] 10.222.0.54 "GET /v2.0/ports?device_id=78ff1c8b-2b05-4233-af8c-8c30fb5ee28a HTTP/1.1" status: 200 len: 210 time: 0.0421276 Sep 08 08:56:56.311584 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b84e5ccc-4055-4606-8dac-18fcccad20b1 req-6fe7409f-f56f-4874-899a-fcf66b302099 service neutron] 10.222.0.35 "GET /v2.0/networks/3e5cb155-db8c-4e6c-a8fd-e937043c5b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588270 Sep 08 08:56:56.409066 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e6e95-011b-4b78-a0b7-2bbeca419277 req-d7f3cfbe-4deb-46a9-be35-2a47324a1809 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:56.410498 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5a3e6e95-011b-4b78-a0b7-2bbeca419277 req-d7f3cfbe-4deb-46a9-be35-2a47324a1809 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6 HTTP/1.1" status: 200 len: 950 time: 0.1568055 Sep 08 08:56:56.410818 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-fa1e18c6-a9cc-42d9-a025-e8c6786765db tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:56.413533 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-10f65903-2cd8-4110-97e8-64be3c081323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:56.430368 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-582a201b-145c-4e17-93dc-d214b3459e4a req-deb70bdc-2992-4822-b241-993d78642da9 tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] 10.222.0.54 "GET /v2.0/ports?device_id=569c6649-e8ad-41cf-b4d1-ec567e414ed9 HTTP/1.1" status: 200 len: 210 time: 0.0680475 Sep 08 08:56:56.432701 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-7055c30a-6261-4ead-ad95-b24294f455cb req-dadf10f8-7843-4da5-aa41-9f5c1be39934 service neutron] For port b0659fa8-c2f6-4f62-90f4-d6c1234828e2, host n-h1-806683-11, cleared binding levels {{(pid=94713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:56:56.446573 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-fa1e18c6-a9cc-42d9-a025-e8c6786765db tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] Transition to ACTIVE for port object 1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:56:56.490887 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b84e5ccc-4055-4606-8dac-18fcccad20b1 req-2cefc738-2117-4e20-aa8f-ff1034d78e36 service neutron] 10.222.0.35 "GET /v2.0/networks/3e5cb155-db8c-4e6c-a8fd-e937043c5b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689889 Sep 08 08:56:56.491085 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-7055c30a-6261-4ead-ad95-b24294f455cb req-dadf10f8-7843-4da5-aa41-9f5c1be39934 service neutron] For port b0659fa8-c2f6-4f62-90f4-d6c1234828e2, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=b0659fa8-c2f6-4f62-90f4-d6c1234828e2,segment=NetworkSegment(fa7b147d-9249-4b88-b7ce-d5137c1c3a3c),segment_id=fa7b147d-9249-4b88-b7ce-d5137c1c3a3c)] {{(pid=94713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:56:56.505428 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-7055c30a-6261-4ead-ad95-b24294f455cb req-dadf10f8-7843-4da5-aa41-9f5c1be39934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:56.540770 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5a3e6e95-011b-4b78-a0b7-2bbeca419277 req-4d1d15de-1806-4f98-a4ff-464ff11a6f6e tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215045 Sep 08 08:56:56.612736 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-fa1e18c6-a9cc-42d9-a025-e8c6786765db tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:56.652465 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf10f8-7843-4da5-aa41-9f5c1be39934 service neutron] Pushing event updated for resources: {'Port': ['ID=b0659fa8-c2f6-4f62-90f4-d6c1234828e2,revision_number=8']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:56.660367 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055c30a-6261-4ead-ad95-b24294f455cb req-dadf10f8-7843-4da5-aa41-9f5c1be39934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:56.660367 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-7055c30a-6261-4ead-ad95-b24294f455cb req-dadf10f8-7843-4da5-aa41-9f5c1be39934 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:56.660693 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7055c30a-6261-4ead-ad95-b24294f455cb req-dadf10f8-7843-4da5-aa41-9f5c1be39934 service neutron] 10.222.0.35 "PUT /v2.0/ports/b0659fa8-c2f6-4f62-90f4-d6c1234828e2 HTTP/1.1" status: 200 len: 1123 time: 2.2409375 Sep 08 08:56:56.716464 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f65903-2cd8-4110-97e8-64be3c081323 admin admin] Router bf6ace20-f197-43a9-ab62-961643e87925 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 08:56:56.787830 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-fa1e18c6-a9cc-42d9-a025-e8c6786765db tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] Network 05f7642a-1c79-41be-85aa-1443ef22cc3b is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:56:56.805228 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-fa1e18c6-a9cc-42d9-a025-e8c6786765db tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:56:56.808875 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-fa1e18c6-a9cc-42d9-a025-e8c6786765db tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:56:56.815094 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-fa1e18c6-a9cc-42d9-a025-e8c6786765db tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:56.815740 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-fa1e18c6-a9cc-42d9-a025-e8c6786765db tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:56.824022 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e18c6-a9cc-42d9-a025-e8c6786765db tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] Pushing event updated for resources: {'Port': ['ID=1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:56.843636 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70af03-df48-4b36-b1ac-b3b53e5c2e34 req-42e1cd8d-ace2-4ecc-b8da-852cab770e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:56.846118 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9d70af03-df48-4b36-b1ac-b3b53e5c2e34 req-42e1cd8d-ace2-4ecc-b8da-852cab770e80 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bc89f664d9a46b3926bfbc0f4b3f539&device_id=b2c7eaf9-2c1e-4989-a6dd-f86e59033b57 HTTP/1.1" status: 200 len: 1095 time: 0.2455413 Sep 08 08:56:56.853720 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['b0659fa8-c2f6-4f62-90f4-d6c1234828e2'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:56:56.857859 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da813b-a208-414f-b439-fdb6000baf86 req-baf7130c-24d2-482f-b0fd-eeae6b49843d tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:56.859406 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-67da813b-a208-414f-b439-fdb6000baf86 req-baf7130c-24d2-482f-b0fd-eeae6b49843d tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5569496-7cec-4aec-ad9f-59758b146a22 HTTP/1.1" status: 200 len: 943 time: 0.2575562 Sep 08 08:56:56.864282 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-fa1e18c6-a9cc-42d9-a025-e8c6786765db tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3373706 Sep 08 08:56:56.872489 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f65903-2cd8-4110-97e8-64be3c081323 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 08:56:56.884047 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f92f128-a702-4de0-b75d-652a59dabcf1 None None] Sync routers for ids ['bf6ace20-f197-43a9-ab62-961643e87925'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 08:56:56.897271 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-aa500f82-fe94-4e92-9a4b-6b9557b4a2be tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:56.899434 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-aa500f82-fe94-4e92-9a4b-6b9557b4a2be tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] 10.222.0.37 "GET /v2.0/networks?id=f988102d-1b44-4343-a67b-337577ffbd3f HTTP/1.1" status: 200 len: 815 time: 0.3682909 Sep 08 08:56:56.902902 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f92f128-a702-4de0-b75d-652a59dabcf1 None None] Routers {'bf6ace20-f197-43a9-ab62-961643e87925'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:56:56.903539 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-8f92f128-a702-4de0-b75d-652a59dabcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:56:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['bf6ace20-f197-43a9-ab62-961643e87925'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:56:56.915202 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-10f65903-2cd8-4110-97e8-64be3c081323 admin admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:56.916163 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-3854ec5a-43ae-41d1-b01c-5fad846fecf5 service neutron] Request body: {'port': {'device_id': '78ff1c8b-2b05-4233-af8c-8c30fb5ee28a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:56:56.919785 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-10f65903-2cd8-4110-97e8-64be3c081323 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.3561480 Sep 08 08:56:56.920462 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59470) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:57.046008 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-38d960b5-69ba-42af-a550-91c367b984ed tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] Request body: {'port': {'device_id': '569c6649-e8ad-41cf-b4d1-ec567e414ed9', 'network_id': 'f988102d-1b44-4343-a67b-337577ffbd3f', 'admin_state_up': True, 'tenant_id': '6c9784ffaa2c413085362ecd686e35d5'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:56:57.050420 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59476) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:57.210639 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-03da14aa-9d17-4b24-a653-bec3249163ad None None] Provisioning for port 1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:56:57.217088 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device b53693d8-d7d0-48bf-9d27-5e3d474959dd details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 08:56:57.229719 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-8f92f128-a702-4de0-b75d-652a59dabcf1 None None] Set router bf6ace20-f197-43a9-ab62-961643e87925 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:56:57.257146 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-67da813b-a208-414f-b439-fdb6000baf86 req-d2b74320-3e4c-4c7f-9499-acdf37120030 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549180 Sep 08 08:56:57.298814 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-03da14aa-9d17-4b24-a653-bec3249163ad None None] Provisioning complete for port 1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:56:57.299326 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-03da14aa-9d17-4b24-a653-bec3249163ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:57.348730 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-3854ec5a-43ae-41d1-b01c-5fad846fecf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:57.353371 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70af03-df48-4b36-b1ac-b3b53e5c2e34 req-fbbfab10-c3b2-4344-a8ee-a159bb9c82b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:57.354902 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9d70af03-df48-4b36-b1ac-b3b53e5c2e34 req-fbbfab10-c3b2-4344-a8ee-a159bb9c82b0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3e5cb155-db8c-4e6c-a8fd-e937043c5b98 HTTP/1.1" status: 200 len: 921 time: 0.4927466 Sep 08 08:56:57.403931 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-03da14aa-9d17-4b24-a653-bec3249163ad None None] Port 1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 08:56:57.414739 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port b53693d8-d7d0-48bf-9d27-5e3d474959dd, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=b53693d8-d7d0-48bf-9d27-5e3d474959dd,segment=NetworkSegment(6e5d67e3-1a76-4d78-9f48-b8cd636653a5),segment_id=6e5d67e3-1a76-4d78-9f48-b8cd636653a5)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:56:57.428045 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': 'b53693d8-d7d0-48bf-9d27-5e3d474959dd', 'network_id': 'ec0db0af-4061-4294-bedb-bbba2374fc20', 'port_id': 'b53693d8-d7d0-48bf-9d27-5e3d474959dd', 'mac_address': 'fa:16:3e:8e:be:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5306a8b8-86cd-4361-8bb4-448984316315', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 08:56:57.449478 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-16b226b5-9d9a-461d-a05a-8ca976e62453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:57.528394 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:57.572383 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b53693d8-d7d0-48bf-9d27-5e3d474959dd {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:56:57.583157 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71878e63-ab37-4557-980c-2e9df190c91f req-2d014d75-cb2c-4770-9fa5-b35980275005 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:57.593060 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-71878e63-ab37-4557-980c-2e9df190c91f req-2d014d75-cb2c-4770-9fa5-b35980275005 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2c7eaf9-2c1e-4989-a6dd-f86e59033b57 HTTP/1.1" status: 200 len: 943 time: 0.1922686 Sep 08 08:56:57.606630 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device b8974535-1787-4958-b6e7-397aa7fb9fb8 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:56:57.607635 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9d70af03-df48-4b36-b1ac-b3b53e5c2e34 req-03981f44-2037-441f-a2a7-71da007087c9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=937e961f-f3ad-4307-925b-488f4552cef6 HTTP/1.1" status: 200 len: 217 time: 0.1768556 Sep 08 08:56:57.631969 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-8f92f128-a702-4de0-b75d-652a59dabcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6ace20-f197-43a9-ab62-961643e87925', 'name': 'tempest-ServersTestBootFromVolume-1895683484-router', 'tenant_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '81b4ec76-101e-494c-9045-4bfee5963fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:56:52Z', 'updated_at': '2021-09-08T08:56:55Z', 'revision_number': 3, 'project_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'gw_port': {'id': '81b4ec76-101e-494c-9045-4bfee5963fdc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf6ace20-f197-43a9-ab62-961643e87925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:54Z', 'updated_at': '2021-09-08T08:56:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:56:57.652278 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-71878e63-ab37-4557-980c-2e9df190c91f req-a63c53e6-38ea-4272-bb54-04a86cded9f1 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582466 Sep 08 08:56:57.731697 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f92f128-a702-4de0-b75d-652a59dabcf1 None None] Checking router: bf6ace20-f197-43a9-ab62-961643e87925 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 08:56:57.732395 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f92f128-a702-4de0-b75d-652a59dabcf1 None None] Updating router bf6ace20-f197-43a9-ab62-961643e87925 port 81b4ec76-101e-494c-9045-4bfee5963fdc binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 08:56:57.747968 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port b53693d8-d7d0-48bf-9d27-5e3d474959dd, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=b53693d8-d7d0-48bf-9d27-5e3d474959dd,segment=NetworkSegment(6e5d67e3-1a76-4d78-9f48-b8cd636653a5),segment_id=6e5d67e3-1a76-4d78-9f48-b8cd636653a5)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:56:57.761812 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:57.790801 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-8f92f128-a702-4de0-b75d-652a59dabcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:57.844639 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.db.api [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-38d960b5-69ba-42af-a550-91c367b984ed tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 08:56:57.844639 n-d-806683-11 neutron-server[94712]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 08 08:56:57.844639 n-d-806683-11 neutron-server[94712]: [parameters: {'project_id': '6c9784ffaa2c413085362ecd686e35d5', 'id': '29cd7562-e1c7-4497-bf4f-b464dacd6025', 'expiration': datetime.datetime(2021, 9, 8, 8, 58, 57, 775928)}] Sep 08 08:56:57.844639 n-d-806683-11 neutron-server[94712]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 08:56:57.846351 n-d-806683-11 neutron-server[94712]: DEBUG oslo_db.api [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-38d960b5-69ba-42af-a550-91c367b984ed tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 08:56:57.854599 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8b9d1-0e1e-48b0-a0db-7ee42ab17d35 req-cfe884d2-565f-49ab-b79c-432a9770f644 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:57.862885 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-25f8b9d1-0e1e-48b0-a0db-7ee42ab17d35 req-cfe884d2-565f-49ab-b79c-432a9770f644 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/ports?device_id=35ce7d55-f40a-4d72-84a5-9e00f202af78 HTTP/1.1" status: 200 len: 943 time: 0.5020285 Sep 08 08:56:57.872575 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70af03-df48-4b36-b1ac-b3b53e5c2e34 req-68deb45a-bb6a-40cc-a2fe-6cbc0f65c94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:57.874429 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9d70af03-df48-4b36-b1ac-b3b53e5c2e34 req-68deb45a-bb6a-40cc-a2fe-6cbc0f65c94a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2afb1305-d593-46e6-bc8f-0ed93bbef6b9 HTTP/1.1" status: 200 len: 860 time: 0.2471011 Sep 08 08:56:57.876327 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=b53693d8-d7d0-48bf-9d27-5e3d474959dd,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:57.932361 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port b8974535-1787-4958-b6e7-397aa7fb9fb8 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:56:57.932756 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:58.068989 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea20c4da-5f3c-421a-9c69-2955bb964fbd req-c69f97c2-dc8a-4927-9ca6-9c0a7c71a383 tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:58.088152 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ea20c4da-5f3c-421a-9c69-2955bb964fbd req-c69f97c2-dc8a-4927-9ca6-9c0a7c71a383 tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] 10.222.0.54 "GET /v2.0/ports?device_id=78ff1c8b-2b05-4233-af8c-8c30fb5ee28a HTTP/1.1" status: 200 len: 935 time: 0.2814651 Sep 08 08:56:58.201917 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9d70af03-df48-4b36-b1ac-b3b53e5c2e34 req-dfad4351-6644-43ff-80f5-ccf85d3e42aa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3e5cb155-db8c-4e6c-a8fd-e937043c5b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3059390 Sep 08 08:56:58.241067 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ea20c4da-5f3c-421a-9c69-2955bb964fbd req-b4e79faa-edc2-4862-9d14-088f779279a9 tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbf34387-ae01-47e6-a1f6-10b97dfba6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443539 Sep 08 08:56:58.249501 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:58.269491 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5569496-7cec-4aec-ad9f-59758b146a22', 'tag': 'b0659fa8-c2f6-4f62-90f4-d6c1234828e2'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:56:58.288985 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762c772e-7a68-4bfa-af2c-221203acc156" -d '{"events": [{"name": "network-changed", "server_uuid": "a5569496-7cec-4aec-ad9f-59758b146a22", "tag": "b0659fa8-c2f6-4f62-90f4-d6c1234828e2"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:56:58.313114 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-25f8b9d1-0e1e-48b0-a0db-7ee42ab17d35 req-70ceea3e-5152-4921-a898-f956e66579ea tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/security-groups?id=95fdb126-e588-4cf9-b281-e7f1b3353ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4488552 Sep 08 08:56:58.318555 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-aac1ca5a-5aa4-4d67-9bfb-5bdb7435e5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:58.348677 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['b53693d8-d7d0-48bf-9d27-5e3d474959dd'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:56:58.364214 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-8f92f128-a702-4de0-b75d-652a59dabcf1 None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:58.386297 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-8f92f128-a702-4de0-b75d-652a59dabcf1 None None] Transition to ACTIVE for port object 81b4ec76-101e-494c-9045-4bfee5963fdc will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:56:58.400622 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-8f92f128-a702-4de0-b75d-652a59dabcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:58.448590 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-42bc33ed-4f3b-4693-800d-82b921dfa1a7 req-b8d0f5c5-7f4e-4f11-a707-b1c823995011 tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] 10.222.0.54 "GET /v2.0/ports?device_id=569c6649-e8ad-41cf-b4d1-ec567e414ed9 HTTP/1.1" status: 200 len: 210 time: 0.1110747 Sep 08 08:56:58.579359 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9d70af03-df48-4b36-b1ac-b3b53e5c2e34 req-c41fde0b-2be2-411d-ac31-f40f7f20fa4a service neutron] 10.222.0.35 "GET /v2.0/networks/3e5cb155-db8c-4e6c-a8fd-e937043c5b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679633 Sep 08 08:56:58.588467 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-8f92f128-a702-4de0-b75d-652a59dabcf1 None None] Attempting to bind port 81b4ec76-101e-494c-9045-4bfee5963fdc on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:56:58.588851 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-8f92f128-a702-4de0-b75d-652a59dabcf1 None None] Attempting to bind port 81b4ec76-101e-494c-9045-4bfee5963fdc by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:56:58.589222 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f92f128-a702-4de0-b75d-652a59dabcf1 None None] Attempting to bind port 81b4ec76-101e-494c-9045-4bfee5963fdc on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:56:58.595609 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d445591-e4a1-4d5b-b219-b1c8fbad42e3 req-31a9e693-15b8-44a7-95c8-0988c46a65ba tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:58.603864 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9d445591-e4a1-4d5b-b219-b1c8fbad42e3 req-31a9e693-15b8-44a7-95c8-0988c46a65ba tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6 HTTP/1.1" status: 200 len: 950 time: 0.1662378 Sep 08 08:56:58.605032 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f0645-9c92-4a40-a445-f38c05fcb1f6 None None] Pushing event updated for resources: {'Port': ['ID=81b4ec76-101e-494c-9045-4bfee5963fdc,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:58.610931 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-16b226b5-9d9a-461d-a05a-8ca976e62453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:58.635949 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f92f128-a702-4de0-b75d-652a59dabcf1 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:56:58.636401 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f92f128-a702-4de0-b75d-652a59dabcf1 None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:56:58.639139 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-8f92f128-a702-4de0-b75d-652a59dabcf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:58.639566 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f92f128-a702-4de0-b75d-652a59dabcf1 None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:56:58.640052 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-8f92f128-a702-4de0-b75d-652a59dabcf1 None None] Bound port: 81b4ec76-101e-494c-9045-4bfee5963fdc, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:56:58.640463 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-8f92f128-a702-4de0-b75d-652a59dabcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:58.650424 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f0645-9c92-4a40-a445-f38c05fcb1f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:56:58.650776 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f0645-9c92-4a40-a445-f38c05fcb1f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:56:58.651440 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f0645-9c92-4a40-a445-f38c05fcb1f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:56:58.652251 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f0645-9c92-4a40-a445-f38c05fcb1f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:56:58.652592 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f0645-9c92-4a40-a445-f38c05fcb1f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:56:58.654163 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f0645-9c92-4a40-a445-f38c05fcb1f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:56:58.654532 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f0645-9c92-4a40-a445-f38c05fcb1f6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:56:58.654814 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-16b226b5-9d9a-461d-a05a-8ca976e62453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:58.657218 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f0645-9c92-4a40-a445-f38c05fcb1f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:56:58.658217 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f0645-9c92-4a40-a445-f38c05fcb1f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:56:58.658565 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f0645-9c92-4a40-a445-f38c05fcb1f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:56:58.658900 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f0645-9c92-4a40-a445-f38c05fcb1f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:56:58.659233 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f0645-9c92-4a40-a445-f38c05fcb1f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:56:58.731481 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8fd17-25e0-4aca-9abb-6bc2ebb6cb93 req-839bb137-6046-4d57-92da-626b5376a33a tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:56:58.733977 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9db8fd17-25e0-4aca-9abb-6bc2ebb6cb93 req-839bb137-6046-4d57-92da-626b5376a33a tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5569496-7cec-4aec-ad9f-59758b146a22 HTTP/1.1" status: 200 len: 943 time: 0.1490395 Sep 08 08:56:58.806558 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-aac1ca5a-5aa4-4d67-9bfb-5bdb7435e5e5 admin admin] Allocated IP 172.20.0.1 (badf3704-58aa-4df0-a36e-cc33c85ce701/dcdf7e19-fac6-4280-b4cd-afd9cea4e6b1/efbeb420-7cf2-4dd4-aa74-bbe3da2b0547) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:56:58.836556 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-8f92f128-a702-4de0-b75d-652a59dabcf1 None None] For port 81b4ec76-101e-494c-9045-4bfee5963fdc, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:56:58.841676 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-8f92f128-a702-4de0-b75d-652a59dabcf1 None None] For port 81b4ec76-101e-494c-9045-4bfee5963fdc, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=81b4ec76-101e-494c-9045-4bfee5963fdc,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:56:58.848937 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-8f92f128-a702-4de0-b75d-652a59dabcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:58.859543 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9db8fd17-25e0-4aca-9abb-6bc2ebb6cb93 req-34f5d163-ff59-491a-bceb-b7c6911559a8 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779376 Sep 08 08:56:58.863322 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-38d960b5-69ba-42af-a550-91c367b984ed tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] Made reservation on behalf of 6c9784ffaa2c413085362ecd686e35d5 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:56:58.868662 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-38d960b5-69ba-42af-a550-91c367b984ed tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:58.881410 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-16b226b5-9d9a-461d-a05a-8ca976e62453 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=950b8c98bb6d455f898233b426996031&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8255076 Sep 08 08:56:58.884400 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-3854ec5a-43ae-41d1-b01c-5fad846fecf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:56:58.895487 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b226b5-9d9a-461d-a05a-8ca976e62453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5fb261-2749-46a1-b8dd-e14817155ac1,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:58.898430 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59506) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:56:58.939148 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9d445591-e4a1-4d5b-b219-b1c8fbad42e3 req-83292a76-c95a-48ec-8ba2-31d82f4903c0 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339305 Sep 08 08:56:58.943647 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f0645-9c92-4a40-a445-f38c05fcb1f6 None None] Pushing event updated for resources: {'Port': ['ID=81b4ec76-101e-494c-9045-4bfee5963fdc,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:58.947753 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-3854ec5a-43ae-41d1-b01c-5fad846fecf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:58.975763 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f92f128-a702-4de0-b75d-652a59dabcf1 None None] Routers {'bf6ace20-f197-43a9-ab62-961643e87925'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:56:58.976872 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-8f92f128-a702-4de0-b75d-652a59dabcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:56:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['bf6ace20-f197-43a9-ab62-961643e87925'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:56:58.991064 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 08:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09de30c6-85b0-4281-891e-e4a20b4acbac x-openstack-request-id: req-09de30c6-85b0-4281-891e-e4a20b4acbac {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:56:58.991371 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5569496-7cec-4aec-ad9f-59758b146a22", "tag": "b0659fa8-c2f6-4f62-90f4-d6c1234828e2", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:56:58.991634 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-09de30c6-85b0-4281-891e-e4a20b4acbac {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:56:58.992049 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5569496-7cec-4aec-ad9f-59758b146a22', 'tag': 'b0659fa8-c2f6-4f62-90f4-d6c1234828e2', 'status': 'completed', 'code': 200} Sep 08 08:56:59.028862 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-3854ec5a-43ae-41d1-b01c-5fad846fecf5 service neutron] Transition to ACTIVE for port object 1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:56:59.056374 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9d70af03-df48-4b36-b1ac-b3b53e5c2e34 req-f1cf7062-b828-41c0-acb5-e8f70a5cd0b6 service neutron] 10.222.0.35 "GET /v2.0/networks/3e5cb155-db8c-4e6c-a8fd-e937043c5b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4482789 Sep 08 08:56:59.057393 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-3854ec5a-43ae-41d1-b01c-5fad846fecf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:59.125690 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cd4ecf6e-9e41-452b-98cf-3fd0bf460fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:59.194423 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [req-973b9e5c-f5f0-4bdd-82c4-9c126411b738 req-2b191ace-cd98-43cf-8c17-db0f40a96021 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 08:56:59.206713 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-973b9e5c-f5f0-4bdd-82c4-9c126411b738 req-2b191ace-cd98-43cf-8c17-db0f40a96021 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0189974 Sep 08 08:56:59.229518 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device b0659fa8-c2f6-4f62-90f4-d6c1234828e2 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 08:56:59.238191 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-8f92f128-a702-4de0-b75d-652a59dabcf1 None None] Set router bf6ace20-f197-43a9-ab62-961643e87925 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:56:59.246005 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cd4ecf6e-9e41-452b-98cf-3fd0bf460fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:59.272872 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3854ec5a-43ae-41d1-b01c-5fad846fecf5 service neutron] Pushing event updated for resources: {'Port': ['ID=1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:59.306689 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-aac1ca5a-5aa4-4d67-9bfb-5bdb7435e5e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:59.373264 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-aac1ca5a-5aa4-4d67-9bfb-5bdb7435e5e5 admin admin] Transition to ACTIVE for port object efbeb420-7cf2-4dd4-aa74-bbe3da2b0547 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:56:59.454377 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port b0659fa8-c2f6-4f62-90f4-d6c1234828e2, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=b0659fa8-c2f6-4f62-90f4-d6c1234828e2,segment=NetworkSegment(fa7b147d-9249-4b88-b7ce-d5137c1c3a3c),segment_id=fa7b147d-9249-4b88-b7ce-d5137c1c3a3c)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:56:59.455392 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-38d960b5-69ba-42af-a550-91c367b984ed tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] Allocated IP 172.20.0.8 (f988102d-1b44-4343-a67b-337577ffbd3f/22d25fca-3e6b-494b-868f-13417989d83f/1ed38a1c-b196-41bb-971d-5a8f5b4f9385) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:56:59.499670 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device b0659fa8-c2f6-4f62-90f4-d6c1234828e2 has no active binding in host n-h2-806683-11 {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 08 08:56:59.522170 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-aac1ca5a-5aa4-4d67-9bfb-5bdb7435e5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:59.718558 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-8f92f128-a702-4de0-b75d-652a59dabcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6ace20-f197-43a9-ab62-961643e87925', 'name': 'tempest-ServersTestBootFromVolume-1895683484-router', 'tenant_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '81b4ec76-101e-494c-9045-4bfee5963fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:56:52Z', 'updated_at': '2021-09-08T08:56:55Z', 'revision_number': 3, 'project_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'gw_port': {'id': '81b4ec76-101e-494c-9045-4bfee5963fdc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf6ace20-f197-43a9-ab62-961643e87925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:54Z', 'updated_at': '2021-09-08T08:56:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:56:59.719946 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1ca5a-5aa4-4d67-9bfb-5bdb7435e5e5 admin admin] Pushing event updated for resources: {'Port': ['ID=efbeb420-7cf2-4dd4-aa74-bbe3da2b0547,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:59.730692 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cd4ecf6e-9e41-452b-98cf-3fd0bf460fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:59.739175 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cd4ecf6e-9e41-452b-98cf-3fd0bf460fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:59.744818 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-cd4ecf6e-9e41-452b-98cf-3fd0bf460fc2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4b5fb261-2749-46a1-b8dd-e14817155ac1 HTTP/1.1" status: 204 len: 168 time: 0.8419881 Sep 08 08:56:59.780370 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f92f128-a702-4de0-b75d-652a59dabcf1 None None] The sync data for ids ['bf6ace20-f197-43a9-ab62-961643e87925'] in n-d-806683-11 is: [{'id': 'bf6ace20-f197-43a9-ab62-961643e87925', 'name': 'tempest-ServersTestBootFromVolume-1895683484-router', 'tenant_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '81b4ec76-101e-494c-9045-4bfee5963fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:56:52Z', 'updated_at': '2021-09-08T08:56:55Z', 'revision_number': 3, 'project_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'gw_port': {'id': '81b4ec76-101e-494c-9045-4bfee5963fdc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf6ace20-f197-43a9-ab62-961643e87925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:54Z', 'updated_at': '2021-09-08T08:56:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 08:56:59.799965 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac1ca5a-5aa4-4d67-9bfb-5bdb7435e5e5 admin admin] Network badf3704-58aa-4df0-a36e-cc33c85ce701 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:56:59.876517 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-aac1ca5a-5aa4-4d67-9bfb-5bdb7435e5e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:56:59.889992 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac1ca5a-5aa4-4d67-9bfb-5bdb7435e5e5 admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:56:59.893073 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-aac1ca5a-5aa4-4d67-9bfb-5bdb7435e5e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:59.895989 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-38d960b5-69ba-42af-a550-91c367b984ed tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:56:59.899985 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ecf6e-9e41-452b-98cf-3fd0bf460fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5fb261-2749-46a1-b8dd-e14817155ac1,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:56:59.921713 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-38d960b5-69ba-42af-a550-91c367b984ed tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] Transition to ACTIVE for port object 1ed38a1c-b196-41bb-971d-5a8f5b4f9385 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:56:59.994709 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659855ff-18c6-47b7-8203-ffe5af7856de req-c5e03699-cced-4117-914a-7effe6f6796e tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:00.003648 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-659855ff-18c6-47b7-8203-ffe5af7856de req-c5e03699-cced-4117-914a-7effe6f6796e tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2c7eaf9-2c1e-4989-a6dd-f86e59033b57 HTTP/1.1" status: 200 len: 943 time: 0.9581707 Sep 08 08:57:00.025395 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-924e17b3-012d-40cf-afba-e3c8fce266d0 req-be73e35c-5478-4922-87ec-103590f2ea77 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3132312 Sep 08 08:57:00.030060 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-38d960b5-69ba-42af-a550-91c367b984ed tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:00.057738 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626deffc-cadd-4cf4-b4c2-4cb48d916629 req-c4a124a1-ffd2-4e52-a567-7e65adbf6b6d tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:00.070655 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-626deffc-cadd-4cf4-b4c2-4cb48d916629 req-c4a124a1-ffd2-4e52-a567-7e65adbf6b6d tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] 10.222.0.54 "GET /v2.0/ports?device_id=78ff1c8b-2b05-4233-af8c-8c30fb5ee28a HTTP/1.1" status: 200 len: 947 time: 0.3550282 Sep 08 08:57:00.215744 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-626deffc-cadd-4cf4-b4c2-4cb48d916629 req-97619153-0d46-4f78-a1d3-c4469e8c008b tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbf34387-ae01-47e6-a1f6-10b97dfba6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440911 Sep 08 08:57:00.222301 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-aac1ca5a-5aa4-4d67-9bfb-5bdb7435e5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:00.276094 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-3854ec5a-43ae-41d1-b01c-5fad846fecf5 service neutron] Attempting to bind port 1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:57:00.276376 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-3854ec5a-43ae-41d1-b01c-5fad846fecf5 service neutron] Attempting to bind port 1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:57:00.276715 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-3854ec5a-43ae-41d1-b01c-5fad846fecf5 service neutron] Attempting to bind port 1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:57:00.394272 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-38d960b5-69ba-42af-a550-91c367b984ed tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] Network f988102d-1b44-4343-a67b-337577ffbd3f is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:57:00.403310 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-3854ec5a-43ae-41d1-b01c-5fad846fecf5 service neutron] Port 1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 08:57:00.403646 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-3854ec5a-43ae-41d1-b01c-5fad846fecf5 service neutron] Attempting to bind port 1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:57:00.421689 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-38d960b5-69ba-42af-a550-91c367b984ed tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:57:00.465436 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-659855ff-18c6-47b7-8203-ffe5af7856de req-dba7c38b-0064-4fae-8375-b97eee45c9fb tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4608178 Sep 08 08:57:00.466389 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-38d960b5-69ba-42af-a550-91c367b984ed tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:57:00.477822 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-38d960b5-69ba-42af-a550-91c367b984ed tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:00.478528 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-38d960b5-69ba-42af-a550-91c367b984ed tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:00.498116 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d960b5-69ba-42af-a550-91c367b984ed tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] Pushing event updated for resources: {'Port': ['ID=1ed38a1c-b196-41bb-971d-5a8f5b4f9385,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:00.505503 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-90efc060-c608-43c0-9a99-8f9649dbdc48 None None] Provisioning for port efbeb420-7cf2-4dd4-aa74-bbe3da2b0547 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:57:00.520477 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-90efc060-c608-43c0-9a99-8f9649dbdc48 None None] Provisioning complete for port efbeb420-7cf2-4dd4-aa74-bbe3da2b0547 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:57:00.520997 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-90efc060-c608-43c0-9a99-8f9649dbdc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:00.556009 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-3854ec5a-43ae-41d1-b01c-5fad846fecf5 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:57:00.557589 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-3854ec5a-43ae-41d1-b01c-5fad846fecf5 service neutron] Checking segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:57:00.558799 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-3854ec5a-43ae-41d1-b01c-5fad846fecf5 service neutron] Bound using segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:57:00.560339 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-3854ec5a-43ae-41d1-b01c-5fad846fecf5 service neutron] Bound port: 1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:57:00.561647 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-3854ec5a-43ae-41d1-b01c-5fad846fecf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:00.691551 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-90efc060-c608-43c0-9a99-8f9649dbdc48 None None] Port efbeb420-7cf2-4dd4-aa74-bbe3da2b0547 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 08:57:00.721318 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-38d960b5-69ba-42af-a550-91c367b984ed tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7987614 Sep 08 08:57:00.794621 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59540) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:00.924842 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e3daeb86-e581-4ad9-82b1-d0629eb785ec None None] Provisioning for port 1ed38a1c-b196-41bb-971d-5a8f5b4f9385 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:57:00.932490 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aee80fd3-5822-4bf8-91af-5682159d3fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:00.933229 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e3daeb86-e581-4ad9-82b1-d0629eb785ec None None] Provisioning complete for port 1ed38a1c-b196-41bb-971d-5a8f5b4f9385 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:57:00.933638 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e3daeb86-e581-4ad9-82b1-d0629eb785ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:00.953176 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d1707dfb-74b5-486f-910b-21c257a760c7 req-0ceb6583-9f17-4fb9-8c0b-c63afd6bfbf0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2261827 Sep 08 08:57:01.056226 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461beb6-6a18-4117-abdd-4da68267271e req-365e1315-a692-4605-a99c-f6df7e87b238 tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:01.064697 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e3daeb86-e581-4ad9-82b1-d0629eb785ec None None] Port 1ed38a1c-b196-41bb-971d-5a8f5b4f9385 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 08:57:01.066277 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e461beb6-6a18-4117-abdd-4da68267271e req-365e1315-a692-4605-a99c-f6df7e87b238 tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] 10.222.0.54 "GET /v2.0/ports?device_id=569c6649-e8ad-41cf-b4d1-ec567e414ed9 HTTP/1.1" status: 200 len: 931 time: 0.3430419 Sep 08 08:57:01.067634 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-3854ec5a-43ae-41d1-b01c-5fad846fecf5 service neutron] For port 1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:57:01.073542 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-3854ec5a-43ae-41d1-b01c-5fad846fecf5 service neutron] For port 1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:57:01.115206 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-3854ec5a-43ae-41d1-b01c-5fad846fecf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:01.135817 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-2721c5bd-893b-4b1c-943a-d6bfbd699fd6 service neutron] Request body: {'port': {'device_id': '569c6649-e8ad-41cf-b4d1-ec567e414ed9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:57:01.228908 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-3854ec5a-43ae-41d1-b01c-5fad846fecf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:01.229992 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-3854ec5a-43ae-41d1-b01c-5fad846fecf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:01.231647 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-3854ec5a-43ae-41d1-b01c-5fad846fecf5 service neutron] 10.222.0.35 "PUT /v2.0/ports/1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53 HTTP/1.1" status: 200 len: 1096 time: 4.3312998 Sep 08 08:57:01.242918 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78ff1c8b-2b05-4233-af8c-8c30fb5ee28a', 'tag': '1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:57:01.246267 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e7f943-c844-4b51-a718-245c9840e14d" -d '{"events": [{"name": "network-changed", "server_uuid": "78ff1c8b-2b05-4233-af8c-8c30fb5ee28a", "tag": "1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:57:01.255055 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 937e961f-f3ad-4307-925b-488f4552cef6 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 08:57:01.301671 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e461beb6-6a18-4117-abdd-4da68267271e req-d5ba26d7-332e-40a5-8c2b-4cf94ad060d9 tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a1bf283-47a4-41c4-b727-118e98c8596e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171335 Sep 08 08:57:01.331728 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device b53693d8-d7d0-48bf-9d27-5e3d474959dd up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:57:01.347981 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-aac1ca5a-5aa4-4d67-9bfb-5bdb7435e5e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:01.394632 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-aac1ca5a-5aa4-4d67-9bfb-5bdb7435e5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:01.395371 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-aac1ca5a-5aa4-4d67-9bfb-5bdb7435e5e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:01.459814 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-2721c5bd-893b-4b1c-943a-d6bfbd699fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:01.679801 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c04ae1-45b9-4b37-a383-ffac2f837079 req-8b934842-a604-44a4-aca5-db358202326e tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:01.681728 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-77c04ae1-45b9-4b37-a383-ffac2f837079 req-8b934842-a604-44a4-aca5-db358202326e tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/ports?device_id=35ce7d55-f40a-4d72-84a5-9e00f202af78 HTTP/1.1" status: 200 len: 944 time: 1.3160007 Sep 08 08:57:01.749612 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1ca5a-5aa4-4d67-9bfb-5bdb7435e5e5 admin admin] Pushing event updated for resources: {'Port': ['ID=efbeb420-7cf2-4dd4-aa74-bbe3da2b0547,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:01.771403 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c772e-7a68-4bfa-af2c-221203acc156 req-12aa626e-7d00-4a50-9844-a15eb50e23bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:01.773248 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-762c772e-7a68-4bfa-af2c-221203acc156 req-12aa626e-7d00-4a50-9844-a15eb50e23bc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=453fb48635914fff8b30c3b6382194e5&device_id=a5569496-7cec-4aec-ad9f-59758b146a22 HTTP/1.1" status: 200 len: 1126 time: 0.4225957 Sep 08 08:57:01.816749 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3854ec5a-43ae-41d1-b01c-5fad846fecf5 service neutron] Pushing event updated for resources: {'Port': ['ID=1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:01.820790 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 937e961f-f3ad-4307-925b-488f4552cef6, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=937e961f-f3ad-4307-925b-488f4552cef6,segment=NetworkSegment(63991058-0ef2-4358-ae31-7e348d60a2c9),segment_id=63991058-0ef2-4358-ae31-7e348d60a2c9)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:57:01.828997 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-77c04ae1-45b9-4b37-a383-ffac2f837079 req-ce3d1187-ec2c-4a93-a3db-4c8f98528619 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/security-groups?id=95fdb126-e588-4cf9-b281-e7f1b3353ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323223 Sep 08 08:57:01.837249 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cae1fe-39ba-4e25-be2b-3a2550312f12 req-de5d6d99-dfff-43eb-8a26-48a66845b1d6 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:01.839142 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-92cae1fe-39ba-4e25-be2b-3a2550312f12 req-de5d6d99-dfff-43eb-8a26-48a66845b1d6 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6 HTTP/1.1" status: 200 len: 950 time: 0.2745063 Sep 08 08:57:01.867449 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 81b4ec76-101e-494c-9045-4bfee5963fdc up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:57:01.965806 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '937e961f-f3ad-4307-925b-488f4552cef6', 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98', 'port_id': '937e961f-f3ad-4307-925b-488f4552cef6', 'mac_address': 'fa:16:3e:4a:8f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2afb1305-d593-46e6-bc8f-0ed93bbef6b9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 08:57:02.150825 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-7d634528-d65c-4d6d-a036-c97154090ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:02.162014 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-7d634528-d65c-4d6d-a036-c97154090ed9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6ff58c0a200e4b6588cb4a2b31108cb8&device_id=78ff1c8b-2b05-4233-af8c-8c30fb5ee28a HTTP/1.1" status: 200 len: 1099 time: 0.7366922 Sep 08 08:57:02.185738 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1707dfb-74b5-486f-910b-21c257a760c7 req-e575de95-c326-4030-83cd-e34643b74ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:02.197543 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d1707dfb-74b5-486f-910b-21c257a760c7 req-e575de95-c326-4030-83cd-e34643b74ff7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3b45c9e6adc04db08d877665d90d8206&device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 1102 time: 0.6796927 Sep 08 08:57:02.207172 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac1ca5a-5aa4-4d67-9bfb-5bdb7435e5e5 admin admin] Network badf3704-58aa-4df0-a36e-cc33c85ce701 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:57:02.222936 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-aac1ca5a-5aa4-4d67-9bfb-5bdb7435e5e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:57:02.270558 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 81b4ec76-101e-494c-9045-4bfee5963fdc completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:57:02.284337 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 81b4ec76-101e-494c-9045-4bfee5963fdc triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:57:02.285307 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:02.346270 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port b53693d8-d7d0-48bf-9d27-5e3d474959dd completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:57:02.355684 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port b53693d8-d7d0-48bf-9d27-5e3d474959dd triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:57:02.356063 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:02.420604 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:02.437402 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aee80fd3-5822-4bf8-91af-5682159d3fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:02.460504 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-92cae1fe-39ba-4e25-be2b-3a2550312f12 req-908943a6-6197-4a81-8955-a8acfc0f1ff3 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6065392 Sep 08 08:57:02.466519 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-60eb0d20-3726-45ca-b88e-a14b1aee3d60 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53 HTTP/1.1" status: 200 len: 217 time: 0.2537935 Sep 08 08:57:02.553772 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aee80fd3-5822-4bf8-91af-5682159d3fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:02.567518 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 937e961f-f3ad-4307-925b-488f4552cef6 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:57:02.658228 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9ab8b-b7c4-462a-b5d4-20797d30e450 req-68182ea3-58d8-4ad1-ba83-df7ed474fe9d tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:02.673304 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-08e9ab8b-b7c4-462a-b5d4-20797d30e450 req-68182ea3-58d8-4ad1-ba83-df7ed474fe9d tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5569496-7cec-4aec-ad9f-59758b146a22 HTTP/1.1" status: 200 len: 943 time: 0.6480036 Sep 08 08:57:02.677049 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.37', 49245) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:02.680172 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-912a793f-38b8-4f71-bf0d-278636ee4e48 None None] Provisioning complete for port efbeb420-7cf2-4dd4-aa74-bbe3da2b0547 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:57:02.680624 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-912a793f-38b8-4f71-bf0d-278636ee4e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:02.690190 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c772e-7a68-4bfa-af2c-221203acc156 req-b245d07a-3524-4faa-ada0-a17d7e57dc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:02.692394 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-762c772e-7a68-4bfa-af2c-221203acc156 req-b245d07a-3524-4faa-ada0-a17d7e57dc34 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1b780815-5142-4edc-a37a-9e502afff334 HTTP/1.1" status: 200 len: 909 time: 0.8778520 Sep 08 08:57:02.713839 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac1ca5a-5aa4-4d67-9bfb-5bdb7435e5e5 admin admin] Router bf6ace20-f197-43a9-ab62-961643e87925 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 08:57:02.871973 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee80fd3-5822-4bf8-91af-5682159d3fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e597a606-a413-4834-957c-8dc0acf6d813,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:02.905512 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-762c772e-7a68-4bfa-af2c-221203acc156 req-f58405f1-0f91-4da1-bfa1-215687c1f500 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0659fa8-c2f6-4f62-90f4-d6c1234828e2 HTTP/1.1" status: 200 len: 217 time: 0.1317291 Sep 08 08:57:02.930921 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-08e9ab8b-b7c4-462a-b5d4-20797d30e450 req-9a1a3471-7180-4e58-a269-a3e41775fbd3 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977324 Sep 08 08:57:02.994017 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c772e-7a68-4bfa-af2c-221203acc156 req-03532d18-94dc-4487-8ade-2d2ab10cd48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:02.995961 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-762c772e-7a68-4bfa-af2c-221203acc156 req-03532d18-94dc-4487-8ade-2d2ab10cd48d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e08ea884-5afc-42c5-87f0-7a3f3f5db0de HTTP/1.1" status: 200 len: 848 time: 0.0612314 Sep 08 08:57:02.996223 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 937e961f-f3ad-4307-925b-488f4552cef6, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=937e961f-f3ad-4307-925b-488f4552cef6,segment=NetworkSegment(63991058-0ef2-4358-ae31-7e348d60a2c9),segment_id=63991058-0ef2-4358-ae31-7e348d60a2c9)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:57:03.003803 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e17b3-012d-40cf-afba-e3c8fce266d0 req-8df65ce7-c895-4386-93a6-2b0026abca5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:03.004385 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:03.006005 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-924e17b3-012d-40cf-afba-e3c8fce266d0 req-8df65ce7-c895-4386-93a6-2b0026abca5c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3b45c9e6adc04db08d877665d90d8206&device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6 HTTP/1.1" status: 200 len: 1102 time: 0.3269079 Sep 08 08:57:03.045991 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-aee80fd3-5822-4bf8-91af-5682159d3fdd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ecffbb7a4c1940e498bfebceb2e3a1ff&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2290442 Sep 08 08:57:03.046916 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59560) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:03.053329 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 81b4ec76-101e-494c-9045-4bfee5963fdc, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=81b4ec76-101e-494c-9045-4bfee5963fdc,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:57:03.062455 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:03.082426 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6df634-aede-4c5a-8f55-03997608153a req-47c53523-62f5-4092-87c5-5a2640aefe8f tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:03.084537 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2c6df634-aede-4c5a-8f55-03997608153a req-47c53523-62f5-4092-87c5-5a2640aefe8f tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] 10.222.0.54 "GET /v2.0/ports?device_id=78ff1c8b-2b05-4233-af8c-8c30fb5ee28a HTTP/1.1" status: 200 len: 947 time: 0.4629037 Sep 08 08:57:03.090957 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 08:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f71aab0-a00b-4003-ab11-107f301c118b x-openstack-request-id: req-6f71aab0-a00b-4003-ab11-107f301c118b {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:57:03.091539 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78ff1c8b-2b05-4233-af8c-8c30fb5ee28a", "tag": "1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:57:03.092004 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6f71aab0-a00b-4003-ab11-107f301c118b {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:57:03.092560 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78ff1c8b-2b05-4233-af8c-8c30fb5ee28a', 'tag': '1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53', 'status': 'completed', 'code': 200} Sep 08 08:57:03.127063 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-762c772e-7a68-4bfa-af2c-221203acc156 req-df6ddf22-f67e-4e1e-aa07-6a5f59c270fc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1b780815-5142-4edc-a37a-9e502afff334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1080725 Sep 08 08:57:03.193867 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-5c31bcdb-57d2-4509-9526-f781ee4d52c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:03.197754 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:03.212505 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-5c31bcdb-57d2-4509-9526-f781ee4d52c7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.7274444 Sep 08 08:57:03.255058 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-762c772e-7a68-4bfa-af2c-221203acc156 req-ff4be27d-5613-46b8-ab36-feda3c3eeb92 service neutron] 10.222.0.37 "GET /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113663 Sep 08 08:57:03.332238 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:03.354883 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=937e961f-f3ad-4307-925b-488f4552cef6,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:03.359223 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-912a793f-38b8-4f71-bf0d-278636ee4e48 None None] Port efbeb420-7cf2-4dd4-aa74-bbe3da2b0547 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 08:57:03.419695 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=81b4ec76-101e-494c-9045-4bfee5963fdc,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:03.433017 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ce7d55-f40a-4d72-84a5-9e00f202af78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53693d8-d7d0-48bf-9d27-5e3d474959dd'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:57:03.435855 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cebf1d-2c32-41d2-86f1-2468243093e1" -d '{"events": [{"server_uuid": "35ce7d55-f40a-4d72-84a5-9e00f202af78", "name": "network-vif-plugged", "status": "completed", "tag": "b53693d8-d7d0-48bf-9d27-5e3d474959dd"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:57:03.455848 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port b53693d8-d7d0-48bf-9d27-5e3d474959dd, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=b53693d8-d7d0-48bf-9d27-5e3d474959dd,segment=NetworkSegment(6e5d67e3-1a76-4d78-9f48-b8cd636653a5),segment_id=6e5d67e3-1a76-4d78-9f48-b8cd636653a5)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:57:03.463119 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:03.473468 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-762c772e-7a68-4bfa-af2c-221203acc156 req-cfd3fdfd-f147-4848-8a44-51755cd2b325 service neutron] 10.222.0.37 "GET /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284907 Sep 08 08:57:03.483875 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac1ca5a-5aa4-4d67-9bfb-5bdb7435e5e5 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 08:57:03.497647 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-aac1ca5a-5aa4-4d67-9bfb-5bdb7435e5e5 admin admin] 10.222.0.54 "PUT /v2.0/routers/bf6ace20-f197-43a9-ab62-961643e87925/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5760698 Sep 08 08:57:03.547969 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4185d0a-8307-4f0f-afe8-a1104754ddf5 req-045068d1-2e72-4c60-bf40-5145d6c99cec tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:03.549871 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d4185d0a-8307-4f0f-afe8-a1104754ddf5 req-045068d1-2e72-4c60-bf40-5145d6c99cec tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2c7eaf9-2c1e-4989-a6dd-f86e59033b57 HTTP/1.1" status: 200 len: 944 time: 0.2905619 Sep 08 08:57:03.556215 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e17b3-012d-40cf-afba-e3c8fce266d0 req-d5df5960-077d-4f65-882f-b22cb77f3f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:03.558127 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-924e17b3-012d-40cf-afba-e3c8fce266d0 req-d5df5960-077d-4f65-882f-b22cb77f3f95 service neutron] 10.222.0.37 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.5291255 Sep 08 08:57:03.607450 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d4185d0a-8307-4f0f-afe8-a1104754ddf5 req-3e2ab3ef-2cce-4291-be0d-426c3de5d6d2 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481369 Sep 08 08:57:03.610978 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fcac3b-160c-451a-bb4a-a7f11d1a6925 None None] Sync routers for ids ['bf6ace20-f197-43a9-ab62-961643e87925'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 08:57:03.677288 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-924e17b3-012d-40cf-afba-e3c8fce266d0 req-82629cae-9b43-4cd9-88cc-b98c57b852b0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=d05f4588-39b6-4d94-9f78-5dd977338c5a HTTP/1.1" status: 200 len: 217 time: 0.0646648 Sep 08 08:57:03.690163 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['937e961f-f3ad-4307-925b-488f4552cef6'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:57:03.692483 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 81b4ec76-101e-494c-9045-4bfee5963fdc up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:57:03.795424 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e17b3-012d-40cf-afba-e3c8fce266d0 req-2d6e89b3-4584-4642-ae32-42914383108c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:03.798291 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-924e17b3-012d-40cf-afba-e3c8fce266d0 req-2d6e89b3-4584-4642-ae32-42914383108c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.0850139 Sep 08 08:57:03.882009 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fcac3b-160c-451a-bb4a-a7f11d1a6925 None None] Routers {'bf6ace20-f197-43a9-ab62-961643e87925'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:57:03.882700 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-52fcac3b-160c-451a-bb4a-a7f11d1a6925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:56:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['bf6ace20-f197-43a9-ab62-961643e87925'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:57:03.914987 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7055c30a-6261-4ead-ad95-b24294f455cb req-c8fd02db-1203-43e0-a15e-ff056d440921 service neutron] 10.222.0.37 "GET /v2.0/ports/b0659fa8-c2f6-4f62-90f4-d6c1234828e2/bindings/n-h2-806683-11 HTTP/1.1" status: 200 len: 385 time: 0.2472005 Sep 08 08:57:03.922716 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e17b3-012d-40cf-afba-e3c8fce266d0 req-35f9a788-cc67-4e53-b69c-e21a36436365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:03.924745 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-924e17b3-012d-40cf-afba-e3c8fce266d0 req-35f9a788-cc67-4e53-b69c-e21a36436365 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1119285 Sep 08 08:57:03.947809 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caceab9-7d8a-4f6e-80f8-7abbc569b8d9 req-54fb6894-2fea-4c96-9ee5-136a1415b05e tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:03.951265 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0caceab9-7d8a-4f6e-80f8-7abbc569b8d9 req-54fb6894-2fea-4c96-9ee5-136a1415b05e tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] 10.222.0.54 "GET /v2.0/ports?device_id=569c6649-e8ad-41cf-b4d1-ec567e414ed9 HTTP/1.1" status: 200 len: 931 time: 0.1026859 Sep 08 08:57:04.008888 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-52fcac3b-160c-451a-bb4a-a7f11d1a6925 None None] Set router bf6ace20-f197-43a9-ab62-961643e87925 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:57:04.017274 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0caceab9-7d8a-4f6e-80f8-7abbc569b8d9 req-f23a2c56-8516-45a4-8e10-a81f87f3e51c tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a1bf283-47a4-41c4-b727-118e98c8596e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583534 Sep 08 08:57:04.032673 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1707dfb-74b5-486f-910b-21c257a760c7 req-08d2610a-1e1d-426a-9cba-b82374bcde0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:04.034529 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d1707dfb-74b5-486f-910b-21c257a760c7 req-08d2610a-1e1d-426a-9cba-b82374bcde0c service neutron] 10.222.0.37 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 1.5936735 Sep 08 08:57:04.068640 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-2721c5bd-893b-4b1c-943a-d6bfbd699fd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ed38a1c-b196-41bb-971d-5a8f5b4f9385 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:57:04.081457 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-2721c5bd-893b-4b1c-943a-d6bfbd699fd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:04.098220 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-2721c5bd-893b-4b1c-943a-d6bfbd699fd6 service neutron] Transition to ACTIVE for port object 1ed38a1c-b196-41bb-971d-5a8f5b4f9385 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:57:04.126962 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-2721c5bd-893b-4b1c-943a-d6bfbd699fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:04.256967 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=b53693d8-d7d0-48bf-9d27-5e3d474959dd,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:04.288440 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a45496-f6cb-465d-aaa0-6542da8e9d9c req-3489dd3f-503d-42e6-8798-33fcd52160ff tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:04.304728 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-25a45496-f6cb-465d-aaa0-6542da8e9d9c req-3489dd3f-503d-42e6-8798-33fcd52160ff tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/ports?device_id=35ce7d55-f40a-4d72-84a5-9e00f202af78 HTTP/1.1" status: 200 len: 945 time: 0.1333172 Sep 08 08:57:04.310376 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 81b4ec76-101e-494c-9045-4bfee5963fdc triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:57:04.310756 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:04.360188 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-25a45496-f6cb-465d-aaa0-6542da8e9d9c req-53a2b63f-a832-45ec-bc88-f517820cddd5 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/security-groups?id=95fdb126-e588-4cf9-b281-e7f1b3353ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539262 Sep 08 08:57:04.405661 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-22413ca2-59fb-410e-831c-ba5fa64fae21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:04.465474 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2c6df634-aede-4c5a-8f55-03997608153a req-006ce5a2-6761-4e39-8e08-a8e85896eeef tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbf34387-ae01-47e6-a1f6-10b97dfba6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2812128 Sep 08 08:57:04.507384 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2721c5bd-893b-4b1c-943a-d6bfbd699fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=1ed38a1c-b196-41bb-971d-5a8f5b4f9385,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:04.516942 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 08:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3b83b0-f721-42a7-a84e-c728a14657c2 x-openstack-request-id: req-0d3b83b0-f721-42a7-a84e-c728a14657c2 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:57:04.517457 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ce7d55-f40a-4d72-84a5-9e00f202af78", "name": "network-vif-plugged", "status": "completed", "tag": "b53693d8-d7d0-48bf-9d27-5e3d474959dd", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:57:04.517918 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0d3b83b0-f721-42a7-a84e-c728a14657c2 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:57:04.518500 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ce7d55-f40a-4d72-84a5-9e00f202af78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53693d8-d7d0-48bf-9d27-5e3d474959dd', 'code': 200} Sep 08 08:57:04.519814 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-22413ca2-59fb-410e-831c-ba5fa64fae21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:04.530132 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-52fcac3b-160c-451a-bb4a-a7f11d1a6925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6ace20-f197-43a9-ab62-961643e87925', 'name': 'tempest-ServersTestBootFromVolume-1895683484-router', 'tenant_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '81b4ec76-101e-494c-9045-4bfee5963fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:56:52Z', 'updated_at': '2021-09-08T08:57:00Z', 'revision_number': 4, 'project_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'gw_port': {'id': '81b4ec76-101e-494c-9045-4bfee5963fdc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6ace20-f197-43a9-ab62-961643e87925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:54Z', 'updated_at': '2021-09-08T08:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'efbeb420-7cf2-4dd4-aa74-bbe3da2b0547', 'name': '', 'network_id': 'badf3704-58aa-4df0-a36e-cc33c85ce701', 'tenant_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'mac_address': 'fa:16:3e:af:b2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf6ace20-f197-43a9-ab62-961643e87925', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'dcdf7e19-fac6-4280-b4cd-afd9cea4e6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:58Z', 'updated_at': '2021-09-08T08:57:00Z', 'revision_number': 2, 'project_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'subnets': [{'id': 'dcdf7e19-fac6-4280-b4cd-afd9cea4e6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:57:04.535984 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-fbbf0572-3cdf-45a6-a13b-c3af4f3800f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:04.544494 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-fbbf0572-3cdf-45a6-a13b-c3af4f3800f1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5086627 Sep 08 08:57:04.582679 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fcac3b-160c-451a-bb4a-a7f11d1a6925 None None] Checking router: bf6ace20-f197-43a9-ab62-961643e87925 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 08:57:04.583352 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fcac3b-160c-451a-bb4a-a7f11d1a6925 None None] Updating router bf6ace20-f197-43a9-ab62-961643e87925 port efbeb420-7cf2-4dd4-aa74-bbe3da2b0547 binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 08:57:04.692815 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-52fcac3b-160c-451a-bb4a-a7f11d1a6925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:04.712674 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-2721c5bd-893b-4b1c-943a-d6bfbd699fd6 service neutron] Attempting to bind port 1ed38a1c-b196-41bb-971d-5a8f5b4f9385 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:57:04.713072 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-2721c5bd-893b-4b1c-943a-d6bfbd699fd6 service neutron] Attempting to bind port 1ed38a1c-b196-41bb-971d-5a8f5b4f9385 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'ec6a4fa4-9ba8-4d74-8139-2d57b8b4d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f988102d-1b44-4343-a67b-337577ffbd3f'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:57:04.714007 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-2721c5bd-893b-4b1c-943a-d6bfbd699fd6 service neutron] Attempting to bind port 1ed38a1c-b196-41bb-971d-5a8f5b4f9385 on network f988102d-1b44-4343-a67b-337577ffbd3f {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:57:04.747474 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-2721c5bd-893b-4b1c-943a-d6bfbd699fd6 service neutron] Port 1ed38a1c-b196-41bb-971d-5a8f5b4f9385 on network f988102d-1b44-4343-a67b-337577ffbd3f not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 08:57:04.747815 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-2721c5bd-893b-4b1c-943a-d6bfbd699fd6 service neutron] Attempting to bind port 1ed38a1c-b196-41bb-971d-5a8f5b4f9385 on network f988102d-1b44-4343-a67b-337577ffbd3f {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:57:04.870959 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-2721c5bd-893b-4b1c-943a-d6bfbd699fd6 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:57:04.871305 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-2721c5bd-893b-4b1c-943a-d6bfbd699fd6 service neutron] Checking segment: {'id': 'ec6a4fa4-9ba8-4d74-8139-2d57b8b4d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f988102d-1b44-4343-a67b-337577ffbd3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:57:04.871708 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-2721c5bd-893b-4b1c-943a-d6bfbd699fd6 service neutron] Bound using segment: {'id': 'ec6a4fa4-9ba8-4d74-8139-2d57b8b4d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f988102d-1b44-4343-a67b-337577ffbd3f'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:57:04.872166 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-2721c5bd-893b-4b1c-943a-d6bfbd699fd6 service neutron] Bound port: 1ed38a1c-b196-41bb-971d-5a8f5b4f9385, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec6a4fa4-9ba8-4d74-8139-2d57b8b4d18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'f988102d-1b44-4343-a67b-337577ffbd3f'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:57:04.872594 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-2721c5bd-893b-4b1c-943a-d6bfbd699fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:05.285712 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-52fcac3b-160c-451a-bb4a-a7f11d1a6925 None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:05.289738 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d1252-1afc-4c51-8072-7fd93e5a39c5 req-46188868-d324-4712-bcfa-28c181f7ae5f tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:05.291450 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-331d1252-1afc-4c51-8072-7fd93e5a39c5 req-46188868-d324-4712-bcfa-28c181f7ae5f tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6 HTTP/1.1" status: 200 len: 950 time: 0.6375327 Sep 08 08:57:05.301962 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898f88a-2e91-4bea-84fd-c0f60acd1c18 req-2fff5434-71af-4ede-b09d-67e303172d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:05.303634 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d898f88a-2e91-4bea-84fd-c0f60acd1c18 req-2fff5434-71af-4ede-b09d-67e303172d58 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=35ce7d55-f40a-4d72-84a5-9e00f202af78 HTTP/1.1" status: 200 len: 1097 time: 0.6675482 Sep 08 08:57:05.322974 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-52fcac3b-160c-451a-bb4a-a7f11d1a6925 None None] Transition to ACTIVE for port object efbeb420-7cf2-4dd4-aa74-bbe3da2b0547 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:57:05.338692 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-52fcac3b-160c-451a-bb4a-a7f11d1a6925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:05.369904 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-22413ca2-59fb-410e-831c-ba5fa64fae21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:05.374276 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-22413ca2-59fb-410e-831c-ba5fa64fae21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:05.378962 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-22413ca2-59fb-410e-831c-ba5fa64fae21 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e597a606-a413-4834-957c-8dc0acf6d813 HTTP/1.1" status: 204 len: 168 time: 2.2899680 Sep 08 08:57:05.462004 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c5f176-9ab4-42e7-a169-a971f4652a6a None None] Pushing event updated for resources: {'Port': ['ID=efbeb420-7cf2-4dd4-aa74-bbe3da2b0547,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:05.531243 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-40980cd3-3e0d-473c-90ce-8ddad26d2fa3 service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9557576 Sep 08 08:57:05.540737 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22413ca2-59fb-410e-831c-ba5fa64fae21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e597a606-a413-4834-957c-8dc0acf6d813,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:05.566306 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-52fcac3b-160c-451a-bb4a-a7f11d1a6925 None None] Attempting to bind port efbeb420-7cf2-4dd4-aa74-bbe3da2b0547 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:57:05.566784 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-52fcac3b-160c-451a-bb4a-a7f11d1a6925 None None] Attempting to bind port efbeb420-7cf2-4dd4-aa74-bbe3da2b0547 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'bd40b2ba-8b16-4b32-85bc-1f2da89a3f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'badf3704-58aa-4df0-a36e-cc33c85ce701'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:57:05.567224 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fcac3b-160c-451a-bb4a-a7f11d1a6925 None None] Attempting to bind port efbeb420-7cf2-4dd4-aa74-bbe3da2b0547 on network badf3704-58aa-4df0-a36e-cc33c85ce701 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:57:05.572857 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fcac3b-160c-451a-bb4a-a7f11d1a6925 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:57:05.574877 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fcac3b-160c-451a-bb4a-a7f11d1a6925 None None] Checking segment: {'id': 'bd40b2ba-8b16-4b32-85bc-1f2da89a3f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'badf3704-58aa-4df0-a36e-cc33c85ce701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:57:05.577647 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-52fcac3b-160c-451a-bb4a-a7f11d1a6925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:05.577647 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fcac3b-160c-451a-bb4a-a7f11d1a6925 None None] Bound using segment: {'id': 'bd40b2ba-8b16-4b32-85bc-1f2da89a3f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'badf3704-58aa-4df0-a36e-cc33c85ce701'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:57:05.579690 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-52fcac3b-160c-451a-bb4a-a7f11d1a6925 None None] Bound port: efbeb420-7cf2-4dd4-aa74-bbe3da2b0547, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd40b2ba-8b16-4b32-85bc-1f2da89a3f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'badf3704-58aa-4df0-a36e-cc33c85ce701'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:57:05.580611 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-52fcac3b-160c-451a-bb4a-a7f11d1a6925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:05.602348 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-2721c5bd-893b-4b1c-943a-d6bfbd699fd6 service neutron] For port 1ed38a1c-b196-41bb-971d-5a8f5b4f9385, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:57:05.639096 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22413ca2-59fb-410e-831c-ba5fa64fae21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:57:05.649134 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22413ca2-59fb-410e-831c-ba5fa64fae21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:57:05.649581 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22413ca2-59fb-410e-831c-ba5fa64fae21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:57:05.650024 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22413ca2-59fb-410e-831c-ba5fa64fae21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:57:05.650471 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22413ca2-59fb-410e-831c-ba5fa64fae21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:57:05.650915 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22413ca2-59fb-410e-831c-ba5fa64fae21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:57:05.652486 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22413ca2-59fb-410e-831c-ba5fa64fae21 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:57:05.654544 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22413ca2-59fb-410e-831c-ba5fa64fae21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:57:05.655344 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22413ca2-59fb-410e-831c-ba5fa64fae21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:57:05.658279 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22413ca2-59fb-410e-831c-ba5fa64fae21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:57:05.658833 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22413ca2-59fb-410e-831c-ba5fa64fae21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:57:05.659349 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22413ca2-59fb-410e-831c-ba5fa64fae21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:57:05.738637 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-331d1252-1afc-4c51-8072-7fd93e5a39c5 req-2aeb6e89-3b21-4f02-9dcb-58bca5fe34eb tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4191320 Sep 08 08:57:05.777455 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-2721c5bd-893b-4b1c-943a-d6bfbd699fd6 service neutron] For port 1ed38a1c-b196-41bb-971d-5a8f5b4f9385, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=1ed38a1c-b196-41bb-971d-5a8f5b4f9385,segment=NetworkSegment(ec6a4fa4-9ba8-4d74-8139-2d57b8b4d18c),segment_id=ec6a4fa4-9ba8-4d74-8139-2d57b8b4d18c)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:57:05.786419 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d898f88a-2e91-4bea-84fd-c0f60acd1c18 req-b3561fc0-1cf0-425a-8793-77156086c5b8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=95fdb126-e588-4cf9-b281-e7f1b3353ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4446905 Sep 08 08:57:05.799568 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-2721c5bd-893b-4b1c-943a-d6bfbd699fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:05.828855 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-52fcac3b-160c-451a-bb4a-a7f11d1a6925 None None] For port efbeb420-7cf2-4dd4-aa74-bbe3da2b0547, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:57:05.836974 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-52fcac3b-160c-451a-bb4a-a7f11d1a6925 None None] For port efbeb420-7cf2-4dd4-aa74-bbe3da2b0547, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=efbeb420-7cf2-4dd4-aa74-bbe3da2b0547,segment=NetworkSegment(bd40b2ba-8b16-4b32-85bc-1f2da89a3f05),segment_id=bd40b2ba-8b16-4b32-85bc-1f2da89a3f05)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:57:05.847566 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-52fcac3b-160c-451a-bb4a-a7f11d1a6925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:05.922696 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59590) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:05.927736 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-498b2f23-f7b9-4872-97f4-a088b51e0e91 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Request body: {'security_group': {'name': 'tempest-securitygroup--947013962', 'description': 'tempest-description--39696490'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:57:05.996459 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-498b2f23-f7b9-4872-97f4-a088b51e0e91 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:06.003828 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fcac3b-160c-451a-bb4a-a7f11d1a6925 None None] Routers {'bf6ace20-f197-43a9-ab62-961643e87925'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:57:06.014764 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-52fcac3b-160c-451a-bb4a-a7f11d1a6925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:56:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['bf6ace20-f197-43a9-ab62-961643e87925'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:57:06.047281 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-2721c5bd-893b-4b1c-943a-d6bfbd699fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:06.047917 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-2721c5bd-893b-4b1c-943a-d6bfbd699fd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:06.049381 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-2721c5bd-893b-4b1c-943a-d6bfbd699fd6 service neutron] 10.222.0.37 "PUT /v2.0/ports/1ed38a1c-b196-41bb-971d-5a8f5b4f9385 HTTP/1.1" status: 200 len: 1092 time: 4.9208248 Sep 08 08:57:06.049927 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '569c6649-e8ad-41cf-b4d1-ec567e414ed9', 'tag': '1ed38a1c-b196-41bb-971d-5a8f5b4f9385'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:57:06.057448 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f0d280-b365-4545-b1d9-46fab5f35f51" -d '{"events": [{"name": "network-changed", "server_uuid": "569c6649-e8ad-41cf-b4d1-ec567e414ed9", "tag": "1ed38a1c-b196-41bb-971d-5a8f5b4f9385"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:57:06.072121 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2721c5bd-893b-4b1c-943a-d6bfbd699fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=1ed38a1c-b196-41bb-971d-5a8f5b4f9385,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:06.115386 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1280e4d1-8ca6-40be-8c07-d38928f09c2d req-bddfc2eb-3805-4123-acaf-a127ac871bb7 service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5688815 Sep 08 08:57:06.143353 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a954d-a664-41bd-a715-b6be2fd68794 req-613795b2-87a2-478c-9ee5-e4bb0b818d42 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:06.144974 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7a2a954d-a664-41bd-a715-b6be2fd68794 req-613795b2-87a2-478c-9ee5-e4bb0b818d42 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5569496-7cec-4aec-ad9f-59758b146a22 HTTP/1.1" status: 200 len: 943 time: 0.2134428 Sep 08 08:57:06.199954 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47aa8f4-8084-4a52-ab73-d853435d7e4c req-fba5c0bd-b85d-4dfa-9b89-05741e2ea55e tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:06.207941 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e47aa8f4-8084-4a52-ab73-d853435d7e4c req-fba5c0bd-b85d-4dfa-9b89-05741e2ea55e tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2c7eaf9-2c1e-4989-a6dd-f86e59033b57 HTTP/1.1" status: 200 len: 944 time: 0.1717486 Sep 08 08:57:06.209111 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c5f176-9ab4-42e7-a169-a971f4652a6a None None] Pushing event updated for resources: {'Port': ['ID=efbeb420-7cf2-4dd4-aa74-bbe3da2b0547,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:06.237858 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7a2a954d-a664-41bd-a715-b6be2fd68794 req-32247ecb-2677-4a0f-9f46-a805a8e815b5 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788071 Sep 08 08:57:06.469261 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d1707dfb-74b5-486f-910b-21c257a760c7 req-f4c138fa-f6f9-458c-9a01-4b94b386cb60 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=74f7ce03-39e9-435a-9992-ab60a1dc61ca HTTP/1.1" status: 200 len: 217 time: 0.2156334 Sep 08 08:57:06.509979 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-52fcac3b-160c-451a-bb4a-a7f11d1a6925 None None] Set router bf6ace20-f197-43a9-ab62-961643e87925 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:57:06.788779 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e47aa8f4-8084-4a52-ab73-d853435d7e4c req-9d515b5b-2156-4da8-ba2d-6b954e2bd4ba tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5783651 Sep 08 08:57:06.793059 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ac4a1-4bba-4d2e-9c02-76b541783c47 req-0c2eaf9b-dc2f-42b3-a92a-10d1ceab32e0 tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:06.804090 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-784ac4a1-4bba-4d2e-9c02-76b541783c47 req-0c2eaf9b-dc2f-42b3-a92a-10d1ceab32e0 tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] 10.222.0.54 "GET /v2.0/ports?device_id=569c6649-e8ad-41cf-b4d1-ec567e414ed9 HTTP/1.1" status: 200 len: 943 time: 0.4103649 Sep 08 08:57:06.839601 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-100b0431-17a1-44d4-a967-7047cd1e1722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:06.842485 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-100b0431-17a1-44d4-a967-7047cd1e1722 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c9784ffaa2c413085362ecd686e35d5&device_id=569c6649-e8ad-41cf-b4d1-ec567e414ed9 HTTP/1.1" status: 200 len: 1095 time: 0.4252381 Sep 08 08:57:06.845831 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7f943-c844-4b51-a718-245c9840e14d req-6dd0b76c-0234-44d1-a858-dd191a73b9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:06.856106 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-40e7f943-c844-4b51-a718-245c9840e14d req-6dd0b76c-0234-44d1-a858-dd191a73b9c0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6ff58c0a200e4b6588cb4a2b31108cb8&device_id=78ff1c8b-2b05-4233-af8c-8c30fb5ee28a HTTP/1.1" status: 200 len: 1099 time: 0.4371538 Sep 08 08:57:06.919804 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-784ac4a1-4bba-4d2e-9c02-76b541783c47 req-ca0701a1-c092-4323-b72c-d5aaff0754a3 tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a1bf283-47a4-41c4-b727-118e98c8596e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870485 Sep 08 08:57:06.980883 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-924e17b3-012d-40cf-afba-e3c8fce266d0 req-aa0badbd-7693-4027-9c4b-ef05e46d7a18 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7095530 Sep 08 08:57:06.996634 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-498b2f23-f7b9-4872-97f4-a088b51e0e91 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:07.034474 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device b0659fa8-c2f6-4f62-90f4-d6c1234828e2 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 08:57:07.090198 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-498b2f23-f7b9-4872-97f4-a088b51e0e91 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:07.137544 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1707dfb-74b5-486f-910b-21c257a760c7 req-252f1277-5373-4e88-b839-da2cab59f674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:07.139271 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d1707dfb-74b5-486f-910b-21c257a760c7 req-252f1277-5373-4e88-b839-da2cab59f674 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.2252312 Sep 08 08:57:07.140398 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7f943-c844-4b51-a718-245c9840e14d req-d9ee0374-25ad-444a-ad88-386bbb33c747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:07.141804 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59612) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:07.142616 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-40e7f943-c844-4b51-a718-245c9840e14d req-d9ee0374-25ad-444a-ad88-386bbb33c747 service neutron] 10.222.0.35 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.2274411 Sep 08 08:57:07.144129 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-ed3cd6ca-9f27-46c7-b2e9-b05961bdebc8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ed38a1c-b196-41bb-971d-5a8f5b4f9385 HTTP/1.1" status: 200 len: 217 time: 0.2314110 Sep 08 08:57:07.163808 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498b2f23-f7b9-4872-97f4-a088b51e0e91 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c739da54-7e1c-49e4-9c34-4a6cb21970fc,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:07.293217 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 937e961f-f3ad-4307-925b-488f4552cef6 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:57:07.310671 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-a9944338-f147-4a1a-8dd4-2a09447efbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:07.312868 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-a9944338-f147-4a1a-8dd4-2a09447efbe4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=22d25fca-3e6b-494b-868f-13417989d83f HTTP/1.1" status: 200 len: 854 time: 0.1300607 Sep 08 08:57:07.348580 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-40e7f943-c844-4b51-a718-245c9840e14d req-363efa79-e826-4974-b92c-4ac4e9e49925 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53 HTTP/1.1" status: 200 len: 217 time: 0.1648326 Sep 08 08:57:07.349289 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-7055c30a-6261-4ead-ad95-b24294f455cb req-b5cbe94c-8c22-4e3f-b29e-effb24038e1b service neutron] For port b0659fa8-c2f6-4f62-90f4-d6c1234828e2, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=b0659fa8-c2f6-4f62-90f4-d6c1234828e2,segment=NetworkSegment(fa7b147d-9249-4b88-b7ce-d5137c1c3a3c),segment_id=fa7b147d-9249-4b88-b7ce-d5137c1c3a3c)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:57:07.377713 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-7055c30a-6261-4ead-ad95-b24294f455cb req-b5cbe94c-8c22-4e3f-b29e-effb24038e1b service neutron] For port b0659fa8-c2f6-4f62-90f4-d6c1234828e2, host n-h1-806683-11, cleared binding levels {{(pid=94713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:57:07.388902 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3667a7-15d4-4222-8ae7-91210928e641 req-42531921-579a-466a-84e6-a0cc7e916010 tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:07.391703 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-da3667a7-15d4-4222-8ae7-91210928e641 req-42531921-579a-466a-84e6-a0cc7e916010 tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] 10.222.0.54 "GET /v2.0/ports?device_id=78ff1c8b-2b05-4233-af8c-8c30fb5ee28a HTTP/1.1" status: 200 len: 947 time: 0.2449098 Sep 08 08:57:07.435316 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [req-7055c30a-6261-4ead-ad95-b24294f455cb req-b5cbe94c-8c22-4e3f-b29e-effb24038e1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0659fa8-c2f6-4f62-90f4-d6c1234828e2 {{(pid=94713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:57:07.472695 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-52fcac3b-160c-451a-bb4a-a7f11d1a6925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6ace20-f197-43a9-ab62-961643e87925', 'name': 'tempest-ServersTestBootFromVolume-1895683484-router', 'tenant_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '81b4ec76-101e-494c-9045-4bfee5963fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:56:52Z', 'updated_at': '2021-09-08T08:57:00Z', 'revision_number': 4, 'project_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'gw_port': {'id': '81b4ec76-101e-494c-9045-4bfee5963fdc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6ace20-f197-43a9-ab62-961643e87925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:54Z', 'updated_at': '2021-09-08T08:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'efbeb420-7cf2-4dd4-aa74-bbe3da2b0547', 'name': '', 'network_id': 'badf3704-58aa-4df0-a36e-cc33c85ce701', 'tenant_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'mac_address': 'fa:16:3e:af:b2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf6ace20-f197-43a9-ab62-961643e87925', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'dcdf7e19-fac6-4280-b4cd-afd9cea4e6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:58Z', 'updated_at': '2021-09-08T08:57:05Z', 'revision_number': 4, 'project_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'subnets': [{'id': 'dcdf7e19-fac6-4280-b4cd-afd9cea4e6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:57:07.518487 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1707dfb-74b5-486f-910b-21c257a760c7 req-ee857851-240e-4815-9803-9a879c1e0d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:07.520506 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d1707dfb-74b5-486f-910b-21c257a760c7 req-ee857851-240e-4815-9803-9a879c1e0d88 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3358934 Sep 08 08:57:07.568234 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7f943-c844-4b51-a718-245c9840e14d req-ec695c25-6fdb-418e-b0af-a7547f9e2b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:07.570028 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-40e7f943-c844-4b51-a718-245c9840e14d req-ec695c25-6fdb-418e-b0af-a7547f9e2b47 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.1506593 Sep 08 08:57:07.586423 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-da3667a7-15d4-4222-8ae7-91210928e641 req-8497e5f6-ac18-44e1-8bda-f60d629493e0 tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbf34387-ae01-47e6-a1f6-10b97dfba6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649511 Sep 08 08:57:07.588594 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-e0dbbe52-891a-4101-af1b-71be0bd8a65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:07.599235 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-e0dbbe52-891a-4101-af1b-71be0bd8a65d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f988102d-1b44-4343-a67b-337577ffbd3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2451777 Sep 08 08:57:07.608225 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fcac3b-160c-451a-bb4a-a7f11d1a6925 None None] The sync data for ids ['bf6ace20-f197-43a9-ab62-961643e87925'] in n-d-806683-11 is: [{'id': 'bf6ace20-f197-43a9-ab62-961643e87925', 'name': 'tempest-ServersTestBootFromVolume-1895683484-router', 'tenant_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '81b4ec76-101e-494c-9045-4bfee5963fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:56:52Z', 'updated_at': '2021-09-08T08:57:00Z', 'revision_number': 4, 'project_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'gw_port': {'id': '81b4ec76-101e-494c-9045-4bfee5963fdc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6ace20-f197-43a9-ab62-961643e87925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:54Z', 'updated_at': '2021-09-08T08:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'efbeb420-7cf2-4dd4-aa74-bbe3da2b0547', 'name': '', 'network_id': 'badf3704-58aa-4df0-a36e-cc33c85ce701', 'tenant_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'mac_address': 'fa:16:3e:af:b2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf6ace20-f197-43a9-ab62-961643e87925', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'dcdf7e19-fac6-4280-b4cd-afd9cea4e6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:58Z', 'updated_at': '2021-09-08T08:57:05Z', 'revision_number': 4, 'project_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'subnets': [{'id': 'dcdf7e19-fac6-4280-b4cd-afd9cea4e6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 08:57:07.649920 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a00e2-8898-4912-abe6-b1bf5d3b9306 req-616bbecc-7571-4471-aee7-b2ca5cad79b1 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:07.655583 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b16a00e2-8898-4912-abe6-b1bf5d3b9306 req-616bbecc-7571-4471-aee7-b2ca5cad79b1 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/ports?device_id=35ce7d55-f40a-4d72-84a5-9e00f202af78 HTTP/1.1" status: 200 len: 945 time: 0.6636753 Sep 08 08:57:07.665054 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498b2f23-f7b9-4872-97f4-a088b51e0e91 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:57:07.673433 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498b2f23-f7b9-4872-97f4-a088b51e0e91 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:57:07.677738 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498b2f23-f7b9-4872-97f4-a088b51e0e91 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:57:07.681158 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498b2f23-f7b9-4872-97f4-a088b51e0e91 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:57:07.681662 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498b2f23-f7b9-4872-97f4-a088b51e0e91 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:57:07.684951 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498b2f23-f7b9-4872-97f4-a088b51e0e91 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:57:07.691776 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498b2f23-f7b9-4872-97f4-a088b51e0e91 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:57:07.691776 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498b2f23-f7b9-4872-97f4-a088b51e0e91 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:57:07.691776 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498b2f23-f7b9-4872-97f4-a088b51e0e91 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:57:07.691776 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498b2f23-f7b9-4872-97f4-a088b51e0e91 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:57:07.691776 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498b2f23-f7b9-4872-97f4-a088b51e0e91 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:57:07.709119 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498b2f23-f7b9-4872-97f4-a088b51e0e91 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:57:07.727295 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-924e17b3-012d-40cf-afba-e3c8fce266d0 req-b3c2d45a-3f5c-4090-9688-eb6b505b04a8 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6591029 Sep 08 08:57:07.743681 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-7055c30a-6261-4ead-ad95-b24294f455cb req-b5cbe94c-8c22-4e3f-b29e-effb24038e1b service neutron] For port b0659fa8-c2f6-4f62-90f4-d6c1234828e2, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=b0659fa8-c2f6-4f62-90f4-d6c1234828e2,segment=NetworkSegment(fa7b147d-9249-4b88-b7ce-d5137c1c3a3c),segment_id=fa7b147d-9249-4b88-b7ce-d5137c1c3a3c)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:57:07.771371 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 937e961f-f3ad-4307-925b-488f4552cef6 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:57:07.795870 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 937e961f-f3ad-4307-925b-488f4552cef6 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:57:07.796265 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:07.800606 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-498b2f23-f7b9-4872-97f4-a088b51e0e91 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:07.819320 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-498b2f23-f7b9-4872-97f4-a088b51e0e91 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.8952541 Sep 08 08:57:07.833766 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 08:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c614089c-e3c9-437c-bdbb-00ac39264a31 x-openstack-request-id: req-c614089c-e3c9-437c-bdbb-00ac39264a31 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:57:07.835179 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "569c6649-e8ad-41cf-b4d1-ec567e414ed9", "tag": "1ed38a1c-b196-41bb-971d-5a8f5b4f9385", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:57:07.835610 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c614089c-e3c9-437c-bdbb-00ac39264a31 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:57:07.841447 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '569c6649-e8ad-41cf-b4d1-ec567e414ed9', 'tag': '1ed38a1c-b196-41bb-971d-5a8f5b4f9385', 'status': 'completed', 'code': 200} Sep 08 08:57:07.854248 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59618) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:07.868206 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-096c7b2c-9474-4862-a8e7-fd8779053c55 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Request body: {'security_group_rule': {'security_group_id': 'c739da54-7e1c-49e4-9c34-4a6cb21970fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:57:07.905059 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-7055c30a-6261-4ead-ad95-b24294f455cb req-b5cbe94c-8c22-4e3f-b29e-effb24038e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:07.932662 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-13261555-c2e6-4cf5-ae44-1d2e4caf4572 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1276427475-network', 'tenant_id': '9b630da4a29a49978c0f65b4527d406c'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:57:08.064160 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:08.070288 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b16a00e2-8898-4912-abe6-b1bf5d3b9306 req-9f4c1a8c-fb7c-4d23-86f9-0a8d43f0c3e6 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/security-groups?id=95fdb126-e588-4cf9-b281-e7f1b3353ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3358686 Sep 08 08:57:08.130020 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c7eaf9-2c1e-4989-a6dd-f86e59033b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937e961f-f3ad-4307-925b-488f4552cef6'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:57:08.145027 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830d9d86-d5ff-4300-b58c-cf5b4250f533" -d '{"events": [{"server_uuid": "b2c7eaf9-2c1e-4989-a6dd-f86e59033b57", "name": "network-vif-plugged", "status": "completed", "tag": "937e961f-f3ad-4307-925b-488f4552cef6"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:57:08.174154 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 937e961f-f3ad-4307-925b-488f4552cef6, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=937e961f-f3ad-4307-925b-488f4552cef6,segment=NetworkSegment(63991058-0ef2-4358-ae31-7e348d60a2c9),segment_id=63991058-0ef2-4358-ae31-7e348d60a2c9)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:57:08.182492 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:08.209022 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-096c7b2c-9474-4862-a8e7-fd8779053c55 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:08.263639 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-5d1313bd-5553-4874-b428-7d983a0fa3de service neutron] 10.222.0.37 "GET /v2.0/networks/f988102d-1b44-4343-a67b-337577ffbd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4703383 Sep 08 08:57:08.270411 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13261555-c2e6-4cf5-ae44-1d2e4caf4572 admin admin] Made reservation on behalf of 9b630da4a29a49978c0f65b4527d406c for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:57:08.277495 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-13261555-c2e6-4cf5-ae44-1d2e4caf4572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:08.335666 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=937e961f-f3ad-4307-925b-488f4552cef6,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:08.414808 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-13261555-c2e6-4cf5-ae44-1d2e4caf4572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:08.481659 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [req-7055c30a-6261-4ead-ad95-b24294f455cb req-b5cbe94c-8c22-4e3f-b29e-effb24038e1b service neutron] Transition to ACTIVE for port object b0659fa8-c2f6-4f62-90f4-d6c1234828e2 will not be triggered until provisioned by entity L2. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:57:08.570811 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-7055c30a-6261-4ead-ad95-b24294f455cb req-b5cbe94c-8c22-4e3f-b29e-effb24038e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:08.598776 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb3000f3-1689-44a8-ba0d-6e6dcf71411e req-58da71a9-dea9-481c-85f5-6ffe4e0e5edf service neutron] 10.222.0.37 "GET /v2.0/networks/f988102d-1b44-4343-a67b-337577ffbd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901697 Sep 08 08:57:08.632147 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d1707dfb-74b5-486f-910b-21c257a760c7 req-10cacbeb-2cb2-426e-96cd-59ee630e958a service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0564322 Sep 08 08:57:08.645777 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7f943-c844-4b51-a718-245c9840e14d req-128a8776-2996-421d-b3ca-28c4bdaf2bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:08.647563 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-40e7f943-c844-4b51-a718-245c9840e14d req-128a8776-2996-421d-b3ca-28c4bdaf2bf2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0473957 Sep 08 08:57:08.676244 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cbe94c-8c22-4e3f-b29e-effb24038e1b service neutron] Pushing event updated for resources: {'Port': ['ID=b0659fa8-c2f6-4f62-90f4-d6c1234828e2,revision_number=10']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:08.684925 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d53235-5ad0-4eba-bad1-fc31df9e74fa req-2bdc5255-fd34-4db6-a935-53c4bdea4c43 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:08.697173 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-28d53235-5ad0-4eba-bad1-fc31df9e74fa req-2bdc5255-fd34-4db6-a935-53c4bdea4c43 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6 HTTP/1.1" status: 200 len: 950 time: 0.6775258 Sep 08 08:57:08.815695 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d211f-02fd-4c63-bd10-d1daa0217b15 req-9634d366-988d-4e6c-806a-0be612fc061f tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:08.817521 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-382d211f-02fd-4c63-bd10-d1daa0217b15 req-9634d366-988d-4e6c-806a-0be612fc061f tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5569496-7cec-4aec-ad9f-59758b146a22 HTTP/1.1" status: 200 len: 943 time: 0.6098614 Sep 08 08:57:08.921277 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-096c7b2c-9474-4862-a8e7-fd8779053c55 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:08.932365 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-7055c30a-6261-4ead-ad95-b24294f455cb req-b5cbe94c-8c22-4e3f-b29e-effb24038e1b service neutron] No DVR routers for this DVR port b0659fa8-c2f6-4f62-90f4-d6c1234828e2 on host n-h1-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 08:57:08.940142 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-096c7b2c-9474-4862-a8e7-fd8779053c55 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:08.971346 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c7b2c-9474-4862-a8e7-fd8779053c55 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7105937a-9eb6-44e8-8b7a-2839e8c805d2,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:08.998529 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-13261555-c2e6-4cf5-ae44-1d2e4caf4572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:09.012882 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-13261555-c2e6-4cf5-ae44-1d2e4caf4572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:09.029911 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13261555-c2e6-4cf5-ae44-1d2e4caf4572 admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 08:57:09.044599 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-13261555-c2e6-4cf5-ae44-1d2e4caf4572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:09.045391 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-13261555-c2e6-4cf5-ae44-1d2e4caf4572 admin admin] Added segment 954d17ff-47b7-495d-879c-609d5ee4093f of type vlan for network 1d937064-25d3-4afb-8236-0fd555e8915b Sep 08 08:57:09.118331 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-13261555-c2e6-4cf5-ae44-1d2e4caf4572 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:09.193637 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-13261555-c2e6-4cf5-ae44-1d2e4caf4572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:09.195851 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13261555-c2e6-4cf5-ae44-1d2e4caf4572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:09.197353 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-13261555-c2e6-4cf5-ae44-1d2e4caf4572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:09.202575 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-382d211f-02fd-4c63-bd10-d1daa0217b15 req-6be984d6-ad0e-4ac1-9232-d8ecc039ccdc tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749497 Sep 08 08:57:09.222144 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-28d53235-5ad0-4eba-bad1-fc31df9e74fa req-5fe25075-2b82-4784-a33a-07d3c8d95b58 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4203119 Sep 08 08:57:09.294871 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-096c7b2c-9474-4862-a8e7-fd8779053c55 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:09.300323 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-096c7b2c-9474-4862-a8e7-fd8779053c55 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4398391 Sep 08 08:57:09.301319 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59630) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:09.310194 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13261555-c2e6-4cf5-ae44-1d2e4caf4572 admin admin] Pushing event updated for resources: {'Network': ['ID=1d937064-25d3-4afb-8236-0fd555e8915b,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:09.318535 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d1707dfb-74b5-486f-910b-21c257a760c7 req-5debd94f-ddb1-495c-b5b4-cf2358bc13a4 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5044670 Sep 08 08:57:09.322510 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 1d937064-25d3-4afb-8236-0fd555e8915b details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 08:57:09.339856 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-ad1e8240-dd5a-44f1-a4e5-cc2d496e6099 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Request body: {'security_group_rule': {'security_group_id': 'c739da54-7e1c-49e4-9c34-4a6cb21970fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:57:09.354926 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0d280-b365-4545-b1d9-46fab5f35f51 req-c40ff5a4-28b6-4d58-8338-8132b026f611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:09.363419 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-69f0d280-b365-4545-b1d9-46fab5f35f51 req-c40ff5a4-28b6-4d58-8338-8132b026f611 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c9784ffaa2c413085362ecd686e35d5&device_id=569c6649-e8ad-41cf-b4d1-ec567e414ed9 HTTP/1.1" status: 200 len: 1095 time: 0.3750820 Sep 08 08:57:09.383071 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-40e7f943-c844-4b51-a718-245c9840e14d req-edf0528a-d161-406f-bb0b-25a6590e1100 service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6844616 Sep 08 08:57:09.428442 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7055c30a-6261-4ead-ad95-b24294f455cb req-b5cbe94c-8c22-4e3f-b29e-effb24038e1b service neutron] 10.222.0.37 "PUT /v2.0/ports/b0659fa8-c2f6-4f62-90f4-d6c1234828e2/bindings/n-h2-806683-11/activate HTTP/1.1" status: 200 len: 370 time: 3.1583226 Sep 08 08:57:09.503455 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ad1e8240-dd5a-44f1-a4e5-cc2d496e6099 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:09.508729 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-13261555-c2e6-4cf5-ae44-1d2e4caf4572 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3329823 Sep 08 08:57:09.512895 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13261555-c2e6-4cf5-ae44-1d2e4caf4572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb7fe69-b4d3-4c79-b6f5-31b71b20bbd1,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:09.526713 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59632) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:09.548607 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-adfed47b-e463-448f-8ae9-5689129fd4b0 admin admin] Request body: {'subnet': {'network_id': '1d937064-25d3-4afb-8236-0fd555e8915b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1276427475-subnet', 'tenant_id': '9b630da4a29a49978c0f65b4527d406c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:57:09.595655 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d273f3-938f-4e94-9b7b-1dc01e3bcf65 req-9c8a6df4-35de-409b-9134-47b8fabff9bf tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:09.597185 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d0d273f3-938f-4e94-9b7b-1dc01e3bcf65 req-9c8a6df4-35de-409b-9134-47b8fabff9bf tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2c7eaf9-2c1e-4989-a6dd-f86e59033b57 HTTP/1.1" status: 200 len: 945 time: 0.1752679 Sep 08 08:57:09.693922 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ad1e8240-dd5a-44f1-a4e5-cc2d496e6099 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:09.708378 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d0d273f3-938f-4e94-9b7b-1dc01e3bcf65 req-be805bcf-ec43-4dee-8e55-4e155d7b7e15 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020262 Sep 08 08:57:09.710854 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ad1e8240-dd5a-44f1-a4e5-cc2d496e6099 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:09.749031 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device efbeb420-7cf2-4dd4-aa74-bbe3da2b0547 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:57:09.777007 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ad1e8240-dd5a-44f1-a4e5-cc2d496e6099 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:09.779004 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ad1e8240-dd5a-44f1-a4e5-cc2d496e6099 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4535520 Sep 08 08:57:09.787022 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59636) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:09.805697 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-32bb876e-554f-4527-a599-fae98d265983 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:57:09.820237 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1e8240-dd5a-44f1-a4e5-cc2d496e6099 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5607200e-9a80-4ad4-bca1-0ad2ce828c2e,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:09.854324 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 08:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fde023b-0c2b-40fa-aa82-dcab5cb77b63 x-openstack-request-id: req-9fde023b-0c2b-40fa-aa82-dcab5cb77b63 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:57:09.854760 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c7eaf9-2c1e-4989-a6dd-f86e59033b57", "name": "network-vif-plugged", "status": "completed", "tag": "937e961f-f3ad-4307-925b-488f4552cef6", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:57:09.855018 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9fde023b-0c2b-40fa-aa82-dcab5cb77b63 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:57:09.855422 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c7eaf9-2c1e-4989-a6dd-f86e59033b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '937e961f-f3ad-4307-925b-488f4552cef6', 'code': 200} Sep 08 08:57:09.903191 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port efbeb420-7cf2-4dd4-aa74-bbe3da2b0547 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:57:09.905247 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-32bb876e-554f-4527-a599-fae98d265983 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Notify callbacks [] for floatingip, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:09.908838 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port efbeb420-7cf2-4dd4-aa74-bbe3da2b0547 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:57:09.909408 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:10.135845 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:10.231776 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port efbeb420-7cf2-4dd4-aa74-bbe3da2b0547, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=efbeb420-7cf2-4dd4-aa74-bbe3da2b0547,segment=NetworkSegment(bd40b2ba-8b16-4b32-85bc-1f2da89a3f05),segment_id=bd40b2ba-8b16-4b32-85bc-1f2da89a3f05)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:57:10.241334 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:10.320533 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=efbeb420-7cf2-4dd4-aa74-bbe3da2b0547,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:10.329083 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f1931-5b03-41f1-80fb-a2a4c5747115 req-c6dd4569-774b-4588-91d9-dfc0a2e090a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:10.331162 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a90f1931-5b03-41f1-80fb-a2a4c5747115 req-c6dd4569-774b-4588-91d9-dfc0a2e090a1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b2c7eaf9-2c1e-4989-a6dd-f86e59033b57 HTTP/1.1" status: 200 len: 1097 time: 0.1487267 Sep 08 08:57:10.343155 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8874ac-588a-4344-8e4a-32e88884b0f8 req-47a16afd-c331-4cb4-8325-3d87c8d72a4c tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:10.346137 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8d8874ac-588a-4344-8e4a-32e88884b0f8 req-47a16afd-c331-4cb4-8325-3d87c8d72a4c tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] 10.222.0.54 "GET /v2.0/ports?device_id=78ff1c8b-2b05-4233-af8c-8c30fb5ee28a HTTP/1.1" status: 200 len: 947 time: 0.1620393 Sep 08 08:57:10.349583 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfed47b-e463-448f-8ae9-5689129fd4b0 admin admin] Made reservation on behalf of 9b630da4a29a49978c0f65b4527d406c for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:57:10.351922 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-adfed47b-e463-448f-8ae9-5689129fd4b0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:10.387973 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a7fd41-74ff-496c-893d-7e596eb77732 req-49db8aa5-e9fb-4334-b02e-e2615d837c09 tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:10.389594 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-83a7fd41-74ff-496c-893d-7e596eb77732 req-49db8aa5-e9fb-4334-b02e-e2615d837c09 tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] 10.222.0.54 "GET /v2.0/ports?device_id=569c6649-e8ad-41cf-b4d1-ec567e414ed9 HTTP/1.1" status: 200 len: 943 time: 0.9807174 Sep 08 08:57:10.407371 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-32bb876e-554f-4527-a599-fae98d265983 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:10.415363 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a90f1931-5b03-41f1-80fb-a2a4c5747115 req-2a050188-0368-4d3b-897f-44aaae277082 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673199 Sep 08 08:57:10.428209 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8d8874ac-588a-4344-8e4a-32e88884b0f8 req-7781c1ad-1207-432a-9a6e-133453582d07 tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbf34387-ae01-47e6-a1f6-10b97dfba6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648255 Sep 08 08:57:10.565663 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-40e7f943-c844-4b51-a718-245c9840e14d req-d7fd8858-19cf-4c0f-a79c-cada25312820 service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1729267 Sep 08 08:57:10.567877 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055c30a-6261-4ead-ad95-b24294f455cb req-a635b53d-2434-458e-ad13-d1f995d44dc3 tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:10.569391 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7055c30a-6261-4ead-ad95-b24294f455cb req-a635b53d-2434-458e-ad13-d1f995d44dc3 tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a5569496-7cec-4aec-ad9f-59758b146a22&tenant_id=453fb48635914fff8b30c3b6382194e5&binding%3Ahost_id=n-h1-806683-11 HTTP/1.1" status: 200 len: 1096 time: 0.2342451 Sep 08 08:57:10.578900 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-83a7fd41-74ff-496c-893d-7e596eb77732 req-49fcf99a-ec77-4d1f-8ce7-d3f0f549b88c tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a1bf283-47a4-41c4-b727-118e98c8596e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684525 Sep 08 08:57:10.613525 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-32bb876e-554f-4527-a599-fae98d265983 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Allocated IP 172.25.0.56 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/4116f783-50f8-4c6f-ab30-023baf17eb76) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:57:10.622078 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0d280-b365-4545-b1d9-46fab5f35f51 req-593601c8-9a65-42ae-a021-e49a5352ae8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:10.626872 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-69f0d280-b365-4545-b1d9-46fab5f35f51 req-593601c8-9a65-42ae-a021-e49a5352ae8e service neutron] 10.222.0.37 "GET /v2.0/networks?id=f988102d-1b44-4343-a67b-337577ffbd3f HTTP/1.1" status: 200 len: 916 time: 0.9193020 Sep 08 08:57:10.638524 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242b066-fed6-48e8-85e8-c793f95ca36f req-433054e2-1782-4e96-b5e7-625ed755a3c3 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:10.640151 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4242b066-fed6-48e8-85e8-c793f95ca36f req-433054e2-1782-4e96-b5e7-625ed755a3c3 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/ports?device_id=35ce7d55-f40a-4d72-84a5-9e00f202af78 HTTP/1.1" status: 200 len: 945 time: 0.1051292 Sep 08 08:57:10.716822 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-69f0d280-b365-4545-b1d9-46fab5f35f51 req-5531ae97-a726-4d15-9c81-c43f0307b266 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ed38a1c-b196-41bb-971d-5a8f5b4f9385 HTTP/1.1" status: 200 len: 217 time: 0.0763707 Sep 08 08:57:10.736797 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4242b066-fed6-48e8-85e8-c793f95ca36f req-a4f992f8-ee75-4495-bbf8-125a276e4446 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/security-groups?id=95fdb126-e588-4cf9-b281-e7f1b3353ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756264 Sep 08 08:57:10.789995 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-32bb876e-554f-4527-a599-fae98d265983 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:10.885884 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-32bb876e-554f-4527-a599-fae98d265983 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:10.897422 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0d280-b365-4545-b1d9-46fab5f35f51 req-caba983d-7c49-47ee-8090-3d96aa2c57a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:10.898930 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-69f0d280-b365-4545-b1d9-46fab5f35f51 req-caba983d-7c49-47ee-8090-3d96aa2c57a8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=22d25fca-3e6b-494b-868f-13417989d83f HTTP/1.1" status: 200 len: 854 time: 0.1397119 Sep 08 08:57:10.911119 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c3d1c-61b5-44b4-93c9-dea171d93bc3 req-0e4589dc-b05f-421b-9e78-8e4c61ccf4a7 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:10.912680 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-470c3d1c-61b5-44b4-93c9-dea171d93bc3 req-0e4589dc-b05f-421b-9e78-8e4c61ccf4a7 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6 HTTP/1.1" status: 200 len: 950 time: 0.2002523 Sep 08 08:57:10.936118 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8e0d4-70d9-4fb4-8977-4328927ff74e req-d2f1ebec-3c69-4a7d-9580-40a59378ec85 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:10.938095 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2ea8e0d4-70d9-4fb4-8977-4328927ff74e req-d2f1ebec-3c69-4a7d-9580-40a59378ec85 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5569496-7cec-4aec-ad9f-59758b146a22 HTTP/1.1" status: 200 len: 944 time: 0.1083772 Sep 08 08:57:10.938496 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055c30a-6261-4ead-ad95-b24294f455cb req-cafbfabe-e604-4a85-9ba7-49c90098ec49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:10.940582 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7055c30a-6261-4ead-ad95-b24294f455cb req-cafbfabe-e604-4a85-9ba7-49c90098ec49 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a5569496-7cec-4aec-ad9f-59758b146a22&tenant_id=453fb48635914fff8b30c3b6382194e5 HTTP/1.1" status: 200 len: 1096 time: 0.1687994 Sep 08 08:57:10.953521 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bb876e-554f-4527-a599-fae98d265983 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:57:10.958271 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-32bb876e-554f-4527-a599-fae98d265983 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:57:10.961439 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bb876e-554f-4527-a599-fae98d265983 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:57:10.971879 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-adfed47b-e463-448f-8ae9-5689129fd4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:10.975949 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb876e-554f-4527-a599-fae98d265983 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Pushing event updated for resources: {'Port': ['ID=4116f783-50f8-4c6f-ab30-023baf17eb76,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:11.078422 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-470c3d1c-61b5-44b4-93c9-dea171d93bc3 req-b5160f56-a16e-4b11-bf19-bf926419b038 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357343 Sep 08 08:57:11.084158 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2ea8e0d4-70d9-4fb4-8977-4328927ff74e req-98a0975e-d642-4802-94d0-625e2d653b41 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164799 Sep 08 08:57:11.088313 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-32bb876e-554f-4527-a599-fae98d265983 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:11.091433 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0d280-b365-4545-b1d9-46fab5f35f51 req-4e4c56e3-75a3-4ee0-83c8-3726a1a92815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:11.092968 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-69f0d280-b365-4545-b1d9-46fab5f35f51 req-4e4c56e3-75a3-4ee0-83c8-3726a1a92815 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f988102d-1b44-4343-a67b-337577ffbd3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1665435 Sep 08 08:57:11.100767 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfed47b-e463-448f-8ae9-5689129fd4b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4247a7c1-8e23-489b-9f75-3709a160b1ba,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:11.143331 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-32bb876e-554f-4527-a599-fae98d265983 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:11.172253 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055c30a-6261-4ead-ad95-b24294f455cb req-462c527d-8117-4003-8473-8fe4e9c3bdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:11.173649 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7055c30a-6261-4ead-ad95-b24294f455cb req-462c527d-8117-4003-8473-8fe4e9c3bdbf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=453fb48635914fff8b30c3b6382194e5&device_id=a5569496-7cec-4aec-ad9f-59758b146a22 HTTP/1.1" status: 200 len: 1096 time: 0.1826348 Sep 08 08:57:11.174457 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfed47b-e463-448f-8ae9-5689129fd4b0 admin admin] Checking segment: {'id': '954d17ff-47b7-495d-879c-609d5ee4093f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '1d937064-25d3-4afb-8236-0fd555e8915b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:57:11.174817 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfed47b-e463-448f-8ae9-5689129fd4b0 admin admin] Network hostable DHCP agents. Network: 1d937064-25d3-4afb-8236-0fd555e8915b, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 08:57:11.270362 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ed349-fa4a-4b97-9348-a607f8521f5f req-a9bc0195-7544-4641-9c8f-9f47213b1320 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:11.271926 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-562ed349-fa4a-4b97-9348-a607f8521f5f req-a9bc0195-7544-4641-9c8f-9f47213b1320 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/ports?device_id=35ce7d55-f40a-4d72-84a5-9e00f202af78 HTTP/1.1" status: 200 len: 945 time: 0.0992153 Sep 08 08:57:11.286473 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59646) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:11.328933 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 08:57:11.330341 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-35bd4632-eca6-43c5-bce9-0f3c3b49d6c9 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Request body: {'floatingip': {'port_id': 'b53693d8-d7d0-48bf-9d27-5e3d474959dd'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:57:11.385050 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfed47b-e463-448f-8ae9-5689129fd4b0 admin admin] Network 1d937064-25d3-4afb-8236-0fd555e8915b is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 08:57:11.389948 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-32bb876e-554f-4527-a599-fae98d265983 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:11.396297 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-32bb876e-554f-4527-a599-fae98d265983 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:11.438159 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-32bb876e-554f-4527-a599-fae98d265983 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:11.440948 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-69f0d280-b365-4545-b1d9-46fab5f35f51 req-1127679b-3d94-4c41-bace-bde28e6e8dbd service neutron] 10.222.0.37 "GET /v2.0/networks/f988102d-1b44-4343-a67b-337577ffbd3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256025 Sep 08 08:57:11.451921 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:57:11.455293 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-35bd4632-eca6-43c5-bce9-0f3c3b49d6c9 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks [] for floatingip, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:11.457257 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-adfed47b-e463-448f-8ae9-5689129fd4b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 1d937064-25d3-4afb-8236-0fd555e8915b) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:57:11.461445 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-32bb876e-554f-4527-a599-fae98d265983 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:11.471365 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-32bb876e-554f-4527-a599-fae98d265983 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6749294 Sep 08 08:57:11.483539 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb246281-07d6-4fbc-bd0e-83d83019077a None None] Network 1d937064-25d3-4afb-8236-0fd555e8915b requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 08:57:11.484499 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb876e-554f-4527-a599-fae98d265983 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Pushing event updated for resources: {'Port': ['ID=4116f783-50f8-4c6f-ab30-023baf17eb76,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:11.488485 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'port_id': '1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53', 'mac_address': 'fa:16:3e:1e:98:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc66e4b-ecb5-4c99-afe1-0a78c722534a', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 08:57:11.510925 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea4c84c-0886-4e4f-9828-02c4752a2a15 req-d7bcd86c-6ab6-4d74-913a-85eeef50bdf8 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:11.512997 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9ea4c84c-0886-4e4f-9828-02c4752a2a15 req-d7bcd86c-6ab6-4d74-913a-85eeef50bdf8 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2c7eaf9-2c1e-4989-a6dd-f86e59033b57 HTTP/1.1" status: 200 len: 945 time: 0.3077807 Sep 08 08:57:11.520684 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfed47b-e463-448f-8ae9-5689129fd4b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:11.521299 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-adfed47b-e463-448f-8ae9-5689129fd4b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:11.610233 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055c30a-6261-4ead-ad95-b24294f455cb req-cfde3adf-5f2a-4c49-a110-297073a4643e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:11.611703 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7055c30a-6261-4ead-ad95-b24294f455cb req-cfde3adf-5f2a-4c49-a110-297073a4643e service neutron] 10.222.0.35 "GET /v2.0/networks?id=1b780815-5142-4edc-a37a-9e502afff334 HTTP/1.1" status: 200 len: 909 time: 0.4052112 Sep 08 08:57:11.616970 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device efbeb420-7cf2-4dd4-aa74-bbe3da2b0547 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:57:11.636516 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e51c27-76d6-460c-90a0-e15a38206090 req-5fe20ace-d03e-4543-8e6f-5f858747f7c8 tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:11.638293 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-02e51c27-76d6-460c-90a0-e15a38206090 req-5fe20ace-d03e-4543-8e6f-5f858747f7c8 tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] 10.222.0.54 "GET /v2.0/ports?device_id=78ff1c8b-2b05-4233-af8c-8c30fb5ee28a HTTP/1.1" status: 200 len: 947 time: 0.0958257 Sep 08 08:57:11.660406 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-adfed47b-e463-448f-8ae9-5689129fd4b0 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1177373 Sep 08 08:57:11.711731 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:11.752145 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:57:11.752722 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-02e51c27-76d6-460c-90a0-e15a38206090 req-4b863b94-8c6a-4f6c-90ff-da4cee5b0c2c tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbf34387-ae01-47e6-a1f6-10b97dfba6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071720 Sep 08 08:57:11.786684 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7055c30a-6261-4ead-ad95-b24294f455cb req-bdd96d73-1fa7-44e6-b4f1-db3892479447 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0659fa8-c2f6-4f62-90f4-d6c1234828e2 HTTP/1.1" status: 200 len: 217 time: 0.1363661 Sep 08 08:57:11.793436 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9ea4c84c-0886-4e4f-9828-02c4752a2a15 req-86643a8f-6836-4503-ac6e-04dd882f72b6 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687852 Sep 08 08:57:11.826679 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:57:11.853597 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:11.912339 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-69f0d280-b365-4545-b1d9-46fab5f35f51 req-d9bf778a-2d23-4a47-80b7-8cc3f5d910b2 service neutron] 10.222.0.37 "GET /v2.0/networks/f988102d-1b44-4343-a67b-337577ffbd3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4620128 Sep 08 08:57:11.962559 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port efbeb420-7cf2-4dd4-aa74-bbe3da2b0547 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:57:11.964107 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:11.966839 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055c30a-6261-4ead-ad95-b24294f455cb req-3518b0d6-46d0-414e-9c3d-6bae1d4ec6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:11.968618 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7055c30a-6261-4ead-ad95-b24294f455cb req-3518b0d6-46d0-414e-9c3d-6bae1d4ec6df service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e08ea884-5afc-42c5-87f0-7a3f3f5db0de HTTP/1.1" status: 200 len: 848 time: 0.1497684 Sep 08 08:57:11.993296 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be5a34-4e02-4575-8ad0-51bfbb6017a4 req-280d8a77-2ad6-4cbb-a54e-93c11660ec37 tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:11.994928 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-16be5a34-4e02-4575-8ad0-51bfbb6017a4 req-280d8a77-2ad6-4cbb-a54e-93c11660ec37 tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] 10.222.0.54 "GET /v2.0/ports?device_id=569c6649-e8ad-41cf-b4d1-ec567e414ed9 HTTP/1.1" status: 200 len: 943 time: 0.1295495 Sep 08 08:57:12.072177 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-16be5a34-4e02-4575-8ad0-51bfbb6017a4 req-a0a7df72-fac3-4299-9197-e599868f7329 tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a1bf283-47a4-41c4-b727-118e98c8596e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643327 Sep 08 08:57:12.080093 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7055c30a-6261-4ead-ad95-b24294f455cb req-b9656e09-4da7-4fce-8ead-73ede1c4907f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1b780815-5142-4edc-a37a-9e502afff334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876210 Sep 08 08:57:12.110323 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf35910-f7bc-42a3-b3e4-8bcf05ff1175 None None] Network 1d937064-25d3-4afb-8236-0fd555e8915b requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 08:57:12.126519 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:12.347990 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:57:12.394159 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d261b4-3dca-4e3a-b539-f2b90db458f3 req-7d84b440-e000-4d11-8ea7-f1597697f432 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:12.411457 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-29d261b4-3dca-4e3a-b539-f2b90db458f3 req-7d84b440-e000-4d11-8ea7-f1597697f432 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6 HTTP/1.1" status: 200 len: 950 time: 0.1667359 Sep 08 08:57:12.479061 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-29d261b4-3dca-4e3a-b539-f2b90db458f3 req-4b89a22e-ceea-4ebf-9dd2-3f5beb0628c1 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637419 Sep 08 08:57:12.595529 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59712) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:12.605075 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-9bfa815c-0685-419f-a6e9-26d70cd7d250 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-817858025-network', 'tenant_id': '3367fe9ceed44f40a72253715c594fb7'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:57:12.642801 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfa815c-0685-419f-a6e9-26d70cd7d250 admin admin] Made reservation on behalf of 3367fe9ceed44f40a72253715c594fb7 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:57:12.647365 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9bfa815c-0685-419f-a6e9-26d70cd7d250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:12.663888 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9bfa815c-0685-419f-a6e9-26d70cd7d250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:12.802482 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9bfa815c-0685-419f-a6e9-26d70cd7d250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:12.808417 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9bfa815c-0685-419f-a6e9-26d70cd7d250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:12.833977 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bfa815c-0685-419f-a6e9-26d70cd7d250 admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 08:57:12.836399 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0339304-efcf-49e6-a06e-76d6399714a4 req-e5c64a6a-1f84-4b60-9bc8-6d41fbd232cb tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:12.845230 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9bfa815c-0685-419f-a6e9-26d70cd7d250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:12.845452 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-9bfa815c-0685-419f-a6e9-26d70cd7d250 admin admin] Added segment 47a0eee4-d340-4eea-9e2e-6881e4fb53a6 of type vlan for network a26a3737-5c0a-4d50-87ca-bc28ee8f6206 Sep 08 08:57:12.846376 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b0339304-efcf-49e6-a06e-76d6399714a4 req-e5c64a6a-1f84-4b60-9bc8-6d41fbd232cb tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5569496-7cec-4aec-ad9f-59758b146a22 HTTP/1.1" status: 200 len: 944 time: 0.6084156 Sep 08 08:57:12.915173 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7055c30a-6261-4ead-ad95-b24294f455cb req-d48483da-ab49-47f1-bdd9-8987ba1f6efd service neutron] 10.222.0.35 "GET /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8019857 Sep 08 08:57:12.919456 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9bfa815c-0685-419f-a6e9-26d70cd7d250 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:12.945570 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfa815c-0685-419f-a6e9-26d70cd7d250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1b267b-8848-4e8f-b99a-9aef8a4a2319,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:12.983277 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b16d7f4-7786-4796-8fe4-ca452ad1658d req-f0a59e76-d6b3-465a-88c4-88167e7f9b0e tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:12.985649 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3b16d7f4-7786-4796-8fe4-ca452ad1658d req-f0a59e76-d6b3-465a-88c4-88167e7f9b0e tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] 10.222.0.54 "GET /v2.0/ports?device_id=78ff1c8b-2b05-4233-af8c-8c30fb5ee28a HTTP/1.1" status: 200 len: 948 time: 0.1023405 Sep 08 08:57:12.987088 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9bfa815c-0685-419f-a6e9-26d70cd7d250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:12.987941 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfa815c-0685-419f-a6e9-26d70cd7d250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:12.988584 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9bfa815c-0685-419f-a6e9-26d70cd7d250 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:13.025202 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.db.resource_extend [None req-35bd4632-eca6-43c5-bce9-0f3c3b49d6c9 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 08 08:57:13.042816 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9bfa815c-0685-419f-a6e9-26d70cd7d250 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4407191 Sep 08 08:57:13.043072 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59726) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:13.050248 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-a1dbd0dd-f761-4730-9066-0dda3d1bf30a admin admin] Request body: {'subnet': {'network_id': 'a26a3737-5c0a-4d50-87ca-bc28ee8f6206', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-817858025-subnet', 'tenant_id': '3367fe9ceed44f40a72253715c594fb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:57:13.103118 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfa815c-0685-419f-a6e9-26d70cd7d250 admin admin] Pushing event updated for resources: {'Network': ['ID=a26a3737-5c0a-4d50-87ca-bc28ee8f6206,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:13.107095 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b0339304-efcf-49e6-a06e-76d6399714a4 req-86eae44c-2c48-466c-a809-154805f9ea34 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595286 Sep 08 08:57:13.119614 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3b16d7f4-7786-4796-8fe4-ca452ad1658d req-71cba509-baf5-4c1a-b6a8-8c4e77185322 tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbf34387-ae01-47e6-a1f6-10b97dfba6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114402 Sep 08 08:57:13.121312 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1dbd0dd-f761-4730-9066-0dda3d1bf30a admin admin] Made reservation on behalf of 3367fe9ceed44f40a72253715c594fb7 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:57:13.124075 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a1dbd0dd-f761-4730-9066-0dda3d1bf30a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:13.147882 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network a26a3737-5c0a-4d50-87ca-bc28ee8f6206 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 08:57:13.216521 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-35bd4632-eca6-43c5-bce9-0f3c3b49d6c9 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:13.230335 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-35bd4632-eca6-43c5-bce9-0f3c3b49d6c9 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:13.314604 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7055c30a-6261-4ead-ad95-b24294f455cb req-075545cb-fb58-409e-9644-db248aabce04 service neutron] 10.222.0.35 "GET /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656585 Sep 08 08:57:13.366146 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1191f-f549-4600-b88e-b4aebd1e6307 req-3875b55d-4603-430e-b7be-c8d519b78f79 tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:13.367798 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-60f1191f-f549-4600-b88e-b4aebd1e6307 req-3875b55d-4603-430e-b7be-c8d519b78f79 tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] 10.222.0.54 "GET /v2.0/ports?device_id=569c6649-e8ad-41cf-b4d1-ec567e414ed9 HTTP/1.1" status: 200 len: 943 time: 0.1095665 Sep 08 08:57:13.401743 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa7b06-08f9-43b8-bc87-549cb1f0902c req-3f377e10-a059-4b0e-b92b-59e7e813013b tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:13.403463 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-78fa7b06-08f9-43b8-bc87-549cb1f0902c req-3f377e10-a059-4b0e-b92b-59e7e813013b tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2c7eaf9-2c1e-4989-a6dd-f86e59033b57 HTTP/1.1" status: 200 len: 945 time: 0.1077271 Sep 08 08:57:13.438445 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [None req-35bd4632-eca6-43c5-bce9-0f3c3b49d6c9 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Floating IP abd2fe8d-eac8-47ac-a170-be3854970b87 associated. External IP: 172.25.0.29, port: b53693d8-d7d0-48bf-9d27-5e3d474959dd. Sep 08 08:57:13.471419 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-60f1191f-f549-4600-b88e-b4aebd1e6307 req-c736e083-0edb-4d72-b113-04b7f342d17d tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a1bf283-47a4-41c4-b727-118e98c8596e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817556 Sep 08 08:57:13.528867 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-78fa7b06-08f9-43b8-bc87-549cb1f0902c req-c5c9c1ff-31bc-4ca9-a695-2b0f5e7e266a tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112432 Sep 08 08:57:13.607550 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a1dbd0dd-f761-4730-9066-0dda3d1bf30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:13.706620 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dbd0dd-f761-4730-9066-0dda3d1bf30a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dfc304a-bbad-401d-a78c-bb62ef58cbb3,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:13.729596 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e4250-5302-4b14-a461-78156bbddc9c req-14a8f56e-cae0-448e-8ed8-d83722fce49f tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:13.731210 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-121e4250-5302-4b14-a461-78156bbddc9c req-14a8f56e-cae0-448e-8ed8-d83722fce49f tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6 HTTP/1.1" status: 200 len: 950 time: 0.1386228 Sep 08 08:57:13.742937 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dbd0dd-f761-4730-9066-0dda3d1bf30a admin admin] Checking segment: {'id': '47a0eee4-d340-4eea-9e2e-6881e4fb53a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'a26a3737-5c0a-4d50-87ca-bc28ee8f6206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:57:13.743432 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dbd0dd-f761-4730-9066-0dda3d1bf30a admin admin] Network hostable DHCP agents. Network: a26a3737-5c0a-4d50-87ca-bc28ee8f6206, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 08:57:13.777084 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055c30a-6261-4ead-ad95-b24294f455cb req-17f49283-17b9-4b11-9353-dc90b92574a5 tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:13.779116 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7055c30a-6261-4ead-ad95-b24294f455cb req-17f49283-17b9-4b11-9353-dc90b92574a5 tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a5569496-7cec-4aec-ad9f-59758b146a22&tenant_id=453fb48635914fff8b30c3b6382194e5&binding%3Ahost_id=n-h2-806683-11 HTTP/1.1" status: 200 len: 1096 time: 0.1463463 Sep 08 08:57:13.789843 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dbd0dd-f761-4730-9066-0dda3d1bf30a admin admin] Network a26a3737-5c0a-4d50-87ca-bc28ee8f6206 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 08:57:13.804613 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-121e4250-5302-4b14-a461-78156bbddc9c req-c7056365-ab0c-4d52-85d4-b9ae2ea44acd tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627778 Sep 08 08:57:13.805824 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-a1dbd0dd-f761-4730-9066-0dda3d1bf30a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, a26a3737-5c0a-4d50-87ca-bc28ee8f6206) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:57:13.812525 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1dbd0dd-f761-4730-9066-0dda3d1bf30a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:13.813233 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a1dbd0dd-f761-4730-9066-0dda3d1bf30a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:13.815489 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12419c92-b744-4988-84aa-b33be1ff0c27 None None] Network a26a3737-5c0a-4d50-87ca-bc28ee8f6206 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 08:57:13.838309 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a1dbd0dd-f761-4730-9066-0dda3d1bf30a admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7940688 Sep 08 08:57:13.887276 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd918b0e-1b7c-4249-820d-62b7ebb2b3cc req-2711813a-8c00-40d1-af8f-f15a222e4235 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:13.903208 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cd918b0e-1b7c-4249-820d-62b7ebb2b3cc req-2711813a-8c00-40d1-af8f-f15a222e4235 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b2c7eaf9-2c1e-4989-a6dd-f86e59033b57 HTTP/1.1" status: 200 len: 1097 time: 0.2510872 Sep 08 08:57:13.956634 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35bd4632-eca6-43c5-bce9-0f3c3b49d6c9 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Router 1b24dfed-5b98-4eca-837d-5763d08344ec has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 08:57:14.008244 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59772) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:14.037141 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066fcfc4-05de-4b03-ac57-2b9725433978 None None] Network a26a3737-5c0a-4d50-87ca-bc28ee8f6206 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 08:57:14.066644 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-96ef1f38-278c-4ca7-892c-1f5905328cfb admin admin] Deleting subnet 4247a7c1-8e23-489b-9f75-3709a160b1ba {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 08:57:14.075519 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-96ef1f38-278c-4ca7-892c-1f5905328cfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:14.078456 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cd918b0e-1b7c-4249-820d-62b7ebb2b3cc req-13535f25-b709-4f6e-b940-ec2559322631 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150427 Sep 08 08:57:14.137831 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-96ef1f38-278c-4ca7-892c-1f5905328cfb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:14.165600 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-96ef1f38-278c-4ca7-892c-1f5905328cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:14.182999 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bd4632-eca6-43c5-bce9-0f3c3b49d6c9 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 08:57:14.193747 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-35bd4632-eca6-43c5-bce9-0f3c3b49d6c9 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:14.209292 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d7fb59-6423-4495-98d4-68407a794d67 None None] Sync routers for ids ['1b24dfed-5b98-4eca-837d-5763d08344ec'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 08:57:14.225636 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d7fb59-6423-4495-98d4-68407a794d67 None None] Routers {'1b24dfed-5b98-4eca-837d-5763d08344ec'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:57:14.226303 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-e9d7fb59-6423-4495-98d4-68407a794d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:56:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['1b24dfed-5b98-4eca-837d-5763d08344ec'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:57:14.302805 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-35bd4632-eca6-43c5-bce9-0f3c3b49d6c9 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "PUT /v2.0/floatingips/abd2fe8d-eac8-47ac-a170-be3854970b87 HTTP/1.1" status: 200 len: 990 time: 3.0051692 Sep 08 08:57:14.320460 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35ce7d55-f40a-4d72-84a5-9e00f202af78', 'tag': 'b53693d8-d7d0-48bf-9d27-5e3d474959dd'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:57:14.321077 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-96ef1f38-278c-4ca7-892c-1f5905328cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:14.325042 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006c3b53-eaa9-4da9-a30b-f31fc37f751f" -d '{"events": [{"name": "network-changed", "server_uuid": "35ce7d55-f40a-4d72-84a5-9e00f202af78", "tag": "b53693d8-d7d0-48bf-9d27-5e3d474959dd"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:57:14.354195 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef1f38-278c-4ca7-892c-1f5905328cfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4247a7c1-8e23-489b-9f75-3709a160b1ba,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:14.365544 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-96ef1f38-278c-4ca7-892c-1f5905328cfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:14.370316 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-96ef1f38-278c-4ca7-892c-1f5905328cfb admin admin] 10.222.0.54 "DELETE /v2.0/subnets/4247a7c1-8e23-489b-9f75-3709a160b1ba HTTP/1.1" status: 204 len: 168 time: 0.3608696 Sep 08 08:57:14.371700 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59784) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:14.372521 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b5dee9-7e95-47a7-ac6d-fbd864106359 req-9caa0d49-62ee-40cb-941f-64ec054d35e3 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:14.374166 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-32b5dee9-7e95-47a7-ac6d-fbd864106359 req-9caa0d49-62ee-40cb-941f-64ec054d35e3 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5569496-7cec-4aec-ad9f-59758b146a22 HTTP/1.1" status: 200 len: 944 time: 0.1015620 Sep 08 08:57:14.379320 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-7055c30a-6261-4ead-ad95-b24294f455cb req-c180b918-4661-41f0-bebd-7bad6ed9425b service neutron] For port b0659fa8-c2f6-4f62-90f4-d6c1234828e2, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:57:14.383611 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7055c30a-6261-4ead-ad95-b24294f455cb req-c180b918-4661-41f0-bebd-7bad6ed9425b service neutron] Notify callbacks [] for binding, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:14.384743 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7055c30a-6261-4ead-ad95-b24294f455cb req-c180b918-4661-41f0-bebd-7bad6ed9425b service neutron] 10.222.0.35 "DELETE /v2.0/ports/b0659fa8-c2f6-4f62-90f4-d6c1234828e2/bindings/n-h1-806683-11 HTTP/1.1" status: 204 len: 173 time: 0.5978994 Sep 08 08:57:14.398575 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cfb6d0-25ea-4ce7-b564-df9fae25ee40 req-58c77e53-e79b-48ac-b823-2911e69b5284 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:14.400679 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-64cfb6d0-25ea-4ce7-b564-df9fae25ee40 req-58c77e53-e79b-48ac-b823-2911e69b5284 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b2c7eaf9-2c1e-4989-a6dd-f86e59033b57 HTTP/1.1" status: 200 len: 1097 time: 0.1329737 Sep 08 08:57:14.423916 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-32b5dee9-7e95-47a7-ac6d-fbd864106359 req-48b69b95-8353-4327-a48f-e9c6017be7b8 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381455 Sep 08 08:57:14.482464 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7444e824-d4de-4b8d-b288-773b1598e5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:14.510335 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-64cfb6d0-25ea-4ce7-b564-df9fae25ee40 req-ded7b8da-770c-4df2-9085-c08a752ec860 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961797 Sep 08 08:57:14.581611 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-e9d7fb59-6423-4495-98d4-68407a794d67 None None] Set router 1b24dfed-5b98-4eca-837d-5763d08344ec gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:57:14.627477 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f137c7-8152-4cd7-af4d-37f2a4b39356 req-9e02103a-3341-445b-844d-b26e706639b7 tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:14.635812 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-00f137c7-8152-4cd7-af4d-37f2a4b39356 req-9e02103a-3341-445b-844d-b26e706639b7 tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] 10.222.0.54 "GET /v2.0/ports?device_id=78ff1c8b-2b05-4233-af8c-8c30fb5ee28a HTTP/1.1" status: 200 len: 948 time: 0.1098151 Sep 08 08:57:14.698917 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-00f137c7-8152-4cd7-af4d-37f2a4b39356 req-91cc333b-7179-41bc-806c-36b1e165db00 tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbf34387-ae01-47e6-a1f6-10b97dfba6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603240 Sep 08 08:57:14.760956 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 08:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fa80fc-7564-4f38-8f8c-135784fa5765 x-openstack-request-id: req-15fa80fc-7564-4f38-8f8c-135784fa5765 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:57:14.761324 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35ce7d55-f40a-4d72-84a5-9e00f202af78", "tag": "b53693d8-d7d0-48bf-9d27-5e3d474959dd", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:57:14.761495 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-15fa80fc-7564-4f38-8f8c-135784fa5765 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:57:14.761899 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35ce7d55-f40a-4d72-84a5-9e00f202af78', 'tag': 'b53693d8-d7d0-48bf-9d27-5e3d474959dd', 'status': 'completed', 'code': 200} Sep 08 08:57:14.881306 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7444e824-d4de-4b8d-b288-773b1598e5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:14.925406 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7444e824-d4de-4b8d-b288-773b1598e5aa admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:57:14.925760 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7444e824-d4de-4b8d-b288-773b1598e5aa admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:57:14.926571 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7444e824-d4de-4b8d-b288-773b1598e5aa admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:57:14.926911 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7444e824-d4de-4b8d-b288-773b1598e5aa admin admin] Subscribe: > port after_create 55550000 {{(pid=94713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:57:14.927258 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7444e824-d4de-4b8d-b288-773b1598e5aa admin admin] Subscribe: > port after_delete 55550000 {{(pid=94713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:57:14.927598 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7444e824-d4de-4b8d-b288-773b1598e5aa admin admin] Subscribe: > port after_update 55550000 {{(pid=94713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:57:14.927937 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7444e824-d4de-4b8d-b288-773b1598e5aa admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:57:14.928276 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7444e824-d4de-4b8d-b288-773b1598e5aa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:57:14.928617 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7444e824-d4de-4b8d-b288-773b1598e5aa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:57:14.928945 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7444e824-d4de-4b8d-b288-773b1598e5aa admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:57:14.948130 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c3b53-eaa9-4da9-a30b-f31fc37f751f req-9c5685db-2c70-4fbf-8497-fd8f9bdafd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:14.948993 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-006c3b53-eaa9-4da9-a30b-f31fc37f751f req-9c5685db-2c70-4fbf-8497-fd8f9bdafd9a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=db87c3df22f54cac9f5bd24547674625&device_id=35ce7d55-f40a-4d72-84a5-9e00f202af78 HTTP/1.1" status: 200 len: 1097 time: 0.1501591 Sep 08 08:57:14.961819 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37982ea4-11cc-4ca8-a58e-66259ac18fbf req-572fc17c-7828-4343-b827-0f8e9f909ac1 tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:14.963616 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-37982ea4-11cc-4ca8-a58e-66259ac18fbf req-572fc17c-7828-4343-b827-0f8e9f909ac1 tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] 10.222.0.54 "GET /v2.0/ports?device_id=569c6649-e8ad-41cf-b4d1-ec567e414ed9 HTTP/1.1" status: 200 len: 943 time: 0.1077952 Sep 08 08:57:15.066324 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 1ed38a1c-b196-41bb-971d-5a8f5b4f9385 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 08:57:15.080460 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-37982ea4-11cc-4ca8-a58e-66259ac18fbf req-ffda82c8-bbda-4044-aced-7cb1c9fd7607 tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a1bf283-47a4-41c4-b727-118e98c8596e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070647 Sep 08 08:57:15.131298 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7444e824-d4de-4b8d-b288-773b1598e5aa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:57:15.131943 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7444e824-d4de-4b8d-b288-773b1598e5aa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:57:15.132543 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7444e824-d4de-4b8d-b288-773b1598e5aa admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:57:15.135022 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7444e824-d4de-4b8d-b288-773b1598e5aa admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94713) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:57:15.135808 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-7444e824-d4de-4b8d-b288-773b1598e5aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d937064-25d3-4afb-8236-0fd555e8915b']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:57:15.147410 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-e9d7fb59-6423-4495-98d4-68407a794d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1074538872-router', 'tenant_id': 'db87c3df22f54cac9f5bd24547674625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '4247d3f1-3fd2-4989-9812-be018df0712c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:56:01Z', 'updated_at': '2021-09-08T08:56:09Z', 'revision_number': 4, 'project_id': 'db87c3df22f54cac9f5bd24547674625', 'gw_port': {'id': '4247d3f1-3fd2-4989-9812-be018df0712c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:17:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:03Z', 'updated_at': '2021-09-08T08:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': 'abd2fe8d-eac8-47ac-a170-be3854970b87', 'tenant_id': 'db87c3df22f54cac9f5bd24547674625', 'floating_ip_address': '172.25.0.29', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'port_id': 'b53693d8-d7d0-48bf-9d27-5e3d474959dd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec0db0af-4061-4294-bedb-bbba2374fc20', 'mac_address': 'fa:16:3e:8e:be:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ce7d55-f40a-4d72-84a5-9e00f202af78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T08:56:41Z', 'updated_at': '2021-09-08T08:57:12Z', 'revision_number': 1, 'project_id': 'db87c3df22f54cac9f5bd24547674625', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4771153-1032-4d10-bfd5-163ab528deda', 'name': '', 'network_id': 'ec0db0af-4061-4294-bedb-bbba2374fc20', 'tenant_id': 'db87c3df22f54cac9f5bd24547674625', 'mac_address': 'fa:16:3e:6b:cd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5306a8b8-86cd-4361-8bb4-448984316315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:07Z', 'updated_at': '2021-09-08T08:56:25Z', 'revision_number': 5, 'project_id': 'db87c3df22f54cac9f5bd24547674625', 'subnets': [{'id': '5306a8b8-86cd-4361-8bb4-448984316315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:57:15.162109 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c3b53-eaa9-4da9-a30b-f31fc37f751f req-5261568a-edcc-4e2e-88a0-59c5bd4e4310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:15.164778 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-006c3b53-eaa9-4da9-a30b-f31fc37f751f req-5261568a-edcc-4e2e-88a0-59c5bd4e4310 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ec0db0af-4061-4294-bedb-bbba2374fc20 HTTP/1.1" status: 200 len: 925 time: 0.1996245 Sep 08 08:57:15.201402 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-7444e824-d4de-4b8d-b288-773b1598e5aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '954d17ff-47b7-495d-879c-609d5ee4093f') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:57:15.201635 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-7444e824-d4de-4b8d-b288-773b1598e5aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '954d17ff-47b7-495d-879c-609d5ee4093f') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:57:15.205592 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d7fb59-6423-4495-98d4-68407a794d67 None None] Checking router: 1b24dfed-5b98-4eca-837d-5763d08344ec for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 08:57:15.217660 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d7fb59-6423-4495-98d4-68407a794d67 None None] Routers {'1b24dfed-5b98-4eca-837d-5763d08344ec'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:57:15.219315 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-e9d7fb59-6423-4495-98d4-68407a794d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:56:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['1b24dfed-5b98-4eca-837d-5763d08344ec'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:57:15.246309 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7444e824-d4de-4b8d-b288-773b1598e5aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:15.250281 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 1ed38a1c-b196-41bb-971d-5a8f5b4f9385, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=1ed38a1c-b196-41bb-971d-5a8f5b4f9385,segment=NetworkSegment(ec6a4fa4-9ba8-4d74-8139-2d57b8b4d18c),segment_id=ec6a4fa4-9ba8-4d74-8139-2d57b8b4d18c)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:57:15.282283 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '1ed38a1c-b196-41bb-971d-5a8f5b4f9385', 'network_id': 'f988102d-1b44-4343-a67b-337577ffbd3f', 'port_id': '1ed38a1c-b196-41bb-971d-5a8f5b4f9385', 'mac_address': 'fa:16:3e:99:10:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22d25fca-3e6b-494b-868f-13417989d83f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 08:57:15.288665 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7444e824-d4de-4b8d-b288-773b1598e5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:15.296338 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231cd11-b4a4-42be-8704-37217689d170 req-f8167827-68d5-472d-935d-105303492401 tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:15.299236 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e231cd11-b4a4-42be-8704-37217689d170 req-f8167827-68d5-472d-935d-105303492401 tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a5569496-7cec-4aec-ad9f-59758b146a22 HTTP/1.1" status: 200 len: 1096 time: 0.1365650 Sep 08 08:57:15.316648 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7444e824-d4de-4b8d-b288-773b1598e5aa admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 08:57:15.317034 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7444e824-d4de-4b8d-b288-773b1598e5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:15.354700 n-d-806683-11 neutron-server[94713]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 08 08:57:15.354700 n-d-806683-11 neutron-server[94713]: from cryptography.utils import int_from_bytes Sep 08 08:57:15.354700 n-d-806683-11 neutron-server[94713]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 08 08:57:15.354700 n-d-806683-11 neutron-server[94713]: from cryptography.utils import int_from_bytes Sep 08 08:57:15.354700 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 08:57:15.354700 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 08:57:15.354700 n-d-806683-11 neutron-server[94713]: timer() Sep 08 08:57:15.354700 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 08:57:15.354700 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 08:57:15.354700 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 08:57:15.354700 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 08:57:15.354700 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 08:57:15.354700 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 08:57:15.354700 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 08:57:15.354700 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 08:57:15.354700 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 08:57:15.354700 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 08:57:15.354700 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 08:57:15.354700 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 08:57:15.354700 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 08:57:15.354700 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 08:57:15.354700 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 08:57:15.354700 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 08:57:15.354700 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 08:57:15.354700 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 08:57:15.354700 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 08:57:15.354700 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 08:57:15.354700 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 08:57:15.354700 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 08:57:15.354700 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 08:57:15.354700 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 08:57:15.354700 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 08:57:15.354700 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 08:57:15.354700 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 08:57:15.354700 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 08:57:15.354700 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 08:57:15.450384 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-006c3b53-eaa9-4da9-a30b-f31fc37f751f req-679a30f5-024e-42df-9d39-7ba24cbb9fde service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b53693d8-d7d0-48bf-9d27-5e3d474959dd HTTP/1.1" status: 200 len: 998 time: 0.2696574 Sep 08 08:57:15.471426 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ccbf6-997f-4722-a13c-410b4135a441 req-4a9f4c83-0645-4998-b9d3-797beceb9498 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:15.485447 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-045ccbf6-997f-4722-a13c-410b4135a441 req-4a9f4c83-0645-4998-b9d3-797beceb9498 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6 HTTP/1.1" status: 200 len: 950 time: 0.2208545 Sep 08 08:57:15.488889 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:57:15.536409 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e231cd11-b4a4-42be-8704-37217689d170 req-44c5321d-51d9-409b-b50f-f2e25135c250 tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773796 Sep 08 08:57:15.551010 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-e9d7fb59-6423-4495-98d4-68407a794d67 None None] Set router 1b24dfed-5b98-4eca-837d-5763d08344ec gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:57:15.570864 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7444e824-d4de-4b8d-b288-773b1598e5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:15.589901 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7444e824-d4de-4b8d-b288-773b1598e5aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:15.591989 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7444e824-d4de-4b8d-b288-773b1598e5aa admin admin] 10.222.0.54 "DELETE /v2.0/networks/1d937064-25d3-4afb-8236-0fd555e8915b HTTP/1.1" status: 204 len: 168 time: 1.2191448 Sep 08 08:57:15.625898 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59804) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:15.644330 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7444e824-d4de-4b8d-b288-773b1598e5aa admin admin] Pushing event deleted for resources: {'Network': ['ID=1d937064-25d3-4afb-8236-0fd555e8915b,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:15.644581 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:15.691846 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ed38a1c-b196-41bb-971d-5a8f5b4f9385 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:57:15.701154 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-045ccbf6-997f-4722-a13c-410b4135a441 req-ded66ed4-90b0-4411-9b71-6d580e709b51 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149694 Sep 08 08:57:15.712654 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c3b53-eaa9-4da9-a30b-f31fc37f751f req-db335c45-d173-4d4a-83ba-87247522410d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:15.730341 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-006c3b53-eaa9-4da9-a30b-f31fc37f751f req-db335c45-d173-4d4a-83ba-87247522410d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5306a8b8-86cd-4361-8bb4-448984316315 HTTP/1.1" status: 200 len: 863 time: 0.2307880 Sep 08 08:57:15.731064 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:57:15.759906 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-b88fff34-5a38-4eda-ba66-4a7af753530b admin admin] Deleting subnet 1dfc304a-bbad-401d-a78c-bb62ef58cbb3 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 08:57:15.770958 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b88fff34-5a38-4eda-ba66-4a7af753530b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:15.773033 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:57:15.775351 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:15.907218 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c3b53-eaa9-4da9-a30b-f31fc37f751f req-5285cae0-b74f-49a4-816c-412c827b2160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:15.909838 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-006c3b53-eaa9-4da9-a30b-f31fc37f751f req-5285cae0-b74f-49a4-816c-412c827b2160 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ec0db0af-4061-4294-bedb-bbba2374fc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1828349 Sep 08 08:57:15.914437 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b88fff34-5a38-4eda-ba66-4a7af753530b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:15.936856 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 1ed38a1c-b196-41bb-971d-5a8f5b4f9385, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=1ed38a1c-b196-41bb-971d-5a8f5b4f9385,segment=NetworkSegment(ec6a4fa4-9ba8-4d74-8139-2d57b8b4d18c),segment_id=ec6a4fa4-9ba8-4d74-8139-2d57b8b4d18c)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:57:15.952323 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:16.068952 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d077e7-830d-4229-94f8-deac4dff13a8 req-629903b3-73bb-4f6d-bdd5-79c1160030dd tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:16.068952 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-76d077e7-830d-4229-94f8-deac4dff13a8 req-629903b3-73bb-4f6d-bdd5-79c1160030dd tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] 10.222.0.54 "GET /v2.0/ports?device_id=78ff1c8b-2b05-4233-af8c-8c30fb5ee28a HTTP/1.1" status: 200 len: 948 time: 0.1989698 Sep 08 08:57:16.112904 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b88fff34-5a38-4eda-ba66-4a7af753530b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:16.141069 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-e9d7fb59-6423-4495-98d4-68407a794d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1074538872-router', 'tenant_id': 'db87c3df22f54cac9f5bd24547674625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '4247d3f1-3fd2-4989-9812-be018df0712c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:56:01Z', 'updated_at': '2021-09-08T08:56:09Z', 'revision_number': 4, 'project_id': 'db87c3df22f54cac9f5bd24547674625', 'gw_port': {'id': '4247d3f1-3fd2-4989-9812-be018df0712c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:17:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:03Z', 'updated_at': '2021-09-08T08:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': 'abd2fe8d-eac8-47ac-a170-be3854970b87', 'tenant_id': 'db87c3df22f54cac9f5bd24547674625', 'floating_ip_address': '172.25.0.29', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'port_id': 'b53693d8-d7d0-48bf-9d27-5e3d474959dd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec0db0af-4061-4294-bedb-bbba2374fc20', 'mac_address': 'fa:16:3e:8e:be:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ce7d55-f40a-4d72-84a5-9e00f202af78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T08:56:41Z', 'updated_at': '2021-09-08T08:57:12Z', 'revision_number': 1, 'project_id': 'db87c3df22f54cac9f5bd24547674625', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4771153-1032-4d10-bfd5-163ab528deda', 'name': '', 'network_id': 'ec0db0af-4061-4294-bedb-bbba2374fc20', 'tenant_id': 'db87c3df22f54cac9f5bd24547674625', 'mac_address': 'fa:16:3e:6b:cd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5306a8b8-86cd-4361-8bb4-448984316315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:07Z', 'updated_at': '2021-09-08T08:56:25Z', 'revision_number': 5, 'project_id': 'db87c3df22f54cac9f5bd24547674625', 'subnets': [{'id': '5306a8b8-86cd-4361-8bb4-448984316315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:57:16.142254 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=1ed38a1c-b196-41bb-971d-5a8f5b4f9385,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:16.198987 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-76d077e7-830d-4229-94f8-deac4dff13a8 req-0f20a0bd-6392-4240-9e7b-9fe275624876 tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbf34387-ae01-47e6-a1f6-10b97dfba6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205556 Sep 08 08:57:16.221606 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d7fb59-6423-4495-98d4-68407a794d67 None None] The sync data for ids ['1b24dfed-5b98-4eca-837d-5763d08344ec'] in n-d-806683-11 is: [{'id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1074538872-router', 'tenant_id': 'db87c3df22f54cac9f5bd24547674625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '4247d3f1-3fd2-4989-9812-be018df0712c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:56:01Z', 'updated_at': '2021-09-08T08:56:09Z', 'revision_number': 4, 'project_id': 'db87c3df22f54cac9f5bd24547674625', 'gw_port': {'id': '4247d3f1-3fd2-4989-9812-be018df0712c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:17:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:03Z', 'updated_at': '2021-09-08T08:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': 'abd2fe8d-eac8-47ac-a170-be3854970b87', 'tenant_id': 'db87c3df22f54cac9f5bd24547674625', 'floating_ip_address': '172.25.0.29', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'port_id': 'b53693d8-d7d0-48bf-9d27-5e3d474959dd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec0db0af-4061-4294-bedb-bbba2374fc20', 'mac_address': 'fa:16:3e:8e:be:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ce7d55-f40a-4d72-84a5-9e00f202af78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T08:56:41Z', 'updated_at': '2021-09-08T08:57:12Z', 'revision_number': 1, 'project_id': 'db87c3df22f54cac9f5bd24547674625', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4771153-1032-4d10-bfd5-163ab528deda', 'name': '', 'network_id': 'ec0db0af-4061-4294-bedb-bbba2374fc20', 'tenant_id': 'db87c3df22f54cac9f5bd24547674625', 'mac_address': 'fa:16:3e:6b:cd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5306a8b8-86cd-4361-8bb4-448984316315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:07Z', 'updated_at': '2021-09-08T08:56:25Z', 'revision_number': 5, 'project_id': 'db87c3df22f54cac9f5bd24547674625', 'subnets': [{'id': '5306a8b8-86cd-4361-8bb4-448984316315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 08:57:16.243961 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813ee8a-f4dc-4377-b723-2827b0d22706 req-65e6e6fb-4a03-47f4-a145-08debbac2411 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:16.247767 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7813ee8a-f4dc-4377-b723-2827b0d22706 req-65e6e6fb-4a03-47f4-a145-08debbac2411 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b2c7eaf9-2c1e-4989-a6dd-f86e59033b57 HTTP/1.1" status: 200 len: 1097 time: 0.1945417 Sep 08 08:57:16.261192 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b88fff34-5a38-4eda-ba66-4a7af753530b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:16.273213 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:16.301113 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['1ed38a1c-b196-41bb-971d-5a8f5b4f9385'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:57:16.303702 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-006c3b53-eaa9-4da9-a30b-f31fc37f751f req-411b5022-2dbc-42aa-ad63-553012eb1dc8 service neutron] 10.222.0.35 "GET /v2.0/networks/ec0db0af-4061-4294-bedb-bbba2374fc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766727 Sep 08 08:57:16.364899 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b88fff34-5a38-4eda-ba66-4a7af753530b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:16.369801 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b88fff34-5a38-4eda-ba66-4a7af753530b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/1dfc304a-bbad-401d-a78c-bb62ef58cbb3 HTTP/1.1" status: 204 len: 168 time: 0.7360635 Sep 08 08:57:16.371081 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59828) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:16.391423 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88fff34-5a38-4eda-ba66-4a7af753530b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dfc304a-bbad-401d-a78c-bb62ef58cbb3,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:16.413817 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ff1c8b-2b05-4233-af8c-8c30fb5ee28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:57:16.417819 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01bc79e8-7cfd-436b-82e3-38ac0c6db6a9" -d '{"events": [{"server_uuid": "78ff1c8b-2b05-4233-af8c-8c30fb5ee28a", "name": "network-vif-plugged", "status": "completed", "tag": "1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:57:16.442838 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7813ee8a-f4dc-4377-b723-2827b0d22706 req-a22d62a5-675d-440e-bed0-1bb471891d7e tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812565 Sep 08 08:57:16.454171 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:57:16.475821 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:16.575672 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd98ba9-524b-4899-963e-65f0780255e2 req-132e05d2-95d9-417c-afd5-41397498e5e8 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:16.590335 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3fd98ba9-524b-4899-963e-65f0780255e2 req-132e05d2-95d9-417c-afd5-41397498e5e8 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/networks?id=1b780815-5142-4edc-a37a-9e502afff334 HTTP/1.1" status: 200 len: 808 time: 0.2206316 Sep 08 08:57:16.623602 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3fd98ba9-524b-4899-963e-65f0780255e2 req-8a0dc233-09fa-4e0b-b959-f08d79aa50bb tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/quotas/453fb48635914fff8b30c3b6382194e5 HTTP/1.1" status: 200 len: 375 time: 0.0307691 Sep 08 08:57:16.668607 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-006c3b53-eaa9-4da9-a30b-f31fc37f751f req-9796c2cb-5ddc-441f-9768-1e93b0538213 service neutron] 10.222.0.35 "GET /v2.0/networks/ec0db0af-4061-4294-bedb-bbba2374fc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574834 Sep 08 08:57:16.672515 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c9a642a2-40fe-4c28-bbee-cefea831b9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:16.693259 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bdabad-6958-4798-95e7-eb1055cda878 None None] New status for floating IP abd2fe8d-eac8-47ac-a170-be3854970b87: ACTIVE {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 08:57:16.706983 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e7fa9-21b1-442c-b7db-80cf947a923f req-a48b45ea-be40-44a1-b255-e2cada82eec5 tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:16.708874 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-864e7fa9-21b1-442c-b7db-80cf947a923f req-a48b45ea-be40-44a1-b255-e2cada82eec5 tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] 10.222.0.54 "GET /v2.0/ports?device_id=569c6649-e8ad-41cf-b4d1-ec567e414ed9 HTTP/1.1" status: 200 len: 944 time: 0.1027565 Sep 08 08:57:16.746947 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3fd98ba9-524b-4899-963e-65f0780255e2 req-891d4e38-4be6-42b1-8c2a-ea5ccef2134b tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=453fb48635914fff8b30c3b6382194e5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1218724 Sep 08 08:57:16.812406 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-864e7fa9-21b1-442c-b7db-80cf947a923f req-bb0ba8ef-1f19-4ae4-8797-0714953cc18a tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a1bf283-47a4-41c4-b727-118e98c8596e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613077 Sep 08 08:57:16.822733 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:16.859536 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c9a642a2-40fe-4c28-bbee-cefea831b9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:16.886809 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 08:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53152901-1f2f-45e4-a358-40bf1df483d3 x-openstack-request-id: req-53152901-1f2f-45e4-a358-40bf1df483d3 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:57:16.887106 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78ff1c8b-2b05-4233-af8c-8c30fb5ee28a", "name": "network-vif-plugged", "status": "completed", "tag": "1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:57:16.887364 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-53152901-1f2f-45e4-a358-40bf1df483d3 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:57:16.887762 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ff1c8b-2b05-4233-af8c-8c30fb5ee28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53', 'code': 200} Sep 08 08:57:16.893085 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c9a642a2-40fe-4c28-bbee-cefea831b9f5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:57:16.893445 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c9a642a2-40fe-4c28-bbee-cefea831b9f5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:57:16.894493 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c9a642a2-40fe-4c28-bbee-cefea831b9f5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:57:16.894831 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c9a642a2-40fe-4c28-bbee-cefea831b9f5 admin admin] Subscribe: > port after_create 55550000 {{(pid=94712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:57:16.895627 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c9a642a2-40fe-4c28-bbee-cefea831b9f5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:57:16.895992 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c9a642a2-40fe-4c28-bbee-cefea831b9f5 admin admin] Subscribe: > port after_update 55550000 {{(pid=94712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:57:16.896336 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c9a642a2-40fe-4c28-bbee-cefea831b9f5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:57:16.896682 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c9a642a2-40fe-4c28-bbee-cefea831b9f5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:57:16.897024 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c9a642a2-40fe-4c28-bbee-cefea831b9f5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:57:16.897354 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c9a642a2-40fe-4c28-bbee-cefea831b9f5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:57:16.966276 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3fd98ba9-524b-4899-963e-65f0780255e2 req-27d4868b-1a9b-44a4-b8c1-a59184f0f86d service neutron] 10.222.0.54 "GET /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084570 Sep 08 08:57:17.004031 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c9a642a2-40fe-4c28-bbee-cefea831b9f5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:57:17.004796 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c9a642a2-40fe-4c28-bbee-cefea831b9f5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:57:17.005497 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c9a642a2-40fe-4c28-bbee-cefea831b9f5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:57:17.006160 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c9a642a2-40fe-4c28-bbee-cefea831b9f5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 08:57:17.006868 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-c9a642a2-40fe-4c28-bbee-cefea831b9f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a26a3737-5c0a-4d50-87ca-bc28ee8f6206']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:57:17.084251 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-c9a642a2-40fe-4c28-bbee-cefea831b9f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47a0eee4-d340-4eea-9e2e-6881e4fb53a6') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:57:17.084845 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-c9a642a2-40fe-4c28-bbee-cefea831b9f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47a0eee4-d340-4eea-9e2e-6881e4fb53a6') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:57:17.092578 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3fd98ba9-524b-4899-963e-65f0780255e2 req-3ab619dc-fd73-4672-b6e7-858de1df7417 service neutron] 10.222.0.54 "GET /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189613 Sep 08 08:57:17.136638 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c9a642a2-40fe-4c28-bbee-cefea831b9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:17.191975 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c9a642a2-40fe-4c28-bbee-cefea831b9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:17.206330 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9a642a2-40fe-4c28-bbee-cefea831b9f5 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 08:57:17.206732 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c9a642a2-40fe-4c28-bbee-cefea831b9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:17.214024 n-d-806683-11 neutron-server[94712]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 08 08:57:17.214024 n-d-806683-11 neutron-server[94712]: from cryptography.utils import int_from_bytes Sep 08 08:57:17.214024 n-d-806683-11 neutron-server[94712]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 08 08:57:17.214024 n-d-806683-11 neutron-server[94712]: from cryptography.utils import int_from_bytes Sep 08 08:57:17.214024 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 08:57:17.214024 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 08:57:17.214024 n-d-806683-11 neutron-server[94712]: timer() Sep 08 08:57:17.214024 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 08:57:17.214024 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 08:57:17.214024 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 08:57:17.214024 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 08:57:17.214024 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 08:57:17.214024 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 08:57:17.214024 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 08:57:17.214024 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 08:57:17.214024 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 08:57:17.214024 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 08:57:17.214024 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 08:57:17.214024 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 08:57:17.214024 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 08:57:17.214024 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 08:57:17.214024 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 08:57:17.214024 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 08:57:17.214024 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 08:57:17.214024 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 08:57:17.214024 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 08:57:17.214024 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 08:57:17.214024 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 08:57:17.214024 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 08:57:17.214024 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 08:57:17.214024 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 08:57:17.214024 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 08:57:17.214024 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 08:57:17.214024 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 08:57:17.214024 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 08:57:17.214024 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 08:57:17.547798 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4fcb6-1f73-4669-bd14-c3b3903ef23f req-cfd4dbe1-8efd-45e7-940e-929d1714e787 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:17.555480 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-31d4fcb6-1f73-4669-bd14-c3b3903ef23f req-cfd4dbe1-8efd-45e7-940e-929d1714e787 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6 HTTP/1.1" status: 200 len: 950 time: 0.5236695 Sep 08 08:57:17.560191 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49f795-bf11-43c6-89b7-5ce83ac206b8 req-104471d6-9fef-4fb8-98b2-2a64a973a7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:17.561990 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dd49f795-bf11-43c6-89b7-5ce83ac206b8 req-104471d6-9fef-4fb8-98b2-2a64a973a7ec service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=78ff1c8b-2b05-4233-af8c-8c30fb5ee28a HTTP/1.1" status: 200 len: 1101 time: 0.5080390 Sep 08 08:57:17.590727 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4977c7-e04f-435b-a468-2381b2887869 req-a6b949c0-cb8c-4f85-92a7-d8112c9b036b tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:17.601966 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5a4977c7-e04f-435b-a468-2381b2887869 req-a6b949c0-cb8c-4f85-92a7-d8112c9b036b tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] 10.222.0.54 "GET /v2.0/ports?device_id=78ff1c8b-2b05-4233-af8c-8c30fb5ee28a HTTP/1.1" status: 200 len: 949 time: 0.1323013 Sep 08 08:57:17.615021 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-52031305-f641-45dd-93e8-b493ff7f316f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:17.675143 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5a4977c7-e04f-435b-a468-2381b2887869 req-2b73e941-f964-46d2-a76f-eef93f27ca1b tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbf34387-ae01-47e6-a1f6-10b97dfba6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720279 Sep 08 08:57:17.678240 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c9a642a2-40fe-4c28-bbee-cefea831b9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:17.718840 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-31d4fcb6-1f73-4669-bd14-c3b3903ef23f req-f6128833-c2d6-4a1f-8d9c-a837b35bbe64 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541824 Sep 08 08:57:17.727746 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c9a642a2-40fe-4c28-bbee-cefea831b9f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:17.734696 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c9a642a2-40fe-4c28-bbee-cefea831b9f5 admin admin] 10.222.0.54 "DELETE /v2.0/networks/a26a3737-5c0a-4d50-87ca-bc28ee8f6206 HTTP/1.1" status: 204 len: 168 time: 1.3608046 Sep 08 08:57:17.745576 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dd49f795-bf11-43c6-89b7-5ce83ac206b8 req-21159a87-e170-48a0-8a05-d571ebd8fb1c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cbf34387-ae01-47e6-a1f6-10b97dfba6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736529 Sep 08 08:57:17.764871 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a642a2-40fe-4c28-bbee-cefea831b9f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a26a3737-5c0a-4d50-87ca-bc28ee8f6206,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:17.806173 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b907cf81-57a3-4203-aed6-d7e89a9cdca0 req-d5d47da3-4ab8-4573-934c-0a85ccf1318e tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=85440df2-7b12-47b1-ba8e-4f609f114e1b HTTP/1.1" status: 200 len: 210 time: 0.0507274 Sep 08 08:57:17.909625 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77910a0-856e-4839-89f3-3c99d91e5bc3 req-e4268c71-d27f-4387-af95-02da469a8232 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:17.912638 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c77910a0-856e-4839-89f3-3c99d91e5bc3 req-e4268c71-d27f-4387-af95-02da469a8232 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b2c7eaf9-2c1e-4989-a6dd-f86e59033b57 HTTP/1.1" status: 200 len: 1097 time: 0.0939825 Sep 08 08:57:17.999959 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c77910a0-856e-4839-89f3-3c99d91e5bc3 req-23ec1b03-20e3-47b3-ad3b-96e19f0160ac tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742989 Sep 08 08:57:18.071629 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdfb5e-e664-4415-b2b2-5ae65d32247b req-25056aad-df9c-4861-a0c1-da253f8274a4 tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:18.074744 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59858) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:18.079674 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-19cdfb5e-e664-4415-b2b2-5ae65d32247b req-25056aad-df9c-4861-a0c1-da253f8274a4 tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] 10.222.0.54 "GET /v2.0/ports?device_id=569c6649-e8ad-41cf-b4d1-ec567e414ed9 HTTP/1.1" status: 200 len: 944 time: 0.1361570 Sep 08 08:57:18.120381 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-19cdfb5e-e664-4415-b2b2-5ae65d32247b req-7117192a-f18f-436f-b3fa-d58bcbdecb89 tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a1bf283-47a4-41c4-b727-118e98c8596e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394778 Sep 08 08:57:18.166089 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-86b402f0-cca8-4485-92f6-f08dc74a0300 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9b630da4a29a49978c0f65b4527d406c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0857048 Sep 08 08:57:18.166983 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59860) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:18.241064 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-afb122ec-a320-4285-8fdb-4eb44988486b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:18.308086 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-afb122ec-a320-4285-8fdb-4eb44988486b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:18.371072 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-afb122ec-a320-4285-8fdb-4eb44988486b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:18.374163 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-afb122ec-a320-4285-8fdb-4eb44988486b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:18.379110 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-afb122ec-a320-4285-8fdb-4eb44988486b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ffb7fe69-b4d3-4c79-b6f5-31b71b20bbd1 HTTP/1.1" status: 204 len: 168 time: 0.2108822 Sep 08 08:57:18.387917 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb122ec-a320-4285-8fdb-4eb44988486b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb7fe69-b4d3-4c79-b6f5-31b71b20bbd1,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:18.904167 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd98ba9-524b-4899-963e-65f0780255e2 req-beac659c-32fb-4637-95e2-9577dcefb4fb tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:18.909996 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48bca8-016c-405e-a92c-bc37eeb09cb5 req-ea8c2c53-c1bb-4ddf-9312-924378c6b397 tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:18.912415 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3fd98ba9-524b-4899-963e-65f0780255e2 req-beac659c-32fb-4637-95e2-9577dcefb4fb tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.37 "GET /v2.0/networks?id=1b780815-5142-4edc-a37a-9e502afff334 HTTP/1.1" status: 200 len: 808 time: 0.2041030 Sep 08 08:57:18.926643 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fe48bca8-016c-405e-a92c-bc37eeb09cb5 req-ea8c2c53-c1bb-4ddf-9312-924378c6b397 tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] 10.222.0.54 "GET /v2.0/ports?device_id=78ff1c8b-2b05-4233-af8c-8c30fb5ee28a HTTP/1.1" status: 200 len: 949 time: 0.0876236 Sep 08 08:57:18.939415 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-3fd98ba9-524b-4899-963e-65f0780255e2 req-9fccdb3a-7c15-428e-910b-be8672a5fe4d tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Request body: {'port': {'device_id': '85440df2-7b12-47b1-ba8e-4f609f114e1b', 'network_id': '1b780815-5142-4edc-a37a-9e502afff334', 'admin_state_up': True, 'tenant_id': '453fb48635914fff8b30c3b6382194e5'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:57:19.022468 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fe48bca8-016c-405e-a92c-bc37eeb09cb5 req-fa4a04f5-8bd6-4922-9498-56b86c07f7f6 tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbf34387-ae01-47e6-a1f6-10b97dfba6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751095 Sep 08 08:57:19.088945 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59896) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:19.115640 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 1ed38a1c-b196-41bb-971d-5a8f5b4f9385 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:57:19.205872 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fd98ba9-524b-4899-963e-65f0780255e2 req-9fccdb3a-7c15-428e-910b-be8672a5fe4d tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Made reservation on behalf of 453fb48635914fff8b30c3b6382194e5 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:57:19.215789 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-3fd98ba9-524b-4899-963e-65f0780255e2 req-9fccdb3a-7c15-428e-910b-be8672a5fe4d tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:19.225861 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 1ed38a1c-b196-41bb-971d-5a8f5b4f9385 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:57:19.233054 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 1ed38a1c-b196-41bb-971d-5a8f5b4f9385 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:57:19.233590 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:19.265186 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-20b57a70-854c-411b-8bae-079f81d7e661 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3367fe9ceed44f40a72253715c594fb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1736515 Sep 08 08:57:19.268635 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59900) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:19.348468 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de2cbf-035a-4915-a9d8-b6e49440f215 req-bd34e6e4-4841-43fe-bf0f-81584e972f8b tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:19.358248 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-14de2cbf-035a-4915-a9d8-b6e49440f215 req-bd34e6e4-4841-43fe-bf0f-81584e972f8b tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6 HTTP/1.1" status: 200 len: 950 time: 0.2178133 Sep 08 08:57:19.415963 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:19.438834 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-14de2cbf-035a-4915-a9d8-b6e49440f215 req-bffdbd95-3ec6-469c-903b-1158bf172867 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769010 Sep 08 08:57:19.453717 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-025e1ffb-d949-4da8-967a-0bd061b466c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:19.482387 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '569c6649-e8ad-41cf-b4d1-ec567e414ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed38a1c-b196-41bb-971d-5a8f5b4f9385'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:57:19.500642 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7317f32-e2a6-41f6-be55-2d63f608842b" -d '{"events": [{"server_uuid": "569c6649-e8ad-41cf-b4d1-ec567e414ed9", "name": "network-vif-plugged", "status": "completed", "tag": "1ed38a1c-b196-41bb-971d-5a8f5b4f9385"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:57:19.513529 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-025e1ffb-d949-4da8-967a-0bd061b466c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:19.536907 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 1ed38a1c-b196-41bb-971d-5a8f5b4f9385, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=1ed38a1c-b196-41bb-971d-5a8f5b4f9385,segment=NetworkSegment(ec6a4fa4-9ba8-4d74-8139-2d57b8b4d18c),segment_id=ec6a4fa4-9ba8-4d74-8139-2d57b8b4d18c)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:57:19.547415 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:19.600313 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-3fd98ba9-524b-4899-963e-65f0780255e2 req-9fccdb3a-7c15-428e-910b-be8672a5fe4d tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Allocated IP 172.20.0.10 (1b780815-5142-4edc-a37a-9e502afff334/e08ea884-5afc-42c5-87f0-7a3f3f5db0de/fe7000b4-f1d7-4118-b796-f6749c75075b) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:57:19.628851 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9f988657-673c-45ec-b7d0-28b367176be4 req-3d68503d-d1d6-4cf9-abb9-a57cdf9029b4 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=85440df2-7b12-47b1-ba8e-4f609f114e1b HTTP/1.1" status: 200 len: 210 time: 0.0437617 Sep 08 08:57:19.632615 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-cc7f53b3-b0fd-4089-9275-a883599e0edd tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 08:57:19.633657 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-cc7f53b3-b0fd-4089-9275-a883599e0edd tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094895 Sep 08 08:57:19.653513 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=1ed38a1c-b196-41bb-971d-5a8f5b4f9385,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:19.670793 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-025e1ffb-d949-4da8-967a-0bd061b466c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:19.676176 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-025e1ffb-d949-4da8-967a-0bd061b466c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:19.678118 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-025e1ffb-d949-4da8-967a-0bd061b466c7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4a1b267b-8848-4e8f-b99a-9aef8a4a2319 HTTP/1.1" status: 204 len: 168 time: 0.4075861 Sep 08 08:57:19.762660 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e1ffb-d949-4da8-967a-0bd061b466c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1b267b-8848-4e8f-b99a-9aef8a4a2319,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:19.784220 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-ab2809c4-3647-434a-b68b-fbf86a7882ec tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:19.785711 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-ab2809c4-3647-434a-b68b-fbf86a7882ec tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] 10.222.0.54 "GET /v2.0/ports/937e961f-f3ad-4307-925b-488f4552cef6 HTTP/1.1" status: 200 len: 1094 time: 0.1319907 Sep 08 08:57:19.798169 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-d155cf1f-0713-4f5f-8920-4d5382d780c8 service neutron] Request body: {'binding': {'host': 'n-h1-806683-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:57:19.799240 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-d155cf1f-0713-4f5f-8920-4d5382d780c8 service neutron] Unknown quota resources ['binding']. {{(pid=94713) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 08 08:57:19.821782 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-3fd98ba9-524b-4899-963e-65f0780255e2 req-9fccdb3a-7c15-428e-910b-be8672a5fe4d tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:19.844587 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb5333f-3c1e-4e00-951f-3af33c59567a req-b413fa42-49b9-483d-bfc0-9f27afab38e6 tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:19.852347 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6eb5333f-3c1e-4e00-951f-3af33c59567a req-b413fa42-49b9-483d-bfc0-9f27afab38e6 tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] 10.222.0.54 "GET /v2.0/ports?device_id=569c6649-e8ad-41cf-b4d1-ec567e414ed9 HTTP/1.1" status: 200 len: 945 time: 0.1116917 Sep 08 08:57:19.886828 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-3fd98ba9-524b-4899-963e-65f0780255e2 req-9fccdb3a-7c15-428e-910b-be8672a5fe4d tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:19.914248 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6eb5333f-3c1e-4e00-951f-3af33c59567a req-016f574f-8863-4bfd-bbab-22759edecb6c tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a1bf283-47a4-41c4-b727-118e98c8596e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568175 Sep 08 08:57:19.997789 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fd98ba9-524b-4899-963e-65f0780255e2 req-9fccdb3a-7c15-428e-910b-be8672a5fe4d tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Network 1b780815-5142-4edc-a37a-9e502afff334 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:57:20.002275 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 08:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6826b0-f84a-45af-9c37-e3200fd834ee x-openstack-request-id: req-5d6826b0-f84a-45af-9c37-e3200fd834ee {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:57:20.003082 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-3fd98ba9-524b-4899-963e-65f0780255e2 req-9fccdb3a-7c15-428e-910b-be8672a5fe4d tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:57:20.003300 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "569c6649-e8ad-41cf-b4d1-ec567e414ed9", "name": "network-vif-plugged", "status": "completed", "tag": "1ed38a1c-b196-41bb-971d-5a8f5b4f9385", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:57:20.003914 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5d6826b0-f84a-45af-9c37-e3200fd834ee {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:57:20.004804 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '569c6649-e8ad-41cf-b4d1-ec567e414ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed38a1c-b196-41bb-971d-5a8f5b4f9385', 'code': 200} Sep 08 08:57:20.009739 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd98ba9-524b-4899-963e-65f0780255e2 req-9fccdb3a-7c15-428e-910b-be8672a5fe4d tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:57:20.055183 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fccdb3a-7c15-428e-910b-be8672a5fe4d tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Pushing event updated for resources: {'Port': ['ID=fe7000b4-f1d7-4118-b796-f6749c75075b,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:20.084502 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd98ba9-524b-4899-963e-65f0780255e2 req-9fccdb3a-7c15-428e-910b-be8672a5fe4d tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:20.085358 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-3fd98ba9-524b-4899-963e-65f0780255e2 req-9fccdb3a-7c15-428e-910b-be8672a5fe4d tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:20.112113 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3fd98ba9-524b-4899-963e-65f0780255e2 req-9fccdb3a-7c15-428e-910b-be8672a5fe4d tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1824632 Sep 08 08:57:20.114173 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-d155cf1f-0713-4f5f-8920-4d5382d780c8 service neutron] Attempting to bind port 937e961f-f3ad-4307-925b-488f4552cef6 on host n-h1-806683-11 for vnic_type normal with profile None {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:57:20.114531 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-d155cf1f-0713-4f5f-8920-4d5382d780c8 service neutron] Attempting to bind port 937e961f-f3ad-4307-925b-488f4552cef6 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '63991058-0ef2-4358-ae31-7e348d60a2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:57:20.114941 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-d155cf1f-0713-4f5f-8920-4d5382d780c8 service neutron] Attempting to bind port 937e961f-f3ad-4307-925b-488f4552cef6 on network 3e5cb155-db8c-4e6c-a8fd-e937043c5b98 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:57:20.131476 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-3fd98ba9-524b-4899-963e-65f0780255e2 req-b5ac2c31-446c-4cba-8789-b17a73181fe7 service neutron] Request body: {'port': {'device_id': '85440df2-7b12-47b1-ba8e-4f609f114e1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:57:20.148021 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-d155cf1f-0713-4f5f-8920-4d5382d780c8 service neutron] Port 937e961f-f3ad-4307-925b-488f4552cef6 on network 3e5cb155-db8c-4e6c-a8fd-e937043c5b98 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 08:57:20.149036 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-d155cf1f-0713-4f5f-8920-4d5382d780c8 service neutron] Attempting to bind port 937e961f-f3ad-4307-925b-488f4552cef6 on network 3e5cb155-db8c-4e6c-a8fd-e937043c5b98 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:57:20.159738 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-d155cf1f-0713-4f5f-8920-4d5382d780c8 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:57:20.160029 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-d155cf1f-0713-4f5f-8920-4d5382d780c8 service neutron] Checking segment: {'id': '63991058-0ef2-4358-ae31-7e348d60a2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:57:20.160564 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-d155cf1f-0713-4f5f-8920-4d5382d780c8 service neutron] Bound using segment: {'id': '63991058-0ef2-4358-ae31-7e348d60a2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98'} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:57:20.161127 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-d155cf1f-0713-4f5f-8920-4d5382d780c8 service neutron] Bound port: 937e961f-f3ad-4307-925b-488f4552cef6, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63991058-0ef2-4358-ae31-7e348d60a2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98'}}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:57:20.205731 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987873f4-21e2-49a9-9f22-a4a4e03b1f64 req-e5e0ed25-6a38-4834-a1a8-8b83fa1db29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:20.207449 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-987873f4-21e2-49a9-9f22-a4a4e03b1f64 req-e5e0ed25-6a38-4834-a1a8-8b83fa1db29d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=569c6649-e8ad-41cf-b4d1-ec567e414ed9 HTTP/1.1" status: 200 len: 1097 time: 0.1126931 Sep 08 08:57:20.224073 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-3fd98ba9-524b-4899-963e-65f0780255e2 req-b5ac2c31-446c-4cba-8789-b17a73181fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:20.262194 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-d155cf1f-0713-4f5f-8920-4d5382d780c8 service neutron] For port 937e961f-f3ad-4307-925b-488f4552cef6, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=937e961f-f3ad-4307-925b-488f4552cef6,segment=NetworkSegment(63991058-0ef2-4358-ae31-7e348d60a2c9),segment_id=63991058-0ef2-4358-ae31-7e348d60a2c9)] {{(pid=94713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:57:20.267925 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-987873f4-21e2-49a9-9f22-a4a4e03b1f64 req-5d0d3e7b-e68c-4f65-bc7a-2bf2fa47c36c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5a1bf283-47a4-41c4-b727-118e98c8596e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529296 Sep 08 08:57:20.270921 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-d155cf1f-0713-4f5f-8920-4d5382d780c8 service neutron] Notify callbacks [] for binding, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:20.272211 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-d155cf1f-0713-4f5f-8920-4d5382d780c8 service neutron] 10.222.0.54 "POST /v2.0/ports/937e961f-f3ad-4307-925b-488f4552cef6/bindings HTTP/1.1" status: 201 len: 390 time: 0.4789617 Sep 08 08:57:20.356552 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961164c1-0b1a-4679-a9b4-82fd44d4a36c req-53780d07-24b7-4486-88b7-3861cecfccb4 tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:20.360757 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-961164c1-0b1a-4679-a9b4-82fd44d4a36c req-53780d07-24b7-4486-88b7-3861cecfccb4 tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] 10.222.0.54 "GET /v2.0/ports?device_id=78ff1c8b-2b05-4233-af8c-8c30fb5ee28a HTTP/1.1" status: 200 len: 949 time: 0.0851419 Sep 08 08:57:20.367709 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:20.508663 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-961164c1-0b1a-4679-a9b4-82fd44d4a36c req-691653c5-19ee-4ae6-bdc0-887413b60c3b tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbf34387-ae01-47e6-a1f6-10b97dfba6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384375 Sep 08 08:57:20.586364 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24085941-6a95-49d3-ab2e-d148126fffe5 req-89c2f467-4709-4baa-bfb2-5f9d1348efdf tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:20.588990 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24085941-6a95-49d3-ab2e-d148126fffe5 req-89c2f467-4709-4baa-bfb2-5f9d1348efdf tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2c7eaf9-2c1e-4989-a6dd-f86e59033b57 HTTP/1.1" status: 200 len: 945 time: 0.1441197 Sep 08 08:57:20.708747 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24085941-6a95-49d3-ab2e-d148126fffe5 req-198a55b1-a303-4c48-996e-cd8acd9b2c75 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054263 Sep 08 08:57:20.718322 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0c47656c-89f6-4835-a28b-fb49e5ddad1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:20.744026 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c010882-5293-4d9e-a83f-2e696fcdfef7 req-dfd258ba-0fcd-4966-a28a-e458800633fa tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:20.757587 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7c010882-5293-4d9e-a83f-2e696fcdfef7 req-dfd258ba-0fcd-4966-a28a-e458800633fa tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6 HTTP/1.1" status: 200 len: 950 time: 0.1334968 Sep 08 08:57:20.864529 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-3fd98ba9-524b-4899-963e-65f0780255e2 req-b5ac2c31-446c-4cba-8789-b17a73181fe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe7000b4-f1d7-4118-b796-f6749c75075b {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:57:20.891111 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-3fd98ba9-524b-4899-963e-65f0780255e2 req-b5ac2c31-446c-4cba-8789-b17a73181fe7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:20.901157 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7c010882-5293-4d9e-a83f-2e696fcdfef7 req-27f88fa7-2203-4c96-b516-42d48c25c470 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420796 Sep 08 08:57:20.921977 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-5818791f-c8d2-424b-8e68-206ab2b09acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:20.924992 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-5818791f-c8d2-424b-8e68-206ab2b09acd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0bc89f664d9a46b3926bfbc0f4b3f539&device_id=b2c7eaf9-2c1e-4989-a6dd-f86e59033b57 HTTP/1.1" status: 200 len: 1097 time: 0.1628895 Sep 08 08:57:20.943671 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-3fd98ba9-524b-4899-963e-65f0780255e2 req-b5ac2c31-446c-4cba-8789-b17a73181fe7 service neutron] Transition to ACTIVE for port object fe7000b4-f1d7-4118-b796-f6749c75075b will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:57:20.951136 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-3fd98ba9-524b-4899-963e-65f0780255e2 req-b5ac2c31-446c-4cba-8789-b17a73181fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:21.067485 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac2c31-446c-4cba-8789-b17a73181fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=fe7000b4-f1d7-4118-b796-f6749c75075b,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:21.167632 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-3fd98ba9-524b-4899-963e-65f0780255e2 req-b5ac2c31-446c-4cba-8789-b17a73181fe7 service neutron] Attempting to bind port fe7000b4-f1d7-4118-b796-f6749c75075b on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:57:21.168563 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-3fd98ba9-524b-4899-963e-65f0780255e2 req-b5ac2c31-446c-4cba-8789-b17a73181fe7 service neutron] Attempting to bind port fe7000b4-f1d7-4118-b796-f6749c75075b by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'fa7b147d-9249-4b88-b7ce-d5137c1c3a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1b780815-5142-4edc-a37a-9e502afff334'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:57:21.169408 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd98ba9-524b-4899-963e-65f0780255e2 req-b5ac2c31-446c-4cba-8789-b17a73181fe7 service neutron] Attempting to bind port fe7000b4-f1d7-4118-b796-f6749c75075b on network 1b780815-5142-4edc-a37a-9e502afff334 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:57:21.180341 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd98ba9-524b-4899-963e-65f0780255e2 req-b5ac2c31-446c-4cba-8789-b17a73181fe7 service neutron] Port fe7000b4-f1d7-4118-b796-f6749c75075b on network 1b780815-5142-4edc-a37a-9e502afff334 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 08:57:21.183450 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd98ba9-524b-4899-963e-65f0780255e2 req-b5ac2c31-446c-4cba-8789-b17a73181fe7 service neutron] Attempting to bind port fe7000b4-f1d7-4118-b796-f6749c75075b on network 1b780815-5142-4edc-a37a-9e502afff334 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:57:21.186025 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-afc45818-4f8c-4b16-bed7-5f0a06280715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:21.188087 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-afc45818-4f8c-4b16-bed7-5f0a06280715 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3e5cb155-db8c-4e6c-a8fd-e937043c5b98 HTTP/1.1" status: 200 len: 921 time: 0.2555125 Sep 08 08:57:21.197513 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e7f61-a655-4ba2-a619-c54b2076545d req-075bcf09-c2c7-4a28-aaa9-bfea1737c4e4 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:21.203799 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd98ba9-524b-4899-963e-65f0780255e2 req-b5ac2c31-446c-4cba-8789-b17a73181fe7 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:57:21.204154 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd98ba9-524b-4899-963e-65f0780255e2 req-b5ac2c31-446c-4cba-8789-b17a73181fe7 service neutron] Checking segment: {'id': 'fa7b147d-9249-4b88-b7ce-d5137c1c3a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1b780815-5142-4edc-a37a-9e502afff334'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:57:21.204588 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd98ba9-524b-4899-963e-65f0780255e2 req-b5ac2c31-446c-4cba-8789-b17a73181fe7 service neutron] Bound using segment: {'id': 'fa7b147d-9249-4b88-b7ce-d5137c1c3a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1b780815-5142-4edc-a37a-9e502afff334'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:57:21.205035 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-3fd98ba9-524b-4899-963e-65f0780255e2 req-b5ac2c31-446c-4cba-8789-b17a73181fe7 service neutron] Bound port: fe7000b4-f1d7-4118-b796-f6749c75075b, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa7b147d-9249-4b88-b7ce-d5137c1c3a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1b780815-5142-4edc-a37a-9e502afff334'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:57:21.205424 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-3fd98ba9-524b-4899-963e-65f0780255e2 req-b5ac2c31-446c-4cba-8789-b17a73181fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:21.207247 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cc1e7f61-a655-4ba2-a619-c54b2076545d req-075bcf09-c2c7-4a28-aaa9-bfea1737c4e4 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=85440df2-7b12-47b1-ba8e-4f609f114e1b HTTP/1.1" status: 200 len: 944 time: 0.1196187 Sep 08 08:57:21.290355 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-81a75da0-b85b-4def-bb74-517d68c764a6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=937e961f-f3ad-4307-925b-488f4552cef6 HTTP/1.1" status: 200 len: 217 time: 0.0800135 Sep 08 08:57:21.308686 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cc1e7f61-a655-4ba2-a619-c54b2076545d req-f77084ca-8332-4aee-96bf-b1b41ff3367c tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946589 Sep 08 08:57:21.370183 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-3fd98ba9-524b-4899-963e-65f0780255e2 req-b5ac2c31-446c-4cba-8789-b17a73181fe7 service neutron] For port fe7000b4-f1d7-4118-b796-f6749c75075b, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:57:21.388788 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-3fd98ba9-524b-4899-963e-65f0780255e2 req-b5ac2c31-446c-4cba-8789-b17a73181fe7 service neutron] For port fe7000b4-f1d7-4118-b796-f6749c75075b, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=fe7000b4-f1d7-4118-b796-f6749c75075b,segment=NetworkSegment(fa7b147d-9249-4b88-b7ce-d5137c1c3a3c),segment_id=fa7b147d-9249-4b88-b7ce-d5137c1c3a3c)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:57:21.401061 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-3fd98ba9-524b-4899-963e-65f0780255e2 req-b5ac2c31-446c-4cba-8789-b17a73181fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:21.410895 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-5dff8ced-bc1d-42bc-878b-b715efbced20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:21.417838 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-5dff8ced-bc1d-42bc-878b-b715efbced20 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2afb1305-d593-46e6-bc8f-0ed93bbef6b9 HTTP/1.1" status: 200 len: 860 time: 0.1079483 Sep 08 08:57:21.422735 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8c6e0-bca6-472f-84c2-43b913e9af80 req-ea12d2b9-cf6c-494b-b3af-a130e2332938 tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:21.424618 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b3b8c6e0-bca6-472f-84c2-43b913e9af80 req-ea12d2b9-cf6c-494b-b3af-a130e2332938 tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] 10.222.0.54 "GET /v2.0/ports?device_id=569c6649-e8ad-41cf-b4d1-ec567e414ed9 HTTP/1.1" status: 200 len: 945 time: 0.1030982 Sep 08 08:57:21.472440 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd98ba9-524b-4899-963e-65f0780255e2 req-b5ac2c31-446c-4cba-8789-b17a73181fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:21.473213 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-3fd98ba9-524b-4899-963e-65f0780255e2 req-b5ac2c31-446c-4cba-8789-b17a73181fe7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:21.475416 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3fd98ba9-524b-4899-963e-65f0780255e2 req-b5ac2c31-446c-4cba-8789-b17a73181fe7 service neutron] 10.222.0.37 "PUT /v2.0/ports/fe7000b4-f1d7-4118-b796-f6749c75075b HTTP/1.1" status: 200 len: 1093 time: 1.3489156 Sep 08 08:57:21.478071 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85440df2-7b12-47b1-ba8e-4f609f114e1b', 'tag': 'fe7000b4-f1d7-4118-b796-f6749c75075b'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:57:21.480839 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6196ee1-60cd-416b-b81a-843efc8041c7" -d '{"events": [{"name": "network-changed", "server_uuid": "85440df2-7b12-47b1-ba8e-4f609f114e1b", "tag": "fe7000b4-f1d7-4118-b796-f6749c75075b"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:57:21.483413 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-72da27ed-09b5-4c0e-89bc-b38cbd6b7320 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3e5cb155-db8c-4e6c-a8fd-e937043c5b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574107 Sep 08 08:57:21.572795 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b3b8c6e0-bca6-472f-84c2-43b913e9af80 req-1d0f16d2-1ebe-4c6f-8ff9-456720c77d77 tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a1bf283-47a4-41c4-b727-118e98c8596e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024930 Sep 08 08:57:21.676346 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac2c31-446c-4cba-8789-b17a73181fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=fe7000b4-f1d7-4118-b796-f6749c75075b,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:21.681045 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 08:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d15babf-82ea-494a-b19e-4a455a51fe86 x-openstack-request-id: req-0d15babf-82ea-494a-b19e-4a455a51fe86 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:57:21.681763 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85440df2-7b12-47b1-ba8e-4f609f114e1b", "tag": "fe7000b4-f1d7-4118-b796-f6749c75075b", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:57:21.682259 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0d15babf-82ea-494a-b19e-4a455a51fe86 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:57:21.682876 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85440df2-7b12-47b1-ba8e-4f609f114e1b', 'tag': 'fe7000b4-f1d7-4118-b796-f6749c75075b', 'status': 'completed', 'code': 200} Sep 08 08:57:21.699242 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd98ba9-524b-4899-963e-65f0780255e2 req-15ac6180-ef2c-4065-b116-1517394dd209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:21.703860 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3fd98ba9-524b-4899-963e-65f0780255e2 req-15ac6180-ef2c-4065-b116-1517394dd209 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=453fb48635914fff8b30c3b6382194e5&device_id=85440df2-7b12-47b1-ba8e-4f609f114e1b HTTP/1.1" status: 200 len: 1096 time: 0.1238437 Sep 08 08:57:21.716564 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-b45986da-6f4b-491f-8271-bf02b3ba39f9 service neutron] 10.222.0.37 "GET /v2.0/networks/3e5cb155-db8c-4e6c-a8fd-e937043c5b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143464 Sep 08 08:57:21.788993 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3fd98ba9-524b-4899-963e-65f0780255e2 req-4442a32b-409a-47fe-a9a9-73339080e68e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe7000b4-f1d7-4118-b796-f6749c75075b HTTP/1.1" status: 200 len: 217 time: 0.0640547 Sep 08 08:57:21.897796 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd98ba9-524b-4899-963e-65f0780255e2 req-59fd86d0-aa74-4e6a-bbe5-d4e8852eb065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:21.899543 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3fd98ba9-524b-4899-963e-65f0780255e2 req-59fd86d0-aa74-4e6a-bbe5-d4e8852eb065 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e08ea884-5afc-42c5-87f0-7a3f3f5db0de HTTP/1.1" status: 200 len: 848 time: 0.1040676 Sep 08 08:57:21.932097 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-011f18c9-c5e3-477b-a6f0-baab6b79d6fc service neutron] 10.222.0.37 "GET /v2.0/networks/3e5cb155-db8c-4e6c-a8fd-e937043c5b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059646 Sep 08 08:57:21.944404 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3fd98ba9-524b-4899-963e-65f0780255e2 req-474c6c62-1ee1-4a71-8b0f-302a7f580b8c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1b780815-5142-4edc-a37a-9e502afff334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358925 Sep 08 08:57:22.001972 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538dce4-64a7-4e03-845f-47fb9bb68b40 req-311d4e8c-5666-4a6c-9f2d-4950617e56ef tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:22.010809 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2538dce4-64a7-4e03-845f-47fb9bb68b40 req-311d4e8c-5666-4a6c-9f2d-4950617e56ef tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2c7eaf9-2c1e-4989-a6dd-f86e59033b57 HTTP/1.1" status: 200 len: 945 time: 0.0770450 Sep 08 08:57:22.016311 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:22.057900 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2538dce4-64a7-4e03-845f-47fb9bb68b40 req-d7c5ce0b-4b3d-43c6-8f22-328153c3828a tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456693 Sep 08 08:57:22.126769 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-cace9325-cc0f-44a9-8a3a-cbff60c1076e tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:22.135802 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-cace9325-cc0f-44a9-8a3a-cbff60c1076e tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b2c7eaf9-2c1e-4989-a6dd-f86e59033b57&tenant_id=0bc89f664d9a46b3926bfbc0f4b3f539&binding%3Ahost_id=n-h2-806683-11 HTTP/1.1" status: 200 len: 1097 time: 0.0765500 Sep 08 08:57:22.161487 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-2680b781-c91f-4c4a-8a7e-ed5e238f287c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806683-11'}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:57:22.175952 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3fd98ba9-524b-4899-963e-65f0780255e2 req-39e2f379-18d9-408b-b639-60f549e1d8cc service neutron] 10.222.0.37 "GET /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235041 Sep 08 08:57:22.342895 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747fe4e2-5ea2-4270-8cb5-d5e5f55e7faf req-8cd5f940-2c96-44aa-bfa9-b6cb25ce3a85 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:22.346097 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-747fe4e2-5ea2-4270-8cb5-d5e5f55e7faf req-8cd5f940-2c96-44aa-bfa9-b6cb25ce3a85 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6 HTTP/1.1" status: 200 len: 950 time: 0.1371891 Sep 08 08:57:22.351422 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-2680b781-c91f-4c4a-8a7e-ed5e238f287c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:22.363183 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75c124-123b-4d15-a795-4606e971d8ab req-8aeef517-0cbb-4a70-9686-f045ec0bb940 tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:22.364817 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4f75c124-123b-4d15-a795-4606e971d8ab req-8aeef517-0cbb-4a70-9686-f045ec0bb940 tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] 10.222.0.54 "GET /v2.0/ports?device_id=78ff1c8b-2b05-4233-af8c-8c30fb5ee28a HTTP/1.1" status: 200 len: 949 time: 0.1148365 Sep 08 08:57:22.398891 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3fd98ba9-524b-4899-963e-65f0780255e2 req-619f2489-d162-48a3-af8c-0ec5fd4292ef service neutron] 10.222.0.37 "GET /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156560 Sep 08 08:57:22.434467 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-747fe4e2-5ea2-4270-8cb5-d5e5f55e7faf req-65df421b-e6d6-44c5-a46e-83b4db9c8c97 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760596 Sep 08 08:57:22.446862 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4f75c124-123b-4d15-a795-4606e971d8ab req-d915db1d-896a-44a2-9a73-798a9e07c58a tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbf34387-ae01-47e6-a1f6-10b97dfba6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726659 Sep 08 08:57:22.610113 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6196ee1-60cd-416b-b81a-843efc8041c7 req-a60caa2d-9819-4edf-a58b-33e91cb1797a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:22.611780 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e6196ee1-60cd-416b-b81a-843efc8041c7 req-a60caa2d-9819-4edf-a58b-33e91cb1797a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=453fb48635914fff8b30c3b6382194e5&device_id=85440df2-7b12-47b1-ba8e-4f609f114e1b HTTP/1.1" status: 200 len: 1096 time: 0.1055558 Sep 08 08:57:22.627248 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d447e88-1571-4761-841f-4967a1ca1daa req-81ef5404-77a7-493c-9c0e-df9bb07452ee tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:22.629013 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4d447e88-1571-4761-841f-4967a1ca1daa req-81ef5404-77a7-493c-9c0e-df9bb07452ee tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=85440df2-7b12-47b1-ba8e-4f609f114e1b HTTP/1.1" status: 200 len: 944 time: 0.0794158 Sep 08 08:57:22.636542 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-2680b781-c91f-4c4a-8a7e-ed5e238f287c service neutron] For port 937e961f-f3ad-4307-925b-488f4552cef6, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=937e961f-f3ad-4307-925b-488f4552cef6,segment=NetworkSegment(63991058-0ef2-4358-ae31-7e348d60a2c9),segment_id=63991058-0ef2-4358-ae31-7e348d60a2c9)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:57:22.725622 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-2680b781-c91f-4c4a-8a7e-ed5e238f287c service neutron] For port 937e961f-f3ad-4307-925b-488f4552cef6, host n-h2-806683-11, cleared binding levels {{(pid=94713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:57:22.759636 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4d447e88-1571-4761-841f-4967a1ca1daa req-9faf5601-de02-4559-a541-0bc1660f008a tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201265 Sep 08 08:57:22.809771 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6196ee1-60cd-416b-b81a-843efc8041c7 req-8850a450-8cf4-409e-89db-f5088fc891c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:22.812616 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c7eaf9-2c1e-4989-a6dd-f86e59033b57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '937e961f-f3ad-4307-925b-488f4552cef6'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:57:22.813570 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e6196ee1-60cd-416b-b81a-843efc8041c7 req-8850a450-8cf4-409e-89db-f5088fc891c0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1b780815-5142-4edc-a37a-9e502afff334 HTTP/1.1" status: 200 len: 909 time: 0.1828017 Sep 08 08:57:22.815847 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bacbf53e-0821-48a9-a424-aa3e42786421" -d '{"events": [{"server_uuid": "b2c7eaf9-2c1e-4989-a6dd-f86e59033b57", "name": "network-vif-unplugged", "status": "completed", "tag": "937e961f-f3ad-4307-925b-488f4552cef6"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:57:22.820587 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-2680b781-c91f-4c4a-8a7e-ed5e238f287c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:22.837962 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-2680b781-c91f-4c4a-8a7e-ed5e238f287c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:22.879443 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e6196ee1-60cd-416b-b81a-843efc8041c7 req-c0bea293-a6d4-4427-9637-5c30e547e926 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe7000b4-f1d7-4118-b796-f6749c75075b HTTP/1.1" status: 200 len: 217 time: 0.0576835 Sep 08 08:57:22.991099 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ad219-645e-48e6-9d43-1363df35941d req-e037b2f4-e0d4-460f-80c9-f72b4241533f tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:22.992712 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e83ad219-645e-48e6-9d43-1363df35941d req-e037b2f4-e0d4-460f-80c9-f72b4241533f tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] 10.222.0.54 "GET /v2.0/ports?device_id=569c6649-e8ad-41cf-b4d1-ec567e414ed9 HTTP/1.1" status: 200 len: 945 time: 0.1166523 Sep 08 08:57:23.004117 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6196ee1-60cd-416b-b81a-843efc8041c7 req-1ace5467-3fb7-4fb5-b18a-6879664e0269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:23.006213 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e6196ee1-60cd-416b-b81a-843efc8041c7 req-1ace5467-3fb7-4fb5-b18a-6879664e0269 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e08ea884-5afc-42c5-87f0-7a3f3f5db0de HTTP/1.1" status: 200 len: 848 time: 0.0908496 Sep 08 08:57:23.032958 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2680b781-c91f-4c4a-8a7e-ed5e238f287c service neutron] Pushing event updated for resources: {'Port': ['ID=937e961f-f3ad-4307-925b-488f4552cef6,revision_number=7']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:23.041457 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-2680b781-c91f-4c4a-8a7e-ed5e238f287c service neutron] Attempting to bind port 937e961f-f3ad-4307-925b-488f4552cef6 on host n-h2-806683-11 for vnic_type normal with profile {"migrating_to": "n-h1-806683-11"} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:57:23.041867 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-2680b781-c91f-4c4a-8a7e-ed5e238f287c service neutron] Attempting to bind port 937e961f-f3ad-4307-925b-488f4552cef6 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '63991058-0ef2-4358-ae31-7e348d60a2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:57:23.042161 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-2680b781-c91f-4c4a-8a7e-ed5e238f287c service neutron] Attempting to bind port 937e961f-f3ad-4307-925b-488f4552cef6 on network 3e5cb155-db8c-4e6c-a8fd-e937043c5b98 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:57:23.061323 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e6196ee1-60cd-416b-b81a-843efc8041c7 req-b1971417-b745-4d94-b28d-0db9affad146 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1b780815-5142-4edc-a37a-9e502afff334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388808 Sep 08 08:57:23.062372 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-2680b781-c91f-4c4a-8a7e-ed5e238f287c service neutron] Port 937e961f-f3ad-4307-925b-488f4552cef6 on network 3e5cb155-db8c-4e6c-a8fd-e937043c5b98 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 08:57:23.062881 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-2680b781-c91f-4c4a-8a7e-ed5e238f287c service neutron] Attempting to bind port 937e961f-f3ad-4307-925b-488f4552cef6 on network 3e5cb155-db8c-4e6c-a8fd-e937043c5b98 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:57:23.101640 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e83ad219-645e-48e6-9d43-1363df35941d req-71086226-1662-458d-a600-f48311c79ea9 tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a1bf283-47a4-41c4-b727-118e98c8596e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924487 Sep 08 08:57:23.106515 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-2680b781-c91f-4c4a-8a7e-ed5e238f287c service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:57:23.106864 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-2680b781-c91f-4c4a-8a7e-ed5e238f287c service neutron] Checking segment: {'id': '63991058-0ef2-4358-ae31-7e348d60a2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:57:23.107266 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-2680b781-c91f-4c4a-8a7e-ed5e238f287c service neutron] Bound using segment: {'id': '63991058-0ef2-4358-ae31-7e348d60a2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98'} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:57:23.107721 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-2680b781-c91f-4c4a-8a7e-ed5e238f287c service neutron] Bound port: 937e961f-f3ad-4307-925b-488f4552cef6, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63991058-0ef2-4358-ae31-7e348d60a2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98'}}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:57:23.109092 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-2680b781-c91f-4c4a-8a7e-ed5e238f287c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:23.203027 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 08:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5327ac-59cc-40d1-872a-52ace256ec41 x-openstack-request-id: req-8d5327ac-59cc-40d1-872a-52ace256ec41 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:57:23.203420 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c7eaf9-2c1e-4989-a6dd-f86e59033b57", "name": "network-vif-unplugged", "status": "completed", "tag": "937e961f-f3ad-4307-925b-488f4552cef6", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:57:23.203839 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8d5327ac-59cc-40d1-872a-52ace256ec41 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:57:23.204328 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c7eaf9-2c1e-4989-a6dd-f86e59033b57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '937e961f-f3ad-4307-925b-488f4552cef6', 'code': 200} Sep 08 08:57:23.224041 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e6196ee1-60cd-416b-b81a-843efc8041c7 req-108f9b27-c3b4-4855-9ae4-183f016c6d86 service neutron] 10.222.0.37 "GET /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516175 Sep 08 08:57:23.364927 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:23.498708 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1cafb5-c9d4-4c64-b63e-ecc90a89c92f req-4dc1289f-75dc-49b9-83ea-bf1d0c91ed04 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:23.501548 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8e1cafb5-c9d4-4c64-b63e-ecc90a89c92f req-4dc1289f-75dc-49b9-83ea-bf1d0c91ed04 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2c7eaf9-2c1e-4989-a6dd-f86e59033b57 HTTP/1.1" status: 200 len: 943 time: 0.2000661 Sep 08 08:57:23.523336 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e6196ee1-60cd-416b-b81a-843efc8041c7 req-79c6ee4c-b0e5-4e8e-86d6-b1c2a6320b95 service neutron] 10.222.0.37 "GET /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834508 Sep 08 08:57:23.570838 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4083c-9b61-4e3c-9ab9-b954aa51d387 req-6631269e-b1d1-4bc6-a3bf-65541488505c tempest-NetworksTest-1448490604 tempest-NetworksTest-1448490604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:23.571680 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4083c-9b61-4e3c-9ab9-b954aa51d387 req-6631269e-b1d1-4bc6-a3bf-65541488505c tempest-NetworksTest-1448490604 tempest-NetworksTest-1448490604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:23.572536 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4083c-9b61-4e3c-9ab9-b954aa51d387 req-6631269e-b1d1-4bc6-a3bf-65541488505c tempest-NetworksTest-1448490604 tempest-NetworksTest-1448490604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:23.573468 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4083c-9b61-4e3c-9ab9-b954aa51d387 req-6631269e-b1d1-4bc6-a3bf-65541488505c tempest-NetworksTest-1448490604 tempest-NetworksTest-1448490604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:23.578253 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4083c-9b61-4e3c-9ab9-b954aa51d387 req-6631269e-b1d1-4bc6-a3bf-65541488505c tempest-NetworksTest-1448490604 tempest-NetworksTest-1448490604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:23.579062 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4083c-9b61-4e3c-9ab9-b954aa51d387 req-6631269e-b1d1-4bc6-a3bf-65541488505c tempest-NetworksTest-1448490604 tempest-NetworksTest-1448490604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:23.579773 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4083c-9b61-4e3c-9ab9-b954aa51d387 req-6631269e-b1d1-4bc6-a3bf-65541488505c tempest-NetworksTest-1448490604 tempest-NetworksTest-1448490604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:23.580212 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4083c-9b61-4e3c-9ab9-b954aa51d387 req-6631269e-b1d1-4bc6-a3bf-65541488505c tempest-NetworksTest-1448490604 tempest-NetworksTest-1448490604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:23.580807 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4083c-9b61-4e3c-9ab9-b954aa51d387 req-6631269e-b1d1-4bc6-a3bf-65541488505c tempest-NetworksTest-1448490604 tempest-NetworksTest-1448490604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:23.581293 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4083c-9b61-4e3c-9ab9-b954aa51d387 req-6631269e-b1d1-4bc6-a3bf-65541488505c tempest-NetworksTest-1448490604 tempest-NetworksTest-1448490604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:23.581774 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4083c-9b61-4e3c-9ab9-b954aa51d387 req-6631269e-b1d1-4bc6-a3bf-65541488505c tempest-NetworksTest-1448490604 tempest-NetworksTest-1448490604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:23.582277 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4083c-9b61-4e3c-9ab9-b954aa51d387 req-6631269e-b1d1-4bc6-a3bf-65541488505c tempest-NetworksTest-1448490604 tempest-NetworksTest-1448490604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:23.584594 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-75f4083c-9b61-4e3c-9ab9-b954aa51d387 req-6631269e-b1d1-4bc6-a3bf-65541488505c tempest-NetworksTest-1448490604 tempest-NetworksTest-1448490604-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8547 time: 0.6262953 Sep 08 08:57:23.597113 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8e1cafb5-c9d4-4c64-b63e-ecc90a89c92f req-a74aca27-c9cf-4207-9618-ac806066dec0 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734024 Sep 08 08:57:23.607594 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-2680b781-c91f-4c4a-8a7e-ed5e238f287c service neutron] For port 937e961f-f3ad-4307-925b-488f4552cef6, host n-h2-806683-11, cleared binding levels {{(pid=94713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:57:23.613215 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-2680b781-c91f-4c4a-8a7e-ed5e238f287c service neutron] For port 937e961f-f3ad-4307-925b-488f4552cef6, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=937e961f-f3ad-4307-925b-488f4552cef6,segment=NetworkSegment(63991058-0ef2-4358-ae31-7e348d60a2c9),segment_id=63991058-0ef2-4358-ae31-7e348d60a2c9)] {{(pid=94713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:57:23.634189 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-2680b781-c91f-4c4a-8a7e-ed5e238f287c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:23.730964 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2680b781-c91f-4c4a-8a7e-ed5e238f287c service neutron] Pushing event updated for resources: {'Port': ['ID=937e961f-f3ad-4307-925b-488f4552cef6,revision_number=8']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:23.772440 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-2680b781-c91f-4c4a-8a7e-ed5e238f287c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:23.773461 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-2680b781-c91f-4c4a-8a7e-ed5e238f287c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:23.775952 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-2680b781-c91f-4c4a-8a7e-ed5e238f287c service neutron] 10.222.0.37 "PUT /v2.0/ports/937e961f-f3ad-4307-925b-488f4552cef6 HTTP/1.1" status: 200 len: 1123 time: 1.6322110 Sep 08 08:57:23.907076 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b33710-e57b-4dc1-8c50-f11ca7d20c65 req-434f883b-268a-457b-a59c-803e3710452b tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:23.919280 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c496c7-4ad6-4079-85ab-c39e71afd04d req-19257be8-3aa3-4b37-8300-687a4763c9b0 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:23.925496 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-03b33710-e57b-4dc1-8c50-f11ca7d20c65 req-434f883b-268a-457b-a59c-803e3710452b tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] 10.222.0.54 "GET /v2.0/ports?device_id=78ff1c8b-2b05-4233-af8c-8c30fb5ee28a HTTP/1.1" status: 200 len: 949 time: 0.1919048 Sep 08 08:57:23.927998 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['937e961f-f3ad-4307-925b-488f4552cef6'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:57:23.929959 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-35c496c7-4ad6-4079-85ab-c39e71afd04d req-19257be8-3aa3-4b37-8300-687a4763c9b0 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6 HTTP/1.1" status: 200 len: 950 time: 0.1757472 Sep 08 08:57:23.934502 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:24.019826 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-03b33710-e57b-4dc1-8c50-f11ca7d20c65 req-c9c15945-cdb4-40ff-811a-66c44a63713b tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] 10.222.0.54 "GET /v2.0/security-groups?id=cbf34387-ae01-47e6-a1f6-10b97dfba6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904408 Sep 08 08:57:24.033915 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-35c496c7-4ad6-4079-85ab-c39e71afd04d req-f9a6a217-fb95-46f0-893c-fe4734f004d4 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025307 Sep 08 08:57:24.051430 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c19d3e-faa1-4368-b42d-f8538f6cc12c req-b33ceaac-e6bb-4ec1-8d8c-e92cda77b495 tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:24.059988 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-37c19d3e-faa1-4368-b42d-f8538f6cc12c req-b33ceaac-e6bb-4ec1-8d8c-e92cda77b495 tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] 10.222.0.35 "GET /v2.0/ports?device_id=78ff1c8b-2b05-4233-af8c-8c30fb5ee28a HTTP/1.1" status: 200 len: 949 time: 0.2356870 Sep 08 08:57:24.258601 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 08:57:24.367727 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16554291-eca2-4755-8776-987ca702de2c req-4e330a7d-0e77-4fb9-ade0-c9afa7ad6dfd tempest-NetworksTest-1448490604 tempest-NetworksTest-1448490604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:24.369298 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-16554291-eca2-4755-8776-987ca702de2c req-4e330a7d-0e77-4fb9-ade0-c9afa7ad6dfd tempest-NetworksTest-1448490604 tempest-NetworksTest-1448490604-project-admin] 10.222.0.54 "GET /v2.0/networks/399c4174-1e86-4a10-bb99-f875a09107d5 HTTP/1.1" status: 200 len: 886 time: 0.3029718 Sep 08 08:57:24.388243 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-37c19d3e-faa1-4368-b42d-f8538f6cc12c req-2a236cff-7a32-4440-b3e5-378bde00c1cc tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] Deleting port 1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 08:57:24.388763 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-37c19d3e-faa1-4368-b42d-f8538f6cc12c req-2a236cff-7a32-4440-b3e5-378bde00c1cc tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:24.412050 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644406b5-70b0-4064-8b94-d4db385f6240 req-ae217880-b5cd-4797-8d72-b101fa5a541d tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:24.417554 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-644406b5-70b0-4064-8b94-d4db385f6240 req-ae217880-b5cd-4797-8d72-b101fa5a541d tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=85440df2-7b12-47b1-ba8e-4f609f114e1b HTTP/1.1" status: 200 len: 944 time: 0.0610785 Sep 08 08:57:24.474584 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-644406b5-70b0-4064-8b94-d4db385f6240 req-e0d0d488-9c7a-4734-8825-78a729837e11 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540695 Sep 08 08:57:24.573347 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-37c19d3e-faa1-4368-b42d-f8538f6cc12c req-2a236cff-7a32-4440-b3e5-378bde00c1cc tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] For port 1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:57:24.573721 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-37c19d3e-faa1-4368-b42d-f8538f6cc12c req-2a236cff-7a32-4440-b3e5-378bde00c1cc tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:24.606253 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-37c19d3e-faa1-4368-b42d-f8538f6cc12c req-2a236cff-7a32-4440-b3e5-378bde00c1cc tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] Calling delete_port for 1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 08:57:24.617699 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9678f5-8855-4955-bd77-4ade9c868fc6 req-79f90d48-fd1f-4208-a1eb-07d084b18671 tempest-NetworksTest-1448490604 tempest-NetworksTest-1448490604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:24.618228 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9678f5-8855-4955-bd77-4ade9c868fc6 req-79f90d48-fd1f-4208-a1eb-07d084b18671 tempest-NetworksTest-1448490604 tempest-NetworksTest-1448490604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:24.618960 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9678f5-8855-4955-bd77-4ade9c868fc6 req-79f90d48-fd1f-4208-a1eb-07d084b18671 tempest-NetworksTest-1448490604 tempest-NetworksTest-1448490604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:24.619445 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9678f5-8855-4955-bd77-4ade9c868fc6 req-79f90d48-fd1f-4208-a1eb-07d084b18671 tempest-NetworksTest-1448490604 tempest-NetworksTest-1448490604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:24.619922 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9678f5-8855-4955-bd77-4ade9c868fc6 req-79f90d48-fd1f-4208-a1eb-07d084b18671 tempest-NetworksTest-1448490604 tempest-NetworksTest-1448490604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:24.620391 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9678f5-8855-4955-bd77-4ade9c868fc6 req-79f90d48-fd1f-4208-a1eb-07d084b18671 tempest-NetworksTest-1448490604 tempest-NetworksTest-1448490604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:24.620858 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9678f5-8855-4955-bd77-4ade9c868fc6 req-79f90d48-fd1f-4208-a1eb-07d084b18671 tempest-NetworksTest-1448490604 tempest-NetworksTest-1448490604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:24.621325 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9678f5-8855-4955-bd77-4ade9c868fc6 req-79f90d48-fd1f-4208-a1eb-07d084b18671 tempest-NetworksTest-1448490604 tempest-NetworksTest-1448490604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:24.621789 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9678f5-8855-4955-bd77-4ade9c868fc6 req-79f90d48-fd1f-4208-a1eb-07d084b18671 tempest-NetworksTest-1448490604 tempest-NetworksTest-1448490604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:24.622279 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9678f5-8855-4955-bd77-4ade9c868fc6 req-79f90d48-fd1f-4208-a1eb-07d084b18671 tempest-NetworksTest-1448490604 tempest-NetworksTest-1448490604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:24.622744 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9678f5-8855-4955-bd77-4ade9c868fc6 req-79f90d48-fd1f-4208-a1eb-07d084b18671 tempest-NetworksTest-1448490604 tempest-NetworksTest-1448490604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:24.623205 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9678f5-8855-4955-bd77-4ade9c868fc6 req-79f90d48-fd1f-4208-a1eb-07d084b18671 tempest-NetworksTest-1448490604 tempest-NetworksTest-1448490604-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:24.626222 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3d9678f5-8855-4955-bd77-4ade9c868fc6 req-79f90d48-fd1f-4208-a1eb-07d084b18671 tempest-NetworksTest-1448490604 tempest-NetworksTest-1448490604-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8547 time: 0.2309995 Sep 08 08:57:24.806252 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437b32f-1df2-4f3b-9ace-26743c383603 req-130574e4-9c45-43c6-8ccb-9acbf969cf66 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:24.807887 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e437b32f-1df2-4f3b-9ace-26743c383603 req-130574e4-9c45-43c6-8ccb-9acbf969cf66 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2c7eaf9-2c1e-4989-a6dd-f86e59033b57 HTTP/1.1" status: 200 len: 943 time: 0.0627985 Sep 08 08:57:24.832424 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-37c19d3e-faa1-4368-b42d-f8538f6cc12c req-2a236cff-7a32-4440-b3e5-378bde00c1cc tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:24.861193 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e437b32f-1df2-4f3b-9ace-26743c383603 req-6c7a3ad6-3989-4701-9f98-0ee6fb509a8e tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439596 Sep 08 08:57:24.869806 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a236cff-7a32-4440-b3e5-378bde00c1cc tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] Pushing event deleted for resources: {'Port': ['ID=1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:24.877977 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:57:24.928602 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c19d3e-faa1-4368-b42d-f8538f6cc12c req-2a236cff-7a32-4440-b3e5-378bde00c1cc tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] No DVR routers for this DVR port 1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 08:57:24.932094 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-37c19d3e-faa1-4368-b42d-f8538f6cc12c req-2a236cff-7a32-4440-b3e5-378bde00c1cc tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:24.934580 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-37c19d3e-faa1-4368-b42d-f8538f6cc12c req-2a236cff-7a32-4440-b3e5-378bde00c1cc tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] 10.222.0.35 "DELETE /v2.0/ports/1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53 HTTP/1.1" status: 204 len: 173 time: 0.8670039 Sep 08 08:57:24.935251 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ff1c8b-2b05-4233-af8c-8c30fb5ee28a', 'name': 'network-vif-deleted', 'tag': '1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:57:24.940137 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a91cd4-1bdb-4be1-90f0-30da5f6b15ee" -d '{"events": [{"server_uuid": "78ff1c8b-2b05-4233-af8c-8c30fb5ee28a", "name": "network-vif-deleted", "tag": "1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:57:25.003264 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 08:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255e71c8-107f-42a7-994e-3947d3cb754b x-openstack-request-id: req-255e71c8-107f-42a7-994e-3947d3cb754b {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:57:25.003605 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78ff1c8b-2b05-4233-af8c-8c30fb5ee28a", "name": "network-vif-deleted", "tag": "1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:57:25.003864 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-255e71c8-107f-42a7-994e-3947d3cb754b {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:57:25.004268 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ff1c8b-2b05-4233-af8c-8c30fb5ee28a', 'name': 'network-vif-deleted', 'tag': '1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53', 'status': 'completed', 'code': 200} Sep 08 08:57:25.086244 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60032) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:25.174402 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device fe7000b4-f1d7-4118-b796-f6749c75075b details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 08:57:25.203759 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-18b1b449-936d-4d76-8de0-1dd7874fcc78 req-07beb153-6db4-4b88-927e-823c2d729e1d tempest-TenantUsagesTestJSON-260796138 tempest-TenantUsagesTestJSON-260796138-project] 10.222.0.54 "GET /v2.0/ports?device_id=78ff1c8b-2b05-4233-af8c-8c30fb5ee28a HTTP/1.1" status: 200 len: 210 time: 0.0741231 Sep 08 08:57:25.205389 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c7eaf9-2c1e-4989-a6dd-f86e59033b57', 'tag': '937e961f-f3ad-4307-925b-488f4552cef6'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:57:25.211871 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cfa0b75-5dc0-416c-8273-9d1fd65e007b" -d '{"events": [{"name": "network-changed", "server_uuid": "b2c7eaf9-2c1e-4989-a6dd-f86e59033b57", "tag": "937e961f-f3ad-4307-925b-488f4552cef6"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:57:25.253626 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf26289-a975-478c-b6e5-af7a01abed0b req-b6437c39-edf4-4612-935b-c773361ce566 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:25.264520 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ddf26289-a975-478c-b6e5-af7a01abed0b req-b6437c39-edf4-4612-935b-c773361ce566 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6 HTTP/1.1" status: 200 len: 950 time: 0.1322079 Sep 08 08:57:25.334209 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ddf26289-a975-478c-b6e5-af7a01abed0b req-97a96580-7cb7-4617-91bb-c65f8b367814 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680602 Sep 08 08:57:25.335467 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 08:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91a3b50-8640-4e1c-a5bf-a8f70ff781c3 x-openstack-request-id: req-b91a3b50-8640-4e1c-a5bf-a8f70ff781c3 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:57:25.336490 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2c7eaf9-2c1e-4989-a6dd-f86e59033b57", "tag": "937e961f-f3ad-4307-925b-488f4552cef6", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:57:25.337028 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b91a3b50-8640-4e1c-a5bf-a8f70ff781c3 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:57:25.337449 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2c7eaf9-2c1e-4989-a6dd-f86e59033b57', 'tag': '937e961f-f3ad-4307-925b-488f4552cef6', 'status': 'completed', 'code': 200} Sep 08 08:57:25.360291 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-faed3f99-30b8-4a21-a931-91a9d18c1753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:25.483595 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa0b75-5dc0-416c-8273-9d1fd65e007b req-787312b4-3b4e-428b-8938-2c8c8a8ad710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:25.483595 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0cfa0b75-5dc0-416c-8273-9d1fd65e007b req-787312b4-3b4e-428b-8938-2c8c8a8ad710 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bc89f664d9a46b3926bfbc0f4b3f539&device_id=b2c7eaf9-2c1e-4989-a6dd-f86e59033b57 HTTP/1.1" status: 200 len: 1126 time: 0.1024032 Sep 08 08:57:25.486549 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port fe7000b4-f1d7-4118-b796-f6749c75075b, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=fe7000b4-f1d7-4118-b796-f6749c75075b,segment=NetworkSegment(fa7b147d-9249-4b88-b7ce-d5137c1c3a3c),segment_id=fa7b147d-9249-4b88-b7ce-d5137c1c3a3c)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:57:25.501439 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': 'fe7000b4-f1d7-4118-b796-f6749c75075b', 'network_id': '1b780815-5142-4edc-a37a-9e502afff334', 'port_id': 'fe7000b4-f1d7-4118-b796-f6749c75075b', 'mac_address': 'fa:16:3e:84:6a:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e08ea884-5afc-42c5-87f0-7a3f3f5db0de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 08:57:25.555709 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:25.571416 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe7000b4-f1d7-4118-b796-f6749c75075b {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:57:25.601082 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port fe7000b4-f1d7-4118-b796-f6749c75075b, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=fe7000b4-f1d7-4118-b796-f6749c75075b,segment=NetworkSegment(fa7b147d-9249-4b88-b7ce-d5137c1c3a3c),segment_id=fa7b147d-9249-4b88-b7ce-d5137c1c3a3c)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:57:25.616970 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:25.665581 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa0b75-5dc0-416c-8273-9d1fd65e007b req-1c3d8e28-f51a-430c-a0e8-caf335c62d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:25.666076 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0cfa0b75-5dc0-416c-8273-9d1fd65e007b req-1c3d8e28-f51a-430c-a0e8-caf335c62d30 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3e5cb155-db8c-4e6c-a8fd-e937043c5b98 HTTP/1.1" status: 200 len: 921 time: 0.1756201 Sep 08 08:57:25.685519 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186cabb-b53f-4cc2-824d-8d26e320851b req-01d5db85-149d-48c7-a91d-5c6519462abd tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:25.687392 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3186cabb-b53f-4cc2-824d-8d26e320851b req-01d5db85-149d-48c7-a91d-5c6519462abd tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=85440df2-7b12-47b1-ba8e-4f609f114e1b HTTP/1.1" status: 200 len: 944 time: 0.1129701 Sep 08 08:57:25.713477 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=fe7000b4-f1d7-4118-b796-f6749c75075b,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:25.752154 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0cfa0b75-5dc0-416c-8273-9d1fd65e007b req-ff842d5e-329e-4b43-bda0-10932f7dcdff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=937e961f-f3ad-4307-925b-488f4552cef6 HTTP/1.1" status: 200 len: 217 time: 0.0762177 Sep 08 08:57:25.765928 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-faed3f99-30b8-4a21-a931-91a9d18c1753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:25.778838 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-faed3f99-30b8-4a21-a931-91a9d18c1753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:25.857677 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3186cabb-b53f-4cc2-824d-8d26e320851b req-dd5a9cf1-8a76-4f75-861c-ee1457c1148e tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584821 Sep 08 08:57:25.882512 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-faed3f99-30b8-4a21-a931-91a9d18c1753 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=80788e54a3684c319caa2f1ec4ad495e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7951298 Sep 08 08:57:25.883137 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60044) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:25.887660 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa0b75-5dc0-416c-8273-9d1fd65e007b req-fda070e3-2f9e-4326-84bb-0ac0b18fcfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:25.889212 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0cfa0b75-5dc0-416c-8273-9d1fd65e007b req-fda070e3-2f9e-4326-84bb-0ac0b18fcfd3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2afb1305-d593-46e6-bc8f-0ed93bbef6b9 HTTP/1.1" status: 200 len: 860 time: 0.1263230 Sep 08 08:57:25.895491 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed3f99-30b8-4a21-a931-91a9d18c1753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd2cf87-d727-49b2-aaed-539ef1c6125c,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:25.941144 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0cfa0b75-5dc0-416c-8273-9d1fd65e007b req-d74fe7fa-7ad3-4b53-8493-4c8a7e18d589 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3e5cb155-db8c-4e6c-a8fd-e937043c5b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371666 Sep 08 08:57:25.967569 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['fe7000b4-f1d7-4118-b796-f6749c75075b'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:57:25.996448 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6e99cde1-758e-4569-9dad-8c02b6221d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:26.028929 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d795f44-a42a-4745-884a-d366051bf5bc req-5b5a1ac8-314a-4ea4-9ea7-bb87abe5471b tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:26.034556 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9d795f44-a42a-4745-884a-d366051bf5bc req-5b5a1ac8-314a-4ea4-9ea7-bb87abe5471b tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2c7eaf9-2c1e-4989-a6dd-f86e59033b57 HTTP/1.1" status: 200 len: 943 time: 0.0721998 Sep 08 08:57:26.083037 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9d795f44-a42a-4745-884a-d366051bf5bc req-4a02f252-fc8a-420c-8bec-60b970a4b68e tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459857 Sep 08 08:57:26.107401 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6e99cde1-758e-4569-9dad-8c02b6221d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:26.149886 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0cfa0b75-5dc0-416c-8273-9d1fd65e007b req-435ddadb-dfed-4060-a61e-bcb22e9e8ef6 service neutron] 10.222.0.35 "GET /v2.0/networks/3e5cb155-db8c-4e6c-a8fd-e937043c5b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983385 Sep 08 08:57:26.216110 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6e99cde1-758e-4569-9dad-8c02b6221d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:26.219293 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6e99cde1-758e-4569-9dad-8c02b6221d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:26.220974 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-6e99cde1-758e-4569-9dad-8c02b6221d14 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0cd2cf87-d727-49b2-aaed-539ef1c6125c HTTP/1.1" status: 204 len: 168 time: 0.3353195 Sep 08 08:57:26.237138 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99cde1-758e-4569-9dad-8c02b6221d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd2cf87-d727-49b2-aaed-539ef1c6125c,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:26.266352 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0cfa0b75-5dc0-416c-8273-9d1fd65e007b req-dcffea44-7898-4296-b82e-785ed4b70344 service neutron] 10.222.0.35 "GET /v2.0/networks/3e5cb155-db8c-4e6c-a8fd-e937043c5b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066816 Sep 08 08:57:26.486735 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eeb5b3-c2ae-455e-bd3e-10e3d53af0ef req-346ac928-55ae-464c-9e0e-d23762376565 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:26.490127 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-34eeb5b3-c2ae-455e-bd3e-10e3d53af0ef req-346ac928-55ae-464c-9e0e-d23762376565 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6 HTTP/1.1" status: 200 len: 950 time: 0.0680971 Sep 08 08:57:26.553870 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-34eeb5b3-c2ae-455e-bd3e-10e3d53af0ef req-a228dea8-580d-4b3b-abeb-181021048384 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574739 Sep 08 08:57:26.606912 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60068) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:26.761508 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60074) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:26.779768 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-79fc14ce-4821-4f7b-b084-f126c00bbf7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:26.817195 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-725170c4-5688-4058-8608-f19a322a3b97 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6ff58c0a200e4b6588cb4a2b31108cb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2085927 Sep 08 08:57:26.820098 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60076) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:26.928819 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9de29eb8-02c8-4c96-98bf-9ef722728b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:26.964425 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-79fc14ce-4821-4f7b-b084-f126c00bbf7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:26.974710 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-79fc14ce-4821-4f7b-b084-f126c00bbf7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:26.979083 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9de29eb8-02c8-4c96-98bf-9ef722728b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:27.063999 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9de29eb8-02c8-4c96-98bf-9ef722728b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:27.067674 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9de29eb8-02c8-4c96-98bf-9ef722728b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:27.069211 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9de29eb8-02c8-4c96-98bf-9ef722728b0f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cbf34387-ae01-47e6-a1f6-10b97dfba6f8 HTTP/1.1" status: 204 len: 168 time: 0.2476356 Sep 08 08:57:27.081797 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de29eb8-02c8-4c96-98bf-9ef722728b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf34387-ae01-47e6-a1f6-10b97dfba6f8,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:27.103400 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-79fc14ce-4821-4f7b-b084-f126c00bbf7c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3a3512f1b2e743b1997ba6d7dccc9d74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3405790 Sep 08 08:57:27.107914 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60086) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:27.109322 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc14ce-4821-4f7b-b084-f126c00bbf7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9543ee07-d5e3-4a5e-b433-c3d05f9f5874,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:27.155325 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736dc34-a020-4dc9-a2c7-5d35259b6440 req-a82dfe7c-8ef3-45f2-91aa-6ba686c564b2 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:27.176102 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a736dc34-a020-4dc9-a2c7-5d35259b6440 req-a82dfe7c-8ef3-45f2-91aa-6ba686c564b2 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=85440df2-7b12-47b1-ba8e-4f609f114e1b HTTP/1.1" status: 200 len: 945 time: 0.1929367 Sep 08 08:57:27.188719 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 937e961f-f3ad-4307-925b-488f4552cef6 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 08:57:27.205307 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device fe7000b4-f1d7-4118-b796-f6749c75075b up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:57:27.214473 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2fb39207-63af-4927-93df-226f40a9b186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:27.284569 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a736dc34-a020-4dc9-a2c7-5d35259b6440 req-24ec7738-badd-43cd-ab30-b8dfcdbba421 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033077 Sep 08 08:57:27.293459 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2fb39207-63af-4927-93df-226f40a9b186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:27.383112 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da968041-5c6c-4f2c-94d7-831706af2838 req-096653df-52ed-427a-abd3-39efa55eb1b9 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:27.384868 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-da968041-5c6c-4f2c-94d7-831706af2838 req-096653df-52ed-427a-abd3-39efa55eb1b9 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2c7eaf9-2c1e-4989-a6dd-f86e59033b57 HTTP/1.1" status: 200 len: 943 time: 0.0808349 Sep 08 08:57:27.416599 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2fb39207-63af-4927-93df-226f40a9b186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:27.421426 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2fb39207-63af-4927-93df-226f40a9b186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:27.424000 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 08:57:27.434098 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2fb39207-63af-4927-93df-226f40a9b186 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9543ee07-d5e3-4a5e-b433-c3d05f9f5874 HTTP/1.1" status: 204 len: 168 time: 0.3167114 Sep 08 08:57:27.439848 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port fe7000b4-f1d7-4118-b796-f6749c75075b completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:57:27.469031 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb39207-63af-4927-93df-226f40a9b186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9543ee07-d5e3-4a5e-b433-c3d05f9f5874,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:27.472966 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port fe7000b4-f1d7-4118-b796-f6749c75075b triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:57:27.473342 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:27.486932 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: 1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 08:57:27.488403 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 1af8a8ec-f908-4734-a7a8-3a1b5c0f0a53 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 08:57:27.511980 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-da968041-5c6c-4f2c-94d7-831706af2838 req-302dc45a-a9d7-47df-955c-9c51e43e4627 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153076 Sep 08 08:57:27.559421 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 937e961f-f3ad-4307-925b-488f4552cef6, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=937e961f-f3ad-4307-925b-488f4552cef6,segment=NetworkSegment(63991058-0ef2-4358-ae31-7e348d60a2c9),segment_id=63991058-0ef2-4358-ae31-7e348d60a2c9)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:57:27.580147 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 937e961f-f3ad-4307-925b-488f4552cef6 has no active binding in host n-h1-806683-11 {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 08 08:57:27.729446 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:27.731264 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60104) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:27.768097 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dddf876b-a40a-41b3-85af-d845411b5544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:27.789126 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85440df2-7b12-47b1-ba8e-4f609f114e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7000b4-f1d7-4118-b796-f6749c75075b'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:57:27.792483 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a1e212-e851-4135-b955-bc5725262597" -d '{"events": [{"server_uuid": "85440df2-7b12-47b1-ba8e-4f609f114e1b", "name": "network-vif-plugged", "status": "completed", "tag": "fe7000b4-f1d7-4118-b796-f6749c75075b"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:57:27.794483 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf608c2b-15ec-46e7-b2a5-7c3551983715 req-ddcf60f5-5caa-431f-a608-c4332c715aa1 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:27.804144 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bf608c2b-15ec-46e7-b2a5-7c3551983715 req-ddcf60f5-5caa-431f-a608-c4332c715aa1 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6 HTTP/1.1" status: 200 len: 950 time: 0.1133218 Sep 08 08:57:27.832474 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port fe7000b4-f1d7-4118-b796-f6749c75075b, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=fe7000b4-f1d7-4118-b796-f6749c75075b,segment=NetworkSegment(fa7b147d-9249-4b88-b7ce-d5137c1c3a3c),segment_id=fa7b147d-9249-4b88-b7ce-d5137c1c3a3c)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:57:27.851289 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:27.936226 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 08:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d443f5a6-6aca-41a9-a87b-725e0848adc2 x-openstack-request-id: req-d443f5a6-6aca-41a9-a87b-725e0848adc2 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:57:27.938172 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85440df2-7b12-47b1-ba8e-4f609f114e1b", "name": "network-vif-plugged", "status": "completed", "tag": "fe7000b4-f1d7-4118-b796-f6749c75075b", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:57:27.938767 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d443f5a6-6aca-41a9-a87b-725e0848adc2 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:57:27.939406 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85440df2-7b12-47b1-ba8e-4f609f114e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7000b4-f1d7-4118-b796-f6749c75075b', 'code': 200} Sep 08 08:57:27.966471 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=fe7000b4-f1d7-4118-b796-f6749c75075b,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:27.986878 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:57:27.987702 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:57:27.988508 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:57:27.989333 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:57:27.990191 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:57:27.991263 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:57:27.993440 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:57:27.995929 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:57:27.998250 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:57:27.999736 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:57:28.000527 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:57:28.002395 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:57:28.068958 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dddf876b-a40a-41b3-85af-d845411b5544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:28.079344 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dddf876b-a40a-41b3-85af-d845411b5544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:28.113658 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddf876b-a40a-41b3-85af-d845411b5544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df57d4a-fb11-44c4-936f-582dfa02b1ab,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:28.121192 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0b34d-26ec-4965-96d5-6cd11754f554 req-bcf03c01-9674-4882-ace8-500b92d879b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:28.123903 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-67b0b34d-26ec-4965-96d5-6cd11754f554 req-bcf03c01-9674-4882-ace8-500b92d879b8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=85440df2-7b12-47b1-ba8e-4f609f114e1b HTTP/1.1" status: 200 len: 1098 time: 0.1041481 Sep 08 08:57:28.172132 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-67b0b34d-26ec-4965-96d5-6cd11754f554 req-d0e2a8ef-f141-48fa-9db1-f6578ce32f85 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368428 Sep 08 08:57:28.174832 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-dddf876b-a40a-41b3-85af-d845411b5544 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f9e8c29eb7874fefafa678dea16f1409&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4422474 Sep 08 08:57:28.177699 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60118) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:28.220074 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:28.243616 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bf608c2b-15ec-46e7-b2a5-7c3551983715 req-4bd1ee90-a3e5-45fc-855f-853f018e955f tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4380658 Sep 08 08:57:28.251974 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-cb40e51d-5da9-4f07-b3bb-8ac596c5fd73 service neutron] 10.222.0.35 "GET /v2.0/ports/937e961f-f3ad-4307-925b-488f4552cef6/bindings/n-h1-806683-11 HTTP/1.1" status: 200 len: 385 time: 0.4678333 Sep 08 08:57:28.278229 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-95efeeb4-1245-42db-a95f-0f2234f8d51d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:28.347947 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-95efeeb4-1245-42db-a95f-0f2234f8d51d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:28.497725 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-95efeeb4-1245-42db-a95f-0f2234f8d51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:28.503118 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-95efeeb4-1245-42db-a95f-0f2234f8d51d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:28.504288 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-95efeeb4-1245-42db-a95f-0f2234f8d51d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3df57d4a-fb11-44c4-936f-582dfa02b1ab HTTP/1.1" status: 204 len: 168 time: 0.3256392 Sep 08 08:57:28.518204 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95efeeb4-1245-42db-a95f-0f2234f8d51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df57d4a-fb11-44c4-936f-582dfa02b1ab,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:28.566950 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4ebe6-5aa3-4b00-913d-bdb655a63042 req-421547a3-78d5-48dc-9c82-8636595ec462 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:28.568550 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e9a4ebe6-5aa3-4b00-913d-bdb655a63042 req-421547a3-78d5-48dc-9c82-8636595ec462 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=85440df2-7b12-47b1-ba8e-4f609f114e1b HTTP/1.1" status: 200 len: 946 time: 0.1287119 Sep 08 08:57:28.609073 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-24e6b9b3-e279-430b-867f-2aa6614f579b service neutron] For port 937e961f-f3ad-4307-925b-488f4552cef6, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=937e961f-f3ad-4307-925b-488f4552cef6,segment=NetworkSegment(63991058-0ef2-4358-ae31-7e348d60a2c9),segment_id=63991058-0ef2-4358-ae31-7e348d60a2c9)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:57:28.627769 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e9a4ebe6-5aa3-4b00-913d-bdb655a63042 req-a9b8c9f1-45be-4861-827c-85528956e6b0 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446825 Sep 08 08:57:28.638195 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-24e6b9b3-e279-430b-867f-2aa6614f579b service neutron] For port 937e961f-f3ad-4307-925b-488f4552cef6, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:57:28.680221 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-24e6b9b3-e279-430b-867f-2aa6614f579b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 937e961f-f3ad-4307-925b-488f4552cef6 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:57:28.726500 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-24e6b9b3-e279-430b-867f-2aa6614f579b service neutron] For port 937e961f-f3ad-4307-925b-488f4552cef6, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=937e961f-f3ad-4307-925b-488f4552cef6,segment=NetworkSegment(63991058-0ef2-4358-ae31-7e348d60a2c9),segment_id=63991058-0ef2-4358-ae31-7e348d60a2c9)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:57:28.760343 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75a541-a984-4242-a56c-7b7e6eb17f8b req-831be264-aa41-4011-bfd6-b4bba056665b tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:28.761916 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8f75a541-a984-4242-a56c-7b7e6eb17f8b req-831be264-aa41-4011-bfd6-b4bba056665b tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2c7eaf9-2c1e-4989-a6dd-f86e59033b57 HTTP/1.1" status: 200 len: 943 time: 0.0848877 Sep 08 08:57:28.762623 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-24e6b9b3-e279-430b-867f-2aa6614f579b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:28.887593 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-24e6b9b3-e279-430b-867f-2aa6614f579b service neutron] Transition to ACTIVE for port object 937e961f-f3ad-4307-925b-488f4552cef6 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:57:28.904931 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-24e6b9b3-e279-430b-867f-2aa6614f579b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:28.925716 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8f75a541-a984-4242-a56c-7b7e6eb17f8b req-7813b847-81fd-4d12-9fca-4feedd829dd4 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530643 Sep 08 08:57:29.028539 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-24e6b9b3-e279-430b-867f-2aa6614f579b service neutron] No DVR routers for this DVR port 937e961f-f3ad-4307-925b-488f4552cef6 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 08:57:29.049094 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e6b9b3-e279-430b-867f-2aa6614f579b service neutron] Pushing event updated for resources: {'Port': ['ID=937e961f-f3ad-4307-925b-488f4552cef6,revision_number=10']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:29.087791 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-24e6b9b3-e279-430b-867f-2aa6614f579b service neutron] 10.222.0.35 "PUT /v2.0/ports/937e961f-f3ad-4307-925b-488f4552cef6/bindings/n-h1-806683-11/activate HTTP/1.1" status: 200 len: 370 time: 0.8209720 Sep 08 08:57:29.315505 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-66cf1c6c-5e5f-482a-8580-2b92f2c2ae5e tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:29.318653 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-66cf1c6c-5e5f-482a-8580-2b92f2c2ae5e tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b2c7eaf9-2c1e-4989-a6dd-f86e59033b57&tenant_id=0bc89f664d9a46b3926bfbc0f4b3f539&binding%3Ahost_id=n-h2-806683-11 HTTP/1.1" status: 200 len: 1096 time: 0.1133842 Sep 08 08:57:29.555772 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-35d791d7-6af1-4d66-8b39-3c4416f6aabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:29.558233 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-35d791d7-6af1-4d66-8b39-3c4416f6aabb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b2c7eaf9-2c1e-4989-a6dd-f86e59033b57&tenant_id=0bc89f664d9a46b3926bfbc0f4b3f539 HTTP/1.1" status: 200 len: 1096 time: 0.2221503 Sep 08 08:57:29.606475 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7f5cc-34d5-42e1-b574-82088b7c6cd8 req-6974459a-1dd9-4dbc-aa83-3cc8c47b4523 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:29.616024 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0ac7f5cc-34d5-42e1-b574-82088b7c6cd8 req-6974459a-1dd9-4dbc-aa83-3cc8c47b4523 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6 HTTP/1.1" status: 200 len: 950 time: 0.1564753 Sep 08 08:57:29.708509 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0ac7f5cc-34d5-42e1-b574-82088b7c6cd8 req-e4c5021d-ed33-486b-b89f-3c1b999732d4 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910525 Sep 08 08:57:29.731165 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-16fa0476-fa2d-4484-a72b-7cd2896ba4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:29.734085 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-16fa0476-fa2d-4484-a72b-7cd2896ba4bb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0bc89f664d9a46b3926bfbc0f4b3f539&device_id=b2c7eaf9-2c1e-4989-a6dd-f86e59033b57 HTTP/1.1" status: 200 len: 1096 time: 0.1139615 Sep 08 08:57:29.819239 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d810a-12fe-405d-847d-05b326ce51a1 req-95962a6f-7a7a-417d-a7de-ce90d1c747eb tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:29.820797 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cd5d810a-12fe-405d-847d-05b326ce51a1 req-95962a6f-7a7a-417d-a7de-ce90d1c747eb tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=85440df2-7b12-47b1-ba8e-4f609f114e1b HTTP/1.1" status: 200 len: 946 time: 0.1110001 Sep 08 08:57:29.887385 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cd5d810a-12fe-405d-847d-05b326ce51a1 req-80c2554d-ce22-4846-ae9c-60dc87ead438 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361338 Sep 08 08:57:29.898784 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-20a1765b-c49d-4c35-9c1c-d4e713ca7d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:29.901079 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-20a1765b-c49d-4c35-9c1c-d4e713ca7d5b service neutron] 10.222.0.37 "GET /v2.0/networks?id=3e5cb155-db8c-4e6c-a8fd-e937043c5b98 HTTP/1.1" status: 200 len: 921 time: 0.1541452 Sep 08 08:57:29.967431 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-e26fd265-5642-4d71-a055-b5e9246c0736 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=937e961f-f3ad-4307-925b-488f4552cef6 HTTP/1.1" status: 200 len: 217 time: 0.0559995 Sep 08 08:57:30.090025 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-662bd543-6a8b-45e2-85e4-d2f1e85ebcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:30.093118 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-662bd543-6a8b-45e2-85e4-d2f1e85ebcf2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2afb1305-d593-46e6-bc8f-0ed93bbef6b9 HTTP/1.1" status: 200 len: 860 time: 0.1164668 Sep 08 08:57:30.095290 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4296f-533c-404a-ada1-24055821a1a6 req-3eaf71ad-3fc6-4004-80fb-bd357a49a9c9 tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:30.104494 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-14a4296f-533c-404a-ada1-24055821a1a6 req-3eaf71ad-3fc6-4004-80fb-bd357a49a9c9 tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=85440df2-7b12-47b1-ba8e-4f609f114e1b HTTP/1.1" status: 200 len: 1098 time: 0.0741220 Sep 08 08:57:30.165102 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-e4c7a9d2-c3cb-4bce-8fe0-39599920f9d1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3e5cb155-db8c-4e6c-a8fd-e937043c5b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517001 Sep 08 08:57:30.188840 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60186) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:30.218971 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-14a4296f-533c-404a-ada1-24055821a1a6 req-d6eb0611-c5fe-48b4-9e33-477fb198a9da tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109080 Sep 08 08:57:30.249316 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed9af9-037b-4f43-b7aa-55e44b521553 req-ea5be189-90d4-4139-ac5d-a2e2f9e0577d tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:30.257470 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-aaed9af9-037b-4f43-b7aa-55e44b521553 req-ea5be189-90d4-4139-ac5d-a2e2f9e0577d tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2c7eaf9-2c1e-4989-a6dd-f86e59033b57 HTTP/1.1" status: 200 len: 944 time: 0.1614032 Sep 08 08:57:30.341041 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-aaed9af9-037b-4f43-b7aa-55e44b521553 req-f84ac898-eae5-415b-a5eb-f5926d59420c tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818787 Sep 08 08:57:30.363855 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-eca4985a-589e-4827-87b5-3edf00dadf7f service neutron] 10.222.0.37 "GET /v2.0/networks/3e5cb155-db8c-4e6c-a8fd-e937043c5b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716237 Sep 08 08:57:30.399738 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-8ded5e2c-e0de-4860-b598-72a61e3015cd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-233075897-network', 'tenant_id': '7ab6b1c110494083b54d3886e9c4b82e'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:57:30.436078 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca08667-92f3-4d0a-954a-ec2591d645ad req-3f479442-1e6c-47fc-832c-49ca5617bad0 tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:30.446441 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cca08667-92f3-4d0a-954a-ec2591d645ad req-3f479442-1e6c-47fc-832c-49ca5617bad0 tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=85440df2-7b12-47b1-ba8e-4f609f114e1b HTTP/1.1" status: 200 len: 1098 time: 0.1045263 Sep 08 08:57:30.450645 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ded5e2c-e0de-4860-b598-72a61e3015cd admin admin] Made reservation on behalf of 7ab6b1c110494083b54d3886e9c4b82e for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:57:30.455370 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8ded5e2c-e0de-4860-b598-72a61e3015cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:30.517684 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8ded5e2c-e0de-4860-b598-72a61e3015cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:30.614689 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cca08667-92f3-4d0a-954a-ec2591d645ad req-170f4e6a-1a77-48ba-99d3-e071d14a6443 tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669986 Sep 08 08:57:30.621486 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-115a08a5-b294-40c4-8bc9-6e13dfc064b7 service neutron] 10.222.0.37 "GET /v2.0/networks/3e5cb155-db8c-4e6c-a8fd-e937043c5b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480962 Sep 08 08:57:30.634487 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [req-924e17b3-012d-40cf-afba-e3c8fce266d0 req-c9a387bc-6293-4d19-9f83-548eca438fea service neutron] show failed (client error): The resource could not be found. Sep 08 08:57:30.637012 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-924e17b3-012d-40cf-afba-e3c8fce266d0 req-c9a387bc-6293-4d19-9f83-548eca438fea service neutron] 10.222.0.37 "GET /v2.0/ports/d05f4588-39b6-4d94-9f78-5dd977338c5a/bindings/n-h2-806683-11 HTTP/1.1" status: 404 len: 381 time: 0.1785314 Sep 08 08:57:30.859534 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8ded5e2c-e0de-4860-b598-72a61e3015cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:30.879297 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8ded5e2c-e0de-4860-b598-72a61e3015cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:30.933683 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ded5e2c-e0de-4860-b598-72a61e3015cd admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 08:57:30.998123 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded5e2c-e0de-4860-b598-72a61e3015cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8277aa8c-ecf2-421f-8604-5e1a9e146cbd,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:31.046995 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10926653-946a-4d10-bb09-02b895aecc41 req-c4f8bcb3-de55-4099-ba11-a429051d3292 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:31.049281 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-10926653-946a-4d10-bb09-02b895aecc41 req-c4f8bcb3-de55-4099-ba11-a429051d3292 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6 HTTP/1.1" status: 200 len: 950 time: 0.2196848 Sep 08 08:57:31.059778 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8ded5e2c-e0de-4860-b598-72a61e3015cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:31.060140 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-8ded5e2c-e0de-4860-b598-72a61e3015cd admin admin] Added segment 8c2765fa-bcc8-4be8-868b-4b58095deeea of type vlan for network 00133d9d-a862-4624-86df-5fcb0a51c73e Sep 08 08:57:31.181806 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8ded5e2c-e0de-4860-b598-72a61e3015cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:31.206223 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e17b3-012d-40cf-afba-e3c8fce266d0 req-0d280d4f-48f5-4825-a3a2-eb2f9a133cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:31.207810 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-924e17b3-012d-40cf-afba-e3c8fce266d0 req-0d280d4f-48f5-4825-a3a2-eb2f9a133cfc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6&tenant_id=3b45c9e6adc04db08d877665d90d8206 HTTP/1.1" status: 200 len: 1102 time: 0.2358675 Sep 08 08:57:31.249307 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-10926653-946a-4d10-bb09-02b895aecc41 req-72d37e6f-9ee3-4ded-9c3e-ff5fc4c0a19d tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725516 Sep 08 08:57:31.254216 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-924e17b3-012d-40cf-afba-e3c8fce266d0 req-f1bc1594-9946-4378-87d8-e9d60f3b7857 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-11', 'device_owner': 'compute:nova'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:57:31.274330 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-bf6a0b7f-fbd4-4a06-962a-997306f44938 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:31.276371 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-bf6a0b7f-fbd4-4a06-962a-997306f44938 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b2c7eaf9-2c1e-4989-a6dd-f86e59033b57&tenant_id=0bc89f664d9a46b3926bfbc0f4b3f539&binding%3Ahost_id=n-h1-806683-11 HTTP/1.1" status: 200 len: 1096 time: 0.1969118 Sep 08 08:57:31.328184 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8ded5e2c-e0de-4860-b598-72a61e3015cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:31.329345 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ded5e2c-e0de-4860-b598-72a61e3015cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:31.329941 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8ded5e2c-e0de-4860-b598-72a61e3015cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:31.437830 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc676e19-9c8f-4316-983b-4c64a46e8579 req-51132e4c-610d-43fc-a7c0-17f0420bc881 tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:31.443116 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-dc676e19-9c8f-4316-983b-4c64a46e8579 req-51132e4c-610d-43fc-a7c0-17f0420bc881 tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=85440df2-7b12-47b1-ba8e-4f609f114e1b HTTP/1.1" status: 200 len: 1098 time: 0.0627825 Sep 08 08:57:31.444459 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 937e961f-f3ad-4307-925b-488f4552cef6 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 08:57:31.500959 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8ded5e2c-e0de-4860-b598-72a61e3015cd admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3102915 Sep 08 08:57:31.508814 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60232) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:31.521125 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 937e961f-f3ad-4307-925b-488f4552cef6 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 08:57:31.525139 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-b72b9fc0-dabb-4151-ab43-eeb0d7bb0c30 admin admin] Request body: {'subnet': {'network_id': '00133d9d-a862-4624-86df-5fcb0a51c73e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-233075897-subnet', 'tenant_id': '7ab6b1c110494083b54d3886e9c4b82e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:57:31.574516 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-dc676e19-9c8f-4316-983b-4c64a46e8579 req-e9d29dcf-da86-42f1-b395-22aa633d92c7 tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260638 Sep 08 08:57:31.620194 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72b9fc0-dabb-4151-ab43-eeb0d7bb0c30 admin admin] Made reservation on behalf of 7ab6b1c110494083b54d3886e9c4b82e for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:57:31.626481 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b72b9fc0-dabb-4151-ab43-eeb0d7bb0c30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:31.703052 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-924e17b3-012d-40cf-afba-e3c8fce266d0 req-f1bc1594-9946-4378-87d8-e9d60f3b7857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:31.705234 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded5e2c-e0de-4860-b598-72a61e3015cd admin admin] Pushing event updated for resources: {'Network': ['ID=00133d9d-a862-4624-86df-5fcb0a51c73e,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:31.726127 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 00133d9d-a862-4624-86df-5fcb0a51c73e details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 08:57:31.755542 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839825f-8bd1-4e11-8e27-2db8c3f0b2db req-4eba5f11-48ea-45a8-9f62-b77a2b139905 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:31.757505 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4839825f-8bd1-4e11-8e27-2db8c3f0b2db req-4eba5f11-48ea-45a8-9f62-b77a2b139905 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2c7eaf9-2c1e-4989-a6dd-f86e59033b57 HTTP/1.1" status: 200 len: 944 time: 0.1772020 Sep 08 08:57:31.984012 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b72b9fc0-dabb-4151-ab43-eeb0d7bb0c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:32.022674 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-bc19d1a0-80de-4aa4-80c4-07b98a131f5f service neutron] For port 937e961f-f3ad-4307-925b-488f4552cef6, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:57:32.041398 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4839825f-8bd1-4e11-8e27-2db8c3f0b2db req-e5addec5-a29f-47bd-8b11-019256a8a933 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338133 Sep 08 08:57:32.051672 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-bc19d1a0-80de-4aa4-80c4-07b98a131f5f service neutron] Notify callbacks [] for binding, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:32.052815 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-238e5e7c-137b-418b-8835-525f6d1f3243 req-bc19d1a0-80de-4aa4-80c4-07b98a131f5f service neutron] 10.222.0.37 "DELETE /v2.0/ports/937e961f-f3ad-4307-925b-488f4552cef6/bindings/n-h2-806683-11 HTTP/1.1" status: 204 len: 173 time: 0.7398186 Sep 08 08:57:32.122735 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72b9fc0-dabb-4151-ab43-eeb0d7bb0c30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f03860b7-e43b-4d11-a9f5-928efc4de4a5,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:32.135972 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72b9fc0-dabb-4151-ab43-eeb0d7bb0c30 admin admin] Checking segment: {'id': '8c2765fa-bcc8-4be8-868b-4b58095deeea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '00133d9d-a862-4624-86df-5fcb0a51c73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:57:32.136362 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72b9fc0-dabb-4151-ab43-eeb0d7bb0c30 admin admin] Network hostable DHCP agents. Network: 00133d9d-a862-4624-86df-5fcb0a51c73e, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 08:57:32.168124 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72b9fc0-dabb-4151-ab43-eeb0d7bb0c30 admin admin] Network 00133d9d-a862-4624-86df-5fcb0a51c73e is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 08:57:32.191375 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-b72b9fc0-dabb-4151-ab43-eeb0d7bb0c30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 00133d9d-a862-4624-86df-5fcb0a51c73e) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:57:32.197171 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72b9fc0-dabb-4151-ab43-eeb0d7bb0c30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:32.197608 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b72b9fc0-dabb-4151-ab43-eeb0d7bb0c30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:32.204110 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd989ab0-6808-417d-a676-7e25252d8ba0 None None] Network 00133d9d-a862-4624-86df-5fcb0a51c73e requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 08:57:32.222543 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b72b9fc0-dabb-4151-ab43-eeb0d7bb0c30 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7080972 Sep 08 08:57:32.225008 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60254) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:32.230494 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-f2faf48f-8f96-458a-b4ed-750c75d4aac4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-233075897-router', 'tenant_id': '7ab6b1c110494083b54d3886e9c4b82e', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:57:32.250883 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-924e17b3-012d-40cf-afba-e3c8fce266d0 req-f1bc1594-9946-4378-87d8-e9d60f3b7857 service neutron] For port d05f4588-39b6-4d94-9f78-5dd977338c5a, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=d05f4588-39b6-4d94-9f78-5dd977338c5a,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:57:32.270881 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2faf48f-8f96-458a-b4ed-750c75d4aac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:32.272303 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2faf48f-8f96-458a-b4ed-750c75d4aac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:32.407325 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-924e17b3-012d-40cf-afba-e3c8fce266d0 req-f1bc1594-9946-4378-87d8-e9d60f3b7857 service neutron] For port d05f4588-39b6-4d94-9f78-5dd977338c5a, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:57:32.510534 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286e4a8-d788-410a-99ec-a2818c31ecea req-706e7f1c-b005-4df5-ae55-ac4398308539 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:32.512298 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9286e4a8-d788-410a-99ec-a2818c31ecea req-706e7f1c-b005-4df5-ae55-ac4398308539 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b2c7eaf9-2c1e-4989-a6dd-f86e59033b57 HTTP/1.1" status: 200 len: 1096 time: 0.2171371 Sep 08 08:57:32.526959 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2faf48f-8f96-458a-b4ed-750c75d4aac4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:32.634714 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9286e4a8-d788-410a-99ec-a2818c31ecea req-945d04db-33b7-46e9-a067-f86544c17f15 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006496 Sep 08 08:57:32.638548 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43129bc2-d119-44cb-bdbe-54bf13a1b3f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd05f4588-39b6-4d94-9f78-5dd977338c5a'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:57:32.641606 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3bc3d5-911b-4236-9d3e-695497215570" -d '{"events": [{"server_uuid": "43129bc2-d119-44cb-bdbe-54bf13a1b3f6", "name": "network-vif-unplugged", "status": "completed", "tag": "d05f4588-39b6-4d94-9f78-5dd977338c5a"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:57:32.648193 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-924e17b3-012d-40cf-afba-e3c8fce266d0 req-f1bc1594-9946-4378-87d8-e9d60f3b7857 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:32.681189 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d96ecfc-eee2-491d-baaf-bc60b9f323be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-00133d9d-a862-4624-86df-5fcb0a51c73e', 'network_id': '00133d9d-a862-4624-86df-5fcb0a51c73e', 'tenant_id': '7ab6b1c110494083b54d3886e9c4b82e', 'fixed_ips': [{'subnet_id': 'f03860b7-e43b-4d11-a9f5-928efc4de4a5'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 08:57:32.682010 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-924e17b3-012d-40cf-afba-e3c8fce266d0 req-f1bc1594-9946-4378-87d8-e9d60f3b7857 service neutron] Transition to ACTIVE for port object d05f4588-39b6-4d94-9f78-5dd977338c5a will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:57:32.682575 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8d96ecfc-eee2-491d-baaf-bc60b9f323be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:32.693347 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-924e17b3-012d-40cf-afba-e3c8fce266d0 req-f1bc1594-9946-4378-87d8-e9d60f3b7857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:32.929288 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc1594-9946-4378-87d8-e9d60f3b7857 service neutron] Pushing event updated for resources: {'Port': ['ID=d05f4588-39b6-4d94-9f78-5dd977338c5a,revision_number=6']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:33.035504 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-924e17b3-012d-40cf-afba-e3c8fce266d0 req-f1bc1594-9946-4378-87d8-e9d60f3b7857 service neutron] No DVR routers for this DVR port d05f4588-39b6-4d94-9f78-5dd977338c5a on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 08:57:33.050589 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-8d96ecfc-eee2-491d-baaf-bc60b9f323be None None] Allocated IP 172.20.0.2 (00133d9d-a862-4624-86df-5fcb0a51c73e/f03860b7-e43b-4d11-a9f5-928efc4de4a5/9adba90b-f4fe-4754-b55a-07ea9b599f3f) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:57:33.201264 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-924e17b3-012d-40cf-afba-e3c8fce266d0 req-f1bc1594-9946-4378-87d8-e9d60f3b7857 service neutron] Attempting to bind port d05f4588-39b6-4d94-9f78-5dd977338c5a on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:57:33.201602 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-924e17b3-012d-40cf-afba-e3c8fce266d0 req-f1bc1594-9946-4378-87d8-e9d60f3b7857 service neutron] Attempting to bind port d05f4588-39b6-4d94-9f78-5dd977338c5a by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:57:33.201980 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924e17b3-012d-40cf-afba-e3c8fce266d0 req-f1bc1594-9946-4378-87d8-e9d60f3b7857 service neutron] Attempting to bind port d05f4588-39b6-4d94-9f78-5dd977338c5a on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:57:33.210498 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2faf48f-8f96-458a-b4ed-750c75d4aac4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:33.236352 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf4cf0-f454-497d-a759-a09d7a2d340d req-561352cb-b0e7-4069-a223-1945781b371f tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:33.245072 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cccf4cf0-f454-497d-a759-a09d7a2d340d req-561352cb-b0e7-4069-a223-1945781b371f tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=85440df2-7b12-47b1-ba8e-4f609f114e1b HTTP/1.1" status: 200 len: 1098 time: 0.2956440 Sep 08 08:57:33.254940 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924e17b3-012d-40cf-afba-e3c8fce266d0 req-f1bc1594-9946-4378-87d8-e9d60f3b7857 service neutron] Port d05f4588-39b6-4d94-9f78-5dd977338c5a on network 05f7642a-1c79-41be-85aa-1443ef22cc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 08:57:33.255986 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924e17b3-012d-40cf-afba-e3c8fce266d0 req-f1bc1594-9946-4378-87d8-e9d60f3b7857 service neutron] Attempting to bind port d05f4588-39b6-4d94-9f78-5dd977338c5a on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:57:33.269959 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924e17b3-012d-40cf-afba-e3c8fce266d0 req-f1bc1594-9946-4378-87d8-e9d60f3b7857 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:57:33.270610 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924e17b3-012d-40cf-afba-e3c8fce266d0 req-f1bc1594-9946-4378-87d8-e9d60f3b7857 service neutron] Checking segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:57:33.271175 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924e17b3-012d-40cf-afba-e3c8fce266d0 req-f1bc1594-9946-4378-87d8-e9d60f3b7857 service neutron] Bound using segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:57:33.271786 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-924e17b3-012d-40cf-afba-e3c8fce266d0 req-f1bc1594-9946-4378-87d8-e9d60f3b7857 service neutron] Bound port: d05f4588-39b6-4d94-9f78-5dd977338c5a, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:57:33.272334 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-924e17b3-012d-40cf-afba-e3c8fce266d0 req-f1bc1594-9946-4378-87d8-e9d60f3b7857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:33.339710 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11a858-4292-4f8b-aef5-3acf49b696e7 req-73665ecf-6cc0-4b75-b3bf-d30397a02e15 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:33.345526 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cccf4cf0-f454-497d-a759-a09d7a2d340d req-b03ed42b-b0fe-4cff-bdf5-c2bd47b734c6 tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993986 Sep 08 08:57:33.361310 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9a11a858-4292-4f8b-aef5-3acf49b696e7 req-73665ecf-6cc0-4b75-b3bf-d30397a02e15 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6 HTTP/1.1" status: 200 len: 948 time: 0.3523955 Sep 08 08:57:33.438513 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-924e17b3-012d-40cf-afba-e3c8fce266d0 req-f1bc1594-9946-4378-87d8-e9d60f3b7857 service neutron] For port d05f4588-39b6-4d94-9f78-5dd977338c5a, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:57:33.452745 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-924e17b3-012d-40cf-afba-e3c8fce266d0 req-f1bc1594-9946-4378-87d8-e9d60f3b7857 service neutron] For port d05f4588-39b6-4d94-9f78-5dd977338c5a, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=d05f4588-39b6-4d94-9f78-5dd977338c5a,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:57:33.463201 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-924e17b3-012d-40cf-afba-e3c8fce266d0 req-f1bc1594-9946-4378-87d8-e9d60f3b7857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:33.501996 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9a11a858-4292-4f8b-aef5-3acf49b696e7 req-3e0ae334-9c60-40dd-b89a-259e0c19b673 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385276 Sep 08 08:57:33.531020 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8d96ecfc-eee2-491d-baaf-bc60b9f323be None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:33.556891 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 08:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf9c65c-2f0b-4cbd-aae5-9614218d049f x-openstack-request-id: req-cdf9c65c-2f0b-4cbd-aae5-9614218d049f {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:57:33.557334 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43129bc2-d119-44cb-bdbe-54bf13a1b3f6", "name": "network-vif-unplugged", "status": "completed", "tag": "d05f4588-39b6-4d94-9f78-5dd977338c5a", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:57:33.557869 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cdf9c65c-2f0b-4cbd-aae5-9614218d049f {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:57:33.558405 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43129bc2-d119-44cb-bdbe-54bf13a1b3f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd05f4588-39b6-4d94-9f78-5dd977338c5a', 'code': 200} Sep 08 08:57:33.559099 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc1594-9946-4378-87d8-e9d60f3b7857 service neutron] Pushing event updated for resources: {'Port': ['ID=d05f4588-39b6-4d94-9f78-5dd977338c5a,revision_number=7']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:33.565331 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-8d96ecfc-eee2-491d-baaf-bc60b9f323be None None] Transition to ACTIVE for port object 9adba90b-f4fe-4754-b55a-07ea9b599f3f will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:57:33.575643 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e17b3-012d-40cf-afba-e3c8fce266d0 req-f1bc1594-9946-4378-87d8-e9d60f3b7857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:33.576477 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-924e17b3-012d-40cf-afba-e3c8fce266d0 req-f1bc1594-9946-4378-87d8-e9d60f3b7857 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:33.580600 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-924e17b3-012d-40cf-afba-e3c8fce266d0 req-f1bc1594-9946-4378-87d8-e9d60f3b7857 service neutron] 10.222.0.35 "PUT /v2.0/ports/d05f4588-39b6-4d94-9f78-5dd977338c5a HTTP/1.1" status: 200 len: 1097 time: 2.3399930 Sep 08 08:57:33.660734 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-8d96ecfc-eee2-491d-baaf-bc60b9f323be None None] Transition to ACTIVE for port object 9adba90b-f4fe-4754-b55a-07ea9b599f3f will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:57:33.671331 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8d96ecfc-eee2-491d-baaf-bc60b9f323be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:33.695788 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e17b3-012d-40cf-afba-e3c8fce266d0 req-c50622c5-3f39-445d-b768-8f50ff210342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:33.697911 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-924e17b3-012d-40cf-afba-e3c8fce266d0 req-c50622c5-3f39-445d-b768-8f50ff210342 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3b45c9e6adc04db08d877665d90d8206&device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6 HTTP/1.1" status: 200 len: 1100 time: 0.0788884 Sep 08 08:57:33.761591 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d96ecfc-eee2-491d-baaf-bc60b9f323be None None] Network 00133d9d-a862-4624-86df-5fcb0a51c73e is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:57:33.794997 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-8d96ecfc-eee2-491d-baaf-bc60b9f323be None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:57:33.814668 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d96ecfc-eee2-491d-baaf-bc60b9f323be None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:57:33.820989 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96ecfc-eee2-491d-baaf-bc60b9f323be None None] Pushing event updated for resources: {'Port': ['ID=9adba90b-f4fe-4754-b55a-07ea9b599f3f,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:33.965642 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e17b3-012d-40cf-afba-e3c8fce266d0 req-309e5120-5c8a-4470-a8b9-fd6bd6970ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:33.976485 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-924e17b3-012d-40cf-afba-e3c8fce266d0 req-309e5120-5c8a-4470-a8b9-fd6bd6970ec7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.2637901 Sep 08 08:57:34.047865 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-8d96ecfc-eee2-491d-baaf-bc60b9f323be None None] Attempting to bind port 9adba90b-f4fe-4754-b55a-07ea9b599f3f on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:57:34.048240 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-8d96ecfc-eee2-491d-baaf-bc60b9f323be None None] Attempting to bind port 9adba90b-f4fe-4754-b55a-07ea9b599f3f by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '8c2765fa-bcc8-4be8-868b-4b58095deeea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '00133d9d-a862-4624-86df-5fcb0a51c73e'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:57:34.059336 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d96ecfc-eee2-491d-baaf-bc60b9f323be None None] Attempting to bind port 9adba90b-f4fe-4754-b55a-07ea9b599f3f on network 00133d9d-a862-4624-86df-5fcb0a51c73e {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:57:34.080272 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-924e17b3-012d-40cf-afba-e3c8fce266d0 req-747b489d-e4d9-48d1-ba73-f19cf495bf52 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=d05f4588-39b6-4d94-9f78-5dd977338c5a HTTP/1.1" status: 200 len: 217 time: 0.0993021 Sep 08 08:57:34.083511 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb1550-826b-4ea2-8623-33f96702dadd req-ede48eac-c8e6-452c-ac72-7f15004ac5f6 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:34.087148 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d96ecfc-eee2-491d-baaf-bc60b9f323be None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:57:34.087537 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d96ecfc-eee2-491d-baaf-bc60b9f323be None None] Checking segment: {'id': '8c2765fa-bcc8-4be8-868b-4b58095deeea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '00133d9d-a862-4624-86df-5fcb0a51c73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:57:34.087972 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8d96ecfc-eee2-491d-baaf-bc60b9f323be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:34.088373 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d96ecfc-eee2-491d-baaf-bc60b9f323be None None] Bound using segment: {'id': '8c2765fa-bcc8-4be8-868b-4b58095deeea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '00133d9d-a862-4624-86df-5fcb0a51c73e'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:57:34.088862 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-8d96ecfc-eee2-491d-baaf-bc60b9f323be None None] Bound port: 9adba90b-f4fe-4754-b55a-07ea9b599f3f, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c2765fa-bcc8-4be8-868b-4b58095deeea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '00133d9d-a862-4624-86df-5fcb0a51c73e'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:57:34.092271 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6ffb1550-826b-4ea2-8623-33f96702dadd req-ede48eac-c8e6-452c-ac72-7f15004ac5f6 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/networks?id=3e5cb155-db8c-4e6c-a8fd-e937043c5b98 HTTP/1.1" status: 200 len: 820 time: 0.3639665 Sep 08 08:57:34.096422 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8d96ecfc-eee2-491d-baaf-bc60b9f323be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:34.237365 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e17b3-012d-40cf-afba-e3c8fce266d0 req-e41d41cf-c6bb-422e-8361-1f5fa33c9ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:34.251673 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-924e17b3-012d-40cf-afba-e3c8fce266d0 req-e41d41cf-c6bb-422e-8361-1f5fa33c9ed8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.1628749 Sep 08 08:57:34.252697 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-8d96ecfc-eee2-491d-baaf-bc60b9f323be None None] For port 9adba90b-f4fe-4754-b55a-07ea9b599f3f, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:57:34.260944 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-8d96ecfc-eee2-491d-baaf-bc60b9f323be None None] For port 9adba90b-f4fe-4754-b55a-07ea9b599f3f, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=9adba90b-f4fe-4754-b55a-07ea9b599f3f,segment=NetworkSegment(8c2765fa-bcc8-4be8-868b-4b58095deeea),segment_id=8c2765fa-bcc8-4be8-868b-4b58095deeea)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:57:34.272169 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8d96ecfc-eee2-491d-baaf-bc60b9f323be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:34.333746 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60312) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:34.365713 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e17b3-012d-40cf-afba-e3c8fce266d0 req-6d77fb57-94fe-4ea4-8313-0def26aa487d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:34.368026 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-924e17b3-012d-40cf-afba-e3c8fce266d0 req-6d77fb57-94fe-4ea4-8313-0def26aa487d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1073327 Sep 08 08:57:34.428485 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96ecfc-eee2-491d-baaf-bc60b9f323be None None] Pushing event updated for resources: {'Port': ['ID=9adba90b-f4fe-4754-b55a-07ea9b599f3f,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:34.458964 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2faf48f-8f96-458a-b4ed-750c75d4aac4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:34.463170 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6ffb1550-826b-4ea2-8623-33f96702dadd req-ac06a66a-ae88-4d07-a83a-c19433a8131a tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/quotas/0bc89f664d9a46b3926bfbc0f4b3f539 HTTP/1.1" status: 200 len: 375 time: 0.3692832 Sep 08 08:57:34.517163 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2faf48f-8f96-458a-b4ed-750c75d4aac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:34.574022 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-924e17b3-012d-40cf-afba-e3c8fce266d0 req-8cd427a7-b182-416b-8426-4f49e94772a4 service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978562 Sep 08 08:57:34.644661 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-947cbecc-5d8b-4ede-97ce-099f782885e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:34.767427 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-f2faf48f-8f96-458a-b4ed-750c75d4aac4 admin admin] Allocated IP 172.25.0.34 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/c46c3c92-bd06-47ff-8267-0ba12cb4e0e0) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:57:34.771477 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-924e17b3-012d-40cf-afba-e3c8fce266d0 req-73928031-bb1c-421f-ac0e-5f1260892634 service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882057 Sep 08 08:57:34.906772 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6ffb1550-826b-4ea2-8623-33f96702dadd req-8cb367f4-50c6-4482-83fd-8b60d7668044 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0bc89f664d9a46b3926bfbc0f4b3f539&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3964682 Sep 08 08:57:34.923442 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-947cbecc-5d8b-4ede-97ce-099f782885e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:34.931209 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-947cbecc-5d8b-4ede-97ce-099f782885e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:34.988512 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947cbecc-5d8b-4ede-97ce-099f782885e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389c8b5d-1cc3-407a-a60d-2cef052a7a28,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:35.043610 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-947cbecc-5d8b-4ede-97ce-099f782885e2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dbe5c3f827424798b4b7a2a7654ae599&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7087183 Sep 08 08:57:35.047217 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60336) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:35.086631 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2faf48f-8f96-458a-b4ed-750c75d4aac4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:35.159251 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-88fd6870-4b44-477c-b9e9-468641ba48ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:35.213891 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-88fd6870-4b44-477c-b9e9-468641ba48ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:35.217392 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2faf48f-8f96-458a-b4ed-750c75d4aac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:35.226096 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device d05f4588-39b6-4d94-9f78-5dd977338c5a no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 08:57:35.295843 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2faf48f-8f96-458a-b4ed-750c75d4aac4 admin admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:57:35.309110 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-f2faf48f-8f96-458a-b4ed-750c75d4aac4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:57:35.330985 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2faf48f-8f96-458a-b4ed-750c75d4aac4 admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:57:35.337706 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device d05f4588-39b6-4d94-9f78-5dd977338c5a not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 08:57:35.371999 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2faf48f-8f96-458a-b4ed-750c75d4aac4 admin admin] Pushing event updated for resources: {'Port': ['ID=c46c3c92-bd06-47ff-8267-0ba12cb4e0e0,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:35.509845 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-3f2c755f-1c87-4a47-9ddf-7c6b26ad4f79 tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 08:57:35.510871 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-3f2c755f-1c87-4a47-9ddf-7c6b26ad4f79 tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088491 Sep 08 08:57:35.513357 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-88fd6870-4b44-477c-b9e9-468641ba48ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:35.515969 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-88fd6870-4b44-477c-b9e9-468641ba48ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:35.517076 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-88fd6870-4b44-477c-b9e9-468641ba48ea admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/389c8b5d-1cc3-407a-a60d-2cef052a7a28 HTTP/1.1" status: 204 len: 168 time: 0.4688816 Sep 08 08:57:35.559381 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43129bc2-d119-44cb-bdbe-54bf13a1b3f6', 'tag': 'd05f4588-39b6-4d94-9f78-5dd977338c5a'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:57:35.562515 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c727ee83-4ac7-4682-8b1e-d1d0522c87ff" -d '{"events": [{"name": "network-changed", "server_uuid": "43129bc2-d119-44cb-bdbe-54bf13a1b3f6", "tag": "d05f4588-39b6-4d94-9f78-5dd977338c5a"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:57:35.696936 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 9adba90b-f4fe-4754-b55a-07ea9b599f3f up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:57:35.795350 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 9adba90b-f4fe-4754-b55a-07ea9b599f3f completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:57:35.893697 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fd6870-4b44-477c-b9e9-468641ba48ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389c8b5d-1cc3-407a-a60d-2cef052a7a28,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:35.922335 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6ffb1550-826b-4ea2-8623-33f96702dadd req-53c59f28-c095-4688-8ebe-dcb96c144078 service neutron] 10.222.0.54 "GET /v2.0/networks/3e5cb155-db8c-4e6c-a8fd-e937043c5b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6101735 Sep 08 08:57:35.925728 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-3f3b71e3-e41b-4828-a54b-8f1df9be25c0 tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:35.927367 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-3f3b71e3-e41b-4828-a54b-8f1df9be25c0 tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] 10.222.0.54 "GET /v2.0/ports/fe7000b4-f1d7-4118-b796-f6749c75075b HTTP/1.1" status: 200 len: 1095 time: 0.1121993 Sep 08 08:57:35.952819 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-4c45b680-6c86-4cb2-9af9-e74b8f077aee service neutron] Request body: {'binding': {'host': 'n-h2-806683-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:57:35.953367 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-4c45b680-6c86-4cb2-9af9-e74b8f077aee service neutron] Unknown quota resources ['binding']. {{(pid=94713) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 08 08:57:35.959662 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27c68d0-6fb8-452a-9637-35e0d021300f None None] Network 00133d9d-a862-4624-86df-5fcb0a51c73e requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 08:57:35.977333 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60356) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:35.995765 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-833fa2da-df74-4d95-81b2-8f3ef04ef6e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:36.165037 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-833fa2da-df74-4d95-81b2-8f3ef04ef6e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:36.174100 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-833fa2da-df74-4d95-81b2-8f3ef04ef6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:36.178133 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-87c8ca48-989f-49dc-9cfe-1a43a1c6dd59 None None] Provisioning for port 9adba90b-f4fe-4754-b55a-07ea9b599f3f completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:57:36.183005 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-87c8ca48-989f-49dc-9cfe-1a43a1c6dd59 None None] Provisioning complete for port 9adba90b-f4fe-4754-b55a-07ea9b599f3f triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:57:36.183651 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-87c8ca48-989f-49dc-9cfe-1a43a1c6dd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:36.223762 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-833fa2da-df74-4d95-81b2-8f3ef04ef6e8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c1e5320c681c4955b706db3677fe1298&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2448556 Sep 08 08:57:36.226877 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60360) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:36.240298 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6ffb1550-826b-4ea2-8623-33f96702dadd req-26cd629e-0577-48f5-8f67-23d65584d300 service neutron] 10.222.0.54 "GET /v2.0/networks/3e5cb155-db8c-4e6c-a8fd-e937043c5b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074048 Sep 08 08:57:36.278626 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2faf48f-8f96-458a-b4ed-750c75d4aac4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:36.282663 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833fa2da-df74-4d95-81b2-8f3ef04ef6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f94334-5387-4874-a08c-dfc2eba148b1,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:36.304410 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-87c8ca48-989f-49dc-9cfe-1a43a1c6dd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:36.341118 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-87c8ca48-989f-49dc-9cfe-1a43a1c6dd59 None None] For port 9adba90b-f4fe-4754-b55a-07ea9b599f3f, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=9adba90b-f4fe-4754-b55a-07ea9b599f3f,segment=NetworkSegment(8c2765fa-bcc8-4be8-868b-4b58095deeea),segment_id=8c2765fa-bcc8-4be8-868b-4b58095deeea)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:57:36.351705 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-87c8ca48-989f-49dc-9cfe-1a43a1c6dd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:36.428480 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8ca48-989f-49dc-9cfe-1a43a1c6dd59 None None] Pushing event updated for resources: {'Port': ['ID=9adba90b-f4fe-4754-b55a-07ea9b599f3f,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:36.456026 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-4c45b680-6c86-4cb2-9af9-e74b8f077aee service neutron] Attempting to bind port fe7000b4-f1d7-4118-b796-f6749c75075b on host n-h2-806683-11 for vnic_type normal with profile None {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:57:36.456693 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-4c45b680-6c86-4cb2-9af9-e74b8f077aee service neutron] Attempting to bind port fe7000b4-f1d7-4118-b796-f6749c75075b by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': 'fa7b147d-9249-4b88-b7ce-d5137c1c3a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1b780815-5142-4edc-a37a-9e502afff334'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:57:36.456693 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-4c45b680-6c86-4cb2-9af9-e74b8f077aee service neutron] Attempting to bind port fe7000b4-f1d7-4118-b796-f6749c75075b on network 1b780815-5142-4edc-a37a-9e502afff334 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:57:36.461674 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1d25c4bd-7d0d-404a-b5f6-ccf6e07118df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:36.473686 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-4c45b680-6c86-4cb2-9af9-e74b8f077aee service neutron] Port fe7000b4-f1d7-4118-b796-f6749c75075b on network 1b780815-5142-4edc-a37a-9e502afff334 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 08:57:36.474021 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-4c45b680-6c86-4cb2-9af9-e74b8f077aee service neutron] Attempting to bind port fe7000b4-f1d7-4118-b796-f6749c75075b on network 1b780815-5142-4edc-a37a-9e502afff334 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:57:36.555030 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-4c45b680-6c86-4cb2-9af9-e74b8f077aee service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:57:36.555561 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-4c45b680-6c86-4cb2-9af9-e74b8f077aee service neutron] Checking segment: {'id': 'fa7b147d-9249-4b88-b7ce-d5137c1c3a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1b780815-5142-4edc-a37a-9e502afff334'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:57:36.555730 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-4c45b680-6c86-4cb2-9af9-e74b8f077aee service neutron] Bound using segment: {'id': 'fa7b147d-9249-4b88-b7ce-d5137c1c3a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1b780815-5142-4edc-a37a-9e502afff334'} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:57:36.556187 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-4c45b680-6c86-4cb2-9af9-e74b8f077aee service neutron] Bound port: fe7000b4-f1d7-4118-b796-f6749c75075b, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa7b147d-9249-4b88-b7ce-d5137c1c3a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1b780815-5142-4edc-a37a-9e502afff334'}}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:57:36.570488 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1d25c4bd-7d0d-404a-b5f6-ccf6e07118df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:36.678281 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-3d1ad62b-f9a2-478c-9fff-aaa787549de6 None None] Provisioning complete for port 9adba90b-f4fe-4754-b55a-07ea9b599f3f triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:57:36.678661 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3d1ad62b-f9a2-478c-9fff-aaa787549de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:36.803037 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-4c45b680-6c86-4cb2-9af9-e74b8f077aee service neutron] For port fe7000b4-f1d7-4118-b796-f6749c75075b, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=fe7000b4-f1d7-4118-b796-f6749c75075b,segment=NetworkSegment(fa7b147d-9249-4b88-b7ce-d5137c1c3a3c),segment_id=fa7b147d-9249-4b88-b7ce-d5137c1c3a3c)] {{(pid=94713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:57:36.838635 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1d25c4bd-7d0d-404a-b5f6-ccf6e07118df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:36.841244 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1d25c4bd-7d0d-404a-b5f6-ccf6e07118df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:36.843092 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1d25c4bd-7d0d-404a-b5f6-ccf6e07118df admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/29f94334-5387-4874-a08c-dfc2eba148b1 HTTP/1.1" status: 204 len: 168 time: 0.6145897 Sep 08 08:57:36.853160 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-4c45b680-6c86-4cb2-9af9-e74b8f077aee service neutron] Notify callbacks [] for binding, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:36.854331 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-4c45b680-6c86-4cb2-9af9-e74b8f077aee service neutron] 10.222.0.54 "POST /v2.0/ports/fe7000b4-f1d7-4118-b796-f6749c75075b/bindings HTTP/1.1" status: 201 len: 390 time: 0.9130013 Sep 08 08:57:36.868333 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29315285-e390-494f-8ab0-1d1579150e9f req-eb40692f-5070-4977-9b68-c7125eee9a28 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:36.876229 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-29315285-e390-494f-8ab0-1d1579150e9f req-eb40692f-5070-4977-9b68-c7125eee9a28 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6 HTTP/1.1" status: 200 len: 948 time: 0.2295537 Sep 08 08:57:36.885010 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d25c4bd-7d0d-404a-b5f6-ccf6e07118df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f94334-5387-4874-a08c-dfc2eba148b1,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:36.914355 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2faf48f-8f96-458a-b4ed-750c75d4aac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:36.947479 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-29315285-e390-494f-8ab0-1d1579150e9f req-6a21ce6d-9496-4fcf-aca4-27d587384698 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703003 Sep 08 08:57:37.041866 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 08:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718286b5-1026-4a04-979f-555e918f1eda x-openstack-request-id: req-718286b5-1026-4a04-979f-555e918f1eda {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:57:37.042418 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43129bc2-d119-44cb-bdbe-54bf13a1b3f6", "tag": "d05f4588-39b6-4d94-9f78-5dd977338c5a", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:57:37.042521 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-718286b5-1026-4a04-979f-555e918f1eda {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:57:37.042889 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43129bc2-d119-44cb-bdbe-54bf13a1b3f6', 'tag': 'd05f4588-39b6-4d94-9f78-5dd977338c5a', 'status': 'completed', 'code': 200} Sep 08 08:57:37.082676 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-319ff20c-82bc-4d42-8d9b-1ba65dd2e060 req-fa89a508-c1fe-49dc-a981-2333ea6da58b tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4ea3464-fcfe-4347-90db-10c5a3d93f7e HTTP/1.1" status: 200 len: 210 time: 0.0545640 Sep 08 08:57:37.228711 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2faf48f-8f96-458a-b4ed-750c75d4aac4 admin admin] Router 35d58b25-97c3-4775-b7d2-d6161e54fa40 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 08:57:37.385688 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185f2b4-47f9-4c45-b40c-53b2f873e4cd req-55a05ef1-3dd9-4da3-8e70-05329ac8c1a1 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:37.386349 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2faf48f-8f96-458a-b4ed-750c75d4aac4 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 08:57:37.399761 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9185f2b4-47f9-4c45-b40c-53b2f873e4cd req-55a05ef1-3dd9-4da3-8e70-05329ac8c1a1 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=85440df2-7b12-47b1-ba8e-4f609f114e1b HTTP/1.1" status: 200 len: 946 time: 0.2578051 Sep 08 08:57:37.402342 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839948f4-0f59-4312-8dbd-e6218b70de6a None None] Sync routers for ids ['35d58b25-97c3-4775-b7d2-d6161e54fa40'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 08:57:37.411807 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2faf48f-8f96-458a-b4ed-750c75d4aac4 admin admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:37.416463 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f2faf48f-8f96-458a-b4ed-750c75d4aac4 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.1900837 Sep 08 08:57:37.417174 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60392) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:37.420615 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839948f4-0f59-4312-8dbd-e6218b70de6a None None] Routers {'35d58b25-97c3-4775-b7d2-d6161e54fa40'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:57:37.422902 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-839948f4-0f59-4312-8dbd-e6218b70de6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:57:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['35d58b25-97c3-4775-b7d2-d6161e54fa40'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:57:37.461704 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9185f2b4-47f9-4c45-b40c-53b2f873e4cd req-aba29333-27fd-42d2-bbaa-91be01b5ac26 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604570 Sep 08 08:57:37.476781 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727ee83-4ac7-4682-8b1e-d1d0522c87ff req-f9d19753-57cd-4c68-827a-734b9b04a7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:37.478356 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c727ee83-4ac7-4682-8b1e-d1d0522c87ff req-f9d19753-57cd-4c68-827a-734b9b04a7c8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3b45c9e6adc04db08d877665d90d8206&device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6 HTTP/1.1" status: 200 len: 1100 time: 0.3509312 Sep 08 08:57:37.577967 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-ae2f41f0-aadc-4fe4-aa6f-70a63d6c6a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:37.595825 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-ae2f41f0-aadc-4fe4-aa6f-70a63d6c6a30 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=453fb48635914fff8b30c3b6382194e5&device_id=85440df2-7b12-47b1-ba8e-4f609f114e1b HTTP/1.1" status: 200 len: 1098 time: 0.3047943 Sep 08 08:57:37.616616 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727ee83-4ac7-4682-8b1e-d1d0522c87ff req-afd48814-8c1c-4294-8fe6-918780ceeab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:37.631673 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c727ee83-4ac7-4682-8b1e-d1d0522c87ff req-afd48814-8c1c-4294-8fe6-918780ceeab5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3b45c9e6adc04db08d877665d90d8206&device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6 HTTP/1.1" status: 200 len: 1100 time: 0.4167004 Sep 08 08:57:37.650251 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-839948f4-0f59-4312-8dbd-e6218b70de6a None None] Set router 35d58b25-97c3-4775-b7d2-d6161e54fa40 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:57:37.692099 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 9adba90b-f4fe-4754-b55a-07ea9b599f3f up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:57:37.815355 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 9adba90b-f4fe-4754-b55a-07ea9b599f3f triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:57:37.815842 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:37.926449 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727ee83-4ac7-4682-8b1e-d1d0522c87ff req-c20d6870-087d-4a7a-8c28-6eb87793011c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:37.929522 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c727ee83-4ac7-4682-8b1e-d1d0522c87ff req-c20d6870-087d-4a7a-8c28-6eb87793011c service neutron] 10.222.0.37 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.2703924 Sep 08 08:57:37.930968 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727ee83-4ac7-4682-8b1e-d1d0522c87ff req-c71f175d-3e37-48e1-9867-0b968af72443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:37.932521 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c727ee83-4ac7-4682-8b1e-d1d0522c87ff req-c71f175d-3e37-48e1-9867-0b968af72443 service neutron] 10.222.0.35 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.4432142 Sep 08 08:57:37.961599 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-b83dea26-c9c2-402c-9a77-20072ac39195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:37.964625 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-b83dea26-c9c2-402c-9a77-20072ac39195 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1b780815-5142-4edc-a37a-9e502afff334 HTTP/1.1" status: 200 len: 909 time: 0.3515267 Sep 08 08:57:38.028925 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-839948f4-0f59-4312-8dbd-e6218b70de6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d58b25-97c3-4775-b7d2-d6161e54fa40', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-233075897-router', 'tenant_id': '7ab6b1c110494083b54d3886e9c4b82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'c46c3c92-bd06-47ff-8267-0ba12cb4e0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:57:32Z', 'updated_at': '2021-09-08T08:57:35Z', 'revision_number': 3, 'project_id': '7ab6b1c110494083b54d3886e9c4b82e', 'gw_port': {'id': 'c46c3c92-bd06-47ff-8267-0ba12cb4e0e0', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d58b25-97c3-4775-b7d2-d6161e54fa40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:57:34Z', 'updated_at': '2021-09-08T08:57:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:57:38.057380 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c727ee83-4ac7-4682-8b1e-d1d0522c87ff req-b06f9246-2e95-4992-bb69-710671aac20f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=d05f4588-39b6-4d94-9f78-5dd977338c5a HTTP/1.1" status: 200 len: 217 time: 0.0914230 Sep 08 08:57:38.077982 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839948f4-0f59-4312-8dbd-e6218b70de6a None None] Checking router: 35d58b25-97c3-4775-b7d2-d6161e54fa40 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 08:57:38.078391 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839948f4-0f59-4312-8dbd-e6218b70de6a None None] Updating router 35d58b25-97c3-4775-b7d2-d6161e54fa40 port c46c3c92-bd06-47ff-8267-0ba12cb4e0e0 binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 08:57:38.159682 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-839948f4-0f59-4312-8dbd-e6218b70de6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:38.379707 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c727ee83-4ac7-4682-8b1e-d1d0522c87ff req-24716452-e11f-4480-812b-38b337485eae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=d05f4588-39b6-4d94-9f78-5dd977338c5a HTTP/1.1" status: 200 len: 217 time: 0.4125791 Sep 08 08:57:38.395865 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-247629e0-b9ef-4865-a576-8cc01314f509 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe7000b4-f1d7-4118-b796-f6749c75075b HTTP/1.1" status: 200 len: 217 time: 0.3234360 Sep 08 08:57:38.567703 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-07a50848-d20f-4041-95db-a60f0b1ea007 req-09f9a56e-b0db-4698-b632-a596406bbb5b tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4ea3464-fcfe-4347-90db-10c5a3d93f7e HTTP/1.1" status: 200 len: 210 time: 0.2924616 Sep 08 08:57:38.597536 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb1550-826b-4ea2-8623-33f96702dadd req-d4fd158a-ec86-401e-a716-0f0dce8e1226 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:38.611443 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6ffb1550-826b-4ea2-8623-33f96702dadd req-d4fd158a-ec86-401e-a716-0f0dce8e1226 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.35 "GET /v2.0/networks?id=3e5cb155-db8c-4e6c-a8fd-e937043c5b98 HTTP/1.1" status: 200 len: 820 time: 0.5316882 Sep 08 08:57:38.639019 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727ee83-4ac7-4682-8b1e-d1d0522c87ff req-d904335f-5239-43ae-8f5b-11cc13707d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:38.640615 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c727ee83-4ac7-4682-8b1e-d1d0522c87ff req-d904335f-5239-43ae-8f5b-11cc13707d81 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.4751339 Sep 08 08:57:38.661525 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-839948f4-0f59-4312-8dbd-e6218b70de6a None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:38.663253 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-6ffb1550-826b-4ea2-8623-33f96702dadd req-5e3a04f2-70a1-4dc8-9396-0396056eba61 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Request body: {'port': {'device_id': 'e4ea3464-fcfe-4347-90db-10c5a3d93f7e', 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98', 'admin_state_up': True, 'tenant_id': '0bc89f664d9a46b3926bfbc0f4b3f539'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:57:38.716932 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-839948f4-0f59-4312-8dbd-e6218b70de6a None None] Transition to ACTIVE for port object c46c3c92-bd06-47ff-8267-0ba12cb4e0e0 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:57:38.735814 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-839948f4-0f59-4312-8dbd-e6218b70de6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:38.823510 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-be61ae43-dda7-449f-9633-a7b27b5dbb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:38.845073 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d318edf-3af0-4ffa-92d6-27c1e30b02d8 req-964ea7ee-97bb-48ac-9912-8845ddcd1ebd tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:38.854461 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0d318edf-3af0-4ffa-92d6-27c1e30b02d8 req-964ea7ee-97bb-48ac-9912-8845ddcd1ebd tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6 HTTP/1.1" status: 200 len: 948 time: 0.6876435 Sep 08 08:57:38.867642 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afffea0-ea50-4eba-9230-bef618829f8c req-d146e577-901f-4657-be1f-9deb1495e0f3 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:38.876412 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5afffea0-ea50-4eba-9230-bef618829f8c req-d146e577-901f-4657-be1f-9deb1495e0f3 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=85440df2-7b12-47b1-ba8e-4f609f114e1b HTTP/1.1" status: 200 len: 946 time: 0.1742179 Sep 08 08:57:38.891758 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727ee83-4ac7-4682-8b1e-d1d0522c87ff req-e2e30004-4378-41c2-ae01-d33c82771c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:38.893271 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c727ee83-4ac7-4682-8b1e-d1d0522c87ff req-e2e30004-4378-41c2-ae01-d33c82771c20 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1497717 Sep 08 08:57:38.922087 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727ee83-4ac7-4682-8b1e-d1d0522c87ff req-c6e2ef27-0751-4e73-8eae-b7a4a4da4a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:38.924106 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c727ee83-4ac7-4682-8b1e-d1d0522c87ff req-c6e2ef27-0751-4e73-8eae-b7a4a4da4a36 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.4339905 Sep 08 08:57:38.952419 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-839948f4-0f59-4312-8dbd-e6218b70de6a None None] Attempting to bind port c46c3c92-bd06-47ff-8267-0ba12cb4e0e0 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:57:38.952852 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-839948f4-0f59-4312-8dbd-e6218b70de6a None None] Attempting to bind port c46c3c92-bd06-47ff-8267-0ba12cb4e0e0 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:57:38.953297 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839948f4-0f59-4312-8dbd-e6218b70de6a None None] Attempting to bind port c46c3c92-bd06-47ff-8267-0ba12cb4e0e0 on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:57:38.955456 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849341c5-2ed4-4e36-aee3-692b0164bcd1 None None] Pushing event updated for resources: {'Port': ['ID=c46c3c92-bd06-47ff-8267-0ba12cb4e0e0,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:38.971748 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839948f4-0f59-4312-8dbd-e6218b70de6a None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:57:38.972288 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839948f4-0f59-4312-8dbd-e6218b70de6a None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:57:38.972722 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-839948f4-0f59-4312-8dbd-e6218b70de6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:38.973348 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839948f4-0f59-4312-8dbd-e6218b70de6a None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:57:38.973866 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-839948f4-0f59-4312-8dbd-e6218b70de6a None None] Bound port: c46c3c92-bd06-47ff-8267-0ba12cb4e0e0, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:57:38.974436 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-839948f4-0f59-4312-8dbd-e6218b70de6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:38.995283 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5afffea0-ea50-4eba-9230-bef618829f8c req-fc50541d-9bf4-4410-8815-bf2c3adb0be7 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133170 Sep 08 08:57:39.042056 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-3f713521-e57d-4e54-bdaf-c14a8cceed5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:39.048177 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-3f713521-e57d-4e54-bdaf-c14a8cceed5c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e08ea884-5afc-42c5-87f0-7a3f3f5db0de HTTP/1.1" status: 200 len: 848 time: 0.5198362 Sep 08 08:57:39.093802 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ffb1550-826b-4ea2-8623-33f96702dadd req-5e3a04f2-70a1-4dc8-9396-0396056eba61 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Made reservation on behalf of 0bc89f664d9a46b3926bfbc0f4b3f539 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:57:39.098599 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-6ffb1550-826b-4ea2-8623-33f96702dadd req-5e3a04f2-70a1-4dc8-9396-0396056eba61 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:39.098898 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-839948f4-0f59-4312-8dbd-e6218b70de6a None None] For port c46c3c92-bd06-47ff-8267-0ba12cb4e0e0, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:57:39.109013 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-839948f4-0f59-4312-8dbd-e6218b70de6a None None] For port c46c3c92-bd06-47ff-8267-0ba12cb4e0e0, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=c46c3c92-bd06-47ff-8267-0ba12cb4e0e0,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:57:39.125171 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-839948f4-0f59-4312-8dbd-e6218b70de6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:39.153468 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-f543a86d-dfc9-4147-9dea-8c6bc2d3f952 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1b780815-5142-4edc-a37a-9e502afff334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642178 Sep 08 08:57:39.268155 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-be61ae43-dda7-449f-9633-a7b27b5dbb5d admin admin] Allocated IP 172.20.0.1 (00133d9d-a862-4624-86df-5fcb0a51c73e/f03860b7-e43b-4d11-a9f5-928efc4de4a5/0990641d-4255-4818-a3a2-b4d2e57b1c36) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:57:39.298262 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849341c5-2ed4-4e36-aee3-692b0164bcd1 None None] Pushing event updated for resources: {'Port': ['ID=c46c3c92-bd06-47ff-8267-0ba12cb4e0e0,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:39.303449 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839948f4-0f59-4312-8dbd-e6218b70de6a None None] Routers {'35d58b25-97c3-4775-b7d2-d6161e54fa40'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:57:39.304632 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-839948f4-0f59-4312-8dbd-e6218b70de6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:57:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['35d58b25-97c3-4775-b7d2-d6161e54fa40'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:57:39.508386 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-839948f4-0f59-4312-8dbd-e6218b70de6a None None] Set router 35d58b25-97c3-4775-b7d2-d6161e54fa40 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:57:39.521408 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [req-6ffb1550-826b-4ea2-8623-33f96702dadd req-5e3a04f2-70a1-4dc8-9396-0396056eba61 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Allocated IP 172.20.0.10 (3e5cb155-db8c-4e6c-a8fd-e937043c5b98/2afb1305-d593-46e6-bc8f-0ed93bbef6b9/1bffe886-6b5c-4715-a9f3-8a19d1563114) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:57:39.525120 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device d05f4588-39b6-4d94-9f78-5dd977338c5a details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 08:57:39.596673 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0d318edf-3af0-4ffa-92d6-27c1e30b02d8 req-3be3e2f2-d2a1-48a5-b74c-4c6fb7cef5a0 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7158651 Sep 08 08:57:39.675168 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-be61ae43-dda7-449f-9633-a7b27b5dbb5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:39.753655 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727ee83-4ac7-4682-8b1e-d1d0522c87ff req-58ae7311-848b-4fa4-be8c-9c168bafed24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:39.756250 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c727ee83-4ac7-4682-8b1e-d1d0522c87ff req-58ae7311-848b-4fa4-be8c-9c168bafed24 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8188694 Sep 08 08:57:39.766547 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-be61ae43-dda7-449f-9633-a7b27b5dbb5d admin admin] Transition to ACTIVE for port object 0990641d-4255-4818-a3a2-b4d2e57b1c36 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:57:39.791486 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port d05f4588-39b6-4d94-9f78-5dd977338c5a, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=d05f4588-39b6-4d94-9f78-5dd977338c5a,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:57:39.814708 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': 'd05f4588-39b6-4d94-9f78-5dd977338c5a', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'port_id': 'd05f4588-39b6-4d94-9f78-5dd977338c5a', 'mac_address': 'fa:16:3e:79:7c:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc66e4b-ecb5-4c99-afe1-0a78c722534a', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 08:57:39.835168 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-839948f4-0f59-4312-8dbd-e6218b70de6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d58b25-97c3-4775-b7d2-d6161e54fa40', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-233075897-router', 'tenant_id': '7ab6b1c110494083b54d3886e9c4b82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'c46c3c92-bd06-47ff-8267-0ba12cb4e0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:57:32Z', 'updated_at': '2021-09-08T08:57:35Z', 'revision_number': 3, 'project_id': '7ab6b1c110494083b54d3886e9c4b82e', 'gw_port': {'id': 'c46c3c92-bd06-47ff-8267-0ba12cb4e0e0', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d58b25-97c3-4775-b7d2-d6161e54fa40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:57:34Z', 'updated_at': '2021-09-08T08:57:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:57:39.893526 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839948f4-0f59-4312-8dbd-e6218b70de6a None None] The sync data for ids ['35d58b25-97c3-4775-b7d2-d6161e54fa40'] in n-d-806683-11 is: [{'id': '35d58b25-97c3-4775-b7d2-d6161e54fa40', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-233075897-router', 'tenant_id': '7ab6b1c110494083b54d3886e9c4b82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'c46c3c92-bd06-47ff-8267-0ba12cb4e0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:57:32Z', 'updated_at': '2021-09-08T08:57:35Z', 'revision_number': 3, 'project_id': '7ab6b1c110494083b54d3886e9c4b82e', 'gw_port': {'id': 'c46c3c92-bd06-47ff-8267-0ba12cb4e0e0', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c8:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d58b25-97c3-4775-b7d2-d6161e54fa40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:57:34Z', 'updated_at': '2021-09-08T08:57:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 08:57:39.907033 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:39.939751 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d05f4588-39b6-4d94-9f78-5dd977338c5a {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:57:39.972417 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port d05f4588-39b6-4d94-9f78-5dd977338c5a, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=d05f4588-39b6-4d94-9f78-5dd977338c5a,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:57:39.990080 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:40.004608 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-6ffb1550-826b-4ea2-8623-33f96702dadd req-5e3a04f2-70a1-4dc8-9396-0396056eba61 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:40.032219 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-be61ae43-dda7-449f-9633-a7b27b5dbb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:40.106396 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f095c8c8-52ea-4f5a-b62b-57f3d97edb2f req-d821e073-6817-4bb7-90cd-f8746ce93a04 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4ea3464-fcfe-4347-90db-10c5a3d93f7e HTTP/1.1" status: 200 len: 210 time: 0.2490666 Sep 08 08:57:40.124178 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=d05f4588-39b6-4d94-9f78-5dd977338c5a,revision_number=8']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:40.142337 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be61ae43-dda7-449f-9633-a7b27b5dbb5d admin admin] Network 00133d9d-a862-4624-86df-5fcb0a51c73e is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:57:40.152842 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-be61ae43-dda7-449f-9633-a7b27b5dbb5d admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:57:40.162602 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be61ae43-dda7-449f-9633-a7b27b5dbb5d admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:57:40.165419 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c727ee83-4ac7-4682-8b1e-d1d0522c87ff req-4f5d6b0f-eb7c-4b81-92bc-6c1f7e4c6a84 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2388771 Sep 08 08:57:40.167339 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61ae43-dda7-449f-9633-a7b27b5dbb5d admin admin] Pushing event updated for resources: {'Port': ['ID=0990641d-4255-4818-a3a2-b4d2e57b1c36,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:40.232451 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-6ffb1550-826b-4ea2-8623-33f96702dadd req-5e3a04f2-70a1-4dc8-9396-0396056eba61 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:40.305005 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-befdf8dc-3bf7-404f-82cb-3e33e4c99c65 service neutron] 10.222.0.35 "GET /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7444894 Sep 08 08:57:40.330092 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ffb1550-826b-4ea2-8623-33f96702dadd req-5e3a04f2-70a1-4dc8-9396-0396056eba61 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Network 3e5cb155-db8c-4e6c-a8fd-e937043c5b98 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:57:40.346292 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-be61ae43-dda7-449f-9633-a7b27b5dbb5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:40.348922 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [req-6ffb1550-826b-4ea2-8623-33f96702dadd req-5e3a04f2-70a1-4dc8-9396-0396056eba61 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:57:40.398011 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ffb1550-826b-4ea2-8623-33f96702dadd req-5e3a04f2-70a1-4dc8-9396-0396056eba61 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:57:40.406588 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c727ee83-4ac7-4682-8b1e-d1d0522c87ff req-4dbe34ec-12bb-463d-8bf1-7c965c2082d7 service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4976757 Sep 08 08:57:40.454947 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['d05f4588-39b6-4d94-9f78-5dd977338c5a'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:57:40.599299 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a04f2-70a1-4dc8-9396-0396056eba61 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Pushing event updated for resources: {'Port': ['ID=1bffe886-6b5c-4715-a9f3-8a19d1563114,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:40.629896 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4beaa15-4747-4bab-a178-a5a72785eb32 req-8e7d6a99-fa9d-437f-9d4f-a7d03d01473a tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:40.638830 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c4beaa15-4747-4bab-a178-a5a72785eb32 req-8e7d6a99-fa9d-437f-9d4f-a7d03d01473a tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=85440df2-7b12-47b1-ba8e-4f609f114e1b HTTP/1.1" status: 200 len: 946 time: 0.4247677 Sep 08 08:57:40.674505 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-af8e9c75-1f82-4c67-8b5a-24e1634d8e34 None None] Provisioning for port 0990641d-4255-4818-a3a2-b4d2e57b1c36 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:57:40.676599 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-d9617b06-75a0-46fd-b90a-27d9909a7c55 service neutron] 10.222.0.35 "GET /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537004 Sep 08 08:57:40.720233 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-af8e9c75-1f82-4c67-8b5a-24e1634d8e34 None None] Provisioning complete for port 0990641d-4255-4818-a3a2-b4d2e57b1c36 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:57:40.720640 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-af8e9c75-1f82-4c67-8b5a-24e1634d8e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:40.725226 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb1550-826b-4ea2-8623-33f96702dadd req-5e3a04f2-70a1-4dc8-9396-0396056eba61 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:40.728826 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-6ffb1550-826b-4ea2-8623-33f96702dadd req-5e3a04f2-70a1-4dc8-9396-0396056eba61 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:40.746201 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-be61ae43-dda7-449f-9633-a7b27b5dbb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:40.779029 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c727ee83-4ac7-4682-8b1e-d1d0522c87ff req-36707f11-90dc-4413-9bcd-41d53a5548f4 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5828056 Sep 08 08:57:40.791585 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6ffb1550-826b-4ea2-8623-33f96702dadd req-5e3a04f2-70a1-4dc8-9396-0396056eba61 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1620135 Sep 08 08:57:40.811505 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-af8e9c75-1f82-4c67-8b5a-24e1634d8e34 None None] Port 0990641d-4255-4818-a3a2-b4d2e57b1c36 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 08:57:40.833053 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c4beaa15-4747-4bab-a178-a5a72785eb32 req-82c91782-2580-4c5f-83e6-995356a70fe7 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839945 Sep 08 08:57:40.868551 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-6ffb1550-826b-4ea2-8623-33f96702dadd req-a66fa3fc-8091-4188-8bbb-ef3abe7d2228 service neutron] Request body: {'port': {'device_id': 'e4ea3464-fcfe-4347-90db-10c5a3d93f7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:57:40.897917 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c727ee83-4ac7-4682-8b1e-d1d0522c87ff req-933b5974-3dbd-454a-80be-9e6c329fc45a service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4731984 Sep 08 08:57:40.948667 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-6ffb1550-826b-4ea2-8623-33f96702dadd req-a66fa3fc-8091-4188-8bbb-ef3abe7d2228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:40.971574 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-038442a2-be83-455b-983f-8e0bc2a67dbb tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:40.973795 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-038442a2-be83-455b-983f-8e0bc2a67dbb tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=85440df2-7b12-47b1-ba8e-4f609f114e1b&tenant_id=453fb48635914fff8b30c3b6382194e5&binding%3Ahost_id=n-h1-806683-11 HTTP/1.1" status: 200 len: 1098 time: 0.1790740 Sep 08 08:57:40.986532 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42a734-36cd-4f0b-b749-35e77f5e6e21 req-dff5d704-3d48-4f7d-88cb-4881feb198e7 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:40.993836 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0f42a734-36cd-4f0b-b749-35e77f5e6e21 req-dff5d704-3d48-4f7d-88cb-4881feb198e7 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6 HTTP/1.1" status: 200 len: 949 time: 0.2009459 Sep 08 08:57:41.012193 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-a80fd4df-7e1a-4bee-a939-5251ea87fbd9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-806683-11'}}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:57:41.136352 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-a80fd4df-7e1a-4bee-a939-5251ea87fbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:41.154485 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0f42a734-36cd-4f0b-b749-35e77f5e6e21 req-1aab73af-1ddf-4df6-8318-89da0aa767e2 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595566 Sep 08 08:57:41.316796 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-be61ae43-dda7-449f-9633-a7b27b5dbb5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:41.347260 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-be61ae43-dda7-449f-9633-a7b27b5dbb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:41.407461 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-a80fd4df-7e1a-4bee-a939-5251ea87fbd9 service neutron] For port fe7000b4-f1d7-4118-b796-f6749c75075b, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=fe7000b4-f1d7-4118-b796-f6749c75075b,segment=NetworkSegment(fa7b147d-9249-4b88-b7ce-d5137c1c3a3c),segment_id=fa7b147d-9249-4b88-b7ce-d5137c1c3a3c)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:57:41.624356 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60496) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:41.637165 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [req-6ffb1550-826b-4ea2-8623-33f96702dadd req-a66fa3fc-8091-4188-8bbb-ef3abe7d2228 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bffe886-6b5c-4715-a9f3-8a19d1563114 {{(pid=94713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:57:41.647643 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-6ffb1550-826b-4ea2-8623-33f96702dadd req-a66fa3fc-8091-4188-8bbb-ef3abe7d2228 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:41.666307 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-a80fd4df-7e1a-4bee-a939-5251ea87fbd9 service neutron] For port fe7000b4-f1d7-4118-b796-f6749c75075b, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:57:41.690730 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device c46c3c92-bd06-47ff-8267-0ba12cb4e0e0 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:57:41.702297 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8084a2f-23a2-4c81-8854-1ab80800124c req-cbdd3dd0-1383-4078-8fb1-95f175edb790 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:41.704079 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f8084a2f-23a2-4c81-8854-1ab80800124c req-cbdd3dd0-1383-4078-8fb1-95f175edb790 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.37 "GET /v2.0/ports?device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6&tenant_id=3b45c9e6adc04db08d877665d90d8206&binding%3Ahost_id=n-h2-806683-11 HTTP/1.1" status: 200 len: 949 time: 0.2263987 Sep 08 08:57:41.712168 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb04cb-c580-4a1f-bcf8-0e123581c8fa req-feb645aa-a7bc-4d0a-a75d-35909347bfa1 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:41.729017 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1fcb04cb-c580-4a1f-bcf8-0e123581c8fa req-feb645aa-a7bc-4d0a-a75d-35909347bfa1 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6 HTTP/1.1" status: 200 len: 949 time: 0.2732723 Sep 08 08:57:41.764661 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-be61ae43-dda7-449f-9633-a7b27b5dbb5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:41.782926 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61ae43-dda7-449f-9633-a7b27b5dbb5d admin admin] Pushing event updated for resources: {'Port': ['ID=0990641d-4255-4818-a3a2-b4d2e57b1c36,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:41.784134 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port c46c3c92-bd06-47ff-8267-0ba12cb4e0e0 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:57:41.790014 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [req-6ffb1550-826b-4ea2-8623-33f96702dadd req-a66fa3fc-8091-4188-8bbb-ef3abe7d2228 service neutron] Transition to ACTIVE for port object 1bffe886-6b5c-4715-a9f3-8a19d1563114 will not be triggered until provisioned by entity L2. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:57:41.802365 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port c46c3c92-bd06-47ff-8267-0ba12cb4e0e0 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:57:41.803075 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:41.821334 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85440df2-7b12-47b1-ba8e-4f609f114e1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe7000b4-f1d7-4118-b796-f6749c75075b'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:57:41.823649 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6637f64a-7550-498b-9723-768564c63e24" -d '{"events": [{"server_uuid": "85440df2-7b12-47b1-ba8e-4f609f114e1b", "name": "network-vif-unplugged", "status": "completed", "tag": "fe7000b4-f1d7-4118-b796-f6749c75075b"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:57:41.829792 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-a80fd4df-7e1a-4bee-a939-5251ea87fbd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:41.878364 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-6ffb1550-826b-4ea2-8623-33f96702dadd req-a66fa3fc-8091-4188-8bbb-ef3abe7d2228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:41.891687 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-a80fd4df-7e1a-4bee-a939-5251ea87fbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:41.906010 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-02ba05b1-6289-45f9-8dc9-4f608379f261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:41.934395 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:41.946334 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813211b-af0f-4874-9b52-e1d09dacc26f req-028896e7-e4f4-4a84-94a9-639aa769d00b tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:41.947877 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7813211b-af0f-4874-9b52-e1d09dacc26f req-028896e7-e4f4-4a84-94a9-639aa769d00b tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4ea3464-fcfe-4347-90db-10c5a3d93f7e HTTP/1.1" status: 200 len: 932 time: 0.6289134 Sep 08 08:57:41.952065 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1fcb04cb-c580-4a1f-bcf8-0e123581c8fa req-9e5c5c73-bfd7-4b65-b862-3746fe802e61 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085299 Sep 08 08:57:41.953853 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [req-f8084a2f-23a2-4c81-8854-1ab80800124c req-a8c8d26e-1160-45fe-bfba-49bc90f7a04c service neutron] delete failed (client error): The resource could not be found. Sep 08 08:57:41.953981 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f8084a2f-23a2-4c81-8854-1ab80800124c req-a8c8d26e-1160-45fe-bfba-49bc90f7a04c service neutron] 10.222.0.37 "DELETE /v2.0/ports/d05f4588-39b6-4d94-9f78-5dd977338c5a/bindings/n-h1-806683-11 HTTP/1.1" status: 404 len: 381 time: 0.2198370 Sep 08 08:57:41.973247 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port c46c3c92-bd06-47ff-8267-0ba12cb4e0e0, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=c46c3c92-bd06-47ff-8267-0ba12cb4e0e0,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:57:41.985656 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be61ae43-dda7-449f-9633-a7b27b5dbb5d admin admin] Network 00133d9d-a862-4624-86df-5fcb0a51c73e is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:57:41.987359 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:42.001777 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-be61ae43-dda7-449f-9633-a7b27b5dbb5d admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:57:42.007382 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66fa3fc-8091-4188-8bbb-ef3abe7d2228 service neutron] Pushing event updated for resources: {'Port': ['ID=1bffe886-6b5c-4715-a9f3-8a19d1563114,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:42.078094 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80fd4df-7e1a-4bee-a939-5251ea87fbd9 service neutron] Pushing event updated for resources: {'Port': ['ID=fe7000b4-f1d7-4118-b796-f6749c75075b,revision_number=7']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:42.097797 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=c46c3c92-bd06-47ff-8267-0ba12cb4e0e0,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:42.217078 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-a80fd4df-7e1a-4bee-a939-5251ea87fbd9 service neutron] Attempting to bind port fe7000b4-f1d7-4118-b796-f6749c75075b on host n-h1-806683-11 for vnic_type normal with profile {"migrating_to": "n-h2-806683-11"} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:57:42.217975 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-a80fd4df-7e1a-4bee-a939-5251ea87fbd9 service neutron] Attempting to bind port fe7000b4-f1d7-4118-b796-f6749c75075b by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'fa7b147d-9249-4b88-b7ce-d5137c1c3a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1b780815-5142-4edc-a37a-9e502afff334'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:57:42.218715 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-a80fd4df-7e1a-4bee-a939-5251ea87fbd9 service neutron] Attempting to bind port fe7000b4-f1d7-4118-b796-f6749c75075b on network 1b780815-5142-4edc-a37a-9e502afff334 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:57:42.281534 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7813211b-af0f-4874-9b52-e1d09dacc26f req-ccd419be-c7a6-407d-b441-a14d62c2b1c0 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234355 Sep 08 08:57:42.296766 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be61ae43-dda7-449f-9633-a7b27b5dbb5d admin admin] Router 35d58b25-97c3-4775-b7d2-d6161e54fa40 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 08:57:42.297166 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-02ba05b1-6289-45f9-8dc9-4f608379f261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:42.343470 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-02ba05b1-6289-45f9-8dc9-4f608379f261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:42.346343 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-a80fd4df-7e1a-4bee-a939-5251ea87fbd9 service neutron] Port fe7000b4-f1d7-4118-b796-f6749c75075b on network 1b780815-5142-4edc-a37a-9e502afff334 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 08:57:42.346610 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-a80fd4df-7e1a-4bee-a939-5251ea87fbd9 service neutron] Attempting to bind port fe7000b4-f1d7-4118-b796-f6749c75075b on network 1b780815-5142-4edc-a37a-9e502afff334 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:57:42.353326 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-25add031-041c-473f-8ef2-3dba265817d9 req-fbe0562e-61fb-4fd5-98fa-60ddeb35edef tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--947013962&fields=id&tenant_id=6f3e0c8a4bf34f058ac11aefd59893e6 HTTP/1.1" status: 200 len: 267 time: 0.0516968 Sep 08 08:57:42.378674 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 08:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b55eb0-4d75-43a9-b4cd-fe5043916f9f x-openstack-request-id: req-a0b55eb0-4d75-43a9-b4cd-fe5043916f9f {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:57:42.378964 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85440df2-7b12-47b1-ba8e-4f609f114e1b", "name": "network-vif-unplugged", "status": "completed", "tag": "fe7000b4-f1d7-4118-b796-f6749c75075b", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:57:42.379210 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a0b55eb0-4d75-43a9-b4cd-fe5043916f9f {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:57:42.379603 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85440df2-7b12-47b1-ba8e-4f609f114e1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe7000b4-f1d7-4118-b796-f6749c75075b', 'code': 200} Sep 08 08:57:42.405971 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-a80fd4df-7e1a-4bee-a939-5251ea87fbd9 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:57:42.406358 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-a80fd4df-7e1a-4bee-a939-5251ea87fbd9 service neutron] Checking segment: {'id': 'fa7b147d-9249-4b88-b7ce-d5137c1c3a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1b780815-5142-4edc-a37a-9e502afff334'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:57:42.406712 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-a80fd4df-7e1a-4bee-a939-5251ea87fbd9 service neutron] Bound using segment: {'id': 'fa7b147d-9249-4b88-b7ce-d5137c1c3a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1b780815-5142-4edc-a37a-9e502afff334'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:57:42.407176 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-a80fd4df-7e1a-4bee-a939-5251ea87fbd9 service neutron] Bound port: fe7000b4-f1d7-4118-b796-f6749c75075b, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa7b147d-9249-4b88-b7ce-d5137c1c3a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1b780815-5142-4edc-a37a-9e502afff334'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:57:42.407543 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-a80fd4df-7e1a-4bee-a939-5251ea87fbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:42.418726 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-6ffb1550-826b-4ea2-8623-33f96702dadd req-a66fa3fc-8091-4188-8bbb-ef3abe7d2228 service neutron] Attempting to bind port 1bffe886-6b5c-4715-a9f3-8a19d1563114 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:57:42.419069 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-6ffb1550-826b-4ea2-8623-33f96702dadd req-a66fa3fc-8091-4188-8bbb-ef3abe7d2228 service neutron] Attempting to bind port 1bffe886-6b5c-4715-a9f3-8a19d1563114 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '63991058-0ef2-4358-ae31-7e348d60a2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:57:42.419470 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffb1550-826b-4ea2-8623-33f96702dadd req-a66fa3fc-8091-4188-8bbb-ef3abe7d2228 service neutron] Attempting to bind port 1bffe886-6b5c-4715-a9f3-8a19d1563114 on network 3e5cb155-db8c-4e6c-a8fd-e937043c5b98 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:57:42.440019 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffb1550-826b-4ea2-8623-33f96702dadd req-a66fa3fc-8091-4188-8bbb-ef3abe7d2228 service neutron] Port 1bffe886-6b5c-4715-a9f3-8a19d1563114 on network 3e5cb155-db8c-4e6c-a8fd-e937043c5b98 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 08:57:42.440382 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffb1550-826b-4ea2-8623-33f96702dadd req-a66fa3fc-8091-4188-8bbb-ef3abe7d2228 service neutron] Attempting to bind port 1bffe886-6b5c-4715-a9f3-8a19d1563114 on network 3e5cb155-db8c-4e6c-a8fd-e937043c5b98 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:57:42.452996 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-62eb9167-059b-4390-9b0e-a0c3e0b5886a None None] Provisioning complete for port 0990641d-4255-4818-a3a2-b4d2e57b1c36 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:57:42.453504 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-62eb9167-059b-4390-9b0e-a0c3e0b5886a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:42.457689 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8084a2f-23a2-4c81-8854-1ab80800124c req-2bd58774-a592-4b12-8c17-16cb9a562796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:42.459258 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f8084a2f-23a2-4c81-8854-1ab80800124c req-2bd58774-a592-4b12-8c17-16cb9a562796 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3b45c9e6adc04db08d877665d90d8206&device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6 HTTP/1.1" status: 200 len: 1101 time: 0.3509691 Sep 08 08:57:42.463924 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-02ba05b1-6289-45f9-8dc9-4f608379f261 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=33be10eea99d44808d65f6e962aff541&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8267877 Sep 08 08:57:42.463924 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba05b1-6289-45f9-8dc9-4f608379f261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f962ccab-e85c-4b46-a7de-9d7ed8cf0a6f,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:42.464164 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffb1550-826b-4ea2-8623-33f96702dadd req-a66fa3fc-8091-4188-8bbb-ef3abe7d2228 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:57:42.464164 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffb1550-826b-4ea2-8623-33f96702dadd req-a66fa3fc-8091-4188-8bbb-ef3abe7d2228 service neutron] Checking segment: {'id': '63991058-0ef2-4358-ae31-7e348d60a2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:57:42.464418 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ffb1550-826b-4ea2-8623-33f96702dadd req-a66fa3fc-8091-4188-8bbb-ef3abe7d2228 service neutron] Bound using segment: {'id': '63991058-0ef2-4358-ae31-7e348d60a2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98'} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:57:42.465063 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-6ffb1550-826b-4ea2-8623-33f96702dadd req-a66fa3fc-8091-4188-8bbb-ef3abe7d2228 service neutron] Bound port: 1bffe886-6b5c-4715-a9f3-8a19d1563114, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63991058-0ef2-4358-ae31-7e348d60a2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98'}}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:57:42.465199 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-6ffb1550-826b-4ea2-8623-33f96702dadd req-a66fa3fc-8091-4188-8bbb-ef3abe7d2228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:42.467666 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60518) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:42.496777 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-62eb9167-059b-4390-9b0e-a0c3e0b5886a None None] Port 0990641d-4255-4818-a3a2-b4d2e57b1c36 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 08:57:42.614622 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be61ae43-dda7-449f-9633-a7b27b5dbb5d admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 08:57:42.626438 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9152a764-68d9-4ffc-aadf-46afe5dc381c None None] Sync routers for ids ['35d58b25-97c3-4775-b7d2-d6161e54fa40'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 08:57:42.628197 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb01253-ed00-4e5d-906a-4d6890b6fdbd req-f79560f5-b64f-49a5-9681-ecfa2ce7b594 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:42.629761 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fcb01253-ed00-4e5d-906a-4d6890b6fdbd req-f79560f5-b64f-49a5-9681-ecfa2ce7b594 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=85440df2-7b12-47b1-ba8e-4f609f114e1b HTTP/1.1" status: 200 len: 944 time: 0.1871059 Sep 08 08:57:42.642108 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-be61ae43-dda7-449f-9633-a7b27b5dbb5d admin admin] 10.222.0.54 "PUT /v2.0/routers/35d58b25-97c3-4775-b7d2-d6161e54fa40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2193270 Sep 08 08:57:42.656208 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9152a764-68d9-4ffc-aadf-46afe5dc381c None None] Routers {'35d58b25-97c3-4775-b7d2-d6161e54fa40'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:57:42.656868 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-9152a764-68d9-4ffc-aadf-46afe5dc381c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:57:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['35d58b25-97c3-4775-b7d2-d6161e54fa40'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:57:42.661959 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-a80fd4df-7e1a-4bee-a939-5251ea87fbd9 service neutron] For port fe7000b4-f1d7-4118-b796-f6749c75075b, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:57:42.670843 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25add031-041c-473f-8ef2-3dba265817d9 req-addf6d7e-5f9b-4046-83f9-9ddc37652da9 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:42.678031 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-25add031-041c-473f-8ef2-3dba265817d9 req-addf6d7e-5f9b-4046-83f9-9ddc37652da9 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/networks?id=badf3704-58aa-4df0-a36e-cc33c85ce701 HTTP/1.1" status: 200 len: 816 time: 0.3034494 Sep 08 08:57:42.680370 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-6ffb1550-826b-4ea2-8623-33f96702dadd req-a66fa3fc-8091-4188-8bbb-ef3abe7d2228 service neutron] For port 1bffe886-6b5c-4715-a9f3-8a19d1563114, host n-h2-806683-11, cleared binding levels {{(pid=94713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:57:42.686494 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-a80fd4df-7e1a-4bee-a939-5251ea87fbd9 service neutron] For port fe7000b4-f1d7-4118-b796-f6749c75075b, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=fe7000b4-f1d7-4118-b796-f6749c75075b,segment=NetworkSegment(fa7b147d-9249-4b88-b7ce-d5137c1c3a3c),segment_id=fa7b147d-9249-4b88-b7ce-d5137c1c3a3c)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:57:42.697187 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-571e9b6c-5a43-4d49-a348-fc9a2d0ca312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:42.704112 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-25add031-041c-473f-8ef2-3dba265817d9 req-51497039-2195-4162-9d1e-760a71dc4a34 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/quotas/6f3e0c8a4bf34f058ac11aefd59893e6 HTTP/1.1" status: 200 len: 375 time: 0.0251188 Sep 08 08:57:42.704755 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-6ffb1550-826b-4ea2-8623-33f96702dadd req-a66fa3fc-8091-4188-8bbb-ef3abe7d2228 service neutron] For port 1bffe886-6b5c-4715-a9f3-8a19d1563114, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=1bffe886-6b5c-4715-a9f3-8a19d1563114,segment=NetworkSegment(63991058-0ef2-4358-ae31-7e348d60a2c9),segment_id=63991058-0ef2-4358-ae31-7e348d60a2c9)] {{(pid=94713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:57:42.718146 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-a80fd4df-7e1a-4bee-a939-5251ea87fbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:42.726562 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-6ffb1550-826b-4ea2-8623-33f96702dadd req-a66fa3fc-8091-4188-8bbb-ef3abe7d2228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:42.753639 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fcb01253-ed00-4e5d-906a-4d6890b6fdbd req-c63d064c-7baf-4eae-8a96-374dfd540d51 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080148 Sep 08 08:57:42.755856 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-571e9b6c-5a43-4d49-a348-fc9a2d0ca312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:42.759220 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8084a2f-23a2-4c81-8854-1ab80800124c req-9b3d6f4a-c9b3-4d26-a25b-264cc2fcfb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:42.760423 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f8084a2f-23a2-4c81-8854-1ab80800124c req-9b3d6f4a-c9b3-4d26-a25b-264cc2fcfb7d service neutron] 10.222.0.37 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.2867632 Sep 08 08:57:42.791234 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb1550-826b-4ea2-8623-33f96702dadd req-a66fa3fc-8091-4188-8bbb-ef3abe7d2228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:42.792193 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-6ffb1550-826b-4ea2-8623-33f96702dadd req-a66fa3fc-8091-4188-8bbb-ef3abe7d2228 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:42.793710 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6ffb1550-826b-4ea2-8623-33f96702dadd req-a66fa3fc-8091-4188-8bbb-ef3abe7d2228 service neutron] 10.222.0.35 "PUT /v2.0/ports/1bffe886-6b5c-4715-a9f3-8a19d1563114 HTTP/1.1" status: 200 len: 1093 time: 1.9323823 Sep 08 08:57:42.794087 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4ea3464-fcfe-4347-90db-10c5a3d93f7e', 'tag': '1bffe886-6b5c-4715-a9f3-8a19d1563114'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:57:42.797215 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f055113-3181-44b7-9923-fb14f210f58b" -d '{"events": [{"name": "network-changed", "server_uuid": "e4ea3464-fcfe-4347-90db-10c5a3d93f7e", "tag": "1bffe886-6b5c-4715-a9f3-8a19d1563114"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:57:42.848477 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66fa3fc-8091-4188-8bbb-ef3abe7d2228 service neutron] Pushing event updated for resources: {'Port': ['ID=1bffe886-6b5c-4715-a9f3-8a19d1563114,revision_number=3']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:42.848672 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f8084a2f-23a2-4c81-8854-1ab80800124c req-3050ebdf-32d0-46cc-a126-88c103f9f84e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=d05f4588-39b6-4d94-9f78-5dd977338c5a HTTP/1.1" status: 200 len: 217 time: 0.0592818 Sep 08 08:57:42.903972 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-571e9b6c-5a43-4d49-a348-fc9a2d0ca312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:42.908207 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-571e9b6c-5a43-4d49-a348-fc9a2d0ca312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:42.911804 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-571e9b6c-5a43-4d49-a348-fc9a2d0ca312 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f962ccab-e85c-4b46-a7de-9d7ed8cf0a6f HTTP/1.1" status: 204 len: 168 time: 0.4234750 Sep 08 08:57:42.922921 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e9b6c-5a43-4d49-a348-fc9a2d0ca312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f962ccab-e85c-4b46-a7de-9d7ed8cf0a6f,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:42.926233 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb1550-826b-4ea2-8623-33f96702dadd req-bc6c5970-b79a-4bd3-b318-2a772f9beb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:42.928474 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6ffb1550-826b-4ea2-8623-33f96702dadd req-bc6c5970-b79a-4bd3-b318-2a772f9beb7d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bc89f664d9a46b3926bfbc0f4b3f539&device_id=e4ea3464-fcfe-4347-90db-10c5a3d93f7e HTTP/1.1" status: 200 len: 1096 time: 0.0709636 Sep 08 08:57:42.928576 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-9152a764-68d9-4ffc-aadf-46afe5dc381c None None] Set router 35d58b25-97c3-4775-b7d2-d6161e54fa40 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:57:42.939109 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 08:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a44f573-db5e-4db7-84af-912bf216e73d x-openstack-request-id: req-0a44f573-db5e-4db7-84af-912bf216e73d {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:57:42.939565 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4ea3464-fcfe-4347-90db-10c5a3d93f7e", "tag": "1bffe886-6b5c-4715-a9f3-8a19d1563114", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:57:42.939859 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0a44f573-db5e-4db7-84af-912bf216e73d {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:57:42.940321 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4ea3464-fcfe-4347-90db-10c5a3d93f7e', 'tag': '1bffe886-6b5c-4715-a9f3-8a19d1563114', 'status': 'completed', 'code': 200} Sep 08 08:57:42.965871 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-25add031-041c-473f-8ef2-3dba265817d9 req-3f908898-b06d-4af3-9f6d-d85c8aaa15af tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6f3e0c8a4bf34f058ac11aefd59893e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2524145 Sep 08 08:57:42.974086 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80fd4df-7e1a-4bee-a939-5251ea87fbd9 service neutron] Pushing event updated for resources: {'Port': ['ID=fe7000b4-f1d7-4118-b796-f6749c75075b,revision_number=8']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:42.999678 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-a80fd4df-7e1a-4bee-a939-5251ea87fbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:43.000344 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-a80fd4df-7e1a-4bee-a939-5251ea87fbd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:43.001826 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-a80fd4df-7e1a-4bee-a939-5251ea87fbd9 service neutron] 10.222.0.35 "PUT /v2.0/ports/fe7000b4-f1d7-4118-b796-f6749c75075b HTTP/1.1" status: 200 len: 1124 time: 1.9973669 Sep 08 08:57:43.030341 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8084a2f-23a2-4c81-8854-1ab80800124c req-a25a65d2-2247-4833-9986-90a3457647d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:43.032195 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f8084a2f-23a2-4c81-8854-1ab80800124c req-a25a65d2-2247-4833-9986-90a3457647d5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.1698301 Sep 08 08:57:43.052769 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6ffb1550-826b-4ea2-8623-33f96702dadd req-f3537857-aed4-4647-b3b9-d52e3b68e180 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bffe886-6b5c-4715-a9f3-8a19d1563114 HTTP/1.1" status: 200 len: 217 time: 0.0954764 Sep 08 08:57:43.107290 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb1550-826b-4ea2-8623-33f96702dadd req-9fdd895a-e965-4836-b116-25e2eb3befd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:43.110423 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6ffb1550-826b-4ea2-8623-33f96702dadd req-9fdd895a-e965-4836-b116-25e2eb3befd6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2afb1305-d593-46e6-bc8f-0ed93bbef6b9 HTTP/1.1" status: 200 len: 860 time: 0.0505795 Sep 08 08:57:43.183780 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6ffb1550-826b-4ea2-8623-33f96702dadd req-d97bf14e-95df-4bc3-bbf9-385ad7b21fd7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3e5cb155-db8c-4e6c-a8fd-e937043c5b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636194 Sep 08 08:57:43.191631 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['fe7000b4-f1d7-4118-b796-f6749c75075b'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:57:43.229767 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8084a2f-23a2-4c81-8854-1ab80800124c req-c7dbe4d9-19c6-45f1-82fc-73abd98aec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:43.233623 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f8084a2f-23a2-4c81-8854-1ab80800124c req-c7dbe4d9-19c6-45f1-82fc-73abd98aec11 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1127868 Sep 08 08:57:43.252124 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-25add031-041c-473f-8ef2-3dba265817d9 req-e0e4bf8d-c801-4365-8659-67647570fbba service neutron] 10.222.0.54 "GET /v2.0/networks/badf3704-58aa-4df0-a36e-cc33c85ce701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837319 Sep 08 08:57:43.372647 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-9152a764-68d9-4ffc-aadf-46afe5dc381c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d58b25-97c3-4775-b7d2-d6161e54fa40', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-233075897-router', 'tenant_id': '7ab6b1c110494083b54d3886e9c4b82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'c46c3c92-bd06-47ff-8267-0ba12cb4e0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:57:32Z', 'updated_at': '2021-09-08T08:57:40Z', 'revision_number': 4, 'project_id': '7ab6b1c110494083b54d3886e9c4b82e', 'gw_port': {'id': 'c46c3c92-bd06-47ff-8267-0ba12cb4e0e0', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d58b25-97c3-4775-b7d2-d6161e54fa40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:57:34Z', 'updated_at': '2021-09-08T08:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '0990641d-4255-4818-a3a2-b4d2e57b1c36', 'name': '', 'network_id': '00133d9d-a862-4624-86df-5fcb0a51c73e', 'tenant_id': '7ab6b1c110494083b54d3886e9c4b82e', 'mac_address': 'fa:16:3e:8f:e8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d58b25-97c3-4775-b7d2-d6161e54fa40', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f03860b7-e43b-4d11-a9f5-928efc4de4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:57:38Z', 'updated_at': '2021-09-08T08:57:41Z', 'revision_number': 2, 'project_id': '7ab6b1c110494083b54d3886e9c4b82e', 'subnets': [{'id': 'f03860b7-e43b-4d11-a9f5-928efc4de4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:57:43.401081 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6ffb1550-826b-4ea2-8623-33f96702dadd req-b8f21f64-52d9-4c3e-8be0-91617f102a99 service neutron] 10.222.0.35 "GET /v2.0/networks/3e5cb155-db8c-4e6c-a8fd-e937043c5b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968617 Sep 08 08:57:43.424838 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9152a764-68d9-4ffc-aadf-46afe5dc381c None None] Checking router: 35d58b25-97c3-4775-b7d2-d6161e54fa40 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 08:57:43.425302 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9152a764-68d9-4ffc-aadf-46afe5dc381c None None] Updating router 35d58b25-97c3-4775-b7d2-d6161e54fa40 port 0990641d-4255-4818-a3a2-b4d2e57b1c36 binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 08:57:43.476049 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9152a764-68d9-4ffc-aadf-46afe5dc381c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:43.496694 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60540) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:43.535300 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6b9504ee-1d5f-45b5-bcaa-8dd11d5e9281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:43.547066 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device d05f4588-39b6-4d94-9f78-5dd977338c5a up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:57:43.558291 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [req-a03dc92e-cd72-445e-b527-bfdf84e013ac req-46a1699f-e57e-4b04-a251-71e111f2ff23 tempest-FloatingIPDetailsNegativeTestJSON-407110931 tempest-FloatingIPDetailsNegativeTestJSON-407110931-project] show failed (client error): The resource could not be found. Sep 08 08:57:43.564024 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a03dc92e-cd72-445e-b527-bfdf84e013ac req-46a1699f-e57e-4b04-a251-71e111f2ff23 tempest-FloatingIPDetailsNegativeTestJSON-407110931 tempest-FloatingIPDetailsNegativeTestJSON-407110931-project] 10.222.0.54 "GET /v2.0/floatingips/c2ce44bf-9115-4e01-bc51-c7af641d8b49 HTTP/1.1" status: 404 len: 350 time: 0.0827925 Sep 08 08:57:43.627655 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60542) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:43.653136 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-25add031-041c-473f-8ef2-3dba265817d9 req-306b1d69-3f9b-4a26-ad7c-078522472bf2 service neutron] 10.222.0.54 "GET /v2.0/networks/badf3704-58aa-4df0-a36e-cc33c85ce701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897643 Sep 08 08:57:43.666837 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f8084a2f-23a2-4c81-8854-1ab80800124c req-f128be95-fa65-4b29-bafe-6abf31413f6c service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006567 Sep 08 08:57:43.794519 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6b9504ee-1d5f-45b5-bcaa-8dd11d5e9281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:43.817853 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device c46c3c92-bd06-47ff-8267-0ba12cb4e0e0 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:57:43.892620 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6b9504ee-1d5f-45b5-bcaa-8dd11d5e9281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:43.974623 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port d05f4588-39b6-4d94-9f78-5dd977338c5a completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:57:43.986472 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port d05f4588-39b6-4d94-9f78-5dd977338c5a triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:57:43.987143 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:44.005185 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6ffb1550-826b-4ea2-8623-33f96702dadd req-728d96bc-6556-4b63-a84a-fe5fce3a41c0 service neutron] 10.222.0.35 "GET /v2.0/networks/3e5cb155-db8c-4e6c-a8fd-e937043c5b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5960276 Sep 08 08:57:44.010968 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-6b9504ee-1d5f-45b5-bcaa-8dd11d5e9281 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=baedae43178849b5b3349bf64d74b55e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5109968 Sep 08 08:57:44.012056 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60556) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:44.015226 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9504ee-1d5f-45b5-bcaa-8dd11d5e9281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06156ad3-3809-4ad6-b6db-1e50a7257e69,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:44.022677 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port c46c3c92-bd06-47ff-8267-0ba12cb4e0e0 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:57:44.023286 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:44.099107 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f8084a2f-23a2-4c81-8854-1ab80800124c req-96e9711e-34ea-420a-8243-3f60f11cba2f service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4150724 Sep 08 08:57:44.294102 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1434762e-2ae3-4340-9b65-5201260a5af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:44.320111 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9152a764-68d9-4ffc-aadf-46afe5dc381c None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:44.322432 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:44.326290 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f055113-3181-44b7-9923-fb14f210f58b req-3792b70b-a704-42a0-a412-adbc7c758275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:44.328445 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7f055113-3181-44b7-9923-fb14f210f58b req-3792b70b-a704-42a0-a412-adbc7c758275 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bc89f664d9a46b3926bfbc0f4b3f539&device_id=e4ea3464-fcfe-4347-90db-10c5a3d93f7e HTTP/1.1" status: 200 len: 1096 time: 0.1966341 Sep 08 08:57:44.356400 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-9152a764-68d9-4ffc-aadf-46afe5dc381c None None] Transition to ACTIVE for port object 0990641d-4255-4818-a3a2-b4d2e57b1c36 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:57:44.366977 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9152a764-68d9-4ffc-aadf-46afe5dc381c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:44.381061 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85440df2-7b12-47b1-ba8e-4f609f114e1b', 'tag': 'fe7000b4-f1d7-4118-b796-f6749c75075b'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:57:44.383365 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf56fc0-8575-466a-bef8-fedba3ac8b24" -d '{"events": [{"name": "network-changed", "server_uuid": "85440df2-7b12-47b1-ba8e-4f609f114e1b", "tag": "fe7000b4-f1d7-4118-b796-f6749c75075b"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:57:44.426608 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43129bc2-d119-44cb-bdbe-54bf13a1b3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05f4588-39b6-4d94-9f78-5dd977338c5a'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:57:44.432378 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432d5fce-c532-48c1-8788-28464103bed0" -d '{"events": [{"server_uuid": "43129bc2-d119-44cb-bdbe-54bf13a1b3f6", "name": "network-vif-plugged", "status": "completed", "tag": "d05f4588-39b6-4d94-9f78-5dd977338c5a"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:57:44.438664 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1434762e-2ae3-4340-9b65-5201260a5af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:44.449381 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb06c7a-0f7e-4a59-aa40-b24f062f9c43 None None] Pushing event updated for resources: {'Port': ['ID=0990641d-4255-4818-a3a2-b4d2e57b1c36,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:44.453319 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port d05f4588-39b6-4d94-9f78-5dd977338c5a, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=d05f4588-39b6-4d94-9f78-5dd977338c5a,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:57:44.460546 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d6b930-ea46-4c8f-b755-93b54650c777 req-fba3eeff-c99d-4f2b-a9ca-0be6715a9da3 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:44.469692 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c6d6b930-ea46-4c8f-b755-93b54650c777 req-fba3eeff-c99d-4f2b-a9ca-0be6715a9da3 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6 HTTP/1.1" status: 200 len: 949 time: 0.2537053 Sep 08 08:57:44.470223 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:44.485374 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6d036-6f77-49b3-abc2-9858423dec8a req-819e17ad-6bfb-4390-ac0b-a82adad4d12f tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:44.488983 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a5e6d036-6f77-49b3-abc2-9858423dec8a req-819e17ad-6bfb-4390-ac0b-a82adad4d12f tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4ea3464-fcfe-4347-90db-10c5a3d93f7e HTTP/1.1" status: 200 len: 944 time: 0.0682070 Sep 08 08:57:44.564502 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a5e6d036-6f77-49b3-abc2-9858423dec8a req-609b64d7-6fe5-45af-9667-5dc104794813 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633743 Sep 08 08:57:44.587681 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=d05f4588-39b6-4d94-9f78-5dd977338c5a,revision_number=9']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:44.591088 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-9152a764-68d9-4ffc-aadf-46afe5dc381c None None] Attempting to bind port 0990641d-4255-4818-a3a2-b4d2e57b1c36 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:57:44.591466 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-9152a764-68d9-4ffc-aadf-46afe5dc381c None None] Attempting to bind port 0990641d-4255-4818-a3a2-b4d2e57b1c36 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '8c2765fa-bcc8-4be8-868b-4b58095deeea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '00133d9d-a862-4624-86df-5fcb0a51c73e'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:57:44.591881 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9152a764-68d9-4ffc-aadf-46afe5dc381c None None] Attempting to bind port 0990641d-4255-4818-a3a2-b4d2e57b1c36 on network 00133d9d-a862-4624-86df-5fcb0a51c73e {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:57:44.604138 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9152a764-68d9-4ffc-aadf-46afe5dc381c None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:57:44.604520 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9152a764-68d9-4ffc-aadf-46afe5dc381c None None] Checking segment: {'id': '8c2765fa-bcc8-4be8-868b-4b58095deeea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '00133d9d-a862-4624-86df-5fcb0a51c73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:57:44.605018 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9152a764-68d9-4ffc-aadf-46afe5dc381c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:44.605315 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9152a764-68d9-4ffc-aadf-46afe5dc381c None None] Bound using segment: {'id': '8c2765fa-bcc8-4be8-868b-4b58095deeea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '00133d9d-a862-4624-86df-5fcb0a51c73e'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:57:44.606374 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-9152a764-68d9-4ffc-aadf-46afe5dc381c None None] Bound port: 0990641d-4255-4818-a3a2-b4d2e57b1c36, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c2765fa-bcc8-4be8-868b-4b58095deeea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '00133d9d-a862-4624-86df-5fcb0a51c73e'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:57:44.606374 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9152a764-68d9-4ffc-aadf-46afe5dc381c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:44.683770 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f055113-3181-44b7-9923-fb14f210f58b req-be4b4cdf-77c7-4997-9ed4-8e976dd20264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:44.685288 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7f055113-3181-44b7-9923-fb14f210f58b req-be4b4cdf-77c7-4997-9ed4-8e976dd20264 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3e5cb155-db8c-4e6c-a8fd-e937043c5b98 HTTP/1.1" status: 200 len: 921 time: 0.3153982 Sep 08 08:57:44.714672 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c6d6b930-ea46-4c8f-b755-93b54650c777 req-01cb179e-9906-4a5e-bed1-aa9ab1ac1904 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439892 Sep 08 08:57:44.767530 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d77a59-e545-42eb-8d60-b2ca945081ac req-548636a4-aa73-465d-919d-ed80fd6c169f tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:44.780251 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f4d77a59-e545-42eb-8d60-b2ca945081ac req-548636a4-aa73-465d-919d-ed80fd6c169f tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=85440df2-7b12-47b1-ba8e-4f609f114e1b HTTP/1.1" status: 200 len: 944 time: 0.1126602 Sep 08 08:57:44.810916 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-9152a764-68d9-4ffc-aadf-46afe5dc381c None None] For port 0990641d-4255-4818-a3a2-b4d2e57b1c36, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:57:44.818572 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-9152a764-68d9-4ffc-aadf-46afe5dc381c None None] For port 0990641d-4255-4818-a3a2-b4d2e57b1c36, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=0990641d-4255-4818-a3a2-b4d2e57b1c36,segment=NetworkSegment(8c2765fa-bcc8-4be8-868b-4b58095deeea),segment_id=8c2765fa-bcc8-4be8-868b-4b58095deeea)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:57:44.825401 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9152a764-68d9-4ffc-aadf-46afe5dc381c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:44.876645 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7f055113-3181-44b7-9923-fb14f210f58b req-6a60f2f0-3a3c-4cb2-9a1f-b9a5e5f416b3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bffe886-6b5c-4715-a9f3-8a19d1563114 HTTP/1.1" status: 200 len: 217 time: 0.0949209 Sep 08 08:57:44.891508 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f4d77a59-e545-42eb-8d60-b2ca945081ac req-c8f7f86f-242c-4ab0-bf3e-ab036c8f78c9 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094451 Sep 08 08:57:44.894113 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1434762e-2ae3-4340-9b65-5201260a5af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:44.896654 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1434762e-2ae3-4340-9b65-5201260a5af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:44.900766 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1434762e-2ae3-4340-9b65-5201260a5af4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/06156ad3-3809-4ad6-b6db-1e50a7257e69 HTTP/1.1" status: 204 len: 168 time: 0.8845804 Sep 08 08:57:44.900766 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fb7c7774-c4bd-4180-aed0-6b55b1a86f46 req-611aa7c2-96ea-4893-889f-9c9702ba4584 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6210148-fbea-4ded-8a6d-df3c0613e065 HTTP/1.1" status: 200 len: 210 time: 0.0990183 Sep 08 08:57:44.948973 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 08:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5140ed4-5c86-4a3a-b23b-c70d98489adc x-openstack-request-id: req-a5140ed4-5c86-4a3a-b23b-c70d98489adc {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:57:44.949278 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85440df2-7b12-47b1-ba8e-4f609f114e1b", "tag": "fe7000b4-f1d7-4118-b796-f6749c75075b", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:57:44.949533 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a5140ed4-5c86-4a3a-b23b-c70d98489adc {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:57:44.949945 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85440df2-7b12-47b1-ba8e-4f609f114e1b', 'tag': 'fe7000b4-f1d7-4118-b796-f6749c75075b', 'status': 'completed', 'code': 200} Sep 08 08:57:44.967319 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434762e-2ae3-4340-9b65-5201260a5af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06156ad3-3809-4ad6-b6db-1e50a7257e69,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:44.976960 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb06c7a-0f7e-4a59-aa40-b24f062f9c43 None None] Pushing event updated for resources: {'Port': ['ID=0990641d-4255-4818-a3a2-b4d2e57b1c36,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:45.021358 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 08:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b572c1-6535-45b7-9376-6d583f301f90 x-openstack-request-id: req-58b572c1-6535-45b7-9376-6d583f301f90 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:57:45.021723 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43129bc2-d119-44cb-bdbe-54bf13a1b3f6", "name": "network-vif-plugged", "status": "completed", "tag": "d05f4588-39b6-4d94-9f78-5dd977338c5a", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:57:45.021900 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-58b572c1-6535-45b7-9376-6d583f301f90 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:57:45.022480 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43129bc2-d119-44cb-bdbe-54bf13a1b3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05f4588-39b6-4d94-9f78-5dd977338c5a', 'code': 200} Sep 08 08:57:45.089275 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9152a764-68d9-4ffc-aadf-46afe5dc381c None None] Routers {'35d58b25-97c3-4775-b7d2-d6161e54fa40'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:57:45.090463 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-9152a764-68d9-4ffc-aadf-46afe5dc381c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:57:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['35d58b25-97c3-4775-b7d2-d6161e54fa40'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:57:45.098686 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f055113-3181-44b7-9923-fb14f210f58b req-af0e175f-d105-4a17-ab95-5b0daab33179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:45.100223 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7f055113-3181-44b7-9923-fb14f210f58b req-af0e175f-d105-4a17-ab95-5b0daab33179 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2afb1305-d593-46e6-bc8f-0ed93bbef6b9 HTTP/1.1" status: 200 len: 860 time: 0.2076228 Sep 08 08:57:45.109290 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf56fc0-8575-466a-bef8-fedba3ac8b24 req-6a0eca5e-8b83-4ebe-92aa-76883ac5a264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:45.115429 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ddf56fc0-8575-466a-bef8-fedba3ac8b24 req-6a0eca5e-8b83-4ebe-92aa-76883ac5a264 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=453fb48635914fff8b30c3b6382194e5&device_id=85440df2-7b12-47b1-ba8e-4f609f114e1b HTTP/1.1" status: 200 len: 1127 time: 0.0937192 Sep 08 08:57:45.229539 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-9152a764-68d9-4ffc-aadf-46afe5dc381c None None] Set router 35d58b25-97c3-4775-b7d2-d6161e54fa40 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:57:45.241641 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7f055113-3181-44b7-9923-fb14f210f58b req-9f74e2fa-39f1-4b8e-a800-de7349fcde4a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3e5cb155-db8c-4e6c-a8fd-e937043c5b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1114738 Sep 08 08:57:45.570563 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device fe7000b4-f1d7-4118-b796-f6749c75075b details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 08:57:45.632878 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7f055113-3181-44b7-9923-fb14f210f58b req-3fcefb01-7edb-4039-a931-c7bac2d56ca8 service neutron] 10.222.0.35 "GET /v2.0/networks/3e5cb155-db8c-4e6c-a8fd-e937043c5b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776145 Sep 08 08:57:45.742827 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-92a92db2-3f73-42ac-9df1-8b86973eb88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:45.750873 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-9152a764-68d9-4ffc-aadf-46afe5dc381c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d58b25-97c3-4775-b7d2-d6161e54fa40', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-233075897-router', 'tenant_id': '7ab6b1c110494083b54d3886e9c4b82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'c46c3c92-bd06-47ff-8267-0ba12cb4e0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:57:32Z', 'updated_at': '2021-09-08T08:57:40Z', 'revision_number': 4, 'project_id': '7ab6b1c110494083b54d3886e9c4b82e', 'gw_port': {'id': 'c46c3c92-bd06-47ff-8267-0ba12cb4e0e0', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d58b25-97c3-4775-b7d2-d6161e54fa40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:57:34Z', 'updated_at': '2021-09-08T08:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '0990641d-4255-4818-a3a2-b4d2e57b1c36', 'name': '', 'network_id': '00133d9d-a862-4624-86df-5fcb0a51c73e', 'tenant_id': '7ab6b1c110494083b54d3886e9c4b82e', 'mac_address': 'fa:16:3e:8f:e8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d58b25-97c3-4775-b7d2-d6161e54fa40', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f03860b7-e43b-4d11-a9f5-928efc4de4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:57:38Z', 'updated_at': '2021-09-08T08:57:44Z', 'revision_number': 4, 'project_id': '7ab6b1c110494083b54d3886e9c4b82e', 'subnets': [{'id': 'f03860b7-e43b-4d11-a9f5-928efc4de4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:57:45.814409 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf56fc0-8575-466a-bef8-fedba3ac8b24 req-824fdd2d-d2a6-4f6c-9cc9-78b28310f385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:45.820531 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ddf56fc0-8575-466a-bef8-fedba3ac8b24 req-824fdd2d-d2a6-4f6c-9cc9-78b28310f385 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1b780815-5142-4edc-a37a-9e502afff334 HTTP/1.1" status: 200 len: 909 time: 0.6989377 Sep 08 08:57:45.827017 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9152a764-68d9-4ffc-aadf-46afe5dc381c None None] The sync data for ids ['35d58b25-97c3-4775-b7d2-d6161e54fa40'] in n-d-806683-11 is: [{'id': '35d58b25-97c3-4775-b7d2-d6161e54fa40', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-233075897-router', 'tenant_id': '7ab6b1c110494083b54d3886e9c4b82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'c46c3c92-bd06-47ff-8267-0ba12cb4e0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:57:32Z', 'updated_at': '2021-09-08T08:57:40Z', 'revision_number': 4, 'project_id': '7ab6b1c110494083b54d3886e9c4b82e', 'gw_port': {'id': 'c46c3c92-bd06-47ff-8267-0ba12cb4e0e0', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d58b25-97c3-4775-b7d2-d6161e54fa40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:57:34Z', 'updated_at': '2021-09-08T08:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '0990641d-4255-4818-a3a2-b4d2e57b1c36', 'name': '', 'network_id': '00133d9d-a862-4624-86df-5fcb0a51c73e', 'tenant_id': '7ab6b1c110494083b54d3886e9c4b82e', 'mac_address': 'fa:16:3e:8f:e8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d58b25-97c3-4775-b7d2-d6161e54fa40', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f03860b7-e43b-4d11-a9f5-928efc4de4a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:57:38Z', 'updated_at': '2021-09-08T08:57:44Z', 'revision_number': 4, 'project_id': '7ab6b1c110494083b54d3886e9c4b82e', 'subnets': [{'id': 'f03860b7-e43b-4d11-a9f5-928efc4de4a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 08:57:45.867029 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port fe7000b4-f1d7-4118-b796-f6749c75075b, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=fe7000b4-f1d7-4118-b796-f6749c75075b,segment=NetworkSegment(fa7b147d-9249-4b88-b7ce-d5137c1c3a3c),segment_id=fa7b147d-9249-4b88-b7ce-d5137c1c3a3c)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:57:45.897800 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device fe7000b4-f1d7-4118-b796-f6749c75075b has no active binding in host n-h2-806683-11 {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 08 08:57:45.915094 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ddf56fc0-8575-466a-bef8-fedba3ac8b24 req-94c80ed6-f970-4660-ba59-9cd2889f2828 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe7000b4-f1d7-4118-b796-f6749c75075b HTTP/1.1" status: 200 len: 217 time: 0.0869858 Sep 08 08:57:45.978081 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2adcb-3eba-4a1f-a72d-4bcf0bd77d7d req-07558e69-1e15-449c-8555-4b3b9d259b1c tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:45.980439 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f5a2adcb-3eba-4a1f-a72d-4bcf0bd77d7d req-07558e69-1e15-449c-8555-4b3b9d259b1c tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4ea3464-fcfe-4347-90db-10c5a3d93f7e HTTP/1.1" status: 200 len: 944 time: 0.2850862 Sep 08 08:57:46.015728 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf56fc0-8575-466a-bef8-fedba3ac8b24 req-30bbe791-4d6b-4696-82c1-992d167968bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:46.017276 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ddf56fc0-8575-466a-bef8-fedba3ac8b24 req-30bbe791-4d6b-4696-82c1-992d167968bc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e08ea884-5afc-42c5-87f0-7a3f3f5db0de HTTP/1.1" status: 200 len: 848 time: 0.0825925 Sep 08 08:57:46.017395 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7f055113-3181-44b7-9923-fb14f210f58b req-98feb75e-5b7d-485f-8652-b073c0cb71c8 service neutron] 10.222.0.35 "GET /v2.0/networks/3e5cb155-db8c-4e6c-a8fd-e937043c5b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645053 Sep 08 08:57:46.026720 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfdec96-5879-4f66-8db2-07760035d68f req-2dc35fb9-31ab-4396-834b-ad337c8fdffe tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:46.035062 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bdfdec96-5879-4f66-8db2-07760035d68f req-2dc35fb9-31ab-4396-834b-ad337c8fdffe tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6 HTTP/1.1" status: 200 len: 950 time: 0.2029939 Sep 08 08:57:46.097318 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ddf56fc0-8575-466a-bef8-fedba3ac8b24 req-d2671d56-ed29-4405-a3f1-79f9e27d3abd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1b780815-5142-4edc-a37a-9e502afff334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593424 Sep 08 08:57:46.139480 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f5a2adcb-3eba-4a1f-a72d-4bcf0bd77d7d req-2f0e8d58-a4f0-46b2-8f18-b09426c57525 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230662 Sep 08 08:57:46.219981 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bdfdec96-5879-4f66-8db2-07760035d68f req-1c846a65-3014-44de-a6fa-3e484ca1f5cb tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819241 Sep 08 08:57:46.426685 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-383332b9-0304-4609-a4ce-4f3190e456ac req-64af65b6-a240-4e4e-a160-66406e517c0f tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6210148-fbea-4ded-8a6d-df3c0613e065 HTTP/1.1" status: 200 len: 210 time: 0.0530393 Sep 08 08:57:46.440391 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ddf56fc0-8575-466a-bef8-fedba3ac8b24 req-52e51967-8d8e-4d4b-83c8-4126791fbf7e service neutron] 10.222.0.37 "GET /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221085 Sep 08 08:57:46.588612 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ddf56fc0-8575-466a-bef8-fedba3ac8b24 req-ee905479-a22d-4a64-9645-87e8ca9e0f26 service neutron] 10.222.0.37 "GET /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429694 Sep 08 08:57:46.610777 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b2a43-28aa-4c26-b2a7-6046174deb44 req-5449477f-d55b-4439-8587-67f5b9fe1ace tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:46.618767 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5d4b2a43-28aa-4c26-b2a7-6046174deb44 req-5449477f-d55b-4439-8587-67f5b9fe1ace tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=85440df2-7b12-47b1-ba8e-4f609f114e1b HTTP/1.1" status: 200 len: 944 time: 0.2882855 Sep 08 08:57:46.643356 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25add031-041c-473f-8ef2-3dba265817d9 req-cdf95f99-9e74-4cf8-b1a7-7fa6e1387666 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:46.645352 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-25add031-041c-473f-8ef2-3dba265817d9 req-cdf95f99-9e74-4cf8-b1a7-7fa6e1387666 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.35 "GET /v2.0/networks?id=badf3704-58aa-4df0-a36e-cc33c85ce701 HTTP/1.1" status: 200 len: 816 time: 0.3987415 Sep 08 08:57:46.652125 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c8942-cf18-472b-945e-ccc7695f472f req-d0338b18-be1e-4dee-9c8a-385ef1ab10d6 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:46.653783 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8b0c8942-cf18-472b-945e-ccc7695f472f req-d0338b18-be1e-4dee-9c8a-385ef1ab10d6 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6 HTTP/1.1" status: 200 len: 950 time: 0.0818632 Sep 08 08:57:46.742772 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8b0c8942-cf18-472b-945e-ccc7695f472f req-6351db50-d98f-4c9b-b97e-cfd5835616ac tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815823 Sep 08 08:57:46.746651 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5d4b2a43-28aa-4c26-b2a7-6046174deb44 req-61cdb099-6eb1-4ed5-a14f-898ff5a3a031 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264930 Sep 08 08:57:46.908394 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-92a92db2-3f73-42ac-9df1-8b86973eb88c admin admin] Deleting port 0990641d-4255-4818-a3a2-b4d2e57b1c36 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 08:57:46.908750 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-92a92db2-3f73-42ac-9df1-8b86973eb88c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:46.915646 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-25add031-041c-473f-8ef2-3dba265817d9 req-9a1d8735-0b9b-4672-a68c-c9bf78d1ccca tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f3e0c8a4bf34f058ac11aefd59893e6 HTTP/1.1" status: 200 len: 379 time: 0.1089182 Sep 08 08:57:46.950494 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-25add031-041c-473f-8ef2-3dba265817d9 req-7962c1c3-185d-4460-b33d-a8fcfb6a15ec tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Request body: {'port': {'device_id': 'c6210148-fbea-4ded-8a6d-df3c0613e065', 'network_id': 'badf3704-58aa-4df0-a36e-cc33c85ce701', 'admin_state_up': True, 'tenant_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'security_groups': ['c739da54-7e1c-49e4-9c34-4a6cb21970fc']}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:57:47.261801 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-571b3f6d-d260-44d2-89dd-7bfc738640b2 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=3b45c9e6adc04db08d877665d90d8206&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0481164 Sep 08 08:57:47.453914 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-92a92db2-3f73-42ac-9df1-8b86973eb88c admin admin] For port 0990641d-4255-4818-a3a2-b4d2e57b1c36, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=0990641d-4255-4818-a3a2-b4d2e57b1c36,segment=NetworkSegment(8c2765fa-bcc8-4be8-868b-4b58095deeea),segment_id=8c2765fa-bcc8-4be8-868b-4b58095deeea)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:57:47.454499 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-92a92db2-3f73-42ac-9df1-8b86973eb88c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:47.454809 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-fc4fa64a-619d-48ba-9224-ca11391542a6 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:47.465312 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-fc4fa64a-619d-48ba-9224-ca11391542a6 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2007673 Sep 08 08:57:47.484129 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-ccea05ba-799e-4b54-a755-7a93afc42409 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/quotas/3b45c9e6adc04db08d877665d90d8206 HTTP/1.1" status: 200 len: 375 time: 0.0176368 Sep 08 08:57:47.577363 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-92a92db2-3f73-42ac-9df1-8b86973eb88c admin admin] Calling delete_port for 0990641d-4255-4818-a3a2-b4d2e57b1c36 owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 08:57:47.613293 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-72c4e758-3855-4827-8752-903ed6a56363 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3b45c9e6adc04db08d877665d90d8206&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1275930 Sep 08 08:57:47.621009 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a81f5d-dc67-44dc-a7f9-9198d10a750e req-6a714759-5a37-4d28-8950-c6b37c6ff7bc tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:47.626477 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-238095d9-17eb-42ff-a592-db92c8b4d779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:47.631726 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c8a81f5d-dc67-44dc-a7f9-9198d10a750e req-6a714759-5a37-4d28-8950-c6b37c6ff7bc tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4ea3464-fcfe-4347-90db-10c5a3d93f7e HTTP/1.1" status: 200 len: 944 time: 0.1990108 Sep 08 08:57:47.757769 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 0990641d-4255-4818-a3a2-b4d2e57b1c36 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:57:47.811763 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c8a81f5d-dc67-44dc-a7f9-9198d10a750e req-4856bbf6-f217-4097-b75a-dbc5531bd9f5 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727324 Sep 08 08:57:47.873661 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 0990641d-4255-4818-a3a2-b4d2e57b1c36 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:57:47.879279 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 0990641d-4255-4818-a3a2-b4d2e57b1c36 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:57:47.880858 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25add031-041c-473f-8ef2-3dba265817d9 req-7962c1c3-185d-4460-b33d-a8fcfb6a15ec tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Made reservation on behalf of 6f3e0c8a4bf34f058ac11aefd59893e6 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:57:47.881513 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:47.884756 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-25add031-041c-473f-8ef2-3dba265817d9 req-7962c1c3-185d-4460-b33d-a8fcfb6a15ec tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:47.901999 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-01a10cdb-283f-4e97-980f-659f484206a6 req-503ed713-5625-4930-99d1-334451a0547b tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6210148-fbea-4ded-8a6d-df3c0613e065 HTTP/1.1" status: 200 len: 210 time: 0.0432212 Sep 08 08:57:48.009077 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:48.034519 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c400c2-a0ad-4429-9d7d-7905625c71ed req-604619b2-af88-41c2-acc8-a47d81b6b2cb tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:48.046314 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-29c400c2-a0ad-4429-9d7d-7905625c71ed req-604619b2-af88-41c2-acc8-a47d81b6b2cb tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=85440df2-7b12-47b1-ba8e-4f609f114e1b HTTP/1.1" status: 200 len: 944 time: 0.0792556 Sep 08 08:57:48.069813 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 0990641d-4255-4818-a3a2-b4d2e57b1c36, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=0990641d-4255-4818-a3a2-b4d2e57b1c36,segment=NetworkSegment(8c2765fa-bcc8-4be8-868b-4b58095deeea),segment_id=8c2765fa-bcc8-4be8-868b-4b58095deeea)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:57:48.079782 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:48.102588 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-29c400c2-a0ad-4429-9d7d-7905625c71ed req-c6bf3e23-f2ce-4b1d-9994-3dda8019aefe tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550447 Sep 08 08:57:48.192154 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=0990641d-4255-4818-a3a2-b4d2e57b1c36,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:48.195139 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3c6f48e7-6a17-48c8-8709-75179438f71e req-ef65828a-c52d-4725-9ec4-460a4de3761f tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 210 time: 0.0483534 Sep 08 08:57:48.216400 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [req-25add031-041c-473f-8ef2-3dba265817d9 req-7962c1c3-185d-4460-b33d-a8fcfb6a15ec tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Allocated IP 172.20.0.12 (badf3704-58aa-4df0-a36e-cc33c85ce701/dcdf7e19-fac6-4280-b4cd-afd9cea4e6b1/1482cb6f-382b-4af9-a0cc-5af6a78113ab) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:57:48.411130 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-92a92db2-3f73-42ac-9df1-8b86973eb88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:48.452188 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a92db2-3f73-42ac-9df1-8b86973eb88c admin admin] Pushing event deleted for resources: {'Port': ['ID=0990641d-4255-4818-a3a2-b4d2e57b1c36,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:48.662748 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-25add031-041c-473f-8ef2-3dba265817d9 req-7962c1c3-185d-4460-b33d-a8fcfb6a15ec tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:48.702229 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-29ded870-c6c3-49a3-91c1-449853fa954c service neutron] 10.222.0.37 "GET /v2.0/ports/fe7000b4-f1d7-4118-b796-f6749c75075b/bindings/n-h2-806683-11 HTTP/1.1" status: 200 len: 385 time: 0.0865989 Sep 08 08:57:48.803238 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-92a92db2-3f73-42ac-9df1-8b86973eb88c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:48.823788 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [req-25add031-041c-473f-8ef2-3dba265817d9 req-7962c1c3-185d-4460-b33d-a8fcfb6a15ec tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Transition to ACTIVE for port object 1482cb6f-382b-4af9-a0cc-5af6a78113ab will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:57:48.984537 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-25add031-041c-473f-8ef2-3dba265817d9 req-7962c1c3-185d-4460-b33d-a8fcfb6a15ec tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:49.028828 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25add031-041c-473f-8ef2-3dba265817d9 req-7962c1c3-185d-4460-b33d-a8fcfb6a15ec tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Network badf3704-58aa-4df0-a36e-cc33c85ce701 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:57:49.053284 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [req-25add031-041c-473f-8ef2-3dba265817d9 req-7962c1c3-185d-4460-b33d-a8fcfb6a15ec tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:57:49.068557 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-25add031-041c-473f-8ef2-3dba265817d9 req-7962c1c3-185d-4460-b33d-a8fcfb6a15ec tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:57:49.105324 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6dba72-7c8a-434c-9102-f950e0dd78c6 req-c07e30a0-5404-4afd-b665-e0a53c69245d tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:49.107378 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6f6dba72-7c8a-434c-9102-f950e0dd78c6 req-c07e30a0-5404-4afd-b665-e0a53c69245d tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4ea3464-fcfe-4347-90db-10c5a3d93f7e HTTP/1.1" status: 200 len: 944 time: 0.1816876 Sep 08 08:57:49.111866 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-62d63e02-f64f-4fb4-ba6e-41058e7fbb9c service neutron] For port fe7000b4-f1d7-4118-b796-f6749c75075b, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=fe7000b4-f1d7-4118-b796-f6749c75075b,segment=NetworkSegment(fa7b147d-9249-4b88-b7ce-d5137c1c3a3c),segment_id=fa7b147d-9249-4b88-b7ce-d5137c1c3a3c)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:57:49.160461 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-62d63e02-f64f-4fb4-ba6e-41058e7fbb9c service neutron] For port fe7000b4-f1d7-4118-b796-f6749c75075b, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:57:49.225667 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6f6dba72-7c8a-434c-9102-f950e0dd78c6 req-a42685f8-8db4-4370-82aa-dcf5bb4f28ea tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027017 Sep 08 08:57:49.246509 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-62d63e02-f64f-4fb4-ba6e-41058e7fbb9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe7000b4-f1d7-4118-b796-f6749c75075b {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:57:49.264953 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-62d63e02-f64f-4fb4-ba6e-41058e7fbb9c service neutron] For port fe7000b4-f1d7-4118-b796-f6749c75075b, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=fe7000b4-f1d7-4118-b796-f6749c75075b,segment=NetworkSegment(fa7b147d-9249-4b88-b7ce-d5137c1c3a3c),segment_id=fa7b147d-9249-4b88-b7ce-d5137c1c3a3c)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:57:49.268345 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7962c1c3-185d-4460-b33d-a8fcfb6a15ec tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Pushing event updated for resources: {'Port': ['ID=1482cb6f-382b-4af9-a0cc-5af6a78113ab,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:49.292410 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25add031-041c-473f-8ef2-3dba265817d9 req-7962c1c3-185d-4460-b33d-a8fcfb6a15ec tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:49.293399 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-25add031-041c-473f-8ef2-3dba265817d9 req-7962c1c3-185d-4460-b33d-a8fcfb6a15ec tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:49.308048 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-62d63e02-f64f-4fb4-ba6e-41058e7fbb9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:49.381532 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079978c-85fd-4f7e-b52d-d2d80d91e8d3 req-8c92fc70-bc12-4220-bf2d-d2770182d536 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:49.394142 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9079978c-85fd-4f7e-b52d-d2d80d91e8d3 req-8c92fc70-bc12-4220-bf2d-d2770182d536 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6210148-fbea-4ded-8a6d-df3c0613e065 HTTP/1.1" status: 200 len: 932 time: 0.2772820 Sep 08 08:57:49.406730 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-25add031-041c-473f-8ef2-3dba265817d9 req-7962c1c3-185d-4460-b33d-a8fcfb6a15ec tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4608004 Sep 08 08:57:49.433659 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-25add031-041c-473f-8ef2-3dba265817d9 req-602043dd-cd97-4cae-96de-120c6eb80285 service neutron] Request body: {'port': {'device_id': 'c6210148-fbea-4ded-8a6d-df3c0613e065', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:57:49.469599 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-bd375930-c9c7-4fd8-a8ee-59493305d7c8 None None] Provisioning for port 1482cb6f-382b-4af9-a0cc-5af6a78113ab completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:57:49.475390 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-bd375930-c9c7-4fd8-a8ee-59493305d7c8 None None] Provisioning complete for port 1482cb6f-382b-4af9-a0cc-5af6a78113ab triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:57:49.476892 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-bd375930-c9c7-4fd8-a8ee-59493305d7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:49.484418 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9079978c-85fd-4f7e-b52d-d2d80d91e8d3 req-7179c955-c823-4b01-a3c5-5d11dad7a670 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/security-groups?id=c739da54-7e1c-49e4-9c34-4a6cb21970fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870445 Sep 08 08:57:49.491288 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a92db2-3f73-42ac-9df1-8b86973eb88c admin admin] Router 35d58b25-97c3-4775-b7d2-d6161e54fa40 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 08:57:49.547762 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60718) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:49.552247 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-b37a9faf-75bb-4ef9-8158-65542ddf9f09 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=3b45c9e6adc04db08d877665d90d8206&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1307366 Sep 08 08:57:49.567215 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-bd375930-c9c7-4fd8-a8ee-59493305d7c8 None None] Port 1482cb6f-382b-4af9-a0cc-5af6a78113ab cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 08:57:49.581176 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 1bffe886-6b5c-4715-a9f3-8a19d1563114 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 08:57:49.608324 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50ec1e-9fcf-43ba-9afd-fc5fc83d54a1 req-68591c8e-8861-4991-b911-3468f66c6e5c tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:49.610512 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0e50ec1e-9fcf-43ba-9afd-fc5fc83d54a1 req-68591c8e-8861-4991-b911-3468f66c6e5c tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=85440df2-7b12-47b1-ba8e-4f609f114e1b HTTP/1.1" status: 200 len: 944 time: 0.1874738 Sep 08 08:57:49.676701 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-25add031-041c-473f-8ef2-3dba265817d9 req-602043dd-cd97-4cae-96de-120c6eb80285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:49.781912 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-57b92a07-a43f-475d-b906-f8021be2988d tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:49.783821 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-57b92a07-a43f-475d-b906-f8021be2988d tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2173905 Sep 08 08:57:49.789370 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 1bffe886-6b5c-4715-a9f3-8a19d1563114, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=1bffe886-6b5c-4715-a9f3-8a19d1563114,segment=NetworkSegment(63991058-0ef2-4358-ae31-7e348d60a2c9),segment_id=63991058-0ef2-4358-ae31-7e348d60a2c9)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:57:49.799717 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-62d63e02-f64f-4fb4-ba6e-41058e7fbb9c service neutron] Transition to ACTIVE for port object fe7000b4-f1d7-4118-b796-f6749c75075b will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:57:49.805950 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '1bffe886-6b5c-4715-a9f3-8a19d1563114', 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98', 'port_id': '1bffe886-6b5c-4715-a9f3-8a19d1563114', 'mac_address': 'fa:16:3e:29:bd:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2afb1305-d593-46e6-bc8f-0ed93bbef6b9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 08:57:49.818558 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0e50ec1e-9fcf-43ba-9afd-fc5fc83d54a1 req-73352ade-e504-43bf-b53c-7839a7a7fa4e tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936717 Sep 08 08:57:49.837016 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-0e6cf787-4641-481f-8758-a7431e2a4c48 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Request body: {'port': {'device_id': 'fa297ade-e7eb-4556-a947-3d35d8b73527', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'admin_state_up': True, 'tenant_id': '3b45c9e6adc04db08d877665d90d8206'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:57:49.852027 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-62d63e02-f64f-4fb4-ba6e-41058e7fbb9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:49.855879 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:49.871905 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bffe886-6b5c-4715-a9f3-8a19d1563114 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:57:49.921139 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 1bffe886-6b5c-4715-a9f3-8a19d1563114, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=1bffe886-6b5c-4715-a9f3-8a19d1563114,segment=NetworkSegment(63991058-0ef2-4358-ae31-7e348d60a2c9),segment_id=63991058-0ef2-4358-ae31-7e348d60a2c9)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:57:49.930925 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:49.930925 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device fe7000b4-f1d7-4118-b796-f6749c75075b details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 08:57:49.977901 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-df82ef2b-fdf4-42be-b247-311bccf01537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:50.019895 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=1bffe886-6b5c-4715-a9f3-8a19d1563114,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:50.021547 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-646ea650-0fd2-4e90-8fa6-a948404eceae req-8842f3d3-be54-42ef-bc6f-998a140b4992 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 210 time: 0.3065033 Sep 08 08:57:50.118793 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-62d63e02-f64f-4fb4-ba6e-41058e7fbb9c service neutron] No DVR routers for this DVR port fe7000b4-f1d7-4118-b796-f6749c75075b on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 08:57:50.121434 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port fe7000b4-f1d7-4118-b796-f6749c75075b, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=fe7000b4-f1d7-4118-b796-f6749c75075b,segment=NetworkSegment(fa7b147d-9249-4b88-b7ce-d5137c1c3a3c),segment_id=fa7b147d-9249-4b88-b7ce-d5137c1c3a3c)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:57:50.124690 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.db.api [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-0e6cf787-4641-481f-8758-a7431e2a4c48 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 08:57:50.124690 n-d-806683-11 neutron-server[94712]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 08 08:57:50.124690 n-d-806683-11 neutron-server[94712]: [parameters: {'project_id': '3b45c9e6adc04db08d877665d90d8206', 'id': '62dcd5cd-2e04-490d-8791-bc78cc824cf0', 'expiration': datetime.datetime(2021, 9, 8, 8, 59, 50, 24954)}] Sep 08 08:57:50.124690 n-d-806683-11 neutron-server[94712]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 08:57:50.125417 n-d-806683-11 neutron-server[94712]: DEBUG oslo_db.api [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-0e6cf787-4641-481f-8758-a7431e2a4c48 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 08:57:50.136463 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-df82ef2b-fdf4-42be-b247-311bccf01537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:50.165301 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-df82ef2b-fdf4-42be-b247-311bccf01537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:50.189775 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-62d63e02-f64f-4fb4-ba6e-41058e7fbb9c service neutron] 10.222.0.37 "PUT /v2.0/ports/fe7000b4-f1d7-4118-b796-f6749c75075b/bindings/n-h2-806683-11/activate HTTP/1.1" status: 200 len: 370 time: 1.4713151 Sep 08 08:57:50.197475 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [req-25add031-041c-473f-8ef2-3dba265817d9 req-602043dd-cd97-4cae-96de-120c6eb80285 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1482cb6f-382b-4af9-a0cc-5af6a78113ab {{(pid=94713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:57:50.207977 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-25add031-041c-473f-8ef2-3dba265817d9 req-602043dd-cd97-4cae-96de-120c6eb80285 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:50.213944 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d63e02-f64f-4fb4-ba6e-41058e7fbb9c service neutron] Pushing event updated for resources: {'Port': ['ID=fe7000b4-f1d7-4118-b796-f6749c75075b,revision_number=10']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:50.233147 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-df82ef2b-fdf4-42be-b247-311bccf01537 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=09cbabcf909a41e9a22dffa10422dbde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6824698 Sep 08 08:57:50.234021 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60722) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:50.244903 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [req-25add031-041c-473f-8ef2-3dba265817d9 req-602043dd-cd97-4cae-96de-120c6eb80285 service neutron] Transition to ACTIVE for port object 1482cb6f-382b-4af9-a0cc-5af6a78113ab will not be triggered until provisioned by entity L2. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:57:50.257569 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a92db2-3f73-42ac-9df1-8b86973eb88c admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 08:57:50.268035 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-92a92db2-3f73-42ac-9df1-8b86973eb88c admin admin] 10.222.0.54 "PUT /v2.0/routers/35d58b25-97c3-4775-b7d2-d6161e54fa40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6370978 Sep 08 08:57:50.275494 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f63d27-d792-4862-bc4a-5c728cce1eff None None] Sync routers for ids ['35d58b25-97c3-4775-b7d2-d6161e54fa40'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 08:57:50.279731 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60726) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:50.280747 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82ef2b-fdf4-42be-b247-311bccf01537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328f25ab-6af9-4dc9-bc0d-f703bd02088a,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:50.286891 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': 'fe7000b4-f1d7-4118-b796-f6749c75075b', 'network_id': '1b780815-5142-4edc-a37a-9e502afff334', 'port_id': 'fe7000b4-f1d7-4118-b796-f6749c75075b', 'mac_address': 'fa:16:3e:84:6a:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e08ea884-5afc-42c5-87f0-7a3f3f5db0de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 08:57:50.288762 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-25add031-041c-473f-8ef2-3dba265817d9 req-602043dd-cd97-4cae-96de-120c6eb80285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:50.318993 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f63d27-d792-4862-bc4a-5c728cce1eff None None] Routers {'35d58b25-97c3-4775-b7d2-d6161e54fa40'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:57:50.323695 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-a3f63d27-d792-4862-bc4a-5c728cce1eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:57:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['35d58b25-97c3-4775-b7d2-d6161e54fa40'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:57:50.393164 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:50.403915 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:50.412992 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602043dd-cd97-4cae-96de-120c6eb80285 service neutron] Pushing event updated for resources: {'Port': ['ID=1482cb6f-382b-4af9-a0cc-5af6a78113ab,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:50.432066 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe7000b4-f1d7-4118-b796-f6749c75075b {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:57:50.483690 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port fe7000b4-f1d7-4118-b796-f6749c75075b, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=fe7000b4-f1d7-4118-b796-f6749c75075b,segment=NetworkSegment(fa7b147d-9249-4b88-b7ce-d5137c1c3a3c),segment_id=fa7b147d-9249-4b88-b7ce-d5137c1c3a3c)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:57:50.500421 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1f8ae7fa-7e22-4ce9-a308-6fb2c5c7966b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:50.504573 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:50.542407 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-a3f63d27-d792-4862-bc4a-5c728cce1eff None None] Set router 35d58b25-97c3-4775-b7d2-d6161e54fa40 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:57:50.608633 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-25add031-041c-473f-8ef2-3dba265817d9 req-602043dd-cd97-4cae-96de-120c6eb80285 service neutron] Attempting to bind port 1482cb6f-382b-4af9-a0cc-5af6a78113ab on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:57:50.608633 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-25add031-041c-473f-8ef2-3dba265817d9 req-602043dd-cd97-4cae-96de-120c6eb80285 service neutron] Attempting to bind port 1482cb6f-382b-4af9-a0cc-5af6a78113ab by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': 'bd40b2ba-8b16-4b32-85bc-1f2da89a3f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'badf3704-58aa-4df0-a36e-cc33c85ce701'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:57:50.609208 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25add031-041c-473f-8ef2-3dba265817d9 req-602043dd-cd97-4cae-96de-120c6eb80285 service neutron] Attempting to bind port 1482cb6f-382b-4af9-a0cc-5af6a78113ab on network badf3704-58aa-4df0-a36e-cc33c85ce701 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:57:50.627139 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=fe7000b4-f1d7-4118-b796-f6749c75075b,revision_number=11']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:50.633951 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad504a34-d1d0-4b7a-8adf-eab320cf8ef1 req-9c10a370-be97-46ff-831c-8d0b78e9b878 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:50.641785 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25add031-041c-473f-8ef2-3dba265817d9 req-602043dd-cd97-4cae-96de-120c6eb80285 service neutron] Port 1482cb6f-382b-4af9-a0cc-5af6a78113ab on network badf3704-58aa-4df0-a36e-cc33c85ce701 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 08:57:50.642383 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25add031-041c-473f-8ef2-3dba265817d9 req-602043dd-cd97-4cae-96de-120c6eb80285 service neutron] Attempting to bind port 1482cb6f-382b-4af9-a0cc-5af6a78113ab on network badf3704-58aa-4df0-a36e-cc33c85ce701 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:57:50.648253 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ad504a34-d1d0-4b7a-8adf-eab320cf8ef1 req-9c10a370-be97-46ff-831c-8d0b78e9b878 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4ea3464-fcfe-4347-90db-10c5a3d93f7e HTTP/1.1" status: 200 len: 945 time: 0.2881031 Sep 08 08:57:50.676281 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25add031-041c-473f-8ef2-3dba265817d9 req-602043dd-cd97-4cae-96de-120c6eb80285 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:57:50.676904 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25add031-041c-473f-8ef2-3dba265817d9 req-602043dd-cd97-4cae-96de-120c6eb80285 service neutron] Checking segment: {'id': 'bd40b2ba-8b16-4b32-85bc-1f2da89a3f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'badf3704-58aa-4df0-a36e-cc33c85ce701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:57:50.678326 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25add031-041c-473f-8ef2-3dba265817d9 req-602043dd-cd97-4cae-96de-120c6eb80285 service neutron] Bound using segment: {'id': 'bd40b2ba-8b16-4b32-85bc-1f2da89a3f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'badf3704-58aa-4df0-a36e-cc33c85ce701'} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:57:50.678974 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-25add031-041c-473f-8ef2-3dba265817d9 req-602043dd-cd97-4cae-96de-120c6eb80285 service neutron] Bound port: 1482cb6f-382b-4af9-a0cc-5af6a78113ab, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd40b2ba-8b16-4b32-85bc-1f2da89a3f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'badf3704-58aa-4df0-a36e-cc33c85ce701'}}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:57:50.679523 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-25add031-041c-473f-8ef2-3dba265817d9 req-602043dd-cd97-4cae-96de-120c6eb80285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:50.712098 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f3a8eb89-ba2a-4f84-b9c6-c249c49ee32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:50.734487 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1cf9fb91-937e-4859-9d03-7f5f53733c2e admin admin] Notify callbacks [] for router, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:50.747915 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['fe7000b4-f1d7-4118-b796-f6749c75075b'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:57:50.771058 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-25add031-041c-473f-8ef2-3dba265817d9 req-602043dd-cd97-4cae-96de-120c6eb80285 service neutron] For port 1482cb6f-382b-4af9-a0cc-5af6a78113ab, host n-h2-806683-11, cleared binding levels {{(pid=94713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:57:50.775169 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-25add031-041c-473f-8ef2-3dba265817d9 req-602043dd-cd97-4cae-96de-120c6eb80285 service neutron] For port 1482cb6f-382b-4af9-a0cc-5af6a78113ab, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=1482cb6f-382b-4af9-a0cc-5af6a78113ab,segment=NetworkSegment(bd40b2ba-8b16-4b32-85bc-1f2da89a3f05),segment_id=bd40b2ba-8b16-4b32-85bc-1f2da89a3f05)] {{(pid=94713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:57:50.797583 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-25add031-041c-473f-8ef2-3dba265817d9 req-602043dd-cd97-4cae-96de-120c6eb80285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:50.798930 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-56806742-5d33-47c5-be6c-f826f7f48297 tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:50.800572 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-56806742-5d33-47c5-be6c-f826f7f48297 tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=85440df2-7b12-47b1-ba8e-4f609f114e1b&tenant_id=453fb48635914fff8b30c3b6382194e5&binding%3Ahost_id=n-h1-806683-11 HTTP/1.1" status: 200 len: 1097 time: 0.4260442 Sep 08 08:57:50.821890 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ebc60-f5b8-4660-9d68-b2068ce7c456 req-0993dd17-7060-4a34-a05e-190cfe3ca6fa tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:50.823587 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ed6ebc60-f5b8-4660-9d68-b2068ce7c456 req-0993dd17-7060-4a34-a05e-190cfe3ca6fa tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6210148-fbea-4ded-8a6d-df3c0613e065 HTTP/1.1" status: 200 len: 944 time: 0.2010016 Sep 08 08:57:50.838311 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-0e6cf787-4641-481f-8758-a7431e2a4c48 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Made reservation on behalf of 3b45c9e6adc04db08d877665d90d8206 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:57:50.843871 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-0e6cf787-4641-481f-8758-a7431e2a4c48 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:50.862127 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1f8ae7fa-7e22-4ce9-a308-6fb2c5c7966b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:50.883140 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25add031-041c-473f-8ef2-3dba265817d9 req-602043dd-cd97-4cae-96de-120c6eb80285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:50.884140 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-25add031-041c-473f-8ef2-3dba265817d9 req-602043dd-cd97-4cae-96de-120c6eb80285 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:50.885635 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-25add031-041c-473f-8ef2-3dba265817d9 req-602043dd-cd97-4cae-96de-120c6eb80285 service neutron] 10.222.0.35 "PUT /v2.0/ports/1482cb6f-382b-4af9-a0cc-5af6a78113ab HTTP/1.1" status: 200 len: 1093 time: 1.4595618 Sep 08 08:57:50.889992 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6210148-fbea-4ded-8a6d-df3c0613e065', 'tag': '1482cb6f-382b-4af9-a0cc-5af6a78113ab'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:57:50.893021 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9575714-05e8-4458-aab0-ba23f877c30d" -d '{"events": [{"name": "network-changed", "server_uuid": "c6210148-fbea-4ded-8a6d-df3c0613e065", "tag": "1482cb6f-382b-4af9-a0cc-5af6a78113ab"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:57:50.902032 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-a3f63d27-d792-4862-bc4a-5c728cce1eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d58b25-97c3-4775-b7d2-d6161e54fa40', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-233075897-router', 'tenant_id': '7ab6b1c110494083b54d3886e9c4b82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'c46c3c92-bd06-47ff-8267-0ba12cb4e0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:57:32Z', 'updated_at': '2021-09-08T08:57:48Z', 'revision_number': 5, 'project_id': '7ab6b1c110494083b54d3886e9c4b82e', 'gw_port': {'id': 'c46c3c92-bd06-47ff-8267-0ba12cb4e0e0', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d58b25-97c3-4775-b7d2-d6161e54fa40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:57:34Z', 'updated_at': '2021-09-08T08:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:57:50.968526 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f63d27-d792-4862-bc4a-5c728cce1eff None None] Checking router: 35d58b25-97c3-4775-b7d2-d6161e54fa40 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 08:57:50.978376 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ad504a34-d1d0-4b7a-8adf-eab320cf8ef1 req-08510635-9d29-4dcc-8673-839932c2dede tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291943 Sep 08 08:57:50.979166 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f63d27-d792-4862-bc4a-5c728cce1eff None None] Routers {'35d58b25-97c3-4775-b7d2-d6161e54fa40'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:57:50.979942 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-a3f63d27-d792-4862-bc4a-5c728cce1eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:57:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['35d58b25-97c3-4775-b7d2-d6161e54fa40'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:57:51.092670 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['1bffe886-6b5c-4715-a9f3-8a19d1563114'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:57:51.136120 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602043dd-cd97-4cae-96de-120c6eb80285 service neutron] Pushing event updated for resources: {'Port': ['ID=1482cb6f-382b-4af9-a0cc-5af6a78113ab,revision_number=3']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:51.160761 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ed6ebc60-f5b8-4660-9d68-b2068ce7c456 req-a3777479-25f9-420f-902b-d23a8023c375 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/security-groups?id=c739da54-7e1c-49e4-9c34-4a6cb21970fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2722051 Sep 08 08:57:51.175184 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-c4f1fdae-a990-4ce8-af72-378964b702c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:51.186987 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25add031-041c-473f-8ef2-3dba265817d9 req-aa90e938-01c3-466f-b7dc-d2a8174fbd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:51.187347 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-25add031-041c-473f-8ef2-3dba265817d9 req-aa90e938-01c3-466f-b7dc-d2a8174fbd4d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6f3e0c8a4bf34f058ac11aefd59893e6&device_id=c6210148-fbea-4ded-8a6d-df3c0613e065 HTTP/1.1" status: 200 len: 1096 time: 0.2237861 Sep 08 08:57:51.198155 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-c4f1fdae-a990-4ce8-af72-378964b702c0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=85440df2-7b12-47b1-ba8e-4f609f114e1b&tenant_id=453fb48635914fff8b30c3b6382194e5 HTTP/1.1" status: 200 len: 1098 time: 0.3837945 Sep 08 08:57:51.285360 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-25add031-041c-473f-8ef2-3dba265817d9 req-8bd6ba07-47dc-4037-9e6e-9dd97c8218a9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1482cb6f-382b-4af9-a0cc-5af6a78113ab HTTP/1.1" status: 200 len: 217 time: 0.0645545 Sep 08 08:57:51.287113 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 08:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4530712b-cb00-41a7-bd35-26fd2a2963da x-openstack-request-id: req-4530712b-cb00-41a7-bd35-26fd2a2963da {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:57:51.287726 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6210148-fbea-4ded-8a6d-df3c0613e065", "tag": "1482cb6f-382b-4af9-a0cc-5af6a78113ab", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:57:51.287726 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4530712b-cb00-41a7-bd35-26fd2a2963da {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:57:51.288076 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6210148-fbea-4ded-8a6d-df3c0613e065', 'tag': '1482cb6f-382b-4af9-a0cc-5af6a78113ab', 'status': 'completed', 'code': 200} Sep 08 08:57:51.295675 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-a3f63d27-d792-4862-bc4a-5c728cce1eff None None] Set router 35d58b25-97c3-4775-b7d2-d6161e54fa40 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:57:51.370538 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device fe7000b4-f1d7-4118-b796-f6749c75075b no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 08:57:51.461771 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25add031-041c-473f-8ef2-3dba265817d9 req-c7673f9d-db3a-4f45-a636-f4c022b7f810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:51.470858 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-25add031-041c-473f-8ef2-3dba265817d9 req-c7673f9d-db3a-4f45-a636-f4c022b7f810 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dcdf7e19-fac6-4280-b4cd-afd9cea4e6b1 HTTP/1.1" status: 200 len: 855 time: 0.1728680 Sep 08 08:57:51.506581 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1cf9fb91-937e-4859-9d03-7f5f53733c2e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:51.510436 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1f8ae7fa-7e22-4ce9-a308-6fb2c5c7966b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:51.513012 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1f8ae7fa-7e22-4ce9-a308-6fb2c5c7966b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:51.514933 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-1f8ae7fa-7e22-4ce9-a308-6fb2c5c7966b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/328f25ab-6af9-4dc9-bc0d-f703bd02088a HTTP/1.1" status: 204 len: 168 time: 1.2787380 Sep 08 08:57:51.570384 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25add031-041c-473f-8ef2-3dba265817d9 req-c38ca71b-3919-45c7-8127-2cef56a40ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:51.571904 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-25add031-041c-473f-8ef2-3dba265817d9 req-c38ca71b-3919-45c7-8127-2cef56a40ace service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=badf3704-58aa-4df0-a36e-cc33c85ce701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0944269 Sep 08 08:57:51.572414 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95d3ce-e300-4c5d-b207-1ec6173fd0f4 req-1058ec4c-78be-4b06-85ab-3fa3cef39019 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:51.574090 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fa95d3ce-e300-4c5d-b207-1ec6173fd0f4 req-1058ec4c-78be-4b06-85ab-3fa3cef39019 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=85440df2-7b12-47b1-ba8e-4f609f114e1b HTTP/1.1" status: 200 len: 946 time: 0.3740628 Sep 08 08:57:51.615360 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ae7fa-7e22-4ce9-a308-6fb2c5c7966b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328f25ab-6af9-4dc9-bc0d-f703bd02088a,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:51.649807 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-a3f63d27-d792-4862-bc4a-5c728cce1eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d58b25-97c3-4775-b7d2-d6161e54fa40', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-233075897-router', 'tenant_id': '7ab6b1c110494083b54d3886e9c4b82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'c46c3c92-bd06-47ff-8267-0ba12cb4e0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:57:32Z', 'updated_at': '2021-09-08T08:57:48Z', 'revision_number': 5, 'project_id': '7ab6b1c110494083b54d3886e9c4b82e', 'gw_port': {'id': 'c46c3c92-bd06-47ff-8267-0ba12cb4e0e0', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d58b25-97c3-4775-b7d2-d6161e54fa40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:57:34Z', 'updated_at': '2021-09-08T08:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:57:51.680374 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f63d27-d792-4862-bc4a-5c728cce1eff None None] The sync data for ids ['35d58b25-97c3-4775-b7d2-d6161e54fa40'] in n-d-806683-11 is: [{'id': '35d58b25-97c3-4775-b7d2-d6161e54fa40', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-233075897-router', 'tenant_id': '7ab6b1c110494083b54d3886e9c4b82e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': 'c46c3c92-bd06-47ff-8267-0ba12cb4e0e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:57:32Z', 'updated_at': '2021-09-08T08:57:48Z', 'revision_number': 5, 'project_id': '7ab6b1c110494083b54d3886e9c4b82e', 'gw_port': {'id': 'c46c3c92-bd06-47ff-8267-0ba12cb4e0e0', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c8:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d58b25-97c3-4775-b7d2-d6161e54fa40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:57:34Z', 'updated_at': '2021-09-08T08:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 08:57:51.693788 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device fe7000b4-f1d7-4118-b796-f6749c75075b no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 08:57:51.753320 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-16184158-649e-4104-8988-0ef8bd1d3414 req-665f5dbc-69eb-46b2-a008-9375da5246ea tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 210 time: 0.1399791 Sep 08 08:57:51.782439 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device fe7000b4-f1d7-4118-b796-f6749c75075b not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 08:57:51.812183 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-25add031-041c-473f-8ef2-3dba265817d9 req-c271404a-b5e4-44ff-83c2-4e44732326e8 service neutron] 10.222.0.35 "GET /v2.0/networks/badf3704-58aa-4df0-a36e-cc33c85ce701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304502 Sep 08 08:57:51.879833 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:51.896639 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id fe7000b4-f1d7-4118-b796-f6749c75075b {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:57:51.927389 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port fe7000b4-f1d7-4118-b796-f6749c75075b, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=fe7000b4-f1d7-4118-b796-f6749c75075b,segment=NetworkSegment(fa7b147d-9249-4b88-b7ce-d5137c1c3a3c),segment_id=fa7b147d-9249-4b88-b7ce-d5137c1c3a3c)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:57:51.934612 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:52.028209 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=fe7000b4-f1d7-4118-b796-f6749c75075b,revision_number=12']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:52.041830 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:52.045889 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-25add031-041c-473f-8ef2-3dba265817d9 req-c599d8be-a53e-40a7-bd4a-cf66c6db2514 service neutron] 10.222.0.35 "GET /v2.0/networks/badf3704-58aa-4df0-a36e-cc33c85ce701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266402 Sep 08 08:57:52.100172 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-0e6cf787-4641-481f-8758-a7431e2a4c48 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Allocated IP 192.168.233.175 (05f7642a-1c79-41be-85aa-1443ef22cc3b/dfc66e4b-ecb5-4c99-afe1-0a78c722534a/4683da4a-df6c-41f5-a23f-e13eaeba9910) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:57:52.220160 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-f0c31941-42f3-4531-8c1e-72d2f8ce8f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:52.222193 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-f0c31941-42f3-4531-8c1e-72d2f8ce8f15 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=453fb48635914fff8b30c3b6382194e5&device_id=85440df2-7b12-47b1-ba8e-4f609f114e1b HTTP/1.1" status: 200 len: 1098 time: 0.9055500 Sep 08 08:57:52.252789 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9575714-05e8-4458-aab0-ba23f877c30d req-7e9a83c3-b2e0-4cf9-aa52-3b39e62e7f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:52.254457 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f9575714-05e8-4458-aab0-ba23f877c30d req-7e9a83c3-b2e0-4cf9-aa52-3b39e62e7f95 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6f3e0c8a4bf34f058ac11aefd59893e6&device_id=c6210148-fbea-4ded-8a6d-df3c0613e065 HTTP/1.1" status: 200 len: 1096 time: 0.1250827 Sep 08 08:57:52.255377 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60756) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:52.271271 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e3836199-a63f-4cc9-a60a-80c661f69e81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:52.402597 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-0e6cf787-4641-481f-8758-a7431e2a4c48 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:52.425001 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fa95d3ce-e300-4c5d-b207-1ec6173fd0f4 req-544ce10c-082f-4151-9982-da60d147e795 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8275828 Sep 08 08:57:52.433422 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-0e6cf787-4641-481f-8758-a7431e2a4c48 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Transition to ACTIVE for port object 4683da4a-df6c-41f5-a23f-e13eaeba9910 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:57:52.459814 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-1cf9fb91-937e-4859-9d03-7f5f53733c2e admin admin] Deleting port c46c3c92-bd06-47ff-8267-0ba12cb4e0e0 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 08:57:52.460157 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1cf9fb91-937e-4859-9d03-7f5f53733c2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:52.500849 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-6d92b49a-dc94-4881-a418-671ac03712af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:52.502384 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-6d92b49a-dc94-4881-a418-671ac03712af service neutron] 10.222.0.35 "GET /v2.0/networks?id=1b780815-5142-4edc-a37a-9e502afff334 HTTP/1.1" status: 200 len: 909 time: 0.2675447 Sep 08 08:57:52.620791 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-ce612b5b-146b-450e-80e8-5f3369f14cfb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe7000b4-f1d7-4118-b796-f6749c75075b HTTP/1.1" status: 200 len: 217 time: 0.1079028 Sep 08 08:57:52.633952 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-0e6cf787-4641-481f-8758-a7431e2a4c48 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:52.635800 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb25e54-0cb0-4e02-b55c-75d6d54e2b2f req-8027f409-c380-4b5b-93f2-83d838c38072 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:52.637921 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3bb25e54-0cb0-4e02-b55c-75d6d54e2b2f req-8027f409-c380-4b5b-93f2-83d838c38072 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4ea3464-fcfe-4347-90db-10c5a3d93f7e HTTP/1.1" status: 200 len: 945 time: 0.4295437 Sep 08 08:57:52.671768 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['74f7ce03-39e9-435a-9992-ab60a1dc61ca'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:57:52.676436 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['d05f4588-39b6-4d94-9f78-5dd977338c5a'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:57:52.706762 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbda5f2-c3d5-4413-b8d8-6f4dda496d0b req-3203e0fe-8a33-4990-9c62-d4f42bca334d tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:52.707143 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9575714-05e8-4458-aab0-ba23f877c30d req-daccd7ea-9a7e-453a-86d7-bac0c254864b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:52.708634 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f9575714-05e8-4458-aab0-ba23f877c30d req-daccd7ea-9a7e-453a-86d7-bac0c254864b service neutron] 10.222.0.35 "GET /v2.0/networks?id=badf3704-58aa-4df0-a36e-cc33c85ce701 HTTP/1.1" status: 200 len: 917 time: 0.4301479 Sep 08 08:57:52.714476 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cfbda5f2-c3d5-4413-b8d8-6f4dda496d0b req-3203e0fe-8a33-4990-9c62-d4f42bca334d tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6210148-fbea-4ded-8a6d-df3c0613e065 HTTP/1.1" status: 200 len: 944 time: 0.1639621 Sep 08 08:57:52.754920 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-1cf9fb91-937e-4859-9d03-7f5f53733c2e admin admin] For port c46c3c92-bd06-47ff-8267-0ba12cb4e0e0, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=c46c3c92-bd06-47ff-8267-0ba12cb4e0e0,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:57:52.755299 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1cf9fb91-937e-4859-9d03-7f5f53733c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:52.775563 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3bb25e54-0cb0-4e02-b55c-75d6d54e2b2f req-7b489dec-2775-4acb-85ea-77459105099b tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307158 Sep 08 08:57:52.778483 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f9575714-05e8-4458-aab0-ba23f877c30d req-78acc862-5409-4504-af87-d36b15048806 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1482cb6f-382b-4af9-a0cc-5af6a78113ab HTTP/1.1" status: 200 len: 217 time: 0.0594661 Sep 08 08:57:52.787018 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-0e6cf787-4641-481f-8758-a7431e2a4c48 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Network 05f7642a-1c79-41be-85aa-1443ef22cc3b is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:57:52.803139 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-0e6cf787-4641-481f-8758-a7431e2a4c48 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:57:52.810243 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-1cf9fb91-937e-4859-9d03-7f5f53733c2e admin admin] Calling delete_port for c46c3c92-bd06-47ff-8267-0ba12cb4e0e0 owned by network:router_gateway {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 08:57:52.812738 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-0e6cf787-4641-481f-8758-a7431e2a4c48 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:57:52.826214 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6cf787-4641-481f-8758-a7431e2a4c48 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Pushing event updated for resources: {'Port': ['ID=4683da4a-df6c-41f5-a23f-e13eaeba9910,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:52.858235 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9575714-05e8-4458-aab0-ba23f877c30d req-b31f4b1f-3aeb-41fa-8d67-8843f8a042ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:52.859943 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f9575714-05e8-4458-aab0-ba23f877c30d req-b31f4b1f-3aeb-41fa-8d67-8843f8a042ad service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dcdf7e19-fac6-4280-b4cd-afd9cea4e6b1 HTTP/1.1" status: 200 len: 855 time: 0.0738733 Sep 08 08:57:52.866749 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-2a7f97cb-3f1f-4233-b863-0c9ab16b9772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:52.868185 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-2a7f97cb-3f1f-4233-b863-0c9ab16b9772 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e08ea884-5afc-42c5-87f0-7a3f3f5db0de HTTP/1.1" status: 200 len: 848 time: 0.2399497 Sep 08 08:57:52.906675 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e3836199-a63f-4cc9-a60a-80c661f69e81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:52.921732 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e3836199-a63f-4cc9-a60a-80c661f69e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:52.946419 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9575714-05e8-4458-aab0-ba23f877c30d req-4ee1a90b-6741-41bd-8710-3754eb95e417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:52.947979 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f9575714-05e8-4458-aab0-ba23f877c30d req-4ee1a90b-6741-41bd-8710-3754eb95e417 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=badf3704-58aa-4df0-a36e-cc33c85ce701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0784345 Sep 08 08:57:52.965832 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cfbda5f2-c3d5-4413-b8d8-6f4dda496d0b req-418c8591-5b51-4a26-be75-f639c87ad00f tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/security-groups?id=c739da54-7e1c-49e4-9c34-4a6cb21970fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2503917 Sep 08 08:57:53.024649 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3836199-a63f-4cc9-a60a-80c661f69e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d79ca6-ac23-4bd3-a0f4-3afda779cea6,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:53.052963 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e3836199-a63f-4cc9-a60a-80c661f69e81 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0b6aaff593594713a5d8175d4265c61c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7965369 Sep 08 08:57:53.056626 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60762) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:53.153566 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-eaa9b684-a842-4db5-af6c-89788c306169 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1b780815-5142-4edc-a37a-9e502afff334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2569759 Sep 08 08:57:53.162710 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-0e6cf787-4641-481f-8758-a7431e2a4c48 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:53.163382 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-0e6cf787-4641-481f-8758-a7431e2a4c48 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:53.215979 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f9575714-05e8-4458-aab0-ba23f877c30d req-52b86634-2fa8-4121-b08e-e33ed9d0a413 service neutron] 10.222.0.35 "GET /v2.0/networks/badf3704-58aa-4df0-a36e-cc33c85ce701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597091 Sep 08 08:57:53.234597 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ff70ac60-b47e-4b98-9d88-8a7db6a4f5b5 None None] Provisioning for port 4683da4a-df6c-41f5-a23f-e13eaeba9910 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:57:53.239604 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ff70ac60-b47e-4b98-9d88-8a7db6a4f5b5 None None] Provisioning complete for port 4683da4a-df6c-41f5-a23f-e13eaeba9910 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:57:53.239988 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ff70ac60-b47e-4b98-9d88-8a7db6a4f5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:53.264802 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-0e6cf787-4641-481f-8758-a7431e2a4c48 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4617031 Sep 08 08:57:53.291840 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-230dbf83-8566-45a9-9ae1-eb34a798be96 service neutron] Request body: {'port': {'device_id': 'fa297ade-e7eb-4556-a947-3d35d8b73527', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:57:53.299338 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-ff70ac60-b47e-4b98-9d88-8a7db6a4f5b5 None None] Port 4683da4a-df6c-41f5-a23f-e13eaeba9910 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 08:57:53.349527 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-20945e6a-bff6-4c39-baba-b82319aca094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:53.363977 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:53.369288 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65abd5-258d-4f51-946d-a37e7df3e66a req-8c241cc4-57d8-4a9b-aa7f-9cabacc5c26a tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:53.370874 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5d65abd5-258d-4f51-946d-a37e7df3e66a req-8c241cc4-57d8-4a9b-aa7f-9cabacc5c26a tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 936 time: 0.1574941 Sep 08 08:57:53.416483 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-20945e6a-bff6-4c39-baba-b82319aca094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:53.429410 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f9575714-05e8-4458-aab0-ba23f877c30d req-2abcb9b9-e612-440f-8abc-09f68adb1966 service neutron] 10.222.0.35 "GET /v2.0/networks/badf3704-58aa-4df0-a36e-cc33c85ce701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992369 Sep 08 08:57:53.443895 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-f5f66216-28c8-4430-b277-f7d8ca48a469 service neutron] 10.222.0.35 "GET /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678308 Sep 08 08:57:53.462085 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5d65abd5-258d-4f51-946d-a37e7df3e66a req-806a4726-6015-4589-a19a-d0c40b371bbf tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784485 Sep 08 08:57:53.488790 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-20945e6a-bff6-4c39-baba-b82319aca094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:53.492194 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-20945e6a-bff6-4c39-baba-b82319aca094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:53.493420 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-20945e6a-bff6-4c39-baba-b82319aca094 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/49d79ca6-ac23-4bd3-a0f4-3afda779cea6 HTTP/1.1" status: 204 len: 168 time: 0.4335477 Sep 08 08:57:53.502165 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-230dbf83-8566-45a9-9ae1-eb34a798be96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:53.505073 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20945e6a-bff6-4c39-baba-b82319aca094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d79ca6-ac23-4bd3-a0f4-3afda779cea6,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:53.569976 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfe6b5-7118-45bb-8d66-4b75f50bb26a req-8fa0bc29-6df0-43f2-987e-087065c79137 tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:53.571429 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e8dfe6b5-7118-45bb-8d66-4b75f50bb26a req-8fa0bc29-6df0-43f2-987e-087065c79137 tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] 10.222.0.54 "GET /v2.0/ports?device_id=569c6649-e8ad-41cf-b4d1-ec567e414ed9 HTTP/1.1" status: 200 len: 945 time: 0.3139358 Sep 08 08:57:53.590177 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 0990641d-4255-4818-a3a2-b4d2e57b1c36 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 08:57:53.625051 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604dd832-e2dd-4cf9-a78e-a4b5128de94e req-3dae2291-3156-43c3-9489-4bbfee0c809b tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:53.635741 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-604dd832-e2dd-4cf9-a78e-a4b5128de94e req-3dae2291-3156-43c3-9489-4bbfee0c809b tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=85440df2-7b12-47b1-ba8e-4f609f114e1b HTTP/1.1" status: 200 len: 945 time: 0.0810843 Sep 08 08:57:53.640904 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 1bffe886-6b5c-4715-a9f3-8a19d1563114 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:57:53.649868 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 0990641d-4255-4818-a3a2-b4d2e57b1c36 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 08:57:53.650513 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 0990641d-4255-4818-a3a2-b4d2e57b1c36 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 08:57:53.689659 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-604dd832-e2dd-4cf9-a78e-a4b5128de94e req-5c8635d3-595f-467a-871d-dac67fe013fe tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484982 Sep 08 08:57:53.733989 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 1bffe886-6b5c-4715-a9f3-8a19d1563114 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:57:53.740197 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 1bffe886-6b5c-4715-a9f3-8a19d1563114 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:57:53.745753 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:53.875041 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e8dfe6b5-7118-45bb-8d66-4b75f50bb26a req-c406cbca-8a14-4fa6-9a6f-0db9c66fb4d4 tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a1bf283-47a4-41c4-b727-118e98c8596e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681456 Sep 08 08:57:53.875252 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:53.876416 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:53.926703 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ea3464-fcfe-4347-90db-10c5a3d93f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bffe886-6b5c-4715-a9f3-8a19d1563114'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:57:53.926703 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4dd11f-39e3-46a8-b5e0-3c2d8082b1f5" -d '{"events": [{"server_uuid": "e4ea3464-fcfe-4347-90db-10c5a3d93f7e", "name": "network-vif-plugged", "status": "completed", "tag": "1bffe886-6b5c-4715-a9f3-8a19d1563114"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:57:53.939823 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 1bffe886-6b5c-4715-a9f3-8a19d1563114, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=1bffe886-6b5c-4715-a9f3-8a19d1563114,segment=NetworkSegment(63991058-0ef2-4358-ae31-7e348d60a2c9),segment_id=63991058-0ef2-4358-ae31-7e348d60a2c9)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:57:53.944986 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:53.945816 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device fe7000b4-f1d7-4118-b796-f6749c75075b up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:57:53.959873 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-13f21eea-d1b0-4dbe-a632-b15da55be45b service neutron] 10.222.0.35 "GET /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4919016 Sep 08 08:57:53.967971 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1cf9fb91-937e-4859-9d03-7f5f53733c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:54.043087 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bedb96-02d1-48d7-85f1-b0e8d0703aca req-6868c6d5-6b8c-4503-b94b-374921115ce1 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:54.053112 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf9fb91-937e-4859-9d03-7f5f53733c2e admin admin] Pushing event deleted for resources: {'Port': ['ID=c46c3c92-bd06-47ff-8267-0ba12cb4e0e0,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:54.070278 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-93bedb96-02d1-48d7-85f1-b0e8d0703aca req-6868c6d5-6b8c-4503-b94b-374921115ce1 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4ea3464-fcfe-4347-90db-10c5a3d93f7e HTTP/1.1" status: 200 len: 946 time: 0.1138692 Sep 08 08:57:54.112945 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 08:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9080b8-926a-4e70-a324-4b90fc91915d x-openstack-request-id: req-1d9080b8-926a-4e70-a324-4b90fc91915d {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:57:54.113543 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ea3464-fcfe-4347-90db-10c5a3d93f7e", "name": "network-vif-plugged", "status": "completed", "tag": "1bffe886-6b5c-4715-a9f3-8a19d1563114", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:57:54.114160 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1d9080b8-926a-4e70-a324-4b90fc91915d {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:57:54.114779 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ea3464-fcfe-4347-90db-10c5a3d93f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bffe886-6b5c-4715-a9f3-8a19d1563114', 'code': 200} Sep 08 08:57:54.115512 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=1bffe886-6b5c-4715-a9f3-8a19d1563114,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:54.137771 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port fe7000b4-f1d7-4118-b796-f6749c75075b completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:57:54.146999 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port fe7000b4-f1d7-4118-b796-f6749c75075b triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:57:54.147663 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:54.203992 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-93bedb96-02d1-48d7-85f1-b0e8d0703aca req-0ec814bd-6256-4dc5-9b9c-ea9ed2bb2636 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308286 Sep 08 08:57:54.242262 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1cf9fb91-937e-4859-9d03-7f5f53733c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:54.298097 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:54.365848 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1cf9fb91-937e-4859-9d03-7f5f53733c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:54.371617 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1cf9fb91-937e-4859-9d03-7f5f53733c2e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:54.407166 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port fe7000b4-f1d7-4118-b796-f6749c75075b, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=fe7000b4-f1d7-4118-b796-f6749c75075b,segment=NetworkSegment(fa7b147d-9249-4b88-b7ce-d5137c1c3a3c),segment_id=fa7b147d-9249-4b88-b7ce-d5137c1c3a3c)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:57:54.414571 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:54.447122 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-dc01f433-dcad-480d-8228-bae752a578ab tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:54.448792 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-dc01f433-dcad-480d-8228-bae752a578ab tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=85440df2-7b12-47b1-ba8e-4f609f114e1b&tenant_id=453fb48635914fff8b30c3b6382194e5&binding%3Ahost_id=n-h2-806683-11 HTTP/1.1" status: 200 len: 1097 time: 0.1114366 Sep 08 08:57:54.495322 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed82ad1-c08c-400b-8202-3ddfb909e2dc req-f84b44b8-17b6-4de0-a813-4ca18a97250c tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:54.502851 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fed82ad1-c08c-400b-8202-3ddfb909e2dc req-f84b44b8-17b6-4de0-a813-4ca18a97250c tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6210148-fbea-4ded-8a6d-df3c0613e065 HTTP/1.1" status: 200 len: 944 time: 0.3660820 Sep 08 08:57:54.503537 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=fe7000b4-f1d7-4118-b796-f6749c75075b,revision_number=13']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:54.509041 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07680863-c893-49ff-b203-474b06b26c7c req-cf498b7a-ecc0-4c74-81ba-ba3e8b742099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:54.510757 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-07680863-c893-49ff-b203-474b06b26c7c req-cf498b7a-ecc0-4c74-81ba-ba3e8b742099 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e4ea3464-fcfe-4347-90db-10c5a3d93f7e HTTP/1.1" status: 200 len: 1098 time: 0.3543122 Sep 08 08:57:54.522742 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1cf9fb91-937e-4859-9d03-7f5f53733c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:54.523581 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf9fb91-937e-4859-9d03-7f5f53733c2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35d58b25-97c3-4775-b7d2-d6161e54fa40 {{(pid=94712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 08:57:54.539787 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-230dbf83-8566-45a9-9ae1-eb34a798be96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4683da4a-df6c-41f5-a23f-e13eaeba9910 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:57:54.551236 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-230dbf83-8566-45a9-9ae1-eb34a798be96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:54.567958 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-230dbf83-8566-45a9-9ae1-eb34a798be96 service neutron] Transition to ACTIVE for port object 4683da4a-df6c-41f5-a23f-e13eaeba9910 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:57:54.596516 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1cf9fb91-937e-4859-9d03-7f5f53733c2e admin admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:54.602589 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-1cf9fb91-937e-4859-9d03-7f5f53733c2e admin admin] 10.222.0.54 "DELETE /v2.0/routers/35d58b25-97c3-4775-b7d2-d6161e54fa40 HTTP/1.1" status: 204 len: 168 time: 4.3171127 Sep 08 08:57:54.604253 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60798) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:54.625358 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-230dbf83-8566-45a9-9ae1-eb34a798be96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:54.707015 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230dbf83-8566-45a9-9ae1-eb34a798be96 service neutron] Pushing event updated for resources: {'Port': ['ID=4683da4a-df6c-41f5-a23f-e13eaeba9910,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:54.732552 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-07680863-c893-49ff-b203-474b06b26c7c req-9b438d83-7e47-494a-b45d-23241b10b579 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059960 Sep 08 08:57:54.734104 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-abb43445-c369-450c-ad3b-295279daae5d admin admin] Deleting subnet f03860b7-e43b-4d11-a9f5-928efc4de4a5 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 08:57:54.743975 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-abb43445-c369-450c-ad3b-295279daae5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:54.785444 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fed82ad1-c08c-400b-8202-3ddfb909e2dc req-11655a0c-29f7-47ac-be32-f34c8f6c4b65 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/security-groups?id=c739da54-7e1c-49e4-9c34-4a6cb21970fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2815831 Sep 08 08:57:54.849610 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-abb43445-c369-450c-ad3b-295279daae5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:54.862343 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d2121-4183-4599-a938-411d0862bebd req-1a9eacc3-bb03-4dfe-8f9b-5afb0b54c4ba tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:54.873479 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ab2d2121-4183-4599-a938-411d0862bebd req-1a9eacc3-bb03-4dfe-8f9b-5afb0b54c4ba tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 948 time: 0.2731323 Sep 08 08:57:54.920248 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-230dbf83-8566-45a9-9ae1-eb34a798be96 service neutron] Attempting to bind port 4683da4a-df6c-41f5-a23f-e13eaeba9910 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:57:54.920592 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-230dbf83-8566-45a9-9ae1-eb34a798be96 service neutron] Attempting to bind port 4683da4a-df6c-41f5-a23f-e13eaeba9910 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:57:54.920958 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-230dbf83-8566-45a9-9ae1-eb34a798be96 service neutron] Attempting to bind port 4683da4a-df6c-41f5-a23f-e13eaeba9910 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:57:54.935702 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e6ada2-7d2c-4cf7-99ed-5c98a3276e45 req-d6890d54-2ab5-4eb4-aa01-bc6abab761ac tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:54.936000 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-50e6ada2-7d2c-4cf7-99ed-5c98a3276e45 req-d6890d54-2ab5-4eb4-aa01-bc6abab761ac tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] 10.222.0.37 "GET /v2.0/ports?device_id=569c6649-e8ad-41cf-b4d1-ec567e414ed9 HTTP/1.1" status: 200 len: 945 time: 0.0990884 Sep 08 08:57:54.991842 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-230dbf83-8566-45a9-9ae1-eb34a798be96 service neutron] Port 4683da4a-df6c-41f5-a23f-e13eaeba9910 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 08:57:54.992295 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-230dbf83-8566-45a9-9ae1-eb34a798be96 service neutron] Attempting to bind port 4683da4a-df6c-41f5-a23f-e13eaeba9910 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:57:54.998525 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-a3102968-cdeb-4724-aca9-8a976e9c254e service neutron] For port fe7000b4-f1d7-4118-b796-f6749c75075b, host n-h1-806683-11, cleared binding levels {{(pid=94713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:57:55.014992 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-a3102968-cdeb-4724-aca9-8a976e9c254e service neutron] Notify callbacks [] for binding, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:55.016206 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-eefb0cce-e568-4866-852c-3052da6da7f2 req-a3102968-cdeb-4724-aca9-8a976e9c254e service neutron] 10.222.0.35 "DELETE /v2.0/ports/fe7000b4-f1d7-4118-b796-f6749c75075b/bindings/n-h1-806683-11 HTTP/1.1" status: 204 len: 173 time: 0.5499394 Sep 08 08:57:55.022152 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-230dbf83-8566-45a9-9ae1-eb34a798be96 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:57:55.022493 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-230dbf83-8566-45a9-9ae1-eb34a798be96 service neutron] Checking segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:57:55.022881 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-230dbf83-8566-45a9-9ae1-eb34a798be96 service neutron] Bound using segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:57:55.023495 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-abb43445-c369-450c-ad3b-295279daae5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:55.023613 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-230dbf83-8566-45a9-9ae1-eb34a798be96 service neutron] Bound port: 4683da4a-df6c-41f5-a23f-e13eaeba9910, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:57:55.023891 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-230dbf83-8566-45a9-9ae1-eb34a798be96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:55.053308 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59323b7f-91c4-4193-b68c-74a3d74289cd req-58f24228-cd65-4a4c-a9ea-f41973d997c8 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:55.055084 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59323b7f-91c4-4193-b68c-74a3d74289cd req-58f24228-cd65-4a4c-a9ea-f41973d997c8 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=85440df2-7b12-47b1-ba8e-4f609f114e1b HTTP/1.1" status: 200 len: 947 time: 0.1358964 Sep 08 08:57:55.078863 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ab2d2121-4183-4599-a938-411d0862bebd req-00c05c6b-2830-4f38-a1c3-7882cb4cdd16 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001636 Sep 08 08:57:55.149610 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-abb43445-c369-450c-ad3b-295279daae5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:55.191789 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb43445-c369-450c-ad3b-295279daae5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f03860b7-e43b-4d11-a9f5-928efc4de4a5,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:55.193840 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-abb43445-c369-450c-ad3b-295279daae5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:55.195884 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-abb43445-c369-450c-ad3b-295279daae5d admin admin] 10.222.0.54 "DELETE /v2.0/subnets/f03860b7-e43b-4d11-a9f5-928efc4de4a5 HTTP/1.1" status: 204 len: 168 time: 0.5899796 Sep 08 08:57:55.198669 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59323b7f-91c4-4193-b68c-74a3d74289cd req-a27ccd1b-dd7e-46f8-96f5-cf3ada2eca29 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142175 Sep 08 08:57:55.199202 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60808) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:55.202383 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55424f0b-b5df-4028-bce6-87cb95b74e29 None None] Network 00133d9d-a862-4624-86df-5fcb0a51c73e requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 08:57:55.313498 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-230dbf83-8566-45a9-9ae1-eb34a798be96 service neutron] For port 4683da4a-df6c-41f5-a23f-e13eaeba9910, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:57:55.388517 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-230dbf83-8566-45a9-9ae1-eb34a798be96 service neutron] For port 4683da4a-df6c-41f5-a23f-e13eaeba9910, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=4683da4a-df6c-41f5-a23f-e13eaeba9910,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:57:55.412580 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-230dbf83-8566-45a9-9ae1-eb34a798be96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:55.426556 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c45370c2-6495-408f-8e33-11804e817930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:55.460219 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa4502b-e269-4b40-8d77-b0f7d411ca26 None None] DHCP port deletion for 00133d9d-a862-4624-86df-5fcb0a51c73e request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 08:57:55.480208 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-50e6ada2-7d2c-4cf7-99ed-5c98a3276e45 req-5ac709cc-0344-4ac3-9cea-d632c5bc2474 tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] Deleting port 1ed38a1c-b196-41bb-971d-5a8f5b4f9385 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 08:57:55.480563 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-50e6ada2-7d2c-4cf7-99ed-5c98a3276e45 req-5ac709cc-0344-4ac3-9cea-d632c5bc2474 tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:55.491348 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-230dbf83-8566-45a9-9ae1-eb34a798be96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:55.492174 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-230dbf83-8566-45a9-9ae1-eb34a798be96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:55.493530 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-230dbf83-8566-45a9-9ae1-eb34a798be96 service neutron] 10.222.0.35 "PUT /v2.0/ports/4683da4a-df6c-41f5-a23f-e13eaeba9910 HTTP/1.1" status: 200 len: 1097 time: 2.2134380 Sep 08 08:57:55.499354 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa297ade-e7eb-4556-a947-3d35d8b73527', 'tag': '4683da4a-df6c-41f5-a23f-e13eaeba9910'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:57:55.501485 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f0018a-ce3b-4422-a47d-72b1454ab244" -d '{"events": [{"name": "network-changed", "server_uuid": "fa297ade-e7eb-4556-a947-3d35d8b73527", "tag": "4683da4a-df6c-41f5-a23f-e13eaeba9910"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:57:55.525918 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f416597-be28-4cb8-b981-4271a4b1df1c req-bec33a69-a877-4f06-82eb-79b6b6eceafb tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:55.541781 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7f416597-be28-4cb8-b981-4271a4b1df1c req-bec33a69-a877-4f06-82eb-79b6b6eceafb tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4ea3464-fcfe-4347-90db-10c5a3d93f7e HTTP/1.1" status: 200 len: 946 time: 0.1384442 Sep 08 08:57:55.568558 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63336c6-2cd5-44bf-8419-cc0fab6e7acc req-56676630-993c-4f9c-8fad-e7561030cf48 tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:55.570216 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e63336c6-2cd5-44bf-8419-cc0fab6e7acc req-56676630-993c-4f9c-8fad-e7561030cf48 tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] 10.222.0.54 "GET /v2.0/ports?device_id=569c6649-e8ad-41cf-b4d1-ec567e414ed9 HTTP/1.1" status: 200 len: 945 time: 0.2110307 Sep 08 08:57:55.627174 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-1aa4502b-e269-4b40-8d77-b0f7d411ca26 None None] Deleting port 9adba90b-f4fe-4754-b55a-07ea9b599f3f {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 08:57:55.628072 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1aa4502b-e269-4b40-8d77-b0f7d411ca26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:55.661987 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7f416597-be28-4cb8-b981-4271a4b1df1c req-9d20fa8d-2409-4ec1-a153-0fcba8e985d3 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118417 Sep 08 08:57:55.704765 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 9adba90b-f4fe-4754-b55a-07ea9b599f3f no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 08:57:55.832684 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-1aa4502b-e269-4b40-8d77-b0f7d411ca26 None None] For port 9adba90b-f4fe-4754-b55a-07ea9b599f3f, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=9adba90b-f4fe-4754-b55a-07ea9b599f3f,segment=NetworkSegment(8c2765fa-bcc8-4be8-868b-4b58095deeea),segment_id=8c2765fa-bcc8-4be8-868b-4b58095deeea)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:57:55.833295 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1aa4502b-e269-4b40-8d77-b0f7d411ca26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:55.861473 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-1aa4502b-e269-4b40-8d77-b0f7d411ca26 None None] Calling delete_port for 9adba90b-f4fe-4754-b55a-07ea9b599f3f owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 08:57:56.064734 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No active binding found for port 9adba90b-f4fe-4754-b55a-07ea9b599f3f {{(pid=94714) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 08 08:57:56.065269 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 9adba90b-f4fe-4754-b55a-07ea9b599f3f not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 08:57:56.065579 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device c46c3c92-bd06-47ff-8267-0ba12cb4e0e0 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 08:57:56.075174 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1aa4502b-e269-4b40-8d77-b0f7d411ca26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:56.082202 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230dbf83-8566-45a9-9ae1-eb34a798be96 service neutron] Pushing event updated for resources: {'Port': ['ID=4683da4a-df6c-41f5-a23f-e13eaeba9910,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:56.121618 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ac4f8-afd9-419e-be20-75490a90cce7 req-17330622-b3ec-4147-b266-791ed2ce579c tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:56.136015 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-995ac4f8-afd9-419e-be20-75490a90cce7 req-17330622-b3ec-4147-b266-791ed2ce579c tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=85440df2-7b12-47b1-ba8e-4f609f114e1b HTTP/1.1" status: 200 len: 1099 time: 0.0787642 Sep 08 08:57:56.167288 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85440df2-7b12-47b1-ba8e-4f609f114e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7000b4-f1d7-4118-b796-f6749c75075b'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:57:56.170421 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbcf968-ba74-4730-a6d3-3e4b6cb14824" -d '{"events": [{"server_uuid": "85440df2-7b12-47b1-ba8e-4f609f114e1b", "name": "network-vif-plugged", "status": "completed", "tag": "fe7000b4-f1d7-4118-b796-f6749c75075b"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:57:56.175616 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: c46c3c92-bd06-47ff-8267-0ba12cb4e0e0 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 08:57:56.176215 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device c46c3c92-bd06-47ff-8267-0ba12cb4e0e0 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 08:57:56.178106 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-50e6ada2-7d2c-4cf7-99ed-5c98a3276e45 req-5ac709cc-0344-4ac3-9cea-d632c5bc2474 tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] For port 1ed38a1c-b196-41bb-971d-5a8f5b4f9385, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=1ed38a1c-b196-41bb-971d-5a8f5b4f9385,segment=NetworkSegment(ec6a4fa4-9ba8-4d74-8139-2d57b8b4d18c),segment_id=ec6a4fa4-9ba8-4d74-8139-2d57b8b4d18c)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:57:56.178704 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-50e6ada2-7d2c-4cf7-99ed-5c98a3276e45 req-5ac709cc-0344-4ac3-9cea-d632c5bc2474 tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:56.197817 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e63336c6-2cd5-44bf-8419-cc0fab6e7acc req-f4666e23-54ff-4403-92c3-ae20ecf34ada tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a1bf283-47a4-41c4-b727-118e98c8596e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6021552 Sep 08 08:57:56.209658 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-50e6ada2-7d2c-4cf7-99ed-5c98a3276e45 req-5ac709cc-0344-4ac3-9cea-d632c5bc2474 tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] Calling delete_port for 1ed38a1c-b196-41bb-971d-5a8f5b4f9385 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 08:57:56.217678 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-5ddb01d9-e9f5-4f2d-b058-a4efd82e5ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:56.229346 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-5ddb01d9-e9f5-4f2d-b058-a4efd82e5ffd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3b45c9e6adc04db08d877665d90d8206&device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 1100 time: 0.6350873 Sep 08 08:57:56.253430 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa4502b-e269-4b40-8d77-b0f7d411ca26 None None] No DVR routers for this DVR port 9adba90b-f4fe-4754-b55a-07ea9b599f3f on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 08:57:56.254710 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-c45370c2-6495-408f-8e33-11804e817930 admin admin] Deleting port 9adba90b-f4fe-4754-b55a-07ea9b599f3f {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 08:57:56.255041 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c45370c2-6495-408f-8e33-11804e817930 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:56.263339 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4502b-e269-4b40-8d77-b0f7d411ca26 None None] Pushing event deleted for resources: {'Port': ['ID=9adba90b-f4fe-4754-b55a-07ea9b599f3f,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:56.299677 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 08:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6f5bb3-3cf4-4a16-9f36-3a0d77d59592 x-openstack-request-id: req-fa6f5bb3-3cf4-4a16-9f36-3a0d77d59592 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:57:56.299976 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa297ade-e7eb-4556-a947-3d35d8b73527", "tag": "4683da4a-df6c-41f5-a23f-e13eaeba9910", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:57:56.300548 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fa6f5bb3-3cf4-4a16-9f36-3a0d77d59592 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:57:56.300889 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa297ade-e7eb-4556-a947-3d35d8b73527', 'tag': '4683da4a-df6c-41f5-a23f-e13eaeba9910', 'status': 'completed', 'code': 200} Sep 08 08:57:56.307183 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-995ac4f8-afd9-419e-be20-75490a90cce7 req-4abcf418-197d-460f-8b3c-cb29b9a5203f tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696141 Sep 08 08:57:56.404541 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-9d3745b7-5f44-4efc-acf2-1da1e14ee134 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=4683da4a-df6c-41f5-a23f-e13eaeba9910 HTTP/1.1" status: 200 len: 217 time: 0.1457169 Sep 08 08:57:56.529178 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-c45370c2-6495-408f-8e33-11804e817930 admin admin] For port 9adba90b-f4fe-4754-b55a-07ea9b599f3f, host n-d-806683-11, got binding levels [] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:57:56.529555 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c45370c2-6495-408f-8e33-11804e817930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:56.549358 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c84df-9971-47b9-9f84-8b9aed076cbb req-8be46238-93ac-4b21-a0a2-ac5ff95f6573 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:56.557717 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3a3c84df-9971-47b9-9f84-8b9aed076cbb req-8be46238-93ac-4b21-a0a2-ac5ff95f6573 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 948 time: 0.0682499 Sep 08 08:57:56.605577 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3a3c84df-9971-47b9-9f84-8b9aed076cbb req-83804e55-5e8a-4751-84f6-5a2c2ab2f48f tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464225 Sep 08 08:57:56.629488 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-c45370c2-6495-408f-8e33-11804e817930 admin admin] Calling delete_port for 9adba90b-f4fe-4754-b55a-07ea9b599f3f owned by network:dhcp {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 08:57:56.636214 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.ipam_backend_mixin [None req-c45370c2-6495-408f-8e33-11804e817930 admin admin] Port 9adba90b-f4fe-4754-b55a-07ea9b599f3f was not found and therefore no delete operation was performed {{(pid=94712) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 08 08:57:56.647989 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c45370c2-6495-408f-8e33-11804e817930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:56.657721 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 08:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7533f441-7f00-402a-83f8-f6e8ab2026d6 x-openstack-request-id: req-7533f441-7f00-402a-83f8-f6e8ab2026d6 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:57:56.658280 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85440df2-7b12-47b1-ba8e-4f609f114e1b", "name": "network-vif-plugged", "status": "completed", "tag": "fe7000b4-f1d7-4118-b796-f6749c75075b", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:57:56.658373 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7533f441-7f00-402a-83f8-f6e8ab2026d6 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:57:56.658746 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85440df2-7b12-47b1-ba8e-4f609f114e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7000b4-f1d7-4118-b796-f6749c75075b', 'code': 200} Sep 08 08:57:56.694935 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-3637eb21-16c0-4177-980b-b965c91bbd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:56.696451 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-3637eb21-16c0-4177-980b-b965c91bbd4c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.2906723 Sep 08 08:57:56.707223 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45370c2-6495-408f-8e33-11804e817930 admin admin] Pushing event deleted for resources: {'Port': ['ID=9adba90b-f4fe-4754-b55a-07ea9b599f3f,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:56.711878 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45370c2-6495-408f-8e33-11804e817930 admin admin] No DVR routers for this DVR port 9adba90b-f4fe-4754-b55a-07ea9b599f3f on host n-d-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 08:57:56.721929 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9697e-1972-42ee-9e68-6eaf0871bb1c req-ed0e69e4-dc5e-48a8-a7c5-c473b28a6afb tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:56.729128 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9d9697e-1972-42ee-9e68-6eaf0871bb1c req-ed0e69e4-dc5e-48a8-a7c5-c473b28a6afb tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6210148-fbea-4ded-8a6d-df3c0613e065 HTTP/1.1" status: 200 len: 944 time: 0.1888402 Sep 08 08:57:56.793424 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-50e6ada2-7d2c-4cf7-99ed-5c98a3276e45 req-5ac709cc-0344-4ac3-9cea-d632c5bc2474 tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:56.828362 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['1ed38a1c-b196-41bb-971d-5a8f5b4f9385'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:57:56.855885 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac709cc-0344-4ac3-9cea-d632c5bc2474 tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] Pushing event deleted for resources: {'Port': ['ID=1ed38a1c-b196-41bb-971d-5a8f5b4f9385,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:56.870405 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9d9697e-1972-42ee-9e68-6eaf0871bb1c req-4fa0a6cb-0006-49db-9fdf-b334590a3092 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/security-groups?id=c739da54-7e1c-49e4-9c34-4a6cb21970fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403902 Sep 08 08:57:56.907453 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0d2e8-592a-480f-9002-c4059836b09d req-fa8dad44-ae4f-455a-80c6-b86a5556b7e8 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:56.909350 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e5e0d2e8-592a-480f-9002-c4059836b09d req-fa8dad44-ae4f-455a-80c6-b86a5556b7e8 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/networks?id=1b780815-5142-4edc-a37a-9e502afff334 HTTP/1.1" status: 200 len: 808 time: 0.1382875 Sep 08 08:57:56.934584 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e5e0d2e8-592a-480f-9002-c4059836b09d req-41d965a0-04f1-4e91-af17-68c9a9c27f4d tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/quotas/453fb48635914fff8b30c3b6382194e5 HTTP/1.1" status: 200 len: 375 time: 0.0154564 Sep 08 08:57:56.940768 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c45370c2-6495-408f-8e33-11804e817930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:56.979679 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-1b882964-b843-4bb5-83cc-6eb84b10ee45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:56.981127 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-1b882964-b843-4bb5-83cc-6eb84b10ee45 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2704251 Sep 08 08:57:56.998592 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-c45370c2-6495-408f-8e33-11804e817930 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00133d9d-a862-4624-86df-5fcb0a51c73e']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:57:57.002306 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e6ada2-7d2c-4cf7-99ed-5c98a3276e45 req-5ac709cc-0344-4ac3-9cea-d632c5bc2474 tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] No DVR routers for this DVR port 1ed38a1c-b196-41bb-971d-5a8f5b4f9385 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 08:57:57.013827 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e5e0d2e8-592a-480f-9002-c4059836b09d req-be75eab7-6a59-4d6f-908c-13d257522743 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=453fb48635914fff8b30c3b6382194e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0709703 Sep 08 08:57:57.019230 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-50e6ada2-7d2c-4cf7-99ed-5c98a3276e45 req-5ac709cc-0344-4ac3-9cea-d632c5bc2474 tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:57.021123 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-50e6ada2-7d2c-4cf7-99ed-5c98a3276e45 req-5ac709cc-0344-4ac3-9cea-d632c5bc2474 tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] 10.222.0.37 "DELETE /v2.0/ports/1ed38a1c-b196-41bb-971d-5a8f5b4f9385 HTTP/1.1" status: 204 len: 173 time: 2.0489213 Sep 08 08:57:57.042266 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-c45370c2-6495-408f-8e33-11804e817930 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c2765fa-bcc8-4be8-868b-4b58095deeea') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:57:57.042568 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-c45370c2-6495-408f-8e33-11804e817930 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c2765fa-bcc8-4be8-868b-4b58095deeea') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:57:57.084221 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c45370c2-6495-408f-8e33-11804e817930 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:57.113653 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e5e0d2e8-592a-480f-9002-c4059836b09d req-7b6debd0-1989-4c56-a993-44cf1a966de9 service neutron] 10.222.0.54 "GET /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943115 Sep 08 08:57:57.141287 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c45370c2-6495-408f-8e33-11804e817930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:57.154798 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c45370c2-6495-408f-8e33-11804e817930 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 08:57:57.155133 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c45370c2-6495-408f-8e33-11804e817930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:57.159783 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 08:57:57.159783 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 08:57:57.159783 n-d-806683-11 neutron-server[94712]: timer() Sep 08 08:57:57.159783 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 08:57:57.159783 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 08:57:57.159783 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 08:57:57.159783 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 08:57:57.159783 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 08:57:57.159783 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 08:57:57.159783 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 08:57:57.159783 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 08:57:57.159783 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 08:57:57.159783 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 08:57:57.159783 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 08:57:57.159783 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 08:57:57.159783 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 08:57:57.159783 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 08:57:57.159783 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 08:57:57.159783 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 08:57:57.159783 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 08:57:57.159783 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 08:57:57.159783 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 08:57:57.159783 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 08:57:57.159783 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 08:57:57.159783 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 08:57:57.159783 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 08:57:57.159783 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 08:57:57.159783 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 08:57:57.159783 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 08:57:57.159783 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 08:57:57.159783 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 08:57:57.159783 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 08:57:57.194619 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8874c4-fafd-4131-b2a2-105fad2dbd62 req-622e9acd-7fcc-471c-b969-bfb21cca31c8 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:57.196148 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dd8874c4-fafd-4131-b2a2-105fad2dbd62 req-622e9acd-7fcc-471c-b969-bfb21cca31c8 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4ea3464-fcfe-4347-90db-10c5a3d93f7e HTTP/1.1" status: 200 len: 946 time: 0.1920466 Sep 08 08:57:57.200172 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-2bcd35f0-8feb-42ec-98c7-fc617476958d service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990244 Sep 08 08:57:57.221454 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e5e0d2e8-592a-480f-9002-c4059836b09d req-caf8d977-d427-41c4-8db5-98bea91442aa service neutron] 10.222.0.54 "GET /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003416 Sep 08 08:57:57.314964 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c45370c2-6495-408f-8e33-11804e817930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:57.329053 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c45370c2-6495-408f-8e33-11804e817930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:57.330987 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c45370c2-6495-408f-8e33-11804e817930 admin admin] 10.222.0.54 "DELETE /v2.0/networks/00133d9d-a862-4624-86df-5fcb0a51c73e HTTP/1.1" status: 204 len: 168 time: 2.1079736 Sep 08 08:57:57.342573 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dd8874c4-fafd-4131-b2a2-105fad2dbd62 req-4490e473-4a7d-467a-bfee-88dd794c19d2 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147766 Sep 08 08:57:57.357878 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45370c2-6495-408f-8e33-11804e817930 admin admin] Pushing event deleted for resources: {'Network': ['ID=00133d9d-a862-4624-86df-5fcb0a51c73e,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:57.384775 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9d1e9e2f-b05a-4e7f-80a2-f16d306ad9b1 req-80a90104-ac7f-42b4-9219-2689e955699a service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581666 Sep 08 08:57:57.615211 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d5b26356-4a21-4986-b818-9c904e40d7f7 req-99ccd348-46f3-4cca-8b64-142af51c364d tempest-AttachSCSIVolumeTestJSON-1315684469 tempest-AttachSCSIVolumeTestJSON-1315684469-project] 10.222.0.54 "GET /v2.0/ports?device_id=569c6649-e8ad-41cf-b4d1-ec567e414ed9 HTTP/1.1" status: 200 len: 210 time: 0.0524385 Sep 08 08:57:57.628933 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0018a-ce3b-4422-a47d-72b1454ab244 req-21e59344-5ee3-4550-b3cf-d7deecb743e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:57.630670 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-16f0018a-ce3b-4422-a47d-72b1454ab244 req-21e59344-5ee3-4550-b3cf-d7deecb743e9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3b45c9e6adc04db08d877665d90d8206&device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 1100 time: 0.1097972 Sep 08 08:57:57.657582 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0e7c10b2-ccbe-4d2b-b020-911e63476ea3 req-4e5e178e-ed21-46ae-9372-0a7cb462707e tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb HTTP/1.1" status: 200 len: 210 time: 0.0526226 Sep 08 08:57:57.715848 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60886) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:57.756590 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1292116-c58c-4879-bb56-75b72bce946a req-0cc3d0ba-4b82-4fed-900a-2171e54c5b29 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:57.758384 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c1292116-c58c-4879-bb56-75b72bce946a req-0cc3d0ba-4b82-4fed-900a-2171e54c5b29 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=e4ea3464-fcfe-4347-90db-10c5a3d93f7e HTTP/1.1" status: 200 len: 1098 time: 0.0564506 Sep 08 08:57:57.809814 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c1292116-c58c-4879-bb56-75b72bce946a req-307bd269-3bc9-4b3a-a004-191d2a5348cd tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445373 Sep 08 08:57:57.875463 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d977c9cf-7f03-4c92-8814-175b11901685 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7ab6b1c110494083b54d3886e9c4b82e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1579015 Sep 08 08:57:57.878405 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60896) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:57.900939 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0018a-ce3b-4422-a47d-72b1454ab244 req-5cf00172-1666-48b6-ab0c-3189738947a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:57.905859 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-16f0018a-ce3b-4422-a47d-72b1454ab244 req-5cf00172-1666-48b6-ab0c-3189738947a1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.2501340 Sep 08 08:57:57.914002 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60902) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:57.914873 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185531b4-02d6-4db7-8be9-719066bf520d req-ffc5696f-d0fe-43c1-b723-26f812fd42af tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:57.921039 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-185531b4-02d6-4db7-8be9-719066bf520d req-ffc5696f-d0fe-43c1-b723-26f812fd42af tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 948 time: 0.1724398 Sep 08 08:57:57.975224 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8ddc918c-d9b1-41aa-9331-7a92220a6993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:57.993092 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-16f0018a-ce3b-4422-a47d-72b1454ab244 req-bf722575-3925-4022-bdd1-45b01efa4695 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=4683da4a-df6c-41f5-a23f-e13eaeba9910 HTTP/1.1" status: 200 len: 217 time: 0.0756974 Sep 08 08:57:58.003698 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8ddc918c-d9b1-41aa-9331-7a92220a6993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:58.089304 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-185531b4-02d6-4db7-8be9-719066bf520d req-5b381b5f-5bfc-4392-9067-b96850783acb tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004584 Sep 08 08:57:58.108079 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0018a-ce3b-4422-a47d-72b1454ab244 req-0c91c2fa-1e67-42f5-aa4e-1dfbaf314061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:58.110014 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-16f0018a-ce3b-4422-a47d-72b1454ab244 req-0c91c2fa-1e67-42f5-aa4e-1dfbaf314061 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.0799387 Sep 08 08:57:58.115495 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8ddc918c-d9b1-41aa-9331-7a92220a6993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:58.119225 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8ddc918c-d9b1-41aa-9331-7a92220a6993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:58.120445 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8ddc918c-d9b1-41aa-9331-7a92220a6993 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8277aa8c-ecf2-421f-8604-5e1a9e146cbd HTTP/1.1" status: 204 len: 168 time: 0.2408946 Sep 08 08:57:58.136316 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5fc5c8f9-786f-4117-895a-9f2f3e1bbbf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:58.157468 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc918c-d9b1-41aa-9331-7a92220a6993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8277aa8c-ecf2-421f-8604-5e1a9e146cbd,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:58.181150 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936660b3-eb4f-485f-be13-83da1a946b34 req-ecc5ce3c-1914-45b5-8015-17bf6c487b33 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:58.191182 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-936660b3-eb4f-485f-be13-83da1a946b34 req-ecc5ce3c-1914-45b5-8015-17bf6c487b33 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6210148-fbea-4ded-8a6d-df3c0613e065 HTTP/1.1" status: 200 len: 944 time: 0.1358683 Sep 08 08:57:58.207519 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0018a-ce3b-4422-a47d-72b1454ab244 req-2372e049-a586-4f19-a6dc-896a61abc3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:58.210475 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-16f0018a-ce3b-4422-a47d-72b1454ab244 req-2372e049-a586-4f19-a6dc-896a61abc3e9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0913129 Sep 08 08:57:58.235862 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:58.262941 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-936660b3-eb4f-485f-be13-83da1a946b34 req-e4b18d3e-8c2a-4086-ae05-b98d4d4913b6 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/security-groups?id=c739da54-7e1c-49e4-9c34-4a6cb21970fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701203 Sep 08 08:57:58.328272 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '569c6649-e8ad-41cf-b4d1-ec567e414ed9', 'name': 'network-vif-deleted', 'tag': '1ed38a1c-b196-41bb-971d-5a8f5b4f9385'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:57:58.331511 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf0d5de-5a66-4084-a487-8a0af120c851" -d '{"events": [{"server_uuid": "569c6649-e8ad-41cf-b4d1-ec567e414ed9", "name": "network-vif-deleted", "tag": "1ed38a1c-b196-41bb-971d-5a8f5b4f9385"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:57:58.375161 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5fc5c8f9-786f-4117-895a-9f2f3e1bbbf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:58.393033 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5fc5c8f9-786f-4117-895a-9f2f3e1bbbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:58.413647 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 08:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4832636-339e-4bda-a007-c0c44b1d5118 x-openstack-request-id: req-c4832636-339e-4bda-a007-c0c44b1d5118 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:57:58.414467 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "569c6649-e8ad-41cf-b4d1-ec567e414ed9", "name": "network-vif-deleted", "tag": "1ed38a1c-b196-41bb-971d-5a8f5b4f9385", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:57:58.414888 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c4832636-339e-4bda-a007-c0c44b1d5118 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:57:58.415575 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '569c6649-e8ad-41cf-b4d1-ec567e414ed9', 'name': 'network-vif-deleted', 'tag': '1ed38a1c-b196-41bb-971d-5a8f5b4f9385', 'status': 'completed', 'code': 200} Sep 08 08:57:58.420794 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-16f0018a-ce3b-4422-a47d-72b1454ab244 req-dffa1872-2982-4d28-88de-9c9c3b83f7ef service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974230 Sep 08 08:57:58.486088 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5fc5c8f9-786f-4117-895a-9f2f3e1bbbf1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1b9974d2455b4f16b0e814d065e11121&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5705554 Sep 08 08:57:58.489447 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60920) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:58.503419 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc5c8f9-786f-4117-895a-9f2f3e1bbbf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfda236-04d6-4adb-9bf8-1b87a504825a,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:58.548439 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ab1a069d-8557-4cdc-a884-98ca132b800d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:58.595470 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ab1a069d-8557-4cdc-a884-98ca132b800d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:58.600421 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-16f0018a-ce3b-4422-a47d-72b1454ab244 req-9524adde-9ab5-437b-a26b-2a682e4eebdf service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678424 Sep 08 08:57:58.661038 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ab1a069d-8557-4cdc-a884-98ca132b800d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:58.665094 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ab1a069d-8557-4cdc-a884-98ca132b800d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:58.666490 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ab1a069d-8557-4cdc-a884-98ca132b800d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3bfda236-04d6-4adb-9bf8-1b87a504825a HTTP/1.1" status: 204 len: 168 time: 0.1757770 Sep 08 08:57:58.678931 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a069d-8557-4cdc-a884-98ca132b800d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfda236-04d6-4adb-9bf8-1b87a504825a,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:57:58.807670 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9fb5fc6b-7fb7-40c4-a5ff-d3c5b62bdbc5 req-e4092c2e-fcd3-489f-8957-91f470b1c20a tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb HTTP/1.1" status: 200 len: 210 time: 0.0309460 Sep 08 08:57:59.164104 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0d2e8-592a-480f-9002-c4059836b09d req-8e82ae6c-86d7-4fc0-b9a3-dccfb12c0073 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:59.165741 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e5e0d2e8-592a-480f-9002-c4059836b09d req-8e82ae6c-86d7-4fc0-b9a3-dccfb12c0073 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.37 "GET /v2.0/networks?id=1b780815-5142-4edc-a37a-9e502afff334 HTTP/1.1" status: 200 len: 808 time: 0.1662390 Sep 08 08:57:59.188512 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-e5e0d2e8-592a-480f-9002-c4059836b09d req-89d55014-47e1-453f-8ce9-7f750765e7d1 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Request body: {'port': {'device_id': '6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb', 'network_id': '1b780815-5142-4edc-a37a-9e502afff334', 'admin_state_up': True, 'tenant_id': '453fb48635914fff8b30c3b6382194e5'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:57:59.353393 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d367294-8b06-4505-aa8b-a83b2e8eee20 req-505a4af1-5d99-4bf3-90cb-053c0184160a tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:59.355081 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3d367294-8b06-4505-aa8b-a83b2e8eee20 req-505a4af1-5d99-4bf3-90cb-053c0184160a tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 948 time: 0.1174872 Sep 08 08:57:59.375805 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 1ed38a1c-b196-41bb-971d-5a8f5b4f9385 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 08:57:59.393193 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60980) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:57:59.409846 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 1ed38a1c-b196-41bb-971d-5a8f5b4f9385 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 08:57:59.410228 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 1ed38a1c-b196-41bb-971d-5a8f5b4f9385 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 08:57:59.422669 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5e0d2e8-592a-480f-9002-c4059836b09d req-89d55014-47e1-453f-8ce9-7f750765e7d1 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Made reservation on behalf of 453fb48635914fff8b30c3b6382194e5 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:57:59.427745 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e5e0d2e8-592a-480f-9002-c4059836b09d req-89d55014-47e1-453f-8ce9-7f750765e7d1 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:59.466582 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3d367294-8b06-4505-aa8b-a83b2e8eee20 req-c7d8e69a-5dd9-4ec0-911d-2c1342400129 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016653 Sep 08 08:57:59.547876 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79821208-94c8-439a-9966-237463d6736c req-e10eef44-6134-4695-af72-40af4ae48340 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:57:59.552954 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-79821208-94c8-439a-9966-237463d6736c req-e10eef44-6134-4695-af72-40af4ae48340 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6210148-fbea-4ded-8a6d-df3c0613e065 HTTP/1.1" status: 200 len: 944 time: 0.1507831 Sep 08 08:57:59.645607 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-79821208-94c8-439a-9966-237463d6736c req-eae55984-cc9c-45ac-a896-ff9d5b5c952c tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/security-groups?id=c739da54-7e1c-49e4-9c34-4a6cb21970fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853901 Sep 08 08:57:59.670351 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-e5e0d2e8-592a-480f-9002-c4059836b09d req-89d55014-47e1-453f-8ce9-7f750765e7d1 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Allocated IP 172.20.0.3 (1b780815-5142-4edc-a37a-9e502afff334/e08ea884-5afc-42c5-87f0-7a3f3f5db0de/0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:57:59.818446 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-dc818873-efff-4725-8090-7d591d48b23e admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-765004137-network', 'tenant_id': 'a70633ea737e41be9ceaf93dd1b77ce8'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:57:59.849818 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc818873-efff-4725-8090-7d591d48b23e admin admin] Made reservation on behalf of a70633ea737e41be9ceaf93dd1b77ce8 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:57:59.855114 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dc818873-efff-4725-8090-7d591d48b23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:59.876766 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dc818873-efff-4725-8090-7d591d48b23e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:57:59.917848 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e5e0d2e8-592a-480f-9002-c4059836b09d req-89d55014-47e1-453f-8ce9-7f750765e7d1 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:00.008795 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e5e0d2e8-592a-480f-9002-c4059836b09d req-89d55014-47e1-453f-8ce9-7f750765e7d1 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:00.026477 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-700ea9b9-0360-4eec-bae9-4360405f3a49 req-79eafdd2-73b4-49cb-8e5b-400197ff5b45 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb HTTP/1.1" status: 200 len: 210 time: 0.0600712 Sep 08 08:58:00.049304 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['fe7000b4-f1d7-4118-b796-f6749c75075b'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:58:00.068718 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cadbb654-83b2-4234-aa6a-cc73c64ecdc4 req-17cea1d5-e013-47f3-9248-6d72e5bba6a4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=140d1495-916e-4046-b2d6-941339a1f8b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1222444 Sep 08 08:58:00.113377 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dc818873-efff-4725-8090-7d591d48b23e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:00.141991 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5e0d2e8-592a-480f-9002-c4059836b09d req-89d55014-47e1-453f-8ce9-7f750765e7d1 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Network 1b780815-5142-4edc-a37a-9e502afff334 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:58:00.157821 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dc818873-efff-4725-8090-7d591d48b23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:00.196362 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc818873-efff-4725-8090-7d591d48b23e admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 08:58:00.207447 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-e5e0d2e8-592a-480f-9002-c4059836b09d req-89d55014-47e1-453f-8ce9-7f750765e7d1 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:58:00.207991 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dc818873-efff-4725-8090-7d591d48b23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:00.207991 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-dc818873-efff-4725-8090-7d591d48b23e admin admin] Added segment a820c156-0183-407b-aed4-3cdafce41ef3 of type vlan for network 73148cfc-c54d-48ac-9639-a21534b9f302 Sep 08 08:58:00.215586 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e0d2e8-592a-480f-9002-c4059836b09d req-89d55014-47e1-453f-8ce9-7f750765e7d1 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:58:00.227746 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d55014-47e1-453f-8ce9-7f750765e7d1 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Pushing event updated for resources: {'Port': ['ID=0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:00.253743 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dc818873-efff-4725-8090-7d591d48b23e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:00.308547 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dc818873-efff-4725-8090-7d591d48b23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:00.309569 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc818873-efff-4725-8090-7d591d48b23e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:00.310629 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dc818873-efff-4725-8090-7d591d48b23e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:00.360625 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0d2e8-592a-480f-9002-c4059836b09d req-89d55014-47e1-453f-8ce9-7f750765e7d1 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:00.362023 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e5e0d2e8-592a-480f-9002-c4059836b09d req-89d55014-47e1-453f-8ce9-7f750765e7d1 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:00.393437 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc818873-efff-4725-8090-7d591d48b23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:00.400498 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e5e0d2e8-592a-480f-9002-c4059836b09d req-89d55014-47e1-453f-8ce9-7f750765e7d1 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2170775 Sep 08 08:58:00.438121 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-e5e0d2e8-592a-480f-9002-c4059836b09d req-0df7edc1-79f6-44d2-a661-de156d555ce3 service neutron] Request body: {'port': {'device_id': '6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:58:00.485520 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadbb654-83b2-4234-aa6a-cc73c64ecdc4 req-a373a69f-ec13-4f1f-99f6-46bccac834a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:00.487392 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cadbb654-83b2-4234-aa6a-cc73c64ecdc4 req-a373a69f-ec13-4f1f-99f6-46bccac834a0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0bc89f664d9a46b3926bfbc0f4b3f539&device_id=140d1495-916e-4046-b2d6-941339a1f8b4 HTTP/1.1" status: 200 len: 1096 time: 0.3764801 Sep 08 08:58:00.489028 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-dc818873-efff-4725-8090-7d591d48b23e admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.0939529 Sep 08 08:58:00.490891 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc818873-efff-4725-8090-7d591d48b23e admin admin] Pushing event updated for resources: {'Network': ['ID=73148cfc-c54d-48ac-9639-a21534b9f302,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:00.506004 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 32818) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:58:00.512972 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-c73183a7-0bf7-431b-a2fc-0bae54de2d6f admin admin] Request body: {'subnet': {'network_id': '73148cfc-c54d-48ac-9639-a21534b9f302', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-765004137-subnet', 'tenant_id': 'a70633ea737e41be9ceaf93dd1b77ce8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:58:00.513914 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 73148cfc-c54d-48ac-9639-a21534b9f302 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 08:58:00.546901 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73183a7-0bf7-431b-a2fc-0bae54de2d6f admin admin] Made reservation on behalf of a70633ea737e41be9ceaf93dd1b77ce8 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:58:00.549490 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c73183a7-0bf7-431b-a2fc-0bae54de2d6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:00.607080 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e5e0d2e8-592a-480f-9002-c4059836b09d req-0df7edc1-79f6-44d2-a661-de156d555ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:00.882785 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c73183a7-0bf7-431b-a2fc-0bae54de2d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:00.934005 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d34578-f8d5-4143-9e6f-094c51bf39ca req-26ecbeb7-c0c6-4e14-bb7b-ca4459663de4 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:00.936476 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-81d34578-f8d5-4143-9e6f-094c51bf39ca req-26ecbeb7-c0c6-4e14-bb7b-ca4459663de4 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 948 time: 0.3463914 Sep 08 08:58:00.960719 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-47facb95-5be8-442d-9175-889f5a027529 tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=30d955d524ca41a4826b49385be9945f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491498 Sep 08 08:58:00.997677 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-e5e0d2e8-592a-480f-9002-c4059836b09d req-0df7edc1-79f6-44d2-a661-de156d555ce3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:58:01.012813 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadbb654-83b2-4234-aa6a-cc73c64ecdc4 req-b86a5f57-1e23-4e5f-bdb5-b1db4bffb308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:01.015826 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cadbb654-83b2-4234-aa6a-cc73c64ecdc4 req-b86a5f57-1e23-4e5f-bdb5-b1db4bffb308 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3e5cb155-db8c-4e6c-a8fd-e937043c5b98 HTTP/1.1" status: 200 len: 921 time: 0.4831316 Sep 08 08:58:01.016757 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e5e0d2e8-592a-480f-9002-c4059836b09d req-0df7edc1-79f6-44d2-a661-de156d555ce3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:01.052435 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73183a7-0bf7-431b-a2fc-0bae54de2d6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6b1a525-4d60-465e-8609-7f98f126ac0e,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:01.073548 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-e5e0d2e8-592a-480f-9002-c4059836b09d req-0df7edc1-79f6-44d2-a661-de156d555ce3 service neutron] Transition to ACTIVE for port object 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:58:01.082703 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e5e0d2e8-592a-480f-9002-c4059836b09d req-0df7edc1-79f6-44d2-a661-de156d555ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:01.099661 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cadbb654-83b2-4234-aa6a-cc73c64ecdc4 req-ae307a13-3ee0-4fd1-80da-39c7866bd274 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cde9183c-ba43-4302-b8ec-8bd984c2549e HTTP/1.1" status: 200 len: 217 time: 0.0714858 Sep 08 08:58:01.152889 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-6600fff5-c45c-4776-8f72-71e4bfd73cb3 tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:01.154607 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-6600fff5-c45c-4776-8f72-71e4bfd73cb3 tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1874764 Sep 08 08:58:01.157277 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-81d34578-f8d5-4143-9e6f-094c51bf39ca req-1f66b48d-c7d3-4a51-ac57-fe0409954db9 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008219 Sep 08 08:58:01.160464 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73183a7-0bf7-431b-a2fc-0bae54de2d6f admin admin] Checking segment: {'id': 'a820c156-0183-407b-aed4-3cdafce41ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '73148cfc-c54d-48ac-9639-a21534b9f302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:58:01.170916 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73183a7-0bf7-431b-a2fc-0bae54de2d6f admin admin] Network hostable DHCP agents. Network: 73148cfc-c54d-48ac-9639-a21534b9f302, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 08:58:01.177903 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 08:58:01.182868 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df7edc1-79f6-44d2-a661-de156d555ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:01.207279 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadbb654-83b2-4234-aa6a-cc73c64ecdc4 req-2a3c8148-ee4c-4d16-9764-a6f190ac1a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:01.209298 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cadbb654-83b2-4234-aa6a-cc73c64ecdc4 req-2a3c8148-ee4c-4d16-9764-a6f190ac1a22 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2afb1305-d593-46e6-bc8f-0ed93bbef6b9 HTTP/1.1" status: 200 len: 860 time: 0.1003070 Sep 08 08:58:01.210569 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73183a7-0bf7-431b-a2fc-0bae54de2d6f admin admin] Network 73148cfc-c54d-48ac-9639-a21534b9f302 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 08:58:01.233324 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-6a7257ee-7e50-4e5f-a980-da6d8e60f462 tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] 10.222.0.54 "GET /v2.0/quotas/30d955d524ca41a4826b49385be9945f HTTP/1.1" status: 200 len: 375 time: 0.0722320 Sep 08 08:58:01.251215 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cadbb654-83b2-4234-aa6a-cc73c64ecdc4 req-bb1121d4-8a1c-4d35-9a00-a57d227212fe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3e5cb155-db8c-4e6c-a8fd-e937043c5b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339134 Sep 08 08:58:01.252863 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-c73183a7-0bf7-431b-a2fc-0bae54de2d6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 73148cfc-c54d-48ac-9639-a21534b9f302) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:58:01.264087 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d765377-6517-4c9e-b686-c94001dd3f1d None None] Network 73148cfc-c54d-48ac-9639-a21534b9f302 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 08:58:01.319218 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-81bfa56d-fee8-46a8-a1d3-da81d102a4b4 tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=30d955d524ca41a4826b49385be9945f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0845020 Sep 08 08:58:01.357067 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cadbb654-83b2-4234-aa6a-cc73c64ecdc4 req-32976ac1-03ca-43ed-8604-2cc28caca4f8 service neutron] 10.222.0.37 "GET /v2.0/networks/3e5cb155-db8c-4e6c-a8fd-e937043c5b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949256 Sep 08 08:58:01.382065 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73183a7-0bf7-431b-a2fc-0bae54de2d6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:01.383306 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c73183a7-0bf7-431b-a2fc-0bae54de2d6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:01.383839 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-e5e0d2e8-592a-480f-9002-c4059836b09d req-0df7edc1-79f6-44d2-a661-de156d555ce3 service neutron] Attempting to bind port 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:58:01.384212 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-e5e0d2e8-592a-480f-9002-c4059836b09d req-0df7edc1-79f6-44d2-a661-de156d555ce3 service neutron] Attempting to bind port 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'fa7b147d-9249-4b88-b7ce-d5137c1c3a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1b780815-5142-4edc-a37a-9e502afff334'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:58:01.384548 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e0d2e8-592a-480f-9002-c4059836b09d req-0df7edc1-79f6-44d2-a661-de156d555ce3 service neutron] Attempting to bind port 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6 on network 1b780815-5142-4edc-a37a-9e502afff334 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:58:01.394856 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e0d2e8-592a-480f-9002-c4059836b09d req-0df7edc1-79f6-44d2-a661-de156d555ce3 service neutron] Port 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6 on network 1b780815-5142-4edc-a37a-9e502afff334 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 08:58:01.395090 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e0d2e8-592a-480f-9002-c4059836b09d req-0df7edc1-79f6-44d2-a661-de156d555ce3 service neutron] Attempting to bind port 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6 on network 1b780815-5142-4edc-a37a-9e502afff334 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:58:01.409622 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e0d2e8-592a-480f-9002-c4059836b09d req-0df7edc1-79f6-44d2-a661-de156d555ce3 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:58:01.415293 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e0d2e8-592a-480f-9002-c4059836b09d req-0df7edc1-79f6-44d2-a661-de156d555ce3 service neutron] Checking segment: {'id': 'fa7b147d-9249-4b88-b7ce-d5137c1c3a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1b780815-5142-4edc-a37a-9e502afff334'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:58:01.415962 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e0d2e8-592a-480f-9002-c4059836b09d req-0df7edc1-79f6-44d2-a661-de156d555ce3 service neutron] Bound using segment: {'id': 'fa7b147d-9249-4b88-b7ce-d5137c1c3a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1b780815-5142-4edc-a37a-9e502afff334'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:58:01.416609 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-e5e0d2e8-592a-480f-9002-c4059836b09d req-0df7edc1-79f6-44d2-a661-de156d555ce3 service neutron] Bound port: 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa7b147d-9249-4b88-b7ce-d5137c1c3a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1b780815-5142-4edc-a37a-9e502afff334'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:58:01.416993 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e5e0d2e8-592a-480f-9002-c4059836b09d req-0df7edc1-79f6-44d2-a661-de156d555ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:01.455665 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c73183a7-0bf7-431b-a2fc-0bae54de2d6f admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9477384 Sep 08 08:58:01.517055 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc8f01f-b87b-432d-8406-7b7439728950 None None] Network 73148cfc-c54d-48ac-9639-a21534b9f302 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 08:58:01.521059 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5f03a-6a45-4eae-a5cd-3792703893a5 req-bbcbc7d3-4b4c-4fde-af50-3da8e7e1b388 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:01.523305 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-76f5f03a-6a45-4eae-a5cd-3792703893a5 req-bbcbc7d3-4b4c-4fde-af50-3da8e7e1b388 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6210148-fbea-4ded-8a6d-df3c0613e065 HTTP/1.1" status: 200 len: 944 time: 0.2749276 Sep 08 08:58:01.560303 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-e5e0d2e8-592a-480f-9002-c4059836b09d req-0df7edc1-79f6-44d2-a661-de156d555ce3 service neutron] For port 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:58:01.568067 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-e5e0d2e8-592a-480f-9002-c4059836b09d req-0df7edc1-79f6-44d2-a661-de156d555ce3 service neutron] For port 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6,segment=NetworkSegment(fa7b147d-9249-4b88-b7ce-d5137c1c3a3c),segment_id=fa7b147d-9249-4b88-b7ce-d5137c1c3a3c)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:58:01.578392 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e5e0d2e8-592a-480f-9002-c4059836b09d req-0df7edc1-79f6-44d2-a661-de156d555ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:01.641760 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-76f5f03a-6a45-4eae-a5cd-3792703893a5 req-bcebf166-aa1d-41aa-8ce3-9a0364c90c34 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/security-groups?id=c739da54-7e1c-49e4-9c34-4a6cb21970fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052098 Sep 08 08:58:01.673606 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cadbb654-83b2-4234-aa6a-cc73c64ecdc4 req-021a651b-a08f-4b19-96b3-d53d66a19a3f service neutron] 10.222.0.37 "GET /v2.0/networks/3e5cb155-db8c-4e6c-a8fd-e937043c5b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871139 Sep 08 08:58:01.702245 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0d2e8-592a-480f-9002-c4059836b09d req-0df7edc1-79f6-44d2-a661-de156d555ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:01.711257 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e5e0d2e8-592a-480f-9002-c4059836b09d req-0df7edc1-79f6-44d2-a661-de156d555ce3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:01.713731 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e5e0d2e8-592a-480f-9002-c4059836b09d req-0df7edc1-79f6-44d2-a661-de156d555ce3 service neutron] 10.222.0.37 "PUT /v2.0/ports/0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6 HTTP/1.1" status: 200 len: 1092 time: 1.2899883 Sep 08 08:58:01.718633 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb', 'tag': '0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:58:01.720740 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 4683da4a-df6c-41f5-a23f-e13eaeba9910 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 08:58:01.721443 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68409e9-c0f1-472f-b15c-5aeae8088c15" -d '{"events": [{"name": "network-changed", "server_uuid": "6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb", "tag": "0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:58:01.937249 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 4683da4a-df6c-41f5-a23f-e13eaeba9910, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=4683da4a-df6c-41f5-a23f-e13eaeba9910,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:58:01.951733 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe68da-b30a-4400-a967-b6576840f7fc req-92869930-2d7f-40fa-9e99-a9b02f739f45 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:01.956251 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df7edc1-79f6-44d2-a661-de156d555ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:01.956479 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '4683da4a-df6c-41f5-a23f-e13eaeba9910', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'port_id': '4683da4a-df6c-41f5-a23f-e13eaeba9910', 'mac_address': 'fa:16:3e:08:e4:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc66e4b-ecb5-4c99-afe1-0a78c722534a', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 08:58:01.971499 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-11fe68da-b30a-4400-a967-b6576840f7fc req-92869930-2d7f-40fa-9e99-a9b02f739f45 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb HTTP/1.1" status: 200 len: 943 time: 0.1581116 Sep 08 08:58:01.982541 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0cbf7ca7-d25b-40c6-bd21-ec815b4b07f0 req-0d5dfdb5-c6e4-4853-8232-147127e5dd18 tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8cb3b9c-5883-4795-ae4d-c276c4e39695 HTTP/1.1" status: 200 len: 210 time: 0.1456175 Sep 08 08:58:02.003376 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0d2e8-592a-480f-9002-c4059836b09d req-e0f460c0-0b57-4037-8e12-bd016f96ac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:02.004933 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e5e0d2e8-592a-480f-9002-c4059836b09d req-e0f460c0-0b57-4037-8e12-bd016f96ac24 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=453fb48635914fff8b30c3b6382194e5&device_id=6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb HTTP/1.1" status: 200 len: 1095 time: 0.1676245 Sep 08 08:58:02.035478 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-11fe68da-b30a-4400-a967-b6576840f7fc req-fdd73633-4b15-4dd1-9d4a-446eb95bc0b0 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626342 Sep 08 08:58:02.073048 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e5e0d2e8-592a-480f-9002-c4059836b09d req-6b75374b-dcdf-4666-b625-db99c6eb2d14 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6 HTTP/1.1" status: 200 len: 217 time: 0.0521569 Sep 08 08:58:02.074577 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 08:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65df6e82-ade6-4720-96fb-fa3f5903fe9b x-openstack-request-id: req-65df6e82-ade6-4720-96fb-fa3f5903fe9b {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:58:02.074936 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb", "tag": "0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:58:02.075364 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-65df6e82-ade6-4720-96fb-fa3f5903fe9b {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:58:02.077801 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb', 'tag': '0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6', 'status': 'completed', 'code': 200} Sep 08 08:58:02.087848 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:02.108134 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4683da4a-df6c-41f5-a23f-e13eaeba9910 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:58:02.149529 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 4683da4a-df6c-41f5-a23f-e13eaeba9910, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=4683da4a-df6c-41f5-a23f-e13eaeba9910,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:58:02.157531 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0d2e8-592a-480f-9002-c4059836b09d req-7fcb73db-be31-469c-9d44-9e11096e248e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:02.159600 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e5e0d2e8-592a-480f-9002-c4059836b09d req-7fcb73db-be31-469c-9d44-9e11096e248e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e08ea884-5afc-42c5-87f0-7a3f3f5db0de HTTP/1.1" status: 200 len: 848 time: 0.0757291 Sep 08 08:58:02.167339 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:02.263891 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e5e0d2e8-592a-480f-9002-c4059836b09d req-ec507af5-9fb3-4265-80f5-87d52f958bf1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1b780815-5142-4edc-a37a-9e502afff334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958977 Sep 08 08:58:02.287436 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=4683da4a-df6c-41f5-a23f-e13eaeba9910,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:02.402646 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900ac13-27a9-44c9-9978-f90eeac02407 req-53619ae1-3529-42d8-a07f-6dc3b92283e3 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:02.410509 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2900ac13-27a9-44c9-9978-f90eeac02407 req-53619ae1-3529-42d8-a07f-6dc3b92283e3 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 949 time: 0.1084449 Sep 08 08:58:02.464200 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e5e0d2e8-592a-480f-9002-c4059836b09d req-860c0056-53fa-4e2a-88ee-9c604bf297db service neutron] 10.222.0.37 "GET /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922004 Sep 08 08:58:02.479278 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9406b8f-2d77-4f4c-a4db-2e7454261e98 req-cdba7073-aa50-4383-8832-321807795a64 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:02.488731 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a9406b8f-2d77-4f4c-a4db-2e7454261e98 req-cdba7073-aa50-4383-8832-321807795a64 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/networks?id=73148cfc-c54d-48ac-9639-a21534b9f302 HTTP/1.1" status: 200 len: 804 time: 0.2186964 Sep 08 08:58:02.530913 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a9406b8f-2d77-4f4c-a4db-2e7454261e98 req-1b0308e4-410b-4d2f-b242-badc2a87ca16 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/quotas/a70633ea737e41be9ceaf93dd1b77ce8 HTTP/1.1" status: 200 len: 375 time: 0.0411713 Sep 08 08:58:02.561835 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2900ac13-27a9-44c9-9978-f90eeac02407 req-5eedb16d-3772-4fab-a984-608dacae7dcf tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489644 Sep 08 08:58:02.602258 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a9406b8f-2d77-4f4c-a4db-2e7454261e98 req-0d83b3f3-9cf8-4cbb-bb01-f066c5df91e8 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=a70633ea737e41be9ceaf93dd1b77ce8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0644360 Sep 08 08:58:02.662019 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['4683da4a-df6c-41f5-a23f-e13eaeba9910'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:58:02.699989 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e5e0d2e8-592a-480f-9002-c4059836b09d req-7c5a099d-8115-40c7-b006-7daaf05cf522 service neutron] 10.222.0.37 "GET /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279432 Sep 08 08:58:02.754307 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a9406b8f-2d77-4f4c-a4db-2e7454261e98 req-f3f70ca9-af4e-49c7-a444-ebb022757f8b service neutron] 10.222.0.54 "GET /v2.0/networks/73148cfc-c54d-48ac-9639-a21534b9f302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356556 Sep 08 08:58:02.860624 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e86272-9716-49a0-9df1-6d49c8c7f250 req-3ea23f69-723b-4927-a3b2-6b2fde4de2be tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:02.864959 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b3e86272-9716-49a0-9df1-6d49c8c7f250 req-3ea23f69-723b-4927-a3b2-6b2fde4de2be tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6210148-fbea-4ded-8a6d-df3c0613e065 HTTP/1.1" status: 200 len: 944 time: 0.1184287 Sep 08 08:58:02.907709 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a9406b8f-2d77-4f4c-a4db-2e7454261e98 req-c65c49ea-21f8-4dd9-bbad-3453f1b677e1 service neutron] 10.222.0.54 "GET /v2.0/networks/73148cfc-c54d-48ac-9639-a21534b9f302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517365 Sep 08 08:58:02.969468 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68409e9-c0f1-472f-b15c-5aeae8088c15 req-5dc6d1ee-edf0-425c-9b8a-610fea7dd1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:02.971012 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f68409e9-c0f1-472f-b15c-5aeae8088c15 req-5dc6d1ee-edf0-425c-9b8a-610fea7dd1a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=453fb48635914fff8b30c3b6382194e5&device_id=6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb HTTP/1.1" status: 200 len: 1095 time: 0.1033165 Sep 08 08:58:02.974595 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b3e86272-9716-49a0-9df1-6d49c8c7f250 req-48b7b26c-c873-42dd-8fca-4742db519868 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/security-groups?id=c739da54-7e1c-49e4-9c34-4a6cb21970fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782323 Sep 08 08:58:03.115891 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68409e9-c0f1-472f-b15c-5aeae8088c15 req-6a524f36-59e9-4566-9179-0bc9663ea968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:03.118033 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f68409e9-c0f1-472f-b15c-5aeae8088c15 req-6a524f36-59e9-4566-9179-0bc9663ea968 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1b780815-5142-4edc-a37a-9e502afff334 HTTP/1.1" status: 200 len: 909 time: 0.1391413 Sep 08 08:58:03.195261 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f68409e9-c0f1-472f-b15c-5aeae8088c15 req-68c3a32e-bdae-467e-9f5d-df3fcb09b80e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6 HTTP/1.1" status: 200 len: 217 time: 0.0620654 Sep 08 08:58:03.254731 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-66e3fde7-9e38-43a1-b6ce-bf8b236c4b77 req-544a5182-1010-45aa-a011-62edc5b05304 tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8cb3b9c-5883-4795-ae4d-c276c4e39695 HTTP/1.1" status: 200 len: 210 time: 0.0883646 Sep 08 08:58:03.383283 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68409e9-c0f1-472f-b15c-5aeae8088c15 req-e5149c40-4ff6-4adc-94bc-05c4d2a735ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:03.386642 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f68409e9-c0f1-472f-b15c-5aeae8088c15 req-e5149c40-4ff6-4adc-94bc-05c4d2a735ed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e08ea884-5afc-42c5-87f0-7a3f3f5db0de HTTP/1.1" status: 200 len: 848 time: 0.1601284 Sep 08 08:58:03.397438 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0c6be649-5fb2-4448-9236-f6920cca9b83 req-a5cdb983-3c4c-4feb-a4e2-025f2e77dfe0 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=61972e4a-a918-4bf0-963c-7abdb701a4ab HTTP/1.1" status: 200 len: 210 time: 0.0883660 Sep 08 08:58:03.421640 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-a0cda672-fce7-40f7-9514-28f2f7d6d44d tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=30d955d524ca41a4826b49385be9945f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432832 Sep 08 08:58:03.773833 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-ec332c92-fd88-4d46-9812-90bf03721e69 tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:03.776237 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-ec332c92-fd88-4d46-9812-90bf03721e69 tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3451476 Sep 08 08:58:03.807253 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-37324c33-68a9-4874-baa2-c4d0f78c65ba tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] Request body: {'port': {'device_id': 'e8cb3b9c-5883-4795-ae4d-c276c4e39695', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'admin_state_up': True, 'tenant_id': '30d955d524ca41a4826b49385be9945f'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:58:03.860829 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40651cd0-c494-4a11-9fc9-8d5f267d83af req-fb62fec6-4dd0-415c-b0b8-6bb512371d16 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:03.862480 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-40651cd0-c494-4a11-9fc9-8d5f267d83af req-fb62fec6-4dd0-415c-b0b8-6bb512371d16 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 949 time: 0.2041202 Sep 08 08:58:03.894318 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f68409e9-c0f1-472f-b15c-5aeae8088c15 req-104f9bae-f8c1-4f4f-9e27-003c8a912f00 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1b780815-5142-4edc-a37a-9e502afff334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4803598 Sep 08 08:58:03.902789 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f8977-628a-4a9e-b9d7-e3c1ba1000e7 req-7836c310-e777-43b7-bfb7-a3ec9a2a27cc tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:03.904602 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-279f8977-628a-4a9e-b9d7-e3c1ba1000e7 req-7836c310-e777-43b7-bfb7-a3ec9a2a27cc tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb HTTP/1.1" status: 200 len: 943 time: 0.7082903 Sep 08 08:58:03.983006 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-40651cd0-c494-4a11-9fc9-8d5f267d83af req-02431b8d-e0ed-49e4-a47b-54707b227ba7 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062026 Sep 08 08:58:04.074982 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-37324c33-68a9-4874-baa2-c4d0f78c65ba tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] Made reservation on behalf of 30d955d524ca41a4826b49385be9945f for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:58:04.079876 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-37324c33-68a9-4874-baa2-c4d0f78c65ba tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:04.088523 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-279f8977-628a-4a9e-b9d7-e3c1ba1000e7 req-84857277-68d7-47e1-a62c-113b7745908a tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725397 Sep 08 08:58:04.105929 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-37324c33-68a9-4874-baa2-c4d0f78c65ba tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:04.128058 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f68409e9-c0f1-472f-b15c-5aeae8088c15 req-74c41ccb-8d03-4a61-a000-93a43a0c7398 service neutron] 10.222.0.37 "GET /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224135 Sep 08 08:58:04.201023 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6e79c-be70-45a4-98ec-261257ef7b5a req-941c48eb-edc7-42da-9788-fd4346ea0857 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:04.208589 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6dd6e79c-be70-45a4-98ec-261257ef7b5a req-941c48eb-edc7-42da-9788-fd4346ea0857 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6210148-fbea-4ded-8a6d-df3c0613e065 HTTP/1.1" status: 200 len: 944 time: 0.0870824 Sep 08 08:58:04.275147 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6dd6e79c-be70-45a4-98ec-261257ef7b5a req-f9d6b6cb-af3f-4ecf-8c6b-0306dffb5901 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/security-groups?id=c739da54-7e1c-49e4-9c34-4a6cb21970fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643253 Sep 08 08:58:04.356253 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-37324c33-68a9-4874-baa2-c4d0f78c65ba tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:04.362408 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-37324c33-68a9-4874-baa2-c4d0f78c65ba tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:04.378876 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f68409e9-c0f1-472f-b15c-5aeae8088c15 req-dc696cea-2f88-433f-821e-e6a4521a4af7 service neutron] 10.222.0.37 "GET /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312021 Sep 08 08:58:04.422607 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8c866b9b-823a-482e-8f08-0b5bf806f815 req-0b6ab8b2-5d5a-404d-aebc-b755ca1ace9d tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8cb3b9c-5883-4795-ae4d-c276c4e39695 HTTP/1.1" status: 200 len: 210 time: 0.0571845 Sep 08 08:58:04.453437 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37324c33-68a9-4874-baa2-c4d0f78c65ba tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e344da-9d05-41a6-b40a-757f406f4c64,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:04.514399 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5ec9edef-87f6-4e0a-ab79-f4abf5689434 req-2604b4d2-6cd5-4e47-bcc1-779687ecd111 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=61972e4a-a918-4bf0-963c-7abdb701a4ab HTTP/1.1" status: 200 len: 210 time: 0.0369911 Sep 08 08:58:04.578608 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-37324c33-68a9-4874-baa2-c4d0f78c65ba tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] Allocated IP 192.168.233.58 (05f7642a-1c79-41be-85aa-1443ef22cc3b/dfc66e4b-ecb5-4c99-afe1-0a78c722534a/93ea2d1b-7062-459f-8bb6-1ba42026d4c6) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:58:04.953886 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 32912) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:58:04.972971 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9406b8f-2d77-4f4c-a4db-2e7454261e98 req-b822a482-c61f-441b-bb84-3f6c2c1790b0 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:04.974525 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a9406b8f-2d77-4f4c-a4db-2e7454261e98 req-b822a482-c61f-441b-bb84-3f6c2c1790b0 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.37 "GET /v2.0/networks?id=73148cfc-c54d-48ac-9639-a21534b9f302 HTTP/1.1" status: 200 len: 804 time: 0.2125087 Sep 08 08:58:05.018818 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-a9406b8f-2d77-4f4c-a4db-2e7454261e98 req-538defb0-c398-46f1-b635-0b0b748b7f45 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Request body: {'port': {'device_id': '61972e4a-a918-4bf0-963c-7abdb701a4ab', 'network_id': '73148cfc-c54d-48ac-9639-a21534b9f302', 'admin_state_up': True, 'tenant_id': 'a70633ea737e41be9ceaf93dd1b77ce8'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:58:05.073950 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-37324c33-68a9-4874-baa2-c4d0f78c65ba tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:05.089870 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-37324c33-68a9-4874-baa2-c4d0f78c65ba tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] Transition to ACTIVE for port object 93ea2d1b-7062-459f-8bb6-1ba42026d4c6 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:58:05.132121 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-37324c33-68a9-4874-baa2-c4d0f78c65ba tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:05.167104 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-37324c33-68a9-4874-baa2-c4d0f78c65ba tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] Network 05f7642a-1c79-41be-85aa-1443ef22cc3b is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:58:05.171507 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-37324c33-68a9-4874-baa2-c4d0f78c65ba tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:58:05.173855 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-37324c33-68a9-4874-baa2-c4d0f78c65ba tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:58:05.291792 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37324c33-68a9-4874-baa2-c4d0f78c65ba tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] Pushing event updated for resources: {'Port': ['ID=93ea2d1b-7062-459f-8bb6-1ba42026d4c6,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:05.303286 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376272f-4aa9-411d-82cc-c9bb7ef20a7c req-0c6a86fd-3926-4f03-94ea-f5523011a20f tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:05.312523 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-37324c33-68a9-4874-baa2-c4d0f78c65ba tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:05.313196 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-37324c33-68a9-4874-baa2-c4d0f78c65ba tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:05.313755 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7376272f-4aa9-411d-82cc-c9bb7ef20a7c req-0c6a86fd-3926-4f03-94ea-f5523011a20f tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 949 time: 0.2192426 Sep 08 08:58:05.380374 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234d181-c80a-4427-9815-a870c8390c38 req-4a909479-128f-4d8d-bf57-6e9a2b0f2cbb tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:05.381654 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a234d181-c80a-4427-9815-a870c8390c38 req-4a909479-128f-4d8d-bf57-6e9a2b0f2cbb tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb HTTP/1.1" status: 200 len: 943 time: 0.1615553 Sep 08 08:58:05.390124 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-37324c33-68a9-4874-baa2-c4d0f78c65ba tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5879841 Sep 08 08:58:05.404773 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9406b8f-2d77-4f4c-a4db-2e7454261e98 req-538defb0-c398-46f1-b635-0b0b748b7f45 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Made reservation on behalf of a70633ea737e41be9ceaf93dd1b77ce8 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:58:05.408833 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a9406b8f-2d77-4f4c-a4db-2e7454261e98 req-538defb0-c398-46f1-b635-0b0b748b7f45 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:05.416325 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-0627fcc7-36f3-4056-aa0e-fe41d4e70f5e service neutron] Request body: {'port': {'device_id': 'e8cb3b9c-5883-4795-ae4d-c276c4e39695', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:58:05.475371 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7376272f-4aa9-411d-82cc-c9bb7ef20a7c req-b323a0c6-44cd-4d05-a3c4-3086fceaed6c tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596167 Sep 08 08:58:05.487055 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a234d181-c80a-4427-9815-a870c8390c38 req-ac6c1443-f714-4d22-9d3b-f7b44e8a31d9 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920086 Sep 08 08:58:05.506915 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-3219d55d-0c46-40e3-adc1-450fbd23ea08 None None] Provisioning for port 93ea2d1b-7062-459f-8bb6-1ba42026d4c6 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:58:05.516362 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-3219d55d-0c46-40e3-adc1-450fbd23ea08 None None] Provisioning complete for port 93ea2d1b-7062-459f-8bb6-1ba42026d4c6 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:58:05.517022 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3219d55d-0c46-40e3-adc1-450fbd23ea08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:05.544932 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-0627fcc7-36f3-4056-aa0e-fe41d4e70f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:05.646458 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1e498bde-c471-44af-9254-245e590b7f69 req-102ba74b-e9c9-4b64-bc69-5a592184f90e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a5569496-7cec-4aec-ad9f-59758b146a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2344079 Sep 08 08:58:05.757895 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 4683da4a-df6c-41f5-a23f-e13eaeba9910 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:58:05.804246 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d706e74-0d7b-4155-8a6d-b841b4905e11 req-58eb81e4-7065-48cd-a61a-5d563402da7f tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:05.814675 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2d706e74-0d7b-4155-8a6d-b841b4905e11 req-58eb81e4-7065-48cd-a61a-5d563402da7f tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6210148-fbea-4ded-8a6d-df3c0613e065 HTTP/1.1" status: 200 len: 944 time: 0.2056599 Sep 08 08:58:05.829741 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-3219d55d-0c46-40e3-adc1-450fbd23ea08 None None] Port 93ea2d1b-7062-459f-8bb6-1ba42026d4c6 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 08:58:05.857183 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 4683da4a-df6c-41f5-a23f-e13eaeba9910 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:58:05.860858 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 4683da4a-df6c-41f5-a23f-e13eaeba9910 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:58:05.861459 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:05.895114 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2d706e74-0d7b-4155-8a6d-b841b4905e11 req-7839ccd3-f890-478d-a4d7-a6c58a713cf3 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/security-groups?id=c739da54-7e1c-49e4-9c34-4a6cb21970fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740089 Sep 08 08:58:05.904662 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-a9406b8f-2d77-4f4c-a4db-2e7454261e98 req-538defb0-c398-46f1-b635-0b0b748b7f45 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Allocated IP 172.20.0.12 (73148cfc-c54d-48ac-9639-a21534b9f302/b6b1a525-4d60-465e-8609-7f98f126ac0e/7de39f85-8571-457d-95bc-394c78af98ad) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:58:05.962341 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e498bde-c471-44af-9254-245e590b7f69 req-707e3b89-747a-4320-9a6f-5749a3b6a292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:05.965556 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1e498bde-c471-44af-9254-245e590b7f69 req-707e3b89-747a-4320-9a6f-5749a3b6a292 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=453fb48635914fff8b30c3b6382194e5&device_id=a5569496-7cec-4aec-ad9f-59758b146a22 HTTP/1.1" status: 200 len: 1096 time: 0.1920631 Sep 08 08:58:05.972654 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:06.007641 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa297ade-e7eb-4556-a947-3d35d8b73527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4683da4a-df6c-41f5-a23f-e13eaeba9910'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:58:06.008876 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e4581-dd0b-44e7-977b-3af29daf30a9 req-12021f70-1e78-49be-a300-364c58dcb0c1 tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:06.010501 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a9cf21-690e-43a7-b909-9b5ea61acc25" -d '{"events": [{"server_uuid": "fa297ade-e7eb-4556-a947-3d35d8b73527", "name": "network-vif-plugged", "status": "completed", "tag": "4683da4a-df6c-41f5-a23f-e13eaeba9910"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:58:06.017124 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bf1e4581-dd0b-44e7-977b-3af29daf30a9 req-12021f70-1e78-49be-a300-364c58dcb0c1 tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8cb3b9c-5883-4795-ae4d-c276c4e39695 HTTP/1.1" status: 200 len: 935 time: 0.2129805 Sep 08 08:58:06.026761 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 4683da4a-df6c-41f5-a23f-e13eaeba9910, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=4683da4a-df6c-41f5-a23f-e13eaeba9910,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:58:06.031965 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:06.087162 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-adeb5519-510f-4d9d-9db7-a974f478e554 req-bf509b0f-ad22-407a-80e5-7e39cf18d2ce tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=61972e4a-a918-4bf0-963c-7abdb701a4ab HTTP/1.1" status: 200 len: 210 time: 0.0520935 Sep 08 08:58:06.113365 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=4683da4a-df6c-41f5-a23f-e13eaeba9910,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:06.166819 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 08:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48bf47ff-8005-4a2b-8035-dad3997120e4 x-openstack-request-id: req-48bf47ff-8005-4a2b-8035-dad3997120e4 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:58:06.167417 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa297ade-e7eb-4556-a947-3d35d8b73527", "name": "network-vif-plugged", "status": "completed", "tag": "4683da4a-df6c-41f5-a23f-e13eaeba9910", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:58:06.168026 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-48bf47ff-8005-4a2b-8035-dad3997120e4 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:58:06.168646 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa297ade-e7eb-4556-a947-3d35d8b73527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4683da4a-df6c-41f5-a23f-e13eaeba9910', 'code': 200} Sep 08 08:58:06.218637 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bf1e4581-dd0b-44e7-977b-3af29daf30a9 req-0a2ec488-286a-452a-8d1f-30afc846be74 tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1e344da-9d05-41a6-b40a-757f406f4c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005696 Sep 08 08:58:06.226087 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-0627fcc7-36f3-4056-aa0e-fe41d4e70f5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93ea2d1b-7062-459f-8bb6-1ba42026d4c6 {{(pid=94713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:58:06.242902 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-0627fcc7-36f3-4056-aa0e-fe41d4e70f5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:06.257124 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-0627fcc7-36f3-4056-aa0e-fe41d4e70f5e service neutron] Transition to ACTIVE for port object 93ea2d1b-7062-459f-8bb6-1ba42026d4c6 will not be triggered until provisioned by entity L2. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:58:06.261263 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-0627fcc7-36f3-4056-aa0e-fe41d4e70f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:06.342741 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e498bde-c471-44af-9254-245e590b7f69 req-ac9a8e12-0c84-486d-b8cc-8d691c9bebbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:06.344698 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1e498bde-c471-44af-9254-245e590b7f69 req-ac9a8e12-0c84-486d-b8cc-8d691c9bebbe service neutron] 10.222.0.35 "GET /v2.0/networks?id=1b780815-5142-4edc-a37a-9e502afff334 HTTP/1.1" status: 200 len: 909 time: 0.3457825 Sep 08 08:58:06.357953 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0627fcc7-36f3-4056-aa0e-fe41d4e70f5e service neutron] Pushing event updated for resources: {'Port': ['ID=93ea2d1b-7062-459f-8bb6-1ba42026d4c6,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:06.388414 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a9406b8f-2d77-4f4c-a4db-2e7454261e98 req-538defb0-c398-46f1-b635-0b0b748b7f45 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:06.426487 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-40210412-b2c2-44fd-a994-2a1dd8405122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:06.431481 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1e498bde-c471-44af-9254-245e590b7f69 req-d017dfaa-6d72-4b58-9fd5-140934b00354 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0659fa8-c2f6-4f62-90f4-d6c1234828e2 HTTP/1.1" status: 200 len: 217 time: 0.0595415 Sep 08 08:58:06.453823 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-0627fcc7-36f3-4056-aa0e-fe41d4e70f5e service neutron] Attempting to bind port 93ea2d1b-7062-459f-8bb6-1ba42026d4c6 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:58:06.454257 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-0627fcc7-36f3-4056-aa0e-fe41d4e70f5e service neutron] Attempting to bind port 93ea2d1b-7062-459f-8bb6-1ba42026d4c6 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:58:06.454542 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-0627fcc7-36f3-4056-aa0e-fe41d4e70f5e service neutron] Attempting to bind port 93ea2d1b-7062-459f-8bb6-1ba42026d4c6 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:58:06.458572 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3cfa42-4392-4595-8acb-02432f65f8e1 req-12eda368-9580-4685-b44b-f7cbdb6e6129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:06.460428 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9b3cfa42-4392-4595-8acb-02432f65f8e1 req-12eda368-9580-4685-b44b-f7cbdb6e6129 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 1102 time: 0.1962004 Sep 08 08:58:06.464205 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-0627fcc7-36f3-4056-aa0e-fe41d4e70f5e service neutron] Port 93ea2d1b-7062-459f-8bb6-1ba42026d4c6 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 08:58:06.464608 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-0627fcc7-36f3-4056-aa0e-fe41d4e70f5e service neutron] Attempting to bind port 93ea2d1b-7062-459f-8bb6-1ba42026d4c6 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:58:06.480632 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-0627fcc7-36f3-4056-aa0e-fe41d4e70f5e service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:58:06.481007 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-0627fcc7-36f3-4056-aa0e-fe41d4e70f5e service neutron] Checking segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:58:06.482062 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-0627fcc7-36f3-4056-aa0e-fe41d4e70f5e service neutron] Bound using segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:58:06.482790 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-0627fcc7-36f3-4056-aa0e-fe41d4e70f5e service neutron] Bound port: 93ea2d1b-7062-459f-8bb6-1ba42026d4c6, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:58:06.483092 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-0627fcc7-36f3-4056-aa0e-fe41d4e70f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:06.534658 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9b3cfa42-4392-4595-8acb-02432f65f8e1 req-f8c4258d-b88c-4e1d-849a-dbe4639a5925 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624788 Sep 08 08:58:06.663301 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e498bde-c471-44af-9254-245e590b7f69 req-21cb5d54-5ab1-42d9-957c-57250576a06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:06.665032 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1e498bde-c471-44af-9254-245e590b7f69 req-21cb5d54-5ab1-42d9-957c-57250576a06b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e08ea884-5afc-42c5-87f0-7a3f3f5db0de HTTP/1.1" status: 200 len: 848 time: 0.1885631 Sep 08 08:58:06.675110 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-0627fcc7-36f3-4056-aa0e-fe41d4e70f5e service neutron] For port 93ea2d1b-7062-459f-8bb6-1ba42026d4c6, host n-h1-806683-11, cleared binding levels {{(pid=94713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:58:06.679040 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-0627fcc7-36f3-4056-aa0e-fe41d4e70f5e service neutron] For port 93ea2d1b-7062-459f-8bb6-1ba42026d4c6, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=93ea2d1b-7062-459f-8bb6-1ba42026d4c6,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:58:06.688413 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d1db7-a23b-428b-b82b-a536519dae73 req-e10726b0-c8b3-413c-9434-f6227ec2670b tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:06.689524 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-410d1db7-a23b-428b-b82b-a536519dae73 req-e10726b0-c8b3-413c-9434-f6227ec2670b tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 950 time: 0.1034482 Sep 08 08:58:06.691358 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-0627fcc7-36f3-4056-aa0e-fe41d4e70f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:06.744866 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-0627fcc7-36f3-4056-aa0e-fe41d4e70f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:06.745085 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-0627fcc7-36f3-4056-aa0e-fe41d4e70f5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:06.746417 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-0627fcc7-36f3-4056-aa0e-fe41d4e70f5e service neutron] 10.222.0.37 "PUT /v2.0/ports/93ea2d1b-7062-459f-8bb6-1ba42026d4c6 HTTP/1.1" status: 200 len: 1096 time: 1.3344851 Sep 08 08:58:06.748883 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8cb3b9c-5883-4795-ae4d-c276c4e39695', 'tag': '93ea2d1b-7062-459f-8bb6-1ba42026d4c6'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:58:06.751176 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7bb49d-1c7b-4952-8328-60d4c2224a51" -d '{"events": [{"name": "network-changed", "server_uuid": "e8cb3b9c-5883-4795-ae4d-c276c4e39695", "tag": "93ea2d1b-7062-459f-8bb6-1ba42026d4c6"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:58:06.785294 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0627fcc7-36f3-4056-aa0e-fe41d4e70f5e service neutron] Pushing event updated for resources: {'Port': ['ID=93ea2d1b-7062-459f-8bb6-1ba42026d4c6,revision_number=3']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:06.797226 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-410d1db7-a23b-428b-b82b-a536519dae73 req-16924f5e-e525-4c16-a590-0bb3f66e44c8 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981514 Sep 08 08:58:06.801395 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a9406b8f-2d77-4f4c-a4db-2e7454261e98 req-538defb0-c398-46f1-b635-0b0b748b7f45 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:06.860149 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-f39db9f6-eae9-48c8-b81e-0dd593f60548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:06.862233 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-f39db9f6-eae9-48c8-b81e-0dd593f60548 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=30d955d524ca41a4826b49385be9945f&device_id=e8cb3b9c-5883-4795-ae4d-c276c4e39695 HTTP/1.1" status: 200 len: 1099 time: 0.0450420 Sep 08 08:58:06.892480 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ee77f-6d58-45df-a682-8b6946049f3c req-4c321d29-93e1-4eda-a5bd-6beb65f80c0e tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:06.894140 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-501ee77f-6d58-45df-a682-8b6946049f3c req-4c321d29-93e1-4eda-a5bd-6beb65f80c0e tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb HTTP/1.1" status: 200 len: 943 time: 0.2584491 Sep 08 08:58:06.919624 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-44d65344-1eff-40cf-8f8a-a8837ea847a8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=93ea2d1b-7062-459f-8bb6-1ba42026d4c6 HTTP/1.1" status: 200 len: 217 time: 0.0420074 Sep 08 08:58:06.926588 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9406b8f-2d77-4f4c-a4db-2e7454261e98 req-538defb0-c398-46f1-b635-0b0b748b7f45 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Network 73148cfc-c54d-48ac-9639-a21534b9f302 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:58:06.951064 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-a9406b8f-2d77-4f4c-a4db-2e7454261e98 req-538defb0-c398-46f1-b635-0b0b748b7f45 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:58:06.956907 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538defb0-c398-46f1-b635-0b0b748b7f45 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Pushing event updated for resources: {'Port': ['ID=7de39f85-8571-457d-95bc-394c78af98ad,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:06.960450 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9406b8f-2d77-4f4c-a4db-2e7454261e98 req-538defb0-c398-46f1-b635-0b0b748b7f45 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:58:06.972870 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-f0ffaaec-1358-4d28-a936-13e319d01d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:06.974384 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-f0ffaaec-1358-4d28-a936-13e319d01d62 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.0486610 Sep 08 08:58:07.013664 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538defb0-c398-46f1-b635-0b0b748b7f45 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:58:07.014201 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538defb0-c398-46f1-b635-0b0b748b7f45 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:58:07.014411 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538defb0-c398-46f1-b635-0b0b748b7f45 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:58:07.014752 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538defb0-c398-46f1-b635-0b0b748b7f45 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:58:07.015088 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538defb0-c398-46f1-b635-0b0b748b7f45 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:58:07.015426 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538defb0-c398-46f1-b635-0b0b748b7f45 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:58:07.015756 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538defb0-c398-46f1-b635-0b0b748b7f45 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:58:07.016091 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538defb0-c398-46f1-b635-0b0b748b7f45 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:58:07.016419 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538defb0-c398-46f1-b635-0b0b748b7f45 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:58:07.016754 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538defb0-c398-46f1-b635-0b0b748b7f45 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:58:07.017096 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538defb0-c398-46f1-b635-0b0b748b7f45 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:58:07.017419 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538defb0-c398-46f1-b635-0b0b748b7f45 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:58:07.033117 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-501ee77f-6d58-45df-a682-8b6946049f3c req-ea9070dd-cdd3-4587-92f8-4a440e8befa9 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244204 Sep 08 08:58:07.035378 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-5bff428f-7276-45af-b214-ec686a9f9884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:07.037958 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-5bff428f-7276-45af-b214-ec686a9f9884 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0569117 Sep 08 08:58:07.052316 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9406b8f-2d77-4f4c-a4db-2e7454261e98 req-538defb0-c398-46f1-b635-0b0b748b7f45 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:07.052949 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a9406b8f-2d77-4f4c-a4db-2e7454261e98 req-538defb0-c398-46f1-b635-0b0b748b7f45 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:07.105820 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1e498bde-c471-44af-9254-245e590b7f69 req-600325f3-5b78-4d80-9390-0aabcaf7072d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1b780815-5142-4edc-a37a-9e502afff334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417309 Sep 08 08:58:07.110001 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 08:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92126505-173b-487e-9034-45351993624b x-openstack-request-id: req-92126505-173b-487e-9034-45351993624b {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:58:07.110587 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a9406b8f-2d77-4f4c-a4db-2e7454261e98 req-538defb0-c398-46f1-b635-0b0b748b7f45 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0972416 Sep 08 08:58:07.110693 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8cb3b9c-5883-4795-ae4d-c276c4e39695", "tag": "93ea2d1b-7062-459f-8bb6-1ba42026d4c6", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:58:07.110919 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-92126505-173b-487e-9034-45351993624b {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:58:07.111582 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8cb3b9c-5883-4795-ae4d-c276c4e39695', 'tag': '93ea2d1b-7062-459f-8bb6-1ba42026d4c6', 'status': 'completed', 'code': 200} Sep 08 08:58:07.144792 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-a9406b8f-2d77-4f4c-a4db-2e7454261e98 req-4d8ff327-972d-43fb-9485-2eef46804a1b service neutron] Request body: {'port': {'device_id': '61972e4a-a918-4bf0-963c-7abdb701a4ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:58:07.236712 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-575c5cb0-d5f0-4d25-adcd-a72379a358e1 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905673 Sep 08 08:58:07.245571 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ae49e-f1f8-42e2-af54-dc97d0fb877b req-a9870294-3b92-47c7-8950-470edca10c2e tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:07.247696 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b54ae49e-f1f8-42e2-af54-dc97d0fb877b req-a9870294-3b92-47c7-8950-470edca10c2e tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6210148-fbea-4ded-8a6d-df3c0613e065 HTTP/1.1" status: 200 len: 944 time: 0.0765500 Sep 08 08:58:07.350409 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b54ae49e-f1f8-42e2-af54-dc97d0fb877b req-765a8d61-3296-4694-8f24-6f8686408797 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/security-groups?id=c739da54-7e1c-49e4-9c34-4a6cb21970fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940726 Sep 08 08:58:07.386597 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7b92bfc4-6c2a-41eb-b90f-bed04ec056b2 req-66c7dbfe-96eb-4936-92d6-0b4ad3fd9e3b service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326046 Sep 08 08:58:07.437223 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 08:58:07.516621 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8ed3c-1381-4899-a42f-709ffba6f66f req-088a90b9-9f85-425d-b866-d6dad6294417 tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:07.518235 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-63c8ed3c-1381-4899-a42f-709ffba6f66f req-088a90b9-9f85-425d-b866-d6dad6294417 tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8cb3b9c-5883-4795-ae4d-c276c4e39695 HTTP/1.1" status: 200 len: 947 time: 0.0890174 Sep 08 08:58:07.532634 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7bb49d-1c7b-4952-8328-60d4c2224a51 req-71737e04-e20e-42dc-80ec-7bb2d0178498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:07.534217 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ec7bb49d-1c7b-4952-8328-60d4c2224a51 req-71737e04-e20e-42dc-80ec-7bb2d0178498 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=30d955d524ca41a4826b49385be9945f&device_id=e8cb3b9c-5883-4795-ae4d-c276c4e39695 HTTP/1.1" status: 200 len: 1099 time: 0.0604734 Sep 08 08:58:07.584657 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6,segment=NetworkSegment(fa7b147d-9249-4b88-b7ce-d5137c1c3a3c),segment_id=fa7b147d-9249-4b88-b7ce-d5137c1c3a3c)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:58:07.590538 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a9406b8f-2d77-4f4c-a4db-2e7454261e98 req-4d8ff327-972d-43fb-9485-2eef46804a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:07.605853 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6', 'network_id': '1b780815-5142-4edc-a37a-9e502afff334', 'port_id': '0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6', 'mac_address': 'fa:16:3e:d2:11:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e08ea884-5afc-42c5-87f0-7a3f3f5db0de', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 08:58:07.613071 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285bf8ce-20bf-484f-9dea-05a201f4e636 req-9b6e6180-ab3d-45a5-9acc-d1c4fe54a48a tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:07.620697 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-285bf8ce-20bf-484f-9dea-05a201f4e636 req-9b6e6180-ab3d-45a5-9acc-d1c4fe54a48a tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=61972e4a-a918-4bf0-963c-7abdb701a4ab HTTP/1.1" status: 200 len: 932 time: 0.1893439 Sep 08 08:58:07.632832 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1e498bde-c471-44af-9254-245e590b7f69 req-fc5a28b1-1ca5-4c4e-9e97-d9b68fb1d61e service neutron] 10.222.0.35 "GET /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5070443 Sep 08 08:58:07.657933 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:07.659725 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-63c8ed3c-1381-4899-a42f-709ffba6f66f req-89e1b268-502b-46bf-a2a2-2004b1140ff1 tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1e344da-9d05-41a6-b40a-757f406f4c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194723 Sep 08 08:58:07.679233 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:58:07.686095 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 1482cb6f-382b-4af9-a0cc-5af6a78113ab details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 08:58:07.687744 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-40210412-b2c2-44fd-a994-2a1dd8405122 admin admin] Deleting port cbba1f57-b248-4df7-b8ea-30f300534f70 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 08:58:07.688232 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-40210412-b2c2-44fd-a994-2a1dd8405122 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:07.698792 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7bb49d-1c7b-4952-8328-60d4c2224a51 req-a6445cd7-26c2-4208-95c3-be6a5cbb1735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:07.704344 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ec7bb49d-1c7b-4952-8328-60d4c2224a51 req-a6445cd7-26c2-4208-95c3-be6a5cbb1735 service neutron] 10.222.0.37 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.1493704 Sep 08 08:58:07.711947 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6,segment=NetworkSegment(fa7b147d-9249-4b88-b7ce-d5137c1c3a3c),segment_id=fa7b147d-9249-4b88-b7ce-d5137c1c3a3c)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:58:07.729545 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:07.782680 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ec7bb49d-1c7b-4952-8328-60d4c2224a51 req-30bb852c-5956-4944-a2eb-27c1c6f0cb1c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=93ea2d1b-7062-459f-8bb6-1ba42026d4c6 HTTP/1.1" status: 200 len: 217 time: 0.0686519 Sep 08 08:58:07.837271 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-285bf8ce-20bf-484f-9dea-05a201f4e636 req-b618f5f1-4cf6-4fc3-9386-9cd97bed355a tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155135 Sep 08 08:58:07.876674 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:07.894805 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7bb49d-1c7b-4952-8328-60d4c2224a51 req-7f79dca9-5f7a-4e6e-99b4-981930e3dde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:07.896406 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ec7bb49d-1c7b-4952-8328-60d4c2224a51 req-7f79dca9-5f7a-4e6e-99b4-981930e3dde1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.1064329 Sep 08 08:58:07.921290 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 1482cb6f-382b-4af9-a0cc-5af6a78113ab, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=1482cb6f-382b-4af9-a0cc-5af6a78113ab,segment=NetworkSegment(bd40b2ba-8b16-4b32-85bc-1f2da89a3f05),segment_id=bd40b2ba-8b16-4b32-85bc-1f2da89a3f05)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:58:07.938111 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '1482cb6f-382b-4af9-a0cc-5af6a78113ab', 'network_id': 'badf3704-58aa-4df0-a36e-cc33c85ce701', 'port_id': '1482cb6f-382b-4af9-a0cc-5af6a78113ab', 'mac_address': 'fa:16:3e:65:c1:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcdf7e19-fac6-4280-b4cd-afd9cea4e6b1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 08:58:07.981102 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:07.991131 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-40210412-b2c2-44fd-a994-2a1dd8405122 admin admin] For port cbba1f57-b248-4df7-b8ea-30f300534f70, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=cbba1f57-b248-4df7-b8ea-30f300534f70,segment=NetworkSegment(ec6a4fa4-9ba8-4d74-8139-2d57b8b4d18c),segment_id=ec6a4fa4-9ba8-4d74-8139-2d57b8b4d18c)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:58:07.991593 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-40210412-b2c2-44fd-a994-2a1dd8405122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:07.995447 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1e498bde-c471-44af-9254-245e590b7f69 req-e2910813-7cf8-416a-b36e-2601aad7c7b9 service neutron] 10.222.0.35 "GET /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442721 Sep 08 08:58:08.001645 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1482cb6f-382b-4af9-a0cc-5af6a78113ab {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:58:08.023287 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 1482cb6f-382b-4af9-a0cc-5af6a78113ab, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=1482cb6f-382b-4af9-a0cc-5af6a78113ab,segment=NetworkSegment(bd40b2ba-8b16-4b32-85bc-1f2da89a3f05),segment_id=bd40b2ba-8b16-4b32-85bc-1f2da89a3f05)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:58:08.027456 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7bb49d-1c7b-4952-8328-60d4c2224a51 req-9c4733d8-91b0-4bce-a65d-acb0098949b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:08.030625 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:08.031322 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ec7bb49d-1c7b-4952-8328-60d4c2224a51 req-9c4733d8-91b0-4bce-a65d-acb0098949b2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1258729 Sep 08 08:58:08.042358 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-40210412-b2c2-44fd-a994-2a1dd8405122 admin admin] Calling delete_port for cbba1f57-b248-4df7-b8ea-30f300534f70 owned by network:router_interface {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 08:58:08.065446 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:58:08.093035 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e588c04-c1e6-421a-95a3-5d0ff1b00aba req-cf389037-659d-4433-9300-af95170e718f tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:08.114654 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9e588c04-c1e6-421a-95a3-5d0ff1b00aba req-cf389037-659d-4433-9300-af95170e718f tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 950 time: 0.1577795 Sep 08 08:58:08.144926 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=1482cb6f-382b-4af9-a0cc-5af6a78113ab,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:08.202430 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9e588c04-c1e6-421a-95a3-5d0ff1b00aba req-09f09b5e-d5a3-4aa8-9f50-0b73caff3f1e tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858853 Sep 08 08:58:08.222535 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ec7bb49d-1c7b-4952-8328-60d4c2224a51 req-a17e3302-a041-4dbb-b9cb-c09dd72ddaed service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819923 Sep 08 08:58:08.292430 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-a9406b8f-2d77-4f4c-a4db-2e7454261e98 req-4d8ff327-972d-43fb-9485-2eef46804a1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7de39f85-8571-457d-95bc-394c78af98ad {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:58:08.304060 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a9406b8f-2d77-4f4c-a4db-2e7454261e98 req-4d8ff327-972d-43fb-9485-2eef46804a1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:08.331669 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ec7bb49d-1c7b-4952-8328-60d4c2224a51 req-8d944971-e4c1-479d-a731-4f5325b961a3 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008725 Sep 08 08:58:08.332826 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df32910-3445-4df1-b5af-aeda5808e886 req-eaa093be-0e5a-4c24-8793-ca919e665361 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:08.334352 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5df32910-3445-4df1-b5af-aeda5808e886 req-eaa093be-0e5a-4c24-8793-ca919e665361 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb HTTP/1.1" status: 200 len: 944 time: 0.1971748 Sep 08 08:58:08.338089 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-a9406b8f-2d77-4f4c-a4db-2e7454261e98 req-4d8ff327-972d-43fb-9485-2eef46804a1b service neutron] Transition to ACTIVE for port object 7de39f85-8571-457d-95bc-394c78af98ad will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:58:08.372413 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a9406b8f-2d77-4f4c-a4db-2e7454261e98 req-4d8ff327-972d-43fb-9485-2eef46804a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:08.472738 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8ff327-972d-43fb-9485-2eef46804a1b service neutron] Pushing event updated for resources: {'Port': ['ID=7de39f85-8571-457d-95bc-394c78af98ad,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:08.480187 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5df32910-3445-4df1-b5af-aeda5808e886 req-5fab6980-52d7-46c6-af94-ab43c349ec3d tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112761 Sep 08 08:58:08.503890 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbca963-15fd-4a55-b587-5a17404ea66a req-6ab968ae-035b-4953-a4e1-becc81ef0599 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:08.506086 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8dbca963-15fd-4a55-b587-5a17404ea66a req-6ab968ae-035b-4953-a4e1-becc81ef0599 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6210148-fbea-4ded-8a6d-df3c0613e065 HTTP/1.1" status: 200 len: 945 time: 0.0564072 Sep 08 08:58:08.547528 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8dbca963-15fd-4a55-b587-5a17404ea66a req-c774c330-86e0-4b8f-a3ea-e93dab0a3131 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/security-groups?id=c739da54-7e1c-49e4-9c34-4a6cb21970fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344715 Sep 08 08:58:08.587051 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-40210412-b2c2-44fd-a994-2a1dd8405122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:08.588860 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-a9406b8f-2d77-4f4c-a4db-2e7454261e98 req-4d8ff327-972d-43fb-9485-2eef46804a1b service neutron] Attempting to bind port 7de39f85-8571-457d-95bc-394c78af98ad on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:58:08.589193 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-a9406b8f-2d77-4f4c-a4db-2e7454261e98 req-4d8ff327-972d-43fb-9485-2eef46804a1b service neutron] Attempting to bind port 7de39f85-8571-457d-95bc-394c78af98ad by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'a820c156-0183-407b-aed4-3cdafce41ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '73148cfc-c54d-48ac-9639-a21534b9f302'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:58:08.589339 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['1482cb6f-382b-4af9-a0cc-5af6a78113ab'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:58:08.589821 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9406b8f-2d77-4f4c-a4db-2e7454261e98 req-4d8ff327-972d-43fb-9485-2eef46804a1b service neutron] Attempting to bind port 7de39f85-8571-457d-95bc-394c78af98ad on network 73148cfc-c54d-48ac-9639-a21534b9f302 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:58:08.621466 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40210412-b2c2-44fd-a994-2a1dd8405122 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbba1f57-b248-4df7-b8ea-30f300534f70,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:08.624085 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9406b8f-2d77-4f4c-a4db-2e7454261e98 req-4d8ff327-972d-43fb-9485-2eef46804a1b service neutron] Port 7de39f85-8571-457d-95bc-394c78af98ad on network 73148cfc-c54d-48ac-9639-a21534b9f302 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 08:58:08.624411 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9406b8f-2d77-4f4c-a4db-2e7454261e98 req-4d8ff327-972d-43fb-9485-2eef46804a1b service neutron] Attempting to bind port 7de39f85-8571-457d-95bc-394c78af98ad on network 73148cfc-c54d-48ac-9639-a21534b9f302 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:58:08.634836 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9406b8f-2d77-4f4c-a4db-2e7454261e98 req-4d8ff327-972d-43fb-9485-2eef46804a1b service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:58:08.635171 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9406b8f-2d77-4f4c-a4db-2e7454261e98 req-4d8ff327-972d-43fb-9485-2eef46804a1b service neutron] Checking segment: {'id': 'a820c156-0183-407b-aed4-3cdafce41ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '73148cfc-c54d-48ac-9639-a21534b9f302'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:58:08.635552 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9406b8f-2d77-4f4c-a4db-2e7454261e98 req-4d8ff327-972d-43fb-9485-2eef46804a1b service neutron] Bound using segment: {'id': 'a820c156-0183-407b-aed4-3cdafce41ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '73148cfc-c54d-48ac-9639-a21534b9f302'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:58:08.635993 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-a9406b8f-2d77-4f4c-a4db-2e7454261e98 req-4d8ff327-972d-43fb-9485-2eef46804a1b service neutron] Bound port: 7de39f85-8571-457d-95bc-394c78af98ad, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a820c156-0183-407b-aed4-3cdafce41ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '73148cfc-c54d-48ac-9639-a21534b9f302'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:58:08.636353 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a9406b8f-2d77-4f4c-a4db-2e7454261e98 req-4d8ff327-972d-43fb-9485-2eef46804a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:08.824749 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-a9406b8f-2d77-4f4c-a4db-2e7454261e98 req-4d8ff327-972d-43fb-9485-2eef46804a1b service neutron] For port 7de39f85-8571-457d-95bc-394c78af98ad, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:58:08.848152 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-a9406b8f-2d77-4f4c-a4db-2e7454261e98 req-4d8ff327-972d-43fb-9485-2eef46804a1b service neutron] For port 7de39f85-8571-457d-95bc-394c78af98ad, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=7de39f85-8571-457d-95bc-394c78af98ad,segment=NetworkSegment(a820c156-0183-407b-aed4-3cdafce41ef3),segment_id=a820c156-0183-407b-aed4-3cdafce41ef3)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:58:08.884724 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a9406b8f-2d77-4f4c-a4db-2e7454261e98 req-4d8ff327-972d-43fb-9485-2eef46804a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:08.901155 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b9fe05-9416-42d9-9863-98540937f2dc req-b869da96-7fcb-4dd6-97f8-32d4c87910d3 tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:08.902656 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-15b9fe05-9416-42d9-9863-98540937f2dc req-b869da96-7fcb-4dd6-97f8-32d4c87910d3 tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8cb3b9c-5883-4795-ae4d-c276c4e39695 HTTP/1.1" status: 200 len: 947 time: 0.1690717 Sep 08 08:58:08.959866 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9406b8f-2d77-4f4c-a4db-2e7454261e98 req-4d8ff327-972d-43fb-9485-2eef46804a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:08.960495 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a9406b8f-2d77-4f4c-a4db-2e7454261e98 req-4d8ff327-972d-43fb-9485-2eef46804a1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:08.961887 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a9406b8f-2d77-4f4c-a4db-2e7454261e98 req-4d8ff327-972d-43fb-9485-2eef46804a1b service neutron] 10.222.0.37 "PUT /v2.0/ports/7de39f85-8571-457d-95bc-394c78af98ad HTTP/1.1" status: 200 len: 1093 time: 1.8251169 Sep 08 08:58:08.964538 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61972e4a-a918-4bf0-963c-7abdb701a4ab', 'tag': '7de39f85-8571-457d-95bc-394c78af98ad'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:58:08.966958 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e28289a-b265-4bef-8022-b400231e7b62" -d '{"events": [{"name": "network-changed", "server_uuid": "61972e4a-a918-4bf0-963c-7abdb701a4ab", "tag": "7de39f85-8571-457d-95bc-394c78af98ad"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:58:08.984959 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-40210412-b2c2-44fd-a994-2a1dd8405122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:09.011629 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8ff327-972d-43fb-9485-2eef46804a1b service neutron] Pushing event updated for resources: {'Port': ['ID=7de39f85-8571-457d-95bc-394c78af98ad,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:09.019400 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-15b9fe05-9416-42d9-9863-98540937f2dc req-72480ab7-7e54-42f1-a923-0fe51e43e13a tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1e344da-9d05-41a6-b40a-757f406f4c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925965 Sep 08 08:58:09.039788 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32305326-daad-4ef9-8000-ade40619dcbc req-d7986a19-85a0-4203-a97d-5c2e34a41687 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:09.052707 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-32305326-daad-4ef9-8000-ade40619dcbc req-d7986a19-85a0-4203-a97d-5c2e34a41687 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=61972e4a-a918-4bf0-963c-7abdb701a4ab HTTP/1.1" status: 200 len: 944 time: 0.1343207 Sep 08 08:58:09.092756 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 08:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df91a66-7a08-42b5-bbcc-455e662cb88d x-openstack-request-id: req-5df91a66-7a08-42b5-bbcc-455e662cb88d {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:58:09.093070 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61972e4a-a918-4bf0-963c-7abdb701a4ab", "tag": "7de39f85-8571-457d-95bc-394c78af98ad", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:58:09.093266 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5df91a66-7a08-42b5-bbcc-455e662cb88d {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:58:09.093660 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61972e4a-a918-4bf0-963c-7abdb701a4ab', 'tag': '7de39f85-8571-457d-95bc-394c78af98ad', 'status': 'completed', 'code': 200} Sep 08 08:58:09.098421 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-32305326-daad-4ef9-8000-ade40619dcbc req-4eaddc93-3481-4a9e-bd80-edb5aa8109cc tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446508 Sep 08 08:58:09.145985 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9406b8f-2d77-4f4c-a4db-2e7454261e98 req-f66702bc-d4a6-460f-9c6f-74dda4acea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:09.147516 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a9406b8f-2d77-4f4c-a4db-2e7454261e98 req-f66702bc-d4a6-460f-9c6f-74dda4acea86 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a70633ea737e41be9ceaf93dd1b77ce8&device_id=61972e4a-a918-4bf0-963c-7abdb701a4ab HTTP/1.1" status: 200 len: 1096 time: 0.0902383 Sep 08 08:58:09.202441 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a9406b8f-2d77-4f4c-a4db-2e7454261e98 req-f9de409e-bc6a-441f-86a4-db05c36bfce2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7de39f85-8571-457d-95bc-394c78af98ad HTTP/1.1" status: 200 len: 217 time: 0.0402894 Sep 08 08:58:09.319060 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9406b8f-2d77-4f4c-a4db-2e7454261e98 req-c5d2631d-e865-4ba3-81b5-da7716292e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:09.320495 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a9406b8f-2d77-4f4c-a4db-2e7454261e98 req-c5d2631d-e865-4ba3-81b5-da7716292e51 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b6b1a525-4d60-465e-8609-7f98f126ac0e HTTP/1.1" status: 200 len: 844 time: 0.0854311 Sep 08 08:58:09.377082 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a9406b8f-2d77-4f4c-a4db-2e7454261e98 req-c046f703-4572-4e61-aca9-d60f1b90e9eb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=73148cfc-c54d-48ac-9639-a21534b9f302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455647 Sep 08 08:58:09.414368 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40210412-b2c2-44fd-a994-2a1dd8405122 admin admin] Router 17016762-adc9-4c3f-b622-4e0728531582 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 08:58:09.435846 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ba3328-a5c5-4c9b-afa6-d0b84d284b3f req-52610f32-8beb-4932-919b-00d27544654d tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:09.437361 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-27ba3328-a5c5-4c9b-afa6-d0b84d284b3f req-52610f32-8beb-4932-919b-00d27544654d tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 950 time: 0.1203084 Sep 08 08:58:09.469217 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:58:09.518090 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:58:09.521988 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:58:09.522476 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:09.574696 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-27ba3328-a5c5-4c9b-afa6-d0b84d284b3f req-0b698529-bc9f-46dc-8d0c-82fd9d06fc81 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043901 Sep 08 08:58:09.635560 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:09.636138 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a9406b8f-2d77-4f4c-a4db-2e7454261e98 req-ccb32317-8ebb-4c0e-9b9e-016ebd61f962 service neutron] 10.222.0.37 "GET /v2.0/networks/73148cfc-c54d-48ac-9639-a21534b9f302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502735 Sep 08 08:58:09.668200 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6d3b5-dafd-459c-bca2-61905cf6181a req-b0c9accf-0fdb-45b4-89f3-9793be809d98 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:09.670383 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fcc6d3b5-dafd-459c-bca2-61905cf6181a req-b0c9accf-0fdb-45b4-89f3-9793be809d98 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb HTTP/1.1" status: 200 len: 944 time: 0.0749226 Sep 08 08:58:09.676348 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:58:09.679116 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191e1365-eb80-43b2-a136-e99438c28b97" -d '{"events": [{"server_uuid": "6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb", "name": "network-vif-plugged", "status": "completed", "tag": "0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:58:09.683372 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6,segment=NetworkSegment(fa7b147d-9249-4b88-b7ce-d5137c1c3a3c),segment_id=fa7b147d-9249-4b88-b7ce-d5137c1c3a3c)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:58:09.687892 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:09.701640 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40210412-b2c2-44fd-a994-2a1dd8405122 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 08:58:09.713635 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-40210412-b2c2-44fd-a994-2a1dd8405122 admin admin] 10.222.0.54 "PUT /v2.0/routers/17016762-adc9-4c3f-b622-4e0728531582/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7586706 Sep 08 08:58:09.718207 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fcc6d3b5-dafd-459c-bca2-61905cf6181a req-be247110-247a-4cb2-9226-1b6136f03c8b tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393977 Sep 08 08:58:09.718393 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 32978) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:58:09.721026 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee531a02-91f0-4e29-a7e6-36811874c1fb None None] Sync routers for ids ['17016762-adc9-4c3f-b622-4e0728531582'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 08:58:09.750990 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee531a02-91f0-4e29-a7e6-36811874c1fb None None] Routers {'17016762-adc9-4c3f-b622-4e0728531582'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:58:09.751629 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-ee531a02-91f0-4e29-a7e6-36811874c1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:57:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['17016762-adc9-4c3f-b622-4e0728531582'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:58:09.796839 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:09.827475 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9820832-6a0b-4e91-b2e9-53dc9a1ff087 req-66506228-f0c4-4bec-ad51-bf2bc3b7164c tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:09.829017 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d9820832-6a0b-4e91-b2e9-53dc9a1ff087 req-66506228-f0c4-4bec-ad51-bf2bc3b7164c tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6210148-fbea-4ded-8a6d-df3c0613e065 HTTP/1.1" status: 200 len: 945 time: 0.1686215 Sep 08 08:58:09.854980 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86386a-d740-4289-8a60-061d1146c3f0 req-64635bbf-b3c0-4276-b680-2bcc5f01918a tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:09.857174 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ca86386a-d740-4289-8a60-061d1146c3f0 req-64635bbf-b3c0-4276-b680-2bcc5f01918a tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 950 time: 0.0552440 Sep 08 08:58:09.868597 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-ee531a02-91f0-4e29-a7e6-36811874c1fb None None] Set router 17016762-adc9-4c3f-b622-4e0728531582 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:58:09.896561 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ca86386a-d740-4289-8a60-061d1146c3f0 req-ec841e8d-0f97-45cf-910f-caea6afdcc20 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329659 Sep 08 08:58:09.926879 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a9406b8f-2d77-4f4c-a4db-2e7454261e98 req-72c827ca-c755-48ef-a79d-48faec1ffa4e service neutron] 10.222.0.37 "GET /v2.0/networks/73148cfc-c54d-48ac-9639-a21534b9f302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784660 Sep 08 08:58:09.934263 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d9820832-6a0b-4e91-b2e9-53dc9a1ff087 req-26f156d6-e666-48e5-85ed-886ddf0001bd tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/security-groups?id=c739da54-7e1c-49e4-9c34-4a6cb21970fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902278 Sep 08 08:58:09.947642 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-895bc3a5-feb5-4621-9b9e-6601ad2e7b3b admin admin] Notify callbacks [] for router, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:09.972715 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 08:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389f48d7-0374-4d84-9bf0-10be1366e9e2 x-openstack-request-id: req-389f48d7-0374-4d84-9bf0-10be1366e9e2 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:58:09.973078 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb", "name": "network-vif-plugged", "status": "completed", "tag": "0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:58:09.973394 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-389f48d7-0374-4d84-9bf0-10be1366e9e2 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:58:09.973852 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6', 'code': 200} Sep 08 08:58:10.120762 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-ee531a02-91f0-4e29-a7e6-36811874c1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17016762-adc9-4c3f-b622-4e0728531582', 'name': 'tempest-AttachSCSIVolumeTestJSON-1416709857-router', 'tenant_id': '6c9784ffaa2c413085362ecd686e35d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '094534d8-2c86-4174-9d06-73f468004cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:55:44Z', 'updated_at': '2021-09-08T08:58:08Z', 'revision_number': 5, 'project_id': '6c9784ffaa2c413085362ecd686e35d5', 'gw_port': {'id': '094534d8-2c86-4174-9d06-73f468004cc2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:cf:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17016762-adc9-4c3f-b622-4e0728531582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:55:45Z', 'updated_at': '2021-09-08T08:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:58:10.177449 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee531a02-91f0-4e29-a7e6-36811874c1fb None None] Checking router: 17016762-adc9-4c3f-b622-4e0728531582 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 08:58:10.191545 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee531a02-91f0-4e29-a7e6-36811874c1fb None None] Routers {'17016762-adc9-4c3f-b622-4e0728531582'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:58:10.192201 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-ee531a02-91f0-4e29-a7e6-36811874c1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:57:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['17016762-adc9-4c3f-b622-4e0728531582'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:58:10.248940 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d9299a-3c53-4899-ac72-2b5f52b08da1 req-d0f3748e-b1eb-455c-8e6e-13a9ff71db26 tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:10.254848 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c1d9299a-3c53-4899-ac72-2b5f52b08da1 req-d0f3748e-b1eb-455c-8e6e-13a9ff71db26 tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8cb3b9c-5883-4795-ae4d-c276c4e39695 HTTP/1.1" status: 200 len: 947 time: 0.0810738 Sep 08 08:58:10.260138 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8005dae-83c5-404f-9b99-12683d270038 req-29f4e761-29c8-4881-b548-60947f67863f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:10.261752 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d8005dae-83c5-404f-9b99-12683d270038 req-29f4e761-29c8-4881-b548-60947f67863f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb HTTP/1.1" status: 200 len: 1097 time: 0.1439660 Sep 08 08:58:10.281395 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [req-b9e2e5cc-6ec2-409d-8e39-6e887a40dfea req-0b65273c-5538-40f8-a054-4f2c5232f51c service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 08:58:10.282394 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b9e2e5cc-6ec2-409d-8e39-6e887a40dfea req-0b65273c-5538-40f8-a054-4f2c5232f51c service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054331 Sep 08 08:58:10.322712 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-ee531a02-91f0-4e29-a7e6-36811874c1fb None None] Set router 17016762-adc9-4c3f-b622-4e0728531582 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:58:10.327380 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c1d9299a-3c53-4899-ac72-2b5f52b08da1 req-d0dc7651-580b-4ae6-87a9-7bef96a35f23 tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1e344da-9d05-41a6-b40a-757f406f4c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703905 Sep 08 08:58:10.328922 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d8005dae-83c5-404f-9b99-12683d270038 req-75b26bed-f3ed-43f6-b670-bc838ebece44 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540602 Sep 08 08:58:10.335098 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28289a-b265-4bef-8022-b400231e7b62 req-ada37499-9e1f-410d-a6c2-24dcab7e280c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:10.336643 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4e28289a-b265-4bef-8022-b400231e7b62 req-ada37499-9e1f-410d-a6c2-24dcab7e280c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a70633ea737e41be9ceaf93dd1b77ce8&device_id=61972e4a-a918-4bf0-963c-7abdb701a4ab HTTP/1.1" status: 200 len: 1096 time: 0.0534148 Sep 08 08:58:10.395544 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-895bc3a5-feb5-4621-9b9e-6601ad2e7b3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:10.455538 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-895bc3a5-feb5-4621-9b9e-6601ad2e7b3b admin admin] Deleting port 094534d8-2c86-4174-9d06-73f468004cc2 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 08:58:10.455538 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-895bc3a5-feb5-4621-9b9e-6601ad2e7b3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:10.474510 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f464765-c537-4daf-b1bf-2ab3d80484f3 req-2fa493fe-7758-4675-80e5-5a54de757a45 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:10.474510 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7f464765-c537-4daf-b1bf-2ab3d80484f3 req-2fa493fe-7758-4675-80e5-5a54de757a45 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=61972e4a-a918-4bf0-963c-7abdb701a4ab HTTP/1.1" status: 200 len: 944 time: 0.0709183 Sep 08 08:58:10.527453 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7f464765-c537-4daf-b1bf-2ab3d80484f3 req-89a834ea-24fe-4c1f-b1cd-362eeee4346e tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461593 Sep 08 08:58:10.576778 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-ee531a02-91f0-4e29-a7e6-36811874c1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17016762-adc9-4c3f-b622-4e0728531582', 'name': 'tempest-AttachSCSIVolumeTestJSON-1416709857-router', 'tenant_id': '6c9784ffaa2c413085362ecd686e35d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '094534d8-2c86-4174-9d06-73f468004cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:55:44Z', 'updated_at': '2021-09-08T08:58:08Z', 'revision_number': 5, 'project_id': '6c9784ffaa2c413085362ecd686e35d5', 'gw_port': {'id': '094534d8-2c86-4174-9d06-73f468004cc2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:cf:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17016762-adc9-4c3f-b622-4e0728531582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:55:45Z', 'updated_at': '2021-09-08T08:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:58:10.581379 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-895bc3a5-feb5-4621-9b9e-6601ad2e7b3b admin admin] For port 094534d8-2c86-4174-9d06-73f468004cc2, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=094534d8-2c86-4174-9d06-73f468004cc2,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:58:10.581750 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-895bc3a5-feb5-4621-9b9e-6601ad2e7b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:10.600993 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-740681c2-0dae-43f6-b504-e5cb068ea63e req-0ad5fd44-3b33-418d-9b63-ce3629827770 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0501599 Sep 08 08:58:10.603054 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-895bc3a5-feb5-4621-9b9e-6601ad2e7b3b admin admin] Calling delete_port for 094534d8-2c86-4174-9d06-73f468004cc2 owned by network:router_gateway {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 08:58:10.618172 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee531a02-91f0-4e29-a7e6-36811874c1fb None None] The sync data for ids ['17016762-adc9-4c3f-b622-4e0728531582'] in n-d-806683-11 is: [{'id': '17016762-adc9-4c3f-b622-4e0728531582', 'name': 'tempest-AttachSCSIVolumeTestJSON-1416709857-router', 'tenant_id': '6c9784ffaa2c413085362ecd686e35d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '094534d8-2c86-4174-9d06-73f468004cc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:55:44Z', 'updated_at': '2021-09-08T08:58:08Z', 'revision_number': 5, 'project_id': '6c9784ffaa2c413085362ecd686e35d5', 'gw_port': {'id': '094534d8-2c86-4174-9d06-73f468004cc2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:cf:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17016762-adc9-4c3f-b622-4e0728531582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:55:45Z', 'updated_at': '2021-09-08T08:55:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 08:58:10.668457 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e2156-568c-42bf-bdc4-3a438eac2274 req-d2a4d880-9b7f-4022-9f68-f215ae7ad3bc tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:10.670884 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-979e2156-568c-42bf-bdc4-3a438eac2274 req-d2a4d880-9b7f-4022-9f68-f215ae7ad3bc tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 950 time: 0.0688403 Sep 08 08:58:10.728442 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-979e2156-568c-42bf-bdc4-3a438eac2274 req-2db3ff9d-dc9a-4cfa-80ba-347d7a4bd26e tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512562 Sep 08 08:58:10.799807 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28289a-b265-4bef-8022-b400231e7b62 req-22e34110-c672-4b6d-81b3-38e6af5e3f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:10.801526 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4e28289a-b265-4bef-8022-b400231e7b62 req-22e34110-c672-4b6d-81b3-38e6af5e3f99 service neutron] 10.222.0.37 "GET /v2.0/networks?id=73148cfc-c54d-48ac-9639-a21534b9f302 HTTP/1.1" status: 200 len: 905 time: 0.1965349 Sep 08 08:58:10.880246 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4e28289a-b265-4bef-8022-b400231e7b62 req-87c03b07-1cd9-4e6d-bd9c-e7d39eea31f4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7de39f85-8571-457d-95bc-394c78af98ad HTTP/1.1" status: 200 len: 217 time: 0.0607073 Sep 08 08:58:10.956877 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ebbe6-c0f1-4725-a8d8-683eaf621e62 req-93412ffe-e3e3-4077-b79b-dcd4da4b546a tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:10.958411 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-989ebbe6-c0f1-4725-a8d8-683eaf621e62 req-93412ffe-e3e3-4077-b79b-dcd4da4b546a tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb HTTP/1.1" status: 200 len: 945 time: 0.1401186 Sep 08 08:58:11.003139 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28289a-b265-4bef-8022-b400231e7b62 req-b6a66512-b669-4249-8f6a-4f45489cf831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:11.004617 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4e28289a-b265-4bef-8022-b400231e7b62 req-b6a66512-b669-4249-8f6a-4f45489cf831 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b6b1a525-4d60-465e-8609-7f98f126ac0e HTTP/1.1" status: 200 len: 844 time: 0.1169579 Sep 08 08:58:11.028776 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-895bc3a5-feb5-4621-9b9e-6601ad2e7b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:11.064516 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-989ebbe6-c0f1-4725-a8d8-683eaf621e62 req-7f92d4a7-a88f-44f8-a1f8-8a2a5bc3fea5 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940268 Sep 08 08:58:11.068774 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4e28289a-b265-4bef-8022-b400231e7b62 req-fdc03262-e3b1-4fee-92af-84d0d284aab9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=73148cfc-c54d-48ac-9639-a21534b9f302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514388 Sep 08 08:58:11.099386 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc3a5-feb5-4621-9b9e-6601ad2e7b3b admin admin] Pushing event deleted for resources: {'Port': ['ID=094534d8-2c86-4174-9d06-73f468004cc2,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:11.104025 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9eec6d-dedf-4e3b-af7c-fd6ef8774b67 req-240aa264-031a-4b50-a3e2-ad22206e59eb tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:11.105603 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cc9eec6d-dedf-4e3b-af7c-fd6ef8774b67 req-240aa264-031a-4b50-a3e2-ad22206e59eb tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6210148-fbea-4ded-8a6d-df3c0613e065 HTTP/1.1" status: 200 len: 945 time: 0.0686314 Sep 08 08:58:11.156848 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cc9eec6d-dedf-4e3b-af7c-fd6ef8774b67 req-bbae0368-93e9-4e53-8f90-ee3e9fdc2581 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/security-groups?id=c739da54-7e1c-49e4-9c34-4a6cb21970fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432997 Sep 08 08:58:11.274906 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-895bc3a5-feb5-4621-9b9e-6601ad2e7b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:11.338012 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4e28289a-b265-4bef-8022-b400231e7b62 req-6ce5cdbe-0326-47b0-a2fc-dfad74058877 service neutron] 10.222.0.37 "GET /v2.0/networks/73148cfc-c54d-48ac-9639-a21534b9f302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187762 Sep 08 08:58:11.396773 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-895bc3a5-feb5-4621-9b9e-6601ad2e7b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:11.399862 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-895bc3a5-feb5-4621-9b9e-6601ad2e7b3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:11.475036 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 93ea2d1b-7062-459f-8bb6-1ba42026d4c6 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 08:58:11.546634 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-895bc3a5-feb5-4621-9b9e-6601ad2e7b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:11.547238 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895bc3a5-feb5-4621-9b9e-6601ad2e7b3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17016762-adc9-4c3f-b622-4e0728531582 {{(pid=94712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 08:58:11.551812 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-895bc3a5-feb5-4621-9b9e-6601ad2e7b3b admin admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:11.555429 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-895bc3a5-feb5-4621-9b9e-6601ad2e7b3b admin admin] 10.222.0.54 "DELETE /v2.0/routers/17016762-adc9-4c3f-b622-4e0728531582 HTTP/1.1" status: 204 len: 168 time: 1.8323884 Sep 08 08:58:11.555858 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 33028) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:58:11.618569 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a8146-02ea-4003-8068-3cc4799a15e6 req-641368a5-fdf4-4772-b6b8-3deaddfd69d4 tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:11.620202 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aa0a8146-02ea-4003-8068-3cc4799a15e6 req-641368a5-fdf4-4772-b6b8-3deaddfd69d4 tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8cb3b9c-5883-4795-ae4d-c276c4e39695 HTTP/1.1" status: 200 len: 947 time: 0.2073674 Sep 08 08:58:11.643445 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 93ea2d1b-7062-459f-8bb6-1ba42026d4c6, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=93ea2d1b-7062-459f-8bb6-1ba42026d4c6,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:58:11.675346 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device cbba1f57-b248-4df7-b8ea-30f300534f70 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 08:58:11.678051 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '93ea2d1b-7062-459f-8bb6-1ba42026d4c6', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'port_id': '93ea2d1b-7062-459f-8bb6-1ba42026d4c6', 'mac_address': 'fa:16:3e:f9:ad:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc66e4b-ecb5-4c99-afe1-0a78c722534a', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 08:58:11.685061 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4e28289a-b265-4bef-8022-b400231e7b62 req-d9f3bd33-488d-4b7e-b1af-466ecb4fd4b7 service neutron] 10.222.0.37 "GET /v2.0/networks/73148cfc-c54d-48ac-9639-a21534b9f302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999802 Sep 08 08:58:11.687917 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf796e13-f5ae-4d3f-a93c-04209de8e152 admin admin] Deleting subnet 22d25fca-3e6b-494b-868f-13417989d83f {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 08:58:11.734674 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bf796e13-f5ae-4d3f-a93c-04209de8e152 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:11.734969 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 1482cb6f-382b-4af9-a0cc-5af6a78113ab up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:58:11.752679 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aa0a8146-02ea-4003-8068-3cc4799a15e6 req-be19d877-dbf3-46a6-9268-16aff05befb3 tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1e344da-9d05-41a6-b40a-757f406f4c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913045 Sep 08 08:58:11.765565 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: cbba1f57-b248-4df7-b8ea-30f300534f70 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 08:58:11.765935 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device cbba1f57-b248-4df7-b8ea-30f300534f70 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 08:58:11.825649 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bf796e13-f5ae-4d3f-a93c-04209de8e152 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:11.834469 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:11.841938 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25181fd5-e4b3-4236-aaa1-b448b0db9f66 req-0d9e1ed2-abeb-4be5-a1e6-5a067e2aaf17 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:11.843737 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-25181fd5-e4b3-4236-aaa1-b448b0db9f66 req-0d9e1ed2-abeb-4be5-a1e6-5a067e2aaf17 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=61972e4a-a918-4bf0-963c-7abdb701a4ab HTTP/1.1" status: 200 len: 944 time: 0.1530516 Sep 08 08:58:11.851525 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93ea2d1b-7062-459f-8bb6-1ba42026d4c6 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:58:11.873475 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 1482cb6f-382b-4af9-a0cc-5af6a78113ab completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:58:11.876458 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 93ea2d1b-7062-459f-8bb6-1ba42026d4c6, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=93ea2d1b-7062-459f-8bb6-1ba42026d4c6,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:58:11.879535 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 1482cb6f-382b-4af9-a0cc-5af6a78113ab triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:58:11.879962 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:11.883490 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:11.915157 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-25181fd5-e4b3-4236-aaa1-b448b0db9f66 req-23f53954-6360-4aaa-adaa-a4364a025066 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502326 Sep 08 08:58:11.972052 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bf796e13-f5ae-4d3f-a93c-04209de8e152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:11.974859 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=93ea2d1b-7062-459f-8bb6-1ba42026d4c6,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:12.004810 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675a74d-9417-4e17-bcc9-d9339ee7ac60 req-a95ad213-b12a-428e-af91-1d962c205204 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:12.006361 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c675a74d-9417-4e17-bcc9-d9339ee7ac60 req-a95ad213-b12a-428e-af91-1d962c205204 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 950 time: 0.0584023 Sep 08 08:58:12.014300 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:12.034764 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bf796e13-f5ae-4d3f-a93c-04209de8e152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:12.037906 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6210148-fbea-4ded-8a6d-df3c0613e065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1482cb6f-382b-4af9-a0cc-5af6a78113ab'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:58:12.040380 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8c905d-7428-49a0-b72c-e3ad390b616d" -d '{"events": [{"server_uuid": "c6210148-fbea-4ded-8a6d-df3c0613e065", "name": "network-vif-plugged", "status": "completed", "tag": "1482cb6f-382b-4af9-a0cc-5af6a78113ab"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:58:12.055116 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 1482cb6f-382b-4af9-a0cc-5af6a78113ab, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=1482cb6f-382b-4af9-a0cc-5af6a78113ab,segment=NetworkSegment(bd40b2ba-8b16-4b32-85bc-1f2da89a3f05),segment_id=bd40b2ba-8b16-4b32-85bc-1f2da89a3f05)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:58:12.055483 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c675a74d-9417-4e17-bcc9-d9339ee7ac60 req-741c5d52-942b-4d0f-8cba-352d0c908cec tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402400 Sep 08 08:58:12.061835 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:12.066299 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf796e13-f5ae-4d3f-a93c-04209de8e152 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22d25fca-3e6b-494b-868f-13417989d83f,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:12.068987 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bf796e13-f5ae-4d3f-a93c-04209de8e152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:12.070877 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-bf796e13-f5ae-4d3f-a93c-04209de8e152 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/22d25fca-3e6b-494b-868f-13417989d83f HTTP/1.1" status: 204 len: 168 time: 0.5138991 Sep 08 08:58:12.073239 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 33036) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:58:12.082456 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01fd83d-863f-46d7-84a0-10f935b28bc3 None None] Network f988102d-1b44-4343-a67b-337577ffbd3f requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 08:58:12.102342 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf796e13-f5ae-4d3f-a93c-04209de8e152 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:58:12.102703 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf796e13-f5ae-4d3f-a93c-04209de8e152 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:58:12.103094 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf796e13-f5ae-4d3f-a93c-04209de8e152 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:58:12.103382 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf796e13-f5ae-4d3f-a93c-04209de8e152 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:58:12.103785 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf796e13-f5ae-4d3f-a93c-04209de8e152 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:58:12.104128 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf796e13-f5ae-4d3f-a93c-04209de8e152 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:58:12.104462 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf796e13-f5ae-4d3f-a93c-04209de8e152 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:58:12.104796 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf796e13-f5ae-4d3f-a93c-04209de8e152 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:58:12.105271 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf796e13-f5ae-4d3f-a93c-04209de8e152 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:58:12.105612 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf796e13-f5ae-4d3f-a93c-04209de8e152 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:58:12.105945 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf796e13-f5ae-4d3f-a93c-04209de8e152 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:58:12.106842 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf796e13-f5ae-4d3f-a93c-04209de8e152 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:58:12.120046 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 08:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22027fe-a9d8-4a7b-bde5-96ca1d0244fb x-openstack-request-id: req-a22027fe-a9d8-4a7b-bde5-96ca1d0244fb {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:58:12.120046 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6210148-fbea-4ded-8a6d-df3c0613e065", "name": "network-vif-plugged", "status": "completed", "tag": "1482cb6f-382b-4af9-a0cc-5af6a78113ab", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:58:12.120364 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a22027fe-a9d8-4a7b-bde5-96ca1d0244fb {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:58:12.120624 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6210148-fbea-4ded-8a6d-df3c0613e065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1482cb6f-382b-4af9-a0cc-5af6a78113ab', 'code': 200} Sep 08 08:58:12.175788 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-365b20d1-615a-45cf-86c6-6c1d329f9e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:12.257330 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e491332-b118-46e8-ac7b-427f04dee07a req-63f70761-bd85-49a5-ae2a-566541fd7b40 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:12.260622 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3e491332-b118-46e8-ac7b-427f04dee07a req-63f70761-bd85-49a5-ae2a-566541fd7b40 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb HTTP/1.1" status: 200 len: 945 time: 0.1028798 Sep 08 08:58:12.281466 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-365b20d1-615a-45cf-86c6-6c1d329f9e53 admin admin] Deleting port f07e1aca-078d-44c2-9151-3444ecd893a4 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 08:58:12.282174 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-365b20d1-615a-45cf-86c6-6c1d329f9e53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:12.333691 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3e491332-b118-46e8-ac7b-427f04dee07a req-cfe10309-8bcf-4cfa-a0c3-2c1123b07dfb tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657897 Sep 08 08:58:12.336568 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['93ea2d1b-7062-459f-8bb6-1ba42026d4c6'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:58:12.397368 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=1482cb6f-382b-4af9-a0cc-5af6a78113ab,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:12.398730 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880cbea2-a0c5-4dd8-8874-c0427781f336 req-ab988458-c919-44f8-9621-141e5d58981a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:12.400884 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-880cbea2-a0c5-4dd8-8874-c0427781f336 req-ab988458-c919-44f8-9621-141e5d58981a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c6210148-fbea-4ded-8a6d-df3c0613e065 HTTP/1.1" status: 200 len: 1098 time: 0.0606692 Sep 08 08:58:12.421902 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-365b20d1-615a-45cf-86c6-6c1d329f9e53 admin admin] For port f07e1aca-078d-44c2-9151-3444ecd893a4, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=f07e1aca-078d-44c2-9151-3444ecd893a4,segment=NetworkSegment(ec6a4fa4-9ba8-4d74-8139-2d57b8b4d18c),segment_id=ec6a4fa4-9ba8-4d74-8139-2d57b8b4d18c)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:58:12.426191 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-365b20d1-615a-45cf-86c6-6c1d329f9e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:12.458308 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-365b20d1-615a-45cf-86c6-6c1d329f9e53 admin admin] Calling delete_port for f07e1aca-078d-44c2-9151-3444ecd893a4 owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 08:58:12.493911 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-880cbea2-a0c5-4dd8-8874-c0427781f336 req-5b39d6dc-5c3a-4a86-8502-e532e3d8bd49 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c739da54-7e1c-49e4-9c34-4a6cb21970fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558584 Sep 08 08:58:12.497706 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a144091-f14c-4a09-8f2c-83d7d0c7e990 req-767fdad2-91dd-40c2-ae65-bfba7d277f1f tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:12.499651 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8a144091-f14c-4a09-8f2c-83d7d0c7e990 req-767fdad2-91dd-40c2-ae65-bfba7d277f1f tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb HTTP/1.1" status: 200 len: 1097 time: 0.0726998 Sep 08 08:58:12.502134 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a41fab-0c1e-439f-a495-8d6a5db8988e req-1539b3d7-110c-43e7-a0ba-bb2fffeb0a39 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:12.509795 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-31a41fab-0c1e-439f-a495-8d6a5db8988e req-1539b3d7-110c-43e7-a0ba-bb2fffeb0a39 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6210148-fbea-4ded-8a6d-df3c0613e065 HTTP/1.1" status: 200 len: 946 time: 0.2050991 Sep 08 08:58:12.552924 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8a144091-f14c-4a09-8f2c-83d7d0c7e990 req-80cd5875-afee-4bdb-a06c-76da6eeb79c2 tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470779 Sep 08 08:58:12.582527 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38a9711-4440-44e9-9a09-42f8e4bdcd36 None None] DHCP port deletion for f988102d-1b44-4343-a67b-337577ffbd3f request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 08:58:12.604876 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740681c2-0dae-43f6-b504-e5cb068ea63e req-0b44801f-f541-4aa7-bf7a-9633e5c9812d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:12.607079 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-740681c2-0dae-43f6-b504-e5cb068ea63e req-0b44801f-f541-4aa7-bf7a-9633e5c9812d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3b45c9e6adc04db08d877665d90d8206&device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 1102 time: 0.1652322 Sep 08 08:58:12.626021 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-31a41fab-0c1e-439f-a495-8d6a5db8988e req-ce49b2aa-384a-43ff-919a-0c448bf5a1e6 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/security-groups?id=c739da54-7e1c-49e4-9c34-4a6cb21970fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151159 Sep 08 08:58:12.642960 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-b38a9711-4440-44e9-9a09-42f8e4bdcd36 None None] Deleting port f07e1aca-078d-44c2-9151-3444ecd893a4 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 08:58:12.643336 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b38a9711-4440-44e9-9a09-42f8e4bdcd36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:12.657126 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-365b20d1-615a-45cf-86c6-6c1d329f9e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:12.684286 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b20d1-615a-45cf-86c6-6c1d329f9e53 admin admin] Pushing event deleted for resources: {'Port': ['ID=f07e1aca-078d-44c2-9151-3444ecd893a4,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:12.691853 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365b20d1-615a-45cf-86c6-6c1d329f9e53 admin admin] No DVR routers for this DVR port f07e1aca-078d-44c2-9151-3444ecd893a4 on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 08:58:12.709025 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-b38a9711-4440-44e9-9a09-42f8e4bdcd36 None None] For port f07e1aca-078d-44c2-9151-3444ecd893a4, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=f07e1aca-078d-44c2-9151-3444ecd893a4,segment=NetworkSegment(ec6a4fa4-9ba8-4d74-8139-2d57b8b4d18c),segment_id=ec6a4fa4-9ba8-4d74-8139-2d57b8b4d18c)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:58:12.709420 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b38a9711-4440-44e9-9a09-42f8e4bdcd36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:12.728963 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-b38a9711-4440-44e9-9a09-42f8e4bdcd36 None None] Calling delete_port for f07e1aca-078d-44c2-9151-3444ecd893a4 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 08:58:12.774743 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-365b20d1-615a-45cf-86c6-6c1d329f9e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:12.796474 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-365b20d1-615a-45cf-86c6-6c1d329f9e53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f988102d-1b44-4343-a67b-337577ffbd3f']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:58:12.807893 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-365b20d1-615a-45cf-86c6-6c1d329f9e53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec6a4fa4-9ba8-4d74-8139-2d57b8b4d18c') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:58:12.808211 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-365b20d1-615a-45cf-86c6-6c1d329f9e53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec6a4fa4-9ba8-4d74-8139-2d57b8b4d18c') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:58:12.819702 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-365b20d1-615a-45cf-86c6-6c1d329f9e53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:12.831950 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b38a9711-4440-44e9-9a09-42f8e4bdcd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:12.837730 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-365b20d1-615a-45cf-86c6-6c1d329f9e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:12.856034 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-365b20d1-615a-45cf-86c6-6c1d329f9e53 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 08:58:12.857791 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-365b20d1-615a-45cf-86c6-6c1d329f9e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:12.860837 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 08:58:12.860837 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 08:58:12.860837 n-d-806683-11 neutron-server[94713]: timer() Sep 08 08:58:12.860837 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 08:58:12.860837 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 08:58:12.860837 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 08:58:12.860837 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 08:58:12.860837 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 08:58:12.860837 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 08:58:12.860837 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 08:58:12.860837 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 08:58:12.860837 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 08:58:12.860837 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 08:58:12.860837 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 08:58:12.860837 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 08:58:12.860837 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 08:58:12.860837 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 08:58:12.860837 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 08:58:12.860837 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 08:58:12.860837 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 08:58:12.860837 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 08:58:12.860837 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 08:58:12.860837 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 08:58:12.860837 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 08:58:12.860837 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 08:58:12.860837 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 08:58:12.860837 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 08:58:12.860837 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 08:58:12.860837 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 08:58:12.860837 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 08:58:12.860837 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 08:58:12.860837 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 08:58:12.864942 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a9711-4440-44e9-9a09-42f8e4bdcd36 None None] Pushing event deleted for resources: {'Port': ['ID=f07e1aca-078d-44c2-9151-3444ecd893a4,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:12.874464 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38a9711-4440-44e9-9a09-42f8e4bdcd36 None None] No DVR routers for this DVR port f07e1aca-078d-44c2-9151-3444ecd893a4 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 08:58:12.924495 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917bdd96-81ad-4ec5-887f-15cbc707b3e9 req-217126c3-abdd-4a8c-94c1-d270117a0ed4 tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:12.926094 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-917bdd96-81ad-4ec5-887f-15cbc707b3e9 req-217126c3-abdd-4a8c-94c1-d270117a0ed4 tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8cb3b9c-5883-4795-ae4d-c276c4e39695 HTTP/1.1" status: 200 len: 948 time: 0.0807571 Sep 08 08:58:12.949273 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-365b20d1-615a-45cf-86c6-6c1d329f9e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:12.976175 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-365b20d1-615a-45cf-86c6-6c1d329f9e53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:12.981919 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-365b20d1-615a-45cf-86c6-6c1d329f9e53 admin admin] 10.222.0.54 "DELETE /v2.0/networks/f988102d-1b44-4343-a67b-337577ffbd3f HTTP/1.1" status: 204 len: 168 time: 0.9070754 Sep 08 08:58:12.984130 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 33062) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:58:12.986755 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-917bdd96-81ad-4ec5-887f-15cbc707b3e9 req-4868cd5e-63c0-4cb7-9563-040c0c024977 tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1e344da-9d05-41a6-b40a-757f406f4c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529294 Sep 08 08:58:13.037256 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b20d1-615a-45cf-86c6-6c1d329f9e53 admin admin] Pushing event deleted for resources: {'Network': ['ID=f988102d-1b44-4343-a67b-337577ffbd3f,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:13.140071 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00e259-494f-41d6-859b-af0fd93afd05 req-b7391da5-f25d-4466-ad88-8acaa087d1ec tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:13.141957 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ee00e259-494f-41d6-859b-af0fd93afd05 req-b7391da5-f25d-4466-ad88-8acaa087d1ec tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=61972e4a-a918-4bf0-963c-7abdb701a4ab HTTP/1.1" status: 200 len: 944 time: 0.0817206 Sep 08 08:58:13.178844 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740681c2-0dae-43f6-b504-e5cb068ea63e req-13e064a9-86b0-45fd-8c07-c29ed7d811c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:13.180910 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-740681c2-0dae-43f6-b504-e5cb068ea63e req-13e064a9-86b0-45fd-8c07-c29ed7d811c8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.2409306 Sep 08 08:58:13.195313 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ee00e259-494f-41d6-859b-af0fd93afd05 req-c00fc3bf-fd92-4f9d-bae8-96d86a3ef17e tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462341 Sep 08 08:58:13.503177 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 7de39f85-8571-457d-95bc-394c78af98ad details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 08:58:13.511510 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 93ea2d1b-7062-459f-8bb6-1ba42026d4c6 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:58:13.523016 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-740681c2-0dae-43f6-b504-e5cb068ea63e req-b76cd6bf-ee59-413e-8df3-9ce3d01c0f1c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=4683da4a-df6c-41f5-a23f-e13eaeba9910 HTTP/1.1" status: 200 len: 217 time: 0.3205249 Sep 08 08:58:13.604656 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ff216-efd4-4bbd-8295-5ccd3c8d8ee9 req-ac07dd00-1144-45d2-af62-3d9576b265ba tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:13.613115 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-753ff216-efd4-4bbd-8295-5ccd3c8d8ee9 req-ac07dd00-1144-45d2-af62-3d9576b265ba tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 950 time: 0.4518769 Sep 08 08:58:13.615097 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740681c2-0dae-43f6-b504-e5cb068ea63e req-10965f64-6a6d-4b4d-8a9e-75e770c73044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:13.616817 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-740681c2-0dae-43f6-b504-e5cb068ea63e req-10965f64-6a6d-4b4d-8a9e-75e770c73044 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.0850399 Sep 08 08:58:13.634497 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 93ea2d1b-7062-459f-8bb6-1ba42026d4c6 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:58:13.675672 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 094534d8-2c86-4174-9d06-73f468004cc2 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 08:58:13.755483 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-753ff216-efd4-4bbd-8295-5ccd3c8d8ee9 req-76e0a7bb-b0e3-4a36-b7c5-08003e643e9e tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375902 Sep 08 08:58:13.770845 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 93ea2d1b-7062-459f-8bb6-1ba42026d4c6 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:58:13.771497 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:13.797466 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740681c2-0dae-43f6-b504-e5cb068ea63e req-e4d0efd4-dd49-4c0a-a14a-32823246272e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:13.799036 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-740681c2-0dae-43f6-b504-e5cb068ea63e req-e4d0efd4-dd49-4c0a-a14a-32823246272e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1292059 Sep 08 08:58:13.814860 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 094534d8-2c86-4174-9d06-73f468004cc2 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 08:58:13.815429 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 094534d8-2c86-4174-9d06-73f468004cc2 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 08:58:13.815815 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device f07e1aca-078d-44c2-9151-3444ecd893a4 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 08:58:13.833426 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6585cb-b716-4a6a-af30-a97613fc87a1 req-9fdfcca3-4500-44a5-8a13-396677585b59 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:13.840191 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3d6585cb-b716-4a6a-af30-a97613fc87a1 req-9fdfcca3-4500-44a5-8a13-396677585b59 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6210148-fbea-4ded-8a6d-df3c0613e065 HTTP/1.1" status: 200 len: 946 time: 0.1260245 Sep 08 08:58:13.871310 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: f07e1aca-078d-44c2-9151-3444ecd893a4 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 08:58:13.872655 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device f07e1aca-078d-44c2-9151-3444ecd893a4 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 08:58:13.903990 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 7de39f85-8571-457d-95bc-394c78af98ad, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=7de39f85-8571-457d-95bc-394c78af98ad,segment=NetworkSegment(a820c156-0183-407b-aed4-3cdafce41ef3),segment_id=a820c156-0183-407b-aed4-3cdafce41ef3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:58:13.908738 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3d6585cb-b716-4a6a-af30-a97613fc87a1 req-948d7599-0237-4d2f-b0ab-74421b6e5f9f tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/security-groups?id=c739da54-7e1c-49e4-9c34-4a6cb21970fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615952 Sep 08 08:58:13.930349 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '7de39f85-8571-457d-95bc-394c78af98ad', 'network_id': '73148cfc-c54d-48ac-9639-a21534b9f302', 'port_id': '7de39f85-8571-457d-95bc-394c78af98ad', 'mac_address': 'fa:16:3e:b5:dc:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b1a525-4d60-465e-8609-7f98f126ac0e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 08:58:13.964433 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-740681c2-0dae-43f6-b504-e5cb068ea63e req-ebb38a49-6983-424c-9a9b-331ce409dad9 service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570597 Sep 08 08:58:14.021199 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:14.040458 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:14.051859 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7de39f85-8571-457d-95bc-394c78af98ad {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:58:14.092658 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 7de39f85-8571-457d-95bc-394c78af98ad, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=7de39f85-8571-457d-95bc-394c78af98ad,segment=NetworkSegment(a820c156-0183-407b-aed4-3cdafce41ef3),segment_id=a820c156-0183-407b-aed4-3cdafce41ef3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:58:14.105492 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 93ea2d1b-7062-459f-8bb6-1ba42026d4c6, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=93ea2d1b-7062-459f-8bb6-1ba42026d4c6,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:58:14.107723 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:14.114419 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:14.142179 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8cb3b9c-5883-4795-ae4d-c276c4e39695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ea2d1b-7062-459f-8bb6-1ba42026d4c6'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:58:14.143997 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2121e797-7e53-46a1-89ea-034a12efb49b" -d '{"events": [{"server_uuid": "e8cb3b9c-5883-4795-ae4d-c276c4e39695", "name": "network-vif-plugged", "status": "completed", "tag": "93ea2d1b-7062-459f-8bb6-1ba42026d4c6"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:58:14.157407 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b9f08a83-6a94-4628-a40d-12fdc3b2cb85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:14.169191 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0a488-fdf8-4b09-ac78-362d4fb36527 req-7aef300f-cc0a-4c15-84b4-7c5826307a25 tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:14.174284 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9dc0a488-fdf8-4b09-ac78-362d4fb36527 req-7aef300f-cc0a-4c15-84b4-7c5826307a25 tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8cb3b9c-5883-4795-ae4d-c276c4e39695 HTTP/1.1" status: 200 len: 948 time: 0.1140437 Sep 08 08:58:14.177376 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=7de39f85-8571-457d-95bc-394c78af98ad,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:14.224981 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-740681c2-0dae-43f6-b504-e5cb068ea63e req-aea6806c-1e4a-4bad-8a65-c7310ada25af service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509065 Sep 08 08:58:14.244214 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=93ea2d1b-7062-459f-8bb6-1ba42026d4c6,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:14.299142 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9dc0a488-fdf8-4b09-ac78-362d4fb36527 req-0812d0d6-981c-4036-8660-eaa70ed3bedd tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1e344da-9d05-41a6-b40a-757f406f4c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859544 Sep 08 08:58:14.355267 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 08:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f5b94e-839b-469e-aa66-60d06e262214 x-openstack-request-id: req-d9f5b94e-839b-469e-aa66-60d06e262214 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:58:14.355802 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8cb3b9c-5883-4795-ae4d-c276c4e39695", "name": "network-vif-plugged", "status": "completed", "tag": "93ea2d1b-7062-459f-8bb6-1ba42026d4c6", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:58:14.357173 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d9f5b94e-839b-469e-aa66-60d06e262214 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:58:14.357727 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8cb3b9c-5883-4795-ae4d-c276c4e39695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ea2d1b-7062-459f-8bb6-1ba42026d4c6', 'code': 200} Sep 08 08:58:14.472080 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['7de39f85-8571-457d-95bc-394c78af98ad'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:58:14.525991 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40dda7-866e-475c-ba28-3f101e30acb8 req-33a4059d-24ff-43e8-a2a6-80f7df7f098e tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:14.535292 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9e40dda7-866e-475c-ba28-3f101e30acb8 req-33a4059d-24ff-43e8-a2a6-80f7df7f098e tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=61972e4a-a918-4bf0-963c-7abdb701a4ab HTTP/1.1" status: 200 len: 945 time: 0.1084557 Sep 08 08:58:14.536661 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574a183-eee2-4c5d-aab7-53b56bc01fe3 req-dcd2a80b-e3fd-4a83-bc96-1e76c12deafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:14.539034 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4574a183-eee2-4c5d-aab7-53b56bc01fe3 req-dcd2a80b-e3fd-4a83-bc96-1e76c12deafe service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e8cb3b9c-5883-4795-ae4d-c276c4e39695 HTTP/1.1" status: 200 len: 1101 time: 0.0635366 Sep 08 08:58:14.593319 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4574a183-eee2-4c5d-aab7-53b56bc01fe3 req-a3e5f90c-b3e4-44da-913d-01b941be1ad1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e1e344da-9d05-41a6-b40a-757f406f4c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470922 Sep 08 08:58:14.604214 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9e40dda7-866e-475c-ba28-3f101e30acb8 req-cff175cc-0134-4024-9c4e-b268f519f08f tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680475 Sep 08 08:58:14.606871 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-b9f08a83-6a94-4628-a40d-12fdc3b2cb85 admin admin] Deleting port 9ff7d6e7-5b32-466a-baa9-1feca7e038fe {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 08:58:14.607393 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b9f08a83-6a94-4628-a40d-12fdc3b2cb85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:14.717951 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-b9f08a83-6a94-4628-a40d-12fdc3b2cb85 admin admin] For port 9ff7d6e7-5b32-466a-baa9-1feca7e038fe, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=9ff7d6e7-5b32-466a-baa9-1feca7e038fe,segment=NetworkSegment(057c1125-19a0-48dd-9ee1-8eb1357e6f7e),segment_id=057c1125-19a0-48dd-9ee1-8eb1357e6f7e)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:58:14.718357 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b9f08a83-6a94-4628-a40d-12fdc3b2cb85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:14.732963 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-b9f08a83-6a94-4628-a40d-12fdc3b2cb85 admin admin] Calling delete_port for 9ff7d6e7-5b32-466a-baa9-1feca7e038fe owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 08:58:14.833707 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657da9da-9704-4183-8d4e-0591664340c6 req-f6a6b430-6b0f-4ee9-a87a-3a6792bddcf6 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:14.835295 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-657da9da-9704-4183-8d4e-0591664340c6 req-f6a6b430-6b0f-4ee9-a87a-3a6792bddcf6 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=e4ea3464-fcfe-4347-90db-10c5a3d93f7e HTTP/1.1" status: 200 len: 1098 time: 0.0630019 Sep 08 08:58:14.917500 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb0a23-37b4-4b3d-a303-ce73e31771b1 req-3a8d4dfa-8d6c-46d3-b442-582554a95abc tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:14.919122 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cbcb0a23-37b4-4b3d-a303-ce73e31771b1 req-3a8d4dfa-8d6c-46d3-b442-582554a95abc tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 950 time: 0.0610244 Sep 08 08:58:14.920355 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-657da9da-9704-4183-8d4e-0591664340c6 req-d9094694-27f0-485e-80ae-b25b4c0aad04 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510387 Sep 08 08:58:14.986889 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cbcb0a23-37b4-4b3d-a303-ce73e31771b1 req-bccca905-712d-4a2b-906e-48982ea64681 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590630 Sep 08 08:58:15.023132 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b9f08a83-6a94-4628-a40d-12fdc3b2cb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:15.084495 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f08a83-6a94-4628-a40d-12fdc3b2cb85 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ff7d6e7-5b32-466a-baa9-1feca7e038fe,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:15.227659 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a19a7fb-c80e-4ea0-8006-ae3b893acfc2 req-7901396d-df89-4f62-a2f8-45c10e4d3fb8 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:15.229268 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6a19a7fb-c80e-4ea0-8006-ae3b893acfc2 req-7901396d-df89-4f62-a2f8-45c10e4d3fb8 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6210148-fbea-4ded-8a6d-df3c0613e065 HTTP/1.1" status: 200 len: 946 time: 0.1689208 Sep 08 08:58:15.328528 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6a19a7fb-c80e-4ea0-8006-ae3b893acfc2 req-97a25172-6688-4d5f-8f32-cdcdc8e067b4 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/security-groups?id=c739da54-7e1c-49e4-9c34-4a6cb21970fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865049 Sep 08 08:58:15.347529 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b9f08a83-6a94-4628-a40d-12fdc3b2cb85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:15.532817 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 7de39f85-8571-457d-95bc-394c78af98ad up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:58:15.607874 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 7de39f85-8571-457d-95bc-394c78af98ad completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:58:15.614768 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 7de39f85-8571-457d-95bc-394c78af98ad triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:58:15.615548 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:15.654697 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460dd30d-e3c4-46dd-a3b3-97c27f1888f9 req-fa3a3b14-a405-47ca-928a-75a3d79afb4c tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:15.667335 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-460dd30d-e3c4-46dd-a3b3-97c27f1888f9 req-fa3a3b14-a405-47ca-928a-75a3d79afb4c tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8cb3b9c-5883-4795-ae4d-c276c4e39695 HTTP/1.1" status: 200 len: 949 time: 0.1432326 Sep 08 08:58:15.693724 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9f08a83-6a94-4628-a40d-12fdc3b2cb85 admin admin] Router 3f2f8f5e-7031-4901-a14f-929a0d23268a has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 08:58:15.723715 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-460dd30d-e3c4-46dd-a3b3-97c27f1888f9 req-a78f7c74-43fe-4fe2-86c6-d30ad8c867bf tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1e344da-9d05-41a6-b40a-757f406f4c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555012 Sep 08 08:58:15.769053 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:15.822020 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 7de39f85-8571-457d-95bc-394c78af98ad, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=7de39f85-8571-457d-95bc-394c78af98ad,segment=NetworkSegment(a820c156-0183-407b-aed4-3cdafce41ef3),segment_id=a820c156-0183-407b-aed4-3cdafce41ef3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:58:15.829074 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:15.851439 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f08a83-6a94-4628-a40d-12fdc3b2cb85 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 08:58:15.867386 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b9f08a83-6a94-4628-a40d-12fdc3b2cb85 admin admin] 10.222.0.54 "PUT /v2.0/routers/3f2f8f5e-7031-4901-a14f-929a0d23268a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8804064 Sep 08 08:58:15.867558 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 33136) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:58:15.870146 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b8715a-018d-42a1-aa6b-dafbd81aed12 None None] Sync routers for ids ['3f2f8f5e-7031-4901-a14f-929a0d23268a'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 08:58:15.894341 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b8715a-018d-42a1-aa6b-dafbd81aed12 None None] Routers {'3f2f8f5e-7031-4901-a14f-929a0d23268a'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:58:15.895119 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-e4b8715a-018d-42a1-aa6b-dafbd81aed12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:57:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['3f2f8f5e-7031-4901-a14f-929a0d23268a'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:58:15.945291 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0e8d2-b53d-439f-8094-6431d046d332 req-8dcd5fd4-4863-4e67-b099-ae29b2e99030 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:15.960090 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-49e0e8d2-b53d-439f-8094-6431d046d332 req-8dcd5fd4-4863-4e67-b099-ae29b2e99030 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6210148-fbea-4ded-8a6d-df3c0613e065 HTTP/1.1" status: 200 len: 946 time: 0.0916071 Sep 08 08:58:15.961557 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 33138) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:58:15.977287 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-e3459715-9319-4012-b9f8-cb8a149ae0d2 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Request body: {'floatingip': {'port_id': '1482cb6f-382b-4af9-a0cc-5af6a78113ab'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:58:15.987450 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=7de39f85-8571-457d-95bc-394c78af98ad,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:16.060621 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e3459715-9319-4012-b9f8-cb8a149ae0d2 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Notify callbacks [] for floatingip, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:16.102698 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-07c3b3fa-e393-45a3-8e4a-25d9ab62ff85 admin admin] Notify callbacks [] for router, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:16.117583 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-e4b8715a-018d-42a1-aa6b-dafbd81aed12 None None] Set router 3f2f8f5e-7031-4901-a14f-929a0d23268a gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:58:16.199989 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa15c3-8fbb-4203-9217-9db7ab4ee4cb req-c245207a-0241-4282-a122-dde8c1bc13c8 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:16.201573 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-64fa15c3-8fbb-4203-9217-9db7ab4ee4cb req-c245207a-0241-4282-a122-dde8c1bc13c8 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=61972e4a-a918-4bf0-963c-7abdb701a4ab HTTP/1.1" status: 200 len: 946 time: 0.1027250 Sep 08 08:58:16.241592 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-07c3b3fa-e393-45a3-8e4a-25d9ab62ff85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:16.297262 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-64fa15c3-8fbb-4203-9217-9db7ab4ee4cb req-50033bff-fc25-4023-ba73-6a97e682c8d1 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681796 Sep 08 08:58:16.358917 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61972e4a-a918-4bf0-963c-7abdb701a4ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de39f85-8571-457d-95bc-394c78af98ad'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:58:16.361589 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9d02b2-1598-4c72-8737-3d7eae916b52" -d '{"events": [{"server_uuid": "61972e4a-a918-4bf0-963c-7abdb701a4ab", "name": "network-vif-plugged", "status": "completed", "tag": "7de39f85-8571-457d-95bc-394c78af98ad"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:58:16.381725 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-07c3b3fa-e393-45a3-8e4a-25d9ab62ff85 admin admin] Deleting port 525b5a76-6bbd-4207-bf99-7242c1ef3a32 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 08:58:16.382134 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-07c3b3fa-e393-45a3-8e4a-25d9ab62ff85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:16.493882 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-e4b8715a-018d-42a1-aa6b-dafbd81aed12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2f8f5e-7031-4901-a14f-929a0d23268a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2094719201-router', 'tenant_id': '4073e4289618448688dc1c0691a1a3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '525b5a76-6bbd-4207-bf99-7242c1ef3a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:55:57Z', 'updated_at': '2021-09-08T08:58:14Z', 'revision_number': 5, 'project_id': '4073e4289618448688dc1c0691a1a3d4', 'gw_port': {'id': '525b5a76-6bbd-4207-bf99-7242c1ef3a32', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f2f8f5e-7031-4901-a14f-929a0d23268a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:55:58Z', 'updated_at': '2021-09-08T08:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:58:16.494952 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-07c3b3fa-e393-45a3-8e4a-25d9ab62ff85 admin admin] For port 525b5a76-6bbd-4207-bf99-7242c1ef3a32, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=525b5a76-6bbd-4207-bf99-7242c1ef3a32,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:58:16.495532 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-07c3b3fa-e393-45a3-8e4a-25d9ab62ff85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:16.512811 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-07c3b3fa-e393-45a3-8e4a-25d9ab62ff85 admin admin] Calling delete_port for 525b5a76-6bbd-4207-bf99-7242c1ef3a32 owned by network:router_gateway {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 08:58:16.531491 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b8715a-018d-42a1-aa6b-dafbd81aed12 None None] Checking router: 3f2f8f5e-7031-4901-a14f-929a0d23268a for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 08:58:16.545011 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b8715a-018d-42a1-aa6b-dafbd81aed12 None None] Routers {'3f2f8f5e-7031-4901-a14f-929a0d23268a'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:58:16.545633 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-e4b8715a-018d-42a1-aa6b-dafbd81aed12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:57:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['3f2f8f5e-7031-4901-a14f-929a0d23268a'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:58:16.653820 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-e4b8715a-018d-42a1-aa6b-dafbd81aed12 None None] Set router 3f2f8f5e-7031-4901-a14f-929a0d23268a gateway port host: None {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:58:16.690371 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-d7c51b92-5f7c-46f3-90f9-476e6104a2a6 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 08:58:16.692335 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-d7c51b92-5f7c-46f3-90f9-476e6104a2a6 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2951465 Sep 08 08:58:16.735161 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-e4b8715a-018d-42a1-aa6b-dafbd81aed12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f2f8f5e-7031-4901-a14f-929a0d23268a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2094719201-router', 'tenant_id': '4073e4289618448688dc1c0691a1a3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:55:57Z', 'updated_at': '2021-09-08T08:58:16Z', 'revision_number': 6, 'project_id': '4073e4289618448688dc1c0691a1a3d4', 'gw_port_host': None}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:58:16.781456 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-07c3b3fa-e393-45a3-8e4a-25d9ab62ff85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:16.785425 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b8715a-018d-42a1-aa6b-dafbd81aed12 None None] The sync data for ids ['3f2f8f5e-7031-4901-a14f-929a0d23268a'] in n-d-806683-11 is: [{'id': '3f2f8f5e-7031-4901-a14f-929a0d23268a', 'name': 'tempest-AttachSCSIVolumeTestJSON-2094719201-router', 'tenant_id': '4073e4289618448688dc1c0691a1a3d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:55:57Z', 'updated_at': '2021-09-08T08:58:16Z', 'revision_number': 6, 'project_id': '4073e4289618448688dc1c0691a1a3d4', 'gw_port_host': None}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 08:58:16.825645 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c3b3fa-e393-45a3-8e4a-25d9ab62ff85 admin admin] Pushing event deleted for resources: {'Port': ['ID=525b5a76-6bbd-4207-bf99-7242c1ef3a32,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:16.834451 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-35c93abb-b642-4288-a80f-d66364a8f306 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:16.835850 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-35c93abb-b642-4288-a80f-d66364a8f306 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] 10.222.0.54 "GET /v2.0/ports/1bffe886-6b5c-4715-a9f3-8a19d1563114 HTTP/1.1" status: 200 len: 1095 time: 0.1164236 Sep 08 08:58:16.852559 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-cf4519ce-13ce-4077-9c20-64a8a591ad59 service neutron] Request body: {'binding': {'host': 'n-h1-806683-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:58:16.853229 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-cf4519ce-13ce-4077-9c20-64a8a591ad59 service neutron] Unknown quota resources ['binding']. {{(pid=94713) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 08 08:58:16.863618 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2ac7d-6e63-424c-9c95-3bf58c286f28 req-62f8b754-2173-4da7-be54-075c1a56795c tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:16.865066 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f7b2ac7d-6e63-424c-9c95-3bf58c286f28 req-62f8b754-2173-4da7-be54-075c1a56795c tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 950 time: 0.4627378 Sep 08 08:58:16.888452 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-07c3b3fa-e393-45a3-8e4a-25d9ab62ff85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:17.001447 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-07c3b3fa-e393-45a3-8e4a-25d9ab62ff85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:17.003765 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-07c3b3fa-e393-45a3-8e4a-25d9ab62ff85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:17.069223 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-07c3b3fa-e393-45a3-8e4a-25d9ab62ff85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:17.069800 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c3b3fa-e393-45a3-8e4a-25d9ab62ff85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f2f8f5e-7031-4901-a14f-929a0d23268a {{(pid=94712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 08:58:17.074356 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-07c3b3fa-e393-45a3-8e4a-25d9ab62ff85 admin admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:17.079862 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-07c3b3fa-e393-45a3-8e4a-25d9ab62ff85 admin admin] 10.222.0.54 "DELETE /v2.0/routers/3f2f8f5e-7031-4901-a14f-929a0d23268a HTTP/1.1" status: 204 len: 168 time: 1.2085991 Sep 08 08:58:17.079862 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 33152) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:58:17.090214 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f7b2ac7d-6e63-424c-9c95-3bf58c286f28 req-8ddaab9e-b24e-49ff-ab63-f85cb703b83e tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953282 Sep 08 08:58:17.162840 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e7fd6f4-ba08-45a2-adaf-da690b914b69 admin admin] Deleting subnet 5c22eaca-aa29-4f91-b2d2-80ac83b898ed {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 08:58:17.167645 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9e7fd6f4-ba08-45a2-adaf-da690b914b69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:17.187110 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 08:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f51cbf-bf2c-4f57-8ada-a53f820f3cf2 x-openstack-request-id: req-a8f51cbf-bf2c-4f57-8ada-a53f820f3cf2 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:58:17.188127 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61972e4a-a918-4bf0-963c-7abdb701a4ab", "name": "network-vif-plugged", "status": "completed", "tag": "7de39f85-8571-457d-95bc-394c78af98ad", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:58:17.188595 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a8f51cbf-bf2c-4f57-8ada-a53f820f3cf2 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:58:17.189554 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61972e4a-a918-4bf0-963c-7abdb701a4ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de39f85-8571-457d-95bc-394c78af98ad', 'code': 200} Sep 08 08:58:17.236104 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9e7fd6f4-ba08-45a2-adaf-da690b914b69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:17.386491 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-cf4519ce-13ce-4077-9c20-64a8a591ad59 service neutron] Attempting to bind port 1bffe886-6b5c-4715-a9f3-8a19d1563114 on host n-h1-806683-11 for vnic_type normal with profile None {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:58:17.386805 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-cf4519ce-13ce-4077-9c20-64a8a591ad59 service neutron] Attempting to bind port 1bffe886-6b5c-4715-a9f3-8a19d1563114 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '63991058-0ef2-4358-ae31-7e348d60a2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:58:17.387748 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-cf4519ce-13ce-4077-9c20-64a8a591ad59 service neutron] Attempting to bind port 1bffe886-6b5c-4715-a9f3-8a19d1563114 on network 3e5cb155-db8c-4e6c-a8fd-e937043c5b98 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:58:17.418218 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0010204e-b4c6-4b92-abb3-129f43d030e2 req-589f7c99-c048-404c-84a0-0f89d74c3c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:17.420745 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0010204e-b4c6-4b92-abb3-129f43d030e2 req-589f7c99-c048-404c-84a0-0f89d74c3c7a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=61972e4a-a918-4bf0-963c-7abdb701a4ab HTTP/1.1" status: 200 len: 1098 time: 0.1214919 Sep 08 08:58:17.427116 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9e7fd6f4-ba08-45a2-adaf-da690b914b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:17.456516 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-cf4519ce-13ce-4077-9c20-64a8a591ad59 service neutron] Port 1bffe886-6b5c-4715-a9f3-8a19d1563114 on network 3e5cb155-db8c-4e6c-a8fd-e937043c5b98 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 08:58:17.456882 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-cf4519ce-13ce-4077-9c20-64a8a591ad59 service neutron] Attempting to bind port 1bffe886-6b5c-4715-a9f3-8a19d1563114 on network 3e5cb155-db8c-4e6c-a8fd-e937043c5b98 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:58:17.487784 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-cf4519ce-13ce-4077-9c20-64a8a591ad59 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:58:17.488202 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-cf4519ce-13ce-4077-9c20-64a8a591ad59 service neutron] Checking segment: {'id': '63991058-0ef2-4358-ae31-7e348d60a2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:58:17.488723 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-cf4519ce-13ce-4077-9c20-64a8a591ad59 service neutron] Bound using segment: {'id': '63991058-0ef2-4358-ae31-7e348d60a2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98'} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:58:17.489173 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-cf4519ce-13ce-4077-9c20-64a8a591ad59 service neutron] Bound port: 1bffe886-6b5c-4715-a9f3-8a19d1563114, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63991058-0ef2-4358-ae31-7e348d60a2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98'}}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:58:17.500478 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0010204e-b4c6-4b92-abb3-129f43d030e2 req-02226f60-882b-426a-8b62-c22eb5615324 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707648 Sep 08 08:58:17.516531 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9e7fd6f4-ba08-45a2-adaf-da690b914b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:17.524236 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e3459715-9319-4012-b9f8-cb8a149ae0d2 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:17.544682 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7fd6f4-ba08-45a2-adaf-da690b914b69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c22eaca-aa29-4f91-b2d2-80ac83b898ed,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:17.545507 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e3459715-9319-4012-b9f8-cb8a149ae0d2 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:17.548708 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9e7fd6f4-ba08-45a2-adaf-da690b914b69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:17.553324 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-9e7fd6f4-ba08-45a2-adaf-da690b914b69 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/5c22eaca-aa29-4f91-b2d2-80ac83b898ed HTTP/1.1" status: 204 len: 168 time: 0.4725690 Sep 08 08:58:17.553981 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 33156) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:58:17.563163 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcdd0e6-c53b-4497-8ec7-e7314ba02d53 None None] Network 5a4bf06e-3a6b-42ca-a214-b922500547ed requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 08:58:17.564985 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297d5b5-6eb6-47d7-a462-60a9fffc5325 req-7f343774-92f5-4690-9b1e-c0ddb6193683 tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:17.566791 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4297d5b5-6eb6-47d7-a462-60a9fffc5325 req-7f343774-92f5-4690-9b1e-c0ddb6193683 tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8cb3b9c-5883-4795-ae4d-c276c4e39695 HTTP/1.1" status: 200 len: 949 time: 0.1865396 Sep 08 08:58:17.701609 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-752d036c-2de2-42e9-b127-517b71697b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:17.705050 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-cf4519ce-13ce-4077-9c20-64a8a591ad59 service neutron] For port 1bffe886-6b5c-4715-a9f3-8a19d1563114, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=1bffe886-6b5c-4715-a9f3-8a19d1563114,segment=NetworkSegment(63991058-0ef2-4358-ae31-7e348d60a2c9),segment_id=63991058-0ef2-4358-ae31-7e348d60a2c9)] {{(pid=94713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:58:17.716009 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4297d5b5-6eb6-47d7-a462-60a9fffc5325 req-afe896eb-881b-4a43-ae78-5ebf395b101d tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1e344da-9d05-41a6-b40a-757f406f4c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106923 Sep 08 08:58:17.720172 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-cf4519ce-13ce-4077-9c20-64a8a591ad59 service neutron] Notify callbacks [] for binding, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:17.721307 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-cf4519ce-13ce-4077-9c20-64a8a591ad59 service neutron] 10.222.0.54 "POST /v2.0/ports/1bffe886-6b5c-4715-a9f3-8a19d1563114/bindings HTTP/1.1" status: 201 len: 390 time: 0.8745694 Sep 08 08:58:17.729176 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f4b17aff-bff1-4228-bbd8-0a47bea3cca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:17.746331 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 525b5a76-6bbd-4207-bf99-7242c1ef3a32 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 08:58:17.764104 n-d-806683-11 neutron-server[94713]: INFO neutron.db.l3_db [None req-e3459715-9319-4012-b9f8-cb8a149ae0d2 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Floating IP 75b0c743-3533-4eb3-b578-bd2d101e1d91 associated. External IP: 172.25.0.56, port: 1482cb6f-382b-4af9-a0cc-5af6a78113ab. Sep 08 08:58:17.857833 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 525b5a76-6bbd-4207-bf99-7242c1ef3a32 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 08:58:17.858215 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 525b5a76-6bbd-4207-bf99-7242c1ef3a32 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 08:58:17.858653 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 9ff7d6e7-5b32-466a-baa9-1feca7e038fe no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 08:58:17.897050 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-f4b17aff-bff1-4228-bbd8-0a47bea3cca0 admin admin] Deleting port 59aff923-1a0b-48dd-9eac-6b6b43defa6c {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 08:58:17.897596 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f4b17aff-bff1-4228-bbd8-0a47bea3cca0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:17.966750 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 9ff7d6e7-5b32-466a-baa9-1feca7e038fe {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 08:58:17.967106 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 9ff7d6e7-5b32-466a-baa9-1feca7e038fe not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 08:58:18.051086 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-f4b17aff-bff1-4228-bbd8-0a47bea3cca0 admin admin] For port 59aff923-1a0b-48dd-9eac-6b6b43defa6c, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=59aff923-1a0b-48dd-9eac-6b6b43defa6c,segment=NetworkSegment(057c1125-19a0-48dd-9ee1-8eb1357e6f7e),segment_id=057c1125-19a0-48dd-9ee1-8eb1357e6f7e)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:58:18.051410 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f4b17aff-bff1-4228-bbd8-0a47bea3cca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:18.078330 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-f4b17aff-bff1-4228-bbd8-0a47bea3cca0 admin admin] Calling delete_port for 59aff923-1a0b-48dd-9eac-6b6b43defa6c owned by network:dhcp {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 08:58:18.113414 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00b20a2-beeb-44a3-81c7-1341103b9594 None None] DHCP port deletion for 5a4bf06e-3a6b-42ca-a214-b922500547ed request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 08:58:18.220256 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f4b17aff-bff1-4228-bbd8-0a47bea3cca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:18.229529 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-a00b20a2-beeb-44a3-81c7-1341103b9594 None None] Deleting port 59aff923-1a0b-48dd-9eac-6b6b43defa6c {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 08:58:18.229529 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a00b20a2-beeb-44a3-81c7-1341103b9594 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:18.268053 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b17aff-bff1-4228-bbd8-0a47bea3cca0 admin admin] Pushing event deleted for resources: {'Port': ['ID=59aff923-1a0b-48dd-9eac-6b6b43defa6c,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:18.269970 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b17aff-bff1-4228-bbd8-0a47bea3cca0 admin admin] No DVR routers for this DVR port 59aff923-1a0b-48dd-9eac-6b6b43defa6c on host n-d-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 08:58:18.285151 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3459715-9319-4012-b9f8-cb8a149ae0d2 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Router bf6ace20-f197-43a9-ab62-961643e87925 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 08:58:18.331345 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-762ffc2a-355c-4b9c-9283-bb84a6875e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:18.333242 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-762ffc2a-355c-4b9c-9283-bb84a6875e9e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0bc89f664d9a46b3926bfbc0f4b3f539&device_id=e4ea3464-fcfe-4347-90db-10c5a3d93f7e HTTP/1.1" status: 200 len: 1098 time: 0.1290746 Sep 08 08:58:18.368697 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f4b17aff-bff1-4228-bbd8-0a47bea3cca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:18.369112 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-a00b20a2-beeb-44a3-81c7-1341103b9594 None None] For port 59aff923-1a0b-48dd-9eac-6b6b43defa6c, host n-d-806683-11, got binding levels [] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:58:18.369513 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a00b20a2-beeb-44a3-81c7-1341103b9594 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:18.403798 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-a00b20a2-beeb-44a3-81c7-1341103b9594 None None] Calling delete_port for 59aff923-1a0b-48dd-9eac-6b6b43defa6c owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 08:58:18.406717 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.ipam_backend_mixin [None req-a00b20a2-beeb-44a3-81c7-1341103b9594 None None] Port 59aff923-1a0b-48dd-9eac-6b6b43defa6c was not found and therefore no delete operation was performed {{(pid=94714) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 08 08:58:18.414649 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a00b20a2-beeb-44a3-81c7-1341103b9594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:18.440695 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e4934-d3ab-41d6-9162-85406e429914 req-a4551066-3306-450a-a147-5a18acc4fcb5 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:18.448325 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-112e4934-d3ab-41d6-9162-85406e429914 req-a4551066-3306-450a-a147-5a18acc4fcb5 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=61972e4a-a918-4bf0-963c-7abdb701a4ab HTTP/1.1" status: 200 len: 946 time: 0.5287921 Sep 08 08:58:18.457683 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b20a2-beeb-44a3-81c7-1341103b9594 None None] Pushing event deleted for resources: {'Port': ['ID=59aff923-1a0b-48dd-9eac-6b6b43defa6c,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:18.469447 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00b20a2-beeb-44a3-81c7-1341103b9594 None None] No DVR routers for this DVR port 59aff923-1a0b-48dd-9eac-6b6b43defa6c on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 08:58:18.478951 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-f4b17aff-bff1-4228-bbd8-0a47bea3cca0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a4bf06e-3a6b-42ca-a214-b922500547ed']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:58:18.541096 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3459715-9319-4012-b9f8-cb8a149ae0d2 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 08:58:18.546898 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e3459715-9319-4012-b9f8-cb8a149ae0d2 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:18.554072 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6444b00-2aca-41b3-a3af-24e3e4d0d8e5 None None] Sync routers for ids ['bf6ace20-f197-43a9-ab62-961643e87925'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 08:58:18.567722 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6444b00-2aca-41b3-a3af-24e3e4d0d8e5 None None] Routers {'bf6ace20-f197-43a9-ab62-961643e87925'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:58:18.568671 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-b6444b00-2aca-41b3-a3af-24e3e4d0d8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:57:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['bf6ace20-f197-43a9-ab62-961643e87925'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:58:18.783197 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-b6444b00-2aca-41b3-a3af-24e3e4d0d8e5 None None] Set router bf6ace20-f197-43a9-ab62-961643e87925 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:58:18.832949 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-f4b17aff-bff1-4228-bbd8-0a47bea3cca0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '057c1125-19a0-48dd-9ee1-8eb1357e6f7e') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:58:18.833232 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-f4b17aff-bff1-4228-bbd8-0a47bea3cca0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '057c1125-19a0-48dd-9ee1-8eb1357e6f7e') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:58:18.864290 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f4b17aff-bff1-4228-bbd8-0a47bea3cca0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:18.884878 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-112e4934-d3ab-41d6-9162-85406e429914 req-01647c3a-eab1-4114-ab18-66836cf44187 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4296355 Sep 08 08:58:18.906478 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f4b17aff-bff1-4228-bbd8-0a47bea3cca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:18.914673 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-452796f9-77bf-4fcd-9e1b-e2a0ff3dc64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:18.917561 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e3459715-9319-4012-b9f8-cb8a149ae0d2 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "PUT /v2.0/floatingips/75b0c743-3533-4eb3-b578-bd2d101e1d91 HTTP/1.1" status: 200 len: 991 time: 2.9532001 Sep 08 08:58:18.918768 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6210148-fbea-4ded-8a6d-df3c0613e065', 'tag': '1482cb6f-382b-4af9-a0cc-5af6a78113ab'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:58:18.919224 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-452796f9-77bf-4fcd-9e1b-e2a0ff3dc64b service neutron] 10.222.0.37 "GET /v2.0/networks?id=3e5cb155-db8c-4e6c-a8fd-e937043c5b98 HTTP/1.1" status: 200 len: 921 time: 0.5590417 Sep 08 08:58:18.924842 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4b17aff-bff1-4228-bbd8-0a47bea3cca0 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 08:58:18.925759 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f4b17aff-bff1-4228-bbd8-0a47bea3cca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:18.928131 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 08:58:18.928131 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 08:58:18.928131 n-d-806683-11 neutron-server[94712]: timer() Sep 08 08:58:18.928131 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 08:58:18.928131 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 08:58:18.928131 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 08:58:18.928131 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 08:58:18.928131 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 08:58:18.928131 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 08:58:18.928131 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 08:58:18.928131 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 08:58:18.928131 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 08:58:18.928131 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 08:58:18.928131 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 08:58:18.928131 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 08:58:18.928131 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 08:58:18.928131 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 08:58:18.928131 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 08:58:18.928131 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 08:58:18.928131 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 08:58:18.928131 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 08:58:18.928131 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 08:58:18.928131 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 08:58:18.928131 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 08:58:18.928131 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 08:58:18.928131 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 08:58:18.928131 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 08:58:18.928131 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 08:58:18.928131 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 08:58:18.928131 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 08:58:18.928131 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 08:58:18.928131 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 08:58:18.930146 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23510b81-eb9e-463a-be30-2c139a2298cc" -d '{"events": [{"name": "network-changed", "server_uuid": "c6210148-fbea-4ded-8a6d-df3c0613e065", "tag": "1482cb6f-382b-4af9-a0cc-5af6a78113ab"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:58:18.983430 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-e579bddd-a83a-40d6-81db-e318a71edb63 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bffe886-6b5c-4715-a9f3-8a19d1563114 HTTP/1.1" status: 200 len: 217 time: 0.0517662 Sep 08 08:58:19.034998 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c103be4-f52f-4576-8862-8dac76029a25 req-4fa778e3-fcd5-4b7a-a1e5-533f866fd1e8 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:19.044503 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6c103be4-f52f-4576-8862-8dac76029a25 req-4fa778e3-fcd5-4b7a-a1e5-533f866fd1e8 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 950 time: 0.0699644 Sep 08 08:58:19.048017 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9105901-b0a6-49ec-aeac-906e4cde4628 req-dd1f71c8-8a7e-4d73-ab96-2e635bb6cc7e tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:19.055635 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a9105901-b0a6-49ec-aeac-906e4cde4628 req-dd1f71c8-8a7e-4d73-ab96-2e635bb6cc7e tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4ea3464-fcfe-4347-90db-10c5a3d93f7e HTTP/1.1" status: 200 len: 946 time: 0.5909414 Sep 08 08:58:19.113040 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6c103be4-f52f-4576-8862-8dac76029a25 req-5e559c7e-eaa0-46e9-a427-2892cf111117 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675635 Sep 08 08:58:19.177264 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f4b17aff-bff1-4228-bbd8-0a47bea3cca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:19.197034 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f4b17aff-bff1-4228-bbd8-0a47bea3cca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:19.202238 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f4b17aff-bff1-4228-bbd8-0a47bea3cca0 admin admin] 10.222.0.54 "DELETE /v2.0/networks/5a4bf06e-3a6b-42ca-a214-b922500547ed HTTP/1.1" status: 204 len: 168 time: 1.6471741 Sep 08 08:58:19.221809 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a9105901-b0a6-49ec-aeac-906e4cde4628 req-3f5c8c4a-95b7-4a03-bad7-89176596a678 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575119 Sep 08 08:58:19.239338 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b17aff-bff1-4228-bbd8-0a47bea3cca0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a4bf06e-3a6b-42ca-a214-b922500547ed,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:19.268957 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-078fd2ce-db9f-42bc-97ff-7e3051bc88a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:19.272498 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-078fd2ce-db9f-42bc-97ff-7e3051bc88a5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2afb1305-d593-46e6-bc8f-0ed93bbef6b9 HTTP/1.1" status: 200 len: 860 time: 0.2402360 Sep 08 08:58:19.323550 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 08:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6224df9-954d-4647-a7c0-42b1b4fcdb3a x-openstack-request-id: req-f6224df9-954d-4647-a7c0-42b1b4fcdb3a {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:58:19.324066 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6210148-fbea-4ded-8a6d-df3c0613e065", "tag": "1482cb6f-382b-4af9-a0cc-5af6a78113ab", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:58:19.325120 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f6224df9-954d-4647-a7c0-42b1b4fcdb3a {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:58:19.325548 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6210148-fbea-4ded-8a6d-df3c0613e065', 'tag': '1482cb6f-382b-4af9-a0cc-5af6a78113ab', 'status': 'completed', 'code': 200} Sep 08 08:58:19.334545 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-8517c39c-b24b-4546-a2df-6b35f54b4a91 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3e5cb155-db8c-4e6c-a8fd-e937043c5b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534062 Sep 08 08:58:19.346463 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-b6444b00-2aca-41b3-a3af-24e3e4d0d8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6ace20-f197-43a9-ab62-961643e87925', 'name': 'tempest-ServersTestBootFromVolume-1895683484-router', 'tenant_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '81b4ec76-101e-494c-9045-4bfee5963fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:56:52Z', 'updated_at': '2021-09-08T08:57:00Z', 'revision_number': 4, 'project_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'gw_port': {'id': '81b4ec76-101e-494c-9045-4bfee5963fdc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6ace20-f197-43a9-ab62-961643e87925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:54Z', 'updated_at': '2021-09-08T08:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '75b0c743-3533-4eb3-b578-bd2d101e1d91', 'tenant_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'floating_ip_address': '172.25.0.56', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'bf6ace20-f197-43a9-ab62-961643e87925', 'port_id': '1482cb6f-382b-4af9-a0cc-5af6a78113ab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'badf3704-58aa-4df0-a36e-cc33c85ce701', 'mac_address': 'fa:16:3e:65:c1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6210148-fbea-4ded-8a6d-df3c0613e065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T08:57:10Z', 'updated_at': '2021-09-08T08:58:17Z', 'revision_number': 1, 'project_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efbeb420-7cf2-4dd4-aa74-bbe3da2b0547', 'name': '', 'network_id': 'badf3704-58aa-4df0-a36e-cc33c85ce701', 'tenant_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'mac_address': 'fa:16:3e:af:b2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6ace20-f197-43a9-ab62-961643e87925', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'dcdf7e19-fac6-4280-b4cd-afd9cea4e6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:58Z', 'updated_at': '2021-09-08T08:57:10Z', 'revision_number': 5, 'project_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'subnets': [{'id': 'dcdf7e19-fac6-4280-b4cd-afd9cea4e6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:58:19.387907 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6444b00-2aca-41b3-a3af-24e3e4d0d8e5 None None] Checking router: bf6ace20-f197-43a9-ab62-961643e87925 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 08:58:19.397510 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6444b00-2aca-41b3-a3af-24e3e4d0d8e5 None None] Routers {'bf6ace20-f197-43a9-ab62-961643e87925'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:58:19.398508 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-b6444b00-2aca-41b3-a3af-24e3e4d0d8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:57:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['bf6ace20-f197-43a9-ab62-961643e87925'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:58:19.444861 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23510b81-eb9e-463a-be30-2c139a2298cc req-821929a2-01ce-4ed2-bf81-f033d60decd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:19.446615 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-23510b81-eb9e-463a-be30-2c139a2298cc req-821929a2-01ce-4ed2-bf81-f033d60decd2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6f3e0c8a4bf34f058ac11aefd59893e6&device_id=c6210148-fbea-4ded-8a6d-df3c0613e065 HTTP/1.1" status: 200 len: 1098 time: 0.0624220 Sep 08 08:58:19.507067 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-c487bea6-ea0b-465d-a689-2d7fabee7600 service neutron] 10.222.0.37 "GET /v2.0/networks/3e5cb155-db8c-4e6c-a8fd-e937043c5b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635029 Sep 08 08:58:19.534814 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 33194) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:58:19.547934 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-b6444b00-2aca-41b3-a3af-24e3e4d0d8e5 None None] Set router bf6ace20-f197-43a9-ab62-961643e87925 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:58:19.579191 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23510b81-eb9e-463a-be30-2c139a2298cc req-34fc7eb1-8414-4dab-a1ed-cf89de21a906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:19.581119 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-23510b81-eb9e-463a-be30-2c139a2298cc req-34fc7eb1-8414-4dab-a1ed-cf89de21a906 service neutron] 10.222.0.35 "GET /v2.0/networks?id=badf3704-58aa-4df0-a36e-cc33c85ce701 HTTP/1.1" status: 200 len: 917 time: 0.1253550 Sep 08 08:58:19.648782 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2fbc8217-fdf6-490f-ac0b-be0a1262630e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6c9784ffaa2c413085362ecd686e35d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1106865 Sep 08 08:58:19.649109 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 33196) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:58:19.718309 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-716850c1-c7d6-49fa-b53f-29b8dbfdfb33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:19.723566 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-23510b81-eb9e-463a-be30-2c139a2298cc req-1c61f3a5-83e0-47c0-82ba-ef571cd034e8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1482cb6f-382b-4af9-a0cc-5af6a78113ab HTTP/1.1" status: 200 len: 999 time: 0.1318653 Sep 08 08:58:19.730457 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 59aff923-1a0b-48dd-9eac-6b6b43defa6c no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 08:58:19.745089 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-716850c1-c7d6-49fa-b53f-29b8dbfdfb33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:19.765045 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 59aff923-1a0b-48dd-9eac-6b6b43defa6c {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 08:58:19.765396 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 59aff923-1a0b-48dd-9eac-6b6b43defa6c not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 08:58:19.792452 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23510b81-eb9e-463a-be30-2c139a2298cc req-4cae1f66-69db-4804-a8a2-811aca75a49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:19.796434 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-23510b81-eb9e-463a-be30-2c139a2298cc req-4cae1f66-69db-4804-a8a2-811aca75a49b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dcdf7e19-fac6-4280-b4cd-afd9cea4e6b1 HTTP/1.1" status: 200 len: 855 time: 0.0636625 Sep 08 08:58:19.803832 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-5657e1d6-61b8-4e01-b629-e6b491548e2b service neutron] 10.222.0.37 "GET /v2.0/networks/3e5cb155-db8c-4e6c-a8fd-e937043c5b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819846 Sep 08 08:58:19.804905 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-716850c1-c7d6-49fa-b53f-29b8dbfdfb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:19.807923 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-716850c1-c7d6-49fa-b53f-29b8dbfdfb33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:19.811786 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-716850c1-c7d6-49fa-b53f-29b8dbfdfb33 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5a1bf283-47a4-41c4-b727-118e98c8596e HTTP/1.1" status: 204 len: 168 time: 0.1589589 Sep 08 08:58:19.819337 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716850c1-c7d6-49fa-b53f-29b8dbfdfb33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1bf283-47a4-41c4-b727-118e98c8596e,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:19.919433 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23510b81-eb9e-463a-be30-2c139a2298cc req-8d306c31-97e3-4d87-a0a7-898f6a979a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:19.921094 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-23510b81-eb9e-463a-be30-2c139a2298cc req-8d306c31-97e3-4d87-a0a7-898f6a979a1a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=badf3704-58aa-4df0-a36e-cc33c85ce701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1174047 Sep 08 08:58:19.974091 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-b6444b00-2aca-41b3-a3af-24e3e4d0d8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6ace20-f197-43a9-ab62-961643e87925', 'name': 'tempest-ServersTestBootFromVolume-1895683484-router', 'tenant_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '81b4ec76-101e-494c-9045-4bfee5963fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:56:52Z', 'updated_at': '2021-09-08T08:57:00Z', 'revision_number': 4, 'project_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'gw_port': {'id': '81b4ec76-101e-494c-9045-4bfee5963fdc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6ace20-f197-43a9-ab62-961643e87925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:54Z', 'updated_at': '2021-09-08T08:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '75b0c743-3533-4eb3-b578-bd2d101e1d91', 'tenant_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'floating_ip_address': '172.25.0.56', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'bf6ace20-f197-43a9-ab62-961643e87925', 'port_id': '1482cb6f-382b-4af9-a0cc-5af6a78113ab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'badf3704-58aa-4df0-a36e-cc33c85ce701', 'mac_address': 'fa:16:3e:65:c1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6210148-fbea-4ded-8a6d-df3c0613e065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T08:57:10Z', 'updated_at': '2021-09-08T08:58:17Z', 'revision_number': 1, 'project_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efbeb420-7cf2-4dd4-aa74-bbe3da2b0547', 'name': '', 'network_id': 'badf3704-58aa-4df0-a36e-cc33c85ce701', 'tenant_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'mac_address': 'fa:16:3e:af:b2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6ace20-f197-43a9-ab62-961643e87925', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'dcdf7e19-fac6-4280-b4cd-afd9cea4e6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:58Z', 'updated_at': '2021-09-08T08:57:10Z', 'revision_number': 5, 'project_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'subnets': [{'id': 'dcdf7e19-fac6-4280-b4cd-afd9cea4e6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:58:20.040229 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6444b00-2aca-41b3-a3af-24e3e4d0d8e5 None None] The sync data for ids ['bf6ace20-f197-43a9-ab62-961643e87925'] in n-d-806683-11 is: [{'id': 'bf6ace20-f197-43a9-ab62-961643e87925', 'name': 'tempest-ServersTestBootFromVolume-1895683484-router', 'tenant_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '81b4ec76-101e-494c-9045-4bfee5963fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:56:52Z', 'updated_at': '2021-09-08T08:57:00Z', 'revision_number': 4, 'project_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'gw_port': {'id': '81b4ec76-101e-494c-9045-4bfee5963fdc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6ace20-f197-43a9-ab62-961643e87925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:54Z', 'updated_at': '2021-09-08T08:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '75b0c743-3533-4eb3-b578-bd2d101e1d91', 'tenant_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'floating_ip_address': '172.25.0.56', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'bf6ace20-f197-43a9-ab62-961643e87925', 'port_id': '1482cb6f-382b-4af9-a0cc-5af6a78113ab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'badf3704-58aa-4df0-a36e-cc33c85ce701', 'mac_address': 'fa:16:3e:65:c1:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6210148-fbea-4ded-8a6d-df3c0613e065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T08:57:10Z', 'updated_at': '2021-09-08T08:58:17Z', 'revision_number': 1, 'project_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efbeb420-7cf2-4dd4-aa74-bbe3da2b0547', 'name': '', 'network_id': 'badf3704-58aa-4df0-a36e-cc33c85ce701', 'tenant_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'mac_address': 'fa:16:3e:af:b2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6ace20-f197-43a9-ab62-961643e87925', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'dcdf7e19-fac6-4280-b4cd-afd9cea4e6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:58Z', 'updated_at': '2021-09-08T08:57:10Z', 'revision_number': 5, 'project_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'subnets': [{'id': 'dcdf7e19-fac6-4280-b4cd-afd9cea4e6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 08:58:20.126247 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-23510b81-eb9e-463a-be30-2c139a2298cc req-d6f447e6-2364-4ec2-a0a6-98870b068875 service neutron] 10.222.0.35 "GET /v2.0/networks/badf3704-58aa-4df0-a36e-cc33c85ce701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967592 Sep 08 08:58:20.140944 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ae359-9cfe-4288-8e52-01149bb602a5 req-df73f9e0-fa66-4cd3-a491-ee69eb16ef6e tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:20.142820 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-119ae359-9cfe-4288-8e52-01149bb602a5 req-df73f9e0-fa66-4cd3-a491-ee69eb16ef6e tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=61972e4a-a918-4bf0-963c-7abdb701a4ab HTTP/1.1" status: 200 len: 946 time: 0.1341774 Sep 08 08:58:20.326068 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5372bc-a83e-450b-8206-5d735943f788 req-e218ee84-cc3f-4c93-9650-5fe8a69c4ff9 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:20.341789 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-de5372bc-a83e-450b-8206-5d735943f788 req-e218ee84-cc3f-4c93-9650-5fe8a69c4ff9 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 950 time: 0.1280689 Sep 08 08:58:20.374893 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:20.381864 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-119ae359-9cfe-4288-8e52-01149bb602a5 req-78ed10d0-8693-4263-8ffa-25d9d45dfc1e tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172816 Sep 08 08:58:20.428618 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 33218) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:58:20.437752 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d8c65d-8aa7-4a6a-acd7-488568c222c0 None None] New status for floating IP 75b0c743-3533-4eb3-b578-bd2d101e1d91: ACTIVE {{(pid=94715) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 08:58:20.452021 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-de5372bc-a83e-450b-8206-5d735943f788 req-789d2b80-f932-47cd-b3b3-6ef4742374c8 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031513 Sep 08 08:58:20.454395 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-23510b81-eb9e-463a-be30-2c139a2298cc req-e54fe312-f1b8-4ec8-88d2-0d1a7711155a service neutron] 10.222.0.35 "GET /v2.0/networks/badf3704-58aa-4df0-a36e-cc33c85ce701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047912 Sep 08 08:58:20.517768 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f8bd187f-80d4-4feb-bdd6-3719c9a38098 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4073e4289618448688dc1c0691a1a3d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0875709 Sep 08 08:58:20.520268 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 33220) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:58:20.639531 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bc4b1b52-b24f-4224-b467-9367a6239022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:20.652370 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61921602-6d5c-4a01-b873-d59080e2f7a6 req-87fa792a-6c04-48fd-a880-b28ea566580e tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:20.654762 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-61921602-6d5c-4a01-b873-d59080e2f7a6 req-87fa792a-6c04-48fd-a880-b28ea566580e tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4ea3464-fcfe-4347-90db-10c5a3d93f7e HTTP/1.1" status: 200 len: 946 time: 0.0966992 Sep 08 08:58:20.690597 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1c68cd25-5742-4ec2-916c-6a47ad280338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:20.695931 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bc4b1b52-b24f-4224-b467-9367a6239022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:20.729642 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-61921602-6d5c-4a01-b873-d59080e2f7a6 req-c88c34d3-754b-4a99-9fd1-87b454159c34 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669692 Sep 08 08:58:20.803913 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bc4b1b52-b24f-4224-b467-9367a6239022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:20.807406 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bc4b1b52-b24f-4224-b467-9367a6239022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:20.808887 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-bc4b1b52-b24f-4224-b467-9367a6239022 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4902dae2-0dba-4ef7-a8ed-7155fbe535d7 HTTP/1.1" status: 204 len: 168 time: 0.2874722 Sep 08 08:58:20.831423 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b1b52-b24f-4224-b467-9367a6239022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4902dae2-0dba-4ef7-a8ed-7155fbe535d7,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:21.023638 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da944392-dea7-443e-ad65-c647652f4853 req-286e4ca5-8e99-4f84-b92b-e74d61e968f9 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:21.031135 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-da944392-dea7-443e-ad65-c647652f4853 req-286e4ca5-8e99-4f84-b92b-e74d61e968f9 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=61972e4a-a918-4bf0-963c-7abdb701a4ab HTTP/1.1" status: 200 len: 946 time: 0.0746303 Sep 08 08:58:21.068755 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-da944392-dea7-443e-ad65-c647652f4853 req-8f4c65a7-fa1e-4745-9ba4-439bbab0df96 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366716 Sep 08 08:58:21.587952 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d4938-4e3e-43f8-8e92-c11f796f2553 req-4191a8c9-a43e-4382-91ac-ac3e0d5f1ac5 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:21.589486 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 93ea2d1b-7062-459f-8bb6-1ba42026d4c6 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 08:58:21.591182 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cf9d4938-4e3e-43f8-8e92-c11f796f2553 req-4191a8c9-a43e-4382-91ac-ac3e0d5f1ac5 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 950 time: 0.0653169 Sep 08 08:58:21.639984 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cf9d4938-4e3e-43f8-8e92-c11f796f2553 req-6b9df70f-7107-4491-91c4-661ce9a08abc tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398037 Sep 08 08:58:21.686518 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 33272) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:58:21.748980 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 93ea2d1b-7062-459f-8bb6-1ba42026d4c6, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=93ea2d1b-7062-459f-8bb6-1ba42026d4c6,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:58:21.761244 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '93ea2d1b-7062-459f-8bb6-1ba42026d4c6', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'port_id': '93ea2d1b-7062-459f-8bb6-1ba42026d4c6', 'mac_address': 'fa:16:3e:f9:ad:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc66e4b-ecb5-4c99-afe1-0a78c722534a', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 08:58:21.821699 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:21.837466 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 93ea2d1b-7062-459f-8bb6-1ba42026d4c6 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:58:21.852662 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-ac606412-f17d-4e80-9472-0eb3c4c30db2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2103954011-network', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:58:21.898705 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 93ea2d1b-7062-459f-8bb6-1ba42026d4c6, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=93ea2d1b-7062-459f-8bb6-1ba42026d4c6,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:58:21.904817 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:21.934583 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac606412-f17d-4e80-9472-0eb3c4c30db2 admin admin] Made reservation on behalf of 8c199e70dfac4eb99b52ea567ecb2667 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:58:21.936878 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ac606412-f17d-4e80-9472-0eb3c4c30db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:21.949290 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ac606412-f17d-4e80-9472-0eb3c4c30db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:21.952371 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda7948-0d57-4766-ac35-bd6d7085b8ff req-e39d496b-9ea3-49e2-95dd-869a5666e5e8 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:21.960402 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8eda7948-0d57-4766-ac35-bd6d7085b8ff req-e39d496b-9ea3-49e2-95dd-869a5666e5e8 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4ea3464-fcfe-4347-90db-10c5a3d93f7e HTTP/1.1" status: 200 len: 946 time: 0.0767031 Sep 08 08:58:21.963290 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=93ea2d1b-7062-459f-8bb6-1ba42026d4c6,revision_number=6']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:22.038647 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8eda7948-0d57-4766-ac35-bd6d7085b8ff req-e4642ec0-4733-4b3e-8e7b-193398fc3475 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753243 Sep 08 08:58:22.057665 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:22.112745 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ac606412-f17d-4e80-9472-0eb3c4c30db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:22.117424 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ac606412-f17d-4e80-9472-0eb3c4c30db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:22.151420 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac606412-f17d-4e80-9472-0eb3c4c30db2 admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 08:58:22.159675 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['93ea2d1b-7062-459f-8bb6-1ba42026d4c6'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:58:22.170181 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac606412-f17d-4e80-9472-0eb3c4c30db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be87b16-a743-4855-aee7-31c69cd6fd7e,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:22.204979 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ac606412-f17d-4e80-9472-0eb3c4c30db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:22.205687 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-ac606412-f17d-4e80-9472-0eb3c4c30db2 admin admin] Added segment 858b0073-f111-480b-94a7-b2f14cf49fa3 of type vlan for network 3e83d732-3301-4ce2-9864-01154137ed8e Sep 08 08:58:22.275577 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ac606412-f17d-4e80-9472-0eb3c4c30db2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:22.293757 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbff6a7-8c83-4844-8ec7-cce485946b1e req-7580ac27-3d59-4167-a11d-96a1382af81a tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:22.295437 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fcbff6a7-8c83-4844-8ec7-cce485946b1e req-7580ac27-3d59-4167-a11d-96a1382af81a tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=61972e4a-a918-4bf0-963c-7abdb701a4ab HTTP/1.1" status: 200 len: 946 time: 0.1207573 Sep 08 08:58:22.344750 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ac606412-f17d-4e80-9472-0eb3c4c30db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:22.346326 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac606412-f17d-4e80-9472-0eb3c4c30db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:22.347152 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ac606412-f17d-4e80-9472-0eb3c4c30db2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:22.394806 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fcbff6a7-8c83-4844-8ec7-cce485946b1e req-6d049d1a-c0db-42a6-b98e-8b49775ee025 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884361 Sep 08 08:58:22.407310 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ac606412-f17d-4e80-9472-0eb3c4c30db2 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7194848 Sep 08 08:58:22.410467 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 33304) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:58:22.416576 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-a70f1bd2-06c0-4c22-b29a-037e92016a9f admin admin] Request body: {'subnet': {'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2103954011-subnet', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:58:22.469186 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70f1bd2-06c0-4c22-b29a-037e92016a9f admin admin] Made reservation on behalf of 8c199e70dfac4eb99b52ea567ecb2667 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:58:22.471664 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a70f1bd2-06c0-4c22-b29a-037e92016a9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:22.501867 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac606412-f17d-4e80-9472-0eb3c4c30db2 admin admin] Pushing event updated for resources: {'Network': ['ID=3e83d732-3301-4ce2-9864-01154137ed8e,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:22.526697 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 3e83d732-3301-4ce2-9864-01154137ed8e details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 08:58:22.825841 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a70f1bd2-06c0-4c22-b29a-037e92016a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:22.973982 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70f1bd2-06c0-4c22-b29a-037e92016a9f admin admin] Checking segment: {'id': '858b0073-f111-480b-94a7-b2f14cf49fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:58:22.974601 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70f1bd2-06c0-4c22-b29a-037e92016a9f admin admin] Network hostable DHCP agents. Network: 3e83d732-3301-4ce2-9864-01154137ed8e, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 08:58:22.976180 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ab343-b474-4b0c-8d08-e20742789c07 req-f3d6aac5-545f-45f9-a0f4-83c53cbab2f1 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:22.979784 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f1bd2-06c0-4c22-b29a-037e92016a9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfdfbc22-6c05-4dc3-9d40-8856272af6fd,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:22.988246 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6c8ab343-b474-4b0c-8d08-e20742789c07 req-f3d6aac5-545f-45f9-a0f4-83c53cbab2f1 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 950 time: 0.1073897 Sep 08 08:58:23.070179 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70f1bd2-06c0-4c22-b29a-037e92016a9f admin admin] Network 3e83d732-3301-4ce2-9864-01154137ed8e is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 08:58:23.093007 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-a70f1bd2-06c0-4c22-b29a-037e92016a9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 3e83d732-3301-4ce2-9864-01154137ed8e) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:58:23.103437 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ffc08f-801e-4301-b5c3-3f52596b5e34 None None] Network 3e83d732-3301-4ce2-9864-01154137ed8e requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 08:58:23.108856 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6c8ab343-b474-4b0c-8d08-e20742789c07 req-1a1fd1fd-2d7a-4103-ad8f-5b53a91e454c tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186657 Sep 08 08:58:23.139613 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70f1bd2-06c0-4c22-b29a-037e92016a9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:23.140735 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a70f1bd2-06c0-4c22-b29a-037e92016a9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:23.177426 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-a70f1bd2-06c0-4c22-b29a-037e92016a9f admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7657778 Sep 08 08:58:23.180804 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 33342) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:58:23.188776 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-a1bd5478-5a07-4952-85b4-0fe8b3752464 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2103954011-router', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:58:23.265317 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a1bd5478-5a07-4952-85b4-0fe8b3752464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:23.268624 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a1bd5478-5a07-4952-85b4-0fe8b3752464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:23.316780 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b5910-cbf8-4e20-9cbf-8581c32204b1 req-7207a8a7-132f-4fb8-bef0-a226aefe474e tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:23.318464 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4c7b5910-cbf8-4e20-9cbf-8581c32204b1 req-7207a8a7-132f-4fb8-bef0-a226aefe474e tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4ea3464-fcfe-4347-90db-10c5a3d93f7e HTTP/1.1" status: 200 len: 946 time: 0.0666480 Sep 08 08:58:23.369907 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a1bd5478-5a07-4952-85b4-0fe8b3752464 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:23.390575 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:23.391352 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4c7b5910-cbf8-4e20-9cbf-8581c32204b1 req-4ae4623e-2b0c-4b86-9b29-10fd5e47cc60 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668757 Sep 08 08:58:23.449726 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f6e1ac-e72e-49a8-a1e9-4295959e7539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-3e83d732-3301-4ce2-9864-01154137ed8e', 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'fixed_ips': [{'subnet_id': 'dfdfbc22-6c05-4dc3-9d40-8856272af6fd'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 08:58:23.452409 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d7f6e1ac-e72e-49a8-a1e9-4295959e7539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:23.568650 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a1bd5478-5a07-4952-85b4-0fe8b3752464 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:23.656604 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-d7f6e1ac-e72e-49a8-a1e9-4295959e7539 None None] Allocated IP 172.20.0.2 (3e83d732-3301-4ce2-9864-01154137ed8e/dfdfbc22-6c05-4dc3-9d40-8856272af6fd/e9c67884-51f4-46f4-a5e7-d637df7a457a) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:58:23.724119 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 93ea2d1b-7062-459f-8bb6-1ba42026d4c6 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:58:23.808892 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a1bd5478-5a07-4952-85b4-0fe8b3752464 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:23.831482 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a1bd5478-5a07-4952-85b4-0fe8b3752464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:23.901069 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:23.946240 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 93ea2d1b-7062-459f-8bb6-1ba42026d4c6 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:58:23.946987 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:23.992360 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-a1bd5478-5a07-4952-85b4-0fe8b3752464 admin admin] Allocated IP 172.25.0.217 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/9c64ebee-651b-424a-857d-b6fe06d7c984) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:58:24.020444 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d7f6e1ac-e72e-49a8-a1e9-4295959e7539 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:24.066705 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d7f6e1ac-e72e-49a8-a1e9-4295959e7539 None None] Transition to ACTIVE for port object e9c67884-51f4-46f4-a5e7-d637df7a457a will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:58:24.097345 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:24.125457 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d7f6e1ac-e72e-49a8-a1e9-4295959e7539 None None] Transition to ACTIVE for port object e9c67884-51f4-46f4-a5e7-d637df7a457a will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:58:24.133579 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8cb3b9c-5883-4795-ae4d-c276c4e39695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ea2d1b-7062-459f-8bb6-1ba42026d4c6'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:58:24.138890 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d62d45-c2a7-47d9-939e-8b07674b05ee" -d '{"events": [{"server_uuid": "e8cb3b9c-5883-4795-ae4d-c276c4e39695", "name": "network-vif-plugged", "status": "completed", "tag": "93ea2d1b-7062-459f-8bb6-1ba42026d4c6"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:58:24.147679 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d7f6e1ac-e72e-49a8-a1e9-4295959e7539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:24.179189 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 93ea2d1b-7062-459f-8bb6-1ba42026d4c6, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=93ea2d1b-7062-459f-8bb6-1ba42026d4c6,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:58:24.222505 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 08:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9088401c-b04d-4fe5-99d4-de65da9a3a0b x-openstack-request-id: req-9088401c-b04d-4fe5-99d4-de65da9a3a0b {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:58:24.222785 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8cb3b9c-5883-4795-ae4d-c276c4e39695", "name": "network-vif-plugged", "status": "completed", "tag": "93ea2d1b-7062-459f-8bb6-1ba42026d4c6", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:58:24.223054 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9088401c-b04d-4fe5-99d4-de65da9a3a0b {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:58:24.225425 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8cb3b9c-5883-4795-ae4d-c276c4e39695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ea2d1b-7062-459f-8bb6-1ba42026d4c6', 'code': 200} Sep 08 08:58:24.300560 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f6e1ac-e72e-49a8-a1e9-4295959e7539 None None] Network 3e83d732-3301-4ce2-9864-01154137ed8e is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:58:24.303921 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:24.318738 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-d7f6e1ac-e72e-49a8-a1e9-4295959e7539 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:58:24.327768 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f6e1ac-e72e-49a8-a1e9-4295959e7539 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:58:24.347940 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a1bd5478-5a07-4952-85b4-0fe8b3752464 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:24.459108 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6e1ac-e72e-49a8-a1e9-4295959e7539 None None] Pushing event updated for resources: {'Port': ['ID=e9c67884-51f4-46f4-a5e7-d637df7a457a,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:24.478868 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2de054-08b3-4042-a029-45858d3d0bb5 req-3a7a68dc-cc80-4bbc-a0bf-f78a7ea8616c tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:24.480790 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bf2de054-08b3-4042-a029-45858d3d0bb5 req-3a7a68dc-cc80-4bbc-a0bf-f78a7ea8616c tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 950 time: 0.1284206 Sep 08 08:58:24.553837 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-d7f6e1ac-e72e-49a8-a1e9-4295959e7539 None None] Attempting to bind port e9c67884-51f4-46f4-a5e7-d637df7a457a on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:58:24.560576 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-d7f6e1ac-e72e-49a8-a1e9-4295959e7539 None None] Attempting to bind port e9c67884-51f4-46f4-a5e7-d637df7a457a by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '858b0073-f111-480b-94a7-b2f14cf49fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:58:24.562236 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f6e1ac-e72e-49a8-a1e9-4295959e7539 None None] Attempting to bind port e9c67884-51f4-46f4-a5e7-d637df7a457a on network 3e83d732-3301-4ce2-9864-01154137ed8e {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:58:24.585057 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bf2de054-08b3-4042-a029-45858d3d0bb5 req-b504ba83-a4a0-46d9-b6eb-a37d63ca574d tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902252 Sep 08 08:58:24.592025 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a1bd5478-5a07-4952-85b4-0fe8b3752464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:24.613990 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a16c3-4e3e-419d-b58d-6dce7de69773 req-ca735f61-46fd-48e5-9599-2cbc20a3af1c tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:24.621684 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f6e1ac-e72e-49a8-a1e9-4295959e7539 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:58:24.622115 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f6e1ac-e72e-49a8-a1e9-4295959e7539 None None] Checking segment: {'id': '858b0073-f111-480b-94a7-b2f14cf49fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:58:24.623293 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1a8a16c3-4e3e-419d-b58d-6dce7de69773 req-ca735f61-46fd-48e5-9599-2cbc20a3af1c tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4ea3464-fcfe-4347-90db-10c5a3d93f7e HTTP/1.1" status: 200 len: 946 time: 0.1122882 Sep 08 08:58:24.625062 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d7f6e1ac-e72e-49a8-a1e9-4295959e7539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:24.625680 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f6e1ac-e72e-49a8-a1e9-4295959e7539 None None] Bound using segment: {'id': '858b0073-f111-480b-94a7-b2f14cf49fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:58:24.627490 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-d7f6e1ac-e72e-49a8-a1e9-4295959e7539 None None] Bound port: e9c67884-51f4-46f4-a5e7-d637df7a457a, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858b0073-f111-480b-94a7-b2f14cf49fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:58:24.627490 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d7f6e1ac-e72e-49a8-a1e9-4295959e7539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:24.650644 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bd5478-5a07-4952-85b4-0fe8b3752464 admin admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:58:24.660212 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-a1bd5478-5a07-4952-85b4-0fe8b3752464 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:58:24.665180 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bd5478-5a07-4952-85b4-0fe8b3752464 admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:58:24.686472 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1a8a16c3-4e3e-419d-b58d-6dce7de69773 req-728b64b5-e41b-4d86-b5f6-79d83426bf21 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621560 Sep 08 08:58:24.695268 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=93ea2d1b-7062-459f-8bb6-1ba42026d4c6,revision_number=7']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:24.776136 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d7f6e1ac-e72e-49a8-a1e9-4295959e7539 None None] For port e9c67884-51f4-46f4-a5e7-d637df7a457a, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:58:24.780457 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d7f6e1ac-e72e-49a8-a1e9-4295959e7539 None None] For port e9c67884-51f4-46f4-a5e7-d637df7a457a, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=e9c67884-51f4-46f4-a5e7-d637df7a457a,segment=NetworkSegment(858b0073-f111-480b-94a7-b2f14cf49fa3),segment_id=858b0073-f111-480b-94a7-b2f14cf49fa3)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:58:24.795511 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d7f6e1ac-e72e-49a8-a1e9-4295959e7539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:24.870578 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd5478-5a07-4952-85b4-0fe8b3752464 admin admin] Pushing event updated for resources: {'Port': ['ID=9c64ebee-651b-424a-857d-b6fe06d7c984,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:24.875633 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6e1ac-e72e-49a8-a1e9-4295959e7539 None None] Pushing event updated for resources: {'Port': ['ID=e9c67884-51f4-46f4-a5e7-d637df7a457a,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:25.028833 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a1bd5478-5a07-4952-85b4-0fe8b3752464 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:25.549046 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a1bd5478-5a07-4952-85b4-0fe8b3752464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:25.753448 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device e9c67884-51f4-46f4-a5e7-d637df7a457a up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:58:25.814984 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1bd5478-5a07-4952-85b4-0fe8b3752464 admin admin] Router de41d12e-fcce-4ed5-b116-92530b492a9c is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 08:58:25.859229 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f86c6-a314-4ac6-aaf7-5c7d12dfa87a req-661f17a5-d778-4758-ae23-23b210c5ecf3 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:25.868192 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1d1f86c6-a314-4ac6-aaf7-5c7d12dfa87a req-661f17a5-d778-4758-ae23-23b210c5ecf3 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 950 time: 0.1442502 Sep 08 08:58:25.872668 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port e9c67884-51f4-46f4-a5e7-d637df7a457a completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:58:25.974304 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1d1f86c6-a314-4ac6-aaf7-5c7d12dfa87a req-e40a3cfd-9b6e-4fa2-98b6-396d14ebf16a tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901060 Sep 08 08:58:26.080012 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1bd5478-5a07-4952-85b4-0fe8b3752464 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 08:58:26.092854 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64c7038-27d4-41a3-9528-21a134220e1f None None] Sync routers for ids ['de41d12e-fcce-4ed5-b116-92530b492a9c'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 08:58:26.096003 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0fafb4-8cca-4397-9808-14aae77ac312 req-0d7b94b3-9aaf-41fe-8a78-1361354f341f tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:26.099713 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ee0fafb4-8cca-4397-9808-14aae77ac312 req-0d7b94b3-9aaf-41fe-8a78-1361354f341f tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4ea3464-fcfe-4347-90db-10c5a3d93f7e HTTP/1.1" status: 200 len: 946 time: 0.1464684 Sep 08 08:58:26.115826 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64c7038-27d4-41a3-9528-21a134220e1f None None] Routers {'de41d12e-fcce-4ed5-b116-92530b492a9c'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:58:26.116866 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-b64c7038-27d4-41a3-9528-21a134220e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:58:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['de41d12e-fcce-4ed5-b116-92530b492a9c'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:58:26.142446 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a1bd5478-5a07-4952-85b4-0fe8b3752464 admin admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:26.146594 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a1bd5478-5a07-4952-85b4-0fe8b3752464 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 2.9617834 Sep 08 08:58:26.146932 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 33412) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:58:26.207812 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ee0fafb4-8cca-4397-9808-14aae77ac312 req-500fccdb-cdcd-4137-94b7-c358f456f73b tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982981 Sep 08 08:58:26.754779 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-b64c7038-27d4-41a3-9528-21a134220e1f None None] Set router de41d12e-fcce-4ed5-b116-92530b492a9c gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:58:26.883479 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bb6ad2-6fab-4504-b23a-fbd693969ec3 None None] Network 3e83d732-3301-4ce2-9864-01154137ed8e requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 08:58:27.073016 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-670d5fbb-fc49-4459-aa36-7a6d7e0ba124 None None] Provisioning for port e9c67884-51f4-46f4-a5e7-d637df7a457a completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:58:27.210105 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-de96591c-008c-4a01-a465-e1ad6730a039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:27.285416 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839f558-37d0-48f5-8eb4-1388e82072c9 req-8853ae8d-682e-45c6-b949-af34253cf0b4 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:27.297902 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f839f558-37d0-48f5-8eb4-1388e82072c9 req-8853ae8d-682e-45c6-b949-af34253cf0b4 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 950 time: 0.1214292 Sep 08 08:58:27.306680 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-670d5fbb-fc49-4459-aa36-7a6d7e0ba124 None None] Provisioning complete for port e9c67884-51f4-46f4-a5e7-d637df7a457a triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:58:27.307352 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-670d5fbb-fc49-4459-aa36-7a6d7e0ba124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:27.408567 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f839f558-37d0-48f5-8eb4-1388e82072c9 req-3f5a4daf-8253-43ec-acd2-ec096f5a7844 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074750 Sep 08 08:58:27.484163 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-de96591c-008c-4a01-a465-e1ad6730a039 admin admin] Allocated IP 172.20.0.1 (3e83d732-3301-4ce2-9864-01154137ed8e/dfdfbc22-6c05-4dc3-9d40-8856272af6fd/10621c36-59c9-4ef0-8287-095c7c25a2a6) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:58:27.527271 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-b64c7038-27d4-41a3-9528-21a134220e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2103954011-router', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:58:24Z', 'revision_number': 3, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'gw_port': {'id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:58:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:58:27.646544 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1528bca0-483b-4876-b919-3ad271ae1a7b req-cf3aa754-3415-47c3-adeb-d20d63768fa5 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:27.655053 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1528bca0-483b-4876-b919-3ad271ae1a7b req-cf3aa754-3415-47c3-adeb-d20d63768fa5 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4ea3464-fcfe-4347-90db-10c5a3d93f7e HTTP/1.1" status: 200 len: 946 time: 0.1198428 Sep 08 08:58:27.703328 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-670d5fbb-fc49-4459-aa36-7a6d7e0ba124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:27.722974 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 7de39f85-8571-457d-95bc-394c78af98ad details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 08:58:27.731664 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1528bca0-483b-4876-b919-3ad271ae1a7b req-58e7b7ea-763a-477b-b4c3-71135868f472 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755742 Sep 08 08:58:27.785281 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-de96591c-008c-4a01-a465-e1ad6730a039 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:27.820227 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-de96591c-008c-4a01-a465-e1ad6730a039 admin admin] Transition to ACTIVE for port object 10621c36-59c9-4ef0-8287-095c7c25a2a6 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:58:27.913338 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-de96591c-008c-4a01-a465-e1ad6730a039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:28.042430 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 7de39f85-8571-457d-95bc-394c78af98ad, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=7de39f85-8571-457d-95bc-394c78af98ad,segment=NetworkSegment(a820c156-0183-407b-aed4-3cdafce41ef3),segment_id=a820c156-0183-407b-aed4-3cdafce41ef3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:58:28.077603 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64c7038-27d4-41a3-9528-21a134220e1f None None] Checking router: de41d12e-fcce-4ed5-b116-92530b492a9c for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 08:58:28.077603 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64c7038-27d4-41a3-9528-21a134220e1f None None] Updating router de41d12e-fcce-4ed5-b116-92530b492a9c port 9c64ebee-651b-424a-857d-b6fe06d7c984 binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 08:58:28.080212 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de96591c-008c-4a01-a465-e1ad6730a039 admin admin] Pushing event updated for resources: {'Port': ['ID=10621c36-59c9-4ef0-8287-095c7c25a2a6,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:28.097292 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de96591c-008c-4a01-a465-e1ad6730a039 admin admin] Network 3e83d732-3301-4ce2-9864-01154137ed8e is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:58:28.100321 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-de96591c-008c-4a01-a465-e1ad6730a039 admin admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:58:28.104355 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de96591c-008c-4a01-a465-e1ad6730a039 admin admin] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:58:28.174970 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-670d5fbb-fc49-4459-aa36-7a6d7e0ba124 None None] For port e9c67884-51f4-46f4-a5e7-d637df7a457a, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=e9c67884-51f4-46f4-a5e7-d637df7a457a,segment=NetworkSegment(858b0073-f111-480b-94a7-b2f14cf49fa3),segment_id=858b0073-f111-480b-94a7-b2f14cf49fa3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:58:28.180706 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '7de39f85-8571-457d-95bc-394c78af98ad', 'network_id': '73148cfc-c54d-48ac-9639-a21534b9f302', 'port_id': '7de39f85-8571-457d-95bc-394c78af98ad', 'mac_address': 'fa:16:3e:b5:dc:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b1a525-4d60-465e-8609-7f98f126ac0e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 08:58:28.185428 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b64c7038-27d4-41a3-9528-21a134220e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:28.192900 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-de96591c-008c-4a01-a465-e1ad6730a039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:28.372022 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-670d5fbb-fc49-4459-aa36-7a6d7e0ba124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:28.426573 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-de96591c-008c-4a01-a465-e1ad6730a039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:28.689835 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:28.761133 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:28.784241 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-de96591c-008c-4a01-a465-e1ad6730a039 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:28.794843 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-de96591c-008c-4a01-a465-e1ad6730a039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:28.815056 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670d5fbb-fc49-4459-aa36-7a6d7e0ba124 None None] Pushing event updated for resources: {'Port': ['ID=e9c67884-51f4-46f4-a5e7-d637df7a457a,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:28.829756 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7de39f85-8571-457d-95bc-394c78af98ad {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:58:28.849440 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670d5fbb-fc49-4459-aa36-7a6d7e0ba124 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:58:28.850112 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670d5fbb-fc49-4459-aa36-7a6d7e0ba124 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:58:28.850661 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670d5fbb-fc49-4459-aa36-7a6d7e0ba124 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:58:28.851178 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670d5fbb-fc49-4459-aa36-7a6d7e0ba124 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:58:28.851713 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670d5fbb-fc49-4459-aa36-7a6d7e0ba124 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:58:28.852222 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670d5fbb-fc49-4459-aa36-7a6d7e0ba124 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:58:28.852730 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670d5fbb-fc49-4459-aa36-7a6d7e0ba124 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:58:28.853258 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670d5fbb-fc49-4459-aa36-7a6d7e0ba124 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:58:28.853773 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670d5fbb-fc49-4459-aa36-7a6d7e0ba124 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:58:28.854354 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670d5fbb-fc49-4459-aa36-7a6d7e0ba124 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:58:28.854865 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670d5fbb-fc49-4459-aa36-7a6d7e0ba124 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:58:28.856095 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670d5fbb-fc49-4459-aa36-7a6d7e0ba124 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:58:28.969311 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 7de39f85-8571-457d-95bc-394c78af98ad, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=7de39f85-8571-457d-95bc-394c78af98ad,segment=NetworkSegment(a820c156-0183-407b-aed4-3cdafce41ef3),segment_id=a820c156-0183-407b-aed4-3cdafce41ef3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:58:28.979136 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:28.985104 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de96591c-008c-4a01-a465-e1ad6730a039 admin admin] Pushing event updated for resources: {'Port': ['ID=10621c36-59c9-4ef0-8287-095c7c25a2a6,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:28.997259 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-de96591c-008c-4a01-a465-e1ad6730a039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:29.077879 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=7de39f85-8571-457d-95bc-394c78af98ad,revision_number=6']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:29.251862 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de96591c-008c-4a01-a465-e1ad6730a039 admin admin] Network 3e83d732-3301-4ce2-9864-01154137ed8e is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:58:29.252746 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['7de39f85-8571-457d-95bc-394c78af98ad'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:58:29.256732 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-de96591c-008c-4a01-a465-e1ad6730a039 admin admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:58:29.459155 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-5e20c2d1-dd69-41e0-a45e-f593575db7fb None None] Provisioning complete for port e9c67884-51f4-46f4-a5e7-d637df7a457a triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:58:29.464804 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5e20c2d1-dd69-41e0-a45e-f593575db7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:29.478094 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de96591c-008c-4a01-a465-e1ad6730a039 admin admin] Router de41d12e-fcce-4ed5-b116-92530b492a9c has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 08:58:29.586686 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b64c7038-27d4-41a3-9528-21a134220e1f None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:29.629084 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-b64c7038-27d4-41a3-9528-21a134220e1f None None] Transition to ACTIVE for port object 9c64ebee-651b-424a-857d-b6fe06d7c984 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:58:29.687320 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b64c7038-27d4-41a3-9528-21a134220e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:29.783058 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device e9c67884-51f4-46f4-a5e7-d637df7a457a up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:58:29.808524 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de96591c-008c-4a01-a465-e1ad6730a039 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 08:58:29.816407 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-de96591c-008c-4a01-a465-e1ad6730a039 admin admin] 10.222.0.54 "PUT /v2.0/routers/de41d12e-fcce-4ed5-b116-92530b492a9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6685443 Sep 08 08:58:29.953332 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-b64c7038-27d4-41a3-9528-21a134220e1f None None] Attempting to bind port 9c64ebee-651b-424a-857d-b6fe06d7c984 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:58:29.953732 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-b64c7038-27d4-41a3-9528-21a134220e1f None None] Attempting to bind port 9c64ebee-651b-424a-857d-b6fe06d7c984 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:58:29.954187 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64c7038-27d4-41a3-9528-21a134220e1f None None] Attempting to bind port 9c64ebee-651b-424a-857d-b6fe06d7c984 on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:58:29.973074 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64c7038-27d4-41a3-9528-21a134220e1f None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:58:29.973508 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64c7038-27d4-41a3-9528-21a134220e1f None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:58:29.973869 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b64c7038-27d4-41a3-9528-21a134220e1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:29.974317 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64c7038-27d4-41a3-9528-21a134220e1f None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:58:29.974805 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-b64c7038-27d4-41a3-9528-21a134220e1f None None] Bound port: 9c64ebee-651b-424a-857d-b6fe06d7c984, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:58:29.975196 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b64c7038-27d4-41a3-9528-21a134220e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:30.073365 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca7f6a-3654-498e-8a45-e9fa87db3a4a None None] Pushing event updated for resources: {'Port': ['ID=9c64ebee-651b-424a-857d-b6fe06d7c984,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:30.201734 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-b64c7038-27d4-41a3-9528-21a134220e1f None None] For port 9c64ebee-651b-424a-857d-b6fe06d7c984, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:58:30.209515 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-b64c7038-27d4-41a3-9528-21a134220e1f None None] For port 9c64ebee-651b-424a-857d-b6fe06d7c984, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=9c64ebee-651b-424a-857d-b6fe06d7c984,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:58:30.220003 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d1ee4587-fc5a-4dae-8b5c-3dfb79c86cc0 None None] Provisioning for port 10621c36-59c9-4ef0-8287-095c7c25a2a6 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:58:30.229392 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b64c7038-27d4-41a3-9528-21a134220e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:30.334318 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca7f6a-3654-498e-8a45-e9fa87db3a4a None None] Pushing event updated for resources: {'Port': ['ID=9c64ebee-651b-424a-857d-b6fe06d7c984,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:30.350386 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d1ee4587-fc5a-4dae-8b5c-3dfb79c86cc0 None None] Provisioning complete for port 10621c36-59c9-4ef0-8287-095c7c25a2a6 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:58:30.351185 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d1ee4587-fc5a-4dae-8b5c-3dfb79c86cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:30.394807 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port e9c67884-51f4-46f4-a5e7-d637df7a457a triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:58:30.395561 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:30.438054 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64c7038-27d4-41a3-9528-21a134220e1f None None] Routers {'de41d12e-fcce-4ed5-b116-92530b492a9c'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:58:30.439105 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-b64c7038-27d4-41a3-9528-21a134220e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:58:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['de41d12e-fcce-4ed5-b116-92530b492a9c'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:58:30.509220 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d1ee4587-fc5a-4dae-8b5c-3dfb79c86cc0 None None] Port 10621c36-59c9-4ef0-8287-095c7c25a2a6 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 08:58:30.830266 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-b64c7038-27d4-41a3-9528-21a134220e1f None None] Set router de41d12e-fcce-4ed5-b116-92530b492a9c gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:58:31.224832 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-b64c7038-27d4-41a3-9528-21a134220e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2103954011-router', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:58:28Z', 'revision_number': 4, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'gw_port': {'id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:58:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '10621c36-59c9-4ef0-8287-095c7c25a2a6', 'name': '', 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'mac_address': 'fa:16:3e:ba:ae:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'dfdfbc22-6c05-4dc3-9d40-8856272af6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:58:27Z', 'updated_at': '2021-09-08T08:58:28Z', 'revision_number': 2, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'subnets': [{'id': 'dfdfbc22-6c05-4dc3-9d40-8856272af6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:58:31.257086 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64c7038-27d4-41a3-9528-21a134220e1f None None] The sync data for ids ['de41d12e-fcce-4ed5-b116-92530b492a9c'] in n-d-806683-11 is: [{'id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2103954011-router', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:58:28Z', 'revision_number': 4, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'gw_port': {'id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:58:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '10621c36-59c9-4ef0-8287-095c7c25a2a6', 'name': '', 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'mac_address': 'fa:16:3e:ba:ae:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'dfdfbc22-6c05-4dc3-9d40-8856272af6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:58:27Z', 'updated_at': '2021-09-08T08:58:28Z', 'revision_number': 2, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'subnets': [{'id': 'dfdfbc22-6c05-4dc3-9d40-8856272af6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 08:58:31.663946 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 7de39f85-8571-457d-95bc-394c78af98ad up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:58:31.786448 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 7de39f85-8571-457d-95bc-394c78af98ad triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:58:31.786831 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:31.978077 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:32.124286 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 7de39f85-8571-457d-95bc-394c78af98ad, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=7de39f85-8571-457d-95bc-394c78af98ad,segment=NetworkSegment(a820c156-0183-407b-aed4-3cdafce41ef3),segment_id=a820c156-0183-407b-aed4-3cdafce41ef3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:58:32.126167 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61972e4a-a918-4bf0-963c-7abdb701a4ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de39f85-8571-457d-95bc-394c78af98ad'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:58:32.130670 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe32029-5bf8-49b8-9a21-f76e360ef829" -d '{"events": [{"server_uuid": "61972e4a-a918-4bf0-963c-7abdb701a4ab", "name": "network-vif-plugged", "status": "completed", "tag": "7de39f85-8571-457d-95bc-394c78af98ad"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:58:32.141918 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:32.243224 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=7de39f85-8571-457d-95bc-394c78af98ad,revision_number=7']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:33.035663 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-d67ed74d-745b-408e-83ad-09d4c8151574 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:33.043239 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-d67ed74d-745b-408e-83ad-09d4c8151574 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e4ea3464-fcfe-4347-90db-10c5a3d93f7e&tenant_id=0bc89f664d9a46b3926bfbc0f4b3f539&binding%3Ahost_id=n-h2-806683-11 HTTP/1.1" status: 200 len: 1098 time: 0.0997579 Sep 08 08:58:33.064841 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-25de2abc-d28e-4c12-976d-d0acb827aeee service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806683-11'}}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:58:33.212241 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-25de2abc-d28e-4c12-976d-d0acb827aeee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:33.473269 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-25de2abc-d28e-4c12-976d-d0acb827aeee service neutron] For port 1bffe886-6b5c-4715-a9f3-8a19d1563114, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=1bffe886-6b5c-4715-a9f3-8a19d1563114,segment=NetworkSegment(63991058-0ef2-4358-ae31-7e348d60a2c9),segment_id=63991058-0ef2-4358-ae31-7e348d60a2c9)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:58:33.530984 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-25de2abc-d28e-4c12-976d-d0acb827aeee service neutron] For port 1bffe886-6b5c-4715-a9f3-8a19d1563114, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:58:33.624832 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ea3464-fcfe-4347-90db-10c5a3d93f7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bffe886-6b5c-4715-a9f3-8a19d1563114'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:58:33.629476 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e0f6a4-9dd3-4b01-a2ce-3a4f6844f363" -d '{"events": [{"server_uuid": "e4ea3464-fcfe-4347-90db-10c5a3d93f7e", "name": "network-vif-unplugged", "status": "completed", "tag": "1bffe886-6b5c-4715-a9f3-8a19d1563114"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:58:33.635631 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-25de2abc-d28e-4c12-976d-d0acb827aeee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:33.649390 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-25de2abc-d28e-4c12-976d-d0acb827aeee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:33.788962 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 9c64ebee-651b-424a-857d-b6fe06d7c984 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:58:33.871924 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 9c64ebee-651b-424a-857d-b6fe06d7c984 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:58:33.887602 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 9c64ebee-651b-424a-857d-b6fe06d7c984 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:58:33.887878 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:33.941035 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-25de2abc-d28e-4c12-976d-d0acb827aeee service neutron] Attempting to bind port 1bffe886-6b5c-4715-a9f3-8a19d1563114 on host n-h2-806683-11 for vnic_type normal with profile {"migrating_to": "n-h1-806683-11"} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:58:33.941382 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-25de2abc-d28e-4c12-976d-d0acb827aeee service neutron] Attempting to bind port 1bffe886-6b5c-4715-a9f3-8a19d1563114 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '63991058-0ef2-4358-ae31-7e348d60a2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:58:33.941722 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-25de2abc-d28e-4c12-976d-d0acb827aeee service neutron] Attempting to bind port 1bffe886-6b5c-4715-a9f3-8a19d1563114 on network 3e5cb155-db8c-4e6c-a8fd-e937043c5b98 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:58:33.943811 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de2abc-d28e-4c12-976d-d0acb827aeee service neutron] Pushing event updated for resources: {'Port': ['ID=1bffe886-6b5c-4715-a9f3-8a19d1563114,revision_number=7']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:33.966240 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-25de2abc-d28e-4c12-976d-d0acb827aeee service neutron] Port 1bffe886-6b5c-4715-a9f3-8a19d1563114 on network 3e5cb155-db8c-4e6c-a8fd-e937043c5b98 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 08:58:33.966995 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-25de2abc-d28e-4c12-976d-d0acb827aeee service neutron] Attempting to bind port 1bffe886-6b5c-4715-a9f3-8a19d1563114 on network 3e5cb155-db8c-4e6c-a8fd-e937043c5b98 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:58:33.973958 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-25de2abc-d28e-4c12-976d-d0acb827aeee service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:58:33.974725 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-25de2abc-d28e-4c12-976d-d0acb827aeee service neutron] Checking segment: {'id': '63991058-0ef2-4358-ae31-7e348d60a2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:58:33.975364 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-25de2abc-d28e-4c12-976d-d0acb827aeee service neutron] Bound using segment: {'id': '63991058-0ef2-4358-ae31-7e348d60a2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:58:33.976042 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-25de2abc-d28e-4c12-976d-d0acb827aeee service neutron] Bound port: 1bffe886-6b5c-4715-a9f3-8a19d1563114, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63991058-0ef2-4358-ae31-7e348d60a2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:58:33.976638 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-25de2abc-d28e-4c12-976d-d0acb827aeee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:34.070995 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-25de2abc-d28e-4c12-976d-d0acb827aeee service neutron] For port 1bffe886-6b5c-4715-a9f3-8a19d1563114, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:58:34.076967 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-25de2abc-d28e-4c12-976d-d0acb827aeee service neutron] For port 1bffe886-6b5c-4715-a9f3-8a19d1563114, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=1bffe886-6b5c-4715-a9f3-8a19d1563114,segment=NetworkSegment(63991058-0ef2-4358-ae31-7e348d60a2c9),segment_id=63991058-0ef2-4358-ae31-7e348d60a2c9)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:58:34.084984 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-25de2abc-d28e-4c12-976d-d0acb827aeee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:34.128750 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:34.174647 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 9c64ebee-651b-424a-857d-b6fe06d7c984, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=9c64ebee-651b-424a-857d-b6fe06d7c984,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:58:34.182528 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:34.235369 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-25de2abc-d28e-4c12-976d-d0acb827aeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:34.236602 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-25de2abc-d28e-4c12-976d-d0acb827aeee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:34.238321 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-25de2abc-d28e-4c12-976d-d0acb827aeee service neutron] 10.222.0.37 "PUT /v2.0/ports/1bffe886-6b5c-4715-a9f3-8a19d1563114 HTTP/1.1" status: 200 len: 1124 time: 1.1840522 Sep 08 08:58:34.242564 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de2abc-d28e-4c12-976d-d0acb827aeee service neutron] Pushing event updated for resources: {'Port': ['ID=1bffe886-6b5c-4715-a9f3-8a19d1563114,revision_number=8']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:34.316237 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=9c64ebee-651b-424a-857d-b6fe06d7c984,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:34.450003 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['1bffe886-6b5c-4715-a9f3-8a19d1563114'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:58:34.528816 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['1bffe886-6b5c-4715-a9f3-8a19d1563114'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:58:34.678846 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe4d387-b292-4506-a92d-ef0c1785a713 None None] Sync routers for ids ['de41d12e-fcce-4ed5-b116-92530b492a9c'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 08:58:34.693410 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe4d387-b292-4506-a92d-ef0c1785a713 None None] Routers {'de41d12e-fcce-4ed5-b116-92530b492a9c'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:58:34.694487 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-ebe4d387-b292-4506-a92d-ef0c1785a713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:58:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['de41d12e-fcce-4ed5-b116-92530b492a9c'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:58:34.926499 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-ebe4d387-b292-4506-a92d-ef0c1785a713 None None] Set router de41d12e-fcce-4ed5-b116-92530b492a9c gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:58:35.222966 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-ebe4d387-b292-4506-a92d-ef0c1785a713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2103954011-router', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:58:28Z', 'revision_number': 4, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'gw_port': {'id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '10621c36-59c9-4ef0-8287-095c7c25a2a6', 'name': '', 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'mac_address': 'fa:16:3e:ba:ae:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'dfdfbc22-6c05-4dc3-9d40-8856272af6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:58:27Z', 'updated_at': '2021-09-08T08:58:28Z', 'revision_number': 2, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'subnets': [{'id': 'dfdfbc22-6c05-4dc3-9d40-8856272af6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:58:35.251525 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe4d387-b292-4506-a92d-ef0c1785a713 None None] Checking router: de41d12e-fcce-4ed5-b116-92530b492a9c for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 08:58:35.251999 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe4d387-b292-4506-a92d-ef0c1785a713 None None] Updating router de41d12e-fcce-4ed5-b116-92530b492a9c port 10621c36-59c9-4ef0-8287-095c7c25a2a6 binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 08:58:35.285120 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ebe4d387-b292-4506-a92d-ef0c1785a713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:35.687823 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 1bffe886-6b5c-4715-a9f3-8a19d1563114 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 08:58:35.749069 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ebe4d387-b292-4506-a92d-ef0c1785a713 None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:35.757941 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 9c64ebee-651b-424a-857d-b6fe06d7c984 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:58:35.774106 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-ebe4d387-b292-4506-a92d-ef0c1785a713 None None] Transition to ACTIVE for port object 10621c36-59c9-4ef0-8287-095c7c25a2a6 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:58:35.788489 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ebe4d387-b292-4506-a92d-ef0c1785a713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:35.914153 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 9c64ebee-651b-424a-857d-b6fe06d7c984 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:58:35.914644 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:36.030008 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f8cc4-4e40-43a7-a80b-e1838971033e None None] Pushing event updated for resources: {'Port': ['ID=10621c36-59c9-4ef0-8287-095c7c25a2a6,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:36.067205 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 1bffe886-6b5c-4715-a9f3-8a19d1563114, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=1bffe886-6b5c-4715-a9f3-8a19d1563114,segment=NetworkSegment(63991058-0ef2-4358-ae31-7e348d60a2c9),segment_id=63991058-0ef2-4358-ae31-7e348d60a2c9)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:58:36.090613 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 1bffe886-6b5c-4715-a9f3-8a19d1563114 has no active binding in host n-h1-806683-11 {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 08 08:58:36.104578 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f8cc4-4e40-43a7-a80b-e1838971033e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:58:36.106170 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f8cc4-4e40-43a7-a80b-e1838971033e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:58:36.106690 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f8cc4-4e40-43a7-a80b-e1838971033e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:58:36.107200 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f8cc4-4e40-43a7-a80b-e1838971033e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:58:36.107698 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f8cc4-4e40-43a7-a80b-e1838971033e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:58:36.108209 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f8cc4-4e40-43a7-a80b-e1838971033e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:58:36.108699 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f8cc4-4e40-43a7-a80b-e1838971033e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:58:36.109191 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f8cc4-4e40-43a7-a80b-e1838971033e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:58:36.110120 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f8cc4-4e40-43a7-a80b-e1838971033e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:58:36.110628 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f8cc4-4e40-43a7-a80b-e1838971033e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:58:36.111129 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f8cc4-4e40-43a7-a80b-e1838971033e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:58:36.111619 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f8cc4-4e40-43a7-a80b-e1838971033e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:58:36.146316 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-ebe4d387-b292-4506-a92d-ef0c1785a713 None None] Attempting to bind port 10621c36-59c9-4ef0-8287-095c7c25a2a6 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:58:36.146981 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-ebe4d387-b292-4506-a92d-ef0c1785a713 None None] Attempting to bind port 10621c36-59c9-4ef0-8287-095c7c25a2a6 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '858b0073-f111-480b-94a7-b2f14cf49fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:58:36.147810 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe4d387-b292-4506-a92d-ef0c1785a713 None None] Attempting to bind port 10621c36-59c9-4ef0-8287-095c7c25a2a6 on network 3e83d732-3301-4ce2-9864-01154137ed8e {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:58:36.164143 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe4d387-b292-4506-a92d-ef0c1785a713 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 58, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:58:36.164820 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe4d387-b292-4506-a92d-ef0c1785a713 None None] Checking segment: {'id': '858b0073-f111-480b-94a7-b2f14cf49fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:58:36.165587 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ebe4d387-b292-4506-a92d-ef0c1785a713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:36.166347 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe4d387-b292-4506-a92d-ef0c1785a713 None None] Bound using segment: {'id': '858b0073-f111-480b-94a7-b2f14cf49fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:58:36.167016 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-ebe4d387-b292-4506-a92d-ef0c1785a713 None None] Bound port: 10621c36-59c9-4ef0-8287-095c7c25a2a6, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858b0073-f111-480b-94a7-b2f14cf49fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:58:36.168526 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ebe4d387-b292-4506-a92d-ef0c1785a713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:36.344077 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-ebe4d387-b292-4506-a92d-ef0c1785a713 None None] For port 10621c36-59c9-4ef0-8287-095c7c25a2a6, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:58:36.362216 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-ebe4d387-b292-4506-a92d-ef0c1785a713 None None] For port 10621c36-59c9-4ef0-8287-095c7c25a2a6, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=10621c36-59c9-4ef0-8287-095c7c25a2a6,segment=NetworkSegment(858b0073-f111-480b-94a7-b2f14cf49fa3),segment_id=858b0073-f111-480b-94a7-b2f14cf49fa3)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:58:36.368751 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ebe4d387-b292-4506-a92d-ef0c1785a713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:36.459650 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe4d387-b292-4506-a92d-ef0c1785a713 None None] Routers {'de41d12e-fcce-4ed5-b116-92530b492a9c'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:58:36.460616 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-ebe4d387-b292-4506-a92d-ef0c1785a713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:58:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['de41d12e-fcce-4ed5-b116-92530b492a9c'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:58:36.462332 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f8cc4-4e40-43a7-a80b-e1838971033e None None] Pushing event updated for resources: {'Port': ['ID=10621c36-59c9-4ef0-8287-095c7c25a2a6,revision_number=4']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:36.936494 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-ebe4d387-b292-4506-a92d-ef0c1785a713 None None] Set router de41d12e-fcce-4ed5-b116-92530b492a9c gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:58:37.216797 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-ebe4d387-b292-4506-a92d-ef0c1785a713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2103954011-router', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:58:28Z', 'revision_number': 4, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'gw_port': {'id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '10621c36-59c9-4ef0-8287-095c7c25a2a6', 'name': '', 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'mac_address': 'fa:16:3e:ba:ae:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'dfdfbc22-6c05-4dc3-9d40-8856272af6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:58:27Z', 'updated_at': '2021-09-08T08:58:36Z', 'revision_number': 4, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'subnets': [{'id': 'dfdfbc22-6c05-4dc3-9d40-8856272af6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:58:37.247763 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe4d387-b292-4506-a92d-ef0c1785a713 None None] The sync data for ids ['de41d12e-fcce-4ed5-b116-92530b492a9c'] in n-d-806683-11 is: [{'id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2103954011-router', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:58:28Z', 'revision_number': 4, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'gw_port': {'id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '10621c36-59c9-4ef0-8287-095c7c25a2a6', 'name': '', 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'mac_address': 'fa:16:3e:ba:ae:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'dfdfbc22-6c05-4dc3-9d40-8856272af6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:58:27Z', 'updated_at': '2021-09-08T08:58:36Z', 'revision_number': 4, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'subnets': [{'id': 'dfdfbc22-6c05-4dc3-9d40-8856272af6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 08:58:37.612995 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c13658-e3dc-485e-8981-5a89b592bef0 req-c05d922c-144a-4f88-bc69-9f61406e5233 tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:37.623624 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-11c13658-e3dc-485e-8981-5a89b592bef0 req-c05d922c-144a-4f88-bc69-9f61406e5233 tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb HTTP/1.1" status: 200 len: 1097 time: 0.0907981 Sep 08 08:58:37.653499 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e323a5-b674-4b7a-bda5-b2302d6d5953 req-ad3f1e4f-e97c-42db-a6c7-62629ff515e0 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:37.655643 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-90e323a5-b674-4b7a-bda5-b2302d6d5953 req-ad3f1e4f-e97c-42db-a6c7-62629ff515e0 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 950 time: 0.0941806 Sep 08 08:58:37.700141 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-11c13658-e3dc-485e-8981-5a89b592bef0 req-7d885ae3-e672-4790-80ff-259066e89e7e tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704618 Sep 08 08:58:37.771550 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 10621c36-59c9-4ef0-8287-095c7c25a2a6 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:58:37.774654 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-90e323a5-b674-4b7a-bda5-b2302d6d5953 req-933bb8ef-f498-4476-b5d9-bbf2c63af493 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107635 Sep 08 08:58:37.904523 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e489fbb6-89d8-4955-b70c-224a7f692af1 req-a321d34f-7c1d-4830-a437-931f6e496fac tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:37.907045 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e489fbb6-89d8-4955-b70c-224a7f692af1 req-a321d34f-7c1d-4830-a437-931f6e496fac tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4ea3464-fcfe-4347-90db-10c5a3d93f7e HTTP/1.1" status: 200 len: 944 time: 0.0729542 Sep 08 08:58:37.913805 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 10621c36-59c9-4ef0-8287-095c7c25a2a6 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:58:37.923974 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 10621c36-59c9-4ef0-8287-095c7c25a2a6 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:58:37.924366 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:37.954215 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e489fbb6-89d8-4955-b70c-224a7f692af1 req-aaceb32b-cfb1-4651-b839-766669c992dd tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409708 Sep 08 08:58:38.053079 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 08:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99ba0fe-be1b-4e9c-add3-f15b45b53944 x-openstack-request-id: req-a99ba0fe-be1b-4e9c-add3-f15b45b53944 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:58:38.053374 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61972e4a-a918-4bf0-963c-7abdb701a4ab", "name": "network-vif-plugged", "status": "completed", "tag": "7de39f85-8571-457d-95bc-394c78af98ad", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:58:38.053820 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a99ba0fe-be1b-4e9c-add3-f15b45b53944 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:58:38.054463 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61972e4a-a918-4bf0-963c-7abdb701a4ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de39f85-8571-457d-95bc-394c78af98ad', 'code': 200} Sep 08 08:58:38.076272 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 08:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0946ae37-42f5-4683-ad63-c24cfd2626bb x-openstack-request-id: req-0946ae37-42f5-4683-ad63-c24cfd2626bb {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:58:38.076571 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ea3464-fcfe-4347-90db-10c5a3d93f7e", "name": "network-vif-unplugged", "status": "completed", "tag": "1bffe886-6b5c-4715-a9f3-8a19d1563114", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:58:38.076865 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0946ae37-42f5-4683-ad63-c24cfd2626bb {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:58:38.077417 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ea3464-fcfe-4347-90db-10c5a3d93f7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bffe886-6b5c-4715-a9f3-8a19d1563114', 'code': 200} Sep 08 08:58:38.099699 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:38.177294 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 08:58:38.178976 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 10621c36-59c9-4ef0-8287-095c7c25a2a6, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=10621c36-59c9-4ef0-8287-095c7c25a2a6,segment=NetworkSegment(858b0073-f111-480b-94a7-b2f14cf49fa3),segment_id=858b0073-f111-480b-94a7-b2f14cf49fa3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:58:38.192393 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:38.282655 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=10621c36-59c9-4ef0-8287-095c7c25a2a6,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:38.393031 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeea631-3de6-4427-84ae-063aa4374f87 req-5bb8e3d4-10fe-4806-b390-1e6beacb67af tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:38.395119 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cfeea631-3de6-4427-84ae-063aa4374f87 req-5bb8e3d4-10fe-4806-b390-1e6beacb67af tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/networks?id=3e83d732-3301-4ce2-9864-01154137ed8e HTTP/1.1" status: 200 len: 821 time: 0.1591949 Sep 08 08:58:38.425114 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cfeea631-3de6-4427-84ae-063aa4374f87 req-51a915ca-67fd-4d4c-96ac-a0f906ddaa26 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/quotas/8c199e70dfac4eb99b52ea567ecb2667 HTTP/1.1" status: 200 len: 375 time: 0.0236158 Sep 08 08:58:38.522461 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cfeea631-3de6-4427-84ae-063aa4374f87 req-328e4a76-59b7-40e4-b637-b90820a11a2b tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8c199e70dfac4eb99b52ea567ecb2667&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0900497 Sep 08 08:58:38.645348 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cfeea631-3de6-4427-84ae-063aa4374f87 req-01783028-73eb-411e-9900-1fe289524531 service neutron] 10.222.0.54 "GET /v2.0/networks/3e83d732-3301-4ce2-9864-01154137ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139255 Sep 08 08:58:38.779619 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cfeea631-3de6-4427-84ae-063aa4374f87 req-7a5c0d50-6904-4f45-b447-401a395212c5 service neutron] 10.222.0.54 "GET /v2.0/networks/3e83d732-3301-4ce2-9864-01154137ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244240 Sep 08 08:58:38.988674 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea80e0f-acae-40b0-b38a-4ad15caa2d12 req-bb111e1a-a935-415b-842d-d8d95fc74bf5 tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:38.997061 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8ea80e0f-acae-40b0-b38a-4ad15caa2d12 req-bb111e1a-a935-415b-842d-d8d95fc74bf5 tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8cb3b9c-5883-4795-ae4d-c276c4e39695 HTTP/1.1" status: 200 len: 949 time: 0.0584331 Sep 08 08:58:39.049309 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8ea80e0f-acae-40b0-b38a-4ad15caa2d12 req-8b04452e-6ca0-4782-8de5-6b41afa7d05e tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1e344da-9d05-41a6-b40a-757f406f4c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443108 Sep 08 08:58:39.376290 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c18be2-bf39-4a3c-93e3-9375d881ac83 req-73475925-3be3-4daa-bb79-0b98f82ce60f tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:39.378845 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a6c18be2-bf39-4a3c-93e3-9375d881ac83 req-73475925-3be3-4daa-bb79-0b98f82ce60f tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 950 time: 0.0791185 Sep 08 08:58:39.431748 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a6c18be2-bf39-4a3c-93e3-9375d881ac83 req-007bcbf4-0371-48eb-a939-e63d64bb6037 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463555 Sep 08 08:58:39.516638 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-122bfc86-93ac-4297-92cf-754aa21e9379 req-612f7274-f937-4d41-8098-26fd6ee45b4d tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/ports?device_id=65952b03-671c-48c5-ac81-aa9e4c055030 HTTP/1.1" status: 200 len: 210 time: 0.0379198 Sep 08 08:58:39.560996 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [req-e70505d2-f175-4f3b-9830-64000031b38b req-e286ee51-8ee7-4a76-8beb-e0dc17b98db4 tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 08:58:39.561991 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e70505d2-f175-4f3b-9830-64000031b38b req-e286ee51-8ee7-4a76-8beb-e0dc17b98db4 tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068555 Sep 08 08:58:39.636758 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70505d2-f175-4f3b-9830-64000031b38b req-7617ca07-db9e-4029-86be-0fc24420609e tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:39.645897 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e70505d2-f175-4f3b-9830-64000031b38b req-7617ca07-db9e-4029-86be-0fc24420609e tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] 10.222.0.54 "GET /v2.0/ports/0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6 HTTP/1.1" status: 200 len: 1094 time: 0.0502496 Sep 08 08:58:39.651675 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-e70505d2-f175-4f3b-9830-64000031b38b req-775d83cd-6fd6-4447-8f9a-484cc243a51a service neutron] Request body: {'binding': {'host': 'n-h2-806683-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:58:39.653102 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-e70505d2-f175-4f3b-9830-64000031b38b req-775d83cd-6fd6-4447-8f9a-484cc243a51a service neutron] Unknown quota resources ['binding']. {{(pid=94713) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 08 08:58:39.688660 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 10621c36-59c9-4ef0-8287-095c7c25a2a6 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:58:39.792077 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 10621c36-59c9-4ef0-8287-095c7c25a2a6 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:58:39.793560 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:39.847919 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fa21f-e00f-4ac7-80fd-e1095c7db9c6 req-195fddfe-261a-45bb-9521-f94810b246b2 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:39.855339 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-070fa21f-e00f-4ac7-80fd-e1095c7db9c6 req-195fddfe-261a-45bb-9521-f94810b246b2 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4ea3464-fcfe-4347-90db-10c5a3d93f7e HTTP/1.1" status: 200 len: 944 time: 0.0710707 Sep 08 08:58:39.907713 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-e70505d2-f175-4f3b-9830-64000031b38b req-775d83cd-6fd6-4447-8f9a-484cc243a51a service neutron] Attempting to bind port 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6 on host n-h2-806683-11 for vnic_type normal with profile None {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:58:39.909110 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-e70505d2-f175-4f3b-9830-64000031b38b req-775d83cd-6fd6-4447-8f9a-484cc243a51a service neutron] Attempting to bind port 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': 'fa7b147d-9249-4b88-b7ce-d5137c1c3a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1b780815-5142-4edc-a37a-9e502afff334'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:58:39.909864 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70505d2-f175-4f3b-9830-64000031b38b req-775d83cd-6fd6-4447-8f9a-484cc243a51a service neutron] Attempting to bind port 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6 on network 1b780815-5142-4edc-a37a-9e502afff334 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:58:39.919141 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70505d2-f175-4f3b-9830-64000031b38b req-775d83cd-6fd6-4447-8f9a-484cc243a51a service neutron] Port 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6 on network 1b780815-5142-4edc-a37a-9e502afff334 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 08:58:39.919750 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70505d2-f175-4f3b-9830-64000031b38b req-775d83cd-6fd6-4447-8f9a-484cc243a51a service neutron] Attempting to bind port 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6 on network 1b780815-5142-4edc-a37a-9e502afff334 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:58:39.927383 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-070fa21f-e00f-4ac7-80fd-e1095c7db9c6 req-9055f086-43ba-46c7-acc7-f1876fbb9d28 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681641 Sep 08 08:58:39.929002 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70505d2-f175-4f3b-9830-64000031b38b req-775d83cd-6fd6-4447-8f9a-484cc243a51a service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:58:39.929626 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70505d2-f175-4f3b-9830-64000031b38b req-775d83cd-6fd6-4447-8f9a-484cc243a51a service neutron] Checking segment: {'id': 'fa7b147d-9249-4b88-b7ce-d5137c1c3a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1b780815-5142-4edc-a37a-9e502afff334'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:58:39.930291 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70505d2-f175-4f3b-9830-64000031b38b req-775d83cd-6fd6-4447-8f9a-484cc243a51a service neutron] Bound using segment: {'id': 'fa7b147d-9249-4b88-b7ce-d5137c1c3a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1b780815-5142-4edc-a37a-9e502afff334'} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:58:39.930947 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-e70505d2-f175-4f3b-9830-64000031b38b req-775d83cd-6fd6-4447-8f9a-484cc243a51a service neutron] Bound port: 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa7b147d-9249-4b88-b7ce-d5137c1c3a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1b780815-5142-4edc-a37a-9e502afff334'}}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:58:40.039727 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-e70505d2-f175-4f3b-9830-64000031b38b req-775d83cd-6fd6-4447-8f9a-484cc243a51a service neutron] For port 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6,segment=NetworkSegment(fa7b147d-9249-4b88-b7ce-d5137c1c3a3c),segment_id=fa7b147d-9249-4b88-b7ce-d5137c1c3a3c)] {{(pid=94713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:58:40.048402 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-e70505d2-f175-4f3b-9830-64000031b38b req-775d83cd-6fd6-4447-8f9a-484cc243a51a service neutron] Notify callbacks [] for binding, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:40.049582 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e70505d2-f175-4f3b-9830-64000031b38b req-775d83cd-6fd6-4447-8f9a-484cc243a51a service neutron] 10.222.0.54 "POST /v2.0/ports/0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6/bindings HTTP/1.1" status: 201 len: 390 time: 0.4024067 Sep 08 08:58:40.078272 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4ea3464-fcfe-4347-90db-10c5a3d93f7e', 'tag': '1bffe886-6b5c-4715-a9f3-8a19d1563114'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:58:40.081305 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc17eb0-13cc-41de-93c7-c347477b90ac" -d '{"events": [{"name": "network-changed", "server_uuid": "e4ea3464-fcfe-4347-90db-10c5a3d93f7e", "tag": "1bffe886-6b5c-4715-a9f3-8a19d1563114"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:58:40.170865 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 08:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df11e49b-7194-4aee-bb66-7596a9899e1f x-openstack-request-id: req-df11e49b-7194-4aee-bb66-7596a9899e1f {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:58:40.171339 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4ea3464-fcfe-4347-90db-10c5a3d93f7e", "tag": "1bffe886-6b5c-4715-a9f3-8a19d1563114", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:58:40.171773 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-df11e49b-7194-4aee-bb66-7596a9899e1f {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:58:40.172395 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4ea3464-fcfe-4347-90db-10c5a3d93f7e', 'tag': '1bffe886-6b5c-4715-a9f3-8a19d1563114', 'status': 'completed', 'code': 200} Sep 08 08:58:40.303312 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41459ca0-f4ae-4408-b834-44cd9f96df39 req-816057c9-87a5-49a4-89f0-883dd56dbd24 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:40.304883 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-41459ca0-f4ae-4408-b834-44cd9f96df39 req-816057c9-87a5-49a4-89f0-883dd56dbd24 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb HTTP/1.1" status: 200 len: 945 time: 0.0686884 Sep 08 08:58:40.373895 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc17eb0-13cc-41de-93c7-c347477b90ac req-34a32d0f-bd9c-49ab-86c5-76bb2d3d25cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:40.376046 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2fc17eb0-13cc-41de-93c7-c347477b90ac req-34a32d0f-bd9c-49ab-86c5-76bb2d3d25cd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bc89f664d9a46b3926bfbc0f4b3f539&device_id=e4ea3464-fcfe-4347-90db-10c5a3d93f7e HTTP/1.1" status: 200 len: 1127 time: 0.0702183 Sep 08 08:58:40.388802 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-41459ca0-f4ae-4408-b834-44cd9f96df39 req-aac28d99-0897-4df7-9b7b-043c0fdb3287 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560563 Sep 08 08:58:40.516874 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc17eb0-13cc-41de-93c7-c347477b90ac req-ee941d00-1113-4fe2-a13b-b634836994b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:40.518578 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2fc17eb0-13cc-41de-93c7-c347477b90ac req-ee941d00-1113-4fe2-a13b-b634836994b9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3e5cb155-db8c-4e6c-a8fd-e937043c5b98 HTTP/1.1" status: 200 len: 921 time: 0.1286461 Sep 08 08:58:40.539971 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70505d2-f175-4f3b-9830-64000031b38b req-d3e2195a-5b68-481e-9ee2-b9530dad8a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:40.541760 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e70505d2-f175-4f3b-9830-64000031b38b req-d3e2195a-5b68-481e-9ee2-b9530dad8a57 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=453fb48635914fff8b30c3b6382194e5&device_id=6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb HTTP/1.1" status: 200 len: 1097 time: 0.0639408 Sep 08 08:58:40.626497 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2fc17eb0-13cc-41de-93c7-c347477b90ac req-9bc0e27c-b6d6-4276-a126-34ac5fb97161 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bffe886-6b5c-4715-a9f3-8a19d1563114 HTTP/1.1" status: 200 len: 217 time: 0.0442269 Sep 08 08:58:40.872509 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeea631-3de6-4427-84ae-063aa4374f87 req-39705f4a-f5d5-45f9-ae37-c8bf88aa7695 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:40.874107 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cfeea631-3de6-4427-84ae-063aa4374f87 req-39705f4a-f5d5-45f9-ae37-c8bf88aa7695 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.35 "GET /v2.0/networks?id=3e83d732-3301-4ce2-9864-01154137ed8e HTTP/1.1" status: 200 len: 821 time: 0.2905335 Sep 08 08:58:40.877802 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6cacd473-72d3-4ffc-9b57-5303520d01a6 req-2f8f2fc5-017e-49af-9409-fdb345ee1667 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/ports?device_id=65952b03-671c-48c5-ac81-aa9e4c055030 HTTP/1.1" status: 200 len: 210 time: 0.0514553 Sep 08 08:58:40.879517 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70505d2-f175-4f3b-9830-64000031b38b req-b683ecee-8bfe-430e-abf6-796280f18c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:40.881316 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e70505d2-f175-4f3b-9830-64000031b38b req-b683ecee-8bfe-430e-abf6-796280f18c91 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1b780815-5142-4edc-a37a-9e502afff334 HTTP/1.1" status: 200 len: 909 time: 0.2704847 Sep 08 08:58:40.949103 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-cfeea631-3de6-4427-84ae-063aa4374f87 req-1c3c393e-964b-455a-802a-310da941858a tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Request body: {'port': {'device_id': '65952b03-671c-48c5-ac81-aa9e4c055030', 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e', 'admin_state_up': True, 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:58:41.024964 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc17eb0-13cc-41de-93c7-c347477b90ac req-cb4436d8-fe50-4acb-bf50-97da882bd029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:41.027395 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2fc17eb0-13cc-41de-93c7-c347477b90ac req-cb4436d8-fe50-4acb-bf50-97da882bd029 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2afb1305-d593-46e6-bc8f-0ed93bbef6b9 HTTP/1.1" status: 200 len: 860 time: 0.3934965 Sep 08 08:58:41.044119 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac804b-a52e-4b29-9f71-2d84e4b6eaa2 req-50b529da-3883-40c3-8267-725dbfa893a3 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:41.045984 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3aac804b-a52e-4b29-9f71-2d84e4b6eaa2 req-50b529da-3883-40c3-8267-725dbfa893a3 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 950 time: 0.0744956 Sep 08 08:58:41.064523 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e70505d2-f175-4f3b-9830-64000031b38b req-04d24827-0226-4a02-919e-d5585c4d7784 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6 HTTP/1.1" status: 200 len: 217 time: 0.1219213 Sep 08 08:58:41.078879 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2fc17eb0-13cc-41de-93c7-c347477b90ac req-ac6f651c-34b7-4be7-83ac-9c56878d2eba service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3e5cb155-db8c-4e6c-a8fd-e937043c5b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315614 Sep 08 08:58:41.138948 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3aac804b-a52e-4b29-9f71-2d84e4b6eaa2 req-97b7be1d-1b82-4026-bd5b-338f154454c0 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808761 Sep 08 08:58:41.198618 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70505d2-f175-4f3b-9830-64000031b38b req-35e60363-9335-4b63-a892-81701bd45ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:41.200418 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e70505d2-f175-4f3b-9830-64000031b38b req-35e60363-9335-4b63-a892-81701bd45ce7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e08ea884-5afc-42c5-87f0-7a3f3f5db0de HTTP/1.1" status: 200 len: 848 time: 0.0946116 Sep 08 08:58:41.237380 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e70505d2-f175-4f3b-9830-64000031b38b req-e03acd49-9073-47e6-8a1c-c10e9c22d581 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1b780815-5142-4edc-a37a-9e502afff334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284243 Sep 08 08:58:41.296520 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2fc17eb0-13cc-41de-93c7-c347477b90ac req-614c5d12-9daf-4e65-82cf-b3d1b5241c7a service neutron] 10.222.0.35 "GET /v2.0/networks/3e5cb155-db8c-4e6c-a8fd-e937043c5b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914093 Sep 08 08:58:41.383673 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfeea631-3de6-4427-84ae-063aa4374f87 req-1c3c393e-964b-455a-802a-310da941858a tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Made reservation on behalf of 8c199e70dfac4eb99b52ea567ecb2667 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:58:41.388833 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cfeea631-3de6-4427-84ae-063aa4374f87 req-1c3c393e-964b-455a-802a-310da941858a tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:41.436588 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2fc17eb0-13cc-41de-93c7-c347477b90ac req-80b505bb-1fc1-419a-ba18-0b3b18a3d987 service neutron] 10.222.0.35 "GET /v2.0/networks/3e5cb155-db8c-4e6c-a8fd-e937043c5b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267605 Sep 08 08:58:41.525636 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2fcd7-a0fe-4bb7-ae44-b1ac5db91df7 req-b4440080-956e-4561-b6b2-6382e163e99e tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:41.527602 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c3e2fcd7-a0fe-4bb7-ae44-b1ac5db91df7 req-b4440080-956e-4561-b6b2-6382e163e99e tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4ea3464-fcfe-4347-90db-10c5a3d93f7e HTTP/1.1" status: 200 len: 944 time: 0.2478368 Sep 08 08:58:41.556609 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e70505d2-f175-4f3b-9830-64000031b38b req-1cec7f9e-2f29-4719-b78b-9e7e86421edb service neutron] 10.222.0.35 "GET /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077884 Sep 08 08:58:41.616706 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c3e2fcd7-a0fe-4bb7-ae44-b1ac5db91df7 req-f1903b48-3573-461c-8978-8441a33e9e9f tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815873 Sep 08 08:58:41.718177 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 93ea2d1b-7062-459f-8bb6-1ba42026d4c6 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 08:58:41.755101 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-cfeea631-3de6-4427-84ae-063aa4374f87 req-1c3c393e-964b-455a-802a-310da941858a tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Allocated IP 172.20.0.11 (3e83d732-3301-4ce2-9864-01154137ed8e/dfdfbc22-6c05-4dc3-9d40-8856272af6fd/a7b15f56-56ce-43a4-a849-fff2a1d13382) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:58:41.885231 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:41.935547 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8cb3b9c-5883-4795-ae4d-c276c4e39695', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93ea2d1b-7062-459f-8bb6-1ba42026d4c6'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:58:41.944628 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4071e7-5e45-4bd0-a593-09bcfc22175f" -d '{"events": [{"server_uuid": "e8cb3b9c-5883-4795-ae4d-c276c4e39695", "name": "network-vif-unplugged", "status": "completed", "tag": "93ea2d1b-7062-459f-8bb6-1ba42026d4c6"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:58:41.972343 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 93ea2d1b-7062-459f-8bb6-1ba42026d4c6, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=93ea2d1b-7062-459f-8bb6-1ba42026d4c6,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:58:41.984601 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:42.015668 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2914ccc-2b45-4564-b886-8ac5b6220d6c req-015e0328-3509-4233-9ad4-2bc64c92ea9a tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:42.018979 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f2914ccc-2b45-4564-b886-8ac5b6220d6c req-015e0328-3509-4233-9ad4-2bc64c92ea9a tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb HTTP/1.1" status: 200 len: 945 time: 0.1076226 Sep 08 08:58:42.080013 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=93ea2d1b-7062-459f-8bb6-1ba42026d4c6,revision_number=8']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:42.146684 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f2914ccc-2b45-4564-b886-8ac5b6220d6c req-ea9a64a7-c663-4df2-b683-9ba1df4aaf1d tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209900 Sep 08 08:58:42.228508 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e70505d2-f175-4f3b-9830-64000031b38b req-2a5527e7-c9d1-4925-bc75-c562f5c6ccc7 service neutron] 10.222.0.35 "GET /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6594229 Sep 08 08:58:42.336223 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fb24c516-c75d-4117-a317-8e8588bafdc4 req-44915dff-f653-456f-aa8b-764c51fb570e tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/ports?device_id=65952b03-671c-48c5-ac81-aa9e4c055030 HTTP/1.1" status: 200 len: 210 time: 0.0632675 Sep 08 08:58:42.408436 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 08:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64a9e2c-1e77-4c89-a0cd-63829c55bb75 x-openstack-request-id: req-e64a9e2c-1e77-4c89-a0cd-63829c55bb75 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:58:42.409499 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8cb3b9c-5883-4795-ae4d-c276c4e39695", "name": "network-vif-unplugged", "status": "completed", "tag": "93ea2d1b-7062-459f-8bb6-1ba42026d4c6", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:58:42.409956 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e64a9e2c-1e77-4c89-a0cd-63829c55bb75 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:58:42.410718 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8cb3b9c-5883-4795-ae4d-c276c4e39695', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93ea2d1b-7062-459f-8bb6-1ba42026d4c6', 'code': 200} Sep 08 08:58:42.434860 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cfeea631-3de6-4427-84ae-063aa4374f87 req-1c3c393e-964b-455a-802a-310da941858a tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:42.477627 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-cfeea631-3de6-4427-84ae-063aa4374f87 req-1c3c393e-964b-455a-802a-310da941858a tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Transition to ACTIVE for port object a7b15f56-56ce-43a4-a849-fff2a1d13382 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:58:42.531292 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cfeea631-3de6-4427-84ae-063aa4374f87 req-1c3c393e-964b-455a-802a-310da941858a tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:42.584504 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfeea631-3de6-4427-84ae-063aa4374f87 req-1c3c393e-964b-455a-802a-310da941858a tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Network 3e83d732-3301-4ce2-9864-01154137ed8e is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:58:42.591988 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-cfeea631-3de6-4427-84ae-063aa4374f87 req-1c3c393e-964b-455a-802a-310da941858a tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:58:42.597881 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfeea631-3de6-4427-84ae-063aa4374f87 req-1c3c393e-964b-455a-802a-310da941858a tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:58:42.603618 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c393e-964b-455a-802a-310da941858a tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Pushing event updated for resources: {'Port': ['ID=a7b15f56-56ce-43a4-a849-fff2a1d13382,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:42.648873 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbadd39-47aa-4b51-9ebe-f16f05722fdc req-83ad8b53-35a1-4957-aa45-d6e3aa90f083 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:42.658911 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-edbadd39-47aa-4b51-9ebe-f16f05722fdc req-83ad8b53-35a1-4957-aa45-d6e3aa90f083 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 950 time: 0.0770242 Sep 08 08:58:42.706698 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-edbadd39-47aa-4b51-9ebe-f16f05722fdc req-ec0af2be-4154-4640-9088-b56f10432b70 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468507 Sep 08 08:58:42.780359 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeea631-3de6-4427-84ae-063aa4374f87 req-1c3c393e-964b-455a-802a-310da941858a tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:42.781033 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cfeea631-3de6-4427-84ae-063aa4374f87 req-1c3c393e-964b-455a-802a-310da941858a tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:42.849219 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cfeea631-3de6-4427-84ae-063aa4374f87 req-1c3c393e-964b-455a-802a-310da941858a tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9083843 Sep 08 08:58:42.855424 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35bf96-2262-4ff1-9875-ca37dcf17042 req-4e8dbbf6-3927-425b-bf4b-ef1c8ad8a35a tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:42.860801 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-e41744ed-548f-4595-b39b-215897889186 service neutron] 10.222.0.35 "GET /v2.0/ports/1bffe886-6b5c-4715-a9f3-8a19d1563114/bindings/n-h1-806683-11 HTTP/1.1" status: 200 len: 385 time: 0.1721849 Sep 08 08:58:42.863780 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ef35bf96-2262-4ff1-9875-ca37dcf17042 req-4e8dbbf6-3927-425b-bf4b-ef1c8ad8a35a tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4ea3464-fcfe-4347-90db-10c5a3d93f7e HTTP/1.1" status: 200 len: 944 time: 0.0719283 Sep 08 08:58:42.880497 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-cfeea631-3de6-4427-84ae-063aa4374f87 req-bff38d19-90d5-4acb-80e8-552d1464bda5 service neutron] Request body: {'port': {'device_id': '65952b03-671c-48c5-ac81-aa9e4c055030', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:58:42.913813 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ef35bf96-2262-4ff1-9875-ca37dcf17042 req-2ebdb241-799b-4fb9-b384-289f33a1e122 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489109 Sep 08 08:58:42.941275 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a668669-012f-419c-adfa-37b378de551a req-d5cb3f8d-4953-4287-a8cc-1cb294306154 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:42.943010 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4a668669-012f-419c-adfa-37b378de551a req-d5cb3f8d-4953-4287-a8cc-1cb294306154 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/networks?id=73148cfc-c54d-48ac-9639-a21534b9f302 HTTP/1.1" status: 200 len: 804 time: 0.2228613 Sep 08 08:58:42.952384 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-31f6bf6d-afa7-4f38-92af-f41d52db90e3 None None] Provisioning for port a7b15f56-56ce-43a4-a849-fff2a1d13382 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:58:42.956862 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-31f6bf6d-afa7-4f38-92af-f41d52db90e3 None None] Provisioning complete for port a7b15f56-56ce-43a4-a849-fff2a1d13382 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:58:42.957246 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-31f6bf6d-afa7-4f38-92af-f41d52db90e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:42.993109 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-31f6bf6d-afa7-4f38-92af-f41d52db90e3 None None] Port a7b15f56-56ce-43a4-a849-fff2a1d13382 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 08:58:42.994647 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4a668669-012f-419c-adfa-37b378de551a req-124eeadc-0f14-4830-b801-9d32213db2a0 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/quotas/a70633ea737e41be9ceaf93dd1b77ce8 HTTP/1.1" status: 200 len: 375 time: 0.0395103 Sep 08 08:58:43.021662 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cfeea631-3de6-4427-84ae-063aa4374f87 req-bff38d19-90d5-4acb-80e8-552d1464bda5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:43.159569 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4a668669-012f-419c-adfa-37b378de551a req-e4349d8a-a6ca-4919-b0b6-8b456f245720 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=a70633ea737e41be9ceaf93dd1b77ce8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1581256 Sep 08 08:58:43.269220 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81fbbc3-d059-4109-b113-5e5dfcbc262c req-d07bdce6-b10c-41a0-b91c-81a9c90f25c1 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:43.270972 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e81fbbc3-d059-4109-b113-5e5dfcbc262c req-d07bdce6-b10c-41a0-b91c-81a9c90f25c1 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb HTTP/1.1" status: 200 len: 945 time: 0.0540264 Sep 08 08:58:43.319078 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e81fbbc3-d059-4109-b113-5e5dfcbc262c req-4e778045-00ba-440a-ac6e-8643e5f2423f tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402608 Sep 08 08:58:43.413337 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-ddfbf3dd-ccb5-4f9e-a2be-33951a88f8ff service neutron] For port 1bffe886-6b5c-4715-a9f3-8a19d1563114, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=1bffe886-6b5c-4715-a9f3-8a19d1563114,segment=NetworkSegment(63991058-0ef2-4358-ae31-7e348d60a2c9),segment_id=63991058-0ef2-4358-ae31-7e348d60a2c9)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:58:43.483289 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4a668669-012f-419c-adfa-37b378de551a req-fa4956f9-2735-4f60-be04-f28b245f2c47 service neutron] 10.222.0.54 "GET /v2.0/networks/73148cfc-c54d-48ac-9639-a21534b9f302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563822 Sep 08 08:58:43.489528 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-ddfbf3dd-ccb5-4f9e-a2be-33951a88f8ff service neutron] For port 1bffe886-6b5c-4715-a9f3-8a19d1563114, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:58:43.539654 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71289378-1e57-4bc9-9b54-1265a8054f3c req-113a533c-c1ed-4ac0-b027-82ed2e58c520 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:43.541282 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-71289378-1e57-4bc9-9b54-1265a8054f3c req-113a533c-c1ed-4ac0-b027-82ed2e58c520 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/ports?device_id=65952b03-671c-48c5-ac81-aa9e4c055030 HTTP/1.1" status: 200 len: 932 time: 0.0577855 Sep 08 08:58:43.574828 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-ddfbf3dd-ccb5-4f9e-a2be-33951a88f8ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bffe886-6b5c-4715-a9f3-8a19d1563114 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:58:43.587132 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-71289378-1e57-4bc9-9b54-1265a8054f3c req-e285ad24-941c-4119-9663-d1334e8528f5 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/security-groups?id=2be87b16-a743-4855-aee7-31c69cd6fd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392003 Sep 08 08:58:43.625555 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-ddfbf3dd-ccb5-4f9e-a2be-33951a88f8ff service neutron] For port 1bffe886-6b5c-4715-a9f3-8a19d1563114, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=1bffe886-6b5c-4715-a9f3-8a19d1563114,segment=NetworkSegment(63991058-0ef2-4358-ae31-7e348d60a2c9),segment_id=63991058-0ef2-4358-ae31-7e348d60a2c9)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:58:43.654109 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-ddfbf3dd-ccb5-4f9e-a2be-33951a88f8ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:43.737309 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4a668669-012f-419c-adfa-37b378de551a req-66b46aaf-2703-48ad-b15d-11b924b9c2b6 service neutron] 10.222.0.54 "GET /v2.0/networks/73148cfc-c54d-48ac-9639-a21534b9f302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443557 Sep 08 08:58:43.741474 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-cfeea631-3de6-4427-84ae-063aa4374f87 req-bff38d19-90d5-4acb-80e8-552d1464bda5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7b15f56-56ce-43a4-a849-fff2a1d13382 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:58:43.760351 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cfeea631-3de6-4427-84ae-063aa4374f87 req-bff38d19-90d5-4acb-80e8-552d1464bda5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:43.797081 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-cfeea631-3de6-4427-84ae-063aa4374f87 req-bff38d19-90d5-4acb-80e8-552d1464bda5 service neutron] Transition to ACTIVE for port object a7b15f56-56ce-43a4-a849-fff2a1d13382 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:58:43.811324 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cfeea631-3de6-4427-84ae-063aa4374f87 req-bff38d19-90d5-4acb-80e8-552d1464bda5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:43.851371 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 1bffe886-6b5c-4715-a9f3-8a19d1563114 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 08:58:43.886679 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff38d19-90d5-4acb-80e8-552d1464bda5 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b15f56-56ce-43a4-a849-fff2a1d13382,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:43.913053 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-ddfbf3dd-ccb5-4f9e-a2be-33951a88f8ff service neutron] Transition to ACTIVE for port object 1bffe886-6b5c-4715-a9f3-8a19d1563114 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:58:43.961208 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 1bffe886-6b5c-4715-a9f3-8a19d1563114 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 08:58:43.971879 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad49d89d-4679-4131-9d11-8fd6096ddd1b req-dd1c2c37-856e-4db6-a314-8144443eeacc tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:43.973411 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ad49d89d-4679-4131-9d11-8fd6096ddd1b req-dd1c2c37-856e-4db6-a314-8144443eeacc tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 950 time: 0.1249075 Sep 08 08:58:44.004915 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-ddfbf3dd-ccb5-4f9e-a2be-33951a88f8ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:44.030662 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ad49d89d-4679-4131-9d11-8fd6096ddd1b req-e0a7f391-8362-4b5d-a267-c26e3a940a4d tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509498 Sep 08 08:58:44.122472 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfbf3dd-ccb5-4f9e-a2be-33951a88f8ff service neutron] Pushing event updated for resources: {'Port': ['ID=1bffe886-6b5c-4715-a9f3-8a19d1563114,revision_number=10']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:44.155757 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-13828cbf-7eb1-424e-bca2-87384ea58566 req-d39deb3d-3830-4838-87ff-04895e498b64 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=88f7fa94-74a6-43be-bd88-0c051f66c6a8 HTTP/1.1" status: 200 len: 210 time: 0.1421633 Sep 08 08:58:44.193907 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-cfeea631-3de6-4427-84ae-063aa4374f87 req-bff38d19-90d5-4acb-80e8-552d1464bda5 service neutron] Attempting to bind port a7b15f56-56ce-43a4-a849-fff2a1d13382 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:58:44.196888 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-cfeea631-3de6-4427-84ae-063aa4374f87 req-bff38d19-90d5-4acb-80e8-552d1464bda5 service neutron] Attempting to bind port a7b15f56-56ce-43a4-a849-fff2a1d13382 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '858b0073-f111-480b-94a7-b2f14cf49fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:58:44.201256 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfeea631-3de6-4427-84ae-063aa4374f87 req-bff38d19-90d5-4acb-80e8-552d1464bda5 service neutron] Attempting to bind port a7b15f56-56ce-43a4-a849-fff2a1d13382 on network 3e83d732-3301-4ce2-9864-01154137ed8e {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:58:44.222766 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfeea631-3de6-4427-84ae-063aa4374f87 req-bff38d19-90d5-4acb-80e8-552d1464bda5 service neutron] Port a7b15f56-56ce-43a4-a849-fff2a1d13382 on network 3e83d732-3301-4ce2-9864-01154137ed8e not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 08:58:44.224830 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfeea631-3de6-4427-84ae-063aa4374f87 req-bff38d19-90d5-4acb-80e8-552d1464bda5 service neutron] Attempting to bind port a7b15f56-56ce-43a4-a849-fff2a1d13382 on network 3e83d732-3301-4ce2-9864-01154137ed8e {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:58:44.232124 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67efd1b0-818d-4136-8ee9-b647f08d8fc0 req-2c8e2b92-ef6a-4f78-9e61-d3629e39a3b5 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:44.234818 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-67efd1b0-818d-4136-8ee9-b647f08d8fc0 req-2c8e2b92-ef6a-4f78-9e61-d3629e39a3b5 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4ea3464-fcfe-4347-90db-10c5a3d93f7e HTTP/1.1" status: 200 len: 945 time: 0.1057482 Sep 08 08:58:44.252901 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-ddfbf3dd-ccb5-4f9e-a2be-33951a88f8ff service neutron] No DVR routers for this DVR port 1bffe886-6b5c-4715-a9f3-8a19d1563114 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 08:58:44.258845 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfeea631-3de6-4427-84ae-063aa4374f87 req-bff38d19-90d5-4acb-80e8-552d1464bda5 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:58:44.259186 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfeea631-3de6-4427-84ae-063aa4374f87 req-bff38d19-90d5-4acb-80e8-552d1464bda5 service neutron] Checking segment: {'id': '858b0073-f111-480b-94a7-b2f14cf49fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:58:44.259572 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfeea631-3de6-4427-84ae-063aa4374f87 req-bff38d19-90d5-4acb-80e8-552d1464bda5 service neutron] Bound using segment: {'id': '858b0073-f111-480b-94a7-b2f14cf49fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:58:44.260203 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-cfeea631-3de6-4427-84ae-063aa4374f87 req-bff38d19-90d5-4acb-80e8-552d1464bda5 service neutron] Bound port: a7b15f56-56ce-43a4-a849-fff2a1d13382, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '858b0073-f111-480b-94a7-b2f14cf49fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:58:44.260393 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cfeea631-3de6-4427-84ae-063aa4374f87 req-bff38d19-90d5-4acb-80e8-552d1464bda5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:44.295946 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-ddfbf3dd-ccb5-4f9e-a2be-33951a88f8ff service neutron] 10.222.0.35 "PUT /v2.0/ports/1bffe886-6b5c-4715-a9f3-8a19d1563114/bindings/n-h1-806683-11/activate HTTP/1.1" status: 200 len: 370 time: 1.4114020 Sep 08 08:58:44.301579 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-67efd1b0-818d-4136-8ee9-b647f08d8fc0 req-24dcb33a-d3aa-409e-9086-9658c0a64e93 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588183 Sep 08 08:58:44.405099 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-cfeea631-3de6-4427-84ae-063aa4374f87 req-bff38d19-90d5-4acb-80e8-552d1464bda5 service neutron] For port a7b15f56-56ce-43a4-a849-fff2a1d13382, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:58:44.409659 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-cfeea631-3de6-4427-84ae-063aa4374f87 req-bff38d19-90d5-4acb-80e8-552d1464bda5 service neutron] For port a7b15f56-56ce-43a4-a849-fff2a1d13382, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=a7b15f56-56ce-43a4-a849-fff2a1d13382,segment=NetworkSegment(858b0073-f111-480b-94a7-b2f14cf49fa3),segment_id=858b0073-f111-480b-94a7-b2f14cf49fa3)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:58:44.416833 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cfeea631-3de6-4427-84ae-063aa4374f87 req-bff38d19-90d5-4acb-80e8-552d1464bda5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:44.538596 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeea631-3de6-4427-84ae-063aa4374f87 req-bff38d19-90d5-4acb-80e8-552d1464bda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:44.539318 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cfeea631-3de6-4427-84ae-063aa4374f87 req-bff38d19-90d5-4acb-80e8-552d1464bda5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:44.540750 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cfeea631-3de6-4427-84ae-063aa4374f87 req-bff38d19-90d5-4acb-80e8-552d1464bda5 service neutron] 10.222.0.35 "PUT /v2.0/ports/a7b15f56-56ce-43a4-a849-fff2a1d13382 HTTP/1.1" status: 200 len: 1093 time: 1.6645222 Sep 08 08:58:44.541304 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65952b03-671c-48c5-ac81-aa9e4c055030', 'tag': 'a7b15f56-56ce-43a4-a849-fff2a1d13382'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:58:44.544596 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff90a675-9ff2-43c9-9195-3ee759974252" -d '{"events": [{"name": "network-changed", "server_uuid": "65952b03-671c-48c5-ac81-aa9e4c055030", "tag": "a7b15f56-56ce-43a4-a849-fff2a1d13382"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:58:44.598289 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff38d19-90d5-4acb-80e8-552d1464bda5 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b15f56-56ce-43a4-a849-fff2a1d13382,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:44.608778 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-e4d01008-c7a8-403c-bc03-286298a65898 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:44.610644 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-e4d01008-c7a8-403c-bc03-286298a65898 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e4ea3464-fcfe-4347-90db-10c5a3d93f7e&tenant_id=0bc89f664d9a46b3926bfbc0f4b3f539&binding%3Ahost_id=n-h2-806683-11 HTTP/1.1" status: 200 len: 1097 time: 0.1850469 Sep 08 08:58:44.644347 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52538f27-412f-4aee-8d17-21a3ff7c375f req-29867368-6e44-411f-862b-8baab76d779f tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:44.657186 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-52538f27-412f-4aee-8d17-21a3ff7c375f req-29867368-6e44-411f-862b-8baab76d779f tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb HTTP/1.1" status: 200 len: 945 time: 0.2252171 Sep 08 08:58:44.705781 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 08:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0c0ffa-80e1-4f20-bb58-122814551d7f x-openstack-request-id: req-3a0c0ffa-80e1-4f20-bb58-122814551d7f {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:58:44.706157 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65952b03-671c-48c5-ac81-aa9e4c055030", "tag": "a7b15f56-56ce-43a4-a849-fff2a1d13382", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:58:44.706497 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3a0c0ffa-80e1-4f20-bb58-122814551d7f {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:58:44.706906 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65952b03-671c-48c5-ac81-aa9e4c055030', 'tag': 'a7b15f56-56ce-43a4-a849-fff2a1d13382', 'status': 'completed', 'code': 200} Sep 08 08:58:44.770540 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37121664-87ff-45e6-bd70-4c185e401780 req-0fc0dec8-51ee-4479-a8c1-6f1846ab02e6 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:44.781057 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-37121664-87ff-45e6-bd70-4c185e401780 req-0fc0dec8-51ee-4479-a8c1-6f1846ab02e6 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/ports?device_id=65952b03-671c-48c5-ac81-aa9e4c055030 HTTP/1.1" status: 200 len: 944 time: 0.0892975 Sep 08 08:58:44.818776 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-52538f27-412f-4aee-8d17-21a3ff7c375f req-d707f912-dadb-4543-959b-ecdb5111a052 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606073 Sep 08 08:58:44.833701 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-37121664-87ff-45e6-bd70-4c185e401780 req-bdee40c5-e7d5-4d06-9ac9-5f38a71ab49f tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/security-groups?id=2be87b16-a743-4855-aee7-31c69cd6fd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514631 Sep 08 08:58:44.879583 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-92a43991-f762-4f77-a953-3cbf6b1b1b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:44.881925 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-92a43991-f762-4f77-a953-3cbf6b1b1b4a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e4ea3464-fcfe-4347-90db-10c5a3d93f7e&tenant_id=0bc89f664d9a46b3926bfbc0f4b3f539 HTTP/1.1" status: 200 len: 1097 time: 0.1783211 Sep 08 08:58:44.885984 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeea631-3de6-4427-84ae-063aa4374f87 req-aaa34123-3cfa-4194-9653-ebc0820014fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:44.888318 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cfeea631-3de6-4427-84ae-063aa4374f87 req-aaa34123-3cfa-4194-9653-ebc0820014fc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8c199e70dfac4eb99b52ea567ecb2667&device_id=65952b03-671c-48c5-ac81-aa9e4c055030 HTTP/1.1" status: 200 len: 1096 time: 0.1861858 Sep 08 08:58:44.968688 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cfeea631-3de6-4427-84ae-063aa4374f87 req-7de4a39c-431f-4583-9b7e-b2831b13a5dc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7b15f56-56ce-43a4-a849-fff2a1d13382 HTTP/1.1" status: 200 len: 217 time: 0.0523396 Sep 08 08:58:45.004461 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-408951a7-fb5e-40f5-bb9d-50a09097a6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:45.005980 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-408951a7-fb5e-40f5-bb9d-50a09097a6ad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0bc89f664d9a46b3926bfbc0f4b3f539&device_id=e4ea3464-fcfe-4347-90db-10c5a3d93f7e HTTP/1.1" status: 200 len: 1097 time: 0.0470588 Sep 08 08:58:45.131827 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeea631-3de6-4427-84ae-063aa4374f87 req-c28d2fb7-1231-4eca-8afe-85e2f22c6ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:45.133316 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cfeea631-3de6-4427-84ae-063aa4374f87 req-c28d2fb7-1231-4eca-8afe-85e2f22c6ec6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfdfbc22-6c05-4dc3-9d40-8856272af6fd HTTP/1.1" status: 200 len: 860 time: 0.1314819 Sep 08 08:58:45.205617 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9129c-6202-4d5f-9b83-262df1fa8c15 req-51e3a3a6-5d2e-481e-87aa-06da011c4959 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:45.207987 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cdd9129c-6202-4d5f-9b83-262df1fa8c15 req-51e3a3a6-5d2e-481e-87aa-06da011c4959 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.37 "GET /v2.0/ports?device_id=61972e4a-a918-4bf0-963c-7abdb701a4ab HTTP/1.1" status: 200 len: 946 time: 0.0723729 Sep 08 08:58:45.222836 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-3640922a-1353-4772-bfc7-a0fb7ab2dac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:45.224332 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-3640922a-1353-4772-bfc7-a0fb7ab2dac2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3e5cb155-db8c-4e6c-a8fd-e937043c5b98 HTTP/1.1" status: 200 len: 921 time: 0.2100646 Sep 08 08:58:45.234549 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d92f1ec-5d75-4d7d-99a2-572680dd6286 req-73c6b78f-d5e8-4ab5-a11b-d6ab47ceda40 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:45.236202 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6d92f1ec-5d75-4d7d-99a2-572680dd6286 req-73c6b78f-d5e8-4ab5-a11b-d6ab47ceda40 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 950 time: 0.1209648 Sep 08 08:58:45.291124 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-874aa58b-5306-47c5-abff-cd473cb7e1cb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bffe886-6b5c-4715-a9f3-8a19d1563114 HTTP/1.1" status: 200 len: 217 time: 0.0539103 Sep 08 08:58:45.295802 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeea631-3de6-4427-84ae-063aa4374f87 req-992b121d-7f0d-4d8e-8d1e-15084f42e22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:45.297374 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cfeea631-3de6-4427-84ae-063aa4374f87 req-992b121d-7f0d-4d8e-8d1e-15084f42e22c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3e83d732-3301-4ce2-9864-01154137ed8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1339061 Sep 08 08:58:45.311668 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6f736af7-3173-4f9f-aff3-b65875fabe2a req-8e3fad1f-f3de-460b-a247-c15fecb3380b tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=88f7fa94-74a6-43be-bd88-0c051f66c6a8 HTTP/1.1" status: 200 len: 210 time: 0.0426786 Sep 08 08:58:45.377713 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-cdd9129c-6202-4d5f-9b83-262df1fa8c15 req-50038fc5-1a9e-464d-8ff5-a9d163e823a6 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Deleting port 7de39f85-8571-457d-95bc-394c78af98ad {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 08:58:45.378200 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-cdd9129c-6202-4d5f-9b83-262df1fa8c15 req-50038fc5-1a9e-464d-8ff5-a9d163e823a6 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:45.383482 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6d92f1ec-5d75-4d7d-99a2-572680dd6286 req-319cb528-7d82-4722-9f9a-4d1a24aa4b9e tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345534 Sep 08 08:58:45.519936 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d0904-4c55-4c50-a0d8-a1135aa1badf req-fc6fdf62-9460-4f4a-88eb-208cd89cc284 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:45.529730 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f02d0904-4c55-4c50-a0d8-a1135aa1badf req-fc6fdf62-9460-4f4a-88eb-208cd89cc284 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4ea3464-fcfe-4347-90db-10c5a3d93f7e HTTP/1.1" status: 200 len: 945 time: 0.1057005 Sep 08 08:58:45.574549 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-43342ea1-9a61-4754-8199-c3592bfa8d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:45.576037 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-43342ea1-9a61-4754-8199-c3592bfa8d9f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2afb1305-d593-46e6-bc8f-0ed93bbef6b9 HTTP/1.1" status: 200 len: 860 time: 0.2684529 Sep 08 08:58:45.592059 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f02d0904-4c55-4c50-a0d8-a1135aa1badf req-28a22a0c-c011-43c9-a88d-f404f1f26a6d tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613434 Sep 08 08:58:45.599702 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-cdd9129c-6202-4d5f-9b83-262df1fa8c15 req-50038fc5-1a9e-464d-8ff5-a9d163e823a6 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] For port 7de39f85-8571-457d-95bc-394c78af98ad, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=7de39f85-8571-457d-95bc-394c78af98ad,segment=NetworkSegment(a820c156-0183-407b-aed4-3cdafce41ef3),segment_id=a820c156-0183-407b-aed4-3cdafce41ef3)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:58:45.601479 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-cdd9129c-6202-4d5f-9b83-262df1fa8c15 req-50038fc5-1a9e-464d-8ff5-a9d163e823a6 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:45.619898 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-cdd9129c-6202-4d5f-9b83-262df1fa8c15 req-50038fc5-1a9e-464d-8ff5-a9d163e823a6 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Calling delete_port for 7de39f85-8571-457d-95bc-394c78af98ad owned by compute:nova {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 08:58:45.639498 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-f05c9ffe-c02e-449c-b546-850a49a27b24 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3e5cb155-db8c-4e6c-a8fd-e937043c5b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525558 Sep 08 08:58:45.643273 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cfeea631-3de6-4427-84ae-063aa4374f87 req-94c828af-da02-4842-8e82-1bf1ac9e74aa service neutron] 10.222.0.35 "GET /v2.0/networks/3e83d732-3301-4ce2-9864-01154137ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339901 Sep 08 08:58:45.651899 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a668669-012f-419c-adfa-37b378de551a req-0292d066-17ae-4888-9e85-f8724c7b0483 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:45.653861 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4a668669-012f-419c-adfa-37b378de551a req-0292d066-17ae-4888-9e85-f8724c7b0483 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.35 "GET /v2.0/networks?id=73148cfc-c54d-48ac-9639-a21534b9f302 HTTP/1.1" status: 200 len: 804 time: 0.2399387 Sep 08 08:58:45.702767 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-4a668669-012f-419c-adfa-37b378de551a req-8ea35639-e38f-480d-9b57-1685482e2733 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Request body: {'port': {'device_id': '88f7fa94-74a6-43be-bd88-0c051f66c6a8', 'network_id': '73148cfc-c54d-48ac-9639-a21534b9f302', 'admin_state_up': True, 'tenant_id': 'a70633ea737e41be9ceaf93dd1b77ce8'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:58:45.759948 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 93ea2d1b-7062-459f-8bb6-1ba42026d4c6 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 08:58:45.778650 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 7de39f85-8571-457d-95bc-394c78af98ad no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 08:58:45.786458 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-cdd9129c-6202-4d5f-9b83-262df1fa8c15 req-50038fc5-1a9e-464d-8ff5-a9d163e823a6 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:45.808795 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 7de39f85-8571-457d-95bc-394c78af98ad {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 08:58:45.809508 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 7de39f85-8571-457d-95bc-394c78af98ad not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 08:58:45.894693 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50038fc5-1a9e-464d-8ff5-a9d163e823a6 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Pushing event deleted for resources: {'Port': ['ID=7de39f85-8571-457d-95bc-394c78af98ad,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:45.920351 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd9129c-6202-4d5f-9b83-262df1fa8c15 req-50038fc5-1a9e-464d-8ff5-a9d163e823a6 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] No DVR routers for this DVR port 7de39f85-8571-457d-95bc-394c78af98ad on host n-h1-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 08:58:45.923167 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-cdd9129c-6202-4d5f-9b83-262df1fa8c15 req-50038fc5-1a9e-464d-8ff5-a9d163e823a6 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:45.925314 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cdd9129c-6202-4d5f-9b83-262df1fa8c15 req-50038fc5-1a9e-464d-8ff5-a9d163e823a6 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.37 "DELETE /v2.0/ports/7de39f85-8571-457d-95bc-394c78af98ad HTTP/1.1" status: 204 len: 173 time: 0.7017481 Sep 08 08:58:45.925739 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61972e4a-a918-4bf0-963c-7abdb701a4ab', 'name': 'network-vif-deleted', 'tag': '7de39f85-8571-457d-95bc-394c78af98ad'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:58:45.928971 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87130f1-df91-4dbf-98e0-b82f6beb7589" -d '{"events": [{"server_uuid": "61972e4a-a918-4bf0-963c-7abdb701a4ab", "name": "network-vif-deleted", "tag": "7de39f85-8571-457d-95bc-394c78af98ad"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:58:45.963014 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-7514ad3a-1b72-4704-979f-115f51167c2a service neutron] 10.222.0.37 "GET /v2.0/networks/3e5cb155-db8c-4e6c-a8fd-e937043c5b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078907 Sep 08 08:58:45.991583 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 93ea2d1b-7062-459f-8bb6-1ba42026d4c6, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=93ea2d1b-7062-459f-8bb6-1ba42026d4c6,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:58:46.007338 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '93ea2d1b-7062-459f-8bb6-1ba42026d4c6', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'port_id': '93ea2d1b-7062-459f-8bb6-1ba42026d4c6', 'mac_address': 'fa:16:3e:f9:ad:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc66e4b-ecb5-4c99-afe1-0a78c722534a', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 08:58:46.021360 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3753c60d-64cb-4920-b05e-74676db44201 req-480d6cf4-ad6f-4b96-b9ab-29a5465827e2 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:46.031933 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3753c60d-64cb-4920-b05e-74676db44201 req-480d6cf4-ad6f-4b96-b9ab-29a5465827e2 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb HTTP/1.1" status: 200 len: 945 time: 0.0941286 Sep 08 08:58:46.049421 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cfeea631-3de6-4427-84ae-063aa4374f87 req-a07b88da-3109-4cff-9699-a5a2cd45c43c service neutron] 10.222.0.35 "GET /v2.0/networks/3e83d732-3301-4ce2-9864-01154137ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667524 Sep 08 08:58:46.087014 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:46.105810 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93ea2d1b-7062-459f-8bb6-1ba42026d4c6 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:58:46.108265 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3753c60d-64cb-4920-b05e-74676db44201 req-9213654d-6730-4b70-8d6d-b2ae3bbe46c7 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732453 Sep 08 08:58:46.111560 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a668669-012f-419c-adfa-37b378de551a req-8ea35639-e38f-480d-9b57-1685482e2733 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Made reservation on behalf of a70633ea737e41be9ceaf93dd1b77ce8 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:58:46.116493 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4a668669-012f-419c-adfa-37b378de551a req-8ea35639-e38f-480d-9b57-1685482e2733 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:46.138283 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 93ea2d1b-7062-459f-8bb6-1ba42026d4c6, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=93ea2d1b-7062-459f-8bb6-1ba42026d4c6,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:58:46.149089 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:46.157524 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b23579-dd37-4d6e-a656-eb7354ba2fc2 req-3b3feae8-a591-4d6f-b995-4de158879f67 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:46.159205 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-49b23579-dd37-4d6e-a656-eb7354ba2fc2 req-3b3feae8-a591-4d6f-b995-4de158879f67 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/ports?device_id=65952b03-671c-48c5-ac81-aa9e4c055030 HTTP/1.1" status: 200 len: 944 time: 0.1564248 Sep 08 08:58:46.192009 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 08:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d82d3a-5be6-4a12-933a-e50a0865f1fe x-openstack-request-id: req-e3d82d3a-5be6-4a12-933a-e50a0865f1fe {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:58:46.192751 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61972e4a-a918-4bf0-963c-7abdb701a4ab", "name": "network-vif-deleted", "tag": "7de39f85-8571-457d-95bc-394c78af98ad", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:58:46.193169 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e3d82d3a-5be6-4a12-933a-e50a0865f1fe {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:58:46.193960 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61972e4a-a918-4bf0-963c-7abdb701a4ab', 'name': 'network-vif-deleted', 'tag': '7de39f85-8571-457d-95bc-394c78af98ad', 'status': 'completed', 'code': 200} Sep 08 08:58:46.270704 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=93ea2d1b-7062-459f-8bb6-1ba42026d4c6,revision_number=9']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:46.327845 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-c621911d-b682-4dfb-a0fd-0a5be13cf204 service neutron] 10.222.0.37 "GET /v2.0/networks/3e5cb155-db8c-4e6c-a8fd-e937043c5b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393965 Sep 08 08:58:46.353737 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-49b23579-dd37-4d6e-a656-eb7354ba2fc2 req-8a36264b-2225-48b4-8f3b-d93d1c3edb2f tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/security-groups?id=2be87b16-a743-4855-aee7-31c69cd6fd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834412 Sep 08 08:58:46.384461 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['93ea2d1b-7062-459f-8bb6-1ba42026d4c6'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:58:46.423328 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff90a675-9ff2-43c9-9195-3ee759974252 req-e5a665d4-b0ae-4542-93b1-31f1d50c34b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:46.425013 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ff90a675-9ff2-43c9-9195-3ee759974252 req-e5a665d4-b0ae-4542-93b1-31f1d50c34b1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8c199e70dfac4eb99b52ea567ecb2667&device_id=65952b03-671c-48c5-ac81-aa9e4c055030 HTTP/1.1" status: 200 len: 1096 time: 0.1719866 Sep 08 08:58:46.595045 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30d1de-bd07-4b13-9c45-4447d0c917ad req-1b2355cf-f026-4621-868a-064fe8307814 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:46.603687 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3a30d1de-bd07-4b13-9c45-4447d0c917ad req-1b2355cf-f026-4621-868a-064fe8307814 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 950 time: 0.0715914 Sep 08 08:58:46.647915 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff90a675-9ff2-43c9-9195-3ee759974252 req-2b756185-27a4-4453-b242-0bcdff44ba69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:46.649674 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ff90a675-9ff2-43c9-9195-3ee759974252 req-2b756185-27a4-4453-b242-0bcdff44ba69 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3e83d732-3301-4ce2-9864-01154137ed8e HTTP/1.1" status: 200 len: 922 time: 0.2139118 Sep 08 08:58:46.657237 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3a30d1de-bd07-4b13-9c45-4447d0c917ad req-5b57b4c6-6a9d-4775-9446-e5ffde8504df tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466251 Sep 08 08:58:46.801531 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe81331-c508-4d44-921b-839dd86ced05 req-5a1489dc-77b3-43f1-b786-904070eaeafe tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:46.803937 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0fe81331-c508-4d44-921b-839dd86ced05 req-5a1489dc-77b3-43f1-b786-904070eaeafe tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4ea3464-fcfe-4347-90db-10c5a3d93f7e HTTP/1.1" status: 200 len: 945 time: 0.0707507 Sep 08 08:58:46.853529 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0fe81331-c508-4d44-921b-839dd86ced05 req-94836bec-e77c-4461-b54d-4b4a747f0361 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418725 Sep 08 08:58:47.031409 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f0912558-00ac-4127-b567-4434140b13f8 req-0c43dbc0-8901-4bbe-a764-33b386abd131 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=88f7fa94-74a6-43be-bd88-0c051f66c6a8 HTTP/1.1" status: 200 len: 210 time: 0.5115938 Sep 08 08:58:47.048461 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-4a668669-012f-419c-adfa-37b378de551a req-8ea35639-e38f-480d-9b57-1685482e2733 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Allocated IP 172.20.0.11 (73148cfc-c54d-48ac-9639-a21534b9f302/b6b1a525-4d60-465e-8609-7f98f126ac0e/200c6b65-8e96-46d4-8587-fbe972aaba33) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:58:47.085038 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ff90a675-9ff2-43c9-9195-3ee759974252 req-949ddbf1-c6f0-484d-8cfd-501a09480e24 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7b15f56-56ce-43a4-a849-fff2a1d13382 HTTP/1.1" status: 200 len: 217 time: 0.0486562 Sep 08 08:58:47.192254 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-740681c2-0dae-43f6-b504-e5cb068ea63e req-47fc2a30-8666-40f8-bc66-60ec0d9320fb service neutron] 10.222.0.35 "GET /v2.0/ports/4683da4a-df6c-41f5-a23f-e13eaeba9910/bindings/n-h2-806683-11 HTTP/1.1" status: 200 len: 383 time: 0.2066429 Sep 08 08:58:47.239386 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff90a675-9ff2-43c9-9195-3ee759974252 req-c98ddcb5-455a-49e8-b5ac-df4c8dda3232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:47.240826 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ff90a675-9ff2-43c9-9195-3ee759974252 req-c98ddcb5-455a-49e8-b5ac-df4c8dda3232 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfdfbc22-6c05-4dc3-9d40-8856272af6fd HTTP/1.1" status: 200 len: 860 time: 0.1469140 Sep 08 08:58:47.306978 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b02ae-0a70-40d0-ad29-598085fcc992 req-6a8fe3de-bab9-45b1-baf4-3c8b5370d56b tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:47.309338 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-256b02ae-0a70-40d0-ad29-598085fcc992 req-6a8fe3de-bab9-45b1-baf4-3c8b5370d56b tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb HTTP/1.1" status: 200 len: 945 time: 0.0801373 Sep 08 08:58:47.408809 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-256b02ae-0a70-40d0-ad29-598085fcc992 req-a884e711-1db1-4dc7-b2f6-38fc94910f07 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907011 Sep 08 08:58:47.421615 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff90a675-9ff2-43c9-9195-3ee759974252 req-9c5c9597-b822-43bf-a346-83008c266382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:47.423243 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ff90a675-9ff2-43c9-9195-3ee759974252 req-9c5c9597-b822-43bf-a346-83008c266382 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3e83d732-3301-4ce2-9864-01154137ed8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1649048 Sep 08 08:58:47.626557 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-50633d7f-4766-4387-a0e9-184d659656b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:47.679237 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4a668669-012f-419c-adfa-37b378de551a req-8ea35639-e38f-480d-9b57-1685482e2733 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:47.702669 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad1a37-60a0-482a-8646-d2a157180ddd req-11143369-cb1c-4810-b224-b09733065d88 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:47.704626 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-69ad1a37-60a0-482a-8646-d2a157180ddd req-11143369-cb1c-4810-b224-b09733065d88 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/ports?device_id=65952b03-671c-48c5-ac81-aa9e4c055030 HTTP/1.1" status: 200 len: 944 time: 0.1592438 Sep 08 08:58:47.714974 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-b3436754-9290-4ac1-9443-3a7a9288ef1c tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:47.716858 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-b3436754-9290-4ac1-9443-3a7a9288ef1c tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e4ea3464-fcfe-4347-90db-10c5a3d93f7e&tenant_id=0bc89f664d9a46b3926bfbc0f4b3f539&binding%3Ahost_id=n-h1-806683-11 HTTP/1.1" status: 200 len: 1097 time: 0.2305737 Sep 08 08:58:47.764049 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740681c2-0dae-43f6-b504-e5cb068ea63e req-8f740ce5-2721-4860-b5b3-9b73d8c5b368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:47.765639 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-740681c2-0dae-43f6-b504-e5cb068ea63e req-8f740ce5-2721-4860-b5b3-9b73d8c5b368 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527&tenant_id=3b45c9e6adc04db08d877665d90d8206 HTTP/1.1" status: 200 len: 1102 time: 0.1573117 Sep 08 08:58:47.851424 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 93ea2d1b-7062-459f-8bb6-1ba42026d4c6 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:58:47.880380 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-69ad1a37-60a0-482a-8646-d2a157180ddd req-90bb7061-86a4-4a11-8a4e-e7409747eff2 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/security-groups?id=2be87b16-a743-4855-aee7-31c69cd6fd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605861 Sep 08 08:58:47.887193 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ff90a675-9ff2-43c9-9195-3ee759974252 req-5f8216b5-6b36-4cfb-9ae2-61e646320b4d service neutron] 10.222.0.35 "GET /v2.0/networks/3e83d732-3301-4ce2-9864-01154137ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4525599 Sep 08 08:58:47.925206 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 93ea2d1b-7062-459f-8bb6-1ba42026d4c6 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:58:47.925588 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:48.001269 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621bc27-3c62-4e78-a6d5-81e87f4a73ea req-9d7a9ff2-3199-4c24-84a3-e4e5d42d4738 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:48.005084 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4621bc27-3c62-4e78-a6d5-81e87f4a73ea req-9d7a9ff2-3199-4c24-84a3-e4e5d42d4738 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 950 time: 0.2175713 Sep 08 08:58:48.029456 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740681c2-0dae-43f6-b504-e5cb068ea63e req-fd7a0730-86e0-4946-a56a-cdc0ea80ea8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:48.031404 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-740681c2-0dae-43f6-b504-e5cb068ea63e req-fd7a0730-86e0-4946-a56a-cdc0ea80ea8c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3b45c9e6adc04db08d877665d90d8206&device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 1102 time: 0.2015476 Sep 08 08:58:48.035464 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:48.059704 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ff90a675-9ff2-43c9-9195-3ee759974252 req-53106a57-6f8f-46aa-b71b-433870d2fd17 service neutron] 10.222.0.35 "GET /v2.0/networks/3e83d732-3301-4ce2-9864-01154137ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474819 Sep 08 08:58:48.098004 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4621bc27-3c62-4e78-a6d5-81e87f4a73ea req-f94738dd-5bb3-453a-b399-6c2cfac9e5cb tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772200 Sep 08 08:58:48.105962 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8cb3b9c-5883-4795-ae4d-c276c4e39695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ea2d1b-7062-459f-8bb6-1ba42026d4c6'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:58:48.109137 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b4ed26-331b-4387-904a-cb7bea323ab5" -d '{"events": [{"server_uuid": "e8cb3b9c-5883-4795-ae4d-c276c4e39695", "name": "network-vif-plugged", "status": "completed", "tag": "93ea2d1b-7062-459f-8bb6-1ba42026d4c6"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:58:48.141952 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 93ea2d1b-7062-459f-8bb6-1ba42026d4c6, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=93ea2d1b-7062-459f-8bb6-1ba42026d4c6,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:58:48.154407 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:48.156346 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 7de39f85-8571-457d-95bc-394c78af98ad no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 08:58:48.190830 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4a668669-012f-419c-adfa-37b378de551a req-8ea35639-e38f-480d-9b57-1685482e2733 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:48.198404 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 7de39f85-8571-457d-95bc-394c78af98ad {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 08:58:48.198653 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 7de39f85-8571-457d-95bc-394c78af98ad not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 08:58:48.202921 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740681c2-0dae-43f6-b504-e5cb068ea63e req-8b9c26a6-4764-4a22-b9dd-8bb4cb55a75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:48.205853 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-740681c2-0dae-43f6-b504-e5cb068ea63e req-8b9c26a6-4764-4a22-b9dd-8bb4cb55a75c service neutron] 10.222.0.35 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.1592314 Sep 08 08:58:48.210160 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc44a8d-9460-42d5-9c77-6fbebe1592d1 req-57c49e13-5e8c-4363-8462-5427d5557b78 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:48.212791 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5cc44a8d-9460-42d5-9c77-6fbebe1592d1 req-57c49e13-5e8c-4363-8462-5427d5557b78 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4ea3464-fcfe-4347-90db-10c5a3d93f7e HTTP/1.1" status: 200 len: 945 time: 0.1565318 Sep 08 08:58:48.249280 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a668669-012f-419c-adfa-37b378de551a req-8ea35639-e38f-480d-9b57-1685482e2733 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Network 73148cfc-c54d-48ac-9639-a21534b9f302 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:58:48.257555 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=93ea2d1b-7062-459f-8bb6-1ba42026d4c6,revision_number=10']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:48.273756 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-740681c2-0dae-43f6-b504-e5cb068ea63e req-84d6661b-f1dd-492d-b728-51fbf9bc35c9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=4683da4a-df6c-41f5-a23f-e13eaeba9910 HTTP/1.1" status: 200 len: 217 time: 0.0597782 Sep 08 08:58:48.276894 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-4a668669-012f-419c-adfa-37b378de551a req-8ea35639-e38f-480d-9b57-1685482e2733 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:58:48.302117 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a668669-012f-419c-adfa-37b378de551a req-8ea35639-e38f-480d-9b57-1685482e2733 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:58:48.346998 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5cc44a8d-9460-42d5-9c77-6fbebe1592d1 req-79bff9ad-05fc-4fac-8158-31595bf97db3 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954587 Sep 08 08:58:48.384486 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740681c2-0dae-43f6-b504-e5cb068ea63e req-924245f2-35d3-40c3-ba19-2ed818edd616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:48.384486 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-740681c2-0dae-43f6-b504-e5cb068ea63e req-924245f2-35d3-40c3-ba19-2ed818edd616 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.0995095 Sep 08 08:58:48.407740 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea35639-e38f-480d-9b57-1685482e2733 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Pushing event updated for resources: {'Port': ['ID=200c6b65-8e96-46d4-8587-fbe972aaba33,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:48.412208 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad9676-d2a5-4c8f-a094-cb71334800e6 req-5fd11f1a-b2a7-4801-b241-31a2d810001f tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:48.420232 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4fad9676-d2a5-4c8f-a094-cb71334800e6 req-5fd11f1a-b2a7-4801-b241-31a2d810001f tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=88f7fa94-74a6-43be-bd88-0c051f66c6a8 HTTP/1.1" status: 200 len: 932 time: 0.0836303 Sep 08 08:58:48.427942 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a668669-012f-419c-adfa-37b378de551a req-8ea35639-e38f-480d-9b57-1685482e2733 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:48.428609 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4a668669-012f-419c-adfa-37b378de551a req-8ea35639-e38f-480d-9b57-1685482e2733 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:48.445249 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 08:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c041ba-5d35-4d39-9ef1-4670e0d03a82 x-openstack-request-id: req-86c041ba-5d35-4d39-9ef1-4670e0d03a82 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:58:48.445615 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8cb3b9c-5883-4795-ae4d-c276c4e39695", "name": "network-vif-plugged", "status": "completed", "tag": "93ea2d1b-7062-459f-8bb6-1ba42026d4c6", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:58:48.445832 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-86c041ba-5d35-4d39-9ef1-4670e0d03a82 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:58:48.446372 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8cb3b9c-5883-4795-ae4d-c276c4e39695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ea2d1b-7062-459f-8bb6-1ba42026d4c6', 'code': 200} Sep 08 08:58:48.452723 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4a668669-012f-419c-adfa-37b378de551a req-8ea35639-e38f-480d-9b57-1685482e2733 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7562952 Sep 08 08:58:48.471594 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-45858f71-f4f3-45ea-a4ca-464d5113eab0 service neutron] For port 1bffe886-6b5c-4715-a9f3-8a19d1563114, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:58:48.485891 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-45858f71-f4f3-45ea-a4ca-464d5113eab0 service neutron] Notify callbacks [] for binding, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:48.485891 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d9e9607e-7875-4fcb-9c8f-5968ed674cc0 req-45858f71-f4f3-45ea-a4ca-464d5113eab0 service neutron] 10.222.0.37 "DELETE /v2.0/ports/1bffe886-6b5c-4715-a9f3-8a19d1563114/bindings/n-h2-806683-11 HTTP/1.1" status: 204 len: 173 time: 0.7341406 Sep 08 08:58:48.489647 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-4a668669-012f-419c-adfa-37b378de551a req-12e197b0-c73d-4002-a480-b027ad23d218 service neutron] Request body: {'port': {'device_id': '88f7fa94-74a6-43be-bd88-0c051f66c6a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:58:48.520908 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4fad9676-d2a5-4c8f-a094-cb71334800e6 req-c52f75a2-4c72-485f-b610-fed4d29d0124 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996161 Sep 08 08:58:48.550827 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740681c2-0dae-43f6-b504-e5cb068ea63e req-2bb5bf73-f613-4f4f-b902-ac30baff1b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:48.552636 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-740681c2-0dae-43f6-b504-e5cb068ea63e req-2bb5bf73-f613-4f4f-b902-ac30baff1b4c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1595063 Sep 08 08:58:48.570660 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4a668669-012f-419c-adfa-37b378de551a req-12e197b0-c73d-4002-a480-b027ad23d218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:48.747723 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8295f86-71d0-4bcd-9470-5d598722c2cc req-c7a9c036-6f70-4c46-aadd-6a93d4008f75 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:48.749304 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d8295f86-71d0-4bcd-9470-5d598722c2cc req-c7a9c036-6f70-4c46-aadd-6a93d4008f75 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=e4ea3464-fcfe-4347-90db-10c5a3d93f7e HTTP/1.1" status: 200 len: 1097 time: 0.1240201 Sep 08 08:58:48.810639 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad33554-7085-4890-908d-20a2d4a6ae52 req-bb6215ad-7c8a-4895-8355-5f9221c1e503 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:48.813703 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0ad33554-7085-4890-908d-20a2d4a6ae52 req-bb6215ad-7c8a-4895-8355-5f9221c1e503 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb HTTP/1.1" status: 200 len: 945 time: 0.1752934 Sep 08 08:58:48.827945 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d8295f86-71d0-4bcd-9470-5d598722c2cc req-8b202111-41fc-409e-b01e-2a4a8bc4a0c9 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716753 Sep 08 08:58:48.877165 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-740681c2-0dae-43f6-b504-e5cb068ea63e req-39bfa2fc-ff79-4568-9b38-552781c18e72 service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097064 Sep 08 08:58:49.010212 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-4a668669-012f-419c-adfa-37b378de551a req-12e197b0-c73d-4002-a480-b027ad23d218 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 200c6b65-8e96-46d4-8587-fbe972aaba33 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:58:49.028065 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0ad33554-7085-4890-908d-20a2d4a6ae52 req-77d295da-50c8-4105-8d54-86aaf67a4282 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039702 Sep 08 08:58:49.032849 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4a668669-012f-419c-adfa-37b378de551a req-12e197b0-c73d-4002-a480-b027ad23d218 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:49.070854 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-4a668669-012f-419c-adfa-37b378de551a req-12e197b0-c73d-4002-a480-b027ad23d218 service neutron] Transition to ACTIVE for port object 200c6b65-8e96-46d4-8587-fbe972aaba33 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:58:49.080322 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4a668669-012f-419c-adfa-37b378de551a req-12e197b0-c73d-4002-a480-b027ad23d218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:49.095439 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-740681c2-0dae-43f6-b504-e5cb068ea63e req-c7b16fbd-de56-4893-8219-30082b9c8746 service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108996 Sep 08 08:58:49.269352 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e197b0-c73d-4002-a480-b027ad23d218 service neutron] Pushing event updated for resources: {'Port': ['ID=200c6b65-8e96-46d4-8587-fbe972aaba33,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:49.281809 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0712be39-c08f-4a22-8bde-9ac5753c2667 req-831c213e-a7bb-4f3d-849b-5b342ac8e5b8 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:49.283135 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff569a9-2680-4407-9696-25df0cfda0ce req-600e4772-72e6-475d-9f8c-22754de4426c tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:49.286147 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0ff569a9-2680-4407-9696-25df0cfda0ce req-600e4772-72e6-475d-9f8c-22754de4426c tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=e4ea3464-fcfe-4347-90db-10c5a3d93f7e HTTP/1.1" status: 200 len: 1097 time: 0.1208341 Sep 08 08:58:49.291483 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0712be39-c08f-4a22-8bde-9ac5753c2667 req-831c213e-a7bb-4f3d-849b-5b342ac8e5b8 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/ports?device_id=65952b03-671c-48c5-ac81-aa9e4c055030 HTTP/1.1" status: 200 len: 944 time: 0.1516678 Sep 08 08:58:49.374732 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0712be39-c08f-4a22-8bde-9ac5753c2667 req-691971b6-8c5d-45be-8133-f7d444bb06d4 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/security-groups?id=2be87b16-a743-4855-aee7-31c69cd6fd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766041 Sep 08 08:58:49.405564 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0ff569a9-2680-4407-9696-25df0cfda0ce req-373fd698-ba24-4335-90f2-9a576f7b0905 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943115 Sep 08 08:58:49.416496 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-4a668669-012f-419c-adfa-37b378de551a req-12e197b0-c73d-4002-a480-b027ad23d218 service neutron] Attempting to bind port 200c6b65-8e96-46d4-8587-fbe972aaba33 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:58:49.417964 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-4a668669-012f-419c-adfa-37b378de551a req-12e197b0-c73d-4002-a480-b027ad23d218 service neutron] Attempting to bind port 200c6b65-8e96-46d4-8587-fbe972aaba33 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': 'a820c156-0183-407b-aed4-3cdafce41ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '73148cfc-c54d-48ac-9639-a21534b9f302'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:58:49.418579 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a668669-012f-419c-adfa-37b378de551a req-12e197b0-c73d-4002-a480-b027ad23d218 service neutron] Attempting to bind port 200c6b65-8e96-46d4-8587-fbe972aaba33 on network 73148cfc-c54d-48ac-9639-a21534b9f302 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:58:49.424093 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a668669-012f-419c-adfa-37b378de551a req-12e197b0-c73d-4002-a480-b027ad23d218 service neutron] Port 200c6b65-8e96-46d4-8587-fbe972aaba33 on network 73148cfc-c54d-48ac-9639-a21534b9f302 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 08:58:49.424519 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a668669-012f-419c-adfa-37b378de551a req-12e197b0-c73d-4002-a480-b027ad23d218 service neutron] Attempting to bind port 200c6b65-8e96-46d4-8587-fbe972aaba33 on network 73148cfc-c54d-48ac-9639-a21534b9f302 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:58:49.430857 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a668669-012f-419c-adfa-37b378de551a req-12e197b0-c73d-4002-a480-b027ad23d218 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:58:49.431577 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a668669-012f-419c-adfa-37b378de551a req-12e197b0-c73d-4002-a480-b027ad23d218 service neutron] Checking segment: {'id': 'a820c156-0183-407b-aed4-3cdafce41ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '73148cfc-c54d-48ac-9639-a21534b9f302'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:58:49.432159 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a668669-012f-419c-adfa-37b378de551a req-12e197b0-c73d-4002-a480-b027ad23d218 service neutron] Bound using segment: {'id': 'a820c156-0183-407b-aed4-3cdafce41ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '73148cfc-c54d-48ac-9639-a21534b9f302'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:58:49.433422 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-4a668669-012f-419c-adfa-37b378de551a req-12e197b0-c73d-4002-a480-b027ad23d218 service neutron] Bound port: 200c6b65-8e96-46d4-8587-fbe972aaba33, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a820c156-0183-407b-aed4-3cdafce41ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '73148cfc-c54d-48ac-9639-a21534b9f302'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:58:49.434094 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4a668669-012f-419c-adfa-37b378de551a req-12e197b0-c73d-4002-a480-b027ad23d218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:49.540540 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-4a668669-012f-419c-adfa-37b378de551a req-12e197b0-c73d-4002-a480-b027ad23d218 service neutron] For port 200c6b65-8e96-46d4-8587-fbe972aaba33, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:58:49.550178 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-4a668669-012f-419c-adfa-37b378de551a req-12e197b0-c73d-4002-a480-b027ad23d218 service neutron] For port 200c6b65-8e96-46d4-8587-fbe972aaba33, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=200c6b65-8e96-46d4-8587-fbe972aaba33,segment=NetworkSegment(a820c156-0183-407b-aed4-3cdafce41ef3),segment_id=a820c156-0183-407b-aed4-3cdafce41ef3)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:58:49.570561 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4a668669-012f-419c-adfa-37b378de551a req-12e197b0-c73d-4002-a480-b027ad23d218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:49.615399 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436e660-e4a1-49ba-a0ba-c3e0c6b9eee9 req-7ed985fc-9ff2-4484-ba99-2cede5e5d623 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:49.616227 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a668669-012f-419c-adfa-37b378de551a req-12e197b0-c73d-4002-a480-b027ad23d218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:49.616545 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4a668669-012f-419c-adfa-37b378de551a req-12e197b0-c73d-4002-a480-b027ad23d218 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:49.618355 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4a668669-012f-419c-adfa-37b378de551a req-12e197b0-c73d-4002-a480-b027ad23d218 service neutron] 10.222.0.35 "PUT /v2.0/ports/200c6b65-8e96-46d4-8587-fbe972aaba33 HTTP/1.1" status: 200 len: 1093 time: 1.1451714 Sep 08 08:58:49.618906 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f7fa94-74a6-43be-bd88-0c051f66c6a8', 'tag': '200c6b65-8e96-46d4-8587-fbe972aaba33'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:58:49.623418 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df9a71b-9e82-42fc-a22e-acc7ee809710" -d '{"events": [{"name": "network-changed", "server_uuid": "88f7fa94-74a6-43be-bd88-0c051f66c6a8", "tag": "200c6b65-8e96-46d4-8587-fbe972aaba33"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:58:49.630584 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f436e660-e4a1-49ba-a0ba-c3e0c6b9eee9 req-7ed985fc-9ff2-4484-ba99-2cede5e5d623 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 950 time: 0.1774890 Sep 08 08:58:49.670492 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e197b0-c73d-4002-a480-b027ad23d218 service neutron] Pushing event updated for resources: {'Port': ['ID=200c6b65-8e96-46d4-8587-fbe972aaba33,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:49.705335 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f436e660-e4a1-49ba-a0ba-c3e0c6b9eee9 req-da4c43b9-9de1-47c2-a851-c6c1e1883878 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738494 Sep 08 08:58:49.877162 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a668669-012f-419c-adfa-37b378de551a req-58cc7012-af36-4e4d-9737-b43f574dedb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:49.878997 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4a668669-012f-419c-adfa-37b378de551a req-58cc7012-af36-4e4d-9737-b43f574dedb8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a70633ea737e41be9ceaf93dd1b77ce8&device_id=88f7fa94-74a6-43be-bd88-0c051f66c6a8 HTTP/1.1" status: 200 len: 1096 time: 0.1364923 Sep 08 08:58:49.885781 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device a7b15f56-56ce-43a4-a849-fff2a1d13382 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 08:58:49.905816 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 4683da4a-df6c-41f5-a23f-e13eaeba9910 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 08:58:49.906239 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1496b6-ca7f-41aa-b911-f40ad1eed08a req-819b0fe0-aa9f-4954-b2e5-d305badb42c4 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:49.919126 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ce1496b6-ca7f-41aa-b911-f40ad1eed08a req-819b0fe0-aa9f-4954-b2e5-d305badb42c4 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=88f7fa94-74a6-43be-bd88-0c051f66c6a8 HTTP/1.1" status: 200 len: 944 time: 0.1115043 Sep 08 08:58:49.932133 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 08:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0328ea82-1744-4492-b6a2-055683b7b22f x-openstack-request-id: req-0328ea82-1744-4492-b6a2-055683b7b22f {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:58:49.932645 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f7fa94-74a6-43be-bd88-0c051f66c6a8", "tag": "200c6b65-8e96-46d4-8587-fbe972aaba33", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:58:49.932964 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0328ea82-1744-4492-b6a2-055683b7b22f {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:58:49.933819 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f7fa94-74a6-43be-bd88-0c051f66c6a8', 'tag': '200c6b65-8e96-46d4-8587-fbe972aaba33', 'status': 'completed', 'code': 200} Sep 08 08:58:49.996306 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4a668669-012f-419c-adfa-37b378de551a req-ff1205a3-a98c-4451-b05f-db4328d14dec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=200c6b65-8e96-46d4-8587-fbe972aaba33 HTTP/1.1" status: 200 len: 217 time: 0.0611794 Sep 08 08:58:50.044567 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ce1496b6-ca7f-41aa-b911-f40ad1eed08a req-efbcb4f1-a960-491d-9ebc-ce9e821175eb tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242864 Sep 08 08:58:50.139996 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a668669-012f-419c-adfa-37b378de551a req-d5d2e27a-11a7-4aae-945c-8fc889ad3207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:50.143641 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4a668669-012f-419c-adfa-37b378de551a req-d5d2e27a-11a7-4aae-945c-8fc889ad3207 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b6b1a525-4d60-465e-8609-7f98f126ac0e HTTP/1.1" status: 200 len: 844 time: 0.1394773 Sep 08 08:58:50.250826 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4a668669-012f-419c-adfa-37b378de551a req-24f76580-7881-4e58-9d17-764c2829d469 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=73148cfc-c54d-48ac-9639-a21534b9f302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953362 Sep 08 08:58:50.301342 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:50.315577 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port a7b15f56-56ce-43a4-a849-fff2a1d13382, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=a7b15f56-56ce-43a4-a849-fff2a1d13382,segment=NetworkSegment(858b0073-f111-480b-94a7-b2f14cf49fa3),segment_id=858b0073-f111-480b-94a7-b2f14cf49fa3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:58:50.401916 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': 'a7b15f56-56ce-43a4-a849-fff2a1d13382', 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e', 'port_id': 'a7b15f56-56ce-43a4-a849-fff2a1d13382', 'mac_address': 'fa:16:3e:fb:00:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfdfbc22-6c05-4dc3-9d40-8856272af6fd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 08:58:50.475934 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa297ade-e7eb-4556-a947-3d35d8b73527', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4683da4a-df6c-41f5-a23f-e13eaeba9910'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:58:50.490649 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902e7bee-028e-4ee3-b165-9f03fd2c917a" -d '{"events": [{"server_uuid": "fa297ade-e7eb-4556-a947-3d35d8b73527", "name": "network-vif-unplugged", "status": "completed", "tag": "4683da4a-df6c-41f5-a23f-e13eaeba9910"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:58:50.509814 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:50.609154 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 4683da4a-df6c-41f5-a23f-e13eaeba9910, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=4683da4a-df6c-41f5-a23f-e13eaeba9910,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:58:50.624991 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:50.637309 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca02bd-570f-4423-be6e-f5958fc422f3 req-46d812aa-fd4e-42a5-a0e5-08ffd96de79d tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:50.642823 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-09ca02bd-570f-4423-be6e-f5958fc422f3 req-46d812aa-fd4e-42a5-a0e5-08ffd96de79d tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb HTTP/1.1" status: 200 len: 945 time: 0.1729290 Sep 08 08:58:50.705102 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:50.716441 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-09ca02bd-570f-4423-be6e-f5958fc422f3 req-2194d09d-94aa-4760-806a-b735f305250a tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576282 Sep 08 08:58:50.745720 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4a668669-012f-419c-adfa-37b378de551a req-d60ebc99-bb2d-4dbb-be3b-433059a6c67e service neutron] 10.222.0.35 "GET /v2.0/networks/73148cfc-c54d-48ac-9639-a21534b9f302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4549534 Sep 08 08:58:50.773177 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7b15f56-56ce-43a4-a849-fff2a1d13382 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:58:51.001359 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 08:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3a95da-bc55-49e9-babf-4fc78e364b25 x-openstack-request-id: req-4d3a95da-bc55-49e9-babf-4fc78e364b25 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:58:51.002989 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa297ade-e7eb-4556-a947-3d35d8b73527", "name": "network-vif-unplugged", "status": "completed", "tag": "4683da4a-df6c-41f5-a23f-e13eaeba9910", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:58:51.002989 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4d3a95da-bc55-49e9-babf-4fc78e364b25 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:58:51.002989 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa297ade-e7eb-4556-a947-3d35d8b73527', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4683da4a-df6c-41f5-a23f-e13eaeba9910', 'code': 200} Sep 08 08:58:51.004942 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-40b21b02-aacf-413c-837a-6cdd1d7f0174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:51.036746 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=4683da4a-df6c-41f5-a23f-e13eaeba9910,revision_number=6']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:51.064745 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4a668669-012f-419c-adfa-37b378de551a req-90e6bc60-1f2b-4c3d-8f61-65f0d4b50bde service neutron] 10.222.0.35 "GET /v2.0/networks/73148cfc-c54d-48ac-9639-a21534b9f302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413523 Sep 08 08:58:51.082739 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port a7b15f56-56ce-43a4-a849-fff2a1d13382, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=a7b15f56-56ce-43a4-a849-fff2a1d13382,segment=NetworkSegment(858b0073-f111-480b-94a7-b2f14cf49fa3),segment_id=858b0073-f111-480b-94a7-b2f14cf49fa3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:58:51.092409 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:51.116453 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69447cda-83c5-45f7-80b2-779405d257b0 req-2dd32f8b-334c-40c0-a58f-0a966edf8520 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:51.120692 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-69447cda-83c5-45f7-80b2-779405d257b0 req-2dd32f8b-334c-40c0-a58f-0a966edf8520 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/ports?device_id=65952b03-671c-48c5-ac81-aa9e4c055030 HTTP/1.1" status: 200 len: 944 time: 0.4345355 Sep 08 08:58:51.218782 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=a7b15f56-56ce-43a4-a849-fff2a1d13382,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:51.258881 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d40bf47-2d20-4b19-80c8-803d7a8e8437 req-08b41263-eb03-4a21-800f-b9264f1f9184 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:51.260727 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1d40bf47-2d20-4b19-80c8-803d7a8e8437 req-08b41263-eb03-4a21-800f-b9264f1f9184 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 948 time: 0.0725758 Sep 08 08:58:51.319106 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-69447cda-83c5-45f7-80b2-779405d257b0 req-391b3afc-e38e-41b9-8d5e-95b58ffc9c4d tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/security-groups?id=2be87b16-a743-4855-aee7-31c69cd6fd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763914 Sep 08 08:58:51.324511 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9a71b-9e82-42fc-a22e-acc7ee809710 req-66e07bd1-eca5-4a4e-a5e1-9fb6c71c8050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:51.329050 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1df9a71b-9e82-42fc-a22e-acc7ee809710 req-66e07bd1-eca5-4a4e-a5e1-9fb6c71c8050 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a70633ea737e41be9ceaf93dd1b77ce8&device_id=88f7fa94-74a6-43be-bd88-0c051f66c6a8 HTTP/1.1" status: 200 len: 1096 time: 0.1636405 Sep 08 08:58:51.350648 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1d40bf47-2d20-4b19-80c8-803d7a8e8437 req-36fec427-c032-4fdc-9fb5-790aff875d65 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772913 Sep 08 08:58:51.589467 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9a71b-9e82-42fc-a22e-acc7ee809710 req-1f19c896-9db8-46ea-86ee-8bec520b2a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:51.592016 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1df9a71b-9e82-42fc-a22e-acc7ee809710 req-1f19c896-9db8-46ea-86ee-8bec520b2a2a service neutron] 10.222.0.35 "GET /v2.0/networks?id=73148cfc-c54d-48ac-9639-a21534b9f302 HTTP/1.1" status: 200 len: 905 time: 0.2539258 Sep 08 08:58:51.603394 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883ac9a-0ce2-4033-b162-71e0eb708e45 req-cdbd8032-10fc-41cc-8835-a000e838e77c tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:51.620360 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5883ac9a-0ce2-4033-b162-71e0eb708e45 req-cdbd8032-10fc-41cc-8835-a000e838e77c tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=88f7fa94-74a6-43be-bd88-0c051f66c6a8 HTTP/1.1" status: 200 len: 944 time: 0.1360881 Sep 08 08:58:51.694342 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1df9a71b-9e82-42fc-a22e-acc7ee809710 req-031640db-8ad4-4cfa-a624-6ffcfd56f3b5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=200c6b65-8e96-46d4-8587-fbe972aaba33 HTTP/1.1" status: 200 len: 217 time: 0.0928576 Sep 08 08:58:51.696680 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5883ac9a-0ce2-4033-b162-71e0eb708e45 req-ba6c2d83-e5e0-42f3-9b19-cd3b5848a942 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743213 Sep 08 08:58:51.790899 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9a71b-9e82-42fc-a22e-acc7ee809710 req-b0c5a1f4-b640-41aa-a124-845dc7975dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:51.793486 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1df9a71b-9e82-42fc-a22e-acc7ee809710 req-b0c5a1f4-b640-41aa-a124-845dc7975dc3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b6b1a525-4d60-465e-8609-7f98f126ac0e HTTP/1.1" status: 200 len: 844 time: 0.0802760 Sep 08 08:58:51.795178 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['a7b15f56-56ce-43a4-a849-fff2a1d13382'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:58:51.880455 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1df9a71b-9e82-42fc-a22e-acc7ee809710 req-d2e6a144-64c9-46d4-aaf6-6017747767fa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=73148cfc-c54d-48ac-9639-a21534b9f302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762932 Sep 08 08:58:52.067370 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:52.147337 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea239cbc-d91e-4712-ac97-3b924d903c04 req-f2cd6733-23cf-4cf2-a9a9-aa4aa2ce42b3 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:52.160255 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ea239cbc-d91e-4712-ac97-3b924d903c04 req-f2cd6733-23cf-4cf2-a9a9-aa4aa2ce42b3 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb HTTP/1.1" status: 200 len: 945 time: 0.2701883 Sep 08 08:58:52.179265 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1df9a71b-9e82-42fc-a22e-acc7ee809710 req-3662525c-78bf-4f40-8784-b7b8d21dedee service neutron] 10.222.0.35 "GET /v2.0/networks/73148cfc-c54d-48ac-9639-a21534b9f302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890220 Sep 08 08:58:52.241879 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ea239cbc-d91e-4712-ac97-3b924d903c04 req-e5c135df-9b8b-4cfb-bd69-9d0222037341 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813894 Sep 08 08:58:52.350535 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1df9a71b-9e82-42fc-a22e-acc7ee809710 req-d42749a6-8d1a-40b0-8923-0046054ff8a9 service neutron] 10.222.0.35 "GET /v2.0/networks/73148cfc-c54d-48ac-9639-a21534b9f302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597829 Sep 08 08:58:52.546167 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304e6dd-97af-48dd-b320-08fb0288bdd9 req-36f91220-1de3-41c7-a28c-e3c2ca8351d9 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:52.548009 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4304e6dd-97af-48dd-b320-08fb0288bdd9 req-36f91220-1de3-41c7-a28c-e3c2ca8351d9 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 948 time: 0.0804050 Sep 08 08:58:52.568180 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa2aa9-46a7-4fe3-8417-89001f2c877a req-fc6738af-87dc-4f3a-ad87-03b2dff87006 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:52.582666 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d5fa2aa9-46a7-4fe3-8417-89001f2c877a req-fc6738af-87dc-4f3a-ad87-03b2dff87006 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/ports?device_id=65952b03-671c-48c5-ac81-aa9e4c055030 HTTP/1.1" status: 200 len: 945 time: 0.1127546 Sep 08 08:58:52.612992 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4304e6dd-97af-48dd-b320-08fb0288bdd9 req-ebe6ce53-1655-47af-8a3c-55a640bfc367 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558355 Sep 08 08:58:52.656197 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d5fa2aa9-46a7-4fe3-8417-89001f2c877a req-b2f183ca-267c-4fac-a8be-ac3f7166a5b3 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/security-groups?id=2be87b16-a743-4855-aee7-31c69cd6fd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724692 Sep 08 08:58:52.922079 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b3ed4d-a41b-450d-b5e7-841939040e15 req-d98be805-ad00-4efa-a67c-c70dd82a3ce6 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:52.924741 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-77b3ed4d-a41b-450d-b5e7-841939040e15 req-d98be805-ad00-4efa-a67c-c70dd82a3ce6 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=88f7fa94-74a6-43be-bd88-0c051f66c6a8 HTTP/1.1" status: 200 len: 944 time: 0.0848038 Sep 08 08:58:52.993245 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-77b3ed4d-a41b-450d-b5e7-841939040e15 req-ad7d223c-cfbb-44fb-a3f5-b1957cce5977 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588346 Sep 08 08:58:53.384911 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:53.433237 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2badf9d5-7d0e-4fe5-b4d9-d3fd82e3fd4b req-1cc33934-b286-4c2b-91b4-c3743cd20d53 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:53.435616 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2badf9d5-7d0e-4fe5-b4d9-d3fd82e3fd4b req-1cc33934-b286-4c2b-91b4-c3743cd20d53 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb HTTP/1.1" status: 200 len: 945 time: 0.0815794 Sep 08 08:58:53.531149 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2badf9d5-7d0e-4fe5-b4d9-d3fd82e3fd4b req-98dc6549-be86-4656-b5f7-d23b9d9a8c58 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861280 Sep 08 08:58:53.806315 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8832b2d-2f62-4276-a6a9-af9cceaf6cad req-460a77bf-424a-4bb1-a7a0-425a765375ee tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:53.806878 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7c4af-8089-443c-b844-87967cda3c38 req-73d5e6d2-962d-477c-be58-d4f9ebf1d286 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:53.808815 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d8832b2d-2f62-4276-a6a9-af9cceaf6cad req-460a77bf-424a-4bb1-a7a0-425a765375ee tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 948 time: 0.0697680 Sep 08 08:58:53.815369 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c8b7c4af-8089-443c-b844-87967cda3c38 req-73d5e6d2-962d-477c-be58-d4f9ebf1d286 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/ports?device_id=65952b03-671c-48c5-ac81-aa9e4c055030 HTTP/1.1" status: 200 len: 945 time: 0.0712278 Sep 08 08:58:53.889907 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d8832b2d-2f62-4276-a6a9-af9cceaf6cad req-1b3c7e72-1e58-40d9-9cc4-248c5d17c05f tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730603 Sep 08 08:58:53.891636 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c8b7c4af-8089-443c-b844-87967cda3c38 req-f6e0d3af-68a0-4737-9fd1-12b895b3ce6c tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/security-groups?id=2be87b16-a743-4855-aee7-31c69cd6fd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753853 Sep 08 08:58:53.899365 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:53.919801 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 4683da4a-df6c-41f5-a23f-e13eaeba9910 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 08:58:53.931559 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device a7b15f56-56ce-43a4-a849-fff2a1d13382 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:58:54.108241 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port a7b15f56-56ce-43a4-a849-fff2a1d13382 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:58:54.115201 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port a7b15f56-56ce-43a4-a849-fff2a1d13382 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:58:54.115201 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:54.173874 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 4683da4a-df6c-41f5-a23f-e13eaeba9910, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=4683da4a-df6c-41f5-a23f-e13eaeba9910,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:58:54.213022 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '4683da4a-df6c-41f5-a23f-e13eaeba9910', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'port_id': '4683da4a-df6c-41f5-a23f-e13eaeba9910', 'mac_address': 'fa:16:3e:08:e4:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc66e4b-ecb5-4c99-afe1-0a78c722534a', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 08:58:54.320154 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:54.326971 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:54.377883 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4683da4a-df6c-41f5-a23f-e13eaeba9910 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:58:54.423811 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65952b03-671c-48c5-ac81-aa9e4c055030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b15f56-56ce-43a4-a849-fff2a1d13382'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:58:54.426538 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb1407c-4c1b-462f-96b9-ff326a168235" -d '{"events": [{"server_uuid": "65952b03-671c-48c5-ac81-aa9e4c055030", "name": "network-vif-plugged", "status": "completed", "tag": "a7b15f56-56ce-43a4-a849-fff2a1d13382"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:58:54.449807 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 4683da4a-df6c-41f5-a23f-e13eaeba9910, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=4683da4a-df6c-41f5-a23f-e13eaeba9910,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:58:54.452343 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port a7b15f56-56ce-43a4-a849-fff2a1d13382, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=a7b15f56-56ce-43a4-a849-fff2a1d13382,segment=NetworkSegment(858b0073-f111-480b-94a7-b2f14cf49fa3),segment_id=858b0073-f111-480b-94a7-b2f14cf49fa3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:58:54.465843 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:54.473114 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134cce06-58a8-42fc-b1a9-67b937bc4003 req-f3f69f33-c2a7-4905-81ac-6f0bab1e4943 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:54.474012 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:54.492679 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-134cce06-58a8-42fc-b1a9-67b937bc4003 req-f3f69f33-c2a7-4905-81ac-6f0bab1e4943 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=88f7fa94-74a6-43be-bd88-0c051f66c6a8 HTTP/1.1" status: 200 len: 944 time: 0.1467700 Sep 08 08:58:54.555663 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=4683da4a-df6c-41f5-a23f-e13eaeba9910,revision_number=7']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:54.598656 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-134cce06-58a8-42fc-b1a9-67b937bc4003 req-2590446c-301c-4621-9531-e4452124ae3c tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755336 Sep 08 08:58:54.669057 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 08:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184d96c7-7dd8-4a12-a67e-6d4404b54b72 x-openstack-request-id: req-184d96c7-7dd8-4a12-a67e-6d4404b54b72 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:58:54.669929 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65952b03-671c-48c5-ac81-aa9e4c055030", "name": "network-vif-plugged", "status": "completed", "tag": "a7b15f56-56ce-43a4-a849-fff2a1d13382", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:58:54.670591 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-184d96c7-7dd8-4a12-a67e-6d4404b54b72 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:58:54.671687 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65952b03-671c-48c5-ac81-aa9e4c055030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b15f56-56ce-43a4-a849-fff2a1d13382', 'code': 200} Sep 08 08:58:54.692201 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=a7b15f56-56ce-43a4-a849-fff2a1d13382,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:54.805210 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7015a1-d6d8-473d-9da5-7172f13e2783 req-8f903f5d-91b9-40a1-8af4-adae6c5763f8 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:54.807398 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0a7015a1-d6d8-473d-9da5-7172f13e2783 req-8f903f5d-91b9-40a1-8af4-adae6c5763f8 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb HTTP/1.1" status: 200 len: 945 time: 0.0801723 Sep 08 08:58:54.826285 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a6486-592f-4ba1-b129-2e41abd02b0a req-d983eeec-75ee-4564-8e4f-374550185ddb tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:54.828208 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-723a6486-592f-4ba1-b129-2e41abd02b0a req-d983eeec-75ee-4564-8e4f-374550185ddb tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527&tenant_id=3b45c9e6adc04db08d877665d90d8206&binding%3Ahost_id=n-h2-806683-11 HTTP/1.1" status: 200 len: 949 time: 0.0932930 Sep 08 08:58:54.892164 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0a7015a1-d6d8-473d-9da5-7172f13e2783 req-dfd0aaa0-a730-4bbd-bdf4-4155e6da48e4 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772736 Sep 08 08:58:54.989399 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70505d2-f175-4f3b-9830-64000031b38b req-0557e201-39cf-444a-bcd0-03dde0d836c3 tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:54.992005 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e70505d2-f175-4f3b-9830-64000031b38b req-0557e201-39cf-444a-bcd0-03dde0d836c3 tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb&tenant_id=453fb48635914fff8b30c3b6382194e5&binding%3Ahost_id=n-h1-806683-11 HTTP/1.1" status: 200 len: 1097 time: 0.0894194 Sep 08 08:58:55.029182 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-e70505d2-f175-4f3b-9830-64000031b38b req-379a9315-6659-4320-98fa-9afd4b68d48a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-806683-11'}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:58:55.064393 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['4683da4a-df6c-41f5-a23f-e13eaeba9910'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:58:55.082793 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa02c85-f021-411b-8a1d-50682f362c25 req-31bc7d64-9427-4ade-b6ca-db1ea04a2fb0 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:55.083049 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7fa02c85-f021-411b-8a1d-50682f362c25 req-31bc7d64-9427-4ade-b6ca-db1ea04a2fb0 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 949 time: 0.1926315 Sep 08 08:58:55.110260 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-723a6486-592f-4ba1-b129-2e41abd02b0a req-baec564d-4747-4108-819a-9b26de85a4d7 service neutron] 10.222.0.35 "GET /v2.0/ports/4683da4a-df6c-41f5-a23f-e13eaeba9910/bindings/n-h2-806683-11 HTTP/1.1" status: 200 len: 383 time: 0.2637403 Sep 08 08:58:55.145862 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc967a34-7f51-4ec0-8569-ca52bad63a58 req-3b64c681-6f08-4667-bac3-5038750aa843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:55.153659 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cc967a34-7f51-4ec0-8569-ca52bad63a58 req-3b64c681-6f08-4667-bac3-5038750aa843 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=65952b03-671c-48c5-ac81-aa9e4c055030 HTTP/1.1" status: 200 len: 1098 time: 0.1952615 Sep 08 08:58:55.180727 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54491fd9-958b-4121-8f84-9c672f91cf45 req-95536899-7c5c-488f-90e5-7293b762de39 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:55.188475 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-54491fd9-958b-4121-8f84-9c672f91cf45 req-95536899-7c5c-488f-90e5-7293b762de39 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/ports?device_id=65952b03-671c-48c5-ac81-aa9e4c055030 HTTP/1.1" status: 200 len: 946 time: 0.1063681 Sep 08 08:58:55.198749 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-e70505d2-f175-4f3b-9830-64000031b38b req-379a9315-6659-4320-98fa-9afd4b68d48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:55.228689 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7fa02c85-f021-411b-8a1d-50682f362c25 req-3208ebef-e5b4-482b-addb-abef50ecd7c2 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303012 Sep 08 08:58:55.305905 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cc967a34-7f51-4ec0-8569-ca52bad63a58 req-289e4199-8228-403d-af39-9638861e882e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2be87b16-a743-4855-aee7-31c69cd6fd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973103 Sep 08 08:58:55.310378 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a6486-592f-4ba1-b129-2e41abd02b0a req-900130c8-6359-4ece-81af-26847832afaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:55.312025 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-723a6486-592f-4ba1-b129-2e41abd02b0a req-900130c8-6359-4ece-81af-26847832afaa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3b45c9e6adc04db08d877665d90d8206&device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 1101 time: 0.1223421 Sep 08 08:58:55.404149 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-e70505d2-f175-4f3b-9830-64000031b38b req-379a9315-6659-4320-98fa-9afd4b68d48a service neutron] For port 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6,segment=NetworkSegment(fa7b147d-9249-4b88-b7ce-d5137c1c3a3c),segment_id=fa7b147d-9249-4b88-b7ce-d5137c1c3a3c)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:58:55.432067 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-54491fd9-958b-4121-8f84-9c672f91cf45 req-6d6d5560-eb8c-4be3-9909-7faa2e0274aa tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/security-groups?id=2be87b16-a743-4855-aee7-31c69cd6fd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424202 Sep 08 08:58:55.512248 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-e70505d2-f175-4f3b-9830-64000031b38b req-379a9315-6659-4320-98fa-9afd4b68d48a service neutron] For port 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6, host n-h1-806683-11, cleared binding levels {{(pid=94713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:58:55.577277 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:58:55.580138 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1173774-f8f1-43f1-91f5-3e3dbfdb140c" -d '{"events": [{"server_uuid": "6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb", "name": "network-vif-unplugged", "status": "completed", "tag": "0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:58:55.585411 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-e70505d2-f175-4f3b-9830-64000031b38b req-379a9315-6659-4320-98fa-9afd4b68d48a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:55.595090 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-e70505d2-f175-4f3b-9830-64000031b38b req-379a9315-6659-4320-98fa-9afd4b68d48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:55.660293 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 08:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b997fd39-88b0-4150-afdd-5283b1933176 x-openstack-request-id: req-b997fd39-88b0-4150-afdd-5283b1933176 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:58:55.660596 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb", "name": "network-vif-unplugged", "status": "completed", "tag": "0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:58:55.660936 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b997fd39-88b0-4150-afdd-5283b1933176 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:58:55.661471 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6', 'code': 200} Sep 08 08:58:55.729768 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-e70505d2-f175-4f3b-9830-64000031b38b req-379a9315-6659-4320-98fa-9afd4b68d48a service neutron] Attempting to bind port 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6 on host n-h1-806683-11 for vnic_type normal with profile {"migrating_to": "n-h2-806683-11"} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:58:55.729768 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-e70505d2-f175-4f3b-9830-64000031b38b req-379a9315-6659-4320-98fa-9afd4b68d48a service neutron] Attempting to bind port 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'fa7b147d-9249-4b88-b7ce-d5137c1c3a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1b780815-5142-4edc-a37a-9e502afff334'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:58:55.729768 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70505d2-f175-4f3b-9830-64000031b38b req-379a9315-6659-4320-98fa-9afd4b68d48a service neutron] Attempting to bind port 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6 on network 1b780815-5142-4edc-a37a-9e502afff334 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:58:55.731685 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a9315-6659-4320-98fa-9afd4b68d48a service neutron] Pushing event updated for resources: {'Port': ['ID=0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6,revision_number=7']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:55.740113 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70505d2-f175-4f3b-9830-64000031b38b req-379a9315-6659-4320-98fa-9afd4b68d48a service neutron] Port 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6 on network 1b780815-5142-4edc-a37a-9e502afff334 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 08:58:55.740476 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70505d2-f175-4f3b-9830-64000031b38b req-379a9315-6659-4320-98fa-9afd4b68d48a service neutron] Attempting to bind port 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6 on network 1b780815-5142-4edc-a37a-9e502afff334 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:58:55.747814 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70505d2-f175-4f3b-9830-64000031b38b req-379a9315-6659-4320-98fa-9afd4b68d48a service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:58:55.748175 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70505d2-f175-4f3b-9830-64000031b38b req-379a9315-6659-4320-98fa-9afd4b68d48a service neutron] Checking segment: {'id': 'fa7b147d-9249-4b88-b7ce-d5137c1c3a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1b780815-5142-4edc-a37a-9e502afff334'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:58:55.748571 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70505d2-f175-4f3b-9830-64000031b38b req-379a9315-6659-4320-98fa-9afd4b68d48a service neutron] Bound using segment: {'id': 'fa7b147d-9249-4b88-b7ce-d5137c1c3a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1b780815-5142-4edc-a37a-9e502afff334'} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:58:55.749024 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-e70505d2-f175-4f3b-9830-64000031b38b req-379a9315-6659-4320-98fa-9afd4b68d48a service neutron] Bound port: 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa7b147d-9249-4b88-b7ce-d5137c1c3a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1b780815-5142-4edc-a37a-9e502afff334'}}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:58:55.749445 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-e70505d2-f175-4f3b-9830-64000031b38b req-379a9315-6659-4320-98fa-9afd4b68d48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:55.835692 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-e70505d2-f175-4f3b-9830-64000031b38b req-379a9315-6659-4320-98fa-9afd4b68d48a service neutron] For port 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6, host n-h1-806683-11, cleared binding levels {{(pid=94713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:58:55.841439 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-e70505d2-f175-4f3b-9830-64000031b38b req-379a9315-6659-4320-98fa-9afd4b68d48a service neutron] For port 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6,segment=NetworkSegment(fa7b147d-9249-4b88-b7ce-d5137c1c3a3c),segment_id=fa7b147d-9249-4b88-b7ce-d5137c1c3a3c)] {{(pid=94713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:58:55.858755 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-e70505d2-f175-4f3b-9830-64000031b38b req-379a9315-6659-4320-98fa-9afd4b68d48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:55.914643 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 08:58:56.016220 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af47dd-7cb9-43de-ac02-b51c6e3b1784 req-57be4a36-ea27-4244-ac19-3693ef74b098 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:56.016943 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c7af47dd-7cb9-43de-ac02-b51c6e3b1784 req-57be4a36-ea27-4244-ac19-3693ef74b098 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=88f7fa94-74a6-43be-bd88-0c051f66c6a8 HTTP/1.1" status: 200 len: 944 time: 0.1737101 Sep 08 08:58:56.047540 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a6486-592f-4ba1-b129-2e41abd02b0a req-d859f8e6-7aa9-4adb-b2d6-5f474a5710ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:56.056386 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-723a6486-592f-4ba1-b129-2e41abd02b0a req-d859f8e6-7aa9-4adb-b2d6-5f474a5710ea service neutron] 10.222.0.35 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.3167710 Sep 08 08:58:56.172060 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70505d2-f175-4f3b-9830-64000031b38b req-379a9315-6659-4320-98fa-9afd4b68d48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:56.174530 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-e70505d2-f175-4f3b-9830-64000031b38b req-379a9315-6659-4320-98fa-9afd4b68d48a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:56.184146 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e70505d2-f175-4f3b-9830-64000031b38b req-379a9315-6659-4320-98fa-9afd4b68d48a service neutron] 10.222.0.35 "PUT /v2.0/ports/0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6 HTTP/1.1" status: 200 len: 1123 time: 1.1758180 Sep 08 08:58:56.196043 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a9315-6659-4320-98fa-9afd4b68d48a service neutron] Pushing event updated for resources: {'Port': ['ID=0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6,revision_number=8']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:56.237875 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c7af47dd-7cb9-43de-ac02-b51c6e3b1784 req-c7902587-1469-44f6-a50b-1b97a6ef2c45 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898711 Sep 08 08:58:56.292381 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6,segment=NetworkSegment(fa7b147d-9249-4b88-b7ce-d5137c1c3a3c),segment_id=fa7b147d-9249-4b88-b7ce-d5137c1c3a3c)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:58:56.307652 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08f434-69f7-431f-8283-8bc7419c8245 req-f93b6016-3a5e-477c-bb49-fcd3bd790797 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:56.317133 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bf08f434-69f7-431f-8283-8bc7419c8245 req-f93b6016-3a5e-477c-bb49-fcd3bd790797 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb HTTP/1.1" status: 200 len: 943 time: 0.2403076 Sep 08 08:58:56.338320 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-723a6486-592f-4ba1-b129-2e41abd02b0a req-663139f6-7300-44d1-8aa3-b45fec303810 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=4683da4a-df6c-41f5-a23f-e13eaeba9910 HTTP/1.1" status: 200 len: 217 time: 0.1370499 Sep 08 08:58:56.363629 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6 has no active binding in host n-h2-806683-11 {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 08 08:58:56.364005 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 200c6b65-8e96-46d4-8587-fbe972aaba33 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 08:58:56.383794 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:58:56.483764 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bf08f434-69f7-431f-8283-8bc7419c8245 req-a5500baa-f8bd-4d81-be01-54bca603f05b tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605546 Sep 08 08:58:56.497258 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:58:56.534639 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a6486-592f-4ba1-b129-2e41abd02b0a req-7ffc3f3f-c1b9-46eb-abfe-541cb3db324c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:56.536269 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-723a6486-592f-4ba1-b129-2e41abd02b0a req-7ffc3f3f-c1b9-46eb-abfe-541cb3db324c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.1708195 Sep 08 08:58:56.649049 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.db.resource_extend [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 08 08:58:56.674674 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9ba9f-2c40-408d-b4d8-50ea8182b48f req-9675eb7f-6f11-4d79-b5a0-81511bb4a755 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:56.678629 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cdf9ba9f-2c40-408d-b4d8-50ea8182b48f req-9675eb7f-6f11-4d79-b5a0-81511bb4a755 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 949 time: 0.2172778 Sep 08 08:58:56.779691 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cdf9ba9f-2c40-408d-b4d8-50ea8182b48f req-fc1edc5f-09f6-4c37-b222-5948d21fa6b9 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934861 Sep 08 08:58:56.815073 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a6486-592f-4ba1-b129-2e41abd02b0a req-2ad6da3b-665d-4c97-b582-332e3244b059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:56.817773 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-723a6486-592f-4ba1-b129-2e41abd02b0a req-2ad6da3b-665d-4c97-b582-332e3244b059 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2685797 Sep 08 08:58:56.954225 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 200c6b65-8e96-46d4-8587-fbe972aaba33, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=200c6b65-8e96-46d4-8587-fbe972aaba33,segment=NetworkSegment(a820c156-0183-407b-aed4-3cdafce41ef3),segment_id=a820c156-0183-407b-aed4-3cdafce41ef3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:58:56.972045 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c900e9e-06e6-4411-9a27-10fa8a3e9125 req-4f12d9e1-073b-435c-8c1b-7213755107f8 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:56.995491 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5c900e9e-06e6-4411-9a27-10fa8a3e9125 req-4f12d9e1-073b-435c-8c1b-7213755107f8 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/ports?device_id=65952b03-671c-48c5-ac81-aa9e4c055030 HTTP/1.1" status: 200 len: 946 time: 0.3220727 Sep 08 08:58:57.004415 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '200c6b65-8e96-46d4-8587-fbe972aaba33', 'network_id': '73148cfc-c54d-48ac-9639-a21534b9f302', 'port_id': '200c6b65-8e96-46d4-8587-fbe972aaba33', 'mac_address': 'fa:16:3e:8d:12:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b1a525-4d60-465e-8609-7f98f126ac0e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 08:58:57.232716 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-723a6486-592f-4ba1-b129-2e41abd02b0a req-b7d9cb90-0231-4c67-a698-399f8b9495ed service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896213 Sep 08 08:58:57.239014 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:57.277798 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 200c6b65-8e96-46d4-8587-fbe972aaba33 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:58:57.327600 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 200c6b65-8e96-46d4-8587-fbe972aaba33, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=200c6b65-8e96-46d4-8587-fbe972aaba33,segment=NetworkSegment(a820c156-0183-407b-aed4-3cdafce41ef3),segment_id=a820c156-0183-407b-aed4-3cdafce41ef3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:58:57.344645 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:57.415153 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5c900e9e-06e6-4411-9a27-10fa8a3e9125 req-8d94ebb7-1805-4bac-931e-e5a1a4c27e5a tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/security-groups?id=2be87b16-a743-4855-aee7-31c69cd6fd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4187348 Sep 08 08:58:57.446857 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=200c6b65-8e96-46d4-8587-fbe972aaba33,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:57.455031 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-723a6486-592f-4ba1-b129-2e41abd02b0a req-57b8df18-1d99-4b36-8a2c-6a99261c3447 service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118418 Sep 08 08:58:57.621588 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882afecf-b1fb-46c0-809c-569f740130b8 req-670de576-321e-4ba8-b6a3-8c9d99178703 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:57.624602 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-882afecf-b1fb-46c0-809c-569f740130b8 req-670de576-321e-4ba8-b6a3-8c9d99178703 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=88f7fa94-74a6-43be-bd88-0c051f66c6a8 HTTP/1.1" status: 200 len: 945 time: 0.1637814 Sep 08 08:58:57.668330 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb', 'tag': '0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:58:57.671932 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5145d044-09b4-4145-a938-d9e2dcb5244d" -d '{"events": [{"name": "network-changed", "server_uuid": "6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb", "tag": "0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:58:57.734722 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-882afecf-b1fb-46c0-809c-569f740130b8 req-762b9dd9-120f-4cfd-8625-adefc1bca189 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022828 Sep 08 08:58:57.749379 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc125c29-3374-494f-9679-d2af5df6a804 req-8c8e7ba1-bba2-452e-a01c-47e636f01ba2 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:57.758921 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fc125c29-3374-494f-9679-d2af5df6a804 req-8c8e7ba1-bba2-452e-a01c-47e636f01ba2 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb HTTP/1.1" status: 200 len: 943 time: 0.1304972 Sep 08 08:58:57.817571 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fc125c29-3374-494f-9679-d2af5df6a804 req-456b0c56-0ac1-44b5-8625-4c515839ef92 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575523 Sep 08 08:58:57.891843 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 08:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4acb298-5091-4fef-88d8-dc97b0065b03 x-openstack-request-id: req-e4acb298-5091-4fef-88d8-dc97b0065b03 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:58:57.892226 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb", "tag": "0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:58:57.892546 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e4acb298-5091-4fef-88d8-dc97b0065b03 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:58:57.893065 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb', 'tag': '0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6', 'status': 'completed', 'code': 200} Sep 08 08:58:57.961581 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 4683da4a-df6c-41f5-a23f-e13eaeba9910 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:58:57.987140 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16010dec-0e49-40d8-9135-b0a7e3a5a159 req-de9d3881-cbdd-4125-826a-2ac041c69276 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:58.001503 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-16010dec-0e49-40d8-9135-b0a7e3a5a159 req-de9d3881-cbdd-4125-826a-2ac041c69276 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 949 time: 0.0717070 Sep 08 08:58:58.048439 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-16010dec-0e49-40d8-9135-b0a7e3a5a159 req-3383c594-d3fa-4993-97c8-151b6c342863 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480292 Sep 08 08:58:58.082912 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145d044-09b4-4145-a938-d9e2dcb5244d req-b45c3367-9f9d-4b1f-b9b3-3aef45e62453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:58.084983 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5145d044-09b4-4145-a938-d9e2dcb5244d req-b45c3367-9f9d-4b1f-b9b3-3aef45e62453 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=453fb48635914fff8b30c3b6382194e5&device_id=6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb HTTP/1.1" status: 200 len: 1126 time: 0.1031535 Sep 08 08:58:58.094391 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 4683da4a-df6c-41f5-a23f-e13eaeba9910 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:58:58.095021 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:58.217659 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145d044-09b4-4145-a938-d9e2dcb5244d req-39dd9f2b-4cc3-45a3-ae93-ba8acd21786d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:58.219709 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5145d044-09b4-4145-a938-d9e2dcb5244d req-39dd9f2b-4cc3-45a3-ae93-ba8acd21786d service neutron] 10.222.0.37 "GET /v2.0/networks?id=1b780815-5142-4edc-a37a-9e502afff334 HTTP/1.1" status: 200 len: 909 time: 0.1237700 Sep 08 08:58:58.221994 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:58.255701 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['200c6b65-8e96-46d4-8587-fbe972aaba33'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:58:58.276373 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5145d044-09b4-4145-a938-d9e2dcb5244d req-7908f975-1013-4b97-b868-aa95a71713d7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6 HTTP/1.1" status: 200 len: 217 time: 0.0473778 Sep 08 08:58:58.351813 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 4683da4a-df6c-41f5-a23f-e13eaeba9910, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=4683da4a-df6c-41f5-a23f-e13eaeba9910,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:58:58.358151 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa297ade-e7eb-4556-a947-3d35d8b73527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4683da4a-df6c-41f5-a23f-e13eaeba9910'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:58:58.360903 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c896ce67-87db-44bb-99ee-b07f9ee3767a" -d '{"events": [{"server_uuid": "fa297ade-e7eb-4556-a947-3d35d8b73527", "name": "network-vif-plugged", "status": "completed", "tag": "4683da4a-df6c-41f5-a23f-e13eaeba9910"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:58:58.367890 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:58.371918 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:58.448590 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=4683da4a-df6c-41f5-a23f-e13eaeba9910,revision_number=8']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:58:58.515985 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 08:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de808d8-5c30-4237-85a4-19a740a0abf6 x-openstack-request-id: req-0de808d8-5c30-4237-85a4-19a740a0abf6 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:58:58.516316 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa297ade-e7eb-4556-a947-3d35d8b73527", "name": "network-vif-plugged", "status": "completed", "tag": "4683da4a-df6c-41f5-a23f-e13eaeba9910", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:58:58.516534 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0de808d8-5c30-4237-85a4-19a740a0abf6 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:58:58.517065 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa297ade-e7eb-4556-a947-3d35d8b73527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4683da4a-df6c-41f5-a23f-e13eaeba9910', 'code': 200} Sep 08 08:58:58.649692 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865014f3-386c-44b9-837c-c73839a2aff1 req-0a482db5-548a-4be2-8233-50d589623907 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:58.659328 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-865014f3-386c-44b9-837c-c73839a2aff1 req-0a482db5-548a-4be2-8233-50d589623907 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/ports?device_id=65952b03-671c-48c5-ac81-aa9e4c055030 HTTP/1.1" status: 200 len: 946 time: 0.1011074 Sep 08 08:58:58.693877 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145d044-09b4-4145-a938-d9e2dcb5244d req-174165d8-a4fe-4186-a711-4a79da06ddee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:58.695650 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5145d044-09b4-4145-a938-d9e2dcb5244d req-174165d8-a4fe-4186-a711-4a79da06ddee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e08ea884-5afc-42c5-87f0-7a3f3f5db0de HTTP/1.1" status: 200 len: 848 time: 0.4075570 Sep 08 08:58:58.711697 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-865014f3-386c-44b9-837c-c73839a2aff1 req-9a3b2e4e-ea27-499e-923b-43e19f43253a tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/security-groups?id=2be87b16-a743-4855-aee7-31c69cd6fd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513272 Sep 08 08:58:58.763623 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5145d044-09b4-4145-a938-d9e2dcb5244d req-ad6db0d9-87f8-44c6-8b29-d571b2209415 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1b780815-5142-4edc-a37a-9e502afff334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585620 Sep 08 08:58:58.971913 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe265dc-1d0a-4794-b57f-d5a8a8a139ae req-c08b5bff-eeb5-4cd7-b412-97b7d162218d tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:58.981915 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0fe265dc-1d0a-4794-b57f-d5a8a8a139ae req-c08b5bff-eeb5-4cd7-b412-97b7d162218d tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=88f7fa94-74a6-43be-bd88-0c051f66c6a8 HTTP/1.1" status: 200 len: 945 time: 0.0921974 Sep 08 08:58:59.045881 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0fe265dc-1d0a-4794-b57f-d5a8a8a139ae req-88265533-201b-4542-b4b0-ad739988c86d tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629504 Sep 08 08:58:59.130893 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9c06e84f-59a5-4d8c-9a73-7f6e408e2769 req-d6ddc3e9-c0ae-4af4-8a17-b69d32e3e19d tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3582740 Sep 08 08:58:59.140999 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5145d044-09b4-4145-a938-d9e2dcb5244d req-3b07f49f-9af1-45e4-9150-198b628bfd4a service neutron] 10.222.0.37 "GET /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253348 Sep 08 08:58:59.160629 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-9c06e84f-59a5-4d8c-9a73-7f6e408e2769 req-07b94ebf-55cf-4eb5-8e2e-b85c5facf62a tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:58:59.266369 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9c06e84f-59a5-4d8c-9a73-7f6e408e2769 req-07b94ebf-55cf-4eb5-8e2e-b85c5facf62a tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify callbacks [] for floatingip, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:59.280764 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091b3ba-bc8c-48b4-bbec-1d4cdc23a609 req-2b7772a9-0d38-47da-aa57-489f088c2f13 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:59.282388 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a091b3ba-bc8c-48b4-bbec-1d4cdc23a609 req-2b7772a9-0d38-47da-aa57-489f088c2f13 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb HTTP/1.1" status: 200 len: 943 time: 0.1371930 Sep 08 08:58:59.331129 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5145d044-09b4-4145-a938-d9e2dcb5244d req-906e84bd-948e-4cea-b96a-278353e86a38 service neutron] 10.222.0.37 "GET /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535916 Sep 08 08:58:59.380343 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a091b3ba-bc8c-48b4-bbec-1d4cdc23a609 req-bc160cb9-8253-4c4d-8386-eb53af0eb7bf tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746019 Sep 08 08:58:59.440756 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9c06e84f-59a5-4d8c-9a73-7f6e408e2769 req-07b94ebf-55cf-4eb5-8e2e-b85c5facf62a tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:59.667021 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-9c06e84f-59a5-4d8c-9a73-7f6e408e2769 req-07b94ebf-55cf-4eb5-8e2e-b85c5facf62a tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Allocated IP 172.25.0.84 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/f62ccac6-2fa6-4c6f-8a5a-33d52e009fda) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:58:59.747603 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93da20-ee4a-45a9-bb3e-bd1001743f9f req-68b049cf-244c-4b82-9692-dbb63a8cc88d tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:58:59.751219 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0b93da20-ee4a-45a9-bb3e-bd1001743f9f req-68b049cf-244c-4b82-9692-dbb63a8cc88d tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 950 time: 0.1572371 Sep 08 08:58:59.826722 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0b93da20-ee4a-45a9-bb3e-bd1001743f9f req-bb621761-cdff-4c76-b2ea-cab713b2f926 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625048 Sep 08 08:58:59.909047 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9c06e84f-59a5-4d8c-9a73-7f6e408e2769 req-07b94ebf-55cf-4eb5-8e2e-b85c5facf62a tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:58:59.985344 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9c06e84f-59a5-4d8c-9a73-7f6e408e2769 req-07b94ebf-55cf-4eb5-8e2e-b85c5facf62a tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:00.035266 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c06e84f-59a5-4d8c-9a73-7f6e408e2769 req-07b94ebf-55cf-4eb5-8e2e-b85c5facf62a tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:59:00.038901 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-9c06e84f-59a5-4d8c-9a73-7f6e408e2769 req-07b94ebf-55cf-4eb5-8e2e-b85c5facf62a tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:59:00.044987 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c06e84f-59a5-4d8c-9a73-7f6e408e2769 req-07b94ebf-55cf-4eb5-8e2e-b85c5facf62a tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:59:00.097938 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b94ebf-55cf-4eb5-8e2e-b85c5facf62a tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Pushing event updated for resources: {'Port': ['ID=f62ccac6-2fa6-4c6f-8a5a-33d52e009fda,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:00.178195 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9c06e84f-59a5-4d8c-9a73-7f6e408e2769 req-07b94ebf-55cf-4eb5-8e2e-b85c5facf62a tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:00.285205 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9c06e84f-59a5-4d8c-9a73-7f6e408e2769 req-07b94ebf-55cf-4eb5-8e2e-b85c5facf62a tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:00.343821 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d587943-32c4-4776-9ad2-cfeaec518a3d req-4477eb7c-60c5-4b79-bce2-090425e10f7a tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:00.346595 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5d587943-32c4-4776-9ad2-cfeaec518a3d req-4477eb7c-60c5-4b79-bce2-090425e10f7a tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=88f7fa94-74a6-43be-bd88-0c051f66c6a8 HTTP/1.1" status: 200 len: 945 time: 0.0991082 Sep 08 08:59:00.411982 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5d587943-32c4-4776-9ad2-cfeaec518a3d req-bc48d258-b723-4236-bc8a-29b3ff5a4cf5 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531726 Sep 08 08:59:00.491776 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9c06e84f-59a5-4d8c-9a73-7f6e408e2769 req-07b94ebf-55cf-4eb5-8e2e-b85c5facf62a tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:00.502271 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9c06e84f-59a5-4d8c-9a73-7f6e408e2769 req-07b94ebf-55cf-4eb5-8e2e-b85c5facf62a tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:00.615713 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b94ebf-55cf-4eb5-8e2e-b85c5facf62a tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Pushing event updated for resources: {'Port': ['ID=f62ccac6-2fa6-4c6f-8a5a-33d52e009fda,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:00.629924 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294308b0-b2d9-49ea-9a3a-a415896b1fc4 req-a0a1b50b-2bb6-4e14-ae40-dc8edae5df98 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:00.632940 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-294308b0-b2d9-49ea-9a3a-a415896b1fc4 req-a0a1b50b-2bb6-4e14-ae40-dc8edae5df98 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb HTTP/1.1" status: 200 len: 943 time: 0.1129842 Sep 08 08:59:00.661185 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9c06e84f-59a5-4d8c-9a73-7f6e408e2769 req-07b94ebf-55cf-4eb5-8e2e-b85c5facf62a tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:00.685110 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9c06e84f-59a5-4d8c-9a73-7f6e408e2769 req-07b94ebf-55cf-4eb5-8e2e-b85c5facf62a tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:00.690098 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9c06e84f-59a5-4d8c-9a73-7f6e408e2769 req-07b94ebf-55cf-4eb5-8e2e-b85c5facf62a tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5479033 Sep 08 08:59:00.732851 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-294308b0-b2d9-49ea-9a3a-a415896b1fc4 req-95b34db2-7d20-4d0b-a66c-75ceea7b28b5 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867708 Sep 08 08:59:00.808302 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9c06e84f-59a5-4d8c-9a73-7f6e408e2769 req-e29d7cca-b249-4a45-8a8d-689cf25621da tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.84 HTTP/1.1" status: 200 len: 695 time: 0.1116159 Sep 08 08:59:01.020423 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c06e84f-59a5-4d8c-9a73-7f6e408e2769 req-3359b2d7-ed04-4118-900e-30248c5eca37 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:01.032349 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9c06e84f-59a5-4d8c-9a73-7f6e408e2769 req-3359b2d7-ed04-4118-900e-30248c5eca37 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/networks/399c4174-1e86-4a10-bb99-f875a09107d5 HTTP/1.1" status: 200 len: 784 time: 0.2151992 Sep 08 08:59:01.040369 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [req-9c06e84f-59a5-4d8c-9a73-7f6e408e2769 req-f18ab7c3-0ba1-486a-89de-c520d1862fa9 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 08:59:01.042759 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9c06e84f-59a5-4d8c-9a73-7f6e408e2769 req-f18ab7c3-0ba1-486a-89de-c520d1862fa9 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084314 Sep 08 08:59:01.221906 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39edb9ec-8224-45ba-802b-ff39a206e29f req-ce9b8a48-f3a5-4698-9608-6c7939507bcd tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:01.232872 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-39edb9ec-8224-45ba-802b-ff39a206e29f req-ce9b8a48-f3a5-4698-9608-6c7939507bcd tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 950 time: 0.0797992 Sep 08 08:59:01.342633 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-39edb9ec-8224-45ba-802b-ff39a206e29f req-8f5616ca-e0f0-4e12-9c48-6fb638a7f39b tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087756 Sep 08 08:59:01.392135 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a6486-592f-4ba1-b129-2e41abd02b0a req-a75148ba-64df-4da8-84be-b5f60d502b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:01.394201 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-723a6486-592f-4ba1-b129-2e41abd02b0a req-a75148ba-64df-4da8-84be-b5f60d502b4f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527&tenant_id=3b45c9e6adc04db08d877665d90d8206 HTTP/1.1" status: 200 len: 1102 time: 0.1427112 Sep 08 08:59:01.523930 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a6486-592f-4ba1-b129-2e41abd02b0a req-ef34a032-f91f-4dad-8d02-70f0eb42e618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:01.525062 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-723a6486-592f-4ba1-b129-2e41abd02b0a req-ef34a032-f91f-4dad-8d02-70f0eb42e618 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3b45c9e6adc04db08d877665d90d8206&device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 1102 time: 0.0623877 Sep 08 08:59:01.668014 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a6486-592f-4ba1-b129-2e41abd02b0a req-e124fe75-3be2-4ce1-890c-bec85878ead9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:01.670994 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-723a6486-592f-4ba1-b129-2e41abd02b0a req-e124fe75-3be2-4ce1-890c-bec85878ead9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.1378558 Sep 08 08:59:01.737175 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-723a6486-592f-4ba1-b129-2e41abd02b0a req-72ad274f-ac48-4c43-9e84-bad0a8492881 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=4683da4a-df6c-41f5-a23f-e13eaeba9910 HTTP/1.1" status: 200 len: 217 time: 0.0554559 Sep 08 08:59:01.808982 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a6486-592f-4ba1-b129-2e41abd02b0a req-49b4b082-6d4c-4ab4-b287-7b3c09e64f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:01.811748 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-723a6486-592f-4ba1-b129-2e41abd02b0a req-49b4b082-6d4c-4ab4-b287-7b3c09e64f4f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.0582607 Sep 08 08:59:01.899936 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a6486-592f-4ba1-b129-2e41abd02b0a req-3b44eec3-26e0-4232-8986-5db5d7185721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:01.903014 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-723a6486-592f-4ba1-b129-2e41abd02b0a req-3b44eec3-26e0-4232-8986-5db5d7185721 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0787771 Sep 08 08:59:01.958019 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 200c6b65-8e96-46d4-8587-fbe972aaba33 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:59:02.065538 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 200c6b65-8e96-46d4-8587-fbe972aaba33 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:59:02.073623 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 200c6b65-8e96-46d4-8587-fbe972aaba33 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:59:02.074225 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:02.115073 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-723a6486-592f-4ba1-b129-2e41abd02b0a req-9bcf1652-2602-4694-a7b5-220eff5909ef service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919692 Sep 08 08:59:02.258423 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:02.276733 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-723a6486-592f-4ba1-b129-2e41abd02b0a req-f6cb9fdd-3a4b-400c-8d19-5fd0a838a93c service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511505 Sep 08 08:59:02.309634 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f7fa94-74a6-43be-bd88-0c051f66c6a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200c6b65-8e96-46d4-8587-fbe972aaba33'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:59:02.312150 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b035301b-c79c-4efc-b396-263f53fc7acb" -d '{"events": [{"server_uuid": "88f7fa94-74a6-43be-bd88-0c051f66c6a8", "name": "network-vif-plugged", "status": "completed", "tag": "200c6b65-8e96-46d4-8587-fbe972aaba33"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:59:02.328375 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 200c6b65-8e96-46d4-8587-fbe972aaba33, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=200c6b65-8e96-46d4-8587-fbe972aaba33,segment=NetworkSegment(a820c156-0183-407b-aed4-3cdafce41ef3),segment_id=a820c156-0183-407b-aed4-3cdafce41ef3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:59:02.334791 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:02.426920 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=200c6b65-8e96-46d4-8587-fbe972aaba33,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:03.580627 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff17e28-a71c-47b3-b9ee-fe548c6d843c req-5756d439-85a5-401f-b5c9-2afb25acdcea tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:03.582442 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fff17e28-a71c-47b3-b9ee-fe548c6d843c req-5756d439-85a5-401f-b5c9-2afb25acdcea tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/networks?id=3e83d732-3301-4ce2-9864-01154137ed8e HTTP/1.1" status: 200 len: 821 time: 0.1512592 Sep 08 08:59:03.606478 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fff17e28-a71c-47b3-b9ee-fe548c6d843c req-cadd1e8a-3663-430b-aa4c-8f8e37c9fa02 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/quotas/8c199e70dfac4eb99b52ea567ecb2667 HTTP/1.1" status: 200 len: 375 time: 0.0167184 Sep 08 08:59:03.657164 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d7da9-78a3-45c2-a27c-a85a9205d4f6 req-6963afec-1581-4c62-a0d2-a9b5055a2210 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:03.661131 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e35d7da9-78a3-45c2-a27c-a85a9205d4f6 req-6963afec-1581-4c62-a0d2-a9b5055a2210 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=88f7fa94-74a6-43be-bd88-0c051f66c6a8 HTTP/1.1" status: 200 len: 946 time: 0.0804114 Sep 08 08:59:03.703998 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fff17e28-a71c-47b3-b9ee-fe548c6d843c req-6c4be9b6-1428-4897-800a-b1868ecc8c64 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8c199e70dfac4eb99b52ea567ecb2667&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0897539 Sep 08 08:59:03.710889 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e35d7da9-78a3-45c2-a27c-a85a9205d4f6 req-69dad43c-b8d3-4be7-9d4b-fb023ebc2e80 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427887 Sep 08 08:59:03.869136 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fff17e28-a71c-47b3-b9ee-fe548c6d843c req-17d0c995-aab1-45a4-a695-6e169ab4aca6 service neutron] 10.222.0.54 "GET /v2.0/networks/3e83d732-3301-4ce2-9864-01154137ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546345 Sep 08 08:59:03.910687 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6d131-f64e-442c-ac51-299942b0f846 req-3dde1c52-ff80-4a91-9196-b07a1329fe7c tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:03.918560 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1ce6d131-f64e-442c-ac51-299942b0f846 req-3dde1c52-ff80-4a91-9196-b07a1329fe7c tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb HTTP/1.1" status: 200 len: 943 time: 0.0788269 Sep 08 08:59:03.954159 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 4683da4a-df6c-41f5-a23f-e13eaeba9910 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 08:59:03.962679 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1ce6d131-f64e-442c-ac51-299942b0f846 req-20c0803f-e9bc-4bb2-8210-a61d53370ffd tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428395 Sep 08 08:59:03.992657 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fff17e28-a71c-47b3-b9ee-fe548c6d843c req-48126eb1-8ae2-4f0c-96b3-3c2a563c4517 service neutron] 10.222.0.54 "GET /v2.0/networks/3e83d732-3301-4ce2-9864-01154137ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106057 Sep 08 08:59:04.066908 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 08:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c4bff9-0bc6-49b2-b3ae-23e5c55d14aa x-openstack-request-id: req-26c4bff9-0bc6-49b2-b3ae-23e5c55d14aa {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:59:04.067209 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f7fa94-74a6-43be-bd88-0c051f66c6a8", "name": "network-vif-plugged", "status": "completed", "tag": "200c6b65-8e96-46d4-8587-fbe972aaba33", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:59:04.067472 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-26c4bff9-0bc6-49b2-b3ae-23e5c55d14aa {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:59:04.067874 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f7fa94-74a6-43be-bd88-0c051f66c6a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200c6b65-8e96-46d4-8587-fbe972aaba33', 'code': 200} Sep 08 08:59:04.069064 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:04.140011 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 4683da4a-df6c-41f5-a23f-e13eaeba9910, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=4683da4a-df6c-41f5-a23f-e13eaeba9910,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:59:04.151832 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:04.240996 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a6838-706c-4e16-aae6-988ce71e3bc2 req-2dd3f341-5e1c-4cd7-b764-325b227cdadf tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:04.257550 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0a9a6838-706c-4e16-aae6-988ce71e3bc2 req-2dd3f341-5e1c-4cd7-b764-325b227cdadf tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 950 time: 0.1415155 Sep 08 08:59:04.273658 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f3d12-14e2-47d1-8793-9a81879cbdfc req-93daab13-c3e1-443a-9764-8c307f35a410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:04.276457 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e95f3d12-14e2-47d1-8793-9a81879cbdfc req-93daab13-c3e1-443a-9764-8c307f35a410 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=88f7fa94-74a6-43be-bd88-0c051f66c6a8 HTTP/1.1" status: 200 len: 1098 time: 0.1168914 Sep 08 08:59:04.288494 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=4683da4a-df6c-41f5-a23f-e13eaeba9910,revision_number=9']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:04.314746 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0a9a6838-706c-4e16-aae6-988ce71e3bc2 req-7e625636-a830-4f41-af7b-c045c766efc5 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583093 Sep 08 08:59:04.359983 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e95f3d12-14e2-47d1-8793-9a81879cbdfc req-04b462bf-d8bc-4f3c-aff1-709c90077c4c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749888 Sep 08 08:59:04.440231 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-95250bb2-0053-432f-a9a5-d8d24ca4b807 req-d76a9766-baf1-4d47-bbbe-f9a3c0a1f659 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/ports?device_id=0aab8759-27d9-4014-bf3b-f1d3eef4b25f HTTP/1.1" status: 200 len: 210 time: 0.0423985 Sep 08 08:59:04.572095 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f9dc4-84dd-4782-913f-430cb59dbb7f req-1c3c426b-0cb0-4f5a-9d1a-f7c65c15d2f4 tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:04.578951 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-046f9dc4-84dd-4782-913f-430cb59dbb7f req-1c3c426b-0cb0-4f5a-9d1a-f7c65c15d2f4 tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8cb3b9c-5883-4795-ae4d-c276c4e39695 HTTP/1.1" status: 200 len: 950 time: 0.0737445 Sep 08 08:59:04.643114 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-046f9dc4-84dd-4782-913f-430cb59dbb7f req-f1f691e5-8edc-4208-8bd0-dc01572b158b tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1e344da-9d05-41a6-b40a-757f406f4c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605667 Sep 08 08:59:04.914898 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c1196-b728-4651-8d46-a2be504939b6 req-6695bb07-0cab-404a-8ca0-a86eb53d1a2e tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:04.917455 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fb7c1196-b728-4651-8d46-a2be504939b6 req-6695bb07-0cab-404a-8ca0-a86eb53d1a2e tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=88f7fa94-74a6-43be-bd88-0c051f66c6a8 HTTP/1.1" status: 200 len: 946 time: 0.0845072 Sep 08 08:59:05.013841 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fb7c1196-b728-4651-8d46-a2be504939b6 req-987e745f-27be-4cbf-aea2-64bdc80ffd2c tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839603 Sep 08 08:59:05.207102 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c8c33-092f-46da-953e-7061b12a2780 req-36534aec-c515-43b9-8fa1-f042f08f560e tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:05.210331 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9a7c8c33-092f-46da-953e-7061b12a2780 req-36534aec-c515-43b9-8fa1-f042f08f560e tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb HTTP/1.1" status: 200 len: 943 time: 0.0865884 Sep 08 08:59:05.281932 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9a7c8c33-092f-46da-953e-7061b12a2780 req-810c221a-4814-4f1a-b8fa-d33c1eff43ec tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621986 Sep 08 08:59:05.505691 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad93371-b6fa-4688-9708-3dc413de42dc req-3cfc1003-2853-4ea8-adb0-da27dc7ac736 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:05.511378 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bad93371-b6fa-4688-9708-3dc413de42dc req-3cfc1003-2853-4ea8-adb0-da27dc7ac736 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 948 time: 0.0846255 Sep 08 08:59:05.573857 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bad93371-b6fa-4688-9708-3dc413de42dc req-1688dcb1-0b05-42ff-8f14-bab249e1cae9 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561671 Sep 08 08:59:05.944269 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-387d7b1b-2133-42f4-8599-2d77b1038dbc req-f7fbc9d5-5639-4420-a845-18e3e146e7f1 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/ports?device_id=0aab8759-27d9-4014-bf3b-f1d3eef4b25f HTTP/1.1" status: 200 len: 210 time: 0.1024132 Sep 08 08:59:05.962519 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 4683da4a-df6c-41f5-a23f-e13eaeba9910 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 08:59:06.108443 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 4683da4a-df6c-41f5-a23f-e13eaeba9910, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=4683da4a-df6c-41f5-a23f-e13eaeba9910,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:59:06.130981 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa297ade-e7eb-4556-a947-3d35d8b73527', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4683da4a-df6c-41f5-a23f-e13eaeba9910'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:59:06.133988 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec7a224-0ba4-4fe9-822d-1c5c777c8a29" -d '{"events": [{"server_uuid": "fa297ade-e7eb-4556-a947-3d35d8b73527", "name": "network-vif-unplugged", "status": "completed", "tag": "4683da4a-df6c-41f5-a23f-e13eaeba9910"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:59:06.138179 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '4683da4a-df6c-41f5-a23f-e13eaeba9910', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'port_id': '4683da4a-df6c-41f5-a23f-e13eaeba9910', 'mac_address': 'fa:16:3e:08:e4:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc66e4b-ecb5-4c99-afe1-0a78c722534a', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 08:59:06.200601 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:06.220668 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4683da4a-df6c-41f5-a23f-e13eaeba9910 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:59:06.251102 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 4683da4a-df6c-41f5-a23f-e13eaeba9910, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=4683da4a-df6c-41f5-a23f-e13eaeba9910,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:59:06.262321 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:06.336249 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=4683da4a-df6c-41f5-a23f-e13eaeba9910,revision_number=10']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:06.340650 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d16cc-dc09-4da9-9196-65e9c35ec8d7 req-04c477f6-78ca-4412-b4d4-34454a6658e4 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:06.343703 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-680d16cc-dc09-4da9-9196-65e9c35ec8d7 req-04c477f6-78ca-4412-b4d4-34454a6658e4 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=88f7fa94-74a6-43be-bd88-0c051f66c6a8 HTTP/1.1" status: 200 len: 946 time: 0.1070073 Sep 08 08:59:06.468439 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5c443-83d9-43f9-8156-f8618680ee58 req-8cff1d17-6402-4ae8-b4fb-6ed8dd55b840 tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:06.478799 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-75e5c443-83d9-43f9-8156-f8618680ee58 req-8cff1d17-6402-4ae8-b4fb-6ed8dd55b840 tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8cb3b9c-5883-4795-ae4d-c276c4e39695 HTTP/1.1" status: 200 len: 950 time: 0.2615526 Sep 08 08:59:06.481143 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-680d16cc-dc09-4da9-9196-65e9c35ec8d7 req-08bd0181-ca14-486c-aa04-8fcc7a1698b4 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297393 Sep 08 08:59:06.509342 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff17e28-a71c-47b3-b9ee-fe548c6d843c req-69246466-fdd6-4f53-95d7-b2f517a1d958 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:06.530095 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fff17e28-a71c-47b3-b9ee-fe548c6d843c req-69246466-fdd6-4f53-95d7-b2f517a1d958 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.37 "GET /v2.0/networks?id=3e83d732-3301-4ce2-9864-01154137ed8e HTTP/1.1" status: 200 len: 821 time: 0.6189349 Sep 08 08:59:06.556350 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-fff17e28-a71c-47b3-b9ee-fe548c6d843c req-f0710679-c924-4f44-aff8-6a2d55f132c3 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Request body: {'port': {'device_id': '0aab8759-27d9-4014-bf3b-f1d3eef4b25f', 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e', 'admin_state_up': True, 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:59:06.632624 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0a803520-47f6-4c7b-b25c-4feee6792521 req-62679a5a-c3e6-43d5-867e-331d49a496a2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2107277 Sep 08 08:59:06.642425 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 08:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c037005e-a399-40ba-8101-d89c961b18ad x-openstack-request-id: req-c037005e-a399-40ba-8101-d89c961b18ad {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:59:06.644178 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa297ade-e7eb-4556-a947-3d35d8b73527", "name": "network-vif-unplugged", "status": "completed", "tag": "4683da4a-df6c-41f5-a23f-e13eaeba9910", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:59:06.645341 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c037005e-a399-40ba-8101-d89c961b18ad {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:59:06.646835 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa297ade-e7eb-4556-a947-3d35d8b73527', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4683da4a-df6c-41f5-a23f-e13eaeba9910', 'code': 200} Sep 08 08:59:06.701885 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-75e5c443-83d9-43f9-8156-f8618680ee58 req-4c3f4449-a92d-411c-9bd3-23c661061460 tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1e344da-9d05-41a6-b40a-757f406f4c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105684 Sep 08 08:59:06.834092 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9fac3-fba7-4c4a-b8e4-9e9b37ebd806 req-be65d817-7006-4d01-bcde-b253e66edfaf tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:06.840187 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0bb9fac3-fba7-4c4a-b8e4-9e9b37ebd806 req-be65d817-7006-4d01-bcde-b253e66edfaf tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb HTTP/1.1" status: 200 len: 943 time: 0.1191967 Sep 08 08:59:06.894570 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a803520-47f6-4c7b-b25c-4feee6792521 req-9e8fd1c6-30e4-4ea7-9ee2-c045e51d26d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:06.896842 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0a803520-47f6-4c7b-b25c-4feee6792521 req-9e8fd1c6-30e4-4ea7-9ee2-c045e51d26d1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3b45c9e6adc04db08d877665d90d8206&device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6 HTTP/1.1" status: 200 len: 1102 time: 0.1690962 Sep 08 08:59:06.916395 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fff17e28-a71c-47b3-b9ee-fe548c6d843c req-f0710679-c924-4f44-aff8-6a2d55f132c3 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Made reservation on behalf of 8c199e70dfac4eb99b52ea567ecb2667 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:59:06.918375 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0bb9fac3-fba7-4c4a-b8e4-9e9b37ebd806 req-2de65a86-e98a-4c96-bbd8-07372de23223 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656619 Sep 08 08:59:06.920224 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-fff17e28-a71c-47b3-b9ee-fe548c6d843c req-f0710679-c924-4f44-aff8-6a2d55f132c3 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:06.977379 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['4683da4a-df6c-41f5-a23f-e13eaeba9910'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:59:07.058732 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a803520-47f6-4c7b-b25c-4feee6792521 req-1d834796-921b-482e-9eee-fa0284d84dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:07.060172 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0a803520-47f6-4c7b-b25c-4feee6792521 req-1d834796-921b-482e-9eee-fa0284d84dbd service neutron] 10.222.0.35 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.1130714 Sep 08 08:59:07.073703 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a6c02-586f-4b59-b57f-30c231fbd227 req-022e54df-946a-4cdd-be5e-1dd223175806 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:07.075435 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-251a6c02-586f-4b59-b57f-30c231fbd227 req-022e54df-946a-4cdd-be5e-1dd223175806 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 950 time: 0.2279456 Sep 08 08:59:07.262844 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0a803520-47f6-4c7b-b25c-4feee6792521 req-dba0ae48-b472-428d-8f7f-9437b54dc013 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=d05f4588-39b6-4d94-9f78-5dd977338c5a HTTP/1.1" status: 200 len: 217 time: 0.1377821 Sep 08 08:59:07.308993 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-251a6c02-586f-4b59-b57f-30c231fbd227 req-06d2e005-d1bf-43b8-b24c-e4bbe1cd9079 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192149 Sep 08 08:59:07.346936 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cc12c769-83d3-4a00-b9a7-649e5b8fde61 req-cda73a1d-6319-4c17-84a8-7fa47d609d36 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/ports?device_id=0aab8759-27d9-4014-bf3b-f1d3eef4b25f HTTP/1.1" status: 200 len: 210 time: 0.0834959 Sep 08 08:59:07.430559 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a803520-47f6-4c7b-b25c-4feee6792521 req-bf5f8313-d8ae-444f-8be2-f4bae51d6327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:07.433599 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0a803520-47f6-4c7b-b25c-4feee6792521 req-bf5f8313-d8ae-444f-8be2-f4bae51d6327 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.1237001 Sep 08 08:59:07.478666 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-fff17e28-a71c-47b3-b9ee-fe548c6d843c req-f0710679-c924-4f44-aff8-6a2d55f132c3 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Allocated IP 172.20.0.10 (3e83d732-3301-4ce2-9864-01154137ed8e/dfdfbc22-6c05-4dc3-9d40-8856272af6fd/386eaff5-fb45-4b46-8cd5-0259aa23f13e) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:59:07.722216 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a803520-47f6-4c7b-b25c-4feee6792521 req-47289a44-5188-455c-87b0-b57549f5ff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:07.724986 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0a803520-47f6-4c7b-b25c-4feee6792521 req-47289a44-5188-455c-87b0-b57549f5ff17 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2178340 Sep 08 08:59:07.870862 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5280362a-333e-4098-b304-154252b61f57 req-4b1c20e0-8b62-40cc-8779-81e7d2301439 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:07.882452 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5280362a-333e-4098-b304-154252b61f57 req-4b1c20e0-8b62-40cc-8779-81e7d2301439 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=88f7fa94-74a6-43be-bd88-0c051f66c6a8 HTTP/1.1" status: 200 len: 946 time: 0.1737421 Sep 08 08:59:07.906387 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 93ea2d1b-7062-459f-8bb6-1ba42026d4c6 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 08:59:07.961433 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5280362a-333e-4098-b304-154252b61f57 req-315e1601-764e-4807-beae-8f3cffefd87e tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720615 Sep 08 08:59:08.084403 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0a803520-47f6-4c7b-b25c-4feee6792521 req-b7a0d48d-2bdc-4ad8-97a9-07c41cd0c079 service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305924 Sep 08 08:59:08.163375 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:08.222424 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716d40d-d414-48f9-905d-f3f1c8b3aa58 req-3244bab9-265c-4143-b40e-44a6d5ebfda4 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:08.232212 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0716d40d-d414-48f9-905d-f3f1c8b3aa58 req-3244bab9-265c-4143-b40e-44a6d5ebfda4 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb HTTP/1.1" status: 200 len: 943 time: 0.1395547 Sep 08 08:59:08.283493 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 93ea2d1b-7062-459f-8bb6-1ba42026d4c6, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=93ea2d1b-7062-459f-8bb6-1ba42026d4c6,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:59:08.291704 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:08.291975 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0716d40d-d414-48f9-905d-f3f1c8b3aa58 req-398cc3b4-8e6d-4e93-8ad7-b0b8975ab4a6 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547416 Sep 08 08:59:08.292951 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 08:59:08.312321 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60561a3f-b89e-4e15-af4b-9555c33051da req-8b1ae260-b53b-49f0-8dc6-b4fbb2e64c8d tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:08.313978 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-60561a3f-b89e-4e15-af4b-9555c33051da req-8b1ae260-b53b-49f0-8dc6-b4fbb2e64c8d tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8cb3b9c-5883-4795-ae4d-c276c4e39695 HTTP/1.1" status: 200 len: 950 time: 0.1692989 Sep 08 08:59:08.356033 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19889b55-fdff-4817-89c5-5fafe6855bcc req-dc435066-2169-4e5d-8a74-a94171f4677b tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:08.358925 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-19889b55-fdff-4817-89c5-5fafe6855bcc req-dc435066-2169-4e5d-8a74-a94171f4677b tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8cb3b9c-5883-4795-ae4d-c276c4e39695 HTTP/1.1" status: 200 len: 950 time: 0.2701616 Sep 08 08:59:08.372939 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-fff17e28-a71c-47b3-b9ee-fe548c6d843c req-f0710679-c924-4f44-aff8-6a2d55f132c3 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:08.474516 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=93ea2d1b-7062-459f-8bb6-1ba42026d4c6,revision_number=11']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:08.561646 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e70505d2-f175-4f3b-9830-64000031b38b req-29b39a8d-04f1-4534-ba9f-ce87725c842d service neutron] 10.222.0.37 "GET /v2.0/ports/0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6/bindings/n-h2-806683-11 HTTP/1.1" status: 200 len: 385 time: 0.1366999 Sep 08 08:59:08.574299 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-fff17e28-a71c-47b3-b9ee-fe548c6d843c req-f0710679-c924-4f44-aff8-6a2d55f132c3 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Transition to ACTIVE for port object 386eaff5-fb45-4b46-8cd5-0259aa23f13e will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:59:08.586433 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-60561a3f-b89e-4e15-af4b-9555c33051da req-614fa501-0832-46cb-b687-d141ab3a6f1b tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] Deleting port 93ea2d1b-7062-459f-8bb6-1ba42026d4c6 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 08:59:08.586433 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-60561a3f-b89e-4e15-af4b-9555c33051da req-614fa501-0832-46cb-b687-d141ab3a6f1b tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:08.647986 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8cb3b9c-5883-4795-ae4d-c276c4e39695', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93ea2d1b-7062-459f-8bb6-1ba42026d4c6'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:59:08.650666 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147d3cbc-32a3-4be5-a2fa-f5da056e3c2a" -d '{"events": [{"server_uuid": "e8cb3b9c-5883-4795-ae4d-c276c4e39695", "name": "network-vif-unplugged", "status": "completed", "tag": "93ea2d1b-7062-459f-8bb6-1ba42026d4c6"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:59:08.829853 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-60561a3f-b89e-4e15-af4b-9555c33051da req-614fa501-0832-46cb-b687-d141ab3a6f1b tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] For port 93ea2d1b-7062-459f-8bb6-1ba42026d4c6, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=93ea2d1b-7062-459f-8bb6-1ba42026d4c6,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:59:08.830912 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-60561a3f-b89e-4e15-af4b-9555c33051da req-614fa501-0832-46cb-b687-d141ab3a6f1b tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:08.861914 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-60561a3f-b89e-4e15-af4b-9555c33051da req-614fa501-0832-46cb-b687-d141ab3a6f1b tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] Calling delete_port for 93ea2d1b-7062-459f-8bb6-1ba42026d4c6 owned by compute:nova {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 08:59:08.950586 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf5df8-635b-4b0e-a6ee-5a8b0cd1618d req-d9c6a7c9-b154-405e-8985-776e3de49044 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:08.952306 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3bbf5df8-635b-4b0e-a6ee-5a8b0cd1618d req-d9c6a7c9-b154-405e-8985-776e3de49044 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 950 time: 0.1084571 Sep 08 08:59:09.030169 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-19889b55-fdff-4817-89c5-5fafe6855bcc req-d2130b29-bc31-425a-8cd4-42c5e8e55032 tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] 10.222.0.54 "GET /v2.0/security-groups?id=e1e344da-9d05-41a6-b40a-757f406f4c64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6144218 Sep 08 08:59:09.054586 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0a803520-47f6-4c7b-b25c-4feee6792521 req-b3f808fb-2aa4-4f98-9a0d-6489b3f21547 service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8865478 Sep 08 08:59:09.096332 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3bbf5df8-635b-4b0e-a6ee-5a8b0cd1618d req-5aa07720-778c-4e45-b7d0-218999a657f5 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240182 Sep 08 08:59:09.133230 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-fff17e28-a71c-47b3-b9ee-fe548c6d843c req-f0710679-c924-4f44-aff8-6a2d55f132c3 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:09.178885 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['a7b15f56-56ce-43a4-a849-fff2a1d13382'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:59:09.198377 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-60561a3f-b89e-4e15-af4b-9555c33051da req-614fa501-0832-46cb-b687-d141ab3a6f1b tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:09.225337 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fff17e28-a71c-47b3-b9ee-fe548c6d843c req-f0710679-c924-4f44-aff8-6a2d55f132c3 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Network 3e83d732-3301-4ce2-9864-01154137ed8e is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:59:09.236354 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-fff17e28-a71c-47b3-b9ee-fe548c6d843c req-f0710679-c924-4f44-aff8-6a2d55f132c3 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:59:09.243218 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff17e28-a71c-47b3-b9ee-fe548c6d843c req-f0710679-c924-4f44-aff8-6a2d55f132c3 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:59:09.283508 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0710679-c924-4f44-aff8-6a2d55f132c3 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Pushing event updated for resources: {'Port': ['ID=386eaff5-fb45-4b46-8cd5-0259aa23f13e,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:09.324438 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614fa501-0832-46cb-b687-d141ab3a6f1b tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] Pushing event deleted for resources: {'Port': ['ID=93ea2d1b-7062-459f-8bb6-1ba42026d4c6,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:09.380062 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0710679-c924-4f44-aff8-6a2d55f132c3 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:59:09.380424 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0710679-c924-4f44-aff8-6a2d55f132c3 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:59:09.380784 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0710679-c924-4f44-aff8-6a2d55f132c3 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:59:09.382076 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0710679-c924-4f44-aff8-6a2d55f132c3 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:59:09.382076 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0710679-c924-4f44-aff8-6a2d55f132c3 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:59:09.382076 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0710679-c924-4f44-aff8-6a2d55f132c3 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:59:09.382533 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0710679-c924-4f44-aff8-6a2d55f132c3 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:59:09.382533 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0710679-c924-4f44-aff8-6a2d55f132c3 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:59:09.383232 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0710679-c924-4f44-aff8-6a2d55f132c3 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:59:09.383232 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0710679-c924-4f44-aff8-6a2d55f132c3 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:59:09.383507 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0710679-c924-4f44-aff8-6a2d55f132c3 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:59:09.384606 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0710679-c924-4f44-aff8-6a2d55f132c3 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:59:09.446411 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff17e28-a71c-47b3-b9ee-fe548c6d843c req-f0710679-c924-4f44-aff8-6a2d55f132c3 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:09.447165 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-fff17e28-a71c-47b3-b9ee-fe548c6d843c req-f0710679-c924-4f44-aff8-6a2d55f132c3 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:09.496930 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-e70505d2-f175-4f3b-9830-64000031b38b req-eaae548a-b3e9-4d55-aac4-bbb86cdd4c29 service neutron] For port 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6,segment=NetworkSegment(fa7b147d-9249-4b88-b7ce-d5137c1c3a3c),segment_id=fa7b147d-9249-4b88-b7ce-d5137c1c3a3c)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:59:09.511564 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133c061-fcfa-4f37-bea1-30fd784355f4 req-642a1932-d37f-47e9-a036-54c0aceb02e4 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:09.523930 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5133c061-fcfa-4f37-bea1-30fd784355f4 req-642a1932-d37f-47e9-a036-54c0aceb02e4 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/ports?device_id=0aab8759-27d9-4014-bf3b-f1d3eef4b25f HTTP/1.1" status: 200 len: 932 time: 0.2712588 Sep 08 08:59:09.524893 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-60561a3f-b89e-4e15-af4b-9555c33051da req-614fa501-0832-46cb-b687-d141ab3a6f1b tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] No DVR routers for this DVR port 93ea2d1b-7062-459f-8bb6-1ba42026d4c6 on host n-h1-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 08:59:09.531228 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-60561a3f-b89e-4e15-af4b-9555c33051da req-614fa501-0832-46cb-b687-d141ab3a6f1b tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:09.535152 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-60561a3f-b89e-4e15-af4b-9555c33051da req-614fa501-0832-46cb-b687-d141ab3a6f1b tempest-ImagesOneServerTestJSON-1750357994 tempest-ImagesOneServerTestJSON-1750357994-project] 10.222.0.37 "DELETE /v2.0/ports/93ea2d1b-7062-459f-8bb6-1ba42026d4c6 HTTP/1.1" status: 204 len: 173 time: 1.2098372 Sep 08 08:59:09.535932 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8cb3b9c-5883-4795-ae4d-c276c4e39695', 'name': 'network-vif-deleted', 'tag': '93ea2d1b-7062-459f-8bb6-1ba42026d4c6'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:59:09.540402 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f279c967-51af-4bae-8b04-58afccb16c7a" -d '{"events": [{"server_uuid": "e8cb3b9c-5883-4795-ae4d-c276c4e39695", "name": "network-vif-deleted", "tag": "93ea2d1b-7062-459f-8bb6-1ba42026d4c6"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:59:09.582470 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fff17e28-a71c-47b3-b9ee-fe548c6d843c req-f0710679-c924-4f44-aff8-6a2d55f132c3 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0198627 Sep 08 08:59:09.601093 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-fff17e28-a71c-47b3-b9ee-fe548c6d843c req-d456ffd4-0986-4118-a7d8-7c8e32cf5f83 service neutron] Request body: {'port': {'device_id': '0aab8759-27d9-4014-bf3b-f1d3eef4b25f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:59:09.623742 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91f8e5-5bb6-4280-9277-10f1de3de31f req-f6123285-be72-4d89-94d6-5b1b3a4a7bb1 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:09.626953 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9f91f8e5-5bb6-4280-9277-10f1de3de31f req-f6123285-be72-4d89-94d6-5b1b3a4a7bb1 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=88f7fa94-74a6-43be-bd88-0c051f66c6a8 HTTP/1.1" status: 200 len: 946 time: 0.1291399 Sep 08 08:59:09.641207 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-e70505d2-f175-4f3b-9830-64000031b38b req-eaae548a-b3e9-4d55-aac4-bbb86cdd4c29 service neutron] For port 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:59:09.692097 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5133c061-fcfa-4f37-bea1-30fd784355f4 req-674f931a-d078-4feb-82cd-73bb1e666355 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/security-groups?id=2be87b16-a743-4855-aee7-31c69cd6fd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665895 Sep 08 08:59:09.747077 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-e70505d2-f175-4f3b-9830-64000031b38b req-eaae548a-b3e9-4d55-aac4-bbb86cdd4c29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:59:09.757933 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-fff17e28-a71c-47b3-b9ee-fe548c6d843c req-d456ffd4-0986-4118-a7d8-7c8e32cf5f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:09.761778 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2cfc4ed8-7659-4a84-a8b1-3224d2a5dfe5 None None] Provisioning for port 386eaff5-fb45-4b46-8cd5-0259aa23f13e completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:59:09.770883 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2cfc4ed8-7659-4a84-a8b1-3224d2a5dfe5 None None] Provisioning complete for port 386eaff5-fb45-4b46-8cd5-0259aa23f13e triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:59:09.772159 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2cfc4ed8-7659-4a84-a8b1-3224d2a5dfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:09.782153 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-e70505d2-f175-4f3b-9830-64000031b38b req-eaae548a-b3e9-4d55-aac4-bbb86cdd4c29 service neutron] For port 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6,segment=NetworkSegment(fa7b147d-9249-4b88-b7ce-d5137c1c3a3c),segment_id=fa7b147d-9249-4b88-b7ce-d5137c1c3a3c)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:59:09.803080 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9f91f8e5-5bb6-4280-9277-10f1de3de31f req-b1692f3c-4794-41bf-82ba-0d01fa25a3b8 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528106 Sep 08 08:59:09.874584 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e70505d2-f175-4f3b-9830-64000031b38b req-eaae548a-b3e9-4d55-aac4-bbb86cdd4c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:09.891347 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 08:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6cff52-c032-40c5-ae9c-c14f6e4cfabc x-openstack-request-id: req-ec6cff52-c032-40c5-ae9c-c14f6e4cfabc {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:59:09.891846 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8cb3b9c-5883-4795-ae4d-c276c4e39695", "name": "network-vif-unplugged", "status": "completed", "tag": "93ea2d1b-7062-459f-8bb6-1ba42026d4c6", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:59:09.893711 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ec6cff52-c032-40c5-ae9c-c14f6e4cfabc {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:59:09.895661 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8cb3b9c-5883-4795-ae4d-c276c4e39695', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93ea2d1b-7062-459f-8bb6-1ba42026d4c6', 'code': 200} Sep 08 08:59:09.963401 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-2cfc4ed8-7659-4a84-a8b1-3224d2a5dfe5 None None] Port 386eaff5-fb45-4b46-8cd5-0259aa23f13e cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 08:59:09.996056 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 4683da4a-df6c-41f5-a23f-e13eaeba9910 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:59:10.077312 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 4683da4a-df6c-41f5-a23f-e13eaeba9910 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:59:10.077698 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:10.105391 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee50340-6f1a-4bf0-8716-cd0993128af5 req-60f0ac39-f6da-4219-bb4a-d9bacf23ed16 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:10.116727 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-aee50340-6f1a-4bf0-8716-cd0993128af5 req-60f0ac39-f6da-4219-bb4a-d9bacf23ed16 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 950 time: 0.1118164 Sep 08 08:59:10.171273 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-aee50340-6f1a-4bf0-8716-cd0993128af5 req-35f621e0-1b26-4b6f-94be-3b6ef29f81b3 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533698 Sep 08 08:59:10.193052 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:10.221326 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d1258-759f-4443-90bb-b40c18d95e98 req-d2f415e5-7601-4e8c-8c7e-2a296dda57db tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:10.223566 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d57d1258-759f-4443-90bb-b40c18d95e98 req-d2f415e5-7601-4e8c-8c7e-2a296dda57db tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb HTTP/1.1" status: 200 len: 943 time: 0.1718962 Sep 08 08:59:10.276657 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 08:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97dfbfc8-046e-4809-97a2-3bdb5aa08a72 x-openstack-request-id: req-97dfbfc8-046e-4809-97a2-3bdb5aa08a72 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:59:10.277057 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8cb3b9c-5883-4795-ae4d-c276c4e39695", "name": "network-vif-deleted", "tag": "93ea2d1b-7062-459f-8bb6-1ba42026d4c6", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:59:10.277349 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-97dfbfc8-046e-4809-97a2-3bdb5aa08a72 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:59:10.277885 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8cb3b9c-5883-4795-ae4d-c276c4e39695', 'name': 'network-vif-deleted', 'tag': '93ea2d1b-7062-459f-8bb6-1ba42026d4c6', 'status': 'completed', 'code': 200} Sep 08 08:59:10.284652 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 4683da4a-df6c-41f5-a23f-e13eaeba9910, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=4683da4a-df6c-41f5-a23f-e13eaeba9910,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:59:10.307945 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:10.363569 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-e70505d2-f175-4f3b-9830-64000031b38b req-eaae548a-b3e9-4d55-aac4-bbb86cdd4c29 service neutron] Transition to ACTIVE for port object 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:59:10.375615 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e70505d2-f175-4f3b-9830-64000031b38b req-eaae548a-b3e9-4d55-aac4-bbb86cdd4c29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:10.390514 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=4683da4a-df6c-41f5-a23f-e13eaeba9910,revision_number=11']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:10.396453 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d57d1258-759f-4443-90bb-b40c18d95e98 req-96f2fae7-3e72-4fac-b5c8-5a6ae8c9f7f2 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612158 Sep 08 08:59:10.495724 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-e70505d2-f175-4f3b-9830-64000031b38b req-eaae548a-b3e9-4d55-aac4-bbb86cdd4c29 service neutron] No DVR routers for this DVR port 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 08:59:10.662884 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaae548a-b3e9-4d55-aac4-bbb86cdd4c29 service neutron] Pushing event updated for resources: {'Port': ['ID=0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6,revision_number=10']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:10.712325 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-fff17e28-a71c-47b3-b9ee-fe548c6d843c req-d456ffd4-0986-4118-a7d8-7c8e32cf5f83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 386eaff5-fb45-4b46-8cd5-0259aa23f13e {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:59:10.744865 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-fff17e28-a71c-47b3-b9ee-fe548c6d843c req-d456ffd4-0986-4118-a7d8-7c8e32cf5f83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:10.789259 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e70505d2-f175-4f3b-9830-64000031b38b req-eaae548a-b3e9-4d55-aac4-bbb86cdd4c29 service neutron] 10.222.0.37 "PUT /v2.0/ports/0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6/bindings/n-h2-806683-11/activate HTTP/1.1" status: 200 len: 370 time: 2.2068031 Sep 08 08:59:10.794840 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-86b2291b-5709-4a31-9de4-a81e17224d1e req-f428e03f-f5d9-4497-bff2-a1c31a52350e tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=3b45c9e6adc04db08d877665d90d8206&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0684738 Sep 08 08:59:10.798410 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-fff17e28-a71c-47b3-b9ee-fe548c6d843c req-d456ffd4-0986-4118-a7d8-7c8e32cf5f83 service neutron] Transition to ACTIVE for port object 386eaff5-fb45-4b46-8cd5-0259aa23f13e will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:59:10.823249 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-fff17e28-a71c-47b3-b9ee-fe548c6d843c req-d456ffd4-0986-4118-a7d8-7c8e32cf5f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:10.906347 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee158b-74ac-4487-8104-4238cd27670c req-0fa4ab9a-6463-4b9b-91fd-99b4bf082760 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:10.915633 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-71ee158b-74ac-4487-8104-4238cd27670c req-0fa4ab9a-6463-4b9b-91fd-99b4bf082760 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/ports?device_id=0aab8759-27d9-4014-bf3b-f1d3eef4b25f HTTP/1.1" status: 200 len: 944 time: 0.0997369 Sep 08 08:59:10.984328 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-71ee158b-74ac-4487-8104-4238cd27670c req-b5282d0d-a4ad-4cd3-b798-2fef5bf72820 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/security-groups?id=2be87b16-a743-4855-aee7-31c69cd6fd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653117 Sep 08 08:59:11.006098 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 34468) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:59:11.129533 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d456ffd4-0986-4118-a7d8-7c8e32cf5f83 service neutron] Pushing event updated for resources: {'Port': ['ID=386eaff5-fb45-4b46-8cd5-0259aa23f13e,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:11.164048 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238bb68a-f9b0-49dc-978f-d41ae876a506 req-27d95901-a43c-4f94-be04-546f82854ab5 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:11.167353 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-238bb68a-f9b0-49dc-978f-d41ae876a506 req-27d95901-a43c-4f94-be04-546f82854ab5 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=88f7fa94-74a6-43be-bd88-0c051f66c6a8 HTTP/1.1" status: 200 len: 946 time: 0.0706966 Sep 08 08:59:11.220940 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2291b-5709-4a31-9de4-a81e17224d1e req-ac1c2842-f46d-4064-ac5d-4d6e8b7db0b7 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:11.221880 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-86b2291b-5709-4a31-9de4-a81e17224d1e req-ac1c2842-f46d-4064-ac5d-4d6e8b7db0b7 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4187977 Sep 08 08:59:11.228785 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70505d2-f175-4f3b-9830-64000031b38b req-5b3758e0-14a5-4fcf-bdec-7edea19e53cc tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:11.230318 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e70505d2-f175-4f3b-9830-64000031b38b req-5b3758e0-14a5-4fcf-bdec-7edea19e53cc tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb&tenant_id=453fb48635914fff8b30c3b6382194e5&binding%3Ahost_id=n-h1-806683-11 HTTP/1.1" status: 200 len: 1096 time: 0.3100722 Sep 08 08:59:11.243833 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-238bb68a-f9b0-49dc-978f-d41ae876a506 req-9b9416f9-e850-46b7-9353-28da1c333222 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681505 Sep 08 08:59:11.256915 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-86b2291b-5709-4a31-9de4-a81e17224d1e req-9a347818-0fae-4cb5-a381-57855e865a1d tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/quotas/3b45c9e6adc04db08d877665d90d8206 HTTP/1.1" status: 200 len: 375 time: 0.0255620 Sep 08 08:59:11.319148 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-fff17e28-a71c-47b3-b9ee-fe548c6d843c req-d456ffd4-0986-4118-a7d8-7c8e32cf5f83 service neutron] Attempting to bind port 386eaff5-fb45-4b46-8cd5-0259aa23f13e on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:59:11.319517 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-fff17e28-a71c-47b3-b9ee-fe548c6d843c req-d456ffd4-0986-4118-a7d8-7c8e32cf5f83 service neutron] Attempting to bind port 386eaff5-fb45-4b46-8cd5-0259aa23f13e by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '858b0073-f111-480b-94a7-b2f14cf49fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:59:11.319813 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff17e28-a71c-47b3-b9ee-fe548c6d843c req-d456ffd4-0986-4118-a7d8-7c8e32cf5f83 service neutron] Attempting to bind port 386eaff5-fb45-4b46-8cd5-0259aa23f13e on network 3e83d732-3301-4ce2-9864-01154137ed8e {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:59:11.336353 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff17e28-a71c-47b3-b9ee-fe548c6d843c req-d456ffd4-0986-4118-a7d8-7c8e32cf5f83 service neutron] Port 386eaff5-fb45-4b46-8cd5-0259aa23f13e on network 3e83d732-3301-4ce2-9864-01154137ed8e not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 08:59:11.336744 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff17e28-a71c-47b3-b9ee-fe548c6d843c req-d456ffd4-0986-4118-a7d8-7c8e32cf5f83 service neutron] Attempting to bind port 386eaff5-fb45-4b46-8cd5-0259aa23f13e on network 3e83d732-3301-4ce2-9864-01154137ed8e {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:59:11.350970 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70505d2-f175-4f3b-9830-64000031b38b req-1407df98-8790-4d78-9ec4-407bb95d0ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:11.353728 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e70505d2-f175-4f3b-9830-64000031b38b req-1407df98-8790-4d78-9ec4-407bb95d0ef9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb&tenant_id=453fb48635914fff8b30c3b6382194e5 HTTP/1.1" status: 200 len: 1096 time: 0.1112137 Sep 08 08:59:11.358640 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2d4d4a06-18b1-48ba-ab6d-a451ecd47e2b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=30d955d524ca41a4826b49385be9945f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3500333 Sep 08 08:59:11.358873 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff17e28-a71c-47b3-b9ee-fe548c6d843c req-d456ffd4-0986-4118-a7d8-7c8e32cf5f83 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:59:11.358987 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 34474) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:59:11.359100 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff17e28-a71c-47b3-b9ee-fe548c6d843c req-d456ffd4-0986-4118-a7d8-7c8e32cf5f83 service neutron] Checking segment: {'id': '858b0073-f111-480b-94a7-b2f14cf49fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:59:11.359464 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff17e28-a71c-47b3-b9ee-fe548c6d843c req-d456ffd4-0986-4118-a7d8-7c8e32cf5f83 service neutron] Bound using segment: {'id': '858b0073-f111-480b-94a7-b2f14cf49fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:59:11.360130 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-fff17e28-a71c-47b3-b9ee-fe548c6d843c req-d456ffd4-0986-4118-a7d8-7c8e32cf5f83 service neutron] Bound port: 386eaff5-fb45-4b46-8cd5-0259aa23f13e, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '858b0073-f111-480b-94a7-b2f14cf49fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:59:11.360708 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-fff17e28-a71c-47b3-b9ee-fe548c6d843c req-d456ffd4-0986-4118-a7d8-7c8e32cf5f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:11.388751 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-86b2291b-5709-4a31-9de4-a81e17224d1e req-99e8b896-1375-4fea-84d5-267462bc4592 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3b45c9e6adc04db08d877665d90d8206&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1172650 Sep 08 08:59:11.449074 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0e992db7-9ebe-4ab0-88fe-23c9d59ec198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:11.479668 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0e992db7-9ebe-4ab0-88fe-23c9d59ec198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:11.511090 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-fff17e28-a71c-47b3-b9ee-fe548c6d843c req-d456ffd4-0986-4118-a7d8-7c8e32cf5f83 service neutron] For port 386eaff5-fb45-4b46-8cd5-0259aa23f13e, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:59:11.515180 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70505d2-f175-4f3b-9830-64000031b38b req-447b1b5c-24cf-45de-8497-9a7f3e63862a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:11.516747 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e70505d2-f175-4f3b-9830-64000031b38b req-447b1b5c-24cf-45de-8497-9a7f3e63862a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=453fb48635914fff8b30c3b6382194e5&device_id=6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb HTTP/1.1" status: 200 len: 1096 time: 0.0960567 Sep 08 08:59:11.518809 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-fff17e28-a71c-47b3-b9ee-fe548c6d843c req-d456ffd4-0986-4118-a7d8-7c8e32cf5f83 service neutron] For port 386eaff5-fb45-4b46-8cd5-0259aa23f13e, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=386eaff5-fb45-4b46-8cd5-0259aa23f13e,segment=NetworkSegment(858b0073-f111-480b-94a7-b2f14cf49fa3),segment_id=858b0073-f111-480b-94a7-b2f14cf49fa3)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:59:11.529334 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-fff17e28-a71c-47b3-b9ee-fe548c6d843c req-d456ffd4-0986-4118-a7d8-7c8e32cf5f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:11.548451 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0e992db7-9ebe-4ab0-88fe-23c9d59ec198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:11.551541 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0e992db7-9ebe-4ab0-88fe-23c9d59ec198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:11.555657 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0e992db7-9ebe-4ab0-88fe-23c9d59ec198 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e1e344da-9d05-41a6-b40a-757f406f4c64 HTTP/1.1" status: 204 len: 168 time: 0.1930616 Sep 08 08:59:11.570697 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff17e28-a71c-47b3-b9ee-fe548c6d843c req-d456ffd4-0986-4118-a7d8-7c8e32cf5f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:11.572687 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-fff17e28-a71c-47b3-b9ee-fe548c6d843c req-d456ffd4-0986-4118-a7d8-7c8e32cf5f83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:11.575372 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fff17e28-a71c-47b3-b9ee-fe548c6d843c req-d456ffd4-0986-4118-a7d8-7c8e32cf5f83 service neutron] 10.222.0.37 "PUT /v2.0/ports/386eaff5-fb45-4b46-8cd5-0259aa23f13e HTTP/1.1" status: 200 len: 1093 time: 1.9911218 Sep 08 08:59:11.579299 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aab8759-27d9-4014-bf3b-f1d3eef4b25f', 'tag': '386eaff5-fb45-4b46-8cd5-0259aa23f13e'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:59:11.581772 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4f7c29-10c1-4836-a014-f8aae895c9bf" -d '{"events": [{"name": "network-changed", "server_uuid": "0aab8759-27d9-4014-bf3b-f1d3eef4b25f", "tag": "386eaff5-fb45-4b46-8cd5-0259aa23f13e"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:59:11.602684 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e992db7-9ebe-4ab0-88fe-23c9d59ec198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e344da-9d05-41a6-b40a-757f406f4c64,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:11.822378 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d456ffd4-0986-4118-a7d8-7c8e32cf5f83 service neutron] Pushing event updated for resources: {'Port': ['ID=386eaff5-fb45-4b46-8cd5-0259aa23f13e,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:11.855725 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8889edf1-9771-4f2a-838c-4de5655dcf47 req-64598d5a-dbdd-411c-bfb6-9ada322b2efb tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:11.863427 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8889edf1-9771-4f2a-838c-4de5655dcf47 req-64598d5a-dbdd-411c-bfb6-9ada322b2efb tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb HTTP/1.1" status: 200 len: 944 time: 0.1184959 Sep 08 08:59:11.869218 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e245d418-d0d2-48d1-86e7-4c0f7a290dc6 req-a9e042a1-988b-461e-a7ec-eb2fc798186e tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 210 time: 0.1415322 Sep 08 08:59:11.896812 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa297ade-e7eb-4556-a947-3d35d8b73527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4683da4a-df6c-41f5-a23f-e13eaeba9910'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:59:11.899308 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa2ef56-bb55-4ec7-834b-80b5c5f102dc" -d '{"events": [{"server_uuid": "fa297ade-e7eb-4556-a947-3d35d8b73527", "name": "network-vif-plugged", "status": "completed", "tag": "4683da4a-df6c-41f5-a23f-e13eaeba9910"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:59:11.927336 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff17e28-a71c-47b3-b9ee-fe548c6d843c req-e0e4c40c-b6d6-40bc-a918-62734c5e7074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:11.928729 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fff17e28-a71c-47b3-b9ee-fe548c6d843c req-e0e4c40c-b6d6-40bc-a918-62734c5e7074 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c199e70dfac4eb99b52ea567ecb2667&device_id=0aab8759-27d9-4014-bf3b-f1d3eef4b25f HTTP/1.1" status: 200 len: 1096 time: 0.2834501 Sep 08 08:59:11.936986 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8889edf1-9771-4f2a-838c-4de5655dcf47 req-2367b4e5-e815-4857-a12d-fcc753ac9aad tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712116 Sep 08 08:59:11.950824 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 93ea2d1b-7062-459f-8bb6-1ba42026d4c6 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 08:59:12.023211 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 08:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb63d5f-874e-4173-bc73-075a51c6e235 x-openstack-request-id: req-ddb63d5f-874e-4173-bc73-075a51c6e235 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:59:12.023343 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa297ade-e7eb-4556-a947-3d35d8b73527", "name": "network-vif-plugged", "status": "completed", "tag": "4683da4a-df6c-41f5-a23f-e13eaeba9910", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:59:12.023569 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ddb63d5f-874e-4173-bc73-075a51c6e235 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:59:12.024017 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa297ade-e7eb-4556-a947-3d35d8b73527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4683da4a-df6c-41f5-a23f-e13eaeba9910', 'code': 200} Sep 08 08:59:12.062991 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 93ea2d1b-7062-459f-8bb6-1ba42026d4c6 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 08:59:12.063234 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 93ea2d1b-7062-459f-8bb6-1ba42026d4c6 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 08:59:12.064657 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 08:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba1e22f-d50a-4978-b424-d79a3c80283b x-openstack-request-id: req-5ba1e22f-d50a-4978-b424-d79a3c80283b {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:59:12.065147 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aab8759-27d9-4014-bf3b-f1d3eef4b25f", "tag": "386eaff5-fb45-4b46-8cd5-0259aa23f13e", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:59:12.065641 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5ba1e22f-d50a-4978-b424-d79a3c80283b {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:59:12.067877 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aab8759-27d9-4014-bf3b-f1d3eef4b25f', 'tag': '386eaff5-fb45-4b46-8cd5-0259aa23f13e', 'status': 'completed', 'code': 200} Sep 08 08:59:12.070372 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fff17e28-a71c-47b3-b9ee-fe548c6d843c req-3369d9d5-3e96-44aa-ae12-de04285df7b8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=386eaff5-fb45-4b46-8cd5-0259aa23f13e HTTP/1.1" status: 200 len: 217 time: 0.0774302 Sep 08 08:59:12.086503 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70505d2-f175-4f3b-9830-64000031b38b req-3b8b7662-a4a4-40f5-bc5e-2f886a710c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:12.088670 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e70505d2-f175-4f3b-9830-64000031b38b req-3b8b7662-a4a4-40f5-bc5e-2f886a710c76 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1b780815-5142-4edc-a37a-9e502afff334 HTTP/1.1" status: 200 len: 909 time: 0.5104175 Sep 08 08:59:12.211326 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e70505d2-f175-4f3b-9830-64000031b38b req-056fc73a-25d2-48fc-930d-328bea1042b9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6 HTTP/1.1" status: 200 len: 217 time: 0.0635312 Sep 08 08:59:12.240030 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff17e28-a71c-47b3-b9ee-fe548c6d843c req-619499a7-4e7d-43ac-8537-5eb269d9e53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:12.241746 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fff17e28-a71c-47b3-b9ee-fe548c6d843c req-619499a7-4e7d-43ac-8537-5eb269d9e53b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfdfbc22-6c05-4dc3-9d40-8856272af6fd HTTP/1.1" status: 200 len: 860 time: 0.1514442 Sep 08 08:59:12.252022 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2e305-8284-4805-8e1f-7256c42781f4 req-f998f82f-e07e-4905-affd-9eb13ad0f898 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:12.254698 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-37a2e305-8284-4805-8e1f-7256c42781f4 req-f998f82f-e07e-4905-affd-9eb13ad0f898 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/ports?device_id=0aab8759-27d9-4014-bf3b-f1d3eef4b25f HTTP/1.1" status: 200 len: 944 time: 0.1806753 Sep 08 08:59:12.374193 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70505d2-f175-4f3b-9830-64000031b38b req-a9e03c04-7ab8-4388-929f-bb1c83507e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:12.376459 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e70505d2-f175-4f3b-9830-64000031b38b req-a9e03c04-7ab8-4388-929f-bb1c83507e7b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e08ea884-5afc-42c5-87f0-7a3f3f5db0de HTTP/1.1" status: 200 len: 848 time: 0.1488063 Sep 08 08:59:12.411833 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44260808-0c8e-4bae-bda6-60bbeffebe05 req-4f595dd4-360b-4cdd-ac44-a537f9d48257 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:12.416934 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff17e28-a71c-47b3-b9ee-fe548c6d843c req-f0998c9a-bd73-4e39-a78b-79afb4a34516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:12.419776 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fff17e28-a71c-47b3-b9ee-fe548c6d843c req-f0998c9a-bd73-4e39-a78b-79afb4a34516 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3e83d732-3301-4ce2-9864-01154137ed8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1271274 Sep 08 08:59:12.420536 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-44260808-0c8e-4bae-bda6-60bbeffebe05 req-4f595dd4-360b-4cdd-ac44-a537f9d48257 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=88f7fa94-74a6-43be-bd88-0c051f66c6a8 HTTP/1.1" status: 200 len: 946 time: 0.0883458 Sep 08 08:59:12.454218 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-37a2e305-8284-4805-8e1f-7256c42781f4 req-a65abe7b-ca4a-42a6-ac60-f7be4b9f03ad tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/security-groups?id=2be87b16-a743-4855-aee7-31c69cd6fd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503649 Sep 08 08:59:12.498143 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e70505d2-f175-4f3b-9830-64000031b38b req-ad01bafc-0862-48f0-9b04-af5844498568 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1b780815-5142-4edc-a37a-9e502afff334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858951 Sep 08 08:59:12.499151 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-44260808-0c8e-4bae-bda6-60bbeffebe05 req-30492e80-4c0a-49af-8487-8dfe7a78e302 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776527 Sep 08 08:59:12.667946 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fff17e28-a71c-47b3-b9ee-fe548c6d843c req-ea7a1463-76a1-4702-af31-29a4c41e9da6 service neutron] 10.222.0.37 "GET /v2.0/networks/3e83d732-3301-4ce2-9864-01154137ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113395 Sep 08 08:59:12.696132 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e70505d2-f175-4f3b-9830-64000031b38b req-9c6fc08e-f054-49f9-b268-368b6258625e service neutron] 10.222.0.35 "GET /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842666 Sep 08 08:59:12.866901 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fff17e28-a71c-47b3-b9ee-fe548c6d843c req-7a81b5e1-59f6-4112-a178-29585d4c1dda service neutron] 10.222.0.37 "GET /v2.0/networks/3e83d732-3301-4ce2-9864-01154137ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911483 Sep 08 08:59:12.870961 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e70505d2-f175-4f3b-9830-64000031b38b req-2be86298-10f3-403f-ae28-54d8cffe4d97 service neutron] 10.222.0.35 "GET /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577103 Sep 08 08:59:12.980731 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ac1a9c52-7ccc-4f0b-84fc-eafb953a2603 req-e1b2fd23-ee5d-42c3-a597-415bff54bf41 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 210 time: 0.0376666 Sep 08 08:59:13.024428 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f7c29-10c1-4836-a014-f8aae895c9bf req-dd148781-8fa2-414c-a69d-fc1b7186b261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:13.026885 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4d4f7c29-10c1-4836-a014-f8aae895c9bf req-dd148781-8fa2-414c-a69d-fc1b7186b261 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c199e70dfac4eb99b52ea567ecb2667&device_id=0aab8759-27d9-4014-bf3b-f1d3eef4b25f HTTP/1.1" status: 200 len: 1096 time: 0.0499029 Sep 08 08:59:13.191747 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf2180-72e1-4d91-936f-03068316c7c7 req-85f0985e-d5a8-4cc9-9c4e-33b11c103c8f tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:13.193538 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-93cf2180-72e1-4d91-936f-03068316c7c7 req-85f0985e-d5a8-4cc9-9c4e-33b11c103c8f tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb HTTP/1.1" status: 200 len: 944 time: 0.1282401 Sep 08 08:59:13.196705 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f7c29-10c1-4836-a014-f8aae895c9bf req-3a9adcb3-9782-4edb-b1f7-d8dd67405cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:13.198747 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4d4f7c29-10c1-4836-a014-f8aae895c9bf req-3a9adcb3-9782-4edb-b1f7-d8dd67405cc1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3e83d732-3301-4ce2-9864-01154137ed8e HTTP/1.1" status: 200 len: 922 time: 0.1637847 Sep 08 08:59:13.318822 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4d4f7c29-10c1-4836-a014-f8aae895c9bf req-b3ea5e25-b45d-4cf2-9fb8-d7239eabb2c5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=386eaff5-fb45-4b46-8cd5-0259aa23f13e HTTP/1.1" status: 200 len: 217 time: 0.1071687 Sep 08 08:59:13.349661 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-86b2291b-5709-4a31-9de4-a81e17224d1e req-3cdb27b8-8a06-4ebf-98a5-3e810b8a6ec7 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=3b45c9e6adc04db08d877665d90d8206&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1365716 Sep 08 08:59:13.371894 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70505d2-f175-4f3b-9830-64000031b38b req-cac67ad8-9213-48bd-8772-82b0f95a67fa tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:13.375921 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e70505d2-f175-4f3b-9830-64000031b38b req-cac67ad8-9213-48bd-8772-82b0f95a67fa tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb&tenant_id=453fb48635914fff8b30c3b6382194e5&binding%3Ahost_id=n-h2-806683-11 HTTP/1.1" status: 200 len: 1096 time: 0.0780571 Sep 08 08:59:13.428362 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-93cf2180-72e1-4d91-936f-03068316c7c7 req-797d1c2d-6637-43f7-a384-15cae6f9d986 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186244 Sep 08 08:59:13.486715 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f7c29-10c1-4836-a014-f8aae895c9bf req-25c227ce-e82e-4b99-9c1a-65a7842be3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:13.494841 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4d4f7c29-10c1-4836-a014-f8aae895c9bf req-25c227ce-e82e-4b99-9c1a-65a7842be3c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfdfbc22-6c05-4dc3-9d40-8856272af6fd HTTP/1.1" status: 200 len: 860 time: 0.1602726 Sep 08 08:59:13.573378 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-e70505d2-f175-4f3b-9830-64000031b38b req-098452ae-76e7-447c-938e-678e52669261 service neutron] For port 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6, host n-h1-806683-11, cleared binding levels {{(pid=94713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:59:13.596931 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-e70505d2-f175-4f3b-9830-64000031b38b req-098452ae-76e7-447c-938e-678e52669261 service neutron] Notify callbacks [] for binding, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:13.599043 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e70505d2-f175-4f3b-9830-64000031b38b req-098452ae-76e7-447c-938e-678e52669261 service neutron] 10.222.0.35 "DELETE /v2.0/ports/0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6/bindings/n-h1-806683-11 HTTP/1.1" status: 204 len: 173 time: 0.2155459 Sep 08 08:59:13.662432 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02e051-95a0-4223-9494-e8316f0ca7fe req-0b9c3e4b-7559-4b88-b1ba-ba0fc0dba93b tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:13.667915 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fa02e051-95a0-4223-9494-e8316f0ca7fe req-0b9c3e4b-7559-4b88-b1ba-ba0fc0dba93b tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/ports?device_id=0aab8759-27d9-4014-bf3b-f1d3eef4b25f HTTP/1.1" status: 200 len: 944 time: 0.0834072 Sep 08 08:59:13.724268 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fa02e051-95a0-4223-9494-e8316f0ca7fe req-080b9bf6-4b48-47f2-957d-a8e57dc640e0 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/security-groups?id=2be87b16-a743-4855-aee7-31c69cd6fd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531585 Sep 08 08:59:13.949194 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2291b-5709-4a31-9de4-a81e17224d1e req-347705ed-9f16-4f72-a034-ad8b36aaccf6 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:13.950745 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-86b2291b-5709-4a31-9de4-a81e17224d1e req-347705ed-9f16-4f72-a034-ad8b36aaccf6 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5716226 Sep 08 08:59:13.960721 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f7c29-10c1-4836-a014-f8aae895c9bf req-84512b93-14cb-4495-9766-2f8545bf4622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:13.962260 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4d4f7c29-10c1-4836-a014-f8aae895c9bf req-84512b93-14cb-4495-9766-2f8545bf4622 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3e83d732-3301-4ce2-9864-01154137ed8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4602349 Sep 08 08:59:13.971535 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ea26f-b3a9-488b-bc9b-7017af0e3cf6 req-109b7461-49f6-43ae-a863-78aed6d66199 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:13.974723 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a86ea26f-b3a9-488b-bc9b-7017af0e3cf6 req-109b7461-49f6-43ae-a863-78aed6d66199 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=88f7fa94-74a6-43be-bd88-0c051f66c6a8 HTTP/1.1" status: 200 len: 946 time: 0.0932255 Sep 08 08:59:14.004994 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-86b2291b-5709-4a31-9de4-a81e17224d1e req-d507895f-5080-42ab-bb18-d982a4d10d2b tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Request body: {'port': {'device_id': 'ec4a2199-4092-45f7-9c15-980621fe6619', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'admin_state_up': True, 'tenant_id': '3b45c9e6adc04db08d877665d90d8206'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:59:14.159527 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a86ea26f-b3a9-488b-bc9b-7017af0e3cf6 req-73a051da-a1c5-4b2b-83a5-fbab9b234a4e tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713855 Sep 08 08:59:14.209851 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4d4f7c29-10c1-4836-a014-f8aae895c9bf req-09b23784-7b11-4d3c-8a63-05f51aeb7ef1 service neutron] 10.222.0.37 "GET /v2.0/networks/3e83d732-3301-4ce2-9864-01154137ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331429 Sep 08 08:59:14.235805 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86b2291b-5709-4a31-9de4-a81e17224d1e req-d507895f-5080-42ab-bb18-d982a4d10d2b tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Made reservation on behalf of 3b45c9e6adc04db08d877665d90d8206 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:59:14.241867 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-86b2291b-5709-4a31-9de4-a81e17224d1e req-d507895f-5080-42ab-bb18-d982a4d10d2b tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:14.366583 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-13a96acf-9c4a-4eac-8265-8fe4f1e167ba req-c34f0bc2-bd9d-4e1f-be16-0d3a737dc45f tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 210 time: 0.0772417 Sep 08 08:59:14.538455 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4d4f7c29-10c1-4836-a014-f8aae895c9bf req-82346b0f-109f-4120-b394-146439c2bdec service neutron] 10.222.0.37 "GET /v2.0/networks/3e83d732-3301-4ce2-9864-01154137ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806981 Sep 08 08:59:14.574678 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-86b2291b-5709-4a31-9de4-a81e17224d1e req-d507895f-5080-42ab-bb18-d982a4d10d2b tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Allocated IP 192.168.233.73 (05f7642a-1c79-41be-85aa-1443ef22cc3b/dfc66e4b-ecb5-4c99-afe1-0a78c722534a/3b8b664f-ea80-4039-b033-4de2af4c5dfc) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:59:14.667593 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c20166-0d41-46a8-b436-9e2a9e40f8c8 req-a5eff803-967f-42ae-a3c7-fa2d9eff19a0 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:14.669444 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-79c20166-0d41-46a8-b436-9e2a9e40f8c8 req-a5eff803-967f-42ae-a3c7-fa2d9eff19a0 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb HTTP/1.1" status: 200 len: 944 time: 0.1078765 Sep 08 08:59:14.741368 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-79c20166-0d41-46a8-b436-9e2a9e40f8c8 req-3ceeedc9-a283-4af6-b7ef-405eb0a1603a tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608640 Sep 08 08:59:14.910983 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-86b2291b-5709-4a31-9de4-a81e17224d1e req-d507895f-5080-42ab-bb18-d982a4d10d2b tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:14.966650 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-86b2291b-5709-4a31-9de4-a81e17224d1e req-d507895f-5080-42ab-bb18-d982a4d10d2b tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Transition to ACTIVE for port object 3b8b664f-ea80-4039-b033-4de2af4c5dfc will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:59:15.029962 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f8335-10ce-4b74-ba0f-1d986876b434 req-19b7e505-f47b-4ae5-9b4d-675971b9ce5a tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:15.031802 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f04f8335-10ce-4b74-ba0f-1d986876b434 req-19b7e505-f47b-4ae5-9b4d-675971b9ce5a tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/ports?device_id=0aab8759-27d9-4014-bf3b-f1d3eef4b25f HTTP/1.1" status: 200 len: 944 time: 0.1602731 Sep 08 08:59:15.091133 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f04f8335-10ce-4b74-ba0f-1d986876b434 req-9472359e-e5dc-4b3e-b12f-5cb15ef89e5c tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/security-groups?id=2be87b16-a743-4855-aee7-31c69cd6fd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516164 Sep 08 08:59:15.093116 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-86b2291b-5709-4a31-9de4-a81e17224d1e req-d507895f-5080-42ab-bb18-d982a4d10d2b tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:15.128735 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['74f7ce03-39e9-435a-9992-ab60a1dc61ca'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:59:15.133024 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['d05f4588-39b6-4d94-9f78-5dd977338c5a', '4683da4a-df6c-41f5-a23f-e13eaeba9910'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:59:15.149502 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86b2291b-5709-4a31-9de4-a81e17224d1e req-d507895f-5080-42ab-bb18-d982a4d10d2b tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Network 05f7642a-1c79-41be-85aa-1443ef22cc3b is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:59:15.155552 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-86b2291b-5709-4a31-9de4-a81e17224d1e req-d507895f-5080-42ab-bb18-d982a4d10d2b tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:59:15.179546 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 08:59:15.186478 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b2291b-5709-4a31-9de4-a81e17224d1e req-d507895f-5080-42ab-bb18-d982a4d10d2b tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:59:15.260230 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d507895f-5080-42ab-bb18-d982a4d10d2b tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Pushing event updated for resources: {'Port': ['ID=3b8b664f-ea80-4039-b033-4de2af4c5dfc,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:15.318917 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2291b-5709-4a31-9de4-a81e17224d1e req-d507895f-5080-42ab-bb18-d982a4d10d2b tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:15.320328 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-86b2291b-5709-4a31-9de4-a81e17224d1e req-d507895f-5080-42ab-bb18-d982a4d10d2b tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:15.328268 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d73314-5fe7-4ac7-8c8d-e2844484433a req-4af455fa-4d81-478e-a51e-4e72aa21e237 tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:15.333252 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-42d73314-5fe7-4ac7-8c8d-e2844484433a req-4af455fa-4d81-478e-a51e-4e72aa21e237 tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb HTTP/1.1" status: 200 len: 1096 time: 0.1445494 Sep 08 08:59:15.364164 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-86b2291b-5709-4a31-9de4-a81e17224d1e req-d507895f-5080-42ab-bb18-d982a4d10d2b tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3751240 Sep 08 08:59:15.407497 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-86b2291b-5709-4a31-9de4-a81e17224d1e req-dc11bfdc-ff34-4746-a850-c3632e94353f service neutron] Request body: {'port': {'device_id': 'ec4a2199-4092-45f7-9c15-980621fe6619', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:59:15.462092 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-42d73314-5fe7-4ac7-8c8d-e2844484433a req-860ab0a1-8d06-4266-b6ee-079bf6651f0b tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207588 Sep 08 08:59:15.479435 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-81751ca2-d1a7-4b6b-b7b7-fc57c6ac55bd None None] Provisioning for port 3b8b664f-ea80-4039-b033-4de2af4c5dfc completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:59:15.498123 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-81751ca2-d1a7-4b6b-b7b7-fc57c6ac55bd None None] Provisioning complete for port 3b8b664f-ea80-4039-b033-4de2af4c5dfc triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:59:15.502716 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-81751ca2-d1a7-4b6b-b7b7-fc57c6ac55bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:15.524472 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-86b2291b-5709-4a31-9de4-a81e17224d1e req-dc11bfdc-ff34-4746-a850-c3632e94353f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:15.534112 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ef3e6-f240-4bbd-9301-fea94fa25154 req-e19ca05a-d4dd-42ae-94c7-862a06378e6b tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:15.538591 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2d9ef3e6-f240-4bbd-9301-fea94fa25154 req-e19ca05a-d4dd-42ae-94c7-862a06378e6b tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=88f7fa94-74a6-43be-bd88-0c051f66c6a8 HTTP/1.1" status: 200 len: 946 time: 0.0616171 Sep 08 08:59:15.564176 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-81751ca2-d1a7-4b6b-b7b7-fc57c6ac55bd None None] Port 3b8b664f-ea80-4039-b033-4de2af4c5dfc cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 08:59:15.590612 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2d9ef3e6-f240-4bbd-9301-fea94fa25154 req-5cc3dec6-32d6-4da2-aeb5-f076493776a1 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451117 Sep 08 08:59:15.729575 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49547a6-d103-4cdf-92da-53f973b49bdb req-ab0700cb-115d-47fd-a739-b0831f5eae9b tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:15.731169 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c49547a6-d103-4cdf-92da-53f973b49bdb req-ab0700cb-115d-47fd-a739-b0831f5eae9b tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 935 time: 0.1510022 Sep 08 08:59:15.787686 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9966c-4cdf-4d01-93f7-2153986214a9 req-ab047509-2d54-4803-b79a-877e82bfc81a tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:15.790209 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-56e9966c-4cdf-4d01-93f7-2153986214a9 req-ab047509-2d54-4803-b79a-877e82bfc81a tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb HTTP/1.1" status: 200 len: 1096 time: 0.0759380 Sep 08 08:59:15.831304 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c49547a6-d103-4cdf-92da-53f973b49bdb req-837bd56a-9b5e-4175-a10b-0320632ffaa5 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920258 Sep 08 08:59:15.839710 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-56e9966c-4cdf-4d01-93f7-2153986214a9 req-c5d7108e-0a95-4c3b-89d0-6f4590fb06f6 tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421844 Sep 08 08:59:16.014375 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 386eaff5-fb45-4b46-8cd5-0259aa23f13e details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 08:59:16.053517 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-86b2291b-5709-4a31-9de4-a81e17224d1e req-dc11bfdc-ff34-4746-a850-c3632e94353f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b8b664f-ea80-4039-b033-4de2af4c5dfc {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:59:16.063705 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-86b2291b-5709-4a31-9de4-a81e17224d1e req-dc11bfdc-ff34-4746-a850-c3632e94353f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:16.080265 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-86b2291b-5709-4a31-9de4-a81e17224d1e req-dc11bfdc-ff34-4746-a850-c3632e94353f service neutron] Transition to ACTIVE for port object 3b8b664f-ea80-4039-b033-4de2af4c5dfc will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:59:16.087067 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-86b2291b-5709-4a31-9de4-a81e17224d1e req-dc11bfdc-ff34-4746-a850-c3632e94353f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:16.165910 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc11bfdc-ff34-4746-a850-c3632e94353f service neutron] Pushing event updated for resources: {'Port': ['ID=3b8b664f-ea80-4039-b033-4de2af4c5dfc,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:16.250751 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 386eaff5-fb45-4b46-8cd5-0259aa23f13e, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=386eaff5-fb45-4b46-8cd5-0259aa23f13e,segment=NetworkSegment(858b0073-f111-480b-94a7-b2f14cf49fa3),segment_id=858b0073-f111-480b-94a7-b2f14cf49fa3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:59:16.295285 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '386eaff5-fb45-4b46-8cd5-0259aa23f13e', 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e', 'port_id': '386eaff5-fb45-4b46-8cd5-0259aa23f13e', 'mac_address': 'fa:16:3e:98:bf:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfdfbc22-6c05-4dc3-9d40-8856272af6fd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 08:59:16.319589 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-86b2291b-5709-4a31-9de4-a81e17224d1e req-dc11bfdc-ff34-4746-a850-c3632e94353f service neutron] Attempting to bind port 3b8b664f-ea80-4039-b033-4de2af4c5dfc on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:59:16.320025 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-86b2291b-5709-4a31-9de4-a81e17224d1e req-dc11bfdc-ff34-4746-a850-c3632e94353f service neutron] Attempting to bind port 3b8b664f-ea80-4039-b033-4de2af4c5dfc by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:59:16.320526 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b2291b-5709-4a31-9de4-a81e17224d1e req-dc11bfdc-ff34-4746-a850-c3632e94353f service neutron] Attempting to bind port 3b8b664f-ea80-4039-b033-4de2af4c5dfc on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:59:16.341382 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b2291b-5709-4a31-9de4-a81e17224d1e req-dc11bfdc-ff34-4746-a850-c3632e94353f service neutron] Port 3b8b664f-ea80-4039-b033-4de2af4c5dfc on network 05f7642a-1c79-41be-85aa-1443ef22cc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 08:59:16.343901 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b2291b-5709-4a31-9de4-a81e17224d1e req-dc11bfdc-ff34-4746-a850-c3632e94353f service neutron] Attempting to bind port 3b8b664f-ea80-4039-b033-4de2af4c5dfc on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:59:16.361240 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:16.363287 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b2291b-5709-4a31-9de4-a81e17224d1e req-dc11bfdc-ff34-4746-a850-c3632e94353f service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:59:16.367848 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b2291b-5709-4a31-9de4-a81e17224d1e req-dc11bfdc-ff34-4746-a850-c3632e94353f service neutron] Checking segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:59:16.367848 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b2291b-5709-4a31-9de4-a81e17224d1e req-dc11bfdc-ff34-4746-a850-c3632e94353f service neutron] Bound using segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:59:16.367848 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-86b2291b-5709-4a31-9de4-a81e17224d1e req-dc11bfdc-ff34-4746-a850-c3632e94353f service neutron] Bound port: 3b8b664f-ea80-4039-b033-4de2af4c5dfc, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:59:16.369554 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-86b2291b-5709-4a31-9de4-a81e17224d1e req-dc11bfdc-ff34-4746-a850-c3632e94353f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:16.392786 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 386eaff5-fb45-4b46-8cd5-0259aa23f13e {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:59:16.447656 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 386eaff5-fb45-4b46-8cd5-0259aa23f13e, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=386eaff5-fb45-4b46-8cd5-0259aa23f13e,segment=NetworkSegment(858b0073-f111-480b-94a7-b2f14cf49fa3),segment_id=858b0073-f111-480b-94a7-b2f14cf49fa3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:59:16.458291 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:16.524499 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-86b2291b-5709-4a31-9de4-a81e17224d1e req-dc11bfdc-ff34-4746-a850-c3632e94353f service neutron] For port 3b8b664f-ea80-4039-b033-4de2af4c5dfc, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:59:16.529607 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-86b2291b-5709-4a31-9de4-a81e17224d1e req-dc11bfdc-ff34-4746-a850-c3632e94353f service neutron] For port 3b8b664f-ea80-4039-b033-4de2af4c5dfc, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=3b8b664f-ea80-4039-b033-4de2af4c5dfc,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:59:16.537684 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-86b2291b-5709-4a31-9de4-a81e17224d1e req-dc11bfdc-ff34-4746-a850-c3632e94353f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:16.575757 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2291b-5709-4a31-9de4-a81e17224d1e req-dc11bfdc-ff34-4746-a850-c3632e94353f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:16.577045 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-86b2291b-5709-4a31-9de4-a81e17224d1e req-dc11bfdc-ff34-4746-a850-c3632e94353f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:16.578565 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-86b2291b-5709-4a31-9de4-a81e17224d1e req-dc11bfdc-ff34-4746-a850-c3632e94353f service neutron] 10.222.0.35 "PUT /v2.0/ports/3b8b664f-ea80-4039-b033-4de2af4c5dfc HTTP/1.1" status: 200 len: 1096 time: 1.1895549 Sep 08 08:59:16.579040 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec4a2199-4092-45f7-9c15-980621fe6619', 'tag': '3b8b664f-ea80-4039-b033-4de2af4c5dfc'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:59:16.581349 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a291889-4cf7-4bb3-96da-bd816bb238e4" -d '{"events": [{"name": "network-changed", "server_uuid": "ec4a2199-4092-45f7-9c15-980621fe6619", "tag": "3b8b664f-ea80-4039-b033-4de2af4c5dfc"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:59:16.581745 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=386eaff5-fb45-4b46-8cd5-0259aa23f13e,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:16.665771 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6910e3-7059-48d9-9cf8-5af7ed99bc4c req-51bbbf98-d0a7-4672-ab94-8e772625e23d tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:16.669334 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7a6910e3-7059-48d9-9cf8-5af7ed99bc4c req-51bbbf98-d0a7-4672-ab94-8e772625e23d tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/ports?device_id=0aab8759-27d9-4014-bf3b-f1d3eef4b25f HTTP/1.1" status: 200 len: 945 time: 0.1453090 Sep 08 08:59:16.723454 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 34618) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:59:16.742898 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7a6910e3-7059-48d9-9cf8-5af7ed99bc4c req-d52883be-0447-4ab2-abd2-0b35e3d347ed tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/security-groups?id=2be87b16-a743-4855-aee7-31c69cd6fd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632415 Sep 08 08:59:16.747558 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc11bfdc-ff34-4746-a850-c3632e94353f service neutron] Pushing event updated for resources: {'Port': ['ID=3b8b664f-ea80-4039-b033-4de2af4c5dfc,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:16.798286 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2291b-5709-4a31-9de4-a81e17224d1e req-d74b300e-3761-4f29-8091-f7778d69afe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:16.804702 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-86b2291b-5709-4a31-9de4-a81e17224d1e req-d74b300e-3761-4f29-8091-f7778d69afe6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3b45c9e6adc04db08d877665d90d8206&device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 1099 time: 0.1466298 Sep 08 08:59:16.806372 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 08:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869aa32c-3173-469b-9fd0-d1e279105525 x-openstack-request-id: req-869aa32c-3173-469b-9fd0-d1e279105525 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:59:16.809309 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['386eaff5-fb45-4b46-8cd5-0259aa23f13e'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:59:16.816209 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec4a2199-4092-45f7-9c15-980621fe6619", "tag": "3b8b664f-ea80-4039-b033-4de2af4c5dfc", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:59:16.816511 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-869aa32c-3173-469b-9fd0-d1e279105525 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:59:16.817987 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec4a2199-4092-45f7-9c15-980621fe6619', 'tag': '3b8b664f-ea80-4039-b033-4de2af4c5dfc', 'status': 'completed', 'code': 200} Sep 08 08:59:16.949251 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-86b2291b-5709-4a31-9de4-a81e17224d1e req-e3a29ca6-d3a4-40fb-91ee-6f131783ad27 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=3b8b664f-ea80-4039-b033-4de2af4c5dfc HTTP/1.1" status: 200 len: 217 time: 0.1171913 Sep 08 08:59:17.008910 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09c608-cb29-4e53-bdd6-3b9c4f59f14f req-37b8cd58-2d9e-447b-bf98-8b8e8c6d6d6b tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:17.017322 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5d09c608-cb29-4e53-bdd6-3b9c4f59f14f req-37b8cd58-2d9e-447b-bf98-8b8e8c6d6d6b tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=88f7fa94-74a6-43be-bd88-0c051f66c6a8 HTTP/1.1" status: 200 len: 946 time: 0.1220491 Sep 08 08:59:17.054404 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c463a80d-db78-409c-ab79-53146c2314eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:17.088773 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2291b-5709-4a31-9de4-a81e17224d1e req-ef97be17-d548-4aad-a9f9-ab60c5a7a229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:17.090213 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-86b2291b-5709-4a31-9de4-a81e17224d1e req-ef97be17-d548-4aad-a9f9-ab60c5a7a229 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.1234939 Sep 08 08:59:17.118835 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5d09c608-cb29-4e53-bdd6-3b9c4f59f14f req-456420d0-9eb6-4c9d-a925-faef825c26e1 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006088 Sep 08 08:59:17.141709 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a18faa-83cd-42da-9abf-738160e493b0 req-d9b71cd4-7f69-42a7-bcbf-05ad8bc5a5ef tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:17.143529 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-35a18faa-83cd-42da-9abf-738160e493b0 req-d9b71cd4-7f69-42a7-bcbf-05ad8bc5a5ef tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 947 time: 0.1157730 Sep 08 08:59:17.169395 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2291b-5709-4a31-9de4-a81e17224d1e req-12489d6f-882f-4c1b-801f-1d96575910d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:17.171219 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-86b2291b-5709-4a31-9de4-a81e17224d1e req-12489d6f-882f-4c1b-801f-1d96575910d5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0730247 Sep 08 08:59:17.182998 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c463a80d-db78-409c-ab79-53146c2314eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:17.188929 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c463a80d-db78-409c-ab79-53146c2314eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:17.221462 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-35a18faa-83cd-42da-9abf-738160e493b0 req-368f24ed-46ff-47cd-aa0e-c926905a19de tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625272 Sep 08 08:59:17.233821 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c463a80d-db78-409c-ab79-53146c2314eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e77bbb-663e-4f3e-9783-44399ce65aa4,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:17.245797 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c463a80d-db78-409c-ab79-53146c2314eb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0c4bc0517de44e9cbd727b9b749334fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4930277 Sep 08 08:59:17.247500 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c463a80d-db78-409c-ab79-53146c2314eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:59:17.247977 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c463a80d-db78-409c-ab79-53146c2314eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:59:17.248267 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c463a80d-db78-409c-ab79-53146c2314eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:59:17.248526 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c463a80d-db78-409c-ab79-53146c2314eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:59:17.248869 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c463a80d-db78-409c-ab79-53146c2314eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:59:17.249205 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c463a80d-db78-409c-ab79-53146c2314eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:59:17.249542 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c463a80d-db78-409c-ab79-53146c2314eb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:59:17.249872 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c463a80d-db78-409c-ab79-53146c2314eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:59:17.250227 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c463a80d-db78-409c-ab79-53146c2314eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:59:17.250556 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c463a80d-db78-409c-ab79-53146c2314eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:59:17.250885 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c463a80d-db78-409c-ab79-53146c2314eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:59:17.251210 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c463a80d-db78-409c-ab79-53146c2314eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:59:17.255025 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 34630) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:59:17.314953 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-86b2291b-5709-4a31-9de4-a81e17224d1e req-59423425-3c0b-4543-b084-eb68112455b1 service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269441 Sep 08 08:59:17.334797 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e7856679-6a3c-46e1-8de4-2fd588a17299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:17.367408 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e7856679-6a3c-46e1-8de4-2fd588a17299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:17.433102 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e7856679-6a3c-46e1-8de4-2fd588a17299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:17.435778 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e7856679-6a3c-46e1-8de4-2fd588a17299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:17.436801 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-86b2291b-5709-4a31-9de4-a81e17224d1e req-a12eee22-e31c-4d56-99f8-c221326e80f2 service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125071 Sep 08 08:59:17.437067 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e7856679-6a3c-46e1-8de4-2fd588a17299 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e2e77bbb-663e-4f3e-9783-44399ce65aa4 HTTP/1.1" status: 204 len: 168 time: 0.1814010 Sep 08 08:59:17.446172 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7856679-6a3c-46e1-8de4-2fd588a17299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e77bbb-663e-4f3e-9783-44399ce65aa4,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:17.608593 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cf23ad98-396c-46c3-83dc-85978619bbbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:17.625545 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a291889-4cf7-4bb3-96da-bd816bb238e4 req-8a11de99-4fc0-4b07-8268-617ee4450db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:17.627131 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4a291889-4cf7-4bb3-96da-bd816bb238e4 req-8a11de99-4fc0-4b07-8268-617ee4450db9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3b45c9e6adc04db08d877665d90d8206&device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 1099 time: 0.0680439 Sep 08 08:59:17.749784 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a291889-4cf7-4bb3-96da-bd816bb238e4 req-0f053190-cfa9-4d6f-b077-1f6c6a51687f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:17.751470 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4a291889-4cf7-4bb3-96da-bd816bb238e4 req-0f053190-cfa9-4d6f-b077-1f6c6a51687f service neutron] 10.222.0.35 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.1056192 Sep 08 08:59:17.806552 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4a291889-4cf7-4bb3-96da-bd816bb238e4 req-a767bb33-b74a-49ee-a9a6-0ba4492656e2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=3b8b664f-ea80-4039-b033-4de2af4c5dfc HTTP/1.1" status: 200 len: 217 time: 0.0457184 Sep 08 08:59:17.938886 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a291889-4cf7-4bb3-96da-bd816bb238e4 req-d7636889-f5b9-4c12-8936-6428fd24d236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:17.940925 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4a291889-4cf7-4bb3-96da-bd816bb238e4 req-d7636889-f5b9-4c12-8936-6428fd24d236 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.1264472 Sep 08 08:59:17.952814 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe0c45-d8a0-42b6-9622-64b7e848472b req-37f8f78d-d9a3-4387-8e01-cb032830a34e tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:17.961064 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bffe0c45-d8a0-42b6-9622-64b7e848472b req-37f8f78d-d9a3-4387-8e01-cb032830a34e tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/ports?device_id=0aab8759-27d9-4014-bf3b-f1d3eef4b25f HTTP/1.1" status: 200 len: 945 time: 0.0893035 Sep 08 08:59:18.009507 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 386eaff5-fb45-4b46-8cd5-0259aa23f13e up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:59:18.057931 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bffe0c45-d8a0-42b6-9622-64b7e848472b req-4a9d6f95-d954-43c3-af18-0f06e4b890e6 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/security-groups?id=2be87b16-a743-4855-aee7-31c69cd6fd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955503 Sep 08 08:59:18.073877 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a291889-4cf7-4bb3-96da-bd816bb238e4 req-1b10b430-a885-451c-9212-04876c42549c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:18.075489 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4a291889-4cf7-4bb3-96da-bd816bb238e4 req-1b10b430-a885-451c-9212-04876c42549c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1106610 Sep 08 08:59:18.103845 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 386eaff5-fb45-4b46-8cd5-0259aa23f13e completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:59:18.109036 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 386eaff5-fb45-4b46-8cd5-0259aa23f13e triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:59:18.109480 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:18.201680 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4a291889-4cf7-4bb3-96da-bd816bb238e4 req-b71d7306-d4a9-486f-a86c-520ad5cb97f2 service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145964 Sep 08 08:59:18.294630 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:18.360916 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aab8759-27d9-4014-bf3b-f1d3eef4b25f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386eaff5-fb45-4b46-8cd5-0259aa23f13e'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:59:18.365075 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d95727-0ddb-4a50-b69a-bba221eb5ca1" -d '{"events": [{"server_uuid": "0aab8759-27d9-4014-bf3b-f1d3eef4b25f", "name": "network-vif-plugged", "status": "completed", "tag": "386eaff5-fb45-4b46-8cd5-0259aa23f13e"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:59:18.372053 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4a291889-4cf7-4bb3-96da-bd816bb238e4 req-37b0ed0d-9413-49d1-adec-2338a5f35369 service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569543 Sep 08 08:59:18.377978 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b5f72-5442-4f6d-82d9-a13c08f84bfa req-2c70ec6a-89ef-40ad-aab9-e90262fa7d66 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:18.379399 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 386eaff5-fb45-4b46-8cd5-0259aa23f13e, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=386eaff5-fb45-4b46-8cd5-0259aa23f13e,segment=NetworkSegment(858b0073-f111-480b-94a7-b2f14cf49fa3),segment_id=858b0073-f111-480b-94a7-b2f14cf49fa3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:59:18.381601 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5f9b5f72-5442-4f6d-82d9-a13c08f84bfa req-2c70ec6a-89ef-40ad-aab9-e90262fa7d66 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=88f7fa94-74a6-43be-bd88-0c051f66c6a8 HTTP/1.1" status: 200 len: 946 time: 0.1604002 Sep 08 08:59:18.389434 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:18.458379 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5f9b5f72-5442-4f6d-82d9-a13c08f84bfa req-288b7beb-117c-47c9-88f0-1d3c8f6769b6 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698791 Sep 08 08:59:18.508888 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=386eaff5-fb45-4b46-8cd5-0259aa23f13e,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:18.528946 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 08:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c900818f-a35d-42c0-95c0-ab77b952b3c7 x-openstack-request-id: req-c900818f-a35d-42c0-95c0-ab77b952b3c7 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:59:18.529256 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aab8759-27d9-4014-bf3b-f1d3eef4b25f", "name": "network-vif-plugged", "status": "completed", "tag": "386eaff5-fb45-4b46-8cd5-0259aa23f13e", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:59:18.529521 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c900818f-a35d-42c0-95c0-ab77b952b3c7 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:59:18.529925 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aab8759-27d9-4014-bf3b-f1d3eef4b25f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386eaff5-fb45-4b46-8cd5-0259aa23f13e', 'code': 200} Sep 08 08:59:18.586445 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679e0d5-efca-4d72-9643-227f2bf3a723 req-d922fc01-d971-46f1-a062-bc83f7bd8040 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:18.589664 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d679e0d5-efca-4d72-9643-227f2bf3a723 req-d922fc01-d971-46f1-a062-bc83f7bd8040 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 947 time: 0.0964925 Sep 08 08:59:18.667234 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d679e0d5-efca-4d72-9643-227f2bf3a723 req-e5096060-8795-42a2-a7cf-fc65b745ad77 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708864 Sep 08 08:59:18.690081 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e27ba-2031-4641-82c0-fcd21d026e94 req-23437cf0-f394-40a5-8ce8-199d8b598ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:18.691743 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-570e27ba-2031-4641-82c0-fcd21d026e94 req-23437cf0-f394-40a5-8ce8-199d8b598ff6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0aab8759-27d9-4014-bf3b-f1d3eef4b25f HTTP/1.1" status: 200 len: 1098 time: 0.0619576 Sep 08 08:59:18.733532 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-570e27ba-2031-4641-82c0-fcd21d026e94 req-a4e570aa-7afa-4774-a52c-7799cd557d79 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2be87b16-a743-4855-aee7-31c69cd6fd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335431 Sep 08 08:59:19.001844 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bdb05db7-d5b1-41bb-a082-77c95fa1edd7 req-42443cad-a8e9-46b6-82de-110b58b579af tempest-AbsoluteLimitsNegativeTestJSON-1592769316 tempest-AbsoluteLimitsNegativeTestJSON-1592769316-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=ce5400c339c4432bb94d31921e397754&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253835 Sep 08 08:59:19.138716 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb05db7-d5b1-41bb-a082-77c95fa1edd7 req-54533964-32ec-4576-9a24-0ca5d987e4d3 tempest-AbsoluteLimitsNegativeTestJSON-1592769316 tempest-AbsoluteLimitsNegativeTestJSON-1592769316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:19.140440 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bdb05db7-d5b1-41bb-a082-77c95fa1edd7 req-54533964-32ec-4576-9a24-0ca5d987e4d3 tempest-AbsoluteLimitsNegativeTestJSON-1592769316 tempest-AbsoluteLimitsNegativeTestJSON-1592769316-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1324160 Sep 08 08:59:19.167691 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bdb05db7-d5b1-41bb-a082-77c95fa1edd7 req-259c331d-9abe-4f54-ac21-cc19ecc91cb8 tempest-AbsoluteLimitsNegativeTestJSON-1592769316 tempest-AbsoluteLimitsNegativeTestJSON-1592769316-project] 10.222.0.54 "GET /v2.0/quotas/ce5400c339c4432bb94d31921e397754 HTTP/1.1" status: 200 len: 375 time: 0.0200975 Sep 08 08:59:19.209766 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bdb05db7-d5b1-41bb-a082-77c95fa1edd7 req-93975f7d-6bb2-4235-92bc-143c8952042d tempest-AbsoluteLimitsNegativeTestJSON-1592769316 tempest-AbsoluteLimitsNegativeTestJSON-1592769316-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ce5400c339c4432bb94d31921e397754&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380538 Sep 08 08:59:19.275270 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d9e89-c272-46df-97f1-32183b3ee612 req-08b6c2f5-c925-4254-a71e-f7a7749ee1e3 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:19.275270 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cb5d9e89-c272-46df-97f1-32183b3ee612 req-08b6c2f5-c925-4254-a71e-f7a7749ee1e3 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/ports?device_id=0aab8759-27d9-4014-bf3b-f1d3eef4b25f HTTP/1.1" status: 200 len: 946 time: 0.0707109 Sep 08 08:59:19.332447 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cb5d9e89-c272-46df-97f1-32183b3ee612 req-d1a53803-8e0c-4ae6-9552-c6d11969bfe6 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/security-groups?id=2be87b16-a743-4855-aee7-31c69cd6fd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427487 Sep 08 08:59:19.607721 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60d43c-4c68-459d-9706-4dc11782e164 req-6eecb1a6-c20d-45dd-8aec-4b76db813a3e tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:19.610421 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1e60d43c-4c68-459d-9706-4dc11782e164 req-6eecb1a6-c20d-45dd-8aec-4b76db813a3e tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=88f7fa94-74a6-43be-bd88-0c051f66c6a8 HTTP/1.1" status: 200 len: 946 time: 0.0641055 Sep 08 08:59:19.648072 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34724) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:59:19.684667 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1e60d43c-4c68-459d-9706-4dc11782e164 req-b30881c8-1ea2-40e1-ba7c-ea88b4915e9f tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647056 Sep 08 08:59:19.827954 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bb5b2daa-0385-41c1-99c8-24a04f6428f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:19.877198 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41f64d-781c-4457-a2f1-644831b276e9 req-a8ba512d-f2cd-42d3-8139-3a0130dfa3c7 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:19.891827 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fe41f64d-781c-4457-a2f1-644831b276e9 req-a8ba512d-f2cd-42d3-8139-3a0130dfa3c7 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 947 time: 0.1297328 Sep 08 08:59:19.959951 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bb5b2daa-0385-41c1-99c8-24a04f6428f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:19.967034 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bb5b2daa-0385-41c1-99c8-24a04f6428f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:19.986437 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fe41f64d-781c-4457-a2f1-644831b276e9 req-f640e6b3-cada-44ca-964a-d93b95ee3e12 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935757 Sep 08 08:59:20.005928 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-bb5b2daa-0385-41c1-99c8-24a04f6428f4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ce5400c339c4432bb94d31921e397754&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3567133 Sep 08 08:59:20.010515 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 34732) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:59:20.020252 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b2daa-0385-41c1-99c8-24a04f6428f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffbd0555-1002-406d-a6c4-d6be5781aad7,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:20.076529 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1ed1765e-6ef7-412d-9d56-a1fe0f8f7ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:20.110911 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1ed1765e-6ef7-412d-9d56-a1fe0f8f7ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:20.172437 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1ed1765e-6ef7-412d-9d56-a1fe0f8f7ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:20.175776 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1ed1765e-6ef7-412d-9d56-a1fe0f8f7ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:20.179428 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1ed1765e-6ef7-412d-9d56-a1fe0f8f7ecf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ffbd0555-1002-406d-a6c4-d6be5781aad7 HTTP/1.1" status: 204 len: 168 time: 0.1651561 Sep 08 08:59:20.189638 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed1765e-6ef7-412d-9d56-a1fe0f8f7ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffbd0555-1002-406d-a6c4-d6be5781aad7,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:20.369121 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:20.499364 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419d877-559c-40a1-bae4-188125c6c7bc req-ee754d6f-1540-4b2a-9579-ce95237b7f61 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:20.511813 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3419d877-559c-40a1-bae4-188125c6c7bc req-ee754d6f-1540-4b2a-9579-ce95237b7f61 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/ports?device_id=0aab8759-27d9-4014-bf3b-f1d3eef4b25f HTTP/1.1" status: 200 len: 946 time: 0.0809834 Sep 08 08:59:20.602739 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3419d877-559c-40a1-bae4-188125c6c7bc req-9275b71b-874b-48e3-a64d-c1e3274c6bde tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/security-groups?id=2be87b16-a743-4855-aee7-31c69cd6fd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890872 Sep 08 08:59:20.729062 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a806cdea-c90d-4662-b800-bc356ea6e75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:20.857739 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7eaa2-fc13-411b-8fca-ebc4e775eb8f req-f640ca6f-9ea9-4699-bb63-81a5121358c5 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:20.873171 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4df7eaa2-fc13-411b-8fca-ebc4e775eb8f req-f640ca6f-9ea9-4699-bb63-81a5121358c5 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/ports?device_id=65952b03-671c-48c5-ac81-aa9e4c055030&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1570132 Sep 08 08:59:20.937137 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778948a3-2b4a-4f61-9d33-696693c4c771 req-bfeef191-1dfa-4dff-bab0-73a674004cae tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:20.945469 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-778948a3-2b4a-4f61-9d33-696693c4c771 req-bfeef191-1dfa-4dff-bab0-73a674004cae tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=88f7fa94-74a6-43be-bd88-0c051f66c6a8 HTTP/1.1" status: 200 len: 946 time: 0.1311758 Sep 08 08:59:21.022954 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-778948a3-2b4a-4f61-9d33-696693c4c771 req-8b84242a-c7c6-4064-b706-64254cd76cf9 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759072 Sep 08 08:59:21.266721 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34774) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:59:21.358933 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571417a-216f-457d-b28c-9b9b178fc267 req-6c62e70c-ec62-4a0a-8256-a49a718e004c tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:21.364862 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4df7eaa2-fc13-411b-8fca-ebc4e775eb8f req-32eca28d-a9d4-49ed-a49c-a00a3df397f4 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.84 HTTP/1.1" status: 200 len: 695 time: 0.4903646 Sep 08 08:59:21.366932 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d571417a-216f-457d-b28c-9b9b178fc267 req-6c62e70c-ec62-4a0a-8256-a49a718e004c tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 947 time: 0.1187577 Sep 08 08:59:21.370626 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-4df7eaa2-fc13-411b-8fca-ebc4e775eb8f req-bcc50647-cf39-43f5-bd7b-803f3d323cff tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Request body: {'floatingip': {'port_id': 'a7b15f56-56ce-43a4-a849-fff2a1d13382', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:59:21.434432 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d571417a-216f-457d-b28c-9b9b178fc267 req-d422f404-0760-4392-8dc4-21c12e8c9ebf tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604672 Sep 08 08:59:21.461524 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-4df7eaa2-fc13-411b-8fca-ebc4e775eb8f req-bcc50647-cf39-43f5-bd7b-803f3d323cff tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify callbacks [] for floatingip, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:21.474704 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-483abc93-e6c7-43f3-a1bd-cd038e446fb7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-263699797-network', 'tenant_id': '64989d9b9eac4c36b16b71fa7b305045'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:59:21.508324 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483abc93-e6c7-43f3-a1bd-cd038e446fb7 admin admin] Made reservation on behalf of 64989d9b9eac4c36b16b71fa7b305045 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:59:21.521569 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-483abc93-e6c7-43f3-a1bd-cd038e446fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:21.546255 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-483abc93-e6c7-43f3-a1bd-cd038e446fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:21.669584 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-483abc93-e6c7-43f3-a1bd-cd038e446fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:21.675822 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-483abc93-e6c7-43f3-a1bd-cd038e446fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:21.715306 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-483abc93-e6c7-43f3-a1bd-cd038e446fb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 08:59:21.729894 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483abc93-e6c7-43f3-a1bd-cd038e446fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3ceb18-9822-41ec-93c8-a4cdb78a84ec,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:21.736275 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-483abc93-e6c7-43f3-a1bd-cd038e446fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:21.736629 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-483abc93-e6c7-43f3-a1bd-cd038e446fb7 admin admin] Added segment ba4cacdd-513f-41c7-8ff1-f40d4d7757fe of type vlan for network e9c83fd5-ab99-4187-97e6-2919184af403 Sep 08 08:59:21.800205 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-483abc93-e6c7-43f3-a1bd-cd038e446fb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:21.840645 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-483abc93-e6c7-43f3-a1bd-cd038e446fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:21.841834 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483abc93-e6c7-43f3-a1bd-cd038e446fb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:21.843020 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-483abc93-e6c7-43f3-a1bd-cd038e446fb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:21.879340 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-483abc93-e6c7-43f3-a1bd-cd038e446fb7 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5925229 Sep 08 08:59:21.882298 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34780) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:59:21.887529 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-0494a433-efb9-4950-bfa5-4c49e3041f18 admin admin] Request body: {'subnet': {'network_id': 'e9c83fd5-ab99-4187-97e6-2919184af403', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-263699797-subnet', 'tenant_id': '64989d9b9eac4c36b16b71fa7b305045', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:59:21.966742 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483abc93-e6c7-43f3-a1bd-cd038e446fb7 admin admin] Pushing event updated for resources: {'Network': ['ID=e9c83fd5-ab99-4187-97e6-2919184af403,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:21.984318 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network e9c83fd5-ab99-4187-97e6-2919184af403 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 08:59:21.988939 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0494a433-efb9-4950-bfa5-4c49e3041f18 admin admin] Made reservation on behalf of 64989d9b9eac4c36b16b71fa7b305045 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:59:21.992628 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0494a433-efb9-4950-bfa5-4c49e3041f18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:22.039999 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 3b8b664f-ea80-4039-b033-4de2af4c5dfc details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 08:59:22.103705 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:22.264957 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44fb169-927d-414c-bc38-46d50ea309dc req-88ad4718-48f9-4bcc-b39d-12a9521171f3 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:22.270168 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 3b8b664f-ea80-4039-b033-4de2af4c5dfc, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=3b8b664f-ea80-4039-b033-4de2af4c5dfc,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:59:22.274208 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e44fb169-927d-414c-bc38-46d50ea309dc req-88ad4718-48f9-4bcc-b39d-12a9521171f3 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=88f7fa94-74a6-43be-bd88-0c051f66c6a8 HTTP/1.1" status: 200 len: 946 time: 0.1069829 Sep 08 08:59:22.287022 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '3b8b664f-ea80-4039-b033-4de2af4c5dfc', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'port_id': '3b8b664f-ea80-4039-b033-4de2af4c5dfc', 'mac_address': 'fa:16:3e:7e:7d:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc66e4b-ecb5-4c99-afe1-0a78c722534a', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 08:59:22.322725 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-4df7eaa2-fc13-411b-8fca-ebc4e775eb8f req-bcc50647-cf39-43f5-bd7b-803f3d323cff tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:22.330318 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-4df7eaa2-fc13-411b-8fca-ebc4e775eb8f req-bcc50647-cf39-43f5-bd7b-803f3d323cff tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:22.350708 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e44fb169-927d-414c-bc38-46d50ea309dc req-ab7e6089-7f7e-4241-ad33-31da9b8b9f08 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745876 Sep 08 08:59:22.366326 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:22.401827 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b8b664f-ea80-4039-b033-4de2af4c5dfc {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:59:22.433694 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 3b8b664f-ea80-4039-b033-4de2af4c5dfc, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=3b8b664f-ea80-4039-b033-4de2af4c5dfc,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:59:22.441093 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:22.565192 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=3b8b664f-ea80-4039-b033-4de2af4c5dfc,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:22.578977 n-d-806683-11 neutron-server[94713]: INFO neutron.db.l3_db [req-4df7eaa2-fc13-411b-8fca-ebc4e775eb8f req-bcc50647-cf39-43f5-bd7b-803f3d323cff tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Floating IP 9b689783-8f90-4993-8d65-e27f8f8d89c0 associated. External IP: 172.25.0.84, port: a7b15f56-56ce-43a4-a849-fff2a1d13382. Sep 08 08:59:22.599830 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0494a433-efb9-4950-bfa5-4c49e3041f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:22.714439 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0494a433-efb9-4950-bfa5-4c49e3041f18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee499858-99c7-474c-9603-c2d0051c28d2,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:22.721778 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0494a433-efb9-4950-bfa5-4c49e3041f18 admin admin] Checking segment: {'id': 'ba4cacdd-513f-41c7-8ff1-f40d4d7757fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'e9c83fd5-ab99-4187-97e6-2919184af403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:59:22.721778 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0494a433-efb9-4950-bfa5-4c49e3041f18 admin admin] Network hostable DHCP agents. Network: e9c83fd5-ab99-4187-97e6-2919184af403, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 08:59:22.738764 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad5cb2-230d-4c38-9936-d245bc6c7796 req-12c5bddc-330a-45f3-a774-67261f4f2350 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:22.742097 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-30ad5cb2-230d-4c38-9936-d245bc6c7796 req-12c5bddc-330a-45f3-a774-67261f4f2350 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 948 time: 0.1184616 Sep 08 08:59:22.773545 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0494a433-efb9-4950-bfa5-4c49e3041f18 admin admin] Network e9c83fd5-ab99-4187-97e6-2919184af403 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 08:59:22.794518 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-0494a433-efb9-4950-bfa5-4c49e3041f18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, e9c83fd5-ab99-4187-97e6-2919184af403) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:59:22.799731 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0494a433-efb9-4950-bfa5-4c49e3041f18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:22.800339 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0494a433-efb9-4950-bfa5-4c49e3041f18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:22.808530 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d02841-350f-462a-ad6f-59c852228d65 None None] Network e9c83fd5-ab99-4187-97e6-2919184af403 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 08:59:22.813710 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-30ad5cb2-230d-4c38-9936-d245bc6c7796 req-7bbea11d-b42c-408d-8b1d-e7206eae976b tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614028 Sep 08 08:59:22.829802 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-0494a433-efb9-4950-bfa5-4c49e3041f18 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9460111 Sep 08 08:59:22.863706 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4df7eaa2-fc13-411b-8fca-ebc4e775eb8f req-bcc50647-cf39-43f5-bd7b-803f3d323cff tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Router de41d12e-fcce-4ed5-b116-92530b492a9c has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 08:59:23.038961 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4df7eaa2-fc13-411b-8fca-ebc4e775eb8f req-bcc50647-cf39-43f5-bd7b-803f3d323cff tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 08:59:23.048158 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-4df7eaa2-fc13-411b-8fca-ebc4e775eb8f req-bcc50647-cf39-43f5-bd7b-803f3d323cff tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:23.063662 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98c5ae9-c140-44ae-a76e-ffb50e1701f9 None None] Sync routers for ids ['de41d12e-fcce-4ed5-b116-92530b492a9c'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 08:59:23.070889 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['3b8b664f-ea80-4039-b033-4de2af4c5dfc'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:59:23.094853 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4df7eaa2-fc13-411b-8fca-ebc4e775eb8f req-bcc50647-cf39-43f5-bd7b-803f3d323cff tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "PUT /v2.0/floatingips/9b689783-8f90-4993-8d65-e27f8f8d89c0 HTTP/1.1" status: 200 len: 996 time: 1.7288454 Sep 08 08:59:23.095691 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65952b03-671c-48c5-ac81-aa9e4c055030', 'tag': 'a7b15f56-56ce-43a4-a849-fff2a1d13382'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:59:23.099328 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031c0157-563c-4abe-aeb0-92afb0e85d55" -d '{"events": [{"name": "network-changed", "server_uuid": "65952b03-671c-48c5-ac81-aa9e4c055030", "tag": "a7b15f56-56ce-43a4-a849-fff2a1d13382"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:59:23.173101 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7eaa2-fc13-411b-8fca-ebc4e775eb8f req-c61e9b72-eb1c-46b9-b0e9-a2b665f784e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:23.175630 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4df7eaa2-fc13-411b-8fca-ebc4e775eb8f req-c61e9b72-eb1c-46b9-b0e9-a2b665f784e0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8c199e70dfac4eb99b52ea567ecb2667&device_id=65952b03-671c-48c5-ac81-aa9e4c055030 HTTP/1.1" status: 200 len: 1098 time: 0.0625386 Sep 08 08:59:23.197640 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ac24a3-c191-4204-9296-cf91e4954864 None None] Network e9c83fd5-ab99-4187-97e6-2919184af403 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 08:59:23.223471 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-fdfee322-203a-4f60-99ca-12802983239f req-9abe8f24-d1dd-40c9-a271-8ee0f8ba85b7 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1141472810', 'description': 'tempest-description-678111356'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:59:23.251981 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-fdfee322-203a-4f60-99ca-12802983239f req-9abe8f24-d1dd-40c9-a271-8ee0f8ba85b7 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:23.313139 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98c5ae9-c140-44ae-a76e-ffb50e1701f9 None None] Routers {'de41d12e-fcce-4ed5-b116-92530b492a9c'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:59:23.313796 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-c98c5ae9-c140-44ae-a76e-ffb50e1701f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:59:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['de41d12e-fcce-4ed5-b116-92530b492a9c'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:59:23.390529 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7eaa2-fc13-411b-8fca-ebc4e775eb8f req-63cb2130-a598-4344-8546-c484fd7536a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:23.392165 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4df7eaa2-fc13-411b-8fca-ebc4e775eb8f req-63cb2130-a598-4344-8546-c484fd7536a1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3e83d732-3301-4ce2-9864-01154137ed8e HTTP/1.1" status: 200 len: 922 time: 0.2086968 Sep 08 08:59:23.415885 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-fdfee322-203a-4f60-99ca-12802983239f req-9abe8f24-d1dd-40c9-a271-8ee0f8ba85b7 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:23.434805 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-fdfee322-203a-4f60-99ca-12802983239f req-9abe8f24-d1dd-40c9-a271-8ee0f8ba85b7 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:23.440091 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:23.487590 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-fdfee322-203a-4f60-99ca-12802983239f req-9abe8f24-d1dd-40c9-a271-8ee0f8ba85b7 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:23.490398 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fdfee322-203a-4f60-99ca-12802983239f req-9abe8f24-d1dd-40c9-a271-8ee0f8ba85b7 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2735908 Sep 08 08:59:23.494746 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe8f24-d1dd-40c9-a271-8ee0f8ba85b7 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=980fcb55-b2b5-4d5b-8102-926012303a3a,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:23.542442 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4df7eaa2-fc13-411b-8fca-ebc4e775eb8f req-5b2aa044-3c68-4705-bf66-e24d6cd46d7e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7b15f56-56ce-43a4-a849-fff2a1d13382 HTTP/1.1" status: 200 len: 999 time: 0.1428027 Sep 08 08:59:23.597342 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 08:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c457c6-878a-4544-bd36-a97e4c52165d x-openstack-request-id: req-f2c457c6-878a-4544-bd36-a97e4c52165d {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:59:23.598096 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-c98c5ae9-c140-44ae-a76e-ffb50e1701f9 None None] Set router de41d12e-fcce-4ed5-b116-92530b492a9c gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:59:23.598222 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65952b03-671c-48c5-ac81-aa9e4c055030", "tag": "a7b15f56-56ce-43a4-a849-fff2a1d13382", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:59:23.598802 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f2c457c6-878a-4544-bd36-a97e4c52165d {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:59:23.602306 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65952b03-671c-48c5-ac81-aa9e4c055030', 'tag': 'a7b15f56-56ce-43a4-a849-fff2a1d13382', 'status': 'completed', 'code': 200} Sep 08 08:59:23.647055 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7eaa2-fc13-411b-8fca-ebc4e775eb8f req-ee08ad29-0aba-421a-8d54-a831ac98468b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:23.656823 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4df7eaa2-fc13-411b-8fca-ebc4e775eb8f req-ee08ad29-0aba-421a-8d54-a831ac98468b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dfdfbc22-6c05-4dc3-9d40-8856272af6fd HTTP/1.1" status: 200 len: 860 time: 0.1079266 Sep 08 08:59:23.718696 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7eaa2-fc13-411b-8fca-ebc4e775eb8f req-355e0bb0-3ec6-4d19-8421-a70f2ce647ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:23.734154 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4df7eaa2-fc13-411b-8fca-ebc4e775eb8f req-355e0bb0-3ec6-4d19-8421-a70f2ce647ae service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3e83d732-3301-4ce2-9864-01154137ed8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0758712 Sep 08 08:59:23.735465 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8192f2e-202b-4c86-b849-f0dab10e75f6 req-efb65200-7645-46ca-8ef2-ce35e4dcc5cc tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:23.741318 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [req-4df7eaa2-fc13-411b-8fca-ebc4e775eb8f req-9f20b437-b7be-425d-8b12-b1dd239c8c92 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 08:59:23.745009 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f8192f2e-202b-4c86-b849-f0dab10e75f6 req-efb65200-7645-46ca-8ef2-ce35e4dcc5cc tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=88f7fa94-74a6-43be-bd88-0c051f66c6a8 HTTP/1.1" status: 200 len: 946 time: 0.0833652 Sep 08 08:59:23.749362 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4df7eaa2-fc13-411b-8fca-ebc4e775eb8f req-9f20b437-b7be-425d-8b12-b1dd239c8c92 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0139790 Sep 08 08:59:23.763719 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c0157-563c-4abe-aeb0-92afb0e85d55 req-e5a57be9-cead-4306-8385-39382c0ed431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:23.765228 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-031c0157-563c-4abe-aeb0-92afb0e85d55 req-e5a57be9-cead-4306-8385-39382c0ed431 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8c199e70dfac4eb99b52ea567ecb2667&device_id=65952b03-671c-48c5-ac81-aa9e4c055030 HTTP/1.1" status: 200 len: 1098 time: 0.1156001 Sep 08 08:59:23.848278 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f8192f2e-202b-4c86-b849-f0dab10e75f6 req-849c6d74-cf94-4606-9004-6d88a75fe596 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038647 Sep 08 08:59:23.885987 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4df7eaa2-fc13-411b-8fca-ebc4e775eb8f req-711ab86e-1d29-4227-bf57-b30b11a67030 service neutron] 10.222.0.54 "GET /v2.0/networks/3e83d732-3301-4ce2-9864-01154137ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353428 Sep 08 08:59:23.928688 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:23.975494 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a1bb92d7-bb65-4783-8853-1e0811a58c08 req-af4be925-7738-499a-a3e9-2e6c8b6cf38b tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] 10.222.0.54 "GET /v2.0/security-groups/980fcb55-b2b5-4d5b-8102-926012303a3a HTTP/1.1" status: 200 len: 1804 time: 0.1008210 Sep 08 08:59:23.983289 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-a1bb92d7-bb65-4783-8853-1e0811a58c08 req-3bb680bf-cff8-4a22-9c9c-6dd7838de543 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '980fcb55-b2b5-4d5b-8102-926012303a3a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:59:23.983909 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-a1bb92d7-bb65-4783-8853-1e0811a58c08 req-3bb680bf-cff8-4a22-9c9c-6dd7838de543 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '980fcb55-b2b5-4d5b-8102-926012303a3a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:59:24.007305 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c0157-563c-4abe-aeb0-92afb0e85d55 req-3dc7c8ef-a3fb-46af-844d-9267ac55fcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:24.007481 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-c98c5ae9-c140-44ae-a76e-ffb50e1701f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2103954011-router', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:58:28Z', 'revision_number': 4, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'gw_port': {'id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '9b689783-8f90-4993-8d65-e27f8f8d89c0', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'floating_ip_address': '172.25.0.84', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'port_id': 'a7b15f56-56ce-43a4-a849-fff2a1d13382', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e', 'mac_address': 'fa:16:3e:fb:00:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65952b03-671c-48c5-ac81-aa9e4c055030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T08:59:00Z', 'updated_at': '2021-09-08T08:59:22Z', 'revision_number': 1, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10621c36-59c9-4ef0-8287-095c7c25a2a6', 'name': '', 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'mac_address': 'fa:16:3e:ba:ae:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'dfdfbc22-6c05-4dc3-9d40-8856272af6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:58:27Z', 'updated_at': '2021-09-08T08:58:38Z', 'revision_number': 5, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'subnets': [{'id': 'dfdfbc22-6c05-4dc3-9d40-8856272af6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:59:24.009924 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-031c0157-563c-4abe-aeb0-92afb0e85d55 req-3dc7c8ef-a3fb-46af-844d-9267ac55fcee service neutron] 10.222.0.35 "GET /v2.0/networks?id=3e83d732-3301-4ce2-9864-01154137ed8e HTTP/1.1" status: 200 len: 922 time: 0.2356322 Sep 08 08:59:24.017955 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4df7eaa2-fc13-411b-8fca-ebc4e775eb8f req-0343e2a8-c0cc-4f02-8670-15db0fad687b service neutron] 10.222.0.54 "GET /v2.0/networks/3e83d732-3301-4ce2-9864-01154137ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249042 Sep 08 08:59:24.045532 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98c5ae9-c140-44ae-a76e-ffb50e1701f9 None None] Checking router: de41d12e-fcce-4ed5-b116-92530b492a9c for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 08:59:24.054527 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98c5ae9-c140-44ae-a76e-ffb50e1701f9 None None] Routers {'de41d12e-fcce-4ed5-b116-92530b492a9c'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:59:24.055285 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-c98c5ae9-c140-44ae-a76e-ffb50e1701f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:59:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['de41d12e-fcce-4ed5-b116-92530b492a9c'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:59:24.124490 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-031c0157-563c-4abe-aeb0-92afb0e85d55 req-a19bdae6-d965-4c81-818b-04945494f4f5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7b15f56-56ce-43a4-a849-fff2a1d13382 HTTP/1.1" status: 200 len: 999 time: 0.0975819 Sep 08 08:59:24.133372 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a1bb92d7-bb65-4783-8853-1e0811a58c08 req-3bb680bf-cff8-4a22-9c9c-6dd7838de543 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:24.189286 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-c98c5ae9-c140-44ae-a76e-ffb50e1701f9 None None] Set router de41d12e-fcce-4ed5-b116-92530b492a9c gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:59:24.193406 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a1bb92d7-bb65-4783-8853-1e0811a58c08 req-3bb680bf-cff8-4a22-9c9c-6dd7838de543 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:24.201025 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a1bb92d7-bb65-4783-8853-1e0811a58c08 req-3bb680bf-cff8-4a22-9c9c-6dd7838de543 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:24.213524 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c0157-563c-4abe-aeb0-92afb0e85d55 req-5ea98d26-16a3-4786-9082-139ca15acf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:24.215131 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-031c0157-563c-4abe-aeb0-92afb0e85d55 req-5ea98d26-16a3-4786-9082-139ca15acf83 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfdfbc22-6c05-4dc3-9d40-8856272af6fd HTTP/1.1" status: 200 len: 860 time: 0.0767877 Sep 08 08:59:24.237287 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb680bf-cff8-4a22-9c9c-6dd7838de543 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81839c5d-77ca-4689-8a88-223d0a7199ca,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:24.257359 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a1bb92d7-bb65-4783-8853-1e0811a58c08 req-3bb680bf-cff8-4a22-9c9c-6dd7838de543 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:24.281671 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a1bb92d7-bb65-4783-8853-1e0811a58c08 req-3bb680bf-cff8-4a22-9c9c-6dd7838de543 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3044596 Sep 08 08:59:24.319250 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c0157-563c-4abe-aeb0-92afb0e85d55 req-5085cb5d-c4d3-4941-8cab-c36ead149aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:24.320800 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-031c0157-563c-4abe-aeb0-92afb0e85d55 req-5085cb5d-c4d3-4941-8cab-c36ead149aaa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3e83d732-3301-4ce2-9864-01154137ed8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0964782 Sep 08 08:59:24.376577 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b9ce6-0654-424d-8af9-353e58d45822 req-cb8c37e9-053c-42cc-9e59-900bc986cd45 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:24.377733 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e74b9ce6-0654-424d-8af9-353e58d45822 req-cb8c37e9-053c-42cc-9e59-900bc986cd45 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 948 time: 0.0770464 Sep 08 08:59:24.437748 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e74b9ce6-0654-424d-8af9-353e58d45822 req-87c51534-e262-451d-bf29-1e01ff7d26e8 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535927 Sep 08 08:59:24.465761 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-d0e7e6f0-dd3c-4c2c-adbe-4e7a245e7c84 req-91843b86-d33e-403b-90b2-e1227a7b9aeb tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1118191161', 'description': 'tempest-description-376819472'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:59:24.474402 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-031c0157-563c-4abe-aeb0-92afb0e85d55 req-2eba62fb-2db7-4f0e-8948-04d55c2738e7 service neutron] 10.222.0.35 "GET /v2.0/networks/3e83d732-3301-4ce2-9864-01154137ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459444 Sep 08 08:59:24.495318 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-d0e7e6f0-dd3c-4c2c-adbe-4e7a245e7c84 req-91843b86-d33e-403b-90b2-e1227a7b9aeb tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:24.626282 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-d0e7e6f0-dd3c-4c2c-adbe-4e7a245e7c84 req-91843b86-d33e-403b-90b2-e1227a7b9aeb tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:24.632390 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-d0e7e6f0-dd3c-4c2c-adbe-4e7a245e7c84 req-91843b86-d33e-403b-90b2-e1227a7b9aeb tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:24.650621 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-c98c5ae9-c140-44ae-a76e-ffb50e1701f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2103954011-router', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:58:28Z', 'revision_number': 4, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'gw_port': {'id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '9b689783-8f90-4993-8d65-e27f8f8d89c0', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'floating_ip_address': '172.25.0.84', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'port_id': 'a7b15f56-56ce-43a4-a849-fff2a1d13382', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e', 'mac_address': 'fa:16:3e:fb:00:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65952b03-671c-48c5-ac81-aa9e4c055030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T08:59:00Z', 'updated_at': '2021-09-08T08:59:22Z', 'revision_number': 1, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10621c36-59c9-4ef0-8287-095c7c25a2a6', 'name': '', 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'mac_address': 'fa:16:3e:ba:ae:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'dfdfbc22-6c05-4dc3-9d40-8856272af6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:58:27Z', 'updated_at': '2021-09-08T08:58:38Z', 'revision_number': 5, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'subnets': [{'id': 'dfdfbc22-6c05-4dc3-9d40-8856272af6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:59:24.679395 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-d0e7e6f0-dd3c-4c2c-adbe-4e7a245e7c84 req-91843b86-d33e-403b-90b2-e1227a7b9aeb tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:24.680778 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d0e7e6f0-dd3c-4c2c-adbe-4e7a245e7c84 req-91843b86-d33e-403b-90b2-e1227a7b9aeb tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2212164 Sep 08 08:59:24.683705 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91843b86-d33e-403b-90b2-e1227a7b9aeb tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9393a2c8-f107-46c5-a76e-a24cb6b8510d,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:24.702571 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98c5ae9-c140-44ae-a76e-ffb50e1701f9 None None] The sync data for ids ['de41d12e-fcce-4ed5-b116-92530b492a9c'] in n-d-806683-11 is: [{'id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2103954011-router', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:58:28Z', 'revision_number': 4, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'gw_port': {'id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '9b689783-8f90-4993-8d65-e27f8f8d89c0', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'floating_ip_address': '172.25.0.84', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'port_id': 'a7b15f56-56ce-43a4-a849-fff2a1d13382', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e', 'mac_address': 'fa:16:3e:fb:00:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65952b03-671c-48c5-ac81-aa9e4c055030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T08:59:00Z', 'updated_at': '2021-09-08T08:59:22Z', 'revision_number': 1, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10621c36-59c9-4ef0-8287-095c7c25a2a6', 'name': '', 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'mac_address': 'fa:16:3e:ba:ae:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'dfdfbc22-6c05-4dc3-9d40-8856272af6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:58:27Z', 'updated_at': '2021-09-08T08:58:38Z', 'revision_number': 5, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'subnets': [{'id': 'dfdfbc22-6c05-4dc3-9d40-8856272af6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 08:59:24.757311 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-031c0157-563c-4abe-aeb0-92afb0e85d55 req-e30de05e-f1fb-4b22-af5a-6cb1fd64a7e1 service neutron] 10.222.0.35 "GET /v2.0/networks/3e83d732-3301-4ce2-9864-01154137ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654791 Sep 08 08:59:24.769038 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b94ff2-df87-4317-a79a-9e86637f5dbb req-b3a370a8-a242-4812-8dc2-baef2afe08a1 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:24.770843 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-55b94ff2-df87-4317-a79a-9e86637f5dbb req-b3a370a8-a242-4812-8dc2-baef2afe08a1 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/ports?device_id=0aab8759-27d9-4014-bf3b-f1d3eef4b25f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2423420 Sep 08 08:59:24.895917 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c267076-f9f2-43d7-adc6-8f77ede03cf6 req-7dba1d54-ee5b-42da-ad5a-ea06ed1d4db5 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:24.897919 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2c267076-f9f2-43d7-adc6-8f77ede03cf6 req-7dba1d54-ee5b-42da-ad5a-ea06ed1d4db5 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/networks?id=3e5cb155-db8c-4e6c-a8fd-e937043c5b98 HTTP/1.1" status: 200 len: 820 time: 0.1259153 Sep 08 08:59:24.920402 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2c267076-f9f2-43d7-adc6-8f77ede03cf6 req-36dba22c-ccb6-4fee-b1aa-c6ee37f5d392 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/quotas/0bc89f664d9a46b3926bfbc0f4b3f539 HTTP/1.1" status: 200 len: 375 time: 0.0164897 Sep 08 08:59:24.928374 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-55b94ff2-df87-4317-a79a-9e86637f5dbb req-4257b865-569d-49b4-a8e0-9d770e361027 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.84 HTTP/1.1" status: 200 len: 999 time: 0.1493032 Sep 08 08:59:24.940393 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-55b94ff2-df87-4317-a79a-9e86637f5dbb req-dfdc5a5f-2929-4c91-93e9-9f103b8f0a91 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Request body: {'floatingip': {'port_id': '386eaff5-fb45-4b46-8cd5-0259aa23f13e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:59:24.969305 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3606e3ca-8d5f-408e-9ccc-18caa062972f None None] New status for floating IP 9b689783-8f90-4993-8d65-e27f8f8d89c0: ACTIVE {{(pid=94715) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 08:59:25.014529 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2c267076-f9f2-43d7-adc6-8f77ede03cf6 req-7ae47553-d740-4c0d-ba94-dd2afe293d01 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0bc89f664d9a46b3926bfbc0f4b3f539&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0877776 Sep 08 08:59:25.156698 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2c267076-f9f2-43d7-adc6-8f77ede03cf6 req-04ac9f6f-6b03-49cf-a5ef-8e3a93dd7f27 service neutron] 10.222.0.54 "GET /v2.0/networks/3e5cb155-db8c-4e6c-a8fd-e937043c5b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332474 Sep 08 08:59:25.273005 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2c267076-f9f2-43d7-adc6-8f77ede03cf6 req-e6d3c8df-bb22-4734-917d-727598164965 service neutron] 10.222.0.54 "GET /v2.0/networks/3e5cb155-db8c-4e6c-a8fd-e937043c5b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097627 Sep 08 08:59:25.307770 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-55b94ff2-df87-4317-a79a-9e86637f5dbb req-dfdc5a5f-2929-4c91-93e9-9f103b8f0a91 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify callbacks [] for floatingip, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:25.601045 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-df9f2bd4-fbbd-448b-8237-30ddda207f3c req-22231e0d-6e09-405b-bb56-0a269cff5fbc tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] 10.222.0.54 "GET /v2.0/security-groups/9393a2c8-f107-46c5-a76e-a24cb6b8510d HTTP/1.1" status: 200 len: 1804 time: 0.0491264 Sep 08 08:59:25.616089 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-df9f2bd4-fbbd-448b-8237-30ddda207f3c req-f3d0776d-c058-456e-97fd-47a79e8062ff tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9393a2c8-f107-46c5-a76e-a24cb6b8510d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:59:25.616414 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-df9f2bd4-fbbd-448b-8237-30ddda207f3c req-f3d0776d-c058-456e-97fd-47a79e8062ff tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '9393a2c8-f107-46c5-a76e-a24cb6b8510d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:59:25.703094 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-df9f2bd4-fbbd-448b-8237-30ddda207f3c req-f3d0776d-c058-456e-97fd-47a79e8062ff tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:25.736797 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-df9f2bd4-fbbd-448b-8237-30ddda207f3c req-f3d0776d-c058-456e-97fd-47a79e8062ff tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:25.744431 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-df9f2bd4-fbbd-448b-8237-30ddda207f3c req-f3d0776d-c058-456e-97fd-47a79e8062ff tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:25.763795 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d0776d-c058-456e-97fd-47a79e8062ff tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3c14a4c-5e9e-4e58-a46e-7b2e664bf5ad,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:25.780776 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-df9f2bd4-fbbd-448b-8237-30ddda207f3c req-f3d0776d-c058-456e-97fd-47a79e8062ff tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:25.782255 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-df9f2bd4-fbbd-448b-8237-30ddda207f3c req-f3d0776d-c058-456e-97fd-47a79e8062ff tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1703541 Sep 08 08:59:25.892745 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-55b94ff2-df87-4317-a79a-9e86637f5dbb req-dfdc5a5f-2929-4c91-93e9-9f103b8f0a91 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:25.898089 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-55b94ff2-df87-4317-a79a-9e86637f5dbb req-dfdc5a5f-2929-4c91-93e9-9f103b8f0a91 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:25.908441 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9d489-8a78-4909-8c44-80844c06edf5 req-0154aad9-a0cb-4cdd-8b60-48a8fe8dc7fc tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:25.910029 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-60e9d489-8a78-4909-8c44-80844c06edf5 req-0154aad9-a0cb-4cdd-8b60-48a8fe8dc7fc tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=88f7fa94-74a6-43be-bd88-0c051f66c6a8 HTTP/1.1" status: 200 len: 946 time: 0.0617065 Sep 08 08:59:25.959932 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-60e9d489-8a78-4909-8c44-80844c06edf5 req-5ccacd14-a58e-4d5a-9be0-c3a9074ced25 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419865 Sep 08 08:59:26.060877 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [req-55b94ff2-df87-4317-a79a-9e86637f5dbb req-dfdc5a5f-2929-4c91-93e9-9f103b8f0a91 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Floating IP 9b689783-8f90-4993-8d65-e27f8f8d89c0 associated. External IP: 172.25.0.84, port: a7b15f56-56ce-43a4-a849-fff2a1d13382. Sep 08 08:59:26.070435 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 3b8b664f-ea80-4039-b033-4de2af4c5dfc up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:59:26.132521 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 3b8b664f-ea80-4039-b033-4de2af4c5dfc completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:59:26.142779 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 3b8b664f-ea80-4039-b033-4de2af4c5dfc triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:59:26.143319 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:26.282713 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:26.331817 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 3b8b664f-ea80-4039-b033-4de2af4c5dfc, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=3b8b664f-ea80-4039-b033-4de2af4c5dfc,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:59:26.333908 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4a2199-4092-45f7-9c15-980621fe6619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8b664f-ea80-4039-b033-4de2af4c5dfc'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:59:26.338939 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a265031c-22e1-475a-80eb-fb0a2a4fd888" -d '{"events": [{"server_uuid": "ec4a2199-4092-45f7-9c15-980621fe6619", "name": "network-vif-plugged", "status": "completed", "tag": "3b8b664f-ea80-4039-b033-4de2af4c5dfc"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:59:26.343252 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:26.364386 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53257d9b-1ab6-4f3e-9501-1e7908cbfadb req-71c00a1a-83a6-4bea-ba2f-cfd6dc76f13a tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:26.366282 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-53257d9b-1ab6-4f3e-9501-1e7908cbfadb req-71c00a1a-83a6-4bea-ba2f-cfd6dc76f13a tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 948 time: 0.0870466 Sep 08 08:59:26.392322 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55b94ff2-df87-4317-a79a-9e86637f5dbb req-dfdc5a5f-2929-4c91-93e9-9f103b8f0a91 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Router de41d12e-fcce-4ed5-b116-92530b492a9c has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 08:59:26.439106 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=3b8b664f-ea80-4039-b033-4de2af4c5dfc,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:26.442611 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-53257d9b-1ab6-4f3e-9501-1e7908cbfadb req-da19011f-09ce-4934-a87f-923c8470f19b tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678451 Sep 08 08:59:26.565105 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55b94ff2-df87-4317-a79a-9e86637f5dbb req-dfdc5a5f-2929-4c91-93e9-9f103b8f0a91 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 08:59:26.572929 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0b310349-1f5f-4187-bbd5-03a96243fa38 req-c1024150-b75d-4549-91ad-8e4e8bfc4eb0 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 210 time: 0.0303519 Sep 08 08:59:26.578988 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3401b335-1870-446f-9744-503f0cf5a7bf None None] Sync routers for ids ['de41d12e-fcce-4ed5-b116-92530b492a9c'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 08:59:26.590973 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3401b335-1870-446f-9744-503f0cf5a7bf None None] Routers {'de41d12e-fcce-4ed5-b116-92530b492a9c'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:59:26.592007 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-3401b335-1870-446f-9744-503f0cf5a7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:59:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['de41d12e-fcce-4ed5-b116-92530b492a9c'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:59:26.612803 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-978a68f3-418d-40ea-8152-c3b912c1c8ab req-8c18a072-d04f-415a-bd9c-0b0c1cf4d8de tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-32080536', 'description': 'tempest-description-2146451179'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:59:26.663853 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-978a68f3-418d-40ea-8152-c3b912c1c8ab req-8c18a072-d04f-415a-bd9c-0b0c1cf4d8de tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:26.766095 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-3401b335-1870-446f-9744-503f0cf5a7bf None None] Set router de41d12e-fcce-4ed5-b116-92530b492a9c gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:59:26.830764 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-978a68f3-418d-40ea-8152-c3b912c1c8ab req-8c18a072-d04f-415a-bd9c-0b0c1cf4d8de tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:26.838287 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-978a68f3-418d-40ea-8152-c3b912c1c8ab req-8c18a072-d04f-415a-bd9c-0b0c1cf4d8de tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:26.900636 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-978a68f3-418d-40ea-8152-c3b912c1c8ab req-8c18a072-d04f-415a-bd9c-0b0c1cf4d8de tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:26.903901 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-978a68f3-418d-40ea-8152-c3b912c1c8ab req-8c18a072-d04f-415a-bd9c-0b0c1cf4d8de tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2935100 Sep 08 08:59:26.911560 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c18a072-d04f-415a-bd9c-0b0c1cf4d8de tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eda9ae5-7e8c-4bcf-9821-22bfbca909c1,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:27.004464 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 08:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d6dcd9-16b6-4fba-8239-16d3db4e166b x-openstack-request-id: req-49d6dcd9-16b6-4fba-8239-16d3db4e166b {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:59:27.004916 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4a2199-4092-45f7-9c15-980621fe6619", "name": "network-vif-plugged", "status": "completed", "tag": "3b8b664f-ea80-4039-b033-4de2af4c5dfc", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:59:27.005306 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-49d6dcd9-16b6-4fba-8239-16d3db4e166b {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:59:27.005825 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4a2199-4092-45f7-9c15-980621fe6619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8b664f-ea80-4039-b033-4de2af4c5dfc', 'code': 200} Sep 08 08:59:27.027149 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-30dae059-2607-4e79-b2a9-07fd8c9ad84f req-e897f96e-8e4e-428b-95ce-eba226f68355 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1703720030', 'description': 'tempest-description-23606998'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:59:27.081577 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-30dae059-2607-4e79-b2a9-07fd8c9ad84f req-e897f96e-8e4e-428b-95ce-eba226f68355 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:27.125151 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c267076-f9f2-43d7-adc6-8f77ede03cf6 req-7d2d8227-3b2e-46ed-afd9-528e15832e87 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:27.127082 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2c267076-f9f2-43d7-adc6-8f77ede03cf6 req-7d2d8227-3b2e-46ed-afd9-528e15832e87 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.37 "GET /v2.0/networks?id=3e5cb155-db8c-4e6c-a8fd-e937043c5b98 HTTP/1.1" status: 200 len: 820 time: 0.2652152 Sep 08 08:59:27.189757 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-2c267076-f9f2-43d7-adc6-8f77ede03cf6 req-7fa66f94-26c3-4abf-a322-d559929d7676 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Request body: {'port': {'device_id': 'a2b87aad-53ee-44ff-bfaa-becb3907bb10', 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98', 'admin_state_up': True, 'tenant_id': '0bc89f664d9a46b3926bfbc0f4b3f539'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:59:27.252086 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55b94ff2-df87-4317-a79a-9e86637f5dbb req-dfdc5a5f-2929-4c91-93e9-9f103b8f0a91 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Router de41d12e-fcce-4ed5-b116-92530b492a9c has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 08:59:27.260393 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-3401b335-1870-446f-9744-503f0cf5a7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2103954011-router', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:58:28Z', 'revision_number': 4, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'gw_port': {'id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '9b689783-8f90-4993-8d65-e27f8f8d89c0', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'floating_ip_address': '172.25.0.84', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'port_id': '386eaff5-fb45-4b46-8cd5-0259aa23f13e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e', 'mac_address': 'fa:16:3e:98:bf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aab8759-27d9-4014-bf3b-f1d3eef4b25f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T08:59:00Z', 'updated_at': '2021-09-08T08:59:25Z', 'revision_number': 3, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10621c36-59c9-4ef0-8287-095c7c25a2a6', 'name': '', 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'mac_address': 'fa:16:3e:ba:ae:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'dfdfbc22-6c05-4dc3-9d40-8856272af6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:58:27Z', 'updated_at': '2021-09-08T08:58:38Z', 'revision_number': 5, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'subnets': [{'id': 'dfdfbc22-6c05-4dc3-9d40-8856272af6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:59:27.293317 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-30dae059-2607-4e79-b2a9-07fd8c9ad84f req-e897f96e-8e4e-428b-95ce-eba226f68355 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:27.299770 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3401b335-1870-446f-9744-503f0cf5a7bf None None] Checking router: de41d12e-fcce-4ed5-b116-92530b492a9c for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 08:59:27.303021 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-30dae059-2607-4e79-b2a9-07fd8c9ad84f req-e897f96e-8e4e-428b-95ce-eba226f68355 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:27.313837 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3401b335-1870-446f-9744-503f0cf5a7bf None None] Routers {'de41d12e-fcce-4ed5-b116-92530b492a9c'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:59:27.314583 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-3401b335-1870-446f-9744-503f0cf5a7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:59:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['de41d12e-fcce-4ed5-b116-92530b492a9c'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:59:27.339544 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-30dae059-2607-4e79-b2a9-07fd8c9ad84f req-e897f96e-8e4e-428b-95ce-eba226f68355 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:27.353101 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-30dae059-2607-4e79-b2a9-07fd8c9ad84f req-e897f96e-8e4e-428b-95ce-eba226f68355 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3355060 Sep 08 08:59:27.357528 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e897f96e-8e4e-428b-95ce-eba226f68355 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eec5cd39-2c5e-4a2b-9a37-e09049fe3751,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:27.365043 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090f182-4fb0-4d9c-9b35-f0dcd23e481c req-76a6f45a-b0b8-4a7f-b356-b6a39a6b75d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:27.366555 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a090f182-4fb0-4d9c-9b35-f0dcd23e481c req-76a6f45a-b0b8-4a7f-b356-b6a39a6b75d5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 1101 time: 0.2384405 Sep 08 08:59:27.475627 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a090f182-4fb0-4d9c-9b35-f0dcd23e481c req-038108b0-c5c9-4e9a-8357-7dfaa30b4107 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612571 Sep 08 08:59:27.489799 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3c282-a323-4093-bc31-9abc3ff6969a req-4e53bfc1-6b07-44d5-9a0d-e9bcb5bcd6df tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:27.495556 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-89d3c282-a323-4093-bc31-9abc3ff6969a req-4e53bfc1-6b07-44d5-9a0d-e9bcb5bcd6df tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=88f7fa94-74a6-43be-bd88-0c051f66c6a8 HTTP/1.1" status: 200 len: 946 time: 0.0855174 Sep 08 08:59:27.526324 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-3401b335-1870-446f-9744-503f0cf5a7bf None None] Set router de41d12e-fcce-4ed5-b116-92530b492a9c gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:59:27.534604 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c267076-f9f2-43d7-adc6-8f77ede03cf6 req-7fa66f94-26c3-4abf-a322-d559929d7676 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Made reservation on behalf of 0bc89f664d9a46b3926bfbc0f4b3f539 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:59:27.538365 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2c267076-f9f2-43d7-adc6-8f77ede03cf6 req-7fa66f94-26c3-4abf-a322-d559929d7676 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:27.563751 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-89d3c282-a323-4093-bc31-9abc3ff6969a req-12dca03b-c6ed-454e-8b91-a6343a0a115f tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614555 Sep 08 08:59:27.704924 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55b94ff2-df87-4317-a79a-9e86637f5dbb req-dfdc5a5f-2929-4c91-93e9-9f103b8f0a91 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 08:59:27.713866 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-55b94ff2-df87-4317-a79a-9e86637f5dbb req-dfdc5a5f-2929-4c91-93e9-9f103b8f0a91 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:27.756966 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65952b03-671c-48c5-ac81-aa9e4c055030', 'tag': 'a7b15f56-56ce-43a4-a849-fff2a1d13382'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:59:27.759797 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca1c286-1426-4dd8-87be-922cc67fb682" -d '{"events": [{"name": "network-changed", "server_uuid": "65952b03-671c-48c5-ac81-aa9e4c055030", "tag": "a7b15f56-56ce-43a4-a849-fff2a1d13382"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:59:27.766966 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-2c267076-f9f2-43d7-adc6-8f77ede03cf6 req-7fa66f94-26c3-4abf-a322-d559929d7676 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Allocated IP 172.20.0.8 (3e5cb155-db8c-4e6c-a8fd-e937043c5b98/2afb1305-d593-46e6-bc8f-0ed93bbef6b9/9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:59:27.803382 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-55b94ff2-df87-4317-a79a-9e86637f5dbb req-dfdc5a5f-2929-4c91-93e9-9f103b8f0a91 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "PUT /v2.0/floatingips/9b689783-8f90-4993-8d65-e27f8f8d89c0 HTTP/1.1" status: 200 len: 998 time: 2.8679090 Sep 08 08:59:27.878764 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-3401b335-1870-446f-9744-503f0cf5a7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2103954011-router', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:58:28Z', 'revision_number': 4, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'gw_port': {'id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '9b689783-8f90-4993-8d65-e27f8f8d89c0', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'floating_ip_address': '172.25.0.84', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'port_id': '386eaff5-fb45-4b46-8cd5-0259aa23f13e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e', 'mac_address': 'fa:16:3e:98:bf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aab8759-27d9-4014-bf3b-f1d3eef4b25f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T08:59:00Z', 'updated_at': '2021-09-08T08:59:25Z', 'revision_number': 3, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10621c36-59c9-4ef0-8287-095c7c25a2a6', 'name': '', 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'mac_address': 'fa:16:3e:ba:ae:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'dfdfbc22-6c05-4dc3-9d40-8856272af6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:58:27Z', 'updated_at': '2021-09-08T08:58:38Z', 'revision_number': 5, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'subnets': [{'id': 'dfdfbc22-6c05-4dc3-9d40-8856272af6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:59:27.879035 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b94ff2-df87-4317-a79a-9e86637f5dbb req-77bac67d-12f0-402f-9d8e-6a83eea1e4eb tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:27.880326 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-55b94ff2-df87-4317-a79a-9e86637f5dbb req-77bac67d-12f0-402f-9d8e-6a83eea1e4eb tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/ports/a7b15f56-56ce-43a4-a849-fff2a1d13382 HTTP/1.1" status: 200 len: 943 time: 0.0655425 Sep 08 08:59:27.949652 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3401b335-1870-446f-9744-503f0cf5a7bf None None] The sync data for ids ['de41d12e-fcce-4ed5-b116-92530b492a9c'] in n-d-806683-11 is: [{'id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2103954011-router', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:58:28Z', 'revision_number': 4, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'gw_port': {'id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '9b689783-8f90-4993-8d65-e27f8f8d89c0', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'floating_ip_address': '172.25.0.84', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'port_id': '386eaff5-fb45-4b46-8cd5-0259aa23f13e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e', 'mac_address': 'fa:16:3e:98:bf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aab8759-27d9-4014-bf3b-f1d3eef4b25f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T08:59:00Z', 'updated_at': '2021-09-08T08:59:25Z', 'revision_number': 3, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10621c36-59c9-4ef0-8287-095c7c25a2a6', 'name': '', 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'mac_address': 'fa:16:3e:ba:ae:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'dfdfbc22-6c05-4dc3-9d40-8856272af6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:58:27Z', 'updated_at': '2021-09-08T08:58:38Z', 'revision_number': 5, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'subnets': [{'id': 'dfdfbc22-6c05-4dc3-9d40-8856272af6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 08:59:28.071933 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b94ff2-df87-4317-a79a-9e86637f5dbb req-2ab5d9b9-02f3-4ef6-af6b-0b1fc7a37bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:28.079855 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-55b94ff2-df87-4317-a79a-9e86637f5dbb req-2ab5d9b9-02f3-4ef6-af6b-0b1fc7a37bf0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8c199e70dfac4eb99b52ea567ecb2667&device_id=65952b03-671c-48c5-ac81-aa9e4c055030 HTTP/1.1" status: 200 len: 1098 time: 0.1132593 Sep 08 08:59:28.134832 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-edb9cab4-191c-43f5-aae5-526587891baf req-f0ac138c-40df-4291-b0a6-b0d8c344487b tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] 10.222.0.54 "GET /v2.0/security-groups/0eda9ae5-7e8c-4bcf-9821-22bfbca909c1 HTTP/1.1" status: 200 len: 1803 time: 0.0693970 Sep 08 08:59:28.136010 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2c267076-f9f2-43d7-adc6-8f77ede03cf6 req-7fa66f94-26c3-4abf-a322-d559929d7676 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:28.219973 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-edb9cab4-191c-43f5-aae5-526587891baf req-d0d1428f-19fe-4b5d-8903-89da8c5d6384 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] 10.222.0.54 "GET /v2.0/security-groups/eec5cd39-2c5e-4a2b-9a37-e09049fe3751 HTTP/1.1" status: 200 len: 1803 time: 0.0830829 Sep 08 08:59:28.231768 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-edb9cab4-191c-43f5-aae5-526587891baf req-929d83e5-21aa-4c10-b500-230e61471a4b tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0eda9ae5-7e8c-4bcf-9821-22bfbca909c1', 'remote_group_id': 'eec5cd39-2c5e-4a2b-9a37-e09049fe3751', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:59:28.233701 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-edb9cab4-191c-43f5-aae5-526587891baf req-929d83e5-21aa-4c10-b500-230e61471a4b tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0eda9ae5-7e8c-4bcf-9821-22bfbca909c1', 'remote_group_id': 'eec5cd39-2c5e-4a2b-9a37-e09049fe3751', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:59:28.246455 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b94ff2-df87-4317-a79a-9e86637f5dbb req-468e319d-c0da-4b4d-96fa-1a975640a019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:28.255184 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-55b94ff2-df87-4317-a79a-9e86637f5dbb req-468e319d-c0da-4b4d-96fa-1a975640a019 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3e83d732-3301-4ce2-9864-01154137ed8e HTTP/1.1" status: 200 len: 922 time: 0.1744153 Sep 08 08:59:28.264693 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:28.285770 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a622c1b-f437-472f-85e6-020d1e653d04 None None] New status for floating IP 9b689783-8f90-4993-8d65-e27f8f8d89c0: ACTIVE {{(pid=94715) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 08:59:28.315362 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-55b94ff2-df87-4317-a79a-9e86637f5dbb req-f84fb6cc-11d6-4cc4-b262-89243cc5bdff service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7b15f56-56ce-43a4-a849-fff2a1d13382 HTTP/1.1" status: 200 len: 217 time: 0.0592158 Sep 08 08:59:28.331660 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2c267076-f9f2-43d7-adc6-8f77ede03cf6 req-7fa66f94-26c3-4abf-a322-d559929d7676 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:28.367952 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['1bffe886-6b5c-4715-a9f3-8a19d1563114'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:59:28.370956 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-edb9cab4-191c-43f5-aae5-526587891baf req-929d83e5-21aa-4c10-b500-230e61471a4b tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:28.420870 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-edb9cab4-191c-43f5-aae5-526587891baf req-929d83e5-21aa-4c10-b500-230e61471a4b tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:28.427648 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-edb9cab4-191c-43f5-aae5-526587891baf req-929d83e5-21aa-4c10-b500-230e61471a4b tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:28.460217 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d83e5-21aa-4c10-b500-230e61471a4b tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c159f4d7-9d63-4764-928a-e0b76ddae774,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:28.464388 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa66f94-26c3-4abf-a322-d559929d7676 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Pushing event updated for resources: {'Port': ['ID=9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:28.472083 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-edb9cab4-191c-43f5-aae5-526587891baf req-929d83e5-21aa-4c10-b500-230e61471a4b tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:28.475907 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-edb9cab4-191c-43f5-aae5-526587891baf req-929d83e5-21aa-4c10-b500-230e61471a4b tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2548037 Sep 08 08:59:28.508074 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c267076-f9f2-43d7-adc6-8f77ede03cf6 req-7fa66f94-26c3-4abf-a322-d559929d7676 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Network 3e5cb155-db8c-4e6c-a8fd-e937043c5b98 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:59:28.511347 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b94ff2-df87-4317-a79a-9e86637f5dbb req-d5ecfe29-b8c2-483d-9316-db02c3bff3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:28.513775 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-55b94ff2-df87-4317-a79a-9e86637f5dbb req-d5ecfe29-b8c2-483d-9316-db02c3bff3d2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dfdfbc22-6c05-4dc3-9d40-8856272af6fd HTTP/1.1" status: 200 len: 860 time: 0.1973422 Sep 08 08:59:28.514866 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-2c267076-f9f2-43d7-adc6-8f77ede03cf6 req-7fa66f94-26c3-4abf-a322-d559929d7676 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:59:28.518973 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c267076-f9f2-43d7-adc6-8f77ede03cf6 req-7fa66f94-26c3-4abf-a322-d559929d7676 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:59:28.610742 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c267076-f9f2-43d7-adc6-8f77ede03cf6 req-7fa66f94-26c3-4abf-a322-d559929d7676 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:28.611537 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2c267076-f9f2-43d7-adc6-8f77ede03cf6 req-7fa66f94-26c3-4abf-a322-d559929d7676 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:28.700700 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbd7ad-9e0c-4d64-a6e3-178cf804d797 req-c7a2bc67-cf87-4f3c-9ae5-e088aa87681c tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:28.702372 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7bbbd7ad-9e0c-4d64-a6e3-178cf804d797 req-c7a2bc67-cf87-4f3c-9ae5-e088aa87681c tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 949 time: 0.1158416 Sep 08 08:59:28.703864 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b94ff2-df87-4317-a79a-9e86637f5dbb req-e4bb75cb-930d-4ec4-9a84-3a14b1b0b4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:28.706700 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-55b94ff2-df87-4317-a79a-9e86637f5dbb req-e4bb75cb-930d-4ec4-9a84-3a14b1b0b4c5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3e83d732-3301-4ce2-9864-01154137ed8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1257832 Sep 08 08:59:28.709039 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2c267076-f9f2-43d7-adc6-8f77ede03cf6 req-7fa66f94-26c3-4abf-a322-d559929d7676 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5284119 Sep 08 08:59:28.729617 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015ef2af-1356-45a3-9314-aa1bd4867177 None None] Sync routers for ids ['de41d12e-fcce-4ed5-b116-92530b492a9c'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 08:59:28.740329 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [req-55b94ff2-df87-4317-a79a-9e86637f5dbb req-90b646c5-bd4d-4abc-885e-a611b0f26a48 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 08:59:28.745322 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015ef2af-1356-45a3-9314-aa1bd4867177 None None] Routers {'de41d12e-fcce-4ed5-b116-92530b492a9c'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:59:28.745322 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-015ef2af-1356-45a3-9314-aa1bd4867177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:59:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['de41d12e-fcce-4ed5-b116-92530b492a9c'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:59:28.751078 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-55b94ff2-df87-4317-a79a-9e86637f5dbb req-90b646c5-bd4d-4abc-885e-a611b0f26a48 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0280766 Sep 08 08:59:28.755483 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-2c267076-f9f2-43d7-adc6-8f77ede03cf6 req-f05c1470-da3f-4d46-9975-7743d537df1e service neutron] Request body: {'port': {'device_id': 'a2b87aad-53ee-44ff-bfaa-becb3907bb10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:59:28.763826 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7bbbd7ad-9e0c-4d64-a6e3-178cf804d797 req-22810a1a-3d31-41d4-8ad7-303c66316978 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467737 Sep 08 08:59:28.919604 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2c267076-f9f2-43d7-adc6-8f77ede03cf6 req-f05c1470-da3f-4d46-9975-7743d537df1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:28.937448 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22a0c0-3995-4c14-8133-d21d36a74d5a req-1ddbb3e3-19bb-463d-9122-3a02a6029fec tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:28.939251 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-db22a0c0-3995-4c14-8133-d21d36a74d5a req-1ddbb3e3-19bb-463d-9122-3a02a6029fec tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 931 time: 0.0701787 Sep 08 08:59:28.964395 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-015ef2af-1356-45a3-9314-aa1bd4867177 None None] Set router de41d12e-fcce-4ed5-b116-92530b492a9c gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:59:28.964653 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-55b94ff2-df87-4317-a79a-9e86637f5dbb req-b74d333d-7788-4240-b66b-2236e17bcf50 service neutron] 10.222.0.54 "GET /v2.0/networks/3e83d732-3301-4ce2-9864-01154137ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704698 Sep 08 08:59:29.016771 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-db22a0c0-3995-4c14-8133-d21d36a74d5a req-b6dccbad-cf78-49ed-b5cf-b9c0408428bf tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656786 Sep 08 08:59:29.097480 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-f26abe10-30f8-473d-8842-d573ee72e791 req-1947d8fe-a2cc-4c75-878a-af67212456e9 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-380293826', 'description': 'tempest-description-1241899209'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:59:29.098328 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-55b94ff2-df87-4317-a79a-9e86637f5dbb req-5198f739-6826-4ad4-adee-bc2a8def6658 service neutron] 10.222.0.54 "GET /v2.0/networks/3e83d732-3301-4ce2-9864-01154137ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327906 Sep 08 08:59:29.101708 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 08:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e15399b-f84a-449e-871d-b1cb6e437af1 x-openstack-request-id: req-1e15399b-f84a-449e-871d-b1cb6e437af1 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:59:29.102015 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65952b03-671c-48c5-ac81-aa9e4c055030", "tag": "a7b15f56-56ce-43a4-a849-fff2a1d13382", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:59:29.102621 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1e15399b-f84a-449e-871d-b1cb6e437af1 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:59:29.103028 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65952b03-671c-48c5-ac81-aa9e4c055030', 'tag': 'a7b15f56-56ce-43a4-a849-fff2a1d13382', 'status': 'completed', 'code': 200} Sep 08 08:59:29.136333 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-f26abe10-30f8-473d-8842-d573ee72e791 req-1947d8fe-a2cc-4c75-878a-af67212456e9 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:29.292644 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1c286-1426-4dd8-87be-922cc67fb682 req-5023d4b1-66b5-4aaf-b347-6059ee4c1f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:29.294389 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9ca1c286-1426-4dd8-87be-922cc67fb682 req-5023d4b1-66b5-4aaf-b347-6059ee4c1f46 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8c199e70dfac4eb99b52ea567ecb2667&device_id=65952b03-671c-48c5-ac81-aa9e4c055030 HTTP/1.1" status: 200 len: 1098 time: 0.1548777 Sep 08 08:59:29.303800 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b94ff2-df87-4317-a79a-9e86637f5dbb req-07571b50-3348-41b7-b07f-26e7bd646451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:29.312489 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-55b94ff2-df87-4317-a79a-9e86637f5dbb req-07571b50-3348-41b7-b07f-26e7bd646451 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8c199e70dfac4eb99b52ea567ecb2667&device_id=0aab8759-27d9-4014-bf3b-f1d3eef4b25f HTTP/1.1" status: 200 len: 1098 time: 0.1840403 Sep 08 08:59:29.343553 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-f26abe10-30f8-473d-8842-d573ee72e791 req-1947d8fe-a2cc-4c75-878a-af67212456e9 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:29.352955 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-f26abe10-30f8-473d-8842-d573ee72e791 req-1947d8fe-a2cc-4c75-878a-af67212456e9 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:29.403740 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-f26abe10-30f8-473d-8842-d573ee72e791 req-1947d8fe-a2cc-4c75-878a-af67212456e9 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:29.404992 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f26abe10-30f8-473d-8842-d573ee72e791 req-1947d8fe-a2cc-4c75-878a-af67212456e9 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3116341 Sep 08 08:59:29.428920 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-015ef2af-1356-45a3-9314-aa1bd4867177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2103954011-router', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:58:28Z', 'revision_number': 4, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'gw_port': {'id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '9b689783-8f90-4993-8d65-e27f8f8d89c0', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'floating_ip_address': '172.25.0.84', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'port_id': '386eaff5-fb45-4b46-8cd5-0259aa23f13e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e', 'mac_address': 'fa:16:3e:98:bf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aab8759-27d9-4014-bf3b-f1d3eef4b25f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T08:59:00Z', 'updated_at': '2021-09-08T08:59:28Z', 'revision_number': 4, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10621c36-59c9-4ef0-8287-095c7c25a2a6', 'name': '', 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'mac_address': 'fa:16:3e:ba:ae:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'dfdfbc22-6c05-4dc3-9d40-8856272af6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:58:27Z', 'updated_at': '2021-09-08T08:58:38Z', 'revision_number': 5, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'subnets': [{'id': 'dfdfbc22-6c05-4dc3-9d40-8856272af6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:59:29.433622 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1947d8fe-a2cc-4c75-878a-af67212456e9 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc87b100-ba15-4730-9efa-3b0ac8ee6abe,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:29.476169 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015ef2af-1356-45a3-9314-aa1bd4867177 None None] Checking router: de41d12e-fcce-4ed5-b116-92530b492a9c for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 08:59:29.489756 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015ef2af-1356-45a3-9314-aa1bd4867177 None None] Routers {'de41d12e-fcce-4ed5-b116-92530b492a9c'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:59:29.489977 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-015ef2af-1356-45a3-9314-aa1bd4867177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:59:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['de41d12e-fcce-4ed5-b116-92530b492a9c'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:59:29.663876 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d18bf4-feae-4b5a-a303-2d3a55d3123a req-fb27b20c-ba7a-464c-b0d2-51f101b36fa1 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:29.667258 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-22d18bf4-feae-4b5a-a303-2d3a55d3123a req-fb27b20c-ba7a-464c-b0d2-51f101b36fa1 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=88f7fa94-74a6-43be-bd88-0c051f66c6a8 HTTP/1.1" status: 200 len: 946 time: 0.1140444 Sep 08 08:59:29.751563 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-22d18bf4-feae-4b5a-a303-2d3a55d3123a req-5369e4d8-4fe8-4c65-9211-cf690f6c6942 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774646 Sep 08 08:59:29.835487 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b94ff2-df87-4317-a79a-9e86637f5dbb req-16ec4427-519f-4fb7-9fe0-12f90c26e3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:29.844383 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-55b94ff2-df87-4317-a79a-9e86637f5dbb req-16ec4427-519f-4fb7-9fe0-12f90c26e3d5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3e83d732-3301-4ce2-9864-01154137ed8e HTTP/1.1" status: 200 len: 922 time: 0.5309296 Sep 08 08:59:29.881660 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-015ef2af-1356-45a3-9314-aa1bd4867177 None None] Set router de41d12e-fcce-4ed5-b116-92530b492a9c gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:59:29.923685 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-55b94ff2-df87-4317-a79a-9e86637f5dbb req-6b5475ae-34e9-475f-85ab-2ea7884a0042 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=386eaff5-fb45-4b46-8cd5-0259aa23f13e HTTP/1.1" status: 200 len: 1001 time: 0.0783882 Sep 08 08:59:30.028329 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-b2571489-04a2-4055-a150-41b2680fa4da req-1b351b45-9fcf-44c6-8f03-4f5502141a35 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-352574787', 'description': 'tempest-description-1438296987'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:59:30.074721 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-b2571489-04a2-4055-a150-41b2680fa4da req-1b351b45-9fcf-44c6-8f03-4f5502141a35 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:30.085409 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b94ff2-df87-4317-a79a-9e86637f5dbb req-6b011de1-ddbe-4d8c-89d7-a0cdeb8f482b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:30.094090 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-55b94ff2-df87-4317-a79a-9e86637f5dbb req-6b011de1-ddbe-4d8c-89d7-a0cdeb8f482b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dfdfbc22-6c05-4dc3-9d40-8856272af6fd HTTP/1.1" status: 200 len: 860 time: 0.1694839 Sep 08 08:59:30.176306 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1c286-1426-4dd8-87be-922cc67fb682 req-b3635085-632b-469d-bbd7-721493b7d7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:30.177760 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9ca1c286-1426-4dd8-87be-922cc67fb682 req-b3635085-632b-469d-bbd7-721493b7d7f4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3e83d732-3301-4ce2-9864-01154137ed8e HTTP/1.1" status: 200 len: 922 time: 0.8629799 Sep 08 08:59:30.182845 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b94ff2-df87-4317-a79a-9e86637f5dbb req-7d4271da-37ac-4c50-9d23-11dd3f482109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:30.190694 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-55b94ff2-df87-4317-a79a-9e86637f5dbb req-7d4271da-37ac-4c50-9d23-11dd3f482109 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3e83d732-3301-4ce2-9864-01154137ed8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0956366 Sep 08 08:59:30.228085 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-015ef2af-1356-45a3-9314-aa1bd4867177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2103954011-router', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:58:28Z', 'revision_number': 4, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'gw_port': {'id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '9b689783-8f90-4993-8d65-e27f8f8d89c0', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'floating_ip_address': '172.25.0.84', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'port_id': '386eaff5-fb45-4b46-8cd5-0259aa23f13e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e', 'mac_address': 'fa:16:3e:98:bf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aab8759-27d9-4014-bf3b-f1d3eef4b25f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T08:59:00Z', 'updated_at': '2021-09-08T08:59:28Z', 'revision_number': 4, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10621c36-59c9-4ef0-8287-095c7c25a2a6', 'name': '', 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'mac_address': 'fa:16:3e:ba:ae:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'dfdfbc22-6c05-4dc3-9d40-8856272af6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:58:27Z', 'updated_at': '2021-09-08T08:58:38Z', 'revision_number': 5, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'subnets': [{'id': 'dfdfbc22-6c05-4dc3-9d40-8856272af6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:59:30.243044 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-b2571489-04a2-4055-a150-41b2680fa4da req-1b351b45-9fcf-44c6-8f03-4f5502141a35 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:30.248476 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-b2571489-04a2-4055-a150-41b2680fa4da req-1b351b45-9fcf-44c6-8f03-4f5502141a35 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:30.265767 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-b2571489-04a2-4055-a150-41b2680fa4da req-1b351b45-9fcf-44c6-8f03-4f5502141a35 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:30.279452 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b2571489-04a2-4055-a150-41b2680fa4da req-1b351b45-9fcf-44c6-8f03-4f5502141a35 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2569180 Sep 08 08:59:30.281744 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015ef2af-1356-45a3-9314-aa1bd4867177 None None] The sync data for ids ['de41d12e-fcce-4ed5-b116-92530b492a9c'] in n-d-806683-11 is: [{'id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2103954011-router', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:58:28Z', 'revision_number': 4, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'gw_port': {'id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '9b689783-8f90-4993-8d65-e27f8f8d89c0', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'floating_ip_address': '172.25.0.84', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'port_id': '386eaff5-fb45-4b46-8cd5-0259aa23f13e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e', 'mac_address': 'fa:16:3e:98:bf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aab8759-27d9-4014-bf3b-f1d3eef4b25f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T08:59:00Z', 'updated_at': '2021-09-08T08:59:28Z', 'revision_number': 4, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10621c36-59c9-4ef0-8287-095c7c25a2a6', 'name': '', 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'mac_address': 'fa:16:3e:ba:ae:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'dfdfbc22-6c05-4dc3-9d40-8856272af6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:58:27Z', 'updated_at': '2021-09-08T08:58:38Z', 'revision_number': 5, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'subnets': [{'id': 'dfdfbc22-6c05-4dc3-9d40-8856272af6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 08:59:30.302095 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9ca1c286-1426-4dd8-87be-922cc67fb682 req-be42dbe2-95fd-4277-a8a0-c6ac1e30384d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7b15f56-56ce-43a4-a849-fff2a1d13382 HTTP/1.1" status: 200 len: 217 time: 0.1025505 Sep 08 08:59:30.325973 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b351b45-9fcf-44c6-8f03-4f5502141a35 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=713e0c5b-8d81-4af2-932f-90ef547086c4,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:30.436737 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-2c267076-f9f2-43d7-adc6-8f77ede03cf6 req-f05c1470-da3f-4d46-9975-7743d537df1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:59:30.438124 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec00867-753b-4d54-bc05-0a4222aa0657 req-530f7b26-b273-4afd-a0cb-7b2b86d2d9ba tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:30.439973 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bec00867-753b-4d54-bc05-0a4222aa0657 req-530f7b26-b273-4afd-a0cb-7b2b86d2d9ba tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 949 time: 0.0701864 Sep 08 08:59:30.486287 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2c267076-f9f2-43d7-adc6-8f77ede03cf6 req-f05c1470-da3f-4d46-9975-7743d537df1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:30.496056 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bec00867-753b-4d54-bc05-0a4222aa0657 req-7a7abf5a-10be-469e-bad9-1287e11a99c6 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437071 Sep 08 08:59:30.527215 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1c286-1426-4dd8-87be-922cc67fb682 req-ad16802d-4dfb-4ef7-b795-e4ab8ef02a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:30.529089 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9ca1c286-1426-4dd8-87be-922cc67fb682 req-ad16802d-4dfb-4ef7-b795-e4ab8ef02a4d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfdfbc22-6c05-4dc3-9d40-8856272af6fd HTTP/1.1" status: 200 len: 860 time: 0.2092721 Sep 08 08:59:30.535930 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-2c267076-f9f2-43d7-adc6-8f77ede03cf6 req-f05c1470-da3f-4d46-9975-7743d537df1e service neutron] Transition to ACTIVE for port object 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:59:30.577010 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2c267076-f9f2-43d7-adc6-8f77ede03cf6 req-f05c1470-da3f-4d46-9975-7743d537df1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:30.632415 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-55b94ff2-df87-4317-a79a-9e86637f5dbb req-0a9606a9-e504-4773-b2a0-39fd0dbe6ee8 service neutron] 10.222.0.54 "GET /v2.0/networks/3e83d732-3301-4ce2-9864-01154137ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4366455 Sep 08 08:59:30.634129 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c5d1f-5366-4d7f-af02-fc50569ca796 req-8446d944-220b-425d-b764-29355582057d tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:30.635728 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-952c5d1f-5366-4d7f-af02-fc50569ca796 req-8446d944-220b-425d-b764-29355582057d tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 943 time: 0.0685086 Sep 08 08:59:30.690665 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca1c286-1426-4dd8-87be-922cc67fb682 req-3fe467d6-e475-4d72-9a19-30ccf46b6b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:30.692385 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9ca1c286-1426-4dd8-87be-922cc67fb682 req-3fe467d6-e475-4d72-9a19-30ccf46b6b84 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3e83d732-3301-4ce2-9864-01154137ed8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1481323 Sep 08 08:59:30.699821 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c1470-da3f-4d46-9975-7743d537df1e service neutron] Pushing event updated for resources: {'Port': ['ID=9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:30.703006 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-952c5d1f-5366-4d7f-af02-fc50569ca796 req-0bafc5c8-32d7-4ea0-986f-09968c433a11 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554957 Sep 08 08:59:30.815355 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6cd122a0-a827-4a0d-9384-a4658483de89 req-9095a5dd-8075-4795-83d0-15b648d39c2c tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] 10.222.0.54 "GET /v2.0/security-groups/bc87b100-ba15-4730-9efa-3b0ac8ee6abe HTTP/1.1" status: 200 len: 1804 time: 0.0770833 Sep 08 08:59:30.875949 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6cd122a0-a827-4a0d-9384-a4658483de89 req-a6363bbe-45c8-4f68-a573-903893b9331e tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] 10.222.0.54 "GET /v2.0/security-groups/713e0c5b-8d81-4af2-932f-90ef547086c4 HTTP/1.1" status: 200 len: 1804 time: 0.0595574 Sep 08 08:59:30.889745 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-6cd122a0-a827-4a0d-9384-a4658483de89 req-f03a4ff8-8a08-43ab-a7fb-46e51737d7b1 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'bc87b100-ba15-4730-9efa-3b0ac8ee6abe', 'remote_group_id': '713e0c5b-8d81-4af2-932f-90ef547086c4', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:59:30.890170 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-6cd122a0-a827-4a0d-9384-a4658483de89 req-f03a4ff8-8a08-43ab-a7fb-46e51737d7b1 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'bc87b100-ba15-4730-9efa-3b0ac8ee6abe', 'remote_group_id': '713e0c5b-8d81-4af2-932f-90ef547086c4', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:59:30.914496 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-55b94ff2-df87-4317-a79a-9e86637f5dbb req-333c09ea-8075-42d2-b52e-3c610f853c75 service neutron] 10.222.0.54 "GET /v2.0/networks/3e83d732-3301-4ce2-9864-01154137ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712760 Sep 08 08:59:30.951509 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-2c267076-f9f2-43d7-adc6-8f77ede03cf6 req-f05c1470-da3f-4d46-9975-7743d537df1e service neutron] Attempting to bind port 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:59:30.951849 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-2c267076-f9f2-43d7-adc6-8f77ede03cf6 req-f05c1470-da3f-4d46-9975-7743d537df1e service neutron] Attempting to bind port 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '63991058-0ef2-4358-ae31-7e348d60a2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:59:30.952097 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c267076-f9f2-43d7-adc6-8f77ede03cf6 req-f05c1470-da3f-4d46-9975-7743d537df1e service neutron] Attempting to bind port 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5 on network 3e5cb155-db8c-4e6c-a8fd-e937043c5b98 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:59:30.959511 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9ca1c286-1426-4dd8-87be-922cc67fb682 req-5203cf1f-7da5-41fa-a239-154cc428b007 service neutron] 10.222.0.35 "GET /v2.0/networks/3e83d732-3301-4ce2-9864-01154137ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040079 Sep 08 08:59:30.960552 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c267076-f9f2-43d7-adc6-8f77ede03cf6 req-f05c1470-da3f-4d46-9975-7743d537df1e service neutron] Port 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5 on network 3e5cb155-db8c-4e6c-a8fd-e937043c5b98 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 08:59:30.960877 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c267076-f9f2-43d7-adc6-8f77ede03cf6 req-f05c1470-da3f-4d46-9975-7743d537df1e service neutron] Attempting to bind port 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5 on network 3e5cb155-db8c-4e6c-a8fd-e937043c5b98 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:59:30.967609 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c267076-f9f2-43d7-adc6-8f77ede03cf6 req-f05c1470-da3f-4d46-9975-7743d537df1e service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:59:30.967963 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c267076-f9f2-43d7-adc6-8f77ede03cf6 req-f05c1470-da3f-4d46-9975-7743d537df1e service neutron] Checking segment: {'id': '63991058-0ef2-4358-ae31-7e348d60a2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:59:30.968355 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c267076-f9f2-43d7-adc6-8f77ede03cf6 req-f05c1470-da3f-4d46-9975-7743d537df1e service neutron] Bound using segment: {'id': '63991058-0ef2-4358-ae31-7e348d60a2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:59:30.968790 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-2c267076-f9f2-43d7-adc6-8f77ede03cf6 req-f05c1470-da3f-4d46-9975-7743d537df1e service neutron] Bound port: 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63991058-0ef2-4358-ae31-7e348d60a2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:59:30.969154 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2c267076-f9f2-43d7-adc6-8f77ede03cf6 req-f05c1470-da3f-4d46-9975-7743d537df1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:30.985738 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-6cd122a0-a827-4a0d-9384-a4658483de89 req-f03a4ff8-8a08-43ab-a7fb-46e51737d7b1 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:31.079393 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-6cd122a0-a827-4a0d-9384-a4658483de89 req-f03a4ff8-8a08-43ab-a7fb-46e51737d7b1 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:31.085320 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-6cd122a0-a827-4a0d-9384-a4658483de89 req-f03a4ff8-8a08-43ab-a7fb-46e51737d7b1 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:31.103539 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a4ff8-8a08-43ab-a7fb-46e51737d7b1 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb308ecb-2998-4f89-9ccb-fe7c1864ab37,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:31.104961 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aab8759-27d9-4014-bf3b-f1d3eef4b25f', 'tag': '386eaff5-fb45-4b46-8cd5-0259aa23f13e'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:59:31.107243 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0205566-1bd6-49da-ab93-ea37aaf480a1" -d '{"events": [{"name": "network-changed", "server_uuid": "0aab8759-27d9-4014-bf3b-f1d3eef4b25f", "tag": "386eaff5-fb45-4b46-8cd5-0259aa23f13e"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:59:31.120093 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-6cd122a0-a827-4a0d-9384-a4658483de89 req-f03a4ff8-8a08-43ab-a7fb-46e51737d7b1 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:31.121513 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6cd122a0-a827-4a0d-9384-a4658483de89 req-f03a4ff8-8a08-43ab-a7fb-46e51737d7b1 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2383456 Sep 08 08:59:31.161932 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-2c267076-f9f2-43d7-adc6-8f77ede03cf6 req-f05c1470-da3f-4d46-9975-7743d537df1e service neutron] For port 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:59:31.167773 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-2c267076-f9f2-43d7-adc6-8f77ede03cf6 req-f05c1470-da3f-4d46-9975-7743d537df1e service neutron] For port 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5,segment=NetworkSegment(63991058-0ef2-4358-ae31-7e348d60a2c9),segment_id=63991058-0ef2-4358-ae31-7e348d60a2c9)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:59:31.172520 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9ca1c286-1426-4dd8-87be-922cc67fb682 req-91385e12-d40f-4a14-9241-2d09feb8fe1a service neutron] 10.222.0.35 "GET /v2.0/networks/3e83d732-3301-4ce2-9864-01154137ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994483 Sep 08 08:59:31.178664 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58522ca9-f2a3-4ce2-a3be-a2b900ccb3d7 req-25f4189c-9dde-449c-ad5f-16bdf2dd1224 tempest-MigrationsAdminTest-560682355 tempest-MigrationsAdminTest-560682355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:31.180400 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-58522ca9-f2a3-4ce2-a3be-a2b900ccb3d7 req-25f4189c-9dde-449c-ad5f-16bdf2dd1224 tempest-MigrationsAdminTest-560682355 tempest-MigrationsAdminTest-560682355-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 1101 time: 0.1018288 Sep 08 08:59:31.182316 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2c267076-f9f2-43d7-adc6-8f77ede03cf6 req-f05c1470-da3f-4d46-9975-7743d537df1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:31.249562 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c267076-f9f2-43d7-adc6-8f77ede03cf6 req-f05c1470-da3f-4d46-9975-7743d537df1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:31.250219 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2c267076-f9f2-43d7-adc6-8f77ede03cf6 req-f05c1470-da3f-4d46-9975-7743d537df1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:31.251623 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2c267076-f9f2-43d7-adc6-8f77ede03cf6 req-f05c1470-da3f-4d46-9975-7743d537df1e service neutron] 10.222.0.37 "PUT /v2.0/ports/9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5 HTTP/1.1" status: 200 len: 1092 time: 2.5251088 Sep 08 08:59:31.252061 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeaf298-3de7-471c-9f3b-b238d5907a2f req-3489d35e-3a95-482e-96a6-85fa230f0c59 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:31.261988 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bdeaf298-3de7-471c-9f3b-b238d5907a2f req-3489d35e-3a95-482e-96a6-85fa230f0c59 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=88f7fa94-74a6-43be-bd88-0c051f66c6a8 HTTP/1.1" status: 200 len: 946 time: 0.0723903 Sep 08 08:59:31.281123 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-58522ca9-f2a3-4ce2-a3be-a2b900ccb3d7 req-d4c6306b-2363-40a6-b502-c8bafb735a97 tempest-MigrationsAdminTest-560682355 tempest-MigrationsAdminTest-560682355-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933559 Sep 08 08:59:31.281849 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c1470-da3f-4d46-9975-7743d537df1e service neutron] Pushing event updated for resources: {'Port': ['ID=9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:31.332257 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bdeaf298-3de7-471c-9f3b-b238d5907a2f req-1ee5e18b-729d-43e4-a3e3-5a2a68ff3dff tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691464 Sep 08 08:59:31.384865 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c267076-f9f2-43d7-adc6-8f77ede03cf6 req-967298a1-5565-4c98-bac3-2f6335b1f80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:31.386608 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2c267076-f9f2-43d7-adc6-8f77ede03cf6 req-967298a1-5565-4c98-bac3-2f6335b1f80b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0bc89f664d9a46b3926bfbc0f4b3f539&device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 1095 time: 0.0688286 Sep 08 08:59:31.452974 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2c267076-f9f2-43d7-adc6-8f77ede03cf6 req-b20cdd61-0391-4cea-a73f-dc042dde30cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5 HTTP/1.1" status: 200 len: 217 time: 0.0495105 Sep 08 08:59:31.537130 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c267076-f9f2-43d7-adc6-8f77ede03cf6 req-191eebc6-b21a-4985-8e47-b5191b5d430a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:31.539469 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2c267076-f9f2-43d7-adc6-8f77ede03cf6 req-191eebc6-b21a-4985-8e47-b5191b5d430a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2afb1305-d593-46e6-bc8f-0ed93bbef6b9 HTTP/1.1" status: 200 len: 860 time: 0.0769789 Sep 08 08:59:31.540042 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b489896a-173b-4f11-b26a-a178018ee372 req-e9ff328e-55b1-44e4-ac4c-6fe9d52d2be9 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.84 HTTP/1.1" status: 200 len: 1001 time: 0.1782091 Sep 08 08:59:31.589575 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2c267076-f9f2-43d7-adc6-8f77ede03cf6 req-0724ddad-2ae7-4d3e-bf1d-b0e8ac31fc17 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3e5cb155-db8c-4e6c-a8fd-e937043c5b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377831 Sep 08 08:59:31.594956 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b489896a-173b-4f11-b26a-a178018ee372 req-6988f48c-aea1-4ecd-9b06-ca5ae71fc0c6 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:31.595180 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 08:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643e200b-1d96-4bce-8341-2e6756bf9f37 x-openstack-request-id: req-643e200b-1d96-4bce-8341-2e6756bf9f37 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:59:31.595420 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aab8759-27d9-4014-bf3b-f1d3eef4b25f", "tag": "386eaff5-fb45-4b46-8cd5-0259aa23f13e", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:59:31.595672 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-643e200b-1d96-4bce-8341-2e6756bf9f37 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:59:31.596063 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aab8759-27d9-4014-bf3b-f1d3eef4b25f', 'tag': '386eaff5-fb45-4b46-8cd5-0259aa23f13e', 'status': 'completed', 'code': 200} Sep 08 08:59:31.598594 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b489896a-173b-4f11-b26a-a178018ee372 req-6988f48c-aea1-4ecd-9b06-ca5ae71fc0c6 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/ports/386eaff5-fb45-4b46-8cd5-0259aa23f13e HTTP/1.1" status: 200 len: 943 time: 0.0578322 Sep 08 08:59:31.745077 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b489896a-173b-4f11-b26a-a178018ee372 req-cbd9c201-1d3b-44a4-a3b5-4535e7b5a1d2 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.84 HTTP/1.1" status: 200 len: 1001 time: 0.0884135 Sep 08 08:59:31.762350 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bc02cb88-9094-46b1-9d6f-4e2150366781 req-fc6ecf1e-7744-4d49-82ff-178b6306b413 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] 10.222.0.54 "GET /v2.0/security-groups/713e0c5b-8d81-4af2-932f-90ef547086c4 HTTP/1.1" status: 200 len: 1804 time: 0.1400652 Sep 08 08:59:31.771112 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0205566-1bd6-49da-ab93-ea37aaf480a1 req-922be06c-0fc5-4ee4-8ab3-ebb3b2c30d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:31.772599 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a0205566-1bd6-49da-ab93-ea37aaf480a1 req-922be06c-0fc5-4ee4-8ab3-ebb3b2c30d1c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c199e70dfac4eb99b52ea567ecb2667&device_id=0aab8759-27d9-4014-bf3b-f1d3eef4b25f HTTP/1.1" status: 200 len: 1098 time: 0.1211889 Sep 08 08:59:31.830202 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2c267076-f9f2-43d7-adc6-8f77ede03cf6 req-6b13aff4-deeb-436e-bf99-bac1b8f1ad23 service neutron] 10.222.0.37 "GET /v2.0/networks/3e5cb155-db8c-4e6c-a8fd-e937043c5b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310133 Sep 08 08:59:31.899737 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b489896a-173b-4f11-b26a-a178018ee372 req-85492201-bdd7-4d35-a8cf-a878a1c216b6 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:31.901746 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b489896a-173b-4f11-b26a-a178018ee372 req-85492201-bdd7-4d35-a8cf-a878a1c216b6 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/networks/399c4174-1e86-4a10-bb99-f875a09107d5 HTTP/1.1" status: 200 len: 784 time: 0.1553440 Sep 08 08:59:32.008062 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bc02cb88-9094-46b1-9d6f-4e2150366781 req-cde8b85c-7f36-4b31-902d-253f52bed267 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:32.046610 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0205566-1bd6-49da-ab93-ea37aaf480a1 req-de73ca9d-eedf-4a43-8762-918a6fe571df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:32.048124 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a0205566-1bd6-49da-ab93-ea37aaf480a1 req-de73ca9d-eedf-4a43-8762-918a6fe571df service neutron] 10.222.0.37 "GET /v2.0/networks?id=3e83d732-3301-4ce2-9864-01154137ed8e HTTP/1.1" status: 200 len: 922 time: 0.2661333 Sep 08 08:59:32.069260 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2c267076-f9f2-43d7-adc6-8f77ede03cf6 req-d66645a9-590a-4b74-88f7-dd9973eb522b service neutron] 10.222.0.37 "GET /v2.0/networks/3e5cb155-db8c-4e6c-a8fd-e937043c5b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247546 Sep 08 08:59:32.073677 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bc02cb88-9094-46b1-9d6f-4e2150366781 req-cde8b85c-7f36-4b31-902d-253f52bed267 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:32.180255 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a0205566-1bd6-49da-ab93-ea37aaf480a1 req-63eb88f4-1f5f-4af3-b80a-a2332e9d6fb0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=386eaff5-fb45-4b46-8cd5-0259aa23f13e HTTP/1.1" status: 200 len: 1001 time: 0.1207163 Sep 08 08:59:32.253043 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0205566-1bd6-49da-ab93-ea37aaf480a1 req-fb8f213c-ec30-4c3d-ba31-f33a28d4454f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:32.254547 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a0205566-1bd6-49da-ab93-ea37aaf480a1 req-fb8f213c-ec30-4c3d-ba31-f33a28d4454f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfdfbc22-6c05-4dc3-9d40-8856272af6fd HTTP/1.1" status: 200 len: 860 time: 0.0639577 Sep 08 08:59:32.264054 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bc02cb88-9094-46b1-9d6f-4e2150366781 req-cde8b85c-7f36-4b31-902d-253f52bed267 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:32.267861 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bc02cb88-9094-46b1-9d6f-4e2150366781 req-cde8b85c-7f36-4b31-902d-253f52bed267 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:32.283307 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bc02cb88-9094-46b1-9d6f-4e2150366781 req-cde8b85c-7f36-4b31-902d-253f52bed267 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] 10.222.0.54 "DELETE /v2.0/security-groups/713e0c5b-8d81-4af2-932f-90ef547086c4 HTTP/1.1" status: 204 len: 173 time: 0.5080657 Sep 08 08:59:32.290817 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf7005-2e69-4b03-b613-67d43a3d223c req-ff4cb49e-bab5-4f5f-ac53-4d4b3b4d1da7 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:32.299242 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b3bf7005-2e69-4b03-b613-67d43a3d223c req-ff4cb49e-bab5-4f5f-ac53-4d4b3b4d1da7 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 943 time: 0.1067054 Sep 08 08:59:32.319176 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde8b85c-7f36-4b31-902d-253f52bed267 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=713e0c5b-8d81-4af2-932f-90ef547086c4,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:32.321847 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a844593d-6021-4837-9003-087206898fd8 req-51a6f1b3-7df9-49a9-afd6-5534e88cff6f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1182377 Sep 08 08:59:32.360208 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b3bf7005-2e69-4b03-b613-67d43a3d223c req-44d540f8-4061-4319-b500-7ebbe410c87b tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534725 Sep 08 08:59:32.409179 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0205566-1bd6-49da-ab93-ea37aaf480a1 req-8b7dde1f-4ae6-430b-b193-736fa6a43c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:32.411797 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a0205566-1bd6-49da-ab93-ea37aaf480a1 req-8b7dde1f-4ae6-430b-b193-736fa6a43c0a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3e83d732-3301-4ce2-9864-01154137ed8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1264868 Sep 08 08:59:32.440732 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e2c9eb1b-3c00-4a14-969c-08d08a24072d req-733f3542-34ed-4292-95d0-17392f2e0121 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.84 HTTP/1.1" status: 200 len: 1001 time: 0.1376843 Sep 08 08:59:32.536059 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf03a02-5c98-4b99-b1f6-9a67f490dfea req-3cc81d41-b443-4b21-b79b-7a1a05e5d2f2 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:32.546612 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4bf03a02-5c98-4b99-b1f6-9a67f490dfea req-3cc81d41-b443-4b21-b79b-7a1a05e5d2f2 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 949 time: 0.0978107 Sep 08 08:59:32.591557 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c9eb1b-3c00-4a14-969c-08d08a24072d req-27e70d7b-fc75-4d9d-86c2-ad7308eaf1e3 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:32.593344 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e2c9eb1b-3c00-4a14-969c-08d08a24072d req-27e70d7b-fc75-4d9d-86c2-ad7308eaf1e3 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/ports/386eaff5-fb45-4b46-8cd5-0259aa23f13e HTTP/1.1" status: 200 len: 943 time: 0.1296923 Sep 08 08:59:32.593742 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4bf03a02-5c98-4b99-b1f6-9a67f490dfea req-27149c03-415a-4681-a8bd-e70bc028bfcb tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454142 Sep 08 08:59:32.633049 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a0205566-1bd6-49da-ab93-ea37aaf480a1 req-e7e75a7c-06a0-4bc3-966f-fb4e640f8344 service neutron] 10.222.0.37 "GET /v2.0/networks/3e83d732-3301-4ce2-9864-01154137ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095828 Sep 08 08:59:32.730623 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7ec6ef1f-d94c-44db-b1ba-94ddfbac8a80 req-20a8fe83-d783-4460-83ba-07acd8f57952 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] 10.222.0.54 "GET /v2.0/security-groups/bc87b100-ba15-4730-9efa-3b0ac8ee6abe HTTP/1.1" status: 200 len: 1804 time: 0.0968902 Sep 08 08:59:32.763353 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a0205566-1bd6-49da-ab93-ea37aaf480a1 req-f4649678-09f9-47e2-9598-d849e32a9ee6 service neutron] 10.222.0.37 "GET /v2.0/networks/3e83d732-3301-4ce2-9864-01154137ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203830 Sep 08 08:59:32.853416 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e2c9eb1b-3c00-4a14-969c-08d08a24072d req-c0023dfd-193f-416f-8d61-90d8f107fee0 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.84 HTTP/1.1" status: 200 len: 1001 time: 0.0889447 Sep 08 08:59:32.903291 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83dfe1-f0b2-46f1-8dd0-f3f92a71fdfd req-31e0244c-b102-459d-a24e-526ef9d69d45 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:32.905015 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3c83dfe1-f0b2-46f1-8dd0-f3f92a71fdfd req-31e0244c-b102-459d-a24e-526ef9d69d45 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=88f7fa94-74a6-43be-bd88-0c051f66c6a8 HTTP/1.1" status: 200 len: 946 time: 0.0651631 Sep 08 08:59:32.995376 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3c83dfe1-f0b2-46f1-8dd0-f3f92a71fdfd req-61ef2f5c-6f81-414b-b3a7-ae13010c8fa1 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831866 Sep 08 08:59:33.034708 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c9eb1b-3c00-4a14-969c-08d08a24072d req-255f64e4-55d2-4e41-8297-3d0767024f3c tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:33.037898 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e2c9eb1b-3c00-4a14-969c-08d08a24072d req-255f64e4-55d2-4e41-8297-3d0767024f3c tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/networks/399c4174-1e86-4a10-bb99-f875a09107d5 HTTP/1.1" status: 200 len: 784 time: 0.1774731 Sep 08 08:59:33.161096 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e2c9eb1b-3c00-4a14-969c-08d08a24072d req-d29eef95-f224-4e5b-85a7-d81f3f97ada7 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.84 HTTP/1.1" status: 200 len: 1001 time: 0.1150050 Sep 08 08:59:33.175601 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-e2c9eb1b-3c00-4a14-969c-08d08a24072d req-ce500884-9dc1-4150-9850-db5f973eb26d tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:59:33.262165 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e2c9eb1b-3c00-4a14-969c-08d08a24072d req-ce500884-9dc1-4150-9850-db5f973eb26d tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify callbacks [] for floatingip, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:33.271847 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-071cb82d-7e81-46cd-8dd5-792cee4cb201 req-b35a2304-445a-4816-ab04-12b8418d8ca3 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-524375133', 'description': 'tempest-description-956128664'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:59:33.324403 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-071cb82d-7e81-46cd-8dd5-792cee4cb201 req-b35a2304-445a-4816-ab04-12b8418d8ca3 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:33.433550 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-071cb82d-7e81-46cd-8dd5-792cee4cb201 req-b35a2304-445a-4816-ab04-12b8418d8ca3 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:33.439771 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-071cb82d-7e81-46cd-8dd5-792cee4cb201 req-b35a2304-445a-4816-ab04-12b8418d8ca3 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:33.479030 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-071cb82d-7e81-46cd-8dd5-792cee4cb201 req-b35a2304-445a-4816-ab04-12b8418d8ca3 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:33.494411 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e2c9eb1b-3c00-4a14-969c-08d08a24072d req-ce500884-9dc1-4150-9850-db5f973eb26d tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:33.495404 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-071cb82d-7e81-46cd-8dd5-792cee4cb201 req-b35a2304-445a-4816-ab04-12b8418d8ca3 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2285995 Sep 08 08:59:33.499751 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e2c9eb1b-3c00-4a14-969c-08d08a24072d req-ce500884-9dc1-4150-9850-db5f973eb26d tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:33.500095 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [req-e2c9eb1b-3c00-4a14-969c-08d08a24072d req-ce500884-9dc1-4150-9850-db5f973eb26d tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Floating IP 9b689783-8f90-4993-8d65-e27f8f8d89c0 disassociated. External IP: 172.25.0.84, port: 386eaff5-fb45-4b46-8cd5-0259aa23f13e. Sep 08 08:59:33.503755 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a2304-445a-4816-ab04-12b8418d8ca3 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f890bbc-5df0-4490-b828-350a7af6221d,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:33.634012 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b88deb-3b1c-4dc0-874f-8f560cd952ca req-2955386f-58e0-44b4-95ba-2300093f8172 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:33.635901 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c3b88deb-3b1c-4dc0-874f-8f560cd952ca req-2955386f-58e0-44b4-95ba-2300093f8172 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 943 time: 0.0631592 Sep 08 08:59:33.645537 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2b87aad-53ee-44ff-bfaa-becb3907bb10', 'tag': '9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:59:33.649718 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6133a0-c0e2-442a-9bdb-1270b8aae3ed" -d '{"events": [{"name": "network-changed", "server_uuid": "a2b87aad-53ee-44ff-bfaa-becb3907bb10", "tag": "9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:59:33.682877 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c3b88deb-3b1c-4dc0-874f-8f560cd952ca req-3ee5c452-cb3e-4f4b-b723-51047ab5348c tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397496 Sep 08 08:59:33.767819 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-338ad308-99b0-4052-8a9f-279fc79683c4 req-13b808fd-1b5b-4731-a434-330df8380bdc tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] 10.222.0.54 "GET /v2.0/security-groups/0f890bbc-5df0-4490-b828-350a7af6221d HTTP/1.1" status: 200 len: 1803 time: 0.0606923 Sep 08 08:59:33.779456 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-338ad308-99b0-4052-8a9f-279fc79683c4 req-51e4e310-cb1b-4b04-bc1f-e78e05194462 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0f890bbc-5df0-4490-b828-350a7af6221d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:59:33.779781 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-338ad308-99b0-4052-8a9f-279fc79683c4 req-51e4e310-cb1b-4b04-bc1f-e78e05194462 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0f890bbc-5df0-4490-b828-350a7af6221d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:59:33.875956 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-338ad308-99b0-4052-8a9f-279fc79683c4 req-51e4e310-cb1b-4b04-bc1f-e78e05194462 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:33.907747 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-338ad308-99b0-4052-8a9f-279fc79683c4 req-51e4e310-cb1b-4b04-bc1f-e78e05194462 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:33.913506 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-338ad308-99b0-4052-8a9f-279fc79683c4 req-51e4e310-cb1b-4b04-bc1f-e78e05194462 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:33.929497 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e4e310-cb1b-4b04-bc1f-e78e05194462 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=714c7900-1583-40ab-9646-c3d1734b43e7,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:33.944507 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-338ad308-99b0-4052-8a9f-279fc79683c4 req-51e4e310-cb1b-4b04-bc1f-e78e05194462 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:33.946069 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-338ad308-99b0-4052-8a9f-279fc79683c4 req-51e4e310-cb1b-4b04-bc1f-e78e05194462 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1708419 Sep 08 08:59:34.057767 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d997a-ab6d-4f84-9e3e-767ebcb44eb7 req-1f29478d-4a45-4c0b-8501-c70cd1c698ea tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:34.074636 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-555d997a-ab6d-4f84-9e3e-767ebcb44eb7 req-1f29478d-4a45-4c0b-8501-c70cd1c698ea tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 949 time: 0.0718267 Sep 08 08:59:34.117056 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-555d997a-ab6d-4f84-9e3e-767ebcb44eb7 req-559f0791-8a05-43ab-a099-a31ba64192b6 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397468 Sep 08 08:59:34.162671 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2c9eb1b-3c00-4a14-969c-08d08a24072d req-ce500884-9dc1-4150-9850-db5f973eb26d tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Router de41d12e-fcce-4ed5-b116-92530b492a9c has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 08:59:34.209655 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 08:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978f49d3-2bde-43f6-b31f-d8e8ac5b7955 x-openstack-request-id: req-978f49d3-2bde-43f6-b31f-d8e8ac5b7955 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:59:34.209866 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2b87aad-53ee-44ff-bfaa-becb3907bb10", "tag": "9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:59:34.210131 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-978f49d3-2bde-43f6-b31f-d8e8ac5b7955 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:59:34.211020 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2b87aad-53ee-44ff-bfaa-becb3907bb10', 'tag': '9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5', 'status': 'completed', 'code': 200} Sep 08 08:59:34.267387 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b2d08fbe-56d7-4bbd-9026-f398cfef1e23 req-3ca6c00c-5d54-4ec0-8f98-e5cdb2b3b851 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] 10.222.0.54 "GET /v2.0/security-groups/0f890bbc-5df0-4490-b828-350a7af6221d HTTP/1.1" status: 200 len: 2396 time: 0.0771248 Sep 08 08:59:34.273339 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-b2d08fbe-56d7-4bbd-9026-f398cfef1e23 req-352236a1-7fd3-4c21-99e5-0ddc2d30081d tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0f890bbc-5df0-4490-b828-350a7af6221d', 'remote_group_id': None}]} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:59:34.273655 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-b2d08fbe-56d7-4bbd-9026-f398cfef1e23 req-352236a1-7fd3-4c21-99e5-0ddc2d30081d tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0f890bbc-5df0-4490-b828-350a7af6221d', 'remote_group_id': None}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:59:34.343304 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2c9eb1b-3c00-4a14-969c-08d08a24072d req-ce500884-9dc1-4150-9850-db5f973eb26d tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 08:59:34.349905 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e2c9eb1b-3c00-4a14-969c-08d08a24072d req-ce500884-9dc1-4150-9850-db5f973eb26d tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:34.355547 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda1e242-4e74-47a1-9d38-5f7a64a2ae19 None None] Sync routers for ids ['de41d12e-fcce-4ed5-b116-92530b492a9c'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 08:59:34.365847 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-b2d08fbe-56d7-4bbd-9026-f398cfef1e23 req-352236a1-7fd3-4c21-99e5-0ddc2d30081d tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:34.366399 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda1e242-4e74-47a1-9d38-5f7a64a2ae19 None None] Routers {'de41d12e-fcce-4ed5-b116-92530b492a9c'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:59:34.366598 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-dda1e242-4e74-47a1-9d38-5f7a64a2ae19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:59:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['de41d12e-fcce-4ed5-b116-92530b492a9c'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:59:34.379007 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6133a0-c0e2-442a-9bdb-1270b8aae3ed req-d57c46f7-cbf8-47a9-a868-cd3119c0006f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:34.380564 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3e6133a0-c0e2-442a-9bdb-1270b8aae3ed req-d57c46f7-cbf8-47a9-a868-cd3119c0006f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0bc89f664d9a46b3926bfbc0f4b3f539&device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 1095 time: 0.1176405 Sep 08 08:59:34.392945 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844593d-6021-4837-9003-087206898fd8 req-27e0605c-f120-4726-8984-80c89acf145f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:34.394580 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a844593d-6021-4837-9003-087206898fd8 req-27e0605c-f120-4726-8984-80c89acf145f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3b45c9e6adc04db08d877665d90d8206&device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 1101 time: 0.0966082 Sep 08 08:59:34.397267 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e2c9eb1b-3c00-4a14-969c-08d08a24072d req-ce500884-9dc1-4150-9850-db5f973eb26d tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "PUT /v2.0/floatingips/9b689783-8f90-4993-8d65-e27f8f8d89c0 HTTP/1.1" status: 200 len: 694 time: 1.2262495 Sep 08 08:59:34.409168 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-b2d08fbe-56d7-4bbd-9026-f398cfef1e23 req-352236a1-7fd3-4c21-99e5-0ddc2d30081d tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:34.417143 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-b2d08fbe-56d7-4bbd-9026-f398cfef1e23 req-352236a1-7fd3-4c21-99e5-0ddc2d30081d tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:34.441837 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-b2d08fbe-56d7-4bbd-9026-f398cfef1e23 req-352236a1-7fd3-4c21-99e5-0ddc2d30081d tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:34.443269 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b2d08fbe-56d7-4bbd-9026-f398cfef1e23 req-352236a1-7fd3-4c21-99e5-0ddc2d30081d tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1750476 Sep 08 08:59:34.446600 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352236a1-7fd3-4c21-99e5-0ddc2d30081d tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=383c3cae-3e6b-4442-b33a-5aa2fecdd637,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:34.525912 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-dda1e242-4e74-47a1-9d38-5f7a64a2ae19 None None] Set router de41d12e-fcce-4ed5-b116-92530b492a9c gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:59:34.586725 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca81f94-4f69-4715-bbeb-05cb2b1deb69 req-7c0d897c-f3da-49db-8bb1-a3a6a27c7361 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:34.589099 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7ca81f94-4f69-4715-bbeb-05cb2b1deb69 req-7c0d897c-f3da-49db-8bb1-a3a6a27c7361 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=88f7fa94-74a6-43be-bd88-0c051f66c6a8 HTTP/1.1" status: 200 len: 946 time: 0.0703764 Sep 08 08:59:34.591383 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c9eb1b-3c00-4a14-969c-08d08a24072d req-f7dd7466-0d30-4f8c-a803-2643fe766841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:34.592219 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e2c9eb1b-3c00-4a14-969c-08d08a24072d req-f7dd7466-0d30-4f8c-a803-2643fe766841 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8c199e70dfac4eb99b52ea567ecb2667&device_id=0aab8759-27d9-4014-bf3b-f1d3eef4b25f HTTP/1.1" status: 200 len: 1098 time: 0.1666369 Sep 08 08:59:34.597075 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6133a0-c0e2-442a-9bdb-1270b8aae3ed req-4315b2f6-bbe0-4870-9583-8b4755dc63ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:34.598528 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3e6133a0-c0e2-442a-9bdb-1270b8aae3ed req-4315b2f6-bbe0-4870-9583-8b4755dc63ce service neutron] 10.222.0.37 "GET /v2.0/networks?id=3e5cb155-db8c-4e6c-a8fd-e937043c5b98 HTTP/1.1" status: 200 len: 921 time: 0.2029755 Sep 08 08:59:34.642692 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7ca81f94-4f69-4715-bbeb-05cb2b1deb69 req-d776a0cd-42f1-439e-9fd4-31355e3cdf67 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465930 Sep 08 08:59:34.662545 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3e6133a0-c0e2-442a-9bdb-1270b8aae3ed req-df26ccd0-fd8d-4b9c-b786-8fb471b26bdf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5 HTTP/1.1" status: 200 len: 217 time: 0.0490255 Sep 08 08:59:34.663791 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844593d-6021-4837-9003-087206898fd8 req-f56f27d5-dae5-49bc-a4e7-fb05af4287c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:34.665061 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a844593d-6021-4837-9003-087206898fd8 req-f56f27d5-dae5-49bc-a4e7-fb05af4287c0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.2588978 Sep 08 08:59:34.774652 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a844593d-6021-4837-9003-087206898fd8 req-b830a008-cca1-43fa-8614-9e0e72156ae9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=3b8b664f-ea80-4039-b033-4de2af4c5dfc HTTP/1.1" status: 200 len: 217 time: 0.0900207 Sep 08 08:59:34.810012 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-dda1e242-4e74-47a1-9d38-5f7a64a2ae19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2103954011-router', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:58:28Z', 'revision_number': 4, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'gw_port': {'id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '10621c36-59c9-4ef0-8287-095c7c25a2a6', 'name': '', 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'mac_address': 'fa:16:3e:ba:ae:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'dfdfbc22-6c05-4dc3-9d40-8856272af6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:58:27Z', 'updated_at': '2021-09-08T08:58:38Z', 'revision_number': 5, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'subnets': [{'id': 'dfdfbc22-6c05-4dc3-9d40-8856272af6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:59:34.837838 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6133a0-c0e2-442a-9bdb-1270b8aae3ed req-198ced7b-4d9f-4a63-adb6-aa6fb242a328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:34.839596 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3e6133a0-c0e2-442a-9bdb-1270b8aae3ed req-198ced7b-4d9f-4a63-adb6-aa6fb242a328 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2afb1305-d593-46e6-bc8f-0ed93bbef6b9 HTTP/1.1" status: 200 len: 860 time: 0.1668897 Sep 08 08:59:34.841572 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda1e242-4e74-47a1-9d38-5f7a64a2ae19 None None] Checking router: de41d12e-fcce-4ed5-b116-92530b492a9c for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 08:59:34.851175 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda1e242-4e74-47a1-9d38-5f7a64a2ae19 None None] Routers {'de41d12e-fcce-4ed5-b116-92530b492a9c'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:59:34.851795 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-dda1e242-4e74-47a1-9d38-5f7a64a2ae19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:59:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['de41d12e-fcce-4ed5-b116-92530b492a9c'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:59:34.894503 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3e6133a0-c0e2-442a-9bdb-1270b8aae3ed req-3f315db9-6b08-480d-bee5-553da9f4abbc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3e5cb155-db8c-4e6c-a8fd-e937043c5b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430696 Sep 08 08:59:34.897280 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c9eb1b-3c00-4a14-969c-08d08a24072d req-78e9fd27-6b13-4e45-bad1-b05c213d3bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:34.898861 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e2c9eb1b-3c00-4a14-969c-08d08a24072d req-78e9fd27-6b13-4e45-bad1-b05c213d3bfb service neutron] 10.222.0.54 "GET /v2.0/networks?id=3e83d732-3301-4ce2-9864-01154137ed8e HTTP/1.1" status: 200 len: 922 time: 0.2993276 Sep 08 08:59:34.904800 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844593d-6021-4837-9003-087206898fd8 req-553b2027-7be1-4300-8c23-5e0b58587c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:34.906242 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a844593d-6021-4837-9003-087206898fd8 req-553b2027-7be1-4300-8c23-5e0b58587c94 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.1227913 Sep 08 08:59:34.951916 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e2c9eb1b-3c00-4a14-969c-08d08a24072d req-7cfb4ef8-90f5-45c7-939d-d19dd2664fa5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=386eaff5-fb45-4b46-8cd5-0259aa23f13e HTTP/1.1" status: 200 len: 217 time: 0.0376337 Sep 08 08:59:34.970181 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-42eee912-624f-47ce-beae-49f6a6772ee0 req-e1416113-a308-46a1-a44e-200a20eb4ab5 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] 10.222.0.54 "GET /v2.0/security-groups/0f890bbc-5df0-4490-b828-350a7af6221d HTTP/1.1" status: 200 len: 2994 time: 0.0579824 Sep 08 08:59:35.005218 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-dda1e242-4e74-47a1-9d38-5f7a64a2ae19 None None] Set router de41d12e-fcce-4ed5-b116-92530b492a9c gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:59:35.098947 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c9eb1b-3c00-4a14-969c-08d08a24072d req-949d45c4-7ac2-4b75-8d7f-8c9e501efc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:35.099396 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeff020-3804-47b0-8063-80fdfa6d7b3d req-6cb5aa6e-9cb3-49e3-af51-be111d1eca05 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:35.100472 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e2c9eb1b-3c00-4a14-969c-08d08a24072d req-949d45c4-7ac2-4b75-8d7f-8c9e501efc8d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dfdfbc22-6c05-4dc3-9d40-8856272af6fd HTTP/1.1" status: 200 len: 860 time: 0.1280003 Sep 08 08:59:35.105135 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844593d-6021-4837-9003-087206898fd8 req-d3112bfc-2d7a-4944-8d66-5f9418cc4d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:35.106588 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ddeff020-3804-47b0-8063-80fdfa6d7b3d req-6cb5aa6e-9cb3-49e3-af51-be111d1eca05 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 943 time: 0.0705528 Sep 08 08:59:35.106718 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a844593d-6021-4837-9003-087206898fd8 req-d3112bfc-2d7a-4944-8d66-5f9418cc4d3b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1912160 Sep 08 08:59:35.171740 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ddeff020-3804-47b0-8063-80fdfa6d7b3d req-4b78725c-9f82-4482-be33-21367a2e18df tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632679 Sep 08 08:59:35.191840 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3e6133a0-c0e2-442a-9bdb-1270b8aae3ed req-6e42499b-0770-4cbd-8966-b00158e8e85e service neutron] 10.222.0.37 "GET /v2.0/networks/3e5cb155-db8c-4e6c-a8fd-e937043c5b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888381 Sep 08 08:59:35.229513 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9a2e9d96-9f27-4a81-b7f9-dc98101f8c73 req-106a3a47-7683-4043-a0e2-3283404cb7f5 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] 10.222.0.54 "GET /v2.0/security-group-rules/383c3cae-3e6b-4442-b33a-5aa2fecdd637 HTTP/1.1" status: 200 len: 783 time: 0.0360794 Sep 08 08:59:35.280015 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c9eb1b-3c00-4a14-969c-08d08a24072d req-d5a950df-ffef-436f-9302-8bc243721725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:35.281557 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e2c9eb1b-3c00-4a14-969c-08d08a24072d req-d5a950df-ffef-436f-9302-8bc243721725 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3e83d732-3301-4ce2-9864-01154137ed8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1723835 Sep 08 08:59:35.317958 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9a2e9d96-9f27-4a81-b7f9-dc98101f8c73 req-8b261c5d-d996-4628-b376-0c4cff342f5d tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] 10.222.0.54 "GET /v2.0/security-groups/0f890bbc-5df0-4490-b828-350a7af6221d HTTP/1.1" status: 200 len: 2994 time: 0.0816867 Sep 08 08:59:35.368280 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9a2e9d96-9f27-4a81-b7f9-dc98101f8c73 req-48dc97a0-a93a-4ca2-a750-6de12c45e268 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:35.382234 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-dda1e242-4e74-47a1-9d38-5f7a64a2ae19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2103954011-router', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:58:28Z', 'revision_number': 4, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'gw_port': {'id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '10621c36-59c9-4ef0-8287-095c7c25a2a6', 'name': '', 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'mac_address': 'fa:16:3e:ba:ae:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'dfdfbc22-6c05-4dc3-9d40-8856272af6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:58:27Z', 'updated_at': '2021-09-08T08:58:38Z', 'revision_number': 5, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'subnets': [{'id': 'dfdfbc22-6c05-4dc3-9d40-8856272af6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:59:35.388865 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9a2e9d96-9f27-4a81-b7f9-dc98101f8c73 req-48dc97a0-a93a-4ca2-a750-6de12c45e268 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:35.401506 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a844593d-6021-4837-9003-087206898fd8 req-d64d5866-0d56-471c-954e-a3a0fd754579 service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790198 Sep 08 08:59:35.417640 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda1e242-4e74-47a1-9d38-5f7a64a2ae19 None None] The sync data for ids ['de41d12e-fcce-4ed5-b116-92530b492a9c'] in n-d-806683-11 is: [{'id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2103954011-router', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:58:28Z', 'revision_number': 4, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'gw_port': {'id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '10621c36-59c9-4ef0-8287-095c7c25a2a6', 'name': '', 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'mac_address': 'fa:16:3e:ba:ae:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'dfdfbc22-6c05-4dc3-9d40-8856272af6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:58:27Z', 'updated_at': '2021-09-08T08:58:38Z', 'revision_number': 5, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'subnets': [{'id': 'dfdfbc22-6c05-4dc3-9d40-8856272af6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 08:59:35.428750 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9a2e9d96-9f27-4a81-b7f9-dc98101f8c73 req-48dc97a0-a93a-4ca2-a750-6de12c45e268 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:35.440461 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9a2e9d96-9f27-4a81-b7f9-dc98101f8c73 req-48dc97a0-a93a-4ca2-a750-6de12c45e268 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:35.441894 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9a2e9d96-9f27-4a81-b7f9-dc98101f8c73 req-48dc97a0-a93a-4ca2-a750-6de12c45e268 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/383c3cae-3e6b-4442-b33a-5aa2fecdd637 HTTP/1.1" status: 204 len: 173 time: 0.1147108 Sep 08 08:59:35.448586 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc97a0-a93a-4ca2-a750-6de12c45e268 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=383c3cae-3e6b-4442-b33a-5aa2fecdd637,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:35.536734 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3e6133a0-c0e2-442a-9bdb-1270b8aae3ed req-20caa61d-4449-41a5-bff2-7b3031b07fce service neutron] 10.222.0.37 "GET /v2.0/networks/3e5cb155-db8c-4e6c-a8fd-e937043c5b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359699 Sep 08 08:59:35.575589 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2852532-60a8-4537-8aca-36df45e0c3d3 req-f2e02502-f273-4751-a5c3-2bfe9dd4fa16 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:35.577472 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b2852532-60a8-4537-8aca-36df45e0c3d3 req-f2e02502-f273-4751-a5c3-2bfe9dd4fa16 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 949 time: 0.0667260 Sep 08 08:59:35.579354 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e2c9eb1b-3c00-4a14-969c-08d08a24072d req-d571d712-2b15-448b-b9ee-bd28094b2f08 service neutron] 10.222.0.54 "GET /v2.0/networks/3e83d732-3301-4ce2-9864-01154137ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810214 Sep 08 08:59:35.584891 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a844593d-6021-4837-9003-087206898fd8 req-77350edc-2581-416b-b950-b90fde2ca7ca service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484723 Sep 08 08:59:35.642093 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b2852532-60a8-4537-8aca-36df45e0c3d3 req-0292b4bf-d393-4caf-9208-8448277cc3d8 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567381 Sep 08 08:59:35.711967 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e2c9eb1b-3c00-4a14-969c-08d08a24072d req-5d080d70-48f3-4c63-b22d-d90492db84ac service neutron] 10.222.0.54 "GET /v2.0/networks/3e83d732-3301-4ce2-9864-01154137ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258042 Sep 08 08:59:35.752329 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7a20a4b2-b4be-471e-9ef0-c7c35094e9a1 req-aa34e252-83aa-41b1-8272-08526581815e tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] 10.222.0.54 "GET /v2.0/security-groups/0f890bbc-5df0-4490-b828-350a7af6221d HTTP/1.1" status: 200 len: 2396 time: 0.0659714 Sep 08 08:59:35.803756 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068aa055-77fd-4e5c-ae52-3f4507cd3b4e None None] New status for floating IP 9b689783-8f90-4993-8d65-e27f8f8d89c0: DOWN {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 08:59:35.831432 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-7a20a4b2-b4be-471e-9ef0-c7c35094e9a1 req-242f2e84-8430-4cd8-8222-0d122db5811f tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:35.865548 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-7a20a4b2-b4be-471e-9ef0-c7c35094e9a1 req-242f2e84-8430-4cd8-8222-0d122db5811f tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:35.869773 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8c5c4-d9aa-403c-bf2e-af0f7d2cb021 req-5024c879-725d-4551-a643-7b612aeb1b1c tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:35.871381 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b8e8c5c4-d9aa-403c-bf2e-af0f7d2cb021 req-5024c879-725d-4551-a643-7b612aeb1b1c tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=88f7fa94-74a6-43be-bd88-0c051f66c6a8 HTTP/1.1" status: 200 len: 946 time: 0.0623348 Sep 08 08:59:35.923821 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-7a20a4b2-b4be-471e-9ef0-c7c35094e9a1 req-242f2e84-8430-4cd8-8222-0d122db5811f tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:35.926532 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-7a20a4b2-b4be-471e-9ef0-c7c35094e9a1 req-242f2e84-8430-4cd8-8222-0d122db5811f tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:35.937612 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b8e8c5c4-d9aa-403c-bf2e-af0f7d2cb021 req-8fe8137c-eb10-4a53-9b2a-f3d1bc5363e2 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593050 Sep 08 08:59:35.938390 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7a20a4b2-b4be-471e-9ef0-c7c35094e9a1 req-242f2e84-8430-4cd8-8222-0d122db5811f tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] 10.222.0.54 "DELETE /v2.0/security-groups/0f890bbc-5df0-4490-b828-350a7af6221d HTTP/1.1" status: 204 len: 173 time: 0.1781332 Sep 08 08:59:35.959232 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242f2e84-8430-4cd8-8222-0d122db5811f tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f890bbc-5df0-4490-b828-350a7af6221d,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:36.120273 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [req-108006a0-da07-4aa7-b7aa-c6351be3a65d req-9585449f-a425-4996-b6d2-7b5758c1c871 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] show failed (client error): The resource could not be found. Sep 08 08:59:36.121374 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-108006a0-da07-4aa7-b7aa-c6351be3a65d req-9585449f-a425-4996-b6d2-7b5758c1c871 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] 10.222.0.54 "GET /v2.0/security-groups/713e0c5b-8d81-4af2-932f-90ef547086c4 HTTP/1.1" status: 404 len: 352 time: 0.0210829 Sep 08 08:59:36.211671 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aab8759-27d9-4014-bf3b-f1d3eef4b25f', 'tag': '386eaff5-fb45-4b46-8cd5-0259aa23f13e'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:59:36.214589 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925a6c23-4d8e-4f62-a110-d0c0d853b298" -d '{"events": [{"name": "network-changed", "server_uuid": "0aab8759-27d9-4014-bf3b-f1d3eef4b25f", "tag": "386eaff5-fb45-4b46-8cd5-0259aa23f13e"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:59:36.222007 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7af700c7-4c2f-4437-85d7-404893181315 req-7c3ecddc-0cac-4826-bd40-58d3ae8526db tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] 10.222.0.54 "GET /v2.0/security-groups/bc87b100-ba15-4730-9efa-3b0ac8ee6abe HTTP/1.1" status: 200 len: 1804 time: 0.0466161 Sep 08 08:59:36.258210 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99003175-3b2a-4dfa-9897-0044dfd5e6eb req-6c8509c5-a14c-4571-b143-4d787205e7de tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:36.262531 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-99003175-3b2a-4dfa-9897-0044dfd5e6eb req-6c8509c5-a14c-4571-b143-4d787205e7de tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/ports?device_id=65952b03-671c-48c5-ac81-aa9e4c055030&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0601346 Sep 08 08:59:36.301520 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7af700c7-4c2f-4437-85d7-404893181315 req-4cba3dba-046a-4b11-b3ca-39243113767f tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:36.325937 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-99003175-3b2a-4dfa-9897-0044dfd5e6eb req-20501513-36f3-47ec-bf65-db82fddebbb0 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.84 HTTP/1.1" status: 200 len: 695 time: 0.0576985 Sep 08 08:59:36.328884 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7af700c7-4c2f-4437-85d7-404893181315 req-4cba3dba-046a-4b11-b3ca-39243113767f tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:36.336962 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-99003175-3b2a-4dfa-9897-0044dfd5e6eb req-cafc3295-26bf-4769-b4e2-e419102148e2 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Request body: {'floatingip': {'port_id': 'a7b15f56-56ce-43a4-a849-fff2a1d13382', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:59:36.377329 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7af700c7-4c2f-4437-85d7-404893181315 req-4cba3dba-046a-4b11-b3ca-39243113767f tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:36.380073 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7af700c7-4c2f-4437-85d7-404893181315 req-4cba3dba-046a-4b11-b3ca-39243113767f tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:36.381274 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7af700c7-4c2f-4437-85d7-404893181315 req-4cba3dba-046a-4b11-b3ca-39243113767f tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] 10.222.0.54 "DELETE /v2.0/security-groups/bc87b100-ba15-4730-9efa-3b0ac8ee6abe HTTP/1.1" status: 204 len: 173 time: 0.1529500 Sep 08 08:59:36.393900 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cba3dba-046a-4b11-b3ca-39243113767f tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc87b100-ba15-4730-9efa-3b0ac8ee6abe,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:36.505377 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001506e9-c1b3-4aa3-ba09-24c99b760e3d req-57ea3bb6-9567-4388-8f1e-8b2f5c2b3477 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:36.507127 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-001506e9-c1b3-4aa3-ba09-24c99b760e3d req-57ea3bb6-9567-4388-8f1e-8b2f5c2b3477 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 943 time: 0.0529714 Sep 08 08:59:36.550373 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-001506e9-c1b3-4aa3-ba09-24c99b760e3d req-bd782d30-5270-4fbb-a547-8ed8e2eb51b3 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355611 Sep 08 08:59:36.612518 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 08:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e852e736-c6b3-4960-b884-4c89284ba7bb x-openstack-request-id: req-e852e736-c6b3-4960-b884-4c89284ba7bb {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:59:36.613070 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aab8759-27d9-4014-bf3b-f1d3eef4b25f", "tag": "386eaff5-fb45-4b46-8cd5-0259aa23f13e", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:59:36.613538 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e852e736-c6b3-4960-b884-4c89284ba7bb {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:59:36.614231 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aab8759-27d9-4014-bf3b-f1d3eef4b25f', 'tag': '386eaff5-fb45-4b46-8cd5-0259aa23f13e', 'status': 'completed', 'code': 200} Sep 08 08:59:36.648496 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-99003175-3b2a-4dfa-9897-0044dfd5e6eb req-cafc3295-26bf-4769-b4e2-e419102148e2 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify callbacks [] for floatingip, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:36.698465 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-33900daa-bc33-475b-b3eb-d386ecd14deb req-2ec1e4b1-94ff-4b09-845c-9c5584d7b4cb tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] 10.222.0.54 "GET /v2.0/security-groups/eec5cd39-2c5e-4a2b-9a37-e09049fe3751 HTTP/1.1" status: 200 len: 1803 time: 0.0731394 Sep 08 08:59:36.737424 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a6c23-4d8e-4f62-a110-d0c0d853b298 req-23dea3f1-0399-440a-ad49-5751adb059a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:36.738965 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-925a6c23-4d8e-4f62-a110-d0c0d853b298 req-23dea3f1-0399-440a-ad49-5751adb059a7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c199e70dfac4eb99b52ea567ecb2667&device_id=0aab8759-27d9-4014-bf3b-f1d3eef4b25f HTTP/1.1" status: 200 len: 1098 time: 0.0723369 Sep 08 08:59:36.839416 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-33900daa-bc33-475b-b3eb-d386ecd14deb req-bdd5a28b-ff91-48d1-b40e-94bdb5f7c696 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:36.878748 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-33900daa-bc33-475b-b3eb-d386ecd14deb req-bdd5a28b-ff91-48d1-b40e-94bdb5f7c696 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:36.881737 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a6c23-4d8e-4f62-a110-d0c0d853b298 req-05b87cb3-dbc4-4e8b-a38e-dcfe52bac91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:36.883960 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-925a6c23-4d8e-4f62-a110-d0c0d853b298 req-05b87cb3-dbc4-4e8b-a38e-dcfe52bac91b service neutron] 10.222.0.37 "GET /v2.0/networks?id=3e83d732-3301-4ce2-9864-01154137ed8e HTTP/1.1" status: 200 len: 922 time: 0.1329532 Sep 08 08:59:36.946830 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-925a6c23-4d8e-4f62-a110-d0c0d853b298 req-0615dcc2-6607-4308-9230-a2b7ff220a01 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=386eaff5-fb45-4b46-8cd5-0259aa23f13e HTTP/1.1" status: 200 len: 217 time: 0.0544674 Sep 08 08:59:37.047639 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a6c23-4d8e-4f62-a110-d0c0d853b298 req-9070cfaa-544d-4f6f-935c-e07792bf3c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:37.051349 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-925a6c23-4d8e-4f62-a110-d0c0d853b298 req-9070cfaa-544d-4f6f-935c-e07792bf3c90 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfdfbc22-6c05-4dc3-9d40-8856272af6fd HTTP/1.1" status: 200 len: 860 time: 0.0906172 Sep 08 08:59:37.094497 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-33900daa-bc33-475b-b3eb-d386ecd14deb req-bdd5a28b-ff91-48d1-b40e-94bdb5f7c696 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:37.096988 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-33900daa-bc33-475b-b3eb-d386ecd14deb req-bdd5a28b-ff91-48d1-b40e-94bdb5f7c696 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:37.098192 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-33900daa-bc33-475b-b3eb-d386ecd14deb req-bdd5a28b-ff91-48d1-b40e-94bdb5f7c696 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] 10.222.0.54 "DELETE /v2.0/security-groups/eec5cd39-2c5e-4a2b-9a37-e09049fe3751 HTTP/1.1" status: 204 len: 173 time: 0.3929405 Sep 08 08:59:37.116936 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5a28b-ff91-48d1-b40e-94bdb5f7c696 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec5cd39-2c5e-4a2b-9a37-e09049fe3751,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:37.129707 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a6c23-4d8e-4f62-a110-d0c0d853b298 req-e862fbf7-3517-4fcc-873b-848c743e66a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:37.131447 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-925a6c23-4d8e-4f62-a110-d0c0d853b298 req-e862fbf7-3517-4fcc-873b-848c743e66a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3e83d732-3301-4ce2-9864-01154137ed8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0722263 Sep 08 08:59:37.195061 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-99003175-3b2a-4dfa-9897-0044dfd5e6eb req-cafc3295-26bf-4769-b4e2-e419102148e2 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:37.200255 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-99003175-3b2a-4dfa-9897-0044dfd5e6eb req-cafc3295-26bf-4769-b4e2-e419102148e2 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:37.292212 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be2dc0b-153b-4d0a-84c5-baa7e26d8832 req-169fffee-ef0b-49c8-b95a-0e8a4440f7e0 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:37.294009 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7be2dc0b-153b-4d0a-84c5-baa7e26d8832 req-169fffee-ef0b-49c8-b95a-0e8a4440f7e0 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 949 time: 0.1140671 Sep 08 08:59:37.296186 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-925a6c23-4d8e-4f62-a110-d0c0d853b298 req-dc253c6f-066c-4a27-8cf5-3787c23a66b0 service neutron] 10.222.0.37 "GET /v2.0/networks/3e83d732-3301-4ce2-9864-01154137ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561589 Sep 08 08:59:37.312289 n-d-806683-11 neutron-server[94713]: INFO neutron.db.l3_db [req-99003175-3b2a-4dfa-9897-0044dfd5e6eb req-cafc3295-26bf-4769-b4e2-e419102148e2 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Floating IP 9b689783-8f90-4993-8d65-e27f8f8d89c0 associated. External IP: 172.25.0.84, port: a7b15f56-56ce-43a4-a849-fff2a1d13382. Sep 08 08:59:37.393027 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7be2dc0b-153b-4d0a-84c5-baa7e26d8832 req-efa29b7a-545c-4669-aa1b-132f3bbbcafb tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928502 Sep 08 08:59:37.438308 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-925a6c23-4d8e-4f62-a110-d0c0d853b298 req-c29d8a0e-a961-413c-b016-fc8a9ac10a03 service neutron] 10.222.0.37 "GET /v2.0/networks/3e83d732-3301-4ce2-9864-01154137ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303182 Sep 08 08:59:37.522875 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac157c-3c75-4e42-9fb1-6799216c5b58 req-d1892050-7beb-4d8a-91cf-e28799d39e29 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:37.525160 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-acac157c-3c75-4e42-9fb1-6799216c5b58 req-d1892050-7beb-4d8a-91cf-e28799d39e29 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=88f7fa94-74a6-43be-bd88-0c051f66c6a8 HTTP/1.1" status: 200 len: 946 time: 0.0651824 Sep 08 08:59:37.569068 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-acac157c-3c75-4e42-9fb1-6799216c5b58 req-a99a2213-8721-4d11-80a5-670f764968ed tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371900 Sep 08 08:59:37.580891 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99003175-3b2a-4dfa-9897-0044dfd5e6eb req-cafc3295-26bf-4769-b4e2-e419102148e2 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Router de41d12e-fcce-4ed5-b116-92530b492a9c has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 08:59:37.722525 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99003175-3b2a-4dfa-9897-0044dfd5e6eb req-cafc3295-26bf-4769-b4e2-e419102148e2 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 08:59:37.727750 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-99003175-3b2a-4dfa-9897-0044dfd5e6eb req-cafc3295-26bf-4769-b4e2-e419102148e2 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:37.734676 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-698547bc-2833-4218-b713-38ddc793013c req-dbb8a08f-232c-4398-ac47-d0704ab22358 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] 10.222.0.54 "GET /v2.0/security-groups/0eda9ae5-7e8c-4bcf-9821-22bfbca909c1 HTTP/1.1" status: 200 len: 1803 time: 0.0440483 Sep 08 08:59:37.738714 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8186b21-9ca8-44dc-8b4d-6dbdbdc8c7c6 None None] Sync routers for ids ['de41d12e-fcce-4ed5-b116-92530b492a9c'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 08:59:37.754992 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8186b21-9ca8-44dc-8b4d-6dbdbdc8c7c6 None None] Routers {'de41d12e-fcce-4ed5-b116-92530b492a9c'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:59:37.756243 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-b8186b21-9ca8-44dc-8b4d-6dbdbdc8c7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:59:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['de41d12e-fcce-4ed5-b116-92530b492a9c'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:59:37.758580 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-99003175-3b2a-4dfa-9897-0044dfd5e6eb req-cafc3295-26bf-4769-b4e2-e419102148e2 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "PUT /v2.0/floatingips/9b689783-8f90-4993-8d65-e27f8f8d89c0 HTTP/1.1" status: 200 len: 996 time: 1.4249680 Sep 08 08:59:37.759333 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65952b03-671c-48c5-ac81-aa9e4c055030', 'tag': 'a7b15f56-56ce-43a4-a849-fff2a1d13382'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:59:37.762517 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688c7bb7-9ce9-479f-8a68-dcdf2dfc0c73" -d '{"events": [{"name": "network-changed", "server_uuid": "65952b03-671c-48c5-ac81-aa9e4c055030", "tag": "a7b15f56-56ce-43a4-a849-fff2a1d13382"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:59:37.824588 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99003175-3b2a-4dfa-9897-0044dfd5e6eb req-886ef011-d9ee-4f3c-a6c3-4bb5b3636a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:37.826212 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-99003175-3b2a-4dfa-9897-0044dfd5e6eb req-886ef011-d9ee-4f3c-a6c3-4bb5b3636a68 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8c199e70dfac4eb99b52ea567ecb2667&device_id=65952b03-671c-48c5-ac81-aa9e4c055030 HTTP/1.1" status: 200 len: 1098 time: 0.0531628 Sep 08 08:59:37.860911 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff7718-998a-4c45-bded-7bf9ba93b810 req-852c2e99-0a2e-4cb3-96e6-d1992dadab61 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:37.862537 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c9ff7718-998a-4c45-bded-7bf9ba93b810 req-852c2e99-0a2e-4cb3-96e6-d1992dadab61 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.37 "GET /v2.0/ports?device_id=0aab8759-27d9-4014-bf3b-f1d3eef4b25f HTTP/1.1" status: 200 len: 946 time: 0.0854144 Sep 08 08:59:37.876952 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-698547bc-2833-4218-b713-38ddc793013c req-106b3763-87d0-4acb-95d7-ce00a0566289 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:37.894813 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-b8186b21-9ca8-44dc-8b4d-6dbdbdc8c7c6 None None] Set router de41d12e-fcce-4ed5-b116-92530b492a9c gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:59:37.928633 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-698547bc-2833-4218-b713-38ddc793013c req-106b3763-87d0-4acb-95d7-ce00a0566289 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:37.953147 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99003175-3b2a-4dfa-9897-0044dfd5e6eb req-b0cdfe7e-afb6-44e7-96e7-a72abea3e01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:37.960796 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-99003175-3b2a-4dfa-9897-0044dfd5e6eb req-b0cdfe7e-afb6-44e7-96e7-a72abea3e01f service neutron] 10.222.0.54 "GET /v2.0/networks?id=3e83d732-3301-4ce2-9864-01154137ed8e HTTP/1.1" status: 200 len: 922 time: 0.1270914 Sep 08 08:59:38.017087 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-c9ff7718-998a-4c45-bded-7bf9ba93b810 req-f7136614-c71d-44c0-8d05-b8b6902ed8cb tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Deleting port 386eaff5-fb45-4b46-8cd5-0259aa23f13e {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 08:59:38.017462 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c9ff7718-998a-4c45-bded-7bf9ba93b810 req-f7136614-c71d-44c0-8d05-b8b6902ed8cb tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:38.020251 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-698547bc-2833-4218-b713-38ddc793013c req-106b3763-87d0-4acb-95d7-ce00a0566289 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:38.022800 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-698547bc-2833-4218-b713-38ddc793013c req-106b3763-87d0-4acb-95d7-ce00a0566289 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:38.037485 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-698547bc-2833-4218-b713-38ddc793013c req-106b3763-87d0-4acb-95d7-ce00a0566289 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] 10.222.0.54 "DELETE /v2.0/security-groups/0eda9ae5-7e8c-4bcf-9821-22bfbca909c1 HTTP/1.1" status: 204 len: 173 time: 0.2962136 Sep 08 08:59:38.050188 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-99003175-3b2a-4dfa-9897-0044dfd5e6eb req-63cff058-2c16-4243-9202-d4ab5329b726 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7b15f56-56ce-43a4-a849-fff2a1d13382 HTTP/1.1" status: 200 len: 999 time: 0.0858514 Sep 08 08:59:38.073416 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b3763-87d0-4acb-95d7-ce00a0566289 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eda9ae5-7e8c-4bcf-9821-22bfbca909c1,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:38.130905 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99003175-3b2a-4dfa-9897-0044dfd5e6eb req-54443217-f9aa-48fa-8c5e-03dd5994a126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:38.132545 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-99003175-3b2a-4dfa-9897-0044dfd5e6eb req-54443217-f9aa-48fa-8c5e-03dd5994a126 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dfdfbc22-6c05-4dc3-9d40-8856272af6fd HTTP/1.1" status: 200 len: 860 time: 0.0814970 Sep 08 08:59:38.166105 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-c9ff7718-998a-4c45-bded-7bf9ba93b810 req-f7136614-c71d-44c0-8d05-b8b6902ed8cb tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] For port 386eaff5-fb45-4b46-8cd5-0259aa23f13e, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=386eaff5-fb45-4b46-8cd5-0259aa23f13e,segment=NetworkSegment(858b0073-f111-480b-94a7-b2f14cf49fa3),segment_id=858b0073-f111-480b-94a7-b2f14cf49fa3)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:59:38.166564 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c9ff7718-998a-4c45-bded-7bf9ba93b810 req-f7136614-c71d-44c0-8d05-b8b6902ed8cb tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:38.184768 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-c9ff7718-998a-4c45-bded-7bf9ba93b810 req-f7136614-c71d-44c0-8d05-b8b6902ed8cb tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Calling delete_port for 386eaff5-fb45-4b46-8cd5-0259aa23f13e owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 08:59:38.215548 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99003175-3b2a-4dfa-9897-0044dfd5e6eb req-3696a1d6-d37d-4b5a-9c2e-cc3929db7e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:38.218230 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-99003175-3b2a-4dfa-9897-0044dfd5e6eb req-3696a1d6-d37d-4b5a-9c2e-cc3929db7e59 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3e83d732-3301-4ce2-9864-01154137ed8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0786104 Sep 08 08:59:38.224956 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-b8186b21-9ca8-44dc-8b4d-6dbdbdc8c7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2103954011-router', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:58:28Z', 'revision_number': 4, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'gw_port': {'id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '9b689783-8f90-4993-8d65-e27f8f8d89c0', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'floating_ip_address': '172.25.0.84', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'port_id': 'a7b15f56-56ce-43a4-a849-fff2a1d13382', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e', 'mac_address': 'fa:16:3e:fb:00:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65952b03-671c-48c5-ac81-aa9e4c055030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T08:59:00Z', 'updated_at': '2021-09-08T08:59:37Z', 'revision_number': 8, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10621c36-59c9-4ef0-8287-095c7c25a2a6', 'name': '', 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'mac_address': 'fa:16:3e:ba:ae:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'dfdfbc22-6c05-4dc3-9d40-8856272af6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:58:27Z', 'updated_at': '2021-09-08T08:58:38Z', 'revision_number': 5, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'subnets': [{'id': 'dfdfbc22-6c05-4dc3-9d40-8856272af6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:59:38.258304 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8186b21-9ca8-44dc-8b4d-6dbdbdc8c7c6 None None] Checking router: de41d12e-fcce-4ed5-b116-92530b492a9c for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 08:59:38.267196 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8186b21-9ca8-44dc-8b4d-6dbdbdc8c7c6 None None] Routers {'de41d12e-fcce-4ed5-b116-92530b492a9c'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:59:38.268182 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-b8186b21-9ca8-44dc-8b4d-6dbdbdc8c7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:59:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['de41d12e-fcce-4ed5-b116-92530b492a9c'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:59:38.326462 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941a2fd-c458-4043-a254-a8cbdd998b58 req-c395f8f5-0ea8-4489-bfdd-7de1c449981d tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:38.328021 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9941a2fd-c458-4043-a254-a8cbdd998b58 req-c395f8f5-0ea8-4489-bfdd-7de1c449981d tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 943 time: 0.0797732 Sep 08 08:59:38.347315 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-99003175-3b2a-4dfa-9897-0044dfd5e6eb req-21c6b42f-97cb-4142-8612-9891374058c2 service neutron] 10.222.0.54 "GET /v2.0/networks/3e83d732-3301-4ce2-9864-01154137ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166921 Sep 08 08:59:38.390656 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-b8186b21-9ca8-44dc-8b4d-6dbdbdc8c7c6 None None] Set router de41d12e-fcce-4ed5-b116-92530b492a9c gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:59:38.413348 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9941a2fd-c458-4043-a254-a8cbdd998b58 req-2cc46f66-3a26-4c5e-b807-51dc9d771af7 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782604 Sep 08 08:59:38.433472 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c9ff7718-998a-4c45-bded-7bf9ba93b810 req-f7136614-c71d-44c0-8d05-b8b6902ed8cb tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:38.476605 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['386eaff5-fb45-4b46-8cd5-0259aa23f13e'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:59:38.487125 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7136614-c71d-44c0-8d05-b8b6902ed8cb tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Pushing event deleted for resources: {'Port': ['ID=386eaff5-fb45-4b46-8cd5-0259aa23f13e,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:38.495855 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 08:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3adf4865-de20-4b01-ab44-e6b81d13c2fb x-openstack-request-id: req-3adf4865-de20-4b01-ab44-e6b81d13c2fb {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:59:38.495855 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65952b03-671c-48c5-ac81-aa9e4c055030", "tag": "a7b15f56-56ce-43a4-a849-fff2a1d13382", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:59:38.495855 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3adf4865-de20-4b01-ab44-e6b81d13c2fb {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:59:38.495855 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65952b03-671c-48c5-ac81-aa9e4c055030', 'tag': 'a7b15f56-56ce-43a4-a849-fff2a1d13382', 'status': 'completed', 'code': 200} Sep 08 08:59:38.556839 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['a7b15f56-56ce-43a4-a849-fff2a1d13382'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:59:38.563399 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-99003175-3b2a-4dfa-9897-0044dfd5e6eb req-07f856fa-bddc-4d74-aa32-df5b76edd16b service neutron] 10.222.0.54 "GET /v2.0/networks/3e83d732-3301-4ce2-9864-01154137ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090454 Sep 08 08:59:38.658191 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ff7718-998a-4c45-bded-7bf9ba93b810 req-f7136614-c71d-44c0-8d05-b8b6902ed8cb tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] No DVR routers for this DVR port 386eaff5-fb45-4b46-8cd5-0259aa23f13e on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 08:59:38.669722 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-596bd583-c370-494f-b37f-057ab3d15eef req-948e0e3d-2c79-48c4-b712-d45903654f74 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] 10.222.0.54 "GET /v2.0/security-groups/9393a2c8-f107-46c5-a76e-a24cb6b8510d HTTP/1.1" status: 200 len: 2403 time: 0.1509256 Sep 08 08:59:38.692637 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c9ff7718-998a-4c45-bded-7bf9ba93b810 req-f7136614-c71d-44c0-8d05-b8b6902ed8cb tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:38.698244 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c9ff7718-998a-4c45-bded-7bf9ba93b810 req-f7136614-c71d-44c0-8d05-b8b6902ed8cb tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.37 "DELETE /v2.0/ports/386eaff5-fb45-4b46-8cd5-0259aa23f13e HTTP/1.1" status: 204 len: 173 time: 0.8280122 Sep 08 08:59:38.710861 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aab8759-27d9-4014-bf3b-f1d3eef4b25f', 'name': 'network-vif-deleted', 'tag': '386eaff5-fb45-4b46-8cd5-0259aa23f13e'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:59:38.713360 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6739d6fb-22e1-4943-926b-741fd6efe491" -d '{"events": [{"server_uuid": "0aab8759-27d9-4014-bf3b-f1d3eef4b25f", "name": "network-vif-deleted", "tag": "386eaff5-fb45-4b46-8cd5-0259aa23f13e"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:59:38.764632 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c7bb7-9ce9-479f-8a68-dcdf2dfc0c73 req-a9e010da-be1e-492e-8270-ea128bda612f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:38.766213 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-688c7bb7-9ce9-479f-8a68-dcdf2dfc0c73 req-a9e010da-be1e-492e-8270-ea128bda612f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8c199e70dfac4eb99b52ea567ecb2667&device_id=65952b03-671c-48c5-ac81-aa9e4c055030 HTTP/1.1" status: 200 len: 1098 time: 0.2134361 Sep 08 08:59:38.771113 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74684fd2-4efc-428c-bbfd-1944cf84fabb req-bf6fbc1e-a386-41eb-8953-082bcfd29f38 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:38.778611 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-74684fd2-4efc-428c-bbfd-1944cf84fabb req-bf6fbc1e-a386-41eb-8953-082bcfd29f38 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 949 time: 0.1074240 Sep 08 08:59:38.871578 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-74684fd2-4efc-428c-bbfd-1944cf84fabb req-84f47892-5ada-48c7-8bcd-0192e02134f2 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920298 Sep 08 08:59:38.874627 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-b8186b21-9ca8-44dc-8b4d-6dbdbdc8c7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2103954011-router', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:58:28Z', 'revision_number': 4, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'gw_port': {'id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '9b689783-8f90-4993-8d65-e27f8f8d89c0', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'floating_ip_address': '172.25.0.84', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'port_id': 'a7b15f56-56ce-43a4-a849-fff2a1d13382', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e', 'mac_address': 'fa:16:3e:fb:00:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65952b03-671c-48c5-ac81-aa9e4c055030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T08:59:00Z', 'updated_at': '2021-09-08T08:59:37Z', 'revision_number': 8, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10621c36-59c9-4ef0-8287-095c7c25a2a6', 'name': '', 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'mac_address': 'fa:16:3e:ba:ae:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'dfdfbc22-6c05-4dc3-9d40-8856272af6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:58:27Z', 'updated_at': '2021-09-08T08:58:38Z', 'revision_number': 5, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'subnets': [{'id': 'dfdfbc22-6c05-4dc3-9d40-8856272af6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:59:38.927307 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8186b21-9ca8-44dc-8b4d-6dbdbdc8c7c6 None None] The sync data for ids ['de41d12e-fcce-4ed5-b116-92530b492a9c'] in n-d-806683-11 is: [{'id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2103954011-router', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:58:28Z', 'revision_number': 4, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'gw_port': {'id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '9b689783-8f90-4993-8d65-e27f8f8d89c0', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'floating_ip_address': '172.25.0.84', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'port_id': 'a7b15f56-56ce-43a4-a849-fff2a1d13382', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e', 'mac_address': 'fa:16:3e:fb:00:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65952b03-671c-48c5-ac81-aa9e4c055030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T08:59:00Z', 'updated_at': '2021-09-08T08:59:37Z', 'revision_number': 8, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10621c36-59c9-4ef0-8287-095c7c25a2a6', 'name': '', 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'mac_address': 'fa:16:3e:ba:ae:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'dfdfbc22-6c05-4dc3-9d40-8856272af6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:58:27Z', 'updated_at': '2021-09-08T08:58:38Z', 'revision_number': 5, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'subnets': [{'id': 'dfdfbc22-6c05-4dc3-9d40-8856272af6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 08:59:38.981484 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-285a48f9-0dfa-46a1-9b83-7be7e04ccd2d req-c5c7fd0e-f477-4ca9-bbcc-2116b4595f2a tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/floatingips/9b689783-8f90-4993-8d65-e27f8f8d89c0 HTTP/1.1" status: 200 len: 996 time: 0.0899301 Sep 08 08:59:38.993039 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-596bd583-c370-494f-b37f-057ab3d15eef req-3e0951c5-cc6d-4e9f-855f-f09e126cb15b tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:39.033185 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c7bb7-9ce9-479f-8a68-dcdf2dfc0c73 req-dffa35b2-d704-45f9-82f4-7dcdd32e7bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:39.034611 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-688c7bb7-9ce9-479f-8a68-dcdf2dfc0c73 req-dffa35b2-d704-45f9-82f4-7dcdd32e7bdd service neutron] 10.222.0.35 "GET /v2.0/networks?id=3e83d732-3301-4ce2-9864-01154137ed8e HTTP/1.1" status: 200 len: 922 time: 0.2585881 Sep 08 08:59:39.036457 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-596bd583-c370-494f-b37f-057ab3d15eef req-3e0951c5-cc6d-4e9f-855f-f09e126cb15b tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:39.103421 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a48f9-0dfa-46a1-9b83-7be7e04ccd2d req-162c25af-00e3-4d0b-8d5d-dc818386da6d tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:39.104961 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-285a48f9-0dfa-46a1-9b83-7be7e04ccd2d req-162c25af-00e3-4d0b-8d5d-dc818386da6d tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/networks/399c4174-1e86-4a10-bb99-f875a09107d5 HTTP/1.1" status: 200 len: 784 time: 0.1163809 Sep 08 08:59:39.126744 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [req-285a48f9-0dfa-46a1-9b83-7be7e04ccd2d req-1ff32065-a292-4c62-9389-6fea285d7d44 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 08:59:39.128036 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-285a48f9-0dfa-46a1-9b83-7be7e04ccd2d req-1ff32065-a292-4c62-9389-6fea285d7d44 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111971 Sep 08 08:59:39.228540 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbc52de-0a10-46b5-adb9-acdaafbe1f0f None None] New status for floating IP 9b689783-8f90-4993-8d65-e27f8f8d89c0: ACTIVE {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 08:59:39.331330 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad34e12-1b41-4c4c-914a-f8297794903e req-8e6e49b9-d3b4-49f0-846f-942d88259e28 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:39.333332 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8ad34e12-1b41-4c4c-914a-f8297794903e req-8e6e49b9-d3b4-49f0-846f-942d88259e28 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=88f7fa94-74a6-43be-bd88-0c051f66c6a8 HTTP/1.1" status: 200 len: 946 time: 0.1296179 Sep 08 08:59:39.404150 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8ad34e12-1b41-4c4c-914a-f8297794903e req-085d3fc5-e98f-475a-be8a-58c7b972c84b tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616736 Sep 08 08:59:39.474687 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-688c7bb7-9ce9-479f-8a68-dcdf2dfc0c73 req-c3f0227f-93db-4fd7-9602-925fa010cacb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7b15f56-56ce-43a4-a849-fff2a1d13382 HTTP/1.1" status: 200 len: 999 time: 0.4267721 Sep 08 08:59:39.484158 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-596bd583-c370-494f-b37f-057ab3d15eef req-3e0951c5-cc6d-4e9f-855f-f09e126cb15b tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:39.489571 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-596bd583-c370-494f-b37f-057ab3d15eef req-3e0951c5-cc6d-4e9f-855f-f09e126cb15b tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:39.491489 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-596bd583-c370-494f-b37f-057ab3d15eef req-3e0951c5-cc6d-4e9f-855f-f09e126cb15b tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] 10.222.0.54 "DELETE /v2.0/security-groups/9393a2c8-f107-46c5-a76e-a24cb6b8510d HTTP/1.1" status: 204 len: 173 time: 0.8100286 Sep 08 08:59:39.506590 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0951c5-cc6d-4e9f-855f-f09e126cb15b tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9393a2c8-f107-46c5-a76e-a24cb6b8510d,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:39.559688 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 08:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ad8c47-96dc-40a9-9244-19eb6dddf153 x-openstack-request-id: req-e2ad8c47-96dc-40a9-9244-19eb6dddf153 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:59:39.559688 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aab8759-27d9-4014-bf3b-f1d3eef4b25f", "name": "network-vif-deleted", "tag": "386eaff5-fb45-4b46-8cd5-0259aa23f13e", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:59:39.559688 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e2ad8c47-96dc-40a9-9244-19eb6dddf153 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:59:39.560055 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aab8759-27d9-4014-bf3b-f1d3eef4b25f', 'name': 'network-vif-deleted', 'tag': '386eaff5-fb45-4b46-8cd5-0259aa23f13e', 'status': 'completed', 'code': 200} Sep 08 08:59:39.627253 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c7bb7-9ce9-479f-8a68-dcdf2dfc0c73 req-c639ba8b-b2fa-4507-9fd6-ef398730254a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:39.629511 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-688c7bb7-9ce9-479f-8a68-dcdf2dfc0c73 req-c639ba8b-b2fa-4507-9fd6-ef398730254a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfdfbc22-6c05-4dc3-9d40-8856272af6fd HTTP/1.1" status: 200 len: 860 time: 0.0981941 Sep 08 08:59:39.696449 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-17623c52-165d-441d-9d86-46249f508325 req-04754b1c-6c03-470d-a5de-0c985c9bf9d4 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.84 HTTP/1.1" status: 200 len: 1001 time: 0.1467309 Sep 08 08:59:39.732688 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c7bb7-9ce9-479f-8a68-dcdf2dfc0c73 req-0d74ecb8-a529-4577-926f-afcf64a1e7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:39.734338 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-688c7bb7-9ce9-479f-8a68-dcdf2dfc0c73 req-0d74ecb8-a529-4577-926f-afcf64a1e7cb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3e83d732-3301-4ce2-9864-01154137ed8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0780115 Sep 08 08:59:39.761429 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17623c52-165d-441d-9d86-46249f508325 req-5837c08b-a316-438a-9364-615ba93546e9 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:39.763508 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-17623c52-165d-441d-9d86-46249f508325 req-5837c08b-a316-438a-9364-615ba93546e9 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/ports/a7b15f56-56ce-43a4-a849-fff2a1d13382 HTTP/1.1" status: 200 len: 943 time: 0.0591686 Sep 08 08:59:39.837926 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771ea0d-17da-4edf-8a1d-daf4ee229768 req-a0f0375e-9d45-4966-a394-2fd06a62380e tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:39.839673 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e771ea0d-17da-4edf-8a1d-daf4ee229768 req-a0f0375e-9d45-4966-a394-2fd06a62380e tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 943 time: 0.1314623 Sep 08 08:59:39.879057 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-17623c52-165d-441d-9d86-46249f508325 req-6fc3514b-ef4e-4497-8170-21ce9aaa0aad tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.84 HTTP/1.1" status: 200 len: 1001 time: 0.0716715 Sep 08 08:59:39.894324 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-688c7bb7-9ce9-479f-8a68-dcdf2dfc0c73 req-a62403f1-0b5c-4a20-8c2e-8c29ae8dc018 service neutron] 10.222.0.35 "GET /v2.0/networks/3e83d732-3301-4ce2-9864-01154137ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420753 Sep 08 08:59:39.899949 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e771ea0d-17da-4edf-8a1d-daf4ee229768 req-0cbec673-a571-4cb0-9261-130cc8c63984 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486090 Sep 08 08:59:39.998869 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17623c52-165d-441d-9d86-46249f508325 req-f70a81bb-e86c-4adb-bb92-09d7990e361a tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:40.000275 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-17623c52-165d-441d-9d86-46249f508325 req-f70a81bb-e86c-4adb-bb92-09d7990e361a tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/networks/399c4174-1e86-4a10-bb99-f875a09107d5 HTTP/1.1" status: 200 len: 784 time: 0.1160405 Sep 08 08:59:40.023094 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-688c7bb7-9ce9-479f-8a68-dcdf2dfc0c73 req-8129532f-3be1-4d2b-952c-0db952526300 service neutron] 10.222.0.35 "GET /v2.0/networks/3e83d732-3301-4ce2-9864-01154137ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208713 Sep 08 08:59:40.030090 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-130d04ab-f11e-4a67-838e-6f21f356d015 req-c9a2ea6e-ba38-48bb-88b3-f685cebeb8b8 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] 10.222.0.54 "GET /v2.0/security-groups/980fcb55-b2b5-4d5b-8102-926012303a3a HTTP/1.1" status: 200 len: 2397 time: 0.0649514 Sep 08 08:59:40.069994 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-17623c52-165d-441d-9d86-46249f508325 req-48410c26-bdff-4507-a78d-b683d7ff01c5 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.84 HTTP/1.1" status: 200 len: 1001 time: 0.0624359 Sep 08 08:59:40.081897 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-17623c52-165d-441d-9d86-46249f508325 req-7f07752e-5d4b-48be-b015-dbab5ec9bab9 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:59:40.105961 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-130d04ab-f11e-4a67-838e-6f21f356d015 req-4b26da95-7876-4f69-9de1-858632888a67 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:40.131855 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-130d04ab-f11e-4a67-838e-6f21f356d015 req-4b26da95-7876-4f69-9de1-858632888a67 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:40.141038 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-17623c52-165d-441d-9d86-46249f508325 req-7f07752e-5d4b-48be-b015-dbab5ec9bab9 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify callbacks [] for floatingip, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:40.183391 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-130d04ab-f11e-4a67-838e-6f21f356d015 req-4b26da95-7876-4f69-9de1-858632888a67 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:40.186499 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-130d04ab-f11e-4a67-838e-6f21f356d015 req-4b26da95-7876-4f69-9de1-858632888a67 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:40.187988 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-130d04ab-f11e-4a67-838e-6f21f356d015 req-4b26da95-7876-4f69-9de1-858632888a67 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] 10.222.0.54 "DELETE /v2.0/security-groups/980fcb55-b2b5-4d5b-8102-926012303a3a HTTP/1.1" status: 204 len: 173 time: 0.1512344 Sep 08 08:59:40.197129 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35136) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:59:40.205735 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b26da95-7876-4f69-9de1-858632888a67 tempest-SecurityGroupRulesTestJSON-1626002551 tempest-SecurityGroupRulesTestJSON-1626002551-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=980fcb55-b2b5-4d5b-8102-926012303a3a,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:40.257560 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-100598fe-220a-4ee0-be44-1ba7be63ff50 admin admin] Deleting subnet ee499858-99c7-474c-9603-c2d0051c28d2 {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 08:59:40.277998 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-100598fe-220a-4ee0-be44-1ba7be63ff50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:40.331634 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-17623c52-165d-441d-9d86-46249f508325 req-7f07752e-5d4b-48be-b015-dbab5ec9bab9 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:40.333107 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-100598fe-220a-4ee0-be44-1ba7be63ff50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:40.339094 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-17623c52-165d-441d-9d86-46249f508325 req-7f07752e-5d4b-48be-b015-dbab5ec9bab9 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:40.339650 n-d-806683-11 neutron-server[94713]: INFO neutron.db.l3_db [req-17623c52-165d-441d-9d86-46249f508325 req-7f07752e-5d4b-48be-b015-dbab5ec9bab9 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Floating IP 9b689783-8f90-4993-8d65-e27f8f8d89c0 disassociated. External IP: 172.25.0.84, port: a7b15f56-56ce-43a4-a849-fff2a1d13382. Sep 08 08:59:40.376131 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae4611-6f24-4e87-a3a9-c6446e4a7968 req-16d47f48-d986-4afa-bbe3-13d9611dee82 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:40.377729 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-29ae4611-6f24-4e87-a3a9-c6446e4a7968 req-16d47f48-d986-4afa-bbe3-13d9611dee82 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 949 time: 0.1177223 Sep 08 08:59:40.391283 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-100598fe-220a-4ee0-be44-1ba7be63ff50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:40.465442 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-29ae4611-6f24-4e87-a3a9-c6446e4a7968 req-e880a3fe-0955-4747-a5a2-c87a53ad089c tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715847 Sep 08 08:59:40.496126 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-100598fe-220a-4ee0-be44-1ba7be63ff50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:40.543714 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100598fe-220a-4ee0-be44-1ba7be63ff50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee499858-99c7-474c-9603-c2d0051c28d2,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:40.559433 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-100598fe-220a-4ee0-be44-1ba7be63ff50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:40.563071 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-100598fe-220a-4ee0-be44-1ba7be63ff50 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/ee499858-99c7-474c-9603-c2d0051c28d2 HTTP/1.1" status: 204 len: 168 time: 0.3634639 Sep 08 08:59:40.564149 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35150) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:59:40.572771 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17623c52-165d-441d-9d86-46249f508325 req-7f07752e-5d4b-48be-b015-dbab5ec9bab9 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Router de41d12e-fcce-4ed5-b116-92530b492a9c has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 08:59:40.672746 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ee9f3f2f-e21a-483e-b0fd-985eef950fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:40.688180 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19b1a1-f2a2-47f5-9967-d35f6d7965b4 req-ea982274-ad4c-4bcd-9a32-899daa31ffd9 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:40.689721 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fc19b1a1-f2a2-47f5-9967-d35f6d7965b4 req-ea982274-ad4c-4bcd-9a32-899daa31ffd9 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=88f7fa94-74a6-43be-bd88-0c051f66c6a8 HTTP/1.1" status: 200 len: 946 time: 0.1474102 Sep 08 08:59:40.707688 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17623c52-165d-441d-9d86-46249f508325 req-7f07752e-5d4b-48be-b015-dbab5ec9bab9 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 08:59:40.713058 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-17623c52-165d-441d-9d86-46249f508325 req-7f07752e-5d4b-48be-b015-dbab5ec9bab9 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:40.719663 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60575aed-597e-4a6d-a3f7-b035fadd1bb2 None None] Sync routers for ids ['de41d12e-fcce-4ed5-b116-92530b492a9c'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 08:59:40.737138 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60575aed-597e-4a6d-a3f7-b035fadd1bb2 None None] Routers {'de41d12e-fcce-4ed5-b116-92530b492a9c'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:59:40.737928 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-60575aed-597e-4a6d-a3f7-b035fadd1bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:59:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['de41d12e-fcce-4ed5-b116-92530b492a9c'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:59:40.749401 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-17623c52-165d-441d-9d86-46249f508325 req-7f07752e-5d4b-48be-b015-dbab5ec9bab9 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "PUT /v2.0/floatingips/9b689783-8f90-4993-8d65-e27f8f8d89c0 HTTP/1.1" status: 200 len: 695 time: 0.6713846 Sep 08 08:59:40.749965 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65952b03-671c-48c5-ac81-aa9e4c055030', 'tag': 'a7b15f56-56ce-43a4-a849-fff2a1d13382'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:59:40.752473 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5415e5c9-68eb-4393-b7a3-e16d3b264512" -d '{"events": [{"name": "network-changed", "server_uuid": "65952b03-671c-48c5-ac81-aa9e4c055030", "tag": "a7b15f56-56ce-43a4-a849-fff2a1d13382"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:59:40.814370 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fc19b1a1-f2a2-47f5-9967-d35f6d7965b4 req-58cb11d9-560b-4753-b9f5-a6d364d3b3e4 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178489 Sep 08 08:59:40.816002 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ee9f3f2f-e21a-483e-b0fd-985eef950fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:40.822771 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17623c52-165d-441d-9d86-46249f508325 req-e90f68fd-785a-4b66-ac2d-35f592d9e793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:40.825694 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-17623c52-165d-441d-9d86-46249f508325 req-e90f68fd-785a-4b66-ac2d-35f592d9e793 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8c199e70dfac4eb99b52ea567ecb2667&device_id=65952b03-671c-48c5-ac81-aa9e4c055030 HTTP/1.1" status: 200 len: 1098 time: 0.0568194 Sep 08 08:59:40.852478 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-ee9f3f2f-e21a-483e-b0fd-985eef950fb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9c83fd5-ab99-4187-97e6-2919184af403']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:59:40.865325 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-ee9f3f2f-e21a-483e-b0fd-985eef950fb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba4cacdd-513f-41c7-8ff1-f40d4d7757fe') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:59:40.865649 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-ee9f3f2f-e21a-483e-b0fd-985eef950fb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba4cacdd-513f-41c7-8ff1-f40d4d7757fe') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:59:40.877831 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ee9f3f2f-e21a-483e-b0fd-985eef950fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:40.894191 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ee9f3f2f-e21a-483e-b0fd-985eef950fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:40.901946 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-60575aed-597e-4a6d-a3f7-b035fadd1bb2 None None] Set router de41d12e-fcce-4ed5-b116-92530b492a9c gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:59:40.902199 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee9f3f2f-e21a-483e-b0fd-985eef950fb3 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 08:59:40.902536 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ee9f3f2f-e21a-483e-b0fd-985eef950fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:40.963330 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17623c52-165d-441d-9d86-46249f508325 req-66977aba-5583-4323-b4d9-ee532c15c0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:40.964951 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-17623c52-165d-441d-9d86-46249f508325 req-66977aba-5583-4323-b4d9-ee532c15c0c0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3e83d732-3301-4ce2-9864-01154137ed8e HTTP/1.1" status: 200 len: 922 time: 0.1316047 Sep 08 08:59:40.966140 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 08:59:40.966140 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 08:59:40.966140 n-d-806683-11 neutron-server[94712]: timer() Sep 08 08:59:40.966140 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 08:59:40.966140 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 08:59:40.966140 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 08:59:40.966140 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 08:59:40.966140 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 08:59:40.966140 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 08:59:40.966140 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 08:59:40.966140 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 08:59:40.966140 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 08:59:40.966140 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 08:59:40.966140 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 08:59:40.966140 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 08:59:40.966140 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 08:59:40.966140 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 08:59:40.966140 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 08:59:40.966140 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 08:59:40.966140 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 08:59:40.966140 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 08:59:40.966140 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 08:59:40.966140 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 08:59:40.966140 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 08:59:40.966140 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 08:59:40.966140 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 08:59:40.966140 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 08:59:40.966140 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 08:59:40.966140 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 08:59:40.966140 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 08:59:40.966140 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 08:59:40.966140 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 08:59:40.978902 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ee9f3f2f-e21a-483e-b0fd-985eef950fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:41.001468 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ee9f3f2f-e21a-483e-b0fd-985eef950fb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:41.003565 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ee9f3f2f-e21a-483e-b0fd-985eef950fb3 admin admin] 10.222.0.54 "DELETE /v2.0/networks/e9c83fd5-ab99-4187-97e6-2919184af403 HTTP/1.1" status: 204 len: 168 time: 0.4374659 Sep 08 08:59:41.004717 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9f3f2f-e21a-483e-b0fd-985eef950fb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9c83fd5-ab99-4187-97e6-2919184af403,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:41.043132 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-17623c52-165d-441d-9d86-46249f508325 req-2e060520-7f60-40ac-91b9-9f39789780c8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7b15f56-56ce-43a4-a849-fff2a1d13382 HTTP/1.1" status: 200 len: 217 time: 0.0680172 Sep 08 08:59:41.154679 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 08:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a4ffa7-b8a9-4230-930f-3a432d0b2db6 x-openstack-request-id: req-26a4ffa7-b8a9-4230-930f-3a432d0b2db6 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:59:41.156236 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65952b03-671c-48c5-ac81-aa9e4c055030", "tag": "a7b15f56-56ce-43a4-a849-fff2a1d13382", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:59:41.157726 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-26a4ffa7-b8a9-4230-930f-3a432d0b2db6 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:59:41.166119 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65952b03-671c-48c5-ac81-aa9e4c055030', 'tag': 'a7b15f56-56ce-43a4-a849-fff2a1d13382', 'status': 'completed', 'code': 200} Sep 08 08:59:41.209810 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17623c52-165d-441d-9d86-46249f508325 req-e23ee39f-90df-4231-9801-abd6b9e35dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:41.219770 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35168) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:59:41.222353 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-17623c52-165d-441d-9d86-46249f508325 req-e23ee39f-90df-4231-9801-abd6b9e35dd5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dfdfbc22-6c05-4dc3-9d40-8856272af6fd HTTP/1.1" status: 200 len: 860 time: 0.1644669 Sep 08 08:59:41.264056 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415e5c9-68eb-4393-b7a3-e16d3b264512 req-e194a4f2-3dd6-4a4d-b512-4544197fb88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:41.265712 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5415e5c9-68eb-4393-b7a3-e16d3b264512 req-e194a4f2-3dd6-4a4d-b512-4544197fb88e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8c199e70dfac4eb99b52ea567ecb2667&device_id=65952b03-671c-48c5-ac81-aa9e4c055030 HTTP/1.1" status: 200 len: 1098 time: 0.1106071 Sep 08 08:59:41.270937 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17623c52-165d-441d-9d86-46249f508325 req-63690e60-69a1-4e0c-b2a0-328ee28c7b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:41.272568 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-17623c52-165d-441d-9d86-46249f508325 req-63690e60-69a1-4e0c-b2a0-328ee28c7b13 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3e83d732-3301-4ce2-9864-01154137ed8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491891 Sep 08 08:59:41.276627 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-eadb3804-c106-4532-af10-cab67b91ae20 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=64989d9b9eac4c36b16b71fa7b305045&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0557020 Sep 08 08:59:41.277468 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35170) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:59:41.292153 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-60575aed-597e-4a6d-a3f7-b035fadd1bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2103954011-router', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:58:28Z', 'revision_number': 4, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'gw_port': {'id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '10621c36-59c9-4ef0-8287-095c7c25a2a6', 'name': '', 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'mac_address': 'fa:16:3e:ba:ae:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'dfdfbc22-6c05-4dc3-9d40-8856272af6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:58:27Z', 'updated_at': '2021-09-08T08:58:38Z', 'revision_number': 5, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'subnets': [{'id': 'dfdfbc22-6c05-4dc3-9d40-8856272af6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:59:41.330530 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60575aed-597e-4a6d-a3f7-b035fadd1bb2 None None] Checking router: de41d12e-fcce-4ed5-b116-92530b492a9c for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 08:59:41.343279 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60575aed-597e-4a6d-a3f7-b035fadd1bb2 None None] Routers {'de41d12e-fcce-4ed5-b116-92530b492a9c'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:59:41.344170 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-60575aed-597e-4a6d-a3f7-b035fadd1bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:59:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['de41d12e-fcce-4ed5-b116-92530b492a9c'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:59:41.399421 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-17623c52-165d-441d-9d86-46249f508325 req-b45b9732-3a3e-411c-ac0b-8d136bdc9667 service neutron] 10.222.0.54 "GET /v2.0/networks/3e83d732-3301-4ce2-9864-01154137ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073456 Sep 08 08:59:41.442472 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7bccf8b3-7255-4517-a925-b53d376e76ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:41.488539 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415e5c9-68eb-4393-b7a3-e16d3b264512 req-08550c46-a703-47b0-ac38-33acca87da36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:41.492975 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5415e5c9-68eb-4393-b7a3-e16d3b264512 req-08550c46-a703-47b0-ac38-33acca87da36 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3e83d732-3301-4ce2-9864-01154137ed8e HTTP/1.1" status: 200 len: 922 time: 0.2122195 Sep 08 08:59:41.513759 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7bccf8b3-7255-4517-a925-b53d376e76ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:41.556793 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5415e5c9-68eb-4393-b7a3-e16d3b264512 req-847a2f8d-0b05-42ba-94a0-6aaa39e48055 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7b15f56-56ce-43a4-a849-fff2a1d13382 HTTP/1.1" status: 200 len: 217 time: 0.0543509 Sep 08 08:59:41.561974 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-17623c52-165d-441d-9d86-46249f508325 req-926d0aec-e31e-4e2b-8719-60fda09acf6a service neutron] 10.222.0.54 "GET /v2.0/networks/3e83d732-3301-4ce2-9864-01154137ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481183 Sep 08 08:59:41.623357 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-60575aed-597e-4a6d-a3f7-b035fadd1bb2 None None] Set router de41d12e-fcce-4ed5-b116-92530b492a9c gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:59:41.654798 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415e5c9-68eb-4393-b7a3-e16d3b264512 req-ae878a8a-2620-46d2-904f-f5c185d6b031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:41.656657 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5415e5c9-68eb-4393-b7a3-e16d3b264512 req-ae878a8a-2620-46d2-904f-f5c185d6b031 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfdfbc22-6c05-4dc3-9d40-8856272af6fd HTTP/1.1" status: 200 len: 860 time: 0.0880525 Sep 08 08:59:41.679040 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7bccf8b3-7255-4517-a925-b53d376e76ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:41.681833 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7bccf8b3-7255-4517-a925-b53d376e76ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:41.685855 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-7bccf8b3-7255-4517-a925-b53d376e76ad admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0e3ceb18-9822-41ec-93c8-a4cdb78a84ec HTTP/1.1" status: 204 len: 168 time: 0.4073031 Sep 08 08:59:41.733907 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bccf8b3-7255-4517-a925-b53d376e76ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3ceb18-9822-41ec-93c8-a4cdb78a84ec,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:41.830073 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415e5c9-68eb-4393-b7a3-e16d3b264512 req-5fb5a83e-eb7d-4bd0-8d72-586fd93341ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:41.832047 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5415e5c9-68eb-4393-b7a3-e16d3b264512 req-5fb5a83e-eb7d-4bd0-8d72-586fd93341ca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3e83d732-3301-4ce2-9864-01154137ed8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1649806 Sep 08 08:59:41.843878 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe467f6-73f5-4ccb-a11c-aacad24e1af6 req-13b7d24e-f42b-4237-ae92-e2e1e18871cd tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:41.846153 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3fe467f6-73f5-4ccb-a11c-aacad24e1af6 req-13b7d24e-f42b-4237-ae92-e2e1e18871cd tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 943 time: 0.1881018 Sep 08 08:59:41.857155 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40d222-394b-4227-9325-8f6434ecb5f3 req-1b5523cb-200b-421e-a647-8c81c3cdc3aa tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:41.858890 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9e40d222-394b-4227-9325-8f6434ecb5f3 req-1b5523cb-200b-421e-a647-8c81c3cdc3aa tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 949 time: 0.1165283 Sep 08 08:59:41.944931 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9e40d222-394b-4227-9325-8f6434ecb5f3 req-cba61c1a-9ccb-42b4-8da7-6558fe3b6b95 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765035 Sep 08 08:59:41.976236 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3fe467f6-73f5-4ccb-a11c-aacad24e1af6 req-dba3c458-b21f-4b8d-a80e-0bd0f76a89ca tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175663 Sep 08 08:59:42.044667 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5415e5c9-68eb-4393-b7a3-e16d3b264512 req-011b9773-f2c8-47b9-895d-a5ec607c04b8 service neutron] 10.222.0.35 "GET /v2.0/networks/3e83d732-3301-4ce2-9864-01154137ed8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967733 Sep 08 08:59:42.102438 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-60575aed-597e-4a6d-a3f7-b035fadd1bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2103954011-router', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:58:28Z', 'revision_number': 4, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'gw_port': {'id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '10621c36-59c9-4ef0-8287-095c7c25a2a6', 'name': '', 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'mac_address': 'fa:16:3e:ba:ae:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'dfdfbc22-6c05-4dc3-9d40-8856272af6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:58:27Z', 'updated_at': '2021-09-08T08:58:38Z', 'revision_number': 5, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'subnets': [{'id': 'dfdfbc22-6c05-4dc3-9d40-8856272af6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:59:42.137540 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 08:59:42.147372 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 386eaff5-fb45-4b46-8cd5-0259aa23f13e no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 08:59:42.147857 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5415e5c9-68eb-4393-b7a3-e16d3b264512 req-a7ed221c-0df0-42fc-9de6-c1fca5ab02de service neutron] 10.222.0.35 "GET /v2.0/networks/3e83d732-3301-4ce2-9864-01154137ed8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941379 Sep 08 08:59:42.176032 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60575aed-597e-4a6d-a3f7-b035fadd1bb2 None None] The sync data for ids ['de41d12e-fcce-4ed5-b116-92530b492a9c'] in n-d-806683-11 is: [{'id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2103954011-router', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:58:28Z', 'revision_number': 4, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'gw_port': {'id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '10621c36-59c9-4ef0-8287-095c7c25a2a6', 'name': '', 'network_id': '3e83d732-3301-4ce2-9864-01154137ed8e', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'mac_address': 'fa:16:3e:ba:ae:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'dfdfbc22-6c05-4dc3-9d40-8856272af6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:58:27Z', 'updated_at': '2021-09-08T08:58:38Z', 'revision_number': 5, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'subnets': [{'id': 'dfdfbc22-6c05-4dc3-9d40-8856272af6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 08:59:42.216037 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 386eaff5-fb45-4b46-8cd5-0259aa23f13e {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 08:59:42.220745 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 386eaff5-fb45-4b46-8cd5-0259aa23f13e not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 08:59:42.350693 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0709b155-a64c-4976-926e-63eb1bd3df9c req-a6979c4e-2863-427a-8b48-fe5271ab1e0c tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/floatingips/9b689783-8f90-4993-8d65-e27f8f8d89c0 HTTP/1.1" status: 200 len: 695 time: 0.0609832 Sep 08 08:59:42.403563 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5,segment=NetworkSegment(63991058-0ef2-4358-ae31-7e348d60a2c9),segment_id=63991058-0ef2-4358-ae31-7e348d60a2c9)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:59:42.420669 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5', 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98', 'port_id': '9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5', 'mac_address': 'fa:16:3e:ca:63:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2afb1305-d593-46e6-bc8f-0ed93bbef6b9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 08:59:42.464400 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:42.482060 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:59:42.504595 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5,segment=NetworkSegment(63991058-0ef2-4358-ae31-7e348d60a2c9),segment_id=63991058-0ef2-4358-ae31-7e348d60a2c9)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:59:42.513461 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:42.519163 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709b155-a64c-4976-926e-63eb1bd3df9c req-f95f366d-5177-4b57-8f6b-07f90052abe1 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:42.520224 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0709b155-a64c-4976-926e-63eb1bd3df9c req-f95f366d-5177-4b57-8f6b-07f90052abe1 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/networks/399c4174-1e86-4a10-bb99-f875a09107d5 HTTP/1.1" status: 200 len: 784 time: 0.1690035 Sep 08 08:59:42.535015 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [req-0709b155-a64c-4976-926e-63eb1bd3df9c req-8edecda3-376a-48b4-bdf4-3573ef0ad36d tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 08:59:42.536509 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0709b155-a64c-4976-926e-63eb1bd3df9c req-8edecda3-376a-48b4-bdf4-3573ef0ad36d tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067792 Sep 08 08:59:42.576069 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b60bb4-dc94-43cd-b26b-d89b54749bec None None] New status for floating IP 9b689783-8f90-4993-8d65-e27f8f8d89c0: DOWN {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 08:59:42.576069 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:42.592397 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:59:42.592758 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:59:42.593292 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:59:42.593792 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:59:42.594334 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:59:42.594827 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:59:42.595340 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:59:42.595844 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:59:42.596386 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:59:42.596876 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:59:42.597366 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:59:42.597854 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 08:59:42.627673 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0709b155-a64c-4976-926e-63eb1bd3df9c req-cc430954-5245-45e4-b572-c213b408e6aa tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.84 HTTP/1.1" status: 200 len: 698 time: 0.0823603 Sep 08 08:59:42.688775 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0709b155-a64c-4976-926e-63eb1bd3df9c req-bf003f10-4ed6-4b12-844c-1b26f4c6ba9d tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.84 HTTP/1.1" status: 200 len: 698 time: 0.0598557 Sep 08 08:59:42.855206 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-0709b155-a64c-4976-926e-63eb1bd3df9c req-11fdf40c-677c-4b67-8935-9b1867699508 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Deleting port f62ccac6-2fa6-4c6f-8a5a-33d52e009fda {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 08:59:42.855563 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0709b155-a64c-4976-926e-63eb1bd3df9c req-11fdf40c-677c-4b67-8935-9b1867699508 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:42.856680 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:59:42.919598 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35230) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:59:42.978515 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0709b155-a64c-4976-926e-63eb1bd3df9c req-11fdf40c-677c-4b67-8935-9b1867699508 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:42.978850 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0709b155-a64c-4976-926e-63eb1bd3df9c req-11fdf40c-677c-4b67-8935-9b1867699508 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:42.993805 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-0709b155-a64c-4976-926e-63eb1bd3df9c req-11fdf40c-677c-4b67-8935-9b1867699508 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Calling delete_port for f62ccac6-2fa6-4c6f-8a5a-33d52e009fda owned by network:floatingip {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 08:59:43.075511 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-63416cb7-e3f5-42ca-87cd-4b0b758efca0 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2084137066-network', 'tenant_id': 'f47f18966f6949609c77d842374a7949'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:59:43.124875 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63416cb7-e3f5-42ca-87cd-4b0b758efca0 admin admin] Made reservation on behalf of f47f18966f6949609c77d842374a7949 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:59:43.128305 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-63416cb7-e3f5-42ca-87cd-4b0b758efca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:43.141602 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80801127-ae0b-43ef-85d7-745ab5566c8b req-4e4f355c-1cda-4169-b010-2c629b67f1ab tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:43.143526 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-80801127-ae0b-43ef-85d7-745ab5566c8b req-4e4f355c-1cda-4169-b010-2c629b67f1ab tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 949 time: 0.0840816 Sep 08 08:59:43.160102 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-63416cb7-e3f5-42ca-87cd-4b0b758efca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:43.174084 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0709b155-a64c-4976-926e-63eb1bd3df9c req-11fdf40c-677c-4b67-8935-9b1867699508 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:43.206488 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fdf40c-677c-4b67-8935-9b1867699508 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Pushing event deleted for resources: {'Port': ['ID=f62ccac6-2fa6-4c6f-8a5a-33d52e009fda,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:43.215531 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-80801127-ae0b-43ef-85d7-745ab5566c8b req-34b18420-cb02-4882-8f23-5b685525a7df tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624955 Sep 08 08:59:43.312580 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-63416cb7-e3f5-42ca-87cd-4b0b758efca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:43.321574 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0709b155-a64c-4976-926e-63eb1bd3df9c req-11fdf40c-677c-4b67-8935-9b1867699508 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify callbacks [] for floatingip, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:43.321574 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0709b155-a64c-4976-926e-63eb1bd3df9c req-11fdf40c-677c-4b67-8935-9b1867699508 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:43.321574 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0709b155-a64c-4976-926e-63eb1bd3df9c req-11fdf40c-677c-4b67-8935-9b1867699508 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "DELETE /v2.0/floatingips/9b689783-8f90-4993-8d65-e27f8f8d89c0 HTTP/1.1" status: 204 len: 173 time: 0.6313820 Sep 08 08:59:43.337266 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-63416cb7-e3f5-42ca-87cd-4b0b758efca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:43.400545 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63416cb7-e3f5-42ca-87cd-4b0b758efca0 admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 08:59:43.410444 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63416cb7-e3f5-42ca-87cd-4b0b758efca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e198e66-38f5-412a-931b-4b3cfd21dcc1,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:43.423191 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-63416cb7-e3f5-42ca-87cd-4b0b758efca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:43.423547 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-63416cb7-e3f5-42ca-87cd-4b0b758efca0 admin admin] Added segment 58ef895a-49ba-4b02-a354-72689f1d0f10 of type vlan for network c62c267b-fe94-4fb9-93fa-afc41aa7fd31 Sep 08 08:59:43.442497 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac5dd1-d263-4f20-8d5d-cec5f5240404 req-dbd7ddf3-0acc-4809-92ad-c2e140d8f1c8 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:43.444400 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-91ac5dd1-d263-4f20-8d5d-cec5f5240404 req-dbd7ddf3-0acc-4809-92ad-c2e140d8f1c8 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 944 time: 0.1304040 Sep 08 08:59:43.494183 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-63416cb7-e3f5-42ca-87cd-4b0b758efca0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:43.524379 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-91ac5dd1-d263-4f20-8d5d-cec5f5240404 req-174a4b27-9a57-4ecc-ac85-51325226aa44 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570498 Sep 08 08:59:43.535463 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-63416cb7-e3f5-42ca-87cd-4b0b758efca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:43.536559 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63416cb7-e3f5-42ca-87cd-4b0b758efca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:43.537255 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-63416cb7-e3f5-42ca-87cd-4b0b758efca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:43.569422 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-63416cb7-e3f5-42ca-87cd-4b0b758efca0 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6486855 Sep 08 08:59:43.573566 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35254) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:59:43.578614 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-6924d168-993a-424d-91fb-4016fbec5e9e admin admin] Request body: {'subnet': {'network_id': 'c62c267b-fe94-4fb9-93fa-afc41aa7fd31', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2084137066-subnet', 'tenant_id': 'f47f18966f6949609c77d842374a7949', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:59:43.611462 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6924d168-993a-424d-91fb-4016fbec5e9e admin admin] Made reservation on behalf of f47f18966f6949609c77d842374a7949 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:59:43.615949 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6924d168-993a-424d-91fb-4016fbec5e9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:43.618580 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63416cb7-e3f5-42ca-87cd-4b0b758efca0 admin admin] Pushing event updated for resources: {'Network': ['ID=c62c267b-fe94-4fb9-93fa-afc41aa7fd31,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:43.639772 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network c62c267b-fe94-4fb9-93fa-afc41aa7fd31 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 08:59:43.909519 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baedf00-3b33-47e4-ba34-f7a9905cfaee req-cb8f5826-a3fe-4d71-9de9-d635bcfb6fda tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:43.910962 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9baedf00-3b33-47e4-ba34-f7a9905cfaee req-cb8f5826-a3fe-4d71-9de9-d635bcfb6fda tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/ports?device_id=65952b03-671c-48c5-ac81-aa9e4c055030 HTTP/1.1" status: 200 len: 946 time: 0.1354597 Sep 08 08:59:43.927081 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6924d168-993a-424d-91fb-4016fbec5e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:44.010444 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9baedf00-3b33-47e4-ba34-f7a9905cfaee req-8bfd4dc7-059e-4581-af58-ca2c420c65e7 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/security-groups?id=2be87b16-a743-4855-aee7-31c69cd6fd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919693 Sep 08 08:59:44.021712 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6924d168-993a-424d-91fb-4016fbec5e9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fa68ab9-b01d-46af-816e-c1cf0e32b921,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:44.040289 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6924d168-993a-424d-91fb-4016fbec5e9e admin admin] Checking segment: {'id': '58ef895a-49ba-4b02-a354-72689f1d0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c62c267b-fe94-4fb9-93fa-afc41aa7fd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:59:44.040660 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6924d168-993a-424d-91fb-4016fbec5e9e admin admin] Network hostable DHCP agents. Network: c62c267b-fe94-4fb9-93fa-afc41aa7fd31, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 08:59:44.061682 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6924d168-993a-424d-91fb-4016fbec5e9e admin admin] Network c62c267b-fe94-4fb9-93fa-afc41aa7fd31 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 08:59:44.075150 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-6924d168-993a-424d-91fb-4016fbec5e9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, c62c267b-fe94-4fb9-93fa-afc41aa7fd31) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:59:44.080126 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6924d168-993a-424d-91fb-4016fbec5e9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:44.080890 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6924d168-993a-424d-91fb-4016fbec5e9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:44.087682 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad727aff-b462-4391-b0fe-958daf6d51a1 None None] Network c62c267b-fe94-4fb9-93fa-afc41aa7fd31 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 08:59:44.110126 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-6924d168-993a-424d-91fb-4016fbec5e9e admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5264621 Sep 08 08:59:44.132487 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 200c6b65-8e96-46d4-8587-fbe972aaba33 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 08:59:44.165685 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:59:44.393108 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 08:59:44.403104 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:59:44.403988 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:44.408729 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7076a31f-1831-4751-98f5-c0df38681244 None None] Network c62c267b-fe94-4fb9-93fa-afc41aa7fd31 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 08:59:44.420869 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c487a9b-3b55-4b54-b63a-c19b7159ff7c req-2b286663-d555-406b-a6e4-25510d81f7e6 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:44.423670 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9c487a9b-3b55-4b54-b63a-c19b7159ff7c req-2b286663-d555-406b-a6e4-25510d81f7e6 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 949 time: 0.0865340 Sep 08 08:59:44.474492 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 200c6b65-8e96-46d4-8587-fbe972aaba33, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=200c6b65-8e96-46d4-8587-fbe972aaba33,segment=NetworkSegment(a820c156-0183-407b-aed4-3cdafce41ef3),segment_id=a820c156-0183-407b-aed4-3cdafce41ef3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:59:44.474931 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9c487a9b-3b55-4b54-b63a-c19b7159ff7c req-41e8eadb-8892-4015-92ed-802fa25f8a57 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426531 Sep 08 08:59:44.531999 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '200c6b65-8e96-46d4-8587-fbe972aaba33', 'network_id': '73148cfc-c54d-48ac-9639-a21534b9f302', 'port_id': '200c6b65-8e96-46d4-8587-fbe972aaba33', 'mac_address': 'fa:16:3e:8d:12:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b1a525-4d60-465e-8609-7f98f126ac0e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 08:59:44.718717 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-4ec839dd-9a6b-415c-a093-ea7dbf8b4dc4 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:44.728645 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-4ec839dd-9a6b-415c-a093-ea7dbf8b4dc4 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/networks?id=c62c267b-fe94-4fb9-93fa-afc41aa7fd31 HTTP/1.1" status: 200 len: 813 time: 0.1337793 Sep 08 08:59:44.745688 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-48919706-eca9-49aa-9ff9-528c62ee4c91 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/quotas/f47f18966f6949609c77d842374a7949 HTTP/1.1" status: 200 len: 375 time: 0.0165954 Sep 08 08:59:44.783746 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0650003-5d38-4b10-9cd7-9f807e9fb672 req-07507fb0-cc37-4970-8e2b-211018b1e1b0 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:44.784418 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:44.784881 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-5bfc572c-aad0-48a5-8896-d769538be455 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f47f18966f6949609c77d842374a7949&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381682 Sep 08 08:59:44.793894 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b0650003-5d38-4b10-9cd7-9f807e9fb672 req-07507fb0-cc37-4970-8e2b-211018b1e1b0 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 944 time: 0.0694294 Sep 08 08:59:44.822241 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:44.844763 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b0650003-5d38-4b10-9cd7-9f807e9fb672 req-8b147bc0-7bbb-498f-8f6d-126ee39ac29e tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491021 Sep 08 08:59:44.863128 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 200c6b65-8e96-46d4-8587-fbe972aaba33 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:59:44.876132 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b87aad-53ee-44ff-bfaa-becb3907bb10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:59:44.878473 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946e6706-e98d-435b-898b-4a9f03578f69" -d '{"events": [{"server_uuid": "a2b87aad-53ee-44ff-bfaa-becb3907bb10", "name": "network-vif-plugged", "status": "completed", "tag": "9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:59:44.903043 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5,segment=NetworkSegment(63991058-0ef2-4358-ae31-7e348d60a2c9),segment_id=63991058-0ef2-4358-ae31-7e348d60a2c9)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:59:44.905003 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 200c6b65-8e96-46d4-8587-fbe972aaba33, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=200c6b65-8e96-46d4-8587-fbe972aaba33,segment=NetworkSegment(a820c156-0183-407b-aed4-3cdafce41ef3),segment_id=a820c156-0183-407b-aed4-3cdafce41ef3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:59:44.908829 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:44.915631 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:44.916550 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-95be6435-b88e-4e5a-b834-271a1d745323 service neutron] 10.222.0.54 "GET /v2.0/networks/c62c267b-fe94-4fb9-93fa-afc41aa7fd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304593 Sep 08 08:59:44.972473 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:45.033526 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 08:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4a3d4a-62f0-46d4-8ee7-bc974031891f x-openstack-request-id: req-8a4a3d4a-62f0-46d4-8ee7-bc974031891f {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:59:45.033831 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2b87aad-53ee-44ff-bfaa-becb3907bb10", "name": "network-vif-plugged", "status": "completed", "tag": "9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:59:45.034098 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8a4a3d4a-62f0-46d4-8ee7-bc974031891f {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:59:45.034499 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2b87aad-53ee-44ff-bfaa-becb3907bb10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5', 'code': 200} Sep 08 08:59:45.043790 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=200c6b65-8e96-46d4-8587-fbe972aaba33,revision_number=6']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:45.055311 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-7c7d745a-65d2-4e98-898c-ca675872e58c service neutron] 10.222.0.54 "GET /v2.0/networks/c62c267b-fe94-4fb9-93fa-afc41aa7fd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317277 Sep 08 08:59:45.147556 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['200c6b65-8e96-46d4-8587-fbe972aaba33'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:59:45.172830 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34e4c2-4e31-46f3-a8bb-f1436c237003 req-c70187ce-f1f4-46a9-8a16-890856055ed3 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:45.174287 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb5716a-23ee-4002-8065-565770de22b6 req-0e1197fb-bca5-408a-a90d-c7cb11b0fb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:45.174636 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ad34e4c2-4e31-46f3-a8bb-f1436c237003 req-c70187ce-f1f4-46a9-8a16-890856055ed3 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/ports?device_id=65952b03-671c-48c5-ac81-aa9e4c055030 HTTP/1.1" status: 200 len: 946 time: 0.0609040 Sep 08 08:59:45.176382 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-abb5716a-23ee-4002-8065-565770de22b6 req-0e1197fb-bca5-408a-a90d-c7cb11b0fb07 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 1097 time: 0.0647047 Sep 08 08:59:45.229085 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ad34e4c2-4e31-46f3-a8bb-f1436c237003 req-ba27119c-7329-4a30-946c-0b048ca48926 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/security-groups?id=2be87b16-a743-4855-aee7-31c69cd6fd7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466752 Sep 08 08:59:45.237214 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-abb5716a-23ee-4002-8065-565770de22b6 req-7990cdfb-f98d-44f0-b0d3-6c604755a649 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541534 Sep 08 08:59:45.447722 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a6febd08-f51a-43fa-ba86-d19e54a68470 req-6db735bb-3f6a-4a1c-9b5d-27021fcb3838 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/ports?device_id=e13566a4-a437-40d7-b5e7-d7c412db4094 HTTP/1.1" status: 200 len: 210 time: 0.0333409 Sep 08 08:59:45.607827 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df6f2c-2e10-4b76-9f62-31ef12c70401 req-be5de845-6cb3-4886-8e01-ef1e073e99e2 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:45.609340 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-24df6f2c-2e10-4b76-9f62-31ef12c70401 req-be5de845-6cb3-4886-8e01-ef1e073e99e2 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 949 time: 0.0605969 Sep 08 08:59:45.653939 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-24df6f2c-2e10-4b76-9f62-31ef12c70401 req-ac5437d3-310d-4bad-89ff-a6a34eddeb66 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374243 Sep 08 08:59:45.895334 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739b35b-1b78-4bf8-8aaa-3c057463e350 req-5e165365-2185-48d3-9636-7206cb6a4cba tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:45.896973 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9739b35b-1b78-4bf8-8aaa-3c057463e350 req-5e165365-2185-48d3-9636-7206cb6a4cba tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.35 "GET /v2.0/ports?device_id=65952b03-671c-48c5-ac81-aa9e4c055030 HTTP/1.1" status: 200 len: 946 time: 0.0610290 Sep 08 08:59:45.988346 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e4aff-80c8-4a70-8511-45422bb1f2a1 req-3a8cdf0f-eead-4cfd-8d03-bd5a78562fc7 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:45.990556 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-835e4aff-80c8-4a70-8511-45422bb1f2a1 req-3a8cdf0f-eead-4cfd-8d03-bd5a78562fc7 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 945 time: 0.0664761 Sep 08 08:59:46.023843 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-9739b35b-1b78-4bf8-8aaa-3c057463e350 req-b960ad82-32df-4ecb-9e33-52edd3f25de5 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Deleting port a7b15f56-56ce-43a4-a849-fff2a1d13382 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 08:59:46.024693 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9739b35b-1b78-4bf8-8aaa-3c057463e350 req-b960ad82-32df-4ecb-9e33-52edd3f25de5 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:46.040693 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-835e4aff-80c8-4a70-8511-45422bb1f2a1 req-faed18b0-b9e5-4510-84c0-a3a5c5b17f00 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379260 Sep 08 08:59:46.129388 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-9739b35b-1b78-4bf8-8aaa-3c057463e350 req-b960ad82-32df-4ecb-9e33-52edd3f25de5 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] For port a7b15f56-56ce-43a4-a849-fff2a1d13382, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=a7b15f56-56ce-43a4-a849-fff2a1d13382,segment=NetworkSegment(858b0073-f111-480b-94a7-b2f14cf49fa3),segment_id=858b0073-f111-480b-94a7-b2f14cf49fa3)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:59:46.130019 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9739b35b-1b78-4bf8-8aaa-3c057463e350 req-b960ad82-32df-4ecb-9e33-52edd3f25de5 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:46.144331 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-9739b35b-1b78-4bf8-8aaa-3c057463e350 req-b960ad82-32df-4ecb-9e33-52edd3f25de5 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Calling delete_port for a7b15f56-56ce-43a4-a849-fff2a1d13382 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 08:59:46.171602 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 200c6b65-8e96-46d4-8587-fbe972aaba33 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 08:59:46.225398 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 200c6b65-8e96-46d4-8587-fbe972aaba33 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 08:59:46.225686 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:46.306282 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9739b35b-1b78-4bf8-8aaa-3c057463e350 req-b960ad82-32df-4ecb-9e33-52edd3f25de5 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:46.324477 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:46.353074 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5032d-f4fe-4174-8692-e81e6bb623d2 req-0a390a31-eff7-479d-8ad5-063d727f020d tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:46.355797 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f5f5032d-f4fe-4174-8692-e81e6bb623d2 req-0a390a31-eff7-479d-8ad5-063d727f020d tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/networks?id=1b780815-5142-4edc-a37a-9e502afff334 HTTP/1.1" status: 200 len: 808 time: 0.1419883 Sep 08 08:59:46.362081 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b960ad82-32df-4ecb-9e33-52edd3f25de5 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Pushing event deleted for resources: {'Port': ['ID=a7b15f56-56ce-43a4-a849-fff2a1d13382,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:46.362325 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 200c6b65-8e96-46d4-8587-fbe972aaba33, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=200c6b65-8e96-46d4-8587-fbe972aaba33,segment=NetworkSegment(a820c156-0183-407b-aed4-3cdafce41ef3),segment_id=a820c156-0183-407b-aed4-3cdafce41ef3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:59:46.368601 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:46.369674 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device a7b15f56-56ce-43a4-a849-fff2a1d13382 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 08:59:46.375183 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f5f5032d-f4fe-4174-8692-e81e6bb623d2 req-105c768a-4bef-476a-a100-9f7c49318bce tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/quotas/453fb48635914fff8b30c3b6382194e5 HTTP/1.1" status: 200 len: 375 time: 0.0118134 Sep 08 08:59:46.385435 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-689030a9-305a-4625-8b9b-8221a3bf56af req-cb4f33be-84e8-47bf-87cd-95c1210b490d tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.54 "GET /v2.0/ports?device_id=65952b03-671c-48c5-ac81-aa9e4c055030 HTTP/1.1" status: 200 len: 210 time: 0.0682538 Sep 08 08:59:46.408455 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: a7b15f56-56ce-43a4-a849-fff2a1d13382 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 08:59:46.408810 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device a7b15f56-56ce-43a4-a849-fff2a1d13382 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 08:59:46.450825 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-9739b35b-1b78-4bf8-8aaa-3c057463e350 req-b960ad82-32df-4ecb-9e33-52edd3f25de5 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] No DVR routers for this DVR port a7b15f56-56ce-43a4-a849-fff2a1d13382 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 08:59:46.453571 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9739b35b-1b78-4bf8-8aaa-3c057463e350 req-b960ad82-32df-4ecb-9e33-52edd3f25de5 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:46.456337 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9739b35b-1b78-4bf8-8aaa-3c057463e350 req-b960ad82-32df-4ecb-9e33-52edd3f25de5 tempest-FloatingIPsAssociationTestJSON-543815564 tempest-FloatingIPsAssociationTestJSON-543815564-project] 10.222.0.35 "DELETE /v2.0/ports/a7b15f56-56ce-43a4-a849-fff2a1d13382 HTTP/1.1" status: 204 len: 173 time: 0.5519590 Sep 08 08:59:46.456797 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65952b03-671c-48c5-ac81-aa9e4c055030', 'name': 'network-vif-deleted', 'tag': 'a7b15f56-56ce-43a4-a849-fff2a1d13382'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:59:46.459106 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996b2f39-fc19-4a88-a190-f1172d3b6405" -d '{"events": [{"server_uuid": "65952b03-671c-48c5-ac81-aa9e4c055030", "name": "network-vif-deleted", "tag": "a7b15f56-56ce-43a4-a849-fff2a1d13382"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:59:46.460189 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f5f5032d-f4fe-4174-8692-e81e6bb623d2 req-0ecd375e-73d6-44b6-9451-356bab319fdb tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=453fb48635914fff8b30c3b6382194e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0785360 Sep 08 08:59:46.484003 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=200c6b65-8e96-46d4-8587-fbe972aaba33,revision_number=7']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:46.520370 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 08:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879bfa2c-9117-4c60-b079-be61391df23c x-openstack-request-id: req-879bfa2c-9117-4c60-b079-be61391df23c {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:59:46.520672 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65952b03-671c-48c5-ac81-aa9e4c055030", "name": "network-vif-deleted", "tag": "a7b15f56-56ce-43a4-a849-fff2a1d13382", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:59:46.520949 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-879bfa2c-9117-4c60-b079-be61391df23c {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:59:46.521405 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65952b03-671c-48c5-ac81-aa9e4c055030', 'name': 'network-vif-deleted', 'tag': 'a7b15f56-56ce-43a4-a849-fff2a1d13382', 'status': 'completed', 'code': 200} Sep 08 08:59:46.612876 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f5f5032d-f4fe-4174-8692-e81e6bb623d2 req-91fb94b6-d0bb-49cc-82d9-c5b48704a348 service neutron] 10.222.0.54 "GET /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333864 Sep 08 08:59:46.666917 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b7251987-cb66-41ed-b712-a5b354969d56 req-94b47eaf-b410-4846-96bc-0100879cab17 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/ports?device_id=e13566a4-a437-40d7-b5e7-d7c412db4094 HTTP/1.1" status: 200 len: 210 time: 0.0459750 Sep 08 08:59:46.772306 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f5f5032d-f4fe-4174-8692-e81e6bb623d2 req-e61db89a-0ebb-4ca4-91b8-5f7a9e587ef8 service neutron] 10.222.0.54 "GET /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456962 Sep 08 08:59:46.866735 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-2ce3e48e-c7fe-4d71-a636-074aac379671 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:46.868494 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-2ce3e48e-c7fe-4d71-a636-074aac379671 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.37 "GET /v2.0/networks?id=c62c267b-fe94-4fb9-93fa-afc41aa7fd31 HTTP/1.1" status: 200 len: 813 time: 0.2769988 Sep 08 08:59:46.925827 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-dcc1602d-b89d-48bb-9180-4d665542df09 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Request body: {'port': {'device_id': 'a19f3772-a861-4318-95f4-1fe643dc2f71', 'network_id': 'c62c267b-fe94-4fb9-93fa-afc41aa7fd31', 'admin_state_up': True, 'tenant_id': 'f47f18966f6949609c77d842374a7949'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:59:46.993226 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999c96e-e5ec-4603-a1d4-70458be5598e req-4a374418-298e-48d1-9423-eb68b15a4b87 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:46.995262 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8999c96e-e5ec-4603-a1d4-70458be5598e req-4a374418-298e-48d1-9423-eb68b15a4b87 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 949 time: 0.1552367 Sep 08 08:59:47.034815 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-c9a44b2b-967c-4c23-9afa-fb402ff70ce7 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:47.035704 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f7fa94-74a6-43be-bd88-0c051f66c6a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200c6b65-8e96-46d4-8587-fbe972aaba33'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:59:47.036240 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-c9a44b2b-967c-4c23-9afa-fb402ff70ce7 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.35 "GET /v2.0/networks?id=c62c267b-fe94-4fb9-93fa-afc41aa7fd31 HTTP/1.1" status: 200 len: 813 time: 0.2982013 Sep 08 08:59:47.038123 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb615b26-4abe-4146-bece-ae6e175b6e97" -d '{"events": [{"server_uuid": "88f7fa94-74a6-43be-bd88-0c051f66c6a8", "name": "network-vif-plugged", "status": "completed", "tag": "200c6b65-8e96-46d4-8587-fbe972aaba33"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:59:47.068126 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-a184737c-af61-4cf4-bb5b-170169f39f9d tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Request body: {'port': {'device_id': 'e13566a4-a437-40d7-b5e7-d7c412db4094', 'network_id': 'c62c267b-fe94-4fb9-93fa-afc41aa7fd31', 'admin_state_up': True, 'tenant_id': 'f47f18966f6949609c77d842374a7949'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:59:47.137469 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8999c96e-e5ec-4603-a1d4-70458be5598e req-bae63a19-83f3-4e49-a163-572251d93a6d tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127384 Sep 08 08:59:47.176687 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 08:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33142ee2-7a34-4ca9-9f4c-e86a2b81cbc6 x-openstack-request-id: req-33142ee2-7a34-4ca9-9f4c-e86a2b81cbc6 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:59:47.177219 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f7fa94-74a6-43be-bd88-0c051f66c6a8", "name": "network-vif-plugged", "status": "completed", "tag": "200c6b65-8e96-46d4-8587-fbe972aaba33", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:59:47.177745 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-33142ee2-7a34-4ca9-9f4c-e86a2b81cbc6 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:59:47.178187 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f7fa94-74a6-43be-bd88-0c051f66c6a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200c6b65-8e96-46d4-8587-fbe972aaba33', 'code': 200} Sep 08 08:59:47.213430 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-dcc1602d-b89d-48bb-9180-4d665542df09 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Made reservation on behalf of f47f18966f6949609c77d842374a7949 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:59:47.216984 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-dcc1602d-b89d-48bb-9180-4d665542df09 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:47.264938 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-40217df1-6610-49fd-82c5-1c6cf5f7d2f3 req-efe42727-d6ef-4a6b-adb1-0b1a46887ad5 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 210 time: 0.0439780 Sep 08 08:59:47.288112 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-a184737c-af61-4cf4-bb5b-170169f39f9d tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Made reservation on behalf of f47f18966f6949609c77d842374a7949 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:59:47.292397 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-a184737c-af61-4cf4-bb5b-170169f39f9d tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:47.391472 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4504a52d-b294-4928-b7fb-76ecefb345f4 req-a6ebb9b2-7a9a-4715-8108-781eeb0d4042 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:47.395030 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4504a52d-b294-4928-b7fb-76ecefb345f4 req-a6ebb9b2-7a9a-4715-8108-781eeb0d4042 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 945 time: 0.1464863 Sep 08 08:59:47.448380 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4504a52d-b294-4928-b7fb-76ecefb345f4 req-b819b7ad-b40a-4234-aa63-c55ef76f6430 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467560 Sep 08 08:59:47.477191 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-dcc1602d-b89d-48bb-9180-4d665542df09 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Allocated IP 172.20.0.11 (c62c267b-fe94-4fb9-93fa-afc41aa7fd31/8fa68ab9-b01d-46af-816e-c1cf0e32b921/f5cdb24e-50e4-4934-83b5-d1197b4179d0) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:59:47.530376 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35386) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:59:47.579630 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b65b176-93fe-482b-84fa-7bd221f74103 req-6f02b97a-c531-4ff8-9acd-f20d28dd5c84 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:47.591124 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2b65b176-93fe-482b-84fa-7bd221f74103 req-6f02b97a-c531-4ff8-9acd-f20d28dd5c84 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 1097 time: 0.0574346 Sep 08 08:59:47.606530 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-daccd725-c9c9-49b7-ab0b-07a7bacc9d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:47.648743 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2b65b176-93fe-482b-84fa-7bd221f74103 req-f0091255-9890-4306-97df-a5905016ae71 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514543 Sep 08 08:59:47.772287 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1db84548-009b-424c-aa33-062ac9ce3ad2 req-cb5ab29f-ddfd-4c33-8136-0d8e0bf4ad98 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/ports?device_id=e13566a4-a437-40d7-b5e7-d7c412db4094 HTTP/1.1" status: 200 len: 210 time: 0.0287185 Sep 08 08:59:48.069321 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-dcc1602d-b89d-48bb-9180-4d665542df09 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:48.090304 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b8b03-0d2c-48b3-8d76-0f2b95469b92 req-7a6f0ede-4783-4b93-8777-0f9ca74772ee tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:48.091861 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-133b8b03-0d2c-48b3-8d76-0f2b95469b92 req-7a6f0ede-4783-4b93-8777-0f9ca74772ee tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 1097 time: 0.1280730 Sep 08 08:59:48.201509 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-133b8b03-0d2c-48b3-8d76-0f2b95469b92 req-20384fa0-27bb-4b58-8f7f-31fe4a3732c9 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998974 Sep 08 08:59:48.256873 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-dcc1602d-b89d-48bb-9180-4d665542df09 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:48.362283 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840ab64-0c6f-430f-ad8d-4732e6bba5ee req-8c692a2e-0054-411e-b739-faf5f6dc8af5 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:48.372651 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1840ab64-0c6f-430f-ad8d-4732e6bba5ee req-8c692a2e-0054-411e-b739-faf5f6dc8af5 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 949 time: 0.0872202 Sep 08 08:59:48.409274 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1840ab64-0c6f-430f-ad8d-4732e6bba5ee req-0a55d100-42a8-4116-92f2-e890fbf30276 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356057 Sep 08 08:59:48.435597 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-dcc1602d-b89d-48bb-9180-4d665542df09 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Network c62c267b-fe94-4fb9-93fa-afc41aa7fd31 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:59:48.446360 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-dcc1602d-b89d-48bb-9180-4d665542df09 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:59:48.468730 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-a184737c-af61-4cf4-bb5b-170169f39f9d tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Allocated IP 172.20.0.7 (c62c267b-fe94-4fb9-93fa-afc41aa7fd31/8fa68ab9-b01d-46af-816e-c1cf0e32b921/74886302-bcb0-4a79-b311-8a7f63f6345c) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:59:48.471429 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-dcc1602d-b89d-48bb-9180-4d665542df09 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:59:48.481699 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fb3a53f3-a0fc-4d75-af80-84bb6409c135 req-64b586f1-6319-4ee9-8fb5-f45a4d9c446e tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 210 time: 0.0693970 Sep 08 08:59:48.482093 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc1602d-b89d-48bb-9180-4d665542df09 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Pushing event updated for resources: {'Port': ['ID=f5cdb24e-50e4-4934-83b5-d1197b4179d0,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:48.556350 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5032d-f4fe-4174-8692-e81e6bb623d2 req-be7f6c60-5fd9-46ea-8fb5-9ba74b9cd4cf tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:48.557879 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f5f5032d-f4fe-4174-8692-e81e6bb623d2 req-be7f6c60-5fd9-46ea-8fb5-9ba74b9cd4cf tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.37 "GET /v2.0/networks?id=1b780815-5142-4edc-a37a-9e502afff334 HTTP/1.1" status: 200 len: 808 time: 0.3359840 Sep 08 08:59:48.581795 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-dcc1602d-b89d-48bb-9180-4d665542df09 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:48.582446 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-dcc1602d-b89d-48bb-9180-4d665542df09 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:48.596043 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-f5f5032d-f4fe-4174-8692-e81e6bb623d2 req-ad20fe81-f717-484f-900a-42ed7ba07a67 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Request body: {'port': {'device_id': 'ff454ad5-f0ae-498a-9cb9-f264a4e94d02', 'network_id': '1b780815-5142-4edc-a37a-9e502afff334', 'admin_state_up': True, 'tenant_id': '453fb48635914fff8b30c3b6382194e5'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:59:48.653869 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-dcc1602d-b89d-48bb-9180-4d665542df09 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7340012 Sep 08 08:59:48.733309 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-d1f6cae7-e4e2-4a5b-b628-373b07fe9fca service neutron] Request body: {'port': {'device_id': 'a19f3772-a861-4318-95f4-1fe643dc2f71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:59:48.925004 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-d1f6cae7-e4e2-4a5b-b628-373b07fe9fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:48.950981 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f2944959-3e10-47c1-aba6-1c2bbc9582a4 req-4a3c33eb-d3a7-46f4-885b-c3a325554e28 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/ports?device_id=e13566a4-a437-40d7-b5e7-d7c412db4094 HTTP/1.1" status: 200 len: 210 time: 0.0541296 Sep 08 08:59:48.974275 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-a184737c-af61-4cf4-bb5b-170169f39f9d tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:49.035437 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5f5032d-f4fe-4174-8692-e81e6bb623d2 req-ad20fe81-f717-484f-900a-42ed7ba07a67 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Made reservation on behalf of 453fb48635914fff8b30c3b6382194e5 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 08:59:49.039853 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f5f5032d-f4fe-4174-8692-e81e6bb623d2 req-ad20fe81-f717-484f-900a-42ed7ba07a67 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:49.116151 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ced0aa1e-9980-439f-b485-9fdb7d6c5d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:49.292137 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-a184737c-af61-4cf4-bb5b-170169f39f9d tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:49.402406 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-a184737c-af61-4cf4-bb5b-170169f39f9d tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Network c62c267b-fe94-4fb9-93fa-afc41aa7fd31 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:59:49.483260 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-a184737c-af61-4cf4-bb5b-170169f39f9d tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:59:49.488318 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-a184737c-af61-4cf4-bb5b-170169f39f9d tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:59:49.586763 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [req-89d41b68-4375-4fac-9389-fd57951cb650 req-2f8a12c4-0b04-4d7c-aa0d-262947672ebc tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 08:59:49.587919 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-89d41b68-4375-4fac-9389-fd57951cb650 req-2f8a12c4-0b04-4d7c-aa0d-262947672ebc tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088289 Sep 08 08:59:49.612531 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a184737c-af61-4cf4-bb5b-170169f39f9d tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Pushing event updated for resources: {'Port': ['ID=74886302-bcb0-4a79-b311-8a7f63f6345c,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:49.659371 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d41b68-4375-4fac-9389-fd57951cb650 req-81ec45e0-a7f0-40b8-8fca-aa54a6747f6a tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:49.661426 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-89d41b68-4375-4fac-9389-fd57951cb650 req-81ec45e0-a7f0-40b8-8fca-aa54a6747f6a tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] 10.222.0.54 "GET /v2.0/ports/9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5 HTTP/1.1" status: 200 len: 1094 time: 0.0627952 Sep 08 08:59:49.672905 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-89d41b68-4375-4fac-9389-fd57951cb650 req-c5853a0a-af8f-4d3f-b5e4-afc5b82f2621 service neutron] Request body: {'binding': {'host': 'n-h2-806683-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:59:49.674301 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-89d41b68-4375-4fac-9389-fd57951cb650 req-c5853a0a-af8f-4d3f-b5e4-afc5b82f2621 service neutron] Unknown quota resources ['binding']. {{(pid=94713) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 08 08:59:49.740902 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-f5f5032d-f4fe-4174-8692-e81e6bb623d2 req-ad20fe81-f717-484f-900a-42ed7ba07a67 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Allocated IP 172.20.0.12 (1b780815-5142-4edc-a37a-9e502afff334/e08ea884-5afc-42c5-87f0-7a3f3f5db0de/6da41954-bcc6-4afe-8431-3b2b5f9d4956) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 08:59:49.786692 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-a184737c-af61-4cf4-bb5b-170169f39f9d tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:49.787408 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-a184737c-af61-4cf4-bb5b-170169f39f9d tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:49.844496 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288dcd4-365d-42cb-9435-cf6489a1c1c3 req-b3f6019d-cb32-4505-98a5-31ac06e31eeb tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:49.846152 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d288dcd4-365d-42cb-9435-cf6489a1c1c3 req-b3f6019d-cb32-4505-98a5-31ac06e31eeb tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 949 time: 0.3018036 Sep 08 08:59:49.879454 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-a184737c-af61-4cf4-bb5b-170169f39f9d tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8187716 Sep 08 08:59:49.889191 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-89d41b68-4375-4fac-9389-fd57951cb650 req-c5853a0a-af8f-4d3f-b5e4-afc5b82f2621 service neutron] Attempting to bind port 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5 on host n-h2-806683-11 for vnic_type normal with profile None {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:59:49.889585 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-89d41b68-4375-4fac-9389-fd57951cb650 req-c5853a0a-af8f-4d3f-b5e4-afc5b82f2621 service neutron] Attempting to bind port 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '63991058-0ef2-4358-ae31-7e348d60a2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:59:49.890432 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d41b68-4375-4fac-9389-fd57951cb650 req-c5853a0a-af8f-4d3f-b5e4-afc5b82f2621 service neutron] Attempting to bind port 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5 on network 3e5cb155-db8c-4e6c-a8fd-e937043c5b98 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:59:49.901346 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d41b68-4375-4fac-9389-fd57951cb650 req-c5853a0a-af8f-4d3f-b5e4-afc5b82f2621 service neutron] Port 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5 on network 3e5cb155-db8c-4e6c-a8fd-e937043c5b98 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 08:59:49.901712 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d41b68-4375-4fac-9389-fd57951cb650 req-c5853a0a-af8f-4d3f-b5e4-afc5b82f2621 service neutron] Attempting to bind port 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5 on network 3e5cb155-db8c-4e6c-a8fd-e937043c5b98 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:59:49.916647 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d41b68-4375-4fac-9389-fd57951cb650 req-c5853a0a-af8f-4d3f-b5e4-afc5b82f2621 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:59:49.918171 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d41b68-4375-4fac-9389-fd57951cb650 req-c5853a0a-af8f-4d3f-b5e4-afc5b82f2621 service neutron] Checking segment: {'id': '63991058-0ef2-4358-ae31-7e348d60a2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:59:49.918792 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d41b68-4375-4fac-9389-fd57951cb650 req-c5853a0a-af8f-4d3f-b5e4-afc5b82f2621 service neutron] Bound using segment: {'id': '63991058-0ef2-4358-ae31-7e348d60a2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98'} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:59:49.919969 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-89d41b68-4375-4fac-9389-fd57951cb650 req-c5853a0a-af8f-4d3f-b5e4-afc5b82f2621 service neutron] Bound port: 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63991058-0ef2-4358-ae31-7e348d60a2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98'}}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:59:49.954555 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-f16097dc-6551-4dc6-98ea-574a6f09bd76 service neutron] Request body: {'port': {'device_id': 'e13566a4-a437-40d7-b5e7-d7c412db4094', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:59:50.012625 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-89d41b68-4375-4fac-9389-fd57951cb650 req-c5853a0a-af8f-4d3f-b5e4-afc5b82f2621 service neutron] For port 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5,segment=NetworkSegment(63991058-0ef2-4358-ae31-7e348d60a2c9),segment_id=63991058-0ef2-4358-ae31-7e348d60a2c9)] {{(pid=94713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:59:50.027543 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-89d41b68-4375-4fac-9389-fd57951cb650 req-c5853a0a-af8f-4d3f-b5e4-afc5b82f2621 service neutron] Notify callbacks [] for binding, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:50.050337 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-89d41b68-4375-4fac-9389-fd57951cb650 req-c5853a0a-af8f-4d3f-b5e4-afc5b82f2621 service neutron] 10.222.0.54 "POST /v2.0/ports/9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5/bindings HTTP/1.1" status: 201 len: 390 time: 0.3809223 Sep 08 08:59:50.054516 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d288dcd4-365d-42cb-9435-cf6489a1c1c3 req-bf7fb719-4450-4c26-91a8-053db1356800 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814308 Sep 08 08:59:50.059076 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-d1f6cae7-e4e2-4a5b-b628-373b07fe9fca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5cdb24e-50e4-4934-83b5-d1197b4179d0 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:59:50.131153 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-d1f6cae7-e4e2-4a5b-b628-373b07fe9fca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:50.136171 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-f16097dc-6551-4dc6-98ea-574a6f09bd76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:50.228871 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-d1f6cae7-e4e2-4a5b-b628-373b07fe9fca service neutron] Transition to ACTIVE for port object f5cdb24e-50e4-4934-83b5-d1197b4179d0 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:59:50.413013 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:50.500124 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3072d101-5e8d-4bb4-9b6e-ecc727430f7f req-506ad624-e541-45c2-bef6-d80e6236fc3a tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:50.501757 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3072d101-5e8d-4bb4-9b6e-ecc727430f7f req-506ad624-e541-45c2-bef6-d80e6236fc3a tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/ports?device_id=e13566a4-a437-40d7-b5e7-d7c412db4094 HTTP/1.1" status: 200 len: 931 time: 0.0987821 Sep 08 08:59:50.504141 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d41b68-4375-4fac-9389-fd57951cb650 req-5b73b5e1-6b07-4c25-a791-9826cd147b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:50.505668 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-89d41b68-4375-4fac-9389-fd57951cb650 req-5b73b5e1-6b07-4c25-a791-9826cd147b92 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bc89f664d9a46b3926bfbc0f4b3f539&device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 1097 time: 0.0662391 Sep 08 08:59:50.641312 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-d1f6cae7-e4e2-4a5b-b628-373b07fe9fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:50.702536 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-de37ea92-a1d8-47f2-89ab-9a424f9096b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:50.806987 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a48689b5-21f3-43de-a2ed-d25ef4980a3b req-91f642f5-ed53-458b-8879-b9fdb35c067e tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 210 time: 0.1809373 Sep 08 08:59:50.928344 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f5f5032d-f4fe-4174-8692-e81e6bb623d2 req-ad20fe81-f717-484f-900a-42ed7ba07a67 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:51.000384 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f6cae7-e4e2-4a5b-b628-373b07fe9fca service neutron] Pushing event updated for resources: {'Port': ['ID=f5cdb24e-50e4-4934-83b5-d1197b4179d0,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:51.077540 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3072d101-5e8d-4bb4-9b6e-ecc727430f7f req-b42f28f3-e367-483a-bde3-496e645ca354 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e198e66-38f5-412a-931b-4b3cfd21dcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5584853 Sep 08 08:59:51.153003 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d41b68-4375-4fac-9389-fd57951cb650 req-38c4314b-7eac-4e8a-bf2a-116ed10e80fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:51.162204 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-89d41b68-4375-4fac-9389-fd57951cb650 req-38c4314b-7eac-4e8a-bf2a-116ed10e80fe service neutron] 10.222.0.35 "GET /v2.0/networks?id=3e5cb155-db8c-4e6c-a8fd-e937043c5b98 HTTP/1.1" status: 200 len: 921 time: 0.6166239 Sep 08 08:59:51.221937 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-89d41b68-4375-4fac-9389-fd57951cb650 req-8106181d-37e5-4388-a057-51a33dd9d471 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5 HTTP/1.1" status: 200 len: 217 time: 0.0544555 Sep 08 08:59:51.263253 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-d1f6cae7-e4e2-4a5b-b628-373b07fe9fca service neutron] Attempting to bind port f5cdb24e-50e4-4934-83b5-d1197b4179d0 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:59:51.263863 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-d1f6cae7-e4e2-4a5b-b628-373b07fe9fca service neutron] Attempting to bind port f5cdb24e-50e4-4934-83b5-d1197b4179d0 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '58ef895a-49ba-4b02-a354-72689f1d0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c62c267b-fe94-4fb9-93fa-afc41aa7fd31'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:59:51.263970 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-d1f6cae7-e4e2-4a5b-b628-373b07fe9fca service neutron] Attempting to bind port f5cdb24e-50e4-4934-83b5-d1197b4179d0 on network c62c267b-fe94-4fb9-93fa-afc41aa7fd31 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:59:51.284987 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-d1f6cae7-e4e2-4a5b-b628-373b07fe9fca service neutron] Port f5cdb24e-50e4-4934-83b5-d1197b4179d0 on network c62c267b-fe94-4fb9-93fa-afc41aa7fd31 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 08:59:51.285313 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-d1f6cae7-e4e2-4a5b-b628-373b07fe9fca service neutron] Attempting to bind port f5cdb24e-50e4-4934-83b5-d1197b4179d0 on network c62c267b-fe94-4fb9-93fa-afc41aa7fd31 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:59:51.288821 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d41b68-4375-4fac-9389-fd57951cb650 req-f8cdf0ac-e51d-496c-a509-6a8fed34c301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:51.290913 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-89d41b68-4375-4fac-9389-fd57951cb650 req-f8cdf0ac-e51d-496c-a509-6a8fed34c301 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2afb1305-d593-46e6-bc8f-0ed93bbef6b9 HTTP/1.1" status: 200 len: 860 time: 0.0564454 Sep 08 08:59:51.306868 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296eb863-62bf-42d5-b5c1-670745c997be req-67aae49c-0a6b-4bf6-956e-37a6a5dd114c tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:51.308472 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-296eb863-62bf-42d5-b5c1-670745c997be req-67aae49c-0a6b-4bf6-956e-37a6a5dd114c tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 945 time: 0.2723620 Sep 08 08:59:51.309304 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-d1f6cae7-e4e2-4a5b-b628-373b07fe9fca service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:59:51.309829 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-d1f6cae7-e4e2-4a5b-b628-373b07fe9fca service neutron] Checking segment: {'id': '58ef895a-49ba-4b02-a354-72689f1d0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c62c267b-fe94-4fb9-93fa-afc41aa7fd31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:59:51.310257 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-d1f6cae7-e4e2-4a5b-b628-373b07fe9fca service neutron] Bound using segment: {'id': '58ef895a-49ba-4b02-a354-72689f1d0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c62c267b-fe94-4fb9-93fa-afc41aa7fd31'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:59:51.310713 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-d1f6cae7-e4e2-4a5b-b628-373b07fe9fca service neutron] Bound port: f5cdb24e-50e4-4934-83b5-d1197b4179d0, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58ef895a-49ba-4b02-a354-72689f1d0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c62c267b-fe94-4fb9-93fa-afc41aa7fd31'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:59:51.311083 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-d1f6cae7-e4e2-4a5b-b628-373b07fe9fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:51.345582 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-89d41b68-4375-4fac-9389-fd57951cb650 req-e24629c7-98dd-48d3-b9c3-476dda40abb8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3e5cb155-db8c-4e6c-a8fd-e937043c5b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468240 Sep 08 08:59:51.356174 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-ced0aa1e-9980-439f-b485-9fdb7d6c5d2d admin admin] Deleting port 10621c36-59c9-4ef0-8287-095c7c25a2a6 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 08:59:51.356510 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ced0aa1e-9980-439f-b485-9fdb7d6c5d2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:51.479686 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-ced0aa1e-9980-439f-b485-9fdb7d6c5d2d admin admin] For port 10621c36-59c9-4ef0-8287-095c7c25a2a6, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=10621c36-59c9-4ef0-8287-095c7c25a2a6,segment=NetworkSegment(858b0073-f111-480b-94a7-b2f14cf49fa3),segment_id=858b0073-f111-480b-94a7-b2f14cf49fa3)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:59:51.480063 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ced0aa1e-9980-439f-b485-9fdb7d6c5d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:51.496101 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-ced0aa1e-9980-439f-b485-9fdb7d6c5d2d admin admin] Calling delete_port for 10621c36-59c9-4ef0-8287-095c7c25a2a6 owned by network:router_interface {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 08:59:51.500133 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-89d41b68-4375-4fac-9389-fd57951cb650 req-7a5ac275-95fa-48dc-847a-37d9d08ddc8e service neutron] 10.222.0.35 "GET /v2.0/networks/3e5cb155-db8c-4e6c-a8fd-e937043c5b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242640 Sep 08 08:59:51.556191 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506a56b-cedf-4fa6-bbf1-855575b0e5a5 req-4c167c5b-e476-4b64-a95b-5ad716eb2775 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:51.558022 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8506a56b-cedf-4fa6-bbf1-855575b0e5a5 req-4c167c5b-e476-4b64-a95b-5ad716eb2775 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 949 time: 0.2114916 Sep 08 08:59:51.656623 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8506a56b-cedf-4fa6-bbf1-855575b0e5a5 req-e669b78f-3e64-4af4-8cb3-d3b1a755b258 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871649 Sep 08 08:59:51.725252 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-296eb863-62bf-42d5-b5c1-670745c997be req-6998ce32-264c-4a61-b066-7303a439cefa tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3948858 Sep 08 08:59:51.732787 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ced0aa1e-9980-439f-b485-9fdb7d6c5d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:51.733317 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-89d41b68-4375-4fac-9389-fd57951cb650 req-a39234cd-d3e6-4321-ac5f-634ece42e762 service neutron] 10.222.0.35 "GET /v2.0/networks/3e5cb155-db8c-4e6c-a8fd-e937043c5b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219050 Sep 08 08:59:51.860121 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced0aa1e-9980-439f-b485-9fdb7d6c5d2d admin admin] Pushing event deleted for resources: {'Port': ['ID=10621c36-59c9-4ef0-8287-095c7c25a2a6,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:52.024942 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:52.053685 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d380dbfe-0f0e-452e-a7a5-d54381ef1fdd req-598ab987-50a4-4554-98a4-df31460808fb tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 210 time: 0.0599041 Sep 08 08:59:52.179746 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 08:59:52.219643 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ced0aa1e-9980-439f-b485-9fdb7d6c5d2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:52.281720 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f5f5032d-f4fe-4174-8692-e81e6bb623d2 req-ad20fe81-f717-484f-900a-42ed7ba07a67 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:52.287004 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b7809-7dbc-4648-95d7-70ca85819211 req-072b8116-8b1a-41e5-9977-e9464451025d tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:52.299190 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-135b7809-7dbc-4648-95d7-70ca85819211 req-072b8116-8b1a-41e5-9977-e9464451025d tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/ports?device_id=e13566a4-a437-40d7-b5e7-d7c412db4094 HTTP/1.1" status: 200 len: 931 time: 0.1069121 Sep 08 08:59:52.331182 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['fe7000b4-f1d7-4118-b796-f6749c75075b', '0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:59:52.404927 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-135b7809-7dbc-4648-95d7-70ca85819211 req-2d878cb5-6086-4567-8ffb-4d01fdb9cd20 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e198e66-38f5-412a-931b-4b3cfd21dcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046755 Sep 08 08:59:52.446547 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20fe81-f717-484f-900a-42ed7ba07a67 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Pushing event updated for resources: {'Port': ['ID=6da41954-bcc6-4afe-8431-3b2b5f9d4956,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:52.472894 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-d1f6cae7-e4e2-4a5b-b628-373b07fe9fca service neutron] For port f5cdb24e-50e4-4934-83b5-d1197b4179d0, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:59:52.477337 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-d1f6cae7-e4e2-4a5b-b628-373b07fe9fca service neutron] For port f5cdb24e-50e4-4934-83b5-d1197b4179d0, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=f5cdb24e-50e4-4934-83b5-d1197b4179d0,segment=NetworkSegment(58ef895a-49ba-4b02-a354-72689f1d0f10),segment_id=58ef895a-49ba-4b02-a354-72689f1d0f10)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:59:52.480416 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5f5032d-f4fe-4174-8692-e81e6bb623d2 req-ad20fe81-f717-484f-900a-42ed7ba07a67 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Network 1b780815-5142-4edc-a37a-9e502afff334 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 08:59:52.493026 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-d1f6cae7-e4e2-4a5b-b628-373b07fe9fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:52.500047 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-f5f5032d-f4fe-4174-8692-e81e6bb623d2 req-ad20fe81-f717-484f-900a-42ed7ba07a67 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 08:59:52.506994 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f5032d-f4fe-4174-8692-e81e6bb623d2 req-ad20fe81-f717-484f-900a-42ed7ba07a67 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 08:59:52.568647 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5032d-f4fe-4174-8692-e81e6bb623d2 req-ad20fe81-f717-484f-900a-42ed7ba07a67 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:52.569575 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f5f5032d-f4fe-4174-8692-e81e6bb623d2 req-ad20fe81-f717-484f-900a-42ed7ba07a67 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:52.655520 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-d1f6cae7-e4e2-4a5b-b628-373b07fe9fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:52.656446 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-d1f6cae7-e4e2-4a5b-b628-373b07fe9fca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:52.658147 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-d1f6cae7-e4e2-4a5b-b628-373b07fe9fca service neutron] 10.222.0.37 "PUT /v2.0/ports/f5cdb24e-50e4-4934-83b5-d1197b4179d0 HTTP/1.1" status: 200 len: 1093 time: 3.9725478 Sep 08 08:59:52.663035 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a19f3772-a861-4318-95f4-1fe643dc2f71', 'tag': 'f5cdb24e-50e4-4934-83b5-d1197b4179d0'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:59:52.665880 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14afcea7-c618-4dab-9616-36fa0eb5bf7f" -d '{"events": [{"name": "network-changed", "server_uuid": "a19f3772-a861-4318-95f4-1fe643dc2f71", "tag": "f5cdb24e-50e4-4934-83b5-d1197b4179d0"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:59:52.760634 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f5f5032d-f4fe-4174-8692-e81e6bb623d2 req-ad20fe81-f717-484f-900a-42ed7ba07a67 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1750052 Sep 08 08:59:52.830610 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 08:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fae9fc-2816-48c7-9716-2e589e0bfb12 x-openstack-request-id: req-e9fae9fc-2816-48c7-9716-2e589e0bfb12 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:59:52.830895 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a19f3772-a861-4318-95f4-1fe643dc2f71", "tag": "f5cdb24e-50e4-4934-83b5-d1197b4179d0", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:59:52.831176 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e9fae9fc-2816-48c7-9716-2e589e0bfb12 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:59:52.831586 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a19f3772-a861-4318-95f4-1fe643dc2f71', 'tag': 'f5cdb24e-50e4-4934-83b5-d1197b4179d0', 'status': 'completed', 'code': 200} Sep 08 08:59:52.871467 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-f16097dc-6551-4dc6-98ea-574a6f09bd76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74886302-bcb0-4a79-b311-8a7f63f6345c {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:59:52.886215 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-f16097dc-6551-4dc6-98ea-574a6f09bd76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:52.900885 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-f16097dc-6551-4dc6-98ea-574a6f09bd76 service neutron] Transition to ACTIVE for port object 74886302-bcb0-4a79-b311-8a7f63f6345c will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:59:52.921772 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-f5f5032d-f4fe-4174-8692-e81e6bb623d2 req-4d0d8ada-8699-4fc3-8cbc-039c9d1a95d2 service neutron] Request body: {'port': {'device_id': 'ff454ad5-f0ae-498a-9cb9-f264a4e94d02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 08:59:52.925922 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-f16097dc-6551-4dc6-98ea-574a6f09bd76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:52.964430 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a52e0-5e34-40fe-9251-dfdcb1acf70f req-4005e4b7-2570-4533-adbe-f56450ecd580 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:52.977308 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b14a52e0-5e34-40fe-9251-dfdcb1acf70f req-4005e4b7-2570-4533-adbe-f56450ecd580 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 945 time: 0.1183355 Sep 08 08:59:53.033721 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f6cae7-e4e2-4a5b-b628-373b07fe9fca service neutron] Pushing event updated for resources: {'Port': ['ID=f5cdb24e-50e4-4934-83b5-d1197b4179d0,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:53.048085 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b14a52e0-5e34-40fe-9251-dfdcb1acf70f req-0378da6f-6b6d-4f6d-926f-fd8b7d70fd03 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692921 Sep 08 08:59:53.127718 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff45f16-4f99-4f93-b312-18ffb069e3db req-e6c0224a-caa1-438d-9db7-2cc1089ddaf5 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:53.141067 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8ff45f16-4f99-4f93-b312-18ffb069e3db req-e6c0224a-caa1-438d-9db7-2cc1089ddaf5 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 949 time: 0.3006203 Sep 08 08:59:53.233157 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16097dc-6551-4dc6-98ea-574a6f09bd76 service neutron] Pushing event updated for resources: {'Port': ['ID=74886302-bcb0-4a79-b311-8a7f63f6345c,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:53.384089 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:53.478393 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309efbcf-76dc-4944-8bca-93d71b1a9506 req-bcd6935e-e2fb-403e-8733-768d25a1d034 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:53.480012 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-309efbcf-76dc-4944-8bca-93d71b1a9506 req-bcd6935e-e2fb-403e-8733-768d25a1d034 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 932 time: 0.0861416 Sep 08 08:59:53.503616 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-b5fe3089-da70-4679-99c5-4c8589f8fe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:53.505142 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-b5fe3089-da70-4679-99c5-4c8589f8fe53 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f47f18966f6949609c77d842374a7949&device_id=a19f3772-a861-4318-95f4-1fe643dc2f71 HTTP/1.1" status: 200 len: 1096 time: 0.7434590 Sep 08 08:59:53.525832 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-f16097dc-6551-4dc6-98ea-574a6f09bd76 service neutron] Attempting to bind port 74886302-bcb0-4a79-b311-8a7f63f6345c on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:59:53.526220 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-f16097dc-6551-4dc6-98ea-574a6f09bd76 service neutron] Attempting to bind port 74886302-bcb0-4a79-b311-8a7f63f6345c by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '58ef895a-49ba-4b02-a354-72689f1d0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c62c267b-fe94-4fb9-93fa-afc41aa7fd31'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:59:53.526553 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-f16097dc-6551-4dc6-98ea-574a6f09bd76 service neutron] Attempting to bind port 74886302-bcb0-4a79-b311-8a7f63f6345c on network c62c267b-fe94-4fb9-93fa-afc41aa7fd31 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:59:53.544237 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8ff45f16-4f99-4f93-b312-18ffb069e3db req-09993404-7ed9-4892-836f-67eb15e1e0e3 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022901 Sep 08 08:59:53.560128 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f5f5032d-f4fe-4174-8692-e81e6bb623d2 req-4d0d8ada-8699-4fc3-8cbc-039c9d1a95d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:53.566657 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-309efbcf-76dc-4944-8bca-93d71b1a9506 req-f913880f-1688-410e-8705-485deb7be010 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743146 Sep 08 08:59:53.631636 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-8aea2e97-e51e-4875-bc62-8e37c6a95fed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5cdb24e-50e4-4934-83b5-d1197b4179d0 HTTP/1.1" status: 200 len: 217 time: 0.1077073 Sep 08 08:59:53.636413 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced0aa1e-9980-439f-b485-9fdb7d6c5d2d admin admin] Router de41d12e-fcce-4ed5-b116-92530b492a9c has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 08:59:53.692611 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-f16097dc-6551-4dc6-98ea-574a6f09bd76 service neutron] Port 74886302-bcb0-4a79-b311-8a7f63f6345c on network c62c267b-fe94-4fb9-93fa-afc41aa7fd31 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 08:59:53.693206 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-f16097dc-6551-4dc6-98ea-574a6f09bd76 service neutron] Attempting to bind port 74886302-bcb0-4a79-b311-8a7f63f6345c on network c62c267b-fe94-4fb9-93fa-afc41aa7fd31 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:59:53.708428 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-f16097dc-6551-4dc6-98ea-574a6f09bd76 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:59:53.708768 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-f16097dc-6551-4dc6-98ea-574a6f09bd76 service neutron] Checking segment: {'id': '58ef895a-49ba-4b02-a354-72689f1d0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c62c267b-fe94-4fb9-93fa-afc41aa7fd31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:59:53.709155 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-f16097dc-6551-4dc6-98ea-574a6f09bd76 service neutron] Bound using segment: {'id': '58ef895a-49ba-4b02-a354-72689f1d0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c62c267b-fe94-4fb9-93fa-afc41aa7fd31'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:59:53.709594 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-f16097dc-6551-4dc6-98ea-574a6f09bd76 service neutron] Bound port: 74886302-bcb0-4a79-b311-8a7f63f6345c, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58ef895a-49ba-4b02-a354-72689f1d0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c62c267b-fe94-4fb9-93fa-afc41aa7fd31'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:59:53.709956 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-f16097dc-6551-4dc6-98ea-574a6f09bd76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:53.758488 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b93eb-e080-421c-8a42-c2ff01df9e31 req-084164fb-73c3-4ade-87f0-efc59b8c90be tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:53.760396 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fc9b93eb-e080-421c-8a42-c2ff01df9e31 req-084164fb-73c3-4ade-87f0-efc59b8c90be tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/ports?device_id=e13566a4-a437-40d7-b5e7-d7c412db4094 HTTP/1.1" status: 200 len: 943 time: 0.1154008 Sep 08 08:59:53.828699 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fc9b93eb-e080-421c-8a42-c2ff01df9e31 req-e6415984-b0c9-4e91-bf56-6e8c6c3261eb tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e198e66-38f5-412a-931b-4b3cfd21dcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601597 Sep 08 08:59:53.895284 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:53.941364 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-3ce858e0-6d6a-418b-b632-c40865c97767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:53.943767 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-3ce858e0-6d6a-418b-b632-c40865c97767 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8fa68ab9-b01d-46af-816e-c1cf0e32b921 HTTP/1.1" status: 200 len: 853 time: 0.3037088 Sep 08 08:59:54.068012 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced0aa1e-9980-439f-b485-9fdb7d6c5d2d admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 08:59:54.079794 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-7f8150e1-829c-4b04-bf57-de1e27114a4c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c62c267b-fe94-4fb9-93fa-afc41aa7fd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646007 Sep 08 08:59:54.088919 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ced0aa1e-9980-439f-b485-9fdb7d6c5d2d admin admin] 10.222.0.54 "PUT /v2.0/routers/de41d12e-fcce-4ed5-b116-92530b492a9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5583839 Sep 08 08:59:54.092472 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35540) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:59:54.105815 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4fef3c-04bf-450b-b995-ee43a07e5431 None None] Sync routers for ids ['de41d12e-fcce-4ed5-b116-92530b492a9c'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 08:59:54.153845 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4fef3c-04bf-450b-b995-ee43a07e5431 None None] Routers {'de41d12e-fcce-4ed5-b116-92530b492a9c'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:59:54.155068 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-cf4fef3c-04bf-450b-b995-ee43a07e5431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:59:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['de41d12e-fcce-4ed5-b116-92530b492a9c'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:59:54.180555 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-f16097dc-6551-4dc6-98ea-574a6f09bd76 service neutron] For port 74886302-bcb0-4a79-b311-8a7f63f6345c, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:59:54.343395 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-cf4fef3c-04bf-450b-b995-ee43a07e5431 None None] Set router de41d12e-fcce-4ed5-b116-92530b492a9c gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:59:54.415116 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-464cc179-d105-4ee2-ab1b-4ea1182c8d17 admin admin] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:54.616284 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-cf4fef3c-04bf-450b-b995-ee43a07e5431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2103954011-router', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:59:51Z', 'revision_number': 5, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'gw_port': {'id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:59:54.650607 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4fef3c-04bf-450b-b995-ee43a07e5431 None None] Checking router: de41d12e-fcce-4ed5-b116-92530b492a9c for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 08:59:54.659734 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4fef3c-04bf-450b-b995-ee43a07e5431 None None] Routers {'de41d12e-fcce-4ed5-b116-92530b492a9c'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 08:59:54.660718 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-cf4fef3c-04bf-450b-b995-ee43a07e5431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:59:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['de41d12e-fcce-4ed5-b116-92530b492a9c'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:59:54.666263 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-464cc179-d105-4ee2-ab1b-4ea1182c8d17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:54.836035 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0cff2-4a44-49f1-b5db-bf3adc8ccc12 req-277ff507-6f30-4255-8492-0f106e9a96f0 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:54.837552 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b5c0cff2-4a44-49f1-b5db-bf3adc8ccc12 req-277ff507-6f30-4255-8492-0f106e9a96f0 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 949 time: 0.1618164 Sep 08 08:59:54.845476 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-cf4fef3c-04bf-450b-b995-ee43a07e5431 None None] Set router de41d12e-fcce-4ed5-b116-92530b492a9c gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 08:59:54.891243 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-464cc179-d105-4ee2-ab1b-4ea1182c8d17 admin admin] Deleting port 9c64ebee-651b-424a-857d-b6fe06d7c984 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 08:59:54.891633 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-464cc179-d105-4ee2-ab1b-4ea1182c8d17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:54.961624 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-f16097dc-6551-4dc6-98ea-574a6f09bd76 service neutron] For port 74886302-bcb0-4a79-b311-8a7f63f6345c, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=74886302-bcb0-4a79-b311-8a7f63f6345c,segment=NetworkSegment(58ef895a-49ba-4b02-a354-72689f1d0f10),segment_id=58ef895a-49ba-4b02-a354-72689f1d0f10)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:59:54.992739 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b5c0cff2-4a44-49f1-b5db-bf3adc8ccc12 req-5b132f36-36c5-4f27-a59e-4ec4bd0b6f88 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430593 Sep 08 08:59:55.028403 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-f16097dc-6551-4dc6-98ea-574a6f09bd76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:55.091612 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-cf4fef3c-04bf-450b-b995-ee43a07e5431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2103954011-router', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:59:51Z', 'revision_number': 5, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'gw_port': {'id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:59:55.127561 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4fef3c-04bf-450b-b995-ee43a07e5431 None None] The sync data for ids ['de41d12e-fcce-4ed5-b116-92530b492a9c'] in n-d-806683-11 is: [{'id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'name': 'tempest-FloatingIPsAssociationTestJSON-2103954011-router', 'tenant_id': '8c199e70dfac4eb99b52ea567ecb2667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217'}], 'enable_snat': True}, 'gw_port_id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:59:51Z', 'revision_number': 5, 'project_id': '8c199e70dfac4eb99b52ea567ecb2667', 'gw_port': {'id': '9c64ebee-651b-424a-857d-b6fe06d7c984', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:bd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de41d12e-fcce-4ed5-b116-92530b492a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:58:23Z', 'updated_at': '2021-09-08T08:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 08:59:55.172982 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-f16097dc-6551-4dc6-98ea-574a6f09bd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:55.182756 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-f16097dc-6551-4dc6-98ea-574a6f09bd76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:55.186299 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-f16097dc-6551-4dc6-98ea-574a6f09bd76 service neutron] 10.222.0.35 "PUT /v2.0/ports/74886302-bcb0-4a79-b311-8a7f63f6345c HTTP/1.1" status: 200 len: 1092 time: 5.2644444 Sep 08 08:59:55.224258 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e13566a4-a437-40d7-b5e7-d7c412db4094', 'tag': '74886302-bcb0-4a79-b311-8a7f63f6345c'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:59:55.228817 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af31a798-0bf9-449a-9b6e-4d7887c7bb59" -d '{"events": [{"name": "network-changed", "server_uuid": "e13566a4-a437-40d7-b5e7-d7c412db4094", "tag": "74886302-bcb0-4a79-b311-8a7f63f6345c"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:59:55.262997 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-464cc179-d105-4ee2-ab1b-4ea1182c8d17 admin admin] For port 9c64ebee-651b-424a-857d-b6fe06d7c984, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=9c64ebee-651b-424a-857d-b6fe06d7c984,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:59:55.263371 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-464cc179-d105-4ee2-ab1b-4ea1182c8d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:55.284264 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6bce16-e358-4107-bbce-e5c9fcfd5a1b req-b26cabb4-d32c-4a4c-8f6c-8aec2f07e429 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:55.285858 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8c6bce16-e358-4107-bbce-e5c9fcfd5a1b req-b26cabb4-d32c-4a4c-8f6c-8aec2f07e429 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 932 time: 0.1236236 Sep 08 08:59:55.292564 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-464cc179-d105-4ee2-ab1b-4ea1182c8d17 admin admin] Calling delete_port for 9c64ebee-651b-424a-857d-b6fe06d7c984 owned by network:router_gateway {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 08:59:55.316983 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-c8f3045c-725c-4cd4-aa06-b1a34ab492ef service neutron] 10.222.0.37 "GET /v2.0/networks/c62c267b-fe94-4fb9-93fa-afc41aa7fd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2186346 Sep 08 08:59:55.438351 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8c6bce16-e358-4107-bbce-e5c9fcfd5a1b req-700ff023-9183-4aaf-a9b8-3ebf619f7f88 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340268 Sep 08 08:59:55.523675 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-ccf174d5-95db-4385-b4f7-dd3e02a2668d service neutron] 10.222.0.37 "GET /v2.0/networks/c62c267b-fe94-4fb9-93fa-afc41aa7fd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791565 Sep 08 08:59:55.576156 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb37e8f-7b0b-4dca-909d-46e6a1fba6d2 req-47c10014-20a3-4867-9234-254e0666c7a6 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:55.593943 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2cb37e8f-7b0b-4dca-909d-46e6a1fba6d2 req-47c10014-20a3-4867-9234-254e0666c7a6 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 945 time: 0.5856266 Sep 08 08:59:55.660605 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16097dc-6551-4dc6-98ea-574a6f09bd76 service neutron] Pushing event updated for resources: {'Port': ['ID=74886302-bcb0-4a79-b311-8a7f63f6345c,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:55.708353 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 10621c36-59c9-4ef0-8287-095c7c25a2a6 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 08:59:55.718331 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-592ff8b3-518f-4a11-bc87-04a3d7b3b500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:55.729463 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-592ff8b3-518f-4a11-bc87-04a3d7b3b500 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f47f18966f6949609c77d842374a7949&device_id=e13566a4-a437-40d7-b5e7-d7c412db4094 HTTP/1.1" status: 200 len: 1095 time: 0.4093366 Sep 08 08:59:55.759824 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-464cc179-d105-4ee2-ab1b-4ea1182c8d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:55.767560 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 10621c36-59c9-4ef0-8287-095c7c25a2a6 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 08:59:55.769302 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 10621c36-59c9-4ef0-8287-095c7c25a2a6 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 08:59:55.804166 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2cb37e8f-7b0b-4dca-909d-46e6a1fba6d2 req-4d951d3a-7572-491e-99f5-931b472a1022 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972589 Sep 08 08:59:55.822718 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464cc179-d105-4ee2-ab1b-4ea1182c8d17 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c64ebee-651b-424a-857d-b6fe06d7c984,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:55.884773 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-35f76262-37ce-4772-8adb-a7024de44db8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74886302-bcb0-4a79-b311-8a7f63f6345c HTTP/1.1" status: 200 len: 217 time: 0.0857632 Sep 08 08:59:55.910782 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e95fd-32e5-4866-a5a4-904454488fd8 req-7b434477-ebfb-413b-b57a-d0761a073352 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:55.919576 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1e8e95fd-32e5-4866-a5a4-904454488fd8 req-7b434477-ebfb-413b-b57a-d0761a073352 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/ports?device_id=e13566a4-a437-40d7-b5e7-d7c412db4094 HTTP/1.1" status: 200 len: 943 time: 0.1711888 Sep 08 08:59:55.952364 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-464cc179-d105-4ee2-ab1b-4ea1182c8d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:55.978996 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-9a31371c-1702-4bba-82db-e5d803d012a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:55.980792 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-9a31371c-1702-4bba-82db-e5d803d012a0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8fa68ab9-b01d-46af-816e-c1cf0e32b921 HTTP/1.1" status: 200 len: 853 time: 0.0747805 Sep 08 08:59:56.002689 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 08:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd539e15-22a4-4cde-be85-49c4bfeb4b82 x-openstack-request-id: req-cd539e15-22a4-4cde-be85-49c4bfeb4b82 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:59:56.002689 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e13566a4-a437-40d7-b5e7-d7c412db4094", "tag": "74886302-bcb0-4a79-b311-8a7f63f6345c", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:59:56.002689 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cd539e15-22a4-4cde-be85-49c4bfeb4b82 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:59:56.003401 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e13566a4-a437-40d7-b5e7-d7c412db4094', 'tag': '74886302-bcb0-4a79-b311-8a7f63f6345c', 'status': 'completed', 'code': 200} Sep 08 08:59:56.049338 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-9d002ccd-0281-45c0-b2ae-640472bbc784 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c62c267b-fe94-4fb9-93fa-afc41aa7fd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405910 Sep 08 08:59:56.062489 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-f5f5032d-f4fe-4174-8692-e81e6bb623d2 req-4d0d8ada-8699-4fc3-8cbc-039c9d1a95d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6da41954-bcc6-4afe-8431-3b2b5f9d4956 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:59:56.068950 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afcea7-c618-4dab-9616-36fa0eb5bf7f req-029f93f0-d805-4c4e-b07d-220517c437cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:56.072660 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-14afcea7-c618-4dab-9616-36fa0eb5bf7f req-029f93f0-d805-4c4e-b07d-220517c437cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f47f18966f6949609c77d842374a7949&device_id=a19f3772-a861-4318-95f4-1fe643dc2f71 HTTP/1.1" status: 200 len: 1096 time: 0.3961315 Sep 08 08:59:56.079907 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f5f5032d-f4fe-4174-8692-e81e6bb623d2 req-4d0d8ada-8699-4fc3-8cbc-039c9d1a95d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:56.124730 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-464cc179-d105-4ee2-ab1b-4ea1182c8d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:56.139791 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-464cc179-d105-4ee2-ab1b-4ea1182c8d17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:56.243575 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-56d78188-203a-4388-b5e0-fd9a71ec842a service neutron] 10.222.0.35 "GET /v2.0/networks/c62c267b-fe94-4fb9-93fa-afc41aa7fd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660821 Sep 08 08:59:56.262975 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1e8e95fd-32e5-4866-a5a4-904454488fd8 req-c5d9083f-81de-4cdd-9c52-09d820ee9191 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e198e66-38f5-412a-931b-4b3cfd21dcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423235 Sep 08 08:59:56.274676 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-464cc179-d105-4ee2-ab1b-4ea1182c8d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:56.275330 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464cc179-d105-4ee2-ab1b-4ea1182c8d17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de41d12e-fcce-4ed5-b116-92530b492a9c {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 08:59:56.289295 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-464cc179-d105-4ee2-ab1b-4ea1182c8d17 admin admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:56.290735 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-464cc179-d105-4ee2-ab1b-4ea1182c8d17 admin admin] 10.222.0.54 "DELETE /v2.0/routers/de41d12e-fcce-4ed5-b116-92530b492a9c HTTP/1.1" status: 204 len: 168 time: 2.1966870 Sep 08 08:59:56.294065 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35578) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:59:56.340184 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-f5f5032d-f4fe-4174-8692-e81e6bb623d2 req-4d0d8ada-8699-4fc3-8cbc-039c9d1a95d2 service neutron] Transition to ACTIVE for port object 6da41954-bcc6-4afe-8431-3b2b5f9d4956 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 08:59:56.357302 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f5f5032d-f4fe-4174-8692-e81e6bb623d2 req-4d0d8ada-8699-4fc3-8cbc-039c9d1a95d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:56.381333 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dcf8ded-c771-41c0-b5f6-e5e5eb0a237e admin admin] Deleting subnet dfdfbc22-6c05-4dc3-9d40-8856272af6fd {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 08:59:56.385933 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6dcf8ded-c771-41c0-b5f6-e5e5eb0a237e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:56.451306 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6dcf8ded-c771-41c0-b5f6-e5e5eb0a237e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:56.501674 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d8ada-8699-4fc3-8cbc-039c9d1a95d2 service neutron] Pushing event updated for resources: {'Port': ['ID=6da41954-bcc6-4afe-8431-3b2b5f9d4956,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:56.641409 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d972018b-c300-4cdc-a592-b41a1a6219c1 req-a5dcf16f-4300-4283-b465-c01df146bc2b service neutron] 10.222.0.35 "GET /v2.0/networks/c62c267b-fe94-4fb9-93fa-afc41aa7fd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874326 Sep 08 08:59:56.677436 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6dcf8ded-c771-41c0-b5f6-e5e5eb0a237e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:56.784697 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fa95a-97b5-40e6-9871-c4df83a52b2c req-eda5c4de-2a20-4e3b-9d74-96c96a734b32 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:56.786966 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1f9fa95a-97b5-40e6-9871-c4df83a52b2c req-eda5c4de-2a20-4e3b-9d74-96c96a734b32 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 944 time: 0.1784451 Sep 08 08:59:56.832557 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9bdf15-12aa-4c29-8bd4-0fb6d11cd603 req-42c51bdd-0cb8-402a-b026-f8052d4cd4b6 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:56.834418 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5c9bdf15-12aa-4c29-8bd4-0fb6d11cd603 req-42c51bdd-0cb8-402a-b026-f8052d4cd4b6 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 949 time: 0.4835646 Sep 08 08:59:56.847106 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1f9fa95a-97b5-40e6-9871-c4df83a52b2c req-b0658d7a-4273-4bd6-8574-67b5878aee30 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505240 Sep 08 08:59:56.861314 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6dcf8ded-c771-41c0-b5f6-e5e5eb0a237e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:56.863834 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afcea7-c618-4dab-9616-36fa0eb5bf7f req-ab53de82-294d-49c9-a49c-c95e254eb225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:56.865382 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-14afcea7-c618-4dab-9616-36fa0eb5bf7f req-ab53de82-294d-49c9-a49c-c95e254eb225 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c62c267b-fe94-4fb9-93fa-afc41aa7fd31 HTTP/1.1" status: 200 len: 914 time: 0.7819951 Sep 08 08:59:56.922226 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6dcf8ded-c771-41c0-b5f6-e5e5eb0a237e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:56.924450 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6dcf8ded-c771-41c0-b5f6-e5e5eb0a237e admin admin] 10.222.0.54 "DELETE /v2.0/subnets/dfdfbc22-6c05-4dc3-9d40-8856272af6fd HTTP/1.1" status: 204 len: 168 time: 0.6292732 Sep 08 08:59:56.933351 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fcc425-e29b-4456-bdd9-a876306dfece None None] Network 3e83d732-3301-4ce2-9864-01154137ed8e requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 08:59:56.939683 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35590) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 08:59:57.007705 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf8ded-c771-41c0-b5f6-e5e5eb0a237e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfdfbc22-6c05-4dc3-9d40-8856272af6fd,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:57.183985 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-14afcea7-c618-4dab-9616-36fa0eb5bf7f req-d438afdd-5a82-42aa-828a-d7cd68dca93b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5cdb24e-50e4-4934-83b5-d1197b4179d0 HTTP/1.1" status: 200 len: 217 time: 0.2859814 Sep 08 08:59:57.242195 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-f5f5032d-f4fe-4174-8692-e81e6bb623d2 req-4d0d8ada-8699-4fc3-8cbc-039c9d1a95d2 service neutron] Attempting to bind port 6da41954-bcc6-4afe-8431-3b2b5f9d4956 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 08:59:57.243716 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-f5f5032d-f4fe-4174-8692-e81e6bb623d2 req-4d0d8ada-8699-4fc3-8cbc-039c9d1a95d2 service neutron] Attempting to bind port 6da41954-bcc6-4afe-8431-3b2b5f9d4956 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'fa7b147d-9249-4b88-b7ce-d5137c1c3a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1b780815-5142-4edc-a37a-9e502afff334'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 08:59:57.244390 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f5032d-f4fe-4174-8692-e81e6bb623d2 req-4d0d8ada-8699-4fc3-8cbc-039c9d1a95d2 service neutron] Attempting to bind port 6da41954-bcc6-4afe-8431-3b2b5f9d4956 on network 1b780815-5142-4edc-a37a-9e502afff334 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:59:57.260152 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f5032d-f4fe-4174-8692-e81e6bb623d2 req-4d0d8ada-8699-4fc3-8cbc-039c9d1a95d2 service neutron] Port 6da41954-bcc6-4afe-8431-3b2b5f9d4956 on network 1b780815-5142-4edc-a37a-9e502afff334 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 08:59:57.260916 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f5032d-f4fe-4174-8692-e81e6bb623d2 req-4d0d8ada-8699-4fc3-8cbc-039c9d1a95d2 service neutron] Attempting to bind port 6da41954-bcc6-4afe-8431-3b2b5f9d4956 on network 1b780815-5142-4edc-a37a-9e502afff334 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 08:59:57.300668 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f5032d-f4fe-4174-8692-e81e6bb623d2 req-4d0d8ada-8699-4fc3-8cbc-039c9d1a95d2 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 08:59:57.305247 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f5032d-f4fe-4174-8692-e81e6bb623d2 req-4d0d8ada-8699-4fc3-8cbc-039c9d1a95d2 service neutron] Checking segment: {'id': 'fa7b147d-9249-4b88-b7ce-d5137c1c3a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1b780815-5142-4edc-a37a-9e502afff334'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 08:59:57.306491 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f5032d-f4fe-4174-8692-e81e6bb623d2 req-4d0d8ada-8699-4fc3-8cbc-039c9d1a95d2 service neutron] Bound using segment: {'id': 'fa7b147d-9249-4b88-b7ce-d5137c1c3a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1b780815-5142-4edc-a37a-9e502afff334'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 08:59:57.307419 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-f5f5032d-f4fe-4174-8692-e81e6bb623d2 req-4d0d8ada-8699-4fc3-8cbc-039c9d1a95d2 service neutron] Bound port: 6da41954-bcc6-4afe-8431-3b2b5f9d4956, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa7b147d-9249-4b88-b7ce-d5137c1c3a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1b780815-5142-4edc-a37a-9e502afff334'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 08:59:57.308080 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f5f5032d-f4fe-4174-8692-e81e6bb623d2 req-4d0d8ada-8699-4fc3-8cbc-039c9d1a95d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:57.345139 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31a798-0bf9-449a-9b6e-4d7887c7bb59 req-3ca88dc6-1da4-43d4-897d-a2e05618a682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:57.357386 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-af31a798-0bf9-449a-9b6e-4d7887c7bb59 req-3ca88dc6-1da4-43d4-897d-a2e05618a682 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f47f18966f6949609c77d842374a7949&device_id=e13566a4-a437-40d7-b5e7-d7c412db4094 HTTP/1.1" status: 200 len: 1095 time: 0.6001601 Sep 08 08:59:57.400149 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca98449-954e-4084-8b47-2cd9b635e159 req-b0442c18-e0c9-45bf-abe3-2c7a1f4a8669 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:57.409564 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6ca98449-954e-4084-8b47-2cd9b635e159 req-b0442c18-e0c9-45bf-abe3-2c7a1f4a8669 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 945 time: 0.1613929 Sep 08 08:59:57.475097 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba29941-3398-41b0-9966-29828dfb0f3b None None] DHCP port deletion for 3e83d732-3301-4ce2-9864-01154137ed8e request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 08:59:57.507778 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5c9bdf15-12aa-4c29-8bd4-0fb6d11cd603 req-9a38a249-d523-4aff-9097-c47608d72181 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6420658 Sep 08 08:59:57.554308 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6ca98449-954e-4084-8b47-2cd9b635e159 req-5a34410f-707b-4fa7-9d1c-36b4ef86e9d0 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430948 Sep 08 08:59:57.611434 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-9ba29941-3398-41b0-9966-29828dfb0f3b None None] Deleting port e9c67884-51f4-46f4-a5e7-d637df7a457a {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 08:59:57.611752 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9ba29941-3398-41b0-9966-29828dfb0f3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:57.685756 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afcea7-c618-4dab-9616-36fa0eb5bf7f req-ed70fef1-fba8-41c6-8bcd-a8b29a6d7547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:57.688399 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-14afcea7-c618-4dab-9616-36fa0eb5bf7f req-ed70fef1-fba8-41c6-8bcd-a8b29a6d7547 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8fa68ab9-b01d-46af-816e-c1cf0e32b921 HTTP/1.1" status: 200 len: 853 time: 0.4794738 Sep 08 08:59:57.791993 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device e9c67884-51f4-46f4-a5e7-d637df7a457a no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 08:59:57.884729 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31a798-0bf9-449a-9b6e-4d7887c7bb59 req-ab39d005-ffac-4743-9330-0825fd4b5b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:57.886297 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-af31a798-0bf9-449a-9b6e-4d7887c7bb59 req-ab39d005-ffac-4743-9330-0825fd4b5b5c service neutron] 10.222.0.35 "GET /v2.0/networks?id=c62c267b-fe94-4fb9-93fa-afc41aa7fd31 HTTP/1.1" status: 200 len: 914 time: 0.4057338 Sep 08 08:59:57.890990 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-9ba29941-3398-41b0-9966-29828dfb0f3b None None] For port e9c67884-51f4-46f4-a5e7-d637df7a457a, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=e9c67884-51f4-46f4-a5e7-d637df7a457a,segment=NetworkSegment(858b0073-f111-480b-94a7-b2f14cf49fa3),segment_id=858b0073-f111-480b-94a7-b2f14cf49fa3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:59:57.891407 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9ba29941-3398-41b0-9966-29828dfb0f3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:57.931452 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d97a1042-e2cf-4b68-b39f-b2a1779471a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:57.938913 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-9ba29941-3398-41b0-9966-29828dfb0f3b None None] Calling delete_port for e9c67884-51f4-46f4-a5e7-d637df7a457a owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 08:59:58.010342 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-af31a798-0bf9-449a-9b6e-4d7887c7bb59 req-63a2bd47-6126-4291-b7db-f934e3449d3e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74886302-bcb0-4a79-b311-8a7f63f6345c HTTP/1.1" status: 200 len: 217 time: 0.0728738 Sep 08 08:59:58.096213 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae96db-ef4c-43d5-9b34-f27491b11abe req-3bc87fab-dfdc-445d-bb72-4a20d521d42f tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:58.097215 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-14afcea7-c618-4dab-9616-36fa0eb5bf7f req-4643d793-3d8c-4acd-9327-6852805a2fa7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c62c267b-fe94-4fb9-93fa-afc41aa7fd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2130399 Sep 08 08:59:58.097721 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-85ae96db-ef4c-43d5-9b34-f27491b11abe req-3bc87fab-dfdc-445d-bb72-4a20d521d42f tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 944 time: 0.0771835 Sep 08 08:59:58.150031 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:58.159195 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9ba29941-3398-41b0-9966-29828dfb0f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:58.162343 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device f5cdb24e-50e4-4934-83b5-d1197b4179d0 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 08:59:58.185140 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-85ae96db-ef4c-43d5-9b34-f27491b11abe req-ff79e4f0-25c7-4561-9089-ab0c730ce442 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779560 Sep 08 08:59:58.186638 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-f5f5032d-f4fe-4174-8692-e81e6bb623d2 req-4d0d8ada-8699-4fc3-8cbc-039c9d1a95d2 service neutron] For port 6da41954-bcc6-4afe-8431-3b2b5f9d4956, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 08:59:58.192439 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31a798-0bf9-449a-9b6e-4d7887c7bb59 req-cfdaaf18-9629-4135-bbfa-62978dd589b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:58.194290 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-af31a798-0bf9-449a-9b6e-4d7887c7bb59 req-cfdaaf18-9629-4135-bbfa-62978dd589b7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8fa68ab9-b01d-46af-816e-c1cf0e32b921 HTTP/1.1" status: 200 len: 853 time: 0.1461451 Sep 08 08:59:58.312232 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-f5f5032d-f4fe-4174-8692-e81e6bb623d2 req-4d0d8ada-8699-4fc3-8cbc-039c9d1a95d2 service neutron] For port 6da41954-bcc6-4afe-8431-3b2b5f9d4956, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=6da41954-bcc6-4afe-8431-3b2b5f9d4956,segment=NetworkSegment(fa7b147d-9249-4b88-b7ce-d5137c1c3a3c),segment_id=fa7b147d-9249-4b88-b7ce-d5137c1c3a3c)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 08:59:58.321411 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-af31a798-0bf9-449a-9b6e-4d7887c7bb59 req-5adf16d0-ba52-4140-982d-fbf44e9ef187 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c62c267b-fe94-4fb9-93fa-afc41aa7fd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1103227 Sep 08 08:59:58.333654 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba29941-3398-41b0-9966-29828dfb0f3b None None] Pushing event deleted for resources: {'Port': ['ID=e9c67884-51f4-46f4-a5e7-d637df7a457a,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:58.343995 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b21c76e-f456-40cf-a887-ff1694241843 req-be4311cb-36cc-4524-a9a7-fcf095be5c56 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:58.346287 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2b21c76e-f456-40cf-a887-ff1694241843 req-be4311cb-36cc-4524-a9a7-fcf095be5c56 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/ports?device_id=e13566a4-a437-40d7-b5e7-d7c412db4094 HTTP/1.1" status: 200 len: 943 time: 0.4401107 Sep 08 08:59:58.369032 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba29941-3398-41b0-9966-29828dfb0f3b None None] No DVR routers for this DVR port e9c67884-51f4-46f4-a5e7-d637df7a457a on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 08:59:58.374392 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f5f5032d-f4fe-4174-8692-e81e6bb623d2 req-4d0d8ada-8699-4fc3-8cbc-039c9d1a95d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:58.391689 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:58.442324 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 9c64ebee-651b-424a-857d-b6fe06d7c984 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 08:59:58.467843 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 9c64ebee-651b-424a-857d-b6fe06d7c984 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 08:59:58.468249 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 9c64ebee-651b-424a-857d-b6fe06d7c984 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 08:59:58.503897 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port f5cdb24e-50e4-4934-83b5-d1197b4179d0, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=f5cdb24e-50e4-4934-83b5-d1197b4179d0,segment=NetworkSegment(58ef895a-49ba-4b02-a354-72689f1d0f10),segment_id=58ef895a-49ba-4b02-a354-72689f1d0f10)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:59:58.526698 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': 'f5cdb24e-50e4-4934-83b5-d1197b4179d0', 'network_id': 'c62c267b-fe94-4fb9-93fa-afc41aa7fd31', 'port_id': 'f5cdb24e-50e4-4934-83b5-d1197b4179d0', 'mac_address': 'fa:16:3e:94:81:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fa68ab9-b01d-46af-816e-c1cf0e32b921', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 08:59:58.575969 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d97a1042-e2cf-4b68-b39f-b2a1779471a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:58.576789 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:58.598388 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5cdb24e-50e4-4934-83b5-d1197b4179d0 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 08:59:58.651066 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port f5cdb24e-50e4-4934-83b5-d1197b4179d0, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=f5cdb24e-50e4-4934-83b5-d1197b4179d0,segment=NetworkSegment(58ef895a-49ba-4b02-a354-72689f1d0f10),segment_id=58ef895a-49ba-4b02-a354-72689f1d0f10)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 08:59:58.659415 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:58.713130 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5032d-f4fe-4174-8692-e81e6bb623d2 req-4d0d8ada-8699-4fc3-8cbc-039c9d1a95d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:58.714168 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f5f5032d-f4fe-4174-8692-e81e6bb623d2 req-4d0d8ada-8699-4fc3-8cbc-039c9d1a95d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:58.715656 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f5f5032d-f4fe-4174-8692-e81e6bb623d2 req-4d0d8ada-8699-4fc3-8cbc-039c9d1a95d2 service neutron] 10.222.0.37 "PUT /v2.0/ports/6da41954-bcc6-4afe-8431-3b2b5f9d4956 HTTP/1.1" status: 200 len: 1093 time: 5.8831019 Sep 08 08:59:58.755609 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b0bea-a1df-4f39-8d00-21eb5ad60798 req-4033b008-1960-4f4e-a4ab-642c3d191e2e tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:58.757298 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8b6b0bea-a1df-4f39-8d00-21eb5ad60798 req-4033b008-1960-4f4e-a4ab-642c3d191e2e tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 949 time: 0.1190064 Sep 08 08:59:58.760347 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d8ada-8699-4fc3-8cbc-039c9d1a95d2 service neutron] Pushing event updated for resources: {'Port': ['ID=6da41954-bcc6-4afe-8431-3b2b5f9d4956,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:58.768058 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2b21c76e-f456-40cf-a887-ff1694241843 req-0b2bc4d0-f210-4b42-9985-e918e0c793dc tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e198e66-38f5-412a-931b-4b3cfd21dcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3860908 Sep 08 08:59:58.768600 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff454ad5-f0ae-498a-9cb9-f264a4e94d02', 'tag': '6da41954-bcc6-4afe-8431-3b2b5f9d4956'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 08:59:58.771507 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182578a0-50ef-4cb8-b3da-1086a9b1ed82" -d '{"events": [{"name": "network-changed", "server_uuid": "ff454ad5-f0ae-498a-9cb9-f264a4e94d02", "tag": "6da41954-bcc6-4afe-8431-3b2b5f9d4956"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 08:59:58.772422 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=f5cdb24e-50e4-4934-83b5-d1197b4179d0,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 08:59:58.778260 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-14afcea7-c618-4dab-9616-36fa0eb5bf7f req-4a293766-69f1-4b61-b822-5333b9a92219 service neutron] 10.222.0.37 "GET /v2.0/networks/c62c267b-fe94-4fb9-93fa-afc41aa7fd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6662943 Sep 08 08:59:58.780231 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-af31a798-0bf9-449a-9b6e-4d7887c7bb59 req-ff2b4ae3-5d1e-4945-89ee-5e1d3f929311 service neutron] 10.222.0.35 "GET /v2.0/networks/c62c267b-fe94-4fb9-93fa-afc41aa7fd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4327369 Sep 08 08:59:58.787556 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-d97a1042-e2cf-4b68-b39f-b2a1779471a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e83d732-3301-4ce2-9864-01154137ed8e']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:59:58.844777 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8b6b0bea-a1df-4f39-8d00-21eb5ad60798 req-08a9efd3-69e4-4127-aefe-1b0860215deb tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602767 Sep 08 08:59:58.996623 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-af31a798-0bf9-449a-9b6e-4d7887c7bb59 req-cca469b7-ba08-4dfb-9b23-8168b13560ca service neutron] 10.222.0.35 "GET /v2.0/networks/c62c267b-fe94-4fb9-93fa-afc41aa7fd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715834 Sep 08 08:59:59.038247 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['f5cdb24e-50e4-4934-83b5-d1197b4179d0'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 08:59:59.082345 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-d97a1042-e2cf-4b68-b39f-b2a1779471a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '858b0073-f111-480b-94a7-b2f14cf49fa3') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:59:59.082646 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-d97a1042-e2cf-4b68-b39f-b2a1779471a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '858b0073-f111-480b-94a7-b2f14cf49fa3') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 08:59:59.134003 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5032d-f4fe-4174-8692-e81e6bb623d2 req-04594e75-6e94-4e03-b60f-bfa16faf14b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:59.136228 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f5f5032d-f4fe-4174-8692-e81e6bb623d2 req-04594e75-6e94-4e03-b60f-bfa16faf14b3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=453fb48635914fff8b30c3b6382194e5&device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 1096 time: 0.1810267 Sep 08 08:59:59.144792 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d97a1042-e2cf-4b68-b39f-b2a1779471a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:59.159772 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fce224-f295-4ed2-8532-f0ef46159a67 req-c66a0f31-2e7a-44ec-853b-cd44d6d294f1 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:59.161897 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-64fce224-f295-4ed2-8532-f0ef46159a67 req-c66a0f31-2e7a-44ec-853b-cd44d6d294f1 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 945 time: 0.1592662 Sep 08 08:59:59.164844 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 08:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb82cf77-3812-4f0a-97f6-c39dd1df589a x-openstack-request-id: req-fb82cf77-3812-4f0a-97f6-c39dd1df589a {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 08:59:59.165216 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff454ad5-f0ae-498a-9cb9-f264a4e94d02", "tag": "6da41954-bcc6-4afe-8431-3b2b5f9d4956", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 08:59:59.165601 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fb82cf77-3812-4f0a-97f6-c39dd1df589a {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 08:59:59.166473 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff454ad5-f0ae-498a-9cb9-f264a4e94d02', 'tag': '6da41954-bcc6-4afe-8431-3b2b5f9d4956', 'status': 'completed', 'code': 200} Sep 08 08:59:59.276205 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f5f5032d-f4fe-4174-8692-e81e6bb623d2 req-34ff0a84-0d51-431b-b189-c7418bad63ba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6da41954-bcc6-4afe-8431-3b2b5f9d4956 HTTP/1.1" status: 200 len: 217 time: 0.0734646 Sep 08 08:59:59.374237 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c7dc7-9096-43fd-9c74-1e2b558316c4 req-3fa5315c-13ea-4a63-94a2-0c41e81a4bac tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:59.376795 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2c6c7dc7-9096-43fd-9c74-1e2b558316c4 req-3fa5315c-13ea-4a63-94a2-0c41e81a4bac tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 944 time: 0.0760965 Sep 08 08:59:59.440711 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2c6c7dc7-9096-43fd-9c74-1e2b558316c4 req-6cc6eecc-a72a-4424-b0c7-92c8fae47c88 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540380 Sep 08 08:59:59.685737 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-64fce224-f295-4ed2-8532-f0ef46159a67 req-de421ef5-67b4-4d22-85aa-6ae05f1c920b tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5093224 Sep 08 08:59:59.749837 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5032d-f4fe-4174-8692-e81e6bb623d2 req-a00657fd-c117-499d-8060-82e10457c471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 08:59:59.752264 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f5f5032d-f4fe-4174-8692-e81e6bb623d2 req-a00657fd-c117-499d-8060-82e10457c471 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e08ea884-5afc-42c5-87f0-7a3f3f5db0de HTTP/1.1" status: 200 len: 848 time: 0.0646472 Sep 08 08:59:59.757732 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d97a1042-e2cf-4b68-b39f-b2a1779471a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:59.802914 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f5f5032d-f4fe-4174-8692-e81e6bb623d2 req-f95075d5-81e2-4c32-9789-a17dd2695c94 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1b780815-5142-4edc-a37a-9e502afff334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345991 Sep 08 08:59:59.807193 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d97a1042-e2cf-4b68-b39f-b2a1779471a6 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 08:59:59.807610 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d97a1042-e2cf-4b68-b39f-b2a1779471a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 08:59:59.809496 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 08:59:59.809496 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 08:59:59.809496 n-d-806683-11 neutron-server[94712]: timer() Sep 08 08:59:59.809496 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 08:59:59.809496 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 08:59:59.809496 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 08:59:59.809496 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 08:59:59.809496 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 08:59:59.809496 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 08:59:59.809496 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 08:59:59.809496 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 08:59:59.809496 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 08:59:59.809496 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 08:59:59.809496 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 08:59:59.809496 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 08:59:59.809496 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 08:59:59.809496 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 08:59:59.809496 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 08:59:59.809496 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 08:59:59.809496 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 08:59:59.809496 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 08:59:59.809496 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 08:59:59.809496 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 08:59:59.809496 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 08:59:59.809496 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 08:59:59.809496 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 08:59:59.809496 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 08:59:59.809496 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 08:59:59.809496 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 08:59:59.809496 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 08:59:59.809496 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 08:59:59.809496 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 08:59:59.941163 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f5f5032d-f4fe-4174-8692-e81e6bb623d2 req-b66c9543-257e-4a7e-a225-b335bea7839e service neutron] 10.222.0.37 "GET /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154969 Sep 08 09:00:00.060484 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f5f5032d-f4fe-4174-8692-e81e6bb623d2 req-64022e31-e727-4251-b575-268d7c90d78d service neutron] 10.222.0.37 "GET /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058555 Sep 08 09:00:00.136102 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d97a1042-e2cf-4b68-b39f-b2a1779471a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:00.144720 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9dcbe-1030-4e2e-abd1-fe7322b9c938 req-f6746ccd-49bd-4ecb-b05b-780a82667bdb tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:00.146530 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d2a9dcbe-1030-4e2e-abd1-fe7322b9c938 req-f6746ccd-49bd-4ecb-b05b-780a82667bdb tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/ports?device_id=e13566a4-a437-40d7-b5e7-d7c412db4094 HTTP/1.1" status: 200 len: 943 time: 0.1186609 Sep 08 09:00:00.158379 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-14afcea7-c618-4dab-9616-36fa0eb5bf7f req-dec14cb3-3b40-4065-b919-012af40db620 service neutron] 10.222.0.37 "GET /v2.0/networks/c62c267b-fe94-4fb9-93fa-afc41aa7fd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3669980 Sep 08 09:00:00.161526 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d97a1042-e2cf-4b68-b39f-b2a1779471a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:00.166694 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d97a1042-e2cf-4b68-b39f-b2a1779471a6 admin admin] 10.222.0.54 "DELETE /v2.0/networks/3e83d732-3301-4ce2-9864-01154137ed8e HTTP/1.1" status: 204 len: 168 time: 3.2221372 Sep 08 09:00:00.172398 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device f5cdb24e-50e4-4934-83b5-d1197b4179d0 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:00:00.214903 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a1042-e2cf-4b68-b39f-b2a1779471a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e83d732-3301-4ce2-9864-01154137ed8e,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:00.242519 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2be88-f388-4250-8455-59a2a267bbaf req-902db9d6-a7b6-4e11-bc6d-848110802730 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:00.244426 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cdd2be88-f388-4250-8455-59a2a267bbaf req-902db9d6-a7b6-4e11-bc6d-848110802730 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 949 time: 0.1240203 Sep 08 09:00:00.251204 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 74886302-bcb0-4a79-b311-8a7f63f6345c details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:00:00.274213 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182578a0-50ef-4cb8-b3da-1086a9b1ed82 req-4aaa9e20-0d94-4e34-a186-a38873b11299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:00.276450 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-182578a0-50ef-4cb8-b3da-1086a9b1ed82 req-4aaa9e20-0d94-4e34-a186-a38873b11299 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=453fb48635914fff8b30c3b6382194e5&device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 1096 time: 0.1110523 Sep 08 09:00:00.304488 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d2a9dcbe-1030-4e2e-abd1-fe7322b9c938 req-2d39464d-e352-4efc-9199-a6387203464c tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e198e66-38f5-412a-931b-4b3cfd21dcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465647 Sep 08 09:00:00.373452 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cdd2be88-f388-4250-8455-59a2a267bbaf req-d84977ad-4547-4101-8b17-2eaf0801485c tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188040 Sep 08 09:00:00.375871 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port f5cdb24e-50e4-4934-83b5-d1197b4179d0 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:00:00.383777 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port f5cdb24e-50e4-4934-83b5-d1197b4179d0 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:00:00.384395 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:00.440493 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35646) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:00:00.504476 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 74886302-bcb0-4a79-b311-8a7f63f6345c, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=74886302-bcb0-4a79-b311-8a7f63f6345c,segment=NetworkSegment(58ef895a-49ba-4b02-a354-72689f1d0f10),segment_id=58ef895a-49ba-4b02-a354-72689f1d0f10)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:00.534203 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0b26e908-bd55-48e3-a233-6b5ce09f386c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8c199e70dfac4eb99b52ea567ecb2667&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0916378 Sep 08 09:00:00.536662 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35654) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:00:00.570245 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '74886302-bcb0-4a79-b311-8a7f63f6345c', 'network_id': 'c62c267b-fe94-4fb9-93fa-afc41aa7fd31', 'port_id': '74886302-bcb0-4a79-b311-8a7f63f6345c', 'mac_address': 'fa:16:3e:fe:73:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fa68ab9-b01d-46af-816e-c1cf0e32b921', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:00:00.641009 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5a81bec4-d898-4537-8447-338abe1da737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:00.669488 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:00.670735 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5a81bec4-d898-4537-8447-338abe1da737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:00.676070 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:00.687291 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182578a0-50ef-4cb8-b3da-1086a9b1ed82 req-59bac7aa-0820-4be2-bd13-01fea7ecdc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:00.689262 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-182578a0-50ef-4cb8-b3da-1086a9b1ed82 req-59bac7aa-0820-4be2-bd13-01fea7ecdc91 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1b780815-5142-4edc-a37a-9e502afff334 HTTP/1.1" status: 200 len: 909 time: 0.3987551 Sep 08 09:00:00.766318 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port f5cdb24e-50e4-4934-83b5-d1197b4179d0, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=f5cdb24e-50e4-4934-83b5-d1197b4179d0,segment=NetworkSegment(58ef895a-49ba-4b02-a354-72689f1d0f10),segment_id=58ef895a-49ba-4b02-a354-72689f1d0f10)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:00.769194 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5a81bec4-d898-4537-8447-338abe1da737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:00.773713 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5a81bec4-d898-4537-8447-338abe1da737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:00.775295 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5a81bec4-d898-4537-8447-338abe1da737 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2be87b16-a743-4855-aee7-31c69cd6fd7e HTTP/1.1" status: 204 len: 168 time: 0.2372019 Sep 08 09:00:00.782335 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a19f3772-a861-4318-95f4-1fe643dc2f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5cdb24e-50e4-4934-83b5-d1197b4179d0'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:00:00.785698 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-182578a0-50ef-4cb8-b3da-1086a9b1ed82 req-27fbdc24-d13a-47ee-9275-b03051e9a161 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6da41954-bcc6-4afe-8431-3b2b5f9d4956 HTTP/1.1" status: 200 len: 217 time: 0.0810230 Sep 08 09:00:00.789362 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84ee0eb-cd56-4e87-9e1f-d44c46fbccbb" -d '{"events": [{"server_uuid": "a19f3772-a861-4318-95f4-1fe643dc2f71", "name": "network-vif-plugged", "status": "completed", "tag": "f5cdb24e-50e4-4934-83b5-d1197b4179d0"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:00:00.791894 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a81bec4-d898-4537-8447-338abe1da737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be87b16-a743-4855-aee7-31c69cd6fd7e,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:00.800001 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180af9b2-6fad-4959-ac52-914461e53e81 req-6c48bc4c-c3dd-4348-bb55-2ea0dd74634f tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:00.800310 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:00.810114 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-180af9b2-6fad-4959-ac52-914461e53e81 req-6c48bc4c-c3dd-4348-bb55-2ea0dd74634f tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 944 time: 0.2432382 Sep 08 09:00:00.811161 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74886302-bcb0-4a79-b311-8a7f63f6345c {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:00:00.840037 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 74886302-bcb0-4a79-b311-8a7f63f6345c, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=74886302-bcb0-4a79-b311-8a7f63f6345c,segment=NetworkSegment(58ef895a-49ba-4b02-a354-72689f1d0f10),segment_id=58ef895a-49ba-4b02-a354-72689f1d0f10)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:00.868613 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182578a0-50ef-4cb8-b3da-1086a9b1ed82 req-0b5d3606-518a-4e9c-99b9-a05bc35f7e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:00.870573 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-182578a0-50ef-4cb8-b3da-1086a9b1ed82 req-0b5d3606-518a-4e9c-99b9-a05bc35f7e15 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e08ea884-5afc-42c5-87f0-7a3f3f5db0de HTTP/1.1" status: 200 len: 848 time: 0.0528865 Sep 08 09:00:00.905829 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:00.917917 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-182578a0-50ef-4cb8-b3da-1086a9b1ed82 req-72526dfa-bd02-4cd9-b489-236f0ecae71d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1b780815-5142-4edc-a37a-9e502afff334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388598 Sep 08 09:00:00.954512 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-180af9b2-6fad-4959-ac52-914461e53e81 req-24d6cdde-3a46-40f2-8379-456efd615036 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429448 Sep 08 09:00:00.968496 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=f5cdb24e-50e4-4934-83b5-d1197b4179d0,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:01.007155 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f2035-21e4-447d-b489-a113a999ee07 req-03edbfc7-12b4-4251-a38b-daa7f9a02c39 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:01.008894 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0f2f2035-21e4-447d-b489-a113a999ee07 req-03edbfc7-12b4-4251-a38b-daa7f9a02c39 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 945 time: 0.1276705 Sep 08 09:00:01.097247 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0f2f2035-21e4-447d-b489-a113a999ee07 req-185c369d-822d-4cb7-af6a-9e88c30396cb tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800805 Sep 08 09:00:01.104706 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=74886302-bcb0-4a79-b311-8a7f63f6345c,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:01.125487 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63dc4987-b8b9-4b4c-be35-8de56e66007f x-openstack-request-id: req-63dc4987-b8b9-4b4c-be35-8de56e66007f {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:00:01.125487 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a19f3772-a861-4318-95f4-1fe643dc2f71", "name": "network-vif-plugged", "status": "completed", "tag": "f5cdb24e-50e4-4934-83b5-d1197b4179d0", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:00:01.125487 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-63dc4987-b8b9-4b4c-be35-8de56e66007f {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:00:01.125487 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a19f3772-a861-4318-95f4-1fe643dc2f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5cdb24e-50e4-4934-83b5-d1197b4179d0', 'code': 200} Sep 08 09:00:01.175364 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-182578a0-50ef-4cb8-b3da-1086a9b1ed82 req-3cc173ae-b535-4777-bc97-5c593334351e service neutron] 10.222.0.37 "GET /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482290 Sep 08 09:00:01.366290 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17461f0-41f5-4632-85ca-b2f47facfac2 req-daacef7e-dbe2-4877-b8c9-b4fdf466161c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:01.368046 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d17461f0-41f5-4632-85ca-b2f47facfac2 req-daacef7e-dbe2-4877-b8c9-b4fdf466161c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a19f3772-a861-4318-95f4-1fe643dc2f71 HTTP/1.1" status: 200 len: 1098 time: 0.1720076 Sep 08 09:00:01.443388 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-182578a0-50ef-4cb8-b3da-1086a9b1ed82 req-0ab1eb60-c493-4d6d-9b3a-b11eeaae1040 service neutron] 10.222.0.37 "GET /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484763 Sep 08 09:00:01.467765 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['74886302-bcb0-4a79-b311-8a7f63f6345c'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:00:01.501136 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d17461f0-41f5-4632-85ca-b2f47facfac2 req-d33bda29-326b-42dc-b908-c651f52e739b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1e198e66-38f5-412a-931b-4b3cfd21dcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168225 Sep 08 09:00:01.517915 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ad0b8-2098-4483-a8e3-936ec68d45cc req-c69d830d-dbc5-485d-a20e-011d9829d069 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:01.520083 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dc6ad0b8-2098-4483-a8e3-936ec68d45cc req-c69d830d-dbc5-485d-a20e-011d9829d069 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/ports?device_id=e13566a4-a437-40d7-b5e7-d7c412db4094 HTTP/1.1" status: 200 len: 944 time: 0.1022954 Sep 08 09:00:01.595024 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dc6ad0b8-2098-4483-a8e3-936ec68d45cc req-e3f4434a-582a-47e1-a26f-05f3f218754d tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e198e66-38f5-412a-931b-4b3cfd21dcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646281 Sep 08 09:00:01.685886 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85eec47-93df-4fd7-8b2c-f2ea5f8aa41e req-c754f6f8-76b7-42a6-a9ba-1697cc19d40e tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:01.687692 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d85eec47-93df-4fd7-8b2c-f2ea5f8aa41e req-c754f6f8-76b7-42a6-a9ba-1697cc19d40e tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 949 time: 0.1048243 Sep 08 09:00:01.771637 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d85eec47-93df-4fd7-8b2c-f2ea5f8aa41e req-859ae7ce-95ec-4efb-8f02-d9df6ce0b99c tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710089 Sep 08 09:00:02.028699 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30304ce3-6ae4-4046-8e31-81ea87ba4eec req-b5eacbcc-ad1a-48fa-935d-d06d158ce1ef tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:02.040765 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-30304ce3-6ae4-4046-8e31-81ea87ba4eec req-b5eacbcc-ad1a-48fa-935d-d06d158ce1ef tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/ports?device_id=35ce7d55-f40a-4d72-84a5-9e00f202af78 HTTP/1.1" status: 200 len: 945 time: 0.1120503 Sep 08 09:00:02.081482 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b684a3f6-b4aa-484a-b19b-10fb54625ca0 req-1331ee0d-ad43-4081-a60d-5eed346fa6e8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1103380 Sep 08 09:00:02.099083 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-30304ce3-6ae4-4046-8e31-81ea87ba4eec req-bd7afc47-a7c9-4dc6-8331-b6616247335c tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/security-groups?id=95fdb126-e588-4cf9-b281-e7f1b3353ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572207 Sep 08 09:00:02.212132 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab494e0-38d3-4994-80f4-56e7422a1236 req-f2e3c383-d1f1-422b-ba0a-3cf648647277 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:02.214198 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bab494e0-38d3-4994-80f4-56e7422a1236 req-f2e3c383-d1f1-422b-ba0a-3cf648647277 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 944 time: 0.1176636 Sep 08 09:00:02.221331 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684a3f6-b4aa-484a-b19b-10fb54625ca0 req-0f4bdc1a-806c-4b03-a8de-8abe86e01920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:02.223622 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b684a3f6-b4aa-484a-b19b-10fb54625ca0 req-0f4bdc1a-806c-4b03-a8de-8abe86e01920 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3b45c9e6adc04db08d877665d90d8206&device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 1102 time: 0.0688164 Sep 08 09:00:02.287730 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043262c4-cf52-4661-ad1f-a88ad9b69842 req-50ac5b20-3a5d-461f-91ba-fa615ad7ee1a tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:02.291690 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-043262c4-cf52-4661-ad1f-a88ad9b69842 req-50ac5b20-3a5d-461f-91ba-fa615ad7ee1a tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 945 time: 0.0801687 Sep 08 09:00:02.304141 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bab494e0-38d3-4994-80f4-56e7422a1236 req-6ed05863-c4ce-4721-a2cd-43f815e3e56c tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710201 Sep 08 09:00:02.365690 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-043262c4-cf52-4661-ad1f-a88ad9b69842 req-1eace38e-f6af-46cd-a7ce-9c704fc22f45 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654309 Sep 08 09:00:02.475657 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684a3f6-b4aa-484a-b19b-10fb54625ca0 req-9429ac47-212c-466f-aa54-afc5ac7af819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:02.477752 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b684a3f6-b4aa-484a-b19b-10fb54625ca0 req-9429ac47-212c-466f-aa54-afc5ac7af819 service neutron] 10.222.0.37 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.2221465 Sep 08 09:00:02.549402 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b684a3f6-b4aa-484a-b19b-10fb54625ca0 req-0a20f2bc-8603-41ab-ace0-8d50888eded7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=74f7ce03-39e9-435a-9992-ab60a1dc61ca HTTP/1.1" status: 200 len: 217 time: 0.0602942 Sep 08 09:00:02.641054 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684a3f6-b4aa-484a-b19b-10fb54625ca0 req-f7bb4e28-af09-417f-9e28-ab9ec3c47cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:02.642817 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b684a3f6-b4aa-484a-b19b-10fb54625ca0 req-f7bb4e28-af09-417f-9e28-ab9ec3c47cec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.0854208 Sep 08 09:00:02.796602 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684a3f6-b4aa-484a-b19b-10fb54625ca0 req-771cf339-79d2-48c4-bccc-5c636e84a87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:02.797567 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b684a3f6-b4aa-484a-b19b-10fb54625ca0 req-771cf339-79d2-48c4-bccc-5c636e84a87a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1273854 Sep 08 09:00:02.819413 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2aa01e-bb8e-4ba3-b41a-3460e0dbe410 req-80af6ed5-63af-4e24-ae48-6024723cb0f8 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:02.831358 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3c2aa01e-bb8e-4ba3-b41a-3460e0dbe410 req-80af6ed5-63af-4e24-ae48-6024723cb0f8 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/ports?device_id=e13566a4-a437-40d7-b5e7-d7c412db4094 HTTP/1.1" status: 200 len: 944 time: 0.1145918 Sep 08 09:00:02.910362 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3c2aa01e-bb8e-4ba3-b41a-3460e0dbe410 req-c0f6e133-53d9-47d5-8a54-5a3126711bfc tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e198e66-38f5-412a-931b-4b3cfd21dcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637586 Sep 08 09:00:03.064540 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b684a3f6-b4aa-484a-b19b-10fb54625ca0 req-a4731969-3729-4377-865e-c37c6d8f056a service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510829 Sep 08 09:00:03.114623 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b2c181-6390-4ee3-90af-136e1ebf746b req-b1030bac-23e5-4ab1-b4a2-7c4c9c01b6aa tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:03.123567 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c5b2c181-6390-4ee3-90af-136e1ebf746b req-b1030bac-23e5-4ab1-b4a2-7c4c9c01b6aa tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 949 time: 0.1325607 Sep 08 09:00:03.230555 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c5b2c181-6390-4ee3-90af-136e1ebf746b req-2481369f-8545-4436-a4ca-680b19caeb56 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055303 Sep 08 09:00:03.261829 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b684a3f6-b4aa-484a-b19b-10fb54625ca0 req-aa4e8535-3f4c-46ca-bfd9-7f269c9382bb service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897228 Sep 08 09:00:03.540706 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35792) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:00:03.585731 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-523f65a8-5e95-4b56-bf59-5bc32350f8e0 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--477581253&fields=id&tenant_id=db87c3df22f54cac9f5bd24547674625 HTTP/1.1" status: 200 len: 267 time: 0.0887814 Sep 08 09:00:03.800118 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ad831639-9c6f-4467-8a87-a7b864997b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:03.841262 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-fd67650f-3c27-4c93-91fc-1dc43afead1c tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:03.853069 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-fd67650f-3c27-4c93-91fc-1dc43afead1c tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/networks?id=ec0db0af-4061-4294-bedb-bbba2374fc20 HTTP/1.1" status: 200 len: 824 time: 0.2588787 Sep 08 09:00:03.874566 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-e3103445-565b-49dd-b34b-93fdd97d888c tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/quotas/db87c3df22f54cac9f5bd24547674625 HTTP/1.1" status: 200 len: 375 time: 0.0201085 Sep 08 09:00:03.930438 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ad831639-9c6f-4467-8a87-a7b864997b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:03.950082 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ad831639-9c6f-4467-8a87-a7b864997b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:03.979886 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-38c793ce-c8bb-4fd5-8071-8bbfa20f0945 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=db87c3df22f54cac9f5bd24547674625&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0953705 Sep 08 09:00:04.030157 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ad831639-9c6f-4467-8a87-a7b864997b8a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=89ad9a4f93ed40c8b074df430939053e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4878945 Sep 08 09:00:04.031474 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35802) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:00:04.051804 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad831639-9c6f-4467-8a87-a7b864997b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7102408-612b-4e1d-af8d-e936c37ac26c,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:04.066274 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02628dbb-ea22-440f-bcbe-5eb34f0671cb req-a439564f-8257-4af0-9151-c3a1b72452bb tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:04.076970 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-02628dbb-ea22-440f-bcbe-5eb34f0671cb req-a439564f-8257-4af0-9151-c3a1b72452bb tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 944 time: 0.6800461 Sep 08 09:00:04.161246 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-9587c4e6-7013-406f-84c1-ce5540c0a809 service neutron] 10.222.0.54 "GET /v2.0/networks/ec0db0af-4061-4294-bedb-bbba2374fc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762381 Sep 08 09:00:04.161963 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-02628dbb-ea22-440f-bcbe-5eb34f0671cb req-188a8e93-390b-4ccb-8422-df4cb4d634db tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840530 Sep 08 09:00:04.203318 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4bcb2872-4cac-4446-a312-42a94d4d4bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:04.255077 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4bcb2872-4cac-4446-a312-42a94d4d4bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:04.261878 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 74886302-bcb0-4a79-b311-8a7f63f6345c up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:00:04.330887 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4bcb2872-4cac-4446-a312-42a94d4d4bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:04.334458 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4bcb2872-4cac-4446-a312-42a94d4d4bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:04.336678 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4bcb2872-4cac-4446-a312-42a94d4d4bbd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c7102408-612b-4e1d-af8d-e936c37ac26c HTTP/1.1" status: 204 len: 168 time: 0.3023417 Sep 08 09:00:04.363774 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb2872-4cac-4446-a312-42a94d4d4bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7102408-612b-4e1d-af8d-e936c37ac26c,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:04.395008 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c09eb5-ecbe-4ef7-8313-c22c7935afac req-5e594dbb-aa19-4e64-8cf9-37b95d00d50b tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:04.404426 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a0c09eb5-ecbe-4ef7-8313-c22c7935afac req-5e594dbb-aa19-4e64-8cf9-37b95d00d50b tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 945 time: 0.0858200 Sep 08 09:00:04.425273 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-279c20b8-cfb4-4601-8b49-9ada4f22635f service neutron] 10.222.0.54 "GET /v2.0/networks/ec0db0af-4061-4294-bedb-bbba2374fc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524750 Sep 08 09:00:04.439599 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 74886302-bcb0-4a79-b311-8a7f63f6345c completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:00:04.452984 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 74886302-bcb0-4a79-b311-8a7f63f6345c triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:00:04.453358 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:04.485697 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a0c09eb5-ecbe-4ef7-8313-c22c7935afac req-dc92c2fa-cfd5-4dd4-a687-aab61b33574c tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800683 Sep 08 09:00:04.668382 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:04.818598 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 74886302-bcb0-4a79-b311-8a7f63f6345c, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=74886302-bcb0-4a79-b311-8a7f63f6345c,segment=NetworkSegment(58ef895a-49ba-4b02-a354-72689f1d0f10),segment_id=58ef895a-49ba-4b02-a354-72689f1d0f10)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:04.824304 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13566a4-a437-40d7-b5e7-d7c412db4094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74886302-bcb0-4a79-b311-8a7f63f6345c'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:00:04.833823 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17fefe52-7045-4dde-b27e-4bac2e4e80b0" -d '{"events": [{"server_uuid": "e13566a4-a437-40d7-b5e7-d7c412db4094", "name": "network-vif-plugged", "status": "completed", "tag": "74886302-bcb0-4a79-b311-8a7f63f6345c"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:00:04.854921 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:05.043739 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f77540-5399-4df4-b02b-b950f51badf5 req-bf9d382c-2f3e-4f12-97c9-6294b5ad61da tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:05.061029 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-17f77540-5399-4df4-b02b-b950f51badf5 req-bf9d382c-2f3e-4f12-97c9-6294b5ad61da tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/ports?device_id=e13566a4-a437-40d7-b5e7-d7c412db4094 HTTP/1.1" status: 200 len: 945 time: 0.1954587 Sep 08 09:00:05.087073 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=74886302-bcb0-4a79-b311-8a7f63f6345c,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:05.180874 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-17f77540-5399-4df4-b02b-b950f51badf5 req-7e1e402e-fdd9-4134-b84a-3dda18675912 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e198e66-38f5-412a-931b-4b3cfd21dcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123130 Sep 08 09:00:05.237729 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78fdaa3-b916-4250-ad4c-b8696552b88b req-f548c7fc-8084-40b9-acdd-20adcf410584 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:05.240416 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f78fdaa3-b916-4250-ad4c-b8696552b88b req-f548c7fc-8084-40b9-acdd-20adcf410584 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 949 time: 0.2776210 Sep 08 09:00:05.274456 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b5309-a296-4506-968d-b5bc9525ae46 req-433040fd-54d5-4f66-8322-9b2396d0b94f tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:05.278245 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-61802a47-7720-49df-aab1-3eb6b541e139 req-2d124dbb-9bc4-441c-80be-e85671d864cd tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee3d0e69-8f10-49ac-aad2-4f28b0f6bf0c HTTP/1.1" status: 200 len: 210 time: 0.0536733 Sep 08 09:00:05.278630 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d56b5309-a296-4506-968d-b5bc9525ae46 req-433040fd-54d5-4f66-8322-9b2396d0b94f tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.35 "GET /v2.0/ports?device_id=35ce7d55-f40a-4d72-84a5-9e00f202af78 HTTP/1.1" status: 200 len: 945 time: 0.1850708 Sep 08 09:00:05.371090 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc54d2b-c1e4-433c-8aa5-5518c627041a x-openstack-request-id: req-3dc54d2b-c1e4-433c-8aa5-5518c627041a {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:00:05.373210 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13566a4-a437-40d7-b5e7-d7c412db4094", "name": "network-vif-plugged", "status": "completed", "tag": "74886302-bcb0-4a79-b311-8a7f63f6345c", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:00:05.373929 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3dc54d2b-c1e4-433c-8aa5-5518c627041a {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:00:05.375174 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13566a4-a437-40d7-b5e7-d7c412db4094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74886302-bcb0-4a79-b311-8a7f63f6345c', 'code': 200} Sep 08 09:00:05.577956 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-d56b5309-a296-4506-968d-b5bc9525ae46 req-e12efff2-940e-460b-a2be-36cc76843e28 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Deleting port b53693d8-d7d0-48bf-9d27-5e3d474959dd {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:00:05.579001 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d56b5309-a296-4506-968d-b5bc9525ae46 req-e12efff2-940e-460b-a2be-36cc76843e28 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:05.837876 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f539ed-5728-40b0-b0b5-ad917a52e0b1 req-edf36640-584c-493b-ba6e-11254d14a54f tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:05.858923 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-62f539ed-5728-40b0-b0b5-ad917a52e0b1 req-edf36640-584c-493b-ba6e-11254d14a54f tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 944 time: 0.3627901 Sep 08 09:00:05.912510 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a0b95-6fc2-435a-ad5e-b705d38dfdf2 req-48036c9c-0aa6-478f-b2f3-3c38a8b036eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:05.920966 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-968a0b95-6fc2-435a-ad5e-b705d38dfdf2 req-48036c9c-0aa6-478f-b2f3-3c38a8b036eb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e13566a4-a437-40d7-b5e7-d7c412db4094 HTTP/1.1" status: 200 len: 1097 time: 0.3264434 Sep 08 09:00:05.930401 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-d56b5309-a296-4506-968d-b5bc9525ae46 req-e12efff2-940e-460b-a2be-36cc76843e28 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] For port b53693d8-d7d0-48bf-9d27-5e3d474959dd, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=b53693d8-d7d0-48bf-9d27-5e3d474959dd,segment=NetworkSegment(6e5d67e3-1a76-4d78-9f48-b8cd636653a5),segment_id=6e5d67e3-1a76-4d78-9f48-b8cd636653a5)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:05.931086 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d56b5309-a296-4506-968d-b5bc9525ae46 req-e12efff2-940e-460b-a2be-36cc76843e28 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:06.096335 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-968a0b95-6fc2-435a-ad5e-b705d38dfdf2 req-19461d58-8dc1-49f1-9853-2228d52be915 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1e198e66-38f5-412a-931b-4b3cfd21dcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684716 Sep 08 09:00:06.106830 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-62f539ed-5728-40b0-b0b5-ad917a52e0b1 req-83678dbf-748f-47e9-96cf-62632521919a tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469327 Sep 08 09:00:06.287677 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daaf24b-ae80-46ee-9d10-48c4b0846e78 req-a2be5fae-3d10-4e1d-bd03-fadb7f2c05b2 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:06.290833 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2daaf24b-ae80-46ee-9d10-48c4b0846e78 req-a2be5fae-3d10-4e1d-bd03-fadb7f2c05b2 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 945 time: 0.0862772 Sep 08 09:00:06.298758 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f78fdaa3-b916-4250-ad4c-b8696552b88b req-dc8d22ce-b998-4060-8c11-a02975dae7d0 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0171642 Sep 08 09:00:06.377396 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2daaf24b-ae80-46ee-9d10-48c4b0846e78 req-ce09cc38-c1da-4736-9782-64a799696666 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790193 Sep 08 09:00:06.431280 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d56b5309-a296-4506-968d-b5bc9525ae46 req-e12efff2-940e-460b-a2be-36cc76843e28 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:06.432061 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d56b5309-a296-4506-968d-b5bc9525ae46 req-e12efff2-940e-460b-a2be-36cc76843e28 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:06.432483 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [req-d56b5309-a296-4506-968d-b5bc9525ae46 req-e12efff2-940e-460b-a2be-36cc76843e28 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Floating IP abd2fe8d-eac8-47ac-a170-be3854970b87 disassociated. External IP: 172.25.0.29, port: b53693d8-d7d0-48bf-9d27-5e3d474959dd. Sep 08 09:00:06.433085 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-d56b5309-a296-4506-968d-b5bc9525ae46 req-e12efff2-940e-460b-a2be-36cc76843e28 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Calling delete_port for b53693d8-d7d0-48bf-9d27-5e3d474959dd owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:00:06.617170 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8cf0a-1c8e-4453-b860-86fe3e4de6c4 req-c090adc4-1c09-46cc-a430-70b08db95ee7 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:06.621542 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-78d8cf0a-1c8e-4453-b860-86fe3e4de6c4 req-c090adc4-1c09-46cc-a430-70b08db95ee7 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/ports?device_id=e13566a4-a437-40d7-b5e7-d7c412db4094 HTTP/1.1" status: 200 len: 945 time: 0.1049314 Sep 08 09:00:06.701633 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e27b8264-94f3-4aba-9cf9-efac621277a7 req-1f27ac50-34f8-4169-a150-5c1ea0a4afc9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=85440df2-7b12-47b1-ba8e-4f609f114e1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1048532 Sep 08 09:00:06.705562 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d56b5309-a296-4506-968d-b5bc9525ae46 req-e12efff2-940e-460b-a2be-36cc76843e28 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:06.747942 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-78d8cf0a-1c8e-4453-b860-86fe3e4de6c4 req-154c62e8-4643-4675-9e2d-9d1bbefa5cae tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e198e66-38f5-412a-931b-4b3cfd21dcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817506 Sep 08 09:00:06.769370 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12efff2-940e-460b-a2be-36cc76843e28 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Pushing event deleted for resources: {'Port': ['ID=b53693d8-d7d0-48bf-9d27-5e3d474959dd,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:06.816023 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b8264-94f3-4aba-9cf9-efac621277a7 req-552da4eb-785c-4e1c-9e42-1f957bb00e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:06.817717 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e27b8264-94f3-4aba-9cf9-efac621277a7 req-552da4eb-785c-4e1c-9e42-1f957bb00e9a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=453fb48635914fff8b30c3b6382194e5&device_id=85440df2-7b12-47b1-ba8e-4f609f114e1b HTTP/1.1" status: 200 len: 1099 time: 0.0672278 Sep 08 09:00:06.945640 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-577849ff-cd8c-4994-be46-8cd1fcd72efa req-b03b2fbe-faa8-43e5-b877-81dd3ad63a16 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee3d0e69-8f10-49ac-aad2-4f28b0f6bf0c HTTP/1.1" status: 200 len: 210 time: 0.0848420 Sep 08 09:00:06.960636 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d56b5309-a296-4506-968d-b5bc9525ae46 req-e12efff2-940e-460b-a2be-36cc76843e28 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Router 1b24dfed-5b98-4eca-837d-5763d08344ec has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:00:06.979275 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-bf546f2d-0f20-4060-8087-be628145daac tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=65aa471e14f64e51b04cc98816c3a16f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493786 Sep 08 09:00:07.043521 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b8264-94f3-4aba-9cf9-efac621277a7 req-5b492dc1-b627-4704-b272-775b08c3ec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:07.047585 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e27b8264-94f3-4aba-9cf9-efac621277a7 req-5b492dc1-b627-4704-b272-775b08c3ec10 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1b780815-5142-4edc-a37a-9e502afff334 HTTP/1.1" status: 200 len: 909 time: 0.1930985 Sep 08 09:00:07.164311 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e27b8264-94f3-4aba-9cf9-efac621277a7 req-18182635-9193-4430-8db0-63f472ab6feb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe7000b4-f1d7-4118-b796-f6749c75075b HTTP/1.1" status: 200 len: 217 time: 0.1090407 Sep 08 09:00:07.259662 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d56b5309-a296-4506-968d-b5bc9525ae46 req-e12efff2-940e-460b-a2be-36cc76843e28 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:00:07.260737 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b8264-94f3-4aba-9cf9-efac621277a7 req-7ffb3e83-efe0-4ec6-8dcc-76b078864436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:07.273500 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c08bdc6-87df-469e-93ce-f738b2ce3720 None None] Sync routers for ids ['1b24dfed-5b98-4eca-837d-5763d08344ec'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:00:07.274497 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e27b8264-94f3-4aba-9cf9-efac621277a7 req-7ffb3e83-efe0-4ec6-8dcc-76b078864436 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e08ea884-5afc-42c5-87f0-7a3f3f5db0de HTTP/1.1" status: 200 len: 848 time: 0.0794771 Sep 08 09:00:07.308047 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c08bdc6-87df-469e-93ce-f738b2ce3720 None None] Routers {'1b24dfed-5b98-4eca-837d-5763d08344ec'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:00:07.308276 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-e9eb23ab-4b30-4461-ad44-e0af090e25d5 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:07.308798 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-7c08bdc6-87df-469e-93ce-f738b2ce3720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:59:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['1b24dfed-5b98-4eca-837d-5763d08344ec'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:00:07.316070 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-e9eb23ab-4b30-4461-ad44-e0af090e25d5 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3243058 Sep 08 09:00:07.369216 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e27b8264-94f3-4aba-9cf9-efac621277a7 req-ecd63f88-181f-4fa4-a5dd-9da8f0caf2e0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1b780815-5142-4edc-a37a-9e502afff334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817311 Sep 08 09:00:07.379234 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-0ccd5944-2c1d-426a-8ebc-947e66d9bb5a tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] 10.222.0.54 "GET /v2.0/quotas/65aa471e14f64e51b04cc98816c3a16f HTTP/1.1" status: 200 len: 375 time: 0.0620506 Sep 08 09:00:07.503526 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56b5309-a296-4506-968d-b5bc9525ae46 req-e12efff2-940e-460b-a2be-36cc76843e28 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] No DVR routers for this DVR port b53693d8-d7d0-48bf-9d27-5e3d474959dd on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:00:07.538627 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-477dce95-ce94-48de-a3cb-456d975d6a5e tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=65aa471e14f64e51b04cc98816c3a16f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1579764 Sep 08 09:00:07.540394 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d56b5309-a296-4506-968d-b5bc9525ae46 req-e12efff2-940e-460b-a2be-36cc76843e28 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:07.545265 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d56b5309-a296-4506-968d-b5bc9525ae46 req-e12efff2-940e-460b-a2be-36cc76843e28 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.35 "DELETE /v2.0/ports/b53693d8-d7d0-48bf-9d27-5e3d474959dd HTTP/1.1" status: 204 len: 173 time: 2.2488625 Sep 08 09:00:07.552622 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ce7d55-f40a-4d72-84a5-9e00f202af78', 'name': 'network-vif-deleted', 'tag': 'b53693d8-d7d0-48bf-9d27-5e3d474959dd'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:00:07.569026 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f4f4ce-2793-4bf2-956b-9a81c7c4c023" -d '{"events": [{"server_uuid": "35ce7d55-f40a-4d72-84a5-9e00f202af78", "name": "network-vif-deleted", "tag": "b53693d8-d7d0-48bf-9d27-5e3d474959dd"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:00:07.606826 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e27b8264-94f3-4aba-9cf9-efac621277a7 req-0323804f-8c8e-493e-9eea-8ea152192e31 service neutron] 10.222.0.35 "GET /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117841 Sep 08 09:00:07.652281 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-cb601017-4bf4-46fe-8edd-b72fddfb5e90 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:07.671587 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-cb601017-4bf4-46fe-8edd-b72fddfb5e90 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.35 "GET /v2.0/networks?id=ec0db0af-4061-4294-bedb-bbba2374fc20 HTTP/1.1" status: 200 len: 824 time: 0.5300426 Sep 08 09:00:07.748879 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-7c08bdc6-87df-469e-93ce-f738b2ce3720 None None] Set router 1b24dfed-5b98-4eca-837d-5763d08344ec gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:00:07.779183 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e27b8264-94f3-4aba-9cf9-efac621277a7 req-36d9d2f4-6b85-49e2-b76c-169f2173a4d0 service neutron] 10.222.0.35 "GET /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605728 Sep 08 09:00:07.830025 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d948e01-1519-40d6-b21e-777a7b0659cd req-a7256009-12f0-4a08-ae17-a7b512497dad tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:07.840388 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-670c1177-b3c9-49c8-90cd-b8532d5781cf tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db87c3df22f54cac9f5bd24547674625 HTTP/1.1" status: 200 len: 379 time: 0.1514812 Sep 08 09:00:07.846645 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4d948e01-1519-40d6-b21e-777a7b0659cd req-a7256009-12f0-4a08-ae17-a7b512497dad tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 944 time: 0.5699770 Sep 08 09:00:07.864541 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-750b26be-17d7-4eec-9951-257be8ce1ae2 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Request body: {'port': {'device_id': 'ee3d0e69-8f10-49ac-aad2-4f28b0f6bf0c', 'network_id': 'ec0db0af-4061-4294-bedb-bbba2374fc20', 'admin_state_up': True, 'tenant_id': 'db87c3df22f54cac9f5bd24547674625', 'security_groups': ['95fdb126-e588-4cf9-b281-e7f1b3353ec7']}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:00:08.003050 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4d948e01-1519-40d6-b21e-777a7b0659cd req-26568dec-7a22-4283-9a29-90827455e1dc tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497831 Sep 08 09:00:08.200867 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 6da41954-bcc6-4afe-8431-3b2b5f9d4956 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:00:08.297627 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a5592-835c-478a-86e8-204da7af4297 req-c87d031b-b2d5-474c-8957-85c480ecca0c tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:08.305546 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-940a5592-835c-478a-86e8-204da7af4297 req-c87d031b-b2d5-474c-8957-85c480ecca0c tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 945 time: 0.1450021 Sep 08 09:00:08.359001 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:00:08.373907 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-940a5592-835c-478a-86e8-204da7af4297 req-fb03d067-6076-4e81-86b7-727b9ed7a035 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662918 Sep 08 09:00:08.461115 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27580e63-4c21-4c77-b20f-8b9b735df558 req-a5c39185-009e-4ec2-8a86-542fd03d1c2a tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:08.469553 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device b53693d8-d7d0-48bf-9d27-5e3d474959dd no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:00:08.476396 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-27580e63-4c21-4c77-b20f-8b9b735df558 req-a5c39185-009e-4ec2-8a86-542fd03d1c2a tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 949 time: 0.4899833 Sep 08 09:00:08.493078 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-750b26be-17d7-4eec-9951-257be8ce1ae2 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Made reservation on behalf of db87c3df22f54cac9f5bd24547674625 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:00:08.498108 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-750b26be-17d7-4eec-9951-257be8ce1ae2 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:08.541001 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d41b68-4375-4fac-9389-fd57951cb650 req-4c7d526b-c42f-4559-a5cf-23a49d3db487 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:08.557377 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-89d41b68-4375-4fac-9389-fd57951cb650 req-4c7d526b-c42f-4559-a5cf-23a49d3db487 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10&tenant_id=0bc89f664d9a46b3926bfbc0f4b3f539&binding%3Ahost_id=n-h1-806683-11 HTTP/1.1" status: 200 len: 1097 time: 0.1419647 Sep 08 09:00:08.586156 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-89d41b68-4375-4fac-9389-fd57951cb650 req-c9df475a-8033-4e45-8402-7537b3f573cf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-806683-11'}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:00:08.599613 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-27580e63-4c21-4c77-b20f-8b9b735df558 req-a4ba0b70-9edc-47fa-8d95-cc0de6dfa3e8 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145737 Sep 08 09:00:08.893729 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-89d41b68-4375-4fac-9389-fd57951cb650 req-c9df475a-8033-4e45-8402-7537b3f573cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:08.973012 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2512a797-616d-4977-916b-1ad1904fc797 req-848fc496-43f0-4f03-b900-9f72e168e7d7 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6a81b68-4c90-4cf3-b656-f76ec1e53b1c HTTP/1.1" status: 200 len: 210 time: 0.0721388 Sep 08 09:00:09.352712 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5,segment=NetworkSegment(63991058-0ef2-4358-ae31-7e348d60a2c9),segment_id=63991058-0ef2-4358-ae31-7e348d60a2c9)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:09.398619 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5 has no active binding in host n-h2-806683-11 {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 08 09:00:09.452203 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8585ebef-5c49-4479-afa3-8e8979cc6cf2 req-b1d6b4b5-3e73-4972-95ca-a0e78a6676e1 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee3d0e69-8f10-49ac-aad2-4f28b0f6bf0c HTTP/1.1" status: 200 len: 210 time: 0.2851973 Sep 08 09:00:09.470774 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: b53693d8-d7d0-48bf-9d27-5e3d474959dd {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:00:09.474688 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device b53693d8-d7d0-48bf-9d27-5e3d474959dd not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:00:09.562367 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 6da41954-bcc6-4afe-8431-3b2b5f9d4956, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=6da41954-bcc6-4afe-8431-3b2b5f9d4956,segment=NetworkSegment(fa7b147d-9249-4b88-b7ce-d5137c1c3a3c),segment_id=fa7b147d-9249-4b88-b7ce-d5137c1c3a3c)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:09.581144 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '6da41954-bcc6-4afe-8431-3b2b5f9d4956', 'network_id': '1b780815-5142-4edc-a37a-9e502afff334', 'port_id': '6da41954-bcc6-4afe-8431-3b2b5f9d4956', 'mac_address': 'fa:16:3e:35:c7:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e08ea884-5afc-42c5-87f0-7a3f3f5db0de', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:00:09.607375 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-89d41b68-4375-4fac-9389-fd57951cb650 req-c9df475a-8033-4e45-8402-7537b3f573cf service neutron] For port 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5,segment=NetworkSegment(63991058-0ef2-4358-ae31-7e348d60a2c9),segment_id=63991058-0ef2-4358-ae31-7e348d60a2c9)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:09.652882 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:09.675547 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6da41954-bcc6-4afe-8431-3b2b5f9d4956 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:00:09.692924 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-7c08bdc6-87df-469e-93ce-f738b2ce3720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1074538872-router', 'tenant_id': 'db87c3df22f54cac9f5bd24547674625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '4247d3f1-3fd2-4989-9812-be018df0712c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:56:01Z', 'updated_at': '2021-09-08T08:56:09Z', 'revision_number': 4, 'project_id': 'db87c3df22f54cac9f5bd24547674625', 'gw_port': {'id': '4247d3f1-3fd2-4989-9812-be018df0712c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:17:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:03Z', 'updated_at': '2021-09-08T08:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'a4771153-1032-4d10-bfd5-163ab528deda', 'name': '', 'network_id': 'ec0db0af-4061-4294-bedb-bbba2374fc20', 'tenant_id': 'db87c3df22f54cac9f5bd24547674625', 'mac_address': 'fa:16:3e:6b:cd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5306a8b8-86cd-4361-8bb4-448984316315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:07Z', 'updated_at': '2021-09-08T08:56:25Z', 'revision_number': 5, 'project_id': 'db87c3df22f54cac9f5bd24547674625', 'subnets': [{'id': '5306a8b8-86cd-4361-8bb4-448984316315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:00:09.788427 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c08bdc6-87df-469e-93ce-f738b2ce3720 None None] Checking router: 1b24dfed-5b98-4eca-837d-5763d08344ec for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:00:09.792438 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 6da41954-bcc6-4afe-8431-3b2b5f9d4956, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=6da41954-bcc6-4afe-8431-3b2b5f9d4956,segment=NetworkSegment(fa7b147d-9249-4b88-b7ce-d5137c1c3a3c),segment_id=fa7b147d-9249-4b88-b7ce-d5137c1c3a3c)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:09.797646 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-89d41b68-4375-4fac-9389-fd57951cb650 req-c9df475a-8033-4e45-8402-7537b3f573cf service neutron] For port 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5, host n-h1-806683-11, cleared binding levels {{(pid=94713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:00:09.802639 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:09.811951 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c08bdc6-87df-469e-93ce-f738b2ce3720 None None] Routers {'1b24dfed-5b98-4eca-837d-5763d08344ec'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:00:09.813032 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-7c08bdc6-87df-469e-93ce-f738b2ce3720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T08:59:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['1b24dfed-5b98-4eca-837d-5763d08344ec'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:00:09.892273 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e437a71-6789-43b5-b6e9-df6760116834 req-b7d5fcc5-e36e-42cd-8829-7ffe393d4754 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:09.893434 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4e437a71-6789-43b5-b6e9-df6760116834 req-b7d5fcc5-e36e-42cd-8829-7ffe393d4754 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 944 time: 0.2316611 Sep 08 09:00:09.942301 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b87aad-53ee-44ff-bfaa-becb3907bb10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:00:09.942301 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10bfc0d-0a33-4b82-9f04-a85d1289630e" -d '{"events": [{"server_uuid": "a2b87aad-53ee-44ff-bfaa-becb3907bb10", "name": "network-vif-unplugged", "status": "completed", "tag": "9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:00:09.947885 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-89d41b68-4375-4fac-9389-fd57951cb650 req-c9df475a-8033-4e45-8402-7537b3f573cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:09.969204 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-89d41b68-4375-4fac-9389-fd57951cb650 req-c9df475a-8033-4e45-8402-7537b3f573cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:10.002792 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9b1dfc-04c2-4bc8-8843-f6a4b3c2a392 x-openstack-request-id: req-4a9b1dfc-04c2-4bc8-8843-f6a4b3c2a392 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:00:10.003289 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35ce7d55-f40a-4d72-84a5-9e00f202af78", "name": "network-vif-deleted", "tag": "b53693d8-d7d0-48bf-9d27-5e3d474959dd", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:00:10.003289 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4a9b1dfc-04c2-4bc8-8843-f6a4b3c2a392 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:00:10.003696 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ce7d55-f40a-4d72-84a5-9e00f202af78', 'name': 'network-vif-deleted', 'tag': 'b53693d8-d7d0-48bf-9d27-5e3d474959dd', 'status': 'completed', 'code': 200} Sep 08 09:00:10.040220 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4e437a71-6789-43b5-b6e9-df6760116834 req-8c8e098d-2a07-4b34-b76e-509666615035 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286919 Sep 08 09:00:10.089959 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=6da41954-bcc6-4afe-8431-3b2b5f9d4956,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:10.113527 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-7c08bdc6-87df-469e-93ce-f738b2ce3720 None None] Set router 1b24dfed-5b98-4eca-837d-5763d08344ec gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:00:10.161995 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9df475a-8033-4e45-8402-7537b3f573cf service neutron] Pushing event updated for resources: {'Port': ['ID=9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5,revision_number=7']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:10.200403 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-750b26be-17d7-4eec-9951-257be8ce1ae2 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Allocated IP 172.20.0.13 (ec0db0af-4061-4294-bedb-bbba2374fc20/5306a8b8-86cd-4361-8bb4-448984316315/e32d36f6-bacc-4b16-baab-742b73c2c2dc) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:00:10.227479 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-89d41b68-4375-4fac-9389-fd57951cb650 req-c9df475a-8033-4e45-8402-7537b3f573cf service neutron] Attempting to bind port 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5 on host n-h1-806683-11 for vnic_type normal with profile {"migrating_to": "n-h2-806683-11"} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:00:10.228048 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-89d41b68-4375-4fac-9389-fd57951cb650 req-c9df475a-8033-4e45-8402-7537b3f573cf service neutron] Attempting to bind port 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '63991058-0ef2-4358-ae31-7e348d60a2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:00:10.234643 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-bf50af09-fb02-450b-87e2-5b77982723fb tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=65aa471e14f64e51b04cc98816c3a16f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0829649 Sep 08 09:00:10.237838 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d41b68-4375-4fac-9389-fd57951cb650 req-c9df475a-8033-4e45-8402-7537b3f573cf service neutron] Attempting to bind port 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5 on network 3e5cb155-db8c-4e6c-a8fd-e937043c5b98 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:00:10.262934 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d41b68-4375-4fac-9389-fd57951cb650 req-c9df475a-8033-4e45-8402-7537b3f573cf service neutron] Port 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5 on network 3e5cb155-db8c-4e6c-a8fd-e937043c5b98 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:00:10.264077 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d41b68-4375-4fac-9389-fd57951cb650 req-c9df475a-8033-4e45-8402-7537b3f573cf service neutron] Attempting to bind port 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5 on network 3e5cb155-db8c-4e6c-a8fd-e937043c5b98 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:00:10.289999 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['6da41954-bcc6-4afe-8431-3b2b5f9d4956'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:00:10.313388 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d41b68-4375-4fac-9389-fd57951cb650 req-c9df475a-8033-4e45-8402-7537b3f573cf service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:00:10.313688 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d41b68-4375-4fac-9389-fd57951cb650 req-c9df475a-8033-4e45-8402-7537b3f573cf service neutron] Checking segment: {'id': '63991058-0ef2-4358-ae31-7e348d60a2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:00:10.313985 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d41b68-4375-4fac-9389-fd57951cb650 req-c9df475a-8033-4e45-8402-7537b3f573cf service neutron] Bound using segment: {'id': '63991058-0ef2-4358-ae31-7e348d60a2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98'} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:00:10.314521 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-89d41b68-4375-4fac-9389-fd57951cb650 req-c9df475a-8033-4e45-8402-7537b3f573cf service neutron] Bound port: 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63991058-0ef2-4358-ae31-7e348d60a2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '3e5cb155-db8c-4e6c-a8fd-e937043c5b98'}}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:00:10.314883 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-89d41b68-4375-4fac-9389-fd57951cb650 req-c9df475a-8033-4e45-8402-7537b3f573cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:10.336634 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfcabb-df82-4ab6-8ca1-b2a6c669a74d req-db613bcc-67c3-4c4d-addc-f28fdaefe83a tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:10.347029 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ddcfcabb-df82-4ab6-8ca1-b2a6c669a74d req-db613bcc-67c3-4c4d-addc-f28fdaefe83a tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/ports?device_id=e13566a4-a437-40d7-b5e7-d7c412db4094 HTTP/1.1" status: 200 len: 945 time: 1.2566414 Sep 08 09:00:10.403899 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711b65b-7b2f-4044-b2ac-491f42b3dd68 req-04070e0c-59e7-479b-a784-fff9c2c95dd7 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:10.413902 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3711b65b-7b2f-4044-b2ac-491f42b3dd68 req-04070e0c-59e7-479b-a784-fff9c2c95dd7 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 943 time: 0.2201045 Sep 08 09:00:10.469818 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-ab1ae0fb-2ec3-46a1-8cdc-7cc85be5e1db tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:10.471525 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-ab1ae0fb-2ec3-46a1-8cdc-7cc85be5e1db tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2192891 Sep 08 09:00:10.493400 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3711b65b-7b2f-4044-b2ac-491f42b3dd68 req-6bf110b3-36c7-46e1-9cdb-8ea96a858d6e tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779824 Sep 08 09:00:10.496399 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-89d41b68-4375-4fac-9389-fd57951cb650 req-c9df475a-8033-4e45-8402-7537b3f573cf service neutron] For port 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5, host n-h1-806683-11, cleared binding levels {{(pid=94713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:00:10.517054 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [req-a844593d-6021-4837-9003-087206898fd8 req-dba6e663-8620-4ad8-af5f-b4a4f0ad828d service neutron] show failed (client error): The resource could not be found. Sep 08 09:00:10.517054 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a844593d-6021-4837-9003-087206898fd8 req-dba6e663-8620-4ad8-af5f-b4a4f0ad828d service neutron] 10.222.0.35 "GET /v2.0/ports/3b8b664f-ea80-4039-b033-4de2af4c5dfc/bindings/n-h1-806683-11 HTTP/1.1" status: 404 len: 381 time: 1.3881290 Sep 08 09:00:10.518538 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-8d9af2a7-fe22-43bb-ab2d-8d24f6133635 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] Request body: {'port': {'device_id': 'a6a81b68-4c90-4cf3-b656-f76ec1e53b1c', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'admin_state_up': True, 'tenant_id': '65aa471e14f64e51b04cc98816c3a16f'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:00:10.549820 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-89d41b68-4375-4fac-9389-fd57951cb650 req-c9df475a-8033-4e45-8402-7537b3f573cf service neutron] For port 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5,segment=NetworkSegment(63991058-0ef2-4358-ae31-7e348d60a2c9),segment_id=63991058-0ef2-4358-ae31-7e348d60a2c9)] {{(pid=94713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:00:10.560732 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-89d41b68-4375-4fac-9389-fd57951cb650 req-c9df475a-8033-4e45-8402-7537b3f573cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:10.574190 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-7c08bdc6-87df-469e-93ce-f738b2ce3720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1074538872-router', 'tenant_id': 'db87c3df22f54cac9f5bd24547674625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '4247d3f1-3fd2-4989-9812-be018df0712c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:56:01Z', 'updated_at': '2021-09-08T08:56:09Z', 'revision_number': 4, 'project_id': 'db87c3df22f54cac9f5bd24547674625', 'gw_port': {'id': '4247d3f1-3fd2-4989-9812-be018df0712c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:17:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:03Z', 'updated_at': '2021-09-08T08:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'a4771153-1032-4d10-bfd5-163ab528deda', 'name': '', 'network_id': 'ec0db0af-4061-4294-bedb-bbba2374fc20', 'tenant_id': 'db87c3df22f54cac9f5bd24547674625', 'mac_address': 'fa:16:3e:6b:cd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5306a8b8-86cd-4361-8bb4-448984316315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:07Z', 'updated_at': '2021-09-08T08:56:25Z', 'revision_number': 5, 'project_id': 'db87c3df22f54cac9f5bd24547674625', 'subnets': [{'id': '5306a8b8-86cd-4361-8bb4-448984316315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:00:10.628817 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c08bdc6-87df-469e-93ce-f738b2ce3720 None None] The sync data for ids ['1b24dfed-5b98-4eca-837d-5763d08344ec'] in n-d-806683-11 is: [{'id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1074538872-router', 'tenant_id': 'db87c3df22f54cac9f5bd24547674625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '4247d3f1-3fd2-4989-9812-be018df0712c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:56:01Z', 'updated_at': '2021-09-08T08:56:09Z', 'revision_number': 4, 'project_id': 'db87c3df22f54cac9f5bd24547674625', 'gw_port': {'id': '4247d3f1-3fd2-4989-9812-be018df0712c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:17:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:03Z', 'updated_at': '2021-09-08T08:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'a4771153-1032-4d10-bfd5-163ab528deda', 'name': '', 'network_id': 'ec0db0af-4061-4294-bedb-bbba2374fc20', 'tenant_id': 'db87c3df22f54cac9f5bd24547674625', 'mac_address': 'fa:16:3e:6b:cd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5306a8b8-86cd-4361-8bb4-448984316315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:07Z', 'updated_at': '2021-09-08T08:56:25Z', 'revision_number': 5, 'project_id': 'db87c3df22f54cac9f5bd24547674625', 'subnets': [{'id': '5306a8b8-86cd-4361-8bb4-448984316315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:00:10.654253 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ddcfcabb-df82-4ab6-8ca1-b2a6c669a74d req-1d3bafa3-1e67-476e-9938-6fd8fc711a1f tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e198e66-38f5-412a-931b-4b3cfd21dcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641021 Sep 08 09:00:10.785257 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d41b68-4375-4fac-9389-fd57951cb650 req-c9df475a-8033-4e45-8402-7537b3f573cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:10.785903 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-89d41b68-4375-4fac-9389-fd57951cb650 req-c9df475a-8033-4e45-8402-7537b3f573cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:10.789461 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-89d41b68-4375-4fac-9389-fd57951cb650 req-c9df475a-8033-4e45-8402-7537b3f573cf service neutron] 10.222.0.35 "PUT /v2.0/ports/9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5 HTTP/1.1" status: 200 len: 1123 time: 2.2207577 Sep 08 09:00:10.812106 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9df475a-8033-4e45-8402-7537b3f573cf service neutron] Pushing event updated for resources: {'Port': ['ID=9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5,revision_number=8']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:10.854492 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8250c64-efd8-4c23-badd-8c16e3afb1e7 req-1ee54ee7-147b-43fb-85ec-762883792ec8 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:10.856226 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b8250c64-efd8-4c23-badd-8c16e3afb1e7 req-1ee54ee7-147b-43fb-85ec-762883792ec8 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 949 time: 0.1068394 Sep 08 09:00:10.863122 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-750b26be-17d7-4eec-9951-257be8ce1ae2 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:10.888642 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-750b26be-17d7-4eec-9951-257be8ce1ae2 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Transition to ACTIVE for port object e32d36f6-bacc-4b16-baab-742b73c2c2dc will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:00:10.922094 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-8d9af2a7-fe22-43bb-ab2d-8d24f6133635 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] Made reservation on behalf of 65aa471e14f64e51b04cc98816c3a16f for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:00:10.925960 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-8d9af2a7-fe22-43bb-ab2d-8d24f6133635 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:10.953934 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b8250c64-efd8-4c23-badd-8c16e3afb1e7 req-434d8f79-3294-4e97-8e3e-bc2b0c24a89a tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745709 Sep 08 09:00:10.954285 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:00:10.955081 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-8d9af2a7-fe22-43bb-ab2d-8d24f6133635 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:10.992977 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-750b26be-17d7-4eec-9951-257be8ce1ae2 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:11.019595 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:00:11.136525 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 09:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227245d6-9ce9-4826-ba52-424294605448 x-openstack-request-id: req-227245d6-9ce9-4826-ba52-424294605448 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:00:11.138619 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2b87aad-53ee-44ff-bfaa-becb3907bb10", "name": "network-vif-unplugged", "status": "completed", "tag": "9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:00:11.139501 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-227245d6-9ce9-4826-ba52-424294605448 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:00:11.140273 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2b87aad-53ee-44ff-bfaa-becb3907bb10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5', 'code': 200} Sep 08 09:00:11.278368 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-25284bc5-29b3-43d5-93ea-dff3cfc281b2 req-a7ba8ba6-c27d-4122-886d-7b1975a3df59 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6a81b68-4c90-4cf3-b656-f76ec1e53b1c HTTP/1.1" status: 200 len: 210 time: 0.1019869 Sep 08 09:00:11.307753 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aed2137-d7d0-414b-b0c5-71da8ece5400 None None] New status for floating IP abd2fe8d-eac8-47ac-a170-be3854970b87: DOWN {{(pid=94715) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:00:11.323939 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-750b26be-17d7-4eec-9951-257be8ce1ae2 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Network ec0db0af-4061-4294-bedb-bbba2374fc20 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:00:11.367001 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-750b26be-17d7-4eec-9951-257be8ce1ae2 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:00:11.402789 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-750b26be-17d7-4eec-9951-257be8ce1ae2 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:00:11.405926 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b26be-17d7-4eec-9951-257be8ce1ae2 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Pushing event updated for resources: {'Port': ['ID=e32d36f6-bacc-4b16-baab-742b73c2c2dc,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:11.540660 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750b26be-17d7-4eec-9951-257be8ce1ae2 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:00:11.541037 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750b26be-17d7-4eec-9951-257be8ce1ae2 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:00:11.541374 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750b26be-17d7-4eec-9951-257be8ce1ae2 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:00:11.541791 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750b26be-17d7-4eec-9951-257be8ce1ae2 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:00:11.542250 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750b26be-17d7-4eec-9951-257be8ce1ae2 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:00:11.542605 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750b26be-17d7-4eec-9951-257be8ce1ae2 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:00:11.543146 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750b26be-17d7-4eec-9951-257be8ce1ae2 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:00:11.543513 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750b26be-17d7-4eec-9951-257be8ce1ae2 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:00:11.543848 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750b26be-17d7-4eec-9951-257be8ce1ae2 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:00:11.544315 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750b26be-17d7-4eec-9951-257be8ce1ae2 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:00:11.544639 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750b26be-17d7-4eec-9951-257be8ce1ae2 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:00:11.544974 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750b26be-17d7-4eec-9951-257be8ce1ae2 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:00:11.618332 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be31cd-1ad7-417e-8f0c-a85f049e2e33 req-a33b4842-43b9-42d8-80ec-32db73bfea80 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:11.625802 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-11be31cd-1ad7-417e-8f0c-a85f049e2e33 req-a33b4842-43b9-42d8-80ec-32db73bfea80 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/ports?device_id=a19f3772-a861-4318-95f4-1fe643dc2f71 HTTP/1.1" status: 200 len: 946 time: 0.0918834 Sep 08 09:00:11.642710 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-750b26be-17d7-4eec-9951-257be8ce1ae2 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:11.643386 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-750b26be-17d7-4eec-9951-257be8ce1ae2 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:11.653715 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b24d6e-bb35-4427-92b7-8b83515e596e req-d58dd8e4-b6e5-41b3-b9af-6d119c38996c tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:11.655506 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e5b24d6e-bb35-4427-92b7-8b83515e596e req-d58dd8e4-b6e5-41b3-b9af-6d119c38996c tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee3d0e69-8f10-49ac-aad2-4f28b0f6bf0c HTTP/1.1" status: 200 len: 932 time: 0.3412132 Sep 08 09:00:11.678234 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-11be31cd-1ad7-417e-8f0c-a85f049e2e33 req-5070de82-60d0-4f7a-a921-e38505196117 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e198e66-38f5-412a-931b-4b3cfd21dcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514205 Sep 08 09:00:11.679070 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844593d-6021-4837-9003-087206898fd8 req-85b4ccc3-0aec-400a-ba51-a42beb9d0618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:11.681263 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a844593d-6021-4837-9003-087206898fd8 req-85b4ccc3-0aec-400a-ba51-a42beb9d0618 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619&tenant_id=3b45c9e6adc04db08d877665d90d8206 HTTP/1.1" status: 200 len: 1101 time: 0.5766869 Sep 08 09:00:11.718893 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-a844593d-6021-4837-9003-087206898fd8 req-3087c765-c2e8-4483-b83b-17be1acb27f5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-11', 'device_owner': 'compute:nova'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:00:11.731272 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-8d9af2a7-fe22-43bb-ab2d-8d24f6133635 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:11.760559 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-8d9af2a7-fe22-43bb-ab2d-8d24f6133635 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:11.776734 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-750b26be-17d7-4eec-9951-257be8ce1ae2 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9242792 Sep 08 09:00:11.822075 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2e73494c-729a-4726-b92a-50958df109de None None] Provisioning for port e32d36f6-bacc-4b16-baab-742b73c2c2dc completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:00:11.823073 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-4393f913-91ad-4039-83e1-692d420deecc service neutron] Request body: {'port': {'device_id': 'ee3d0e69-8f10-49ac-aad2-4f28b0f6bf0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:00:11.830562 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2e73494c-729a-4726-b92a-50958df109de None None] Provisioning complete for port e32d36f6-bacc-4b16-baab-742b73c2c2dc triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:00:11.831301 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2e73494c-729a-4726-b92a-50958df109de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:11.840302 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3656d520-4a54-413a-9f70-6e46caed3271 req-15797c2e-2905-45ff-abd4-0275e585fba6 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:11.842312 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3656d520-4a54-413a-9f70-6e46caed3271 req-15797c2e-2905-45ff-abd4-0275e585fba6 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 945 time: 0.0712333 Sep 08 09:00:11.886171 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-2e73494c-729a-4726-b92a-50958df109de None None] Port e32d36f6-bacc-4b16-baab-742b73c2c2dc cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:00:11.891886 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3656d520-4a54-413a-9f70-6e46caed3271 req-bf07e88f-8465-4d61-9605-8d7f137d73b6 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413969 Sep 08 09:00:11.919799 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e5b24d6e-bb35-4427-92b7-8b83515e596e req-5e47d8d7-ce1c-4fa5-8965-d6c0e5e740a7 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/security-groups?id=95fdb126-e588-4cf9-b281-e7f1b3353ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2367587 Sep 08 09:00:11.953735 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9af2a7-fe22-43bb-ab2d-8d24f6133635 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e909348-d27a-4af9-8d8a-13cdd74a5feb,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:11.967601 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a844593d-6021-4837-9003-087206898fd8 req-3087c765-c2e8-4483-b83b-17be1acb27f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:12.090133 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-4393f913-91ad-4039-83e1-692d420deecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:12.170813 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-8d9af2a7-fe22-43bb-ab2d-8d24f6133635 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] Allocated IP 192.168.233.137 (05f7642a-1c79-41be-85aa-1443ef22cc3b/dfc66e4b-ecb5-4c99-afe1-0a78c722534a/203d962b-25a9-45e7-a5cc-fdee97e44ffc) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:00:12.185427 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 6da41954-bcc6-4afe-8431-3b2b5f9d4956 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:00:12.250532 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 6da41954-bcc6-4afe-8431-3b2b5f9d4956 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:00:12.259017 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 6da41954-bcc6-4afe-8431-3b2b5f9d4956 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:00:12.260065 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:12.266838 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff2227-9f55-4821-95c6-e0b01daf24b1 req-8c47f5b2-526d-461f-8a9c-104be6dc3076 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:12.272946 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1fff2227-9f55-4821-95c6-e0b01daf24b1 req-8c47f5b2-526d-461f-8a9c-104be6dc3076 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 943 time: 0.2707522 Sep 08 09:00:12.386942 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 3b8b664f-ea80-4039-b033-4de2af4c5dfc no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:00:12.453985 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:12.488665 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff454ad5-f0ae-498a-9cb9-f264a4e94d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da41954-bcc6-4afe-8431-3b2b5f9d4956'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:00:12.491141 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1bd6a9-4c41-4689-9bf0-dc5a632877ac" -d '{"events": [{"server_uuid": "ff454ad5-f0ae-498a-9cb9-f264a4e94d02", "name": "network-vif-plugged", "status": "completed", "tag": "6da41954-bcc6-4afe-8431-3b2b5f9d4956"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:00:12.507111 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 6da41954-bcc6-4afe-8431-3b2b5f9d4956, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=6da41954-bcc6-4afe-8431-3b2b5f9d4956,segment=NetworkSegment(fa7b147d-9249-4b88-b7ce-d5137c1c3a3c),segment_id=fa7b147d-9249-4b88-b7ce-d5137c1c3a3c)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:12.531702 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:12.575751 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:12.598944 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1fff2227-9f55-4821-95c6-e0b01daf24b1 req-c756952f-c686-405e-9256-0298c4f8610f tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157470 Sep 08 09:00:12.620334 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=6da41954-bcc6-4afe-8431-3b2b5f9d4956,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:12.838122 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-8d9af2a7-fe22-43bb-ab2d-8d24f6133635 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:12.877988 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-8d9af2a7-fe22-43bb-ab2d-8d24f6133635 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] Transition to ACTIVE for port object 203d962b-25a9-45e7-a5cc-fdee97e44ffc will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:00:12.990196 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-4393f913-91ad-4039-83e1-692d420deecc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e32d36f6-bacc-4b16-baab-742b73c2c2dc {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:00:13.004832 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-4393f913-91ad-4039-83e1-692d420deecc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:13.018371 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-8d9af2a7-fe22-43bb-ab2d-8d24f6133635 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:13.099660 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e8ce4-8daf-4150-829a-60e9d4599aff req-96db16dd-d66d-484b-899e-d2e1fc558de1 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:13.101003 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-229e8ce4-8daf-4150-829a-60e9d4599aff req-96db16dd-d66d-484b-899e-d2e1fc558de1 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6a81b68-4c90-4cf3-b656-f76ec1e53b1c HTTP/1.1" status: 200 len: 936 time: 0.0753868 Sep 08 09:00:13.111035 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-4393f913-91ad-4039-83e1-692d420deecc service neutron] Transition to ACTIVE for port object e32d36f6-bacc-4b16-baab-742b73c2c2dc will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:00:13.125950 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d7f51-ed04-4e30-90fe-f75099854c76 req-7a7b56d5-04f3-469c-bc1d-33fef020a553 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:13.127657 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-337d7f51-ed04-4e30-90fe-f75099854c76 req-7a7b56d5-04f3-469c-bc1d-33fef020a553 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 949 time: 0.2129529 Sep 08 09:00:13.136544 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-4393f913-91ad-4039-83e1-692d420deecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:13.143728 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2b87aad-53ee-44ff-bfaa-becb3907bb10', 'tag': '9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:00:13.146928 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bddb35b-9ef6-4c54-9fa6-7e455d2c5936" -d '{"events": [{"name": "network-changed", "server_uuid": "a2b87aad-53ee-44ff-bfaa-becb3907bb10", "tag": "9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:00:13.153194 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-8d9af2a7-fe22-43bb-ab2d-8d24f6133635 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] Network 05f7642a-1c79-41be-85aa-1443ef22cc3b is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:00:13.161548 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-229e8ce4-8daf-4150-829a-60e9d4599aff req-bf6302c7-0f15-4133-93a0-f5f296d249b5 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e909348-d27a-4af9-8d8a-13cdd74a5feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538225 Sep 08 09:00:13.173048 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-8d9af2a7-fe22-43bb-ab2d-8d24f6133635 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:00:13.190355 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-8d9af2a7-fe22-43bb-ab2d-8d24f6133635 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:00:13.216011 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81881f4f-79b6-4bb5-918e-79d572e2ad5d x-openstack-request-id: req-81881f4f-79b6-4bb5-918e-79d572e2ad5d {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:00:13.217360 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff454ad5-f0ae-498a-9cb9-f264a4e94d02", "name": "network-vif-plugged", "status": "completed", "tag": "6da41954-bcc6-4afe-8431-3b2b5f9d4956", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:00:13.218758 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-81881f4f-79b6-4bb5-918e-79d572e2ad5d {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:00:13.218758 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff454ad5-f0ae-498a-9cb9-f264a4e94d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da41954-bcc6-4afe-8431-3b2b5f9d4956', 'code': 200} Sep 08 09:00:13.237375 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9af2a7-fe22-43bb-ab2d-8d24f6133635 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] Pushing event updated for resources: {'Port': ['ID=203d962b-25a9-45e7-a5cc-fdee97e44ffc,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:13.262416 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-a844593d-6021-4837-9003-087206898fd8 req-3087c765-c2e8-4483-b83b-17be1acb27f5 service neutron] For port 3b8b664f-ea80-4039-b033-4de2af4c5dfc, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=3b8b664f-ea80-4039-b033-4de2af4c5dfc,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:13.443524 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7c5e1-7d4a-40b1-904f-24062f8adac0 req-1dcc07ef-44e4-4cab-8865-ca69bb7712aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:13.445953 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5aa7c5e1-7d4a-40b1-904f-24062f8adac0 req-1dcc07ef-44e4-4cab-8865-ca69bb7712aa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 1098 time: 0.0863013 Sep 08 09:00:13.466353 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-a844593d-6021-4837-9003-087206898fd8 req-3087c765-c2e8-4483-b83b-17be1acb27f5 service neutron] For port 3b8b664f-ea80-4039-b033-4de2af4c5dfc, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:00:13.522695 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4393f913-91ad-4039-83e1-692d420deecc service neutron] Pushing event updated for resources: {'Port': ['ID=e32d36f6-bacc-4b16-baab-742b73c2c2dc,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:13.530584 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-337d7f51-ed04-4e30-90fe-f75099854c76 req-7ad112a9-11cc-4847-a0ba-2cb34bc595d7 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844392 Sep 08 09:00:13.549107 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5aa7c5e1-7d4a-40b1-904f-24062f8adac0 req-19b2e1d3-b8bd-4103-a1f7-ed63bf440aeb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919514 Sep 08 09:00:13.595037 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-8d9af2a7-fe22-43bb-ab2d-8d24f6133635 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:13.596053 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-8d9af2a7-fe22-43bb-ab2d-8d24f6133635 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:13.670636 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4a2199-4092-45f7-9c15-980621fe6619', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b8b664f-ea80-4039-b033-4de2af4c5dfc'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:00:13.690083 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b4dadd-25bb-4e10-89a2-d7c757107e2c" -d '{"events": [{"server_uuid": "ec4a2199-4092-45f7-9c15-980621fe6619", "name": "network-vif-unplugged", "status": "completed", "tag": "3b8b664f-ea80-4039-b033-4de2af4c5dfc"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:00:13.713153 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a844593d-6021-4837-9003-087206898fd8 req-3087c765-c2e8-4483-b83b-17be1acb27f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:13.721867 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-8d9af2a7-fe22-43bb-ab2d-8d24f6133635 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2232833 Sep 08 09:00:13.773037 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-11e8f593-2072-4df7-8cfa-a242a4b2137d None None] Provisioning for port 203d962b-25a9-45e7-a5cc-fdee97e44ffc completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:00:13.781268 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-11e8f593-2072-4df7-8cfa-a242a4b2137d None None] Provisioning complete for port 203d962b-25a9-45e7-a5cc-fdee97e44ffc triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:00:13.781268 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-11e8f593-2072-4df7-8cfa-a242a4b2137d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:13.799026 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-4393f913-91ad-4039-83e1-692d420deecc service neutron] Attempting to bind port e32d36f6-bacc-4b16-baab-742b73c2c2dc on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:00:13.799332 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-4393f913-91ad-4039-83e1-692d420deecc service neutron] Attempting to bind port e32d36f6-bacc-4b16-baab-742b73c2c2dc by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '6e5d67e3-1a76-4d78-9f48-b8cd636653a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ec0db0af-4061-4294-bedb-bbba2374fc20'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:00:13.799567 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-4393f913-91ad-4039-83e1-692d420deecc service neutron] Attempting to bind port e32d36f6-bacc-4b16-baab-742b73c2c2dc on network ec0db0af-4061-4294-bedb-bbba2374fc20 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:00:13.803837 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-a844593d-6021-4837-9003-087206898fd8 req-3087c765-c2e8-4483-b83b-17be1acb27f5 service neutron] Transition to ACTIVE for port object 3b8b664f-ea80-4039-b033-4de2af4c5dfc will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:00:13.812786 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-4393f913-91ad-4039-83e1-692d420deecc service neutron] Port e32d36f6-bacc-4b16-baab-742b73c2c2dc on network ec0db0af-4061-4294-bedb-bbba2374fc20 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:00:13.813278 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-4393f913-91ad-4039-83e1-692d420deecc service neutron] Attempting to bind port e32d36f6-bacc-4b16-baab-742b73c2c2dc on network ec0db0af-4061-4294-bedb-bbba2374fc20 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:00:13.815850 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a844593d-6021-4837-9003-087206898fd8 req-3087c765-c2e8-4483-b83b-17be1acb27f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:13.836459 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-4393f913-91ad-4039-83e1-692d420deecc service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:00:13.836853 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-4393f913-91ad-4039-83e1-692d420deecc service neutron] Checking segment: {'id': '6e5d67e3-1a76-4d78-9f48-b8cd636653a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ec0db0af-4061-4294-bedb-bbba2374fc20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:00:13.837219 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-4393f913-91ad-4039-83e1-692d420deecc service neutron] Bound using segment: {'id': '6e5d67e3-1a76-4d78-9f48-b8cd636653a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ec0db0af-4061-4294-bedb-bbba2374fc20'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:00:13.837678 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-4393f913-91ad-4039-83e1-692d420deecc service neutron] Bound port: e32d36f6-bacc-4b16-baab-742b73c2c2dc, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e5d67e3-1a76-4d78-9f48-b8cd636653a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ec0db0af-4061-4294-bedb-bbba2374fc20'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:00:13.838580 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-4393f913-91ad-4039-83e1-692d420deecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:13.879630 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-11e8f593-2072-4df7-8cfa-a242a4b2137d None None] Port 203d962b-25a9-45e7-a5cc-fdee97e44ffc cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:00:13.893009 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.db.api [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 09:00:13.893618 n-d-806683-11 neutron-server[94714]: DEBUG oslo_db.api [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 09:00:13.900337 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afd194-1c9e-42c3-be57-7b50e64de1a2 req-e9afe132-3e2f-4da2-a75c-7347d09b6a72 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:13.902484 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-16afd194-1c9e-42c3-be57-7b50e64de1a2 req-e9afe132-3e2f-4da2-a75c-7347d09b6a72 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 946 time: 0.1793730 Sep 08 09:00:13.958202 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-a844593d-6021-4837-9003-087206898fd8 req-3087c765-c2e8-4483-b83b-17be1acb27f5 service neutron] No DVR routers for this DVR port 3b8b664f-ea80-4039-b033-4de2af4c5dfc on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:00:13.978606 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-3b713d85-8c89-4d58-beab-26b43ca0ee50 service neutron] Request body: {'port': {'device_id': 'a6a81b68-4c90-4cf3-b656-f76ec1e53b1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:00:14.014619 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087c765-c2e8-4483-b83b-17be1acb27f5 service neutron] Pushing event updated for resources: {'Port': ['ID=3b8b664f-ea80-4039-b033-4de2af4c5dfc,revision_number=6']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:14.049196 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72810949-5a95-4274-96ae-b627d6f67e1f req-cfd54c4c-d7c6-40f5-ae78-89d07d5692de tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:14.052086 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-72810949-5a95-4274-96ae-b627d6f67e1f req-cfd54c4c-d7c6-40f5-ae78-89d07d5692de tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee3d0e69-8f10-49ac-aad2-4f28b0f6bf0c HTTP/1.1" status: 200 len: 944 time: 0.0772612 Sep 08 09:00:14.126411 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-72810949-5a95-4274-96ae-b627d6f67e1f req-093ec824-a97e-4c67-bc08-c7ea7a016ee1 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/security-groups?id=95fdb126-e588-4cf9-b281-e7f1b3353ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617592 Sep 08 09:00:14.136730 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-a844593d-6021-4837-9003-087206898fd8 req-3087c765-c2e8-4483-b83b-17be1acb27f5 service neutron] Attempting to bind port 3b8b664f-ea80-4039-b033-4de2af4c5dfc on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:00:14.137103 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-a844593d-6021-4837-9003-087206898fd8 req-3087c765-c2e8-4483-b83b-17be1acb27f5 service neutron] Attempting to bind port 3b8b664f-ea80-4039-b033-4de2af4c5dfc by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:00:14.137537 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a844593d-6021-4837-9003-087206898fd8 req-3087c765-c2e8-4483-b83b-17be1acb27f5 service neutron] Attempting to bind port 3b8b664f-ea80-4039-b033-4de2af4c5dfc on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:00:14.160277 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-4393f913-91ad-4039-83e1-692d420deecc service neutron] For port e32d36f6-bacc-4b16-baab-742b73c2c2dc, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:00:14.183227 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-16afd194-1c9e-42c3-be57-7b50e64de1a2 req-21eacdd4-c056-4fa0-9551-43a0fa51bd48 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491410 Sep 08 09:00:14.188345 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a844593d-6021-4837-9003-087206898fd8 req-3087c765-c2e8-4483-b83b-17be1acb27f5 service neutron] Port 3b8b664f-ea80-4039-b033-4de2af4c5dfc on network 05f7642a-1c79-41be-85aa-1443ef22cc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:00:14.188630 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a844593d-6021-4837-9003-087206898fd8 req-3087c765-c2e8-4483-b83b-17be1acb27f5 service neutron] Attempting to bind port 3b8b664f-ea80-4039-b033-4de2af4c5dfc on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:00:14.210000 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-4393f913-91ad-4039-83e1-692d420deecc service neutron] For port e32d36f6-bacc-4b16-baab-742b73c2c2dc, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=e32d36f6-bacc-4b16-baab-742b73c2c2dc,segment=NetworkSegment(6e5d67e3-1a76-4d78-9f48-b8cd636653a5),segment_id=6e5d67e3-1a76-4d78-9f48-b8cd636653a5)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:00:14.211866 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a844593d-6021-4837-9003-087206898fd8 req-3087c765-c2e8-4483-b83b-17be1acb27f5 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:00:14.212353 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a844593d-6021-4837-9003-087206898fd8 req-3087c765-c2e8-4483-b83b-17be1acb27f5 service neutron] Checking segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:00:14.212657 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a844593d-6021-4837-9003-087206898fd8 req-3087c765-c2e8-4483-b83b-17be1acb27f5 service neutron] Bound using segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:00:14.213130 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-a844593d-6021-4837-9003-087206898fd8 req-3087c765-c2e8-4483-b83b-17be1acb27f5 service neutron] Bound port: 3b8b664f-ea80-4039-b033-4de2af4c5dfc, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:00:14.213499 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a844593d-6021-4837-9003-087206898fd8 req-3087c765-c2e8-4483-b83b-17be1acb27f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:14.233732 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-4393f913-91ad-4039-83e1-692d420deecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:14.245932 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-3b713d85-8c89-4d58-beab-26b43ca0ee50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:14.298429 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-4393f913-91ad-4039-83e1-692d420deecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:14.299381 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-4393f913-91ad-4039-83e1-692d420deecc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:14.301125 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-4393f913-91ad-4039-83e1-692d420deecc service neutron] 10.222.0.35 "PUT /v2.0/ports/e32d36f6-bacc-4b16-baab-742b73c2c2dc HTTP/1.1" status: 200 len: 1093 time: 2.4979153 Sep 08 09:00:14.338992 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6008734-a372-44be-a675-e5763c0217bc x-openstack-request-id: req-f6008734-a372-44be-a675-e5763c0217bc {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:00:14.339541 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2b87aad-53ee-44ff-bfaa-becb3907bb10", "tag": "9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:00:14.339943 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f6008734-a372-44be-a675-e5763c0217bc {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:00:14.340948 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2b87aad-53ee-44ff-bfaa-becb3907bb10', 'tag': '9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5', 'status': 'completed', 'code': 200} Sep 08 09:00:14.421188 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4393f913-91ad-4039-83e1-692d420deecc service neutron] Pushing event updated for resources: {'Port': ['ID=e32d36f6-bacc-4b16-baab-742b73c2c2dc,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:14.463603 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 200c6b65-8e96-46d4-8587-fbe972aaba33 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:00:14.529068 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bddb35b-9ef6-4c54-9fa6-7e455d2c5936 req-53c7e65a-7ca0-4c32-a2d1-058be22bb82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:14.530744 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5bddb35b-9ef6-4c54-9fa6-7e455d2c5936 req-53c7e65a-7ca0-4c32-a2d1-058be22bb82a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0bc89f664d9a46b3926bfbc0f4b3f539&device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 1126 time: 0.1147549 Sep 08 09:00:14.535704 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-a844593d-6021-4837-9003-087206898fd8 req-3087c765-c2e8-4483-b83b-17be1acb27f5 service neutron] For port 3b8b664f-ea80-4039-b033-4de2af4c5dfc, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:00:14.560786 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55c288-ce68-4cec-8282-fa4bf287e4ca req-8d1b88b0-4a42-4c9e-ad4d-d8a5c813570b tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:14.566693 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cc55c288-ce68-4cec-8282-fa4bf287e4ca req-8d1b88b0-4a42-4c9e-ad4d-d8a5c813570b tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 943 time: 0.2977362 Sep 08 09:00:14.576151 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 09:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91e7c3d-e1f7-4ae9-a9dd-765e7424108f x-openstack-request-id: req-e91e7c3d-e1f7-4ae9-a9dd-765e7424108f {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:00:14.576755 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4a2199-4092-45f7-9c15-980621fe6619", "name": "network-vif-unplugged", "status": "completed", "tag": "3b8b664f-ea80-4039-b033-4de2af4c5dfc", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:00:14.577211 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e91e7c3d-e1f7-4ae9-a9dd-765e7424108f {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:00:14.577975 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:14.578315 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4a2199-4092-45f7-9c15-980621fe6619', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b8b664f-ea80-4039-b033-4de2af4c5dfc', 'code': 200} Sep 08 09:00:14.627248 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-a844593d-6021-4837-9003-087206898fd8 req-3087c765-c2e8-4483-b83b-17be1acb27f5 service neutron] For port 3b8b664f-ea80-4039-b033-4de2af4c5dfc, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=3b8b664f-ea80-4039-b033-4de2af4c5dfc,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:00:14.646087 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a844593d-6021-4837-9003-087206898fd8 req-3087c765-c2e8-4483-b83b-17be1acb27f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:14.648518 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 200c6b65-8e96-46d4-8587-fbe972aaba33, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=200c6b65-8e96-46d4-8587-fbe972aaba33,segment=NetworkSegment(a820c156-0183-407b-aed4-3cdafce41ef3),segment_id=a820c156-0183-407b-aed4-3cdafce41ef3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:14.654350 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:14.734650 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=200c6b65-8e96-46d4-8587-fbe972aaba33,revision_number=8']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:14.752361 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087c765-c2e8-4483-b83b-17be1acb27f5 service neutron] Pushing event updated for resources: {'Port': ['ID=3b8b664f-ea80-4039-b033-4de2af4c5dfc,revision_number=7']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:14.777827 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-ba67fc4a-8627-4655-8287-c95be17b20b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:14.781008 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-ba67fc4a-8627-4655-8287-c95be17b20b2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=db87c3df22f54cac9f5bd24547674625&device_id=ee3d0e69-8f10-49ac-aad2-4f28b0f6bf0c HTTP/1.1" status: 200 len: 1096 time: 0.3928461 Sep 08 09:00:14.834902 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844593d-6021-4837-9003-087206898fd8 req-3087c765-c2e8-4483-b83b-17be1acb27f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:14.836249 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a844593d-6021-4837-9003-087206898fd8 req-3087c765-c2e8-4483-b83b-17be1acb27f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:14.838872 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a844593d-6021-4837-9003-087206898fd8 req-3087c765-c2e8-4483-b83b-17be1acb27f5 service neutron] 10.222.0.37 "PUT /v2.0/ports/3b8b664f-ea80-4039-b033-4de2af4c5dfc HTTP/1.1" status: 200 len: 1096 time: 3.1333773 Sep 08 09:00:14.925977 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cc55c288-ce68-4cec-8282-fa4bf287e4ca req-d2edb514-ce28-42ae-aa2e-6ca54cf456c4 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338344 Sep 08 09:00:14.994073 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-fcf0a4f0-1a7e-474a-a551-e8ca51e17f6b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e32d36f6-bacc-4b16-baab-742b73c2c2dc HTTP/1.1" status: 200 len: 217 time: 0.1528757 Sep 08 09:00:15.158622 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bddb35b-9ef6-4c54-9fa6-7e455d2c5936 req-fcda2a0f-89e6-4628-ac49-aac760770fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:15.160353 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5bddb35b-9ef6-4c54-9fa6-7e455d2c5936 req-fcda2a0f-89e6-4628-ac49-aac760770fe0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3e5cb155-db8c-4e6c-a8fd-e937043c5b98 HTTP/1.1" status: 200 len: 921 time: 0.5612080 Sep 08 09:00:15.203659 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738c3f5-a40d-4ee2-a00e-987ec2e8528b req-37daeb60-e5cb-47f7-aedf-37948ab61d60 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:15.206158 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8738c3f5-a40d-4ee2-a00e-987ec2e8528b req-37daeb60-e5cb-47f7-aedf-37948ab61d60 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/networks?id=73148cfc-c54d-48ac-9639-a21534b9f302 HTTP/1.1" status: 200 len: 804 time: 0.4939508 Sep 08 09:00:15.219254 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f7fa94-74a6-43be-bd88-0c051f66c6a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '200c6b65-8e96-46d4-8587-fbe972aaba33'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:00:15.221782 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc64417-8404-4a8c-bf9d-2076141df3fc" -d '{"events": [{"server_uuid": "88f7fa94-74a6-43be-bd88-0c051f66c6a8", "name": "network-vif-unplugged", "status": "completed", "tag": "200c6b65-8e96-46d4-8587-fbe972aaba33"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:00:15.278966 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844593d-6021-4837-9003-087206898fd8 req-ecb31a80-fcff-4385-8ec6-56e58db436a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:15.283041 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a844593d-6021-4837-9003-087206898fd8 req-ecb31a80-fcff-4385-8ec6-56e58db436a8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3b45c9e6adc04db08d877665d90d8206&device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 1099 time: 0.2859459 Sep 08 09:00:15.304003 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-3b713d85-8c89-4d58-beab-26b43ca0ee50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 203d962b-25a9-45e7-a5cc-fdee97e44ffc {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:00:15.309303 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8738c3f5-a40d-4ee2-a00e-987ec2e8528b req-5cb607e6-2e6f-46d6-a200-6fd1073f1993 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/quotas/a70633ea737e41be9ceaf93dd1b77ce8 HTTP/1.1" status: 200 len: 375 time: 0.0959661 Sep 08 09:00:15.311030 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5bddb35b-9ef6-4c54-9fa6-7e455d2c5936 req-25b27879-2f8a-428a-9198-002835fc7f8d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5 HTTP/1.1" status: 200 len: 217 time: 0.0860682 Sep 08 09:00:15.331917 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-dea8a1b8-7b07-4ced-a568-29519495e802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:15.333967 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-dea8a1b8-7b07-4ced-a568-29519495e802 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5306a8b8-86cd-4361-8bb4-448984316315 HTTP/1.1" status: 200 len: 863 time: 0.3235807 Sep 08 09:00:15.336686 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-3b713d85-8c89-4d58-beab-26b43ca0ee50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:15.437445 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b790eb-8c38-4729-bd2e-eddfdf7d0c98 req-40cdb83f-86cb-4ee3-b34c-9cc580923d6b tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:15.439190 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f1b790eb-8c38-4729-bd2e-eddfdf7d0c98 req-40cdb83f-86cb-4ee3-b34c-9cc580923d6b tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.37 "GET /v2.0/ports?device_id=a19f3772-a861-4318-95f4-1fe643dc2f71 HTTP/1.1" status: 200 len: 946 time: 0.2016771 Sep 08 09:00:15.443307 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bddb35b-9ef6-4c54-9fa6-7e455d2c5936 req-43763eda-1d65-4cc7-9b45-38d3a74b349f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:15.445642 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5bddb35b-9ef6-4c54-9fa6-7e455d2c5936 req-43763eda-1d65-4cc7-9b45-38d3a74b349f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2afb1305-d593-46e6-bc8f-0ed93bbef6b9 HTTP/1.1" status: 200 len: 860 time: 0.1139045 Sep 08 09:00:15.523478 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8738c3f5-a40d-4ee2-a00e-987ec2e8528b req-63ee6e7d-5a0d-49e9-b63c-df40f85a8146 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=a70633ea737e41be9ceaf93dd1b77ce8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1929133 Sep 08 09:00:15.528621 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5bddb35b-9ef6-4c54-9fa6-7e455d2c5936 req-dbeedfd3-9072-4c56-b81b-8eed3344e7ee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3e5cb155-db8c-4e6c-a8fd-e937043c5b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712004 Sep 08 09:00:15.759319 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-3b713d85-8c89-4d58-beab-26b43ca0ee50 service neutron] Transition to ACTIVE for port object 203d962b-25a9-45e7-a5cc-fdee97e44ffc will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:00:15.798163 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-3b713d85-8c89-4d58-beab-26b43ca0ee50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:15.800691 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8738c3f5-a40d-4ee2-a00e-987ec2e8528b req-3739e552-b235-461e-9200-d72296417ddb service neutron] 10.222.0.54 "GET /v2.0/networks/73148cfc-c54d-48ac-9639-a21534b9f302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594073 Sep 08 09:00:15.810384 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5bddb35b-9ef6-4c54-9fa6-7e455d2c5936 req-673b2788-d752-4689-bc52-e6f5d392ccbc service neutron] 10.222.0.37 "GET /v2.0/networks/3e5cb155-db8c-4e6c-a8fd-e937043c5b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671819 Sep 08 09:00:15.846681 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-f1b790eb-8c38-4729-bd2e-eddfdf7d0c98 req-da56393c-37bc-41bc-a866-8f35d9dcf629 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Deleting port f5cdb24e-50e4-4934-83b5-d1197b4179d0 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:00:15.847592 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-f1b790eb-8c38-4729-bd2e-eddfdf7d0c98 req-da56393c-37bc-41bc-a866-8f35d9dcf629 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:15.854658 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-65ff0472-2857-4535-a6c5-ca54628dafbb tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:15.856238 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-65ff0472-2857-4535-a6c5-ca54628dafbb tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/networks?id=c62c267b-fe94-4fb9-93fa-afc41aa7fd31 HTTP/1.1" status: 200 len: 813 time: 0.6798296 Sep 08 09:00:15.908032 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b713d85-8c89-4d58-beab-26b43ca0ee50 service neutron] Pushing event updated for resources: {'Port': ['ID=203d962b-25a9-45e7-a5cc-fdee97e44ffc,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:15.915822 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844593d-6021-4837-9003-087206898fd8 req-2f3fea98-61ff-4902-ba6a-db110d2e501b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:15.917406 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a844593d-6021-4837-9003-087206898fd8 req-2f3fea98-61ff-4902-ba6a-db110d2e501b service neutron] 10.222.0.37 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.6086059 Sep 08 09:00:15.922343 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-b73a5839-ecc3-4ad5-9391-d4d0e12b9118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:15.923902 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-b73a5839-ecc3-4ad5-9391-d4d0e12b9118 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ec0db0af-4061-4294-bedb-bbba2374fc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2276943 Sep 08 09:00:15.943168 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-d96c4f5c-26bd-442b-a46a-5b5bc54bcea4 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/quotas/f47f18966f6949609c77d842374a7949 HTTP/1.1" status: 200 len: 375 time: 0.0446656 Sep 08 09:00:16.006297 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a844593d-6021-4837-9003-087206898fd8 req-35556363-a324-49f7-ae43-a16edd91d7a2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=3b8b664f-ea80-4039-b033-4de2af4c5dfc HTTP/1.1" status: 200 len: 217 time: 0.0647736 Sep 08 09:00:16.185496 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-3b713d85-8c89-4d58-beab-26b43ca0ee50 service neutron] Attempting to bind port 203d962b-25a9-45e7-a5cc-fdee97e44ffc on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:00:16.186556 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-3b713d85-8c89-4d58-beab-26b43ca0ee50 service neutron] Attempting to bind port 203d962b-25a9-45e7-a5cc-fdee97e44ffc by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:00:16.187544 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-3b713d85-8c89-4d58-beab-26b43ca0ee50 service neutron] Attempting to bind port 203d962b-25a9-45e7-a5cc-fdee97e44ffc on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:00:16.198501 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5bddb35b-9ef6-4c54-9fa6-7e455d2c5936 req-2586e8f7-1b9e-48cb-bfcc-749ea425105c service neutron] 10.222.0.37 "GET /v2.0/networks/3e5cb155-db8c-4e6c-a8fd-e937043c5b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691995 Sep 08 09:00:16.212737 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c6df4-7a17-4536-aaf3-6db8716813e7 req-b1469d91-d595-4bd8-8980-f037de059904 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:16.214429 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-095c6df4-7a17-4536-aaf3-6db8716813e7 req-b1469d91-d595-4bd8-8980-f037de059904 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.35 "GET /v2.0/ports?device_id=88f7fa94-74a6-43be-bd88-0c051f66c6a8 HTTP/1.1" status: 200 len: 944 time: 0.3365519 Sep 08 09:00:16.232544 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8738c3f5-a40d-4ee2-a00e-987ec2e8528b req-e4741f1a-f951-44b4-bf87-32e30a7b52d4 service neutron] 10.222.0.54 "GET /v2.0/networks/73148cfc-c54d-48ac-9639-a21534b9f302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128828 Sep 08 09:00:16.252604 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-f1b790eb-8c38-4729-bd2e-eddfdf7d0c98 req-da56393c-37bc-41bc-a866-8f35d9dcf629 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] For port f5cdb24e-50e4-4934-83b5-d1197b4179d0, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=f5cdb24e-50e4-4934-83b5-d1197b4179d0,segment=NetworkSegment(58ef895a-49ba-4b02-a354-72689f1d0f10),segment_id=58ef895a-49ba-4b02-a354-72689f1d0f10)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:16.253149 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-f1b790eb-8c38-4729-bd2e-eddfdf7d0c98 req-da56393c-37bc-41bc-a866-8f35d9dcf629 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:16.298929 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-f1b790eb-8c38-4729-bd2e-eddfdf7d0c98 req-da56393c-37bc-41bc-a866-8f35d9dcf629 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Calling delete_port for f5cdb24e-50e4-4934-83b5-d1197b4179d0 owned by compute:nova {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:00:16.336056 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-3b713d85-8c89-4d58-beab-26b43ca0ee50 service neutron] Port 203d962b-25a9-45e7-a5cc-fdee97e44ffc on network 05f7642a-1c79-41be-85aa-1443ef22cc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:00:16.336982 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-3b713d85-8c89-4d58-beab-26b43ca0ee50 service neutron] Attempting to bind port 203d962b-25a9-45e7-a5cc-fdee97e44ffc on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:00:16.424147 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-3b713d85-8c89-4d58-beab-26b43ca0ee50 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:00:16.425125 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-3b713d85-8c89-4d58-beab-26b43ca0ee50 service neutron] Checking segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:00:16.426008 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-3b713d85-8c89-4d58-beab-26b43ca0ee50 service neutron] Bound using segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:00:16.427074 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-3b713d85-8c89-4d58-beab-26b43ca0ee50 service neutron] Bound port: 203d962b-25a9-45e7-a5cc-fdee97e44ffc, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:00:16.429138 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-3b713d85-8c89-4d58-beab-26b43ca0ee50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:16.484942 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-db0846f5-b5a9-487a-9d35-7cb4ccf93975 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f47f18966f6949609c77d842374a7949&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3852432 Sep 08 09:00:16.487449 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-095c6df4-7a17-4536-aaf3-6db8716813e7 req-bbd4d310-5b3c-4d53-8f1b-34b3a1ddac24 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Deleting port 200c6b65-8e96-46d4-8587-fbe972aaba33 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:00:16.488142 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-095c6df4-7a17-4536-aaf3-6db8716813e7 req-bbd4d310-5b3c-4d53-8f1b-34b3a1ddac24 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:16.514301 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844593d-6021-4837-9003-087206898fd8 req-c9f7e339-d65d-40e3-91cd-4dffe21000af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:16.516863 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a844593d-6021-4837-9003-087206898fd8 req-c9f7e339-d65d-40e3-91cd-4dffe21000af service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.3336692 Sep 08 09:00:16.633420 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfeda06-90ec-4f89-abc6-c5b327087a46 req-f3c1cec3-19d6-4689-808c-76ac6b7ffe39 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:16.636040 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4bfeda06-90ec-4f89-abc6-c5b327087a46 req-f3c1cec3-19d6-4689-808c-76ac6b7ffe39 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.35 "GET /v2.0/ports?device_id=e13566a4-a437-40d7-b5e7-d7c412db4094 HTTP/1.1" status: 200 len: 945 time: 0.5606308 Sep 08 09:00:16.636773 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee3d0e69-8f10-49ac-aad2-4f28b0f6bf0c', 'tag': 'e32d36f6-bacc-4b16-baab-742b73c2c2dc'}, {'name': 'network-changed', 'server_uuid': 'ec4a2199-4092-45f7-9c15-980621fe6619', 'tag': '3b8b664f-ea80-4039-b033-4de2af4c5dfc'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:00:16.640697 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf33bba-3d1a-4774-abc9-3d32ef5a82fb" -d '{"events": [{"name": "network-changed", "server_uuid": "ee3d0e69-8f10-49ac-aad2-4f28b0f6bf0c", "tag": "e32d36f6-bacc-4b16-baab-742b73c2c2dc"}, {"name": "network-changed", "server_uuid": "ec4a2199-4092-45f7-9c15-980621fe6619", "tag": "3b8b664f-ea80-4039-b033-4de2af4c5dfc"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:00:16.748977 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-91772f9d-4ef5-42bb-b057-6df77a4d3e86 service neutron] 10.222.0.35 "GET /v2.0/networks/ec0db0af-4061-4294-bedb-bbba2374fc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6863320 Sep 08 09:00:16.829126 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-f1b790eb-8c38-4729-bd2e-eddfdf7d0c98 req-da56393c-37bc-41bc-a866-8f35d9dcf629 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:16.867712 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-3b713d85-8c89-4d58-beab-26b43ca0ee50 service neutron] For port 203d962b-25a9-45e7-a5cc-fdee97e44ffc, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:00:16.869231 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['f5cdb24e-50e4-4934-83b5-d1197b4179d0'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:00:16.911030 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dfe338-39ee-44cc-8b0c-ad75f937c3d0 req-9cc484c3-bfdb-44b6-a62f-907108739104 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:16.938989 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-60dfe338-39ee-44cc-8b0c-ad75f937c3d0 req-9cc484c3-bfdb-44b6-a62f-907108739104 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6a81b68-4c90-4cf3-b656-f76ec1e53b1c HTTP/1.1" status: 200 len: 948 time: 0.2701578 Sep 08 09:00:16.942060 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-3b713d85-8c89-4d58-beab-26b43ca0ee50 service neutron] For port 203d962b-25a9-45e7-a5cc-fdee97e44ffc, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=203d962b-25a9-45e7-a5cc-fdee97e44ffc,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:00:16.947577 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844593d-6021-4837-9003-087206898fd8 req-1eae8026-0d54-40a7-9d22-f8a7f952fb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:16.949250 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a844593d-6021-4837-9003-087206898fd8 req-1eae8026-0d54-40a7-9d22-f8a7f952fb2a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4112256 Sep 08 09:00:16.980433 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-3b713d85-8c89-4d58-beab-26b43ca0ee50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:17.039337 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da56393c-37bc-41bc-a866-8f35d9dcf629 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Pushing event deleted for resources: {'Port': ['ID=f5cdb24e-50e4-4934-83b5-d1197b4179d0,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:17.095226 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b790eb-8c38-4729-bd2e-eddfdf7d0c98 req-da56393c-37bc-41bc-a866-8f35d9dcf629 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] No DVR routers for this DVR port f5cdb24e-50e4-4934-83b5-d1197b4179d0 on host n-h1-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:00:17.100991 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-095c6df4-7a17-4536-aaf3-6db8716813e7 req-bbd4d310-5b3c-4d53-8f1b-34b3a1ddac24 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] For port 200c6b65-8e96-46d4-8587-fbe972aaba33, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=200c6b65-8e96-46d4-8587-fbe972aaba33,segment=NetworkSegment(a820c156-0183-407b-aed4-3cdafce41ef3),segment_id=a820c156-0183-407b-aed4-3cdafce41ef3)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:17.101374 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-095c6df4-7a17-4536-aaf3-6db8716813e7 req-bbd4d310-5b3c-4d53-8f1b-34b3a1ddac24 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:17.105069 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-f1b790eb-8c38-4729-bd2e-eddfdf7d0c98 req-da56393c-37bc-41bc-a866-8f35d9dcf629 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:17.107737 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f1b790eb-8c38-4729-bd2e-eddfdf7d0c98 req-da56393c-37bc-41bc-a866-8f35d9dcf629 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.37 "DELETE /v2.0/ports/f5cdb24e-50e4-4934-83b5-d1197b4179d0 HTTP/1.1" status: 204 len: 173 time: 1.6587484 Sep 08 09:00:17.108141 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a19f3772-a861-4318-95f4-1fe643dc2f71', 'name': 'network-vif-deleted', 'tag': 'f5cdb24e-50e4-4934-83b5-d1197b4179d0'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:00:17.110909 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f0324e-9992-444a-b585-f9a599d2b2b8" -d '{"events": [{"server_uuid": "a19f3772-a861-4318-95f4-1fe643dc2f71", "name": "network-vif-deleted", "tag": "f5cdb24e-50e4-4934-83b5-d1197b4179d0"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:00:17.123630 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-60dfe338-39ee-44cc-8b0c-ad75f937c3d0 req-341dabea-e794-49b7-bd02-119b0a9705e1 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e909348-d27a-4af9-8d8a-13cdd74a5feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831563 Sep 08 09:00:17.132363 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-095c6df4-7a17-4536-aaf3-6db8716813e7 req-bbd4d310-5b3c-4d53-8f1b-34b3a1ddac24 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Calling delete_port for 200c6b65-8e96-46d4-8587-fbe972aaba33 owned by compute:nova {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:00:17.223126 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a844593d-6021-4837-9003-087206898fd8 req-4955c535-e172-472d-b1df-db3394d2fcb1 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610178 Sep 08 09:00:17.238997 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-23849fa7-b9e4-4568-bdfe-bea8af1d057b service neutron] 10.222.0.54 "GET /v2.0/networks/c62c267b-fe94-4fb9-93fa-afc41aa7fd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7183161 Sep 08 09:00:17.447049 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db163b43-357d-4fc6-a13f-202586742724 req-3efdbe95-e1ed-414c-a669-5edfe6d76e7e tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:17.450848 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-db163b43-357d-4fc6-a13f-202586742724 req-3efdbe95-e1ed-414c-a669-5edfe6d76e7e tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 947 time: 0.1597483 Sep 08 09:00:17.464639 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-095c6df4-7a17-4536-aaf3-6db8716813e7 req-bbd4d310-5b3c-4d53-8f1b-34b3a1ddac24 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:17.541701 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd4d310-5b3c-4d53-8f1b-34b3a1ddac24 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Pushing event deleted for resources: {'Port': ['ID=200c6b65-8e96-46d4-8587-fbe972aaba33,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:17.578111 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd4d310-5b3c-4d53-8f1b-34b3a1ddac24 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:00:17.578111 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd4d310-5b3c-4d53-8f1b-34b3a1ddac24 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:00:17.578111 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd4d310-5b3c-4d53-8f1b-34b3a1ddac24 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:00:17.578111 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd4d310-5b3c-4d53-8f1b-34b3a1ddac24 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:00:17.578666 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd4d310-5b3c-4d53-8f1b-34b3a1ddac24 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:00:17.579645 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd4d310-5b3c-4d53-8f1b-34b3a1ddac24 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:00:17.580609 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd4d310-5b3c-4d53-8f1b-34b3a1ddac24 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:00:17.580609 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd4d310-5b3c-4d53-8f1b-34b3a1ddac24 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:00:17.581102 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd4d310-5b3c-4d53-8f1b-34b3a1ddac24 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:00:17.581779 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd4d310-5b3c-4d53-8f1b-34b3a1ddac24 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:00:17.582404 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd4d310-5b3c-4d53-8f1b-34b3a1ddac24 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:00:17.582948 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd4d310-5b3c-4d53-8f1b-34b3a1ddac24 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:00:17.615909 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-33f851a0-2f08-4330-a9e1-dcecaa75cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:17.631055 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-3b713d85-8c89-4d58-beab-26b43ca0ee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:17.632711 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-3b713d85-8c89-4d58-beab-26b43ca0ee50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:17.636125 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-3b713d85-8c89-4d58-beab-26b43ca0ee50 service neutron] 10.222.0.37 "PUT /v2.0/ports/203d962b-25a9-45e7-a5cc-fdee97e44ffc HTTP/1.1" status: 200 len: 1097 time: 3.7033100 Sep 08 09:00:17.645159 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-095c6df4-7a17-4536-aaf3-6db8716813e7 req-bbd4d310-5b3c-4d53-8f1b-34b3a1ddac24 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] No DVR routers for this DVR port 200c6b65-8e96-46d4-8587-fbe972aaba33 on host n-h2-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:00:17.653401 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-095c6df4-7a17-4536-aaf3-6db8716813e7 req-bbd4d310-5b3c-4d53-8f1b-34b3a1ddac24 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:17.656533 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-095c6df4-7a17-4536-aaf3-6db8716813e7 req-bbd4d310-5b3c-4d53-8f1b-34b3a1ddac24 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.35 "DELETE /v2.0/ports/200c6b65-8e96-46d4-8587-fbe972aaba33 HTTP/1.1" status: 204 len: 173 time: 1.4208024 Sep 08 09:00:17.665452 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-db163b43-357d-4fc6-a13f-202586742724 req-9a65e51f-52b7-4cc2-8493-21a76d2dd604 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779988 Sep 08 09:00:17.744692 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5f3262c4-8674-464f-980a-7e766cb75a66 req-d4b39aa3-7113-474d-98e6-3eb8a60b0c44 service neutron] 10.222.0.35 "GET /v2.0/networks/ec0db0af-4061-4294-bedb-bbba2374fc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9508624 Sep 08 09:00:17.758101 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a844593d-6021-4837-9003-087206898fd8 req-779d67d0-0a83-422b-a0fc-65b55ab0fdfb service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5130601 Sep 08 09:00:17.758783 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b713d85-8c89-4d58-beab-26b43ca0ee50 service neutron] Pushing event updated for resources: {'Port': ['ID=203d962b-25a9-45e7-a5cc-fdee97e44ffc,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:17.772119 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-5e216335-fbe6-4740-b471-2e4ae23fd497 service neutron] 10.222.0.54 "GET /v2.0/networks/c62c267b-fe94-4fb9-93fa-afc41aa7fd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5314722 Sep 08 09:00:17.787615 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-4bfeda06-90ec-4f89-abc6-c5b327087a46 req-16b58709-22c4-4dd4-bcfe-7eb85267fc8d tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Deleting port 74886302-bcb0-4a79-b311-8a7f63f6345c {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:00:17.787977 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4bfeda06-90ec-4f89-abc6-c5b327087a46 req-16b58709-22c4-4dd4-bcfe-7eb85267fc8d tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:18.006092 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-4bfeda06-90ec-4f89-abc6-c5b327087a46 req-16b58709-22c4-4dd4-bcfe-7eb85267fc8d tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] For port 74886302-bcb0-4a79-b311-8a7f63f6345c, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=74886302-bcb0-4a79-b311-8a7f63f6345c,segment=NetworkSegment(58ef895a-49ba-4b02-a354-72689f1d0f10),segment_id=58ef895a-49ba-4b02-a354-72689f1d0f10)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:18.006785 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4bfeda06-90ec-4f89-abc6-c5b327087a46 req-16b58709-22c4-4dd4-bcfe-7eb85267fc8d tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:18.036098 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-4bfeda06-90ec-4f89-abc6-c5b327087a46 req-16b58709-22c4-4dd4-bcfe-7eb85267fc8d tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Calling delete_port for 74886302-bcb0-4a79-b311-8a7f63f6345c owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:00:18.163179 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d286bd-1bbf-408e-9c27-21e9b3a6edcc req-09645aa5-fb01-4cf0-ab06-8ae913d17230 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:18.167290 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b9d286bd-1bbf-408e-9c27-21e9b3a6edcc req-09645aa5-fb01-4cf0-ab06-8ae913d17230 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee3d0e69-8f10-49ac-aad2-4f28b0f6bf0c HTTP/1.1" status: 200 len: 944 time: 0.1651335 Sep 08 09:00:18.205890 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:00:18.248054 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-84f07af3-c319-40f4-a475-f2f1851355fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:18.264417 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-84f07af3-c319-40f4-a475-f2f1851355fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=65aa471e14f64e51b04cc98816c3a16f&device_id=a6a81b68-4c90-4cf3-b656-f76ec1e53b1c HTTP/1.1" status: 200 len: 1100 time: 0.4102354 Sep 08 09:00:18.286978 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b9d286bd-1bbf-408e-9c27-21e9b3a6edcc req-be073d08-b2d9-4142-af12-3625f22833ac tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/security-groups?id=95fdb126-e588-4cf9-b281-e7f1b3353ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999641 Sep 08 09:00:18.385992 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-851712b0-67b6-4a80-ba1c-af7761b3c525 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=203d962b-25a9-45e7-a5cc-fdee97e44ffc HTTP/1.1" status: 200 len: 217 time: 0.0898235 Sep 08 09:00:18.520627 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4bfeda06-90ec-4f89-abc6-c5b327087a46 req-16b58709-22c4-4dd4-bcfe-7eb85267fc8d tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:18.551290 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 09:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b3220d-4b7a-4f28-b4fd-f2f166bb41d3 x-openstack-request-id: req-36b3220d-4b7a-4f28-b4fd-f2f166bb41d3 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:00:18.551611 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f7fa94-74a6-43be-bd88-0c051f66c6a8", "name": "network-vif-unplugged", "status": "completed", "tag": "200c6b65-8e96-46d4-8587-fbe972aaba33", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:00:18.552054 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-36b3220d-4b7a-4f28-b4fd-f2f166bb41d3 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:00:18.552672 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f7fa94-74a6-43be-bd88-0c051f66c6a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '200c6b65-8e96-46d4-8587-fbe972aaba33', 'code': 200} Sep 08 09:00:18.554281 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:00:18.603838 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-def0d983-d4ef-447c-92fa-72311bbebfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:18.607698 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-def0d983-d4ef-447c-92fa-72311bbebfa5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.1832297 Sep 08 09:00:18.639891 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b58709-22c4-4dd4-bcfe-7eb85267fc8d tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Pushing event deleted for resources: {'Port': ['ID=74886302-bcb0-4a79-b311-8a7f63f6345c,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:18.659439 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:00:18.659880 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 200c6b65-8e96-46d4-8587-fbe972aaba33 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:00:18.682956 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b99b24a-c68c-4527-b757-ca091b58027b req-0c6b8863-d123-499e-8685-e62a61eb120f tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:18.685923 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0b99b24a-c68c-4527-b757-ca091b58027b req-0c6b8863-d123-499e-8685-e62a61eb120f tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 946 time: 0.3353574 Sep 08 09:00:18.702174 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: 200c6b65-8e96-46d4-8587-fbe972aaba33 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:00:18.702534 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 200c6b65-8e96-46d4-8587-fbe972aaba33 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:00:18.702953 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 74886302-bcb0-4a79-b311-8a7f63f6345c no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:00:18.707228 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f97949-85ea-4832-80cc-ac6c717d5561 req-edcc6a0f-bb3e-44bc-b263-dd7ed9fe3fb2 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:18.720711 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f5f97949-85ea-4832-80cc-ac6c717d5561 req-edcc6a0f-bb3e-44bc-b263-dd7ed9fe3fb2 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 943 time: 0.2226367 Sep 08 09:00:18.765293 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-89d41b68-4375-4fac-9389-fd57951cb650 req-296e938f-4d09-4814-904f-2e10491a0b48 service neutron] 10.222.0.37 "GET /v2.0/ports/9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5/bindings/n-h2-806683-11 HTTP/1.1" status: 200 len: 385 time: 0.3779700 Sep 08 09:00:18.780035 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: 74886302-bcb0-4a79-b311-8a7f63f6345c {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:00:18.780734 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 74886302-bcb0-4a79-b311-8a7f63f6345c not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:00:18.911456 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bfeda06-90ec-4f89-abc6-c5b327087a46 req-16b58709-22c4-4dd4-bcfe-7eb85267fc8d tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] No DVR routers for this DVR port 74886302-bcb0-4a79-b311-8a7f63f6345c on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:00:18.917423 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4bfeda06-90ec-4f89-abc6-c5b327087a46 req-16b58709-22c4-4dd4-bcfe-7eb85267fc8d tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:18.920879 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4bfeda06-90ec-4f89-abc6-c5b327087a46 req-16b58709-22c4-4dd4-bcfe-7eb85267fc8d tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.35 "DELETE /v2.0/ports/74886302-bcb0-4a79-b311-8a7f63f6345c HTTP/1.1" status: 204 len: 173 time: 2.2529168 Sep 08 09:00:18.922173 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f5f97949-85ea-4832-80cc-ac6c717d5561 req-0ea59765-fae7-4f8b-8f73-0716c1be96d2 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558595 Sep 08 09:00:18.980669 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-36cd0be0-8df3-4d53-be5e-88a3c28b03a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:18.984267 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-36cd0be0-8df3-4d53-be5e-88a3c28b03a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3591290 Sep 08 09:00:18.991981 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0b99b24a-c68c-4527-b757-ca091b58027b req-90d149ae-6641-4c0b-8b5c-71a685940fcc tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242975 Sep 08 09:00:19.123138 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738c3f5-a40d-4ee2-a00e-987ec2e8528b req-686e82cd-6ed6-4a6b-995d-1a19b6d79547 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:19.142950 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8738c3f5-a40d-4ee2-a00e-987ec2e8528b req-686e82cd-6ed6-4a6b-995d-1a19b6d79547 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.37 "GET /v2.0/networks?id=73148cfc-c54d-48ac-9639-a21534b9f302 HTTP/1.1" status: 200 len: 804 time: 0.4174247 Sep 08 09:00:19.172365 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-8738c3f5-a40d-4ee2-a00e-987ec2e8528b req-d09e62ae-2e9b-4fa4-b05e-f5a9046570cb tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Request body: {'port': {'device_id': 'cb8be78d-0bd3-4245-965f-d28d1aa4c72a', 'network_id': '73148cfc-c54d-48ac-9639-a21534b9f302', 'admin_state_up': True, 'tenant_id': 'a70633ea737e41be9ceaf93dd1b77ce8'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:00:19.412059 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b120392e-8463-402c-b76d-0e81540197d0 req-7da6013c-dbe5-4b44-9877-85c065b468e3 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb8be78d-0bd3-4245-965f-d28d1aa4c72a HTTP/1.1" status: 200 len: 210 time: 0.1447070 Sep 08 09:00:19.447394 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea951ef-5b62-490d-861d-ff1063c22c1b x-openstack-request-id: req-3ea951ef-5b62-490d-861d-ff1063c22c1b {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:00:19.447926 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a19f3772-a861-4318-95f4-1fe643dc2f71", "name": "network-vif-deleted", "tag": "f5cdb24e-50e4-4934-83b5-d1197b4179d0", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:00:19.448617 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3ea951ef-5b62-490d-861d-ff1063c22c1b {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:00:19.449322 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a19f3772-a861-4318-95f4-1fe643dc2f71', 'name': 'network-vif-deleted', 'tag': 'f5cdb24e-50e4-4934-83b5-d1197b4179d0', 'status': 'completed', 'code': 200} Sep 08 09:00:19.454583 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 08 Sep 2021 09:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c19e37a-a313-498b-9cdd-b34a6aa7110f x-openstack-request-id: req-1c19e37a-a313-498b-9cdd-b34a6aa7110f {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:00:19.455248 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee3d0e69-8f10-49ac-aad2-4f28b0f6bf0c", "tag": "e32d36f6-bacc-4b16-baab-742b73c2c2dc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ec4a2199-4092-45f7-9c15-980621fe6619", "tag": "3b8b664f-ea80-4039-b033-4de2af4c5dfc", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:00:19.455723 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1c19e37a-a313-498b-9cdd-b34a6aa7110f {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:00:19.456649 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee3d0e69-8f10-49ac-aad2-4f28b0f6bf0c', 'tag': 'e32d36f6-bacc-4b16-baab-742b73c2c2dc', 'status': 'completed', 'code': 200} Sep 08 09:00:19.457427 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec4a2199-4092-45f7-9c15-980621fe6619', 'tag': '3b8b664f-ea80-4039-b033-4de2af4c5dfc', 'status': 'completed', 'code': 200} Sep 08 09:00:19.511070 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-6fe67209-9207-4831-b0d8-bee26bc4cb4a service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5016656 Sep 08 09:00:19.690882 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf33bba-3d1a-4774-abc9-3d32ef5a82fb req-c6f6850c-17dc-410a-8aed-d4045fbba8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:19.694594 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bdf33bba-3d1a-4774-abc9-3d32ef5a82fb req-c6f6850c-17dc-410a-8aed-d4045fbba8a0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3b45c9e6adc04db08d877665d90d8206&device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 1099 time: 0.2315638 Sep 08 09:00:19.711596 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-89d41b68-4375-4fac-9389-fd57951cb650 req-19389046-fdb5-4039-91c7-c8738c52a375 service neutron] For port 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5,segment=NetworkSegment(63991058-0ef2-4358-ae31-7e348d60a2c9),segment_id=63991058-0ef2-4358-ae31-7e348d60a2c9)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:19.722699 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf33bba-3d1a-4774-abc9-3d32ef5a82fb req-89491346-19d1-4fea-9598-e6c030be6c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:19.724315 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bdf33bba-3d1a-4774-abc9-3d32ef5a82fb req-89491346-19d1-4fea-9598-e6c030be6c6b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=db87c3df22f54cac9f5bd24547674625&device_id=ee3d0e69-8f10-49ac-aad2-4f28b0f6bf0c HTTP/1.1" status: 200 len: 1096 time: 0.2298493 Sep 08 09:00:19.802873 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a2c13-1e42-422a-9f97-a8e5fd68451f req-ad44cb8f-e5de-4321-95ca-2198b52d0df2 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:19.805772 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3f5a2c13-1e42-422a-9f97-a8e5fd68451f req-ad44cb8f-e5de-4321-95ca-2198b52d0df2 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6a81b68-4c90-4cf3-b656-f76ec1e53b1c HTTP/1.1" status: 200 len: 948 time: 0.2104754 Sep 08 09:00:19.826530 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8738c3f5-a40d-4ee2-a00e-987ec2e8528b req-d09e62ae-2e9b-4fa4-b05e-f5a9046570cb tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Made reservation on behalf of a70633ea737e41be9ceaf93dd1b77ce8 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:00:19.832487 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-8738c3f5-a40d-4ee2-a00e-987ec2e8528b req-d09e62ae-2e9b-4fa4-b05e-f5a9046570cb tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:19.986361 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3f5a2c13-1e42-422a-9f97-a8e5fd68451f req-460f058e-b7ba-4772-852c-71912ac38451 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e909348-d27a-4af9-8d8a-13cdd74a5feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697412 Sep 08 09:00:19.990088 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf33bba-3d1a-4774-abc9-3d32ef5a82fb req-cf20812f-91f2-4d59-bf82-a9199c7c968c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:19.991997 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bdf33bba-3d1a-4774-abc9-3d32ef5a82fb req-cf20812f-91f2-4d59-bf82-a9199c7c968c service neutron] 10.222.0.37 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.2833047 Sep 08 09:00:20.155068 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bdf33bba-3d1a-4774-abc9-3d32ef5a82fb req-78c851d3-7db5-441d-ad7c-5680cc76355d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=3b8b664f-ea80-4039-b033-4de2af4c5dfc HTTP/1.1" status: 200 len: 217 time: 0.1064279 Sep 08 09:00:20.195035 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device f5cdb24e-50e4-4934-83b5-d1197b4179d0 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:00:20.257987 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf33bba-3d1a-4774-abc9-3d32ef5a82fb req-5b8835b6-a1b8-4086-8d60-299222c7089a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:20.259754 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bdf33bba-3d1a-4774-abc9-3d32ef5a82fb req-5b8835b6-a1b8-4086-8d60-299222c7089a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.0872154 Sep 08 09:00:20.309003 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: f5cdb24e-50e4-4934-83b5-d1197b4179d0 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:00:20.329995 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device f5cdb24e-50e4-4934-83b5-d1197b4179d0 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:00:20.376110 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [req-8738c3f5-a40d-4ee2-a00e-987ec2e8528b req-d09e62ae-2e9b-4fa4-b05e-f5a9046570cb tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Allocated IP 172.20.0.12 (73148cfc-c54d-48ac-9639-a21534b9f302/b6b1a525-4d60-465e-8609-7f98f126ac0e/bac7e4b7-571d-4696-b247-e444c4f86d33) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:00:20.407020 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf33bba-3d1a-4774-abc9-3d32ef5a82fb req-0a38c3cd-215c-4843-96cf-86f318ea63e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:20.409322 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:20.409757 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bdf33bba-3d1a-4774-abc9-3d32ef5a82fb req-0a38c3cd-215c-4843-96cf-86f318ea63e5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1415920 Sep 08 09:00:20.499936 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-89d41b68-4375-4fac-9389-fd57951cb650 req-19389046-fdb5-4039-91c7-c8738c52a375 service neutron] For port 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:00:20.637248 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7dfe65a0-8479-4733-861f-5a9c1a84b48b req-76f66b73-0858-49ea-a87f-7459c1b32b0d service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0903456 Sep 08 09:00:20.698115 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-61dc2ea4-b398-4c53-bb99-37ecc3d63cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:20.736504 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-89d41b68-4375-4fac-9389-fd57951cb650 req-19389046-fdb5-4039-91c7-c8738c52a375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:00:20.758329 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bdf33bba-3d1a-4774-abc9-3d32ef5a82fb req-3f309d74-b662-4c5b-a8c3-9eaa6be9d104 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382244 Sep 08 09:00:20.828518 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-89d41b68-4375-4fac-9389-fd57951cb650 req-19389046-fdb5-4039-91c7-c8738c52a375 service neutron] For port 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5,segment=NetworkSegment(63991058-0ef2-4358-ae31-7e348d60a2c9),segment_id=63991058-0ef2-4358-ae31-7e348d60a2c9)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:20.837233 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce2b69-be9e-4310-8ae2-a43587180043 req-f9a57a3e-912c-4a8e-966d-6d39425f924a tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:20.839856 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b4ce2b69-be9e-4310-8ae2-a43587180043 req-f9a57a3e-912c-4a8e-966d-6d39425f924a tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 947 time: 0.2736354 Sep 08 09:00:20.981038 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-89d41b68-4375-4fac-9389-fd57951cb650 req-19389046-fdb5-4039-91c7-c8738c52a375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:21.034343 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd1701-b3a7-4c01-abe2-fbffa28e76f4 req-0d4bef9b-7067-4f23-902a-e68f17a94b69 tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:21.037431 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0bfd1701-b3a7-4c01-abe2-fbffa28e76f4 req-0d4bef9b-7067-4f23-902a-e68f17a94b69 tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 1098 time: 0.4985895 Sep 08 09:00:21.055191 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b4ce2b69-be9e-4310-8ae2-a43587180043 req-4fa6459f-90cb-4c3b-8b6b-29182946c2c4 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009625 Sep 08 09:00:21.077128 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-8738c3f5-a40d-4ee2-a00e-987ec2e8528b req-d09e62ae-2e9b-4fa4-b05e-f5a9046570cb tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:21.128058 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bdf33bba-3d1a-4774-abc9-3d32ef5a82fb req-fe0649df-bbf0-4bef-815b-bf2ae7644a37 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201406 Sep 08 09:00:21.226161 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078c47d-822f-493d-b6c1-14ce45aa653b req-42d47f70-8d75-4c37-bd86-20ac6c54b2e8 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:21.227180 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2078c47d-822f-493d-b6c1-14ce45aa653b req-42d47f70-8d75-4c37-bd86-20ac6c54b2e8 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6210148-fbea-4ded-8a6d-df3c0613e065 HTTP/1.1" status: 200 len: 946 time: 0.0875580 Sep 08 09:00:21.229063 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-8738c3f5-a40d-4ee2-a00e-987ec2e8528b req-d09e62ae-2e9b-4fa4-b05e-f5a9046570cb tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:21.254984 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-2b7ade60-e390-44eb-adf3-643150efa5dd tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:21.257239 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-2b7ade60-e390-44eb-adf3-643150efa5dd tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.35 "GET /v2.0/networks?id=c62c267b-fe94-4fb9-93fa-afc41aa7fd31 HTTP/1.1" status: 200 len: 813 time: 0.6276424 Sep 08 09:00:21.264760 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf33bba-3d1a-4774-abc9-3d32ef5a82fb req-aaf5298e-03e6-442f-ae53-543237e68cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:21.266509 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bdf33bba-3d1a-4774-abc9-3d32ef5a82fb req-aaf5298e-03e6-442f-ae53-543237e68cbc service neutron] 10.222.0.35 "GET /v2.0/networks?id=ec0db0af-4061-4294-bedb-bbba2374fc20 HTTP/1.1" status: 200 len: 925 time: 0.7604265 Sep 08 09:00:21.295700 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-b13dda7a-e69d-4a7b-a84a-2e435845bf65 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Request body: {'port': {'device_id': '1d3961ca-7139-4d44-9b3b-0f3a8ac1d67e', 'network_id': 'c62c267b-fe94-4fb9-93fa-afc41aa7fd31', 'admin_state_up': True, 'tenant_id': 'f47f18966f6949609c77d842374a7949'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:00:21.342112 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0bfd1701-b3a7-4c01-abe2-fbffa28e76f4 req-9917a929-d343-4e51-bceb-1ebfe6090976 tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590690 Sep 08 09:00:21.366356 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8738c3f5-a40d-4ee2-a00e-987ec2e8528b req-d09e62ae-2e9b-4fa4-b05e-f5a9046570cb tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Network 73148cfc-c54d-48ac-9639-a21534b9f302 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:00:21.378098 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-49fc5a4d-087c-4826-a96c-a310f4c57bc6 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:21.379771 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-49fc5a4d-087c-4826-a96c-a310f4c57bc6 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.37 "GET /v2.0/networks?id=c62c267b-fe94-4fb9-93fa-afc41aa7fd31 HTTP/1.1" status: 200 len: 813 time: 0.4287105 Sep 08 09:00:21.382136 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [req-8738c3f5-a40d-4ee2-a00e-987ec2e8528b req-d09e62ae-2e9b-4fa4-b05e-f5a9046570cb tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:00:21.388745 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e62ae-2e9b-4fa4-b05e-f5a9046570cb tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Pushing event updated for resources: {'Port': ['ID=bac7e4b7-571d-4696-b247-e444c4f86d33,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:21.397330 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-8738c3f5-a40d-4ee2-a00e-987ec2e8528b req-d09e62ae-2e9b-4fa4-b05e-f5a9046570cb tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:00:21.423744 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-f1281abe-75c7-4759-85b1-706c7c271a1b tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Request body: {'port': {'device_id': 'fb9d378a-11b9-4384-914f-cf376ba10adc', 'network_id': 'c62c267b-fe94-4fb9-93fa-afc41aa7fd31', 'admin_state_up': True, 'tenant_id': 'f47f18966f6949609c77d842374a7949'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:00:21.441575 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2078c47d-822f-493d-b6c1-14ce45aa653b req-1f5fc6c8-b28b-4025-8660-6dc628646729 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/security-groups?id=c739da54-7e1c-49e4-9c34-4a6cb21970fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1957111 Sep 08 09:00:21.463374 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f7fa94-74a6-43be-bd88-0c051f66c6a8', 'name': 'network-vif-deleted', 'tag': '200c6b65-8e96-46d4-8587-fbe972aaba33'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:00:21.467930 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bdf33bba-3d1a-4774-abc9-3d32ef5a82fb req-dc33ac7a-e6de-4742-bd38-b1eacaeae496 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e32d36f6-bacc-4b16-baab-742b73c2c2dc HTTP/1.1" status: 200 len: 217 time: 0.1290889 Sep 08 09:00:21.468422 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a81b68-4c90-4cf3-b656-f76ec1e53b1c', 'tag': '203d962b-25a9-45e7-a5cc-fdee97e44ffc'}, {'server_uuid': 'e13566a4-a437-40d7-b5e7-d7c412db4094', 'name': 'network-vif-deleted', 'tag': '74886302-bcb0-4a79-b311-8a7f63f6345c'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:00:21.470177 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925b993c-d87f-428b-947d-4591dec8fbb6" -d '{"events": [{"server_uuid": "88f7fa94-74a6-43be-bd88-0c051f66c6a8", "name": "network-vif-deleted", "tag": "200c6b65-8e96-46d4-8587-fbe972aaba33"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:00:21.471411 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0af1ee8-55b8-49dd-b1ba-87f101645862" -d '{"events": [{"name": "network-changed", "server_uuid": "a6a81b68-4c90-4cf3-b656-f76ec1e53b1c", "tag": "203d962b-25a9-45e7-a5cc-fdee97e44ffc"}, {"server_uuid": "e13566a4-a437-40d7-b5e7-d7c412db4094", "name": "network-vif-deleted", "tag": "74886302-bcb0-4a79-b311-8a7f63f6345c"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:00:21.531884 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738c3f5-a40d-4ee2-a00e-987ec2e8528b req-d09e62ae-2e9b-4fa4-b05e-f5a9046570cb tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:21.533182 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-8738c3f5-a40d-4ee2-a00e-987ec2e8528b req-d09e62ae-2e9b-4fa4-b05e-f5a9046570cb tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:21.551472 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-89d41b68-4375-4fac-9389-fd57951cb650 req-19389046-fdb5-4039-91c7-c8738c52a375 service neutron] Transition to ACTIVE for port object 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:00:21.564621 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8738c3f5-a40d-4ee2-a00e-987ec2e8528b req-d09e62ae-2e9b-4fa4-b05e-f5a9046570cb tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3994853 Sep 08 09:00:21.591991 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-8738c3f5-a40d-4ee2-a00e-987ec2e8528b req-ddcc03bf-c3a5-4fee-80df-7e3140d78bb6 service neutron] Request body: {'port': {'device_id': 'cb8be78d-0bd3-4245-965f-d28d1aa4c72a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:00:21.621150 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-89d41b68-4375-4fac-9389-fd57951cb650 req-19389046-fdb5-4039-91c7-c8738c52a375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:21.645195 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c705f1b-4cbb-4c40-b9c9-2c6b7d1023bb req-eb75f4e8-d360-4bf3-9656-b90cd8ed8c2a tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:21.648169 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1c705f1b-4cbb-4c40-b9c9-2c6b7d1023bb req-eb75f4e8-d360-4bf3-9656-b90cd8ed8c2a tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 944 time: 0.0952957 Sep 08 09:00:21.750689 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf33bba-3d1a-4774-abc9-3d32ef5a82fb req-ed8585e6-ad1a-487a-9558-4c3146de02a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:21.752177 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bdf33bba-3d1a-4774-abc9-3d32ef5a82fb req-ed8585e6-ad1a-487a-9558-4c3146de02a4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5306a8b8-86cd-4361-8bb4-448984316315 HTTP/1.1" status: 200 len: 863 time: 0.2501750 Sep 08 09:00:21.837458 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b62b49-1d80-44d8-bb84-519de478bc48 req-f8d3c32a-1d92-4647-ad6a-f36d22a10018 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:21.839236 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f1b62b49-1d80-44d8-bb84-519de478bc48 req-f8d3c32a-1d92-4647-ad6a-f36d22a10018 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee3d0e69-8f10-49ac-aad2-4f28b0f6bf0c HTTP/1.1" status: 200 len: 944 time: 0.3560770 Sep 08 09:00:21.873736 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d41b68-4375-4fac-9389-fd57951cb650 req-19389046-fdb5-4039-91c7-c8738c52a375 service neutron] No DVR routers for this DVR port 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:00:21.895061 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19389046-fdb5-4039-91c7-c8738c52a375 service neutron] Pushing event updated for resources: {'Port': ['ID=9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5,revision_number=10']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:21.898558 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-b13dda7a-e69d-4a7b-a84a-2e435845bf65 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Made reservation on behalf of f47f18966f6949609c77d842374a7949 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:00:21.902839 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-b13dda7a-e69d-4a7b-a84a-2e435845bf65 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:21.990703 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-89d41b68-4375-4fac-9389-fd57951cb650 req-19389046-fdb5-4039-91c7-c8738c52a375 service neutron] 10.222.0.37 "PUT /v2.0/ports/9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5/bindings/n-h2-806683-11/activate HTTP/1.1" status: 200 len: 370 time: 3.1926305 Sep 08 09:00:21.996353 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-f1281abe-75c7-4759-85b1-706c7c271a1b tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Made reservation on behalf of f47f18966f6949609c77d842374a7949 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:00:22.000286 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-f1281abe-75c7-4759-85b1-706c7c271a1b tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:22.020015 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f1b62b49-1d80-44d8-bb84-519de478bc48 req-c75a30d7-27d1-4705-8b7e-a800d69d4a6e tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/security-groups?id=95fdb126-e588-4cf9-b281-e7f1b3353ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498060 Sep 08 09:00:22.029957 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-8738c3f5-a40d-4ee2-a00e-987ec2e8528b req-ddcc03bf-c3a5-4fee-80df-7e3140d78bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:22.030887 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf33bba-3d1a-4774-abc9-3d32ef5a82fb req-b77ee4db-1fb4-443f-90b3-c0525484c565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:22.032878 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bdf33bba-3d1a-4774-abc9-3d32ef5a82fb req-b77ee4db-1fb4-443f-90b3-c0525484c565 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ec0db0af-4061-4294-bedb-bbba2374fc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2694235 Sep 08 09:00:22.035860 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:22.066480 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1c705f1b-4cbb-4c40-b9c9-2c6b7d1023bb req-411f0990-f0e9-437c-aba0-ff79e0b1c1c1 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626650 Sep 08 09:00:22.210906 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 3b8b664f-ea80-4039-b033-4de2af4c5dfc details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:00:22.277559 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4aecfb5d-255d-490c-b749-403add120076 req-1d377a62-3c23-4e95-8ecf-7ddd94163dd3 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb9d378a-11b9-4384-914f-cf376ba10adc HTTP/1.1" status: 200 len: 210 time: 0.1091383 Sep 08 09:00:22.287603 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d41b68-4375-4fac-9389-fd57951cb650 req-0baf34b8-d135-4995-8a2f-4e6097e5cdd7 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:22.289209 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-89d41b68-4375-4fac-9389-fd57951cb650 req-0baf34b8-d135-4995-8a2f-4e6097e5cdd7 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10&tenant_id=0bc89f664d9a46b3926bfbc0f4b3f539&binding%3Ahost_id=n-h1-806683-11 HTTP/1.1" status: 200 len: 1096 time: 0.1609807 Sep 08 09:00:22.335496 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-b13dda7a-e69d-4a7b-a84a-2e435845bf65 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Allocated IP 172.20.0.7 (c62c267b-fe94-4fb9-93fa-afc41aa7fd31/8fa68ab9-b01d-46af-816e-c1cf0e32b921/9f92af3f-18c3-4864-b152-6c3d5a2760e5) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:00:22.339725 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bdf33bba-3d1a-4774-abc9-3d32ef5a82fb req-7ad846df-5180-4bcd-9695-2a3453fdbce6 service neutron] 10.222.0.35 "GET /v2.0/networks/ec0db0af-4061-4294-bedb-bbba2374fc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740645 Sep 08 09:00:22.406277 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device e32d36f6-bacc-4b16-baab-742b73c2c2dc details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:00:22.439585 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c070e5c-402b-4d32-b922-1e20fb72500e req-6354e687-f0cd-45df-a321-1fe49aed9f00 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:22.446201 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6c070e5c-402b-4d32-b922-1e20fb72500e req-6354e687-f0cd-45df-a321-1fe49aed9f00 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb8be78d-0bd3-4245-965f-d28d1aa4c72a HTTP/1.1" status: 200 len: 932 time: 0.2073686 Sep 08 09:00:22.462854 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 3b8b664f-ea80-4039-b033-4de2af4c5dfc, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=3b8b664f-ea80-4039-b033-4de2af4c5dfc,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:22.508290 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d41b68-4375-4fac-9389-fd57951cb650 req-232a5bff-c1b2-4453-998a-22e353c7db85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:22.510294 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-89d41b68-4375-4fac-9389-fd57951cb650 req-232a5bff-c1b2-4453-998a-22e353c7db85 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10&tenant_id=0bc89f664d9a46b3926bfbc0f4b3f539 HTTP/1.1" status: 200 len: 1096 time: 0.2062695 Sep 08 09:00:22.520728 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '3b8b664f-ea80-4039-b033-4de2af4c5dfc', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'port_id': '3b8b664f-ea80-4039-b033-4de2af4c5dfc', 'mac_address': 'fa:16:3e:7e:7d:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc66e4b-ecb5-4c99-afe1-0a78c722534a', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:00:22.542519 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6c070e5c-402b-4d32-b922-1e20fb72500e req-703519cc-b8e4-4627-9e9d-10a81582cc23 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814912 Sep 08 09:00:22.556357 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d376355-b185-48df-a9ca-c7bab2c1ec5c req-000c8abf-ebdb-486f-a86e-56845802f106 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:22.557690 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7d376355-b185-48df-a9ca-c7bab2c1ec5c req-000c8abf-ebdb-486f-a86e-56845802f106 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6a81b68-4c90-4cf3-b656-f76ec1e53b1c HTTP/1.1" status: 200 len: 948 time: 0.1794698 Sep 08 09:00:22.562756 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bdf33bba-3d1a-4774-abc9-3d32ef5a82fb req-9dd58d9e-727d-4bdc-8b14-a82ab0151989 service neutron] 10.222.0.35 "GET /v2.0/networks/ec0db0af-4061-4294-bedb-bbba2374fc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155039 Sep 08 09:00:22.590409 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port e32d36f6-bacc-4b16-baab-742b73c2c2dc, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=e32d36f6-bacc-4b16-baab-742b73c2c2dc,segment=NetworkSegment(6e5d67e3-1a76-4d78-9f48-b8cd636653a5),segment_id=6e5d67e3-1a76-4d78-9f48-b8cd636653a5)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:22.602471 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:22.618570 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': 'e32d36f6-bacc-4b16-baab-742b73c2c2dc', 'network_id': 'ec0db0af-4061-4294-bedb-bbba2374fc20', 'port_id': 'e32d36f6-bacc-4b16-baab-742b73c2c2dc', 'mac_address': 'fa:16:3e:72:64:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5306a8b8-86cd-4361-8bb4-448984316315', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:00:22.638008 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b8b664f-ea80-4039-b033-4de2af4c5dfc {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:00:22.666346 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 3b8b664f-ea80-4039-b033-4de2af4c5dfc, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=3b8b664f-ea80-4039-b033-4de2af4c5dfc,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:22.695198 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:22.746346 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7d376355-b185-48df-a9ca-c7bab2c1ec5c req-d340945e-1ac8-445e-91c9-b1a2a37651fb tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e909348-d27a-4af9-8d8a-13cdd74a5feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373935 Sep 08 09:00:22.754629 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [req-8738c3f5-a40d-4ee2-a00e-987ec2e8528b req-ddcc03bf-c3a5-4fee-80df-7e3140d78bb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bac7e4b7-571d-4696-b247-e444c4f86d33 {{(pid=94713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:00:22.760689 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d41b68-4375-4fac-9389-fd57951cb650 req-b43d5082-7569-4edc-86ac-4ac3362067ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:22.763469 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-89d41b68-4375-4fac-9389-fd57951cb650 req-b43d5082-7569-4edc-86ac-4ac3362067ea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0bc89f664d9a46b3926bfbc0f4b3f539&device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 1096 time: 0.1559186 Sep 08 09:00:22.767259 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-8738c3f5-a40d-4ee2-a00e-987ec2e8528b req-ddcc03bf-c3a5-4fee-80df-7e3140d78bb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:22.774935 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf33bba-3d1a-4774-abc9-3d32ef5a82fb req-d21c01ef-bbd0-49ff-91a6-a51c276e692f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:22.776677 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bdf33bba-3d1a-4774-abc9-3d32ef5a82fb req-d21c01ef-bbd0-49ff-91a6-a51c276e692f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3b45c9e6adc04db08d877665d90d8206&device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 1100 time: 0.0991611 Sep 08 09:00:22.792811 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:22.792926 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-b13dda7a-e69d-4a7b-a84a-2e435845bf65 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:22.850185 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e32d36f6-bacc-4b16-baab-742b73c2c2dc {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:00:22.868053 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=3b8b664f-ea80-4039-b033-4de2af4c5dfc,revision_number=8']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:22.883909 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [req-8738c3f5-a40d-4ee2-a00e-987ec2e8528b req-ddcc03bf-c3a5-4fee-80df-7e3140d78bb6 service neutron] Transition to ACTIVE for port object bac7e4b7-571d-4696-b247-e444c4f86d33 will not be triggered until provisioned by entity L2. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:00:22.893854 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-8738c3f5-a40d-4ee2-a00e-987ec2e8528b req-ddcc03bf-c3a5-4fee-80df-7e3140d78bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:22.921044 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port e32d36f6-bacc-4b16-baab-742b73c2c2dc, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=e32d36f6-bacc-4b16-baab-742b73c2c2dc,segment=NetworkSegment(6e5d67e3-1a76-4d78-9f48-b8cd636653a5),segment_id=6e5d67e3-1a76-4d78-9f48-b8cd636653a5)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:22.937380 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:22.971087 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-b13dda7a-e69d-4a7b-a84a-2e435845bf65 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:22.973473 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d41b68-4375-4fac-9389-fd57951cb650 req-069ad6c2-0d6a-4c3c-b44a-48ed4622d44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:22.975947 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-89d41b68-4375-4fac-9389-fd57951cb650 req-069ad6c2-0d6a-4c3c-b44a-48ed4622d44a service neutron] 10.222.0.35 "GET /v2.0/networks?id=3e5cb155-db8c-4e6c-a8fd-e937043c5b98 HTTP/1.1" status: 200 len: 921 time: 0.2004669 Sep 08 09:00:22.981066 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 08 Sep 2021 09:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6ad468-2254-46c2-82f7-edab2b43cbf2 x-openstack-request-id: req-7d6ad468-2254-46c2-82f7-edab2b43cbf2 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:00:22.981404 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6a81b68-4c90-4cf3-b656-f76ec1e53b1c", "tag": "203d962b-25a9-45e7-a5cc-fdee97e44ffc", "status": "completed", "code": 200}, {"server_uuid": "e13566a4-a437-40d7-b5e7-d7c412db4094", "name": "network-vif-deleted", "tag": "74886302-bcb0-4a79-b311-8a7f63f6345c", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:00:22.981658 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7d6ad468-2254-46c2-82f7-edab2b43cbf2 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:00:22.982225 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6a81b68-4c90-4cf3-b656-f76ec1e53b1c', 'tag': '203d962b-25a9-45e7-a5cc-fdee97e44ffc', 'status': 'completed', 'code': 200} Sep 08 09:00:22.982517 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13566a4-a437-40d7-b5e7-d7c412db4094', 'name': 'network-vif-deleted', 'tag': '74886302-bcb0-4a79-b311-8a7f63f6345c', 'status': 'completed', 'code': 200} Sep 08 09:00:23.054276 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=e32d36f6-bacc-4b16-baab-742b73c2c2dc,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:23.070140 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242e342-9e57-4917-b045-655fbafb51d4 req-7229b5f6-117f-4988-9ed1-96b02d3455f8 tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:23.071162 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8242e342-9e57-4917-b045-655fbafb51d4 req-7229b5f6-117f-4988-9ed1-96b02d3455f8 tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 1098 time: 0.1968942 Sep 08 09:00:23.077370 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ec1bf3-575e-4734-be6b-9d550eee0078 x-openstack-request-id: req-41ec1bf3-575e-4734-be6b-9d550eee0078 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:00:23.078367 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f7fa94-74a6-43be-bd88-0c051f66c6a8", "name": "network-vif-deleted", "tag": "200c6b65-8e96-46d4-8587-fbe972aaba33", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:00:23.078367 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-41ec1bf3-575e-4734-be6b-9d550eee0078 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:00:23.078643 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f7fa94-74a6-43be-bd88-0c051f66c6a8', 'name': 'network-vif-deleted', 'tag': '200c6b65-8e96-46d4-8587-fbe972aaba33', 'status': 'completed', 'code': 200} Sep 08 09:00:23.096063 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['3b8b664f-ea80-4039-b033-4de2af4c5dfc'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:00:23.131672 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-89d41b68-4375-4fac-9389-fd57951cb650 req-15faee44-6075-42c0-b5c6-3b32cb82f09a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5 HTTP/1.1" status: 200 len: 217 time: 0.1391041 Sep 08 09:00:23.178696 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-b13dda7a-e69d-4a7b-a84a-2e435845bf65 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Network c62c267b-fe94-4fb9-93fa-afc41aa7fd31 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:00:23.219467 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-b13dda7a-e69d-4a7b-a84a-2e435845bf65 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:00:23.222392 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13dda7a-e69d-4a7b-a84a-2e435845bf65 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Pushing event updated for resources: {'Port': ['ID=9f92af3f-18c3-4864-b152-6c3d5a2760e5,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:23.228849 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-b13dda7a-e69d-4a7b-a84a-2e435845bf65 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:00:23.239951 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-f1281abe-75c7-4759-85b1-706c7c271a1b tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Allocated IP 172.20.0.5 (c62c267b-fe94-4fb9-93fa-afc41aa7fd31/8fa68ab9-b01d-46af-816e-c1cf0e32b921/cc87d41f-925b-40da-9e59-fc54971bc748) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:00:23.250729 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc03bf-c3a5-4fee-80df-7e3140d78bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=bac7e4b7-571d-4696-b247-e444c4f86d33,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:23.267082 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af1ee8-55b8-49dd-b1ba-87f101645862 req-6a0e80c4-3b95-46d8-94e0-15a719813da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:23.269193 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c0af1ee8-55b8-49dd-b1ba-87f101645862 req-6a0e80c4-3b95-46d8-94e0-15a719813da9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=65aa471e14f64e51b04cc98816c3a16f&device_id=a6a81b68-4c90-4cf3-b656-f76ec1e53b1c HTTP/1.1" status: 200 len: 1100 time: 0.2412951 Sep 08 09:00:23.273360 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf33bba-3d1a-4774-abc9-3d32ef5a82fb req-46bf1f0a-bc45-4e77-abc4-f7ff7b4cf075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:23.275060 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bdf33bba-3d1a-4774-abc9-3d32ef5a82fb req-46bf1f0a-bc45-4e77-abc4-f7ff7b4cf075 service neutron] 10.222.0.35 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.4909415 Sep 08 09:00:23.290149 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a12fc-79b9-4307-9174-105d3276d771 req-154eac2f-abed-4937-a1c9-a9a2710d6d4b tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:23.292116 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f16a12fc-79b9-4307-9174-105d3276d771 req-154eac2f-abed-4937-a1c9-a9a2710d6d4b tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619&tenant_id=3b45c9e6adc04db08d877665d90d8206&binding%3Ahost_id=n-h1-806683-11 HTTP/1.1" status: 200 len: 948 time: 0.3361020 Sep 08 09:00:23.323654 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8242e342-9e57-4917-b045-655fbafb51d4 req-bc276a47-9795-4856-ad4a-c0df44c8b089 tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005303 Sep 08 09:00:23.366236 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d41b68-4375-4fac-9389-fd57951cb650 req-ea31d868-0aac-4ea6-8809-ff6fe1e26a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:23.368069 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-89d41b68-4375-4fac-9389-fd57951cb650 req-ea31d868-0aac-4ea6-8809-ff6fe1e26a7a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2afb1305-d593-46e6-bc8f-0ed93bbef6b9 HTTP/1.1" status: 200 len: 860 time: 0.2128761 Sep 08 09:00:23.399284 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-8738c3f5-a40d-4ee2-a00e-987ec2e8528b req-ddcc03bf-c3a5-4fee-80df-7e3140d78bb6 service neutron] Attempting to bind port bac7e4b7-571d-4696-b247-e444c4f86d33 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:00:23.399632 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-8738c3f5-a40d-4ee2-a00e-987ec2e8528b req-ddcc03bf-c3a5-4fee-80df-7e3140d78bb6 service neutron] Attempting to bind port bac7e4b7-571d-4696-b247-e444c4f86d33 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'a820c156-0183-407b-aed4-3cdafce41ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '73148cfc-c54d-48ac-9639-a21534b9f302'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:00:23.399973 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8738c3f5-a40d-4ee2-a00e-987ec2e8528b req-ddcc03bf-c3a5-4fee-80df-7e3140d78bb6 service neutron] Attempting to bind port bac7e4b7-571d-4696-b247-e444c4f86d33 on network 73148cfc-c54d-48ac-9639-a21534b9f302 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:00:23.408686 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8738c3f5-a40d-4ee2-a00e-987ec2e8528b req-ddcc03bf-c3a5-4fee-80df-7e3140d78bb6 service neutron] Port bac7e4b7-571d-4696-b247-e444c4f86d33 on network 73148cfc-c54d-48ac-9639-a21534b9f302 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:00:23.409405 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8738c3f5-a40d-4ee2-a00e-987ec2e8528b req-ddcc03bf-c3a5-4fee-80df-7e3140d78bb6 service neutron] Attempting to bind port bac7e4b7-571d-4696-b247-e444c4f86d33 on network 73148cfc-c54d-48ac-9639-a21534b9f302 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:00:23.410444 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-b13dda7a-e69d-4a7b-a84a-2e435845bf65 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:23.411116 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-b13dda7a-e69d-4a7b-a84a-2e435845bf65 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:23.416721 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bdf33bba-3d1a-4774-abc9-3d32ef5a82fb req-db753fc6-19c2-4e0d-b82e-3f956d03a2f7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=3b8b664f-ea80-4039-b033-4de2af4c5dfc HTTP/1.1" status: 200 len: 217 time: 0.1167500 Sep 08 09:00:23.423435 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8738c3f5-a40d-4ee2-a00e-987ec2e8528b req-ddcc03bf-c3a5-4fee-80df-7e3140d78bb6 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:00:23.424134 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8738c3f5-a40d-4ee2-a00e-987ec2e8528b req-ddcc03bf-c3a5-4fee-80df-7e3140d78bb6 service neutron] Checking segment: {'id': 'a820c156-0183-407b-aed4-3cdafce41ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '73148cfc-c54d-48ac-9639-a21534b9f302'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:00:23.424294 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8738c3f5-a40d-4ee2-a00e-987ec2e8528b req-ddcc03bf-c3a5-4fee-80df-7e3140d78bb6 service neutron] Bound using segment: {'id': 'a820c156-0183-407b-aed4-3cdafce41ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '73148cfc-c54d-48ac-9639-a21534b9f302'} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:00:23.424753 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-8738c3f5-a40d-4ee2-a00e-987ec2e8528b req-ddcc03bf-c3a5-4fee-80df-7e3140d78bb6 service neutron] Bound port: bac7e4b7-571d-4696-b247-e444c4f86d33, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a820c156-0183-407b-aed4-3cdafce41ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '73148cfc-c54d-48ac-9639-a21534b9f302'}}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:00:23.425133 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-8738c3f5-a40d-4ee2-a00e-987ec2e8528b req-ddcc03bf-c3a5-4fee-80df-7e3140d78bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:23.437601 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['e32d36f6-bacc-4b16-baab-742b73c2c2dc'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:00:23.439453 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-89d41b68-4375-4fac-9389-fd57951cb650 req-271495a8-852c-4bda-976e-539c67299175 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3e5cb155-db8c-4e6c-a8fd-e937043c5b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553932 Sep 08 09:00:23.449730 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:23.485036 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-b13dda7a-e69d-4a7b-a84a-2e435845bf65 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2048986 Sep 08 09:00:23.512152 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-9c4b3554-4bc6-40ad-8551-37a376151b80 service neutron] Request body: {'port': {'device_id': '1d3961ca-7139-4d44-9b3b-0f3a8ac1d67e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:00:23.634143 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf33bba-3d1a-4774-abc9-3d32ef5a82fb req-6cd832b3-1e5e-439f-b80a-05cb37befc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:23.636121 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bdf33bba-3d1a-4774-abc9-3d32ef5a82fb req-6cd832b3-1e5e-439f-b80a-05cb37befc2e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.1658194 Sep 08 09:00:23.652684 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af1ee8-55b8-49dd-b1ba-87f101645862 req-c04f0a86-4eee-4672-a142-d9bf34fff116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:23.654850 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c0af1ee8-55b8-49dd-b1ba-87f101645862 req-c04f0a86-4eee-4672-a142-d9bf34fff116 service neutron] 10.222.0.37 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.3719361 Sep 08 09:00:23.718622 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897a1e0-3128-47d4-b8f9-9d875a85158f req-f99c5a81-7254-43c2-9163-762c0515d491 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:23.728766 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9897a1e0-3128-47d4-b8f9-9d875a85158f req-f99c5a81-7254-43c2-9163-762c0515d491 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 948 time: 0.2043839 Sep 08 09:00:23.765356 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-8738c3f5-a40d-4ee2-a00e-987ec2e8528b req-ddcc03bf-c3a5-4fee-80df-7e3140d78bb6 service neutron] For port bac7e4b7-571d-4696-b247-e444c4f86d33, host n-h1-806683-11, cleared binding levels {{(pid=94713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:00:23.769110 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c0af1ee8-55b8-49dd-b1ba-87f101645862 req-d427ea44-9c87-4b5e-aadc-275d7a3dd996 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=203d962b-25a9-45e7-a5cc-fdee97e44ffc HTTP/1.1" status: 200 len: 217 time: 0.0953689 Sep 08 09:00:23.812481 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-8738c3f5-a40d-4ee2-a00e-987ec2e8528b req-ddcc03bf-c3a5-4fee-80df-7e3140d78bb6 service neutron] For port bac7e4b7-571d-4696-b247-e444c4f86d33, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=bac7e4b7-571d-4696-b247-e444c4f86d33,segment=NetworkSegment(a820c156-0183-407b-aed4-3cdafce41ef3),segment_id=a820c156-0183-407b-aed4-3cdafce41ef3)] {{(pid=94713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:00:23.842055 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-8738c3f5-a40d-4ee2-a00e-987ec2e8528b req-ddcc03bf-c3a5-4fee-80df-7e3140d78bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:23.902143 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:23.915670 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf33bba-3d1a-4774-abc9-3d32ef5a82fb req-58375601-3965-4193-86e9-8a396112cbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:23.917395 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bdf33bba-3d1a-4774-abc9-3d32ef5a82fb req-58375601-3965-4193-86e9-8a396112cbab service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2721293 Sep 08 09:00:23.951550 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f16a12fc-79b9-4307-9174-105d3276d771 req-0e68c3fa-0f56-4b45-ae82-4c1c5073926e service neutron] 10.222.0.37 "GET /v2.0/ports/3b8b664f-ea80-4039-b033-4de2af4c5dfc/bindings/n-h1-806683-11 HTTP/1.1" status: 200 len: 383 time: 0.6476932 Sep 08 09:00:23.952125 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9897a1e0-3128-47d4-b8f9-9d875a85158f req-380dca75-cec2-49c9-a1f5-bc6e4a13c3ca tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894026 Sep 08 09:00:23.953454 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af1ee8-55b8-49dd-b1ba-87f101645862 req-6b2a06bb-3993-4bca-ade8-88cc96f2841f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:23.955165 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c0af1ee8-55b8-49dd-b1ba-87f101645862 req-6b2a06bb-3993-4bca-ade8-88cc96f2841f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.1694236 Sep 08 09:00:23.956875 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738c3f5-a40d-4ee2-a00e-987ec2e8528b req-ddcc03bf-c3a5-4fee-80df-7e3140d78bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:23.957673 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-8738c3f5-a40d-4ee2-a00e-987ec2e8528b req-ddcc03bf-c3a5-4fee-80df-7e3140d78bb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:23.959312 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8738c3f5-a40d-4ee2-a00e-987ec2e8528b req-ddcc03bf-c3a5-4fee-80df-7e3140d78bb6 service neutron] 10.222.0.37 "PUT /v2.0/ports/bac7e4b7-571d-4696-b247-e444c4f86d33 HTTP/1.1" status: 200 len: 1093 time: 2.3737113 Sep 08 09:00:24.055208 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc03bf-c3a5-4fee-80df-7e3140d78bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=bac7e4b7-571d-4696-b247-e444c4f86d33,revision_number=3']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:24.121963 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-9c4b3554-4bc6-40ad-8551-37a376151b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:24.146362 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af1ee8-55b8-49dd-b1ba-87f101645862 req-a6d3fdfc-8fb1-41a7-9b52-3781733626b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:24.148506 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c0af1ee8-55b8-49dd-b1ba-87f101645862 req-a6d3fdfc-8fb1-41a7-9b52-3781733626b1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1566365 Sep 08 09:00:24.153609 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60812f46-dfd6-49cc-9f6b-3fe5d84b68ab req-dd8da77e-953b-4b6c-80b4-60f3c7137383 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:24.155334 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-60812f46-dfd6-49cc-9f6b-3fe5d84b68ab req-dd8da77e-953b-4b6c-80b4-60f3c7137383 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee3d0e69-8f10-49ac-aad2-4f28b0f6bf0c HTTP/1.1" status: 200 len: 945 time: 0.6484201 Sep 08 09:00:24.161442 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-89d41b68-4375-4fac-9389-fd57951cb650 req-bb1caec1-1df5-4b0d-8893-0def313dc623 service neutron] 10.222.0.35 "GET /v2.0/networks/3e5cb155-db8c-4e6c-a8fd-e937043c5b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7079515 Sep 08 09:00:24.178452 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a12fc-79b9-4307-9174-105d3276d771 req-67368d00-cc26-4ebb-af33-1313638c0f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:24.180062 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f16a12fc-79b9-4307-9174-105d3276d771 req-67368d00-cc26-4ebb-af33-1313638c0f5a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3b45c9e6adc04db08d877665d90d8206&device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 1100 time: 0.1753359 Sep 08 09:00:24.212631 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 203d962b-25a9-45e7-a5cc-fdee97e44ffc details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:00:24.215814 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb69aa6-a8c5-4273-ae4d-f30969952de7 req-b64c211f-9c24-4960-84ff-f133c4b66d0f tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:24.217646 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0eb69aa6-a8c5-4273-ae4d-f30969952de7 req-b64c211f-9c24-4960-84ff-f133c4b66d0f tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 944 time: 0.1706927 Sep 08 09:00:24.227354 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bdf33bba-3d1a-4774-abc9-3d32ef5a82fb req-8107b8c6-5dd4-4f8e-8aac-7281d30a4f3a service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943087 Sep 08 09:00:24.230720 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-f1281abe-75c7-4759-85b1-706c7c271a1b tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:24.317855 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738c3f5-a40d-4ee2-a00e-987ec2e8528b req-3ec1683a-b49b-499e-b679-e0a70f1937c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:24.320201 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8738c3f5-a40d-4ee2-a00e-987ec2e8528b req-3ec1683a-b49b-499e-b679-e0a70f1937c5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a70633ea737e41be9ceaf93dd1b77ce8&device_id=cb8be78d-0bd3-4245-965f-d28d1aa4c72a HTTP/1.1" status: 200 len: 1096 time: 0.2518907 Sep 08 09:00:24.346838 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 203d962b-25a9-45e7-a5cc-fdee97e44ffc, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=203d962b-25a9-45e7-a5cc-fdee97e44ffc,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:24.363752 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '203d962b-25a9-45e7-a5cc-fdee97e44ffc', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'port_id': '203d962b-25a9-45e7-a5cc-fdee97e44ffc', 'mac_address': 'fa:16:3e:97:a0:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc66e4b-ecb5-4c99-afe1-0a78c722534a', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:00:24.394828 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-60812f46-dfd6-49cc-9f6b-3fe5d84b68ab req-6636a51e-e5d2-461a-afa8-19d1b6de3f6a tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/security-groups?id=95fdb126-e588-4cf9-b281-e7f1b3353ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2272730 Sep 08 09:00:24.408633 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:24.425945 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 203d962b-25a9-45e7-a5cc-fdee97e44ffc {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:00:24.450982 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 203d962b-25a9-45e7-a5cc-fdee97e44ffc, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=203d962b-25a9-45e7-a5cc-fdee97e44ffc,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:24.455392 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8738c3f5-a40d-4ee2-a00e-987ec2e8528b req-8f189d56-81dc-49e1-9b54-de37e097fd6d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bac7e4b7-571d-4696-b247-e444c4f86d33 HTTP/1.1" status: 200 len: 217 time: 0.1145227 Sep 08 09:00:24.457086 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:24.472089 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0eb69aa6-a8c5-4273-ae4d-f30969952de7 req-3b167509-7662-4cb9-b0cb-040ec3f301b6 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318294 Sep 08 09:00:24.490933 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c0af1ee8-55b8-49dd-b1ba-87f101645862 req-a5ce0ec9-77c1-4b01-83b0-2d15fbf2a3a3 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310437 Sep 08 09:00:24.554749 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-89d41b68-4375-4fac-9389-fd57951cb650 req-1a42381d-d92e-4379-b05e-0918176ab59c service neutron] 10.222.0.35 "GET /v2.0/networks/3e5cb155-db8c-4e6c-a8fd-e937043c5b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725612 Sep 08 09:00:24.561854 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-f1281abe-75c7-4759-85b1-706c7c271a1b tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:24.569896 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=203d962b-25a9-45e7-a5cc-fdee97e44ffc,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:24.600994 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a12fc-79b9-4307-9174-105d3276d771 req-0340c433-f162-487f-b2de-efd9454628f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:24.602790 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f16a12fc-79b9-4307-9174-105d3276d771 req-0340c433-f162-487f-b2de-efd9454628f5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.4064415 Sep 08 09:00:24.615027 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bdf33bba-3d1a-4774-abc9-3d32ef5a82fb req-f7890dd8-f79b-4371-8cfa-87965e12fe72 service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3706944 Sep 08 09:00:24.624809 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738c3f5-a40d-4ee2-a00e-987ec2e8528b req-aede4f2c-6a3c-44d5-b583-8d8b26fa5bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:24.626360 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8738c3f5-a40d-4ee2-a00e-987ec2e8528b req-aede4f2c-6a3c-44d5-b583-8d8b26fa5bc2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b6b1a525-4d60-465e-8609-7f98f126ac0e HTTP/1.1" status: 200 len: 844 time: 0.1537225 Sep 08 09:00:24.694938 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f16a12fc-79b9-4307-9174-105d3276d771 req-10848f49-eeb1-45cb-b00a-d43d08cd2fba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=3b8b664f-ea80-4039-b033-4de2af4c5dfc HTTP/1.1" status: 200 len: 217 time: 0.0787652 Sep 08 09:00:24.748403 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8738c3f5-a40d-4ee2-a00e-987ec2e8528b req-1b441e84-d05b-4bf0-9217-26f3bc174ed5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=73148cfc-c54d-48ac-9639-a21534b9f302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836601 Sep 08 09:00:24.754099 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-f1281abe-75c7-4759-85b1-706c7c271a1b tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Network c62c267b-fe94-4fb9-93fa-afc41aa7fd31 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:00:24.778987 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c0af1ee8-55b8-49dd-b1ba-87f101645862 req-e4637b57-6f43-444b-ab47-8bb2a2e9ae8a service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752633 Sep 08 09:00:24.779300 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-f1281abe-75c7-4759-85b1-706c7c271a1b tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:00:24.784758 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-f1281abe-75c7-4759-85b1-706c7c271a1b tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:00:24.796728 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a12fc-79b9-4307-9174-105d3276d771 req-a4a01498-51f4-4e32-afa7-a9746917df14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:24.798348 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f16a12fc-79b9-4307-9174-105d3276d771 req-a4a01498-51f4-4e32-afa7-a9746917df14 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.0959709 Sep 08 09:00:24.801313 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1281abe-75c7-4759-85b1-706c7c271a1b tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Pushing event updated for resources: {'Port': ['ID=cc87d41f-925b-40da-9e59-fc54971bc748,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:24.836468 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['203d962b-25a9-45e7-a5cc-fdee97e44ffc'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:00:24.877031 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b187f3-9a55-414e-a16d-d267fe94e974 req-e1ccb9bd-99b2-4016-8f02-b9df0b87720d tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:24.880783 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae335d8-ba91-4865-adf9-bcb90e074ab8 req-87e7de07-34ef-44e9-8eec-7c168f318a96 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:24.882481 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fae335d8-ba91-4865-adf9-bcb90e074ab8 req-87e7de07-34ef-44e9-8eec-7c168f318a96 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb9d378a-11b9-4384-914f-cf376ba10adc HTTP/1.1" status: 200 len: 931 time: 0.2890615 Sep 08 09:00:24.885109 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-08b187f3-9a55-414e-a16d-d267fe94e974 req-e1ccb9bd-99b2-4016-8f02-b9df0b87720d tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6210148-fbea-4ded-8a6d-df3c0613e065 HTTP/1.1" status: 200 len: 946 time: 0.1001976 Sep 08 09:00:24.902958 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a12fc-79b9-4307-9174-105d3276d771 req-592a7dfa-9ef9-4b63-a31c-c4544b507986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:24.904493 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f16a12fc-79b9-4307-9174-105d3276d771 req-592a7dfa-9ef9-4b63-a31c-c4544b507986 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0862892 Sep 08 09:00:24.931994 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-f1281abe-75c7-4759-85b1-706c7c271a1b tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:24.932674 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-f1281abe-75c7-4759-85b1-706c7c271a1b tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:24.994928 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-f1281abe-75c7-4759-85b1-706c7c271a1b tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5752437 Sep 08 09:00:25.006410 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-08b187f3-9a55-414e-a16d-d267fe94e974 req-be898ba5-3b2f-4ad7-8c58-8779c42f15e4 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/security-groups?id=c739da54-7e1c-49e4-9c34-4a6cb21970fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206615 Sep 08 09:00:25.040019 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-258bcf9b-8d38-4640-bc20-1d45094abcdd service neutron] Request body: {'port': {'device_id': 'fb9d378a-11b9-4384-914f-cf376ba10adc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:00:25.062138 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fae335d8-ba91-4865-adf9-bcb90e074ab8 req-610126b8-f3b4-437f-97a0-e83676c0f7ce tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e198e66-38f5-412a-931b-4b3cfd21dcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416330 Sep 08 09:00:25.071202 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d41b68-4375-4fac-9389-fd57951cb650 req-10c9ddfb-8cd2-45b2-b584-e44372eedf15 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:25.072744 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-89d41b68-4375-4fac-9389-fd57951cb650 req-10c9ddfb-8cd2-45b2-b584-e44372eedf15 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10&tenant_id=0bc89f664d9a46b3926bfbc0f4b3f539&binding%3Ahost_id=n-h2-806683-11 HTTP/1.1" status: 200 len: 1096 time: 0.1653860 Sep 08 09:00:25.084561 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb8be78d-0bd3-4245-965f-d28d1aa4c72a', 'tag': 'bac7e4b7-571d-4696-b247-e444c4f86d33'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:00:25.092343 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2809f133-7434-4f29-b937-64cef106f79c" -d '{"events": [{"name": "network-changed", "server_uuid": "cb8be78d-0bd3-4245-965f-d28d1aa4c72a", "tag": "bac7e4b7-571d-4696-b247-e444c4f86d33"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:00:25.100767 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-9c4b3554-4bc6-40ad-8551-37a376151b80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f92af3f-18c3-4864-b152-6c3d5a2760e5 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:00:25.113614 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8738c3f5-a40d-4ee2-a00e-987ec2e8528b req-25682055-8c7d-4a1c-9974-b4cca2a47bab service neutron] 10.222.0.37 "GET /v2.0/networks/73148cfc-c54d-48ac-9639-a21534b9f302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530014 Sep 08 09:00:25.118390 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-9c4b3554-4bc6-40ad-8551-37a376151b80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:25.180026 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f16a12fc-79b9-4307-9174-105d3276d771 req-42e59a39-667d-4caf-8ca9-b969cb8004f6 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554884 Sep 08 09:00:25.194963 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-9c4b3554-4bc6-40ad-8551-37a376151b80 service neutron] Transition to ACTIVE for port object 9f92af3f-18c3-4864-b152-6c3d5a2760e5 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:00:25.221987 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-9c4b3554-4bc6-40ad-8551-37a376151b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:25.233680 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-258bcf9b-8d38-4640-bc20-1d45094abcdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:25.334984 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a283e59-7cbd-4019-9fcc-d53d480c0e01 req-0c418f20-6deb-466a-9b12-a2cc856b70db tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:25.336643 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9a283e59-7cbd-4019-9fcc-d53d480c0e01 req-0c418f20-6deb-466a-9b12-a2cc856b70db tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6a81b68-4c90-4cf3-b656-f76ec1e53b1c HTTP/1.1" status: 200 len: 949 time: 0.1791267 Sep 08 09:00:25.395654 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b3554-4bc6-40ad-8551-37a376151b80 service neutron] Pushing event updated for resources: {'Port': ['ID=9f92af3f-18c3-4864-b152-6c3d5a2760e5,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:25.403177 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f16a12fc-79b9-4307-9174-105d3276d771 req-8c65bb9a-9403-45f8-a2cf-a0c09649eea1 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997495 Sep 08 09:00:25.403741 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8738c3f5-a40d-4ee2-a00e-987ec2e8528b req-2e4bdfe1-362d-49e9-8478-4850b25dda9a service neutron] 10.222.0.37 "GET /v2.0/networks/73148cfc-c54d-48ac-9639-a21534b9f302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768989 Sep 08 09:00:25.411806 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974426f-b0a8-450b-b06f-9d4cc407487c req-87d1fc81-2aba-41e9-8d3c-9afebd108605 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:25.412703 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-89d41b68-4375-4fac-9389-fd57951cb650 req-8e486925-fd3e-4943-9ccf-d1fe6a27128c service neutron] For port 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5, host n-h1-806683-11, cleared binding levels {{(pid=94713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:00:25.413520 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b974426f-b0a8-450b-b06f-9d4cc407487c req-87d1fc81-2aba-41e9-8d3c-9afebd108605 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb8be78d-0bd3-4245-965f-d28d1aa4c72a HTTP/1.1" status: 200 len: 944 time: 0.2432075 Sep 08 09:00:25.423251 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-89d41b68-4375-4fac-9389-fd57951cb650 req-8e486925-fd3e-4943-9ccf-d1fe6a27128c service neutron] Notify callbacks [] for binding, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:25.424674 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-89d41b68-4375-4fac-9389-fd57951cb650 req-8e486925-fd3e-4943-9ccf-d1fe6a27128c service neutron] 10.222.0.35 "DELETE /v2.0/ports/9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5/bindings/n-h1-806683-11 HTTP/1.1" status: 204 len: 173 time: 0.3268895 Sep 08 09:00:25.457826 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9a283e59-7cbd-4019-9fcc-d53d480c0e01 req-5e18bf64-e0cf-41e2-836a-59992ba7844c tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e909348-d27a-4af9-8d8a-13cdd74a5feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088023 Sep 08 09:00:25.586476 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b974426f-b0a8-450b-b06f-9d4cc407487c req-50882bd4-b7b8-4112-86ce-21c258b2bfbc tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536391 Sep 08 09:00:25.593217 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629a6d7-6aad-4bc5-a179-cd87286ce1dc req-aeb772a1-318b-4fc6-b3fe-5d7a224be6f8 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:25.598890 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1629a6d7-6aad-4bc5-a179-cd87286ce1dc req-aeb772a1-318b-4fc6-b3fe-5d7a224be6f8 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 948 time: 0.0648839 Sep 08 09:00:25.623400 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-9c4b3554-4bc6-40ad-8551-37a376151b80 service neutron] Attempting to bind port 9f92af3f-18c3-4864-b152-6c3d5a2760e5 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:00:25.623754 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-9c4b3554-4bc6-40ad-8551-37a376151b80 service neutron] Attempting to bind port 9f92af3f-18c3-4864-b152-6c3d5a2760e5 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '58ef895a-49ba-4b02-a354-72689f1d0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c62c267b-fe94-4fb9-93fa-afc41aa7fd31'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:00:25.624090 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-9c4b3554-4bc6-40ad-8551-37a376151b80 service neutron] Attempting to bind port 9f92af3f-18c3-4864-b152-6c3d5a2760e5 on network c62c267b-fe94-4fb9-93fa-afc41aa7fd31 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:00:25.638003 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-9c4b3554-4bc6-40ad-8551-37a376151b80 service neutron] Port 9f92af3f-18c3-4864-b152-6c3d5a2760e5 on network c62c267b-fe94-4fb9-93fa-afc41aa7fd31 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:00:25.638696 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-9c4b3554-4bc6-40ad-8551-37a376151b80 service neutron] Attempting to bind port 9f92af3f-18c3-4864-b152-6c3d5a2760e5 on network c62c267b-fe94-4fb9-93fa-afc41aa7fd31 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:00:25.672817 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-9c4b3554-4bc6-40ad-8551-37a376151b80 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:00:25.673165 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-9c4b3554-4bc6-40ad-8551-37a376151b80 service neutron] Checking segment: {'id': '58ef895a-49ba-4b02-a354-72689f1d0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c62c267b-fe94-4fb9-93fa-afc41aa7fd31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:00:25.673574 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-9c4b3554-4bc6-40ad-8551-37a376151b80 service neutron] Bound using segment: {'id': '58ef895a-49ba-4b02-a354-72689f1d0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c62c267b-fe94-4fb9-93fa-afc41aa7fd31'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:00:25.674064 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-9c4b3554-4bc6-40ad-8551-37a376151b80 service neutron] Bound port: 9f92af3f-18c3-4864-b152-6c3d5a2760e5, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58ef895a-49ba-4b02-a354-72689f1d0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c62c267b-fe94-4fb9-93fa-afc41aa7fd31'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:00:25.674506 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-9c4b3554-4bc6-40ad-8551-37a376151b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:25.680269 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1629a6d7-6aad-4bc5-a179-cd87286ce1dc req-76e8f834-ae50-4474-86e3-af5d6ec2d072 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755699 Sep 08 09:00:25.737968 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60360aa7-bdcf-4f66-a95c-2e9121374ed2 x-openstack-request-id: req-60360aa7-bdcf-4f66-a95c-2e9121374ed2 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:00:25.738295 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb8be78d-0bd3-4245-965f-d28d1aa4c72a", "tag": "bac7e4b7-571d-4696-b247-e444c4f86d33", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:00:25.738550 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-60360aa7-bdcf-4f66-a95c-2e9121374ed2 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:00:25.738957 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb8be78d-0bd3-4245-965f-d28d1aa4c72a', 'tag': 'bac7e4b7-571d-4696-b247-e444c4f86d33', 'status': 'completed', 'code': 200} Sep 08 09:00:25.811912 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-9c4b3554-4bc6-40ad-8551-37a376151b80 service neutron] For port 9f92af3f-18c3-4864-b152-6c3d5a2760e5, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:00:25.827132 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-9c4b3554-4bc6-40ad-8551-37a376151b80 service neutron] For port 9f92af3f-18c3-4864-b152-6c3d5a2760e5, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=9f92af3f-18c3-4864-b152-6c3d5a2760e5,segment=NetworkSegment(58ef895a-49ba-4b02-a354-72689f1d0f10),segment_id=58ef895a-49ba-4b02-a354-72689f1d0f10)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:00:25.857773 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-9c4b3554-4bc6-40ad-8551-37a376151b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:25.865992 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c59e64-0f2f-4e4a-bc5e-e7afbcdc4619 req-2ef41590-1057-4645-9c70-d19c0463007e tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:25.867783 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-26c59e64-0f2f-4e4a-bc5e-e7afbcdc4619 req-2ef41590-1057-4645-9c70-d19c0463007e tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee3d0e69-8f10-49ac-aad2-4f28b0f6bf0c HTTP/1.1" status: 200 len: 945 time: 0.0750875 Sep 08 09:00:25.913737 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-26c59e64-0f2f-4e4a-bc5e-e7afbcdc4619 req-2a0a6af4-fd8c-4933-8dd7-e3de688693bb tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/security-groups?id=95fdb126-e588-4cf9-b281-e7f1b3353ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384684 Sep 08 09:00:25.931598 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-9c4b3554-4bc6-40ad-8551-37a376151b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:25.932251 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-9c4b3554-4bc6-40ad-8551-37a376151b80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:25.933697 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-9c4b3554-4bc6-40ad-8551-37a376151b80 service neutron] 10.222.0.35 "PUT /v2.0/ports/9f92af3f-18c3-4864-b152-6c3d5a2760e5 HTTP/1.1" status: 200 len: 1092 time: 2.4257789 Sep 08 09:00:25.934212 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d3961ca-7139-4d44-9b3b-0f3a8ac1d67e', 'tag': '9f92af3f-18c3-4864-b152-6c3d5a2760e5'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:00:25.936530 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc3bd41-bfa3-46a8-9b9f-5cb40c350a37" -d '{"events": [{"name": "network-changed", "server_uuid": "1d3961ca-7139-4d44-9b3b-0f3a8ac1d67e", "tag": "9f92af3f-18c3-4864-b152-6c3d5a2760e5"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:00:25.948823 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-258bcf9b-8d38-4640-bc20-1d45094abcdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc87d41f-925b-40da-9e59-fc54971bc748 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:00:25.962933 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-258bcf9b-8d38-4640-bc20-1d45094abcdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:25.982161 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809f133-7434-4f29-b937-64cef106f79c req-5e6f60ff-c370-40c4-911c-3468abf20c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:25.983791 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2809f133-7434-4f29-b937-64cef106f79c req-5e6f60ff-c370-40c4-911c-3468abf20c4f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a70633ea737e41be9ceaf93dd1b77ce8&device_id=cb8be78d-0bd3-4245-965f-d28d1aa4c72a HTTP/1.1" status: 200 len: 1096 time: 0.1734552 Sep 08 09:00:25.995222 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b3554-4bc6-40ad-8551-37a376151b80 service neutron] Pushing event updated for resources: {'Port': ['ID=9f92af3f-18c3-4864-b152-6c3d5a2760e5,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:26.001080 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-258bcf9b-8d38-4640-bc20-1d45094abcdd service neutron] Transition to ACTIVE for port object cc87d41f-925b-40da-9e59-fc54971bc748 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:00:26.023657 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-258bcf9b-8d38-4640-bc20-1d45094abcdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:26.092916 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943b6a9-2543-4cef-9751-748f8f8e0a29 req-1b2831a9-bf3a-47dd-9c71-682f9ba83424 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:26.102827 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5943b6a9-2543-4cef-9751-748f8f8e0a29 req-1b2831a9-bf3a-47dd-9c71-682f9ba83424 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 944 time: 0.0840166 Sep 08 09:00:26.153548 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5943b6a9-2543-4cef-9751-748f8f8e0a29 req-3f5b7f26-e6ed-408b-bba0-f06a09acf1b4 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487404 Sep 08 09:00:26.170399 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258bcf9b-8d38-4640-bc20-1d45094abcdd service neutron] Pushing event updated for resources: {'Port': ['ID=cc87d41f-925b-40da-9e59-fc54971bc748,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:26.195935 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-69ef3c8e-9a33-44b3-b230-cd5e26c12538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:26.197524 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-69ef3c8e-9a33-44b3-b230-cd5e26c12538 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f47f18966f6949609c77d842374a7949&device_id=1d3961ca-7139-4d44-9b3b-0f3a8ac1d67e HTTP/1.1" status: 200 len: 1095 time: 0.1941442 Sep 08 09:00:26.233643 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 203d962b-25a9-45e7-a5cc-fdee97e44ffc up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:00:26.285542 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b271b2-c0f7-4e2a-86ad-847a4e5a6af4 x-openstack-request-id: req-b8b271b2-c0f7-4e2a-86ad-847a4e5a6af4 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:00:26.285841 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d3961ca-7139-4d44-9b3b-0f3a8ac1d67e", "tag": "9f92af3f-18c3-4864-b152-6c3d5a2760e5", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:00:26.286313 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b8b271b2-c0f7-4e2a-86ad-847a4e5a6af4 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:00:26.287470 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d3961ca-7139-4d44-9b3b-0f3a8ac1d67e', 'tag': '9f92af3f-18c3-4864-b152-6c3d5a2760e5', 'status': 'completed', 'code': 200} Sep 08 09:00:26.293827 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809f133-7434-4f29-b937-64cef106f79c req-9b48423c-d830-4045-b0fa-753b85892615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:26.295737 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2809f133-7434-4f29-b937-64cef106f79c req-9b48423c-d830-4045-b0fa-753b85892615 service neutron] 10.222.0.37 "GET /v2.0/networks?id=73148cfc-c54d-48ac-9639-a21534b9f302 HTTP/1.1" status: 200 len: 905 time: 0.2830281 Sep 08 09:00:26.297283 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-4118bf70-b81b-4564-9260-86da8e4f5956 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f92af3f-18c3-4864-b152-6c3d5a2760e5 HTTP/1.1" status: 200 len: 217 time: 0.0705264 Sep 08 09:00:26.368024 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 203d962b-25a9-45e7-a5cc-fdee97e44ffc completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:00:26.375971 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 203d962b-25a9-45e7-a5cc-fdee97e44ffc triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:00:26.376451 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:26.405998 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2809f133-7434-4f29-b937-64cef106f79c req-cf02262f-5246-4b3f-92fe-e820c9b9ac6f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bac7e4b7-571d-4696-b247-e444c4f86d33 HTTP/1.1" status: 200 len: 217 time: 0.0649376 Sep 08 09:00:26.409111 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-258bcf9b-8d38-4640-bc20-1d45094abcdd service neutron] Attempting to bind port cc87d41f-925b-40da-9e59-fc54971bc748 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:00:26.409340 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-258bcf9b-8d38-4640-bc20-1d45094abcdd service neutron] Attempting to bind port cc87d41f-925b-40da-9e59-fc54971bc748 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '58ef895a-49ba-4b02-a354-72689f1d0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c62c267b-fe94-4fb9-93fa-afc41aa7fd31'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:00:26.409659 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-258bcf9b-8d38-4640-bc20-1d45094abcdd service neutron] Attempting to bind port cc87d41f-925b-40da-9e59-fc54971bc748 on network c62c267b-fe94-4fb9-93fa-afc41aa7fd31 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:00:26.414863 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-be2235d6-b23d-427d-b281-0827d9a64dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:26.416405 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-be2235d6-b23d-427d-b281-0827d9a64dde service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8fa68ab9-b01d-46af-816e-c1cf0e32b921 HTTP/1.1" status: 200 len: 853 time: 0.1104085 Sep 08 09:00:26.420384 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-258bcf9b-8d38-4640-bc20-1d45094abcdd service neutron] Port cc87d41f-925b-40da-9e59-fc54971bc748 on network c62c267b-fe94-4fb9-93fa-afc41aa7fd31 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:00:26.420718 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-258bcf9b-8d38-4640-bc20-1d45094abcdd service neutron] Attempting to bind port cc87d41f-925b-40da-9e59-fc54971bc748 on network c62c267b-fe94-4fb9-93fa-afc41aa7fd31 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:00:26.441718 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device e32d36f6-bacc-4b16-baab-742b73c2c2dc up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:00:26.449011 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-258bcf9b-8d38-4640-bc20-1d45094abcdd service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:00:26.449663 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-258bcf9b-8d38-4640-bc20-1d45094abcdd service neutron] Checking segment: {'id': '58ef895a-49ba-4b02-a354-72689f1d0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c62c267b-fe94-4fb9-93fa-afc41aa7fd31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:00:26.450114 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-258bcf9b-8d38-4640-bc20-1d45094abcdd service neutron] Bound using segment: {'id': '58ef895a-49ba-4b02-a354-72689f1d0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c62c267b-fe94-4fb9-93fa-afc41aa7fd31'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:00:26.450557 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-258bcf9b-8d38-4640-bc20-1d45094abcdd service neutron] Bound port: cc87d41f-925b-40da-9e59-fc54971bc748, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58ef895a-49ba-4b02-a354-72689f1d0f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c62c267b-fe94-4fb9-93fa-afc41aa7fd31'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:00:26.451200 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-258bcf9b-8d38-4640-bc20-1d45094abcdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:26.491739 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-2357a962-1dc0-47c9-97fc-78a7494fb7ae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c62c267b-fe94-4fb9-93fa-afc41aa7fd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644667 Sep 08 09:00:26.624233 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809f133-7434-4f29-b937-64cef106f79c req-6d98931c-db22-436b-8da4-d709b8f93b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:26.625648 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2809f133-7434-4f29-b937-64cef106f79c req-6d98931c-db22-436b-8da4-d709b8f93b0f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b6b1a525-4d60-465e-8609-7f98f126ac0e HTTP/1.1" status: 200 len: 844 time: 0.1780698 Sep 08 09:00:26.639764 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port e32d36f6-bacc-4b16-baab-742b73c2c2dc completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:00:26.675523 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port e32d36f6-bacc-4b16-baab-742b73c2c2dc triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:00:26.676922 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:26.681336 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2809f133-7434-4f29-b937-64cef106f79c req-30a23ff6-f2a9-4171-80f5-50af873baa9b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=73148cfc-c54d-48ac-9639-a21534b9f302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427184 Sep 08 09:00:26.689266 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-258bcf9b-8d38-4640-bc20-1d45094abcdd service neutron] For port cc87d41f-925b-40da-9e59-fc54971bc748, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:00:26.707948 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d4087-7db8-42cd-96ac-b79b1890905a req-d220a279-81ac-4635-83c2-1501ad348329 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:26.715829 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:26.721200 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e72d4087-7db8-42cd-96ac-b79b1890905a req-d220a279-81ac-4635-83c2-1501ad348329 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb9d378a-11b9-4384-914f-cf376ba10adc HTTP/1.1" status: 200 len: 943 time: 0.0923593 Sep 08 09:00:26.739293 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-258bcf9b-8d38-4640-bc20-1d45094abcdd service neutron] For port cc87d41f-925b-40da-9e59-fc54971bc748, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=cc87d41f-925b-40da-9e59-fc54971bc748,segment=NetworkSegment(58ef895a-49ba-4b02-a354-72689f1d0f10),segment_id=58ef895a-49ba-4b02-a354-72689f1d0f10)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:00:26.743812 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-718e2e3e-deab-40e6-a513-e1a0ac884183 service neutron] 10.222.0.35 "GET /v2.0/networks/c62c267b-fe94-4fb9-93fa-afc41aa7fd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298548 Sep 08 09:00:26.752206 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-258bcf9b-8d38-4640-bc20-1d45094abcdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:26.754999 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a81b68-4c90-4cf3-b656-f76ec1e53b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '203d962b-25a9-45e7-a5cc-fdee97e44ffc'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:00:26.758368 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514d5b42-564e-47af-af08-6f9682c0d11f" -d '{"events": [{"server_uuid": "a6a81b68-4c90-4cf3-b656-f76ec1e53b1c", "name": "network-vif-plugged", "status": "completed", "tag": "203d962b-25a9-45e7-a5cc-fdee97e44ffc"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:00:26.778674 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 203d962b-25a9-45e7-a5cc-fdee97e44ffc, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=203d962b-25a9-45e7-a5cc-fdee97e44ffc,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:26.787860 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e72d4087-7db8-42cd-96ac-b79b1890905a req-49dea186-ed50-4e7b-810f-8e025967e5cb tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e198e66-38f5-412a-931b-4b3cfd21dcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642540 Sep 08 09:00:26.788589 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:26.789424 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 3b8b664f-ea80-4039-b033-4de2af4c5dfc up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:00:26.912618 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:26.933380 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=203d962b-25a9-45e7-a5cc-fdee97e44ffc,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:26.972484 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 3b8b664f-ea80-4039-b033-4de2af4c5dfc completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:00:26.978802 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c0e25-e503-4abd-9a49-bbc186f7f69c req-f4682ed2-ae5b-4195-8477-f57b956e8be2 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:26.979144 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port e32d36f6-bacc-4b16-baab-742b73c2c2dc, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=e32d36f6-bacc-4b16-baab-742b73c2c2dc,segment=NetworkSegment(6e5d67e3-1a76-4d78-9f48-b8cd636653a5),segment_id=6e5d67e3-1a76-4d78-9f48-b8cd636653a5)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:26.980931 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 3b8b664f-ea80-4039-b033-4de2af4c5dfc triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:00:26.981400 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:26.981521 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3f3c0e25-e503-4abd-9a49-bbc186f7f69c req-f4682ed2-ae5b-4195-8477-f57b956e8be2 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6a81b68-4c90-4cf3-b656-f76ec1e53b1c HTTP/1.1" status: 200 len: 950 time: 0.0890858 Sep 08 09:00:26.984863 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:27.010269 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-2ed92a50-841a-4067-9abb-389a921a56fc tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:00:27.013253 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-2ed92a50-841a-4067-9abb-389a921a56fc tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148020 Sep 08 09:00:27.097822 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3f3c0e25-e503-4abd-9a49-bbc186f7f69c req-275c8bfd-33b5-4dc0-9fc9-6e28f9793a2b tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e909348-d27a-4af9-8d8a-13cdd74a5feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051478 Sep 08 09:00:27.107422 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-34a9c79d-9835-4bc4-a1db-15f56ad203ab tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:27.116470 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=e32d36f6-bacc-4b16-baab-742b73c2c2dc,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:27.117506 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-34a9c79d-9835-4bc4-a1db-15f56ad203ab tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] 10.222.0.54 "GET /v2.0/ports/6da41954-bcc6-4afe-8431-3b2b5f9d4956 HTTP/1.1" status: 200 len: 1095 time: 0.0700653 Sep 08 09:00:27.125013 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-c650fb21-95e3-4f06-bce2-9169a2fa9169 service neutron] Request body: {'binding': {'host': 'n-h2-806683-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:00:27.125635 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-c650fb21-95e3-4f06-bce2-9169a2fa9169 service neutron] Unknown quota resources ['binding']. {{(pid=94713) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 08 09:00:27.199552 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:27.263866 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 3b8b664f-ea80-4039-b033-4de2af4c5dfc, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=3b8b664f-ea80-4039-b033-4de2af4c5dfc,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:27.272339 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:27.323965 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-258bcf9b-8d38-4640-bc20-1d45094abcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:27.325003 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-258bcf9b-8d38-4640-bc20-1d45094abcdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:27.326183 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-258bcf9b-8d38-4640-bc20-1d45094abcdd service neutron] 10.222.0.37 "PUT /v2.0/ports/cc87d41f-925b-40da-9e59-fc54971bc748 HTTP/1.1" status: 200 len: 1092 time: 2.3003464 Sep 08 09:00:27.374209 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438dd61-8580-4fe2-bf8d-19851c499e30 req-839169bb-f4cf-4b2d-923c-54e7744d5023 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:27.377826 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6438dd61-8580-4fe2-bf8d-19851c499e30 req-839169bb-f4cf-4b2d-923c-54e7744d5023 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6210148-fbea-4ded-8a6d-df3c0613e065 HTTP/1.1" status: 200 len: 946 time: 0.1378043 Sep 08 09:00:27.390006 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2809f133-7434-4f29-b937-64cef106f79c req-9422d987-f89e-47e3-9849-0ee938e4cc6c service neutron] 10.222.0.37 "GET /v2.0/networks/73148cfc-c54d-48ac-9639-a21534b9f302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6987207 Sep 08 09:00:27.392939 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258bcf9b-8d38-4640-bc20-1d45094abcdd service neutron] Pushing event updated for resources: {'Port': ['ID=cc87d41f-925b-40da-9e59-fc54971bc748,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:27.393338 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=3b8b664f-ea80-4039-b033-4de2af4c5dfc,revision_number=9']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:27.601880 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-25fd599c-fe34-4266-a945-f2bdc2c986b8 service neutron] 10.222.0.35 "GET /v2.0/networks/c62c267b-fe94-4fb9-93fa-afc41aa7fd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8437161 Sep 08 09:00:27.615664 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-4c44e468-9b45-418b-bc6f-2edca8a95d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:27.619050 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-4c44e468-9b45-418b-bc6f-2edca8a95d1e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f47f18966f6949609c77d842374a7949&device_id=fb9d378a-11b9-4384-914f-cf376ba10adc HTTP/1.1" status: 200 len: 1095 time: 0.1649506 Sep 08 09:00:27.660041 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2809f133-7434-4f29-b937-64cef106f79c req-9e9a9df4-0aba-40e0-8ae1-dae24895569f service neutron] 10.222.0.37 "GET /v2.0/networks/73148cfc-c54d-48ac-9639-a21534b9f302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577777 Sep 08 09:00:27.702080 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-fc05e00f-c5e9-495d-8d04-b78c64584df7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc87d41f-925b-40da-9e59-fc54971bc748 HTTP/1.1" status: 200 len: 217 time: 0.0636327 Sep 08 09:00:27.804692 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-5a0253e5-b956-4986-8c28-8ea617dc0c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:27.806015 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-5a0253e5-b956-4986-8c28-8ea617dc0c47 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8fa68ab9-b01d-46af-816e-c1cf0e32b921 HTTP/1.1" status: 200 len: 853 time: 0.0818727 Sep 08 09:00:27.809693 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3bd41-bfa3-46a8-9b9f-5cb40c350a37 req-c7b794a9-318b-4873-8b86-725db0fc1e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:27.811210 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2fc3bd41-bfa3-46a8-9b9f-5cb40c350a37 req-c7b794a9-318b-4873-8b86-725db0fc1e6d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f47f18966f6949609c77d842374a7949&device_id=1d3961ca-7139-4d44-9b3b-0f3a8ac1d67e HTTP/1.1" status: 200 len: 1095 time: 0.0984275 Sep 08 09:00:27.815639 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6438dd61-8580-4fe2-bf8d-19851c499e30 req-d2f1509d-6805-4d93-b542-7b1b3b3d1c0d tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/security-groups?id=c739da54-7e1c-49e4-9c34-4a6cb21970fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4075880 Sep 08 09:00:27.821200 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-c650fb21-95e3-4f06-bce2-9169a2fa9169 service neutron] Attempting to bind port 6da41954-bcc6-4afe-8431-3b2b5f9d4956 on host n-h2-806683-11 for vnic_type normal with profile None {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:00:27.821530 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-c650fb21-95e3-4f06-bce2-9169a2fa9169 service neutron] Attempting to bind port 6da41954-bcc6-4afe-8431-3b2b5f9d4956 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': 'fa7b147d-9249-4b88-b7ce-d5137c1c3a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1b780815-5142-4edc-a37a-9e502afff334'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:00:27.821895 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-c650fb21-95e3-4f06-bce2-9169a2fa9169 service neutron] Attempting to bind port 6da41954-bcc6-4afe-8431-3b2b5f9d4956 on network 1b780815-5142-4edc-a37a-9e502afff334 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:00:27.829031 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-c650fb21-95e3-4f06-bce2-9169a2fa9169 service neutron] Port 6da41954-bcc6-4afe-8431-3b2b5f9d4956 on network 1b780815-5142-4edc-a37a-9e502afff334 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:00:27.829031 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-c650fb21-95e3-4f06-bce2-9169a2fa9169 service neutron] Attempting to bind port 6da41954-bcc6-4afe-8431-3b2b5f9d4956 on network 1b780815-5142-4edc-a37a-9e502afff334 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:00:27.845440 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-c650fb21-95e3-4f06-bce2-9169a2fa9169 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 8, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:00:27.845799 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-c650fb21-95e3-4f06-bce2-9169a2fa9169 service neutron] Checking segment: {'id': 'fa7b147d-9249-4b88-b7ce-d5137c1c3a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1b780815-5142-4edc-a37a-9e502afff334'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:00:27.846215 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-c650fb21-95e3-4f06-bce2-9169a2fa9169 service neutron] Bound using segment: {'id': 'fa7b147d-9249-4b88-b7ce-d5137c1c3a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1b780815-5142-4edc-a37a-9e502afff334'} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:00:27.847013 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-c650fb21-95e3-4f06-bce2-9169a2fa9169 service neutron] Bound port: 6da41954-bcc6-4afe-8431-3b2b5f9d4956, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa7b147d-9249-4b88-b7ce-d5137c1c3a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1b780815-5142-4edc-a37a-9e502afff334'}}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:00:27.860013 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-3df27dbd-992c-4819-9a37-cbb69c491df8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c62c267b-fe94-4fb9-93fa-afc41aa7fd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433218 Sep 08 09:00:27.957211 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-c650fb21-95e3-4f06-bce2-9169a2fa9169 service neutron] For port 6da41954-bcc6-4afe-8431-3b2b5f9d4956, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=6da41954-bcc6-4afe-8431-3b2b5f9d4956,segment=NetworkSegment(fa7b147d-9249-4b88-b7ce-d5137c1c3a3c),segment_id=fa7b147d-9249-4b88-b7ce-d5137c1c3a3c)] {{(pid=94713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:00:27.965534 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-c650fb21-95e3-4f06-bce2-9169a2fa9169 service neutron] Notify callbacks [] for binding, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:27.967527 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-c650fb21-95e3-4f06-bce2-9169a2fa9169 service neutron] 10.222.0.54 "POST /v2.0/ports/6da41954-bcc6-4afe-8431-3b2b5f9d4956/bindings HTTP/1.1" status: 201 len: 390 time: 0.8491237 Sep 08 09:00:27.993336 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f4a261-53a0-4d04-88bc-c785a4a5633a req-9554d17c-e210-4d3d-b19d-e79c92611ff4 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:27.995605 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a6f4a261-53a0-4d04-88bc-c785a4a5633a req-9554d17c-e210-4d3d-b19d-e79c92611ff4 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb8be78d-0bd3-4245-965f-d28d1aa4c72a HTTP/1.1" status: 200 len: 944 time: 0.0921407 Sep 08 09:00:28.094768 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a6f4a261-53a0-4d04-88bc-c785a4a5633a req-3a910cbd-589e-442d-9846-18764b96c2f0 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812340 Sep 08 09:00:28.095726 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3bd41-bfa3-46a8-9b9f-5cb40c350a37 req-98bca7e2-d492-4581-a792-6b35f01c0d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:28.100079 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2fc3bd41-bfa3-46a8-9b9f-5cb40c350a37 req-98bca7e2-d492-4581-a792-6b35f01c0d45 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c62c267b-fe94-4fb9-93fa-afc41aa7fd31 HTTP/1.1" status: 200 len: 914 time: 0.2711165 Sep 08 09:00:28.107915 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-ab8d623b-e6cf-4395-bab2-e77e57d50b83 service neutron] 10.222.0.37 "GET /v2.0/networks/c62c267b-fe94-4fb9-93fa-afc41aa7fd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358267 Sep 08 09:00:28.232062 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device bac7e4b7-571d-4696-b247-e444c4f86d33 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:00:28.247562 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2fc3bd41-bfa3-46a8-9b9f-5cb40c350a37 req-1c87ada2-8dff-410a-a285-c77fd563a0b1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f92af3f-18c3-4864-b152-6c3d5a2760e5 HTTP/1.1" status: 200 len: 217 time: 0.1092997 Sep 08 09:00:28.314157 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb9d378a-11b9-4384-914f-cf376ba10adc', 'tag': 'cc87d41f-925b-40da-9e59-fc54971bc748'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:00:28.316323 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:28.317984 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f091bd6-bb01-4951-bcb6-d1c69e6bf9fc" -d '{"events": [{"name": "network-changed", "server_uuid": "fb9d378a-11b9-4384-914f-cf376ba10adc", "tag": "cc87d41f-925b-40da-9e59-fc54971bc748"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:00:28.339426 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248988d5-0085-4377-b54c-9b8cba94b970 x-openstack-request-id: req-248988d5-0085-4377-b54c-9b8cba94b970 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:00:28.339663 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a81b68-4c90-4cf3-b656-f76ec1e53b1c", "name": "network-vif-plugged", "status": "completed", "tag": "203d962b-25a9-45e7-a5cc-fdee97e44ffc", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:00:28.340027 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-248988d5-0085-4377-b54c-9b8cba94b970 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:00:28.340429 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a81b68-4c90-4cf3-b656-f76ec1e53b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '203d962b-25a9-45e7-a5cc-fdee97e44ffc', 'code': 200} Sep 08 09:00:28.373212 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be61a9-381f-49f9-888c-1997fe387fc8 req-95529fcd-0519-41c1-b9b5-f0385d00ba60 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:28.374891 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-14be61a9-381f-49f9-888c-1997fe387fc8 req-95529fcd-0519-41c1-b9b5-f0385d00ba60 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 949 time: 0.2342069 Sep 08 09:00:28.390823 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3bd41-bfa3-46a8-9b9f-5cb40c350a37 req-92451c6e-982b-4769-8b93-52dbca9f72b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:28.392403 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2fc3bd41-bfa3-46a8-9b9f-5cb40c350a37 req-92451c6e-982b-4769-8b93-52dbca9f72b1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8fa68ab9-b01d-46af-816e-c1cf0e32b921 HTTP/1.1" status: 200 len: 853 time: 0.1120365 Sep 08 09:00:28.426382 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port bac7e4b7-571d-4696-b247-e444c4f86d33, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=bac7e4b7-571d-4696-b247-e444c4f86d33,segment=NetworkSegment(a820c156-0183-407b-aed4-3cdafce41ef3),segment_id=a820c156-0183-407b-aed4-3cdafce41ef3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:28.431845 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-01207b79-72b5-454e-8e37-884ab08ba7f9 req-32f03a75-7502-4b5b-a70c-6c7259fce396 service neutron] 10.222.0.37 "GET /v2.0/networks/c62c267b-fe94-4fb9-93fa-afc41aa7fd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119135 Sep 08 09:00:28.447085 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': 'bac7e4b7-571d-4696-b247-e444c4f86d33', 'network_id': '73148cfc-c54d-48ac-9639-a21534b9f302', 'port_id': 'bac7e4b7-571d-4696-b247-e444c4f86d33', 'mac_address': 'fa:16:3e:30:67:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b1a525-4d60-465e-8609-7f98f126ac0e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:00:28.450445 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2fc3bd41-bfa3-46a8-9b9f-5cb40c350a37 req-30fd43be-89d4-4c57-b982-70a183f20f75 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c62c267b-fe94-4fb9-93fa-afc41aa7fd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491157 Sep 08 09:00:28.477614 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-b1b29931-8400-4f1b-a0e0-f64112a63a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:28.479403 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-b1b29931-8400-4f1b-a0e0-f64112a63a49 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=453fb48635914fff8b30c3b6382194e5&device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 1098 time: 0.1628585 Sep 08 09:00:28.502633 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:28.516503 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bac7e4b7-571d-4696-b247-e444c4f86d33 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:00:28.528850 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-14be61a9-381f-49f9-888c-1997fe387fc8 req-3dc3a881-14dd-407b-9bb0-ea3698e99892 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399183 Sep 08 09:00:28.539722 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port bac7e4b7-571d-4696-b247-e444c4f86d33, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=bac7e4b7-571d-4696-b247-e444c4f86d33,segment=NetworkSegment(a820c156-0183-407b-aed4-3cdafce41ef3),segment_id=a820c156-0183-407b-aed4-3cdafce41ef3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:28.545973 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:28.605348 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0b863-c6b8-497d-b2b0-a754d4518060 req-d1a9cd4a-8c74-4b44-bf9e-9ea9ff85eab3 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:28.613405 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f9c0b863-c6b8-497d-b2b0-a754d4518060 req-d1a9cd4a-8c74-4b44-bf9e-9ea9ff85eab3 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 1096 time: 0.1454656 Sep 08 09:00:28.614069 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=bac7e4b7-571d-4696-b247-e444c4f86d33,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:28.662587 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-d7a41e0e-137f-4342-aca6-7357eb43aafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:28.664196 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-d7a41e0e-137f-4342-aca6-7357eb43aafc service neutron] 10.222.0.35 "GET /v2.0/networks?id=1b780815-5142-4edc-a37a-9e502afff334 HTTP/1.1" status: 200 len: 909 time: 0.1748075 Sep 08 09:00:28.670318 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f9c0b863-c6b8-497d-b2b0-a754d4518060 req-e04ac55e-c76f-4df2-92b7-ad2bd130a2d9 tempest-LiveAutoBlockMigrationV225Test-1714478818 tempest-LiveAutoBlockMigrationV225Test-1714478818-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560787 Sep 08 09:00:28.701284 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2fc3bd41-bfa3-46a8-9b9f-5cb40c350a37 req-6d7e143c-ea86-4f35-8ef3-a2c62e3e5c71 service neutron] 10.222.0.35 "GET /v2.0/networks/c62c267b-fe94-4fb9-93fa-afc41aa7fd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373235 Sep 08 09:00:28.705637 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ebc17-e64d-488a-9022-27cf43ad1a7e req-31d106d7-d8e9-4238-a5ba-5e0fc64c6cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:28.707178 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-584ebc17-e64d-488a-9022-27cf43ad1a7e req-31d106d7-d8e9-4238-a5ba-5e0fc64c6cc9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a6a81b68-4c90-4cf3-b656-f76ec1e53b1c HTTP/1.1" status: 200 len: 1102 time: 0.1991193 Sep 08 09:00:28.713188 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a12fc-79b9-4307-9174-105d3276d771 req-7137bbef-c128-4464-9b69-88a4b856e5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:28.714848 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f16a12fc-79b9-4307-9174-105d3276d771 req-7137bbef-c128-4464-9b69-88a4b856e5f8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619&tenant_id=3b45c9e6adc04db08d877665d90d8206 HTTP/1.1" status: 200 len: 1101 time: 0.1972101 Sep 08 09:00:28.749508 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-f16a12fc-79b9-4307-9174-105d3276d771 req-c7e83968-59f6-492f-ba1f-d6cce1c73778 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-11', 'device_owner': 'compute:nova'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:00:28.770756 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-beed6a86-cfcf-4654-b037-9e219220a3e2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6da41954-bcc6-4afe-8431-3b2b5f9d4956 HTTP/1.1" status: 200 len: 217 time: 0.0469637 Sep 08 09:00:28.781069 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8de5f-59e5-4b23-a555-6baccd242e55 req-3e269ade-670f-4983-b3ee-8f0c6213143c tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:28.782628 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-27c8de5f-59e5-4b23-a555-6baccd242e55 req-3e269ade-670f-4983-b3ee-8f0c6213143c tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee3d0e69-8f10-49ac-aad2-4f28b0f6bf0c HTTP/1.1" status: 200 len: 946 time: 0.1501584 Sep 08 09:00:28.850994 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-9886b9f5-62fa-4dda-85cb-d27a1362f16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:28.852598 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-9886b9f5-62fa-4dda-85cb-d27a1362f16d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e08ea884-5afc-42c5-87f0-7a3f3f5db0de HTTP/1.1" status: 200 len: 848 time: 0.0737910 Sep 08 09:00:28.861595 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233b754-f324-4950-8cf9-0f31bb0f4726 req-3b1a4781-62b8-4e06-94aa-9450e808abf0 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:28.864335 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e233b754-f324-4950-8cf9-0f31bb0f4726 req-3b1a4781-62b8-4e06-94aa-9450e808abf0 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb9d378a-11b9-4384-914f-cf376ba10adc HTTP/1.1" status: 200 len: 943 time: 0.0955050 Sep 08 09:00:28.892650 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-11ec3657-155c-4b98-aa6c-aafea274152e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1b780815-5142-4edc-a37a-9e502afff334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266819 Sep 08 09:00:28.913448 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-584ebc17-e64d-488a-9022-27cf43ad1a7e req-85160514-ea46-42ac-a7ee-de56fb32f53c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1e909348-d27a-4af9-8d8a-13cdd74a5feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976261 Sep 08 09:00:28.952364 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e233b754-f324-4950-8cf9-0f31bb0f4726 req-31cfdeb5-a56a-4df9-bdb8-a36d6a79ff43 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e198e66-38f5-412a-931b-4b3cfd21dcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771503 Sep 08 09:00:28.978382 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-27c8de5f-59e5-4b23-a555-6baccd242e55 req-3139d003-f68e-4f07-9543-03d7c6dceae2 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/security-groups?id=95fdb126-e588-4cf9-b281-e7f1b3353ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677117 Sep 08 09:00:28.979504 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f16a12fc-79b9-4307-9174-105d3276d771 req-c7e83968-59f6-492f-ba1f-d6cce1c73778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:28.991824 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['bac7e4b7-571d-4696-b247-e444c4f86d33'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:00:29.011185 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea4ff78-a122-4220-aa7f-94dffa385c98 req-e7eb1043-fb48-4f73-9303-c1fe2dc15b59 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:29.012793 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dea4ff78-a122-4220-aa7f-94dffa385c98 req-e7eb1043-fb48-4f73-9303-c1fe2dc15b59 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6210148-fbea-4ded-8a6d-df3c0613e065 HTTP/1.1" status: 200 len: 946 time: 0.2579002 Sep 08 09:00:29.033577 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-cfe7f751-45dd-45de-b54b-84e499bd5127 service neutron] 10.222.0.35 "GET /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275315 Sep 08 09:00:29.156925 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de24d96-bcbd-4b27-8cd7-1e0b1059166c req-3be6cb25-6eaf-42d6-a51e-e34cd82cad48 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:29.159030 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0de24d96-bcbd-4b27-8cd7-1e0b1059166c req-3be6cb25-6eaf-42d6-a51e-e34cd82cad48 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 946 time: 0.1056421 Sep 08 09:00:29.182548 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:00:29.207164 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-39a7a11e-cb2c-4e15-91d8-e30fa43b15be service neutron] 10.222.0.35 "GET /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670096 Sep 08 09:00:29.207402 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2fc3bd41-bfa3-46a8-9b9f-5cb40c350a37 req-6f73fb87-e685-49b1-8792-975758bbd246 service neutron] 10.222.0.35 "GET /v2.0/networks/c62c267b-fe94-4fb9-93fa-afc41aa7fd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4539411 Sep 08 09:00:29.225365 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0de24d96-bcbd-4b27-8cd7-1e0b1059166c req-885f13b4-db21-44c1-b8cf-503265b5f127 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578656 Sep 08 09:00:29.281607 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee416ae1-570b-4cdd-9bf6-8beeb814fd5c x-openstack-request-id: req-ee416ae1-570b-4cdd-9bf6-8beeb814fd5c {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:00:29.281900 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb9d378a-11b9-4384-914f-cf376ba10adc", "tag": "cc87d41f-925b-40da-9e59-fc54971bc748", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:00:29.282176 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ee416ae1-570b-4cdd-9bf6-8beeb814fd5c {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:00:29.282561 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb9d378a-11b9-4384-914f-cf376ba10adc', 'tag': 'cc87d41f-925b-40da-9e59-fc54971bc748', 'status': 'completed', 'code': 200} Sep 08 09:00:29.297076 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a452e-9f38-47d7-ae48-75ae09e45f8f req-3491df1c-d271-4916-9315-136916513f30 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:29.302562 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d04a452e-9f38-47d7-ae48-75ae09e45f8f req-3491df1c-d271-4916-9315-136916513f30 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6a81b68-4c90-4cf3-b656-f76ec1e53b1c HTTP/1.1" status: 200 len: 950 time: 0.1624100 Sep 08 09:00:29.470196 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-f16a12fc-79b9-4307-9174-105d3276d771 req-c7e83968-59f6-492f-ba1f-d6cce1c73778 service neutron] For port 3b8b664f-ea80-4039-b033-4de2af4c5dfc, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=3b8b664f-ea80-4039-b033-4de2af4c5dfc,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:29.475805 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d04a452e-9f38-47d7-ae48-75ae09e45f8f req-4a38d5ed-d122-4f01-8986-ae12ece64dc0 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e909348-d27a-4af9-8d8a-13cdd74a5feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649356 Sep 08 09:00:29.501995 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f091bd6-bb01-4951-bcb6-d1c69e6bf9fc req-9a5f963c-b2e4-4688-8cce-acf6b21fc8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:29.503559 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4f091bd6-bb01-4951-bcb6-d1c69e6bf9fc req-9a5f963c-b2e4-4688-8cce-acf6b21fc8e1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f47f18966f6949609c77d842374a7949&device_id=fb9d378a-11b9-4384-914f-cf376ba10adc HTTP/1.1" status: 200 len: 1095 time: 0.1597641 Sep 08 09:00:29.514496 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-dea4ff78-a122-4220-aa7f-94dffa385c98 req-725c72c9-a0e3-4aee-988c-1f5e138125a7 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Deleting port 1482cb6f-382b-4af9-a0cc-5af6a78113ab {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:00:29.514854 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-dea4ff78-a122-4220-aa7f-94dffa385c98 req-725c72c9-a0e3-4aee-988c-1f5e138125a7 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:29.571251 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f398ca-3ea9-4b2c-a90b-45af29c45c06 req-3fe898d3-2e51-4b3a-9dd0-fea7a62eea77 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:29.572870 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d3f398ca-3ea9-4b2c-a90b-45af29c45c06 req-3fe898d3-2e51-4b3a-9dd0-fea7a62eea77 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6210148-fbea-4ded-8a6d-df3c0613e065 HTTP/1.1" status: 200 len: 946 time: 0.0940404 Sep 08 09:00:29.613947 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d3f398ca-3ea9-4b2c-a90b-45af29c45c06 req-d83045e7-aa3b-4c6d-b482-d65561be0815 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/security-groups?id=c739da54-7e1c-49e4-9c34-4a6cb21970fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344296 Sep 08 09:00:29.658014 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-f16a12fc-79b9-4307-9174-105d3276d771 req-c7e83968-59f6-492f-ba1f-d6cce1c73778 service neutron] For port 3b8b664f-ea80-4039-b033-4de2af4c5dfc, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:00:29.753531 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf0ff3-8dc7-4e04-a340-c03115b3fdad req-3ff9a475-1afe-4185-aeb2-ef6ce9ca9d5f tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:29.755579 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-84cf0ff3-8dc7-4e04-a340-c03115b3fdad req-3ff9a475-1afe-4185-aeb2-ef6ce9ca9d5f tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 944 time: 0.0704279 Sep 08 09:00:29.766162 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966bb17b-dc10-4168-86ac-5bfe98f6cd63 req-c972b55f-699c-4c35-9e89-706f9314269b tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:29.773841 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-966bb17b-dc10-4168-86ac-5bfe98f6cd63 req-c972b55f-699c-4c35-9e89-706f9314269b tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb8be78d-0bd3-4245-965f-d28d1aa4c72a HTTP/1.1" status: 200 len: 945 time: 0.2267678 Sep 08 09:00:29.799333 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f16a12fc-79b9-4307-9174-105d3276d771 req-c7e83968-59f6-492f-ba1f-d6cce1c73778 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:29.807626 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-84cf0ff3-8dc7-4e04-a340-c03115b3fdad req-f544f679-ab27-45c3-af69-7302ac359f67 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410061 Sep 08 09:00:29.850380 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-f16a12fc-79b9-4307-9174-105d3276d771 req-c7e83968-59f6-492f-ba1f-d6cce1c73778 service neutron] Transition to ACTIVE for port object 3b8b664f-ea80-4039-b033-4de2af4c5dfc will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:00:29.865815 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f16a12fc-79b9-4307-9174-105d3276d771 req-c7e83968-59f6-492f-ba1f-d6cce1c73778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:29.869094 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-dea4ff78-a122-4220-aa7f-94dffa385c98 req-725c72c9-a0e3-4aee-988c-1f5e138125a7 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] For port 1482cb6f-382b-4af9-a0cc-5af6a78113ab, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=1482cb6f-382b-4af9-a0cc-5af6a78113ab,segment=NetworkSegment(bd40b2ba-8b16-4b32-85bc-1f2da89a3f05),segment_id=bd40b2ba-8b16-4b32-85bc-1f2da89a3f05)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:29.869459 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-dea4ff78-a122-4220-aa7f-94dffa385c98 req-725c72c9-a0e3-4aee-988c-1f5e138125a7 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:29.876758 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f091bd6-bb01-4951-bcb6-d1c69e6bf9fc req-4127a77d-fa7d-4907-82b9-402f046d13b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:29.878307 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4f091bd6-bb01-4951-bcb6-d1c69e6bf9fc req-4127a77d-fa7d-4907-82b9-402f046d13b7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c62c267b-fe94-4fb9-93fa-afc41aa7fd31 HTTP/1.1" status: 200 len: 914 time: 0.3574362 Sep 08 09:00:29.916380 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-966bb17b-dc10-4168-86ac-5bfe98f6cd63 req-b6b2f173-87ac-4011-b8ea-8ef58866a148 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415923 Sep 08 09:00:29.947524 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad029fa5-53c8-4f57-b436-883c1af62fff req-2897b798-fba7-47e2-9db0-245f8971d028 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:29.949205 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ad029fa5-53c8-4f57-b436-883c1af62fff req-2897b798-fba7-47e2-9db0-245f8971d028 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 948 time: 0.0757608 Sep 08 09:00:29.996867 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4f091bd6-bb01-4951-bcb6-d1c69e6bf9fc req-76a37831-be63-42ec-beb4-28ecdc2d64f3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc87d41f-925b-40da-9e59-fc54971bc748 HTTP/1.1" status: 200 len: 217 time: 0.0864062 Sep 08 09:00:30.013883 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ad029fa5-53c8-4f57-b436-883c1af62fff req-681cee43-e3d8-4182-b79d-3994dee9998a tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525024 Sep 08 09:00:30.061419 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e83968-59f6-492f-ba1f-d6cce1c73778 service neutron] Pushing event updated for resources: {'Port': ['ID=3b8b664f-ea80-4039-b033-4de2af4c5dfc,revision_number=10']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:30.098619 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-f16a12fc-79b9-4307-9174-105d3276d771 req-c7e83968-59f6-492f-ba1f-d6cce1c73778 service neutron] No DVR routers for this DVR port 3b8b664f-ea80-4039-b033-4de2af4c5dfc on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:00:30.141892 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d6cda5-9aa0-429b-84e5-0843526d3b0a req-9fc4fa94-3f80-461c-9989-d5309a28203e tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:30.143526 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-88d6cda5-9aa0-429b-84e5-0843526d3b0a req-9fc4fa94-3f80-461c-9989-d5309a28203e tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee3d0e69-8f10-49ac-aad2-4f28b0f6bf0c HTTP/1.1" status: 200 len: 946 time: 0.0678647 Sep 08 09:00:30.204737 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-88d6cda5-9aa0-429b-84e5-0843526d3b0a req-97f80a5e-401b-46c3-8191-3038068c943c tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/security-groups?id=95fdb126-e588-4cf9-b281-e7f1b3353ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543776 Sep 08 09:00:30.258029 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device bac7e4b7-571d-4696-b247-e444c4f86d33 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:00:30.261333 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f091bd6-bb01-4951-bcb6-d1c69e6bf9fc req-387f2159-da7d-4585-884b-1a9586f19830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:30.271449 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4f091bd6-bb01-4951-bcb6-d1c69e6bf9fc req-387f2159-da7d-4585-884b-1a9586f19830 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8fa68ab9-b01d-46af-816e-c1cf0e32b921 HTTP/1.1" status: 200 len: 853 time: 0.2575474 Sep 08 09:00:30.303471 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-f16a12fc-79b9-4307-9174-105d3276d771 req-c7e83968-59f6-492f-ba1f-d6cce1c73778 service neutron] Attempting to bind port 3b8b664f-ea80-4039-b033-4de2af4c5dfc on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:00:30.303819 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-f16a12fc-79b9-4307-9174-105d3276d771 req-c7e83968-59f6-492f-ba1f-d6cce1c73778 service neutron] Attempting to bind port 3b8b664f-ea80-4039-b033-4de2af4c5dfc by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:00:30.304154 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16a12fc-79b9-4307-9174-105d3276d771 req-c7e83968-59f6-492f-ba1f-d6cce1c73778 service neutron] Attempting to bind port 3b8b664f-ea80-4039-b033-4de2af4c5dfc on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:00:30.313920 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d4798-45c0-4f92-8c3a-1b00e288d8df req-40a1644c-b3ce-4b23-906d-214ca9bef917 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:30.316043 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-359d4798-45c0-4f92-8c3a-1b00e288d8df req-40a1644c-b3ce-4b23-906d-214ca9bef917 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb9d378a-11b9-4384-914f-cf376ba10adc HTTP/1.1" status: 200 len: 943 time: 0.2401426 Sep 08 09:00:30.333099 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port bac7e4b7-571d-4696-b247-e444c4f86d33 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:00:30.342657 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee3d0e69-8f10-49ac-aad2-4f28b0f6bf0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e32d36f6-bacc-4b16-baab-742b73c2c2dc'}, {'server_uuid': 'ec4a2199-4092-45f7-9c15-980621fe6619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8b664f-ea80-4039-b033-4de2af4c5dfc'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:00:30.345246 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b871a5-b406-42f6-9c0c-54a17fdf38e2" -d '{"events": [{"server_uuid": "ee3d0e69-8f10-49ac-aad2-4f28b0f6bf0c", "name": "network-vif-plugged", "status": "completed", "tag": "e32d36f6-bacc-4b16-baab-742b73c2c2dc"}, {"server_uuid": "ec4a2199-4092-45f7-9c15-980621fe6619", "name": "network-vif-plugged", "status": "completed", "tag": "3b8b664f-ea80-4039-b033-4de2af4c5dfc"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:00:30.350619 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port bac7e4b7-571d-4696-b247-e444c4f86d33 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:00:30.350997 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:30.394385 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16a12fc-79b9-4307-9174-105d3276d771 req-c7e83968-59f6-492f-ba1f-d6cce1c73778 service neutron] Port 3b8b664f-ea80-4039-b033-4de2af4c5dfc on network 05f7642a-1c79-41be-85aa-1443ef22cc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:00:30.394586 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ae34a-5ac2-46c0-815d-d0961a88377d req-44377b4b-3d35-4659-aa9b-511c034e79bc tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:30.394914 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16a12fc-79b9-4307-9174-105d3276d771 req-c7e83968-59f6-492f-ba1f-d6cce1c73778 service neutron] Attempting to bind port 3b8b664f-ea80-4039-b033-4de2af4c5dfc on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:00:30.396980 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4f6ae34a-5ac2-46c0-815d-d0961a88377d req-44377b4b-3d35-4659-aa9b-511c034e79bc tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 946 time: 0.0892439 Sep 08 09:00:30.409196 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 9f92af3f-18c3-4864-b152-6c3d5a2760e5 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:00:30.437101 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16a12fc-79b9-4307-9174-105d3276d771 req-c7e83968-59f6-492f-ba1f-d6cce1c73778 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:00:30.437686 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16a12fc-79b9-4307-9174-105d3276d771 req-c7e83968-59f6-492f-ba1f-d6cce1c73778 service neutron] Checking segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:00:30.438234 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16a12fc-79b9-4307-9174-105d3276d771 req-c7e83968-59f6-492f-ba1f-d6cce1c73778 service neutron] Bound using segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:00:30.438798 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-f16a12fc-79b9-4307-9174-105d3276d771 req-c7e83968-59f6-492f-ba1f-d6cce1c73778 service neutron] Bound port: 3b8b664f-ea80-4039-b033-4de2af4c5dfc, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:00:30.439267 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f16a12fc-79b9-4307-9174-105d3276d771 req-c7e83968-59f6-492f-ba1f-d6cce1c73778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:30.457235 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4f091bd6-bb01-4951-bcb6-d1c69e6bf9fc req-5ec7756b-3fd7-4e11-a68d-41aa5301fe3b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c62c267b-fe94-4fb9-93fa-afc41aa7fd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1324408 Sep 08 09:00:30.487682 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4f6ae34a-5ac2-46c0-815d-d0961a88377d req-b5e3fe7d-1bdf-447b-af11-395e36b834ce tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826490 Sep 08 09:00:30.545808 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 9f92af3f-18c3-4864-b152-6c3d5a2760e5, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=9f92af3f-18c3-4864-b152-6c3d5a2760e5,segment=NetworkSegment(58ef895a-49ba-4b02-a354-72689f1d0f10),segment_id=58ef895a-49ba-4b02-a354-72689f1d0f10)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:30.569090 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '9f92af3f-18c3-4864-b152-6c3d5a2760e5', 'network_id': 'c62c267b-fe94-4fb9-93fa-afc41aa7fd31', 'port_id': '9f92af3f-18c3-4864-b152-6c3d5a2760e5', 'mac_address': 'fa:16:3e:51:48:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fa68ab9-b01d-46af-816e-c1cf0e32b921', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:00:30.625455 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Sep 2021 09:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764d8a81-8eb2-4a36-9b13-355201f37b45 x-openstack-request-id: req-764d8a81-8eb2-4a36-9b13-355201f37b45 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:00:30.625756 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee3d0e69-8f10-49ac-aad2-4f28b0f6bf0c", "name": "network-vif-plugged", "status": "completed", "tag": "e32d36f6-bacc-4b16-baab-742b73c2c2dc", "code": 200}, {"server_uuid": "ec4a2199-4092-45f7-9c15-980621fe6619", "name": "network-vif-plugged", "status": "completed", "tag": "3b8b664f-ea80-4039-b033-4de2af4c5dfc", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:00:30.626014 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-764d8a81-8eb2-4a36-9b13-355201f37b45 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:00:30.626447 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee3d0e69-8f10-49ac-aad2-4f28b0f6bf0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e32d36f6-bacc-4b16-baab-742b73c2c2dc', 'code': 200} Sep 08 09:00:30.626705 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4a2199-4092-45f7-9c15-980621fe6619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8b664f-ea80-4039-b033-4de2af4c5dfc', 'code': 200} Sep 08 09:00:30.627447 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:30.699385 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d6fca-f7d3-4860-a5e7-45d59cd54131 req-5f60a06b-e9a0-4dfb-9c1f-34509ba7ad17 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:30.701072 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-df6d6fca-f7d3-4860-a5e7-45d59cd54131 req-5f60a06b-e9a0-4dfb-9c1f-34509ba7ad17 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6a81b68-4c90-4cf3-b656-f76ec1e53b1c HTTP/1.1" status: 200 len: 950 time: 0.0637031 Sep 08 09:00:30.765899 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:30.769783 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port bac7e4b7-571d-4696-b247-e444c4f86d33, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=bac7e4b7-571d-4696-b247-e444c4f86d33,segment=NetworkSegment(a820c156-0183-407b-aed4-3cdafce41ef3),segment_id=a820c156-0183-407b-aed4-3cdafce41ef3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:30.782281 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-df6d6fca-f7d3-4860-a5e7-45d59cd54131 req-7b332f0c-24e2-44bb-afce-df18d3880b07 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e909348-d27a-4af9-8d8a-13cdd74a5feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704191 Sep 08 09:00:30.796051 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:30.819636 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f92af3f-18c3-4864-b152-6c3d5a2760e5 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:00:30.882999 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 9f92af3f-18c3-4864-b152-6c3d5a2760e5, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=9f92af3f-18c3-4864-b152-6c3d5a2760e5,segment=NetworkSegment(58ef895a-49ba-4b02-a354-72689f1d0f10),segment_id=58ef895a-49ba-4b02-a354-72689f1d0f10)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:30.903423 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:30.903941 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3ce2e-6d7b-4ad2-b8d2-d891f6221614 req-724fd4f6-06ef-4624-81bd-a1cb4285bd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:30.906443 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-21f3ce2e-6d7b-4ad2-b8d2-d891f6221614 req-724fd4f6-06ef-4624-81bd-a1cb4285bd7f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ee3d0e69-8f10-49ac-aad2-4f28b0f6bf0c HTTP/1.1" status: 200 len: 1098 time: 0.1748023 Sep 08 09:00:30.929248 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=bac7e4b7-571d-4696-b247-e444c4f86d33,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:30.931442 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bdf1ac-edeb-44d2-92fc-dd16e30a484c req-421fd43f-ea27-4056-b8ed-d179d276add9 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:30.940740 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e5bdf1ac-edeb-44d2-92fc-dd16e30a484c req-421fd43f-ea27-4056-b8ed-d179d276add9 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6210148-fbea-4ded-8a6d-df3c0613e065 HTTP/1.1" status: 200 len: 946 time: 0.0859461 Sep 08 09:00:30.986220 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-21f3ce2e-6d7b-4ad2-b8d2-d891f6221614 req-e8e3e13e-7a93-4ce1-ae6f-360a5303b4b3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=95fdb126-e588-4cf9-b281-e7f1b3353ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705860 Sep 08 09:00:30.988485 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=9f92af3f-18c3-4864-b152-6c3d5a2760e5,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:31.001757 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e5bdf1ac-edeb-44d2-92fc-dd16e30a484c req-bdd1b1ba-5360-486d-b659-ec1d556497f4 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/security-groups?id=c739da54-7e1c-49e4-9c34-4a6cb21970fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598919 Sep 08 09:00:31.026766 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-359d4798-45c0-4f92-8c3a-1b00e288d8df req-a766a3f4-18f2-4120-a19c-b3def92cce36 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e198e66-38f5-412a-931b-4b3cfd21dcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6883740 Sep 08 09:00:31.072310 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c47f9-f1d3-4c00-8dc3-2d83db3a6a43 req-30289407-0372-47f7-9420-aa353d376d37 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:31.074100 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-510c47f9-f1d3-4c00-8dc3-2d83db3a6a43 req-30289407-0372-47f7-9420-aa353d376d37 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 944 time: 0.6057365 Sep 08 09:00:31.098907 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-dea4ff78-a122-4220-aa7f-94dffa385c98 req-725c72c9-a0e3-4aee-988c-1f5e138125a7 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:31.099579 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-dea4ff78-a122-4220-aa7f-94dffa385c98 req-725c72c9-a0e3-4aee-988c-1f5e138125a7 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:31.100044 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [req-dea4ff78-a122-4220-aa7f-94dffa385c98 req-725c72c9-a0e3-4aee-988c-1f5e138125a7 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Floating IP 75b0c743-3533-4eb3-b578-bd2d101e1d91 disassociated. External IP: 172.25.0.56, port: 1482cb6f-382b-4af9-a0cc-5af6a78113ab. Sep 08 09:00:31.100460 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-dea4ff78-a122-4220-aa7f-94dffa385c98 req-725c72c9-a0e3-4aee-988c-1f5e138125a7 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Calling delete_port for 1482cb6f-382b-4af9-a0cc-5af6a78113ab owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:00:31.152685 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-f16a12fc-79b9-4307-9174-105d3276d771 req-c7e83968-59f6-492f-ba1f-d6cce1c73778 service neutron] For port 3b8b664f-ea80-4039-b033-4de2af4c5dfc, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:00:31.178657 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4f091bd6-bb01-4951-bcb6-d1c69e6bf9fc req-8ff64723-8c2a-451f-b81a-fe68d3e662b2 service neutron] 10.222.0.37 "GET /v2.0/networks/c62c267b-fe94-4fb9-93fa-afc41aa7fd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6738451 Sep 08 09:00:31.207674 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-f16a12fc-79b9-4307-9174-105d3276d771 req-c7e83968-59f6-492f-ba1f-d6cce1c73778 service neutron] For port 3b8b664f-ea80-4039-b033-4de2af4c5dfc, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=3b8b664f-ea80-4039-b033-4de2af4c5dfc,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:00:31.238080 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f16a12fc-79b9-4307-9174-105d3276d771 req-c7e83968-59f6-492f-ba1f-d6cce1c73778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:31.270154 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388529f8-7ff6-4199-91ea-c43425ad1455 req-c6b3c9f5-7a45-4685-bb77-651ea974e2c3 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:31.271837 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-388529f8-7ff6-4199-91ea-c43425ad1455 req-c6b3c9f5-7a45-4685-bb77-651ea974e2c3 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 944 time: 0.1754169 Sep 08 09:00:31.280676 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b4dfd-b8fd-49fd-9160-a5dd3ecc2778 req-6cc64b74-6c80-4ff6-9c08-c10863226c78 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:31.282423 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2f1b4dfd-b8fd-49fd-9160-a5dd3ecc2778 req-6cc64b74-6c80-4ff6-9c08-c10863226c78 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb8be78d-0bd3-4245-965f-d28d1aa4c72a HTTP/1.1" status: 200 len: 946 time: 0.0609636 Sep 08 09:00:31.293959 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4a2199-4092-45f7-9c15-980621fe6619', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b8b664f-ea80-4039-b033-4de2af4c5dfc'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:00:31.296187 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6856f6d6-cb3d-4a60-ab82-c20ac41188a0" -d '{"events": [{"server_uuid": "ec4a2199-4092-45f7-9c15-980621fe6619", "name": "network-vif-unplugged", "status": "completed", "tag": "3b8b664f-ea80-4039-b033-4de2af4c5dfc"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:00:31.330358 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2f1b4dfd-b8fd-49fd-9160-a5dd3ecc2778 req-db35b6de-0209-44c1-a477-a63236d24006 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405729 Sep 08 09:00:31.373327 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a12fc-79b9-4307-9174-105d3276d771 req-c7e83968-59f6-492f-ba1f-d6cce1c73778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:31.373956 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f16a12fc-79b9-4307-9174-105d3276d771 req-c7e83968-59f6-492f-ba1f-d6cce1c73778 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:31.375389 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f16a12fc-79b9-4307-9174-105d3276d771 req-c7e83968-59f6-492f-ba1f-d6cce1c73778 service neutron] 10.222.0.35 "PUT /v2.0/ports/3b8b664f-ea80-4039-b033-4de2af4c5dfc HTTP/1.1" status: 200 len: 1097 time: 2.6327386 Sep 08 09:00:31.419933 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['9f92af3f-18c3-4864-b152-6c3d5a2760e5'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:00:31.524358 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231da3e8-971b-4d25-a38b-74affd058e3b req-46928d7d-6503-4a6e-99d5-14ce83503877 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:31.532569 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-231da3e8-971b-4d25-a38b-74affd058e3b req-46928d7d-6503-4a6e-99d5-14ce83503877 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 948 time: 0.0966001 Sep 08 09:00:31.578517 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-231da3e8-971b-4d25-a38b-74affd058e3b req-bba0ec02-0d56-4826-a85f-e56391406445 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448322 Sep 08 09:00:31.602693 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4f091bd6-bb01-4951-bcb6-d1c69e6bf9fc req-259d04bb-ad0f-4a5e-9baf-634a2dcd9aa7 service neutron] 10.222.0.37 "GET /v2.0/networks/c62c267b-fe94-4fb9-93fa-afc41aa7fd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3917701 Sep 08 09:00:31.606186 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e83968-59f6-492f-ba1f-d6cce1c73778 service neutron] Pushing event updated for resources: {'Port': ['ID=3b8b664f-ea80-4039-b033-4de2af4c5dfc,revision_number=11']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:31.623181 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-dea4ff78-a122-4220-aa7f-94dffa385c98 req-725c72c9-a0e3-4aee-988c-1f5e138125a7 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:31.641610 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-388529f8-7ff6-4199-91ea-c43425ad1455 req-1a1fd4cf-41b3-4fa7-82bf-6ee45e55730b tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394518 Sep 08 09:00:31.734186 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c72c9-a0e3-4aee-988c-1f5e138125a7 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Pushing event deleted for resources: {'Port': ['ID=1482cb6f-382b-4af9-a0cc-5af6a78113ab,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:31.739932 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c43161-7d76-4f2c-9f72-2a9ec95dd280 req-c0243531-ea31-442a-83a2-db64682080b1 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:31.742513 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c5c43161-7d76-4f2c-9f72-2a9ec95dd280 req-c0243531-ea31-442a-83a2-db64682080b1 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6a81b68-4c90-4cf3-b656-f76ec1e53b1c HTTP/1.1" status: 200 len: 950 time: 0.0666080 Sep 08 09:00:31.787118 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c5c43161-7d76-4f2c-9f72-2a9ec95dd280 req-eb2f0cae-0718-4b19-9377-ebbf6181ed09 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e909348-d27a-4af9-8d8a-13cdd74a5feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378540 Sep 08 09:00:31.794281 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a12fc-79b9-4307-9174-105d3276d771 req-49e291a6-cb29-4cc9-92ea-faebbdcdbdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:31.795827 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f16a12fc-79b9-4307-9174-105d3276d771 req-49e291a6-cb29-4cc9-92ea-faebbdcdbdc3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3b45c9e6adc04db08d877665d90d8206&device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 1100 time: 0.3556769 Sep 08 09:00:31.870706 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 09:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22fa5da5-e090-4050-8f2b-aeec06ab2ece x-openstack-request-id: req-22fa5da5-e090-4050-8f2b-aeec06ab2ece {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:00:31.870990 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4a2199-4092-45f7-9c15-980621fe6619", "name": "network-vif-unplugged", "status": "completed", "tag": "3b8b664f-ea80-4039-b033-4de2af4c5dfc", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:00:31.871262 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-22fa5da5-e090-4050-8f2b-aeec06ab2ece {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:00:31.871739 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4a2199-4092-45f7-9c15-980621fe6619', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b8b664f-ea80-4039-b033-4de2af4c5dfc', 'code': 200} Sep 08 09:00:31.900917 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e11634-83a0-4985-aec4-d4da2c32bd01 req-b6af45fa-f327-4d21-b8d2-b6458589f489 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:31.902500 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a4e11634-83a0-4985-aec4-d4da2c32bd01 req-b6af45fa-f327-4d21-b8d2-b6458589f489 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee3d0e69-8f10-49ac-aad2-4f28b0f6bf0c HTTP/1.1" status: 200 len: 946 time: 0.1789258 Sep 08 09:00:31.960621 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c8528a-fc94-4bfe-bc7f-1cd0054e1c9c req-209cf681-8130-4b12-a474-0b2a0547b20b tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:31.962216 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-09c8528a-fc94-4bfe-bc7f-1cd0054e1c9c req-209cf681-8130-4b12-a474-0b2a0547b20b tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 946 time: 0.0545292 Sep 08 09:00:31.990473 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-510c47f9-f1d3-4c00-8dc3-2d83db3a6a43 req-059f94a0-1219-4df6-bccd-4290c5706c48 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Deleting port 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:00:31.990821 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-510c47f9-f1d3-4c00-8dc3-2d83db3a6a43 req-059f94a0-1219-4df6-bccd-4290c5706c48 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:32.007438 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-09c8528a-fc94-4bfe-bc7f-1cd0054e1c9c req-7ca74ae6-fbac-4916-b9ec-0d9d304fe174 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383904 Sep 08 09:00:32.105077 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a4e11634-83a0-4985-aec4-d4da2c32bd01 req-fd7d605c-d2cd-4241-af24-c8797247557d tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/security-groups?id=95fdb126-e588-4cf9-b281-e7f1b3353ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1891587 Sep 08 09:00:32.106544 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8369f2c7-e7ff-470e-8af4-061ec836f5ec req-e2c0d7fa-5103-40fd-8316-5f795a7f1102 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6210148-fbea-4ded-8a6d-df3c0613e065 HTTP/1.1" status: 200 len: 210 time: 0.0304635 Sep 08 09:00:32.115814 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a12fc-79b9-4307-9174-105d3276d771 req-34b248b9-3c5a-4751-a446-b64b78991b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:32.117316 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f16a12fc-79b9-4307-9174-105d3276d771 req-34b248b9-3c5a-4751-a446-b64b78991b81 service neutron] 10.222.0.35 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.2850788 Sep 08 09:00:32.124985 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dea4ff78-a122-4220-aa7f-94dffa385c98 req-725c72c9-a0e3-4aee-988c-1f5e138125a7 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Router bf6ace20-f197-43a9-ab62-961643e87925 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:00:32.198455 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f16a12fc-79b9-4307-9174-105d3276d771 req-ae309bb1-71df-4224-b091-f2cad13cc21d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=3b8b664f-ea80-4039-b033-4de2af4c5dfc HTTP/1.1" status: 200 len: 217 time: 0.0703442 Sep 08 09:00:32.214979 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-510c47f9-f1d3-4c00-8dc3-2d83db3a6a43 req-059f94a0-1219-4df6-bccd-4290c5706c48 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] For port 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5,segment=NetworkSegment(63991058-0ef2-4358-ae31-7e348d60a2c9),segment_id=63991058-0ef2-4358-ae31-7e348d60a2c9)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:32.215357 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-510c47f9-f1d3-4c00-8dc3-2d83db3a6a43 req-059f94a0-1219-4df6-bccd-4290c5706c48 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:32.256628 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device cc87d41f-925b-40da-9e59-fc54971bc748 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:00:32.265215 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 3b8b664f-ea80-4039-b033-4de2af4c5dfc no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:00:32.276761 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-510c47f9-f1d3-4c00-8dc3-2d83db3a6a43 req-059f94a0-1219-4df6-bccd-4290c5706c48 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Calling delete_port for 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:00:32.336421 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 3b8b664f-ea80-4039-b033-4de2af4c5dfc not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:00:32.403241 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a12fc-79b9-4307-9174-105d3276d771 req-f8d86111-1326-4a92-9e83-63f7f108a999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:32.404819 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f16a12fc-79b9-4307-9174-105d3276d771 req-f8d86111-1326-4a92-9e83-63f7f108a999 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.1931973 Sep 08 09:00:32.423663 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:00:32.463983 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port cc87d41f-925b-40da-9e59-fc54971bc748, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=cc87d41f-925b-40da-9e59-fc54971bc748,segment=NetworkSegment(58ef895a-49ba-4b02-a354-72689f1d0f10),segment_id=58ef895a-49ba-4b02-a354-72689f1d0f10)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:32.465323 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a89aaa-d435-4fa9-9155-b3724cfcfbbe req-53351871-a144-40e3-82c7-eeb4cbaebb73 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:32.467490 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-66a89aaa-d435-4fa9-9155-b3724cfcfbbe req-53351871-a144-40e3-82c7-eeb4cbaebb73 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb9d378a-11b9-4384-914f-cf376ba10adc HTTP/1.1" status: 200 len: 943 time: 0.2744460 Sep 08 09:00:32.484632 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7b4e3-eac8-452c-8676-ab6ebb1364a1 req-6774afd0-b4f1-4da1-a80e-22f32ba2b90a tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:32.494193 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': 'cc87d41f-925b-40da-9e59-fc54971bc748', 'network_id': 'c62c267b-fe94-4fb9-93fa-afc41aa7fd31', 'port_id': 'cc87d41f-925b-40da-9e59-fc54971bc748', 'mac_address': 'fa:16:3e:f5:3e:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fa68ab9-b01d-46af-816e-c1cf0e32b921', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:00:32.498825 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b6b7b4e3-eac8-452c-8676-ab6ebb1364a1 req-6774afd0-b4f1-4da1-a80e-22f32ba2b90a tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb8be78d-0bd3-4245-965f-d28d1aa4c72a HTTP/1.1" status: 200 len: 946 time: 0.0865767 Sep 08 09:00:32.546970 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dea4ff78-a122-4220-aa7f-94dffa385c98 req-725c72c9-a0e3-4aee-988c-1f5e138125a7 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:00:32.562218 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b6b7b4e3-eac8-452c-8676-ab6ebb1364a1 req-f331d89c-e39a-4771-a6ff-1c3497fbdead tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418360 Sep 08 09:00:32.571261 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc51f73-eb7d-4f49-8f96-a557d84b8d00 None None] Sync routers for ids ['bf6ace20-f197-43a9-ab62-961643e87925'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:00:32.587324 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:32.602888 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc51f73-eb7d-4f49-8f96-a557d84b8d00 None None] Routers {'bf6ace20-f197-43a9-ab62-961643e87925'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:00:32.603799 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-cfc51f73-eb7d-4f49-8f96-a557d84b8d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:00:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['bf6ace20-f197-43a9-ab62-961643e87925'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:00:32.609345 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a12fc-79b9-4307-9174-105d3276d771 req-7ef88df1-638b-456a-a590-2ba2f77824e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:32.611167 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f16a12fc-79b9-4307-9174-105d3276d771 req-7ef88df1-638b-456a-a590-2ba2f77824e4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1720810 Sep 08 09:00:32.629347 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-66a89aaa-d435-4fa9-9155-b3724cfcfbbe req-5a983c06-734f-44a6-8a69-df065856d646 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e198e66-38f5-412a-931b-4b3cfd21dcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316695 Sep 08 09:00:32.632954 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea4ff78-a122-4220-aa7f-94dffa385c98 req-725c72c9-a0e3-4aee-988c-1f5e138125a7 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] No DVR routers for this DVR port 1482cb6f-382b-4af9-a0cc-5af6a78113ab on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:00:32.644609 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-dea4ff78-a122-4220-aa7f-94dffa385c98 req-725c72c9-a0e3-4aee-988c-1f5e138125a7 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:32.646972 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dea4ff78-a122-4220-aa7f-94dffa385c98 req-725c72c9-a0e3-4aee-988c-1f5e138125a7 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.35 "DELETE /v2.0/ports/1482cb6f-382b-4af9-a0cc-5af6a78113ab HTTP/1.1" status: 204 len: 173 time: 3.6239908 Sep 08 09:00:32.699531 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb8be78d-0bd3-4245-965f-d28d1aa4c72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac7e4b7-571d-4696-b247-e444c4f86d33'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:00:32.701780 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17dbb3bd-3620-465d-a722-270c74029b9b" -d '{"events": [{"server_uuid": "cb8be78d-0bd3-4245-965f-d28d1aa4c72a", "name": "network-vif-plugged", "status": "completed", "tag": "bac7e4b7-571d-4696-b247-e444c4f86d33"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:00:32.714831 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc87d41f-925b-40da-9e59-fc54971bc748 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:00:32.776806 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85127a09-e65c-41f7-ad15-a9cf62d0bb6d req-03e2844e-cebe-4a13-b1e6-64b7f6163130 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:32.781543 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-85127a09-e65c-41f7-ad15-a9cf62d0bb6d req-03e2844e-cebe-4a13-b1e6-64b7f6163130 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 948 time: 0.0913084 Sep 08 09:00:32.820837 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-510c47f9-f1d3-4c00-8dc3-2d83db3a6a43 req-059f94a0-1219-4df6-bccd-4290c5706c48 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:32.825365 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f16a12fc-79b9-4307-9174-105d3276d771 req-90e77136-f62c-45ec-8abc-1543cf94971c service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935327 Sep 08 09:00:32.849948 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-29cadca2-c079-4b4a-8106-b05cd17293f2 req-f86b8c7c-d883-40d0-8541-9bbae74bd98c tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 210 time: 0.0662928 Sep 08 09:00:32.865845 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-85127a09-e65c-41f7-ad15-a9cf62d0bb6d req-efa06159-0314-4365-a505-a4523ae4f4f1 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739574 Sep 08 09:00:32.899682 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f94a0-1219-4df6-bccd-4290c5706c48 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Pushing event deleted for resources: {'Port': ['ID=9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:32.956884 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['1bffe886-6b5c-4715-a9f3-8a19d1563114'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:00:33.011063 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69261466-2d39-4b22-9ca6-d4bc01ed4aba x-openstack-request-id: req-69261466-2d39-4b22-9ca6-d4bc01ed4aba {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:00:33.011343 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb8be78d-0bd3-4245-965f-d28d1aa4c72a", "name": "network-vif-plugged", "status": "completed", "tag": "bac7e4b7-571d-4696-b247-e444c4f86d33", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:00:33.011669 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-69261466-2d39-4b22-9ca6-d4bc01ed4aba {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:00:33.012018 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb8be78d-0bd3-4245-965f-d28d1aa4c72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac7e4b7-571d-4696-b247-e444c4f86d33', 'code': 200} Sep 08 09:00:33.023421 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port cc87d41f-925b-40da-9e59-fc54971bc748, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=cc87d41f-925b-40da-9e59-fc54971bc748,segment=NetworkSegment(58ef895a-49ba-4b02-a354-72689f1d0f10),segment_id=58ef895a-49ba-4b02-a354-72689f1d0f10)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:33.051614 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 1482cb6f-382b-4af9-a0cc-5af6a78113ab no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:00:33.090185 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:33.092199 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-510c47f9-f1d3-4c00-8dc3-2d83db3a6a43 req-059f94a0-1219-4df6-bccd-4290c5706c48 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] No DVR routers for this DVR port 9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:00:33.117076 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-510c47f9-f1d3-4c00-8dc3-2d83db3a6a43 req-059f94a0-1219-4df6-bccd-4290c5706c48 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:33.119239 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-510c47f9-f1d3-4c00-8dc3-2d83db3a6a43 req-059f94a0-1219-4df6-bccd-4290c5706c48 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.35 "DELETE /v2.0/ports/9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5 HTTP/1.1" status: 204 len: 173 time: 1.7397239 Sep 08 09:00:33.132378 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: 1482cb6f-382b-4af9-a0cc-5af6a78113ab {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:00:33.132378 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 1482cb6f-382b-4af9-a0cc-5af6a78113ab not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:00:33.204334 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f16a12fc-79b9-4307-9174-105d3276d771 req-65cc29d6-036d-472d-9fdf-791eef9f7a69 service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569677 Sep 08 09:00:33.214593 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11290b87-b11c-446b-b4e4-c90108049743 req-4bc122e8-4e6a-49e8-81d4-099181c43bef tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:33.217770 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-11290b87-b11c-446b-b4e4-c90108049743 req-4bc122e8-4e6a-49e8-81d4-099181c43bef tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 946 time: 0.0931237 Sep 08 09:00:33.218726 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-cfc51f73-eb7d-4f49-8f96-a557d84b8d00 None None] Set router bf6ace20-f197-43a9-ab62-961643e87925 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:00:33.231498 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcbfe89-af81-4030-b1e8-a77f0cc8f9be req-3f81e824-810f-4904-ab99-2124db09e6b0 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:33.233182 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0bcbfe89-af81-4030-b1e8-a77f0cc8f9be req-3f81e824-810f-4904-ab99-2124db09e6b0 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6a81b68-4c90-4cf3-b656-f76ec1e53b1c HTTP/1.1" status: 200 len: 950 time: 0.2220981 Sep 08 09:00:33.247866 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ebefb-0d22-4634-b4e9-50fcf81ab847 req-30ec710a-2449-45d6-b50d-6cc913321533 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:33.250229 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ad9ebefb-0d22-4634-b4e9-50fcf81ab847 req-30ec710a-2449-45d6-b50d-6cc913321533 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] 10.222.0.37 "GET /v2.0/ports?device_id=a6a81b68-4c90-4cf3-b656-f76ec1e53b1c HTTP/1.1" status: 200 len: 950 time: 0.2494838 Sep 08 09:00:33.259647 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=cc87d41f-925b-40da-9e59-fc54971bc748,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:33.278814 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465e7ae-a303-4542-a50b-8c5f1f55eb78 req-c0d819c5-bae0-43d7-892b-56a6e46ca66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:33.280564 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8465e7ae-a303-4542-a50b-8c5f1f55eb78 req-c0d819c5-bae0-43d7-892b-56a6e46ca66c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cb8be78d-0bd3-4245-965f-d28d1aa4c72a HTTP/1.1" status: 200 len: 1098 time: 0.1902566 Sep 08 09:00:33.285772 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-11290b87-b11c-446b-b4e4-c90108049743 req-f3b60400-33f4-4f46-bfc5-f8573f4ab06b tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602312 Sep 08 09:00:33.354809 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0bcbfe89-af81-4030-b1e8-a77f0cc8f9be req-d9357cb3-8750-4527-84ea-1234f1d3aaf8 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e909348-d27a-4af9-8d8a-13cdd74a5feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033950 Sep 08 09:00:33.436205 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8465e7ae-a303-4542-a50b-8c5f1f55eb78 req-d34cb2f5-3b8a-427e-9b53-5add73f8fce2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265225 Sep 08 09:00:33.452421 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc954ce-5f8b-41bc-8d13-68271a620bfe req-37da2033-8268-4a98-bf08-1e7bfdfb3329 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:33.459604 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9dc954ce-5f8b-41bc-8d13-68271a620bfe req-37da2033-8268-4a98-bf08-1e7bfdfb3329 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee3d0e69-8f10-49ac-aad2-4f28b0f6bf0c HTTP/1.1" status: 200 len: 946 time: 0.0908880 Sep 08 09:00:33.479510 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8ffd241c-f944-4469-b512-f13c043d4496 req-8c7ba710-1aa4-4f1d-a7c5-3bad56aa9a2e tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6210148-fbea-4ded-8a6d-df3c0613e065 HTTP/1.1" status: 200 len: 210 time: 0.0395813 Sep 08 09:00:33.496645 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['cc87d41f-925b-40da-9e59-fc54971bc748'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:00:33.505324 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-ad9ebefb-0d22-4634-b4e9-50fcf81ab847 req-dd08787a-93c7-45b1-b890-ec2df68cd9c2 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] Deleting port 203d962b-25a9-45e7-a5cc-fdee97e44ffc {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:00:33.506016 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ad9ebefb-0d22-4634-b4e9-50fcf81ab847 req-dd08787a-93c7-45b1-b890-ec2df68cd9c2 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:33.523971 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9dc954ce-5f8b-41bc-8d13-68271a620bfe req-c7a1012b-60f4-43a6-b2ee-d4b5aa32da9d tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/security-groups?id=95fdb126-e588-4cf9-b281-e7f1b3353ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588934 Sep 08 09:00:33.644145 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-cfc51f73-eb7d-4f49-8f96-a557d84b8d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6ace20-f197-43a9-ab62-961643e87925', 'name': 'tempest-ServersTestBootFromVolume-1895683484-router', 'tenant_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '81b4ec76-101e-494c-9045-4bfee5963fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:56:52Z', 'updated_at': '2021-09-08T08:57:00Z', 'revision_number': 4, 'project_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'gw_port': {'id': '81b4ec76-101e-494c-9045-4bfee5963fdc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6ace20-f197-43a9-ab62-961643e87925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:54Z', 'updated_at': '2021-09-08T08:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'efbeb420-7cf2-4dd4-aa74-bbe3da2b0547', 'name': '', 'network_id': 'badf3704-58aa-4df0-a36e-cc33c85ce701', 'tenant_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'mac_address': 'fa:16:3e:af:b2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6ace20-f197-43a9-ab62-961643e87925', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'dcdf7e19-fac6-4280-b4cd-afd9cea4e6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:58Z', 'updated_at': '2021-09-08T08:57:10Z', 'revision_number': 5, 'project_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'subnets': [{'id': 'dcdf7e19-fac6-4280-b4cd-afd9cea4e6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:00:33.673378 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-ad9ebefb-0d22-4634-b4e9-50fcf81ab847 req-dd08787a-93c7-45b1-b890-ec2df68cd9c2 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] For port 203d962b-25a9-45e7-a5cc-fdee97e44ffc, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=203d962b-25a9-45e7-a5cc-fdee97e44ffc,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:33.674115 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ad9ebefb-0d22-4634-b4e9-50fcf81ab847 req-dd08787a-93c7-45b1-b890-ec2df68cd9c2 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:33.681914 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc51f73-eb7d-4f49-8f96-a557d84b8d00 None None] Checking router: bf6ace20-f197-43a9-ab62-961643e87925 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:00:33.696763 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-ad9ebefb-0d22-4634-b4e9-50fcf81ab847 req-dd08787a-93c7-45b1-b890-ec2df68cd9c2 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] Calling delete_port for 203d962b-25a9-45e7-a5cc-fdee97e44ffc owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:00:33.712322 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322e9e9-c52c-47a5-953c-f3542be8a75e req-2e8a2eaf-7145-4903-b577-01f451af200d tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:33.714152 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a322e9e9-c52c-47a5-953c-f3542be8a75e req-2e8a2eaf-7145-4903-b577-01f451af200d tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee3d0e69-8f10-49ac-aad2-4f28b0f6bf0c HTTP/1.1" status: 200 len: 946 time: 0.0966771 Sep 08 09:00:33.715766 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89cac9-53d5-4d84-b994-01d8d67bece9 req-1558b5b0-2468-4667-a012-d8520e4f3e19 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:33.727042 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9f89cac9-53d5-4d84-b994-01d8d67bece9 req-1558b5b0-2468-4667-a012-d8520e4f3e19 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb8be78d-0bd3-4245-965f-d28d1aa4c72a HTTP/1.1" status: 200 len: 946 time: 0.0748022 Sep 08 09:00:33.727562 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 36292) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:00:33.734318 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-4842d9ed-959f-43e6-ac9d-fac0f504e28a tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Request body: {'floatingip': {'port_id': 'e32d36f6-bacc-4b16-baab-742b73c2c2dc'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:00:33.753768 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc51f73-eb7d-4f49-8f96-a557d84b8d00 None None] Routers {'bf6ace20-f197-43a9-ab62-961643e87925'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:00:33.754516 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-cfc51f73-eb7d-4f49-8f96-a557d84b8d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:00:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['bf6ace20-f197-43a9-ab62-961643e87925'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:00:33.798779 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9f89cac9-53d5-4d84-b994-01d8d67bece9 req-c93c5af6-4064-4cb7-9f82-d14ea54644ec tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623639 Sep 08 09:00:33.838443 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4842d9ed-959f-43e6-ac9d-fac0f504e28a tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks [] for floatingip, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:33.885873 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-cfc51f73-eb7d-4f49-8f96-a557d84b8d00 None None] Set router bf6ace20-f197-43a9-ab62-961643e87925 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:00:33.888027 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec4a2199-4092-45f7-9c15-980621fe6619', 'tag': '3b8b664f-ea80-4039-b033-4de2af4c5dfc'}, {'server_uuid': 'c6210148-fbea-4ded-8a6d-df3c0613e065', 'name': 'network-vif-deleted', 'tag': '1482cb6f-382b-4af9-a0cc-5af6a78113ab'}, {'server_uuid': 'a2b87aad-53ee-44ff-bfaa-becb3907bb10', 'name': 'network-vif-deleted', 'tag': '9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:00:33.889687 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737fbb38-78b9-49b5-979c-299c2fc92fd3" -d '{"events": [{"name": "network-changed", "server_uuid": "ec4a2199-4092-45f7-9c15-980621fe6619", "tag": "3b8b664f-ea80-4039-b033-4de2af4c5dfc"}, {"server_uuid": "c6210148-fbea-4ded-8a6d-df3c0613e065", "name": "network-vif-deleted", "tag": "1482cb6f-382b-4af9-a0cc-5af6a78113ab"}, {"server_uuid": "a2b87aad-53ee-44ff-bfaa-becb3907bb10", "name": "network-vif-deleted", "tag": "9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:00:33.991111 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4ee6fa6e-b710-43b8-ba64-aad35cf517bc req-5b825019-d23d-47ef-9031-6213e0881ee0 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 210 time: 0.0399268 Sep 08 09:00:34.009703 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a22b2-1e8e-4967-9585-fb515a51a9ae req-ec336db3-5899-488a-9a9d-1d7fb8e29c5b tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:34.011252 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b36a22b2-1e8e-4967-9585-fb515a51a9ae req-ec336db3-5899-488a-9a9d-1d7fb8e29c5b tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb9d378a-11b9-4384-914f-cf376ba10adc HTTP/1.1" status: 200 len: 944 time: 0.1880481 Sep 08 09:00:34.141756 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b36a22b2-1e8e-4967-9585-fb515a51a9ae req-7ed72964-fbb7-49a8-b624-a4644b05744c tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e198e66-38f5-412a-931b-4b3cfd21dcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141608 Sep 08 09:00:34.145317 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-cfc51f73-eb7d-4f49-8f96-a557d84b8d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6ace20-f197-43a9-ab62-961643e87925', 'name': 'tempest-ServersTestBootFromVolume-1895683484-router', 'tenant_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '81b4ec76-101e-494c-9045-4bfee5963fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:56:52Z', 'updated_at': '2021-09-08T08:57:00Z', 'revision_number': 4, 'project_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'gw_port': {'id': '81b4ec76-101e-494c-9045-4bfee5963fdc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6ace20-f197-43a9-ab62-961643e87925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:54Z', 'updated_at': '2021-09-08T08:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'efbeb420-7cf2-4dd4-aa74-bbe3da2b0547', 'name': '', 'network_id': 'badf3704-58aa-4df0-a36e-cc33c85ce701', 'tenant_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'mac_address': 'fa:16:3e:af:b2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6ace20-f197-43a9-ab62-961643e87925', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'dcdf7e19-fac6-4280-b4cd-afd9cea4e6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:58Z', 'updated_at': '2021-09-08T08:57:10Z', 'revision_number': 5, 'project_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'subnets': [{'id': 'dcdf7e19-fac6-4280-b4cd-afd9cea4e6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:00:34.168231 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48621dd3-eda7-469e-ad8d-c6abbb9f5303 req-9232692f-0c28-421a-a809-7f3f322f214a tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:34.172985 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-48621dd3-eda7-469e-ad8d-c6abbb9f5303 req-9232692f-0c28-421a-a809-7f3f322f214a tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 948 time: 0.0907950 Sep 08 09:00:34.195759 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc51f73-eb7d-4f49-8f96-a557d84b8d00 None None] The sync data for ids ['bf6ace20-f197-43a9-ab62-961643e87925'] in n-d-806683-11 is: [{'id': 'bf6ace20-f197-43a9-ab62-961643e87925', 'name': 'tempest-ServersTestBootFromVolume-1895683484-router', 'tenant_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '81b4ec76-101e-494c-9045-4bfee5963fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:56:52Z', 'updated_at': '2021-09-08T08:57:00Z', 'revision_number': 4, 'project_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'gw_port': {'id': '81b4ec76-101e-494c-9045-4bfee5963fdc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6ace20-f197-43a9-ab62-961643e87925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:54Z', 'updated_at': '2021-09-08T08:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'efbeb420-7cf2-4dd4-aa74-bbe3da2b0547', 'name': '', 'network_id': 'badf3704-58aa-4df0-a36e-cc33c85ce701', 'tenant_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'mac_address': 'fa:16:3e:af:b2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6ace20-f197-43a9-ab62-961643e87925', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'dcdf7e19-fac6-4280-b4cd-afd9cea4e6b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:58Z', 'updated_at': '2021-09-08T08:57:10Z', 'revision_number': 5, 'project_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'subnets': [{'id': 'dcdf7e19-fac6-4280-b4cd-afd9cea4e6b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:00:34.205381 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ad9ebefb-0d22-4634-b4e9-50fcf81ab847 req-dd08787a-93c7-45b1-b890-ec2df68cd9c2 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:34.243220 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd08787a-93c7-45b1-b890-ec2df68cd9c2 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] Pushing event deleted for resources: {'Port': ['ID=203d962b-25a9-45e7-a5cc-fdee97e44ffc,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:34.269767 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-48621dd3-eda7-469e-ad8d-c6abbb9f5303 req-e5780f01-1f9e-43e0-8738-d9427e1a8530 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897739 Sep 08 09:00:34.289419 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Wed, 08 Sep 2021 09:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502421b2-7247-46b5-bc32-24d5fc8e56b0 x-openstack-request-id: req-502421b2-7247-46b5-bc32-24d5fc8e56b0 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:00:34.289751 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec4a2199-4092-45f7-9c15-980621fe6619", "tag": "3b8b664f-ea80-4039-b033-4de2af4c5dfc", "status": "completed", "code": 200}, {"server_uuid": "c6210148-fbea-4ded-8a6d-df3c0613e065", "name": "network-vif-deleted", "tag": "1482cb6f-382b-4af9-a0cc-5af6a78113ab", "status": "completed", "code": 200}, {"server_uuid": "a2b87aad-53ee-44ff-bfaa-becb3907bb10", "name": "network-vif-deleted", "tag": "9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:00:34.290004 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-502421b2-7247-46b5-bc32-24d5fc8e56b0 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:00:34.290434 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec4a2199-4092-45f7-9c15-980621fe6619', 'tag': '3b8b664f-ea80-4039-b033-4de2af4c5dfc', 'status': 'completed', 'code': 200} Sep 08 09:00:34.290857 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6210148-fbea-4ded-8a6d-df3c0613e065', 'name': 'network-vif-deleted', 'tag': '1482cb6f-382b-4af9-a0cc-5af6a78113ab', 'status': 'completed', 'code': 200} Sep 08 09:00:34.291111 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2b87aad-53ee-44ff-bfaa-becb3907bb10', 'name': 'network-vif-deleted', 'tag': '9ebb0b4e-d2ac-4cc9-b294-dcb1cc616ca5', 'status': 'completed', 'code': 200} Sep 08 09:00:34.328511 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad9ebefb-0d22-4634-b4e9-50fcf81ab847 req-dd08787a-93c7-45b1-b890-ec2df68cd9c2 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] No DVR routers for this DVR port 203d962b-25a9-45e7-a5cc-fdee97e44ffc on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:00:34.399049 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ad9ebefb-0d22-4634-b4e9-50fcf81ab847 req-dd08787a-93c7-45b1-b890-ec2df68cd9c2 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:34.401379 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ad9ebefb-0d22-4634-b4e9-50fcf81ab847 req-dd08787a-93c7-45b1-b890-ec2df68cd9c2 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] 10.222.0.37 "DELETE /v2.0/ports/203d962b-25a9-45e7-a5cc-fdee97e44ffc HTTP/1.1" status: 204 len: 173 time: 1.1402688 Sep 08 09:00:34.416335 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 9f92af3f-18c3-4864-b152-6c3d5a2760e5 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:00:34.525631 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-07496f8d-6316-4f69-9923-cdfec32cfa5f req-8f397231-d6be-4a94-b18b-654b3746ca78 tempest-ImagesNegativeTestJSON-2104480098 tempest-ImagesNegativeTestJSON-2104480098-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6a81b68-4c90-4cf3-b656-f76ec1e53b1c HTTP/1.1" status: 200 len: 210 time: 0.0561001 Sep 08 09:00:34.551801 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 9f92af3f-18c3-4864-b152-6c3d5a2760e5 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:00:34.559452 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 9f92af3f-18c3-4864-b152-6c3d5a2760e5 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:00:34.562115 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:34.630027 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c465cc0-add3-4b63-95d9-63bf70120129 None None] New status for floating IP 75b0c743-3533-4eb3-b578-bd2d101e1d91: DOWN {{(pid=94715) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:00:34.703908 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5574d3e3-5cb3-4ff6-a21a-691852d565b8 req-6c7c11d7-d067-43ad-9d29-9191dc47d0e7 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6210148-fbea-4ded-8a6d-df3c0613e065 HTTP/1.1" status: 200 len: 210 time: 0.0538056 Sep 08 09:00:34.725865 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:34.768436 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 9f92af3f-18c3-4864-b152-6c3d5a2760e5, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=9f92af3f-18c3-4864-b152-6c3d5a2760e5,segment=NetworkSegment(58ef895a-49ba-4b02-a354-72689f1d0f10),segment_id=58ef895a-49ba-4b02-a354-72689f1d0f10)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:34.776072 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:34.847870 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=9f92af3f-18c3-4864-b152-6c3d5a2760e5,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:34.946231 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a03eb1-82de-41fc-b29a-7ca4ebd47eb0 req-04bbdc2d-2a32-443a-8082-6e846fdaee98 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:34.954545 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-72a03eb1-82de-41fc-b29a-7ca4ebd47eb0 req-04bbdc2d-2a32-443a-8082-6e846fdaee98 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb8be78d-0bd3-4245-965f-d28d1aa4c72a HTTP/1.1" status: 200 len: 946 time: 0.0801170 Sep 08 09:00:35.010176 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-72a03eb1-82de-41fc-b29a-7ca4ebd47eb0 req-9f971e23-d87d-4377-a21f-00d9252d3ea1 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543716 Sep 08 09:00:35.013248 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d3961ca-7139-4d44-9b3b-0f3a8ac1d67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f92af3f-18c3-4864-b152-6c3d5a2760e5'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:00:35.017375 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7bddfa-ac0c-455c-9537-15402dab1d86" -d '{"events": [{"server_uuid": "1d3961ca-7139-4d44-9b3b-0f3a8ac1d67e", "name": "network-vif-plugged", "status": "completed", "tag": "9f92af3f-18c3-4864-b152-6c3d5a2760e5"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:00:35.137553 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1190a71e-e805-498d-8340-2e0fb2bd0f1a req-f72e5f72-dc3b-4931-adc3-7f58029f5b0c tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 210 time: 0.0426331 Sep 08 09:00:35.142905 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fbb38-78b9-49b5-979c-299c2fc92fd3 req-13511ffa-d18a-4c01-9a08-897c4012bc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:35.144473 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-737fbb38-78b9-49b5-979c-299c2fc92fd3 req-13511ffa-d18a-4c01-9a08-897c4012bc84 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3b45c9e6adc04db08d877665d90d8206&device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 1100 time: 0.7738569 Sep 08 09:00:35.179119 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fbb38-78b9-49b5-979c-299c2fc92fd3 req-21027c17-fb02-4be5-a88c-622e596d7b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:35.181742 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-737fbb38-78b9-49b5-979c-299c2fc92fd3 req-21027c17-fb02-4be5-a88c-622e596d7b02 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3b45c9e6adc04db08d877665d90d8206&device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 1100 time: 0.8227010 Sep 08 09:00:35.193106 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3933d263-5d0a-450c-9e29-856d2594a3f8 x-openstack-request-id: req-3933d263-5d0a-450c-9e29-856d2594a3f8 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:00:35.196810 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d3961ca-7139-4d44-9b3b-0f3a8ac1d67e", "name": "network-vif-plugged", "status": "completed", "tag": "9f92af3f-18c3-4864-b152-6c3d5a2760e5", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:00:35.201597 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3933d263-5d0a-450c-9e29-856d2594a3f8 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:00:35.202076 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d3961ca-7139-4d44-9b3b-0f3a8ac1d67e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f92af3f-18c3-4864-b152-6c3d5a2760e5', 'code': 200} Sep 08 09:00:35.295091 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18365ba-6bd3-45be-a159-a0b7e981a2e8 req-9dead763-20fa-46f4-8f7e-25d07b1f5b6f tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:35.296725 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b18365ba-6bd3-45be-a159-a0b7e981a2e8 req-9dead763-20fa-46f4-8f7e-25d07b1f5b6f tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 946 time: 0.2638261 Sep 08 09:00:35.305270 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5ab6d-a592-4f2a-87e3-f10c139b80ca req-b108aaa2-5254-494f-a26b-8743f4462870 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:35.307101 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-dba5ab6d-a592-4f2a-87e3-f10c139b80ca req-b108aaa2-5254-494f-a26b-8743f4462870 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb9d378a-11b9-4384-914f-cf376ba10adc HTTP/1.1" status: 200 len: 944 time: 0.0626969 Sep 08 09:00:35.357447 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-dba5ab6d-a592-4f2a-87e3-f10c139b80ca req-2cb95bac-e366-40f3-8410-4d602a8ecb6a tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e198e66-38f5-412a-931b-4b3cfd21dcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437200 Sep 08 09:00:35.514018 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ef65f-e52a-443d-a1f5-7c4ddbc47800 req-798977ca-f220-4dc0-9fb3-f62818418caa tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:35.516551 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4c6ef65f-e52a-443d-a1f5-7c4ddbc47800 req-798977ca-f220-4dc0-9fb3-f62818418caa tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 948 time: 0.0782473 Sep 08 09:00:35.575625 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.db.resource_extend [None req-4842d9ed-959f-43e6-ac9d-fac0f504e28a tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 08 09:00:35.580601 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4c6ef65f-e52a-443d-a1f5-7c4ddbc47800 req-c477f994-9dc8-48ce-89d8-0ff9e1fdb1aa tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475023 Sep 08 09:00:35.583848 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b18365ba-6bd3-45be-a159-a0b7e981a2e8 req-e1f6eb22-8eb9-4b35-bbfb-c6b4df2a2ede tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652230 Sep 08 09:00:35.587425 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30fd08b-00f4-4ab0-aab9-d60bd3211053 req-4000e050-ea1d-4bd8-9c8a-817b791fe792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:35.590241 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c30fd08b-00f4-4ab0-aab9-d60bd3211053 req-4000e050-ea1d-4bd8-9c8a-817b791fe792 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1d3961ca-7139-4d44-9b3b-0f3a8ac1d67e HTTP/1.1" status: 200 len: 1097 time: 0.2885935 Sep 08 09:00:35.668590 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fbb38-78b9-49b5-979c-299c2fc92fd3 req-95a69e42-95c1-46ac-94ce-e2b2b878b0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:35.670116 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-737fbb38-78b9-49b5-979c-299c2fc92fd3 req-95a69e42-95c1-46ac-94ce-e2b2b878b0a3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.4871144 Sep 08 09:00:35.704493 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fbb38-78b9-49b5-979c-299c2fc92fd3 req-d2dcf794-a4b1-40a1-b57e-3aa81370ac46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:35.705700 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-737fbb38-78b9-49b5-979c-299c2fc92fd3 req-d2dcf794-a4b1-40a1-b57e-3aa81370ac46 service neutron] 10.222.0.35 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.4663930 Sep 08 09:00:35.824349 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-737fbb38-78b9-49b5-979c-299c2fc92fd3 req-cab8f493-db66-485c-a446-cacc7c476794 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=3b8b664f-ea80-4039-b033-4de2af4c5dfc HTTP/1.1" status: 200 len: 217 time: 0.1251407 Sep 08 09:00:35.833597 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4842d9ed-959f-43e6-ac9d-fac0f504e28a tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:35.837775 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-737fbb38-78b9-49b5-979c-299c2fc92fd3 req-c2cb6878-9060-4995-b784-77322a005f81 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=3b8b664f-ea80-4039-b033-4de2af4c5dfc HTTP/1.1" status: 200 len: 217 time: 0.1085849 Sep 08 09:00:35.857019 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c1de3f3d-7253-4232-ad5e-13bad07f8d8f req-6a01bc66-7ae8-4c79-88fa-38521e9e341d tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6210148-fbea-4ded-8a6d-df3c0613e065 HTTP/1.1" status: 200 len: 210 time: 0.0635741 Sep 08 09:00:35.888881 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4842d9ed-959f-43e6-ac9d-fac0f504e28a tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:35.913156 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c30fd08b-00f4-4ab0-aab9-d60bd3211053 req-03b2e481-eb50-440b-9703-ad2443d87d72 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1e198e66-38f5-412a-931b-4b3cfd21dcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619278 Sep 08 09:00:35.976768 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fbb38-78b9-49b5-979c-299c2fc92fd3 req-ce88e65e-d7fd-4b3e-b99e-1443d3980c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:35.978176 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-737fbb38-78b9-49b5-979c-299c2fc92fd3 req-ce88e65e-d7fd-4b3e-b99e-1443d3980c26 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.1393824 Sep 08 09:00:35.993127 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fbb38-78b9-49b5-979c-299c2fc92fd3 req-debd5838-309b-4ad0-9cbf-7a060509d8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:35.994632 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-737fbb38-78b9-49b5-979c-299c2fc92fd3 req-debd5838-309b-4ad0-9cbf-7a060509d8a7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.1437616 Sep 08 09:00:36.093241 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [None req-4842d9ed-959f-43e6-ac9d-fac0f504e28a tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Floating IP abd2fe8d-eac8-47ac-a170-be3854970b87 associated. External IP: 172.25.0.29, port: e32d36f6-bacc-4b16-baab-742b73c2c2dc. Sep 08 09:00:36.141030 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fbb38-78b9-49b5-979c-299c2fc92fd3 req-44e37449-a4ed-4f6e-a31a-58afa0478425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:36.142624 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-737fbb38-78b9-49b5-979c-299c2fc92fd3 req-44e37449-a4ed-4f6e-a31a-58afa0478425 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1514232 Sep 08 09:00:36.157515 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab915997-6d65-4ac7-8cc8-83b6126e54c5 req-83dc7823-673f-4c48-b852-6801b3e532fa tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:36.164586 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ab915997-6d65-4ac7-8cc8-83b6126e54c5 req-83dc7823-673f-4c48-b852-6801b3e532fa tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb8be78d-0bd3-4245-965f-d28d1aa4c72a HTTP/1.1" status: 200 len: 946 time: 0.0772717 Sep 08 09:00:36.230957 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ab915997-6d65-4ac7-8cc8-83b6126e54c5 req-50d48718-c9a5-4258-9783-4057a75d9e74 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557098 Sep 08 09:00:36.276416 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device cc87d41f-925b-40da-9e59-fc54971bc748 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:00:36.285609 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36342) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:00:36.293122 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a81b68-4c90-4cf3-b656-f76ec1e53b1c', 'name': 'network-vif-deleted', 'tag': '203d962b-25a9-45e7-a5cc-fdee97e44ffc'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:00:36.296055 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c164b4-5956-4d59-9922-630e271a6e0b" -d '{"events": [{"server_uuid": "a6a81b68-4c90-4cf3-b656-f76ec1e53b1c", "name": "network-vif-deleted", "tag": "203d962b-25a9-45e7-a5cc-fdee97e44ffc"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:00:36.339407 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-60c03a63-60cb-4c81-bb3e-f119be556085 req-73ec4731-d0ae-4fbf-8401-a2ff44124f1a tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 210 time: 0.0944552 Sep 08 09:00:36.388249 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port cc87d41f-925b-40da-9e59-fc54971bc748 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:00:36.398341 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port cc87d41f-925b-40da-9e59-fc54971bc748 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:00:36.402124 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:36.452014 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36cf59b-6c51-456e-a3cc-e74649d9500e x-openstack-request-id: req-d36cf59b-6c51-456e-a3cc-e74649d9500e {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:00:36.452340 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a81b68-4c90-4cf3-b656-f76ec1e53b1c", "name": "network-vif-deleted", "tag": "203d962b-25a9-45e7-a5cc-fdee97e44ffc", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:00:36.452629 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d36cf59b-6c51-456e-a3cc-e74649d9500e {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:00:36.453148 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a81b68-4c90-4cf3-b656-f76ec1e53b1c', 'name': 'network-vif-deleted', 'tag': '203d962b-25a9-45e7-a5cc-fdee97e44ffc', 'status': 'completed', 'code': 200} Sep 08 09:00:36.471892 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fbb38-78b9-49b5-979c-299c2fc92fd3 req-8ab4eb1e-b18d-44d5-9ddf-80bbce2033e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:36.476662 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-737fbb38-78b9-49b5-979c-299c2fc92fd3 req-8ab4eb1e-b18d-44d5-9ddf-80bbce2033e1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1831551 Sep 08 09:00:36.482177 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-737fbb38-78b9-49b5-979c-299c2fc92fd3 req-ccf39b14-dd85-4499-9085-51efc0db1e85 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290436 Sep 08 09:00:36.574529 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:36.631277 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port cc87d41f-925b-40da-9e59-fc54971bc748, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=cc87d41f-925b-40da-9e59-fc54971bc748,segment=NetworkSegment(58ef895a-49ba-4b02-a354-72689f1d0f10),segment_id=58ef895a-49ba-4b02-a354-72689f1d0f10)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:36.638119 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e0831-e2f5-40ab-ac11-48ea00ebd3d6 req-668e4089-7711-4cfe-a373-61d39fd9874b tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:36.638843 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:36.640142 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 203d962b-25a9-45e7-a5cc-fdee97e44ffc no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:00:36.649335 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-125e0831-e2f5-40ab-ac11-48ea00ebd3d6 req-668e4089-7711-4cfe-a373-61d39fd9874b tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb8be78d-0bd3-4245-965f-d28d1aa4c72a HTTP/1.1" status: 200 len: 946 time: 0.1065111 Sep 08 09:00:36.674417 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-39b93d20-fe24-4706-93c1-2a3cde0fa1ac admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=65aa471e14f64e51b04cc98816c3a16f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3868034 Sep 08 09:00:36.675058 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36356) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:00:36.713331 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 203d962b-25a9-45e7-a5cc-fdee97e44ffc {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:00:36.713946 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 203d962b-25a9-45e7-a5cc-fdee97e44ffc not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:00:36.746735 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-125e0831-e2f5-40ab-ac11-48ea00ebd3d6 req-7a0b0de9-073e-429a-8acc-ac0cc6844ff3 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963786 Sep 08 09:00:36.749586 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=cc87d41f-925b-40da-9e59-fc54971bc748,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:36.791993 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-95778499-3b7d-4998-8976-8c4598a89128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:36.832384 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-95778499-3b7d-4998-8976-8c4598a89128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:36.846264 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4842d9ed-959f-43e6-ac9d-fac0f504e28a tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Router 1b24dfed-5b98-4eca-837d-5763d08344ec has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:00:36.881698 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-737fbb38-78b9-49b5-979c-299c2fc92fd3 req-7e7c5c67-4f8c-4038-89ba-042e35c97df5 service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981886 Sep 08 09:00:36.893016 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90151e-cec0-4b9d-89fc-e1178e4586cf req-5e826126-8ffd-4541-a8b5-6fab702f6244 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:36.894606 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1f90151e-cec0-4b9d-89fc-e1178e4586cf req-5e826126-8ffd-4541-a8b5-6fab702f6244 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb9d378a-11b9-4384-914f-cf376ba10adc HTTP/1.1" status: 200 len: 945 time: 0.2913811 Sep 08 09:00:36.898831 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-737fbb38-78b9-49b5-979c-299c2fc92fd3 req-ef7c99e5-1a37-4ccf-8ba8-fcea5af06be9 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4017472 Sep 08 09:00:36.936993 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae2978c-ab8b-479a-8d4b-50844dc7465d req-e64b7d35-1946-45a7-8716-84a1d411424c tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:36.938718 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9ae2978c-ab8b-479a-8d4b-50844dc7465d req-e64b7d35-1946-45a7-8716-84a1d411424c tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 946 time: 0.1147430 Sep 08 09:00:36.939993 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-95778499-3b7d-4998-8976-8c4598a89128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:36.942650 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-95778499-3b7d-4998-8976-8c4598a89128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:36.943998 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-95778499-3b7d-4998-8976-8c4598a89128 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1e909348-d27a-4af9-8d8a-13cdd74a5feb HTTP/1.1" status: 204 len: 168 time: 0.2657251 Sep 08 09:00:36.964432 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95778499-3b7d-4998-8976-8c4598a89128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e909348-d27a-4af9-8d8a-13cdd74a5feb,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:37.012478 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9ae2978c-ab8b-479a-8d4b-50844dc7465d req-b6fa0521-532d-4f02-9590-167373784e46 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585504 Sep 08 09:00:37.080790 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1f90151e-cec0-4b9d-89fc-e1178e4586cf req-1376ce1a-1f79-4661-a2b2-ed094050493c tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e198e66-38f5-412a-931b-4b3cfd21dcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749825 Sep 08 09:00:37.203388 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9d378a-11b9-4384-914f-cf376ba10adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc87d41f-925b-40da-9e59-fc54971bc748'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:00:37.207121 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae024c3-7dc8-4412-a6bd-953a126a09f5" -d '{"events": [{"server_uuid": "fb9d378a-11b9-4384-914f-cf376ba10adc", "name": "network-vif-plugged", "status": "completed", "tag": "cc87d41f-925b-40da-9e59-fc54971bc748"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:00:37.259003 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd8ab4-8a05-487f-bdac-f164ce265ee7 req-10d518ba-48eb-48c0-938d-0ded9139f0ef tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:37.260948 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d5cd8ab4-8a05-487f-bdac-f164ce265ee7 req-10d518ba-48eb-48c0-938d-0ded9139f0ef tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 948 time: 0.0853417 Sep 08 09:00:37.284987 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a030e729-07e9-4b48-bcbc-57cc272aa115 req-ebb6509d-0791-411d-9060-9bd9615881e3 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6210148-fbea-4ded-8a6d-df3c0613e065 HTTP/1.1" status: 200 len: 210 time: 0.0380006 Sep 08 09:00:37.328793 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4842d9ed-959f-43e6-ac9d-fac0f504e28a tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:00:37.335250 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4842d9ed-959f-43e6-ac9d-fac0f504e28a tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:37.340307 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-737fbb38-78b9-49b5-979c-299c2fc92fd3 req-12aa54bf-970c-4096-b600-ccd139b6a4a5 service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789892 Sep 08 09:00:37.343022 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562c4eea-103a-4e42-8d54-df3fdd007443 None None] Sync routers for ids ['1b24dfed-5b98-4eca-837d-5763d08344ec'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:00:37.364245 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562c4eea-103a-4e42-8d54-df3fdd007443 None None] Routers {'1b24dfed-5b98-4eca-837d-5763d08344ec'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:00:37.367936 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-562c4eea-103a-4e42-8d54-df3fdd007443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:00:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['1b24dfed-5b98-4eca-837d-5763d08344ec'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:00:37.374351 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4842d9ed-959f-43e6-ac9d-fac0f504e28a tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "PUT /v2.0/floatingips/abd2fe8d-eac8-47ac-a170-be3854970b87 HTTP/1.1" status: 200 len: 991 time: 3.6435676 Sep 08 09:00:37.411237 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d5cd8ab4-8a05-487f-bdac-f164ce265ee7 req-be245793-3cd2-4d5a-86e4-252925948b16 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404102 Sep 08 09:00:37.446987 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d71c0d3-d82f-4cad-80e8-760b1ecad804 x-openstack-request-id: req-9d71c0d3-d82f-4cad-80e8-760b1ecad804 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:00:37.447524 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9d378a-11b9-4384-914f-cf376ba10adc", "name": "network-vif-plugged", "status": "completed", "tag": "cc87d41f-925b-40da-9e59-fc54971bc748", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:00:37.448089 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9d71c0d3-d82f-4cad-80e8-760b1ecad804 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:00:37.448287 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9d378a-11b9-4384-914f-cf376ba10adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc87d41f-925b-40da-9e59-fc54971bc748', 'code': 200} Sep 08 09:00:37.528822 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4eb09440-3a89-44cd-b395-049fe6ffd8ad req-6d5830b4-77c8-421d-a20a-b18c53dbd5b5 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 210 time: 0.0602143 Sep 08 09:00:37.589830 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-562c4eea-103a-4e42-8d54-df3fdd007443 None None] Set router 1b24dfed-5b98-4eca-837d-5763d08344ec gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:00:37.616309 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb6057-2a52-4a8e-9b7c-6a327351bac1 req-4ca53333-9f2f-457b-97ff-ab370115ea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:37.620102 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7ccb6057-2a52-4a8e-9b7c-6a327351bac1 req-4ca53333-9f2f-457b-97ff-ab370115ea3a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fb9d378a-11b9-4384-914f-cf376ba10adc HTTP/1.1" status: 200 len: 1097 time: 0.0898871 Sep 08 09:00:37.666345 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7ccb6057-2a52-4a8e-9b7c-6a327351bac1 req-13b9c239-35f0-4bc0-8413-e06dd11a908e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1e198e66-38f5-412a-931b-4b3cfd21dcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392091 Sep 08 09:00:37.892904 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18801e0-fb3a-4b7d-8f24-4346d1401ebc req-ee889693-ca25-4ff4-9584-82208ba2afbc tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:37.895263 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a18801e0-fb3a-4b7d-8f24-4346d1401ebc req-ee889693-ca25-4ff4-9584-82208ba2afbc tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb8be78d-0bd3-4245-965f-d28d1aa4c72a HTTP/1.1" status: 200 len: 946 time: 0.0632751 Sep 08 09:00:37.943285 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a18801e0-fb3a-4b7d-8f24-4346d1401ebc req-f447ae29-7ad6-4102-a92b-7163ebc4277f tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407984 Sep 08 09:00:37.956856 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-562c4eea-103a-4e42-8d54-df3fdd007443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1074538872-router', 'tenant_id': 'db87c3df22f54cac9f5bd24547674625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '4247d3f1-3fd2-4989-9812-be018df0712c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:56:01Z', 'updated_at': '2021-09-08T08:56:09Z', 'revision_number': 4, 'project_id': 'db87c3df22f54cac9f5bd24547674625', 'gw_port': {'id': '4247d3f1-3fd2-4989-9812-be018df0712c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:17:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:03Z', 'updated_at': '2021-09-08T08:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': 'abd2fe8d-eac8-47ac-a170-be3854970b87', 'tenant_id': 'db87c3df22f54cac9f5bd24547674625', 'floating_ip_address': '172.25.0.29', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'port_id': 'e32d36f6-bacc-4b16-baab-742b73c2c2dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec0db0af-4061-4294-bedb-bbba2374fc20', 'mac_address': 'fa:16:3e:72:64:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3d0e69-8f10-49ac-aad2-4f28b0f6bf0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T08:56:41Z', 'updated_at': '2021-09-08T09:00:35Z', 'revision_number': 5, 'project_id': 'db87c3df22f54cac9f5bd24547674625', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4771153-1032-4d10-bfd5-163ab528deda', 'name': '', 'network_id': 'ec0db0af-4061-4294-bedb-bbba2374fc20', 'tenant_id': 'db87c3df22f54cac9f5bd24547674625', 'mac_address': 'fa:16:3e:6b:cd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5306a8b8-86cd-4361-8bb4-448984316315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:07Z', 'updated_at': '2021-09-08T08:56:25Z', 'revision_number': 5, 'project_id': 'db87c3df22f54cac9f5bd24547674625', 'subnets': [{'id': '5306a8b8-86cd-4361-8bb4-448984316315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:00:37.991268 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562c4eea-103a-4e42-8d54-df3fdd007443 None None] Checking router: 1b24dfed-5b98-4eca-837d-5763d08344ec for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:00:38.007351 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562c4eea-103a-4e42-8d54-df3fdd007443 None None] Routers {'1b24dfed-5b98-4eca-837d-5763d08344ec'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:00:38.007940 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-562c4eea-103a-4e42-8d54-df3fdd007443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:00:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['1b24dfed-5b98-4eca-837d-5763d08344ec'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:00:38.160148 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-562c4eea-103a-4e42-8d54-df3fdd007443 None None] Set router 1b24dfed-5b98-4eca-837d-5763d08344ec gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:00:38.219837 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429fa1d-82ef-4cf4-8bc2-fe2193d4796b req-5b7ef7fd-2dc5-42ce-8980-a091c7873aba tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:38.221582 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c429fa1d-82ef-4cf4-8bc2-fe2193d4796b req-5b7ef7fd-2dc5-42ce-8980-a091c7873aba tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 946 time: 0.0879745 Sep 08 09:00:38.231344 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36402) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:00:38.303188 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c429fa1d-82ef-4cf4-8bc2-fe2193d4796b req-81cb322d-666d-470f-8c1c-a2e028d23bb0 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744715 Sep 08 09:00:38.385859 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-377d4408-d379-4b7b-b0e3-2ac91e1dafba admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1194908753-network', 'tenant_id': '05dfbd02c1814a04a5e78fef70e8cc9e'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:00:38.421485 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377d4408-d379-4b7b-b0e3-2ac91e1dafba admin admin] Made reservation on behalf of 05dfbd02c1814a04a5e78fef70e8cc9e for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:00:38.425144 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-377d4408-d379-4b7b-b0e3-2ac91e1dafba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:38.441032 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-377d4408-d379-4b7b-b0e3-2ac91e1dafba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:38.459293 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee3d0e69-8f10-49ac-aad2-4f28b0f6bf0c', 'tag': 'e32d36f6-bacc-4b16-baab-742b73c2c2dc'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:00:38.468610 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa2f39a-3af0-4422-a835-104c8fd4ef1a" -d '{"events": [{"name": "network-changed", "server_uuid": "ee3d0e69-8f10-49ac-aad2-4f28b0f6bf0c", "tag": "e32d36f6-bacc-4b16-baab-742b73c2c2dc"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:00:38.503081 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1fb81c-fe54-494b-954d-fa37c663b467 req-03c8c534-48c0-4af9-9645-29a8705992b8 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:38.507968 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1b1fb81c-fe54-494b-954d-fa37c663b467 req-03c8c534-48c0-4af9-9645-29a8705992b8 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb9d378a-11b9-4384-914f-cf376ba10adc HTTP/1.1" status: 200 len: 945 time: 0.1370080 Sep 08 09:00:38.532418 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 3b8b664f-ea80-4039-b033-4de2af4c5dfc details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:00:38.592208 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1b1fb81c-fe54-494b-954d-fa37c663b467 req-bc321448-c6b3-40f8-9e0e-faeb4cde1ec5 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e198e66-38f5-412a-931b-4b3cfd21dcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776253 Sep 08 09:00:38.653582 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b2c289c2-6fb0-4d59-84de-3b98f059aff7 req-e7bdb904-a75c-47a2-9aef-2565cb335f4f tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6210148-fbea-4ded-8a6d-df3c0613e065 HTTP/1.1" status: 200 len: 210 time: 0.0358882 Sep 08 09:00:38.679642 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-377d4408-d379-4b7b-b0e3-2ac91e1dafba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:38.695163 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-377d4408-d379-4b7b-b0e3-2ac91e1dafba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:38.717605 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 3b8b664f-ea80-4039-b033-4de2af4c5dfc, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=3b8b664f-ea80-4039-b033-4de2af4c5dfc,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:38.736780 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '3b8b664f-ea80-4039-b033-4de2af4c5dfc', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'port_id': '3b8b664f-ea80-4039-b033-4de2af4c5dfc', 'mac_address': 'fa:16:3e:7e:7d:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc66e4b-ecb5-4c99-afe1-0a78c722534a', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:00:38.745791 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-377d4408-d379-4b7b-b0e3-2ac91e1dafba admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:00:38.746431 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91458ffd-f259-4e10-88f6-036e50b2ddef req-97338fa7-25ba-4dee-8ff9-2ea0ddcca18a tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:38.748282 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-562c4eea-103a-4e42-8d54-df3fdd007443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1074538872-router', 'tenant_id': 'db87c3df22f54cac9f5bd24547674625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '4247d3f1-3fd2-4989-9812-be018df0712c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:56:01Z', 'updated_at': '2021-09-08T08:56:09Z', 'revision_number': 4, 'project_id': 'db87c3df22f54cac9f5bd24547674625', 'gw_port': {'id': '4247d3f1-3fd2-4989-9812-be018df0712c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:17:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:03Z', 'updated_at': '2021-09-08T08:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': 'abd2fe8d-eac8-47ac-a170-be3854970b87', 'tenant_id': 'db87c3df22f54cac9f5bd24547674625', 'floating_ip_address': '172.25.0.29', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'port_id': 'e32d36f6-bacc-4b16-baab-742b73c2c2dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec0db0af-4061-4294-bedb-bbba2374fc20', 'mac_address': 'fa:16:3e:72:64:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3d0e69-8f10-49ac-aad2-4f28b0f6bf0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T08:56:41Z', 'updated_at': '2021-09-08T09:00:35Z', 'revision_number': 5, 'project_id': 'db87c3df22f54cac9f5bd24547674625', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4771153-1032-4d10-bfd5-163ab528deda', 'name': '', 'network_id': 'ec0db0af-4061-4294-bedb-bbba2374fc20', 'tenant_id': 'db87c3df22f54cac9f5bd24547674625', 'mac_address': 'fa:16:3e:6b:cd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5306a8b8-86cd-4361-8bb4-448984316315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:07Z', 'updated_at': '2021-09-08T08:56:25Z', 'revision_number': 5, 'project_id': 'db87c3df22f54cac9f5bd24547674625', 'subnets': [{'id': '5306a8b8-86cd-4361-8bb4-448984316315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:00:38.762491 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d4408-d379-4b7b-b0e3-2ac91e1dafba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7bfe44-b60e-45bc-94e9-f85afb35ae23,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:38.765103 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-91458ffd-f259-4e10-88f6-036e50b2ddef req-97338fa7-25ba-4dee-8ff9-2ea0ddcca18a tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 948 time: 0.1134560 Sep 08 09:00:38.770008 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-377d4408-d379-4b7b-b0e3-2ac91e1dafba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:38.770435 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-377d4408-d379-4b7b-b0e3-2ac91e1dafba admin admin] Added segment 62cd42f7-9651-4119-add8-a40e3a6b8c01 of type vlan for network e4ae51a3-555d-433c-8c68-00298de875e2 Sep 08 09:00:38.803757 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562c4eea-103a-4e42-8d54-df3fdd007443 None None] The sync data for ids ['1b24dfed-5b98-4eca-837d-5763d08344ec'] in n-d-806683-11 is: [{'id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1074538872-router', 'tenant_id': 'db87c3df22f54cac9f5bd24547674625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '4247d3f1-3fd2-4989-9812-be018df0712c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:56:01Z', 'updated_at': '2021-09-08T08:56:09Z', 'revision_number': 4, 'project_id': 'db87c3df22f54cac9f5bd24547674625', 'gw_port': {'id': '4247d3f1-3fd2-4989-9812-be018df0712c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:17:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:03Z', 'updated_at': '2021-09-08T08:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': 'abd2fe8d-eac8-47ac-a170-be3854970b87', 'tenant_id': 'db87c3df22f54cac9f5bd24547674625', 'floating_ip_address': '172.25.0.29', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'port_id': 'e32d36f6-bacc-4b16-baab-742b73c2c2dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec0db0af-4061-4294-bedb-bbba2374fc20', 'mac_address': 'fa:16:3e:72:64:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee3d0e69-8f10-49ac-aad2-4f28b0f6bf0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T08:56:41Z', 'updated_at': '2021-09-08T09:00:35Z', 'revision_number': 5, 'project_id': 'db87c3df22f54cac9f5bd24547674625', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4771153-1032-4d10-bfd5-163ab528deda', 'name': '', 'network_id': 'ec0db0af-4061-4294-bedb-bbba2374fc20', 'tenant_id': 'db87c3df22f54cac9f5bd24547674625', 'mac_address': 'fa:16:3e:6b:cd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5306a8b8-86cd-4361-8bb4-448984316315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:07Z', 'updated_at': '2021-09-08T08:56:25Z', 'revision_number': 5, 'project_id': 'db87c3df22f54cac9f5bd24547674625', 'subnets': [{'id': '5306a8b8-86cd-4361-8bb4-448984316315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:00:38.820558 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:38.834720 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-377d4408-d379-4b7b-b0e3-2ac91e1dafba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:38.859499 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b8b664f-ea80-4039-b033-4de2af4c5dfc {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:00:38.890511 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 3b8b664f-ea80-4039-b033-4de2af4c5dfc, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=3b8b664f-ea80-4039-b033-4de2af4c5dfc,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:38.899169 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:38.914747 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-91458ffd-f259-4e10-88f6-036e50b2ddef req-8b868188-ae35-49a4-9f62-4a827846c5ef tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470335 Sep 08 09:00:38.928200 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-377d4408-d379-4b7b-b0e3-2ac91e1dafba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:38.929625 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377d4408-d379-4b7b-b0e3-2ac91e1dafba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:38.930385 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-377d4408-d379-4b7b-b0e3-2ac91e1dafba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:38.976893 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253e419f-7b0e-483c-8622-54587eae26c0 x-openstack-request-id: req-253e419f-7b0e-483c-8622-54587eae26c0 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:00:38.978860 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee3d0e69-8f10-49ac-aad2-4f28b0f6bf0c", "tag": "e32d36f6-bacc-4b16-baab-742b73c2c2dc", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:00:38.979451 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-253e419f-7b0e-483c-8622-54587eae26c0 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:00:38.982291 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee3d0e69-8f10-49ac-aad2-4f28b0f6bf0c', 'tag': 'e32d36f6-bacc-4b16-baab-742b73c2c2dc', 'status': 'completed', 'code': 200} Sep 08 09:00:39.000565 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=3b8b664f-ea80-4039-b033-4de2af4c5dfc,revision_number=12']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:39.021284 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-377d4408-d379-4b7b-b0e3-2ac91e1dafba admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7877662 Sep 08 09:00:39.022432 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d4408-d379-4b7b-b0e3-2ac91e1dafba admin admin] Pushing event updated for resources: {'Network': ['ID=e4ae51a3-555d-433c-8c68-00298de875e2,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:39.025710 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36428) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:00:39.030580 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-c5832cc7-c924-4cce-8cce-401723009bc5 admin admin] Request body: {'subnet': {'network_id': 'e4ae51a3-555d-433c-8c68-00298de875e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1194908753-subnet', 'tenant_id': '05dfbd02c1814a04a5e78fef70e8cc9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:00:39.039525 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network e4ae51a3-555d-433c-8c68-00298de875e2 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:00:39.063973 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5832cc7-c924-4cce-8cce-401723009bc5 admin admin] Made reservation on behalf of 05dfbd02c1814a04a5e78fef70e8cc9e for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:00:39.068221 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c5832cc7-c924-4cce-8cce-401723009bc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:39.120925 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fa4d0251-14cf-4f8f-863e-2df839663ee9 req-6b729672-c97e-430d-83b9-9c43f9c9e81e tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 210 time: 0.0796583 Sep 08 09:00:39.139254 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2f39a-3af0-4422-a835-104c8fd4ef1a req-a9206ea8-fe74-4a80-b56e-157b3e7d16a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:39.141215 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6fa2f39a-3af0-4422-a835-104c8fd4ef1a req-a9206ea8-fe74-4a80-b56e-157b3e7d16a6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=db87c3df22f54cac9f5bd24547674625&device_id=ee3d0e69-8f10-49ac-aad2-4f28b0f6bf0c HTTP/1.1" status: 200 len: 1098 time: 0.1157067 Sep 08 09:00:39.227670 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd6f0a7-663c-4809-ae96-62ea9d851353 None None] New status for floating IP abd2fe8d-eac8-47ac-a170-be3854970b87: ACTIVE {{(pid=94715) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:00:39.320884 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2f39a-3af0-4422-a835-104c8fd4ef1a req-cf7cf71d-e794-4d42-a3b9-b3fc6a227772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:39.322491 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6fa2f39a-3af0-4422-a835-104c8fd4ef1a req-cf7cf71d-e794-4d42-a3b9-b3fc6a227772 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ec0db0af-4061-4294-bedb-bbba2374fc20 HTTP/1.1" status: 200 len: 925 time: 0.1591835 Sep 08 09:00:39.357329 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c5832cc7-c924-4cce-8cce-401723009bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:39.399465 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['3b8b664f-ea80-4039-b033-4de2af4c5dfc'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:00:39.416820 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f810fa6-511a-4744-857b-448294811687 req-8723c82e-2516-405d-ac90-50e95ed545f7 tempest-MigrationsAdminTest-560682355 tempest-MigrationsAdminTest-560682355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:39.424208 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6f810fa6-511a-4744-857b-448294811687 req-8723c82e-2516-405d-ac90-50e95ed545f7 tempest-MigrationsAdminTest-560682355 tempest-MigrationsAdminTest-560682355-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 1101 time: 0.0938468 Sep 08 09:00:39.457277 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6fa2f39a-3af0-4422-a835-104c8fd4ef1a req-d3dec5da-3138-43d3-be95-fea279d3dc9c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e32d36f6-bacc-4b16-baab-742b73c2c2dc HTTP/1.1" status: 200 len: 999 time: 0.1160946 Sep 08 09:00:39.511008 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6f810fa6-511a-4744-857b-448294811687 req-e082aebf-42d0-451e-9891-e74f11c86758 tempest-MigrationsAdminTest-560682355 tempest-MigrationsAdminTest-560682355-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786507 Sep 08 09:00:39.528662 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5832cc7-c924-4cce-8cce-401723009bc5 admin admin] Checking segment: {'id': '62cd42f7-9651-4119-add8-a40e3a6b8c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e4ae51a3-555d-433c-8c68-00298de875e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:00:39.528662 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5832cc7-c924-4cce-8cce-401723009bc5 admin admin] Network hostable DHCP agents. Network: e4ae51a3-555d-433c-8c68-00298de875e2, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:00:39.543748 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5832cc7-c924-4cce-8cce-401723009bc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b8d890a-bf45-4b73-bd8d-17a04a6ff513,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:39.549016 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2f39a-3af0-4422-a835-104c8fd4ef1a req-4c17a826-2d99-4490-88ca-21696b052029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:39.551340 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6fa2f39a-3af0-4422-a835-104c8fd4ef1a req-4c17a826-2d99-4490-88ca-21696b052029 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5306a8b8-86cd-4361-8bb4-448984316315 HTTP/1.1" status: 200 len: 863 time: 0.0866086 Sep 08 09:00:39.589434 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e263e-2f79-4fc0-84a7-a7162ed0b5d9 req-b0907903-c48a-4f07-9a14-c8a9b01affcb tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:39.597427 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-526e263e-2f79-4fc0-84a7-a7162ed0b5d9 req-b0907903-c48a-4f07-9a14-c8a9b01affcb tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 946 time: 0.1658442 Sep 08 09:00:39.618391 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5832cc7-c924-4cce-8cce-401723009bc5 admin admin] Network e4ae51a3-555d-433c-8c68-00298de875e2 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:00:39.650788 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-c5832cc7-c924-4cce-8cce-401723009bc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, e4ae51a3-555d-433c-8c68-00298de875e2) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:00:39.652729 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2f39a-3af0-4422-a835-104c8fd4ef1a req-5303593b-a902-4abe-b27c-16598ea12994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:39.655123 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6fa2f39a-3af0-4422-a835-104c8fd4ef1a req-5303593b-a902-4abe-b27c-16598ea12994 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ec0db0af-4061-4294-bedb-bbba2374fc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0965426 Sep 08 09:00:39.659769 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34f7866-bfb7-4b33-bf66-043c4155a61a None None] Network e4ae51a3-555d-433c-8c68-00298de875e2 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:00:39.660608 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-526e263e-2f79-4fc0-84a7-a7162ed0b5d9 req-da8d00f3-1415-4a8b-a5e1-e64d6b950b0f tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520844 Sep 08 09:00:39.662546 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5832cc7-c924-4cce-8cce-401723009bc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:39.663427 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c5832cc7-c924-4cce-8cce-401723009bc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:39.748898 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c5832cc7-c924-4cce-8cce-401723009bc5 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6925359 Sep 08 09:00:39.894431 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60229261-4b7d-492f-bd53-8226d8774b61 req-516a94b9-b3be-493e-bf0c-d0d8b9f3615f tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:39.916187 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-60229261-4b7d-492f-bd53-8226d8774b61 req-516a94b9-b3be-493e-bf0c-d0d8b9f3615f tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb9d378a-11b9-4384-914f-cf376ba10adc HTTP/1.1" status: 200 len: 945 time: 0.1129701 Sep 08 09:00:39.931077 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82ef9bc-9ba1-4892-b06b-2b228c1295fe None None] Network e4ae51a3-555d-433c-8c68-00298de875e2 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:00:39.987963 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-60229261-4b7d-492f-bd53-8226d8774b61 req-c7922a1f-b4d1-4374-9aaa-e4a63a361c17 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e198e66-38f5-412a-931b-4b3cfd21dcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709381 Sep 08 09:00:40.117240 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51528f2-264d-4a83-86a7-3fb4d45de182 req-c76b4384-6fb9-4aa0-85e3-2cc6917f61dc tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:40.118746 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a51528f2-264d-4a83-86a7-3fb4d45de182 req-c76b4384-6fb9-4aa0-85e3-2cc6917f61dc tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 949 time: 0.0579934 Sep 08 09:00:40.168211 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a51528f2-264d-4a83-86a7-3fb4d45de182 req-6c4e5190-a452-42ab-b951-b1d1b28ed5db tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422552 Sep 08 09:00:40.190290 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cff57ed4-9fb9-43fa-8e2f-241291c713af req-b6163a1c-187c-4a02-b59d-9029867d7f0c tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/ports?device_id=c6210148-fbea-4ded-8a6d-df3c0613e065 HTTP/1.1" status: 200 len: 210 time: 0.0811434 Sep 08 09:00:40.258320 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6fa2f39a-3af0-4422-a835-104c8fd4ef1a req-1d4ce6e5-d4c5-4db4-bb16-fee118d878b9 service neutron] 10.222.0.35 "GET /v2.0/networks/ec0db0af-4061-4294-bedb-bbba2374fc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5875187 Sep 08 09:00:40.421201 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e93cb8-64b0-4b89-807b-17d5251040d8 req-00f50796-f3c0-479d-b7c2-cdae7d777d09 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:40.433657 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-15e93cb8-64b0-4b89-807b-17d5251040d8 req-00f50796-f3c0-479d-b7c2-cdae7d777d09 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d3961ca-7139-4d44-9b3b-0f3a8ac1d67e HTTP/1.1" status: 200 len: 945 time: 0.0983276 Sep 08 09:00:40.450191 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6fa2f39a-3af0-4422-a835-104c8fd4ef1a req-3624f78d-f266-4eb7-b24c-2ced1934c7eb service neutron] 10.222.0.35 "GET /v2.0/networks/ec0db0af-4061-4294-bedb-bbba2374fc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837652 Sep 08 09:00:40.478978 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-15e93cb8-64b0-4b89-807b-17d5251040d8 req-0b3a0f0e-0058-4456-8cdb-62d81d2595bd tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e198e66-38f5-412a-931b-4b3cfd21dcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449643 Sep 08 09:00:40.589509 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-00bce6a5-eb9e-42f9-9741-ef9b61dd8595 req-62a7c1a3-81b4-443e-9021-8b97c8faf9a3 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 210 time: 0.0344486 Sep 08 09:00:40.647540 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966c550-10c3-44eb-bb01-984bea4e569e req-aa4d6a9c-9440-4f1e-87a3-376196db8b4f tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:40.649442 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c966c550-10c3-44eb-bb01-984bea4e569e req-aa4d6a9c-9440-4f1e-87a3-376196db8b4f tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/networks?id=e4ae51a3-555d-433c-8c68-00298de875e2 HTTP/1.1" status: 200 len: 822 time: 0.1331594 Sep 08 09:00:40.666263 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c966c550-10c3-44eb-bb01-984bea4e569e req-a6bed256-ab7e-4527-9d3a-3587865bb7b7 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/quotas/05dfbd02c1814a04a5e78fef70e8cc9e HTTP/1.1" status: 200 len: 375 time: 0.0104234 Sep 08 09:00:40.702517 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c966c550-10c3-44eb-bb01-984bea4e569e req-91279fbf-866e-4fab-b316-85d8afc9f183 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=05dfbd02c1814a04a5e78fef70e8cc9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300531 Sep 08 09:00:40.826792 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c966c550-10c3-44eb-bb01-984bea4e569e req-d8dc49ea-28d0-4b02-80b0-3fe58920cc7e service neutron] 10.222.0.54 "GET /v2.0/networks/e4ae51a3-555d-433c-8c68-00298de875e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165829 Sep 08 09:00:40.943227 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c966c550-10c3-44eb-bb01-984bea4e569e req-334a656e-35c4-4512-a12b-3a437a599a8b service neutron] 10.222.0.54 "GET /v2.0/networks/e4ae51a3-555d-433c-8c68-00298de875e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151993 Sep 08 09:00:40.951703 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa070d-09a6-47c4-9574-92953945c970 req-5ea74f71-a680-4a17-9ffc-715afc2e3e36 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:40.956758 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-76fa070d-09a6-47c4-9574-92953945c970 req-5ea74f71-a680-4a17-9ffc-715afc2e3e36 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 946 time: 0.0641904 Sep 08 09:00:41.009048 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-76fa070d-09a6-47c4-9574-92953945c970 req-2b7a34d5-f01a-41ed-9c47-81c0d696e24c tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433679 Sep 08 09:00:41.158970 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-04016bd2-1866-432a-a376-c6fe0928ecc4 req-02d958a5-789e-4655-a6a8-5bc273d59bcf tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf9715d3-b5a7-4b11-b0bc-2b416bf0ea60 HTTP/1.1" status: 200 len: 210 time: 0.0399027 Sep 08 09:00:41.345833 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc2de3-453a-4216-a20d-0a7da5302517 req-feba1580-5244-4db0-b067-2ec869a25d8c tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:41.347510 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fadc2de3-453a-4216-a20d-0a7da5302517 req-feba1580-5244-4db0-b067-2ec869a25d8c tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 949 time: 0.0753763 Sep 08 09:00:41.426218 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361b8cf-ad95-4e25-9cf0-f0ff8b5ab1e7 req-b0d8ea38-f761-4cbc-80c1-1e23dea36dec tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:41.434208 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fadc2de3-453a-4216-a20d-0a7da5302517 req-b97fa983-e71c-42b2-8ac0-6b0b8a4f5d88 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774026 Sep 08 09:00:41.437497 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3361b8cf-ad95-4e25-9cf0-f0ff8b5ab1e7 req-b0d8ea38-f761-4cbc-80c1-1e23dea36dec tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d3961ca-7139-4d44-9b3b-0f3a8ac1d67e HTTP/1.1" status: 200 len: 945 time: 0.1010547 Sep 08 09:00:41.498833 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3361b8cf-ad95-4e25-9cf0-f0ff8b5ab1e7 req-dc475e4c-a5eb-400e-81f8-5296852ec7c1 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e198e66-38f5-412a-931b-4b3cfd21dcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603015 Sep 08 09:00:41.544166 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 36508) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:00:41.655901 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b2cd96e7-1bd4-4dea-857f-4b277a502be4 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:41.734641 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b2cd96e7-1bd4-4dea-857f-4b277a502be4 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:41.774713 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d1706730-c209-48a9-8418-4d5250954d75 req-1b1c83c9-fe01-46ba-ad96-477f7a59570a tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 210 time: 0.0934680 Sep 08 09:00:41.797984 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf650d3-76ed-4e31-9696-8b1a3a8411c2 req-981d4e3e-e639-4848-852b-27837a8128f6 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:41.799823 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dcf650d3-76ed-4e31-9696-8b1a3a8411c2 req-981d4e3e-e639-4848-852b-27837a8128f6 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 949 time: 0.1229951 Sep 08 09:00:41.844302 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b2cd96e7-1bd4-4dea-857f-4b277a502be4 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:41.847396 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b2cd96e7-1bd4-4dea-857f-4b277a502be4 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:41.848912 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b2cd96e7-1bd4-4dea-857f-4b277a502be4 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "DELETE /v2.0/security-groups/c739da54-7e1c-49e4-9c34-4a6cb21970fc HTTP/1.1" status: 204 len: 168 time: 0.3030834 Sep 08 09:00:41.852097 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36526) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:00:41.874395 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-5c32c537-0e04-4ce5-9206-522594e26d12 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] show failed (client error): The resource could not be found. Sep 08 09:00:41.882396 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5c32c537-0e04-4ce5-9206-522594e26d12 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "GET /v2.0/security-groups/c739da54-7e1c-49e4-9c34-4a6cb21970fc HTTP/1.1" status: 404 len: 347 time: 0.0255225 Sep 08 09:00:41.883103 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36528) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:00:41.887441 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cd96e7-1bd4-4dea-857f-4b277a502be4 tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c739da54-7e1c-49e4-9c34-4a6cb21970fc,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:42.033015 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-dcf650d3-76ed-4e31-9696-8b1a3a8411c2 req-2f5d306c-08c8-4ef6-93b3-eab7e5a85a08 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Deleting port 3b8b664f-ea80-4039-b033-4de2af4c5dfc {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:00:42.035358 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-dcf650d3-76ed-4e31-9696-8b1a3a8411c2 req-2f5d306c-08c8-4ef6-93b3-eab7e5a85a08 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:42.093704 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-935fe272-0cc5-4b52-beac-e42677dbfdbb tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Deleting port 4116f783-50f8-4c6f-ab30-023baf17eb76 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:00:42.094296 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-935fe272-0cc5-4b52-beac-e42677dbfdbb tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:42.173435 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-dcf650d3-76ed-4e31-9696-8b1a3a8411c2 req-2f5d306c-08c8-4ef6-93b3-eab7e5a85a08 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] For port 3b8b664f-ea80-4039-b033-4de2af4c5dfc, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=3b8b664f-ea80-4039-b033-4de2af4c5dfc,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:42.174102 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-dcf650d3-76ed-4e31-9696-8b1a3a8411c2 req-2f5d306c-08c8-4ef6-93b3-eab7e5a85a08 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:42.193299 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-dcf650d3-76ed-4e31-9696-8b1a3a8411c2 req-2f5d306c-08c8-4ef6-93b3-eab7e5a85a08 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Calling delete_port for 3b8b664f-ea80-4039-b033-4de2af4c5dfc owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:00:42.246742 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-935fe272-0cc5-4b52-beac-e42677dbfdbb tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:42.251873 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-935fe272-0cc5-4b52-beac-e42677dbfdbb tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:42.274191 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d02c59-a4d5-4d18-b69b-acf6872b4248 req-a59ebbd3-7f63-4b75-b181-a94a09e4c432 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:42.276154 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-77d02c59-a4d5-4d18-b69b-acf6872b4248 req-a59ebbd3-7f63-4b75-b181-a94a09e4c432 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 946 time: 0.1226850 Sep 08 09:00:42.288436 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-935fe272-0cc5-4b52-beac-e42677dbfdbb tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Calling delete_port for 4116f783-50f8-4c6f-ab30-023baf17eb76 owned by network:floatingip {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:00:42.351375 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device bac7e4b7-571d-4696-b247-e444c4f86d33 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:00:42.369254 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6fe1a6a0-8bd3-42d0-895e-9acf66507aa3 req-a920b5c5-6b36-45e6-a31a-c933e4757b4e tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf9715d3-b5a7-4b11-b0bc-2b416bf0ea60 HTTP/1.1" status: 200 len: 210 time: 0.0581911 Sep 08 09:00:42.394119 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-77d02c59-a4d5-4d18-b69b-acf6872b4248 req-8b015fa8-a283-4e09-82fc-99c874062537 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010478 Sep 08 09:00:42.556237 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-935fe272-0cc5-4b52-beac-e42677dbfdbb tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:42.612968 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935fe272-0cc5-4b52-beac-e42677dbfdbb tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Pushing event deleted for resources: {'Port': ['ID=4116f783-50f8-4c6f-ab30-023baf17eb76,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:42.663805 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port bac7e4b7-571d-4696-b247-e444c4f86d33, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=bac7e4b7-571d-4696-b247-e444c4f86d33,segment=NetworkSegment(a820c156-0183-407b-aed4-3cdafce41ef3),segment_id=a820c156-0183-407b-aed4-3cdafce41ef3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:42.703711 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': 'bac7e4b7-571d-4696-b247-e444c4f86d33', 'network_id': '73148cfc-c54d-48ac-9639-a21534b9f302', 'port_id': 'bac7e4b7-571d-4696-b247-e444c4f86d33', 'mac_address': 'fa:16:3e:30:67:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b1a525-4d60-465e-8609-7f98f126ac0e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:00:42.715696 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 3b8b664f-ea80-4039-b033-4de2af4c5dfc up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:00:42.775889 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b925cd5-f38d-45af-bb04-6eef7bf76118 req-004e5320-a75a-47cb-ba77-0d168c348371 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:42.779477 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1b925cd5-f38d-45af-bb04-6eef7bf76118 req-004e5320-a75a-47cb-ba77-0d168c348371 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d3961ca-7139-4d44-9b3b-0f3a8ac1d67e HTTP/1.1" status: 200 len: 945 time: 0.1614232 Sep 08 09:00:42.789872 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-935fe272-0cc5-4b52-beac-e42677dbfdbb tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Notify callbacks [] for floatingip, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:42.801280 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-935fe272-0cc5-4b52-beac-e42677dbfdbb tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:42.803884 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-935fe272-0cc5-4b52-beac-e42677dbfdbb tempest-ServersTestBootFromVolume-265461987 tempest-ServersTestBootFromVolume-265461987-project] 10.222.0.54 "DELETE /v2.0/floatingips/75b0c743-3533-4eb3-b578-bd2d101e1d91 HTTP/1.1" status: 204 len: 168 time: 0.9195018 Sep 08 09:00:42.821603 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:42.823177 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 36550) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:00:42.860222 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bac7e4b7-571d-4696-b247-e444c4f86d33 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:00:42.869792 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1b925cd5-f38d-45af-bb04-6eef7bf76118 req-b8673198-79ea-459f-9be8-01121b3057b0 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e198e66-38f5-412a-931b-4b3cfd21dcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814517 Sep 08 09:00:42.882448 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 3b8b664f-ea80-4039-b033-4de2af4c5dfc triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:00:42.886759 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:42.945062 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Port 3b8b664f-ea80-4039-b033-4de2af4c5dfc was deleted so its status cannot be updated. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Sep 08 09:00:42.948140 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port bac7e4b7-571d-4696-b247-e444c4f86d33, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=bac7e4b7-571d-4696-b247-e444c4f86d33,segment=NetworkSegment(a820c156-0183-407b-aed4-3cdafce41ef3),segment_id=a820c156-0183-407b-aed4-3cdafce41ef3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:42.955217 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:43.019726 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-dcf650d3-76ed-4e31-9696-8b1a3a8411c2 req-2f5d306c-08c8-4ef6-93b3-eab7e5a85a08 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:43.031987 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=bac7e4b7-571d-4696-b247-e444c4f86d33,revision_number=6']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:43.042813 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:00:43.043529 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:00:43.044180 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:00:43.049607 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:00:43.051231 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:00:43.052362 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:00:43.052921 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:00:43.053490 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:00:43.054033 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:00:43.054830 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:00:43.055461 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:00:43.056057 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:00:43.075369 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['d05f4588-39b6-4d94-9f78-5dd977338c5a', '4683da4a-df6c-41f5-a23f-e13eaeba9910', '3b8b664f-ea80-4039-b033-4de2af4c5dfc'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:00:43.078420 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['74f7ce03-39e9-435a-9992-ab60a1dc61ca'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:00:43.100973 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cc1e7581-d931-4229-b6f2-51233f4aae26 req-c8472eab-5599-4bef-9a0e-71269547c4e5 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 210 time: 0.0398393 Sep 08 09:00:43.219917 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf650d3-76ed-4e31-9696-8b1a3a8411c2 req-2f5d306c-08c8-4ef6-93b3-eab7e5a85a08 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] No DVR routers for this DVR port 3b8b664f-ea80-4039-b033-4de2af4c5dfc on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:00:43.222822 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-dcf650d3-76ed-4e31-9696-8b1a3a8411c2 req-2f5d306c-08c8-4ef6-93b3-eab7e5a85a08 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:43.226399 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dcf650d3-76ed-4e31-9696-8b1a3a8411c2 req-2f5d306c-08c8-4ef6-93b3-eab7e5a85a08 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.35 "DELETE /v2.0/ports/3b8b664f-ea80-4039-b033-4de2af4c5dfc HTTP/1.1" status: 204 len: 173 time: 1.3942788 Sep 08 09:00:43.233683 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['bac7e4b7-571d-4696-b247-e444c4f86d33'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:00:43.236281 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4a2199-4092-45f7-9c15-980621fe6619', 'name': 'network-vif-deleted', 'tag': '3b8b664f-ea80-4039-b033-4de2af4c5dfc'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:00:43.239868 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d8a7fe-f438-4ce8-92bf-aa17020e9ac0" -d '{"events": [{"server_uuid": "ec4a2199-4092-45f7-9c15-980621fe6619", "name": "network-vif-deleted", "tag": "3b8b664f-ea80-4039-b033-4de2af4c5dfc"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:00:43.261912 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9838f0b4-7a87-4545-b98f-43876e09a3b7 req-27a8ba9d-759e-4744-be3f-9175fa7c1f6f tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:43.263532 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9838f0b4-7a87-4545-b98f-43876e09a3b7 req-27a8ba9d-759e-4744-be3f-9175fa7c1f6f tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.35 "GET /v2.0/ports?device_id=1d3961ca-7139-4d44-9b3b-0f3a8ac1d67e HTTP/1.1" status: 200 len: 945 time: 0.5455587 Sep 08 09:00:43.264670 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d306c-08c8-4ef6-93b3-eab7e5a85a08 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Pushing event deleted for resources: {'Port': ['ID=3b8b664f-ea80-4039-b033-4de2af4c5dfc,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:43.285288 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e96ca-e5b5-4109-b8ec-301db190d1fd req-4cbaebf3-7a6a-4f2a-b609-4d4dcf1214ac tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:43.295885 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e17e96ca-e5b5-4109-b8ec-301db190d1fd req-4cbaebf3-7a6a-4f2a-b609-4d4dcf1214ac tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec4a2199-4092-45f7-9c15-980621fe6619 HTTP/1.1" status: 200 len: 867 time: 0.6297407 Sep 08 09:00:43.423824 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5a6103-93da-43a3-b2e0-35aad517f66f x-openstack-request-id: req-2b5a6103-93da-43a3-b2e0-35aad517f66f {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:00:43.424124 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4a2199-4092-45f7-9c15-980621fe6619", "name": "network-vif-deleted", "tag": "3b8b664f-ea80-4039-b033-4de2af4c5dfc", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:00:43.426598 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2b5a6103-93da-43a3-b2e0-35aad517f66f {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:00:43.428657 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4a2199-4092-45f7-9c15-980621fe6619', 'name': 'network-vif-deleted', 'tag': '3b8b664f-ea80-4039-b033-4de2af4c5dfc', 'status': 'completed', 'code': 200} Sep 08 09:00:43.525916 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966c550-10c3-44eb-bb01-984bea4e569e req-df4fff0b-67fc-4287-bfad-ff04ed8eaca3 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:43.528778 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c966c550-10c3-44eb-bb01-984bea4e569e req-df4fff0b-67fc-4287-bfad-ff04ed8eaca3 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.37 "GET /v2.0/networks?id=e4ae51a3-555d-433c-8c68-00298de875e2 HTTP/1.1" status: 200 len: 822 time: 0.9721029 Sep 08 09:00:43.610599 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-c966c550-10c3-44eb-bb01-984bea4e569e req-ab45096c-66a9-4953-a4c3-796612ffd13d tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Request body: {'port': {'device_id': 'cf9715d3-b5a7-4b11-b0bc-2b416bf0ea60', 'network_id': 'e4ae51a3-555d-433c-8c68-00298de875e2', 'admin_state_up': True, 'tenant_id': '05dfbd02c1814a04a5e78fef70e8cc9e'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:00:43.642791 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f639cd-4619-447f-9f49-9e925e1710ab req-397d4a1b-4968-4e99-9758-78ec0bf2b0d7 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:43.644602 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c9f639cd-4619-447f-9f49-9e925e1710ab req-397d4a1b-4968-4e99-9758-78ec0bf2b0d7 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb9d378a-11b9-4384-914f-cf376ba10adc HTTP/1.1" status: 200 len: 945 time: 0.5272248 Sep 08 09:00:43.655528 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79d2e7-9d0a-4eb6-86f9-ab8998070cd8 req-78b52bea-c538-42f9-985e-f5a3bb5072db tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:43.669860 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0b79d2e7-9d0a-4eb6-86f9-ab8998070cd8 req-78b52bea-c538-42f9-985e-f5a3bb5072db tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 946 time: 0.1327958 Sep 08 09:00:43.780823 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0b79d2e7-9d0a-4eb6-86f9-ab8998070cd8 req-0c614bcd-8eef-43f3-b43d-479774d2620a tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093183 Sep 08 09:00:43.798011 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e17e96ca-e5b5-4109-b8ec-301db190d1fd req-2a1f5850-7787-48e1-9b73-312b732be479 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4985502 Sep 08 09:00:43.992572 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2f31a4fc-9df0-4d40-84a8-f782747d4007 req-2edd2f7c-0d7f-4afe-90ae-8cb8d7795238 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf9715d3-b5a7-4b11-b0bc-2b416bf0ea60 HTTP/1.1" status: 200 len: 210 time: 0.1282923 Sep 08 09:00:44.181452 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-c9f639cd-4619-447f-9f49-9e925e1710ab req-b4e0c334-0657-4aa8-87cf-2cc26013f15c tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Deleting port cc87d41f-925b-40da-9e59-fc54971bc748 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:00:44.181999 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c9f639cd-4619-447f-9f49-9e925e1710ab req-b4e0c334-0657-4aa8-87cf-2cc26013f15c tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:44.187309 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-9838f0b4-7a87-4545-b98f-43876e09a3b7 req-2fdd00e7-a15d-45d0-b7bd-2f7801386788 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Deleting port 9f92af3f-18c3-4864-b152-6c3d5a2760e5 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:00:44.187820 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9838f0b4-7a87-4545-b98f-43876e09a3b7 req-2fdd00e7-a15d-45d0-b7bd-2f7801386788 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:44.232567 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c966c550-10c3-44eb-bb01-984bea4e569e req-ab45096c-66a9-4953-a4c3-796612ffd13d tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Made reservation on behalf of 05dfbd02c1814a04a5e78fef70e8cc9e for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:00:44.236183 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c966c550-10c3-44eb-bb01-984bea4e569e req-ab45096c-66a9-4953-a4c3-796612ffd13d tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:44.245636 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9a004f23-a4be-4d59-9968-663e28a23bc9 req-cb5bb4ec-0f78-4299-ad1e-e6accde9fcc1 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 210 time: 0.0444734 Sep 08 09:00:44.384334 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device bac7e4b7-571d-4696-b247-e444c4f86d33 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:00:44.412800 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c7629e-e4f9-46a9-a08e-aa96d0ab67d4 req-752f1a36-2add-4643-8925-ccd2b8ac6ac8 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:44.420504 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-04c7629e-e4f9-46a9-a08e-aa96d0ab67d4 req-752f1a36-2add-4643-8925-ccd2b8ac6ac8 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d3961ca-7139-4d44-9b3b-0f3a8ac1d67e HTTP/1.1" status: 200 len: 945 time: 0.3547039 Sep 08 09:00:44.458492 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port bac7e4b7-571d-4696-b247-e444c4f86d33 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:00:44.459078 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:44.610828 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:44.647518 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-04c7629e-e4f9-46a9-a08e-aa96d0ab67d4 req-f955f4e7-ac0d-40c4-8d9f-01aae7219373 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/security-groups?id=1e198e66-38f5-412a-931b-4b3cfd21dcc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206662 Sep 08 09:00:44.650172 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb8be78d-0bd3-4245-965f-d28d1aa4c72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac7e4b7-571d-4696-b247-e444c4f86d33'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:00:44.658512 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852bb286-d270-47d5-8c40-2b13d6f8e0e7" -d '{"events": [{"server_uuid": "cb8be78d-0bd3-4245-965f-d28d1aa4c72a", "name": "network-vif-plugged", "status": "completed", "tag": "bac7e4b7-571d-4696-b247-e444c4f86d33"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:00:44.666031 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-9838f0b4-7a87-4545-b98f-43876e09a3b7 req-2fdd00e7-a15d-45d0-b7bd-2f7801386788 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] For port 9f92af3f-18c3-4864-b152-6c3d5a2760e5, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=9f92af3f-18c3-4864-b152-6c3d5a2760e5,segment=NetworkSegment(58ef895a-49ba-4b02-a354-72689f1d0f10),segment_id=58ef895a-49ba-4b02-a354-72689f1d0f10)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:44.666941 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9838f0b4-7a87-4545-b98f-43876e09a3b7 req-2fdd00e7-a15d-45d0-b7bd-2f7801386788 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:44.705641 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port bac7e4b7-571d-4696-b247-e444c4f86d33, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=bac7e4b7-571d-4696-b247-e444c4f86d33,segment=NetworkSegment(a820c156-0183-407b-aed4-3cdafce41ef3),segment_id=a820c156-0183-407b-aed4-3cdafce41ef3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:44.715262 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:44.749465 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-9838f0b4-7a87-4545-b98f-43876e09a3b7 req-2fdd00e7-a15d-45d0-b7bd-2f7801386788 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Calling delete_port for 9f92af3f-18c3-4864-b152-6c3d5a2760e5 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:00:44.749465 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-c9f639cd-4619-447f-9f49-9e925e1710ab req-b4e0c334-0657-4aa8-87cf-2cc26013f15c tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] For port cc87d41f-925b-40da-9e59-fc54971bc748, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=cc87d41f-925b-40da-9e59-fc54971bc748,segment=NetworkSegment(58ef895a-49ba-4b02-a354-72689f1d0f10),segment_id=58ef895a-49ba-4b02-a354-72689f1d0f10)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:44.749465 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c9f639cd-4619-447f-9f49-9e925e1710ab req-b4e0c334-0657-4aa8-87cf-2cc26013f15c tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:44.777848 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-c9f639cd-4619-447f-9f49-9e925e1710ab req-b4e0c334-0657-4aa8-87cf-2cc26013f15c tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Calling delete_port for cc87d41f-925b-40da-9e59-fc54971bc748 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:00:44.800679 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561513e3-3f1f-44f1-9041-61606a8f0dda x-openstack-request-id: req-561513e3-3f1f-44f1-9041-61606a8f0dda {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:00:44.801217 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb8be78d-0bd3-4245-965f-d28d1aa4c72a", "name": "network-vif-plugged", "status": "completed", "tag": "bac7e4b7-571d-4696-b247-e444c4f86d33", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:00:44.802868 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-561513e3-3f1f-44f1-9041-61606a8f0dda {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:00:44.803434 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb8be78d-0bd3-4245-965f-d28d1aa4c72a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac7e4b7-571d-4696-b247-e444c4f86d33', 'code': 200} Sep 08 09:00:44.804075 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=bac7e4b7-571d-4696-b247-e444c4f86d33,revision_number=7']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:45.257111 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0f856f56-d4e2-42e8-a479-c7cb352264c7 req-781aae32-d795-4374-bef8-fdad6797b821 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf9715d3-b5a7-4b11-b0bc-2b416bf0ea60 HTTP/1.1" status: 200 len: 210 time: 0.0502088 Sep 08 09:00:45.311484 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-c966c550-10c3-44eb-bb01-984bea4e569e req-ab45096c-66a9-4953-a4c3-796612ffd13d tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Allocated IP 172.20.0.2 (e4ae51a3-555d-433c-8c68-00298de875e2/8b8d890a-bf45-4b73-bd8d-17a04a6ff513/a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:00:45.510557 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20fe27f-0228-4837-a96f-19d1794e05d6 req-96a991ba-b65e-45f5-b944-0c06cd0f7869 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:45.511955 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7ae48-85d2-4415-8d1b-40cf44cebd0d req-9ef47a16-0399-4e7c-85bd-3fe0c4ee485e tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:45.513237 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d20fe27f-0228-4837-a96f-19d1794e05d6 req-96a991ba-b65e-45f5-b944-0c06cd0f7869 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 951 time: 0.0903699 Sep 08 09:00:45.519333 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d3c7ae48-85d2-4415-8d1b-40cf44cebd0d req-9ef47a16-0399-4e7c-85bd-3fe0c4ee485e tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 946 time: 0.2558632 Sep 08 09:00:45.568245 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d20fe27f-0228-4837-a96f-19d1794e05d6 req-97a6e0a2-acc4-4395-89ed-18ed75763125 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458989 Sep 08 09:00:45.729558 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f2c71aa3-d954-4a0d-aad0-b1684bf96552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:45.793796 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d663e8e4-0b3f-4752-8a9c-3740b2f775d0 req-b0842b8e-7280-45d0-84c3-45bd6fa9d2c7 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=a2b87aad-53ee-44ff-bfaa-becb3907bb10 HTTP/1.1" status: 200 len: 210 time: 0.0861993 Sep 08 09:00:45.898376 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d3c7ae48-85d2-4415-8d1b-40cf44cebd0d req-b6329838-b242-4899-b9dd-6a707e791d00 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766301 Sep 08 09:00:45.983025 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c966c550-10c3-44eb-bb01-984bea4e569e req-ab45096c-66a9-4953-a4c3-796612ffd13d tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:46.043929 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9838f0b4-7a87-4545-b98f-43876e09a3b7 req-2fdd00e7-a15d-45d0-b7bd-2f7801386788 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:46.050304 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c9f639cd-4619-447f-9f49-9e925e1710ab req-b4e0c334-0657-4aa8-87cf-2cc26013f15c tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:46.084864 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4de5cd55-ab47-4c63-ab69-35a98e1a955c req-f0fa31ad-2077-49e8-8829-469aecf759fa tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d3961ca-7139-4d44-9b3b-0f3a8ac1d67e HTTP/1.1" status: 200 len: 210 time: 0.0600233 Sep 08 09:00:46.098513 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdd00e7-a15d-45d0-b7bd-2f7801386788 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Pushing event deleted for resources: {'Port': ['ID=9f92af3f-18c3-4864-b152-6c3d5a2760e5,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:46.182292 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e0c334-0657-4aa8-87cf-2cc26013f15c tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Pushing event deleted for resources: {'Port': ['ID=cc87d41f-925b-40da-9e59-fc54971bc748,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:46.297434 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f639cd-4619-447f-9f49-9e925e1710ab req-b4e0c334-0657-4aa8-87cf-2cc26013f15c tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] No DVR routers for this DVR port cc87d41f-925b-40da-9e59-fc54971bc748 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:00:46.350848 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-9838f0b4-7a87-4545-b98f-43876e09a3b7 req-2fdd00e7-a15d-45d0-b7bd-2f7801386788 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] No DVR routers for this DVR port 9f92af3f-18c3-4864-b152-6c3d5a2760e5 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:00:46.354246 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9838f0b4-7a87-4545-b98f-43876e09a3b7 req-2fdd00e7-a15d-45d0-b7bd-2f7801386788 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:46.356620 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9838f0b4-7a87-4545-b98f-43876e09a3b7 req-2fdd00e7-a15d-45d0-b7bd-2f7801386788 tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.35 "DELETE /v2.0/ports/9f92af3f-18c3-4864-b152-6c3d5a2760e5 HTTP/1.1" status: 204 len: 173 time: 3.0566983 Sep 08 09:00:46.360654 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c9f639cd-4619-447f-9f49-9e925e1710ab req-b4e0c334-0657-4aa8-87cf-2cc26013f15c tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:46.363416 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c9f639cd-4619-447f-9f49-9e925e1710ab req-b4e0c334-0657-4aa8-87cf-2cc26013f15c tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.37 "DELETE /v2.0/ports/cc87d41f-925b-40da-9e59-fc54971bc748 HTTP/1.1" status: 204 len: 173 time: 2.6899934 Sep 08 09:00:46.368120 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d3961ca-7139-4d44-9b3b-0f3a8ac1d67e', 'name': 'network-vif-deleted', 'tag': '9f92af3f-18c3-4864-b152-6c3d5a2760e5'}, {'server_uuid': 'fb9d378a-11b9-4384-914f-cf376ba10adc', 'name': 'network-vif-deleted', 'tag': 'cc87d41f-925b-40da-9e59-fc54971bc748'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:00:46.370803 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57074e84-362a-404d-ba98-70a237a9cf43" -d '{"events": [{"server_uuid": "1d3961ca-7139-4d44-9b3b-0f3a8ac1d67e", "name": "network-vif-deleted", "tag": "9f92af3f-18c3-4864-b152-6c3d5a2760e5"}, {"server_uuid": "fb9d378a-11b9-4384-914f-cf376ba10adc", "name": "network-vif-deleted", "tag": "cc87d41f-925b-40da-9e59-fc54971bc748"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:00:46.379358 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device cc87d41f-925b-40da-9e59-fc54971bc748 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:00:46.421846 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c966c550-10c3-44eb-bb01-984bea4e569e req-ab45096c-66a9-4953-a4c3-796612ffd13d tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:46.432331 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ca72a2e3-8e0c-4da8-ae9c-a233a83566a9 req-1fc685d4-b7b9-464d-aaeb-852bb8712945 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf9715d3-b5a7-4b11-b0bc-2b416bf0ea60 HTTP/1.1" status: 200 len: 210 time: 0.0579219 Sep 08 09:00:46.505521 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 9f92af3f-18c3-4864-b152-6c3d5a2760e5 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:00:46.508960 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: cc87d41f-925b-40da-9e59-fc54971bc748 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:00:46.509816 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device cc87d41f-925b-40da-9e59-fc54971bc748 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:00:46.543780 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: 9f92af3f-18c3-4864-b152-6c3d5a2760e5 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:00:46.544530 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 9f92af3f-18c3-4864-b152-6c3d5a2760e5 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:00:46.545353 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 3b8b664f-ea80-4039-b033-4de2af4c5dfc no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:00:46.557796 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Sep 2021 09:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17117ca9-ec8f-47fc-b553-9ec45940b15d x-openstack-request-id: req-17117ca9-ec8f-47fc-b553-9ec45940b15d {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:00:46.558369 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d3961ca-7139-4d44-9b3b-0f3a8ac1d67e", "name": "network-vif-deleted", "tag": "9f92af3f-18c3-4864-b152-6c3d5a2760e5", "status": "completed", "code": 200}, {"server_uuid": "fb9d378a-11b9-4384-914f-cf376ba10adc", "name": "network-vif-deleted", "tag": "cc87d41f-925b-40da-9e59-fc54971bc748", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:00:46.558786 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-17117ca9-ec8f-47fc-b553-9ec45940b15d {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:00:46.559502 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d3961ca-7139-4d44-9b3b-0f3a8ac1d67e', 'name': 'network-vif-deleted', 'tag': '9f92af3f-18c3-4864-b152-6c3d5a2760e5', 'status': 'completed', 'code': 200} Sep 08 09:00:46.559922 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9d378a-11b9-4384-914f-cf376ba10adc', 'name': 'network-vif-deleted', 'tag': 'cc87d41f-925b-40da-9e59-fc54971bc748', 'status': 'completed', 'code': 200} Sep 08 09:00:46.561887 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c966c550-10c3-44eb-bb01-984bea4e569e req-ab45096c-66a9-4953-a4c3-796612ffd13d tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Network e4ae51a3-555d-433c-8c68-00298de875e2 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:00:46.569136 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-c966c550-10c3-44eb-bb01-984bea4e569e req-ab45096c-66a9-4953-a4c3-796612ffd13d tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:00:46.575178 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: 3b8b664f-ea80-4039-b033-4de2af4c5dfc {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:00:46.575664 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 3b8b664f-ea80-4039-b033-4de2af4c5dfc not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:00:46.577233 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-c966c550-10c3-44eb-bb01-984bea4e569e req-ab45096c-66a9-4953-a4c3-796612ffd13d tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:00:46.659842 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45096c-66a9-4953-a4c3-796612ffd13d tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Pushing event updated for resources: {'Port': ['ID=a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:46.730956 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966c550-10c3-44eb-bb01-984bea4e569e req-ab45096c-66a9-4953-a4c3-796612ffd13d tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:46.731904 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c966c550-10c3-44eb-bb01-984bea4e569e req-ab45096c-66a9-4953-a4c3-796612ffd13d tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:46.782681 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c966c550-10c3-44eb-bb01-984bea4e569e req-ab45096c-66a9-4953-a4c3-796612ffd13d tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2031617 Sep 08 09:00:46.805258 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-c966c550-10c3-44eb-bb01-984bea4e569e req-2668d85e-3469-4e51-9f76-23eb8d5bb000 service neutron] Request body: {'port': {'device_id': 'cf9715d3-b5a7-4b11-b0bc-2b416bf0ea60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:00:46.838705 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5ffe0-ad3f-4fe1-8b6e-56fc3ca5bb35 req-b5357e20-db11-461f-bb23-8f7ccedb2d59 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:46.846575 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b5b5ffe0-ad3f-4fe1-8b6e-56fc3ca5bb35 req-b5357e20-db11-461f-bb23-8f7ccedb2d59 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 951 time: 0.1505501 Sep 08 09:00:46.961032 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-f2c71aa3-d954-4a0d-aad0-b1684bf96552 admin admin] Deleting port efbeb420-7cf2-4dd4-aa74-bbe3da2b0547 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:00:46.961032 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f2c71aa3-d954-4a0d-aad0-b1684bf96552 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:46.976977 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c966c550-10c3-44eb-bb01-984bea4e569e req-2668d85e-3469-4e51-9f76-23eb8d5bb000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:47.035253 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b5b5ffe0-ad3f-4fe1-8b6e-56fc3ca5bb35 req-cd088421-427a-470c-8551-93adc2681101 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801443 Sep 08 09:00:47.237466 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-eda5997f-ec19-41ca-bc4e-f39872629c70 tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:47.244377 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-eda5997f-ec19-41ca-bc4e-f39872629c70 tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02&tenant_id=453fb48635914fff8b30c3b6382194e5&binding%3Ahost_id=n-h1-806683-11 HTTP/1.1" status: 200 len: 1098 time: 0.3684096 Sep 08 09:00:47.322379 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122feff0-c51e-403c-be74-603211053218 req-ae97d0d3-8ea6-408e-83ff-f0aa3e7f295b tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:47.338578 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-122feff0-c51e-403c-be74-603211053218 req-ae97d0d3-8ea6-408e-83ff-f0aa3e7f295b tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 946 time: 0.1206679 Sep 08 09:00:47.406196 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-b72e6f59-e758-49fb-84a7-6f235ed900d7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-806683-11'}}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:00:47.439956 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-122feff0-c51e-403c-be74-603211053218 req-bb0286b8-39c1-42ee-a45a-6f11722266ba tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003921 Sep 08 09:00:47.595625 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-b72e6f59-e758-49fb-84a7-6f235ed900d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:47.633932 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-71893443-e489-4e77-8529-38fc0968286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:47.679846 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1ed2e-3cb6-4092-b5a8-4c253e49966e req-8309836b-2dbd-4f5a-9a93-d553d221efea tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:47.690453 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-54a1ed2e-3cb6-4092-b5a8-4c253e49966e req-8309836b-2dbd-4f5a-9a93-d553d221efea tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf9715d3-b5a7-4b11-b0bc-2b416bf0ea60 HTTP/1.1" status: 200 len: 931 time: 0.1199284 Sep 08 09:00:47.823841 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-54a1ed2e-3cb6-4092-b5a8-4c253e49966e req-03ead93e-6408-47d5-a27f-676ab823c375 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315203 Sep 08 09:00:47.825082 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1a45fb13-304e-459a-86e4-7a8bfde179ee req-bc94c1de-2752-44fd-9b0f-248e58e31bde tempest-MultipleCreateTestJSON-1467206804 tempest-MultipleCreateTestJSON-1467206804-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d3961ca-7139-4d44-9b3b-0f3a8ac1d67e HTTP/1.1" status: 200 len: 210 time: 0.2599051 Sep 08 09:00:47.980531 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d78cf1-464b-460f-b9e6-aa5d14f185e5 req-c3291b4c-2b92-4d2b-b3fd-afa89d954882 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:47.982428 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-18d78cf1-464b-460f-b9e6-aa5d14f185e5 req-c3291b4c-2b92-4d2b-b3fd-afa89d954882 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 951 time: 0.9026179 Sep 08 09:00:48.164547 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-f2c71aa3-d954-4a0d-aad0-b1684bf96552 admin admin] For port efbeb420-7cf2-4dd4-aa74-bbe3da2b0547, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=efbeb420-7cf2-4dd4-aa74-bbe3da2b0547,segment=NetworkSegment(bd40b2ba-8b16-4b32-85bc-1f2da89a3f05),segment_id=bd40b2ba-8b16-4b32-85bc-1f2da89a3f05)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:48.164547 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f2c71aa3-d954-4a0d-aad0-b1684bf96552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:48.302345 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-f2c71aa3-d954-4a0d-aad0-b1684bf96552 admin admin] Calling delete_port for efbeb420-7cf2-4dd4-aa74-bbe3da2b0547 owned by network:router_interface {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:00:48.388134 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-b72e6f59-e758-49fb-84a7-6f235ed900d7 service neutron] For port 6da41954-bcc6-4afe-8431-3b2b5f9d4956, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=6da41954-bcc6-4afe-8431-3b2b5f9d4956,segment=NetworkSegment(fa7b147d-9249-4b88-b7ce-d5137c1c3a3c),segment_id=fa7b147d-9249-4b88-b7ce-d5137c1c3a3c)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:48.452250 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 6da41954-bcc6-4afe-8431-3b2b5f9d4956 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:00:48.483365 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176034a-d4ec-4274-9e8b-ef379ff0c380 req-4f69e1f5-d0a1-4e57-923a-82b35904ac07 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:48.491910 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0176034a-d4ec-4274-9e8b-ef379ff0c380 req-4f69e1f5-d0a1-4e57-923a-82b35904ac07 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 951 time: 0.3682306 Sep 08 09:00:48.542891 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-18d78cf1-464b-460f-b9e6-aa5d14f185e5 req-f7e66a59-b969-46c3-8833-38fe2e3d82c9 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Deleting port 4683da4a-df6c-41f5-a23f-e13eaeba9910 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:00:48.543491 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-18d78cf1-464b-460f-b9e6-aa5d14f185e5 req-f7e66a59-b969-46c3-8833-38fe2e3d82c9 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:48.639103 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-b72e6f59-e758-49fb-84a7-6f235ed900d7 service neutron] For port 6da41954-bcc6-4afe-8431-3b2b5f9d4956, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:00:48.710572 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 6da41954-bcc6-4afe-8431-3b2b5f9d4956, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=6da41954-bcc6-4afe-8431-3b2b5f9d4956,segment=NetworkSegment(fa7b147d-9249-4b88-b7ce-d5137c1c3a3c),segment_id=fa7b147d-9249-4b88-b7ce-d5137c1c3a3c)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:48.712596 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4f73e-120b-4df4-b77e-12e2c8bb4b88 req-3ee94b0e-6e6f-4153-99b2-ebf0f392cb00 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:48.725982 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 6da41954-bcc6-4afe-8431-3b2b5f9d4956 has no active binding in host n-h2-806683-11 {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 08 09:00:48.732774 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-61e4f73e-120b-4df4-b77e-12e2c8bb4b88 req-3ee94b0e-6e6f-4153-99b2-ebf0f392cb00 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 946 time: 0.1396396 Sep 08 09:00:48.798823 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-61e4f73e-120b-4df4-b77e-12e2c8bb4b88 req-17238806-4e95-4557-a084-5cdffe79e550 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651915 Sep 08 09:00:48.872397 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-c966c550-10c3-44eb-bb01-984bea4e569e req-2668d85e-3469-4e51-9f76-23eb8d5bb000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:00:48.910355 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0176034a-d4ec-4274-9e8b-ef379ff0c380 req-d5004fc5-a267-45f4-bdb6-0821c909175a tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172761 Sep 08 09:00:48.960160 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c966c550-10c3-44eb-bb01-984bea4e569e req-2668d85e-3469-4e51-9f76-23eb8d5bb000 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:49.045270 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a60060-a429-430e-860d-2270bba51061 req-8187ac21-1a78-4cbd-8f61-b6a01cd0f356 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:49.049210 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d0a60060-a429-430e-860d-2270bba51061 req-8187ac21-1a78-4cbd-8f61-b6a01cd0f356 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf9715d3-b5a7-4b11-b0bc-2b416bf0ea60 HTTP/1.1" status: 200 len: 931 time: 0.1242278 Sep 08 09:00:49.081529 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-c966c550-10c3-44eb-bb01-984bea4e569e req-2668d85e-3469-4e51-9f76-23eb8d5bb000 service neutron] Transition to ACTIVE for port object a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:00:49.121371 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c966c550-10c3-44eb-bb01-984bea4e569e req-2668d85e-3469-4e51-9f76-23eb8d5bb000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:49.180694 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff454ad5-f0ae-498a-9cb9-f264a4e94d02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6da41954-bcc6-4afe-8431-3b2b5f9d4956'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:00:49.194434 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0bdac0-3592-4437-96b9-edd7eeba3652" -d '{"events": [{"server_uuid": "ff454ad5-f0ae-498a-9cb9-f264a4e94d02", "name": "network-vif-unplugged", "status": "completed", "tag": "6da41954-bcc6-4afe-8431-3b2b5f9d4956"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:00:49.194704 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d0a60060-a429-430e-860d-2270bba51061 req-4f3cf364-b184-4dd7-8a2f-08143542f0ef tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372554 Sep 08 09:00:49.221602 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-b72e6f59-e758-49fb-84a7-6f235ed900d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:49.222323 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36680) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:00:49.234564 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-18d78cf1-464b-460f-b9e6-aa5d14f185e5 req-f7e66a59-b969-46c3-8833-38fe2e3d82c9 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] For port 4683da4a-df6c-41f5-a23f-e13eaeba9910, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=4683da4a-df6c-41f5-a23f-e13eaeba9910,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:49.237789 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-18d78cf1-464b-460f-b9e6-aa5d14f185e5 req-f7e66a59-b969-46c3-8833-38fe2e3d82c9 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:49.321029 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 09:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d706af00-4bb2-425e-b3c9-e6d019664951 x-openstack-request-id: req-d706af00-4bb2-425e-b3c9-e6d019664951 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:00:49.321432 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff454ad5-f0ae-498a-9cb9-f264a4e94d02", "name": "network-vif-unplugged", "status": "completed", "tag": "6da41954-bcc6-4afe-8431-3b2b5f9d4956", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:00:49.321650 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d706af00-4bb2-425e-b3c9-e6d019664951 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:00:49.322003 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff454ad5-f0ae-498a-9cb9-f264a4e94d02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6da41954-bcc6-4afe-8431-3b2b5f9d4956', 'code': 200} Sep 08 09:00:49.364424 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-eff916a9-b138-4264-84eb-81f78791554b admin admin] Deleting subnet 8fa68ab9-b01d-46af-816e-c1cf0e32b921 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:00:49.381479 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-eff916a9-b138-4264-84eb-81f78791554b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:49.503209 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-eff916a9-b138-4264-84eb-81f78791554b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:49.669327 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-eff916a9-b138-4264-84eb-81f78791554b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:49.845303 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-eff916a9-b138-4264-84eb-81f78791554b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:49.914231 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-eff916a9-b138-4264-84eb-81f78791554b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:49.916364 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-eff916a9-b138-4264-84eb-81f78791554b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/8fa68ab9-b01d-46af-816e-c1cf0e32b921 HTTP/1.1" status: 204 len: 168 time: 0.6906688 Sep 08 09:00:49.917442 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff916a9-b138-4264-84eb-81f78791554b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fa68ab9-b01d-46af-816e-c1cf0e32b921,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:49.932545 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36692) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:00:50.097879 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-61b2ec70-700a-4841-a89a-9bca86f15f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:50.245156 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-b72e6f59-e758-49fb-84a7-6f235ed900d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:50.250607 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b4121-d736-4369-942a-d7116018c728 req-edd5ac36-fea2-4647-93d3-c7212abcc4bc tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:50.260752 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6e9b4121-d736-4369-942a-d7116018c728 req-edd5ac36-fea2-4647-93d3-c7212abcc4bc tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 951 time: 0.1529496 Sep 08 09:00:50.326017 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-18d78cf1-464b-460f-b9e6-aa5d14f185e5 req-f7e66a59-b969-46c3-8833-38fe2e3d82c9 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Calling delete_port for 4683da4a-df6c-41f5-a23f-e13eaeba9910 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:00:50.371106 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:50.371824 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-61b2ec70-700a-4841-a89a-9bca86f15f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:50.424135 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-61b2ec70-700a-4841-a89a-9bca86f15f56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c62c267b-fe94-4fb9-93fa-afc41aa7fd31']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:00:50.444501 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-61b2ec70-700a-4841-a89a-9bca86f15f56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58ef895a-49ba-4b02-a354-72689f1d0f10') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:00:50.444688 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-61b2ec70-700a-4841-a89a-9bca86f15f56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58ef895a-49ba-4b02-a354-72689f1d0f10') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:00:50.451451 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 4683da4a-df6c-41f5-a23f-e13eaeba9910 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:00:50.460984 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-61b2ec70-700a-4841-a89a-9bca86f15f56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:50.484850 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-61b2ec70-700a-4841-a89a-9bca86f15f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:50.493464 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2668d85e-3469-4e51-9f76-23eb8d5bb000 service neutron] Pushing event updated for resources: {'Port': ['ID=a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:50.513192 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61b2ec70-700a-4841-a89a-9bca86f15f56 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:00:50.514561 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-61b2ec70-700a-4841-a89a-9bca86f15f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:50.637475 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:00:50.637475 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:00:50.637475 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:00:50.637475 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:00:50.637475 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:00:50.637475 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:00:50.637475 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:00:50.637475 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:00:50.637475 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:00:50.637475 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:00:50.637475 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:00:50.637475 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:00:50.637475 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:00:50.637475 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:00:50.637475 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:00:50.637475 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:00:50.637475 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:00:50.637475 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:00:50.637475 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:00:50.637475 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:00:50.637475 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:00:50.637475 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:00:50.637475 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:00:50.637475 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:00:50.637475 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:00:50.637475 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:00:50.637475 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:00:50.637475 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:00:50.637475 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:00:50.637475 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:00:50.637475 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:00:50.637475 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:00:50.656782 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:50.667212 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-61b2ec70-700a-4841-a89a-9bca86f15f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:50.695721 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-61b2ec70-700a-4841-a89a-9bca86f15f56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:50.706578 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-61b2ec70-700a-4841-a89a-9bca86f15f56 admin admin] 10.222.0.54 "DELETE /v2.0/networks/c62c267b-fe94-4fb9-93fa-afc41aa7fd31 HTTP/1.1" status: 204 len: 168 time: 0.7674651 Sep 08 09:00:50.714732 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 4683da4a-df6c-41f5-a23f-e13eaeba9910, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=4683da4a-df6c-41f5-a23f-e13eaeba9910,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:50.725210 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa297ade-e7eb-4556-a947-3d35d8b73527', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4683da4a-df6c-41f5-a23f-e13eaeba9910'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:00:50.733083 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e429b58-84c3-49ff-a6f8-bf4f32a5abc8" -d '{"events": [{"server_uuid": "fa297ade-e7eb-4556-a947-3d35d8b73527", "name": "network-vif-unplugged", "status": "completed", "tag": "4683da4a-df6c-41f5-a23f-e13eaeba9910"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:00:50.740802 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6e9b4121-d736-4369-942a-d7116018c728 req-cb399bdd-b778-492d-bbd8-79d23af007a5 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4785001 Sep 08 09:00:50.743966 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b2ec70-700a-4841-a89a-9bca86f15f56 admin admin] Pushing event deleted for resources: {'Network': ['ID=c62c267b-fe94-4fb9-93fa-afc41aa7fd31,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:50.802248 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:50.859649 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a2087-3273-4b0b-8243-7d09ef926a88 req-f1f7ef14-ed32-4d43-af73-61b4ac63037f tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:50.861481 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e85a2087-3273-4b0b-8243-7d09ef926a88 req-f1f7ef14-ed32-4d43-af73-61b4ac63037f tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 944 time: 0.6906567 Sep 08 09:00:50.961766 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-84940bfe-8c64-4240-8977-a0a4bc9cc72d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:51.038098 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=4683da4a-df6c-41f5-a23f-e13eaeba9910,revision_number=12']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:51.081107 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e6f59-e758-49fb-84a7-6f235ed900d7 service neutron] Pushing event updated for resources: {'Port': ['ID=6da41954-bcc6-4afe-8431-3b2b5f9d4956,revision_number=7']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:51.107042 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f2c71aa3-d954-4a0d-aad0-b1684bf96552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:51.131660 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 36716) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:00:51.219439 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f4661-44ff-4917-a098-18bc2c5862af req-9465310d-ea32-4c31-a568-3ec6c0e76168 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:51.225855 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0f4f4661-44ff-4917-a098-18bc2c5862af req-9465310d-ea32-4c31-a568-3ec6c0e76168 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf9715d3-b5a7-4b11-b0bc-2b416bf0ea60 HTTP/1.1" status: 200 len: 943 time: 0.1139758 Sep 08 09:00:51.281246 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-c966c550-10c3-44eb-bb01-984bea4e569e req-2668d85e-3469-4e51-9f76-23eb8d5bb000 service neutron] Attempting to bind port a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:00:51.281768 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-c966c550-10c3-44eb-bb01-984bea4e569e req-2668d85e-3469-4e51-9f76-23eb8d5bb000 service neutron] Attempting to bind port a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '62cd42f7-9651-4119-add8-a40e3a6b8c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e4ae51a3-555d-433c-8c68-00298de875e2'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:00:51.282069 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c966c550-10c3-44eb-bb01-984bea4e569e req-2668d85e-3469-4e51-9f76-23eb8d5bb000 service neutron] Attempting to bind port a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b on network e4ae51a3-555d-433c-8c68-00298de875e2 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:00:51.295376 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c71aa3-d954-4a0d-aad0-b1684bf96552 admin admin] Pushing event deleted for resources: {'Port': ['ID=efbeb420-7cf2-4dd4-aa74-bbe3da2b0547,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:51.299138 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0f4f4661-44ff-4917-a098-18bc2c5862af req-f545f35e-b103-41e6-b47d-c12e79586d53 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666451 Sep 08 09:00:51.309477 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c966c550-10c3-44eb-bb01-984bea4e569e req-2668d85e-3469-4e51-9f76-23eb8d5bb000 service neutron] Port a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b on network e4ae51a3-555d-433c-8c68-00298de875e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:00:51.309815 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c966c550-10c3-44eb-bb01-984bea4e569e req-2668d85e-3469-4e51-9f76-23eb8d5bb000 service neutron] Attempting to bind port a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b on network e4ae51a3-555d-433c-8c68-00298de875e2 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:00:51.334341 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-b72e6f59-e758-49fb-84a7-6f235ed900d7 service neutron] Attempting to bind port 6da41954-bcc6-4afe-8431-3b2b5f9d4956 on host n-h1-806683-11 for vnic_type normal with profile {"migrating_to": "n-h2-806683-11"} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:00:51.334683 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-b72e6f59-e758-49fb-84a7-6f235ed900d7 service neutron] Attempting to bind port 6da41954-bcc6-4afe-8431-3b2b5f9d4956 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'fa7b147d-9249-4b88-b7ce-d5137c1c3a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1b780815-5142-4edc-a37a-9e502afff334'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:00:51.335019 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-b72e6f59-e758-49fb-84a7-6f235ed900d7 service neutron] Attempting to bind port 6da41954-bcc6-4afe-8431-3b2b5f9d4956 on network 1b780815-5142-4edc-a37a-9e502afff334 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:00:51.357932 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 09:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a511e5-d8a2-4684-a1c0-e4fc263a56c0 x-openstack-request-id: req-10a511e5-d8a2-4684-a1c0-e4fc263a56c0 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:00:51.358465 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa297ade-e7eb-4556-a947-3d35d8b73527", "name": "network-vif-unplugged", "status": "completed", "tag": "4683da4a-df6c-41f5-a23f-e13eaeba9910", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:00:51.358613 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-10a511e5-d8a2-4684-a1c0-e4fc263a56c0 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:00:51.359193 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa297ade-e7eb-4556-a947-3d35d8b73527', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4683da4a-df6c-41f5-a23f-e13eaeba9910', 'code': 200} Sep 08 09:00:51.392263 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c966c550-10c3-44eb-bb01-984bea4e569e req-2668d85e-3469-4e51-9f76-23eb8d5bb000 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:00:51.392987 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c966c550-10c3-44eb-bb01-984bea4e569e req-2668d85e-3469-4e51-9f76-23eb8d5bb000 service neutron] Checking segment: {'id': '62cd42f7-9651-4119-add8-a40e3a6b8c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e4ae51a3-555d-433c-8c68-00298de875e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:00:51.393610 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c966c550-10c3-44eb-bb01-984bea4e569e req-2668d85e-3469-4e51-9f76-23eb8d5bb000 service neutron] Bound using segment: {'id': '62cd42f7-9651-4119-add8-a40e3a6b8c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e4ae51a3-555d-433c-8c68-00298de875e2'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:00:51.394313 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-c966c550-10c3-44eb-bb01-984bea4e569e req-2668d85e-3469-4e51-9f76-23eb8d5bb000 service neutron] Bound port: a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62cd42f7-9651-4119-add8-a40e3a6b8c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e4ae51a3-555d-433c-8c68-00298de875e2'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:00:51.394893 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c966c550-10c3-44eb-bb01-984bea4e569e req-2668d85e-3469-4e51-9f76-23eb8d5bb000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:51.397184 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-b72e6f59-e758-49fb-84a7-6f235ed900d7 service neutron] Port 6da41954-bcc6-4afe-8431-3b2b5f9d4956 on network 1b780815-5142-4edc-a37a-9e502afff334 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:00:51.397728 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-b72e6f59-e758-49fb-84a7-6f235ed900d7 service neutron] Attempting to bind port 6da41954-bcc6-4afe-8431-3b2b5f9d4956 on network 1b780815-5142-4edc-a37a-9e502afff334 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:00:51.421633 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-b72e6f59-e758-49fb-84a7-6f235ed900d7 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:00:51.422301 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-b72e6f59-e758-49fb-84a7-6f235ed900d7 service neutron] Checking segment: {'id': 'fa7b147d-9249-4b88-b7ce-d5137c1c3a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1b780815-5142-4edc-a37a-9e502afff334'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:00:51.440535 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-b72e6f59-e758-49fb-84a7-6f235ed900d7 service neutron] Bound using segment: {'id': 'fa7b147d-9249-4b88-b7ce-d5137c1c3a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1b780815-5142-4edc-a37a-9e502afff334'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:00:51.441428 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-b72e6f59-e758-49fb-84a7-6f235ed900d7 service neutron] Bound port: 6da41954-bcc6-4afe-8431-3b2b5f9d4956, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa7b147d-9249-4b88-b7ce-d5137c1c3a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1b780815-5142-4edc-a37a-9e502afff334'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:00:51.442603 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-b72e6f59-e758-49fb-84a7-6f235ed900d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:51.596159 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e85a2087-3273-4b0b-8243-7d09ef926a88 req-4dceb39c-b05a-46d0-9c40-81bc2ff137bb tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7066026 Sep 08 09:00:51.654705 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-da533fdd-0efc-435d-81ef-c588ab179e34 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f47f18966f6949609c77d842374a7949&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4574022 Sep 08 09:00:51.659871 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36724) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:00:51.896204 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-139a49dd-c470-4d9d-8662-7776899f9866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:51.992910 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-c966c550-10c3-44eb-bb01-984bea4e569e req-2668d85e-3469-4e51-9f76-23eb8d5bb000 service neutron] For port a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:00:51.996621 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-c966c550-10c3-44eb-bb01-984bea4e569e req-2668d85e-3469-4e51-9f76-23eb8d5bb000 service neutron] For port a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b,segment=NetworkSegment(62cd42f7-9651-4119-add8-a40e3a6b8c01),segment_id=62cd42f7-9651-4119-add8-a40e3a6b8c01)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:00:52.042126 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:52.054720 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-b72e6f59-e758-49fb-84a7-6f235ed900d7 service neutron] For port 6da41954-bcc6-4afe-8431-3b2b5f9d4956, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:00:52.058444 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-b72e6f59-e758-49fb-84a7-6f235ed900d7 service neutron] For port 6da41954-bcc6-4afe-8431-3b2b5f9d4956, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=6da41954-bcc6-4afe-8431-3b2b5f9d4956,segment=NetworkSegment(fa7b147d-9249-4b88-b7ce-d5137c1c3a3c),segment_id=fa7b147d-9249-4b88-b7ce-d5137c1c3a3c)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:00:52.070222 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c966c550-10c3-44eb-bb01-984bea4e569e req-2668d85e-3469-4e51-9f76-23eb8d5bb000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:52.077208 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-b72e6f59-e758-49fb-84a7-6f235ed900d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:52.139250 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-139a49dd-c470-4d9d-8662-7776899f9866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:52.322027 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-b72e6f59-e758-49fb-84a7-6f235ed900d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:52.323361 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-b72e6f59-e758-49fb-84a7-6f235ed900d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:52.325447 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-b72e6f59-e758-49fb-84a7-6f235ed900d7 service neutron] 10.222.0.35 "PUT /v2.0/ports/6da41954-bcc6-4afe-8431-3b2b5f9d4956 HTTP/1.1" status: 200 len: 1124 time: 5.0280552 Sep 08 09:00:52.334621 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff454ad5-f0ae-498a-9cb9-f264a4e94d02', 'tag': '6da41954-bcc6-4afe-8431-3b2b5f9d4956'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:00:52.337828 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc177c1-3866-48ca-b0bf-6e2bd9342f39" -d '{"events": [{"name": "network-changed", "server_uuid": "ff454ad5-f0ae-498a-9cb9-f264a4e94d02", "tag": "6da41954-bcc6-4afe-8431-3b2b5f9d4956"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:00:52.344294 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b168c374-bcd3-4ce5-83b5-e196b6e6df43 req-e0b9de11-5fe4-4548-85a6-d61108678812 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:52.358592 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b168c374-bcd3-4ce5-83b5-e196b6e6df43 req-e0b9de11-5fe4-4548-85a6-d61108678812 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 949 time: 0.3888032 Sep 08 09:00:52.366923 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966c550-10c3-44eb-bb01-984bea4e569e req-2668d85e-3469-4e51-9f76-23eb8d5bb000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:52.369988 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c966c550-10c3-44eb-bb01-984bea4e569e req-2668d85e-3469-4e51-9f76-23eb8d5bb000 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:52.371991 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-139a49dd-c470-4d9d-8662-7776899f9866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:52.374822 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-139a49dd-c470-4d9d-8662-7776899f9866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:52.376343 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-139a49dd-c470-4d9d-8662-7776899f9866 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1e198e66-38f5-412a-931b-4b3cfd21dcc1 HTTP/1.1" status: 204 len: 168 time: 0.7145710 Sep 08 09:00:52.378937 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c966c550-10c3-44eb-bb01-984bea4e569e req-2668d85e-3469-4e51-9f76-23eb8d5bb000 service neutron] 10.222.0.37 "PUT /v2.0/ports/a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b HTTP/1.1" status: 200 len: 1092 time: 5.5796735 Sep 08 09:00:52.438457 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2668d85e-3469-4e51-9f76-23eb8d5bb000 service neutron] Pushing event updated for resources: {'Port': ['ID=a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:52.473403 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['6da41954-bcc6-4afe-8431-3b2b5f9d4956'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:00:52.481629 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a49dd-c470-4d9d-8662-7776899f9866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e198e66-38f5-412a-931b-4b3cfd21dcc1,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:52.508683 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b168c374-bcd3-4ce5-83b5-e196b6e6df43 req-b7ae6904-cc47-43e8-b36c-6702fba985b7 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481278 Sep 08 09:00:52.587579 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['6da41954-bcc6-4afe-8431-3b2b5f9d4956'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:00:52.601370 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-18d78cf1-464b-460f-b9e6-aa5d14f185e5 req-f7e66a59-b969-46c3-8833-38fe2e3d82c9 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:52.841948 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f2c71aa3-d954-4a0d-aad0-b1684bf96552 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:52.897671 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355f6bf5-eb5e-41a3-8f89-e469a3664409 x-openstack-request-id: req-355f6bf5-eb5e-41a3-8f89-e469a3664409 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:00:52.897985 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff454ad5-f0ae-498a-9cb9-f264a4e94d02", "tag": "6da41954-bcc6-4afe-8431-3b2b5f9d4956", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:00:52.898300 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-355f6bf5-eb5e-41a3-8f89-e469a3664409 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:00:52.899396 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff454ad5-f0ae-498a-9cb9-f264a4e94d02', 'tag': '6da41954-bcc6-4afe-8431-3b2b5f9d4956', 'status': 'completed', 'code': 200} Sep 08 09:00:53.220106 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2221c-73d1-46ec-a80c-e52396faed89 req-f6fd8ada-61a1-473d-9b33-fcf2632f9cba tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:53.242953 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9dc2221c-73d1-46ec-a80c-e52396faed89 req-f6fd8ada-61a1-473d-9b33-fcf2632f9cba tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 944 time: 0.2361944 Sep 08 09:00:53.252862 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d78cf1-464b-460f-b9e6-aa5d14f185e5 req-f7e66a59-b969-46c3-8833-38fe2e3d82c9 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] No DVR routers for this DVR port 4683da4a-df6c-41f5-a23f-e13eaeba9910 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:00:53.256892 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-18d78cf1-464b-460f-b9e6-aa5d14f185e5 req-f7e66a59-b969-46c3-8833-38fe2e3d82c9 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:53.260746 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-18d78cf1-464b-460f-b9e6-aa5d14f185e5 req-f7e66a59-b969-46c3-8833-38fe2e3d82c9 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.35 "DELETE /v2.0/ports/4683da4a-df6c-41f5-a23f-e13eaeba9910 HTTP/1.1" status: 204 len: 173 time: 5.2645104 Sep 08 09:00:53.387588 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966c550-10c3-44eb-bb01-984bea4e569e req-24dc05c7-c3f1-418a-a5fc-d074c17a539a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:53.389883 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c966c550-10c3-44eb-bb01-984bea4e569e req-24dc05c7-c3f1-418a-a5fc-d074c17a539a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05dfbd02c1814a04a5e78fef70e8cc9e&device_id=cf9715d3-b5a7-4b11-b0bc-2b416bf0ea60 HTTP/1.1" status: 200 len: 1095 time: 0.9449704 Sep 08 09:00:53.399745 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc177c1-3866-48ca-b0bf-6e2bd9342f39 req-962aa83b-495d-4b49-b832-f9e08b1dd8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:53.401723 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dcc177c1-3866-48ca-b0bf-6e2bd9342f39 req-962aa83b-495d-4b49-b832-f9e08b1dd8ef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=453fb48635914fff8b30c3b6382194e5&device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 1127 time: 0.5008867 Sep 08 09:00:53.424808 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9dc2221c-73d1-46ec-a80c-e52396faed89 req-89073c99-b573-4e5d-8798-b3a641267ed1 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802700 Sep 08 09:00:53.509833 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:53.639320 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['74f7ce03-39e9-435a-9992-ab60a1dc61ca'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:00:53.702408 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e6f59-e758-49fb-84a7-6f235ed900d7 service neutron] Pushing event updated for resources: {'Port': ['ID=6da41954-bcc6-4afe-8431-3b2b5f9d4956,revision_number=8']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:53.788878 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-00a5d0c3-a979-412e-a61a-2ad05a2df7de req-88698da8-1213-4e5c-9eee-693c7345ea88 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa297ade-e7eb-4556-a947-3d35d8b73527 HTTP/1.1" status: 200 len: 210 time: 0.0465620 Sep 08 09:00:53.848440 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc177c1-3866-48ca-b0bf-6e2bd9342f39 req-f7f91e13-e7d9-4097-8455-adcfccac15cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:53.850250 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dcc177c1-3866-48ca-b0bf-6e2bd9342f39 req-f7f91e13-e7d9-4097-8455-adcfccac15cc service neutron] 10.222.0.37 "GET /v2.0/networks?id=1b780815-5142-4edc-a37a-9e502afff334 HTTP/1.1" status: 200 len: 909 time: 0.4371386 Sep 08 09:00:53.863830 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef698a43-9da2-46c5-8999-15db0656c82d req-7da8d295-69d9-4f06-a8f8-528bd5e89e29 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:53.885978 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ef698a43-9da2-46c5-8999-15db0656c82d req-7da8d295-69d9-4f06-a8f8-528bd5e89e29 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf9715d3-b5a7-4b11-b0bc-2b416bf0ea60 HTTP/1.1" status: 200 len: 943 time: 1.2684410 Sep 08 09:00:53.923636 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c966c550-10c3-44eb-bb01-984bea4e569e req-6803690f-0eee-45a1-bee9-207e80c1f063 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b HTTP/1.1" status: 200 len: 217 time: 0.3226485 Sep 08 09:00:53.987894 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['d05f4588-39b6-4d94-9f78-5dd977338c5a'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:00:54.056719 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:54.150244 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e66a59-b969-46c3-8833-38fe2e3d82c9 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Pushing event deleted for resources: {'Port': ['ID=4683da4a-df6c-41f5-a23f-e13eaeba9910,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:54.166625 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dcc177c1-3866-48ca-b0bf-6e2bd9342f39 req-26916e2c-bb39-4b30-bcee-965684ce4709 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6da41954-bcc6-4afe-8431-3b2b5f9d4956 HTTP/1.1" status: 200 len: 217 time: 0.2381620 Sep 08 09:00:54.279687 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ef698a43-9da2-46c5-8999-15db0656c82d req-41e6cac7-6bdf-4bec-b10b-1aa11247008f tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3824663 Sep 08 09:00:54.294893 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966c550-10c3-44eb-bb01-984bea4e569e req-7d79ee2c-fa58-454f-af56-d3d8ce7d10ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:54.299543 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c966c550-10c3-44eb-bb01-984bea4e569e req-7d79ee2c-fa58-454f-af56-d3d8ce7d10ee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8b8d890a-bf45-4b73-bd8d-17a04a6ff513 HTTP/1.1" status: 200 len: 862 time: 0.3197019 Sep 08 09:00:54.315716 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c71aa3-d954-4a0d-aad0-b1684bf96552 admin admin] Router bf6ace20-f197-43a9-ab62-961643e87925 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:00:54.418309 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c966c550-10c3-44eb-bb01-984bea4e569e req-a0f665d7-b9b2-4d17-95e2-737197503e76 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e4ae51a3-555d-433c-8c68-00298de875e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978937 Sep 08 09:00:54.422796 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc177c1-3866-48ca-b0bf-6e2bd9342f39 req-ef42379b-12d3-4608-addc-db5735942b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:54.424396 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dcc177c1-3866-48ca-b0bf-6e2bd9342f39 req-ef42379b-12d3-4608-addc-db5735942b44 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e08ea884-5afc-42c5-87f0-7a3f3f5db0de HTTP/1.1" status: 200 len: 848 time: 0.2313721 Sep 08 09:00:54.593365 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553706c5-bcd4-4962-b765-cc8814770c12 req-26d16cb2-53cd-4a94-b67a-e781692c9512 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:54.602240 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-553706c5-bcd4-4962-b765-cc8814770c12 req-26d16cb2-53cd-4a94-b67a-e781692c9512 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 944 time: 0.0770917 Sep 08 09:00:54.644472 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dcc177c1-3866-48ca-b0bf-6e2bd9342f39 req-40e8ffbb-cce6-4aa8-9c05-e57b82d88553 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1b780815-5142-4edc-a37a-9e502afff334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2082229 Sep 08 09:00:54.654417 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-553706c5-bcd4-4962-b765-cc8814770c12 req-f913d733-f0a4-408d-bfcf-5012052da150 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487466 Sep 08 09:00:54.898998 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c966c550-10c3-44eb-bb01-984bea4e569e req-cee92f61-c559-4bae-82f3-0e673f1e218f service neutron] 10.222.0.37 "GET /v2.0/networks/e4ae51a3-555d-433c-8c68-00298de875e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4523175 Sep 08 09:00:54.902904 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf9715d3-b5a7-4b11-b0bc-2b416bf0ea60', 'tag': 'a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b'}, {'server_uuid': 'fa297ade-e7eb-4556-a947-3d35d8b73527', 'name': 'network-vif-deleted', 'tag': '4683da4a-df6c-41f5-a23f-e13eaeba9910'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:00:54.905502 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58f826f-1692-44d9-9617-51cd38bb668e" -d '{"events": [{"name": "network-changed", "server_uuid": "cf9715d3-b5a7-4b11-b0bc-2b416bf0ea60", "tag": "a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b"}, {"server_uuid": "fa297ade-e7eb-4556-a947-3d35d8b73527", "name": "network-vif-deleted", "tag": "4683da4a-df6c-41f5-a23f-e13eaeba9910"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:00:54.994729 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c71aa3-d954-4a0d-aad0-b1684bf96552 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:00:55.008188 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274783aa-b029-4373-baf6-02ca6c900969 None None] Sync routers for ids ['bf6ace20-f197-43a9-ab62-961643e87925'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:00:55.032228 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f2c71aa3-d954-4a0d-aad0-b1684bf96552 admin admin] 10.222.0.54 "PUT /v2.0/routers/bf6ace20-f197-43a9-ab62-961643e87925/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2048206 Sep 08 09:00:55.036452 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36820) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:00:55.045623 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dcc177c1-3866-48ca-b0bf-6e2bd9342f39 req-e8095145-10a1-47c6-b56f-f3a1a1bd5522 service neutron] 10.222.0.37 "GET /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783481 Sep 08 09:00:55.048498 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274783aa-b029-4373-baf6-02ca6c900969 None None] Routers {'bf6ace20-f197-43a9-ab62-961643e87925'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:00:55.049568 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-274783aa-b029-4373-baf6-02ca6c900969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:00:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['bf6ace20-f197-43a9-ab62-961643e87925'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:00:55.168276 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c966c550-10c3-44eb-bb01-984bea4e569e req-37a87d08-4f31-46a1-96fc-1fc52f2a964f service neutron] 10.222.0.37 "GET /v2.0/networks/e4ae51a3-555d-433c-8c68-00298de875e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540956 Sep 08 09:00:55.300155 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dcc177c1-3866-48ca-b0bf-6e2bd9342f39 req-440a0d8b-84dc-45e7-8847-31adf70f32bb service neutron] 10.222.0.37 "GET /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448170 Sep 08 09:00:55.381506 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 08 Sep 2021 09:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63bc0a9d-d49c-4626-8149-e9f3f9486427 x-openstack-request-id: req-63bc0a9d-d49c-4626-8149-e9f3f9486427 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:00:55.382027 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf9715d3-b5a7-4b11-b0bc-2b416bf0ea60", "tag": "a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b", "status": "completed", "code": 200}, {"server_uuid": "fa297ade-e7eb-4556-a947-3d35d8b73527", "name": "network-vif-deleted", "tag": "4683da4a-df6c-41f5-a23f-e13eaeba9910", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:00:55.382529 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-63bc0a9d-d49c-4626-8149-e9f3f9486427 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:00:55.383161 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf9715d3-b5a7-4b11-b0bc-2b416bf0ea60', 'tag': 'a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b', 'status': 'completed', 'code': 200} Sep 08 09:00:55.383570 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa297ade-e7eb-4556-a947-3d35d8b73527', 'name': 'network-vif-deleted', 'tag': '4683da4a-df6c-41f5-a23f-e13eaeba9910', 'status': 'completed', 'code': 200} Sep 08 09:00:55.613803 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f826f-1692-44d9-9617-51cd38bb668e req-9247736a-e667-412f-bc6e-c4a9563883f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:55.628261 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d58f826f-1692-44d9-9617-51cd38bb668e req-9247736a-e667-412f-bc6e-c4a9563883f4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05dfbd02c1814a04a5e78fef70e8cc9e&device_id=cf9715d3-b5a7-4b11-b0bc-2b416bf0ea60 HTTP/1.1" status: 200 len: 1095 time: 0.1967251 Sep 08 09:00:55.712178 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-274783aa-b029-4373-baf6-02ca6c900969 None None] Set router bf6ace20-f197-43a9-ab62-961643e87925 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:00:56.052869 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-dd934a94-0ca3-4047-b1e0-daa52b308448 req-8685388f-3c9b-43cf-be61-c11313a26d91 tempest-ServerShowV247Test-349934222 tempest-ServerShowV247Test-349934222-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f0bacf9-94da-4c37-83f5-1d16cd89498e HTTP/1.1" status: 200 len: 210 time: 0.0805490 Sep 08 09:00:56.081942 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c3794eaa-3e7c-4ad1-958c-0d2d7bed4e31 admin admin] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:56.203973 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-274783aa-b029-4373-baf6-02ca6c900969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6ace20-f197-43a9-ab62-961643e87925', 'name': 'tempest-ServersTestBootFromVolume-1895683484-router', 'tenant_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '81b4ec76-101e-494c-9045-4bfee5963fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:56:52Z', 'updated_at': '2021-09-08T09:00:50Z', 'revision_number': 5, 'project_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'gw_port': {'id': '81b4ec76-101e-494c-9045-4bfee5963fdc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6ace20-f197-43a9-ab62-961643e87925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:54Z', 'updated_at': '2021-09-08T08:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:00:56.287642 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274783aa-b029-4373-baf6-02ca6c900969 None None] Checking router: bf6ace20-f197-43a9-ab62-961643e87925 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:00:56.317172 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274783aa-b029-4373-baf6-02ca6c900969 None None] Routers {'bf6ace20-f197-43a9-ab62-961643e87925'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:00:56.321763 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-274783aa-b029-4373-baf6-02ca6c900969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:00:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['bf6ace20-f197-43a9-ab62-961643e87925'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:00:56.372959 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614f5c5-23a3-4786-9d72-a1058e8b5009 req-ced0782c-9188-43fd-a2a9-ed49279a0375 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:56.382939 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f614f5c5-23a3-4786-9d72-a1058e8b5009 req-ced0782c-9188-43fd-a2a9-ed49279a0375 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf9715d3-b5a7-4b11-b0bc-2b416bf0ea60 HTTP/1.1" status: 200 len: 943 time: 0.1644518 Sep 08 09:00:56.470572 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c3794eaa-3e7c-4ad1-958c-0d2d7bed4e31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:56.597006 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f614f5c5-23a3-4786-9d72-a1058e8b5009 req-268ccc57-d038-4e9c-8d3f-359ca7855029 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119431 Sep 08 09:00:56.644735 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdabbdf0-e74b-457d-929a-cbef37861471 req-6277f1fd-60ed-4386-95e1-928af4f97cea tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:56.665315 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-c3794eaa-3e7c-4ad1-958c-0d2d7bed4e31 admin admin] Deleting port 81b4ec76-101e-494c-9045-4bfee5963fdc {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:00:56.666572 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cdabbdf0-e74b-457d-929a-cbef37861471 req-6277f1fd-60ed-4386-95e1-928af4f97cea tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4ea3464-fcfe-4347-90db-10c5a3d93f7e HTTP/1.1" status: 200 len: 945 time: 1.0370011 Sep 08 09:00:56.670592 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c3794eaa-3e7c-4ad1-958c-0d2d7bed4e31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:56.722367 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-274783aa-b029-4373-baf6-02ca6c900969 None None] Set router bf6ace20-f197-43a9-ab62-961643e87925 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:00:56.967143 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cdabbdf0-e74b-457d-929a-cbef37861471 req-4d01a0d6-2dcf-401c-a0ef-c83f0286e4bd tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951298 Sep 08 09:00:56.975253 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f826f-1692-44d9-9617-51cd38bb668e req-2ee90d43-fe91-4459-b8b4-57e36d5d3a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:56.977300 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d58f826f-1692-44d9-9617-51cd38bb668e req-2ee90d43-fe91-4459-b8b4-57e36d5d3a72 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e4ae51a3-555d-433c-8c68-00298de875e2 HTTP/1.1" status: 200 len: 923 time: 1.3118541 Sep 08 09:00:57.108579 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d58f826f-1692-44d9-9617-51cd38bb668e req-c693c38c-2207-4c6f-aae0-42fe02f88538 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b HTTP/1.1" status: 200 len: 217 time: 0.1204834 Sep 08 09:00:57.136203 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d72ef4-60e4-4a62-92c4-6bbfccda77bd req-78a33160-a9fd-45cc-b247-376b67507cda tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:57.139796 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-82d72ef4-60e4-4a62-92c4-6bbfccda77bd req-78a33160-a9fd-45cc-b247-376b67507cda tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4ea3464-fcfe-4347-90db-10c5a3d93f7e HTTP/1.1" status: 200 len: 945 time: 1.1814578 Sep 08 09:00:57.155800 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-274783aa-b029-4373-baf6-02ca6c900969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6ace20-f197-43a9-ab62-961643e87925', 'name': 'tempest-ServersTestBootFromVolume-1895683484-router', 'tenant_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '81b4ec76-101e-494c-9045-4bfee5963fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:56:52Z', 'updated_at': '2021-09-08T09:00:50Z', 'revision_number': 5, 'project_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'gw_port': {'id': '81b4ec76-101e-494c-9045-4bfee5963fdc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6ace20-f197-43a9-ab62-961643e87925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:54Z', 'updated_at': '2021-09-08T08:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:00:57.159174 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82439336-1e9a-4764-8f76-3b416df7abc8 req-9d4c9327-3a7d-43c4-b28b-3eb1cbc017ec tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:57.164872 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-82439336-1e9a-4764-8f76-3b416df7abc8 req-9d4c9327-3a7d-43c4-b28b-3eb1cbc017ec tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 944 time: 0.2890511 Sep 08 09:00:57.180878 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-c3794eaa-3e7c-4ad1-958c-0d2d7bed4e31 admin admin] For port 81b4ec76-101e-494c-9045-4bfee5963fdc, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=81b4ec76-101e-494c-9045-4bfee5963fdc,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:57.181911 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c3794eaa-3e7c-4ad1-958c-0d2d7bed4e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:57.221992 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-c3794eaa-3e7c-4ad1-958c-0d2d7bed4e31 admin admin] Calling delete_port for 81b4ec76-101e-494c-9045-4bfee5963fdc owned by network:router_gateway {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:00:57.237691 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274783aa-b029-4373-baf6-02ca6c900969 None None] The sync data for ids ['bf6ace20-f197-43a9-ab62-961643e87925'] in n-d-806683-11 is: [{'id': 'bf6ace20-f197-43a9-ab62-961643e87925', 'name': 'tempest-ServersTestBootFromVolume-1895683484-router', 'tenant_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '81b4ec76-101e-494c-9045-4bfee5963fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:56:52Z', 'updated_at': '2021-09-08T09:00:50Z', 'revision_number': 5, 'project_id': '6f3e0c8a4bf34f058ac11aefd59893e6', 'gw_port': {'id': '81b4ec76-101e-494c-9045-4bfee5963fdc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6ace20-f197-43a9-ab62-961643e87925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:54Z', 'updated_at': '2021-09-08T08:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:00:57.281034 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-82439336-1e9a-4764-8f76-3b416df7abc8 req-448cc009-45fc-411c-90dc-c7c141c43d0e tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047029 Sep 08 09:00:57.493727 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f826f-1692-44d9-9617-51cd38bb668e req-ab64c813-fdaf-451c-bf38-e972da904768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:57.495015 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d58f826f-1692-44d9-9617-51cd38bb668e req-ab64c813-fdaf-451c-bf38-e972da904768 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8b8d890a-bf45-4b73-bd8d-17a04a6ff513 HTTP/1.1" status: 200 len: 862 time: 0.3543184 Sep 08 09:00:57.689076 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc0db5-81a8-4d42-9c51-954c7713f576 req-b0b41d68-2a52-4d3e-8cda-c84ab586bd89 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:57.718661 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-eedc0db5-81a8-4d42-9c51-954c7713f576 req-b0b41d68-2a52-4d3e-8cda-c84ab586bd89 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6 HTTP/1.1" status: 200 len: 950 time: 0.5055616 Sep 08 09:00:57.745676 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c3794eaa-3e7c-4ad1-958c-0d2d7bed4e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:57.777679 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d58f826f-1692-44d9-9617-51cd38bb668e req-8ccf920e-260d-4347-971a-6c6e4013ab52 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e4ae51a3-555d-433c-8c68-00298de875e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2034054 Sep 08 09:00:57.793640 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device efbeb420-7cf2-4dd4-aa74-bbe3da2b0547 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:00:57.866631 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: efbeb420-7cf2-4dd4-aa74-bbe3da2b0547 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:00:57.867022 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device efbeb420-7cf2-4dd4-aa74-bbe3da2b0547 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:00:57.873004 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3794eaa-3e7c-4ad1-958c-0d2d7bed4e31 admin admin] Pushing event deleted for resources: {'Port': ['ID=81b4ec76-101e-494c-9045-4bfee5963fdc,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:58.029351 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d58f826f-1692-44d9-9617-51cd38bb668e req-1c54cb4f-7c0d-45dd-99b8-e92889965664 service neutron] 10.222.0.37 "GET /v2.0/networks/e4ae51a3-555d-433c-8c68-00298de875e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513584 Sep 08 09:00:58.142807 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c3794eaa-3e7c-4ad1-958c-0d2d7bed4e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:58.273501 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d2805d-7602-447b-b2c5-3ba2d22b1b4c req-44a50237-268d-4742-847d-03165e06c095 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:58.275693 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a1d2805d-7602-447b-b2c5-3ba2d22b1b4c req-44a50237-268d-4742-847d-03165e06c095 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.35 "GET /v2.0/ports?device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6 HTTP/1.1" status: 200 len: 950 time: 0.5558383 Sep 08 09:00:58.282884 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d58f826f-1692-44d9-9617-51cd38bb668e req-d2ac4002-0a70-4a57-95ee-00386730020c service neutron] 10.222.0.37 "GET /v2.0/networks/e4ae51a3-555d-433c-8c68-00298de875e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301724 Sep 08 09:00:58.292070 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:58.347280 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-82d72ef4-60e4-4a62-92c4-6bbfccda77bd req-791ae4c0-ffbc-4ed5-b8ca-74a601ba1285 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Deleting port 1bffe886-6b5c-4715-a9f3-8a19d1563114 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:00:58.347663 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-82d72ef4-60e4-4a62-92c4-6bbfccda77bd req-791ae4c0-ffbc-4ed5-b8ca-74a601ba1285 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:58.430025 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:00:58.446230 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 6da41954-bcc6-4afe-8431-3b2b5f9d4956 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:00:58.473680 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c3794eaa-3e7c-4ad1-958c-0d2d7bed4e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:58.483430 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c3794eaa-3e7c-4ad1-958c-0d2d7bed4e31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:58.543732 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-eedc0db5-81a8-4d42-9c51-954c7713f576 req-8e801428-57e6-46ac-aa9a-0b37128fc76b tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7589667 Sep 08 09:00:58.617514 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacecfaa-ba42-4533-afcc-7a088331b235 req-bae1f215-b45b-457d-afe4-98f24d770889 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:58.626077 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-aacecfaa-ba42-4533-afcc-7a088331b235 req-bae1f215-b45b-457d-afe4-98f24d770889 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf9715d3-b5a7-4b11-b0bc-2b416bf0ea60 HTTP/1.1" status: 200 len: 943 time: 0.2517433 Sep 08 09:00:58.634981 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c3794eaa-3e7c-4ad1-958c-0d2d7bed4e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:58.635726 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3794eaa-3e7c-4ad1-958c-0d2d7bed4e31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf6ace20-f197-43a9-ab62-961643e87925 {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:00:58.642653 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c3794eaa-3e7c-4ad1-958c-0d2d7bed4e31 admin admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:58.647966 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c3794eaa-3e7c-4ad1-958c-0d2d7bed4e31 admin admin] 10.222.0.54 "DELETE /v2.0/routers/bf6ace20-f197-43a9-ab62-961643e87925 HTTP/1.1" status: 204 len: 168 time: 3.6103408 Sep 08 09:00:58.649896 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36886) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:00:58.763662 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e0c8187-a580-49bb-9924-466e91185971 admin admin] Deleting subnet dcdf7e19-fac6-4280-b4cd-afd9cea4e6b1 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:00:58.774762 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1e0c8187-a580-49bb-9924-466e91185971 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:58.866033 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1e0c8187-a580-49bb-9924-466e91185971 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:58.873162 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-82d72ef4-60e4-4a62-92c4-6bbfccda77bd req-791ae4c0-ffbc-4ed5-b8ca-74a601ba1285 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] For port 1bffe886-6b5c-4715-a9f3-8a19d1563114, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=1bffe886-6b5c-4715-a9f3-8a19d1563114,segment=NetworkSegment(63991058-0ef2-4358-ae31-7e348d60a2c9),segment_id=63991058-0ef2-4358-ae31-7e348d60a2c9)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:58.874665 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b,segment=NetworkSegment(62cd42f7-9651-4119-add8-a40e3a6b8c01),segment_id=62cd42f7-9651-4119-add8-a40e3a6b8c01)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:58.878613 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-82d72ef4-60e4-4a62-92c4-6bbfccda77bd req-791ae4c0-ffbc-4ed5-b8ca-74a601ba1285 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:58.974108 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': 'a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b', 'network_id': 'e4ae51a3-555d-433c-8c68-00298de875e2', 'port_id': 'a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b', 'mac_address': 'fa:16:3e:f3:e6:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b8d890a-bf45-4b73-bd8d-17a04a6ff513', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:00:58.981675 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-82d72ef4-60e4-4a62-92c4-6bbfccda77bd req-791ae4c0-ffbc-4ed5-b8ca-74a601ba1285 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Calling delete_port for 1bffe886-6b5c-4715-a9f3-8a19d1563114 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:00:58.988838 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-aacecfaa-ba42-4533-afcc-7a088331b235 req-879c1c6f-7bb2-4a11-8e1a-a0c4e7aac341 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615561 Sep 08 09:00:59.010628 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-a1d2805d-7602-447b-b2c5-3ba2d22b1b4c req-9f1e2bf3-985e-4a59-a33f-f76e034a7148 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Deleting port d05f4588-39b6-4d94-9f78-5dd977338c5a {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:00:59.010979 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a1d2805d-7602-447b-b2c5-3ba2d22b1b4c req-9f1e2bf3-985e-4a59-a33f-f76e034a7148 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:59.101869 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1e0c8187-a580-49bb-9924-466e91185971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:59.124608 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea2697-37b3-443e-bcc6-71e78fdbb31e req-37169748-2d6c-4ad2-bda7-480a3e35bdeb tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:59.126253 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-54ea2697-37b3-443e-bcc6-71e78fdbb31e req-37169748-2d6c-4ad2-bda7-480a3e35bdeb tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4ea3464-fcfe-4347-90db-10c5a3d93f7e HTTP/1.1" status: 200 len: 945 time: 0.4303176 Sep 08 09:00:59.130622 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:59.173713 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:00:59.240484 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1e0c8187-a580-49bb-9924-466e91185971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:59.259991 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b,segment=NetworkSegment(62cd42f7-9651-4119-add8-a40e3a6b8c01),segment_id=62cd42f7-9651-4119-add8-a40e3a6b8c01)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:59.272558 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:59.295747 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1e0c8187-a580-49bb-9924-466e91185971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:59.302444 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1e0c8187-a580-49bb-9924-466e91185971 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/dcdf7e19-fac6-4280-b4cd-afd9cea4e6b1 HTTP/1.1" status: 204 len: 168 time: 0.6512744 Sep 08 09:00:59.303553 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36894) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:00:59.402231 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0183d37-86e2-4c84-a119-9c6868d7a903 None None] Network badf3704-58aa-4df0-a36e-cc33c85ce701 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:00:59.445888 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5e7ed928-0525-4e62-b4b4-e9f7f5d3d20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:59.453694 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0c8187-a580-49bb-9924-466e91185971 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcdf7e19-fac6-4280-b4cd-afd9cea4e6b1,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:59.485845 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-54ea2697-37b3-443e-bcc6-71e78fdbb31e req-905fd1cc-60f6-4447-be2a-0087066c21f6 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290288 Sep 08 09:00:59.490147 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-a1d2805d-7602-447b-b2c5-3ba2d22b1b4c req-9f1e2bf3-985e-4a59-a33f-f76e034a7148 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] For port d05f4588-39b6-4d94-9f78-5dd977338c5a, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=d05f4588-39b6-4d94-9f78-5dd977338c5a,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:00:59.490841 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a1d2805d-7602-447b-b2c5-3ba2d22b1b4c req-9f1e2bf3-985e-4a59-a33f-f76e034a7148 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:59.561378 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-a1d2805d-7602-447b-b2c5-3ba2d22b1b4c req-9f1e2bf3-985e-4a59-a33f-f76e034a7148 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Calling delete_port for d05f4588-39b6-4d94-9f78-5dd977338c5a owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:00:59.577194 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:00:59.647767 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:00:59.674600 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c88eb-8d37-4276-abfd-751712c0cba3 req-0bb4ccf6-4514-4993-b279-8e8f4bf97864 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:00:59.674600 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d17c88eb-8d37-4276-abfd-751712c0cba3 req-0bb4ccf6-4514-4993-b279-8e8f4bf97864 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 944 time: 0.2363968 Sep 08 09:00:59.814298 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d17c88eb-8d37-4276-abfd-751712c0cba3 req-80471f26-5568-41dc-b528-a417fa81f216 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260304 Sep 08 09:00:59.821811 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-5e7ed928-0525-4e62-b4b4-e9f7f5d3d20f admin admin] Deleting port b8974535-1787-4958-b6e7-397aa7fb9fb8 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:00:59.822627 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5e7ed928-0525-4e62-b4b4-e9f7f5d3d20f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:59.871792 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-82d72ef4-60e4-4a62-92c4-6bbfccda77bd req-791ae4c0-ffbc-4ed5-b8ca-74a601ba1285 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:00:59.946890 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b4decf-e530-48fd-bd6c-2192e39ac260 None None] DHCP port deletion for badf3704-58aa-4df0-a36e-cc33c85ce701 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:00:59.954452 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 81b4ec76-101e-494c-9045-4bfee5963fdc no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:01:00.005331 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-5e7ed928-0525-4e62-b4b4-e9f7f5d3d20f admin admin] For port b8974535-1787-4958-b6e7-397aa7fb9fb8, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=b8974535-1787-4958-b6e7-397aa7fb9fb8,segment=NetworkSegment(bd40b2ba-8b16-4b32-85bc-1f2da89a3f05),segment_id=bd40b2ba-8b16-4b32-85bc-1f2da89a3f05)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:00.006088 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5e7ed928-0525-4e62-b4b4-e9f7f5d3d20f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:00.027207 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 81b4ec76-101e-494c-9045-4bfee5963fdc {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:01:00.027882 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 81b4ec76-101e-494c-9045-4bfee5963fdc not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:01:00.032941 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ae4c0-ffbc-4ed5-b8ca-74a601ba1285 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Pushing event deleted for resources: {'Port': ['ID=1bffe886-6b5c-4715-a9f3-8a19d1563114,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:00.122294 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-33b4decf-e530-48fd-bd6c-2192e39ac260 None None] Deleting port b8974535-1787-4958-b6e7-397aa7fb9fb8 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:01:00.122994 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-33b4decf-e530-48fd-bd6c-2192e39ac260 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:00.131019 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-22728aad-c11c-407e-8ec3-aa99fc873fc0 req-41771947-21fe-4ba6-8e3a-86031cc11716 tempest-ServerShowV247Test-349934222 tempest-ServerShowV247Test-349934222-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5445eed-549c-4b28-8a62-efbb216d39b1 HTTP/1.1" status: 200 len: 210 time: 0.1054480 Sep 08 09:01:00.159693 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-5e7ed928-0525-4e62-b4b4-e9f7f5d3d20f admin admin] Calling delete_port for b8974535-1787-4958-b6e7-397aa7fb9fb8 owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:01:00.166907 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d72ef4-60e4-4a62-92c4-6bbfccda77bd req-791ae4c0-ffbc-4ed5-b8ca-74a601ba1285 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] No DVR routers for this DVR port 1bffe886-6b5c-4715-a9f3-8a19d1563114 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:01:00.170894 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-82d72ef4-60e4-4a62-92c4-6bbfccda77bd req-791ae4c0-ffbc-4ed5-b8ca-74a601ba1285 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:00.173643 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-82d72ef4-60e4-4a62-92c4-6bbfccda77bd req-791ae4c0-ffbc-4ed5-b8ca-74a601ba1285 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.37 "DELETE /v2.0/ports/1bffe886-6b5c-4715-a9f3-8a19d1563114 HTTP/1.1" status: 204 len: 173 time: 2.9816051 Sep 08 09:01:00.175158 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ea3464-fcfe-4347-90db-10c5a3d93f7e', 'name': 'network-vif-deleted', 'tag': '1bffe886-6b5c-4715-a9f3-8a19d1563114'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:01:00.183031 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d227c744-6a93-4f73-9a42-0c1a4b075dfa" -d '{"events": [{"server_uuid": "e4ea3464-fcfe-4347-90db-10c5a3d93f7e", "name": "network-vif-deleted", "tag": "1bffe886-6b5c-4715-a9f3-8a19d1563114"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:01:00.218859 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e20592-6cae-408a-89e6-7486f6d6595a req-aeb00d5b-16a6-405e-9934-0f263aae1c3a tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:00.220446 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c4e20592-6cae-408a-89e6-7486f6d6595a req-aeb00d5b-16a6-405e-9934-0f263aae1c3a tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6 HTTP/1.1" status: 200 len: 950 time: 0.1778169 Sep 08 09:01:00.296692 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-33b4decf-e530-48fd-bd6c-2192e39ac260 None None] For port b8974535-1787-4958-b6e7-397aa7fb9fb8, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=b8974535-1787-4958-b6e7-397aa7fb9fb8,segment=NetworkSegment(bd40b2ba-8b16-4b32-85bc-1f2da89a3f05),segment_id=bd40b2ba-8b16-4b32-85bc-1f2da89a3f05)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:00.297490 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-33b4decf-e530-48fd-bd6c-2192e39ac260 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:00.321111 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-33b4decf-e530-48fd-bd6c-2192e39ac260 None None] Calling delete_port for b8974535-1787-4958-b6e7-397aa7fb9fb8 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:01:00.330721 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a1d2805d-7602-447b-b2c5-3ba2d22b1b4c req-9f1e2bf3-985e-4a59-a33f-f76e034a7148 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:00.383231 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e2bf3-985e-4a59-a33f-f76e034a7148 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Pushing event deleted for resources: {'Port': ['ID=d05f4588-39b6-4d94-9f78-5dd977338c5a,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:00.422152 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c4e20592-6cae-408a-89e6-7486f6d6595a req-d0661d70-4440-4bed-a3c5-8b14dc4c2aee tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928730 Sep 08 09:01:00.452867 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['d05f4588-39b6-4d94-9f78-5dd977338c5a'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:01:00.472095 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11109cd-114e-4933-87b0-68d24b635275 req-278695dd-db27-48f1-b0ff-a004d50c7c72 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:00.482032 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f11109cd-114e-4933-87b0-68d24b635275 req-278695dd-db27-48f1-b0ff-a004d50c7c72 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf9715d3-b5a7-4b11-b0bc-2b416bf0ea60 HTTP/1.1" status: 200 len: 944 time: 0.2022972 Sep 08 09:01:00.497569 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 1bffe886-6b5c-4715-a9f3-8a19d1563114 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:01:00.518078 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5e7ed928-0525-4e62-b4b4-e9f7f5d3d20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:00.536308 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7ed928-0525-4e62-b4b4-e9f7f5d3d20f admin admin] No DVR routers for this DVR port b8974535-1787-4958-b6e7-397aa7fb9fb8 on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:01:00.545220 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 1bffe886-6b5c-4715-a9f3-8a19d1563114 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:01:00.545577 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 1bffe886-6b5c-4715-a9f3-8a19d1563114 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:01:00.566546 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ed928-0525-4e62-b4b4-e9f7f5d3d20f admin admin] Pushing event deleted for resources: {'Port': ['ID=b8974535-1787-4958-b6e7-397aa7fb9fb8,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:00.569841 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18cab79-c673-4f9e-9d15-e7f57087c0ba x-openstack-request-id: req-b18cab79-c673-4f9e-9d15-e7f57087c0ba {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:01:00.570237 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ea3464-fcfe-4347-90db-10c5a3d93f7e", "name": "network-vif-deleted", "tag": "1bffe886-6b5c-4715-a9f3-8a19d1563114", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:01:00.570561 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b18cab79-c673-4f9e-9d15-e7f57087c0ba {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:01:00.571029 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ea3464-fcfe-4347-90db-10c5a3d93f7e', 'name': 'network-vif-deleted', 'tag': '1bffe886-6b5c-4715-a9f3-8a19d1563114', 'status': 'completed', 'code': 200} Sep 08 09:01:00.574605 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d2805d-7602-447b-b2c5-3ba2d22b1b4c req-9f1e2bf3-985e-4a59-a33f-f76e034a7148 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] No DVR routers for this DVR port d05f4588-39b6-4d94-9f78-5dd977338c5a on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:01:00.602479 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a1d2805d-7602-447b-b2c5-3ba2d22b1b4c req-9f1e2bf3-985e-4a59-a33f-f76e034a7148 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:00.604828 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a1d2805d-7602-447b-b2c5-3ba2d22b1b4c req-9f1e2bf3-985e-4a59-a33f-f76e034a7148 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.35 "DELETE /v2.0/ports/d05f4588-39b6-4d94-9f78-5dd977338c5a HTTP/1.1" status: 204 len: 173 time: 2.3208559 Sep 08 09:01:00.641580 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-33b4decf-e530-48fd-bd6c-2192e39ac260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:00.649732 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f11109cd-114e-4933-87b0-68d24b635275 req-15929f37-59d0-42ca-b1a6-0c6e66cb5715 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648817 Sep 08 09:01:00.678488 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['74f7ce03-39e9-435a-9992-ab60a1dc61ca'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:01:00.686663 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5e7ed928-0525-4e62-b4b4-e9f7f5d3d20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:00.696639 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-666f57f9-732f-4f5d-9f1e-6da6bf9327da service neutron] 10.222.0.37 "GET /v2.0/ports/6da41954-bcc6-4afe-8431-3b2b5f9d4956/bindings/n-h2-806683-11 HTTP/1.1" status: 200 len: 385 time: 0.1862192 Sep 08 09:01:00.720147 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-5e7ed928-0525-4e62-b4b4-e9f7f5d3d20f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['badf3704-58aa-4df0-a36e-cc33c85ce701']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:01:00.735536 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-5e7ed928-0525-4e62-b4b4-e9f7f5d3d20f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd40b2ba-8b16-4b32-85bc-1f2da89a3f05') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:01:00.736024 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-5e7ed928-0525-4e62-b4b4-e9f7f5d3d20f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd40b2ba-8b16-4b32-85bc-1f2da89a3f05') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:01:00.751829 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5e7ed928-0525-4e62-b4b4-e9f7f5d3d20f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:00.772450 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5e7ed928-0525-4e62-b4b4-e9f7f5d3d20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:00.774449 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e7ed928-0525-4e62-b4b4-e9f7f5d3d20f admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:01:00.774866 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5e7ed928-0525-4e62-b4b4-e9f7f5d3d20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:00.798560 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b4decf-e530-48fd-bd6c-2192e39ac260 None None] No DVR routers for this DVR port b8974535-1787-4958-b6e7-397aa7fb9fb8 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:01:00.825396 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b4decf-e530-48fd-bd6c-2192e39ac260 None None] Pushing event deleted for resources: {'Port': ['ID=b8974535-1787-4958-b6e7-397aa7fb9fb8,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:00.868882 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:01:00.868882 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:01:00.868882 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:01:00.868882 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:01:00.868882 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:01:00.868882 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:01:00.868882 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:01:00.868882 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:01:00.868882 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:01:00.868882 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:01:00.868882 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:01:00.868882 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:01:00.868882 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:01:00.868882 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:01:00.868882 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:01:00.868882 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:01:00.868882 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:01:00.868882 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:01:00.868882 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:01:00.868882 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:01:00.868882 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:01:00.868882 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:01:00.868882 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:01:00.868882 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:01:00.868882 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:01:00.868882 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:01:00.868882 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:01:00.868882 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:01:00.868882 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:01:00.868882 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:01:00.868882 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:01:00.868882 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:01:00.905274 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5d02ad26-92ed-4fee-875f-838230aabf93 req-00b13ffe-dfd3-4936-94cb-d744bbea972b tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=e4ea3464-fcfe-4347-90db-10c5a3d93f7e HTTP/1.1" status: 200 len: 210 time: 0.0481739 Sep 08 09:01:00.912323 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5e7ed928-0525-4e62-b4b4-e9f7f5d3d20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:00.920114 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5e7ed928-0525-4e62-b4b4-e9f7f5d3d20f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:00.924895 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5e7ed928-0525-4e62-b4b4-e9f7f5d3d20f admin admin] 10.222.0.54 "DELETE /v2.0/networks/badf3704-58aa-4df0-a36e-cc33c85ce701 HTTP/1.1" status: 204 len: 168 time: 1.6174591 Sep 08 09:01:00.971448 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ed928-0525-4e62-b4b4-e9f7f5d3d20f admin admin] Pushing event deleted for resources: {'Network': ['ID=badf3704-58aa-4df0-a36e-cc33c85ce701,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:01.079580 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0923f2-43fa-4bf9-8b61-f983a9c75a2f req-fcff2990-4b83-4345-b916-069cd1f5dbc1 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:01.092485 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4c0923f2-43fa-4bf9-8b61-f983a9c75a2f req-fcff2990-4b83-4345-b916-069cd1f5dbc1 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 944 time: 0.0776057 Sep 08 09:01:01.154176 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4c0923f2-43fa-4bf9-8b61-f983a9c75a2f req-f668597c-f168-4bd6-8020-e1abf416adda tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599248 Sep 08 09:01:01.183776 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a5da4cb8-b744-4c5f-8230-1afdb74f8dff req-7b538b64-67a2-4a56-b05c-1723f3cedb26 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7f0bacf9-94da-4c37-83f5-1d16cd89498e HTTP/1.1" status: 200 len: 210 time: 0.1174114 Sep 08 09:01:01.257920 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36932) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:01.304437 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f7553968-af8a-46c1-be8f-5fe06db5f97c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6f3e0c8a4bf34f058ac11aefd59893e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0452113 Sep 08 09:01:01.306944 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36934) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:01.354610 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e3e9047e-1d3f-43f7-8760-517dfa6dc346 req-4eea2973-68f1-4c5f-bfb9-def580e28607 tempest-ServerShowV247Test-349934222 tempest-ServerShowV247Test-349934222-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5445eed-549c-4b28-8a62-efbb216d39b1 HTTP/1.1" status: 200 len: 210 time: 0.0445342 Sep 08 09:01:01.357399 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-cb918a2b-b33f-434a-b408-5a8bfb47de11 service neutron] For port 6da41954-bcc6-4afe-8431-3b2b5f9d4956, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=6da41954-bcc6-4afe-8431-3b2b5f9d4956,segment=NetworkSegment(fa7b147d-9249-4b88-b7ce-d5137c1c3a3c),segment_id=fa7b147d-9249-4b88-b7ce-d5137c1c3a3c)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:01.369651 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7a746131-1a66-498a-aeb8-eba9286c52fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:01.387147 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-cb918a2b-b33f-434a-b408-5a8bfb47de11 service neutron] For port 6da41954-bcc6-4afe-8431-3b2b5f9d4956, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:01:01.393546 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7a746131-1a66-498a-aeb8-eba9286c52fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:01.467017 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7a746131-1a66-498a-aeb8-eba9286c52fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:01.469721 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7a746131-1a66-498a-aeb8-eba9286c52fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:01.473931 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7a746131-1a66-498a-aeb8-eba9286c52fb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/50f3830f-bde0-4b78-952d-402ee19551a9 HTTP/1.1" status: 204 len: 168 time: 0.1624832 Sep 08 09:01:01.479972 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-cb918a2b-b33f-434a-b408-5a8bfb47de11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6da41954-bcc6-4afe-8431-3b2b5f9d4956 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:01:01.496746 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a746131-1a66-498a-aeb8-eba9286c52fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f3830f-bde0-4b78-952d-402ee19551a9,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:01.515254 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-cb918a2b-b33f-434a-b408-5a8bfb47de11 service neutron] For port 6da41954-bcc6-4afe-8431-3b2b5f9d4956, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=6da41954-bcc6-4afe-8431-3b2b5f9d4956,segment=NetworkSegment(fa7b147d-9249-4b88-b7ce-d5137c1c3a3c),segment_id=fa7b147d-9249-4b88-b7ce-d5137c1c3a3c)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:01.542536 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-cb918a2b-b33f-434a-b408-5a8bfb47de11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:01.617139 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-af764262-2645-469d-a64b-5d6393a23bee req-b2997f50-1dc0-4152-92cf-95992fd7e9ba tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=43129bc2-d119-44cb-bdbe-54bf13a1b3f6 HTTP/1.1" status: 200 len: 210 time: 0.0440450 Sep 08 09:01:01.669841 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-cb918a2b-b33f-434a-b408-5a8bfb47de11 service neutron] Transition to ACTIVE for port object 6da41954-bcc6-4afe-8431-3b2b5f9d4956 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:01:01.685436 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-cb918a2b-b33f-434a-b408-5a8bfb47de11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:01.820003 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device b8974535-1787-4958-b6e7-397aa7fb9fb8 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:01:01.864891 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-cb918a2b-b33f-434a-b408-5a8bfb47de11 service neutron] No DVR routers for this DVR port 6da41954-bcc6-4afe-8431-3b2b5f9d4956 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:01:01.875991 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: b8974535-1787-4958-b6e7-397aa7fb9fb8 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:01:01.878728 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device b8974535-1787-4958-b6e7-397aa7fb9fb8 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:01:01.916573 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb918a2b-b33f-434a-b408-5a8bfb47de11 service neutron] Pushing event updated for resources: {'Port': ['ID=6da41954-bcc6-4afe-8431-3b2b5f9d4956,revision_number=10']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:01.960205 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-cb918a2b-b33f-434a-b408-5a8bfb47de11 service neutron] 10.222.0.37 "PUT /v2.0/ports/6da41954-bcc6-4afe-8431-3b2b5f9d4956/bindings/n-h2-806683-11/activate HTTP/1.1" status: 200 len: 370 time: 1.2545445 Sep 08 09:01:01.993091 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f62c96-f5c1-446a-a9bc-c35450b024fe req-3438d372-f55c-4749-bfb3-a69ddfc305fe tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:02.016804 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-04f62c96-f5c1-446a-a9bc-c35450b024fe req-3438d372-f55c-4749-bfb3-a69ddfc305fe tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf9715d3-b5a7-4b11-b0bc-2b416bf0ea60 HTTP/1.1" status: 200 len: 944 time: 0.2471747 Sep 08 09:01:02.096820 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-04f62c96-f5c1-446a-a9bc-c35450b024fe req-7b670252-b684-4a7a-a82b-4332536e676c tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767918 Sep 08 09:01:02.167456 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-e8747b09-74ce-4f52-b000-ecece4bc5473 tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:02.169155 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-e8747b09-74ce-4f52-b000-ecece4bc5473 tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02&tenant_id=453fb48635914fff8b30c3b6382194e5&binding%3Ahost_id=n-h1-806683-11 HTTP/1.1" status: 200 len: 1097 time: 0.0678442 Sep 08 09:01:02.245330 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-aa1b492a-ef78-4376-b28b-a02d0999bac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:02.247162 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-aa1b492a-ef78-4376-b28b-a02d0999bac9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02&tenant_id=453fb48635914fff8b30c3b6382194e5 HTTP/1.1" status: 200 len: 1097 time: 0.0692217 Sep 08 09:01:02.371979 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5aa7b-f1bc-40fa-9c84-3d05331d4eb4 req-9e1e1765-f18a-4cb6-91e9-2542ef1e2518 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:02.373721 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-feb5aa7b-f1bc-40fa-9c84-3d05331d4eb4 req-9e1e1765-f18a-4cb6-91e9-2542ef1e2518 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 945 time: 0.1255674 Sep 08 09:01:02.382474 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-17b587ef-4fea-41de-b3cf-7c7d5319f371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:02.386492 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-17b587ef-4fea-41de-b3cf-7c7d5319f371 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=453fb48635914fff8b30c3b6382194e5&device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 1097 time: 0.0893483 Sep 08 09:01:02.432734 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:01:02.528969 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-468e79dd-5be6-4090-a367-04435172bd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:02.530501 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-468e79dd-5be6-4090-a367-04435172bd9e service neutron] 10.222.0.35 "GET /v2.0/networks?id=1b780815-5142-4edc-a37a-9e502afff334 HTTP/1.1" status: 200 len: 909 time: 0.1260400 Sep 08 09:01:02.542189 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device d05f4588-39b6-4d94-9f78-5dd977338c5a no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:01:02.573891 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-feb5aa7b-f1bc-40fa-9c84-3d05331d4eb4 req-c15bc4aa-81b2-4b64-8366-eaa8fd5799e0 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858974 Sep 08 09:01:02.585513 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:01:02.672498 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43129bc2-d119-44cb-bdbe-54bf13a1b3f6', 'name': 'network-vif-deleted', 'tag': 'd05f4588-39b6-4d94-9f78-5dd977338c5a'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:01:02.677687 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b1e043-58a6-4687-8593-8cc188100906" -d '{"events": [{"server_uuid": "43129bc2-d119-44cb-bdbe-54bf13a1b3f6", "name": "network-vif-deleted", "tag": "d05f4588-39b6-4d94-9f78-5dd977338c5a"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:01:02.683486 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: d05f4588-39b6-4d94-9f78-5dd977338c5a {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:01:02.685145 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device d05f4588-39b6-4d94-9f78-5dd977338c5a not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:01:02.693573 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-5cb6fb88-c7c0-4634-abd1-fbb805e7a4e7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6da41954-bcc6-4afe-8431-3b2b5f9d4956 HTTP/1.1" status: 200 len: 217 time: 0.1376171 Sep 08 09:01:02.694574 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:01:02.709441 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:02.758637 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a5ec01c7-9410-4987-896c-7f61e6034b18 req-a2c1dcaf-c11d-4549-adb5-a24457251ca3 tempest-ServerShowV247Test-349934222 tempest-ServerShowV247Test-349934222-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5445eed-549c-4b28-8a62-efbb216d39b1 HTTP/1.1" status: 200 len: 210 time: 0.0705826 Sep 08 09:01:02.875989 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36988) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:02.916273 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe8bc4e-f5f7-41db-852c-a2734bedce49 req-724ec3b7-820d-4e3c-a8b7-22f162fecde6 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:02.927983 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fbe8bc4e-f5f7-41db-852c-a2734bedce49 req-724ec3b7-820d-4e3c-a8b7-22f162fecde6 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2c7eaf9-2c1e-4989-a6dd-f86e59033b57 HTTP/1.1" status: 200 len: 944 time: 0.2323751 Sep 08 09:01:02.967824 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff5f38c-ff2a-4b2d-94fa-0b36cf1dbb44 x-openstack-request-id: req-7ff5f38c-ff2a-4b2d-94fa-0b36cf1dbb44 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:01:02.968255 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43129bc2-d119-44cb-bdbe-54bf13a1b3f6", "name": "network-vif-deleted", "tag": "d05f4588-39b6-4d94-9f78-5dd977338c5a", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:01:02.968388 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7ff5f38c-ff2a-4b2d-94fa-0b36cf1dbb44 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:01:02.968773 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43129bc2-d119-44cb-bdbe-54bf13a1b3f6', 'name': 'network-vif-deleted', 'tag': 'd05f4588-39b6-4d94-9f78-5dd977338c5a', 'status': 'completed', 'code': 200} Sep 08 09:01:03.007393 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-11057a9f-505c-47ce-abff-9176b4916fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:03.008822 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-11057a9f-505c-47ce-abff-9176b4916fe2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e08ea884-5afc-42c5-87f0-7a3f3f5db0de HTTP/1.1" status: 200 len: 848 time: 0.2407806 Sep 08 09:01:03.023571 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fbe8bc4e-f5f7-41db-852c-a2734bedce49 req-e7174884-3a4c-40eb-9cc7-f9a429d91395 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946939 Sep 08 09:01:03.029800 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:03.075602 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-3461ae23-6cf5-4cb8-9626-87f7897b94eb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1b780815-5142-4edc-a37a-9e502afff334&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497520 Sep 08 09:01:03.098163 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf9715d3-b5a7-4b11-b0bc-2b416bf0ea60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:01:03.110490 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192e143c-b826-4791-9d20-d10dce2a2870" -d '{"events": [{"server_uuid": "cf9715d3-b5a7-4b11-b0bc-2b416bf0ea60", "name": "network-vif-plugged", "status": "completed", "tag": "a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:01:03.115743 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-82be0526-807a-421a-9add-1088937bf382 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2105520897-network', 'tenant_id': '5ff9af2a8ae84383ae48822128c85b16'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:01:03.132195 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-72ddd505-112a-4dab-8977-79df3a22688d req-56c75ccd-5d9a-4f68-bc8f-f58f814ec79e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=140d1495-916e-4046-b2d6-941339a1f8b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1197839 Sep 08 09:01:03.133880 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b,segment=NetworkSegment(62cd42f7-9651-4119-add8-a40e3a6b8c01),segment_id=62cd42f7-9651-4119-add8-a40e3a6b8c01)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:03.143727 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:03.192560 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82be0526-807a-421a-9add-1088937bf382 admin admin] Made reservation on behalf of 5ff9af2a8ae84383ae48822128c85b16 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:01:03.199795 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-82be0526-807a-421a-9add-1088937bf382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:03.237051 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-82be0526-807a-421a-9add-1088937bf382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:03.270529 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:03.314510 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b73432e-a1f1-4a6a-b9e5-de6de827db76 x-openstack-request-id: req-1b73432e-a1f1-4a6a-b9e5-de6de827db76 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:01:03.314948 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf9715d3-b5a7-4b11-b0bc-2b416bf0ea60", "name": "network-vif-plugged", "status": "completed", "tag": "a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:01:03.315210 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1b73432e-a1f1-4a6a-b9e5-de6de827db76 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:01:03.315667 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf9715d3-b5a7-4b11-b0bc-2b416bf0ea60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b', 'code': 200} Sep 08 09:01:03.373813 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1a030e95-36ba-43de-baa5-37b3d63807f6 req-ace16f62-e268-492a-9ce7-fbf4d0b4af39 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c5445eed-549c-4b28-8a62-efbb216d39b1 HTTP/1.1" status: 200 len: 210 time: 0.0775428 Sep 08 09:01:03.425204 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-82be0526-807a-421a-9add-1088937bf382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:03.452843 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-82be0526-807a-421a-9add-1088937bf382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:03.516158 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82be0526-807a-421a-9add-1088937bf382 admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:01:03.517017 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888966df-5ddd-4c0f-837b-754468618625 req-82bb7a53-dc9d-40f2-8dae-7afb8e1be0f1 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:03.519876 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-888966df-5ddd-4c0f-837b-754468618625 req-82bb7a53-dc9d-40f2-8dae-7afb8e1be0f1 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2c7eaf9-2c1e-4989-a6dd-f86e59033b57 HTTP/1.1" status: 200 len: 944 time: 0.4277768 Sep 08 09:01:03.522857 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddd505-112a-4dab-8977-79df3a22688d req-706ffc73-ffa9-4768-a70f-afbadf2d7cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:03.525397 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-72ddd505-112a-4dab-8977-79df3a22688d req-706ffc73-ffa9-4768-a70f-afbadf2d7cf6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0bc89f664d9a46b3926bfbc0f4b3f539&device_id=140d1495-916e-4046-b2d6-941339a1f8b4 HTTP/1.1" status: 200 len: 1096 time: 0.3249021 Sep 08 09:01:03.561967 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-82be0526-807a-421a-9add-1088937bf382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:03.562363 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-82be0526-807a-421a-9add-1088937bf382 admin admin] Added segment 66c1c607-33c9-44e0-b45a-ef6d4c44423d of type vlan for network 56f09e7a-d8c3-4671-9b9a-504accacdfdc Sep 08 09:01:03.563612 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be0526-807a-421a-9add-1088937bf382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee706af1-7645-483d-b50a-1bf5c08b472e,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:03.601177 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-2bec9d75-9b37-40b7-99cf-5ab3fe2f694c service neutron] 10.222.0.35 "GET /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5168617 Sep 08 09:01:03.604367 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd1ac1-5d2c-4b7a-8f6c-fe35dd55d49e req-e594b05a-0af9-48b3-873e-431459889f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:03.606132 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2efd1ac1-5d2c-4b7a-8f6c-fe35dd55d49e req-e594b05a-0af9-48b3-873e-431459889f94 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cf9715d3-b5a7-4b11-b0bc-2b416bf0ea60 HTTP/1.1" status: 200 len: 1097 time: 0.1772380 Sep 08 09:01:03.653078 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd17216-a566-4140-a725-4734afa5d106 req-eb8a1288-2412-4b89-882d-01029af0f7be tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:03.655053 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1bd17216-a566-4140-a725-4734afa5d106 req-eb8a1288-2412-4b89-882d-01029af0f7be tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf9715d3-b5a7-4b11-b0bc-2b416bf0ea60 HTTP/1.1" status: 200 len: 945 time: 0.2277572 Sep 08 09:01:03.675739 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-82be0526-807a-421a-9add-1088937bf382 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:03.684935 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99e61f-2e5c-4c2c-98ef-254c937cff2a req-156c15dc-3b44-4ace-a53e-286d43c200ad tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:03.693730 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ac99e61f-2e5c-4c2c-98ef-254c937cff2a req-156c15dc-3b44-4ace-a53e-286d43c200ad tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 950 time: 0.2415922 Sep 08 09:01:03.781116 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2efd1ac1-5d2c-4b7a-8f6c-fe35dd55d49e req-36e9bb07-9503-427f-8cf9-c559bfa32691 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510656 Sep 08 09:01:03.796275 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1bd17216-a566-4140-a725-4734afa5d106 req-bbb27852-3074-42a6-85ea-31f96c6c77c0 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291585 Sep 08 09:01:03.802207 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-82be0526-807a-421a-9add-1088937bf382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:03.807025 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82be0526-807a-421a-9add-1088937bf382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:03.807859 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-82be0526-807a-421a-9add-1088937bf382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:03.838129 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-82be0526-807a-421a-9add-1088937bf382 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9609268 Sep 08 09:01:03.842874 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37014) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:03.849382 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-325bbbbb-4160-48c5-9e17-3bb4aaa698a4 admin admin] Request body: {'subnet': {'network_id': '56f09e7a-d8c3-4671-9b9a-504accacdfdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2105520897-subnet', 'tenant_id': '5ff9af2a8ae84383ae48822128c85b16', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:01:03.912294 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be0526-807a-421a-9add-1088937bf382 admin admin] Pushing event updated for resources: {'Network': ['ID=56f09e7a-d8c3-4671-9b9a-504accacdfdc,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:03.921920 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325bbbbb-4160-48c5-9e17-3bb4aaa698a4 admin admin] Made reservation on behalf of 5ff9af2a8ae84383ae48822128c85b16 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:01:03.924824 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-325bbbbb-4160-48c5-9e17-3bb4aaa698a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:03.931515 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 56f09e7a-d8c3-4671-9b9a-504accacdfdc details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:01:03.955685 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ac99e61f-2e5c-4c2c-98ef-254c937cff2a req-279464b9-c366-485f-9806-26302d825e01 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610424 Sep 08 09:01:04.020252 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddd505-112a-4dab-8977-79df3a22688d req-09de3341-2bbd-4a15-a641-87abe827a009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:04.022009 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-72ddd505-112a-4dab-8977-79df3a22688d req-09de3341-2bbd-4a15-a641-87abe827a009 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3e5cb155-db8c-4e6c-a8fd-e937043c5b98 HTTP/1.1" status: 200 len: 921 time: 0.4427476 Sep 08 09:01:04.026933 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-888966df-5ddd-4c0f-837b-754468618625 req-2a951086-5cbb-46c0-b0e1-0ef41bb7bbfb tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Deleting port 937e961f-f3ad-4307-925b-488f4552cef6 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:01:04.027279 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-888966df-5ddd-4c0f-837b-754468618625 req-2a951086-5cbb-46c0-b0e1-0ef41bb7bbfb tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:04.167894 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a38e52-a15c-4618-9cce-589bf00ff690 req-9d10d097-deb3-465e-b023-f94bcccfba3e tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:04.178698 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-16a38e52-a15c-4618-9cce-589bf00ff690 req-9d10d097-deb3-465e-b023-f94bcccfba3e tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 945 time: 0.2287693 Sep 08 09:01:04.196988 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-72ddd505-112a-4dab-8977-79df3a22688d req-b7852b27-c172-4339-9080-99143df160d9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cde9183c-ba43-4302-b8ec-8bd984c2549e HTTP/1.1" status: 200 len: 217 time: 0.1377103 Sep 08 09:01:04.203028 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-a9e62662-3f0a-4602-8c42-7dcbf02c3764 service neutron] 10.222.0.35 "GET /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4992461 Sep 08 09:01:04.243595 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-16a38e52-a15c-4618-9cce-589bf00ff690 req-8628735c-e8cd-4218-a50d-eaacc941993e tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584140 Sep 08 09:01:04.247663 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-92e06a52-a190-4250-bc7b-3bea054c7a7a req-eb84c851-bd14-488f-98b6-db71b70454c7 tempest-ServerShowV247Test-349934222 tempest-ServerShowV247Test-349934222-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5445eed-549c-4b28-8a62-efbb216d39b1 HTTP/1.1" status: 200 len: 210 time: 0.0647292 Sep 08 09:01:04.385733 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-888966df-5ddd-4c0f-837b-754468618625 req-2a951086-5cbb-46c0-b0e1-0ef41bb7bbfb tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] For port 937e961f-f3ad-4307-925b-488f4552cef6, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=937e961f-f3ad-4307-925b-488f4552cef6,segment=NetworkSegment(63991058-0ef2-4358-ae31-7e348d60a2c9),segment_id=63991058-0ef2-4358-ae31-7e348d60a2c9)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:04.386535 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-888966df-5ddd-4c0f-837b-754468618625 req-2a951086-5cbb-46c0-b0e1-0ef41bb7bbfb tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:04.403414 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddd505-112a-4dab-8977-79df3a22688d req-86ecd05e-6c42-455d-bc45-c2c01624a765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:04.406079 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-72ddd505-112a-4dab-8977-79df3a22688d req-86ecd05e-6c42-455d-bc45-c2c01624a765 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2afb1305-d593-46e6-bc8f-0ed93bbef6b9 HTTP/1.1" status: 200 len: 860 time: 0.1842813 Sep 08 09:01:04.415887 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-888966df-5ddd-4c0f-837b-754468618625 req-2a951086-5cbb-46c0-b0e1-0ef41bb7bbfb tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Calling delete_port for 937e961f-f3ad-4307-925b-488f4552cef6 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:01:04.458971 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-72ddd505-112a-4dab-8977-79df3a22688d req-1250bda7-db82-4d52-94c4-077a07d627c5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3e5cb155-db8c-4e6c-a8fd-e937043c5b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453007 Sep 08 09:01:04.463083 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-325bbbbb-4160-48c5-9e17-3bb4aaa698a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:04.480241 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6cf205-f342-4c00-ad60-7f11520af353 req-1a86fdb6-81cd-4c64-9d9e-6406ffff0bbb tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:04.482344 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4b6cf205-f342-4c00-ad60-7f11520af353 req-1a86fdb6-81cd-4c64-9d9e-6406ffff0bbb tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2c7eaf9-2c1e-4989-a6dd-f86e59033b57 HTTP/1.1" status: 200 len: 944 time: 0.1188574 Sep 08 09:01:04.612981 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325bbbbb-4160-48c5-9e17-3bb4aaa698a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8500bfb2-0bfa-480d-b7a3-e97947f43e46,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:04.636386 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4b6cf205-f342-4c00-ad60-7f11520af353 req-1429383a-7312-4ae5-a18d-f502c634482e tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309044 Sep 08 09:01:04.637220 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325bbbbb-4160-48c5-9e17-3bb4aaa698a4 admin admin] Checking segment: {'id': '66c1c607-33c9-44e0-b45a-ef6d4c44423d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '56f09e7a-d8c3-4671-9b9a-504accacdfdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:01:04.637574 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325bbbbb-4160-48c5-9e17-3bb4aaa698a4 admin admin] Network hostable DHCP agents. Network: 56f09e7a-d8c3-4671-9b9a-504accacdfdc, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:01:04.684035 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325bbbbb-4160-48c5-9e17-3bb4aaa698a4 admin admin] Network 56f09e7a-d8c3-4671-9b9a-504accacdfdc is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:01:04.699180 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-325bbbbb-4160-48c5-9e17-3bb4aaa698a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 56f09e7a-d8c3-4671-9b9a-504accacdfdc) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:01:04.709916 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325bbbbb-4160-48c5-9e17-3bb4aaa698a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:04.710756 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1d62f1-041e-46cf-a637-21a089a6c2c4 None None] Network 56f09e7a-d8c3-4671-9b9a-504accacdfdc requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:01:04.711908 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-325bbbbb-4160-48c5-9e17-3bb4aaa698a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:04.747623 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-325bbbbb-4160-48c5-9e17-3bb4aaa698a4 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9042265 Sep 08 09:01:04.748440 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37036) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:04.764900 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-85ec37ad-ee21-4f7e-a774-a8347152a194 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2105520897-router', 'tenant_id': '5ff9af2a8ae84383ae48822128c85b16', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:01:04.835321 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-85ec37ad-ee21-4f7e-a774-a8347152a194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:04.836737 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-85ec37ad-ee21-4f7e-a774-a8347152a194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:04.954915 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-85ec37ad-ee21-4f7e-a774-a8347152a194 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:05.108334 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a984cbca-7bca-4eaa-9c21-efafdccb0ee3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-56f09e7a-d8c3-4671-9b9a-504accacdfdc', 'network_id': '56f09e7a-d8c3-4671-9b9a-504accacdfdc', 'tenant_id': '5ff9af2a8ae84383ae48822128c85b16', 'fixed_ips': [{'subnet_id': '8500bfb2-0bfa-480d-b7a3-e97947f43e46'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:01:05.109220 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a984cbca-7bca-4eaa-9c21-efafdccb0ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:05.152964 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-85ec37ad-ee21-4f7e-a774-a8347152a194 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:05.317154 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-a984cbca-7bca-4eaa-9c21-efafdccb0ee3 None None] Allocated IP 172.20.0.2 (56f09e7a-d8c3-4671-9b9a-504accacdfdc/8500bfb2-0bfa-480d-b7a3-e97947f43e46/804f131e-274f-43a3-9d63-736f49a5f9f1) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:01:05.341526 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4a25c-3c4c-4add-96af-67eb46afccae req-8b3df9e4-ea25-4e83-b9e0-73362cd765fb tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:05.343353 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-95e4a25c-3c4c-4add-96af-67eb46afccae req-8b3df9e4-ea25-4e83-b9e0-73362cd765fb tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 950 time: 0.1826582 Sep 08 09:01:05.354070 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-888966df-5ddd-4c0f-837b-754468618625 req-2a951086-5cbb-46c0-b0e1-0ef41bb7bbfb tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:05.370832 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefbfce-3963-455a-946b-b1ae696bf92e req-99c0af35-75f5-4542-b02b-ce8084436798 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:05.373157 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ccefbfce-3963-455a-946b-b1ae696bf92e req-99c0af35-75f5-4542-b02b-ce8084436798 tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 950 time: 0.1448979 Sep 08 09:01:05.453385 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a951086-5cbb-46c0-b0e1-0ef41bb7bbfb tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Pushing event deleted for resources: {'Port': ['ID=937e961f-f3ad-4307-925b-488f4552cef6,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:05.473963 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-95e4a25c-3c4c-4add-96af-67eb46afccae req-a1b91c55-d3d2-4bd2-9a8a-ccdaac82f19d tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/security-groups?id=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240830 Sep 08 09:01:05.526655 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-888966df-5ddd-4c0f-837b-754468618625 req-2a951086-5cbb-46c0-b0e1-0ef41bb7bbfb tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] No DVR routers for this DVR port 937e961f-f3ad-4307-925b-488f4552cef6 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:01:05.529957 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-72ddd505-112a-4dab-8977-79df3a22688d req-6ffda1d9-9777-47a9-ab4c-5e440e67b142 service neutron] 10.222.0.37 "GET /v2.0/networks/3e5cb155-db8c-4e6c-a8fd-e937043c5b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0381689 Sep 08 09:01:05.532610 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-888966df-5ddd-4c0f-837b-754468618625 req-2a951086-5cbb-46c0-b0e1-0ef41bb7bbfb tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:05.536021 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-888966df-5ddd-4c0f-837b-754468618625 req-2a951086-5cbb-46c0-b0e1-0ef41bb7bbfb tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.37 "DELETE /v2.0/ports/937e961f-f3ad-4307-925b-488f4552cef6 HTTP/1.1" status: 204 len: 173 time: 1.9985700 Sep 08 09:01:05.546462 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c7eaf9-2c1e-4989-a6dd-f86e59033b57', 'name': 'network-vif-deleted', 'tag': '937e961f-f3ad-4307-925b-488f4552cef6'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:01:05.548962 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddbd22f-3530-4ba4-9499-890dc151ed7c" -d '{"events": [{"server_uuid": "b2c7eaf9-2c1e-4989-a6dd-f86e59033b57", "name": "network-vif-deleted", "tag": "937e961f-f3ad-4307-925b-488f4552cef6"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:01:05.586099 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-09c5c625-409e-4e89-868d-17f0bd9d76f1 tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:05.588136 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-09c5c625-409e-4e89-868d-17f0bd9d76f1 tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02&tenant_id=453fb48635914fff8b30c3b6382194e5&binding%3Ahost_id=n-h2-806683-11 HTTP/1.1" status: 200 len: 1097 time: 0.2604473 Sep 08 09:01:05.608049 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b685b-0f6e-46eb-86c5-968722a38123 req-f9666af7-c1a7-4720-8991-dd6be29e5f69 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:05.618293 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-227b685b-0f6e-46eb-86c5-968722a38123 req-f9666af7-c1a7-4720-8991-dd6be29e5f69 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf9715d3-b5a7-4b11-b0bc-2b416bf0ea60 HTTP/1.1" status: 200 len: 945 time: 0.2865324 Sep 08 09:01:05.685338 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-ccefbfce-3963-455a-946b-b1ae696bf92e req-f86f12f2-9dfd-4dd8-8aed-ced1b04902cd tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Deleting port 74f7ce03-39e9-435a-9992-ab60a1dc61ca {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:01:05.685753 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-ccefbfce-3963-455a-946b-b1ae696bf92e req-f86f12f2-9dfd-4dd8-8aed-ced1b04902cd tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:05.735598 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a984cbca-7bca-4eaa-9c21-efafdccb0ee3 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:05.755438 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113ccec-88f7-4bde-888e-0a9812e9b675 req-35d3dc81-e09c-4cec-b74b-e44ed0a6c73c tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:05.762987 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-227b685b-0f6e-46eb-86c5-968722a38123 req-820c102b-8989-4bf0-bf11-5cb351e9d6ff tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413214 Sep 08 09:01:05.764031 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1113ccec-88f7-4bde-888e-0a9812e9b675 req-35d3dc81-e09c-4cec-b74b-e44ed0a6c73c tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 945 time: 0.1918371 Sep 08 09:01:05.767517 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-a984cbca-7bca-4eaa-9c21-efafdccb0ee3 None None] Transition to ACTIVE for port object 804f131e-274f-43a3-9d63-736f49a5f9f1 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:01:05.796625 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-85ec37ad-ee21-4f7e-a774-a8347152a194 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:05.799683 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-a984cbca-7bca-4eaa-9c21-efafdccb0ee3 None None] Transition to ACTIVE for port object 804f131e-274f-43a3-9d63-736f49a5f9f1 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:01:05.813426 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a984cbca-7bca-4eaa-9c21-efafdccb0ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:05.818462 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-72ddd505-112a-4dab-8977-79df3a22688d req-a992ecb6-29e0-4857-87e4-2e849d637e17 service neutron] 10.222.0.37 "GET /v2.0/networks/3e5cb155-db8c-4e6c-a8fd-e937043c5b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611737 Sep 08 09:01:05.842824 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-85ec37ad-ee21-4f7e-a774-a8347152a194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:05.898946 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-ccefbfce-3963-455a-946b-b1ae696bf92e req-f86f12f2-9dfd-4dd8-8aed-ced1b04902cd tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] For port 74f7ce03-39e9-435a-9992-ab60a1dc61ca, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=74f7ce03-39e9-435a-9992-ab60a1dc61ca,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:05.899368 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-ccefbfce-3963-455a-946b-b1ae696bf92e req-f86f12f2-9dfd-4dd8-8aed-ced1b04902cd tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:05.908191 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a984cbca-7bca-4eaa-9c21-efafdccb0ee3 None None] Network 56f09e7a-d8c3-4671-9b9a-504accacdfdc is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:01:05.910350 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a984cbca-7bca-4eaa-9c21-efafdccb0ee3 None None] Pushing event updated for resources: {'Port': ['ID=804f131e-274f-43a3-9d63-736f49a5f9f1,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:05.914199 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-a984cbca-7bca-4eaa-9c21-efafdccb0ee3 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:01:05.918282 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f3035630-5913-49d9-8cd3-1ca811d9b2a9 req-55b2607c-4215-4b36-b9f9-24622bf99199 tempest-ServerShowV247Test-349934222 tempest-ServerShowV247Test-349934222-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5445eed-549c-4b28-8a62-efbb216d39b1 HTTP/1.1" status: 200 len: 210 time: 0.0454504 Sep 08 09:01:05.924839 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-ccefbfce-3963-455a-946b-b1ae696bf92e req-f86f12f2-9dfd-4dd8-8aed-ced1b04902cd tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Calling delete_port for 74f7ce03-39e9-435a-9992-ab60a1dc61ca owned by compute:nova {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:01:05.931849 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a984cbca-7bca-4eaa-9c21-efafdccb0ee3 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:01:05.947769 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-e6d7c31e-5dd4-4caa-922b-30640f9ef9e3 service neutron] For port 6da41954-bcc6-4afe-8431-3b2b5f9d4956, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:01:05.951560 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-e6d7c31e-5dd4-4caa-922b-30640f9ef9e3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:05.952734 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-47a01a34-bf84-4e7e-a7e7-ba2b48223f2d req-e6d7c31e-5dd4-4caa-922b-30640f9ef9e3 service neutron] 10.222.0.35 "DELETE /v2.0/ports/6da41954-bcc6-4afe-8431-3b2b5f9d4956/bindings/n-h1-806683-11 HTTP/1.1" status: 204 len: 173 time: 0.3534622 Sep 08 09:01:06.016981 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-a984cbca-7bca-4eaa-9c21-efafdccb0ee3 None None] Attempting to bind port 804f131e-274f-43a3-9d63-736f49a5f9f1 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:01:06.017376 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-a984cbca-7bca-4eaa-9c21-efafdccb0ee3 None None] Attempting to bind port 804f131e-274f-43a3-9d63-736f49a5f9f1 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '66c1c607-33c9-44e0-b45a-ef6d4c44423d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '56f09e7a-d8c3-4671-9b9a-504accacdfdc'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:01:06.017782 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a984cbca-7bca-4eaa-9c21-efafdccb0ee3 None None] Attempting to bind port 804f131e-274f-43a3-9d63-736f49a5f9f1 on network 56f09e7a-d8c3-4671-9b9a-504accacdfdc {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:01:06.026067 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a984cbca-7bca-4eaa-9c21-efafdccb0ee3 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:01:06.026436 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a984cbca-7bca-4eaa-9c21-efafdccb0ee3 None None] Checking segment: {'id': '66c1c607-33c9-44e0-b45a-ef6d4c44423d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '56f09e7a-d8c3-4671-9b9a-504accacdfdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:01:06.026837 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a984cbca-7bca-4eaa-9c21-efafdccb0ee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:06.027233 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a984cbca-7bca-4eaa-9c21-efafdccb0ee3 None None] Bound using segment: {'id': '66c1c607-33c9-44e0-b45a-ef6d4c44423d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '56f09e7a-d8c3-4671-9b9a-504accacdfdc'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:01:06.027745 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-a984cbca-7bca-4eaa-9c21-efafdccb0ee3 None None] Bound port: 804f131e-274f-43a3-9d63-736f49a5f9f1, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66c1c607-33c9-44e0-b45a-ef6d4c44423d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '56f09e7a-d8c3-4671-9b9a-504accacdfdc'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:01:06.028158 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a984cbca-7bca-4eaa-9c21-efafdccb0ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:06.081462 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1113ccec-88f7-4bde-888e-0a9812e9b675 req-06126ba7-71c7-497b-961c-d9c1fceb7c4d tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164303 Sep 08 09:01:06.118126 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-a984cbca-7bca-4eaa-9c21-efafdccb0ee3 None None] For port 804f131e-274f-43a3-9d63-736f49a5f9f1, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:01:06.124890 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-a984cbca-7bca-4eaa-9c21-efafdccb0ee3 None None] For port 804f131e-274f-43a3-9d63-736f49a5f9f1, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=804f131e-274f-43a3-9d63-736f49a5f9f1,segment=NetworkSegment(66c1c607-33c9-44e0-b45a-ef6d4c44423d),segment_id=66c1c607-33c9-44e0-b45a-ef6d4c44423d)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:01:06.130582 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a984cbca-7bca-4eaa-9c21-efafdccb0ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:06.133814 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e83fd5-2b74-4f14-ae1a-cf115726fc74 x-openstack-request-id: req-42e83fd5-2b74-4f14-ae1a-cf115726fc74 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:01:06.134515 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c7eaf9-2c1e-4989-a6dd-f86e59033b57", "name": "network-vif-deleted", "tag": "937e961f-f3ad-4307-925b-488f4552cef6", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:01:06.134982 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-42e83fd5-2b74-4f14-ae1a-cf115726fc74 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:01:06.135471 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c7eaf9-2c1e-4989-a6dd-f86e59033b57', 'name': 'network-vif-deleted', 'tag': '937e961f-f3ad-4307-925b-488f4552cef6', 'status': 'completed', 'code': 200} Sep 08 09:01:06.194475 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:01:06.276348 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a984cbca-7bca-4eaa-9c21-efafdccb0ee3 None None] Pushing event updated for resources: {'Port': ['ID=804f131e-274f-43a3-9d63-736f49a5f9f1,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:06.467973 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 937e961f-f3ad-4307-925b-488f4552cef6 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:01:06.506030 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 937e961f-f3ad-4307-925b-488f4552cef6 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:01:06.506729 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 937e961f-f3ad-4307-925b-488f4552cef6 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:01:06.651592 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-85ec37ad-ee21-4f7e-a774-a8347152a194 admin admin] Allocated IP 172.25.0.150 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/66ea46ae-da64-49dc-afb6-11daa30fcc41) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:01:06.683487 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6eabb366-4e0c-4ff7-9242-8a987ce57986 req-8f6dd67c-f5d7-4af2-b9f0-6284e579d40a tempest-ServerShowV247Test-349934222 tempest-ServerShowV247Test-349934222-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5445eed-549c-4b28-8a62-efbb216d39b1 HTTP/1.1" status: 200 len: 210 time: 0.0406125 Sep 08 09:01:06.690283 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1b5af810-7889-4998-b420-8aa40c90810b req-8da3df03-454e-4657-99d2-5046bb43d2f8 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2c7eaf9-2c1e-4989-a6dd-f86e59033b57 HTTP/1.1" status: 200 len: 210 time: 0.0511501 Sep 08 09:01:06.714344 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-ccefbfce-3963-455a-946b-b1ae696bf92e req-f86f12f2-9dfd-4dd8-8aed-ced1b04902cd tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:06.791662 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86f12f2-9dfd-4dd8-8aed-ced1b04902cd tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Pushing event deleted for resources: {'Port': ['ID=74f7ce03-39e9-435a-9992-ab60a1dc61ca,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:06.861414 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-be801621-be9a-4d8a-87ca-a9013422dba4 req-65fa3292-8d1a-4ecd-b025-f6a56db8211d tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fa3d1fc-9062-4987-bfa8-598428ab70e0 HTTP/1.1" status: 200 len: 210 time: 0.0826495 Sep 08 09:01:06.886007 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccefbfce-3963-455a-946b-b1ae696bf92e req-f86f12f2-9dfd-4dd8-8aed-ced1b04902cd tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] No DVR routers for this DVR port 74f7ce03-39e9-435a-9992-ab60a1dc61ca on host n-h1-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:01:06.893322 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-ccefbfce-3963-455a-946b-b1ae696bf92e req-f86f12f2-9dfd-4dd8-8aed-ced1b04902cd tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:06.896995 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ccefbfce-3963-455a-946b-b1ae696bf92e req-f86f12f2-9dfd-4dd8-8aed-ced1b04902cd tempest-MigrationsAdminTest-559778173 tempest-MigrationsAdminTest-559778173-project] 10.222.0.37 "DELETE /v2.0/ports/74f7ce03-39e9-435a-9992-ab60a1dc61ca HTTP/1.1" status: 204 len: 173 time: 1.5086696 Sep 08 09:01:06.897607 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa3d1fc-9062-4987-bfa8-598428ab70e0', 'name': 'network-vif-deleted', 'tag': '74f7ce03-39e9-435a-9992-ab60a1dc61ca'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:01:06.900309 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c534d0f-7a00-4f5c-a5f6-955ae4f384ba" -d '{"events": [{"server_uuid": "4fa3d1fc-9062-4987-bfa8-598428ab70e0", "name": "network-vif-deleted", "tag": "74f7ce03-39e9-435a-9992-ab60a1dc61ca"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:01:06.944482 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-85ec37ad-ee21-4f7e-a774-a8347152a194 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:07.045291 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7831dd83-2a49-4106-868c-b85209f8258b req-cb1c38bf-974e-4047-9f2a-2f81aa14d6de tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:07.054998 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7831dd83-2a49-4106-868c-b85209f8258b req-cb1c38bf-974e-4047-9f2a-2f81aa14d6de tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 1097 time: 0.0953138 Sep 08 09:01:07.057409 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-85ec37ad-ee21-4f7e-a774-a8347152a194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:07.169005 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ec37ad-ee21-4f7e-a774-a8347152a194 admin admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:01:07.171834 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-85ec37ad-ee21-4f7e-a774-a8347152a194 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:01:07.184522 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ec37ad-ee21-4f7e-a774-a8347152a194 admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:01:07.213335 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec37ad-ee21-4f7e-a774-a8347152a194 admin admin] Pushing event updated for resources: {'Port': ['ID=66ea46ae-da64-49dc-afb6-11daa30fcc41,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:07.235660 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7831dd83-2a49-4106-868c-b85209f8258b req-136e9c27-2ad6-480d-8726-9fba6e2cc0ad tempest-LiveMigrationTest-468692382 tempest-LiveMigrationTest-468692382-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796598 Sep 08 09:01:07.642306 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d2138f-c756-44b0-955f-5ad4dd9fe5a4 x-openstack-request-id: req-c7d2138f-c756-44b0-955f-5ad4dd9fe5a4 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:01:07.642509 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa3d1fc-9062-4987-bfa8-598428ab70e0", "name": "network-vif-deleted", "tag": "74f7ce03-39e9-435a-9992-ab60a1dc61ca", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:01:07.642758 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c7d2138f-c756-44b0-955f-5ad4dd9fe5a4 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:01:07.643157 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa3d1fc-9062-4987-bfa8-598428ab70e0', 'name': 'network-vif-deleted', 'tag': '74f7ce03-39e9-435a-9992-ab60a1dc61ca', 'status': 'completed', 'code': 200} Sep 08 09:01:07.665748 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a879b28-b35c-4510-8fc4-fba50a04d6e2 req-ef364705-e847-4162-beda-2c9a5cb4d416 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:07.667396 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7a879b28-b35c-4510-8fc4-fba50a04d6e2 req-ef364705-e847-4162-beda-2c9a5cb4d416 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf9715d3-b5a7-4b11-b0bc-2b416bf0ea60 HTTP/1.1" status: 200 len: 945 time: 0.1803031 Sep 08 09:01:07.672486 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049b3456-a038-4741-a3e0-9933d8231722 None None] Network 56f09e7a-d8c3-4671-9b9a-504accacdfdc requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:01:07.698230 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-85ec37ad-ee21-4f7e-a774-a8347152a194 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:07.759753 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7a879b28-b35c-4510-8fc4-fba50a04d6e2 req-e6d6f444-c73e-438f-b6bd-e918da65aa71 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855739 Sep 08 09:01:07.791820 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-28a012d1-bcc5-4389-a539-9f3baebd2661 None None] Provisioning for port 804f131e-274f-43a3-9d63-736f49a5f9f1 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:01:07.949947 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 804f131e-274f-43a3-9d63-736f49a5f9f1 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:01:08.067805 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 804f131e-274f-43a3-9d63-736f49a5f9f1 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:01:08.076075 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 804f131e-274f-43a3-9d63-736f49a5f9f1 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:01:08.076470 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:08.080299 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-85ec37ad-ee21-4f7e-a774-a8347152a194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:08.150411 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e1acd0b8-7536-4454-a0b9-9ef80a670fed req-334e2330-4f3e-4a11-a243-c26be98e5f65 tempest-ServerShowV247Test-349934222 tempest-ServerShowV247Test-349934222-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5445eed-549c-4b28-8a62-efbb216d39b1 HTTP/1.1" status: 200 len: 210 time: 0.0401592 Sep 08 09:01:08.308854 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:08.353724 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 804f131e-274f-43a3-9d63-736f49a5f9f1, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=804f131e-274f-43a3-9d63-736f49a5f9f1,segment=NetworkSegment(66c1c607-33c9-44e0-b45a-ef6d4c44423d),segment_id=66c1c607-33c9-44e0-b45a-ef6d4c44423d)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:08.364774 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:08.417405 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e8ea7d-52af-4878-a98d-715fce9cf51d req-e5848653-38db-49b4-8d89-f5e23e850e49 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:08.422935 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-08e8ea7d-52af-4878-a98d-715fce9cf51d req-e5848653-38db-49b4-8d89-f5e23e850e49 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 945 time: 0.1075182 Sep 08 09:01:08.434603 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=804f131e-274f-43a3-9d63-736f49a5f9f1,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:08.447971 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-6a2786b4-0b80-497c-a4af-b77748d16b34 None None] Provisioning complete for port 804f131e-274f-43a3-9d63-736f49a5f9f1 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:01:08.448583 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6a2786b4-0b80-497c-a4af-b77748d16b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:08.461936 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f19ca80-079e-437b-b231-5042429b7469 req-c3b44bef-1fee-4e3b-bbc9-b25f6be61960 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:08.470547 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2f19ca80-079e-437b-b231-5042429b7469 req-c3b44bef-1fee-4e3b-bbc9-b25f6be61960 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf9715d3-b5a7-4b11-b0bc-2b416bf0ea60 HTTP/1.1" status: 200 len: 945 time: 0.3007295 Sep 08 09:01:08.486857 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-08e8ea7d-52af-4878-a98d-715fce9cf51d req-93116b88-6cb2-4478-b8f5-5b14a1b41738 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553143 Sep 08 09:01:08.502696 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device bac7e4b7-571d-4696-b247-e444c4f86d33 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:01:08.539277 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2f19ca80-079e-437b-b231-5042429b7469 req-f4cba3ca-c48b-4ade-a5da-2c900ab4be0f tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675988 Sep 08 09:01:08.582515 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ec37ad-ee21-4f7e-a774-a8347152a194 admin admin] Router 9e6d2467-77c9-4d0d-a7bc-542df47f28bf is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:01:08.687754 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37184) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:08.698360 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:08.748049 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb8be78d-0bd3-4245-965f-d28d1aa4c72a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bac7e4b7-571d-4696-b247-e444c4f86d33'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:01:08.750961 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df5fdc2-d0b8-41ac-ac7a-19b52ce0f686" -d '{"events": [{"server_uuid": "cb8be78d-0bd3-4245-965f-d28d1aa4c72a", "name": "network-vif-unplugged", "status": "completed", "tag": "bac7e4b7-571d-4696-b247-e444c4f86d33"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:01:08.770636 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port bac7e4b7-571d-4696-b247-e444c4f86d33, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=bac7e4b7-571d-4696-b247-e444c4f86d33,segment=NetworkSegment(a820c156-0183-407b-aed4-3cdafce41ef3),segment_id=a820c156-0183-407b-aed4-3cdafce41ef3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:08.777878 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:08.779175 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 74f7ce03-39e9-435a-9992-ab60a1dc61ca no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:01:08.837862 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ec37ad-ee21-4f7e-a774-a8347152a194 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:01:08.847367 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 74f7ce03-39e9-435a-9992-ab60a1dc61ca {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:01:08.847911 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 74f7ce03-39e9-435a-9992-ab60a1dc61ca not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:01:08.852353 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74220d58-fa15-4be8-989f-807c45f2d142 None None] Sync routers for ids ['9e6d2467-77c9-4d0d-a7bc-542df47f28bf'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:01:08.865167 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74220d58-fa15-4be8-989f-807c45f2d142 None None] Routers {'9e6d2467-77c9-4d0d-a7bc-542df47f28bf'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:01:08.866116 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-74220d58-fa15-4be8-989f-807c45f2d142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:00:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['9e6d2467-77c9-4d0d-a7bc-542df47f28bf'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:01:08.882397 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=bac7e4b7-571d-4696-b247-e444c4f86d33,revision_number=8']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:08.885767 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e5387-8197-4252-911b-1ed09ee1aa1a req-d152cce9-7b5d-4eda-91b9-1886be68388a tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:08.887419 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0a3e5387-8197-4252-911b-1ed09ee1aa1a req-d152cce9-7b5d-4eda-91b9-1886be68388a tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/networks?id=73148cfc-c54d-48ac-9639-a21534b9f302 HTTP/1.1" status: 200 len: 804 time: 0.1524787 Sep 08 09:01:08.895549 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-85ec37ad-ee21-4f7e-a774-a8347152a194 admin admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:08.896813 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-85ec37ad-ee21-4f7e-a774-a8347152a194 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.1463079 Sep 08 09:01:08.905164 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37196) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:08.915097 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0a3e5387-8197-4252-911b-1ed09ee1aa1a req-a9a8450e-82e3-4157-9d9d-816e53f693fd tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/quotas/a70633ea737e41be9ceaf93dd1b77ce8 HTTP/1.1" status: 200 len: 375 time: 0.0171583 Sep 08 09:01:08.920472 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f9bc8356-1ddd-491f-963d-b9977847fd30 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3b45c9e6adc04db08d877665d90d8206&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2311985 Sep 08 09:01:08.922986 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37198) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:08.932121 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376fec8e-b494-4ef1-9f37-e3adf1cbd220 req-48685b0e-4a3c-4571-8ad3-6179ccf846da tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:08.933880 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-376fec8e-b494-4ef1-9f37-e3adf1cbd220 req-48685b0e-4a3c-4571-8ad3-6179ccf846da tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=140d1495-916e-4046-b2d6-941339a1f8b4 HTTP/1.1" status: 200 len: 944 time: 0.1291230 Sep 08 09:01:09.010933 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-376fec8e-b494-4ef1-9f37-e3adf1cbd220 req-81c48678-3560-4483-b64f-9d51d3c430e6 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635231 Sep 08 09:01:09.021719 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-98c47927-0527-4114-9e2b-8c37f8c904af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:09.055757 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-98c47927-0527-4114-9e2b-8c37f8c904af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:09.060786 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0a3e5387-8197-4252-911b-1ed09ee1aa1a req-e8288f18-0cd9-4741-9e24-96d25b20c7f2 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=a70633ea737e41be9ceaf93dd1b77ce8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1016419 Sep 08 09:01:09.074734 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-74220d58-fa15-4be8-989f-807c45f2d142 None None] Set router 9e6d2467-77c9-4d0d-a7bc-542df47f28bf gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:01:09.144486 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb8580-994e-4aad-9231-639e017d1ae6 req-cbd0af69-21f4-4d9e-b246-1353b721ae17 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:09.147888 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-acdb8580-994e-4aad-9231-639e017d1ae6 req-cbd0af69-21f4-4d9e-b246-1353b721ae17 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 945 time: 0.0892863 Sep 08 09:01:09.204396 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-98c47927-0527-4114-9e2b-8c37f8c904af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:09.209156 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-98c47927-0527-4114-9e2b-8c37f8c904af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:09.210700 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-98c47927-0527-4114-9e2b-8c37f8c904af admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f HTTP/1.1" status: 204 len: 168 time: 0.2758350 Sep 08 09:01:09.228039 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c47927-0527-4114-9e2b-8c37f8c904af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a94a0a-1f26-4f4e-bce1-e5064cd47b2f,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:09.296999 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-74220d58-fa15-4be8-989f-807c45f2d142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6d2467-77c9-4d0d-a7bc-542df47f28bf', 'name': 'tempest-TaggedBootDevicesTest_v242-2105520897-router', 'tenant_id': '5ff9af2a8ae84383ae48822128c85b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '66ea46ae-da64-49dc-afb6-11daa30fcc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:01:04Z', 'updated_at': '2021-09-08T09:01:07Z', 'revision_number': 3, 'project_id': '5ff9af2a8ae84383ae48822128c85b16', 'gw_port': {'id': '66ea46ae-da64-49dc-afb6-11daa30fcc41', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6d2467-77c9-4d0d-a7bc-542df47f28bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:01:05Z', 'updated_at': '2021-09-08T09:01:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:01:09.329289 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74220d58-fa15-4be8-989f-807c45f2d142 None None] Checking router: 9e6d2467-77c9-4d0d-a7bc-542df47f28bf for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:01:09.329901 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74220d58-fa15-4be8-989f-807c45f2d142 None None] Updating router 9e6d2467-77c9-4d0d-a7bc-542df47f28bf port 66ea46ae-da64-49dc-afb6-11daa30fcc41 binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:01:09.334525 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c91d8-e879-4e58-a73c-f4673d4c0817 req-df4d1810-261f-4763-a31e-0b76cdd1c2b4 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:09.342279 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c44c91d8-e879-4e58-a73c-f4673d4c0817 req-df4d1810-261f-4763-a31e-0b76cdd1c2b4 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf9715d3-b5a7-4b11-b0bc-2b416bf0ea60 HTTP/1.1" status: 200 len: 945 time: 0.0979095 Sep 08 09:01:09.358211 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-74220d58-fa15-4be8-989f-807c45f2d142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:09.366283 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-acdb8580-994e-4aad-9231-639e017d1ae6 req-c6ec5dcc-59bd-4e81-8092-8e05ba892325 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Deleting port 6da41954-bcc6-4afe-8431-3b2b5f9d4956 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:01:09.366892 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-acdb8580-994e-4aad-9231-639e017d1ae6 req-c6ec5dcc-59bd-4e81-8092-8e05ba892325 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:09.477071 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c44c91d8-e879-4e58-a73c-f4673d4c0817 req-d46d42bc-08ea-4cfa-a1a5-de5bd37d0ce8 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298358 Sep 08 09:01:09.529937 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f6c45-21bb-493f-9a07-21646f95bd2a req-e0ebc634-b5cb-4d5f-aff8-5f439028ba48 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:09.532045 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fe5f6c45-21bb-493f-9a07-21646f95bd2a req-e0ebc634-b5cb-4d5f-aff8-5f439028ba48 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.37 "GET /v2.0/ports?device_id=140d1495-916e-4046-b2d6-941339a1f8b4 HTTP/1.1" status: 200 len: 944 time: 0.1808369 Sep 08 09:01:09.536026 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 09:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbd8d5a-c257-49af-bdaa-bedf89ac0301 x-openstack-request-id: req-7bbd8d5a-c257-49af-bdaa-bedf89ac0301 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:01:09.536330 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb8be78d-0bd3-4245-965f-d28d1aa4c72a", "name": "network-vif-unplugged", "status": "completed", "tag": "bac7e4b7-571d-4696-b247-e444c4f86d33", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:01:09.536584 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7bbd8d5a-c257-49af-bdaa-bedf89ac0301 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:01:09.536977 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb8be78d-0bd3-4245-965f-d28d1aa4c72a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bac7e4b7-571d-4696-b247-e444c4f86d33', 'code': 200} Sep 08 09:01:09.541777 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0a3e5387-8197-4252-911b-1ed09ee1aa1a req-47bcee6d-519e-4404-be46-22fb1e0cfc1b service neutron] 10.222.0.54 "GET /v2.0/networks/73148cfc-c54d-48ac-9639-a21534b9f302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4635241 Sep 08 09:01:09.551038 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-acdb8580-994e-4aad-9231-639e017d1ae6 req-c6ec5dcc-59bd-4e81-8092-8e05ba892325 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] For port 6da41954-bcc6-4afe-8431-3b2b5f9d4956, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=6da41954-bcc6-4afe-8431-3b2b5f9d4956,segment=NetworkSegment(fa7b147d-9249-4b88-b7ce-d5137c1c3a3c),segment_id=fa7b147d-9249-4b88-b7ce-d5137c1c3a3c)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:09.552432 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-acdb8580-994e-4aad-9231-639e017d1ae6 req-c6ec5dcc-59bd-4e81-8092-8e05ba892325 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:09.575193 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-acdb8580-994e-4aad-9231-639e017d1ae6 req-c6ec5dcc-59bd-4e81-8092-8e05ba892325 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Calling delete_port for 6da41954-bcc6-4afe-8431-3b2b5f9d4956 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:01:09.648018 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37212) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:09.689236 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7d35737d-a018-4282-ab80-4158c65a5747 req-7761ab6f-c501-40c9-aefd-3e998fa1d21c tempest-ServerShowV247Test-349934222 tempest-ServerShowV247Test-349934222-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5445eed-549c-4b28-8a62-efbb216d39b1 HTTP/1.1" status: 200 len: 210 time: 0.0848517 Sep 08 09:01:09.696355 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-74220d58-fa15-4be8-989f-807c45f2d142 None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:09.718448 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-74220d58-fa15-4be8-989f-807c45f2d142 None None] Transition to ACTIVE for port object 66ea46ae-da64-49dc-afb6-11daa30fcc41 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:01:09.735452 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-74220d58-fa15-4be8-989f-807c45f2d142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:09.780864 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0a3e5387-8197-4252-911b-1ed09ee1aa1a req-d0c147a5-c7c2-439a-8f8c-867b0e3d566b service neutron] 10.222.0.54 "GET /v2.0/networks/73148cfc-c54d-48ac-9639-a21534b9f302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295668 Sep 08 09:01:09.787509 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-821fc0bd-3ff4-43a3-bcba-b5627f616d74 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e7cf459393e24c53a77e90b7894200ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0959835 Sep 08 09:01:09.798415 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37214) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:09.832431 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-74220d58-fa15-4be8-989f-807c45f2d142 None None] Attempting to bind port 66ea46ae-da64-49dc-afb6-11daa30fcc41 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:01:09.832835 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-74220d58-fa15-4be8-989f-807c45f2d142 None None] Attempting to bind port 66ea46ae-da64-49dc-afb6-11daa30fcc41 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:01:09.833067 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74220d58-fa15-4be8-989f-807c45f2d142 None None] Attempting to bind port 66ea46ae-da64-49dc-afb6-11daa30fcc41 on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:01:09.836345 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b599f-771a-45bb-9005-1b4b5de0c0d1 None None] Pushing event updated for resources: {'Port': ['ID=66ea46ae-da64-49dc-afb6-11daa30fcc41,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:09.839832 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 804f131e-274f-43a3-9d63-736f49a5f9f1 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:01:09.844119 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7b599f-771a-45bb-9005-1b4b5de0c0d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:01:09.845070 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7b599f-771a-45bb-9005-1b4b5de0c0d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:01:09.845070 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7b599f-771a-45bb-9005-1b4b5de0c0d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:01:09.845294 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7b599f-771a-45bb-9005-1b4b5de0c0d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:01:09.845889 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7b599f-771a-45bb-9005-1b4b5de0c0d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:01:09.846015 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7b599f-771a-45bb-9005-1b4b5de0c0d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:01:09.847651 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7b599f-771a-45bb-9005-1b4b5de0c0d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:01:09.847651 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7b599f-771a-45bb-9005-1b4b5de0c0d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:01:09.847651 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7b599f-771a-45bb-9005-1b4b5de0c0d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:01:09.847976 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7b599f-771a-45bb-9005-1b4b5de0c0d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:01:09.848298 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7b599f-771a-45bb-9005-1b4b5de0c0d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:01:09.848910 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7b599f-771a-45bb-9005-1b4b5de0c0d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:01:09.856010 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74220d58-fa15-4be8-989f-807c45f2d142 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:01:09.860856 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74220d58-fa15-4be8-989f-807c45f2d142 None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:01:09.861446 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-74220d58-fa15-4be8-989f-807c45f2d142 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:09.862028 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74220d58-fa15-4be8-989f-807c45f2d142 None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:01:09.862795 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-74220d58-fa15-4be8-989f-807c45f2d142 None None] Bound port: 66ea46ae-da64-49dc-afb6-11daa30fcc41, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:01:09.863902 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-74220d58-fa15-4be8-989f-807c45f2d142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:09.877635 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d49073-8e56-4b0c-8945-abf2f6dffa28 req-dfb409a4-9e1c-4e16-a8eb-2a7a09686bcd tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:09.879352 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12d49073-8e56-4b0c-8945-abf2f6dffa28 req-dfb409a4-9e1c-4e16-a8eb-2a7a09686bcd tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf9715d3-b5a7-4b11-b0bc-2b416bf0ea60 HTTP/1.1" status: 200 len: 945 time: 0.1030283 Sep 08 09:01:09.919093 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-74220d58-fa15-4be8-989f-807c45f2d142 None None] For port 66ea46ae-da64-49dc-afb6-11daa30fcc41, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:01:09.938426 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 804f131e-274f-43a3-9d63-736f49a5f9f1 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:01:09.938655 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:09.962117 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12d49073-8e56-4b0c-8945-abf2f6dffa28 req-99635c99-a448-4419-849e-23ec97ac3e8b tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599675 Sep 08 09:01:09.964915 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-acdb8580-994e-4aad-9231-639e017d1ae6 req-c6ec5dcc-59bd-4e81-8092-8e05ba892325 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:09.966424 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-74220d58-fa15-4be8-989f-807c45f2d142 None None] For port 66ea46ae-da64-49dc-afb6-11daa30fcc41, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=66ea46ae-da64-49dc-afb6-11daa30fcc41,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:01:09.974445 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-74220d58-fa15-4be8-989f-807c45f2d142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:09.987470 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-25e920f7-5fc0-42c4-9d93-7ef830dc3870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:09.999913 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-fe5f6c45-21bb-493f-9a07-21646f95bd2a req-047cc43e-6dda-4ccd-a0a3-de47177ba82f tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Deleting port cde9183c-ba43-4302-b8ec-8bd984c2549e {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:01:09.999913 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-fe5f6c45-21bb-493f-9a07-21646f95bd2a req-047cc43e-6dda-4ccd-a0a3-de47177ba82f tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:10.005726 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec5dcc-59bd-4e81-8092-8e05ba892325 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Pushing event deleted for resources: {'Port': ['ID=6da41954-bcc6-4afe-8431-3b2b5f9d4956,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:10.008728 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['fe7000b4-f1d7-4118-b796-f6749c75075b', '0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6', '6da41954-bcc6-4afe-8431-3b2b5f9d4956'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:01:10.064255 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-25e920f7-5fc0-42c4-9d93-7ef830dc3870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:10.117320 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b599f-771a-45bb-9005-1b4b5de0c0d1 None None] Pushing event updated for resources: {'Port': ['ID=66ea46ae-da64-49dc-afb6-11daa30fcc41,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:10.123944 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74220d58-fa15-4be8-989f-807c45f2d142 None None] Routers {'9e6d2467-77c9-4d0d-a7bc-542df47f28bf'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:01:10.124718 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-74220d58-fa15-4be8-989f-807c45f2d142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:00:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['9e6d2467-77c9-4d0d-a7bc-542df47f28bf'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:01:10.135598 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-acdb8580-994e-4aad-9231-639e017d1ae6 req-c6ec5dcc-59bd-4e81-8092-8e05ba892325 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] No DVR routers for this DVR port 6da41954-bcc6-4afe-8431-3b2b5f9d4956 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:01:10.153114 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-acdb8580-994e-4aad-9231-639e017d1ae6 req-c6ec5dcc-59bd-4e81-8092-8e05ba892325 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:10.168245 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-acdb8580-994e-4aad-9231-639e017d1ae6 req-c6ec5dcc-59bd-4e81-8092-8e05ba892325 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.35 "DELETE /v2.0/ports/6da41954-bcc6-4afe-8431-3b2b5f9d4956 HTTP/1.1" status: 204 len: 173 time: 1.0122154 Sep 08 09:01:10.169222 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff454ad5-f0ae-498a-9cb9-f264a4e94d02', 'name': 'network-vif-deleted', 'tag': '6da41954-bcc6-4afe-8431-3b2b5f9d4956'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:01:10.184017 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97158d1b-4daa-467b-978e-cc2cf9d5de32" -d '{"events": [{"server_uuid": "ff454ad5-f0ae-498a-9cb9-f264a4e94d02", "name": "network-vif-deleted", "tag": "6da41954-bcc6-4afe-8431-3b2b5f9d4956"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:01:10.265322 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8d1a8344-fd54-468d-afa9-08072f09fbee req-cbe10ebd-01a5-4993-8147-a9f3bc54d89c tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 210 time: 0.1312213 Sep 08 09:01:10.324694 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-74220d58-fa15-4be8-989f-807c45f2d142 None None] Set router 9e6d2467-77c9-4d0d-a7bc-542df47f28bf gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:01:10.416493 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7f864685-6c50-4122-8ba6-2989fc2dd257 req-38501e2c-e2a8-4422-9996-afb04a1fdd8b tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=d350f01c-ee0f-4d8e-b397-7bb4407a49dc HTTP/1.1" status: 200 len: 210 time: 0.0747321 Sep 08 09:01:10.448122 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffd47a-06e7-4a0d-95ff-ce5a8a1fdb7b req-b38f2c1f-374d-4170-b3c0-eb25f20fb2dc tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:10.450285 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c1ffd47a-06e7-4a0d-95ff-ce5a8a1fdb7b req-b38f2c1f-374d-4170-b3c0-eb25f20fb2dc tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb8be78d-0bd3-4245-965f-d28d1aa4c72a HTTP/1.1" status: 200 len: 944 time: 0.2512062 Sep 08 09:01:10.620310 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-c1ffd47a-06e7-4a0d-95ff-ce5a8a1fdb7b req-0863b2e6-58d0-4c17-92de-dd28f567db62 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Deleting port bac7e4b7-571d-4696-b247-e444c4f86d33 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:01:10.620774 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c1ffd47a-06e7-4a0d-95ff-ce5a8a1fdb7b req-0863b2e6-58d0-4c17-92de-dd28f567db62 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:10.707212 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-74220d58-fa15-4be8-989f-807c45f2d142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6d2467-77c9-4d0d-a7bc-542df47f28bf', 'name': 'tempest-TaggedBootDevicesTest_v242-2105520897-router', 'tenant_id': '5ff9af2a8ae84383ae48822128c85b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '66ea46ae-da64-49dc-afb6-11daa30fcc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:01:04Z', 'updated_at': '2021-09-08T09:01:07Z', 'revision_number': 3, 'project_id': '5ff9af2a8ae84383ae48822128c85b16', 'gw_port': {'id': '66ea46ae-da64-49dc-afb6-11daa30fcc41', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6d2467-77c9-4d0d-a7bc-542df47f28bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:01:05Z', 'updated_at': '2021-09-08T09:01:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:01:10.763624 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-c1ffd47a-06e7-4a0d-95ff-ce5a8a1fdb7b req-0863b2e6-58d0-4c17-92de-dd28f567db62 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] For port bac7e4b7-571d-4696-b247-e444c4f86d33, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=bac7e4b7-571d-4696-b247-e444c4f86d33,segment=NetworkSegment(a820c156-0183-407b-aed4-3cdafce41ef3),segment_id=a820c156-0183-407b-aed4-3cdafce41ef3)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:10.763961 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c1ffd47a-06e7-4a0d-95ff-ce5a8a1fdb7b req-0863b2e6-58d0-4c17-92de-dd28f567db62 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:10.774439 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74220d58-fa15-4be8-989f-807c45f2d142 None None] The sync data for ids ['9e6d2467-77c9-4d0d-a7bc-542df47f28bf'] in n-d-806683-11 is: [{'id': '9e6d2467-77c9-4d0d-a7bc-542df47f28bf', 'name': 'tempest-TaggedBootDevicesTest_v242-2105520897-router', 'tenant_id': '5ff9af2a8ae84383ae48822128c85b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '66ea46ae-da64-49dc-afb6-11daa30fcc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:01:04Z', 'updated_at': '2021-09-08T09:01:07Z', 'revision_number': 3, 'project_id': '5ff9af2a8ae84383ae48822128c85b16', 'gw_port': {'id': '66ea46ae-da64-49dc-afb6-11daa30fcc41', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6d2467-77c9-4d0d-a7bc-542df47f28bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:01:05Z', 'updated_at': '2021-09-08T09:01:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:01:10.784660 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-c1ffd47a-06e7-4a0d-95ff-ce5a8a1fdb7b req-0863b2e6-58d0-4c17-92de-dd28f567db62 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Calling delete_port for bac7e4b7-571d-4696-b247-e444c4f86d33 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:01:10.793098 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3d72b85a-8064-42a3-bf37-060d06fc8379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:10.816457 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52a3c4-8bbb-4b71-9507-e719e7b2f5e7 req-aec52043-6d28-452c-b72c-77ae626bce2a tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:10.825674 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb52a3c4-8bbb-4b71-9507-e719e7b2f5e7 req-aec52043-6d28-452c-b72c-77ae626bce2a tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf9715d3-b5a7-4b11-b0bc-2b416bf0ea60 HTTP/1.1" status: 200 len: 945 time: 0.2692428 Sep 08 09:01:10.929429 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-fe5f6c45-21bb-493f-9a07-21646f95bd2a req-047cc43e-6dda-4ccd-a0a3-de47177ba82f tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] For port cde9183c-ba43-4302-b8ec-8bd984c2549e, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=cde9183c-ba43-4302-b8ec-8bd984c2549e,segment=NetworkSegment(63991058-0ef2-4358-ae31-7e348d60a2c9),segment_id=63991058-0ef2-4358-ae31-7e348d60a2c9)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:10.929950 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-fe5f6c45-21bb-493f-9a07-21646f95bd2a req-047cc43e-6dda-4ccd-a0a3-de47177ba82f tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:10.966919 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f1691-7ec5-4614-8d3c-f32a9c760a47 req-6d71f1ee-1492-4a03-ae80-89bfe675fe76 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:10.968859 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-352f1691-7ec5-4614-8d3c-f32a9c760a47 req-6d71f1ee-1492-4a03-ae80-89bfe675fe76 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/ports?device_id=140d1495-916e-4046-b2d6-941339a1f8b4 HTTP/1.1" status: 200 len: 944 time: 0.2828197 Sep 08 09:01:10.977997 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-fe5f6c45-21bb-493f-9a07-21646f95bd2a req-047cc43e-6dda-4ccd-a0a3-de47177ba82f tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Calling delete_port for cde9183c-ba43-4302-b8ec-8bd984c2549e owned by compute:nova {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:01:10.993591 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb52a3c4-8bbb-4b71-9507-e719e7b2f5e7 req-b06814bc-8713-4a0a-a714-44c4d1828b99 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667008 Sep 08 09:01:11.023413 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-25e920f7-5fc0-42c4-9d93-7ef830dc3870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:11.031963 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-25e920f7-5fc0-42c4-9d93-7ef830dc3870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:11.040161 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-25e920f7-5fc0-42c4-9d93-7ef830dc3870 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e169dff3-4396-4d2f-ac5c-53ffb4e3be3b HTTP/1.1" status: 204 len: 168 time: 1.2372115 Sep 08 09:01:11.119701 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c1ffd47a-06e7-4a0d-95ff-ce5a8a1fdb7b req-0863b2e6-58d0-4c17-92de-dd28f567db62 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:11.169673 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0863b2e6-58d0-4c17-92de-dd28f567db62 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Pushing event deleted for resources: {'Port': ['ID=bac7e4b7-571d-4696-b247-e444c4f86d33,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:11.241375 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551baebf-c772-49d8-a9dd-21e2e0542293 x-openstack-request-id: req-551baebf-c772-49d8-a9dd-21e2e0542293 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:01:11.241375 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff454ad5-f0ae-498a-9cb9-f264a4e94d02", "name": "network-vif-deleted", "tag": "6da41954-bcc6-4afe-8431-3b2b5f9d4956", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:01:11.241375 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-551baebf-c772-49d8-a9dd-21e2e0542293 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:01:11.250536 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff454ad5-f0ae-498a-9cb9-f264a4e94d02', 'name': 'network-vif-deleted', 'tag': '6da41954-bcc6-4afe-8431-3b2b5f9d4956', 'status': 'completed', 'code': 200} Sep 08 09:01:11.262511 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-352f1691-7ec5-4614-8d3c-f32a9c760a47 req-a458207f-9ca8-499d-bbdd-8de4126e7586 tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.54 "GET /v2.0/security-groups?id=16a835bb-9e41-4498-89bb-dd662de7f6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647820 Sep 08 09:01:11.263415 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e920f7-5fc0-42c4-9d93-7ef830dc3870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e169dff3-4396-4d2f-ac5c-53ffb4e3be3b,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:11.285342 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37242) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:11.295808 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ffd47a-06e7-4a0d-95ff-ce5a8a1fdb7b req-0863b2e6-58d0-4c17-92de-dd28f567db62 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] No DVR routers for this DVR port bac7e4b7-571d-4696-b247-e444c4f86d33 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:01:11.302920 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c1ffd47a-06e7-4a0d-95ff-ce5a8a1fdb7b req-0863b2e6-58d0-4c17-92de-dd28f567db62 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:11.305872 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c1ffd47a-06e7-4a0d-95ff-ce5a8a1fdb7b req-0863b2e6-58d0-4c17-92de-dd28f567db62 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.37 "DELETE /v2.0/ports/bac7e4b7-571d-4696-b247-e444c4f86d33 HTTP/1.1" status: 204 len: 173 time: 0.8479249 Sep 08 09:01:11.376355 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-29b19a28-4685-4606-b937-7fc6b45f0be1 req-9d59c890-daaa-43b3-9ae7-292b363b514b tempest-ServerShowV247Test-349934222 tempest-ServerShowV247Test-349934222-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5445eed-549c-4b28-8a62-efbb216d39b1 HTTP/1.1" status: 200 len: 210 time: 0.0424328 Sep 08 09:01:11.449543 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-3d72b85a-8064-42a3-bf37-060d06fc8379 admin admin] Allocated IP 172.20.0.1 (56f09e7a-d8c3-4671-9b9a-504accacdfdc/8500bfb2-0bfa-480d-b7a3-e97947f43e46/ecbcb730-d645-475b-8334-e232c293f2c1) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:01:11.666078 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dd3bd039-3f41-4b73-91cb-4e1df4c1cdfd req-38e5bc89-c069-4b6a-ae35-a2d2e9e4b5c8 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 210 time: 0.0868945 Sep 08 09:01:11.959944 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 66ea46ae-da64-49dc-afb6-11daa30fcc41 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:01:11.979917 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1fd90b28-2245-4536-afd9-4c53ab791715 req-515ac115-d4ca-49ef-b4d4-e75d31d2e19e tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=d350f01c-ee0f-4d8e-b397-7bb4407a49dc HTTP/1.1" status: 200 len: 210 time: 0.0551155 Sep 08 09:01:11.984450 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd47d12f-a058-46a3-a81b-4a7dc2c46e64 admin admin] Deleting subnet 2afb1305-d593-46e6-bc8f-0ed93bbef6b9 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:01:12.015419 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dd47d12f-a058-46a3-a81b-4a7dc2c46e64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:12.031093 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e5387-8197-4252-911b-1ed09ee1aa1a req-cb938051-2a4f-4056-8728-b68f19040f8b tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:12.032879 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0a3e5387-8197-4252-911b-1ed09ee1aa1a req-cb938051-2a4f-4056-8728-b68f19040f8b tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.37 "GET /v2.0/networks?id=73148cfc-c54d-48ac-9639-a21534b9f302 HTTP/1.1" status: 200 len: 804 time: 0.2926214 Sep 08 09:01:12.078511 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-0a3e5387-8197-4252-911b-1ed09ee1aa1a req-73112d07-b4af-4613-ab81-27bbfc7fd533 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Request body: {'port': {'device_id': 'd350f01c-ee0f-4d8e-b397-7bb4407a49dc', 'network_id': '73148cfc-c54d-48ac-9639-a21534b9f302', 'admin_state_up': True, 'tenant_id': 'a70633ea737e41be9ceaf93dd1b77ce8'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:01:12.094100 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 66ea46ae-da64-49dc-afb6-11daa30fcc41 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:01:12.099413 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4346eb-9a64-455b-aecc-96bfc4d93544 req-ecca41c1-3a18-44a5-810d-a18bb975a11f tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:12.100879 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 66ea46ae-da64-49dc-afb6-11daa30fcc41 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:01:12.102144 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:12.106934 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bf4346eb-9a64-455b-aecc-96bfc4d93544 req-ecca41c1-3a18-44a5-810d-a18bb975a11f tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf9715d3-b5a7-4b11-b0bc-2b416bf0ea60 HTTP/1.1" status: 200 len: 945 time: 0.5734332 Sep 08 09:01:12.146503 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dd47d12f-a058-46a3-a81b-4a7dc2c46e64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:12.167074 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-fe5f6c45-21bb-493f-9a07-21646f95bd2a req-047cc43e-6dda-4ccd-a0a3-de47177ba82f tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:12.215131 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3d72b85a-8064-42a3-bf37-060d06fc8379 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:12.257035 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bf4346eb-9a64-455b-aecc-96bfc4d93544 req-bf790a34-a149-4613-834e-f547f0fc02da tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444206 Sep 08 09:01:12.273012 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047cc43e-6dda-4ccd-a0a3-de47177ba82f tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Pushing event deleted for resources: {'Port': ['ID=cde9183c-ba43-4302-b8ec-8bd984c2549e,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:12.326713 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:12.374625 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 66ea46ae-da64-49dc-afb6-11daa30fcc41, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=66ea46ae-da64-49dc-afb6-11daa30fcc41,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:12.381978 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:12.411571 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-3d72b85a-8064-42a3-bf37-060d06fc8379 admin admin] Transition to ACTIVE for port object ecbcb730-d645-475b-8334-e232c293f2c1 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:01:12.439410 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a3e5387-8197-4252-911b-1ed09ee1aa1a req-73112d07-b4af-4613-ab81-27bbfc7fd533 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Made reservation on behalf of a70633ea737e41be9ceaf93dd1b77ce8 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:01:12.445212 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0a3e5387-8197-4252-911b-1ed09ee1aa1a req-73112d07-b4af-4613-ab81-27bbfc7fd533 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:12.467793 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5f6c45-21bb-493f-9a07-21646f95bd2a req-047cc43e-6dda-4ccd-a0a3-de47177ba82f tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] No DVR routers for this DVR port cde9183c-ba43-4302-b8ec-8bd984c2549e on host n-h1-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:01:12.470896 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-fe5f6c45-21bb-493f-9a07-21646f95bd2a req-047cc43e-6dda-4ccd-a0a3-de47177ba82f tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:12.474833 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fe5f6c45-21bb-493f-9a07-21646f95bd2a req-047cc43e-6dda-4ccd-a0a3-de47177ba82f tempest-LiveAutoBlockMigrationV225Test-964655305 tempest-LiveAutoBlockMigrationV225Test-964655305-project] 10.222.0.37 "DELETE /v2.0/ports/cde9183c-ba43-4302-b8ec-8bd984c2549e HTTP/1.1" status: 204 len: 173 time: 2.9027705 Sep 08 09:01:12.501938 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140d1495-916e-4046-b2d6-941339a1f8b4', 'name': 'network-vif-deleted', 'tag': 'cde9183c-ba43-4302-b8ec-8bd984c2549e'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:01:12.505691 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e95896-1b65-496f-bb48-c8f936db6115" -d '{"events": [{"server_uuid": "140d1495-916e-4046-b2d6-941339a1f8b4", "name": "network-vif-deleted", "tag": "cde9183c-ba43-4302-b8ec-8bd984c2549e"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:01:12.509759 n-d-806683-11 neutron-server[94713]: INFO neutron.db.db_base_plugin_v2 [None req-dd47d12f-a058-46a3-a81b-4a7dc2c46e64 admin admin] Found port (cde9183c-ba43-4302-b8ec-8bd984c2549e, 172.20.0.5) having IP allocation on subnet 2afb1305-d593-46e6-bc8f-0ed93bbef6b9, cannot delete Sep 08 09:01:12.510601 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device cde9183c-ba43-4302-b8ec-8bd984c2549e no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:01:12.538725 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd47d12f-a058-46a3-a81b-4a7dc2c46e64 admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 08 09:01:12.539339 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd47d12f-a058-46a3-a81b-4a7dc2c46e64 admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:01:12.549846 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-dd47d12f-a058-46a3-a81b-4a7dc2c46e64 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/2afb1305-d593-46e6-bc8f-0ed93bbef6b9 HTTP/1.1" status: 409 len: 404 time: 1.2626321 Sep 08 09:01:12.568004 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 6da41954-bcc6-4afe-8431-3b2b5f9d4956 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:01:12.612550 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb2967-295f-4950-ae78-9b10cd9cd0a0 req-bb3949ce-2f84-4c46-a1c0-5b4495134ac9 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:12.620722 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-30fb2967-295f-4950-ae78-9b10cd9cd0a0 req-bb3949ce-2f84-4c46-a1c0-5b4495134ac9 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf9715d3-b5a7-4b11-b0bc-2b416bf0ea60 HTTP/1.1" status: 200 len: 945 time: 0.1709809 Sep 08 09:01:12.631376 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: 6da41954-bcc6-4afe-8431-3b2b5f9d4956 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:01:12.633376 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 6da41954-bcc6-4afe-8431-3b2b5f9d4956 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:01:12.635794 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: cde9183c-ba43-4302-b8ec-8bd984c2549e {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:01:12.638409 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device cde9183c-ba43-4302-b8ec-8bd984c2549e not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:01:12.650899 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=66ea46ae-da64-49dc-afb6-11daa30fcc41,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:12.673100 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3d72b85a-8064-42a3-bf37-060d06fc8379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:12.733988 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-30fb2967-295f-4950-ae78-9b10cd9cd0a0 req-5a043b51-2784-45cc-8ae3-082266fbdbc4 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122744 Sep 08 09:01:12.809082 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2ed25944-0679-4954-b152-dea3e7bb5685 req-e017d451-c4e7-4207-b20e-4340ce19737c tempest-ServerShowV247Test-349934222 tempest-ServerShowV247Test-349934222-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5445eed-549c-4b28-8a62-efbb216d39b1 HTTP/1.1" status: 200 len: 210 time: 0.1256256 Sep 08 09:01:12.809636 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d72b85a-8064-42a3-bf37-060d06fc8379 admin admin] Network 56f09e7a-d8c3-4671-9b9a-504accacdfdc is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:01:12.816207 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-3d72b85a-8064-42a3-bf37-060d06fc8379 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:01:12.832232 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d72b85a-8064-42a3-bf37-060d06fc8379 admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:01:12.841569 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304b872c-35df-4cda-a7b1-8b793c5c1401 x-openstack-request-id: req-304b872c-35df-4cda-a7b1-8b793c5c1401 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:01:12.842421 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "140d1495-916e-4046-b2d6-941339a1f8b4", "name": "network-vif-deleted", "tag": "cde9183c-ba43-4302-b8ec-8bd984c2549e", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:01:12.842839 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-304b872c-35df-4cda-a7b1-8b793c5c1401 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:01:12.843623 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140d1495-916e-4046-b2d6-941339a1f8b4', 'name': 'network-vif-deleted', 'tag': 'cde9183c-ba43-4302-b8ec-8bd984c2549e', 'status': 'completed', 'code': 200} Sep 08 09:01:12.893487 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d72b85a-8064-42a3-bf37-060d06fc8379 admin admin] Pushing event updated for resources: {'Port': ['ID=ecbcb730-d645-475b-8334-e232c293f2c1,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:12.916860 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3d72b85a-8064-42a3-bf37-060d06fc8379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:13.033118 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0ca6c9cd-afa5-4eb3-8886-52fe55f6615a req-be83af07-5138-494f-8542-de44cf1bd944 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 210 time: 0.0511119 Sep 08 09:01:13.177319 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-0a3e5387-8197-4252-911b-1ed09ee1aa1a req-73112d07-b4af-4613-ab81-27bbfc7fd533 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Allocated IP 172.20.0.3 (73148cfc-c54d-48ac-9639-a21534b9f302/b6b1a525-4d60-465e-8609-7f98f126ac0e/684e36fa-8315-40d8-b24d-0d4bfa708b08) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:01:13.220580 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a846f-3f5c-46cc-851e-075c344597a4 req-e48de384-c3e1-4bee-8080-45a8701f153f tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:13.231950 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-788a846f-3f5c-46cc-851e-075c344597a4 req-e48de384-c3e1-4bee-8080-45a8701f153f tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf9715d3-b5a7-4b11-b0bc-2b416bf0ea60 HTTP/1.1" status: 200 len: 945 time: 0.2783630 Sep 08 09:01:13.232071 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bf89e8de-63b2-47b2-a053-6be31fec19a6 req-eeacc30e-c3bd-4745-93b6-b9f1606f684f tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=d350f01c-ee0f-4d8e-b397-7bb4407a49dc HTTP/1.1" status: 200 len: 210 time: 0.0708570 Sep 08 09:01:13.258481 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb8be78d-0bd3-4245-965f-d28d1aa4c72a', 'name': 'network-vif-deleted', 'tag': 'bac7e4b7-571d-4696-b247-e444c4f86d33'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:01:13.265420 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788899ea-0276-414e-b042-75a414b60205" -d '{"events": [{"server_uuid": "cb8be78d-0bd3-4245-965f-d28d1aa4c72a", "name": "network-vif-deleted", "tag": "bac7e4b7-571d-4696-b247-e444c4f86d33"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:01:13.314802 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3d72b85a-8064-42a3-bf37-060d06fc8379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:13.379406 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-788a846f-3f5c-46cc-851e-075c344597a4 req-16ee846a-ff64-4d5a-95ba-b10ae147e747 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396582 Sep 08 09:01:13.384625 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a428b2-a475-4a6b-9620-f642c4a57c94 x-openstack-request-id: req-83a428b2-a475-4a6b-9620-f642c4a57c94 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:01:13.384993 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb8be78d-0bd3-4245-965f-d28d1aa4c72a", "name": "network-vif-deleted", "tag": "bac7e4b7-571d-4696-b247-e444c4f86d33", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:01:13.385257 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-83a428b2-a475-4a6b-9620-f642c4a57c94 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:01:13.385809 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb8be78d-0bd3-4245-965f-d28d1aa4c72a', 'name': 'network-vif-deleted', 'tag': 'bac7e4b7-571d-4696-b247-e444c4f86d33', 'status': 'completed', 'code': 200} Sep 08 09:01:13.465190 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-0be985c9-61b4-46c9-965c-ded41f23e2d1 None None] Provisioning for port ecbcb730-d645-475b-8334-e232c293f2c1 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:01:13.472738 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-0be985c9-61b4-46c9-965c-ded41f23e2d1 None None] Provisioning complete for port ecbcb730-d645-475b-8334-e232c293f2c1 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:01:13.473333 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0be985c9-61b4-46c9-965c-ded41f23e2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:13.595353 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-0be985c9-61b4-46c9-965c-ded41f23e2d1 None None] Port ecbcb730-d645-475b-8334-e232c293f2c1 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:01:13.630264 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0a3e5387-8197-4252-911b-1ed09ee1aa1a req-73112d07-b4af-4613-ab81-27bbfc7fd533 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:13.676532 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0a3e5387-8197-4252-911b-1ed09ee1aa1a req-73112d07-b4af-4613-ab81-27bbfc7fd533 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:13.718346 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3d72b85a-8064-42a3-bf37-060d06fc8379 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:13.727966 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3d72b85a-8064-42a3-bf37-060d06fc8379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:13.775470 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a3e5387-8197-4252-911b-1ed09ee1aa1a req-73112d07-b4af-4613-ab81-27bbfc7fd533 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Network 73148cfc-c54d-48ac-9639-a21534b9f302 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:01:13.793278 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-0a3e5387-8197-4252-911b-1ed09ee1aa1a req-73112d07-b4af-4613-ab81-27bbfc7fd533 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:01:13.800729 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a3e5387-8197-4252-911b-1ed09ee1aa1a req-73112d07-b4af-4613-ab81-27bbfc7fd533 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:01:13.925665 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d72b85a-8064-42a3-bf37-060d06fc8379 admin admin] Pushing event updated for resources: {'Port': ['ID=ecbcb730-d645-475b-8334-e232c293f2c1,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:13.942368 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3d72b85a-8064-42a3-bf37-060d06fc8379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:13.943214 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 66ea46ae-da64-49dc-afb6-11daa30fcc41 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:01:13.954495 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e5387-8197-4252-911b-1ed09ee1aa1a req-73112d07-b4af-4613-ab81-27bbfc7fd533 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:13.956910 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0a3e5387-8197-4252-911b-1ed09ee1aa1a req-73112d07-b4af-4613-ab81-27bbfc7fd533 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:13.963047 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73112d07-b4af-4613-ab81-27bbfc7fd533 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Pushing event updated for resources: {'Port': ['ID=684e36fa-8315-40d8-b24d-0d4bfa708b08,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:13.985190 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73112d07-b4af-4613-ab81-27bbfc7fd533 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:01:13.985544 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73112d07-b4af-4613-ab81-27bbfc7fd533 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:01:13.985897 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73112d07-b4af-4613-ab81-27bbfc7fd533 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:01:13.990909 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73112d07-b4af-4613-ab81-27bbfc7fd533 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:01:13.995846 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73112d07-b4af-4613-ab81-27bbfc7fd533 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:01:13.996034 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73112d07-b4af-4613-ab81-27bbfc7fd533 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:01:13.996371 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73112d07-b4af-4613-ab81-27bbfc7fd533 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:01:13.996716 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73112d07-b4af-4613-ab81-27bbfc7fd533 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:01:13.997061 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73112d07-b4af-4613-ab81-27bbfc7fd533 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:01:13.997399 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73112d07-b4af-4613-ab81-27bbfc7fd533 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:01:13.997736 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73112d07-b4af-4613-ab81-27bbfc7fd533 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:01:14.001029 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73112d07-b4af-4613-ab81-27bbfc7fd533 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:01:14.022161 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0a3e5387-8197-4252-911b-1ed09ee1aa1a req-73112d07-b4af-4613-ab81-27bbfc7fd533 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9490762 Sep 08 09:01:14.038732 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 66ea46ae-da64-49dc-afb6-11daa30fcc41 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:01:14.039706 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:14.040921 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-0a3e5387-8197-4252-911b-1ed09ee1aa1a req-97a13009-a724-4043-ad1c-a5825db41a82 service neutron] Request body: {'port': {'device_id': 'd350f01c-ee0f-4d8e-b397-7bb4407a49dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:01:14.170675 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0a3e5387-8197-4252-911b-1ed09ee1aa1a req-97a13009-a724-4043-ad1c-a5825db41a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:14.275882 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8c73da29-036a-4bc0-99cf-f31df7a28dee req-d005c040-ac76-4b9e-b40c-6cbf00334140 tempest-ServerShowV247Test-349934222 tempest-ServerShowV247Test-349934222-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5445eed-549c-4b28-8a62-efbb216d39b1 HTTP/1.1" status: 200 len: 210 time: 0.0585451 Sep 08 09:01:14.278633 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d72b85a-8064-42a3-bf37-060d06fc8379 admin admin] Network 56f09e7a-d8c3-4671-9b9a-504accacdfdc is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:01:14.281255 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-3d72b85a-8064-42a3-bf37-060d06fc8379 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:01:14.351762 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2000a8b2-c78d-483e-9515-9d1676355a91 req-17382c9b-1fd0-4e19-96ef-29d62354f0d9 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 210 time: 0.1021531 Sep 08 09:01:14.493556 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device bac7e4b7-571d-4696-b247-e444c4f86d33 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:01:14.516245 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d72b85a-8064-42a3-bf37-060d06fc8379 admin admin] Router 9e6d2467-77c9-4d0d-a7bc-542df47f28bf has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:01:14.556637 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: bac7e4b7-571d-4696-b247-e444c4f86d33 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:01:14.556990 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device bac7e4b7-571d-4696-b247-e444c4f86d33 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:01:14.693630 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d72b85a-8064-42a3-bf37-060d06fc8379 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:01:14.706141 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918fbae9-44d8-40ca-a70e-89efd78cc7f9 None None] Sync routers for ids ['9e6d2467-77c9-4d0d-a7bc-542df47f28bf'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:01:14.720013 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3d72b85a-8064-42a3-bf37-060d06fc8379 admin admin] 10.222.0.54 "PUT /v2.0/routers/9e6d2467-77c9-4d0d-a7bc-542df47f28bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8120227 Sep 08 09:01:14.725035 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d781e-18f0-45fe-b3e9-2c79fbd23170 req-c5476d6e-ca8c-47d9-879a-337f618a0a7b tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:14.737883 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918fbae9-44d8-40ca-a70e-89efd78cc7f9 None None] Routers {'9e6d2467-77c9-4d0d-a7bc-542df47f28bf'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:01:14.739311 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-918fbae9-44d8-40ca-a70e-89efd78cc7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:00:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['9e6d2467-77c9-4d0d-a7bc-542df47f28bf'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:01:14.747939 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f07d781e-18f0-45fe-b3e9-2c79fbd23170 req-c5476d6e-ca8c-47d9-879a-337f618a0a7b tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=d350f01c-ee0f-4d8e-b397-7bb4407a49dc HTTP/1.1" status: 200 len: 931 time: 0.1955709 Sep 08 09:01:14.828113 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-af76ec93-b96d-4a8c-9c53-0627b77aa3a8 None None] Provisioning complete for port ecbcb730-d645-475b-8334-e232c293f2c1 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:01:14.828817 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-af76ec93-b96d-4a8c-9c53-0627b77aa3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:14.866821 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f07d781e-18f0-45fe-b3e9-2c79fbd23170 req-20aebd71-3735-4ee2-86ed-50192caf8f87 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171160 Sep 08 09:01:14.947603 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-af76ec93-b96d-4a8c-9c53-0627b77aa3a8 None None] Port ecbcb730-d645-475b-8334-e232c293f2c1 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:01:14.985799 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-918fbae9-44d8-40ca-a70e-89efd78cc7f9 None None] Set router 9e6d2467-77c9-4d0d-a7bc-542df47f28bf gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:01:15.043760 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-0a3e5387-8197-4252-911b-1ed09ee1aa1a req-97a13009-a724-4043-ad1c-a5825db41a82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 684e36fa-8315-40d8-b24d-0d4bfa708b08 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:01:15.067233 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0a3e5387-8197-4252-911b-1ed09ee1aa1a req-97a13009-a724-4043-ad1c-a5825db41a82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:15.090187 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-0a3e5387-8197-4252-911b-1ed09ee1aa1a req-97a13009-a724-4043-ad1c-a5825db41a82 service neutron] Transition to ACTIVE for port object 684e36fa-8315-40d8-b24d-0d4bfa708b08 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:01:15.102855 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0a3e5387-8197-4252-911b-1ed09ee1aa1a req-97a13009-a724-4043-ad1c-a5825db41a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:15.116750 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e09c3-72b5-4ab2-940f-6122c9eee588 req-c4efe508-6559-47ed-86cd-1cc20bb59e56 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:15.133149 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fc4e09c3-72b5-4ab2-940f-6122c9eee588 req-c4efe508-6559-47ed-86cd-1cc20bb59e56 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf9715d3-b5a7-4b11-b0bc-2b416bf0ea60 HTTP/1.1" status: 200 len: 945 time: 0.1303339 Sep 08 09:01:15.191943 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fc4e09c3-72b5-4ab2-940f-6122c9eee588 req-a0fc3d79-6fe5-4b02-a5f0-b193717f7d37 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567966 Sep 08 09:01:15.208077 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a13009-a724-4043-ad1c-a5825db41a82 service neutron] Pushing event updated for resources: {'Port': ['ID=684e36fa-8315-40d8-b24d-0d4bfa708b08,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:15.296681 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-0a3e5387-8197-4252-911b-1ed09ee1aa1a req-97a13009-a724-4043-ad1c-a5825db41a82 service neutron] Attempting to bind port 684e36fa-8315-40d8-b24d-0d4bfa708b08 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:01:15.297297 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-0a3e5387-8197-4252-911b-1ed09ee1aa1a req-97a13009-a724-4043-ad1c-a5825db41a82 service neutron] Attempting to bind port 684e36fa-8315-40d8-b24d-0d4bfa708b08 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'a820c156-0183-407b-aed4-3cdafce41ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '73148cfc-c54d-48ac-9639-a21534b9f302'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:01:15.297885 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3e5387-8197-4252-911b-1ed09ee1aa1a req-97a13009-a724-4043-ad1c-a5825db41a82 service neutron] Attempting to bind port 684e36fa-8315-40d8-b24d-0d4bfa708b08 on network 73148cfc-c54d-48ac-9639-a21534b9f302 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:01:15.304991 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3e5387-8197-4252-911b-1ed09ee1aa1a req-97a13009-a724-4043-ad1c-a5825db41a82 service neutron] Port 684e36fa-8315-40d8-b24d-0d4bfa708b08 on network 73148cfc-c54d-48ac-9639-a21534b9f302 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:01:15.305642 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3e5387-8197-4252-911b-1ed09ee1aa1a req-97a13009-a724-4043-ad1c-a5825db41a82 service neutron] Attempting to bind port 684e36fa-8315-40d8-b24d-0d4bfa708b08 on network 73148cfc-c54d-48ac-9639-a21534b9f302 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:01:15.311899 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3e5387-8197-4252-911b-1ed09ee1aa1a req-97a13009-a724-4043-ad1c-a5825db41a82 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:01:15.312978 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3e5387-8197-4252-911b-1ed09ee1aa1a req-97a13009-a724-4043-ad1c-a5825db41a82 service neutron] Checking segment: {'id': 'a820c156-0183-407b-aed4-3cdafce41ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '73148cfc-c54d-48ac-9639-a21534b9f302'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:01:15.313885 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3e5387-8197-4252-911b-1ed09ee1aa1a req-97a13009-a724-4043-ad1c-a5825db41a82 service neutron] Bound using segment: {'id': 'a820c156-0183-407b-aed4-3cdafce41ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '73148cfc-c54d-48ac-9639-a21534b9f302'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:01:15.314586 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-0a3e5387-8197-4252-911b-1ed09ee1aa1a req-97a13009-a724-4043-ad1c-a5825db41a82 service neutron] Bound port: 684e36fa-8315-40d8-b24d-0d4bfa708b08, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a820c156-0183-407b-aed4-3cdafce41ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '73148cfc-c54d-48ac-9639-a21534b9f302'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:01:15.315198 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0a3e5387-8197-4252-911b-1ed09ee1aa1a req-97a13009-a724-4043-ad1c-a5825db41a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:15.394306 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-918fbae9-44d8-40ca-a70e-89efd78cc7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6d2467-77c9-4d0d-a7bc-542df47f28bf', 'name': 'tempest-TaggedBootDevicesTest_v242-2105520897-router', 'tenant_id': '5ff9af2a8ae84383ae48822128c85b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '66ea46ae-da64-49dc-afb6-11daa30fcc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:01:04Z', 'updated_at': '2021-09-08T09:01:13Z', 'revision_number': 4, 'project_id': '5ff9af2a8ae84383ae48822128c85b16', 'gw_port': {'id': '66ea46ae-da64-49dc-afb6-11daa30fcc41', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6d2467-77c9-4d0d-a7bc-542df47f28bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:01:05Z', 'updated_at': '2021-09-08T09:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'ecbcb730-d645-475b-8334-e232c293f2c1', 'name': '', 'network_id': '56f09e7a-d8c3-4671-9b9a-504accacdfdc', 'tenant_id': '5ff9af2a8ae84383ae48822128c85b16', 'mac_address': 'fa:16:3e:a5:3d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6d2467-77c9-4d0d-a7bc-542df47f28bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '8500bfb2-0bfa-480d-b7a3-e97947f43e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:01:10Z', 'updated_at': '2021-09-08T09:01:13Z', 'revision_number': 2, 'project_id': '5ff9af2a8ae84383ae48822128c85b16', 'subnets': [{'id': '8500bfb2-0bfa-480d-b7a3-e97947f43e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:01:15.426737 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-0a3e5387-8197-4252-911b-1ed09ee1aa1a req-97a13009-a724-4043-ad1c-a5825db41a82 service neutron] For port 684e36fa-8315-40d8-b24d-0d4bfa708b08, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:01:15.433190 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-0a3e5387-8197-4252-911b-1ed09ee1aa1a req-97a13009-a724-4043-ad1c-a5825db41a82 service neutron] For port 684e36fa-8315-40d8-b24d-0d4bfa708b08, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=684e36fa-8315-40d8-b24d-0d4bfa708b08,segment=NetworkSegment(a820c156-0183-407b-aed4-3cdafce41ef3),segment_id=a820c156-0183-407b-aed4-3cdafce41ef3)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:01:15.441545 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0a3e5387-8197-4252-911b-1ed09ee1aa1a req-97a13009-a724-4043-ad1c-a5825db41a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:15.459784 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918fbae9-44d8-40ca-a70e-89efd78cc7f9 None None] Checking router: 9e6d2467-77c9-4d0d-a7bc-542df47f28bf for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:01:15.460149 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918fbae9-44d8-40ca-a70e-89efd78cc7f9 None None] Updating router 9e6d2467-77c9-4d0d-a7bc-542df47f28bf port ecbcb730-d645-475b-8334-e232c293f2c1 binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:01:15.507649 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e5387-8197-4252-911b-1ed09ee1aa1a req-97a13009-a724-4043-ad1c-a5825db41a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:15.512746 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-918fbae9-44d8-40ca-a70e-89efd78cc7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:15.514685 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0a3e5387-8197-4252-911b-1ed09ee1aa1a req-97a13009-a724-4043-ad1c-a5825db41a82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:15.516216 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0a3e5387-8197-4252-911b-1ed09ee1aa1a req-97a13009-a724-4043-ad1c-a5825db41a82 service neutron] 10.222.0.37 "PUT /v2.0/ports/684e36fa-8315-40d8-b24d-0d4bfa708b08 HTTP/1.1" status: 200 len: 1092 time: 1.4795873 Sep 08 09:01:15.516652 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd350f01c-ee0f-4d8e-b397-7bb4407a49dc', 'tag': '684e36fa-8315-40d8-b24d-0d4bfa708b08'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:01:15.520662 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43d4101-ca8b-4685-a38d-a1b7c62203eb" -d '{"events": [{"name": "network-changed", "server_uuid": "d350f01c-ee0f-4d8e-b397-7bb4407a49dc", "tag": "684e36fa-8315-40d8-b24d-0d4bfa708b08"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:01:15.542624 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4cbe37c7-c286-4ec9-8507-5b8e61a2922b req-c1a1f1f4-c068-4f50-ac07-836e54ecf728 tempest-ServerShowV247Test-349934222 tempest-ServerShowV247Test-349934222-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5445eed-549c-4b28-8a62-efbb216d39b1 HTTP/1.1" status: 200 len: 210 time: 0.0529835 Sep 08 09:01:15.654456 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a13009-a724-4043-ad1c-a5825db41a82 service neutron] Pushing event updated for resources: {'Port': ['ID=684e36fa-8315-40d8-b24d-0d4bfa708b08,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:15.700222 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e5387-8197-4252-911b-1ed09ee1aa1a req-87de916d-104d-4a96-9a24-65e611551a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:15.701787 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0a3e5387-8197-4252-911b-1ed09ee1aa1a req-87de916d-104d-4a96-9a24-65e611551a21 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a70633ea737e41be9ceaf93dd1b77ce8&device_id=d350f01c-ee0f-4d8e-b397-7bb4407a49dc HTTP/1.1" status: 200 len: 1095 time: 0.1061354 Sep 08 09:01:15.719406 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1cc71f91-01b1-4e77-9168-ca626eb9a1e9 req-ecbfc326-3789-48c0-9bdd-c4d018090e12 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 210 time: 0.0383875 Sep 08 09:01:15.770955 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0a3e5387-8197-4252-911b-1ed09ee1aa1a req-73638d95-a23a-4fc3-b984-1e72eec2583b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=684e36fa-8315-40d8-b24d-0d4bfa708b08 HTTP/1.1" status: 200 len: 217 time: 0.0542996 Sep 08 09:01:15.863527 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d22ae60-f294-4f33-b761-dc9612cdf726 x-openstack-request-id: req-9d22ae60-f294-4f33-b761-dc9612cdf726 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:01:15.863527 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d350f01c-ee0f-4d8e-b397-7bb4407a49dc", "tag": "684e36fa-8315-40d8-b24d-0d4bfa708b08", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:01:15.863527 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9d22ae60-f294-4f33-b761-dc9612cdf726 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:01:15.863527 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd350f01c-ee0f-4d8e-b397-7bb4407a49dc', 'tag': '684e36fa-8315-40d8-b24d-0d4bfa708b08', 'status': 'completed', 'code': 200} Sep 08 09:01:15.908949 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e5387-8197-4252-911b-1ed09ee1aa1a req-ab5289d3-c637-4318-a102-08854c2e2afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:15.916596 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0a3e5387-8197-4252-911b-1ed09ee1aa1a req-ab5289d3-c637-4318-a102-08854c2e2afd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b6b1a525-4d60-465e-8609-7f98f126ac0e HTTP/1.1" status: 200 len: 844 time: 0.1362069 Sep 08 09:01:15.981447 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0a3e5387-8197-4252-911b-1ed09ee1aa1a req-628fa859-145e-45c9-b9c6-edc1eb750818 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=73148cfc-c54d-48ac-9639-a21534b9f302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560179 Sep 08 09:01:16.060702 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-918fbae9-44d8-40ca-a70e-89efd78cc7f9 None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:16.096261 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-918fbae9-44d8-40ca-a70e-89efd78cc7f9 None None] Transition to ACTIVE for port object ecbcb730-d645-475b-8334-e232c293f2c1 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:01:16.107233 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-918fbae9-44d8-40ca-a70e-89efd78cc7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:16.189186 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0a3e5387-8197-4252-911b-1ed09ee1aa1a req-ae2b89ca-9dfd-4845-8115-f2b82afac8ac service neutron] 10.222.0.37 "GET /v2.0/networks/73148cfc-c54d-48ac-9639-a21534b9f302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995935 Sep 08 09:01:16.212171 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc073a8e-7a4b-426f-ab92-92e1f52c2005 req-71ec3cdc-c2e4-4058-8d95-365c13525f0e tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:16.213803 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bc073a8e-7a4b-426f-ab92-92e1f52c2005 req-71ec3cdc-c2e4-4058-8d95-365c13525f0e tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=d350f01c-ee0f-4d8e-b397-7bb4407a49dc HTTP/1.1" status: 200 len: 943 time: 0.2261231 Sep 08 09:01:16.220056 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6618eb7-194f-4b18-8d18-6a0e5c43e4e8 None None] Pushing event updated for resources: {'Port': ['ID=ecbcb730-d645-475b-8334-e232c293f2c1,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:16.252322 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-918fbae9-44d8-40ca-a70e-89efd78cc7f9 None None] Attempting to bind port ecbcb730-d645-475b-8334-e232c293f2c1 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:01:16.252709 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-918fbae9-44d8-40ca-a70e-89efd78cc7f9 None None] Attempting to bind port ecbcb730-d645-475b-8334-e232c293f2c1 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '66c1c607-33c9-44e0-b45a-ef6d4c44423d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '56f09e7a-d8c3-4671-9b9a-504accacdfdc'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:01:16.253640 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918fbae9-44d8-40ca-a70e-89efd78cc7f9 None None] Attempting to bind port ecbcb730-d645-475b-8334-e232c293f2c1 on network 56f09e7a-d8c3-4671-9b9a-504accacdfdc {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:01:16.263359 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918fbae9-44d8-40ca-a70e-89efd78cc7f9 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:01:16.263744 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918fbae9-44d8-40ca-a70e-89efd78cc7f9 None None] Checking segment: {'id': '66c1c607-33c9-44e0-b45a-ef6d4c44423d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '56f09e7a-d8c3-4671-9b9a-504accacdfdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:01:16.264158 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-918fbae9-44d8-40ca-a70e-89efd78cc7f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:16.264551 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918fbae9-44d8-40ca-a70e-89efd78cc7f9 None None] Bound using segment: {'id': '66c1c607-33c9-44e0-b45a-ef6d4c44423d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '56f09e7a-d8c3-4671-9b9a-504accacdfdc'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:01:16.265032 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-918fbae9-44d8-40ca-a70e-89efd78cc7f9 None None] Bound port: ecbcb730-d645-475b-8334-e232c293f2c1, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66c1c607-33c9-44e0-b45a-ef6d4c44423d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '56f09e7a-d8c3-4671-9b9a-504accacdfdc'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:01:16.265426 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-918fbae9-44d8-40ca-a70e-89efd78cc7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:16.328984 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bc073a8e-7a4b-426f-ab92-92e1f52c2005 req-79124ece-a9ef-4a53-be4e-3a2e00178894 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049371 Sep 08 09:01:16.358300 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-5f81a657-0c89-4c65-8964-8710b44591b9 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=5d503e082c6e4ba9b06785de52973fc3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0605295 Sep 08 09:01:16.359859 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-918fbae9-44d8-40ca-a70e-89efd78cc7f9 None None] For port ecbcb730-d645-475b-8334-e232c293f2c1, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:01:16.366652 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-918fbae9-44d8-40ca-a70e-89efd78cc7f9 None None] For port ecbcb730-d645-475b-8334-e232c293f2c1, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=ecbcb730-d645-475b-8334-e232c293f2c1,segment=NetworkSegment(66c1c607-33c9-44e0-b45a-ef6d4c44423d),segment_id=66c1c607-33c9-44e0-b45a-ef6d4c44423d)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:01:16.375075 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-918fbae9-44d8-40ca-a70e-89efd78cc7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:16.449679 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6618eb7-194f-4b18-8d18-6a0e5c43e4e8 None None] Pushing event updated for resources: {'Port': ['ID=ecbcb730-d645-475b-8334-e232c293f2c1,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:16.490453 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918fbae9-44d8-40ca-a70e-89efd78cc7f9 None None] Routers {'9e6d2467-77c9-4d0d-a7bc-542df47f28bf'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:01:16.491632 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0a3e5387-8197-4252-911b-1ed09ee1aa1a req-1184c94f-a260-4708-b42b-025346f70772 service neutron] 10.222.0.37 "GET /v2.0/networks/73148cfc-c54d-48ac-9639-a21534b9f302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898905 Sep 08 09:01:16.492228 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-918fbae9-44d8-40ca-a70e-89efd78cc7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:00:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['9e6d2467-77c9-4d0d-a7bc-542df47f28bf'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:01:16.498015 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:01:16.519997 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-57c731cf-32fc-4f46-9e91-94f66b5bfa77 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:16.519997 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-57c731cf-32fc-4f46-9e91-94f66b5bfa77 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1594534 Sep 08 09:01:16.553497 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-b4772ba5-6574-4e2f-87ca-f483cb0d0b2c tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/quotas/5d503e082c6e4ba9b06785de52973fc3 HTTP/1.1" status: 200 len: 375 time: 0.0250547 Sep 08 09:01:16.641338 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-7c6b33bc-c546-43c8-be6f-aad6c4eacc40 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5d503e082c6e4ba9b06785de52973fc3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0816376 Sep 08 09:01:16.705736 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d4101-ca8b-4685-a38d-a1b7c62203eb req-a29d99aa-0c32-466d-9421-555cc8e69878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:16.711482 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f43d4101-ca8b-4685-a38d-a1b7c62203eb req-a29d99aa-0c32-466d-9421-555cc8e69878 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a70633ea737e41be9ceaf93dd1b77ce8&device_id=d350f01c-ee0f-4d8e-b397-7bb4407a49dc HTTP/1.1" status: 200 len: 1095 time: 0.1005461 Sep 08 09:01:17.014993 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc3d30-08b7-47cb-aa92-ca860cfb82ec req-897bb6b5-1633-4264-9755-e511564d8d93 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:17.016628 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1cdc3d30-08b7-47cb-aa92-ca860cfb82ec req-897bb6b5-1633-4264-9755-e511564d8d93 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf9715d3-b5a7-4b11-b0bc-2b416bf0ea60 HTTP/1.1" status: 200 len: 945 time: 0.3154969 Sep 08 09:01:17.022427 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-65033937-aa8d-4019-b4f3-787b4b2f44e9 req-88c31717-e2df-49fa-8422-ef59f96c03cb tempest-ServerShowV247Test-349934222 tempest-ServerShowV247Test-349934222-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5445eed-549c-4b28-8a62-efbb216d39b1 HTTP/1.1" status: 200 len: 210 time: 0.0472689 Sep 08 09:01:17.029107 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b,segment=NetworkSegment(62cd42f7-9651-4119-add8-a40e3a6b8c01),segment_id=62cd42f7-9651-4119-add8-a40e3a6b8c01)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:17.110492 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1cdc3d30-08b7-47cb-aa92-ca860cfb82ec req-3ff4785c-685d-425f-8e1c-a06ef9e9e82e tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841277 Sep 08 09:01:17.116168 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d4101-ca8b-4685-a38d-a1b7c62203eb req-2d5b37df-48d9-4f53-9a0a-666ef2319b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:17.117691 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f43d4101-ca8b-4685-a38d-a1b7c62203eb req-2d5b37df-48d9-4f53-9a0a-666ef2319b15 service neutron] 10.222.0.37 "GET /v2.0/networks?id=73148cfc-c54d-48ac-9639-a21534b9f302 HTTP/1.1" status: 200 len: 905 time: 0.3776553 Sep 08 09:01:17.195269 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': 'a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b', 'network_id': 'e4ae51a3-555d-433c-8c68-00298de875e2', 'port_id': 'a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b', 'mac_address': 'fa:16:3e:f3:e6:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b8d890a-bf45-4b73-bd8d-17a04a6ff513', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:01:17.231880 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f43d4101-ca8b-4685-a38d-a1b7c62203eb req-ea6f0f0d-c2e2-4b23-92c0-9ece64bd1573 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=684e36fa-8315-40d8-b24d-0d4bfa708b08 HTTP/1.1" status: 200 len: 217 time: 0.0863664 Sep 08 09:01:17.336491 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d4101-ca8b-4685-a38d-a1b7c62203eb req-c02246d7-b5d5-4d2f-a375-ff069059d940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:17.340846 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f43d4101-ca8b-4685-a38d-a1b7c62203eb req-c02246d7-b5d5-4d2f-a375-ff069059d940 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b6b1a525-4d60-465e-8609-7f98f126ac0e HTTP/1.1" status: 200 len: 844 time: 0.1018014 Sep 08 09:01:17.368237 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-918fbae9-44d8-40ca-a70e-89efd78cc7f9 None None] Set router 9e6d2467-77c9-4d0d-a7bc-542df47f28bf gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:01:17.442789 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f43d4101-ca8b-4685-a38d-a1b7c62203eb req-ab962d70-3bb0-49b5-85f1-89f0ce3fa743 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=73148cfc-c54d-48ac-9639-a21534b9f302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906463 Sep 08 09:01:17.453964 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:17.486245 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-66022014-3348-4e77-9a12-65802421a4c9 req-6b33485f-b1ca-412c-809f-e0ea299d97ba tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=5d503e082c6e4ba9b06785de52973fc3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0643396 Sep 08 09:01:17.498873 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:01:17.544050 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b,segment=NetworkSegment(62cd42f7-9651-4119-add8-a40e3a6b8c01),segment_id=62cd42f7-9651-4119-add8-a40e3a6b8c01)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:17.560340 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:17.754162 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f43d4101-ca8b-4685-a38d-a1b7c62203eb req-fbe118e7-07f3-4a30-b569-fcab26d46008 service neutron] 10.222.0.37 "GET /v2.0/networks/73148cfc-c54d-48ac-9639-a21534b9f302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110615 Sep 08 09:01:17.764290 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ac43a92f-1fa6-4026-b660-46ce3c8910df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:17.795036 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:01:17.827460 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66022014-3348-4e77-9a12-65802421a4c9 req-2f07ba7d-cdc8-4f85-8905-7a593f19842a tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:17.853490 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-66022014-3348-4e77-9a12-65802421a4c9 req-2f07ba7d-cdc8-4f85-8905-7a593f19842a tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3640363 Sep 08 09:01:17.877435 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-66022014-3348-4e77-9a12-65802421a4c9 req-3ec2ca07-f250-431d-ab6a-b9e0be06041f tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/quotas/5d503e082c6e4ba9b06785de52973fc3 HTTP/1.1" status: 200 len: 375 time: 0.0215924 Sep 08 09:01:17.889772 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b,revision_number=6']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:17.950192 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-66022014-3348-4e77-9a12-65802421a4c9 req-b60cce89-3259-464b-8fb2-118690e09616 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5d503e082c6e4ba9b06785de52973fc3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0713756 Sep 08 09:01:18.001792 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f43d4101-ca8b-4685-a38d-a1b7c62203eb req-f8ce5b49-3444-4f8c-b81a-35540c1f61cb service neutron] 10.222.0.37 "GET /v2.0/networks/73148cfc-c54d-48ac-9639-a21534b9f302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435133 Sep 08 09:01:18.096419 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-918fbae9-44d8-40ca-a70e-89efd78cc7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6d2467-77c9-4d0d-a7bc-542df47f28bf', 'name': 'tempest-TaggedBootDevicesTest_v242-2105520897-router', 'tenant_id': '5ff9af2a8ae84383ae48822128c85b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '66ea46ae-da64-49dc-afb6-11daa30fcc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:01:04Z', 'updated_at': '2021-09-08T09:01:13Z', 'revision_number': 4, 'project_id': '5ff9af2a8ae84383ae48822128c85b16', 'gw_port': {'id': '66ea46ae-da64-49dc-afb6-11daa30fcc41', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6d2467-77c9-4d0d-a7bc-542df47f28bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:01:05Z', 'updated_at': '2021-09-08T09:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'ecbcb730-d645-475b-8334-e232c293f2c1', 'name': '', 'network_id': '56f09e7a-d8c3-4671-9b9a-504accacdfdc', 'tenant_id': '5ff9af2a8ae84383ae48822128c85b16', 'mac_address': 'fa:16:3e:a5:3d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6d2467-77c9-4d0d-a7bc-542df47f28bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '8500bfb2-0bfa-480d-b7a3-e97947f43e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:01:10Z', 'updated_at': '2021-09-08T09:01:16Z', 'revision_number': 4, 'project_id': '5ff9af2a8ae84383ae48822128c85b16', 'subnets': [{'id': '8500bfb2-0bfa-480d-b7a3-e97947f43e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:01:18.100769 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-078b9227-2fc9-4b9f-8789-83ba3416922f req-2f5ad4e3-ce2d-4cf5-a26b-7d967a6703ec tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 210 time: 0.7357674 Sep 08 09:01:18.162891 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918fbae9-44d8-40ca-a70e-89efd78cc7f9 None None] The sync data for ids ['9e6d2467-77c9-4d0d-a7bc-542df47f28bf'] in n-d-806683-11 is: [{'id': '9e6d2467-77c9-4d0d-a7bc-542df47f28bf', 'name': 'tempest-TaggedBootDevicesTest_v242-2105520897-router', 'tenant_id': '5ff9af2a8ae84383ae48822128c85b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '66ea46ae-da64-49dc-afb6-11daa30fcc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:01:04Z', 'updated_at': '2021-09-08T09:01:13Z', 'revision_number': 4, 'project_id': '5ff9af2a8ae84383ae48822128c85b16', 'gw_port': {'id': '66ea46ae-da64-49dc-afb6-11daa30fcc41', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6d2467-77c9-4d0d-a7bc-542df47f28bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:01:05Z', 'updated_at': '2021-09-08T09:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'ecbcb730-d645-475b-8334-e232c293f2c1', 'name': '', 'network_id': '56f09e7a-d8c3-4671-9b9a-504accacdfdc', 'tenant_id': '5ff9af2a8ae84383ae48822128c85b16', 'mac_address': 'fa:16:3e:a5:3d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e6d2467-77c9-4d0d-a7bc-542df47f28bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '8500bfb2-0bfa-480d-b7a3-e97947f43e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:01:10Z', 'updated_at': '2021-09-08T09:01:16Z', 'revision_number': 4, 'project_id': '5ff9af2a8ae84383ae48822128c85b16', 'subnets': [{'id': '8500bfb2-0bfa-480d-b7a3-e97947f43e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:01:18.324185 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ec08c-bb91-4658-9902-486985c11a66 req-4b2ebc4c-9b85-4b33-acc0-5374e697c3fc tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:18.334950 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-772ec08c-bb91-4658-9902-486985c11a66 req-4b2ebc4c-9b85-4b33-acc0-5374e697c3fc tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=d350f01c-ee0f-4d8e-b397-7bb4407a49dc HTTP/1.1" status: 200 len: 943 time: 0.0838935 Sep 08 09:01:18.411722 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-772ec08c-bb91-4658-9902-486985c11a66 req-ea57280f-b90a-499a-ab66-13b4c9996ddd tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698426 Sep 08 09:01:18.508431 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:01:18.670661 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ab476cb3-fac5-4967-af09-a7531fca1aee req-270af2eb-7fd3-4cfa-a442-52d384412c1b tempest-ServerShowV247Test-349934222 tempest-ServerShowV247Test-349934222-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5445eed-549c-4b28-8a62-efbb216d39b1 HTTP/1.1" status: 200 len: 210 time: 0.0590515 Sep 08 09:01:18.679934 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:01:18.680605 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:18.791221 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3cd2a7fd-7261-410a-a2c6-373bd6b1e7d3 req-946d2b9b-c073-4bdc-adc3-6f432dae5657 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a94f181-4a86-480c-9c94-fc2506820e7d HTTP/1.1" status: 200 len: 210 time: 0.0665822 Sep 08 09:01:18.899864 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-566d848d-6234-4ffa-b66a-bd623f6ef032 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=5d503e082c6e4ba9b06785de52973fc3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442698 Sep 08 09:01:19.029167 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:19.116834 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b,segment=NetworkSegment(62cd42f7-9651-4119-add8-a40e3a6b8c01),segment_id=62cd42f7-9651-4119-add8-a40e3a6b8c01)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:19.122001 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf9715d3-b5a7-4b11-b0bc-2b416bf0ea60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:01:19.128788 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e1ab4b-f639-47ae-a1d1-82840854a902" -d '{"events": [{"server_uuid": "cf9715d3-b5a7-4b11-b0bc-2b416bf0ea60", "name": "network-vif-plugged", "status": "completed", "tag": "a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:01:19.137204 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:19.261457 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b,revision_number=7']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:19.284967 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-d0ce2fb5-d9cc-490b-aabd-288c25f64f9d tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:19.286691 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-d0ce2fb5-d9cc-490b-aabd-288c25f64f9d tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3811865 Sep 08 09:01:19.309224 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-817d525e-c390-40c5-8775-2e4170ed2470 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Request body: {'port': {'device_id': '356285a6-0bcb-4e25-a00d-3b52f1e9612d', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'admin_state_up': True, 'tenant_id': '5d503e082c6e4ba9b06785de52973fc3'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:01:19.324184 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7d2df-63ee-406b-b22c-a9969af51dc6 req-da711154-d0c3-4741-baca-382a561755ba tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:19.333558 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3df7d2df-63ee-406b-b22c-a9969af51dc6 req-da711154-d0c3-4741-baca-382a561755ba tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf9715d3-b5a7-4b11-b0bc-2b416bf0ea60 HTTP/1.1" status: 200 len: 944 time: 0.3576663 Sep 08 09:01:19.336501 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-851dc98f-b62c-43ff-9f95-fb36962de28c req-32e1ff50-a76b-4651-a31e-830bc2527c41 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=ff454ad5-f0ae-498a-9cb9-f264a4e94d02 HTTP/1.1" status: 200 len: 210 time: 0.0617819 Sep 08 09:01:19.426254 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733e23e1-d281-47fd-a940-5f0a28d73d35 x-openstack-request-id: req-733e23e1-d281-47fd-a940-5f0a28d73d35 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:01:19.428144 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf9715d3-b5a7-4b11-b0bc-2b416bf0ea60", "name": "network-vif-plugged", "status": "completed", "tag": "a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:01:19.428509 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-733e23e1-d281-47fd-a940-5f0a28d73d35 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:01:19.429019 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf9715d3-b5a7-4b11-b0bc-2b416bf0ea60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b', 'code': 200} Sep 08 09:01:19.511216 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3df7d2df-63ee-406b-b22c-a9969af51dc6 req-09b5da4e-53c4-47a7-8df2-36978245d414 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764228 Sep 08 09:01:19.589210 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-817d525e-c390-40c5-8775-2e4170ed2470 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Made reservation on behalf of 5d503e082c6e4ba9b06785de52973fc3 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:01:19.594963 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-817d525e-c390-40c5-8775-2e4170ed2470 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:19.606646 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-817d525e-c390-40c5-8775-2e4170ed2470 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:19.708500 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faedb400-829e-4666-877c-9110c8f1922e req-5beff1f4-155e-43b6-a9b2-cec917710199 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:19.710284 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-faedb400-829e-4666-877c-9110c8f1922e req-5beff1f4-155e-43b6-a9b2-cec917710199 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=d350f01c-ee0f-4d8e-b397-7bb4407a49dc HTTP/1.1" status: 200 len: 943 time: 0.0871861 Sep 08 09:01:19.841903 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-faedb400-829e-4666-877c-9110c8f1922e req-a98caafb-602e-46fd-a2ee-5cccd4ecf033 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230972 Sep 08 09:01:19.912716 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device ecbcb730-d645-475b-8334-e232c293f2c1 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:01:19.957090 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-817d525e-c390-40c5-8775-2e4170ed2470 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:19.962596 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-817d525e-c390-40c5-8775-2e4170ed2470 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:20.061571 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port ecbcb730-d645-475b-8334-e232c293f2c1 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:01:20.072160 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d525e-c390-40c5-8775-2e4170ed2470 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd5ffe8-dafc-425c-aba8-4cb5128646b7,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:20.074874 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port ecbcb730-d645-475b-8334-e232c293f2c1 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:01:20.075363 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:20.133765 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d22c4c11-c6a8-45f5-a6f4-1957fca90a41 req-6c4810df-c89b-4cdc-917f-9a44a6f204c1 tempest-ServerShowV247Test-349934222 tempest-ServerShowV247Test-349934222-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5445eed-549c-4b28-8a62-efbb216d39b1 HTTP/1.1" status: 200 len: 210 time: 0.0736496 Sep 08 09:01:20.173764 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-66022014-3348-4e77-9a12-65802421a4c9 req-37dc205d-efe9-4a28-bcdd-5c2f71da461d tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=5d503e082c6e4ba9b06785de52973fc3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1015201 Sep 08 09:01:20.320662 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:20.397240 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:20.409921 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port ecbcb730-d645-475b-8334-e232c293f2c1, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=ecbcb730-d645-475b-8334-e232c293f2c1,segment=NetworkSegment(66c1c607-33c9-44e0-b45a-ef6d4c44423d),segment_id=66c1c607-33c9-44e0-b45a-ef6d4c44423d)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:20.420095 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:20.478738 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=ecbcb730-d645-475b-8334-e232c293f2c1,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:20.508368 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 684e36fa-8315-40d8-b24d-0d4bfa708b08 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:01:20.540626 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c05b5437-89ef-4615-91ac-600541752095 req-994fd57a-a298-43df-b565-b67c1edac1ed tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a94f181-4a86-480c-9c94-fc2506820e7d HTTP/1.1" status: 200 len: 210 time: 0.1826465 Sep 08 09:01:20.614228 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db36a73-9860-4979-9afe-73d453dbcd4b req-52bc91d2-e4b4-454c-acbe-3022bef2bbd2 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:20.623458 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8db36a73-9860-4979-9afe-73d453dbcd4b req-52bc91d2-e4b4-454c-acbe-3022bef2bbd2 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf9715d3-b5a7-4b11-b0bc-2b416bf0ea60 HTTP/1.1" status: 200 len: 945 time: 0.1129489 Sep 08 09:01:20.721360 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8db36a73-9860-4979-9afe-73d453dbcd4b req-66c9c2ce-4d3a-4ac3-a60f-71dbec4e0cc8 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828619 Sep 08 09:01:20.740423 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 684e36fa-8315-40d8-b24d-0d4bfa708b08, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=684e36fa-8315-40d8-b24d-0d4bfa708b08,segment=NetworkSegment(a820c156-0183-407b-aed4-3cdafce41ef3),segment_id=a820c156-0183-407b-aed4-3cdafce41ef3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:20.774700 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '684e36fa-8315-40d8-b24d-0d4bfa708b08', 'network_id': '73148cfc-c54d-48ac-9639-a21534b9f302', 'port_id': '684e36fa-8315-40d8-b24d-0d4bfa708b08', 'mac_address': 'fa:16:3e:4a:ee:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b1a525-4d60-465e-8609-7f98f126ac0e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:01:20.804127 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ab34411a-d84a-43d2-add9-13c923b14e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:20.822445 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:20.834201 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-817d525e-c390-40c5-8775-2e4170ed2470 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Allocated IP 192.168.233.244 (05f7642a-1c79-41be-85aa-1443ef22cc3b/dfc66e4b-ecb5-4c99-afe1-0a78c722534a/9d88b0e6-81d1-4f99-b049-7cddfe74d864) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:01:20.844408 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 684e36fa-8315-40d8-b24d-0d4bfa708b08 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:01:20.869705 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66022014-3348-4e77-9a12-65802421a4c9 req-048bd4ee-b7ee-4bda-b3a5-0f96838394ff tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:20.871260 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-66022014-3348-4e77-9a12-65802421a4c9 req-048bd4ee-b7ee-4bda-b3a5-0f96838394ff tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5977232 Sep 08 09:01:20.877048 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 684e36fa-8315-40d8-b24d-0d4bfa708b08, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=684e36fa-8315-40d8-b24d-0d4bfa708b08,segment=NetworkSegment(a820c156-0183-407b-aed4-3cdafce41ef3),segment_id=a820c156-0183-407b-aed4-3cdafce41ef3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:20.889682 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:20.917807 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-66022014-3348-4e77-9a12-65802421a4c9 req-9345a5a6-0cc0-425d-8336-e0aac69df7b2 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Request body: {'port': {'device_id': '8a94f181-4a86-480c-9c94-fc2506820e7d', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'admin_state_up': True, 'tenant_id': '5d503e082c6e4ba9b06785de52973fc3'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:01:21.003532 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=684e36fa-8315-40d8-b24d-0d4bfa708b08,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:21.103725 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08e29c-803b-46cf-bc68-d62eee91e9bd req-f9dca40f-12d9-4b04-b13d-a82ec056677a tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:21.114843 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8f08e29c-803b-46cf-bc68-d62eee91e9bd req-f9dca40f-12d9-4b04-b13d-a82ec056677a tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=d350f01c-ee0f-4d8e-b397-7bb4407a49dc HTTP/1.1" status: 200 len: 944 time: 0.1257474 Sep 08 09:01:21.182085 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['684e36fa-8315-40d8-b24d-0d4bfa708b08'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:01:21.200682 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8f08e29c-803b-46cf-bc68-d62eee91e9bd req-71a0839f-5751-478d-80eb-173f3fa5ad45 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801523 Sep 08 09:01:21.357771 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66022014-3348-4e77-9a12-65802421a4c9 req-9345a5a6-0cc0-425d-8336-e0aac69df7b2 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Made reservation on behalf of 5d503e082c6e4ba9b06785de52973fc3 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:01:21.365973 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-66022014-3348-4e77-9a12-65802421a4c9 req-9345a5a6-0cc0-425d-8336-e0aac69df7b2 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:21.374404 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3b8d9810-9f33-4428-b7c9-8ea52d2d1dc9 req-d7792282-4cd1-4cbc-b2a1-04ff363b9201 tempest-ServerShowV247Test-349934222 tempest-ServerShowV247Test-349934222-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5445eed-549c-4b28-8a62-efbb216d39b1 HTTP/1.1" status: 200 len: 210 time: 0.0654569 Sep 08 09:01:21.400635 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-817d525e-c390-40c5-8775-2e4170ed2470 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:21.442833 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-817d525e-c390-40c5-8775-2e4170ed2470 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Transition to ACTIVE for port object 9d88b0e6-81d1-4f99-b049-7cddfe74d864 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:01:21.539548 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-817d525e-c390-40c5-8775-2e4170ed2470 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:21.692798 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-817d525e-c390-40c5-8775-2e4170ed2470 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Network 05f7642a-1c79-41be-85aa-1443ef22cc3b is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:01:21.856633 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device ecbcb730-d645-475b-8334-e232c293f2c1 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:01:21.913426 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102fe119-8eff-418e-8ea4-1ab408689c12 req-d5b82cb3-5da5-41ad-91f5-751bc920e72b tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:21.930708 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-102fe119-8eff-418e-8ea4-1ab408689c12 req-d5b82cb3-5da5-41ad-91f5-751bc920e72b tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf9715d3-b5a7-4b11-b0bc-2b416bf0ea60 HTTP/1.1" status: 200 len: 945 time: 0.1063161 Sep 08 09:01:21.960941 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port ecbcb730-d645-475b-8334-e232c293f2c1 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:01:21.962526 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:22.066389 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-102fe119-8eff-418e-8ea4-1ab408689c12 req-c340e179-8764-442d-b57a-a00fd1b709b2 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321197 Sep 08 09:01:22.107580 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:22.115303 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c0a584-8e32-482d-b318-2a71c8cecb13 req-ce1adbe4-a630-41d0-bb6b-8f96a2a9954c tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:22.117333 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-17c0a584-8e32-482d-b318-2a71c8cecb13 req-ce1adbe4-a630-41d0-bb6b-8f96a2a9954c tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf9715d3-b5a7-4b11-b0bc-2b416bf0ea60 HTTP/1.1" status: 200 len: 945 time: 0.1223326 Sep 08 09:01:22.292657 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-17c0a584-8e32-482d-b318-2a71c8cecb13 req-0f069ac3-3eae-4a6c-84cd-7771d4077e9f tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Deleting port a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:01:22.294318 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-17c0a584-8e32-482d-b318-2a71c8cecb13 req-0f069ac3-3eae-4a6c-84cd-7771d4077e9f tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:22.321204 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-817d525e-c390-40c5-8775-2e4170ed2470 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:01:22.325104 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-817d525e-c390-40c5-8775-2e4170ed2470 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:01:22.386343 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a7861337-f312-49e9-825f-2f334894dfba req-bcc0c435-f495-4b68-a3e8-3850dec6e608 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a94f181-4a86-480c-9c94-fc2506820e7d HTTP/1.1" status: 200 len: 210 time: 0.6911383 Sep 08 09:01:22.440675 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d525e-c390-40c5-8775-2e4170ed2470 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Pushing event updated for resources: {'Port': ['ID=9d88b0e6-81d1-4f99-b049-7cddfe74d864,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:22.472876 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-66022014-3348-4e77-9a12-65802421a4c9 req-9345a5a6-0cc0-425d-8336-e0aac69df7b2 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Allocated IP 192.168.233.75 (05f7642a-1c79-41be-85aa-1443ef22cc3b/dfc66e4b-ecb5-4c99-afe1-0a78c722534a/4e8387ba-0052-43d4-9873-16ba5900acc5) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:01:22.507521 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 684e36fa-8315-40d8-b24d-0d4bfa708b08 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:01:22.525295 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-17c0a584-8e32-482d-b318-2a71c8cecb13 req-0f069ac3-3eae-4a6c-84cd-7771d4077e9f tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] For port a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b,segment=NetworkSegment(62cd42f7-9651-4119-add8-a40e3a6b8c01),segment_id=62cd42f7-9651-4119-add8-a40e3a6b8c01)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:22.526020 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-17c0a584-8e32-482d-b318-2a71c8cecb13 req-0f069ac3-3eae-4a6c-84cd-7771d4077e9f tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:22.553906 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-17c0a584-8e32-482d-b318-2a71c8cecb13 req-0f069ac3-3eae-4a6c-84cd-7771d4077e9f tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Calling delete_port for a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b owned by compute:nova {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:01:22.570605 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-817d525e-c390-40c5-8775-2e4170ed2470 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:22.573389 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-817d525e-c390-40c5-8775-2e4170ed2470 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:22.616810 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-817d525e-c390-40c5-8775-2e4170ed2470 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3116579 Sep 08 09:01:22.647513 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 684e36fa-8315-40d8-b24d-0d4bfa708b08 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:01:22.654817 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 684e36fa-8315-40d8-b24d-0d4bfa708b08 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:01:22.661852 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:22.679485 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-53c5c3bb-158b-4117-b37c-ceee73fd6b01 service neutron] Request body: {'port': {'device_id': '356285a6-0bcb-4e25-a00d-3b52f1e9612d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:01:22.757022 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-60585d50-e13f-4f70-a03f-c6b787d0fec6 req-d876f947-48d9-4ca5-8706-3ca2ffcac796 tempest-ServerShowV247Test-349934222 tempest-ServerShowV247Test-349934222-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5445eed-549c-4b28-8a62-efbb216d39b1 HTTP/1.1" status: 200 len: 210 time: 0.1362910 Sep 08 09:01:22.797683 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4138c3b-4249-40e7-8ee9-627b368e0c9d None None] Provisioning for port 9d88b0e6-81d1-4f99-b049-7cddfe74d864 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:01:22.812649 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9cba7-db47-42ba-a910-77bc09a0e059 req-399c760e-ceab-425b-8471-59b655fa28d2 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:22.822459 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4138c3b-4249-40e7-8ee9-627b368e0c9d None None] Provisioning complete for port 9d88b0e6-81d1-4f99-b049-7cddfe74d864 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:01:22.822966 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4138c3b-4249-40e7-8ee9-627b368e0c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:22.827557 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-07a9cba7-db47-42ba-a910-77bc09a0e059 req-399c760e-ceab-425b-8471-59b655fa28d2 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=d350f01c-ee0f-4d8e-b397-7bb4407a49dc HTTP/1.1" status: 200 len: 944 time: 0.1718006 Sep 08 09:01:22.898569 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-07a9cba7-db47-42ba-a910-77bc09a0e059 req-b046a32c-31b5-4871-96f1-5ea9bd85a173 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699532 Sep 08 09:01:22.978420 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:22.985549 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-53c5c3bb-158b-4117-b37c-ceee73fd6b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:23.004480 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4138c3b-4249-40e7-8ee9-627b368e0c9d None None] Port 9d88b0e6-81d1-4f99-b049-7cddfe74d864 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:01:23.042420 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd350f01c-ee0f-4d8e-b397-7bb4407a49dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684e36fa-8315-40d8-b24d-0d4bfa708b08'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:01:23.050660 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1c8278-2cbe-4531-b0d6-a318a892cc8e" -d '{"events": [{"server_uuid": "d350f01c-ee0f-4d8e-b397-7bb4407a49dc", "name": "network-vif-plugged", "status": "completed", "tag": "684e36fa-8315-40d8-b24d-0d4bfa708b08"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:01:23.087493 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 684e36fa-8315-40d8-b24d-0d4bfa708b08, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=684e36fa-8315-40d8-b24d-0d4bfa708b08,segment=NetworkSegment(a820c156-0183-407b-aed4-3cdafce41ef3),segment_id=a820c156-0183-407b-aed4-3cdafce41ef3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:23.099171 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:23.120169 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-17c0a584-8e32-482d-b318-2a71c8cecb13 req-0f069ac3-3eae-4a6c-84cd-7771d4077e9f tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:23.222343 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ee2720-5fb7-49a9-991e-308ab0b804d7 x-openstack-request-id: req-24ee2720-5fb7-49a9-991e-308ab0b804d7 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:01:23.222570 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d350f01c-ee0f-4d8e-b397-7bb4407a49dc", "name": "network-vif-plugged", "status": "completed", "tag": "684e36fa-8315-40d8-b24d-0d4bfa708b08", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:01:23.222788 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-24ee2720-5fb7-49a9-991e-308ab0b804d7 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:01:23.223181 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd350f01c-ee0f-4d8e-b397-7bb4407a49dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684e36fa-8315-40d8-b24d-0d4bfa708b08', 'code': 200} Sep 08 09:01:23.225422 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=684e36fa-8315-40d8-b24d-0d4bfa708b08,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:23.237684 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:01:23.238896 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-66022014-3348-4e77-9a12-65802421a4c9 req-9345a5a6-0cc0-425d-8336-e0aac69df7b2 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:23.260143 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f069ac3-3eae-4a6c-84cd-7771d4077e9f tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Pushing event deleted for resources: {'Port': ['ID=a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:23.370361 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-17c0a584-8e32-482d-b318-2a71c8cecb13 req-0f069ac3-3eae-4a6c-84cd-7771d4077e9f tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] No DVR routers for this DVR port a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b on host n-h1-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:01:23.373950 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5bc93654-8f7c-45da-ba59-49156afefbe7 req-8c61819f-1d0d-44b3-9aba-9759e75aa5e2 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=cf9715d3-b5a7-4b11-b0bc-2b416bf0ea60 HTTP/1.1" status: 200 len: 210 time: 0.0989990 Sep 08 09:01:23.375405 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-17c0a584-8e32-482d-b318-2a71c8cecb13 req-0f069ac3-3eae-4a6c-84cd-7771d4077e9f tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:23.378611 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-17c0a584-8e32-482d-b318-2a71c8cecb13 req-0f069ac3-3eae-4a6c-84cd-7771d4077e9f tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.37 "DELETE /v2.0/ports/a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b HTTP/1.1" status: 204 len: 173 time: 1.2538562 Sep 08 09:01:23.379520 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf9715d3-b5a7-4b11-b0bc-2b416bf0ea60', 'name': 'network-vif-deleted', 'tag': 'a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:01:23.382410 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2823e1fc-7390-4753-bc0a-9cad2ff13530" -d '{"events": [{"server_uuid": "cf9715d3-b5a7-4b11-b0bc-2b416bf0ea60", "name": "network-vif-deleted", "tag": "a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:01:23.386381 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f069ac3-3eae-4a6c-84cd-7771d4077e9f tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:01:23.386976 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f069ac3-3eae-4a6c-84cd-7771d4077e9f tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:01:23.387531 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f069ac3-3eae-4a6c-84cd-7771d4077e9f tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:01:23.388233 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f069ac3-3eae-4a6c-84cd-7771d4077e9f tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:01:23.388778 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f069ac3-3eae-4a6c-84cd-7771d4077e9f tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:01:23.389340 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f069ac3-3eae-4a6c-84cd-7771d4077e9f tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:01:23.389614 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f069ac3-3eae-4a6c-84cd-7771d4077e9f tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:01:23.390164 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f069ac3-3eae-4a6c-84cd-7771d4077e9f tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:01:23.390650 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f069ac3-3eae-4a6c-84cd-7771d4077e9f tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:01:23.390941 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f069ac3-3eae-4a6c-84cd-7771d4077e9f tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:01:23.391324 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f069ac3-3eae-4a6c-84cd-7771d4077e9f tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:01:23.391598 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f069ac3-3eae-4a6c-84cd-7771d4077e9f tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:01:23.410342 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:23.448711 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-66022014-3348-4e77-9a12-65802421a4c9 req-9345a5a6-0cc0-425d-8336-e0aac69df7b2 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Transition to ACTIVE for port object 4e8387ba-0052-43d4-9873-16ba5900acc5 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:01:23.474813 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91468571-b283-4d41-a265-1470fa67703a x-openstack-request-id: req-91468571-b283-4d41-a265-1470fa67703a {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:01:23.475115 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf9715d3-b5a7-4b11-b0bc-2b416bf0ea60", "name": "network-vif-deleted", "tag": "a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:01:23.475368 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-91468571-b283-4d41-a265-1470fa67703a {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:01:23.475803 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf9715d3-b5a7-4b11-b0bc-2b416bf0ea60', 'name': 'network-vif-deleted', 'tag': 'a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b', 'status': 'completed', 'code': 200} Sep 08 09:01:23.487810 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18237d8a-b420-4bc3-8e09-a22892f22f95 req-3206f5dc-2e49-42f2-8d01-0c5d45d8f027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:23.495885 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-18237d8a-b420-4bc3-8e09-a22892f22f95 req-3206f5dc-2e49-42f2-8d01-0c5d45d8f027 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d350f01c-ee0f-4d8e-b397-7bb4407a49dc HTTP/1.1" status: 200 len: 1097 time: 0.1880095 Sep 08 09:01:23.583639 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7c86083b-d564-4c26-81c1-069fe82d97b0 req-376f1399-62a3-491b-b4d0-bb2fee12d6c6 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a94f181-4a86-480c-9c94-fc2506820e7d HTTP/1.1" status: 200 len: 210 time: 0.0425456 Sep 08 09:01:23.587148 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-18237d8a-b420-4bc3-8e09-a22892f22f95 req-09c0cc12-e270-4237-9b42-e012ec3063ea service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728414 Sep 08 09:01:23.606777 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-66022014-3348-4e77-9a12-65802421a4c9 req-9345a5a6-0cc0-425d-8336-e0aac69df7b2 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:23.738667 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66022014-3348-4e77-9a12-65802421a4c9 req-9345a5a6-0cc0-425d-8336-e0aac69df7b2 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Network 05f7642a-1c79-41be-85aa-1443ef22cc3b is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:01:23.745254 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-66022014-3348-4e77-9a12-65802421a4c9 req-9345a5a6-0cc0-425d-8336-e0aac69df7b2 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:01:23.769877 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-66022014-3348-4e77-9a12-65802421a4c9 req-9345a5a6-0cc0-425d-8336-e0aac69df7b2 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:01:23.925292 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:23.964741 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9345a5a6-0cc0-425d-8336-e0aac69df7b2 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Pushing event updated for resources: {'Port': ['ID=4e8387ba-0052-43d4-9873-16ba5900acc5,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:24.031837 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9473cbdf-8974-420d-960e-0455292bb4bd req-a4b64d5c-e0c2-48dc-b162-7ea9e51d25dd tempest-ServerShowV247Test-349934222 tempest-ServerShowV247Test-349934222-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5445eed-549c-4b28-8a62-efbb216d39b1 HTTP/1.1" status: 200 len: 210 time: 0.0857961 Sep 08 09:01:24.071581 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66022014-3348-4e77-9a12-65802421a4c9 req-9345a5a6-0cc0-425d-8336-e0aac69df7b2 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:24.074267 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-66022014-3348-4e77-9a12-65802421a4c9 req-9345a5a6-0cc0-425d-8336-e0aac69df7b2 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:24.150423 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-75c1cdfe-b34e-4c59-966b-6c66b7400fc0 None None] Provisioning for port 4e8387ba-0052-43d4-9873-16ba5900acc5 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:01:24.158642 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-66022014-3348-4e77-9a12-65802421a4c9 req-9345a5a6-0cc0-425d-8336-e0aac69df7b2 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2513149 Sep 08 09:01:24.159409 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-75c1cdfe-b34e-4c59-966b-6c66b7400fc0 None None] Provisioning complete for port 4e8387ba-0052-43d4-9873-16ba5900acc5 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:01:24.162265 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-75c1cdfe-b34e-4c59-966b-6c66b7400fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:24.185076 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-66022014-3348-4e77-9a12-65802421a4c9 req-eeb3ec33-5030-4e96-bb37-733d4f001b24 service neutron] Request body: {'port': {'device_id': '8a94f181-4a86-480c-9c94-fc2506820e7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:01:24.189802 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-53c5c3bb-158b-4117-b37c-ceee73fd6b01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d88b0e6-81d1-4f99-b049-7cddfe74d864 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:01:24.254715 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-75c1cdfe-b34e-4c59-966b-6c66b7400fc0 None None] Port 4e8387ba-0052-43d4-9873-16ba5900acc5 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:01:24.261616 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-53c5c3bb-158b-4117-b37c-ceee73fd6b01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:24.340588 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-53c5c3bb-158b-4117-b37c-ceee73fd6b01 service neutron] Transition to ACTIVE for port object 9d88b0e6-81d1-4f99-b049-7cddfe74d864 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:01:24.361526 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-53c5c3bb-158b-4117-b37c-ceee73fd6b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:24.447464 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-66022014-3348-4e77-9a12-65802421a4c9 req-eeb3ec33-5030-4e96-bb37-733d4f001b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:24.500627 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93822c3d-4153-4045-85df-22e33b7b3898 req-69a5d474-5559-4da5-a5c7-6c63d7bfbc03 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:24.502449 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-93822c3d-4153-4045-85df-22e33b7b3898 req-69a5d474-5559-4da5-a5c7-6c63d7bfbc03 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=d350f01c-ee0f-4d8e-b397-7bb4407a49dc HTTP/1.1" status: 200 len: 945 time: 0.2562373 Sep 08 09:01:24.517486 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c5c3bb-158b-4117-b37c-ceee73fd6b01 service neutron] Pushing event updated for resources: {'Port': ['ID=9d88b0e6-81d1-4f99-b049-7cddfe74d864,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:24.780665 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-93822c3d-4153-4045-85df-22e33b7b3898 req-4b528c7f-0375-49ce-89ae-4b70a16b0b5d tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660749 Sep 08 09:01:24.797269 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37684) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:24.803260 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-816a5041-0458-43a8-936d-16f8599c4b30 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Request body: {'security_group': {'name': 'tempest-securitygroup--130184419', 'description': 'tempest-description--573580678'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:01:24.830344 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37686) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:24.916711 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-816a5041-0458-43a8-936d-16f8599c4b30 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:24.936702 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-53c5c3bb-158b-4117-b37c-ceee73fd6b01 service neutron] Attempting to bind port 9d88b0e6-81d1-4f99-b049-7cddfe74d864 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:01:24.937041 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-53c5c3bb-158b-4117-b37c-ceee73fd6b01 service neutron] Attempting to bind port 9d88b0e6-81d1-4f99-b049-7cddfe74d864 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:01:24.937507 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-53c5c3bb-158b-4117-b37c-ceee73fd6b01 service neutron] Attempting to bind port 9d88b0e6-81d1-4f99-b049-7cddfe74d864 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:01:24.945269 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-53c5c3bb-158b-4117-b37c-ceee73fd6b01 service neutron] Port 9d88b0e6-81d1-4f99-b049-7cddfe74d864 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:01:24.945597 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-53c5c3bb-158b-4117-b37c-ceee73fd6b01 service neutron] Attempting to bind port 9d88b0e6-81d1-4f99-b049-7cddfe74d864 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:01:24.962868 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-53c5c3bb-158b-4117-b37c-ceee73fd6b01 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:01:24.963239 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-53c5c3bb-158b-4117-b37c-ceee73fd6b01 service neutron] Checking segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:01:24.963603 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-53c5c3bb-158b-4117-b37c-ceee73fd6b01 service neutron] Bound using segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:01:24.964216 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-53c5c3bb-158b-4117-b37c-ceee73fd6b01 service neutron] Bound port: 9d88b0e6-81d1-4f99-b049-7cddfe74d864, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:01:24.964637 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-53c5c3bb-158b-4117-b37c-ceee73fd6b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:25.052798 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-53c5c3bb-158b-4117-b37c-ceee73fd6b01 service neutron] For port 9d88b0e6-81d1-4f99-b049-7cddfe74d864, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:01:25.059238 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-53c5c3bb-158b-4117-b37c-ceee73fd6b01 service neutron] For port 9d88b0e6-81d1-4f99-b049-7cddfe74d864, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=9d88b0e6-81d1-4f99-b049-7cddfe74d864,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:01:25.092750 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7b90a88f-1022-4f2f-a9e0-de6205c40f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:25.119494 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-816a5041-0458-43a8-936d-16f8599c4b30 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:25.139641 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2616c-18c8-4a09-a890-f341d5c5762a req-e6e9d142-d89b-4295-9c0a-c3065cc056d9 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:25.146702 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-53c5c3bb-158b-4117-b37c-ceee73fd6b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:25.148689 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-53c2616c-18c8-4a09-a890-f341d5c5762a req-e6e9d142-d89b-4295-9c0a-c3065cc056d9 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a94f181-4a86-480c-9c94-fc2506820e7d HTTP/1.1" status: 200 len: 935 time: 0.2550805 Sep 08 09:01:25.152653 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-816a5041-0458-43a8-936d-16f8599c4b30 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:25.235800 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-227fc8ab-5bdd-4a4e-8f31-bedcfc9d4f36 req-e88874ba-bf54-4163-b79b-5b4fac325233 tempest-ServerShowV247Test-349934222 tempest-ServerShowV247Test-349934222-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5445eed-549c-4b28-8a62-efbb216d39b1 HTTP/1.1" status: 200 len: 210 time: 0.0741181 Sep 08 09:01:25.243384 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816a5041-0458-43a8-936d-16f8599c4b30 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0347a53b-2e2e-42ee-aae5-b251d4c27c27,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:25.272414 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-53c2616c-18c8-4a09-a890-f341d5c5762a req-c09674c2-efd9-44ce-9e71-d104122b05c2 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224701 Sep 08 09:01:25.276469 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c5c3bb-158b-4117-b37c-ceee73fd6b01 service neutron] Pushing event updated for resources: {'Port': ['ID=9d88b0e6-81d1-4f99-b049-7cddfe74d864,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:25.297742 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-53c5c3bb-158b-4117-b37c-ceee73fd6b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:25.298758 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-53c5c3bb-158b-4117-b37c-ceee73fd6b01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:25.299957 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-53c5c3bb-158b-4117-b37c-ceee73fd6b01 service neutron] 10.222.0.37 "PUT /v2.0/ports/9d88b0e6-81d1-4f99-b049-7cddfe74d864 HTTP/1.1" status: 200 len: 1097 time: 2.6640399 Sep 08 09:01:25.300414 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '356285a6-0bcb-4e25-a00d-3b52f1e9612d', 'tag': '9d88b0e6-81d1-4f99-b049-7cddfe74d864'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:01:25.302813 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb216633-e988-483e-b1d3-98d37b5d11aa" -d '{"events": [{"name": "network-changed", "server_uuid": "356285a6-0bcb-4e25-a00d-3b52f1e9612d", "tag": "9d88b0e6-81d1-4f99-b049-7cddfe74d864"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:01:25.371880 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debdeaa0-6c33-4637-85eb-9cd9c0225bd7 x-openstack-request-id: req-debdeaa0-6c33-4637-85eb-9cd9c0225bd7 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:01:25.372462 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "356285a6-0bcb-4e25-a00d-3b52f1e9612d", "tag": "9d88b0e6-81d1-4f99-b049-7cddfe74d864", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:01:25.372926 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-debdeaa0-6c33-4637-85eb-9cd9c0225bd7 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:01:25.373514 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '356285a6-0bcb-4e25-a00d-3b52f1e9612d', 'tag': '9d88b0e6-81d1-4f99-b049-7cddfe74d864', 'status': 'completed', 'code': 200} Sep 08 09:01:25.392331 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7b90a88f-1022-4f2f-a9e0-de6205c40f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:25.399240 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7b90a88f-1022-4f2f-a9e0-de6205c40f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:25.435272 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-816a5041-0458-43a8-936d-16f8599c4b30 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:25.442857 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-816a5041-0458-43a8-936d-16f8599c4b30 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6444147 Sep 08 09:01:25.446069 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37698) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:25.461093 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-f59e665a-d467-4747-acff-1811a96cdd5e tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Request body: {'security_group_rule': {'security_group_id': '0347a53b-2e2e-42ee-aae5-b251d4c27c27', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:01:25.462136 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7b90a88f-1022-4f2f-a9e0-de6205c40f90 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=99d95c9b478f408f8ecfa6a93a91960d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6294050 Sep 08 09:01:25.464496 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37700) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:25.484988 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b90a88f-1022-4f2f-a9e0-de6205c40f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0431d6e4-309f-470a-8c0f-5f54c8b928b6,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:25.503433 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-66022014-3348-4e77-9a12-65802421a4c9 req-eeb3ec33-5030-4e96-bb37-733d4f001b24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e8387ba-0052-43d4-9873-16ba5900acc5 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:01:25.527447 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-66022014-3348-4e77-9a12-65802421a4c9 req-eeb3ec33-5030-4e96-bb37-733d4f001b24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:25.544582 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-2f659e74-4609-4ea1-a3d1-824ea11e9339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:25.546136 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-2f659e74-4609-4ea1-a3d1-824ea11e9339 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d503e082c6e4ba9b06785de52973fc3&device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 1100 time: 0.1476500 Sep 08 09:01:25.569619 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-66022014-3348-4e77-9a12-65802421a4c9 req-eeb3ec33-5030-4e96-bb37-733d4f001b24 service neutron] Transition to ACTIVE for port object 4e8387ba-0052-43d4-9873-16ba5900acc5 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:01:25.605551 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f59e665a-d467-4747-acff-1811a96cdd5e tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:25.614206 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-66022014-3348-4e77-9a12-65802421a4c9 req-eeb3ec33-5030-4e96-bb37-733d4f001b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:25.617118 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-b7c25ff9-eb49-4519-bd4e-f72d10b8fbe6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=9d88b0e6-81d1-4f99-b049-7cddfe74d864 HTTP/1.1" status: 200 len: 217 time: 0.0540276 Sep 08 09:01:25.682529 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-18bfd1d3-f7cb-4c82-b9ba-36ad11ce2d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:25.776830 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-39bc97e8-4d83-4473-86a2-b64bce29115a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:25.778498 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-39bc97e8-4d83-4473-86a2-b64bce29115a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.1331549 Sep 08 09:01:25.824043 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-18bfd1d3-f7cb-4c82-b9ba-36ad11ce2d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:25.845043 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb3ec33-5030-4e96-bb37-733d4f001b24 service neutron] Pushing event updated for resources: {'Port': ['ID=4e8387ba-0052-43d4-9873-16ba5900acc5,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:25.947035 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e27e4a-c2f4-4f0c-a32f-ca6e8b7950a9 req-342294e1-1010-45a3-9289-d988ab2d3b72 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:25.956299 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b9e27e4a-c2f4-4f0c-a32f-ca6e8b7950a9 req-342294e1-1010-45a3-9289-d988ab2d3b72 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=d350f01c-ee0f-4d8e-b397-7bb4407a49dc HTTP/1.1" status: 200 len: 945 time: 0.0738490 Sep 08 09:01:25.968061 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f59e665a-d467-4747-acff-1811a96cdd5e tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:25.980397 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f59e665a-d467-4747-acff-1811a96cdd5e tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:26.014164 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-2c03317d-98ec-4e9b-804c-24526ca9d4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:26.015945 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-2c03317d-98ec-4e9b-804c-24526ca9d4b3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2223690 Sep 08 09:01:26.022780 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b9e27e4a-c2f4-4f0c-a32f-ca6e8b7950a9 req-3dcedf2e-b110-4bf6-bbbf-cd69414a8e3e tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652413 Sep 08 09:01:26.023341 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e665a-d467-4747-acff-1811a96cdd5e tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64319be7-0c57-4405-9871-12e80ed08058,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:26.057384 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f59e665a-d467-4747-acff-1811a96cdd5e tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:26.058728 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f59e665a-d467-4747-acff-1811a96cdd5e tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6069748 Sep 08 09:01:26.061805 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37708) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:26.071208 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-28d8df5d-a26d-45fb-8ed5-95842fcfb2b9 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Request body: {'security_group_rule': {'security_group_id': '0347a53b-2e2e-42ee-aae5-b251d4c27c27', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:01:26.102671 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-18bfd1d3-f7cb-4c82-b9ba-36ad11ce2d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:26.105433 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-18bfd1d3-f7cb-4c82-b9ba-36ad11ce2d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:26.109940 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-18bfd1d3-f7cb-4c82-b9ba-36ad11ce2d65 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0431d6e4-309f-470a-8c0f-5f54c8b928b6 HTTP/1.1" status: 204 len: 168 time: 0.6399055 Sep 08 09:01:26.112457 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-66022014-3348-4e77-9a12-65802421a4c9 req-eeb3ec33-5030-4e96-bb37-733d4f001b24 service neutron] Attempting to bind port 4e8387ba-0052-43d4-9873-16ba5900acc5 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:01:26.113272 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-66022014-3348-4e77-9a12-65802421a4c9 req-eeb3ec33-5030-4e96-bb37-733d4f001b24 service neutron] Attempting to bind port 4e8387ba-0052-43d4-9873-16ba5900acc5 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:01:26.113719 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66022014-3348-4e77-9a12-65802421a4c9 req-eeb3ec33-5030-4e96-bb37-733d4f001b24 service neutron] Attempting to bind port 4e8387ba-0052-43d4-9873-16ba5900acc5 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:01:26.130967 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-28d8df5d-a26d-45fb-8ed5-95842fcfb2b9 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:26.154701 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66022014-3348-4e77-9a12-65802421a4c9 req-eeb3ec33-5030-4e96-bb37-733d4f001b24 service neutron] Port 4e8387ba-0052-43d4-9873-16ba5900acc5 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:01:26.155131 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66022014-3348-4e77-9a12-65802421a4c9 req-eeb3ec33-5030-4e96-bb37-733d4f001b24 service neutron] Attempting to bind port 4e8387ba-0052-43d4-9873-16ba5900acc5 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:01:26.157741 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bfd1d3-f7cb-4c82-b9ba-36ad11ce2d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0431d6e4-309f-470a-8c0f-5f54c8b928b6,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:26.177783 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66022014-3348-4e77-9a12-65802421a4c9 req-eeb3ec33-5030-4e96-bb37-733d4f001b24 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:01:26.178583 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66022014-3348-4e77-9a12-65802421a4c9 req-eeb3ec33-5030-4e96-bb37-733d4f001b24 service neutron] Checking segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:01:26.179343 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66022014-3348-4e77-9a12-65802421a4c9 req-eeb3ec33-5030-4e96-bb37-733d4f001b24 service neutron] Bound using segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:01:26.179923 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-66022014-3348-4e77-9a12-65802421a4c9 req-eeb3ec33-5030-4e96-bb37-733d4f001b24 service neutron] Bound port: 4e8387ba-0052-43d4-9873-16ba5900acc5, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:01:26.180890 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-66022014-3348-4e77-9a12-65802421a4c9 req-eeb3ec33-5030-4e96-bb37-733d4f001b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:26.246627 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-1cf02941-a31c-4e60-8e3f-d5eddf08294d service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993864 Sep 08 09:01:26.306352 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-28d8df5d-a26d-45fb-8ed5-95842fcfb2b9 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:26.317549 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-28d8df5d-a26d-45fb-8ed5-95842fcfb2b9 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:26.388450 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-66022014-3348-4e77-9a12-65802421a4c9 req-eeb3ec33-5030-4e96-bb37-733d4f001b24 service neutron] For port 4e8387ba-0052-43d4-9873-16ba5900acc5, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:01:26.392695 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8df5d-a26d-45fb-8ed5-95842fcfb2b9 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=697db857-6c53-4998-842d-875bdd880265,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:26.415318 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-28d8df5d-a26d-45fb-8ed5-95842fcfb2b9 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:26.418530 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-28d8df5d-a26d-45fb-8ed5-95842fcfb2b9 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3556604 Sep 08 09:01:26.422093 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37728) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:26.434821 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-a1671ac1-0b97-414e-b099-832381e92148 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:01:26.470770 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a1671ac1-0b97-414e-b099-832381e92148 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks [] for floatingip, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:26.486022 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-66022014-3348-4e77-9a12-65802421a4c9 req-eeb3ec33-5030-4e96-bb37-733d4f001b24 service neutron] For port 4e8387ba-0052-43d4-9873-16ba5900acc5, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=4e8387ba-0052-43d4-9873-16ba5900acc5,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:01:26.523633 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:01:26.530860 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-66022014-3348-4e77-9a12-65802421a4c9 req-eeb3ec33-5030-4e96-bb37-733d4f001b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:26.584831 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:01:26.586415 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device a7d6ab6c-383a-4d32-80c6-50e8c5b32f7b not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:01:26.600328 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d1ea38ed-cfc5-48f0-abe7-6bf147dbd9f9 req-88b2b475-337a-457b-8635-d860b53809b5 tempest-ServerShowV247Test-349934222 tempest-ServerShowV247Test-349934222-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5445eed-549c-4b28-8a62-efbb216d39b1 HTTP/1.1" status: 200 len: 210 time: 0.1089191 Sep 08 09:01:26.706833 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a1671ac1-0b97-414e-b099-832381e92148 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:26.798429 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5d4703e7-187d-4b3c-91c4-c5f297fdb09b req-d8632c02-a71d-4673-96bf-5554cca5f012 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5354106 Sep 08 09:01:26.799285 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb3ec33-5030-4e96-bb37-733d4f001b24 service neutron] Pushing event updated for resources: {'Port': ['ID=4e8387ba-0052-43d4-9873-16ba5900acc5,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:26.874141 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66022014-3348-4e77-9a12-65802421a4c9 req-eeb3ec33-5030-4e96-bb37-733d4f001b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:26.874694 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-66022014-3348-4e77-9a12-65802421a4c9 req-eeb3ec33-5030-4e96-bb37-733d4f001b24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:26.875262 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37736) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:26.875875 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-66022014-3348-4e77-9a12-65802421a4c9 req-eeb3ec33-5030-4e96-bb37-733d4f001b24 service neutron] 10.222.0.35 "PUT /v2.0/ports/4e8387ba-0052-43d4-9873-16ba5900acc5 HTTP/1.1" status: 200 len: 1096 time: 2.6953442 Sep 08 09:01:26.903259 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-48c60e6d-6b17-4d23-acff-7d4acb2d0159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:26.930776 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054ad04-422a-4889-adc0-489744b35def req-1577f41d-7c00-462d-9703-117dffdf5e48 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:26.944532 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-a1671ac1-0b97-414e-b099-832381e92148 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Allocated IP 172.25.0.181 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/e2626c48-a7ba-46b0-bacb-95f0c8513434) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:01:26.958888 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1054ad04-422a-4889-adc0-489744b35def req-1577f41d-7c00-462d-9703-117dffdf5e48 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a94f181-4a86-480c-9c94-fc2506820e7d HTTP/1.1" status: 200 len: 947 time: 0.1301038 Sep 08 09:01:27.153093 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a1671ac1-0b97-414e-b099-832381e92148 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:27.161726 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66022014-3348-4e77-9a12-65802421a4c9 req-cca06d36-f7fe-4713-b41c-48e5b6c174d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:27.164364 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-66022014-3348-4e77-9a12-65802421a4c9 req-cca06d36-f7fe-4713-b41c-48e5b6c174d9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5d503e082c6e4ba9b06785de52973fc3&device_id=8a94f181-4a86-480c-9c94-fc2506820e7d HTTP/1.1" status: 200 len: 1099 time: 0.1718078 Sep 08 09:01:27.170593 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1054ad04-422a-4889-adc0-489744b35def req-4314533c-a21a-4223-94e3-4d23dea865f6 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103574 Sep 08 09:01:27.173333 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb216633-e988-483e-b1d3-98d37b5d11aa req-be4e66cd-7ab0-435a-a45f-93eea58ea1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:27.176790 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bb216633-e988-483e-b1d3-98d37b5d11aa req-be4e66cd-7ab0-435a-a45f-93eea58ea1b4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d503e082c6e4ba9b06785de52973fc3&device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 1100 time: 0.2142265 Sep 08 09:01:27.183173 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-48c60e6d-6b17-4d23-acff-7d4acb2d0159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:27.204690 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-48c60e6d-6b17-4d23-acff-7d4acb2d0159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:27.305493 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-48c60e6d-6b17-4d23-acff-7d4acb2d0159 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=44a3e316bba04bd08d35005ab3fca83f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4268484 Sep 08 09:01:27.307721 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37762) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:27.310011 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-66022014-3348-4e77-9a12-65802421a4c9 req-700549fd-e788-426b-93d0-f74420dc1340 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=4e8387ba-0052-43d4-9873-16ba5900acc5 HTTP/1.1" status: 200 len: 217 time: 0.1210186 Sep 08 09:01:27.325038 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c60e6d-6b17-4d23-acff-7d4acb2d0159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9d8daa-9bb3-4fd2-8826-2d423ee56534,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:27.357059 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c1b0d-b968-4e91-b95d-886b26389955 req-23790ec9-3732-4dd4-94b6-f4f55fb1f011 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:27.358810 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-aa4c1b0d-b968-4e91-b95d-886b26389955 req-23790ec9-3732-4dd4-94b6-f4f55fb1f011 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb HTTP/1.1" status: 200 len: 944 time: 0.1938503 Sep 08 09:01:27.365661 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a1671ac1-0b97-414e-b099-832381e92148 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:27.404061 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a94f181-4a86-480c-9c94-fc2506820e7d', 'tag': '4e8387ba-0052-43d4-9873-16ba5900acc5'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:01:27.407449 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c20c44-fe1c-42a7-9286-52b6b62f7b41" -d '{"events": [{"name": "network-changed", "server_uuid": "8a94f181-4a86-480c-9c94-fc2506820e7d", "tag": "4e8387ba-0052-43d4-9873-16ba5900acc5"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:01:27.462381 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1671ac1-0b97-414e-b099-832381e92148 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:01:27.487542 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-a1671ac1-0b97-414e-b099-832381e92148 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:01:27.488382 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66022014-3348-4e77-9a12-65802421a4c9 req-8b1a3ae6-0a01-4104-804b-05321e25ba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:27.489985 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-66022014-3348-4e77-9a12-65802421a4c9 req-8b1a3ae6-0a01-4104-804b-05321e25ba92 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.1716926 Sep 08 09:01:27.500019 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1671ac1-0b97-414e-b099-832381e92148 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:01:27.505893 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1671ac1-0b97-414e-b099-832381e92148 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Pushing event updated for resources: {'Port': ['ID=e2626c48-a7ba-46b0-bacb-95f0c8513434,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:27.523245 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb216633-e988-483e-b1d3-98d37b5d11aa req-d63f0e1c-4f93-4f3e-bb6f-812d509666a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:27.525288 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bb216633-e988-483e-b1d3-98d37b5d11aa req-d63f0e1c-4f93-4f3e-bb6f-812d509666a9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.3377304 Sep 08 09:01:27.530870 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fa85ab96-ef87-42cd-bb59-f77d2d1b2673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:27.545215 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-aa4c1b0d-b968-4e91-b95d-886b26389955 req-43d92e51-74a0-4e22-8d62-dbd17ac9ed9c tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650419 Sep 08 09:01:27.595316 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fa85ab96-ef87-42cd-bb59-f77d2d1b2673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:27.621301 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bb216633-e988-483e-b1d3-98d37b5d11aa req-53f37365-c252-48b6-b848-90bd0e48c490 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=9d88b0e6-81d1-4f99-b049-7cddfe74d864 HTTP/1.1" status: 200 len: 217 time: 0.0790808 Sep 08 09:01:27.692609 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb216633-e988-483e-b1d3-98d37b5d11aa req-d4cfbfb7-576d-4a61-8c3c-a84789af2e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:27.693012 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a1671ac1-0b97-414e-b099-832381e92148 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:27.694692 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bb216633-e988-483e-b1d3-98d37b5d11aa req-d4cfbfb7-576d-4a61-8c3c-a84789af2e12 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.0568681 Sep 08 09:01:27.697700 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3876473-efce-4939-9dfa-8d406671f32d x-openstack-request-id: req-e3876473-efce-4939-9dfa-8d406671f32d {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:01:27.698195 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a94f181-4a86-480c-9c94-fc2506820e7d", "tag": "4e8387ba-0052-43d4-9873-16ba5900acc5", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:01:27.698624 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e3876473-efce-4939-9dfa-8d406671f32d {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:01:27.699026 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a94f181-4a86-480c-9c94-fc2506820e7d', 'tag': '4e8387ba-0052-43d4-9873-16ba5900acc5', 'status': 'completed', 'code': 200} Sep 08 09:01:27.705073 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66022014-3348-4e77-9a12-65802421a4c9 req-22be0771-0f7d-4b86-99e7-720679fbc33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:27.705073 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-66022014-3348-4e77-9a12-65802421a4c9 req-22be0771-0f7d-4b86-99e7-720679fbc33c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1782436 Sep 08 09:01:27.742167 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fa85ab96-ef87-42cd-bb59-f77d2d1b2673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:27.745024 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fa85ab96-ef87-42cd-bb59-f77d2d1b2673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:27.746252 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-fa85ab96-ef87-42cd-bb59-f77d2d1b2673 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/df9d8daa-9bb3-4fd2-8826-2d423ee56534 HTTP/1.1" status: 204 len: 168 time: 0.4372196 Sep 08 09:01:27.765918 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa85ab96-ef87-42cd-bb59-f77d2d1b2673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9d8daa-9bb3-4fd2-8826-2d423ee56534,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:27.773225 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a1671ac1-0b97-414e-b099-832381e92148 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:27.910084 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb216633-e988-483e-b1d3-98d37b5d11aa req-a7e497c9-e947-44fe-9a1d-ee927b0d6cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:27.911816 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bb216633-e988-483e-b1d3-98d37b5d11aa req-a7e497c9-e947-44fe-9a1d-ee927b0d6cfa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2058983 Sep 08 09:01:27.989769 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-66022014-3348-4e77-9a12-65802421a4c9 req-2ce39b0f-80aa-4da4-b30d-2619c9cd2838 service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416503 Sep 08 09:01:28.087014 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9763e2f3-9b48-48c6-abfe-3d5726074888 req-9d866ea0-5c87-4705-8b19-df41b9516eb0 tempest-ServerShowV247Test-349934222 tempest-ServerShowV247Test-349934222-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5445eed-549c-4b28-8a62-efbb216d39b1 HTTP/1.1" status: 200 len: 210 time: 0.1835029 Sep 08 09:01:28.146930 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a1671ac1-0b97-414e-b099-832381e92148 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:28.155498 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a1671ac1-0b97-414e-b099-832381e92148 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:28.211431 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bb216633-e988-483e-b1d3-98d37b5d11aa req-70342e9a-1b4e-4ef7-a196-7bd699fad1e7 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890480 Sep 08 09:01:28.225154 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d894be4-cd27-4873-b753-e7bafdb11271 req-40051de8-4626-40ab-b82b-ec882ad830fc tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:28.232587 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3d894be4-cd27-4873-b753-e7bafdb11271 req-40051de8-4626-40ab-b82b-ec882ad830fc tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=d350f01c-ee0f-4d8e-b397-7bb4407a49dc HTTP/1.1" status: 200 len: 945 time: 0.2594833 Sep 08 09:01:28.264142 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1671ac1-0b97-414e-b099-832381e92148 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Pushing event updated for resources: {'Port': ['ID=e2626c48-a7ba-46b0-bacb-95f0c8513434,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:28.278985 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a1671ac1-0b97-414e-b099-832381e92148 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:28.301223 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa0b24-57e0-436a-b641-c3f1650b4e6a req-965daeec-5c9f-407c-be5e-b35578aeee34 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:28.302846 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4ffa0b24-57e0-436a-b641-c3f1650b4e6a req-965daeec-5c9f-407c-be5e-b35578aeee34 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb HTTP/1.1" status: 200 len: 944 time: 0.2039492 Sep 08 09:01:28.308094 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-66022014-3348-4e77-9a12-65802421a4c9 req-3786743e-560d-4c76-a489-c3ebb80c3ee1 service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918379 Sep 08 09:01:28.318412 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a1671ac1-0b97-414e-b099-832381e92148 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:28.320342 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a1671ac1-0b97-414e-b099-832381e92148 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8943748 Sep 08 09:01:28.327737 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:28.412285 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b9a07-65d8-4ea7-9a27-99914890672b req-215614cd-9b0b-43d0-a780-a1766382c5a9 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:28.422801 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d25b9a07-65d8-4ea7-9a27-99914890672b req-215614cd-9b0b-43d0-a780-a1766382c5a9 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a94f181-4a86-480c-9c94-fc2506820e7d HTTP/1.1" status: 200 len: 947 time: 0.0762389 Sep 08 09:01:28.503691 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d25b9a07-65d8-4ea7-9a27-99914890672b req-f3880377-057b-4471-8a45-d8bb87f4264e tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797584 Sep 08 09:01:28.770791 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3d894be4-cd27-4873-b753-e7bafdb11271 req-12739bdf-9388-4f54-b6c3-61e6e7359e5a tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5187268 Sep 08 09:01:28.846805 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bb216633-e988-483e-b1d3-98d37b5d11aa req-15169a21-282d-4beb-b8c3-8bb4dfee03f1 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6055493 Sep 08 09:01:28.873928 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c20c44-fe1c-42a7-9286-52b6b62f7b41 req-68fe7064-15d1-45fe-b3a3-0ac8ac01f1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:28.875176 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a6c20c44-fe1c-42a7-9286-52b6b62f7b41 req-68fe7064-15d1-45fe-b3a3-0ac8ac01f1a4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5d503e082c6e4ba9b06785de52973fc3&device_id=8a94f181-4a86-480c-9c94-fc2506820e7d HTTP/1.1" status: 200 len: 1099 time: 0.1386850 Sep 08 09:01:28.911272 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b2233-ce43-4f41-b9ec-2083b8c9251b req-a6dafa73-117f-489f-bc72-3328eda060d2 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:28.922649 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e34b2233-ce43-4f41-b9ec-2083b8c9251b req-a6dafa73-117f-489f-bc72-3328eda060d2 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/networks?id=e4ae51a3-555d-433c-8c68-00298de875e2 HTTP/1.1" status: 200 len: 822 time: 0.1978569 Sep 08 09:01:28.938730 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e34b2233-ce43-4f41-b9ec-2083b8c9251b req-adaea4d6-57d6-4020-823a-349cbec4c407 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/quotas/05dfbd02c1814a04a5e78fef70e8cc9e HTTP/1.1" status: 200 len: 375 time: 0.0144932 Sep 08 09:01:28.950742 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-4ffa0b24-57e0-436a-b641-c3f1650b4e6a req-e4700dc6-8884-4640-874a-920ac28636f4 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Deleting port 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:01:28.951329 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4ffa0b24-57e0-436a-b641-c3f1650b4e6a req-e4700dc6-8884-4640-874a-920ac28636f4 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:29.001144 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf3bf1-82b3-42a3-a315-088cbbc2f3f6 req-3e73e5b7-35cd-4030-aa3a-3c7e58f92711 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:29.003469 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-48bf3bf1-82b3-42a3-a315-088cbbc2f3f6 req-3e73e5b7-35cd-4030-aa3a-3c7e58f92711 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb HTTP/1.1" status: 200 len: 944 time: 0.1483121 Sep 08 09:01:29.117182 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c20c44-fe1c-42a7-9286-52b6b62f7b41 req-247acc54-8a1e-412c-aa2c-461935ade95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:29.118700 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a6c20c44-fe1c-42a7-9286-52b6b62f7b41 req-247acc54-8a1e-412c-aa2c-461935ade95b service neutron] 10.222.0.35 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.2242112 Sep 08 09:01:29.124243 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-48bf3bf1-82b3-42a3-a315-088cbbc2f3f6 req-cb8a77ec-93ac-4ba9-bb99-7d827dfc52e5 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122231 Sep 08 09:01:29.177462 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a6c20c44-fe1c-42a7-9286-52b6b62f7b41 req-c034ff9d-2060-4608-a131-c3a029cef7d5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=4e8387ba-0052-43d4-9873-16ba5900acc5 HTTP/1.1" status: 200 len: 217 time: 0.0501504 Sep 08 09:01:29.184094 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-4ffa0b24-57e0-436a-b641-c3f1650b4e6a req-e4700dc6-8884-4640-874a-920ac28636f4 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] For port 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6,segment=NetworkSegment(fa7b147d-9249-4b88-b7ce-d5137c1c3a3c),segment_id=fa7b147d-9249-4b88-b7ce-d5137c1c3a3c)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:29.184501 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4ffa0b24-57e0-436a-b641-c3f1650b4e6a req-e4700dc6-8884-4640-874a-920ac28636f4 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:29.232681 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-4ffa0b24-57e0-436a-b641-c3f1650b4e6a req-e4700dc6-8884-4640-874a-920ac28636f4 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Calling delete_port for 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:01:29.270614 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d7d38207-5d60-4162-98bf-e2660decfd36 req-55b70c55-47af-45c3-b73e-cc94a347f40d tempest-ServerShowV247Test-349934222 tempest-ServerShowV247Test-349934222-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5445eed-549c-4b28-8a62-efbb216d39b1 HTTP/1.1" status: 200 len: 210 time: 0.0445147 Sep 08 09:01:29.316762 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c20c44-fe1c-42a7-9286-52b6b62f7b41 req-254b94fd-efbe-41e2-adf9-59e2d600a080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:29.318302 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a6c20c44-fe1c-42a7-9286-52b6b62f7b41 req-254b94fd-efbe-41e2-adf9-59e2d600a080 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.1303096 Sep 08 09:01:29.350442 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e34b2233-ce43-4f41-b9ec-2083b8c9251b req-df0ce185-96ed-4969-b95d-ff8c08ab87ca tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=05dfbd02c1814a04a5e78fef70e8cc9e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4077625 Sep 08 09:01:29.404150 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c20c44-fe1c-42a7-9286-52b6b62f7b41 req-bbcb81cf-6cb8-4b2e-a1bd-3982e0f644da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:29.406716 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a6c20c44-fe1c-42a7-9286-52b6b62f7b41 req-bbcb81cf-6cb8-4b2e-a1bd-3982e0f644da service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0721467 Sep 08 09:01:29.511851 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e34b2233-ce43-4f41-b9ec-2083b8c9251b req-3eb82ad7-dfeb-4c49-91ce-2ab0ce863feb service neutron] 10.222.0.54 "GET /v2.0/networks/e4ae51a3-555d-433c-8c68-00298de875e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546712 Sep 08 09:01:29.548886 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4ffa0b24-57e0-436a-b641-c3f1650b4e6a req-e4700dc6-8884-4640-874a-920ac28636f4 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:29.593625 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['fe7000b4-f1d7-4118-b796-f6749c75075b', '0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:01:29.606994 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4700dc6-8884-4640-874a-920ac28636f4 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Pushing event deleted for resources: {'Port': ['ID=0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:29.627027 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a6c20c44-fe1c-42a7-9286-52b6b62f7b41 req-b68dfb8a-1e2f-4b60-af8b-6e9334c33a69 service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064400 Sep 08 09:01:29.669037 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ffa0b24-57e0-436a-b641-c3f1650b4e6a req-e4700dc6-8884-4640-874a-920ac28636f4 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] No DVR routers for this DVR port 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:01:29.671700 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4ffa0b24-57e0-436a-b641-c3f1650b4e6a req-e4700dc6-8884-4640-874a-920ac28636f4 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:29.674748 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4ffa0b24-57e0-436a-b641-c3f1650b4e6a req-e4700dc6-8884-4640-874a-920ac28636f4 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.35 "DELETE /v2.0/ports/0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6 HTTP/1.1" status: 204 len: 173 time: 1.3502538 Sep 08 09:01:29.700071 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb', 'name': 'network-vif-deleted', 'tag': '0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:01:29.702534 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ed846b-7a0e-473f-82a0-cb47baef96db" -d '{"events": [{"server_uuid": "6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb", "name": "network-vif-deleted", "tag": "0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:01:29.726742 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e34b2233-ce43-4f41-b9ec-2083b8c9251b req-c51ba5b9-2c44-4fcf-83a0-c84a8c2d2996 service neutron] 10.222.0.54 "GET /v2.0/networks/e4ae51a3-555d-433c-8c68-00298de875e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037878 Sep 08 09:01:29.983862 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8494d99-1e02-4fb2-afae-2aea446e9629 req-71814233-8343-4371-b3c1-e2d883cd8f07 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:29.985901 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e8494d99-1e02-4fb2-afae-2aea446e9629 req-71814233-8343-4371-b3c1-e2d883cd8f07 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a94f181-4a86-480c-9c94-fc2506820e7d HTTP/1.1" status: 200 len: 947 time: 0.2792554 Sep 08 09:01:29.993336 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a6c20c44-fe1c-42a7-9286-52b6b62f7b41 req-7427162b-a314-4f14-9b60-f7fdef6431aa service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507264 Sep 08 09:01:30.048466 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e8494d99-1e02-4fb2-afae-2aea446e9629 req-da160684-a280-4a19-ad7a-6725d78d8bcd tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541403 Sep 08 09:01:30.061658 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb0123a-aa74-42cc-b4a2-b690eff68e87 x-openstack-request-id: req-dcb0123a-aa74-42cc-b4a2-b690eff68e87 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:01:30.061938 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb", "name": "network-vif-deleted", "tag": "0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:01:30.062568 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dcb0123a-aa74-42cc-b4a2-b690eff68e87 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:01:30.062690 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb', 'name': 'network-vif-deleted', 'tag': '0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6', 'status': 'completed', 'code': 200} Sep 08 09:01:30.170954 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c860a9c8-af07-4aa0-acdf-c8163f3dd09f req-4cbb6685-d285-40cc-ad17-2a3fa0f13f93 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=733f29f6-dc98-4bb8-9d90-7c7829fa45d2 HTTP/1.1" status: 200 len: 210 time: 0.0339663 Sep 08 09:01:30.200017 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b052efd-3626-4078-b26f-b30e025b864b req-a258d946-1d34-43b5-9f05-3d1a562c3e07 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:30.209387 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6b052efd-3626-4078-b26f-b30e025b864b req-a258d946-1d34-43b5-9f05-3d1a562c3e07 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=d350f01c-ee0f-4d8e-b397-7bb4407a49dc HTTP/1.1" status: 200 len: 945 time: 0.0758884 Sep 08 09:01:30.258420 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6b052efd-3626-4078-b26f-b30e025b864b req-4b264a37-1ce0-46ae-962a-566a87206d6a tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458367 Sep 08 09:01:30.295950 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-65171ef5-08e3-4876-9f0e-b8920269c042 req-867e1eee-89c5-422c-9843-423181d0b3cf tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cc131f0-77a6-4348-9d5d-ccb7e9ad84eb HTTP/1.1" status: 200 len: 210 time: 0.0438502 Sep 08 09:01:30.540411 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 9d88b0e6-81d1-4f99-b049-7cddfe74d864 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:01:30.624172 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-440be475-c5fb-464b-9d7e-0722ec5c83f3 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=f1e970c80df143fe8146fd0845de16d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435560 Sep 08 09:01:30.657461 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-306ff079-e2e7-4550-b9a2-9bc0e6fe9f8e req-91417998-37a5-44ed-b7a1-0fd1bd73ed6c tempest-ServerShowV247Test-349934222 tempest-ServerShowV247Test-349934222-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5445eed-549c-4b28-8a62-efbb216d39b1 HTTP/1.1" status: 200 len: 210 time: 0.0549376 Sep 08 09:01:30.734126 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 9d88b0e6-81d1-4f99-b049-7cddfe74d864, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=9d88b0e6-81d1-4f99-b049-7cddfe74d864,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:30.748356 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '9d88b0e6-81d1-4f99-b049-7cddfe74d864', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'port_id': '9d88b0e6-81d1-4f99-b049-7cddfe74d864', 'mac_address': 'fa:16:3e:09:a3:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc66e4b-ecb5-4c99-afe1-0a78c722534a', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:01:30.790663 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:30.793663 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-08b7e392-d648-4aa7-aaa3-6813abc3c543 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:30.795517 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-08b7e392-d648-4aa7-aaa3-6813abc3c543 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1698422 Sep 08 09:01:30.806018 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d88b0e6-81d1-4f99-b049-7cddfe74d864 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:01:30.822959 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-54bd0939-7b39-4e9a-98c4-afd82e53cebf tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] 10.222.0.54 "GET /v2.0/quotas/f1e970c80df143fe8146fd0845de16d1 HTTP/1.1" status: 200 len: 375 time: 0.0194294 Sep 08 09:01:30.832156 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 9d88b0e6-81d1-4f99-b049-7cddfe74d864, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=9d88b0e6-81d1-4f99-b049-7cddfe74d864,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:30.837198 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:30.837848 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 684e36fa-8315-40d8-b24d-0d4bfa708b08 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:01:30.878653 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-61629f70-71fd-42c8-822a-6d746a64cc56 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f1e970c80df143fe8146fd0845de16d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489900 Sep 08 09:01:30.992158 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 684e36fa-8315-40d8-b24d-0d4bfa708b08, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=684e36fa-8315-40d8-b24d-0d4bfa708b08,segment=NetworkSegment(a820c156-0183-407b-aed4-3cdafce41ef3),segment_id=a820c156-0183-407b-aed4-3cdafce41ef3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:31.004367 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b2d7d-f983-45e9-86e7-3b938b64c7d8 req-d321977e-e112-414d-a3a4-9ab2095dd60b tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:31.006190 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8e1b2d7d-f983-45e9-86e7-3b938b64c7d8 req-d321977e-e112-414d-a3a4-9ab2095dd60b tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=d350f01c-ee0f-4d8e-b397-7bb4407a49dc HTTP/1.1" status: 200 len: 945 time: 0.0790200 Sep 08 09:01:31.015497 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '684e36fa-8315-40d8-b24d-0d4bfa708b08', 'network_id': '73148cfc-c54d-48ac-9639-a21534b9f302', 'port_id': '684e36fa-8315-40d8-b24d-0d4bfa708b08', 'mac_address': 'fa:16:3e:4a:ee:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b1a525-4d60-465e-8609-7f98f126ac0e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:01:31.017525 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=9d88b0e6-81d1-4f99-b049-7cddfe74d864,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:31.076049 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:31.094941 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8e1b2d7d-f983-45e9-86e7-3b938b64c7d8 req-0d3bc2da-b571-4c93-b39a-0bbc91f4d320 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777855 Sep 08 09:01:31.100412 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 684e36fa-8315-40d8-b24d-0d4bfa708b08 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:01:31.136313 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 684e36fa-8315-40d8-b24d-0d4bfa708b08, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=684e36fa-8315-40d8-b24d-0d4bfa708b08,segment=NetworkSegment(a820c156-0183-407b-aed4-3cdafce41ef3),segment_id=a820c156-0183-407b-aed4-3cdafce41ef3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:31.152091 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:31.230305 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-548a4583-3f6a-4204-9792-494358b27cfa req-ad844f62-a7a0-4c7e-800d-8a807d739a58 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] 10.222.0.54 "GET /v2.0/ports?device_id=9bb1d030-7e8c-476a-96ed-81fddf4a1e2b HTTP/1.1" status: 200 len: 210 time: 0.0794504 Sep 08 09:01:31.291517 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=684e36fa-8315-40d8-b24d-0d4bfa708b08,revision_number=6']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:31.313415 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887ec22-df32-4dde-9426-9b6570f9784a req-8395fc0a-3a15-4156-b642-b2726e49f285 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:31.323515 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7887ec22-df32-4dde-9426-9b6570f9784a req-8395fc0a-3a15-4156-b642-b2726e49f285 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a94f181-4a86-480c-9c94-fc2506820e7d HTTP/1.1" status: 200 len: 947 time: 0.0964327 Sep 08 09:01:31.354480 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['684e36fa-8315-40d8-b24d-0d4bfa708b08'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:01:31.355970 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b885d49a-ea46-4efd-b8c1-f8673dc6dd2c req-325410e0-3fcf-42e3-836d-177880883c0b tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=733f29f6-dc98-4bb8-9d90-7c7829fa45d2 HTTP/1.1" status: 200 len: 210 time: 0.0571215 Sep 08 09:01:31.386111 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7887ec22-df32-4dde-9426-9b6570f9784a req-8cd4c47f-fbc1-4dc3-b98c-8d9a8a464a07 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608194 Sep 08 09:01:31.491441 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b2233-ce43-4f41-b9ec-2083b8c9251b req-df0da86d-fe0d-4b4e-a1cc-10fd80655a95 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:31.493000 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e34b2233-ce43-4f41-b9ec-2083b8c9251b req-df0da86d-fe0d-4b4e-a1cc-10fd80655a95 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.37 "GET /v2.0/networks?id=e4ae51a3-555d-433c-8c68-00298de875e2 HTTP/1.1" status: 200 len: 822 time: 0.1688802 Sep 08 09:01:31.515703 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-e34b2233-ce43-4f41-b9ec-2083b8c9251b req-099bade2-0b29-4ff4-8d80-0a0ce7eec0b4 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Request body: {'port': {'device_id': '733f29f6-dc98-4bb8-9d90-7c7829fa45d2', 'network_id': 'e4ae51a3-555d-433c-8c68-00298de875e2', 'admin_state_up': True, 'tenant_id': '05dfbd02c1814a04a5e78fef70e8cc9e'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:01:31.552515 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['9d88b0e6-81d1-4f99-b049-7cddfe74d864'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:01:31.773935 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e34b2233-ce43-4f41-b9ec-2083b8c9251b req-099bade2-0b29-4ff4-8d80-0a0ce7eec0b4 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Made reservation on behalf of 05dfbd02c1814a04a5e78fef70e8cc9e for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:01:31.778700 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e34b2233-ce43-4f41-b9ec-2083b8c9251b req-099bade2-0b29-4ff4-8d80-0a0ce7eec0b4 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:31.893312 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d70ea1ad-8f6a-4d6b-89f8-12bbe8d34d05 req-db50c99f-933a-4c07-8f8f-7ae2d75081d8 tempest-ServerShowV247Test-349934222 tempest-ServerShowV247Test-349934222-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5445eed-549c-4b28-8a62-efbb216d39b1 HTTP/1.1" status: 200 len: 210 time: 0.0974309 Sep 08 09:01:31.991769 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fab52-90e1-47eb-90c0-d73c2c64f521 req-82361ebc-1fec-43e3-8640-b511a05f68c3 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:31.993622 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-866fab52-90e1-47eb-90c0-d73c2c64f521 req-82361ebc-1fec-43e3-8640-b511a05f68c3 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=85440df2-7b12-47b1-ba8e-4f609f114e1b HTTP/1.1" status: 200 len: 947 time: 0.1033337 Sep 08 09:01:32.029991 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-e34b2233-ce43-4f41-b9ec-2083b8c9251b req-099bade2-0b29-4ff4-8d80-0a0ce7eec0b4 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Allocated IP 172.20.0.2 (e4ae51a3-555d-433c-8c68-00298de875e2/8b8d890a-bf45-4b73-bd8d-17a04a6ff513/8827b49a-27b8-408e-ace7-161cd43b2bb9) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:01:32.058879 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-866fab52-90e1-47eb-90c0-d73c2c64f521 req-cfc4d198-29c4-4090-85b2-01b5179c5c60 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558782 Sep 08 09:01:32.229692 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e01a4c-8e5f-463b-b31c-cdc25c44cf4f req-ed60084e-a2c5-4d60-b7b0-9dac5dbbaf89 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:32.231538 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e3e01a4c-8e5f-463b-b31c-cdc25c44cf4f req-ed60084e-a2c5-4d60-b7b0-9dac5dbbaf89 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=d350f01c-ee0f-4d8e-b397-7bb4407a49dc HTTP/1.1" status: 200 len: 944 time: 0.0538466 Sep 08 09:01:32.247874 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e34b2233-ce43-4f41-b9ec-2083b8c9251b req-099bade2-0b29-4ff4-8d80-0a0ce7eec0b4 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:32.281386 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e3e01a4c-8e5f-463b-b31c-cdc25c44cf4f req-d24e52f4-7bd9-4f2e-b971-4d174f3241f7 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399923 Sep 08 09:01:32.302284 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e34b2233-ce43-4f41-b9ec-2083b8c9251b req-099bade2-0b29-4ff4-8d80-0a0ce7eec0b4 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:32.376376 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e34b2233-ce43-4f41-b9ec-2083b8c9251b req-099bade2-0b29-4ff4-8d80-0a0ce7eec0b4 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Network e4ae51a3-555d-433c-8c68-00298de875e2 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:01:32.379154 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7ef86182-87c1-4690-b51d-6eea11ab1148 req-c18b2889-dce6-4da4-96e4-795e83b95e44 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] 10.222.0.54 "GET /v2.0/ports?device_id=9bb1d030-7e8c-476a-96ed-81fddf4a1e2b HTTP/1.1" status: 200 len: 210 time: 0.0432961 Sep 08 09:01:32.382235 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-e34b2233-ce43-4f41-b9ec-2083b8c9251b req-099bade2-0b29-4ff4-8d80-0a0ce7eec0b4 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:01:32.388670 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34b2233-ce43-4f41-b9ec-2083b8c9251b req-099bade2-0b29-4ff4-8d80-0a0ce7eec0b4 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:01:32.401887 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bade2-0b29-4ff4-8d80-0a0ce7eec0b4 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Pushing event updated for resources: {'Port': ['ID=8827b49a-27b8-408e-ace7-161cd43b2bb9,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:32.493339 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b2233-ce43-4f41-b9ec-2083b8c9251b req-099bade2-0b29-4ff4-8d80-0a0ce7eec0b4 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:32.493990 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e34b2233-ce43-4f41-b9ec-2083b8c9251b req-099bade2-0b29-4ff4-8d80-0a0ce7eec0b4 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:32.515423 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040587c5-f731-4190-a800-bfd357276380 req-82fe1644-a418-4f58-adbc-9b3298190fab tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:32.524737 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-040587c5-f731-4190-a800-bfd357276380 req-82fe1644-a418-4f58-adbc-9b3298190fab tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a94f181-4a86-480c-9c94-fc2506820e7d HTTP/1.1" status: 200 len: 947 time: 0.0643530 Sep 08 09:01:32.547338 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67418cb9-89a9-427f-a4fa-901286f2fa42 req-6b0c27d9-3ff5-4053-97de-722a391e1a0c tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:32.548867 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-67418cb9-89a9-427f-a4fa-901286f2fa42 req-6b0c27d9-3ff5-4053-97de-722a391e1a0c tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.37 "GET /v2.0/ports?device_id=d350f01c-ee0f-4d8e-b397-7bb4407a49dc HTTP/1.1" status: 200 len: 944 time: 0.1232142 Sep 08 09:01:32.560648 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 684e36fa-8315-40d8-b24d-0d4bfa708b08 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:01:32.575322 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e34b2233-ce43-4f41-b9ec-2083b8c9251b req-099bade2-0b29-4ff4-8d80-0a0ce7eec0b4 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0639296 Sep 08 09:01:32.577716 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-040587c5-f731-4190-a800-bfd357276380 req-22282871-f383-4b93-91df-44654093d0a9 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468307 Sep 08 09:01:32.600065 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-e34b2233-ce43-4f41-b9ec-2083b8c9251b req-d6de260a-0308-48d0-93a9-754bb4c08bbd service neutron] Request body: {'port': {'device_id': '733f29f6-dc98-4bb8-9d90-7c7829fa45d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:01:32.628415 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 684e36fa-8315-40d8-b24d-0d4bfa708b08 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:01:32.629212 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:32.654987 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 4e8387ba-0052-43d4-9873-16ba5900acc5 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:01:32.657604 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:01:32.691910 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:01:32.692692 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 0b1af8b6-0ccd-43e2-b902-5924b0a1b1f6 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:01:32.705338 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353aec02-5f89-42c1-9e0a-edcd9ea12692 req-6f99e648-815c-436c-97f7-16cb5d7abf19 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:32.715630 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-353aec02-5f89-42c1-9e0a-edcd9ea12692 req-6f99e648-815c-436c-97f7-16cb5d7abf19 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=733f29f6-dc98-4bb8-9d90-7c7829fa45d2 HTTP/1.1" status: 200 len: 931 time: 0.2413812 Sep 08 09:01:32.741326 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-af746fef-6ea5-4018-901a-a96714ee8acc tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=f1e970c80df143fe8146fd0845de16d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0907569 Sep 08 09:01:32.801063 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f6f66-8caf-4eb1-ac93-29b6649b8636 req-b54e0194-b218-438a-bef5-ab734fd5a1cd tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:32.802907 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ef5f6f66-8caf-4eb1-ac93-29b6649b8636 req-b54e0194-b218-438a-bef5-ab734fd5a1cd tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.35 "GET /v2.0/ports?device_id=85440df2-7b12-47b1-ba8e-4f609f114e1b HTTP/1.1" status: 200 len: 947 time: 0.2816460 Sep 08 09:01:32.821461 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:32.856219 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 4e8387ba-0052-43d4-9873-16ba5900acc5, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=4e8387ba-0052-43d4-9873-16ba5900acc5,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:32.868688 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd350f01c-ee0f-4d8e-b397-7bb4407a49dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684e36fa-8315-40d8-b24d-0d4bfa708b08'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:01:32.870978 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ffcc28-dba0-4f90-aad5-2b1bf33746eb" -d '{"events": [{"server_uuid": "d350f01c-ee0f-4d8e-b397-7bb4407a49dc", "name": "network-vif-plugged", "status": "completed", "tag": "684e36fa-8315-40d8-b24d-0d4bfa708b08"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:01:32.885499 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '4e8387ba-0052-43d4-9873-16ba5900acc5', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'port_id': '4e8387ba-0052-43d4-9873-16ba5900acc5', 'mac_address': 'fa:16:3e:04:27:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc66e4b-ecb5-4c99-afe1-0a78c722534a', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:01:32.886444 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e34b2233-ce43-4f41-b9ec-2083b8c9251b req-d6de260a-0308-48d0-93a9-754bb4c08bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:32.888636 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 684e36fa-8315-40d8-b24d-0d4bfa708b08, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=684e36fa-8315-40d8-b24d-0d4bfa708b08,segment=NetworkSegment(a820c156-0183-407b-aed4-3cdafce41ef3),segment_id=a820c156-0183-407b-aed4-3cdafce41ef3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:32.915748 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d206c44-3855-466c-9314-72538a6c7828 x-openstack-request-id: req-9d206c44-3855-466c-9314-72538a6c7828 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:01:32.916328 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d350f01c-ee0f-4d8e-b397-7bb4407a49dc", "name": "network-vif-plugged", "status": "completed", "tag": "684e36fa-8315-40d8-b24d-0d4bfa708b08", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:01:32.916584 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9d206c44-3855-466c-9314-72538a6c7828 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:01:32.916971 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd350f01c-ee0f-4d8e-b397-7bb4407a49dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684e36fa-8315-40d8-b24d-0d4bfa708b08', 'code': 200} Sep 08 09:01:32.917813 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:32.959102 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:32.977802 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-353aec02-5f89-42c1-9e0a-edcd9ea12692 req-d89c5b2d-8fc8-4e1e-a2f6-24e527c9b1e2 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572329 Sep 08 09:01:33.000767 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e8387ba-0052-43d4-9873-16ba5900acc5 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:01:33.004921 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=684e36fa-8315-40d8-b24d-0d4bfa708b08,revision_number=7']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:33.031343 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4b9d6a8b-bd86-41aa-9cc5-cf6dd4754b3d req-89aafd33-e691-4b27-a7ed-2e91f64d56d0 tempest-ServerShowV247Test-349934222 tempest-ServerShowV247Test-349934222-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5445eed-549c-4b28-8a62-efbb216d39b1 HTTP/1.1" status: 200 len: 210 time: 0.0303140 Sep 08 09:01:33.037178 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 4e8387ba-0052-43d4-9873-16ba5900acc5, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=4e8387ba-0052-43d4-9873-16ba5900acc5,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:33.043587 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:33.111100 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=4e8387ba-0052-43d4-9873-16ba5900acc5,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:33.153183 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-5f25c3b5-224b-4c6b-90ec-0df0f49e6471 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:33.154716 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-5f25c3b5-224b-4c6b-90ec-0df0f49e6471 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3898513 Sep 08 09:01:33.161048 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-67418cb9-89a9-427f-a4fa-901286f2fa42 req-971b4631-6459-47b5-8b16-0326062d46df tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Deleting port 684e36fa-8315-40d8-b24d-0d4bfa708b08 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:01:33.161399 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-67418cb9-89a9-427f-a4fa-901286f2fa42 req-971b4631-6459-47b5-8b16-0326062d46df tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:33.246010 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-efbfba01-0868-41aa-a367-09acd5cbd467 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] Request body: {'port': {'device_id': '9bb1d030-7e8c-476a-96ed-81fddf4a1e2b', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'admin_state_up': True, 'tenant_id': 'f1e970c80df143fe8146fd0845de16d1'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:01:33.410223 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-ef5f6f66-8caf-4eb1-ac93-29b6649b8636 req-87cfe6fd-ac77-4e4b-a28d-a686203562cb tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Deleting port fe7000b4-f1d7-4118-b796-f6749c75075b {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:01:33.410576 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ef5f6f66-8caf-4eb1-ac93-29b6649b8636 req-87cfe6fd-ac77-4e4b-a28d-a686203562cb tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:33.475661 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc777ab-7659-4be5-8298-9cdb6a51765b req-59365f45-719b-4757-9a83-76e268b7911c tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:33.477545 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3cc777ab-7659-4be5-8298-9cdb6a51765b req-59365f45-719b-4757-9a83-76e268b7911c tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=d350f01c-ee0f-4d8e-b397-7bb4407a49dc HTTP/1.1" status: 200 len: 945 time: 0.0583243 Sep 08 09:01:33.513657 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['4e8387ba-0052-43d4-9873-16ba5900acc5'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:01:33.538894 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c406c54-06e4-4dcf-9911-57f9e9c8db24 req-81085d2c-f97b-48cf-9ef7-0461809f8bee tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:33.544202 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3cc777ab-7659-4be5-8298-9cdb6a51765b req-869e64c5-6c3b-45c4-9ad8-ba2386a1d539 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589662 Sep 08 09:01:33.546147 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3c406c54-06e4-4dcf-9911-57f9e9c8db24 req-81085d2c-f97b-48cf-9ef7-0461809f8bee tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=85440df2-7b12-47b1-ba8e-4f609f114e1b HTTP/1.1" status: 200 len: 947 time: 0.3903918 Sep 08 09:01:33.567138 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-67418cb9-89a9-427f-a4fa-901286f2fa42 req-971b4631-6459-47b5-8b16-0326062d46df tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] For port 684e36fa-8315-40d8-b24d-0d4bfa708b08, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=684e36fa-8315-40d8-b24d-0d4bfa708b08,segment=NetworkSegment(a820c156-0183-407b-aed4-3cdafce41ef3),segment_id=a820c156-0183-407b-aed4-3cdafce41ef3)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:33.567138 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-67418cb9-89a9-427f-a4fa-901286f2fa42 req-971b4631-6459-47b5-8b16-0326062d46df tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:33.641547 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-67418cb9-89a9-427f-a4fa-901286f2fa42 req-971b4631-6459-47b5-8b16-0326062d46df tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Calling delete_port for 684e36fa-8315-40d8-b24d-0d4bfa708b08 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:01:33.675507 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-443b920a-e420-4608-bdf5-42d6f8b6e363 req-80597925-8dff-435a-acb7-b5d195669507 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] 10.222.0.54 "GET /v2.0/ports?device_id=9bb1d030-7e8c-476a-96ed-81fddf4a1e2b HTTP/1.1" status: 200 len: 210 time: 0.0359290 Sep 08 09:01:33.732702 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3c406c54-06e4-4dcf-9911-57f9e9c8db24 req-0849d3b0-63d6-4f23-b603-8e9996de3200 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855800 Sep 08 09:01:33.811894 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3673c-6514-40f5-86ab-dc7294c51516 req-4a682afb-5a18-4f5c-9d59-043788f77b63 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:33.812139 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-ef5f6f66-8caf-4eb1-ac93-29b6649b8636 req-87cfe6fd-ac77-4e4b-a28d-a686203562cb tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] For port fe7000b4-f1d7-4118-b796-f6749c75075b, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=fe7000b4-f1d7-4118-b796-f6749c75075b,segment=NetworkSegment(fa7b147d-9249-4b88-b7ce-d5137c1c3a3c),segment_id=fa7b147d-9249-4b88-b7ce-d5137c1c3a3c)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:33.812266 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ef5f6f66-8caf-4eb1-ac93-29b6649b8636 req-87cfe6fd-ac77-4e4b-a28d-a686203562cb tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:33.813425 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d6d3673c-6514-40f5-86ab-dc7294c51516 req-4a682afb-5a18-4f5c-9d59-043788f77b63 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a94f181-4a86-480c-9c94-fc2506820e7d HTTP/1.1" status: 200 len: 948 time: 0.0736864 Sep 08 09:01:33.834252 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-efbfba01-0868-41aa-a367-09acd5cbd467 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] Made reservation on behalf of f1e970c80df143fe8146fd0845de16d1 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:01:33.837976 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-efbfba01-0868-41aa-a367-09acd5cbd467 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:33.863161 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-ef5f6f66-8caf-4eb1-ac93-29b6649b8636 req-87cfe6fd-ac77-4e4b-a28d-a686203562cb tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Calling delete_port for fe7000b4-f1d7-4118-b796-f6749c75075b owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:01:33.878551 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d6d3673c-6514-40f5-86ab-dc7294c51516 req-f0422504-76b9-4b3e-a861-4d3d062ad9c3 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497591 Sep 08 09:01:33.888448 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-efbfba01-0868-41aa-a367-09acd5cbd467 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:33.967846 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-e34b2233-ce43-4f41-b9ec-2083b8c9251b req-d6de260a-0308-48d0-93a9-754bb4c08bbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8827b49a-27b8-408e-ace7-161cd43b2bb9 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:01:33.990674 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e34b2233-ce43-4f41-b9ec-2083b8c9251b req-d6de260a-0308-48d0-93a9-754bb4c08bbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:34.047060 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-e34b2233-ce43-4f41-b9ec-2083b8c9251b req-d6de260a-0308-48d0-93a9-754bb4c08bbd service neutron] Transition to ACTIVE for port object 8827b49a-27b8-408e-ace7-161cd43b2bb9 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:01:34.151497 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5495138a-19b6-4bdb-b59c-25e9d1068108 req-b69adf11-f93d-4434-99af-f75971333aa3 tempest-ServerShowV247Test-349934222 tempest-ServerShowV247Test-349934222-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5445eed-549c-4b28-8a62-efbb216d39b1 HTTP/1.1" status: 200 len: 210 time: 0.0297878 Sep 08 09:01:34.387645 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e34b2233-ce43-4f41-b9ec-2083b8c9251b req-d6de260a-0308-48d0-93a9-754bb4c08bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:34.551979 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-67418cb9-89a9-427f-a4fa-901286f2fa42 req-971b4631-6459-47b5-8b16-0326062d46df tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:34.555741 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de260a-0308-48d0-93a9-754bb4c08bbd service neutron] Pushing event updated for resources: {'Port': ['ID=8827b49a-27b8-408e-ace7-161cd43b2bb9,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:34.577058 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 9d88b0e6-81d1-4f99-b049-7cddfe74d864 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:01:34.634670 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b52d2-92ac-400c-8b9a-b47b2e8c8f5d req-dde00d91-5cdb-4ff6-8bd9-70b618ed25bf tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:34.642147 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fc0b52d2-92ac-400c-8b9a-b47b2e8c8f5d req-dde00d91-5cdb-4ff6-8bd9-70b618ed25bf tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=733f29f6-dc98-4bb8-9d90-7c7829fa45d2 HTTP/1.1" status: 200 len: 943 time: 0.2685382 Sep 08 09:01:34.644855 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971b4631-6459-47b5-8b16-0326062d46df tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Pushing event deleted for resources: {'Port': ['ID=684e36fa-8315-40d8-b24d-0d4bfa708b08,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:34.646628 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 9d88b0e6-81d1-4f99-b049-7cddfe74d864 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:01:34.655087 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 9d88b0e6-81d1-4f99-b049-7cddfe74d864 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:01:34.655813 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:34.681786 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c751de71-89e9-47b5-8f69-8d74e0683cbf req-4103e85a-46ca-4475-98b4-4c04f8c4ec02 tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.54 "GET /v2.0/ports?device_id=d350f01c-ee0f-4d8e-b397-7bb4407a49dc HTTP/1.1" status: 200 len: 210 time: 0.0338867 Sep 08 09:01:34.682834 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 4e8387ba-0052-43d4-9873-16ba5900acc5 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:01:34.738281 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-efbfba01-0868-41aa-a367-09acd5cbd467 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:34.745509 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ef5f6f66-8caf-4eb1-ac93-29b6649b8636 req-87cfe6fd-ac77-4e4b-a28d-a686203562cb tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:34.780881 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-efbfba01-0868-41aa-a367-09acd5cbd467 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:34.808203 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-67418cb9-89a9-427f-a4fa-901286f2fa42 req-971b4631-6459-47b5-8b16-0326062d46df tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] No DVR routers for this DVR port 684e36fa-8315-40d8-b24d-0d4bfa708b08 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:01:34.810929 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-67418cb9-89a9-427f-a4fa-901286f2fa42 req-971b4631-6459-47b5-8b16-0326062d46df tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:34.813268 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-67418cb9-89a9-427f-a4fa-901286f2fa42 req-971b4631-6459-47b5-8b16-0326062d46df tempest-ImagesTestJSON-871689376 tempest-ImagesTestJSON-871689376-project] 10.222.0.37 "DELETE /v2.0/ports/684e36fa-8315-40d8-b24d-0d4bfa708b08 HTTP/1.1" status: 204 len: 173 time: 2.2367897 Sep 08 09:01:34.815934 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:34.816625 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-71392e10-a125-4dae-9704-0ef141672adf req-2ed1b1e3-2d70-4fd2-8294-7463971524b2 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] 10.222.0.54 "GET /v2.0/ports?device_id=9bb1d030-7e8c-476a-96ed-81fddf4a1e2b HTTP/1.1" status: 200 len: 210 time: 0.0327923 Sep 08 09:01:34.826028 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 4e8387ba-0052-43d4-9873-16ba5900acc5 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:01:34.827370 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd350f01c-ee0f-4d8e-b397-7bb4407a49dc', 'name': 'network-vif-deleted', 'tag': '684e36fa-8315-40d8-b24d-0d4bfa708b08'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:01:34.831838 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c363f40-737b-41cd-b2f3-adb809dbfb48" -d '{"events": [{"server_uuid": "d350f01c-ee0f-4d8e-b397-7bb4407a49dc", "name": "network-vif-deleted", "tag": "684e36fa-8315-40d8-b24d-0d4bfa708b08"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:01:34.843309 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 4e8387ba-0052-43d4-9873-16ba5900acc5 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:01:34.844090 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:34.855217 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfe6fd-ac77-4e4b-a28d-a686203562cb tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Pushing event deleted for resources: {'Port': ['ID=fe7000b4-f1d7-4118-b796-f6749c75075b,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:34.921912 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 9d88b0e6-81d1-4f99-b049-7cddfe74d864, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=9d88b0e6-81d1-4f99-b049-7cddfe74d864,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:34.924176 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '356285a6-0bcb-4e25-a00d-3b52f1e9612d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d88b0e6-81d1-4f99-b049-7cddfe74d864'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:01:34.927043 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50b7a7b-e497-44bd-9ac1-647691ed5d58" -d '{"events": [{"server_uuid": "356285a6-0bcb-4e25-a00d-3b52f1e9612d", "name": "network-vif-plugged", "status": "completed", "tag": "9d88b0e6-81d1-4f99-b049-7cddfe74d864"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:01:34.932088 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:34.932915 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 684e36fa-8315-40d8-b24d-0d4bfa708b08 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:01:34.984575 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fc0b52d2-92ac-400c-8b9a-b47b2e8c8f5d req-06828119-d3c0-4a22-8446-984dca7ebbbe tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404436 Sep 08 09:01:35.009488 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-dffb2b38-6d4e-4c75-b469-7abf5ea9030c req-2498f3fd-7c68-4a61-8576-c72ee2b3c881 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=85440df2-7b12-47b1-ba8e-4f609f114e1b HTTP/1.1" status: 200 len: 210 time: 0.0604405 Sep 08 09:01:35.020352 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 684e36fa-8315-40d8-b24d-0d4bfa708b08 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:01:35.020718 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 684e36fa-8315-40d8-b24d-0d4bfa708b08 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:01:35.062029 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-e34b2233-ce43-4f41-b9ec-2083b8c9251b req-d6de260a-0308-48d0-93a9-754bb4c08bbd service neutron] Attempting to bind port 8827b49a-27b8-408e-ace7-161cd43b2bb9 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:01:35.062569 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-e34b2233-ce43-4f41-b9ec-2083b8c9251b req-d6de260a-0308-48d0-93a9-754bb4c08bbd service neutron] Attempting to bind port 8827b49a-27b8-408e-ace7-161cd43b2bb9 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '62cd42f7-9651-4119-add8-a40e3a6b8c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e4ae51a3-555d-433c-8c68-00298de875e2'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:01:35.062977 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34b2233-ce43-4f41-b9ec-2083b8c9251b req-d6de260a-0308-48d0-93a9-754bb4c08bbd service neutron] Attempting to bind port 8827b49a-27b8-408e-ace7-161cd43b2bb9 on network e4ae51a3-555d-433c-8c68-00298de875e2 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:01:35.072177 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7307cae3-96f6-4671-915f-139d8b21a88d x-openstack-request-id: req-7307cae3-96f6-4671-915f-139d8b21a88d {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:01:35.072438 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=9d88b0e6-81d1-4f99-b049-7cddfe74d864,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:35.072844 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d350f01c-ee0f-4d8e-b397-7bb4407a49dc", "name": "network-vif-deleted", "tag": "684e36fa-8315-40d8-b24d-0d4bfa708b08", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:01:35.074756 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7307cae3-96f6-4671-915f-139d8b21a88d {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:01:35.074756 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd350f01c-ee0f-4d8e-b397-7bb4407a49dc', 'name': 'network-vif-deleted', 'tag': '684e36fa-8315-40d8-b24d-0d4bfa708b08', 'status': 'completed', 'code': 200} Sep 08 09:01:35.074756 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbfba01-0868-41aa-a367-09acd5cbd467 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21287275-a563-42af-8855-615b627cf538,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:35.077361 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5f6f66-8caf-4eb1-ac93-29b6649b8636 req-87cfe6fd-ac77-4e4b-a28d-a686203562cb tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] No DVR routers for this DVR port fe7000b4-f1d7-4118-b796-f6749c75075b on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:01:35.089217 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ef5f6f66-8caf-4eb1-ac93-29b6649b8636 req-87cfe6fd-ac77-4e4b-a28d-a686203562cb tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:35.091821 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ef5f6f66-8caf-4eb1-ac93-29b6649b8636 req-87cfe6fd-ac77-4e4b-a28d-a686203562cb tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.35 "DELETE /v2.0/ports/fe7000b4-f1d7-4118-b796-f6749c75075b HTTP/1.1" status: 204 len: 173 time: 2.2713182 Sep 08 09:01:35.096588 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34b2233-ce43-4f41-b9ec-2083b8c9251b req-d6de260a-0308-48d0-93a9-754bb4c08bbd service neutron] Port 8827b49a-27b8-408e-ace7-161cd43b2bb9 on network e4ae51a3-555d-433c-8c68-00298de875e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:01:35.097792 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34b2233-ce43-4f41-b9ec-2083b8c9251b req-d6de260a-0308-48d0-93a9-754bb4c08bbd service neutron] Attempting to bind port 8827b49a-27b8-408e-ace7-161cd43b2bb9 on network e4ae51a3-555d-433c-8c68-00298de875e2 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:01:35.110720 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34b2233-ce43-4f41-b9ec-2083b8c9251b req-d6de260a-0308-48d0-93a9-754bb4c08bbd service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:01:35.111154 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34b2233-ce43-4f41-b9ec-2083b8c9251b req-d6de260a-0308-48d0-93a9-754bb4c08bbd service neutron] Checking segment: {'id': '62cd42f7-9651-4119-add8-a40e3a6b8c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e4ae51a3-555d-433c-8c68-00298de875e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:01:35.112442 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34b2233-ce43-4f41-b9ec-2083b8c9251b req-d6de260a-0308-48d0-93a9-754bb4c08bbd service neutron] Bound using segment: {'id': '62cd42f7-9651-4119-add8-a40e3a6b8c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e4ae51a3-555d-433c-8c68-00298de875e2'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:01:35.112978 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-e34b2233-ce43-4f41-b9ec-2083b8c9251b req-d6de260a-0308-48d0-93a9-754bb4c08bbd service neutron] Bound port: 8827b49a-27b8-408e-ace7-161cd43b2bb9, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62cd42f7-9651-4119-add8-a40e3a6b8c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e4ae51a3-555d-433c-8c68-00298de875e2'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:01:35.113420 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e34b2233-ce43-4f41-b9ec-2083b8c9251b req-d6de260a-0308-48d0-93a9-754bb4c08bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:35.146507 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d520a1c6-664c-4996-ad15-06cb4d9210c2 x-openstack-request-id: req-d520a1c6-664c-4996-ad15-06cb4d9210c2 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:01:35.146859 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "356285a6-0bcb-4e25-a00d-3b52f1e9612d", "name": "network-vif-plugged", "status": "completed", "tag": "9d88b0e6-81d1-4f99-b049-7cddfe74d864", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:01:35.147125 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d520a1c6-664c-4996-ad15-06cb4d9210c2 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:01:35.147527 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '356285a6-0bcb-4e25-a00d-3b52f1e9612d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d88b0e6-81d1-4f99-b049-7cddfe74d864', 'code': 200} Sep 08 09:01:35.167709 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:35.194159 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66773018-c66e-4189-9a3f-06b18b631b0a req-87c18f96-c69e-464f-9f06-505992772950 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:35.214447 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-66773018-c66e-4189-9a3f-06b18b631b0a req-87c18f96-c69e-464f-9f06-505992772950 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a94f181-4a86-480c-9c94-fc2506820e7d HTTP/1.1" status: 200 len: 948 time: 0.1249869 Sep 08 09:01:35.229610 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-efbfba01-0868-41aa-a367-09acd5cbd467 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] Allocated IP 192.168.233.87 (05f7642a-1c79-41be-85aa-1443ef22cc3b/dfc66e4b-ecb5-4c99-afe1-0a78c722534a/a5cc8399-49f8-4214-9f78-ab2d5fbbf394) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:01:35.250372 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 4e8387ba-0052-43d4-9873-16ba5900acc5, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=4e8387ba-0052-43d4-9873-16ba5900acc5,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:35.256851 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:35.309235 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-e34b2233-ce43-4f41-b9ec-2083b8c9251b req-d6de260a-0308-48d0-93a9-754bb4c08bbd service neutron] For port 8827b49a-27b8-408e-ace7-161cd43b2bb9, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:01:35.316084 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-66773018-c66e-4189-9a3f-06b18b631b0a req-4443d991-b417-4a83-bc99-aa1fa96c1095 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977070 Sep 08 09:01:35.332926 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cbc69a24-d837-4930-86a1-444d4cbf72da req-3998a125-0c1f-408f-bd2d-87f7e3185c80 tempest-ServerShowV247Test-349934222 tempest-ServerShowV247Test-349934222-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5445eed-549c-4b28-8a62-efbb216d39b1 HTTP/1.1" status: 200 len: 210 time: 0.0457513 Sep 08 09:01:35.355991 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=4e8387ba-0052-43d4-9873-16ba5900acc5,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:35.361252 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-e34b2233-ce43-4f41-b9ec-2083b8c9251b req-d6de260a-0308-48d0-93a9-754bb4c08bbd service neutron] For port 8827b49a-27b8-408e-ace7-161cd43b2bb9, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=8827b49a-27b8-408e-ace7-161cd43b2bb9,segment=NetworkSegment(62cd42f7-9651-4119-add8-a40e3a6b8c01),segment_id=62cd42f7-9651-4119-add8-a40e3a6b8c01)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:01:35.375645 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e34b2233-ce43-4f41-b9ec-2083b8c9251b req-d6de260a-0308-48d0-93a9-754bb4c08bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:35.384378 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d967a18-5137-40f6-8a73-28cf2591268d req-25f5be3d-010d-4d22-938e-5634343db173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:35.385979 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5d967a18-5137-40f6-8a73-28cf2591268d req-25f5be3d-010d-4d22-938e-5634343db173 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 1102 time: 0.1617544 Sep 08 09:01:35.476482 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b2233-ce43-4f41-b9ec-2083b8c9251b req-d6de260a-0308-48d0-93a9-754bb4c08bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:35.477139 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e34b2233-ce43-4f41-b9ec-2083b8c9251b req-d6de260a-0308-48d0-93a9-754bb4c08bbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:35.478402 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e34b2233-ce43-4f41-b9ec-2083b8c9251b req-d6de260a-0308-48d0-93a9-754bb4c08bbd service neutron] 10.222.0.37 "PUT /v2.0/ports/8827b49a-27b8-408e-ace7-161cd43b2bb9 HTTP/1.1" status: 200 len: 1092 time: 2.8838425 Sep 08 09:01:35.539882 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de260a-0308-48d0-93a9-754bb4c08bbd service neutron] Pushing event updated for resources: {'Port': ['ID=8827b49a-27b8-408e-ace7-161cd43b2bb9,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:35.546486 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5d967a18-5137-40f6-8a73-28cf2591268d req-ce0e0ef5-b6d1-435a-85f7-463455d3ad4c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308873 Sep 08 09:01:35.611209 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-efbfba01-0868-41aa-a367-09acd5cbd467 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:35.644674 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-efbfba01-0868-41aa-a367-09acd5cbd467 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] Transition to ACTIVE for port object a5cc8399-49f8-4214-9f78-ab2d5fbbf394 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:01:35.687559 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-efbfba01-0868-41aa-a367-09acd5cbd467 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:35.732407 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-efbfba01-0868-41aa-a367-09acd5cbd467 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] Network 05f7642a-1c79-41be-85aa-1443ef22cc3b is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:01:35.737010 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-efbfba01-0868-41aa-a367-09acd5cbd467 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:01:35.740901 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-efbfba01-0868-41aa-a367-09acd5cbd467 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:01:35.801489 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbfba01-0868-41aa-a367-09acd5cbd467 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] Pushing event updated for resources: {'Port': ['ID=a5cc8399-49f8-4214-9f78-ab2d5fbbf394,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:35.865862 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-efbfba01-0868-41aa-a367-09acd5cbd467 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:35.866746 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-efbfba01-0868-41aa-a367-09acd5cbd467 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:35.895579 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-efbfba01-0868-41aa-a367-09acd5cbd467 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6689143 Sep 08 09:01:35.898339 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b2233-ce43-4f41-b9ec-2083b8c9251b req-2a1abd65-1901-4c9e-971b-7d6533aff39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:35.900294 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e34b2233-ce43-4f41-b9ec-2083b8c9251b req-2a1abd65-1901-4c9e-971b-7d6533aff39f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05dfbd02c1814a04a5e78fef70e8cc9e&device_id=733f29f6-dc98-4bb8-9d90-7c7829fa45d2 HTTP/1.1" status: 200 len: 1095 time: 0.0927112 Sep 08 09:01:35.915770 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-697a9dcf-d8a0-46b7-abb4-4443f93a8075 service neutron] Request body: {'port': {'device_id': '9bb1d030-7e8c-476a-96ed-81fddf4a1e2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:01:35.990566 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e34b2233-ce43-4f41-b9ec-2083b8c9251b req-765fb28e-bd3d-4334-9f00-e933cb5b9fa6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8827b49a-27b8-408e-ace7-161cd43b2bb9 HTTP/1.1" status: 200 len: 217 time: 0.0465419 Sep 08 09:01:36.107311 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-697a9dcf-d8a0-46b7-abb4-4443f93a8075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:36.120914 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b2233-ce43-4f41-b9ec-2083b8c9251b req-e32b5348-cb49-4665-b002-c291685f7b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:36.122422 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e34b2233-ce43-4f41-b9ec-2083b8c9251b req-e32b5348-cb49-4665-b002-c291685f7b38 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8b8d890a-bf45-4b73-bd8d-17a04a6ff513 HTTP/1.1" status: 200 len: 862 time: 0.1148324 Sep 08 09:01:36.142357 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed9736-c054-40b5-abef-11b280d6b6b8 req-faf6050d-9d98-4d17-8700-af4ae4aa7d84 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:36.144348 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-05ed9736-c054-40b5-abef-11b280d6b6b8 req-faf6050d-9d98-4d17-8700-af4ae4aa7d84 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] 10.222.0.54 "GET /v2.0/ports?device_id=9bb1d030-7e8c-476a-96ed-81fddf4a1e2b HTTP/1.1" status: 200 len: 935 time: 0.1586697 Sep 08 09:01:36.158843 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f7885-3544-48da-8de2-e00db9b0b7b4 req-d32165f1-69d5-4e7b-9d4d-22014a0d1747 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:36.162598 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-443a615a-98ac-4ff1-b545-b58ba08ce73c None None] Provisioning for port a5cc8399-49f8-4214-9f78-ab2d5fbbf394 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:01:36.166802 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-090f7885-3544-48da-8de2-e00db9b0b7b4 req-d32165f1-69d5-4e7b-9d4d-22014a0d1747 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=733f29f6-dc98-4bb8-9d90-7c7829fa45d2 HTTP/1.1" status: 200 len: 943 time: 0.0585170 Sep 08 09:01:36.170380 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-443a615a-98ac-4ff1-b545-b58ba08ce73c None None] Provisioning complete for port a5cc8399-49f8-4214-9f78-ab2d5fbbf394 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:01:36.171087 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-443a615a-98ac-4ff1-b545-b58ba08ce73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:36.213266 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-090f7885-3544-48da-8de2-e00db9b0b7b4 req-92b62a06-bb02-4bed-9c1e-e10ec9bd7c80 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455019 Sep 08 09:01:36.216607 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e34b2233-ce43-4f41-b9ec-2083b8c9251b req-9cc523f9-3439-473f-8e4a-a072c681916a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e4ae51a3-555d-433c-8c68-00298de875e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519817 Sep 08 09:01:36.219903 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-443a615a-98ac-4ff1-b545-b58ba08ce73c None None] Port a5cc8399-49f8-4214-9f78-ab2d5fbbf394 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:01:36.387912 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-05ed9736-c054-40b5-abef-11b280d6b6b8 req-f01267ed-31ae-4835-93c5-7287a6a282ab tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] 10.222.0.54 "GET /v2.0/security-groups?id=21287275-a563-42af-8855-615b627cf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221417 Sep 08 09:01:36.447632 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e34b2233-ce43-4f41-b9ec-2083b8c9251b req-f282eecf-1708-49ef-ad5d-83baee9f3e66 service neutron] 10.222.0.37 "GET /v2.0/networks/e4ae51a3-555d-433c-8c68-00298de875e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013433 Sep 08 09:01:36.572986 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-55acc033-cebe-4a57-a342-5f4527fc8528 req-9245f400-de5a-412f-a206-8e1551aff93a tempest-ServerShowV247Test-349934222 tempest-ServerShowV247Test-349934222-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5445eed-549c-4b28-8a62-efbb216d39b1 HTTP/1.1" status: 200 len: 210 time: 0.0285492 Sep 08 09:01:36.672296 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device fe7000b4-f1d7-4118-b796-f6749c75075b no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:01:36.698521 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: fe7000b4-f1d7-4118-b796-f6749c75075b {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:01:36.699152 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device fe7000b4-f1d7-4118-b796-f6749c75075b not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:01:36.712861 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c268696-dd81-4f65-8643-6efebc53cd61 req-6a87e425-d8cb-48f4-8a7c-3cb8f52d3d46 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:36.715551 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4c268696-dd81-4f65-8643-6efebc53cd61 req-6a87e425-d8cb-48f4-8a7c-3cb8f52d3d46 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a94f181-4a86-480c-9c94-fc2506820e7d HTTP/1.1" status: 200 len: 949 time: 0.1962097 Sep 08 09:01:36.717783 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e34b2233-ce43-4f41-b9ec-2083b8c9251b req-8623169d-e259-4f39-b5a1-ffb4f492e59d service neutron] 10.222.0.37 "GET /v2.0/networks/e4ae51a3-555d-433c-8c68-00298de875e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370393 Sep 08 09:01:36.737134 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-697a9dcf-d8a0-46b7-abb4-4443f93a8075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5cc8399-49f8-4214-9f78-ab2d5fbbf394 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:01:36.746947 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-697a9dcf-d8a0-46b7-abb4-4443f93a8075 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:36.774172 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-697a9dcf-d8a0-46b7-abb4-4443f93a8075 service neutron] Transition to ACTIVE for port object a5cc8399-49f8-4214-9f78-ab2d5fbbf394 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:01:36.783388 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-697a9dcf-d8a0-46b7-abb4-4443f93a8075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:36.790668 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c5594-5f22-441c-bd81-909b85ef5514 req-40b687b7-e7ea-4ba9-81d2-a9a7dc168006 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:36.792975 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-784c5594-5f22-441c-bd81-909b85ef5514 req-40b687b7-e7ea-4ba9-81d2-a9a7dc168006 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5569496-7cec-4aec-ad9f-59758b146a22 HTTP/1.1" status: 200 len: 944 time: 0.0879140 Sep 08 09:01:36.796167 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4c268696-dd81-4f65-8643-6efebc53cd61 req-fbe6ce57-1343-425f-9ada-b17ab3591b1c tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718784 Sep 08 09:01:36.852261 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697a9dcf-d8a0-46b7-abb4-4443f93a8075 service neutron] Pushing event updated for resources: {'Port': ['ID=a5cc8399-49f8-4214-9f78-ab2d5fbbf394,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:36.859416 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-784c5594-5f22-441c-bd81-909b85ef5514 req-6a221091-3c55-481a-9d6b-0aa626fce856 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580051 Sep 08 09:01:36.927110 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38038) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:36.954176 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-697a9dcf-d8a0-46b7-abb4-4443f93a8075 service neutron] Attempting to bind port a5cc8399-49f8-4214-9f78-ab2d5fbbf394 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:01:36.954776 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-697a9dcf-d8a0-46b7-abb4-4443f93a8075 service neutron] Attempting to bind port a5cc8399-49f8-4214-9f78-ab2d5fbbf394 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:01:36.956261 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-697a9dcf-d8a0-46b7-abb4-4443f93a8075 service neutron] Attempting to bind port a5cc8399-49f8-4214-9f78-ab2d5fbbf394 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:01:36.961515 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-697a9dcf-d8a0-46b7-abb4-4443f93a8075 service neutron] Port a5cc8399-49f8-4214-9f78-ab2d5fbbf394 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:01:36.962164 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-697a9dcf-d8a0-46b7-abb4-4443f93a8075 service neutron] Attempting to bind port a5cc8399-49f8-4214-9f78-ab2d5fbbf394 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:01:36.972921 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-697a9dcf-d8a0-46b7-abb4-4443f93a8075 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:01:36.973267 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-697a9dcf-d8a0-46b7-abb4-4443f93a8075 service neutron] Checking segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:01:36.974249 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-697a9dcf-d8a0-46b7-abb4-4443f93a8075 service neutron] Bound using segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:01:36.974886 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-697a9dcf-d8a0-46b7-abb4-4443f93a8075 service neutron] Bound port: a5cc8399-49f8-4214-9f78-ab2d5fbbf394, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:01:36.975294 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-697a9dcf-d8a0-46b7-abb4-4443f93a8075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:36.987139 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-3791b3b4-c2c7-49fa-99e5-4fa5467901fc admin admin] Deleting subnet b6b1a525-4d60-465e-8609-7f98f126ac0e {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:01:36.991256 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3791b3b4-c2c7-49fa-99e5-4fa5467901fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:37.034530 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3791b3b4-c2c7-49fa-99e5-4fa5467901fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:37.074868 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-697a9dcf-d8a0-46b7-abb4-4443f93a8075 service neutron] For port a5cc8399-49f8-4214-9f78-ab2d5fbbf394, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:01:37.077084 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85440df2-7b12-47b1-ba8e-4f609f114e1b', 'name': 'network-vif-deleted', 'tag': 'fe7000b4-f1d7-4118-b796-f6749c75075b'}, {'name': 'network-changed', 'server_uuid': '733f29f6-dc98-4bb8-9d90-7c7829fa45d2', 'tag': '8827b49a-27b8-408e-ace7-161cd43b2bb9'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:01:37.081117 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee61eb5-e681-43c2-a610-fd62cc8b062a" -d '{"events": [{"server_uuid": "85440df2-7b12-47b1-ba8e-4f609f114e1b", "name": "network-vif-deleted", "tag": "fe7000b4-f1d7-4118-b796-f6749c75075b"}, {"name": "network-changed", "server_uuid": "733f29f6-dc98-4bb8-9d90-7c7829fa45d2", "tag": "8827b49a-27b8-408e-ace7-161cd43b2bb9"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:01:37.084974 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-697a9dcf-d8a0-46b7-abb4-4443f93a8075 service neutron] For port a5cc8399-49f8-4214-9f78-ab2d5fbbf394, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=a5cc8399-49f8-4214-9f78-ab2d5fbbf394,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:01:37.088472 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3791b3b4-c2c7-49fa-99e5-4fa5467901fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:37.104301 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-697a9dcf-d8a0-46b7-abb4-4443f93a8075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:37.148212 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a94f181-4a86-480c-9c94-fc2506820e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8387ba-0052-43d4-9873-16ba5900acc5'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:01:37.155531 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-697a9dcf-d8a0-46b7-abb4-4443f93a8075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:37.156377 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-697a9dcf-d8a0-46b7-abb4-4443f93a8075 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:37.158212 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-697a9dcf-d8a0-46b7-abb4-4443f93a8075 service neutron] 10.222.0.35 "PUT /v2.0/ports/a5cc8399-49f8-4214-9f78-ab2d5fbbf394 HTTP/1.1" status: 200 len: 1096 time: 1.2468567 Sep 08 09:01:37.161822 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a9687d-1e19-4bef-bb93-9289151ca159" -d '{"events": [{"server_uuid": "8a94f181-4a86-480c-9c94-fc2506820e7d", "name": "network-vif-plugged", "status": "completed", "tag": "4e8387ba-0052-43d4-9873-16ba5900acc5"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:01:37.198958 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3791b3b4-c2c7-49fa-99e5-4fa5467901fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:37.210401 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697a9dcf-d8a0-46b7-abb4-4443f93a8075 service neutron] Pushing event updated for resources: {'Port': ['ID=a5cc8399-49f8-4214-9f78-ab2d5fbbf394,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:37.248130 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5960debf-6ded-44ca-8747-b569d1654dbf x-openstack-request-id: req-5960debf-6ded-44ca-8747-b569d1654dbf {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:01:37.249383 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a94f181-4a86-480c-9c94-fc2506820e7d", "name": "network-vif-plugged", "status": "completed", "tag": "4e8387ba-0052-43d4-9873-16ba5900acc5", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:01:37.249808 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5960debf-6ded-44ca-8747-b569d1654dbf {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:01:37.250449 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a94f181-4a86-480c-9c94-fc2506820e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8387ba-0052-43d4-9873-16ba5900acc5', 'code': 200} Sep 08 09:01:37.259881 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3791b3b4-c2c7-49fa-99e5-4fa5467901fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6b1a525-4d60-465e-8609-7f98f126ac0e,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:37.267580 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3791b3b4-c2c7-49fa-99e5-4fa5467901fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:37.278162 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 08 Sep 2021 09:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80280ea-fced-455a-8b8f-4cbd4582764a x-openstack-request-id: req-d80280ea-fced-455a-8b8f-4cbd4582764a {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:01:37.278525 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85440df2-7b12-47b1-ba8e-4f609f114e1b", "name": "network-vif-deleted", "tag": "fe7000b4-f1d7-4118-b796-f6749c75075b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "733f29f6-dc98-4bb8-9d90-7c7829fa45d2", "tag": "8827b49a-27b8-408e-ace7-161cd43b2bb9", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:01:37.278768 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d80280ea-fced-455a-8b8f-4cbd4582764a {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:01:37.279170 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85440df2-7b12-47b1-ba8e-4f609f114e1b', 'name': 'network-vif-deleted', 'tag': 'fe7000b4-f1d7-4118-b796-f6749c75075b', 'status': 'completed', 'code': 200} Sep 08 09:01:37.279431 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '733f29f6-dc98-4bb8-9d90-7c7829fa45d2', 'tag': '8827b49a-27b8-408e-ace7-161cd43b2bb9', 'status': 'completed', 'code': 200} Sep 08 09:01:37.283942 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3791b3b4-c2c7-49fa-99e5-4fa5467901fc admin admin] 10.222.0.54 "DELETE /v2.0/subnets/b6b1a525-4d60-465e-8609-7f98f126ac0e HTTP/1.1" status: 204 len: 168 time: 0.3542042 Sep 08 09:01:37.286413 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38048) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:37.350102 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-b63749e2-a103-4fcb-b805-82732034a61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:37.352209 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-b63749e2-a103-4fcb-b805-82732034a61d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1e970c80df143fe8146fd0845de16d1&device_id=9bb1d030-7e8c-476a-96ed-81fddf4a1e2b HTTP/1.1" status: 200 len: 1099 time: 0.1198359 Sep 08 09:01:37.364539 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee61eb5-e681-43c2-a610-fd62cc8b062a req-04c91dad-0a1e-431d-9dfa-f17c0b469583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:37.366378 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3ee61eb5-e681-43c2-a610-fd62cc8b062a req-04c91dad-0a1e-431d-9dfa-f17c0b469583 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05dfbd02c1814a04a5e78fef70e8cc9e&device_id=733f29f6-dc98-4bb8-9d90-7c7829fa45d2 HTTP/1.1" status: 200 len: 1095 time: 0.0736117 Sep 08 09:01:37.409586 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-20fbf3c0-e653-4eba-8a17-1ba9ebace21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:37.441095 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306cb5e7-ae8a-4551-afc4-4015cff4cb32 req-b2a9c7b1-9237-44ed-be86-8c4a6c588d59 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:37.444234 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-306cb5e7-ae8a-4551-afc4-4015cff4cb32 req-b2a9c7b1-9237-44ed-be86-8c4a6c588d59 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=733f29f6-dc98-4bb8-9d90-7c7829fa45d2 HTTP/1.1" status: 200 len: 943 time: 0.0811491 Sep 08 09:01:37.530541 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-682522d1-8338-46a2-8d5d-37e64d6e29fe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=a5cc8399-49f8-4214-9f78-ab2d5fbbf394 HTTP/1.1" status: 200 len: 217 time: 0.1443787 Sep 08 09:01:37.579463 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-20fbf3c0-e653-4eba-8a17-1ba9ebace21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:37.586414 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-306cb5e7-ae8a-4551-afc4-4015cff4cb32 req-10898cac-a94d-441f-b189-f8c4c85fc486 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353037 Sep 08 09:01:37.615497 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-20fbf3c0-e653-4eba-8a17-1ba9ebace21a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73148cfc-c54d-48ac-9639-a21534b9f302']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:01:37.631020 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-20fbf3c0-e653-4eba-8a17-1ba9ebace21a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a820c156-0183-407b-aed4-3cdafce41ef3') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:01:37.631562 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-20fbf3c0-e653-4eba-8a17-1ba9ebace21a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a820c156-0183-407b-aed4-3cdafce41ef3') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:01:37.644822 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-20fbf3c0-e653-4eba-8a17-1ba9ebace21a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:37.680848 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-20fbf3c0-e653-4eba-8a17-1ba9ebace21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:37.696891 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfab666-d7ce-4bfe-a916-cf7dcd7cb368 req-2e13d2ee-a472-4c42-9d5f-872dc78495c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:37.698426 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fcfab666-d7ce-4bfe-a916-cf7dcd7cb368 req-2e13d2ee-a472-4c42-9d5f-872dc78495c6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8a94f181-4a86-480c-9c94-fc2506820e7d HTTP/1.1" status: 200 len: 1101 time: 0.2814221 Sep 08 09:01:37.702267 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20fbf3c0-e653-4eba-8a17-1ba9ebace21a admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:01:37.702267 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-20fbf3c0-e653-4eba-8a17-1ba9ebace21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:37.703388 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:01:37.703388 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:01:37.703388 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:01:37.703388 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:01:37.703388 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:01:37.703388 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:01:37.703388 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:01:37.703388 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:01:37.703388 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:01:37.703388 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:01:37.703388 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:01:37.703388 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:01:37.703388 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:01:37.703388 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:01:37.703388 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:01:37.703388 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:01:37.703388 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:01:37.703388 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:01:37.703388 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:01:37.703388 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:01:37.703388 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:01:37.703388 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:01:37.703388 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:01:37.703388 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:01:37.703388 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:01:37.703388 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:01:37.703388 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:01:37.703388 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:01:37.703388 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:01:37.703388 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:01:37.703388 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:01:37.703388 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:01:37.707149 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858fc4ac-faaa-4996-9c54-fd569f47d506 req-4745a0d0-c438-4bd1-854d-437625347882 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:37.708965 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-858fc4ac-faaa-4996-9c54-fd569f47d506 req-4745a0d0-c438-4bd1-854d-437625347882 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5569496-7cec-4aec-ad9f-59758b146a22 HTTP/1.1" status: 200 len: 944 time: 0.3238490 Sep 08 09:01:37.730860 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7772c3f7-2ca9-4392-9746-56403557be1a req-18c6a3d0-456e-4831-bea1-38cdde7a559e tempest-ServerShowV247Test-349934222 tempest-ServerShowV247Test-349934222-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5445eed-549c-4b28-8a62-efbb216d39b1 HTTP/1.1" status: 200 len: 210 time: 0.0471001 Sep 08 09:01:37.742556 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee61eb5-e681-43c2-a610-fd62cc8b062a req-b8e68132-833c-4b39-a902-426e89c7fa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:37.744022 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3ee61eb5-e681-43c2-a610-fd62cc8b062a req-b8e68132-833c-4b39-a902-426e89c7fa87 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e4ae51a3-555d-433c-8c68-00298de875e2 HTTP/1.1" status: 200 len: 923 time: 0.3694477 Sep 08 09:01:37.745399 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-34111ef9-01c8-4a80-a0ed-bbc2bae1ed85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:37.746723 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-34111ef9-01c8-4a80-a0ed-bbc2bae1ed85 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.1689966 Sep 08 09:01:37.759888 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88e5a7-6c93-4fca-b832-ca5bcc180d35 req-56e7cde6-e0d9-4605-abd9-8704d0c74654 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:37.761403 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0a88e5a7-6c93-4fca-b832-ca5bcc180d35 req-56e7cde6-e0d9-4605-abd9-8704d0c74654 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] 10.222.0.54 "GET /v2.0/ports?device_id=9bb1d030-7e8c-476a-96ed-81fddf4a1e2b HTTP/1.1" status: 200 len: 947 time: 0.2684381 Sep 08 09:01:37.794735 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-20fbf3c0-e653-4eba-8a17-1ba9ebace21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:37.803011 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-20fbf3c0-e653-4eba-8a17-1ba9ebace21a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:37.807844 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-20fbf3c0-e653-4eba-8a17-1ba9ebace21a admin admin] 10.222.0.54 "DELETE /v2.0/networks/73148cfc-c54d-48ac-9639-a21534b9f302 HTTP/1.1" status: 204 len: 168 time: 0.5178840 Sep 08 09:01:37.825009 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fbf3c0-e653-4eba-8a17-1ba9ebace21a admin admin] Pushing event deleted for resources: {'Network': ['ID=73148cfc-c54d-48ac-9639-a21534b9f302,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:37.866383 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3ee61eb5-e681-43c2-a610-fd62cc8b062a req-59bcf247-d5c4-4f5d-be78-18a499b8a320 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8827b49a-27b8-408e-ace7-161cd43b2bb9 HTTP/1.1" status: 200 len: 217 time: 0.1038632 Sep 08 09:01:37.919819 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fcfab666-d7ce-4bfe-a916-cf7dcd7cb368 req-a9c2d444-44bb-4cff-abc6-4a5240e53d8a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059979 Sep 08 09:01:37.947066 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd2c36-5cb4-483c-9ce8-f4c5a1e89f68 req-6e12c30f-df08-45ea-ac06-21fbb6f4acd5 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:37.950208 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d7bd2c36-5cb4-483c-9ce8-f4c5a1e89f68 req-6e12c30f-df08-45ea-ac06-21fbb6f4acd5 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a94f181-4a86-480c-9c94-fc2506820e7d HTTP/1.1" status: 200 len: 949 time: 0.0675387 Sep 08 09:01:37.982464 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0a88e5a7-6c93-4fca-b832-ca5bcc180d35 req-8cb13613-aa60-4596-85d7-aa09a26b66d1 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] 10.222.0.54 "GET /v2.0/security-groups?id=21287275-a563-42af-8855-615b627cf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922433 Sep 08 09:01:37.999562 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-3a311448-de83-4958-b826-220ac1341b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:38.001080 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-3a311448-de83-4958-b826-220ac1341b1c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2377186 Sep 08 09:01:38.005543 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee61eb5-e681-43c2-a610-fd62cc8b062a req-b9bd5404-fae7-45e5-a6f1-dc0e840c93f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:38.023547 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3ee61eb5-e681-43c2-a610-fd62cc8b062a req-b9bd5404-fae7-45e5-a6f1-dc0e840c93f8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8b8d890a-bf45-4b73-bd8d-17a04a6ff513 HTTP/1.1" status: 200 len: 862 time: 0.1474488 Sep 08 09:01:38.030751 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d7bd2c36-5cb4-483c-9ce8-f4c5a1e89f68 req-90db2e27-8281-4411-99e6-104edafee431 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706589 Sep 08 09:01:38.072002 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3ee61eb5-e681-43c2-a610-fd62cc8b062a req-8cc18fd1-ca05-4155-8502-eb9fac4630c4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e4ae51a3-555d-433c-8c68-00298de875e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400267 Sep 08 09:01:38.085306 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-858fc4ac-faaa-4996-9c54-fd569f47d506 req-97b738c1-36ee-4fad-a76c-a478a0facd64 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Deleting port b0659fa8-c2f6-4f62-90f4-d6c1234828e2 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:01:38.085755 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-858fc4ac-faaa-4996-9c54-fd569f47d506 req-97b738c1-36ee-4fad-a76c-a478a0facd64 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:38.090192 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38070) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:38.138137 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-99a68e24-5df9-419d-8c6c-e861ec960b8b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a70633ea737e41be9ceaf93dd1b77ce8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461345 Sep 08 09:01:38.140568 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38072) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:38.201881 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f7dae0a8-6c8f-4ea0-9c6b-e6fd99c62277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:38.226339 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f7dae0a8-6c8f-4ea0-9c6b-e6fd99c62277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:38.266657 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35cda9-cf9f-468c-b107-a47a622b5b6b req-e3749272-33a8-4040-b8c1-f44837c9514c tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:38.268819 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3e35cda9-cf9f-468c-b107-a47a622b5b6b req-e3749272-33a8-4040-b8c1-f44837c9514c tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5569496-7cec-4aec-ad9f-59758b146a22 HTTP/1.1" status: 200 len: 944 time: 0.1787488 Sep 08 09:01:38.298007 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f7dae0a8-6c8f-4ea0-9c6b-e6fd99c62277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:38.301567 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f7dae0a8-6c8f-4ea0-9c6b-e6fd99c62277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:38.303046 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f7dae0a8-6c8f-4ea0-9c6b-e6fd99c62277 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c7bd91b4-8277-4ca8-84f1-82f04eb97ac3 HTTP/1.1" status: 204 len: 168 time: 0.1614118 Sep 08 09:01:38.311180 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-858fc4ac-faaa-4996-9c54-fd569f47d506 req-97b738c1-36ee-4fad-a76c-a478a0facd64 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] For port b0659fa8-c2f6-4f62-90f4-d6c1234828e2, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=b0659fa8-c2f6-4f62-90f4-d6c1234828e2,segment=NetworkSegment(fa7b147d-9249-4b88-b7ce-d5137c1c3a3c),segment_id=fa7b147d-9249-4b88-b7ce-d5137c1c3a3c)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:38.311559 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-858fc4ac-faaa-4996-9c54-fd569f47d506 req-97b738c1-36ee-4fad-a76c-a478a0facd64 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:38.312842 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dae0a8-6c8f-4ea0-9c6b-e6fd99c62277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7bd91b4-8277-4ca8-84f1-82f04eb97ac3,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:38.372407 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3ee61eb5-e681-43c2-a610-fd62cc8b062a req-f01cb266-8310-4faf-98e5-898c59ac90cd service neutron] 10.222.0.37 "GET /v2.0/networks/e4ae51a3-555d-433c-8c68-00298de875e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833738 Sep 08 09:01:38.383868 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-858fc4ac-faaa-4996-9c54-fd569f47d506 req-97b738c1-36ee-4fad-a76c-a478a0facd64 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Calling delete_port for b0659fa8-c2f6-4f62-90f4-d6c1234828e2 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:01:38.582221 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 8827b49a-27b8-408e-ace7-161cd43b2bb9 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:01:38.800630 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 8827b49a-27b8-408e-ace7-161cd43b2bb9, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=8827b49a-27b8-408e-ace7-161cd43b2bb9,segment=NetworkSegment(62cd42f7-9651-4119-add8-a40e3a6b8c01),segment_id=62cd42f7-9651-4119-add8-a40e3a6b8c01)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:38.814195 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07707c48-c659-4244-b8fd-434a68fa5a88 req-d35c3e42-d0bb-4e8b-bc12-f2f2070bf078 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:38.816903 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-07707c48-c659-4244-b8fd-434a68fa5a88 req-d35c3e42-d0bb-4e8b-bc12-f2f2070bf078 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=733f29f6-dc98-4bb8-9d90-7c7829fa45d2 HTTP/1.1" status: 200 len: 943 time: 0.0879381 Sep 08 09:01:38.818186 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '8827b49a-27b8-408e-ace7-161cd43b2bb9', 'network_id': 'e4ae51a3-555d-433c-8c68-00298de875e2', 'port_id': '8827b49a-27b8-408e-ace7-161cd43b2bb9', 'mac_address': 'fa:16:3e:02:55:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b8d890a-bf45-4b73-bd8d-17a04a6ff513', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:01:38.858602 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3e35cda9-cf9f-468c-b107-a47a622b5b6b req-caac934a-6adb-4b62-935f-3a3d12b85368 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/security-groups?id=cf83e743-9f08-44a8-a190-b9c40842c060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5291221 Sep 08 09:01:38.867943 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:38.895536 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8827b49a-27b8-408e-ace7-161cd43b2bb9 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:01:38.901352 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-07707c48-c659-4244-b8fd-434a68fa5a88 req-ce36598d-dc44-4873-b9d8-15213890516c tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774193 Sep 08 09:01:38.942130 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3ee61eb5-e681-43c2-a610-fd62cc8b062a req-58775f13-8570-40d6-a398-5be62641008f service neutron] 10.222.0.37 "GET /v2.0/networks/e4ae51a3-555d-433c-8c68-00298de875e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5561676 Sep 08 09:01:38.953214 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 8827b49a-27b8-408e-ace7-161cd43b2bb9, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=8827b49a-27b8-408e-ace7-161cd43b2bb9,segment=NetworkSegment(62cd42f7-9651-4119-add8-a40e3a6b8c01),segment_id=62cd42f7-9651-4119-add8-a40e3a6b8c01)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:38.963552 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:38.964286 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-1ed99862-8eff-42b5-a128-444f6525cd37 service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6127434 Sep 08 09:01:39.058661 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=8827b49a-27b8-408e-ace7-161cd43b2bb9,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:39.118980 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-84651707-6d3a-4662-b74e-cd5c6cbc2d8d req-cd33eda4-e5d3-4593-a84f-ad968c21c3fe tempest-ServerShowV247Test-349934222 tempest-ServerShowV247Test-349934222-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5445eed-549c-4b28-8a62-efbb216d39b1 HTTP/1.1" status: 200 len: 210 time: 0.0704875 Sep 08 09:01:39.168284 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd97c7a-a8ee-4d96-87d0-67444411a015 req-db4e024c-7f8e-4713-a0bc-1ae7081cf367 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:39.170291 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0dd97c7a-a8ee-4d96-87d0-67444411a015 req-db4e024c-7f8e-4713-a0bc-1ae7081cf367 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] 10.222.0.54 "GET /v2.0/ports?device_id=9bb1d030-7e8c-476a-96ed-81fddf4a1e2b HTTP/1.1" status: 200 len: 947 time: 0.0751901 Sep 08 09:01:39.194882 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-858fc4ac-faaa-4996-9c54-fd569f47d506 req-97b738c1-36ee-4fad-a76c-a478a0facd64 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:39.253695 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['8827b49a-27b8-408e-ace7-161cd43b2bb9'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:01:39.275211 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0dd97c7a-a8ee-4d96-87d0-67444411a015 req-fd5fd153-5fdc-4a44-a5a3-2165560e85a4 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] 10.222.0.54 "GET /v2.0/security-groups?id=21287275-a563-42af-8855-615b627cf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958889 Sep 08 09:01:39.283676 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb1d030-7e8c-476a-96ed-81fddf4a1e2b', 'tag': 'a5cc8399-49f8-4214-9f78-ab2d5fbbf394'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:01:39.286407 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7649dfd0-acf4-45b8-8be1-067d38f1d63a" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb1d030-7e8c-476a-96ed-81fddf4a1e2b", "tag": "a5cc8399-49f8-4214-9f78-ab2d5fbbf394"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:01:39.297213 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b738c1-36ee-4fad-a76c-a478a0facd64 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Pushing event deleted for resources: {'Port': ['ID=b0659fa8-c2f6-4f62-90f4-d6c1234828e2,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:39.421802 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd2d682-0a36-4cf1-aa19-93d14850c310 x-openstack-request-id: req-cdd2d682-0a36-4cf1-aa19-93d14850c310 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:01:39.422327 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb1d030-7e8c-476a-96ed-81fddf4a1e2b", "tag": "a5cc8399-49f8-4214-9f78-ab2d5fbbf394", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:01:39.422751 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cdd2d682-0a36-4cf1-aa19-93d14850c310 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:01:39.423283 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb1d030-7e8c-476a-96ed-81fddf4a1e2b', 'tag': 'a5cc8399-49f8-4214-9f78-ab2d5fbbf394', 'status': 'completed', 'code': 200} Sep 08 09:01:39.429156 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38110) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:39.448873 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-03b5425a-5dfb-4c81-a5fa-2a6cdc15f79a req-943460a9-8b89-4727-b391-8d8aa76352a2 service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4395180 Sep 08 09:01:39.449650 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-858fc4ac-faaa-4996-9c54-fd569f47d506 req-97b738c1-36ee-4fad-a76c-a478a0facd64 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] No DVR routers for this DVR port b0659fa8-c2f6-4f62-90f4-d6c1234828e2 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:01:39.453827 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-858fc4ac-faaa-4996-9c54-fd569f47d506 req-97b738c1-36ee-4fad-a76c-a478a0facd64 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:39.455881 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-858fc4ac-faaa-4996-9c54-fd569f47d506 req-97b738c1-36ee-4fad-a76c-a478a0facd64 tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.35 "DELETE /v2.0/ports/b0659fa8-c2f6-4f62-90f4-d6c1234828e2 HTTP/1.1" status: 204 len: 173 time: 1.7321596 Sep 08 09:01:39.475844 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12590a40-eb36-439b-adc3-2426e1943304 req-a3b29f9e-cd56-468a-811b-91f099c03b21 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:39.477680 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12590a40-eb36-439b-adc3-2426e1943304 req-a3b29f9e-cd56-468a-811b-91f099c03b21 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a94f181-4a86-480c-9c94-fc2506820e7d HTTP/1.1" status: 200 len: 949 time: 0.1886437 Sep 08 09:01:39.524908 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12590a40-eb36-439b-adc3-2426e1943304 req-a980c8ce-0767-4ff6-99fd-a23db85da391 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398471 Sep 08 09:01:39.606265 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-a20872c3-2e74-411c-9285-59d247157a2b admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1922914099-network', 'tenant_id': '60cc7751195843ebadbbb66d9bdddd07'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:01:39.607093 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649dfd0-acf4-45b8-8be1-067d38f1d63a req-3706cf48-5553-4333-af4b-e3f42af753d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:39.608640 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7649dfd0-acf4-45b8-8be1-067d38f1d63a req-3706cf48-5553-4333-af4b-e3f42af753d5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f1e970c80df143fe8146fd0845de16d1&device_id=9bb1d030-7e8c-476a-96ed-81fddf4a1e2b HTTP/1.1" status: 200 len: 1099 time: 0.0472903 Sep 08 09:01:39.632238 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20872c3-2e74-411c-9285-59d247157a2b admin admin] Made reservation on behalf of 60cc7751195843ebadbbb66d9bdddd07 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:01:39.635406 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a20872c3-2e74-411c-9285-59d247157a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:39.646966 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a20872c3-2e74-411c-9285-59d247157a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:39.734611 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649dfd0-acf4-45b8-8be1-067d38f1d63a req-82a5056d-ed87-4efe-bda8-89475e9d1638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:39.736893 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7649dfd0-acf4-45b8-8be1-067d38f1d63a req-82a5056d-ed87-4efe-bda8-89475e9d1638 service neutron] 10.222.0.35 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.1180573 Sep 08 09:01:39.753366 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a20872c3-2e74-411c-9285-59d247157a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:39.763073 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a20872c3-2e74-411c-9285-59d247157a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:39.788316 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7649dfd0-acf4-45b8-8be1-067d38f1d63a req-d6fe9598-1027-439a-856a-e1ba6ea6f34a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=a5cc8399-49f8-4214-9f78-ab2d5fbbf394 HTTP/1.1" status: 200 len: 217 time: 0.0423694 Sep 08 09:01:39.790090 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a20872c3-2e74-411c-9285-59d247157a2b admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:01:39.812399 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20872c3-2e74-411c-9285-59d247157a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d46f59-2db6-4668-8fcb-9b65caa4f6ac,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:39.826302 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a20872c3-2e74-411c-9285-59d247157a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:39.826933 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-a20872c3-2e74-411c-9285-59d247157a2b admin admin] Added segment b248b080-424a-4d7c-b6da-e7e9fa7a7a95 of type vlan for network 2bca9e19-adc3-4046-9a65-e8e42c2cd190 Sep 08 09:01:39.885790 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a20872c3-2e74-411c-9285-59d247157a2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:39.918347 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649dfd0-acf4-45b8-8be1-067d38f1d63a req-3d3952d4-f3a8-42df-aa7e-7da9a8a57862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:39.921252 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7649dfd0-acf4-45b8-8be1-067d38f1d63a req-3d3952d4-f3a8-42df-aa7e-7da9a8a57862 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.0570683 Sep 08 09:01:39.926402 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a20872c3-2e74-411c-9285-59d247157a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:39.928746 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20872c3-2e74-411c-9285-59d247157a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:39.929272 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a20872c3-2e74-411c-9285-59d247157a2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:40.002016 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20872c3-2e74-411c-9285-59d247157a2b admin admin] Pushing event updated for resources: {'Network': ['ID=2bca9e19-adc3-4046-9a65-e8e42c2cd190,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:40.014004 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 2bca9e19-adc3-4046-9a65-e8e42c2cd190 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:01:40.033992 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-58e441b7-f770-4dcb-b970-dbcb0652fddb req-691db287-0712-4c44-8c58-6fa042269bbd tempest-LiveMigrationTest-1546209978 tempest-LiveMigrationTest-1546209978-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5569496-7cec-4aec-ad9f-59758b146a22 HTTP/1.1" status: 200 len: 210 time: 0.0328093 Sep 08 09:01:40.038750 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a20872c3-2e74-411c-9285-59d247157a2b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6055994 Sep 08 09:01:40.040423 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38118) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:40.051183 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-d2b569ec-3137-4794-bb4c-ea942737b721 admin admin] Request body: {'subnet': {'network_id': '2bca9e19-adc3-4046-9a65-e8e42c2cd190', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1922914099-subnet', 'tenant_id': '60cc7751195843ebadbbb66d9bdddd07', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:01:40.066692 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649dfd0-acf4-45b8-8be1-067d38f1d63a req-5274dde3-fb29-4db3-8e88-955105343794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:40.067852 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7649dfd0-acf4-45b8-8be1-067d38f1d63a req-5274dde3-fb29-4db3-8e88-955105343794 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1339056 Sep 08 09:01:40.078232 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebfd07-b299-4331-8280-4ea6688f4f5a req-31aca4c4-ed6d-4ec0-899c-3a224815570a tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:40.082660 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-52ebfd07-b299-4331-8280-4ea6688f4f5a req-31aca4c4-ed6d-4ec0-899c-3a224815570a tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=733f29f6-dc98-4bb8-9d90-7c7829fa45d2 HTTP/1.1" status: 200 len: 944 time: 0.0923593 Sep 08 09:01:40.198208 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b569ec-3137-4794-bb4c-ea942737b721 admin admin] Made reservation on behalf of 60cc7751195843ebadbbb66d9bdddd07 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:01:40.200612 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d2b569ec-3137-4794-bb4c-ea942737b721 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:40.242939 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-52ebfd07-b299-4331-8280-4ea6688f4f5a req-f7984860-9aa9-4cec-8ce6-a5ec0816d434 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478908 Sep 08 09:01:40.288833 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-40cd082c-5a4a-451b-aac2-b21cac02b492 req-6a84c556-aa7c-4349-808c-c7f40495d1f9 tempest-ServerShowV247Test-349934222 tempest-ServerShowV247Test-349934222-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5445eed-549c-4b28-8a62-efbb216d39b1 HTTP/1.1" status: 200 len: 210 time: 0.0477185 Sep 08 09:01:40.302999 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7649dfd0-acf4-45b8-8be1-067d38f1d63a req-4fb72587-c542-403d-a573-fe2379d8fabc service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192681 Sep 08 09:01:40.553432 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c87e692-5385-4b5e-b32f-bc6f74c6eafb req-fa3f2b95-d7a4-44ba-9907-4be3b383d6a1 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:40.555116 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7c87e692-5385-4b5e-b32f-bc6f74c6eafb req-fa3f2b95-d7a4-44ba-9907-4be3b383d6a1 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] 10.222.0.54 "GET /v2.0/ports?device_id=9bb1d030-7e8c-476a-96ed-81fddf4a1e2b HTTP/1.1" status: 200 len: 947 time: 0.1875765 Sep 08 09:01:40.566986 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7649dfd0-acf4-45b8-8be1-067d38f1d63a req-a601145a-9e38-4ec3-a8e8-37a207a5520a service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525270 Sep 08 09:01:40.601056 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 8827b49a-27b8-408e-ace7-161cd43b2bb9 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:01:40.632722 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d2b569ec-3137-4794-bb4c-ea942737b721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:40.652416 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7c87e692-5385-4b5e-b32f-bc6f74c6eafb req-8fc5af74-3c8c-4090-8031-82c3d9e1712d tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] 10.222.0.54 "GET /v2.0/security-groups?id=21287275-a563-42af-8855-615b627cf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908222 Sep 08 09:01:40.667557 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device b0659fa8-c2f6-4f62-90f4-d6c1234828e2 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:01:40.693969 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: b0659fa8-c2f6-4f62-90f4-d6c1234828e2 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:01:40.694443 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device b0659fa8-c2f6-4f62-90f4-d6c1234828e2 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:01:40.699544 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 8827b49a-27b8-408e-ace7-161cd43b2bb9 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:01:40.704553 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 8827b49a-27b8-408e-ace7-161cd43b2bb9 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:01:40.706009 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:40.718851 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b569ec-3137-4794-bb4c-ea942737b721 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35362f99-b0d6-4e0b-8bdd-5b323164ce7d,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:40.719162 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292beb2-fc3a-41e3-9ea4-e671c8966fde req-2ab2d37a-f2a4-46c5-9d8c-ef0ac2341bdf tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:40.726341 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b569ec-3137-4794-bb4c-ea942737b721 admin admin] Checking segment: {'id': 'b248b080-424a-4d7c-b6da-e7e9fa7a7a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2bca9e19-adc3-4046-9a65-e8e42c2cd190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:01:40.726786 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b569ec-3137-4794-bb4c-ea942737b721 admin admin] Network hostable DHCP agents. Network: 2bca9e19-adc3-4046-9a65-e8e42c2cd190, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:01:40.734365 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1292beb2-fc3a-41e3-9ea4-e671c8966fde req-2ab2d37a-f2a4-46c5-9d8c-ef0ac2341bdf tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a94f181-4a86-480c-9c94-fc2506820e7d HTTP/1.1" status: 200 len: 949 time: 0.1073174 Sep 08 09:01:40.752539 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b569ec-3137-4794-bb4c-ea942737b721 admin admin] Network 2bca9e19-adc3-4046-9a65-e8e42c2cd190 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:01:40.764711 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-d2b569ec-3137-4794-bb4c-ea942737b721 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 2bca9e19-adc3-4046-9a65-e8e42c2cd190) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:01:40.771390 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b569ec-3137-4794-bb4c-ea942737b721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:40.772872 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d2b569ec-3137-4794-bb4c-ea942737b721 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:40.786640 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1292beb2-fc3a-41e3-9ea4-e671c8966fde req-85e1b00e-4a77-48c8-a189-995d45df8578 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501077 Sep 08 09:01:40.791694 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d2b569ec-3137-4794-bb4c-ea942737b721 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7470396 Sep 08 09:01:40.796554 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38130) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:40.796767 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff70f3df-63e6-488e-8bbd-b1633e98814b None None] Network 2bca9e19-adc3-4046-9a65-e8e42c2cd190 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:01:40.801681 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-299c5e13-a5f2-4b72-b727-27e5a6309aca admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1922914099-router', 'tenant_id': '60cc7751195843ebadbbb66d9bdddd07', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:01:40.840992 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-299c5e13-a5f2-4b72-b727-27e5a6309aca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:40.842577 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-299c5e13-a5f2-4b72-b727-27e5a6309aca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:40.866435 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:40.899547 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '733f29f6-dc98-4bb8-9d90-7c7829fa45d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8827b49a-27b8-408e-ace7-161cd43b2bb9'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:01:40.902070 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb83ae8-1c37-4add-83b7-6413dd741f42" -d '{"events": [{"server_uuid": "733f29f6-dc98-4bb8-9d90-7c7829fa45d2", "name": "network-vif-plugged", "status": "completed", "tag": "8827b49a-27b8-408e-ace7-161cd43b2bb9"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:01:40.911572 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-299c5e13-a5f2-4b72-b727-27e5a6309aca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:40.926517 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 8827b49a-27b8-408e-ace7-161cd43b2bb9, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=8827b49a-27b8-408e-ace7-161cd43b2bb9,segment=NetworkSegment(62cd42f7-9651-4119-add8-a40e3a6b8c01),segment_id=62cd42f7-9651-4119-add8-a40e3a6b8c01)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:40.941004 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe33da1-d4e8-47cc-9118-f71738be5192 req-4088a296-e8a6-4182-b09e-59d3b41525f9 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:40.945424 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7fe33da1-d4e8-47cc-9118-f71738be5192 req-4088a296-e8a6-4182-b09e-59d3b41525f9 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 950 time: 0.0770018 Sep 08 09:01:40.958513 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:40.997022 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed024cce-8fde-4252-92d5-895764ad0716 x-openstack-request-id: req-ed024cce-8fde-4252-92d5-895764ad0716 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:01:40.997472 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "733f29f6-dc98-4bb8-9d90-7c7829fa45d2", "name": "network-vif-plugged", "status": "completed", "tag": "8827b49a-27b8-408e-ace7-161cd43b2bb9", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:01:40.997819 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ed024cce-8fde-4252-92d5-895764ad0716 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:01:40.998344 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '733f29f6-dc98-4bb8-9d90-7c7829fa45d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8827b49a-27b8-408e-ace7-161cd43b2bb9', 'code': 200} Sep 08 09:01:41.016517 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7fe33da1-d4e8-47cc-9118-f71738be5192 req-694a8d36-b1c7-4b55-9464-188533346763 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646248 Sep 08 09:01:41.060923 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=8827b49a-27b8-408e-ace7-161cd43b2bb9,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:41.079560 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabe596b-c7a9-4fb3-b0a3-d944c42f52d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-2bca9e19-adc3-4046-9a65-e8e42c2cd190', 'network_id': '2bca9e19-adc3-4046-9a65-e8e42c2cd190', 'tenant_id': '60cc7751195843ebadbbb66d9bdddd07', 'fixed_ips': [{'subnet_id': '35362f99-b0d6-4e0b-8bdd-5b323164ce7d'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:01:41.081161 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cabe596b-c7a9-4fb3-b0a3-d944c42f52d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:41.130348 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38140) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:41.134057 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-299c5e13-a5f2-4b72-b727-27e5a6309aca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:41.187683 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0691f0c-c1e0-46dc-8ed9-2601d97d7612 req-851f4195-7c85-49eb-8373-24461eb6375d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:41.191188 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b0691f0c-c1e0-46dc-8ed9-2601d97d7612 req-851f4195-7c85-49eb-8373-24461eb6375d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=733f29f6-dc98-4bb8-9d90-7c7829fa45d2 HTTP/1.1" status: 200 len: 1097 time: 0.0870249 Sep 08 09:01:41.250742 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b0691f0c-c1e0-46dc-8ed9-2601d97d7612 req-cb733cc1-2398-46de-9f78-d56d7fab267a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517373 Sep 08 09:01:41.336182 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9690f5b0-737a-4b3a-882f-60416fd968ec req-77f1bd53-505b-4721-b71f-ba042dd05317 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=5d503e082c6e4ba9b06785de52973fc3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281923 Sep 08 09:01:41.342567 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-34ed4c0f-1eae-4fb6-9bce-6585acb21bb7 admin admin] Deleting subnet e08ea884-5afc-42c5-87f0-7a3f3f5db0de {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:01:41.347254 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-34ed4c0f-1eae-4fb6-9bce-6585acb21bb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:41.347439 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-cabe596b-c7a9-4fb3-b0a3-d944c42f52d0 None None] Allocated IP 172.20.0.2 (2bca9e19-adc3-4046-9a65-e8e42c2cd190/35362f99-b0d6-4e0b-8bdd-5b323164ce7d/93773fdc-225e-4da5-b4d5-d58f15846d2d) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:01:41.417490 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-34ed4c0f-1eae-4fb6-9bce-6585acb21bb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:41.432158 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5569496-7cec-4aec-ad9f-59758b146a22', 'name': 'network-vif-deleted', 'tag': 'b0659fa8-c2f6-4f62-90f4-d6c1234828e2'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:01:41.436168 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b2bc2f-9017-44ff-b373-662ea7897dee" -d '{"events": [{"server_uuid": "a5569496-7cec-4aec-ad9f-59758b146a22", "name": "network-vif-deleted", "tag": "b0659fa8-c2f6-4f62-90f4-d6c1234828e2"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:01:41.488789 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690f5b0-737a-4b3a-882f-60416fd968ec req-4acf686a-11fa-4048-8b14-10e10d0fb93e tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:41.490369 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9690f5b0-737a-4b3a-882f-60416fd968ec req-4acf686a-11fa-4048-8b14-10e10d0fb93e tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1477594 Sep 08 09:01:41.514129 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9690f5b0-737a-4b3a-882f-60416fd968ec req-22e1fe6c-3dd8-446f-98b5-2430b29840d4 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/quotas/5d503e082c6e4ba9b06785de52973fc3 HTTP/1.1" status: 200 len: 375 time: 0.0143125 Sep 08 09:01:41.535233 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cabe596b-c7a9-4fb3-b0a3-d944c42f52d0 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:41.545358 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-cabe596b-c7a9-4fb3-b0a3-d944c42f52d0 None None] Transition to ACTIVE for port object 93773fdc-225e-4da5-b4d5-d58f15846d2d will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:01:41.551392 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1caa93-ef54-46a9-8d59-ea1557571364 req-49fadf12-db1f-40d4-b1f7-410ef4d2f91e tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:41.552971 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8f1caa93-ef54-46a9-8d59-ea1557571364 req-49fadf12-db1f-40d4-b1f7-410ef4d2f91e tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=733f29f6-dc98-4bb8-9d90-7c7829fa45d2 HTTP/1.1" status: 200 len: 945 time: 0.1838608 Sep 08 09:01:41.556017 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-34ed4c0f-1eae-4fb6-9bce-6585acb21bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:41.563831 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-cabe596b-c7a9-4fb3-b0a3-d944c42f52d0 None None] Transition to ACTIVE for port object 93773fdc-225e-4da5-b4d5-d58f15846d2d will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:01:41.575311 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cabe596b-c7a9-4fb3-b0a3-d944c42f52d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:41.598184 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9690f5b0-737a-4b3a-882f-60416fd968ec req-2e4c49ec-f795-48d0-a9b5-b441fbe85699 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5d503e082c6e4ba9b06785de52973fc3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0773983 Sep 08 09:01:41.623187 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabe596b-c7a9-4fb3-b0a3-d944c42f52d0 None None] Network 2bca9e19-adc3-4046-9a65-e8e42c2cd190 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:01:41.629250 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-cabe596b-c7a9-4fb3-b0a3-d944c42f52d0 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:01:41.633736 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabe596b-c7a9-4fb3-b0a3-d944c42f52d0 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:01:41.652513 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe596b-c7a9-4fb3-b0a3-d944c42f52d0 None None] Pushing event updated for resources: {'Port': ['ID=93773fdc-225e-4da5-b4d5-d58f15846d2d,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:41.686329 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-299c5e13-a5f2-4b72-b727-27e5a6309aca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:41.718316 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-cabe596b-c7a9-4fb3-b0a3-d944c42f52d0 None None] Attempting to bind port 93773fdc-225e-4da5-b4d5-d58f15846d2d on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:01:41.719034 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-cabe596b-c7a9-4fb3-b0a3-d944c42f52d0 None None] Attempting to bind port 93773fdc-225e-4da5-b4d5-d58f15846d2d by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'b248b080-424a-4d7c-b6da-e7e9fa7a7a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2bca9e19-adc3-4046-9a65-e8e42c2cd190'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:01:41.719738 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabe596b-c7a9-4fb3-b0a3-d944c42f52d0 None None] Attempting to bind port 93773fdc-225e-4da5-b4d5-d58f15846d2d on network 2bca9e19-adc3-4046-9a65-e8e42c2cd190 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:01:41.726381 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabe596b-c7a9-4fb3-b0a3-d944c42f52d0 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:01:41.726975 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabe596b-c7a9-4fb3-b0a3-d944c42f52d0 None None] Checking segment: {'id': 'b248b080-424a-4d7c-b6da-e7e9fa7a7a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2bca9e19-adc3-4046-9a65-e8e42c2cd190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:01:41.727579 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cabe596b-c7a9-4fb3-b0a3-d944c42f52d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:41.728121 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabe596b-c7a9-4fb3-b0a3-d944c42f52d0 None None] Bound using segment: {'id': 'b248b080-424a-4d7c-b6da-e7e9fa7a7a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2bca9e19-adc3-4046-9a65-e8e42c2cd190'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:01:41.729340 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-cabe596b-c7a9-4fb3-b0a3-d944c42f52d0 None None] Bound port: 93773fdc-225e-4da5-b4d5-d58f15846d2d, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b248b080-424a-4d7c-b6da-e7e9fa7a7a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2bca9e19-adc3-4046-9a65-e8e42c2cd190'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:01:41.729895 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cabe596b-c7a9-4fb3-b0a3-d944c42f52d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:41.742731 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8f1caa93-ef54-46a9-8d59-ea1557571364 req-6800d680-341e-4243-9f64-c5fb94ba4e0a tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547339 Sep 08 09:01:41.745868 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-34ed4c0f-1eae-4fb6-9bce-6585acb21bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:41.755174 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-299c5e13-a5f2-4b72-b727-27e5a6309aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:41.812166 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271b8165-a69d-42d7-88fe-da7d684fb0d3 x-openstack-request-id: req-271b8165-a69d-42d7-88fe-da7d684fb0d3 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:01:41.812489 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5569496-7cec-4aec-ad9f-59758b146a22", "name": "network-vif-deleted", "tag": "b0659fa8-c2f6-4f62-90f4-d6c1234828e2", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:01:41.812752 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-271b8165-a69d-42d7-88fe-da7d684fb0d3 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:01:41.813329 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5569496-7cec-4aec-ad9f-59758b146a22', 'name': 'network-vif-deleted', 'tag': 'b0659fa8-c2f6-4f62-90f4-d6c1234828e2', 'status': 'completed', 'code': 200} Sep 08 09:01:41.837820 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-cabe596b-c7a9-4fb3-b0a3-d944c42f52d0 None None] For port 93773fdc-225e-4da5-b4d5-d58f15846d2d, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:01:41.842259 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-cabe596b-c7a9-4fb3-b0a3-d944c42f52d0 None None] For port 93773fdc-225e-4da5-b4d5-d58f15846d2d, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=93773fdc-225e-4da5-b4d5-d58f15846d2d,segment=NetworkSegment(b248b080-424a-4d7c-b6da-e7e9fa7a7a95),segment_id=b248b080-424a-4d7c-b6da-e7e9fa7a7a95)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:01:41.849427 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cabe596b-c7a9-4fb3-b0a3-d944c42f52d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:41.886452 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed4c0f-1eae-4fb6-9bce-6585acb21bb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e08ea884-5afc-42c5-87f0-7a3f3f5db0de,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:41.920602 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-34ed4c0f-1eae-4fb6-9bce-6585acb21bb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:41.922610 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-34ed4c0f-1eae-4fb6-9bce-6585acb21bb7 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/e08ea884-5afc-42c5-87f0-7a3f3f5db0de HTTP/1.1" status: 204 len: 168 time: 0.7915277 Sep 08 09:01:41.928368 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38172) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:41.945611 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe596b-c7a9-4fb3-b0a3-d944c42f52d0 None None] Pushing event updated for resources: {'Port': ['ID=93773fdc-225e-4da5-b4d5-d58f15846d2d,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:41.994620 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-47221ddd-7362-456c-ad70-85590f3150c1 req-08827a9d-b8c3-446a-97bc-d7aad816d368 tempest-ServerShowV247Test-349934222 tempest-ServerShowV247Test-349934222-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5445eed-549c-4b28-8a62-efbb216d39b1 HTTP/1.1" status: 200 len: 210 time: 0.1038411 Sep 08 09:01:42.065467 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fc599e27-ff2e-4db4-bb4a-19ae19601272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:42.175369 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2e96c256-a005-4e07-ab04-30f317ad393a req-7afa8138-17b9-495d-b8c5-0e87f2c10b28 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=477da8ee-0f1c-47cf-9fd8-126eda93b6f1 HTTP/1.1" status: 200 len: 210 time: 0.0707862 Sep 08 09:01:42.221326 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ad9c5-984e-4d84-8b78-1ba4daca045a req-2f8f65a3-b5c9-4ce0-97b9-0a0b102ec576 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:42.223109 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7f8ad9c5-984e-4d84-8b78-1ba4daca045a req-2f8f65a3-b5c9-4ce0-97b9-0a0b102ec576 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] 10.222.0.54 "GET /v2.0/ports?device_id=9bb1d030-7e8c-476a-96ed-81fddf4a1e2b HTTP/1.1" status: 200 len: 947 time: 0.1538658 Sep 08 09:01:42.246526 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-299c5e13-a5f2-4b72-b727-27e5a6309aca admin admin] Allocated IP 172.25.0.133 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/f0744839-15c2-416d-9955-7124b1de00d7) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:01:42.311724 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fc599e27-ff2e-4db4-bb4a-19ae19601272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:42.406542 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-fc599e27-ff2e-4db4-bb4a-19ae19601272 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b780815-5142-4edc-a37a-9e502afff334']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:01:42.424634 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7f8ad9c5-984e-4d84-8b78-1ba4daca045a req-e3a6a75d-55a8-47c8-9610-0e287a0fd0f5 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] 10.222.0.54 "GET /v2.0/security-groups?id=21287275-a563-42af-8855-615b627cf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182745 Sep 08 09:01:42.426610 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-fc599e27-ff2e-4db4-bb4a-19ae19601272 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa7b147d-9249-4b88-b7ce-d5137c1c3a3c') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:01:42.426925 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-fc599e27-ff2e-4db4-bb4a-19ae19601272 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa7b147d-9249-4b88-b7ce-d5137c1c3a3c') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:01:42.437047 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fc599e27-ff2e-4db4-bb4a-19ae19601272 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:42.455782 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fc599e27-ff2e-4db4-bb4a-19ae19601272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:42.462851 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-299c5e13-a5f2-4b72-b727-27e5a6309aca admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:42.463387 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc599e27-ff2e-4db4-bb4a-19ae19601272 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:01:42.463804 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fc599e27-ff2e-4db4-bb4a-19ae19601272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:42.466490 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:01:42.466490 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:01:42.466490 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:01:42.466490 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:01:42.466490 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:01:42.466490 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:01:42.466490 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:01:42.466490 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:01:42.466490 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:01:42.466490 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:01:42.466490 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:01:42.466490 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:01:42.466490 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:01:42.466490 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:01:42.466490 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:01:42.466490 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:01:42.466490 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:01:42.466490 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:01:42.466490 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:01:42.466490 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:01:42.466490 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:01:42.466490 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:01:42.466490 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:01:42.466490 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:01:42.466490 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:01:42.466490 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:01:42.466490 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:01:42.466490 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:01:42.466490 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:01:42.466490 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:01:42.466490 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:01:42.466490 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:01:42.521483 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-299c5e13-a5f2-4b72-b727-27e5a6309aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:42.541042 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fc599e27-ff2e-4db4-bb4a-19ae19601272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:42.548309 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fc599e27-ff2e-4db4-bb4a-19ae19601272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:42.553307 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-fc599e27-ff2e-4db4-bb4a-19ae19601272 admin admin] 10.222.0.54 "DELETE /v2.0/networks/1b780815-5142-4edc-a37a-9e502afff334 HTTP/1.1" status: 204 len: 168 time: 0.6229033 Sep 08 09:01:42.554571 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38186) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:42.569361 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299c5e13-a5f2-4b72-b727-27e5a6309aca admin admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:01:42.573273 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-299c5e13-a5f2-4b72-b727-27e5a6309aca admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:01:42.583306 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299c5e13-a5f2-4b72-b727-27e5a6309aca admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:01:42.591144 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc599e27-ff2e-4db4-bb4a-19ae19601272 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b780815-5142-4edc-a37a-9e502afff334,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:42.683761 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-77083aea-9904-4e46-bc2b-2552981b06bb req-d870c371-efbe-4a73-a2c1-1f96cfe3d7e1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c5445eed-549c-4b28-8a62-efbb216d39b1 HTTP/1.1" status: 200 len: 210 time: 0.0643232 Sep 08 09:01:42.689733 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c5e13-a5f2-4b72-b727-27e5a6309aca admin admin] Pushing event updated for resources: {'Port': ['ID=f0744839-15c2-416d-9955-7124b1de00d7,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:42.697910 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f0af095-f651-4a9d-b4ec-109f5769120c admin admin] Deleting subnet a6605ba4-c055-464f-84ff-5439a6e3385c {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:01:42.701558 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2f0af095-f651-4a9d-b4ec-109f5769120c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:42.750921 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2f0af095-f651-4a9d-b4ec-109f5769120c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:42.802347 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2f0af095-f651-4a9d-b4ec-109f5769120c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:42.869453 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2f0af095-f651-4a9d-b4ec-109f5769120c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:42.921182 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2f0af095-f651-4a9d-b4ec-109f5769120c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:42.924617 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2f0af095-f651-4a9d-b4ec-109f5769120c admin admin] 10.222.0.54 "DELETE /v2.0/subnets/a6605ba4-c055-464f-84ff-5439a6e3385c HTTP/1.1" status: 204 len: 168 time: 0.3687544 Sep 08 09:01:42.925894 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0af095-f651-4a9d-b4ec-109f5769120c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6605ba4-c055-464f-84ff-5439a6e3385c,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:42.927551 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38192) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:43.024670 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-299c5e13-a5f2-4b72-b727-27e5a6309aca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:43.031608 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a2160be1-a983-4a22-b942-c8354a5e8c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:43.124912 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131bad0-a535-4739-bf46-b2073689c2c0 req-7a560375-d3a8-4940-9341-006a36854649 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:43.127057 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4131bad0-a535-4739-bf46-b2073689c2c0 req-7a560375-d3a8-4940-9341-006a36854649 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=733f29f6-dc98-4bb8-9d90-7c7829fa45d2 HTTP/1.1" status: 200 len: 945 time: 0.2520669 Sep 08 09:01:43.145402 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a2160be1-a983-4a22-b942-c8354a5e8c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:43.191774 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:01:43.197700 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b46d1f1d-f7ef-4973-807e-b28ffacf031d req-b24b2e3c-8c2c-477c-b5ae-91b92dad2cc4 tempest-ServerShowV247Test-349934222 tempest-ServerShowV247Test-349934222-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5445eed-549c-4b28-8a62-efbb216d39b1 HTTP/1.1" status: 200 len: 210 time: 0.0413361 Sep 08 09:01:43.199501 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-a2160be1-a983-4a22-b942-c8354a5e8c25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdf99956-d085-451c-842f-f3383176722d']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:01:43.217862 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-a2160be1-a983-4a22-b942-c8354a5e8c25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44592cfb-f9cf-4be9-a4a0-81fa3f5eed44') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:01:43.218196 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-a2160be1-a983-4a22-b942-c8354a5e8c25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44592cfb-f9cf-4be9-a4a0-81fa3f5eed44') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:01:43.239987 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a2160be1-a983-4a22-b942-c8354a5e8c25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:43.258832 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a2160be1-a983-4a22-b942-c8354a5e8c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:43.272769 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2160be1-a983-4a22-b942-c8354a5e8c25 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:01:43.275459 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a2160be1-a983-4a22-b942-c8354a5e8c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:43.279339 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:01:43.279339 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:01:43.279339 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:01:43.279339 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:01:43.279339 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:01:43.279339 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:01:43.279339 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:01:43.279339 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:01:43.279339 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:01:43.279339 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:01:43.279339 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:01:43.279339 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:01:43.279339 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:01:43.279339 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:01:43.279339 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:01:43.279339 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:01:43.279339 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:01:43.279339 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:01:43.279339 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:01:43.279339 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:01:43.279339 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:01:43.279339 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:01:43.279339 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:01:43.279339 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:01:43.279339 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:01:43.279339 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:01:43.279339 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:01:43.279339 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:01:43.279339 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:01:43.279339 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:01:43.279339 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:01:43.279339 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:01:43.292099 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4131bad0-a535-4739-bf46-b2073689c2c0 req-846cc1dc-ac61-43cf-a8d3-aa66b40a6cf6 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543388 Sep 08 09:01:43.401338 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a2160be1-a983-4a22-b942-c8354a5e8c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:43.416098 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a5a5eb-ee4e-4e05-9e10-f017fff0c247 None None] Network 2bca9e19-adc3-4046-9a65-e8e42c2cd190 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:01:43.432175 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9690f5b0-737a-4b3a-882f-60416fd968ec req-f151e441-f044-4a8f-9bee-5e1517211d73 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=5d503e082c6e4ba9b06785de52973fc3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1069145 Sep 08 09:01:43.442452 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b3296af3-2207-42eb-9348-5fc5671640bf req-90adcf5e-1f24-4681-8533-f5b1c1b1feac tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=477da8ee-0f1c-47cf-9fd8-126eda93b6f1 HTTP/1.1" status: 200 len: 210 time: 0.0554223 Sep 08 09:01:43.454839 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a2160be1-a983-4a22-b942-c8354a5e8c25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:43.463086 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-a2160be1-a983-4a22-b942-c8354a5e8c25 admin admin] 10.222.0.54 "DELETE /v2.0/networks/cdf99956-d085-451c-842f-f3383176722d HTTP/1.1" status: 204 len: 168 time: 0.5342176 Sep 08 09:01:43.543784 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-5483df3b-50fb-4724-8194-dce314b8200e None None] Provisioning for port 93773fdc-225e-4da5-b4d5-d58f15846d2d completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:01:43.561983 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-299c5e13-a5f2-4b72-b727-27e5a6309aca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:43.673985 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844185f9-0e63-45a3-8d46-7578c7bc8832 req-cfb7db03-99ce-401d-9e4e-7483f99d5da6 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:43.675930 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-844185f9-0e63-45a3-8d46-7578c7bc8832 req-cfb7db03-99ce-401d-9e4e-7483f99d5da6 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=733f29f6-dc98-4bb8-9d90-7c7829fa45d2 HTTP/1.1" status: 200 len: 945 time: 0.2622736 Sep 08 09:01:43.694480 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2160be1-a983-4a22-b942-c8354a5e8c25 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdf99956-d085-451c-842f-f3383176722d,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:43.711156 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38210) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:43.781364 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-844185f9-0e63-45a3-8d46-7578c7bc8832 req-9d48b4f2-0acd-4a15-81b2-5fefbccced8c tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975270 Sep 08 09:01:43.796555 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690f5b0-737a-4b3a-882f-60416fd968ec req-3efab8e3-6d13-4d37-af62-c3b6bfef8c3a tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:43.798200 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9690f5b0-737a-4b3a-882f-60416fd968ec req-3efab8e3-6d13-4d37-af62-c3b6bfef8c3a tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3511798 Sep 08 09:01:43.822213 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f489b1b-9a18-4f0d-88ac-94401d58f811 req-8ea58d8c-227f-4254-afa0-2ce4ff269048 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:43.823862 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6f489b1b-9a18-4f0d-88ac-94401d58f811 req-8ea58d8c-227f-4254-afa0-2ce4ff269048 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] 10.222.0.54 "GET /v2.0/ports?device_id=9bb1d030-7e8c-476a-96ed-81fddf4a1e2b HTTP/1.1" status: 200 len: 947 time: 0.1747053 Sep 08 09:01:43.843950 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-9690f5b0-737a-4b3a-882f-60416fd968ec req-2301a35e-486c-4fb0-8005-d2bf081442b0 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Request body: {'port': {'device_id': '477da8ee-0f1c-47cf-9fd8-126eda93b6f1', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'admin_state_up': True, 'tenant_id': '5d503e082c6e4ba9b06785de52973fc3'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:01:43.958623 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 93773fdc-225e-4da5-b4d5-d58f15846d2d up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:01:43.977509 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-92c1cc46-b4ab-457e-822c-db72f31133ea admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=453fb48635914fff8b30c3b6382194e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2540267 Sep 08 09:01:44.044967 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 93773fdc-225e-4da5-b4d5-d58f15846d2d completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:01:44.050430 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 93773fdc-225e-4da5-b4d5-d58f15846d2d triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:01:44.050726 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:44.062016 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38222) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:44.110302 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9690f5b0-737a-4b3a-882f-60416fd968ec req-2301a35e-486c-4fb0-8005-d2bf081442b0 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Made reservation on behalf of 5d503e082c6e4ba9b06785de52973fc3 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:01:44.120364 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9690f5b0-737a-4b3a-882f-60416fd968ec req-2301a35e-486c-4fb0-8005-d2bf081442b0 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:44.137339 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-3340d91b-6826-4be0-9d03-522925e6d3b6 None None] Provisioning complete for port 93773fdc-225e-4da5-b4d5-d58f15846d2d triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:01:44.137709 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3340d91b-6826-4be0-9d03-522925e6d3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:44.280000 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299c5e13-a5f2-4b72-b727-27e5a6309aca admin admin] Router 8aec1130-b8ae-453e-b590-ed20acae47d1 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:01:44.309474 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6f489b1b-9a18-4f0d-88ac-94401d58f811 req-d2bf0d6a-7f45-41ae-9c65-24aeb5e451b3 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] 10.222.0.54 "GET /v2.0/security-groups?id=21287275-a563-42af-8855-615b627cf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4461339 Sep 08 09:01:44.327638 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:44.392168 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3340d91b-6826-4be0-9d03-522925e6d3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:44.423114 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 93773fdc-225e-4da5-b4d5-d58f15846d2d, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=93773fdc-225e-4da5-b4d5-d58f15846d2d,segment=NetworkSegment(b248b080-424a-4d7c-b6da-e7e9fa7a7a95),segment_id=b248b080-424a-4d7c-b6da-e7e9fa7a7a95)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:44.430114 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:44.477448 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.db.api [None req-3340d91b-6826-4be0-9d03-522925e6d3b6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 09:01:44.478154 n-d-806683-11 neutron-server[94714]: DEBUG oslo_db.api [None req-3340d91b-6826-4be0-9d03-522925e6d3b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 09:01:44.561738 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=93773fdc-225e-4da5-b4d5-d58f15846d2d,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:44.571124 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:01:44.571696 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:01:44.572068 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:01:44.572786 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:01:44.573395 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:01:44.573536 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-543a63f6-cd9f-47e4-af24-b93d60c4ee0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:44.573876 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:01:44.574352 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:01:44.574808 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:01:44.575135 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:01:44.575964 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:01:44.575964 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:01:44.577023 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:01:44.589538 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299c5e13-a5f2-4b72-b727-27e5a6309aca admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:01:44.602226 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fafb671-955f-4661-8ea1-73632c9bd162 None None] Sync routers for ids ['8aec1130-b8ae-453e-b590-ed20acae47d1'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:01:44.609923 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-299c5e13-a5f2-4b72-b727-27e5a6309aca admin admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:44.610578 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-299c5e13-a5f2-4b72-b727-27e5a6309aca admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8129690 Sep 08 09:01:44.614197 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38240) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:44.624535 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fafb671-955f-4661-8ea1-73632c9bd162 None None] Routers {'8aec1130-b8ae-453e-b590-ed20acae47d1'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:01:44.625328 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-9fafb671-955f-4661-8ea1-73632c9bd162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:01:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8aec1130-b8ae-453e-b590-ed20acae47d1'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:01:44.683624 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device a5cc8399-49f8-4214-9f78-ab2d5fbbf394 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:01:44.686186 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-9690f5b0-737a-4b3a-882f-60416fd968ec req-2301a35e-486c-4fb0-8005-d2bf081442b0 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Allocated IP 192.168.233.5 (05f7642a-1c79-41be-85aa-1443ef22cc3b/dfc66e4b-ecb5-4c99-afe1-0a78c722534a/8503fd18-3ce8-4536-b8d7-b81197b5e812) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:01:44.794914 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-9fafb671-955f-4661-8ea1-73632c9bd162 None None] Set router 8aec1130-b8ae-453e-b590-ed20acae47d1 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:01:44.844490 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-80a482ee-3062-48d7-8d85-3a26658a7e43 req-a7354998-57e4-4b6d-8054-b411d1375331 tempest-ServerShowV247Test-349934222 tempest-ServerShowV247Test-349934222-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5445eed-549c-4b28-8a62-efbb216d39b1 HTTP/1.1" status: 200 len: 210 time: 0.2523279 Sep 08 09:01:44.846875 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-543a63f6-cd9f-47e4-af24-b93d60c4ee0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:44.974585 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-eab7cf01-3f2b-4495-b4ac-3663568c5765 req-72657e14-6eda-4269-8748-4fea27b54b2b tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=477da8ee-0f1c-47cf-9fd8-126eda93b6f1 HTTP/1.1" status: 200 len: 210 time: 0.0543883 Sep 08 09:01:45.094236 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port a5cc8399-49f8-4214-9f78-ab2d5fbbf394, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=a5cc8399-49f8-4214-9f78-ab2d5fbbf394,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:45.106287 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9690f5b0-737a-4b3a-882f-60416fd968ec req-2301a35e-486c-4fb0-8005-d2bf081442b0 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:45.106543 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-9fafb671-955f-4661-8ea1-73632c9bd162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aec1130-b8ae-453e-b590-ed20acae47d1', 'name': 'tempest-ServersTestFqdnHostnames-1922914099-router', 'tenant_id': '60cc7751195843ebadbbb66d9bdddd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'f0744839-15c2-416d-9955-7124b1de00d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:01:40Z', 'updated_at': '2021-09-08T09:01:42Z', 'revision_number': 3, 'project_id': '60cc7751195843ebadbbb66d9bdddd07', 'gw_port': {'id': 'f0744839-15c2-416d-9955-7124b1de00d7', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:16:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aec1130-b8ae-453e-b590-ed20acae47d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:01:41Z', 'updated_at': '2021-09-08T09:01:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:01:45.135739 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fafb671-955f-4661-8ea1-73632c9bd162 None None] Checking router: 8aec1130-b8ae-453e-b590-ed20acae47d1 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:01:45.135947 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-9690f5b0-737a-4b3a-882f-60416fd968ec req-2301a35e-486c-4fb0-8005-d2bf081442b0 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Transition to ACTIVE for port object 8503fd18-3ce8-4536-b8d7-b81197b5e812 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:01:45.136486 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fafb671-955f-4661-8ea1-73632c9bd162 None None] Updating router 8aec1130-b8ae-453e-b590-ed20acae47d1 port f0744839-15c2-416d-9955-7124b1de00d7 binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:01:45.146629 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': 'a5cc8399-49f8-4214-9f78-ab2d5fbbf394', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'port_id': 'a5cc8399-49f8-4214-9f78-ab2d5fbbf394', 'mac_address': 'fa:16:3e:3c:fe:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc66e4b-ecb5-4c99-afe1-0a78c722534a', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:01:45.165638 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9fafb671-955f-4661-8ea1-73632c9bd162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:45.190735 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:45.204399 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5cc8399-49f8-4214-9f78-ab2d5fbbf394 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:01:45.232642 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port a5cc8399-49f8-4214-9f78-ab2d5fbbf394, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=a5cc8399-49f8-4214-9f78-ab2d5fbbf394,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:45.241942 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:45.242337 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9690f5b0-737a-4b3a-882f-60416fd968ec req-2301a35e-486c-4fb0-8005-d2bf081442b0 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:45.281777 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-543a63f6-cd9f-47e4-af24-b93d60c4ee0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:45.287567 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ff82a-d87f-4c41-969f-f354f768acf5 req-cc0dc909-6fe7-4c8e-9fa5-44e40411722f tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:45.290890 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-543a63f6-cd9f-47e4-af24-b93d60c4ee0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:45.292053 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-543a63f6-cd9f-47e4-af24-b93d60c4ee0b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cf83e743-9f08-44a8-a190-b9c40842c060 HTTP/1.1" status: 204 len: 168 time: 1.2012084 Sep 08 09:01:45.296065 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-be7ff82a-d87f-4c41-969f-f354f768acf5 req-cc0dc909-6fe7-4c8e-9fa5-44e40411722f tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=733f29f6-dc98-4bb8-9d90-7c7829fa45d2 HTTP/1.1" status: 200 len: 945 time: 0.1014519 Sep 08 09:01:45.325667 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['9d88b0e6-81d1-4f99-b049-7cddfe74d864'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:01:45.333598 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['4e8387ba-0052-43d4-9873-16ba5900acc5'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:01:45.348336 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=a5cc8399-49f8-4214-9f78-ab2d5fbbf394,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:45.384229 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9690f5b0-737a-4b3a-882f-60416fd968ec req-2301a35e-486c-4fb0-8005-d2bf081442b0 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Network 05f7642a-1c79-41be-85aa-1443ef22cc3b is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:01:45.384908 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-be7ff82a-d87f-4c41-969f-f354f768acf5 req-b6a2d1eb-d3a3-43f7-8511-cb533c79d274 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889153 Sep 08 09:01:45.418597 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-9690f5b0-737a-4b3a-882f-60416fd968ec req-2301a35e-486c-4fb0-8005-d2bf081442b0 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:01:45.434050 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-9690f5b0-737a-4b3a-882f-60416fd968ec req-2301a35e-486c-4fb0-8005-d2bf081442b0 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:01:45.498950 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-06453dd0-db30-4c1a-956d-904490755c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:45.593441 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9fafb671-955f-4661-8ea1-73632c9bd162 None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:45.617029 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-9fafb671-955f-4661-8ea1-73632c9bd162 None None] Transition to ACTIVE for port object f0744839-15c2-416d-9955-7124b1de00d7 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:01:45.631976 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9fafb671-955f-4661-8ea1-73632c9bd162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:45.635366 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543a63f6-cd9f-47e4-af24-b93d60c4ee0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf83e743-9f08-44a8-a190-b9c40842c060,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:45.651903 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690f5b0-737a-4b3a-882f-60416fd968ec req-2301a35e-486c-4fb0-8005-d2bf081442b0 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:45.652678 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9690f5b0-737a-4b3a-882f-60416fd968ec req-2301a35e-486c-4fb0-8005-d2bf081442b0 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:45.712827 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-06453dd0-db30-4c1a-956d-904490755c31 admin admin] Allocated IP 172.20.0.1 (2bca9e19-adc3-4046-9a65-e8e42c2cd190/35362f99-b0d6-4e0b-8bdd-5b323164ce7d/13842369-8770-43b0-bdfc-9073d1ba7f2a) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:01:45.718988 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['a5cc8399-49f8-4214-9f78-ab2d5fbbf394'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:01:45.734546 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0f23b968-f068-4755-889c-2ce357908862 req-9b3e34a8-4b63-4431-bdff-f3c5b4617444 tempest-ServerShowV247Test-349934222 tempest-ServerShowV247Test-349934222-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5445eed-549c-4b28-8a62-efbb216d39b1&device_id=7f0bacf9-94da-4c37-83f5-1d16cd89498e HTTP/1.1" status: 200 len: 210 time: 0.0786490 Sep 08 09:01:45.775907 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2301a35e-486c-4fb0-8005-d2bf081442b0 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Pushing event updated for resources: {'Port': ['ID=8503fd18-3ce8-4536-b8d7-b81197b5e812,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:45.787586 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9690f5b0-737a-4b3a-882f-60416fd968ec req-2301a35e-486c-4fb0-8005-d2bf081442b0 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9593477 Sep 08 09:01:45.809019 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-9690f5b0-737a-4b3a-882f-60416fd968ec req-71c911f8-ab5f-4505-aae5-47a648f3c5bf service neutron] Request body: {'port': {'device_id': '477da8ee-0f1c-47cf-9fd8-126eda93b6f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:01:45.898927 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9690f5b0-737a-4b3a-882f-60416fd968ec req-71c911f8-ab5f-4505-aae5-47a648f3c5bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:45.931417 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-06453dd0-db30-4c1a-956d-904490755c31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:45.961455 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-06453dd0-db30-4c1a-956d-904490755c31 admin admin] Transition to ACTIVE for port object 13842369-8770-43b0-bdfc-9073d1ba7f2a will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:01:46.004280 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38268) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:46.008301 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 93773fdc-225e-4da5-b4d5-d58f15846d2d up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:01:46.021606 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f4ef44-cb6c-4d5b-92af-2f6be45004a3 None None] Pushing event updated for resources: {'Port': ['ID=f0744839-15c2-416d-9955-7124b1de00d7,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:46.025003 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-03d14425-6e82-4002-94c0-de26f1fa8d3d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1462961615'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:01:46.031469 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-9fafb671-955f-4661-8ea1-73632c9bd162 None None] Attempting to bind port f0744839-15c2-416d-9955-7124b1de00d7 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:01:46.031849 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-9fafb671-955f-4661-8ea1-73632c9bd162 None None] Attempting to bind port f0744839-15c2-416d-9955-7124b1de00d7 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:01:46.032219 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fafb671-955f-4661-8ea1-73632c9bd162 None None] Attempting to bind port f0744839-15c2-416d-9955-7124b1de00d7 on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:01:46.049003 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fafb671-955f-4661-8ea1-73632c9bd162 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:01:46.050133 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fafb671-955f-4661-8ea1-73632c9bd162 None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:01:46.050560 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9fafb671-955f-4661-8ea1-73632c9bd162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:46.050969 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fafb671-955f-4661-8ea1-73632c9bd162 None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:01:46.051461 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-9fafb671-955f-4661-8ea1-73632c9bd162 None None] Bound port: f0744839-15c2-416d-9955-7124b1de00d7, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:01:46.051874 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9fafb671-955f-4661-8ea1-73632c9bd162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:46.081413 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-06453dd0-db30-4c1a-956d-904490755c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:46.100576 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-bf670476-2ec6-46d5-9f55-47d92121e5c5 None None] Provisioning for port 8503fd18-3ce8-4536-b8d7-b81197b5e812 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:01:46.122980 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b29b03d-35bf-4d15-a656-5db36d43145d req-c9b9ef56-cbe4-4a44-ac25-751f026d18f4 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:46.124628 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1b29b03d-35bf-4d15-a656-5db36d43145d req-c9b9ef56-cbe4-4a44-ac25-751f026d18f4 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] 10.222.0.54 "GET /v2.0/ports?device_id=9bb1d030-7e8c-476a-96ed-81fddf4a1e2b HTTP/1.1" status: 200 len: 948 time: 0.6419196 Sep 08 09:01:46.138195 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-bf670476-2ec6-46d5-9f55-47d92121e5c5 None None] Provisioning complete for port 8503fd18-3ce8-4536-b8d7-b81197b5e812 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:01:46.139708 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-bf670476-2ec6-46d5-9f55-47d92121e5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:46.151883 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d14425-6e82-4002-94c0-de26f1fa8d3d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Made reservation on behalf of 5ff9af2a8ae84383ae48822128c85b16 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:01:46.157383 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-03d14425-6e82-4002-94c0-de26f1fa8d3d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:46.162687 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38270) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:46.193262 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-9fafb671-955f-4661-8ea1-73632c9bd162 None None] For port f0744839-15c2-416d-9955-7124b1de00d7, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:01:46.209291 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-9fafb671-955f-4661-8ea1-73632c9bd162 None None] For port f0744839-15c2-416d-9955-7124b1de00d7, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=f0744839-15c2-416d-9955-7124b1de00d7,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:01:46.209800 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06453dd0-db30-4c1a-956d-904490755c31 admin admin] Network 2bca9e19-adc3-4046-9a65-e8e42c2cd190 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:01:46.215387 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-06453dd0-db30-4c1a-956d-904490755c31 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:01:46.217332 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-bf670476-2ec6-46d5-9f55-47d92121e5c5 None None] Port 8503fd18-3ce8-4536-b8d7-b81197b5e812 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:01:46.218187 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9fafb671-955f-4661-8ea1-73632c9bd162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:46.225392 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06453dd0-db30-4c1a-956d-904490755c31 admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:01:46.259113 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 93773fdc-225e-4da5-b4d5-d58f15846d2d triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:01:46.259750 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:46.276534 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-412f9e9f-45c8-4c37-91bb-236cb1901b9a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fc11f5cc31eb4bd1827ae81f8a2e931f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1123724 Sep 08 09:01:46.288885 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38274) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:46.289140 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-06453dd0-db30-4c1a-956d-904490755c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:46.300315 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03d14425-6e82-4002-94c0-de26f1fa8d3d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:01:46.333543 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0b34e60b-63c5-4d09-88b9-c88b25b8e6a6 req-35cc8e16-8e01-4231-8dd8-e1613a0c953a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b47062427fb44d939b3b92ac2910484c&device_id=c5445eed-549c-4b28-8a62-efbb216d39b1 HTTP/1.1" status: 200 len: 210 time: 0.0607469 Sep 08 09:01:46.376299 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f4ef44-cb6c-4d5b-92af-2f6be45004a3 None None] Pushing event updated for resources: {'Port': ['ID=f0744839-15c2-416d-9955-7124b1de00d7,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:46.395117 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fafb671-955f-4661-8ea1-73632c9bd162 None None] Routers {'8aec1130-b8ae-453e-b590-ed20acae47d1'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:01:46.395766 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-9fafb671-955f-4661-8ea1-73632c9bd162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:01:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8aec1130-b8ae-453e-b590-ed20acae47d1'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:01:46.401225 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1b29b03d-35bf-4d15-a656-5db36d43145d req-e4de8839-f18e-4826-af29-f42585c1fbae tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] 10.222.0.54 "GET /v2.0/security-groups?id=21287275-a563-42af-8855-615b627cf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600510 Sep 08 09:01:46.412766 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06453dd0-db30-4c1a-956d-904490755c31 admin admin] Pushing event updated for resources: {'Port': ['ID=13842369-8770-43b0-bdfc-9073d1ba7f2a,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:46.500450 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-03d14425-6e82-4002-94c0-de26f1fa8d3d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:46.501019 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-03d14425-6e82-4002-94c0-de26f1fa8d3d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Added segment a13fd2b6-0549-44cb-a81f-d013dc25e0e0 of type vlan for network e131d2cf-f0f6-4e3a-90af-0615e503d20b Sep 08 09:01:46.567282 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-787a6429-4619-436d-b7a2-aa60017fae6e req-56463dd2-6516-42d3-8150-b5b41b7ee904 tempest-ServerShowV247Test-349934222 tempest-ServerShowV247Test-349934222-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5445eed-549c-4b28-8a62-efbb216d39b1 HTTP/1.1" status: 200 len: 210 time: 0.0396309 Sep 08 09:01:46.572827 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-9fafb671-955f-4661-8ea1-73632c9bd162 None None] Set router 8aec1130-b8ae-453e-b590-ed20acae47d1 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:01:46.587679 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-4293c0a8-2ef1-41ae-975f-20f60206f15c None None] Provisioning for port 13842369-8770-43b0-bdfc-9073d1ba7f2a completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:01:46.589066 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-06453dd0-db30-4c1a-956d-904490755c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:46.592996 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-4293c0a8-2ef1-41ae-975f-20f60206f15c None None] Provisioning complete for port 13842369-8770-43b0-bdfc-9073d1ba7f2a triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:01:46.593382 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4293c0a8-2ef1-41ae-975f-20f60206f15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:46.640464 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-4293c0a8-2ef1-41ae-975f-20f60206f15c None None] Port 13842369-8770-43b0-bdfc-9073d1ba7f2a cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:01:46.649746 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 8827b49a-27b8-408e-ace7-161cd43b2bb9 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:01:46.793980 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 8827b49a-27b8-408e-ace7-161cd43b2bb9, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=8827b49a-27b8-408e-ace7-161cd43b2bb9,segment=NetworkSegment(62cd42f7-9651-4119-add8-a40e3a6b8c01),segment_id=62cd42f7-9651-4119-add8-a40e3a6b8c01)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:46.809317 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '8827b49a-27b8-408e-ace7-161cd43b2bb9', 'network_id': 'e4ae51a3-555d-433c-8c68-00298de875e2', 'port_id': '8827b49a-27b8-408e-ace7-161cd43b2bb9', 'mac_address': 'fa:16:3e:02:55:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b8d890a-bf45-4b73-bd8d-17a04a6ff513', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:01:46.843623 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-9fafb671-955f-4661-8ea1-73632c9bd162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aec1130-b8ae-453e-b590-ed20acae47d1', 'name': 'tempest-ServersTestFqdnHostnames-1922914099-router', 'tenant_id': '60cc7751195843ebadbbb66d9bdddd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'f0744839-15c2-416d-9955-7124b1de00d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:01:40Z', 'updated_at': '2021-09-08T09:01:42Z', 'revision_number': 3, 'project_id': '60cc7751195843ebadbbb66d9bdddd07', 'gw_port': {'id': 'f0744839-15c2-416d-9955-7124b1de00d7', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:16:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aec1130-b8ae-453e-b590-ed20acae47d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:01:41Z', 'updated_at': '2021-09-08T09:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:01:46.853287 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e76cb2-7921-4142-aef3-38f1b4998a18 req-bcc4ad54-1b17-4771-9b13-2cddac35cb5c tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:46.855986 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:46.861955 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-78a1a040-4ef4-4893-ad06-d43a19e0fc27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:46.862153 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-60e76cb2-7921-4142-aef3-38f1b4998a18 req-bcc4ad54-1b17-4771-9b13-2cddac35cb5c tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=733f29f6-dc98-4bb8-9d90-7c7829fa45d2 HTTP/1.1" status: 200 len: 945 time: 0.1783834 Sep 08 09:01:46.871042 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8827b49a-27b8-408e-ace7-161cd43b2bb9 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:01:46.873673 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fafb671-955f-4661-8ea1-73632c9bd162 None None] The sync data for ids ['8aec1130-b8ae-453e-b590-ed20acae47d1'] in n-d-806683-11 is: [{'id': '8aec1130-b8ae-453e-b590-ed20acae47d1', 'name': 'tempest-ServersTestFqdnHostnames-1922914099-router', 'tenant_id': '60cc7751195843ebadbbb66d9bdddd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'f0744839-15c2-416d-9955-7124b1de00d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:01:40Z', 'updated_at': '2021-09-08T09:01:42Z', 'revision_number': 3, 'project_id': '60cc7751195843ebadbbb66d9bdddd07', 'gw_port': {'id': 'f0744839-15c2-416d-9955-7124b1de00d7', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:16:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aec1130-b8ae-453e-b590-ed20acae47d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:01:41Z', 'updated_at': '2021-09-08T09:01:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:01:46.886133 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0b34e60b-63c5-4d09-88b9-c88b25b8e6a6 req-e490297f-6ca3-40a0-81a8-ac8e0926a2f1 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=b47062427fb44d939b3b92ac2910484c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4809909 Sep 08 09:01:46.896476 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 8827b49a-27b8-408e-ace7-161cd43b2bb9, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=8827b49a-27b8-408e-ace7-161cd43b2bb9,segment=NetworkSegment(62cd42f7-9651-4119-add8-a40e3a6b8c01),segment_id=62cd42f7-9651-4119-add8-a40e3a6b8c01)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:46.906929 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:46.944173 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-60e76cb2-7921-4142-aef3-38f1b4998a18 req-2f972b5e-eb57-48cf-95a0-923f94da2211 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802484 Sep 08 09:01:46.973810 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=8827b49a-27b8-408e-ace7-161cd43b2bb9,revision_number=6']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:46.993864 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-06453dd0-db30-4c1a-956d-904490755c31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:46.999530 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-06453dd0-db30-4c1a-956d-904490755c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:47.005588 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155eaf78-c200-4883-8259-9bab8f557d33 req-eaf5ea0f-9c97-4b1e-aa21-d198731144ef tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:47.007874 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-155eaf78-c200-4883-8259-9bab8f557d33 req-eaf5ea0f-9c97-4b1e-aa21-d198731144ef tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=477da8ee-0f1c-47cf-9fd8-126eda93b6f1 HTTP/1.1" status: 200 len: 934 time: 0.6842599 Sep 08 09:01:47.058324 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-78a1a040-4ef4-4893-ad06-d43a19e0fc27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:47.068078 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-03d14425-6e82-4002-94c0-de26f1fa8d3d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:47.081402 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06453dd0-db30-4c1a-956d-904490755c31 admin admin] Pushing event updated for resources: {'Port': ['ID=13842369-8770-43b0-bdfc-9073d1ba7f2a,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:47.084052 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-06453dd0-db30-4c1a-956d-904490755c31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:47.098557 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['8827b49a-27b8-408e-ace7-161cd43b2bb9'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:01:47.243103 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06453dd0-db30-4c1a-956d-904490755c31 admin admin] Network 2bca9e19-adc3-4046-9a65-e8e42c2cd190 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:01:47.244793 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-06453dd0-db30-4c1a-956d-904490755c31 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:01:47.309091 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-155eaf78-c200-4883-8259-9bab8f557d33 req-fad86dfc-92fb-45d4-919a-c9661222c8e2 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729630 Sep 08 09:01:47.336402 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-03d14425-6e82-4002-94c0-de26f1fa8d3d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:47.342227 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d14425-6e82-4002-94c0-de26f1fa8d3d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:47.342858 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-03d14425-6e82-4002-94c0-de26f1fa8d3d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:47.395476 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34e60b-63c5-4d09-88b9-c88b25b8e6a6 req-ccf3a1e6-8bca-4045-ac22-78e247b22777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:47.395898 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06453dd0-db30-4c1a-956d-904490755c31 admin admin] Router 8aec1130-b8ae-453e-b590-ed20acae47d1 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:01:47.398318 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0b34e60b-63c5-4d09-88b9-c88b25b8e6a6 req-ccf3a1e6-8bca-4045-ac22-78e247b22777 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4990196 Sep 08 09:01:47.438298 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-03d14425-6e82-4002-94c0-de26f1fa8d3d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4261861 Sep 08 09:01:47.452745 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38282) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:47.459892 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-7aa002f1-3adc-45a8-a4bb-c8aabd6362cb tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1197056125'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:01:47.504159 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa002f1-3adc-45a8-a4bb-c8aabd6362cb tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Made reservation on behalf of 5ff9af2a8ae84383ae48822128c85b16 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:01:47.504408 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-9690f5b0-737a-4b3a-882f-60416fd968ec req-71c911f8-ab5f-4505-aae5-47a648f3c5bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8503fd18-3ce8-4536-b8d7-b81197b5e812 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:01:47.509489 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7aa002f1-3adc-45a8-a4bb-c8aabd6362cb tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:47.519012 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9690f5b0-737a-4b3a-882f-60416fd968ec req-71c911f8-ab5f-4505-aae5-47a648f3c5bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:47.536711 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-9690f5b0-737a-4b3a-882f-60416fd968ec req-71c911f8-ab5f-4505-aae5-47a648f3c5bf service neutron] Transition to ACTIVE for port object 8503fd18-3ce8-4536-b8d7-b81197b5e812 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:01:47.588136 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9690f5b0-737a-4b3a-882f-60416fd968ec req-71c911f8-ab5f-4505-aae5-47a648f3c5bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:47.590781 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-78a1a040-4ef4-4893-ad06-d43a19e0fc27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:47.593447 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-78a1a040-4ef4-4893-ad06-d43a19e0fc27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:47.595275 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-78a1a040-4ef4-4893-ad06-d43a19e0fc27 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a03c2179-0f69-4064-ae59-ffb6a6d7e7be HTTP/1.1" status: 204 len: 168 time: 1.3008795 Sep 08 09:01:47.597212 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d14425-6e82-4002-94c0-de26f1fa8d3d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Pushing event updated for resources: {'Network': ['ID=e131d2cf-f0f6-4e3a-90af-0615e503d20b,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:47.602933 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b0b0e0f9-398a-439c-a5a9-5a6efd164763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:47.616057 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network e131d2cf-f0f6-4e3a-90af-0615e503d20b details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:01:47.625438 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06453dd0-db30-4c1a-956d-904490755c31 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:01:47.649687 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-06453dd0-db30-4c1a-956d-904490755c31 admin admin] 10.222.0.54 "PUT /v2.0/routers/8aec1130-b8ae-453e-b590-ed20acae47d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0249093 Sep 08 09:01:47.662770 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a1a040-4ef4-4893-ad06-d43a19e0fc27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03c2179-0f69-4064-ae59-ffb6a6d7e7be,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:47.677458 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aa002f1-3adc-45a8-a4bb-c8aabd6362cb tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:01:47.697546 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7aa002f1-3adc-45a8-a4bb-c8aabd6362cb tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:47.697960 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-7aa002f1-3adc-45a8-a4bb-c8aabd6362cb tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Added segment a92db136-9157-48d9-ba34-f5a434c22bec of type vlan for network 7f827cbd-981b-4963-870a-da3dc338441e Sep 08 09:01:47.710434 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c911f8-ab5f-4505-aae5-47a648f3c5bf service neutron] Pushing event updated for resources: {'Port': ['ID=8503fd18-3ce8-4536-b8d7-b81197b5e812,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:47.751971 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51acc55-f5d4-492f-a194-815b83e0aef3 req-3b9f9cdc-cec3-4a43-a4bb-15c2c1bd0297 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:47.753595 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b51acc55-f5d4-492f-a194-815b83e0aef3 req-3b9f9cdc-cec3-4a43-a4bb-15c2c1bd0297 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] 10.222.0.54 "GET /v2.0/ports?device_id=9bb1d030-7e8c-476a-96ed-81fddf4a1e2b HTTP/1.1" status: 200 len: 948 time: 0.1732655 Sep 08 09:01:47.857284 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2d9a4453-1b50-4166-a1fa-d6a750b53134 None None] Provisioning complete for port 13842369-8770-43b0-bdfc-9073d1ba7f2a triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:01:47.858786 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2d9a4453-1b50-4166-a1fa-d6a750b53134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:47.873212 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7aa002f1-3adc-45a8-a4bb-c8aabd6362cb tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:47.931784 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7aa002f1-3adc-45a8-a4bb-c8aabd6362cb tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:47.938415 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa002f1-3adc-45a8-a4bb-c8aabd6362cb tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:47.939376 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7aa002f1-3adc-45a8-a4bb-c8aabd6362cb tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:47.974948 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device f0744839-15c2-416d-9955-7124b1de00d7 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:01:47.982470 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1de177ca-0b6f-4e7a-9b83-545a9524d413 req-94b12dce-f0a5-417d-9381-ca64672292a6 tempest-ServerShowV247Test-349934222 tempest-ServerShowV247Test-349934222-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5445eed-549c-4b28-8a62-efbb216d39b1 HTTP/1.1" status: 200 len: 210 time: 0.1773818 Sep 08 09:01:48.046188 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-9690f5b0-737a-4b3a-882f-60416fd968ec req-71c911f8-ab5f-4505-aae5-47a648f3c5bf service neutron] Attempting to bind port 8503fd18-3ce8-4536-b8d7-b81197b5e812 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:01:48.046897 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-9690f5b0-737a-4b3a-882f-60416fd968ec req-71c911f8-ab5f-4505-aae5-47a648f3c5bf service neutron] Attempting to bind port 8503fd18-3ce8-4536-b8d7-b81197b5e812 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:01:48.047569 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9690f5b0-737a-4b3a-882f-60416fd968ec req-71c911f8-ab5f-4505-aae5-47a648f3c5bf service neutron] Attempting to bind port 8503fd18-3ce8-4536-b8d7-b81197b5e812 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:01:48.049394 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b51acc55-f5d4-492f-a194-815b83e0aef3 req-d8aa9301-40b4-4278-8b4e-74d05e4dac80 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] 10.222.0.54 "GET /v2.0/security-groups?id=21287275-a563-42af-8855-615b627cf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138009 Sep 08 09:01:48.075347 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7aa002f1-3adc-45a8-a4bb-c8aabd6362cb tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6193137 Sep 08 09:01:48.079870 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38298) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:48.094914 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-80858ebe-b42c-443a-b57c-a73a58cb7fd4 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Request body: {'subnet': {'network_id': 'e131d2cf-f0f6-4e3a-90af-0615e503d20b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:01:48.112622 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9690f5b0-737a-4b3a-882f-60416fd968ec req-71c911f8-ab5f-4505-aae5-47a648f3c5bf service neutron] Port 8503fd18-3ce8-4536-b8d7-b81197b5e812 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:01:48.115966 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9690f5b0-737a-4b3a-882f-60416fd968ec req-71c911f8-ab5f-4505-aae5-47a648f3c5bf service neutron] Attempting to bind port 8503fd18-3ce8-4536-b8d7-b81197b5e812 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:01:48.144770 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa002f1-3adc-45a8-a4bb-c8aabd6362cb tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Pushing event updated for resources: {'Network': ['ID=7f827cbd-981b-4963-870a-da3dc338441e,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:48.158546 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-2d9a4453-1b50-4166-a1fa-d6a750b53134 None None] Port 13842369-8770-43b0-bdfc-9073d1ba7f2a cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:01:48.166503 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 7f827cbd-981b-4963-870a-da3dc338441e details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:01:48.166978 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9690f5b0-737a-4b3a-882f-60416fd968ec req-71c911f8-ab5f-4505-aae5-47a648f3c5bf service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:01:48.167542 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9690f5b0-737a-4b3a-882f-60416fd968ec req-71c911f8-ab5f-4505-aae5-47a648f3c5bf service neutron] Checking segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:01:48.169012 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9690f5b0-737a-4b3a-882f-60416fd968ec req-71c911f8-ab5f-4505-aae5-47a648f3c5bf service neutron] Bound using segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:01:48.169384 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-9690f5b0-737a-4b3a-882f-60416fd968ec req-71c911f8-ab5f-4505-aae5-47a648f3c5bf service neutron] Bound port: 8503fd18-3ce8-4536-b8d7-b81197b5e812, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:01:48.169579 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9690f5b0-737a-4b3a-882f-60416fd968ec req-71c911f8-ab5f-4505-aae5-47a648f3c5bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:48.254194 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port f0744839-15c2-416d-9955-7124b1de00d7 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:01:48.258502 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port f0744839-15c2-416d-9955-7124b1de00d7 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:01:48.258884 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:48.318374 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b5ef9-d760-472f-91a0-6ec0dac2134e req-9524bd8d-91a0-487b-88fe-ecf770f91782 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:48.328581 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b00b5ef9-d760-472f-91a0-6ec0dac2134e req-9524bd8d-91a0-487b-88fe-ecf770f91782 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=733f29f6-dc98-4bb8-9d90-7c7829fa45d2 HTTP/1.1" status: 200 len: 944 time: 0.1373324 Sep 08 09:01:48.330257 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80858ebe-b42c-443a-b57c-a73a58cb7fd4 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Made reservation on behalf of 5ff9af2a8ae84383ae48822128c85b16 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:01:48.334741 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-80858ebe-b42c-443a-b57c-a73a58cb7fd4 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:48.338581 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-9690f5b0-737a-4b3a-882f-60416fd968ec req-71c911f8-ab5f-4505-aae5-47a648f3c5bf service neutron] For port 8503fd18-3ce8-4536-b8d7-b81197b5e812, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:01:48.343355 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-9690f5b0-737a-4b3a-882f-60416fd968ec req-71c911f8-ab5f-4505-aae5-47a648f3c5bf service neutron] For port 8503fd18-3ce8-4536-b8d7-b81197b5e812, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=8503fd18-3ce8-4536-b8d7-b81197b5e812,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:01:48.359132 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9690f5b0-737a-4b3a-882f-60416fd968ec req-71c911f8-ab5f-4505-aae5-47a648f3c5bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:48.370331 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:48.402198 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port f0744839-15c2-416d-9955-7124b1de00d7, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=f0744839-15c2-416d-9955-7124b1de00d7,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:48.410209 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:48.448270 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b00b5ef9-d760-472f-91a0-6ec0dac2134e req-2871ce8e-618f-4622-9501-5512efc39c8d tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047885 Sep 08 09:01:48.523902 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690f5b0-737a-4b3a-882f-60416fd968ec req-71c911f8-ab5f-4505-aae5-47a648f3c5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:48.524553 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9690f5b0-737a-4b3a-882f-60416fd968ec req-71c911f8-ab5f-4505-aae5-47a648f3c5bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:48.525477 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=f0744839-15c2-416d-9955-7124b1de00d7,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:48.529688 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9690f5b0-737a-4b3a-882f-60416fd968ec req-71c911f8-ab5f-4505-aae5-47a648f3c5bf service neutron] 10.222.0.37 "PUT /v2.0/ports/8503fd18-3ce8-4536-b8d7-b81197b5e812 HTTP/1.1" status: 200 len: 1095 time: 2.7252746 Sep 08 09:01:48.532003 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '477da8ee-0f1c-47cf-9fd8-126eda93b6f1', 'tag': '8503fd18-3ce8-4536-b8d7-b81197b5e812'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:01:48.535675 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebcb8b2c-1545-41fe-9523-64481a5db26a" -d '{"events": [{"name": "network-changed", "server_uuid": "477da8ee-0f1c-47cf-9fd8-126eda93b6f1", "tag": "8503fd18-3ce8-4536-b8d7-b81197b5e812"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:01:48.640830 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c911f8-ab5f-4505-aae5-47a648f3c5bf service neutron] Pushing event updated for resources: {'Port': ['ID=8503fd18-3ce8-4536-b8d7-b81197b5e812,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:48.692369 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 8827b49a-27b8-408e-ace7-161cd43b2bb9 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:01:48.736991 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0979791c-7f08-49dc-9624-072624d6ed2b req-2c6e1ba9-217e-4051-a5a9-5d2ea2e6eea6 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:48.739230 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0979791c-7f08-49dc-9624-072624d6ed2b req-2c6e1ba9-217e-4051-a5a9-5d2ea2e6eea6 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=477da8ee-0f1c-47cf-9fd8-126eda93b6f1 HTTP/1.1" status: 200 len: 946 time: 0.1292531 Sep 08 09:01:48.794058 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device a5cc8399-49f8-4214-9f78-ab2d5fbbf394 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:01:48.811113 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690f5b0-737a-4b3a-882f-60416fd968ec req-d20ac4ad-ec53-4e35-9be9-be09d3b9a225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:48.812702 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9690f5b0-737a-4b3a-882f-60416fd968ec req-d20ac4ad-ec53-4e35-9be9-be09d3b9a225 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d503e082c6e4ba9b06785de52973fc3&device_id=477da8ee-0f1c-47cf-9fd8-126eda93b6f1 HTTP/1.1" status: 200 len: 1098 time: 0.1951041 Sep 08 09:01:48.814215 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0979791c-7f08-49dc-9624-072624d6ed2b req-9f34837f-9cc7-4e02-af1d-8d301e56ffdf tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659397 Sep 08 09:01:48.928536 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9690f5b0-737a-4b3a-882f-60416fd968ec req-1b24f73d-7693-4610-86c2-403fddb99708 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=8503fd18-3ce8-4536-b8d7-b81197b5e812 HTTP/1.1" status: 200 len: 217 time: 0.0935686 Sep 08 09:01:48.973996 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port a5cc8399-49f8-4214-9f78-ab2d5fbbf394 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:01:48.980062 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port a5cc8399-49f8-4214-9f78-ab2d5fbbf394 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:01:48.980983 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:49.026502 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:49.061173 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8827b49a-27b8-408e-ace7-161cd43b2bb9 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:01:49.068161 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0b34e60b-63c5-4d09-88b9-c88b25b8e6a6 req-2de95f97-948b-4317-844b-de14343f40a8 tempest-ServerShowV247Test-349934222 tempest-ServerShowV247Test-349934222-project] 10.222.0.35 "GET /v2.0/ports?device_id=c5445eed-549c-4b28-8a62-efbb216d39b1 HTTP/1.1" status: 200 len: 210 time: 0.1081007 Sep 08 09:01:49.097089 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a67d4c-b2cb-40dd-a742-08e156293c56 x-openstack-request-id: req-62a67d4c-b2cb-40dd-a742-08e156293c56 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:01:49.098709 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "477da8ee-0f1c-47cf-9fd8-126eda93b6f1", "tag": "8503fd18-3ce8-4536-b8d7-b81197b5e812", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:01:49.099140 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-62a67d4c-b2cb-40dd-a742-08e156293c56 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:01:49.100496 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '477da8ee-0f1c-47cf-9fd8-126eda93b6f1', 'tag': '8503fd18-3ce8-4536-b8d7-b81197b5e812', 'status': 'completed', 'code': 200} Sep 08 09:01:49.123630 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 8827b49a-27b8-408e-ace7-161cd43b2bb9, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=8827b49a-27b8-408e-ace7-161cd43b2bb9,segment=NetworkSegment(62cd42f7-9651-4119-add8-a40e3a6b8c01),segment_id=62cd42f7-9651-4119-add8-a40e3a6b8c01)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:49.134713 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-80858ebe-b42c-443a-b57c-a73a58cb7fd4 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:49.153519 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690f5b0-737a-4b3a-882f-60416fd968ec req-438a3d31-6817-450d-a0aa-a15473456ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:49.155084 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9690f5b0-737a-4b3a-882f-60416fd968ec req-438a3d31-6817-450d-a0aa-a15473456ec4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.1962767 Sep 08 09:01:49.217507 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38332) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:49.235779 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a019746e-3c17-47a4-a00f-6e70d710d4c4 req-6785c024-9264-4877-8a6a-5a8701e5d964 tempest-ServerShowV247Test-349934222 tempest-ServerShowV247Test-349934222-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5445eed-549c-4b28-8a62-efbb216d39b1 HTTP/1.1" status: 200 len: 210 time: 0.0563443 Sep 08 09:01:49.240049 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:49.243376 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:49.254750 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-f1fdf3db-a0a4-4e32-b2d8-e2b9b366b5e9 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Request body: {'security_group': {'name': 'tempest-securitygroup--743408376', 'description': 'tempest-description--2104895372'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:01:49.320143 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb1d030-7e8c-476a-96ed-81fddf4a1e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5cc8399-49f8-4214-9f78-ab2d5fbbf394'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:01:49.322494 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6039af5-0d8c-4ddf-92ca-b809cc6b7e82" -d '{"events": [{"server_uuid": "9bb1d030-7e8c-476a-96ed-81fddf4a1e2b", "name": "network-vif-plugged", "status": "completed", "tag": "a5cc8399-49f8-4214-9f78-ab2d5fbbf394"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:01:49.340690 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port a5cc8399-49f8-4214-9f78-ab2d5fbbf394, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=a5cc8399-49f8-4214-9f78-ab2d5fbbf394,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:49.349046 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:49.366243 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=8827b49a-27b8-408e-ace7-161cd43b2bb9,revision_number=7']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:49.416379 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f1fdf3db-a0a4-4e32-b2d8-e2b9b366b5e9 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:49.433059 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b89cd7-5e55-496c-aa07-240946462425 req-92e82cc6-447a-4442-96e8-41b898ec4f39 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:49.434781 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f5b89cd7-5e55-496c-aa07-240946462425 req-92e82cc6-447a-4442-96e8-41b898ec4f39 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] 10.222.0.54 "GET /v2.0/ports?device_id=9bb1d030-7e8c-476a-96ed-81fddf4a1e2b HTTP/1.1" status: 200 len: 949 time: 0.1093168 Sep 08 09:01:49.448033 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=a5cc8399-49f8-4214-9f78-ab2d5fbbf394,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:49.458755 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9690f5b0-737a-4b3a-882f-60416fd968ec req-279b8c03-1a55-4169-81f8-9369b3040f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:49.460325 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9690f5b0-737a-4b3a-882f-60416fd968ec req-279b8c03-1a55-4169-81f8-9369b3040f97 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2419391 Sep 08 09:01:49.460994 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80858ebe-b42c-443a-b57c-a73a58cb7fd4 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Pushing event updated for resources: {'Subnet': ['ID=64cec42a-675b-48e9-acf5-9de60b36e75d,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:49.467679 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80858ebe-b42c-443a-b57c-a73a58cb7fd4 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Checking segment: {'id': 'a13fd2b6-0549-44cb-a81f-d013dc25e0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e131d2cf-f0f6-4e3a-90af-0615e503d20b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:01:49.467679 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80858ebe-b42c-443a-b57c-a73a58cb7fd4 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Network hostable DHCP agents. Network: e131d2cf-f0f6-4e3a-90af-0615e503d20b, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:01:49.489634 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f5b89cd7-5e55-496c-aa07-240946462425 req-8d50adf9-b83a-48b8-8d31-599db32610a2 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] 10.222.0.54 "GET /v2.0/security-groups?id=21287275-a563-42af-8855-615b627cf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476594 Sep 08 09:01:49.520630 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7031cb-b224-4267-8c7e-586178309e34 req-68392910-6ea6-421b-9191-36b9ecc48504 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:49.522202 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2a7031cb-b224-4267-8c7e-586178309e34 req-68392910-6ea6-421b-9191-36b9ecc48504 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=733f29f6-dc98-4bb8-9d90-7c7829fa45d2 HTTP/1.1" status: 200 len: 943 time: 0.2126873 Sep 08 09:01:49.542633 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8a14ac-f456-4e0a-b843-91d240c4fdbd x-openstack-request-id: req-be8a14ac-f456-4e0a-b843-91d240c4fdbd {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:01:49.542974 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb1d030-7e8c-476a-96ed-81fddf4a1e2b", "name": "network-vif-plugged", "status": "completed", "tag": "a5cc8399-49f8-4214-9f78-ab2d5fbbf394", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:01:49.543332 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-be8a14ac-f456-4e0a-b843-91d240c4fdbd {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:01:49.543792 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb1d030-7e8c-476a-96ed-81fddf4a1e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5cc8399-49f8-4214-9f78-ab2d5fbbf394', 'code': 200} Sep 08 09:01:49.578330 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2017c3ed-3309-4438-b23e-8be7933c3f69 None None] Sync routers for ids ['8aec1130-b8ae-453e-b590-ed20acae47d1'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:01:49.590956 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2017c3ed-3309-4438-b23e-8be7933c3f69 None None] Routers {'8aec1130-b8ae-453e-b590-ed20acae47d1'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:01:49.591774 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-2017c3ed-3309-4438-b23e-8be7933c3f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:01:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8aec1130-b8ae-453e-b590-ed20acae47d1'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:01:49.630936 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80858ebe-b42c-443a-b57c-a73a58cb7fd4 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Network e131d2cf-f0f6-4e3a-90af-0615e503d20b is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:01:49.684773 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2a7031cb-b224-4267-8c7e-586178309e34 req-77d2e24a-30db-4353-a685-ebed8ace1ecf tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473391 Sep 08 09:01:49.685628 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-80858ebe-b42c-443a-b57c-a73a58cb7fd4 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, e131d2cf-f0f6-4e3a-90af-0615e503d20b) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:01:49.710251 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80858ebe-b42c-443a-b57c-a73a58cb7fd4 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:49.710932 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-80858ebe-b42c-443a-b57c-a73a58cb7fd4 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:49.722964 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9690f5b0-737a-4b3a-882f-60416fd968ec req-e26ef93a-c7e7-4424-bd69-4aa0b6ea2e4e service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423534 Sep 08 09:01:49.739714 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7f9679-0614-44d9-b823-ffc74e9b40b9 None None] Network e131d2cf-f0f6-4e3a-90af-0615e503d20b requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:01:49.799858 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f1fdf3db-a0a4-4e32-b2d8-e2b9b366b5e9 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:49.840525 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f1fdf3db-a0a4-4e32-b2d8-e2b9b366b5e9 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:49.841755 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-2017c3ed-3309-4438-b23e-8be7933c3f69 None None] Set router 8aec1130-b8ae-453e-b590-ed20acae47d1 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:01:49.848366 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-80858ebe-b42c-443a-b57c-a73a58cb7fd4 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7660532 Sep 08 09:01:49.851200 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38348) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:49.857173 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8a814-ea80-426d-bf8c-4adc5c7d8dc8 req-de5f7277-597a-47ca-82e1-bae3d3866efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:49.857588 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-dc4c6e89-fb7a-43ff-aab3-f24b5201990d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Request body: {'subnet': {'network_id': '7f827cbd-981b-4963-870a-da3dc338441e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:01:49.859027 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4bd8a814-ea80-426d-bf8c-4adc5c7d8dc8 req-de5f7277-597a-47ca-82e1-bae3d3866efd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9bb1d030-7e8c-476a-96ed-81fddf4a1e2b HTTP/1.1" status: 200 len: 1101 time: 0.1618156 Sep 08 09:01:49.913841 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f1fdf3db-a0a4-4e32-b2d8-e2b9b366b5e9 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:49.915171 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f1fdf3db-a0a4-4e32-b2d8-e2b9b366b5e9 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6798894 Sep 08 09:01:49.921946 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38352) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:49.922621 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device f0744839-15c2-416d-9955-7124b1de00d7 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:01:49.929767 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fdf3db-a0a4-4e32-b2d8-e2b9b366b5e9 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0eb5b34-b243-4b4a-86e9-e26040c5696b,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:49.937110 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-a5616700-12c5-4ca8-8d58-93b493b3c2cd tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Request body: {'security_group_rule': {'security_group_id': 'c0eb5b34-b243-4b4a-86e9-e26040c5696b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:01:49.958498 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9690f5b0-737a-4b3a-882f-60416fd968ec req-fad1a75d-8fa6-4557-8a40-ebfa6e45dc4e service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110419 Sep 08 09:01:49.969439 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4bd8a814-ea80-426d-bf8c-4adc5c7d8dc8 req-9534a088-4a3f-47ca-87fd-f14a51c9a4d8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=21287275-a563-42af-8855-615b627cf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980811 Sep 08 09:01:49.990000 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a5616700-12c5-4ca8-8d58-93b493b3c2cd tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:50.050010 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a5616700-12c5-4ca8-8d58-93b493b3c2cd tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:50.055235 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a5616700-12c5-4ca8-8d58-93b493b3c2cd tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:50.061204 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4eea85-058b-4722-89db-7a546858d771 req-0da4f237-fa6a-4594-af35-96133b84e9df tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:50.071659 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cc4eea85-058b-4722-89db-7a546858d771 req-0da4f237-fa6a-4594-af35-96133b84e9df tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=477da8ee-0f1c-47cf-9fd8-126eda93b6f1 HTTP/1.1" status: 200 len: 946 time: 0.1501749 Sep 08 09:01:50.076775 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5616700-12c5-4ca8-8d58-93b493b3c2cd tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=719f465e-1dde-48e8-92ef-d9584314fe0c,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:50.091646 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a5616700-12c5-4ca8-8d58-93b493b3c2cd tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:50.093130 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-a5616700-12c5-4ca8-8d58-93b493b3c2cd tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1644554 Sep 08 09:01:50.100406 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38356) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:50.103497 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port f0744839-15c2-416d-9955-7124b1de00d7 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:01:50.104018 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:50.111424 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-ce43c8f6-143b-4c52-a022-e6f7219406e3 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Request body: {'security_group_rule': {'security_group_id': 'c0eb5b34-b243-4b4a-86e9-e26040c5696b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:01:50.130003 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb8b2c-1545-41fe-9523-64481a5db26a req-0723820d-5bad-4676-b7bc-8ce9a8a19863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:50.132778 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ebcb8b2c-1545-41fe-9523-64481a5db26a req-0723820d-5bad-4676-b7bc-8ce9a8a19863 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d503e082c6e4ba9b06785de52973fc3&device_id=477da8ee-0f1c-47cf-9fd8-126eda93b6f1 HTTP/1.1" status: 200 len: 1098 time: 0.0530186 Sep 08 09:01:50.156453 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cc4eea85-058b-4722-89db-7a546858d771 req-08424345-8d4e-43df-bbfe-c51e27129f0b tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835180 Sep 08 09:01:50.160709 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4c6e89-fb7a-43ff-aab3-f24b5201990d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Made reservation on behalf of 5ff9af2a8ae84383ae48822128c85b16 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:01:50.169558 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dc4c6e89-fb7a-43ff-aab3-f24b5201990d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:50.271163 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb8b2c-1545-41fe-9523-64481a5db26a req-d30f4177-48fb-4b4a-86a8-f67eb484ae7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:50.272937 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ebcb8b2c-1545-41fe-9523-64481a5db26a req-d30f4177-48fb-4b4a-86a8-f67eb484ae7c service neutron] 10.222.0.37 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.1311738 Sep 08 09:01:50.332878 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ebcb8b2c-1545-41fe-9523-64481a5db26a req-225651db-746b-442f-9d8a-544dc75f55bd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=8503fd18-3ce8-4536-b8d7-b81197b5e812 HTTP/1.1" status: 200 len: 217 time: 0.0507922 Sep 08 09:01:50.345501 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ce43c8f6-143b-4c52-a022-e6f7219406e3 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:50.430422 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb8b2c-1545-41fe-9523-64481a5db26a req-5330c6f9-4a1d-4da7-a75c-398196c15c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:50.435305 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ebcb8b2c-1545-41fe-9523-64481a5db26a req-5330c6f9-4a1d-4da7-a75c-398196c15c44 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.0904195 Sep 08 09:01:50.451190 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ce43c8f6-143b-4c52-a022-e6f7219406e3 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:50.463036 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ce43c8f6-143b-4c52-a022-e6f7219406e3 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:50.494384 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dc4c6e89-fb7a-43ff-aab3-f24b5201990d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:50.527255 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb8b2c-1545-41fe-9523-64481a5db26a req-8868e3ec-0e56-4aaa-b69f-020bd837b146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:50.529649 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ebcb8b2c-1545-41fe-9523-64481a5db26a req-8868e3ec-0e56-4aaa-b69f-020bd837b146 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0850489 Sep 08 09:01:50.534318 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:50.542882 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7fc163-b16b-4d90-9f27-032b580a32f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-e131d2cf-f0f6-4e3a-90af-0615e503d20b', 'network_id': 'e131d2cf-f0f6-4e3a-90af-0615e503d20b', 'tenant_id': '5ff9af2a8ae84383ae48822128c85b16', 'fixed_ips': [{'subnet_id': '64cec42a-675b-48e9-acf5-9de60b36e75d'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:01:50.543842 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6e7fc163-b16b-4d90-9f27-032b580a32f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:50.554797 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ce43c8f6-143b-4c52-a022-e6f7219406e3 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:50.555970 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ce43c8f6-143b-4c52-a022-e6f7219406e3 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4519992 Sep 08 09:01:50.556687 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce43c8f6-143b-4c52-a022-e6f7219406e3 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fb2e7c4-550c-4921-921b-7a9b99980ab7,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:50.561331 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38374) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:50.573578 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-e763fdcc-7260-481a-9ca1-347093997e76 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:01:50.628955 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c6e89-fb7a-43ff-aab3-f24b5201990d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Pushing event updated for resources: {'Subnet': ['ID=0e9b3a37-656a-484a-bd00-54ea1a5e5b45,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:50.633985 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4c6e89-fb7a-43ff-aab3-f24b5201990d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Checking segment: {'id': 'a92db136-9157-48d9-ba34-f5a434c22bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7f827cbd-981b-4963-870a-da3dc338441e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:01:50.634377 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4c6e89-fb7a-43ff-aab3-f24b5201990d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Network hostable DHCP agents. Network: 7f827cbd-981b-4963-870a-da3dc338441e, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:01:50.639916 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e763fdcc-7260-481a-9ca1-347093997e76 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Notify callbacks [] for floatingip, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:50.664794 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-97ec9da2-f47b-4bdf-819a-4ad35391c568 req-d9984f36-2389-4b82-b1dc-c02de643b21b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b47062427fb44d939b3b92ac2910484c&device_id=7f0bacf9-94da-4c37-83f5-1d16cd89498e HTTP/1.1" status: 200 len: 210 time: 0.0675812 Sep 08 09:01:50.693756 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e4323997-d230-4a2e-83ec-9da3f4a8aaac req-fdbf81c4-8b0d-4eff-b7f6-87dfde194855 tempest-ServerShowV247Test-349934222 tempest-ServerShowV247Test-349934222-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f0bacf9-94da-4c37-83f5-1d16cd89498e HTTP/1.1" status: 200 len: 210 time: 0.0378201 Sep 08 09:01:50.699133 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4c6e89-fb7a-43ff-aab3-f24b5201990d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Network 7f827cbd-981b-4963-870a-da3dc338441e is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:01:50.716104 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-dc4c6e89-fb7a-43ff-aab3-f24b5201990d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 7f827cbd-981b-4963-870a-da3dc338441e) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:01:50.736999 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4c6e89-fb7a-43ff-aab3-f24b5201990d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:50.737626 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dc4c6e89-fb7a-43ff-aab3-f24b5201990d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:50.740394 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954faab3-58a7-4903-b0db-71f268bc0270 None None] Network 7f827cbd-981b-4963-870a-da3dc338441e requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:01:50.772700 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-dc4c6e89-fb7a-43ff-aab3-f24b5201990d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9202087 Sep 08 09:01:50.802559 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e004d1b5-e25b-43c5-8e23-a7d73e334950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:50.803360 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38384) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:50.815900 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-bba4f2d3-75f3-425b-b3e1-4be8b3d85a85 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Request body: {'port': {'network_id': 'e131d2cf-f0f6-4e3a-90af-0615e503d20b', 'name': 'tempest-TaggedBootDevicesTest_v242-975296404', 'fixed_ips': [{'subnet_id': '64cec42a-675b-48e9-acf5-9de60b36e75d'}]}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:01:50.821374 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-97ec9da2-f47b-4bdf-819a-4ad35391c568 req-068ba28e-1893-4ae8-9994-536896999343 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=b47062427fb44d939b3b92ac2910484c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0831821 Sep 08 09:01:50.865856 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e763fdcc-7260-481a-9ca1-347093997e76 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:50.917066 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-2017c3ed-3309-4438-b23e-8be7933c3f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aec1130-b8ae-453e-b590-ed20acae47d1', 'name': 'tempest-ServersTestFqdnHostnames-1922914099-router', 'tenant_id': '60cc7751195843ebadbbb66d9bdddd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'f0744839-15c2-416d-9955-7124b1de00d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:01:40Z', 'updated_at': '2021-09-08T09:01:46Z', 'revision_number': 4, 'project_id': '60cc7751195843ebadbbb66d9bdddd07', 'gw_port': {'id': 'f0744839-15c2-416d-9955-7124b1de00d7', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:16:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec1130-b8ae-453e-b590-ed20acae47d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:01:41Z', 'updated_at': '2021-09-08T09:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '13842369-8770-43b0-bdfc-9073d1ba7f2a', 'name': '', 'network_id': '2bca9e19-adc3-4046-9a65-e8e42c2cd190', 'tenant_id': '60cc7751195843ebadbbb66d9bdddd07', 'mac_address': 'fa:16:3e:0e:bd:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aec1130-b8ae-453e-b590-ed20acae47d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '35362f99-b0d6-4e0b-8bdd-5b323164ce7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:01:45Z', 'updated_at': '2021-09-08T09:01:46Z', 'revision_number': 2, 'project_id': '60cc7751195843ebadbbb66d9bdddd07', 'subnets': [{'id': '35362f99-b0d6-4e0b-8bdd-5b323164ce7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:01:50.928452 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-6e7fc163-b16b-4d90-9f27-032b580a32f0 None None] Allocated IP 10.1.1.2 (e131d2cf-f0f6-4e3a-90af-0615e503d20b/64cec42a-675b-48e9-acf5-9de60b36e75d/41bcf23e-3964-429c-b1b4-549ae9560dee) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:01:50.962728 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ebcb8b2c-1545-41fe-9523-64481a5db26a req-06730cfc-25e4-4d8c-b6c6-53cdf13b1997 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105480 Sep 08 09:01:50.970257 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2017c3ed-3309-4438-b23e-8be7933c3f69 None None] Checking router: 8aec1130-b8ae-453e-b590-ed20acae47d1 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:01:50.970912 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2017c3ed-3309-4438-b23e-8be7933c3f69 None None] Updating router 8aec1130-b8ae-453e-b590-ed20acae47d1 port 13842369-8770-43b0-bdfc-9073d1ba7f2a binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:01:51.028649 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-e763fdcc-7260-481a-9ca1-347093997e76 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Allocated IP 172.25.0.211 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/c9e86257-fe6a-4b6f-b17d-fc871b7f4a35) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:01:51.047584 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ebb10-8fe2-4c40-ab07-8fce1eff09e4 req-bdd9161f-d1d1-4c86-9309-6aa415d40b9c tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:51.054680 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2017c3ed-3309-4438-b23e-8be7933c3f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:51.055855 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-796ebb10-8fe2-4c40-ab07-8fce1eff09e4 req-bdd9161f-d1d1-4c86-9309-6aa415d40b9c tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] 10.222.0.54 "GET /v2.0/ports?device_id=9bb1d030-7e8c-476a-96ed-81fddf4a1e2b HTTP/1.1" status: 200 len: 949 time: 0.3940260 Sep 08 09:01:51.155698 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e763fdcc-7260-481a-9ca1-347093997e76 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:51.165007 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0c04c4-ed23-4714-a218-b0b73a4b3988 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-7f827cbd-981b-4963-870a-da3dc338441e', 'network_id': '7f827cbd-981b-4963-870a-da3dc338441e', 'tenant_id': '5ff9af2a8ae84383ae48822128c85b16', 'fixed_ips': [{'subnet_id': '0e9b3a37-656a-484a-bd00-54ea1a5e5b45'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:01:51.166793 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5c0c04c4-ed23-4714-a218-b0b73a4b3988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:51.218579 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e763fdcc-7260-481a-9ca1-347093997e76 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:51.228717 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec9da2-f47b-4bdf-819a-4ad35391c568 req-381c8540-e258-4e61-ba64-ac72876f452a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:51.230264 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-97ec9da2-f47b-4bdf-819a-4ad35391c568 req-381c8540-e258-4e61-ba64-ac72876f452a service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3922384 Sep 08 09:01:51.242730 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63028d6b-fab4-49ad-ae35-6e879d3c218c req-c4399a0f-2d38-4347-9173-c5e5e3f9c7c8 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:51.244304 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-63028d6b-fab4-49ad-ae35-6e879d3c218c req-c4399a0f-2d38-4347-9173-c5e5e3f9c7c8 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.37 "GET /v2.0/ports?device_id=733f29f6-dc98-4bb8-9d90-7c7829fa45d2 HTTP/1.1" status: 200 len: 943 time: 0.2760158 Sep 08 09:01:51.267250 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-796ebb10-8fe2-4c40-ab07-8fce1eff09e4 req-e72ff53c-ad43-4fc8-99a6-3a3e980a26b7 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] 10.222.0.54 "GET /v2.0/security-groups?id=21287275-a563-42af-8855-615b627cf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033765 Sep 08 09:01:51.289314 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e763fdcc-7260-481a-9ca1-347093997e76 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:01:51.293849 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-e763fdcc-7260-481a-9ca1-347093997e76 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:01:51.306586 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e763fdcc-7260-481a-9ca1-347093997e76 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:01:51.344546 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6e7fc163-b16b-4d90-9f27-032b580a32f0 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:51.350173 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ebcb8b2c-1545-41fe-9523-64481a5db26a req-8570a686-ab9a-418c-b8d1-05dcfc681bc3 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757370 Sep 08 09:01:51.350762 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba4f2d3-75f3-425b-b3e1-4be8b3d85a85 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Made reservation on behalf of 5ff9af2a8ae84383ae48822128c85b16 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:01:51.354574 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-6e7fc163-b16b-4d90-9f27-032b580a32f0 None None] Transition to ACTIVE for port object 41bcf23e-3964-429c-b1b4-549ae9560dee will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:01:51.372979 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-6e7fc163-b16b-4d90-9f27-032b580a32f0 None None] Transition to ACTIVE for port object 41bcf23e-3964-429c-b1b4-549ae9560dee will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:01:51.430871 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e763fdcc-7260-481a-9ca1-347093997e76 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Pushing event updated for resources: {'Port': ['ID=c9e86257-fe6a-4b6f-b17d-fc871b7f4a35,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:51.497408 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e763fdcc-7260-481a-9ca1-347093997e76 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:51.515778 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-5c0c04c4-ed23-4714-a218-b0b73a4b3988 None None] Allocated IP 10.2.2.2 (7f827cbd-981b-4963-870a-da3dc338441e/0e9b3a37-656a-484a-bd00-54ea1a5e5b45/92dd0e53-1ece-4446-91d2-39d049407ad5) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:01:51.526440 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264cd143-d632-46fa-9619-6fb53ff2580b req-6958b0b2-1528-4749-88d0-0dd374a6e908 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:51.542531 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-264cd143-d632-46fa-9619-6fb53ff2580b req-6958b0b2-1528-4749-88d0-0dd374a6e908 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=733f29f6-dc98-4bb8-9d90-7c7829fa45d2 HTTP/1.1" status: 200 len: 943 time: 0.2427328 Sep 08 09:01:51.615765 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6e7fc163-b16b-4d90-9f27-032b580a32f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:51.658088 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-264cd143-d632-46fa-9619-6fb53ff2580b req-dcce7a25-b403-447e-8021-2f0c7208aa42 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120100 Sep 08 09:01:51.682604 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e763fdcc-7260-481a-9ca1-347093997e76 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:51.698820 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7fc163-b16b-4d90-9f27-032b580a32f0 None None] Network e131d2cf-f0f6-4e3a-90af-0615e503d20b is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:01:51.727341 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-6e7fc163-b16b-4d90-9f27-032b580a32f0 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:01:51.743077 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7fc163-b16b-4d90-9f27-032b580a32f0 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:01:51.744968 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7fc163-b16b-4d90-9f27-032b580a32f0 None None] Pushing event updated for resources: {'Port': ['ID=41bcf23e-3964-429c-b1b4-549ae9560dee,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:51.878811 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5c0c04c4-ed23-4714-a218-b0b73a4b3988 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:51.888618 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-6e7fc163-b16b-4d90-9f27-032b580a32f0 None None] Attempting to bind port 41bcf23e-3964-429c-b1b4-549ae9560dee on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:01:51.889262 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-6e7fc163-b16b-4d90-9f27-032b580a32f0 None None] Attempting to bind port 41bcf23e-3964-429c-b1b4-549ae9560dee by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'a13fd2b6-0549-44cb-a81f-d013dc25e0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e131d2cf-f0f6-4e3a-90af-0615e503d20b'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:01:51.889843 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7fc163-b16b-4d90-9f27-032b580a32f0 None None] Attempting to bind port 41bcf23e-3964-429c-b1b4-549ae9560dee on network e131d2cf-f0f6-4e3a-90af-0615e503d20b {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:01:51.903937 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-5c0c04c4-ed23-4714-a218-b0b73a4b3988 None None] Transition to ACTIVE for port object 92dd0e53-1ece-4446-91d2-39d049407ad5 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:01:51.906987 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7fc163-b16b-4d90-9f27-032b580a32f0 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:01:51.908250 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7fc163-b16b-4d90-9f27-032b580a32f0 None None] Checking segment: {'id': 'a13fd2b6-0549-44cb-a81f-d013dc25e0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e131d2cf-f0f6-4e3a-90af-0615e503d20b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:01:51.908882 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6e7fc163-b16b-4d90-9f27-032b580a32f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:51.909287 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7fc163-b16b-4d90-9f27-032b580a32f0 None None] Bound using segment: {'id': 'a13fd2b6-0549-44cb-a81f-d013dc25e0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e131d2cf-f0f6-4e3a-90af-0615e503d20b'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:01:51.909798 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-6e7fc163-b16b-4d90-9f27-032b580a32f0 None None] Bound port: 41bcf23e-3964-429c-b1b4-549ae9560dee, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a13fd2b6-0549-44cb-a81f-d013dc25e0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e131d2cf-f0f6-4e3a-90af-0615e503d20b'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:01:51.910201 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6e7fc163-b16b-4d90-9f27-032b580a32f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:51.922028 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e763fdcc-7260-481a-9ca1-347093997e76 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:51.928939 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e763fdcc-7260-481a-9ca1-347093997e76 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:51.958438 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-5c0c04c4-ed23-4714-a218-b0b73a4b3988 None None] Transition to ACTIVE for port object 92dd0e53-1ece-4446-91d2-39d049407ad5 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:01:51.984458 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5c0c04c4-ed23-4714-a218-b0b73a4b3988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:52.013210 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e763fdcc-7260-481a-9ca1-347093997e76 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Pushing event updated for resources: {'Port': ['ID=c9e86257-fe6a-4b6f-b17d-fc871b7f4a35,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:52.038182 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec89c5e-a0d0-43db-b686-35678eaa696e req-ce7302c8-0bdc-4a10-aef1-d6bdddf25bae tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:52.039733 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aec89c5e-a0d0-43db-b686-35678eaa696e req-ce7302c8-0bdc-4a10-aef1-d6bdddf25bae tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=477da8ee-0f1c-47cf-9fd8-126eda93b6f1 HTTP/1.1" status: 200 len: 946 time: 0.1505022 Sep 08 09:01:52.045915 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-99d2b580-db56-41d4-805f-bd312d8c0b73 req-5efc8349-1935-4548-9b0d-39e1161ccb4c tempest-ServerShowV247Test-349934222 tempest-ServerShowV247Test-349934222-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f0bacf9-94da-4c37-83f5-1d16cd89498e HTTP/1.1" status: 200 len: 210 time: 0.0359128 Sep 08 09:01:52.050902 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e763fdcc-7260-481a-9ca1-347093997e76 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:52.061090 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bba4f2d3-75f3-425b-b3e1-4be8b3d85a85 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:52.067334 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e763fdcc-7260-481a-9ca1-347093997e76 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:52.077807 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e763fdcc-7260-481a-9ca1-347093997e76 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5048740 Sep 08 09:01:52.098130 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0c04c4-ed23-4714-a218-b0b73a4b3988 None None] Network 7f827cbd-981b-4963-870a-da3dc338441e is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:01:52.107193 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [None req-bba4f2d3-75f3-425b-b3e1-4be8b3d85a85 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] device_id is not set on port ddf26a7d-0e8b-469e-9475-33e914bdcf50 yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:01:52.114431 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-5c0c04c4-ed23-4714-a218-b0b73a4b3988 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:01:52.120385 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0c04c4-ed23-4714-a218-b0b73a4b3988 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:01:52.123666 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:52.124000 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-63028d6b-fab4-49ad-ae35-6e879d3c218c req-e2e18db0-7126-4f25-8019-2d30ddb27761 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Deleting port 8827b49a-27b8-408e-ace7-161cd43b2bb9 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:01:52.124333 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c04c4-ed23-4714-a218-b0b73a4b3988 None None] Pushing event updated for resources: {'Port': ['ID=92dd0e53-1ece-4446-91d2-39d049407ad5,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:52.124449 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-63028d6b-fab4-49ad-ae35-6e879d3c218c req-e2e18db0-7126-4f25-8019-2d30ddb27761 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:52.127079 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-6e7fc163-b16b-4d90-9f27-032b580a32f0 None None] For port 41bcf23e-3964-429c-b1b4-549ae9560dee, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:01:52.132423 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-6e7fc163-b16b-4d90-9f27-032b580a32f0 None None] For port 41bcf23e-3964-429c-b1b4-549ae9560dee, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=41bcf23e-3964-429c-b1b4-549ae9560dee,segment=NetworkSegment(a13fd2b6-0549-44cb-a81f-d013dc25e0e0),segment_id=a13fd2b6-0549-44cb-a81f-d013dc25e0e0)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:01:52.152867 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6e7fc163-b16b-4d90-9f27-032b580a32f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:52.182907 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2017c3ed-3309-4438-b23e-8be7933c3f69 None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:52.238580 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aec89c5e-a0d0-43db-b686-35678eaa696e req-82e9ea02-7e4b-41a0-b8c4-5cbbcdec8b43 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734345 Sep 08 09:01:52.279712 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2017c3ed-3309-4438-b23e-8be7933c3f69 None None] Transition to ACTIVE for port object 13842369-8770-43b0-bdfc-9073d1ba7f2a will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:01:52.367655 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-5c0c04c4-ed23-4714-a218-b0b73a4b3988 None None] Attempting to bind port 92dd0e53-1ece-4446-91d2-39d049407ad5 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:01:52.368354 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-5c0c04c4-ed23-4714-a218-b0b73a4b3988 None None] Attempting to bind port 92dd0e53-1ece-4446-91d2-39d049407ad5 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'a92db136-9157-48d9-ba34-f5a434c22bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7f827cbd-981b-4963-870a-da3dc338441e'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:01:52.369363 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0c04c4-ed23-4714-a218-b0b73a4b3988 None None] Attempting to bind port 92dd0e53-1ece-4446-91d2-39d049407ad5 on network 7f827cbd-981b-4963-870a-da3dc338441e {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:01:52.372857 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2017c3ed-3309-4438-b23e-8be7933c3f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:52.417945 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0c04c4-ed23-4714-a218-b0b73a4b3988 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:01:52.419112 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0c04c4-ed23-4714-a218-b0b73a4b3988 None None] Checking segment: {'id': 'a92db136-9157-48d9-ba34-f5a434c22bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7f827cbd-981b-4963-870a-da3dc338441e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:01:52.419112 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5c0c04c4-ed23-4714-a218-b0b73a4b3988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:52.419592 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0c04c4-ed23-4714-a218-b0b73a4b3988 None None] Bound using segment: {'id': 'a92db136-9157-48d9-ba34-f5a434c22bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7f827cbd-981b-4963-870a-da3dc338441e'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:01:52.419690 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-5c0c04c4-ed23-4714-a218-b0b73a4b3988 None None] Bound port: 92dd0e53-1ece-4446-91d2-39d049407ad5, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a92db136-9157-48d9-ba34-f5a434c22bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7f827cbd-981b-4963-870a-da3dc338441e'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:01:52.420234 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5c0c04c4-ed23-4714-a218-b0b73a4b3988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:52.430955 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-63028d6b-fab4-49ad-ae35-6e879d3c218c req-e2e18db0-7126-4f25-8019-2d30ddb27761 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] For port 8827b49a-27b8-408e-ace7-161cd43b2bb9, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=8827b49a-27b8-408e-ace7-161cd43b2bb9,segment=NetworkSegment(62cd42f7-9651-4119-add8-a40e3a6b8c01),segment_id=62cd42f7-9651-4119-add8-a40e3a6b8c01)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:52.431339 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-63028d6b-fab4-49ad-ae35-6e879d3c218c req-e2e18db0-7126-4f25-8019-2d30ddb27761 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:52.455652 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7fc163-b16b-4d90-9f27-032b580a32f0 None None] Pushing event updated for resources: {'Port': ['ID=41bcf23e-3964-429c-b1b4-549ae9560dee,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:52.459279 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-63028d6b-fab4-49ad-ae35-6e879d3c218c req-e2e18db0-7126-4f25-8019-2d30ddb27761 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Calling delete_port for 8827b49a-27b8-408e-ace7-161cd43b2bb9 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:01:52.519836 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f3cc1-89f9-4b80-a602-7e066121e6e7 req-4f74e5cb-f7de-4344-b17d-3239544080f4 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:52.521541 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-ae5539ea-c2bf-4a46-b173-504397963c5c tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--743408376&fields=id&tenant_id=60cc7751195843ebadbbb66d9bdddd07 HTTP/1.1" status: 200 len: 267 time: 0.1396964 Sep 08 09:01:52.536759 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b02f3cc1-89f9-4b80-a602-7e066121e6e7 req-4f74e5cb-f7de-4344-b17d-3239544080f4 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] 10.222.0.54 "GET /v2.0/ports?device_id=9bb1d030-7e8c-476a-96ed-81fddf4a1e2b HTTP/1.1" status: 200 len: 949 time: 0.1401932 Sep 08 09:01:52.634292 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b02f3cc1-89f9-4b80-a602-7e066121e6e7 req-4bfccaab-494e-4f6f-ad8a-5c5950794103 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] 10.222.0.54 "GET /v2.0/security-groups?id=21287275-a563-42af-8855-615b627cf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944924 Sep 08 09:01:52.695468 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 8503fd18-3ce8-4536-b8d7-b81197b5e812 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:01:52.698345 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ccc1b-648b-4413-8378-f509710ca3ff None None] Pushing event updated for resources: {'Port': ['ID=13842369-8770-43b0-bdfc-9073d1ba7f2a,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:52.734246 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-2017c3ed-3309-4438-b23e-8be7933c3f69 None None] Attempting to bind port 13842369-8770-43b0-bdfc-9073d1ba7f2a on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:01:52.734893 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-2017c3ed-3309-4438-b23e-8be7933c3f69 None None] Attempting to bind port 13842369-8770-43b0-bdfc-9073d1ba7f2a by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'b248b080-424a-4d7c-b6da-e7e9fa7a7a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2bca9e19-adc3-4046-9a65-e8e42c2cd190'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:01:52.735864 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2017c3ed-3309-4438-b23e-8be7933c3f69 None None] Attempting to bind port 13842369-8770-43b0-bdfc-9073d1ba7f2a on network 2bca9e19-adc3-4046-9a65-e8e42c2cd190 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:01:52.786416 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-5c0c04c4-ed23-4714-a218-b0b73a4b3988 None None] For port 92dd0e53-1ece-4446-91d2-39d049407ad5, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:01:52.788899 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2017c3ed-3309-4438-b23e-8be7933c3f69 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:01:52.789587 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2017c3ed-3309-4438-b23e-8be7933c3f69 None None] Checking segment: {'id': 'b248b080-424a-4d7c-b6da-e7e9fa7a7a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2bca9e19-adc3-4046-9a65-e8e42c2cd190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:01:52.790243 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2017c3ed-3309-4438-b23e-8be7933c3f69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:52.791089 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2017c3ed-3309-4438-b23e-8be7933c3f69 None None] Bound using segment: {'id': 'b248b080-424a-4d7c-b6da-e7e9fa7a7a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2bca9e19-adc3-4046-9a65-e8e42c2cd190'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:01:52.791627 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-bba4f2d3-75f3-425b-b3e1-4be8b3d85a85 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Allocated IP 10.1.1.65 (e131d2cf-f0f6-4e3a-90af-0615e503d20b/64cec42a-675b-48e9-acf5-9de60b36e75d/ddf26a7d-0e8b-469e-9475-33e914bdcf50) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:01:52.791938 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-2017c3ed-3309-4438-b23e-8be7933c3f69 None None] Bound port: 13842369-8770-43b0-bdfc-9073d1ba7f2a, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b248b080-424a-4d7c-b6da-e7e9fa7a7a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2bca9e19-adc3-4046-9a65-e8e42c2cd190'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:01:52.792160 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2017c3ed-3309-4438-b23e-8be7933c3f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:52.803941 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-5c0c04c4-ed23-4714-a218-b0b73a4b3988 None None] For port 92dd0e53-1ece-4446-91d2-39d049407ad5, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=92dd0e53-1ece-4446-91d2-39d049407ad5,segment=NetworkSegment(a92db136-9157-48d9-ba34-f5a434c22bec),segment_id=a92db136-9157-48d9-ba34-f5a434c22bec)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:01:52.936182 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-f9154aac-227e-48c5-98f2-ff8d746d90ac tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:52.944281 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-f9154aac-227e-48c5-98f2-ff8d746d90ac tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] 10.222.0.54 "GET /v2.0/networks?id=2bca9e19-adc3-4046-9a65-e8e42c2cd190 HTTP/1.1" status: 200 len: 815 time: 0.4217918 Sep 08 09:01:52.957348 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37927a5e-249d-4f7a-aa29-541b445d3c6e req-13accd8a-e260-4bb3-bd94-a4b2f02bfd40 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:52.958373 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5c0c04c4-ed23-4714-a218-b0b73a4b3988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:52.959497 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-37927a5e-249d-4f7a-aa29-541b445d3c6e req-13accd8a-e260-4bb3-bd94-a4b2f02bfd40 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=733f29f6-dc98-4bb8-9d90-7c7829fa45d2 HTTP/1.1" status: 200 len: 943 time: 0.0717409 Sep 08 09:01:53.017221 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-37927a5e-249d-4f7a-aa29-541b445d3c6e req-cc84cd39-ee8e-4176-bbd2-cd1e0b73cc3b tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478959 Sep 08 09:01:53.018736 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-470a2007-9315-4092-b404-a0232b85f1e1 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] 10.222.0.54 "GET /v2.0/quotas/60cc7751195843ebadbbb66d9bdddd07 HTTP/1.1" status: 200 len: 375 time: 0.0686209 Sep 08 09:01:53.037054 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-97ec9da2-f47b-4bdf-819a-4ad35391c568 req-f8080cbd-fb67-49a8-8580-8a5d6191f323 tempest-ServerShowV247Test-349934222 tempest-ServerShowV247Test-349934222-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f0bacf9-94da-4c37-83f5-1d16cd89498e HTTP/1.1" status: 200 len: 210 time: 0.0709436 Sep 08 09:01:53.085363 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 8503fd18-3ce8-4536-b8d7-b81197b5e812, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=8503fd18-3ce8-4536-b8d7-b81197b5e812,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:53.156554 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '8503fd18-3ce8-4536-b8d7-b81197b5e812', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'port_id': '8503fd18-3ce8-4536-b8d7-b81197b5e812', 'mac_address': 'fa:16:3e:22:89:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc66e4b-ecb5-4c99-afe1-0a78c722534a', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:01:53.173734 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c04c4-ed23-4714-a218-b0b73a4b3988 None None] Pushing event updated for resources: {'Port': ['ID=92dd0e53-1ece-4446-91d2-39d049407ad5,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:53.211180 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-2017c3ed-3309-4438-b23e-8be7933c3f69 None None] For port 13842369-8770-43b0-bdfc-9073d1ba7f2a, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:01:53.228700 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-2017c3ed-3309-4438-b23e-8be7933c3f69 None None] For port 13842369-8770-43b0-bdfc-9073d1ba7f2a, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=13842369-8770-43b0-bdfc-9073d1ba7f2a,segment=NetworkSegment(b248b080-424a-4d7c-b6da-e7e9fa7a7a95),segment_id=b248b080-424a-4d7c-b6da-e7e9fa7a7a95)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:01:53.237896 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:53.249216 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2017c3ed-3309-4438-b23e-8be7933c3f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:53.283752 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-0bc152a0-1cda-49ea-a327-c49d9e9d95c3 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=60cc7751195843ebadbbb66d9bdddd07&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2594798 Sep 08 09:01:53.310792 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-63028d6b-fab4-49ad-ae35-6e879d3c218c req-e2e18db0-7126-4f25-8019-2d30ddb27761 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:53.391230 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e18db0-7126-4f25-8019-2d30ddb27761 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Pushing event deleted for resources: {'Port': ['ID=8827b49a-27b8-408e-ace7-161cd43b2bb9,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:53.397341 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bba4f2d3-75f3-425b-b3e1-4be8b3d85a85 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:53.490984 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-bba4f2d3-75f3-425b-b3e1-4be8b3d85a85 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Transition to ACTIVE for port object ddf26a7d-0e8b-469e-9475-33e914bdcf50 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:01:53.527756 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-63028d6b-fab4-49ad-ae35-6e879d3c218c req-e2e18db0-7126-4f25-8019-2d30ddb27761 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] No DVR routers for this DVR port 8827b49a-27b8-408e-ace7-161cd43b2bb9 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:01:53.533419 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-63028d6b-fab4-49ad-ae35-6e879d3c218c req-e2e18db0-7126-4f25-8019-2d30ddb27761 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:53.535918 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-63028d6b-fab4-49ad-ae35-6e879d3c218c req-e2e18db0-7126-4f25-8019-2d30ddb27761 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.37 "DELETE /v2.0/ports/8827b49a-27b8-408e-ace7-161cd43b2bb9 HTTP/1.1" status: 204 len: 173 time: 2.2674477 Sep 08 09:01:53.536466 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '733f29f6-dc98-4bb8-9d90-7c7829fa45d2', 'name': 'network-vif-deleted', 'tag': '8827b49a-27b8-408e-ace7-161cd43b2bb9'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:01:53.539389 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319a549e-01fe-4161-a038-ac498c11d47a" -d '{"events": [{"server_uuid": "733f29f6-dc98-4bb8-9d90-7c7829fa45d2", "name": "network-vif-deleted", "tag": "8827b49a-27b8-408e-ace7-161cd43b2bb9"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:01:53.541165 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-92575fa2-9fa7-4112-8c7a-c04341a67bea req-ccf6bfb8-3a76-44a2-b2b0-f015dca6ea47 tempest-ServerShowV247Test-349934222 tempest-ServerShowV247Test-349934222-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f0bacf9-94da-4c37-83f5-1d16cd89498e HTTP/1.1" status: 200 len: 210 time: 0.0707142 Sep 08 09:01:53.543002 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38460) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:53.603828 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bba4f2d3-75f3-425b-b3e1-4be8b3d85a85 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:53.724430 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba4f2d3-75f3-425b-b3e1-4be8b3d85a85 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Network e131d2cf-f0f6-4e3a-90af-0615e503d20b is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:01:53.734063 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8503fd18-3ce8-4536-b8d7-b81197b5e812 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:01:53.759159 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 8503fd18-3ce8-4536-b8d7-b81197b5e812, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=8503fd18-3ce8-4536-b8d7-b81197b5e812,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:53.760702 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ccc1b-648b-4413-8378-f509710ca3ff None None] Pushing event updated for resources: {'Port': ['ID=13842369-8770-43b0-bdfc-9073d1ba7f2a,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:53.763540 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-bba4f2d3-75f3-425b-b3e1-4be8b3d85a85 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:01:53.772563 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba4f2d3-75f3-425b-b3e1-4be8b3d85a85 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:01:53.782139 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:53.806402 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2017c3ed-3309-4438-b23e-8be7933c3f69 None None] Routers {'8aec1130-b8ae-453e-b590-ed20acae47d1'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:01:53.808240 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-2017c3ed-3309-4438-b23e-8be7933c3f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:01:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8aec1130-b8ae-453e-b590-ed20acae47d1'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:01:53.810866 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba4f2d3-75f3-425b-b3e1-4be8b3d85a85 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Pushing event updated for resources: {'Port': ['ID=ddf26a7d-0e8b-469e-9475-33e914bdcf50,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:53.866792 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:54.044743 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba4f2d3-75f3-425b-b3e1-4be8b3d85a85 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:54.045745 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bba4f2d3-75f3-425b-b3e1-4be8b3d85a85 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:54.115263 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-097e41aa-ec71-4f05-971f-92f93370a332 service neutron] 10.222.0.54 "GET /v2.0/networks/2bca9e19-adc3-4046-9a65-e8e42c2cd190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8270617 Sep 08 09:01:54.130171 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 41bcf23e-3964-429c-b1b4-549ae9560dee up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:01:54.144179 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-bba4f2d3-75f3-425b-b3e1-4be8b3d85a85 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.3371451 Sep 08 09:01:54.187711 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38468) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:54.193097 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-f2449a00-08d6-451d-a537-a574bf9781be tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Request body: {'port': {'network_id': 'e131d2cf-f0f6-4e3a-90af-0615e503d20b', 'name': 'tempest-TaggedBootDevicesTest_v242-1866748118', 'fixed_ips': [{'subnet_id': '64cec42a-675b-48e9-acf5-9de60b36e75d'}]}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:01:54.202295 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:54.227062 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178b01d2-403d-4b50-8cf6-a373258a715a None None] Network e131d2cf-f0f6-4e3a-90af-0615e503d20b requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:01:54.252128 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['8503fd18-3ce8-4536-b8d7-b81197b5e812'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:01:54.280055 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0c992045-4d6b-4630-a31d-86d046570bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:54.327662 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce8a9b-d710-4cef-9f72-aea7153ca8f6 req-de767407-4385-4f3f-a61f-fc2a1a03ecca tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:54.336166 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0dce8a9b-d710-4cef-9f72-aea7153ca8f6 req-de767407-4385-4f3f-a61f-fc2a1a03ecca tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=477da8ee-0f1c-47cf-9fd8-126eda93b6f1 HTTP/1.1" status: 200 len: 946 time: 0.6322892 Sep 08 09:01:54.387591 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=8503fd18-3ce8-4536-b8d7-b81197b5e812,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:54.410728 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-f004a8b6-6e82-4669-994b-8bb0a7bf4b18 service neutron] 10.222.0.54 "GET /v2.0/networks/2bca9e19-adc3-4046-9a65-e8e42c2cd190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826166 Sep 08 09:01:54.421283 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0dce8a9b-d710-4cef-9f72-aea7153ca8f6 req-7155f5f0-1a1a-4628-84ff-f5157d99dc7c tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833104 Sep 08 09:01:54.431443 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 41bcf23e-3964-429c-b1b4-549ae9560dee completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:01:54.442083 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-2017c3ed-3309-4438-b23e-8be7933c3f69 None None] Set router 8aec1130-b8ae-453e-b590-ed20acae47d1 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:01:54.483370 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 92dd0e53-1ece-4446-91d2-39d049407ad5 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:01:54.494027 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-76643447-633f-4c0c-8541-2400add3f946 None None] Provisioning for port 41bcf23e-3964-429c-b1b4-549ae9560dee completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:01:54.508318 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0c992045-4d6b-4630-a31d-86d046570bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:54.519742 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0c992045-4d6b-4630-a31d-86d046570bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:54.533476 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2449a00-08d6-451d-a537-a574bf9781be tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Made reservation on behalf of 5ff9af2a8ae84383ae48822128c85b16 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:01:54.538799 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f2449a00-08d6-451d-a537-a574bf9781be tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:54.565092 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [None req-f2449a00-08d6-451d-a537-a574bf9781be tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] device_id is not set on port 1ba67b89-fdf3-438b-8aa9-37c654debf50 yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:01:54.571623 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-76643447-633f-4c0c-8541-2400add3f946 None None] Provisioning complete for port 41bcf23e-3964-429c-b1b4-549ae9560dee triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:01:54.572015 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-76643447-633f-4c0c-8541-2400add3f946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:54.627679 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0c992045-4d6b-4630-a31d-86d046570bcf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0d1afb2aa5f44a40810bdfb03018070b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0812404 Sep 08 09:01:54.630063 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38472) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:54.644605 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c992045-4d6b-4630-a31d-86d046570bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b071a705-5a43-4094-87be-4c88bdc52e7f,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:54.668324 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deca390-568b-4d5a-ac93-61a4fec1694b req-c004f17a-b575-4b5a-9651-11563eb1668d tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:54.680374 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2deca390-568b-4d5a-ac93-61a4fec1694b req-c004f17a-b575-4b5a-9651-11563eb1668d tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] 10.222.0.54 "GET /v2.0/ports?device_id=9bb1d030-7e8c-476a-96ed-81fddf4a1e2b HTTP/1.1" status: 200 len: 949 time: 0.1633873 Sep 08 09:01:54.749436 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 8827b49a-27b8-408e-ace7-161cd43b2bb9 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:01:54.830775 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2deca390-568b-4d5a-ac93-61a4fec1694b req-a84d7d40-cc28-4458-80b9-ba87ce5d6fbd tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] 10.222.0.54 "GET /v2.0/security-groups?id=21287275-a563-42af-8855-615b627cf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495278 Sep 08 09:01:54.845775 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a17f369-a087-4b09-a9ce-7b0e3e8f789b None None] Network 7f827cbd-981b-4963-870a-da3dc338441e requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:01:54.845957 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d3b7bf-baee-431b-a049-6070d0a33ad7 x-openstack-request-id: req-e5d3b7bf-baee-431b-a049-6070d0a33ad7 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:01:54.847211 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "733f29f6-dc98-4bb8-9d90-7c7829fa45d2", "name": "network-vif-deleted", "tag": "8827b49a-27b8-408e-ace7-161cd43b2bb9", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:01:54.848858 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e5d3b7bf-baee-431b-a049-6070d0a33ad7 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:01:54.849370 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '733f29f6-dc98-4bb8-9d90-7c7829fa45d2', 'name': 'network-vif-deleted', 'tag': '8827b49a-27b8-408e-ace7-161cd43b2bb9', 'status': 'completed', 'code': 200} Sep 08 09:01:54.852429 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-f2449a00-08d6-451d-a537-a574bf9781be tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Allocated IP 10.1.1.164 (e131d2cf-f0f6-4e3a-90af-0615e503d20b/64cec42a-675b-48e9-acf5-9de60b36e75d/1ba67b89-fdf3-438b-8aa9-37c654debf50) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:01:54.854373 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 8827b49a-27b8-408e-ace7-161cd43b2bb9 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:01:54.854632 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 8827b49a-27b8-408e-ace7-161cd43b2bb9 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:01:54.900449 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7f8534b1-1166-4030-bbda-ff905a29aab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:54.977427 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7f8534b1-1166-4030-bbda-ff905a29aab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:55.021662 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bb529a23-7330-4adf-8e98-81fe5641dbf3 req-da98db97-ce99-400e-8c26-a610d9f4ba26 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] 10.222.0.54 "GET /v2.0/ports?device_id=ddae90db-a1ad-4edf-a87c-cc848ad922eb HTTP/1.1" status: 200 len: 210 time: 0.0901437 Sep 08 09:01:55.048836 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7f8534b1-1166-4030-bbda-ff905a29aab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:55.051933 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7f8534b1-1166-4030-bbda-ff905a29aab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:55.053370 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7f8534b1-1166-4030-bbda-ff905a29aab9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b071a705-5a43-4094-87be-4c88bdc52e7f HTTP/1.1" status: 204 len: 168 time: 0.4222143 Sep 08 09:01:55.066186 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8534b1-1166-4030-bbda-ff905a29aab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b071a705-5a43-4094-87be-4c88bdc52e7f,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:55.202445 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b96996-9f14-4564-a7b7-e44a26e43348 req-60cc239e-1e0c-46d0-bd4c-848c92ef06a7 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:55.206442 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d5b96996-9f14-4564-a7b7-e44a26e43348 req-60cc239e-1e0c-46d0-bd4c-848c92ef06a7 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] 10.222.0.35 "GET /v2.0/ports?device_id=9bb1d030-7e8c-476a-96ed-81fddf4a1e2b HTTP/1.1" status: 200 len: 949 time: 0.1739511 Sep 08 09:01:55.355851 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 92dd0e53-1ece-4446-91d2-39d049407ad5 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:01:55.381952 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f2449a00-08d6-451d-a537-a574bf9781be tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:55.402954 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-f2449a00-08d6-451d-a537-a574bf9781be tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Transition to ACTIVE for port object 1ba67b89-fdf3-438b-8aa9-37c654debf50 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:01:55.422585 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b4120-05b8-4da2-a2ad-34e2a4f877ba req-793c7758-3c9e-4eb8-b3af-14b1e40bdbd0 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:55.427276 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7d9b4120-05b8-4da2-a2ad-34e2a4f877ba req-793c7758-3c9e-4eb8-b3af-14b1e40bdbd0 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/networks?id=e4ae51a3-555d-433c-8c68-00298de875e2 HTTP/1.1" status: 200 len: 822 time: 0.2120123 Sep 08 09:01:55.429385 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38506) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:55.435380 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-d5b96996-9f14-4564-a7b7-e44a26e43348 req-70cae848-69f6-436b-b217-5b0a5316c145 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] Deleting port a5cc8399-49f8-4214-9f78-ab2d5fbbf394 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:01:55.435961 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d5b96996-9f14-4564-a7b7-e44a26e43348 req-70cae848-69f6-436b-b217-5b0a5316c145 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:55.457672 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7d9b4120-05b8-4da2-a2ad-34e2a4f877ba req-f751fd86-f849-4974-bfaf-859d240632a9 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/quotas/05dfbd02c1814a04a5e78fef70e8cc9e HTTP/1.1" status: 200 len: 375 time: 0.0151746 Sep 08 09:01:55.570640 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7d9b4120-05b8-4da2-a2ad-34e2a4f877ba req-1f8997d9-0d49-4fbd-8a14-70f126270b47 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=05dfbd02c1814a04a5e78fef70e8cc9e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0953267 Sep 08 09:01:55.585364 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-76643447-633f-4c0c-8541-2400add3f946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:55.640899 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f2449a00-08d6-451d-a537-a574bf9781be tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:55.657379 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-76643447-633f-4c0c-8541-2400add3f946 None None] For port 41bcf23e-3964-429c-b1b4-549ae9560dee, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=41bcf23e-3964-429c-b1b4-549ae9560dee,segment=NetworkSegment(a13fd2b6-0549-44cb-a81f-d013dc25e0e0),segment_id=a13fd2b6-0549-44cb-a81f-d013dc25e0e0)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:55.666315 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-76643447-633f-4c0c-8541-2400add3f946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:55.669957 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-2017c3ed-3309-4438-b23e-8be7933c3f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aec1130-b8ae-453e-b590-ed20acae47d1', 'name': 'tempest-ServersTestFqdnHostnames-1922914099-router', 'tenant_id': '60cc7751195843ebadbbb66d9bdddd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'f0744839-15c2-416d-9955-7124b1de00d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:01:40Z', 'updated_at': '2021-09-08T09:01:46Z', 'revision_number': 4, 'project_id': '60cc7751195843ebadbbb66d9bdddd07', 'gw_port': {'id': 'f0744839-15c2-416d-9955-7124b1de00d7', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:16:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec1130-b8ae-453e-b590-ed20acae47d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:01:41Z', 'updated_at': '2021-09-08T09:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '13842369-8770-43b0-bdfc-9073d1ba7f2a', 'name': '', 'network_id': '2bca9e19-adc3-4046-9a65-e8e42c2cd190', 'tenant_id': '60cc7751195843ebadbbb66d9bdddd07', 'mac_address': 'fa:16:3e:0e:bd:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aec1130-b8ae-453e-b590-ed20acae47d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '35362f99-b0d6-4e0b-8bdd-5b323164ce7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:01:45Z', 'updated_at': '2021-09-08T09:01:53Z', 'revision_number': 4, 'project_id': '60cc7751195843ebadbbb66d9bdddd07', 'subnets': [{'id': '35362f99-b0d6-4e0b-8bdd-5b323164ce7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:01:55.696587 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7d9b4120-05b8-4da2-a2ad-34e2a4f877ba req-79f14617-4149-4e4b-b067-7a811965f61a service neutron] 10.222.0.54 "GET /v2.0/networks/e4ae51a3-555d-433c-8c68-00298de875e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244683 Sep 08 09:01:55.698200 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38512) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:55.768326 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2449a00-08d6-451d-a537-a574bf9781be tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Network e131d2cf-f0f6-4e3a-90af-0615e503d20b is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:01:55.775735 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-f2449a00-08d6-451d-a537-a574bf9781be tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:01:55.787074 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2449a00-08d6-451d-a537-a574bf9781be tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:01:55.813805 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2017c3ed-3309-4438-b23e-8be7933c3f69 None None] The sync data for ids ['8aec1130-b8ae-453e-b590-ed20acae47d1'] in n-d-806683-11 is: [{'id': '8aec1130-b8ae-453e-b590-ed20acae47d1', 'name': 'tempest-ServersTestFqdnHostnames-1922914099-router', 'tenant_id': '60cc7751195843ebadbbb66d9bdddd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'f0744839-15c2-416d-9955-7124b1de00d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:01:40Z', 'updated_at': '2021-09-08T09:01:46Z', 'revision_number': 4, 'project_id': '60cc7751195843ebadbbb66d9bdddd07', 'gw_port': {'id': 'f0744839-15c2-416d-9955-7124b1de00d7', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:16:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec1130-b8ae-453e-b590-ed20acae47d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:01:41Z', 'updated_at': '2021-09-08T09:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '13842369-8770-43b0-bdfc-9073d1ba7f2a', 'name': '', 'network_id': '2bca9e19-adc3-4046-9a65-e8e42c2cd190', 'tenant_id': '60cc7751195843ebadbbb66d9bdddd07', 'mac_address': 'fa:16:3e:0e:bd:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aec1130-b8ae-453e-b590-ed20acae47d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '35362f99-b0d6-4e0b-8bdd-5b323164ce7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:01:45Z', 'updated_at': '2021-09-08T09:01:53Z', 'revision_number': 4, 'project_id': '60cc7751195843ebadbbb66d9bdddd07', 'subnets': [{'id': '35362f99-b0d6-4e0b-8bdd-5b323164ce7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:01:55.866739 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2449a00-08d6-451d-a537-a574bf9781be tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Pushing event updated for resources: {'Port': ['ID=1ba67b89-fdf3-438b-8aa9-37c654debf50,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:55.878675 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2449a00-08d6-451d-a537-a574bf9781be tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:55.879348 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f2449a00-08d6-451d-a537-a574bf9781be tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:55.907660 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8f7f6486-1db1-4221-84de-f168d0fe0c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:55.917161 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76643447-633f-4c0c-8541-2400add3f946 None None] Pushing event updated for resources: {'Port': ['ID=41bcf23e-3964-429c-b1b4-549ae9560dee,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:55.925717 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3048f98-d336-48c9-b124-9bf76b43024b req-df000af5-5e29-4c01-a0aa-a3ba7d059736 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:55.931189 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7d9b4120-05b8-4da2-a2ad-34e2a4f877ba req-a91cfd44-f7f2-4e6d-a6d5-94fab3da4d49 service neutron] 10.222.0.54 "GET /v2.0/networks/e4ae51a3-555d-433c-8c68-00298de875e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334256 Sep 08 09:01:55.934884 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b3048f98-d336-48c9-b124-9bf76b43024b req-df000af5-5e29-4c01-a0aa-a3ba7d059736 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=477da8ee-0f1c-47cf-9fd8-126eda93b6f1 HTTP/1.1" status: 200 len: 947 time: 0.3487322 Sep 08 09:01:55.938114 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-d5b96996-9f14-4564-a7b7-e44a26e43348 req-70cae848-69f6-436b-b217-5b0a5316c145 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] For port a5cc8399-49f8-4214-9f78-ab2d5fbbf394, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=a5cc8399-49f8-4214-9f78-ab2d5fbbf394,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:55.939125 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d5b96996-9f14-4564-a7b7-e44a26e43348 req-70cae848-69f6-436b-b217-5b0a5316c145 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:55.967315 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a2cc3184-a93a-41f4-bb14-6c83c4eaf88d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:55.983080 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-97c1cf62-f8e4-4732-ae74-5374d31d65b4 None None] Provisioning for port 92dd0e53-1ece-4446-91d2-39d049407ad5 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:01:55.984579 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-d5b96996-9f14-4564-a7b7-e44a26e43348 req-70cae848-69f6-436b-b217-5b0a5316c145 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] Calling delete_port for a5cc8399-49f8-4214-9f78-ab2d5fbbf394 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:01:55.987902 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-97c1cf62-f8e4-4732-ae74-5374d31d65b4 None None] Provisioning complete for port 92dd0e53-1ece-4446-91d2-39d049407ad5 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:01:55.988278 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-97c1cf62-f8e4-4732-ae74-5374d31d65b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:56.048838 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b3048f98-d336-48c9-b124-9bf76b43024b req-39f1cd0c-fd1f-4de5-b278-2af7e8ae51d6 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129727 Sep 08 09:01:56.245838 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-97c1cf62-f8e4-4732-ae74-5374d31d65b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:56.285007 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8f7f6486-1db1-4221-84de-f168d0fe0c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:56.296969 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8f7f6486-1db1-4221-84de-f168d0fe0c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:56.325026 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-97c1cf62-f8e4-4732-ae74-5374d31d65b4 None None] For port 92dd0e53-1ece-4446-91d2-39d049407ad5, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=92dd0e53-1ece-4446-91d2-39d049407ad5,segment=NetworkSegment(a92db136-9157-48d9-ba34-f5a434c22bec),segment_id=a92db136-9157-48d9-ba34-f5a434c22bec)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:56.332217 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-97c1cf62-f8e4-4732-ae74-5374d31d65b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:56.379986 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f2449a00-08d6-451d-a537-a574bf9781be tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1915238 Sep 08 09:01:56.443954 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d16b0bb0-5fa1-4d3f-a562-8386bc7a7a03 req-219f42ee-d78f-4dbc-8cc0-3037b0b24b66 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] 10.222.0.54 "GET /v2.0/ports?device_id=ddae90db-a1ad-4edf-a87c-cc848ad922eb HTTP/1.1" status: 200 len: 210 time: 0.1469407 Sep 08 09:01:56.481605 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c1cf62-f8e4-4732-ae74-5374d31d65b4 None None] Pushing event updated for resources: {'Port': ['ID=92dd0e53-1ece-4446-91d2-39d049407ad5,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:56.514169 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-82a50c28-8713-43c6-b18c-9f7a7af5798d None None] Provisioning complete for port 92dd0e53-1ece-4446-91d2-39d049407ad5 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:01:56.514754 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-82a50c28-8713-43c6-b18c-9f7a7af5798d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:56.524356 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a2cc3184-a93a-41f4-bb14-6c83c4eaf88d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:56.572039 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f6486-1db1-4221-84de-f168d0fe0c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e775f8f9-40c5-4fdb-9333-0abe895b5c2f,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:56.576216 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a2cc3184-a93a-41f4-bb14-6c83c4eaf88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:56.659186 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-90c3a0e0-8696-406c-82a4-c1838c718b4b req-d13f3951-20a4-4018-adea-6489fb024cc0 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=31778146-2334-4c74-a139-b8b888fd72a7 HTTP/1.1" status: 200 len: 210 time: 0.1093206 Sep 08 09:01:56.675053 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d5b96996-9f14-4564-a7b7-e44a26e43348 req-70cae848-69f6-436b-b217-5b0a5316c145 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:56.695830 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8f7f6486-1db1-4221-84de-f168d0fe0c5a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2ba4862175094d189757b193033dc030&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9876218 Sep 08 09:01:56.702923 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a2cc3184-a93a-41f4-bb14-6c83c4eaf88d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b47062427fb44d939b3b92ac2910484c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2712457 Sep 08 09:01:56.708545 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38530) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:56.709131 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38532) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:56.781933 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 8503fd18-3ce8-4536-b8d7-b81197b5e812 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:01:56.791164 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['a5cc8399-49f8-4214-9f78-ab2d5fbbf394'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:01:56.808606 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cae848-69f6-436b-b217-5b0a5316c145 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] Pushing event deleted for resources: {'Port': ['ID=a5cc8399-49f8-4214-9f78-ab2d5fbbf394,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:56.835839 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cc3184-a93a-41f4-bb14-6c83c4eaf88d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbe79cd-0a86-4bd2-9429-337bdb83ab91,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:56.905115 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b96996-9f14-4564-a7b7-e44a26e43348 req-70cae848-69f6-436b-b217-5b0a5316c145 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] No DVR routers for this DVR port a5cc8399-49f8-4214-9f78-ab2d5fbbf394 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:01:56.909096 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d5b96996-9f14-4564-a7b7-e44a26e43348 req-70cae848-69f6-436b-b217-5b0a5316c145 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:56.912768 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d5b96996-9f14-4564-a7b7-e44a26e43348 req-70cae848-69f6-436b-b217-5b0a5316c145 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] 10.222.0.35 "DELETE /v2.0/ports/a5cc8399-49f8-4214-9f78-ab2d5fbbf394 HTTP/1.1" status: 204 len: 173 time: 1.6620741 Sep 08 09:01:56.930469 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb1d030-7e8c-476a-96ed-81fddf4a1e2b', 'name': 'network-vif-deleted', 'tag': 'a5cc8399-49f8-4214-9f78-ab2d5fbbf394'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:01:56.933477 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47ad937-441f-4ea5-bc6f-4fadcc0d2394" -d '{"events": [{"server_uuid": "9bb1d030-7e8c-476a-96ed-81fddf4a1e2b", "name": "network-vif-deleted", "tag": "a5cc8399-49f8-4214-9f78-ab2d5fbbf394"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:01:56.961444 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-ffd6734a-1117-4611-956f-ae66fa62c0fd tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:56.963499 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-ffd6734a-1117-4611-956f-ae66fa62c0fd tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] 10.222.0.37 "GET /v2.0/networks?id=2bca9e19-adc3-4046-9a65-e8e42c2cd190 HTTP/1.1" status: 200 len: 815 time: 0.5852683 Sep 08 09:01:57.029345 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec459274-f21c-42ec-a46f-174d0668d8de req-773aabbb-239e-43ef-8ac1-2363e7eb1e16 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:57.044572 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ec459274-f21c-42ec-a46f-174d0668d8de req-773aabbb-239e-43ef-8ac1-2363e7eb1e16 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] 10.222.0.54 "GET /v2.0/ports?device_id=9bb1d030-7e8c-476a-96ed-81fddf4a1e2b HTTP/1.1" status: 200 len: 867 time: 0.4882660 Sep 08 09:01:57.046798 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-2ed3b800-457c-4bd3-ab23-27de94487496 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60cc7751195843ebadbbb66d9bdddd07 HTTP/1.1" status: 200 len: 379 time: 0.0656314 Sep 08 09:01:57.059690 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-82a50c28-8713-43c6-b18c-9f7a7af5798d None None] Provisioning complete for port 41bcf23e-3964-429c-b1b4-549ae9560dee triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:01:57.065648 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-042c089f-b8e5-4057-acad-d545761787e0 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Request body: {'port': {'device_id': 'ddae90db-a1ad-4edf-a87c-cc848ad922eb', 'network_id': '2bca9e19-adc3-4046-9a65-e8e42c2cd190', 'admin_state_up': True, 'tenant_id': '60cc7751195843ebadbbb66d9bdddd07', 'security_groups': ['c0eb5b34-b243-4b4a-86e9-e26040c5696b']}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:01:57.065902 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-82a50c28-8713-43c6-b18c-9f7a7af5798d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:57.088253 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7eb72023-dc69-49ab-887b-82a1dfbfa223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:57.179579 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ec459274-f21c-42ec-a46f-174d0668d8de req-80197e03-9a52-4aa3-a745-3b6ebee9a3e1 tempest-ServerDiagnosticsNegativeTest-1571418925 tempest-ServerDiagnosticsNegativeTest-1571418925-project] 10.222.0.54 "GET /v2.0/security-groups?id=21287275-a563-42af-8855-615b627cf538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320148 Sep 08 09:01:57.234266 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7eb72023-dc69-49ab-887b-82a1dfbfa223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:57.272511 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-80354483-6cb1-4269-a6f6-b5d03eeac79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:57.275034 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 8503fd18-3ce8-4536-b8d7-b81197b5e812 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:01:57.284435 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4c1658-25e5-4219-941e-1482964a19b4 x-openstack-request-id: req-5e4c1658-25e5-4219-941e-1482964a19b4 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:01:57.284735 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb1d030-7e8c-476a-96ed-81fddf4a1e2b", "name": "network-vif-deleted", "tag": "a5cc8399-49f8-4214-9f78-ab2d5fbbf394", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:01:57.285083 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5e4c1658-25e5-4219-941e-1482964a19b4 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:01:57.285667 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb1d030-7e8c-476a-96ed-81fddf4a1e2b', 'name': 'network-vif-deleted', 'tag': 'a5cc8399-49f8-4214-9f78-ab2d5fbbf394', 'status': 'completed', 'code': 200} Sep 08 09:01:57.288666 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 8503fd18-3ce8-4536-b8d7-b81197b5e812 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:01:57.289151 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:57.315615 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-042c089f-b8e5-4057-acad-d545761787e0 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Made reservation on behalf of 60cc7751195843ebadbbb66d9bdddd07 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:01:57.320593 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-80354483-6cb1-4269-a6f6-b5d03eeac79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:57.321890 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-042c089f-b8e5-4057-acad-d545761787e0 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:57.384912 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-80354483-6cb1-4269-a6f6-b5d03eeac79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:57.387161 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-80354483-6cb1-4269-a6f6-b5d03eeac79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:57.388506 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-80354483-6cb1-4269-a6f6-b5d03eeac79b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e775f8f9-40c5-4fdb-9333-0abe895b5c2f HTTP/1.1" status: 204 len: 168 time: 0.6748474 Sep 08 09:01:57.389185 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38542) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:57.439651 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-a1daec4e-b0b4-43c6-aeb9-42dab5536cc3 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1355824826', 'description': 'tempest-description--1226130023'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:01:57.487386 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80354483-6cb1-4269-a6f6-b5d03eeac79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e775f8f9-40c5-4fdb-9333-0abe895b5c2f,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:57.488869 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-82a50c28-8713-43c6-b18c-9f7a7af5798d None None] Provisioning for port ddf26a7d-0e8b-469e-9475-33e914bdcf50 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:01:57.528401 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-82a50c28-8713-43c6-b18c-9f7a7af5798d None None] Provisioning complete for port ddf26a7d-0e8b-469e-9475-33e914bdcf50 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:01:57.529049 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-82a50c28-8713-43c6-b18c-9f7a7af5798d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:57.571293 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-042c089f-b8e5-4057-acad-d545761787e0 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Allocated IP 172.20.0.14 (2bca9e19-adc3-4046-9a65-e8e42c2cd190/35362f99-b0d6-4e0b-8bdd-5b323164ce7d/1adecf86-ece7-4525-a8c5-4fb5356f25d9) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:01:57.610164 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7eb72023-dc69-49ab-887b-82a1dfbfa223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:57.621985 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7eb72023-dc69-49ab-887b-82a1dfbfa223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:57.642849 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7eb72023-dc69-49ab-887b-82a1dfbfa223 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8bbe79cd-0a86-4bd2-9429-337bdb83ab91 HTTP/1.1" status: 204 len: 168 time: 0.9213347 Sep 08 09:01:57.671820 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bb6d5426-6892-4c75-b7f4-4e7cf3d9e6b4 req-2aec851d-5b42-4459-9778-c34eee819bd9 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] 10.222.0.54 "GET /v2.0/ports?device_id=ddae90db-a1ad-4edf-a87c-cc848ad922eb HTTP/1.1" status: 200 len: 210 time: 0.0541120 Sep 08 09:01:57.703645 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a1daec4e-b0b4-43c6-aeb9-42dab5536cc3 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:57.792227 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb72023-dc69-49ab-887b-82a1dfbfa223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbe79cd-0a86-4bd2-9429-337bdb83ab91,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:57.839148 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439cacf3-98e9-4d19-ab3a-15bc819cfa06 req-6c801ab2-623e-4d60-86c7-dfee2e238626 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:57.856385 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-439cacf3-98e9-4d19-ab3a-15bc819cfa06 req-6c801ab2-623e-4d60-86c7-dfee2e238626 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=477da8ee-0f1c-47cf-9fd8-126eda93b6f1 HTTP/1.1" status: 200 len: 947 time: 0.4111998 Sep 08 09:01:57.979214 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:58.054205 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-82a50c28-8713-43c6-b18c-9f7a7af5798d None None] Port ddf26a7d-0e8b-469e-9475-33e914bdcf50 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:01:58.055977 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-042c089f-b8e5-4057-acad-d545761787e0 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:58.068291 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '477da8ee-0f1c-47cf-9fd8-126eda93b6f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8503fd18-3ce8-4536-b8d7-b81197b5e812'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:01:58.072564 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5fc5c6-f8eb-4437-8a56-87814f02e3ed" -d '{"events": [{"server_uuid": "477da8ee-0f1c-47cf-9fd8-126eda93b6f1", "name": "network-vif-plugged", "status": "completed", "tag": "8503fd18-3ce8-4536-b8d7-b81197b5e812"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:01:58.080172 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-042c089f-b8e5-4057-acad-d545761787e0 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Transition to ACTIVE for port object 1adecf86-ece7-4525-a8c5-4fb5356f25d9 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:01:58.105848 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 8503fd18-3ce8-4536-b8d7-b81197b5e812, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=8503fd18-3ce8-4536-b8d7-b81197b5e812,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:58.108224 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a1daec4e-b0b4-43c6-aeb9-42dab5536cc3 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:58.120713 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a1daec4e-b0b4-43c6-aeb9-42dab5536cc3 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:58.127726 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:58.155100 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-042c089f-b8e5-4057-acad-d545761787e0 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:58.176213 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-439cacf3-98e9-4d19-ab3a-15bc819cfa06 req-a7f392fb-6eed-4456-8d06-9e52d9f0f13b tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146584 Sep 08 09:01:58.199726 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a18731a1-4aae-48de-938b-b4dc70ef42a4 req-ba451ff0-3640-482c-bbd0-93032f635040 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=31778146-2334-4c74-a139-b8b888fd72a7 HTTP/1.1" status: 200 len: 210 time: 0.0547781 Sep 08 09:01:58.230577 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a1daec4e-b0b4-43c6-aeb9-42dab5536cc3 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:58.243712 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a1daec4e-b0b4-43c6-aeb9-42dab5536cc3 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8099990 Sep 08 09:01:58.244729 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38566) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:58.257960 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-132f8147-fcb0-4fab-a802-d16a4cf71ac6 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Request body: {'security_group_rule': {'security_group_id': 'aef7fa01-b34f-48f3-a5db-edceea9f7535', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:01:58.259681 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=8503fd18-3ce8-4536-b8d7-b81197b5e812,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:58.265147 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1daec4e-b0b4-43c6-aeb9-42dab5536cc3 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aef7fa01-b34f-48f3-a5db-edceea9f7535,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:58.283701 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 13842369-8770-43b0-bdfc-9073d1ba7f2a up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:01:58.304496 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-042c089f-b8e5-4057-acad-d545761787e0 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Network 2bca9e19-adc3-4046-9a65-e8e42c2cd190 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:01:58.328640 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-042c089f-b8e5-4057-acad-d545761787e0 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:01:58.351206 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-132f8147-fcb0-4fab-a802-d16a4cf71ac6 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:58.356613 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-042c089f-b8e5-4057-acad-d545761787e0 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:01:58.429426 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7813d7e-30e1-4dff-a63c-39028de13824 x-openstack-request-id: req-e7813d7e-30e1-4dff-a63c-39028de13824 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:01:58.429793 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "477da8ee-0f1c-47cf-9fd8-126eda93b6f1", "name": "network-vif-plugged", "status": "completed", "tag": "8503fd18-3ce8-4536-b8d7-b81197b5e812", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:01:58.429971 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e7813d7e-30e1-4dff-a63c-39028de13824 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:01:58.430393 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '477da8ee-0f1c-47cf-9fd8-126eda93b6f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8503fd18-3ce8-4536-b8d7-b81197b5e812', 'code': 200} Sep 08 09:01:58.467582 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042c089f-b8e5-4057-acad-d545761787e0 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Pushing event updated for resources: {'Port': ['ID=1adecf86-ece7-4525-a8c5-4fb5356f25d9,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:58.531551 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-3b6f86c3-7231-4ac3-ac69-e8b496b07024 None None] Provisioning for port 1ba67b89-fdf3-438b-8aa9-37c654debf50 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:01:58.561288 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:58.567000 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-132f8147-fcb0-4fab-a802-d16a4cf71ac6 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:58.570905 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-3b6f86c3-7231-4ac3-ac69-e8b496b07024 None None] Provisioning complete for port 1ba67b89-fdf3-438b-8aa9-37c654debf50 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:01:58.572431 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3b6f86c3-7231-4ac3-ac69-e8b496b07024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:58.581388 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-132f8147-fcb0-4fab-a802-d16a4cf71ac6 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:58.625053 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f8147-fcb0-4fab-a802-d16a4cf71ac6 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce32dc58-a999-4cc9-b257-4b46d796ef24,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:58.659626 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-132f8147-fcb0-4fab-a802-d16a4cf71ac6 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:58.661147 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-132f8147-fcb0-4fab-a802-d16a4cf71ac6 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4134824 Sep 08 09:01:58.664656 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38580) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:58.683458 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-5981a5e1-b861-4b5e-b10d-274dd567f401 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Request body: {'security_group_rule': {'security_group_id': 'aef7fa01-b34f-48f3-a5db-edceea9f7535', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:01:58.698852 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-042c089f-b8e5-4057-acad-d545761787e0 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:58.700109 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-042c089f-b8e5-4057-acad-d545761787e0 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:58.739411 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-3b6f86c3-7231-4ac3-ac69-e8b496b07024 None None] Port 1ba67b89-fdf3-438b-8aa9-37c654debf50 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:01:58.754109 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 13842369-8770-43b0-bdfc-9073d1ba7f2a completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:01:58.764704 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 13842369-8770-43b0-bdfc-9073d1ba7f2a triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:01:58.768063 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:58.782542 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5981a5e1-b861-4b5e-b10d-274dd567f401 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:58.798362 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-3b6f86c3-7231-4ac3-ac69-e8b496b07024 None None] Provisioning complete for port ddf26a7d-0e8b-469e-9475-33e914bdcf50 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:01:58.803742 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3b6f86c3-7231-4ac3-ac69-e8b496b07024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:58.843883 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device a5cc8399-49f8-4214-9f78-ab2d5fbbf394 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:01:58.884125 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5981a5e1-b861-4b5e-b10d-274dd567f401 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:58.889387 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e1c69-2e9b-4c47-bb78-342ab6ebc124 req-3d4a8ceb-e946-4d84-b878-44274992b3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:58.892219 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5981a5e1-b861-4b5e-b10d-274dd567f401 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:58.892708 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-406e1c69-2e9b-4c47-bb78-342ab6ebc124 req-3d4a8ceb-e946-4d84-b878-44274992b3b9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=477da8ee-0f1c-47cf-9fd8-126eda93b6f1 HTTP/1.1" status: 200 len: 1100 time: 0.4203365 Sep 08 09:01:58.910570 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: a5cc8399-49f8-4214-9f78-ab2d5fbbf394 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:01:58.911338 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device a5cc8399-49f8-4214-9f78-ab2d5fbbf394 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:01:58.913171 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-042c089f-b8e5-4057-acad-d545761787e0 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8575866 Sep 08 09:01:58.926100 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-3b6f86c3-7231-4ac3-ac69-e8b496b07024 None None] Port ddf26a7d-0e8b-469e-9475-33e914bdcf50 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:01:58.951648 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5981a5e1-b861-4b5e-b10d-274dd567f401 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1c34206-0781-4904-8bd9-4c109159dce6,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:58.971190 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38588) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:58.981956 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5981a5e1-b861-4b5e-b10d-274dd567f401 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:58.993212 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5981a5e1-b861-4b5e-b10d-274dd567f401 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3258216 Sep 08 09:01:58.994080 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38592) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:59.005670 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-b73a179b-eb06-4dfe-bc55-b068c9c88aed tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:01:59.006694 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:59.054316 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b73a179b-eb06-4dfe-bc55-b068c9c88aed tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks [] for floatingip, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:59.057168 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 13842369-8770-43b0-bdfc-9073d1ba7f2a, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=13842369-8770-43b0-bdfc-9073d1ba7f2a,segment=NetworkSegment(b248b080-424a-4d7c-b6da-e7e9fa7a7a95),segment_id=b248b080-424a-4d7c-b6da-e7e9fa7a7a95)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:01:59.066747 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:59.068353 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 41bcf23e-3964-429c-b1b4-549ae9560dee up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:01:59.100050 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-511266c3-dbf8-4c2b-b166-ab1768e06eaa None None] Provisioning for port 1adecf86-ece7-4525-a8c5-4fb5356f25d9 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:01:59.132869 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-511266c3-dbf8-4c2b-b166-ab1768e06eaa None None] Provisioning complete for port 1adecf86-ece7-4525-a8c5-4fb5356f25d9 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:01:59.133627 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-511266c3-dbf8-4c2b-b166-ab1768e06eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:59.187028 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-511266c3-dbf8-4c2b-b166-ab1768e06eaa None None] Port 1adecf86-ece7-4525-a8c5-4fb5356f25d9 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:01:59.247624 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=13842369-8770-43b0-bdfc-9073d1ba7f2a,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:59.260696 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 41bcf23e-3964-429c-b1b4-549ae9560dee triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:01:59.261226 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:59.342559 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-27c0f38d-4def-4d9b-b1f3-3f9f364bbe71 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f1e970c80df143fe8146fd0845de16d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3699894 Sep 08 09:01:59.347824 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38610) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:01:59.365194 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-435f31e9-51b5-4cdd-8dc4-6668f81544c5 service neutron] Request body: {'port': {'device_id': 'ddae90db-a1ad-4edf-a87c-cc848ad922eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:01:59.368954 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b73a179b-eb06-4dfe-bc55-b068c9c88aed tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:59.385895 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 92dd0e53-1ece-4446-91d2-39d049407ad5 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:01:59.396855 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b4120-05b8-4da2-a2ad-34e2a4f877ba req-2813ba03-9f77-4ef0-a591-a1a0272f10d0 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:59.398421 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7d9b4120-05b8-4da2-a2ad-34e2a4f877ba req-2813ba03-9f77-4ef0-a591-a1a0272f10d0 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.35 "GET /v2.0/networks?id=e4ae51a3-555d-433c-8c68-00298de875e2 HTTP/1.1" status: 200 len: 822 time: 0.9480877 Sep 08 09:01:59.429947 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0425b-6049-41dd-a648-c8964eb8779f req-608ee20e-0f1e-4892-8d84-149899afabcd tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:59.438569 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0ca0425b-6049-41dd-a648-c8964eb8779f req-608ee20e-0f1e-4892-8d84-149899afabcd tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=477da8ee-0f1c-47cf-9fd8-126eda93b6f1 HTTP/1.1" status: 200 len: 948 time: 0.1197567 Sep 08 09:01:59.461626 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-7d9b4120-05b8-4da2-a2ad-34e2a4f877ba req-756e91fb-68db-4058-adc4-282d0980467c tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Request body: {'port': {'device_id': '31778146-2334-4c74-a139-b8b888fd72a7', 'network_id': 'e4ae51a3-555d-433c-8c68-00298de875e2', 'admin_state_up': True, 'tenant_id': '05dfbd02c1814a04a5e78fef70e8cc9e'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:01:59.472288 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 92dd0e53-1ece-4446-91d2-39d049407ad5 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:01:59.473930 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:59.504931 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0ca0425b-6049-41dd-a648-c8964eb8779f req-46c122a3-5e23-441f-8aaa-a9ce4708104f tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650630 Sep 08 09:01:59.592288 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-b73a179b-eb06-4dfe-bc55-b068c9c88aed tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Allocated IP 172.25.0.187 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/9f6a7316-2043-427a-b3b7-54698ac0245b) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:01:59.597077 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed309b5-89b7-4310-963e-3dbb3da13331 req-24789d6a-8567-4219-832d-7aff619ab3af tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:01:59.599576 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2ed309b5-89b7-4310-963e-3dbb3da13331 req-24789d6a-8567-4219-832d-7aff619ab3af tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] 10.222.0.54 "GET /v2.0/ports?device_id=ddae90db-a1ad-4edf-a87c-cc848ad922eb HTTP/1.1" status: 200 len: 932 time: 0.6818726 Sep 08 09:01:59.644771 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-435f31e9-51b5-4cdd-8dc4-6668f81544c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:59.649468 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-406e1c69-2e9b-4c47-bb78-342ab6ebc124 req-e8b032a5-4152-4179-83f6-aab26ecb1b23 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7471833 Sep 08 09:01:59.667928 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1ec1bf1b-2a22-4ac5-9ffd-3fb542c4a026 req-5aaa6b3b-f20b-4048-bf90-f1b27cfc7010 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=31778146-2334-4c74-a139-b8b888fd72a7 HTTP/1.1" status: 200 len: 210 time: 0.0447538 Sep 08 09:01:59.712718 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ff594724-7ef1-48c2-83f0-d10249f094d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:59.768083 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b73a179b-eb06-4dfe-bc55-b068c9c88aed tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:59.772239 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d9b4120-05b8-4da2-a2ad-34e2a4f877ba req-756e91fb-68db-4058-adc4-282d0980467c tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Made reservation on behalf of 05dfbd02c1814a04a5e78fef70e8cc9e for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:01:59.776113 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7d9b4120-05b8-4da2-a2ad-34e2a4f877ba req-756e91fb-68db-4058-adc4-282d0980467c tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:59.811603 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2ed309b5-89b7-4310-963e-3dbb3da13331 req-2c501575-8618-4aff-adbb-eff0a5ab3b39 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0eb5b34-b243-4b4a-86e9-e26040c5696b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721916 Sep 08 09:01:59.820749 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b73a179b-eb06-4dfe-bc55-b068c9c88aed tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:59.834973 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ff594724-7ef1-48c2-83f0-d10249f094d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:01:59.862208 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73a179b-eb06-4dfe-bc55-b068c9c88aed tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:01:59.865184 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-b73a179b-eb06-4dfe-bc55-b068c9c88aed tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:01:59.868564 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73a179b-eb06-4dfe-bc55-b068c9c88aed tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:01:59.911480 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 13842369-8770-43b0-bdfc-9073d1ba7f2a up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:01:59.924448 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a179b-eb06-4dfe-bc55-b068c9c88aed tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Pushing event updated for resources: {'Port': ['ID=9f6a7316-2043-427a-b3b7-54698ac0245b,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:01:59.996362 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b73a179b-eb06-4dfe-bc55-b068c9c88aed tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:00.021865 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 13842369-8770-43b0-bdfc-9073d1ba7f2a triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:02:00.023504 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:00.046741 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b73a179b-eb06-4dfe-bc55-b068c9c88aed tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:00.056565 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ff594724-7ef1-48c2-83f0-d10249f094d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:00.060125 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ff594724-7ef1-48c2-83f0-d10249f094d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:00.061160 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ff594724-7ef1-48c2-83f0-d10249f094d1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/21287275-a563-42af-8855-615b627cf538 HTTP/1.1" status: 204 len: 168 time: 0.7003775 Sep 08 09:02:00.100376 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff594724-7ef1-48c2-83f0-d10249f094d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21287275-a563-42af-8855-615b627cf538,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:00.220229 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-7d9b4120-05b8-4da2-a2ad-34e2a4f877ba req-756e91fb-68db-4058-adc4-282d0980467c tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Allocated IP 172.20.0.12 (e4ae51a3-555d-433c-8c68-00298de875e2/8b8d890a-bf45-4b73-bd8d-17a04a6ff513/29501bfd-8b1c-4fbe-948e-7cc0bd0add78) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:02:00.404623 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b73a179b-eb06-4dfe-bc55-b068c9c88aed tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:00.412921 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b73a179b-eb06-4dfe-bc55-b068c9c88aed tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:00.501538 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1bbe4459-4ee9-4e6f-aa1a-1d313b024837 req-ff0c3b01-8e09-4e5f-92ca-70534ddbdfb2 tempest-ServerShowV254Test-462319923 tempest-ServerShowV254Test-462319923-project] 10.222.0.54 "GET /v2.0/ports?device_id=d51b385c-6d2d-48d7-a890-26c4c760d008 HTTP/1.1" status: 200 len: 210 time: 0.0963039 Sep 08 09:02:00.525989 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-435f31e9-51b5-4cdd-8dc4-6668f81544c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1adecf86-ece7-4525-a8c5-4fb5356f25d9 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:02:00.537132 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a179b-eb06-4dfe-bc55-b068c9c88aed tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Pushing event updated for resources: {'Port': ['ID=9f6a7316-2043-427a-b3b7-54698ac0245b,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:00.543266 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-435f31e9-51b5-4cdd-8dc4-6668f81544c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:00.543701 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b73a179b-eb06-4dfe-bc55-b068c9c88aed tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:00.582284 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b73a179b-eb06-4dfe-bc55-b068c9c88aed tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:00.583572 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b73a179b-eb06-4dfe-bc55-b068c9c88aed tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5860691 Sep 08 09:02:00.587942 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-435f31e9-51b5-4cdd-8dc4-6668f81544c5 service neutron] Transition to ACTIVE for port object 1adecf86-ece7-4525-a8c5-4fb5356f25d9 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:02:00.600978 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7d9b4120-05b8-4da2-a2ad-34e2a4f877ba req-756e91fb-68db-4058-adc4-282d0980467c tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:00.605080 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-435f31e9-51b5-4cdd-8dc4-6668f81544c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:00.682489 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435f31e9-51b5-4cdd-8dc4-6668f81544c5 service neutron] Pushing event updated for resources: {'Port': ['ID=1adecf86-ece7-4525-a8c5-4fb5356f25d9,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:00.763404 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b3b7e-4bfe-4e65-af17-09bf8d5c6d26 req-4484e408-0424-4399-b1bf-ecfcb03ddd86 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:00.768916 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-403b3b7e-4bfe-4e65-af17-09bf8d5c6d26 req-4484e408-0424-4399-b1bf-ecfcb03ddd86 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=477da8ee-0f1c-47cf-9fd8-126eda93b6f1 HTTP/1.1" status: 200 len: 948 time: 0.1378131 Sep 08 09:02:00.791547 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7d9b4120-05b8-4da2-a2ad-34e2a4f877ba req-756e91fb-68db-4058-adc4-282d0980467c tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:00.874293 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38668) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:02:00.904311 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-403b3b7e-4bfe-4e65-af17-09bf8d5c6d26 req-ab252ad8-bbb7-4683-b522-2261d26200f4 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291211 Sep 08 09:02:00.989774 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d9b4120-05b8-4da2-a2ad-34e2a4f877ba req-756e91fb-68db-4058-adc4-282d0980467c tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Network e4ae51a3-555d-433c-8c68-00298de875e2 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:02:00.990087 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e7a50a7c-cfee-4121-8b70-668e2de9f7e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:01.015295 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e91fb-68db-4058-adc4-282d0980467c tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Pushing event updated for resources: {'Port': ['ID=29501bfd-8b1c-4fbe-948e-7cc0bd0add78,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:01.026792 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-7d9b4120-05b8-4da2-a2ad-34e2a4f877ba req-756e91fb-68db-4058-adc4-282d0980467c tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:02:01.029645 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d9b4120-05b8-4da2-a2ad-34e2a4f877ba req-756e91fb-68db-4058-adc4-282d0980467c tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:02:01.066522 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-435f31e9-51b5-4cdd-8dc4-6668f81544c5 service neutron] Attempting to bind port 1adecf86-ece7-4525-a8c5-4fb5356f25d9 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:02:01.066874 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-435f31e9-51b5-4cdd-8dc4-6668f81544c5 service neutron] Attempting to bind port 1adecf86-ece7-4525-a8c5-4fb5356f25d9 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'b248b080-424a-4d7c-b6da-e7e9fa7a7a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2bca9e19-adc3-4046-9a65-e8e42c2cd190'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:02:01.067361 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-435f31e9-51b5-4cdd-8dc4-6668f81544c5 service neutron] Attempting to bind port 1adecf86-ece7-4525-a8c5-4fb5356f25d9 on network 2bca9e19-adc3-4046-9a65-e8e42c2cd190 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:02:01.098892 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-435f31e9-51b5-4cdd-8dc4-6668f81544c5 service neutron] Port 1adecf86-ece7-4525-a8c5-4fb5356f25d9 on network 2bca9e19-adc3-4046-9a65-e8e42c2cd190 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:02:01.099459 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-435f31e9-51b5-4cdd-8dc4-6668f81544c5 service neutron] Attempting to bind port 1adecf86-ece7-4525-a8c5-4fb5356f25d9 on network 2bca9e19-adc3-4046-9a65-e8e42c2cd190 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:02:01.126467 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-435f31e9-51b5-4cdd-8dc4-6668f81544c5 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:02:01.127143 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-435f31e9-51b5-4cdd-8dc4-6668f81544c5 service neutron] Checking segment: {'id': 'b248b080-424a-4d7c-b6da-e7e9fa7a7a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2bca9e19-adc3-4046-9a65-e8e42c2cd190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:02:01.127294 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-435f31e9-51b5-4cdd-8dc4-6668f81544c5 service neutron] Bound using segment: {'id': 'b248b080-424a-4d7c-b6da-e7e9fa7a7a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2bca9e19-adc3-4046-9a65-e8e42c2cd190'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:02:01.127817 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-435f31e9-51b5-4cdd-8dc4-6668f81544c5 service neutron] Bound port: 1adecf86-ece7-4525-a8c5-4fb5356f25d9, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b248b080-424a-4d7c-b6da-e7e9fa7a7a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2bca9e19-adc3-4046-9a65-e8e42c2cd190'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:02:01.128076 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-435f31e9-51b5-4cdd-8dc4-6668f81544c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:01.143101 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef7506-eddb-4a35-aac5-1fbe2ac3ab53 req-d01e8513-08ae-46e2-b2c2-89c3162e9300 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:01.146958 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-edef7506-eddb-4a35-aac5-1fbe2ac3ab53 req-d01e8513-08ae-46e2-b2c2-89c3162e9300 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=31778146-2334-4c74-a139-b8b888fd72a7 HTTP/1.1" status: 200 len: 932 time: 0.2609456 Sep 08 09:02:01.165511 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b4120-05b8-4da2-a2ad-34e2a4f877ba req-756e91fb-68db-4058-adc4-282d0980467c tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:01.166176 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7d9b4120-05b8-4da2-a2ad-34e2a4f877ba req-756e91fb-68db-4058-adc4-282d0980467c tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:01.176147 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc21dcd8-0ad4-44a4-a8ea-60d1ca43d255 req-cc241d2c-4725-4523-b84e-e9f0309d5cdb tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:01.177941 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bc21dcd8-0ad4-44a4-a8ea-60d1ca43d255 req-cc241d2c-4725-4523-b84e-e9f0309d5cdb tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] 10.222.0.54 "GET /v2.0/ports?device_id=ddae90db-a1ad-4edf-a87c-cc848ad922eb HTTP/1.1" status: 200 len: 944 time: 0.0621288 Sep 08 09:02:01.220461 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bc21dcd8-0ad4-44a4-a8ea-60d1ca43d255 req-f83cc50a-26af-4924-9b74-2677e58f422a tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0eb5b34-b243-4b4a-86e9-e26040c5696b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347879 Sep 08 09:02:01.289867 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-edef7506-eddb-4a35-aac5-1fbe2ac3ab53 req-637d12cd-46fb-4f2d-b422-c43d7ff80d6f tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334491 Sep 08 09:02:01.314332 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-435f31e9-51b5-4cdd-8dc4-6668f81544c5 service neutron] For port 1adecf86-ece7-4525-a8c5-4fb5356f25d9, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:02:01.318627 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-435f31e9-51b5-4cdd-8dc4-6668f81544c5 service neutron] For port 1adecf86-ece7-4525-a8c5-4fb5356f25d9, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=1adecf86-ece7-4525-a8c5-4fb5356f25d9,segment=NetworkSegment(b248b080-424a-4d7c-b6da-e7e9fa7a7a95),segment_id=b248b080-424a-4d7c-b6da-e7e9fa7a7a95)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:02:01.329867 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-435f31e9-51b5-4cdd-8dc4-6668f81544c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:01.375171 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-435f31e9-51b5-4cdd-8dc4-6668f81544c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:01.376847 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-435f31e9-51b5-4cdd-8dc4-6668f81544c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:01.378086 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-435f31e9-51b5-4cdd-8dc4-6668f81544c5 service neutron] 10.222.0.37 "PUT /v2.0/ports/1adecf86-ece7-4525-a8c5-4fb5356f25d9 HTTP/1.1" status: 200 len: 1093 time: 2.0282032 Sep 08 09:02:01.378550 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddae90db-a1ad-4edf-a87c-cc848ad922eb', 'tag': '1adecf86-ece7-4525-a8c5-4fb5356f25d9'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:02:01.381102 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c197f718-8d5a-4a28-adb9-53db8ee0de0a" -d '{"events": [{"name": "network-changed", "server_uuid": "ddae90db-a1ad-4edf-a87c-cc848ad922eb", "tag": "1adecf86-ece7-4525-a8c5-4fb5356f25d9"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:02:01.425302 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e7a50a7c-cfee-4121-8b70-668e2de9f7e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:01.431781 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435f31e9-51b5-4cdd-8dc4-6668f81544c5 service neutron] Pushing event updated for resources: {'Port': ['ID=1adecf86-ece7-4525-a8c5-4fb5356f25d9,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:01.437051 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e7a50a7c-cfee-4121-8b70-668e2de9f7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:01.470374 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7d9b4120-05b8-4da2-a2ad-34e2a4f877ba req-756e91fb-68db-4058-adc4-282d0980467c tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0379794 Sep 08 09:02:01.487210 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-61e1796e-a758-4213-b0cd-0bac4a28a520 req-6ad97060-8e3c-4527-9156-2933950c1e55 tempest-SecurityGroupsTestAdminJSON-573870003 tempest-SecurityGroupsTestAdminJSON-573870003-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1631541052', 'description': 'tempest-description-957351519'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:02:01.515012 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-61e1796e-a758-4213-b0cd-0bac4a28a520 req-6ad97060-8e3c-4527-9156-2933950c1e55 tempest-SecurityGroupsTestAdminJSON-573870003 tempest-SecurityGroupsTestAdminJSON-573870003-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:01.515268 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-7d9b4120-05b8-4da2-a2ad-34e2a4f877ba req-515b1b6d-9d39-4d2d-a0fb-3e89ecbd0ae6 service neutron] Request body: {'port': {'device_id': '31778146-2334-4c74-a139-b8b888fd72a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:02:01.526127 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-61e1796e-a758-4213-b0cd-0bac4a28a520 req-6ad97060-8e3c-4527-9156-2933950c1e55 tempest-SecurityGroupsTestAdminJSON-573870003 tempest-SecurityGroupsTestAdminJSON-573870003-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:01.563953 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a50a7c-cfee-4121-8b70-668e2de9f7e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06fa0ba6-469a-4bab-9401-ab85cd4c820b,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:01.570915 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e7a50a7c-cfee-4121-8b70-668e2de9f7e1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f6addb01cacb4b9383268b0dab23aedd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6894693 Sep 08 09:02:01.572129 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38692) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:02:01.617389 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-66567caa-1225-4e26-bda6-fd0a14e635b5 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1355824826&fields=id&tenant_id=5ff9af2a8ae84383ae48822128c85b16 HTTP/1.1" status: 200 len: 267 time: 0.1493921 Sep 08 09:02:01.630699 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-571945e2-6356-4d38-8e39-b071614de963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:01.632180 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-571945e2-6356-4d38-8e39-b071614de963 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60cc7751195843ebadbbb66d9bdddd07&device_id=ddae90db-a1ad-4edf-a87c-cc848ad922eb HTTP/1.1" status: 200 len: 1096 time: 0.1716745 Sep 08 09:02:01.634937 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7d9b4120-05b8-4da2-a2ad-34e2a4f877ba req-515b1b6d-9d39-4d2d-a0fb-3e89ecbd0ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:01.659767 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fa781f59-8df7-47c3-99d1-33383ac09deb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:01.695853 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fa781f59-8df7-47c3-99d1-33383ac09deb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:01.715783 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-61e1796e-a758-4213-b0cd-0bac4a28a520 req-6ad97060-8e3c-4527-9156-2933950c1e55 tempest-SecurityGroupsTestAdminJSON-573870003 tempest-SecurityGroupsTestAdminJSON-573870003-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:01.716029 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-133be19d-3642-4c7f-be9d-a1b5f1827213 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1adecf86-ece7-4525-a8c5-4fb5356f25d9 HTTP/1.1" status: 200 len: 217 time: 0.0637603 Sep 08 09:02:01.723717 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-61e1796e-a758-4213-b0cd-0bac4a28a520 req-6ad97060-8e3c-4527-9156-2933950c1e55 tempest-SecurityGroupsTestAdminJSON-573870003 tempest-SecurityGroupsTestAdminJSON-573870003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:01.754534 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-29b3a486-30a0-46e2-93de-f6c1dd2e8990 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:01.755907 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-29b3a486-30a0-46e2-93de-f6c1dd2e8990 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports/ddf26a7d-0e8b-469e-9475-33e914bdcf50 HTTP/1.1" status: 200 len: 935 time: 0.1227913 Sep 08 09:02:01.807581 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad97060-8e3c-4527-9156-2933950c1e55 tempest-SecurityGroupsTestAdminJSON-573870003 tempest-SecurityGroupsTestAdminJSON-573870003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29e79b7d-3211-412a-985d-907994754104,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:01.847485 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fa781f59-8df7-47c3-99d1-33383ac09deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:01.851049 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fa781f59-8df7-47c3-99d1-33383ac09deb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:01.854446 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-fa781f59-8df7-47c3-99d1-33383ac09deb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/06fa0ba6-469a-4bab-9401-ab85cd4c820b HTTP/1.1" status: 204 len: 168 time: 0.2791235 Sep 08 09:02:01.857944 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-166c08b3-690c-4c58-b138-c7eedf48a230 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:01.859499 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-166c08b3-690c-4c58-b138-c7eedf48a230 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports/1ba67b89-fdf3-438b-8aa9-37c654debf50 HTTP/1.1" status: 200 len: 937 time: 0.0782454 Sep 08 09:02:01.864662 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-fbef0754-5008-465e-958e-15060b6e1a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:01.866159 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-fbef0754-5008-465e-958e-15060b6e1a64 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=35362f99-b0d6-4e0b-8bdd-5b323164ce7d HTTP/1.1" status: 200 len: 854 time: 0.1283052 Sep 08 09:02:01.868826 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa781f59-8df7-47c3-99d1-33383ac09deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fa0ba6-469a-4bab-9401-ab85cd4c820b,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:01.902484 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-61e1796e-a758-4213-b0cd-0bac4a28a520 req-6ad97060-8e3c-4527-9156-2933950c1e55 tempest-SecurityGroupsTestAdminJSON-573870003 tempest-SecurityGroupsTestAdminJSON-573870003-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:01.906653 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-61e1796e-a758-4213-b0cd-0bac4a28a520 req-6ad97060-8e3c-4527-9156-2933950c1e55 tempest-SecurityGroupsTestAdminJSON-573870003 tempest-SecurityGroupsTestAdminJSON-573870003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:01.946532 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad97060-8e3c-4527-9156-2933950c1e55 tempest-SecurityGroupsTestAdminJSON-573870003 tempest-SecurityGroupsTestAdminJSON-573870003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1686a13-5618-4f14-a52c-5c2a4a36e08f,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:01.961257 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-61e1796e-a758-4213-b0cd-0bac4a28a520 req-6ad97060-8e3c-4527-9156-2933950c1e55 tempest-SecurityGroupsTestAdminJSON-573870003 tempest-SecurityGroupsTestAdminJSON-573870003-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:01.964137 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-61e1796e-a758-4213-b0cd-0bac4a28a520 req-6ad97060-8e3c-4527-9156-2933950c1e55 tempest-SecurityGroupsTestAdminJSON-573870003 tempest-SecurityGroupsTestAdminJSON-573870003-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4817700 Sep 08 09:02:02.016768 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-a6cdf0ae-78a6-4b5a-bacf-19dd898ed530 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?network_id=7f827cbd-981b-4963-870a-da3dc338441e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1038442 Sep 08 09:02:02.021378 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adbe684e-d073-49f8-a037-83de55b6b3ae x-openstack-request-id: req-adbe684e-d073-49f8-a037-83de55b6b3ae {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:02:02.021673 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddae90db-a1ad-4edf-a87c-cc848ad922eb", "tag": "1adecf86-ece7-4525-a8c5-4fb5356f25d9", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:02:02.021922 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-adbe684e-d073-49f8-a037-83de55b6b3ae {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:02:02.022538 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddae90db-a1ad-4edf-a87c-cc848ad922eb', 'tag': '1adecf86-ece7-4525-a8c5-4fb5356f25d9', 'status': 'completed', 'code': 200} Sep 08 09:02:02.073621 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-68701f09-f153-49af-8ff8-f1b25aa4ab2f tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?network_id=7f827cbd-981b-4963-870a-da3dc338441e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0467875 Sep 08 09:02:02.090177 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-dfe0094b-93ac-41f5-bc15-65477c8fe1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:02.091685 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-dfe0094b-93ac-41f5-bc15-65477c8fe1a7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bca9e19-adc3-4046-9a65-e8e42c2cd190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1805396 Sep 08 09:02:02.113302 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b9fb1af1-1220-440c-80ca-ebf6598dc562 req-69fba4f0-bd0f-4ea2-8e1e-61765af67377 tempest-ServerShowV254Test-462319923 tempest-ServerShowV254Test-462319923-project] 10.222.0.54 "GET /v2.0/ports?device_id=d51b385c-6d2d-48d7-a890-26c4c760d008 HTTP/1.1" status: 200 len: 210 time: 0.0323684 Sep 08 09:02:02.247393 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81fc15b-2aca-42f2-a571-3f2825a96955 req-59807cec-3b73-45b9-b313-31f55f803cd6 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:02.248984 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d81fc15b-2aca-42f2-a571-3f2825a96955 req-59807cec-3b73-45b9-b313-31f55f803cd6 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=477da8ee-0f1c-47cf-9fd8-126eda93b6f1 HTTP/1.1" status: 200 len: 948 time: 0.0572586 Sep 08 09:02:02.297793 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d81fc15b-2aca-42f2-a571-3f2825a96955 req-40394960-89b0-4b49-ad3c-10f235c4d930 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416515 Sep 08 09:02:02.342203 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-d45170aa-d9c4-4111-85b4-3ee70b3e0b3a req-adb34cc5-6456-4fcd-86c8-f52f7fe44042 tempest-SecurityGroupsTestAdminJSON-573870003 tempest-SecurityGroupsTestAdminJSON-573870003-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1983750831', 'description': 'tempest-description-1107204482'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:02:02.354893 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-3bcf2a65-0068-4be3-b0be-da0d240d45db service neutron] 10.222.0.37 "GET /v2.0/networks/2bca9e19-adc3-4046-9a65-e8e42c2cd190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311656 Sep 08 09:02:02.364406 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-42d56a27-32e8-4c75-a33d-2e032139d6f0 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:02.366581 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-d45170aa-d9c4-4111-85b4-3ee70b3e0b3a req-adb34cc5-6456-4fcd-86c8-f52f7fe44042 tempest-SecurityGroupsTestAdminJSON-573870003 tempest-SecurityGroupsTestAdminJSON-573870003-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:02.370308 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-42d56a27-32e8-4c75-a33d-2e032139d6f0 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:02.376727 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-42d56a27-32e8-4c75-a33d-2e032139d6f0 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:02.378381 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-42d56a27-32e8-4c75-a33d-2e032139d6f0 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/networks?id=56f09e7a-d8c3-4671-9b9a-504accacdfdc&id=e131d2cf-f0f6-4e3a-90af-0615e503d20b&id=e131d2cf-f0f6-4e3a-90af-0615e503d20b&id=7f827cbd-981b-4963-870a-da3dc338441e&id=7f827cbd-981b-4963-870a-da3dc338441e HTTP/1.1" status: 200 len: 1996 time: 0.2582841 Sep 08 09:02:02.453157 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-ef1cff77-3b8b-413e-aa71-9b68948540ef tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/quotas/5ff9af2a8ae84383ae48822128c85b16 HTTP/1.1" status: 200 len: 375 time: 0.0637448 Sep 08 09:02:02.467613 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-7d9b4120-05b8-4da2-a2ad-34e2a4f877ba req-515b1b6d-9d39-4d2d-a0fb-3e89ecbd0ae6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29501bfd-8b1c-4fbe-948e-7cc0bd0add78 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:02:02.474096 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-d45170aa-d9c4-4111-85b4-3ee70b3e0b3a req-adb34cc5-6456-4fcd-86c8-f52f7fe44042 tempest-SecurityGroupsTestAdminJSON-573870003 tempest-SecurityGroupsTestAdminJSON-573870003-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:02.478313 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-d45170aa-d9c4-4111-85b4-3ee70b3e0b3a req-adb34cc5-6456-4fcd-86c8-f52f7fe44042 tempest-SecurityGroupsTestAdminJSON-573870003 tempest-SecurityGroupsTestAdminJSON-573870003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:02.509178 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb34cc5-6456-4fcd-86c8-f52f7fe44042 tempest-SecurityGroupsTestAdminJSON-573870003 tempest-SecurityGroupsTestAdminJSON-573870003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d29b0089-da91-4b91-952f-039f17815764,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:02.510460 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7d9b4120-05b8-4da2-a2ad-34e2a4f877ba req-515b1b6d-9d39-4d2d-a0fb-3e89ecbd0ae6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:02.520900 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-d45170aa-d9c4-4111-85b4-3ee70b3e0b3a req-adb34cc5-6456-4fcd-86c8-f52f7fe44042 tempest-SecurityGroupsTestAdminJSON-573870003 tempest-SecurityGroupsTestAdminJSON-573870003-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:02.536766 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d45170aa-d9c4-4111-85b4-3ee70b3e0b3a req-adb34cc5-6456-4fcd-86c8-f52f7fe44042 tempest-SecurityGroupsTestAdminJSON-573870003 tempest-SecurityGroupsTestAdminJSON-573870003-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.1991215 Sep 08 09:02:02.554223 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-7d9b4120-05b8-4da2-a2ad-34e2a4f877ba req-515b1b6d-9d39-4d2d-a0fb-3e89ecbd0ae6 service neutron] Transition to ACTIVE for port object 29501bfd-8b1c-4fbe-948e-7cc0bd0add78 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:02:02.568495 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7d9b4120-05b8-4da2-a2ad-34e2a4f877ba req-515b1b6d-9d39-4d2d-a0fb-3e89ecbd0ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:02.620006 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-a926ab9a-571b-423f-b1d9-5f7193ec987b tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5ff9af2a8ae84383ae48822128c85b16&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1567452 Sep 08 09:02:02.624170 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ce34aeec-e6c0-4625-9fb6-2d7f0445abb9 req-ddbe6b60-669f-4f9a-8619-800180631acf service neutron] 10.222.0.37 "GET /v2.0/networks/2bca9e19-adc3-4046-9a65-e8e42c2cd190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448723 Sep 08 09:02:02.665976 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b1b6d-9d39-4d2d-a0fb-3e89ecbd0ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=29501bfd-8b1c-4fbe-948e-7cc0bd0add78,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:02.772046 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b9dcd-402c-4990-a107-696428c43c20 req-40c26301-dba5-4e77-ae0f-4bf46234f196 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:02.773873 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fc9b9dcd-402c-4990-a107-696428c43c20 req-40c26301-dba5-4e77-ae0f-4bf46234f196 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] 10.222.0.54 "GET /v2.0/ports?device_id=ddae90db-a1ad-4edf-a87c-cc848ad922eb HTTP/1.1" status: 200 len: 944 time: 0.0548337 Sep 08 09:02:02.819439 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fc9b9dcd-402c-4990-a107-696428c43c20 req-af61010a-1058-4882-822e-f68a5a8d0f0f tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0eb5b34-b243-4b4a-86e9-e26040c5696b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364377 Sep 08 09:02:02.826847 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-58f07130-9414-4b44-bd0e-f8758a8af6c9 service neutron] 10.222.0.54 "GET /v2.0/networks/56f09e7a-d8c3-4671-9b9a-504accacdfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919355 Sep 08 09:02:02.832427 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c197f718-8d5a-4a28-adb9-53db8ee0de0a req-8b3e74db-c484-48c5-b5a8-997e94966a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:02.833893 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c197f718-8d5a-4a28-adb9-53db8ee0de0a req-8b3e74db-c484-48c5-b5a8-997e94966a4f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60cc7751195843ebadbbb66d9bdddd07&device_id=ddae90db-a1ad-4edf-a87c-cc848ad922eb HTTP/1.1" status: 200 len: 1096 time: 0.0886896 Sep 08 09:02:02.836237 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-7d9b4120-05b8-4da2-a2ad-34e2a4f877ba req-515b1b6d-9d39-4d2d-a0fb-3e89ecbd0ae6 service neutron] Attempting to bind port 29501bfd-8b1c-4fbe-948e-7cc0bd0add78 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:02:02.836585 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-7d9b4120-05b8-4da2-a2ad-34e2a4f877ba req-515b1b6d-9d39-4d2d-a0fb-3e89ecbd0ae6 service neutron] Attempting to bind port 29501bfd-8b1c-4fbe-948e-7cc0bd0add78 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '62cd42f7-9651-4119-add8-a40e3a6b8c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e4ae51a3-555d-433c-8c68-00298de875e2'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:02:02.836920 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9b4120-05b8-4da2-a2ad-34e2a4f877ba req-515b1b6d-9d39-4d2d-a0fb-3e89ecbd0ae6 service neutron] Attempting to bind port 29501bfd-8b1c-4fbe-948e-7cc0bd0add78 on network e4ae51a3-555d-433c-8c68-00298de875e2 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:02:02.874469 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9b4120-05b8-4da2-a2ad-34e2a4f877ba req-515b1b6d-9d39-4d2d-a0fb-3e89ecbd0ae6 service neutron] Port 29501bfd-8b1c-4fbe-948e-7cc0bd0add78 on network e4ae51a3-555d-433c-8c68-00298de875e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:02:02.875153 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9b4120-05b8-4da2-a2ad-34e2a4f877ba req-515b1b6d-9d39-4d2d-a0fb-3e89ecbd0ae6 service neutron] Attempting to bind port 29501bfd-8b1c-4fbe-948e-7cc0bd0add78 on network e4ae51a3-555d-433c-8c68-00298de875e2 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:02:02.899735 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9b4120-05b8-4da2-a2ad-34e2a4f877ba req-515b1b6d-9d39-4d2d-a0fb-3e89ecbd0ae6 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:02:02.900077 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9b4120-05b8-4da2-a2ad-34e2a4f877ba req-515b1b6d-9d39-4d2d-a0fb-3e89ecbd0ae6 service neutron] Checking segment: {'id': '62cd42f7-9651-4119-add8-a40e3a6b8c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e4ae51a3-555d-433c-8c68-00298de875e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:02:02.900485 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9b4120-05b8-4da2-a2ad-34e2a4f877ba req-515b1b6d-9d39-4d2d-a0fb-3e89ecbd0ae6 service neutron] Bound using segment: {'id': '62cd42f7-9651-4119-add8-a40e3a6b8c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e4ae51a3-555d-433c-8c68-00298de875e2'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:02:02.900916 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-7d9b4120-05b8-4da2-a2ad-34e2a4f877ba req-515b1b6d-9d39-4d2d-a0fb-3e89ecbd0ae6 service neutron] Bound port: 29501bfd-8b1c-4fbe-948e-7cc0bd0add78, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62cd42f7-9651-4119-add8-a40e3a6b8c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'e4ae51a3-555d-433c-8c68-00298de875e2'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:02:02.901282 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7d9b4120-05b8-4da2-a2ad-34e2a4f877ba req-515b1b6d-9d39-4d2d-a0fb-3e89ecbd0ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:02.933995 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797dd00-dd1b-4e48-854a-8d08a865baa6 req-d474fb0c-cf4c-49c2-975e-5bfc0d5df605 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:02.935545 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0797dd00-dd1b-4e48-854a-8d08a865baa6 req-d474fb0c-cf4c-49c2-975e-5bfc0d5df605 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=31778146-2334-4c74-a139-b8b888fd72a7 HTTP/1.1" status: 200 len: 944 time: 0.0515487 Sep 08 09:02:02.983755 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0797dd00-dd1b-4e48-854a-8d08a865baa6 req-808c284f-4861-4734-990e-c1d930951249 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401793 Sep 08 09:02:03.069490 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-af648697-f7ff-4e03-842f-dd2228c9654e service neutron] 10.222.0.54 "GET /v2.0/networks/56f09e7a-d8c3-4671-9b9a-504accacdfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343478 Sep 08 09:02:03.070494 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c197f718-8d5a-4a28-adb9-53db8ee0de0a req-6983b118-e7a0-40da-b285-c37752835706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:03.072022 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c197f718-8d5a-4a28-adb9-53db8ee0de0a req-6983b118-e7a0-40da-b285-c37752835706 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2bca9e19-adc3-4046-9a65-e8e42c2cd190 HTTP/1.1" status: 200 len: 916 time: 0.2262580 Sep 08 09:02:03.088171 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-7d9b4120-05b8-4da2-a2ad-34e2a4f877ba req-515b1b6d-9d39-4d2d-a0fb-3e89ecbd0ae6 service neutron] For port 29501bfd-8b1c-4fbe-948e-7cc0bd0add78, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:02:03.149125 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c197f718-8d5a-4a28-adb9-53db8ee0de0a req-70f90df1-8362-4757-8092-ed55332b8106 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1adecf86-ece7-4525-a8c5-4fb5356f25d9 HTTP/1.1" status: 200 len: 217 time: 0.0622525 Sep 08 09:02:03.151132 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-7d9b4120-05b8-4da2-a2ad-34e2a4f877ba req-515b1b6d-9d39-4d2d-a0fb-3e89ecbd0ae6 service neutron] For port 29501bfd-8b1c-4fbe-948e-7cc0bd0add78, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=29501bfd-8b1c-4fbe-948e-7cc0bd0add78,segment=NetworkSegment(62cd42f7-9651-4119-add8-a40e3a6b8c01),segment_id=62cd42f7-9651-4119-add8-a40e3a6b8c01)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:02:03.158490 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-a62d92cc-1cdd-4d30-914d-52a8fe9f796e service neutron] 10.222.0.54 "GET /v2.0/ports/ddf26a7d-0e8b-469e-9475-33e914bdcf50?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0814950 Sep 08 09:02:03.167558 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7d9b4120-05b8-4da2-a2ad-34e2a4f877ba req-515b1b6d-9d39-4d2d-a0fb-3e89ecbd0ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:03.301819 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b4120-05b8-4da2-a2ad-34e2a4f877ba req-515b1b6d-9d39-4d2d-a0fb-3e89ecbd0ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:03.302558 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7d9b4120-05b8-4da2-a2ad-34e2a4f877ba req-515b1b6d-9d39-4d2d-a0fb-3e89ecbd0ae6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:03.303884 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7d9b4120-05b8-4da2-a2ad-34e2a4f877ba req-515b1b6d-9d39-4d2d-a0fb-3e89ecbd0ae6 service neutron] 10.222.0.35 "PUT /v2.0/ports/29501bfd-8b1c-4fbe-948e-7cc0bd0add78 HTTP/1.1" status: 200 len: 1093 time: 1.8049209 Sep 08 09:02:03.308632 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c197f718-8d5a-4a28-adb9-53db8ee0de0a req-915255cd-5bed-4218-acf9-74acba5bd3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:03.309486 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c197f718-8d5a-4a28-adb9-53db8ee0de0a req-915255cd-5bed-4218-acf9-74acba5bd3c4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=35362f99-b0d6-4e0b-8bdd-5b323164ce7d HTTP/1.1" status: 200 len: 854 time: 0.1495883 Sep 08 09:02:03.431053 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-bdcb00d7-4c5f-4234-a49a-952fd7cb5e02 req-3f5dd67d-0bcb-4b85-a551-25826ec13b7e tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1030819405', 'description': 'tempest-description-1025989560'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:02:03.455249 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-bdcb00d7-4c5f-4234-a49a-952fd7cb5e02 req-3f5dd67d-0bcb-4b85-a551-25826ec13b7e tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:03.463669 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-bdcb00d7-4c5f-4234-a49a-952fd7cb5e02 req-3f5dd67d-0bcb-4b85-a551-25826ec13b7e tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:03.567890 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-bdcb00d7-4c5f-4234-a49a-952fd7cb5e02 req-3f5dd67d-0bcb-4b85-a551-25826ec13b7e tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:03.571665 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-bdcb00d7-4c5f-4234-a49a-952fd7cb5e02 req-3f5dd67d-0bcb-4b85-a551-25826ec13b7e tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:03.608564 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dd67d-0bcb-4b85-a551-25826ec13b7e tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2369c61e-dd1c-4a37-99ac-c27a754e9469,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:03.675762 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-bdcb00d7-4c5f-4234-a49a-952fd7cb5e02 req-3f5dd67d-0bcb-4b85-a551-25826ec13b7e tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:03.678210 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b1b6d-9d39-4d2d-a0fb-3e89ecbd0ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=29501bfd-8b1c-4fbe-948e-7cc0bd0add78,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:03.680759 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-bdcb00d7-4c5f-4234-a49a-952fd7cb5e02 req-3f5dd67d-0bcb-4b85-a551-25826ec13b7e tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:03.709398 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-bdcb00d7-4c5f-4234-a49a-952fd7cb5e02 req-3f5dd67d-0bcb-4b85-a551-25826ec13b7e tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:03.710857 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bdcb00d7-4c5f-4234-a49a-952fd7cb5e02 req-3f5dd67d-0bcb-4b85-a551-25826ec13b7e tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.2839913 Sep 08 09:02:03.712476 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-5238bcb5-4e67-464c-bdd1-a8819d831f7d service neutron] 10.222.0.54 "GET /v2.0/networks/e131d2cf-f0f6-4e3a-90af-0615e503d20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5428321 Sep 08 09:02:03.712810 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dd67d-0bcb-4b85-a551-25826ec13b7e tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de2c401-7a95-406e-8967-6965129e5c24,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:03.724186 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c197f718-8d5a-4a28-adb9-53db8ee0de0a req-dd676522-cfe5-4b97-a5e9-01f880f0d683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:03.725708 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c197f718-8d5a-4a28-adb9-53db8ee0de0a req-dd676522-cfe5-4b97-a5e9-01f880f0d683 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bca9e19-adc3-4046-9a65-e8e42c2cd190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0980067 Sep 08 09:02:03.758876 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b4120-05b8-4da2-a2ad-34e2a4f877ba req-f6f3f4be-f1c2-4471-9799-7e43acf0fa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:03.760377 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7d9b4120-05b8-4da2-a2ad-34e2a4f877ba req-f6f3f4be-f1c2-4471-9799-7e43acf0fa16 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=05dfbd02c1814a04a5e78fef70e8cc9e&device_id=31778146-2334-4c74-a139-b8b888fd72a7 HTTP/1.1" status: 200 len: 1096 time: 0.1312938 Sep 08 09:02:03.798210 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7bcfcd26-ea8a-43da-bae4-b0642bdaf289 req-43bad347-1888-438c-9e02-67a03352d24f tempest-ServerShowV254Test-462319923 tempest-ServerShowV254Test-462319923-project] 10.222.0.54 "GET /v2.0/ports?device_id=d51b385c-6d2d-48d7-a890-26c4c760d008 HTTP/1.1" status: 200 len: 210 time: 0.0263371 Sep 08 09:02:03.854582 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7d9b4120-05b8-4da2-a2ad-34e2a4f877ba req-0f56b12d-5657-4fc8-a8b3-c9430f41ce97 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29501bfd-8b1c-4fbe-948e-7cc0bd0add78 HTTP/1.1" status: 200 len: 217 time: 0.0755594 Sep 08 09:02:03.972917 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b4120-05b8-4da2-a2ad-34e2a4f877ba req-58f8c129-71b5-4cd4-a629-52a2f97b81fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:03.974442 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7d9b4120-05b8-4da2-a2ad-34e2a4f877ba req-58f8c129-71b5-4cd4-a629-52a2f97b81fb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8b8d890a-bf45-4b73-bd8d-17a04a6ff513 HTTP/1.1" status: 200 len: 862 time: 0.0840137 Sep 08 09:02:03.978135 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-c264e2ef-9ef8-4945-a003-b0c4eb25e172 service neutron] 10.222.0.54 "GET /v2.0/networks/e131d2cf-f0f6-4e3a-90af-0615e503d20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514858 Sep 08 09:02:03.980071 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c197f718-8d5a-4a28-adb9-53db8ee0de0a req-78f3942f-84cf-4a81-a47c-cf845983e27a service neutron] 10.222.0.37 "GET /v2.0/networks/2bca9e19-adc3-4046-9a65-e8e42c2cd190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432733 Sep 08 09:02:04.022591 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7d9b4120-05b8-4da2-a2ad-34e2a4f877ba req-33259be4-56e8-42c1-ac22-34c15645f8f4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e4ae51a3-555d-433c-8c68-00298de875e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403686 Sep 08 09:02:04.048212 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31778146-2334-4c74-a139-b8b888fd72a7', 'tag': '29501bfd-8b1c-4fbe-948e-7cc0bd0add78'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:02:04.050531 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e9d312-a7c6-4307-8b0d-3d393f103393" -d '{"events": [{"name": "network-changed", "server_uuid": "31778146-2334-4c74-a139-b8b888fd72a7", "tag": "29501bfd-8b1c-4fbe-948e-7cc0bd0add78"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:02:04.111973 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9246ef-028e-418d-bc01-d450b9f86a15 req-e1df1f5c-5140-4510-9cb0-f362160bd541 tempest-ServersAdminTestJSON-720918939 tempest-ServersAdminTestJSON-720918939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:04.112555 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9246ef-028e-418d-bc01-d450b9f86a15 req-e1df1f5c-5140-4510-9cb0-f362160bd541 tempest-ServersAdminTestJSON-720918939 tempest-ServersAdminTestJSON-720918939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:04.112834 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9246ef-028e-418d-bc01-d450b9f86a15 req-e1df1f5c-5140-4510-9cb0-f362160bd541 tempest-ServersAdminTestJSON-720918939 tempest-ServersAdminTestJSON-720918939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:04.113308 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9246ef-028e-418d-bc01-d450b9f86a15 req-e1df1f5c-5140-4510-9cb0-f362160bd541 tempest-ServersAdminTestJSON-720918939 tempest-ServersAdminTestJSON-720918939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:04.113781 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9246ef-028e-418d-bc01-d450b9f86a15 req-e1df1f5c-5140-4510-9cb0-f362160bd541 tempest-ServersAdminTestJSON-720918939 tempest-ServersAdminTestJSON-720918939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:04.114273 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9246ef-028e-418d-bc01-d450b9f86a15 req-e1df1f5c-5140-4510-9cb0-f362160bd541 tempest-ServersAdminTestJSON-720918939 tempest-ServersAdminTestJSON-720918939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:04.116142 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ab9246ef-028e-418d-bc01-d450b9f86a15 req-e1df1f5c-5140-4510-9cb0-f362160bd541 tempest-ServersAdminTestJSON-720918939 tempest-ServersAdminTestJSON-720918939-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d51b385c-6d2d-48d7-a890-26c4c760d008&device_id=31778146-2334-4c74-a139-b8b888fd72a7&device_id=ddae90db-a1ad-4edf-a87c-cc848ad922eb&device_id=477da8ee-0f1c-47cf-9fd8-126eda93b6f1&device_id=8a94f181-4a86-480c-9c94-fc2506820e7d&device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d&device_id=ee3d0e69-8f10-49ac-aad2-4f28b0f6bf0c HTTP/1.1" status: 200 len: 5544 time: 0.0482821 Sep 08 09:02:04.127523 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-a05f70ac-0c7d-42cd-927e-6fe7e8373d80 service neutron] 10.222.0.54 "GET /v2.0/ports/1ba67b89-fdf3-438b-8aa9-37c654debf50?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1373353 Sep 08 09:02:04.135300 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-ab9246ef-028e-418d-bc01-d450b9f86a15 req-941e727c-91f2-486f-a75b-1ce889aa13e1 tempest-ServersAdminTestJSON-720918939 tempest-ServersAdminTestJSON-720918939-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:04.237037 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-ab9246ef-028e-418d-bc01-d450b9f86a15 req-941e727c-91f2-486f-a75b-1ce889aa13e1 tempest-ServersAdminTestJSON-720918939 tempest-ServersAdminTestJSON-720918939-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:04.242470 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-ab9246ef-028e-418d-bc01-d450b9f86a15 req-941e727c-91f2-486f-a75b-1ce889aa13e1 tempest-ServersAdminTestJSON-720918939 tempest-ServersAdminTestJSON-720918939-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:04.262125 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c197f718-8d5a-4a28-adb9-53db8ee0de0a req-09a6bfb1-6fad-4012-b95d-a95d1adb1946 service neutron] 10.222.0.37 "GET /v2.0/networks/2bca9e19-adc3-4046-9a65-e8e42c2cd190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708938 Sep 08 09:02:04.269882 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7d9b4120-05b8-4da2-a2ad-34e2a4f877ba req-b44369a7-9489-4b48-8cff-a8b395fcdb46 service neutron] 10.222.0.35 "GET /v2.0/networks/e4ae51a3-555d-433c-8c68-00298de875e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161930 Sep 08 09:02:04.274375 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ab9246ef-028e-418d-bc01-d450b9f86a15 req-941e727c-91f2-486f-a75b-1ce889aa13e1 tempest-ServersAdminTestJSON-720918939 tempest-ServersAdminTestJSON-720918939-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&id=95fdb126-e588-4cf9-b281-e7f1b3353ec7&id=c0eb5b34-b243-4b4a-86e9-e26040c5696b&fields=id&fields=name HTTP/1.1" status: 200 len: 538 time: 0.1518273 Sep 08 09:02:04.288148 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e727c-91f2-486f-a75b-1ce889aa13e1 tempest-ServersAdminTestJSON-720918939 tempest-ServersAdminTestJSON-720918939-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796382f2-a557-4eea-b91f-9416e242d15b,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:04.318208 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-90fd8b47-3d6b-4aa2-8c31-2c8e4a5e7006 service neutron] 10.222.0.54 "GET /v2.0/networks/e131d2cf-f0f6-4e3a-90af-0615e503d20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539412 Sep 08 09:02:04.429590 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-e1556191-d5bc-404b-97e0-b2b207a2f968 req-4da37d36-a7f9-4f82-9ba5-c709ac63d91a tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2096585053', 'description': 'tempest-description-2017778047'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:02:04.449772 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7d9b4120-05b8-4da2-a2ad-34e2a4f877ba req-b2637cdc-0c65-4369-9823-a846cc1da8d6 service neutron] 10.222.0.35 "GET /v2.0/networks/e4ae51a3-555d-433c-8c68-00298de875e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692364 Sep 08 09:02:04.451720 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-e1556191-d5bc-404b-97e0-b2b207a2f968 req-4da37d36-a7f9-4f82-9ba5-c709ac63d91a tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:04.466126 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-099bfdab-9557-4d56-81eb-5459900a579f service neutron] 10.222.0.54 "GET /v2.0/networks/e131d2cf-f0f6-4e3a-90af-0615e503d20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411395 Sep 08 09:02:04.533680 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-e1556191-d5bc-404b-97e0-b2b207a2f968 req-4da37d36-a7f9-4f82-9ba5-c709ac63d91a tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:04.537494 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-e1556191-d5bc-404b-97e0-b2b207a2f968 req-4da37d36-a7f9-4f82-9ba5-c709ac63d91a tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:04.561234 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-ff50655b-34e4-43cf-97ee-fdb510145f63 service neutron] 10.222.0.54 "GET /v2.0/networks/e131d2cf-f0f6-4e3a-90af-0615e503d20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882168 Sep 08 09:02:04.563530 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-e1556191-d5bc-404b-97e0-b2b207a2f968 req-4da37d36-a7f9-4f82-9ba5-c709ac63d91a tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:04.564770 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e1556191-d5bc-404b-97e0-b2b207a2f968 req-4da37d36-a7f9-4f82-9ba5-c709ac63d91a tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.1392093 Sep 08 09:02:04.566571 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da37d36-a7f9-4f82-9ba5-c709ac63d91a tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d2ea32-d668-422e-9611-4504269841e9,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:04.668218 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-fe754d9f-bffc-49aa-b9e7-7351a1febe4f service neutron] 10.222.0.54 "GET /v2.0/networks/e131d2cf-f0f6-4e3a-90af-0615e503d20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909328 Sep 08 09:02:04.668464 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6d0a6-d63e-4120-ba50-1c6cc7e57dd7 req-f77c9b8b-409a-4259-9027-74da7adbbd08 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:04.669793 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7bf6d0a6-d63e-4120-ba50-1c6cc7e57dd7 req-f77c9b8b-409a-4259-9027-74da7adbbd08 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] 10.222.0.54 "GET /v2.0/ports?device_id=ddae90db-a1ad-4edf-a87c-cc848ad922eb HTTP/1.1" status: 200 len: 944 time: 0.0500822 Sep 08 09:02:04.711270 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7bf6d0a6-d63e-4120-ba50-1c6cc7e57dd7 req-3ff5a3d7-9386-4242-b1b3-1d60ace0b2f5 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0eb5b34-b243-4b4a-86e9-e26040c5696b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350356 Sep 08 09:02:04.730266 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 1adecf86-ece7-4525-a8c5-4fb5356f25d9 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:02:04.771002 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-00b61684-993c-4f6e-be57-84a1b0af0cff service neutron] 10.222.0.54 "GET /v2.0/networks/e131d2cf-f0f6-4e3a-90af-0615e503d20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956206 Sep 08 09:02:04.841816 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd738bd-f77b-4a48-9255-feb326688dac req-412fb041-d3a7-4178-b559-5dcd83c07e7e tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:04.843951 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2bd738bd-f77b-4a48-9255-feb326688dac req-412fb041-d3a7-4178-b559-5dcd83c07e7e tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=31778146-2334-4c74-a139-b8b888fd72a7 HTTP/1.1" status: 200 len: 944 time: 0.0690660 Sep 08 09:02:04.863982 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 1adecf86-ece7-4525-a8c5-4fb5356f25d9, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=1adecf86-ece7-4525-a8c5-4fb5356f25d9,segment=NetworkSegment(b248b080-424a-4d7c-b6da-e7e9fa7a7a95),segment_id=b248b080-424a-4d7c-b6da-e7e9fa7a7a95)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:02:04.877431 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '1adecf86-ece7-4525-a8c5-4fb5356f25d9', 'network_id': '2bca9e19-adc3-4046-9a65-e8e42c2cd190', 'port_id': '1adecf86-ece7-4525-a8c5-4fb5356f25d9', 'mac_address': 'fa:16:3e:d7:10:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35362f99-b0d6-4e0b-8bdd-5b323164ce7d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:02:04.895551 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2bd738bd-f77b-4a48-9255-feb326688dac req-bfea9ca1-af4f-4ab2-95fa-cfaabb4d403f tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449321 Sep 08 09:02:04.910256 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-a19d3ebd-b498-43ce-95db-5499dbff8866 service neutron] 10.222.0.54 "GET /v2.0/networks/e131d2cf-f0f6-4e3a-90af-0615e503d20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327314 Sep 08 09:02:04.934203 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:04.945228 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbc5d81-c850-4ba8-9ab4-d49522aa2756 x-openstack-request-id: req-7dbc5d81-c850-4ba8-9ab4-d49522aa2756 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:02:04.945617 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31778146-2334-4c74-a139-b8b888fd72a7", "tag": "29501bfd-8b1c-4fbe-948e-7cc0bd0add78", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:02:04.945990 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7dbc5d81-c850-4ba8-9ab4-d49522aa2756 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:02:04.946503 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31778146-2334-4c74-a139-b8b888fd72a7', 'tag': '29501bfd-8b1c-4fbe-948e-7cc0bd0add78', 'status': 'completed', 'code': 200} Sep 08 09:02:04.948702 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ea86921d-69f4-45e7-9203-5e6b97362e20 req-f4fabd8b-5e76-495b-a311-118455b7857e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d51b385c-6d2d-48d7-a890-26c4c760d008 HTTP/1.1" status: 200 len: 210 time: 0.0552437 Sep 08 09:02:04.949094 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1adecf86-ece7-4525-a8c5-4fb5356f25d9 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:02:04.971282 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 1adecf86-ece7-4525-a8c5-4fb5356f25d9, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=1adecf86-ece7-4525-a8c5-4fb5356f25d9,segment=NetworkSegment(b248b080-424a-4d7c-b6da-e7e9fa7a7a95),segment_id=b248b080-424a-4d7c-b6da-e7e9fa7a7a95)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:02:04.976448 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:05.039380 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=1adecf86-ece7-4525-a8c5-4fb5356f25d9,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:05.063374 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-9977a4a8-43bb-47be-959a-6bc95d3e06c2 service neutron] 10.222.0.54 "GET /v2.0/networks/7f827cbd-981b-4963-870a-da3dc338441e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461134 Sep 08 09:02:05.179756 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-52b28899-b7c8-4be4-83d8-5c728aa9d942 service neutron] 10.222.0.54 "GET /v2.0/networks/7f827cbd-981b-4963-870a-da3dc338441e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074002 Sep 08 09:02:05.269689 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-30170ea5-b2f5-4606-957c-4b8e868bb707 service neutron] 10.222.0.54 "GET /v2.0/networks/7f827cbd-981b-4963-870a-da3dc338441e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878778 Sep 08 09:02:05.285313 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['1adecf86-ece7-4525-a8c5-4fb5356f25d9'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:02:05.406979 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-523e039d-9494-431e-886f-581b133546a2 service neutron] 10.222.0.54 "GET /v2.0/networks/7f827cbd-981b-4963-870a-da3dc338441e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308570 Sep 08 09:02:05.411518 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e9d312-a7c6-4307-8b0d-3d393f103393 req-b25431c1-89b2-40f8-9bbd-497b37675cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:05.413379 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-33e9d312-a7c6-4307-8b0d-3d393f103393 req-b25431c1-89b2-40f8-9bbd-497b37675cbf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=05dfbd02c1814a04a5e78fef70e8cc9e&device_id=31778146-2334-4c74-a139-b8b888fd72a7 HTTP/1.1" status: 200 len: 1096 time: 0.0797110 Sep 08 09:02:05.515741 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e9d312-a7c6-4307-8b0d-3d393f103393 req-266155c7-14e4-4465-92a9-e7527409fb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:05.518129 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-33e9d312-a7c6-4307-8b0d-3d393f103393 req-266155c7-14e4-4465-92a9-e7527409fb75 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e4ae51a3-555d-433c-8c68-00298de875e2 HTTP/1.1" status: 200 len: 923 time: 0.0972972 Sep 08 09:02:05.567635 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-33e9d312-a7c6-4307-8b0d-3d393f103393 req-84d0484f-8fdc-4923-851b-812f5eb7c978 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29501bfd-8b1c-4fbe-948e-7cc0bd0add78 HTTP/1.1" status: 200 len: 217 time: 0.0410485 Sep 08 09:02:05.623305 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e9d312-a7c6-4307-8b0d-3d393f103393 req-a867d419-05a2-42be-b45f-b1797e7c489e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:05.624803 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-33e9d312-a7c6-4307-8b0d-3d393f103393 req-a867d419-05a2-42be-b45f-b1797e7c489e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8b8d890a-bf45-4b73-bd8d-17a04a6ff513 HTTP/1.1" status: 200 len: 862 time: 0.0486641 Sep 08 09:02:05.658584 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-33e9d312-a7c6-4307-8b0d-3d393f103393 req-f4ff30a5-0cd1-43a4-8dc1-543dc19b1700 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e4ae51a3-555d-433c-8c68-00298de875e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262139 Sep 08 09:02:05.708132 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-049b97c9-eac7-4913-9a1b-a51aaff50672 req-cc074ba3-2bbf-4252-88c3-c4ac9fe8e149 tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 56027 time: 0.2680175 Sep 08 09:02:05.767007 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-049b97c9-eac7-4913-9a1b-a51aaff50672 req-6bb57601-0c77-4e5c-9125-d7cba9dbd7e1 tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] 10.222.0.54 "GET /v2.0/security-groups/16a835bb-9e41-4498-89bb-dd662de7f6cc HTTP/1.1" status: 200 len: 2981 time: 0.0469954 Sep 08 09:02:05.768046 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-33e9d312-a7c6-4307-8b0d-3d393f103393 req-cd501ddf-64c3-4a02-bb2c-309e67c96c3b service neutron] 10.222.0.35 "GET /v2.0/networks/e4ae51a3-555d-433c-8c68-00298de875e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015630 Sep 08 09:02:05.812893 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-049b97c9-eac7-4913-9a1b-a51aaff50672 req-b3ff227c-b416-40df-9f02-26d4b2baa62e tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] 10.222.0.54 "GET /v2.0/security-groups/16a835bb-9e41-4498-89bb-dd662de7f6cc HTTP/1.1" status: 200 len: 2981 time: 0.0392232 Sep 08 09:02:05.858009 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-049b97c9-eac7-4913-9a1b-a51aaff50672 req-425ac393-24bb-4567-bb33-53fc1aa3fee4 tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] 10.222.0.54 "GET /v2.0/security-groups/1d7bfe44-b60e-45bc-94e9-f85afb35ae23 HTTP/1.1" status: 200 len: 2981 time: 0.0376260 Sep 08 09:02:05.877481 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-33e9d312-a7c6-4307-8b0d-3d393f103393 req-6f02c1e0-05ab-47dd-a2c8-84605067caf1 service neutron] 10.222.0.35 "GET /v2.0/networks/e4ae51a3-555d-433c-8c68-00298de875e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020219 Sep 08 09:02:05.909540 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-049b97c9-eac7-4913-9a1b-a51aaff50672 req-efb9cc98-df4a-487a-a5bf-966a70a5f499 tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] 10.222.0.54 "GET /v2.0/security-groups/1d7bfe44-b60e-45bc-94e9-f85afb35ae23 HTTP/1.1" status: 200 len: 2981 time: 0.0430729 Sep 08 09:02:05.949910 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-049b97c9-eac7-4913-9a1b-a51aaff50672 req-12ba4167-1eed-4ac6-b95c-727c2998932f tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] 10.222.0.54 "GET /v2.0/security-groups/2369c61e-dd1c-4a37-99ac-c27a754e9469 HTTP/1.1" status: 200 len: 2981 time: 0.0394454 Sep 08 09:02:05.997925 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-049b97c9-eac7-4913-9a1b-a51aaff50672 req-dc01d04e-0ec4-452f-bfc4-edf075506622 tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] 10.222.0.54 "GET /v2.0/security-groups/2369c61e-dd1c-4a37-99ac-c27a754e9469 HTTP/1.1" status: 200 len: 2981 time: 0.0411499 Sep 08 09:02:06.049896 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-049b97c9-eac7-4913-9a1b-a51aaff50672 req-857ddc03-ae1d-4633-805c-ed02f8b24d02 tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] 10.222.0.54 "GET /v2.0/security-groups/28840ea1-0f35-4f46-8c8b-4e5ea544697d HTTP/1.1" status: 200 len: 2981 time: 0.0436237 Sep 08 09:02:06.074960 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-557b9ce6-c07f-40ff-8540-86a5726507f2 req-e754cbe4-6536-4e00-9093-962a559abec6 tempest-ServerShowV254Test-462319923 tempest-ServerShowV254Test-462319923-project] 10.222.0.54 "GET /v2.0/ports?device_id=d51b385c-6d2d-48d7-a890-26c4c760d008 HTTP/1.1" status: 200 len: 210 time: 0.0330434 Sep 08 09:02:06.110930 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-049b97c9-eac7-4913-9a1b-a51aaff50672 req-6e89a439-e937-45ea-ba59-c4dadd296eda tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] 10.222.0.54 "GET /v2.0/security-groups/28840ea1-0f35-4f46-8c8b-4e5ea544697d HTTP/1.1" status: 200 len: 2981 time: 0.0546019 Sep 08 09:02:06.154577 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-049b97c9-eac7-4913-9a1b-a51aaff50672 req-a3e14294-367e-4681-ae95-3ed8bc2a209e tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] 10.222.0.54 "GET /v2.0/security-groups/29e79b7d-3211-412a-985d-907994754104 HTTP/1.1" status: 200 len: 2981 time: 0.0410609 Sep 08 09:02:06.199548 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-049b97c9-eac7-4913-9a1b-a51aaff50672 req-ef8d86f8-65c9-4400-b585-488d5935643c tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] 10.222.0.54 "GET /v2.0/security-groups/29e79b7d-3211-412a-985d-907994754104 HTTP/1.1" status: 200 len: 2981 time: 0.0417237 Sep 08 09:02:06.255828 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-049b97c9-eac7-4913-9a1b-a51aaff50672 req-d4ee3f31-2379-45e9-82fe-50dee82082d1 tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] 10.222.0.54 "GET /v2.0/security-groups/56c5da6c-aa8f-45c9-b058-a83acd7c085b HTTP/1.1" status: 200 len: 2981 time: 0.0473831 Sep 08 09:02:06.310024 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-049b97c9-eac7-4913-9a1b-a51aaff50672 req-519c4949-4d1c-4c45-a7c2-5da48f4ba74c tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] 10.222.0.54 "GET /v2.0/security-groups/56c5da6c-aa8f-45c9-b058-a83acd7c085b HTTP/1.1" status: 200 len: 2981 time: 0.0478096 Sep 08 09:02:06.360806 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-049b97c9-eac7-4913-9a1b-a51aaff50672 req-9c3c27bf-d381-410d-9252-28df591d6b5e tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] 10.222.0.54 "GET /v2.0/security-groups/62f7da02-0741-474d-9250-d781d625aa22 HTTP/1.1" status: 200 len: 2981 time: 0.0426695 Sep 08 09:02:06.388145 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1736210-b922-49e6-8270-7e509ac5f596 req-84622bcb-323a-43ff-bc95-ef69b4395f2d tempest-ServersAdminTestJSON-720918939 tempest-ServersAdminTestJSON-720918939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:06.388639 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1736210-b922-49e6-8270-7e509ac5f596 req-84622bcb-323a-43ff-bc95-ef69b4395f2d tempest-ServersAdminTestJSON-720918939 tempest-ServersAdminTestJSON-720918939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:06.389123 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1736210-b922-49e6-8270-7e509ac5f596 req-84622bcb-323a-43ff-bc95-ef69b4395f2d tempest-ServersAdminTestJSON-720918939 tempest-ServersAdminTestJSON-720918939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:06.390883 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c1736210-b922-49e6-8270-7e509ac5f596 req-84622bcb-323a-43ff-bc95-ef69b4395f2d tempest-ServersAdminTestJSON-720918939 tempest-ServersAdminTestJSON-720918939-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=477da8ee-0f1c-47cf-9fd8-126eda93b6f1&device_id=8a94f181-4a86-480c-9c94-fc2506820e7d&device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 2884 time: 0.0532734 Sep 08 09:02:06.414286 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-049b97c9-eac7-4913-9a1b-a51aaff50672 req-6d101a00-877b-4916-833a-87e0abea6302 tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] 10.222.0.54 "GET /v2.0/security-groups/62f7da02-0741-474d-9250-d781d625aa22 HTTP/1.1" status: 200 len: 2981 time: 0.0455492 Sep 08 09:02:06.433876 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c1736210-b922-49e6-8270-7e509ac5f596 req-badfc115-6560-4289-8b22-325e32e5c672 tempest-ServersAdminTestJSON-720918939 tempest-ServersAdminTestJSON-720918939-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355756 Sep 08 09:02:06.463938 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-049b97c9-eac7-4913-9a1b-a51aaff50672 req-7b2b9b71-25f3-4a17-9cd2-c5af2cd20f4a tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] 10.222.0.54 "GET /v2.0/security-groups/796382f2-a557-4eea-b91f-9416e242d15b HTTP/1.1" status: 200 len: 2981 time: 0.0420198 Sep 08 09:02:06.510943 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-049b97c9-eac7-4913-9a1b-a51aaff50672 req-c47b906e-7ea7-402a-96a9-0015847382cf tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] 10.222.0.54 "GET /v2.0/security-groups/796382f2-a557-4eea-b91f-9416e242d15b HTTP/1.1" status: 200 len: 2981 time: 0.0391283 Sep 08 09:02:06.571719 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-049b97c9-eac7-4913-9a1b-a51aaff50672 req-f175240c-e7ac-4545-978f-cddfb5e41034 tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] 10.222.0.54 "GET /v2.0/security-groups/7cd5ffe8-dafc-425c-aba8-4cb5128646b7 HTTP/1.1" status: 200 len: 2981 time: 0.0548081 Sep 08 09:02:06.628310 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-049b97c9-eac7-4913-9a1b-a51aaff50672 req-0fb78641-e96f-4520-ad17-d4679bb6e086 tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] 10.222.0.54 "GET /v2.0/security-groups/7cd5ffe8-dafc-425c-aba8-4cb5128646b7 HTTP/1.1" status: 200 len: 2981 time: 0.0449724 Sep 08 09:02:06.676354 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-049b97c9-eac7-4913-9a1b-a51aaff50672 req-61c9ee84-aa43-418b-9dde-948dfcc6e2fc tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] 10.222.0.54 "GET /v2.0/security-groups/b5f6429b-63aa-4e31-8ed9-2bb4b8d0d29c HTTP/1.1" status: 200 len: 2973 time: 0.0420680 Sep 08 09:02:06.723570 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-049b97c9-eac7-4913-9a1b-a51aaff50672 req-9ef6162b-97d1-42a1-8afa-5bf030766beb tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] 10.222.0.54 "GET /v2.0/security-groups/b5f6429b-63aa-4e31-8ed9-2bb4b8d0d29c HTTP/1.1" status: 200 len: 2973 time: 0.0406837 Sep 08 09:02:06.731335 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 1adecf86-ece7-4525-a8c5-4fb5356f25d9 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:02:06.771835 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-049b97c9-eac7-4913-9a1b-a51aaff50672 req-cca3af44-09a7-4bdf-82f3-6982f4e523c6 tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] 10.222.0.54 "GET /v2.0/security-groups/c2d46f59-2db6-4668-8fcb-9b65caa4f6ac HTTP/1.1" status: 200 len: 2981 time: 0.0397353 Sep 08 09:02:06.796439 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 1adecf86-ece7-4525-a8c5-4fb5356f25d9 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:02:06.801154 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 1adecf86-ece7-4525-a8c5-4fb5356f25d9 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:02:06.801537 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:06.821187 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-049b97c9-eac7-4913-9a1b-a51aaff50672 req-4f2ee489-4098-484a-9a20-abf6800c0126 tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] 10.222.0.54 "GET /v2.0/security-groups/c2d46f59-2db6-4668-8fcb-9b65caa4f6ac HTTP/1.1" status: 200 len: 2981 time: 0.0419114 Sep 08 09:02:06.867582 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-049b97c9-eac7-4913-9a1b-a51aaff50672 req-c78a6f72-25f2-4b59-ae86-397ab9d22e91 tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] 10.222.0.54 "GET /v2.0/security-groups/d0935e33-11f6-4b7e-8ad3-24d234a4b760 HTTP/1.1" status: 200 len: 2981 time: 0.0398068 Sep 08 09:02:06.889823 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:06.918479 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddae90db-a1ad-4edf-a87c-cc848ad922eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1adecf86-ece7-4525-a8c5-4fb5356f25d9'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:02:06.920716 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25888248-90b9-49d1-a9b7-11f8322824d7" -d '{"events": [{"server_uuid": "ddae90db-a1ad-4edf-a87c-cc848ad922eb", "name": "network-vif-plugged", "status": "completed", "tag": "1adecf86-ece7-4525-a8c5-4fb5356f25d9"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:02:06.921822 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-049b97c9-eac7-4913-9a1b-a51aaff50672 req-2c0e3aae-e56e-45e2-a21d-ac69dccf92eb tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] 10.222.0.54 "GET /v2.0/security-groups/d0935e33-11f6-4b7e-8ad3-24d234a4b760 HTTP/1.1" status: 200 len: 2981 time: 0.0427070 Sep 08 09:02:06.940160 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 1adecf86-ece7-4525-a8c5-4fb5356f25d9, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=1adecf86-ece7-4525-a8c5-4fb5356f25d9,segment=NetworkSegment(b248b080-424a-4d7c-b6da-e7e9fa7a7a95),segment_id=b248b080-424a-4d7c-b6da-e7e9fa7a7a95)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:02:06.946509 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:06.968844 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-049b97c9-eac7-4913-9a1b-a51aaff50672 req-490b30da-3c45-456e-bec1-0127cf532e2a tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] 10.222.0.54 "GET /v2.0/security-groups/d107d30d-a5de-4362-99bb-9cea91b08e7a HTTP/1.1" status: 200 len: 2977 time: 0.0413814 Sep 08 09:02:06.979754 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60e316-74ce-4c09-8d05-5671831c2185 req-31cdf57e-1d60-4e60-aeed-8f7531a20626 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:06.981401 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cf60e316-74ce-4c09-8d05-5671831c2185 req-31cdf57e-1d60-4e60-aeed-8f7531a20626 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] 10.222.0.54 "GET /v2.0/ports?device_id=ddae90db-a1ad-4edf-a87c-cc848ad922eb HTTP/1.1" status: 200 len: 945 time: 0.0532255 Sep 08 09:02:06.995796 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=1adecf86-ece7-4525-a8c5-4fb5356f25d9,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:07.016720 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-049b97c9-eac7-4913-9a1b-a51aaff50672 req-509289ef-0c48-444f-be12-426e96ad3c52 tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] 10.222.0.54 "GET /v2.0/security-groups/d107d30d-a5de-4362-99bb-9cea91b08e7a HTTP/1.1" status: 200 len: 2977 time: 0.0411386 Sep 08 09:02:07.027875 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cf60e316-74ce-4c09-8d05-5671831c2185 req-85b3b6aa-2acd-4ae3-a3b8-06e99ac987c5 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0eb5b34-b243-4b4a-86e9-e26040c5696b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388737 Sep 08 09:02:07.061582 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-049b97c9-eac7-4913-9a1b-a51aaff50672 req-1d10a15c-31db-4c10-9f3e-8281a53aa95c tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] 10.222.0.54 "GET /v2.0/security-groups/ee706af1-7645-483d-b50a-1bf5c08b472e HTTP/1.1" status: 200 len: 2981 time: 0.0382440 Sep 08 09:02:07.121383 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-049b97c9-eac7-4913-9a1b-a51aaff50672 req-0893c7f6-6641-4670-96e3-92bdc197aafc tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] 10.222.0.54 "GET /v2.0/security-groups/ee706af1-7645-483d-b50a-1bf5c08b472e HTTP/1.1" status: 200 len: 2981 time: 0.0522602 Sep 08 09:02:07.208267 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a795db2-10aa-4fb4-ab4d-4dd24df14028 req-86781999-52d2-46fe-8e7b-bb7818ec5550 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:07.210233 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9a795db2-10aa-4fb4-ab4d-4dd24df14028 req-86781999-52d2-46fe-8e7b-bb7818ec5550 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=31778146-2334-4c74-a139-b8b888fd72a7 HTTP/1.1" status: 200 len: 944 time: 0.1083057 Sep 08 09:02:07.221052 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-b6cf8b03-c20c-4771-ab63-87f0236d1c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:07.221402 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f2a6b9fa-e2b2-4ab1-83ed-0db59b63731c req-6d1fb7fc-43f5-4dfe-8cb0-e2c306b08e51 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 210 time: 0.0356340 Sep 08 09:02:07.222986 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-b6cf8b03-c20c-4771-ab63-87f0236d1c56 service neutron] 10.222.0.37 "GET /v2.0/ports/ddf26a7d-0e8b-469e-9475-33e914bdcf50 HTTP/1.1" status: 200 len: 1031 time: 0.0567598 Sep 08 09:02:07.298494 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-b610f53a-757a-479f-ae7a-8637c089dacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:07.299952 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-b610f53a-757a-479f-ae7a-8637c089dacc service neutron] 10.222.0.37 "GET /v2.0/ports/1ba67b89-fdf3-438b-8aa9-37c654debf50 HTTP/1.1" status: 200 len: 1033 time: 0.0618415 Sep 08 09:02:07.303338 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9a795db2-10aa-4fb4-ab4d-4dd24df14028 req-f2b8e0b6-2b14-4d7f-b6a9-c9b06c5431d5 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855935 Sep 08 09:02:07.377637 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a1b8bd-1840-4182-8360-c5915d257eaa x-openstack-request-id: req-45a1b8bd-1840-4182-8360-c5915d257eaa {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:02:07.378442 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddae90db-a1ad-4edf-a87c-cc848ad922eb", "name": "network-vif-plugged", "status": "completed", "tag": "1adecf86-ece7-4525-a8c5-4fb5356f25d9", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:02:07.378871 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-45a1b8bd-1840-4182-8360-c5915d257eaa {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:02:07.379467 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddae90db-a1ad-4edf-a87c-cc848ad922eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1adecf86-ece7-4525-a8c5-4fb5356f25d9', 'code': 200} Sep 08 09:02:07.488401 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-ee70675d-5f46-4e16-97ca-c728dd7a6129 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:07.494756 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-ee70675d-5f46-4e16-97ca-c728dd7a6129 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:07.500187 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fbb2c17e-7a1c-45c6-bd5f-1b90bcb4ef2a req-fdd3c864-2086-4fc1-88d7-525ed4d91f43 tempest-SecurityGroupsTestAdminJSON-573870003 tempest-SecurityGroupsTestAdminJSON-573870003-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4f20ca965c7244e9b3fb87639770f978 HTTP/1.1" status: 200 len: 6103 time: 0.0924294 Sep 08 09:02:07.501638 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-ee70675d-5f46-4e16-97ca-c728dd7a6129 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:07.503692 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-ee70675d-5f46-4e16-97ca-c728dd7a6129 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.37 "GET /v2.0/networks?id=56f09e7a-d8c3-4671-9b9a-504accacdfdc&id=e131d2cf-f0f6-4e3a-90af-0615e503d20b&id=e131d2cf-f0f6-4e3a-90af-0615e503d20b&id=e131d2cf-f0f6-4e3a-90af-0615e503d20b&id=e131d2cf-f0f6-4e3a-90af-0615e503d20b&id=7f827cbd-981b-4963-870a-da3dc338441e&id=7f827cbd-981b-4963-870a-da3dc338441e HTTP/1.1" status: 200 len: 1996 time: 0.1961358 Sep 08 09:02:07.545233 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fbb2c17e-7a1c-45c6-bd5f-1b90bcb4ef2a req-dbc6dfb0-87c0-472e-adde-2e8ee53d38c7 tempest-SecurityGroupsTestAdminJSON-573870003 tempest-SecurityGroupsTestAdminJSON-573870003-project] 10.222.0.54 "GET /v2.0/security-groups/29e79b7d-3211-412a-985d-907994754104 HTTP/1.1" status: 200 len: 2981 time: 0.0432999 Sep 08 09:02:07.558777 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ebd5b57b-9c4f-4e69-bdd2-a324efccaa8e req-b3ed9833-71be-454e-af5f-705f1ec79a19 tempest-ServerShowV254Test-462319923 tempest-ServerShowV254Test-462319923-project] 10.222.0.54 "GET /v2.0/ports?device_id=d51b385c-6d2d-48d7-a890-26c4c760d008 HTTP/1.1" status: 200 len: 210 time: 0.0540369 Sep 08 09:02:07.597082 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-846a7cb7-115b-4d36-8b04-f5aa13ca4aba tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ff9af2a8ae84383ae48822128c85b16 HTTP/1.1" status: 200 len: 380 time: 0.0598993 Sep 08 09:02:07.615487 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad48a8-0066-4375-bfb2-33ac7bf3bf72 req-ae76a0b5-7e67-4c76-b018-d5f2523b1e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:07.617044 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-55ad48a8-0066-4375-bfb2-33ac7bf3bf72 req-ae76a0b5-7e67-4c76-b018-d5f2523b1e5e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ddae90db-a1ad-4edf-a87c-cc848ad922eb HTTP/1.1" status: 200 len: 1098 time: 0.1114092 Sep 08 09:02:07.620454 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-ee89f96f-d7dd-4f83-93a8-08752ff2b15d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Request body: {'port': {'device_id': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'network_id': '56f09e7a-d8c3-4671-9b9a-504accacdfdc', 'admin_state_up': True, 'tenant_id': '5ff9af2a8ae84383ae48822128c85b16', 'security_groups': ['aef7fa01-b34f-48f3-a5db-edceea9f7535']}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:02:07.629031 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fbb2c17e-7a1c-45c6-bd5f-1b90bcb4ef2a req-c999221b-fb15-4bc1-a935-2420569b1538 tempest-SecurityGroupsTestAdminJSON-573870003 tempest-SecurityGroupsTestAdminJSON-573870003-project] 10.222.0.54 "GET /v2.0/security-groups/29e79b7d-3211-412a-985d-907994754104 HTTP/1.1" status: 200 len: 2981 time: 0.0732179 Sep 08 09:02:07.745672 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-55ad48a8-0066-4375-bfb2-33ac7bf3bf72 req-37aee28d-3abe-40e6-9d22-108abbb95645 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c0eb5b34-b243-4b4a-86e9-e26040c5696b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107392 Sep 08 09:02:07.804568 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-ee89f96f-d7dd-4f83-93a8-08752ff2b15d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Made reservation on behalf of 5ff9af2a8ae84383ae48822128c85b16 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:02:07.809380 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-ee89f96f-d7dd-4f83-93a8-08752ff2b15d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:07.972526 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-ee89f96f-d7dd-4f83-93a8-08752ff2b15d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Allocated IP 172.20.0.3 (56f09e7a-d8c3-4671-9b9a-504accacdfdc/8500bfb2-0bfa-480d-b7a3-e97947f43e46/24c965d7-db6d-4bd8-8994-faab41bdeccb) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:02:08.156132 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-ee89f96f-d7dd-4f83-93a8-08752ff2b15d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:08.174922 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-ee89f96f-d7dd-4f83-93a8-08752ff2b15d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Transition to ACTIVE for port object 24c965d7-db6d-4bd8-8994-faab41bdeccb will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:02:08.219069 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-ee89f96f-d7dd-4f83-93a8-08752ff2b15d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:08.275553 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-ee89f96f-d7dd-4f83-93a8-08752ff2b15d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Network 56f09e7a-d8c3-4671-9b9a-504accacdfdc is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:02:08.278899 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-ee89f96f-d7dd-4f83-93a8-08752ff2b15d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:02:08.284424 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f0c1a415-8281-4695-83d4-48a193d96978 req-b42d04d0-4300-4d12-85f2-743f439f3a56 tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] 10.222.0.54 "GET /v2.0/security-groups/03d2ea32-d668-422e-9611-4504269841e9 HTTP/1.1" status: 200 len: 1778 time: 0.0493066 Sep 08 09:02:08.285617 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-ee89f96f-d7dd-4f83-93a8-08752ff2b15d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:02:08.315868 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee89f96f-d7dd-4f83-93a8-08752ff2b15d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Pushing event updated for resources: {'Port': ['ID=24c965d7-db6d-4bd8-8994-faab41bdeccb,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:08.376912 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-ee89f96f-d7dd-4f83-93a8-08752ff2b15d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:08.377547 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-ee89f96f-d7dd-4f83-93a8-08752ff2b15d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:08.395252 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-f0c1a415-8281-4695-83d4-48a193d96978 req-6d7a50cc-ab53-40f0-b66f-865da6b3daa6 tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:08.426429 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-f0c1a415-8281-4695-83d4-48a193d96978 req-6d7a50cc-ab53-40f0-b66f-865da6b3daa6 tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:08.448773 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59ffdf-3586-475d-a09a-165e9e379b42 req-1e4c01eb-257d-42c7-aa86-a7ca58cda402 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:08.456867 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-da59ffdf-3586-475d-a09a-165e9e379b42 req-1e4c01eb-257d-42c7-aa86-a7ca58cda402 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] 10.222.0.54 "GET /v2.0/ports?device_id=ddae90db-a1ad-4edf-a87c-cc848ad922eb HTTP/1.1" status: 200 len: 946 time: 0.1423533 Sep 08 09:02:08.459549 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-ee89f96f-d7dd-4f83-93a8-08752ff2b15d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8468075 Sep 08 09:02:08.481283 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-f0c1a415-8281-4695-83d4-48a193d96978 req-6d7a50cc-ab53-40f0-b66f-865da6b3daa6 tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:08.483905 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-f0c1a415-8281-4695-83d4-48a193d96978 req-6d7a50cc-ab53-40f0-b66f-865da6b3daa6 tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:08.485741 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f0c1a415-8281-4695-83d4-48a193d96978 req-6d7a50cc-ab53-40f0-b66f-865da6b3daa6 tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] 10.222.0.54 "DELETE /v2.0/security-groups/03d2ea32-d668-422e-9611-4504269841e9 HTTP/1.1" status: 204 len: 173 time: 0.1880171 Sep 08 09:02:08.494851 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-216cca80-b486-46e7-ba5c-d9937f582baa tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Request body: {'port': {'device_id': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'network_id': 'e131d2cf-f0f6-4e3a-90af-0615e503d20b', 'admin_state_up': True, 'tenant_id': '5ff9af2a8ae84383ae48822128c85b16', 'security_groups': ['aef7fa01-b34f-48f3-a5db-edceea9f7535']}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:02:08.502752 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a50cc-ab53-40f0-b66f-865da6b3daa6 tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d2ea32-d668-422e-9611-4504269841e9,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:08.572978 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-da59ffdf-3586-475d-a09a-165e9e379b42 req-acb416e3-5274-4ee4-a1db-8babd092bbff tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0eb5b34-b243-4b4a-86e9-e26040c5696b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006663 Sep 08 09:02:08.659288 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-0eb42f7b-dbfc-4ac8-8d53-538fd069deb5 None None] Provisioning for port 24c965d7-db6d-4bd8-8994-faab41bdeccb completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:02:08.664428 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-0eb42f7b-dbfc-4ac8-8d53-538fd069deb5 None None] Provisioning complete for port 24c965d7-db6d-4bd8-8994-faab41bdeccb triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:02:08.664818 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0eb42f7b-dbfc-4ac8-8d53-538fd069deb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:08.754427 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-0eb42f7b-dbfc-4ac8-8d53-538fd069deb5 None None] Port 24c965d7-db6d-4bd8-8994-faab41bdeccb cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:02:08.777776 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-216cca80-b486-46e7-ba5c-d9937f582baa tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Made reservation on behalf of 5ff9af2a8ae84383ae48822128c85b16 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:02:08.789165 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-216cca80-b486-46e7-ba5c-d9937f582baa tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:08.854766 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 29501bfd-8b1c-4fbe-948e-7cc0bd0add78 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:02:09.033771 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 29501bfd-8b1c-4fbe-948e-7cc0bd0add78, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=29501bfd-8b1c-4fbe-948e-7cc0bd0add78,segment=NetworkSegment(62cd42f7-9651-4119-add8-a40e3a6b8c01),segment_id=62cd42f7-9651-4119-add8-a40e3a6b8c01)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:02:09.050815 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '29501bfd-8b1c-4fbe-948e-7cc0bd0add78', 'network_id': 'e4ae51a3-555d-433c-8c68-00298de875e2', 'port_id': '29501bfd-8b1c-4fbe-948e-7cc0bd0add78', 'mac_address': 'fa:16:3e:69:fe:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b8d890a-bf45-4b73-bd8d-17a04a6ff513', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:02:09.051096 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116edf1f-6b08-4ff1-9763-9cf5a03b5a3a req-8bc1e93a-1616-4006-88e1-fa6e99d2a7ba tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:09.066829 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-116edf1f-6b08-4ff1-9763-9cf5a03b5a3a req-8bc1e93a-1616-4006-88e1-fa6e99d2a7ba tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 931 time: 0.1320522 Sep 08 09:02:09.068099 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-216cca80-b486-46e7-ba5c-d9937f582baa tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Allocated IP 10.1.1.20 (e131d2cf-f0f6-4e3a-90af-0615e503d20b/64cec42a-675b-48e9-acf5-9de60b36e75d/83fce545-c3f1-43e1-81ad-33fc70bf1670) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:02:09.101017 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26cdda7-ac6d-449f-9921-35a62c2ae5bf req-914c0547-ff61-4f19-a191-82dd7829996f tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:09.103906 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:09.105708 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f26cdda7-ac6d-449f-9921-35a62c2ae5bf req-914c0547-ff61-4f19-a191-82dd7829996f tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=31778146-2334-4c74-a139-b8b888fd72a7 HTTP/1.1" status: 200 len: 944 time: 0.1518795 Sep 08 09:02:09.134111 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29501bfd-8b1c-4fbe-948e-7cc0bd0add78 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:02:09.157456 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f26cdda7-ac6d-449f-9921-35a62c2ae5bf req-44b50db3-f42b-4fd0-aed0-df5dfae8670b tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386682 Sep 08 09:02:09.161656 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-116edf1f-6b08-4ff1-9763-9cf5a03b5a3a req-92c771ac-5553-4866-a08e-23f55024fa09 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865889 Sep 08 09:02:09.164847 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 29501bfd-8b1c-4fbe-948e-7cc0bd0add78, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=29501bfd-8b1c-4fbe-948e-7cc0bd0add78,segment=NetworkSegment(62cd42f7-9651-4119-add8-a40e3a6b8c01),segment_id=62cd42f7-9651-4119-add8-a40e3a6b8c01)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:02:09.178217 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:09.279806 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=29501bfd-8b1c-4fbe-948e-7cc0bd0add78,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:09.338631 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2827f76f-51ce-441e-8482-cc6b2ce0ad5c req-2d3c9a16-4142-44a5-b846-f7b944673e58 tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] 10.222.0.54 "GET /v2.0/security-groups/9de2c401-7a95-406e-8967-6965129e5c24 HTTP/1.1" status: 200 len: 1778 time: 0.1388485 Sep 08 09:02:09.415003 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-216cca80-b486-46e7-ba5c-d9937f582baa tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:09.446529 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-216cca80-b486-46e7-ba5c-d9937f582baa tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Transition to ACTIVE for port object 83fce545-c3f1-43e1-81ad-33fc70bf1670 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:02:09.461123 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-145d3dfe-90f1-4e97-a20c-d74529ff39fb req-8c0d3c90-fef0-430f-9e4f-15b86138da5a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ee3d0e69-8f10-49ac-aad2-4f28b0f6bf0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0954063 Sep 08 09:02:09.481913 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2827f76f-51ce-441e-8482-cc6b2ce0ad5c req-31c5d085-4767-4769-8e32-ce0e6f728638 tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:09.513544 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2827f76f-51ce-441e-8482-cc6b2ce0ad5c req-31c5d085-4767-4769-8e32-ce0e6f728638 tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:09.529202 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-216cca80-b486-46e7-ba5c-d9937f582baa tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:09.570057 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['29501bfd-8b1c-4fbe-948e-7cc0bd0add78'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:02:09.609031 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-216cca80-b486-46e7-ba5c-d9937f582baa tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Network e131d2cf-f0f6-4e3a-90af-0615e503d20b is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:02:09.613721 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-216cca80-b486-46e7-ba5c-d9937f582baa tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:02:09.618775 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-216cca80-b486-46e7-ba5c-d9937f582baa tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:02:09.656064 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2827f76f-51ce-441e-8482-cc6b2ce0ad5c req-31c5d085-4767-4769-8e32-ce0e6f728638 tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:09.658910 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2827f76f-51ce-441e-8482-cc6b2ce0ad5c req-31c5d085-4767-4769-8e32-ce0e6f728638 tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:09.664262 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2827f76f-51ce-441e-8482-cc6b2ce0ad5c req-31c5d085-4767-4769-8e32-ce0e6f728638 tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] 10.222.0.54 "DELETE /v2.0/security-groups/9de2c401-7a95-406e-8967-6965129e5c24 HTTP/1.1" status: 204 len: 173 time: 0.3128512 Sep 08 09:02:09.680100 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216cca80-b486-46e7-ba5c-d9937f582baa tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Pushing event updated for resources: {'Port': ['ID=83fce545-c3f1-43e1-81ad-33fc70bf1670,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:09.699183 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c5d085-4767-4769-8e32-ce0e6f728638 tempest-SecurityGroupsTestAdminJSON-1676887803 tempest-SecurityGroupsTestAdminJSON-1676887803-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de2c401-7a95-406e-8967-6965129e5c24,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:09.710019 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d3dfe-90f1-4e97-a20c-d74529ff39fb req-4c73c676-44eb-45f8-89ff-d55d3aac2df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:09.712095 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-145d3dfe-90f1-4e97-a20c-d74529ff39fb req-4c73c676-44eb-45f8-89ff-d55d3aac2df2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=db87c3df22f54cac9f5bd24547674625&device_id=ee3d0e69-8f10-49ac-aad2-4f28b0f6bf0c HTTP/1.1" status: 200 len: 1098 time: 0.1663752 Sep 08 09:02:09.727267 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-216cca80-b486-46e7-ba5c-d9937f582baa tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:09.727905 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-216cca80-b486-46e7-ba5c-d9937f582baa tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:09.793211 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-216cca80-b486-46e7-ba5c-d9937f582baa tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3045356 Sep 08 09:02:09.852918 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-1f7e752b-0e82-4432-ba36-5a4af3d9d719 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Request body: {'port': {'device_id': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'network_id': 'e131d2cf-f0f6-4e3a-90af-0615e503d20b', 'admin_state_up': True, 'tenant_id': '5ff9af2a8ae84383ae48822128c85b16', 'security_groups': ['aef7fa01-b34f-48f3-a5db-edceea9f7535']}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:02:09.971129 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24161ad4-0946-4361-afdd-c7592512b0ef req-4487be23-947d-4799-b24b-069a9fa40b90 tempest-ServerShowV254Test-462319923 tempest-ServerShowV254Test-462319923-project] 10.222.0.54 "GET /v2.0/ports?device_id=d51b385c-6d2d-48d7-a890-26c4c760d008 HTTP/1.1" status: 200 len: 210 time: 0.0705020 Sep 08 09:02:09.994156 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d3dfe-90f1-4e97-a20c-d74529ff39fb req-5548b792-c0bf-4d8f-b184-df08753c3f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:09.995658 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-145d3dfe-90f1-4e97-a20c-d74529ff39fb req-5548b792-c0bf-4d8f-b184-df08753c3f2c service neutron] 10.222.0.35 "GET /v2.0/networks?id=ec0db0af-4061-4294-bedb-bbba2374fc20 HTTP/1.1" status: 200 len: 925 time: 0.2557976 Sep 08 09:02:10.001833 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2654b36e-5622-4654-9d77-ace3ed3b457d None None] Provisioning for port 83fce545-c3f1-43e1-81ad-33fc70bf1670 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:02:10.009573 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2654b36e-5622-4654-9d77-ace3ed3b457d None None] Provisioning complete for port 83fce545-c3f1-43e1-81ad-33fc70bf1670 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:02:10.010759 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2654b36e-5622-4654-9d77-ace3ed3b457d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:10.018302 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda683c5-b246-4319-a380-4ceca9510afb req-5c88d309-b442-46b8-ab81-a4017df63356 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:10.026144 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-eda683c5-b246-4319-a380-4ceca9510afb req-5c88d309-b442-46b8-ab81-a4017df63356 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] 10.222.0.54 "GET /v2.0/ports?device_id=ddae90db-a1ad-4edf-a87c-cc848ad922eb HTTP/1.1" status: 200 len: 946 time: 0.0889745 Sep 08 09:02:10.056392 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-2654b36e-5622-4654-9d77-ace3ed3b457d None None] Port 83fce545-c3f1-43e1-81ad-33fc70bf1670 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:02:10.066842 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-eda683c5-b246-4319-a380-4ceca9510afb req-bf30d9ec-b862-44f9-80fd-1deb0adce898 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0eb5b34-b243-4b4a-86e9-e26040c5696b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394151 Sep 08 09:02:10.118571 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-145d3dfe-90f1-4e97-a20c-d74529ff39fb req-5122d7df-074a-4948-ad72-58ee8c2c632b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e32d36f6-bacc-4b16-baab-742b73c2c2dc HTTP/1.1" status: 200 len: 1001 time: 0.1146047 Sep 08 09:02:10.132634 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bd26d708-85b9-4a46-a56d-328aca7620c2 req-c02784be-dcca-4af0-aa90-8a7d31e26063 tempest-SecurityGroupsTestAdminJSON-573870003 tempest-SecurityGroupsTestAdminJSON-573870003-project] 10.222.0.54 "GET /v2.0/security-groups/d29b0089-da91-4b91-952f-039f17815764 HTTP/1.1" status: 200 len: 1778 time: 0.1191783 Sep 08 09:02:10.238499 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab793f-2788-448f-a9de-703648a5ef21 req-852771d2-3b2b-4376-b7e4-9111da82e729 tempest-ServersAdminTestJSON-720918939 tempest-ServersAdminTestJSON-720918939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:10.240099 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b3ab793f-2788-448f-a9de-703648a5ef21 req-852771d2-3b2b-4376-b7e4-9111da82e729 tempest-ServersAdminTestJSON-720918939 tempest-ServersAdminTestJSON-720918939-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 1102 time: 0.0466495 Sep 08 09:02:10.279440 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b3ab793f-2788-448f-a9de-703648a5ef21 req-609567f9-a6bb-44ea-a049-2dc988145416 tempest-ServersAdminTestJSON-720918939 tempest-ServersAdminTestJSON-720918939-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328479 Sep 08 09:02:10.413533 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6319e-8d21-4e74-bc94-6bee2272ad09 req-d2b600b3-f372-49a3-a760-7ecc0a580e48 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:10.415803 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c5e6319e-8d21-4e74-bc94-6bee2272ad09 req-d2b600b3-f372-49a3-a760-7ecc0a580e48 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] 10.222.0.54 "GET /v2.0/ports?device_id=ddae90db-a1ad-4edf-a87c-cc848ad922eb HTTP/1.1" status: 200 len: 946 time: 0.0679440 Sep 08 09:02:10.426820 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39068) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:02:10.431563 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-ac96f693-5dfb-4ad5-9617-d196f059a915 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Request body: {'floatingip': {'port_id': '1adecf86-ece7-4525-a8c5-4fb5356f25d9'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:02:10.483295 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ac96f693-5dfb-4ad5-9617-d196f059a915 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Notify callbacks [] for floatingip, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:10.525242 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-1f7e752b-0e82-4432-ba36-5a4af3d9d719 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Made reservation on behalf of 5ff9af2a8ae84383ae48822128c85b16 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:02:10.528653 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-1f7e752b-0e82-4432-ba36-5a4af3d9d719 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:10.559012 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d3dfe-90f1-4e97-a20c-d74529ff39fb req-867a6648-3fce-4d44-b54b-f931c03df1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:10.560519 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-145d3dfe-90f1-4e97-a20c-d74529ff39fb req-867a6648-3fce-4d44-b54b-f931c03df1f3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5306a8b8-86cd-4361-8bb4-448984316315 HTTP/1.1" status: 200 len: 863 time: 0.4238982 Sep 08 09:02:10.616428 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bd26d708-85b9-4a46-a56d-328aca7620c2 req-96913e74-1ebe-40e0-bc45-99de75f02d69 tempest-SecurityGroupsTestAdminJSON-573870003 tempest-SecurityGroupsTestAdminJSON-573870003-project] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:10.688973 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bd26d708-85b9-4a46-a56d-328aca7620c2 req-96913e74-1ebe-40e0-bc45-99de75f02d69 tempest-SecurityGroupsTestAdminJSON-573870003 tempest-SecurityGroupsTestAdminJSON-573870003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:10.708736 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d3dfe-90f1-4e97-a20c-d74529ff39fb req-bcddc9f9-7736-44f0-bc9a-03c19f334f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:10.710263 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-145d3dfe-90f1-4e97-a20c-d74529ff39fb req-bcddc9f9-7736-44f0-bc9a-03c19f334f96 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ec0db0af-4061-4294-bedb-bbba2374fc20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1399889 Sep 08 09:02:10.841648 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bd26d708-85b9-4a46-a56d-328aca7620c2 req-96913e74-1ebe-40e0-bc45-99de75f02d69 tempest-SecurityGroupsTestAdminJSON-573870003 tempest-SecurityGroupsTestAdminJSON-573870003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:10.844288 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bd26d708-85b9-4a46-a56d-328aca7620c2 req-96913e74-1ebe-40e0-bc45-99de75f02d69 tempest-SecurityGroupsTestAdminJSON-573870003 tempest-SecurityGroupsTestAdminJSON-573870003-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:10.855881 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bd26d708-85b9-4a46-a56d-328aca7620c2 req-96913e74-1ebe-40e0-bc45-99de75f02d69 tempest-SecurityGroupsTestAdminJSON-573870003 tempest-SecurityGroupsTestAdminJSON-573870003-project] 10.222.0.54 "DELETE /v2.0/security-groups/d29b0089-da91-4b91-952f-039f17815764 HTTP/1.1" status: 204 len: 173 time: 0.7223277 Sep 08 09:02:10.868434 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-1f7e752b-0e82-4432-ba36-5a4af3d9d719 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Allocated IP 10.1.1.21 (e131d2cf-f0f6-4e3a-90af-0615e503d20b/64cec42a-675b-48e9-acf5-9de60b36e75d/206afed7-eeae-4d06-8959-8e305d5bcc7e) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:02:10.873730 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 29501bfd-8b1c-4fbe-948e-7cc0bd0add78 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:02:10.905689 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96913e74-1ebe-40e0-bc45-99de75f02d69 tempest-SecurityGroupsTestAdminJSON-573870003 tempest-SecurityGroupsTestAdminJSON-573870003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29b0089-da91-4b91-952f-039f17815764,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:10.976326 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 29501bfd-8b1c-4fbe-948e-7cc0bd0add78 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:02:10.978212 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-145d3dfe-90f1-4e97-a20c-d74529ff39fb req-a92469e2-b028-4f07-8922-aefb4394a55d service neutron] 10.222.0.35 "GET /v2.0/networks/ec0db0af-4061-4294-bedb-bbba2374fc20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591960 Sep 08 09:02:10.985274 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 29501bfd-8b1c-4fbe-948e-7cc0bd0add78 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:02:10.985739 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:11.012535 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f02b9-e5dc-434e-a225-daea63afb291 req-ffa78d1a-df6f-4fd0-b856-3ecc0dcfce4c tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:11.019625 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f02b9-e5dc-434e-a225-daea63afb291 req-ffa78d1a-df6f-4fd0-b856-3ecc0dcfce4c tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:11.022116 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-038f02b9-e5dc-434e-a225-daea63afb291 req-ffa78d1a-df6f-4fd0-b856-3ecc0dcfce4c tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 1652 time: 0.1433434 Sep 08 09:02:11.066668 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf7eed-b383-4eeb-844c-829901d80f86 req-567bc19d-86b8-432e-918a-682565adee66 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:11.074256 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-03bf7eed-b383-4eeb-844c-829901d80f86 req-567bc19d-86b8-432e-918a-682565adee66 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=31778146-2334-4c74-a139-b8b888fd72a7 HTTP/1.1" status: 200 len: 945 time: 0.1508751 Sep 08 09:02:11.107072 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:11.133217 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-038f02b9-e5dc-434e-a225-daea63afb291 req-e334cd29-ef9a-4d10-88f8-d2c12259ef2c tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002588 Sep 08 09:02:11.140550 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31778146-2334-4c74-a139-b8b888fd72a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29501bfd-8b1c-4fbe-948e-7cc0bd0add78'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:02:11.144844 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac5348a-722a-4cf2-bf5c-96ffed676d07" -d '{"events": [{"server_uuid": "31778146-2334-4c74-a139-b8b888fd72a7", "name": "network-vif-plugged", "status": "completed", "tag": "29501bfd-8b1c-4fbe-948e-7cc0bd0add78"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:02:11.165625 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ac96f693-5dfb-4ad5-9617-d196f059a915 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:11.170100 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 29501bfd-8b1c-4fbe-948e-7cc0bd0add78, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=29501bfd-8b1c-4fbe-948e-7cc0bd0add78,segment=NetworkSegment(62cd42f7-9651-4119-add8-a40e3a6b8c01),segment_id=62cd42f7-9651-4119-add8-a40e3a6b8c01)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:02:11.177858 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ac96f693-5dfb-4ad5-9617-d196f059a915 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:11.183938 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:11.207828 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-03bf7eed-b383-4eeb-844c-829901d80f86 req-3a9a97e9-234f-4f7b-8d6e-dca47d58acbd tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294017 Sep 08 09:02:11.261470 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-145d3dfe-90f1-4e97-a20c-d74529ff39fb req-6724c27c-d087-48dc-999f-3659a9e2f009 service neutron] 10.222.0.35 "GET /v2.0/networks/ec0db0af-4061-4294-bedb-bbba2374fc20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725472 Sep 08 09:02:11.277247 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-1f7e752b-0e82-4432-ba36-5a4af3d9d719 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:11.294353 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-1f7e752b-0e82-4432-ba36-5a4af3d9d719 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Transition to ACTIVE for port object 206afed7-eeae-4d06-8959-8e305d5bcc7e will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:02:11.302156 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=29501bfd-8b1c-4fbe-948e-7cc0bd0add78,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:11.334873 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-1f7e752b-0e82-4432-ba36-5a4af3d9d719 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:11.379281 n-d-806683-11 neutron-server[94713]: INFO neutron.db.l3_db [None req-ac96f693-5dfb-4ad5-9617-d196f059a915 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Floating IP 277db885-0181-42f9-94d8-9813fa2b2476 associated. External IP: 172.25.0.211, port: 1adecf86-ece7-4525-a8c5-4fb5356f25d9. Sep 08 09:02:11.425317 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-1f7e752b-0e82-4432-ba36-5a4af3d9d719 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Network e131d2cf-f0f6-4e3a-90af-0615e503d20b is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:02:11.429759 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74688904-8daf-43cd-b6cd-d9ebc1809e93 req-db3c7fb8-8f2f-46d6-89f1-5d3f56a8bba7 tempest-ServersAdminTestJSON-720918939 tempest-ServersAdminTestJSON-720918939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:11.430060 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-1f7e752b-0e82-4432-ba36-5a4af3d9d719 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:02:11.432871 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-1f7e752b-0e82-4432-ba36-5a4af3d9d719 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:02:11.437327 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-74688904-8daf-43cd-b6cd-d9ebc1809e93 req-db3c7fb8-8f2f-46d6-89f1-5d3f56a8bba7 tempest-ServersAdminTestJSON-720918939 tempest-ServersAdminTestJSON-720918939-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 1102 time: 0.1141214 Sep 08 09:02:11.505673 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-74688904-8daf-43cd-b6cd-d9ebc1809e93 req-ba6b1899-c69b-4de0-8895-613050e6319d tempest-ServersAdminTestJSON-720918939 tempest-ServersAdminTestJSON-720918939-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672197 Sep 08 09:02:11.527719 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-1f7e752b-0e82-4432-ba36-5a4af3d9d719 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:11.527719 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-1f7e752b-0e82-4432-ba36-5a4af3d9d719 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:11.542586 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7e752b-0e82-4432-ba36-5a4af3d9d719 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Pushing event updated for resources: {'Port': ['ID=206afed7-eeae-4d06-8959-8e305d5bcc7e,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:11.558251 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-1f7e752b-0e82-4432-ba36-5a4af3d9d719 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7086802 Sep 08 09:02:11.581651 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-b19b3ac5-1b86-4bc2-a44a-aea7652ab738 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Request body: {'port': {'device_id': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '7f827cbd-981b-4963-870a-da3dc338441e', 'admin_state_up': True, 'tenant_id': '5ff9af2a8ae84383ae48822128c85b16', 'security_groups': ['aef7fa01-b34f-48f3-a5db-edceea9f7535']}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:02:11.795780 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-b19b3ac5-1b86-4bc2-a44a-aea7652ab738 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Made reservation on behalf of 5ff9af2a8ae84383ae48822128c85b16 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:02:11.901684 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ecd3f222-ae86-4dd2-873a-c243b1359421 None None] Provisioning for port 206afed7-eeae-4d06-8959-8e305d5bcc7e completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:02:11.913529 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ecd3f222-ae86-4dd2-873a-c243b1359421 None None] Provisioning complete for port 206afed7-eeae-4d06-8959-8e305d5bcc7e triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:02:11.915302 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ecd3f222-ae86-4dd2-873a-c243b1359421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:11.949987 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-b19b3ac5-1b86-4bc2-a44a-aea7652ab738 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:11.983701 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-ecd3f222-ae86-4dd2-873a-c243b1359421 None None] Port 206afed7-eeae-4d06-8959-8e305d5bcc7e cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:02:11.991708 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7b183254-7173-4b69-ab4a-5a5ec773f517 req-76fbb64a-5eeb-4071-a149-8905dfe33d60 tempest-SecurityGroupsTestAdminJSON-573870003 tempest-SecurityGroupsTestAdminJSON-573870003-project] 10.222.0.54 "GET /v2.0/security-groups/d1686a13-5618-4f14-a52c-5c2a4a36e08f HTTP/1.1" status: 200 len: 1777 time: 0.0694637 Sep 08 09:02:12.145542 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-7b183254-7173-4b69-ab4a-5a5ec773f517 req-15b57133-9f86-4b8c-b8a5-fea90dc72495 tempest-SecurityGroupsTestAdminJSON-573870003 tempest-SecurityGroupsTestAdminJSON-573870003-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:12.166389 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac96f693-5dfb-4ad5-9617-d196f059a915 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Router 8aec1130-b8ae-453e-b590-ed20acae47d1 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:02:12.183639 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-7b183254-7173-4b69-ab4a-5a5ec773f517 req-15b57133-9f86-4b8c-b8a5-fea90dc72495 tempest-SecurityGroupsTestAdminJSON-573870003 tempest-SecurityGroupsTestAdminJSON-573870003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:12.294802 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-b19b3ac5-1b86-4bc2-a44a-aea7652ab738 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Allocated IP 10.2.2.100 (7f827cbd-981b-4963-870a-da3dc338441e/0e9b3a37-656a-484a-bd00-54ea1a5e5b45/ae6394f3-8959-44ba-836a-10fef80e56f7) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:02:12.315668 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-7b183254-7173-4b69-ab4a-5a5ec773f517 req-15b57133-9f86-4b8c-b8a5-fea90dc72495 tempest-SecurityGroupsTestAdminJSON-573870003 tempest-SecurityGroupsTestAdminJSON-573870003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:12.318269 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-7b183254-7173-4b69-ab4a-5a5ec773f517 req-15b57133-9f86-4b8c-b8a5-fea90dc72495 tempest-SecurityGroupsTestAdminJSON-573870003 tempest-SecurityGroupsTestAdminJSON-573870003-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:12.319418 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7b183254-7173-4b69-ab4a-5a5ec773f517 req-15b57133-9f86-4b8c-b8a5-fea90dc72495 tempest-SecurityGroupsTestAdminJSON-573870003 tempest-SecurityGroupsTestAdminJSON-573870003-project] 10.222.0.54 "DELETE /v2.0/security-groups/d1686a13-5618-4f14-a52c-5c2a4a36e08f HTTP/1.1" status: 204 len: 173 time: 0.3195789 Sep 08 09:02:12.344438 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b57133-9f86-4b8c-b8a5-fea90dc72495 tempest-SecurityGroupsTestAdminJSON-573870003 tempest-SecurityGroupsTestAdminJSON-573870003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1686a13-5618-4f14-a52c-5c2a4a36e08f,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:12.349717 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac96f693-5dfb-4ad5-9617-d196f059a915 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:02:12.355798 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ac96f693-5dfb-4ad5-9617-d196f059a915 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:12.360281 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bc2c30-3aba-4ec4-a49c-e740cb4153ea None None] Sync routers for ids ['8aec1130-b8ae-453e-b590-ed20acae47d1'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:02:12.370907 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-048e6cce-940d-4dae-a2dc-5e049208fdc7 req-ebfb7ca5-cb72-4ee3-bc89-32fb4d8fd5ec tempest-ServerShowV254Test-462319923 tempest-ServerShowV254Test-462319923-project] 10.222.0.54 "GET /v2.0/ports?device_id=d51b385c-6d2d-48d7-a890-26c4c760d008 HTTP/1.1" status: 200 len: 210 time: 0.0602515 Sep 08 09:02:12.389430 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ac96f693-5dfb-4ad5-9617-d196f059a915 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] 10.222.0.54 "PUT /v2.0/floatingips/277db885-0181-42f9-94d8-9813fa2b2476 HTTP/1.1" status: 200 len: 992 time: 1.9610698 Sep 08 09:02:12.390166 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddae90db-a1ad-4edf-a87c-cc848ad922eb', 'tag': '1adecf86-ece7-4525-a8c5-4fb5356f25d9'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:02:12.394071 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d35a37-b45b-4706-9a53-2cc5dc01d140" -d '{"events": [{"name": "network-changed", "server_uuid": "ddae90db-a1ad-4edf-a87c-cc848ad922eb", "tag": "1adecf86-ece7-4525-a8c5-4fb5356f25d9"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:02:12.411830 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bc2c30-3aba-4ec4-a49c-e740cb4153ea None None] Routers {'8aec1130-b8ae-453e-b590-ed20acae47d1'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:02:12.412459 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-c9bc2c30-3aba-4ec4-a49c-e740cb4153ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:01:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8aec1130-b8ae-453e-b590-ed20acae47d1'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:02:12.448183 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44b0b15-6126-40c6-8d3e-38cc0d87d403 x-openstack-request-id: req-b44b0b15-6126-40c6-8d3e-38cc0d87d403 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:02:12.449240 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31778146-2334-4c74-a139-b8b888fd72a7", "name": "network-vif-plugged", "status": "completed", "tag": "29501bfd-8b1c-4fbe-948e-7cc0bd0add78", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:02:12.449833 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b44b0b15-6126-40c6-8d3e-38cc0d87d403 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:02:12.450466 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31778146-2334-4c74-a139-b8b888fd72a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29501bfd-8b1c-4fbe-948e-7cc0bd0add78', 'code': 200} Sep 08 09:02:12.618301 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-c9bc2c30-3aba-4ec4-a49c-e740cb4153ea None None] Set router 8aec1130-b8ae-453e-b590-ed20acae47d1 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:02:12.646685 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed834a3b-a19a-4a9b-ba8b-225670e38fc9 req-cd6a7b18-f9be-442f-a5c4-55dfae95ee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:12.648199 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ed834a3b-a19a-4a9b-ba8b-225670e38fc9 req-cd6a7b18-f9be-442f-a5c4-55dfae95ee43 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=31778146-2334-4c74-a139-b8b888fd72a7 HTTP/1.1" status: 200 len: 1098 time: 0.0961721 Sep 08 09:02:12.693631 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a2668-d3c7-4ed3-ba0a-3b7fd1e4d22a req-15fe9ae7-e265-4701-8b49-f70750acd358 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:12.711595 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a2668-d3c7-4ed3-ba0a-3b7fd1e4d22a req-15fe9ae7-e265-4701-8b49-f70750acd358 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:12.722207 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a2668-d3c7-4ed3-ba0a-3b7fd1e4d22a req-15fe9ae7-e265-4701-8b49-f70750acd358 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:12.723092 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ed834a3b-a19a-4a9b-ba8b-225670e38fc9 req-7e6b2416-1216-4522-ad36-cf0db0b15178 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621028 Sep 08 09:02:12.735125 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e24a2668-d3c7-4ed3-ba0a-3b7fd1e4d22a req-15fe9ae7-e265-4701-8b49-f70750acd358 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 2372 time: 0.1615891 Sep 08 09:02:12.740549 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-b19b3ac5-1b86-4bc2-a44a-aea7652ab738 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:12.775223 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-b19b3ac5-1b86-4bc2-a44a-aea7652ab738 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Transition to ACTIVE for port object ae6394f3-8959-44ba-836a-10fef80e56f7 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:02:12.798319 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e24a2668-d3c7-4ed3-ba0a-3b7fd1e4d22a req-f333181c-d58e-49f5-82e6-85543341d320 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622683 Sep 08 09:02:12.832149 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-b19b3ac5-1b86-4bc2-a44a-aea7652ab738 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:12.902575 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39182) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:02:12.947870 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-b19b3ac5-1b86-4bc2-a44a-aea7652ab738 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Network 7f827cbd-981b-4963-870a-da3dc338441e is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:02:12.949941 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b3ac5-1b86-4bc2-a44a-aea7652ab738 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Pushing event updated for resources: {'Port': ['ID=ae6394f3-8959-44ba-836a-10fef80e56f7,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:12.963329 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-b19b3ac5-1b86-4bc2-a44a-aea7652ab738 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:02:12.966877 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-b19b3ac5-1b86-4bc2-a44a-aea7652ab738 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:02:13.019078 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-c9bc2c30-3aba-4ec4-a49c-e740cb4153ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aec1130-b8ae-453e-b590-ed20acae47d1', 'name': 'tempest-ServersTestFqdnHostnames-1922914099-router', 'tenant_id': '60cc7751195843ebadbbb66d9bdddd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'f0744839-15c2-416d-9955-7124b1de00d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:01:40Z', 'updated_at': '2021-09-08T09:01:46Z', 'revision_number': 4, 'project_id': '60cc7751195843ebadbbb66d9bdddd07', 'gw_port': {'id': 'f0744839-15c2-416d-9955-7124b1de00d7', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:16:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec1130-b8ae-453e-b590-ed20acae47d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:01:41Z', 'updated_at': '2021-09-08T09:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '277db885-0181-42f9-94d8-9813fa2b2476', 'tenant_id': '60cc7751195843ebadbbb66d9bdddd07', 'floating_ip_address': '172.25.0.211', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '8aec1130-b8ae-453e-b590-ed20acae47d1', 'port_id': '1adecf86-ece7-4525-a8c5-4fb5356f25d9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bca9e19-adc3-4046-9a65-e8e42c2cd190', 'mac_address': 'fa:16:3e:d7:10:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddae90db-a1ad-4edf-a87c-cc848ad922eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:01:51Z', 'updated_at': '2021-09-08T09:02:11Z', 'revision_number': 1, 'project_id': '60cc7751195843ebadbbb66d9bdddd07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13842369-8770-43b0-bdfc-9073d1ba7f2a', 'name': '', 'network_id': '2bca9e19-adc3-4046-9a65-e8e42c2cd190', 'tenant_id': '60cc7751195843ebadbbb66d9bdddd07', 'mac_address': 'fa:16:3e:0e:bd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec1130-b8ae-453e-b590-ed20acae47d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '35362f99-b0d6-4e0b-8bdd-5b323164ce7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:01:45Z', 'updated_at': '2021-09-08T09:01:59Z', 'revision_number': 5, 'project_id': '60cc7751195843ebadbbb66d9bdddd07', 'subnets': [{'id': '35362f99-b0d6-4e0b-8bdd-5b323164ce7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:02:13.051123 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bc2c30-3aba-4ec4-a49c-e740cb4153ea None None] Checking router: 8aec1130-b8ae-453e-b590-ed20acae47d1 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:02:13.061106 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bc2c30-3aba-4ec4-a49c-e740cb4153ea None None] Routers {'8aec1130-b8ae-453e-b590-ed20acae47d1'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:02:13.061724 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-c9bc2c30-3aba-4ec4-a49c-e740cb4153ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:01:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8aec1130-b8ae-453e-b590-ed20acae47d1'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:02:13.063707 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-b19b3ac5-1b86-4bc2-a44a-aea7652ab738 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:13.064629 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-b19b3ac5-1b86-4bc2-a44a-aea7652ab738 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:13.075440 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbece8-9765-462b-a153-e355fa1ca97a req-c501846b-bced-4d38-ae32-419efffd4542 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:13.077431 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c9fbece8-9765-462b-a153-e355fa1ca97a req-c501846b-bced-4d38-ae32-419efffd4542 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=31778146-2334-4c74-a139-b8b888fd72a7 HTTP/1.1" status: 200 len: 946 time: 0.1264830 Sep 08 09:02:13.088694 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-b19b3ac5-1b86-4bc2-a44a-aea7652ab738 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5130913 Sep 08 09:02:13.114343 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-337dd5db-c7b9-4139-9da2-1a1031b289c9 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Request body: {'port': {'device_id': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '7f827cbd-981b-4963-870a-da3dc338441e', 'admin_state_up': True, 'tenant_id': '5ff9af2a8ae84383ae48822128c85b16', 'security_groups': ['aef7fa01-b34f-48f3-a5db-edceea9f7535']}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:02:13.184928 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c9fbece8-9765-462b-a153-e355fa1ca97a req-b8a5c4d4-b9dc-491e-bd4f-025af8a36f6f tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800195 Sep 08 09:02:13.196514 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a95ea67f-7d34-4192-8dcc-80bbc13020e3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4f20ca965c7244e9b3fb87639770f978&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2925282 Sep 08 09:02:13.201119 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39186) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:02:13.288848 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9739740a-399f-492d-8fc7-2eb1b658e944 x-openstack-request-id: req-9739740a-399f-492d-8fc7-2eb1b658e944 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:02:13.289217 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddae90db-a1ad-4edf-a87c-cc848ad922eb", "tag": "1adecf86-ece7-4525-a8c5-4fb5356f25d9", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:02:13.290335 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9739740a-399f-492d-8fc7-2eb1b658e944 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:02:13.291694 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddae90db-a1ad-4edf-a87c-cc848ad922eb', 'tag': '1adecf86-ece7-4525-a8c5-4fb5356f25d9', 'status': 'completed', 'code': 200} Sep 08 09:02:13.320757 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-c9bc2c30-3aba-4ec4-a49c-e740cb4153ea None None] Set router 8aec1130-b8ae-453e-b590-ed20acae47d1 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:02:13.322518 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-705653b1-215c-4a60-ac30-6c945171a080 None None] Provisioning for port ae6394f3-8959-44ba-836a-10fef80e56f7 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:02:13.333081 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-705653b1-215c-4a60-ac30-6c945171a080 None None] Provisioning complete for port ae6394f3-8959-44ba-836a-10fef80e56f7 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:02:13.334501 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5a2bbe78-5e26-47f3-9212-f4339084c817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:13.335907 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-705653b1-215c-4a60-ac30-6c945171a080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:13.386007 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5a2bbe78-5e26-47f3-9212-f4339084c817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:13.401137 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-337dd5db-c7b9-4139-9da2-1a1031b289c9 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Made reservation on behalf of 5ff9af2a8ae84383ae48822128c85b16 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:02:13.414509 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-337dd5db-c7b9-4139-9da2-1a1031b289c9 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:13.445401 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-705653b1-215c-4a60-ac30-6c945171a080 None None] Port ae6394f3-8959-44ba-836a-10fef80e56f7 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:02:13.485426 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d35a37-b45b-4706-9a53-2cc5dc01d140 req-8f9299cc-e966-4999-81bd-7472cedafc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:13.487260 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f0d35a37-b45b-4706-9a53-2cc5dc01d140 req-8f9299cc-e966-4999-81bd-7472cedafc07 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60cc7751195843ebadbbb66d9bdddd07&device_id=ddae90db-a1ad-4edf-a87c-cc848ad922eb HTTP/1.1" status: 200 len: 1098 time: 0.1683056 Sep 08 09:02:13.505183 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5a2bbe78-5e26-47f3-9212-f4339084c817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:13.510152 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5a2bbe78-5e26-47f3-9212-f4339084c817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:13.511460 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5a2bbe78-5e26-47f3-9212-f4339084c817 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/29e79b7d-3211-412a-985d-907994754104 HTTP/1.1" status: 204 len: 168 time: 0.3093393 Sep 08 09:02:13.529713 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2bbe78-5e26-47f3-9212-f4339084c817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e79b7d-3211-412a-985d-907994754104,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:13.792945 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2de38a1f-6b8c-4a9d-96d8-261250bec8cf req-8720af81-aa33-420c-9e2b-b48a6f80a0ab tempest-ServerShowV254Test-462319923 tempest-ServerShowV254Test-462319923-project] 10.222.0.54 "GET /v2.0/ports?device_id=d51b385c-6d2d-48d7-a890-26c4c760d008 HTTP/1.1" status: 200 len: 210 time: 0.1425483 Sep 08 09:02:13.839911 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-c9bc2c30-3aba-4ec4-a49c-e740cb4153ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aec1130-b8ae-453e-b590-ed20acae47d1', 'name': 'tempest-ServersTestFqdnHostnames-1922914099-router', 'tenant_id': '60cc7751195843ebadbbb66d9bdddd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'f0744839-15c2-416d-9955-7124b1de00d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:01:40Z', 'updated_at': '2021-09-08T09:01:46Z', 'revision_number': 4, 'project_id': '60cc7751195843ebadbbb66d9bdddd07', 'gw_port': {'id': 'f0744839-15c2-416d-9955-7124b1de00d7', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:16:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec1130-b8ae-453e-b590-ed20acae47d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:01:41Z', 'updated_at': '2021-09-08T09:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '277db885-0181-42f9-94d8-9813fa2b2476', 'tenant_id': '60cc7751195843ebadbbb66d9bdddd07', 'floating_ip_address': '172.25.0.211', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '8aec1130-b8ae-453e-b590-ed20acae47d1', 'port_id': '1adecf86-ece7-4525-a8c5-4fb5356f25d9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bca9e19-adc3-4046-9a65-e8e42c2cd190', 'mac_address': 'fa:16:3e:d7:10:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddae90db-a1ad-4edf-a87c-cc848ad922eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:01:51Z', 'updated_at': '2021-09-08T09:02:11Z', 'revision_number': 1, 'project_id': '60cc7751195843ebadbbb66d9bdddd07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13842369-8770-43b0-bdfc-9073d1ba7f2a', 'name': '', 'network_id': '2bca9e19-adc3-4046-9a65-e8e42c2cd190', 'tenant_id': '60cc7751195843ebadbbb66d9bdddd07', 'mac_address': 'fa:16:3e:0e:bd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec1130-b8ae-453e-b590-ed20acae47d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '35362f99-b0d6-4e0b-8bdd-5b323164ce7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:01:45Z', 'updated_at': '2021-09-08T09:01:59Z', 'revision_number': 5, 'project_id': '60cc7751195843ebadbbb66d9bdddd07', 'subnets': [{'id': '35362f99-b0d6-4e0b-8bdd-5b323164ce7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:02:13.898001 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d35a37-b45b-4706-9a53-2cc5dc01d140 req-f9f1ad09-d2b8-4cf4-87cb-0006a74ec520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:13.899691 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f0d35a37-b45b-4706-9a53-2cc5dc01d140 req-f9f1ad09-d2b8-4cf4-87cb-0006a74ec520 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2bca9e19-adc3-4046-9a65-e8e42c2cd190 HTTP/1.1" status: 200 len: 916 time: 0.3909338 Sep 08 09:02:13.940461 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bc2c30-3aba-4ec4-a49c-e740cb4153ea None None] The sync data for ids ['8aec1130-b8ae-453e-b590-ed20acae47d1'] in n-d-806683-11 is: [{'id': '8aec1130-b8ae-453e-b590-ed20acae47d1', 'name': 'tempest-ServersTestFqdnHostnames-1922914099-router', 'tenant_id': '60cc7751195843ebadbbb66d9bdddd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'f0744839-15c2-416d-9955-7124b1de00d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:01:40Z', 'updated_at': '2021-09-08T09:01:46Z', 'revision_number': 4, 'project_id': '60cc7751195843ebadbbb66d9bdddd07', 'gw_port': {'id': 'f0744839-15c2-416d-9955-7124b1de00d7', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:16:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec1130-b8ae-453e-b590-ed20acae47d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:01:41Z', 'updated_at': '2021-09-08T09:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '277db885-0181-42f9-94d8-9813fa2b2476', 'tenant_id': '60cc7751195843ebadbbb66d9bdddd07', 'floating_ip_address': '172.25.0.211', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '8aec1130-b8ae-453e-b590-ed20acae47d1', 'port_id': '1adecf86-ece7-4525-a8c5-4fb5356f25d9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bca9e19-adc3-4046-9a65-e8e42c2cd190', 'mac_address': 'fa:16:3e:d7:10:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddae90db-a1ad-4edf-a87c-cc848ad922eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:01:51Z', 'updated_at': '2021-09-08T09:02:11Z', 'revision_number': 1, 'project_id': '60cc7751195843ebadbbb66d9bdddd07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13842369-8770-43b0-bdfc-9073d1ba7f2a', 'name': '', 'network_id': '2bca9e19-adc3-4046-9a65-e8e42c2cd190', 'tenant_id': '60cc7751195843ebadbbb66d9bdddd07', 'mac_address': 'fa:16:3e:0e:bd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec1130-b8ae-453e-b590-ed20acae47d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '35362f99-b0d6-4e0b-8bdd-5b323164ce7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:01:45Z', 'updated_at': '2021-09-08T09:01:59Z', 'revision_number': 5, 'project_id': '60cc7751195843ebadbbb66d9bdddd07', 'subnets': [{'id': '35362f99-b0d6-4e0b-8bdd-5b323164ce7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:02:13.965625 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-337dd5db-c7b9-4139-9da2-1a1031b289c9 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Allocated IP 10.2.2.200 (7f827cbd-981b-4963-870a-da3dc338441e/0e9b3a37-656a-484a-bd00-54ea1a5e5b45/7eac18b8-5ad7-46d3-89bc-275b77cbbae6) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:02:14.083486 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f0d35a37-b45b-4706-9a53-2cc5dc01d140 req-cd763f40-e947-4a5d-811a-ceb5f4cc69cc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1adecf86-ece7-4525-a8c5-4fb5356f25d9 HTTP/1.1" status: 200 len: 1000 time: 0.1740315 Sep 08 09:02:14.205624 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b94f1-c07c-4af1-bc21-620fefac39c1 req-f2ac709e-5f94-4fd3-ade7-9263522c4c98 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:14.227442 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b94f1-c07c-4af1-bc21-620fefac39c1 req-f2ac709e-5f94-4fd3-ade7-9263522c4c98 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:14.247377 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b94f1-c07c-4af1-bc21-620fefac39c1 req-f2ac709e-5f94-4fd3-ade7-9263522c4c98 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:14.256843 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b94f1-c07c-4af1-bc21-620fefac39c1 req-f2ac709e-5f94-4fd3-ade7-9263522c4c98 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:14.263956 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cc4b94f1-c07c-4af1-bc21-620fefac39c1 req-f2ac709e-5f94-4fd3-ade7-9263522c4c98 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 3093 time: 0.1487203 Sep 08 09:02:14.264597 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39252) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:02:14.323210 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d35a37-b45b-4706-9a53-2cc5dc01d140 req-54a3034a-cdf6-44e4-9366-db36a3424b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:14.324799 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f0d35a37-b45b-4706-9a53-2cc5dc01d140 req-54a3034a-cdf6-44e4-9366-db36a3424b37 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=35362f99-b0d6-4e0b-8bdd-5b323164ce7d HTTP/1.1" status: 200 len: 854 time: 0.2243762 Sep 08 09:02:14.380725 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379b5f3b-38be-4e4d-bb5b-40958a25b364 None None] New status for floating IP 277db885-0181-42f9-94d8-9813fa2b2476: ACTIVE {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:02:14.383766 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d3c9edc0-8593-4f5c-ad8b-6075b26f3410 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c95d429e58ca472c8cfc07a085b1bad8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1179798 Sep 08 09:02:14.386148 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39262) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:02:14.428846 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-337dd5db-c7b9-4139-9da2-1a1031b289c9 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:14.448661 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d35a37-b45b-4706-9a53-2cc5dc01d140 req-9b553560-59f9-48a9-b6bf-6eb5a912c2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:14.450607 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f0d35a37-b45b-4706-9a53-2cc5dc01d140 req-9b553560-59f9-48a9-b6bf-6eb5a912c2af service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2bca9e19-adc3-4046-9a65-e8e42c2cd190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1023693 Sep 08 09:02:14.454164 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-337dd5db-c7b9-4139-9da2-1a1031b289c9 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Transition to ACTIVE for port object 7eac18b8-5ad7-46d3-89bc-275b77cbbae6 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:02:14.506814 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cc4b94f1-c07c-4af1-bc21-620fefac39c1 req-94bd38ef-93eb-4139-a707-b8955daa0d63 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946154 Sep 08 09:02:14.575289 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-337dd5db-c7b9-4139-9da2-1a1031b289c9 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:14.600550 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fc173e28-e18a-4a41-8a54-9da4fa0da059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:14.629145 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f0d35a37-b45b-4706-9a53-2cc5dc01d140 req-cc34a905-ca7a-4d7a-a802-4c774de70b4a service neutron] 10.222.0.37 "GET /v2.0/networks/2bca9e19-adc3-4046-9a65-e8e42c2cd190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700406 Sep 08 09:02:14.660881 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fc173e28-e18a-4a41-8a54-9da4fa0da059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:14.730516 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-337dd5db-c7b9-4139-9da2-1a1031b289c9 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Network 7f827cbd-981b-4963-870a-da3dc338441e is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:02:14.734027 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337dd5db-c7b9-4139-9da2-1a1031b289c9 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Pushing event updated for resources: {'Port': ['ID=7eac18b8-5ad7-46d3-89bc-275b77cbbae6,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:14.736722 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-337dd5db-c7b9-4139-9da2-1a1031b289c9 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:02:14.755826 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-337dd5db-c7b9-4139-9da2-1a1031b289c9 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:02:14.785409 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fc173e28-e18a-4a41-8a54-9da4fa0da059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:14.788215 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fc173e28-e18a-4a41-8a54-9da4fa0da059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:14.789409 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-fc173e28-e18a-4a41-8a54-9da4fa0da059 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2369c61e-dd1c-4a37-99ac-c27a754e9469 HTTP/1.1" status: 204 len: 168 time: 0.4021361 Sep 08 09:02:14.798308 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc173e28-e18a-4a41-8a54-9da4fa0da059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2369c61e-dd1c-4a37-99ac-c27a754e9469,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:14.850401 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337dd5db-c7b9-4139-9da2-1a1031b289c9 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:02:14.850938 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337dd5db-c7b9-4139-9da2-1a1031b289c9 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:02:14.851155 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337dd5db-c7b9-4139-9da2-1a1031b289c9 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:02:14.851439 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337dd5db-c7b9-4139-9da2-1a1031b289c9 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:02:14.851776 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337dd5db-c7b9-4139-9da2-1a1031b289c9 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:02:14.852112 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337dd5db-c7b9-4139-9da2-1a1031b289c9 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:02:14.852451 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337dd5db-c7b9-4139-9da2-1a1031b289c9 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:02:14.852785 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337dd5db-c7b9-4139-9da2-1a1031b289c9 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:02:14.853118 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337dd5db-c7b9-4139-9da2-1a1031b289c9 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:02:14.853449 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337dd5db-c7b9-4139-9da2-1a1031b289c9 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:02:14.853777 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337dd5db-c7b9-4139-9da2-1a1031b289c9 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:02:14.854128 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337dd5db-c7b9-4139-9da2-1a1031b289c9 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:02:14.903178 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b746f97-53d0-48b2-a227-64a9bb975f15 req-ce95d746-7ca1-40f0-ad29-9b05ce38c0ef tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:14.904871 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5b746f97-53d0-48b2-a227-64a9bb975f15 req-ce95d746-7ca1-40f0-ad29-9b05ce38c0ef tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=31778146-2334-4c74-a139-b8b888fd72a7 HTTP/1.1" status: 200 len: 946 time: 0.0733199 Sep 08 09:02:14.939455 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f0d35a37-b45b-4706-9a53-2cc5dc01d140 req-3c4d1ac3-45c7-4b12-b0e7-9ffe77a94f2d service neutron] 10.222.0.37 "GET /v2.0/networks/2bca9e19-adc3-4046-9a65-e8e42c2cd190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001618 Sep 08 09:02:14.945107 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-337dd5db-c7b9-4139-9da2-1a1031b289c9 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:14.945767 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-337dd5db-c7b9-4139-9da2-1a1031b289c9 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:14.972564 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-337dd5db-c7b9-4139-9da2-1a1031b289c9 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8644910 Sep 08 09:02:15.000593 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-c5ecbb08-d3e5-4e71-a97e-9a5ad7a2d1be service neutron] Request body: {'port': {'device_id': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:02:15.006769 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5b746f97-53d0-48b2-a227-64a9bb975f15 req-88d9ce07-72de-4265-b3c1-5a4600906fdf tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908422 Sep 08 09:02:15.111900 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-c5ecbb08-d3e5-4e71-a97e-9a5ad7a2d1be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:15.205625 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d46301f5-7e5e-49e1-a881-4c7d29257933 None None] Provisioning for port 7eac18b8-5ad7-46d3-89bc-275b77cbbae6 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:02:15.207780 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-50efbe97-47b1-43da-b551-8501f6f8ba46 req-6bc3b722-9efc-41ad-86f1-d6393f5ca9a5 tempest-ServerShowV254Test-462319923 tempest-ServerShowV254Test-462319923-project] 10.222.0.54 "GET /v2.0/ports?device_id=d51b385c-6d2d-48d7-a890-26c4c760d008 HTTP/1.1" status: 200 len: 210 time: 0.0397050 Sep 08 09:02:15.212816 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d46301f5-7e5e-49e1-a881-4c7d29257933 None None] Provisioning complete for port 7eac18b8-5ad7-46d3-89bc-275b77cbbae6 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:02:15.213204 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d46301f5-7e5e-49e1-a881-4c7d29257933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:15.295964 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b3dad-fb68-498c-b8ca-d4854149497c req-e4755640-3948-4d2b-b72c-ca1a0f931018 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:15.298171 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3c2b3dad-fb68-498c-b8ca-d4854149497c req-e4755640-3948-4d2b-b72c-ca1a0f931018 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 950 time: 0.1315224 Sep 08 09:02:15.415074 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3c2b3dad-fb68-498c-b8ca-d4854149497c req-cc8485e9-5f6b-4a5b-970f-5f6a7833cda3 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893109 Sep 08 09:02:15.488000 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d46301f5-7e5e-49e1-a881-4c7d29257933 None None] Port 7eac18b8-5ad7-46d3-89bc-275b77cbbae6 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:02:15.662935 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f337f76-9eb0-49a1-b1c0-945fc60124e4 req-71065266-cf29-4ccc-a23b-3846dfc33390 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:15.664517 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9f337f76-9eb0-49a1-b1c0-945fc60124e4 req-71065266-cf29-4ccc-a23b-3846dfc33390 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=31778146-2334-4c74-a139-b8b888fd72a7 HTTP/1.1" status: 200 len: 946 time: 0.1238227 Sep 08 09:02:15.707882 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-c5ecbb08-d3e5-4e71-a97e-9a5ad7a2d1be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24c965d7-db6d-4bd8-8994-faab41bdeccb {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:02:15.719813 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-c5ecbb08-d3e5-4e71-a97e-9a5ad7a2d1be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:15.742137 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-c5ecbb08-d3e5-4e71-a97e-9a5ad7a2d1be service neutron] Transition to ACTIVE for port object 24c965d7-db6d-4bd8-8994-faab41bdeccb will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:02:15.762153 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-c5ecbb08-d3e5-4e71-a97e-9a5ad7a2d1be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:15.768762 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9f337f76-9eb0-49a1-b1c0-945fc60124e4 req-9f5e37ba-62ab-4193-88a6-ac008100f17b tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953732 Sep 08 09:02:15.886736 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ecbb08-d3e5-4e71-a97e-9a5ad7a2d1be service neutron] Pushing event updated for resources: {'Port': ['ID=24c965d7-db6d-4bd8-8994-faab41bdeccb,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:16.008338 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-c5ecbb08-d3e5-4e71-a97e-9a5ad7a2d1be service neutron] Attempting to bind port 24c965d7-db6d-4bd8-8994-faab41bdeccb on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:02:16.008689 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-c5ecbb08-d3e5-4e71-a97e-9a5ad7a2d1be service neutron] Attempting to bind port 24c965d7-db6d-4bd8-8994-faab41bdeccb by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '66c1c607-33c9-44e0-b45a-ef6d4c44423d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '56f09e7a-d8c3-4671-9b9a-504accacdfdc'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:02:16.009109 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-c5ecbb08-d3e5-4e71-a97e-9a5ad7a2d1be service neutron] Attempting to bind port 24c965d7-db6d-4bd8-8994-faab41bdeccb on network 56f09e7a-d8c3-4671-9b9a-504accacdfdc {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:02:16.017530 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-c5ecbb08-d3e5-4e71-a97e-9a5ad7a2d1be service neutron] Port 24c965d7-db6d-4bd8-8994-faab41bdeccb on network 56f09e7a-d8c3-4671-9b9a-504accacdfdc not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:02:16.017879 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-c5ecbb08-d3e5-4e71-a97e-9a5ad7a2d1be service neutron] Attempting to bind port 24c965d7-db6d-4bd8-8994-faab41bdeccb on network 56f09e7a-d8c3-4671-9b9a-504accacdfdc {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:02:16.024639 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-c5ecbb08-d3e5-4e71-a97e-9a5ad7a2d1be service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:02:16.024990 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-c5ecbb08-d3e5-4e71-a97e-9a5ad7a2d1be service neutron] Checking segment: {'id': '66c1c607-33c9-44e0-b45a-ef6d4c44423d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '56f09e7a-d8c3-4671-9b9a-504accacdfdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:02:16.025386 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-c5ecbb08-d3e5-4e71-a97e-9a5ad7a2d1be service neutron] Bound using segment: {'id': '66c1c607-33c9-44e0-b45a-ef6d4c44423d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '56f09e7a-d8c3-4671-9b9a-504accacdfdc'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:02:16.025907 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-c5ecbb08-d3e5-4e71-a97e-9a5ad7a2d1be service neutron] Bound port: 24c965d7-db6d-4bd8-8994-faab41bdeccb, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66c1c607-33c9-44e0-b45a-ef6d4c44423d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '56f09e7a-d8c3-4671-9b9a-504accacdfdc'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:02:16.026338 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-c5ecbb08-d3e5-4e71-a97e-9a5ad7a2d1be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:16.089366 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c13fca-084c-4060-9d53-3181f70bd980 req-72944b46-cdfc-48db-9fd2-4d9ea2473a10 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:16.110389 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c13fca-084c-4060-9d53-3181f70bd980 req-72944b46-cdfc-48db-9fd2-4d9ea2473a10 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:16.116989 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c13fca-084c-4060-9d53-3181f70bd980 req-72944b46-cdfc-48db-9fd2-4d9ea2473a10 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:16.123018 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c13fca-084c-4060-9d53-3181f70bd980 req-72944b46-cdfc-48db-9fd2-4d9ea2473a10 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:16.128915 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c13fca-084c-4060-9d53-3181f70bd980 req-72944b46-cdfc-48db-9fd2-4d9ea2473a10 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:16.130752 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d9c13fca-084c-4060-9d53-3181f70bd980 req-72944b46-cdfc-48db-9fd2-4d9ea2473a10 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 3826 time: 0.2671776 Sep 08 09:02:16.224056 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d9c13fca-084c-4060-9d53-3181f70bd980 req-391b24f3-3153-4522-a9ef-96fde9b9ae14 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704024 Sep 08 09:02:16.239386 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-c5ecbb08-d3e5-4e71-a97e-9a5ad7a2d1be service neutron] For port 24c965d7-db6d-4bd8-8994-faab41bdeccb, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:02:16.245074 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-c5ecbb08-d3e5-4e71-a97e-9a5ad7a2d1be service neutron] For port 24c965d7-db6d-4bd8-8994-faab41bdeccb, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=24c965d7-db6d-4bd8-8994-faab41bdeccb,segment=NetworkSegment(66c1c607-33c9-44e0-b45a-ef6d4c44423d),segment_id=66c1c607-33c9-44e0-b45a-ef6d4c44423d)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:02:16.257376 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-c5ecbb08-d3e5-4e71-a97e-9a5ad7a2d1be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:16.345762 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-c5ecbb08-d3e5-4e71-a97e-9a5ad7a2d1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:16.346543 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-c5ecbb08-d3e5-4e71-a97e-9a5ad7a2d1be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:16.347977 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-c5ecbb08-d3e5-4e71-a97e-9a5ad7a2d1be service neutron] 10.222.0.37 "PUT /v2.0/ports/24c965d7-db6d-4bd8-8994-faab41bdeccb HTTP/1.1" status: 200 len: 1092 time: 1.3524468 Sep 08 09:02:16.348461 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'tag': '24c965d7-db6d-4bd8-8994-faab41bdeccb'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:02:16.354590 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e963df0-a8a2-46e1-b022-9b0c352fe022" -d '{"events": [{"name": "network-changed", "server_uuid": "62fedf63-f62c-4785-af8b-8c03c2c707db", "tag": "24c965d7-db6d-4bd8-8994-faab41bdeccb"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:02:16.410734 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-01d6c846-fd2c-4631-9fef-876c8d57311a service neutron] Request body: {'port': {'device_id': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:02:16.454798 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ecbb08-d3e5-4e71-a97e-9a5ad7a2d1be service neutron] Pushing event updated for resources: {'Port': ['ID=24c965d7-db6d-4bd8-8994-faab41bdeccb,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:16.526003 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-01d6c846-fd2c-4631-9fef-876c8d57311a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:16.563331 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-be07b4de-3513-429d-839a-e3399dce7ce0 req-3bbcadc3-c054-4668-a555-f75f8e97bc45 tempest-ServerShowV254Test-462319923 tempest-ServerShowV254Test-462319923-project] 10.222.0.54 "GET /v2.0/ports?device_id=d51b385c-6d2d-48d7-a890-26c4c760d008 HTTP/1.1" status: 200 len: 210 time: 0.0886869 Sep 08 09:02:16.643719 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd72c5a-38fc-4fdc-9a83-a40b17efe014 x-openstack-request-id: req-bcd72c5a-38fc-4fdc-9a83-a40b17efe014 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:02:16.644288 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62fedf63-f62c-4785-af8b-8c03c2c707db", "tag": "24c965d7-db6d-4bd8-8994-faab41bdeccb", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:02:16.644739 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bcd72c5a-38fc-4fdc-9a83-a40b17efe014 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:02:16.645342 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'tag': '24c965d7-db6d-4bd8-8994-faab41bdeccb', 'status': 'completed', 'code': 200} Sep 08 09:02:16.893897 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e963df0-a8a2-46e1-b022-9b0c352fe022 req-b95b449c-af9d-4143-94b8-8c32ce29cbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:16.894500 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e963df0-a8a2-46e1-b022-9b0c352fe022 req-b95b449c-af9d-4143-94b8-8c32ce29cbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:16.895071 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e963df0-a8a2-46e1-b022-9b0c352fe022 req-b95b449c-af9d-4143-94b8-8c32ce29cbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:16.895675 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e963df0-a8a2-46e1-b022-9b0c352fe022 req-b95b449c-af9d-4143-94b8-8c32ce29cbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:16.896246 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e963df0-a8a2-46e1-b022-9b0c352fe022 req-b95b449c-af9d-4143-94b8-8c32ce29cbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:16.898373 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7e963df0-a8a2-46e1-b022-9b0c352fe022 req-b95b449c-af9d-4143-94b8-8c32ce29cbc5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ff9af2a8ae84383ae48822128c85b16&device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 4362 time: 0.1869996 Sep 08 09:02:16.959368 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87244681-a109-41ba-8450-87104488915d req-84447b27-cb2a-42f1-a320-9b060c3ee73e tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:16.969470 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-87244681-a109-41ba-8450-87104488915d req-84447b27-cb2a-42f1-a320-9b060c3ee73e tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=31778146-2334-4c74-a139-b8b888fd72a7 HTTP/1.1" status: 200 len: 946 time: 0.0633523 Sep 08 09:02:16.970032 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350bc52-5944-4bd8-8c94-7c0bb17b21ad req-0e8985b2-f70e-4126-ae34-de0479a9de96 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:16.971693 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c350bc52-5944-4bd8-8c94-7c0bb17b21ad req-0e8985b2-f70e-4126-ae34-de0479a9de96 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 950 time: 0.2133927 Sep 08 09:02:17.003934 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-87244681-a109-41ba-8450-87104488915d req-8d2d25ea-1ccd-4d54-ae55-15bf287931d5 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332472 Sep 08 09:02:17.174590 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c350bc52-5944-4bd8-8c94-7c0bb17b21ad req-50bee0bc-17ed-4cc2-8907-a2c9835cc66a tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787868 Sep 08 09:02:17.350245 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-142661a0-980c-469f-8b7d-e816ec876e46 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=6b48cc09dad54218b28ec6d3ec3fe969&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499961 Sep 08 09:02:17.467369 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-e9a6f47f-3ca9-42a9-b5d3-7d4c2b67c3e9 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:17.475764 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-e9a6f47f-3ca9-42a9-b5d3-7d4c2b67c3e9 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1245482 Sep 08 09:02:17.501234 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-7f547341-3c52-4db4-b2f6-6f259a7e446a tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/quotas/6b48cc09dad54218b28ec6d3ec3fe969 HTTP/1.1" status: 200 len: 375 time: 0.0172315 Sep 08 09:02:17.537953 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-f33685cb-af31-4b37-be39-4ea030380f5c tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6b48cc09dad54218b28ec6d3ec3fe969&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356200 Sep 08 09:02:17.613354 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4eb78345-3201-4dc4-b6af-aee8ff5dabb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:17.672772 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e963df0-a8a2-46e1-b022-9b0c352fe022 req-8d7cde9b-517d-485b-8e4f-0f53bcd25e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:17.673292 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e963df0-a8a2-46e1-b022-9b0c352fe022 req-8d7cde9b-517d-485b-8e4f-0f53bcd25e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:17.673820 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e963df0-a8a2-46e1-b022-9b0c352fe022 req-8d7cde9b-517d-485b-8e4f-0f53bcd25e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:17.675522 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7e963df0-a8a2-46e1-b022-9b0c352fe022 req-8d7cde9b-517d-485b-8e4f-0f53bcd25e77 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=5ff9af2a8ae84383ae48822128c85b16&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.7624567 Sep 08 09:02:17.691421 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79bb081-e698-4f61-8bda-29e14b85b355 req-cdbaa311-426f-4f39-aaff-315c8e8dff83 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:17.692975 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a79bb081-e698-4f61-8bda-29e14b85b355 req-cdbaa311-426f-4f39-aaff-315c8e8dff83 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.35 "GET /v2.0/ports?device_id=31778146-2334-4c74-a139-b8b888fd72a7 HTTP/1.1" status: 200 len: 946 time: 0.6150863 Sep 08 09:02:17.788814 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-01d6c846-fd2c-4631-9fef-876c8d57311a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddf26a7d-0e8b-469e-9475-33e914bdcf50 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:02:17.844073 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-01d6c846-fd2c-4631-9fef-876c8d57311a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:17.875652 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ed046-b328-4aa0-8c83-8a6e8b134387 req-c6177d54-9597-4c98-8a81-b243359bfd94 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:17.883037 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ed046-b328-4aa0-8c83-8a6e8b134387 req-c6177d54-9597-4c98-8a81-b243359bfd94 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:17.890597 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ed046-b328-4aa0-8c83-8a6e8b134387 req-c6177d54-9597-4c98-8a81-b243359bfd94 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:17.901554 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ed046-b328-4aa0-8c83-8a6e8b134387 req-c6177d54-9597-4c98-8a81-b243359bfd94 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:17.909310 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ed046-b328-4aa0-8c83-8a6e8b134387 req-c6177d54-9597-4c98-8a81-b243359bfd94 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:17.922310 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9f6ed046-b328-4aa0-8c83-8a6e8b134387 req-c6177d54-9597-4c98-8a81-b243359bfd94 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 3826 time: 0.3505459 Sep 08 09:02:17.976267 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-70f73a69-e0ea-435a-ac79-3aff326883b2 req-24bfb472-82d0-4856-8204-eafdf8805aca tempest-ServerShowV254Test-462319923 tempest-ServerShowV254Test-462319923-project] 10.222.0.54 "GET /v2.0/ports?device_id=d51b385c-6d2d-48d7-a890-26c4c760d008 HTTP/1.1" status: 200 len: 210 time: 0.0447443 Sep 08 09:02:18.055708 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e963df0-a8a2-46e1-b022-9b0c352fe022 req-59e89e56-6501-4a93-856e-05ceb4bdf00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:18.057303 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7e963df0-a8a2-46e1-b022-9b0c352fe022 req-59e89e56-6501-4a93-856e-05ceb4bdf00c service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3633978 Sep 08 09:02:18.080281 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-01d6c846-fd2c-4631-9fef-876c8d57311a service neutron] Transition to ACTIVE for port object ddf26a7d-0e8b-469e-9475-33e914bdcf50 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:02:18.081793 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39502) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:02:18.092231 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-667591df-aa53-4e39-975d-bbbd7f215ee9 req-17a952fc-bb16-42ff-a3c8-9d0a77d84c37 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a51a258-96de-4d45-9d6d-15392f39f58d HTTP/1.1" status: 200 len: 210 time: 0.0493157 Sep 08 09:02:18.115296 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-01d6c846-fd2c-4631-9fef-876c8d57311a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:18.192639 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9f6ed046-b328-4aa0-8c83-8a6e8b134387 req-8729a727-1a2b-443f-a946-ee5310c459ca tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2690997 Sep 08 09:02:18.291480 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6c846-fd2c-4631-9fef-876c8d57311a service neutron] Pushing event updated for resources: {'Port': ['ID=ddf26a7d-0e8b-469e-9475-33e914bdcf50,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:18.389091 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157c7bd-fd1e-479b-bdde-9322f50fd1b3 req-91c94328-b9f0-4084-8b76-d3569f1ca168 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:18.399327 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5157c7bd-fd1e-479b-bdde-9322f50fd1b3 req-91c94328-b9f0-4084-8b76-d3569f1ca168 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=31778146-2334-4c74-a139-b8b888fd72a7 HTTP/1.1" status: 200 len: 946 time: 0.1208565 Sep 08 09:02:18.429284 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-a79bb081-e698-4f61-8bda-29e14b85b355 req-ceea1002-2f30-41f6-92da-8d6c6e8c2411 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Deleting port 29501bfd-8b1c-4fbe-948e-7cc0bd0add78 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:02:18.429528 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a79bb081-e698-4f61-8bda-29e14b85b355 req-ceea1002-2f30-41f6-92da-8d6c6e8c2411 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:18.451916 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5157c7bd-fd1e-479b-bdde-9322f50fd1b3 req-55b09e1a-f018-42ce-a848-cb454945d256 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d7bfe44-b60e-45bc-94e9-f85afb35ae23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464005 Sep 08 09:02:18.465300 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8c0d532c-9ae9-4ab4-887e-4c839b6d59ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:18.591612 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-01d6c846-fd2c-4631-9fef-876c8d57311a service neutron] Attempting to bind port ddf26a7d-0e8b-469e-9475-33e914bdcf50 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:02:18.591961 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-01d6c846-fd2c-4631-9fef-876c8d57311a service neutron] Attempting to bind port ddf26a7d-0e8b-469e-9475-33e914bdcf50 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'a13fd2b6-0549-44cb-a81f-d013dc25e0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e131d2cf-f0f6-4e3a-90af-0615e503d20b'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:02:18.592294 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-01d6c846-fd2c-4631-9fef-876c8d57311a service neutron] Attempting to bind port ddf26a7d-0e8b-469e-9475-33e914bdcf50 on network e131d2cf-f0f6-4e3a-90af-0615e503d20b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:02:18.609190 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea361712-1730-445f-8529-24842f8555d7 req-9ec22b13-ac65-4aaf-8169-5bd743b506ea tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:18.617583 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ea361712-1730-445f-8529-24842f8555d7 req-9ec22b13-ac65-4aaf-8169-5bd743b506ea tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 950 time: 0.2892063 Sep 08 09:02:18.638197 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-01d6c846-fd2c-4631-9fef-876c8d57311a service neutron] Port ddf26a7d-0e8b-469e-9475-33e914bdcf50 on network e131d2cf-f0f6-4e3a-90af-0615e503d20b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:02:18.638642 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-01d6c846-fd2c-4631-9fef-876c8d57311a service neutron] Attempting to bind port ddf26a7d-0e8b-469e-9475-33e914bdcf50 on network e131d2cf-f0f6-4e3a-90af-0615e503d20b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:02:18.667288 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-01d6c846-fd2c-4631-9fef-876c8d57311a service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:02:18.667639 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-01d6c846-fd2c-4631-9fef-876c8d57311a service neutron] Checking segment: {'id': 'a13fd2b6-0549-44cb-a81f-d013dc25e0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e131d2cf-f0f6-4e3a-90af-0615e503d20b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:02:18.668032 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-01d6c846-fd2c-4631-9fef-876c8d57311a service neutron] Bound using segment: {'id': 'a13fd2b6-0549-44cb-a81f-d013dc25e0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e131d2cf-f0f6-4e3a-90af-0615e503d20b'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:02:18.668471 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-01d6c846-fd2c-4631-9fef-876c8d57311a service neutron] Bound port: ddf26a7d-0e8b-469e-9475-33e914bdcf50, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a13fd2b6-0549-44cb-a81f-d013dc25e0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e131d2cf-f0f6-4e3a-90af-0615e503d20b'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:02:18.668841 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-01d6c846-fd2c-4631-9fef-876c8d57311a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:18.690266 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-a79bb081-e698-4f61-8bda-29e14b85b355 req-ceea1002-2f30-41f6-92da-8d6c6e8c2411 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] For port 29501bfd-8b1c-4fbe-948e-7cc0bd0add78, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=29501bfd-8b1c-4fbe-948e-7cc0bd0add78,segment=NetworkSegment(62cd42f7-9651-4119-add8-a40e3a6b8c01),segment_id=62cd42f7-9651-4119-add8-a40e3a6b8c01)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:02:18.690639 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a79bb081-e698-4f61-8bda-29e14b85b355 req-ceea1002-2f30-41f6-92da-8d6c6e8c2411 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:18.727514 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-a79bb081-e698-4f61-8bda-29e14b85b355 req-ceea1002-2f30-41f6-92da-8d6c6e8c2411 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Calling delete_port for 29501bfd-8b1c-4fbe-948e-7cc0bd0add78 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:02:18.736964 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ea361712-1730-445f-8529-24842f8555d7 req-487da7c1-c9dd-4e8d-8634-443ac32c9ed4 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184318 Sep 08 09:02:18.867378 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8c0d532c-9ae9-4ab4-887e-4c839b6d59ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:18.874463 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-01d6c846-fd2c-4631-9fef-876c8d57311a service neutron] For port ddf26a7d-0e8b-469e-9475-33e914bdcf50, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:02:18.878515 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8c0d532c-9ae9-4ab4-887e-4c839b6d59ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:18.906684 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-01d6c846-fd2c-4631-9fef-876c8d57311a service neutron] For port ddf26a7d-0e8b-469e-9475-33e914bdcf50, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=ddf26a7d-0e8b-469e-9475-33e914bdcf50,segment=NetworkSegment(a13fd2b6-0549-44cb-a81f-d013dc25e0e0),segment_id=a13fd2b6-0549-44cb-a81f-d013dc25e0e0)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:02:18.927737 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-01d6c846-fd2c-4631-9fef-876c8d57311a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:18.974239 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d532c-9ae9-4ab4-887e-4c839b6d59ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb200fd-b6d2-4547-8315-0c7211e46370,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:18.980902 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39514) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:02:18.981442 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8c0d532c-9ae9-4ab4-887e-4c839b6d59ed admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=504489421fd645748430d932e7766a6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8773711 Sep 08 09:02:19.019947 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-01d6c846-fd2c-4631-9fef-876c8d57311a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:19.020613 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-01d6c846-fd2c-4631-9fef-876c8d57311a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:19.023405 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-01d6c846-fd2c-4631-9fef-876c8d57311a service neutron] 10.222.0.37 "PUT /v2.0/ports/ddf26a7d-0e8b-469e-9475-33e914bdcf50 HTTP/1.1" status: 200 len: 1135 time: 2.6184776 Sep 08 09:02:19.023405 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'tag': 'ddf26a7d-0e8b-469e-9475-33e914bdcf50'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:02:19.025003 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a2b63f-f13d-4a83-bb4b-9b7c649613f8" -d '{"events": [{"name": "network-changed", "server_uuid": "62fedf63-f62c-4785-af8b-8c03c2c707db", "tag": "ddf26a7d-0e8b-469e-9475-33e914bdcf50"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:02:19.075414 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6c846-fd2c-4631-9fef-876c8d57311a service neutron] Pushing event updated for resources: {'Port': ['ID=ddf26a7d-0e8b-469e-9475-33e914bdcf50,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:19.082242 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a79bb081-e698-4f61-8bda-29e14b85b355 req-ceea1002-2f30-41f6-92da-8d6c6e8c2411 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:19.107942 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-6c67fa66-4829-4ffd-b129-49a71516022a service neutron] Request body: {'port': {'device_id': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:02:19.160134 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-abb601c4-6029-489e-827c-406cff56d8b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:19.165328 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36918184-8a27-481e-9984-7b6dca81efef x-openstack-request-id: req-36918184-8a27-481e-9984-7b6dca81efef {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:02:19.165466 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62fedf63-f62c-4785-af8b-8c03c2c707db", "tag": "ddf26a7d-0e8b-469e-9475-33e914bdcf50", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:02:19.165721 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-36918184-8a27-481e-9984-7b6dca81efef {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:02:19.166382 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'tag': 'ddf26a7d-0e8b-469e-9475-33e914bdcf50', 'status': 'completed', 'code': 200} Sep 08 09:02:19.171471 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-f675d11d-3406-4845-a615-c74fa81871be tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6b48cc09dad54218b28ec6d3ec3fe969&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0910075 Sep 08 09:02:19.194711 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceea1002-2f30-41f6-92da-8d6c6e8c2411 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Pushing event deleted for resources: {'Port': ['ID=29501bfd-8b1c-4fbe-948e-7cc0bd0add78,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:19.264899 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-abb601c4-6029-489e-827c-406cff56d8b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:19.310484 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e658d683-7c69-41c3-a5d5-3be30a8ccac7 req-86479b23-164a-421d-9542-0d3cee1a07f1 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a51a258-96de-4d45-9d6d-15392f39f58d HTTP/1.1" status: 200 len: 210 time: 0.0553117 Sep 08 09:02:19.355208 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2b63f-f13d-4a83-bb4b-9b7c649613f8 req-63462223-76c0-4570-bb47-4bab4c1dd270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:19.355786 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2b63f-f13d-4a83-bb4b-9b7c649613f8 req-63462223-76c0-4570-bb47-4bab4c1dd270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:19.356220 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2b63f-f13d-4a83-bb4b-9b7c649613f8 req-63462223-76c0-4570-bb47-4bab4c1dd270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:19.356714 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2b63f-f13d-4a83-bb4b-9b7c649613f8 req-63462223-76c0-4570-bb47-4bab4c1dd270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:19.357213 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2b63f-f13d-4a83-bb4b-9b7c649613f8 req-63462223-76c0-4570-bb47-4bab4c1dd270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:19.357674 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2b63f-f13d-4a83-bb4b-9b7c649613f8 req-63462223-76c0-4570-bb47-4bab4c1dd270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:19.358770 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2e4ef2bb-9c5e-405a-9320-5043910c986a req-b0ea8b53-bfec-441a-977e-43513d2da0e6 tempest-ServerShowV254Test-462319923 tempest-ServerShowV254Test-462319923-project] 10.222.0.54 "GET /v2.0/ports?device_id=d51b385c-6d2d-48d7-a890-26c4c760d008 HTTP/1.1" status: 200 len: 210 time: 0.1775916 Sep 08 09:02:19.362013 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d8a2b63f-f13d-4a83-bb4b-9b7c649613f8 req-63462223-76c0-4570-bb47-4bab4c1dd270 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ff9af2a8ae84383ae48822128c85b16&device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 5290 time: 0.1513953 Sep 08 09:02:19.395019 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-a79bb081-e698-4f61-8bda-29e14b85b355 req-ceea1002-2f30-41f6-92da-8d6c6e8c2411 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] No DVR routers for this DVR port 29501bfd-8b1c-4fbe-948e-7cc0bd0add78 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:02:19.395692 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-abb601c4-6029-489e-827c-406cff56d8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:19.398377 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-abb601c4-6029-489e-827c-406cff56d8b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:19.399585 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-abb601c4-6029-489e-827c-406cff56d8b9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1cb200fd-b6d2-4547-8315-0c7211e46370 HTTP/1.1" status: 204 len: 168 time: 0.4175191 Sep 08 09:02:19.412323 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb601c4-6029-489e-827c-406cff56d8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb200fd-b6d2-4547-8315-0c7211e46370,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:19.425867 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a79bb081-e698-4f61-8bda-29e14b85b355 req-ceea1002-2f30-41f6-92da-8d6c6e8c2411 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:19.427893 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a79bb081-e698-4f61-8bda-29e14b85b355 req-ceea1002-2f30-41f6-92da-8d6c6e8c2411 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.35 "DELETE /v2.0/ports/29501bfd-8b1c-4fbe-948e-7cc0bd0add78 HTTP/1.1" status: 204 len: 173 time: 1.7167618 Sep 08 09:02:19.428460 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-6c67fa66-4829-4ffd-b129-49a71516022a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:19.600224 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-c473e70f-12b3-4dc2-aabb-96305dd48289 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:19.601530 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-c473e70f-12b3-4dc2-aabb-96305dd48289 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3964107 Sep 08 09:02:19.619351 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa87f5-5531-43ba-bbe1-e2f0a79e15ef req-2d811a60-6564-4135-bdce-5b34fda41401 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:19.630588 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa87f5-5531-43ba-bbe1-e2f0a79e15ef req-2d811a60-6564-4135-bdce-5b34fda41401 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:19.636516 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa87f5-5531-43ba-bbe1-e2f0a79e15ef req-2d811a60-6564-4135-bdce-5b34fda41401 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:19.643626 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa87f5-5531-43ba-bbe1-e2f0a79e15ef req-2d811a60-6564-4135-bdce-5b34fda41401 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:19.646429 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8c2f1984-365b-4e9f-80a2-a26b029ab038 req-d26668aa-5a5f-44ec-9ab0-710df5a12366 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/ports?device_id=31778146-2334-4c74-a139-b8b888fd72a7 HTTP/1.1" status: 200 len: 210 time: 0.0905011 Sep 08 09:02:19.649494 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa87f5-5531-43ba-bbe1-e2f0a79e15ef req-2d811a60-6564-4135-bdce-5b34fda41401 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:19.649874 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-c1c1652f-9646-40f3-acaf-244e92982366 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Request body: {'port': {'device_id': '1a51a258-96de-4d45-9d6d-15392f39f58d', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'admin_state_up': True, 'tenant_id': '6b48cc09dad54218b28ec6d3ec3fe969'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:02:19.656397 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa87f5-5531-43ba-bbe1-e2f0a79e15ef req-2d811a60-6564-4135-bdce-5b34fda41401 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:19.664890 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-54aa87f5-5531-43ba-bbe1-e2f0a79e15ef req-2d811a60-6564-4135-bdce-5b34fda41401 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 4602 time: 0.2339044 Sep 08 09:02:19.744096 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2b63f-f13d-4a83-bb4b-9b7c649613f8 req-e03573fe-cd16-48f3-848d-697b44f718cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:19.744584 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2b63f-f13d-4a83-bb4b-9b7c649613f8 req-e03573fe-cd16-48f3-848d-697b44f718cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:19.745062 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2b63f-f13d-4a83-bb4b-9b7c649613f8 req-e03573fe-cd16-48f3-848d-697b44f718cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:19.746701 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d8a2b63f-f13d-4a83-bb4b-9b7c649613f8 req-e03573fe-cd16-48f3-848d-697b44f718cc service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=5ff9af2a8ae84383ae48822128c85b16&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2959905 Sep 08 09:02:19.773262 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-54aa87f5-5531-43ba-bbe1-e2f0a79e15ef req-701fad79-4b31-4167-a1cb-1492701f668e tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&id=ee706af1-7645-483d-b50a-1bf5c08b472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1070261 Sep 08 09:02:19.965317 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2b63f-f13d-4a83-bb4b-9b7c649613f8 req-9c6650dd-5041-40b9-9b3e-d2b75d1c8d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:19.966981 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d8a2b63f-f13d-4a83-bb4b-9b7c649613f8 req-9c6650dd-5041-40b9-9b3e-d2b75d1c8d35 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1926785 Sep 08 09:02:19.976336 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-c1c1652f-9646-40f3-acaf-244e92982366 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Made reservation on behalf of 6b48cc09dad54218b28ec6d3ec3fe969 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:02:19.980273 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-c1c1652f-9646-40f3-acaf-244e92982366 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:19.992255 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b027c5-fd10-4483-9dd0-98f98aefd21e req-238ee335-80fd-4134-aff6-9c2ab75adb71 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:20.000970 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f3b027c5-fd10-4483-9dd0-98f98aefd21e req-238ee335-80fd-4134-aff6-9c2ab75adb71 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 950 time: 0.0960739 Sep 08 09:02:20.003779 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-c1c1652f-9646-40f3-acaf-244e92982366 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:20.052758 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f3b027c5-fd10-4483-9dd0-98f98aefd21e req-20c9a85d-6dd5-4e77-aa9d-1777a6297f4e tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504625 Sep 08 09:02:20.108537 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-6c67fa66-4829-4ffd-b129-49a71516022a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ba67b89-fdf3-438b-8aa9-37c654debf50 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:02:20.118058 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-6c67fa66-4829-4ffd-b129-49a71516022a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:20.140152 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-6c67fa66-4829-4ffd-b129-49a71516022a service neutron] Transition to ACTIVE for port object 1ba67b89-fdf3-438b-8aa9-37c654debf50 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:02:20.149483 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-6c67fa66-4829-4ffd-b129-49a71516022a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:20.181725 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:02:20.238160 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-c1c1652f-9646-40f3-acaf-244e92982366 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:20.254463 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-c1c1652f-9646-40f3-acaf-244e92982366 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:20.268947 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c67fa66-4829-4ffd-b129-49a71516022a service neutron] Pushing event updated for resources: {'Port': ['ID=1ba67b89-fdf3-438b-8aa9-37c654debf50,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:20.358437 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:20.401981 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c1652f-9646-40f3-acaf-244e92982366 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a39e9708-bb67-462a-996e-ebf338efc5c9,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:20.501834 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3b50cfec-41de-44dd-87ed-dad3a759e857 req-f42a174c-e9fd-413c-8ca3-0c0a8874ca1c tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a51a258-96de-4d45-9d6d-15392f39f58d HTTP/1.1" status: 200 len: 210 time: 0.0625415 Sep 08 09:02:20.534290 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f90816e9-910a-4fb5-bed3-0eb08ed80727 req-9a2fd681-bd7e-4d10-9215-8b3b57093513 tempest-ServerShowV254Test-462319923 tempest-ServerShowV254Test-462319923-project] 10.222.0.54 "GET /v2.0/ports?device_id=d51b385c-6d2d-48d7-a890-26c4c760d008 HTTP/1.1" status: 200 len: 210 time: 0.0377922 Sep 08 09:02:20.560436 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-6c67fa66-4829-4ffd-b129-49a71516022a service neutron] Attempting to bind port 1ba67b89-fdf3-438b-8aa9-37c654debf50 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:02:20.560776 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-6c67fa66-4829-4ffd-b129-49a71516022a service neutron] Attempting to bind port 1ba67b89-fdf3-438b-8aa9-37c654debf50 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'a13fd2b6-0549-44cb-a81f-d013dc25e0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e131d2cf-f0f6-4e3a-90af-0615e503d20b'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:02:20.561109 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-6c67fa66-4829-4ffd-b129-49a71516022a service neutron] Attempting to bind port 1ba67b89-fdf3-438b-8aa9-37c654debf50 on network e131d2cf-f0f6-4e3a-90af-0615e503d20b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:02:20.573483 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-6c67fa66-4829-4ffd-b129-49a71516022a service neutron] Port 1ba67b89-fdf3-438b-8aa9-37c654debf50 on network e131d2cf-f0f6-4e3a-90af-0615e503d20b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:02:20.573825 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-6c67fa66-4829-4ffd-b129-49a71516022a service neutron] Attempting to bind port 1ba67b89-fdf3-438b-8aa9-37c654debf50 on network e131d2cf-f0f6-4e3a-90af-0615e503d20b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:02:20.584709 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-6c67fa66-4829-4ffd-b129-49a71516022a service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:02:20.585077 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-6c67fa66-4829-4ffd-b129-49a71516022a service neutron] Checking segment: {'id': 'a13fd2b6-0549-44cb-a81f-d013dc25e0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e131d2cf-f0f6-4e3a-90af-0615e503d20b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:02:20.585469 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-6c67fa66-4829-4ffd-b129-49a71516022a service neutron] Bound using segment: {'id': 'a13fd2b6-0549-44cb-a81f-d013dc25e0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e131d2cf-f0f6-4e3a-90af-0615e503d20b'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:02:20.585914 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-6c67fa66-4829-4ffd-b129-49a71516022a service neutron] Bound port: 1ba67b89-fdf3-438b-8aa9-37c654debf50, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a13fd2b6-0549-44cb-a81f-d013dc25e0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e131d2cf-f0f6-4e3a-90af-0615e503d20b'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:02:20.586498 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-6c67fa66-4829-4ffd-b129-49a71516022a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:20.594982 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-c1c1652f-9646-40f3-acaf-244e92982366 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Allocated IP 192.168.233.246 (05f7642a-1c79-41be-85aa-1443ef22cc3b/dfc66e4b-ecb5-4c99-afe1-0a78c722534a/fdeafc4e-0cbc-4844-8bc6-9cbae5e92085) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:02:20.691222 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-12a32f62-a38e-4be2-b5ca-ee4d4b7c0efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:20.732235 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-6c67fa66-4829-4ffd-b129-49a71516022a service neutron] For port 1ba67b89-fdf3-438b-8aa9-37c654debf50, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:02:20.788344 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-6c67fa66-4829-4ffd-b129-49a71516022a service neutron] For port 1ba67b89-fdf3-438b-8aa9-37c654debf50, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=1ba67b89-fdf3-438b-8aa9-37c654debf50,segment=NetworkSegment(a13fd2b6-0549-44cb-a81f-d013dc25e0e0),segment_id=a13fd2b6-0549-44cb-a81f-d013dc25e0e0)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:02:20.800703 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-6c67fa66-4829-4ffd-b129-49a71516022a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:20.885643 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-6c67fa66-4829-4ffd-b129-49a71516022a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:20.886253 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-6c67fa66-4829-4ffd-b129-49a71516022a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:20.887715 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-6c67fa66-4829-4ffd-b129-49a71516022a service neutron] 10.222.0.37 "PUT /v2.0/ports/1ba67b89-fdf3-438b-8aa9-37c654debf50 HTTP/1.1" status: 200 len: 1137 time: 1.7931585 Sep 08 09:02:20.902065 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c67fa66-4829-4ffd-b129-49a71516022a service neutron] Pushing event updated for resources: {'Port': ['ID=1ba67b89-fdf3-438b-8aa9-37c654debf50,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:20.919001 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 29501bfd-8b1c-4fbe-948e-7cc0bd0add78 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:02:20.961717 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-56ca9963-3acd-493e-983c-5192542b4c2b service neutron] Request body: {'port': {'device_id': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:02:20.963373 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: 29501bfd-8b1c-4fbe-948e-7cc0bd0add78 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:02:20.965530 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 29501bfd-8b1c-4fbe-948e-7cc0bd0add78 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:02:20.975608 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a178950-20fb-4359-b3be-fac017be5ef6 req-c701b370-bd88-4c69-883c-245ec906bbc2 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:20.990830 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a178950-20fb-4359-b3be-fac017be5ef6 req-c701b370-bd88-4c69-883c-245ec906bbc2 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:21.007925 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a178950-20fb-4359-b3be-fac017be5ef6 req-c701b370-bd88-4c69-883c-245ec906bbc2 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:21.018719 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a178950-20fb-4359-b3be-fac017be5ef6 req-c701b370-bd88-4c69-883c-245ec906bbc2 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:21.027115 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a178950-20fb-4359-b3be-fac017be5ef6 req-c701b370-bd88-4c69-883c-245ec906bbc2 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:21.034889 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a178950-20fb-4359-b3be-fac017be5ef6 req-c701b370-bd88-4c69-883c-245ec906bbc2 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:21.041261 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a178950-20fb-4359-b3be-fac017be5ef6 req-c701b370-bd88-4c69-883c-245ec906bbc2 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:21.043214 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7a178950-20fb-4359-b3be-fac017be5ef6 req-c701b370-bd88-4c69-883c-245ec906bbc2 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 5380 time: 0.1544797 Sep 08 09:02:21.048108 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39580) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:02:21.048320 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-56ca9963-3acd-493e-983c-5192542b4c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:21.053787 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-c1c1652f-9646-40f3-acaf-244e92982366 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:21.107665 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-c1c1652f-9646-40f3-acaf-244e92982366 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Transition to ACTIVE for port object fdeafc4e-0cbc-4844-8bc6-9cbae5e92085 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:02:21.168058 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7a178950-20fb-4359-b3be-fac017be5ef6 req-c658478a-cbf6-4cfc-80b6-617eab308cb5 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&id=ee706af1-7645-483d-b50a-1bf5c08b472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1077383 Sep 08 09:02:21.183577 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-43aca584-9905-44cb-bf79-8c476c3d940b tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:21.228401 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-43aca584-9905-44cb-bf79-8c476c3d940b tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:21.230177 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31778146-2334-4c74-a139-b8b888fd72a7', 'name': 'network-vif-deleted', 'tag': '29501bfd-8b1c-4fbe-948e-7cc0bd0add78'}, {'name': 'network-changed', 'server_uuid': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'tag': '1ba67b89-fdf3-438b-8aa9-37c654debf50'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:02:21.232664 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f3e6bf-34c3-4e2e-9b4d-ea62a662ff0d" -d '{"events": [{"server_uuid": "31778146-2334-4c74-a139-b8b888fd72a7", "name": "network-vif-deleted", "tag": "29501bfd-8b1c-4fbe-948e-7cc0bd0add78"}, {"name": "network-changed", "server_uuid": "62fedf63-f62c-4785-af8b-8c03c2c707db", "tag": "1ba67b89-fdf3-438b-8aa9-37c654debf50"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:02:21.299086 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 08 Sep 2021 09:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c14359-ebe6-41fb-881f-0f6edad86481 x-openstack-request-id: req-f5c14359-ebe6-41fb-881f-0f6edad86481 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:02:21.299462 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31778146-2334-4c74-a139-b8b888fd72a7", "name": "network-vif-deleted", "tag": "29501bfd-8b1c-4fbe-948e-7cc0bd0add78", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "62fedf63-f62c-4785-af8b-8c03c2c707db", "tag": "1ba67b89-fdf3-438b-8aa9-37c654debf50", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:02:21.299942 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f5c14359-ebe6-41fb-881f-0f6edad86481 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:02:21.300539 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31778146-2334-4c74-a139-b8b888fd72a7', 'name': 'network-vif-deleted', 'tag': '29501bfd-8b1c-4fbe-948e-7cc0bd0add78', 'status': 'completed', 'code': 200} Sep 08 09:02:21.301015 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'tag': '1ba67b89-fdf3-438b-8aa9-37c654debf50', 'status': 'completed', 'code': 200} Sep 08 09:02:21.307730 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-43aca584-9905-44cb-bf79-8c476c3d940b tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:21.310780 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-43aca584-9905-44cb-bf79-8c476c3d940b tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:21.314837 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-43aca584-9905-44cb-bf79-8c476c3d940b tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "DELETE /v2.0/security-groups/0347a53b-2e2e-42ee-aae5-b251d4c27c27 HTTP/1.1" status: 204 len: 168 time: 0.2656834 Sep 08 09:02:21.315455 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39588) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:02:21.319619 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-c1c1652f-9646-40f3-acaf-244e92982366 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:21.346297 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aca584-9905-44cb-bf79-8c476c3d940b tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0347a53b-2e2e-42ee-aae5-b251d4c27c27,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:21.350184 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-cbc57c13-91c5-4768-a5f1-53740d95b028 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] show failed (client error): The resource could not be found. Sep 08 09:02:21.351532 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-cbc57c13-91c5-4768-a5f1-53740d95b028 tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "GET /v2.0/security-groups/0347a53b-2e2e-42ee-aae5-b251d4c27c27 HTTP/1.1" status: 404 len: 347 time: 0.0309486 Sep 08 09:02:21.356453 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39590) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:02:21.432044 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237c49d-52e4-4a6b-81b7-c79cb7b5e736 req-9ecc2102-4e12-4242-b87a-03d60a5fd4a4 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:21.433633 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d237c49d-52e4-4a6b-81b7-c79cb7b5e736 req-9ecc2102-4e12-4242-b87a-03d60a5fd4a4 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 950 time: 0.1836176 Sep 08 09:02:21.435650 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-c1c1652f-9646-40f3-acaf-244e92982366 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Network 05f7642a-1c79-41be-85aa-1443ef22cc3b is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:02:21.446248 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-c1c1652f-9646-40f3-acaf-244e92982366 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:02:21.448771 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-c1c1652f-9646-40f3-acaf-244e92982366 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:02:21.521283 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3e6bf-34c3-4e2e-9b4d-ea62a662ff0d req-774ede3c-dbde-45bf-b21c-0b4eee06f9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:21.521899 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3e6bf-34c3-4e2e-9b4d-ea62a662ff0d req-774ede3c-dbde-45bf-b21c-0b4eee06f9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:21.522525 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3e6bf-34c3-4e2e-9b4d-ea62a662ff0d req-774ede3c-dbde-45bf-b21c-0b4eee06f9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:21.523156 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3e6bf-34c3-4e2e-9b4d-ea62a662ff0d req-774ede3c-dbde-45bf-b21c-0b4eee06f9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:21.523646 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3e6bf-34c3-4e2e-9b4d-ea62a662ff0d req-774ede3c-dbde-45bf-b21c-0b4eee06f9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:21.524138 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3e6bf-34c3-4e2e-9b4d-ea62a662ff0d req-774ede3c-dbde-45bf-b21c-0b4eee06f9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:21.524620 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3e6bf-34c3-4e2e-9b4d-ea62a662ff0d req-774ede3c-dbde-45bf-b21c-0b4eee06f9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:21.526681 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f0f3e6bf-34c3-4e2e-9b4d-ea62a662ff0d req-774ede3c-dbde-45bf-b21c-0b4eee06f9ff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ff9af2a8ae84383ae48822128c85b16&device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 6220 time: 0.1264217 Sep 08 09:02:21.574943 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c1652f-9646-40f3-acaf-244e92982366 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Pushing event updated for resources: {'Port': ['ID=fdeafc4e-0cbc-4844-8bc6-9cbae5e92085,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:21.585481 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-9c91b2a3-d169-4645-a480-8315d3d0de5c tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Deleting port e2626c48-a7ba-46b0-bacb-95f0c8513434 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:02:21.585950 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9c91b2a3-d169-4645-a480-8315d3d0de5c tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:21.620448 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-c1c1652f-9646-40f3-acaf-244e92982366 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:21.621105 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-c1c1652f-9646-40f3-acaf-244e92982366 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:21.674528 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d237c49d-52e4-4a6b-81b7-c79cb7b5e736 req-c03384a4-074a-4873-81a4-9e4579bc6a57 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817193 Sep 08 09:02:21.679332 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-c1c1652f-9646-40f3-acaf-244e92982366 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0376732 Sep 08 09:02:21.716459 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-6692dad9-2838-4208-863b-c893ef05bc57 service neutron] Request body: {'port': {'device_id': '1a51a258-96de-4d45-9d6d-15392f39f58d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:02:21.815143 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4bccee-d615-4762-94aa-feb3bc4003a4 req-e3bfe035-1417-4a8b-a8ac-ea0e5bbd7643 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:21.817127 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9e4bccee-d615-4762-94aa-feb3bc4003a4 req-e3bfe035-1417-4a8b-a8ac-ea0e5bbd7643 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a51a258-96de-4d45-9d6d-15392f39f58d HTTP/1.1" status: 200 len: 936 time: 0.1551919 Sep 08 09:02:21.822535 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9c91b2a3-d169-4645-a480-8315d3d0de5c tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:21.822867 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9c91b2a3-d169-4645-a480-8315d3d0de5c tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:21.827286 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3e6bf-34c3-4e2e-9b4d-ea62a662ff0d req-74848df0-9cbe-4704-b97a-e80ff50f3452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:21.827849 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3e6bf-34c3-4e2e-9b4d-ea62a662ff0d req-74848df0-9cbe-4704-b97a-e80ff50f3452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:21.828578 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3e6bf-34c3-4e2e-9b4d-ea62a662ff0d req-74848df0-9cbe-4704-b97a-e80ff50f3452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:21.830894 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f0f3e6bf-34c3-4e2e-9b4d-ea62a662ff0d req-74848df0-9cbe-4704-b97a-e80ff50f3452 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=5ff9af2a8ae84383ae48822128c85b16&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2830765 Sep 08 09:02:21.847173 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-966bd564-0ec4-4ba5-8e70-dbbf6849908b None None] Provisioning for port fdeafc4e-0cbc-4844-8bc6-9cbae5e92085 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:02:21.853960 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-966bd564-0ec4-4ba5-8e70-dbbf6849908b None None] Provisioning complete for port fdeafc4e-0cbc-4844-8bc6-9cbae5e92085 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:02:21.855286 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-966bd564-0ec4-4ba5-8e70-dbbf6849908b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:21.863908 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-56ca9963-3acd-493e-983c-5192542b4c2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83fce545-c3f1-43e1-81ad-33fc70bf1670 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:02:21.877407 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-9c91b2a3-d169-4645-a480-8315d3d0de5c tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Calling delete_port for e2626c48-a7ba-46b0-bacb-95f0c8513434 owned by network:floatingip {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:02:21.891735 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6668220a-800d-457a-a405-eb917cb6d9a4 req-534d651c-3f02-49f8-9c22-7bcb45730fbf tempest-ServerShowV254Test-462319923 tempest-ServerShowV254Test-462319923-project] 10.222.0.54 "GET /v2.0/ports?device_id=d51b385c-6d2d-48d7-a890-26c4c760d008 HTTP/1.1" status: 200 len: 210 time: 0.0576153 Sep 08 09:02:21.893678 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-56ca9963-3acd-493e-983c-5192542b4c2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:21.896001 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-6692dad9-2838-4208-863b-c893ef05bc57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:21.907191 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-966bd564-0ec4-4ba5-8e70-dbbf6849908b None None] Port fdeafc4e-0cbc-4844-8bc6-9cbae5e92085 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:02:21.909833 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9e4bccee-d615-4762-94aa-feb3bc4003a4 req-79954972-d5aa-42c2-a19e-9463cc285c6f tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/security-groups?id=a39e9708-bb67-462a-996e-ebf338efc5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842073 Sep 08 09:02:21.924912 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-56ca9963-3acd-493e-983c-5192542b4c2b service neutron] Transition to ACTIVE for port object 83fce545-c3f1-43e1-81ad-33fc70bf1670 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:02:21.928300 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-56ca9963-3acd-493e-983c-5192542b4c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:22.033576 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:22.045221 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ca9963-3acd-493e-983c-5192542b4c2b service neutron] Pushing event updated for resources: {'Port': ['ID=83fce545-c3f1-43e1-81ad-33fc70bf1670,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:22.116431 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3e6bf-34c3-4e2e-9b4d-ea62a662ff0d req-5144c058-70c4-430a-b0ec-6e70293ff040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:22.118734 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f0f3e6bf-34c3-4e2e-9b4d-ea62a662ff0d req-5144c058-70c4-430a-b0ec-6e70293ff040 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2765694 Sep 08 09:02:22.220945 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-56ca9963-3acd-493e-983c-5192542b4c2b service neutron] Attempting to bind port 83fce545-c3f1-43e1-81ad-33fc70bf1670 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:02:22.221533 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-56ca9963-3acd-493e-983c-5192542b4c2b service neutron] Attempting to bind port 83fce545-c3f1-43e1-81ad-33fc70bf1670 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'a13fd2b6-0549-44cb-a81f-d013dc25e0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e131d2cf-f0f6-4e3a-90af-0615e503d20b'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:02:22.221658 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-56ca9963-3acd-493e-983c-5192542b4c2b service neutron] Attempting to bind port 83fce545-c3f1-43e1-81ad-33fc70bf1670 on network e131d2cf-f0f6-4e3a-90af-0615e503d20b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:02:22.232116 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9c91b2a3-d169-4645-a480-8315d3d0de5c tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:22.235243 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-56ca9963-3acd-493e-983c-5192542b4c2b service neutron] Port 83fce545-c3f1-43e1-81ad-33fc70bf1670 on network e131d2cf-f0f6-4e3a-90af-0615e503d20b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:02:22.235999 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-56ca9963-3acd-493e-983c-5192542b4c2b service neutron] Attempting to bind port 83fce545-c3f1-43e1-81ad-33fc70bf1670 on network e131d2cf-f0f6-4e3a-90af-0615e503d20b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:02:22.278500 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-56ca9963-3acd-493e-983c-5192542b4c2b service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:02:22.279137 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-56ca9963-3acd-493e-983c-5192542b4c2b service neutron] Checking segment: {'id': 'a13fd2b6-0549-44cb-a81f-d013dc25e0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e131d2cf-f0f6-4e3a-90af-0615e503d20b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:02:22.279707 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-56ca9963-3acd-493e-983c-5192542b4c2b service neutron] Bound using segment: {'id': 'a13fd2b6-0549-44cb-a81f-d013dc25e0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e131d2cf-f0f6-4e3a-90af-0615e503d20b'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:02:22.280348 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-56ca9963-3acd-493e-983c-5192542b4c2b service neutron] Bound port: 83fce545-c3f1-43e1-81ad-33fc70bf1670, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a13fd2b6-0549-44cb-a81f-d013dc25e0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e131d2cf-f0f6-4e3a-90af-0615e503d20b'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:02:22.281302 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-56ca9963-3acd-493e-983c-5192542b4c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:22.350966 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c91b2a3-d169-4645-a480-8315d3d0de5c tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Pushing event deleted for resources: {'Port': ['ID=e2626c48-a7ba-46b0-bacb-95f0c8513434,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:22.413266 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-56ca9963-3acd-493e-983c-5192542b4c2b service neutron] For port 83fce545-c3f1-43e1-81ad-33fc70bf1670, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:02:22.456065 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-56ca9963-3acd-493e-983c-5192542b4c2b service neutron] For port 83fce545-c3f1-43e1-81ad-33fc70bf1670, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=83fce545-c3f1-43e1-81ad-33fc70bf1670,segment=NetworkSegment(a13fd2b6-0549-44cb-a81f-d013dc25e0e0),segment_id=a13fd2b6-0549-44cb-a81f-d013dc25e0e0)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:02:22.467318 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-56ca9963-3acd-493e-983c-5192542b4c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:22.474169 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9c91b2a3-d169-4645-a480-8315d3d0de5c tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks [] for floatingip, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:22.477108 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9c91b2a3-d169-4645-a480-8315d3d0de5c tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:22.478575 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9c91b2a3-d169-4645-a480-8315d3d0de5c tempest-ImagesOneServerNegativeTestJSON-1316727360 tempest-ImagesOneServerNegativeTestJSON-1316727360-project] 10.222.0.54 "DELETE /v2.0/floatingips/c74f365d-3fd3-4daf-bdb0-ba585312df03 HTTP/1.1" status: 204 len: 168 time: 1.1205606 Sep 08 09:02:22.492580 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-6692dad9-2838-4208-863b-c893ef05bc57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdeafc4e-0cbc-4844-8bc6-9cbae5e92085 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:02:22.532884 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-56ca9963-3acd-493e-983c-5192542b4c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:22.532884 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-56ca9963-3acd-493e-983c-5192542b4c2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:22.532884 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-56ca9963-3acd-493e-983c-5192542b4c2b service neutron] 10.222.0.37 "PUT /v2.0/ports/83fce545-c3f1-43e1-81ad-33fc70bf1670 HTTP/1.1" status: 200 len: 1091 time: 1.5915120 Sep 08 09:02:22.533168 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e17d25-f6dd-41d3-b719-ce66010ea842 req-7cfbad96-aa6c-44aa-97f6-f8a98368c021 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:22.535938 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-6692dad9-2838-4208-863b-c893ef05bc57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:22.540675 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e17d25-f6dd-41d3-b719-ce66010ea842 req-7cfbad96-aa6c-44aa-97f6-f8a98368c021 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:22.545708 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e17d25-f6dd-41d3-b719-ce66010ea842 req-7cfbad96-aa6c-44aa-97f6-f8a98368c021 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:22.557498 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e17d25-f6dd-41d3-b719-ce66010ea842 req-7cfbad96-aa6c-44aa-97f6-f8a98368c021 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:22.564737 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e17d25-f6dd-41d3-b719-ce66010ea842 req-7cfbad96-aa6c-44aa-97f6-f8a98368c021 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:22.570744 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-6692dad9-2838-4208-863b-c893ef05bc57 service neutron] Transition to ACTIVE for port object fdeafc4e-0cbc-4844-8bc6-9cbae5e92085 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:02:22.573385 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e17d25-f6dd-41d3-b719-ce66010ea842 req-7cfbad96-aa6c-44aa-97f6-f8a98368c021 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:22.575149 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-5e5cace8-dfb6-4eff-b3b0-99d56de7948f service neutron] Request body: {'port': {'device_id': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:02:22.582533 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e17d25-f6dd-41d3-b719-ce66010ea842 req-7cfbad96-aa6c-44aa-97f6-f8a98368c021 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:22.593216 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-61e17d25-f6dd-41d3-b719-ce66010ea842 req-7cfbad96-aa6c-44aa-97f6-f8a98368c021 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 5392 time: 0.2115774 Sep 08 09:02:22.604610 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-6692dad9-2838-4208-863b-c893ef05bc57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:22.612860 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ca9963-3acd-493e-983c-5192542b4c2b service neutron] Pushing event updated for resources: {'Port': ['ID=83fce545-c3f1-43e1-81ad-33fc70bf1670,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:22.689099 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-61e17d25-f6dd-41d3-b719-ce66010ea842 req-57a10f48-6dc4-4287-a124-8dedcf9c7631 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&id=ee706af1-7645-483d-b50a-1bf5c08b472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0939200 Sep 08 09:02:22.808235 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39654) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:02:22.810540 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-5e5cace8-dfb6-4eff-b3b0-99d56de7948f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:22.817965 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6692dad9-2838-4208-863b-c893ef05bc57 service neutron] Pushing event updated for resources: {'Port': ['ID=fdeafc4e-0cbc-4844-8bc6-9cbae5e92085,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:22.908411 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-2059357d-517f-420b-b30c-8eb0db2dc68e admin admin] Deleting subnet 8b8d890a-bf45-4b73-bd8d-17a04a6ff513 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:02:22.914094 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2059357d-517f-420b-b30c-8eb0db2dc68e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:22.976804 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2059357d-517f-420b-b30c-8eb0db2dc68e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:23.063595 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2059357d-517f-420b-b30c-8eb0db2dc68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:23.086321 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-6692dad9-2838-4208-863b-c893ef05bc57 service neutron] Attempting to bind port fdeafc4e-0cbc-4844-8bc6-9cbae5e92085 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:02:23.086961 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-6692dad9-2838-4208-863b-c893ef05bc57 service neutron] Attempting to bind port fdeafc4e-0cbc-4844-8bc6-9cbae5e92085 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:02:23.087352 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-6692dad9-2838-4208-863b-c893ef05bc57 service neutron] Attempting to bind port fdeafc4e-0cbc-4844-8bc6-9cbae5e92085 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:02:23.110367 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3415490-51cf-417d-9103-a2fb1852852b req-90948e4d-cba7-4145-828f-d33ca863d141 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:23.113263 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f3415490-51cf-417d-9103-a2fb1852852b req-90948e4d-cba7-4145-828f-d33ca863d141 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a51a258-96de-4d45-9d6d-15392f39f58d HTTP/1.1" status: 200 len: 948 time: 0.1001418 Sep 08 09:02:23.123225 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-6692dad9-2838-4208-863b-c893ef05bc57 service neutron] Port fdeafc4e-0cbc-4844-8bc6-9cbae5e92085 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:02:23.123562 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-6692dad9-2838-4208-863b-c893ef05bc57 service neutron] Attempting to bind port fdeafc4e-0cbc-4844-8bc6-9cbae5e92085 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:02:23.138659 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498741c-9eb6-4469-ac8a-663ece275198 req-c10d49a8-ebaa-4eb6-b675-7ca5946c2358 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:23.141174 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c498741c-9eb6-4469-ac8a-663ece275198 req-c10d49a8-ebaa-4eb6-b675-7ca5946c2358 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 950 time: 0.2627554 Sep 08 09:02:23.145726 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-6692dad9-2838-4208-863b-c893ef05bc57 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:02:23.146118 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-6692dad9-2838-4208-863b-c893ef05bc57 service neutron] Checking segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:02:23.146477 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-6692dad9-2838-4208-863b-c893ef05bc57 service neutron] Bound using segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:02:23.147030 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-6692dad9-2838-4208-863b-c893ef05bc57 service neutron] Bound port: fdeafc4e-0cbc-4844-8bc6-9cbae5e92085, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:02:23.147265 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-6692dad9-2838-4208-863b-c893ef05bc57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:23.172111 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f3415490-51cf-417d-9103-a2fb1852852b req-d2298550-1380-40d5-8c0f-58c09edc9578 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/security-groups?id=a39e9708-bb67-462a-996e-ebf338efc5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493166 Sep 08 09:02:23.179127 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2059357d-517f-420b-b30c-8eb0db2dc68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:23.216980 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059357d-517f-420b-b30c-8eb0db2dc68e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b8d890a-bf45-4b73-bd8d-17a04a6ff513,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:23.227245 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2059357d-517f-420b-b30c-8eb0db2dc68e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:23.229250 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2059357d-517f-420b-b30c-8eb0db2dc68e admin admin] 10.222.0.54 "DELETE /v2.0/subnets/8b8d890a-bf45-4b73-bd8d-17a04a6ff513 HTTP/1.1" status: 204 len: 168 time: 0.4199216 Sep 08 09:02:23.232178 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39662) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:02:23.329104 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-14a78193-182e-4d2e-bd26-db4189c45d3d req-f7167670-c539-40a2-9cfe-e715d92e3aa3 tempest-ServerShowV254Test-462319923 tempest-ServerShowV254Test-462319923-project] 10.222.0.54 "GET /v2.0/ports?device_id=d51b385c-6d2d-48d7-a890-26c4c760d008 HTTP/1.1" status: 200 len: 210 time: 0.0645127 Sep 08 09:02:23.336346 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-68916bec-e1ee-409c-934d-bc4d92a289d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:23.410964 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:23.445688 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-68916bec-e1ee-409c-934d-bc4d92a289d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:23.478106 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-68916bec-e1ee-409c-934d-bc4d92a289d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4ae51a3-555d-433c-8c68-00298de875e2']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:02:23.491975 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-68916bec-e1ee-409c-934d-bc4d92a289d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62cd42f7-9651-4119-add8-a40e3a6b8c01') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:02:23.492347 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-68916bec-e1ee-409c-934d-bc4d92a289d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62cd42f7-9651-4119-add8-a40e3a6b8c01') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:02:23.512026 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-68916bec-e1ee-409c-934d-bc4d92a289d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:23.533259 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-68916bec-e1ee-409c-934d-bc4d92a289d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:23.541884 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68916bec-e1ee-409c-934d-bc4d92a289d4 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:02:23.542398 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-68916bec-e1ee-409c-934d-bc4d92a289d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:23.544587 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:02:23.544587 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:02:23.544587 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:02:23.544587 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:02:23.544587 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:02:23.544587 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:02:23.544587 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:02:23.544587 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:02:23.544587 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:02:23.544587 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:02:23.544587 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:02:23.544587 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:02:23.544587 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:02:23.544587 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:02:23.544587 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:02:23.544587 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:02:23.544587 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:02:23.544587 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:02:23.544587 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:02:23.544587 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:02:23.544587 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:02:23.544587 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:02:23.544587 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:02:23.544587 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:02:23.544587 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:02:23.544587 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:02:23.544587 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:02:23.544587 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:02:23.544587 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:02:23.544587 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:02:23.544587 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:02:23.544587 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:02:23.582803 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'tag': '83fce545-c3f1-43e1-81ad-33fc70bf1670'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:02:23.585034 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5457457-455d-4adf-a7c6-ae1d414587e0" -d '{"events": [{"name": "network-changed", "server_uuid": "62fedf63-f62c-4785-af8b-8c03c2c707db", "tag": "83fce545-c3f1-43e1-81ad-33fc70bf1670"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:02:23.608454 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-68916bec-e1ee-409c-934d-bc4d92a289d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:23.627596 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-68916bec-e1ee-409c-934d-bc4d92a289d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:23.631144 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-68916bec-e1ee-409c-934d-bc4d92a289d4 admin admin] 10.222.0.54 "DELETE /v2.0/networks/e4ae51a3-555d-433c-8c68-00298de875e2 HTTP/1.1" status: 204 len: 168 time: 0.3972170 Sep 08 09:02:23.631628 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57aded76-66ac-44f8-a0f6-b5cb04bcb466 x-openstack-request-id: req-57aded76-66ac-44f8-a0f6-b5cb04bcb466 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:02:23.631919 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62fedf63-f62c-4785-af8b-8c03c2c707db", "tag": "83fce545-c3f1-43e1-81ad-33fc70bf1670", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:02:23.632166 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-57aded76-66ac-44f8-a0f6-b5cb04bcb466 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:02:23.633584 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68916bec-e1ee-409c-934d-bc4d92a289d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4ae51a3-555d-433c-8c68-00298de875e2,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:23.634427 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'tag': '83fce545-c3f1-43e1-81ad-33fc70bf1670', 'status': 'completed', 'code': 200} Sep 08 09:02:23.642300 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68916bec-e1ee-409c-934d-bc4d92a289d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:02:23.642657 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68916bec-e1ee-409c-934d-bc4d92a289d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:02:23.643004 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68916bec-e1ee-409c-934d-bc4d92a289d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:02:23.643350 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68916bec-e1ee-409c-934d-bc4d92a289d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:02:23.643683 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c498741c-9eb6-4469-ac8a-663ece275198 req-439a29f6-9e99-4af4-a644-dee6c1a2f579 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4672108 Sep 08 09:02:23.643810 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68916bec-e1ee-409c-934d-bc4d92a289d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:02:23.644016 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68916bec-e1ee-409c-934d-bc4d92a289d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:02:23.644352 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68916bec-e1ee-409c-934d-bc4d92a289d4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:02:23.644683 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68916bec-e1ee-409c-934d-bc4d92a289d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:02:23.645409 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68916bec-e1ee-409c-934d-bc4d92a289d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:02:23.645761 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68916bec-e1ee-409c-934d-bc4d92a289d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:02:23.646120 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68916bec-e1ee-409c-934d-bc4d92a289d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:02:23.646452 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68916bec-e1ee-409c-934d-bc4d92a289d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:02:23.688980 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-6692dad9-2838-4208-863b-c893ef05bc57 service neutron] For port fdeafc4e-0cbc-4844-8bc6-9cbae5e92085, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:02:23.779831 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5457457-455d-4adf-a7c6-ae1d414587e0 req-8b61d0b4-86fd-4f1f-a6c2-a60ae0e22872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:23.780506 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5457457-455d-4adf-a7c6-ae1d414587e0 req-8b61d0b4-86fd-4f1f-a6c2-a60ae0e22872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:23.781638 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5457457-455d-4adf-a7c6-ae1d414587e0 req-8b61d0b4-86fd-4f1f-a6c2-a60ae0e22872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:23.782230 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5457457-455d-4adf-a7c6-ae1d414587e0 req-8b61d0b4-86fd-4f1f-a6c2-a60ae0e22872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:23.782745 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5457457-455d-4adf-a7c6-ae1d414587e0 req-8b61d0b4-86fd-4f1f-a6c2-a60ae0e22872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:23.783284 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5457457-455d-4adf-a7c6-ae1d414587e0 req-8b61d0b4-86fd-4f1f-a6c2-a60ae0e22872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:23.783924 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5457457-455d-4adf-a7c6-ae1d414587e0 req-8b61d0b4-86fd-4f1f-a6c2-a60ae0e22872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:23.785941 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c5457457-455d-4adf-a7c6-ae1d414587e0 req-8b61d0b4-86fd-4f1f-a6c2-a60ae0e22872 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ff9af2a8ae84383ae48822128c85b16&device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 6288 time: 0.0935271 Sep 08 09:02:23.817067 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-6692dad9-2838-4208-863b-c893ef05bc57 service neutron] For port fdeafc4e-0cbc-4844-8bc6-9cbae5e92085, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=fdeafc4e-0cbc-4844-8bc6-9cbae5e92085,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:02:23.823566 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-5e5cace8-dfb6-4eff-b3b0-99d56de7948f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 206afed7-eeae-4d06-8959-8e305d5bcc7e {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:02:23.836530 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-5e5cace8-dfb6-4eff-b3b0-99d56de7948f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:23.852512 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-5e5cace8-dfb6-4eff-b3b0-99d56de7948f service neutron] Transition to ACTIVE for port object 206afed7-eeae-4d06-8959-8e305d5bcc7e will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:02:23.855301 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-6692dad9-2838-4208-863b-c893ef05bc57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:23.865793 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39676) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:02:23.893261 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-5e5cace8-dfb6-4eff-b3b0-99d56de7948f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:23.930542 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:23.946429 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-6692dad9-2838-4208-863b-c893ef05bc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:23.947252 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-6692dad9-2838-4208-863b-c893ef05bc57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:23.949910 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-6692dad9-2838-4208-863b-c893ef05bc57 service neutron] 10.222.0.37 "PUT /v2.0/ports/fdeafc4e-0cbc-4844-8bc6-9cbae5e92085 HTTP/1.1" status: 200 len: 1097 time: 2.2496443 Sep 08 09:02:24.010820 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6692dad9-2838-4208-863b-c893ef05bc57 service neutron] Pushing event updated for resources: {'Port': ['ID=fdeafc4e-0cbc-4844-8bc6-9cbae5e92085,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:24.040696 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5457457-455d-4adf-a7c6-ae1d414587e0 req-c106377e-d145-4eec-ba62-8fb36455b9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:24.041338 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5457457-455d-4adf-a7c6-ae1d414587e0 req-c106377e-d145-4eec-ba62-8fb36455b9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:24.041830 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5457457-455d-4adf-a7c6-ae1d414587e0 req-c106377e-d145-4eec-ba62-8fb36455b9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:24.047942 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c5457457-455d-4adf-a7c6-ae1d414587e0 req-c106377e-d145-4eec-ba62-8fb36455b9a9 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=5ff9af2a8ae84383ae48822128c85b16&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2386484 Sep 08 09:02:24.074187 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a29718-66a4-4251-880d-87f1f191c964 req-2140a2a1-eb87-436d-99d7-c741972302b3 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:24.081405 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a29718-66a4-4251-880d-87f1f191c964 req-2140a2a1-eb87-436d-99d7-c741972302b3 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:24.087556 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a29718-66a4-4251-880d-87f1f191c964 req-2140a2a1-eb87-436d-99d7-c741972302b3 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:24.111204 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a29718-66a4-4251-880d-87f1f191c964 req-2140a2a1-eb87-436d-99d7-c741972302b3 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:24.118500 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a29718-66a4-4251-880d-87f1f191c964 req-2140a2a1-eb87-436d-99d7-c741972302b3 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:24.125770 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a29718-66a4-4251-880d-87f1f191c964 req-2140a2a1-eb87-436d-99d7-c741972302b3 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:24.134560 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ef635b67-50f6-4c2b-8bee-b6e4640fc2ce admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=05dfbd02c1814a04a5e78fef70e8cc9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2481768 Sep 08 09:02:24.135558 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a29718-66a4-4251-880d-87f1f191c964 req-2140a2a1-eb87-436d-99d7-c741972302b3 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:24.144019 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-02a29718-66a4-4251-880d-87f1f191c964 req-2140a2a1-eb87-436d-99d7-c741972302b3 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 5392 time: 0.3128495 Sep 08 09:02:24.147749 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39684) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:02:24.254977 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-02a29718-66a4-4251-880d-87f1f191c964 req-439c07a9-1c40-42e0-b1e2-25be76ad4f07 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&id=ee706af1-7645-483d-b50a-1bf5c08b472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1094398 Sep 08 09:02:24.264430 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5cace8-dfb6-4eff-b3b0-99d56de7948f service neutron] Pushing event updated for resources: {'Port': ['ID=206afed7-eeae-4d06-8959-8e305d5bcc7e,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:24.310649 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-2324ec54-f55c-49a9-a0cd-f315e3a3ff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:24.313413 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-2324ec54-f55c-49a9-a0cd-f315e3a3ff64 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b48cc09dad54218b28ec6d3ec3fe969&device_id=1a51a258-96de-4d45-9d6d-15392f39f58d HTTP/1.1" status: 200 len: 1100 time: 0.2844267 Sep 08 09:02:24.412279 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5457457-455d-4adf-a7c6-ae1d414587e0 req-b751ca2d-7b6d-4b46-813c-108f61fc1cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:24.417465 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c5457457-455d-4adf-a7c6-ae1d414587e0 req-b751ca2d-7b6d-4b46-813c-108f61fc1cf0 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2701533 Sep 08 09:02:24.428065 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-da243fa1-c143-4285-b202-948885ae7682 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=fdeafc4e-0cbc-4844-8bc6-9cbae5e92085 HTTP/1.1" status: 200 len: 217 time: 0.0936832 Sep 08 09:02:24.449859 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-5e5cace8-dfb6-4eff-b3b0-99d56de7948f service neutron] Attempting to bind port 206afed7-eeae-4d06-8959-8e305d5bcc7e on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:02:24.454442 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-5e5cace8-dfb6-4eff-b3b0-99d56de7948f service neutron] Attempting to bind port 206afed7-eeae-4d06-8959-8e305d5bcc7e by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'a13fd2b6-0549-44cb-a81f-d013dc25e0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e131d2cf-f0f6-4e3a-90af-0615e503d20b'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:02:24.455007 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-5e5cace8-dfb6-4eff-b3b0-99d56de7948f service neutron] Attempting to bind port 206afed7-eeae-4d06-8959-8e305d5bcc7e on network e131d2cf-f0f6-4e3a-90af-0615e503d20b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:02:24.487018 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-5e5cace8-dfb6-4eff-b3b0-99d56de7948f service neutron] Port 206afed7-eeae-4d06-8959-8e305d5bcc7e on network e131d2cf-f0f6-4e3a-90af-0615e503d20b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:02:24.487624 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-5e5cace8-dfb6-4eff-b3b0-99d56de7948f service neutron] Attempting to bind port 206afed7-eeae-4d06-8959-8e305d5bcc7e on network e131d2cf-f0f6-4e3a-90af-0615e503d20b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:02:24.489769 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5315e8fc-48cf-47af-a8d1-2ab45ec8e51d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:24.492819 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1de6028c-3dc2-4844-b732-c355b29ebf7d req-11afd77e-cc19-4792-9258-8ae043457c2f tempest-ServerShowV254Test-462319923 tempest-ServerShowV254Test-462319923-project] 10.222.0.54 "GET /v2.0/ports?device_id=d51b385c-6d2d-48d7-a890-26c4c760d008 HTTP/1.1" status: 200 len: 210 time: 0.0315804 Sep 08 09:02:24.552312 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b64bb-7149-4ca4-8da9-946ed7f0cd1c req-e00f6735-6e21-432e-baf0-609c64f726f4 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:24.554095 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-447b64bb-7149-4ca4-8da9-946ed7f0cd1c req-e00f6735-6e21-432e-baf0-609c64f726f4 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a51a258-96de-4d45-9d6d-15392f39f58d HTTP/1.1" status: 200 len: 948 time: 0.2486262 Sep 08 09:02:24.556080 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-5e5cace8-dfb6-4eff-b3b0-99d56de7948f service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:02:24.556449 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-5e5cace8-dfb6-4eff-b3b0-99d56de7948f service neutron] Checking segment: {'id': 'a13fd2b6-0549-44cb-a81f-d013dc25e0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e131d2cf-f0f6-4e3a-90af-0615e503d20b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:02:24.556848 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-5e5cace8-dfb6-4eff-b3b0-99d56de7948f service neutron] Bound using segment: {'id': 'a13fd2b6-0549-44cb-a81f-d013dc25e0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e131d2cf-f0f6-4e3a-90af-0615e503d20b'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:02:24.557601 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-5e5cace8-dfb6-4eff-b3b0-99d56de7948f service neutron] Bound port: 206afed7-eeae-4d06-8959-8e305d5bcc7e, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a13fd2b6-0549-44cb-a81f-d013dc25e0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'e131d2cf-f0f6-4e3a-90af-0615e503d20b'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:02:24.562359 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-5e5cace8-dfb6-4eff-b3b0-99d56de7948f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:24.612606 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5315e8fc-48cf-47af-a8d1-2ab45ec8e51d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:24.623176 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-6dc91179-6bdf-4c68-ac45-ce88050eef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:24.624724 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-6dc91179-6bdf-4c68-ac45-ce88050eef0a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.1621194 Sep 08 09:02:24.716784 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-447b64bb-7149-4ca4-8da9-946ed7f0cd1c req-bee392b0-94ac-4947-8b39-15be77d56f73 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/security-groups?id=a39e9708-bb67-462a-996e-ebf338efc5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499875 Sep 08 09:02:24.754643 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-5e5cace8-dfb6-4eff-b3b0-99d56de7948f service neutron] For port 206afed7-eeae-4d06-8959-8e305d5bcc7e, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:02:24.759592 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-5e5cace8-dfb6-4eff-b3b0-99d56de7948f service neutron] For port 206afed7-eeae-4d06-8959-8e305d5bcc7e, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=206afed7-eeae-4d06-8959-8e305d5bcc7e,segment=NetworkSegment(a13fd2b6-0549-44cb-a81f-d013dc25e0e0),segment_id=a13fd2b6-0549-44cb-a81f-d013dc25e0e0)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:02:24.763120 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-46b9bae6-622f-477f-b160-e03b9a854087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:24.764849 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-46b9bae6-622f-477f-b160-e03b9a854087 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1203654 Sep 08 09:02:24.768667 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-5e5cace8-dfb6-4eff-b3b0-99d56de7948f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:24.804230 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5315e8fc-48cf-47af-a8d1-2ab45ec8e51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:24.806841 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5315e8fc-48cf-47af-a8d1-2ab45ec8e51d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:24.810623 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5315e8fc-48cf-47af-a8d1-2ab45ec8e51d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1d7bfe44-b60e-45bc-94e9-f85afb35ae23 HTTP/1.1" status: 204 len: 168 time: 0.6609335 Sep 08 09:02:24.857720 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-5e5cace8-dfb6-4eff-b3b0-99d56de7948f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:24.858472 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-5e5cace8-dfb6-4eff-b3b0-99d56de7948f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:24.861062 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-5e5cace8-dfb6-4eff-b3b0-99d56de7948f service neutron] 10.222.0.37 "PUT /v2.0/ports/206afed7-eeae-4d06-8959-8e305d5bcc7e HTTP/1.1" status: 200 len: 1091 time: 2.2917795 Sep 08 09:02:24.918909 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77741f47-aaff-4343-8796-62c367108a60 req-2f23c5cd-86bd-4eba-857f-8e0a77ce9927 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:24.927977 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-77741f47-aaff-4343-8796-62c367108a60 req-2f23c5cd-86bd-4eba-857f-8e0a77ce9927 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 950 time: 0.1045952 Sep 08 09:02:24.966075 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5315e8fc-48cf-47af-a8d1-2ab45ec8e51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7bfe44-b60e-45bc-94e9-f85afb35ae23,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:24.971613 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-9aac42ae-de65-4fd2-9c06-3cf45b4d8e91 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989491 Sep 08 09:02:24.972852 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5cace8-dfb6-4eff-b3b0-99d56de7948f service neutron] Pushing event updated for resources: {'Port': ['ID=206afed7-eeae-4d06-8959-8e305d5bcc7e,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:24.982183 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-9bf6f083-9658-4746-9142-dac0d02a610b service neutron] Request body: {'port': {'device_id': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:02:24.985581 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-77741f47-aaff-4343-8796-62c367108a60 req-24406763-1a84-4aea-bce3-a5ca1165a27e tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562572 Sep 08 09:02:25.124763 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-9bf6f083-9658-4746-9142-dac0d02a610b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:25.181694 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-40f26a07-97b6-4ec6-a487-26a5a1d47f0e req-6f3e85ed-828c-4d9d-8f3f-d9093907cc30 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950145 Sep 08 09:02:25.424346 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8d64c-6ec3-470f-82b5-04fe75d4360b req-4f7b8321-6c67-4e79-98b9-e3598da627cb tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:25.432600 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8d64c-6ec3-470f-82b5-04fe75d4360b req-4f7b8321-6c67-4e79-98b9-e3598da627cb tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:25.438829 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8d64c-6ec3-470f-82b5-04fe75d4360b req-4f7b8321-6c67-4e79-98b9-e3598da627cb tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:25.444945 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8d64c-6ec3-470f-82b5-04fe75d4360b req-4f7b8321-6c67-4e79-98b9-e3598da627cb tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:25.451030 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8d64c-6ec3-470f-82b5-04fe75d4360b req-4f7b8321-6c67-4e79-98b9-e3598da627cb tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:25.457359 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8d64c-6ec3-470f-82b5-04fe75d4360b req-4f7b8321-6c67-4e79-98b9-e3598da627cb tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:25.463354 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8d64c-6ec3-470f-82b5-04fe75d4360b req-4f7b8321-6c67-4e79-98b9-e3598da627cb tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:25.465686 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9be8d64c-6ec3-470f-82b5-04fe75d4360b req-4f7b8321-6c67-4e79-98b9-e3598da627cb tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 5404 time: 0.1203182 Sep 08 09:02:25.554874 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9be8d64c-6ec3-470f-82b5-04fe75d4360b req-0fa8dd94-0a6c-4101-a7b3-6c7ba7dabba4 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&id=ee706af1-7645-483d-b50a-1bf5c08b472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0814943 Sep 08 09:02:25.582649 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-9bf6f083-9658-4746-9142-dac0d02a610b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae6394f3-8959-44ba-836a-10fef80e56f7 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:02:25.592116 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-9bf6f083-9658-4746-9142-dac0d02a610b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:25.614551 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-9bf6f083-9658-4746-9142-dac0d02a610b service neutron] Transition to ACTIVE for port object ae6394f3-8959-44ba-836a-10fef80e56f7 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:02:25.620131 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-9bf6f083-9658-4746-9142-dac0d02a610b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:25.646582 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2c82d09c-afc7-4fc8-9b7a-290e67c08b19 req-1978cef2-2e79-4bc2-bec8-00c5d9e2da49 tempest-ServerShowV254Test-462319923 tempest-ServerShowV254Test-462319923-project] 10.222.0.54 "GET /v2.0/ports?device_id=d51b385c-6d2d-48d7-a890-26c4c760d008 HTTP/1.1" status: 200 len: 210 time: 0.0483215 Sep 08 09:02:25.658072 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a51a258-96de-4d45-9d6d-15392f39f58d', 'tag': 'fdeafc4e-0cbc-4844-8bc6-9cbae5e92085'}, {'name': 'network-changed', 'server_uuid': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'tag': '206afed7-eeae-4d06-8959-8e305d5bcc7e'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:02:25.663016 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be28d9a-13bf-4e90-8dfb-a20006e17e3c" -d '{"events": [{"name": "network-changed", "server_uuid": "1a51a258-96de-4d45-9d6d-15392f39f58d", "tag": "fdeafc4e-0cbc-4844-8bc6-9cbae5e92085"}, {"name": "network-changed", "server_uuid": "62fedf63-f62c-4785-af8b-8c03c2c707db", "tag": "206afed7-eeae-4d06-8959-8e305d5bcc7e"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:02:25.711181 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf6f083-9658-4746-9142-dac0d02a610b service neutron] Pushing event updated for resources: {'Port': ['ID=ae6394f3-8959-44ba-836a-10fef80e56f7,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:25.760376 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 08 Sep 2021 09:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a7f620-44db-4e8c-96f9-7e02dba9c2bb x-openstack-request-id: req-58a7f620-44db-4e8c-96f9-7e02dba9c2bb {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:02:25.760683 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a51a258-96de-4d45-9d6d-15392f39f58d", "tag": "fdeafc4e-0cbc-4844-8bc6-9cbae5e92085", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "62fedf63-f62c-4785-af8b-8c03c2c707db", "tag": "206afed7-eeae-4d06-8959-8e305d5bcc7e", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:02:25.760936 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-58a7f620-44db-4e8c-96f9-7e02dba9c2bb {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:02:25.761340 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a51a258-96de-4d45-9d6d-15392f39f58d', 'tag': 'fdeafc4e-0cbc-4844-8bc6-9cbae5e92085', 'status': 'completed', 'code': 200} Sep 08 09:02:25.761598 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'tag': '206afed7-eeae-4d06-8959-8e305d5bcc7e', 'status': 'completed', 'code': 200} Sep 08 09:02:25.920387 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be28d9a-13bf-4e90-8dfb-a20006e17e3c req-b3a2d570-9e94-4664-80e4-20e85b5794f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:25.921990 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9be28d9a-13bf-4e90-8dfb-a20006e17e3c req-b3a2d570-9e94-4664-80e4-20e85b5794f6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b48cc09dad54218b28ec6d3ec3fe969&device_id=1a51a258-96de-4d45-9d6d-15392f39f58d HTTP/1.1" status: 200 len: 1100 time: 0.1070535 Sep 08 09:02:25.934145 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-9bf6f083-9658-4746-9142-dac0d02a610b service neutron] Attempting to bind port ae6394f3-8959-44ba-836a-10fef80e56f7 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:02:25.934297 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-9bf6f083-9658-4746-9142-dac0d02a610b service neutron] Attempting to bind port ae6394f3-8959-44ba-836a-10fef80e56f7 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'a92db136-9157-48d9-ba34-f5a434c22bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7f827cbd-981b-4963-870a-da3dc338441e'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:02:25.934611 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-9bf6f083-9658-4746-9142-dac0d02a610b service neutron] Attempting to bind port ae6394f3-8959-44ba-836a-10fef80e56f7 on network 7f827cbd-981b-4963-870a-da3dc338441e {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:02:25.965860 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c66a1c-62e9-4c0f-9c72-2cd599e1edf6 req-6d3e4439-2760-415c-995b-7a64a023d403 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:25.967545 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e7c66a1c-62e9-4c0f-9c72-2cd599e1edf6 req-6d3e4439-2760-415c-995b-7a64a023d403 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a51a258-96de-4d45-9d6d-15392f39f58d HTTP/1.1" status: 200 len: 948 time: 0.1077487 Sep 08 09:02:25.980051 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-9bf6f083-9658-4746-9142-dac0d02a610b service neutron] Port ae6394f3-8959-44ba-836a-10fef80e56f7 on network 7f827cbd-981b-4963-870a-da3dc338441e not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:02:25.980449 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-9bf6f083-9658-4746-9142-dac0d02a610b service neutron] Attempting to bind port ae6394f3-8959-44ba-836a-10fef80e56f7 on network 7f827cbd-981b-4963-870a-da3dc338441e {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:02:26.011036 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-9bf6f083-9658-4746-9142-dac0d02a610b service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:02:26.011384 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-9bf6f083-9658-4746-9142-dac0d02a610b service neutron] Checking segment: {'id': 'a92db136-9157-48d9-ba34-f5a434c22bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7f827cbd-981b-4963-870a-da3dc338441e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:02:26.011722 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-9bf6f083-9658-4746-9142-dac0d02a610b service neutron] Bound using segment: {'id': 'a92db136-9157-48d9-ba34-f5a434c22bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7f827cbd-981b-4963-870a-da3dc338441e'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:02:26.012141 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-9bf6f083-9658-4746-9142-dac0d02a610b service neutron] Bound port: ae6394f3-8959-44ba-836a-10fef80e56f7, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a92db136-9157-48d9-ba34-f5a434c22bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7f827cbd-981b-4963-870a-da3dc338441e'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:02:26.012510 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-9bf6f083-9658-4746-9142-dac0d02a610b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:26.103537 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e7c66a1c-62e9-4c0f-9c72-2cd599e1edf6 req-f9570592-49ec-4e51-a1ac-569d98b37588 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/security-groups?id=a39e9708-bb67-462a-996e-ebf338efc5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245229 Sep 08 09:02:26.156168 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be28d9a-13bf-4e90-8dfb-a20006e17e3c req-0beaf82d-59f4-4835-88ad-c7000bb586a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:26.157594 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9be28d9a-13bf-4e90-8dfb-a20006e17e3c req-0beaf82d-59f4-4835-88ad-c7000bb586a4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.2248821 Sep 08 09:02:26.162865 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8734dd81-df5a-4cde-8b50-4e08126bf177 req-00347708-cd3f-438b-82bf-529bf508ba76 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:26.170523 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8734dd81-df5a-4cde-8b50-4e08126bf177 req-00347708-cd3f-438b-82bf-529bf508ba76 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 950 time: 0.0773194 Sep 08 09:02:26.216532 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9be28d9a-13bf-4e90-8dfb-a20006e17e3c req-27935b1f-a429-43ff-9328-31853788c004 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=fdeafc4e-0cbc-4844-8bc6-9cbae5e92085 HTTP/1.1" status: 200 len: 217 time: 0.0424705 Sep 08 09:02:26.222230 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-9bf6f083-9658-4746-9142-dac0d02a610b service neutron] For port ae6394f3-8959-44ba-836a-10fef80e56f7, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:02:26.245332 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8734dd81-df5a-4cde-8b50-4e08126bf177 req-9776ffe8-a3b0-4463-8c98-ca286569113f tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696416 Sep 08 09:02:26.271260 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-9bf6f083-9658-4746-9142-dac0d02a610b service neutron] For port ae6394f3-8959-44ba-836a-10fef80e56f7, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=ae6394f3-8959-44ba-836a-10fef80e56f7,segment=NetworkSegment(a92db136-9157-48d9-ba34-f5a434c22bec),segment_id=a92db136-9157-48d9-ba34-f5a434c22bec)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:02:26.279906 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-9bf6f083-9658-4746-9142-dac0d02a610b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:26.292908 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be28d9a-13bf-4e90-8dfb-a20006e17e3c req-e01b8244-e26a-4f2a-a4c3-5090510ee35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:26.295255 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9be28d9a-13bf-4e90-8dfb-a20006e17e3c req-e01b8244-e26a-4f2a-a4c3-5090510ee35e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.0739982 Sep 08 09:02:26.345549 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-9bf6f083-9658-4746-9142-dac0d02a610b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:26.345865 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-9bf6f083-9658-4746-9142-dac0d02a610b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:26.347385 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-9bf6f083-9658-4746-9142-dac0d02a610b service neutron] 10.222.0.37 "PUT /v2.0/ports/ae6394f3-8959-44ba-836a-10fef80e56f7 HTTP/1.1" status: 200 len: 1092 time: 1.3702629 Sep 08 09:02:26.378380 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf6f083-9658-4746-9142-dac0d02a610b service neutron] Pushing event updated for resources: {'Port': ['ID=ae6394f3-8959-44ba-836a-10fef80e56f7,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:26.393941 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be28d9a-13bf-4e90-8dfb-a20006e17e3c req-41e5fc50-9245-4c7b-b018-299cf8e7d6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:26.396030 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9be28d9a-13bf-4e90-8dfb-a20006e17e3c req-41e5fc50-9245-4c7b-b018-299cf8e7d6de service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0828238 Sep 08 09:02:26.401178 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-a90aea11-68da-4d90-a618-a82d43a191da service neutron] Request body: {'port': {'device_id': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:02:26.549173 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-a90aea11-68da-4d90-a618-a82d43a191da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:26.622507 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9be28d9a-13bf-4e90-8dfb-a20006e17e3c req-620f19c6-eb64-478b-a82a-7165d08089cc service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170341 Sep 08 09:02:26.743610 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea626c3-8ba9-45c8-bea6-7e74d10b2bc2 req-4c4ee8a4-92fa-4e7a-8fdc-6a22e5ca1db7 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:26.753523 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea626c3-8ba9-45c8-bea6-7e74d10b2bc2 req-4c4ee8a4-92fa-4e7a-8fdc-6a22e5ca1db7 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:26.761942 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea626c3-8ba9-45c8-bea6-7e74d10b2bc2 req-4c4ee8a4-92fa-4e7a-8fdc-6a22e5ca1db7 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:26.769704 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea626c3-8ba9-45c8-bea6-7e74d10b2bc2 req-4c4ee8a4-92fa-4e7a-8fdc-6a22e5ca1db7 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:26.779425 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea626c3-8ba9-45c8-bea6-7e74d10b2bc2 req-4c4ee8a4-92fa-4e7a-8fdc-6a22e5ca1db7 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:26.791003 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea626c3-8ba9-45c8-bea6-7e74d10b2bc2 req-4c4ee8a4-92fa-4e7a-8fdc-6a22e5ca1db7 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:26.802440 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea626c3-8ba9-45c8-bea6-7e74d10b2bc2 req-4c4ee8a4-92fa-4e7a-8fdc-6a22e5ca1db7 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:26.815477 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bea626c3-8ba9-45c8-bea6-7e74d10b2bc2 req-4c4ee8a4-92fa-4e7a-8fdc-6a22e5ca1db7 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 5416 time: 0.1578300 Sep 08 09:02:26.860087 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9be28d9a-13bf-4e90-8dfb-a20006e17e3c req-953c0efe-a097-41ed-9936-768742348ac2 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263074 Sep 08 09:02:26.866503 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bea626c3-8ba9-45c8-bea6-7e74d10b2bc2 req-1385d9d0-e663-4cd9-8ad5-13f11b27d08d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&id=ee706af1-7645-483d-b50a-1bf5c08b472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0498314 Sep 08 09:02:26.993836 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-116f00e6-cd65-4c7f-8c30-00acb4b9f68b req-dfcb1c35-fce2-480f-9546-c8620af658e0 tempest-ServerShowV254Test-462319923 tempest-ServerShowV254Test-462319923-project] 10.222.0.54 "GET /v2.0/ports?device_id=d51b385c-6d2d-48d7-a890-26c4c760d008 HTTP/1.1" status: 200 len: 210 time: 0.0354707 Sep 08 09:02:27.035775 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-a90aea11-68da-4d90-a618-a82d43a191da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eac18b8-5ad7-46d3-89bc-275b77cbbae6 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:02:27.046102 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-a90aea11-68da-4d90-a618-a82d43a191da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:27.073237 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be28d9a-13bf-4e90-8dfb-a20006e17e3c req-b7ae5206-ffb7-4c78-a7fa-2978ef2b7ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:27.073508 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be28d9a-13bf-4e90-8dfb-a20006e17e3c req-b7ae5206-ffb7-4c78-a7fa-2978ef2b7ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:27.073997 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be28d9a-13bf-4e90-8dfb-a20006e17e3c req-b7ae5206-ffb7-4c78-a7fa-2978ef2b7ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:27.074517 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be28d9a-13bf-4e90-8dfb-a20006e17e3c req-b7ae5206-ffb7-4c78-a7fa-2978ef2b7ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:27.075633 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be28d9a-13bf-4e90-8dfb-a20006e17e3c req-b7ae5206-ffb7-4c78-a7fa-2978ef2b7ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:27.075633 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be28d9a-13bf-4e90-8dfb-a20006e17e3c req-b7ae5206-ffb7-4c78-a7fa-2978ef2b7ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:27.075968 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be28d9a-13bf-4e90-8dfb-a20006e17e3c req-b7ae5206-ffb7-4c78-a7fa-2978ef2b7ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:27.078140 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9be28d9a-13bf-4e90-8dfb-a20006e17e3c req-b7ae5206-ffb7-4c78-a7fa-2978ef2b7ac7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ff9af2a8ae84383ae48822128c85b16&device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 6424 time: 0.1161129 Sep 08 09:02:27.079416 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-a90aea11-68da-4d90-a618-a82d43a191da service neutron] Transition to ACTIVE for port object 7eac18b8-5ad7-46d3-89bc-275b77cbbae6 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:02:27.085867 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-a90aea11-68da-4d90-a618-a82d43a191da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:27.086890 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-461e096b-1c46-4751-a14f-0280e07781f5 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=553506ff289b4e99b3404efd0370492c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224726 Sep 08 09:02:27.201699 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90aea11-68da-4d90-a618-a82d43a191da service neutron] Pushing event updated for resources: {'Port': ['ID=7eac18b8-5ad7-46d3-89bc-275b77cbbae6,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:27.242800 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-cc06e71d-de6c-4ace-ae00-50c1fe11d3c4 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:27.244343 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-cc06e71d-de6c-4ace-ae00-50c1fe11d3c4 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1491592 Sep 08 09:02:27.266920 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-29203384-5c0d-40b1-861a-46a2f746f1cc tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/quotas/553506ff289b4e99b3404efd0370492c HTTP/1.1" status: 200 len: 375 time: 0.0118246 Sep 08 09:02:27.317141 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-6cca5bc1-9098-431e-bd91-48334d108251 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=553506ff289b4e99b3404efd0370492c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440230 Sep 08 09:02:27.365647 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-a90aea11-68da-4d90-a618-a82d43a191da service neutron] Attempting to bind port 7eac18b8-5ad7-46d3-89bc-275b77cbbae6 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:02:27.365987 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-a90aea11-68da-4d90-a618-a82d43a191da service neutron] Attempting to bind port 7eac18b8-5ad7-46d3-89bc-275b77cbbae6 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'a92db136-9157-48d9-ba34-f5a434c22bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7f827cbd-981b-4963-870a-da3dc338441e'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:02:27.366351 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-a90aea11-68da-4d90-a618-a82d43a191da service neutron] Attempting to bind port 7eac18b8-5ad7-46d3-89bc-275b77cbbae6 on network 7f827cbd-981b-4963-870a-da3dc338441e {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:02:27.369429 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be28d9a-13bf-4e90-8dfb-a20006e17e3c req-b202bda7-b813-40b2-99e8-01cb73c72738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:27.369917 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be28d9a-13bf-4e90-8dfb-a20006e17e3c req-b202bda7-b813-40b2-99e8-01cb73c72738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:27.370425 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be28d9a-13bf-4e90-8dfb-a20006e17e3c req-b202bda7-b813-40b2-99e8-01cb73c72738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:27.372084 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9be28d9a-13bf-4e90-8dfb-a20006e17e3c req-b202bda7-b813-40b2-99e8-01cb73c72738 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=5ff9af2a8ae84383ae48822128c85b16&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2528999 Sep 08 09:02:27.385344 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91cb3c-d17b-4bd8-9ec1-0698394a5576 req-9a7323e9-1347-4d23-9b8c-d089fe9927ff tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:27.386987 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ad91cb3c-d17b-4bd8-9ec1-0698394a5576 req-9a7323e9-1347-4d23-9b8c-d089fe9927ff tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a51a258-96de-4d45-9d6d-15392f39f58d HTTP/1.1" status: 200 len: 948 time: 0.1157820 Sep 08 09:02:27.402098 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-a90aea11-68da-4d90-a618-a82d43a191da service neutron] Port 7eac18b8-5ad7-46d3-89bc-275b77cbbae6 on network 7f827cbd-981b-4963-870a-da3dc338441e not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:02:27.403349 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-a90aea11-68da-4d90-a618-a82d43a191da service neutron] Attempting to bind port 7eac18b8-5ad7-46d3-89bc-275b77cbbae6 on network 7f827cbd-981b-4963-870a-da3dc338441e {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:02:27.435594 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-a90aea11-68da-4d90-a618-a82d43a191da service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:02:27.435804 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-a90aea11-68da-4d90-a618-a82d43a191da service neutron] Checking segment: {'id': 'a92db136-9157-48d9-ba34-f5a434c22bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7f827cbd-981b-4963-870a-da3dc338441e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:02:27.436195 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-a90aea11-68da-4d90-a618-a82d43a191da service neutron] Bound using segment: {'id': 'a92db136-9157-48d9-ba34-f5a434c22bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7f827cbd-981b-4963-870a-da3dc338441e'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:02:27.436638 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-a90aea11-68da-4d90-a618-a82d43a191da service neutron] Bound port: 7eac18b8-5ad7-46d3-89bc-275b77cbbae6, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a92db136-9157-48d9-ba34-f5a434c22bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '7f827cbd-981b-4963-870a-da3dc338441e'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:02:27.437608 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-a90aea11-68da-4d90-a618-a82d43a191da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:27.495102 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ad91cb3c-d17b-4bd8-9ec1-0698394a5576 req-c618820b-9656-41ce-97b8-d6a5ee1104de tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/security-groups?id=a39e9708-bb67-462a-996e-ebf338efc5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954137 Sep 08 09:02:27.567697 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb0125-f049-4cbd-b3c6-34e1802818d7 req-8956f4c7-f31e-46fd-945c-9fc7aadb4fa2 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:27.569272 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b2bb0125-f049-4cbd-b3c6-34e1802818d7 req-8956f4c7-f31e-46fd-945c-9fc7aadb4fa2 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 950 time: 0.0696802 Sep 08 09:02:27.601522 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be28d9a-13bf-4e90-8dfb-a20006e17e3c req-3404f831-c857-4017-8ac5-e9af97058c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:27.603293 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9be28d9a-13bf-4e90-8dfb-a20006e17e3c req-3404f831-c857-4017-8ac5-e9af97058c03 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2139871 Sep 08 09:02:27.605869 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-a90aea11-68da-4d90-a618-a82d43a191da service neutron] For port 7eac18b8-5ad7-46d3-89bc-275b77cbbae6, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:02:27.609577 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-a90aea11-68da-4d90-a618-a82d43a191da service neutron] For port 7eac18b8-5ad7-46d3-89bc-275b77cbbae6, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=7eac18b8-5ad7-46d3-89bc-275b77cbbae6,segment=NetworkSegment(a92db136-9157-48d9-ba34-f5a434c22bec),segment_id=a92db136-9157-48d9-ba34-f5a434c22bec)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:02:27.619672 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-a90aea11-68da-4d90-a618-a82d43a191da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:27.647544 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b2bb0125-f049-4cbd-b3c6-34e1802818d7 req-810abe5d-4844-43a6-b3ba-b103d9cd4554 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704198 Sep 08 09:02:27.664679 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-a90aea11-68da-4d90-a618-a82d43a191da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:27.665217 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-a90aea11-68da-4d90-a618-a82d43a191da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:27.667062 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-a90aea11-68da-4d90-a618-a82d43a191da service neutron] 10.222.0.37 "PUT /v2.0/ports/7eac18b8-5ad7-46d3-89bc-275b77cbbae6 HTTP/1.1" status: 200 len: 1092 time: 1.2700865 Sep 08 09:02:27.712951 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-5f350231-2324-415e-b1ea-564ea0d9d4a8 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=553506ff289b4e99b3404efd0370492c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449407 Sep 08 09:02:27.768684 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'tag': 'ae6394f3-8959-44ba-836a-10fef80e56f7'}, {'name': 'network-changed', 'server_uuid': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'tag': '7eac18b8-5ad7-46d3-89bc-275b77cbbae6'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:02:27.771022 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f5cc1d-439e-4e02-89ce-4439d50e92e9" -d '{"events": [{"name": "network-changed", "server_uuid": "62fedf63-f62c-4785-af8b-8c03c2c707db", "tag": "ae6394f3-8959-44ba-836a-10fef80e56f7"}, {"name": "network-changed", "server_uuid": "62fedf63-f62c-4785-af8b-8c03c2c707db", "tag": "7eac18b8-5ad7-46d3-89bc-275b77cbbae6"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:02:27.797126 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90aea11-68da-4d90-a618-a82d43a191da service neutron] Pushing event updated for resources: {'Port': ['ID=7eac18b8-5ad7-46d3-89bc-275b77cbbae6,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:27.857221 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 08 Sep 2021 09:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f27e68c-17c1-4126-ad41-7906f22a7097 x-openstack-request-id: req-5f27e68c-17c1-4126-ad41-7906f22a7097 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:02:27.857533 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62fedf63-f62c-4785-af8b-8c03c2c707db", "tag": "ae6394f3-8959-44ba-836a-10fef80e56f7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "62fedf63-f62c-4785-af8b-8c03c2c707db", "tag": "7eac18b8-5ad7-46d3-89bc-275b77cbbae6", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:02:27.857765 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5f27e68c-17c1-4126-ad41-7906f22a7097 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:02:27.858363 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'tag': 'ae6394f3-8959-44ba-836a-10fef80e56f7', 'status': 'completed', 'code': 200} Sep 08 09:02:27.858686 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'tag': '7eac18b8-5ad7-46d3-89bc-275b77cbbae6', 'status': 'completed', 'code': 200} Sep 08 09:02:27.901286 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-bf02dae0-25d6-43a3-bb59-2de0207dd642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:27.901286 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-bf02dae0-25d6-43a3-bb59-2de0207dd642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:27.901286 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-bf02dae0-25d6-43a3-bb59-2de0207dd642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:27.901286 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-bf02dae0-25d6-43a3-bb59-2de0207dd642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:27.901286 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-bf02dae0-25d6-43a3-bb59-2de0207dd642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:27.901286 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-bf02dae0-25d6-43a3-bb59-2de0207dd642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:27.901286 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-bf02dae0-25d6-43a3-bb59-2de0207dd642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:27.903215 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-bf02dae0-25d6-43a3-bb59-2de0207dd642 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ff9af2a8ae84383ae48822128c85b16&device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 6492 time: 0.1559772 Sep 08 09:02:27.933270 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-3b5d756c-d87d-4a9b-8e64-f8aebb94f54d tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:27.943804 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-3b5d756c-d87d-4a9b-8e64-f8aebb94f54d tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2108827 Sep 08 09:02:27.989606 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-1009c72b-9f06-4715-a779-c9c3323e611d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24c965d7-db6d-4bd8-8994-faab41bdeccb HTTP/1.1" status: 200 len: 217 time: 0.0413468 Sep 08 09:02:28.017286 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-bc8b53ab-16e1-48db-8218-3ca964899852 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/quotas/553506ff289b4e99b3404efd0370492c HTTP/1.1" status: 200 len: 375 time: 0.0723867 Sep 08 09:02:28.044536 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3f381-1675-414e-8ac7-70708750d733 req-69ce39b3-c4cb-44cc-9af7-085430830963 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:28.051769 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3f381-1675-414e-8ac7-70708750d733 req-69ce39b3-c4cb-44cc-9af7-085430830963 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:28.058376 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3f381-1675-414e-8ac7-70708750d733 req-69ce39b3-c4cb-44cc-9af7-085430830963 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:28.067567 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3f381-1675-414e-8ac7-70708750d733 req-69ce39b3-c4cb-44cc-9af7-085430830963 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:28.074455 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3f381-1675-414e-8ac7-70708750d733 req-69ce39b3-c4cb-44cc-9af7-085430830963 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:28.081354 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3f381-1675-414e-8ac7-70708750d733 req-69ce39b3-c4cb-44cc-9af7-085430830963 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:28.087970 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3f381-1675-414e-8ac7-70708750d733 req-69ce39b3-c4cb-44cc-9af7-085430830963 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:28.094662 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-60e7a041-dc89-47a4-a63a-ea48f346fe3e tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=553506ff289b4e99b3404efd0370492c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0764968 Sep 08 09:02:28.096391 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-d8c55386-1165-41ad-ae87-dd3803f3ccd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:28.097649 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-65d3f381-1675-414e-8ac7-70708750d733 req-69ce39b3-c4cb-44cc-9af7-085430830963 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 5428 time: 0.1113603 Sep 08 09:02:28.097883 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-d8c55386-1165-41ad-ae87-dd3803f3ccd1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8500bfb2-0bfa-480d-b7a3-e97947f43e46 HTTP/1.1" status: 200 len: 856 time: 0.1007051 Sep 08 09:02:28.150984 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-65d3f381-1675-414e-8ac7-70708750d733 req-534c9a45-ddce-4c7d-9039-6eb55b3b3400 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&id=ee706af1-7645-483d-b50a-1bf5c08b472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514414 Sep 08 09:02:28.176292 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-8ff05adf-550d-418a-a34b-d241e83a1a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:28.178184 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-8ff05adf-550d-418a-a34b-d241e83a1a88 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56f09e7a-d8c3-4671-9b9a-504accacdfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637491 Sep 08 09:02:28.266613 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9b3698bd-3b41-44d6-b63a-1e77226b1810 req-9d4174d9-1c2f-4f82-8c71-95cebe59125a tempest-ServerShowV254Test-462319923 tempest-ServerShowV254Test-462319923-project] 10.222.0.54 "GET /v2.0/ports?device_id=d51b385c-6d2d-48d7-a890-26c4c760d008 HTTP/1.1" status: 200 len: 210 time: 0.0299838 Sep 08 09:02:28.268276 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39876) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:02:28.323007 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:28.346363 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-95fe3115-da33-4f1e-b2e8-401b30dfdd1a service neutron] 10.222.0.37 "GET /v2.0/networks/56f09e7a-d8c3-4671-9b9a-504accacdfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515064 Sep 08 09:02:28.445076 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-267cbb02-4762-482f-8a08-b6314e5b304c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:28.483064 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9db0b9c8-61dd-4ccc-a01a-289da0bd330d req-8a32ff7e-5774-43b0-8354-bbf3abb4b0a6 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/ports?device_id=6558a653-2ef0-494f-9d4a-58b758177df9 HTTP/1.1" status: 200 len: 210 time: 0.0461230 Sep 08 09:02:28.516477 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-afb796d1-8596-40e2-856f-497d815d38b2 service neutron] 10.222.0.37 "GET /v2.0/networks/56f09e7a-d8c3-4671-9b9a-504accacdfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623232 Sep 08 09:02:28.576869 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-267cbb02-4762-482f-8a08-b6314e5b304c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:28.585292 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-085cf8f3-9f9e-4fe7-b926-f494edc4e32a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=ddf26a7d-0e8b-469e-9475-33e914bdcf50 HTTP/1.1" status: 200 len: 217 time: 0.0588489 Sep 08 09:02:28.591882 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-267cbb02-4762-482f-8a08-b6314e5b304c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:28.656062 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-267cbb02-4762-482f-8a08-b6314e5b304c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3163bc07c9784ea8b659ecd874d47aaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3842502 Sep 08 09:02:28.656062 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267cbb02-4762-482f-8a08-b6314e5b304c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d821b69-4b24-47a3-b580-0bd5429f8632,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:28.656394 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-40f93a12-fbaa-4196-a11b-b69bc18fee98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:28.657662 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39892) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:02:28.658797 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-40f93a12-fbaa-4196-a11b-b69bc18fee98 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64cec42a-675b-48e9-acf5-9de60b36e75d HTTP/1.1" status: 200 len: 797 time: 0.0654092 Sep 08 09:02:28.682387 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af4ae78-f3ae-4f9b-8a7f-8c32c8a893dc req-9c0dd4f8-a29c-4c32-945e-acb608b32311 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:28.683888 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4af4ae78-f3ae-4f9b-8a7f-8c32c8a893dc req-9c0dd4f8-a29c-4c32-945e-acb608b32311 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a51a258-96de-4d45-9d6d-15392f39f58d HTTP/1.1" status: 200 len: 948 time: 0.1031339 Sep 08 09:02:28.762812 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-4da48623-25ac-494f-8ab9-3176a855514e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:28.765482 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-4da48623-25ac-494f-8ab9-3176a855514e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e131d2cf-f0f6-4e3a-90af-0615e503d20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0957587 Sep 08 09:02:28.771687 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f9b52beb-c783-4023-9a97-adc7a59923bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:28.810431 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4af4ae78-f3ae-4f9b-8a7f-8c32c8a893dc req-146bad41-4e07-44f1-bab2-30680a4d0173 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/security-groups?id=a39e9708-bb67-462a-996e-ebf338efc5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884473 Sep 08 09:02:28.830776 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f9b52beb-c783-4023-9a97-adc7a59923bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:28.883766 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device fdeafc4e-0cbc-4844-8bc6-9cbae5e92085 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:02:28.892876 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f9b52beb-c783-4023-9a97-adc7a59923bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:28.898073 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f9b52beb-c783-4023-9a97-adc7a59923bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:28.902458 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f9b52beb-c783-4023-9a97-adc7a59923bb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3d821b69-4b24-47a3-b580-0bd5429f8632 HTTP/1.1" status: 204 len: 168 time: 0.2429607 Sep 08 09:02:28.911348 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b52beb-c783-4023-9a97-adc7a59923bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d821b69-4b24-47a3-b580-0bd5429f8632,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:28.953869 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-952af7df-fe52-43f7-82fa-f506c0a9d9d3 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=553506ff289b4e99b3404efd0370492c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524342 Sep 08 09:02:29.004585 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-0ef03d02-6b77-45fd-a2c5-b0b3bc5a655b service neutron] 10.222.0.37 "GET /v2.0/networks/e131d2cf-f0f6-4e3a-90af-0615e503d20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296863 Sep 08 09:02:29.018439 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1eda26-e12a-4c48-bdfa-462955b47c59 req-1cef5c61-64bc-4fc0-89ed-bcb0df75a791 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:29.018829 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port fdeafc4e-0cbc-4844-8bc6-9cbae5e92085, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=fdeafc4e-0cbc-4844-8bc6-9cbae5e92085,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:02:29.025725 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8a1eda26-e12a-4c48-bdfa-462955b47c59 req-1cef5c61-64bc-4fc0-89ed-bcb0df75a791 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 950 time: 0.2148609 Sep 08 09:02:29.033492 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': 'fdeafc4e-0cbc-4844-8bc6-9cbae5e92085', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'port_id': 'fdeafc4e-0cbc-4844-8bc6-9cbae5e92085', 'mac_address': 'fa:16:3e:ee:b9:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc66e4b-ecb5-4c99-afe1-0a78c722534a', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:02:29.086941 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:29.114010 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdeafc4e-0cbc-4844-8bc6-9cbae5e92085 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:02:29.145817 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port fdeafc4e-0cbc-4844-8bc6-9cbae5e92085, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=fdeafc4e-0cbc-4844-8bc6-9cbae5e92085,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:02:29.153019 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:29.182762 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8a1eda26-e12a-4c48-bdfa-462955b47c59 req-c1e8e7f8-07b1-47de-a86d-d50013c64a9c tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561067 Sep 08 09:02:29.215449 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-e238f8f2-c047-4bfb-815a-6f34fc638bd7 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:29.217026 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-e238f8f2-c047-4bfb-815a-6f34fc638bd7 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2567835 Sep 08 09:02:29.232748 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=fdeafc4e-0cbc-4844-8bc6-9cbae5e92085,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:29.238760 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-f7475b22-5e87-4011-9b54-d2bb7ef6c9f2 service neutron] 10.222.0.37 "GET /v2.0/networks/e131d2cf-f0f6-4e3a-90af-0615e503d20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070656 Sep 08 09:02:29.252535 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-32aec6de-e442-484b-82e1-d8364aef50c8 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Request body: {'port': {'device_id': '756bfc30-5241-4c6f-88d0-5588e0622c9e', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'admin_state_up': True, 'tenant_id': '553506ff289b4e99b3404efd0370492c'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:02:29.314592 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-22529279-e4af-4523-adc2-7e599359db28 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=1ba67b89-fdf3-438b-8aa9-37c654debf50 HTTP/1.1" status: 200 len: 217 time: 0.0665722 Sep 08 09:02:29.338652 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14136c4c-ef54-4e4b-823e-f9986607e021 req-aa0b5c86-02e6-47ab-902c-8b09a034a466 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:29.347326 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14136c4c-ef54-4e4b-823e-f9986607e021 req-aa0b5c86-02e6-47ab-902c-8b09a034a466 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:29.353267 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14136c4c-ef54-4e4b-823e-f9986607e021 req-aa0b5c86-02e6-47ab-902c-8b09a034a466 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:29.362623 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14136c4c-ef54-4e4b-823e-f9986607e021 req-aa0b5c86-02e6-47ab-902c-8b09a034a466 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:29.371531 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14136c4c-ef54-4e4b-823e-f9986607e021 req-aa0b5c86-02e6-47ab-902c-8b09a034a466 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:29.380269 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14136c4c-ef54-4e4b-823e-f9986607e021 req-aa0b5c86-02e6-47ab-902c-8b09a034a466 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:29.391067 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14136c4c-ef54-4e4b-823e-f9986607e021 req-aa0b5c86-02e6-47ab-902c-8b09a034a466 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:29.399222 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-14136c4c-ef54-4e4b-823e-f9986607e021 req-aa0b5c86-02e6-47ab-902c-8b09a034a466 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 5428 time: 0.1354842 Sep 08 09:02:29.458842 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-14136c4c-ef54-4e4b-823e-f9986607e021 req-dd1a5e8d-bc47-4409-b845-4822bb40bf95 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&id=ee706af1-7645-483d-b50a-1bf5c08b472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577602 Sep 08 09:02:29.496590 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['fdeafc4e-0cbc-4844-8bc6-9cbae5e92085'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:02:29.821488 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0795f9e7-93ba-49fd-a5d5-1de8f36e6edd req-72c0ee95-0406-45eb-a159-20455902c227 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/ports?device_id=6558a653-2ef0-494f-9d4a-58b758177df9 HTTP/1.1" status: 200 len: 210 time: 0.0501823 Sep 08 09:02:29.923056 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-00faeb82-c34e-429f-8c56-0ef281c170d5 req-5c583e4c-9677-4b2d-adf0-f4f855f9b469 tempest-ServerShowV254Test-462319923 tempest-ServerShowV254Test-462319923-project] 10.222.0.54 "GET /v2.0/ports?device_id=d51b385c-6d2d-48d7-a890-26c4c760d008 HTTP/1.1" status: 200 len: 210 time: 0.0593579 Sep 08 09:02:29.930723 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-5b27a50a-f379-49a6-92e4-e93c92642673 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=553506ff289b4e99b3404efd0370492c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0732031 Sep 08 09:02:29.957145 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-45560240-8ca8-40d5-91d3-2e9d5d1657b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:29.957145 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-45560240-8ca8-40d5-91d3-2e9d5d1657b3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64cec42a-675b-48e9-acf5-9de60b36e75d HTTP/1.1" status: 200 len: 797 time: 0.6267023 Sep 08 09:02:29.970536 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39928) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:02:29.992428 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a8c1b-8151-453c-8224-4db4ab341f21 req-614cd16b-5c79-4eb6-a243-64310f76a0a3 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:29.998659 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-513a8c1b-8151-453c-8224-4db4ab341f21 req-614cd16b-5c79-4eb6-a243-64310f76a0a3 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a51a258-96de-4d45-9d6d-15392f39f58d HTTP/1.1" status: 200 len: 949 time: 0.1020937 Sep 08 09:02:30.049236 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-513a8c1b-8151-453c-8224-4db4ab341f21 req-82976bca-a775-4d21-9ace-9d60f1747fe0 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/security-groups?id=a39e9708-bb67-462a-996e-ebf338efc5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420799 Sep 08 09:02:30.068570 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-32aec6de-e442-484b-82e1-d8364aef50c8 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Made reservation on behalf of 553506ff289b4e99b3404efd0370492c for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:02:30.072023 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-32aec6de-e442-484b-82e1-d8364aef50c8 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:30.112374 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-d061e7e3-f08e-44ab-8c50-008635c36e1b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2085597779-network', 'tenant_id': 'abecbd1fd51847edb20d2ca276b4ddef'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:02:30.125111 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-32aec6de-e442-484b-82e1-d8364aef50c8 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:30.138615 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d061e7e3-f08e-44ab-8c50-008635c36e1b admin admin] Made reservation on behalf of abecbd1fd51847edb20d2ca276b4ddef for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:02:30.141723 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d061e7e3-f08e-44ab-8c50-008635c36e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:30.145535 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-d3ffa6b0-e3b7-44a7-8620-347540fdae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:30.147180 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-d3ffa6b0-e3b7-44a7-8620-347540fdae64 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e131d2cf-f0f6-4e3a-90af-0615e503d20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1861107 Sep 08 09:02:30.151022 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d061e7e3-f08e-44ab-8c50-008635c36e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:30.271247 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-f08489e7-307f-4bf7-90be-718012e30180 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:30.272700 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-f08489e7-307f-4bf7-90be-718012e30180 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2993071 Sep 08 09:02:30.305329 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-94ba0f20-e3a1-4c4d-8961-260fbe0cc93a tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Request body: {'port': {'device_id': '6558a653-2ef0-494f-9d4a-58b758177df9', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'admin_state_up': True, 'tenant_id': '553506ff289b4e99b3404efd0370492c'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:02:30.422887 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-b4f69998-78dd-44e8-ab74-64fd65ef254f service neutron] 10.222.0.37 "GET /v2.0/networks/e131d2cf-f0f6-4e3a-90af-0615e503d20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626972 Sep 08 09:02:30.498849 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d54639-a43f-452a-b212-9f82ccce5a9a req-000c2df7-3c75-477d-b686-42bf24f4dfdc tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:30.500620 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d4d54639-a43f-452a-b212-9f82ccce5a9a req-000c2df7-3c75-477d-b686-42bf24f4dfdc tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 950 time: 0.2185178 Sep 08 09:02:30.582497 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-32aec6de-e442-484b-82e1-d8364aef50c8 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:30.592269 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4acc2-9d76-4277-9818-60d486765f61 req-33e1eee1-d2bf-4c48-a5d4-9e8c4263935a tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:30.592869 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-32aec6de-e442-484b-82e1-d8364aef50c8 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:30.598754 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4acc2-9d76-4277-9818-60d486765f61 req-33e1eee1-d2bf-4c48-a5d4-9e8c4263935a tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:30.604591 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4acc2-9d76-4277-9818-60d486765f61 req-33e1eee1-d2bf-4c48-a5d4-9e8c4263935a tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:30.610629 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4acc2-9d76-4277-9818-60d486765f61 req-33e1eee1-d2bf-4c48-a5d4-9e8c4263935a tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:30.616437 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4acc2-9d76-4277-9818-60d486765f61 req-33e1eee1-d2bf-4c48-a5d4-9e8c4263935a tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:30.622284 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4acc2-9d76-4277-9818-60d486765f61 req-33e1eee1-d2bf-4c48-a5d4-9e8c4263935a tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:30.628798 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4acc2-9d76-4277-9818-60d486765f61 req-33e1eee1-d2bf-4c48-a5d4-9e8c4263935a tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:30.630708 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-17b4acc2-9d76-4277-9818-60d486765f61 req-33e1eee1-d2bf-4c48-a5d4-9e8c4263935a tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 5428 time: 0.0931096 Sep 08 09:02:30.672971 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d4d54639-a43f-452a-b212-9f82ccce5a9a req-c9341d3f-57c9-4803-ba1d-1bdc87b604b3 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556726 Sep 08 09:02:30.685801 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.db.api [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-94ba0f20-e3a1-4c4d-8961-260fbe0cc93a tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 09:02:30.685801 n-d-806683-11 neutron-server[94712]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 08 09:02:30.685801 n-d-806683-11 neutron-server[94712]: [parameters: {'project_id_1': '553506ff289b4e99b3404efd0370492c', 'expiration_1': datetime.datetime(2021, 9, 8, 9, 2, 10, 587234)}] Sep 08 09:02:30.685801 n-d-806683-11 neutron-server[94712]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 09:02:30.686364 n-d-806683-11 neutron-server[94712]: DEBUG oslo_db.api [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-94ba0f20-e3a1-4c4d-8961-260fbe0cc93a tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 09:02:30.692324 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-82eceb58-b1f1-44dc-9cdf-c7cd447409d0 service neutron] 10.222.0.37 "GET /v2.0/networks/e131d2cf-f0f6-4e3a-90af-0615e503d20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603486 Sep 08 09:02:30.695188 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aec6de-e442-484b-82e1-d8364aef50c8 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aeb02ef-aaab-47d1-8b2c-972ae0131d12,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:30.714679 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-17b4acc2-9d76-4277-9818-60d486765f61 req-481fd0ce-2c34-4600-885a-517da4b49dc8 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&id=ee706af1-7645-483d-b50a-1bf5c08b472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0746980 Sep 08 09:02:30.749691 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-631f26b7-11bc-423e-af32-18b3012535d9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=83fce545-c3f1-43e1-81ad-33fc70bf1670 HTTP/1.1" status: 200 len: 217 time: 0.0484488 Sep 08 09:02:30.785654 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d061e7e3-f08e-44ab-8c50-008635c36e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:30.790969 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d061e7e3-f08e-44ab-8c50-008635c36e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:30.810694 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d061e7e3-f08e-44ab-8c50-008635c36e1b admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:02:30.828815 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d061e7e3-f08e-44ab-8c50-008635c36e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:30.829177 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-d061e7e3-f08e-44ab-8c50-008635c36e1b admin admin] Added segment 948da7d8-df84-42e8-b003-776fc80a05e5 of type vlan for network c973ae74-d868-45d7-8512-13ab7ed1b791 Sep 08 09:02:30.830484 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061e7e3-f08e-44ab-8c50-008635c36e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d991ac-c80f-43e4-8682-37208170b17c,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:30.862407 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-28245eeb-fb65-43fb-a3a2-a5bc53a4779e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:30.863903 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-28245eeb-fb65-43fb-a3a2-a5bc53a4779e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64cec42a-675b-48e9-acf5-9de60b36e75d HTTP/1.1" status: 200 len: 797 time: 0.1071033 Sep 08 09:02:30.869747 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-32aec6de-e442-484b-82e1-d8364aef50c8 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Allocated IP 192.168.233.247 (05f7642a-1c79-41be-85aa-1443ef22cc3b/dfc66e4b-ecb5-4c99-afe1-0a78c722534a/fba87fd1-4477-4e5e-a16f-5baaa7d039ea) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:02:30.884923 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 9d88b0e6-81d1-4f99-b049-7cddfe74d864 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:02:30.885615 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d061e7e3-f08e-44ab-8c50-008635c36e1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:30.897126 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device fdeafc4e-0cbc-4844-8bc6-9cbae5e92085 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:02:30.915912 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d061e7e3-f08e-44ab-8c50-008635c36e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:30.916942 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d061e7e3-f08e-44ab-8c50-008635c36e1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:30.917537 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d061e7e3-f08e-44ab-8c50-008635c36e1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:30.949820 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5ca5001a-ba73-4b88-9530-178646a41192 req-fa29184d-7588-414d-8bb1-4fc77ba1de6f tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/ports?device_id=6558a653-2ef0-494f-9d4a-58b758177df9 HTTP/1.1" status: 200 len: 210 time: 0.0428653 Sep 08 09:02:30.962884 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d061e7e3-f08e-44ab-8c50-008635c36e1b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9904058 Sep 08 09:02:30.989676 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39942) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:02:30.994905 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-f5846e2c-ae37-4538-9662-8f311b0a0f34 admin admin] Request body: {'subnet': {'network_id': 'c973ae74-d868-45d7-8512-13ab7ed1b791', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2085597779-subnet', 'tenant_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:02:31.002015 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061e7e3-f08e-44ab-8c50-008635c36e1b admin admin] Pushing event updated for resources: {'Network': ['ID=c973ae74-d868-45d7-8512-13ab7ed1b791,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:31.023964 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-ef6fce79-2b0b-4fbc-9be9-2c5309504640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:31.025543 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-ef6fce79-2b0b-4fbc-9be9-2c5309504640 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e131d2cf-f0f6-4e3a-90af-0615e503d20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1534889 Sep 08 09:02:31.033428 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5846e2c-ae37-4538-9662-8f311b0a0f34 admin admin] Made reservation on behalf of abecbd1fd51847edb20d2ca276b4ddef for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:02:31.033896 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network c973ae74-d868-45d7-8512-13ab7ed1b791 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:02:31.036779 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f5846e2c-ae37-4538-9662-8f311b0a0f34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:31.042941 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port fdeafc4e-0cbc-4844-8bc6-9cbae5e92085 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:02:31.071618 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port fdeafc4e-0cbc-4844-8bc6-9cbae5e92085 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:02:31.072273 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:31.163845 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 9d88b0e6-81d1-4f99-b049-7cddfe74d864, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=9d88b0e6-81d1-4f99-b049-7cddfe74d864,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:02:31.184434 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '9d88b0e6-81d1-4f99-b049-7cddfe74d864', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'port_id': '9d88b0e6-81d1-4f99-b049-7cddfe74d864', 'mac_address': 'fa:16:3e:09:a3:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc66e4b-ecb5-4c99-afe1-0a78c722534a', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:02:31.205375 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-32aec6de-e442-484b-82e1-d8364aef50c8 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:31.247000 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-32aec6de-e442-484b-82e1-d8364aef50c8 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Transition to ACTIVE for port object fba87fd1-4477-4e5e-a16f-5baaa7d039ea will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:02:31.259358 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-91ac7136-a839-48a7-b498-fed43e2e65bd service neutron] 10.222.0.37 "GET /v2.0/networks/e131d2cf-f0f6-4e3a-90af-0615e503d20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989236 Sep 08 09:02:31.262427 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-94ba0f20-e3a1-4c4d-8961-260fbe0cc93a tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Made reservation on behalf of 553506ff289b4e99b3404efd0370492c for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:02:31.267152 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-94ba0f20-e3a1-4c4d-8961-260fbe0cc93a tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:31.274398 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:31.285138 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:31.299529 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe5492-0d5a-44a6-82bf-8ebaac5e0cd7 req-00fcf58d-4aa9-4a5c-ac42-1e14b482af47 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:31.300641 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d88b0e6-81d1-4f99-b049-7cddfe74d864 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:02:31.303012 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-71fe5492-0d5a-44a6-82bf-8ebaac5e0cd7 req-00fcf58d-4aa9-4a5c-ac42-1e14b482af47 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a51a258-96de-4d45-9d6d-15392f39f58d HTTP/1.1" status: 200 len: 949 time: 0.1603303 Sep 08 09:02:31.325682 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a51a258-96de-4d45-9d6d-15392f39f58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdeafc4e-0cbc-4844-8bc6-9cbae5e92085'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:02:31.329016 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec75cf9-5f02-4b3a-8ac7-285a6ee5b354" -d '{"events": [{"server_uuid": "1a51a258-96de-4d45-9d6d-15392f39f58d", "name": "network-vif-plugged", "status": "completed", "tag": "fdeafc4e-0cbc-4844-8bc6-9cbae5e92085"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:02:31.348537 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 9d88b0e6-81d1-4f99-b049-7cddfe74d864, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=9d88b0e6-81d1-4f99-b049-7cddfe74d864,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:02:31.350662 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port fdeafc4e-0cbc-4844-8bc6-9cbae5e92085, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=fdeafc4e-0cbc-4844-8bc6-9cbae5e92085,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:02:31.353744 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:31.359238 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:31.360109 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 9d88b0e6-81d1-4f99-b049-7cddfe74d864 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:02:31.427647 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0cbfca7f-8b97-4a41-8a64-e7ba5d4a7347 req-de73fffb-7866-4189-81ca-e841a6aa83d2 tempest-ServerShowV254Test-462319923 tempest-ServerShowV254Test-462319923-project] 10.222.0.54 "GET /v2.0/ports?device_id=d51b385c-6d2d-48d7-a890-26c4c760d008 HTTP/1.1" status: 200 len: 210 time: 0.3753955 Sep 08 09:02:31.460732 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=9d88b0e6-81d1-4f99-b049-7cddfe74d864,revision_number=6']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:31.496782 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a96e91-e09e-4b55-9d3a-83de416842c0 x-openstack-request-id: req-10a96e91-e09e-4b55-9d3a-83de416842c0 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:02:31.497078 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a51a258-96de-4d45-9d6d-15392f39f58d", "name": "network-vif-plugged", "status": "completed", "tag": "fdeafc4e-0cbc-4844-8bc6-9cbae5e92085", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:02:31.497329 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-10a96e91-e09e-4b55-9d3a-83de416842c0 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:02:31.497715 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a51a258-96de-4d45-9d6d-15392f39f58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdeafc4e-0cbc-4844-8bc6-9cbae5e92085', 'code': 200} Sep 08 09:02:31.523769 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-32aec6de-e442-484b-82e1-d8364aef50c8 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:31.547585 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-71fe5492-0d5a-44a6-82bf-8ebaac5e0cd7 req-9e6cfb64-32f9-46f5-b5b5-1b9c7c094b6c tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/security-groups?id=a39e9708-bb67-462a-996e-ebf338efc5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238452 Sep 08 09:02:31.564147 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=fdeafc4e-0cbc-4844-8bc6-9cbae5e92085,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:31.580658 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:31.598597 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9d88b0e6-81d1-4f99-b049-7cddfe74d864 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:02:31.622451 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 9d88b0e6-81d1-4f99-b049-7cddfe74d864, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=9d88b0e6-81d1-4f99-b049-7cddfe74d864,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:02:31.629320 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:31.652500 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-32aec6de-e442-484b-82e1-d8364aef50c8 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Network 05f7642a-1c79-41be-85aa-1443ef22cc3b is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:02:31.655789 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f5846e2c-ae37-4538-9662-8f311b0a0f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:31.675255 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-32aec6de-e442-484b-82e1-d8364aef50c8 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:02:31.678660 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-b4f60e16-9409-47ab-8f0a-0593cb6b00ee service neutron] 10.222.0.37 "GET /v2.0/networks/e131d2cf-f0f6-4e3a-90af-0615e503d20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053473 Sep 08 09:02:31.679396 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-32aec6de-e442-484b-82e1-d8364aef50c8 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:02:31.730864 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5846e2c-ae37-4538-9662-8f311b0a0f34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c69359f7-0d90-4906-8a67-6fd5e600c4bc,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:31.731932 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aec6de-e442-484b-82e1-d8364aef50c8 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Pushing event updated for resources: {'Port': ['ID=fba87fd1-4477-4e5e-a16f-5baaa7d039ea,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:31.748816 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=9d88b0e6-81d1-4f99-b049-7cddfe74d864,revision_number=7']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:31.754304 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5846e2c-ae37-4538-9662-8f311b0a0f34 admin admin] Checking segment: {'id': '948da7d8-df84-42e8-b003-776fc80a05e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c973ae74-d868-45d7-8512-13ab7ed1b791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:02:31.755122 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5846e2c-ae37-4538-9662-8f311b0a0f34 admin admin] Network hostable DHCP agents. Network: c973ae74-d868-45d7-8512-13ab7ed1b791, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:02:31.761176 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['9d88b0e6-81d1-4f99-b049-7cddfe74d864'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:02:31.811190 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5846e2c-ae37-4538-9662-8f311b0a0f34 admin admin] Network c973ae74-d868-45d7-8512-13ab7ed1b791 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:02:31.849685 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-f5846e2c-ae37-4538-9662-8f311b0a0f34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, c973ae74-d868-45d7-8512-13ab7ed1b791) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:02:31.858628 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-94ba0f20-e3a1-4c4d-8961-260fbe0cc93a tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Allocated IP 192.168.233.209 (05f7642a-1c79-41be-85aa-1443ef22cc3b/dfc66e4b-ecb5-4c99-afe1-0a78c722534a/3d87feba-a338-4c11-b861-3e59f50b6344) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:02:31.868696 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e428030-343e-47f8-a22a-0d72adbe3778 None None] Network c973ae74-d868-45d7-8512-13ab7ed1b791 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:02:31.875741 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5846e2c-ae37-4538-9662-8f311b0a0f34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:31.876760 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f5846e2c-ae37-4538-9662-8f311b0a0f34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:31.882663 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-2f01f241-182b-443d-9562-c6e61a6085d2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=206afed7-eeae-4d06-8959-8e305d5bcc7e HTTP/1.1" status: 200 len: 217 time: 0.1813991 Sep 08 09:02:31.916420 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f5846e2c-ae37-4538-9662-8f311b0a0f34 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9230449 Sep 08 09:02:31.917040 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39958) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:02:31.925084 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-9cbc5a46-6080-43a9-96ef-3d569017b137 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2085597779-router', 'tenant_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:02:31.975368 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26cbb0-c354-403e-adc0-fa2ceaeac206 req-4c55e240-0c48-438a-9638-74e5b5011322 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:31.982339 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-32aec6de-e442-484b-82e1-d8364aef50c8 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:31.983844 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-32aec6de-e442-484b-82e1-d8364aef50c8 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:31.990220 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-db26cbb0-c354-403e-adc0-fa2ceaeac206 req-4c55e240-0c48-438a-9638-74e5b5011322 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 948 time: 0.1629786 Sep 08 09:02:32.042903 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9cbc5a46-6080-43a9-96ef-3d569017b137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:32.044596 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9cbc5a46-6080-43a9-96ef-3d569017b137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:32.078396 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-db26cbb0-c354-403e-adc0-fa2ceaeac206 req-8ebb9c44-0229-4202-8b3f-3c736abcfd61 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862489 Sep 08 09:02:32.114419 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7bc817-1952-4cfd-b015-5c0975cc1210 req-a512ef88-7c88-4fb4-a214-1bdb221fa8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:32.115629 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8a7bc817-1952-4cfd-b015-5c0975cc1210 req-a512ef88-7c88-4fb4-a214-1bdb221fa8de service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1a51a258-96de-4d45-9d6d-15392f39f58d HTTP/1.1" status: 200 len: 1102 time: 0.4601977 Sep 08 09:02:32.157588 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-32aec6de-e442-484b-82e1-d8364aef50c8 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9107878 Sep 08 09:02:32.164659 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ea985058-def5-4feb-854c-d9b936341aa7 None None] Provisioning for port fba87fd1-4477-4e5e-a16f-5baaa7d039ea completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:02:32.166526 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-234c4f0e-9fd9-46c4-bd1d-8b6fa4f4c061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:32.168043 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-234c4f0e-9fd9-46c4-bd1d-8b6fa4f4c061 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64cec42a-675b-48e9-acf5-9de60b36e75d HTTP/1.1" status: 200 len: 797 time: 0.2696667 Sep 08 09:02:32.181129 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ea985058-def5-4feb-854c-d9b936341aa7 None None] Provisioning complete for port fba87fd1-4477-4e5e-a16f-5baaa7d039ea triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:02:32.181959 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ea985058-def5-4feb-854c-d9b936341aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:32.192667 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9cbc5a46-6080-43a9-96ef-3d569017b137 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:32.210462 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-6dc8ac57-7cf5-4400-8660-45b9f93eb73a service neutron] Request body: {'port': {'device_id': '756bfc30-5241-4c6f-88d0-5588e0622c9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:02:32.285580 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b52a4-50a8-40df-b599-0418440b3bbd req-5d40d71b-8b63-4f8a-914d-c6c07cb5ce88 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:32.293503 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b52a4-50a8-40df-b599-0418440b3bbd req-5d40d71b-8b63-4f8a-914d-c6c07cb5ce88 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:32.300751 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b52a4-50a8-40df-b599-0418440b3bbd req-5d40d71b-8b63-4f8a-914d-c6c07cb5ce88 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:32.312190 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b52a4-50a8-40df-b599-0418440b3bbd req-5d40d71b-8b63-4f8a-914d-c6c07cb5ce88 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:32.322125 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b52a4-50a8-40df-b599-0418440b3bbd req-5d40d71b-8b63-4f8a-914d-c6c07cb5ce88 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:32.328399 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b52a4-50a8-40df-b599-0418440b3bbd req-5d40d71b-8b63-4f8a-914d-c6c07cb5ce88 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:32.337211 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b52a4-50a8-40df-b599-0418440b3bbd req-5d40d71b-8b63-4f8a-914d-c6c07cb5ce88 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:32.339418 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d57b52a4-50a8-40df-b599-0418440b3bbd req-5d40d71b-8b63-4f8a-914d-c6c07cb5ce88 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 5428 time: 0.3651705 Sep 08 09:02:32.347683 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-ea985058-def5-4feb-854c-d9b936341aa7 None None] Port fba87fd1-4477-4e5e-a16f-5baaa7d039ea cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:02:32.405973 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9cbc5a46-6080-43a9-96ef-3d569017b137 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:32.418351 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d8d02e-c916-4dad-a302-37fd602f01b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-c973ae74-d868-45d7-8512-13ab7ed1b791', 'network_id': 'c973ae74-d868-45d7-8512-13ab7ed1b791', 'tenant_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'fixed_ips': [{'subnet_id': 'c69359f7-0d90-4906-8a67-6fd5e600c4bc'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:02:32.419835 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-58d8d02e-c916-4dad-a302-37fd602f01b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:32.427589 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8a7bc817-1952-4cfd-b015-5c0975cc1210 req-ab075399-3430-4a76-b23d-61ecaaede598 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a39e9708-bb67-462a-996e-ebf338efc5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812285 Sep 08 09:02:32.460842 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-94ba0f20-e3a1-4c4d-8961-260fbe0cc93a tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:32.462857 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-6dc8ac57-7cf5-4400-8660-45b9f93eb73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:32.470546 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-1b3ebbe0-14b0-41da-96a5-eef63fec27fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:32.472085 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-1b3ebbe0-14b0-41da-96a5-eef63fec27fa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e131d2cf-f0f6-4e3a-90af-0615e503d20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2670324 Sep 08 09:02:32.498612 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d57b52a4-50a8-40df-b599-0418440b3bbd req-8b7a74b4-0e4a-4ae5-bf5b-59da83e87c82 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&id=ee706af1-7645-483d-b50a-1bf5c08b472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1487086 Sep 08 09:02:32.502822 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ffdc76b2-0827-4e67-ab25-2969b1d081cf req-295a3878-f89b-4c1a-bab5-818ed2d2a457 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/ports?device_id=6558a653-2ef0-494f-9d4a-58b758177df9 HTTP/1.1" status: 200 len: 210 time: 0.0389009 Sep 08 09:02:32.517449 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-94ba0f20-e3a1-4c4d-8961-260fbe0cc93a tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Transition to ACTIVE for port object 3d87feba-a338-4c11-b861-3e59f50b6344 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:02:32.618588 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6e22e08f-9df8-4138-a520-cee496310247 req-3c53a8c9-12be-4fdf-a080-78df47a885bd tempest-ServerShowV254Test-462319923 tempest-ServerShowV254Test-462319923-project] 10.222.0.54 "GET /v2.0/ports?device_id=d51b385c-6d2d-48d7-a890-26c4c760d008 HTTP/1.1" status: 200 len: 210 time: 0.0434182 Sep 08 09:02:32.653273 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-58d8d02e-c916-4dad-a302-37fd602f01b9 None None] Allocated IP 172.20.0.2 (c973ae74-d868-45d7-8512-13ab7ed1b791/c69359f7-0d90-4906-8a67-6fd5e600c4bc/e9093bea-0080-4639-ace7-063440570037) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:02:32.695508 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-94ba0f20-e3a1-4c4d-8961-260fbe0cc93a tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:32.765402 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9cbc5a46-6080-43a9-96ef-3d569017b137 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:32.790618 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9cbc5a46-6080-43a9-96ef-3d569017b137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:32.800762 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f204b-3616-4083-af2c-edf30db24bc2 req-51a0b6a7-2524-41c5-bc09-4395847a8271 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:32.802345 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9a0f204b-3616-4083-af2c-edf30db24bc2 req-51a0b6a7-2524-41c5-bc09-4395847a8271 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a51a258-96de-4d45-9d6d-15392f39f58d HTTP/1.1" status: 200 len: 950 time: 0.1567802 Sep 08 09:02:32.814295 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-94ba0f20-e3a1-4c4d-8961-260fbe0cc93a tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Network 05f7642a-1c79-41be-85aa-1443ef22cc3b is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:02:32.833983 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-58d8d02e-c916-4dad-a302-37fd602f01b9 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:32.845832 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-58d8d02e-c916-4dad-a302-37fd602f01b9 None None] Transition to ACTIVE for port object e9093bea-0080-4639-ace7-063440570037 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:02:32.857452 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-94ba0f20-e3a1-4c4d-8961-260fbe0cc93a tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:02:32.865306 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-58d8d02e-c916-4dad-a302-37fd602f01b9 None None] Transition to ACTIVE for port object e9093bea-0080-4639-ace7-063440570037 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:02:32.872723 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-58d8d02e-c916-4dad-a302-37fd602f01b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:32.902308 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-94ba0f20-e3a1-4c4d-8961-260fbe0cc93a tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:02:32.909349 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-9cbc5a46-6080-43a9-96ef-3d569017b137 admin admin] Allocated IP 172.25.0.202 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/5baa4558-0632-49cd-9c23-225c89909a98) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:02:32.910543 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba0f20-e3a1-4c4d-8961-260fbe0cc93a tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Pushing event updated for resources: {'Port': ['ID=3d87feba-a338-4c11-b861-3e59f50b6344,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:32.915401 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d8d02e-c916-4dad-a302-37fd602f01b9 None None] Network c973ae74-d868-45d7-8512-13ab7ed1b791 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:02:32.919318 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-58d8d02e-c916-4dad-a302-37fd602f01b9 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:02:32.922785 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d8d02e-c916-4dad-a302-37fd602f01b9 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:02:32.962542 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d8d02e-c916-4dad-a302-37fd602f01b9 None None] Pushing event updated for resources: {'Port': ['ID=e9093bea-0080-4639-ace7-063440570037,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:32.999718 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-58d8d02e-c916-4dad-a302-37fd602f01b9 None None] Attempting to bind port e9093bea-0080-4639-ace7-063440570037 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:02:33.000499 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-58d8d02e-c916-4dad-a302-37fd602f01b9 None None] Attempting to bind port e9093bea-0080-4639-ace7-063440570037 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '948da7d8-df84-42e8-b003-776fc80a05e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c973ae74-d868-45d7-8512-13ab7ed1b791'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:02:33.001156 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d8d02e-c916-4dad-a302-37fd602f01b9 None None] Attempting to bind port e9093bea-0080-4639-ace7-063440570037 on network c973ae74-d868-45d7-8512-13ab7ed1b791 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:02:33.007420 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d8d02e-c916-4dad-a302-37fd602f01b9 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:02:33.008135 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d8d02e-c916-4dad-a302-37fd602f01b9 None None] Checking segment: {'id': '948da7d8-df84-42e8-b003-776fc80a05e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c973ae74-d868-45d7-8512-13ab7ed1b791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:02:33.008732 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-58d8d02e-c916-4dad-a302-37fd602f01b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:33.009318 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d8d02e-c916-4dad-a302-37fd602f01b9 None None] Bound using segment: {'id': '948da7d8-df84-42e8-b003-776fc80a05e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c973ae74-d868-45d7-8512-13ab7ed1b791'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:02:33.009978 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-58d8d02e-c916-4dad-a302-37fd602f01b9 None None] Bound port: e9093bea-0080-4639-ace7-063440570037, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '948da7d8-df84-42e8-b003-776fc80a05e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c973ae74-d868-45d7-8512-13ab7ed1b791'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:02:33.010723 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-58d8d02e-c916-4dad-a302-37fd602f01b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:33.024760 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9a0f204b-3616-4083-af2c-edf30db24bc2 req-9c5a859f-ee8d-42d1-9e6a-a94faf9036fa tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/security-groups?id=a39e9708-bb67-462a-996e-ebf338efc5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859415 Sep 08 09:02:33.045189 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-dc6c45e9-50ec-482a-8580-17ee1ddaf709 service neutron] 10.222.0.37 "GET /v2.0/networks/e131d2cf-f0f6-4e3a-90af-0615e503d20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966187 Sep 08 09:02:33.062182 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9cbc5a46-6080-43a9-96ef-3d569017b137 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:33.091165 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-58d8d02e-c916-4dad-a302-37fd602f01b9 None None] For port e9093bea-0080-4639-ace7-063440570037, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:02:33.095405 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-58d8d02e-c916-4dad-a302-37fd602f01b9 None None] For port e9093bea-0080-4639-ace7-063440570037, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=e9093bea-0080-4639-ace7-063440570037,segment=NetworkSegment(948da7d8-df84-42e8-b003-776fc80a05e5),segment_id=948da7d8-df84-42e8-b003-776fc80a05e5)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:02:33.101421 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-58d8d02e-c916-4dad-a302-37fd602f01b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:33.117917 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9cbc5a46-6080-43a9-96ef-3d569017b137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:33.124465 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-6dc8ac57-7cf5-4400-8660-45b9f93eb73a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fba87fd1-4477-4e5e-a16f-5baaa7d039ea {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:02:33.136132 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-94ba0f20-e3a1-4c4d-8961-260fbe0cc93a tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:33.136787 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-94ba0f20-e3a1-4c4d-8961-260fbe0cc93a tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:33.164286 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbc5a46-6080-43a9-96ef-3d569017b137 admin admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:02:33.167925 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-6dc8ac57-7cf5-4400-8660-45b9f93eb73a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:33.171819 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-94ba0f20-e3a1-4c4d-8961-260fbe0cc93a tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8724096 Sep 08 09:02:33.177610 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-9cbc5a46-6080-43a9-96ef-3d569017b137 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:02:33.182785 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbc5a46-6080-43a9-96ef-3d569017b137 admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:02:33.189013 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc5a46-6080-43a9-96ef-3d569017b137 admin admin] Pushing event updated for resources: {'Port': ['ID=5baa4558-0632-49cd-9c23-225c89909a98,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:33.220956 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-1345dbd1-82e0-4bfe-a11a-e37be7e2088d service neutron] Request body: {'port': {'device_id': '6558a653-2ef0-494f-9d4a-58b758177df9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:02:33.225045 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c110e9ac-6bbd-40a9-a716-c89429c9a458 None None] Provisioning for port 3d87feba-a338-4c11-b861-3e59f50b6344 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:02:33.232902 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d8d02e-c916-4dad-a302-37fd602f01b9 None None] Pushing event updated for resources: {'Port': ['ID=e9093bea-0080-4639-ace7-063440570037,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:33.236109 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c110e9ac-6bbd-40a9-a716-c89429c9a458 None None] Provisioning complete for port 3d87feba-a338-4c11-b861-3e59f50b6344 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:02:33.236496 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c110e9ac-6bbd-40a9-a716-c89429c9a458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:33.279446 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-c110e9ac-6bbd-40a9-a716-c89429c9a458 None None] Port 3d87feba-a338-4c11-b861-3e59f50b6344 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:02:33.342563 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-6dc8ac57-7cf5-4400-8660-45b9f93eb73a service neutron] Transition to ACTIVE for port object fba87fd1-4477-4e5e-a16f-5baaa7d039ea will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:02:33.353307 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-6dc8ac57-7cf5-4400-8660-45b9f93eb73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:33.424912 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef890f14-bbf0-49f2-bcd2-4cca5385f3f8 req-3ca8ea56-f2bb-439f-9d36-d1befade1e43 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:33.445000 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ef890f14-bbf0-49f2-bcd2-4cca5385f3f8 req-3ca8ea56-f2bb-439f-9d36-d1befade1e43 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 948 time: 0.1648917 Sep 08 09:02:33.482077 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-1345dbd1-82e0-4bfe-a11a-e37be7e2088d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:33.494075 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-90c4306f-044e-4b04-a86e-0d006a21c492 service neutron] 10.222.0.37 "GET /v2.0/networks/e131d2cf-f0f6-4e3a-90af-0615e503d20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661144 Sep 08 09:02:33.516742 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc8ac57-7cf5-4400-8660-45b9f93eb73a service neutron] Pushing event updated for resources: {'Port': ['ID=fba87fd1-4477-4e5e-a16f-5baaa7d039ea,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:33.576973 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ef890f14-bbf0-49f2-bcd2-4cca5385f3f8 req-3aa00836-bab0-468f-a0fa-731e45812792 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309719 Sep 08 09:02:33.669252 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-f06f7507-c527-418d-9f2c-8378b35fe60c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ae6394f3-8959-44ba-836a-10fef80e56f7 HTTP/1.1" status: 200 len: 217 time: 0.1213338 Sep 08 09:02:33.701854 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9cbc5a46-6080-43a9-96ef-3d569017b137 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:33.846351 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743578a-be29-49af-8200-a0a835299338 req-ba9f6982-dbda-4d29-a081-5241ee9b18e0 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:33.854655 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743578a-be29-49af-8200-a0a835299338 req-ba9f6982-dbda-4d29-a081-5241ee9b18e0 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:33.862690 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743578a-be29-49af-8200-a0a835299338 req-ba9f6982-dbda-4d29-a081-5241ee9b18e0 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:33.868230 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743578a-be29-49af-8200-a0a835299338 req-ba9f6982-dbda-4d29-a081-5241ee9b18e0 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:33.874979 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743578a-be29-49af-8200-a0a835299338 req-ba9f6982-dbda-4d29-a081-5241ee9b18e0 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:33.881028 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743578a-be29-49af-8200-a0a835299338 req-ba9f6982-dbda-4d29-a081-5241ee9b18e0 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:33.887325 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743578a-be29-49af-8200-a0a835299338 req-ba9f6982-dbda-4d29-a081-5241ee9b18e0 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:33.889310 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5743578a-be29-49af-8200-a0a835299338 req-ba9f6982-dbda-4d29-a081-5241ee9b18e0 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 5428 time: 0.2305655 Sep 08 09:02:33.947662 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device e9093bea-0080-4639-ace7-063440570037 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:02:33.987855 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5743578a-be29-49af-8200-a0a835299338 req-2e998f52-7954-4228-a978-13073ed3600b tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&id=ee706af1-7645-483d-b50a-1bf5c08b472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0887458 Sep 08 09:02:34.027012 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port e9093bea-0080-4639-ace7-063440570037 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:02:34.048397 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9cbc5a46-6080-43a9-96ef-3d569017b137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:34.131173 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-78480912-597d-4550-9007-72d53018c61c req-79238cf5-7bde-4d26-bcda-169147c7e35d tempest-ServerShowV254Test-462319923 tempest-ServerShowV254Test-462319923-project] 10.222.0.54 "GET /v2.0/ports?device_id=d51b385c-6d2d-48d7-a890-26c4c760d008 HTTP/1.1" status: 200 len: 210 time: 0.0384114 Sep 08 09:02:34.239683 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-51fa4c05-70fb-4055-98cc-726804e9a756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:34.241240 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-51fa4c05-70fb-4055-98cc-726804e9a756 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0e9b3a37-656a-484a-bd00-54ea1a5e5b45 HTTP/1.1" status: 200 len: 797 time: 0.5565026 Sep 08 09:02:34.255158 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b078abc-a2ef-4526-ab40-ca682cab16b9 req-e11318e5-580b-4996-a3c1-00113cf4f001 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:34.256696 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7b078abc-a2ef-4526-ab40-ca682cab16b9 req-e11318e5-580b-4996-a3c1-00113cf4f001 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/ports?device_id=6558a653-2ef0-494f-9d4a-58b758177df9 HTTP/1.1" status: 200 len: 936 time: 0.6094410 Sep 08 09:02:34.268712 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-6dc8ac57-7cf5-4400-8660-45b9f93eb73a service neutron] Attempting to bind port fba87fd1-4477-4e5e-a16f-5baaa7d039ea on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:02:34.269351 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-6dc8ac57-7cf5-4400-8660-45b9f93eb73a service neutron] Attempting to bind port fba87fd1-4477-4e5e-a16f-5baaa7d039ea by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:02:34.269854 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-6dc8ac57-7cf5-4400-8660-45b9f93eb73a service neutron] Attempting to bind port fba87fd1-4477-4e5e-a16f-5baaa7d039ea on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:02:34.290829 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49171107-49e9-4c51-930d-c990313402de req-149176a5-2c9a-409c-8804-08d89f3b1a12 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:34.292407 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-49171107-49e9-4c51-930d-c990313402de req-149176a5-2c9a-409c-8804-08d89f3b1a12 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a51a258-96de-4d45-9d6d-15392f39f58d HTTP/1.1" status: 200 len: 950 time: 0.0677834 Sep 08 09:02:34.293023 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cbc5a46-6080-43a9-96ef-3d569017b137 admin admin] Router 5ee7586d-00d3-4e21-9ec8-7de483bfa471 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:02:34.319816 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-6dc8ac57-7cf5-4400-8660-45b9f93eb73a service neutron] Port fba87fd1-4477-4e5e-a16f-5baaa7d039ea on network 05f7642a-1c79-41be-85aa-1443ef22cc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:02:34.320140 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-6dc8ac57-7cf5-4400-8660-45b9f93eb73a service neutron] Attempting to bind port fba87fd1-4477-4e5e-a16f-5baaa7d039ea on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:02:34.358008 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-6dc8ac57-7cf5-4400-8660-45b9f93eb73a service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:02:34.358980 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-6dc8ac57-7cf5-4400-8660-45b9f93eb73a service neutron] Checking segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:02:34.359618 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-6dc8ac57-7cf5-4400-8660-45b9f93eb73a service neutron] Bound using segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:02:34.360259 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-6dc8ac57-7cf5-4400-8660-45b9f93eb73a service neutron] Bound port: fba87fd1-4477-4e5e-a16f-5baaa7d039ea, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:02:34.360794 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-6dc8ac57-7cf5-4400-8660-45b9f93eb73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:34.379871 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-49171107-49e9-4c51-930d-c990313402de req-74123fde-a2ca-4090-9835-b372f689a8cd tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/security-groups?id=a39e9708-bb67-462a-996e-ebf338efc5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766208 Sep 08 09:02:34.429974 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7b078abc-a2ef-4526-ab40-ca682cab16b9 req-b8d0fe55-848f-4d5e-aacb-e69bdeb55462 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/security-groups?id=0aeb02ef-aaab-47d1-8b2c-972ae0131d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374366 Sep 08 09:02:34.448554 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-42be24a2-7b5b-4105-b8f3-53dc9022a732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:34.450099 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-42be24a2-7b5b-4105-b8f3-53dc9022a732 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7f827cbd-981b-4963-870a-da3dc338441e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1919913 Sep 08 09:02:34.452344 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6b7676-a634-4fc9-8e5d-079e3ca70cfd None None] Network c973ae74-d868-45d7-8512-13ab7ed1b791 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:02:34.457681 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cbc5a46-6080-43a9-96ef-3d569017b137 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:02:34.472460 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ed51d6-c227-4b9f-869c-7920e5166364 None None] Sync routers for ids ['5ee7586d-00d3-4e21-9ec8-7de483bfa471'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:02:34.485659 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ed51d6-c227-4b9f-869c-7920e5166364 None None] Routers {'5ee7586d-00d3-4e21-9ec8-7de483bfa471'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:02:34.486672 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-69ed51d6-c227-4b9f-869c-7920e5166364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:02:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5ee7586d-00d3-4e21-9ec8-7de483bfa471'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:02:34.492178 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9cbc5a46-6080-43a9-96ef-3d569017b137 admin admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:34.496017 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9cbc5a46-6080-43a9-96ef-3d569017b137 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5749524 Sep 08 09:02:34.496533 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39986) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:02:34.624686 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-69ed51d6-c227-4b9f-869c-7920e5166364 None None] Set router 5ee7586d-00d3-4e21-9ec8-7de483bfa471 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:02:34.639501 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ae5dc8d5-deda-4edb-aa2a-cfd157dadec1 None None] Provisioning for port e9093bea-0080-4639-ace7-063440570037 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:02:34.653408 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-6dc8ac57-7cf5-4400-8660-45b9f93eb73a service neutron] For port fba87fd1-4477-4e5e-a16f-5baaa7d039ea, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:02:34.665537 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ae5dc8d5-deda-4edb-aa2a-cfd157dadec1 None None] Provisioning complete for port e9093bea-0080-4639-ace7-063440570037 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:02:34.665870 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ae5dc8d5-deda-4edb-aa2a-cfd157dadec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:34.678742 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-6dc8ac57-7cf5-4400-8660-45b9f93eb73a service neutron] For port fba87fd1-4477-4e5e-a16f-5baaa7d039ea, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=fba87fd1-4477-4e5e-a16f-5baaa7d039ea,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:02:34.728779 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-6dc8ac57-7cf5-4400-8660-45b9f93eb73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:34.780026 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-1345dbd1-82e0-4bfe-a11a-e37be7e2088d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d87feba-a338-4c11-b861-3e59f50b6344 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:02:34.793113 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-1345dbd1-82e0-4bfe-a11a-e37be7e2088d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:34.815827 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-1345dbd1-82e0-4bfe-a11a-e37be7e2088d service neutron] Transition to ACTIVE for port object 3d87feba-a338-4c11-b861-3e59f50b6344 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:02:34.846370 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-f808c9d6-c65e-4bfa-baa0-2fd089100366 service neutron] 10.222.0.37 "GET /v2.0/networks/7f827cbd-981b-4963-870a-da3dc338441e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739207 Sep 08 09:02:34.846985 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-1345dbd1-82e0-4bfe-a11a-e37be7e2088d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:34.860587 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-6dc8ac57-7cf5-4400-8660-45b9f93eb73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:34.861217 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-6dc8ac57-7cf5-4400-8660-45b9f93eb73a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:34.862643 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-6dc8ac57-7cf5-4400-8660-45b9f93eb73a service neutron] 10.222.0.35 "PUT /v2.0/ports/fba87fd1-4477-4e5e-a16f-5baaa7d039ea HTTP/1.1" status: 200 len: 1097 time: 2.6564307 Sep 08 09:02:34.872207 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '756bfc30-5241-4c6f-88d0-5588e0622c9e', 'tag': 'fba87fd1-4477-4e5e-a16f-5baaa7d039ea'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:02:34.875045 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37542968-0055-44c4-b9b6-800ead61a434" -d '{"events": [{"name": "network-changed", "server_uuid": "756bfc30-5241-4c6f-88d0-5588e0622c9e", "tag": "fba87fd1-4477-4e5e-a16f-5baaa7d039ea"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:02:34.937881 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e64846-00f2-4803-b75a-14aa6796c975 req-d998fcfc-3fec-4721-ad44-1f81547eb70c tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:34.944942 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-00e64846-00f2-4803-b75a-14aa6796c975 req-d998fcfc-3fec-4721-ad44-1f81547eb70c tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 948 time: 0.1870897 Sep 08 09:02:34.956519 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ae5dc8d5-deda-4edb-aa2a-cfd157dadec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:34.963892 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 9d88b0e6-81d1-4f99-b049-7cddfe74d864 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:02:34.989858 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc8ac57-7cf5-4400-8660-45b9f93eb73a service neutron] Pushing event updated for resources: {'Port': ['ID=fba87fd1-4477-4e5e-a16f-5baaa7d039ea,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:35.029922 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-69ed51d6-c227-4b9f-869c-7920e5166364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee7586d-00d3-4e21-9ec8-7de483bfa471', 'name': 'tempest-TaggedBootDevicesTest-2085597779-router', 'tenant_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '5baa4558-0632-49cd-9c23-225c89909a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:02:32Z', 'updated_at': '2021-09-08T09:02:33Z', 'revision_number': 3, 'project_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'gw_port': {'id': '5baa4558-0632-49cd-9c23-225c89909a98', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee7586d-00d3-4e21-9ec8-7de483bfa471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:32Z', 'updated_at': '2021-09-08T09:02:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:02:35.050282 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-00e64846-00f2-4803-b75a-14aa6796c975 req-d11a1915-c456-4ae2-8f8b-8dfa9ed9e583 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002960 Sep 08 09:02:35.069532 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ed51d6-c227-4b9f-869c-7920e5166364 None None] Checking router: 5ee7586d-00d3-4e21-9ec8-7de483bfa471 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:02:35.071071 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ed51d6-c227-4b9f-869c-7920e5166364 None None] Updating router 5ee7586d-00d3-4e21-9ec8-7de483bfa471 port 5baa4558-0632-49cd-9c23-225c89909a98 binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:02:35.105024 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-69ed51d6-c227-4b9f-869c-7920e5166364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:35.153735 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc2fed7-c63d-423c-82d3-ffdaf2f8d3bd x-openstack-request-id: req-fcc2fed7-c63d-423c-82d3-ffdaf2f8d3bd {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:02:35.153735 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "756bfc30-5241-4c6f-88d0-5588e0622c9e", "tag": "fba87fd1-4477-4e5e-a16f-5baaa7d039ea", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:02:35.167084 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fcc2fed7-c63d-423c-82d3-ffdaf2f8d3bd {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:02:35.167521 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '756bfc30-5241-4c6f-88d0-5588e0622c9e', 'tag': 'fba87fd1-4477-4e5e-a16f-5baaa7d039ea', 'status': 'completed', 'code': 200} Sep 08 09:02:35.272090 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-ae5dc8d5-deda-4edb-aa2a-cfd157dadec1 None None] For port e9093bea-0080-4639-ace7-063440570037, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=e9093bea-0080-4639-ace7-063440570037,segment=NetworkSegment(948da7d8-df84-42e8-b003-776fc80a05e5),segment_id=948da7d8-df84-42e8-b003-776fc80a05e5)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:02:35.307485 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ae5dc8d5-deda-4edb-aa2a-cfd157dadec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:35.341336 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1345dbd1-82e0-4bfe-a11a-e37be7e2088d service neutron] Pushing event updated for resources: {'Port': ['ID=3d87feba-a338-4c11-b861-3e59f50b6344,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:35.370988 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-d1b29184-07c3-4d29-b07b-8b848499ba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:35.372876 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-d1b29184-07c3-4d29-b07b-8b848499ba9f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=553506ff289b4e99b3404efd0370492c&device_id=756bfc30-5241-4c6f-88d0-5588e0622c9e HTTP/1.1" status: 200 len: 1100 time: 0.4232953 Sep 08 09:02:35.394374 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-07f12008-8cf6-4274-a040-e19d4e087fb1 service neutron] 10.222.0.37 "GET /v2.0/networks/7f827cbd-981b-4963-870a-da3dc338441e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5378213 Sep 08 09:02:35.397027 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5dc8d5-deda-4edb-aa2a-cfd157dadec1 None None] Pushing event updated for resources: {'Port': ['ID=e9093bea-0080-4639-ace7-063440570037,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:35.438619 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 9d88b0e6-81d1-4f99-b049-7cddfe74d864 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:02:35.439009 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:35.493537 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e0baf035-4c5e-47ae-b7b8-a7fabbb4ffec req-1d25535d-1527-49d1-9055-ac28989abce3 tempest-ServerShowV254Test-462319923 tempest-ServerShowV254Test-462319923-project] 10.222.0.54 "GET /v2.0/ports?device_id=d51b385c-6d2d-48d7-a890-26c4c760d008 HTTP/1.1" status: 200 len: 210 time: 0.1292133 Sep 08 09:02:35.517718 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-69ed51d6-c227-4b9f-869c-7920e5166364 None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:35.538146 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-69ed51d6-c227-4b9f-869c-7920e5166364 None None] Transition to ACTIVE for port object 5baa4558-0632-49cd-9c23-225c89909a98 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:02:35.548279 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-69ed51d6-c227-4b9f-869c-7920e5166364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:35.577921 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-37e73fc8-bd52-453f-80c7-743bff0ee1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:35.607863 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd63957e-8ec1-4b76-95a7-31b704fd894d None None] Pushing event updated for resources: {'Port': ['ID=5baa4558-0632-49cd-9c23-225c89909a98,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:35.608133 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-5e7ad26f-0f76-4a9d-a2a4-4f20fa789b54 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7eac18b8-5ad7-46d3-89bc-275b77cbbae6 HTTP/1.1" status: 200 len: 217 time: 0.1898589 Sep 08 09:02:35.609279 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-8b47ab17-e820-4467-8b8e-9b81fc9f634a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=fba87fd1-4477-4e5e-a16f-5baaa7d039ea HTTP/1.1" status: 200 len: 217 time: 0.2136831 Sep 08 09:02:35.610286 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-1345dbd1-82e0-4bfe-a11a-e37be7e2088d service neutron] Attempting to bind port 3d87feba-a338-4c11-b861-3e59f50b6344 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:02:35.610627 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-1345dbd1-82e0-4bfe-a11a-e37be7e2088d service neutron] Attempting to bind port 3d87feba-a338-4c11-b861-3e59f50b6344 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:02:35.610956 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-1345dbd1-82e0-4bfe-a11a-e37be7e2088d service neutron] Attempting to bind port 3d87feba-a338-4c11-b861-3e59f50b6344 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:02:35.629639 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd63957e-8ec1-4b76-95a7-31b704fd894d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:02:35.629987 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd63957e-8ec1-4b76-95a7-31b704fd894d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:02:35.630562 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd63957e-8ec1-4b76-95a7-31b704fd894d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:02:35.631081 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd63957e-8ec1-4b76-95a7-31b704fd894d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:02:35.631583 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd63957e-8ec1-4b76-95a7-31b704fd894d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:02:35.632096 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd63957e-8ec1-4b76-95a7-31b704fd894d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:02:35.632591 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd63957e-8ec1-4b76-95a7-31b704fd894d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:02:35.633098 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd63957e-8ec1-4b76-95a7-31b704fd894d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:02:35.633592 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd63957e-8ec1-4b76-95a7-31b704fd894d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:02:35.634132 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd63957e-8ec1-4b76-95a7-31b704fd894d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:02:35.634626 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd63957e-8ec1-4b76-95a7-31b704fd894d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:02:35.635117 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd63957e-8ec1-4b76-95a7-31b704fd894d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:02:35.642895 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-5eb8b9c0-f806-4573-8216-48e18b6e7f81 None None] Provisioning complete for port e9093bea-0080-4639-ace7-063440570037 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:02:35.643464 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5eb8b9c0-f806-4573-8216-48e18b6e7f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:35.649906 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-69ed51d6-c227-4b9f-869c-7920e5166364 None None] Attempting to bind port 5baa4558-0632-49cd-9c23-225c89909a98 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:02:35.650447 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-69ed51d6-c227-4b9f-869c-7920e5166364 None None] Attempting to bind port 5baa4558-0632-49cd-9c23-225c89909a98 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:02:35.650946 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ed51d6-c227-4b9f-869c-7920e5166364 None None] Attempting to bind port 5baa4558-0632-49cd-9c23-225c89909a98 on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:02:35.658228 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ed51d6-c227-4b9f-869c-7920e5166364 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:02:35.658657 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c97a9-8e20-4e72-9ad0-8434c5935e82 req-71ce0783-7a8e-4b5d-916e-94c306950b2f tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:35.658804 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ed51d6-c227-4b9f-869c-7920e5166364 None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:02:35.659293 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-69ed51d6-c227-4b9f-869c-7920e5166364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:35.659808 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ed51d6-c227-4b9f-869c-7920e5166364 None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:02:35.660388 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-69ed51d6-c227-4b9f-869c-7920e5166364 None None] Bound port: 5baa4558-0632-49cd-9c23-225c89909a98, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:02:35.660902 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-69ed51d6-c227-4b9f-869c-7920e5166364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:35.664785 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c97a9-8e20-4e72-9ad0-8434c5935e82 req-71ce0783-7a8e-4b5d-916e-94c306950b2f tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:35.672850 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c97a9-8e20-4e72-9ad0-8434c5935e82 req-71ce0783-7a8e-4b5d-916e-94c306950b2f tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:35.677030 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:35.679013 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c97a9-8e20-4e72-9ad0-8434c5935e82 req-71ce0783-7a8e-4b5d-916e-94c306950b2f tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:35.681599 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-f29f773a-9f75-4860-ab6c-140700984add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:35.683465 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-f29f773a-9f75-4860-ab6c-140700984add service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0e9b3a37-656a-484a-bd00-54ea1a5e5b45 HTTP/1.1" status: 200 len: 797 time: 0.0646858 Sep 08 09:02:35.685037 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c97a9-8e20-4e72-9ad0-8434c5935e82 req-71ce0783-7a8e-4b5d-916e-94c306950b2f tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:35.691369 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c97a9-8e20-4e72-9ad0-8434c5935e82 req-71ce0783-7a8e-4b5d-916e-94c306950b2f tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:35.698370 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c97a9-8e20-4e72-9ad0-8434c5935e82 req-71ce0783-7a8e-4b5d-916e-94c306950b2f tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:35.706317 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-1345dbd1-82e0-4bfe-a11a-e37be7e2088d service neutron] Port 3d87feba-a338-4c11-b861-3e59f50b6344 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:02:35.706734 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-1345dbd1-82e0-4bfe-a11a-e37be7e2088d service neutron] Attempting to bind port 3d87feba-a338-4c11-b861-3e59f50b6344 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:02:35.707970 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-281c97a9-8e20-4e72-9ad0-8434c5935e82 req-71ce0783-7a8e-4b5d-916e-94c306950b2f tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 5428 time: 0.4400625 Sep 08 09:02:35.713178 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '356285a6-0bcb-4e25-a00d-3b52f1e9612d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d88b0e6-81d1-4f99-b049-7cddfe74d864'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:02:35.716142 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b1c56f-7467-4ff4-8918-8ee1fbdb1696" -d '{"events": [{"server_uuid": "356285a6-0bcb-4e25-a00d-3b52f1e9612d", "name": "network-vif-plugged", "status": "completed", "tag": "9d88b0e6-81d1-4f99-b049-7cddfe74d864"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:02:35.730225 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-69ed51d6-c227-4b9f-869c-7920e5166364 None None] For port 5baa4558-0632-49cd-9c23-225c89909a98, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:02:35.735431 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-69ed51d6-c227-4b9f-869c-7920e5166364 None None] For port 5baa4558-0632-49cd-9c23-225c89909a98, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=5baa4558-0632-49cd-9c23-225c89909a98,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:02:35.746078 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-69ed51d6-c227-4b9f-869c-7920e5166364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:35.750737 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 9d88b0e6-81d1-4f99-b049-7cddfe74d864, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=9d88b0e6-81d1-4f99-b049-7cddfe74d864,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:02:35.758294 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-80229ad1-f972-4f5f-b293-cc2351405b76 req-0c36afc8-90b4-4739-9ee1-1c3c56670a0e tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=6b48cc09dad54218b28ec6d3ec3fe969&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0660801 Sep 08 09:02:35.807841 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:35.822295 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-281c97a9-8e20-4e72-9ad0-8434c5935e82 req-1a6450c1-3d50-4396-8a59-678966acb161 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&id=ee706af1-7645-483d-b50a-1bf5c08b472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1090877 Sep 08 09:02:35.825306 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ed51d6-c227-4b9f-869c-7920e5166364 None None] Routers {'5ee7586d-00d3-4e21-9ec8-7de483bfa471'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:02:35.826446 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-69ed51d6-c227-4b9f-869c-7920e5166364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:02:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5ee7586d-00d3-4e21-9ec8-7de483bfa471'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:02:35.930323 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-1345dbd1-82e0-4bfe-a11a-e37be7e2088d service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:02:35.931967 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-1345dbd1-82e0-4bfe-a11a-e37be7e2088d service neutron] Checking segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:02:35.931967 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-1345dbd1-82e0-4bfe-a11a-e37be7e2088d service neutron] Bound using segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:02:35.933559 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-1345dbd1-82e0-4bfe-a11a-e37be7e2088d service neutron] Bound port: 3d87feba-a338-4c11-b861-3e59f50b6344, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:02:35.934021 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-1345dbd1-82e0-4bfe-a11a-e37be7e2088d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:35.942624 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd63957e-8ec1-4b76-95a7-31b704fd894d None None] Pushing event updated for resources: {'Port': ['ID=5baa4558-0632-49cd-9c23-225c89909a98,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:35.945481 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=9d88b0e6-81d1-4f99-b049-7cddfe74d864,revision_number=8']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:35.972650 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device e9093bea-0080-4639-ace7-063440570037 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:02:36.024790 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port e9093bea-0080-4639-ace7-063440570037 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:02:36.025479 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:36.029980 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-79e9fccb-e34d-429b-9794-f5c68bc54372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:36.033006 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-79e9fccb-e34d-429b-9794-f5c68bc54372 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.3541832 Sep 08 09:02:36.044226 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-7937287c-4068-466b-b0b0-1c3b39ec7eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:36.046422 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-7937287c-4068-466b-b0b0-1c3b39ec7eb2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7f827cbd-981b-4963-870a-da3dc338441e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3521802 Sep 08 09:02:36.081387 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-69ed51d6-c227-4b9f-869c-7920e5166364 None None] Set router 5ee7586d-00d3-4e21-9ec8-7de483bfa471 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:02:36.158233 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80229ad1-f972-4f5f-b293-cc2351405b76 req-f8179c0c-f910-4454-9330-ff4c6f92086a tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:36.159903 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-80229ad1-f972-4f5f-b293-cc2351405b76 req-f8179c0c-f910-4454-9330-ff4c6f92086a tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3743720 Sep 08 09:02:36.169092 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-1345dbd1-82e0-4bfe-a11a-e37be7e2088d service neutron] For port 3d87feba-a338-4c11-b861-3e59f50b6344, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:02:36.232885 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-1345dbd1-82e0-4bfe-a11a-e37be7e2088d service neutron] For port 3d87feba-a338-4c11-b861-3e59f50b6344, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=3d87feba-a338-4c11-b861-3e59f50b6344,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:02:36.243990 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-80229ad1-f972-4f5f-b293-cc2351405b76 req-ec75a0f0-38a4-4177-b4ce-dc3aaf11ce06 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/quotas/6b48cc09dad54218b28ec6d3ec3fe969 HTTP/1.1" status: 200 len: 375 time: 0.0693986 Sep 08 09:02:36.245164 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-1345dbd1-82e0-4bfe-a11a-e37be7e2088d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:36.283161 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-3b397bb5-1640-4c6c-b1fb-491f31f02318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:36.284794 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-3b397bb5-1640-4c6c-b1fb-491f31f02318 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2316484 Sep 08 09:02:36.302077 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-69ed51d6-c227-4b9f-869c-7920e5166364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee7586d-00d3-4e21-9ec8-7de483bfa471', 'name': 'tempest-TaggedBootDevicesTest-2085597779-router', 'tenant_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '5baa4558-0632-49cd-9c23-225c89909a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:02:32Z', 'updated_at': '2021-09-08T09:02:33Z', 'revision_number': 3, 'project_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'gw_port': {'id': '5baa4558-0632-49cd-9c23-225c89909a98', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee7586d-00d3-4e21-9ec8-7de483bfa471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:32Z', 'updated_at': '2021-09-08T09:02:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:02:36.330715 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ed51d6-c227-4b9f-869c-7920e5166364 None None] The sync data for ids ['5ee7586d-00d3-4e21-9ec8-7de483bfa471'] in n-d-806683-11 is: [{'id': '5ee7586d-00d3-4e21-9ec8-7de483bfa471', 'name': 'tempest-TaggedBootDevicesTest-2085597779-router', 'tenant_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '5baa4558-0632-49cd-9c23-225c89909a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:02:32Z', 'updated_at': '2021-09-08T09:02:33Z', 'revision_number': 3, 'project_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'gw_port': {'id': '5baa4558-0632-49cd-9c23-225c89909a98', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee7586d-00d3-4e21-9ec8-7de483bfa471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:32Z', 'updated_at': '2021-09-08T09:02:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:02:36.360725 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-1345dbd1-82e0-4bfe-a11a-e37be7e2088d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:36.361379 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-1345dbd1-82e0-4bfe-a11a-e37be7e2088d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:36.362911 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-1345dbd1-82e0-4bfe-a11a-e37be7e2088d service neutron] 10.222.0.35 "PUT /v2.0/ports/3d87feba-a338-4c11-b861-3e59f50b6344 HTTP/1.1" status: 200 len: 1097 time: 3.1519728 Sep 08 09:02:36.406323 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-b23ced32-73c5-4f84-bfa2-ff1a3b91b9bb service neutron] 10.222.0.37 "GET /v2.0/networks/7f827cbd-981b-4963-870a-da3dc338441e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395791 Sep 08 09:02:36.437343 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-37e73fc8-bd52-453f-80c7-743bff0ee1e7 admin admin] Allocated IP 172.20.0.1 (c973ae74-d868-45d7-8512-13ab7ed1b791/c69359f7-0d90-4906-8a67-6fd5e600c4bc/301cf675-2fd5-4d68-b76d-089d41c063dd) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:02:36.453683 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913f27d-5538-418b-8af5-e6b2e059b016 req-b23338bf-2841-4451-96b6-40196c2d50a5 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:36.455513 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e913f27d-5538-418b-8af5-e6b2e059b016 req-b23338bf-2841-4451-96b6-40196c2d50a5 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/ports?device_id=6558a653-2ef0-494f-9d4a-58b758177df9 HTTP/1.1" status: 200 len: 948 time: 0.4296412 Sep 08 09:02:36.468118 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1345dbd1-82e0-4bfe-a11a-e37be7e2088d service neutron] Pushing event updated for resources: {'Port': ['ID=3d87feba-a338-4c11-b861-3e59f50b6344,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:36.549788 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-80229ad1-f972-4f5f-b293-cc2351405b76 req-2539a6fd-3fcb-4a1b-840f-84f3dc55085d tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=6b48cc09dad54218b28ec6d3ec3fe969&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2931190 Sep 08 09:02:36.596496 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e913f27d-5538-418b-8af5-e6b2e059b016 req-f857b3ef-4e79-4c05-ab26-61122ed53844 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/security-groups?id=0aeb02ef-aaab-47d1-8b2c-972ae0131d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291132 Sep 08 09:02:36.604748 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-1fa34fe2-8043-431b-a57b-43827d522af7 service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062906 Sep 08 09:02:36.614466 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-efce26ec-3d00-4e7d-8b9f-ca9274447cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:36.615994 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-efce26ec-3d00-4e7d-8b9f-ca9274447cc5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=553506ff289b4e99b3404efd0370492c&device_id=6558a653-2ef0-494f-9d4a-58b758177df9 HTTP/1.1" status: 200 len: 1100 time: 0.1709645 Sep 08 09:02:36.686462 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-37e73fc8-bd52-453f-80c7-743bff0ee1e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:36.711389 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-37e73fc8-bd52-453f-80c7-743bff0ee1e7 admin admin] Transition to ACTIVE for port object 301cf675-2fd5-4d68-b76d-089d41c063dd will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:02:36.755268 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-d0401333-e9ca-45a5-9a1f-be913054b989 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=3d87feba-a338-4c11-b861-3e59f50b6344 HTTP/1.1" status: 200 len: 217 time: 0.0874648 Sep 08 09:02:36.757181 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb8af33-5a76-4d12-af0a-76281d4eaf0d req-cd5504f4-8ef6-4fc5-aae6-a19cdfac78bf service neutron] 10.222.0.37 "GET /v2.0/networks/7f827cbd-981b-4963-870a-da3dc338441e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027472 Sep 08 09:02:36.781999 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-37e73fc8-bd52-453f-80c7-743bff0ee1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:36.842211 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e73fc8-bd52-453f-80c7-743bff0ee1e7 admin admin] Network c973ae74-d868-45d7-8512-13ab7ed1b791 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:02:36.845902 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-37e73fc8-bd52-453f-80c7-743bff0ee1e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:02:36.853973 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e73fc8-bd52-453f-80c7-743bff0ee1e7 admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:02:36.862863 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e73fc8-bd52-453f-80c7-743bff0ee1e7 admin admin] Pushing event updated for resources: {'Port': ['ID=301cf675-2fd5-4d68-b76d-089d41c063dd,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:36.872862 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94c6403-edbd-4c36-858f-a2ca56ecd93f x-openstack-request-id: req-b94c6403-edbd-4c36-858f-a2ca56ecd93f {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:02:36.873365 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "356285a6-0bcb-4e25-a00d-3b52f1e9612d", "name": "network-vif-plugged", "status": "completed", "tag": "9d88b0e6-81d1-4f99-b049-7cddfe74d864", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:02:36.873484 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b94c6403-edbd-4c36-858f-a2ca56ecd93f {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:02:36.875180 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '356285a6-0bcb-4e25-a00d-3b52f1e9612d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d88b0e6-81d1-4f99-b049-7cddfe74d864', 'code': 200} Sep 08 09:02:36.929918 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-37e73fc8-bd52-453f-80c7-743bff0ee1e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:36.930177 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-e3854259-14fd-48f4-96ef-c569e28c71cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:36.931599 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-e3854259-14fd-48f4-96ef-c569e28c71cc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.1548045 Sep 08 09:02:37.086142 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-716d6afc-56dc-42b8-940f-0b3046b36c18 req-dca6f424-d391-4dce-acb2-69e88d271bea service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4207585 Sep 08 09:02:37.172209 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-37e73fc8-bd52-453f-80c7-743bff0ee1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:37.173982 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6558a653-2ef0-494f-9d4a-58b758177df9', 'tag': '3d87feba-a338-4c11-b861-3e59f50b6344'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:02:37.177406 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024082e8-c017-449c-9b82-1b92fe14b68b" -d '{"events": [{"name": "network-changed", "server_uuid": "6558a653-2ef0-494f-9d4a-58b758177df9", "tag": "3d87feba-a338-4c11-b861-3e59f50b6344"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:02:37.209342 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-1d02bd54-7aef-4fc1-a33a-37cbf634f404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:37.211103 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-1d02bd54-7aef-4fc1-a33a-37cbf634f404 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2688713 Sep 08 09:02:37.251058 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5cc1d-439e-4e02-89ce-4439d50e92e9 req-351d9d53-b89d-4d61-be2a-4107fcd940e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:37.251685 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5cc1d-439e-4e02-89ce-4439d50e92e9 req-351d9d53-b89d-4d61-be2a-4107fcd940e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:37.252184 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5cc1d-439e-4e02-89ce-4439d50e92e9 req-351d9d53-b89d-4d61-be2a-4107fcd940e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:37.252949 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5cc1d-439e-4e02-89ce-4439d50e92e9 req-351d9d53-b89d-4d61-be2a-4107fcd940e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:37.253145 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5cc1d-439e-4e02-89ce-4439d50e92e9 req-351d9d53-b89d-4d61-be2a-4107fcd940e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:37.253611 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5cc1d-439e-4e02-89ce-4439d50e92e9 req-351d9d53-b89d-4d61-be2a-4107fcd940e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:37.254112 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5cc1d-439e-4e02-89ce-4439d50e92e9 req-351d9d53-b89d-4d61-be2a-4107fcd940e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:37.259489 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a5f5cc1d-439e-4e02-89ce-4439d50e92e9 req-351d9d53-b89d-4d61-be2a-4107fcd940e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ff9af2a8ae84383ae48822128c85b16&device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 6492 time: 0.1851013 Sep 08 09:02:37.286769 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a4c476de-12f6-445b-b10c-96d6eb79783f req-2f32b515-b712-4169-8d59-1494be74d043 tempest-ServerShowV254Test-462319923 tempest-ServerShowV254Test-462319923-project] 10.222.0.54 "GET /v2.0/ports?device_id=d51b385c-6d2d-48d7-a890-26c4c760d008 HTTP/1.1" status: 200 len: 210 time: 0.0935953 Sep 08 09:02:37.293242 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5c3af-7fc6-4747-bd5b-8936fb3da66d req-cae6f66a-07cf-4902-81dd-a362c46f7c83 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:37.298449 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9ab5c3af-7fc6-4747-bd5b-8936fb3da66d req-cae6f66a-07cf-4902-81dd-a362c46f7c83 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 950 time: 0.3160419 Sep 08 09:02:37.329240 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-eed71194-4ff7-496d-8cd2-1917fba68ba9 None None] Provisioning for port 301cf675-2fd5-4d68-b76d-089d41c063dd completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:02:37.336907 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-eed71194-4ff7-496d-8cd2-1917fba68ba9 None None] Provisioning complete for port 301cf675-2fd5-4d68-b76d-089d41c063dd triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:02:37.338262 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-eed71194-4ff7-496d-8cd2-1917fba68ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:37.408786 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-eed71194-4ff7-496d-8cd2-1917fba68ba9 None None] Port 301cf675-2fd5-4d68-b76d-089d41c063dd cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:02:37.453721 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-604de591-aebd-4ca1-ba4e-a8a458e87461 req-da4968d3-2681-43ab-b37b-1cd345d75716 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a2bdb47-040a-4625-a94c-9774fb129683 HTTP/1.1" status: 200 len: 210 time: 0.0944417 Sep 08 09:02:37.470330 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37542968-0055-44c4-b9b6-800ead61a434 req-bffe8f72-cd16-4bd1-b181-63a429d28859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:37.471862 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-37542968-0055-44c4-b9b6-800ead61a434 req-bffe8f72-cd16-4bd1-b181-63a429d28859 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=553506ff289b4e99b3404efd0370492c&device_id=756bfc30-5241-4c6f-88d0-5588e0622c9e HTTP/1.1" status: 200 len: 1100 time: 0.2772918 Sep 08 09:02:37.601295 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9ab5c3af-7fc6-4747-bd5b-8936fb3da66d req-b2e05738-d77c-4387-8a3a-f03dacf0a8ad tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496550 Sep 08 09:02:37.616765 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-37e73fc8-bd52-453f-80c7-743bff0ee1e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:37.628176 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-37e73fc8-bd52-453f-80c7-743bff0ee1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:37.663145 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ae545-72ca-4f0d-b00e-842df230863c req-45d48be7-cc28-4d57-baf6-ccc96adf7aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:37.664976 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e46ae545-72ca-4f0d-b00e-842df230863c req-45d48be7-cc28-4d57-baf6-ccc96adf7aeb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 1102 time: 0.3199544 Sep 08 09:02:37.673287 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-25b90dbf-6ebb-4b48-b8bf-71fb5192b497 service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381344 Sep 08 09:02:37.678938 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae15f6b-e4bb-4a62-a832-aade916ce920 x-openstack-request-id: req-fae15f6b-e4bb-4a62-a832-aade916ce920 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:02:37.679230 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6558a653-2ef0-494f-9d4a-58b758177df9", "tag": "3d87feba-a338-4c11-b861-3e59f50b6344", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:02:37.679480 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fae15f6b-e4bb-4a62-a832-aade916ce920 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:02:37.679859 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6558a653-2ef0-494f-9d4a-58b758177df9', 'tag': '3d87feba-a338-4c11-b861-3e59f50b6344', 'status': 'completed', 'code': 200} Sep 08 09:02:37.682632 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5cc1d-439e-4e02-89ce-4439d50e92e9 req-b99e787a-4a79-45fa-9125-47eaced94e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:37.684325 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a5f5cc1d-439e-4e02-89ce-4439d50e92e9 req-b99e787a-4a79-45fa-9125-47eaced94e78 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7f827cbd-981b-4963-870a-da3dc338441e HTTP/1.1" status: 200 len: 903 time: 0.3669069 Sep 08 09:02:37.710617 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37542968-0055-44c4-b9b6-800ead61a434 req-9a0458fd-71dd-4e9e-8eec-4a0249238ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:37.712197 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-37542968-0055-44c4-b9b6-800ead61a434 req-9a0458fd-71dd-4e9e-8eec-4a0249238ed2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.2251258 Sep 08 09:02:37.716971 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c361d-6f89-4c03-9ab9-bb9e3a28236c req-f0bf5a60-7fb9-4baa-9cbe-c1071405f078 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:37.724316 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c361d-6f89-4c03-9ab9-bb9e3a28236c req-f0bf5a60-7fb9-4baa-9cbe-c1071405f078 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:37.730485 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c361d-6f89-4c03-9ab9-bb9e3a28236c req-f0bf5a60-7fb9-4baa-9cbe-c1071405f078 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:37.736544 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c361d-6f89-4c03-9ab9-bb9e3a28236c req-f0bf5a60-7fb9-4baa-9cbe-c1071405f078 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:37.742698 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c361d-6f89-4c03-9ab9-bb9e3a28236c req-f0bf5a60-7fb9-4baa-9cbe-c1071405f078 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:37.749039 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c361d-6f89-4c03-9ab9-bb9e3a28236c req-f0bf5a60-7fb9-4baa-9cbe-c1071405f078 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:37.755522 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c361d-6f89-4c03-9ab9-bb9e3a28236c req-f0bf5a60-7fb9-4baa-9cbe-c1071405f078 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:37.757477 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4e9c361d-6f89-4c03-9ab9-bb9e3a28236c req-f0bf5a60-7fb9-4baa-9cbe-c1071405f078 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 5428 time: 0.2072077 Sep 08 09:02:37.799785 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e73fc8-bd52-453f-80c7-743bff0ee1e7 admin admin] Pushing event updated for resources: {'Port': ['ID=301cf675-2fd5-4d68-b76d-089d41c063dd,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:37.807560 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-37e73fc8-bd52-453f-80c7-743bff0ee1e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:37.831841 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a5f5cc1d-439e-4e02-89ce-4439d50e92e9 req-5c60675b-30a2-4cf0-9ca2-bc9010f5586e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ae6394f3-8959-44ba-836a-10fef80e56f7 HTTP/1.1" status: 200 len: 217 time: 0.1161773 Sep 08 09:02:37.854153 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-37542968-0055-44c4-b9b6-800ead61a434 req-8a927738-9c64-42c9-ba95-c1ae4735d11f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=fba87fd1-4477-4e5e-a16f-5baaa7d039ea HTTP/1.1" status: 200 len: 217 time: 0.1219740 Sep 08 09:02:37.865492 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4e9c361d-6f89-4c03-9ab9-bb9e3a28236c req-6bcd91de-e127-4385-81ff-d3e45abd623b tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&id=ee706af1-7645-483d-b50a-1bf5c08b472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0863435 Sep 08 09:02:37.943690 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 5baa4558-0632-49cd-9c23-225c89909a98 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:02:37.982440 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e73fc8-bd52-453f-80c7-743bff0ee1e7 admin admin] Network c973ae74-d868-45d7-8512-13ab7ed1b791 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:02:37.984709 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-37e73fc8-bd52-453f-80c7-743bff0ee1e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:02:38.003609 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 5baa4558-0632-49cd-9c23-225c89909a98 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:02:38.007572 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 5baa4558-0632-49cd-9c23-225c89909a98 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:02:38.008015 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:38.020028 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e46ae545-72ca-4f0d-b00e-842df230863c req-74ee3f6d-24e5-45bc-9e85-a7deaf9282e9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067780 Sep 08 09:02:38.030664 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5cc1d-439e-4e02-89ce-4439d50e92e9 req-8eed7f22-aec7-4d7a-ace4-aa55a34cfa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:38.032147 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a5f5cc1d-439e-4e02-89ce-4439d50e92e9 req-8eed7f22-aec7-4d7a-ace4-aa55a34cfa47 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0e9b3a37-656a-484a-bd00-54ea1a5e5b45 HTTP/1.1" status: 200 len: 797 time: 0.1769187 Sep 08 09:02:38.072296 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee7f2e-b54e-40fc-aaf4-579ea543b9e5 req-45405094-4804-4b62-82cf-dd77d6987711 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:38.077578 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e6ee7f2e-b54e-40fc-aaf4-579ea543b9e5 req-45405094-4804-4b62-82cf-dd77d6987711 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/ports?device_id=6558a653-2ef0-494f-9d4a-58b758177df9 HTTP/1.1" status: 200 len: 948 time: 0.3328502 Sep 08 09:02:38.079813 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-55c1f4b7-7656-4a7e-aa58-fe59da7c59b2 req-a86c027d-6861-4853-8dff-80bcc9df4829 service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653193 Sep 08 09:02:38.081811 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37542968-0055-44c4-b9b6-800ead61a434 req-9f360c47-e04d-4309-b4d6-0d737cc4d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:38.083263 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-37542968-0055-44c4-b9b6-800ead61a434 req-9f360c47-e04d-4309-b4d6-0d737cc4d8b1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.2034204 Sep 08 09:02:38.150071 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e73fc8-bd52-453f-80c7-743bff0ee1e7 admin admin] Router 5ee7586d-00d3-4e21-9ec8-7de483bfa471 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:02:38.197720 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e6ee7f2e-b54e-40fc-aaf4-579ea543b9e5 req-8b69e81f-4d0a-4d16-8b2f-cb7be02e5b4f tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/security-groups?id=0aeb02ef-aaab-47d1-8b2c-972ae0131d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133180 Sep 08 09:02:38.262022 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37542968-0055-44c4-b9b6-800ead61a434 req-8ced2b05-af3d-4a26-b76d-60310673d3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:38.264055 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-37542968-0055-44c4-b9b6-800ead61a434 req-8ced2b05-af3d-4a26-b76d-60310673d3c9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1526201 Sep 08 09:02:38.275559 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:38.302716 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 5baa4558-0632-49cd-9c23-225c89909a98, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=5baa4558-0632-49cd-9c23-225c89909a98,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:02:38.310644 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:38.316405 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024082e8-c017-449c-9b82-1b92fe14b68b req-c3899ce7-96c7-4aba-98de-b33153a337ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:38.318026 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-024082e8-c017-449c-9b82-1b92fe14b68b req-c3899ce7-96c7-4aba-98de-b33153a337ab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=553506ff289b4e99b3404efd0370492c&device_id=6558a653-2ef0-494f-9d4a-58b758177df9 HTTP/1.1" status: 200 len: 1100 time: 0.1149616 Sep 08 09:02:38.335520 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e73fc8-bd52-453f-80c7-743bff0ee1e7 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:02:38.345927 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-37e73fc8-bd52-453f-80c7-743bff0ee1e7 admin admin] 10.222.0.54 "PUT /v2.0/routers/5ee7586d-00d3-4e21-9ec8-7de483bfa471/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8462999 Sep 08 09:02:38.391909 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=5baa4558-0632-49cd-9c23-225c89909a98,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:38.438835 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-1af5785c-f1ec-44f9-9ab2-b6123ce8fd10 None None] Provisioning complete for port 301cf675-2fd5-4d68-b76d-089d41c063dd triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:02:38.439215 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1af5785c-f1ec-44f9-9ab2-b6123ce8fd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:38.490605 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-1af5785c-f1ec-44f9-9ab2-b6123ce8fd10 None None] Port 301cf675-2fd5-4d68-b76d-089d41c063dd cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:02:38.597418 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7fa808c3-da31-4aa5-9ab6-520d17b6a053 req-dc687966-95f6-4805-a6d9-a5658243e9f0 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a2bdb47-040a-4625-a94c-9774fb129683 HTTP/1.1" status: 200 len: 210 time: 0.0292366 Sep 08 09:02:38.755126 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b24a11b-7280-466b-95c4-5956fd3bfbfd None None] Sync routers for ids ['5ee7586d-00d3-4e21-9ec8-7de483bfa471'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:02:38.769565 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b24a11b-7280-466b-95c4-5956fd3bfbfd None None] Routers {'5ee7586d-00d3-4e21-9ec8-7de483bfa471'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:02:38.770310 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-4b24a11b-7280-466b-95c4-5956fd3bfbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:02:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5ee7586d-00d3-4e21-9ec8-7de483bfa471'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:02:38.810110 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e269c-bbfc-492a-9f9d-4f3e900c850f req-7c79bdcd-5e66-4cec-82ce-2af3eddc4617 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:38.815201 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-115e269c-bbfc-492a-9f9d-4f3e900c850f req-7c79bdcd-5e66-4cec-82ce-2af3eddc4617 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 950 time: 0.0977097 Sep 08 09:02:38.881042 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-115e269c-bbfc-492a-9f9d-4f3e900c850f req-be4bbd9a-e0a5-45f4-863a-7ae75575a024 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545504 Sep 08 09:02:38.918218 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-4b24a11b-7280-466b-95c4-5956fd3bfbfd None None] Set router 5ee7586d-00d3-4e21-9ec8-7de483bfa471 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:02:38.980289 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-82bb4342-c1da-4d80-b281-6b67bbed95e8 req-f7ae626f-3106-43bd-b157-103c93d2ffa3 tempest-ServerShowV254Test-462319923 tempest-ServerShowV254Test-462319923-project] 10.222.0.54 "GET /v2.0/ports?device_id=d51b385c-6d2d-48d7-a890-26c4c760d008 HTTP/1.1" status: 200 len: 210 time: 0.5722384 Sep 08 09:02:38.997514 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-80229ad1-f972-4f5f-b293-cc2351405b76 req-d0f32f1a-8c2d-43d4-9e62-06ae0d756e01 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6b48cc09dad54218b28ec6d3ec3fe969&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1200671 Sep 08 09:02:39.027175 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4fb67-c988-4b76-9a26-9d7c80452877 req-b0219927-9a70-4caa-865d-1a393ead4f5b tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:39.037781 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4fb67-c988-4b76-9a26-9d7c80452877 req-b0219927-9a70-4caa-865d-1a393ead4f5b tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:39.045199 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4fb67-c988-4b76-9a26-9d7c80452877 req-b0219927-9a70-4caa-865d-1a393ead4f5b tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:39.052005 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4fb67-c988-4b76-9a26-9d7c80452877 req-b0219927-9a70-4caa-865d-1a393ead4f5b tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:39.062853 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4fb67-c988-4b76-9a26-9d7c80452877 req-b0219927-9a70-4caa-865d-1a393ead4f5b tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:39.070301 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4fb67-c988-4b76-9a26-9d7c80452877 req-b0219927-9a70-4caa-865d-1a393ead4f5b tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:39.083711 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c4fb67-c988-4b76-9a26-9d7c80452877 req-b0219927-9a70-4caa-865d-1a393ead4f5b tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:39.085795 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d3c4fb67-c988-4b76-9a26-9d7c80452877 req-b0219927-9a70-4caa-865d-1a393ead4f5b tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 5428 time: 0.1409194 Sep 08 09:02:39.106369 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5cc1d-439e-4e02-89ce-4439d50e92e9 req-98f173be-524f-435e-bc61-6b5d9211f25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:39.109393 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a5f5cc1d-439e-4e02-89ce-4439d50e92e9 req-98f173be-524f-435e-bc61-6b5d9211f25e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7f827cbd-981b-4963-870a-da3dc338441e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7033753 Sep 08 09:02:39.130393 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-37542968-0055-44c4-b9b6-800ead61a434 req-6a45d1cf-b7a0-4cdf-9bb8-5e8f832bcaa4 service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8568196 Sep 08 09:02:39.169116 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d3c4fb67-c988-4b76-9a26-9d7c80452877 req-99ba4177-c32e-47cf-8b51-9ad83f97ce8b tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&id=ee706af1-7645-483d-b50a-1bf5c08b472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0654986 Sep 08 09:02:39.198033 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024082e8-c017-449c-9b82-1b92fe14b68b req-21cc99a9-c478-48b1-a4cd-20a579db5198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:39.199766 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-024082e8-c017-449c-9b82-1b92fe14b68b req-21cc99a9-c478-48b1-a4cd-20a579db5198 service neutron] 10.222.0.35 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.8734052 Sep 08 09:02:39.231072 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-4b24a11b-7280-466b-95c4-5956fd3bfbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee7586d-00d3-4e21-9ec8-7de483bfa471', 'name': 'tempest-TaggedBootDevicesTest-2085597779-router', 'tenant_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '5baa4558-0632-49cd-9c23-225c89909a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:02:32Z', 'updated_at': '2021-09-08T09:02:37Z', 'revision_number': 4, 'project_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'gw_port': {'id': '5baa4558-0632-49cd-9c23-225c89909a98', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee7586d-00d3-4e21-9ec8-7de483bfa471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:32Z', 'updated_at': '2021-09-08T09:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '301cf675-2fd5-4d68-b76d-089d41c063dd', 'name': '', 'network_id': 'c973ae74-d868-45d7-8512-13ab7ed1b791', 'tenant_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'mac_address': 'fa:16:3e:51:1a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee7586d-00d3-4e21-9ec8-7de483bfa471', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'c69359f7-0d90-4906-8a67-6fd5e600c4bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:35Z', 'updated_at': '2021-09-08T09:02:37Z', 'revision_number': 2, 'project_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'subnets': [{'id': 'c69359f7-0d90-4906-8a67-6fd5e600c4bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:02:39.260431 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b24a11b-7280-466b-95c4-5956fd3bfbfd None None] Checking router: 5ee7586d-00d3-4e21-9ec8-7de483bfa471 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:02:39.260838 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b24a11b-7280-466b-95c4-5956fd3bfbfd None None] Updating router 5ee7586d-00d3-4e21-9ec8-7de483bfa471 port 301cf675-2fd5-4d68-b76d-089d41c063dd binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:02:39.288988 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4b24a11b-7280-466b-95c4-5956fd3bfbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:39.480085 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-516008b7-a2d4-4916-b1be-2b67eef5e95d req-39860b1a-a905-4488-9ff8-53e66c2c1ddf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d51b385c-6d2d-48d7-a890-26c4c760d008 HTTP/1.1" status: 200 len: 210 time: 0.1711869 Sep 08 09:02:39.502689 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-024082e8-c017-449c-9b82-1b92fe14b68b req-e1c44ec5-7119-4e79-bee4-5160462a88c5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=3d87feba-a338-4c11-b861-3e59f50b6344 HTTP/1.1" status: 200 len: 217 time: 0.1949124 Sep 08 09:02:39.539214 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a5f5cc1d-439e-4e02-89ce-4439d50e92e9 req-e2a1943c-58ba-42cd-9697-61336f084418 service neutron] 10.222.0.37 "GET /v2.0/networks/7f827cbd-981b-4963-870a-da3dc338441e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123244 Sep 08 09:02:39.627087 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80229ad1-f972-4f5f-b293-cc2351405b76 req-b2210cd0-2291-4db9-a514-1f21d79c671e tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:39.627999 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-80229ad1-f972-4f5f-b293-cc2351405b76 req-b2210cd0-2291-4db9-a514-1f21d79c671e tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5747027 Sep 08 09:02:39.641477 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3da07-8685-44cb-9afe-aa52bae8c9ab req-5b4429ee-3782-4fcf-ad5d-ed4eaecbe20a tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:39.641477 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-53f3da07-8685-44cb-9afe-aa52bae8c9ab req-5b4429ee-3782-4fcf-ad5d-ed4eaecbe20a tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/ports?device_id=6558a653-2ef0-494f-9d4a-58b758177df9 HTTP/1.1" status: 200 len: 948 time: 0.3315187 Sep 08 09:02:39.656859 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-80229ad1-f972-4f5f-b293-cc2351405b76 req-40eaa429-5896-4c84-a9bb-8ef57f734ee3 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Request body: {'port': {'device_id': '9a2bdb47-040a-4625-a94c-9774fb129683', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'admin_state_up': True, 'tenant_id': '6b48cc09dad54218b28ec6d3ec3fe969'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:02:39.724232 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4b24a11b-7280-466b-95c4-5956fd3bfbfd None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:39.731806 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-37542968-0055-44c4-b9b6-800ead61a434 req-76afed33-d0bf-4776-b727-4e89926609b0 service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5890253 Sep 08 09:02:39.751669 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-4b24a11b-7280-466b-95c4-5956fd3bfbfd None None] Transition to ACTIVE for port object 301cf675-2fd5-4d68-b76d-089d41c063dd will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:02:39.755108 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3cd970a6-a8f1-403b-8c0e-44b38018d7b7 req-a13b2188-abde-48cb-913b-5bb714603d3c tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a2bdb47-040a-4625-a94c-9774fb129683 HTTP/1.1" status: 200 len: 210 time: 0.0570097 Sep 08 09:02:39.759653 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4b24a11b-7280-466b-95c4-5956fd3bfbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:39.822320 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-53f3da07-8685-44cb-9afe-aa52bae8c9ab req-3d035016-13f4-4dee-bf59-167dd06c1b58 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/security-groups?id=0aeb02ef-aaab-47d1-8b2c-972ae0131d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583340 Sep 08 09:02:39.827196 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a5f5cc1d-439e-4e02-89ce-4439d50e92e9 req-a456652d-acdf-405f-b6f6-0ffa67033ca6 service neutron] 10.222.0.37 "GET /v2.0/networks/7f827cbd-981b-4963-870a-da3dc338441e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708054 Sep 08 09:02:39.839202 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef6d1a-35e1-4405-abcd-03c0210bb1a2 None None] Pushing event updated for resources: {'Port': ['ID=301cf675-2fd5-4d68-b76d-089d41c063dd,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:39.911192 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-4b24a11b-7280-466b-95c4-5956fd3bfbfd None None] Attempting to bind port 301cf675-2fd5-4d68-b76d-089d41c063dd on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:02:39.911570 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-4b24a11b-7280-466b-95c4-5956fd3bfbfd None None] Attempting to bind port 301cf675-2fd5-4d68-b76d-089d41c063dd by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '948da7d8-df84-42e8-b003-776fc80a05e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c973ae74-d868-45d7-8512-13ab7ed1b791'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:02:39.911937 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b24a11b-7280-466b-95c4-5956fd3bfbfd None None] Attempting to bind port 301cf675-2fd5-4d68-b76d-089d41c063dd on network c973ae74-d868-45d7-8512-13ab7ed1b791 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:02:39.921389 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b24a11b-7280-466b-95c4-5956fd3bfbfd None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:02:39.921771 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b24a11b-7280-466b-95c4-5956fd3bfbfd None None] Checking segment: {'id': '948da7d8-df84-42e8-b003-776fc80a05e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c973ae74-d868-45d7-8512-13ab7ed1b791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:02:39.922405 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4b24a11b-7280-466b-95c4-5956fd3bfbfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:39.924909 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b24a11b-7280-466b-95c4-5956fd3bfbfd None None] Bound using segment: {'id': '948da7d8-df84-42e8-b003-776fc80a05e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c973ae74-d868-45d7-8512-13ab7ed1b791'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:02:39.926111 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-4b24a11b-7280-466b-95c4-5956fd3bfbfd None None] Bound port: 301cf675-2fd5-4d68-b76d-089d41c063dd, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '948da7d8-df84-42e8-b003-776fc80a05e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c973ae74-d868-45d7-8512-13ab7ed1b791'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:02:39.927551 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4b24a11b-7280-466b-95c4-5956fd3bfbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:39.938742 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024082e8-c017-449c-9b82-1b92fe14b68b req-e9c45dc0-f6f0-46cb-a4ff-ba9e7743e1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:39.940393 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-024082e8-c017-449c-9b82-1b92fe14b68b req-e9c45dc0-f6f0-46cb-a4ff-ba9e7743e1d7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.0901718 Sep 08 09:02:39.960976 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80229ad1-f972-4f5f-b293-cc2351405b76 req-40eaa429-5896-4c84-a9bb-8ef57f734ee3 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Made reservation on behalf of 6b48cc09dad54218b28ec6d3ec3fe969 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:02:39.962964 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-80229ad1-f972-4f5f-b293-cc2351405b76 req-40eaa429-5896-4c84-a9bb-8ef57f734ee3 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:40.006115 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 5baa4558-0632-49cd-9c23-225c89909a98 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:02:40.074135 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024082e8-c017-449c-9b82-1b92fe14b68b req-a18dfb3b-c055-43fa-aed0-9505d67d6bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:40.076055 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-024082e8-c017-449c-9b82-1b92fe14b68b req-a18dfb3b-c055-43fa-aed0-9505d67d6bff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1274900 Sep 08 09:02:40.136074 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f287b-439d-40ed-925b-8c71948d79c7 req-709cb8c9-1022-4276-a39e-b7be9a996cf6 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:40.140973 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2d0f287b-439d-40ed-925b-8c71948d79c7 req-709cb8c9-1022-4276-a39e-b7be9a996cf6 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 950 time: 0.1023576 Sep 08 09:02:40.160123 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5cc1d-439e-4e02-89ce-4439d50e92e9 req-a9a93d1e-feb8-420e-860d-b0f1e234cce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:40.160694 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5cc1d-439e-4e02-89ce-4439d50e92e9 req-a9a93d1e-feb8-420e-860d-b0f1e234cce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:40.161057 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-4b24a11b-7280-466b-95c4-5956fd3bfbfd None None] For port 301cf675-2fd5-4d68-b76d-089d41c063dd, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:02:40.161440 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5cc1d-439e-4e02-89ce-4439d50e92e9 req-a9a93d1e-feb8-420e-860d-b0f1e234cce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:40.161926 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5cc1d-439e-4e02-89ce-4439d50e92e9 req-a9a93d1e-feb8-420e-860d-b0f1e234cce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:40.162573 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5cc1d-439e-4e02-89ce-4439d50e92e9 req-a9a93d1e-feb8-420e-860d-b0f1e234cce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:40.163093 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5cc1d-439e-4e02-89ce-4439d50e92e9 req-a9a93d1e-feb8-420e-860d-b0f1e234cce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:40.163550 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5cc1d-439e-4e02-89ce-4439d50e92e9 req-a9a93d1e-feb8-420e-860d-b0f1e234cce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:40.165715 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a5f5cc1d-439e-4e02-89ce-4439d50e92e9 req-a9a93d1e-feb8-420e-860d-b0f1e234cce0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ff9af2a8ae84383ae48822128c85b16&device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 6492 time: 0.1820219 Sep 08 09:02:40.165922 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-4b24a11b-7280-466b-95c4-5956fd3bfbfd None None] For port 301cf675-2fd5-4d68-b76d-089d41c063dd, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=301cf675-2fd5-4d68-b76d-089d41c063dd,segment=NetworkSegment(948da7d8-df84-42e8-b003-776fc80a05e5),segment_id=948da7d8-df84-42e8-b003-776fc80a05e5)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:02:40.178142 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 5baa4558-0632-49cd-9c23-225c89909a98 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:02:40.178535 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:40.192449 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2d0f287b-439d-40ed-925b-8c71948d79c7 req-0c07c7d7-b20f-43bd-ad41-a4457074dfa6 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443449 Sep 08 09:02:40.209551 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4b24a11b-7280-466b-95c4-5956fd3bfbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:40.238454 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d7089c6a-6ed7-4088-865c-fe84b5cf9dcf req-1b58b498-e8c8-4d26-8645-4c6c83e03229 tempest-ServerShowV254Test-462319923 tempest-ServerShowV254Test-462319923-project] 10.222.0.54 "GET /v2.0/ports?device_id=d51b385c-6d2d-48d7-a890-26c4c760d008 HTTP/1.1" status: 200 len: 210 time: 0.0914230 Sep 08 09:02:40.399827 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef6d1a-35e1-4405-abcd-03c0210bb1a2 None None] Pushing event updated for resources: {'Port': ['ID=301cf675-2fd5-4d68-b76d-089d41c063dd,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:40.404221 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b24a11b-7280-466b-95c4-5956fd3bfbfd None None] Routers {'5ee7586d-00d3-4e21-9ec8-7de483bfa471'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:02:40.413240 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-4b24a11b-7280-466b-95c4-5956fd3bfbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:02:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5ee7586d-00d3-4e21-9ec8-7de483bfa471'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:02:40.472265 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6006130-4c8f-4d7a-8612-be2d7fdf2bb9 req-18496cbb-0f94-4980-a40d-dcaff8acc44a tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:40.474706 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b6006130-4c8f-4d7a-8612-be2d7fdf2bb9 req-18496cbb-0f94-4980-a40d-dcaff8acc44a tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 950 time: 0.0730400 Sep 08 09:02:40.488807 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-80229ad1-f972-4f5f-b293-cc2351405b76 req-40eaa429-5896-4c84-a9bb-8ef57f734ee3 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Allocated IP 192.168.233.234 (05f7642a-1c79-41be-85aa-1443ef22cc3b/dfc66e4b-ecb5-4c99-afe1-0a78c722534a/01089d13-0cca-43c1-ae3d-3a7b2af2c771) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:02:40.510932 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-024082e8-c017-449c-9b82-1b92fe14b68b req-36fe346d-3ecf-40a3-b820-46f7c5915010 service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988883 Sep 08 09:02:40.541774 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5cc1d-439e-4e02-89ce-4439d50e92e9 req-417dca91-f31e-4eae-9ea5-e48d81f3059b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:40.544213 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a5f5cc1d-439e-4e02-89ce-4439d50e92e9 req-417dca91-f31e-4eae-9ea5-e48d81f3059b service neutron] 10.222.0.37 "GET /v2.0/networks?id=7f827cbd-981b-4963-870a-da3dc338441e HTTP/1.1" status: 200 len: 903 time: 0.3596053 Sep 08 09:02:40.549307 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b6006130-4c8f-4d7a-8612-be2d7fdf2bb9 req-473730b3-5f10-445e-9fbf-680bfa43f2d2 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665259 Sep 08 09:02:40.613162 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-4b24a11b-7280-466b-95c4-5956fd3bfbfd None None] Set router 5ee7586d-00d3-4e21-9ec8-7de483bfa471 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:02:40.686371 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a5f5cc1d-439e-4e02-89ce-4439d50e92e9 req-fe60ce67-8771-4952-a687-5f4e32b7f589 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7eac18b8-5ad7-46d3-89bc-275b77cbbae6 HTTP/1.1" status: 200 len: 217 time: 0.0926850 Sep 08 09:02:40.705266 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918b5bb-ca95-4867-b018-14c765a9b462 req-91fc92a5-2a13-476a-9815-35c8376ba7e2 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:40.711452 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918b5bb-ca95-4867-b018-14c765a9b462 req-91fc92a5-2a13-476a-9815-35c8376ba7e2 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:40.719544 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918b5bb-ca95-4867-b018-14c765a9b462 req-91fc92a5-2a13-476a-9815-35c8376ba7e2 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:40.726369 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918b5bb-ca95-4867-b018-14c765a9b462 req-91fc92a5-2a13-476a-9815-35c8376ba7e2 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:40.733899 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918b5bb-ca95-4867-b018-14c765a9b462 req-91fc92a5-2a13-476a-9815-35c8376ba7e2 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:40.746091 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918b5bb-ca95-4867-b018-14c765a9b462 req-91fc92a5-2a13-476a-9815-35c8376ba7e2 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:40.748752 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918b5bb-ca95-4867-b018-14c765a9b462 req-91fc92a5-2a13-476a-9815-35c8376ba7e2 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:40.756858 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3918b5bb-ca95-4867-b018-14c765a9b462 req-91fc92a5-2a13-476a-9815-35c8376ba7e2 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 5428 time: 0.3424940 Sep 08 09:02:40.894899 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-4b24a11b-7280-466b-95c4-5956fd3bfbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee7586d-00d3-4e21-9ec8-7de483bfa471', 'name': 'tempest-TaggedBootDevicesTest-2085597779-router', 'tenant_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '5baa4558-0632-49cd-9c23-225c89909a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:02:32Z', 'updated_at': '2021-09-08T09:02:37Z', 'revision_number': 4, 'project_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'gw_port': {'id': '5baa4558-0632-49cd-9c23-225c89909a98', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee7586d-00d3-4e21-9ec8-7de483bfa471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:32Z', 'updated_at': '2021-09-08T09:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '301cf675-2fd5-4d68-b76d-089d41c063dd', 'name': '', 'network_id': 'c973ae74-d868-45d7-8512-13ab7ed1b791', 'tenant_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'mac_address': 'fa:16:3e:51:1a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee7586d-00d3-4e21-9ec8-7de483bfa471', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'c69359f7-0d90-4906-8a67-6fd5e600c4bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:35Z', 'updated_at': '2021-09-08T09:02:40Z', 'revision_number': 4, 'project_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'subnets': [{'id': 'c69359f7-0d90-4906-8a67-6fd5e600c4bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:02:40.904328 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5cc1d-439e-4e02-89ce-4439d50e92e9 req-c1b0f877-efa5-43a4-9488-ed0eaa79e9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:40.905610 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a5f5cc1d-439e-4e02-89ce-4439d50e92e9 req-c1b0f877-efa5-43a4-9488-ed0eaa79e9b7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0e9b3a37-656a-484a-bd00-54ea1a5e5b45 HTTP/1.1" status: 200 len: 797 time: 0.1402526 Sep 08 09:02:40.949209 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b24a11b-7280-466b-95c4-5956fd3bfbfd None None] The sync data for ids ['5ee7586d-00d3-4e21-9ec8-7de483bfa471'] in n-d-806683-11 is: [{'id': '5ee7586d-00d3-4e21-9ec8-7de483bfa471', 'name': 'tempest-TaggedBootDevicesTest-2085597779-router', 'tenant_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '5baa4558-0632-49cd-9c23-225c89909a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:02:32Z', 'updated_at': '2021-09-08T09:02:37Z', 'revision_number': 4, 'project_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'gw_port': {'id': '5baa4558-0632-49cd-9c23-225c89909a98', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee7586d-00d3-4e21-9ec8-7de483bfa471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:32Z', 'updated_at': '2021-09-08T09:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '301cf675-2fd5-4d68-b76d-089d41c063dd', 'name': '', 'network_id': 'c973ae74-d868-45d7-8512-13ab7ed1b791', 'tenant_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'mac_address': 'fa:16:3e:51:1a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee7586d-00d3-4e21-9ec8-7de483bfa471', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'c69359f7-0d90-4906-8a67-6fd5e600c4bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:35Z', 'updated_at': '2021-09-08T09:02:40Z', 'revision_number': 4, 'project_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'subnets': [{'id': 'c69359f7-0d90-4906-8a67-6fd5e600c4bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:02:40.990344 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-024082e8-c017-449c-9b82-1b92fe14b68b req-4b554f6b-8c90-4859-9e01-399cf06f58da service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099190 Sep 08 09:02:40.997209 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3918b5bb-ca95-4867-b018-14c765a9b462 req-7d8eee6a-5a69-4a9e-afcb-d3cb7d182103 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&id=ee706af1-7645-483d-b50a-1bf5c08b472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2394190 Sep 08 09:02:40.998051 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device fba87fd1-4477-4e5e-a16f-5baaa7d039ea details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:02:41.115128 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5cc1d-439e-4e02-89ce-4439d50e92e9 req-6ca11b7f-46bd-453c-9c10-8c488e3999c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:41.116764 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a5f5cc1d-439e-4e02-89ce-4439d50e92e9 req-6ca11b7f-46bd-453c-9c10-8c488e3999c3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7f827cbd-981b-4963-870a-da3dc338441e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1778433 Sep 08 09:02:41.151594 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-80229ad1-f972-4f5f-b293-cc2351405b76 req-40eaa429-5896-4c84-a9bb-8ef57f734ee3 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:41.165143 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3b4dc88c-17c4-49f5-93b8-6c49add49eb8 req-feb80add-b886-4e8a-8944-3fe80c9e51b4 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a2bdb47-040a-4625-a94c-9774fb129683 HTTP/1.1" status: 200 len: 210 time: 0.0702779 Sep 08 09:02:41.274690 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port fba87fd1-4477-4e5e-a16f-5baaa7d039ea, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=fba87fd1-4477-4e5e-a16f-5baaa7d039ea,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:02:41.316597 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a5f5cc1d-439e-4e02-89ce-4439d50e92e9 req-70698cbf-ee91-41e1-93e5-32209a473133 service neutron] 10.222.0.37 "GET /v2.0/networks/7f827cbd-981b-4963-870a-da3dc338441e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837063 Sep 08 09:02:41.327253 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': 'fba87fd1-4477-4e5e-a16f-5baaa7d039ea', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'port_id': 'fba87fd1-4477-4e5e-a16f-5baaa7d039ea', 'mac_address': 'fa:16:3e:13:e7:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc66e4b-ecb5-4c99-afe1-0a78c722534a', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:02:41.407013 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:41.425866 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fba87fd1-4477-4e5e-a16f-5baaa7d039ea {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:02:41.427901 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021fece-128d-47b1-9408-a610a785ea68 req-0439a5ad-86f5-4d5b-a882-59fafcbc4967 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:41.440498 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e021fece-128d-47b1-9408-a610a785ea68 req-0439a5ad-86f5-4d5b-a882-59fafcbc4967 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 950 time: 0.1486239 Sep 08 09:02:41.472260 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port fba87fd1-4477-4e5e-a16f-5baaa7d039ea, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=fba87fd1-4477-4e5e-a16f-5baaa7d039ea,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:02:41.480988 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:41.519270 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e021fece-128d-47b1-9408-a610a785ea68 req-b41607b9-95ca-4358-b84e-ac842484529a tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774696 Sep 08 09:02:41.567764 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-80229ad1-f972-4f5f-b293-cc2351405b76 req-40eaa429-5896-4c84-a9bb-8ef57f734ee3 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Transition to ACTIVE for port object 01089d13-0cca-43c1-ae3d-3a7b2af2c771 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:02:41.574051 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=fba87fd1-4477-4e5e-a16f-5baaa7d039ea,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:41.578746 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a5f5cc1d-439e-4e02-89ce-4439d50e92e9 req-224c528e-ba50-4d36-970d-6066a7f4064c service neutron] 10.222.0.37 "GET /v2.0/networks/7f827cbd-981b-4963-870a-da3dc338441e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380500 Sep 08 09:02:41.616975 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed5796-fd44-490b-98a1-15f42e9d2e8a req-c45c3c3d-487e-40bc-93c7-e8d1da74f9ee tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:41.622982 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-49ed5796-fd44-490b-98a1-15f42e9d2e8a req-c45c3c3d-487e-40bc-93c7-e8d1da74f9ee tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/ports?device_id=6558a653-2ef0-494f-9d4a-58b758177df9 HTTP/1.1" status: 200 len: 948 time: 0.3030930 Sep 08 09:02:41.657380 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-57bc307e-ce09-4c3c-b9dd-d2a67907c6c0 req-7942a8d2-17ad-4fad-b22d-9bddce61eaed tempest-ServerShowV254Test-462319923 tempest-ServerShowV254Test-462319923-project] 10.222.0.54 "GET /v2.0/ports?device_id=d51b385c-6d2d-48d7-a890-26c4c760d008 HTTP/1.1" status: 200 len: 210 time: 0.0356345 Sep 08 09:02:41.671398 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-80229ad1-f972-4f5f-b293-cc2351405b76 req-40eaa429-5896-4c84-a9bb-8ef57f734ee3 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:41.704334 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['fdeafc4e-0cbc-4844-8bc6-9cbae5e92085'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:02:41.710959 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80229ad1-f972-4f5f-b293-cc2351405b76 req-40eaa429-5896-4c84-a9bb-8ef57f734ee3 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Network 05f7642a-1c79-41be-85aa-1443ef22cc3b is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:02:41.744504 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-80229ad1-f972-4f5f-b293-cc2351405b76 req-40eaa429-5896-4c84-a9bb-8ef57f734ee3 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:02:41.778990 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-49ed5796-fd44-490b-98a1-15f42e9d2e8a req-eba0cd9c-73f5-44f1-af1b-7a11cd6b8896 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/security-groups?id=0aeb02ef-aaab-47d1-8b2c-972ae0131d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456847 Sep 08 09:02:41.783416 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-80229ad1-f972-4f5f-b293-cc2351405b76 req-40eaa429-5896-4c84-a9bb-8ef57f734ee3 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:02:41.919024 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['fba87fd1-4477-4e5e-a16f-5baaa7d039ea'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:02:41.961672 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eaa429-5896-4c84-a9bb-8ef57f734ee3 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Pushing event updated for resources: {'Port': ['ID=01089d13-0cca-43c1-ae3d-3a7b2af2c771,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:41.997933 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80229ad1-f972-4f5f-b293-cc2351405b76 req-40eaa429-5896-4c84-a9bb-8ef57f734ee3 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:41.998599 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-80229ad1-f972-4f5f-b293-cc2351405b76 req-40eaa429-5896-4c84-a9bb-8ef57f734ee3 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:42.004001 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 301cf675-2fd5-4d68-b76d-089d41c063dd up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:02:42.020706 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-80229ad1-f972-4f5f-b293-cc2351405b76 req-40eaa429-5896-4c84-a9bb-8ef57f734ee3 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3684826 Sep 08 09:02:42.043250 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-80229ad1-f972-4f5f-b293-cc2351405b76 req-252c92f0-4f84-4e7a-ac42-54c44f55e7c4 service neutron] Request body: {'port': {'device_id': '9a2bdb47-040a-4625-a94c-9774fb129683', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:02:42.166456 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-80229ad1-f972-4f5f-b293-cc2351405b76 req-252c92f0-4f84-4e7a-ac42-54c44f55e7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:42.253344 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-7cfbd77b-cb61-4c45-9c52-d8697c3870bd None None] Provisioning for port 01089d13-0cca-43c1-ae3d-3a7b2af2c771 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:02:42.263873 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-07586d44-acf3-49a6-b6c0-855e95111d19 req-f1a6e0cf-7ef3-4e51-a2bd-78df0e416c8b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ebbbf984f72d4fbb9b65cf0e461817fd&device_id=d51b385c-6d2d-48d7-a890-26c4c760d008 HTTP/1.1" status: 200 len: 210 time: 0.0524414 Sep 08 09:02:42.270794 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-7cfbd77b-cb61-4c45-9c52-d8697c3870bd None None] Provisioning complete for port 01089d13-0cca-43c1-ae3d-3a7b2af2c771 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:02:42.271172 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7cfbd77b-cb61-4c45-9c52-d8697c3870bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:42.298014 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b73c16-8b4d-413c-a39d-2f7adf492810 req-733644af-9539-4f5d-abc5-f0e158c01643 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:42.304418 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b73c16-8b4d-413c-a39d-2f7adf492810 req-733644af-9539-4f5d-abc5-f0e158c01643 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:42.310754 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b73c16-8b4d-413c-a39d-2f7adf492810 req-733644af-9539-4f5d-abc5-f0e158c01643 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:42.318318 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b73c16-8b4d-413c-a39d-2f7adf492810 req-733644af-9539-4f5d-abc5-f0e158c01643 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:42.325142 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b73c16-8b4d-413c-a39d-2f7adf492810 req-733644af-9539-4f5d-abc5-f0e158c01643 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:42.332369 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b73c16-8b4d-413c-a39d-2f7adf492810 req-733644af-9539-4f5d-abc5-f0e158c01643 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:42.338878 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b73c16-8b4d-413c-a39d-2f7adf492810 req-733644af-9539-4f5d-abc5-f0e158c01643 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:42.347325 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-45b73c16-8b4d-413c-a39d-2f7adf492810 req-733644af-9539-4f5d-abc5-f0e158c01643 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 5428 time: 0.1641626 Sep 08 09:02:42.374389 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-7cfbd77b-cb61-4c45-9c52-d8697c3870bd None None] Port 01089d13-0cca-43c1-ae3d-3a7b2af2c771 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:02:42.400666 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5263b6cc-f4ce-4b84-ac94-648a43f3d6ea req-a8c6c44c-9d16-4c26-9bff-c04a79a45950 tempest-ServerShowV254Test-462319923 tempest-ServerShowV254Test-462319923-project] 10.222.0.54 "GET /v2.0/ports?device_id=d51b385c-6d2d-48d7-a890-26c4c760d008 HTTP/1.1" status: 200 len: 210 time: 0.0343783 Sep 08 09:02:42.433367 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-07586d44-acf3-49a6-b6c0-855e95111d19 req-3ab374c7-0c1a-41a1-a513-8b8d3774b07a service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=ebbbf984f72d4fbb9b65cf0e461817fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0682218 Sep 08 09:02:42.441819 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-45b73c16-8b4d-413c-a39d-2f7adf492810 req-6e5e9fe2-1e29-4596-8fdd-065b3e772d48 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&id=ee706af1-7645-483d-b50a-1bf5c08b472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0932393 Sep 08 09:02:42.470008 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 301cf675-2fd5-4d68-b76d-089d41c063dd completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:02:42.487671 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 301cf675-2fd5-4d68-b76d-089d41c063dd triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:02:42.488052 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:42.727794 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07586d44-acf3-49a6-b6c0-855e95111d19 req-9586d544-afeb-455b-b294-c1f4858cae4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:42.730335 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-07586d44-acf3-49a6-b6c0-855e95111d19 req-9586d544-afeb-455b-b294-c1f4858cae4b service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2883787 Sep 08 09:02:42.731483 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0b554-7cb7-4662-976a-62e0c2c07fe9 req-d5f64674-cf46-4370-99eb-694a45d915ea tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:42.739385 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a4e0b554-7cb7-4662-976a-62e0c2c07fe9 req-d5f64674-cf46-4370-99eb-694a45d915ea tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 950 time: 0.0943472 Sep 08 09:02:42.750811 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad6822-11f6-4b31-a8c9-6a3ec157943b req-89215a61-42ca-4762-8da8-2de7334a77f3 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:42.752427 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-20ad6822-11f6-4b31-a8c9-6a3ec157943b req-89215a61-42ca-4762-8da8-2de7334a77f3 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a2bdb47-040a-4625-a94c-9774fb129683 HTTP/1.1" status: 200 len: 936 time: 0.2089865 Sep 08 09:02:42.803976 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:42.827362 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a4e0b554-7cb7-4662-976a-62e0c2c07fe9 req-df7d0ad8-7dba-4750-834c-8b50d9cc26ca tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856705 Sep 08 09:02:42.835380 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-20ad6822-11f6-4b31-a8c9-6a3ec157943b req-e126851a-e6a8-40e9-98f7-aa317bbce1b7 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/security-groups?id=a39e9708-bb67-462a-996e-ebf338efc5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740635 Sep 08 09:02:42.853251 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 301cf675-2fd5-4d68-b76d-089d41c063dd, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=301cf675-2fd5-4d68-b76d-089d41c063dd,segment=NetworkSegment(948da7d8-df84-42e8-b003-776fc80a05e5),segment_id=948da7d8-df84-42e8-b003-776fc80a05e5)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:02:42.871341 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:42.904836 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-80229ad1-f972-4f5f-b293-cc2351405b76 req-252c92f0-4f84-4e7a-ac42-54c44f55e7c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01089d13-0cca-43c1-ae3d-3a7b2af2c771 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:02:42.918922 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-80229ad1-f972-4f5f-b293-cc2351405b76 req-252c92f0-4f84-4e7a-ac42-54c44f55e7c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:42.938192 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-80229ad1-f972-4f5f-b293-cc2351405b76 req-252c92f0-4f84-4e7a-ac42-54c44f55e7c4 service neutron] Transition to ACTIVE for port object 01089d13-0cca-43c1-ae3d-3a7b2af2c771 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:02:42.947307 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-80229ad1-f972-4f5f-b293-cc2351405b76 req-252c92f0-4f84-4e7a-ac42-54c44f55e7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:42.974594 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=301cf675-2fd5-4d68-b76d-089d41c063dd,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:42.998701 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 3d87feba-a338-4c11-b861-3e59f50b6344 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:02:43.006377 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c92f0-4f84-4e7a-ac42-54c44f55e7c4 service neutron] Pushing event updated for resources: {'Port': ['ID=01089d13-0cca-43c1-ae3d-3a7b2af2c771,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:43.125785 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b68977-de1b-4b30-9d74-cf32b1286e1d req-bb854dc8-dc6a-4b2d-87cc-182eed5383a8 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:43.134359 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-16b68977-de1b-4b30-9d74-cf32b1286e1d req-bb854dc8-dc6a-4b2d-87cc-182eed5383a8 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/ports?device_id=6558a653-2ef0-494f-9d4a-58b758177df9 HTTP/1.1" status: 200 len: 948 time: 0.1298144 Sep 08 09:02:43.149127 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 3d87feba-a338-4c11-b861-3e59f50b6344, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=3d87feba-a338-4c11-b861-3e59f50b6344,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:02:43.173156 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '3d87feba-a338-4c11-b861-3e59f50b6344', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'port_id': '3d87feba-a338-4c11-b861-3e59f50b6344', 'mac_address': 'fa:16:3e:ef:41:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc66e4b-ecb5-4c99-afe1-0a78c722534a', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:02:43.203573 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-16b68977-de1b-4b30-9d74-cf32b1286e1d req-2c2ff4e6-54c6-4d9d-801f-e2e6e9a06225 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/security-groups?id=0aeb02ef-aaab-47d1-8b2c-972ae0131d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636039 Sep 08 09:02:43.229935 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:43.234490 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-80229ad1-f972-4f5f-b293-cc2351405b76 req-252c92f0-4f84-4e7a-ac42-54c44f55e7c4 service neutron] Attempting to bind port 01089d13-0cca-43c1-ae3d-3a7b2af2c771 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:02:43.238846 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-80229ad1-f972-4f5f-b293-cc2351405b76 req-252c92f0-4f84-4e7a-ac42-54c44f55e7c4 service neutron] Attempting to bind port 01089d13-0cca-43c1-ae3d-3a7b2af2c771 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:02:43.239238 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80229ad1-f972-4f5f-b293-cc2351405b76 req-252c92f0-4f84-4e7a-ac42-54c44f55e7c4 service neutron] Attempting to bind port 01089d13-0cca-43c1-ae3d-3a7b2af2c771 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:02:43.244625 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80229ad1-f972-4f5f-b293-cc2351405b76 req-252c92f0-4f84-4e7a-ac42-54c44f55e7c4 service neutron] Port 01089d13-0cca-43c1-ae3d-3a7b2af2c771 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:02:43.244954 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80229ad1-f972-4f5f-b293-cc2351405b76 req-252c92f0-4f84-4e7a-ac42-54c44f55e7c4 service neutron] Attempting to bind port 01089d13-0cca-43c1-ae3d-3a7b2af2c771 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:02:43.247377 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d87feba-a338-4c11-b861-3e59f50b6344 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:02:43.251488 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80229ad1-f972-4f5f-b293-cc2351405b76 req-252c92f0-4f84-4e7a-ac42-54c44f55e7c4 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:02:43.251843 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80229ad1-f972-4f5f-b293-cc2351405b76 req-252c92f0-4f84-4e7a-ac42-54c44f55e7c4 service neutron] Checking segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:02:43.252234 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80229ad1-f972-4f5f-b293-cc2351405b76 req-252c92f0-4f84-4e7a-ac42-54c44f55e7c4 service neutron] Bound using segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:02:43.252675 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-80229ad1-f972-4f5f-b293-cc2351405b76 req-252c92f0-4f84-4e7a-ac42-54c44f55e7c4 service neutron] Bound port: 01089d13-0cca-43c1-ae3d-3a7b2af2c771, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:02:43.253643 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-80229ad1-f972-4f5f-b293-cc2351405b76 req-252c92f0-4f84-4e7a-ac42-54c44f55e7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:43.276067 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 3d87feba-a338-4c11-b861-3e59f50b6344, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=3d87feba-a338-4c11-b861-3e59f50b6344,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:02:43.282556 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:43.333983 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-80229ad1-f972-4f5f-b293-cc2351405b76 req-252c92f0-4f84-4e7a-ac42-54c44f55e7c4 service neutron] For port 01089d13-0cca-43c1-ae3d-3a7b2af2c771, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:02:43.337663 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-80229ad1-f972-4f5f-b293-cc2351405b76 req-252c92f0-4f84-4e7a-ac42-54c44f55e7c4 service neutron] For port 01089d13-0cca-43c1-ae3d-3a7b2af2c771, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=01089d13-0cca-43c1-ae3d-3a7b2af2c771,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:02:43.344475 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-80229ad1-f972-4f5f-b293-cc2351405b76 req-252c92f0-4f84-4e7a-ac42-54c44f55e7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:43.348005 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=3d87feba-a338-4c11-b861-3e59f50b6344,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:43.384046 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80229ad1-f972-4f5f-b293-cc2351405b76 req-252c92f0-4f84-4e7a-ac42-54c44f55e7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:43.384864 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-80229ad1-f972-4f5f-b293-cc2351405b76 req-252c92f0-4f84-4e7a-ac42-54c44f55e7c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:43.386327 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-80229ad1-f972-4f5f-b293-cc2351405b76 req-252c92f0-4f84-4e7a-ac42-54c44f55e7c4 service neutron] 10.222.0.37 "PUT /v2.0/ports/01089d13-0cca-43c1-ae3d-3a7b2af2c771 HTTP/1.1" status: 200 len: 1097 time: 1.3501236 Sep 08 09:02:43.388598 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2bdb47-040a-4625-a94c-9774fb129683', 'tag': '01089d13-0cca-43c1-ae3d-3a7b2af2c771'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:02:43.392124 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3675bbe2-6558-490b-ae1b-c604ee6444f0" -d '{"events": [{"name": "network-changed", "server_uuid": "9a2bdb47-040a-4625-a94c-9774fb129683", "tag": "01089d13-0cca-43c1-ae3d-3a7b2af2c771"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:02:43.423850 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c92f0-4f84-4e7a-ac42-54c44f55e7c4 service neutron] Pushing event updated for resources: {'Port': ['ID=01089d13-0cca-43c1-ae3d-3a7b2af2c771,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:43.459352 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b493d000-385a-4454-8677-23c78e7de754 x-openstack-request-id: req-b493d000-385a-4454-8677-23c78e7de754 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:02:43.459804 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a2bdb47-040a-4625-a94c-9774fb129683", "tag": "01089d13-0cca-43c1-ae3d-3a7b2af2c771", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:02:43.460071 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b493d000-385a-4454-8677-23c78e7de754 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:02:43.461867 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a2bdb47-040a-4625-a94c-9774fb129683', 'tag': '01089d13-0cca-43c1-ae3d-3a7b2af2c771', 'status': 'completed', 'code': 200} Sep 08 09:02:43.546993 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fa894b0d-0904-4643-aaf9-a7367e3fc9ac req-bd7b3a2b-4e5f-42e5-9bc3-bbb78785e01b tempest-ServerShowV254Test-462319923 tempest-ServerShowV254Test-462319923-project] 10.222.0.54 "GET /v2.0/ports?device_id=d51b385c-6d2d-48d7-a890-26c4c760d008 HTTP/1.1" status: 200 len: 210 time: 0.0544441 Sep 08 09:02:43.562070 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80229ad1-f972-4f5f-b293-cc2351405b76 req-3ae5748c-ec18-4ccb-9487-722d84e8df98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:43.563659 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-80229ad1-f972-4f5f-b293-cc2351405b76 req-3ae5748c-ec18-4ccb-9487-722d84e8df98 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b48cc09dad54218b28ec6d3ec3fe969&device_id=9a2bdb47-040a-4625-a94c-9774fb129683 HTTP/1.1" status: 200 len: 1100 time: 0.0920589 Sep 08 09:02:43.595495 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee80a72-8a54-4f1c-befb-9815d66517e0 req-f1d4b75b-fa60-46ae-aed1-cd6c7116b8f1 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:43.601730 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee80a72-8a54-4f1c-befb-9815d66517e0 req-f1d4b75b-fa60-46ae-aed1-cd6c7116b8f1 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:43.608497 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee80a72-8a54-4f1c-befb-9815d66517e0 req-f1d4b75b-fa60-46ae-aed1-cd6c7116b8f1 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:43.614709 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee80a72-8a54-4f1c-befb-9815d66517e0 req-f1d4b75b-fa60-46ae-aed1-cd6c7116b8f1 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:43.626263 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee80a72-8a54-4f1c-befb-9815d66517e0 req-f1d4b75b-fa60-46ae-aed1-cd6c7116b8f1 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:43.634008 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee80a72-8a54-4f1c-befb-9815d66517e0 req-f1d4b75b-fa60-46ae-aed1-cd6c7116b8f1 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:43.640116 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee80a72-8a54-4f1c-befb-9815d66517e0 req-f1d4b75b-fa60-46ae-aed1-cd6c7116b8f1 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:43.642763 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3ee80a72-8a54-4f1c-befb-9815d66517e0 req-f1d4b75b-fa60-46ae-aed1-cd6c7116b8f1 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 5428 time: 0.1203656 Sep 08 09:02:43.700129 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3ee80a72-8a54-4f1c-befb-9815d66517e0 req-54c5a356-70ee-4079-8e0b-620473b9da86 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&id=ee706af1-7645-483d-b50a-1bf5c08b472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0511854 Sep 08 09:02:43.740501 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['3d87feba-a338-4c11-b861-3e59f50b6344'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:02:43.963940 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 301cf675-2fd5-4d68-b76d-089d41c063dd up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:02:44.022399 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 301cf675-2fd5-4d68-b76d-089d41c063dd triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:02:44.022782 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:44.027173 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77196c47-547c-4d15-85c2-74a68ed67416 req-96f2be35-0214-4935-bd70-bcacea437124 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:44.029085 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-77196c47-547c-4d15-85c2-74a68ed67416 req-96f2be35-0214-4935-bd70-bcacea437124 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a2bdb47-040a-4625-a94c-9774fb129683 HTTP/1.1" status: 200 len: 948 time: 0.0580285 Sep 08 09:02:44.056813 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-80229ad1-f972-4f5f-b293-cc2351405b76 req-4b9f1717-2f45-4eb0-b2e7-0ef3b12ced90 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=01089d13-0cca-43c1-ae3d-3a7b2af2c771 HTTP/1.1" status: 200 len: 217 time: 0.4760816 Sep 08 09:02:44.084349 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-77196c47-547c-4d15-85c2-74a68ed67416 req-ee4f608c-e70f-49dd-ab7c-4a8855cdbcc5 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/security-groups?id=a39e9708-bb67-462a-996e-ebf338efc5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468173 Sep 08 09:02:44.164338 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef3e27d-d0c8-4a16-a6b4-bef4d0271c06 req-05145b45-fd7c-410c-8624-0dc55809777c tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:44.169283 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-eef3e27d-d0c8-4a16-a6b4-bef4d0271c06 req-05145b45-fd7c-410c-8624-0dc55809777c tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 950 time: 0.1155269 Sep 08 09:02:44.172271 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80229ad1-f972-4f5f-b293-cc2351405b76 req-02e43806-5ddb-4609-8ecb-1910d9c9163f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:44.174456 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-80229ad1-f972-4f5f-b293-cc2351405b76 req-02e43806-5ddb-4609-8ecb-1910d9c9163f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.1078265 Sep 08 09:02:44.241375 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-eef3e27d-d0c8-4a16-a6b4-bef4d0271c06 req-075b9f2f-8220-4808-93a0-d1a205bccdd0 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711684 Sep 08 09:02:44.269785 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80229ad1-f972-4f5f-b293-cc2351405b76 req-3d0d0ab5-798d-48ee-a905-af94284bef65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:44.271305 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-80229ad1-f972-4f5f-b293-cc2351405b76 req-3d0d0ab5-798d-48ee-a905-af94284bef65 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0809314 Sep 08 09:02:44.289039 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-07586d44-acf3-49a6-b6c0-855e95111d19 req-f175f509-aad8-4cff-b0de-c8d4f9c2fba9 tempest-ServerShowV254Test-462319923 tempest-ServerShowV254Test-462319923-project] 10.222.0.35 "GET /v2.0/ports?device_id=d51b385c-6d2d-48d7-a890-26c4c760d008 HTTP/1.1" status: 200 len: 210 time: 0.0332146 Sep 08 09:02:44.461660 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb97d5-25b0-4d07-bc36-0aedda7bca95 req-309e211d-6bf8-4045-a1bc-9fb45a5f3442 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:44.463294 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5ffb97d5-25b0-4d07-bc36-0aedda7bca95 req-309e211d-6bf8-4045-a1bc-9fb45a5f3442 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/ports?device_id=6558a653-2ef0-494f-9d4a-58b758177df9 HTTP/1.1" status: 200 len: 949 time: 0.1522779 Sep 08 09:02:44.514969 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-80229ad1-f972-4f5f-b293-cc2351405b76 req-c101e8ea-5d0f-444e-8598-6e81d61553f5 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883268 Sep 08 09:02:44.540842 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5ffb97d5-25b0-4d07-bc36-0aedda7bca95 req-21d1ad84-0f90-44cf-b326-392e932be90a tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/security-groups?id=0aeb02ef-aaab-47d1-8b2c-972ae0131d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613835 Sep 08 09:02:44.635010 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-80229ad1-f972-4f5f-b293-cc2351405b76 req-8fcce29b-02e2-4fc4-bb96-c2bb10576d35 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107972 Sep 08 09:02:44.682127 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-758af89f-5e17-4c6c-93d8-feb88f2ffb31 req-5bb10fa9-d260-478a-88ba-f2115e1c6ead tempest-ServerShowV254Test-462319923 tempest-ServerShowV254Test-462319923-project] 10.222.0.54 "GET /v2.0/ports?device_id=d51b385c-6d2d-48d7-a890-26c4c760d008 HTTP/1.1" status: 200 len: 210 time: 0.0305769 Sep 08 09:02:44.812003 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675bbe2-6558-490b-ae1b-c604ee6444f0 req-7a56ae0e-a11e-4c73-9c5d-6f6cab0e1de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:44.813306 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3675bbe2-6558-490b-ae1b-c604ee6444f0 req-7a56ae0e-a11e-4c73-9c5d-6f6cab0e1de8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b48cc09dad54218b28ec6d3ec3fe969&device_id=9a2bdb47-040a-4625-a94c-9774fb129683 HTTP/1.1" status: 200 len: 1100 time: 0.0668507 Sep 08 09:02:44.938183 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d88da-5fb5-4d32-97c5-b3f4ce9a8c3b req-18037d12-3473-4e33-b87e-dc211d8afc16 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:44.945285 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d88da-5fb5-4d32-97c5-b3f4ce9a8c3b req-18037d12-3473-4e33-b87e-dc211d8afc16 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:44.952319 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d88da-5fb5-4d32-97c5-b3f4ce9a8c3b req-18037d12-3473-4e33-b87e-dc211d8afc16 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:44.959539 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d88da-5fb5-4d32-97c5-b3f4ce9a8c3b req-18037d12-3473-4e33-b87e-dc211d8afc16 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:44.965846 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d88da-5fb5-4d32-97c5-b3f4ce9a8c3b req-18037d12-3473-4e33-b87e-dc211d8afc16 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:44.977916 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d88da-5fb5-4d32-97c5-b3f4ce9a8c3b req-18037d12-3473-4e33-b87e-dc211d8afc16 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:44.984114 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d88da-5fb5-4d32-97c5-b3f4ce9a8c3b req-18037d12-3473-4e33-b87e-dc211d8afc16 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:44.986294 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-be7d88da-5fb5-4d32-97c5-b3f4ce9a8c3b req-18037d12-3473-4e33-b87e-dc211d8afc16 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 5428 time: 0.1784713 Sep 08 09:02:45.016906 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 3d87feba-a338-4c11-b861-3e59f50b6344 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:02:45.047290 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675bbe2-6558-490b-ae1b-c604ee6444f0 req-85e86a9d-c116-47e3-a320-5fb8cc5f26be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:45.050493 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3675bbe2-6558-490b-ae1b-c604ee6444f0 req-85e86a9d-c116-47e3-a320-5fb8cc5f26be service neutron] 10.222.0.37 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.2264037 Sep 08 09:02:45.060954 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-be7d88da-5fb5-4d32-97c5-b3f4ce9a8c3b req-8643da5d-84c6-40b6-a5bd-c011bb81bbe2 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&id=ee706af1-7645-483d-b50a-1bf5c08b472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0662711 Sep 08 09:02:45.106875 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 3d87feba-a338-4c11-b861-3e59f50b6344 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:02:45.112512 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 3d87feba-a338-4c11-b861-3e59f50b6344 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:02:45.112965 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:45.152324 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3675bbe2-6558-490b-ae1b-c604ee6444f0 req-ac166abe-c45d-4f20-8648-58a390491ed0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=01089d13-0cca-43c1-ae3d-3a7b2af2c771 HTTP/1.1" status: 200 len: 217 time: 0.0817599 Sep 08 09:02:45.234301 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675bbe2-6558-490b-ae1b-c604ee6444f0 req-a732e7af-41e2-4575-8081-8b9290ceba6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:45.237278 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3675bbe2-6558-490b-ae1b-c604ee6444f0 req-a732e7af-41e2-4575-8081-8b9290ceba6a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.0629468 Sep 08 09:02:45.277758 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:45.295278 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f459a-13e3-4289-8504-9f77439c2df0 req-b593cd19-cb49-45c4-844b-81ebb5235254 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:45.308606 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-df5f459a-13e3-4289-8504-9f77439c2df0 req-b593cd19-cb49-45c4-844b-81ebb5235254 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a2bdb47-040a-4625-a94c-9774fb129683 HTTP/1.1" status: 200 len: 948 time: 0.1182737 Sep 08 09:02:45.317447 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675bbe2-6558-490b-ae1b-c604ee6444f0 req-fc672438-90f0-4a17-b66c-d245f7d53115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:45.319055 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3675bbe2-6558-490b-ae1b-c604ee6444f0 req-fc672438-90f0-4a17-b66c-d245f7d53115 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0735109 Sep 08 09:02:45.330957 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6558a653-2ef0-494f-9d4a-58b758177df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d87feba-a338-4c11-b861-3e59f50b6344'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:02:45.333856 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86bb773e-bf4e-4a34-b049-2298df2d6767" -d '{"events": [{"server_uuid": "6558a653-2ef0-494f-9d4a-58b758177df9", "name": "network-vif-plugged", "status": "completed", "tag": "3d87feba-a338-4c11-b861-3e59f50b6344"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:02:45.354752 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 3d87feba-a338-4c11-b861-3e59f50b6344, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=3d87feba-a338-4c11-b861-3e59f50b6344,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:02:45.364277 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:45.365280 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device fba87fd1-4477-4e5e-a16f-5baaa7d039ea up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:02:45.378649 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-df5f459a-13e3-4289-8504-9f77439c2df0 req-3c4ff2e6-1a1e-43f1-8e52-c8a4bffb7ad7 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/security-groups?id=a39e9708-bb67-462a-996e-ebf338efc5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677221 Sep 08 09:02:45.486544 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=3d87feba-a338-4c11-b861-3e59f50b6344,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:45.508437 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:02:45.508941 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:02:45.509363 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:02:45.509770 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:02:45.510223 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:02:45.510670 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:02:45.511010 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:02:45.511348 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:02:45.511685 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:02:45.512020 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:02:45.512344 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:02:45.512678 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:02:45.535186 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port fba87fd1-4477-4e5e-a16f-5baaa7d039ea completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:02:45.540458 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port fba87fd1-4477-4e5e-a16f-5baaa7d039ea triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:02:45.540865 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:45.570690 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3675bbe2-6558-490b-ae1b-c604ee6444f0 req-ec7d83ff-4ef4-4b9f-970f-73199c13d807 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393363 Sep 08 09:02:45.595448 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1039d69-f4c0-43c5-9fbd-3fb547de9824 req-82921bc2-230a-4f45-99bd-3ab23b80c11d tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:45.597085 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a1039d69-f4c0-43c5-9fbd-3fb547de9824 req-82921bc2-230a-4f45-99bd-3ab23b80c11d tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 950 time: 0.0972776 Sep 08 09:02:45.599434 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c5aff9-ba95-4e3a-9049-6096eb081269 x-openstack-request-id: req-30c5aff9-ba95-4e3a-9049-6096eb081269 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:02:45.599739 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6558a653-2ef0-494f-9d4a-58b758177df9", "name": "network-vif-plugged", "status": "completed", "tag": "3d87feba-a338-4c11-b861-3e59f50b6344", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:02:45.600002 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-30c5aff9-ba95-4e3a-9049-6096eb081269 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:02:45.600411 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6558a653-2ef0-494f-9d4a-58b758177df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d87feba-a338-4c11-b861-3e59f50b6344', 'code': 200} Sep 08 09:02:45.668804 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:45.724226 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port fba87fd1-4477-4e5e-a16f-5baaa7d039ea, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=fba87fd1-4477-4e5e-a16f-5baaa7d039ea,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:02:45.746196 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:45.767651 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a176cc4-762e-46fe-8480-d846eb85e365 req-aa301e98-77cf-4aec-94c0-2d63a03d84b9 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:45.778424 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5a176cc4-762e-46fe-8480-d846eb85e365 req-aa301e98-77cf-4aec-94c0-2d63a03d84b9 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/ports?device_id=6558a653-2ef0-494f-9d4a-58b758177df9 HTTP/1.1" status: 200 len: 950 time: 0.1213982 Sep 08 09:02:45.807730 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a1039d69-f4c0-43c5-9fbd-3fb547de9824 req-776043da-0bfd-4492-8034-90e4225023ea tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870062 Sep 08 09:02:45.848467 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3675bbe2-6558-490b-ae1b-c604ee6444f0 req-af47dfdf-b4d4-4e0a-8cc1-56343e24f1e3 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641900 Sep 08 09:02:45.864499 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75eca1-eb67-4d2a-b499-bccf686f3795 req-e803d6e4-a213-4011-a03c-4ad968d620f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:45.872927 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5a176cc4-762e-46fe-8480-d846eb85e365 req-63bfb5a1-ca7b-4afd-be82-7ab9d70b51a3 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/security-groups?id=0aeb02ef-aaab-47d1-8b2c-972ae0131d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914524 Sep 08 09:02:45.876806 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-da75eca1-eb67-4d2a-b499-bccf686f3795 req-e803d6e4-a213-4011-a03c-4ad968d620f7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6558a653-2ef0-494f-9d4a-58b758177df9 HTTP/1.1" status: 200 len: 1102 time: 0.1600897 Sep 08 09:02:45.887703 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=fba87fd1-4477-4e5e-a16f-5baaa7d039ea,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:45.939722 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-da75eca1-eb67-4d2a-b499-bccf686f3795 req-da567e0d-f631-4361-a36c-49fd04203deb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0aeb02ef-aaab-47d1-8b2c-972ae0131d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546710 Sep 08 09:02:46.189037 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40240) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:02:46.280782 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03774d47-f1f3-4b63-8f6d-6df33c368390 req-fcd5adc0-28c9-4a29-a7ce-54e0a6c76e5b tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:46.287178 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03774d47-f1f3-4b63-8f6d-6df33c368390 req-fcd5adc0-28c9-4a29-a7ce-54e0a6c76e5b tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:46.294563 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03774d47-f1f3-4b63-8f6d-6df33c368390 req-fcd5adc0-28c9-4a29-a7ce-54e0a6c76e5b tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:46.301654 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03774d47-f1f3-4b63-8f6d-6df33c368390 req-fcd5adc0-28c9-4a29-a7ce-54e0a6c76e5b tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:46.307624 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03774d47-f1f3-4b63-8f6d-6df33c368390 req-fcd5adc0-28c9-4a29-a7ce-54e0a6c76e5b tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:46.315014 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03774d47-f1f3-4b63-8f6d-6df33c368390 req-fcd5adc0-28c9-4a29-a7ce-54e0a6c76e5b tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:46.321786 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03774d47-f1f3-4b63-8f6d-6df33c368390 req-fcd5adc0-28c9-4a29-a7ce-54e0a6c76e5b tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:46.323898 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-03774d47-f1f3-4b63-8f6d-6df33c368390 req-fcd5adc0-28c9-4a29-a7ce-54e0a6c76e5b tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 5428 time: 0.1408045 Sep 08 09:02:46.351096 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-55bade78-e272-4e49-815e-24e18476280c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:46.376230 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-03774d47-f1f3-4b63-8f6d-6df33c368390 req-fd5dbc4e-b9c2-48ae-9d6c-6ee0920536ac tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&id=ee706af1-7645-483d-b50a-1bf5c08b472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415592 Sep 08 09:02:46.510054 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-55bade78-e272-4e49-815e-24e18476280c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:46.518463 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-55bade78-e272-4e49-815e-24e18476280c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:46.563770 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c740393-450f-4db7-bd3d-afe2060873aa req-dc1eac2b-afd5-44e5-8aa8-aa02b7654f17 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:46.566201 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3c740393-450f-4db7-bd3d-afe2060873aa req-dc1eac2b-afd5-44e5-8aa8-aa02b7654f17 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a2bdb47-040a-4625-a94c-9774fb129683 HTTP/1.1" status: 200 len: 948 time: 0.0778501 Sep 08 09:02:46.586997 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bade78-e272-4e49-815e-24e18476280c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190f373f-613b-4424-bd3d-3acc810c7424,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:46.600835 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-55bade78-e272-4e49-815e-24e18476280c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ebbbf984f72d4fbb9b65cf0e461817fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4095607 Sep 08 09:02:46.604094 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40250) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:02:46.627707 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3c740393-450f-4db7-bd3d-afe2060873aa req-0bd6a669-e3f2-49f7-906f-bfe582ba942a tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/security-groups?id=a39e9708-bb67-462a-996e-ebf338efc5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542548 Sep 08 09:02:46.687009 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-09de7f97-51af-4dce-ac68-9e724e3ac96a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:46.731097 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-09de7f97-51af-4dce-ac68-9e724e3ac96a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:46.796910 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-09de7f97-51af-4dce-ac68-9e724e3ac96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:46.799733 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-09de7f97-51af-4dce-ac68-9e724e3ac96a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:46.803261 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-09de7f97-51af-4dce-ac68-9e724e3ac96a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/190f373f-613b-4424-bd3d-3acc810c7424 HTTP/1.1" status: 204 len: 168 time: 0.1955888 Sep 08 09:02:46.813679 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09de7f97-51af-4dce-ac68-9e724e3ac96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190f373f-613b-4424-bd3d-3acc810c7424,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:46.946499 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 01089d13-0cca-43c1-ae3d-3a7b2af2c771 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:02:47.024355 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9cb2f-e7be-459b-86d4-482484257a7b req-ef9b4164-93dc-4af1-8988-ae593328e2dc tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:47.027207 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-eec9cb2f-e7be-459b-86d4-482484257a7b req-ef9b4164-93dc-4af1-8988-ae593328e2dc tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 950 time: 0.0835466 Sep 08 09:02:47.130239 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c1810-ee5f-448c-b928-24caf7547e0a req-30732ec3-7a62-4db7-9a04-8e59d75dca96 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:47.133945 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f80c1810-ee5f-448c-b928-24caf7547e0a req-30732ec3-7a62-4db7-9a04-8e59d75dca96 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/ports?device_id=6558a653-2ef0-494f-9d4a-58b758177df9 HTTP/1.1" status: 200 len: 950 time: 0.1195922 Sep 08 09:02:47.136188 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-eec9cb2f-e7be-459b-86d4-482484257a7b req-055c9d25-e3e6-43ec-b9e0-395ef83d845f tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935180 Sep 08 09:02:47.145531 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 01089d13-0cca-43c1-ae3d-3a7b2af2c771, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=01089d13-0cca-43c1-ae3d-3a7b2af2c771,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:02:47.165556 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '01089d13-0cca-43c1-ae3d-3a7b2af2c771', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'port_id': '01089d13-0cca-43c1-ae3d-3a7b2af2c771', 'mac_address': 'fa:16:3e:ca:19:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc66e4b-ecb5-4c99-afe1-0a78c722534a', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:02:47.228180 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:47.242623 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f80c1810-ee5f-448c-b928-24caf7547e0a req-e854054a-63d6-4d88-a7e8-65ed67d05de4 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/security-groups?id=0aeb02ef-aaab-47d1-8b2c-972ae0131d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011257 Sep 08 09:02:47.248302 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01089d13-0cca-43c1-ae3d-3a7b2af2c771 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:02:47.283577 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 01089d13-0cca-43c1-ae3d-3a7b2af2c771, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=01089d13-0cca-43c1-ae3d-3a7b2af2c771,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:02:47.289436 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:47.397780 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=01089d13-0cca-43c1-ae3d-3a7b2af2c771,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:47.579311 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a563fbe-ff78-472d-ba7c-8aa01910dbb6 req-8ad1f041-e5f9-420a-b76a-21a3ebfdd00b tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:47.585941 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a563fbe-ff78-472d-ba7c-8aa01910dbb6 req-8ad1f041-e5f9-420a-b76a-21a3ebfdd00b tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:47.593175 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a563fbe-ff78-472d-ba7c-8aa01910dbb6 req-8ad1f041-e5f9-420a-b76a-21a3ebfdd00b tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:47.599923 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a563fbe-ff78-472d-ba7c-8aa01910dbb6 req-8ad1f041-e5f9-420a-b76a-21a3ebfdd00b tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:47.601647 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756bfc30-5241-4c6f-88d0-5588e0622c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba87fd1-4477-4e5e-a16f-5baaa7d039ea'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:02:47.606113 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0caf66dd-99f9-4ba1-9f5c-9afcd085652c" -d '{"events": [{"server_uuid": "756bfc30-5241-4c6f-88d0-5588e0622c9e", "name": "network-vif-plugged", "status": "completed", "tag": "fba87fd1-4477-4e5e-a16f-5baaa7d039ea"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:02:47.606389 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a563fbe-ff78-472d-ba7c-8aa01910dbb6 req-8ad1f041-e5f9-420a-b76a-21a3ebfdd00b tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:47.611766 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-78dad59f-3a3f-4558-8cb2-e697546a858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:47.614265 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a563fbe-ff78-472d-ba7c-8aa01910dbb6 req-8ad1f041-e5f9-420a-b76a-21a3ebfdd00b tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:47.620712 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a563fbe-ff78-472d-ba7c-8aa01910dbb6 req-8ad1f041-e5f9-420a-b76a-21a3ebfdd00b tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:47.622864 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8a563fbe-ff78-472d-ba7c-8aa01910dbb6 req-8ad1f041-e5f9-420a-b76a-21a3ebfdd00b tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 5428 time: 0.1198852 Sep 08 09:02:47.654653 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['01089d13-0cca-43c1-ae3d-3a7b2af2c771'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:02:47.684046 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8a563fbe-ff78-472d-ba7c-8aa01910dbb6 req-955a8416-16fa-487c-a9de-195638061086 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&id=ee706af1-7645-483d-b50a-1bf5c08b472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517061 Sep 08 09:02:47.766585 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447ec03a-1745-48fe-9e27-5de0f02083f5 x-openstack-request-id: req-447ec03a-1745-48fe-9e27-5de0f02083f5 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:02:47.766945 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756bfc30-5241-4c6f-88d0-5588e0622c9e", "name": "network-vif-plugged", "status": "completed", "tag": "fba87fd1-4477-4e5e-a16f-5baaa7d039ea", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:02:47.767912 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-447ec03a-1745-48fe-9e27-5de0f02083f5 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:02:47.768328 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756bfc30-5241-4c6f-88d0-5588e0622c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba87fd1-4477-4e5e-a16f-5baaa7d039ea', 'code': 200} Sep 08 09:02:47.988704 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc685e8-5f10-44be-a21e-05c43fed8696 req-8d2aab8a-7c94-4e76-bd98-fe6694eb36e7 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:47.999622 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5cc685e8-5f10-44be-a21e-05c43fed8696 req-8d2aab8a-7c94-4e76-bd98-fe6694eb36e7 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a2bdb47-040a-4625-a94c-9774fb129683 HTTP/1.1" status: 200 len: 949 time: 0.2394192 Sep 08 09:02:48.029035 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ee357-eaee-4f07-a102-d352419cfff8 req-3d038080-14f8-46d4-8ffd-f706820b56e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:48.031257 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5b3ee357-eaee-4f07-a102-d352419cfff8 req-3d038080-14f8-46d4-8ffd-f706820b56e1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=756bfc30-5241-4c6f-88d0-5588e0622c9e HTTP/1.1" status: 200 len: 1102 time: 0.1934946 Sep 08 09:02:48.062210 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5cc685e8-5f10-44be-a21e-05c43fed8696 req-6c9bf2c6-537a-44e7-bba0-6a79b5fc69df tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/security-groups?id=a39e9708-bb67-462a-996e-ebf338efc5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611875 Sep 08 09:02:48.085961 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5b3ee357-eaee-4f07-a102-d352419cfff8 req-bd6034d3-4511-4611-acab-a3b55ab3b436 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0aeb02ef-aaab-47d1-8b2c-972ae0131d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437617 Sep 08 09:02:48.324166 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05788d12-92fd-4bea-afe4-954a1bef36a8 req-b50b95d5-4103-48a8-8716-cd9091fce474 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:48.325855 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-05788d12-92fd-4bea-afe4-954a1bef36a8 req-b50b95d5-4103-48a8-8716-cd9091fce474 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 950 time: 0.0684061 Sep 08 09:02:48.399459 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-05788d12-92fd-4bea-afe4-954a1bef36a8 req-7bd7143f-2afe-4f03-a870-2ae5bbf400f1 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611424 Sep 08 09:02:48.437584 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7a30b-a6eb-4b7f-8066-9dba82a6f782 req-aee428fa-ebb9-4ec9-ba03-efb6ca20d977 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:48.439966 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-beb7a30b-a6eb-4b7f-8066-9dba82a6f782 req-aee428fa-ebb9-4ec9-ba03-efb6ca20d977 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/ports?device_id=6558a653-2ef0-494f-9d4a-58b758177df9 HTTP/1.1" status: 200 len: 950 time: 0.0796454 Sep 08 09:02:48.488200 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-beb7a30b-a6eb-4b7f-8066-9dba82a6f782 req-dc37fe75-9864-4897-9145-a4c531ffccb4 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/security-groups?id=0aeb02ef-aaab-47d1-8b2c-972ae0131d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405111 Sep 08 09:02:48.577362 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40308) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:02:48.643429 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c0756-85f8-4553-ac46-f62a63c722f3 req-70f6be3f-4af7-4637-947d-0f7078b2de33 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:48.646180 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-480c0756-85f8-4553-ac46-f62a63c722f3 req-70f6be3f-4af7-4637-947d-0f7078b2de33 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/ports?device_id=756bfc30-5241-4c6f-88d0-5588e0622c9e HTTP/1.1" status: 200 len: 950 time: 0.0689347 Sep 08 09:02:48.711340 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-480c0756-85f8-4553-ac46-f62a63c722f3 req-6ac7b95a-7b19-454d-83ba-112fa141e17e tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/security-groups?id=0aeb02ef-aaab-47d1-8b2c-972ae0131d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514083 Sep 08 09:02:48.775246 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d6bcdec1-d6bc-4c4c-8967-9822f49ee0d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:48.891969 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d6bcdec1-d6bc-4c4c-8967-9822f49ee0d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:48.902102 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d6bcdec1-d6bc-4c4c-8967-9822f49ee0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:48.957823 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d6bcdec1-d6bc-4c4c-8967-9822f49ee0d5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f9bf358182144462afc2d8e91f63d8a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3786976 Sep 08 09:02:48.959029 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bcdec1-d6bc-4c4c-8967-9822f49ee0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ff2f31-fd66-4ea4-9afc-78b9b7b4299b,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:48.962018 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40318) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:02:48.976600 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 01089d13-0cca-43c1-ae3d-3a7b2af2c771 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:02:48.988277 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67249a2b-277b-4d1f-bfc8-8f0fb3f50662 req-e4753475-80ce-484d-9f58-30e4c518a68d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:49.000734 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67249a2b-277b-4d1f-bfc8-8f0fb3f50662 req-e4753475-80ce-484d-9f58-30e4c518a68d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:49.007810 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67249a2b-277b-4d1f-bfc8-8f0fb3f50662 req-e4753475-80ce-484d-9f58-30e4c518a68d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:49.015812 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67249a2b-277b-4d1f-bfc8-8f0fb3f50662 req-e4753475-80ce-484d-9f58-30e4c518a68d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:49.022886 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67249a2b-277b-4d1f-bfc8-8f0fb3f50662 req-e4753475-80ce-484d-9f58-30e4c518a68d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:49.030745 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67249a2b-277b-4d1f-bfc8-8f0fb3f50662 req-e4753475-80ce-484d-9f58-30e4c518a68d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:49.037673 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67249a2b-277b-4d1f-bfc8-8f0fb3f50662 req-e4753475-80ce-484d-9f58-30e4c518a68d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:49.040111 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-67249a2b-277b-4d1f-bfc8-8f0fb3f50662 req-e4753475-80ce-484d-9f58-30e4c518a68d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 5428 time: 0.1557608 Sep 08 09:02:49.101646 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 01089d13-0cca-43c1-ae3d-3a7b2af2c771 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:02:49.109027 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1b3a9909-1dcd-4d28-8c4d-cf377b57cbdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:49.131238 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 01089d13-0cca-43c1-ae3d-3a7b2af2c771 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:02:49.131981 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:49.141153 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-67249a2b-277b-4d1f-bfc8-8f0fb3f50662 req-b53fa4ca-132e-4c74-a244-baf9db8d04bb tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&id=ee706af1-7645-483d-b50a-1bf5c08b472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0889444 Sep 08 09:02:49.178237 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1b3a9909-1dcd-4d28-8c4d-cf377b57cbdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:49.270217 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:49.277393 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b3dd3-bddc-480c-a08d-7d547d00b9c5 req-ca038a2d-e51f-49fb-bf3f-b08ba22f577e tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:49.278454 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e21b3dd3-bddc-480c-a08d-7d547d00b9c5 req-ca038a2d-e51f-49fb-bf3f-b08ba22f577e tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a2bdb47-040a-4625-a94c-9774fb129683 HTTP/1.1" status: 200 len: 949 time: 0.0818300 Sep 08 09:02:49.307798 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1b3a9909-1dcd-4d28-8c4d-cf377b57cbdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:49.311176 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1b3a9909-1dcd-4d28-8c4d-cf377b57cbdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:49.314336 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-1b3a9909-1dcd-4d28-8c4d-cf377b57cbdc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/07ff2f31-fd66-4ea4-9afc-78b9b7b4299b HTTP/1.1" status: 204 len: 168 time: 0.3360901 Sep 08 09:02:49.331182 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a9909-1dcd-4d28-8c4d-cf377b57cbdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ff2f31-fd66-4ea4-9afc-78b9b7b4299b,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:49.363357 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e21b3dd3-bddc-480c-a08d-7d547d00b9c5 req-ae46c7f4-ffbe-4987-a10c-3c0074d1088c tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/security-groups?id=a39e9708-bb67-462a-996e-ebf338efc5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761867 Sep 08 09:02:49.380468 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 01089d13-0cca-43c1-ae3d-3a7b2af2c771, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=01089d13-0cca-43c1-ae3d-3a7b2af2c771,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:02:49.409016 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:49.495870 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=01089d13-0cca-43c1-ae3d-3a7b2af2c771,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:49.578502 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9aee7-e5f3-4e15-84a2-6d52e9297b63 req-ca13f21a-5100-48a9-b7c5-6afa2fe07689 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:49.580457 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-32e9aee7-e5f3-4e15-84a2-6d52e9297b63 req-ca13f21a-5100-48a9-b7c5-6afa2fe07689 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 950 time: 0.0670691 Sep 08 09:02:49.637522 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-32e9aee7-e5f3-4e15-84a2-6d52e9297b63 req-4a30153c-3413-4bf7-99d4-ddabdecacf66 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451055 Sep 08 09:02:49.770706 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2bdb47-040a-4625-a94c-9774fb129683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01089d13-0cca-43c1-ae3d-3a7b2af2c771'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:02:49.773740 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a85a58b-7de8-4410-a945-23aaa81acef6" -d '{"events": [{"server_uuid": "9a2bdb47-040a-4625-a94c-9774fb129683", "name": "network-vif-plugged", "status": "completed", "tag": "01089d13-0cca-43c1-ae3d-3a7b2af2c771"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:02:49.939399 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad0d098-2a4b-4b82-b1e8-c53cfb605352 x-openstack-request-id: req-0ad0d098-2a4b-4b82-b1e8-c53cfb605352 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:02:49.939694 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2bdb47-040a-4625-a94c-9774fb129683", "name": "network-vif-plugged", "status": "completed", "tag": "01089d13-0cca-43c1-ae3d-3a7b2af2c771", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:02:49.939839 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f054ad-fdb9-4002-b2e6-958c3c187d61 req-3ed06e11-e698-43c2-9150-58113dedda16 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:49.939948 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0ad0d098-2a4b-4b82-b1e8-c53cfb605352 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:02:49.940532 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a2bdb47-040a-4625-a94c-9774fb129683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01089d13-0cca-43c1-ae3d-3a7b2af2c771', 'code': 200} Sep 08 09:02:49.941488 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-47f054ad-fdb9-4002-b2e6-958c3c187d61 req-3ed06e11-e698-43c2-9150-58113dedda16 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/ports?device_id=756bfc30-5241-4c6f-88d0-5588e0622c9e HTTP/1.1" status: 200 len: 950 time: 0.0851293 Sep 08 09:02:50.019996 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-47f054ad-fdb9-4002-b2e6-958c3c187d61 req-1851721d-7e9a-4d8f-a5d7-61d3ca138d97 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/security-groups?id=0aeb02ef-aaab-47d1-8b2c-972ae0131d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711441 Sep 08 09:02:50.144760 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450a2cb-1786-4689-8ac9-596703874675 req-0f1d085c-833f-4668-90b9-21310a7d6eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:50.148441 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7450a2cb-1786-4689-8ac9-596703874675 req-0f1d085c-833f-4668-90b9-21310a7d6eb0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9a2bdb47-040a-4625-a94c-9774fb129683 HTTP/1.1" status: 200 len: 1102 time: 0.0693076 Sep 08 09:02:50.233148 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7450a2cb-1786-4689-8ac9-596703874675 req-b3f5ecce-d0c9-475c-8b37-f5bca24a6366 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a39e9708-bb67-462a-996e-ebf338efc5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691664 Sep 08 09:02:50.361436 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:50.397655 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a70315e-6cae-4693-9dcf-5e7d2f51bf0a req-4f2a27ff-456e-4a62-892e-85155fc014c1 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:50.403819 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a70315e-6cae-4693-9dcf-5e7d2f51bf0a req-4f2a27ff-456e-4a62-892e-85155fc014c1 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:50.412953 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a70315e-6cae-4693-9dcf-5e7d2f51bf0a req-4f2a27ff-456e-4a62-892e-85155fc014c1 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:50.423964 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a70315e-6cae-4693-9dcf-5e7d2f51bf0a req-4f2a27ff-456e-4a62-892e-85155fc014c1 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:50.436950 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a70315e-6cae-4693-9dcf-5e7d2f51bf0a req-4f2a27ff-456e-4a62-892e-85155fc014c1 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:50.450117 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a70315e-6cae-4693-9dcf-5e7d2f51bf0a req-4f2a27ff-456e-4a62-892e-85155fc014c1 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:50.461655 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a70315e-6cae-4693-9dcf-5e7d2f51bf0a req-4f2a27ff-456e-4a62-892e-85155fc014c1 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:50.464968 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4a70315e-6cae-4693-9dcf-5e7d2f51bf0a req-4f2a27ff-456e-4a62-892e-85155fc014c1 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 5428 time: 0.1423740 Sep 08 09:02:50.488690 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40368) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:02:50.533153 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4a70315e-6cae-4693-9dcf-5e7d2f51bf0a req-7a1db63f-bd4d-4b0d-8497-9a40d0052869 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&id=ee706af1-7645-483d-b50a-1bf5c08b472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521152 Sep 08 09:02:50.653623 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-7adc387f-ea59-4591-935e-05a1c376ab3b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-655579207-network', 'tenant_id': 'a2f9a27fb48843b398aaefe83b941227'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:02:50.682131 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b490ca-53f9-4ef2-b1c5-f6ec85578f30 req-23112cf1-51a5-48aa-b931-a6f2343444a9 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:50.683801 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24b490ca-53f9-4ef2-b1c5-f6ec85578f30 req-23112cf1-51a5-48aa-b931-a6f2343444a9 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a2bdb47-040a-4625-a94c-9774fb129683 HTTP/1.1" status: 200 len: 950 time: 0.0710318 Sep 08 09:02:50.697571 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0ba01fab-fdbf-4a46-8e8c-0b4750695f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:50.701000 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7adc387f-ea59-4591-935e-05a1c376ab3b admin admin] Made reservation on behalf of a2f9a27fb48843b398aaefe83b941227 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:02:50.704845 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7adc387f-ea59-4591-935e-05a1c376ab3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:50.717047 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7adc387f-ea59-4591-935e-05a1c376ab3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:50.767963 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24b490ca-53f9-4ef2-b1c5-f6ec85578f30 req-eac860ae-7d38-4cc7-b87c-abbfbde1dc79 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/security-groups?id=a39e9708-bb67-462a-996e-ebf338efc5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760295 Sep 08 09:02:50.905754 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43953222-d680-4ac2-bba4-cfe71b985c6a req-1aec9698-96a3-4b81-8864-3ea73a17c77e tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:50.907767 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-43953222-d680-4ac2-bba4-cfe71b985c6a req-1aec9698-96a3-4b81-8864-3ea73a17c77e tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 950 time: 0.0931931 Sep 08 09:02:50.972138 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7adc387f-ea59-4591-935e-05a1c376ab3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:50.988903 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-43953222-d680-4ac2-bba4-cfe71b985c6a req-4780edb4-164e-4c5d-86cc-831324c87e30 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754514 Sep 08 09:02:50.993443 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7adc387f-ea59-4591-935e-05a1c376ab3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:51.023321 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7adc387f-ea59-4591-935e-05a1c376ab3b admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:02:51.036810 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adc387f-ea59-4591-935e-05a1c376ab3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189af16e-be0c-4d74-827a-58259179137a,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:51.041540 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7adc387f-ea59-4591-935e-05a1c376ab3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:51.041906 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-7adc387f-ea59-4591-935e-05a1c376ab3b admin admin] Added segment 2d726032-d9c0-4dd0-a3a3-50878ac67fa8 of type vlan for network d15b4ce3-7986-485f-ad78-2afa75611397 Sep 08 09:02:51.099599 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7adc387f-ea59-4591-935e-05a1c376ab3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:51.138417 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7adc387f-ea59-4591-935e-05a1c376ab3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:51.143644 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adc387f-ea59-4591-935e-05a1c376ab3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:51.145726 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7adc387f-ea59-4591-935e-05a1c376ab3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:51.180354 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7adc387f-ea59-4591-935e-05a1c376ab3b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6905339 Sep 08 09:02:51.182636 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40390) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:02:51.188459 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-ed1e5605-69f0-4e1a-9de7-0283cdee6a42 admin admin] Request body: {'subnet': {'network_id': 'd15b4ce3-7986-485f-ad78-2afa75611397', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-655579207-subnet', 'tenant_id': 'a2f9a27fb48843b398aaefe83b941227', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:02:51.224987 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1e5605-69f0-4e1a-9de7-0283cdee6a42 admin admin] Made reservation on behalf of a2f9a27fb48843b398aaefe83b941227 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:02:51.228483 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ed1e5605-69f0-4e1a-9de7-0283cdee6a42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:51.239635 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adc387f-ea59-4591-935e-05a1c376ab3b admin admin] Pushing event updated for resources: {'Network': ['ID=d15b4ce3-7986-485f-ad78-2afa75611397,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:51.253440 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network d15b4ce3-7986-485f-ad78-2afa75611397 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:02:51.474060 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ed1e5605-69f0-4e1a-9de7-0283cdee6a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:51.537513 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e5605-69f0-4e1a-9de7-0283cdee6a42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b55eaef4-013f-4f3d-8aec-fea124c1fdb3,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:51.549305 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1e5605-69f0-4e1a-9de7-0283cdee6a42 admin admin] Checking segment: {'id': '2d726032-d9c0-4dd0-a3a3-50878ac67fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd15b4ce3-7986-485f-ad78-2afa75611397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:02:51.549670 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1e5605-69f0-4e1a-9de7-0283cdee6a42 admin admin] Network hostable DHCP agents. Network: d15b4ce3-7986-485f-ad78-2afa75611397, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:02:51.577776 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1e5605-69f0-4e1a-9de7-0283cdee6a42 admin admin] Network d15b4ce3-7986-485f-ad78-2afa75611397 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:02:51.596351 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-ed1e5605-69f0-4e1a-9de7-0283cdee6a42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, d15b4ce3-7986-485f-ad78-2afa75611397) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:02:51.603440 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1e5605-69f0-4e1a-9de7-0283cdee6a42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:51.604031 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ed1e5605-69f0-4e1a-9de7-0283cdee6a42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:51.612117 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bfae6b-976c-4d45-a90f-b81d162c1d73 None None] Network d15b4ce3-7986-485f-ad78-2afa75611397 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:02:51.635813 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ed1e5605-69f0-4e1a-9de7-0283cdee6a42 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4517527 Sep 08 09:02:51.640559 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40398) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:02:51.650535 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-43bf63db-ab7e-4baf-a755-daba8216b26d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-655579207-router', 'tenant_id': 'a2f9a27fb48843b398aaefe83b941227', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:02:51.710524 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-43bf63db-ab7e-4baf-a755-daba8216b26d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:51.718580 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-43bf63db-ab7e-4baf-a755-daba8216b26d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:51.870602 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-43bf63db-ab7e-4baf-a755-daba8216b26d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:51.892436 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c474648-6458-4482-a054-431330b1a6b4 req-e04963b1-aa44-4498-850f-239407e63185 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:51.900292 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c474648-6458-4482-a054-431330b1a6b4 req-e04963b1-aa44-4498-850f-239407e63185 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:51.910127 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c474648-6458-4482-a054-431330b1a6b4 req-e04963b1-aa44-4498-850f-239407e63185 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:51.917090 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c474648-6458-4482-a054-431330b1a6b4 req-e04963b1-aa44-4498-850f-239407e63185 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:51.926295 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c474648-6458-4482-a054-431330b1a6b4 req-e04963b1-aa44-4498-850f-239407e63185 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:51.932731 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c474648-6458-4482-a054-431330b1a6b4 req-e04963b1-aa44-4498-850f-239407e63185 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:51.940149 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c474648-6458-4482-a054-431330b1a6b4 req-e04963b1-aa44-4498-850f-239407e63185 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:51.941618 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edaed13-91ac-4a14-8855-bbbab02abc2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-d15b4ce3-7986-485f-ad78-2afa75611397', 'network_id': 'd15b4ce3-7986-485f-ad78-2afa75611397', 'tenant_id': 'a2f9a27fb48843b398aaefe83b941227', 'fixed_ips': [{'subnet_id': 'b55eaef4-013f-4f3d-8aec-fea124c1fdb3'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:02:51.946960 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0edaed13-91ac-4a14-8855-bbbab02abc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:51.953432 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5c474648-6458-4482-a054-431330b1a6b4 req-e04963b1-aa44-4498-850f-239407e63185 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 5428 time: 0.2191045 Sep 08 09:02:52.003205 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239df0a-7288-46fb-8624-54ef491e8219 req-e051045d-ca36-4d06-96ab-71b07bfb309f tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:52.023619 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8239df0a-7288-46fb-8624-54ef491e8219 req-e051045d-ca36-4d06-96ab-71b07bfb309f tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a2bdb47-040a-4625-a94c-9774fb129683 HTTP/1.1" status: 200 len: 950 time: 0.1071997 Sep 08 09:02:52.086251 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8239df0a-7288-46fb-8624-54ef491e8219 req-c74775e4-eb12-4925-8cba-b616155f182c tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/security-groups?id=a39e9708-bb67-462a-996e-ebf338efc5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571666 Sep 08 09:02:52.103057 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5c474648-6458-4482-a054-431330b1a6b4 req-86fe9642-a5a9-4055-bc09-d16b66216c5c tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&id=ee706af1-7645-483d-b50a-1bf5c08b472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1482553 Sep 08 09:02:52.139832 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:52.249282 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-43bf63db-ab7e-4baf-a755-daba8216b26d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:52.284488 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-0edaed13-91ac-4a14-8855-bbbab02abc2b None None] Allocated IP 172.20.0.2 (d15b4ce3-7986-485f-ad78-2afa75611397/b55eaef4-013f-4f3d-8aec-fea124c1fdb3/85774a13-6f28-46ea-b577-fd41d367ae0a) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:02:52.365926 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df8dbc-4e98-4422-813f-5afc2c526ccd req-7c1a5f8b-50be-403b-a9b3-9fe5a8a79df6 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:52.373981 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a3df8dbc-4e98-4422-813f-5afc2c526ccd req-7c1a5f8b-50be-403b-a9b3-9fe5a8a79df6 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 950 time: 0.0710850 Sep 08 09:02:52.442407 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a3df8dbc-4e98-4422-813f-5afc2c526ccd req-8690da45-a5a3-40e3-9268-3f77e7866245 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673718 Sep 08 09:02:52.542259 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0edaed13-91ac-4a14-8855-bbbab02abc2b None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:52.554056 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-0edaed13-91ac-4a14-8855-bbbab02abc2b None None] Transition to ACTIVE for port object 85774a13-6f28-46ea-b577-fd41d367ae0a will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:02:52.575183 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-0edaed13-91ac-4a14-8855-bbbab02abc2b None None] Transition to ACTIVE for port object 85774a13-6f28-46ea-b577-fd41d367ae0a will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:02:52.585453 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0edaed13-91ac-4a14-8855-bbbab02abc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:52.606510 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edaed13-91ac-4a14-8855-bbbab02abc2b None None] Network d15b4ce3-7986-485f-ad78-2afa75611397 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:02:52.610878 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-0edaed13-91ac-4a14-8855-bbbab02abc2b None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:02:52.634588 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edaed13-91ac-4a14-8855-bbbab02abc2b None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:02:52.654423 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a9724-34f5-41fe-9e7b-189a210a7a7e req-403f8fdb-f010-4df8-afed-5674d062c571 tempest-ServersAdminNegativeTestJSON-445668643 tempest-ServersAdminNegativeTestJSON-445668643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:52.664158 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0f1a9724-34f5-41fe-9e7b-189a210a7a7e req-403f8fdb-f010-4df8-afed-5674d062c571 tempest-ServersAdminNegativeTestJSON-445668643 tempest-ServersAdminNegativeTestJSON-445668643-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=9a2bdb47-040a-4625-a94c-9774fb129683 HTTP/1.1" status: 200 len: 1102 time: 0.0997994 Sep 08 09:02:52.681622 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edaed13-91ac-4a14-8855-bbbab02abc2b None None] Pushing event updated for resources: {'Port': ['ID=85774a13-6f28-46ea-b577-fd41d367ae0a,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:52.703699 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-0f1a9724-34f5-41fe-9e7b-189a210a7a7e req-b5eb1803-c081-4bc1-9ef2-f470d624641c tempest-ServersAdminNegativeTestJSON-445668643 tempest-ServersAdminNegativeTestJSON-445668643-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:52.715419 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-0edaed13-91ac-4a14-8855-bbbab02abc2b None None] Attempting to bind port 85774a13-6f28-46ea-b577-fd41d367ae0a on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:02:52.716588 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-0edaed13-91ac-4a14-8855-bbbab02abc2b None None] Attempting to bind port 85774a13-6f28-46ea-b577-fd41d367ae0a by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '2d726032-d9c0-4dd0-a3a3-50878ac67fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd15b4ce3-7986-485f-ad78-2afa75611397'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:02:52.717347 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edaed13-91ac-4a14-8855-bbbab02abc2b None None] Attempting to bind port 85774a13-6f28-46ea-b577-fd41d367ae0a on network d15b4ce3-7986-485f-ad78-2afa75611397 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:02:52.724635 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edaed13-91ac-4a14-8855-bbbab02abc2b None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:02:52.724994 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edaed13-91ac-4a14-8855-bbbab02abc2b None None] Checking segment: {'id': '2d726032-d9c0-4dd0-a3a3-50878ac67fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd15b4ce3-7986-485f-ad78-2afa75611397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:02:52.725941 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0edaed13-91ac-4a14-8855-bbbab02abc2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:52.726258 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edaed13-91ac-4a14-8855-bbbab02abc2b None None] Bound using segment: {'id': '2d726032-d9c0-4dd0-a3a3-50878ac67fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd15b4ce3-7986-485f-ad78-2afa75611397'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:02:52.726844 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-0edaed13-91ac-4a14-8855-bbbab02abc2b None None] Bound port: 85774a13-6f28-46ea-b577-fd41d367ae0a, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d726032-d9c0-4dd0-a3a3-50878ac67fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd15b4ce3-7986-485f-ad78-2afa75611397'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:02:52.727756 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0edaed13-91ac-4a14-8855-bbbab02abc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:52.752764 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-43bf63db-ab7e-4baf-a755-daba8216b26d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:52.806863 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-43bf63db-ab7e-4baf-a755-daba8216b26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:52.828557 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-0edaed13-91ac-4a14-8855-bbbab02abc2b None None] For port 85774a13-6f28-46ea-b577-fd41d367ae0a, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:02:52.831961 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-0edaed13-91ac-4a14-8855-bbbab02abc2b None None] For port 85774a13-6f28-46ea-b577-fd41d367ae0a, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=85774a13-6f28-46ea-b577-fd41d367ae0a,segment=NetworkSegment(2d726032-d9c0-4dd0-a3a3-50878ac67fa8),segment_id=2d726032-d9c0-4dd0-a3a3-50878ac67fa8)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:02:52.841002 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0edaed13-91ac-4a14-8855-bbbab02abc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:52.859868 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-0f1a9724-34f5-41fe-9e7b-189a210a7a7e req-b5eb1803-c081-4bc1-9ef2-f470d624641c tempest-ServersAdminNegativeTestJSON-445668643 tempest-ServersAdminNegativeTestJSON-445668643-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:52.866130 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-0f1a9724-34f5-41fe-9e7b-189a210a7a7e req-b5eb1803-c081-4bc1-9ef2-f470d624641c tempest-ServersAdminNegativeTestJSON-445668643 tempest-ServersAdminNegativeTestJSON-445668643-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:52.909674 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0f1a9724-34f5-41fe-9e7b-189a210a7a7e req-b5eb1803-c081-4bc1-9ef2-f470d624641c tempest-ServersAdminNegativeTestJSON-445668643 tempest-ServersAdminNegativeTestJSON-445668643-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=a39e9708-bb67-462a-996e-ebf338efc5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366221 Sep 08 09:02:52.927249 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb1803-c081-4bc1-9ef2-f470d624641c tempest-ServersAdminNegativeTestJSON-445668643 tempest-ServersAdminNegativeTestJSON-445668643-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9321d25c-20b9-4baa-91e1-3e65b9dbe603,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:52.938778 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edaed13-91ac-4a14-8855-bbbab02abc2b None None] Pushing event updated for resources: {'Port': ['ID=85774a13-6f28-46ea-b577-fd41d367ae0a,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:53.010480 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-43bf63db-ab7e-4baf-a755-daba8216b26d admin admin] Allocated IP 172.25.0.167 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/50ce655b-179c-4da1-8f1d-05451893c0d2) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:02:53.261531 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-43bf63db-ab7e-4baf-a755-daba8216b26d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:53.361486 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-43bf63db-ab7e-4baf-a755-daba8216b26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:53.399965 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:53.421789 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba749ef-1766-45c3-a07d-cbd4aa830f07 req-7afd9deb-612b-4d62-8ead-a8ed0195bad6 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:53.427843 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba749ef-1766-45c3-a07d-cbd4aa830f07 req-7afd9deb-612b-4d62-8ead-a8ed0195bad6 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:53.434306 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba749ef-1766-45c3-a07d-cbd4aa830f07 req-7afd9deb-612b-4d62-8ead-a8ed0195bad6 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:53.440959 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba749ef-1766-45c3-a07d-cbd4aa830f07 req-7afd9deb-612b-4d62-8ead-a8ed0195bad6 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:53.447066 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba749ef-1766-45c3-a07d-cbd4aa830f07 req-7afd9deb-612b-4d62-8ead-a8ed0195bad6 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:53.453909 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba749ef-1766-45c3-a07d-cbd4aa830f07 req-7afd9deb-612b-4d62-8ead-a8ed0195bad6 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:53.460044 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba749ef-1766-45c3-a07d-cbd4aa830f07 req-7afd9deb-612b-4d62-8ead-a8ed0195bad6 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:53.468535 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9ba749ef-1766-45c3-a07d-cbd4aa830f07 req-7afd9deb-612b-4d62-8ead-a8ed0195bad6 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 5428 time: 0.1860614 Sep 08 09:02:53.504967 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bf63db-ab7e-4baf-a755-daba8216b26d admin admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:02:53.508264 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-43bf63db-ab7e-4baf-a755-daba8216b26d admin admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:02:53.522328 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bf63db-ab7e-4baf-a755-daba8216b26d admin admin] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:02:53.563170 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bf63db-ab7e-4baf-a755-daba8216b26d admin admin] Pushing event updated for resources: {'Port': ['ID=50ce655b-179c-4da1-8f1d-05451893c0d2,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:53.603087 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae14d27-1bdc-485b-9ba8-9bd4c3046298 req-e731aff4-668e-4c3a-9996-50d0ae3c3ba2 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:53.614969 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3ae14d27-1bdc-485b-9ba8-9bd4c3046298 req-e731aff4-668e-4c3a-9996-50d0ae3c3ba2 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 950 time: 0.0822809 Sep 08 09:02:53.625359 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9ba749ef-1766-45c3-a07d-cbd4aa830f07 req-e1fe0585-eec9-4397-babb-cdc5d327cb7d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&id=ee706af1-7645-483d-b50a-1bf5c08b472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1427748 Sep 08 09:02:53.668392 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3ae14d27-1bdc-485b-9ba8-9bd4c3046298 req-218ec6ab-6d53-44e9-afbc-f4b8751e68ea tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524445 Sep 08 09:02:53.920143 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:53.964930 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-43bf63db-ab7e-4baf-a755-daba8216b26d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:54.010883 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 85774a13-6f28-46ea-b577-fd41d367ae0a up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:02:54.127949 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e202e-c2b1-4d55-9cfe-93db89e33cf9 req-718efb36-a8b7-4909-aa96-4f1a44deeb9d tempest-ServersAdminNegativeTestJSON-445668643 tempest-ServersAdminNegativeTestJSON-445668643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:54.130850 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ae8e202e-c2b1-4d55-9cfe-93db89e33cf9 req-718efb36-a8b7-4909-aa96-4f1a44deeb9d tempest-ServersAdminNegativeTestJSON-445668643 tempest-ServersAdminNegativeTestJSON-445668643-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=9a2bdb47-040a-4625-a94c-9774fb129683 HTTP/1.1" status: 200 len: 1102 time: 0.0906100 Sep 08 09:02:54.139455 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 85774a13-6f28-46ea-b577-fd41d367ae0a completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:02:54.199243 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ae8e202e-c2b1-4d55-9cfe-93db89e33cf9 req-20856946-108b-4ea2-9f16-9a5dd30edad8 tempest-ServersAdminNegativeTestJSON-445668643 tempest-ServersAdminNegativeTestJSON-445668643-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=a39e9708-bb67-462a-996e-ebf338efc5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560424 Sep 08 09:02:54.303269 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbe90b3-f5cd-4f2b-b723-f1e67f45c583 None None] Network d15b4ce3-7986-485f-ad78-2afa75611397 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:02:54.335244 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-43bf63db-ab7e-4baf-a755-daba8216b26d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:54.462909 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-70265ebf-57dd-49ff-b825-b82e8d068d20 None None] Provisioning for port 85774a13-6f28-46ea-b577-fd41d367ae0a completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:02:54.475138 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-70265ebf-57dd-49ff-b825-b82e8d068d20 None None] Provisioning complete for port 85774a13-6f28-46ea-b577-fd41d367ae0a triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:02:54.475606 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-70265ebf-57dd-49ff-b825-b82e8d068d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:54.558936 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43bf63db-ab7e-4baf-a755-daba8216b26d admin admin] Router df41a430-f793-4b9f-9c89-21254b2ff6d0 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:02:54.633143 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-70265ebf-57dd-49ff-b825-b82e8d068d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:54.676861 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-70265ebf-57dd-49ff-b825-b82e8d068d20 None None] For port 85774a13-6f28-46ea-b577-fd41d367ae0a, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=85774a13-6f28-46ea-b577-fd41d367ae0a,segment=NetworkSegment(2d726032-d9c0-4dd0-a3a3-50878ac67fa8),segment_id=2d726032-d9c0-4dd0-a3a3-50878ac67fa8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:02:54.683651 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-70265ebf-57dd-49ff-b825-b82e8d068d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:54.728475 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43bf63db-ab7e-4baf-a755-daba8216b26d admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:02:54.744679 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97197fa4-5adc-4d86-b072-1357feb934c0 None None] Sync routers for ids ['df41a430-f793-4b9f-9c89-21254b2ff6d0'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:02:54.758566 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97197fa4-5adc-4d86-b072-1357feb934c0 None None] Routers {'df41a430-f793-4b9f-9c89-21254b2ff6d0'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:02:54.759352 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-97197fa4-5adc-4d86-b072-1357feb934c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:02:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['df41a430-f793-4b9f-9c89-21254b2ff6d0'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:02:54.781187 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-43bf63db-ab7e-4baf-a755-daba8216b26d admin admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:54.783781 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-43bf63db-ab7e-4baf-a755-daba8216b26d admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1418860 Sep 08 09:02:54.787043 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40476) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:02:54.824278 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70265ebf-57dd-49ff-b825-b82e8d068d20 None None] Pushing event updated for resources: {'Port': ['ID=85774a13-6f28-46ea-b577-fd41d367ae0a,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:54.900925 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5abb5a-59f4-4247-baa1-9e0e33988098 req-f77d285d-40e6-4aa3-a853-4b6e4c526f6c tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:54.908143 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5abb5a-59f4-4247-baa1-9e0e33988098 req-f77d285d-40e6-4aa3-a853-4b6e4c526f6c tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:54.914920 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5abb5a-59f4-4247-baa1-9e0e33988098 req-f77d285d-40e6-4aa3-a853-4b6e4c526f6c tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:54.922101 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5abb5a-59f4-4247-baa1-9e0e33988098 req-f77d285d-40e6-4aa3-a853-4b6e4c526f6c tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:54.928173 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5abb5a-59f4-4247-baa1-9e0e33988098 req-f77d285d-40e6-4aa3-a853-4b6e4c526f6c tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:54.934730 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5abb5a-59f4-4247-baa1-9e0e33988098 req-f77d285d-40e6-4aa3-a853-4b6e4c526f6c tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:54.943900 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5abb5a-59f4-4247-baa1-9e0e33988098 req-f77d285d-40e6-4aa3-a853-4b6e4c526f6c tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:54.947847 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-97197fa4-5adc-4d86-b072-1357feb934c0 None None] Set router df41a430-f793-4b9f-9c89-21254b2ff6d0 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:02:54.950635 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7c5abb5a-59f4-4247-baa1-9e0e33988098 req-f77d285d-40e6-4aa3-a853-4b6e4c526f6c tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 5428 time: 0.1411457 Sep 08 09:02:54.989922 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7c5abb5a-59f4-4247-baa1-9e0e33988098 req-838f3a0f-6c55-4159-927c-1aa1d3ab30ad tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&id=ee706af1-7645-483d-b50a-1bf5c08b472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379410 Sep 08 09:02:55.010260 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11d200-b912-47e4-bb1d-f6130bc298ac req-5eece296-f436-40e6-b854-0c3deaf5d549 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:55.019037 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ca11d200-b912-47e4-bb1d-f6130bc298ac req-5eece296-f436-40e6-b854-0c3deaf5d549 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 950 time: 0.1410592 Sep 08 09:02:55.070727 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device fba87fd1-4477-4e5e-a16f-5baaa7d039ea details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:02:55.131425 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ca11d200-b912-47e4-bb1d-f6130bc298ac req-a461d4d6-28aa-42b7-b8cb-5ea45deda539 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057904 Sep 08 09:02:55.181767 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-97197fa4-5adc-4d86-b072-1357feb934c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'name': 'tempest-AttachVolumeTestJSON-655579207-router', 'tenant_id': 'a2f9a27fb48843b398aaefe83b941227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '50ce655b-179c-4da1-8f1d-05451893c0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:02:51Z', 'updated_at': '2021-09-08T09:02:53Z', 'revision_number': 3, 'project_id': 'a2f9a27fb48843b398aaefe83b941227', 'gw_port': {'id': '50ce655b-179c-4da1-8f1d-05451893c0d2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:52Z', 'updated_at': '2021-09-08T09:02:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:02:55.226543 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-70c8272f-bb5d-4213-9b52-120fe8c0cd20 None None] Provisioning complete for port 85774a13-6f28-46ea-b577-fd41d367ae0a triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:02:55.227347 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-70c8272f-bb5d-4213-9b52-120fe8c0cd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:55.247792 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac828c-0366-4a31-9e39-4fd1bdb2fc75 req-6ed4cba6-3621-40ff-b5d9-a24b0e9cdbcd tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:55.249651 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-77ac828c-0366-4a31-9e39-4fd1bdb2fc75 req-6ed4cba6-3621-40ff-b5d9-a24b0e9cdbcd tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a2bdb47-040a-4625-a94c-9774fb129683 HTTP/1.1" status: 200 len: 950 time: 0.1202981 Sep 08 09:02:55.267598 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97197fa4-5adc-4d86-b072-1357feb934c0 None None] Checking router: df41a430-f793-4b9f-9c89-21254b2ff6d0 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:02:55.267948 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97197fa4-5adc-4d86-b072-1357feb934c0 None None] Updating router df41a430-f793-4b9f-9c89-21254b2ff6d0 port 50ce655b-179c-4da1-8f1d-05451893c0d2 binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:02:55.304181 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port fba87fd1-4477-4e5e-a16f-5baaa7d039ea, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=fba87fd1-4477-4e5e-a16f-5baaa7d039ea,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:02:55.312472 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-77ac828c-0366-4a31-9e39-4fd1bdb2fc75 req-85c89cc0-7ed7-4928-a300-862feefc7177 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/security-groups?id=a39e9708-bb67-462a-996e-ebf338efc5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515416 Sep 08 09:02:55.322427 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': 'fba87fd1-4477-4e5e-a16f-5baaa7d039ea', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'port_id': 'fba87fd1-4477-4e5e-a16f-5baaa7d039ea', 'mac_address': 'fa:16:3e:13:e7:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc66e4b-ecb5-4c99-afe1-0a78c722534a', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:02:55.332204 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-97197fa4-5adc-4d86-b072-1357feb934c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:55.401765 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:55.417801 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fba87fd1-4477-4e5e-a16f-5baaa7d039ea {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:02:55.446647 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port fba87fd1-4477-4e5e-a16f-5baaa7d039ea, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=fba87fd1-4477-4e5e-a16f-5baaa7d039ea,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:02:55.457789 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:55.556416 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-90c353d2-a9ea-4144-b12c-a93966175337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:55.591201 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=fba87fd1-4477-4e5e-a16f-5baaa7d039ea,revision_number=6']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:55.628899 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['fba87fd1-4477-4e5e-a16f-5baaa7d039ea'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:02:55.742626 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-97197fa4-5adc-4d86-b072-1357feb934c0 None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:55.755353 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-97197fa4-5adc-4d86-b072-1357feb934c0 None None] Transition to ACTIVE for port object 50ce655b-179c-4da1-8f1d-05451893c0d2 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:02:55.762344 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-97197fa4-5adc-4d86-b072-1357feb934c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:55.803916 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-90c353d2-a9ea-4144-b12c-a93966175337 admin admin] Allocated IP 172.20.0.1 (d15b4ce3-7986-485f-ad78-2afa75611397/b55eaef4-013f-4f3d-8aec-fea124c1fdb3/a3be75f1-9287-45c7-ad60-a4becde4a4da) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:02:55.819032 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-97197fa4-5adc-4d86-b072-1357feb934c0 None None] Attempting to bind port 50ce655b-179c-4da1-8f1d-05451893c0d2 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:02:55.819342 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-97197fa4-5adc-4d86-b072-1357feb934c0 None None] Attempting to bind port 50ce655b-179c-4da1-8f1d-05451893c0d2 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:02:55.819703 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97197fa4-5adc-4d86-b072-1357feb934c0 None None] Attempting to bind port 50ce655b-179c-4da1-8f1d-05451893c0d2 on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:02:55.829400 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97197fa4-5adc-4d86-b072-1357feb934c0 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:02:55.829769 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97197fa4-5adc-4d86-b072-1357feb934c0 None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:02:55.830387 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-97197fa4-5adc-4d86-b072-1357feb934c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:55.830996 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97197fa4-5adc-4d86-b072-1357feb934c0 None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:02:55.831732 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-97197fa4-5adc-4d86-b072-1357feb934c0 None None] Bound port: 50ce655b-179c-4da1-8f1d-05451893c0d2, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:02:55.832328 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-97197fa4-5adc-4d86-b072-1357feb934c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:55.975783 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-90c353d2-a9ea-4144-b12c-a93966175337 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:56.001932 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-90c353d2-a9ea-4144-b12c-a93966175337 admin admin] Transition to ACTIVE for port object a3be75f1-9287-45c7-ad60-a4becde4a4da will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:02:56.018392 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-97197fa4-5adc-4d86-b072-1357feb934c0 None None] For port 50ce655b-179c-4da1-8f1d-05451893c0d2, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:02:56.023313 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-97197fa4-5adc-4d86-b072-1357feb934c0 None None] For port 50ce655b-179c-4da1-8f1d-05451893c0d2, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=50ce655b-179c-4da1-8f1d-05451893c0d2,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:02:56.046980 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-97197fa4-5adc-4d86-b072-1357feb934c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:56.048798 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-90c353d2-a9ea-4144-b12c-a93966175337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:56.057237 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca3b68-ce4b-46ba-9518-8df90436cd92 None None] Pushing event updated for resources: {'Port': ['ID=50ce655b-179c-4da1-8f1d-05451893c0d2,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:56.081873 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 85774a13-6f28-46ea-b577-fd41d367ae0a up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:02:56.100303 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c353d2-a9ea-4144-b12c-a93966175337 admin admin] Network d15b4ce3-7986-485f-ad78-2afa75611397 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:02:56.105219 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-90c353d2-a9ea-4144-b12c-a93966175337 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:02:56.109515 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c353d2-a9ea-4144-b12c-a93966175337 admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:02:56.123800 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca3b68-ce4b-46ba-9518-8df90436cd92 None None] Pushing event updated for resources: {'Port': ['ID=50ce655b-179c-4da1-8f1d-05451893c0d2,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:56.137836 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97197fa4-5adc-4d86-b072-1357feb934c0 None None] Routers {'df41a430-f793-4b9f-9c89-21254b2ff6d0'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:02:56.139188 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-97197fa4-5adc-4d86-b072-1357feb934c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:02:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['df41a430-f793-4b9f-9c89-21254b2ff6d0'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:02:56.166528 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 85774a13-6f28-46ea-b577-fd41d367ae0a triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:02:56.167156 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:56.232005 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c353d2-a9ea-4144-b12c-a93966175337 admin admin] Pushing event updated for resources: {'Port': ['ID=a3be75f1-9287-45c7-ad60-a4becde4a4da,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:56.270848 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-90c353d2-a9ea-4144-b12c-a93966175337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:56.297627 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0bc5c7-c6f4-48b8-9bb7-858abff464b7 req-05f59158-0300-4003-8c07-2ea77ab3652c tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:56.314893 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dd0bc5c7-c6f4-48b8-9bb7-858abff464b7 req-05f59158-0300-4003-8c07-2ea77ab3652c tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 950 time: 0.0758553 Sep 08 09:02:56.368729 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dd0bc5c7-c6f4-48b8-9bb7-858abff464b7 req-5892292a-b581-42c5-b067-28153be56c2e tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529191 Sep 08 09:02:56.378930 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-97197fa4-5adc-4d86-b072-1357feb934c0 None None] Set router df41a430-f793-4b9f-9c89-21254b2ff6d0 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:02:56.393071 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9eb05c-b91d-427b-ad2a-f9e85cf9aad9 req-f6045fc6-1416-4716-b817-a394aa7b104e tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:56.405771 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9eb05c-b91d-427b-ad2a-f9e85cf9aad9 req-f6045fc6-1416-4716-b817-a394aa7b104e tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:56.412033 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9eb05c-b91d-427b-ad2a-f9e85cf9aad9 req-f6045fc6-1416-4716-b817-a394aa7b104e tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:56.420239 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9eb05c-b91d-427b-ad2a-f9e85cf9aad9 req-f6045fc6-1416-4716-b817-a394aa7b104e tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:56.427415 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9eb05c-b91d-427b-ad2a-f9e85cf9aad9 req-f6045fc6-1416-4716-b817-a394aa7b104e tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:56.437079 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9eb05c-b91d-427b-ad2a-f9e85cf9aad9 req-f6045fc6-1416-4716-b817-a394aa7b104e tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:56.443007 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9eb05c-b91d-427b-ad2a-f9e85cf9aad9 req-f6045fc6-1416-4716-b817-a394aa7b104e tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:56.449933 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7c9eb05c-b91d-427b-ad2a-f9e85cf9aad9 req-f6045fc6-1416-4716-b817-a394aa7b104e tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 5428 time: 0.2752504 Sep 08 09:02:56.534102 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d6ba2502-204e-4016-800d-06e3f0d5b66d None None] Provisioning for port a3be75f1-9287-45c7-ad60-a4becde4a4da completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:02:56.542901 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d6ba2502-204e-4016-800d-06e3f0d5b66d None None] Provisioning complete for port a3be75f1-9287-45c7-ad60-a4becde4a4da triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:02:56.544633 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d6ba2502-204e-4016-800d-06e3f0d5b66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:56.612927 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7c9eb05c-b91d-427b-ad2a-f9e85cf9aad9 req-73070d66-1036-4f89-81ed-f81973d58141 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&id=ee706af1-7645-483d-b50a-1bf5c08b472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1518750 Sep 08 09:02:56.617941 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-97197fa4-5adc-4d86-b072-1357feb934c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'name': 'tempest-AttachVolumeTestJSON-655579207-router', 'tenant_id': 'a2f9a27fb48843b398aaefe83b941227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '50ce655b-179c-4da1-8f1d-05451893c0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:02:51Z', 'updated_at': '2021-09-08T09:02:53Z', 'revision_number': 3, 'project_id': 'a2f9a27fb48843b398aaefe83b941227', 'gw_port': {'id': '50ce655b-179c-4da1-8f1d-05451893c0d2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:52Z', 'updated_at': '2021-09-08T09:02:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:02:56.628261 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3131b5-21a5-411c-becc-c789b71ddd63 req-b5eb2ed3-d62f-450a-8d4d-7486b4e0c5e7 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:56.632218 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d6ba2502-204e-4016-800d-06e3f0d5b66d None None] Port a3be75f1-9287-45c7-ad60-a4becde4a4da cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:02:56.636600 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ef3131b5-21a5-411c-becc-c789b71ddd63 req-b5eb2ed3-d62f-450a-8d4d-7486b4e0c5e7 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a2bdb47-040a-4625-a94c-9774fb129683 HTTP/1.1" status: 200 len: 950 time: 0.0673039 Sep 08 09:02:56.636860 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-90c353d2-a9ea-4144-b12c-a93966175337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:56.656124 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97197fa4-5adc-4d86-b072-1357feb934c0 None None] The sync data for ids ['df41a430-f793-4b9f-9c89-21254b2ff6d0'] in n-d-806683-11 is: [{'id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'name': 'tempest-AttachVolumeTestJSON-655579207-router', 'tenant_id': 'a2f9a27fb48843b398aaefe83b941227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '50ce655b-179c-4da1-8f1d-05451893c0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:02:51Z', 'updated_at': '2021-09-08T09:02:53Z', 'revision_number': 3, 'project_id': 'a2f9a27fb48843b398aaefe83b941227', 'gw_port': {'id': '50ce655b-179c-4da1-8f1d-05451893c0d2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:52Z', 'updated_at': '2021-09-08T09:02:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:02:56.678773 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ef3131b5-21a5-411c-becc-c789b71ddd63 req-d02f59e0-87b1-4889-80da-e2d1ba6ed908 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/security-groups?id=a39e9708-bb67-462a-996e-ebf338efc5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413008 Sep 08 09:02:56.813081 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdffeda-655c-4aad-8452-7e00c18ea781 req-f64fa44e-4ccf-46f2-a79d-d53eed74579b tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:56.814408 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dcdffeda-655c-4aad-8452-7e00c18ea781 req-f64fa44e-4ccf-46f2-a79d-d53eed74579b tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a2bdb47-040a-4625-a94c-9774fb129683 HTTP/1.1" status: 200 len: 950 time: 0.1249237 Sep 08 09:02:57.024183 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 24c965d7-db6d-4bd8-8994-faab41bdeccb details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:02:57.076975 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device fba87fd1-4477-4e5e-a16f-5baaa7d039ea up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:02:57.095554 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-dcdffeda-655c-4aad-8452-7e00c18ea781 req-be3069d7-7c32-4f69-913f-9e429eb19311 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Deleting port 01089d13-0cca-43c1-ae3d-3a7b2af2c771 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:02:57.095919 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-dcdffeda-655c-4aad-8452-7e00c18ea781 req-be3069d7-7c32-4f69-913f-9e429eb19311 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:57.190964 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:02:57.250467 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-dcdffeda-655c-4aad-8452-7e00c18ea781 req-be3069d7-7c32-4f69-913f-9e429eb19311 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] For port 01089d13-0cca-43c1-ae3d-3a7b2af2c771, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=01089d13-0cca-43c1-ae3d-3a7b2af2c771,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:02:57.250851 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-dcdffeda-655c-4aad-8452-7e00c18ea781 req-be3069d7-7c32-4f69-913f-9e429eb19311 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:57.276245 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-dcdffeda-655c-4aad-8452-7e00c18ea781 req-be3069d7-7c32-4f69-913f-9e429eb19311 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Calling delete_port for 01089d13-0cca-43c1-ae3d-3a7b2af2c771 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:02:57.277241 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-90c353d2-a9ea-4144-b12c-a93966175337 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:57.286373 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-90c353d2-a9ea-4144-b12c-a93966175337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:57.287032 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 24c965d7-db6d-4bd8-8994-faab41bdeccb, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=24c965d7-db6d-4bd8-8994-faab41bdeccb,segment=NetworkSegment(66c1c607-33c9-44e0-b45a-ef6d4c44423d),segment_id=66c1c607-33c9-44e0-b45a-ef6d4c44423d)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:02:57.299889 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port fba87fd1-4477-4e5e-a16f-5baaa7d039ea triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:02:57.300269 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:57.335606 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '24c965d7-db6d-4bd8-8994-faab41bdeccb', 'network_id': '56f09e7a-d8c3-4671-9b9a-504accacdfdc', 'port_id': '24c965d7-db6d-4bd8-8994-faab41bdeccb', 'mac_address': 'fa:16:3e:52:9c:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8500bfb2-0bfa-480d-b7a3-e97947f43e46', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:02:57.366718 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c353d2-a9ea-4144-b12c-a93966175337 admin admin] Pushing event updated for resources: {'Port': ['ID=a3be75f1-9287-45c7-ad60-a4becde4a4da,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:57.400019 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:57.409287 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-90c353d2-a9ea-4144-b12c-a93966175337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:57.420420 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24c965d7-db6d-4bd8-8994-faab41bdeccb {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:02:57.448868 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-dcdffeda-655c-4aad-8452-7e00c18ea781 req-be3069d7-7c32-4f69-913f-9e429eb19311 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:57.488577 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['fdeafc4e-0cbc-4844-8bc6-9cbae5e92085', '01089d13-0cca-43c1-ae3d-3a7b2af2c771'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:02:57.500885 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3069d7-7c32-4f69-913f-9e429eb19311 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Pushing event deleted for resources: {'Port': ['ID=01089d13-0cca-43c1-ae3d-3a7b2af2c771,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:57.511366 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 24c965d7-db6d-4bd8-8994-faab41bdeccb, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=24c965d7-db6d-4bd8-8994-faab41bdeccb,segment=NetworkSegment(66c1c607-33c9-44e0-b45a-ef6d4c44423d),segment_id=66c1c607-33c9-44e0-b45a-ef6d4c44423d)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:02:57.562673 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:57.563393 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 206afed7-eeae-4d06-8959-8e305d5bcc7e details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:02:57.567484 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:57.597069 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcdffeda-655c-4aad-8452-7e00c18ea781 req-be3069d7-7c32-4f69-913f-9e429eb19311 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] No DVR routers for this DVR port 01089d13-0cca-43c1-ae3d-3a7b2af2c771 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:02:57.608321 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-dcdffeda-655c-4aad-8452-7e00c18ea781 req-be3069d7-7c32-4f69-913f-9e429eb19311 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:57.612858 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dcdffeda-655c-4aad-8452-7e00c18ea781 req-be3069d7-7c32-4f69-913f-9e429eb19311 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.37 "DELETE /v2.0/ports/01089d13-0cca-43c1-ae3d-3a7b2af2c771 HTTP/1.1" status: 204 len: 173 time: 0.7846973 Sep 08 09:02:57.613471 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2bdb47-040a-4625-a94c-9774fb129683', 'name': 'network-vif-deleted', 'tag': '01089d13-0cca-43c1-ae3d-3a7b2af2c771'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:02:57.619272 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03a1639-a424-4fc8-a7e1-0ab4aeeefd0f" -d '{"events": [{"server_uuid": "9a2bdb47-040a-4625-a94c-9774fb129683", "name": "network-vif-deleted", "tag": "01089d13-0cca-43c1-ae3d-3a7b2af2c771"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:02:57.678981 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178bfc9-c991-443d-9025-672270ff87b6 req-21e9b708-5dfa-4b80-ab03-280bf141f50a tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:57.681167 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c178bfc9-c991-443d-9025-672270ff87b6 req-21e9b708-5dfa-4b80-ab03-280bf141f50a tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 950 time: 0.1322749 Sep 08 09:02:57.727081 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port fba87fd1-4477-4e5e-a16f-5baaa7d039ea, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=fba87fd1-4477-4e5e-a16f-5baaa7d039ea,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:02:57.744437 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.db.resource_extend [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 08 09:02:57.745893 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756bfc30-5241-4c6f-88d0-5588e0622c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba87fd1-4477-4e5e-a16f-5baaa7d039ea'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:02:57.748452 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a085b887-46e7-46d1-8b57-12758660d661" -d '{"events": [{"server_uuid": "756bfc30-5241-4c6f-88d0-5588e0622c9e", "name": "network-vif-plugged", "status": "completed", "tag": "fba87fd1-4477-4e5e-a16f-5baaa7d039ea"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:02:57.766878 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c353d2-a9ea-4144-b12c-a93966175337 admin admin] Network d15b4ce3-7986-485f-ad78-2afa75611397 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:02:57.782425 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c178bfc9-c991-443d-9025-672270ff87b6 req-34083cd3-d80e-4ca5-905e-9ecde385935c tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925956 Sep 08 09:02:57.784320 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-90c353d2-a9ea-4144-b12c-a93966175337 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:02:57.795318 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:57.836754 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a164b76-a19f-4d61-a988-dcd5fcc7ea99 x-openstack-request-id: req-2a164b76-a19f-4d61-a988-dcd5fcc7ea99 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:02:57.839047 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2bdb47-040a-4625-a94c-9774fb129683", "name": "network-vif-deleted", "tag": "01089d13-0cca-43c1-ae3d-3a7b2af2c771", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:02:57.839665 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2a164b76-a19f-4d61-a988-dcd5fcc7ea99 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:02:57.840176 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a2bdb47-040a-4625-a94c-9774fb129683', 'name': 'network-vif-deleted', 'tag': '01089d13-0cca-43c1-ae3d-3a7b2af2c771', 'status': 'completed', 'code': 200} Sep 08 09:02:57.856582 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=24c965d7-db6d-4bd8-8994-faab41bdeccb,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:57.991080 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 206afed7-eeae-4d06-8959-8e305d5bcc7e, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=206afed7-eeae-4d06-8959-8e305d5bcc7e,segment=NetworkSegment(a13fd2b6-0549-44cb-a81f-d013dc25e0e0),segment_id=a13fd2b6-0549-44cb-a81f-d013dc25e0e0)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:02:58.009389 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '206afed7-eeae-4d06-8959-8e305d5bcc7e', 'network_id': 'e131d2cf-f0f6-4e3a-90af-0615e503d20b', 'port_id': '206afed7-eeae-4d06-8959-8e305d5bcc7e', 'mac_address': 'fa:16:3e:bc:dc:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64cec42a-675b-48e9-acf5-9de60b36e75d', 'ip_address': '10.1.1.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:02:58.053607 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1af8e-923c-4595-b7d9-f35299edbf25 req-93cb4f35-8c4a-48b5-84f5-187351ffe74e tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:58.070640 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1af8e-923c-4595-b7d9-f35299edbf25 req-93cb4f35-8c4a-48b5-84f5-187351ffe74e tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:58.087925 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1af8e-923c-4595-b7d9-f35299edbf25 req-93cb4f35-8c4a-48b5-84f5-187351ffe74e tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:58.093288 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-80423ebf-7746-4151-9562-a4dff12f9e4e req-47e167e8-b9fc-4877-96b7-62a97c850c1d tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a2bdb47-040a-4625-a94c-9774fb129683 HTTP/1.1" status: 200 len: 210 time: 0.0406547 Sep 08 09:02:58.136107 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1af8e-923c-4595-b7d9-f35299edbf25 req-93cb4f35-8c4a-48b5-84f5-187351ffe74e tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:58.142680 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1af8e-923c-4595-b7d9-f35299edbf25 req-93cb4f35-8c4a-48b5-84f5-187351ffe74e tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:58.149460 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1af8e-923c-4595-b7d9-f35299edbf25 req-93cb4f35-8c4a-48b5-84f5-187351ffe74e tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:58.155455 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 50ce655b-179c-4da1-8f1d-05451893c0d2 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:02:58.157356 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1af8e-923c-4595-b7d9-f35299edbf25 req-93cb4f35-8c4a-48b5-84f5-187351ffe74e tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:58.166585 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f6a1af8e-923c-4595-b7d9-f35299edbf25 req-93cb4f35-8c4a-48b5-84f5-187351ffe74e tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 5429 time: 0.2660625 Sep 08 09:02:58.321126 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c353d2-a9ea-4144-b12c-a93966175337 admin admin] Router df41a430-f793-4b9f-9c89-21254b2ff6d0 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:02:58.327946 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f6a1af8e-923c-4595-b7d9-f35299edbf25 req-b19a2fc3-99ea-4b75-bbf0-ae0852084d24 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&id=ee706af1-7645-483d-b50a-1bf5c08b472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1604702 Sep 08 09:02:58.342727 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d951f5-f255-4f5e-9638-ea4f70124b40 x-openstack-request-id: req-73d951f5-f255-4f5e-9638-ea4f70124b40 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:02:58.344240 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756bfc30-5241-4c6f-88d0-5588e0622c9e", "name": "network-vif-plugged", "status": "completed", "tag": "fba87fd1-4477-4e5e-a16f-5baaa7d039ea", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:02:58.345935 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-73d951f5-f255-4f5e-9638-ea4f70124b40 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:02:58.349866 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756bfc30-5241-4c6f-88d0-5588e0622c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba87fd1-4477-4e5e-a16f-5baaa7d039ea', 'code': 200} Sep 08 09:02:58.477059 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=fba87fd1-4477-4e5e-a16f-5baaa7d039ea,revision_number=7']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:58.498789 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:58.503663 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:58.510791 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-5dbb9018-1a1c-42f6-bbd7-7e3664e10158 None None] Provisioning complete for port a3be75f1-9287-45c7-ad60-a4becde4a4da triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:02:58.511431 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5dbb9018-1a1c-42f6-bbd7-7e3664e10158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:58.579866 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 206afed7-eeae-4d06-8959-8e305d5bcc7e {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:02:58.604860 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 50ce655b-179c-4da1-8f1d-05451893c0d2 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:02:58.615446 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 50ce655b-179c-4da1-8f1d-05451893c0d2 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:02:58.615812 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:58.617321 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-5dbb9018-1a1c-42f6-bbd7-7e3664e10158 None None] Port a3be75f1-9287-45c7-ad60-a4becde4a4da cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:02:58.655765 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c353d2-a9ea-4144-b12c-a93966175337 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:02:58.665464 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 206afed7-eeae-4d06-8959-8e305d5bcc7e, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=206afed7-eeae-4d06-8959-8e305d5bcc7e,segment=NetworkSegment(a13fd2b6-0549-44cb-a81f-d013dc25e0e0),segment_id=a13fd2b6-0549-44cb-a81f-d013dc25e0e0)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:02:58.666880 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-90c353d2-a9ea-4144-b12c-a93966175337 admin admin] 10.222.0.54 "PUT /v2.0/routers/df41a430-f793-4b9f-9c89-21254b2ff6d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8786645 Sep 08 09:02:58.682945 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:58.683812 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 1ba67b89-fdf3-438b-8aa9-37c654debf50 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:02:58.943605 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=206afed7-eeae-4d06-8959-8e305d5bcc7e,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:58.972425 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 1ba67b89-fdf3-438b-8aa9-37c654debf50, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=1ba67b89-fdf3-438b-8aa9-37c654debf50,segment=NetworkSegment(a13fd2b6-0549-44cb-a81f-d013dc25e0e0),segment_id=a13fd2b6-0549-44cb-a81f-d013dc25e0e0)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:02:59.020883 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:59.024647 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd528d-0e18-49b5-bab8-61b38f3e10e5 req-18d5f2da-5dbc-4cdb-9ba1-555689f3ef69 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:59.036801 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-79bd528d-0e18-49b5-bab8-61b38f3e10e5 req-18d5f2da-5dbc-4cdb-9ba1-555689f3ef69 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 950 time: 0.1414616 Sep 08 09:02:59.086969 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 50ce655b-179c-4da1-8f1d-05451893c0d2, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=50ce655b-179c-4da1-8f1d-05451893c0d2,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:02:59.095758 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '1ba67b89-fdf3-438b-8aa9-37c654debf50', 'network_id': 'e131d2cf-f0f6-4e3a-90af-0615e503d20b', 'port_id': '1ba67b89-fdf3-438b-8aa9-37c654debf50', 'mac_address': 'fa:16:3e:4c:c4:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64cec42a-675b-48e9-acf5-9de60b36e75d', 'ip_address': '10.1.1.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:02:59.104639 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:59.146480 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-79bd528d-0e18-49b5-bab8-61b38f3e10e5 req-192059e2-405d-43dc-a90d-27b104ce5837 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071177 Sep 08 09:02:59.328436 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=50ce655b-179c-4da1-8f1d-05451893c0d2,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:59.347089 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:59.380988 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ba67b89-fdf3-438b-8aa9-37c654debf50 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:02:59.440594 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 1ba67b89-fdf3-438b-8aa9-37c654debf50, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=1ba67b89-fdf3-438b-8aa9-37c654debf50,segment=NetworkSegment(a13fd2b6-0549-44cb-a81f-d013dc25e0e0),segment_id=a13fd2b6-0549-44cb-a81f-d013dc25e0e0)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:02:59.447231 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40598) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:02:59.455073 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-83669a25-3e6d-4e2b-ae0d-c12b774cbdef tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1355872920', 'description': 'tempest-description--266629901'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:02:59.459726 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:59.461560 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device ae6394f3-8959-44ba-836a-10fef80e56f7 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:02:59.552316 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-83669a25-3e6d-4e2b-ae0d-c12b774cbdef tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:59.753678 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60e5f95-5b85-4fb2-b15d-8e86575953aa None None] Sync routers for ids ['df41a430-f793-4b9f-9c89-21254b2ff6d0'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:02:59.769235 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-83669a25-3e6d-4e2b-ae0d-c12b774cbdef tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:59.777395 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-83669a25-3e6d-4e2b-ae0d-c12b774cbdef tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:59.863135 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60e5f95-5b85-4fb2-b15d-8e86575953aa None None] Routers {'df41a430-f793-4b9f-9c89-21254b2ff6d0'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:02:59.863965 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-b60e5f95-5b85-4fb2-b15d-8e86575953aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:02:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['df41a430-f793-4b9f-9c89-21254b2ff6d0'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:02:59.868726 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-83669a25-3e6d-4e2b-ae0d-c12b774cbdef tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:02:59.873190 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-83669a25-3e6d-4e2b-ae0d-c12b774cbdef tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4218588 Sep 08 09:02:59.874539 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40616) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:02:59.888069 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-c648a080-6c7e-48bf-ab8c-510c1bb60f27 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Request body: {'security_group_rule': {'security_group_id': '703349ac-76b0-4a5f-8080-6789cf3c5a3d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:02:59.909330 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83669a25-3e6d-4e2b-ae0d-c12b774cbdef tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=703349ac-76b0-4a5f-8080-6789cf3c5a3d,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:02:59.967323 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4bec0-28bd-43b1-b261-a0487b2df1ac req-8b3fbd94-0c5f-416d-9653-6834301bd99a tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:59.976365 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4bec0-28bd-43b1-b261-a0487b2df1ac req-8b3fbd94-0c5f-416d-9653-6834301bd99a tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:59.981112 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port ae6394f3-8959-44ba-836a-10fef80e56f7, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=ae6394f3-8959-44ba-836a-10fef80e56f7,segment=NetworkSegment(a92db136-9157-48d9-ba34-f5a434c22bec),segment_id=a92db136-9157-48d9-ba34-f5a434c22bec)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:02:59.984848 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4bec0-28bd-43b1-b261-a0487b2df1ac req-8b3fbd94-0c5f-416d-9653-6834301bd99a tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:02:59.996690 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4bec0-28bd-43b1-b261-a0487b2df1ac req-8b3fbd94-0c5f-416d-9653-6834301bd99a tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:00.001992 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=1ba67b89-fdf3-438b-8aa9-37c654debf50,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:00.005921 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': 'ae6394f3-8959-44ba-836a-10fef80e56f7', 'network_id': '7f827cbd-981b-4963-870a-da3dc338441e', 'port_id': 'ae6394f3-8959-44ba-836a-10fef80e56f7', 'mac_address': 'fa:16:3e:f8:b2:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e9b3a37-656a-484a-bd00-54ea1a5e5b45', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:03:00.008193 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4bec0-28bd-43b1-b261-a0487b2df1ac req-8b3fbd94-0c5f-416d-9653-6834301bd99a tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:00.011775 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 50ce655b-179c-4da1-8f1d-05451893c0d2 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:03:00.019037 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c648a080-6c7e-48bf-ab8c-510c1bb60f27 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:00.021791 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4bec0-28bd-43b1-b261-a0487b2df1ac req-8b3fbd94-0c5f-416d-9653-6834301bd99a tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:00.030915 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4bec0-28bd-43b1-b261-a0487b2df1ac req-8b3fbd94-0c5f-416d-9653-6834301bd99a tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:00.033793 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-33a4bec0-28bd-43b1-b261-a0487b2df1ac req-8b3fbd94-0c5f-416d-9653-6834301bd99a tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 5431 time: 0.2356367 Sep 08 09:03:00.034859 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d509cd-dfb4-4dd5-8f06-cce7cff06eaf req-c9012da3-d25b-4ac5-9ebb-54fd05ac5a57 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:00.036584 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a5d509cd-dfb4-4dd5-8f06-cce7cff06eaf req-c9012da3-d25b-4ac5-9ebb-54fd05ac5a57 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a51a258-96de-4d45-9d6d-15392f39f58d HTTP/1.1" status: 200 len: 950 time: 0.1336558 Sep 08 09:03:00.098853 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-33a4bec0-28bd-43b1-b261-a0487b2df1ac req-06bad19e-b5a1-4a12-b64c-4ea6805c4a23 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&id=ee706af1-7645-483d-b50a-1bf5c08b472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0500622 Sep 08 09:03:00.148976 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:00.174028 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c648a080-6c7e-48bf-ab8c-510c1bb60f27 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:00.191567 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c648a080-6c7e-48bf-ab8c-510c1bb60f27 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:00.222007 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae6394f3-8959-44ba-836a-10fef80e56f7 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:03:00.243008 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c648a080-6c7e-48bf-ab8c-510c1bb60f27 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:00.247508 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c648a080-6c7e-48bf-ab8c-510c1bb60f27 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3689816 Sep 08 09:03:00.248290 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40628) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:03:00.253377 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-4758493c-9ec3-498d-9801-c125c5ea18b6 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Request body: {'security_group_rule': {'security_group_id': '703349ac-76b0-4a5f-8080-6789cf3c5a3d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:03:00.255038 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a5d509cd-dfb4-4dd5-8f06-cce7cff06eaf req-e66c4c14-65c4-4655-806c-c71afa122382 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/security-groups?id=a39e9708-bb67-462a-996e-ebf338efc5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030981 Sep 08 09:03:00.262428 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c648a080-6c7e-48bf-ab8c-510c1bb60f27 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=575660fb-ea76-42ca-a6e3-7c50723e0827,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:00.341854 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4758493c-9ec3-498d-9801-c125c5ea18b6 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:00.351824 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port ae6394f3-8959-44ba-836a-10fef80e56f7, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=ae6394f3-8959-44ba-836a-10fef80e56f7,segment=NetworkSegment(a92db136-9157-48d9-ba34-f5a434c22bec),segment_id=a92db136-9157-48d9-ba34-f5a434c22bec)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:03:00.370490 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:00.374742 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 83fce545-c3f1-43e1-81ad-33fc70bf1670 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:03:00.472985 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4758493c-9ec3-498d-9801-c125c5ea18b6 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:00.480082 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4758493c-9ec3-498d-9801-c125c5ea18b6 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:00.497033 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.db.resource_extend [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 08 09:03:00.501935 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-b60e5f95-5b85-4fb2-b15d-8e86575953aa None None] Set router df41a430-f793-4b9f-9c89-21254b2ff6d0 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:03:00.527297 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4758493c-9ec3-498d-9801-c125c5ea18b6 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4da3b220-c247-419b-8118-dc534801d166,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:00.533109 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4758493c-9ec3-498d-9801-c125c5ea18b6 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:00.534797 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 50ce655b-179c-4da1-8f1d-05451893c0d2 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:03:00.538789 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:00.539760 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4758493c-9ec3-498d-9801-c125c5ea18b6 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2897439 Sep 08 09:03:00.540609 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40632) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:03:00.548200 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-64c94926-371d-4bf0-ac02-76dad71d1f71 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:03:00.579673 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10a21b-547d-4710-bebc-0957b133643d req-4523f90b-b5e1-4cdb-bf0a-f49002f33c22 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:00.594644 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-64c94926-371d-4bf0-ac02-76dad71d1f71 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks [] for floatingip, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:00.596791 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fc10a21b-547d-4710-bebc-0957b133643d req-4523f90b-b5e1-4cdb-bf0a-f49002f33c22 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 950 time: 0.1736343 Sep 08 09:03:00.653348 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 83fce545-c3f1-43e1-81ad-33fc70bf1670, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=83fce545-c3f1-43e1-81ad-33fc70bf1670,segment=NetworkSegment(a13fd2b6-0549-44cb-a81f-d013dc25e0e0),segment_id=a13fd2b6-0549-44cb-a81f-d013dc25e0e0)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:03:00.755826 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fc10a21b-547d-4710-bebc-0957b133643d req-a23b2547-81b1-444f-801b-ed2a2fe689f6 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466534 Sep 08 09:03:00.829881 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-64c94926-371d-4bf0-ac02-76dad71d1f71 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:00.986080 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-64c94926-371d-4bf0-ac02-76dad71d1f71 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Allocated IP 172.25.0.225 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/d6e241c5-99ff-4b03-a0d0-aead6dc52ce7) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:03:01.117865 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '83fce545-c3f1-43e1-81ad-33fc70bf1670', 'network_id': 'e131d2cf-f0f6-4e3a-90af-0615e503d20b', 'port_id': '83fce545-c3f1-43e1-81ad-33fc70bf1670', 'mac_address': 'fa:16:3e:35:3b:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64cec42a-675b-48e9-acf5-9de60b36e75d', 'ip_address': '10.1.1.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:03:01.120516 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=ae6394f3-8959-44ba-836a-10fef80e56f7,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:01.271298 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:01.336851 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83fce545-c3f1-43e1-81ad-33fc70bf1670 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:03:01.372314 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 83fce545-c3f1-43e1-81ad-33fc70bf1670, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=83fce545-c3f1-43e1-81ad-33fc70bf1670,segment=NetworkSegment(a13fd2b6-0549-44cb-a81f-d013dc25e0e0),segment_id=a13fd2b6-0549-44cb-a81f-d013dc25e0e0)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:03:01.385046 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:01.386181 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device ddf26a7d-0e8b-469e-9475-33e914bdcf50 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:03:01.536566 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a15e0-2be0-4141-b311-d12a714d0c18 req-57451fd7-2be8-4ec7-bf89-51bcb4ab2194 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:01.541247 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9c4a15e0-2be0-4141-b311-d12a714d0c18 req-57451fd7-2be8-4ec7-bf89-51bcb4ab2194 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a51a258-96de-4d45-9d6d-15392f39f58d HTTP/1.1" status: 200 len: 950 time: 0.1234264 Sep 08 09:03:01.602892 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9c4a15e0-2be0-4141-b311-d12a714d0c18 req-a8fac881-6ef2-4c18-ba94-033601e728d0 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/security-groups?id=a39e9708-bb67-462a-996e-ebf338efc5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497787 Sep 08 09:03:01.641812 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port ddf26a7d-0e8b-469e-9475-33e914bdcf50, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=ddf26a7d-0e8b-469e-9475-33e914bdcf50,segment=NetworkSegment(a13fd2b6-0549-44cb-a81f-d013dc25e0e0),segment_id=a13fd2b6-0549-44cb-a81f-d013dc25e0e0)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:03:01.675552 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': 'ddf26a7d-0e8b-469e-9475-33e914bdcf50', 'network_id': 'e131d2cf-f0f6-4e3a-90af-0615e503d20b', 'port_id': 'ddf26a7d-0e8b-469e-9475-33e914bdcf50', 'mac_address': 'fa:16:3e:fd:ee:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64cec42a-675b-48e9-acf5-9de60b36e75d', 'ip_address': '10.1.1.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:03:01.675852 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-64c94926-371d-4bf0-ac02-76dad71d1f71 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:01.719066 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5181f19-679f-406a-9da2-915299a940dc req-2178302b-88d0-483b-a8f8-76cf4b166257 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:01.724604 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=83fce545-c3f1-43e1-81ad-33fc70bf1670,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:01.730031 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c5181f19-679f-406a-9da2-915299a940dc req-2178302b-88d0-483b-a8f8-76cf4b166257 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.37 "GET /v2.0/ports?device_id=1a51a258-96de-4d45-9d6d-15392f39f58d HTTP/1.1" status: 200 len: 950 time: 0.1819680 Sep 08 09:03:01.761734 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49416bab-3c6d-4a68-aa46-2df769ea6806 req-4747b8ee-e027-4f45-8e93-dbe97b742582 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:01.769257 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49416bab-3c6d-4a68-aa46-2df769ea6806 req-4747b8ee-e027-4f45-8e93-dbe97b742582 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:01.775610 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49416bab-3c6d-4a68-aa46-2df769ea6806 req-4747b8ee-e027-4f45-8e93-dbe97b742582 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:01.792755 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49416bab-3c6d-4a68-aa46-2df769ea6806 req-4747b8ee-e027-4f45-8e93-dbe97b742582 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:01.814970 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49416bab-3c6d-4a68-aa46-2df769ea6806 req-4747b8ee-e027-4f45-8e93-dbe97b742582 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:01.829490 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:01.835427 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49416bab-3c6d-4a68-aa46-2df769ea6806 req-4747b8ee-e027-4f45-8e93-dbe97b742582 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:01.849565 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49416bab-3c6d-4a68-aa46-2df769ea6806 req-4747b8ee-e027-4f45-8e93-dbe97b742582 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:01.870374 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-49416bab-3c6d-4a68-aa46-2df769ea6806 req-4747b8ee-e027-4f45-8e93-dbe97b742582 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 5433 time: 0.3234296 Sep 08 09:03:01.894577 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddf26a7d-0e8b-469e-9475-33e914bdcf50 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:03:01.949371 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port ddf26a7d-0e8b-469e-9475-33e914bdcf50, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=ddf26a7d-0e8b-469e-9475-33e914bdcf50,segment=NetworkSegment(a13fd2b6-0549-44cb-a81f-d013dc25e0e0),segment_id=a13fd2b6-0549-44cb-a81f-d013dc25e0e0)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:03:01.962015 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b3afb-d7fa-46f0-9eea-640bc68e295b req-ac9462ee-eca2-4c68-9580-e80651a880ec tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:01.973519 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-b60e5f95-5b85-4fb2-b15d-8e86575953aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'name': 'tempest-AttachVolumeTestJSON-655579207-router', 'tenant_id': 'a2f9a27fb48843b398aaefe83b941227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '50ce655b-179c-4da1-8f1d-05451893c0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:02:51Z', 'updated_at': '2021-09-08T09:02:56Z', 'revision_number': 4, 'project_id': 'a2f9a27fb48843b398aaefe83b941227', 'gw_port': {'id': '50ce655b-179c-4da1-8f1d-05451893c0d2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:52Z', 'updated_at': '2021-09-08T09:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'a3be75f1-9287-45c7-ad60-a4becde4a4da', 'name': '', 'network_id': 'd15b4ce3-7986-485f-ad78-2afa75611397', 'tenant_id': 'a2f9a27fb48843b398aaefe83b941227', 'mac_address': 'fa:16:3e:b8:7c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'b55eaef4-013f-4f3d-8aec-fea124c1fdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:55Z', 'updated_at': '2021-09-08T09:02:56Z', 'revision_number': 2, 'project_id': 'a2f9a27fb48843b398aaefe83b941227', 'subnets': [{'id': 'b55eaef4-013f-4f3d-8aec-fea124c1fdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:03:01.976842 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:01.977579 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 7eac18b8-5ad7-46d3-89bc-275b77cbbae6 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:03:01.983115 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ec4b3afb-d7fa-46f0-9eea-640bc68e295b req-ac9462ee-eca2-4c68-9580-e80651a880ec tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 950 time: 0.1192496 Sep 08 09:03:02.009832 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-49416bab-3c6d-4a68-aa46-2df769ea6806 req-92d090b4-bf8d-40ea-8082-f63b9e2a8580 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&id=ee706af1-7645-483d-b50a-1bf5c08b472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1220405 Sep 08 09:03:02.051657 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ec4b3afb-d7fa-46f0-9eea-640bc68e295b req-2b37db11-c781-49be-a8da-d9e8a36088d6 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604072 Sep 08 09:03:02.055589 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-64c94926-371d-4bf0-ac02-76dad71d1f71 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:02.118192 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c94926-371d-4bf0-ac02-76dad71d1f71 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:03:02.127119 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-64c94926-371d-4bf0-ac02-76dad71d1f71 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:03:02.132380 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c94926-371d-4bf0-ac02-76dad71d1f71 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:03:02.191477 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c94926-371d-4bf0-ac02-76dad71d1f71 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Pushing event updated for resources: {'Port': ['ID=d6e241c5-99ff-4b03-a0d0-aead6dc52ce7,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:02.211416 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-c5181f19-679f-406a-9da2-915299a940dc req-22edf5fa-957f-4fb4-adc5-91ed6c71632f tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Deleting port fdeafc4e-0cbc-4844-8bc6-9cbae5e92085 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:03:02.211416 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c5181f19-679f-406a-9da2-915299a940dc req-22edf5fa-957f-4fb4-adc5-91ed6c71632f tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:02.249670 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60e5f95-5b85-4fb2-b15d-8e86575953aa None None] Checking router: df41a430-f793-4b9f-9c89-21254b2ff6d0 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:03:02.260929 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60e5f95-5b85-4fb2-b15d-8e86575953aa None None] Updating router df41a430-f793-4b9f-9c89-21254b2ff6d0 port a3be75f1-9287-45c7-ad60-a4becde4a4da binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:03:02.308362 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b60e5f95-5b85-4fb2-b15d-8e86575953aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:02.386317 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-64c94926-371d-4bf0-ac02-76dad71d1f71 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:02.450288 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-64c94926-371d-4bf0-ac02-76dad71d1f71 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:02.484422 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-c5181f19-679f-406a-9da2-915299a940dc req-22edf5fa-957f-4fb4-adc5-91ed6c71632f tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] For port fdeafc4e-0cbc-4844-8bc6-9cbae5e92085, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=fdeafc4e-0cbc-4844-8bc6-9cbae5e92085,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:03:02.484854 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c5181f19-679f-406a-9da2-915299a940dc req-22edf5fa-957f-4fb4-adc5-91ed6c71632f tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:02.579122 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=ddf26a7d-0e8b-469e-9475-33e914bdcf50,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:02.581035 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-c5181f19-679f-406a-9da2-915299a940dc req-22edf5fa-957f-4fb4-adc5-91ed6c71632f tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Calling delete_port for fdeafc4e-0cbc-4844-8bc6-9cbae5e92085 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:03:02.603287 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 7eac18b8-5ad7-46d3-89bc-275b77cbbae6, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=7eac18b8-5ad7-46d3-89bc-275b77cbbae6,segment=NetworkSegment(a92db136-9157-48d9-ba34-f5a434c22bec),segment_id=a92db136-9157-48d9-ba34-f5a434c22bec)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:03:02.629702 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '7eac18b8-5ad7-46d3-89bc-275b77cbbae6', 'network_id': '7f827cbd-981b-4963-870a-da3dc338441e', 'port_id': '7eac18b8-5ad7-46d3-89bc-275b77cbbae6', 'mac_address': 'fa:16:3e:fd:7a:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e9b3a37-656a-484a-bd00-54ea1a5e5b45', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:03:02.725856 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:02.750195 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eac18b8-5ad7-46d3-89bc-275b77cbbae6 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:03:02.834197 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b60e5f95-5b85-4fb2-b15d-8e86575953aa None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:02.862833 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd7881-3507-4429-8aef-c7d5df361afa req-6bbd73e1-a18f-449a-abcb-6012d30b8447 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:02.864844 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-afbd7881-3507-4429-8aef-c7d5df361afa req-6bbd73e1-a18f-449a-abcb-6012d30b8447 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a51a258-96de-4d45-9d6d-15392f39f58d HTTP/1.1" status: 200 len: 950 time: 0.1318827 Sep 08 09:03:02.869312 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 7eac18b8-5ad7-46d3-89bc-275b77cbbae6, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=7eac18b8-5ad7-46d3-89bc-275b77cbbae6,segment=NetworkSegment(a92db136-9157-48d9-ba34-f5a434c22bec),segment_id=a92db136-9157-48d9-ba34-f5a434c22bec)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:03:02.895707 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:02.981236 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-afbd7881-3507-4429-8aef-c7d5df361afa req-1615b51c-7867-4ec0-9b47-669bcf058a91 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/security-groups?id=a39e9708-bb67-462a-996e-ebf338efc5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083972 Sep 08 09:03:02.982453 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-b60e5f95-5b85-4fb2-b15d-8e86575953aa None None] Transition to ACTIVE for port object a3be75f1-9287-45c7-ad60-a4becde4a4da will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:03:02.986837 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c5181f19-679f-406a-9da2-915299a940dc req-22edf5fa-957f-4fb4-adc5-91ed6c71632f tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:03.000451 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b60e5f95-5b85-4fb2-b15d-8e86575953aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:03.014846 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=7eac18b8-5ad7-46d3-89bc-275b77cbbae6,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:03.083285 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edf5fa-957f-4fb4-adc5-91ed6c71632f tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Pushing event deleted for resources: {'Port': ['ID=fdeafc4e-0cbc-4844-8bc6-9cbae5e92085,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:03.095729 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-64c94926-371d-4bf0-ac02-76dad71d1f71 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:03.270168 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-64c94926-371d-4bf0-ac02-76dad71d1f71 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:03.274721 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['fdeafc4e-0cbc-4844-8bc6-9cbae5e92085', '01089d13-0cca-43c1-ae3d-3a7b2af2c771'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:03:03.283742 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b4d0f0-f6a9-4db3-9623-95d174c65262 None None] Pushing event updated for resources: {'Port': ['ID=a3be75f1-9287-45c7-ad60-a4becde4a4da,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:03.462631 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-b60e5f95-5b85-4fb2-b15d-8e86575953aa None None] Attempting to bind port a3be75f1-9287-45c7-ad60-a4becde4a4da on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:03:03.463298 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-b60e5f95-5b85-4fb2-b15d-8e86575953aa None None] Attempting to bind port a3be75f1-9287-45c7-ad60-a4becde4a4da by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '2d726032-d9c0-4dd0-a3a3-50878ac67fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd15b4ce3-7986-485f-ad78-2afa75611397'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:03:03.463669 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60e5f95-5b85-4fb2-b15d-8e86575953aa None None] Attempting to bind port a3be75f1-9287-45c7-ad60-a4becde4a4da on network d15b4ce3-7986-485f-ad78-2afa75611397 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:03:03.471951 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60e5f95-5b85-4fb2-b15d-8e86575953aa None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:03:03.472503 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60e5f95-5b85-4fb2-b15d-8e86575953aa None None] Checking segment: {'id': '2d726032-d9c0-4dd0-a3a3-50878ac67fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd15b4ce3-7986-485f-ad78-2afa75611397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:03:03.472956 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b60e5f95-5b85-4fb2-b15d-8e86575953aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:03.473358 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60e5f95-5b85-4fb2-b15d-8e86575953aa None None] Bound using segment: {'id': '2d726032-d9c0-4dd0-a3a3-50878ac67fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd15b4ce3-7986-485f-ad78-2afa75611397'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:03:03.473939 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-b60e5f95-5b85-4fb2-b15d-8e86575953aa None None] Bound port: a3be75f1-9287-45c7-ad60-a4becde4a4da, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d726032-d9c0-4dd0-a3a3-50878ac67fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd15b4ce3-7986-485f-ad78-2afa75611397'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:03:03.474368 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b60e5f95-5b85-4fb2-b15d-8e86575953aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:03.503057 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4dc1b1-6b5f-4ec2-93cc-4181260bb9bb req-08e14cb9-e7d3-478c-a640-977f55b6862e tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:03.527604 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5181f19-679f-406a-9da2-915299a940dc req-22edf5fa-957f-4fb4-adc5-91ed6c71632f tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] No DVR routers for this DVR port fdeafc4e-0cbc-4844-8bc6-9cbae5e92085 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:03:03.540642 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-eb4dc1b1-6b5f-4ec2-93cc-4181260bb9bb req-08e14cb9-e7d3-478c-a640-977f55b6862e tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 950 time: 0.1791508 Sep 08 09:03:03.583127 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c5181f19-679f-406a-9da2-915299a940dc req-22edf5fa-957f-4fb4-adc5-91ed6c71632f tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:03.586142 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c5181f19-679f-406a-9da2-915299a940dc req-22edf5fa-957f-4fb4-adc5-91ed6c71632f tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.37 "DELETE /v2.0/ports/fdeafc4e-0cbc-4844-8bc6-9cbae5e92085 HTTP/1.1" status: 204 len: 173 time: 1.7146940 Sep 08 09:03:03.603965 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c94926-371d-4bf0-ac02-76dad71d1f71 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Pushing event updated for resources: {'Port': ['ID=d6e241c5-99ff-4b03-a0d0-aead6dc52ce7,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:03.618136 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a51a258-96de-4d45-9d6d-15392f39f58d', 'name': 'network-vif-deleted', 'tag': 'fdeafc4e-0cbc-4844-8bc6-9cbae5e92085'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:03:03.623220 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bcdbc78-048c-4218-ae36-78eb7db49b47" -d '{"events": [{"server_uuid": "1a51a258-96de-4d45-9d6d-15392f39f58d", "name": "network-vif-deleted", "tag": "fdeafc4e-0cbc-4844-8bc6-9cbae5e92085"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:03:03.718736 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-eb4dc1b1-6b5f-4ec2-93cc-4181260bb9bb req-96b19e23-002a-4af3-a34f-66f54aa3b398 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726878 Sep 08 09:03:03.758244 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff66ca-0268-4757-9672-da3aae59672e req-7c1e536c-8217-4ddb-b972-1f6dc40c9a2c tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:03.787648 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff66ca-0268-4757-9672-da3aae59672e req-7c1e536c-8217-4ddb-b972-1f6dc40c9a2c tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:03.813091 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-b60e5f95-5b85-4fb2-b15d-8e86575953aa None None] For port a3be75f1-9287-45c7-ad60-a4becde4a4da, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:03:03.818792 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-b60e5f95-5b85-4fb2-b15d-8e86575953aa None None] For port a3be75f1-9287-45c7-ad60-a4becde4a4da, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a3be75f1-9287-45c7-ad60-a4becde4a4da,segment=NetworkSegment(2d726032-d9c0-4dd0-a3a3-50878ac67fa8),segment_id=2d726032-d9c0-4dd0-a3a3-50878ac67fa8)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:03:03.828730 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff66ca-0268-4757-9672-da3aae59672e req-7c1e536c-8217-4ddb-b972-1f6dc40c9a2c tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:03.829127 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b60e5f95-5b85-4fb2-b15d-8e86575953aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:03.837915 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff66ca-0268-4757-9672-da3aae59672e req-7c1e536c-8217-4ddb-b972-1f6dc40c9a2c tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:03.846941 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff66ca-0268-4757-9672-da3aae59672e req-7c1e536c-8217-4ddb-b972-1f6dc40c9a2c tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:03.893899 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff66ca-0268-4757-9672-da3aae59672e req-7c1e536c-8217-4ddb-b972-1f6dc40c9a2c tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:03.924579 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff66ca-0268-4757-9672-da3aae59672e req-7c1e536c-8217-4ddb-b972-1f6dc40c9a2c tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:03.931652 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['206afed7-eeae-4d06-8959-8e305d5bcc7e'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:03:03.938596 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['1ba67b89-fdf3-438b-8aa9-37c654debf50'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:03:03.943118 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['24c965d7-db6d-4bd8-8994-faab41bdeccb'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:03:03.952151 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b3ff66ca-0268-4757-9672-da3aae59672e req-7c1e536c-8217-4ddb-b972-1f6dc40c9a2c tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 5435 time: 0.4618468 Sep 08 09:03:04.011545 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-64c94926-371d-4bf0-ac02-76dad71d1f71 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:04.051740 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-64c94926-371d-4bf0-ac02-76dad71d1f71 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:04.053398 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-64c94926-371d-4bf0-ac02-76dad71d1f71 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5103209 Sep 08 09:03:04.064662 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b3ff66ca-0268-4757-9672-da3aae59672e req-fd0e783f-c517-440e-af13-2a262be595bf tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&id=ee706af1-7645-483d-b50a-1bf5c08b472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1115804 Sep 08 09:03:04.070971 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['ae6394f3-8959-44ba-836a-10fef80e56f7'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:03:04.123376 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['ddf26a7d-0e8b-469e-9475-33e914bdcf50'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:03:04.208486 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac73ba-eed7-405c-a250-8b2ddfa313cc req-68dce73b-2e92-4627-836f-986a2c5e7404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:04.215141 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bbac73ba-eed7-405c-a250-8b2ddfa313cc req-68dce73b-2e92-4627-836f-986a2c5e7404 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d503e082c6e4ba9b06785de52973fc3&device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 1102 time: 0.1761384 Sep 08 09:03:04.229940 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c934248d-21b4-4cb0-a141-c7f426085446 x-openstack-request-id: req-c934248d-21b4-4cb0-a141-c7f426085446 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:03:04.230290 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a51a258-96de-4d45-9d6d-15392f39f58d", "name": "network-vif-deleted", "tag": "fdeafc4e-0cbc-4844-8bc6-9cbae5e92085", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:03:04.230550 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c934248d-21b4-4cb0-a141-c7f426085446 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:03:04.230964 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a51a258-96de-4d45-9d6d-15392f39f58d', 'name': 'network-vif-deleted', 'tag': 'fdeafc4e-0cbc-4844-8bc6-9cbae5e92085', 'status': 'completed', 'code': 200} Sep 08 09:03:04.404557 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60e5f95-5b85-4fb2-b15d-8e86575953aa None None] Routers {'df41a430-f793-4b9f-9c89-21254b2ff6d0'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:03:04.404557 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-b60e5f95-5b85-4fb2-b15d-8e86575953aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:02:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['df41a430-f793-4b9f-9c89-21254b2ff6d0'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:03:04.448190 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6db7ad94-504b-4a91-add8-96aaa7d6af1a req-22760d7c-04f8-4bb6-827a-f8f117c1d844 tempest-ServersAdminNegativeTestJSON-1191982613 tempest-ServersAdminNegativeTestJSON-1191982613-project] 10.222.0.54 "GET /v2.0/ports?device_id=1a51a258-96de-4d45-9d6d-15392f39f58d HTTP/1.1" status: 200 len: 210 time: 0.0582321 Sep 08 09:03:04.546326 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b4d0f0-f6a9-4db3-9623-95d174c65262 None None] Pushing event updated for resources: {'Port': ['ID=a3be75f1-9287-45c7-ad60-a4becde4a4da,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:04.610473 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-d6797571-a227-48ca-8353-7d0586a49814 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1355872920&fields=id&tenant_id=a2f9a27fb48843b398aaefe83b941227 HTTP/1.1" status: 200 len: 267 time: 0.1444216 Sep 08 09:03:04.637170 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac73ba-eed7-405c-a250-8b2ddfa313cc req-cae76dbf-546a-454b-984f-2d7f065ad3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:04.639994 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bbac73ba-eed7-405c-a250-8b2ddfa313cc req-cae76dbf-546a-454b-984f-2d7f065ad3aa service neutron] 10.222.0.37 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.3625870 Sep 08 09:03:04.739826 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bbac73ba-eed7-405c-a250-8b2ddfa313cc req-02e330ea-e6c5-4ed8-8eac-d8cd19021c3a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=9d88b0e6-81d1-4f99-b049-7cddfe74d864 HTTP/1.1" status: 200 len: 217 time: 0.0792105 Sep 08 09:03:04.884342 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-bf4d01ed-73fb-441c-85eb-a61d6ffb8591 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:04.886215 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-bf4d01ed-73fb-441c-85eb-a61d6ffb8591 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/networks?id=d15b4ce3-7986-485f-ad78-2afa75611397 HTTP/1.1" status: 200 len: 810 time: 0.2691686 Sep 08 09:03:04.902961 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac73ba-eed7-405c-a250-8b2ddfa313cc req-508b36d8-0795-453c-9d5f-d47294ec6ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:04.905025 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bbac73ba-eed7-405c-a250-8b2ddfa313cc req-508b36d8-0795-453c-9d5f-d47294ec6ff6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.1545932 Sep 08 09:03:04.909424 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-6176e5ad-e8a7-4470-b731-2fcba2eb3c97 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/quotas/a2f9a27fb48843b398aaefe83b941227 HTTP/1.1" status: 200 len: 375 time: 0.0161521 Sep 08 09:03:04.981278 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-b60e5f95-5b85-4fb2-b15d-8e86575953aa None None] Set router df41a430-f793-4b9f-9c89-21254b2ff6d0 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:03:05.008759 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3399ef-ab4e-412d-ad0f-85b936ae4d51 req-d91cf10e-255a-4d9a-b116-7bcd3bc250d7 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:05.018492 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['83fce545-c3f1-43e1-81ad-33fc70bf1670'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:03:05.019618 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ec3399ef-ab4e-412d-ad0f-85b936ae4d51 req-d91cf10e-255a-4d9a-b116-7bcd3bc250d7 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 950 time: 0.1261668 Sep 08 09:03:05.038893 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-f300797b-35f4-42b2-84d1-52aa2eaa765d tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=a2f9a27fb48843b398aaefe83b941227&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1171393 Sep 08 09:03:05.077196 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac73ba-eed7-405c-a250-8b2ddfa313cc req-527b5609-1027-43d8-8aa1-283cc4887461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:05.079239 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bbac73ba-eed7-405c-a250-8b2ddfa313cc req-527b5609-1027-43d8-8aa1-283cc4887461 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1312640 Sep 08 09:03:05.109317 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ec3399ef-ab4e-412d-ad0f-85b936ae4d51 req-e080ad6a-3042-4dff-897d-2d350554aec4 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887012 Sep 08 09:03:05.182375 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['7eac18b8-5ad7-46d3-89bc-275b77cbbae6'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:03:05.189452 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device fdeafc4e-0cbc-4844-8bc6-9cbae5e92085 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:03:05.256215 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-dd0411c5-9af6-4fc5-b0b3-3160c4e17f8b service neutron] 10.222.0.54 "GET /v2.0/networks/d15b4ce3-7986-485f-ad78-2afa75611397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095194 Sep 08 09:03:05.321852 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bbac73ba-eed7-405c-a250-8b2ddfa313cc req-cede8433-6c3b-4785-a812-7b1531bece58 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330234 Sep 08 09:03:05.563237 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92edfd87-aedb-43a4-9817-6ad9176d9e4e req-32285bca-2914-47f0-b5d6-7a14c7a8133d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:05.563873 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bbac73ba-eed7-405c-a250-8b2ddfa313cc req-cfc393e8-d175-43a6-be6d-9200f9b60343 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246001 Sep 08 09:03:05.569641 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92edfd87-aedb-43a4-9817-6ad9176d9e4e req-32285bca-2914-47f0-b5d6-7a14c7a8133d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:05.577333 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92edfd87-aedb-43a4-9817-6ad9176d9e4e req-32285bca-2914-47f0-b5d6-7a14c7a8133d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:05.584479 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92edfd87-aedb-43a4-9817-6ad9176d9e4e req-32285bca-2914-47f0-b5d6-7a14c7a8133d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:05.593295 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92edfd87-aedb-43a4-9817-6ad9176d9e4e req-32285bca-2914-47f0-b5d6-7a14c7a8133d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:05.601981 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92edfd87-aedb-43a4-9817-6ad9176d9e4e req-32285bca-2914-47f0-b5d6-7a14c7a8133d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:05.609678 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92edfd87-aedb-43a4-9817-6ad9176d9e4e req-32285bca-2914-47f0-b5d6-7a14c7a8133d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:05.619813 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-3b4ce471-91f4-417e-b1fc-43bff9ad7c7f service neutron] 10.222.0.54 "GET /v2.0/networks/d15b4ce3-7986-485f-ad78-2afa75611397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603055 Sep 08 09:03:05.620277 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-92edfd87-aedb-43a4-9817-6ad9176d9e4e req-32285bca-2914-47f0-b5d6-7a14c7a8133d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 5435 time: 0.1242065 Sep 08 09:03:05.624842 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: fdeafc4e-0cbc-4844-8bc6-9cbae5e92085 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:03:05.625185 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device fdeafc4e-0cbc-4844-8bc6-9cbae5e92085 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:03:05.625617 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 01089d13-0cca-43c1-ae3d-3a7b2af2c771 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:03:05.689945 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 01089d13-0cca-43c1-ae3d-3a7b2af2c771 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:03:05.690443 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 01089d13-0cca-43c1-ae3d-3a7b2af2c771 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:03:05.695285 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-92edfd87-aedb-43a4-9817-6ad9176d9e4e req-a5e366da-cbf2-4dbc-8970-5374b86045ae tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&id=ee706af1-7645-483d-b50a-1bf5c08b472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0681801 Sep 08 09:03:06.033315 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e5b943e4-3658-47f4-97ae-a77f9fd46ed7 req-1d779732-df15-471e-aa35-d3c113432ac0 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 210 time: 0.0730376 Sep 08 09:03:06.450647 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40760) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:03:06.585872 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f570ef3-eebb-4b1f-8e9c-f9658a58c2ff req-708a7374-9883-47d0-977e-bc1aa4592454 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:06.620436 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2f570ef3-eebb-4b1f-8e9c-f9658a58c2ff req-708a7374-9883-47d0-977e-bc1aa4592454 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 950 time: 0.3089745 Sep 08 09:03:06.743802 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2f570ef3-eebb-4b1f-8e9c-f9658a58c2ff req-b6d169b9-f79c-49a0-b8e6-f97a7ec6f01e tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198649 Sep 08 09:03:06.932057 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-37eaee8b-b6e3-4191-aa4c-8de1960aeefe admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6b48cc09dad54218b28ec6d3ec3fe969&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4797783 Sep 08 09:03:06.945539 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40774) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:03:07.136302 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bd3d4-c6ac-4091-af2a-68c2514cae23 req-c239a0a5-aacf-4816-9819-89888d57e9de tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:07.159583 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bd3d4-c6ac-4091-af2a-68c2514cae23 req-c239a0a5-aacf-4816-9819-89888d57e9de tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:07.163765 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c192b5f6-a851-4da3-8c00-756939c456e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:07.219668 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bd3d4-c6ac-4091-af2a-68c2514cae23 req-c239a0a5-aacf-4816-9819-89888d57e9de tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:07.222164 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c192b5f6-a851-4da3-8c00-756939c456e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:07.237831 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bd3d4-c6ac-4091-af2a-68c2514cae23 req-c239a0a5-aacf-4816-9819-89888d57e9de tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:07.249928 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 24c965d7-db6d-4bd8-8994-faab41bdeccb up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:03:07.258394 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bd3d4-c6ac-4091-af2a-68c2514cae23 req-c239a0a5-aacf-4816-9819-89888d57e9de tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:07.292816 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bd3d4-c6ac-4091-af2a-68c2514cae23 req-c239a0a5-aacf-4816-9819-89888d57e9de tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:07.326773 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bd3d4-c6ac-4091-af2a-68c2514cae23 req-c239a0a5-aacf-4816-9819-89888d57e9de tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:07.344066 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d07bd3d4-c6ac-4091-af2a-68c2514cae23 req-c239a0a5-aacf-4816-9819-89888d57e9de tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 5435 time: 0.3399544 Sep 08 09:03:07.473971 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fd0a3ca1-5e3b-4218-a68b-0652152196ca req-0eb7f3b0-dc2a-47b0-a1d7-7e15754e3578 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 210 time: 0.1020899 Sep 08 09:03:07.480113 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c192b5f6-a851-4da3-8c00-756939c456e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:07.486988 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c192b5f6-a851-4da3-8c00-756939c456e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:07.494210 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c192b5f6-a851-4da3-8c00-756939c456e2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a39e9708-bb67-462a-996e-ebf338efc5c9 HTTP/1.1" status: 204 len: 168 time: 0.5467832 Sep 08 09:03:07.515253 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d07bd3d4-c6ac-4091-af2a-68c2514cae23 req-caf50432-ec81-4b25-9be8-5c50df3a5fb1 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&id=ee706af1-7645-483d-b50a-1bf5c08b472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1702657 Sep 08 09:03:07.527042 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c192b5f6-a851-4da3-8c00-756939c456e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39e9708-bb67-462a-996e-ebf338efc5c9,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:07.544805 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-b60e5f95-5b85-4fb2-b15d-8e86575953aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'name': 'tempest-AttachVolumeTestJSON-655579207-router', 'tenant_id': 'a2f9a27fb48843b398aaefe83b941227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '50ce655b-179c-4da1-8f1d-05451893c0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:02:51Z', 'updated_at': '2021-09-08T09:02:56Z', 'revision_number': 4, 'project_id': 'a2f9a27fb48843b398aaefe83b941227', 'gw_port': {'id': '50ce655b-179c-4da1-8f1d-05451893c0d2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:52Z', 'updated_at': '2021-09-08T09:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'a3be75f1-9287-45c7-ad60-a4becde4a4da', 'name': '', 'network_id': 'd15b4ce3-7986-485f-ad78-2afa75611397', 'tenant_id': 'a2f9a27fb48843b398aaefe83b941227', 'mac_address': 'fa:16:3e:b8:7c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'b55eaef4-013f-4f3d-8aec-fea124c1fdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:55Z', 'updated_at': '2021-09-08T09:03:03Z', 'revision_number': 4, 'project_id': 'a2f9a27fb48843b398aaefe83b941227', 'subnets': [{'id': 'b55eaef4-013f-4f3d-8aec-fea124c1fdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:03:07.654777 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60e5f95-5b85-4fb2-b15d-8e86575953aa None None] The sync data for ids ['df41a430-f793-4b9f-9c89-21254b2ff6d0'] in n-d-806683-11 is: [{'id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'name': 'tempest-AttachVolumeTestJSON-655579207-router', 'tenant_id': 'a2f9a27fb48843b398aaefe83b941227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '50ce655b-179c-4da1-8f1d-05451893c0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:02:51Z', 'updated_at': '2021-09-08T09:02:56Z', 'revision_number': 4, 'project_id': 'a2f9a27fb48843b398aaefe83b941227', 'gw_port': {'id': '50ce655b-179c-4da1-8f1d-05451893c0d2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:52Z', 'updated_at': '2021-09-08T09:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'a3be75f1-9287-45c7-ad60-a4becde4a4da', 'name': '', 'network_id': 'd15b4ce3-7986-485f-ad78-2afa75611397', 'tenant_id': 'a2f9a27fb48843b398aaefe83b941227', 'mac_address': 'fa:16:3e:b8:7c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'b55eaef4-013f-4f3d-8aec-fea124c1fdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:55Z', 'updated_at': '2021-09-08T09:03:03Z', 'revision_number': 4, 'project_id': 'a2f9a27fb48843b398aaefe83b941227', 'subnets': [{'id': 'b55eaef4-013f-4f3d-8aec-fea124c1fdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:03:07.677509 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 24c965d7-db6d-4bd8-8994-faab41bdeccb completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:03:07.736664 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 24c965d7-db6d-4bd8-8994-faab41bdeccb triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:03:07.737265 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:08.281171 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:08.319181 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a3be75f1-9287-45c7-ad60-a4becde4a4da up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:03:08.469017 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 24c965d7-db6d-4bd8-8994-faab41bdeccb, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=24c965d7-db6d-4bd8-8994-faab41bdeccb,segment=NetworkSegment(66c1c607-33c9-44e0-b45a-ef6d4c44423d),segment_id=66c1c607-33c9-44e0-b45a-ef6d4c44423d)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:03:08.477525 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c965d7-db6d-4bd8-8994-faab41bdeccb'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:03:08.486756 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b17d43-098a-48e9-a5fe-37c8b01f10f3" -d '{"events": [{"server_uuid": "62fedf63-f62c-4785-af8b-8c03c2c707db", "name": "network-vif-plugged", "status": "completed", "tag": "24c965d7-db6d-4bd8-8994-faab41bdeccb"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:03:08.498519 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:08.500997 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40812) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:03:08.510651 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 206afed7-eeae-4d06-8959-8e305d5bcc7e up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:03:08.605410 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-46659df5-38d0-4f24-8d2c-88b90ad2d459 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=61da100332ea49a484cd1da1b72e76df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0960267 Sep 08 09:03:08.610178 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40818) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:03:08.629266 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ddaff7-de5d-4f9d-ae27-ed04531def0c req-6398810a-a78f-4b72-be26-f6754e6c3278 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:08.646231 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d8ddaff7-de5d-4f9d-ae27-ed04531def0c req-6398810a-a78f-4b72-be26-f6754e6c3278 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 950 time: 0.4319777 Sep 08 09:03:08.691620 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1b7b39-87f9-4be6-9bfc-e28b3e1cc5ed x-openstack-request-id: req-0e1b7b39-87f9-4be6-9bfc-e28b3e1cc5ed {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:03:08.693196 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62fedf63-f62c-4785-af8b-8c03c2c707db", "name": "network-vif-plugged", "status": "completed", "tag": "24c965d7-db6d-4bd8-8994-faab41bdeccb", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:03:08.693728 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0e1b7b39-87f9-4be6-9bfc-e28b3e1cc5ed {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:03:08.697089 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c965d7-db6d-4bd8-8994-faab41bdeccb', 'code': 200} Sep 08 09:03:08.821413 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dc0d3105-4100-40ed-b377-9110051fa7d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:08.884051 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=24c965d7-db6d-4bd8-8994-faab41bdeccb,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:08.905894 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d8ddaff7-de5d-4f9d-ae27-ed04531def0c req-ab04718c-dd42-4254-9d08-cdf6abbe3015 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344637 Sep 08 09:03:08.912654 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4afe0933-4f00-4548-8d3e-de23f6a8533e req-e89702e9-0d62-4a90-9a0d-26184e6be934 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 210 time: 0.1140754 Sep 08 09:03:08.926412 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port a3be75f1-9287-45c7-ad60-a4becde4a4da completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:03:08.934228 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port a3be75f1-9287-45c7-ad60-a4becde4a4da triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:03:08.935812 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:08.944200 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 206afed7-eeae-4d06-8959-8e305d5bcc7e completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:03:08.977766 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 206afed7-eeae-4d06-8959-8e305d5bcc7e triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:03:08.978438 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:08.992651 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dc0d3105-4100-40ed-b377-9110051fa7d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:09.206068 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dc0d3105-4100-40ed-b377-9110051fa7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:09.215913 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dc0d3105-4100-40ed-b377-9110051fa7d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:09.227523 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-dc0d3105-4100-40ed-b377-9110051fa7d1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9321d25c-20b9-4baa-91e1-3e65b9dbe603 HTTP/1.1" status: 204 len: 168 time: 0.6121850 Sep 08 09:03:09.289927 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d3105-4100-40ed-b377-9110051fa7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9321d25c-20b9-4baa-91e1-3e65b9dbe603,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:09.396660 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:09.411865 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:09.544825 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port a3be75f1-9287-45c7-ad60-a4becde4a4da, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a3be75f1-9287-45c7-ad60-a4becde4a4da,segment=NetworkSegment(2d726032-d9c0-4dd0-a3a3-50878ac67fa8),segment_id=2d726032-d9c0-4dd0-a3a3-50878ac67fa8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:03:09.558793 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e52f8f-57ac-4055-a157-0c8fd3573b56 req-f30d19fb-6d24-471a-aea0-781377e03fd4 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:09.568292 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:09.568700 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e52f8f-57ac-4055-a157-0c8fd3573b56 req-f30d19fb-6d24-471a-aea0-781377e03fd4 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:09.585376 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e52f8f-57ac-4055-a157-0c8fd3573b56 req-f30d19fb-6d24-471a-aea0-781377e03fd4 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:09.593026 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e52f8f-57ac-4055-a157-0c8fd3573b56 req-f30d19fb-6d24-471a-aea0-781377e03fd4 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:09.599574 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e52f8f-57ac-4055-a157-0c8fd3573b56 req-f30d19fb-6d24-471a-aea0-781377e03fd4 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:09.625167 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e52f8f-57ac-4055-a157-0c8fd3573b56 req-f30d19fb-6d24-471a-aea0-781377e03fd4 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:09.639918 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e52f8f-57ac-4055-a157-0c8fd3573b56 req-f30d19fb-6d24-471a-aea0-781377e03fd4 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:09.656689 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c1e52f8f-57ac-4055-a157-0c8fd3573b56 req-f30d19fb-6d24-471a-aea0-781377e03fd4 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 5436 time: 0.3441927 Sep 08 09:03:09.682223 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-fd582cb1-f0c4-4b14-9ece-2561a65c36bb tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:09.687815 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-fd582cb1-f0c4-4b14-9ece-2561a65c36bb tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.37 "GET /v2.0/networks?id=d15b4ce3-7986-485f-ad78-2afa75611397 HTTP/1.1" status: 200 len: 810 time: 0.8394041 Sep 08 09:03:09.734895 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=a3be75f1-9287-45c7-ad60-a4becde4a4da,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:09.782628 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 206afed7-eeae-4d06-8959-8e305d5bcc7e, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=206afed7-eeae-4d06-8959-8e305d5bcc7e,segment=NetworkSegment(a13fd2b6-0549-44cb-a81f-d013dc25e0e0),segment_id=a13fd2b6-0549-44cb-a81f-d013dc25e0e0)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:03:09.790870 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:09.791724 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device ae6394f3-8959-44ba-836a-10fef80e56f7 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:03:09.886682 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c1e52f8f-57ac-4055-a157-0c8fd3573b56 req-54898585-8574-42af-9863-b2087e699f1e tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&id=ee706af1-7645-483d-b50a-1bf5c08b472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1947725 Sep 08 09:03:09.936324 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-1670949a-105e-43a4-bc71-0c0b5e4652d0 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2f9a27fb48843b398aaefe83b941227 HTTP/1.1" status: 200 len: 380 time: 0.1775374 Sep 08 09:03:09.973259 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-b9a8afba-8d34-4537-a49f-92b35f44b67e tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Request body: {'port': {'device_id': 'f8731f6d-4366-45bd-b19d-72ad957f0558', 'network_id': 'd15b4ce3-7986-485f-ad78-2afa75611397', 'admin_state_up': True, 'tenant_id': 'a2f9a27fb48843b398aaefe83b941227', 'security_groups': ['703349ac-76b0-4a5f-8080-6789cf3c5a3d']}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:03:10.078582 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a3be75f1-9287-45c7-ad60-a4becde4a4da up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:03:10.168702 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=206afed7-eeae-4d06-8959-8e305d5bcc7e,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:10.226699 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port ae6394f3-8959-44ba-836a-10fef80e56f7 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:03:10.242389 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port ae6394f3-8959-44ba-836a-10fef80e56f7 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:03:10.242775 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:10.269331 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f3119-3840-4d5c-84de-1f3e1c288ebb req-5ce37812-901d-466f-b8c7-e199561b3301 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:10.271459 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0ddebc74-8f6b-4291-ad42-3b1dc96126ce req-04a4fcd9-8b21-404a-944b-ea0f2a2ebc3e tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 210 time: 0.0808642 Sep 08 09:03:10.300720 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-090f3119-3840-4d5c-84de-1f3e1c288ebb req-5ce37812-901d-466f-b8c7-e199561b3301 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 950 time: 0.1594462 Sep 08 09:03:10.350182 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port a3be75f1-9287-45c7-ad60-a4becde4a4da triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:03:10.350723 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:10.365052 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-b9a8afba-8d34-4537-a49f-92b35f44b67e tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Made reservation on behalf of a2f9a27fb48843b398aaefe83b941227 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:03:10.370574 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-b9a8afba-8d34-4537-a49f-92b35f44b67e tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:10.412300 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-090f3119-3840-4d5c-84de-1f3e1c288ebb req-8d9f08ac-4ea4-4c54-8e87-d2b189eedc4e tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104364 Sep 08 09:03:10.628332 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:10.706517 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206afed7-eeae-4d06-8959-8e305d5bcc7e'}, {'server_uuid': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6394f3-8959-44ba-836a-10fef80e56f7'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:03:10.712103 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1fdba42-31cc-4d76-9e77-c580d1ed15d4" -d '{"events": [{"server_uuid": "62fedf63-f62c-4785-af8b-8c03c2c707db", "name": "network-vif-plugged", "status": "completed", "tag": "206afed7-eeae-4d06-8959-8e305d5bcc7e"}, {"server_uuid": "62fedf63-f62c-4785-af8b-8c03c2c707db", "name": "network-vif-plugged", "status": "completed", "tag": "ae6394f3-8959-44ba-836a-10fef80e56f7"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:03:10.738089 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port ae6394f3-8959-44ba-836a-10fef80e56f7, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=ae6394f3-8959-44ba-836a-10fef80e56f7,segment=NetworkSegment(a92db136-9157-48d9-ba34-f5a434c22bec),segment_id=a92db136-9157-48d9-ba34-f5a434c22bec)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:03:10.744782 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-b9a8afba-8d34-4537-a49f-92b35f44b67e tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Allocated IP 172.20.0.4 (d15b4ce3-7986-485f-ad78-2afa75611397/b55eaef4-013f-4f3d-8aec-fea124c1fdb3/e104b66d-db35-49db-824c-4f5d2b6e6a0e) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:03:10.747396 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:10.861923 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Sep 2021 09:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6558a9a2-6059-4f02-8f1f-11d0b217e41a x-openstack-request-id: req-6558a9a2-6059-4f02-8f1f-11d0b217e41a {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:03:10.865344 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62fedf63-f62c-4785-af8b-8c03c2c707db", "name": "network-vif-plugged", "status": "completed", "tag": "206afed7-eeae-4d06-8959-8e305d5bcc7e", "code": 200}, {"server_uuid": "62fedf63-f62c-4785-af8b-8c03c2c707db", "name": "network-vif-plugged", "status": "completed", "tag": "ae6394f3-8959-44ba-836a-10fef80e56f7", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:03:10.865750 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6558a9a2-6059-4f02-8f1f-11d0b217e41a {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:03:10.866076 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206afed7-eeae-4d06-8959-8e305d5bcc7e', 'code': 200} Sep 08 09:03:10.866335 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6394f3-8959-44ba-836a-10fef80e56f7', 'code': 200} Sep 08 09:03:10.868558 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=ae6394f3-8959-44ba-836a-10fef80e56f7,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:10.881329 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 1ba67b89-fdf3-438b-8aa9-37c654debf50 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:03:11.018065 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 1ba67b89-fdf3-438b-8aa9-37c654debf50 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:03:11.024965 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 1ba67b89-fdf3-438b-8aa9-37c654debf50 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:03:11.026211 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:11.205826 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-b9a8afba-8d34-4537-a49f-92b35f44b67e tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:11.238993 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74834065-14a2-4e13-adaa-008b83e60d4b req-c71d68ab-f80b-4435-95cd-7393cd199759 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:11.244760 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:11.247181 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74834065-14a2-4e13-adaa-008b83e60d4b req-c71d68ab-f80b-4435-95cd-7393cd199759 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:11.254331 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74834065-14a2-4e13-adaa-008b83e60d4b req-c71d68ab-f80b-4435-95cd-7393cd199759 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:11.264016 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74834065-14a2-4e13-adaa-008b83e60d4b req-c71d68ab-f80b-4435-95cd-7393cd199759 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:11.270807 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74834065-14a2-4e13-adaa-008b83e60d4b req-c71d68ab-f80b-4435-95cd-7393cd199759 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:11.277948 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74834065-14a2-4e13-adaa-008b83e60d4b req-c71d68ab-f80b-4435-95cd-7393cd199759 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:11.285813 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74834065-14a2-4e13-adaa-008b83e60d4b req-c71d68ab-f80b-4435-95cd-7393cd199759 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:11.288023 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-74834065-14a2-4e13-adaa-008b83e60d4b req-c71d68ab-f80b-4435-95cd-7393cd199759 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 5438 time: 0.2186437 Sep 08 09:03:11.293290 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-b9a8afba-8d34-4537-a49f-92b35f44b67e tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Transition to ACTIVE for port object e104b66d-db35-49db-824c-4f5d2b6e6a0e will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:03:11.320515 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 1ba67b89-fdf3-438b-8aa9-37c654debf50, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=1ba67b89-fdf3-438b-8aa9-37c654debf50,segment=NetworkSegment(a13fd2b6-0549-44cb-a81f-d013dc25e0e0),segment_id=a13fd2b6-0549-44cb-a81f-d013dc25e0e0)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:03:11.328700 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:11.329654 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device ddf26a7d-0e8b-469e-9475-33e914bdcf50 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:03:11.399467 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-74834065-14a2-4e13-adaa-008b83e60d4b req-a11a64d4-20ce-4aed-850d-f3d278cb5170 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&id=ee706af1-7645-483d-b50a-1bf5c08b472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0989726 Sep 08 09:03:11.491447 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-b9a8afba-8d34-4537-a49f-92b35f44b67e tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:11.511093 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7596ab6c-ebfd-4ee5-be21-44b167b44961 req-f1476d09-181e-4297-a032-c280e8d23431 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8a94f181-4a86-480c-9c94-fc2506820e7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1046960 Sep 08 09:03:11.532158 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=1ba67b89-fdf3-438b-8aa9-37c654debf50,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:11.604969 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a8afba-8d34-4537-a49f-92b35f44b67e tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Pushing event updated for resources: {'Port': ['ID=e104b66d-db35-49db-824c-4f5d2b6e6a0e,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:11.630685 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port ddf26a7d-0e8b-469e-9475-33e914bdcf50 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:03:11.635319 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port ddf26a7d-0e8b-469e-9475-33e914bdcf50 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:03:11.635885 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:11.686157 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-b9a8afba-8d34-4537-a49f-92b35f44b67e tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Network d15b4ce3-7986-485f-ad78-2afa75611397 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:03:11.699134 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-b9a8afba-8d34-4537-a49f-92b35f44b67e tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:03:11.704657 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-b9a8afba-8d34-4537-a49f-92b35f44b67e tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:03:11.744363 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead96063-41a9-4505-87ee-67dc9a836dbf req-da868542-4808-4af9-b9a8-24ab274477ff tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:11.757609 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ead96063-41a9-4505-87ee-67dc9a836dbf req-da868542-4808-4af9-b9a8-24ab274477ff tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 931 time: 0.1533756 Sep 08 09:03:11.759361 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:11.774287 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d34513-9ec5-4dad-afea-69c88a447d62 req-66b0372b-c40b-4840-be74-2ea1b5d75202 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:11.775958 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-04d34513-9ec5-4dad-afea-69c88a447d62 req-66b0372b-c40b-4840-be74-2ea1b5d75202 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 950 time: 0.1631660 Sep 08 09:03:11.797676 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7596ab6c-ebfd-4ee5-be21-44b167b44961 req-d3be8afa-d025-4410-bc4d-37eeeed58375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:11.801318 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7596ab6c-ebfd-4ee5-be21-44b167b44961 req-d3be8afa-d025-4410-bc4d-37eeeed58375 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5d503e082c6e4ba9b06785de52973fc3&device_id=8a94f181-4a86-480c-9c94-fc2506820e7d HTTP/1.1" status: 200 len: 1101 time: 0.1996548 Sep 08 09:03:11.819987 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port ddf26a7d-0e8b-469e-9475-33e914bdcf50, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=ddf26a7d-0e8b-469e-9475-33e914bdcf50,segment=NetworkSegment(a13fd2b6-0549-44cb-a81f-d013dc25e0e0),segment_id=a13fd2b6-0549-44cb-a81f-d013dc25e0e0)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:03:11.830853 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:11.831757 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 7eac18b8-5ad7-46d3-89bc-275b77cbbae6 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:03:11.851730 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-04d34513-9ec5-4dad-afea-69c88a447d62 req-6d782dfb-4b16-4ba8-aee9-882fe4cb472a tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653670 Sep 08 09:03:11.899862 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ead96063-41a9-4505-87ee-67dc9a836dbf req-ded27082-0a53-4f69-a99a-66ebd54ccd7e tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=703349ac-76b0-4a5f-8080-6789cf3c5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408629 Sep 08 09:03:11.939407 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-b9a8afba-8d34-4537-a49f-92b35f44b67e tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:11.940265 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-b9a8afba-8d34-4537-a49f-92b35f44b67e tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:12.012275 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=ddf26a7d-0e8b-469e-9475-33e914bdcf50,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:12.074871 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-b9a8afba-8d34-4537-a49f-92b35f44b67e tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1157439 Sep 08 09:03:12.079555 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 7eac18b8-5ad7-46d3-89bc-275b77cbbae6 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:03:12.085420 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 7eac18b8-5ad7-46d3-89bc-275b77cbbae6 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:03:12.086704 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:12.116250 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-5a1002ec-509b-4525-b572-c9690e6a52bb service neutron] Request body: {'port': {'device_id': 'f8731f6d-4366-45bd-b19d-72ad957f0558', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:03:12.203877 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7596ab6c-ebfd-4ee5-be21-44b167b44961 req-4e0cb4aa-1ce0-45c8-9363-5e25845736c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:12.205406 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7596ab6c-ebfd-4ee5-be21-44b167b44961 req-4e0cb4aa-1ce0-45c8-9363-5e25845736c9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.3727674 Sep 08 09:03:12.220673 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-4380dd21-ced2-4c48-b77e-40262831d930 None None] Provisioning for port e104b66d-db35-49db-824c-4f5d2b6e6a0e completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:03:12.246319 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-4380dd21-ced2-4c48-b77e-40262831d930 None None] Provisioning complete for port e104b66d-db35-49db-824c-4f5d2b6e6a0e triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:03:12.246319 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4380dd21-ced2-4c48-b77e-40262831d930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:12.287216 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:12.302762 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7596ab6c-ebfd-4ee5-be21-44b167b44961 req-2e029edf-3365-4707-8785-e31af61bcec7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=4e8387ba-0052-43d4-9873-16ba5900acc5 HTTP/1.1" status: 200 len: 217 time: 0.0666642 Sep 08 09:03:12.303029 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-4380dd21-ced2-4c48-b77e-40262831d930 None None] Port e104b66d-db35-49db-824c-4f5d2b6e6a0e cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:03:12.332369 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-5a1002ec-509b-4525-b572-c9690e6a52bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:12.347005 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 7eac18b8-5ad7-46d3-89bc-275b77cbbae6, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=7eac18b8-5ad7-46d3-89bc-275b77cbbae6,segment=NetworkSegment(a92db136-9157-48d9-ba34-f5a434c22bec),segment_id=a92db136-9157-48d9-ba34-f5a434c22bec)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:03:12.356190 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:12.357259 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 83fce545-c3f1-43e1-81ad-33fc70bf1670 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:03:12.427386 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=7eac18b8-5ad7-46d3-89bc-275b77cbbae6,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:12.452958 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7596ab6c-ebfd-4ee5-be21-44b167b44961 req-b7ab2c49-e173-45f1-8cc5-b41d0acb22a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:12.455359 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7596ab6c-ebfd-4ee5-be21-44b167b44961 req-b7ab2c49-e173-45f1-8cc5-b41d0acb22a2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.1441450 Sep 08 09:03:12.517666 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 83fce545-c3f1-43e1-81ad-33fc70bf1670 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:03:12.523960 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 83fce545-c3f1-43e1-81ad-33fc70bf1670 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:03:12.524340 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:12.638196 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7596ab6c-ebfd-4ee5-be21-44b167b44961 req-1c629dc6-98f8-4c29-96bd-7f015d79876c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:12.639955 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7596ab6c-ebfd-4ee5-be21-44b167b44961 req-1c629dc6-98f8-4c29-96bd-7f015d79876c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1598587 Sep 08 09:03:12.684583 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:12.751631 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 83fce545-c3f1-43e1-81ad-33fc70bf1670, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=83fce545-c3f1-43e1-81ad-33fc70bf1670,segment=NetworkSegment(a13fd2b6-0549-44cb-a81f-d013dc25e0e0),segment_id=a13fd2b6-0549-44cb-a81f-d013dc25e0e0)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:03:12.764096 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:12.805939 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7596ab6c-ebfd-4ee5-be21-44b167b44961 req-e7caab74-c64a-4239-a239-6127c0986348 service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570597 Sep 08 09:03:12.850896 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31d23e-e9c9-4c12-ab5c-41705a5bf353 req-db158b5e-eccf-482b-8295-d3c389dbd7f1 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:12.858817 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31d23e-e9c9-4c12-ab5c-41705a5bf353 req-db158b5e-eccf-482b-8295-d3c389dbd7f1 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:12.867229 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31d23e-e9c9-4c12-ab5c-41705a5bf353 req-db158b5e-eccf-482b-8295-d3c389dbd7f1 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:12.874760 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31d23e-e9c9-4c12-ab5c-41705a5bf353 req-db158b5e-eccf-482b-8295-d3c389dbd7f1 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:12.883005 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31d23e-e9c9-4c12-ab5c-41705a5bf353 req-db158b5e-eccf-482b-8295-d3c389dbd7f1 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:12.890130 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31d23e-e9c9-4c12-ab5c-41705a5bf353 req-db158b5e-eccf-482b-8295-d3c389dbd7f1 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:12.897222 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31d23e-e9c9-4c12-ab5c-41705a5bf353 req-db158b5e-eccf-482b-8295-d3c389dbd7f1 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:12.906113 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6d31d23e-e9c9-4c12-ab5c-41705a5bf353 req-db158b5e-eccf-482b-8295-d3c389dbd7f1 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 5441 time: 0.3001523 Sep 08 09:03:12.906537 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40954) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:03:12.917266 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-b8c4cd87-7e75-4a9c-a7d7-cc51df550e6b tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1794080099'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:03:12.983305 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c4cd87-7e75-4a9c-a7d7-cc51df550e6b tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Made reservation on behalf of abecbd1fd51847edb20d2ca276b4ddef for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:03:12.987788 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b8c4cd87-7e75-4a9c-a7d7-cc51df550e6b tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:12.991783 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6d31d23e-e9c9-4c12-ab5c-41705a5bf353 req-6e9c9049-bb4c-4f64-9383-80132cb206f1 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&id=ee706af1-7645-483d-b50a-1bf5c08b472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0801411 Sep 08 09:03:13.005494 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba67b89-fdf3-438b-8aa9-37c654debf50'}, {'server_uuid': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf26a7d-0e8b-469e-9475-33e914bdcf50'}, {'server_uuid': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eac18b8-5ad7-46d3-89bc-275b77cbbae6'}, {'server_uuid': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83fce545-c3f1-43e1-81ad-33fc70bf1670'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:03:13.008686 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69f9e94-b5cd-40ce-9bd4-c2c0ee16d2cb" -d '{"events": [{"server_uuid": "62fedf63-f62c-4785-af8b-8c03c2c707db", "name": "network-vif-plugged", "status": "completed", "tag": "1ba67b89-fdf3-438b-8aa9-37c654debf50"}, {"server_uuid": "62fedf63-f62c-4785-af8b-8c03c2c707db", "name": "network-vif-plugged", "status": "completed", "tag": "ddf26a7d-0e8b-469e-9475-33e914bdcf50"}, {"server_uuid": "62fedf63-f62c-4785-af8b-8c03c2c707db", "name": "network-vif-plugged", "status": "completed", "tag": "7eac18b8-5ad7-46d3-89bc-275b77cbbae6"}, {"server_uuid": "62fedf63-f62c-4785-af8b-8c03c2c707db", "name": "network-vif-plugged", "status": "completed", "tag": "83fce545-c3f1-43e1-81ad-33fc70bf1670"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:03:13.090339 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8c4cd87-7e75-4a9c-a7d7-cc51df550e6b tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:03:13.102352 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b8c4cd87-7e75-4a9c-a7d7-cc51df550e6b tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:13.103366 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-b8c4cd87-7e75-4a9c-a7d7-cc51df550e6b tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Added segment 2d611bdc-8b46-4288-9a60-e3e65ae6211f of type vlan for network 420ee6df-451a-4285-bec4-d22a945df514 Sep 08 09:03:13.118847 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=83fce545-c3f1-43e1-81ad-33fc70bf1670,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:13.164446 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b8c4cd87-7e75-4a9c-a7d7-cc51df550e6b tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:13.200466 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b8c4cd87-7e75-4a9c-a7d7-cc51df550e6b tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:13.205164 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7596ab6c-ebfd-4ee5-be21-44b167b44961 req-d3dab1b4-3ae2-4ecc-aeab-3b5b0fecab8e service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851759 Sep 08 09:03:13.208861 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c4cd87-7e75-4a9c-a7d7-cc51df550e6b tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:13.209995 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b8c4cd87-7e75-4a9c-a7d7-cc51df550e6b tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:13.279512 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b9194-8c88-4c1b-94fd-16b757e58e52 req-227a481a-0270-45ef-87f1-b66efa1cfc8e tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:13.290024 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0c3b9194-8c88-4c1b-94fd-16b757e58e52 req-227a481a-0270-45ef-87f1-b66efa1cfc8e tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 950 time: 0.2645836 Sep 08 09:03:13.337561 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bde57d-5b47-423b-83db-587a7c16376c req-d35fcefd-c131-4c27-b836-e3a416aa1f6e tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:13.346995 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d9bde57d-5b47-423b-83db-587a7c16376c req-d35fcefd-c131-4c27-b836-e3a416aa1f6e tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 931 time: 0.1142564 Sep 08 09:03:13.351251 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-5a1002ec-509b-4525-b572-c9690e6a52bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e104b66d-db35-49db-824c-4f5d2b6e6a0e {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:03:13.374826 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-5a1002ec-509b-4525-b572-c9690e6a52bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:13.415176 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-5a1002ec-509b-4525-b572-c9690e6a52bb service neutron] Transition to ACTIVE for port object e104b66d-db35-49db-824c-4f5d2b6e6a0e will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:03:13.430859 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d9bde57d-5b47-423b-83db-587a7c16376c req-e005343c-2b53-469b-94a2-ebcfa7420b51 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=703349ac-76b0-4a5f-8080-6789cf3c5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826998 Sep 08 09:03:13.432262 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-5a1002ec-509b-4525-b572-c9690e6a52bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:13.440529 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0c3b9194-8c88-4c1b-94fd-16b757e58e52 req-6bc77da3-5433-40cc-b11b-893b475458ad tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472521 Sep 08 09:03:13.471678 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b8c4cd87-7e75-4a9c-a7d7-cc51df550e6b tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5624621 Sep 08 09:03:13.472574 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40968) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:03:13.534619 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-0c417ee0-a3f1-448f-80a8-2108938fb85c tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1032418397'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:03:13.539486 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c4cd87-7e75-4a9c-a7d7-cc51df550e6b tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Pushing event updated for resources: {'Network': ['ID=420ee6df-451a-4285-bec4-d22a945df514,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:13.554222 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 420ee6df-451a-4285-bec4-d22a945df514 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:03:13.576555 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1002ec-509b-4525-b572-c9690e6a52bb service neutron] Pushing event updated for resources: {'Port': ['ID=e104b66d-db35-49db-824c-4f5d2b6e6a0e,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:13.588808 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c417ee0-a3f1-448f-80a8-2108938fb85c tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Made reservation on behalf of abecbd1fd51847edb20d2ca276b4ddef for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:03:13.614072 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0c417ee0-a3f1-448f-80a8-2108938fb85c tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:13.688876 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40978) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:03:13.691602 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c417ee0-a3f1-448f-80a8-2108938fb85c tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:03:13.713525 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0c417ee0-a3f1-448f-80a8-2108938fb85c tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:13.716454 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-0c417ee0-a3f1-448f-80a8-2108938fb85c tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Added segment ee50bf2c-b913-47f9-be22-7b5ae145e982 of type vlan for network 9bae99d0-5102-4755-9f02-231ba14451d5 Sep 08 09:03:13.790391 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-5a1002ec-509b-4525-b572-c9690e6a52bb service neutron] Attempting to bind port e104b66d-db35-49db-824c-4f5d2b6e6a0e on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:03:13.790733 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-5a1002ec-509b-4525-b572-c9690e6a52bb service neutron] Attempting to bind port e104b66d-db35-49db-824c-4f5d2b6e6a0e by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '2d726032-d9c0-4dd0-a3a3-50878ac67fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd15b4ce3-7986-485f-ad78-2afa75611397'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:03:13.791068 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-5a1002ec-509b-4525-b572-c9690e6a52bb service neutron] Attempting to bind port e104b66d-db35-49db-824c-4f5d2b6e6a0e on network d15b4ce3-7986-485f-ad78-2afa75611397 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:03:13.848572 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 08 Sep 2021 09:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa964a4e-bce3-455b-b0ef-8fbdab1572b6 x-openstack-request-id: req-aa964a4e-bce3-455b-b0ef-8fbdab1572b6 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:03:13.849308 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-5a1002ec-509b-4525-b572-c9690e6a52bb service neutron] Port e104b66d-db35-49db-824c-4f5d2b6e6a0e on network d15b4ce3-7986-485f-ad78-2afa75611397 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:03:13.849712 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-5a1002ec-509b-4525-b572-c9690e6a52bb service neutron] Attempting to bind port e104b66d-db35-49db-824c-4f5d2b6e6a0e on network d15b4ce3-7986-485f-ad78-2afa75611397 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:03:13.850943 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62fedf63-f62c-4785-af8b-8c03c2c707db", "name": "network-vif-plugged", "status": "completed", "tag": "1ba67b89-fdf3-438b-8aa9-37c654debf50", "code": 200}, {"server_uuid": "62fedf63-f62c-4785-af8b-8c03c2c707db", "name": "network-vif-plugged", "status": "completed", "tag": "ddf26a7d-0e8b-469e-9475-33e914bdcf50", "code": 200}, {"server_uuid": "62fedf63-f62c-4785-af8b-8c03c2c707db", "name": "network-vif-plugged", "status": "completed", "tag": "7eac18b8-5ad7-46d3-89bc-275b77cbbae6", "code": 200}, {"server_uuid": "62fedf63-f62c-4785-af8b-8c03c2c707db", "name": "network-vif-plugged", "status": "completed", "tag": "83fce545-c3f1-43e1-81ad-33fc70bf1670", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:03:13.851940 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0c417ee0-a3f1-448f-80a8-2108938fb85c tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:13.852219 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-aa964a4e-bce3-455b-b0ef-8fbdab1572b6 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:03:13.852888 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ba67b89-fdf3-438b-8aa9-37c654debf50', 'code': 200} Sep 08 09:03:13.853749 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf26a7d-0e8b-469e-9475-33e914bdcf50', 'code': 200} Sep 08 09:03:13.854287 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eac18b8-5ad7-46d3-89bc-275b77cbbae6', 'code': 200} Sep 08 09:03:13.855175 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83fce545-c3f1-43e1-81ad-33fc70bf1670', 'code': 200} Sep 08 09:03:13.883960 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-5a1002ec-509b-4525-b572-c9690e6a52bb service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:03:13.883960 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-5a1002ec-509b-4525-b572-c9690e6a52bb service neutron] Checking segment: {'id': '2d726032-d9c0-4dd0-a3a3-50878ac67fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd15b4ce3-7986-485f-ad78-2afa75611397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:03:13.884327 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-5a1002ec-509b-4525-b572-c9690e6a52bb service neutron] Bound using segment: {'id': '2d726032-d9c0-4dd0-a3a3-50878ac67fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd15b4ce3-7986-485f-ad78-2afa75611397'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:03:13.884895 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-5a1002ec-509b-4525-b572-c9690e6a52bb service neutron] Bound port: e104b66d-db35-49db-824c-4f5d2b6e6a0e, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d726032-d9c0-4dd0-a3a3-50878ac67fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd15b4ce3-7986-485f-ad78-2afa75611397'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:03:13.896735 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-5a1002ec-509b-4525-b572-c9690e6a52bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:13.930675 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0c417ee0-a3f1-448f-80a8-2108938fb85c tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:13.936724 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c417ee0-a3f1-448f-80a8-2108938fb85c tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:13.937368 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0c417ee0-a3f1-448f-80a8-2108938fb85c tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:14.003987 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f5bb1b-cd02-4f00-87ad-0927605a59cf req-c6c5156b-6699-4262-af7c-60a7c3fc176e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:14.004483 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f5bb1b-cd02-4f00-87ad-0927605a59cf req-c6c5156b-6699-4262-af7c-60a7c3fc176e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:14.004964 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f5bb1b-cd02-4f00-87ad-0927605a59cf req-c6c5156b-6699-4262-af7c-60a7c3fc176e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:14.005446 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f5bb1b-cd02-4f00-87ad-0927605a59cf req-c6c5156b-6699-4262-af7c-60a7c3fc176e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:14.005920 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f5bb1b-cd02-4f00-87ad-0927605a59cf req-c6c5156b-6699-4262-af7c-60a7c3fc176e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:14.006425 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f5bb1b-cd02-4f00-87ad-0927605a59cf req-c6c5156b-6699-4262-af7c-60a7c3fc176e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:14.006899 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f5bb1b-cd02-4f00-87ad-0927605a59cf req-c6c5156b-6699-4262-af7c-60a7c3fc176e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:14.010104 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-00f5bb1b-cd02-4f00-87ad-0927605a59cf req-c6c5156b-6699-4262-af7c-60a7c3fc176e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 6506 time: 0.2197416 Sep 08 09:03:14.022730 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-be2bd0cb-8b25-4e49-8982-ce978cd5e3d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:14.090141 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0c417ee0-a3f1-448f-80a8-2108938fb85c tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5609806 Sep 08 09:03:14.093882 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40986) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:03:14.106236 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-941f8e7b-7404-4c20-b86f-415d92a7f41b tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Request body: {'subnet': {'network_id': '420ee6df-451a-4285-bec4-d22a945df514', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:03:14.180294 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-5a1002ec-509b-4525-b572-c9690e6a52bb service neutron] For port e104b66d-db35-49db-824c-4f5d2b6e6a0e, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:03:14.184139 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c417ee0-a3f1-448f-80a8-2108938fb85c tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Pushing event updated for resources: {'Network': ['ID=9bae99d0-5102-4755-9f02-231ba14451d5,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:14.202959 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 9bae99d0-5102-4755-9f02-231ba14451d5 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:03:14.208539 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-00f5bb1b-cd02-4f00-87ad-0927605a59cf req-7bf4699d-8f12-4b34-9efd-f92dbc967ddc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&id=ee706af1-7645-483d-b50a-1bf5c08b472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1793363 Sep 08 09:03:14.214123 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-5a1002ec-509b-4525-b572-c9690e6a52bb service neutron] For port e104b66d-db35-49db-824c-4f5d2b6e6a0e, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=e104b66d-db35-49db-824c-4f5d2b6e6a0e,segment=NetworkSegment(2d726032-d9c0-4dd0-a3a3-50878ac67fa8),segment_id=2d726032-d9c0-4dd0-a3a3-50878ac67fa8)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:03:14.234276 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-5a1002ec-509b-4525-b572-c9690e6a52bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:14.266333 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ae40c-ddec-4dd9-9bc7-5ab3c4119573 req-5072c67e-488f-42a5-926d-cbbb9aaf03a1 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:14.272307 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ae40c-ddec-4dd9-9bc7-5ab3c4119573 req-5072c67e-488f-42a5-926d-cbbb9aaf03a1 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:14.279053 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ae40c-ddec-4dd9-9bc7-5ab3c4119573 req-5072c67e-488f-42a5-926d-cbbb9aaf03a1 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:14.285229 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ae40c-ddec-4dd9-9bc7-5ab3c4119573 req-5072c67e-488f-42a5-926d-cbbb9aaf03a1 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:14.291392 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ae40c-ddec-4dd9-9bc7-5ab3c4119573 req-5072c67e-488f-42a5-926d-cbbb9aaf03a1 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:14.297745 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ae40c-ddec-4dd9-9bc7-5ab3c4119573 req-5072c67e-488f-42a5-926d-cbbb9aaf03a1 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:14.305191 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ae40c-ddec-4dd9-9bc7-5ab3c4119573 req-5072c67e-488f-42a5-926d-cbbb9aaf03a1 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:14.328964 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2b1ae40c-ddec-4dd9-9bc7-5ab3c4119573 req-5072c67e-488f-42a5-926d-cbbb9aaf03a1 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 5442 time: 0.1968896 Sep 08 09:03:14.391082 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-5a1002ec-509b-4525-b572-c9690e6a52bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:14.394417 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-5a1002ec-509b-4525-b572-c9690e6a52bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:14.396080 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-5a1002ec-509b-4525-b572-c9690e6a52bb service neutron] 10.222.0.37 "PUT /v2.0/ports/e104b66d-db35-49db-824c-4f5d2b6e6a0e HTTP/1.1" status: 200 len: 1092 time: 2.3043394 Sep 08 09:03:14.398627 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8731f6d-4366-45bd-b19d-72ad957f0558', 'tag': 'e104b66d-db35-49db-824c-4f5d2b6e6a0e'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:03:14.400860 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c274b9f-1966-4fe0-a911-2472c34aae71" -d '{"events": [{"name": "network-changed", "server_uuid": "f8731f6d-4366-45bd-b19d-72ad957f0558", "tag": "e104b66d-db35-49db-824c-4f5d2b6e6a0e"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:03:14.472009 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2b1ae40c-ddec-4dd9-9bc7-5ab3c4119573 req-88ff2f35-f9ea-4273-9515-1c2029a127ce tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&id=ee706af1-7645-483d-b50a-1bf5c08b472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1421969 Sep 08 09:03:14.472681 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1002ec-509b-4525-b572-c9690e6a52bb service neutron] Pushing event updated for resources: {'Port': ['ID=e104b66d-db35-49db-824c-4f5d2b6e6a0e,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:14.496837 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-be2bd0cb-8b25-4e49-8982-ce978cd5e3d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:14.503090 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76332f0e-d3b1-40a8-84f1-7545d4d50f6a x-openstack-request-id: req-76332f0e-d3b1-40a8-84f1-7545d4d50f6a {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:03:14.503657 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8731f6d-4366-45bd-b19d-72ad957f0558", "tag": "e104b66d-db35-49db-824c-4f5d2b6e6a0e", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:03:14.503924 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-76332f0e-d3b1-40a8-84f1-7545d4d50f6a {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:03:14.504369 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8731f6d-4366-45bd-b19d-72ad957f0558', 'tag': 'e104b66d-db35-49db-824c-4f5d2b6e6a0e', 'status': 'completed', 'code': 200} Sep 08 09:03:14.573141 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-be2bd0cb-8b25-4e49-8982-ce978cd5e3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:14.592105 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941f8e7b-7404-4c20-b86f-415d92a7f41b tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Made reservation on behalf of abecbd1fd51847edb20d2ca276b4ddef for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:03:14.595763 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-941f8e7b-7404-4c20-b86f-415d92a7f41b tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:14.679302 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c274b9f-1966-4fe0-a911-2472c34aae71 req-7382c63d-4c6a-4f75-990b-c7216a5ad6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:14.681517 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5c274b9f-1966-4fe0-a911-2472c34aae71 req-7382c63d-4c6a-4f75-990b-c7216a5ad6f0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a2f9a27fb48843b398aaefe83b941227&device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 1095 time: 0.1142268 Sep 08 09:03:14.696798 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80951f68-b93a-490e-8990-7ec60f8c9f24 req-bdfacc05-4313-47a3-a956-9d8239d2e741 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:14.707949 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-80951f68-b93a-490e-8990-7ec60f8c9f24 req-bdfacc05-4313-47a3-a956-9d8239d2e741 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 950 time: 0.1009939 Sep 08 09:03:14.777536 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2bd0cb-8b25-4e49-8982-ce978cd5e3d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9114712-ab3f-46a5-b7a6-7c0cb96ccee3,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:14.788891 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-be2bd0cb-8b25-4e49-8982-ce978cd5e3d5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f01efe26e89a4f9bb1105e3e80cd4a37&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0959802 Sep 08 09:03:14.790575 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40998) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:03:14.849798 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-80951f68-b93a-490e-8990-7ec60f8c9f24 req-157d9ee3-816f-42e3-8ae2-905552a98735 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407287 Sep 08 09:03:14.945032 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c274b9f-1966-4fe0-a911-2472c34aae71 req-b37829a0-6cf4-4df5-874c-fe3658aa1685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:14.947072 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5c274b9f-1966-4fe0-a911-2472c34aae71 req-b37829a0-6cf4-4df5-874c-fe3658aa1685 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=a2f9a27fb48843b398aaefe83b941227&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2359014 Sep 08 09:03:14.970967 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b3709-0aa7-4276-95f9-920b00895dc9 req-fd327f62-628d-4207-8bdd-2271faf3ed1c tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:14.994323 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-263b3709-0aa7-4276-95f9-920b00895dc9 req-fd327f62-628d-4207-8bdd-2271faf3ed1c tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 943 time: 0.3894432 Sep 08 09:03:15.040346 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-852bc286-be89-4fec-a935-59423f7112bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:15.084506 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c274b9f-1966-4fe0-a911-2472c34aae71 req-d07a05a9-ec91-41ac-9b52-fef0a6062993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:15.088936 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5c274b9f-1966-4fe0-a911-2472c34aae71 req-d07a05a9-ec91-41ac-9b52-fef0a6062993 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1318741 Sep 08 09:03:15.139302 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-852bc286-be89-4fec-a935-59423f7112bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:15.169948 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-263b3709-0aa7-4276-95f9-920b00895dc9 req-787a231d-02e3-4656-b141-20a9b447fa3f tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=703349ac-76b0-4a5f-8080-6789cf3c5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694233 Sep 08 09:03:15.233289 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-941f8e7b-7404-4c20-b86f-415d92a7f41b tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:15.251261 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-b4f181e0-1743-4e66-a9db-30231640d1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:15.252691 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-b4f181e0-1743-4e66-a9db-30231640d1ac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a2f9a27fb48843b398aaefe83b941227&device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 1095 time: 0.0831366 Sep 08 09:03:15.300527 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-852bc286-be89-4fec-a935-59423f7112bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:15.312300 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-852bc286-be89-4fec-a935-59423f7112bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:15.312300 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-852bc286-be89-4fec-a935-59423f7112bd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f9114712-ab3f-46a5-b7a6-7c0cb96ccee3 HTTP/1.1" status: 204 len: 168 time: 0.5126748 Sep 08 09:03:15.320756 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852bc286-be89-4fec-a935-59423f7112bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9114712-ab3f-46a5-b7a6-7c0cb96ccee3,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:15.340602 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f8e7b-7404-4c20-b86f-415d92a7f41b tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Pushing event updated for resources: {'Subnet': ['ID=2c4bc90e-6301-4198-b245-c5a8ab779b3f,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:15.350903 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941f8e7b-7404-4c20-b86f-415d92a7f41b tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Checking segment: {'id': '2d611bdc-8b46-4288-9a60-e3e65ae6211f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '420ee6df-451a-4285-bec4-d22a945df514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:03:15.351275 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941f8e7b-7404-4c20-b86f-415d92a7f41b tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Network hostable DHCP agents. Network: 420ee6df-451a-4285-bec4-d22a945df514, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:03:15.368533 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-9cc59a37-65c9-40cf-ad53-dcf93ac00de2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e104b66d-db35-49db-824c-4f5d2b6e6a0e HTTP/1.1" status: 200 len: 217 time: 0.0888627 Sep 08 09:03:15.412165 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941f8e7b-7404-4c20-b86f-415d92a7f41b tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Network 420ee6df-451a-4285-bec4-d22a945df514 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:03:15.470755 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-941f8e7b-7404-4c20-b86f-415d92a7f41b tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 420ee6df-451a-4285-bec4-d22a945df514) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:03:15.478649 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941f8e7b-7404-4c20-b86f-415d92a7f41b tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:15.479900 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-941f8e7b-7404-4c20-b86f-415d92a7f41b tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:15.483959 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8119cc-b1e8-4386-94db-f1b62b2b1601 None None] Network 420ee6df-451a-4285-bec4-d22a945df514 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:03:15.501640 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-832d32ea-2027-4788-b6b7-d34ba5be956d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:15.505051 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-832d32ea-2027-4788-b6b7-d34ba5be956d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b55eaef4-013f-4f3d-8aec-fea124c1fdb3 HTTP/1.1" status: 200 len: 849 time: 0.1201479 Sep 08 09:03:15.560336 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-941f8e7b-7404-4c20-b86f-415d92a7f41b tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4583452 Sep 08 09:03:15.566079 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41014) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:03:15.586831 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-0455e346-5b8b-4cd5-8bf1-68e48707c92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:15.588668 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-0455e346-5b8b-4cd5-8bf1-68e48707c92f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d15b4ce3-7986-485f-ad78-2afa75611397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0677464 Sep 08 09:03:15.600052 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-08b07ddf-b64f-4790-adab-a9f91e3d9a7e tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Request body: {'subnet': {'network_id': '9bae99d0-5102-4755-9f02-231ba14451d5', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:03:15.905373 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b07ddf-b64f-4790-adab-a9f91e3d9a7e tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Made reservation on behalf of abecbd1fd51847edb20d2ca276b4ddef for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:03:15.909730 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-08b07ddf-b64f-4790-adab-a9f91e3d9a7e tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:16.134000 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72a59a1-e6ae-495a-98fa-869b94fce1ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-420ee6df-451a-4285-bec4-d22a945df514', 'network_id': '420ee6df-451a-4285-bec4-d22a945df514', 'tenant_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'fixed_ips': [{'subnet_id': '2c4bc90e-6301-4198-b245-c5a8ab779b3f'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:03:16.135381 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e72a59a1-e6ae-495a-98fa-869b94fce1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:16.204288 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-08b07ddf-b64f-4790-adab-a9f91e3d9a7e tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:16.220227 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc868a-f31e-4291-9498-e19b157f899d req-cc3d16be-fa5a-47d9-89f2-d153ec88f9f0 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:16.221979 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c8fc868a-f31e-4291-9498-e19b157f899d req-cc3d16be-fa5a-47d9-89f2-d153ec88f9f0 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 950 time: 0.1346450 Sep 08 09:03:16.322511 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b07ddf-b64f-4790-adab-a9f91e3d9a7e tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Pushing event updated for resources: {'Subnet': ['ID=33cffe46-3ff7-49e8-a881-f3c38e341dd0,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:16.350008 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b07ddf-b64f-4790-adab-a9f91e3d9a7e tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Checking segment: {'id': 'ee50bf2c-b913-47f9-be22-7b5ae145e982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9bae99d0-5102-4755-9f02-231ba14451d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:03:16.350908 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b07ddf-b64f-4790-adab-a9f91e3d9a7e tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Network hostable DHCP agents. Network: 9bae99d0-5102-4755-9f02-231ba14451d5, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:03:16.359513 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c8fc868a-f31e-4291-9498-e19b157f899d req-70aa09b3-2e24-4ce0-b006-834b008fd461 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036153 Sep 08 09:03:16.389899 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b07ddf-b64f-4790-adab-a9f91e3d9a7e tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Network 9bae99d0-5102-4755-9f02-231ba14451d5 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:03:16.413376 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-08b07ddf-b64f-4790-adab-a9f91e3d9a7e tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 9bae99d0-5102-4755-9f02-231ba14451d5) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:03:16.430827 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b07ddf-b64f-4790-adab-a9f91e3d9a7e tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:16.431742 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-08b07ddf-b64f-4790-adab-a9f91e3d9a7e tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:16.458097 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-08b07ddf-b64f-4790-adab-a9f91e3d9a7e tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8896737 Sep 08 09:03:16.460517 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41038) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:03:16.475573 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-b998e79c-fbcb-4541-9971-2738ce24318e tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Request body: {'port': {'network_id': '420ee6df-451a-4285-bec4-d22a945df514', 'name': 'tempest-TaggedBootDevicesTest-1156195306', 'fixed_ips': [{'subnet_id': '2c4bc90e-6301-4198-b245-c5a8ab779b3f'}]}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:03:16.534243 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7931496a-29fa-4caf-b23b-13bb6631112e None None] Network 9bae99d0-5102-4755-9f02-231ba14451d5 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:03:16.565035 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd05ca-7de4-4a88-a7d3-e4a53bffe702 req-972959f4-8ef0-4af7-876b-1596751b20fe tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:16.579176 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd05ca-7de4-4a88-a7d3-e4a53bffe702 req-972959f4-8ef0-4af7-876b-1596751b20fe tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:16.591669 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd05ca-7de4-4a88-a7d3-e4a53bffe702 req-972959f4-8ef0-4af7-876b-1596751b20fe tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:16.602988 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd05ca-7de4-4a88-a7d3-e4a53bffe702 req-972959f4-8ef0-4af7-876b-1596751b20fe tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:16.626399 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd05ca-7de4-4a88-a7d3-e4a53bffe702 req-972959f4-8ef0-4af7-876b-1596751b20fe tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:16.646058 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd05ca-7de4-4a88-a7d3-e4a53bffe702 req-972959f4-8ef0-4af7-876b-1596751b20fe tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:16.663199 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd05ca-7de4-4a88-a7d3-e4a53bffe702 req-972959f4-8ef0-4af7-876b-1596751b20fe tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:16.680277 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-35bd05ca-7de4-4a88-a7d3-e4a53bffe702 req-972959f4-8ef0-4af7-876b-1596751b20fe tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 5442 time: 0.3633032 Sep 08 09:03:16.692333 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-d18c56a5-c700-47d9-a622-8dc845a3a7d3 service neutron] 10.222.0.37 "GET /v2.0/networks/d15b4ce3-7986-485f-ad78-2afa75611397?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0885124 Sep 08 09:03:16.794451 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b998e79c-fbcb-4541-9971-2738ce24318e tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Made reservation on behalf of abecbd1fd51847edb20d2ca276b4ddef for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:03:16.826448 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-e72a59a1-e6ae-495a-98fa-869b94fce1ad None None] Allocated IP 10.1.1.2 (420ee6df-451a-4285-bec4-d22a945df514/2c4bc90e-6301-4198-b245-c5a8ab779b3f/c9ac4cd8-7496-4397-aedf-5c945af99247) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:03:16.891017 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-35bd05ca-7de4-4a88-a7d3-e4a53bffe702 req-75d505ac-2641-4957-8310-9c3a46896fce tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&id=ee706af1-7645-483d-b50a-1bf5c08b472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2091808 Sep 08 09:03:16.952617 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-751af49e-4dc0-45d4-a61a-2af33c0d71b7 req-26d32967-dcd2-4b53-a2e9-e4b52de095c9 service neutron] 10.222.0.37 "GET /v2.0/networks/d15b4ce3-7986-485f-ad78-2afa75611397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397125 Sep 08 09:03:17.024436 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00235536-4e82-439e-a0e0-c5068a19a3bf req-7f07a2b9-32cb-49b4-aed5-77a1d953eabe tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:17.040454 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-00235536-4e82-439e-a0e0-c5068a19a3bf req-7f07a2b9-32cb-49b4-aed5-77a1d953eabe tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 943 time: 0.3221250 Sep 08 09:03:17.047391 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514fe320-db99-4103-93d6-a82a0549f50c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-9bae99d0-5102-4755-9f02-231ba14451d5', 'network_id': '9bae99d0-5102-4755-9f02-231ba14451d5', 'tenant_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'fixed_ips': [{'subnet_id': '33cffe46-3ff7-49e8-a881-f3c38e341dd0'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:03:17.048147 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-514fe320-db99-4103-93d6-a82a0549f50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:17.131342 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 9d88b0e6-81d1-4f99-b049-7cddfe74d864 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:03:17.146616 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 9d88b0e6-81d1-4f99-b049-7cddfe74d864 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:03:17.195972 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b998e79c-fbcb-4541-9971-2738ce24318e tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:17.213538 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-00235536-4e82-439e-a0e0-c5068a19a3bf req-d040fa21-3253-475f-9636-128f5bbb1ab9 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=703349ac-76b0-4a5f-8080-6789cf3c5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715577 Sep 08 09:03:17.234359 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-b998e79c-fbcb-4541-9971-2738ce24318e tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] device_id is not set on port 229b22b3-b0f7-4064-9dfb-b9b154dfe5d6 yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:03:17.386500 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 41058) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:03:17.391832 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.db.resource_extend [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 08 09:03:17.534812 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e72a59a1-e6ae-495a-98fa-869b94fce1ad None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:17.538550 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-514fe320-db99-4103-93d6-a82a0549f50c None None] Allocated IP 10.2.2.2 (9bae99d0-5102-4755-9f02-231ba14451d5/33cffe46-3ff7-49e8-a881-f3c38e341dd0/b20326b9-1c5f-44e0-bed2-8b71617a7774) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:03:17.554485 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-c6709d8b-66ad-40f7-a49c-4d6377e8ec12 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1892825632-network', 'tenant_id': 'f39379002141412789d387a811c5b833'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:03:17.587996 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e72a59a1-e6ae-495a-98fa-869b94fce1ad None None] Transition to ACTIVE for port object c9ac4cd8-7496-4397-aedf-5c945af99247 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:03:17.616141 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc4fdd-3e67-4b77-a7e4-10512d6f0cef req-b1d58e60-cb5c-42a5-874a-75096b22d14b tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:17.628758 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-92fc4fdd-3e67-4b77-a7e4-10512d6f0cef req-b1d58e60-cb5c-42a5-874a-75096b22d14b tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 950 time: 0.1230690 Sep 08 09:03:17.652343 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a853d82a-a069-4903-a40a-5289e1471287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:17.672997 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6709d8b-66ad-40f7-a49c-4d6377e8ec12 admin admin] Made reservation on behalf of f39379002141412789d387a811c5b833 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:03:17.678511 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c6709d8b-66ad-40f7-a49c-4d6377e8ec12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:17.685063 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e72a59a1-e6ae-495a-98fa-869b94fce1ad None None] Transition to ACTIVE for port object c9ac4cd8-7496-4397-aedf-5c945af99247 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:03:17.690253 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 9d88b0e6-81d1-4f99-b049-7cddfe74d864, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=9d88b0e6-81d1-4f99-b049-7cddfe74d864,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:03:17.697434 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:17.738535 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e72a59a1-e6ae-495a-98fa-869b94fce1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:17.750855 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-92fc4fdd-3e67-4b77-a7e4-10512d6f0cef req-7d56b7f0-da6c-41ff-adad-2ebad3ff2a85 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206145 Sep 08 09:03:17.752137 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '9d88b0e6-81d1-4f99-b049-7cddfe74d864', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'port_id': '9d88b0e6-81d1-4f99-b049-7cddfe74d864', 'mac_address': 'fa:16:3e:09:a3:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc66e4b-ecb5-4c99-afe1-0a78c722534a', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:03:17.769874 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c6709d8b-66ad-40f7-a49c-4d6377e8ec12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:17.808535 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-b998e79c-fbcb-4541-9971-2738ce24318e tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Allocated IP 10.1.1.235 (420ee6df-451a-4285-bec4-d22a945df514/2c4bc90e-6301-4198-b245-c5a8ab779b3f/229b22b3-b0f7-4064-9dfb-b9b154dfe5d6) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:03:17.909408 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:17.913279 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '356285a6-0bcb-4e25-a00d-3b52f1e9612d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d88b0e6-81d1-4f99-b049-7cddfe74d864'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:03:17.916998 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef9e019-0d22-425d-a976-0aa4c4db0919" -d '{"events": [{"server_uuid": "356285a6-0bcb-4e25-a00d-3b52f1e9612d", "name": "network-vif-unplugged", "status": "completed", "tag": "9d88b0e6-81d1-4f99-b049-7cddfe74d864"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:03:17.922940 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72a59a1-e6ae-495a-98fa-869b94fce1ad None None] Network 420ee6df-451a-4285-bec4-d22a945df514 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:03:17.954692 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c6709d8b-66ad-40f7-a49c-4d6377e8ec12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:17.966717 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c6709d8b-66ad-40f7-a49c-4d6377e8ec12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:17.998627 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6709d8b-66ad-40f7-a49c-4d6377e8ec12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89ad5d3-b606-4bc7-8be7-92b58d00780b,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:18.012729 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6709d8b-66ad-40f7-a49c-4d6377e8ec12 admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:03:18.017313 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6709d8b-66ad-40f7-a49c-4d6377e8ec12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:03:18.017714 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6709d8b-66ad-40f7-a49c-4d6377e8ec12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:03:18.018082 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6709d8b-66ad-40f7-a49c-4d6377e8ec12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:03:18.018715 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6709d8b-66ad-40f7-a49c-4d6377e8ec12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:03:18.019215 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6709d8b-66ad-40f7-a49c-4d6377e8ec12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:03:18.019559 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6709d8b-66ad-40f7-a49c-4d6377e8ec12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:03:18.019892 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6709d8b-66ad-40f7-a49c-4d6377e8ec12 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:03:18.020224 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6709d8b-66ad-40f7-a49c-4d6377e8ec12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:03:18.020554 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6709d8b-66ad-40f7-a49c-4d6377e8ec12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:03:18.020949 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6709d8b-66ad-40f7-a49c-4d6377e8ec12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:03:18.021898 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6709d8b-66ad-40f7-a49c-4d6377e8ec12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:03:18.021898 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6709d8b-66ad-40f7-a49c-4d6377e8ec12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:03:18.044596 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-514fe320-db99-4103-93d6-a82a0549f50c None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:18.056195 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b998e79c-fbcb-4541-9971-2738ce24318e tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:18.060630 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c6709d8b-66ad-40f7-a49c-4d6377e8ec12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:18.061138 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-c6709d8b-66ad-40f7-a49c-4d6377e8ec12 admin admin] Added segment a782addb-4387-43bc-85ca-2cf4ed2ce096 of type vlan for network eb1f5153-4717-4c2f-9364-99a74cc1a99e Sep 08 09:03:18.075243 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-514fe320-db99-4103-93d6-a82a0549f50c None None] Transition to ACTIVE for port object b20326b9-1c5f-44e0-bed2-8b71617a7774 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:03:18.084863 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-b998e79c-fbcb-4541-9971-2738ce24318e tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Transition to ACTIVE for port object 229b22b3-b0f7-4064-9dfb-b9b154dfe5d6 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:03:18.098002 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-514fe320-db99-4103-93d6-a82a0549f50c None None] Transition to ACTIVE for port object b20326b9-1c5f-44e0-bed2-8b71617a7774 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:03:18.113207 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 9d88b0e6-81d1-4f99-b049-7cddfe74d864, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=9d88b0e6-81d1-4f99-b049-7cddfe74d864,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:03:18.116681 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-e72a59a1-e6ae-495a-98fa-869b94fce1ad None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:03:18.129292 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-514fe320-db99-4103-93d6-a82a0549f50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:18.132172 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72a59a1-e6ae-495a-98fa-869b94fce1ad None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:03:18.138940 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:18.163820 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d88b0e6-81d1-4f99-b049-7cddfe74d864 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:03:18.169538 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c6709d8b-66ad-40f7-a49c-4d6377e8ec12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:18.172995 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72a59a1-e6ae-495a-98fa-869b94fce1ad None None] Pushing event updated for resources: {'Port': ['ID=c9ac4cd8-7496-4397-aedf-5c945af99247,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:18.185293 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca22f1-caf6-436e-a0ec-2cbc8764063e req-46144cd0-0feb-48b4-8386-d07f2f3ffc9d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:18.191690 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca22f1-caf6-436e-a0ec-2cbc8764063e req-46144cd0-0feb-48b4-8386-d07f2f3ffc9d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:18.200566 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca22f1-caf6-436e-a0ec-2cbc8764063e req-46144cd0-0feb-48b4-8386-d07f2f3ffc9d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:18.207807 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca22f1-caf6-436e-a0ec-2cbc8764063e req-46144cd0-0feb-48b4-8386-d07f2f3ffc9d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:18.217798 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca22f1-caf6-436e-a0ec-2cbc8764063e req-46144cd0-0feb-48b4-8386-d07f2f3ffc9d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:18.222617 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca22f1-caf6-436e-a0ec-2cbc8764063e req-46144cd0-0feb-48b4-8386-d07f2f3ffc9d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:18.224069 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c6709d8b-66ad-40f7-a49c-4d6377e8ec12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:18.226535 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6709d8b-66ad-40f7-a49c-4d6377e8ec12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:18.229125 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca22f1-caf6-436e-a0ec-2cbc8764063e req-46144cd0-0feb-48b4-8386-d07f2f3ffc9d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:18.231516 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c6709d8b-66ad-40f7-a49c-4d6377e8ec12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:18.237863 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9aca22f1-caf6-436e-a0ec-2cbc8764063e req-46144cd0-0feb-48b4-8386-d07f2f3ffc9d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 5442 time: 0.1507099 Sep 08 09:03:18.315080 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c6709d8b-66ad-40f7-a49c-4d6377e8ec12 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9261646 Sep 08 09:03:18.319826 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9aca22f1-caf6-436e-a0ec-2cbc8764063e req-6b08f990-af79-4915-ad42-334372a61a4b tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&id=ee706af1-7645-483d-b50a-1bf5c08b472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0808759 Sep 08 09:03:18.321888 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41084) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:03:18.338617 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-53438b98-cc51-4676-ab01-ce5b639e82f2 admin admin] Request body: {'subnet': {'network_id': 'eb1f5153-4717-4c2f-9364-99a74cc1a99e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1892825632-subnet', 'tenant_id': 'f39379002141412789d387a811c5b833', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:03:18.342717 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 09:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680171af-2ab1-4150-9a7c-60d95c07317b x-openstack-request-id: req-680171af-2ab1-4150-9a7c-60d95c07317b {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:03:18.343019 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "356285a6-0bcb-4e25-a00d-3b52f1e9612d", "name": "network-vif-unplugged", "status": "completed", "tag": "9d88b0e6-81d1-4f99-b049-7cddfe74d864", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:03:18.343275 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-680171af-2ab1-4150-9a7c-60d95c07317b {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:03:18.343669 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '356285a6-0bcb-4e25-a00d-3b52f1e9612d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d88b0e6-81d1-4f99-b049-7cddfe74d864', 'code': 200} Sep 08 09:03:18.344271 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514fe320-db99-4103-93d6-a82a0549f50c None None] Pushing event updated for resources: {'Port': ['ID=b20326b9-1c5f-44e0-bed2-8b71617a7774,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:18.369250 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b998e79c-fbcb-4541-9971-2738ce24318e tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:18.372142 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6709d8b-66ad-40f7-a49c-4d6377e8ec12 admin admin] Pushing event updated for resources: {'Network': ['ID=eb1f5153-4717-4c2f-9364-99a74cc1a99e,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:18.397089 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network eb1f5153-4717-4c2f-9364-99a74cc1a99e details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:03:18.477028 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b998e79c-fbcb-4541-9971-2738ce24318e tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Pushing event updated for resources: {'Port': ['ID=229b22b3-b0f7-4064-9dfb-b9b154dfe5d6,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:18.488076 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b998e79c-fbcb-4541-9971-2738ce24318e tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Network 420ee6df-451a-4285-bec4-d22a945df514 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:03:18.502896 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514fe320-db99-4103-93d6-a82a0549f50c None None] Network 9bae99d0-5102-4755-9f02-231ba14451d5 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:03:18.503145 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-b998e79c-fbcb-4541-9971-2738ce24318e tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:03:18.519412 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b998e79c-fbcb-4541-9971-2738ce24318e tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:03:18.572809 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b998e79c-fbcb-4541-9971-2738ce24318e tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:18.573476 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b998e79c-fbcb-4541-9971-2738ce24318e tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:18.576312 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.db.api [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 09:03:18.577013 n-d-806683-11 neutron-server[94714]: DEBUG oslo_db.api [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 09:03:18.581678 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-514fe320-db99-4103-93d6-a82a0549f50c None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:03:18.582771 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53438b98-cc51-4676-ab01-ce5b639e82f2 admin admin] Made reservation on behalf of f39379002141412789d387a811c5b833 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:03:18.585694 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-53438b98-cc51-4676-ab01-ce5b639e82f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:18.593466 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514fe320-db99-4103-93d6-a82a0549f50c None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:03:18.597031 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ddaf22-32d6-43db-b7f1-5e92e8c69acd req-40c19d79-187d-4f6b-a4d0-37dfb563e59d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:18.598446 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-e72a59a1-e6ae-495a-98fa-869b94fce1ad None None] Attempting to bind port c9ac4cd8-7496-4397-aedf-5c945af99247 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:03:18.598925 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-e72a59a1-e6ae-495a-98fa-869b94fce1ad None None] Attempting to bind port c9ac4cd8-7496-4397-aedf-5c945af99247 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '2d611bdc-8b46-4288-9a60-e3e65ae6211f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '420ee6df-451a-4285-bec4-d22a945df514'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:03:18.599394 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72a59a1-e6ae-495a-98fa-869b94fce1ad None None] Attempting to bind port c9ac4cd8-7496-4397-aedf-5c945af99247 on network 420ee6df-451a-4285-bec4-d22a945df514 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:03:18.605536 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ddaf22-32d6-43db-b7f1-5e92e8c69acd req-40c19d79-187d-4f6b-a4d0-37dfb563e59d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:18.607754 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72a59a1-e6ae-495a-98fa-869b94fce1ad None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:03:18.608264 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72a59a1-e6ae-495a-98fa-869b94fce1ad None None] Checking segment: {'id': '2d611bdc-8b46-4288-9a60-e3e65ae6211f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '420ee6df-451a-4285-bec4-d22a945df514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:03:18.608761 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e72a59a1-e6ae-495a-98fa-869b94fce1ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:18.609255 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72a59a1-e6ae-495a-98fa-869b94fce1ad None None] Bound using segment: {'id': '2d611bdc-8b46-4288-9a60-e3e65ae6211f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '420ee6df-451a-4285-bec4-d22a945df514'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:03:18.609828 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-e72a59a1-e6ae-495a-98fa-869b94fce1ad None None] Bound port: c9ac4cd8-7496-4397-aedf-5c945af99247, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d611bdc-8b46-4288-9a60-e3e65ae6211f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '420ee6df-451a-4285-bec4-d22a945df514'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:03:18.610357 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e72a59a1-e6ae-495a-98fa-869b94fce1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:18.614587 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ddaf22-32d6-43db-b7f1-5e92e8c69acd req-40c19d79-187d-4f6b-a4d0-37dfb563e59d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:18.622447 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ddaf22-32d6-43db-b7f1-5e92e8c69acd req-40c19d79-187d-4f6b-a4d0-37dfb563e59d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:18.631005 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ddaf22-32d6-43db-b7f1-5e92e8c69acd req-40c19d79-187d-4f6b-a4d0-37dfb563e59d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:18.638410 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ddaf22-32d6-43db-b7f1-5e92e8c69acd req-40c19d79-187d-4f6b-a4d0-37dfb563e59d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:18.645776 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ddaf22-32d6-43db-b7f1-5e92e8c69acd req-40c19d79-187d-4f6b-a4d0-37dfb563e59d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:18.653143 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12ddaf22-32d6-43db-b7f1-5e92e8c69acd req-40c19d79-187d-4f6b-a4d0-37dfb563e59d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 5442 time: 0.1578550 Sep 08 09:03:18.663109 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 41088) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:03:18.671580 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-6825c0d8-1576-48a1-ad50-809ff5c2d213 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Request body: {'floatingip': {'port_id': '24c965d7-db6d-4bd8-8994-faab41bdeccb'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:03:18.682963 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b998e79c-fbcb-4541-9971-2738ce24318e tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2205236 Sep 08 09:03:18.688290 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41090) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:03:18.694733 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-b7d5a7dc-4b41-4630-b01e-75eac2537f62 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Request body: {'port': {'network_id': '420ee6df-451a-4285-bec4-d22a945df514', 'name': 'tempest-TaggedBootDevicesTest-2128029263', 'fixed_ips': [{'subnet_id': '2c4bc90e-6301-4198-b245-c5a8ab779b3f'}]}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:03:18.710803 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac0d7d-3476-44c7-98a2-4f84ca5d10f5 req-02766840-8200-4178-8e43-069ce62dc4d0 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:18.716328 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=9d88b0e6-81d1-4f99-b049-7cddfe74d864,revision_number=9']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:18.719525 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9bac0d7d-3476-44c7-98a2-4f84ca5d10f5 req-02766840-8200-4178-8e43-069ce62dc4d0 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 943 time: 0.2435985 Sep 08 09:03:18.753067 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-514fe320-db99-4103-93d6-a82a0549f50c None None] Attempting to bind port b20326b9-1c5f-44e0-bed2-8b71617a7774 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:03:18.753604 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-514fe320-db99-4103-93d6-a82a0549f50c None None] Attempting to bind port b20326b9-1c5f-44e0-bed2-8b71617a7774 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'ee50bf2c-b913-47f9-be22-7b5ae145e982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9bae99d0-5102-4755-9f02-231ba14451d5'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:03:18.754080 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514fe320-db99-4103-93d6-a82a0549f50c None None] Attempting to bind port b20326b9-1c5f-44e0-bed2-8b71617a7774 on network 9bae99d0-5102-4755-9f02-231ba14451d5 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:03:18.765463 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514fe320-db99-4103-93d6-a82a0549f50c None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:03:18.765463 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514fe320-db99-4103-93d6-a82a0549f50c None None] Checking segment: {'id': 'ee50bf2c-b913-47f9-be22-7b5ae145e982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9bae99d0-5102-4755-9f02-231ba14451d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:03:18.765885 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-514fe320-db99-4103-93d6-a82a0549f50c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:18.766312 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514fe320-db99-4103-93d6-a82a0549f50c None None] Bound using segment: {'id': 'ee50bf2c-b913-47f9-be22-7b5ae145e982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9bae99d0-5102-4755-9f02-231ba14451d5'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:03:18.766893 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-514fe320-db99-4103-93d6-a82a0549f50c None None] Bound port: b20326b9-1c5f-44e0-bed2-8b71617a7774, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee50bf2c-b913-47f9-be22-7b5ae145e982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9bae99d0-5102-4755-9f02-231ba14451d5'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:03:18.767384 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-514fe320-db99-4103-93d6-a82a0549f50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:18.785762 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6825c0d8-1576-48a1-ad50-809ff5c2d213 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks [] for floatingip, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:18.821275 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9bac0d7d-3476-44c7-98a2-4f84ca5d10f5 req-72c3e7aa-f545-48d6-a845-e6d5d87366a9 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=703349ac-76b0-4a5f-8080-6789cf3c5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008582 Sep 08 09:03:19.068843 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a920a3-b3c6-4392-b066-41cdc1e806e9 req-db82e0fb-b054-4e47-bc52-27bcc8b0f12f tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:19.077779 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-14a920a3-b3c6-4392-b066-41cdc1e806e9 req-db82e0fb-b054-4e47-bc52-27bcc8b0f12f tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 948 time: 0.1263258 Sep 08 09:03:19.086098 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e72a59a1-e6ae-495a-98fa-869b94fce1ad None None] For port c9ac4cd8-7496-4397-aedf-5c945af99247, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:03:19.139780 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e72a59a1-e6ae-495a-98fa-869b94fce1ad None None] For port c9ac4cd8-7496-4397-aedf-5c945af99247, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=c9ac4cd8-7496-4397-aedf-5c945af99247,segment=NetworkSegment(2d611bdc-8b46-4288-9a60-e3e65ae6211f),segment_id=2d611bdc-8b46-4288-9a60-e3e65ae6211f)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:03:19.159293 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e72a59a1-e6ae-495a-98fa-869b94fce1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:19.162526 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:19.170691 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-14a920a3-b3c6-4392-b066-41cdc1e806e9 req-734470dc-1df7-4e31-85a5-a4be74692b98 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917413 Sep 08 09:03:19.224857 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-514fe320-db99-4103-93d6-a82a0549f50c None None] For port b20326b9-1c5f-44e0-bed2-8b71617a7774, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:03:19.232285 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d88b0e6-81d1-4f99-b049-7cddfe74d864 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:03:19.278458 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 9d88b0e6-81d1-4f99-b049-7cddfe74d864, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=9d88b0e6-81d1-4f99-b049-7cddfe74d864,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:03:19.293133 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:19.300645 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-514fe320-db99-4103-93d6-a82a0549f50c None None] For port b20326b9-1c5f-44e0-bed2-8b71617a7774, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=b20326b9-1c5f-44e0-bed2-8b71617a7774,segment=NetworkSegment(ee50bf2c-b913-47f9-be22-7b5ae145e982),segment_id=ee50bf2c-b913-47f9-be22-7b5ae145e982)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:03:19.311618 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-514fe320-db99-4103-93d6-a82a0549f50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:19.333665 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72a59a1-e6ae-495a-98fa-869b94fce1ad None None] Pushing event updated for resources: {'Port': ['ID=c9ac4cd8-7496-4397-aedf-5c945af99247,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:19.339340 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device e104b66d-db35-49db-824c-4f5d2b6e6a0e details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:03:19.542491 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=9d88b0e6-81d1-4f99-b049-7cddfe74d864,revision_number=10']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:19.666537 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.db.resource_extend [None req-6825c0d8-1576-48a1-ad50-809ff5c2d213 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 08 09:03:19.729777 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['9d88b0e6-81d1-4f99-b049-7cddfe74d864'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:03:19.733649 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514fe320-db99-4103-93d6-a82a0549f50c None None] Pushing event updated for resources: {'Port': ['ID=b20326b9-1c5f-44e0-bed2-8b71617a7774,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:19.766333 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6825c0d8-1576-48a1-ad50-809ff5c2d213 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:19.775778 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6825c0d8-1576-48a1-ad50-809ff5c2d213 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:19.798824 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b73c8-ea07-480a-8325-b9947605f5d5 req-4065ebed-f582-41ce-a7a9-751df29e3f35 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:19.800543 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1d2b73c8-ea07-480a-8325-b9947605f5d5 req-4065ebed-f582-41ce-a7a9-751df29e3f35 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee3d0e69-8f10-49ac-aad2-4f28b0f6bf0c HTTP/1.1" status: 200 len: 946 time: 0.4141865 Sep 08 09:03:19.802333 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-53438b98-cc51-4676-ab01-ce5b639e82f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:19.805864 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d5a7dc-4b41-4630-b01e-75eac2537f62 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Made reservation on behalf of abecbd1fd51847edb20d2ca276b4ddef for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:03:19.810951 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b7d5a7dc-4b41-4630-b01e-75eac2537f62 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:19.831373 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port e104b66d-db35-49db-824c-4f5d2b6e6a0e, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=e104b66d-db35-49db-824c-4f5d2b6e6a0e,segment=NetworkSegment(2d726032-d9c0-4dd0-a3a3-50878ac67fa8),segment_id=2d726032-d9c0-4dd0-a3a3-50878ac67fa8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:03:19.866414 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': 'e104b66d-db35-49db-824c-4f5d2b6e6a0e', 'network_id': 'd15b4ce3-7986-485f-ad78-2afa75611397', 'port_id': 'e104b66d-db35-49db-824c-4f5d2b6e6a0e', 'mac_address': 'fa:16:3e:1e:b9:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b55eaef4-013f-4f3d-8aec-fea124c1fdb3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:03:19.945830 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-b7d5a7dc-4b41-4630-b01e-75eac2537f62 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] device_id is not set on port 24de4b54-5e35-472f-b3a2-8c31ebfb3d05 yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:03:20.054152 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:20.117508 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [None req-6825c0d8-1576-48a1-ad50-809ff5c2d213 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Floating IP fb95c526-c168-40b3-b159-12a30d4d35b4 associated. External IP: 172.25.0.187, port: 24c965d7-db6d-4bd8-8994-faab41bdeccb. Sep 08 09:03:20.132210 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e104b66d-db35-49db-824c-4f5d2b6e6a0e {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:03:20.160414 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device b20326b9-1c5f-44e0-bed2-8b71617a7774 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:03:20.187761 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53438b98-cc51-4676-ab01-ce5b639e82f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33b5d1ef-137f-410b-b10f-cb19776b03ee,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:20.204058 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d44b5c-5814-48f3-bfa8-529dbce6d13f req-ba869f3b-479f-4a53-9cd5-90121f761eca tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:20.205903 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b2d44b5c-5814-48f3-bfa8-529dbce6d13f req-ba869f3b-479f-4a53-9cd5-90121f761eca tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 943 time: 0.1401095 Sep 08 09:03:20.248500 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port e104b66d-db35-49db-824c-4f5d2b6e6a0e, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=e104b66d-db35-49db-824c-4f5d2b6e6a0e,segment=NetworkSegment(2d726032-d9c0-4dd0-a3a3-50878ac67fa8),segment_id=2d726032-d9c0-4dd0-a3a3-50878ac67fa8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:03:20.260156 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:20.264006 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1d2b73c8-ea07-480a-8325-b9947605f5d5 req-3b8035a7-d9cf-4b72-86de-2152bc3da08f tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/security-groups?id=95fdb126-e588-4cf9-b281-e7f1b3353ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4473135 Sep 08 09:03:20.364195 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=e104b66d-db35-49db-824c-4f5d2b6e6a0e,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:20.382993 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b2d44b5c-5814-48f3-bfa8-529dbce6d13f req-811afa29-dcd8-4e2b-9a91-35c47c5f1f89 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=703349ac-76b0-4a5f-8080-6789cf3c5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215060 Sep 08 09:03:20.413609 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-b7d5a7dc-4b41-4630-b01e-75eac2537f62 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Allocated IP 10.1.1.203 (420ee6df-451a-4285-bec4-d22a945df514/2c4bc90e-6301-4198-b245-c5a8ab779b3f/24de4b54-5e35-472f-b3a2-8c31ebfb3d05) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:03:20.439467 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port b20326b9-1c5f-44e0-bed2-8b71617a7774 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:03:20.453973 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device c9ac4cd8-7496-4397-aedf-5c945af99247 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:03:20.479861 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:20.664489 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6825c0d8-1576-48a1-ad50-809ff5c2d213 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Router 9e6d2467-77c9-4d0d-a7bc-542df47f28bf has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:03:20.664897 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port c9ac4cd8-7496-4397-aedf-5c945af99247 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:03:20.716225 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a7e95d49-5ef5-42ca-b14a-a270f16ec6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:20.718693 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b7d5a7dc-4b41-4630-b01e-75eac2537f62 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:20.749864 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['e104b66d-db35-49db-824c-4f5d2b6e6a0e'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:03:20.782242 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-b7d5a7dc-4b41-4630-b01e-75eac2537f62 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Transition to ACTIVE for port object 24de4b54-5e35-472f-b3a2-8c31ebfb3d05 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:03:20.920820 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b7d5a7dc-4b41-4630-b01e-75eac2537f62 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:20.930317 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6825c0d8-1576-48a1-ad50-809ff5c2d213 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:03:20.944418 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bb8631-db02-4967-a926-394c510355a0 None None] Sync routers for ids ['9e6d2467-77c9-4d0d-a7bc-542df47f28bf'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:03:20.950552 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6825c0d8-1576-48a1-ad50-809ff5c2d213 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:20.962848 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bb8631-db02-4967-a926-394c510355a0 None None] Routers {'9e6d2467-77c9-4d0d-a7bc-542df47f28bf'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:03:20.967613 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-d1bb8631-db02-4967-a926-394c510355a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:03:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['9e6d2467-77c9-4d0d-a7bc-542df47f28bf'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:03:20.972987 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53438b98-cc51-4676-ab01-ce5b639e82f2 admin admin] Checking segment: {'id': 'a782addb-4387-43bc-85ca-2cf4ed2ce096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'eb1f5153-4717-4c2f-9364-99a74cc1a99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:03:20.974967 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53438b98-cc51-4676-ab01-ce5b639e82f2 admin admin] Network hostable DHCP agents. Network: eb1f5153-4717-4c2f-9364-99a74cc1a99e, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:03:21.002695 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-6825c0d8-1576-48a1-ad50-809ff5c2d213 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "PUT /v2.0/floatingips/fb95c526-c168-40b3-b159-12a30d4d35b4 HTTP/1.1" status: 200 len: 991 time: 2.3372295 Sep 08 09:03:21.003563 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'tag': '24c965d7-db6d-4bd8-8994-faab41bdeccb'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:03:21.006107 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7680b6-70f9-41ac-a6e9-fdc30a260b42" -d '{"events": [{"name": "network-changed", "server_uuid": "62fedf63-f62c-4785-af8b-8c03c2c707db", "tag": "24c965d7-db6d-4bd8-8994-faab41bdeccb"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:03:21.075239 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957f0821-6ca9-485d-8488-910087b68fbb None None] Network 420ee6df-451a-4285-bec4-d22a945df514 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:03:21.117914 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d5a7dc-4b41-4630-b01e-75eac2537f62 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Network 420ee6df-451a-4285-bec4-d22a945df514 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:03:21.168002 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-b7d5a7dc-4b41-4630-b01e-75eac2537f62 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:03:21.174489 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d5a7dc-4b41-4630-b01e-75eac2537f62 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:03:21.179374 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-d1bb8631-db02-4967-a926-394c510355a0 None None] Set router 9e6d2467-77c9-4d0d-a7bc-542df47f28bf gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:03:21.225312 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-cad0488a-b1c5-4b70-b1e0-911f0d42dff7 None None] Provisioning for port c9ac4cd8-7496-4397-aedf-5c945af99247 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:03:21.255563 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ddc8c9-c2bd-4a63-9ff1-6d3895dec236 x-openstack-request-id: req-69ddc8c9-c2bd-4a63-9ff1-6d3895dec236 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:03:21.256708 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62fedf63-f62c-4785-af8b-8c03c2c707db", "tag": "24c965d7-db6d-4bd8-8994-faab41bdeccb", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:03:21.256708 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-69ddc8c9-c2bd-4a63-9ff1-6d3895dec236 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:03:21.256708 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'tag': '24c965d7-db6d-4bd8-8994-faab41bdeccb', 'status': 'completed', 'code': 200} Sep 08 09:03:21.258071 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-cad0488a-b1c5-4b70-b1e0-911f0d42dff7 None None] Provisioning complete for port c9ac4cd8-7496-4397-aedf-5c945af99247 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:03:21.258729 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cad0488a-b1c5-4b70-b1e0-911f0d42dff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:21.281595 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d5a7dc-4b41-4630-b01e-75eac2537f62 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:21.300340 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b7d5a7dc-4b41-4630-b01e-75eac2537f62 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:21.348786 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657dfdc3-6e7c-4568-8df1-5c93ead26ec8 req-8b3ff6b7-cd8e-4740-a64d-7fea80047235 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:21.360553 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-657dfdc3-6e7c-4568-8df1-5c93ead26ec8 req-8b3ff6b7-cd8e-4740-a64d-7fea80047235 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 950 time: 0.6631076 Sep 08 09:03:21.407191 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5a7dc-4b41-4630-b01e-75eac2537f62 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Pushing event updated for resources: {'Port': ['ID=24de4b54-5e35-472f-b3a2-8c31ebfb3d05,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:21.448288 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53438b98-cc51-4676-ab01-ce5b639e82f2 admin admin] Network eb1f5153-4717-4c2f-9364-99a74cc1a99e is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:03:21.471126 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7680b6-70f9-41ac-a6e9-fdc30a260b42 req-9ebdf224-8650-4ee3-b145-de6ec1f92714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:21.471922 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7680b6-70f9-41ac-a6e9-fdc30a260b42 req-9ebdf224-8650-4ee3-b145-de6ec1f92714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:21.472338 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7680b6-70f9-41ac-a6e9-fdc30a260b42 req-9ebdf224-8650-4ee3-b145-de6ec1f92714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:21.476201 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7680b6-70f9-41ac-a6e9-fdc30a260b42 req-9ebdf224-8650-4ee3-b145-de6ec1f92714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:21.477961 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7680b6-70f9-41ac-a6e9-fdc30a260b42 req-9ebdf224-8650-4ee3-b145-de6ec1f92714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:21.483912 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7680b6-70f9-41ac-a6e9-fdc30a260b42 req-9ebdf224-8650-4ee3-b145-de6ec1f92714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:21.485758 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-657dfdc3-6e7c-4568-8df1-5c93ead26ec8 req-e518b864-3027-4241-8ea7-7d7d31259455 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173069 Sep 08 09:03:21.486219 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7680b6-70f9-41ac-a6e9-fdc30a260b42 req-9ebdf224-8650-4ee3-b145-de6ec1f92714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:21.495578 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3e7680b6-70f9-41ac-a6e9-fdc30a260b42 req-9ebdf224-8650-4ee3-b145-de6ec1f92714 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ff9af2a8ae84383ae48822128c85b16&device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 6506 time: 0.1795633 Sep 08 09:03:21.497236 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b7d5a7dc-4b41-4630-b01e-75eac2537f62 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8063161 Sep 08 09:03:21.498851 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-53438b98-cc51-4676-ab01-ce5b639e82f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, eb1f5153-4717-4c2f-9364-99a74cc1a99e) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:03:21.522427 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53438b98-cc51-4676-ab01-ce5b639e82f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:21.525723 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43280a20-4c7b-4a63-9c3c-cd63e3798e9c None None] Network 9bae99d0-5102-4755-9f02-231ba14451d5 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:03:21.530249 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-53438b98-cc51-4676-ab01-ce5b639e82f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:21.535673 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9922366e-07ce-449d-9ba8-0f7348045a99 None None] Network eb1f5153-4717-4c2f-9364-99a74cc1a99e requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:03:21.581224 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-53438b98-cc51-4676-ab01-ce5b639e82f2 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.2528548 Sep 08 09:03:21.582305 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41140) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:03:21.616178 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-2c1ba912-6b42-4427-abbb-e472d98add37 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1892825632-router', 'tenant_id': 'f39379002141412789d387a811c5b833', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:03:21.710332 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c1ba912-6b42-4427-abbb-e472d98add37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:21.711338 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c1ba912-6b42-4427-abbb-e472d98add37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:21.812244 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7680b6-70f9-41ac-a6e9-fdc30a260b42 req-768ec7d4-a2c8-4fc7-b1ae-705933f09793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:21.813938 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3e7680b6-70f9-41ac-a6e9-fdc30a260b42 req-768ec7d4-a2c8-4fc7-b1ae-705933f09793 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56f09e7a-d8c3-4671-9b9a-504accacdfdc HTTP/1.1" status: 200 len: 918 time: 0.3049984 Sep 08 09:03:21.846651 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c1ba912-6b42-4427-abbb-e472d98add37 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:21.887616 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-d1bb8631-db02-4967-a926-394c510355a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6d2467-77c9-4d0d-a7bc-542df47f28bf', 'name': 'tempest-TaggedBootDevicesTest_v242-2105520897-router', 'tenant_id': '5ff9af2a8ae84383ae48822128c85b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '66ea46ae-da64-49dc-afb6-11daa30fcc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:01:04Z', 'updated_at': '2021-09-08T09:01:13Z', 'revision_number': 4, 'project_id': '5ff9af2a8ae84383ae48822128c85b16', 'gw_port': {'id': '66ea46ae-da64-49dc-afb6-11daa30fcc41', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6d2467-77c9-4d0d-a7bc-542df47f28bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:01:05Z', 'updated_at': '2021-09-08T09:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': 'fb95c526-c168-40b3-b159-12a30d4d35b4', 'tenant_id': '5ff9af2a8ae84383ae48822128c85b16', 'floating_ip_address': '172.25.0.187', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '9e6d2467-77c9-4d0d-a7bc-542df47f28bf', 'port_id': '24c965d7-db6d-4bd8-8994-faab41bdeccb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56f09e7a-d8c3-4671-9b9a-504accacdfdc', 'mac_address': 'fa:16:3e:52:9c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:01:59Z', 'updated_at': '2021-09-08T09:03:19Z', 'revision_number': 1, 'project_id': '5ff9af2a8ae84383ae48822128c85b16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecbcb730-d645-475b-8334-e232c293f2c1', 'name': '', 'network_id': '56f09e7a-d8c3-4671-9b9a-504accacdfdc', 'tenant_id': '5ff9af2a8ae84383ae48822128c85b16', 'mac_address': 'fa:16:3e:a5:3d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6d2467-77c9-4d0d-a7bc-542df47f28bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '8500bfb2-0bfa-480d-b7a3-e97947f43e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:01:10Z', 'updated_at': '2021-09-08T09:01:20Z', 'revision_number': 5, 'project_id': '5ff9af2a8ae84383ae48822128c85b16', 'subnets': [{'id': '8500bfb2-0bfa-480d-b7a3-e97947f43e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:03:21.890680 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cad0488a-b1c5-4b70-b1e0-911f0d42dff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:21.951261 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bb8631-db02-4967-a926-394c510355a0 None None] Checking router: 9e6d2467-77c9-4d0d-a7bc-542df47f28bf for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:03:21.963881 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bb8631-db02-4967-a926-394c510355a0 None None] Routers {'9e6d2467-77c9-4d0d-a7bc-542df47f28bf'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:03:21.964756 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-d1bb8631-db02-4967-a926-394c510355a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:03:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['9e6d2467-77c9-4d0d-a7bc-542df47f28bf'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:03:21.985828 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3e7680b6-70f9-41ac-a6e9-fdc30a260b42 req-a260190f-3551-4614-acd6-ab89b3c7900a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24c965d7-db6d-4bd8-8994-faab41bdeccb HTTP/1.1" status: 200 len: 999 time: 0.1639392 Sep 08 09:03:22.130340 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-d1bb8631-db02-4967-a926-394c510355a0 None None] Set router 9e6d2467-77c9-4d0d-a7bc-542df47f28bf gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:03:22.148290 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7680b6-70f9-41ac-a6e9-fdc30a260b42 req-926fb6f8-69ce-4ec4-a415-0f9d481a1aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:22.152324 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3e7680b6-70f9-41ac-a6e9-fdc30a260b42 req-926fb6f8-69ce-4ec4-a415-0f9d481a1aa7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8500bfb2-0bfa-480d-b7a3-e97947f43e46 HTTP/1.1" status: 200 len: 856 time: 0.1577883 Sep 08 09:03:22.193677 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:22.206622 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-cad0488a-b1c5-4b70-b1e0-911f0d42dff7 None None] For port c9ac4cd8-7496-4397-aedf-5c945af99247, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=c9ac4cd8-7496-4397-aedf-5c945af99247,segment=NetworkSegment(2d611bdc-8b46-4288-9a60-e3e65ae6211f),segment_id=2d611bdc-8b46-4288-9a60-e3e65ae6211f)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:03:22.226422 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 41150) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:03:22.247698 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-fa75b9d8-a52d-44d5-a34f-21c782eb103c tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Request body: {'security_group': {'name': 'tempest-securitygroup--239480900', 'description': 'tempest-description--1471206250'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:03:22.264325 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a295a41-557f-4f3d-8601-da5fdacc5ea4 req-12ac6f3a-9819-499b-b8b9-6d38ce992878 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:22.275889 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0a295a41-557f-4f3d-8601-da5fdacc5ea4 req-12ac6f3a-9819-499b-b8b9-6d38ce992878 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 944 time: 0.5846100 Sep 08 09:03:22.289627 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cad0488a-b1c5-4b70-b1e0-911f0d42dff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:22.296449 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7680b6-70f9-41ac-a6e9-fdc30a260b42 req-458a06f7-4e30-43c0-854c-d8267cdfa430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:22.298173 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3e7680b6-70f9-41ac-a6e9-fdc30a260b42 req-458a06f7-4e30-43c0-854c-d8267cdfa430 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56f09e7a-d8c3-4671-9b9a-504accacdfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1378539 Sep 08 09:03:22.339434 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fa75b9d8-a52d-44d5-a34f-21c782eb103c tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:22.378388 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c1ba912-6b42-4427-abbb-e472d98add37 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:22.536829 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0a295a41-557f-4f3d-8601-da5fdacc5ea4 req-1e4c2d3c-481a-4edb-ad16-322bf79c65d1 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=703349ac-76b0-4a5f-8080-6789cf3c5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2568746 Sep 08 09:03:22.555851 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e478d735-0f9a-40a6-9b30-dae8b4733923 None None] Provisioning for port b20326b9-1c5f-44e0-bed2-8b71617a7774 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:03:22.585731 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-d1bb8631-db02-4967-a926-394c510355a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6d2467-77c9-4d0d-a7bc-542df47f28bf', 'name': 'tempest-TaggedBootDevicesTest_v242-2105520897-router', 'tenant_id': '5ff9af2a8ae84383ae48822128c85b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '66ea46ae-da64-49dc-afb6-11daa30fcc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:01:04Z', 'updated_at': '2021-09-08T09:01:13Z', 'revision_number': 4, 'project_id': '5ff9af2a8ae84383ae48822128c85b16', 'gw_port': {'id': '66ea46ae-da64-49dc-afb6-11daa30fcc41', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6d2467-77c9-4d0d-a7bc-542df47f28bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:01:05Z', 'updated_at': '2021-09-08T09:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': 'fb95c526-c168-40b3-b159-12a30d4d35b4', 'tenant_id': '5ff9af2a8ae84383ae48822128c85b16', 'floating_ip_address': '172.25.0.187', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '9e6d2467-77c9-4d0d-a7bc-542df47f28bf', 'port_id': '24c965d7-db6d-4bd8-8994-faab41bdeccb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56f09e7a-d8c3-4671-9b9a-504accacdfdc', 'mac_address': 'fa:16:3e:52:9c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:01:59Z', 'updated_at': '2021-09-08T09:03:19Z', 'revision_number': 1, 'project_id': '5ff9af2a8ae84383ae48822128c85b16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecbcb730-d645-475b-8334-e232c293f2c1', 'name': '', 'network_id': '56f09e7a-d8c3-4671-9b9a-504accacdfdc', 'tenant_id': '5ff9af2a8ae84383ae48822128c85b16', 'mac_address': 'fa:16:3e:a5:3d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6d2467-77c9-4d0d-a7bc-542df47f28bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '8500bfb2-0bfa-480d-b7a3-e97947f43e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:01:10Z', 'updated_at': '2021-09-08T09:01:20Z', 'revision_number': 5, 'project_id': '5ff9af2a8ae84383ae48822128c85b16', 'subnets': [{'id': '8500bfb2-0bfa-480d-b7a3-e97947f43e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:03:22.615657 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52262eeb-b5f4-472d-b0a7-e6e4455ab3f4 req-25e12d9c-a767-41b4-860b-ed63ed3195fe tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:22.624273 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-52262eeb-b5f4-472d-b0a7-e6e4455ab3f4 req-25e12d9c-a767-41b4-860b-ed63ed3195fe tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee3d0e69-8f10-49ac-aad2-4f28b0f6bf0c HTTP/1.1" status: 200 len: 946 time: 0.1477718 Sep 08 09:03:22.658793 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bb8631-db02-4967-a926-394c510355a0 None None] The sync data for ids ['9e6d2467-77c9-4d0d-a7bc-542df47f28bf'] in n-d-806683-11 is: [{'id': '9e6d2467-77c9-4d0d-a7bc-542df47f28bf', 'name': 'tempest-TaggedBootDevicesTest_v242-2105520897-router', 'tenant_id': '5ff9af2a8ae84383ae48822128c85b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '66ea46ae-da64-49dc-afb6-11daa30fcc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:01:04Z', 'updated_at': '2021-09-08T09:01:13Z', 'revision_number': 4, 'project_id': '5ff9af2a8ae84383ae48822128c85b16', 'gw_port': {'id': '66ea46ae-da64-49dc-afb6-11daa30fcc41', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6d2467-77c9-4d0d-a7bc-542df47f28bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:01:05Z', 'updated_at': '2021-09-08T09:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': 'fb95c526-c168-40b3-b159-12a30d4d35b4', 'tenant_id': '5ff9af2a8ae84383ae48822128c85b16', 'floating_ip_address': '172.25.0.187', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '9e6d2467-77c9-4d0d-a7bc-542df47f28bf', 'port_id': '24c965d7-db6d-4bd8-8994-faab41bdeccb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56f09e7a-d8c3-4671-9b9a-504accacdfdc', 'mac_address': 'fa:16:3e:52:9c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:01:59Z', 'updated_at': '2021-09-08T09:03:19Z', 'revision_number': 1, 'project_id': '5ff9af2a8ae84383ae48822128c85b16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecbcb730-d645-475b-8334-e232c293f2c1', 'name': '', 'network_id': '56f09e7a-d8c3-4671-9b9a-504accacdfdc', 'tenant_id': '5ff9af2a8ae84383ae48822128c85b16', 'mac_address': 'fa:16:3e:a5:3d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6d2467-77c9-4d0d-a7bc-542df47f28bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '8500bfb2-0bfa-480d-b7a3-e97947f43e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:01:10Z', 'updated_at': '2021-09-08T09:01:20Z', 'revision_number': 5, 'project_id': '5ff9af2a8ae84383ae48822128c85b16', 'subnets': [{'id': '8500bfb2-0bfa-480d-b7a3-e97947f43e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:03:22.691823 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e478d735-0f9a-40a6-9b30-dae8b4733923 None None] Provisioning complete for port b20326b9-1c5f-44e0-bed2-8b71617a7774 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:03:22.695521 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e478d735-0f9a-40a6-9b30-dae8b4733923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:22.710434 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2022667-73da-4b5a-98ec-5757cea5feb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-eb1f5153-4717-4c2f-9364-99a74cc1a99e', 'network_id': 'eb1f5153-4717-4c2f-9364-99a74cc1a99e', 'tenant_id': 'f39379002141412789d387a811c5b833', 'fixed_ips': [{'subnet_id': '33b5d1ef-137f-410b-b10f-cb19776b03ee'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:03:22.716752 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b2022667-73da-4b5a-98ec-5757cea5feb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:22.790785 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fa75b9d8-a52d-44d5-a34f-21c782eb103c tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:22.809426 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fa75b9d8-a52d-44d5-a34f-21c782eb103c tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:22.813780 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3e7680b6-70f9-41ac-a6e9-fdc30a260b42 req-b3a24465-be5c-42e5-959b-4f3baaadf21c service neutron] 10.222.0.37 "GET /v2.0/networks/56f09e7a-d8c3-4671-9b9a-504accacdfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5061009 Sep 08 09:03:22.837156 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad0488a-b1c5-4b70-b1e0-911f0d42dff7 None None] Pushing event updated for resources: {'Port': ['ID=c9ac4cd8-7496-4397-aedf-5c945af99247,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:22.902597 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-52262eeb-b5f4-472d-b0a7-e6e4455ab3f4 req-52bf1e86-c8ea-41ba-bb77-b2e8d19e0ed7 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/security-groups?id=95fdb126-e588-4cf9-b281-e7f1b3353ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2516737 Sep 08 09:03:22.971042 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c1ba912-6b42-4427-abbb-e472d98add37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:22.996030 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c1ba912-6b42-4427-abbb-e472d98add37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:23.014508 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fa75b9d8-a52d-44d5-a34f-21c782eb103c tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:23.037690 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-fa75b9d8-a52d-44d5-a34f-21c782eb103c tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8078020 Sep 08 09:03:23.047452 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 41164) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:03:23.052133 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-6f120718-b534-4a5e-bba0-c189d0dc4d4f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Request body: {'security_group_rule': {'security_group_id': 'ff5a8bf5-da74-457e-a469-a16f81532c39', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:03:23.184891 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-2c1ba912-6b42-4427-abbb-e472d98add37 admin admin] Allocated IP 172.25.0.71 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/5e4e65b1-6fc1-4044-8f65-6f824c6117b1) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:03:23.223311 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa75b9d8-a52d-44d5-a34f-21c782eb103c tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5a8bf5-da74-457e-a469-a16f81532c39,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:23.268727 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6f120718-b534-4a5e-bba0-c189d0dc4d4f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:23.323807 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-b2022667-73da-4b5a-98ec-5757cea5feb0 None None] Allocated IP 172.20.0.2 (eb1f5153-4717-4c2f-9364-99a74cc1a99e/33b5d1ef-137f-410b-b10f-cb19776b03ee/ebd1fc4f-ad5a-4972-a517-89027aa91ccd) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:03:23.338923 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35948a03-cb39-440e-96d6-b46517ff6fd0 req-9dca969c-0a8e-4549-83ba-e055005635bb tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:23.347811 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-35948a03-cb39-440e-96d6-b46517ff6fd0 req-9dca969c-0a8e-4549-83ba-e055005635bb tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 950 time: 0.2198589 Sep 08 09:03:23.438578 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19b9293-015d-461f-8996-f737676e0674 None None] New status for floating IP fb95c526-c168-40b3-b159-12a30d4d35b4: ACTIVE {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:03:23.445119 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 9d88b0e6-81d1-4f99-b049-7cddfe74d864 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:03:23.447216 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3e7680b6-70f9-41ac-a6e9-fdc30a260b42 req-90da9b56-bf7b-4ac2-81e5-428f1f5664b9 service neutron] 10.222.0.37 "GET /v2.0/networks/56f09e7a-d8c3-4671-9b9a-504accacdfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6041899 Sep 08 09:03:23.473215 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c1ba912-6b42-4427-abbb-e472d98add37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:23.545088 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-35948a03-cb39-440e-96d6-b46517ff6fd0 req-94af7e43-2cae-4575-92aa-9af8bf8ed8fe tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899176 Sep 08 09:03:23.554067 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c1ba912-6b42-4427-abbb-e472d98add37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:23.594664 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6f120718-b534-4a5e-bba0-c189d0dc4d4f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:23.598809 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1ba912-6b42-4427-abbb-e472d98add37 admin admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:03:23.602385 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6f120718-b534-4a5e-bba0-c189d0dc4d4f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:23.605095 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-2c1ba912-6b42-4427-abbb-e472d98add37 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:03:23.613699 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1ba912-6b42-4427-abbb-e472d98add37 admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:03:23.644317 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6f120718-b534-4a5e-bba0-c189d0dc4d4f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:23.649748 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-6f120718-b534-4a5e-bba0-c189d0dc4d4f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6010041 Sep 08 09:03:23.655852 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 41184) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:03:23.663197 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ba912-6b42-4427-abbb-e472d98add37 admin admin] Pushing event updated for resources: {'Port': ['ID=5e4e65b1-6fc1-4044-8f65-6f824c6117b1,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:23.667007 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-32b47dbb-618d-4bf3-a504-cc1a11d43d86 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Request body: {'security_group_rule': {'security_group_id': 'ff5a8bf5-da74-457e-a469-a16f81532c39', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:03:23.689983 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ba912-6b42-4427-abbb-e472d98add37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:03:23.690511 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ba912-6b42-4427-abbb-e472d98add37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:03:23.690963 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ba912-6b42-4427-abbb-e472d98add37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:03:23.691407 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ba912-6b42-4427-abbb-e472d98add37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:03:23.691844 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ba912-6b42-4427-abbb-e472d98add37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:03:23.692294 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ba912-6b42-4427-abbb-e472d98add37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:03:23.692718 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ba912-6b42-4427-abbb-e472d98add37 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:03:23.693315 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ba912-6b42-4427-abbb-e472d98add37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:03:23.694079 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ba912-6b42-4427-abbb-e472d98add37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:03:23.694079 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ba912-6b42-4427-abbb-e472d98add37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:03:23.694599 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ba912-6b42-4427-abbb-e472d98add37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:03:23.695029 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1ba912-6b42-4427-abbb-e472d98add37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:03:23.699150 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f120718-b534-4a5e-bba0-c189d0dc4d4f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81f4254d-85ec-46fc-beff-15cb52019af1,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:23.793602 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667eca7-2474-4192-a542-ef9e94682806 req-cc6094f7-4557-436f-91c2-9a5d5b62e6c3 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:23.795644 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0667eca7-2474-4192-a542-ef9e94682806 req-cc6094f7-4557-436f-91c2-9a5d5b62e6c3 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee3d0e69-8f10-49ac-aad2-4f28b0f6bf0c HTTP/1.1" status: 200 len: 946 time: 0.1208706 Sep 08 09:03:23.797399 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-32b47dbb-618d-4bf3-a504-cc1a11d43d86 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:23.880955 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-32b47dbb-618d-4bf3-a504-cc1a11d43d86 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:23.889037 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-32b47dbb-618d-4bf3-a504-cc1a11d43d86 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:23.906196 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83bb50a-283c-44b4-ba8d-46229107f335 req-027cdf78-1cad-4c57-bef5-8fe392b76cb0 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:23.907838 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c83bb50a-283c-44b4-ba8d-46229107f335 req-027cdf78-1cad-4c57-bef5-8fe392b76cb0 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 944 time: 0.2893105 Sep 08 09:03:23.916610 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b47dbb-618d-4bf3-a504-cc1a11d43d86 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab3cffe7-3762-4a78-a9be-cd57ab9e8cf4,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:23.978230 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-32b47dbb-618d-4bf3-a504-cc1a11d43d86 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:23.982988 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-32b47dbb-618d-4bf3-a504-cc1a11d43d86 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3224938 Sep 08 09:03:23.983364 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 41190) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:03:23.987895 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-a8862731-e305-4abd-82eb-e68baa05ea39 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:03:24.018121 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-0667eca7-2474-4192-a542-ef9e94682806 req-b8f2c31a-ed34-4da1-a823-678225c4be86 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Deleting port e32d36f6-bacc-4b16-baab-742b73c2c2dc {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:03:24.018869 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0667eca7-2474-4192-a542-ef9e94682806 req-b8f2c31a-ed34-4da1-a823-678225c4be86 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:24.039030 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:24.073653 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e478d735-0f9a-40a6-9b30-dae8b4733923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:24.086324 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device c9ac4cd8-7496-4397-aedf-5c945af99247 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:03:24.102010 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a8862731-e305-4abd-82eb-e68baa05ea39 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks [] for floatingip, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:24.140412 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c1ba912-6b42-4427-abbb-e472d98add37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:24.202976 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba816ed0-74bb-43e0-8656-ec8f64f2057e req-3f3490bf-db1a-408f-ac11-4046be8110c8 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:24.204772 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ba816ed0-74bb-43e0-8656-ec8f64f2057e req-3f3490bf-db1a-408f-ac11-4046be8110c8 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee3d0e69-8f10-49ac-aad2-4f28b0f6bf0c HTTP/1.1" status: 200 len: 946 time: 0.1488504 Sep 08 09:03:24.235459 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:24.241193 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e478d735-0f9a-40a6-9b30-dae8b4733923 None None] For port b20326b9-1c5f-44e0-bed2-8b71617a7774, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=b20326b9-1c5f-44e0-bed2-8b71617a7774,segment=NetworkSegment(ee50bf2c-b913-47f9-be22-7b5ae145e982),segment_id=ee50bf2c-b913-47f9-be22-7b5ae145e982)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:03:24.261385 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-0667eca7-2474-4192-a542-ef9e94682806 req-b8f2c31a-ed34-4da1-a823-678225c4be86 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] For port e32d36f6-bacc-4b16-baab-742b73c2c2dc, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=e32d36f6-bacc-4b16-baab-742b73c2c2dc,segment=NetworkSegment(6e5d67e3-1a76-4d78-9f48-b8cd636653a5),segment_id=6e5d67e3-1a76-4d78-9f48-b8cd636653a5)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:03:24.261852 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0667eca7-2474-4192-a542-ef9e94682806 req-b8f2c31a-ed34-4da1-a823-678225c4be86 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:24.277368 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e478d735-0f9a-40a6-9b30-dae8b4733923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:24.338059 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ba816ed0-74bb-43e0-8656-ec8f64f2057e req-995acf50-55e3-44cc-b041-ab0ea800aa4c tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/security-groups?id=95fdb126-e588-4cf9-b281-e7f1b3353ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195610 Sep 08 09:03:24.368324 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 9d88b0e6-81d1-4f99-b049-7cddfe74d864 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:03:24.368961 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:24.379713 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c83bb50a-283c-44b4-ba8d-46229107f335 req-d7ffa915-fa21-4f2e-933a-b878ae8a636d tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=703349ac-76b0-4a5f-8080-6789cf3c5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3794799 Sep 08 09:03:24.461515 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port c9ac4cd8-7496-4397-aedf-5c945af99247 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:03:24.461515 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:24.505096 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c1ba912-6b42-4427-abbb-e472d98add37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:24.542605 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a8862731-e305-4abd-82eb-e68baa05ea39 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:24.610718 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e478d735-0f9a-40a6-9b30-dae8b4733923 None None] Pushing event updated for resources: {'Port': ['ID=b20326b9-1c5f-44e0-bed2-8b71617a7774,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:24.617255 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0667eca7-2474-4192-a542-ef9e94682806 req-b8f2c31a-ed34-4da1-a823-678225c4be86 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:24.618702 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0667eca7-2474-4192-a542-ef9e94682806 req-b8f2c31a-ed34-4da1-a823-678225c4be86 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:24.619340 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [req-0667eca7-2474-4192-a542-ef9e94682806 req-b8f2c31a-ed34-4da1-a823-678225c4be86 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Floating IP abd2fe8d-eac8-47ac-a170-be3854970b87 disassociated. External IP: 172.25.0.29, port: e32d36f6-bacc-4b16-baab-742b73c2c2dc. Sep 08 09:03:24.620159 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-0667eca7-2474-4192-a542-ef9e94682806 req-b8f2c31a-ed34-4da1-a823-678225c4be86 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Calling delete_port for e32d36f6-bacc-4b16-baab-742b73c2c2dc owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:03:24.641716 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-96792ac8-050f-4a5d-b49c-e20b3c21c2bc None None] Provisioning complete for port c9ac4cd8-7496-4397-aedf-5c945af99247 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:03:24.642120 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-96792ac8-050f-4a5d-b49c-e20b3c21c2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:24.698906 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1ba912-6b42-4427-abbb-e472d98add37 admin admin] Router 1875068c-98ce-4864-95d9-65a963e0e4b9 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:03:24.710791 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b2022667-73da-4b5a-98ec-5757cea5feb0 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:24.765587 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-b2022667-73da-4b5a-98ec-5757cea5feb0 None None] Transition to ACTIVE for port object ebd1fc4f-ad5a-4972-a517-89027aa91ccd will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:03:24.800529 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-b2022667-73da-4b5a-98ec-5757cea5feb0 None None] Transition to ACTIVE for port object ebd1fc4f-ad5a-4972-a517-89027aa91ccd will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:03:24.823784 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-a8862731-e305-4abd-82eb-e68baa05ea39 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Allocated IP 172.25.0.61 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/657bfd95-0a97-4442-a4e1-17172f3204a0) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:03:24.838441 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b2022667-73da-4b5a-98ec-5757cea5feb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:24.850092 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf0256-6fea-414c-b916-7fe8be85f7b3 req-828b273f-0294-43e9-8bb9-696cdd6e798f tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:24.851269 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75467b4d-2b83-4e7e-ba17-1bd270ef0d27 req-217f84c9-c6d5-4a50-8a46-904c3346d597 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:24.851647 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aabf0256-6fea-414c-b916-7fe8be85f7b3 req-828b273f-0294-43e9-8bb9-696cdd6e798f tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/ports?device_id=756bfc30-5241-4c6f-88d0-5588e0622c9e HTTP/1.1" status: 200 len: 950 time: 0.1108627 Sep 08 09:03:24.853040 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-75467b4d-2b83-4e7e-ba17-1bd270ef0d27 req-217f84c9-c6d5-4a50-8a46-904c3346d597 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 950 time: 0.1402564 Sep 08 09:03:24.911343 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:24.914354 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2022667-73da-4b5a-98ec-5757cea5feb0 None None] Network eb1f5153-4717-4c2f-9364-99a74cc1a99e is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:03:24.924729 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-b2022667-73da-4b5a-98ec-5757cea5feb0 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:03:24.938957 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2022667-73da-4b5a-98ec-5757cea5feb0 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:03:24.948198 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-75467b4d-2b83-4e7e-ba17-1bd270ef0d27 req-96477088-20f7-4927-baf2-a757109b4a42 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873153 Sep 08 09:03:24.952779 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1ba912-6b42-4427-abbb-e472d98add37 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:03:24.959724 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2022667-73da-4b5a-98ec-5757cea5feb0 None None] Pushing event updated for resources: {'Port': ['ID=ebd1fc4f-ad5a-4972-a517-89027aa91ccd,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:24.975798 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c1ba912-6b42-4427-abbb-e472d98add37 admin admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:24.978684 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2c1ba912-6b42-4427-abbb-e472d98add37 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3941245 Sep 08 09:03:24.984126 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5a5fc3-9986-4327-92cd-ff916214297b None None] Sync routers for ids ['1875068c-98ce-4864-95d9-65a963e0e4b9'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:03:24.989643 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aabf0256-6fea-414c-b916-7fe8be85f7b3 req-9c8e4105-af42-46bd-80fd-b8180e6c49a7 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/security-groups?id=0aeb02ef-aaab-47d1-8b2c-972ae0131d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231847 Sep 08 09:03:24.992963 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41230) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:03:24.993757 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '356285a6-0bcb-4e25-a00d-3b52f1e9612d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d88b0e6-81d1-4f99-b049-7cddfe74d864'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:03:24.996852 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b4f79b-4f53-4609-8130-f65dd67de91f" -d '{"events": [{"server_uuid": "356285a6-0bcb-4e25-a00d-3b52f1e9612d", "name": "network-vif-plugged", "status": "completed", "tag": "9d88b0e6-81d1-4f99-b049-7cddfe74d864"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:03:24.997945 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5a5fc3-9986-4327-92cd-ff916214297b None None] Routers {'1875068c-98ce-4864-95d9-65a963e0e4b9'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:03:24.999375 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-1d5a5fc3-9986-4327-92cd-ff916214297b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:03:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['1875068c-98ce-4864-95d9-65a963e0e4b9'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:03:25.033637 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0667eca7-2474-4192-a542-ef9e94682806 req-b8f2c31a-ed34-4da1-a823-678225c4be86 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:25.044295 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 9d88b0e6-81d1-4f99-b049-7cddfe74d864, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=9d88b0e6-81d1-4f99-b049-7cddfe74d864,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:03:25.059577 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:25.061021 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device e104b66d-db35-49db-824c-4f5d2b6e6a0e up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:03:25.096407 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-96792ac8-050f-4a5d-b49c-e20b3c21c2bc None None] Provisioning complete for port b20326b9-1c5f-44e0-bed2-8b71617a7774 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:03:25.098384 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-96792ac8-050f-4a5d-b49c-e20b3c21c2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:25.116792 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f2c31a-ed34-4da1-a823-678225c4be86 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Pushing event deleted for resources: {'Port': ['ID=e32d36f6-bacc-4b16-baab-742b73c2c2dc,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:25.134525 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a8862731-e305-4abd-82eb-e68baa05ea39 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:25.167223 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-b2022667-73da-4b5a-98ec-5757cea5feb0 None None] Attempting to bind port ebd1fc4f-ad5a-4972-a517-89027aa91ccd on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:03:25.167599 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-b2022667-73da-4b5a-98ec-5757cea5feb0 None None] Attempting to bind port ebd1fc4f-ad5a-4972-a517-89027aa91ccd by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'a782addb-4387-43bc-85ca-2cf4ed2ce096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'eb1f5153-4717-4c2f-9364-99a74cc1a99e'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:03:25.167959 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2022667-73da-4b5a-98ec-5757cea5feb0 None None] Attempting to bind port ebd1fc4f-ad5a-4972-a517-89027aa91ccd on network eb1f5153-4717-4c2f-9364-99a74cc1a99e {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:03:25.174261 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d524f9f-c99c-43cf-9b1d-eaf7ac1c061f x-openstack-request-id: req-7d524f9f-c99c-43cf-9b1d-eaf7ac1c061f {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:03:25.174547 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "356285a6-0bcb-4e25-a00d-3b52f1e9612d", "name": "network-vif-plugged", "status": "completed", "tag": "9d88b0e6-81d1-4f99-b049-7cddfe74d864", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:03:25.174933 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7d524f9f-c99c-43cf-9b1d-eaf7ac1c061f {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:03:25.175396 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '356285a6-0bcb-4e25-a00d-3b52f1e9612d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d88b0e6-81d1-4f99-b049-7cddfe74d864', 'code': 200} Sep 08 09:03:25.204082 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2022667-73da-4b5a-98ec-5757cea5feb0 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:03:25.204763 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2022667-73da-4b5a-98ec-5757cea5feb0 None None] Checking segment: {'id': 'a782addb-4387-43bc-85ca-2cf4ed2ce096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'eb1f5153-4717-4c2f-9364-99a74cc1a99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:03:25.206232 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b2022667-73da-4b5a-98ec-5757cea5feb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:25.206821 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2022667-73da-4b5a-98ec-5757cea5feb0 None None] Bound using segment: {'id': 'a782addb-4387-43bc-85ca-2cf4ed2ce096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'eb1f5153-4717-4c2f-9364-99a74cc1a99e'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:03:25.207479 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-b2022667-73da-4b5a-98ec-5757cea5feb0 None None] Bound port: ebd1fc4f-ad5a-4972-a517-89027aa91ccd, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a782addb-4387-43bc-85ca-2cf4ed2ce096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'eb1f5153-4717-4c2f-9364-99a74cc1a99e'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:03:25.208046 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b2022667-73da-4b5a-98ec-5757cea5feb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:25.251636 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-1d5a5fc3-9986-4327-92cd-ff916214297b None None] Set router 1875068c-98ce-4864-95d9-65a963e0e4b9 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:03:25.260993 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=9d88b0e6-81d1-4f99-b049-7cddfe74d864,revision_number=11']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:25.299838 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a8862731-e305-4abd-82eb-e68baa05ea39 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:25.334942 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port e104b66d-db35-49db-824c-4f5d2b6e6a0e completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:03:25.335215 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0667eca7-2474-4192-a542-ef9e94682806 req-b8f2c31a-ed34-4da1-a823-678225c4be86 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Router 1b24dfed-5b98-4eca-837d-5763d08344ec has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:03:25.351550 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8862731-e305-4abd-82eb-e68baa05ea39 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:03:25.351835 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port e104b66d-db35-49db-824c-4f5d2b6e6a0e triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:03:25.352194 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:25.364517 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-a8862731-e305-4abd-82eb-e68baa05ea39 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:03:25.377949 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8862731-e305-4abd-82eb-e68baa05ea39 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:03:25.404277 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-b2022667-73da-4b5a-98ec-5757cea5feb0 None None] For port ebd1fc4f-ad5a-4972-a517-89027aa91ccd, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:03:25.428678 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-b2022667-73da-4b5a-98ec-5757cea5feb0 None None] For port ebd1fc4f-ad5a-4972-a517-89027aa91ccd, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=ebd1fc4f-ad5a-4972-a517-89027aa91ccd,segment=NetworkSegment(a782addb-4387-43bc-85ca-2cf4ed2ce096),segment_id=a782addb-4387-43bc-85ca-2cf4ed2ce096)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:03:25.438301 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b2022667-73da-4b5a-98ec-5757cea5feb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:25.450597 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-96792ac8-050f-4a5d-b49c-e20b3c21c2bc None None] Provisioning for port 24de4b54-5e35-472f-b3a2-8c31ebfb3d05 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:03:25.479180 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8862731-e305-4abd-82eb-e68baa05ea39 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Pushing event updated for resources: {'Port': ['ID=657bfd95-0a97-4442-a4e1-17172f3204a0,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:25.515637 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-96792ac8-050f-4a5d-b49c-e20b3c21c2bc None None] Provisioning complete for port 24de4b54-5e35-472f-b3a2-8c31ebfb3d05 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:03:25.516017 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-96792ac8-050f-4a5d-b49c-e20b3c21c2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:25.568721 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2bad9020-cfb4-4c52-ab7b-d6e31b298158 req-0646b95b-caf3-429b-b393-a2cb89c77f93 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee3d0e69-8f10-49ac-aad2-4f28b0f6bf0c HTTP/1.1" status: 200 len: 210 time: 0.1104774 Sep 08 09:03:25.694368 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-96792ac8-050f-4a5d-b49c-e20b3c21c2bc None None] Port 24de4b54-5e35-472f-b3a2-8c31ebfb3d05 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:03:25.704092 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdec423-e896-45df-aed8-ea7493c20875 req-7f0fba97-682b-4451-bea7-6756518112de tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:25.709002 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2022667-73da-4b5a-98ec-5757cea5feb0 None None] Pushing event updated for resources: {'Port': ['ID=ebd1fc4f-ad5a-4972-a517-89027aa91ccd,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:25.713600 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1cdec423-e896-45df-aed8-ea7493c20875 req-7f0fba97-682b-4451-bea7-6756518112de tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 944 time: 0.1563375 Sep 08 09:03:25.739359 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:25.759696 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a8862731-e305-4abd-82eb-e68baa05ea39 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:25.775706 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-96792ac8-050f-4a5d-b49c-e20b3c21c2bc None None] Provisioning for port 229b22b3-b0f7-4064-9dfb-b9b154dfe5d6 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:03:25.805307 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-96792ac8-050f-4a5d-b49c-e20b3c21c2bc None None] Provisioning complete for port 229b22b3-b0f7-4064-9dfb-b9b154dfe5d6 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:03:25.809007 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-96792ac8-050f-4a5d-b49c-e20b3c21c2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:25.838419 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1cdec423-e896-45df-aed8-ea7493c20875 req-5c761927-3464-4f5b-80ee-d022b7192175 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=703349ac-76b0-4a5f-8080-6789cf3c5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232305 Sep 08 09:03:25.899221 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5636f-edc4-462a-a862-efc44d29455f req-fe2f62b2-5c4b-470e-a2e0-121e95a2cfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:25.900975 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-31c5636f-edc4-462a-a862-efc44d29455f req-fe2f62b2-5c4b-470e-a2e0-121e95a2cfcd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 1103 time: 0.4305725 Sep 08 09:03:25.913458 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-96792ac8-050f-4a5d-b49c-e20b3c21c2bc None None] Port 229b22b3-b0f7-4064-9dfb-b9b154dfe5d6 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:03:25.930638 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port e104b66d-db35-49db-824c-4f5d2b6e6a0e, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=e104b66d-db35-49db-824c-4f5d2b6e6a0e,segment=NetworkSegment(2d726032-d9c0-4dd0-a3a3-50878ac67fa8),segment_id=2d726032-d9c0-4dd0-a3a3-50878ac67fa8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:03:25.941784 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:25.944024 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5390ac92-b8c3-4675-8526-d6f2a32f7044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:25.949547 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a8862731-e305-4abd-82eb-e68baa05ea39 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:25.997543 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-1d5a5fc3-9986-4327-92cd-ff916214297b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1875068c-98ce-4864-95d9-65a963e0e4b9', 'name': 'tempest-FloatingIPsTestJSON-1892825632-router', 'tenant_id': 'f39379002141412789d387a811c5b833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '5e4e65b1-6fc1-4044-8f65-6f824c6117b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:03:21Z', 'updated_at': '2021-09-08T09:03:23Z', 'revision_number': 3, 'project_id': 'f39379002141412789d387a811c5b833', 'gw_port': {'id': '5e4e65b1-6fc1-4044-8f65-6f824c6117b1', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1875068c-98ce-4864-95d9-65a963e0e4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:03:23Z', 'updated_at': '2021-09-08T09:03:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:03:26.041765 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5a5fc3-9986-4327-92cd-ff916214297b None None] Checking router: 1875068c-98ce-4864-95d9-65a963e0e4b9 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:03:26.042415 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5a5fc3-9986-4327-92cd-ff916214297b None None] Updating router 1875068c-98ce-4864-95d9-65a963e0e4b9 port 5e4e65b1-6fc1-4044-8f65-6f824c6117b1 binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:03:26.061516 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=e104b66d-db35-49db-824c-4f5d2b6e6a0e,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:26.084995 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1d5a5fc3-9986-4327-92cd-ff916214297b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:26.218789 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device b20326b9-1c5f-44e0-bed2-8b71617a7774 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:03:26.251060 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-5390ac92-b8c3-4675-8526-d6f2a32f7044 admin admin] Allocated IP 172.20.0.1 (eb1f5153-4717-4c2f-9364-99a74cc1a99e/33b5d1ef-137f-410b-b10f-cb19776b03ee/7828b36e-4535-4545-b971-de7db6c6d0ec) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:03:26.294706 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port b20326b9-1c5f-44e0-bed2-8b71617a7774 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:03:26.295496 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:26.300411 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c47cbb-bfaa-40e9-9173-f649bc3b20e2 req-cea1aaab-8597-4fdd-b411-b457820b37fb tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:26.304101 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-56c47cbb-bfaa-40e9-9173-f649bc3b20e2 req-cea1aaab-8597-4fdd-b411-b457820b37fb tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/ports?device_id=756bfc30-5241-4c6f-88d0-5588e0622c9e HTTP/1.1" status: 200 len: 950 time: 0.1494625 Sep 08 09:03:26.390704 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-56c47cbb-bfaa-40e9-9173-f649bc3b20e2 req-08015eaa-8d02-4a35-8a82-3236bff28488 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/security-groups?id=0aeb02ef-aaab-47d1-8b2c-972ae0131d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731077 Sep 08 09:03:26.415989 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device ebd1fc4f-ad5a-4972-a517-89027aa91ccd up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:03:26.436360 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5390ac92-b8c3-4675-8526-d6f2a32f7044 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:26.456132 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-5390ac92-b8c3-4675-8526-d6f2a32f7044 admin admin] Transition to ACTIVE for port object 7828b36e-4535-4545-b971-de7db6c6d0ec will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:03:26.475048 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1d5a5fc3-9986-4327-92cd-ff916214297b None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:26.485383 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port ebd1fc4f-ad5a-4972-a517-89027aa91ccd completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:03:26.508555 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-1d5a5fc3-9986-4327-92cd-ff916214297b None None] Transition to ACTIVE for port object 5e4e65b1-6fc1-4044-8f65-6f824c6117b1 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:03:26.514804 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5390ac92-b8c3-4675-8526-d6f2a32f7044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:26.519502 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1d5a5fc3-9986-4327-92cd-ff916214297b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:26.562849 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5390ac92-b8c3-4675-8526-d6f2a32f7044 admin admin] Network eb1f5153-4717-4c2f-9364-99a74cc1a99e is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:03:26.568196 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0667eca7-2474-4192-a542-ef9e94682806 req-b8f2c31a-ed34-4da1-a823-678225c4be86 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:03:26.580091 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a341e4-5680-4e69-9c6a-ca984105b777 None None] Sync routers for ids ['1b24dfed-5b98-4eca-837d-5763d08344ec'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:03:26.594356 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-5390ac92-b8c3-4675-8526-d6f2a32f7044 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:03:26.599290 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5390ac92-b8c3-4675-8526-d6f2a32f7044 admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:03:26.602526 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a341e4-5680-4e69-9c6a-ca984105b777 None None] Routers {'1b24dfed-5b98-4eca-837d-5763d08344ec'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:03:26.603206 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-51a341e4-5680-4e69-9c6a-ca984105b777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:03:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['1b24dfed-5b98-4eca-837d-5763d08344ec'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:03:26.621740 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa12d7-7129-4705-88bb-d27d70d6fe4c None None] Pushing event updated for resources: {'Port': ['ID=5e4e65b1-6fc1-4044-8f65-6f824c6117b1,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:26.624639 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-1d5a5fc3-9986-4327-92cd-ff916214297b None None] Attempting to bind port 5e4e65b1-6fc1-4044-8f65-6f824c6117b1 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:03:26.625135 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-1d5a5fc3-9986-4327-92cd-ff916214297b None None] Attempting to bind port 5e4e65b1-6fc1-4044-8f65-6f824c6117b1 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:03:26.625804 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5a5fc3-9986-4327-92cd-ff916214297b None None] Attempting to bind port 5e4e65b1-6fc1-4044-8f65-6f824c6117b1 on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:03:26.632372 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5a5fc3-9986-4327-92cd-ff916214297b None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:03:26.632881 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5a5fc3-9986-4327-92cd-ff916214297b None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:03:26.633376 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1d5a5fc3-9986-4327-92cd-ff916214297b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:26.633895 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5a5fc3-9986-4327-92cd-ff916214297b None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:03:26.634611 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-1d5a5fc3-9986-4327-92cd-ff916214297b None None] Bound port: 5e4e65b1-6fc1-4044-8f65-6f824c6117b1, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:03:26.635085 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1d5a5fc3-9986-4327-92cd-ff916214297b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:26.670803 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-0667eca7-2474-4192-a542-ef9e94682806 req-b8f2c31a-ed34-4da1-a823-678225c4be86 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] No DVR routers for this DVR port e32d36f6-bacc-4b16-baab-742b73c2c2dc on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:03:26.674060 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0667eca7-2474-4192-a542-ef9e94682806 req-b8f2c31a-ed34-4da1-a823-678225c4be86 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:26.678797 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0667eca7-2474-4192-a542-ef9e94682806 req-b8f2c31a-ed34-4da1-a823-678225c4be86 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.35 "DELETE /v2.0/ports/e32d36f6-bacc-4b16-baab-742b73c2c2dc HTTP/1.1" status: 204 len: 173 time: 2.8501720 Sep 08 09:03:26.691493 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5390ac92-b8c3-4675-8526-d6f2a32f7044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:26.725427 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-1d5a5fc3-9986-4327-92cd-ff916214297b None None] For port 5e4e65b1-6fc1-4044-8f65-6f824c6117b1, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:03:26.726206 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee3d0e69-8f10-49ac-aad2-4f28b0f6bf0c', 'name': 'network-vif-deleted', 'tag': 'e32d36f6-bacc-4b16-baab-742b73c2c2dc'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:03:26.730425 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-1d5a5fc3-9986-4327-92cd-ff916214297b None None] For port 5e4e65b1-6fc1-4044-8f65-6f824c6117b1, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=5e4e65b1-6fc1-4044-8f65-6f824c6117b1,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:03:26.736834 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77749b5-8d4b-45e0-a910-b5027aa1550e" -d '{"events": [{"server_uuid": "ee3d0e69-8f10-49ac-aad2-4f28b0f6bf0c", "name": "network-vif-deleted", "tag": "e32d36f6-bacc-4b16-baab-742b73c2c2dc"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:03:26.738475 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1d5a5fc3-9986-4327-92cd-ff916214297b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:26.800427 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5a5fc3-9986-4327-92cd-ff916214297b None None] Routers {'1875068c-98ce-4864-95d9-65a963e0e4b9'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:03:26.801313 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-1d5a5fc3-9986-4327-92cd-ff916214297b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:03:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['1875068c-98ce-4864-95d9-65a963e0e4b9'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:03:26.813502 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-31c5636f-edc4-462a-a862-efc44d29455f req-56cf3290-193c-451d-bc62-090bc1e5e270 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8803074 Sep 08 09:03:26.868916 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ff91d-d854-4dac-9a1d-bb0e7d06c10c req-6e7cefcb-2cd9-4f0f-ba43-3f34b6da7b26 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:26.882844 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-362ff91d-d854-4dac-9a1d-bb0e7d06c10c req-6e7cefcb-2cd9-4f0f-ba43-3f34b6da7b26 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 951 time: 0.3711631 Sep 08 09:03:26.891787 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-51a341e4-5680-4e69-9c6a-ca984105b777 None None] Set router 1b24dfed-5b98-4eca-837d-5763d08344ec gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:03:26.953796 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-1d5a5fc3-9986-4327-92cd-ff916214297b None None] Set router 1875068c-98ce-4864-95d9-65a963e0e4b9 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:03:26.984918 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5390ac92-b8c3-4675-8526-d6f2a32f7044 admin admin] Pushing event updated for resources: {'Port': ['ID=7828b36e-4535-4545-b971-de7db6c6d0ec,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:27.005635 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5390ac92-b8c3-4675-8526-d6f2a32f7044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:27.018063 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-362ff91d-d854-4dac-9a1d-bb0e7d06c10c req-f05776d7-aab1-4429-a31f-13b9dc149a44 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299684 Sep 08 09:03:27.148892 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3b94f4-e140-444b-90c9-57b458e62d7d None None] Network eb1f5153-4717-4c2f-9364-99a74cc1a99e requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:03:27.156107 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa12d7-7129-4705-88bb-d27d70d6fe4c None None] Pushing event updated for resources: {'Port': ['ID=5e4e65b1-6fc1-4044-8f65-6f824c6117b1,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:27.188169 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8731f6d-4366-45bd-b19d-72ad957f0558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e104b66d-db35-49db-824c-4f5d2b6e6a0e'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:03:27.193878 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1e0ba1-e0cc-450b-b0d4-38acfb08c4ba" -d '{"events": [{"server_uuid": "f8731f6d-4366-45bd-b19d-72ad957f0558", "name": "network-vif-plugged", "status": "completed", "tag": "e104b66d-db35-49db-824c-4f5d2b6e6a0e"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:03:27.269129 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device e32d36f6-bacc-4b16-baab-742b73c2c2dc no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:03:27.275029 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a47fc7c5-eec1-4bb7-bfba-9398cad580f1 req-ad3f10d7-13c1-42a8-bd1b-11f17d598008 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee3d0e69-8f10-49ac-aad2-4f28b0f6bf0c HTTP/1.1" status: 200 len: 210 time: 0.0608253 Sep 08 09:03:27.379645 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a8862731-e305-4abd-82eb-e68baa05ea39 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:27.392076 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a8862731-e305-4abd-82eb-e68baa05ea39 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:27.398132 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5390ac92-b8c3-4675-8526-d6f2a32f7044 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:27.408901 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5390ac92-b8c3-4675-8526-d6f2a32f7044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:27.411069 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-1d5a5fc3-9986-4327-92cd-ff916214297b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1875068c-98ce-4864-95d9-65a963e0e4b9', 'name': 'tempest-FloatingIPsTestJSON-1892825632-router', 'tenant_id': 'f39379002141412789d387a811c5b833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '5e4e65b1-6fc1-4044-8f65-6f824c6117b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:03:21Z', 'updated_at': '2021-09-08T09:03:23Z', 'revision_number': 3, 'project_id': 'f39379002141412789d387a811c5b833', 'gw_port': {'id': '5e4e65b1-6fc1-4044-8f65-6f824c6117b1', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1875068c-98ce-4864-95d9-65a963e0e4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:03:23Z', 'updated_at': '2021-09-08T09:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:03:27.475822 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5a5fc3-9986-4327-92cd-ff916214297b None None] The sync data for ids ['1875068c-98ce-4864-95d9-65a963e0e4b9'] in n-d-806683-11 is: [{'id': '1875068c-98ce-4864-95d9-65a963e0e4b9', 'name': 'tempest-FloatingIPsTestJSON-1892825632-router', 'tenant_id': 'f39379002141412789d387a811c5b833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '5e4e65b1-6fc1-4044-8f65-6f824c6117b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:03:21Z', 'updated_at': '2021-09-08T09:03:23Z', 'revision_number': 3, 'project_id': 'f39379002141412789d387a811c5b833', 'gw_port': {'id': '5e4e65b1-6fc1-4044-8f65-6f824c6117b1', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1875068c-98ce-4864-95d9-65a963e0e4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:03:23Z', 'updated_at': '2021-09-08T09:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:03:27.477731 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e7df35-7de0-48f4-b365-778f66bf6989 x-openstack-request-id: req-c9e7df35-7de0-48f4-b365-778f66bf6989 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:03:27.478465 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee3d0e69-8f10-49ac-aad2-4f28b0f6bf0c", "name": "network-vif-deleted", "tag": "e32d36f6-bacc-4b16-baab-742b73c2c2dc", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:03:27.478776 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c9e7df35-7de0-48f4-b365-778f66bf6989 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:03:27.479491 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee3d0e69-8f10-49ac-aad2-4f28b0f6bf0c', 'name': 'network-vif-deleted', 'tag': 'e32d36f6-bacc-4b16-baab-742b73c2c2dc', 'status': 'completed', 'code': 200} Sep 08 09:03:27.585117 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8862731-e305-4abd-82eb-e68baa05ea39 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Pushing event updated for resources: {'Port': ['ID=657bfd95-0a97-4442-a4e1-17172f3204a0,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:27.594837 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5390ac92-b8c3-4675-8526-d6f2a32f7044 admin admin] Pushing event updated for resources: {'Port': ['ID=7828b36e-4535-4545-b971-de7db6c6d0ec,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:27.621596 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a8862731-e305-4abd-82eb-e68baa05ea39 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:27.634337 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda05a67-7182-4f77-989c-572735261910 x-openstack-request-id: req-bda05a67-7182-4f77-989c-572735261910 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:03:27.634949 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8731f6d-4366-45bd-b19d-72ad957f0558", "name": "network-vif-plugged", "status": "completed", "tag": "e104b66d-db35-49db-824c-4f5d2b6e6a0e", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:03:27.634949 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bda05a67-7182-4f77-989c-572735261910 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:03:27.635289 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8731f6d-4366-45bd-b19d-72ad957f0558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e104b66d-db35-49db-824c-4f5d2b6e6a0e', 'code': 200} Sep 08 09:03:27.667274 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5390ac92-b8c3-4675-8526-d6f2a32f7044 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:27.675539 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a8862731-e305-4abd-82eb-e68baa05ea39 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:27.677067 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-a8862731-e305-4abd-82eb-e68baa05ea39 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6926210 Sep 08 09:03:27.678888 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a63e4-626c-4a65-8dad-e6f6f27121aa req-2f23d0fc-1f79-4e95-9c05-ce46612ecf9f tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:27.680498 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3e5a63e4-626c-4a65-8dad-e6f6f27121aa req-2f23d0fc-1f79-4e95-9c05-ce46612ecf9f tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 945 time: 0.1065803 Sep 08 09:03:27.708796 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: e32d36f6-bacc-4b16-baab-742b73c2c2dc {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:03:27.709882 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device e32d36f6-bacc-4b16-baab-742b73c2c2dc not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:03:27.713129 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18980ae3-66b4-48a3-8826-ea83ad574f47 req-18ae0111-2a77-4465-bc4c-4b5a9de4839a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:27.716174 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-18980ae3-66b4-48a3-8826-ea83ad574f47 req-18ae0111-2a77-4465-bc4c-4b5a9de4839a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 1097 time: 0.0730610 Sep 08 09:03:27.758857 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-3c981b80-2f14-4b8a-a6e6-4f9faf119516 None None] Provisioning for port ebd1fc4f-ad5a-4972-a517-89027aa91ccd completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:03:27.783881 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-3c981b80-2f14-4b8a-a6e6-4f9faf119516 None None] Provisioning complete for port ebd1fc4f-ad5a-4972-a517-89027aa91ccd triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:03:27.784453 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3c981b80-2f14-4b8a-a6e6-4f9faf119516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:27.793318 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3e5a63e4-626c-4a65-8dad-e6f6f27121aa req-e2023acd-7ccf-4e11-8981-eb75425051be tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=703349ac-76b0-4a5f-8080-6789cf3c5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979800 Sep 08 09:03:27.806925 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-18980ae3-66b4-48a3-8826-ea83ad574f47 req-d7ee9ace-2ef1-417f-8c17-b0619d61c7b1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=703349ac-76b0-4a5f-8080-6789cf3c5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757136 Sep 08 09:03:27.928839 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5390ac92-b8c3-4675-8526-d6f2a32f7044 admin admin] Network eb1f5153-4717-4c2f-9364-99a74cc1a99e is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:03:27.930903 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-5390ac92-b8c3-4675-8526-d6f2a32f7044 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:03:28.050623 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-51a341e4-5680-4e69-9c6a-ca984105b777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1074538872-router', 'tenant_id': 'db87c3df22f54cac9f5bd24547674625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '4247d3f1-3fd2-4989-9812-be018df0712c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:56:01Z', 'updated_at': '2021-09-08T08:56:09Z', 'revision_number': 4, 'project_id': 'db87c3df22f54cac9f5bd24547674625', 'gw_port': {'id': '4247d3f1-3fd2-4989-9812-be018df0712c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:17:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:03Z', 'updated_at': '2021-09-08T08:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'a4771153-1032-4d10-bfd5-163ab528deda', 'name': '', 'network_id': 'ec0db0af-4061-4294-bedb-bbba2374fc20', 'tenant_id': 'db87c3df22f54cac9f5bd24547674625', 'mac_address': 'fa:16:3e:6b:cd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5306a8b8-86cd-4361-8bb4-448984316315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:07Z', 'updated_at': '2021-09-08T08:56:25Z', 'revision_number': 5, 'project_id': 'db87c3df22f54cac9f5bd24547674625', 'subnets': [{'id': '5306a8b8-86cd-4361-8bb4-448984316315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:03:28.055411 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3c981b80-2f14-4b8a-a6e6-4f9faf119516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:28.085365 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a341e4-5680-4e69-9c6a-ca984105b777 None None] Checking router: 1b24dfed-5b98-4eca-837d-5763d08344ec for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:03:28.111713 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-36edd021-8bf8-4f46-ad68-9749ce2eaecd tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--239480900&fields=id&tenant_id=abecbd1fd51847edb20d2ca276b4ddef HTTP/1.1" status: 200 len: 267 time: 0.0568650 Sep 08 09:03:28.132194 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a341e4-5680-4e69-9c6a-ca984105b777 None None] Routers {'1b24dfed-5b98-4eca-837d-5763d08344ec'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:03:28.133166 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-51a341e4-5680-4e69-9c6a-ca984105b777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:03:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['1b24dfed-5b98-4eca-837d-5763d08344ec'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:03:28.210377 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-3c981b80-2f14-4b8a-a6e6-4f9faf119516 None None] For port ebd1fc4f-ad5a-4972-a517-89027aa91ccd, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=ebd1fc4f-ad5a-4972-a517-89027aa91ccd,segment=NetworkSegment(a782addb-4387-43bc-85ca-2cf4ed2ce096),segment_id=a782addb-4387-43bc-85ca-2cf4ed2ce096)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:03:28.227845 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-f06348ba-cd81-43b1-ba9e-7a3f26ca342c tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:28.229325 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-f06348ba-cd81-43b1-ba9e-7a3f26ca342c tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports/229b22b3-b0f7-4064-9dfb-b9b154dfe5d6 HTTP/1.1" status: 200 len: 932 time: 0.1052639 Sep 08 09:03:28.290011 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3c981b80-2f14-4b8a-a6e6-4f9faf119516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:28.310271 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-29a34cd4-1f07-4bba-a87c-d85c6720e051 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:28.321542 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-29a34cd4-1f07-4bba-a87c-d85c6720e051 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports/24de4b54-5e35-472f-b3a2-8c31ebfb3d05 HTTP/1.1" status: 200 len: 932 time: 0.0831003 Sep 08 09:03:28.383177 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:28.398628 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-51a341e4-5680-4e69-9c6a-ca984105b777 None None] Set router 1b24dfed-5b98-4eca-837d-5763d08344ec gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:03:28.403471 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-920fb921-266a-4366-a511-5dff072a3568 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?network_id=9bae99d0-5102-4755-9f02-231ba14451d5&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0704930 Sep 08 09:03:28.437367 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c981b80-2f14-4b8a-a6e6-4f9faf119516 None None] Pushing event updated for resources: {'Port': ['ID=ebd1fc4f-ad5a-4972-a517-89027aa91ccd,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:28.442346 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-cf7c0640-396d-45cf-b85f-f3bad503fc78 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?network_id=9bae99d0-5102-4755-9f02-231ba14451d5&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0375333 Sep 08 09:03:28.523822 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-04f2c18f-d9e1-4b0c-a706-9353192f1918 None None] Provisioning for port 7828b36e-4535-4545-b971-de7db6c6d0ec completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:03:28.550090 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-04f2c18f-d9e1-4b0c-a706-9353192f1918 None None] Provisioning complete for port 7828b36e-4535-4545-b971-de7db6c6d0ec triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:03:28.550364 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-04f2c18f-d9e1-4b0c-a706-9353192f1918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:28.631076 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-04f2c18f-d9e1-4b0c-a706-9353192f1918 None None] Port 7828b36e-4535-4545-b971-de7db6c6d0ec cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:03:28.678939 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-04f2c18f-d9e1-4b0c-a706-9353192f1918 None None] Provisioning complete for port ebd1fc4f-ad5a-4972-a517-89027aa91ccd triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:03:28.679628 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-04f2c18f-d9e1-4b0c-a706-9353192f1918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:28.735709 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-077c7f1a-37fe-486a-aea1-f15738d7570a tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:28.741511 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5390ac92-b8c3-4675-8526-d6f2a32f7044 admin admin] Router 1875068c-98ce-4864-95d9-65a963e0e4b9 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:03:28.748547 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-077c7f1a-37fe-486a-aea1-f15738d7570a tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:28.756286 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-077c7f1a-37fe-486a-aea1-f15738d7570a tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:28.765967 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966e1b6-d916-4a21-ab0c-9b7a5d9bd089 req-db2aae8f-f867-4b19-8b40-b0f98a1606cd tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:28.767671 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1966e1b6-d916-4a21-ab0c-9b7a5d9bd089 req-db2aae8f-f867-4b19-8b40-b0f98a1606cd tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 951 time: 0.6031477 Sep 08 09:03:28.774868 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-077c7f1a-37fe-486a-aea1-f15738d7570a tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/networks?id=c973ae74-d868-45d7-8512-13ab7ed1b791&id=420ee6df-451a-4285-bec4-d22a945df514&id=420ee6df-451a-4285-bec4-d22a945df514&id=9bae99d0-5102-4755-9f02-231ba14451d5&id=9bae99d0-5102-4755-9f02-231ba14451d5 HTTP/1.1" status: 200 len: 1991 time: 0.3049922 Sep 08 09:03:28.794316 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-2ce64dc1-0c57-4f79-8911-3f4a9707b715 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/quotas/abecbd1fd51847edb20d2ca276b4ddef HTTP/1.1" status: 200 len: 375 time: 0.0180075 Sep 08 09:03:28.827466 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-51a341e4-5680-4e69-9c6a-ca984105b777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1074538872-router', 'tenant_id': 'db87c3df22f54cac9f5bd24547674625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '4247d3f1-3fd2-4989-9812-be018df0712c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:56:01Z', 'updated_at': '2021-09-08T08:56:09Z', 'revision_number': 4, 'project_id': 'db87c3df22f54cac9f5bd24547674625', 'gw_port': {'id': '4247d3f1-3fd2-4989-9812-be018df0712c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:17:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:03Z', 'updated_at': '2021-09-08T08:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'a4771153-1032-4d10-bfd5-163ab528deda', 'name': '', 'network_id': 'ec0db0af-4061-4294-bedb-bbba2374fc20', 'tenant_id': 'db87c3df22f54cac9f5bd24547674625', 'mac_address': 'fa:16:3e:6b:cd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5306a8b8-86cd-4361-8bb4-448984316315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:07Z', 'updated_at': '2021-09-08T08:56:25Z', 'revision_number': 5, 'project_id': 'db87c3df22f54cac9f5bd24547674625', 'subnets': [{'id': '5306a8b8-86cd-4361-8bb4-448984316315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:03:28.857901 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-cbd69bc5-5f7a-4448-bbb7-e90875cca290 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=abecbd1fd51847edb20d2ca276b4ddef&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0622222 Sep 08 09:03:28.873703 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a341e4-5680-4e69-9c6a-ca984105b777 None None] The sync data for ids ['1b24dfed-5b98-4eca-837d-5763d08344ec'] in n-d-806683-11 is: [{'id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1074538872-router', 'tenant_id': 'db87c3df22f54cac9f5bd24547674625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '4247d3f1-3fd2-4989-9812-be018df0712c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:56:01Z', 'updated_at': '2021-09-08T08:56:09Z', 'revision_number': 4, 'project_id': 'db87c3df22f54cac9f5bd24547674625', 'gw_port': {'id': '4247d3f1-3fd2-4989-9812-be018df0712c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:17:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:03Z', 'updated_at': '2021-09-08T08:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'a4771153-1032-4d10-bfd5-163ab528deda', 'name': '', 'network_id': 'ec0db0af-4061-4294-bedb-bbba2374fc20', 'tenant_id': 'db87c3df22f54cac9f5bd24547674625', 'mac_address': 'fa:16:3e:6b:cd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5306a8b8-86cd-4361-8bb4-448984316315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:07Z', 'updated_at': '2021-09-08T08:56:25Z', 'revision_number': 5, 'project_id': 'db87c3df22f54cac9f5bd24547674625', 'subnets': [{'id': '5306a8b8-86cd-4361-8bb4-448984316315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:03:28.900904 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1966e1b6-d916-4a21-ab0c-9b7a5d9bd089 req-45d8ccfc-121c-493e-8855-a60ec0a68e9e tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188126 Sep 08 09:03:28.961659 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5390ac92-b8c3-4675-8526-d6f2a32f7044 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:03:28.973479 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ddae7761-0557-4cd2-a920-2288f96163c1 None None] Provisioning complete for port 7828b36e-4535-4545-b971-de7db6c6d0ec triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:03:28.974165 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ddae7761-0557-4cd2-a920-2288f96163c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:28.984282 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5390ac92-b8c3-4675-8526-d6f2a32f7044 admin admin] 10.222.0.54 "PUT /v2.0/routers/1875068c-98ce-4864-95d9-65a963e0e4b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9892368 Sep 08 09:03:29.045851 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-ddae7761-0557-4cd2-a920-2288f96163c1 None None] Port 7828b36e-4535-4545-b971-de7db6c6d0ec cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:03:29.071494 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-29e00384-4bb5-4354-ae48-0842f7626f47 service neutron] 10.222.0.54 "GET /v2.0/networks/c973ae74-d868-45d7-8512-13ab7ed1b791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008953 Sep 08 09:03:29.188880 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2eaa136e-3bc7-46db-859b-26d0c2d1199f None None] Provisioning complete for port 7828b36e-4535-4545-b971-de7db6c6d0ec triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:03:29.189270 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2eaa136e-3bc7-46db-859b-26d0c2d1199f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:29.193936 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-4aecad5b-62e7-4537-aaea-c46f53d28db7 service neutron] 10.222.0.54 "GET /v2.0/networks/c973ae74-d868-45d7-8512-13ab7ed1b791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214266 Sep 08 09:03:29.239686 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-2eaa136e-3bc7-46db-859b-26d0c2d1199f None None] Port 7828b36e-4535-4545-b971-de7db6c6d0ec cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:03:29.245141 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device fba87fd1-4477-4e5e-a16f-5baaa7d039ea no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:03:29.250764 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-a2ef4670-a218-44e3-809b-d6cb666866b1 service neutron] 10.222.0.54 "GET /v2.0/ports/229b22b3-b0f7-4064-9dfb-b9b154dfe5d6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0479119 Sep 08 09:03:29.323342 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cb2424-fc57-4128-963d-3f94f6cdff28 None None] New status for floating IP abd2fe8d-eac8-47ac-a170-be3854970b87: DOWN {{(pid=94715) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:03:29.350070 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:29.378506 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-e2fa5bb5-6e38-405e-907a-da3c63aa10ba service neutron] 10.222.0.54 "GET /v2.0/networks/420ee6df-451a-4285-bec4-d22a945df514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179409 Sep 08 09:03:29.395710 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port fba87fd1-4477-4e5e-a16f-5baaa7d039ea, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=fba87fd1-4477-4e5e-a16f-5baaa7d039ea,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:03:29.405462 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:29.473711 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=fba87fd1-4477-4e5e-a16f-5baaa7d039ea,revision_number=8']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:29.496710 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-eccad53a-673b-4054-b159-002bb046d56d service neutron] 10.222.0.54 "GET /v2.0/networks/420ee6df-451a-4285-bec4-d22a945df514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102734 Sep 08 09:03:29.514634 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9b348-eabc-4a70-ac07-c780fe66439c req-56762999-3215-46df-bda9-dc09299ff633 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:29.516441 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fac9b348-eabc-4a70-ac07-c780fe66439c req-56762999-3215-46df-bda9-dc09299ff633 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 945 time: 0.1053379 Sep 08 09:03:29.540062 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-30787bc0-be5b-4b0e-b728-e540fddea5b2 service neutron] 10.222.0.54 "GET /v2.0/ports/24de4b54-5e35-472f-b3a2-8c31ebfb3d05?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0362525 Sep 08 09:03:29.555913 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fac9b348-eabc-4a70-ac07-c780fe66439c req-f34138df-15ec-4fb7-b31c-4161a23424cd tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=703349ac-76b0-4a5f-8080-6789cf3c5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333662 Sep 08 09:03:29.637495 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756bfc30-5241-4c6f-88d0-5588e0622c9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fba87fd1-4477-4e5e-a16f-5baaa7d039ea'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:03:29.640953 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31758c13-4de3-4cf3-af42-033fbac968f8" -d '{"events": [{"server_uuid": "756bfc30-5241-4c6f-88d0-5588e0622c9e", "name": "network-vif-unplugged", "status": "completed", "tag": "fba87fd1-4477-4e5e-a16f-5baaa7d039ea"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:03:29.641395 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-09713322-4615-4dd6-bf71-315e06e27e4d service neutron] 10.222.0.54 "GET /v2.0/networks/420ee6df-451a-4285-bec4-d22a945df514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935669 Sep 08 09:03:29.743215 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-b6c75105-6b3e-457b-aabb-a9e3a39e4370 service neutron] 10.222.0.54 "GET /v2.0/networks/420ee6df-451a-4285-bec4-d22a945df514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958128 Sep 08 09:03:29.846742 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-b8e10bc9-af0b-4dbe-96f8-0ef0de3273e1 service neutron] 10.222.0.54 "GET /v2.0/networks/420ee6df-451a-4285-bec4-d22a945df514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942318 Sep 08 09:03:29.956887 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-039ba067-2938-4a67-8f2d-bd9f97904fef service neutron] 10.222.0.54 "GET /v2.0/networks/420ee6df-451a-4285-bec4-d22a945df514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033924 Sep 08 09:03:29.961206 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9deb66b7-fd66-4413-9b26-b40db8c92cce req-ae38c9e3-3215-40cd-83dd-d2961e5c8665 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2199538 Sep 08 09:03:29.967256 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-9deb66b7-fd66-4413-9b26-b40db8c92cce req-89755df8-2512-45d2-93f8-0b634120ba99 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:03:29.991380 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9deb66b7-fd66-4413-9b26-b40db8c92cce req-89755df8-2512-45d2-93f8-0b634120ba99 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Notify callbacks [] for floatingip, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:30.028282 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d52d4be-e5ac-4b41-870d-2f9d7e2570ad None None] Sync routers for ids ['1875068c-98ce-4864-95d9-65a963e0e4b9'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:03:30.039355 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d52d4be-e5ac-4b41-870d-2f9d7e2570ad None None] Routers {'1875068c-98ce-4864-95d9-65a963e0e4b9'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:03:30.040231 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-2d52d4be-e5ac-4b41-870d-2f9d7e2570ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:03:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['1875068c-98ce-4864-95d9-65a963e0e4b9'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:03:30.077700 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-5e8e81c4-0d8e-4417-9816-804774e3eee3 service neutron] 10.222.0.54 "GET /v2.0/networks/420ee6df-451a-4285-bec4-d22a945df514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158438 Sep 08 09:03:30.094821 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 5e4e65b1-6fc1-4044-8f65-6f824c6117b1 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:03:30.113813 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9deb66b7-fd66-4413-9b26-b40db8c92cce req-89755df8-2512-45d2-93f8-0b634120ba99 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:30.173864 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-397192dd-8b7b-4ba3-91f8-35a698101720 service neutron] 10.222.0.54 "GET /v2.0/networks/420ee6df-451a-4285-bec4-d22a945df514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950432 Sep 08 09:03:30.199969 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-2d52d4be-e5ac-4b41-870d-2f9d7e2570ad None None] Set router 1875068c-98ce-4864-95d9-65a963e0e4b9 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:03:30.232775 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 5e4e65b1-6fc1-4044-8f65-6f824c6117b1 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:03:30.239337 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 5e4e65b1-6fc1-4044-8f65-6f824c6117b1 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:03:30.239975 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:30.245966 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [req-9deb66b7-fd66-4413-9b26-b40db8c92cce req-89755df8-2512-45d2-93f8-0b634120ba99 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Allocated IP 172.25.0.160 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/8d9aeaa1-7899-4ae9-8747-5d9f0539762e) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:03:30.283050 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-d47fc483-364c-4867-8bcc-741470d21d30 service neutron] 10.222.0.54 "GET /v2.0/networks/9bae99d0-5102-4755-9f02-231ba14451d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988619 Sep 08 09:03:30.356957 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9deb66b7-fd66-4413-9b26-b40db8c92cce req-89755df8-2512-45d2-93f8-0b634120ba99 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:30.383167 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-1251d7bc-43dc-4b37-ba60-5421628050c7 service neutron] 10.222.0.54 "GET /v2.0/networks/9bae99d0-5102-4755-9f02-231ba14451d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933464 Sep 08 09:03:30.399749 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9deb66b7-fd66-4413-9b26-b40db8c92cce req-89755df8-2512-45d2-93f8-0b634120ba99 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:30.437422 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:30.441903 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9deb66b7-fd66-4413-9b26-b40db8c92cce req-89755df8-2512-45d2-93f8-0b634120ba99 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:03:30.447906 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [req-9deb66b7-fd66-4413-9b26-b40db8c92cce req-89755df8-2512-45d2-93f8-0b634120ba99 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:03:30.451637 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-9deb66b7-fd66-4413-9b26-b40db8c92cce req-89755df8-2512-45d2-93f8-0b634120ba99 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:03:30.482314 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 5e4e65b1-6fc1-4044-8f65-6f824c6117b1, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=5e4e65b1-6fc1-4044-8f65-6f824c6117b1,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:03:30.487884 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-ac6996b6-3ffd-45a3-a09a-c75ee42d3be5 service neutron] 10.222.0.54 "GET /v2.0/networks/9bae99d0-5102-4755-9f02-231ba14451d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966403 Sep 08 09:03:30.488904 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:30.489720 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device ebd1fc4f-ad5a-4972-a517-89027aa91ccd up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:03:30.492604 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89755df8-2512-45d2-93f8-0b634120ba99 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Pushing event updated for resources: {'Port': ['ID=8d9aeaa1-7899-4ae9-8747-5d9f0539762e,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:30.551308 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9deb66b7-fd66-4413-9b26-b40db8c92cce req-89755df8-2512-45d2-93f8-0b634120ba99 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:30.587793 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9deb66b7-fd66-4413-9b26-b40db8c92cce req-89755df8-2512-45d2-93f8-0b634120ba99 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:30.589171 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=5e4e65b1-6fc1-4044-8f65-6f824c6117b1,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:30.593861 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-2d52d4be-e5ac-4b41-870d-2f9d7e2570ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1875068c-98ce-4864-95d9-65a963e0e4b9', 'name': 'tempest-FloatingIPsTestJSON-1892825632-router', 'tenant_id': 'f39379002141412789d387a811c5b833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '5e4e65b1-6fc1-4044-8f65-6f824c6117b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:03:21Z', 'updated_at': '2021-09-08T09:03:26Z', 'revision_number': 4, 'project_id': 'f39379002141412789d387a811c5b833', 'gw_port': {'id': '5e4e65b1-6fc1-4044-8f65-6f824c6117b1', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1875068c-98ce-4864-95d9-65a963e0e4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:03:23Z', 'updated_at': '2021-09-08T09:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '7828b36e-4535-4545-b971-de7db6c6d0ec', 'name': '', 'network_id': 'eb1f5153-4717-4c2f-9364-99a74cc1a99e', 'tenant_id': 'f39379002141412789d387a811c5b833', 'mac_address': 'fa:16:3e:ac:f8:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1875068c-98ce-4864-95d9-65a963e0e4b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '33b5d1ef-137f-410b-b10f-cb19776b03ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:03:25Z', 'updated_at': '2021-09-08T09:03:27Z', 'revision_number': 2, 'project_id': 'f39379002141412789d387a811c5b833', 'subnets': [{'id': '33b5d1ef-137f-410b-b10f-cb19776b03ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:03:30.602617 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-c2070095-4a9f-4382-8385-e3418db3c46c service neutron] 10.222.0.54 "GET /v2.0/networks/9bae99d0-5102-4755-9f02-231ba14451d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034839 Sep 08 09:03:30.761818 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9deb66b7-fd66-4413-9b26-b40db8c92cce req-89755df8-2512-45d2-93f8-0b634120ba99 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:30.767259 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9deb66b7-fd66-4413-9b26-b40db8c92cce req-89755df8-2512-45d2-93f8-0b634120ba99 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:30.772645 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d52d4be-e5ac-4b41-870d-2f9d7e2570ad None None] Checking router: 1875068c-98ce-4864-95d9-65a963e0e4b9 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:03:30.773013 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d52d4be-e5ac-4b41-870d-2f9d7e2570ad None None] Updating router 1875068c-98ce-4864-95d9-65a963e0e4b9 port 7828b36e-4535-4545-b971-de7db6c6d0ec binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:03:30.793452 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port ebd1fc4f-ad5a-4972-a517-89027aa91ccd triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:03:30.793982 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:30.837036 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2d52d4be-e5ac-4b41-870d-2f9d7e2570ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:30.848322 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89755df8-2512-45d2-93f8-0b634120ba99 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Pushing event updated for resources: {'Port': ['ID=8d9aeaa1-7899-4ae9-8747-5d9f0539762e,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:30.860815 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9deb66b7-fd66-4413-9b26-b40db8c92cce req-89755df8-2512-45d2-93f8-0b634120ba99 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:30.876708 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9deb66b7-fd66-4413-9b26-b40db8c92cce req-89755df8-2512-45d2-93f8-0b634120ba99 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:30.878277 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9deb66b7-fd66-4413-9b26-b40db8c92cce req-89755df8-2512-45d2-93f8-0b634120ba99 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9161088 Sep 08 09:03:30.932353 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9deb66b7-fd66-4413-9b26-b40db8c92cce req-f96aa4d1-a53f-4464-8aca-23adbf0a8582 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.160 HTTP/1.1" status: 200 len: 696 time: 0.0480101 Sep 08 09:03:31.073716 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb66b7-fd66-4413-9b26-b40db8c92cce req-0f938db8-1cc2-46e3-840b-ae9f552bd93e tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:31.078355 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9deb66b7-fd66-4413-9b26-b40db8c92cce req-0f938db8-1cc2-46e3-840b-ae9f552bd93e tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] 10.222.0.54 "GET /v2.0/networks/399c4174-1e86-4a10-bb99-f875a09107d5 HTTP/1.1" status: 200 len: 784 time: 0.1378191 Sep 08 09:03:31.096748 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [req-9deb66b7-fd66-4413-9b26-b40db8c92cce req-564fb514-c84a-4f3c-9227-eb2ceccc2132 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:03:31.098231 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9deb66b7-fd66-4413-9b26-b40db8c92cce req-564fb514-c84a-4f3c-9227-eb2ceccc2132 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068107 Sep 08 09:03:31.206310 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2d52d4be-e5ac-4b41-870d-2f9d7e2570ad None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:31.217777 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f78de-ffc7-46c4-ac5c-301673d8e702 req-e4a846ca-ea2d-415b-affd-c58a7837d692 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:31.219359 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a62f78de-ffc7-46c4-ac5c-301673d8e702 req-e4a846ca-ea2d-415b-affd-c58a7837d692 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 945 time: 0.0681028 Sep 08 09:03:31.220149 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2d52d4be-e5ac-4b41-870d-2f9d7e2570ad None None] Transition to ACTIVE for port object 7828b36e-4535-4545-b971-de7db6c6d0ec will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:03:31.227696 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2d52d4be-e5ac-4b41-870d-2f9d7e2570ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:31.228221 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 41354) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:03:31.233515 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-afa42b20-b291-4371-bb00-04da834d5d04 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Request body: {'floatingip': {'port_id': 'e104b66d-db35-49db-824c-4f5d2b6e6a0e'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:03:31.328761 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 09:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224fa165-01f9-4ab4-8ede-ede6f90fc897 x-openstack-request-id: req-224fa165-01f9-4ab4-8ede-ede6f90fc897 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:03:31.328761 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756bfc30-5241-4c6f-88d0-5588e0622c9e", "name": "network-vif-unplugged", "status": "completed", "tag": "fba87fd1-4477-4e5e-a16f-5baaa7d039ea", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:03:31.328761 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-224fa165-01f9-4ab4-8ede-ede6f90fc897 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:03:31.329413 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756bfc30-5241-4c6f-88d0-5588e0622c9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fba87fd1-4477-4e5e-a16f-5baaa7d039ea', 'code': 200} Sep 08 09:03:31.351833 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-afa42b20-b291-4371-bb00-04da834d5d04 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks [] for floatingip, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:31.410008 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f3ab94-0dd6-47c2-a5fd-a250205b6ff3 None None] Pushing event updated for resources: {'Port': ['ID=7828b36e-4535-4545-b971-de7db6c6d0ec,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:31.416524 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa61aa-ca16-4cb8-bf13-c1dc8910fcd8 req-bd9f72f3-1cf5-4fa2-b546-4c2de68285f2 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:31.418706 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-06fa61aa-ca16-4cb8-bf13-c1dc8910fcd8 req-bd9f72f3-1cf5-4fa2-b546-4c2de68285f2 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 951 time: 0.0813897 Sep 08 09:03:31.495972 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-2d52d4be-e5ac-4b41-870d-2f9d7e2570ad None None] Attempting to bind port 7828b36e-4535-4545-b971-de7db6c6d0ec on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:03:31.496453 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-2d52d4be-e5ac-4b41-870d-2f9d7e2570ad None None] Attempting to bind port 7828b36e-4535-4545-b971-de7db6c6d0ec by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'a782addb-4387-43bc-85ca-2cf4ed2ce096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'eb1f5153-4717-4c2f-9364-99a74cc1a99e'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:03:31.496826 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d52d4be-e5ac-4b41-870d-2f9d7e2570ad None None] Attempting to bind port 7828b36e-4535-4545-b971-de7db6c6d0ec on network eb1f5153-4717-4c2f-9364-99a74cc1a99e {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:03:31.507131 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d52d4be-e5ac-4b41-870d-2f9d7e2570ad None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:03:31.507413 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d52d4be-e5ac-4b41-870d-2f9d7e2570ad None None] Checking segment: {'id': 'a782addb-4387-43bc-85ca-2cf4ed2ce096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'eb1f5153-4717-4c2f-9364-99a74cc1a99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:03:31.511007 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2d52d4be-e5ac-4b41-870d-2f9d7e2570ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:31.511007 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d52d4be-e5ac-4b41-870d-2f9d7e2570ad None None] Bound using segment: {'id': 'a782addb-4387-43bc-85ca-2cf4ed2ce096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'eb1f5153-4717-4c2f-9364-99a74cc1a99e'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:03:31.511370 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-2d52d4be-e5ac-4b41-870d-2f9d7e2570ad None None] Bound port: 7828b36e-4535-4545-b971-de7db6c6d0ec, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a782addb-4387-43bc-85ca-2cf4ed2ce096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'eb1f5153-4717-4c2f-9364-99a74cc1a99e'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:03:31.512081 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2d52d4be-e5ac-4b41-870d-2f9d7e2570ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:31.512240 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-06fa61aa-ca16-4cb8-bf13-c1dc8910fcd8 req-5ba4c615-01b1-402e-8030-7dbbc05a237d tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828629 Sep 08 09:03:31.671490 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-2d52d4be-e5ac-4b41-870d-2f9d7e2570ad None None] For port 7828b36e-4535-4545-b971-de7db6c6d0ec, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:03:31.685744 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-2d52d4be-e5ac-4b41-870d-2f9d7e2570ad None None] For port 7828b36e-4535-4545-b971-de7db6c6d0ec, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=7828b36e-4535-4545-b971-de7db6c6d0ec,segment=NetworkSegment(a782addb-4387-43bc-85ca-2cf4ed2ce096),segment_id=a782addb-4387-43bc-85ca-2cf4ed2ce096)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:03:31.711740 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2d52d4be-e5ac-4b41-870d-2f9d7e2570ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:31.731481 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-42989a23-8fa3-45e9-aeb7-cf8abf29bd30 req-e67f9a73-eab2-432c-aeaa-2c718e377581 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] 10.222.0.54 "GET /v2.0/floatingips/a9bcb5e9-1217-452a-9993-71cff9443610 HTTP/1.1" status: 200 len: 693 time: 0.1068361 Sep 08 09:03:31.747749 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-47ea4a10-619f-417b-9139-88bb7528df52 req-a48580b7-f5f4-448f-b584-4268faefdb57 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 210 time: 0.0537155 Sep 08 09:03:31.821405 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41376) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:03:31.860867 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d52d4be-e5ac-4b41-870d-2f9d7e2570ad None None] Routers {'1875068c-98ce-4864-95d9-65a963e0e4b9'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:03:31.866679 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-2d52d4be-e5ac-4b41-870d-2f9d7e2570ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:03:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['1875068c-98ce-4864-95d9-65a963e0e4b9'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:03:32.003327 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42989a23-8fa3-45e9-aeb7-cf8abf29bd30 req-0af0dd5f-2620-4740-b671-4396676da080 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:32.006776 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5bf00948-acb3-4acc-b088-e8570d70e13b tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:32.020768 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-42989a23-8fa3-45e9-aeb7-cf8abf29bd30 req-0af0dd5f-2620-4740-b671-4396676da080 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] 10.222.0.54 "GET /v2.0/networks/399c4174-1e86-4a10-bb99-f875a09107d5 HTTP/1.1" status: 200 len: 784 time: 0.2880909 Sep 08 09:03:32.032456 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [req-42989a23-8fa3-45e9-aeb7-cf8abf29bd30 req-3c0e9e57-99b2-4c23-96d1-44d47ee6d943 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:03:32.039449 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-42989a23-8fa3-45e9-aeb7-cf8abf29bd30 req-3c0e9e57-99b2-4c23-96d1-44d47ee6d943 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0176978 Sep 08 09:03:32.069880 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5bf00948-acb3-4acc-b088-e8570d70e13b tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:32.072528 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f3ab94-0dd6-47c2-a5fd-a250205b6ff3 None None] Pushing event updated for resources: {'Port': ['ID=7828b36e-4535-4545-b971-de7db6c6d0ec,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:32.106590 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 5e4e65b1-6fc1-4044-8f65-6f824c6117b1 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:03:32.162532 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5bf00948-acb3-4acc-b088-e8570d70e13b tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:32.166983 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5bf00948-acb3-4acc-b088-e8570d70e13b tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:32.169871 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5bf00948-acb3-4acc-b088-e8570d70e13b tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "DELETE /v2.0/security-groups/95fdb126-e588-4cf9-b281-e7f1b3353ec7 HTTP/1.1" status: 204 len: 168 time: 0.3472452 Sep 08 09:03:32.181436 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41384) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:03:32.200580 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7cfdf4bd-1a20-4de1-a9fd-f5421e6bbe7c req-9fbc4c85-c03e-481a-8c57-f585f1095601 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] 10.222.0.54 "GET /v2.0/floatingips?tenant_id=f39379002141412789d387a811c5b833 HTTP/1.1" status: 200 len: 696 time: 0.0997524 Sep 08 09:03:32.214586 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-0f1376a1-bc0b-435c-9a28-1c883f2dad33 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] show failed (client error): The resource could not be found. Sep 08 09:03:32.217492 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0f1376a1-bc0b-435c-9a28-1c883f2dad33 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "GET /v2.0/security-groups/95fdb126-e588-4cf9-b281-e7f1b3353ec7 HTTP/1.1" status: 404 len: 347 time: 0.0294776 Sep 08 09:03:32.220466 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf00948-acb3-4acc-b088-e8570d70e13b tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fdb126-e588-4cf9-b281-e7f1b3353ec7,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:32.224388 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41386) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:03:32.323357 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-2d52d4be-e5ac-4b41-870d-2f9d7e2570ad None None] Set router 1875068c-98ce-4864-95d9-65a963e0e4b9 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:03:32.361526 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a13789-867f-4481-961b-0aabcd6a1efc req-1f963392-9229-4593-b923-dedd1c32d621 tempest-ServersAdminTestJSON-720918939 tempest-ServersAdminTestJSON-720918939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:32.363358 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-09a13789-867f-4481-961b-0aabcd6a1efc req-1f963392-9229-4593-b923-dedd1c32d621 tempest-ServersAdminTestJSON-720918939 tempest-ServersAdminTestJSON-720918939-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 1103 time: 0.1444514 Sep 08 09:03:32.409003 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfdf4bd-1a20-4de1-a9fd-f5421e6bbe7c req-78c75c42-9584-45dc-9b58-0c9616ac11e6 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:32.416077 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7cfdf4bd-1a20-4de1-a9fd-f5421e6bbe7c req-78c75c42-9584-45dc-9b58-0c9616ac11e6 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] 10.222.0.54 "GET /v2.0/networks?id=399c4174-1e86-4a10-bb99-f875a09107d5 HTTP/1.1" status: 200 len: 787 time: 0.2143445 Sep 08 09:03:32.424429 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [req-7cfdf4bd-1a20-4de1-a9fd-f5421e6bbe7c req-c4624200-91b6-4be2-a04b-61e3f29c1581 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:03:32.429685 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7cfdf4bd-1a20-4de1-a9fd-f5421e6bbe7c req-c4624200-91b6-4be2-a04b-61e3f29c1581 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124607 Sep 08 09:03:32.447792 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-09a13789-867f-4481-961b-0aabcd6a1efc req-fadfaf73-94b7-4cf0-9335-58d39737547a tempest-ServersAdminTestJSON-720918939 tempest-ServersAdminTestJSON-720918939-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657938 Sep 08 09:03:32.464200 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 5e4e65b1-6fc1-4044-8f65-6f824c6117b1 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:03:32.465348 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:32.477508 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-15f89ff7-6c78-40a1-8fa2-26bfbf90d323 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Deleting port 2b6c7afd-b153-4b33-bec1-4e5dd2972a11 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:03:32.478124 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-15f89ff7-6c78-40a1-8fa2-26bfbf90d323 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:32.551709 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.db.resource_extend [None req-afa42b20-b291-4371-bb00-04da834d5d04 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 08 09:03:32.596394 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-15f89ff7-6c78-40a1-8fa2-26bfbf90d323 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:32.596849 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-15f89ff7-6c78-40a1-8fa2-26bfbf90d323 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:32.612777 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-15f89ff7-6c78-40a1-8fa2-26bfbf90d323 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Calling delete_port for 2b6c7afd-b153-4b33-bec1-4e5dd2972a11 owned by network:floatingip {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:03:32.635034 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c6cdded4-590e-42f1-8862-9aaaeb98a321 req-ca22e94f-3651-4477-b2b4-617e05a77fd3 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] 10.222.0.54 "GET /v2.0/floatingips/a9bcb5e9-1217-452a-9993-71cff9443610 HTTP/1.1" status: 200 len: 693 time: 0.1608558 Sep 08 09:03:32.657214 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-afa42b20-b291-4371-bb00-04da834d5d04 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:32.678455 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-afa42b20-b291-4371-bb00-04da834d5d04 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:32.684690 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-2d52d4be-e5ac-4b41-870d-2f9d7e2570ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1875068c-98ce-4864-95d9-65a963e0e4b9', 'name': 'tempest-FloatingIPsTestJSON-1892825632-router', 'tenant_id': 'f39379002141412789d387a811c5b833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '5e4e65b1-6fc1-4044-8f65-6f824c6117b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:03:21Z', 'updated_at': '2021-09-08T09:03:26Z', 'revision_number': 4, 'project_id': 'f39379002141412789d387a811c5b833', 'gw_port': {'id': '5e4e65b1-6fc1-4044-8f65-6f824c6117b1', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1875068c-98ce-4864-95d9-65a963e0e4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:03:23Z', 'updated_at': '2021-09-08T09:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '7828b36e-4535-4545-b971-de7db6c6d0ec', 'name': '', 'network_id': 'eb1f5153-4717-4c2f-9364-99a74cc1a99e', 'tenant_id': 'f39379002141412789d387a811c5b833', 'mac_address': 'fa:16:3e:ac:f8:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1875068c-98ce-4864-95d9-65a963e0e4b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '33b5d1ef-137f-410b-b10f-cb19776b03ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:03:25Z', 'updated_at': '2021-09-08T09:03:31Z', 'revision_number': 4, 'project_id': 'f39379002141412789d387a811c5b833', 'subnets': [{'id': '33b5d1ef-137f-410b-b10f-cb19776b03ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:03:32.716400 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d52d4be-e5ac-4b41-870d-2f9d7e2570ad None None] The sync data for ids ['1875068c-98ce-4864-95d9-65a963e0e4b9'] in n-d-806683-11 is: [{'id': '1875068c-98ce-4864-95d9-65a963e0e4b9', 'name': 'tempest-FloatingIPsTestJSON-1892825632-router', 'tenant_id': 'f39379002141412789d387a811c5b833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '5e4e65b1-6fc1-4044-8f65-6f824c6117b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:03:21Z', 'updated_at': '2021-09-08T09:03:26Z', 'revision_number': 4, 'project_id': 'f39379002141412789d387a811c5b833', 'gw_port': {'id': '5e4e65b1-6fc1-4044-8f65-6f824c6117b1', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1875068c-98ce-4864-95d9-65a963e0e4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:03:23Z', 'updated_at': '2021-09-08T09:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '7828b36e-4535-4545-b971-de7db6c6d0ec', 'name': '', 'network_id': 'eb1f5153-4717-4c2f-9364-99a74cc1a99e', 'tenant_id': 'f39379002141412789d387a811c5b833', 'mac_address': 'fa:16:3e:ac:f8:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1875068c-98ce-4864-95d9-65a963e0e4b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '33b5d1ef-137f-410b-b10f-cb19776b03ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:03:25Z', 'updated_at': '2021-09-08T09:03:31Z', 'revision_number': 4, 'project_id': 'f39379002141412789d387a811c5b833', 'subnets': [{'id': '33b5d1ef-137f-410b-b10f-cb19776b03ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:03:32.825570 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-15f89ff7-6c78-40a1-8fa2-26bfbf90d323 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:32.864400 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f89ff7-6c78-40a1-8fa2-26bfbf90d323 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Pushing event deleted for resources: {'Port': ['ID=2b6c7afd-b153-4b33-bec1-4e5dd2972a11,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:32.909948 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [None req-afa42b20-b291-4371-bb00-04da834d5d04 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Floating IP bf8fcb6e-987c-4b1d-86cf-1001a502afee associated. External IP: 172.25.0.225, port: e104b66d-db35-49db-824c-4f5d2b6e6a0e. Sep 08 09:03:32.940623 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-15f89ff7-6c78-40a1-8fa2-26bfbf90d323 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks [] for floatingip, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:32.943386 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-15f89ff7-6c78-40a1-8fa2-26bfbf90d323 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:32.944734 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-15f89ff7-6c78-40a1-8fa2-26bfbf90d323 tempest-ServersWithSpecificFlavorTestJSON-326533719 tempest-ServersWithSpecificFlavorTestJSON-326533719-project] 10.222.0.54 "DELETE /v2.0/floatingips/abd2fe8d-eac8-47ac-a170-be3854970b87 HTTP/1.1" status: 204 len: 168 time: 0.7192817 Sep 08 09:03:33.038176 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-ecde4f59-e380-4c9d-8f08-88cbcbcc291a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:33.040311 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-ecde4f59-e380-4c9d-8f08-88cbcbcc291a service neutron] 10.222.0.35 "GET /v2.0/ports/229b22b3-b0f7-4064-9dfb-b9b154dfe5d6 HTTP/1.1" status: 200 len: 1028 time: 0.0716858 Sep 08 09:03:33.053136 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cdded4-590e-42f1-8862-9aaaeb98a321 req-f1f45ad7-8e3a-4142-b6fb-a7127c3f6796 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:33.057910 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c6cdded4-590e-42f1-8862-9aaaeb98a321 req-f1f45ad7-8e3a-4142-b6fb-a7127c3f6796 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] 10.222.0.54 "GET /v2.0/networks/399c4174-1e86-4a10-bb99-f875a09107d5 HTTP/1.1" status: 200 len: 784 time: 0.4217515 Sep 08 09:03:33.083397 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df70ff92-d2eb-46a2-92ea-5cf2c1c1f030 req-984a5bb9-297c-45df-bddc-35da577c0908 tempest-ServersAdminTestJSON-720918939 tempest-ServersAdminTestJSON-720918939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:33.094364 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-df70ff92-d2eb-46a2-92ea-5cf2c1c1f030 req-984a5bb9-297c-45df-bddc-35da577c0908 tempest-ServersAdminTestJSON-720918939 tempest-ServersAdminTestJSON-720918939-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 1103 time: 0.0733595 Sep 08 09:03:33.140134 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-df70ff92-d2eb-46a2-92ea-5cf2c1c1f030 req-7c92b16e-17ba-4e5c-9800-9ee94c3f69a7 tempest-ServersAdminTestJSON-720918939 tempest-ServersAdminTestJSON-720918939-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446289 Sep 08 09:03:33.244995 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5c8b8d8f-b150-4325-a9c4-a942146c96fc req-79f2676c-6eb3-47b8-b572-8d626defafbf tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 210 time: 0.0334315 Sep 08 09:03:33.271431 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-3a47decf-cc56-4865-837d-47b70d47594f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:33.274084 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-3a47decf-cc56-4865-837d-47b70d47594f service neutron] 10.222.0.35 "GET /v2.0/ports/24de4b54-5e35-472f-b3a2-8c31ebfb3d05 HTTP/1.1" status: 200 len: 1028 time: 0.2093570 Sep 08 09:03:33.275266 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 3d87feba-a338-4c11-b861-3e59f50b6344 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:03:33.285354 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c6cdded4-590e-42f1-8862-9aaaeb98a321 req-fd8d58b1-c96f-43fe-b5d9-70c1e24dfe5d tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.160 HTTP/1.1" status: 200 len: 696 time: 0.2067299 Sep 08 09:03:33.415962 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 3d87feba-a338-4c11-b861-3e59f50b6344, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=3d87feba-a338-4c11-b861-3e59f50b6344,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:03:33.433118 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '3d87feba-a338-4c11-b861-3e59f50b6344', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'port_id': '3d87feba-a338-4c11-b861-3e59f50b6344', 'mac_address': 'fa:16:3e:ef:41:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc66e4b-ecb5-4c99-afe1-0a78c722534a', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:03:33.486901 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:33.516870 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d87feba-a338-4c11-b861-3e59f50b6344 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:03:33.549878 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 3d87feba-a338-4c11-b861-3e59f50b6344, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=3d87feba-a338-4c11-b861-3e59f50b6344,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:03:33.555977 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:33.649982 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=3d87feba-a338-4c11-b861-3e59f50b6344,revision_number=6']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:33.713437 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['3d87feba-a338-4c11-b861-3e59f50b6344'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:03:34.014694 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa42b20-b291-4371-bb00-04da834d5d04 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Router df41a430-f793-4b9f-9c89-21254b2ff6d0 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:03:34.036909 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c6cdded4-590e-42f1-8862-9aaaeb98a321 req-ac0b0c26-9238-456a-96e9-a9470721c0af tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.160 HTTP/1.1" status: 200 len: 696 time: 0.1484826 Sep 08 09:03:34.046693 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3cd6e-b485-452d-a2e6-36b9326b116d req-b9595e4a-ae83-4f66-8abc-6caed12918fb tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:34.048925 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c9e3cd6e-b485-452d-a2e6-36b9326b116d req-b9595e4a-ae83-4f66-8abc-6caed12918fb tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=477da8ee-0f1c-47cf-9fd8-126eda93b6f1 HTTP/1.1" status: 200 len: 948 time: 0.0998092 Sep 08 09:03:34.098009 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 7828b36e-4535-4545-b971-de7db6c6d0ec up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:03:34.148849 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c9e3cd6e-b485-452d-a2e6-36b9326b116d req-f2ed2292-f4eb-4c8a-9a76-5726128b1a0a tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748208 Sep 08 09:03:34.178339 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 7828b36e-4535-4545-b971-de7db6c6d0ec completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:03:34.180572 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:03:34.186134 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 7828b36e-4535-4545-b971-de7db6c6d0ec triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:03:34.186620 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:34.282054 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-9e4f741f-8bd1-437e-9e60-2cc477e4d90b tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:34.288910 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-9e4f741f-8bd1-437e-9e60-2cc477e4d90b tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:34.295416 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:34.297499 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-9e4f741f-8bd1-437e-9e60-2cc477e4d90b tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:34.300551 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-9e4f741f-8bd1-437e-9e60-2cc477e4d90b tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.35 "GET /v2.0/networks?id=c973ae74-d868-45d7-8512-13ab7ed1b791&id=420ee6df-451a-4285-bec4-d22a945df514&id=420ee6df-451a-4285-bec4-d22a945df514&id=420ee6df-451a-4285-bec4-d22a945df514&id=420ee6df-451a-4285-bec4-d22a945df514&id=9bae99d0-5102-4755-9f02-231ba14451d5&id=9bae99d0-5102-4755-9f02-231ba14451d5 HTTP/1.1" status: 200 len: 1991 time: 1.0120802 Sep 08 09:03:34.372642 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 7828b36e-4535-4545-b971-de7db6c6d0ec, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=7828b36e-4535-4545-b971-de7db6c6d0ec,segment=NetworkSegment(a782addb-4387-43bc-85ca-2cf4ed2ce096),segment_id=a782addb-4387-43bc-85ca-2cf4ed2ce096)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:03:34.381827 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:34.436627 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-caa44115-e610-4a9b-9eb7-9afae812e306 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abecbd1fd51847edb20d2ca276b4ddef HTTP/1.1" status: 200 len: 379 time: 0.1201799 Sep 08 09:03:34.450212 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-6b090b47-6847-4c43-8dc0-e2fb6e21d001 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Request body: {'port': {'device_id': '914131e2-07da-4bcb-841e-02708bc6510a', 'network_id': 'c973ae74-d868-45d7-8512-13ab7ed1b791', 'admin_state_up': True, 'tenant_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'security_groups': ['ff5a8bf5-da74-457e-a469-a16f81532c39']}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:03:34.501843 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=7828b36e-4535-4545-b971-de7db6c6d0ec,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:34.526216 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-c6cdded4-590e-42f1-8862-9aaaeb98a321 req-6e4e2e7d-b60d-46f6-bbe0-c5eca1896dc7 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Deleting port 8d9aeaa1-7899-4ae9-8747-5d9f0539762e {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:03:34.526216 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c6cdded4-590e-42f1-8862-9aaaeb98a321 req-6e4e2e7d-b60d-46f6-bbe0-c5eca1896dc7 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:34.552010 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa42b20-b291-4371-bb00-04da834d5d04 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:03:34.583437 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac2898b-ca58-42bc-a5e0-9fef319803b8 None None] Sync routers for ids ['df41a430-f793-4b9f-9c89-21254b2ff6d0'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:03:34.607690 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-afa42b20-b291-4371-bb00-04da834d5d04 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:34.634417 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac2898b-ca58-42bc-a5e0-9fef319803b8 None None] Routers {'df41a430-f793-4b9f-9c89-21254b2ff6d0'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:03:34.635061 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-1ac2898b-ca58-42bc-a5e0-9fef319803b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:03:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['df41a430-f793-4b9f-9c89-21254b2ff6d0'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:03:34.671634 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6faf2fa4-f1d4-4411-90e2-e01f305ed30b req-3d54edca-219a-44c5-94c6-a3e981b33729 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 210 time: 0.0402482 Sep 08 09:03:34.709882 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-afa42b20-b291-4371-bb00-04da834d5d04 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "PUT /v2.0/floatingips/bf8fcb6e-987c-4b1d-86cf-1001a502afee HTTP/1.1" status: 200 len: 991 time: 3.4803715 Sep 08 09:03:34.718464 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8731f6d-4366-45bd-b19d-72ad957f0558', 'tag': 'e104b66d-db35-49db-824c-4f5d2b6e6a0e'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:03:34.720908 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e643bb00-4a64-42ba-82dc-8039c0eca4e3" -d '{"events": [{"name": "network-changed", "server_uuid": "f8731f6d-4366-45bd-b19d-72ad957f0558", "tag": "e104b66d-db35-49db-824c-4f5d2b6e6a0e"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:03:34.789380 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-6b090b47-6847-4c43-8dc0-e2fb6e21d001 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Made reservation on behalf of abecbd1fd51847edb20d2ca276b4ddef for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:03:34.793410 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-6b090b47-6847-4c43-8dc0-e2fb6e21d001 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:34.805222 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-1ac2898b-ca58-42bc-a5e0-9fef319803b8 None None] Set router df41a430-f793-4b9f-9c89-21254b2ff6d0 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:03:34.816471 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c6cdded4-590e-42f1-8862-9aaaeb98a321 req-6e4e2e7d-b60d-46f6-bbe0-c5eca1896dc7 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:34.816852 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c6cdded4-590e-42f1-8862-9aaaeb98a321 req-6e4e2e7d-b60d-46f6-bbe0-c5eca1896dc7 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:34.838337 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-c6cdded4-590e-42f1-8862-9aaaeb98a321 req-6e4e2e7d-b60d-46f6-bbe0-c5eca1896dc7 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Calling delete_port for 8d9aeaa1-7899-4ae9-8747-5d9f0539762e owned by network:floatingip {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:03:35.020295 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f7f4ee-4cad-4a74-bbaf-1cbb631efd81 x-openstack-request-id: req-56f7f4ee-4cad-4a74-bbaf-1cbb631efd81 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:03:35.021055 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8731f6d-4366-45bd-b19d-72ad957f0558", "tag": "e104b66d-db35-49db-824c-4f5d2b6e6a0e", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:03:35.021299 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-56f7f4ee-4cad-4a74-bbaf-1cbb631efd81 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:03:35.022393 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8731f6d-4366-45bd-b19d-72ad957f0558', 'tag': 'e104b66d-db35-49db-824c-4f5d2b6e6a0e', 'status': 'completed', 'code': 200} Sep 08 09:03:35.130354 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-1ac2898b-ca58-42bc-a5e0-9fef319803b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'name': 'tempest-AttachVolumeTestJSON-655579207-router', 'tenant_id': 'a2f9a27fb48843b398aaefe83b941227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '50ce655b-179c-4da1-8f1d-05451893c0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:02:51Z', 'updated_at': '2021-09-08T09:02:56Z', 'revision_number': 4, 'project_id': 'a2f9a27fb48843b398aaefe83b941227', 'gw_port': {'id': '50ce655b-179c-4da1-8f1d-05451893c0d2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:52Z', 'updated_at': '2021-09-08T09:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': 'bf8fcb6e-987c-4b1d-86cf-1001a502afee', 'tenant_id': 'a2f9a27fb48843b398aaefe83b941227', 'floating_ip_address': '172.25.0.225', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'port_id': 'e104b66d-db35-49db-824c-4f5d2b6e6a0e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd15b4ce3-7986-485f-ad78-2afa75611397', 'mac_address': 'fa:16:3e:1e:b9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8731f6d-4366-45bd-b19d-72ad957f0558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:03:02Z', 'updated_at': '2021-09-08T09:03:32Z', 'revision_number': 1, 'project_id': 'a2f9a27fb48843b398aaefe83b941227', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3be75f1-9287-45c7-ad60-a4becde4a4da', 'name': '', 'network_id': 'd15b4ce3-7986-485f-ad78-2afa75611397', 'tenant_id': 'a2f9a27fb48843b398aaefe83b941227', 'mac_address': 'fa:16:3e:b8:7c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'b55eaef4-013f-4f3d-8aec-fea124c1fdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:55Z', 'updated_at': '2021-09-08T09:03:09Z', 'revision_number': 5, 'project_id': 'a2f9a27fb48843b398aaefe83b941227', 'subnets': [{'id': 'b55eaef4-013f-4f3d-8aec-fea124c1fdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:03:35.171426 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41458) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:03:35.202870 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-6b090b47-6847-4c43-8dc0-e2fb6e21d001 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Allocated IP 172.20.0.7 (c973ae74-d868-45d7-8512-13ab7ed1b791/c69359f7-0d90-4906-8a67-6fd5e600c4bc/e14de9e1-dbdd-41d4-bb25-3967a45e30bf) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:03:35.205723 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643bb00-4a64-42ba-82dc-8039c0eca4e3 req-c92ab0c3-8fc0-4425-bfa8-eef967720852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:35.207463 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e643bb00-4a64-42ba-82dc-8039c0eca4e3 req-c92ab0c3-8fc0-4425-bfa8-eef967720852 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a2f9a27fb48843b398aaefe83b941227&device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 1097 time: 0.1324856 Sep 08 09:03:35.208828 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c6cdded4-590e-42f1-8862-9aaaeb98a321 req-6e4e2e7d-b60d-46f6-bbe0-c5eca1896dc7 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:35.263617 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4e2e7d-b60d-46f6-bbe0-c5eca1896dc7 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Pushing event deleted for resources: {'Port': ['ID=8d9aeaa1-7899-4ae9-8747-5d9f0539762e,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:35.278273 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 3d87feba-a338-4c11-b861-3e59f50b6344 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:03:35.293202 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac2898b-ca58-42bc-a5e0-9fef319803b8 None None] Checking router: df41a430-f793-4b9f-9c89-21254b2ff6d0 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:03:35.302848 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac2898b-ca58-42bc-a5e0-9fef319803b8 None None] Routers {'df41a430-f793-4b9f-9c89-21254b2ff6d0'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:03:35.303832 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-1ac2898b-ca58-42bc-a5e0-9fef319803b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:03:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['df41a430-f793-4b9f-9c89-21254b2ff6d0'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:03:35.345023 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebccb5c-08c2-48dd-94c2-5b1f4712234b req-11c184f6-b99a-404c-977b-53f8fb47d46b tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:35.346657 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8ebccb5c-08c2-48dd-94c2-5b1f4712234b req-11c184f6-b99a-404c-977b-53f8fb47d46b tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=477da8ee-0f1c-47cf-9fd8-126eda93b6f1 HTTP/1.1" status: 200 len: 948 time: 0.0976906 Sep 08 09:03:35.401792 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 3d87feba-a338-4c11-b861-3e59f50b6344 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:03:35.403323 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:35.446660 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-1ac2898b-ca58-42bc-a5e0-9fef319803b8 None None] Set router df41a430-f793-4b9f-9c89-21254b2ff6d0 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:03:35.534510 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:35.545405 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c6cdded4-590e-42f1-8862-9aaaeb98a321 req-6e4e2e7d-b60d-46f6-bbe0-c5eca1896dc7 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Notify callbacks [] for floatingip, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:35.549134 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c6cdded4-590e-42f1-8862-9aaaeb98a321 req-6e4e2e7d-b60d-46f6-bbe0-c5eca1896dc7 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:35.549790 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c6cdded4-590e-42f1-8862-9aaaeb98a321 req-6e4e2e7d-b60d-46f6-bbe0-c5eca1896dc7 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] 10.222.0.54 "DELETE /v2.0/floatingips/a9bcb5e9-1217-452a-9993-71cff9443610 HTTP/1.1" status: 204 len: 173 time: 1.4740872 Sep 08 09:03:35.575083 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6558a653-2ef0-494f-9d4a-58b758177df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d87feba-a338-4c11-b861-3e59f50b6344'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:03:35.577934 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc84ca02-c4d4-407f-98cc-009054746f70" -d '{"events": [{"server_uuid": "6558a653-2ef0-494f-9d4a-58b758177df9", "name": "network-vif-plugged", "status": "completed", "tag": "3d87feba-a338-4c11-b861-3e59f50b6344"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:03:35.608850 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 3d87feba-a338-4c11-b861-3e59f50b6344, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=3d87feba-a338-4c11-b861-3e59f50b6344,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:03:35.623966 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:35.744652 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643bb00-4a64-42ba-82dc-8039c0eca4e3 req-ab889329-1a98-4dd1-aeb8-7dca14d70467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:35.747002 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e643bb00-4a64-42ba-82dc-8039c0eca4e3 req-ab889329-1a98-4dd1-aeb8-7dca14d70467 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d15b4ce3-7986-485f-ad78-2afa75611397 HTTP/1.1" status: 200 len: 911 time: 0.4999676 Sep 08 09:03:35.779396 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=3d87feba-a338-4c11-b861-3e59f50b6344,revision_number=7']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:35.801674 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8ebccb5c-08c2-48dd-94c2-5b1f4712234b req-8303555d-19df-47e2-8717-acde5b60e1fb tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4446037 Sep 08 09:03:35.815980 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919c7b2-e8f4-40ad-8d21-7dfbcb4c8882 req-464ca8e4-2fe8-4286-99dc-b140e0b9310e tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:35.815980 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4919c7b2-e8f4-40ad-8d21-7dfbcb4c8882 req-464ca8e4-2fe8-4286-99dc-b140e0b9310e tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.37 "GET /v2.0/ports?device_id=477da8ee-0f1c-47cf-9fd8-126eda93b6f1 HTTP/1.1" status: 200 len: 948 time: 0.2655103 Sep 08 09:03:35.891631 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-1ac2898b-ca58-42bc-a5e0-9fef319803b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'name': 'tempest-AttachVolumeTestJSON-655579207-router', 'tenant_id': 'a2f9a27fb48843b398aaefe83b941227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '50ce655b-179c-4da1-8f1d-05451893c0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:02:51Z', 'updated_at': '2021-09-08T09:02:56Z', 'revision_number': 4, 'project_id': 'a2f9a27fb48843b398aaefe83b941227', 'gw_port': {'id': '50ce655b-179c-4da1-8f1d-05451893c0d2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:52Z', 'updated_at': '2021-09-08T09:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': 'bf8fcb6e-987c-4b1d-86cf-1001a502afee', 'tenant_id': 'a2f9a27fb48843b398aaefe83b941227', 'floating_ip_address': '172.25.0.225', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'port_id': 'e104b66d-db35-49db-824c-4f5d2b6e6a0e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd15b4ce3-7986-485f-ad78-2afa75611397', 'mac_address': 'fa:16:3e:1e:b9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8731f6d-4366-45bd-b19d-72ad957f0558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:03:02Z', 'updated_at': '2021-09-08T09:03:32Z', 'revision_number': 1, 'project_id': 'a2f9a27fb48843b398aaefe83b941227', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3be75f1-9287-45c7-ad60-a4becde4a4da', 'name': '', 'network_id': 'd15b4ce3-7986-485f-ad78-2afa75611397', 'tenant_id': 'a2f9a27fb48843b398aaefe83b941227', 'mac_address': 'fa:16:3e:b8:7c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'b55eaef4-013f-4f3d-8aec-fea124c1fdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:55Z', 'updated_at': '2021-09-08T09:03:09Z', 'revision_number': 5, 'project_id': 'a2f9a27fb48843b398aaefe83b941227', 'subnets': [{'id': 'b55eaef4-013f-4f3d-8aec-fea124c1fdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:03:35.918015 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe66840-ec2d-44f6-a327-a29876758415 x-openstack-request-id: req-0fe66840-ec2d-44f6-a327-a29876758415 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:03:35.918691 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6558a653-2ef0-494f-9d4a-58b758177df9", "name": "network-vif-plugged", "status": "completed", "tag": "3d87feba-a338-4c11-b861-3e59f50b6344", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:03:35.919128 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0fe66840-ec2d-44f6-a327-a29876758415 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:03:35.919729 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6558a653-2ef0-494f-9d4a-58b758177df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d87feba-a338-4c11-b861-3e59f50b6344', 'code': 200} Sep 08 09:03:36.014511 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e643bb00-4a64-42ba-82dc-8039c0eca4e3 req-1ac00283-a0c0-473f-82e7-3277a673840b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e104b66d-db35-49db-824c-4f5d2b6e6a0e HTTP/1.1" status: 200 len: 999 time: 0.2406003 Sep 08 09:03:36.017795 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-6b090b47-6847-4c43-8dc0-e2fb6e21d001 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:36.040506 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac2898b-ca58-42bc-a5e0-9fef319803b8 None None] The sync data for ids ['df41a430-f793-4b9f-9c89-21254b2ff6d0'] in n-d-806683-11 is: [{'id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'name': 'tempest-AttachVolumeTestJSON-655579207-router', 'tenant_id': 'a2f9a27fb48843b398aaefe83b941227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '50ce655b-179c-4da1-8f1d-05451893c0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:02:51Z', 'updated_at': '2021-09-08T09:02:56Z', 'revision_number': 4, 'project_id': 'a2f9a27fb48843b398aaefe83b941227', 'gw_port': {'id': '50ce655b-179c-4da1-8f1d-05451893c0d2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:52Z', 'updated_at': '2021-09-08T09:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': 'bf8fcb6e-987c-4b1d-86cf-1001a502afee', 'tenant_id': 'a2f9a27fb48843b398aaefe83b941227', 'floating_ip_address': '172.25.0.225', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'port_id': 'e104b66d-db35-49db-824c-4f5d2b6e6a0e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd15b4ce3-7986-485f-ad78-2afa75611397', 'mac_address': 'fa:16:3e:1e:b9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8731f6d-4366-45bd-b19d-72ad957f0558', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:03:02Z', 'updated_at': '2021-09-08T09:03:32Z', 'revision_number': 1, 'project_id': 'a2f9a27fb48843b398aaefe83b941227', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3be75f1-9287-45c7-ad60-a4becde4a4da', 'name': '', 'network_id': 'd15b4ce3-7986-485f-ad78-2afa75611397', 'tenant_id': 'a2f9a27fb48843b398aaefe83b941227', 'mac_address': 'fa:16:3e:b8:7c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'b55eaef4-013f-4f3d-8aec-fea124c1fdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:55Z', 'updated_at': '2021-09-08T09:03:09Z', 'revision_number': 5, 'project_id': 'a2f9a27fb48843b398aaefe83b941227', 'subnets': [{'id': 'b55eaef4-013f-4f3d-8aec-fea124c1fdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:03:36.122482 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 7828b36e-4535-4545-b971-de7db6c6d0ec up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:03:36.125315 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-6b090b47-6847-4c43-8dc0-e2fb6e21d001 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Transition to ACTIVE for port object e14de9e1-dbdd-41d4-bb25-3967a45e30bf will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:03:36.164200 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b509f33e-e8c4-4212-bd97-5179d377e9e9 req-7d621f86-8bb0-4b7e-805e-f3ba2f834a81 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 210 time: 0.0521500 Sep 08 09:03:36.176624 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-37cfe2c4-3b20-4666-b8ad-27d1edd91101 req-914d54e5-586b-4f21-9399-ae812be1a539 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3111351 Sep 08 09:03:36.177132 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-4919c7b2-e8f4-40ad-8d21-7dfbcb4c8882 req-04b8d2ec-693a-4d02-b730-cd94d9a65a06 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Deleting port 8503fd18-3ce8-4536-b8d7-b81197b5e812 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:03:36.177493 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4919c7b2-e8f4-40ad-8d21-7dfbcb4c8882 req-04b8d2ec-693a-4d02-b730-cd94d9a65a06 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:36.193956 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-37cfe2c4-3b20-4666-b8ad-27d1edd91101 req-d019d634-bebd-4847-91cb-741e3a546392 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:03:36.201873 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643bb00-4a64-42ba-82dc-8039c0eca4e3 req-6b008ff8-b0d0-4370-ba5e-d61f524fb2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:36.203604 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e643bb00-4a64-42ba-82dc-8039c0eca4e3 req-6b008ff8-b0d0-4370-ba5e-d61f524fb2eb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b55eaef4-013f-4f3d-8aec-fea124c1fdb3 HTTP/1.1" status: 200 len: 849 time: 0.1816683 Sep 08 09:03:36.271435 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 7828b36e-4535-4545-b971-de7db6c6d0ec triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:03:36.271983 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:36.306302 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-37cfe2c4-3b20-4666-b8ad-27d1edd91101 req-d019d634-bebd-4847-91cb-741e3a546392 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Notify callbacks [] for floatingip, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:36.345765 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-6b090b47-6847-4c43-8dc0-e2fb6e21d001 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:36.355442 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643bb00-4a64-42ba-82dc-8039c0eca4e3 req-f99fd48f-0c95-4c7a-8a23-0e1104aa8fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:36.358012 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e643bb00-4a64-42ba-82dc-8039c0eca4e3 req-f99fd48f-0c95-4c7a-8a23-0e1104aa8fba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d15b4ce3-7986-485f-ad78-2afa75611397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1458809 Sep 08 09:03:36.376875 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-4919c7b2-e8f4-40ad-8d21-7dfbcb4c8882 req-04b8d2ec-693a-4d02-b730-cd94d9a65a06 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] For port 8503fd18-3ce8-4536-b8d7-b81197b5e812, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=8503fd18-3ce8-4536-b8d7-b81197b5e812,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:03:36.377382 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4919c7b2-e8f4-40ad-8d21-7dfbcb4c8882 req-04b8d2ec-693a-4d02-b730-cd94d9a65a06 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:36.454053 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-6b090b47-6847-4c43-8dc0-e2fb6e21d001 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Network c973ae74-d868-45d7-8512-13ab7ed1b791 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:03:36.455627 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-4919c7b2-e8f4-40ad-8d21-7dfbcb4c8882 req-04b8d2ec-693a-4d02-b730-cd94d9a65a06 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Calling delete_port for 8503fd18-3ce8-4536-b8d7-b81197b5e812 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:03:36.476363 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-6b090b47-6847-4c43-8dc0-e2fb6e21d001 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:03:36.488689 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-6b090b47-6847-4c43-8dc0-e2fb6e21d001 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:03:36.522564 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ca3410-7ff9-43dd-aac1-6d04ea7c2ac6 None None] New status for floating IP bf8fcb6e-987c-4b1d-86cf-1001a502afee: ACTIVE {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:03:36.527831 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-753abd18-b99f-4dfd-b7d7-475779af1096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:36.593552 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b090b47-6847-4c43-8dc0-e2fb6e21d001 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Pushing event updated for resources: {'Port': ['ID=e14de9e1-dbdd-41d4-bb25-3967a45e30bf,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:36.879321 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-37cfe2c4-3b20-4666-b8ad-27d1edd91101 req-d019d634-bebd-4847-91cb-741e3a546392 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:36.894133 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e643bb00-4a64-42ba-82dc-8039c0eca4e3 req-2c56f6a2-78cc-40d7-8a31-f916dcae2f4b service neutron] 10.222.0.37 "GET /v2.0/networks/d15b4ce3-7986-485f-ad78-2afa75611397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5232291 Sep 08 09:03:36.922444 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4919c7b2-e8f4-40ad-8d21-7dfbcb4c8882 req-04b8d2ec-693a-4d02-b730-cd94d9a65a06 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:36.997854 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-6b090b47-6847-4c43-8dc0-e2fb6e21d001 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:36.998818 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-6b090b47-6847-4c43-8dc0-e2fb6e21d001 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:37.069547 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['4e8387ba-0052-43d4-9873-16ba5900acc5'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:03:37.073297 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['8503fd18-3ce8-4536-b8d7-b81197b5e812', '9d88b0e6-81d1-4f99-b049-7cddfe74d864'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:03:37.137982 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b8d2ec-693a-4d02-b730-cd94d9a65a06 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Pushing event deleted for resources: {'Port': ['ID=8503fd18-3ce8-4536-b8d7-b81197b5e812,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:37.210832 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ab14308d-bfdf-4811-8291-a0a3d137977a None None] Provisioning for port e14de9e1-dbdd-41d4-bb25-3967a45e30bf completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:03:37.245516 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ab14308d-bfdf-4811-8291-a0a3d137977a None None] Provisioning complete for port e14de9e1-dbdd-41d4-bb25-3967a45e30bf triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:03:37.247751 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ab14308d-bfdf-4811-8291-a0a3d137977a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:37.252290 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-6b090b47-6847-4c43-8dc0-e2fb6e21d001 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8047886 Sep 08 09:03:37.271883 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-4919c7b2-e8f4-40ad-8d21-7dfbcb4c8882 req-04b8d2ec-693a-4d02-b730-cd94d9a65a06 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] No DVR routers for this DVR port 8503fd18-3ce8-4536-b8d7-b81197b5e812 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:03:37.302393 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3fff3423-4aa7-4183-902e-4d974f6d3488 req-1ca712da-b68b-48bb-afd5-6a7aceedbd15 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=477da8ee-0f1c-47cf-9fd8-126eda93b6f1 HTTP/1.1" status: 200 len: 210 time: 0.1459889 Sep 08 09:03:37.303667 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4919c7b2-e8f4-40ad-8d21-7dfbcb4c8882 req-04b8d2ec-693a-4d02-b730-cd94d9a65a06 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:37.310736 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4919c7b2-e8f4-40ad-8d21-7dfbcb4c8882 req-04b8d2ec-693a-4d02-b730-cd94d9a65a06 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.37 "DELETE /v2.0/ports/8503fd18-3ce8-4536-b8d7-b81197b5e812 HTTP/1.1" status: 204 len: 173 time: 1.4793921 Sep 08 09:03:37.326423 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-516873f5-c6e7-46b4-942d-1b18a8967a02 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Request body: {'port': {'device_id': '914131e2-07da-4bcb-841e-02708bc6510a', 'network_id': '420ee6df-451a-4285-bec4-d22a945df514', 'admin_state_up': True, 'tenant_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'security_groups': ['ff5a8bf5-da74-457e-a469-a16f81532c39']}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:03:37.336085 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '477da8ee-0f1c-47cf-9fd8-126eda93b6f1', 'name': 'network-vif-deleted', 'tag': '8503fd18-3ce8-4536-b8d7-b81197b5e812'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:03:37.341448 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6ef026-0125-4c2c-983c-9c4750af1e8e" -d '{"events": [{"server_uuid": "477da8ee-0f1c-47cf-9fd8-126eda93b6f1", "name": "network-vif-deleted", "tag": "8503fd18-3ce8-4536-b8d7-b81197b5e812"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:03:37.374871 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [req-37cfe2c4-3b20-4666-b8ad-27d1edd91101 req-d019d634-bebd-4847-91cb-741e3a546392 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Allocated IP 172.25.0.75 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/6787633d-1f18-4075-a816-22d5c1155960) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:03:37.419422 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-ab14308d-bfdf-4811-8291-a0a3d137977a None None] Port e14de9e1-dbdd-41d4-bb25-3967a45e30bf cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:03:37.570302 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e643bb00-4a64-42ba-82dc-8039c0eca4e3 req-bd2b02f3-abcd-48c7-ac12-22f4891dbb0d service neutron] 10.222.0.37 "GET /v2.0/networks/d15b4ce3-7986-485f-ad78-2afa75611397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6637218 Sep 08 09:03:37.662112 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b425c807-16d4-4086-8e5a-427dd97a1827 req-4158de6b-fe0a-4bdc-91ed-276658a1504f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:37.679052 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b425c807-16d4-4086-8e5a-427dd97a1827 req-4158de6b-fe0a-4bdc-91ed-276658a1504f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 931 time: 0.2142982 Sep 08 09:03:37.757665 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b425c807-16d4-4086-8e5a-427dd97a1827 req-95f2f760-4484-4fe8-93c8-43d45fdd1b11 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775113 Sep 08 09:03:37.759919 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-37cfe2c4-3b20-4666-b8ad-27d1edd91101 req-d019d634-bebd-4847-91cb-741e3a546392 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:37.791190 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-516873f5-c6e7-46b4-942d-1b18a8967a02 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Made reservation on behalf of abecbd1fd51847edb20d2ca276b4ddef for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:03:37.796055 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-516873f5-c6e7-46b4-942d-1b18a8967a02 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:37.846218 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-753abd18-b99f-4dfd-b7d7-475779af1096 admin admin] Deleting port a4771153-1032-4d10-bfd5-163ab528deda {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:03:37.846873 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-753abd18-b99f-4dfd-b7d7-475779af1096 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:37.849450 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-37cfe2c4-3b20-4666-b8ad-27d1edd91101 req-d019d634-bebd-4847-91cb-741e3a546392 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:37.927099 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37cfe2c4-3b20-4666-b8ad-27d1edd91101 req-d019d634-bebd-4847-91cb-741e3a546392 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:03:37.973211 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [req-37cfe2c4-3b20-4666-b8ad-27d1edd91101 req-d019d634-bebd-4847-91cb-741e3a546392 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:03:37.990638 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-37cfe2c4-3b20-4666-b8ad-27d1edd91101 req-d019d634-bebd-4847-91cb-741e3a546392 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:03:37.997128 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d019d634-bebd-4847-91cb-741e3a546392 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Pushing event updated for resources: {'Port': ['ID=6787633d-1f18-4075-a816-22d5c1155960,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:38.058545 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-753abd18-b99f-4dfd-b7d7-475779af1096 admin admin] For port a4771153-1032-4d10-bfd5-163ab528deda, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a4771153-1032-4d10-bfd5-163ab528deda,segment=NetworkSegment(6e5d67e3-1a76-4d78-9f48-b8cd636653a5),segment_id=6e5d67e3-1a76-4d78-9f48-b8cd636653a5)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:03:38.058545 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-753abd18-b99f-4dfd-b7d7-475779af1096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:38.065849 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-516873f5-c6e7-46b4-942d-1b18a8967a02 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Allocated IP 10.1.1.175 (420ee6df-451a-4285-bec4-d22a945df514/2c4bc90e-6301-4198-b245-c5a8ab779b3f/89daee6f-0c0f-4335-af2f-1d518b85581e) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:03:38.115038 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-753abd18-b99f-4dfd-b7d7-475779af1096 admin admin] Calling delete_port for a4771153-1032-4d10-bfd5-163ab528deda owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:03:38.290152 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-516873f5-c6e7-46b4-942d-1b18a8967a02 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:38.305689 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66a05e7-4443-4ace-8e4e-8962a73d6509 x-openstack-request-id: req-f66a05e7-4443-4ace-8e4e-8962a73d6509 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:03:38.305689 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "477da8ee-0f1c-47cf-9fd8-126eda93b6f1", "name": "network-vif-deleted", "tag": "8503fd18-3ce8-4536-b8d7-b81197b5e812", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:03:38.305689 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f66a05e7-4443-4ace-8e4e-8962a73d6509 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:03:38.305689 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '477da8ee-0f1c-47cf-9fd8-126eda93b6f1', 'name': 'network-vif-deleted', 'tag': '8503fd18-3ce8-4536-b8d7-b81197b5e812', 'status': 'completed', 'code': 200} Sep 08 09:03:38.342129 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-516873f5-c6e7-46b4-942d-1b18a8967a02 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Transition to ACTIVE for port object 89daee6f-0c0f-4335-af2f-1d518b85581e will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:03:38.461022 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-516873f5-c6e7-46b4-942d-1b18a8967a02 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:38.561015 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-516873f5-c6e7-46b4-942d-1b18a8967a02 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Network 420ee6df-451a-4285-bec4-d22a945df514 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:03:38.565848 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-516873f5-c6e7-46b4-942d-1b18a8967a02 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:03:38.592894 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9650756-7a0c-4767-9af5-543b3f132832 req-ca364c20-573e-4385-a197-1ab34f2336f7 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=477da8ee-0f1c-47cf-9fd8-126eda93b6f1 HTTP/1.1" status: 200 len: 210 time: 0.0516467 Sep 08 09:03:38.593715 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-516873f5-c6e7-46b4-942d-1b18a8967a02 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:03:38.668961 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516873f5-c6e7-46b4-942d-1b18a8967a02 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Pushing event updated for resources: {'Port': ['ID=89daee6f-0c0f-4335-af2f-1d518b85581e,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:38.711414 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-516873f5-c6e7-46b4-942d-1b18a8967a02 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:38.713000 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-516873f5-c6e7-46b4-942d-1b18a8967a02 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:38.736444 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-516873f5-c6e7-46b4-942d-1b18a8967a02 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4555779 Sep 08 09:03:38.764601 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-5f49fef6-b748-4892-a4b2-a09b22f0c035 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Request body: {'port': {'device_id': '914131e2-07da-4bcb-841e-02708bc6510a', 'network_id': '420ee6df-451a-4285-bec4-d22a945df514', 'admin_state_up': True, 'tenant_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'security_groups': ['ff5a8bf5-da74-457e-a469-a16f81532c39']}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:03:38.862740 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-37cfe2c4-3b20-4666-b8ad-27d1edd91101 req-d019d634-bebd-4847-91cb-741e3a546392 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:38.923834 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-37cfe2c4-3b20-4666-b8ad-27d1edd91101 req-d019d634-bebd-4847-91cb-741e3a546392 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:39.010911 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-5f49fef6-b748-4892-a4b2-a09b22f0c035 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Made reservation on behalf of abecbd1fd51847edb20d2ca276b4ddef for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:03:39.015868 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-5f49fef6-b748-4892-a4b2-a09b22f0c035 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:39.143231 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-753abd18-b99f-4dfd-b7d7-475779af1096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:39.169948 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-756e457e-9cbd-4966-922a-6ad5ca9eb0d9 None None] Provisioning for port 89daee6f-0c0f-4335-af2f-1d518b85581e completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:03:39.181191 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753abd18-b99f-4dfd-b7d7-475779af1096 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4771153-1032-4d10-bfd5-163ab528deda,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:39.201195 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-756e457e-9cbd-4966-922a-6ad5ca9eb0d9 None None] Provisioning complete for port 89daee6f-0c0f-4335-af2f-1d518b85581e triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:03:39.203011 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-756e457e-9cbd-4966-922a-6ad5ca9eb0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:39.248574 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2cc8f0-cbda-486a-a0a8-a0abc7a99527 req-0a3f47ff-3dd0-4228-b1b0-42d118668f8c tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:39.255368 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2cc8f0-cbda-486a-a0a8-a0abc7a99527 req-0a3f47ff-3dd0-4228-b1b0-42d118668f8c tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:39.266309 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4b2cc8f0-cbda-486a-a0a8-a0abc7a99527 req-0a3f47ff-3dd0-4228-b1b0-42d118668f8c tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 1653 time: 0.2942936 Sep 08 09:03:39.315381 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-756e457e-9cbd-4966-922a-6ad5ca9eb0d9 None None] Port 89daee6f-0c0f-4335-af2f-1d518b85581e cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:03:39.323072 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-5f49fef6-b748-4892-a4b2-a09b22f0c035 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Allocated IP 10.1.1.120 (420ee6df-451a-4285-bec4-d22a945df514/2c4bc90e-6301-4198-b245-c5a8ab779b3f/aa0aa366-6055-4adf-a15d-7672841d5a44) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:03:39.380248 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 8503fd18-3ce8-4536-b8d7-b81197b5e812 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:03:39.386888 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4b2cc8f0-cbda-486a-a0a8-a0abc7a99527 req-5c2e5afa-8ca6-49b8-bb9b-ed01cd846bbd tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186841 Sep 08 09:03:39.456398 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 8503fd18-3ce8-4536-b8d7-b81197b5e812 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:03:39.457617 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 8503fd18-3ce8-4536-b8d7-b81197b5e812 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:03:39.595444 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-37cfe2c4-3b20-4666-b8ad-27d1edd91101 req-d019d634-bebd-4847-91cb-741e3a546392 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:39.610931 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-753abd18-b99f-4dfd-b7d7-475779af1096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:39.618649 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-37cfe2c4-3b20-4666-b8ad-27d1edd91101 req-d019d634-bebd-4847-91cb-741e3a546392 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:39.668998 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-5f49fef6-b748-4892-a4b2-a09b22f0c035 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:39.698134 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-5f49fef6-b748-4892-a4b2-a09b22f0c035 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Transition to ACTIVE for port object aa0aa366-6055-4adf-a15d-7672841d5a44 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:03:39.774659 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-5f49fef6-b748-4892-a4b2-a09b22f0c035 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:39.833091 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-5f49fef6-b748-4892-a4b2-a09b22f0c035 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Network 420ee6df-451a-4285-bec4-d22a945df514 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:03:39.836944 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-5f49fef6-b748-4892-a4b2-a09b22f0c035 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:03:39.844471 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-5f49fef6-b748-4892-a4b2-a09b22f0c035 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:03:39.852112 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f49fef6-b748-4892-a4b2-a09b22f0c035 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Pushing event updated for resources: {'Port': ['ID=aa0aa366-6055-4adf-a15d-7672841d5a44,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:39.871173 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d019d634-bebd-4847-91cb-741e3a546392 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Pushing event updated for resources: {'Port': ['ID=6787633d-1f18-4075-a816-22d5c1155960,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:39.943886 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-5f49fef6-b748-4892-a4b2-a09b22f0c035 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:39.950766 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-5f49fef6-b748-4892-a4b2-a09b22f0c035 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:39.989108 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-5f49fef6-b748-4892-a4b2-a09b22f0c035 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2386346 Sep 08 09:03:40.006992 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-37cfe2c4-3b20-4666-b8ad-27d1edd91101 req-d019d634-bebd-4847-91cb-741e3a546392 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:40.008952 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-806bef6a-1f2a-4973-a744-2a82cece66e6 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Request body: {'port': {'device_id': '914131e2-07da-4bcb-841e-02708bc6510a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '9bae99d0-5102-4755-9f02-231ba14451d5', 'admin_state_up': True, 'tenant_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'security_groups': ['ff5a8bf5-da74-457e-a469-a16f81532c39']}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:03:40.132511 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-37cfe2c4-3b20-4666-b8ad-27d1edd91101 req-d019d634-bebd-4847-91cb-741e3a546392 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:40.133757 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-37cfe2c4-3b20-4666-b8ad-27d1edd91101 req-d019d634-bebd-4847-91cb-741e3a546392 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.9536395 Sep 08 09:03:40.259506 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-806bef6a-1f2a-4973-a744-2a82cece66e6 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Made reservation on behalf of abecbd1fd51847edb20d2ca276b4ddef for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:03:40.276891 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-37cfe2c4-3b20-4666-b8ad-27d1edd91101 req-e07e4f77-ba2a-428d-9a7d-d6c62a2517b3 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.75 HTTP/1.1" status: 200 len: 695 time: 0.1333568 Sep 08 09:03:40.353384 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-94d85a54-8453-4ee6-ba2b-da23ad730508 None None] Provisioning for port aa0aa366-6055-4adf-a15d-7672841d5a44 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:03:40.372209 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-94d85a54-8453-4ee6-ba2b-da23ad730508 None None] Provisioning complete for port aa0aa366-6055-4adf-a15d-7672841d5a44 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:03:40.373782 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-94d85a54-8453-4ee6-ba2b-da23ad730508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:40.478302 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-753abd18-b99f-4dfd-b7d7-475779af1096 admin admin] Router 1b24dfed-5b98-4eca-837d-5763d08344ec has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:03:40.501828 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-94d85a54-8453-4ee6-ba2b-da23ad730508 None None] Port aa0aa366-6055-4adf-a15d-7672841d5a44 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:03:40.524709 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cfe2c4-3b20-4666-b8ad-27d1edd91101 req-6f7179d0-b728-4cb1-b8a5-46d40027d686 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:40.537735 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-37cfe2c4-3b20-4666-b8ad-27d1edd91101 req-6f7179d0-b728-4cb1-b8a5-46d40027d686 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] 10.222.0.54 "GET /v2.0/networks/399c4174-1e86-4a10-bb99-f875a09107d5 HTTP/1.1" status: 200 len: 784 time: 0.2598062 Sep 08 09:03:40.828998 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e668980-faa1-493c-98db-5d7afc87d3cf req-61efc206-5268-46d9-a571-2de240cf8e66 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:40.830812 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0e668980-faa1-493c-98db-5d7afc87d3cf req-61efc206-5268-46d9-a571-2de240cf8e66 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a94f181-4a86-480c-9c94-fc2506820e7d HTTP/1.1" status: 200 len: 949 time: 0.1768925 Sep 08 09:03:40.862584 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753abd18-b99f-4dfd-b7d7-475779af1096 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:03:40.877470 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e92d40a-c296-43dd-867c-1bbfa0dc35b1 None None] Sync routers for ids ['1b24dfed-5b98-4eca-837d-5763d08344ec'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:03:40.894408 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-753abd18-b99f-4dfd-b7d7-475779af1096 admin admin] 10.222.0.54 "PUT /v2.0/routers/1b24dfed-5b98-4eca-837d-5763d08344ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7217793 Sep 08 09:03:40.905120 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0e668980-faa1-493c-98db-5d7afc87d3cf req-0fda0f0d-293c-48a1-9bff-469280056588 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606546 Sep 08 09:03:40.905926 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41578) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:03:40.921305 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e92d40a-c296-43dd-867c-1bbfa0dc35b1 None None] Routers {'1b24dfed-5b98-4eca-837d-5763d08344ec'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:03:40.922093 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-8e92d40a-c296-43dd-867c-1bbfa0dc35b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:03:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['1b24dfed-5b98-4eca-837d-5763d08344ec'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:03:40.924609 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-806bef6a-1f2a-4973-a744-2a82cece66e6 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:41.095535 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f9166-31cc-4f20-b85a-4506671115b4 req-4daa7243-9e30-47cf-a96f-cee076e9cd75 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:41.102307 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f9166-31cc-4f20-b85a-4506671115b4 req-4daa7243-9e30-47cf-a96f-cee076e9cd75 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:41.109475 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f9166-31cc-4f20-b85a-4506671115b4 req-4daa7243-9e30-47cf-a96f-cee076e9cd75 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:41.112446 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ae9fd4a3-3a2a-45db-a738-0b2b69e775b3 req-f216647b-2164-4e1b-bd1f-40116463050e tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] 10.222.0.54 "GET /v2.0/floatingips/be1022c5-52a5-4e58-9381-09ad8c423041 HTTP/1.1" status: 200 len: 692 time: 0.1203232 Sep 08 09:03:41.117925 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-913f9166-31cc-4f20-b85a-4506671115b4 req-4daa7243-9e30-47cf-a96f-cee076e9cd75 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 2374 time: 0.1973634 Sep 08 09:03:41.210655 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-8e92d40a-c296-43dd-867c-1bbfa0dc35b1 None None] Set router 1b24dfed-5b98-4eca-837d-5763d08344ec gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:03:41.285408 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-913f9166-31cc-4f20-b85a-4506671115b4 req-5356eecd-0d2e-445b-8355-58015755949c tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622684 Sep 08 09:03:41.320911 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-806bef6a-1f2a-4973-a744-2a82cece66e6 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Allocated IP 10.2.2.100 (9bae99d0-5102-4755-9f02-231ba14451d5/33cffe46-3ff7-49e8-a881-f3c38e341dd0/fee93a55-5fb2-48b1-9e9b-9174983a4b10) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:03:41.438635 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-df1321af-e6e7-4694-883e-26042ae9cbda admin admin] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:41.563772 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-806bef6a-1f2a-4973-a744-2a82cece66e6 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:41.590745 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-806bef6a-1f2a-4973-a744-2a82cece66e6 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Transition to ACTIVE for port object fee93a55-5fb2-48b1-9e9b-9174983a4b10 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:03:41.598642 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9fd4a3-3a2a-45db-a738-0b2b69e775b3 req-4e754736-21e0-4249-bb48-9cfc670407e1 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:41.608242 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ae9fd4a3-3a2a-45db-a738-0b2b69e775b3 req-4e754736-21e0-4249-bb48-9cfc670407e1 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] 10.222.0.54 "GET /v2.0/networks/399c4174-1e86-4a10-bb99-f875a09107d5 HTTP/1.1" status: 200 len: 784 time: 0.4845998 Sep 08 09:03:41.613973 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-8e92d40a-c296-43dd-867c-1bbfa0dc35b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1074538872-router', 'tenant_id': 'db87c3df22f54cac9f5bd24547674625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '4247d3f1-3fd2-4989-9812-be018df0712c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:56:01Z', 'updated_at': '2021-09-08T09:03:39Z', 'revision_number': 5, 'project_id': 'db87c3df22f54cac9f5bd24547674625', 'gw_port': {'id': '4247d3f1-3fd2-4989-9812-be018df0712c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:17:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:03Z', 'updated_at': '2021-09-08T08:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:03:41.641286 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [req-ae9fd4a3-3a2a-45db-a738-0b2b69e775b3 req-97476ec9-64f6-4500-aab6-cd49cb83ea90 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:03:41.645498 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ae9fd4a3-3a2a-45db-a738-0b2b69e775b3 req-97476ec9-64f6-4500-aab6-cd49cb83ea90 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0285966 Sep 08 09:03:41.695878 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-806bef6a-1f2a-4973-a744-2a82cece66e6 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:41.724322 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e92d40a-c296-43dd-867c-1bbfa0dc35b1 None None] Checking router: 1b24dfed-5b98-4eca-837d-5763d08344ec for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:03:41.758487 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e92d40a-c296-43dd-867c-1bbfa0dc35b1 None None] Routers {'1b24dfed-5b98-4eca-837d-5763d08344ec'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:03:41.759792 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-8e92d40a-c296-43dd-867c-1bbfa0dc35b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:03:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['1b24dfed-5b98-4eca-837d-5763d08344ec'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:03:41.782637 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ae9fd4a3-3a2a-45db-a738-0b2b69e775b3 req-c587720e-bb09-426b-bf7d-8a85e66ea0f9 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.75 HTTP/1.1" status: 200 len: 695 time: 0.1283267 Sep 08 09:03:41.796952 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-806bef6a-1f2a-4973-a744-2a82cece66e6 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Network 9bae99d0-5102-4755-9f02-231ba14451d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:03:41.803194 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-806bef6a-1f2a-4973-a744-2a82cece66e6 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:03:41.829557 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-806bef6a-1f2a-4973-a744-2a82cece66e6 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:03:41.856388 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806bef6a-1f2a-4973-a744-2a82cece66e6 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Pushing event updated for resources: {'Port': ['ID=fee93a55-5fb2-48b1-9e9b-9174983a4b10,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:41.956487 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ae9fd4a3-3a2a-45db-a738-0b2b69e775b3 req-09227a35-9738-4746-8c4e-15aedca4180c tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.75 HTTP/1.1" status: 200 len: 695 time: 0.1659615 Sep 08 09:03:41.982142 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-8e92d40a-c296-43dd-867c-1bbfa0dc35b1 None None] Set router 1b24dfed-5b98-4eca-837d-5763d08344ec gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:03:41.999424 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-806bef6a-1f2a-4973-a744-2a82cece66e6 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:42.005755 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-806bef6a-1f2a-4973-a744-2a82cece66e6 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:42.046079 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-806bef6a-1f2a-4973-a744-2a82cece66e6 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0422754 Sep 08 09:03:42.064345 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-797b7bfc-08d5-46c1-b557-9a445b138e31 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Request body: {'port': {'device_id': '914131e2-07da-4bcb-841e-02708bc6510a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '9bae99d0-5102-4755-9f02-231ba14451d5', 'admin_state_up': True, 'tenant_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'security_groups': ['ff5a8bf5-da74-457e-a469-a16f81532c39']}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:03:42.091705 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-df1321af-e6e7-4694-883e-26042ae9cbda admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:42.239266 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-ae9fd4a3-3a2a-45db-a738-0b2b69e775b3 req-65623516-a103-4b68-967d-9157392234bb tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Deleting port 6787633d-1f18-4075-a816-22d5c1155960 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:03:42.239916 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-ae9fd4a3-3a2a-45db-a738-0b2b69e775b3 req-65623516-a103-4b68-967d-9157392234bb tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:42.248310 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-df1321af-e6e7-4694-883e-26042ae9cbda admin admin] Deleting port 4247d3f1-3fd2-4989-9812-be018df0712c {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:03:42.248884 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-df1321af-e6e7-4694-883e-26042ae9cbda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:42.268225 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-9314d753-7da6-4c7c-94df-f5b14e2ee7ca None None] Provisioning for port fee93a55-5fb2-48b1-9e9b-9174983a4b10 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:03:42.275636 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-9314d753-7da6-4c7c-94df-f5b14e2ee7ca None None] Provisioning complete for port fee93a55-5fb2-48b1-9e9b-9174983a4b10 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:03:42.276299 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9314d753-7da6-4c7c-94df-f5b14e2ee7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:42.315762 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-8e92d40a-c296-43dd-867c-1bbfa0dc35b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1074538872-router', 'tenant_id': 'db87c3df22f54cac9f5bd24547674625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '4247d3f1-3fd2-4989-9812-be018df0712c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:56:01Z', 'updated_at': '2021-09-08T09:03:39Z', 'revision_number': 5, 'project_id': 'db87c3df22f54cac9f5bd24547674625', 'gw_port': {'id': '4247d3f1-3fd2-4989-9812-be018df0712c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:17:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:03Z', 'updated_at': '2021-09-08T08:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:03:42.337745 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92df3d8-a6b9-4972-9e8b-fc2ada82816e req-23d04605-cf4c-4ec2-82e0-28d212933648 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:42.344015 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d92df3d8-a6b9-4972-9e8b-fc2ada82816e req-23d04605-cf4c-4ec2-82e0-28d212933648 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a94f181-4a86-480c-9c94-fc2506820e7d HTTP/1.1" status: 200 len: 949 time: 0.2707644 Sep 08 09:03:42.360692 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e92d40a-c296-43dd-867c-1bbfa0dc35b1 None None] The sync data for ids ['1b24dfed-5b98-4eca-837d-5763d08344ec'] in n-d-806683-11 is: [{'id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1074538872-router', 'tenant_id': 'db87c3df22f54cac9f5bd24547674625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '4247d3f1-3fd2-4989-9812-be018df0712c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:56:01Z', 'updated_at': '2021-09-08T09:03:39Z', 'revision_number': 5, 'project_id': 'db87c3df22f54cac9f5bd24547674625', 'gw_port': {'id': '4247d3f1-3fd2-4989-9812-be018df0712c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:17:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b24dfed-5b98-4eca-837d-5763d08344ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:03Z', 'updated_at': '2021-09-08T08:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:03:42.385385 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-9314d753-7da6-4c7c-94df-f5b14e2ee7ca None None] Port fee93a55-5fb2-48b1-9e9b-9174983a4b10 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:03:42.471468 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d92df3d8-a6b9-4972-9e8b-fc2ada82816e req-69428b55-c7b9-45f6-8a92-1e199bbd6646 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957496 Sep 08 09:03:42.479119 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-797b7bfc-08d5-46c1-b557-9a445b138e31 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Made reservation on behalf of abecbd1fd51847edb20d2ca276b4ddef for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:03:42.484740 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-797b7bfc-08d5-46c1-b557-9a445b138e31 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:42.514169 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-ae9fd4a3-3a2a-45db-a738-0b2b69e775b3 req-65623516-a103-4b68-967d-9157392234bb tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:42.514725 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-ae9fd4a3-3a2a-45db-a738-0b2b69e775b3 req-65623516-a103-4b68-967d-9157392234bb tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:42.523820 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de5e7b6-2a24-439a-b888-e40475b8c5eb req-04507ff7-69a2-4d27-855f-51efd696eca8 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:42.528181 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5de5e7b6-2a24-439a-b888-e40475b8c5eb req-04507ff7-69a2-4d27-855f-51efd696eca8 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a94f181-4a86-480c-9c94-fc2506820e7d HTTP/1.1" status: 200 len: 949 time: 0.2172549 Sep 08 09:03:42.535129 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-df1321af-e6e7-4694-883e-26042ae9cbda admin admin] For port 4247d3f1-3fd2-4989-9812-be018df0712c, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=4247d3f1-3fd2-4989-9812-be018df0712c,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:03:42.535714 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-df1321af-e6e7-4694-883e-26042ae9cbda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:42.555534 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-ae9fd4a3-3a2a-45db-a738-0b2b69e775b3 req-65623516-a103-4b68-967d-9157392234bb tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Calling delete_port for 6787633d-1f18-4075-a816-22d5c1155960 owned by network:floatingip {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:03:42.564403 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-df1321af-e6e7-4694-883e-26042ae9cbda admin admin] Calling delete_port for 4247d3f1-3fd2-4989-9812-be018df0712c owned by network:router_gateway {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:03:42.815851 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903eeaf1-69f2-467f-bb1b-bfed0fd4247d req-ec39b68b-1baf-44b5-8b0b-c5483152c610 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:42.830397 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903eeaf1-69f2-467f-bb1b-bfed0fd4247d req-ec39b68b-1baf-44b5-8b0b-c5483152c610 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:42.836459 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903eeaf1-69f2-467f-bb1b-bfed0fd4247d req-ec39b68b-1baf-44b5-8b0b-c5483152c610 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:42.843877 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903eeaf1-69f2-467f-bb1b-bfed0fd4247d req-ec39b68b-1baf-44b5-8b0b-c5483152c610 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:42.852193 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-903eeaf1-69f2-467f-bb1b-bfed0fd4247d req-ec39b68b-1baf-44b5-8b0b-c5483152c610 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 3095 time: 0.2509799 Sep 08 09:03:42.953230 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-903eeaf1-69f2-467f-bb1b-bfed0fd4247d req-74345a64-5f0e-43b9-9a80-3d8cc06bb0ba tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002979 Sep 08 09:03:42.971420 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-5de5e7b6-2a24-439a-b888-e40475b8c5eb req-27e82a18-960c-42c5-8ff9-2f9cf5551a04 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Deleting port 4e8387ba-0052-43d4-9873-16ba5900acc5 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:03:42.975102 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5de5e7b6-2a24-439a-b888-e40475b8c5eb req-27e82a18-960c-42c5-8ff9-2f9cf5551a04 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:43.045705 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-797b7bfc-08d5-46c1-b557-9a445b138e31 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Allocated IP 10.2.2.200 (9bae99d0-5102-4755-9f02-231ba14451d5/33cffe46-3ff7-49e8-a881-f3c38e341dd0/dfca467b-4c54-46ec-8ec3-b88af0e82d9d) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:03:43.068890 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-ae9fd4a3-3a2a-45db-a738-0b2b69e775b3 req-65623516-a103-4b68-967d-9157392234bb tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:43.099731 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65623516-a103-4b68-967d-9157392234bb tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Pushing event deleted for resources: {'Port': ['ID=6787633d-1f18-4075-a816-22d5c1155960,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:43.200794 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-df1321af-e6e7-4694-883e-26042ae9cbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:43.252834 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-5de5e7b6-2a24-439a-b888-e40475b8c5eb req-27e82a18-960c-42c5-8ff9-2f9cf5551a04 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] For port 4e8387ba-0052-43d4-9873-16ba5900acc5, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=4e8387ba-0052-43d4-9873-16ba5900acc5,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:03:43.253210 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5de5e7b6-2a24-439a-b888-e40475b8c5eb req-27e82a18-960c-42c5-8ff9-2f9cf5551a04 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:43.293350 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-5de5e7b6-2a24-439a-b888-e40475b8c5eb req-27e82a18-960c-42c5-8ff9-2f9cf5551a04 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Calling delete_port for 4e8387ba-0052-43d4-9873-16ba5900acc5 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:03:43.300896 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1321af-e6e7-4694-883e-26042ae9cbda admin admin] Pushing event deleted for resources: {'Port': ['ID=4247d3f1-3fd2-4989-9812-be018df0712c,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:43.385870 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-ae9fd4a3-3a2a-45db-a738-0b2b69e775b3 req-65623516-a103-4b68-967d-9157392234bb tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Notify callbacks [] for floatingip, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:43.389378 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-ae9fd4a3-3a2a-45db-a738-0b2b69e775b3 req-65623516-a103-4b68-967d-9157392234bb tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:43.395888 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ae9fd4a3-3a2a-45db-a738-0b2b69e775b3 req-65623516-a103-4b68-967d-9157392234bb tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] 10.222.0.54 "DELETE /v2.0/floatingips/be1022c5-52a5-4e58-9381-09ad8c423041 HTTP/1.1" status: 204 len: 173 time: 1.4374564 Sep 08 09:03:43.429876 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-df1321af-e6e7-4694-883e-26042ae9cbda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:43.561886 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-797b7bfc-08d5-46c1-b557-9a445b138e31 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:43.593870 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [req-d2077417-f931-4e75-998b-bfbc2210d181 req-3c5245e6-08b4-4c4e-9e4e-419c3beb885a tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] show failed (client error): The resource could not be found. Sep 08 09:03:43.606950 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d2077417-f931-4e75-998b-bfbc2210d181 req-3c5245e6-08b4-4c4e-9e4e-419c3beb885a tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] 10.222.0.54 "GET /v2.0/floatingips/be1022c5-52a5-4e58-9381-09ad8c423041 HTTP/1.1" status: 404 len: 350 time: 0.1290963 Sep 08 09:03:43.683686 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-797b7bfc-08d5-46c1-b557-9a445b138e31 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Transition to ACTIVE for port object dfca467b-4c54-46ec-8ec3-b88af0e82d9d will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:03:43.693078 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-df1321af-e6e7-4694-883e-26042ae9cbda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:43.811519 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [req-c8297f61-d07f-42de-8d1f-3d5591a728e5 req-18d05444-0bdf-4610-8453-a3791542c4b3 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] show failed (client error): The resource could not be found. Sep 08 09:03:43.812744 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c8297f61-d07f-42de-8d1f-3d5591a728e5 req-18d05444-0bdf-4610-8453-a3791542c4b3 tempest-FloatingIPsTestJSON-216792891 tempest-FloatingIPsTestJSON-216792891-project] 10.222.0.54 "GET /v2.0/floatingips/be1022c5-52a5-4e58-9381-09ad8c423041 HTTP/1.1" status: 404 len: 350 time: 0.1242085 Sep 08 09:03:43.814109 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-df1321af-e6e7-4694-883e-26042ae9cbda admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:43.845758 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41618) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:03:43.909580 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4a537-5a74-4a35-8679-401b17b5f4dc req-7ff51f68-328e-49f2-9e5d-2987b00a8580 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:43.911302 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-03e4a537-5a74-4a35-8679-401b17b5f4dc req-7ff51f68-328e-49f2-9e5d-2987b00a8580 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=8a94f181-4a86-480c-9c94-fc2506820e7d HTTP/1.1" status: 200 len: 949 time: 0.3142533 Sep 08 09:03:43.996005 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5de5e7b6-2a24-439a-b888-e40475b8c5eb req-27e82a18-960c-42c5-8ff9-2f9cf5551a04 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:43.996005 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-797b7bfc-08d5-46c1-b557-9a445b138e31 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:44.025573 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['9d88b0e6-81d1-4f99-b049-7cddfe74d864'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:03:44.061647 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e82a18-960c-42c5-8ff9-2f9cf5551a04 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Pushing event deleted for resources: {'Port': ['ID=4e8387ba-0052-43d4-9873-16ba5900acc5,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:44.093141 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-03e4a537-5a74-4a35-8679-401b17b5f4dc req-e75c9a33-367b-4eb9-b381-16a8065476f5 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608431 Sep 08 09:03:44.154744 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-5de5e7b6-2a24-439a-b888-e40475b8c5eb req-27e82a18-960c-42c5-8ff9-2f9cf5551a04 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] No DVR routers for this DVR port 4e8387ba-0052-43d4-9873-16ba5900acc5 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:03:44.158236 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-797b7bfc-08d5-46c1-b557-9a445b138e31 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Network 9bae99d0-5102-4755-9f02-231ba14451d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:03:44.164752 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5de5e7b6-2a24-439a-b888-e40475b8c5eb req-27e82a18-960c-42c5-8ff9-2f9cf5551a04 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:44.167133 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5de5e7b6-2a24-439a-b888-e40475b8c5eb req-27e82a18-960c-42c5-8ff9-2f9cf5551a04 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.35 "DELETE /v2.0/ports/4e8387ba-0052-43d4-9873-16ba5900acc5 HTTP/1.1" status: 204 len: 173 time: 1.6253111 Sep 08 09:03:44.168305 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a94f181-4a86-480c-9c94-fc2506820e7d', 'name': 'network-vif-deleted', 'tag': '4e8387ba-0052-43d4-9873-16ba5900acc5'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:03:44.171424 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d840e7bc-61f3-4cd1-b0e2-465121bf6e0a" -d '{"events": [{"server_uuid": "8a94f181-4a86-480c-9c94-fc2506820e7d", "name": "network-vif-deleted", "tag": "4e8387ba-0052-43d4-9873-16ba5900acc5"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:03:44.177922 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-797b7bfc-08d5-46c1-b557-9a445b138e31 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:03:44.183998 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-797b7bfc-08d5-46c1-b557-9a445b138e31 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:03:44.238561 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b7bfc-08d5-46c1-b557-9a445b138e31 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Pushing event updated for resources: {'Port': ['ID=dfca467b-4c54-46ec-8ec3-b88af0e82d9d,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:44.280799 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-797b7bfc-08d5-46c1-b557-9a445b138e31 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:44.282992 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-797b7bfc-08d5-46c1-b557-9a445b138e31 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:44.352076 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-797b7bfc-08d5-46c1-b557-9a445b138e31 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2920692 Sep 08 09:03:44.358892 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a4771153-1032-4d10-bfd5-163ab528deda no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:03:44.383507 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-a4b167ac-c78a-4c0b-b5b1-67458c447d0d service neutron] Request body: {'port': {'device_id': '914131e2-07da-4bcb-841e-02708bc6510a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:03:44.397742 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: a4771153-1032-4d10-bfd5-163ab528deda {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:03:44.398365 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a4771153-1032-4d10-bfd5-163ab528deda not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:03:44.461841 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518a9975-bbd9-4dff-8315-3d2c4d4fe104 x-openstack-request-id: req-518a9975-bbd9-4dff-8315-3d2c4d4fe104 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:03:44.462764 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a94f181-4a86-480c-9c94-fc2506820e7d", "name": "network-vif-deleted", "tag": "4e8387ba-0052-43d4-9873-16ba5900acc5", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:03:44.463014 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-518a9975-bbd9-4dff-8315-3d2c4d4fe104 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:03:44.465503 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a94f181-4a86-480c-9c94-fc2506820e7d', 'name': 'network-vif-deleted', 'tag': '4e8387ba-0052-43d4-9873-16ba5900acc5', 'status': 'completed', 'code': 200} Sep 08 09:03:44.553749 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-a4b167ac-c78a-4c0b-b5b1-67458c447d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:44.908652 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-681bdb4e-b899-44f6-9d10-199608e88505 None None] Provisioning for port dfca467b-4c54-46ec-8ec3-b88af0e82d9d completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:03:44.922165 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-681bdb4e-b899-44f6-9d10-199608e88505 None None] Provisioning complete for port dfca467b-4c54-46ec-8ec3-b88af0e82d9d triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:03:44.924841 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-681bdb4e-b899-44f6-9d10-199608e88505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:44.992317 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-df1321af-e6e7-4694-883e-26042ae9cbda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:44.992910 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1321af-e6e7-4694-883e-26042ae9cbda admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b24dfed-5b98-4eca-837d-5763d08344ec {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:03:45.000426 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-df1321af-e6e7-4694-883e-26042ae9cbda admin admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:45.004093 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-df1321af-e6e7-4694-883e-26042ae9cbda admin admin] 10.222.0.54 "DELETE /v2.0/routers/1b24dfed-5b98-4eca-837d-5763d08344ec HTTP/1.1" status: 204 len: 168 time: 4.0937092 Sep 08 09:03:45.009324 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 41644) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:03:45.059408 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-681bdb4e-b899-44f6-9d10-199608e88505 None None] Port dfca467b-4c54-46ec-8ec3-b88af0e82d9d cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:03:45.187599 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f667b89-217a-4db6-be11-e94994542ff7 req-6d9b534c-e1c3-4ab4-a374-da7821478c75 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:45.196259 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f667b89-217a-4db6-be11-e94994542ff7 req-6d9b534c-e1c3-4ab4-a374-da7821478c75 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:45.203866 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f667b89-217a-4db6-be11-e94994542ff7 req-6d9b534c-e1c3-4ab4-a374-da7821478c75 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:45.204441 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-6776016b-a61e-4132-b088-b84da030b0ec admin admin] Deleting subnet 5306a8b8-86cd-4361-8bb4-448984316315 {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:03:45.211157 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f667b89-217a-4db6-be11-e94994542ff7 req-6d9b534c-e1c3-4ab4-a374-da7821478c75 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:45.216388 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6776016b-a61e-4132-b088-b84da030b0ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:45.219613 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f667b89-217a-4db6-be11-e94994542ff7 req-6d9b534c-e1c3-4ab4-a374-da7821478c75 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:45.228565 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2f667b89-217a-4db6-be11-e94994542ff7 req-6d9b534c-e1c3-4ab4-a374-da7821478c75 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 3816 time: 0.2535055 Sep 08 09:03:45.329419 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-a4b167ac-c78a-4c0b-b5b1-67458c447d0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e14de9e1-dbdd-41d4-bb25-3967a45e30bf {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:03:45.354632 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6776016b-a61e-4132-b088-b84da030b0ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:45.385241 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 4e8387ba-0052-43d4-9873-16ba5900acc5 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:03:45.385499 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-a4b167ac-c78a-4c0b-b5b1-67458c447d0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:45.423642 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-a4b167ac-c78a-4c0b-b5b1-67458c447d0d service neutron] Transition to ACTIVE for port object e14de9e1-dbdd-41d4-bb25-3967a45e30bf will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:03:45.432181 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-a4b167ac-c78a-4c0b-b5b1-67458c447d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:45.452614 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: 4e8387ba-0052-43d4-9873-16ba5900acc5 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:03:45.454164 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 4e8387ba-0052-43d4-9873-16ba5900acc5 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:03:45.517729 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2f667b89-217a-4db6-be11-e94994542ff7 req-fde7d4b8-49da-4278-8e91-be261a900952 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2879603 Sep 08 09:03:45.681259 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6776016b-a61e-4132-b088-b84da030b0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:45.832753 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6776016b-a61e-4132-b088-b84da030b0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:45.867794 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b167ac-c78a-4c0b-b5b1-67458c447d0d service neutron] Pushing event updated for resources: {'Port': ['ID=e14de9e1-dbdd-41d4-bb25-3967a45e30bf,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:45.904272 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776016b-a61e-4132-b088-b84da030b0ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5306a8b8-86cd-4361-8bb4-448984316315,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:45.928263 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6776016b-a61e-4132-b088-b84da030b0ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:45.934353 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-6776016b-a61e-4132-b088-b84da030b0ec admin admin] 10.222.0.54 "DELETE /v2.0/subnets/5306a8b8-86cd-4361-8bb4-448984316315 HTTP/1.1" status: 204 len: 168 time: 0.9241476 Sep 08 09:03:45.936123 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9154982b-c982-4946-8469-9fe582034bca None None] Network ec0db0af-4061-4294-bedb-bbba2374fc20 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:03:45.937432 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 41662) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:03:46.040817 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aec41334-54f5-4c8a-b16d-144a8b51c82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:46.041094 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 4247d3f1-3fd2-4989-9812-be018df0712c no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:03:46.056728 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dcaf5ed1-079c-4944-aef9-4282ff679e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:46.062830 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02686c-f1d1-4d0f-99c9-2770d148037c req-b67f5396-f111-462a-9ac2-ad3f161f30bf tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:46.071076 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7d02686c-f1d1-4d0f-99c9-2770d148037c req-b67f5396-f111-462a-9ac2-ad3f161f30bf tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 951 time: 0.2491589 Sep 08 09:03:46.166672 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7d02686c-f1d1-4d0f-99c9-2770d148037c req-e299e188-5484-443c-8948-7442dbbb749c tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945013 Sep 08 09:03:46.169071 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-a4b167ac-c78a-4c0b-b5b1-67458c447d0d service neutron] Attempting to bind port e14de9e1-dbdd-41d4-bb25-3967a45e30bf on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:03:46.171785 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-a4b167ac-c78a-4c0b-b5b1-67458c447d0d service neutron] Attempting to bind port e14de9e1-dbdd-41d4-bb25-3967a45e30bf by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '948da7d8-df84-42e8-b003-776fc80a05e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c973ae74-d868-45d7-8512-13ab7ed1b791'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:03:46.172396 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-a4b167ac-c78a-4c0b-b5b1-67458c447d0d service neutron] Attempting to bind port e14de9e1-dbdd-41d4-bb25-3967a45e30bf on network c973ae74-d868-45d7-8512-13ab7ed1b791 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:03:46.183250 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 4247d3f1-3fd2-4989-9812-be018df0712c {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:03:46.183250 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 4247d3f1-3fd2-4989-9812-be018df0712c not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:03:46.191252 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-a4b167ac-c78a-4c0b-b5b1-67458c447d0d service neutron] Port e14de9e1-dbdd-41d4-bb25-3967a45e30bf on network c973ae74-d868-45d7-8512-13ab7ed1b791 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:03:46.192722 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-a4b167ac-c78a-4c0b-b5b1-67458c447d0d service neutron] Attempting to bind port e14de9e1-dbdd-41d4-bb25-3967a45e30bf on network c973ae74-d868-45d7-8512-13ab7ed1b791 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:03:46.203948 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-a4b167ac-c78a-4c0b-b5b1-67458c447d0d service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:03:46.204302 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-a4b167ac-c78a-4c0b-b5b1-67458c447d0d service neutron] Checking segment: {'id': '948da7d8-df84-42e8-b003-776fc80a05e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c973ae74-d868-45d7-8512-13ab7ed1b791'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:03:46.204693 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-a4b167ac-c78a-4c0b-b5b1-67458c447d0d service neutron] Bound using segment: {'id': '948da7d8-df84-42e8-b003-776fc80a05e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c973ae74-d868-45d7-8512-13ab7ed1b791'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:03:46.205307 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-a4b167ac-c78a-4c0b-b5b1-67458c447d0d service neutron] Bound port: e14de9e1-dbdd-41d4-bb25-3967a45e30bf, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '948da7d8-df84-42e8-b003-776fc80a05e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'c973ae74-d868-45d7-8512-13ab7ed1b791'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:03:46.205527 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-a4b167ac-c78a-4c0b-b5b1-67458c447d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:46.226544 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-aec41334-54f5-4c8a-b16d-144a8b51c82e admin admin] Deleting port bb92b1ad-1627-4be3-af07-dd739690d2af {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:03:46.226910 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aec41334-54f5-4c8a-b16d-144a8b51c82e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:46.402500 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb16b733-f1a5-4df0-b5fc-7a99b9b5d3e6 None None] DHCP port deletion for ec0db0af-4061-4294-bedb-bbba2374fc20 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:03:46.415628 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-aec41334-54f5-4c8a-b16d-144a8b51c82e admin admin] For port bb92b1ad-1627-4be3-af07-dd739690d2af, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=bb92b1ad-1627-4be3-af07-dd739690d2af,segment=NetworkSegment(6e5d67e3-1a76-4d78-9f48-b8cd636653a5),segment_id=6e5d67e3-1a76-4d78-9f48-b8cd636653a5)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:03:46.416006 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aec41334-54f5-4c8a-b16d-144a8b51c82e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:46.444917 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-aec41334-54f5-4c8a-b16d-144a8b51c82e admin admin] Calling delete_port for bb92b1ad-1627-4be3-af07-dd739690d2af owned by network:dhcp {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:03:46.459273 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-a4b167ac-c78a-4c0b-b5b1-67458c447d0d service neutron] For port e14de9e1-dbdd-41d4-bb25-3967a45e30bf, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:03:46.466873 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-a4b167ac-c78a-4c0b-b5b1-67458c447d0d service neutron] For port e14de9e1-dbdd-41d4-bb25-3967a45e30bf, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=e14de9e1-dbdd-41d4-bb25-3967a45e30bf,segment=NetworkSegment(948da7d8-df84-42e8-b003-776fc80a05e5),segment_id=948da7d8-df84-42e8-b003-776fc80a05e5)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:03:46.493566 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-fb16b733-f1a5-4df0-b5fc-7a99b9b5d3e6 None None] Deleting port bb92b1ad-1627-4be3-af07-dd739690d2af {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:03:46.494344 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fb16b733-f1a5-4df0-b5fc-7a99b9b5d3e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:46.536083 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf5ed1-079c-4944-aef9-4282ff679e29 admin admin] Deleting port 7828b36e-4535-4545-b971-de7db6c6d0ec {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:03:46.536989 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dcaf5ed1-079c-4944-aef9-4282ff679e29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:46.544501 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-a4b167ac-c78a-4c0b-b5b1-67458c447d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:46.577956 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-fb16b733-f1a5-4df0-b5fc-7a99b9b5d3e6 None None] For port bb92b1ad-1627-4be3-af07-dd739690d2af, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=bb92b1ad-1627-4be3-af07-dd739690d2af,segment=NetworkSegment(6e5d67e3-1a76-4d78-9f48-b8cd636653a5),segment_id=6e5d67e3-1a76-4d78-9f48-b8cd636653a5)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:03:46.579106 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fb16b733-f1a5-4df0-b5fc-7a99b9b5d3e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:46.598207 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-fb16b733-f1a5-4df0-b5fc-7a99b9b5d3e6 None None] Calling delete_port for bb92b1ad-1627-4be3-af07-dd739690d2af owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:03:46.609309 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-a4b167ac-c78a-4c0b-b5b1-67458c447d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:46.610079 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-a4b167ac-c78a-4c0b-b5b1-67458c447d0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:46.611772 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-a4b167ac-c78a-4c0b-b5b1-67458c447d0d service neutron] 10.222.0.35 "PUT /v2.0/ports/e14de9e1-dbdd-41d4-bb25-3967a45e30bf HTTP/1.1" status: 200 len: 1092 time: 2.2344217 Sep 08 09:03:46.614740 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '914131e2-07da-4bcb-841e-02708bc6510a', 'tag': 'e14de9e1-dbdd-41d4-bb25-3967a45e30bf'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:03:46.617206 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4faf5eb7-b9f8-4465-a7ab-7c484b93b01d" -d '{"events": [{"name": "network-changed", "server_uuid": "914131e2-07da-4bcb-841e-02708bc6510a", "tag": "e14de9e1-dbdd-41d4-bb25-3967a45e30bf"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:03:46.719253 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fb16b733-f1a5-4df0-b5fc-7a99b9b5d3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:46.733986 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-dcaf5ed1-079c-4944-aef9-4282ff679e29 admin admin] For port 7828b36e-4535-4545-b971-de7db6c6d0ec, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=7828b36e-4535-4545-b971-de7db6c6d0ec,segment=NetworkSegment(a782addb-4387-43bc-85ca-2cf4ed2ce096),segment_id=a782addb-4387-43bc-85ca-2cf4ed2ce096)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:03:46.734700 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dcaf5ed1-079c-4944-aef9-4282ff679e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:46.757081 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf5ed1-079c-4944-aef9-4282ff679e29 admin admin] Calling delete_port for 7828b36e-4535-4545-b971-de7db6c6d0ec owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:03:46.773437 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb16b733-f1a5-4df0-b5fc-7a99b9b5d3e6 None None] Pushing event deleted for resources: {'Port': ['ID=bb92b1ad-1627-4be3-af07-dd739690d2af,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:46.789411 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb16b733-f1a5-4df0-b5fc-7a99b9b5d3e6 None None] No DVR routers for this DVR port bb92b1ad-1627-4be3-af07-dd739690d2af on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:03:46.793781 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16b733-f1a5-4df0-b5fc-7a99b9b5d3e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:03:46.794583 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16b733-f1a5-4df0-b5fc-7a99b9b5d3e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:03:46.795116 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16b733-f1a5-4df0-b5fc-7a99b9b5d3e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:03:46.795625 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16b733-f1a5-4df0-b5fc-7a99b9b5d3e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:03:46.796120 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16b733-f1a5-4df0-b5fc-7a99b9b5d3e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:03:46.796620 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16b733-f1a5-4df0-b5fc-7a99b9b5d3e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:03:46.797110 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16b733-f1a5-4df0-b5fc-7a99b9b5d3e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:03:46.797619 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16b733-f1a5-4df0-b5fc-7a99b9b5d3e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:03:46.798579 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16b733-f1a5-4df0-b5fc-7a99b9b5d3e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:03:46.799091 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16b733-f1a5-4df0-b5fc-7a99b9b5d3e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:03:46.799671 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16b733-f1a5-4df0-b5fc-7a99b9b5d3e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:03:46.800171 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16b733-f1a5-4df0-b5fc-7a99b9b5d3e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:03:46.853223 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aec41334-54f5-4c8a-b16d-144a8b51c82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:46.892905 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b6684b-0214-4135-b4ed-a303693dcc7b x-openstack-request-id: req-80b6684b-0214-4135-b4ed-a303693dcc7b {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:03:46.894885 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "914131e2-07da-4bcb-841e-02708bc6510a", "tag": "e14de9e1-dbdd-41d4-bb25-3967a45e30bf", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:03:46.894885 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-80b6684b-0214-4135-b4ed-a303693dcc7b {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:03:46.894885 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '914131e2-07da-4bcb-841e-02708bc6510a', 'tag': 'e14de9e1-dbdd-41d4-bb25-3967a45e30bf', 'status': 'completed', 'code': 200} Sep 08 09:03:46.912173 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-c703ae97-b714-43ae-88fd-6cd4b7637664 service neutron] Request body: {'port': {'device_id': '914131e2-07da-4bcb-841e-02708bc6510a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:03:47.066773 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b167ac-c78a-4c0b-b5b1-67458c447d0d service neutron] Pushing event updated for resources: {'Port': ['ID=e14de9e1-dbdd-41d4-bb25-3967a45e30bf,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:47.148484 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec41334-54f5-4c8a-b16d-144a8b51c82e admin admin] Pushing event deleted for resources: {'Port': ['ID=bb92b1ad-1627-4be3-af07-dd739690d2af,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:47.151478 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dcaf5ed1-079c-4944-aef9-4282ff679e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:47.175143 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec41334-54f5-4c8a-b16d-144a8b51c82e admin admin] No DVR routers for this DVR port bb92b1ad-1627-4be3-af07-dd739690d2af on host n-d-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:03:47.189577 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf5ed1-079c-4944-aef9-4282ff679e29 admin admin] Pushing event deleted for resources: {'Port': ['ID=7828b36e-4535-4545-b971-de7db6c6d0ec,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:47.210577 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9910f20-77e0-4ef1-8e6d-a5c8228d6cd8 req-abd8dc89-a3a6-44de-8c1c-857357e59314 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:47.226304 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9910f20-77e0-4ef1-8e6d-a5c8228d6cd8 req-abd8dc89-a3a6-44de-8c1c-857357e59314 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:47.248046 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9910f20-77e0-4ef1-8e6d-a5c8228d6cd8 req-abd8dc89-a3a6-44de-8c1c-857357e59314 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:47.259591 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9910f20-77e0-4ef1-8e6d-a5c8228d6cd8 req-abd8dc89-a3a6-44de-8c1c-857357e59314 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:47.277147 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9910f20-77e0-4ef1-8e6d-a5c8228d6cd8 req-abd8dc89-a3a6-44de-8c1c-857357e59314 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:47.284690 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9910f20-77e0-4ef1-8e6d-a5c8228d6cd8 req-abd8dc89-a3a6-44de-8c1c-857357e59314 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 3828 time: 0.5989399 Sep 08 09:03:47.285762 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-c703ae97-b714-43ae-88fd-6cd4b7637664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:47.425247 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212f797-cba6-497b-b325-73cb32c41925 req-940dbde3-e07b-4b79-849c-2dd52ea5ab97 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:47.427724 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1212f797-cba6-497b-b325-73cb32c41925 req-940dbde3-e07b-4b79-849c-2dd52ea5ab97 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 951 time: 0.1321321 Sep 08 09:03:47.459504 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf5eb7-b9f8-4465-a7ab-7c484b93b01d req-ed0244fe-1f8f-41de-a6e6-f6f3d4d96a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:47.459890 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf5eb7-b9f8-4465-a7ab-7c484b93b01d req-ed0244fe-1f8f-41de-a6e6-f6f3d4d96a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:47.460370 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf5eb7-b9f8-4465-a7ab-7c484b93b01d req-ed0244fe-1f8f-41de-a6e6-f6f3d4d96a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:47.460846 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf5eb7-b9f8-4465-a7ab-7c484b93b01d req-ed0244fe-1f8f-41de-a6e6-f6f3d4d96a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:47.461318 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf5eb7-b9f8-4465-a7ab-7c484b93b01d req-ed0244fe-1f8f-41de-a6e6-f6f3d4d96a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:47.470074 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4faf5eb7-b9f8-4465-a7ab-7c484b93b01d req-ed0244fe-1f8f-41de-a6e6-f6f3d4d96a07 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=abecbd1fd51847edb20d2ca276b4ddef&device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 4364 time: 0.5747373 Sep 08 09:03:47.515174 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dcaf5ed1-079c-4944-aef9-4282ff679e29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:47.602917 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9910f20-77e0-4ef1-8e6d-a5c8228d6cd8 req-ee97674b-6ea8-4d59-9d5d-3b97be571a20 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3009937 Sep 08 09:03:47.621589 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a78ae652-4812-4220-ac9e-1c7d25cb9f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:47.654449 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aec41334-54f5-4c8a-b16d-144a8b51c82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:47.741554 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74e270-b81b-4a22-b313-50beac29fe53 req-57c8aebe-72c0-4766-ab5d-7eb34df23474 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:47.743438 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8f74e270-b81b-4a22-b313-50beac29fe53 req-57c8aebe-72c0-4766-ab5d-7eb34df23474 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.37 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 951 time: 0.3192372 Sep 08 09:03:47.872078 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcaf5ed1-079c-4944-aef9-4282ff679e29 admin admin] Router 1875068c-98ce-4864-95d9-65a963e0e4b9 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:03:47.892248 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1212f797-cba6-497b-b325-73cb32c41925 req-828893a9-795e-47a1-bc89-e7d8ebac2e1a tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738239 Sep 08 09:03:47.941125 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-aec41334-54f5-4c8a-b16d-144a8b51c82e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec0db0af-4061-4294-bedb-bbba2374fc20']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:03:47.962317 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-aec41334-54f5-4c8a-b16d-144a8b51c82e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e5d67e3-1a76-4d78-9f48-b8cd636653a5') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:03:47.962879 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-aec41334-54f5-4c8a-b16d-144a8b51c82e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e5d67e3-1a76-4d78-9f48-b8cd636653a5') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:03:47.989485 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aec41334-54f5-4c8a-b16d-144a8b51c82e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:48.018427 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aec41334-54f5-4c8a-b16d-144a8b51c82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:48.040642 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aec41334-54f5-4c8a-b16d-144a8b51c82e admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:03:48.041542 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aec41334-54f5-4c8a-b16d-144a8b51c82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:48.103969 n-d-806683-11 neutron-server[94712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:03:48.103969 n-d-806683-11 neutron-server[94712]: self.session.flush() Sep 08 09:03:48.103969 n-d-806683-11 neutron-server[94712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:03:48.103969 n-d-806683-11 neutron-server[94712]: self.session.flush() Sep 08 09:03:48.103969 n-d-806683-11 neutron-server[94712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:03:48.103969 n-d-806683-11 neutron-server[94712]: self.session.flush() Sep 08 09:03:48.103969 n-d-806683-11 neutron-server[94712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:03:48.103969 n-d-806683-11 neutron-server[94712]: self.session.flush() Sep 08 09:03:48.103969 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:03:48.103969 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:03:48.103969 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:03:48.103969 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:03:48.103969 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:03:48.103969 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:03:48.103969 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:03:48.103969 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:03:48.103969 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:03:48.103969 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:03:48.103969 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:03:48.103969 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:03:48.103969 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:03:48.103969 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:03:48.103969 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:03:48.103969 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:03:48.103969 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:03:48.103969 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:03:48.103969 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:03:48.103969 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:03:48.103969 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:03:48.103969 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:03:48.103969 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:03:48.103969 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:03:48.103969 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:03:48.103969 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:03:48.103969 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:03:48.103969 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:03:48.103969 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:03:48.103969 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:03:48.103969 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:03:48.103969 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:03:48.108493 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf5eb7-b9f8-4465-a7ab-7c484b93b01d req-69f232ce-705c-43ad-987b-4cd2c8d1ecd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:48.108493 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf5eb7-b9f8-4465-a7ab-7c484b93b01d req-69f232ce-705c-43ad-987b-4cd2c8d1ecd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:48.108493 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf5eb7-b9f8-4465-a7ab-7c484b93b01d req-69f232ce-705c-43ad-987b-4cd2c8d1ecd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:48.108900 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4faf5eb7-b9f8-4465-a7ab-7c484b93b01d req-69f232ce-705c-43ad-987b-4cd2c8d1ecd0 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=abecbd1fd51847edb20d2ca276b4ddef&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6150858 Sep 08 09:03:48.125146 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcaf5ed1-079c-4944-aef9-4282ff679e29 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:03:48.147735 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefbb019-307b-4aec-a103-ad6d9ffca23e None None] Sync routers for ids ['1875068c-98ce-4864-95d9-65a963e0e4b9'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:03:48.161398 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-dcaf5ed1-079c-4944-aef9-4282ff679e29 admin admin] 10.222.0.54 "PUT /v2.0/routers/1875068c-98ce-4864-95d9-65a963e0e4b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3114989 Sep 08 09:03:48.166874 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41698) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:03:48.168445 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefbb019-307b-4aec-a103-ad6d9ffca23e None None] Routers {'1875068c-98ce-4864-95d9-65a963e0e4b9'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:03:48.177125 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-cefbb019-307b-4aec-a103-ad6d9ffca23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:03:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['1875068c-98ce-4864-95d9-65a963e0e4b9'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:03:48.206073 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device bb92b1ad-1627-4be3-af07-dd739690d2af no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:03:48.389136 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aec41334-54f5-4c8a-b16d-144a8b51c82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:48.392344 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1f45aceb-d6a3-4fb5-9592-6073497a116f admin admin] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:48.406254 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aec41334-54f5-4c8a-b16d-144a8b51c82e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:48.408384 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-aec41334-54f5-4c8a-b16d-144a8b51c82e admin admin] 10.222.0.54 "DELETE /v2.0/networks/ec0db0af-4061-4294-bedb-bbba2374fc20 HTTP/1.1" status: 204 len: 168 time: 2.4674366 Sep 08 09:03:48.426266 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 41708) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:03:48.428874 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: bb92b1ad-1627-4be3-af07-dd739690d2af {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:03:48.429231 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device bb92b1ad-1627-4be3-af07-dd739690d2af not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:03:48.463147 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-cefbb019-307b-4aec-a103-ad6d9ffca23e None None] Set router 1875068c-98ce-4864-95d9-65a963e0e4b9 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:03:48.520596 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1f45aceb-d6a3-4fb5-9592-6073497a116f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:48.554795 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec41334-54f5-4c8a-b16d-144a8b51c82e admin admin] Pushing event deleted for resources: {'Network': ['ID=ec0db0af-4061-4294-bedb-bbba2374fc20,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:48.595729 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-8f74e270-b81b-4a22-b313-50beac29fe53 req-71f887fd-7f04-4398-99d8-a80c7f8e34f5 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Deleting port 9d88b0e6-81d1-4f99-b049-7cddfe74d864 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:03:48.596075 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-8f74e270-b81b-4a22-b313-50beac29fe53 req-71f887fd-7f04-4398-99d8-a80c7f8e34f5 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:48.619612 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-1f45aceb-d6a3-4fb5-9592-6073497a116f admin admin] Deleting port 5e4e65b1-6fc1-4044-8f65-6f824c6117b1 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:03:48.619961 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1f45aceb-d6a3-4fb5-9592-6073497a116f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:48.770064 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-cefbb019-307b-4aec-a103-ad6d9ffca23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1875068c-98ce-4864-95d9-65a963e0e4b9', 'name': 'tempest-FloatingIPsTestJSON-1892825632-router', 'tenant_id': 'f39379002141412789d387a811c5b833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': '5e4e65b1-6fc1-4044-8f65-6f824c6117b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:03:21Z', 'updated_at': '2021-09-08T09:03:47Z', 'revision_number': 5, 'project_id': 'f39379002141412789d387a811c5b833', 'gw_port': {'id': '5e4e65b1-6fc1-4044-8f65-6f824c6117b1', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1875068c-98ce-4864-95d9-65a963e0e4b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:03:23Z', 'updated_at': '2021-09-08T09:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:03:48.832931 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefbb019-307b-4aec-a103-ad6d9ffca23e None None] Checking router: 1875068c-98ce-4864-95d9-65a963e0e4b9 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:03:48.849649 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefbb019-307b-4aec-a103-ad6d9ffca23e None None] Routers {'1875068c-98ce-4864-95d9-65a963e0e4b9'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:03:48.850321 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-cefbb019-307b-4aec-a103-ad6d9ffca23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:03:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['1875068c-98ce-4864-95d9-65a963e0e4b9'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:03:48.906065 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-1f45aceb-d6a3-4fb5-9592-6073497a116f admin admin] For port 5e4e65b1-6fc1-4044-8f65-6f824c6117b1, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=5e4e65b1-6fc1-4044-8f65-6f824c6117b1,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:03:48.906458 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1f45aceb-d6a3-4fb5-9592-6073497a116f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:48.927525 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-1f45aceb-d6a3-4fb5-9592-6073497a116f admin admin] Calling delete_port for 5e4e65b1-6fc1-4044-8f65-6f824c6117b1 owned by network:router_gateway {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:03:48.952454 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7e863-5dbe-4177-9363-feb0ef954992 req-5134893c-cfe6-4573-a18d-001f0553292f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:48.963129 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7e863-5dbe-4177-9363-feb0ef954992 req-5134893c-cfe6-4573-a18d-001f0553292f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:48.981579 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7e863-5dbe-4177-9363-feb0ef954992 req-5134893c-cfe6-4573-a18d-001f0553292f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:48.988743 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7e863-5dbe-4177-9363-feb0ef954992 req-5134893c-cfe6-4573-a18d-001f0553292f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:48.999841 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7e863-5dbe-4177-9363-feb0ef954992 req-5134893c-cfe6-4573-a18d-001f0553292f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:49.008721 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-55c7e863-5dbe-4177-9363-feb0ef954992 req-5134893c-cfe6-4573-a18d-001f0553292f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 3828 time: 0.1957610 Sep 08 09:03:49.063703 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-cefbb019-307b-4aec-a103-ad6d9ffca23e None None] Set router 1875068c-98ce-4864-95d9-65a963e0e4b9 gateway port host: None {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:03:49.118495 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-55c7e863-5dbe-4177-9363-feb0ef954992 req-eb8835c9-06eb-40c3-86d1-21819b9427fe tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087484 Sep 08 09:03:49.195006 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-cefbb019-307b-4aec-a103-ad6d9ffca23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1875068c-98ce-4864-95d9-65a963e0e4b9', 'name': 'tempest-FloatingIPsTestJSON-1892825632-router', 'tenant_id': 'f39379002141412789d387a811c5b833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:03:21Z', 'updated_at': '2021-09-08T09:03:48Z', 'revision_number': 6, 'project_id': 'f39379002141412789d387a811c5b833', 'gw_port_host': None}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:03:49.256596 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefbb019-307b-4aec-a103-ad6d9ffca23e None None] The sync data for ids ['1875068c-98ce-4864-95d9-65a963e0e4b9'] in n-d-806683-11 is: [{'id': '1875068c-98ce-4864-95d9-65a963e0e4b9', 'name': 'tempest-FloatingIPsTestJSON-1892825632-router', 'tenant_id': 'f39379002141412789d387a811c5b833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:03:21Z', 'updated_at': '2021-09-08T09:03:48Z', 'revision_number': 6, 'project_id': 'f39379002141412789d387a811c5b833', 'gw_port_host': None}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:03:49.359638 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1f45aceb-d6a3-4fb5-9592-6073497a116f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:49.414091 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f45aceb-d6a3-4fb5-9592-6073497a116f admin admin] Pushing event deleted for resources: {'Port': ['ID=5e4e65b1-6fc1-4044-8f65-6f824c6117b1,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:49.507245 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf5eb7-b9f8-4465-a7ab-7c484b93b01d req-c2173c71-f932-405e-a667-e079dc004d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:49.508983 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4faf5eb7-b9f8-4465-a7ab-7c484b93b01d req-c2173c71-f932-405e-a667-e079dc004d29 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3750155 Sep 08 09:03:49.536817 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1f45aceb-d6a3-4fb5-9592-6073497a116f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:49.734716 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1f45aceb-d6a3-4fb5-9592-6073497a116f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:49.738413 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1f45aceb-d6a3-4fb5-9592-6073497a116f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:49.764545 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3909e1-8541-447f-a450-960d51ce4e34 req-c6cc1677-1cde-4c36-bdbd-25fb9879e5ad tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:49.773995 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4a3909e1-8541-447f-a450-960d51ce4e34 req-c6cc1677-1cde-4c36-bdbd-25fb9879e5ad tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 951 time: 0.3441901 Sep 08 09:03:49.810774 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1f45aceb-d6a3-4fb5-9592-6073497a116f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:49.811325 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f45aceb-d6a3-4fb5-9592-6073497a116f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1875068c-98ce-4864-95d9-65a963e0e4b9 {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:03:49.821815 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1f45aceb-d6a3-4fb5-9592-6073497a116f admin admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:49.826804 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1f45aceb-d6a3-4fb5-9592-6073497a116f admin admin] 10.222.0.54 "DELETE /v2.0/routers/1875068c-98ce-4864-95d9-65a963e0e4b9 HTTP/1.1" status: 204 len: 168 time: 1.6570377 Sep 08 09:03:49.827440 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41730) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:03:49.882913 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ca7fc0a-681f-4a01-95ad-375a0f2a1a3f admin admin] Deleting subnet 33b5d1ef-137f-410b-b10f-cb19776b03ee {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:03:49.886922 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fc0a-681f-4a01-95ad-375a0f2a1a3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:49.970706 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fc0a-681f-4a01-95ad-375a0f2a1a3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:50.054253 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-8f74e270-b81b-4a22-b313-50beac29fe53 req-71f887fd-7f04-4398-99d8-a80c7f8e34f5 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] For port 9d88b0e6-81d1-4f99-b049-7cddfe74d864, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=9d88b0e6-81d1-4f99-b049-7cddfe74d864,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:03:50.055463 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-8f74e270-b81b-4a22-b313-50beac29fe53 req-71f887fd-7f04-4398-99d8-a80c7f8e34f5 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:50.101771 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-c703ae97-b714-43ae-88fd-6cd4b7637664 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 229b22b3-b0f7-4064-9dfb-b9b154dfe5d6 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:03:50.117143 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-8f74e270-b81b-4a22-b313-50beac29fe53 req-71f887fd-7f04-4398-99d8-a80c7f8e34f5 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Calling delete_port for 9d88b0e6-81d1-4f99-b049-7cddfe74d864 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:03:50.123112 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fc0a-681f-4a01-95ad-375a0f2a1a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:50.128396 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4a3909e1-8541-447f-a450-960d51ce4e34 req-3650f731-049f-4212-a1b7-a76284a9307e tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/security-groups?id=7cd5ffe8-dafc-425c-aba8-4cb5128646b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515227 Sep 08 09:03:50.182465 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-c703ae97-b714-43ae-88fd-6cd4b7637664 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:50.210638 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fc0a-681f-4a01-95ad-375a0f2a1a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:50.245924 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7fc0a-681f-4a01-95ad-375a0f2a1a3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33b5d1ef-137f-410b-b10f-cb19776b03ee,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:50.248150 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9ca7fc0a-681f-4a01-95ad-375a0f2a1a3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:50.252300 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9ca7fc0a-681f-4a01-95ad-375a0f2a1a3f admin admin] 10.222.0.54 "DELETE /v2.0/subnets/33b5d1ef-137f-410b-b10f-cb19776b03ee HTTP/1.1" status: 204 len: 168 time: 0.4216220 Sep 08 09:03:50.252548 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41736) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:03:50.255886 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d42bc9-fd98-4655-bb92-14b332229c86 None None] Network eb1f5153-4717-4c2f-9364-99a74cc1a99e requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:03:50.287063 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-c703ae97-b714-43ae-88fd-6cd4b7637664 service neutron] Transition to ACTIVE for port object 229b22b3-b0f7-4064-9dfb-b9b154dfe5d6 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:03:50.344206 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-c703ae97-b714-43ae-88fd-6cd4b7637664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:50.426502 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 7828b36e-4535-4545-b971-de7db6c6d0ec no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:03:50.435598 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0f9387ff-4fbb-4b18-99e3-eee1135190cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:50.524690 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 7828b36e-4535-4545-b971-de7db6c6d0ec {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:03:50.528355 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 7828b36e-4535-4545-b971-de7db6c6d0ec not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:03:50.528990 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 5e4e65b1-6fc1-4044-8f65-6f824c6117b1 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:03:50.547594 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea48e14-b2dc-4893-97fa-70c77ba894a0 req-7cdf55de-9bed-4cbf-9d49-f0c243e48fc2 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:50.555180 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 5e4e65b1-6fc1-4044-8f65-6f824c6117b1 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:03:50.556233 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 5e4e65b1-6fc1-4044-8f65-6f824c6117b1 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:03:50.564453 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea48e14-b2dc-4893-97fa-70c77ba894a0 req-7cdf55de-9bed-4cbf-9d49-f0c243e48fc2 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:50.569839 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:50.570808 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea48e14-b2dc-4893-97fa-70c77ba894a0 req-7cdf55de-9bed-4cbf-9d49-f0c243e48fc2 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:50.579791 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea48e14-b2dc-4893-97fa-70c77ba894a0 req-7cdf55de-9bed-4cbf-9d49-f0c243e48fc2 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:50.586789 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea48e14-b2dc-4893-97fa-70c77ba894a0 req-7cdf55de-9bed-4cbf-9d49-f0c243e48fc2 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:50.595971 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea48e14-b2dc-4893-97fa-70c77ba894a0 req-7cdf55de-9bed-4cbf-9d49-f0c243e48fc2 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:50.597808 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7ea48e14-b2dc-4893-97fa-70c77ba894a0 req-7cdf55de-9bed-4cbf-9d49-f0c243e48fc2 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 4601 time: 0.2016315 Sep 08 09:03:50.641905 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c703ae97-b714-43ae-88fd-6cd4b7637664 service neutron] Pushing event updated for resources: {'Port': ['ID=229b22b3-b0f7-4064-9dfb-b9b154dfe5d6,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:50.755894 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-0f9387ff-4fbb-4b18-99e3-eee1135190cb admin admin] Deleting port ebd1fc4f-ad5a-4972-a517-89027aa91ccd {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:03:50.757535 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0f9387ff-4fbb-4b18-99e3-eee1135190cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:50.763524 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9ddc2ff9-4453-49f9-9ff5-2a6077990ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:50.774958 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7ea48e14-b2dc-4893-97fa-70c77ba894a0 req-1af3cbba-f20b-44c0-ab5e-0d819346cf21 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&id=53d991ac-c80f-43e4-8682-37208170b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1665778 Sep 08 09:03:50.898742 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e56c437-6467-4236-9c05-ba787c4e1bc6 None None] DHCP port deletion for eb1f5153-4717-4c2f-9364-99a74cc1a99e request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:03:50.956081 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-0f9387ff-4fbb-4b18-99e3-eee1135190cb admin admin] For port ebd1fc4f-ad5a-4972-a517-89027aa91ccd, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=ebd1fc4f-ad5a-4972-a517-89027aa91ccd,segment=NetworkSegment(a782addb-4387-43bc-85ca-2cf4ed2ce096),segment_id=a782addb-4387-43bc-85ca-2cf4ed2ce096)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:03:50.956748 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0f9387ff-4fbb-4b18-99e3-eee1135190cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:50.972694 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-0f9387ff-4fbb-4b18-99e3-eee1135190cb admin admin] Calling delete_port for ebd1fc4f-ad5a-4972-a517-89027aa91ccd owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:03:51.008513 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-c703ae97-b714-43ae-88fd-6cd4b7637664 service neutron] Attempting to bind port 229b22b3-b0f7-4064-9dfb-b9b154dfe5d6 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:03:51.010096 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-c703ae97-b714-43ae-88fd-6cd4b7637664 service neutron] Attempting to bind port 229b22b3-b0f7-4064-9dfb-b9b154dfe5d6 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '2d611bdc-8b46-4288-9a60-e3e65ae6211f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '420ee6df-451a-4285-bec4-d22a945df514'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:03:51.010573 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-c703ae97-b714-43ae-88fd-6cd4b7637664 service neutron] Attempting to bind port 229b22b3-b0f7-4064-9dfb-b9b154dfe5d6 on network 420ee6df-451a-4285-bec4-d22a945df514 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:03:51.020360 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-8f74e270-b81b-4a22-b313-50beac29fe53 req-71f887fd-7f04-4398-99d8-a80c7f8e34f5 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:51.094199 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0f9387ff-4fbb-4b18-99e3-eee1135190cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:51.095822 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-8e56c437-6467-4236-9c05-ba787c4e1bc6 None None] Deleting port ebd1fc4f-ad5a-4972-a517-89027aa91ccd {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:03:51.098385 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8e56c437-6467-4236-9c05-ba787c4e1bc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:51.134127 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9387ff-4fbb-4b18-99e3-eee1135190cb admin admin] Pushing event deleted for resources: {'Port': ['ID=ebd1fc4f-ad5a-4972-a517-89027aa91ccd,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:51.139699 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9387ff-4fbb-4b18-99e3-eee1135190cb admin admin] No DVR routers for this DVR port ebd1fc4f-ad5a-4972-a517-89027aa91ccd on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:03:51.164766 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-c703ae97-b714-43ae-88fd-6cd4b7637664 service neutron] Port 229b22b3-b0f7-4064-9dfb-b9b154dfe5d6 on network 420ee6df-451a-4285-bec4-d22a945df514 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:03:51.165102 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-c703ae97-b714-43ae-88fd-6cd4b7637664 service neutron] Attempting to bind port 229b22b3-b0f7-4064-9dfb-b9b154dfe5d6 on network 420ee6df-451a-4285-bec4-d22a945df514 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:03:51.202447 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f887fd-7f04-4398-99d8-a80c7f8e34f5 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Pushing event deleted for resources: {'Port': ['ID=9d88b0e6-81d1-4f99-b049-7cddfe74d864,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:51.253104 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-c703ae97-b714-43ae-88fd-6cd4b7637664 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:03:51.253512 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-c703ae97-b714-43ae-88fd-6cd4b7637664 service neutron] Checking segment: {'id': '2d611bdc-8b46-4288-9a60-e3e65ae6211f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '420ee6df-451a-4285-bec4-d22a945df514'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:03:51.254688 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-c703ae97-b714-43ae-88fd-6cd4b7637664 service neutron] Bound using segment: {'id': '2d611bdc-8b46-4288-9a60-e3e65ae6211f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '420ee6df-451a-4285-bec4-d22a945df514'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:03:51.255381 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-c703ae97-b714-43ae-88fd-6cd4b7637664 service neutron] Bound port: 229b22b3-b0f7-4064-9dfb-b9b154dfe5d6, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d611bdc-8b46-4288-9a60-e3e65ae6211f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '420ee6df-451a-4285-bec4-d22a945df514'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:03:51.255756 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-c703ae97-b714-43ae-88fd-6cd4b7637664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:51.271071 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-8e56c437-6467-4236-9c05-ba787c4e1bc6 None None] For port ebd1fc4f-ad5a-4972-a517-89027aa91ccd, host n-d-806683-11, got binding levels [] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:03:51.271673 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8e56c437-6467-4236-9c05-ba787c4e1bc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:51.309235 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-8e56c437-6467-4236-9c05-ba787c4e1bc6 None None] Calling delete_port for ebd1fc4f-ad5a-4972-a517-89027aa91ccd owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:03:51.313614 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.ipam_backend_mixin [None req-8e56c437-6467-4236-9c05-ba787c4e1bc6 None None] Port ebd1fc4f-ad5a-4972-a517-89027aa91ccd was not found and therefore no delete operation was performed {{(pid=94714) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 08 09:03:51.315840 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0f9387ff-4fbb-4b18-99e3-eee1135190cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:51.323462 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8e56c437-6467-4236-9c05-ba787c4e1bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:51.360235 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f74e270-b81b-4a22-b313-50beac29fe53 req-71f887fd-7f04-4398-99d8-a80c7f8e34f5 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] No DVR routers for this DVR port 9d88b0e6-81d1-4f99-b049-7cddfe74d864 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:03:51.365023 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-8f74e270-b81b-4a22-b313-50beac29fe53 req-71f887fd-7f04-4398-99d8-a80c7f8e34f5 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:51.374628 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8f74e270-b81b-4a22-b313-50beac29fe53 req-71f887fd-7f04-4398-99d8-a80c7f8e34f5 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.37 "DELETE /v2.0/ports/9d88b0e6-81d1-4f99-b049-7cddfe74d864 HTTP/1.1" status: 204 len: 173 time: 3.6086352 Sep 08 09:03:51.376825 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '356285a6-0bcb-4e25-a00d-3b52f1e9612d', 'name': 'network-vif-deleted', 'tag': '9d88b0e6-81d1-4f99-b049-7cddfe74d864'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:03:51.383570 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3187852-e2d5-4f3e-90bc-bad012b15e88" -d '{"events": [{"server_uuid": "356285a6-0bcb-4e25-a00d-3b52f1e9612d", "name": "network-vif-deleted", "tag": "9d88b0e6-81d1-4f99-b049-7cddfe74d864"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:03:51.400809 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e56c437-6467-4236-9c05-ba787c4e1bc6 None None] Pushing event deleted for resources: {'Port': ['ID=ebd1fc4f-ad5a-4972-a517-89027aa91ccd,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:51.410885 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e56c437-6467-4236-9c05-ba787c4e1bc6 None None] No DVR routers for this DVR port ebd1fc4f-ad5a-4972-a517-89027aa91ccd on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:03:51.424417 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 9d88b0e6-81d1-4f99-b049-7cddfe74d864 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:03:51.491057 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 9d88b0e6-81d1-4f99-b049-7cddfe74d864 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:03:51.491418 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 9d88b0e6-81d1-4f99-b049-7cddfe74d864 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:03:51.509517 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dc5a49d6-acb5-410d-afcb-f546e8308472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:51.513353 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b8d343-3b28-4ff9-9cc0-8583a5de91bc x-openstack-request-id: req-b2b8d343-3b28-4ff9-9cc0-8583a5de91bc {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:03:51.513658 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "356285a6-0bcb-4e25-a00d-3b52f1e9612d", "name": "network-vif-deleted", "tag": "9d88b0e6-81d1-4f99-b049-7cddfe74d864", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:03:51.513902 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b2b8d343-3b28-4ff9-9cc0-8583a5de91bc {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:03:51.514462 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '356285a6-0bcb-4e25-a00d-3b52f1e9612d', 'name': 'network-vif-deleted', 'tag': '9d88b0e6-81d1-4f99-b049-7cddfe74d864', 'status': 'completed', 'code': 200} Sep 08 09:03:51.603256 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-c703ae97-b714-43ae-88fd-6cd4b7637664 service neutron] For port 229b22b3-b0f7-4064-9dfb-b9b154dfe5d6, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:03:51.634428 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-c703ae97-b714-43ae-88fd-6cd4b7637664 service neutron] For port 229b22b3-b0f7-4064-9dfb-b9b154dfe5d6, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=229b22b3-b0f7-4064-9dfb-b9b154dfe5d6,segment=NetworkSegment(2d611bdc-8b46-4288-9a60-e3e65ae6211f),segment_id=2d611bdc-8b46-4288-9a60-e3e65ae6211f)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:03:51.676654 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-c703ae97-b714-43ae-88fd-6cd4b7637664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:51.787521 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-c703ae97-b714-43ae-88fd-6cd4b7637664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:51.788358 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-c703ae97-b714-43ae-88fd-6cd4b7637664 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:51.790286 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-c703ae97-b714-43ae-88fd-6cd4b7637664 service neutron] 10.222.0.35 "PUT /v2.0/ports/229b22b3-b0f7-4064-9dfb-b9b154dfe5d6 HTTP/1.1" status: 200 len: 1132 time: 4.9391131 Sep 08 09:03:52.010339 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-156fb505-55c6-4365-8b10-87e6cd6aadf0 service neutron] Request body: {'port': {'device_id': '914131e2-07da-4bcb-841e-02708bc6510a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:03:52.049007 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ee7bc3ee-ab99-4256-9437-ac9ea336d0e9 req-e1f0fcb9-c798-472b-bf8b-a20e26bc12f3 tempest-ServersAdminTestJSON-1849753945 tempest-ServersAdminTestJSON-1849753945-project] 10.222.0.54 "GET /v2.0/ports?device_id=356285a6-0bcb-4e25-a00d-3b52f1e9612d HTTP/1.1" status: 200 len: 210 time: 0.7661846 Sep 08 09:03:52.054527 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:52.089870 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device ebd1fc4f-ad5a-4972-a517-89027aa91ccd no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:03:52.107786 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-0f9387ff-4fbb-4b18-99e3-eee1135190cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb1f5153-4717-4c2f-9364-99a74cc1a99e']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:03:52.147330 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c703ae97-b714-43ae-88fd-6cd4b7637664 service neutron] Pushing event updated for resources: {'Port': ['ID=229b22b3-b0f7-4064-9dfb-b9b154dfe5d6,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:52.161722 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: ebd1fc4f-ad5a-4972-a517-89027aa91ccd {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:03:52.162430 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device ebd1fc4f-ad5a-4972-a517-89027aa91ccd not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:03:52.188313 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-156fb505-55c6-4365-8b10-87e6cd6aadf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:52.207098 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-0f9387ff-4fbb-4b18-99e3-eee1135190cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a782addb-4387-43bc-85ca-2cf4ed2ce096') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:03:52.207617 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-0f9387ff-4fbb-4b18-99e3-eee1135190cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a782addb-4387-43bc-85ca-2cf4ed2ce096') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:03:52.238667 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0f9387ff-4fbb-4b18-99e3-eee1135190cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:52.255712 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0f9387ff-4fbb-4b18-99e3-eee1135190cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:52.263726 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f9387ff-4fbb-4b18-99e3-eee1135190cb admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:03:52.264386 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0f9387ff-4fbb-4b18-99e3-eee1135190cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:52.278819 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:03:52.278819 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:03:52.278819 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:03:52.278819 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:03:52.278819 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:03:52.278819 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:03:52.278819 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:03:52.278819 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:03:52.278819 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:03:52.278819 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:03:52.278819 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:03:52.278819 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:03:52.278819 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:03:52.278819 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:03:52.278819 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:03:52.278819 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:03:52.278819 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:03:52.278819 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:03:52.278819 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:03:52.278819 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:03:52.278819 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:03:52.278819 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:03:52.278819 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:03:52.278819 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:03:52.278819 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:03:52.278819 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:03:52.278819 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:03:52.278819 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:03:52.278819 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:03:52.278819 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:03:52.278819 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:03:52.278819 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:03:52.359380 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c3b89-e508-4162-af4c-f2ab4fa20d47 req-f038ca3c-47a4-45d6-bb63-27f54c51e502 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:52.377980 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c3b89-e508-4162-af4c-f2ab4fa20d47 req-f038ca3c-47a4-45d6-bb63-27f54c51e502 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:52.387754 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c3b89-e508-4162-af4c-f2ab4fa20d47 req-f038ca3c-47a4-45d6-bb63-27f54c51e502 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:52.400649 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c3b89-e508-4162-af4c-f2ab4fa20d47 req-f038ca3c-47a4-45d6-bb63-27f54c51e502 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:52.440563 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c3b89-e508-4162-af4c-f2ab4fa20d47 req-f038ca3c-47a4-45d6-bb63-27f54c51e502 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:52.471742 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c3b89-e508-4162-af4c-f2ab4fa20d47 req-f038ca3c-47a4-45d6-bb63-27f54c51e502 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:52.484586 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-186c3b89-e508-4162-af4c-f2ab4fa20d47 req-f038ca3c-47a4-45d6-bb63-27f54c51e502 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 4601 time: 0.2891035 Sep 08 09:03:52.520595 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0f9387ff-4fbb-4b18-99e3-eee1135190cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:52.537983 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0f9387ff-4fbb-4b18-99e3-eee1135190cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:52.540145 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0f9387ff-4fbb-4b18-99e3-eee1135190cb admin admin] 10.222.0.54 "DELETE /v2.0/networks/eb1f5153-4717-4c2f-9364-99a74cc1a99e HTTP/1.1" status: 204 len: 168 time: 2.2864573 Sep 08 09:03:52.542998 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9387ff-4fbb-4b18-99e3-eee1135190cb admin admin] Pushing event deleted for resources: {'Network': ['ID=eb1f5153-4717-4c2f-9364-99a74cc1a99e,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:52.601798 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-186c3b89-e508-4162-af4c-f2ab4fa20d47 req-8e6f3837-26f2-4004-99bf-f6b2393256dd tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&id=53d991ac-c80f-43e4-8682-37208170b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1099658 Sep 08 09:03:52.603923 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-dc5a49d6-acb5-410d-afcb-f546e8308472 admin admin] Deleting port 91bca521-1dcb-45e3-862b-595ac37ed824 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:03:52.603923 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dc5a49d6-acb5-410d-afcb-f546e8308472 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:52.722802 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41782) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:03:52.813967 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8e3c8e84-ac1e-4799-a12b-0b38f6b2bb0e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f39379002141412789d387a811c5b833&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0879352 Sep 08 09:03:52.815208 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41786) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:03:52.854298 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-dc5a49d6-acb5-410d-afcb-f546e8308472 admin admin] For port 91bca521-1dcb-45e3-862b-595ac37ed824, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=91bca521-1dcb-45e3-862b-595ac37ed824,segment=NetworkSegment(a44e2f23-253a-444d-847c-ea0e51ce4ee0),segment_id=a44e2f23-253a-444d-847c-ea0e51ce4ee0)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:03:52.855465 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dc5a49d6-acb5-410d-afcb-f546e8308472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:52.871188 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-156fb505-55c6-4365-8b10-87e6cd6aadf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24de4b54-5e35-472f-b3a2-8c31ebfb3d05 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:03:52.882956 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-156fb505-55c6-4365-8b10-87e6cd6aadf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:52.885392 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-dc5a49d6-acb5-410d-afcb-f546e8308472 admin admin] Calling delete_port for 91bca521-1dcb-45e3-862b-595ac37ed824 owned by network:router_interface {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:03:52.908535 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-156fb505-55c6-4365-8b10-87e6cd6aadf0 service neutron] Transition to ACTIVE for port object 24de4b54-5e35-472f-b3a2-8c31ebfb3d05 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:03:52.933373 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d76346f1-f853-437d-8076-5dcc53006213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:52.947593 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-156fb505-55c6-4365-8b10-87e6cd6aadf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:52.975772 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d76346f1-f853-437d-8076-5dcc53006213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:53.062923 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d76346f1-f853-437d-8076-5dcc53006213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:53.069949 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d76346f1-f853-437d-8076-5dcc53006213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:53.084314 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d76346f1-f853-437d-8076-5dcc53006213 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d89ad5d3-b606-4bc7-8be7-92b58d00780b HTTP/1.1" status: 204 len: 168 time: 0.2677674 Sep 08 09:03:53.106289 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156fb505-55c6-4365-8b10-87e6cd6aadf0 service neutron] Pushing event updated for resources: {'Port': ['ID=24de4b54-5e35-472f-b3a2-8c31ebfb3d05,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:53.118642 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76346f1-f853-437d-8076-5dcc53006213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89ad5d3-b606-4bc7-8be7-92b58d00780b,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:53.397241 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-156fb505-55c6-4365-8b10-87e6cd6aadf0 service neutron] Attempting to bind port 24de4b54-5e35-472f-b3a2-8c31ebfb3d05 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:03:53.397858 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-156fb505-55c6-4365-8b10-87e6cd6aadf0 service neutron] Attempting to bind port 24de4b54-5e35-472f-b3a2-8c31ebfb3d05 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '2d611bdc-8b46-4288-9a60-e3e65ae6211f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '420ee6df-451a-4285-bec4-d22a945df514'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:03:53.399376 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-156fb505-55c6-4365-8b10-87e6cd6aadf0 service neutron] Attempting to bind port 24de4b54-5e35-472f-b3a2-8c31ebfb3d05 on network 420ee6df-451a-4285-bec4-d22a945df514 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:03:53.422597 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-156fb505-55c6-4365-8b10-87e6cd6aadf0 service neutron] Port 24de4b54-5e35-472f-b3a2-8c31ebfb3d05 on network 420ee6df-451a-4285-bec4-d22a945df514 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:03:53.425496 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-156fb505-55c6-4365-8b10-87e6cd6aadf0 service neutron] Attempting to bind port 24de4b54-5e35-472f-b3a2-8c31ebfb3d05 on network 420ee6df-451a-4285-bec4-d22a945df514 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:03:53.450302 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:53.508690 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-156fb505-55c6-4365-8b10-87e6cd6aadf0 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:03:53.509420 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-156fb505-55c6-4365-8b10-87e6cd6aadf0 service neutron] Checking segment: {'id': '2d611bdc-8b46-4288-9a60-e3e65ae6211f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '420ee6df-451a-4285-bec4-d22a945df514'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:03:53.509989 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-156fb505-55c6-4365-8b10-87e6cd6aadf0 service neutron] Bound using segment: {'id': '2d611bdc-8b46-4288-9a60-e3e65ae6211f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '420ee6df-451a-4285-bec4-d22a945df514'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:03:53.512059 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-156fb505-55c6-4365-8b10-87e6cd6aadf0 service neutron] Bound port: 24de4b54-5e35-472f-b3a2-8c31ebfb3d05, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d611bdc-8b46-4288-9a60-e3e65ae6211f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '420ee6df-451a-4285-bec4-d22a945df514'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:03:53.512949 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-156fb505-55c6-4365-8b10-87e6cd6aadf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:53.536840 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '914131e2-07da-4bcb-841e-02708bc6510a', 'tag': '229b22b3-b0f7-4064-9dfb-b9b154dfe5d6'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:03:53.539472 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed5e91a-cc46-46a8-a197-571066dbb738" -d '{"events": [{"name": "network-changed", "server_uuid": "914131e2-07da-4bcb-841e-02708bc6510a", "tag": "229b22b3-b0f7-4064-9dfb-b9b154dfe5d6"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:03:53.621944 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dc5a49d6-acb5-410d-afcb-f546e8308472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:53.648488 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52bbc68b-4313-4f00-9484-994bddcddd72 x-openstack-request-id: req-52bbc68b-4313-4f00-9484-994bddcddd72 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:03:53.649092 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "914131e2-07da-4bcb-841e-02708bc6510a", "tag": "229b22b3-b0f7-4064-9dfb-b9b154dfe5d6", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:03:53.649529 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-52bbc68b-4313-4f00-9484-994bddcddd72 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:03:53.650128 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '914131e2-07da-4bcb-841e-02708bc6510a', 'tag': '229b22b3-b0f7-4064-9dfb-b9b154dfe5d6', 'status': 'completed', 'code': 200} Sep 08 09:03:53.747685 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-156fb505-55c6-4365-8b10-87e6cd6aadf0 service neutron] For port 24de4b54-5e35-472f-b3a2-8c31ebfb3d05, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:03:53.757627 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-156fb505-55c6-4365-8b10-87e6cd6aadf0 service neutron] For port 24de4b54-5e35-472f-b3a2-8c31ebfb3d05, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=24de4b54-5e35-472f-b3a2-8c31ebfb3d05,segment=NetworkSegment(2d611bdc-8b46-4288-9a60-e3e65ae6211f),segment_id=2d611bdc-8b46-4288-9a60-e3e65ae6211f)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:03:53.806499 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a49d6-acb5-410d-afcb-f546e8308472 admin admin] Pushing event deleted for resources: {'Port': ['ID=91bca521-1dcb-45e3-862b-595ac37ed824,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:53.819894 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-156fb505-55c6-4365-8b10-87e6cd6aadf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:53.921182 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:54.117363 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41828) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:03:54.276015 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-156fb505-55c6-4365-8b10-87e6cd6aadf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:54.276759 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-156fb505-55c6-4365-8b10-87e6cd6aadf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:54.278257 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-156fb505-55c6-4365-8b10-87e6cd6aadf0 service neutron] 10.222.0.35 "PUT /v2.0/ports/24de4b54-5e35-472f-b3a2-8c31ebfb3d05 HTTP/1.1" status: 200 len: 1132 time: 2.2724485 Sep 08 09:03:54.365855 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-d8011f0a-ea3b-4752-bb9e-dc67f5c1a9ba service neutron] Request body: {'port': {'device_id': '914131e2-07da-4bcb-841e-02708bc6510a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:03:54.456519 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156fb505-55c6-4365-8b10-87e6cd6aadf0 service neutron] Pushing event updated for resources: {'Port': ['ID=24de4b54-5e35-472f-b3a2-8c31ebfb3d05,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:54.483039 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9487592f-862f-49ae-bb08-3641a5d0ee54 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5d503e082c6e4ba9b06785de52973fc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3625984 Sep 08 09:03:54.483716 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41850) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:03:54.582394 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c4d47c66-9f11-4f75-85c6-b8d8a233af24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:54.624805 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c4d47c66-9f11-4f75-85c6-b8d8a233af24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:54.704180 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dc5a49d6-acb5-410d-afcb-f546e8308472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:54.723806 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c4d47c66-9f11-4f75-85c6-b8d8a233af24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:54.728357 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c4d47c66-9f11-4f75-85c6-b8d8a233af24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:54.733510 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5e91a-cc46-46a8-a197-571066dbb738 req-1fa4496b-ec3c-4c3d-baf4-341e8ad279c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:54.733510 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5e91a-cc46-46a8-a197-571066dbb738 req-1fa4496b-ec3c-4c3d-baf4-341e8ad279c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:54.733510 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5e91a-cc46-46a8-a197-571066dbb738 req-1fa4496b-ec3c-4c3d-baf4-341e8ad279c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:54.733510 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5e91a-cc46-46a8-a197-571066dbb738 req-1fa4496b-ec3c-4c3d-baf4-341e8ad279c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:54.733510 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5e91a-cc46-46a8-a197-571066dbb738 req-1fa4496b-ec3c-4c3d-baf4-341e8ad279c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:54.734950 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5e91a-cc46-46a8-a197-571066dbb738 req-1fa4496b-ec3c-4c3d-baf4-341e8ad279c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:54.734950 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5e91a-cc46-46a8-a197-571066dbb738 req-1fa4496b-ec3c-4c3d-baf4-341e8ad279c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:54.736602 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aed5e91a-cc46-46a8-a197-571066dbb738 req-1fa4496b-ec3c-4c3d-baf4-341e8ad279c8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=abecbd1fd51847edb20d2ca276b4ddef&device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 6214 time: 0.9727614 Sep 08 09:03:54.749265 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c4d47c66-9f11-4f75-85c6-b8d8a233af24 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7cd5ffe8-dafc-425c-aba8-4cb5128646b7 HTTP/1.1" status: 204 len: 168 time: 0.2644100 Sep 08 09:03:54.758396 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41858) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:03:54.759984 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6052b53-8c01-45c8-b0de-f2d267dd720d req-2c68816f-fcfd-4001-8c17-3b75974ee992 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:54.769289 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6052b53-8c01-45c8-b0de-f2d267dd720d req-2c68816f-fcfd-4001-8c17-3b75974ee992 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:54.775739 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6052b53-8c01-45c8-b0de-f2d267dd720d req-2c68816f-fcfd-4001-8c17-3b75974ee992 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:54.783145 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6052b53-8c01-45c8-b0de-f2d267dd720d req-2c68816f-fcfd-4001-8c17-3b75974ee992 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:54.790331 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6052b53-8c01-45c8-b0de-f2d267dd720d req-2c68816f-fcfd-4001-8c17-3b75974ee992 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:54.798182 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6052b53-8c01-45c8-b0de-f2d267dd720d req-2c68816f-fcfd-4001-8c17-3b75974ee992 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:54.800622 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d47c66-9f11-4f75-85c6-b8d8a233af24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd5ffe8-dafc-425c-aba8-4cb5128646b7,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:54.805475 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6052b53-8c01-45c8-b0de-f2d267dd720d req-2c68816f-fcfd-4001-8c17-3b75974ee992 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:54.815881 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a6052b53-8c01-45c8-b0de-f2d267dd720d req-2c68816f-fcfd-4001-8c17-3b75974ee992 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 5374 time: 1.0140424 Sep 08 09:03:54.932424 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-871567e0-25eb-4b97-92ec-0dbd70c480d6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-556666646-network', 'tenant_id': '01e4fcf69e4c4ab19660bd20bd4971ca'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:03:54.981029 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871567e0-25eb-4b97-92ec-0dbd70c480d6 admin admin] Made reservation on behalf of 01e4fcf69e4c4ab19660bd20bd4971ca for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:03:54.983570 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-871567e0-25eb-4b97-92ec-0dbd70c480d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:54.999029 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-871567e0-25eb-4b97-92ec-0dbd70c480d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:55.241167 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a6052b53-8c01-45c8-b0de-f2d267dd720d req-b137d948-518e-4877-93c4-64596e7c71a3 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&id=53d991ac-c80f-43e4-8682-37208170b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4238079 Sep 08 09:03:55.268186 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-d8011f0a-ea3b-4752-bb9e-dc67f5c1a9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:55.281492 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-871567e0-25eb-4b97-92ec-0dbd70c480d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:55.287538 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-871567e0-25eb-4b97-92ec-0dbd70c480d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:55.363315 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-871567e0-25eb-4b97-92ec-0dbd70c480d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:03:55.388138 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41878) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:03:55.408008 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871567e0-25eb-4b97-92ec-0dbd70c480d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76662dc0-3227-4252-b5c0-d938d2850b5a,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:55.439574 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-871567e0-25eb-4b97-92ec-0dbd70c480d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:55.441284 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-871567e0-25eb-4b97-92ec-0dbd70c480d6 admin admin] Added segment e1f8368b-de73-432c-a011-112d5ec9d1eb of type vlan for network d0ea09ac-ccca-46de-895f-463c2c0cac54 Sep 08 09:03:55.468450 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5e91a-cc46-46a8-a197-571066dbb738 req-1ba8cb18-05ae-48c9-9b81-09333df495ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:55.471300 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5e91a-cc46-46a8-a197-571066dbb738 req-1ba8cb18-05ae-48c9-9b81-09333df495ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:55.471904 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5e91a-cc46-46a8-a197-571066dbb738 req-1ba8cb18-05ae-48c9-9b81-09333df495ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:55.473709 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aed5e91a-cc46-46a8-a197-571066dbb738 req-1ba8cb18-05ae-48c9-9b81-09333df495ed service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=abecbd1fd51847edb20d2ca276b4ddef&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6409926 Sep 08 09:03:55.525345 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-871567e0-25eb-4b97-92ec-0dbd70c480d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:55.535465 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-69eff1fd-4784-4538-8c35-4bc185671a73 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3ae440ef9142495ba902aa23b1c1daeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1452708 Sep 08 09:03:55.536580 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41880) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:03:55.635771 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.db.resource_extend [None req-871567e0-25eb-4b97-92ec-0dbd70c480d6 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 08 09:03:55.661061 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '914131e2-07da-4bcb-841e-02708bc6510a', 'tag': '24de4b54-5e35-472f-b3a2-8c31ebfb3d05'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:03:55.670106 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81eb3a0f-db58-46ce-b9bb-e658fde67c71" -d '{"events": [{"name": "network-changed", "server_uuid": "914131e2-07da-4bcb-841e-02708bc6510a", "tag": "24de4b54-5e35-472f-b3a2-8c31ebfb3d05"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:03:55.672801 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-871567e0-25eb-4b97-92ec-0dbd70c480d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:55.673269 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871567e0-25eb-4b97-92ec-0dbd70c480d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:55.673864 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-871567e0-25eb-4b97-92ec-0dbd70c480d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:55.724073 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3bbe6fed-7ced-4521-97bf-af7b68b8768d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:55.762345 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-871567e0-25eb-4b97-92ec-0dbd70c480d6 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.9962771 Sep 08 09:03:55.765317 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41886) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:03:55.773120 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-8fc04225-94c8-406a-8694-76f7ce3aaf54 admin admin] Request body: {'subnet': {'network_id': 'd0ea09ac-ccca-46de-895f-463c2c0cac54', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-556666646-subnet', 'tenant_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:03:55.798512 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7b8414-8c36-4482-984a-d51f3fd186e6 x-openstack-request-id: req-2a7b8414-8c36-4482-984a-d51f3fd186e6 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:03:55.799017 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "914131e2-07da-4bcb-841e-02708bc6510a", "tag": "24de4b54-5e35-472f-b3a2-8c31ebfb3d05", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:03:55.799456 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2a7b8414-8c36-4482-984a-d51f3fd186e6 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:03:55.800030 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '914131e2-07da-4bcb-841e-02708bc6510a', 'tag': '24de4b54-5e35-472f-b3a2-8c31ebfb3d05', 'status': 'completed', 'code': 200} Sep 08 09:03:55.833568 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3bbe6fed-7ced-4521-97bf-af7b68b8768d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:55.838198 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871567e0-25eb-4b97-92ec-0dbd70c480d6 admin admin] Pushing event updated for resources: {'Network': ['ID=d0ea09ac-ccca-46de-895f-463c2c0cac54,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:55.852315 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network d0ea09ac-ccca-46de-895f-463c2c0cac54 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:03:55.890221 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc04225-94c8-406a-8694-76f7ce3aaf54 admin admin] Made reservation on behalf of 01e4fcf69e4c4ab19660bd20bd4971ca for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:03:55.894791 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8fc04225-94c8-406a-8694-76f7ce3aaf54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:56.230286 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8fc04225-94c8-406a-8694-76f7ce3aaf54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:56.334501 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc04225-94c8-406a-8694-76f7ce3aaf54 admin admin] Checking segment: {'id': 'e1f8368b-de73-432c-a011-112d5ec9d1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd0ea09ac-ccca-46de-895f-463c2c0cac54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:03:56.335182 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc04225-94c8-406a-8694-76f7ce3aaf54 admin admin] Network hostable DHCP agents. Network: d0ea09ac-ccca-46de-895f-463c2c0cac54, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:03:56.360586 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc04225-94c8-406a-8694-76f7ce3aaf54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a0ba9ab-b2c7-4b25-aa32-89e85cda7465,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:56.374226 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3bbe6fed-7ced-4521-97bf-af7b68b8768d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:56.383916 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3bbe6fed-7ced-4521-97bf-af7b68b8768d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:56.387346 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3bbe6fed-7ced-4521-97bf-af7b68b8768d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/796382f2-a557-4eea-b91f-9416e242d15b HTTP/1.1" status: 204 len: 168 time: 0.8471286 Sep 08 09:03:56.407077 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc04225-94c8-406a-8694-76f7ce3aaf54 admin admin] Network d0ea09ac-ccca-46de-895f-463c2c0cac54 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:03:56.443849 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-8fc04225-94c8-406a-8694-76f7ce3aaf54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, d0ea09ac-ccca-46de-895f-463c2c0cac54) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:03:56.446449 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe6fed-7ced-4521-97bf-af7b68b8768d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796382f2-a557-4eea-b91f-9416e242d15b,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:56.458997 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fde26c1-aaa9-4016-92f5-aa2d3a083f00 None None] Network d0ea09ac-ccca-46de-895f-463c2c0cac54 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:03:56.534203 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc04225-94c8-406a-8694-76f7ce3aaf54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:56.534857 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8fc04225-94c8-406a-8694-76f7ce3aaf54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:56.584246 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5dbe24-9bf9-4f81-9cb5-41fed2c36408 req-c5a9401d-1b3b-423e-b16d-0234b919f50f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:56.591485 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5dbe24-9bf9-4f81-9cb5-41fed2c36408 req-c5a9401d-1b3b-423e-b16d-0234b919f50f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:56.600092 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5dbe24-9bf9-4f81-9cb5-41fed2c36408 req-c5a9401d-1b3b-423e-b16d-0234b919f50f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:56.608453 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5dbe24-9bf9-4f81-9cb5-41fed2c36408 req-c5a9401d-1b3b-423e-b16d-0234b919f50f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:56.616006 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5dbe24-9bf9-4f81-9cb5-41fed2c36408 req-c5a9401d-1b3b-423e-b16d-0234b919f50f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:56.625558 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5dbe24-9bf9-4f81-9cb5-41fed2c36408 req-c5a9401d-1b3b-423e-b16d-0234b919f50f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:56.638085 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5dbe24-9bf9-4f81-9cb5-41fed2c36408 req-c5a9401d-1b3b-423e-b16d-0234b919f50f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:56.650263 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5e5dbe24-9bf9-4f81-9cb5-41fed2c36408 req-c5a9401d-1b3b-423e-b16d-0234b919f50f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 5374 time: 0.2094200 Sep 08 09:03:56.656893 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8fc04225-94c8-406a-8694-76f7ce3aaf54 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.8853040 Sep 08 09:03:56.661285 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 41900) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:03:56.706838 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-7ffa48eb-a1d8-460f-80a9-93a98cfe0ecf admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-556666646-router', 'tenant_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:03:56.750746 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5e5dbe24-9bf9-4f81-9cb5-41fed2c36408 req-e02b9be2-534a-4076-9e35-ace3df09b197 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&id=53d991ac-c80f-43e4-8682-37208170b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0995045 Sep 08 09:03:56.887058 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5a49d6-acb5-410d-afcb-f546e8308472 admin admin] Router fbbabde4-fdee-42ed-a5c7-839bce9749e6 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:03:56.900086 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5e91a-cc46-46a8-a197-571066dbb738 req-692153bf-bf15-48fa-838c-cfd18b5af89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:56.904891 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aed5e91a-cc46-46a8-a197-571066dbb738 req-692153bf-bf15-48fa-838c-cfd18b5af89b service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3905125 Sep 08 09:03:57.003556 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44032289-733a-4d2d-9592-5ff286ab7f8d req-b8aacde3-1292-4a2d-aac1-f3d80991aa4e tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:57.008336 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-44032289-733a-4d2d-9592-5ff286ab7f8d req-b8aacde3-1292-4a2d-aac1-f3d80991aa4e tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] 10.222.0.54 "GET /v2.0/ports?device_id=ddae90db-a1ad-4edf-a87c-cc848ad922eb HTTP/1.1" status: 200 len: 946 time: 0.6460888 Sep 08 09:03:57.047005 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7ffa48eb-a1d8-460f-80a9-93a98cfe0ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:57.048205 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7ffa48eb-a1d8-460f-80a9-93a98cfe0ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:57.272871 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3480859-8699-4c74-90ac-25e9f2a38d06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-d0ea09ac-ccca-46de-895f-463c2c0cac54', 'network_id': 'd0ea09ac-ccca-46de-895f-463c2c0cac54', 'tenant_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'fixed_ips': [{'subnet_id': '8a0ba9ab-b2c7-4b25-aa32-89e85cda7465'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:03:57.275270 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c3480859-8699-4c74-90ac-25e9f2a38d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:57.495019 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-d8011f0a-ea3b-4752-bb9e-dc67f5c1a9ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89daee6f-0c0f-4335-af2f-1d518b85581e {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:03:57.570517 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-d8011f0a-ea3b-4752-bb9e-dc67f5c1a9ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:57.640452 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb3a0f-db58-46ce-b9bb-e658fde67c71 req-01c7c155-2f6d-496d-9a3d-1e38971d2ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:57.640452 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb3a0f-db58-46ce-b9bb-e658fde67c71 req-01c7c155-2f6d-496d-9a3d-1e38971d2ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:57.640888 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb3a0f-db58-46ce-b9bb-e658fde67c71 req-01c7c155-2f6d-496d-9a3d-1e38971d2ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:57.641416 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb3a0f-db58-46ce-b9bb-e658fde67c71 req-01c7c155-2f6d-496d-9a3d-1e38971d2ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:57.641854 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb3a0f-db58-46ce-b9bb-e658fde67c71 req-01c7c155-2f6d-496d-9a3d-1e38971d2ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:57.642595 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb3a0f-db58-46ce-b9bb-e658fde67c71 req-01c7c155-2f6d-496d-9a3d-1e38971d2ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:57.643233 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb3a0f-db58-46ce-b9bb-e658fde67c71 req-01c7c155-2f6d-496d-9a3d-1e38971d2ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:57.645129 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-81eb3a0f-db58-46ce-b9bb-e658fde67c71 req-01c7c155-2f6d-496d-9a3d-1e38971d2ec1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=abecbd1fd51847edb20d2ca276b4ddef&device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 6214 time: 0.6357937 Sep 08 09:03:57.647303 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-c3480859-8699-4c74-90ac-25e9f2a38d06 None None] Allocated IP 172.20.0.2 (d0ea09ac-ccca-46de-895f-463c2c0cac54/8a0ba9ab-b2c7-4b25-aa32-89e85cda7465/5f29a97c-388a-4ad4-ad92-d2b8743c2b89) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:03:57.648422 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-44032289-733a-4d2d-9592-5ff286ab7f8d req-f517cae5-a147-41cc-a9ff-013ec186efee tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0eb5b34-b243-4b4a-86e9-e26040c5696b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6241403 Sep 08 09:03:57.658527 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-d8011f0a-ea3b-4752-bb9e-dc67f5c1a9ba service neutron] Transition to ACTIVE for port object 89daee6f-0c0f-4335-af2f-1d518b85581e will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:03:57.712488 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7ffa48eb-a1d8-460f-80a9-93a98cfe0ecf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:57.714348 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-d8011f0a-ea3b-4752-bb9e-dc67f5c1a9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:57.954147 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7b406-e4e1-47f2-86b1-4054e2f826e2 req-fac9743f-57d0-4067-b362-81fef000d27d tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:57.961468 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5ac7b406-e4e1-47f2-86b1-4054e2f826e2 req-fac9743f-57d0-4067-b362-81fef000d27d tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] 10.222.0.37 "GET /v2.0/ports?device_id=ddae90db-a1ad-4edf-a87c-cc848ad922eb HTTP/1.1" status: 200 len: 946 time: 0.4127429 Sep 08 09:03:58.013271 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c3480859-8699-4c74-90ac-25e9f2a38d06 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:58.030649 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c3480859-8699-4c74-90ac-25e9f2a38d06 None None] Transition to ACTIVE for port object 5f29a97c-388a-4ad4-ad92-d2b8743c2b89 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:03:58.072560 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c3480859-8699-4c74-90ac-25e9f2a38d06 None None] Transition to ACTIVE for port object 5f29a97c-388a-4ad4-ad92-d2b8743c2b89 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:03:58.078012 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fdf33-ac3f-4603-a814-3aeb77274fc9 req-2c312fa5-7a3a-484e-839b-5c2a51a6b391 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:58.092015 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c3480859-8699-4c74-90ac-25e9f2a38d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:58.099591 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fdf33-ac3f-4603-a814-3aeb77274fc9 req-2c312fa5-7a3a-484e-839b-5c2a51a6b391 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:58.131997 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fdf33-ac3f-4603-a814-3aeb77274fc9 req-2c312fa5-7a3a-484e-839b-5c2a51a6b391 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:58.146409 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fdf33-ac3f-4603-a814-3aeb77274fc9 req-2c312fa5-7a3a-484e-839b-5c2a51a6b391 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:58.152471 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5a49d6-acb5-410d-afcb-f546e8308472 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:03:58.163469 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb3a0f-db58-46ce-b9bb-e658fde67c71 req-76445b42-da99-4061-83ad-9e27492c4878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:58.164390 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb3a0f-db58-46ce-b9bb-e658fde67c71 req-76445b42-da99-4061-83ad-9e27492c4878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:58.164892 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931fade4-6a8d-494f-8df2-a68d98e7317c None None] Sync routers for ids ['fbbabde4-fdee-42ed-a5c7-839bce9749e6'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:03:58.166020 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb3a0f-db58-46ce-b9bb-e658fde67c71 req-76445b42-da99-4061-83ad-9e27492c4878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:58.169559 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-81eb3a0f-db58-46ce-b9bb-e658fde67c71 req-76445b42-da99-4061-83ad-9e27492c4878 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=abecbd1fd51847edb20d2ca276b4ddef&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5074263 Sep 08 09:03:58.173083 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fdf33-ac3f-4603-a814-3aeb77274fc9 req-2c312fa5-7a3a-484e-839b-5c2a51a6b391 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:58.174774 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-dc5a49d6-acb5-410d-afcb-f546e8308472 admin admin] 10.222.0.54 "PUT /v2.0/routers/fbbabde4-fdee-42ed-a5c7-839bce9749e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7437451 Sep 08 09:03:58.188413 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931fade4-6a8d-494f-8df2-a68d98e7317c None None] Routers {'fbbabde4-fdee-42ed-a5c7-839bce9749e6'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:03:58.189060 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-931fade4-6a8d-494f-8df2-a68d98e7317c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:03:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['fbbabde4-fdee-42ed-a5c7-839bce9749e6'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:03:58.200059 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fdf33-ac3f-4603-a814-3aeb77274fc9 req-2c312fa5-7a3a-484e-839b-5c2a51a6b391 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:58.229184 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 41940) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:03:58.231913 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fdf33-ac3f-4603-a814-3aeb77274fc9 req-2c312fa5-7a3a-484e-839b-5c2a51a6b391 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:58.234993 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0e0fdf33-ac3f-4603-a814-3aeb77274fc9 req-2c312fa5-7a3a-484e-839b-5c2a51a6b391 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 5386 time: 0.2999458 Sep 08 09:03:58.242140 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3480859-8699-4c74-90ac-25e9f2a38d06 None None] Network d0ea09ac-ccca-46de-895f-463c2c0cac54 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:03:58.257815 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-c3480859-8699-4c74-90ac-25e9f2a38d06 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:03:58.264080 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3480859-8699-4c74-90ac-25e9f2a38d06 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:03:58.322021 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8011f0a-ea3b-4752-bb9e-dc67f5c1a9ba service neutron] Pushing event updated for resources: {'Port': ['ID=89daee6f-0c0f-4335-af2f-1d518b85581e,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:58.382934 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0e0fdf33-ac3f-4603-a814-3aeb77274fc9 req-2cd420b9-7c91-4f7c-a268-be14ca175a87 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&id=53d991ac-c80f-43e4-8682-37208170b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1409996 Sep 08 09:03:58.428200 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3480859-8699-4c74-90ac-25e9f2a38d06 None None] Pushing event updated for resources: {'Port': ['ID=5f29a97c-388a-4ad4-ad92-d2b8743c2b89,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:58.457558 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:58.461201 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-c3480859-8699-4c74-90ac-25e9f2a38d06 None None] Attempting to bind port 5f29a97c-388a-4ad4-ad92-d2b8743c2b89 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:03:58.461767 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-c3480859-8699-4c74-90ac-25e9f2a38d06 None None] Attempting to bind port 5f29a97c-388a-4ad4-ad92-d2b8743c2b89 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'e1f8368b-de73-432c-a011-112d5ec9d1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd0ea09ac-ccca-46de-895f-463c2c0cac54'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:03:58.462438 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3480859-8699-4c74-90ac-25e9f2a38d06 None None] Attempting to bind port 5f29a97c-388a-4ad4-ad92-d2b8743c2b89 on network d0ea09ac-ccca-46de-895f-463c2c0cac54 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:03:58.474813 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3480859-8699-4c74-90ac-25e9f2a38d06 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:03:58.476403 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3480859-8699-4c74-90ac-25e9f2a38d06 None None] Checking segment: {'id': 'e1f8368b-de73-432c-a011-112d5ec9d1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd0ea09ac-ccca-46de-895f-463c2c0cac54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:03:58.476874 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c3480859-8699-4c74-90ac-25e9f2a38d06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:58.477338 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3480859-8699-4c74-90ac-25e9f2a38d06 None None] Bound using segment: {'id': 'e1f8368b-de73-432c-a011-112d5ec9d1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd0ea09ac-ccca-46de-895f-463c2c0cac54'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:03:58.479133 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-c3480859-8699-4c74-90ac-25e9f2a38d06 None None] Bound port: 5f29a97c-388a-4ad4-ad92-d2b8743c2b89, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1f8368b-de73-432c-a011-112d5ec9d1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd0ea09ac-ccca-46de-895f-463c2c0cac54'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:03:58.480869 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c3480859-8699-4c74-90ac-25e9f2a38d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:58.513793 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-931fade4-6a8d-494f-8df2-a68d98e7317c None None] Set router fbbabde4-fdee-42ed-a5c7-839bce9749e6 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:03:58.595531 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7ffa48eb-a1d8-460f-80a9-93a98cfe0ecf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:58.602639 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-c3480859-8699-4c74-90ac-25e9f2a38d06 None None] For port 5f29a97c-388a-4ad4-ad92-d2b8743c2b89, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:03:58.609644 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-c3480859-8699-4c74-90ac-25e9f2a38d06 None None] For port 5f29a97c-388a-4ad4-ad92-d2b8743c2b89, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=5f29a97c-388a-4ad4-ad92-d2b8743c2b89,segment=NetworkSegment(e1f8368b-de73-432c-a011-112d5ec9d1eb),segment_id=e1f8368b-de73-432c-a011-112d5ec9d1eb)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:03:58.618063 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c3480859-8699-4c74-90ac-25e9f2a38d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:58.814668 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3480859-8699-4c74-90ac-25e9f2a38d06 None None] Pushing event updated for resources: {'Port': ['ID=5f29a97c-388a-4ad4-ad92-d2b8743c2b89,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:03:58.833661 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-931fade4-6a8d-494f-8df2-a68d98e7317c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbabde4-fdee-42ed-a5c7-839bce9749e6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-81318563-router', 'tenant_id': '9c9c80d911d14910a5dbc7c59ffad3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '19d1a776-d6b0-46e0-908b-d35c3d8bb47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:56:19Z', 'updated_at': '2021-09-08T09:03:53Z', 'revision_number': 5, 'project_id': '9c9c80d911d14910a5dbc7c59ffad3e0', 'gw_port': {'id': '19d1a776-d6b0-46e0-908b-d35c3d8bb47f', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbabde4-fdee-42ed-a5c7-839bce9749e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:21Z', 'updated_at': '2021-09-08T08:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:03:58.857277 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-d8011f0a-ea3b-4752-bb9e-dc67f5c1a9ba service neutron] Attempting to bind port 89daee6f-0c0f-4335-af2f-1d518b85581e on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:03:58.857810 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-d8011f0a-ea3b-4752-bb9e-dc67f5c1a9ba service neutron] Attempting to bind port 89daee6f-0c0f-4335-af2f-1d518b85581e by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '2d611bdc-8b46-4288-9a60-e3e65ae6211f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '420ee6df-451a-4285-bec4-d22a945df514'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:03:58.857933 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-d8011f0a-ea3b-4752-bb9e-dc67f5c1a9ba service neutron] Attempting to bind port 89daee6f-0c0f-4335-af2f-1d518b85581e on network 420ee6df-451a-4285-bec4-d22a945df514 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:03:58.861247 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb3a0f-db58-46ce-b9bb-e658fde67c71 req-fe517e71-7ffe-4d97-96de-7c94d372ed10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:58.863273 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-81eb3a0f-db58-46ce-b9bb-e658fde67c71 req-fe517e71-7ffe-4d97-96de-7c94d372ed10 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6751373 Sep 08 09:03:58.864767 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7b2ec11a-7db5-46e7-a7ae-3b262ee9d44d admin admin] Notify callbacks [] for router, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:58.912683 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3389af-3fd5-44ee-a3fd-f51d2e3b96ee req-f3e73b47-635c-432c-ba0b-3ab8d712e36e tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:03:58.921900 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cf3389af-3fd5-44ee-a3fd-f51d2e3b96ee req-f3e73b47-635c-432c-ba0b-3ab8d712e36e tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] 10.222.0.54 "GET /v2.0/ports?device_id=ddae90db-a1ad-4edf-a87c-cc848ad922eb HTTP/1.1" status: 200 len: 946 time: 0.1446314 Sep 08 09:03:58.946360 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-5ac7b406-e4e1-47f2-86b1-4054e2f826e2 req-76fc9896-1f34-4db2-81d6-f006892a915f tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Deleting port 1adecf86-ece7-4525-a8c5-4fb5356f25d9 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:03:58.947346 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5ac7b406-e4e1-47f2-86b1-4054e2f826e2 req-76fc9896-1f34-4db2-81d6-f006892a915f tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:58.985910 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cf3389af-3fd5-44ee-a3fd-f51d2e3b96ee req-f715c23f-5fbc-47db-b48b-e83171eb9446 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0eb5b34-b243-4b4a-86e9-e26040c5696b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605292 Sep 08 09:03:58.993160 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-d8011f0a-ea3b-4752-bb9e-dc67f5c1a9ba service neutron] Port 89daee6f-0c0f-4335-af2f-1d518b85581e on network 420ee6df-451a-4285-bec4-d22a945df514 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:03:58.993990 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-d8011f0a-ea3b-4752-bb9e-dc67f5c1a9ba service neutron] Attempting to bind port 89daee6f-0c0f-4335-af2f-1d518b85581e on network 420ee6df-451a-4285-bec4-d22a945df514 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:03:59.025642 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931fade4-6a8d-494f-8df2-a68d98e7317c None None] Checking router: fbbabde4-fdee-42ed-a5c7-839bce9749e6 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:03:59.036964 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931fade4-6a8d-494f-8df2-a68d98e7317c None None] Routers {'fbbabde4-fdee-42ed-a5c7-839bce9749e6'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:03:59.037728 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-931fade4-6a8d-494f-8df2-a68d98e7317c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:03:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['fbbabde4-fdee-42ed-a5c7-839bce9749e6'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:03:59.157757 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-d8011f0a-ea3b-4752-bb9e-dc67f5c1a9ba service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:03:59.158165 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-d8011f0a-ea3b-4752-bb9e-dc67f5c1a9ba service neutron] Checking segment: {'id': '2d611bdc-8b46-4288-9a60-e3e65ae6211f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '420ee6df-451a-4285-bec4-d22a945df514'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:03:59.158595 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-d8011f0a-ea3b-4752-bb9e-dc67f5c1a9ba service neutron] Bound using segment: {'id': '2d611bdc-8b46-4288-9a60-e3e65ae6211f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '420ee6df-451a-4285-bec4-d22a945df514'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:03:59.159056 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-d8011f0a-ea3b-4752-bb9e-dc67f5c1a9ba service neutron] Bound port: 89daee6f-0c0f-4335-af2f-1d518b85581e, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d611bdc-8b46-4288-9a60-e3e65ae6211f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '420ee6df-451a-4285-bec4-d22a945df514'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:03:59.159427 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-d8011f0a-ea3b-4752-bb9e-dc67f5c1a9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:59.263480 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7b2ec11a-7db5-46e7-a7ae-3b262ee9d44d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:59.427840 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-931fade4-6a8d-494f-8df2-a68d98e7317c None None] Set router fbbabde4-fdee-42ed-a5c7-839bce9749e6 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:03:59.531199 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-5ac7b406-e4e1-47f2-86b1-4054e2f826e2 req-76fc9896-1f34-4db2-81d6-f006892a915f tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] For port 1adecf86-ece7-4525-a8c5-4fb5356f25d9, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=1adecf86-ece7-4525-a8c5-4fb5356f25d9,segment=NetworkSegment(b248b080-424a-4d7c-b6da-e7e9fa7a7a95),segment_id=b248b080-424a-4d7c-b6da-e7e9fa7a7a95)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:03:59.531599 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5ac7b406-e4e1-47f2-86b1-4054e2f826e2 req-76fc9896-1f34-4db2-81d6-f006892a915f tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:03:59.972805 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-931fade4-6a8d-494f-8df2-a68d98e7317c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbbabde4-fdee-42ed-a5c7-839bce9749e6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-81318563-router', 'tenant_id': '9c9c80d911d14910a5dbc7c59ffad3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '19d1a776-d6b0-46e0-908b-d35c3d8bb47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:56:19Z', 'updated_at': '2021-09-08T09:03:53Z', 'revision_number': 5, 'project_id': '9c9c80d911d14910a5dbc7c59ffad3e0', 'gw_port': {'id': '19d1a776-d6b0-46e0-908b-d35c3d8bb47f', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbabde4-fdee-42ed-a5c7-839bce9749e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:21Z', 'updated_at': '2021-09-08T08:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:00.080122 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931fade4-6a8d-494f-8df2-a68d98e7317c None None] The sync data for ids ['fbbabde4-fdee-42ed-a5c7-839bce9749e6'] in n-d-806683-11 is: [{'id': 'fbbabde4-fdee-42ed-a5c7-839bce9749e6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-81318563-router', 'tenant_id': '9c9c80d911d14910a5dbc7c59ffad3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '19d1a776-d6b0-46e0-908b-d35c3d8bb47f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T08:56:19Z', 'updated_at': '2021-09-08T09:03:53Z', 'revision_number': 5, 'project_id': '9c9c80d911d14910a5dbc7c59ffad3e0', 'gw_port': {'id': '19d1a776-d6b0-46e0-908b-d35c3d8bb47f', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:e9:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbbabde4-fdee-42ed-a5c7-839bce9749e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T08:56:21Z', 'updated_at': '2021-09-08T08:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:04:00.108216 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-7b2ec11a-7db5-46e7-a7ae-3b262ee9d44d admin admin] Deleting port 19d1a776-d6b0-46e0-908b-d35c3d8bb47f {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:04:00.108814 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7b2ec11a-7db5-46e7-a7ae-3b262ee9d44d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:00.127796 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-d8011f0a-ea3b-4752-bb9e-dc67f5c1a9ba service neutron] For port 89daee6f-0c0f-4335-af2f-1d518b85581e, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:04:00.142356 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 5f29a97c-388a-4ad4-ad92-d2b8743c2b89 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:04:00.177267 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da928bd1-249b-45cd-8c89-f1d84c14122c req-9faec396-e3b4-4284-aaf5-89a39506efe5 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:00.188591 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da928bd1-249b-45cd-8c89-f1d84c14122c req-9faec396-e3b4-4284-aaf5-89a39506efe5 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:00.196064 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da928bd1-249b-45cd-8c89-f1d84c14122c req-9faec396-e3b4-4284-aaf5-89a39506efe5 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:00.197795 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d7ed4-7ab4-4acc-9e32-32f6c019234a req-c44bad07-45f7-4ece-9bd6-7ee9f07d856a tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:00.207395 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2b2d7ed4-7ab4-4acc-9e32-32f6c019234a req-c44bad07-45f7-4ece-9bd6-7ee9f07d856a tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] 10.222.0.54 "GET /v2.0/ports?device_id=ddae90db-a1ad-4edf-a87c-cc848ad922eb HTTP/1.1" status: 200 len: 946 time: 0.1077793 Sep 08 09:04:00.209924 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da928bd1-249b-45cd-8c89-f1d84c14122c req-9faec396-e3b4-4284-aaf5-89a39506efe5 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:00.217891 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da928bd1-249b-45cd-8c89-f1d84c14122c req-9faec396-e3b4-4284-aaf5-89a39506efe5 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:00.245167 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da928bd1-249b-45cd-8c89-f1d84c14122c req-9faec396-e3b4-4284-aaf5-89a39506efe5 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:00.248309 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 5f29a97c-388a-4ad4-ad92-d2b8743c2b89 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:04:00.252944 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da928bd1-249b-45cd-8c89-f1d84c14122c req-9faec396-e3b4-4284-aaf5-89a39506efe5 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:00.256449 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-da928bd1-249b-45cd-8c89-f1d84c14122c req-9faec396-e3b4-4284-aaf5-89a39506efe5 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 5386 time: 0.6835766 Sep 08 09:04:00.272068 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2b2d7ed4-7ab4-4acc-9e32-32f6c019234a req-a19168bb-7567-43bb-a109-e0d24f930a58 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0eb5b34-b243-4b4a-86e9-e26040c5696b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629814 Sep 08 09:04:00.360779 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-d8011f0a-ea3b-4752-bb9e-dc67f5c1a9ba service neutron] For port 89daee6f-0c0f-4335-af2f-1d518b85581e, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=89daee6f-0c0f-4335-af2f-1d518b85581e,segment=NetworkSegment(2d611bdc-8b46-4288-9a60-e3e65ae6211f),segment_id=2d611bdc-8b46-4288-9a60-e3e65ae6211f)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:04:00.438467 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-d8011f0a-ea3b-4752-bb9e-dc67f5c1a9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:00.483210 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e470a737-3f1e-44d2-9280-4ddd1a354d57 None None] Network d0ea09ac-ccca-46de-895f-463c2c0cac54 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:04:00.606474 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-6b8f6fe2-eb92-4897-833b-35fc33949c09 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=009c70ac018246c49e6f9a3a4c5ddf6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270610 Sep 08 09:04:00.611834 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f5c6e356-fa26-4672-85c7-c4b7a6bce9da None None] Provisioning for port 5f29a97c-388a-4ad4-ad92-d2b8743c2b89 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:04:00.620090 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f5c6e356-fa26-4672-85c7-c4b7a6bce9da None None] Provisioning complete for port 5f29a97c-388a-4ad4-ad92-d2b8743c2b89 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:04:00.621356 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f5c6e356-fa26-4672-85c7-c4b7a6bce9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:00.777122 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-6c179f03-5b85-4dd0-b602-10d7d49f491b tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:00.778939 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-6c179f03-5b85-4dd0-b602-10d7d49f491b tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1649897 Sep 08 09:04:00.797041 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-8d81c39f-051f-47ff-843f-654dee11a8e6 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/quotas/009c70ac018246c49e6f9a3a4c5ddf6c HTTP/1.1" status: 200 len: 375 time: 0.0115039 Sep 08 09:04:00.800832 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f5c6e356-fa26-4672-85c7-c4b7a6bce9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:00.838459 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-eddbd2f2-9f0f-4631-aedb-f12c217f790b tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=009c70ac018246c49e6f9a3a4c5ddf6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343227 Sep 08 09:04:00.846651 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-f5c6e356-fa26-4672-85c7-c4b7a6bce9da None None] For port 5f29a97c-388a-4ad4-ad92-d2b8743c2b89, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=5f29a97c-388a-4ad4-ad92-d2b8743c2b89,segment=NetworkSegment(e1f8368b-de73-432c-a011-112d5ec9d1eb),segment_id=e1f8368b-de73-432c-a011-112d5ec9d1eb)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:00.851437 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f5c6e356-fa26-4672-85c7-c4b7a6bce9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:00.907657 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6e356-fa26-4672-85c7-c4b7a6bce9da None None] Pushing event updated for resources: {'Port': ['ID=5f29a97c-388a-4ad4-ad92-d2b8743c2b89,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:01.005312 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-da928bd1-249b-45cd-8c89-f1d84c14122c req-fd5e820f-d858-4035-86c6-645ed094b0aa tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&id=53d991ac-c80f-43e4-8682-37208170b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7115567 Sep 08 09:04:01.017381 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-d8011f0a-ea3b-4752-bb9e-dc67f5c1a9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:01.018104 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-d8011f0a-ea3b-4752-bb9e-dc67f5c1a9ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:01.019847 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-d8011f0a-ea3b-4752-bb9e-dc67f5c1a9ba service neutron] 10.222.0.35 "PUT /v2.0/ports/89daee6f-0c0f-4335-af2f-1d518b85581e HTTP/1.1" status: 200 len: 1092 time: 6.7018952 Sep 08 09:04:01.062224 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '914131e2-07da-4bcb-841e-02708bc6510a', 'tag': '89daee6f-0c0f-4335-af2f-1d518b85581e'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:04:01.070284 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1272f544-c894-46d6-89e2-eefa87c4b79d" -d '{"events": [{"name": "network-changed", "server_uuid": "914131e2-07da-4bcb-841e-02708bc6510a", "tag": "89daee6f-0c0f-4335-af2f-1d518b85581e"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:04:01.101496 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-7b2ec11a-7db5-46e7-a7ae-3b262ee9d44d admin admin] For port 19d1a776-d6b0-46e0-908b-d35c3d8bb47f, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=19d1a776-d6b0-46e0-908b-d35c3d8bb47f,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:01.106617 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7b2ec11a-7db5-46e7-a7ae-3b262ee9d44d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:01.125446 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-c86bc73f-a998-4e23-8ec6-6fb0e5607c48 service neutron] Request body: {'port': {'device_id': '914131e2-07da-4bcb-841e-02708bc6510a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:04:01.176636 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-b0a8c5b3-28a8-411f-95ec-1ba0306a76ef None None] Provisioning complete for port 5f29a97c-388a-4ad4-ad92-d2b8743c2b89 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:04:01.177149 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b0a8c5b3-28a8-411f-95ec-1ba0306a76ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:01.237069 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7ffa48eb-a1d8-460f-80a9-93a98cfe0ecf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:01.241127 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-7b2ec11a-7db5-46e7-a7ae-3b262ee9d44d admin admin] Calling delete_port for 19d1a776-d6b0-46e0-908b-d35c3d8bb47f owned by network:router_gateway {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:04:01.262457 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d7edb488-0c1d-40db-9156-cbee7e74f0a6 req-97bbde08-a39a-4187-8ce0-c084e064f3b8 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=727ca116-35c7-48b6-aa5a-29c49f0230a2 HTTP/1.1" status: 200 len: 210 time: 0.0401690 Sep 08 09:04:01.278881 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8011f0a-ea3b-4752-bb9e-dc67f5c1a9ba service neutron] Pushing event updated for resources: {'Port': ['ID=89daee6f-0c0f-4335-af2f-1d518b85581e,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:01.309210 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7636457c-337f-401f-a92f-5e53f18a4a7e x-openstack-request-id: req-7636457c-337f-401f-a92f-5e53f18a4a7e {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:04:01.309772 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "914131e2-07da-4bcb-841e-02708bc6510a", "tag": "89daee6f-0c0f-4335-af2f-1d518b85581e", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:04:01.310392 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7636457c-337f-401f-a92f-5e53f18a4a7e {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:04:01.310953 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '914131e2-07da-4bcb-841e-02708bc6510a', 'tag': '89daee6f-0c0f-4335-af2f-1d518b85581e', 'status': 'completed', 'code': 200} Sep 08 09:04:01.364780 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5ac7b406-e4e1-47f2-86b1-4054e2f826e2 req-76fc9896-1f34-4db2-81d6-f006892a915f tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:01.365269 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5ac7b406-e4e1-47f2-86b1-4054e2f826e2 req-76fc9896-1f34-4db2-81d6-f006892a915f tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:01.365935 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [req-5ac7b406-e4e1-47f2-86b1-4054e2f826e2 req-76fc9896-1f34-4db2-81d6-f006892a915f tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Floating IP 277db885-0181-42f9-94d8-9813fa2b2476 disassociated. External IP: 172.25.0.211, port: 1adecf86-ece7-4525-a8c5-4fb5356f25d9. Sep 08 09:04:01.374317 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-5ac7b406-e4e1-47f2-86b1-4054e2f826e2 req-76fc9896-1f34-4db2-81d6-f006892a915f tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Calling delete_port for 1adecf86-ece7-4525-a8c5-4fb5356f25d9 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:04:01.435555 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7ffa48eb-a1d8-460f-80a9-93a98cfe0ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:01.445432 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 1adecf86-ece7-4525-a8c5-4fb5356f25d9 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:04:01.477583 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d4390-1b8b-4bcd-9c39-2ea55285bc09 req-d5ca9010-c2fd-411a-a151-4e05d53c2025 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:01.487315 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-775d4390-1b8b-4bcd-9c39-2ea55285bc09 req-d5ca9010-c2fd-411a-a151-4e05d53c2025 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] 10.222.0.54 "GET /v2.0/ports?device_id=ddae90db-a1ad-4edf-a87c-cc848ad922eb HTTP/1.1" status: 200 len: 946 time: 0.0836411 Sep 08 09:04:01.531298 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-775d4390-1b8b-4bcd-9c39-2ea55285bc09 req-52c608f9-78e8-452c-b645-31b4c9459b1f tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0eb5b34-b243-4b4a-86e9-e26040c5696b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423250 Sep 08 09:04:01.560080 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:01.589848 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddae90db-a1ad-4edf-a87c-cc848ad922eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1adecf86-ece7-4525-a8c5-4fb5356f25d9'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:04:01.593029 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58643308-d3f5-4878-af65-05ba1a77455e" -d '{"events": [{"server_uuid": "ddae90db-a1ad-4edf-a87c-cc848ad922eb", "name": "network-vif-unplugged", "status": "completed", "tag": "1adecf86-ece7-4525-a8c5-4fb5356f25d9"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:04:01.606928 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 1adecf86-ece7-4525-a8c5-4fb5356f25d9, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=1adecf86-ece7-4525-a8c5-4fb5356f25d9,segment=NetworkSegment(b248b080-424a-4d7c-b6da-e7e9fa7a7a95),segment_id=b248b080-424a-4d7c-b6da-e7e9fa7a7a95)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:01.613358 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:01.619059 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-c86bc73f-a998-4e23-8ec6-6fb0e5607c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:01.650207 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 09:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fde4cd-3928-4cf1-bd71-280c7a803e0c x-openstack-request-id: req-f3fde4cd-3928-4cf1-bd71-280c7a803e0c {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:04:01.650744 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddae90db-a1ad-4edf-a87c-cc848ad922eb", "name": "network-vif-unplugged", "status": "completed", "tag": "1adecf86-ece7-4525-a8c5-4fb5356f25d9", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:04:01.651198 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f3fde4cd-3928-4cf1-bd71-280c7a803e0c {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:04:01.652369 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddae90db-a1ad-4edf-a87c-cc848ad922eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1adecf86-ece7-4525-a8c5-4fb5356f25d9', 'code': 200} Sep 08 09:04:01.672473 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272f544-c894-46d6-89e2-eefa87c4b79d req-f27f0ef7-ba7d-4586-bcfb-1d77093ef8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:01.672983 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=1adecf86-ece7-4525-a8c5-4fb5356f25d9,revision_number=6']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:01.673141 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272f544-c894-46d6-89e2-eefa87c4b79d req-f27f0ef7-ba7d-4586-bcfb-1d77093ef8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:01.673475 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272f544-c894-46d6-89e2-eefa87c4b79d req-f27f0ef7-ba7d-4586-bcfb-1d77093ef8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:01.674086 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272f544-c894-46d6-89e2-eefa87c4b79d req-f27f0ef7-ba7d-4586-bcfb-1d77093ef8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:01.674637 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272f544-c894-46d6-89e2-eefa87c4b79d req-f27f0ef7-ba7d-4586-bcfb-1d77093ef8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:01.675212 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272f544-c894-46d6-89e2-eefa87c4b79d req-f27f0ef7-ba7d-4586-bcfb-1d77093ef8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:01.675689 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272f544-c894-46d6-89e2-eefa87c4b79d req-f27f0ef7-ba7d-4586-bcfb-1d77093ef8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:01.677688 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1272f544-c894-46d6-89e2-eefa87c4b79d req-f27f0ef7-ba7d-4586-bcfb-1d77093ef8d6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=abecbd1fd51847edb20d2ca276b4ddef&device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 6282 time: 0.3008466 Sep 08 09:04:01.797924 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec5a54-b37e-4889-a047-6210737fd8d7 req-65b58e10-7693-44db-89c0-907f66a7cb30 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:01.799443 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8cec5a54-b37e-4889-a047-6210737fd8d7 req-65b58e10-7693-44db-89c0-907f66a7cb30 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/ports?device_id=6558a653-2ef0-494f-9d4a-58b758177df9 HTTP/1.1" status: 200 len: 950 time: 0.3277905 Sep 08 09:04:01.949333 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-7ffa48eb-a1d8-460f-80a9-93a98cfe0ecf admin admin] Allocated IP 172.25.0.121 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/eb53493e-bd28-4061-9c4b-a768cdbcdf23) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:04:02.019266 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 5f29a97c-388a-4ad4-ad92-d2b8743c2b89 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:04:02.053823 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8cec5a54-b37e-4889-a047-6210737fd8d7 req-739243d6-a2cd-4742-9520-eb2ec7fb504d tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/security-groups?id=0aeb02ef-aaab-47d1-8b2c-972ae0131d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425671 Sep 08 09:04:02.074388 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 5f29a97c-388a-4ad4-ad92-d2b8743c2b89 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:04:02.074841 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:02.202671 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f8edb-0d68-4112-ae76-7ab15f6cdd28 req-7d8f8105-609d-4b58-a210-1b5210a25086 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:02.212359 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f8edb-0d68-4112-ae76-7ab15f6cdd28 req-7d8f8105-609d-4b58-a210-1b5210a25086 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:02.220283 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f8edb-0d68-4112-ae76-7ab15f6cdd28 req-7d8f8105-609d-4b58-a210-1b5210a25086 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:02.232263 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 91bca521-1dcb-45e3-862b-595ac37ed824 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:04:02.237526 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f8edb-0d68-4112-ae76-7ab15f6cdd28 req-7d8f8105-609d-4b58-a210-1b5210a25086 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:02.243796 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f8edb-0d68-4112-ae76-7ab15f6cdd28 req-7d8f8105-609d-4b58-a210-1b5210a25086 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:02.251054 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f8edb-0d68-4112-ae76-7ab15f6cdd28 req-7d8f8105-609d-4b58-a210-1b5210a25086 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:02.257626 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f8edb-0d68-4112-ae76-7ab15f6cdd28 req-7d8f8105-609d-4b58-a210-1b5210a25086 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:02.264888 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272f544-c894-46d6-89e2-eefa87c4b79d req-328b4841-dc9b-4e37-b7a8-877d6ccb8c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:02.265457 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272f544-c894-46d6-89e2-eefa87c4b79d req-328b4841-dc9b-4e37-b7a8-877d6ccb8c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:02.265961 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272f544-c894-46d6-89e2-eefa87c4b79d req-328b4841-dc9b-4e37-b7a8-877d6ccb8c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:02.267452 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-008f8edb-0d68-4112-ae76-7ab15f6cdd28 req-7d8f8105-609d-4b58-a210-1b5210a25086 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 5386 time: 0.1436374 Sep 08 09:04:02.267890 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1272f544-c894-46d6-89e2-eefa87c4b79d req-328b4841-dc9b-4e37-b7a8-877d6ccb8c97 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=abecbd1fd51847edb20d2ca276b4ddef&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5189915 Sep 08 09:04:02.275251 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 91bca521-1dcb-45e3-862b-595ac37ed824 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:04:02.275609 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 91bca521-1dcb-45e3-862b-595ac37ed824 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:04:02.289488 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7b2ec11a-7db5-46e7-a7ae-3b262ee9d44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:02.327472 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-008f8edb-0d68-4112-ae76-7ab15f6cdd28 req-630c419a-1099-4a56-b91a-4b53a7a9514e tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&id=53d991ac-c80f-43e4-8682-37208170b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522745 Sep 08 09:04:02.371833 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7ffa48eb-a1d8-460f-80a9-93a98cfe0ecf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:02.482225 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-4b094e6d-1622-4ad7-94d6-a9b563efd8ab tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=009c70ac018246c49e6f9a3a4c5ddf6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1949961 Sep 08 09:04:02.482866 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5ac7b406-e4e1-47f2-86b1-4054e2f826e2 req-76fc9896-1f34-4db2-81d6-f006892a915f tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:02.507961 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2ec11a-7db5-46e7-a7ae-3b262ee9d44d admin admin] Pushing event deleted for resources: {'Port': ['ID=19d1a776-d6b0-46e0-908b-d35c3d8bb47f,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:02.665223 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fc9896-1f34-4db2-81d6-f006892a915f tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Pushing event deleted for resources: {'Port': ['ID=1adecf86-ece7-4525-a8c5-4fb5356f25d9,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:02.681855 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8b0e328b-2c87-4de2-9496-61474bccceb6 req-266f2be5-a065-47fe-984f-dcfcaa936533 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] 10.222.0.54 "GET /v2.0/ports?device_id=ddae90db-a1ad-4edf-a87c-cc848ad922eb HTTP/1.1" status: 200 len: 210 time: 0.0283108 Sep 08 09:04:02.739346 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c87baad0-60c1-4c96-baf0-1d79b0776b42 req-2b1bde33-f512-41fb-8ef1-e74ceb913b6b tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=727ca116-35c7-48b6-aa5a-29c49f0230a2 HTTP/1.1" status: 200 len: 210 time: 0.1719291 Sep 08 09:04:02.859742 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7b2ec11a-7db5-46e7-a7ae-3b262ee9d44d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:02.869643 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1272f544-c894-46d6-89e2-eefa87c4b79d req-0dd70728-a7fa-44fe-8800-6762c6fef460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:02.870951 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1272f544-c894-46d6-89e2-eefa87c4b79d req-0dd70728-a7fa-44fe-8800-6762c6fef460 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5842650 Sep 08 09:04:02.944913 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7ffa48eb-a1d8-460f-80a9-93a98cfe0ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:03.077812 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7b2ec11a-7db5-46e7-a7ae-3b262ee9d44d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:03.085886 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7b2ec11a-7db5-46e7-a7ae-3b262ee9d44d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:03.099250 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-a7353784-508f-4b88-bdbe-e13eb7e15c68 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:03.100757 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-a7353784-508f-4b88-bdbe-e13eb7e15c68 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5598314 Sep 08 09:04:03.123234 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffa48eb-a1d8-460f-80a9-93a98cfe0ecf admin admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:04:03.175082 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-ff4414a6-ac20-40a3-9212-a88fbbbb180f tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Request body: {'port': {'device_id': '727ca116-35c7-48b6-aa5a-29c49f0230a2', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'admin_state_up': True, 'tenant_id': '009c70ac018246c49e6f9a3a4c5ddf6c'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:04:03.181670 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-c86bc73f-a998-4e23-8ec6-6fb0e5607c48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa0aa366-6055-4adf-a15d-7672841d5a44 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:04:03.186972 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-7ffa48eb-a1d8-460f-80a9-93a98cfe0ecf admin admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:04:03.193085 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa48eb-a1d8-460f-80a9-93a98cfe0ecf admin admin] Pushing event updated for resources: {'Port': ['ID=eb53493e-bd28-4061-9c4b-a768cdbcdf23,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:03.197683 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-c86bc73f-a998-4e23-8ec6-6fb0e5607c48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:03.200445 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffa48eb-a1d8-460f-80a9-93a98cfe0ecf admin admin] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:04:03.244234 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7b2ec11a-7db5-46e7-a7ae-3b262ee9d44d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:03.244785 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2ec11a-7db5-46e7-a7ae-3b262ee9d44d admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbbabde4-fdee-42ed-a5c7-839bce9749e6 {{(pid=94712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:04:03.260645 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ac7b406-e4e1-47f2-86b1-4054e2f826e2 req-76fc9896-1f34-4db2-81d6-f006892a915f tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Router 8aec1130-b8ae-453e-b590-ed20acae47d1 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:04:03.267361 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7b2ec11a-7db5-46e7-a7ae-3b262ee9d44d admin admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:03.270845 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-7b2ec11a-7db5-46e7-a7ae-3b262ee9d44d admin admin] 10.222.0.54 "DELETE /v2.0/routers/fbbabde4-fdee-42ed-a5c7-839bce9749e6 HTTP/1.1" status: 204 len: 168 time: 5.0011415 Sep 08 09:04:03.271315 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42086) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:04:03.319611 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-c86bc73f-a998-4e23-8ec6-6fb0e5607c48 service neutron] Transition to ACTIVE for port object aa0aa366-6055-4adf-a15d-7672841d5a44 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:04:03.327737 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-769c1297-1dfb-4255-90cf-5ae6066493cb admin admin] Deleting subnet d1a28c3f-0b84-4d75-b136-9c9d10e492b1 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:04:03.331066 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-c86bc73f-a998-4e23-8ec6-6fb0e5607c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:03.331577 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-769c1297-1dfb-4255-90cf-5ae6066493cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:03.377558 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-769c1297-1dfb-4255-90cf-5ae6066493cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:03.506089 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 3d87feba-a338-4c11-b861-3e59f50b6344 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:04:03.520327 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fd8fb-f9ab-4bd0-b539-af9b7b63cf2e req-c9ab0fc1-d5a7-4c63-93c7-f61c3c801881 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:03.528644 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fd8fb-f9ab-4bd0-b539-af9b7b63cf2e req-c9ab0fc1-d5a7-4c63-93c7-f61c3c801881 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:03.535377 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fd8fb-f9ab-4bd0-b539-af9b7b63cf2e req-c9ab0fc1-d5a7-4c63-93c7-f61c3c801881 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:03.541856 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fd8fb-f9ab-4bd0-b539-af9b7b63cf2e req-c9ab0fc1-d5a7-4c63-93c7-f61c3c801881 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:03.549638 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fd8fb-f9ab-4bd0-b539-af9b7b63cf2e req-c9ab0fc1-d5a7-4c63-93c7-f61c3c801881 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:03.556712 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fd8fb-f9ab-4bd0-b539-af9b7b63cf2e req-c9ab0fc1-d5a7-4c63-93c7-f61c3c801881 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:03.569302 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fd8fb-f9ab-4bd0-b539-af9b7b63cf2e req-c9ab0fc1-d5a7-4c63-93c7-f61c3c801881 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:03.571751 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bc73f-a998-4e23-8ec6-6fb0e5607c48 service neutron] Pushing event updated for resources: {'Port': ['ID=aa0aa366-6055-4adf-a15d-7672841d5a44,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:03.573992 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1d4fd8fb-f9ab-4bd0-b539-af9b7b63cf2e req-c9ab0fc1-d5a7-4c63-93c7-f61c3c801881 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 5398 time: 0.1704943 Sep 08 09:04:03.599199 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:03.623221 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-769c1297-1dfb-4255-90cf-5ae6066493cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:03.642737 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 3d87feba-a338-4c11-b861-3e59f50b6344, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=3d87feba-a338-4c11-b861-3e59f50b6344,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:03.651704 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:03.653164 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6558a653-2ef0-494f-9d4a-58b758177df9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d87feba-a338-4c11-b861-3e59f50b6344'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:04:03.656163 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5465a8b9-8920-4f3f-8174-0ca51aa4ecd8" -d '{"events": [{"server_uuid": "6558a653-2ef0-494f-9d4a-58b758177df9", "name": "network-vif-unplugged", "status": "completed", "tag": "3d87feba-a338-4c11-b861-3e59f50b6344"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:04:03.778961 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-ff4414a6-ac20-40a3-9212-a88fbbbb180f tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Made reservation on behalf of 009c70ac018246c49e6f9a3a4c5ddf6c for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:04:03.783304 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-ff4414a6-ac20-40a3-9212-a88fbbbb180f tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:03.791505 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=3d87feba-a338-4c11-b861-3e59f50b6344,revision_number=8']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:03.793878 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1d4fd8fb-f9ab-4bd0-b539-af9b7b63cf2e req-7f18bbde-cd05-4990-a8f8-af6e525d2bb9 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&id=53d991ac-c80f-43e4-8682-37208170b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1269369 Sep 08 09:04:03.832693 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-769c1297-1dfb-4255-90cf-5ae6066493cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:03.854072 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 09:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2315b936-a938-47fc-b6e9-22446b50394f x-openstack-request-id: req-2315b936-a938-47fc-b6e9-22446b50394f {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:04:03.854396 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6558a653-2ef0-494f-9d4a-58b758177df9", "name": "network-vif-unplugged", "status": "completed", "tag": "3d87feba-a338-4c11-b861-3e59f50b6344", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:04:03.855959 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2315b936-a938-47fc-b6e9-22446b50394f {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:04:03.856635 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6558a653-2ef0-494f-9d4a-58b758177df9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d87feba-a338-4c11-b861-3e59f50b6344', 'code': 200} Sep 08 09:04:03.875803 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c1297-1dfb-4255-90cf-5ae6066493cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1a28c3f-0b84-4d75-b136-9c9d10e492b1,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:03.880393 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-769c1297-1dfb-4255-90cf-5ae6066493cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:03.882924 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-769c1297-1dfb-4255-90cf-5ae6066493cb admin admin] 10.222.0.54 "DELETE /v2.0/subnets/d1a28c3f-0b84-4d75-b136-9c9d10e492b1 HTTP/1.1" status: 204 len: 168 time: 0.6106012 Sep 08 09:04:03.885320 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42110) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:04:03.892418 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46167d00-ddfd-44cf-a29f-b8e6b0ed3d40 None None] Network 7046d933-1336-4168-b382-fd6dd6ef1a8e requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:04:03.934225 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ea0f1cd0-2c19-4adb-b837-dbebd562b976 req-42bada11-903e-45c7-8373-eae32b3554dd tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] 10.222.0.54 "GET /v2.0/ports?device_id=ddae90db-a1ad-4edf-a87c-cc848ad922eb HTTP/1.1" status: 200 len: 210 time: 0.0343008 Sep 08 09:04:04.011455 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-313c174c-c360-46f1-8d6f-f9c72699b862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:04.031617 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 19d1a776-d6b0-46e0-908b-d35c3d8bb47f no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:04:04.054588 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 19d1a776-d6b0-46e0-908b-d35c3d8bb47f {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:04:04.054951 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 19d1a776-d6b0-46e0-908b-d35c3d8bb47f not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:04:04.082543 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-313c174c-c360-46f1-8d6f-f9c72699b862 admin admin] Deleting port 4006cf83-ada6-441d-94d2-800b11df5121 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:04:04.082842 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-313c174c-c360-46f1-8d6f-f9c72699b862 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:04.135709 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e6136a-791d-467b-8622-95970f6221e7 None None] DHCP port deletion for 7046d933-1336-4168-b382-fd6dd6ef1a8e request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:04:04.157131 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-313c174c-c360-46f1-8d6f-f9c72699b862 admin admin] For port 4006cf83-ada6-441d-94d2-800b11df5121, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=4006cf83-ada6-441d-94d2-800b11df5121,segment=NetworkSegment(a44e2f23-253a-444d-847c-ea0e51ce4ee0),segment_id=a44e2f23-253a-444d-847c-ea0e51ce4ee0)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:04.157417 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-313c174c-c360-46f1-8d6f-f9c72699b862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:04.172911 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-313c174c-c360-46f1-8d6f-f9c72699b862 admin admin] Calling delete_port for 4006cf83-ada6-441d-94d2-800b11df5121 owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:04:04.188930 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-35e6136a-791d-467b-8622-95970f6221e7 None None] Deleting port 4006cf83-ada6-441d-94d2-800b11df5121 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:04:04.189173 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-35e6136a-791d-467b-8622-95970f6221e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:04.193492 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-ff4414a6-ac20-40a3-9212-a88fbbbb180f tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:04.259673 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-35e6136a-791d-467b-8622-95970f6221e7 None None] For port 4006cf83-ada6-441d-94d2-800b11df5121, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=4006cf83-ada6-441d-94d2-800b11df5121,segment=NetworkSegment(a44e2f23-253a-444d-847c-ea0e51ce4ee0),segment_id=a44e2f23-253a-444d-847c-ea0e51ce4ee0)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:04.259993 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-35e6136a-791d-467b-8622-95970f6221e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:04.263328 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f66e61df-5230-4ff9-8c76-8e9bc22dc6cb req-4c92920a-1b11-41e9-96c0-722c7a656e5c tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=727ca116-35c7-48b6-aa5a-29c49f0230a2 HTTP/1.1" status: 200 len: 210 time: 0.0585694 Sep 08 09:04:04.275573 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-313c174c-c360-46f1-8d6f-f9c72699b862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:04.279427 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-35e6136a-791d-467b-8622-95970f6221e7 None None] Calling delete_port for 4006cf83-ada6-441d-94d2-800b11df5121 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:04:04.300451 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ac7b406-e4e1-47f2-86b1-4054e2f826e2 req-76fc9896-1f34-4db2-81d6-f006892a915f tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:04:04.308538 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c174c-c360-46f1-8d6f-f9c72699b862 admin admin] Pushing event deleted for resources: {'Port': ['ID=4006cf83-ada6-441d-94d2-800b11df5121,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:04.317195 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313c174c-c360-46f1-8d6f-f9c72699b862 admin admin] No DVR routers for this DVR port 4006cf83-ada6-441d-94d2-800b11df5121 on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:04:04.334445 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47eb782-ab84-4597-9580-4469b538ffc8 None None] Sync routers for ids ['8aec1130-b8ae-453e-b590-ed20acae47d1'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:04:04.353910 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47eb782-ab84-4597-9580-4469b538ffc8 None None] Routers {'8aec1130-b8ae-453e-b590-ed20acae47d1'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:04:04.354655 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-c47eb782-ab84-4597-9580-4469b538ffc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:03:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8aec1130-b8ae-453e-b590-ed20acae47d1'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:04.378142 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac7b406-e4e1-47f2-86b1-4054e2f826e2 req-76fc9896-1f34-4db2-81d6-f006892a915f tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] No DVR routers for this DVR port 1adecf86-ece7-4525-a8c5-4fb5356f25d9 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:04:04.384154 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5ac7b406-e4e1-47f2-86b1-4054e2f826e2 req-76fc9896-1f34-4db2-81d6-f006892a915f tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:04.386742 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5ac7b406-e4e1-47f2-86b1-4054e2f826e2 req-76fc9896-1f34-4db2-81d6-f006892a915f tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] 10.222.0.37 "DELETE /v2.0/ports/1adecf86-ece7-4525-a8c5-4fb5356f25d9 HTTP/1.1" status: 204 len: 173 time: 6.2027683 Sep 08 09:04:04.388828 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddae90db-a1ad-4edf-a87c-cc848ad922eb', 'name': 'network-vif-deleted', 'tag': '1adecf86-ece7-4525-a8c5-4fb5356f25d9'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:04:04.391215 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc20ee6b-1596-423a-9de6-e5f68285be53" -d '{"events": [{"server_uuid": "ddae90db-a1ad-4edf-a87c-cc848ad922eb", "name": "network-vif-deleted", "tag": "1adecf86-ece7-4525-a8c5-4fb5356f25d9"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:04:04.393925 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-c86bc73f-a998-4e23-8ec6-6fb0e5607c48 service neutron] Attempting to bind port aa0aa366-6055-4adf-a15d-7672841d5a44 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:04:04.394288 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-c86bc73f-a998-4e23-8ec6-6fb0e5607c48 service neutron] Attempting to bind port aa0aa366-6055-4adf-a15d-7672841d5a44 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '2d611bdc-8b46-4288-9a60-e3e65ae6211f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '420ee6df-451a-4285-bec4-d22a945df514'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:04:04.394618 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-c86bc73f-a998-4e23-8ec6-6fb0e5607c48 service neutron] Attempting to bind port aa0aa366-6055-4adf-a15d-7672841d5a44 on network 420ee6df-451a-4285-bec4-d22a945df514 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:04:04.409229 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-313c174c-c360-46f1-8d6f-f9c72699b862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:04.412105 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7ffa48eb-a1d8-460f-80a9-93a98cfe0ecf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:04.425558 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-35e6136a-791d-467b-8622-95970f6221e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:04.443822 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-313c174c-c360-46f1-8d6f-f9c72699b862 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7046d933-1336-4168-b382-fd6dd6ef1a8e']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:04.463722 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-c86bc73f-a998-4e23-8ec6-6fb0e5607c48 service neutron] Port aa0aa366-6055-4adf-a15d-7672841d5a44 on network 420ee6df-451a-4285-bec4-d22a945df514 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:04:04.464085 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-c86bc73f-a998-4e23-8ec6-6fb0e5607c48 service neutron] Attempting to bind port aa0aa366-6055-4adf-a15d-7672841d5a44 on network 420ee6df-451a-4285-bec4-d22a945df514 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:04:04.468856 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-313c174c-c360-46f1-8d6f-f9c72699b862 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a44e2f23-253a-444d-847c-ea0e51ce4ee0') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:04.469730 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-313c174c-c360-46f1-8d6f-f9c72699b862 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a44e2f23-253a-444d-847c-ea0e51ce4ee0') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:04.469964 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d56c27-c86a-49cd-90bc-f197835f5e5d x-openstack-request-id: req-16d56c27-c86a-49cd-90bc-f197835f5e5d {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:04:04.470281 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddae90db-a1ad-4edf-a87c-cc848ad922eb", "name": "network-vif-deleted", "tag": "1adecf86-ece7-4525-a8c5-4fb5356f25d9", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:04:04.470528 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-16d56c27-c86a-49cd-90bc-f197835f5e5d {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:04:04.470919 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddae90db-a1ad-4edf-a87c-cc848ad922eb', 'name': 'network-vif-deleted', 'tag': '1adecf86-ece7-4525-a8c5-4fb5356f25d9', 'status': 'completed', 'code': 200} Sep 08 09:04:04.484909 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-313c174c-c360-46f1-8d6f-f9c72699b862 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:04.485695 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6136a-791d-467b-8622-95970f6221e7 None None] Pushing event deleted for resources: {'Port': ['ID=4006cf83-ada6-441d-94d2-800b11df5121,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:04.487648 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e6136a-791d-467b-8622-95970f6221e7 None None] No DVR routers for this DVR port 4006cf83-ada6-441d-94d2-800b11df5121 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:04:04.513130 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-c86bc73f-a998-4e23-8ec6-6fb0e5607c48 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:04:04.513391 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-c86bc73f-a998-4e23-8ec6-6fb0e5607c48 service neutron] Checking segment: {'id': '2d611bdc-8b46-4288-9a60-e3e65ae6211f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '420ee6df-451a-4285-bec4-d22a945df514'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:04:04.513757 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-c86bc73f-a998-4e23-8ec6-6fb0e5607c48 service neutron] Bound using segment: {'id': '2d611bdc-8b46-4288-9a60-e3e65ae6211f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '420ee6df-451a-4285-bec4-d22a945df514'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:04:04.516273 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-313c174c-c360-46f1-8d6f-f9c72699b862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:04.524203 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-313c174c-c360-46f1-8d6f-f9c72699b862 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:04:04.525062 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-313c174c-c360-46f1-8d6f-f9c72699b862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:04.526426 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-c86bc73f-a998-4e23-8ec6-6fb0e5607c48 service neutron] Bound port: aa0aa366-6055-4adf-a15d-7672841d5a44, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d611bdc-8b46-4288-9a60-e3e65ae6211f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '420ee6df-451a-4285-bec4-d22a945df514'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:04:04.526880 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-c86bc73f-a998-4e23-8ec6-6fb0e5607c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:04.527185 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:04:04.527185 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:04:04.527185 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:04:04.527185 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:04:04.527185 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:04:04.527185 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:04:04.527185 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:04:04.527185 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:04:04.527185 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:04:04.527185 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:04:04.527185 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:04:04.527185 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:04:04.527185 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:04:04.527185 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:04:04.527185 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:04:04.527185 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:04:04.527185 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:04:04.527185 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:04:04.527185 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:04:04.527185 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:04:04.527185 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:04:04.527185 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:04:04.527185 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:04:04.527185 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:04:04.527185 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:04:04.527185 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:04:04.527185 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:04:04.527185 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:04:04.527185 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:04:04.527185 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:04:04.527185 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:04:04.527185 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:04:04.534931 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-c47eb782-ab84-4597-9580-4469b538ffc8 None None] Set router 8aec1130-b8ae-453e-b590-ed20acae47d1 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:04:04.601288 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-313c174c-c360-46f1-8d6f-f9c72699b862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:04.609225 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-313c174c-c360-46f1-8d6f-f9c72699b862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:04.613820 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-313c174c-c360-46f1-8d6f-f9c72699b862 admin admin] 10.222.0.54 "DELETE /v2.0/networks/7046d933-1336-4168-b382-fd6dd6ef1a8e HTTP/1.1" status: 204 len: 168 time: 0.7243629 Sep 08 09:04:04.631855 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c174c-c360-46f1-8d6f-f9c72699b862 admin admin] Pushing event deleted for resources: {'Network': ['ID=7046d933-1336-4168-b382-fd6dd6ef1a8e,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:04.711004 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-ff4414a6-ac20-40a3-9212-a88fbbbb180f tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:04.724732 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-ff4414a6-ac20-40a3-9212-a88fbbbb180f tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:04.749931 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-c86bc73f-a998-4e23-8ec6-6fb0e5607c48 service neutron] For port aa0aa366-6055-4adf-a15d-7672841d5a44, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:04:04.850420 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-c86bc73f-a998-4e23-8ec6-6fb0e5607c48 service neutron] For port aa0aa366-6055-4adf-a15d-7672841d5a44, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=aa0aa366-6055-4adf-a15d-7672841d5a44,segment=NetworkSegment(2d611bdc-8b46-4288-9a60-e3e65ae6211f),segment_id=2d611bdc-8b46-4288-9a60-e3e65ae6211f)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:04:04.851484 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4414a6-ac20-40a3-9212-a88fbbbb180f tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:04.902080 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-c47eb782-ab84-4597-9580-4469b538ffc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aec1130-b8ae-453e-b590-ed20acae47d1', 'name': 'tempest-ServersTestFqdnHostnames-1922914099-router', 'tenant_id': '60cc7751195843ebadbbb66d9bdddd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'f0744839-15c2-416d-9955-7124b1de00d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:01:40Z', 'updated_at': '2021-09-08T09:01:46Z', 'revision_number': 4, 'project_id': '60cc7751195843ebadbbb66d9bdddd07', 'gw_port': {'id': 'f0744839-15c2-416d-9955-7124b1de00d7', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:16:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec1130-b8ae-453e-b590-ed20acae47d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:01:41Z', 'updated_at': '2021-09-08T09:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '13842369-8770-43b0-bdfc-9073d1ba7f2a', 'name': '', 'network_id': '2bca9e19-adc3-4046-9a65-e8e42c2cd190', 'tenant_id': '60cc7751195843ebadbbb66d9bdddd07', 'mac_address': 'fa:16:3e:0e:bd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec1130-b8ae-453e-b590-ed20acae47d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '35362f99-b0d6-4e0b-8bdd-5b323164ce7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:01:45Z', 'updated_at': '2021-09-08T09:01:59Z', 'revision_number': 5, 'project_id': '60cc7751195843ebadbbb66d9bdddd07', 'subnets': [{'id': '35362f99-b0d6-4e0b-8bdd-5b323164ce7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:04.935025 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47eb782-ab84-4597-9580-4469b538ffc8 None None] Checking router: 8aec1130-b8ae-453e-b590-ed20acae47d1 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:04:04.945858 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42132) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:04:04.946075 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47eb782-ab84-4597-9580-4469b538ffc8 None None] Routers {'8aec1130-b8ae-453e-b590-ed20acae47d1'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:04:04.946588 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-c47eb782-ab84-4597-9580-4469b538ffc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:03:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8aec1130-b8ae-453e-b590-ed20acae47d1'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:04.954375 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-c86bc73f-a998-4e23-8ec6-6fb0e5607c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:04.997938 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8da08-732f-458b-a8e8-ec244b5f3d96 req-d322028a-c834-405f-91c3-24f9266cc3fc tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:05.004132 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8da08-732f-458b-a8e8-ec244b5f3d96 req-d322028a-c834-405f-91c3-24f9266cc3fc tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:05.010388 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8da08-732f-458b-a8e8-ec244b5f3d96 req-d322028a-c834-405f-91c3-24f9266cc3fc tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:05.018208 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8da08-732f-458b-a8e8-ec244b5f3d96 req-d322028a-c834-405f-91c3-24f9266cc3fc tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:05.024279 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8da08-732f-458b-a8e8-ec244b5f3d96 req-d322028a-c834-405f-91c3-24f9266cc3fc tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:05.031865 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8da08-732f-458b-a8e8-ec244b5f3d96 req-d322028a-c834-405f-91c3-24f9266cc3fc tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:05.037810 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8da08-732f-458b-a8e8-ec244b5f3d96 req-d322028a-c834-405f-91c3-24f9266cc3fc tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:05.044216 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-ff4414a6-ac20-40a3-9212-a88fbbbb180f tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Allocated IP 192.168.233.116 (05f7642a-1c79-41be-85aa-1443ef22cc3b/dfc66e4b-ecb5-4c99-afe1-0a78c722534a/9e98ff4c-63d3-4bcd-b49c-1e626df063aa) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:04:05.047549 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-eba8da08-732f-458b-a8e8-ec244b5f3d96 req-d322028a-c834-405f-91c3-24f9266cc3fc tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 5398 time: 0.1509893 Sep 08 09:04:05.072415 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7ffa48eb-a1d8-460f-80a9-93a98cfe0ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:05.081529 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0793a498-c721-4046-b56d-c40ee35f5b32 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=db87c3df22f54cac9f5bd24547674625&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1305799 Sep 08 09:04:05.086223 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-c47eb782-ab84-4597-9580-4469b538ffc8 None None] Set router 8aec1130-b8ae-453e-b590-ed20acae47d1 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:04:05.086422 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42136) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:04:05.129585 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-eba8da08-732f-458b-a8e8-ec244b5f3d96 req-044680d9-df45-49b0-8f62-690ee06e0704 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&id=53d991ac-c80f-43e4-8682-37208170b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0810349 Sep 08 09:04:05.135680 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-858d1508-93b0-4bba-9663-5b71dc00170c req-89cfcc54-ead4-4bcf-978f-526dae0ed896 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ddae90db-a1ad-4edf-a87c-cc848ad922eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1828899 Sep 08 09:04:05.194375 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c33c04fe-e57f-4fd3-83ca-caac0f67173d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:05.226473 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c33c04fe-e57f-4fd3-83ca-caac0f67173d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:05.305211 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c33c04fe-e57f-4fd3-83ca-caac0f67173d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:05.310195 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c33c04fe-e57f-4fd3-83ca-caac0f67173d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:05.315542 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c33c04fe-e57f-4fd3-83ca-caac0f67173d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/28840ea1-0f35-4f46-8c8b-4e5ea544697d HTTP/1.1" status: 204 len: 168 time: 0.2274811 Sep 08 09:04:05.317599 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-c86bc73f-a998-4e23-8ec6-6fb0e5607c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:05.318671 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-c86bc73f-a998-4e23-8ec6-6fb0e5607c48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:05.320259 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-c86bc73f-a998-4e23-8ec6-6fb0e5607c48 service neutron] 10.222.0.35 "PUT /v2.0/ports/aa0aa366-6055-4adf-a15d-7672841d5a44 HTTP/1.1" status: 200 len: 1092 time: 4.2210417 Sep 08 09:04:05.335430 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c04fe-e57f-4fd3-83ca-caac0f67173d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28840ea1-0f35-4f46-8c8b-4e5ea544697d,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:05.384276 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-d2051b01-14d8-4688-a077-3401602d51be service neutron] Request body: {'port': {'device_id': '914131e2-07da-4bcb-841e-02708bc6510a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:04:05.392123 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bc73f-a998-4e23-8ec6-6fb0e5607c48 service neutron] Pushing event updated for resources: {'Port': ['ID=aa0aa366-6055-4adf-a15d-7672841d5a44,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:05.404202 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-df2dfb47-854f-49df-82a2-6fa86d5581fa req-9f19f01a-a068-4788-959e-a3a94cbd5a62 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] 10.222.0.54 "GET /v2.0/ports?device_id=ddae90db-a1ad-4edf-a87c-cc848ad922eb HTTP/1.1" status: 200 len: 210 time: 0.2997260 Sep 08 09:04:05.422730 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0808c5fb-d892-4298-912b-9230a2480087 req-9b5b7f25-338e-4002-a66a-01f4964ef4cf tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=727ca116-35c7-48b6-aa5a-29c49f0230a2 HTTP/1.1" status: 200 len: 210 time: 0.0504980 Sep 08 09:04:05.446231 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-858d1508-93b0-4bba-9663-5b71dc00170c req-d3655c4b-04ab-4eef-9053-3f678b545df2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60cc7751195843ebadbbb66d9bdddd07&device_id=ddae90db-a1ad-4edf-a87c-cc848ad922eb HTTP/1.1" status: 200 len: 210 time: 0.0958154 Sep 08 09:04:05.524760 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-c47eb782-ab84-4597-9580-4469b538ffc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aec1130-b8ae-453e-b590-ed20acae47d1', 'name': 'tempest-ServersTestFqdnHostnames-1922914099-router', 'tenant_id': '60cc7751195843ebadbbb66d9bdddd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'f0744839-15c2-416d-9955-7124b1de00d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:01:40Z', 'updated_at': '2021-09-08T09:01:46Z', 'revision_number': 4, 'project_id': '60cc7751195843ebadbbb66d9bdddd07', 'gw_port': {'id': 'f0744839-15c2-416d-9955-7124b1de00d7', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:16:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec1130-b8ae-453e-b590-ed20acae47d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:01:41Z', 'updated_at': '2021-09-08T09:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '13842369-8770-43b0-bdfc-9073d1ba7f2a', 'name': '', 'network_id': '2bca9e19-adc3-4046-9a65-e8e42c2cd190', 'tenant_id': '60cc7751195843ebadbbb66d9bdddd07', 'mac_address': 'fa:16:3e:0e:bd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec1130-b8ae-453e-b590-ed20acae47d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '35362f99-b0d6-4e0b-8bdd-5b323164ce7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:01:45Z', 'updated_at': '2021-09-08T09:01:59Z', 'revision_number': 5, 'project_id': '60cc7751195843ebadbbb66d9bdddd07', 'subnets': [{'id': '35362f99-b0d6-4e0b-8bdd-5b323164ce7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:05.568670 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47eb782-ab84-4597-9580-4469b538ffc8 None None] The sync data for ids ['8aec1130-b8ae-453e-b590-ed20acae47d1'] in n-d-806683-11 is: [{'id': '8aec1130-b8ae-453e-b590-ed20acae47d1', 'name': 'tempest-ServersTestFqdnHostnames-1922914099-router', 'tenant_id': '60cc7751195843ebadbbb66d9bdddd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'f0744839-15c2-416d-9955-7124b1de00d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:01:40Z', 'updated_at': '2021-09-08T09:01:46Z', 'revision_number': 4, 'project_id': '60cc7751195843ebadbbb66d9bdddd07', 'gw_port': {'id': 'f0744839-15c2-416d-9955-7124b1de00d7', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:16:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec1130-b8ae-453e-b590-ed20acae47d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:01:41Z', 'updated_at': '2021-09-08T09:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '13842369-8770-43b0-bdfc-9073d1ba7f2a', 'name': '', 'network_id': '2bca9e19-adc3-4046-9a65-e8e42c2cd190', 'tenant_id': '60cc7751195843ebadbbb66d9bdddd07', 'mac_address': 'fa:16:3e:0e:bd:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec1130-b8ae-453e-b590-ed20acae47d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '35362f99-b0d6-4e0b-8bdd-5b323164ce7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:01:45Z', 'updated_at': '2021-09-08T09:01:59Z', 'revision_number': 5, 'project_id': '60cc7751195843ebadbbb66d9bdddd07', 'subnets': [{'id': '35362f99-b0d6-4e0b-8bdd-5b323164ce7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:04:05.695195 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-d2051b01-14d8-4688-a077-3401602d51be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:05.755254 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d1508-93b0-4bba-9663-5b71dc00170c req-f7261fba-d492-438d-9579-b5d7147f14a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:05.757079 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-858d1508-93b0-4bba-9663-5b71dc00170c req-f7261fba-d492-438d-9579-b5d7147f14a9 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=60cc7751195843ebadbbb66d9bdddd07&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2507238 Sep 08 09:04:05.800875 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-ff4414a6-ac20-40a3-9212-a88fbbbb180f tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:05.870835 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42158) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:04:05.871865 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ffa48eb-a1d8-460f-80a9-93a98cfe0ecf admin admin] Router 4825847f-72e4-4b0a-a613-e91ee47287da is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:04:05.873872 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-ff4414a6-ac20-40a3-9212-a88fbbbb180f tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Transition to ACTIVE for port object 9e98ff4c-63d3-4bcd-b49c-1e626df063aa will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:04:05.921720 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-de922421-2f57-4630-a397-d81482b0b3a6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9c9c80d911d14910a5dbc7c59ffad3e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468068 Sep 08 09:04:05.923369 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42160) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:04:05.943353 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17e7613-895a-414a-a284-231fbe4991a1 None None] New status for floating IP 277db885-0181-42f9-94d8-9813fa2b2476: DOWN {{(pid=94715) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:04:05.982384 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5fde4209-de5e-47f7-ab36-9037a6860603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:06.017778 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5fde4209-de5e-47f7-ab36-9037a6860603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:06.045566 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 4006cf83-ada6-441d-94d2-800b11df5121 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:04:06.082185 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 4006cf83-ada6-441d-94d2-800b11df5121 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:04:06.082509 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 4006cf83-ada6-441d-94d2-800b11df5121 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:04:06.084398 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5fde4209-de5e-47f7-ab36-9037a6860603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:06.088012 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5fde4209-de5e-47f7-ab36-9037a6860603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:06.092827 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5fde4209-de5e-47f7-ab36-9037a6860603 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/56c5da6c-aa8f-45c9-b058-a83acd7c085b HTTP/1.1" status: 204 len: 168 time: 0.1654296 Sep 08 09:04:06.095687 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d1508-93b0-4bba-9663-5b71dc00170c req-b1ee3c7d-4a48-468d-a75b-60bd7388b871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:06.097218 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-858d1508-93b0-4bba-9663-5b71dc00170c req-b1ee3c7d-4a48-468d-a75b-60bd7388b871 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3021820 Sep 08 09:04:06.099799 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde4209-de5e-47f7-ab36-9037a6860603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c5da6c-aa8f-45c9-b058-a83acd7c085b,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:06.163249 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-ff4414a6-ac20-40a3-9212-a88fbbbb180f tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:06.299444 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-ff4414a6-ac20-40a3-9212-a88fbbbb180f tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Network 05f7642a-1c79-41be-85aa-1443ef22cc3b is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:04:06.311536 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-ff4414a6-ac20-40a3-9212-a88fbbbb180f tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:04:06.314600 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ffa48eb-a1d8-460f-80a9-93a98cfe0ecf admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:04:06.318078 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-ff4414a6-ac20-40a3-9212-a88fbbbb180f tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:04:06.321604 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4414a6-ac20-40a3-9212-a88fbbbb180f tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Pushing event updated for resources: {'Port': ['ID=9e98ff4c-63d3-4bcd-b49c-1e626df063aa,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:06.326010 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dc3d68-0427-444c-bf24-a02b449745bf None None] Sync routers for ids ['4825847f-72e4-4b0a-a613-e91ee47287da'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:04:06.344503 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dc3d68-0427-444c-bf24-a02b449745bf None None] Routers {'4825847f-72e4-4b0a-a613-e91ee47287da'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:04:06.345141 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-28dc3d68-0427-444c-bf24-a02b449745bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:03:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['4825847f-72e4-4b0a-a613-e91ee47287da'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:06.403464 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac8abb-8475-46a4-a4b9-ff248b1c661d req-6b946ed0-7a0c-4cc0-851a-b444d6b14073 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:06.409640 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac8abb-8475-46a4-a4b9-ff248b1c661d req-6b946ed0-7a0c-4cc0-851a-b444d6b14073 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:06.415653 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac8abb-8475-46a4-a4b9-ff248b1c661d req-6b946ed0-7a0c-4cc0-851a-b444d6b14073 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:06.421931 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac8abb-8475-46a4-a4b9-ff248b1c661d req-6b946ed0-7a0c-4cc0-851a-b444d6b14073 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:06.427606 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac8abb-8475-46a4-a4b9-ff248b1c661d req-6b946ed0-7a0c-4cc0-851a-b444d6b14073 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:06.434218 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac8abb-8475-46a4-a4b9-ff248b1c661d req-6b946ed0-7a0c-4cc0-851a-b444d6b14073 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:06.440177 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac8abb-8475-46a4-a4b9-ff248b1c661d req-6b946ed0-7a0c-4cc0-851a-b444d6b14073 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:06.442150 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b5ac8abb-8475-46a4-a4b9-ff248b1c661d req-6b946ed0-7a0c-4cc0-851a-b444d6b14073 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 5398 time: 0.2115047 Sep 08 09:04:06.442938 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7ffa48eb-a1d8-460f-80a9-93a98cfe0ecf admin admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:06.444044 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-7ffa48eb-a1d8-460f-80a9-93a98cfe0ecf admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 9.7466977 Sep 08 09:04:06.447444 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42172) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:04:06.474984 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '914131e2-07da-4bcb-841e-02708bc6510a', 'tag': 'aa0aa366-6055-4adf-a15d-7672841d5a44'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:04:06.477255 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feced3d2-83f9-4f2e-b4a4-c7827554d2e1" -d '{"events": [{"name": "network-changed", "server_uuid": "914131e2-07da-4bcb-841e-02708bc6510a", "tag": "aa0aa366-6055-4adf-a15d-7672841d5a44"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:04:06.499114 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-28dc3d68-0427-444c-bf24-a02b449745bf None None] Set router 4825847f-72e4-4b0a-a613-e91ee47287da gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:04:06.538581 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-ff4414a6-ac20-40a3-9212-a88fbbbb180f tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:06.539262 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-ff4414a6-ac20-40a3-9212-a88fbbbb180f tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:06.589694 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-d2051b01-14d8-4688-a077-3401602d51be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fee93a55-5fb2-48b1-9e9b-9174983a4b10 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:04:06.602672 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-d2051b01-14d8-4688-a077-3401602d51be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:06.608793 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-ff4414a6-ac20-40a3-9212-a88fbbbb180f tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4420333 Sep 08 09:04:06.631890 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-f2ee4215-be07-47b7-a012-6a068fd5db46 service neutron] Request body: {'port': {'device_id': '727ca116-35c7-48b6-aa5a-29c49f0230a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:04:06.634708 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-d2051b01-14d8-4688-a077-3401602d51be service neutron] Transition to ACTIVE for port object fee93a55-5fb2-48b1-9e9b-9174983a4b10 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:04:06.642629 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b5ac8abb-8475-46a4-a4b9-ff248b1c661d req-3d32b421-bc54-4fac-8c57-45188556a15c tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&id=53d991ac-c80f-43e4-8682-37208170b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1391799 Sep 08 09:04:06.665419 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-d2051b01-14d8-4688-a077-3401602d51be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:06.769100 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 42186) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:04:06.787291 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c3ad7125-b65a-4483-98f4-239091eb6d1e None None] Provisioning for port 9e98ff4c-63d3-4bcd-b49c-1e626df063aa completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:04:06.812393 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c3ad7125-b65a-4483-98f4-239091eb6d1e None None] Provisioning complete for port 9e98ff4c-63d3-4bcd-b49c-1e626df063aa triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:04:06.813184 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c3ad7125-b65a-4483-98f4-239091eb6d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:06.856683 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc68c1f-586e-4bdf-9c38-8fcd4f29f463 x-openstack-request-id: req-6cc68c1f-586e-4bdf-9c38-8fcd4f29f463 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:04:06.856972 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "914131e2-07da-4bcb-841e-02708bc6510a", "tag": "aa0aa366-6055-4adf-a15d-7672841d5a44", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:04:06.857405 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6cc68c1f-586e-4bdf-9c38-8fcd4f29f463 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:04:06.858130 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '914131e2-07da-4bcb-841e-02708bc6510a', 'tag': 'aa0aa366-6055-4adf-a15d-7672841d5a44', 'status': 'completed', 'code': 200} Sep 08 09:04:06.859336 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-f2ee4215-be07-47b7-a012-6a068fd5db46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:06.921824 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6550f-dbde-4970-9dd1-8e7dd0e867e1 req-17404607-48bd-4c8c-8d87-7d334e369fa3 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:06.923556 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-10e6550f-dbde-4970-9dd1-8e7dd0e867e1 req-17404607-48bd-4c8c-8d87-7d334e369fa3 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=727ca116-35c7-48b6-aa5a-29c49f0230a2 HTTP/1.1" status: 200 len: 936 time: 0.3036253 Sep 08 09:04:06.948092 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2051b01-14d8-4688-a077-3401602d51be service neutron] Pushing event updated for resources: {'Port': ['ID=fee93a55-5fb2-48b1-9e9b-9174983a4b10,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:06.968859 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-c3ad7125-b65a-4483-98f4-239091eb6d1e None None] Port 9e98ff4c-63d3-4bcd-b49c-1e626df063aa cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:04:07.021254 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-28dc3d68-0427-444c-bf24-a02b449745bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4825847f-72e4-4b0a-a613-e91ee47287da', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-556666646-router', 'tenant_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'eb53493e-bd28-4061-9c4b-a768cdbcdf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:03:57Z', 'updated_at': '2021-09-08T09:04:03Z', 'revision_number': 3, 'project_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'gw_port': {'id': 'eb53493e-bd28-4061-9c4b-a768cdbcdf23', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4825847f-72e4-4b0a-a613-e91ee47287da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:01Z', 'updated_at': '2021-09-08T09:04:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:07.068246 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dc3d68-0427-444c-bf24-a02b449745bf None None] Checking router: 4825847f-72e4-4b0a-a613-e91ee47287da for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:04:07.068988 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dc3d68-0427-444c-bf24-a02b449745bf None None] Updating router 4825847f-72e4-4b0a-a613-e91ee47287da port eb53493e-bd28-4061-9c4b-a768cdbcdf23 binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:04:07.080561 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-d2051b01-14d8-4688-a077-3401602d51be service neutron] Attempting to bind port fee93a55-5fb2-48b1-9e9b-9174983a4b10 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:04:07.081271 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-d2051b01-14d8-4688-a077-3401602d51be service neutron] Attempting to bind port fee93a55-5fb2-48b1-9e9b-9174983a4b10 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': 'ee50bf2c-b913-47f9-be22-7b5ae145e982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9bae99d0-5102-4755-9f02-231ba14451d5'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:04:07.084696 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-d2051b01-14d8-4688-a077-3401602d51be service neutron] Attempting to bind port fee93a55-5fb2-48b1-9e9b-9174983a4b10 on network 9bae99d0-5102-4755-9f02-231ba14451d5 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:04:07.124260 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-10e6550f-dbde-4970-9dd1-8e7dd0e867e1 req-c8c58125-ba5a-458f-a389-e6999eb978e4 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929481 Sep 08 09:04:07.157321 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6cb50928-cbb6-4ba8-b912-146fb78c46ee tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:07.162801 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-28dc3d68-0427-444c-bf24-a02b449745bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:07.183927 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-d2051b01-14d8-4688-a077-3401602d51be service neutron] Port fee93a55-5fb2-48b1-9e9b-9174983a4b10 on network 9bae99d0-5102-4755-9f02-231ba14451d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:04:07.184193 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-d2051b01-14d8-4688-a077-3401602d51be service neutron] Attempting to bind port fee93a55-5fb2-48b1-9e9b-9174983a4b10 on network 9bae99d0-5102-4755-9f02-231ba14451d5 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:04:07.259198 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feced3d2-83f9-4f2e-b4a4-c7827554d2e1 req-4adbabd9-589e-4b9e-9938-308d883d0929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:07.260140 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feced3d2-83f9-4f2e-b4a4-c7827554d2e1 req-4adbabd9-589e-4b9e-9938-308d883d0929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:07.260862 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feced3d2-83f9-4f2e-b4a4-c7827554d2e1 req-4adbabd9-589e-4b9e-9938-308d883d0929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:07.261534 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feced3d2-83f9-4f2e-b4a4-c7827554d2e1 req-4adbabd9-589e-4b9e-9938-308d883d0929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:07.262759 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feced3d2-83f9-4f2e-b4a4-c7827554d2e1 req-4adbabd9-589e-4b9e-9938-308d883d0929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:07.263458 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feced3d2-83f9-4f2e-b4a4-c7827554d2e1 req-4adbabd9-589e-4b9e-9938-308d883d0929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:07.264152 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feced3d2-83f9-4f2e-b4a4-c7827554d2e1 req-4adbabd9-589e-4b9e-9938-308d883d0929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:07.266492 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-feced3d2-83f9-4f2e-b4a4-c7827554d2e1 req-4adbabd9-589e-4b9e-9938-308d883d0929 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=abecbd1fd51847edb20d2ca276b4ddef&device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 6376 time: 0.3622739 Sep 08 09:04:07.274033 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6cb50928-cbb6-4ba8-b912-146fb78c46ee tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:07.347882 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-d2051b01-14d8-4688-a077-3401602d51be service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:04:07.349087 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-d2051b01-14d8-4688-a077-3401602d51be service neutron] Checking segment: {'id': 'ee50bf2c-b913-47f9-be22-7b5ae145e982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9bae99d0-5102-4755-9f02-231ba14451d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:04:07.349765 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-d2051b01-14d8-4688-a077-3401602d51be service neutron] Bound using segment: {'id': 'ee50bf2c-b913-47f9-be22-7b5ae145e982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9bae99d0-5102-4755-9f02-231ba14451d5'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:04:07.350984 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-d2051b01-14d8-4688-a077-3401602d51be service neutron] Bound port: fee93a55-5fb2-48b1-9e9b-9174983a4b10, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee50bf2c-b913-47f9-be22-7b5ae145e982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9bae99d0-5102-4755-9f02-231ba14451d5'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:04:07.351562 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-d2051b01-14d8-4688-a077-3401602d51be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:07.383100 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6cb50928-cbb6-4ba8-b912-146fb78c46ee tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:07.387015 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6cb50928-cbb6-4ba8-b912-146fb78c46ee tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:07.388410 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-6cb50928-cbb6-4ba8-b912-146fb78c46ee tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] 10.222.0.54 "DELETE /v2.0/security-groups/c0eb5b34-b243-4b4a-86e9-e26040c5696b HTTP/1.1" status: 204 len: 168 time: 0.6164315 Sep 08 09:04:07.392949 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42210) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:04:07.405575 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-eac25fec-7360-490c-b090-58311623bad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:07.422570 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb50928-cbb6-4ba8-b912-146fb78c46ee tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0eb5b34-b243-4b4a-86e9-e26040c5696b,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:07.443911 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-538aa9f5-f40a-40eb-a956-6b21a06f8cc1 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] show failed (client error): The resource could not be found. Sep 08 09:04:07.449125 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-538aa9f5-f40a-40eb-a956-6b21a06f8cc1 tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] 10.222.0.54 "GET /v2.0/security-groups/c0eb5b34-b243-4b4a-86e9-e26040c5696b HTTP/1.1" status: 404 len: 347 time: 0.0537851 Sep 08 09:04:07.451490 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42212) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:04:07.598858 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-28dc3d68-0427-444c-bf24-a02b449745bf None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:07.615297 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-28dc3d68-0427-444c-bf24-a02b449745bf None None] Transition to ACTIVE for port object eb53493e-bd28-4061-9c4b-a768cdbcdf23 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:04:07.632040 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device fba87fd1-4477-4e5e-a16f-5baaa7d039ea details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:04:07.683077 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feced3d2-83f9-4f2e-b4a4-c7827554d2e1 req-b5d82d0b-1646-40b2-bb1e-734411d2f53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:07.684109 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feced3d2-83f9-4f2e-b4a4-c7827554d2e1 req-b5d82d0b-1646-40b2-bb1e-734411d2f53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:07.685115 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feced3d2-83f9-4f2e-b4a4-c7827554d2e1 req-b5d82d0b-1646-40b2-bb1e-734411d2f53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:07.686664 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-feced3d2-83f9-4f2e-b4a4-c7827554d2e1 req-b5d82d0b-1646-40b2-bb1e-734411d2f53b service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=abecbd1fd51847edb20d2ca276b4ddef&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3246887 Sep 08 09:04:07.704381 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-5f61e8fb-29a5-4638-8d96-9c3c7807c66b tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Deleting port c9e86257-fe6a-4b6f-b17d-fc871b7f4a35 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:04:07.704743 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5f61e8fb-29a5-4638-8d96-9c3c7807c66b tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:07.775945 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-d2051b01-14d8-4688-a077-3401602d51be service neutron] For port fee93a55-5fb2-48b1-9e9b-9174983a4b10, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:04:07.835306 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-d2051b01-14d8-4688-a077-3401602d51be service neutron] For port fee93a55-5fb2-48b1-9e9b-9174983a4b10, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=fee93a55-5fb2-48b1-9e9b-9174983a4b10,segment=NetworkSegment(ee50bf2c-b913-47f9-be22-7b5ae145e982),segment_id=ee50bf2c-b913-47f9-be22-7b5ae145e982)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:04:07.867273 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-28dc3d68-0427-444c-bf24-a02b449745bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:07.895038 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-eac25fec-7360-490c-b090-58311623bad3 admin admin] Allocated IP 172.20.0.1 (d0ea09ac-ccca-46de-895f-463c2c0cac54/8a0ba9ab-b2c7-4b25-aa32-89e85cda7465/25416650-4a99-4af0-aab4-c638b9bd2ab0) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:04:07.916540 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f4fb2-afd0-461a-a7b2-00d6f44a0927 req-b3e461e0-9f11-4f98-ac60-b76325eca047 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:07.923599 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f4fb2-afd0-461a-a7b2-00d6f44a0927 req-b3e461e0-9f11-4f98-ac60-b76325eca047 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:07.930285 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f4fb2-afd0-461a-a7b2-00d6f44a0927 req-b3e461e0-9f11-4f98-ac60-b76325eca047 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:07.936049 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port fba87fd1-4477-4e5e-a16f-5baaa7d039ea, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=fba87fd1-4477-4e5e-a16f-5baaa7d039ea,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:07.937453 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f4fb2-afd0-461a-a7b2-00d6f44a0927 req-b3e461e0-9f11-4f98-ac60-b76325eca047 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:07.943901 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f4fb2-afd0-461a-a7b2-00d6f44a0927 req-b3e461e0-9f11-4f98-ac60-b76325eca047 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:07.951761 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f4fb2-afd0-461a-a7b2-00d6f44a0927 req-b3e461e0-9f11-4f98-ac60-b76325eca047 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:07.958715 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f4fb2-afd0-461a-a7b2-00d6f44a0927 req-b3e461e0-9f11-4f98-ac60-b76325eca047 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:07.961127 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-151f4fb2-afd0-461a-a7b2-00d6f44a0927 req-b3e461e0-9f11-4f98-ac60-b76325eca047 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 5410 time: 0.1864340 Sep 08 09:04:07.976507 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c09d9-36fc-4537-b8ee-7d175c89ad18 None None] Pushing event updated for resources: {'Port': ['ID=eb53493e-bd28-4061-9c4b-a768cdbcdf23,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:07.990837 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-28dc3d68-0427-444c-bf24-a02b449745bf None None] Attempting to bind port eb53493e-bd28-4061-9c4b-a768cdbcdf23 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:04:07.991395 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-28dc3d68-0427-444c-bf24-a02b449745bf None None] Attempting to bind port eb53493e-bd28-4061-9c4b-a768cdbcdf23 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:04:07.991857 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dc3d68-0427-444c-bf24-a02b449745bf None None] Attempting to bind port eb53493e-bd28-4061-9c4b-a768cdbcdf23 on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:04:07.996472 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': 'fba87fd1-4477-4e5e-a16f-5baaa7d039ea', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'port_id': 'fba87fd1-4477-4e5e-a16f-5baaa7d039ea', 'mac_address': 'fa:16:3e:13:e7:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc66e4b-ecb5-4c99-afe1-0a78c722534a', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:04:08.009428 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dc3d68-0427-444c-bf24-a02b449745bf None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:04:08.009923 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dc3d68-0427-444c-bf24-a02b449745bf None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:04:08.010484 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-28dc3d68-0427-444c-bf24-a02b449745bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:08.011548 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dc3d68-0427-444c-bf24-a02b449745bf None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:04:08.012135 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-28dc3d68-0427-444c-bf24-a02b449745bf None None] Bound port: eb53493e-bd28-4061-9c4b-a768cdbcdf23, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:04:08.012701 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-28dc3d68-0427-444c-bf24-a02b449745bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:08.070815 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:08.077859 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5f61e8fb-29a5-4638-8d96-9c3c7807c66b tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:08.078701 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5f61e8fb-29a5-4638-8d96-9c3c7807c66b tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:08.093531 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fba87fd1-4477-4e5e-a16f-5baaa7d039ea {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:04:08.101818 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-151f4fb2-afd0-461a-a7b2-00d6f44a0927 req-1fa8687b-81dc-49c4-a34d-02bb0cbfc256 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&id=53d991ac-c80f-43e4-8682-37208170b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1296425 Sep 08 09:04:08.155659 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-5f61e8fb-29a5-4638-8d96-9c3c7807c66b tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Calling delete_port for c9e86257-fe6a-4b6f-b17d-fc871b7f4a35 owned by network:floatingip {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:04:08.215027 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port fba87fd1-4477-4e5e-a16f-5baaa7d039ea, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=fba87fd1-4477-4e5e-a16f-5baaa7d039ea,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:08.226694 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:08.235897 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-28dc3d68-0427-444c-bf24-a02b449745bf None None] For port eb53493e-bd28-4061-9c4b-a768cdbcdf23, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:04:08.240953 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-28dc3d68-0427-444c-bf24-a02b449745bf None None] For port eb53493e-bd28-4061-9c4b-a768cdbcdf23, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=eb53493e-bd28-4061-9c4b-a768cdbcdf23,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:04:08.338819 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-28dc3d68-0427-444c-bf24-a02b449745bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:08.361797 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=fba87fd1-4477-4e5e-a16f-5baaa7d039ea,revision_number=9']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:08.441620 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dc3d68-0427-444c-bf24-a02b449745bf None None] Routers {'4825847f-72e4-4b0a-a613-e91ee47287da'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:04:08.442732 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-28dc3d68-0427-444c-bf24-a02b449745bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:03:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['4825847f-72e4-4b0a-a613-e91ee47287da'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:08.445482 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['fba87fd1-4477-4e5e-a16f-5baaa7d039ea'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:04:08.459310 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-d2051b01-14d8-4688-a077-3401602d51be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:08.502217 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feced3d2-83f9-4f2e-b4a4-c7827554d2e1 req-8bda5948-42a9-4246-8bc7-7c02bda20956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:08.505049 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-feced3d2-83f9-4f2e-b4a4-c7827554d2e1 req-8bda5948-42a9-4246-8bc7-7c02bda20956 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8105545 Sep 08 09:04:08.530598 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-d2051b01-14d8-4688-a077-3401602d51be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:08.531798 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-d2051b01-14d8-4688-a077-3401602d51be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:08.533515 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-d2051b01-14d8-4688-a077-3401602d51be service neutron] 10.222.0.35 "PUT /v2.0/ports/fee93a55-5fb2-48b1-9e9b-9174983a4b10 HTTP/1.1" status: 200 len: 1092 time: 3.1571391 Sep 08 09:04:08.593536 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-eb53564a-bf7c-4bad-a391-8deac3aa1873 service neutron] Request body: {'port': {'device_id': '914131e2-07da-4bcb-841e-02708bc6510a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:04:08.630085 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-f2ee4215-be07-47b7-a012-6a068fd5db46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e98ff4c-63d3-4bcd-b49c-1e626df063aa {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:04:08.638627 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c09d9-36fc-4537-b8ee-7d175c89ad18 None None] Pushing event updated for resources: {'Port': ['ID=eb53493e-bd28-4061-9c4b-a768cdbcdf23,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:08.654390 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2051b01-14d8-4688-a077-3401602d51be service neutron] Pushing event updated for resources: {'Port': ['ID=fee93a55-5fb2-48b1-9e9b-9174983a4b10,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:08.670156 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-f2ee4215-be07-47b7-a012-6a068fd5db46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:08.713185 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-f2ee4215-be07-47b7-a012-6a068fd5db46 service neutron] Transition to ACTIVE for port object 9e98ff4c-63d3-4bcd-b49c-1e626df063aa will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:04:08.731218 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-eb53564a-bf7c-4bad-a391-8deac3aa1873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:08.763805 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-f2ee4215-be07-47b7-a012-6a068fd5db46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:08.772529 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-28dc3d68-0427-444c-bf24-a02b449745bf None None] Set router 4825847f-72e4-4b0a-a613-e91ee47287da gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:04:08.808449 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a35829-5f8a-44f8-ac1d-8e8060007bff req-e59d8ac2-50e3-484d-8aa8-b30476b91c3f tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:08.810091 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-96a35829-5f8a-44f8-ac1d-8e8060007bff req-e59d8ac2-50e3-484d-8aa8-b30476b91c3f tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=727ca116-35c7-48b6-aa5a-29c49f0230a2 HTTP/1.1" status: 200 len: 936 time: 0.5336547 Sep 08 09:04:08.859211 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '914131e2-07da-4bcb-841e-02708bc6510a', 'tag': 'fee93a55-5fb2-48b1-9e9b-9174983a4b10'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:04:08.861498 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30e6626-7a1d-49ee-acce-4ee3a257b43e" -d '{"events": [{"name": "network-changed", "server_uuid": "914131e2-07da-4bcb-841e-02708bc6510a", "tag": "fee93a55-5fb2-48b1-9e9b-9174983a4b10"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:04:08.882431 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-eac25fec-7360-490c-b090-58311623bad3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:08.918065 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee4215-be07-47b7-a012-6a068fd5db46 service neutron] Pushing event updated for resources: {'Port': ['ID=9e98ff4c-63d3-4bcd-b49c-1e626df063aa,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:08.919684 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-96a35829-5f8a-44f8-ac1d-8e8060007bff req-e29434b9-418c-4dc0-a9b9-c2dd02ef08b6 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025543 Sep 08 09:04:08.926588 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-eac25fec-7360-490c-b090-58311623bad3 admin admin] Transition to ACTIVE for port object 25416650-4a99-4af0-aab4-c638b9bd2ab0 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:04:09.028473 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30f3b2b-61b5-4e65-a6b2-53ef587887ee x-openstack-request-id: req-e30f3b2b-61b5-4e65-a6b2-53ef587887ee {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:04:09.044917 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-eac25fec-7360-490c-b090-58311623bad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:09.047345 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5f61e8fb-29a5-4638-8d96-9c3c7807c66b tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:09.049892 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "914131e2-07da-4bcb-841e-02708bc6510a", "tag": "fee93a55-5fb2-48b1-9e9b-9174983a4b10", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:04:09.050187 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e30f3b2b-61b5-4e65-a6b2-53ef587887ee {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:04:09.050806 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '914131e2-07da-4bcb-841e-02708bc6510a', 'tag': 'fee93a55-5fb2-48b1-9e9b-9174983a4b10', 'status': 'completed', 'code': 200} Sep 08 09:04:09.227438 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac25fec-7360-490c-b090-58311623bad3 admin admin] Network d0ea09ac-ccca-46de-895f-463c2c0cac54 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:04:09.229654 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac25fec-7360-490c-b090-58311623bad3 admin admin] Pushing event updated for resources: {'Port': ['ID=25416650-4a99-4af0-aab4-c638b9bd2ab0,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:09.237294 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-eac25fec-7360-490c-b090-58311623bad3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:04:09.242484 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac25fec-7360-490c-b090-58311623bad3 admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:04:09.330753 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-f2ee4215-be07-47b7-a012-6a068fd5db46 service neutron] Attempting to bind port 9e98ff4c-63d3-4bcd-b49c-1e626df063aa on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:04:09.330753 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-f2ee4215-be07-47b7-a012-6a068fd5db46 service neutron] Attempting to bind port 9e98ff4c-63d3-4bcd-b49c-1e626df063aa by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:04:09.331525 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-f2ee4215-be07-47b7-a012-6a068fd5db46 service neutron] Attempting to bind port 9e98ff4c-63d3-4bcd-b49c-1e626df063aa on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:04:09.336364 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-eac25fec-7360-490c-b090-58311623bad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:09.353282 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e6626-7a1d-49ee-acce-4ee3a257b43e req-f5190bad-7f58-4a04-9450-c14813315d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:09.353782 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e6626-7a1d-49ee-acce-4ee3a257b43e req-f5190bad-7f58-4a04-9450-c14813315d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:09.354313 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e6626-7a1d-49ee-acce-4ee3a257b43e req-f5190bad-7f58-4a04-9450-c14813315d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:09.355526 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e6626-7a1d-49ee-acce-4ee3a257b43e req-f5190bad-7f58-4a04-9450-c14813315d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:09.356231 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e6626-7a1d-49ee-acce-4ee3a257b43e req-f5190bad-7f58-4a04-9450-c14813315d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:09.356484 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e6626-7a1d-49ee-acce-4ee3a257b43e req-f5190bad-7f58-4a04-9450-c14813315d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:09.356956 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e6626-7a1d-49ee-acce-4ee3a257b43e req-f5190bad-7f58-4a04-9450-c14813315d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:09.359000 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b30e6626-7a1d-49ee-acce-4ee3a257b43e req-f5190bad-7f58-4a04-9450-c14813315d9f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=abecbd1fd51847edb20d2ca276b4ddef&device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 6418 time: 0.2670622 Sep 08 09:04:09.362583 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-28dc3d68-0427-444c-bf24-a02b449745bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4825847f-72e4-4b0a-a613-e91ee47287da', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-556666646-router', 'tenant_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'eb53493e-bd28-4061-9c4b-a768cdbcdf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:03:57Z', 'updated_at': '2021-09-08T09:04:03Z', 'revision_number': 3, 'project_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'gw_port': {'id': 'eb53493e-bd28-4061-9c4b-a768cdbcdf23', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4825847f-72e4-4b0a-a613-e91ee47287da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:01Z', 'updated_at': '2021-09-08T09:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:09.413173 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dc3d68-0427-444c-bf24-a02b449745bf None None] The sync data for ids ['4825847f-72e4-4b0a-a613-e91ee47287da'] in n-d-806683-11 is: [{'id': '4825847f-72e4-4b0a-a613-e91ee47287da', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-556666646-router', 'tenant_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'eb53493e-bd28-4061-9c4b-a768cdbcdf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:03:57Z', 'updated_at': '2021-09-08T09:04:03Z', 'revision_number': 3, 'project_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'gw_port': {'id': 'eb53493e-bd28-4061-9c4b-a768cdbcdf23', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4825847f-72e4-4b0a-a613-e91ee47287da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:01Z', 'updated_at': '2021-09-08T09:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:04:09.418726 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61e8fb-29a5-4638-8d96-9c3c7807c66b tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Pushing event deleted for resources: {'Port': ['ID=c9e86257-fe6a-4b6f-b17d-fc871b7f4a35,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:09.477714 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-f2ee4215-be07-47b7-a012-6a068fd5db46 service neutron] Port 9e98ff4c-63d3-4bcd-b49c-1e626df063aa on network 05f7642a-1c79-41be-85aa-1443ef22cc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:04:09.480918 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-f2ee4215-be07-47b7-a012-6a068fd5db46 service neutron] Attempting to bind port 9e98ff4c-63d3-4bcd-b49c-1e626df063aa on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:04:09.514749 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5f61e8fb-29a5-4638-8d96-9c3c7807c66b tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Notify callbacks [] for floatingip, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:09.517567 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5f61e8fb-29a5-4638-8d96-9c3c7807c66b tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:09.518789 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5f61e8fb-29a5-4638-8d96-9c3c7807c66b tempest-ServersTestFqdnHostnames-1021576700 tempest-ServersTestFqdnHostnames-1021576700-project] 10.222.0.54 "DELETE /v2.0/floatingips/277db885-0181-42f9-94d8-9813fa2b2476 HTTP/1.1" status: 204 len: 168 time: 2.0663915 Sep 08 09:04:09.521956 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-f2ee4215-be07-47b7-a012-6a068fd5db46 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:04:09.522652 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-f2ee4215-be07-47b7-a012-6a068fd5db46 service neutron] Checking segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:04:09.523045 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-f2ee4215-be07-47b7-a012-6a068fd5db46 service neutron] Bound using segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:04:09.523621 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-f2ee4215-be07-47b7-a012-6a068fd5db46 service neutron] Bound port: 9e98ff4c-63d3-4bcd-b49c-1e626df063aa, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:04:09.524158 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-f2ee4215-be07-47b7-a012-6a068fd5db46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:09.525728 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42276) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:04:09.619007 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-eb53564a-bf7c-4bad-a391-8deac3aa1873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfca467b-4c54-46ec-8ec3-b88af0e82d9d {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:04:09.647208 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fb245-73e3-4ece-b96b-71a765f0bb75 req-8c045757-9d6d-451b-8245-1bfe5f34b2f3 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:09.653344 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fb245-73e3-4ece-b96b-71a765f0bb75 req-8c045757-9d6d-451b-8245-1bfe5f34b2f3 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:09.659318 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fb245-73e3-4ece-b96b-71a765f0bb75 req-8c045757-9d6d-451b-8245-1bfe5f34b2f3 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:09.665396 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fb245-73e3-4ece-b96b-71a765f0bb75 req-8c045757-9d6d-451b-8245-1bfe5f34b2f3 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:09.672087 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fb245-73e3-4ece-b96b-71a765f0bb75 req-8c045757-9d6d-451b-8245-1bfe5f34b2f3 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:09.677896 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fb245-73e3-4ece-b96b-71a765f0bb75 req-8c045757-9d6d-451b-8245-1bfe5f34b2f3 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:09.684792 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fb245-73e3-4ece-b96b-71a765f0bb75 req-8c045757-9d6d-451b-8245-1bfe5f34b2f3 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:09.686751 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9f0fb245-73e3-4ece-b96b-71a765f0bb75 req-8c045757-9d6d-451b-8245-1bfe5f34b2f3 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 5410 time: 0.2560360 Sep 08 09:04:09.699281 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-eb53564a-bf7c-4bad-a391-8deac3aa1873 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:09.726483 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 42280) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:04:09.763762 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c6b25a50-79e1-4ba4-a61b-b2944d5fd3a0 None None] Provisioning for port 25416650-4a99-4af0-aab4-c638b9bd2ab0 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:04:09.766783 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-eb53564a-bf7c-4bad-a391-8deac3aa1873 service neutron] Transition to ACTIVE for port object dfca467b-4c54-46ec-8ec3-b88af0e82d9d will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:04:09.779881 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c6b25a50-79e1-4ba4-a61b-b2944d5fd3a0 None None] Provisioning complete for port 25416650-4a99-4af0-aab4-c638b9bd2ab0 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:04:09.780318 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c6b25a50-79e1-4ba4-a61b-b2944d5fd3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:09.797721 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-eac25fec-7360-490c-b090-58311623bad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:09.803248 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-eb53564a-bf7c-4bad-a391-8deac3aa1873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:09.887912 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9f0fb245-73e3-4ece-b96b-71a765f0bb75 req-b0c0ed72-9b31-47c9-adc8-03a1f5fb4473 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&id=53d991ac-c80f-43e4-8682-37208170b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1845217 Sep 08 09:04:09.895678 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-c6b25a50-79e1-4ba4-a61b-b2944d5fd3a0 None None] Port 25416650-4a99-4af0-aab4-c638b9bd2ab0 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:04:09.916025 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e6626-7a1d-49ee-acce-4ee3a257b43e req-d8fe62e2-8b04-4fda-b66f-5f2692771943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:09.916504 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e6626-7a1d-49ee-acce-4ee3a257b43e req-d8fe62e2-8b04-4fda-b66f-5f2692771943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:09.917500 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e6626-7a1d-49ee-acce-4ee3a257b43e req-d8fe62e2-8b04-4fda-b66f-5f2692771943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:09.919345 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b30e6626-7a1d-49ee-acce-4ee3a257b43e req-d8fe62e2-8b04-4fda-b66f-5f2692771943 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=abecbd1fd51847edb20d2ca276b4ddef&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5409751 Sep 08 09:04:09.939191 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-f2ee4215-be07-47b7-a012-6a068fd5db46 service neutron] For port 9e98ff4c-63d3-4bcd-b49c-1e626df063aa, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:04:09.973381 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-f2ee4215-be07-47b7-a012-6a068fd5db46 service neutron] For port 9e98ff4c-63d3-4bcd-b49c-1e626df063aa, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=9e98ff4c-63d3-4bcd-b49c-1e626df063aa,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:04:10.029447 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb53564a-bf7c-4bad-a391-8deac3aa1873 service neutron] Pushing event updated for resources: {'Port': ['ID=dfca467b-4c54-46ec-8ec3-b88af0e82d9d,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:10.032219 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-f2ee4215-be07-47b7-a012-6a068fd5db46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:10.129443 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device eb53493e-bd28-4061-9c4b-a768cdbcdf23 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:04:10.188802 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e84fa451-7363-4bc2-9a61-12f3a09d26c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:10.200390 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port eb53493e-bd28-4061-9c4b-a768cdbcdf23 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:04:10.203318 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee4215-be07-47b7-a012-6a068fd5db46 service neutron] Pushing event updated for resources: {'Port': ['ID=9e98ff4c-63d3-4bcd-b49c-1e626df063aa,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:10.209831 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port eb53493e-bd28-4061-9c4b-a768cdbcdf23 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:04:10.210260 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:10.342717 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:10.395591 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port eb53493e-bd28-4061-9c4b-a768cdbcdf23, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=eb53493e-bd28-4061-9c4b-a768cdbcdf23,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:10.404937 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:10.429388 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-eac25fec-7360-490c-b090-58311623bad3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:10.441313 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-eac25fec-7360-490c-b090-58311623bad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:10.447364 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e6626-7a1d-49ee-acce-4ee3a257b43e req-a3b5a9ea-521b-4438-9039-fddaa27ec79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:10.449275 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b30e6626-7a1d-49ee-acce-4ee3a257b43e req-a3b5a9ea-521b-4438-9039-fddaa27ec79f service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5077193 Sep 08 09:04:10.498357 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-f2ee4215-be07-47b7-a012-6a068fd5db46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:10.499049 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-f2ee4215-be07-47b7-a012-6a068fd5db46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:10.500393 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-f2ee4215-be07-47b7-a012-6a068fd5db46 service neutron] 10.222.0.35 "PUT /v2.0/ports/9e98ff4c-63d3-4bcd-b49c-1e626df063aa HTTP/1.1" status: 200 len: 1097 time: 3.8744302 Sep 08 09:04:10.503687 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-eb53564a-bf7c-4bad-a391-8deac3aa1873 service neutron] Attempting to bind port dfca467b-4c54-46ec-8ec3-b88af0e82d9d on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:04:10.504150 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-eb53564a-bf7c-4bad-a391-8deac3aa1873 service neutron] Attempting to bind port dfca467b-4c54-46ec-8ec3-b88af0e82d9d by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': 'ee50bf2c-b913-47f9-be22-7b5ae145e982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9bae99d0-5102-4755-9f02-231ba14451d5'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:04:10.504150 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-eb53564a-bf7c-4bad-a391-8deac3aa1873 service neutron] Attempting to bind port dfca467b-4c54-46ec-8ec3-b88af0e82d9d on network 9bae99d0-5102-4755-9f02-231ba14451d5 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:04:10.529697 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-eb53564a-bf7c-4bad-a391-8deac3aa1873 service neutron] Port dfca467b-4c54-46ec-8ec3-b88af0e82d9d on network 9bae99d0-5102-4755-9f02-231ba14451d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:04:10.530120 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-eb53564a-bf7c-4bad-a391-8deac3aa1873 service neutron] Attempting to bind port dfca467b-4c54-46ec-8ec3-b88af0e82d9d on network 9bae99d0-5102-4755-9f02-231ba14451d5 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:04:10.530557 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=eb53493e-bd28-4061-9c4b-a768cdbcdf23,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:10.566487 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-eb53564a-bf7c-4bad-a391-8deac3aa1873 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:04:10.568018 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-eb53564a-bf7c-4bad-a391-8deac3aa1873 service neutron] Checking segment: {'id': 'ee50bf2c-b913-47f9-be22-7b5ae145e982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9bae99d0-5102-4755-9f02-231ba14451d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:04:10.569552 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-eb53564a-bf7c-4bad-a391-8deac3aa1873 service neutron] Bound using segment: {'id': 'ee50bf2c-b913-47f9-be22-7b5ae145e982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9bae99d0-5102-4755-9f02-231ba14451d5'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:04:10.571388 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-eb53564a-bf7c-4bad-a391-8deac3aa1873 service neutron] Bound port: dfca467b-4c54-46ec-8ec3-b88af0e82d9d, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee50bf2c-b913-47f9-be22-7b5ae145e982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '9bae99d0-5102-4755-9f02-231ba14451d5'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:04:10.573519 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-eb53564a-bf7c-4bad-a391-8deac3aa1873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:10.587561 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-eac25fec-7360-490c-b090-58311623bad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:10.631632 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac25fec-7360-490c-b090-58311623bad3 admin admin] Pushing event updated for resources: {'Port': ['ID=25416650-4a99-4af0-aab4-c638b9bd2ab0,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:10.705369 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f486f3-ebf0-4995-a12e-bebcb124f638 req-f10b3f09-b0fc-4447-9505-cdba6114993b tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:10.707003 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-87f486f3-ebf0-4995-a12e-bebcb124f638 req-f10b3f09-b0fc-4447-9505-cdba6114993b tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=727ca116-35c7-48b6-aa5a-29c49f0230a2 HTTP/1.1" status: 200 len: 948 time: 0.6431708 Sep 08 09:04:10.758012 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-09c04774-5cbe-4682-95c4-3815c9338bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:10.759586 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-09c04774-5cbe-4682-95c4-3815c9338bbe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=009c70ac018246c49e6f9a3a4c5ddf6c&device_id=727ca116-35c7-48b6-aa5a-29c49f0230a2 HTTP/1.1" status: 200 len: 1100 time: 0.1732368 Sep 08 09:04:10.787441 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac25fec-7360-490c-b090-58311623bad3 admin admin] Network d0ea09ac-ccca-46de-895f-463c2c0cac54 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:04:10.793806 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4e767a1f-3da3-4e7b-af02-5a3946866b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:10.795749 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-eac25fec-7360-490c-b090-58311623bad3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:04:10.836692 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-c1ab4171-f832-4e8d-9dd4-1d0e1e7ab957 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=9e98ff4c-63d3-4bcd-b49c-1e626df063aa HTTP/1.1" status: 200 len: 217 time: 0.0488620 Sep 08 09:04:10.862096 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-eb53564a-bf7c-4bad-a391-8deac3aa1873 service neutron] For port dfca467b-4c54-46ec-8ec3-b88af0e82d9d, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:04:10.915568 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-87f486f3-ebf0-4995-a12e-bebcb124f638 req-0bc6b002-9ba9-4bb4-9a39-6e3d7687d814 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935620 Sep 08 09:04:10.936122 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-eb53564a-bf7c-4bad-a391-8deac3aa1873 service neutron] For port dfca467b-4c54-46ec-8ec3-b88af0e82d9d, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=dfca467b-4c54-46ec-8ec3-b88af0e82d9d,segment=NetworkSegment(ee50bf2c-b913-47f9-be22-7b5ae145e982),segment_id=ee50bf2c-b913-47f9-be22-7b5ae145e982)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:04:10.945147 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-eb53564a-bf7c-4bad-a391-8deac3aa1873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:11.016157 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-953ddc93-efb8-42ae-b3d8-1508febfaea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:11.017678 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-953ddc93-efb8-42ae-b3d8-1508febfaea3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.1667173 Sep 08 09:04:11.050495 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-eb53564a-bf7c-4bad-a391-8deac3aa1873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:11.051137 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-eb53564a-bf7c-4bad-a391-8deac3aa1873 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:11.052575 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-eb53564a-bf7c-4bad-a391-8deac3aa1873 service neutron] 10.222.0.35 "PUT /v2.0/ports/dfca467b-4c54-46ec-8ec3-b88af0e82d9d HTTP/1.1" status: 200 len: 1092 time: 2.4700098 Sep 08 09:04:11.055900 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e84fa451-7363-4bc2-9a61-12f3a09d26c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:11.071369 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '727ca116-35c7-48b6-aa5a-29c49f0230a2', 'tag': '9e98ff4c-63d3-4bcd-b49c-1e626df063aa'}, {'name': 'network-changed', 'server_uuid': '914131e2-07da-4bcb-841e-02708bc6510a', 'tag': 'dfca467b-4c54-46ec-8ec3-b88af0e82d9d'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:04:11.073712 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348b3904-a72d-47cf-b714-22f79c65307d" -d '{"events": [{"name": "network-changed", "server_uuid": "727ca116-35c7-48b6-aa5a-29c49f0230a2", "tag": "9e98ff4c-63d3-4bcd-b49c-1e626df063aa"}, {"name": "network-changed", "server_uuid": "914131e2-07da-4bcb-841e-02708bc6510a", "tag": "dfca467b-4c54-46ec-8ec3-b88af0e82d9d"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:04:11.077304 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb53564a-bf7c-4bad-a391-8deac3aa1873 service neutron] Pushing event updated for resources: {'Port': ['ID=dfca467b-4c54-46ec-8ec3-b88af0e82d9d,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:11.086196 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e84fa451-7363-4bc2-9a61-12f3a09d26c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:11.123831 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac25fec-7360-490c-b090-58311623bad3 admin admin] Router 4825847f-72e4-4b0a-a613-e91ee47287da has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:04:11.159726 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c54b17-5c16-48af-bd59-607d84b99998 req-7513ddc2-47a5-4036-84a0-80b13a6aaab1 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:11.165795 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c54b17-5c16-48af-bd59-607d84b99998 req-7513ddc2-47a5-4036-84a0-80b13a6aaab1 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:11.172534 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c54b17-5c16-48af-bd59-607d84b99998 req-7513ddc2-47a5-4036-84a0-80b13a6aaab1 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:11.178635 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c54b17-5c16-48af-bd59-607d84b99998 req-7513ddc2-47a5-4036-84a0-80b13a6aaab1 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:11.179966 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:04:11.185130 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c54b17-5c16-48af-bd59-607d84b99998 req-7513ddc2-47a5-4036-84a0-80b13a6aaab1 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:11.192691 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c54b17-5c16-48af-bd59-607d84b99998 req-7513ddc2-47a5-4036-84a0-80b13a6aaab1 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:11.194249 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 08 Sep 2021 09:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9776988a-aa8e-4cca-934e-a46c89453913 x-openstack-request-id: req-9776988a-aa8e-4cca-934e-a46c89453913 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:04:11.194560 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "727ca116-35c7-48b6-aa5a-29c49f0230a2", "tag": "9e98ff4c-63d3-4bcd-b49c-1e626df063aa", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "914131e2-07da-4bcb-841e-02708bc6510a", "tag": "dfca467b-4c54-46ec-8ec3-b88af0e82d9d", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:04:11.194811 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9776988a-aa8e-4cca-934e-a46c89453913 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:04:11.195234 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '727ca116-35c7-48b6-aa5a-29c49f0230a2', 'tag': '9e98ff4c-63d3-4bcd-b49c-1e626df063aa', 'status': 'completed', 'code': 200} Sep 08 09:04:11.195492 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '914131e2-07da-4bcb-841e-02708bc6510a', 'tag': 'dfca467b-4c54-46ec-8ec3-b88af0e82d9d', 'status': 'completed', 'code': 200} Sep 08 09:04:11.200256 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c54b17-5c16-48af-bd59-607d84b99998 req-7513ddc2-47a5-4036-84a0-80b13a6aaab1 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:11.202583 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-40c54b17-5c16-48af-bd59-607d84b99998 req-7513ddc2-47a5-4036-84a0-80b13a6aaab1 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 5422 time: 0.1666613 Sep 08 09:04:11.205341 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42304) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:04:11.222515 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e84fa451-7363-4bc2-9a61-12f3a09d26c8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=80d5e5ec8f314603ab20b9daf266e93c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4900384 Sep 08 09:04:11.224873 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-63904f4a-7e03-47bd-9d18-7a2ce922c672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:11.226433 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-63904f4a-7e03-47bd-9d18-7a2ce922c672 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1917264 Sep 08 09:04:11.228765 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84fa451-7363-4bc2-9a61-12f3a09d26c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06c6b02-071f-40de-a261-39ae6b08b562,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:11.239464 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-5661aa46-a80d-466c-8aaa-f7c26005aa05 None None] Provisioning complete for port 25416650-4a99-4af0-aab4-c638b9bd2ab0 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:04:11.240193 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5661aa46-a80d-466c-8aaa-f7c26005aa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:11.290223 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-5661aa46-a80d-466c-8aaa-f7c26005aa05 None None] Port 25416650-4a99-4af0-aab4-c638b9bd2ab0 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:04:11.314918 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-611155b1-6417-4c09-a450-affba2d35aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:11.315639 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-611155b1-6417-4c09-a450-affba2d35aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:11.315888 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-611155b1-6417-4c09-a450-affba2d35aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:11.316363 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-611155b1-6417-4c09-a450-affba2d35aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:11.316836 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-611155b1-6417-4c09-a450-affba2d35aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:11.317305 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-611155b1-6417-4c09-a450-affba2d35aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:11.317770 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-611155b1-6417-4c09-a450-affba2d35aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:11.319727 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-611155b1-6417-4c09-a450-affba2d35aef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=abecbd1fd51847edb20d2ca276b4ddef&device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 6486 time: 0.1910958 Sep 08 09:04:11.389497 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-8ec747d8-816a-422c-921b-ce23b504ca98 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e14de9e1-dbdd-41d4-bb25-3967a45e30bf HTTP/1.1" status: 200 len: 217 time: 0.0479698 Sep 08 09:04:11.391932 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-3acc477a-5e44-4899-b8ad-db43d6490f57 service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499872 Sep 08 09:04:11.434349 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac25fec-7360-490c-b090-58311623bad3 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:04:11.440023 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-eac25fec-7360-490c-b090-58311623bad3 admin admin] 10.222.0.54 "PUT /v2.0/routers/4825847f-72e4-4b0a-a613-e91ee47287da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9899380 Sep 08 09:04:11.464541 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-40c54b17-5c16-48af-bd59-607d84b99998 req-eb090cff-24c2-4c1c-81f1-eaa4b434b260 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&id=53d991ac-c80f-43e4-8682-37208170b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1642179 Sep 08 09:04:11.465928 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3faecb59-303c-4921-97ed-e75aafde09a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:11.500306 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3faecb59-303c-4921-97ed-e75aafde09a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:11.546541 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-cf25406c-ef8b-4f8d-922f-15de45be6d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:11.548192 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-cf25406c-ef8b-4f8d-922f-15de45be6d62 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c69359f7-0d90-4906-8a67-6fd5e600c4bc HTTP/1.1" status: 200 len: 851 time: 0.1396868 Sep 08 09:04:11.580393 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device fba87fd1-4477-4e5e-a16f-5baaa7d039ea up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:04:11.614397 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ff6f6f86-d1d3-4551-9f40-37907f0b17ae req-6beb025b-5a4f-4d4e-a2ad-a8d8155bd822 service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968853 Sep 08 09:04:11.624323 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3faecb59-303c-4921-97ed-e75aafde09a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:11.628029 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3faecb59-303c-4921-97ed-e75aafde09a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:11.629301 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3faecb59-303c-4921-97ed-e75aafde09a9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d06c6b02-071f-40de-a261-39ae6b08b562 HTTP/1.1" status: 204 len: 168 time: 0.4224124 Sep 08 09:04:11.632221 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-b2e17ed0-8f3b-44f3-8fab-3b735ad4f89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:11.633770 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-b2e17ed0-8f3b-44f3-8fab-3b735ad4f89d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c973ae74-d868-45d7-8512-13ab7ed1b791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0741570 Sep 08 09:04:11.671707 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faecb59-303c-4921-97ed-e75aafde09a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06c6b02-071f-40de-a261-39ae6b08b562,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:11.733927 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port fba87fd1-4477-4e5e-a16f-5baaa7d039ea triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:04:11.737891 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:11.769484 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-4e767a1f-3da3-4e7b-af02-5a3946866b8c admin admin] Deleting port 13842369-8770-43b0-bdfc-9073d1ba7f2a {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:04:11.770112 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4e767a1f-3da3-4e7b-af02-5a3946866b8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:11.823909 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-ad0d9e35-773d-44e3-a653-5c285b5fef53 service neutron] 10.222.0.35 "GET /v2.0/networks/c973ae74-d868-45d7-8512-13ab7ed1b791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816390 Sep 08 09:04:12.007505 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-4e767a1f-3da3-4e7b-af02-5a3946866b8c admin admin] For port 13842369-8770-43b0-bdfc-9073d1ba7f2a, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=13842369-8770-43b0-bdfc-9073d1ba7f2a,segment=NetworkSegment(b248b080-424a-4d7c-b6da-e7e9fa7a7a95),segment_id=b248b080-424a-4d7c-b6da-e7e9fa7a7a95)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:12.012508 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4e767a1f-3da3-4e7b-af02-5a3946866b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:12.038721 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-245963b9-fdd6-40d9-a594-7c9546ce1878 service neutron] 10.222.0.35 "GET /v2.0/networks/c973ae74-d868-45d7-8512-13ab7ed1b791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827579 Sep 08 09:04:12.044432 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-4e767a1f-3da3-4e7b-af02-5a3946866b8c admin admin] Calling delete_port for 13842369-8770-43b0-bdfc-9073d1ba7f2a owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:04:12.056370 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:12.068438 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6fb31f-95ce-4b19-8d48-76fa62a67c9f None None] Sync routers for ids ['4825847f-72e4-4b0a-a613-e91ee47287da'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:04:12.086095 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6fb31f-95ce-4b19-8d48-76fa62a67c9f None None] Routers {'4825847f-72e4-4b0a-a613-e91ee47287da'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:04:12.086876 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-9f6fb31f-95ce-4b19-8d48-76fa62a67c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:03:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['4825847f-72e4-4b0a-a613-e91ee47287da'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:12.123505 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756bfc30-5241-4c6f-88d0-5588e0622c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba87fd1-4477-4e5e-a16f-5baaa7d039ea'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:04:12.131140 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbdd421-aca0-49a6-b68a-726d529917fe" -d '{"events": [{"server_uuid": "756bfc30-5241-4c6f-88d0-5588e0622c9e", "name": "network-vif-plugged", "status": "completed", "tag": "fba87fd1-4477-4e5e-a16f-5baaa7d039ea"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:04:12.145175 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device eb53493e-bd28-4061-9c4b-a768cdbcdf23 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:04:12.166425 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-bed3d95a-6240-4784-9a7c-52f0f024a50a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=229b22b3-b0f7-4064-9dfb-b9b154dfe5d6 HTTP/1.1" status: 200 len: 217 time: 0.0818603 Sep 08 09:04:12.219066 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port fba87fd1-4477-4e5e-a16f-5baaa7d039ea, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=fba87fd1-4477-4e5e-a16f-5baaa7d039ea,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:12.230577 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:12.286439 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b3904-a72d-47cf-b714-22f79c65307d req-f28f833a-91f5-4612-8ee2-ecf089fde5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:12.288228 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-348b3904-a72d-47cf-b714-22f79c65307d req-f28f833a-91f5-4612-8ee2-ecf089fde5c4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=009c70ac018246c49e6f9a3a4c5ddf6c&device_id=727ca116-35c7-48b6-aa5a-29c49f0230a2 HTTP/1.1" status: 200 len: 1100 time: 0.4477735 Sep 08 09:04:12.345119 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279008da-114a-4824-b834-770a02d12f49 req-a3f307bf-1d0d-415f-9f00-52c479baab77 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:12.355169 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-279008da-114a-4824-b834-770a02d12f49 req-a3f307bf-1d0d-415f-9f00-52c479baab77 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=727ca116-35c7-48b6-aa5a-29c49f0230a2 HTTP/1.1" status: 200 len: 948 time: 0.1858077 Sep 08 09:04:12.371429 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=fba87fd1-4477-4e5e-a16f-5baaa7d039ea,revision_number=10']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:12.379128 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-9f6fb31f-95ce-4b19-8d48-76fa62a67c9f None None] Set router 4825847f-72e4-4b0a-a613-e91ee47287da gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:04:12.445672 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-eb6c9fc6-1080-4be1-9267-b065f6b50b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:12.447280 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port eb53493e-bd28-4061-9c4b-a768cdbcdf23 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:04:12.447774 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-eb6c9fc6-1080-4be1-9267-b065f6b50b53 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2c4bc90e-6301-4198-b245-c5a8ab779b3f HTTP/1.1" status: 200 len: 797 time: 0.2213085 Sep 08 09:04:12.448049 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:12.449612 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 42354) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:04:12.464576 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-279008da-114a-4824-b834-770a02d12f49 req-9854c330-053e-4509-a894-722e6d8690c7 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080554 Sep 08 09:04:12.605697 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4e767a1f-3da3-4e7b-af02-5a3946866b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:12.633695 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b820a82b-3444-472e-8076-ca700bf5dd51 x-openstack-request-id: req-b820a82b-3444-472e-8076-ca700bf5dd51 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:04:12.634595 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756bfc30-5241-4c6f-88d0-5588e0622c9e", "name": "network-vif-plugged", "status": "completed", "tag": "fba87fd1-4477-4e5e-a16f-5baaa7d039ea", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:04:12.635032 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b820a82b-3444-472e-8076-ca700bf5dd51 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:04:12.635461 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cb154cb9-dbae-42cf-9fa5-d98c26224ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:12.636800 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756bfc30-5241-4c6f-88d0-5588e0622c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba87fd1-4477-4e5e-a16f-5baaa7d039ea', 'code': 200} Sep 08 09:04:12.687140 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e767a1f-3da3-4e7b-af02-5a3946866b8c admin admin] Pushing event deleted for resources: {'Port': ['ID=13842369-8770-43b0-bdfc-9073d1ba7f2a,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:12.717435 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-9f6fb31f-95ce-4b19-8d48-76fa62a67c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4825847f-72e4-4b0a-a613-e91ee47287da', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-556666646-router', 'tenant_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'eb53493e-bd28-4061-9c4b-a768cdbcdf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:03:57Z', 'updated_at': '2021-09-08T09:04:09Z', 'revision_number': 4, 'project_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'gw_port': {'id': 'eb53493e-bd28-4061-9c4b-a768cdbcdf23', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4825847f-72e4-4b0a-a613-e91ee47287da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:01Z', 'updated_at': '2021-09-08T09:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '25416650-4a99-4af0-aab4-c638b9bd2ab0', 'name': '', 'network_id': 'd0ea09ac-ccca-46de-895f-463c2c0cac54', 'tenant_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'mac_address': 'fa:16:3e:f2:27:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4825847f-72e4-4b0a-a613-e91ee47287da', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '8a0ba9ab-b2c7-4b25-aa32-89e85cda7465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:07Z', 'updated_at': '2021-09-08T09:04:10Z', 'revision_number': 2, 'project_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'subnets': [{'id': '8a0ba9ab-b2c7-4b25-aa32-89e85cda7465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:12.749423 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6fb31f-95ce-4b19-8d48-76fa62a67c9f None None] Checking router: 4825847f-72e4-4b0a-a613-e91ee47287da for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:04:12.750194 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6fb31f-95ce-4b19-8d48-76fa62a67c9f None None] Updating router 4825847f-72e4-4b0a-a613-e91ee47287da port 25416650-4a99-4af0-aab4-c638b9bd2ab0 binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:04:12.766140 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b3904-a72d-47cf-b714-22f79c65307d req-2f1fec48-1ab4-4cbc-96b6-e807154a00dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:12.768283 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-348b3904-a72d-47cf-b714-22f79c65307d req-2f1fec48-1ab4-4cbc-96b6-e807154a00dc service neutron] 10.222.0.35 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.4646697 Sep 08 09:04:12.772852 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-678f1e26-c829-4177-9582-0f86163b961a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:12.774525 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-678f1e26-c829-4177-9582-0f86163b961a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=420ee6df-451a-4285-bec4-d22a945df514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2925808 Sep 08 09:04:12.797214 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9f6fb31f-95ce-4b19-8d48-76fa62a67c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:12.835554 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7e3b9-95f4-4008-9d9f-16f47920e514 req-94274c9d-8ac3-4af2-a93d-e6174d9570c0 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:12.843850 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-79f7e3b9-95f4-4008-9d9f-16f47920e514 req-94274c9d-8ac3-4af2-a93d-e6174d9570c0 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/networks?id=d0ea09ac-ccca-46de-895f-463c2c0cac54 HTTP/1.1" status: 200 len: 828 time: 0.3464210 Sep 08 09:04:12.867274 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4e28e-3b1e-4574-aa4f-ed6e36ed832a req-a5019ece-f81e-4a20-85b0-145c1654eef0 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:12.874019 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-79f7e3b9-95f4-4008-9d9f-16f47920e514 req-36c7d84d-8cea-47b7-99ca-577e06b4358f tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/quotas/01e4fcf69e4c4ab19660bd20bd4971ca HTTP/1.1" status: 200 len: 375 time: 0.0292120 Sep 08 09:04:12.875022 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4e28e-3b1e-4574-aa4f-ed6e36ed832a req-a5019ece-f81e-4a20-85b0-145c1654eef0 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:12.883767 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4e28e-3b1e-4574-aa4f-ed6e36ed832a req-a5019ece-f81e-4a20-85b0-145c1654eef0 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:12.891531 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4e28e-3b1e-4574-aa4f-ed6e36ed832a req-a5019ece-f81e-4a20-85b0-145c1654eef0 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:12.911770 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4e28e-3b1e-4574-aa4f-ed6e36ed832a req-a5019ece-f81e-4a20-85b0-145c1654eef0 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:12.930140 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4e28e-3b1e-4574-aa4f-ed6e36ed832a req-a5019ece-f81e-4a20-85b0-145c1654eef0 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:12.941905 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4e28e-3b1e-4574-aa4f-ed6e36ed832a req-a5019ece-f81e-4a20-85b0-145c1654eef0 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:12.944485 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2ed4e28e-3b1e-4574-aa4f-ed6e36ed832a req-a5019ece-f81e-4a20-85b0-145c1654eef0 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 5422 time: 0.2946670 Sep 08 09:04:12.961265 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-348b3904-a72d-47cf-b714-22f79c65307d req-6de502e5-0349-41f8-b520-9483b4a048f7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=9e98ff4c-63d3-4bcd-b49c-1e626df063aa HTTP/1.1" status: 200 len: 217 time: 0.1774914 Sep 08 09:04:13.012306 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-79f7e3b9-95f4-4008-9d9f-16f47920e514 req-24f53952-3109-49a0-8365-e8b17f4b2b74 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=01e4fcf69e4c4ab19660bd20bd4971ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1334314 Sep 08 09:04:13.059298 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b3904-a72d-47cf-b714-22f79c65307d req-01eebc06-b731-4e4c-9521-b1d5792ae1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:13.061174 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-348b3904-a72d-47cf-b714-22f79c65307d req-01eebc06-b731-4e4c-9521-b1d5792ae1a6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.0738604 Sep 08 09:04:13.139918 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-79f7e3b9-95f4-4008-9d9f-16f47920e514 req-e6457f8e-771b-47a9-9012-5cacc7012cbc service neutron] 10.222.0.54 "GET /v2.0/networks/d0ea09ac-ccca-46de-895f-463c2c0cac54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178391 Sep 08 09:04:13.140967 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4e767a1f-3da3-4e7b-af02-5a3946866b8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:13.191480 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2ed4e28e-3b1e-4574-aa4f-ed6e36ed832a req-b4a01972-32d4-4700-87b4-c9a5979ec29d tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&id=53d991ac-c80f-43e4-8682-37208170b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2281084 Sep 08 09:04:13.233910 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9f6fb31f-95ce-4b19-8d48-76fa62a67c9f None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:13.240992 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b3904-a72d-47cf-b714-22f79c65307d req-d78071e8-bae4-4dec-980c-22d018edc4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:13.242827 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-348b3904-a72d-47cf-b714-22f79c65307d req-d78071e8-bae4-4dec-980c-22d018edc4e5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1456010 Sep 08 09:04:13.245303 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-9f6fb31f-95ce-4b19-8d48-76fa62a67c9f None None] Transition to ACTIVE for port object 25416650-4a99-4af0-aab4-c638b9bd2ab0 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:04:13.252312 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-1154ac1f-8e0f-4130-88b6-6d77d9dc277d service neutron] 10.222.0.35 "GET /v2.0/networks/420ee6df-451a-4285-bec4-d22a945df514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4671333 Sep 08 09:04:13.255574 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9f6fb31f-95ce-4b19-8d48-76fa62a67c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:13.307996 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5709d47-5fae-4411-ad3f-3bf580adae65 None None] Pushing event updated for resources: {'Port': ['ID=25416650-4a99-4af0-aab4-c638b9bd2ab0,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:13.347369 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5709d47-5fae-4411-ad3f-3bf580adae65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:04:13.350010 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5709d47-5fae-4411-ad3f-3bf580adae65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:04:13.353915 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5709d47-5fae-4411-ad3f-3bf580adae65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:04:13.354504 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5709d47-5fae-4411-ad3f-3bf580adae65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:04:13.355353 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5709d47-5fae-4411-ad3f-3bf580adae65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:04:13.355865 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5709d47-5fae-4411-ad3f-3bf580adae65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:04:13.356381 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5709d47-5fae-4411-ad3f-3bf580adae65 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:04:13.357369 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5709d47-5fae-4411-ad3f-3bf580adae65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:04:13.357868 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5709d47-5fae-4411-ad3f-3bf580adae65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:04:13.358407 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5709d47-5fae-4411-ad3f-3bf580adae65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:04:13.358899 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5709d47-5fae-4411-ad3f-3bf580adae65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:04:13.359037 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-79f7e3b9-95f4-4008-9d9f-16f47920e514 req-561e05fb-222f-4d74-9f58-99f278b65694 service neutron] 10.222.0.54 "GET /v2.0/networks/d0ea09ac-ccca-46de-895f-463c2c0cac54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077320 Sep 08 09:04:13.359497 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5709d47-5fae-4411-ad3f-3bf580adae65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:04:13.475359 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cb154cb9-dbae-42cf-9fa5-d98c26224ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:13.482477 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-9f6fb31f-95ce-4b19-8d48-76fa62a67c9f None None] Attempting to bind port 25416650-4a99-4af0-aab4-c638b9bd2ab0 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:04:13.483030 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-9f6fb31f-95ce-4b19-8d48-76fa62a67c9f None None] Attempting to bind port 25416650-4a99-4af0-aab4-c638b9bd2ab0 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'e1f8368b-de73-432c-a011-112d5ec9d1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd0ea09ac-ccca-46de-895f-463c2c0cac54'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:04:13.483347 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6fb31f-95ce-4b19-8d48-76fa62a67c9f None None] Attempting to bind port 25416650-4a99-4af0-aab4-c638b9bd2ab0 on network d0ea09ac-ccca-46de-895f-463c2c0cac54 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:04:13.490266 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6fb31f-95ce-4b19-8d48-76fa62a67c9f None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:04:13.490724 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6fb31f-95ce-4b19-8d48-76fa62a67c9f None None] Checking segment: {'id': 'e1f8368b-de73-432c-a011-112d5ec9d1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd0ea09ac-ccca-46de-895f-463c2c0cac54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:04:13.491096 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9f6fb31f-95ce-4b19-8d48-76fa62a67c9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:13.491497 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6fb31f-95ce-4b19-8d48-76fa62a67c9f None None] Bound using segment: {'id': 'e1f8368b-de73-432c-a011-112d5ec9d1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd0ea09ac-ccca-46de-895f-463c2c0cac54'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:04:13.492117 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-9f6fb31f-95ce-4b19-8d48-76fa62a67c9f None None] Bound port: 25416650-4a99-4af0-aab4-c638b9bd2ab0, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1f8368b-de73-432c-a011-112d5ec9d1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd0ea09ac-ccca-46de-895f-463c2c0cac54'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:04:13.492502 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9f6fb31f-95ce-4b19-8d48-76fa62a67c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:13.519730 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cb154cb9-dbae-42cf-9fa5-d98c26224ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:13.669191 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-9f6fb31f-95ce-4b19-8d48-76fa62a67c9f None None] For port 25416650-4a99-4af0-aab4-c638b9bd2ab0, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:04:13.677699 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-9f6fb31f-95ce-4b19-8d48-76fa62a67c9f None None] For port 25416650-4a99-4af0-aab4-c638b9bd2ab0, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=25416650-4a99-4af0-aab4-c638b9bd2ab0,segment=NetworkSegment(e1f8368b-de73-432c-a011-112d5ec9d1eb),segment_id=e1f8368b-de73-432c-a011-112d5ec9d1eb)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:04:13.687545 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9f6fb31f-95ce-4b19-8d48-76fa62a67c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:13.822664 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6fb31f-95ce-4b19-8d48-76fa62a67c9f None None] Routers {'4825847f-72e4-4b0a-a613-e91ee47287da'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:04:13.824015 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-9f6fb31f-95ce-4b19-8d48-76fa62a67c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:03:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['4825847f-72e4-4b0a-a613-e91ee47287da'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:13.848549 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4b24bcc5-5dc9-41c0-bea5-a05bf6133057 req-8e78558a-6f6d-4a84-9941-d14076197049 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/ports?device_id=da5ed9ad-379f-46cc-bac2-fbbdc500b1be HTTP/1.1" status: 200 len: 210 time: 0.0744102 Sep 08 09:04:14.012484 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-cb154cb9-dbae-42cf-9fa5-d98c26224ab6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3de4041576bc4de2a9e3b1496564d5b2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5404084 Sep 08 09:04:14.021012 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 42392) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:04:14.023158 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb154cb9-dbae-42cf-9fa5-d98c26224ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd253ff4-00cb-4ddc-8f22-ecc0d29a1698,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:14.074593 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-348b3904-a72d-47cf-b714-22f79c65307d req-61392fec-5f31-4bd6-9df9-8accec8c3cce service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7956791 Sep 08 09:04:14.142581 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da20ba-ac94-46b0-ba68-a41d703b6517 req-5fd8428e-1162-4773-a743-58b252bdb2d8 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:14.153980 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9da20ba-ac94-46b0-ba68-a41d703b6517 req-5fd8428e-1162-4773-a743-58b252bdb2d8 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=727ca116-35c7-48b6-aa5a-29c49f0230a2 HTTP/1.1" status: 200 len: 948 time: 0.4261136 Sep 08 09:04:14.156866 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-ef170f24-c9ed-48a6-893a-ce16747942b3 service neutron] 10.222.0.35 "GET /v2.0/networks/420ee6df-451a-4285-bec4-d22a945df514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8894379 Sep 08 09:04:14.172866 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5709d47-5fae-4411-ad3f-3bf580adae65 None None] Pushing event updated for resources: {'Port': ['ID=25416650-4a99-4af0-aab4-c638b9bd2ab0,revision_number=4']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:14.211094 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-9f6fb31f-95ce-4b19-8d48-76fa62a67c9f None None] Set router 4825847f-72e4-4b0a-a613-e91ee47287da gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:04:14.325139 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-75fab948-6317-4c52-9551-13b33f0e6bf6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=24de4b54-5e35-472f-b3a2-8c31ebfb3d05 HTTP/1.1" status: 200 len: 217 time: 0.1436019 Sep 08 09:04:14.456020 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-16f7eb9c-4f94-4022-aa62-5a77eca081f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:14.459932 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-16f7eb9c-4f94-4022-aa62-5a77eca081f0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2c4bc90e-6301-4198-b245-c5a8ab779b3f HTTP/1.1" status: 200 len: 797 time: 0.1179066 Sep 08 09:04:14.534303 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9da20ba-ac94-46b0-ba68-a41d703b6517 req-7761e839-c654-45be-94ef-057c2db8270d tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605425 Sep 08 09:04:14.608499 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-568b653e-7273-4227-9766-a4671009186a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:14.670555 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-568b653e-7273-4227-9766-a4671009186a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:14.674216 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-348b3904-a72d-47cf-b714-22f79c65307d req-898f5333-a36d-4b85-a712-488ef5ef2f21 service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5145378 Sep 08 09:04:14.691214 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-c43f0b15-89af-46ea-8f3b-86c258caee28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:14.692834 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-c43f0b15-89af-46ea-8f3b-86c258caee28 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=420ee6df-451a-4285-bec4-d22a945df514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2095096 Sep 08 09:04:14.836760 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-568b653e-7273-4227-9766-a4671009186a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:14.839657 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-568b653e-7273-4227-9766-a4671009186a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:14.865783 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-568b653e-7273-4227-9766-a4671009186a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bd253ff4-00cb-4ddc-8f22-ecc0d29a1698 HTTP/1.1" status: 204 len: 168 time: 0.8383033 Sep 08 09:04:14.888029 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e767a1f-3da3-4e7b-af02-5a3946866b8c admin admin] Router 8aec1130-b8ae-453e-b590-ed20acae47d1 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:04:14.897411 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b653e-7273-4227-9766-a4671009186a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd253ff4-00cb-4ddc-8f22-ecc0d29a1698,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:14.903796 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-cae58f0e-4df9-4417-a6bf-57e26746452c service neutron] 10.222.0.35 "GET /v2.0/networks/420ee6df-451a-4285-bec4-d22a945df514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942420 Sep 08 09:04:14.928918 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b20d1-c43b-4c78-85fe-4195cbe733d6 req-f7a38504-f577-4b7f-831a-18b9f953e348 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:14.954278 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b20d1-c43b-4c78-85fe-4195cbe733d6 req-f7a38504-f577-4b7f-831a-18b9f953e348 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:14.962067 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b20d1-c43b-4c78-85fe-4195cbe733d6 req-f7a38504-f577-4b7f-831a-18b9f953e348 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:14.976945 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b20d1-c43b-4c78-85fe-4195cbe733d6 req-f7a38504-f577-4b7f-831a-18b9f953e348 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:14.991371 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b20d1-c43b-4c78-85fe-4195cbe733d6 req-f7a38504-f577-4b7f-831a-18b9f953e348 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:15.008716 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b20d1-c43b-4c78-85fe-4195cbe733d6 req-f7a38504-f577-4b7f-831a-18b9f953e348 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:15.021597 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b20d1-c43b-4c78-85fe-4195cbe733d6 req-f7a38504-f577-4b7f-831a-18b9f953e348 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:15.031491 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a94b20d1-c43b-4c78-85fe-4195cbe733d6 req-f7a38504-f577-4b7f-831a-18b9f953e348 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 5422 time: 0.4465532 Sep 08 09:04:15.083060 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-9f6fb31f-95ce-4b19-8d48-76fa62a67c9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4825847f-72e4-4b0a-a613-e91ee47287da', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-556666646-router', 'tenant_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'eb53493e-bd28-4061-9c4b-a768cdbcdf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:03:57Z', 'updated_at': '2021-09-08T09:04:09Z', 'revision_number': 4, 'project_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'gw_port': {'id': 'eb53493e-bd28-4061-9c4b-a768cdbcdf23', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4825847f-72e4-4b0a-a613-e91ee47287da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:01Z', 'updated_at': '2021-09-08T09:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '25416650-4a99-4af0-aab4-c638b9bd2ab0', 'name': '', 'network_id': 'd0ea09ac-ccca-46de-895f-463c2c0cac54', 'tenant_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'mac_address': 'fa:16:3e:f2:27:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4825847f-72e4-4b0a-a613-e91ee47287da', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '8a0ba9ab-b2c7-4b25-aa32-89e85cda7465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:07Z', 'updated_at': '2021-09-08T09:04:13Z', 'revision_number': 4, 'project_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'subnets': [{'id': '8a0ba9ab-b2c7-4b25-aa32-89e85cda7465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:15.132713 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-04f068ff-0c72-4668-a763-2edf71213748 service neutron] 10.222.0.35 "GET /v2.0/networks/420ee6df-451a-4285-bec4-d22a945df514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187457 Sep 08 09:04:15.145637 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a94b20d1-c43b-4c78-85fe-4195cbe733d6 req-7961b40b-8e24-4250-bc9c-b369514d2dcf tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&id=53d991ac-c80f-43e4-8682-37208170b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1049213 Sep 08 09:04:15.147573 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6fb31f-95ce-4b19-8d48-76fa62a67c9f None None] The sync data for ids ['4825847f-72e4-4b0a-a613-e91ee47287da'] in n-d-806683-11 is: [{'id': '4825847f-72e4-4b0a-a613-e91ee47287da', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-556666646-router', 'tenant_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'eb53493e-bd28-4061-9c4b-a768cdbcdf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:03:57Z', 'updated_at': '2021-09-08T09:04:09Z', 'revision_number': 4, 'project_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'gw_port': {'id': 'eb53493e-bd28-4061-9c4b-a768cdbcdf23', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4825847f-72e4-4b0a-a613-e91ee47287da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:01Z', 'updated_at': '2021-09-08T09:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '25416650-4a99-4af0-aab4-c638b9bd2ab0', 'name': '', 'network_id': 'd0ea09ac-ccca-46de-895f-463c2c0cac54', 'tenant_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'mac_address': 'fa:16:3e:f2:27:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4825847f-72e4-4b0a-a613-e91ee47287da', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '8a0ba9ab-b2c7-4b25-aa32-89e85cda7465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:07Z', 'updated_at': '2021-09-08T09:04:13Z', 'revision_number': 4, 'project_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'subnets': [{'id': '8a0ba9ab-b2c7-4b25-aa32-89e85cda7465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:04:15.283526 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-a8eec809-0d74-49a8-9127-60497e324325 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=89daee6f-0c0f-4335-af2f-1d518b85581e HTTP/1.1" status: 200 len: 217 time: 0.1207371 Sep 08 09:04:15.291262 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e767a1f-3da3-4e7b-af02-5a3946866b8c admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:04:15.301873 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4e767a1f-3da3-4e7b-af02-5a3946866b8c admin admin] 10.222.0.54 "PUT /v2.0/routers/8aec1130-b8ae-453e-b590-ed20acae47d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7647278 Sep 08 09:04:15.304801 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42420) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:04:15.316738 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd59a53-62f4-4f33-86ab-9163984202a0 None None] Sync routers for ids ['8aec1130-b8ae-453e-b590-ed20acae47d1'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:04:15.346420 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd59a53-62f4-4f33-86ab-9163984202a0 None None] Routers {'8aec1130-b8ae-453e-b590-ed20acae47d1'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:04:15.347389 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-cbd59a53-62f4-4f33-86ab-9163984202a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:03:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8aec1130-b8ae-453e-b590-ed20acae47d1'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:15.396993 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-aabdc215-f85c-465b-aa8a-87593ccbfdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:15.399801 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-aabdc215-f85c-465b-aa8a-87593ccbfdef service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2c4bc90e-6301-4198-b245-c5a8ab779b3f HTTP/1.1" status: 200 len: 797 time: 0.0628068 Sep 08 09:04:15.416427 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7a9ac580-1523-4b75-a519-4e3327aa2ccf req-c8141377-32fa-4024-9466-f11bd930a6a9 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/ports?device_id=da5ed9ad-379f-46cc-bac2-fbbdc500b1be HTTP/1.1" status: 200 len: 210 time: 0.2787769 Sep 08 09:04:15.486167 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-01fa31d9-4a87-4e54-bdda-c67efd837f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:15.487639 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-01fa31d9-4a87-4e54-bdda-c67efd837f58 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=420ee6df-451a-4285-bec4-d22a945df514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0674133 Sep 08 09:04:15.601435 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-cbd59a53-62f4-4f33-86ab-9163984202a0 None None] Set router 8aec1130-b8ae-453e-b590-ed20acae47d1 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:04:15.605869 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 9e98ff4c-63d3-4bcd-b49c-1e626df063aa details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:04:15.618267 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5247b50a-c36f-4c09-88f1-dca7320fd869 admin admin] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:15.763290 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-117b337b-865c-4fb7-9869-9fae0a9866af service neutron] 10.222.0.35 "GET /v2.0/networks/420ee6df-451a-4285-bec4-d22a945df514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662458 Sep 08 09:04:15.962085 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6d9f6-7e96-416e-a665-09480da0ca7c req-00409fe6-7318-43ea-862b-e2c8faadf87a tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:15.974649 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-56a6d9f6-7e96-416e-a665-09480da0ca7c req-00409fe6-7318-43ea-862b-e2c8faadf87a tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=727ca116-35c7-48b6-aa5a-29c49f0230a2 HTTP/1.1" status: 200 len: 948 time: 0.2715688 Sep 08 09:04:16.107988 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 9e98ff4c-63d3-4bcd-b49c-1e626df063aa, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=9e98ff4c-63d3-4bcd-b49c-1e626df063aa,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:16.127391 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7e3b9-95f4-4008-9d9f-16f47920e514 req-267aad9f-6e1b-4b4b-92a2-a6ccbba5812f tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:16.131542 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-79f7e3b9-95f4-4008-9d9f-16f47920e514 req-267aad9f-6e1b-4b4b-92a2-a6ccbba5812f tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.37 "GET /v2.0/networks?id=d0ea09ac-ccca-46de-895f-463c2c0cac54 HTTP/1.1" status: 200 len: 828 time: 0.4688203 Sep 08 09:04:16.148167 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '9e98ff4c-63d3-4bcd-b49c-1e626df063aa', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'port_id': '9e98ff4c-63d3-4bcd-b49c-1e626df063aa', 'mac_address': 'fa:16:3e:0c:2d:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc66e4b-ecb5-4c99-afe1-0a78c722534a', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:04:16.208699 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-56a6d9f6-7e96-416e-a665-09480da0ca7c req-3e534d71-d6f9-43c4-8de5-fdbb64642a17 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154117 Sep 08 09:04:16.214872 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5247b50a-c36f-4c09-88f1-dca7320fd869 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:16.255762 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:16.274821 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 25416650-4a99-4af0-aab4-c638b9bd2ab0 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:04:16.284826 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e98ff4c-63d3-4bcd-b49c-1e626df063aa {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:04:16.322898 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-5247b50a-c36f-4c09-88f1-dca7320fd869 admin admin] Deleting port f0744839-15c2-416d-9955-7124b1de00d7 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:04:16.323709 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5247b50a-c36f-4c09-88f1-dca7320fd869 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:16.386211 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 9e98ff4c-63d3-4bcd-b49c-1e626df063aa, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=9e98ff4c-63d3-4bcd-b49c-1e626df063aa,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:16.407650 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:16.433042 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-cbd59a53-62f4-4f33-86ab-9163984202a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aec1130-b8ae-453e-b590-ed20acae47d1', 'name': 'tempest-ServersTestFqdnHostnames-1922914099-router', 'tenant_id': '60cc7751195843ebadbbb66d9bdddd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'f0744839-15c2-416d-9955-7124b1de00d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:01:40Z', 'updated_at': '2021-09-08T09:04:12Z', 'revision_number': 5, 'project_id': '60cc7751195843ebadbbb66d9bdddd07', 'gw_port': {'id': 'f0744839-15c2-416d-9955-7124b1de00d7', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:16:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aec1130-b8ae-453e-b590-ed20acae47d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:01:41Z', 'updated_at': '2021-09-08T09:01:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:16.456031 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 25416650-4a99-4af0-aab4-c638b9bd2ab0 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:04:16.491625 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 25416650-4a99-4af0-aab4-c638b9bd2ab0 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:04:16.492009 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:16.497019 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd59a53-62f4-4f33-86ab-9163984202a0 None None] Checking router: 8aec1130-b8ae-453e-b590-ed20acae47d1 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:04:16.539287 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-5247b50a-c36f-4c09-88f1-dca7320fd869 admin admin] For port f0744839-15c2-416d-9955-7124b1de00d7, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=f0744839-15c2-416d-9955-7124b1de00d7,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:16.539668 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5247b50a-c36f-4c09-88f1-dca7320fd869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:16.579877 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-5247b50a-c36f-4c09-88f1-dca7320fd869 admin admin] Calling delete_port for f0744839-15c2-416d-9955-7124b1de00d7 owned by network:router_gateway {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:04:16.593936 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd59a53-62f4-4f33-86ab-9163984202a0 None None] Routers {'8aec1130-b8ae-453e-b590-ed20acae47d1'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:04:16.600004 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-cbd59a53-62f4-4f33-86ab-9163984202a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:03:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8aec1130-b8ae-453e-b590-ed20acae47d1'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:16.804848 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2ae3f09b-d6b9-4b78-bce7-10ff622f0c97 req-a00bf707-5063-464e-9126-ea46700177b8 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/ports?device_id=da5ed9ad-379f-46cc-bac2-fbbdc500b1be HTTP/1.1" status: 200 len: 210 time: 0.2321002 Sep 08 09:04:16.881091 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=9e98ff4c-63d3-4bcd-b49c-1e626df063aa,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:16.930012 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['9e98ff4c-63d3-4bcd-b49c-1e626df063aa'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:04:16.959085 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5247b50a-c36f-4c09-88f1-dca7320fd869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:16.991605 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-79f7e3b9-95f4-4008-9d9f-16f47920e514 req-5aa57561-9888-4306-aaf3-07ed03e0a34a tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Request body: {'port': {'device_id': 'da5ed9ad-379f-46cc-bac2-fbbdc500b1be', 'network_id': 'd0ea09ac-ccca-46de-895f-463c2c0cac54', 'admin_state_up': True, 'tenant_id': '01e4fcf69e4c4ab19660bd20bd4971ca'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:04:17.000251 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5247b50a-c36f-4c09-88f1-dca7320fd869 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0744839-15c2-416d-9955-7124b1de00d7,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:17.114846 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-cbd59a53-62f4-4f33-86ab-9163984202a0 None None] Set router 8aec1130-b8ae-453e-b590-ed20acae47d1 gateway port host: None {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:04:17.125988 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5247b50a-c36f-4c09-88f1-dca7320fd869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:17.207488 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcaeb30-1769-4098-8c5c-6adc789f848d req-1635616b-8af2-46ff-9fc8-a0f9028f96c4 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:17.217847 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcaeb30-1769-4098-8c5c-6adc789f848d req-1635616b-8af2-46ff-9fc8-a0f9028f96c4 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:17.234178 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcaeb30-1769-4098-8c5c-6adc789f848d req-1635616b-8af2-46ff-9fc8-a0f9028f96c4 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:17.242361 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcaeb30-1769-4098-8c5c-6adc789f848d req-1635616b-8af2-46ff-9fc8-a0f9028f96c4 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:17.249543 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcaeb30-1769-4098-8c5c-6adc789f848d req-1635616b-8af2-46ff-9fc8-a0f9028f96c4 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:17.258394 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcaeb30-1769-4098-8c5c-6adc789f848d req-1635616b-8af2-46ff-9fc8-a0f9028f96c4 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:17.272672 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcaeb30-1769-4098-8c5c-6adc789f848d req-1635616b-8af2-46ff-9fc8-a0f9028f96c4 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:17.287867 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cfcaeb30-1769-4098-8c5c-6adc789f848d req-1635616b-8af2-46ff-9fc8-a0f9028f96c4 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 5422 time: 0.3136480 Sep 08 09:04:17.329587 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-cbd59a53-62f4-4f33-86ab-9163984202a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aec1130-b8ae-453e-b590-ed20acae47d1', 'name': 'tempest-ServersTestFqdnHostnames-1922914099-router', 'tenant_id': '60cc7751195843ebadbbb66d9bdddd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:01:40Z', 'updated_at': '2021-09-08T09:04:16Z', 'revision_number': 6, 'project_id': '60cc7751195843ebadbbb66d9bdddd07', 'gw_port_host': None}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:17.397601 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5247b50a-c36f-4c09-88f1-dca7320fd869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:17.405898 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5247b50a-c36f-4c09-88f1-dca7320fd869 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:17.443089 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:17.450495 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd59a53-62f4-4f33-86ab-9163984202a0 None None] The sync data for ids ['8aec1130-b8ae-453e-b590-ed20acae47d1'] in n-d-806683-11 is: [{'id': '8aec1130-b8ae-453e-b590-ed20acae47d1', 'name': 'tempest-ServersTestFqdnHostnames-1922914099-router', 'tenant_id': '60cc7751195843ebadbbb66d9bdddd07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:01:40Z', 'updated_at': '2021-09-08T09:04:16Z', 'revision_number': 6, 'project_id': '60cc7751195843ebadbbb66d9bdddd07', 'gw_port_host': None}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:04:17.549382 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5247b50a-c36f-4c09-88f1-dca7320fd869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:17.550417 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5247b50a-c36f-4c09-88f1-dca7320fd869 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8aec1130-b8ae-453e-b590-ed20acae47d1 {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:04:17.560078 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-0937fe65-9b0b-4774-b985-9a022b87a152 service neutron] 10.222.0.35 "GET /v2.0/networks/420ee6df-451a-4285-bec4-d22a945df514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4274986 Sep 08 09:04:17.567072 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5247b50a-c36f-4c09-88f1-dca7320fd869 admin admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:17.568576 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5247b50a-c36f-4c09-88f1-dca7320fd869 admin admin] 10.222.0.54 "DELETE /v2.0/routers/8aec1130-b8ae-453e-b590-ed20acae47d1 HTTP/1.1" status: 204 len: 168 time: 2.2626672 Sep 08 09:04:17.570185 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 25416650-4a99-4af0-aab4-c638b9bd2ab0, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=25416650-4a99-4af0-aab4-c638b9bd2ab0,segment=NetworkSegment(e1f8368b-de73-432c-a011-112d5ec9d1eb),segment_id=e1f8368b-de73-432c-a011-112d5ec9d1eb)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:17.571957 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42486) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:04:17.612793 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:17.624604 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cfcaeb30-1769-4098-8c5c-6adc789f848d req-874987b7-d158-40e0-a02e-50f186572d4b tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&id=53d991ac-c80f-43e4-8682-37208170b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3329523 Sep 08 09:04:17.654418 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2a281ed-172d-48ec-acff-883f782d715c admin admin] Deleting subnet 35362f99-b0d6-4e0b-8bdd-5b323164ce7d {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:04:17.670975 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2a281ed-172d-48ec-acff-883f782d715c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:17.684334 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-185b477e-cf7d-44c7-ae7c-3c8b7e8ec2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:17.717937 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32559e-88a1-4d4e-b4b9-07f120c57a01 req-c2c0f864-1369-4d52-a8af-be56c5c32c33 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:17.726535 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ee32559e-88a1-4d4e-b4b9-07f120c57a01 req-c2c0f864-1369-4d52-a8af-be56c5c32c33 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=727ca116-35c7-48b6-aa5a-29c49f0230a2 HTTP/1.1" status: 200 len: 949 time: 0.2339473 Sep 08 09:04:17.748737 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=25416650-4a99-4af0-aab4-c638b9bd2ab0,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:17.762343 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-bbaf8e43-3dd9-4880-9b07-b6cf260dc174 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=aa0aa366-6055-4adf-a15d-7672841d5a44 HTTP/1.1" status: 200 len: 217 time: 0.1737866 Sep 08 09:04:17.763938 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2a281ed-172d-48ec-acff-883f782d715c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:17.830995 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ee32559e-88a1-4d4e-b4b9-07f120c57a01 req-c830bc85-25a0-4c94-97bb-e10414db31b9 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030836 Sep 08 09:04:17.897190 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-b51784ff-e2c7-4161-81ac-adeda9a7da53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:17.909977 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-b51784ff-e2c7-4161-81ac-adeda9a7da53 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2c4bc90e-6301-4198-b245-c5a8ab779b3f HTTP/1.1" status: 200 len: 797 time: 0.1373158 Sep 08 09:04:17.911423 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79f7e3b9-95f4-4008-9d9f-16f47920e514 req-5aa57561-9888-4306-aaf3-07ed03e0a34a tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Made reservation on behalf of 01e4fcf69e4c4ab19660bd20bd4971ca for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:04:17.915981 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-79f7e3b9-95f4-4008-9d9f-16f47920e514 req-5aa57561-9888-4306-aaf3-07ed03e0a34a tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:17.975782 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2a281ed-172d-48ec-acff-883f782d715c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:18.060217 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2a281ed-172d-48ec-acff-883f782d715c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:18.088305 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2a281ed-172d-48ec-acff-883f782d715c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:18.092770 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f2a281ed-172d-48ec-acff-883f782d715c admin admin] 10.222.0.54 "DELETE /v2.0/subnets/35362f99-b0d6-4e0b-8bdd-5b323164ce7d HTTP/1.1" status: 204 len: 168 time: 0.5196073 Sep 08 09:04:18.098716 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff8f189-19d8-408a-9782-444a652a8aa8 None None] Network 2bca9e19-adc3-4046-9a65-e8e42c2cd190 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:04:18.117278 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42498) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:04:18.129677 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a281ed-172d-48ec-acff-883f782d715c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35362f99-b0d6-4e0b-8bdd-5b323164ce7d,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:18.161412 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f19c838d-ca1b-47cd-968e-5cb2384269af req-0579bcc4-25b2-45f9-864f-db9f1d37da44 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/ports?device_id=da5ed9ad-379f-46cc-bac2-fbbdc500b1be HTTP/1.1" status: 200 len: 210 time: 0.1183615 Sep 08 09:04:18.346602 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7772072b-7117-4508-b16c-93ceea61c4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:18.355663 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-1bc45ce3-3855-4bd2-90eb-17c151a66e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:18.357279 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-1bc45ce3-3855-4bd2-90eb-17c151a66e22 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=420ee6df-451a-4285-bec4-d22a945df514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4370973 Sep 08 09:04:18.494728 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-7772072b-7117-4508-b16c-93ceea61c4d3 admin admin] Deleting port 93773fdc-225e-4da5-b4d5-d58f15846d2d {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:04:18.495971 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7772072b-7117-4508-b16c-93ceea61c4d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:18.538904 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-79f7e3b9-95f4-4008-9d9f-16f47920e514 req-5aa57561-9888-4306-aaf3-07ed03e0a34a tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Allocated IP 172.20.0.3 (d0ea09ac-ccca-46de-895f-463c2c0cac54/8a0ba9ab-b2c7-4b25-aa32-89e85cda7465/8d6494f4-1d34-4a51-945f-ed082dfbb444) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:04:18.585349 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 25416650-4a99-4af0-aab4-c638b9bd2ab0 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:04:18.673692 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-7772072b-7117-4508-b16c-93ceea61c4d3 admin admin] For port 93773fdc-225e-4da5-b4d5-d58f15846d2d, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=93773fdc-225e-4da5-b4d5-d58f15846d2d,segment=NetworkSegment(b248b080-424a-4d7c-b6da-e7e9fa7a7a95),segment_id=b248b080-424a-4d7c-b6da-e7e9fa7a7a95)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:18.675941 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7772072b-7117-4508-b16c-93ceea61c4d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:18.723672 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 25416650-4a99-4af0-aab4-c638b9bd2ab0 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:04:18.724386 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:18.754221 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-7772072b-7117-4508-b16c-93ceea61c4d3 admin admin] Calling delete_port for 93773fdc-225e-4da5-b4d5-d58f15846d2d owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:04:18.785377 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-79f7e3b9-95f4-4008-9d9f-16f47920e514 req-5aa57561-9888-4306-aaf3-07ed03e0a34a tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:18.810718 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-79f7e3b9-95f4-4008-9d9f-16f47920e514 req-5aa57561-9888-4306-aaf3-07ed03e0a34a tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Transition to ACTIVE for port object 8d6494f4-1d34-4a51-945f-ed082dfbb444 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:04:18.833743 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d19359f-88b4-4905-b7ea-a3d38e416bd4 None None] DHCP port deletion for 2bca9e19-adc3-4046-9a65-e8e42c2cd190 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:04:18.895177 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7772072b-7117-4508-b16c-93ceea61c4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:18.955263 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7772072b-7117-4508-b16c-93ceea61c4d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=93773fdc-225e-4da5-b4d5-d58f15846d2d,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:18.987460 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-79f7e3b9-95f4-4008-9d9f-16f47920e514 req-5aa57561-9888-4306-aaf3-07ed03e0a34a tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:18.988457 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 13842369-8770-43b0-bdfc-9073d1ba7f2a no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:04:19.017897 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7772072b-7117-4508-b16c-93ceea61c4d3 admin admin] No DVR routers for this DVR port 93773fdc-225e-4da5-b4d5-d58f15846d2d on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:04:19.027373 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-9d19359f-88b4-4905-b7ea-a3d38e416bd4 None None] Deleting port 93773fdc-225e-4da5-b4d5-d58f15846d2d {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:04:19.027740 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9d19359f-88b4-4905-b7ea-a3d38e416bd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:19.033632 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 13842369-8770-43b0-bdfc-9073d1ba7f2a {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:04:19.033971 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 13842369-8770-43b0-bdfc-9073d1ba7f2a not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:04:19.059120 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dbfa84-a166-4d4a-9d52-5a0aca40d6f8 req-b4a14a22-e6b7-45d1-95bd-3202d5cdbcec tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:19.070312 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-98dbfa84-a166-4d4a-9d52-5a0aca40d6f8 req-b4a14a22-e6b7-45d1-95bd-3202d5cdbcec tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=727ca116-35c7-48b6-aa5a-29c49f0230a2 HTTP/1.1" status: 200 len: 949 time: 0.1197073 Sep 08 09:04:19.125448 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-98dbfa84-a166-4d4a-9d52-5a0aca40d6f8 req-4aad2f58-6ecc-4b2a-aed9-52c611f6b29b tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479631 Sep 08 09:04:19.134880 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-9d19359f-88b4-4905-b7ea-a3d38e416bd4 None None] For port 93773fdc-225e-4da5-b4d5-d58f15846d2d, host n-d-806683-11, got binding levels [] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:19.138591 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb5e4b-23f5-4205-8c31-0c75c1a3f5d4 req-9a8073a9-8452-4b1b-a12c-2fc30cb5fcdf tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:19.139165 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9d19359f-88b4-4905-b7ea-a3d38e416bd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:19.146590 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb5e4b-23f5-4205-8c31-0c75c1a3f5d4 req-9a8073a9-8452-4b1b-a12c-2fc30cb5fcdf tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:19.157980 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb5e4b-23f5-4205-8c31-0c75c1a3f5d4 req-9a8073a9-8452-4b1b-a12c-2fc30cb5fcdf tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:19.166212 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb5e4b-23f5-4205-8c31-0c75c1a3f5d4 req-9a8073a9-8452-4b1b-a12c-2fc30cb5fcdf tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:19.172322 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-9d19359f-88b4-4905-b7ea-a3d38e416bd4 None None] Calling delete_port for 93773fdc-225e-4da5-b4d5-d58f15846d2d owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:04:19.176758 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb5e4b-23f5-4205-8c31-0c75c1a3f5d4 req-9a8073a9-8452-4b1b-a12c-2fc30cb5fcdf tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:19.185513 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb5e4b-23f5-4205-8c31-0c75c1a3f5d4 req-9a8073a9-8452-4b1b-a12c-2fc30cb5fcdf tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:19.190600 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.ipam_backend_mixin [None req-9d19359f-88b4-4905-b7ea-a3d38e416bd4 None None] Port 93773fdc-225e-4da5-b4d5-d58f15846d2d was not found and therefore no delete operation was performed {{(pid=94714) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 08 09:04:19.192887 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9d19359f-88b4-4905-b7ea-a3d38e416bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:19.196553 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb5e4b-23f5-4205-8c31-0c75c1a3f5d4 req-9a8073a9-8452-4b1b-a12c-2fc30cb5fcdf tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:19.206454 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-76fb5e4b-23f5-4205-8c31-0c75c1a3f5d4 req-9a8073a9-8452-4b1b-a12c-2fc30cb5fcdf tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 5422 time: 0.3468587 Sep 08 09:04:19.227006 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d19359f-88b4-4905-b7ea-a3d38e416bd4 None None] No DVR routers for this DVR port 93773fdc-225e-4da5-b4d5-d58f15846d2d on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:04:19.229177 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79f7e3b9-95f4-4008-9d9f-16f47920e514 req-5aa57561-9888-4306-aaf3-07ed03e0a34a tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Network d0ea09ac-ccca-46de-895f-463c2c0cac54 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:04:19.248023 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-5d744a1c-b446-4ee3-be0b-002933ecdc4b service neutron] 10.222.0.35 "GET /v2.0/networks/420ee6df-451a-4285-bec4-d22a945df514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8682420 Sep 08 09:04:19.252200 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-79f7e3b9-95f4-4008-9d9f-16f47920e514 req-5aa57561-9888-4306-aaf3-07ed03e0a34a tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:04:19.254933 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa57561-9888-4306-aaf3-07ed03e0a34a tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Pushing event updated for resources: {'Port': ['ID=8d6494f4-1d34-4a51-945f-ed082dfbb444,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:19.257439 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7772072b-7117-4508-b16c-93ceea61c4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:19.268767 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f7e3b9-95f4-4008-9d9f-16f47920e514 req-5aa57561-9888-4306-aaf3-07ed03e0a34a tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:04:19.305182 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19359f-88b4-4905-b7ea-a3d38e416bd4 None None] Pushing event deleted for resources: {'Port': ['ID=93773fdc-225e-4da5-b4d5-d58f15846d2d,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:19.314356 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-7772072b-7117-4508-b16c-93ceea61c4d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bca9e19-adc3-4046-9a65-e8e42c2cd190']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:19.347535 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-7772072b-7117-4508-b16c-93ceea61c4d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b248b080-424a-4d7c-b6da-e7e9fa7a7a95') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:19.347950 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7e3b9-95f4-4008-9d9f-16f47920e514 req-5aa57561-9888-4306-aaf3-07ed03e0a34a tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:19.348263 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-7772072b-7117-4508-b16c-93ceea61c4d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b248b080-424a-4d7c-b6da-e7e9fa7a7a95') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:19.349171 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-79f7e3b9-95f4-4008-9d9f-16f47920e514 req-5aa57561-9888-4306-aaf3-07ed03e0a34a tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:19.363427 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7772072b-7117-4508-b16c-93ceea61c4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:19.391892 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7772072b-7117-4508-b16c-93ceea61c4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:19.405729 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437109ab-492c-402d-abb0-34eac4440ad9 req-e578f2c2-16df-41a7-80c6-cd9d7ca6963d tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:19.416592 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-437109ab-492c-402d-abb0-34eac4440ad9 req-e578f2c2-16df-41a7-80c6-cd9d7ca6963d tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/ports?device_id=da5ed9ad-379f-46cc-bac2-fbbdc500b1be HTTP/1.1" status: 200 len: 931 time: 0.1142626 Sep 08 09:04:19.449123 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7772072b-7117-4508-b16c-93ceea61c4d3 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:04:19.458354 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7772072b-7117-4508-b16c-93ceea61c4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:19.460742 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:04:19.460742 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:04:19.460742 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:04:19.460742 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:04:19.460742 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:04:19.460742 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:04:19.460742 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:04:19.460742 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:04:19.460742 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:04:19.460742 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:04:19.460742 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:04:19.460742 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:04:19.460742 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:04:19.460742 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:04:19.460742 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:04:19.460742 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:04:19.460742 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:04:19.460742 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:04:19.460742 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:04:19.460742 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:04:19.460742 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:04:19.460742 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:04:19.460742 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:04:19.460742 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:04:19.460742 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:04:19.460742 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:04:19.460742 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:04:19.460742 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:04:19.460742 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:04:19.460742 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:04:19.460742 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:04:19.460742 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:04:19.493219 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-643a3782-7e49-47b6-8188-6c386266c4ae service neutron] 10.222.0.35 "GET /v2.0/networks/420ee6df-451a-4285-bec4-d22a945df514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332153 Sep 08 09:04:19.522157 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa57561-9888-4306-aaf3-07ed03e0a34a tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:04:19.522559 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa57561-9888-4306-aaf3-07ed03e0a34a tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:04:19.523436 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa57561-9888-4306-aaf3-07ed03e0a34a tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:04:19.523793 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa57561-9888-4306-aaf3-07ed03e0a34a tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:04:19.524130 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa57561-9888-4306-aaf3-07ed03e0a34a tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:04:19.524470 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa57561-9888-4306-aaf3-07ed03e0a34a tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:04:19.524808 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa57561-9888-4306-aaf3-07ed03e0a34a tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:04:19.525148 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa57561-9888-4306-aaf3-07ed03e0a34a tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:04:19.525482 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa57561-9888-4306-aaf3-07ed03e0a34a tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:04:19.525811 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa57561-9888-4306-aaf3-07ed03e0a34a tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:04:19.526309 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa57561-9888-4306-aaf3-07ed03e0a34a tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:04:19.526645 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa57561-9888-4306-aaf3-07ed03e0a34a tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:04:19.544172 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 42534) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:04:19.565705 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-437109ab-492c-402d-abb0-34eac4440ad9 req-43d568fe-2092-4257-9bac-cedb4fce41e6 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/security-groups?id=76662dc0-3227-4252-b5c0-d938d2850b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422942 Sep 08 09:04:19.590516 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7772072b-7117-4508-b16c-93ceea61c4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:19.603657 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7772072b-7117-4508-b16c-93ceea61c4d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:19.621006 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 9e98ff4c-63d3-4bcd-b49c-1e626df063aa up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:04:19.630767 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7772072b-7117-4508-b16c-93ceea61c4d3 admin admin] 10.222.0.54 "DELETE /v2.0/networks/2bca9e19-adc3-4046-9a65-e8e42c2cd190 HTTP/1.1" status: 204 len: 168 time: 1.4908891 Sep 08 09:04:19.630965 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-76fb5e4b-23f5-4205-8c31-0c75c1a3f5d4 req-c283a95c-9f53-400c-bcc2-48f2f4228f09 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&id=53d991ac-c80f-43e4-8682-37208170b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4169061 Sep 08 09:04:19.633807 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-65b630d0-d619-47c4-86b8-3b794cb91bf8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fee93a55-5fb2-48b1-9e9b-9174983a4b10 HTTP/1.1" status: 200 len: 217 time: 0.1137965 Sep 08 09:04:19.685578 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7772072b-7117-4508-b16c-93ceea61c4d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bca9e19-adc3-4046-9a65-e8e42c2cd190,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:19.691152 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-79f7e3b9-95f4-4008-9d9f-16f47920e514 req-5aa57561-9888-4306-aaf3-07ed03e0a34a tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7038441 Sep 08 09:04:19.740347 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-79f7e3b9-95f4-4008-9d9f-16f47920e514 req-3181186f-2fe5-464b-ace1-1c96f9f09669 service neutron] Request body: {'port': {'device_id': 'da5ed9ad-379f-46cc-bac2-fbbdc500b1be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:04:19.778891 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-1a47922e-60d5-4e82-ac1d-8e6b61b47fd3 None None] Provisioning for port 8d6494f4-1d34-4a51-945f-ed082dfbb444 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:04:19.785995 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-1a47922e-60d5-4e82-ac1d-8e6b61b47fd3 None None] Provisioning complete for port 8d6494f4-1d34-4a51-945f-ed082dfbb444 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:04:19.786459 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1a47922e-60d5-4e82-ac1d-8e6b61b47fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:19.796119 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-81ed015e-e28b-40bb-ad90-033a0616151d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:19.798388 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-81ed015e-e28b-40bb-ad90-033a0616151d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33cffe46-3ff7-49e8-a881-f3c38e341dd0 HTTP/1.1" status: 200 len: 797 time: 0.1561332 Sep 08 09:04:19.816976 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 9e98ff4c-63d3-4bcd-b49c-1e626df063aa completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:04:19.824875 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 9e98ff4c-63d3-4bcd-b49c-1e626df063aa triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:04:19.825232 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:19.854757 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ac1e2bdb-c0ed-4aa7-93fc-7c3e9c238e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:19.868391 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42550) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:04:19.878974 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-1a47922e-60d5-4e82-ac1d-8e6b61b47fd3 None None] Port 8d6494f4-1d34-4a51-945f-ed082dfbb444 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:04:19.916974 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-0ab1e91c-b563-4435-a130-e8a9a79317c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:19.918783 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-0ab1e91c-b563-4435-a130-e8a9a79317c4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9bae99d0-5102-4755-9f02-231ba14451d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1084511 Sep 08 09:04:19.926572 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-79f7e3b9-95f4-4008-9d9f-16f47920e514 req-3181186f-2fe5-464b-ace1-1c96f9f09669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:19.933080 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:19.937574 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-62fe55dd-651c-4235-b9af-795dc43a95e6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=60cc7751195843ebadbbb66d9bdddd07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0673203 Sep 08 09:04:19.943633 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42552) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:04:19.985200 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727ca116-35c7-48b6-aa5a-29c49f0230a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e98ff4c-63d3-4bcd-b49c-1e626df063aa'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:04:19.993579 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e8489b-d942-4cc3-a5b3-0b22ba7d7450" -d '{"events": [{"server_uuid": "727ca116-35c7-48b6-aa5a-29c49f0230a2", "name": "network-vif-plugged", "status": "completed", "tag": "9e98ff4c-63d3-4bcd-b49c-1e626df063aa"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:04:20.040616 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 9e98ff4c-63d3-4bcd-b49c-1e626df063aa, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=9e98ff4c-63d3-4bcd-b49c-1e626df063aa,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:20.055945 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:20.076886 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0628eb61-62c9-4706-9cd0-b722adae0581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:20.099621 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a488d45-bdb4-433e-a8d5-6b08d6bd4e03 x-openstack-request-id: req-7a488d45-bdb4-433e-a8d5-6b08d6bd4e03 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:04:20.100263 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727ca116-35c7-48b6-aa5a-29c49f0230a2", "name": "network-vif-plugged", "status": "completed", "tag": "9e98ff4c-63d3-4bcd-b49c-1e626df063aa", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:04:20.100647 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7a488d45-bdb4-433e-a8d5-6b08d6bd4e03 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:04:20.101467 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727ca116-35c7-48b6-aa5a-29c49f0230a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e98ff4c-63d3-4bcd-b49c-1e626df063aa', 'code': 200} Sep 08 09:04:20.107538 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 93773fdc-225e-4da5-b4d5-d58f15846d2d no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:04:20.122361 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0628eb61-62c9-4706-9cd0-b722adae0581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:20.154071 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 93773fdc-225e-4da5-b4d5-d58f15846d2d {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:04:20.154812 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 93773fdc-225e-4da5-b4d5-d58f15846d2d not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:04:20.155511 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device f0744839-15c2-416d-9955-7124b1de00d7 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:04:20.157391 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-5b830bfa-95e9-4207-aa48-0a662b95549e service neutron] 10.222.0.35 "GET /v2.0/networks/9bae99d0-5102-4755-9f02-231ba14451d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259855 Sep 08 09:04:20.195493 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: f0744839-15c2-416d-9955-7124b1de00d7 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:04:20.196297 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device f0744839-15c2-416d-9955-7124b1de00d7 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:04:20.200578 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0628eb61-62c9-4706-9cd0-b722adae0581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:20.213748 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0628eb61-62c9-4706-9cd0-b722adae0581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:20.218464 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=9e98ff4c-63d3-4bcd-b49c-1e626df063aa,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:20.218684 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0628eb61-62c9-4706-9cd0-b722adae0581 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c2d46f59-2db6-4668-8fcb-9b65caa4f6ac HTTP/1.1" status: 204 len: 168 time: 0.2707374 Sep 08 09:04:20.255684 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0628eb61-62c9-4706-9cd0-b722adae0581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d46f59-2db6-4668-8fcb-9b65caa4f6ac,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:20.358354 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:20.552259 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e6234-9a8f-4168-8367-b452fe686500 req-87b685fa-54d3-4fc1-87b1-a1a6ed26edbc tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:20.553795 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-036e6234-9a8f-4168-8367-b452fe686500 req-87b685fa-54d3-4fc1-87b1-a1a6ed26edbc tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=727ca116-35c7-48b6-aa5a-29c49f0230a2 HTTP/1.1" status: 200 len: 950 time: 0.2280438 Sep 08 09:04:20.555675 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c5880-b965-4244-825d-bbbeda63ffc5 req-8f307e0d-8b46-4fd5-9dc3-ca49c0b2f5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:20.558117 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c62c5880-b965-4244-825d-bbbeda63ffc5 req-8f307e0d-8b46-4fd5-9dc3-ca49c0b2f5e9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=727ca116-35c7-48b6-aa5a-29c49f0230a2 HTTP/1.1" status: 200 len: 1102 time: 0.2398591 Sep 08 09:04:20.643323 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ac1e2bdb-c0ed-4aa7-93fc-7c3e9c238e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:20.664275 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ac1e2bdb-c0ed-4aa7-93fc-7c3e9c238e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:20.670556 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-979317d7-4330-4d45-8f84-d8a3efff2ff2 service neutron] 10.222.0.35 "GET /v2.0/networks/9bae99d0-5102-4755-9f02-231ba14451d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358862 Sep 08 09:04:20.703262 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0982bad7-3fd0-4004-bf2f-f7b320897f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:20.751966 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-036e6234-9a8f-4168-8367-b452fe686500 req-69be8c64-992e-4ffc-9fb5-5bba040c00ca tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888378 Sep 08 09:04:20.802537 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e60a55-a370-4607-adb2-bcccf0a33255 req-b4c4400e-4a5b-4307-a7f4-1a8196ffa007 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:20.814898 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d5e60a55-a370-4607-adb2-bcccf0a33255 req-b4c4400e-4a5b-4307-a7f4-1a8196ffa007 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/ports?device_id=da5ed9ad-379f-46cc-bac2-fbbdc500b1be HTTP/1.1" status: 200 len: 931 time: 0.1462429 Sep 08 09:04:20.831246 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-ae8ca68b-c191-4b31-b43e-eb6ecfc575ab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dfca467b-4c54-46ec-8ec3-b88af0e82d9d HTTP/1.1" status: 200 len: 217 time: 0.1313608 Sep 08 09:04:20.872089 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ac1e2bdb-c0ed-4aa7-93fc-7c3e9c238e64 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ca0786522be44dbf958112f3a0dc74d9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3187649 Sep 08 09:04:20.872442 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42576) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:04:20.922783 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c62c5880-b965-4244-825d-bbbeda63ffc5 req-23ba747f-e35e-4d1c-a169-180c0599dc25 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540919 Sep 08 09:04:20.926186 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e2bdb-c0ed-4aa7-93fc-7c3e9c238e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0e111e-d1f4-4ee6-842b-b5dd8371d886,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:20.949365 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d5e60a55-a370-4607-adb2-bcccf0a33255 req-a81979af-b68d-496a-911d-3001cecd8ad3 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/security-groups?id=76662dc0-3227-4252-b5c0-d938d2850b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268396 Sep 08 09:04:20.982921 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-79f7e3b9-95f4-4008-9d9f-16f47920e514 req-3181186f-2fe5-464b-ace1-1c96f9f09669 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d6494f4-1d34-4a51-945f-ed082dfbb444 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:04:21.003647 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-79f7e3b9-95f4-4008-9d9f-16f47920e514 req-3181186f-2fe5-464b-ace1-1c96f9f09669 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:21.008528 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-5509d9a3-d3c2-431d-85ba-3258303a4cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:21.010272 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-5509d9a3-d3c2-431d-85ba-3258303a4cff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33cffe46-3ff7-49e8-a881-f3c38e341dd0 HTTP/1.1" status: 200 len: 797 time: 0.1637354 Sep 08 09:04:21.016029 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3e9293db-9e40-45ca-971a-2470c9fc1a31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:21.048782 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3e9293db-9e40-45ca-971a-2470c9fc1a31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:21.058961 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-79f7e3b9-95f4-4008-9d9f-16f47920e514 req-3181186f-2fe5-464b-ace1-1c96f9f09669 service neutron] Transition to ACTIVE for port object 8d6494f4-1d34-4a51-945f-ed082dfbb444 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:04:21.083461 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7ec6a-3add-492d-a894-2dbafdcc1593 req-b5e0d93c-79e5-48ca-a78f-ad61d2ee98cd tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:21.097045 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7ec6a-3add-492d-a894-2dbafdcc1593 req-b5e0d93c-79e5-48ca-a78f-ad61d2ee98cd tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:21.110297 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7ec6a-3add-492d-a894-2dbafdcc1593 req-b5e0d93c-79e5-48ca-a78f-ad61d2ee98cd tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:21.116117 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7ec6a-3add-492d-a894-2dbafdcc1593 req-b5e0d93c-79e5-48ca-a78f-ad61d2ee98cd tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:21.123542 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7ec6a-3add-492d-a894-2dbafdcc1593 req-b5e0d93c-79e5-48ca-a78f-ad61d2ee98cd tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:21.131195 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7ec6a-3add-492d-a894-2dbafdcc1593 req-b5e0d93c-79e5-48ca-a78f-ad61d2ee98cd tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:21.138003 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7ec6a-3add-492d-a894-2dbafdcc1593 req-b5e0d93c-79e5-48ca-a78f-ad61d2ee98cd tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:21.139191 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3e9293db-9e40-45ca-971a-2470c9fc1a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:21.143259 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3e9293db-9e40-45ca-971a-2470c9fc1a31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:21.148173 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e8f7ec6a-3add-492d-a894-2dbafdcc1593 req-b5e0d93c-79e5-48ca-a78f-ad61d2ee98cd tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 5422 time: 0.2310777 Sep 08 09:04:21.151317 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-79f7e3b9-95f4-4008-9d9f-16f47920e514 req-3181186f-2fe5-464b-ace1-1c96f9f09669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:21.162729 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3e9293db-9e40-45ca-971a-2470c9fc1a31 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7f0e111e-d1f4-4ee6-842b-b5dd8371d886 HTTP/1.1" status: 204 len: 168 time: 0.2889194 Sep 08 09:04:21.226225 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9293db-9e40-45ca-971a-2470c9fc1a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0e111e-d1f4-4ee6-842b-b5dd8371d886,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:21.270914 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e8f7ec6a-3add-492d-a894-2dbafdcc1593 req-5900b8ed-df28-4a86-a329-589fff851e59 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&id=53d991ac-c80f-43e4-8682-37208170b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1149077 Sep 08 09:04:21.323460 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181186f-2fe5-464b-ace1-1c96f9f09669 service neutron] Pushing event updated for resources: {'Port': ['ID=8d6494f4-1d34-4a51-945f-ed082dfbb444,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:21.475038 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-0c198969-a2ac-443a-8f3d-ef3da288eecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:21.491372 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-0c198969-a2ac-443a-8f3d-ef3da288eecb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9bae99d0-5102-4755-9f02-231ba14451d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1913123 Sep 08 09:04:21.646533 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-79f7e3b9-95f4-4008-9d9f-16f47920e514 req-3181186f-2fe5-464b-ace1-1c96f9f09669 service neutron] Attempting to bind port 8d6494f4-1d34-4a51-945f-ed082dfbb444 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:04:21.647270 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-79f7e3b9-95f4-4008-9d9f-16f47920e514 req-3181186f-2fe5-464b-ace1-1c96f9f09669 service neutron] Attempting to bind port 8d6494f4-1d34-4a51-945f-ed082dfbb444 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'e1f8368b-de73-432c-a011-112d5ec9d1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd0ea09ac-ccca-46de-895f-463c2c0cac54'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:04:21.647270 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f7e3b9-95f4-4008-9d9f-16f47920e514 req-3181186f-2fe5-464b-ace1-1c96f9f09669 service neutron] Attempting to bind port 8d6494f4-1d34-4a51-945f-ed082dfbb444 on network d0ea09ac-ccca-46de-895f-463c2c0cac54 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:04:21.655896 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f7e3b9-95f4-4008-9d9f-16f47920e514 req-3181186f-2fe5-464b-ace1-1c96f9f09669 service neutron] Port 8d6494f4-1d34-4a51-945f-ed082dfbb444 on network d0ea09ac-ccca-46de-895f-463c2c0cac54 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:04:21.656231 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f7e3b9-95f4-4008-9d9f-16f47920e514 req-3181186f-2fe5-464b-ace1-1c96f9f09669 service neutron] Attempting to bind port 8d6494f4-1d34-4a51-945f-ed082dfbb444 on network d0ea09ac-ccca-46de-895f-463c2c0cac54 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:04:21.665804 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f7e3b9-95f4-4008-9d9f-16f47920e514 req-3181186f-2fe5-464b-ace1-1c96f9f09669 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:04:21.666210 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f7e3b9-95f4-4008-9d9f-16f47920e514 req-3181186f-2fe5-464b-ace1-1c96f9f09669 service neutron] Checking segment: {'id': 'e1f8368b-de73-432c-a011-112d5ec9d1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd0ea09ac-ccca-46de-895f-463c2c0cac54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:04:21.667413 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f7e3b9-95f4-4008-9d9f-16f47920e514 req-3181186f-2fe5-464b-ace1-1c96f9f09669 service neutron] Bound using segment: {'id': 'e1f8368b-de73-432c-a011-112d5ec9d1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd0ea09ac-ccca-46de-895f-463c2c0cac54'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:04:21.667974 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-79f7e3b9-95f4-4008-9d9f-16f47920e514 req-3181186f-2fe5-464b-ace1-1c96f9f09669 service neutron] Bound port: 8d6494f4-1d34-4a51-945f-ed082dfbb444, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1f8368b-de73-432c-a011-112d5ec9d1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'd0ea09ac-ccca-46de-895f-463c2c0cac54'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:04:21.668385 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-79f7e3b9-95f4-4008-9d9f-16f47920e514 req-3181186f-2fe5-464b-ace1-1c96f9f09669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:21.684625 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42606) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:04:21.696033 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-9cde0f9c-21b8-4494-8f33-adc934a881a8 service neutron] 10.222.0.35 "GET /v2.0/networks/9bae99d0-5102-4755-9f02-231ba14451d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028160 Sep 08 09:04:21.706786 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-50173b09-307c-4026-acbc-cb5977c55db9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:21.770305 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42610) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:04:21.903063 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-50173b09-307c-4026-acbc-cb5977c55db9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:21.912023 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-50173b09-307c-4026-acbc-cb5977c55db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:21.919655 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-79f7e3b9-95f4-4008-9d9f-16f47920e514 req-3181186f-2fe5-464b-ace1-1c96f9f09669 service neutron] For port 8d6494f4-1d34-4a51-945f-ed082dfbb444, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:04:21.954189 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50173b09-307c-4026-acbc-cb5977c55db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4124a2-628c-441b-be04-01cb71ad95b0,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:21.975575 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-79f7e3b9-95f4-4008-9d9f-16f47920e514 req-3181186f-2fe5-464b-ace1-1c96f9f09669 service neutron] For port 8d6494f4-1d34-4a51-945f-ed082dfbb444, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=8d6494f4-1d34-4a51-945f-ed082dfbb444,segment=NetworkSegment(e1f8368b-de73-432c-a011-112d5ec9d1eb),segment_id=e1f8368b-de73-432c-a011-112d5ec9d1eb)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:04:22.004710 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-79f7e3b9-95f4-4008-9d9f-16f47920e514 req-3181186f-2fe5-464b-ace1-1c96f9f09669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:22.031578 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-50173b09-307c-4026-acbc-cb5977c55db9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dcccacf100964821973ea7430268326d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3452616 Sep 08 09:04:22.035981 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42616) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:04:22.044343 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:22.045799 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-a8eab8f7-de9c-44a5-a62e-11d64bef2b54 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-313145429-network', 'tenant_id': 'ebf6a23ea5e740e1a541026d39f45486'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:04:22.065069 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7e3b9-95f4-4008-9d9f-16f47920e514 req-3181186f-2fe5-464b-ace1-1c96f9f09669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:22.066176 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-79f7e3b9-95f4-4008-9d9f-16f47920e514 req-3181186f-2fe5-464b-ace1-1c96f9f09669 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:22.067822 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-79f7e3b9-95f4-4008-9d9f-16f47920e514 req-3181186f-2fe5-464b-ace1-1c96f9f09669 service neutron] 10.222.0.37 "PUT /v2.0/ports/8d6494f4-1d34-4a51-945f-ed082dfbb444 HTTP/1.1" status: 200 len: 1092 time: 2.3484817 Sep 08 09:04:22.072828 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5ed9ad-379f-46cc-bac2-fbbdc500b1be', 'tag': '8d6494f4-1d34-4a51-945f-ed082dfbb444'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:04:22.076075 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74de9e84-2205-4233-b4f5-4029b828cec6" -d '{"events": [{"name": "network-changed", "server_uuid": "da5ed9ad-379f-46cc-bac2-fbbdc500b1be", "tag": "8d6494f4-1d34-4a51-945f-ed082dfbb444"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:04:22.092318 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c291860f-a6a6-45e7-89ff-442e52dc6712 req-aff68982-abdd-40c7-b8be-7b6509d9a9fe service neutron] 10.222.0.35 "GET /v2.0/networks/9bae99d0-5102-4755-9f02-231ba14451d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533258 Sep 08 09:04:22.126727 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d710e2-148d-454e-a19e-083968a85340 req-7fc282c6-b720-4949-ba15-a8cf29058e04 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:22.134443 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-82d710e2-148d-454e-a19e-083968a85340 req-7fc282c6-b720-4949-ba15-a8cf29058e04 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=727ca116-35c7-48b6-aa5a-29c49f0230a2 HTTP/1.1" status: 200 len: 950 time: 0.2499921 Sep 08 09:04:22.192924 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8eab8f7-de9c-44a5-a62e-11d64bef2b54 admin admin] Made reservation on behalf of ebf6a23ea5e740e1a541026d39f45486 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:04:22.195511 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a8eab8f7-de9c-44a5-a62e-11d64bef2b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:22.228096 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-82d710e2-148d-454e-a19e-083968a85340 req-556919bd-c86b-463c-a04c-e037d817dc8f tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911496 Sep 08 09:04:22.231229 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181186f-2fe5-464b-ace1-1c96f9f09669 service neutron] Pushing event updated for resources: {'Port': ['ID=8d6494f4-1d34-4a51-945f-ed082dfbb444,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:22.232013 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ade6d5-b408-431d-b62e-33b0fcbdd3b8 req-3d918133-1e9a-4f9b-9c28-c2c5e1764aba tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:22.236316 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e1ade6d5-b408-431d-b62e-33b0fcbdd3b8 req-3d918133-1e9a-4f9b-9c28-c2c5e1764aba tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/ports?device_id=da5ed9ad-379f-46cc-bac2-fbbdc500b1be HTTP/1.1" status: 200 len: 943 time: 0.1548409 Sep 08 09:04:22.254085 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a8eab8f7-de9c-44a5-a62e-11d64bef2b54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:22.285482 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7e3b9-95f4-4008-9d9f-16f47920e514 req-35e0f35e-afa2-4c86-ad25-dad0179fc8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:22.287044 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-79f7e3b9-95f4-4008-9d9f-16f47920e514 req-35e0f35e-afa2-4c86-ad25-dad0179fc8a7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01e4fcf69e4c4ab19660bd20bd4971ca&device_id=da5ed9ad-379f-46cc-bac2-fbbdc500b1be HTTP/1.1" status: 200 len: 1095 time: 0.1470745 Sep 08 09:04:22.299488 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-62233f32-e2d4-4d0b-b1d0-8356521bc8b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:22.380262 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-79f7e3b9-95f4-4008-9d9f-16f47920e514 req-f626f173-e5c9-4b5b-a66c-1ffcb1093ef7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d6494f4-1d34-4a51-945f-ed082dfbb444 HTTP/1.1" status: 200 len: 217 time: 0.0776966 Sep 08 09:04:22.393172 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-62233f32-e2d4-4d0b-b1d0-8356521bc8b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:22.447150 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8022a1-81be-42aa-87be-305362a809ed x-openstack-request-id: req-fa8022a1-81be-42aa-87be-305362a809ed {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:04:22.447456 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da5ed9ad-379f-46cc-bac2-fbbdc500b1be", "tag": "8d6494f4-1d34-4a51-945f-ed082dfbb444", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:04:22.447697 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fa8022a1-81be-42aa-87be-305362a809ed {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:04:22.448914 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da5ed9ad-379f-46cc-bac2-fbbdc500b1be', 'tag': '8d6494f4-1d34-4a51-945f-ed082dfbb444', 'status': 'completed', 'code': 200} Sep 08 09:04:22.485617 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e1ade6d5-b408-431d-b62e-33b0fcbdd3b8 req-a2637937-1f14-4f0f-96b8-5daecd54d8e6 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/security-groups?id=76662dc0-3227-4252-b5c0-d938d2850b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120726 Sep 08 09:04:22.529767 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-62233f32-e2d4-4d0b-b1d0-8356521bc8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:22.533688 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-62233f32-e2d4-4d0b-b1d0-8356521bc8b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:22.535445 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-62233f32-e2d4-4d0b-b1d0-8356521bc8b0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9a4124a2-628c-441b-be04-01cb71ad95b0 HTTP/1.1" status: 204 len: 168 time: 0.4858737 Sep 08 09:04:22.562929 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62233f32-e2d4-4d0b-b1d0-8356521bc8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4124a2-628c-441b-be04-01cb71ad95b0,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:22.587681 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b3904-a72d-47cf-b714-22f79c65307d req-cf634d7e-9408-4a59-a03c-e83094523dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:22.588448 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b3904-a72d-47cf-b714-22f79c65307d req-cf634d7e-9408-4a59-a03c-e83094523dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:22.589020 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b3904-a72d-47cf-b714-22f79c65307d req-cf634d7e-9408-4a59-a03c-e83094523dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:22.590093 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b3904-a72d-47cf-b714-22f79c65307d req-cf634d7e-9408-4a59-a03c-e83094523dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:22.590592 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b3904-a72d-47cf-b714-22f79c65307d req-cf634d7e-9408-4a59-a03c-e83094523dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:22.591258 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b3904-a72d-47cf-b714-22f79c65307d req-cf634d7e-9408-4a59-a03c-e83094523dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:22.591753 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b3904-a72d-47cf-b714-22f79c65307d req-cf634d7e-9408-4a59-a03c-e83094523dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:22.593803 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-348b3904-a72d-47cf-b714-22f79c65307d req-cf634d7e-9408-4a59-a03c-e83094523dd7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=abecbd1fd51847edb20d2ca276b4ddef&device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 6486 time: 0.2254887 Sep 08 09:04:22.598972 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7e3b9-95f4-4008-9d9f-16f47920e514 req-de900d54-2b62-4366-b6de-84e51b15ae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:22.601208 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-79f7e3b9-95f4-4008-9d9f-16f47920e514 req-de900d54-2b62-4366-b6de-84e51b15ae1e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a0ba9ab-b2c7-4b25-aa32-89e85cda7465 HTTP/1.1" status: 200 len: 867 time: 0.1685791 Sep 08 09:04:22.665510 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a8eab8f7-de9c-44a5-a62e-11d64bef2b54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:22.672963 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a8eab8f7-de9c-44a5-a62e-11d64bef2b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:22.705588 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8eab8f7-de9c-44a5-a62e-11d64bef2b54 admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:04:22.733165 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a8eab8f7-de9c-44a5-a62e-11d64bef2b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:22.737669 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-a8eab8f7-de9c-44a5-a62e-11d64bef2b54 admin admin] Added segment e3272716-47c2-42b8-9c57-6413c00102b1 of type vlan for network 5c673a31-c6dc-4940-a700-d62fab12944a Sep 08 09:04:22.739978 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eab8f7-de9c-44a5-a62e-11d64bef2b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95c73ff-47f8-4f9b-beca-44e75222e438,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:22.789949 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7e3b9-95f4-4008-9d9f-16f47920e514 req-1a4437cc-aa9c-4c02-8c80-a16744596749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:22.792053 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-79f7e3b9-95f4-4008-9d9f-16f47920e514 req-1a4437cc-aa9c-4c02-8c80-a16744596749 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d0ea09ac-ccca-46de-895f-463c2c0cac54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1742175 Sep 08 09:04:22.814321 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a8eab8f7-de9c-44a5-a62e-11d64bef2b54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:22.846828 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a8eab8f7-de9c-44a5-a62e-11d64bef2b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:22.848393 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8eab8f7-de9c-44a5-a62e-11d64bef2b54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:22.849192 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a8eab8f7-de9c-44a5-a62e-11d64bef2b54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:22.873274 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5404da-7f77-4524-96f5-3619755855cd req-0b34d920-4847-4bae-955a-a4f4a47b6680 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:22.879581 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5404da-7f77-4524-96f5-3619755855cd req-0b34d920-4847-4bae-955a-a4f4a47b6680 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:22.887067 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5404da-7f77-4524-96f5-3619755855cd req-0b34d920-4847-4bae-955a-a4f4a47b6680 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:22.892935 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a8eab8f7-de9c-44a5-a62e-11d64bef2b54 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1185126 Sep 08 09:04:22.893922 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5404da-7f77-4524-96f5-3619755855cd req-0b34d920-4847-4bae-955a-a4f4a47b6680 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:22.894355 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42640) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:04:22.899057 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-b66084f0-5ae3-42f3-bcbb-7f90de717c1c admin admin] Request body: {'subnet': {'network_id': '5c673a31-c6dc-4940-a700-d62fab12944a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-313145429-subnet', 'tenant_id': 'ebf6a23ea5e740e1a541026d39f45486', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:04:22.900001 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5404da-7f77-4524-96f5-3619755855cd req-0b34d920-4847-4bae-955a-a4f4a47b6680 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:22.907179 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5404da-7f77-4524-96f5-3619755855cd req-0b34d920-4847-4bae-955a-a4f4a47b6680 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:22.913446 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5404da-7f77-4524-96f5-3619755855cd req-0b34d920-4847-4bae-955a-a4f4a47b6680 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:22.915761 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8b5404da-7f77-4524-96f5-3619755855cd req-0b34d920-4847-4bae-955a-a4f4a47b6680 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 5422 time: 0.2479930 Sep 08 09:04:22.943212 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eab8f7-de9c-44a5-a62e-11d64bef2b54 admin admin] Pushing event updated for resources: {'Network': ['ID=5c673a31-c6dc-4940-a700-d62fab12944a,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:22.955259 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 5c673a31-c6dc-4940-a700-d62fab12944a details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:04:22.978797 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66084f0-5ae3-42f3-bcbb-7f90de717c1c admin admin] Made reservation on behalf of ebf6a23ea5e740e1a541026d39f45486 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:04:22.982481 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b66084f0-5ae3-42f3-bcbb-7f90de717c1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:23.007680 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b3904-a72d-47cf-b714-22f79c65307d req-96baa6b5-8c4e-4d43-8b01-981e9d272499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:23.009424 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-348b3904-a72d-47cf-b714-22f79c65307d req-96baa6b5-8c4e-4d43-8b01-981e9d272499 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9bae99d0-5102-4755-9f02-231ba14451d5 HTTP/1.1" status: 200 len: 903 time: 0.4035561 Sep 08 09:04:23.111947 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-348b3904-a72d-47cf-b714-22f79c65307d req-1174010c-8fc0-4242-be69-267d47c4db0c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dfca467b-4c54-46ec-8ec3-b88af0e82d9d HTTP/1.1" status: 200 len: 217 time: 0.0920460 Sep 08 09:04:23.114719 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-79f7e3b9-95f4-4008-9d9f-16f47920e514 req-8537a56c-c98e-41ca-9343-fab42ffd26fa service neutron] 10.222.0.37 "GET /v2.0/networks/d0ea09ac-ccca-46de-895f-463c2c0cac54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086584 Sep 08 09:04:23.134849 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8b5404da-7f77-4524-96f5-3619755855cd req-e214efdf-f726-4abc-8e55-72f75da66358 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&id=53d991ac-c80f-43e4-8682-37208170b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2002449 Sep 08 09:04:23.215867 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b3904-a72d-47cf-b714-22f79c65307d req-b7ee995a-745b-40ce-b31b-adb0ff0c68fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:23.217582 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-348b3904-a72d-47cf-b714-22f79c65307d req-b7ee995a-745b-40ce-b31b-adb0ff0c68fd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33cffe46-3ff7-49e8-a881-f3c38e341dd0 HTTP/1.1" status: 200 len: 797 time: 0.0794876 Sep 08 09:04:23.268164 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b66084f0-5ae3-42f3-bcbb-7f90de717c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:23.333969 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b3904-a72d-47cf-b714-22f79c65307d req-cb3574f6-d20c-47e4-9f70-cbe0391a9aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:23.343126 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-348b3904-a72d-47cf-b714-22f79c65307d req-cb3574f6-d20c-47e4-9f70-cbe0391a9aff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9bae99d0-5102-4755-9f02-231ba14451d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1120665 Sep 08 09:04:23.371011 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66084f0-5ae3-42f3-bcbb-7f90de717c1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=257fd746-9c97-41f1-9b18-3ebaf08bb2f3,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:23.393590 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-79f7e3b9-95f4-4008-9d9f-16f47920e514 req-15b1a39f-7c9a-40ba-a236-43f3e76e6265 service neutron] 10.222.0.37 "GET /v2.0/networks/d0ea09ac-ccca-46de-895f-463c2c0cac54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567651 Sep 08 09:04:23.420493 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:23.446280 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66084f0-5ae3-42f3-bcbb-7f90de717c1c admin admin] Checking segment: {'id': 'e3272716-47c2-42b8-9c57-6413c00102b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5c673a31-c6dc-4940-a700-d62fab12944a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:04:23.446791 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66084f0-5ae3-42f3-bcbb-7f90de717c1c admin admin] Network hostable DHCP agents. Network: 5c673a31-c6dc-4940-a700-d62fab12944a, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:04:23.514093 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0643231-4237-484e-8713-0c3436a5f819 req-7042c9b2-85a0-4fc9-a0f3-e5640aef15ee tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:23.515155 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e0643231-4237-484e-8713-0c3436a5f819 req-7042c9b2-85a0-4fc9-a0f3-e5640aef15ee tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=727ca116-35c7-48b6-aa5a-29c49f0230a2 HTTP/1.1" status: 200 len: 950 time: 0.1318607 Sep 08 09:04:23.516767 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66084f0-5ae3-42f3-bcbb-7f90de717c1c admin admin] Network 5c673a31-c6dc-4940-a700-d62fab12944a is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:04:23.553643 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-b66084f0-5ae3-42f3-bcbb-7f90de717c1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 5c673a31-c6dc-4940-a700-d62fab12944a) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:04:23.567703 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2996b8f-fb87-4aee-a671-db0d9b5fcdbb None None] Network 5c673a31-c6dc-4940-a700-d62fab12944a requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:04:23.584976 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66084f0-5ae3-42f3-bcbb-7f90de717c1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:23.585795 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b66084f0-5ae3-42f3-bcbb-7f90de717c1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:23.673566 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e0643231-4237-484e-8713-0c3436a5f819 req-4b82aeda-9c2e-45d3-9552-3da841b8298a tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328604 Sep 08 09:04:23.677697 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b66084f0-5ae3-42f3-bcbb-7f90de717c1c admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7799070 Sep 08 09:04:23.678160 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42676) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:04:23.684217 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-0d7f8c3e-083e-4d62-95ae-17c7fc60c5b3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-313145429-router', 'tenant_id': 'ebf6a23ea5e740e1a541026d39f45486', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:04:23.717813 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de9e84-2205-4233-b4f5-4029b828cec6 req-77fd9e5b-4c2b-4ead-865b-d997fb5b0667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:23.733519 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0d7f8c3e-083e-4d62-95ae-17c7fc60c5b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:23.734009 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-74de9e84-2205-4233-b4f5-4029b828cec6 req-77fd9e5b-4c2b-4ead-865b-d997fb5b0667 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01e4fcf69e4c4ab19660bd20bd4971ca&device_id=da5ed9ad-379f-46cc-bac2-fbbdc500b1be HTTP/1.1" status: 200 len: 1095 time: 0.2465522 Sep 08 09:04:23.736054 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0d7f8c3e-083e-4d62-95ae-17c7fc60c5b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:23.819592 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-348b3904-a72d-47cf-b714-22f79c65307d req-c5e8f7d3-3e66-4f55-bb8f-c8521bf3ffdf service neutron] 10.222.0.35 "GET /v2.0/networks/9bae99d0-5102-4755-9f02-231ba14451d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4651773 Sep 08 09:04:23.821021 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 42680) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:04:23.843233 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0d7f8c3e-083e-4d62-95ae-17c7fc60c5b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:23.893981 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fbcf5c-ebfc-437f-ae1d-6e32b86289b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-5c673a31-c6dc-4940-a700-d62fab12944a', 'network_id': '5c673a31-c6dc-4940-a700-d62fab12944a', 'tenant_id': 'ebf6a23ea5e740e1a541026d39f45486', 'fixed_ips': [{'subnet_id': '257fd746-9c97-41f1-9b18-3ebaf08bb2f3'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:04:23.895461 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a9fbcf5c-ebfc-437f-ae1d-6e32b86289b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:23.946275 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:23.974462 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0542b-ef0e-4f14-bb52-ba2038bf1b58 req-724c7e86-b781-4df2-8bb6-06a530425103 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:23.998943 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-40b0542b-ef0e-4f14-bb52-ba2038bf1b58 req-724c7e86-b781-4df2-8bb6-06a530425103 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/ports?device_id=da5ed9ad-379f-46cc-bac2-fbbdc500b1be HTTP/1.1" status: 200 len: 943 time: 0.3610315 Sep 08 09:04:24.137244 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-40b0542b-ef0e-4f14-bb52-ba2038bf1b58 req-98e6cef4-4fa6-4e41-bb2f-b0f8e8a987d5 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/security-groups?id=76662dc0-3227-4252-b5c0-d938d2850b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373003 Sep 08 09:04:24.141931 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de9e84-2205-4233-b4f5-4029b828cec6 req-a86f952c-153a-4d09-bbe0-6b149aa9d9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:24.144879 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-74de9e84-2205-4233-b4f5-4029b828cec6 req-a86f952c-153a-4d09-bbe0-6b149aa9d9ae service neutron] 10.222.0.37 "GET /v2.0/networks?id=d0ea09ac-ccca-46de-895f-463c2c0cac54 HTTP/1.1" status: 200 len: 929 time: 0.3813014 Sep 08 09:04:24.152520 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-2dac4f5a-7902-457a-9ffa-701dd0fe3896 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2128248785-network', 'tenant_id': 'dde6bd63fc2648fc81300b993b4fc193'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:04:24.153255 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-a9fbcf5c-ebfc-437f-ae1d-6e32b86289b9 None None] Allocated IP 172.20.0.2 (5c673a31-c6dc-4940-a700-d62fab12944a/257fd746-9c97-41f1-9b18-3ebaf08bb2f3/6cee3ec5-68a0-4074-9362-5d975360cf3c) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:04:24.158889 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0d7f8c3e-083e-4d62-95ae-17c7fc60c5b3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:24.159566 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-348b3904-a72d-47cf-b714-22f79c65307d req-57fedb1d-b69d-4abe-9391-f22e1b92f255 service neutron] 10.222.0.35 "GET /v2.0/networks/9bae99d0-5102-4755-9f02-231ba14451d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249149 Sep 08 09:04:24.262631 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-74de9e84-2205-4233-b4f5-4029b828cec6 req-53f41720-cd0f-4a52-9581-dc8fad88ce6a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d6494f4-1d34-4a51-945f-ed082dfbb444 HTTP/1.1" status: 200 len: 217 time: 0.0873473 Sep 08 09:04:24.334544 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dac4f5a-7902-457a-9ffa-701dd0fe3896 admin admin] Made reservation on behalf of dde6bd63fc2648fc81300b993b4fc193 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:04:24.337034 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2dac4f5a-7902-457a-9ffa-701dd0fe3896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:24.357134 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2dac4f5a-7902-457a-9ffa-701dd0fe3896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:24.381560 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de9e84-2205-4233-b4f5-4029b828cec6 req-dcce71a4-314d-4d55-bc5a-a89a223faa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:24.383427 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-74de9e84-2205-4233-b4f5-4029b828cec6 req-dcce71a4-314d-4d55-bc5a-a89a223faa26 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a0ba9ab-b2c7-4b25-aa32-89e85cda7465 HTTP/1.1" status: 200 len: 867 time: 0.1075583 Sep 08 09:04:24.409418 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757f2a7d-f4d2-43f2-8a89-238cfae7adcc req-e73a54c8-73d1-482b-9b74-9b66549efba7 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:24.428779 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757f2a7d-f4d2-43f2-8a89-238cfae7adcc req-e73a54c8-73d1-482b-9b74-9b66549efba7 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:24.440265 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757f2a7d-f4d2-43f2-8a89-238cfae7adcc req-e73a54c8-73d1-482b-9b74-9b66549efba7 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:24.465758 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757f2a7d-f4d2-43f2-8a89-238cfae7adcc req-e73a54c8-73d1-482b-9b74-9b66549efba7 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:24.472410 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757f2a7d-f4d2-43f2-8a89-238cfae7adcc req-e73a54c8-73d1-482b-9b74-9b66549efba7 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:24.478883 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757f2a7d-f4d2-43f2-8a89-238cfae7adcc req-e73a54c8-73d1-482b-9b74-9b66549efba7 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:24.485949 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757f2a7d-f4d2-43f2-8a89-238cfae7adcc req-e73a54c8-73d1-482b-9b74-9b66549efba7 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:24.492113 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a9fbcf5c-ebfc-437f-ae1d-6e32b86289b9 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:24.502853 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-a9fbcf5c-ebfc-437f-ae1d-6e32b86289b9 None None] Transition to ACTIVE for port object 6cee3ec5-68a0-4074-9362-5d975360cf3c will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:04:24.504860 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-757f2a7d-f4d2-43f2-8a89-238cfae7adcc req-e73a54c8-73d1-482b-9b74-9b66549efba7 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 5422 time: 0.2411408 Sep 08 09:04:24.524323 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-a9fbcf5c-ebfc-437f-ae1d-6e32b86289b9 None None] Transition to ACTIVE for port object 6cee3ec5-68a0-4074-9362-5d975360cf3c will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:04:24.546433 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a9fbcf5c-ebfc-437f-ae1d-6e32b86289b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:24.567522 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0d7f8c3e-083e-4d62-95ae-17c7fc60c5b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:24.598056 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0d7f8c3e-083e-4d62-95ae-17c7fc60c5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:24.601670 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fbcf5c-ebfc-437f-ae1d-6e32b86289b9 None None] Network 5c673a31-c6dc-4940-a700-d62fab12944a is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:04:24.603267 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986cb9f3-2766-4197-af16-6097105ab71e req-f413b98e-de6b-462b-aef7-356e6ce18e7f tempest-ServersOnMultiNodesTest-761773808 tempest-ServersOnMultiNodesTest-761773808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:24.605722 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-986cb9f3-2766-4197-af16-6097105ab71e req-f413b98e-de6b-462b-aef7-356e6ce18e7f tempest-ServersOnMultiNodesTest-761773808 tempest-ServersOnMultiNodesTest-761773808-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=727ca116-35c7-48b6-aa5a-29c49f0230a2 HTTP/1.1" status: 200 len: 1102 time: 0.1030962 Sep 08 09:04:24.617907 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-a9fbcf5c-ebfc-437f-ae1d-6e32b86289b9 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:04:24.629317 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fbcf5c-ebfc-437f-ae1d-6e32b86289b9 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:04:24.638488 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fbcf5c-ebfc-437f-ae1d-6e32b86289b9 None None] Pushing event updated for resources: {'Port': ['ID=6cee3ec5-68a0-4074-9362-5d975360cf3c,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:24.672058 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-986cb9f3-2766-4197-af16-6097105ab71e req-fb484ac3-6520-438e-a2e3-b7c046fd1831 tempest-ServersOnMultiNodesTest-761773808 tempest-ServersOnMultiNodesTest-761773808-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:24.745084 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-a9fbcf5c-ebfc-437f-ae1d-6e32b86289b9 None None] Attempting to bind port 6cee3ec5-68a0-4074-9362-5d975360cf3c on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:04:24.745458 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-a9fbcf5c-ebfc-437f-ae1d-6e32b86289b9 None None] Attempting to bind port 6cee3ec5-68a0-4074-9362-5d975360cf3c by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'e3272716-47c2-42b8-9c57-6413c00102b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5c673a31-c6dc-4940-a700-d62fab12944a'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:04:24.748743 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fbcf5c-ebfc-437f-ae1d-6e32b86289b9 None None] Attempting to bind port 6cee3ec5-68a0-4074-9362-5d975360cf3c on network 5c673a31-c6dc-4940-a700-d62fab12944a {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:04:24.760364 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fbcf5c-ebfc-437f-ae1d-6e32b86289b9 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:04:24.763019 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fbcf5c-ebfc-437f-ae1d-6e32b86289b9 None None] Checking segment: {'id': 'e3272716-47c2-42b8-9c57-6413c00102b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5c673a31-c6dc-4940-a700-d62fab12944a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:04:24.763843 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a9fbcf5c-ebfc-437f-ae1d-6e32b86289b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:24.764559 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fbcf5c-ebfc-437f-ae1d-6e32b86289b9 None None] Bound using segment: {'id': 'e3272716-47c2-42b8-9c57-6413c00102b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5c673a31-c6dc-4940-a700-d62fab12944a'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:04:24.765830 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-a9fbcf5c-ebfc-437f-ae1d-6e32b86289b9 None None] Bound port: 6cee3ec5-68a0-4074-9362-5d975360cf3c, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3272716-47c2-42b8-9c57-6413c00102b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5c673a31-c6dc-4940-a700-d62fab12944a'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:04:24.766478 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a9fbcf5c-ebfc-437f-ae1d-6e32b86289b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:24.794237 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-0d7f8c3e-083e-4d62-95ae-17c7fc60c5b3 admin admin] Allocated IP 172.25.0.8 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/ce7c2219-930e-4453-bffb-65e1b578687b) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:04:24.886684 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-a9fbcf5c-ebfc-437f-ae1d-6e32b86289b9 None None] For port 6cee3ec5-68a0-4074-9362-5d975360cf3c, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:04:24.891536 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-a9fbcf5c-ebfc-437f-ae1d-6e32b86289b9 None None] For port 6cee3ec5-68a0-4074-9362-5d975360cf3c, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=6cee3ec5-68a0-4074-9362-5d975360cf3c,segment=NetworkSegment(e3272716-47c2-42b8-9c57-6413c00102b1),segment_id=e3272716-47c2-42b8-9c57-6413c00102b1)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:04:24.901252 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a9fbcf5c-ebfc-437f-ae1d-6e32b86289b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:24.948639 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0d7f8c3e-083e-4d62-95ae-17c7fc60c5b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:24.986534 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fbcf5c-ebfc-437f-ae1d-6e32b86289b9 None None] Pushing event updated for resources: {'Port': ['ID=6cee3ec5-68a0-4074-9362-5d975360cf3c,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:25.023335 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0d7f8c3e-083e-4d62-95ae-17c7fc60c5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:25.030350 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-757f2a7d-f4d2-43f2-8a89-238cfae7adcc req-249108dc-88c4-4a5a-8e92-c62d5fc283d3 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&id=53d991ac-c80f-43e4-8682-37208170b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5242381 Sep 08 09:04:25.063513 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de9e84-2205-4233-b4f5-4029b828cec6 req-55262384-5ba6-4d9d-a75c-afdd8d0862c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:25.065952 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-74de9e84-2205-4233-b4f5-4029b828cec6 req-55262384-5ba6-4d9d-a75c-afdd8d0862c0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d0ea09ac-ccca-46de-895f-463c2c0cac54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5588176 Sep 08 09:04:25.116604 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7f8c3e-083e-4d62-95ae-17c7fc60c5b3 admin admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:04:25.122453 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-0d7f8c3e-083e-4d62-95ae-17c7fc60c5b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:04:25.124796 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f8c3e-083e-4d62-95ae-17c7fc60c5b3 admin admin] Pushing event updated for resources: {'Port': ['ID=ce7c2219-930e-4453-bffb-65e1b578687b,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:25.127050 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7f8c3e-083e-4d62-95ae-17c7fc60c5b3 admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:04:25.165793 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f8c3e-083e-4d62-95ae-17c7fc60c5b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:04:25.168546 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f8c3e-083e-4d62-95ae-17c7fc60c5b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:04:25.168918 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f8c3e-083e-4d62-95ae-17c7fc60c5b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:04:25.169257 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f8c3e-083e-4d62-95ae-17c7fc60c5b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:04:25.169594 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f8c3e-083e-4d62-95ae-17c7fc60c5b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:04:25.169932 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f8c3e-083e-4d62-95ae-17c7fc60c5b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:04:25.170286 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f8c3e-083e-4d62-95ae-17c7fc60c5b3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:04:25.170620 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f8c3e-083e-4d62-95ae-17c7fc60c5b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:04:25.170946 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f8c3e-083e-4d62-95ae-17c7fc60c5b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:04:25.171421 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f8c3e-083e-4d62-95ae-17c7fc60c5b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:04:25.171787 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f8c3e-083e-4d62-95ae-17c7fc60c5b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:04:25.172502 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f8c3e-083e-4d62-95ae-17c7fc60c5b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:04:25.190274 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-74de9e84-2205-4233-b4f5-4029b828cec6 req-655ef777-f4dc-4155-aa47-e51756b085e8 service neutron] 10.222.0.37 "GET /v2.0/networks/d0ea09ac-ccca-46de-895f-463c2c0cac54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101747 Sep 08 09:04:25.435233 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-74de9e84-2205-4233-b4f5-4029b828cec6 req-801f3928-123f-46a3-8413-c775f07ba495 service neutron] 10.222.0.37 "GET /v2.0/networks/d0ea09ac-ccca-46de-895f-463c2c0cac54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326856 Sep 08 09:04:25.447882 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2dac4f5a-7902-457a-9ffa-701dd0fe3896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:25.454551 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2dac4f5a-7902-457a-9ffa-701dd0fe3896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:25.514968 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dac4f5a-7902-457a-9ffa-701dd0fe3896 admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:04:25.534198 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 8d6494f4-1d34-4a51-945f-ed082dfbb444 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:04:25.538151 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac4f5a-7902-457a-9ffa-701dd0fe3896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82fb778f-a0a9-4aec-b376-f7b845e1914b,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:25.542206 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2dac4f5a-7902-457a-9ffa-701dd0fe3896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:25.543447 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-2dac4f5a-7902-457a-9ffa-701dd0fe3896 admin admin] Added segment 09d92d72-6a7a-4552-9555-476da3fa8fe9 of type vlan for network 07c21f80-eca8-48f7-a649-10b50fd80313 Sep 08 09:04:25.641588 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0d7f8c3e-083e-4d62-95ae-17c7fc60c5b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:25.655680 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae8936-3798-48fb-a01f-0683112ff483 req-96861c72-dc47-46fd-9e8d-3caf44cf2554 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:25.657438 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7fae8936-3798-48fb-a01f-0683112ff483 req-96861c72-dc47-46fd-9e8d-3caf44cf2554 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/ports?device_id=da5ed9ad-379f-46cc-bac2-fbbdc500b1be HTTP/1.1" status: 200 len: 943 time: 0.1122439 Sep 08 09:04:25.661706 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2dac4f5a-7902-457a-9ffa-701dd0fe3896 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:25.716369 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 8d6494f4-1d34-4a51-945f-ed082dfbb444, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=8d6494f4-1d34-4a51-945f-ed082dfbb444,segment=NetworkSegment(e1f8368b-de73-432c-a011-112d5ec9d1eb),segment_id=e1f8368b-de73-432c-a011-112d5ec9d1eb)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:25.737695 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7fae8936-3798-48fb-a01f-0683112ff483 req-2a88dfc1-e7ed-4b94-a37d-2e46a3e000ef tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/security-groups?id=76662dc0-3227-4252-b5c0-d938d2850b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690534 Sep 08 09:04:25.747962 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '8d6494f4-1d34-4a51-945f-ed082dfbb444', 'network_id': 'd0ea09ac-ccca-46de-895f-463c2c0cac54', 'port_id': '8d6494f4-1d34-4a51-945f-ed082dfbb444', 'mac_address': 'fa:16:3e:b5:f8:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a0ba9ab-b2c7-4b25-aa32-89e85cda7465', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:04:25.771098 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2dac4f5a-7902-457a-9ffa-701dd0fe3896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:25.773562 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dac4f5a-7902-457a-9ffa-701dd0fe3896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:25.774418 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2dac4f5a-7902-457a-9ffa-701dd0fe3896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:25.813769 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-986cb9f3-2766-4197-af16-6097105ab71e req-fb484ac3-6520-438e-a2e3-b7c046fd1831 tempest-ServersOnMultiNodesTest-761773808 tempest-ServersOnMultiNodesTest-761773808-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:25.822410 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:25.826823 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-986cb9f3-2766-4197-af16-6097105ab71e req-fb484ac3-6520-438e-a2e3-b7c046fd1831 tempest-ServersOnMultiNodesTest-761773808 tempest-ServersOnMultiNodesTest-761773808-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:25.843696 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2dac4f5a-7902-457a-9ffa-701dd0fe3896 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0108089 Sep 08 09:04:25.848170 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d6494f4-1d34-4a51-945f-ed082dfbb444 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:04:25.854165 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42704) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:04:25.859745 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-aafbe509-859a-4ee9-84cb-ea7e24e155c2 admin admin] Request body: {'subnet': {'network_id': '07c21f80-eca8-48f7-a649-10b50fd80313', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2128248785-subnet', 'tenant_id': 'dde6bd63fc2648fc81300b993b4fc193', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:04:25.875622 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 8d6494f4-1d34-4a51-945f-ed082dfbb444, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=8d6494f4-1d34-4a51-945f-ed082dfbb444,segment=NetworkSegment(e1f8368b-de73-432c-a011-112d5ec9d1eb),segment_id=e1f8368b-de73-432c-a011-112d5ec9d1eb)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:25.881926 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac4f5a-7902-457a-9ffa-701dd0fe3896 admin admin] Pushing event updated for resources: {'Network': ['ID=07c21f80-eca8-48f7-a649-10b50fd80313,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:25.883417 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:25.898977 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 07c21f80-eca8-48f7-a649-10b50fd80313 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:04:25.985254 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-986cb9f3-2766-4197-af16-6097105ab71e req-fb484ac3-6520-438e-a2e3-b7c046fd1831 tempest-ServersOnMultiNodesTest-761773808 tempest-ServersOnMultiNodesTest-761773808-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3692567 Sep 08 09:04:26.013449 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb484ac3-6520-438e-a2e3-b7c046fd1831 tempest-ServersOnMultiNodesTest-761773808 tempest-ServersOnMultiNodesTest-761773808-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284bfdbc-0795-49c5-89ed-6f4dd3a4e03d,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:26.055072 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=8d6494f4-1d34-4a51-945f-ed082dfbb444,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:26.141331 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0d7f8c3e-083e-4d62-95ae-17c7fc60c5b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:26.145477 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafbe509-859a-4ee9-84cb-ea7e24e155c2 admin admin] Made reservation on behalf of dde6bd63fc2648fc81300b993b4fc193 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:04:26.147480 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-aafbe509-859a-4ee9-84cb-ea7e24e155c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:26.178675 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 6cee3ec5-68a0-4074-9362-5d975360cf3c up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:04:26.262861 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['8d6494f4-1d34-4a51-945f-ed082dfbb444'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:04:26.534428 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 6cee3ec5-68a0-4074-9362-5d975360cf3c completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:04:26.546460 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9d69b8-7bff-4900-8074-5f913728e88d None None] Network 5c673a31-c6dc-4940-a700-d62fab12944a requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:04:26.585276 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-805c44ad-a03f-4b89-954f-6fb17f1dcfd3 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=009c70ac018246c49e6f9a3a4c5ddf6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352376 Sep 08 09:04:26.657722 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-55737a38-65af-43ed-bb20-98973bca49dd None None] Provisioning for port 6cee3ec5-68a0-4074-9362-5d975360cf3c completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:04:26.678259 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-55737a38-65af-43ed-bb20-98973bca49dd None None] Provisioning complete for port 6cee3ec5-68a0-4074-9362-5d975360cf3c triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:04:26.678635 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-55737a38-65af-43ed-bb20-98973bca49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:26.710147 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-6ecaa0e8-cce1-4327-833f-bbd86a6c6095 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:26.727507 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-6ecaa0e8-cce1-4327-833f-bbd86a6c6095 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1385791 Sep 08 09:04:26.753673 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-f5bb62f4-0f3a-465a-afc4-1cebefe2c344 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/quotas/009c70ac018246c49e6f9a3a4c5ddf6c HTTP/1.1" status: 200 len: 375 time: 0.0253377 Sep 08 09:04:26.821345 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-3f324ccd-7150-4f47-b7d5-8a27a724a55d tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=009c70ac018246c49e6f9a3a4c5ddf6c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0646896 Sep 08 09:04:26.932969 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-55737a38-65af-43ed-bb20-98973bca49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:27.000821 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b6f2c-056f-48c0-9690-8dd04cfbf5b7 req-761a1bef-c91f-4648-ad10-c250939173fb tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:27.004262 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-55737a38-65af-43ed-bb20-98973bca49dd None None] For port 6cee3ec5-68a0-4074-9362-5d975360cf3c, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=6cee3ec5-68a0-4074-9362-5d975360cf3c,segment=NetworkSegment(e3272716-47c2-42b8-9c57-6413c00102b1),segment_id=e3272716-47c2-42b8-9c57-6413c00102b1)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:27.012398 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-55737a38-65af-43ed-bb20-98973bca49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:27.017763 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b6f2c-056f-48c0-9690-8dd04cfbf5b7 req-761a1bef-c91f-4648-ad10-c250939173fb tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:27.032475 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b6f2c-056f-48c0-9690-8dd04cfbf5b7 req-761a1bef-c91f-4648-ad10-c250939173fb tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:27.055243 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b6f2c-056f-48c0-9690-8dd04cfbf5b7 req-761a1bef-c91f-4648-ad10-c250939173fb tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:27.067274 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b6f2c-056f-48c0-9690-8dd04cfbf5b7 req-761a1bef-c91f-4648-ad10-c250939173fb tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:27.074634 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b6f2c-056f-48c0-9690-8dd04cfbf5b7 req-761a1bef-c91f-4648-ad10-c250939173fb tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:27.082857 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b6f2c-056f-48c0-9690-8dd04cfbf5b7 req-761a1bef-c91f-4648-ad10-c250939173fb tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:27.084919 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-684b6f2c-056f-48c0-9690-8dd04cfbf5b7 req-761a1bef-c91f-4648-ad10-c250939173fb tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 5422 time: 0.4292960 Sep 08 09:04:27.117297 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55737a38-65af-43ed-bb20-98973bca49dd None None] Pushing event updated for resources: {'Port': ['ID=6cee3ec5-68a0-4074-9362-5d975360cf3c,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:27.224082 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-aafbe509-859a-4ee9-84cb-ea7e24e155c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:27.302166 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-684b6f2c-056f-48c0-9690-8dd04cfbf5b7 req-149af4f3-deb7-48de-9a60-aa4ee7cf55c1 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&id=53d991ac-c80f-43e4-8682-37208170b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1937237 Sep 08 09:04:27.359369 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafbe509-859a-4ee9-84cb-ea7e24e155c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62b0953f-70c2-4b1c-a792-1353020c1e11,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:27.370864 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d313fe1d-5202-41e1-8aa2-4fc7110ed812 None None] Provisioning complete for port 6cee3ec5-68a0-4074-9362-5d975360cf3c triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:04:27.371294 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d313fe1d-5202-41e1-8aa2-4fc7110ed812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:27.405207 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafbe509-859a-4ee9-84cb-ea7e24e155c2 admin admin] Checking segment: {'id': '09d92d72-6a7a-4552-9555-476da3fa8fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '07c21f80-eca8-48f7-a649-10b50fd80313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:04:27.405720 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafbe509-859a-4ee9-84cb-ea7e24e155c2 admin admin] Network hostable DHCP agents. Network: 07c21f80-eca8-48f7-a649-10b50fd80313, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:04:27.476842 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d7f8c3e-083e-4d62-95ae-17c7fc60c5b3 admin admin] Router cd2821bd-d1aa-43d6-8791-315a64c06d59 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:04:27.489567 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafbe509-859a-4ee9-84cb-ea7e24e155c2 admin admin] Network 07c21f80-eca8-48f7-a649-10b50fd80313 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:04:27.544884 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 8d6494f4-1d34-4a51-945f-ed082dfbb444 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:04:27.611693 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-aafbe509-859a-4ee9-84cb-ea7e24e155c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 07c21f80-eca8-48f7-a649-10b50fd80313) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:04:27.617839 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafbe509-859a-4ee9-84cb-ea7e24e155c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:27.618669 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-aafbe509-859a-4ee9-84cb-ea7e24e155c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:27.769648 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7cbfce-6aca-431e-b48a-ca69eb8e1d3f None None] Network 07c21f80-eca8-48f7-a649-10b50fd80313 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:04:27.833726 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7f8c3e-083e-4d62-95ae-17c7fc60c5b3 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:04:27.844088 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 8d6494f4-1d34-4a51-945f-ed082dfbb444 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:04:27.845364 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-aafbe509-859a-4ee9-84cb-ea7e24e155c2 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.9894280 Sep 08 09:04:27.846918 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb10924-87dc-4f5b-8a77-b33620a4e503 None None] Sync routers for ids ['cd2821bd-d1aa-43d6-8791-315a64c06d59'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:04:27.849500 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 42764) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:04:27.860411 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-9517d0f1-750c-449d-bc5b-d4e5a9a5bcf7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2128248785-router', 'tenant_id': 'dde6bd63fc2648fc81300b993b4fc193', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:04:27.862870 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb10924-87dc-4f5b-8a77-b33620a4e503 None None] Routers {'cd2821bd-d1aa-43d6-8791-315a64c06d59'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:04:27.863976 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-4fb10924-87dc-4f5b-8a77-b33620a4e503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:04:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['cd2821bd-d1aa-43d6-8791-315a64c06d59'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:27.864267 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 8d6494f4-1d34-4a51-945f-ed082dfbb444 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:04:27.864651 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:27.874476 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f257fe5-bbb5-4f68-8a52-ddf49839a344 req-4ef9e1db-54ff-490b-9f63-06b53513dcf4 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:27.883944 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8f257fe5-bbb5-4f68-8a52-ddf49839a344 req-4ef9e1db-54ff-490b-9f63-06b53513dcf4 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/ports?device_id=da5ed9ad-379f-46cc-bac2-fbbdc500b1be HTTP/1.1" status: 200 len: 944 time: 0.2881711 Sep 08 09:04:27.892763 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0d7f8c3e-083e-4d62-95ae-17c7fc60c5b3 admin admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:27.896435 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0d7f8c3e-083e-4d62-95ae-17c7fc60c5b3 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2147031 Sep 08 09:04:27.912910 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42766) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:04:27.949984 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9517d0f1-750c-449d-bc5b-d4e5a9a5bcf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:27.951100 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9517d0f1-750c-449d-bc5b-d4e5a9a5bcf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:28.013431 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-4fb10924-87dc-4f5b-8a77-b33620a4e503 None None] Set router cd2821bd-d1aa-43d6-8791-315a64c06d59 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:04:28.045100 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8f257fe5-bbb5-4f68-8a52-ddf49839a344 req-0b8c6293-d2f3-4409-88af-13aeda74db75 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/security-groups?id=76662dc0-3227-4252-b5c0-d938d2850b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590753 Sep 08 09:04:28.105237 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d965c03-71e6-43a6-91fe-cb623e58da2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-07c21f80-eca8-48f7-a649-10b50fd80313', 'network_id': '07c21f80-eca8-48f7-a649-10b50fd80313', 'tenant_id': 'dde6bd63fc2648fc81300b993b4fc193', 'fixed_ips': [{'subnet_id': '62b0953f-70c2-4b1c-a792-1353020c1e11'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:04:28.106459 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5d965c03-71e6-43a6-91fe-cb623e58da2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:28.171513 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1d59421b-2b57-4421-b896-c2d255cb4653 req-ec391258-519a-4d4a-b4d7-fb54cf26bb1e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=24805d5c-2764-4523-a530-29092d8f6d83 HTTP/1.1" status: 200 len: 210 time: 0.1777236 Sep 08 09:04:28.211719 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:28.215789 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 6cee3ec5-68a0-4074-9362-5d975360cf3c up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:04:28.267557 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-4fb10924-87dc-4f5b-8a77-b33620a4e503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2821bd-d1aa-43d6-8791-315a64c06d59', 'name': 'tempest-ServersTestManualDisk-313145429-router', 'tenant_id': 'ebf6a23ea5e740e1a541026d39f45486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'ce7c2219-930e-4453-bffb-65e1b578687b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:04:23Z', 'updated_at': '2021-09-08T09:04:25Z', 'revision_number': 3, 'project_id': 'ebf6a23ea5e740e1a541026d39f45486', 'gw_port': {'id': 'ce7c2219-930e-4453-bffb-65e1b578687b', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:53:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2821bd-d1aa-43d6-8791-315a64c06d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:24Z', 'updated_at': '2021-09-08T09:04:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:28.301272 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb10924-87dc-4f5b-8a77-b33620a4e503 None None] Checking router: cd2821bd-d1aa-43d6-8791-315a64c06d59 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:04:28.301985 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb10924-87dc-4f5b-8a77-b33620a4e503 None None] Updating router cd2821bd-d1aa-43d6-8791-315a64c06d59 port ce7c2219-930e-4453-bffb-65e1b578687b binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:04:28.330299 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-4fb10924-87dc-4f5b-8a77-b33620a4e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:28.368919 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5ed9ad-379f-46cc-bac2-fbbdc500b1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6494f4-1d34-4a51-945f-ed082dfbb444'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:04:28.372039 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbb469c-11ff-4f3d-b3a4-cbb2a87453e9" -d '{"events": [{"server_uuid": "da5ed9ad-379f-46cc-bac2-fbbdc500b1be", "name": "network-vif-plugged", "status": "completed", "tag": "8d6494f4-1d34-4a51-945f-ed082dfbb444"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:04:28.412308 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9517d0f1-750c-449d-bc5b-d4e5a9a5bcf7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:28.421640 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 6cee3ec5-68a0-4074-9362-5d975360cf3c triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:04:28.422262 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:28.500032 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 8d6494f4-1d34-4a51-945f-ed082dfbb444, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=8d6494f4-1d34-4a51-945f-ed082dfbb444,segment=NetworkSegment(e1f8368b-de73-432c-a011-112d5ec9d1eb),segment_id=e1f8368b-de73-432c-a011-112d5ec9d1eb)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:28.514907 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:28.546799 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0ae0d2-2316-4a3d-a4af-1c93aaf15d0b x-openstack-request-id: req-6e0ae0d2-2316-4a3d-a4af-1c93aaf15d0b {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:04:28.547379 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5ed9ad-379f-46cc-bac2-fbbdc500b1be", "name": "network-vif-plugged", "status": "completed", "tag": "8d6494f4-1d34-4a51-945f-ed082dfbb444", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:04:28.547379 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6e0ae0d2-2316-4a3d-a4af-1c93aaf15d0b {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:04:28.547727 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5ed9ad-379f-46cc-bac2-fbbdc500b1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6494f4-1d34-4a51-945f-ed082dfbb444', 'code': 200} Sep 08 09:04:28.587809 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:28.668234 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-5d965c03-71e6-43a6-91fe-cb623e58da2e None None] Allocated IP 172.20.0.2 (07c21f80-eca8-48f7-a649-10b50fd80313/62b0953f-70c2-4b1c-a792-1353020c1e11/759410ad-9bd2-448b-8ba5-f9565fa495ed) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:04:28.809919 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-4fb10924-87dc-4f5b-8a77-b33620a4e503 None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:28.821511 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e542dc1-b9b2-4d5a-b3ed-e0c8464593d3 req-11e1e6c9-cd4e-48a6-aec1-329ee73732c1 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:28.833714 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e542dc1-b9b2-4d5a-b3ed-e0c8464593d3 req-11e1e6c9-cd4e-48a6-aec1-329ee73732c1 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:28.855525 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-4fb10924-87dc-4f5b-8a77-b33620a4e503 None None] Transition to ACTIVE for port object ce7c2219-930e-4453-bffb-65e1b578687b will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:04:28.858623 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e542dc1-b9b2-4d5a-b3ed-e0c8464593d3 req-11e1e6c9-cd4e-48a6-aec1-329ee73732c1 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:28.863864 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-4fb10924-87dc-4f5b-8a77-b33620a4e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:28.890813 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e542dc1-b9b2-4d5a-b3ed-e0c8464593d3 req-11e1e6c9-cd4e-48a6-aec1-329ee73732c1 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:28.910835 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49397e4d-94d8-4fc7-84fb-93e1def8e4a2 req-0bb1be7b-a49d-4795-a003-0ca299646625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:28.913053 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-49397e4d-94d8-4fc7-84fb-93e1def8e4a2 req-0bb1be7b-a49d-4795-a003-0ca299646625 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=da5ed9ad-379f-46cc-bac2-fbbdc500b1be HTTP/1.1" status: 200 len: 1097 time: 0.3195457 Sep 08 09:04:28.920666 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9517d0f1-750c-449d-bc5b-d4e5a9a5bcf7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:28.930016 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e542dc1-b9b2-4d5a-b3ed-e0c8464593d3 req-11e1e6c9-cd4e-48a6-aec1-329ee73732c1 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:28.962214 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e542dc1-b9b2-4d5a-b3ed-e0c8464593d3 req-11e1e6c9-cd4e-48a6-aec1-329ee73732c1 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:28.966184 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5d965c03-71e6-43a6-91fe-cb623e58da2e None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:28.976505 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-5d965c03-71e6-43a6-91fe-cb623e58da2e None None] Transition to ACTIVE for port object 759410ad-9bd2-448b-8ba5-f9565fa495ed will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:04:28.982199 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e542dc1-b9b2-4d5a-b3ed-e0c8464593d3 req-11e1e6c9-cd4e-48a6-aec1-329ee73732c1 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:28.994441 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0e542dc1-b9b2-4d5a-b3ed-e0c8464593d3 req-11e1e6c9-cd4e-48a6-aec1-329ee73732c1 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 5422 time: 0.4068933 Sep 08 09:04:28.996657 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-5d965c03-71e6-43a6-91fe-cb623e58da2e None None] Transition to ACTIVE for port object 759410ad-9bd2-448b-8ba5-f9565fa495ed will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:04:29.002482 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf85d8-fdc5-4f0b-8ea2-2d63ae1e8e42 None None] Pushing event updated for resources: {'Port': ['ID=ce7c2219-930e-4453-bffb-65e1b578687b,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:29.008252 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5d965c03-71e6-43a6-91fe-cb623e58da2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:29.013908 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-4fb10924-87dc-4f5b-8a77-b33620a4e503 None None] Attempting to bind port ce7c2219-930e-4453-bffb-65e1b578687b on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:04:29.019371 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-4fb10924-87dc-4f5b-8a77-b33620a4e503 None None] Attempting to bind port ce7c2219-930e-4453-bffb-65e1b578687b by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:04:29.020570 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb10924-87dc-4f5b-8a77-b33620a4e503 None None] Attempting to bind port ce7c2219-930e-4453-bffb-65e1b578687b on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:04:29.037721 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb10924-87dc-4f5b-8a77-b33620a4e503 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:04:29.038468 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb10924-87dc-4f5b-8a77-b33620a4e503 None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:04:29.039051 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-4fb10924-87dc-4f5b-8a77-b33620a4e503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:29.039610 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb10924-87dc-4f5b-8a77-b33620a4e503 None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:04:29.044822 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-4fb10924-87dc-4f5b-8a77-b33620a4e503 None None] Bound port: ce7c2219-930e-4453-bffb-65e1b578687b, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:04:29.045501 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-4fb10924-87dc-4f5b-8a77-b33620a4e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:29.085689 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-49397e4d-94d8-4fc7-84fb-93e1def8e4a2 req-5462d14d-2ecf-4418-b709-ffdcaba04d8b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=76662dc0-3227-4252-b5c0-d938d2850b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560833 Sep 08 09:04:29.086709 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d965c03-71e6-43a6-91fe-cb623e58da2e None None] Network 07c21f80-eca8-48f7-a649-10b50fd80313 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:04:29.099608 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-5d965c03-71e6-43a6-91fe-cb623e58da2e None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:04:29.105121 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d965c03-71e6-43a6-91fe-cb623e58da2e None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:04:29.135065 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0e542dc1-b9b2-4d5a-b3ed-e0c8464593d3 req-66b35353-d3de-4d9c-a634-de61d4b59187 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&id=53d991ac-c80f-43e4-8682-37208170b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1363342 Sep 08 09:04:29.199335 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-4fb10924-87dc-4f5b-8a77-b33620a4e503 None None] For port ce7c2219-930e-4453-bffb-65e1b578687b, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:04:29.204628 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-4fb10924-87dc-4f5b-8a77-b33620a4e503 None None] For port ce7c2219-930e-4453-bffb-65e1b578687b, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=ce7c2219-930e-4453-bffb-65e1b578687b,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:04:29.210829 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-4fb10924-87dc-4f5b-8a77-b33620a4e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:29.259298 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=8d6494f4-1d34-4a51-945f-ed082dfbb444,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:29.289430 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf85d8-fdc5-4f0b-8ea2-2d63ae1e8e42 None None] Pushing event updated for resources: {'Port': ['ID=ce7c2219-930e-4453-bffb-65e1b578687b,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:29.295968 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb10924-87dc-4f5b-8a77-b33620a4e503 None None] Routers {'cd2821bd-d1aa-43d6-8791-315a64c06d59'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:04:29.297188 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-4fb10924-87dc-4f5b-8a77-b33620a4e503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:04:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['cd2821bd-d1aa-43d6-8791-315a64c06d59'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:29.398159 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a670b0a-57e1-4236-b3b8-88294f69b663 req-9fc1b96c-3cdc-45be-b2ff-96072a6e40f4 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:29.399014 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-5d965c03-71e6-43a6-91fe-cb623e58da2e None None] Attempting to bind port 759410ad-9bd2-448b-8ba5-f9565fa495ed on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:04:29.399589 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-5d965c03-71e6-43a6-91fe-cb623e58da2e None None] Attempting to bind port 759410ad-9bd2-448b-8ba5-f9565fa495ed by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '09d92d72-6a7a-4552-9555-476da3fa8fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '07c21f80-eca8-48f7-a649-10b50fd80313'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:04:29.400129 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d965c03-71e6-43a6-91fe-cb623e58da2e None None] Attempting to bind port 759410ad-9bd2-448b-8ba5-f9565fa495ed on network 07c21f80-eca8-48f7-a649-10b50fd80313 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:04:29.407176 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d965c03-71e6-43a6-91fe-cb623e58da2e None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:04:29.407890 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d965c03-71e6-43a6-91fe-cb623e58da2e None None] Checking segment: {'id': '09d92d72-6a7a-4552-9555-476da3fa8fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '07c21f80-eca8-48f7-a649-10b50fd80313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:04:29.408591 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5d965c03-71e6-43a6-91fe-cb623e58da2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:29.409164 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d965c03-71e6-43a6-91fe-cb623e58da2e None None] Bound using segment: {'id': '09d92d72-6a7a-4552-9555-476da3fa8fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '07c21f80-eca8-48f7-a649-10b50fd80313'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:04:29.409620 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9a670b0a-57e1-4236-b3b8-88294f69b663 req-9fc1b96c-3cdc-45be-b2ff-96072a6e40f4 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/ports?device_id=da5ed9ad-379f-46cc-bac2-fbbdc500b1be HTTP/1.1" status: 200 len: 945 time: 0.2169523 Sep 08 09:04:29.410004 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-5d965c03-71e6-43a6-91fe-cb623e58da2e None None] Bound port: 759410ad-9bd2-448b-8ba5-f9565fa495ed, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09d92d72-6a7a-4552-9555-476da3fa8fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '07c21f80-eca8-48f7-a649-10b50fd80313'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:04:29.410625 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5d965c03-71e6-43a6-91fe-cb623e58da2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:29.412768 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d965c03-71e6-43a6-91fe-cb623e58da2e None None] Pushing event updated for resources: {'Port': ['ID=759410ad-9bd2-448b-8ba5-f9565fa495ed,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:29.552492 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-02d6d20e-14da-4a3e-8426-ea34aece32c1 req-96e58f7e-beda-4565-864c-b1cbe56abf41 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=24805d5c-2764-4523-a530-29092d8f6d83 HTTP/1.1" status: 200 len: 210 time: 0.0872693 Sep 08 09:04:29.560254 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-5d965c03-71e6-43a6-91fe-cb623e58da2e None None] For port 759410ad-9bd2-448b-8ba5-f9565fa495ed, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:04:29.567118 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-5d965c03-71e6-43a6-91fe-cb623e58da2e None None] For port 759410ad-9bd2-448b-8ba5-f9565fa495ed, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=759410ad-9bd2-448b-8ba5-f9565fa495ed,segment=NetworkSegment(09d92d72-6a7a-4552-9555-476da3fa8fe9),segment_id=09d92d72-6a7a-4552-9555-476da3fa8fe9)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:04:29.576191 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5d965c03-71e6-43a6-91fe-cb623e58da2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:29.625846 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-4fb10924-87dc-4f5b-8a77-b33620a4e503 None None] Set router cd2821bd-d1aa-43d6-8791-315a64c06d59 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:04:29.637148 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9517d0f1-750c-449d-bc5b-d4e5a9a5bcf7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:29.643337 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d965c03-71e6-43a6-91fe-cb623e58da2e None None] Pushing event updated for resources: {'Port': ['ID=759410ad-9bd2-448b-8ba5-f9565fa495ed,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:29.659766 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9a670b0a-57e1-4236-b3b8-88294f69b663 req-7f6709e4-0235-46ce-ae8c-f39e4844afe9 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/security-groups?id=76662dc0-3227-4252-b5c0-d938d2850b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438738 Sep 08 09:04:29.696705 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b8364d04-4ed6-4692-8ac5-3b18e33e4d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:29.719024 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9517d0f1-750c-449d-bc5b-d4e5a9a5bcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:30.073911 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-9517d0f1-750c-449d-bc5b-d4e5a9a5bcf7 admin admin] Allocated IP 172.25.0.77 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/2ea25c61-d2ea-445f-918b-3cd9a3365cbc) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:04:30.166362 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-4fb10924-87dc-4f5b-8a77-b33620a4e503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2821bd-d1aa-43d6-8791-315a64c06d59', 'name': 'tempest-ServersTestManualDisk-313145429-router', 'tenant_id': 'ebf6a23ea5e740e1a541026d39f45486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'ce7c2219-930e-4453-bffb-65e1b578687b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:04:23Z', 'updated_at': '2021-09-08T09:04:25Z', 'revision_number': 3, 'project_id': 'ebf6a23ea5e740e1a541026d39f45486', 'gw_port': {'id': 'ce7c2219-930e-4453-bffb-65e1b578687b', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:53:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2821bd-d1aa-43d6-8791-315a64c06d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:24Z', 'updated_at': '2021-09-08T09:04:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:30.257473 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-b8364d04-4ed6-4692-8ac5-3b18e33e4d0d admin admin] Allocated IP 172.20.0.1 (5c673a31-c6dc-4940-a700-d62fab12944a/257fd746-9c97-41f1-9b18-3ebaf08bb2f3/8cda3e07-dce1-4a8f-86c4-1673f093b8cb) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:04:30.266907 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-8eb39bc9-fb63-49da-8055-c82a775ca38b tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=009c70ac018246c49e6f9a3a4c5ddf6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1136172 Sep 08 09:04:30.279752 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb10924-87dc-4f5b-8a77-b33620a4e503 None None] The sync data for ids ['cd2821bd-d1aa-43d6-8791-315a64c06d59'] in n-d-806683-11 is: [{'id': 'cd2821bd-d1aa-43d6-8791-315a64c06d59', 'name': 'tempest-ServersTestManualDisk-313145429-router', 'tenant_id': 'ebf6a23ea5e740e1a541026d39f45486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'ce7c2219-930e-4453-bffb-65e1b578687b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:04:23Z', 'updated_at': '2021-09-08T09:04:25Z', 'revision_number': 3, 'project_id': 'ebf6a23ea5e740e1a541026d39f45486', 'gw_port': {'id': 'ce7c2219-930e-4453-bffb-65e1b578687b', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:53:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2821bd-d1aa-43d6-8791-315a64c06d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:24Z', 'updated_at': '2021-09-08T09:04:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:04:30.566265 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b8364d04-4ed6-4692-8ac5-3b18e33e4d0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:30.604409 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-b8364d04-4ed6-4692-8ac5-3b18e33e4d0d admin admin] Transition to ACTIVE for port object 8cda3e07-dce1-4a8f-86c4-1673f093b8cb will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:04:30.626817 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d3126-72c7-4d64-a162-88c3e0da05cb req-386cdd29-c7d2-4f08-bfcb-2e6d88d03858 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:30.665509 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d3126-72c7-4d64-a162-88c3e0da05cb req-386cdd29-c7d2-4f08-bfcb-2e6d88d03858 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:30.688111 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b8364d04-4ed6-4692-8ac5-3b18e33e4d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:30.691796 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d3126-72c7-4d64-a162-88c3e0da05cb req-386cdd29-c7d2-4f08-bfcb-2e6d88d03858 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:30.738293 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d3126-72c7-4d64-a162-88c3e0da05cb req-386cdd29-c7d2-4f08-bfcb-2e6d88d03858 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:30.767623 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d3126-72c7-4d64-a162-88c3e0da05cb req-386cdd29-c7d2-4f08-bfcb-2e6d88d03858 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:30.774763 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d3126-72c7-4d64-a162-88c3e0da05cb req-386cdd29-c7d2-4f08-bfcb-2e6d88d03858 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:30.799082 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d3126-72c7-4d64-a162-88c3e0da05cb req-386cdd29-c7d2-4f08-bfcb-2e6d88d03858 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:30.808892 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-852d3126-72c7-4d64-a162-88c3e0da05cb req-386cdd29-c7d2-4f08-bfcb-2e6d88d03858 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 5422 time: 0.4298439 Sep 08 09:04:30.886543 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8364d04-4ed6-4692-8ac5-3b18e33e4d0d admin admin] Network 5c673a31-c6dc-4940-a700-d62fab12944a is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:04:30.936653 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-852d3126-72c7-4d64-a162-88c3e0da05cb req-9e4832ff-675e-4fe9-a3be-62380e8486c1 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&id=53d991ac-c80f-43e4-8682-37208170b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1237526 Sep 08 09:04:30.939972 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-b8364d04-4ed6-4692-8ac5-3b18e33e4d0d admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:04:30.946561 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8364d04-4ed6-4692-8ac5-3b18e33e4d0d admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:04:30.988812 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2c3c7818-cfba-4ead-8357-dec0eb417665 req-6bfaa431-cac8-4a7b-b405-95d555cd6273 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=24805d5c-2764-4523-a530-29092d8f6d83 HTTP/1.1" status: 200 len: 210 time: 0.1519601 Sep 08 09:04:31.002785 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9517d0f1-750c-449d-bc5b-d4e5a9a5bcf7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:31.088322 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-053f56a4-8673-46a5-a690-c3afbbc6317b tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=009c70ac018246c49e6f9a3a4c5ddf6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1693873 Sep 08 09:04:31.100986 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8364d04-4ed6-4692-8ac5-3b18e33e4d0d admin admin] Pushing event updated for resources: {'Port': ['ID=8cda3e07-dce1-4a8f-86c4-1673f093b8cb,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:31.141874 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-e199c8b8-3bef-4223-a747-a04e9a9f3ef9 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:31.147711 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b8364d04-4ed6-4692-8ac5-3b18e33e4d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:31.147934 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-e199c8b8-3bef-4223-a747-a04e9a9f3ef9 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8525999 Sep 08 09:04:31.202518 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-7d6f73ed-74d8-41ef-882a-a1cc1283cabe tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Request body: {'port': {'device_id': '2b003af9-6474-4242-bf5f-78fff92e0232', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'admin_state_up': True, 'tenant_id': '009c70ac018246c49e6f9a3a4c5ddf6c'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:04:31.495438 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-68f6c79a-a5db-4c26-b46b-a3e71bb9edc5 None None] Provisioning for port 8cda3e07-dce1-4a8f-86c4-1673f093b8cb completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:04:31.512209 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-68f6c79a-a5db-4c26-b46b-a3e71bb9edc5 None None] Provisioning complete for port 8cda3e07-dce1-4a8f-86c4-1673f093b8cb triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:04:31.513049 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-68f6c79a-a5db-4c26-b46b-a3e71bb9edc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:31.569459 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-68f6c79a-a5db-4c26-b46b-a3e71bb9edc5 None None] Port 8cda3e07-dce1-4a8f-86c4-1673f093b8cb cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:04:31.578335 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b8364d04-4ed6-4692-8ac5-3b18e33e4d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:31.729787 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e05a4d-0d30-4aa3-a386-6a26f8021f6d req-5ff6356f-4b40-44c4-aa79-e22f5fde7e38 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:31.746541 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-02e05a4d-0d30-4aa3-a386-6a26f8021f6d req-5ff6356f-4b40-44c4-aa79-e22f5fde7e38 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/ports?device_id=da5ed9ad-379f-46cc-bac2-fbbdc500b1be HTTP/1.1" status: 200 len: 945 time: 0.5923626 Sep 08 09:04:31.774306 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e45942-8f15-4289-b69b-7885cf8e0eaf None None] Network 07c21f80-eca8-48f7-a649-10b50fd80313 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:04:31.811830 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9517d0f1-750c-449d-bc5b-d4e5a9a5bcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:31.888187 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-811938ac-5cdc-4966-addc-c0030ade53c2 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:31.890471 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-811938ac-5cdc-4966-addc-c0030ade53c2 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7401371 Sep 08 09:04:31.926696 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-11ff4323-9cc0-4e19-928e-a11badf67a08 None None] Provisioning for port 759410ad-9bd2-448b-8ba5-f9565fa495ed completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:04:31.938931 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-4645418a-649c-4327-9727-6e1768c695cf tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Request body: {'port': {'device_id': '24805d5c-2764-4523-a530-29092d8f6d83', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'admin_state_up': True, 'tenant_id': '009c70ac018246c49e6f9a3a4c5ddf6c'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:04:31.967918 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-7d6f73ed-74d8-41ef-882a-a1cc1283cabe tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Made reservation on behalf of 009c70ac018246c49e6f9a3a4c5ddf6c for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:04:31.971609 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-7d6f73ed-74d8-41ef-882a-a1cc1283cabe tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:31.972851 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b8364d04-4ed6-4692-8ac5-3b18e33e4d0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:31.986752 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b8364d04-4ed6-4692-8ac5-3b18e33e4d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:32.019568 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9517d0f1-750c-449d-bc5b-d4e5a9a5bcf7 admin admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:04:32.045911 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-02e05a4d-0d30-4aa3-a386-6a26f8021f6d req-2e1e37cd-85b8-4582-b734-e110537ef66d tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/security-groups?id=76662dc0-3227-4252-b5c0-d938d2850b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931850 Sep 08 09:04:32.138563 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-9517d0f1-750c-449d-bc5b-d4e5a9a5bcf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:04:32.149135 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8364d04-4ed6-4692-8ac5-3b18e33e4d0d admin admin] Pushing event updated for resources: {'Port': ['ID=8cda3e07-dce1-4a8f-86c4-1673f093b8cb,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:32.153673 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b8364d04-4ed6-4692-8ac5-3b18e33e4d0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:32.200763 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9517d0f1-750c-449d-bc5b-d4e5a9a5bcf7 admin admin] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:04:32.272862 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 759410ad-9bd2-448b-8ba5-f9565fa495ed up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:04:32.336287 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9517d0f1-750c-449d-bc5b-d4e5a9a5bcf7 admin admin] Pushing event updated for resources: {'Port': ['ID=2ea25c61-d2ea-445f-918b-3cd9a3365cbc,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:32.401343 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-92daa35a-358c-4116-bb5e-762b5ad06097 req-376cae1a-c2c7-48f4-8a79-47079abeac2c tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=24805d5c-2764-4523-a530-29092d8f6d83 HTTP/1.1" status: 200 len: 210 time: 0.0618329 Sep 08 09:04:32.415567 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 759410ad-9bd2-448b-8ba5-f9565fa495ed completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:04:32.422581 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7008c-4ab7-4827-9a07-4c45c0ba65ce req-1eb97fd3-7921-414a-8a91-ed8edeeab68c tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:32.430015 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 759410ad-9bd2-448b-8ba5-f9565fa495ed triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:04:32.430442 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:32.446485 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7008c-4ab7-4827-9a07-4c45c0ba65ce req-1eb97fd3-7921-414a-8a91-ed8edeeab68c tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:32.454638 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7008c-4ab7-4827-9a07-4c45c0ba65ce req-1eb97fd3-7921-414a-8a91-ed8edeeab68c tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:32.464469 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7008c-4ab7-4827-9a07-4c45c0ba65ce req-1eb97fd3-7921-414a-8a91-ed8edeeab68c tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:32.475374 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7008c-4ab7-4827-9a07-4c45c0ba65ce req-1eb97fd3-7921-414a-8a91-ed8edeeab68c tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:32.493773 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7008c-4ab7-4827-9a07-4c45c0ba65ce req-1eb97fd3-7921-414a-8a91-ed8edeeab68c tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:32.501676 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7008c-4ab7-4827-9a07-4c45c0ba65ce req-1eb97fd3-7921-414a-8a91-ed8edeeab68c tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:32.512426 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cce7008c-4ab7-4827-9a07-4c45c0ba65ce req-1eb97fd3-7921-414a-8a91-ed8edeeab68c tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 5422 time: 0.3338468 Sep 08 09:04:32.590811 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cce7008c-4ab7-4827-9a07-4c45c0ba65ce req-ec712504-6a0c-45cb-8458-b57bab74ead2 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&id=53d991ac-c80f-43e4-8682-37208170b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0766387 Sep 08 09:04:32.608743 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8364d04-4ed6-4692-8ac5-3b18e33e4d0d admin admin] Network 5c673a31-c6dc-4940-a700-d62fab12944a is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:04:32.610276 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-b8364d04-4ed6-4692-8ac5-3b18e33e4d0d admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:04:32.641100 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:32.643227 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-0d19264a-de50-48b8-8f3d-2bbe8580dbaf None None] Provisioning complete for port 759410ad-9bd2-448b-8ba5-f9565fa495ed triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:04:32.643593 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0d19264a-de50-48b8-8f3d-2bbe8580dbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:32.791953 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 759410ad-9bd2-448b-8ba5-f9565fa495ed, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=759410ad-9bd2-448b-8ba5-f9565fa495ed,segment=NetworkSegment(09d92d72-6a7a-4552-9555-476da3fa8fe9),segment_id=09d92d72-6a7a-4552-9555-476da3fa8fe9)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:32.802076 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:32.803084 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device ce7c2219-930e-4453-bffb-65e1b578687b up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:04:32.929835 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8364d04-4ed6-4692-8ac5-3b18e33e4d0d admin admin] Router cd2821bd-d1aa-43d6-8791-315a64c06d59 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:04:33.108143 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=759410ad-9bd2-448b-8ba5-f9565fa495ed,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:33.125142 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port ce7c2219-930e-4453-bffb-65e1b578687b completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:04:33.131034 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port ce7c2219-930e-4453-bffb-65e1b578687b triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:04:33.132417 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:33.168118 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8364d04-4ed6-4692-8ac5-3b18e33e4d0d admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:04:33.175952 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b8364d04-4ed6-4692-8ac5-3b18e33e4d0d admin admin] 10.222.0.54 "PUT /v2.0/routers/cd2821bd-d1aa-43d6-8791-315a64c06d59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2606468 Sep 08 09:04:33.255049 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-4645418a-649c-4327-9727-6e1768c695cf tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Made reservation on behalf of 009c70ac018246c49e6f9a3a4c5ddf6c for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:04:33.257528 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-1cd9706b-eff0-4a8f-a73b-99a7b5152e48 None None] Provisioning complete for port 8cda3e07-dce1-4a8f-86c4-1673f093b8cb triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:04:33.257917 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1cd9706b-eff0-4a8f-a73b-99a7b5152e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:33.261830 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-4645418a-649c-4327-9727-6e1768c695cf tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:33.335399 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-1cd9706b-eff0-4a8f-a73b-99a7b5152e48 None None] Port 8cda3e07-dce1-4a8f-86c4-1673f093b8cb cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:04:33.339313 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59a0f9f-c864-4373-8b26-78d46b476160 None None] Sync routers for ids ['cd2821bd-d1aa-43d6-8791-315a64c06d59'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:04:33.361351 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59a0f9f-c864-4373-8b26-78d46b476160 None None] Routers {'cd2821bd-d1aa-43d6-8791-315a64c06d59'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:04:33.362007 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-a59a0f9f-c864-4373-8b26-78d46b476160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:04:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['cd2821bd-d1aa-43d6-8791-315a64c06d59'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:33.399822 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:33.431200 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f80b88ab-5380-4fc7-9d00-0ae4530e5c27 req-277b2100-2302-4274-81ee-a1d156426d70 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=399c4174-1e86-4a10-bb99-f875a09107d5 HTTP/1.1" status: 200 len: 258 time: 0.9697039 Sep 08 09:04:33.441228 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-f80b88ab-5380-4fc7-9d00-0ae4530e5c27 req-8d5a4fbe-6b98-424a-b87f-16ba687af1b1 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:04:33.445935 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port ce7c2219-930e-4453-bffb-65e1b578687b, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=ce7c2219-930e-4453-bffb-65e1b578687b,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:33.460705 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:33.472708 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-7d6f73ed-74d8-41ef-882a-a1cc1283cabe tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Allocated IP 192.168.233.61 (05f7642a-1c79-41be-85aa-1443ef22cc3b/dfc66e4b-ecb5-4c99-afe1-0a78c722534a/fb2e5f1e-9c50-48e7-b6bb-e637dec86b44) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:04:33.561570 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f80b88ab-5380-4fc7-9d00-0ae4530e5c27 req-8d5a4fbe-6b98-424a-b87f-16ba687af1b1 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Notify callbacks [] for floatingip, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:33.658402 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-a59a0f9f-c864-4373-8b26-78d46b476160 None None] Set router cd2821bd-d1aa-43d6-8791-315a64c06d59 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:04:33.982211 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=ce7c2219-930e-4453-bffb-65e1b578687b,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:34.032131 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-a59a0f9f-c864-4373-8b26-78d46b476160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2821bd-d1aa-43d6-8791-315a64c06d59', 'name': 'tempest-ServersTestManualDisk-313145429-router', 'tenant_id': 'ebf6a23ea5e740e1a541026d39f45486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'ce7c2219-930e-4453-bffb-65e1b578687b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:04:23Z', 'updated_at': '2021-09-08T09:04:31Z', 'revision_number': 4, 'project_id': 'ebf6a23ea5e740e1a541026d39f45486', 'gw_port': {'id': 'ce7c2219-930e-4453-bffb-65e1b578687b', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:53:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2821bd-d1aa-43d6-8791-315a64c06d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:24Z', 'updated_at': '2021-09-08T09:04:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '8cda3e07-dce1-4a8f-86c4-1673f093b8cb', 'name': '', 'network_id': '5c673a31-c6dc-4940-a700-d62fab12944a', 'tenant_id': 'ebf6a23ea5e740e1a541026d39f45486', 'mac_address': 'fa:16:3e:ee:40:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2821bd-d1aa-43d6-8791-315a64c06d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '257fd746-9c97-41f1-9b18-3ebaf08bb2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:29Z', 'updated_at': '2021-09-08T09:04:31Z', 'revision_number': 2, 'project_id': 'ebf6a23ea5e740e1a541026d39f45486', 'subnets': [{'id': '257fd746-9c97-41f1-9b18-3ebaf08bb2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:34.092694 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59a0f9f-c864-4373-8b26-78d46b476160 None None] Checking router: cd2821bd-d1aa-43d6-8791-315a64c06d59 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:04:34.093206 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59a0f9f-c864-4373-8b26-78d46b476160 None None] Updating router cd2821bd-d1aa-43d6-8791-315a64c06d59 port 8cda3e07-dce1-4a8f-86c4-1673f093b8cb binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:04:34.128391 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 759410ad-9bd2-448b-8ba5-f9565fa495ed up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:04:34.178978 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a59a0f9f-c864-4373-8b26-78d46b476160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:34.193806 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42868) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:04:34.200800 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-b8203965-5061-4eea-83c1-0ea73c87e47c tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2112362215', 'description': 'tempest-description--40767532'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:04:34.205063 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-7d6f73ed-74d8-41ef-882a-a1cc1283cabe tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:34.239458 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9517d0f1-750c-449d-bc5b-d4e5a9a5bcf7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:34.249116 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b8203965-5061-4eea-83c1-0ea73c87e47c tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:34.257678 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-7d6f73ed-74d8-41ef-882a-a1cc1283cabe tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Transition to ACTIVE for port object fb2e5f1e-9c50-48e7-b6bb-e637dec86b44 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:04:34.282148 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 759410ad-9bd2-448b-8ba5-f9565fa495ed triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:04:34.282537 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:34.348126 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7b9d61e0-fe38-4f9c-a283-c95159dd0efb req-ab61713e-3956-4fc0-92fe-fc52a0a31be0 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=24805d5c-2764-4523-a530-29092d8f6d83 HTTP/1.1" status: 200 len: 210 time: 0.0691462 Sep 08 09:04:34.493252 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b8203965-5061-4eea-83c1-0ea73c87e47c tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:34.499988 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b8203965-5061-4eea-83c1-0ea73c87e47c tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:34.604812 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f80b88ab-5380-4fc7-9d00-0ae4530e5c27 req-8d5a4fbe-6b98-424a-b87f-16ba687af1b1 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:34.611286 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8203965-5061-4eea-83c1-0ea73c87e47c tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6314a7-bbc5-4c78-bb3b-cee6f500b4bc,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:34.615770 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b8203965-5061-4eea-83c1-0ea73c87e47c tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:34.619561 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b8203965-5061-4eea-83c1-0ea73c87e47c tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4222696 Sep 08 09:04:34.620885 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42870) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:04:34.625298 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-394fb0cc-cf98-4879-8f6c-dd3a3a7e111d tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Request body: {'security_group_rule': {'security_group_id': '0d6314a7-bbc5-4c78-bb3b-cee6f500b4bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:04:34.675678 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f2932-db97-49bd-897c-80aa87d42f4f req-903c0374-a1e6-4a27-935d-4b1431d34a86 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:34.681987 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f2932-db97-49bd-897c-80aa87d42f4f req-903c0374-a1e6-4a27-935d-4b1431d34a86 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:34.689384 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f2932-db97-49bd-897c-80aa87d42f4f req-903c0374-a1e6-4a27-935d-4b1431d34a86 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:34.696570 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f2932-db97-49bd-897c-80aa87d42f4f req-903c0374-a1e6-4a27-935d-4b1431d34a86 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:34.703834 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f2932-db97-49bd-897c-80aa87d42f4f req-903c0374-a1e6-4a27-935d-4b1431d34a86 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:34.714530 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f2932-db97-49bd-897c-80aa87d42f4f req-903c0374-a1e6-4a27-935d-4b1431d34a86 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:34.721981 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f2932-db97-49bd-897c-80aa87d42f4f req-903c0374-a1e6-4a27-935d-4b1431d34a86 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:34.733882 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-874f2932-db97-49bd-897c-80aa87d42f4f req-903c0374-a1e6-4a27-935d-4b1431d34a86 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 5422 time: 0.2213583 Sep 08 09:04:34.737999 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a59a0f9f-c864-4373-8b26-78d46b476160 None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:34.767158 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-a59a0f9f-c864-4373-8b26-78d46b476160 None None] Transition to ACTIVE for port object 8cda3e07-dce1-4a8f-86c4-1673f093b8cb will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:04:34.777568 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-f80b88ab-5380-4fc7-9d00-0ae4530e5c27 req-8d5a4fbe-6b98-424a-b87f-16ba687af1b1 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Allocated IP 172.25.0.12 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/37bde16e-c0f6-4c5e-b6bf-dcf914c56d71) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:04:34.782166 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a59a0f9f-c864-4373-8b26-78d46b476160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:34.793423 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-394fb0cc-cf98-4879-8f6c-dd3a3a7e111d tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:34.816294 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-874f2932-db97-49bd-897c-80aa87d42f4f req-6c4e69eb-9bbd-4eb3-bf01-688c8f91597a tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&id=53d991ac-c80f-43e4-8682-37208170b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0813572 Sep 08 09:04:34.920084 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f80b88ab-5380-4fc7-9d00-0ae4530e5c27 req-8d5a4fbe-6b98-424a-b87f-16ba687af1b1 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:34.972908 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-7d6f73ed-74d8-41ef-882a-a1cc1283cabe tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:34.975026 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-394fb0cc-cf98-4879-8f6c-dd3a3a7e111d tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:34.979415 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f80b88ab-5380-4fc7-9d00-0ae4530e5c27 req-8d5a4fbe-6b98-424a-b87f-16ba687af1b1 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:34.981263 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-394fb0cc-cf98-4879-8f6c-dd3a3a7e111d tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:34.982516 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd99878-dc08-46f9-849d-80b1c07e1663 None None] Pushing event updated for resources: {'Port': ['ID=8cda3e07-dce1-4a8f-86c4-1673f093b8cb,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:35.015817 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['9e98ff4c-63d3-4bcd-b49c-1e626df063aa'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:04:35.016087 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394fb0cc-cf98-4879-8f6c-dd3a3a7e111d tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34ec690e-cee3-4630-97e9-ef6271579fc0,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:35.044331 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-394fb0cc-cf98-4879-8f6c-dd3a3a7e111d tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:35.045814 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-394fb0cc-cf98-4879-8f6c-dd3a3a7e111d tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4240665 Sep 08 09:04:35.048485 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42876) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:04:35.054099 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-c3876c94-0976-4b90-9040-9e73760da9cd tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Request body: {'security_group_rule': {'security_group_id': '0d6314a7-bbc5-4c78-bb3b-cee6f500b4bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:04:35.087873 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-a59a0f9f-c864-4373-8b26-78d46b476160 None None] Attempting to bind port 8cda3e07-dce1-4a8f-86c4-1673f093b8cb on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:04:35.091630 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-a59a0f9f-c864-4373-8b26-78d46b476160 None None] Attempting to bind port 8cda3e07-dce1-4a8f-86c4-1673f093b8cb by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'e3272716-47c2-42b8-9c57-6413c00102b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5c673a31-c6dc-4940-a700-d62fab12944a'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:04:35.092177 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59a0f9f-c864-4373-8b26-78d46b476160 None None] Attempting to bind port 8cda3e07-dce1-4a8f-86c4-1673f093b8cb on network 5c673a31-c6dc-4940-a700-d62fab12944a {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:04:35.123907 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c3876c94-0976-4b90-9040-9e73760da9cd tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:35.128458 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59a0f9f-c864-4373-8b26-78d46b476160 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:04:35.132220 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59a0f9f-c864-4373-8b26-78d46b476160 None None] Checking segment: {'id': 'e3272716-47c2-42b8-9c57-6413c00102b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5c673a31-c6dc-4940-a700-d62fab12944a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:04:35.137576 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a59a0f9f-c864-4373-8b26-78d46b476160 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:35.138468 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59a0f9f-c864-4373-8b26-78d46b476160 None None] Bound using segment: {'id': 'e3272716-47c2-42b8-9c57-6413c00102b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5c673a31-c6dc-4940-a700-d62fab12944a'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:04:35.139678 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-a59a0f9f-c864-4373-8b26-78d46b476160 None None] Bound port: 8cda3e07-dce1-4a8f-86c4-1673f093b8cb, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3272716-47c2-42b8-9c57-6413c00102b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5c673a31-c6dc-4940-a700-d62fab12944a'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:04:35.139824 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a59a0f9f-c864-4373-8b26-78d46b476160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:35.199517 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-4645418a-649c-4327-9727-6e1768c695cf tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Allocated IP 192.168.233.150 (05f7642a-1c79-41be-85aa-1443ef22cc3b/dfc66e4b-ecb5-4c99-afe1-0a78c722534a/f4d691e7-e9a2-4853-8163-af247dd9cc84) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:04:35.223254 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c3876c94-0976-4b90-9040-9e73760da9cd tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:35.231285 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c3876c94-0976-4b90-9040-9e73760da9cd tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:35.271866 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3876c94-0976-4b90-9040-9e73760da9cd tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a287ed4-5f3c-4790-9d26-677449129149,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:35.298166 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c3876c94-0976-4b90-9040-9e73760da9cd tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:35.301942 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c3876c94-0976-4b90-9040-9e73760da9cd tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2518587 Sep 08 09:04:35.304503 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42882) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:04:35.313159 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-96bf139e-8c58-4a2e-b859-5ca828fb9c7c tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:04:35.330118 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f80b88ab-5380-4fc7-9d00-0ae4530e5c27 req-8d5a4fbe-6b98-424a-b87f-16ba687af1b1 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:04:35.355729 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-f80b88ab-5380-4fc7-9d00-0ae4530e5c27 req-8d5a4fbe-6b98-424a-b87f-16ba687af1b1 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:04:35.369698 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-7d6f73ed-74d8-41ef-882a-a1cc1283cabe tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Network 05f7642a-1c79-41be-85aa-1443ef22cc3b is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:04:35.378531 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80b88ab-5380-4fc7-9d00-0ae4530e5c27 req-8d5a4fbe-6b98-424a-b87f-16ba687af1b1 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:04:35.379482 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-a59a0f9f-c864-4373-8b26-78d46b476160 None None] For port 8cda3e07-dce1-4a8f-86c4-1673f093b8cb, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:04:35.381170 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-96bf139e-8c58-4a2e-b859-5ca828fb9c7c tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Notify callbacks [] for floatingip, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:35.389651 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-a59a0f9f-c864-4373-8b26-78d46b476160 None None] For port 8cda3e07-dce1-4a8f-86c4-1673f093b8cb, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=8cda3e07-dce1-4a8f-86c4-1673f093b8cb,segment=NetworkSegment(e3272716-47c2-42b8-9c57-6413c00102b1),segment_id=e3272716-47c2-42b8-9c57-6413c00102b1)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:04:35.392839 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-7d6f73ed-74d8-41ef-882a-a1cc1283cabe tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:04:35.395021 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a4fbe-6b98-424a-b87f-16ba687af1b1 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Pushing event updated for resources: {'Port': ['ID=37bde16e-c0f6-4c5e-b6bf-dcf914c56d71,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:35.397629 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-7d6f73ed-74d8-41ef-882a-a1cc1283cabe tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:04:35.407195 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a59a0f9f-c864-4373-8b26-78d46b476160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:35.545927 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd99878-dc08-46f9-849d-80b1c07e1663 None None] Pushing event updated for resources: {'Port': ['ID=8cda3e07-dce1-4a8f-86c4-1673f093b8cb,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:35.601382 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59a0f9f-c864-4373-8b26-78d46b476160 None None] Routers {'cd2821bd-d1aa-43d6-8791-315a64c06d59'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:04:35.602107 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-a59a0f9f-c864-4373-8b26-78d46b476160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:04:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['cd2821bd-d1aa-43d6-8791-315a64c06d59'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:35.708713 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9517d0f1-750c-449d-bc5b-d4e5a9a5bcf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:35.718390 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2f7b3022-2075-44bf-9568-a549bd55f3d8 req-19716c9a-b7b3-4ecb-b6e7-f62d4d8d0632 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=24805d5c-2764-4523-a530-29092d8f6d83 HTTP/1.1" status: 200 len: 210 time: 0.0936007 Sep 08 09:04:35.730373 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-7d6f73ed-74d8-41ef-882a-a1cc1283cabe tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:35.731483 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-7d6f73ed-74d8-41ef-882a-a1cc1283cabe tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:35.810673 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f73ed-74d8-41ef-882a-a1cc1283cabe tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Pushing event updated for resources: {'Port': ['ID=fb2e5f1e-9c50-48e7-b6bb-e637dec86b44,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:35.870684 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-96bf139e-8c58-4a2e-b859-5ca828fb9c7c tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:36.091080 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397afc3-7711-473d-97d7-4efa090999de req-0df57598-d6b7-49fe-9d57-d3ab4c2d4fbf tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:36.099739 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397afc3-7711-473d-97d7-4efa090999de req-0df57598-d6b7-49fe-9d57-d3ab4c2d4fbf tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:36.111389 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device ce7c2219-930e-4453-bffb-65e1b578687b up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:04:36.113038 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397afc3-7711-473d-97d7-4efa090999de req-0df57598-d6b7-49fe-9d57-d3ab4c2d4fbf tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:36.131849 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-7d6f73ed-74d8-41ef-882a-a1cc1283cabe tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9485259 Sep 08 09:04:36.138785 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397afc3-7711-473d-97d7-4efa090999de req-0df57598-d6b7-49fe-9d57-d3ab4c2d4fbf tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:36.149276 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397afc3-7711-473d-97d7-4efa090999de req-0df57598-d6b7-49fe-9d57-d3ab4c2d4fbf tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:36.165093 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397afc3-7711-473d-97d7-4efa090999de req-0df57598-d6b7-49fe-9d57-d3ab4c2d4fbf tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:36.168279 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-7c2e1a3e-b404-45ea-a933-327a27daeac8 service neutron] Request body: {'port': {'device_id': '2b003af9-6474-4242-bf5f-78fff92e0232', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:04:36.169792 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-fc368fd3-8d8d-4c79-8425-c7264a112eb1 None None] Provisioning for port fb2e5f1e-9c50-48e7-b6bb-e637dec86b44 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:04:36.176292 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397afc3-7711-473d-97d7-4efa090999de req-0df57598-d6b7-49fe-9d57-d3ab4c2d4fbf tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:36.180109 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a397afc3-7711-473d-97d7-4efa090999de req-0df57598-d6b7-49fe-9d57-d3ab4c2d4fbf tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 5422 time: 0.2139473 Sep 08 09:04:36.189344 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-fc368fd3-8d8d-4c79-8425-c7264a112eb1 None None] Provisioning complete for port fb2e5f1e-9c50-48e7-b6bb-e637dec86b44 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:04:36.190143 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fc368fd3-8d8d-4c79-8425-c7264a112eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:36.204552 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-a59a0f9f-c864-4373-8b26-78d46b476160 None None] Set router cd2821bd-d1aa-43d6-8791-315a64c06d59 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:04:36.279625 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a397afc3-7711-473d-97d7-4efa090999de req-d761b6df-9516-420a-826f-928b9b9ad36a tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&id=53d991ac-c80f-43e4-8682-37208170b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0868742 Sep 08 09:04:36.303690 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-fc368fd3-8d8d-4c79-8425-c7264a112eb1 None None] Port fb2e5f1e-9c50-48e7-b6bb-e637dec86b44 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:04:36.315878 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port ce7c2219-930e-4453-bffb-65e1b578687b triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:04:36.316268 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:36.340463 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f80b88ab-5380-4fc7-9d00-0ae4530e5c27 req-8d5a4fbe-6b98-424a-b87f-16ba687af1b1 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:36.392876 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-96bf139e-8c58-4a2e-b859-5ca828fb9c7c tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Allocated IP 172.25.0.125 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/61615a88-c0de-4ac9-9dad-93072acfa058) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:04:36.426546 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-4645418a-649c-4327-9727-6e1768c695cf tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:36.467252 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-7c2e1a3e-b404-45ea-a933-327a27daeac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:36.492179 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-4645418a-649c-4327-9727-6e1768c695cf tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Transition to ACTIVE for port object f4d691e7-e9a2-4853-8163-af247dd9cc84 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:04:36.498316 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f80b88ab-5380-4fc7-9d00-0ae4530e5c27 req-8d5a4fbe-6b98-424a-b87f-16ba687af1b1 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:36.529134 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-96bf139e-8c58-4a2e-b859-5ca828fb9c7c tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:36.582711 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-96bf139e-8c58-4a2e-b859-5ca828fb9c7c tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:36.668146 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bf139e-8c58-4a2e-b859-5ca828fb9c7c tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:04:36.672283 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-96bf139e-8c58-4a2e-b859-5ca828fb9c7c tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:04:36.686729 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bf139e-8c58-4a2e-b859-5ca828fb9c7c tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:04:36.695933 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bf139e-8c58-4a2e-b859-5ca828fb9c7c tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Pushing event updated for resources: {'Port': ['ID=61615a88-c0de-4ac9-9dad-93072acfa058,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:36.803000 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9517d0f1-750c-449d-bc5b-d4e5a9a5bcf7 admin admin] Router 38fabaa3-35d1-4db4-b749-51328f0dc012 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:04:36.811652 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-4645418a-649c-4327-9727-6e1768c695cf tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:36.827066 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-a59a0f9f-c864-4373-8b26-78d46b476160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2821bd-d1aa-43d6-8791-315a64c06d59', 'name': 'tempest-ServersTestManualDisk-313145429-router', 'tenant_id': 'ebf6a23ea5e740e1a541026d39f45486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'ce7c2219-930e-4453-bffb-65e1b578687b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:04:23Z', 'updated_at': '2021-09-08T09:04:31Z', 'revision_number': 4, 'project_id': 'ebf6a23ea5e740e1a541026d39f45486', 'gw_port': {'id': 'ce7c2219-930e-4453-bffb-65e1b578687b', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:53:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2821bd-d1aa-43d6-8791-315a64c06d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:24Z', 'updated_at': '2021-09-08T09:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '8cda3e07-dce1-4a8f-86c4-1673f093b8cb', 'name': '', 'network_id': '5c673a31-c6dc-4940-a700-d62fab12944a', 'tenant_id': 'ebf6a23ea5e740e1a541026d39f45486', 'mac_address': 'fa:16:3e:ee:40:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2821bd-d1aa-43d6-8791-315a64c06d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '257fd746-9c97-41f1-9b18-3ebaf08bb2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:29Z', 'updated_at': '2021-09-08T09:04:35Z', 'revision_number': 4, 'project_id': 'ebf6a23ea5e740e1a541026d39f45486', 'subnets': [{'id': '257fd746-9c97-41f1-9b18-3ebaf08bb2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:36.860974 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-96bf139e-8c58-4a2e-b859-5ca828fb9c7c tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:36.886946 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['9e98ff4c-63d3-4bcd-b49c-1e626df063aa'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:04:36.893500 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59a0f9f-c864-4373-8b26-78d46b476160 None None] The sync data for ids ['cd2821bd-d1aa-43d6-8791-315a64c06d59'] in n-d-806683-11 is: [{'id': 'cd2821bd-d1aa-43d6-8791-315a64c06d59', 'name': 'tempest-ServersTestManualDisk-313145429-router', 'tenant_id': 'ebf6a23ea5e740e1a541026d39f45486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'ce7c2219-930e-4453-bffb-65e1b578687b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:04:23Z', 'updated_at': '2021-09-08T09:04:31Z', 'revision_number': 4, 'project_id': 'ebf6a23ea5e740e1a541026d39f45486', 'gw_port': {'id': 'ce7c2219-930e-4453-bffb-65e1b578687b', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:53:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2821bd-d1aa-43d6-8791-315a64c06d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:24Z', 'updated_at': '2021-09-08T09:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '8cda3e07-dce1-4a8f-86c4-1673f093b8cb', 'name': '', 'network_id': '5c673a31-c6dc-4940-a700-d62fab12944a', 'tenant_id': 'ebf6a23ea5e740e1a541026d39f45486', 'mac_address': 'fa:16:3e:ee:40:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd2821bd-d1aa-43d6-8791-315a64c06d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '257fd746-9c97-41f1-9b18-3ebaf08bb2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:29Z', 'updated_at': '2021-09-08T09:04:35Z', 'revision_number': 4, 'project_id': 'ebf6a23ea5e740e1a541026d39f45486', 'subnets': [{'id': '257fd746-9c97-41f1-9b18-3ebaf08bb2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:04:36.983019 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c80c4-7f34-4d96-84b8-b97df614b9d7 req-d698d9d1-6369-4662-9844-abaa353c53d5 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:37.027997 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d30c80c4-7f34-4d96-84b8-b97df614b9d7 req-d698d9d1-6369-4662-9844-abaa353c53d5 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=24805d5c-2764-4523-a530-29092d8f6d83 HTTP/1.1" status: 200 len: 936 time: 0.2083893 Sep 08 09:04:37.050722 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-96bf139e-8c58-4a2e-b859-5ca828fb9c7c tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:37.195539 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-7c2e1a3e-b404-45ea-a933-327a27daeac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb2e5f1e-9c50-48e7-b6bb-e637dec86b44 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:04:37.278132 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d30c80c4-7f34-4d96-84b8-b97df614b9d7 req-2773dc90-40b3-41e6-9d25-389002a2c623 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320197 Sep 08 09:04:37.322652 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645418a-649c-4327-9727-6e1768c695cf tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Pushing event updated for resources: {'Port': ['ID=f4d691e7-e9a2-4853-8163-af247dd9cc84,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:37.331560 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-7c2e1a3e-b404-45ea-a933-327a27daeac8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:37.350928 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-96bf139e-8c58-4a2e-b859-5ca828fb9c7c tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:37.364413 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-96bf139e-8c58-4a2e-b859-5ca828fb9c7c tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:37.389447 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-4645418a-649c-4327-9727-6e1768c695cf tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Network 05f7642a-1c79-41be-85aa-1443ef22cc3b is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:04:37.516233 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bf139e-8c58-4a2e-b859-5ca828fb9c7c tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Pushing event updated for resources: {'Port': ['ID=61615a88-c0de-4ac9-9dad-93072acfa058,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:37.531443 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-96bf139e-8c58-4a2e-b859-5ca828fb9c7c tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:37.554534 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9517d0f1-750c-449d-bc5b-d4e5a9a5bcf7 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:04:37.556512 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-4645418a-649c-4327-9727-6e1768c695cf tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:04:37.564874 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-4645418a-649c-4327-9727-6e1768c695cf tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:04:37.577225 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e991f4d3-3385-463c-bf2f-937f93cc1fca None None] Sync routers for ids ['38fabaa3-35d1-4db4-b749-51328f0dc012'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:04:37.586695 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ffa9dd-f7b5-4167-aef9-3731350fd99a req-a8c5e334-ad06-465d-88d4-23a6cadb92ac tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:37.593080 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e991f4d3-3385-463c-bf2f-937f93cc1fca None None] Routers {'38fabaa3-35d1-4db4-b749-51328f0dc012'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:04:37.593871 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-e991f4d3-3385-463c-bf2f-937f93cc1fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:04:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['38fabaa3-35d1-4db4-b749-51328f0dc012'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:37.597955 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ffa9dd-f7b5-4167-aef9-3731350fd99a req-a8c5e334-ad06-465d-88d4-23a6cadb92ac tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:37.611968 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ffa9dd-f7b5-4167-aef9-3731350fd99a req-a8c5e334-ad06-465d-88d4-23a6cadb92ac tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:37.619079 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ffa9dd-f7b5-4167-aef9-3731350fd99a req-a8c5e334-ad06-465d-88d4-23a6cadb92ac tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:37.628111 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ffa9dd-f7b5-4167-aef9-3731350fd99a req-a8c5e334-ad06-465d-88d4-23a6cadb92ac tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:37.635147 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ffa9dd-f7b5-4167-aef9-3731350fd99a req-a8c5e334-ad06-465d-88d4-23a6cadb92ac tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:37.642768 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ffa9dd-f7b5-4167-aef9-3731350fd99a req-a8c5e334-ad06-465d-88d4-23a6cadb92ac tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:37.645479 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-26ffa9dd-f7b5-4167-aef9-3731350fd99a req-a8c5e334-ad06-465d-88d4-23a6cadb92ac tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 5422 time: 0.2066820 Sep 08 09:04:37.646760 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-7c2e1a3e-b404-45ea-a933-327a27daeac8 service neutron] Transition to ACTIVE for port object fb2e5f1e-9c50-48e7-b6bb-e637dec86b44 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:04:37.648190 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-96bf139e-8c58-4a2e-b859-5ca828fb9c7c tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:37.678684 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-96bf139e-8c58-4a2e-b859-5ca828fb9c7c tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3664300 Sep 08 09:04:37.679820 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-7c2e1a3e-b404-45ea-a933-327a27daeac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:37.716668 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f80b88ab-5380-4fc7-9d00-0ae4530e5c27 req-8d5a4fbe-6b98-424a-b87f-16ba687af1b1 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:37.746880 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-4645418a-649c-4327-9727-6e1768c695cf tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:37.747579 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-4645418a-649c-4327-9727-6e1768c695cf tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:37.813813 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e1a3e-b404-45ea-a933-327a27daeac8 service neutron] Pushing event updated for resources: {'Port': ['ID=fb2e5f1e-9c50-48e7-b6bb-e637dec86b44,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:37.817877 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-26ffa9dd-f7b5-4167-aef9-3731350fd99a req-174a0270-ecd8-4bc2-becf-9c911ca08e72 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&id=53d991ac-c80f-43e4-8682-37208170b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1355474 Sep 08 09:04:37.831180 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9517d0f1-750c-449d-bc5b-d4e5a9a5bcf7 admin admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:37.835218 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42926) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:04:37.835870 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-9517d0f1-750c-449d-bc5b-d4e5a9a5bcf7 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.9851332 Sep 08 09:04:37.836793 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f80b88ab-5380-4fc7-9d00-0ae4530e5c27 req-8d5a4fbe-6b98-424a-b87f-16ba687af1b1 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:37.937704 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-e991f4d3-3385-463c-bf2f-937f93cc1fca None None] Set router 38fabaa3-35d1-4db4-b749-51328f0dc012 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:04:38.163318 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f89ece0c-cb47-40a8-88ff-696455f7bff3 None None] Provisioning for port f4d691e7-e9a2-4853-8163-af247dd9cc84 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:04:38.169858 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f89ece0c-cb47-40a8-88ff-696455f7bff3 None None] Provisioning complete for port f4d691e7-e9a2-4853-8163-af247dd9cc84 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:04:38.170289 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f89ece0c-cb47-40a8-88ff-696455f7bff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:38.272461 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 8cda3e07-dce1-4a8f-86c4-1673f093b8cb up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:04:38.432560 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-f89ece0c-cb47-40a8-88ff-696455f7bff3 None None] Port f4d691e7-e9a2-4853-8163-af247dd9cc84 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:04:38.450510 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 8cda3e07-dce1-4a8f-86c4-1673f093b8cb completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:04:38.456099 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 8cda3e07-dce1-4a8f-86c4-1673f093b8cb triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:04:38.456476 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:38.520820 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-4645418a-649c-4327-9727-6e1768c695cf tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.5863600 Sep 08 09:04:38.569674 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-afc44db2-08de-4970-bbd1-24edb6ea0a07 service neutron] Request body: {'port': {'device_id': '24805d5c-2764-4523-a530-29092d8f6d83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:04:38.583551 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a4fbe-6b98-424a-b87f-16ba687af1b1 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Pushing event updated for resources: {'Port': ['ID=37bde16e-c0f6-4c5e-b6bf-dcf914c56d71,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:38.620435 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f80b88ab-5380-4fc7-9d00-0ae4530e5c27 req-8d5a4fbe-6b98-424a-b87f-16ba687af1b1 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:38.657484 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:38.721031 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f80b88ab-5380-4fc7-9d00-0ae4530e5c27 req-8d5a4fbe-6b98-424a-b87f-16ba687af1b1 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:38.722856 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f80b88ab-5380-4fc7-9d00-0ae4530e5c27 req-8d5a4fbe-6b98-424a-b87f-16ba687af1b1 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.2908993 Sep 08 09:04:38.737053 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 8cda3e07-dce1-4a8f-86c4-1673f093b8cb, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=8cda3e07-dce1-4a8f-86c4-1673f093b8cb,segment=NetworkSegment(e3272716-47c2-42b8-9c57-6413c00102b1),segment_id=e3272716-47c2-42b8-9c57-6413c00102b1)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:38.746363 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:38.765849 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-e991f4d3-3385-463c-bf2f-937f93cc1fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fabaa3-35d1-4db4-b749-51328f0dc012', 'name': 'tempest-FloatingIPsNegativeTestJSON-2128248785-router', 'tenant_id': 'dde6bd63fc2648fc81300b993b4fc193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '2ea25c61-d2ea-445f-918b-3cd9a3365cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:04:28Z', 'updated_at': '2021-09-08T09:04:33Z', 'revision_number': 3, 'project_id': 'dde6bd63fc2648fc81300b993b4fc193', 'gw_port': {'id': '2ea25c61-d2ea-445f-918b-3cd9a3365cbc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fabaa3-35d1-4db4-b749-51328f0dc012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:29Z', 'updated_at': '2021-09-08T09:04:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:38.809136 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e991f4d3-3385-463c-bf2f-937f93cc1fca None None] Checking router: 38fabaa3-35d1-4db4-b749-51328f0dc012 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:04:38.809990 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e991f4d3-3385-463c-bf2f-937f93cc1fca None None] Updating router 38fabaa3-35d1-4db4-b749-51328f0dc012 port 2ea25c61-d2ea-445f-918b-3cd9a3365cbc binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:04:38.823351 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=8cda3e07-dce1-4a8f-86c4-1673f093b8cb,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:38.831262 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-5952db6f-1953-4704-801b-af53e7a2e981 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--2112362215&fields=id&tenant_id=ebf6a23ea5e740e1a541026d39f45486 HTTP/1.1" status: 200 len: 267 time: 0.0587933 Sep 08 09:04:38.844867 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-afc44db2-08de-4970-bbd1-24edb6ea0a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:38.860216 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-7c2e1a3e-b404-45ea-a933-327a27daeac8 service neutron] Attempting to bind port fb2e5f1e-9c50-48e7-b6bb-e637dec86b44 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:04:38.860591 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-7c2e1a3e-b404-45ea-a933-327a27daeac8 service neutron] Attempting to bind port fb2e5f1e-9c50-48e7-b6bb-e637dec86b44 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:04:38.860901 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-7c2e1a3e-b404-45ea-a933-327a27daeac8 service neutron] Attempting to bind port fb2e5f1e-9c50-48e7-b6bb-e637dec86b44 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:04:38.874855 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e991f4d3-3385-463c-bf2f-937f93cc1fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:38.883106 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f80b88ab-5380-4fc7-9d00-0ae4530e5c27 req-c3979280-651c-4203-af91-320ad1d7f01d tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.12 HTTP/1.1" status: 200 len: 695 time: 0.1472137 Sep 08 09:04:38.883941 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-7c2e1a3e-b404-45ea-a933-327a27daeac8 service neutron] Port fb2e5f1e-9c50-48e7-b6bb-e637dec86b44 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:04:38.884276 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-7c2e1a3e-b404-45ea-a933-327a27daeac8 service neutron] Attempting to bind port fb2e5f1e-9c50-48e7-b6bb-e637dec86b44 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:04:38.922676 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-7c2e1a3e-b404-45ea-a933-327a27daeac8 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:04:38.923768 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-7c2e1a3e-b404-45ea-a933-327a27daeac8 service neutron] Checking segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:04:38.924180 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-7c2e1a3e-b404-45ea-a933-327a27daeac8 service neutron] Bound using segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:04:38.924640 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-7c2e1a3e-b404-45ea-a933-327a27daeac8 service neutron] Bound port: fb2e5f1e-9c50-48e7-b6bb-e637dec86b44, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:04:38.925259 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-7c2e1a3e-b404-45ea-a933-327a27daeac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:39.068634 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-7410dbcb-a2fd-4dce-9035-a0bb0caa765f tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:39.076329 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-7410dbcb-a2fd-4dce-9035-a0bb0caa765f tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.54 "GET /v2.0/networks?id=5c673a31-c6dc-4940-a700-d62fab12944a HTTP/1.1" status: 200 len: 811 time: 0.2279825 Sep 08 09:04:39.096258 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-2e697546-3cd3-4425-aa5d-04fa877a983c tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.54 "GET /v2.0/quotas/ebf6a23ea5e740e1a541026d39f45486 HTTP/1.1" status: 200 len: 375 time: 0.0189145 Sep 08 09:04:39.201369 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-7c2e1a3e-b404-45ea-a933-327a27daeac8 service neutron] For port fb2e5f1e-9c50-48e7-b6bb-e637dec86b44, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:04:39.211618 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b88ab-5380-4fc7-9d00-0ae4530e5c27 req-c9370c8d-5b54-4bb3-9c0d-00cf1d8c9261 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:39.212262 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f80b88ab-5380-4fc7-9d00-0ae4530e5c27 req-c9370c8d-5b54-4bb3-9c0d-00cf1d8c9261 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/networks/399c4174-1e86-4a10-bb99-f875a09107d5 HTTP/1.1" status: 200 len: 784 time: 0.3052843 Sep 08 09:04:39.219501 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-b8f6ec0c-01a6-46bd-9feb-f2637c47c7e2 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ebf6a23ea5e740e1a541026d39f45486&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0972733 Sep 08 09:04:39.237798 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e991f4d3-3385-463c-bf2f-937f93cc1fca None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:39.249024 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-e991f4d3-3385-463c-bf2f-937f93cc1fca None None] Transition to ACTIVE for port object 2ea25c61-d2ea-445f-918b-3cd9a3365cbc will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:04:39.255151 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-7c2e1a3e-b404-45ea-a933-327a27daeac8 service neutron] For port fb2e5f1e-9c50-48e7-b6bb-e637dec86b44, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=fb2e5f1e-9c50-48e7-b6bb-e637dec86b44,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:04:39.257672 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e991f4d3-3385-463c-bf2f-937f93cc1fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:39.282889 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-7c2e1a3e-b404-45ea-a933-327a27daeac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:39.316428 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-e991f4d3-3385-463c-bf2f-937f93cc1fca None None] Attempting to bind port 2ea25c61-d2ea-445f-918b-3cd9a3365cbc on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:04:39.316796 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-e991f4d3-3385-463c-bf2f-937f93cc1fca None None] Attempting to bind port 2ea25c61-d2ea-445f-918b-3cd9a3365cbc by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:04:39.317158 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e991f4d3-3385-463c-bf2f-937f93cc1fca None None] Attempting to bind port 2ea25c61-d2ea-445f-918b-3cd9a3365cbc on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:04:39.333221 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e991f4d3-3385-463c-bf2f-937f93cc1fca None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:04:39.333814 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e991f4d3-3385-463c-bf2f-937f93cc1fca None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:04:39.334341 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e991f4d3-3385-463c-bf2f-937f93cc1fca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:39.334739 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e991f4d3-3385-463c-bf2f-937f93cc1fca None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:04:39.335222 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-e991f4d3-3385-463c-bf2f-937f93cc1fca None None] Bound port: 2ea25c61-d2ea-445f-918b-3cd9a3365cbc, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:04:39.335603 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e991f4d3-3385-463c-bf2f-937f93cc1fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:39.338015 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-7c2e1a3e-b404-45ea-a933-327a27daeac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:39.339358 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-7c2e1a3e-b404-45ea-a933-327a27daeac8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:39.341832 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-7c2e1a3e-b404-45ea-a933-327a27daeac8 service neutron] 10.222.0.37 "PUT /v2.0/ports/fb2e5f1e-9c50-48e7-b6bb-e637dec86b44 HTTP/1.1" status: 200 len: 1096 time: 3.1882627 Sep 08 09:04:39.345204 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b003af9-6474-4242-bf5f-78fff92e0232', 'tag': 'fb2e5f1e-9c50-48e7-b6bb-e637dec86b44'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:04:39.347896 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e83962-4fc8-4612-927f-890308004799" -d '{"events": [{"name": "network-changed", "server_uuid": "2b003af9-6474-4242-bf5f-78fff92e0232", "tag": "fb2e5f1e-9c50-48e7-b6bb-e637dec86b44"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:04:39.403429 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-e991f4d3-3385-463c-bf2f-937f93cc1fca None None] For port 2ea25c61-d2ea-445f-918b-3cd9a3365cbc, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:04:39.407067 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-e991f4d3-3385-463c-bf2f-937f93cc1fca None None] For port 2ea25c61-d2ea-445f-918b-3cd9a3365cbc, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=2ea25c61-d2ea-445f-918b-3cd9a3365cbc,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:04:39.407271 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-0fb3e19d-ab20-4599-a6bb-e12c2b7786cf service neutron] 10.222.0.54 "GET /v2.0/networks/5c673a31-c6dc-4940-a700-d62fab12944a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732671 Sep 08 09:04:39.414683 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e991f4d3-3385-463c-bf2f-937f93cc1fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:39.417059 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f689a0c-be28-47ad-9066-b869f8b1711a None None] Pushing event updated for resources: {'Port': ['ID=2ea25c61-d2ea-445f-918b-3cd9a3365cbc,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:39.477914 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f689a0c-be28-47ad-9066-b869f8b1711a None None] Pushing event updated for resources: {'Port': ['ID=2ea25c61-d2ea-445f-918b-3cd9a3365cbc,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:39.492621 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e1a3e-b404-45ea-a933-327a27daeac8 service neutron] Pushing event updated for resources: {'Port': ['ID=fb2e5f1e-9c50-48e7-b6bb-e637dec86b44,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:39.504352 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e991f4d3-3385-463c-bf2f-937f93cc1fca None None] Routers {'38fabaa3-35d1-4db4-b749-51328f0dc012'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:04:39.506174 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-e991f4d3-3385-463c-bf2f-937f93cc1fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:04:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['38fabaa3-35d1-4db4-b749-51328f0dc012'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:39.560005 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-228acecc-5a28-4016-a953-542c719d2c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:39.567613 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-bf13bd2e-e394-4a4b-9dda-1ec1c477ff12 service neutron] 10.222.0.54 "GET /v2.0/networks/5c673a31-c6dc-4940-a700-d62fab12944a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594250 Sep 08 09:04:39.574854 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-7e71cbdf-8317-4483-a150-609aa3daa042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:39.576513 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-7e71cbdf-8317-4483-a150-609aa3daa042 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=009c70ac018246c49e6f9a3a4c5ddf6c&device_id=2b003af9-6474-4242-bf5f-78fff92e0232 HTTP/1.1" status: 200 len: 1099 time: 0.1513510 Sep 08 09:04:39.640480 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-68605ae7-5cca-4c27-a4f9-9662da019d67 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=fb2e5f1e-9c50-48e7-b6bb-e637dec86b44 HTTP/1.1" status: 200 len: 217 time: 0.0432103 Sep 08 09:04:39.668153 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8c806-19c9-4bbf-a33f-696f5f7f6635 req-b49e5e11-1622-4dc7-bd0a-6024683aaf3c tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:39.670107 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a9f8c806-19c9-4bbf-a33f-696f5f7f6635 req-b49e5e11-1622-4dc7-bd0a-6024683aaf3c tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=24805d5c-2764-4523-a530-29092d8f6d83 HTTP/1.1" status: 200 len: 936 time: 0.1960182 Sep 08 09:04:39.693684 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-e991f4d3-3385-463c-bf2f-937f93cc1fca None None] Set router 38fabaa3-35d1-4db4-b749-51328f0dc012 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:04:39.709782 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-afc44db2-08de-4970-bbd1-24edb6ea0a07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4d691e7-e9a2-4853-8163-af247dd9cc84 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:04:39.739999 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-afc44db2-08de-4970-bbd1-24edb6ea0a07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:39.798959 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-afc44db2-08de-4970-bbd1-24edb6ea0a07 service neutron] Transition to ACTIVE for port object f4d691e7-e9a2-4853-8163-af247dd9cc84 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:04:39.817137 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-afc44db2-08de-4970-bbd1-24edb6ea0a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:39.830238 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-c3bac7bc-0340-4ef4-8b2e-9d88ce404ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:39.831852 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-c3bac7bc-0340-4ef4-8b2e-9d88ce404ca8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.1803992 Sep 08 09:04:39.836777 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-228acecc-5a28-4016-a953-542c719d2c63 admin admin] Allocated IP 172.20.0.1 (07c21f80-eca8-48f7-a649-10b50fd80313/62b0953f-70c2-4b1c-a792-1353020c1e11/3e0a3a66-f1ce-41da-9abe-019e92c6c9f8) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:04:39.871174 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a9f8c806-19c9-4bbf-a33f-696f5f7f6635 req-40738ccd-6805-4a82-ad0d-78d4e71200de tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521416 Sep 08 09:04:39.995876 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-228acecc-5a28-4016-a953-542c719d2c63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:40.003911 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc44db2-08de-4970-bbd1-24edb6ea0a07 service neutron] Pushing event updated for resources: {'Port': ['ID=f4d691e7-e9a2-4853-8163-af247dd9cc84,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:40.019816 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-e991f4d3-3385-463c-bf2f-937f93cc1fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fabaa3-35d1-4db4-b749-51328f0dc012', 'name': 'tempest-FloatingIPsNegativeTestJSON-2128248785-router', 'tenant_id': 'dde6bd63fc2648fc81300b993b4fc193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '2ea25c61-d2ea-445f-918b-3cd9a3365cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:04:28Z', 'updated_at': '2021-09-08T09:04:33Z', 'revision_number': 3, 'project_id': 'dde6bd63fc2648fc81300b993b4fc193', 'gw_port': {'id': '2ea25c61-d2ea-445f-918b-3cd9a3365cbc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fabaa3-35d1-4db4-b749-51328f0dc012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:29Z', 'updated_at': '2021-09-08T09:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:40.047871 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-228acecc-5a28-4016-a953-542c719d2c63 admin admin] Transition to ACTIVE for port object 3e0a3a66-f1ce-41da-9abe-019e92c6c9f8 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:04:40.050146 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e991f4d3-3385-463c-bf2f-937f93cc1fca None None] The sync data for ids ['38fabaa3-35d1-4db4-b749-51328f0dc012'] in n-d-806683-11 is: [{'id': '38fabaa3-35d1-4db4-b749-51328f0dc012', 'name': 'tempest-FloatingIPsNegativeTestJSON-2128248785-router', 'tenant_id': 'dde6bd63fc2648fc81300b993b4fc193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '2ea25c61-d2ea-445f-918b-3cd9a3365cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:04:28Z', 'updated_at': '2021-09-08T09:04:33Z', 'revision_number': 3, 'project_id': 'dde6bd63fc2648fc81300b993b4fc193', 'gw_port': {'id': '2ea25c61-d2ea-445f-918b-3cd9a3365cbc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fabaa3-35d1-4db4-b749-51328f0dc012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:29Z', 'updated_at': '2021-09-08T09:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:04:40.100647 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-b800ad43-18ff-440b-a6fd-7e487734f291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:40.105653 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-b800ad43-18ff-440b-a6fd-7e487734f291 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2316241 Sep 08 09:04:40.145415 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-228acecc-5a28-4016-a953-542c719d2c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:40.171649 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 8cda3e07-dce1-4a8f-86c4-1673f093b8cb up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:04:40.258452 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228acecc-5a28-4016-a953-542c719d2c63 admin admin] Pushing event updated for resources: {'Port': ['ID=3e0a3a66-f1ce-41da-9abe-019e92c6c9f8,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:40.280676 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228acecc-5a28-4016-a953-542c719d2c63 admin admin] Network 07c21f80-eca8-48f7-a649-10b50fd80313 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:04:40.283116 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-228acecc-5a28-4016-a953-542c719d2c63 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:04:40.285819 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 8cda3e07-dce1-4a8f-86c4-1673f093b8cb triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:04:40.296761 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:40.302779 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d237db9-1e7c-4102-8d9d-0c2b694b2da6 req-33a728c9-4c33-4fc9-bec0-0ac0a17f0f6b tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:40.326091 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d237db9-1e7c-4102-8d9d-0c2b694b2da6 req-33a728c9-4c33-4fc9-bec0-0ac0a17f0f6b tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:40.334672 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d237db9-1e7c-4102-8d9d-0c2b694b2da6 req-33a728c9-4c33-4fc9-bec0-0ac0a17f0f6b tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:40.350117 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d237db9-1e7c-4102-8d9d-0c2b694b2da6 req-33a728c9-4c33-4fc9-bec0-0ac0a17f0f6b tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:40.357246 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d237db9-1e7c-4102-8d9d-0c2b694b2da6 req-33a728c9-4c33-4fc9-bec0-0ac0a17f0f6b tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:40.364891 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d237db9-1e7c-4102-8d9d-0c2b694b2da6 req-33a728c9-4c33-4fc9-bec0-0ac0a17f0f6b tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:40.382788 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d237db9-1e7c-4102-8d9d-0c2b694b2da6 req-33a728c9-4c33-4fc9-bec0-0ac0a17f0f6b tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:40.398452 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8d237db9-1e7c-4102-8d9d-0c2b694b2da6 req-33a728c9-4c33-4fc9-bec0-0ac0a17f0f6b tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 5422 time: 0.3067698 Sep 08 09:04:40.411581 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228acecc-5a28-4016-a953-542c719d2c63 admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:04:40.485485 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-afc44db2-08de-4970-bbd1-24edb6ea0a07 service neutron] Attempting to bind port f4d691e7-e9a2-4853-8163-af247dd9cc84 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:04:40.485830 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-afc44db2-08de-4970-bbd1-24edb6ea0a07 service neutron] Attempting to bind port f4d691e7-e9a2-4853-8163-af247dd9cc84 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:04:40.488891 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-afc44db2-08de-4970-bbd1-24edb6ea0a07 service neutron] Attempting to bind port f4d691e7-e9a2-4853-8163-af247dd9cc84 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:04:40.499923 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-079ec359-f5cf-4b7d-8cee-daed694585c9 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946031 Sep 08 09:04:40.541971 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-afc44db2-08de-4970-bbd1-24edb6ea0a07 service neutron] Port f4d691e7-e9a2-4853-8163-af247dd9cc84 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:04:40.542384 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-afc44db2-08de-4970-bbd1-24edb6ea0a07 service neutron] Attempting to bind port f4d691e7-e9a2-4853-8163-af247dd9cc84 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:04:40.568651 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a1b41-da12-4f73-a9a8-57bedc44ce5c req-d2a23f20-cd2b-4b7d-9be8-1b7a0cc25868 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:40.570341 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-887a1b41-da12-4f73-a9a8-57bedc44ce5c req-d2a23f20-cd2b-4b7d-9be8-1b7a0cc25868 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/ports?device_id=da5ed9ad-379f-46cc-bac2-fbbdc500b1be&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3486192 Sep 08 09:04:40.576754 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8d237db9-1e7c-4102-8d9d-0c2b694b2da6 req-0382f7c1-5ef1-4528-a257-ea6521f3e825 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&id=53d991ac-c80f-43e4-8682-37208170b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1704941 Sep 08 09:04:40.582893 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-228acecc-5a28-4016-a953-542c719d2c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:40.589617 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-afc44db2-08de-4970-bbd1-24edb6ea0a07 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:04:40.589617 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-afc44db2-08de-4970-bbd1-24edb6ea0a07 service neutron] Checking segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:04:40.589617 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-afc44db2-08de-4970-bbd1-24edb6ea0a07 service neutron] Bound using segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:04:40.591020 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-afc44db2-08de-4970-bbd1-24edb6ea0a07 service neutron] Bound port: f4d691e7-e9a2-4853-8163-af247dd9cc84, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:04:40.591020 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-afc44db2-08de-4970-bbd1-24edb6ea0a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:40.701959 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19bcb9ad-ee0b-4b26-9fc1-a15c1b191e06 x-openstack-request-id: req-19bcb9ad-ee0b-4b26-9fc1-a15c1b191e06 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:04:40.702345 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b003af9-6474-4242-bf5f-78fff92e0232", "tag": "fb2e5f1e-9c50-48e7-b6bb-e637dec86b44", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:04:40.702533 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-19bcb9ad-ee0b-4b26-9fc1-a15c1b191e06 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:04:40.702935 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b003af9-6474-4242-bf5f-78fff92e0232', 'tag': 'fb2e5f1e-9c50-48e7-b6bb-e637dec86b44', 'status': 'completed', 'code': 200} Sep 08 09:04:40.720625 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c009c4ed-b60d-4630-a882-cf276c860e16 None None] Provisioning for port 3e0a3a66-f1ce-41da-9abe-019e92c6c9f8 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:04:40.724902 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c009c4ed-b60d-4630-a882-cf276c860e16 None None] Provisioning complete for port 3e0a3a66-f1ce-41da-9abe-019e92c6c9f8 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:04:40.725238 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c009c4ed-b60d-4630-a882-cf276c860e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:40.765776 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-887a1b41-da12-4f73-a9a8-57bedc44ce5c req-443b1e0c-9d08-491d-a797-529936587fca tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.12 HTTP/1.1" status: 200 len: 695 time: 0.1535304 Sep 08 09:04:40.797300 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-887a1b41-da12-4f73-a9a8-57bedc44ce5c req-6c6bb9c3-2013-4040-8dfa-38f4749de271 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Request body: {'floatingip': {'port_id': '8d6494f4-1d34-4a51-945f-ed082dfbb444', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:04:40.840740 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-c009c4ed-b60d-4630-a882-cf276c860e16 None None] Port 3e0a3a66-f1ce-41da-9abe-019e92c6c9f8 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:04:40.846242 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-228acecc-5a28-4016-a953-542c719d2c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:40.898556 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-887a1b41-da12-4f73-a9a8-57bedc44ce5c req-6c6bb9c3-2013-4040-8dfa-38f4749de271 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Notify callbacks [] for floatingip, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:40.906492 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-c7c71360-9675-4908-8b99-9f3f098ceaae service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803763 Sep 08 09:04:40.960466 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-afc44db2-08de-4970-bbd1-24edb6ea0a07 service neutron] For port f4d691e7-e9a2-4853-8163-af247dd9cc84, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:04:40.995785 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-afc44db2-08de-4970-bbd1-24edb6ea0a07 service neutron] For port f4d691e7-e9a2-4853-8163-af247dd9cc84, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=f4d691e7-e9a2-4853-8163-af247dd9cc84,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:04:41.032115 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d316c8-bc81-48d8-97fd-e17d95dcec0f req-41f067f4-e7a3-4018-9f5a-ab738a5931fb tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:41.034332 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-afc44db2-08de-4970-bbd1-24edb6ea0a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:41.035932 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-61d316c8-bc81-48d8-97fd-e17d95dcec0f req-41f067f4-e7a3-4018-9f5a-ab738a5931fb tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/ports?device_id=756bfc30-5241-4c6f-88d0-5588e0622c9e HTTP/1.1" status: 200 len: 951 time: 0.1298676 Sep 08 09:04:41.155771 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-61d316c8-bc81-48d8-97fd-e17d95dcec0f req-ffd398ee-ff29-49a6-8de6-c4c45e607ba0 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/security-groups?id=0aeb02ef-aaab-47d1-8b2c-972ae0131d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693345 Sep 08 09:04:41.195247 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-228acecc-5a28-4016-a953-542c719d2c63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:41.201182 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-228acecc-5a28-4016-a953-542c719d2c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:41.315406 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2556bc99-a384-4b81-a09e-9aecda3b4f4e req-a45c42d9-4e27-4f15-8740-d13c03b4a44d tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc92466a-b3c6-4750-954e-e8c401c23ca9 HTTP/1.1" status: 200 len: 210 time: 0.0418582 Sep 08 09:04:41.321309 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-228acecc-5a28-4016-a953-542c719d2c63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:41.344226 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228acecc-5a28-4016-a953-542c719d2c63 admin admin] Pushing event updated for resources: {'Port': ['ID=3e0a3a66-f1ce-41da-9abe-019e92c6c9f8,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:41.446192 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc44db2-08de-4970-bbd1-24edb6ea0a07 service neutron] Pushing event updated for resources: {'Port': ['ID=f4d691e7-e9a2-4853-8163-af247dd9cc84,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:41.450834 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-afc44db2-08de-4970-bbd1-24edb6ea0a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:41.451489 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-afc44db2-08de-4970-bbd1-24edb6ea0a07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:41.453054 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-afc44db2-08de-4970-bbd1-24edb6ea0a07 service neutron] 10.222.0.37 "PUT /v2.0/ports/f4d691e7-e9a2-4853-8163-af247dd9cc84 HTTP/1.1" status: 200 len: 1097 time: 2.8989036 Sep 08 09:04:41.535225 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f51d6-8a17-4894-99f2-5afb0886cfa3 req-b2e7ab8f-e8f0-4c04-a69d-320020ded4d4 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:41.536832 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-412f51d6-8a17-4894-99f2-5afb0886cfa3 req-b2e7ab8f-e8f0-4c04-a69d-320020ded4d4 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=24805d5c-2764-4523-a530-29092d8f6d83 HTTP/1.1" status: 200 len: 948 time: 0.0989730 Sep 08 09:04:41.546721 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228acecc-5a28-4016-a953-542c719d2c63 admin admin] Network 07c21f80-eca8-48f7-a649-10b50fd80313 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:04:41.549711 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e83962-4fc8-4612-927f-890308004799 req-2532e01f-0faf-42d6-9b89-6929d86572c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:41.551441 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-228acecc-5a28-4016-a953-542c719d2c63 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:04:41.551746 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e8e83962-4fc8-4612-927f-890308004799 req-2532e01f-0faf-42d6-9b89-6929d86572c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=009c70ac018246c49e6f9a3a4c5ddf6c&device_id=2b003af9-6474-4242-bf5f-78fff92e0232 HTTP/1.1" status: 200 len: 1099 time: 0.5471754 Sep 08 09:04:41.616483 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-412f51d6-8a17-4894-99f2-5afb0886cfa3 req-d18ceffd-d1ef-4a20-8b23-b7e4c2b334ec tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683756 Sep 08 09:04:41.753126 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device e14de9e1-dbdd-41d4-bb25-3967a45e30bf details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:04:41.782652 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device fba87fd1-4477-4e5e-a16f-5baaa7d039ea no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:04:41.835581 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228acecc-5a28-4016-a953-542c719d2c63 admin admin] Router 38fabaa3-35d1-4db4-b749-51328f0dc012 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:04:42.050585 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:42.072179 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-01f3317d-739c-4904-9600-e06eda6bbba9 None None] Provisioning complete for port 3e0a3a66-f1ce-41da-9abe-019e92c6c9f8 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:04:42.073442 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-01f3317d-739c-4904-9600-e06eda6bbba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:42.073550 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228acecc-5a28-4016-a953-542c719d2c63 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:04:42.080603 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-228acecc-5a28-4016-a953-542c719d2c63 admin admin] 10.222.0.54 "PUT /v2.0/routers/38fabaa3-35d1-4db4-b749-51328f0dc012/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2442443 Sep 08 09:04:42.138633 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 2ea25c61-d2ea-445f-918b-3cd9a3365cbc up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:04:42.139411 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017d87b-0693-4efb-8770-9a0a0daf4460 req-a8db8a12-a3aa-4e7e-8b0a-33f5ea3065ff tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:42.147832 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017d87b-0693-4efb-8770-9a0a0daf4460 req-a8db8a12-a3aa-4e7e-8b0a-33f5ea3065ff tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:42.158401 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017d87b-0693-4efb-8770-9a0a0daf4460 req-a8db8a12-a3aa-4e7e-8b0a-33f5ea3065ff tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:42.158584 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port e14de9e1-dbdd-41d4-bb25-3967a45e30bf, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=e14de9e1-dbdd-41d4-bb25-3967a45e30bf,segment=NetworkSegment(948da7d8-df84-42e8-b003-776fc80a05e5),segment_id=948da7d8-df84-42e8-b003-776fc80a05e5)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:42.168037 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017d87b-0693-4efb-8770-9a0a0daf4460 req-a8db8a12-a3aa-4e7e-8b0a-33f5ea3065ff tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:42.175599 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017d87b-0693-4efb-8770-9a0a0daf4460 req-a8db8a12-a3aa-4e7e-8b0a-33f5ea3065ff tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:42.182130 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017d87b-0693-4efb-8770-9a0a0daf4460 req-a8db8a12-a3aa-4e7e-8b0a-33f5ea3065ff tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:42.185427 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756bfc30-5241-4c6f-88d0-5588e0622c9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fba87fd1-4477-4e5e-a16f-5baaa7d039ea'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:04:42.187784 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654bb002-b377-4b60-9c4f-94c01f5b279f" -d '{"events": [{"server_uuid": "756bfc30-5241-4c6f-88d0-5588e0622c9e", "name": "network-vif-unplugged", "status": "completed", "tag": "fba87fd1-4477-4e5e-a16f-5baaa7d039ea"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:04:42.190604 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017d87b-0693-4efb-8770-9a0a0daf4460 req-a8db8a12-a3aa-4e7e-8b0a-33f5ea3065ff tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:42.192633 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2017d87b-0693-4efb-8770-9a0a0daf4460 req-a8db8a12-a3aa-4e7e-8b0a-33f5ea3065ff tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 5422 time: 0.1313446 Sep 08 09:04:42.223638 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port fba87fd1-4477-4e5e-a16f-5baaa7d039ea, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=fba87fd1-4477-4e5e-a16f-5baaa7d039ea,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:42.232849 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': 'e14de9e1-dbdd-41d4-bb25-3967a45e30bf', 'network_id': 'c973ae74-d868-45d7-8512-13ab7ed1b791', 'port_id': 'e14de9e1-dbdd-41d4-bb25-3967a45e30bf', 'mac_address': 'fa:16:3e:26:c8:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c69359f7-0d90-4906-8a67-6fd5e600c4bc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:04:42.236558 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-01f3317d-739c-4904-9600-e06eda6bbba9 None None] Port 3e0a3a66-f1ce-41da-9abe-019e92c6c9f8 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:04:42.261403 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:42.287848 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2017d87b-0693-4efb-8770-9a0a0daf4460 req-cccea150-b474-4022-a437-7402980d980e tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&id=53d991ac-c80f-43e4-8682-37208170b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0840809 Sep 08 09:04:42.363063 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-6ce36568-48f0-4f3a-be4b-4b2bdbaee90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:42.364654 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-6ce36568-48f0-4f3a-be4b-4b2bdbaee90a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=009c70ac018246c49e6f9a3a4c5ddf6c&device_id=24805d5c-2764-4523-a530-29092d8f6d83 HTTP/1.1" status: 200 len: 1100 time: 0.8119385 Sep 08 09:04:42.368885 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:42.398556 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e14de9e1-dbdd-41d4-bb25-3967a45e30bf {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:04:42.403533 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=fba87fd1-4477-4e5e-a16f-5baaa7d039ea,revision_number=11']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:42.428689 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port e14de9e1-dbdd-41d4-bb25-3967a45e30bf, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=e14de9e1-dbdd-41d4-bb25-3967a45e30bf,segment=NetworkSegment(948da7d8-df84-42e8-b003-776fc80a05e5),segment_id=948da7d8-df84-42e8-b003-776fc80a05e5)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:42.430431 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 2ea25c61-d2ea-445f-918b-3cd9a3365cbc completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:04:42.443311 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 2ea25c61-d2ea-445f-918b-3cd9a3365cbc triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:04:42.444008 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:42.476966 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:42.515272 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.db.resource_extend [req-887a1b41-da12-4f73-a9a8-57bedc44ce5c req-6c6bb9c3-2013-4040-8dfa-38f4749de271 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 08 09:04:42.520432 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-55d80298-8660-43ad-8566-24e7c8710c56 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=f4d691e7-e9a2-4853-8163-af247dd9cc84 HTTP/1.1" status: 200 len: 217 time: 0.0996985 Sep 08 09:04:42.528069 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-a7b40cb5-ce28-4743-a54e-ab234207a781 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:42.529936 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-a7b40cb5-ce28-4743-a54e-ab234207a781 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.35 "GET /v2.0/networks?id=5c673a31-c6dc-4940-a700-d62fab12944a HTTP/1.1" status: 200 len: 811 time: 0.3954170 Sep 08 09:04:42.576779 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 09:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c0a0d0-6440-4518-a010-fb26d0931e38 x-openstack-request-id: req-50c0a0d0-6440-4518-a010-fb26d0931e38 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:04:42.577055 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756bfc30-5241-4c6f-88d0-5588e0622c9e", "name": "network-vif-unplugged", "status": "completed", "tag": "fba87fd1-4477-4e5e-a16f-5baaa7d039ea", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:04:42.577463 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-50c0a0d0-6440-4518-a010-fb26d0931e38 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:04:42.577861 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756bfc30-5241-4c6f-88d0-5588e0622c9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fba87fd1-4477-4e5e-a16f-5baaa7d039ea', 'code': 200} Sep 08 09:04:42.581094 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=e14de9e1-dbdd-41d4-bb25-3967a45e30bf,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:42.597734 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:42.622309 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 2ea25c61-d2ea-445f-918b-3cd9a3365cbc, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=2ea25c61-d2ea-445f-918b-3cd9a3365cbc,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:42.627881 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:42.659008 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e83962-4fc8-4612-927f-890308004799 req-ad2b3b9f-b5fa-43ff-a3b2-e54bd220f884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:42.660685 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e8e83962-4fc8-4612-927f-890308004799 req-ad2b3b9f-b5fa-43ff-a3b2-e54bd220f884 service neutron] 10.222.0.37 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 1.0807374 Sep 08 09:04:42.678410 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-887a1b41-da12-4f73-a9a8-57bedc44ce5c req-6c6bb9c3-2013-4040-8dfa-38f4749de271 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:42.704751 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=2ea25c61-d2ea-445f-918b-3cd9a3365cbc,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:42.705797 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24805d5c-2764-4523-a530-29092d8f6d83', 'tag': 'f4d691e7-e9a2-4853-8163-af247dd9cc84'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:04:42.708140 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce5fb01-b3d8-4dba-be64-23a81def076a" -d '{"events": [{"name": "network-changed", "server_uuid": "24805d5c-2764-4523-a530-29092d8f6d83", "tag": "f4d691e7-e9a2-4853-8163-af247dd9cc84"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:04:42.718518 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-887a1b41-da12-4f73-a9a8-57bedc44ce5c req-6c6bb9c3-2013-4040-8dfa-38f4749de271 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:42.749097 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ae9af322-642b-45f0-beb1-a6f484414ce6 req-5bb27e50-52e5-4541-ab8c-bdc1da444324 tempest-FloatingIPsNegativeTestJSON-877318907 tempest-FloatingIPsNegativeTestJSON-877318907-project] 10.222.0.54 "GET /v2.0/floatingips?tenant_id=dde6bd63fc2648fc81300b993b4fc193 HTTP/1.1" status: 200 len: 217 time: 0.0663114 Sep 08 09:04:42.775331 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-8faf43e7-7ab6-4721-95cd-1cf6f50671c2 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebf6a23ea5e740e1a541026d39f45486 HTTP/1.1" status: 200 len: 380 time: 0.1879041 Sep 08 09:04:42.824769 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e8e83962-4fc8-4612-927f-890308004799 req-c395e0e7-e21e-4c7b-a9f2-46262ec3b75d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=fb2e5f1e-9c50-48e7-b6bb-e637dec86b44 HTTP/1.1" status: 200 len: 217 time: 0.1341703 Sep 08 09:04:42.826326 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-4b1089c8-c7f9-48c3-8f4c-3da530065851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:42.827862 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-4b1089c8-c7f9-48c3-8f4c-3da530065851 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.2973204 Sep 08 09:04:42.834610 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-4932fc6e-ef75-4fa7-a9bd-183bd2b25088 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Request body: {'port': {'device_id': 'cc92466a-b3c6-4750-954e-e8c401c23ca9', 'network_id': '5c673a31-c6dc-4940-a700-d62fab12944a', 'admin_state_up': True, 'tenant_id': 'ebf6a23ea5e740e1a541026d39f45486', 'security_groups': ['0d6314a7-bbc5-4c78-bb3b-cee6f500b4bc']}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:04:42.854536 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0afc283f-7ec6-4fe9-8e51-b0e78e213db1 req-20057c04-0ae0-46a0-8191-86aa15d3f2be tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc92466a-b3c6-4750-954e-e8c401c23ca9 HTTP/1.1" status: 200 len: 210 time: 0.0451319 Sep 08 09:04:42.856765 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4b5217-0017-4459-87bc-c779383fdaa6 None None] Sync routers for ids ['38fabaa3-35d1-4db4-b749-51328f0dc012'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:04:42.876066 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4b5217-0017-4459-87bc-c779383fdaa6 None None] Routers {'38fabaa3-35d1-4db4-b749-51328f0dc012'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:04:42.876066 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-7a4b5217-0017-4459-87bc-c779383fdaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:04:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['38fabaa3-35d1-4db4-b749-51328f0dc012'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:42.931763 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['e14de9e1-dbdd-41d4-bb25-3967a45e30bf'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:04:43.043301 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e83962-4fc8-4612-927f-890308004799 req-33bf1cc1-424c-4a78-b1bf-c586d396bf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:43.046943 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e8e83962-4fc8-4612-927f-890308004799 req-33bf1cc1-424c-4a78-b1bf-c586d396bf21 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.2049422 Sep 08 09:04:43.048066 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-7a4b5217-0017-4459-87bc-c779383fdaa6 None None] Set router 38fabaa3-35d1-4db4-b749-51328f0dc012 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:04:43.078436 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-89085a7a-981a-4984-99da-23bc37bac87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:43.080355 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-89085a7a-981a-4984-99da-23bc37bac87c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2280426 Sep 08 09:04:43.096366 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566891ec-2561-451b-ae8d-ed5f32423b47 req-072d2fac-b299-43cb-ae6b-c7d73f30206a tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:43.098676 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-566891ec-2561-451b-ae8d-ed5f32423b47 req-072d2fac-b299-43cb-ae6b-c7d73f30206a tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=24805d5c-2764-4523-a530-29092d8f6d83 HTTP/1.1" status: 200 len: 948 time: 0.0640175 Sep 08 09:04:43.137313 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [req-887a1b41-da12-4f73-a9a8-57bedc44ce5c req-6c6bb9c3-2013-4040-8dfa-38f4749de271 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Floating IP 6965dae7-1250-4b3d-b902-8a2da65c2a05 associated. External IP: 172.25.0.12, port: 8d6494f4-1d34-4a51-945f-ed082dfbb444. Sep 08 09:04:43.146588 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-566891ec-2561-451b-ae8d-ed5f32423b47 req-29597cd7-f046-4195-b6e8-aac9a4af0f05 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416350 Sep 08 09:04:43.215261 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4b4ef1-591e-4e1e-8d2d-21c3b42921ee x-openstack-request-id: req-8d4b4ef1-591e-4e1e-8d2d-21c3b42921ee {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:04:43.215569 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24805d5c-2764-4523-a530-29092d8f6d83", "tag": "f4d691e7-e9a2-4853-8163-af247dd9cc84", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:04:43.215824 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8d4b4ef1-591e-4e1e-8d2d-21c3b42921ee {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:04:43.216238 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24805d5c-2764-4523-a530-29092d8f6d83', 'tag': 'f4d691e7-e9a2-4853-8163-af247dd9cc84', 'status': 'completed', 'code': 200} Sep 08 09:04:43.280809 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e83962-4fc8-4612-927f-890308004799 req-8a0579c1-d733-46e4-947c-ed71b51f7646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:43.282336 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e8e83962-4fc8-4612-927f-890308004799 req-8a0579c1-d733-46e4-947c-ed71b51f7646 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2199647 Sep 08 09:04:43.290198 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-4932fc6e-ef75-4fa7-a9bd-183bd2b25088 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Made reservation on behalf of ebf6a23ea5e740e1a541026d39f45486 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:04:43.294360 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-4932fc6e-ef75-4fa7-a9bd-183bd2b25088 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:43.356400 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-17ef35a3-cd88-4479-9962-a1be516846d8 req-b9a8d6db-46ac-4789-add6-08a4d2585f21 tempest-FloatingIPsNegativeTestJSON-877318907 tempest-FloatingIPsNegativeTestJSON-877318907-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0292990 Sep 08 09:04:43.378238 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-7a4b5217-0017-4459-87bc-c779383fdaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fabaa3-35d1-4db4-b749-51328f0dc012', 'name': 'tempest-FloatingIPsNegativeTestJSON-2128248785-router', 'tenant_id': 'dde6bd63fc2648fc81300b993b4fc193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '2ea25c61-d2ea-445f-918b-3cd9a3365cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:04:28Z', 'updated_at': '2021-09-08T09:04:40Z', 'revision_number': 4, 'project_id': 'dde6bd63fc2648fc81300b993b4fc193', 'gw_port': {'id': '2ea25c61-d2ea-445f-918b-3cd9a3365cbc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fabaa3-35d1-4db4-b749-51328f0dc012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:29Z', 'updated_at': '2021-09-08T09:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '3e0a3a66-f1ce-41da-9abe-019e92c6c9f8', 'name': '', 'network_id': '07c21f80-eca8-48f7-a649-10b50fd80313', 'tenant_id': 'dde6bd63fc2648fc81300b993b4fc193', 'mac_address': 'fa:16:3e:29:64:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fabaa3-35d1-4db4-b749-51328f0dc012', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '62b0953f-70c2-4b1c-a792-1353020c1e11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:39Z', 'updated_at': '2021-09-08T09:04:40Z', 'revision_number': 2, 'project_id': 'dde6bd63fc2648fc81300b993b4fc193', 'subnets': [{'id': '62b0953f-70c2-4b1c-a792-1353020c1e11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:43.381400 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-c1f31f82-4dbd-4fdf-b3c2-987840b61f21 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773814 Sep 08 09:04:43.411342 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4b5217-0017-4459-87bc-c779383fdaa6 None None] Checking router: 38fabaa3-35d1-4db4-b749-51328f0dc012 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:04:43.411704 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4b5217-0017-4459-87bc-c779383fdaa6 None None] Updating router 38fabaa3-35d1-4db4-b749-51328f0dc012 port 3e0a3a66-f1ce-41da-9abe-019e92c6c9f8 binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:04:43.450746 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7a4b5217-0017-4459-87bc-c779383fdaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:43.556182 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a796a94-620e-4758-8e90-12f4abf1f2c3 req-e29a7a97-30fb-46e9-9f0d-c6ae298935f6 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:43.563296 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a796a94-620e-4758-8e90-12f4abf1f2c3 req-e29a7a97-30fb-46e9-9f0d-c6ae298935f6 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:43.569275 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a796a94-620e-4758-8e90-12f4abf1f2c3 req-e29a7a97-30fb-46e9-9f0d-c6ae298935f6 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:43.576199 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a796a94-620e-4758-8e90-12f4abf1f2c3 req-e29a7a97-30fb-46e9-9f0d-c6ae298935f6 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:43.584056 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a796a94-620e-4758-8e90-12f4abf1f2c3 req-e29a7a97-30fb-46e9-9f0d-c6ae298935f6 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:43.591781 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a796a94-620e-4758-8e90-12f4abf1f2c3 req-e29a7a97-30fb-46e9-9f0d-c6ae298935f6 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:43.602312 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a796a94-620e-4758-8e90-12f4abf1f2c3 req-e29a7a97-30fb-46e9-9f0d-c6ae298935f6 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:43.602312 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6a796a94-620e-4758-8e90-12f4abf1f2c3 req-e29a7a97-30fb-46e9-9f0d-c6ae298935f6 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 5423 time: 0.1164267 Sep 08 09:04:43.652767 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device fb2e5f1e-9c50-48e7-b6bb-e637dec86b44 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:04:43.655180 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6a796a94-620e-4758-8e90-12f4abf1f2c3 req-4bef626e-2f2d-4b53-901e-1b6fc2ea0dc0 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&id=53d991ac-c80f-43e4-8682-37208170b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0460877 Sep 08 09:04:43.726962 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [req-9d0f2f09-3b9e-4d81-94f2-c88321b6cb26 req-41e7f9ee-4cb2-4502-bf9e-1be72ee8b0dc tempest-FloatingIPsNegativeTestJSON-877318907 tempest-FloatingIPsNegativeTestJSON-877318907-project] show failed (client error): The resource could not be found. Sep 08 09:04:43.730781 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9d0f2f09-3b9e-4d81-94f2-c88321b6cb26 req-41e7f9ee-4cb2-4502-bf9e-1be72ee8b0dc tempest-FloatingIPsNegativeTestJSON-877318907 tempest-FloatingIPsNegativeTestJSON-877318907-project] 10.222.0.54 "GET /v2.0/floatingips/fede016e-6500-4e01-bad7-20ae25d461c6 HTTP/1.1" status: 404 len: 350 time: 0.0487211 Sep 08 09:04:43.745415 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43056) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:04:43.961015 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e8e83962-4fc8-4612-927f-890308004799 req-339043f1-a15b-4377-84cd-150bec2a16d9 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6292229 Sep 08 09:04:44.014905 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 24de4b54-5e35-472f-b3a2-8c31ebfb3d05 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:04:44.032164 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port fb2e5f1e-9c50-48e7-b6bb-e637dec86b44, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=fb2e5f1e-9c50-48e7-b6bb-e637dec86b44,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:44.038752 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-72ff216d-6334-4665-b0d2-a50c73af8c71 req-1ef4d558-3feb-4feb-b294-b58bff2c2827 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6461608 Sep 08 09:04:44.094227 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-429437d8-9942-4738-9087-85eefa40744e req-309c0052-bccb-4d09-9777-15b311b09af2 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc92466a-b3c6-4750-954e-e8c401c23ca9 HTTP/1.1" status: 200 len: 210 time: 0.0869682 Sep 08 09:04:44.100276 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-4932fc6e-ef75-4fa7-a9bd-183bd2b25088 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Allocated IP 172.20.0.13 (5c673a31-c6dc-4940-a700-d62fab12944a/257fd746-9c97-41f1-9b18-3ebaf08bb2f3/72231812-a167-4e55-a7a4-bde665866ff2) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:04:44.113791 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 2ea25c61-d2ea-445f-918b-3cd9a3365cbc up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:04:44.176306 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-887a1b41-da12-4f73-a9a8-57bedc44ce5c req-6c6bb9c3-2013-4040-8dfa-38f4749de271 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Router 4825847f-72e4-4b0a-a613-e91ee47287da has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:04:44.219920 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e8e83962-4fc8-4612-927f-890308004799 req-5122e7fb-424a-4137-9715-18ea57d20bbf service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470174 Sep 08 09:04:44.257232 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': 'fb2e5f1e-9c50-48e7-b6bb-e637dec86b44', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'port_id': 'fb2e5f1e-9c50-48e7-b6bb-e637dec86b44', 'mac_address': 'fa:16:3e:25:33:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc66e4b-ecb5-4c99-afe1-0a78c722534a', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:04:44.312072 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5fb01-b3d8-4dba-be64-23a81def076a req-d67809df-585d-4b2f-834b-8d05f8359ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:44.313246 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cce5fb01-b3d8-4dba-be64-23a81def076a req-d67809df-585d-4b2f-834b-8d05f8359ae5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=009c70ac018246c49e6f9a3a4c5ddf6c&device_id=24805d5c-2764-4523-a530-29092d8f6d83 HTTP/1.1" status: 200 len: 1100 time: 0.1813598 Sep 08 09:04:44.313961 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:44.336156 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d8eb005c-4901-4d0c-ab88-87dd2e424e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:44.353669 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb2e5f1e-9c50-48e7-b6bb-e637dec86b44 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:04:44.401589 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 24de4b54-5e35-472f-b3a2-8c31ebfb3d05, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=24de4b54-5e35-472f-b3a2-8c31ebfb3d05,segment=NetworkSegment(2d611bdc-8b46-4288-9a60-e3e65ae6211f),segment_id=2d611bdc-8b46-4288-9a60-e3e65ae6211f)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:44.418008 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port fb2e5f1e-9c50-48e7-b6bb-e637dec86b44, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=fb2e5f1e-9c50-48e7-b6bb-e637dec86b44,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:44.433975 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7a4b5217-0017-4459-87bc-c779383fdaa6 None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:44.436301 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 2ea25c61-d2ea-445f-918b-3cd9a3365cbc triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:04:44.436680 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:44.441419 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:44.485944 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5599d7-0751-4aed-acb4-527fcd79f563 req-db8217fb-7860-4cc0-859a-3d1d7c4eb39e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:44.493417 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-de5599d7-0751-4aed-acb4-527fcd79f563 req-db8217fb-7860-4cc0-859a-3d1d7c4eb39e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=24805d5c-2764-4523-a530-29092d8f6d83 HTTP/1.1" status: 200 len: 948 time: 0.1189764 Sep 08 09:04:44.503302 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-4932fc6e-ef75-4fa7-a9bd-183bd2b25088 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:44.519146 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '24de4b54-5e35-472f-b3a2-8c31ebfb3d05', 'network_id': '420ee6df-451a-4285-bec4-d22a945df514', 'port_id': '24de4b54-5e35-472f-b3a2-8c31ebfb3d05', 'mac_address': 'fa:16:3e:c5:41:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c4bc90e-6301-4198-b245-c5a8ab779b3f', 'ip_address': '10.1.1.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:04:44.525254 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=fb2e5f1e-9c50-48e7-b6bb-e637dec86b44,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:44.534345 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-4932fc6e-ef75-4fa7-a9bd-183bd2b25088 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Transition to ACTIVE for port object 72231812-a167-4e55-a7a4-bde665866ff2 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:04:44.536490 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-7a4b5217-0017-4459-87bc-c779383fdaa6 None None] Transition to ACTIVE for port object 3e0a3a66-f1ce-41da-9abe-019e92c6c9f8 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:04:44.544971 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-887a1b41-da12-4f73-a9a8-57bedc44ce5c req-6c6bb9c3-2013-4040-8dfa-38f4749de271 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:04:44.552881 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-887a1b41-da12-4f73-a9a8-57bedc44ce5c req-6c6bb9c3-2013-4040-8dfa-38f4749de271 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:44.559036 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50202dc-aa76-459f-920b-968c8f1c5003 None None] Sync routers for ids ['4825847f-72e4-4b0a-a613-e91ee47287da'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:04:44.559614 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5fb01-b3d8-4dba-be64-23a81def076a req-0babcf62-19d2-4c83-8961-2222389e6f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:44.561257 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cce5fb01-b3d8-4dba-be64-23a81def076a req-0babcf62-19d2-4c83-8961-2222389e6f44 service neutron] 10.222.0.37 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.2182217 Sep 08 09:04:44.572656 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7a4b5217-0017-4459-87bc-c779383fdaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:44.579915 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50202dc-aa76-459f-920b-968c8f1c5003 None None] Routers {'4825847f-72e4-4b0a-a613-e91ee47287da'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:04:44.583638 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-a50202dc-aa76-459f-920b-968c8f1c5003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:04:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['4825847f-72e4-4b0a-a613-e91ee47287da'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:44.622196 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-de5599d7-0751-4aed-acb4-527fcd79f563 req-279b104f-47d1-4404-bd83-c5716d352583 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276569 Sep 08 09:04:44.626357 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cce5fb01-b3d8-4dba-be64-23a81def076a req-3419ceb6-aaa1-4e00-85a9-2626485970e6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=f4d691e7-e9a2-4853-8163-af247dd9cc84 HTTP/1.1" status: 200 len: 217 time: 0.0441482 Sep 08 09:04:44.646711 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:44.673059 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-887a1b41-da12-4f73-a9a8-57bedc44ce5c req-6c6bb9c3-2013-4040-8dfa-38f4749de271 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "PUT /v2.0/floatingips/6965dae7-1250-4b3d-b902-8a2da65c2a05 HTTP/1.1" status: 200 len: 995 time: 3.8841696 Sep 08 09:04:44.700365 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5fb01-b3d8-4dba-be64-23a81def076a req-6cbee4a9-480f-4d8b-bedb-59cf913671f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:44.702260 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cce5fb01-b3d8-4dba-be64-23a81def076a req-6cbee4a9-480f-4d8b-bedb-59cf913671f0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.0665741 Sep 08 09:04:44.704142 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-4932fc6e-ef75-4fa7-a9bd-183bd2b25088 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:44.731888 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24de4b54-5e35-472f-b3a2-8c31ebfb3d05 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:04:44.736599 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea84c16-af8f-4c46-aa76-0c97a08dea3d None None] Pushing event updated for resources: {'Port': ['ID=3e0a3a66-f1ce-41da-9abe-019e92c6c9f8,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:44.803186 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 24de4b54-5e35-472f-b3a2-8c31ebfb3d05, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=24de4b54-5e35-472f-b3a2-8c31ebfb3d05,segment=NetworkSegment(2d611bdc-8b46-4288-9a60-e3e65ae6211f),segment_id=2d611bdc-8b46-4288-9a60-e3e65ae6211f)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:44.813074 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-7a4b5217-0017-4459-87bc-c779383fdaa6 None None] Attempting to bind port 3e0a3a66-f1ce-41da-9abe-019e92c6c9f8 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:04:44.813502 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-7a4b5217-0017-4459-87bc-c779383fdaa6 None None] Attempting to bind port 3e0a3a66-f1ce-41da-9abe-019e92c6c9f8 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '09d92d72-6a7a-4552-9555-476da3fa8fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '07c21f80-eca8-48f7-a649-10b50fd80313'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:04:44.813932 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4b5217-0017-4459-87bc-c779383fdaa6 None None] Attempting to bind port 3e0a3a66-f1ce-41da-9abe-019e92c6c9f8 on network 07c21f80-eca8-48f7-a649-10b50fd80313 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:04:44.830227 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4b5217-0017-4459-87bc-c779383fdaa6 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:04:44.830612 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4b5217-0017-4459-87bc-c779383fdaa6 None None] Checking segment: {'id': '09d92d72-6a7a-4552-9555-476da3fa8fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '07c21f80-eca8-48f7-a649-10b50fd80313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:04:44.831027 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7a4b5217-0017-4459-87bc-c779383fdaa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:44.831475 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4b5217-0017-4459-87bc-c779383fdaa6 None None] Bound using segment: {'id': '09d92d72-6a7a-4552-9555-476da3fa8fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '07c21f80-eca8-48f7-a649-10b50fd80313'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:04:44.831964 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-7a4b5217-0017-4459-87bc-c779383fdaa6 None None] Bound port: 3e0a3a66-f1ce-41da-9abe-019e92c6c9f8, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09d92d72-6a7a-4552-9555-476da3fa8fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '07c21f80-eca8-48f7-a649-10b50fd80313'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:04:44.832359 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7a4b5217-0017-4459-87bc-c779383fdaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:44.834618 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:44.835307 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 89daee6f-0c0f-4335-af2f-1d518b85581e details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:04:44.880801 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-4932fc6e-ef75-4fa7-a9bd-183bd2b25088 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Network 5c673a31-c6dc-4940-a700-d62fab12944a is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:04:44.889422 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-4932fc6e-ef75-4fa7-a9bd-183bd2b25088 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:04:44.893961 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-4932fc6e-ef75-4fa7-a9bd-183bd2b25088 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:04:44.912080 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-a50202dc-aa76-459f-920b-968c8f1c5003 None None] Set router 4825847f-72e4-4b0a-a613-e91ee47287da gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:04:44.914472 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['fb2e5f1e-9c50-48e7-b6bb-e637dec86b44'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:04:44.924991 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-d8eb005c-4901-4d0c-ab88-87dd2e424e8d admin admin] Deleting port 3e0a3a66-f1ce-41da-9abe-019e92c6c9f8 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:04:44.930999 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d8eb005c-4901-4d0c-ab88-87dd2e424e8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:44.963686 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932fc6e-ef75-4fa7-a9bd-183bd2b25088 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Pushing event updated for resources: {'Port': ['ID=72231812-a167-4e55-a7a4-bde665866ff2,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:45.007871 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5fb01-b3d8-4dba-be64-23a81def076a req-c2e5fe13-a48e-4a1e-b091-852ce03820a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:45.009491 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cce5fb01-b3d8-4dba-be64-23a81def076a req-c2e5fe13-a48e-4a1e-b091-852ce03820a8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2904880 Sep 08 09:04:45.031680 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a1b41-da12-4f73-a9a8-57bedc44ce5c req-d5626054-24b2-4bbf-b50a-aa300b356380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:45.049887 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-887a1b41-da12-4f73-a9a8-57bedc44ce5c req-d5626054-24b2-4bbf-b50a-aa300b356380 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=01e4fcf69e4c4ab19660bd20bd4971ca&device_id=da5ed9ad-379f-46cc-bac2-fbbdc500b1be HTTP/1.1" status: 200 len: 1097 time: 0.2924204 Sep 08 09:04:45.055552 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-d8eb005c-4901-4d0c-ab88-87dd2e424e8d admin admin] For port 3e0a3a66-f1ce-41da-9abe-019e92c6c9f8, host n-d-806683-11, got binding levels [] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:45.056195 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d8eb005c-4901-4d0c-ab88-87dd2e424e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:45.073949 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-d8eb005c-4901-4d0c-ab88-87dd2e424e8d admin admin] Calling delete_port for 3e0a3a66-f1ce-41da-9abe-019e92c6c9f8 owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:04:45.090625 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.db.resource_extend [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 08 09:04:45.091203 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-4932fc6e-ef75-4fa7-a9bd-183bd2b25088 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:45.091896 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-4932fc6e-ef75-4fa7-a9bd-183bd2b25088 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:45.164166 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=24de4b54-5e35-472f-b3a2-8c31ebfb3d05,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:45.208633 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 89daee6f-0c0f-4335-af2f-1d518b85581e, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=89daee6f-0c0f-4335-af2f-1d518b85581e,segment=NetworkSegment(2d611bdc-8b46-4288-9a60-e3e65ae6211f),segment_id=2d611bdc-8b46-4288-9a60-e3e65ae6211f)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:45.249515 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5ed9ad-379f-46cc-bac2-fbbdc500b1be', 'tag': '8d6494f4-1d34-4a51-945f-ed082dfbb444'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:04:45.259042 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9154b06-c546-4066-acc4-0de20cd6f200" -d '{"events": [{"name": "network-changed", "server_uuid": "da5ed9ad-379f-46cc-bac2-fbbdc500b1be", "tag": "8d6494f4-1d34-4a51-945f-ed082dfbb444"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:04:45.268152 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-4932fc6e-ef75-4fa7-a9bd-183bd2b25088 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4374645 Sep 08 09:04:45.268709 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-7a4b5217-0017-4459-87bc-c779383fdaa6 None None] For port 3e0a3a66-f1ce-41da-9abe-019e92c6c9f8, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:04:45.295714 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '89daee6f-0c0f-4335-af2f-1d518b85581e', 'network_id': '420ee6df-451a-4285-bec4-d22a945df514', 'port_id': '89daee6f-0c0f-4335-af2f-1d518b85581e', 'mac_address': 'fa:16:3e:fa:b1:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c4bc90e-6301-4198-b245-c5a8ab779b3f', 'ip_address': '10.1.1.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:04:45.304747 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-7a4b5217-0017-4459-87bc-c779383fdaa6 None None] For port 3e0a3a66-f1ce-41da-9abe-019e92c6c9f8, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=3e0a3a66-f1ce-41da-9abe-019e92c6c9f8,segment=NetworkSegment(09d92d72-6a7a-4552-9555-476da3fa8fe9),segment_id=09d92d72-6a7a-4552-9555-476da3fa8fe9)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:04:45.314599 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-ea619809-ec3d-458a-b821-b61cfc5149c6 service neutron] Request body: {'port': {'device_id': 'cc92466a-b3c6-4750-954e-e8c401c23ca9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:04:45.318994 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7a4b5217-0017-4459-87bc-c779383fdaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:45.373887 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-a50202dc-aa76-459f-920b-968c8f1c5003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4825847f-72e4-4b0a-a613-e91ee47287da', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-556666646-router', 'tenant_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'eb53493e-bd28-4061-9c4b-a768cdbcdf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:03:57Z', 'updated_at': '2021-09-08T09:04:09Z', 'revision_number': 4, 'project_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'gw_port': {'id': 'eb53493e-bd28-4061-9c4b-a768cdbcdf23', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4825847f-72e4-4b0a-a613-e91ee47287da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:01Z', 'updated_at': '2021-09-08T09:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '6965dae7-1250-4b3d-b902-8a2da65c2a05', 'tenant_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'floating_ip_address': '172.25.0.12', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '4825847f-72e4-4b0a-a613-e91ee47287da', 'port_id': '8d6494f4-1d34-4a51-945f-ed082dfbb444', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0ea09ac-ccca-46de-895f-463c2c0cac54', 'mac_address': 'fa:16:3e:b5:f8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5ed9ad-379f-46cc-bac2-fbbdc500b1be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:04:35Z', 'updated_at': '2021-09-08T09:04:42Z', 'revision_number': 1, 'project_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25416650-4a99-4af0-aab4-c638b9bd2ab0', 'name': '', 'network_id': 'd0ea09ac-ccca-46de-895f-463c2c0cac54', 'tenant_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'mac_address': 'fa:16:3e:f2:27:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4825847f-72e4-4b0a-a613-e91ee47287da', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '8a0ba9ab-b2c7-4b25-aa32-89e85cda7465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:07Z', 'updated_at': '2021-09-08T09:04:17Z', 'revision_number': 5, 'project_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'subnets': [{'id': '8a0ba9ab-b2c7-4b25-aa32-89e85cda7465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:45.415522 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a1b41-da12-4f73-a9a8-57bedc44ce5c req-993668b2-a4c9-49be-86d9-86c3b2faa6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:45.423887 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-887a1b41-da12-4f73-a9a8-57bedc44ce5c req-993668b2-a4c9-49be-86d9-86c3b2faa6f7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d0ea09ac-ccca-46de-895f-463c2c0cac54 HTTP/1.1" status: 200 len: 929 time: 0.3730283 Sep 08 09:04:45.431712 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:45.435094 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50202dc-aa76-459f-920b-968c8f1c5003 None None] Checking router: 4825847f-72e4-4b0a-a613-e91ee47287da for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:04:45.452335 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50202dc-aa76-459f-920b-968c8f1c5003 None None] Routers {'4825847f-72e4-4b0a-a613-e91ee47287da'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:04:45.452987 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-a50202dc-aa76-459f-920b-968c8f1c5003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:04:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['4825847f-72e4-4b0a-a613-e91ee47287da'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:45.469379 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4b5217-0017-4459-87bc-c779383fdaa6 None None] Routers {'38fabaa3-35d1-4db4-b749-51328f0dc012'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:04:45.470239 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-7a4b5217-0017-4459-87bc-c779383fdaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:04:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['38fabaa3-35d1-4db4-b749-51328f0dc012'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:45.480041 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89daee6f-0c0f-4335-af2f-1d518b85581e {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:04:45.486509 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cce5fb01-b3d8-4dba-be64-23a81def076a req-da52d5a4-10f6-4a8e-b4ef-e18e88002489 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4653082 Sep 08 09:04:45.515949 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-ea619809-ec3d-458a-b821-b61cfc5149c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:45.606395 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea84c16-af8f-4c46-aa76-0c97a08dea3d None None] Pushing event updated for resources: {'Port': ['ID=3e0a3a66-f1ce-41da-9abe-019e92c6c9f8,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:45.612173 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 89daee6f-0c0f-4335-af2f-1d518b85581e, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=89daee6f-0c0f-4335-af2f-1d518b85581e,segment=NetworkSegment(2d611bdc-8b46-4288-9a60-e3e65ae6211f),segment_id=2d611bdc-8b46-4288-9a60-e3e65ae6211f)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:45.623180 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-887a1b41-da12-4f73-a9a8-57bedc44ce5c req-179f4563-b2e9-46cc-8c62-f7e20a3181b3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d6494f4-1d34-4a51-945f-ed082dfbb444 HTTP/1.1" status: 200 len: 998 time: 0.1980150 Sep 08 09:04:45.631688 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:45.633036 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device dfca467b-4c54-46ec-8ec3-b88af0e82d9d details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:04:45.650185 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d9b5ddaf-9d3a-46d3-9556-a4d10088ec66 None None] Provisioning for port 72231812-a167-4e55-a7a4-bde665866ff2 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:04:45.669724 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d9b5ddaf-9d3a-46d3-9556-a4d10088ec66 None None] Provisioning complete for port 72231812-a167-4e55-a7a4-bde665866ff2 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:04:45.671845 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-a50202dc-aa76-459f-920b-968c8f1c5003 None None] Set router 4825847f-72e4-4b0a-a613-e91ee47287da gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:04:45.675954 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d9b5ddaf-9d3a-46d3-9556-a4d10088ec66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:45.675954 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device f4d691e7-e9a2-4853-8163-af247dd9cc84 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:04:45.774469 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a1b41-da12-4f73-a9a8-57bedc44ce5c req-249c9e4a-871c-4237-9d82-47fa59f60223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:45.777150 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-887a1b41-da12-4f73-a9a8-57bedc44ce5c req-249c9e4a-871c-4237-9d82-47fa59f60223 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8a0ba9ab-b2c7-4b25-aa32-89e85cda7465 HTTP/1.1" status: 200 len: 867 time: 0.1529846 Sep 08 09:04:45.792205 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e3468-c6dc-433f-804c-c08da9e51713 req-c95366c4-a914-41df-9b66-096b2d2512ae tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:45.801156 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e3468-c6dc-433f-804c-c08da9e51713 req-c95366c4-a914-41df-9b66-096b2d2512ae tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:45.811118 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e3468-c6dc-433f-804c-c08da9e51713 req-c95366c4-a914-41df-9b66-096b2d2512ae tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:45.820992 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e3468-c6dc-433f-804c-c08da9e51713 req-c95366c4-a914-41df-9b66-096b2d2512ae tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:45.836068 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e3468-c6dc-433f-804c-c08da9e51713 req-c95366c4-a914-41df-9b66-096b2d2512ae tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:45.846346 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e3468-c6dc-433f-804c-c08da9e51713 req-c95366c4-a914-41df-9b66-096b2d2512ae tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:45.851194 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cce5fb01-b3d8-4dba-be64-23a81def076a req-3511a896-fb8b-48fb-abb2-3cd93b5cfd72 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445652 Sep 08 09:04:45.872828 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e3468-c6dc-433f-804c-c08da9e51713 req-c95366c4-a914-41df-9b66-096b2d2512ae tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:45.890918 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4c0e3468-c6dc-433f-804c-c08da9e51713 req-c95366c4-a914-41df-9b66-096b2d2512ae tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 5425 time: 0.2347653 Sep 08 09:04:45.911554 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-7a4b5217-0017-4459-87bc-c779383fdaa6 None None] Set router 38fabaa3-35d1-4db4-b749-51328f0dc012 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:04:45.927454 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a1b41-da12-4f73-a9a8-57bedc44ce5c req-b6fb9291-d374-4c98-8eb6-83f726e45844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:45.929138 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-887a1b41-da12-4f73-a9a8-57bedc44ce5c req-b6fb9291-d374-4c98-8eb6-83f726e45844 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d0ea09ac-ccca-46de-895f-463c2c0cac54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1421964 Sep 08 09:04:45.982011 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d9b5ddaf-9d3a-46d3-9556-a4d10088ec66 None None] Port 72231812-a167-4e55-a7a4-bde665866ff2 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:04:45.997854 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=89daee6f-0c0f-4335-af2f-1d518b85581e,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:46.047252 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4c0e3468-c6dc-433f-804c-c08da9e51713 req-ce0ba048-0cbe-4563-9346-42d89525f92c tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&id=53d991ac-c80f-43e4-8682-37208170b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1491861 Sep 08 09:04:46.101076 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d8eb005c-4901-4d0c-ab88-87dd2e424e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:46.115293 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-887a1b41-da12-4f73-a9a8-57bedc44ce5c req-02bb69db-e014-4b51-9057-fd9af3238eaa service neutron] 10.222.0.54 "GET /v2.0/networks/d0ea09ac-ccca-46de-895f-463c2c0cac54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771085 Sep 08 09:04:46.172405 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eb005c-4901-4d0c-ab88-87dd2e424e8d admin admin] Pushing event deleted for resources: {'Port': ['ID=3e0a3a66-f1ce-41da-9abe-019e92c6c9f8,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:46.193794 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port f4d691e7-e9a2-4853-8163-af247dd9cc84, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=f4d691e7-e9a2-4853-8163-af247dd9cc84,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:46.220882 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-a50202dc-aa76-459f-920b-968c8f1c5003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4825847f-72e4-4b0a-a613-e91ee47287da', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-556666646-router', 'tenant_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'eb53493e-bd28-4061-9c4b-a768cdbcdf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:03:57Z', 'updated_at': '2021-09-08T09:04:09Z', 'revision_number': 4, 'project_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'gw_port': {'id': 'eb53493e-bd28-4061-9c4b-a768cdbcdf23', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4825847f-72e4-4b0a-a613-e91ee47287da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:01Z', 'updated_at': '2021-09-08T09:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '6965dae7-1250-4b3d-b902-8a2da65c2a05', 'tenant_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'floating_ip_address': '172.25.0.12', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '4825847f-72e4-4b0a-a613-e91ee47287da', 'port_id': '8d6494f4-1d34-4a51-945f-ed082dfbb444', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0ea09ac-ccca-46de-895f-463c2c0cac54', 'mac_address': 'fa:16:3e:b5:f8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5ed9ad-379f-46cc-bac2-fbbdc500b1be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:04:35Z', 'updated_at': '2021-09-08T09:04:42Z', 'revision_number': 1, 'project_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25416650-4a99-4af0-aab4-c638b9bd2ab0', 'name': '', 'network_id': 'd0ea09ac-ccca-46de-895f-463c2c0cac54', 'tenant_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'mac_address': 'fa:16:3e:f2:27:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4825847f-72e4-4b0a-a613-e91ee47287da', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '8a0ba9ab-b2c7-4b25-aa32-89e85cda7465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:07Z', 'updated_at': '2021-09-08T09:04:17Z', 'revision_number': 5, 'project_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'subnets': [{'id': '8a0ba9ab-b2c7-4b25-aa32-89e85cda7465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:46.247771 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port dfca467b-4c54-46ec-8ec3-b88af0e82d9d, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=dfca467b-4c54-46ec-8ec3-b88af0e82d9d,segment=NetworkSegment(ee50bf2c-b913-47f9-be22-7b5ae145e982),segment_id=ee50bf2c-b913-47f9-be22-7b5ae145e982)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:46.271482 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50202dc-aa76-459f-920b-968c8f1c5003 None None] The sync data for ids ['4825847f-72e4-4b0a-a613-e91ee47287da'] in n-d-806683-11 is: [{'id': '4825847f-72e4-4b0a-a613-e91ee47287da', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-556666646-router', 'tenant_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'eb53493e-bd28-4061-9c4b-a768cdbcdf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:03:57Z', 'updated_at': '2021-09-08T09:04:09Z', 'revision_number': 4, 'project_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'gw_port': {'id': 'eb53493e-bd28-4061-9c4b-a768cdbcdf23', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4825847f-72e4-4b0a-a613-e91ee47287da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:01Z', 'updated_at': '2021-09-08T09:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '6965dae7-1250-4b3d-b902-8a2da65c2a05', 'tenant_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'floating_ip_address': '172.25.0.12', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '4825847f-72e4-4b0a-a613-e91ee47287da', 'port_id': '8d6494f4-1d34-4a51-945f-ed082dfbb444', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0ea09ac-ccca-46de-895f-463c2c0cac54', 'mac_address': 'fa:16:3e:b5:f8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da5ed9ad-379f-46cc-bac2-fbbdc500b1be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:04:35Z', 'updated_at': '2021-09-08T09:04:42Z', 'revision_number': 1, 'project_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25416650-4a99-4af0-aab4-c638b9bd2ab0', 'name': '', 'network_id': 'd0ea09ac-ccca-46de-895f-463c2c0cac54', 'tenant_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'mac_address': 'fa:16:3e:f2:27:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4825847f-72e4-4b0a-a613-e91ee47287da', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '8a0ba9ab-b2c7-4b25-aa32-89e85cda7465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:07Z', 'updated_at': '2021-09-08T09:04:17Z', 'revision_number': 5, 'project_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'subnets': [{'id': '8a0ba9ab-b2c7-4b25-aa32-89e85cda7465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:04:46.281900 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-ea619809-ec3d-458a-b821-b61cfc5149c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72231812-a167-4e55-a7a4-bde665866ff2 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:04:46.296453 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-ea619809-ec3d-458a-b821-b61cfc5149c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:46.299248 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': 'f4d691e7-e9a2-4853-8163-af247dd9cc84', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'port_id': 'f4d691e7-e9a2-4853-8163-af247dd9cc84', 'mac_address': 'fa:16:3e:8c:c1:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc66e4b-ecb5-4c99-afe1-0a78c722534a', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:04:46.304480 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': 'dfca467b-4c54-46ec-8ec3-b88af0e82d9d', 'network_id': '9bae99d0-5102-4755-9f02-231ba14451d5', 'port_id': 'dfca467b-4c54-46ec-8ec3-b88af0e82d9d', 'mac_address': 'fa:16:3e:22:c8:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33cffe46-3ff7-49e8-a881-f3c38e341dd0', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:04:46.326370 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-ea619809-ec3d-458a-b821-b61cfc5149c6 service neutron] Transition to ACTIVE for port object 72231812-a167-4e55-a7a4-bde665866ff2 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:04:46.340965 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-ea619809-ec3d-458a-b821-b61cfc5149c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:46.360851 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-887a1b41-da12-4f73-a9a8-57bedc44ce5c req-95ffdfdc-3272-45f5-9785-3cea5ef4bb0f service neutron] 10.222.0.54 "GET /v2.0/networks/d0ea09ac-ccca-46de-895f-463c2c0cac54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173762 Sep 08 09:04:46.419426 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea619809-ec3d-458a-b821-b61cfc5149c6 service neutron] Pushing event updated for resources: {'Port': ['ID=72231812-a167-4e55-a7a4-bde665866ff2,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:46.458146 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-34a8dd25-23c2-43b3-9ea1-8e4dc10d7b3e None None] Could not find standard attr ID for object 3e0a3a66-f1ce-41da-9abe-019e92c6c9f8. {{(pid=94714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 09:04:46.510737 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d8eb005c-4901-4d0c-ab88-87dd2e424e8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:46.587465 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98964ad6-f631-49a5-bc26-84d3d90fb1c6 x-openstack-request-id: req-98964ad6-f631-49a5-bc26-84d3d90fb1c6 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:04:46.587907 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da5ed9ad-379f-46cc-bac2-fbbdc500b1be", "tag": "8d6494f4-1d34-4a51-945f-ed082dfbb444", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:04:46.587989 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-98964ad6-f631-49a5-bc26-84d3d90fb1c6 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:04:46.588640 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da5ed9ad-379f-46cc-bac2-fbbdc500b1be', 'tag': '8d6494f4-1d34-4a51-945f-ed082dfbb444', 'status': 'completed', 'code': 200} Sep 08 09:04:46.629941 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:46.657067 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:46.684545 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfca467b-4c54-46ec-8ec3-b88af0e82d9d {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:04:46.690560 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-ea619809-ec3d-458a-b821-b61cfc5149c6 service neutron] Attempting to bind port 72231812-a167-4e55-a7a4-bde665866ff2 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:04:46.691067 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-ea619809-ec3d-458a-b821-b61cfc5149c6 service neutron] Attempting to bind port 72231812-a167-4e55-a7a4-bde665866ff2 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': 'e3272716-47c2-42b8-9c57-6413c00102b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5c673a31-c6dc-4940-a700-d62fab12944a'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:04:46.691519 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-ea619809-ec3d-458a-b821-b61cfc5149c6 service neutron] Attempting to bind port 72231812-a167-4e55-a7a4-bde665866ff2 on network 5c673a31-c6dc-4940-a700-d62fab12944a {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:04:46.705732 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4d691e7-e9a2-4853-8163-af247dd9cc84 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:04:46.722607 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9154b06-c546-4066-acc4-0de20cd6f200 req-cba714fc-87a7-4770-b23d-65f50b3b0621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:46.723978 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee47e5d-6539-4243-a754-dca45fcba7ea None None] New status for floating IP 6965dae7-1250-4b3d-b902-8a2da65c2a05: ACTIVE {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:04:46.724108 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e9154b06-c546-4066-acc4-0de20cd6f200 req-cba714fc-87a7-4770-b23d-65f50b3b0621 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01e4fcf69e4c4ab19660bd20bd4971ca&device_id=da5ed9ad-379f-46cc-bac2-fbbdc500b1be HTTP/1.1" status: 200 len: 1097 time: 0.1461482 Sep 08 09:04:46.724784 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-ea619809-ec3d-458a-b821-b61cfc5149c6 service neutron] Port 72231812-a167-4e55-a7a4-bde665866ff2 on network 5c673a31-c6dc-4940-a700-d62fab12944a not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:04:46.725435 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-ea619809-ec3d-458a-b821-b61cfc5149c6 service neutron] Attempting to bind port 72231812-a167-4e55-a7a4-bde665866ff2 on network 5c673a31-c6dc-4940-a700-d62fab12944a {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:04:46.734942 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-ea619809-ec3d-458a-b821-b61cfc5149c6 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:04:46.735840 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-ea619809-ec3d-458a-b821-b61cfc5149c6 service neutron] Checking segment: {'id': 'e3272716-47c2-42b8-9c57-6413c00102b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5c673a31-c6dc-4940-a700-d62fab12944a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:04:46.735840 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-ea619809-ec3d-458a-b821-b61cfc5149c6 service neutron] Bound using segment: {'id': 'e3272716-47c2-42b8-9c57-6413c00102b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5c673a31-c6dc-4940-a700-d62fab12944a'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:04:46.736271 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-ea619809-ec3d-458a-b821-b61cfc5149c6 service neutron] Bound port: 72231812-a167-4e55-a7a4-bde665866ff2, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3272716-47c2-42b8-9c57-6413c00102b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5c673a31-c6dc-4940-a700-d62fab12944a'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:04:46.736648 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-ea619809-ec3d-458a-b821-b61cfc5149c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:46.761335 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54669131-aa8c-4ea0-8e64-0d4469cfa336 req-6746d998-fef7-4f24-9810-487fc1a4525a tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:46.763100 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-54669131-aa8c-4ea0-8e64-0d4469cfa336 req-6746d998-fef7-4f24-9810-487fc1a4525a tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=24805d5c-2764-4523-a530-29092d8f6d83 HTTP/1.1" status: 200 len: 948 time: 0.1395352 Sep 08 09:04:46.786030 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0925a56-3282-4ac0-88c0-55827b11c3b8 req-ee3c6249-1f3b-47ed-a516-3ffe01307e2b tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:46.790806 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a0925a56-3282-4ac0-88c0-55827b11c3b8 req-ee3c6249-1f3b-47ed-a516-3ffe01307e2b tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc92466a-b3c6-4750-954e-e8c401c23ca9 HTTP/1.1" status: 200 len: 944 time: 0.2215903 Sep 08 09:04:46.889021 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-54669131-aa8c-4ea0-8e64-0d4469cfa336 req-568b38b3-82bf-4b6c-82a7-d8def368222e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790603 Sep 08 09:04:46.926883 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port dfca467b-4c54-46ec-8ec3-b88af0e82d9d, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=dfca467b-4c54-46ec-8ec3-b88af0e82d9d,segment=NetworkSegment(ee50bf2c-b913-47f9-be22-7b5ae145e982),segment_id=ee50bf2c-b913-47f9-be22-7b5ae145e982)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:46.931809 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port f4d691e7-e9a2-4853-8163-af247dd9cc84, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=f4d691e7-e9a2-4853-8163-af247dd9cc84,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:46.940609 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:46.940945 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 229b22b3-b0f7-4064-9dfb-b9b154dfe5d6 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:04:46.941056 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8eb005c-4901-4d0c-ab88-87dd2e424e8d admin admin] Router 38fabaa3-35d1-4db4-b749-51328f0dc012 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:04:46.941784 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-ea619809-ec3d-458a-b821-b61cfc5149c6 service neutron] For port 72231812-a167-4e55-a7a4-bde665866ff2, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:04:46.942909 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:46.947569 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-ea619809-ec3d-458a-b821-b61cfc5149c6 service neutron] For port 72231812-a167-4e55-a7a4-bde665866ff2, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=72231812-a167-4e55-a7a4-bde665866ff2,segment=NetworkSegment(e3272716-47c2-42b8-9c57-6413c00102b1),segment_id=e3272716-47c2-42b8-9c57-6413c00102b1)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:04:46.983965 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9154b06-c546-4066-acc4-0de20cd6f200 req-99851120-57a2-44e5-90b9-9c9e261250c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:46.985722 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e9154b06-c546-4066-acc4-0de20cd6f200 req-99851120-57a2-44e5-90b9-9c9e261250c3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d0ea09ac-ccca-46de-895f-463c2c0cac54 HTTP/1.1" status: 200 len: 929 time: 0.2521424 Sep 08 09:04:46.989716 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-ea619809-ec3d-458a-b821-b61cfc5149c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:47.005215 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a0925a56-3282-4ac0-88c0-55827b11c3b8 req-44290360-ba17-4a62-a1c8-4fcaceb115c3 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d6314a7-bbc5-4c78-bb3b-cee6f500b4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983738 Sep 08 09:04:47.027384 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-7a4b5217-0017-4459-87bc-c779383fdaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fabaa3-35d1-4db4-b749-51328f0dc012', 'name': 'tempest-FloatingIPsNegativeTestJSON-2128248785-router', 'tenant_id': 'dde6bd63fc2648fc81300b993b4fc193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '2ea25c61-d2ea-445f-918b-3cd9a3365cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:04:28Z', 'updated_at': '2021-09-08T09:04:40Z', 'revision_number': 4, 'project_id': 'dde6bd63fc2648fc81300b993b4fc193', 'gw_port': {'id': '2ea25c61-d2ea-445f-918b-3cd9a3365cbc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fabaa3-35d1-4db4-b749-51328f0dc012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:29Z', 'updated_at': '2021-09-08T09:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '3e0a3a66-f1ce-41da-9abe-019e92c6c9f8', 'name': '', 'network_id': '07c21f80-eca8-48f7-a649-10b50fd80313', 'tenant_id': 'dde6bd63fc2648fc81300b993b4fc193', 'mac_address': 'fa:16:3e:29:64:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fabaa3-35d1-4db4-b749-51328f0dc012', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '62b0953f-70c2-4b1c-a792-1353020c1e11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:39Z', 'updated_at': '2021-09-08T09:04:45Z', 'revision_number': 4, 'project_id': 'dde6bd63fc2648fc81300b993b4fc193', 'subnets': [{'id': '62b0953f-70c2-4b1c-a792-1353020c1e11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:47.118542 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.db.resource_extend [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 08 09:04:47.130530 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4b5217-0017-4459-87bc-c779383fdaa6 None None] The sync data for ids ['38fabaa3-35d1-4db4-b749-51328f0dc012'] in n-d-806683-11 is: [{'id': '38fabaa3-35d1-4db4-b749-51328f0dc012', 'name': 'tempest-FloatingIPsNegativeTestJSON-2128248785-router', 'tenant_id': 'dde6bd63fc2648fc81300b993b4fc193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '2ea25c61-d2ea-445f-918b-3cd9a3365cbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:04:28Z', 'updated_at': '2021-09-08T09:04:40Z', 'revision_number': 4, 'project_id': 'dde6bd63fc2648fc81300b993b4fc193', 'gw_port': {'id': '2ea25c61-d2ea-445f-918b-3cd9a3365cbc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fabaa3-35d1-4db4-b749-51328f0dc012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:29Z', 'updated_at': '2021-09-08T09:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '3e0a3a66-f1ce-41da-9abe-019e92c6c9f8', 'name': '', 'network_id': '07c21f80-eca8-48f7-a649-10b50fd80313', 'tenant_id': 'dde6bd63fc2648fc81300b993b4fc193', 'mac_address': 'fa:16:3e:29:64:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fabaa3-35d1-4db4-b749-51328f0dc012', 'device_owner': 'network:router_interface', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': '62b0953f-70c2-4b1c-a792-1353020c1e11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:39Z', 'updated_at': '2021-09-08T09:04:45Z', 'revision_number': 4, 'project_id': 'dde6bd63fc2648fc81300b993b4fc193', 'subnets': [{'id': '62b0953f-70c2-4b1c-a792-1353020c1e11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:04:47.141636 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e9154b06-c546-4066-acc4-0de20cd6f200 req-a125703c-24da-4e06-995a-5b5f899afa51 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d6494f4-1d34-4a51-945f-ed082dfbb444 HTTP/1.1" status: 200 len: 998 time: 0.1016798 Sep 08 09:04:47.163295 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=dfca467b-4c54-46ec-8ec3-b88af0e82d9d,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:47.168598 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 229b22b3-b0f7-4064-9dfb-b9b154dfe5d6, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=229b22b3-b0f7-4064-9dfb-b9b154dfe5d6,segment=NetworkSegment(2d611bdc-8b46-4288-9a60-e3e65ae6211f),segment_id=2d611bdc-8b46-4288-9a60-e3e65ae6211f)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:47.196678 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:04:47.197272 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:04:47.197272 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:04:47.197644 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:04:47.197993 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:04:47.198566 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:04:47.198906 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:04:47.199167 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:04:47.199503 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:04:47.199836 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:04:47.200168 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:04:47.200498 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:04:47.205433 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8eb005c-4901-4d0c-ab88-87dd2e424e8d admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:04:47.218695 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '229b22b3-b0f7-4064-9dfb-b9b154dfe5d6', 'network_id': '420ee6df-451a-4285-bec4-d22a945df514', 'port_id': '229b22b3-b0f7-4064-9dfb-b9b154dfe5d6', 'mac_address': 'fa:16:3e:7e:7c:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c4bc90e-6301-4198-b245-c5a8ab779b3f', 'ip_address': '10.1.1.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:04:47.240022 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-ea619809-ec3d-458a-b821-b61cfc5149c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:47.240659 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-ea619809-ec3d-458a-b821-b61cfc5149c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:47.242204 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-ea619809-ec3d-458a-b821-b61cfc5149c6 service neutron] 10.222.0.35 "PUT /v2.0/ports/72231812-a167-4e55-a7a4-bde665866ff2 HTTP/1.1" status: 200 len: 1093 time: 1.9320338 Sep 08 09:04:47.274310 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea619809-ec3d-458a-b821-b61cfc5149c6 service neutron] Pushing event updated for resources: {'Port': ['ID=72231812-a167-4e55-a7a4-bde665866ff2,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:47.281133 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9154b06-c546-4066-acc4-0de20cd6f200 req-4a5620ac-694b-43f5-ab88-e25499dd7f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:47.284622 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d8eb005c-4901-4d0c-ab88-87dd2e424e8d admin admin] 10.222.0.54 "PUT /v2.0/routers/38fabaa3-35d1-4db4-b749-51328f0dc012/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5353868 Sep 08 09:04:47.293489 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e9154b06-c546-4066-acc4-0de20cd6f200 req-4a5620ac-694b-43f5-ab88-e25499dd7f40 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a0ba9ab-b2c7-4b25-aa32-89e85cda7465 HTTP/1.1" status: 200 len: 867 time: 0.1416593 Sep 08 09:04:47.294026 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43130) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:04:47.346286 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['f4d691e7-e9a2-4853-8163-af247dd9cc84'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:04:47.376931 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=f4d691e7-e9a2-4853-8163-af247dd9cc84,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:47.391480 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:47.415241 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 229b22b3-b0f7-4064-9dfb-b9b154dfe5d6 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:04:47.448767 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-03c6bb6e-1b58-461a-82e1-75dc3f1d56ce req-d93de29c-1f9c-4c18-93ed-b09c4ac0518a tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=399c4174-1e86-4a10-bb99-f875a09107d5 HTTP/1.1" status: 200 len: 258 time: 0.3981352 Sep 08 09:04:47.456642 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 229b22b3-b0f7-4064-9dfb-b9b154dfe5d6, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=229b22b3-b0f7-4064-9dfb-b9b154dfe5d6,segment=NetworkSegment(2d611bdc-8b46-4288-9a60-e3e65ae6211f),segment_id=2d611bdc-8b46-4288-9a60-e3e65ae6211f)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:47.458454 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-03c6bb6e-1b58-461a-82e1-75dc3f1d56ce req-704b5d78-7bcc-4e77-8eff-fde569ab0c9b tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:04:47.467065 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:47.467862 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device fee93a55-5fb2-48b1-9e9b-9174983a4b10 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:04:47.494233 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-03c6bb6e-1b58-461a-82e1-75dc3f1d56ce req-704b5d78-7bcc-4e77-8eff-fde569ab0c9b tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Notify callbacks [] for floatingip, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:47.524186 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9154b06-c546-4066-acc4-0de20cd6f200 req-c8a83365-0d53-4cfe-9fb7-e3b0d53fec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:47.525542 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e9154b06-c546-4066-acc4-0de20cd6f200 req-c8a83365-0d53-4cfe-9fb7-e3b0d53fec11 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d0ea09ac-ccca-46de-895f-463c2c0cac54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2241666 Sep 08 09:04:47.548245 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-88ba2166-32c0-417f-bc91-c250758b7860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:47.549800 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-88ba2166-32c0-417f-bc91-c250758b7860 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ebf6a23ea5e740e1a541026d39f45486&device_id=cc92466a-b3c6-4750-954e-e8c401c23ca9 HTTP/1.1" status: 200 len: 1096 time: 0.2250087 Sep 08 09:04:47.578930 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port fee93a55-5fb2-48b1-9e9b-9174983a4b10, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=fee93a55-5fb2-48b1-9e9b-9174983a4b10,segment=NetworkSegment(ee50bf2c-b913-47f9-be22-7b5ae145e982),segment_id=ee50bf2c-b913-47f9-be22-7b5ae145e982)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:47.584414 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=229b22b3-b0f7-4064-9dfb-b9b154dfe5d6,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:47.618106 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': 'fee93a55-5fb2-48b1-9e9b-9174983a4b10', 'network_id': '9bae99d0-5102-4755-9f02-231ba14451d5', 'port_id': 'fee93a55-5fb2-48b1-9e9b-9174983a4b10', 'mac_address': 'fa:16:3e:12:f4:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33cffe46-3ff7-49e8-a881-f3c38e341dd0', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:04:47.632479 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c50829a2-4e46-4cda-9553-da7174d52e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:47.648156 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-03c6bb6e-1b58-461a-82e1-75dc3f1d56ce req-704b5d78-7bcc-4e77-8eff-fde569ab0c9b tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:47.675445 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device fb2e5f1e-9c50-48e7-b6bb-e637dec86b44 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:04:47.752611 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:47.776384 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fee93a55-5fb2-48b1-9e9b-9174983a4b10 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:04:47.821421 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port fb2e5f1e-9c50-48e7-b6bb-e637dec86b44 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:04:47.828203 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port fee93a55-5fb2-48b1-9e9b-9174983a4b10, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=fee93a55-5fb2-48b1-9e9b-9174983a4b10,segment=NetworkSegment(ee50bf2c-b913-47f9-be22-7b5ae145e982),segment_id=ee50bf2c-b913-47f9-be22-7b5ae145e982)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:47.836090 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port fb2e5f1e-9c50-48e7-b6bb-e637dec86b44 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:04:47.837604 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:47.858030 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [req-03c6bb6e-1b58-461a-82e1-75dc3f1d56ce req-704b5d78-7bcc-4e77-8eff-fde569ab0c9b tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Allocated IP 172.25.0.182 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/18867d7f-46b8-40c8-aeaa-384a2712b456) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:04:47.888221 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:47.889008 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device aa0aa366-6055-4adf-a15d-7672841d5a44 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:04:47.973787 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f6c53-978c-41c4-8ba2-1d983f4c3120 req-c6ddd09d-2f89-42dc-b79b-3cb3a967b281 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:47.983447 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f6c53-978c-41c4-8ba2-1d983f4c3120 req-c6ddd09d-2f89-42dc-b79b-3cb3a967b281 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:47.992924 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f6c53-978c-41c4-8ba2-1d983f4c3120 req-c6ddd09d-2f89-42dc-b79b-3cb3a967b281 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:47.995713 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port aa0aa366-6055-4adf-a15d-7672841d5a44, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=aa0aa366-6055-4adf-a15d-7672841d5a44,segment=NetworkSegment(2d611bdc-8b46-4288-9a60-e3e65ae6211f),segment_id=2d611bdc-8b46-4288-9a60-e3e65ae6211f)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:48.001430 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f6c53-978c-41c4-8ba2-1d983f4c3120 req-c6ddd09d-2f89-42dc-b79b-3cb3a967b281 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:48.008873 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=fee93a55-5fb2-48b1-9e9b-9174983a4b10,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:48.009117 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f6c53-978c-41c4-8ba2-1d983f4c3120 req-c6ddd09d-2f89-42dc-b79b-3cb3a967b281 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:48.018833 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f6c53-978c-41c4-8ba2-1d983f4c3120 req-c6ddd09d-2f89-42dc-b79b-3cb3a967b281 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:48.019240 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': 'aa0aa366-6055-4adf-a15d-7672841d5a44', 'network_id': '420ee6df-451a-4285-bec4-d22a945df514', 'port_id': 'aa0aa366-6055-4adf-a15d-7672841d5a44', 'mac_address': 'fa:16:3e:f1:c5:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c4bc90e-6301-4198-b245-c5a8ab779b3f', 'ip_address': '10.1.1.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:04:48.030718 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f6c53-978c-41c4-8ba2-1d983f4c3120 req-c6ddd09d-2f89-42dc-b79b-3cb3a967b281 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:48.033185 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-231f6c53-978c-41c4-8ba2-1d983f4c3120 req-c6ddd09d-2f89-42dc-b79b-3cb3a967b281 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 5426 time: 0.6484268 Sep 08 09:04:48.045412 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0b1b6175-cb1d-466b-ae1e-e15f348da3a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:48.053349 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-03c6bb6e-1b58-461a-82e1-75dc3f1d56ce req-704b5d78-7bcc-4e77-8eff-fde569ab0c9b tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:48.097776 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:48.101316 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:48.107834 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-03c6bb6e-1b58-461a-82e1-75dc3f1d56ce req-704b5d78-7bcc-4e77-8eff-fde569ab0c9b tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:48.123614 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa0aa366-6055-4adf-a15d-7672841d5a44 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:04:48.147517 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b003af9-6474-4242-bf5f-78fff92e0232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2e5f1e-9c50-48e7-b6bb-e637dec86b44'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:04:48.150023 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2e1130-55b4-485d-b2fe-c308652e9c19" -d '{"events": [{"server_uuid": "2b003af9-6474-4242-bf5f-78fff92e0232", "name": "network-vif-plugged", "status": "completed", "tag": "fb2e5f1e-9c50-48e7-b6bb-e637dec86b44"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:04:48.169654 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port aa0aa366-6055-4adf-a15d-7672841d5a44, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=aa0aa366-6055-4adf-a15d-7672841d5a44,segment=NetworkSegment(2d611bdc-8b46-4288-9a60-e3e65ae6211f),segment_id=2d611bdc-8b46-4288-9a60-e3e65ae6211f)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:48.172012 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port fb2e5f1e-9c50-48e7-b6bb-e637dec86b44, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=fb2e5f1e-9c50-48e7-b6bb-e637dec86b44,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:48.176223 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b5d78-7bcc-4e77-8eff-fde569ab0c9b tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Pushing event updated for resources: {'Port': ['ID=18867d7f-46b8-40c8-aeaa-384a2712b456,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:48.178563 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:48.184467 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:48.190224 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:04:48.203193 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03c6bb6e-1b58-461a-82e1-75dc3f1d56ce req-704b5d78-7bcc-4e77-8eff-fde569ab0c9b tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:04:48.206396 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [req-03c6bb6e-1b58-461a-82e1-75dc3f1d56ce req-704b5d78-7bcc-4e77-8eff-fde569ab0c9b tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:04:48.210595 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c6bb6e-1b58-461a-82e1-75dc3f1d56ce req-704b5d78-7bcc-4e77-8eff-fde569ab0c9b tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:04:48.256072 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-cc3551f5-cd7e-4df4-8f00-86ed432614cf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72231812-a167-4e55-a7a4-bde665866ff2 HTTP/1.1" status: 200 len: 217 time: 0.2214448 Sep 08 09:04:48.283235 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=aa0aa366-6055-4adf-a15d-7672841d5a44,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:48.317493 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0b1b6175-cb1d-466b-ae1e-e15f348da3a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:48.332929 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e9154b06-c546-4066-acc4-0de20cd6f200 req-53ee750c-f840-47dc-b47b-75e85a526f43 service neutron] 10.222.0.37 "GET /v2.0/networks/d0ea09ac-ccca-46de-895f-463c2c0cac54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7990291 Sep 08 09:04:48.340478 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-03c6bb6e-1b58-461a-82e1-75dc3f1d56ce req-704b5d78-7bcc-4e77-8eff-fde569ab0c9b tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:48.341598 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-231f6c53-978c-41c4-8ba2-1d983f4c3120 req-6c518eaa-3112-4ed2-8d5f-51fda01e4842 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&id=53d991ac-c80f-43e4-8682-37208170b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1655195 Sep 08 09:04:48.344086 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=fb2e5f1e-9c50-48e7-b6bb-e637dec86b44,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:48.411580 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-03c6bb6e-1b58-461a-82e1-75dc3f1d56ce req-704b5d78-7bcc-4e77-8eff-fde569ab0c9b tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:48.422275 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-bab4568a-a7dc-4660-ae7b-ae5638496d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:48.423494 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-bab4568a-a7dc-4660-ae7b-ae5638496d07 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=257fd746-9c97-41f1-9b18-3ebaf08bb2f3 HTTP/1.1" status: 200 len: 850 time: 0.1562614 Sep 08 09:04:48.431004 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device e14de9e1-dbdd-41d4-bb25-3967a45e30bf up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:04:48.532212 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port e14de9e1-dbdd-41d4-bb25-3967a45e30bf completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:04:48.545470 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port e14de9e1-dbdd-41d4-bb25-3967a45e30bf triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:04:48.545873 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:48.556407 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-0b1b6175-cb1d-466b-ae1e-e15f348da3a5 admin admin] Deleting port 2ea25c61-d2ea-445f-918b-3cd9a3365cbc {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:04:48.556745 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0b1b6175-cb1d-466b-ae1e-e15f348da3a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:48.561553 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e9154b06-c546-4066-acc4-0de20cd6f200 req-207e21dc-ffa0-410a-9dab-c1fc9bb2a33f service neutron] 10.222.0.37 "GET /v2.0/networks/d0ea09ac-ccca-46de-895f-463c2c0cac54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166960 Sep 08 09:04:48.564536 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-300901c3-582b-44e6-a1f8-205d58ecaad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:48.565980 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-300901c3-582b-44e6-a1f8-205d58ecaad4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5c673a31-c6dc-4940-a700-d62fab12944a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0938337 Sep 08 09:04:48.601459 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc92466a-b3c6-4750-954e-e8c401c23ca9', 'tag': '72231812-a167-4e55-a7a4-bde665866ff2'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:04:48.608581 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b890004c-915c-441b-ad8a-13301e71e5f3" -d '{"events": [{"name": "network-changed", "server_uuid": "cc92466a-b3c6-4750-954e-e8c401c23ca9", "tag": "72231812-a167-4e55-a7a4-bde665866ff2"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:04:48.660086 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:48.690705 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-03c6bb6e-1b58-461a-82e1-75dc3f1d56ce req-704b5d78-7bcc-4e77-8eff-fde569ab0c9b tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:48.696871 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-03c6bb6e-1b58-461a-82e1-75dc3f1d56ce req-704b5d78-7bcc-4e77-8eff-fde569ab0c9b tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:48.703505 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port e14de9e1-dbdd-41d4-bb25-3967a45e30bf, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=e14de9e1-dbdd-41d4-bb25-3967a45e30bf,segment=NetworkSegment(948da7d8-df84-42e8-b003-776fc80a05e5),segment_id=948da7d8-df84-42e8-b003-776fc80a05e5)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:48.711578 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:48.798318 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b5d78-7bcc-4e77-8eff-fde569ab0c9b tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Pushing event updated for resources: {'Port': ['ID=18867d7f-46b8-40c8-aeaa-384a2712b456,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:48.824382 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-03c6bb6e-1b58-461a-82e1-75dc3f1d56ce req-704b5d78-7bcc-4e77-8eff-fde569ab0c9b tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:48.831286 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=e14de9e1-dbdd-41d4-bb25-3967a45e30bf,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:48.837664 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ceab4a-534b-4615-96ba-0cdbb26e86c6 req-ba5be053-ce35-4107-b8ed-0de56ad4f8f2 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:48.841190 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d3ceab4a-534b-4615-96ba-0cdbb26e86c6 req-ba5be053-ce35-4107-b8ed-0de56ad4f8f2 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=24805d5c-2764-4523-a530-29092d8f6d83 HTTP/1.1" status: 200 len: 949 time: 0.2084255 Sep 08 09:04:48.843813 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-0b1b6175-cb1d-466b-ae1e-e15f348da3a5 admin admin] For port 2ea25c61-d2ea-445f-918b-3cd9a3365cbc, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=2ea25c61-d2ea-445f-918b-3cd9a3365cbc,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:48.844112 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0b1b6175-cb1d-466b-ae1e-e15f348da3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:48.850451 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-03c6bb6e-1b58-461a-82e1-75dc3f1d56ce req-704b5d78-7bcc-4e77-8eff-fde569ab0c9b tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:48.859117 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-03c6bb6e-1b58-461a-82e1-75dc3f1d56ce req-704b5d78-7bcc-4e77-8eff-fde569ab0c9b tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4046280 Sep 08 09:04:48.860925 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-2c47b298-0ed6-47a9-b13b-28768319a50b service neutron] 10.222.0.35 "GET /v2.0/networks/5c673a31-c6dc-4940-a700-d62fab12944a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841661 Sep 08 09:04:48.884017 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-0b1b6175-cb1d-466b-ae1e-e15f348da3a5 admin admin] Calling delete_port for 2ea25c61-d2ea-445f-918b-3cd9a3365cbc owned by network:router_gateway {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:04:48.920997 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-03c6bb6e-1b58-461a-82e1-75dc3f1d56ce req-06403bdb-2fcb-4d80-ba79-ad80fcccc516 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.182 HTTP/1.1" status: 200 len: 696 time: 0.0605490 Sep 08 09:04:49.029938 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d3ceab4a-534b-4615-96ba-0cdbb26e86c6 req-d990a23c-fa02-4b4d-bdc2-a3daa5905ca3 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720698 Sep 08 09:04:49.062031 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6bb6e-1b58-461a-82e1-75dc3f1d56ce req-2cd245f3-41a6-41e1-8cab-2cfdffcffb36 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:49.072104 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f4b97e63-4095-4caf-bf5c-829e2dd297bc req-6c2fd06c-6b04-4c01-bf90-06180f51e9d2 service neutron] 10.222.0.35 "GET /v2.0/networks/5c673a31-c6dc-4940-a700-d62fab12944a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989160 Sep 08 09:04:49.083562 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-03c6bb6e-1b58-461a-82e1-75dc3f1d56ce req-2cd245f3-41a6-41e1-8cab-2cfdffcffb36 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/networks/399c4174-1e86-4a10-bb99-f875a09107d5 HTTP/1.1" status: 200 len: 784 time: 0.1613264 Sep 08 09:04:49.241226 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1570f1-74ef-4f31-bf51-65209b44146d x-openstack-request-id: req-ee1570f1-74ef-4f31-bf51-65209b44146d {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:04:49.241726 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b003af9-6474-4242-bf5f-78fff92e0232", "name": "network-vif-plugged", "status": "completed", "tag": "fb2e5f1e-9c50-48e7-b6bb-e637dec86b44", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:04:49.242716 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ee1570f1-74ef-4f31-bf51-65209b44146d {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:04:49.244080 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b003af9-6474-4242-bf5f-78fff92e0232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2e5f1e-9c50-48e7-b6bb-e637dec86b44', 'code': 200} Sep 08 09:04:49.253769 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d7a85-0ec5-4a3e-a854-b90678fbc52c req-b35b845d-6182-4cfc-9be8-4b9cd52b023d tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:49.255642 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a07d7a85-0ec5-4a3e-a854-b90678fbc52c req-b35b845d-6182-4cfc-9be8-4b9cd52b023d tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc92466a-b3c6-4750-954e-e8c401c23ca9 HTTP/1.1" status: 200 len: 944 time: 0.1173956 Sep 08 09:04:49.308144 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0b1b6175-cb1d-466b-ae1e-e15f348da3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:49.342692 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b6175-cb1d-466b-ae1e-e15f348da3a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ea25c61-d2ea-445f-918b-3cd9a3365cbc,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:49.389841 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['fee93a55-5fb2-48b1-9e9b-9174983a4b10'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:04:49.397318 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d3bb49-c329-4fca-b2c1-ed4a380b2c0a x-openstack-request-id: req-b0d3bb49-c329-4fca-b2c1-ed4a380b2c0a {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:04:49.397572 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc92466a-b3c6-4750-954e-e8c401c23ca9", "tag": "72231812-a167-4e55-a7a4-bde665866ff2", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:04:49.397781 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b0d3bb49-c329-4fca-b2c1-ed4a380b2c0a {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:04:49.398192 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc92466a-b3c6-4750-954e-e8c401c23ca9', 'tag': '72231812-a167-4e55-a7a4-bde665866ff2', 'status': 'completed', 'code': 200} Sep 08 09:04:49.431419 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a07d7a85-0ec5-4a3e-a854-b90678fbc52c req-b498c632-87c4-44d4-a876-3ce5f7923b91 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d6314a7-bbc5-4c78-bb3b-cee6f500b4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493371 Sep 08 09:04:49.504417 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69ea3f-06fe-4f69-950b-79ec8f2ce4ed req-c66a1db5-6a6f-40c6-a0d6-2737e4a632f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:49.505995 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ed69ea3f-06fe-4f69-950b-79ec8f2ce4ed req-c66a1db5-6a6f-40c6-a0d6-2737e4a632f3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2b003af9-6474-4242-bf5f-78fff92e0232 HTTP/1.1" status: 200 len: 1101 time: 0.1563830 Sep 08 09:04:49.525410 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df6c4f-dae4-4a46-983a-552f4fde01e2 req-9bc007c4-1de0-4184-8f79-f52e17bbe562 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:49.533762 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e4df6c4f-dae4-4a46-983a-552f4fde01e2 req-9bc007c4-1de0-4184-8f79-f52e17bbe562 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/ports?device_id=da5ed9ad-379f-46cc-bac2-fbbdc500b1be&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0913091 Sep 08 09:04:49.542281 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6bfd06-8713-4e5e-99bd-773ab3e5057a None None] Sync routers for ids ['38fabaa3-35d1-4db4-b749-51328f0dc012'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:04:49.547385 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0b1b6175-cb1d-466b-ae1e-e15f348da3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:49.559770 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b890004c-915c-441b-ad8a-13301e71e5f3 req-f9a0cb56-818d-4010-95ba-1e6ba7c448f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:49.561924 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b890004c-915c-441b-ad8a-13301e71e5f3 req-f9a0cb56-818d-4010-95ba-1e6ba7c448f0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ebf6a23ea5e740e1a541026d39f45486&device_id=cc92466a-b3c6-4750-954e-e8c401c23ca9 HTTP/1.1" status: 200 len: 1096 time: 0.1040134 Sep 08 09:04:49.573665 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6bfd06-8713-4e5e-99bd-773ab3e5057a None None] Routers {'38fabaa3-35d1-4db4-b749-51328f0dc012'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:04:49.574316 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-7f6bfd06-8713-4e5e-99bd-773ab3e5057a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:04:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['38fabaa3-35d1-4db4-b749-51328f0dc012'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:49.589608 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['89daee6f-0c0f-4335-af2f-1d518b85581e'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:04:49.624594 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['229b22b3-b0f7-4064-9dfb-b9b154dfe5d6'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:04:49.627007 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['24de4b54-5e35-472f-b3a2-8c31ebfb3d05'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:04:49.633442 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e4df6c4f-dae4-4a46-983a-552f4fde01e2 req-69a3b0a8-de9b-4b78-a0b5-6c6a33a98a3d tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.182 HTTP/1.1" status: 200 len: 696 time: 0.0977356 Sep 08 09:04:49.643546 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-e4df6c4f-dae4-4a46-983a-552f4fde01e2 req-777d4c57-0103-43d8-81a5-6dca31a3010b tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Request body: {'floatingip': {'port_id': '8d6494f4-1d34-4a51-945f-ed082dfbb444', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:04:49.659233 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ed69ea3f-06fe-4f69-950b-79ec8f2ce4ed req-d6735484-3b24-46e5-80ce-941a0d1639f0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379759 Sep 08 09:04:49.699725 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device f4d691e7-e9a2-4853-8163-af247dd9cc84 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:04:49.706234 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-e4df6c4f-dae4-4a46-983a-552f4fde01e2 req-777d4c57-0103-43d8-81a5-6dca31a3010b tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Notify callbacks [] for floatingip, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:49.731060 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0b1b6175-cb1d-466b-ae1e-e15f348da3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:49.733983 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['aa0aa366-6055-4adf-a15d-7672841d5a44'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:04:49.743121 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-7f6bfd06-8713-4e5e-99bd-773ab3e5057a None None] Set router 38fabaa3-35d1-4db4-b749-51328f0dc012 gateway port host: None {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:04:49.749105 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0b1b6175-cb1d-466b-ae1e-e15f348da3a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:49.829166 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-7f6bfd06-8713-4e5e-99bd-773ab3e5057a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fabaa3-35d1-4db4-b749-51328f0dc012', 'name': 'tempest-FloatingIPsNegativeTestJSON-2128248785-router', 'tenant_id': 'dde6bd63fc2648fc81300b993b4fc193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:04:28Z', 'updated_at': '2021-09-08T09:04:49Z', 'revision_number': 7, 'project_id': 'dde6bd63fc2648fc81300b993b4fc193', 'gw_port_host': None}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:49.871525 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f033b8-fc88-4390-9008-b0011a7b5225 req-9d145d50-9e1d-4a51-8ed2-a4ac78a501df tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:49.878398 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f033b8-fc88-4390-9008-b0011a7b5225 req-9d145d50-9e1d-4a51-8ed2-a4ac78a501df tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:49.886099 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f033b8-fc88-4390-9008-b0011a7b5225 req-9d145d50-9e1d-4a51-8ed2-a4ac78a501df tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:49.887431 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6bfd06-8713-4e5e-99bd-773ab3e5057a None None] Checking router: 38fabaa3-35d1-4db4-b749-51328f0dc012 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:04:49.892881 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f033b8-fc88-4390-9008-b0011a7b5225 req-9d145d50-9e1d-4a51-8ed2-a4ac78a501df tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:49.898521 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6bfd06-8713-4e5e-99bd-773ab3e5057a None None] Routers {'38fabaa3-35d1-4db4-b749-51328f0dc012'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:04:49.899295 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-7f6bfd06-8713-4e5e-99bd-773ab3e5057a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:04:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['38fabaa3-35d1-4db4-b749-51328f0dc012'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:49.900111 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f033b8-fc88-4390-9008-b0011a7b5225 req-9d145d50-9e1d-4a51-8ed2-a4ac78a501df tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:49.907121 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f033b8-fc88-4390-9008-b0011a7b5225 req-9d145d50-9e1d-4a51-8ed2-a4ac78a501df tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:49.913616 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f033b8-fc88-4390-9008-b0011a7b5225 req-9d145d50-9e1d-4a51-8ed2-a4ac78a501df tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:49.924366 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b1f033b8-fc88-4390-9008-b0011a7b5225 req-9d145d50-9e1d-4a51-8ed2-a4ac78a501df tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 5430 time: 0.2872908 Sep 08 09:04:49.986927 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b1f033b8-fc88-4390-9008-b0011a7b5225 req-8c3c3c55-81f3-4e9d-8701-d56da78481ef tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&id=53d991ac-c80f-43e4-8682-37208170b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0615807 Sep 08 09:04:49.996594 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-7f6bfd06-8713-4e5e-99bd-773ab3e5057a None None] Set router 38fabaa3-35d1-4db4-b749-51328f0dc012 gateway port host: None {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:04:50.005869 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port f4d691e7-e9a2-4853-8163-af247dd9cc84 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:04:50.021362 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0b1b6175-cb1d-466b-ae1e-e15f348da3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:50.022170 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1b6175-cb1d-466b-ae1e-e15f348da3a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38fabaa3-35d1-4db4-b749-51328f0dc012 {{(pid=94712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:04:50.028881 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0b1b6175-cb1d-466b-ae1e-e15f348da3a5 admin admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:50.030116 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-0b1b6175-cb1d-466b-ae1e-e15f348da3a5 admin admin] 10.222.0.54 "DELETE /v2.0/routers/38fabaa3-35d1-4db4-b749-51328f0dc012 HTTP/1.1" status: 204 len: 168 time: 2.7344911 Sep 08 09:04:50.033776 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43180) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:04:50.045116 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port f4d691e7-e9a2-4853-8163-af247dd9cc84 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:04:50.053975 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:50.054208 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b890004c-915c-441b-ad8a-13301e71e5f3 req-aab069f7-0141-4e2d-9c43-91177caa4363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:50.055727 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b890004c-915c-441b-ad8a-13301e71e5f3 req-aab069f7-0141-4e2d-9c43-91177caa4363 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5c673a31-c6dc-4940-a700-d62fab12944a HTTP/1.1" status: 200 len: 912 time: 0.4201536 Sep 08 09:04:50.115809 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-7f6bfd06-8713-4e5e-99bd-773ab3e5057a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fabaa3-35d1-4db4-b749-51328f0dc012', 'name': 'tempest-FloatingIPsNegativeTestJSON-2128248785-router', 'tenant_id': 'dde6bd63fc2648fc81300b993b4fc193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:04:28Z', 'updated_at': '2021-09-08T09:04:49Z', 'revision_number': 7, 'project_id': 'dde6bd63fc2648fc81300b993b4fc193', 'gw_port_host': None}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:50.142808 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [req-e4df6c4f-dae4-4a46-983a-552f4fde01e2 req-777d4c57-0103-43d8-81a5-6dca31a3010b tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] update failed (client error): There was a conflict when trying to complete your request. Sep 08 09:04:50.167896 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e4df6c4f-dae4-4a46-983a-552f4fde01e2 req-777d4c57-0103-43d8-81a5-6dca31a3010b tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "PUT /v2.0/floatingips/842a8a2c-3994-47a8-884e-b560f7baf690 HTTP/1.1" status: 409 len: 550 time: 0.5270431 Sep 08 09:04:50.177957 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6bfd06-8713-4e5e-99bd-773ab3e5057a None None] The sync data for ids ['38fabaa3-35d1-4db4-b749-51328f0dc012'] in n-d-806683-11 is: [{'id': '38fabaa3-35d1-4db4-b749-51328f0dc012', 'name': 'tempest-FloatingIPsNegativeTestJSON-2128248785-router', 'tenant_id': 'dde6bd63fc2648fc81300b993b4fc193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:04:28Z', 'updated_at': '2021-09-08T09:04:49Z', 'revision_number': 7, 'project_id': 'dde6bd63fc2648fc81300b993b4fc193', 'gw_port_host': None}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:04:50.187026 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b890004c-915c-441b-ad8a-13301e71e5f3 req-7854be7c-a882-4580-b38b-89c9f1448702 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72231812-a167-4e55-a7a4-bde665866ff2 HTTP/1.1" status: 200 len: 217 time: 0.0876763 Sep 08 09:04:50.242761 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a60a4c-94ea-43d9-91e3-da57dff0d6c0 admin admin] Deleting subnet 62b0953f-70c2-4b1c-a792-1353020c1e11 {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:04:50.254572 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d2a60a4c-94ea-43d9-91e3-da57dff0d6c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:50.301179 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b890004c-915c-441b-ad8a-13301e71e5f3 req-3524e96e-eff8-4053-a9da-025987c78204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:50.304011 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b890004c-915c-441b-ad8a-13301e71e5f3 req-3524e96e-eff8-4053-a9da-025987c78204 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=257fd746-9c97-41f1-9b18-3ebaf08bb2f3 HTTP/1.1" status: 200 len: 850 time: 0.1082766 Sep 08 09:04:50.312456 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d2a60a4c-94ea-43d9-91e3-da57dff0d6c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:50.333454 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed72a2-a12d-4a35-87a1-34aefc0d4301 req-eebc4a69-8a67-4cca-81f7-2548f20b7856 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:50.335071 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f6ed72a2-a12d-4a35-87a1-34aefc0d4301 req-eebc4a69-8a67-4cca-81f7-2548f20b7856 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=24805d5c-2764-4523-a530-29092d8f6d83 HTTP/1.1" status: 200 len: 949 time: 0.0739446 Sep 08 09:04:50.381445 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f6ed72a2-a12d-4a35-87a1-34aefc0d4301 req-a9d17fc2-49b8-4111-beff-f95cad543214 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387189 Sep 08 09:04:50.396660 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['dfca467b-4c54-46ec-8ec3-b88af0e82d9d'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:04:50.431957 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-34a4ef15-1a8a-4282-ad51-4598a1eee79e req-ffd8a696-52dc-4cd9-94f6-3e6509e4d8f1 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/floatingips/842a8a2c-3994-47a8-884e-b560f7baf690 HTTP/1.1" status: 200 len: 693 time: 0.1020508 Sep 08 09:04:50.439897 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:50.457356 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:50.486850 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b890004c-915c-441b-ad8a-13301e71e5f3 req-2208c096-abef-4b03-a90f-5e6e3f698b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:50.488400 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b890004c-915c-441b-ad8a-13301e71e5f3 req-2208c096-abef-4b03-a90f-5e6e3f698b10 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5c673a31-c6dc-4940-a700-d62fab12944a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1718242 Sep 08 09:04:50.510102 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port f4d691e7-e9a2-4853-8163-af247dd9cc84, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=f4d691e7-e9a2-4853-8163-af247dd9cc84,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:50.520733 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:50.602716 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d2a60a4c-94ea-43d9-91e3-da57dff0d6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:50.609802 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=f4d691e7-e9a2-4853-8163-af247dd9cc84,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:50.705543 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-05d9c49c-e6e2-4d2a-9d52-da9a5a0280bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:50.767134 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf5e2a-5a64-4194-8532-dc7779420924 req-37755a02-1035-435d-9c6f-40f6c436eae4 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:50.768745 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6ebf5e2a-5a64-4194-8532-dc7779420924 req-37755a02-1035-435d-9c6f-40f6c436eae4 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc92466a-b3c6-4750-954e-e8c401c23ca9 HTTP/1.1" status: 200 len: 944 time: 0.0751135 Sep 08 09:04:50.826316 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6ebf5e2a-5a64-4194-8532-dc7779420924 req-bdb87436-0fc6-4dd4-8542-d364bef4b957 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d6314a7-bbc5-4c78-bb3b-cee6f500b4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509565 Sep 08 09:04:51.014653 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4ef15-1a8a-4282-ad51-4598a1eee79e req-aabcac30-27be-4c5e-ab17-687948ffc00d tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:51.016097 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-34a4ef15-1a8a-4282-ad51-4598a1eee79e req-aabcac30-27be-4c5e-ab17-687948ffc00d tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/networks/399c4174-1e86-4a10-bb99-f875a09107d5 HTTP/1.1" status: 200 len: 784 time: 0.5836382 Sep 08 09:04:51.083492 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b890004c-915c-441b-ad8a-13301e71e5f3 req-26229886-cca6-4cc3-a9a8-0ec70c634833 service neutron] 10.222.0.35 "GET /v2.0/networks/5c673a31-c6dc-4940-a700-d62fab12944a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5754869 Sep 08 09:04:51.092551 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-34a4ef15-1a8a-4282-ad51-4598a1eee79e req-c5861b07-c7d6-4569-a7d7-dba56ceb3eda tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.182 HTTP/1.1" status: 200 len: 696 time: 0.0660782 Sep 08 09:04:51.101978 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d2a60a4c-94ea-43d9-91e3-da57dff0d6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:51.156187 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a60a4c-94ea-43d9-91e3-da57dff0d6c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62b0953f-70c2-4b1c-a792-1353020c1e11,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:51.196981 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d2a60a4c-94ea-43d9-91e3-da57dff0d6c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:51.200044 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d2a60a4c-94ea-43d9-91e3-da57dff0d6c0 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/62b0953f-70c2-4b1c-a792-1353020c1e11 HTTP/1.1" status: 204 len: 168 time: 1.1649327 Sep 08 09:04:51.204768 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43244) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:04:51.209839 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4242f53f-c2a5-4e9d-a7be-1bbd1434510b None None] Network 07c21f80-eca8-48f7-a649-10b50fd80313 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:04:51.245992 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-34a4ef15-1a8a-4282-ad51-4598a1eee79e req-0d552fca-44dc-44c2-83f6-f8d704f37535 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.182 HTTP/1.1" status: 200 len: 696 time: 0.1417696 Sep 08 09:04:51.254435 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '914131e2-07da-4bcb-841e-02708bc6510a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14de9e1-dbdd-41d4-bb25-3967a45e30bf'}, {'server_uuid': '24805d5c-2764-4523-a530-29092d8f6d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d691e7-e9a2-4853-8163-af247dd9cc84'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:04:51.256812 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666f3c5a-6575-470b-b36c-b8271e63a9de" -d '{"events": [{"server_uuid": "914131e2-07da-4bcb-841e-02708bc6510a", "name": "network-vif-plugged", "status": "completed", "tag": "e14de9e1-dbdd-41d4-bb25-3967a45e30bf"}, {"server_uuid": "24805d5c-2764-4523-a530-29092d8f6d83", "name": "network-vif-plugged", "status": "completed", "tag": "f4d691e7-e9a2-4853-8163-af247dd9cc84"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:04:51.345866 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-559dabb9-9562-4aad-9f10-6e5b889d7186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:51.406688 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b890004c-915c-441b-ad8a-13301e71e5f3 req-ed514aa5-2286-4d9b-a5af-9f0fb4f506e5 service neutron] 10.222.0.35 "GET /v2.0/networks/5c673a31-c6dc-4940-a700-d62fab12944a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126254 Sep 08 09:04:51.422411 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-559dabb9-9562-4aad-9f10-6e5b889d7186 admin admin] Deleting port 759410ad-9bd2-448b-8ba5-f9565fa495ed {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:04:51.423133 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-559dabb9-9562-4aad-9f10-6e5b889d7186 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:51.503918 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-34a4ef15-1a8a-4282-ad51-4598a1eee79e req-be278dc5-66ce-4191-8aff-072f0b142230 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Deleting port 18867d7f-46b8-40c8-aeaa-384a2712b456 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:04:51.504278 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-34a4ef15-1a8a-4282-ad51-4598a1eee79e req-be278dc5-66ce-4191-8aff-072f0b142230 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:51.541715 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-559dabb9-9562-4aad-9f10-6e5b889d7186 admin admin] For port 759410ad-9bd2-448b-8ba5-f9565fa495ed, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=759410ad-9bd2-448b-8ba5-f9565fa495ed,segment=NetworkSegment(09d92d72-6a7a-4552-9555-476da3fa8fe9),segment_id=09d92d72-6a7a-4552-9555-476da3fa8fe9)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:51.549564 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-559dabb9-9562-4aad-9f10-6e5b889d7186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:51.564198 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397e5d20-8467-4013-82f7-ff7ebaede979 None None] DHCP port deletion for 07c21f80-eca8-48f7-a649-10b50fd80313 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:04:51.592966 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-559dabb9-9562-4aad-9f10-6e5b889d7186 admin admin] Calling delete_port for 759410ad-9bd2-448b-8ba5-f9565fa495ed owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:04:51.624310 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-34a4ef15-1a8a-4282-ad51-4598a1eee79e req-be278dc5-66ce-4191-8aff-072f0b142230 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:51.624641 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-34a4ef15-1a8a-4282-ad51-4598a1eee79e req-be278dc5-66ce-4191-8aff-072f0b142230 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:51.638300 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-397e5d20-8467-4013-82f7-ff7ebaede979 None None] Deleting port 759410ad-9bd2-448b-8ba5-f9565fa495ed {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:04:51.639174 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-397e5d20-8467-4013-82f7-ff7ebaede979 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:51.640188 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-34a4ef15-1a8a-4282-ad51-4598a1eee79e req-be278dc5-66ce-4191-8aff-072f0b142230 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Calling delete_port for 18867d7f-46b8-40c8-aeaa-384a2712b456 owned by network:floatingip {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:04:51.720954 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-559dabb9-9562-4aad-9f10-6e5b889d7186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:51.726368 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-397e5d20-8467-4013-82f7-ff7ebaede979 None None] For port 759410ad-9bd2-448b-8ba5-f9565fa495ed, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=759410ad-9bd2-448b-8ba5-f9565fa495ed,segment=NetworkSegment(09d92d72-6a7a-4552-9555-476da3fa8fe9),segment_id=09d92d72-6a7a-4552-9555-476da3fa8fe9)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:51.726778 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-397e5d20-8467-4013-82f7-ff7ebaede979 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:51.742660 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-397e5d20-8467-4013-82f7-ff7ebaede979 None None] Calling delete_port for 759410ad-9bd2-448b-8ba5-f9565fa495ed owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:04:51.766912 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559dabb9-9562-4aad-9f10-6e5b889d7186 admin admin] Pushing event deleted for resources: {'Port': ['ID=759410ad-9bd2-448b-8ba5-f9565fa495ed,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:51.779643 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559dabb9-9562-4aad-9f10-6e5b889d7186 admin admin] No DVR routers for this DVR port 759410ad-9bd2-448b-8ba5-f9565fa495ed on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:04:51.857744 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-34a4ef15-1a8a-4282-ad51-4598a1eee79e req-be278dc5-66ce-4191-8aff-072f0b142230 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:51.880981 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-397e5d20-8467-4013-82f7-ff7ebaede979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:51.883939 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be278dc5-66ce-4191-8aff-072f0b142230 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Pushing event deleted for resources: {'Port': ['ID=18867d7f-46b8-40c8-aeaa-384a2712b456,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:51.917761 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e5d20-8467-4013-82f7-ff7ebaede979 None None] Pushing event deleted for resources: {'Port': ['ID=759410ad-9bd2-448b-8ba5-f9565fa495ed,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:51.921664 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-559dabb9-9562-4aad-9f10-6e5b889d7186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:51.923221 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397e5d20-8467-4013-82f7-ff7ebaede979 None None] No DVR routers for this DVR port 759410ad-9bd2-448b-8ba5-f9565fa495ed on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:04:51.963209 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-34a4ef15-1a8a-4282-ad51-4598a1eee79e req-be278dc5-66ce-4191-8aff-072f0b142230 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Notify callbacks [] for floatingip, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:51.964405 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-559dabb9-9562-4aad-9f10-6e5b889d7186 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07c21f80-eca8-48f7-a649-10b50fd80313']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:51.966318 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-34a4ef15-1a8a-4282-ad51-4598a1eee79e req-be278dc5-66ce-4191-8aff-072f0b142230 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:51.967528 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-34a4ef15-1a8a-4282-ad51-4598a1eee79e req-be278dc5-66ce-4191-8aff-072f0b142230 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "DELETE /v2.0/floatingips/842a8a2c-3994-47a8-884e-b560f7baf690 HTTP/1.1" status: 204 len: 173 time: 0.6999919 Sep 08 09:04:51.985238 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8733356-fc6d-409b-9d53-5306b9cb5846 req-e1990421-93cd-4ed6-b043-4921699b4fee tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:51.991693 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8733356-fc6d-409b-9d53-5306b9cb5846 req-e1990421-93cd-4ed6-b043-4921699b4fee tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:51.998385 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8733356-fc6d-409b-9d53-5306b9cb5846 req-e1990421-93cd-4ed6-b043-4921699b4fee tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:52.004813 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8733356-fc6d-409b-9d53-5306b9cb5846 req-e1990421-93cd-4ed6-b043-4921699b4fee tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:52.011598 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8733356-fc6d-409b-9d53-5306b9cb5846 req-e1990421-93cd-4ed6-b043-4921699b4fee tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:52.024518 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8733356-fc6d-409b-9d53-5306b9cb5846 req-e1990421-93cd-4ed6-b043-4921699b4fee tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:52.032917 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8733356-fc6d-409b-9d53-5306b9cb5846 req-e1990421-93cd-4ed6-b043-4921699b4fee tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:52.034413 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:52.034932 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f8733356-fc6d-409b-9d53-5306b9cb5846 req-e1990421-93cd-4ed6-b043-4921699b4fee tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 5430 time: 0.1816247 Sep 08 09:04:52.043228 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-559dabb9-9562-4aad-9f10-6e5b889d7186 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09d92d72-6a7a-4552-9555-476da3fa8fe9') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:52.043533 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-559dabb9-9562-4aad-9f10-6e5b889d7186 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09d92d72-6a7a-4552-9555-476da3fa8fe9') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:52.045928 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 759410ad-9bd2-448b-8ba5-f9565fa495ed no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:04:52.060919 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-559dabb9-9562-4aad-9f10-6e5b889d7186 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:52.071303 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 759410ad-9bd2-448b-8ba5-f9565fa495ed {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:04:52.071648 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 759410ad-9bd2-448b-8ba5-f9565fa495ed not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:04:52.072301 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 3e0a3a66-f1ce-41da-9abe-019e92c6c9f8 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:04:52.092106 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-559dabb9-9562-4aad-9f10-6e5b889d7186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:52.093368 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 3e0a3a66-f1ce-41da-9abe-019e92c6c9f8 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:04:52.093911 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 3e0a3a66-f1ce-41da-9abe-019e92c6c9f8 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:04:52.094162 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 2ea25c61-d2ea-445f-918b-3cd9a3365cbc no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:04:52.106409 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f8733356-fc6d-409b-9d53-5306b9cb5846 req-7b37140f-9415-4271-bff7-16d52bb0fe0d tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&id=53d991ac-c80f-43e4-8682-37208170b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605597 Sep 08 09:04:52.107471 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-559dabb9-9562-4aad-9f10-6e5b889d7186 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:04:52.107889 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-559dabb9-9562-4aad-9f10-6e5b889d7186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:52.109831 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:04:52.109831 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:04:52.109831 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:04:52.109831 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:04:52.109831 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:04:52.109831 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:04:52.109831 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:04:52.109831 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:04:52.109831 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:04:52.109831 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:04:52.109831 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:04:52.109831 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:04:52.109831 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:04:52.109831 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:04:52.109831 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:04:52.109831 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:04:52.109831 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:04:52.109831 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:04:52.109831 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:04:52.109831 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:04:52.109831 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:04:52.109831 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:04:52.109831 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:04:52.109831 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:04:52.109831 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:04:52.109831 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:04:52.109831 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:04:52.109831 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:04:52.109831 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:04:52.109831 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:04:52.109831 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:04:52.109831 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:04:52.116046 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Sep 2021 09:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921e369a-937f-49cd-bc67-60a37cd23155 x-openstack-request-id: req-921e369a-937f-49cd-bc67-60a37cd23155 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:04:52.116351 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "914131e2-07da-4bcb-841e-02708bc6510a", "name": "network-vif-plugged", "status": "completed", "tag": "e14de9e1-dbdd-41d4-bb25-3967a45e30bf", "code": 200}, {"server_uuid": "24805d5c-2764-4523-a530-29092d8f6d83", "name": "network-vif-plugged", "status": "completed", "tag": "f4d691e7-e9a2-4853-8163-af247dd9cc84", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:04:52.116600 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-921e369a-937f-49cd-bc67-60a37cd23155 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:04:52.116989 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '914131e2-07da-4bcb-841e-02708bc6510a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14de9e1-dbdd-41d4-bb25-3967a45e30bf', 'code': 200} Sep 08 09:04:52.117246 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24805d5c-2764-4523-a530-29092d8f6d83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d691e7-e9a2-4853-8163-af247dd9cc84', 'code': 200} Sep 08 09:04:52.118187 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 2ea25c61-d2ea-445f-918b-3cd9a3365cbc {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:04:52.118597 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 2ea25c61-d2ea-445f-918b-3cd9a3365cbc not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:04:52.201641 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-559dabb9-9562-4aad-9f10-6e5b889d7186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:52.208959 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-559dabb9-9562-4aad-9f10-6e5b889d7186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:52.211199 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-559dabb9-9562-4aad-9f10-6e5b889d7186 admin admin] 10.222.0.54 "DELETE /v2.0/networks/07c21f80-eca8-48f7-a649-10b50fd80313 HTTP/1.1" status: 204 len: 168 time: 1.0031540 Sep 08 09:04:52.223491 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559dabb9-9562-4aad-9f10-6e5b889d7186 admin admin] Pushing event deleted for resources: {'Network': ['ID=07c21f80-eca8-48f7-a649-10b50fd80313,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:52.271102 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173c6cb-01a4-4702-8de2-801d2cf4440f req-4a4c5bcf-ea4c-45de-a672-5400cd8f1ea0 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:52.272761 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5173c6cb-01a4-4702-8de2-801d2cf4440f req-4a4c5bcf-ea4c-45de-a672-5400cd8f1ea0 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=24805d5c-2764-4523-a530-29092d8f6d83 HTTP/1.1" status: 200 len: 950 time: 0.1056578 Sep 08 09:04:52.313447 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device fee93a55-5fb2-48b1-9e9b-9174983a4b10 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:04:52.346721 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5173c6cb-01a4-4702-8de2-801d2cf4440f req-5f7a4097-1574-4f1b-af35-a9b9b34b56e6 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556006 Sep 08 09:04:52.350714 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6489b7f2-970e-4676-ba3b-1bcf58b6ef67 req-81947691-dbce-4f00-b789-facd62d8042c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:52.353197 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6489b7f2-970e-4676-ba3b-1bcf58b6ef67 req-81947691-dbce-4f00-b789-facd62d8042c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=24805d5c-2764-4523-a530-29092d8f6d83 HTTP/1.1" status: 200 len: 1102 time: 0.1043265 Sep 08 09:04:52.378859 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43296) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:04:52.414495 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6489b7f2-970e-4676-ba3b-1bcf58b6ef67 req-e633aa44-21b9-4adf-aff7-ce3e0de65a1f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531120 Sep 08 09:04:52.439255 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port fee93a55-5fb2-48b1-9e9b-9174983a4b10 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:04:52.442834 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3d5efb4d-14ce-4651-ae72-2e30b88d62a4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dde6bd63fc2648fc81300b993b4fc193&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0600455 Sep 08 09:04:52.443302 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43298) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:04:52.447223 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port fee93a55-5fb2-48b1-9e9b-9174983a4b10 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:04:52.448474 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:52.505985 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e37193-516b-4adc-b6a6-7021bef1260e req-c1609ffe-6973-4c85-8dac-86ea6cc1f848 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:52.508171 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-76e37193-516b-4adc-b6a6-7021bef1260e req-c1609ffe-6973-4c85-8dac-86ea6cc1f848 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc92466a-b3c6-4750-954e-e8c401c23ca9 HTTP/1.1" status: 200 len: 944 time: 0.0710394 Sep 08 09:04:52.513591 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0de8bc2c-b4b9-40eb-8650-4d04580f7b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:52.548835 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0de8bc2c-b4b9-40eb-8650-4d04580f7b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:52.559291 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-76e37193-516b-4adc-b6a6-7021bef1260e req-2d48f296-1bcf-4a39-90b9-5a959797bb65 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d6314a7-bbc5-4c78-bb3b-cee6f500b4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434668 Sep 08 09:04:52.560957 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:52.613834 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0de8bc2c-b4b9-40eb-8650-4d04580f7b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:52.618410 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0de8bc2c-b4b9-40eb-8650-4d04580f7b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:52.621303 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0de8bc2c-b4b9-40eb-8650-4d04580f7b1e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/82fb778f-a0a9-4aec-b376-f7b845e1914b HTTP/1.1" status: 204 len: 168 time: 0.1768885 Sep 08 09:04:52.621629 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port fee93a55-5fb2-48b1-9e9b-9174983a4b10, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=fee93a55-5fb2-48b1-9e9b-9174983a4b10,segment=NetworkSegment(ee50bf2c-b913-47f9-be22-7b5ae145e982),segment_id=ee50bf2c-b913-47f9-be22-7b5ae145e982)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:52.630802 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:52.635412 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de8bc2c-b4b9-40eb-8650-4d04580f7b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82fb778f-a0a9-4aec-b376-f7b845e1914b,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:52.713045 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=fee93a55-5fb2-48b1-9e9b-9174983a4b10,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:52.772203 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e6249117-a97a-464d-9b53-4d48f15240a3 req-1a39089f-06d7-42b4-a84f-2f55a0e60f7a tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.12 HTTP/1.1" status: 200 len: 1000 time: 0.1346555 Sep 08 09:04:52.839052 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6249117-a97a-464d-9b53-4d48f15240a3 req-4f7e49e5-7731-4dd0-8323-f93b2ce0fe80 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:52.840815 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e6249117-a97a-464d-9b53-4d48f15240a3 req-4f7e49e5-7731-4dd0-8323-f93b2ce0fe80 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/ports/8d6494f4-1d34-4a51-945f-ed082dfbb444 HTTP/1.1" status: 200 len: 942 time: 0.0564456 Sep 08 09:04:52.981839 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e6249117-a97a-464d-9b53-4d48f15240a3 req-3e43c82d-7243-431b-9b5c-5119df030251 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.12 HTTP/1.1" status: 200 len: 1000 time: 0.0881014 Sep 08 09:04:53.132833 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6249117-a97a-464d-9b53-4d48f15240a3 req-a06a837f-87e0-4649-8384-3394d1d06c43 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:53.134290 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e6249117-a97a-464d-9b53-4d48f15240a3 req-a06a837f-87e0-4649-8384-3394d1d06c43 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/networks/399c4174-1e86-4a10-bb99-f875a09107d5 HTTP/1.1" status: 200 len: 784 time: 0.1449025 Sep 08 09:04:53.234889 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e6249117-a97a-464d-9b53-4d48f15240a3 req-9491a1e9-00e3-413c-b06d-454e2892c223 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.12 HTTP/1.1" status: 200 len: 1000 time: 0.0894058 Sep 08 09:04:53.248425 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-e6249117-a97a-464d-9b53-4d48f15240a3 req-d0c166dc-0245-4240-99c8-596a65b9447a tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:04:53.338965 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e6249117-a97a-464d-9b53-4d48f15240a3 req-d0c166dc-0245-4240-99c8-596a65b9447a tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Notify callbacks [] for floatingip, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:53.420680 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:53.551590 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e6249117-a97a-464d-9b53-4d48f15240a3 req-d0c166dc-0245-4240-99c8-596a65b9447a tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:53.558222 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e6249117-a97a-464d-9b53-4d48f15240a3 req-d0c166dc-0245-4240-99c8-596a65b9447a tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:53.559539 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [req-e6249117-a97a-464d-9b53-4d48f15240a3 req-d0c166dc-0245-4240-99c8-596a65b9447a tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Floating IP 6965dae7-1250-4b3d-b902-8a2da65c2a05 disassociated. External IP: 172.25.0.12, port: 8d6494f4-1d34-4a51-945f-ed082dfbb444. Sep 08 09:04:53.641209 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43386) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:04:53.831415 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-1cb1263a-fa14-40a3-93ec-d785e1d65a66 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-516980937-network', 'tenant_id': '7f0f750c1e5844cca0b0bca018e2461f'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:04:53.886994 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb1263a-fa14-40a3-93ec-d785e1d65a66 admin admin] Made reservation on behalf of 7f0f750c1e5844cca0b0bca018e2461f for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:04:53.890866 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1cb1263a-fa14-40a3-93ec-d785e1d65a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:53.904263 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1cb1263a-fa14-40a3-93ec-d785e1d65a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:53.911088 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6249117-a97a-464d-9b53-4d48f15240a3 req-d0c166dc-0245-4240-99c8-596a65b9447a tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Router 4825847f-72e4-4b0a-a613-e91ee47287da has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:04:53.939185 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:54.052281 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6249117-a97a-464d-9b53-4d48f15240a3 req-d0c166dc-0245-4240-99c8-596a65b9447a tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:04:54.052837 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1cb1263a-fa14-40a3-93ec-d785e1d65a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:54.058601 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e6249117-a97a-464d-9b53-4d48f15240a3 req-d0c166dc-0245-4240-99c8-596a65b9447a tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:54.058776 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1cb1263a-fa14-40a3-93ec-d785e1d65a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:54.063485 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac959d8-7be0-4cde-a2a9-2c241f8fc43b None None] Sync routers for ids ['4825847f-72e4-4b0a-a613-e91ee47287da'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:04:54.080572 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac959d8-7be0-4cde-a2a9-2c241f8fc43b None None] Routers {'4825847f-72e4-4b0a-a613-e91ee47287da'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:04:54.081569 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-dac959d8-7be0-4cde-a2a9-2c241f8fc43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:04:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['4825847f-72e4-4b0a-a613-e91ee47287da'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:54.089474 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb1263a-fa14-40a3-93ec-d785e1d65a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35ab2d6-3e4c-4c98-ae83-e55041f0fc12,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:54.100336 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cb1263a-fa14-40a3-93ec-d785e1d65a66 admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:04:54.121233 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1cb1263a-fa14-40a3-93ec-d785e1d65a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:54.121692 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-1cb1263a-fa14-40a3-93ec-d785e1d65a66 admin admin] Added segment d344eff5-1fa4-4704-a66a-a5db423ff073 of type vlan for network ed94484d-dd86-440a-a542-ab128495be43 Sep 08 09:04:54.121796 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e6249117-a97a-464d-9b53-4d48f15240a3 req-d0c166dc-0245-4240-99c8-596a65b9447a tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "PUT /v2.0/floatingips/6965dae7-1250-4b3d-b902-8a2da65c2a05 HTTP/1.1" status: 200 len: 694 time: 0.8828511 Sep 08 09:04:54.122580 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da5ed9ad-379f-46cc-bac2-fbbdc500b1be', 'tag': '8d6494f4-1d34-4a51-945f-ed082dfbb444'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:04:54.127287 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e762ae87-3749-4778-a336-e70522d03a14" -d '{"events": [{"name": "network-changed", "server_uuid": "da5ed9ad-379f-46cc-bac2-fbbdc500b1be", "tag": "8d6494f4-1d34-4a51-945f-ed082dfbb444"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:04:54.145671 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '914131e2-07da-4bcb-841e-02708bc6510a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee93a55-5fb2-48b1-9e9b-9174983a4b10'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:04:54.148517 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58fe8c3-c50f-494e-bc3e-80e18d5636fd" -d '{"events": [{"server_uuid": "914131e2-07da-4bcb-841e-02708bc6510a", "name": "network-vif-plugged", "status": "completed", "tag": "fee93a55-5fb2-48b1-9e9b-9174983a4b10"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:04:54.183140 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1cb1263a-fa14-40a3-93ec-d785e1d65a66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:54.204661 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6249117-a97a-464d-9b53-4d48f15240a3 req-0cdb1135-2512-4bd7-90bf-9e4b6c92a00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:54.206868 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e6249117-a97a-464d-9b53-4d48f15240a3 req-0cdb1135-2512-4bd7-90bf-9e4b6c92a00a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=01e4fcf69e4c4ab19660bd20bd4971ca&device_id=da5ed9ad-379f-46cc-bac2-fbbdc500b1be HTTP/1.1" status: 200 len: 1097 time: 0.0639722 Sep 08 09:04:54.242240 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1cb1263a-fa14-40a3-93ec-d785e1d65a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:54.243267 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb1263a-fa14-40a3-93ec-d785e1d65a66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:54.243881 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1cb1263a-fa14-40a3-93ec-d785e1d65a66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:54.258449 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e58fe-41f6-46ea-a722-6eb7ff6a6af0 req-80639489-59d1-4e31-8f17-3462db713c96 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:54.264529 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e58fe-41f6-46ea-a722-6eb7ff6a6af0 req-80639489-59d1-4e31-8f17-3462db713c96 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:54.270625 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e58fe-41f6-46ea-a722-6eb7ff6a6af0 req-80639489-59d1-4e31-8f17-3462db713c96 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:54.277187 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e58fe-41f6-46ea-a722-6eb7ff6a6af0 req-80639489-59d1-4e31-8f17-3462db713c96 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:54.281275 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-dac959d8-7be0-4cde-a2a9-2c241f8fc43b None None] Set router 4825847f-72e4-4b0a-a613-e91ee47287da gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:04:54.283189 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e58fe-41f6-46ea-a722-6eb7ff6a6af0 req-80639489-59d1-4e31-8f17-3462db713c96 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:54.289143 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e58fe-41f6-46ea-a722-6eb7ff6a6af0 req-80639489-59d1-4e31-8f17-3462db713c96 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:54.295772 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e58fe-41f6-46ea-a722-6eb7ff6a6af0 req-80639489-59d1-4e31-8f17-3462db713c96 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:54.297777 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1e3e58fe-41f6-46ea-a722-6eb7ff6a6af0 req-80639489-59d1-4e31-8f17-3462db713c96 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 5431 time: 0.1392782 Sep 08 09:04:54.331206 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6249117-a97a-464d-9b53-4d48f15240a3 req-8faccd90-b5cb-488b-8667-9e00e5dca337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:54.332847 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e6249117-a97a-464d-9b53-4d48f15240a3 req-8faccd90-b5cb-488b-8667-9e00e5dca337 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d0ea09ac-ccca-46de-895f-463c2c0cac54 HTTP/1.1" status: 200 len: 929 time: 0.1163075 Sep 08 09:04:54.356414 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1cb1263a-fa14-40a3-93ec-d785e1d65a66 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7125931 Sep 08 09:04:54.357083 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43406) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:04:54.367575 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-fe483f2a-ab3f-430f-93ec-1e4f92833147 admin admin] Request body: {'subnet': {'network_id': 'ed94484d-dd86-440a-a542-ab128495be43', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-516980937-subnet', 'tenant_id': '7f0f750c1e5844cca0b0bca018e2461f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:04:54.391807 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e6249117-a97a-464d-9b53-4d48f15240a3 req-af6f64b3-4191-4727-ae51-d73447e03f73 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d6494f4-1d34-4a51-945f-ed082dfbb444 HTTP/1.1" status: 200 len: 217 time: 0.0449042 Sep 08 09:04:54.420222 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb1263a-fa14-40a3-93ec-d785e1d65a66 admin admin] Pushing event updated for resources: {'Network': ['ID=ed94484d-dd86-440a-a542-ab128495be43,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:54.436038 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1e3e58fe-41f6-46ea-a722-6eb7ff6a6af0 req-e1155181-dbf2-4657-b8d4-7064d88f2d57 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&id=53d991ac-c80f-43e4-8682-37208170b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1297269 Sep 08 09:04:54.445000 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe483f2a-ab3f-430f-93ec-1e4f92833147 admin admin] Made reservation on behalf of 7f0f750c1e5844cca0b0bca018e2461f for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:04:54.448621 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fe483f2a-ab3f-430f-93ec-1e4f92833147 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:54.471744 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6249117-a97a-464d-9b53-4d48f15240a3 req-1030e3ad-fdfe-40e4-8317-5c1710c558ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:54.473397 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e6249117-a97a-464d-9b53-4d48f15240a3 req-1030e3ad-fdfe-40e4-8317-5c1710c558ec service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8a0ba9ab-b2c7-4b25-aa32-89e85cda7465 HTTP/1.1" status: 200 len: 867 time: 0.0682459 Sep 08 09:04:54.517164 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 72231812-a167-4e55-a7a4-bde665866ff2 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:04:54.520902 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 24de4b54-5e35-472f-b3a2-8c31ebfb3d05 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:04:54.525110 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network ed94484d-dd86-440a-a542-ab128495be43 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:04:54.552678 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6249117-a97a-464d-9b53-4d48f15240a3 req-5c534447-5e86-4db7-bab6-df98241c33be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:54.554513 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e6249117-a97a-464d-9b53-4d48f15240a3 req-5c534447-5e86-4db7-bab6-df98241c33be service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d0ea09ac-ccca-46de-895f-463c2c0cac54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0709422 Sep 08 09:04:54.668547 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e6249117-a97a-464d-9b53-4d48f15240a3 req-7c407317-6d78-44ee-9734-bcf46b4b17bc service neutron] 10.222.0.54 "GET /v2.0/networks/d0ea09ac-ccca-46de-895f-463c2c0cac54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067173 Sep 08 09:04:54.755588 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.db.resource_extend [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 08 09:04:54.775250 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fe483f2a-ab3f-430f-93ec-1e4f92833147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:54.836824 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4e55b-99a8-48a2-a0bc-0923d9631e6e req-6e446971-e6f6-4722-bbb6-3f0e9be67aa5 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:54.839683 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-95a4e55b-99a8-48a2-a0bc-0923d9631e6e req-6e446971-e6f6-4722-bbb6-3f0e9be67aa5 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=24805d5c-2764-4523-a530-29092d8f6d83 HTTP/1.1" status: 200 len: 950 time: 0.1540012 Sep 08 09:04:54.857209 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e6249117-a97a-464d-9b53-4d48f15240a3 req-7eb955a3-4894-47c5-a8ea-b94fb6d24c81 service neutron] 10.222.0.54 "GET /v2.0/networks/d0ea09ac-ccca-46de-895f-463c2c0cac54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783342 Sep 08 09:04:54.869029 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe483f2a-ab3f-430f-93ec-1e4f92833147 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5eb8fc5-8605-4e0d-88cc-12f175b2661e,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:54.888906 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe483f2a-ab3f-430f-93ec-1e4f92833147 admin admin] Checking segment: {'id': 'd344eff5-1fa4-4704-a66a-a5db423ff073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ed94484d-dd86-440a-a542-ab128495be43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:04:54.889377 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe483f2a-ab3f-430f-93ec-1e4f92833147 admin admin] Network hostable DHCP agents. Network: ed94484d-dd86-440a-a542-ab128495be43, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:04:54.893476 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 24de4b54-5e35-472f-b3a2-8c31ebfb3d05 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:04:54.900774 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 24de4b54-5e35-472f-b3a2-8c31ebfb3d05 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:04:54.900967 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:54.913761 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-95a4e55b-99a8-48a2-a0bc-0923d9631e6e req-4a6dfc70-1fa1-4d38-8d86-fd582441250b tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544677 Sep 08 09:04:54.930661 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe483f2a-ab3f-430f-93ec-1e4f92833147 admin admin] Network ed94484d-dd86-440a-a542-ab128495be43 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:04:54.944669 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-fe483f2a-ab3f-430f-93ec-1e4f92833147 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, ed94484d-dd86-440a-a542-ab128495be43) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:04:54.953309 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe483f2a-ab3f-430f-93ec-1e4f92833147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:54.953475 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fe483f2a-ab3f-430f-93ec-1e4f92833147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:54.959513 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718ecc2b-0fed-4f7a-ac43-8da2d28f4b29 None None] Network ed94484d-dd86-440a-a542-ab128495be43 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:04:54.980027 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-fe483f2a-ab3f-430f-93ec-1e4f92833147 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6194534 Sep 08 09:04:54.984348 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43412) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:04:54.989373 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-7a8af2f1-21f6-4321-a694-ed2e91a33d36 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-516980937-router', 'tenant_id': '7f0f750c1e5844cca0b0bca018e2461f', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:04:55.013232 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 72231812-a167-4e55-a7a4-bde665866ff2, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=72231812-a167-4e55-a7a4-bde665866ff2,segment=NetworkSegment(e3272716-47c2-42b8-9c57-6413c00102b1),segment_id=e3272716-47c2-42b8-9c57-6413c00102b1)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:55.041534 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '72231812-a167-4e55-a7a4-bde665866ff2', 'network_id': '5c673a31-c6dc-4940-a700-d62fab12944a', 'port_id': '72231812-a167-4e55-a7a4-bde665866ff2', 'mac_address': 'fa:16:3e:fe:23:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '257fd746-9c97-41f1-9b18-3ebaf08bb2f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:04:55.047411 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7a8af2f1-21f6-4321-a694-ed2e91a33d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:55.048864 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7a8af2f1-21f6-4321-a694-ed2e91a33d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:55.095182 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bcf928-35a6-4697-805a-931620a44a70 req-fdfb1dbf-7fb9-42df-a61b-1e07bc2c8198 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:55.096797 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-02bcf928-35a6-4697-805a-931620a44a70 req-fdfb1dbf-7fb9-42df-a61b-1e07bc2c8198 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc92466a-b3c6-4750-954e-e8c401c23ca9 HTTP/1.1" status: 200 len: 944 time: 0.0881076 Sep 08 09:04:55.137956 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7a8af2f1-21f6-4321-a694-ed2e91a33d36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:55.201977 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf55494c-594d-49e4-b018-7076ed2e3198 x-openstack-request-id: req-cf55494c-594d-49e4-b018-7076ed2e3198 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:04:55.202334 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da5ed9ad-379f-46cc-bac2-fbbdc500b1be", "tag": "8d6494f4-1d34-4a51-945f-ed082dfbb444", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:04:55.202588 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cf55494c-594d-49e4-b018-7076ed2e3198 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:04:55.203918 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da5ed9ad-379f-46cc-bac2-fbbdc500b1be', 'tag': '8d6494f4-1d34-4a51-945f-ed082dfbb444', 'status': 'completed', 'code': 200} Sep 08 09:04:55.210237 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:55.251720 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a4e35b-346f-4fd2-a201-7c3b6a7369ec x-openstack-request-id: req-d1a4e35b-346f-4fd2-a201-7c3b6a7369ec {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:04:55.252008 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "914131e2-07da-4bcb-841e-02708bc6510a", "name": "network-vif-plugged", "status": "completed", "tag": "fee93a55-5fb2-48b1-9e9b-9174983a4b10", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:04:55.252278 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d1a4e35b-346f-4fd2-a201-7c3b6a7369ec {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:04:55.252649 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '914131e2-07da-4bcb-841e-02708bc6510a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee93a55-5fb2-48b1-9e9b-9174983a4b10', 'code': 200} Sep 08 09:04:55.262856 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-02bcf928-35a6-4697-805a-931620a44a70 req-7444fcaf-3110-49d5-b45d-4d3514efaf39 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d6314a7-bbc5-4c78-bb3b-cee6f500b4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277816 Sep 08 09:04:55.272794 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72231812-a167-4e55-a7a4-bde665866ff2 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:04:55.281172 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:55.304008 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f55b12be-9e8d-4b32-9846-c5cb6d22b42f req-a6f107c2-0a5c-4e22-ad51-aa51f3a68350 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/floatingips/6965dae7-1250-4b3d-b902-8a2da65c2a05 HTTP/1.1" status: 200 len: 694 time: 0.0635631 Sep 08 09:04:55.328909 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 72231812-a167-4e55-a7a4-bde665866ff2, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=72231812-a167-4e55-a7a4-bde665866ff2,segment=NetworkSegment(e3272716-47c2-42b8-9c57-6413c00102b1),segment_id=e3272716-47c2-42b8-9c57-6413c00102b1)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:55.354114 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-dac959d8-7be0-4cde-a2a9-2c241f8fc43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4825847f-72e4-4b0a-a613-e91ee47287da', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-556666646-router', 'tenant_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'eb53493e-bd28-4061-9c4b-a768cdbcdf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:03:57Z', 'updated_at': '2021-09-08T09:04:09Z', 'revision_number': 4, 'project_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'gw_port': {'id': 'eb53493e-bd28-4061-9c4b-a768cdbcdf23', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4825847f-72e4-4b0a-a613-e91ee47287da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:01Z', 'updated_at': '2021-09-08T09:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '25416650-4a99-4af0-aab4-c638b9bd2ab0', 'name': '', 'network_id': 'd0ea09ac-ccca-46de-895f-463c2c0cac54', 'tenant_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'mac_address': 'fa:16:3e:f2:27:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4825847f-72e4-4b0a-a613-e91ee47287da', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '8a0ba9ab-b2c7-4b25-aa32-89e85cda7465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:07Z', 'updated_at': '2021-09-08T09:04:17Z', 'revision_number': 5, 'project_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'subnets': [{'id': '8a0ba9ab-b2c7-4b25-aa32-89e85cda7465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:55.357286 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:55.408501 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7a8af2f1-21f6-4321-a694-ed2e91a33d36 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:55.413587 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1338e58-ee5a-45d9-8c2c-164f51046f14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-ed94484d-dd86-440a-a542-ab128495be43', 'network_id': 'ed94484d-dd86-440a-a542-ab128495be43', 'tenant_id': '7f0f750c1e5844cca0b0bca018e2461f', 'fixed_ips': [{'subnet_id': 'f5eb8fc5-8605-4e0d-88cc-12f175b2661e'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:04:55.414386 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e1338e58-ee5a-45d9-8c2c-164f51046f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:55.423039 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 24de4b54-5e35-472f-b3a2-8c31ebfb3d05, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=24de4b54-5e35-472f-b3a2-8c31ebfb3d05,segment=NetworkSegment(2d611bdc-8b46-4288-9a60-e3e65ae6211f),segment_id=2d611bdc-8b46-4288-9a60-e3e65ae6211f)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:55.429081 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac959d8-7be0-4cde-a2a9-2c241f8fc43b None None] Checking router: 4825847f-72e4-4b0a-a613-e91ee47287da for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:04:55.440913 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762ae87-3749-4778-a336-e70522d03a14 req-3dd304ca-946c-41f2-b9f7-0067c1a674ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:55.442521 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e762ae87-3749-4778-a336-e70522d03a14 req-3dd304ca-946c-41f2-b9f7-0067c1a674ab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=01e4fcf69e4c4ab19660bd20bd4971ca&device_id=da5ed9ad-379f-46cc-bac2-fbbdc500b1be HTTP/1.1" status: 200 len: 1097 time: 0.1780903 Sep 08 09:04:55.444939 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:55.445754 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 89daee6f-0c0f-4335-af2f-1d518b85581e up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:04:55.461221 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b12be-9e8d-4b32-9846-c5cb6d22b42f req-470fa5ea-eb28-4330-83e8-6cf2db462f62 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:55.467246 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f55b12be-9e8d-4b32-9846-c5cb6d22b42f req-470fa5ea-eb28-4330-83e8-6cf2db462f62 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/networks/399c4174-1e86-4a10-bb99-f875a09107d5 HTTP/1.1" status: 200 len: 784 time: 0.1545587 Sep 08 09:04:55.505658 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95011a62-bdd5-4052-b005-c3eef6fda234 req-66a38b32-767f-4c78-be2a-d2a90bee4d9f tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:55.507541 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-95011a62-bdd5-4052-b005-c3eef6fda234 req-66a38b32-767f-4c78-be2a-d2a90bee4d9f tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b003af9-6474-4242-bf5f-78fff92e0232 HTTP/1.1" status: 200 len: 949 time: 0.1475005 Sep 08 09:04:55.528162 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f55b12be-9e8d-4b32-9846-c5cb6d22b42f req-461c244f-9d67-4076-918d-03c963c81833 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.12 HTTP/1.1" status: 200 len: 697 time: 0.0580394 Sep 08 09:04:55.573164 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac959d8-7be0-4cde-a2a9-2c241f8fc43b None None] Routers {'4825847f-72e4-4b0a-a613-e91ee47287da'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:04:55.574105 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-dac959d8-7be0-4cde-a2a9-2c241f8fc43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:04:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['4825847f-72e4-4b0a-a613-e91ee47287da'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:55.588293 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f55b12be-9e8d-4b32-9846-c5cb6d22b42f req-38e41581-8e5f-48e1-a8f1-ce306044de6e tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.12 HTTP/1.1" status: 200 len: 697 time: 0.0531244 Sep 08 09:04:55.639644 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=72231812-a167-4e55-a7a4-bde665866ff2,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:55.672457 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762ae87-3749-4778-a336-e70522d03a14 req-5457e4a2-93dd-4cdf-beab-e884d0d54cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:55.674072 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e762ae87-3749-4778-a336-e70522d03a14 req-5457e4a2-93dd-4cdf-beab-e884d0d54cc4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d0ea09ac-ccca-46de-895f-463c2c0cac54 HTTP/1.1" status: 200 len: 929 time: 0.2190900 Sep 08 09:04:55.737670 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-95011a62-bdd5-4052-b005-c3eef6fda234 req-0e3482ec-5ac1-4677-bc2d-f0f2a2cce223 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540747 Sep 08 09:04:55.744068 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e762ae87-3749-4778-a336-e70522d03a14 req-d70e0bcc-4bcc-4275-b099-179b29c12937 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d6494f4-1d34-4a51-945f-ed082dfbb444 HTTP/1.1" status: 200 len: 217 time: 0.0582845 Sep 08 09:04:55.771429 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-f55b12be-9e8d-4b32-9846-c5cb6d22b42f req-b483e49e-1691-4e94-8236-809658e9f631 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Deleting port 37bde16e-c0f6-4c5e-b6bf-dcf914c56d71 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:04:55.772561 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-f55b12be-9e8d-4b32-9846-c5cb6d22b42f req-b483e49e-1691-4e94-8236-809658e9f631 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:55.797360 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-e1338e58-ee5a-45d9-8c2c-164f51046f14 None None] Allocated IP 172.20.0.2 (ed94484d-dd86-440a-a542-ab128495be43/f5eb8fc5-8605-4e0d-88cc-12f175b2661e/b5515656-5651-4598-9952-298d8e09530b) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:04:55.804470 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=24de4b54-5e35-472f-b3a2-8c31ebfb3d05,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:55.815583 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762ae87-3749-4778-a336-e70522d03a14 req-31a2e7e3-1791-40f1-a8ba-074a7d85c599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:55.817149 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e762ae87-3749-4778-a336-e70522d03a14 req-31a2e7e3-1791-40f1-a8ba-074a7d85c599 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a0ba9ab-b2c7-4b25-aa32-89e85cda7465 HTTP/1.1" status: 200 len: 867 time: 0.0664887 Sep 08 09:04:55.826750 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 89daee6f-0c0f-4335-af2f-1d518b85581e completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:04:55.859409 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['72231812-a167-4e55-a7a4-bde665866ff2'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:04:55.877894 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 89daee6f-0c0f-4335-af2f-1d518b85581e triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:04:55.878587 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:55.888979 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-f55b12be-9e8d-4b32-9846-c5cb6d22b42f req-b483e49e-1691-4e94-8236-809658e9f631 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:55.890479 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-f55b12be-9e8d-4b32-9846-c5cb6d22b42f req-b483e49e-1691-4e94-8236-809658e9f631 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:55.907501 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-f55b12be-9e8d-4b32-9846-c5cb6d22b42f req-b483e49e-1691-4e94-8236-809658e9f631 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Calling delete_port for 37bde16e-c0f6-4c5e-b6bf-dcf914c56d71 owned by network:floatingip {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:04:55.921947 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-dac959d8-7be0-4cde-a2a9-2c241f8fc43b None None] Set router 4825847f-72e4-4b0a-a613-e91ee47287da gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:04:55.974232 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762ae87-3749-4778-a336-e70522d03a14 req-09e957f8-a5e5-4675-bc41-d6abaaef2f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:55.975764 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e762ae87-3749-4778-a336-e70522d03a14 req-09e957f8-a5e5-4675-bc41-d6abaaef2f22 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d0ea09ac-ccca-46de-895f-463c2c0cac54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1492476 Sep 08 09:04:56.315142 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7a8af2f1-21f6-4321-a694-ed2e91a33d36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:56.355301 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7a8af2f1-21f6-4321-a694-ed2e91a33d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:56.399231 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-f55b12be-9e8d-4b32-9846-c5cb6d22b42f req-b483e49e-1691-4e94-8236-809658e9f631 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:56.431391 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b483e49e-1691-4e94-8236-809658e9f631 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Pushing event deleted for resources: {'Port': ['ID=37bde16e-c0f6-4c5e-b6bf-dcf914c56d71,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:56.470347 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939381f2-f12a-480d-a3c2-af0249aecee4 req-dd42b0db-e988-402f-adb7-a16a9632a8c7 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:56.472167 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-939381f2-f12a-480d-a3c2-af0249aecee4 req-dd42b0db-e988-402f-adb7-a16a9632a8c7 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/ports?device_id=6558a653-2ef0-494f-9d4a-58b758177df9 HTTP/1.1" status: 200 len: 948 time: 0.4638772 Sep 08 09:04:56.484903 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e762ae87-3749-4778-a336-e70522d03a14 req-ea25dd0d-4cb1-4710-b976-e0c63c58b7e5 service neutron] 10.222.0.37 "GET /v2.0/networks/d0ea09ac-ccca-46de-895f-463c2c0cac54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4962103 Sep 08 09:04:56.503828 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-f55b12be-9e8d-4b32-9846-c5cb6d22b42f req-b483e49e-1691-4e94-8236-809658e9f631 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Notify callbacks [] for floatingip, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:56.506774 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-f55b12be-9e8d-4b32-9846-c5cb6d22b42f req-b483e49e-1691-4e94-8236-809658e9f631 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:56.508433 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f55b12be-9e8d-4b32-9846-c5cb6d22b42f req-b483e49e-1691-4e94-8236-809658e9f631 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "DELETE /v2.0/floatingips/6965dae7-1250-4b3d-b902-8a2da65c2a05 HTTP/1.1" status: 204 len: 173 time: 0.9130478 Sep 08 09:04:56.526203 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e1338e58-ee5a-45d9-8c2c-164f51046f14 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:56.544486 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:56.557592 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e1338e58-ee5a-45d9-8c2c-164f51046f14 None None] Transition to ACTIVE for port object b5515656-5651-4598-9952-298d8e09530b will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:04:56.618590 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e1338e58-ee5a-45d9-8c2c-164f51046f14 None None] Transition to ACTIVE for port object b5515656-5651-4598-9952-298d8e09530b will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:04:56.630269 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-939381f2-f12a-480d-a3c2-af0249aecee4 req-57105bfa-0356-4183-be8b-d409817a952e tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/security-groups?id=0aeb02ef-aaab-47d1-8b2c-972ae0131d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417921 Sep 08 09:04:56.649703 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f1405-d4c4-462a-896a-587412b9c531 req-9407e969-cb55-4d34-958b-238c76beb4eb tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:56.657722 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f1405-d4c4-462a-896a-587412b9c531 req-9407e969-cb55-4d34-958b-238c76beb4eb tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:56.659272 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e1338e58-ee5a-45d9-8c2c-164f51046f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:56.664120 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f1405-d4c4-462a-896a-587412b9c531 req-9407e969-cb55-4d34-958b-238c76beb4eb tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:56.671447 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f1405-d4c4-462a-896a-587412b9c531 req-9407e969-cb55-4d34-958b-238c76beb4eb tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:56.672554 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 89daee6f-0c0f-4335-af2f-1d518b85581e, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=89daee6f-0c0f-4335-af2f-1d518b85581e,segment=NetworkSegment(2d611bdc-8b46-4288-9a60-e3e65ae6211f),segment_id=2d611bdc-8b46-4288-9a60-e3e65ae6211f)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:56.676994 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-7a8af2f1-21f6-4321-a694-ed2e91a33d36 admin admin] Allocated IP 172.25.0.32 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/cbb84795-554b-4407-b029-ec657064b5e6) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:04:56.677779 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f1405-d4c4-462a-896a-587412b9c531 req-9407e969-cb55-4d34-958b-238c76beb4eb tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:56.684480 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f1405-d4c4-462a-896a-587412b9c531 req-9407e969-cb55-4d34-958b-238c76beb4eb tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:56.690567 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f1405-d4c4-462a-896a-587412b9c531 req-9407e969-cb55-4d34-958b-238c76beb4eb tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:56.699117 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4e5f1405-d4c4-462a-896a-587412b9c531 req-9407e969-cb55-4d34-958b-238c76beb4eb tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 5432 time: 0.1241498 Sep 08 09:04:56.705615 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:56.706601 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device dfca467b-4c54-46ec-8ec3-b88af0e82d9d up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:04:56.763622 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1338e58-ee5a-45d9-8c2c-164f51046f14 None None] Network ed94484d-dd86-440a-a542-ab128495be43 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:04:56.772708 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-e1338e58-ee5a-45d9-8c2c-164f51046f14 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:04:56.775545 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1338e58-ee5a-45d9-8c2c-164f51046f14 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:04:56.782798 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4e5f1405-d4c4-462a-896a-587412b9c531 req-62d5af1a-9936-4a5a-9464-18fb6eb15658 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&id=53d991ac-c80f-43e4-8682-37208170b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0826607 Sep 08 09:04:56.804141 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1338e58-ee5a-45d9-8c2c-164f51046f14 None None] Pushing event updated for resources: {'Port': ['ID=b5515656-5651-4598-9952-298d8e09530b,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:56.819523 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e762ae87-3749-4778-a336-e70522d03a14 req-6fa1807c-35b3-483c-b9b3-da7220dc085d service neutron] 10.222.0.37 "GET /v2.0/networks/d0ea09ac-ccca-46de-895f-463c2c0cac54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951818 Sep 08 09:04:56.872168 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7a8af2f1-21f6-4321-a694-ed2e91a33d36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:56.872346 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-dac959d8-7be0-4cde-a2a9-2c241f8fc43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4825847f-72e4-4b0a-a613-e91ee47287da', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-556666646-router', 'tenant_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'eb53493e-bd28-4061-9c4b-a768cdbcdf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:03:57Z', 'updated_at': '2021-09-08T09:04:09Z', 'revision_number': 4, 'project_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'gw_port': {'id': 'eb53493e-bd28-4061-9c4b-a768cdbcdf23', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4825847f-72e4-4b0a-a613-e91ee47287da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:01Z', 'updated_at': '2021-09-08T09:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '25416650-4a99-4af0-aab4-c638b9bd2ab0', 'name': '', 'network_id': 'd0ea09ac-ccca-46de-895f-463c2c0cac54', 'tenant_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'mac_address': 'fa:16:3e:f2:27:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4825847f-72e4-4b0a-a613-e91ee47287da', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '8a0ba9ab-b2c7-4b25-aa32-89e85cda7465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:07Z', 'updated_at': '2021-09-08T09:04:17Z', 'revision_number': 5, 'project_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'subnets': [{'id': '8a0ba9ab-b2c7-4b25-aa32-89e85cda7465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:56.919933 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda32af-e76b-4ce4-8d59-6875a2a4b28d req-9f549db0-9566-4c4c-8952-8d19e8189a0c tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:56.927507 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7a8af2f1-21f6-4321-a694-ed2e91a33d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:56.927805 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1cda32af-e76b-4ce4-8d59-6875a2a4b28d req-9f549db0-9566-4c4c-8952-8d19e8189a0c tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc92466a-b3c6-4750-954e-e8c401c23ca9 HTTP/1.1" status: 200 len: 945 time: 0.0651648 Sep 08 09:04:56.944693 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac959d8-7be0-4cde-a2a9-2c241f8fc43b None None] The sync data for ids ['4825847f-72e4-4b0a-a613-e91ee47287da'] in n-d-806683-11 is: [{'id': '4825847f-72e4-4b0a-a613-e91ee47287da', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-556666646-router', 'tenant_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'eb53493e-bd28-4061-9c4b-a768cdbcdf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:03:57Z', 'updated_at': '2021-09-08T09:04:09Z', 'revision_number': 4, 'project_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'gw_port': {'id': 'eb53493e-bd28-4061-9c4b-a768cdbcdf23', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4825847f-72e4-4b0a-a613-e91ee47287da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:01Z', 'updated_at': '2021-09-08T09:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '25416650-4a99-4af0-aab4-c638b9bd2ab0', 'name': '', 'network_id': 'd0ea09ac-ccca-46de-895f-463c2c0cac54', 'tenant_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'mac_address': 'fa:16:3e:f2:27:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4825847f-72e4-4b0a-a613-e91ee47287da', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '8a0ba9ab-b2c7-4b25-aa32-89e85cda7465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:07Z', 'updated_at': '2021-09-08T09:04:17Z', 'revision_number': 5, 'project_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'subnets': [{'id': '8a0ba9ab-b2c7-4b25-aa32-89e85cda7465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:04:56.962006 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-e1338e58-ee5a-45d9-8c2c-164f51046f14 None None] Attempting to bind port b5515656-5651-4598-9952-298d8e09530b on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:04:56.968632 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-e1338e58-ee5a-45d9-8c2c-164f51046f14 None None] Attempting to bind port b5515656-5651-4598-9952-298d8e09530b by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'd344eff5-1fa4-4704-a66a-a5db423ff073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ed94484d-dd86-440a-a542-ab128495be43'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:04:56.969015 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1338e58-ee5a-45d9-8c2c-164f51046f14 None None] Attempting to bind port b5515656-5651-4598-9952-298d8e09530b on network ed94484d-dd86-440a-a542-ab128495be43 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:04:56.975615 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port dfca467b-4c54-46ec-8ec3-b88af0e82d9d completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:04:56.981555 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1cda32af-e76b-4ce4-8d59-6875a2a4b28d req-0f7eef42-100a-4dc3-8e89-6f6da41f5aef tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d6314a7-bbc5-4c78-bb3b-cee6f500b4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527101 Sep 08 09:04:56.984182 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1338e58-ee5a-45d9-8c2c-164f51046f14 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:04:56.984569 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1338e58-ee5a-45d9-8c2c-164f51046f14 None None] Checking segment: {'id': 'd344eff5-1fa4-4704-a66a-a5db423ff073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ed94484d-dd86-440a-a542-ab128495be43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:04:56.984982 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e1338e58-ee5a-45d9-8c2c-164f51046f14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:56.985384 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1338e58-ee5a-45d9-8c2c-164f51046f14 None None] Bound using segment: {'id': 'd344eff5-1fa4-4704-a66a-a5db423ff073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ed94484d-dd86-440a-a542-ab128495be43'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:04:56.985861 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-e1338e58-ee5a-45d9-8c2c-164f51046f14 None None] Bound port: b5515656-5651-4598-9952-298d8e09530b, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd344eff5-1fa4-4704-a66a-a5db423ff073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ed94484d-dd86-440a-a542-ab128495be43'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:04:56.987450 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e1338e58-ee5a-45d9-8c2c-164f51046f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:57.006727 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=89daee6f-0c0f-4335-af2f-1d518b85581e,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:57.009448 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port dfca467b-4c54-46ec-8ec3-b88af0e82d9d triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:04:57.009831 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:57.019465 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8af2f1-21f6-4321-a694-ed2e91a33d36 admin admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:04:57.021640 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-7a8af2f1-21f6-4321-a694-ed2e91a33d36 admin admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:04:57.031897 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8af2f1-21f6-4321-a694-ed2e91a33d36 admin admin] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:04:57.038835 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8af2f1-21f6-4321-a694-ed2e91a33d36 admin admin] Pushing event updated for resources: {'Port': ['ID=cbb84795-554b-4407-b029-ec657064b5e6,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:57.118595 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e1338e58-ee5a-45d9-8c2c-164f51046f14 None None] For port b5515656-5651-4598-9952-298d8e09530b, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:04:57.122907 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e1338e58-ee5a-45d9-8c2c-164f51046f14 None None] For port b5515656-5651-4598-9952-298d8e09530b, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=b5515656-5651-4598-9952-298d8e09530b,segment=NetworkSegment(d344eff5-1fa4-4704-a66a-a5db423ff073),segment_id=d344eff5-1fa4-4704-a66a-a5db423ff073)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:04:57.166903 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:57.169320 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e1338e58-ee5a-45d9-8c2c-164f51046f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:57.256752 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '914131e2-07da-4bcb-841e-02708bc6510a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24de4b54-5e35-472f-b3a2-8c31ebfb3d05'}, {'server_uuid': '914131e2-07da-4bcb-841e-02708bc6510a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89daee6f-0c0f-4335-af2f-1d518b85581e'}, {'server_uuid': '914131e2-07da-4bcb-841e-02708bc6510a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfca467b-4c54-46ec-8ec3-b88af0e82d9d'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:04:57.259097 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8824a322-1b2b-4e6a-8e1d-dbb6843a58b7" -d '{"events": [{"server_uuid": "914131e2-07da-4bcb-841e-02708bc6510a", "name": "network-vif-plugged", "status": "completed", "tag": "24de4b54-5e35-472f-b3a2-8c31ebfb3d05"}, {"server_uuid": "914131e2-07da-4bcb-841e-02708bc6510a", "name": "network-vif-plugged", "status": "completed", "tag": "89daee6f-0c0f-4335-af2f-1d518b85581e"}, {"server_uuid": "914131e2-07da-4bcb-841e-02708bc6510a", "name": "network-vif-plugged", "status": "completed", "tag": "dfca467b-4c54-46ec-8ec3-b88af0e82d9d"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:04:57.268906 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port dfca467b-4c54-46ec-8ec3-b88af0e82d9d, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=dfca467b-4c54-46ec-8ec3-b88af0e82d9d,segment=NetworkSegment(ee50bf2c-b913-47f9-be22-7b5ae145e982),segment_id=ee50bf2c-b913-47f9-be22-7b5ae145e982)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:57.277628 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1338e58-ee5a-45d9-8c2c-164f51046f14 None None] Pushing event updated for resources: {'Port': ['ID=b5515656-5651-4598-9952-298d8e09530b,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:57.281405 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:57.282423 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 229b22b3-b0f7-4064-9dfb-b9b154dfe5d6 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:04:57.310819 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abd6ea-8015-4dbc-9525-1bc4d2d33a2b req-6d68ba07-4cc8-472c-a942-3f74ee229df3 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:57.321387 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-54abd6ea-8015-4dbc-9525-1bc4d2d33a2b req-6d68ba07-4cc8-472c-a942-3f74ee229df3 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/ports?device_id=da5ed9ad-379f-46cc-bac2-fbbdc500b1be&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1051004 Sep 08 09:04:57.334765 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3894b5-c171-44b2-bd4b-1c5c39e2e028 req-1a3c1c75-d6a0-4c93-b7e3-86c747d69620 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:57.336388 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8a3894b5-c171-44b2-bd4b-1c5c39e2e028 req-1a3c1c75-d6a0-4c93-b7e3-86c747d69620 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.35 "GET /v2.0/ports?device_id=6558a653-2ef0-494f-9d4a-58b758177df9 HTTP/1.1" status: 200 len: 948 time: 0.1799974 Sep 08 09:04:57.360304 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2770ca-1d11-4d20-888c-cca207cca1fd req-28eb7294-501e-447d-88ec-d0b606690a91 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:57.366221 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2770ca-1d11-4d20-888c-cca207cca1fd req-28eb7294-501e-447d-88ec-d0b606690a91 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:57.374663 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1a2770ca-1d11-4d20-888c-cca207cca1fd req-28eb7294-501e-447d-88ec-d0b606690a91 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=24805d5c-2764-4523-a530-29092d8f6d83&device_id=2b003af9-6474-4242-bf5f-78fff92e0232 HTTP/1.1" status: 200 len: 1690 time: 0.2195563 Sep 08 09:04:57.391242 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=dfca467b-4c54-46ec-8ec3-b88af0e82d9d,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:57.399614 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 229b22b3-b0f7-4064-9dfb-b9b154dfe5d6 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:04:57.399896 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-54abd6ea-8015-4dbc-9525-1bc4d2d33a2b req-707fbecd-c8cf-4f2b-bf6e-da802321c1b5 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0771959 Sep 08 09:04:57.405147 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 229b22b3-b0f7-4064-9dfb-b9b154dfe5d6 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:04:57.405558 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:57.456357 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa1cd99-3528-4e81-86c4-961670dfa51b None None] New status for floating IP 6965dae7-1250-4b3d-b902-8a2da65c2a05: DOWN {{(pid=94715) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:04:57.500455 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:57.546701 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1a2770ca-1d11-4d20-888c-cca207cca1fd req-ef45189c-2923-4e7a-85d9-ef7deb37a41a tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712084 Sep 08 09:04:57.551355 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 229b22b3-b0f7-4064-9dfb-b9b154dfe5d6, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=229b22b3-b0f7-4064-9dfb-b9b154dfe5d6,segment=NetworkSegment(2d611bdc-8b46-4288-9a60-e3e65ae6211f),segment_id=2d611bdc-8b46-4288-9a60-e3e65ae6211f)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:57.559208 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:57.571543 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device aa0aa366-6055-4adf-a15d-7672841d5a44 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:04:57.673680 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7a8af2f1-21f6-4321-a694-ed2e91a33d36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:57.696441 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=229b22b3-b0f7-4064-9dfb-b9b154dfe5d6,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:57.731416 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port aa0aa366-6055-4adf-a15d-7672841d5a44 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:04:57.737740 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port aa0aa366-6055-4adf-a15d-7672841d5a44 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:04:57.738754 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:57.770716 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 08 Sep 2021 09:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f48a50-2791-43a1-a5c9-90cd7044e451 x-openstack-request-id: req-c8f48a50-2791-43a1-a5c9-90cd7044e451 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:04:57.771035 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "914131e2-07da-4bcb-841e-02708bc6510a", "name": "network-vif-plugged", "status": "completed", "tag": "24de4b54-5e35-472f-b3a2-8c31ebfb3d05", "code": 200}, {"server_uuid": "914131e2-07da-4bcb-841e-02708bc6510a", "name": "network-vif-plugged", "status": "completed", "tag": "89daee6f-0c0f-4335-af2f-1d518b85581e", "code": 200}, {"server_uuid": "914131e2-07da-4bcb-841e-02708bc6510a", "name": "network-vif-plugged", "status": "completed", "tag": "dfca467b-4c54-46ec-8ec3-b88af0e82d9d", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:04:57.771909 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c8f48a50-2791-43a1-a5c9-90cd7044e451 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:04:57.771909 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '914131e2-07da-4bcb-841e-02708bc6510a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24de4b54-5e35-472f-b3a2-8c31ebfb3d05', 'code': 200} Sep 08 09:04:57.772075 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '914131e2-07da-4bcb-841e-02708bc6510a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89daee6f-0c0f-4335-af2f-1d518b85581e', 'code': 200} Sep 08 09:04:57.772383 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '914131e2-07da-4bcb-841e-02708bc6510a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfca467b-4c54-46ec-8ec3-b88af0e82d9d', 'code': 200} Sep 08 09:04:57.779385 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-371f4e94-4152-447d-9de8-7661df162328 req-4633ac3b-e8ef-4a04-9176-87aaa695cbbf tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1068366 Sep 08 09:04:57.843485 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:57.870026 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-8a3894b5-c171-44b2-bd4b-1c5c39e2e028 req-c13f377c-b02b-46ef-a818-94f1bf61e368 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Deleting port 3d87feba-a338-4c11-b861-3e59f50b6344 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:04:57.870399 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-8a3894b5-c171-44b2-bd4b-1c5c39e2e028 req-c13f377c-b02b-46ef-a818-94f1bf61e368 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:57.883095 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port aa0aa366-6055-4adf-a15d-7672841d5a44, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=aa0aa366-6055-4adf-a15d-7672841d5a44,segment=NetworkSegment(2d611bdc-8b46-4288-9a60-e3e65ae6211f),segment_id=2d611bdc-8b46-4288-9a60-e3e65ae6211f)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:57.888072 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:57.941775 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=aa0aa366-6055-4adf-a15d-7672841d5a44,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:58.076373 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a17838-6666-40d5-9fc4-5bc3e09962e7 req-a6820950-cb11-4682-a32e-c016acaff342 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:58.078012 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b0a17838-6666-40d5-9fc4-5bc3e09962e7 req-a6820950-cb11-4682-a32e-c016acaff342 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/ports?device_id=6558a653-2ef0-494f-9d4a-58b758177df9 HTTP/1.1" status: 200 len: 948 time: 0.1699276 Sep 08 09:04:58.100169 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device b5515656-5651-4598-9952-298d8e09530b up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:04:58.101489 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7a8af2f1-21f6-4321-a694-ed2e91a33d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:58.131118 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-8a3894b5-c171-44b2-bd4b-1c5c39e2e028 req-c13f377c-b02b-46ef-a818-94f1bf61e368 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] For port 3d87feba-a338-4c11-b861-3e59f50b6344, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=3d87feba-a338-4c11-b861-3e59f50b6344,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:58.131491 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-8a3894b5-c171-44b2-bd4b-1c5c39e2e028 req-c13f377c-b02b-46ef-a818-94f1bf61e368 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:58.162128 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port b5515656-5651-4598-9952-298d8e09530b completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:04:58.201417 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-8a3894b5-c171-44b2-bd4b-1c5c39e2e028 req-c13f377c-b02b-46ef-a818-94f1bf61e368 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Calling delete_port for 3d87feba-a338-4c11-b861-3e59f50b6344 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:04:58.219787 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b0a17838-6666-40d5-9fc4-5bc3e09962e7 req-de58706d-285c-4b95-ba84-20c374a7dda4 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/security-groups?id=0aeb02ef-aaab-47d1-8b2c-972ae0131d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199002 Sep 08 09:04:58.224252 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2053b-0dbb-4e8c-8e08-cb05cb04f934 req-812923bb-6b56-4975-becd-f268140c7a33 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:58.230623 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2053b-0dbb-4e8c-8e08-cb05cb04f934 req-812923bb-6b56-4975-becd-f268140c7a33 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:58.236778 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2053b-0dbb-4e8c-8e08-cb05cb04f934 req-812923bb-6b56-4975-becd-f268140c7a33 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:58.246432 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2053b-0dbb-4e8c-8e08-cb05cb04f934 req-812923bb-6b56-4975-becd-f268140c7a33 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:58.252916 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2053b-0dbb-4e8c-8e08-cb05cb04f934 req-812923bb-6b56-4975-becd-f268140c7a33 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:58.259244 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2053b-0dbb-4e8c-8e08-cb05cb04f934 req-812923bb-6b56-4975-becd-f268140c7a33 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:58.270723 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2053b-0dbb-4e8c-8e08-cb05cb04f934 req-812923bb-6b56-4975-becd-f268140c7a33 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:58.278870 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5ca2053b-0dbb-4e8c-8e08-cb05cb04f934 req-812923bb-6b56-4975-becd-f268140c7a33 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 5436 time: 0.1164372 Sep 08 09:04:58.328312 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5ca2053b-0dbb-4e8c-8e08-cb05cb04f934 req-33db2cb1-52c3-41df-9ec4-9d754db208fe tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&id=53d991ac-c80f-43e4-8682-37208170b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0485241 Sep 08 09:04:58.366340 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:58.377328 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 72231812-a167-4e55-a7a4-bde665866ff2 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:04:58.401456 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1d534-da18-483d-b28c-284ee77aae71 req-3eba9256-ab28-4711-8b8e-cf45cd2cd014 tempest-ServersOnMultiNodesTest-761773808 tempest-ServersOnMultiNodesTest-761773808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:58.408302 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-72a1d534-da18-483d-b28c-284ee77aae71 req-3eba9256-ab28-4711-8b8e-cf45cd2cd014 tempest-ServersOnMultiNodesTest-761773808 tempest-ServersOnMultiNodesTest-761773808-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=24805d5c-2764-4523-a530-29092d8f6d83 HTTP/1.1" status: 200 len: 1102 time: 0.0995910 Sep 08 09:04:58.450306 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 72231812-a167-4e55-a7a4-bde665866ff2 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:04:58.454973 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 72231812-a167-4e55-a7a4-bde665866ff2 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:04:58.455201 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:58.493198 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-72a1d534-da18-483d-b28c-284ee77aae71 req-69007943-e996-4065-b6ee-dc65ba6bad2f tempest-ServersOnMultiNodesTest-761773808 tempest-ServersOnMultiNodesTest-761773808-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823576 Sep 08 09:04:58.494159 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd01317-c5ea-42e1-a34f-ab46fbd6ab05 req-eaafc16d-3511-474e-aba7-26e65cb03d2d tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:58.496937 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bdd01317-c5ea-42e1-a34f-ab46fbd6ab05 req-eaafc16d-3511-474e-aba7-26e65cb03d2d tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc92466a-b3c6-4750-954e-e8c401c23ca9 HTTP/1.1" status: 200 len: 945 time: 0.0677979 Sep 08 09:04:58.517893 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8af2f1-21f6-4321-a694-ed2e91a33d36 admin admin] Router 8c6052bf-26a1-48f6-859a-826f77540c43 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:04:58.561243 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bdd01317-c5ea-42e1-a34f-ab46fbd6ab05 req-8f88fc92-7baf-4ec2-953c-9d96ebdc60d9 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d6314a7-bbc5-4c78-bb3b-cee6f500b4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575008 Sep 08 09:04:58.588165 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97280dc-b86b-4c0e-b676-2f27dba24578 None None] Network ed94484d-dd86-440a-a542-ab128495be43 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:04:58.592085 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:58.605440 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-8a3894b5-c171-44b2-bd4b-1c5c39e2e028 req-c13f377c-b02b-46ef-a818-94f1bf61e368 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:58.681363 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f377c-b02b-46ef-a818-94f1bf61e368 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Pushing event deleted for resources: {'Port': ['ID=3d87feba-a338-4c11-b861-3e59f50b6344,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:58.701816 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 72231812-a167-4e55-a7a4-bde665866ff2, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=72231812-a167-4e55-a7a4-bde665866ff2,segment=NetworkSegment(e3272716-47c2-42b8-9c57-6413c00102b1),segment_id=e3272716-47c2-42b8-9c57-6413c00102b1)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:58.705218 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-cb17232c-9b0b-4982-813e-da835caecdbd None None] Provisioning for port b5515656-5651-4598-9952-298d8e09530b completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:04:58.716189 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-cb17232c-9b0b-4982-813e-da835caecdbd None None] Provisioning complete for port b5515656-5651-4598-9952-298d8e09530b triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:04:58.716793 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cb17232c-9b0b-4982-813e-da835caecdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:58.723742 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:58.759680 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a3894b5-c171-44b2-bd4b-1c5c39e2e028 req-c13f377c-b02b-46ef-a818-94f1bf61e368 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] No DVR routers for this DVR port 3d87feba-a338-4c11-b861-3e59f50b6344 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:04:58.765831 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-8a3894b5-c171-44b2-bd4b-1c5c39e2e028 req-c13f377c-b02b-46ef-a818-94f1bf61e368 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:58.767878 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8a3894b5-c171-44b2-bd4b-1c5c39e2e028 req-c13f377c-b02b-46ef-a818-94f1bf61e368 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.35 "DELETE /v2.0/ports/3d87feba-a338-4c11-b861-3e59f50b6344 HTTP/1.1" status: 204 len: 173 time: 1.4181166 Sep 08 09:04:58.768330 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6558a653-2ef0-494f-9d4a-58b758177df9', 'name': 'network-vif-deleted', 'tag': '3d87feba-a338-4c11-b861-3e59f50b6344'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:04:58.770612 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e77865-ad5a-4082-8e1d-26a38d1d5c07" -d '{"events": [{"server_uuid": "6558a653-2ef0-494f-9d4a-58b758177df9", "name": "network-vif-deleted", "tag": "3d87feba-a338-4c11-b861-3e59f50b6344"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:04:58.788976 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc6b07d-7048-454f-9362-10a577beb9a2 req-4b248d19-16e8-4977-8436-cffa562f6347 tempest-ServersOnMultiNodesTest-761773808 tempest-ServersOnMultiNodesTest-761773808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:58.790883 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-adc6b07d-7048-454f-9362-10a577beb9a2 req-4b248d19-16e8-4977-8436-cffa562f6347 tempest-ServersOnMultiNodesTest-761773808 tempest-ServersOnMultiNodesTest-761773808-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2b003af9-6474-4242-bf5f-78fff92e0232 HTTP/1.1" status: 200 len: 1101 time: 0.0490096 Sep 08 09:04:58.797332 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc073d-6068-42fa-8063-1b19ec576606 req-064bcb31-c5e7-4e45-8ebd-4e63198b3257 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:58.804653 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2dbc073d-6068-42fa-8063-1b19ec576606 req-064bcb31-c5e7-4e45-8ebd-4e63198b3257 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/ports?device_id=da5ed9ad-379f-46cc-bac2-fbbdc500b1be HTTP/1.1" status: 200 len: 945 time: 0.2043903 Sep 08 09:04:58.819443 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8af2f1-21f6-4321-a694-ed2e91a33d36 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:04:58.832133 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-adc6b07d-7048-454f-9362-10a577beb9a2 req-74bfaa05-2b2e-4628-9c4b-860a3a7fe1db tempest-ServersOnMultiNodesTest-761773808 tempest-ServersOnMultiNodesTest-761773808-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329700 Sep 08 09:04:58.845343 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1de6d53-f267-4340-8961-57bacfcbefa8 None None] Sync routers for ids ['8c6052bf-26a1-48f6-859a-826f77540c43'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:04:58.862569 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7a8af2f1-21f6-4321-a694-ed2e91a33d36 admin admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:58.863053 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=72231812-a167-4e55-a7a4-bde665866ff2,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:58.866824 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43460) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:04:58.867196 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-7a8af2f1-21f6-4321-a694-ed2e91a33d36 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8815193 Sep 08 09:04:58.889826 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2dbc073d-6068-42fa-8063-1b19ec576606 req-42e56d39-4ba6-4b3f-bc4d-86c948c036cd tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/security-groups?id=76662dc0-3227-4252-b5c0-d938d2850b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841033 Sep 08 09:04:58.926428 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ab797d-e711-4e6b-ad51-1dd2127e22b6 x-openstack-request-id: req-40ab797d-e711-4e6b-ad51-1dd2127e22b6 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:04:58.926903 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6558a653-2ef0-494f-9d4a-58b758177df9", "name": "network-vif-deleted", "tag": "3d87feba-a338-4c11-b861-3e59f50b6344", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:04:58.927344 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-40ab797d-e711-4e6b-ad51-1dd2127e22b6 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:04:58.928241 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6558a653-2ef0-494f-9d4a-58b758177df9', 'name': 'network-vif-deleted', 'tag': '3d87feba-a338-4c11-b861-3e59f50b6344', 'status': 'completed', 'code': 200} Sep 08 09:04:58.938018 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1de6d53-f267-4340-8961-57bacfcbefa8 None None] Routers {'8c6052bf-26a1-48f6-859a-826f77540c43'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:04:58.938456 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-d1de6d53-f267-4340-8961-57bacfcbefa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:04:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8c6052bf-26a1-48f6-859a-826f77540c43'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:59.024269 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cb17232c-9b0b-4982-813e-da835caecdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:59.123663 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-d1de6d53-f267-4340-8961-57bacfcbefa8 None None] Set router 8c6052bf-26a1-48f6-859a-826f77540c43 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:04:59.233770 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-cb17232c-9b0b-4982-813e-da835caecdbd None None] For port b5515656-5651-4598-9952-298d8e09530b, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=b5515656-5651-4598-9952-298d8e09530b,segment=NetworkSegment(d344eff5-1fa4-4704-a66a-a5db423ff073),segment_id=d344eff5-1fa4-4704-a66a-a5db423ff073)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:04:59.240143 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cb17232c-9b0b-4982-813e-da835caecdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:59.317613 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1b33f86e-4353-46bb-baca-3e526a68334b req-7d0ee166-2d54-412b-87a3-591e6ff1d3db tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=009c70ac018246c49e6f9a3a4c5ddf6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371103 Sep 08 09:04:59.367921 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb17232c-9b0b-4982-813e-da835caecdbd None None] Pushing event updated for resources: {'Port': ['ID=b5515656-5651-4598-9952-298d8e09530b,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:04:59.420725 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7c6ab002-cef9-422c-867b-8260a202ba1e req-3da24663-3813-476c-aecf-101754084277 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/ports?device_id=6558a653-2ef0-494f-9d4a-58b758177df9 HTTP/1.1" status: 200 len: 210 time: 0.0325668 Sep 08 09:04:59.457542 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-d1de6d53-f267-4340-8961-57bacfcbefa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6052bf-26a1-48f6-859a-826f77540c43', 'name': 'tempest-FloatingIPDetailsTestJSON-516980937-router', 'tenant_id': '7f0f750c1e5844cca0b0bca018e2461f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'cbb84795-554b-4407-b029-ec657064b5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:04:55Z', 'updated_at': '2021-09-08T09:04:57Z', 'revision_number': 3, 'project_id': '7f0f750c1e5844cca0b0bca018e2461f', 'gw_port': {'id': 'cbb84795-554b-4407-b029-ec657064b5e6', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:44:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6052bf-26a1-48f6-859a-826f77540c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:56Z', 'updated_at': '2021-09-08T09:04:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:04:59.512674 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1de6d53-f267-4340-8961-57bacfcbefa8 None None] Checking router: 8c6052bf-26a1-48f6-859a-826f77540c43 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:04:59.513123 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1de6d53-f267-4340-8961-57bacfcbefa8 None None] Updating router 8c6052bf-26a1-48f6-859a-826f77540c43 port cbb84795-554b-4407-b029-ec657064b5e6 binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:04:59.529627 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33f86e-4353-46bb-baca-3e526a68334b req-f58fd200-4490-4d42-91a2-46f2fba50494 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:59.534687 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-13b3f015-a2a1-4da6-a1c1-641ac0f3a736 None None] Provisioning complete for port b5515656-5651-4598-9952-298d8e09530b triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:04:59.535328 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-13b3f015-a2a1-4da6-a1c1-641ac0f3a736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:59.537016 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1b33f86e-4353-46bb-baca-3e526a68334b req-f58fd200-4490-4d42-91a2-46f2fba50494 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2185743 Sep 08 09:04:59.555130 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1b33f86e-4353-46bb-baca-3e526a68334b req-95561231-c731-4492-bf71-ac5fa3457927 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/quotas/009c70ac018246c49e6f9a3a4c5ddf6c HTTP/1.1" status: 200 len: 375 time: 0.0172603 Sep 08 09:04:59.569767 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b1ac4-d735-4a67-bf14-8e7608d4e3cc req-fda56af9-f75a-483f-92b1-43d500f63583 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:59.570879 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d1de6d53-f267-4340-8961-57bacfcbefa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:59.576986 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b1ac4-d735-4a67-bf14-8e7608d4e3cc req-fda56af9-f75a-483f-92b1-43d500f63583 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:59.583518 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b1ac4-d735-4a67-bf14-8e7608d4e3cc req-fda56af9-f75a-483f-92b1-43d500f63583 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:59.592301 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b1ac4-d735-4a67-bf14-8e7608d4e3cc req-fda56af9-f75a-483f-92b1-43d500f63583 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:59.598752 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b1ac4-d735-4a67-bf14-8e7608d4e3cc req-fda56af9-f75a-483f-92b1-43d500f63583 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:59.605658 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b1ac4-d735-4a67-bf14-8e7608d4e3cc req-fda56af9-f75a-483f-92b1-43d500f63583 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:59.612477 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b1ac4-d735-4a67-bf14-8e7608d4e3cc req-fda56af9-f75a-483f-92b1-43d500f63583 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:59.621472 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-447b1ac4-d735-4a67-bf14-8e7608d4e3cc req-fda56af9-f75a-483f-92b1-43d500f63583 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 5436 time: 0.1248934 Sep 08 09:04:59.624322 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9a2925bd-bfa9-47eb-af4a-00e0b27c8743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:04:59.652745 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1b33f86e-4353-46bb-baca-3e526a68334b req-9f3d5d6f-dbf3-43a8-af27-489652675549 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=009c70ac018246c49e6f9a3a4c5ddf6c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0791149 Sep 08 09:04:59.667626 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-447b1ac4-d735-4a67-bf14-8e7608d4e3cc req-5af1a1e4-d607-4aec-b858-b81c2e108476 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&id=53d991ac-c80f-43e4-8682-37208170b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0448754 Sep 08 09:04:59.863183 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d655fa2-29ca-4232-8b6e-568675c4edf5 req-88594296-e0d4-4daa-9c62-ced4050a139d tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:59.865122 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8d655fa2-29ca-4232-8b6e-568675c4edf5 req-88594296-e0d4-4daa-9c62-ced4050a139d tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.37 "GET /v2.0/ports?device_id=da5ed9ad-379f-46cc-bac2-fbbdc500b1be HTTP/1.1" status: 200 len: 945 time: 0.0790505 Sep 08 09:04:59.875663 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105bacb-cde8-49f9-b1c1-4e5984d0aa7d req-c9bc41ce-840f-42bc-965f-ca7cdcc5239f tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:04:59.877577 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5105bacb-cde8-49f9-b1c1-4e5984d0aa7d req-c9bc41ce-840f-42bc-965f-ca7cdcc5239f tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc92466a-b3c6-4750-954e-e8c401c23ca9 HTTP/1.1" status: 200 len: 946 time: 0.1258097 Sep 08 09:04:59.924415 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-9a2925bd-bfa9-47eb-af4a-00e0b27c8743 admin admin] Allocated IP 172.20.0.1 (ed94484d-dd86-440a-a542-ab128495be43/f5eb8fc5-8605-4e0d-88cc-12f175b2661e/9f646700-38e0-493a-b106-6c32338148e6) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:04:59.952974 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '914131e2-07da-4bcb-841e-02708bc6510a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229b22b3-b0f7-4064-9dfb-b9b154dfe5d6'}, {'server_uuid': '914131e2-07da-4bcb-841e-02708bc6510a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa0aa366-6055-4adf-a15d-7672841d5a44'}, {'server_uuid': 'cc92466a-b3c6-4750-954e-e8c401c23ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72231812-a167-4e55-a7a4-bde665866ff2'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:04:59.955299 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732bbbcc-5936-4aa7-b846-7980686233bb" -d '{"events": [{"server_uuid": "914131e2-07da-4bcb-841e-02708bc6510a", "name": "network-vif-plugged", "status": "completed", "tag": "229b22b3-b0f7-4064-9dfb-b9b154dfe5d6"}, {"server_uuid": "914131e2-07da-4bcb-841e-02708bc6510a", "name": "network-vif-plugged", "status": "completed", "tag": "aa0aa366-6055-4adf-a15d-7672841d5a44"}, {"server_uuid": "cc92466a-b3c6-4750-954e-e8c401c23ca9", "name": "network-vif-plugged", "status": "completed", "tag": "72231812-a167-4e55-a7a4-bde665866ff2"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:05:00.018632 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5105bacb-cde8-49f9-b1c1-4e5984d0aa7d req-636cbc3e-47f0-46a8-93e9-9d22d460c2ca tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d6314a7-bbc5-4c78-bb3b-cee6f500b4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291187 Sep 08 09:05:00.113818 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d1de6d53-f267-4340-8961-57bacfcbefa8 None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:00.114112 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-8d655fa2-29ca-4232-8b6e-568675c4edf5 req-f28fbf97-ecf9-459b-bea4-eed31e91b904 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Deleting port 8d6494f4-1d34-4a51-945f-ed082dfbb444 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:05:00.114501 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-8d655fa2-29ca-4232-8b6e-568675c4edf5 req-f28fbf97-ecf9-459b-bea4-eed31e91b904 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:00.143930 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d1de6d53-f267-4340-8961-57bacfcbefa8 None None] Transition to ACTIVE for port object cbb84795-554b-4407-b029-ec657064b5e6 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:05:00.160506 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d1de6d53-f267-4340-8961-57bacfcbefa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:00.178594 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device b5515656-5651-4598-9952-298d8e09530b up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:05:00.243023 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-d1de6d53-f267-4340-8961-57bacfcbefa8 None None] Attempting to bind port cbb84795-554b-4407-b029-ec657064b5e6 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:05:00.243257 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-d1de6d53-f267-4340-8961-57bacfcbefa8 None None] Attempting to bind port cbb84795-554b-4407-b029-ec657064b5e6 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:05:00.243853 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1de6d53-f267-4340-8961-57bacfcbefa8 None None] Attempting to bind port cbb84795-554b-4407-b029-ec657064b5e6 on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:05:00.250636 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9a2925bd-bfa9-47eb-af4a-00e0b27c8743 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:00.269002 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1de6d53-f267-4340-8961-57bacfcbefa8 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:05:00.269373 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1de6d53-f267-4340-8961-57bacfcbefa8 None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:05:00.269778 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d1de6d53-f267-4340-8961-57bacfcbefa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:00.270463 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1de6d53-f267-4340-8961-57bacfcbefa8 None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:05:00.270945 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-d1de6d53-f267-4340-8961-57bacfcbefa8 None None] Bound port: cbb84795-554b-4407-b029-ec657064b5e6, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:05:00.271332 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d1de6d53-f267-4340-8961-57bacfcbefa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:00.276147 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-9a2925bd-bfa9-47eb-af4a-00e0b27c8743 admin admin] Transition to ACTIVE for port object 9f646700-38e0-493a-b106-6c32338148e6 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:05:00.297669 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b7e14d-3875-4c65-8000-d02f3a274cfd None None] Pushing event updated for resources: {'Port': ['ID=cbb84795-554b-4407-b029-ec657064b5e6,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:00.348232 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port b5515656-5651-4598-9952-298d8e09530b triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:05:00.349656 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:00.389848 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d1de6d53-f267-4340-8961-57bacfcbefa8 None None] For port cbb84795-554b-4407-b029-ec657064b5e6, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:05:00.394061 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 08 Sep 2021 09:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaaca954-d7eb-44dc-a450-f2d7f587d5b2 x-openstack-request-id: req-eaaca954-d7eb-44dc-a450-f2d7f587d5b2 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:05:00.394649 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "914131e2-07da-4bcb-841e-02708bc6510a", "name": "network-vif-plugged", "status": "completed", "tag": "229b22b3-b0f7-4064-9dfb-b9b154dfe5d6", "code": 200}, {"server_uuid": "914131e2-07da-4bcb-841e-02708bc6510a", "name": "network-vif-plugged", "status": "completed", "tag": "aa0aa366-6055-4adf-a15d-7672841d5a44", "code": 200}, {"server_uuid": "cc92466a-b3c6-4750-954e-e8c401c23ca9", "name": "network-vif-plugged", "status": "completed", "tag": "72231812-a167-4e55-a7a4-bde665866ff2", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:05:00.395234 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-eaaca954-d7eb-44dc-a450-f2d7f587d5b2 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:05:00.395828 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '914131e2-07da-4bcb-841e-02708bc6510a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229b22b3-b0f7-4064-9dfb-b9b154dfe5d6', 'code': 200} Sep 08 09:05:00.396331 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '914131e2-07da-4bcb-841e-02708bc6510a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa0aa366-6055-4adf-a15d-7672841d5a44', 'code': 200} Sep 08 09:05:00.396744 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc92466a-b3c6-4750-954e-e8c401c23ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72231812-a167-4e55-a7a4-bde665866ff2', 'code': 200} Sep 08 09:05:00.397412 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-8d655fa2-29ca-4232-8b6e-568675c4edf5 req-f28fbf97-ecf9-459b-bea4-eed31e91b904 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] For port 8d6494f4-1d34-4a51-945f-ed082dfbb444, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=8d6494f4-1d34-4a51-945f-ed082dfbb444,segment=NetworkSegment(e1f8368b-de73-432c-a011-112d5ec9d1eb),segment_id=e1f8368b-de73-432c-a011-112d5ec9d1eb)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:05:00.397981 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-8d655fa2-29ca-4232-8b6e-568675c4edf5 req-f28fbf97-ecf9-459b-bea4-eed31e91b904 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:00.406017 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9a2925bd-bfa9-47eb-af4a-00e0b27c8743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:00.414313 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 3d87feba-a338-4c11-b861-3e59f50b6344 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:05:00.415807 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-8d655fa2-29ca-4232-8b6e-568675c4edf5 req-f28fbf97-ecf9-459b-bea4-eed31e91b904 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Calling delete_port for 8d6494f4-1d34-4a51-945f-ed082dfbb444 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:05:00.430565 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d1de6d53-f267-4340-8961-57bacfcbefa8 None None] For port cbb84795-554b-4407-b029-ec657064b5e6, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=cbb84795-554b-4407-b029-ec657064b5e6,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:05:00.441493 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd56a23-2057-46dc-9529-2501b2d7eea5 req-d854cc7c-67f3-4400-9b28-814c5129f491 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:00.450512 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7cd56a23-2057-46dc-9529-2501b2d7eea5 req-d854cc7c-67f3-4400-9b28-814c5129f491 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/ports?device_id=da5ed9ad-379f-46cc-bac2-fbbdc500b1be HTTP/1.1" status: 200 len: 945 time: 0.1129861 Sep 08 09:05:00.475813 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d1de6d53-f267-4340-8961-57bacfcbefa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:00.484495 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: 3d87feba-a338-4c11-b861-3e59f50b6344 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:05:00.484893 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 3d87feba-a338-4c11-b861-3e59f50b6344 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:05:00.560026 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2925bd-bfa9-47eb-af4a-00e0b27c8743 admin admin] Network ed94484d-dd86-440a-a542-ab128495be43 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:05:00.564521 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-9a2925bd-bfa9-47eb-af4a-00e0b27c8743 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:05:00.570480 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2925bd-bfa9-47eb-af4a-00e0b27c8743 admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:05:00.615590 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1de6d53-f267-4340-8961-57bacfcbefa8 None None] Routers {'8c6052bf-26a1-48f6-859a-826f77540c43'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:05:00.616253 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-d1de6d53-f267-4340-8961-57bacfcbefa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:04:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8c6052bf-26a1-48f6-859a-826f77540c43'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:05:00.624599 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b7e14d-3875-4c65-8000-d02f3a274cfd None None] Pushing event updated for resources: {'Port': ['ID=cbb84795-554b-4407-b029-ec657064b5e6,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:00.632524 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9a2925bd-bfa9-47eb-af4a-00e0b27c8743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:00.696466 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2925bd-bfa9-47eb-af4a-00e0b27c8743 admin admin] Pushing event updated for resources: {'Port': ['ID=9f646700-38e0-493a-b106-6c32338148e6,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:00.780267 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7cd56a23-2057-46dc-9529-2501b2d7eea5 req-2b867cdd-5587-4dd2-a421-848eeec2ba71 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/security-groups?id=76662dc0-3227-4252-b5c0-d938d2850b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282228 Sep 08 09:05:00.829486 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-d1de6d53-f267-4340-8961-57bacfcbefa8 None None] Set router 8c6052bf-26a1-48f6-859a-826f77540c43 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:05:00.910011 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6592c456-4711-4a1d-9086-004202624ba3 req-664f2ebc-60fa-4cd5-bb74-d97524163844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:00.914811 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6592c456-4711-4a1d-9086-004202624ba3 req-664f2ebc-60fa-4cd5-bb74-d97524163844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:00.917322 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6592c456-4711-4a1d-9086-004202624ba3 req-664f2ebc-60fa-4cd5-bb74-d97524163844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:00.917897 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6592c456-4711-4a1d-9086-004202624ba3 req-664f2ebc-60fa-4cd5-bb74-d97524163844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:00.919931 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6592c456-4711-4a1d-9086-004202624ba3 req-664f2ebc-60fa-4cd5-bb74-d97524163844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:00.921028 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6592c456-4711-4a1d-9086-004202624ba3 req-664f2ebc-60fa-4cd5-bb74-d97524163844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:00.921695 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6592c456-4711-4a1d-9086-004202624ba3 req-664f2ebc-60fa-4cd5-bb74-d97524163844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:00.924547 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6592c456-4711-4a1d-9086-004202624ba3 req-664f2ebc-60fa-4cd5-bb74-d97524163844 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 6500 time: 0.3336906 Sep 08 09:05:00.936352 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9a2925bd-bfa9-47eb-af4a-00e0b27c8743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:00.968266 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1c8fff54-f47d-4d14-b59b-bb3731b3f348 req-09ca01ac-094d-415a-ad0f-224467cbac15 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fc64278-abf2-4b5f-b1a0-4499687fa13a HTTP/1.1" status: 200 len: 210 time: 0.0993176 Sep 08 09:05:00.988805 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2c1788dc-6c4e-4878-af65-533dc2021b10 None None] Provisioning for port 9f646700-38e0-493a-b106-6c32338148e6 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:05:01.006784 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2df03-4482-48ad-bf5c-0c47350e931d req-37fb1cbe-542a-439e-8320-f3cea65681a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:01.009067 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-00d2df03-4482-48ad-bf5c-0c47350e931d req-37fb1cbe-542a-439e-8320-f3cea65681a5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cc92466a-b3c6-4750-954e-e8c401c23ca9 HTTP/1.1" status: 200 len: 1098 time: 0.4168689 Sep 08 09:05:01.017814 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2c1788dc-6c4e-4878-af65-533dc2021b10 None None] Provisioning complete for port 9f646700-38e0-493a-b106-6c32338148e6 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:05:01.018343 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2c1788dc-6c4e-4878-af65-533dc2021b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:01.067809 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6592c456-4711-4a1d-9086-004202624ba3 req-8775b408-16f6-49db-b208-dd11ca956b49 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&id=53d991ac-c80f-43e4-8682-37208170b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1164083 Sep 08 09:05:01.077107 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01540e-7a5a-42e2-a892-4f0369b8e6b6 req-01442079-2488-483a-8039-61de948dcdc4 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:01.085394 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-00d2df03-4482-48ad-bf5c-0c47350e931d req-2c29666a-410a-45ba-aafb-04be030d57d3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0d6314a7-bbc5-4c78-bb3b-cee6f500b4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650544 Sep 08 09:05:01.086105 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01540e-7a5a-42e2-a892-4f0369b8e6b6 req-01442079-2488-483a-8039-61de948dcdc4 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:01.088369 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-8d655fa2-29ca-4232-8b6e-568675c4edf5 req-f28fbf97-ecf9-459b-bea4-eed31e91b904 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:01.096396 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01540e-7a5a-42e2-a892-4f0369b8e6b6 req-01442079-2488-483a-8039-61de948dcdc4 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:01.098731 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-2c1788dc-6c4e-4878-af65-533dc2021b10 None None] Port 9f646700-38e0-493a-b106-6c32338148e6 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:05:01.115680 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01540e-7a5a-42e2-a892-4f0369b8e6b6 req-01442079-2488-483a-8039-61de948dcdc4 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:01.124673 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01540e-7a5a-42e2-a892-4f0369b8e6b6 req-01442079-2488-483a-8039-61de948dcdc4 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:01.134026 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01540e-7a5a-42e2-a892-4f0369b8e6b6 req-01442079-2488-483a-8039-61de948dcdc4 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:01.134740 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['8d6494f4-1d34-4a51-945f-ed082dfbb444'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:05:01.144957 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01540e-7a5a-42e2-a892-4f0369b8e6b6 req-01442079-2488-483a-8039-61de948dcdc4 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:01.157349 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9e01540e-7a5a-42e2-a892-4f0369b8e6b6 req-01442079-2488-483a-8039-61de948dcdc4 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 5436 time: 0.2305911 Sep 08 09:05:01.215425 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-d1de6d53-f267-4340-8961-57bacfcbefa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6052bf-26a1-48f6-859a-826f77540c43', 'name': 'tempest-FloatingIPDetailsTestJSON-516980937-router', 'tenant_id': '7f0f750c1e5844cca0b0bca018e2461f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'cbb84795-554b-4407-b029-ec657064b5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:04:55Z', 'updated_at': '2021-09-08T09:04:57Z', 'revision_number': 3, 'project_id': '7f0f750c1e5844cca0b0bca018e2461f', 'gw_port': {'id': 'cbb84795-554b-4407-b029-ec657064b5e6', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:44:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6052bf-26a1-48f6-859a-826f77540c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:56Z', 'updated_at': '2021-09-08T09:05:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:05:01.254906 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1de6d53-f267-4340-8961-57bacfcbefa8 None None] The sync data for ids ['8c6052bf-26a1-48f6-859a-826f77540c43'] in n-d-806683-11 is: [{'id': '8c6052bf-26a1-48f6-859a-826f77540c43', 'name': 'tempest-FloatingIPDetailsTestJSON-516980937-router', 'tenant_id': '7f0f750c1e5844cca0b0bca018e2461f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'cbb84795-554b-4407-b029-ec657064b5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:04:55Z', 'updated_at': '2021-09-08T09:04:57Z', 'revision_number': 3, 'project_id': '7f0f750c1e5844cca0b0bca018e2461f', 'gw_port': {'id': 'cbb84795-554b-4407-b029-ec657064b5e6', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:44:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6052bf-26a1-48f6-859a-826f77540c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:56Z', 'updated_at': '2021-09-08T09:05:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:05:01.268639 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9e01540e-7a5a-42e2-a892-4f0369b8e6b6 req-24ba47d5-f8d1-4c43-83a2-17d17721a7b2 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&id=53d991ac-c80f-43e4-8682-37208170b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1098065 Sep 08 09:05:01.448167 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9a2925bd-bfa9-47eb-af4a-00e0b27c8743 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:01.454699 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9a2925bd-bfa9-47eb-af4a-00e0b27c8743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:01.502325 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28fbf97-ecf9-459b-bea4-eed31e91b904 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Pushing event deleted for resources: {'Port': ['ID=8d6494f4-1d34-4a51-945f-ed082dfbb444,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:01.534800 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d655fa2-29ca-4232-8b6e-568675c4edf5 req-f28fbf97-ecf9-459b-bea4-eed31e91b904 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] No DVR routers for this DVR port 8d6494f4-1d34-4a51-945f-ed082dfbb444 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:05:01.553675 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-8d655fa2-29ca-4232-8b6e-568675c4edf5 req-f28fbf97-ecf9-459b-bea4-eed31e91b904 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:01.556444 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8d655fa2-29ca-4232-8b6e-568675c4edf5 req-f28fbf97-ecf9-459b-bea4-eed31e91b904 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.37 "DELETE /v2.0/ports/8d6494f4-1d34-4a51-945f-ed082dfbb444 HTTP/1.1" status: 204 len: 173 time: 1.6773999 Sep 08 09:05:01.557993 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da5ed9ad-379f-46cc-bac2-fbbdc500b1be', 'name': 'network-vif-deleted', 'tag': '8d6494f4-1d34-4a51-945f-ed082dfbb444'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:05:01.560674 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091083ba-b4bb-4216-a4b9-6fd962c11afb" -d '{"events": [{"server_uuid": "da5ed9ad-379f-46cc-bac2-fbbdc500b1be", "name": "network-vif-deleted", "tag": "8d6494f4-1d34-4a51-945f-ed082dfbb444"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:05:01.594623 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a042fd-ce11-4c72-80bf-561c64c8301a req-3b74cb6e-2450-43b3-831c-8235450c8c5c tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:01.604503 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-54a042fd-ce11-4c72-80bf-561c64c8301a req-3b74cb6e-2450-43b3-831c-8235450c8c5c tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc92466a-b3c6-4750-954e-e8c401c23ca9 HTTP/1.1" status: 200 len: 946 time: 0.1061790 Sep 08 09:05:01.608845 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2925bd-bfa9-47eb-af4a-00e0b27c8743 admin admin] Pushing event updated for resources: {'Port': ['ID=9f646700-38e0-493a-b106-6c32338148e6,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:01.626751 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9a2925bd-bfa9-47eb-af4a-00e0b27c8743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:01.639882 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df5bef-9e28-4c13-b824-82f5a961a990 req-2bbe1db5-4a4f-48b0-b881-4bdd2e1f410e tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:01.649989 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-75df5bef-9e28-4c13-b824-82f5a961a990 req-2bbe1db5-4a4f-48b0-b881-4bdd2e1f410e tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/ports?device_id=756bfc30-5241-4c6f-88d0-5588e0622c9e HTTP/1.1" status: 200 len: 949 time: 0.1475825 Sep 08 09:05:01.698866 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-54a042fd-ce11-4c72-80bf-561c64c8301a req-31b66acd-ab85-4373-8854-76cbefdcc594 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d6314a7-bbc5-4c78-bb3b-cee6f500b4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929489 Sep 08 09:05:01.839304 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-75df5bef-9e28-4c13-b824-82f5a961a990 req-f642a8ff-83f8-4198-995e-dea65571ed61 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/security-groups?id=0aeb02ef-aaab-47d1-8b2c-972ae0131d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883264 Sep 08 09:05:01.864651 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b61b765-23e1-41b1-abbd-7a91b146abea x-openstack-request-id: req-5b61b765-23e1-41b1-abbd-7a91b146abea {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:05:01.865140 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da5ed9ad-379f-46cc-bac2-fbbdc500b1be", "name": "network-vif-deleted", "tag": "8d6494f4-1d34-4a51-945f-ed082dfbb444", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:05:01.865227 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5b61b765-23e1-41b1-abbd-7a91b146abea {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:05:01.865583 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da5ed9ad-379f-46cc-bac2-fbbdc500b1be', 'name': 'network-vif-deleted', 'tag': '8d6494f4-1d34-4a51-945f-ed082dfbb444', 'status': 'completed', 'code': 200} Sep 08 09:05:01.891095 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2925bd-bfa9-47eb-af4a-00e0b27c8743 admin admin] Network ed94484d-dd86-440a-a542-ab128495be43 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:05:01.893920 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-9a2925bd-bfa9-47eb-af4a-00e0b27c8743 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:05:02.001582 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4c5480c4-b7f5-4465-8845-f9055d25090b req-848abf0c-157c-495d-b9aa-6bcbe8121de4 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724 tempest-FloatingIPsAssociationNegativeTestJSON-1359786724-project] 10.222.0.54 "GET /v2.0/ports?device_id=da5ed9ad-379f-46cc-bac2-fbbdc500b1be HTTP/1.1" status: 200 len: 210 time: 0.0622232 Sep 08 09:05:02.060668 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a2925bd-bfa9-47eb-af4a-00e0b27c8743 admin admin] Router 8c6052bf-26a1-48f6-859a-826f77540c43 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:05:02.170644 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-23575da2-3c56-4bb6-ae03-973b39963882 req-45c366ab-7bce-46f7-a015-11e8ee3c1436 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fc64278-abf2-4b5f-b1a0-4499687fa13a HTTP/1.1" status: 200 len: 210 time: 0.0500772 Sep 08 09:05:02.210895 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device cbb84795-554b-4407-b029-ec657064b5e6 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:05:02.265725 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2925bd-bfa9-47eb-af4a-00e0b27c8743 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:05:02.275754 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9a2925bd-bfa9-47eb-af4a-00e0b27c8743 admin admin] 10.222.0.54 "PUT /v2.0/routers/8c6052bf-26a1-48f6-859a-826f77540c43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4042475 Sep 08 09:05:02.311853 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port cbb84795-554b-4407-b029-ec657064b5e6 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:05:02.320743 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port cbb84795-554b-4407-b029-ec657064b5e6 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:05:02.322030 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:02.456337 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2d1b05a6-8270-451a-b441-a704b6832b6a None None] Provisioning complete for port 9f646700-38e0-493a-b106-6c32338148e6 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:05:02.459697 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2d1b05a6-8270-451a-b441-a704b6832b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:02.464811 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1b33f86e-4353-46bb-baca-3e526a68334b req-1582c3a0-374b-4faf-a5dc-ebb4fe510fc8 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=009c70ac018246c49e6f9a3a4c5ddf6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354531 Sep 08 09:05:02.497724 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3dfe4-1554-4402-8926-7b25f559fd6c req-e968c485-be33-4de3-a638-b2dbd6bc6ebc tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:02.504299 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3dfe4-1554-4402-8926-7b25f559fd6c req-e968c485-be33-4de3-a638-b2dbd6bc6ebc tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:02.510632 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3dfe4-1554-4402-8926-7b25f559fd6c req-e968c485-be33-4de3-a638-b2dbd6bc6ebc tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:02.517022 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3dfe4-1554-4402-8926-7b25f559fd6c req-e968c485-be33-4de3-a638-b2dbd6bc6ebc tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:02.523084 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3dfe4-1554-4402-8926-7b25f559fd6c req-e968c485-be33-4de3-a638-b2dbd6bc6ebc tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:02.530206 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3dfe4-1554-4402-8926-7b25f559fd6c req-e968c485-be33-4de3-a638-b2dbd6bc6ebc tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:02.536359 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3dfe4-1554-4402-8926-7b25f559fd6c req-e968c485-be33-4de3-a638-b2dbd6bc6ebc tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:02.538441 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ddf3dfe4-1554-4402-8926-7b25f559fd6c req-e968c485-be33-4de3-a638-b2dbd6bc6ebc tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 5436 time: 0.1416414 Sep 08 09:05:02.562882 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-2d1b05a6-8270-451a-b441-a704b6832b6a None None] Port 9f646700-38e0-493a-b106-6c32338148e6 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:05:02.570794 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:02.593746 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port cbb84795-554b-4407-b029-ec657064b5e6, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=cbb84795-554b-4407-b029-ec657064b5e6,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:05:02.601025 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:02.657394 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ddf3dfe4-1554-4402-8926-7b25f559fd6c req-2e3e7005-2a23-429a-b87b-67329f84cbb9 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&id=53d991ac-c80f-43e4-8682-37208170b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1005666 Sep 08 09:05:02.678531 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=cbb84795-554b-4407-b029-ec657064b5e6,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:02.726678 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33f86e-4353-46bb-baca-3e526a68334b req-322fed92-b5f3-4b10-bb98-4a9f2e04e3b9 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:02.728521 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1b33f86e-4353-46bb-baca-3e526a68334b req-322fed92-b5f3-4b10-bb98-4a9f2e04e3b9 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2568233 Sep 08 09:05:02.761794 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-1b33f86e-4353-46bb-baca-3e526a68334b req-01d45069-f031-49ca-9776-4cb38a0a43da tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Request body: {'port': {'device_id': '2fc64278-abf2-4b5f-b1a0-4499687fa13a', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'admin_state_up': True, 'tenant_id': '009c70ac018246c49e6f9a3a4c5ddf6c'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:05:02.890064 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52466276-cdf4-4c05-a537-2ed19ea70ad9 req-aab0070b-c201-46c9-8db2-4b163e3c5651 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:02.892373 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-52466276-cdf4-4c05-a537-2ed19ea70ad9 req-aab0070b-c201-46c9-8db2-4b163e3c5651 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc92466a-b3c6-4750-954e-e8c401c23ca9 HTTP/1.1" status: 200 len: 946 time: 0.1262028 Sep 08 09:05:02.938592 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f248b098-e550-442d-9e48-d0cb8b652c2a req-db28796b-3a2f-43c7-a0d2-d880d5f9ad1e tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1791263 Sep 08 09:05:02.950287 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-f248b098-e550-442d-9e48-d0cb8b652c2a req-cf7c8b09-bf1b-4593-9e58-45fc7c3c32fa tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:05:02.957869 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-52466276-cdf4-4c05-a537-2ed19ea70ad9 req-71faf2d2-fbfd-4f35-8352-567f5fe4660c tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d6314a7-bbc5-4c78-bb3b-cee6f500b4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557971 Sep 08 09:05:02.966349 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b33f86e-4353-46bb-baca-3e526a68334b req-01d45069-f031-49ca-9776-4cb38a0a43da tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Made reservation on behalf of 009c70ac018246c49e6f9a3a4c5ddf6c for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:05:02.973249 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b33f86e-4353-46bb-baca-3e526a68334b req-01d45069-f031-49ca-9776-4cb38a0a43da tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:02.993990 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-f248b098-e550-442d-9e48-d0cb8b652c2a req-cf7c8b09-bf1b-4593-9e58-45fc7c3c32fa tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks [] for floatingip, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:03.088095 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1b33f86e-4353-46bb-baca-3e526a68334b req-0f82b68f-8af8-4727-9d64-4cb5288a771a tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=009c70ac018246c49e6f9a3a4c5ddf6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362177 Sep 08 09:05:03.106223 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-f248b098-e550-442d-9e48-d0cb8b652c2a req-cf7c8b09-bf1b-4593-9e58-45fc7c3c32fa tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:03.224852 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [req-f248b098-e550-442d-9e48-d0cb8b652c2a req-cf7c8b09-bf1b-4593-9e58-45fc7c3c32fa tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Allocated IP 172.25.0.196 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/0b2dc0d2-1757-49a4-9e84-ccc95a4ce907) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:05:03.277287 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8137c-750c-4b64-a91e-e2cab9e66236 req-924ed97c-a341-444b-b950-2f496b7c97cc tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:03.278964 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7af8137c-750c-4b64-a91e-e2cab9e66236 req-924ed97c-a341-444b-b950-2f496b7c97cc tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/ports?device_id=756bfc30-5241-4c6f-88d0-5588e0622c9e HTTP/1.1" status: 200 len: 949 time: 0.1408060 Sep 08 09:05:03.305386 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-1b33f86e-4353-46bb-baca-3e526a68334b req-01d45069-f031-49ca-9776-4cb38a0a43da tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Allocated IP 192.168.233.122 (05f7642a-1c79-41be-85aa-1443ef22cc3b/dfc66e4b-ecb5-4c99-afe1-0a78c722534a/27f59616-58c5-4693-bbcf-b53a0c3a8b30) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:05:03.344727 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-f248b098-e550-442d-9e48-d0cb8b652c2a req-cf7c8b09-bf1b-4593-9e58-45fc7c3c32fa tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:03.379868 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33f86e-4353-46bb-baca-3e526a68334b req-79c5a57f-d9db-4dfa-ba4e-e3f7a014c6b5 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:03.381323 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1b33f86e-4353-46bb-baca-3e526a68334b req-79c5a57f-d9db-4dfa-ba4e-e3f7a014c6b5 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2842426 Sep 08 09:05:03.386731 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-f248b098-e550-442d-9e48-d0cb8b652c2a req-cf7c8b09-bf1b-4593-9e58-45fc7c3c32fa tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:03.387549 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7af8137c-750c-4b64-a91e-e2cab9e66236 req-cb927be8-d15d-4ed5-8f27-ff1604fe8c62 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/security-groups?id=0aeb02ef-aaab-47d1-8b2c-972ae0131d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007237 Sep 08 09:05:03.435359 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f248b098-e550-442d-9e48-d0cb8b652c2a req-cf7c8b09-bf1b-4593-9e58-45fc7c3c32fa tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:05:03.440019 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [req-f248b098-e550-442d-9e48-d0cb8b652c2a req-cf7c8b09-bf1b-4593-9e58-45fc7c3c32fa tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:05:03.444724 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7c8b09-bf1b-4593-9e58-45fc7c3c32fa tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Pushing event updated for resources: {'Port': ['ID=0b2dc0d2-1757-49a4-9e84-ccc95a4ce907,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:03.444724 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-f248b098-e550-442d-9e48-d0cb8b652c2a req-cf7c8b09-bf1b-4593-9e58-45fc7c3c32fa tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:05:03.446443 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43548) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:05:03.480632 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-1b33f86e-4353-46bb-baca-3e526a68334b req-5574c675-ffbb-4c34-ac4e-2c2abfe55f21 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Request body: {'port': {'device_id': 'b8b36c47-a7c4-47d4-8b2b-a2dc9e5e4b1a', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'admin_state_up': True, 'tenant_id': '009c70ac018246c49e6f9a3a4c5ddf6c'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:05:03.634056 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-43570238-1493-48fc-84a7-2d75a174e8ed req-cec72856-15cf-4102-bd87-7ed0d0d05a6c tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fc64278-abf2-4b5f-b1a0-4499687fa13a HTTP/1.1" status: 200 len: 210 time: 0.1116138 Sep 08 09:05:03.646627 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-f248b098-e550-442d-9e48-d0cb8b652c2a req-cf7c8b09-bf1b-4593-9e58-45fc7c3c32fa tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:03.724462 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b33f86e-4353-46bb-baca-3e526a68334b req-01d45069-f031-49ca-9776-4cb38a0a43da tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:03.746857 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-1b33f86e-4353-46bb-baca-3e526a68334b req-01d45069-f031-49ca-9776-4cb38a0a43da tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Transition to ACTIVE for port object 27f59616-58c5-4693-bbcf-b53a0c3a8b30 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:05:03.767230 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70750a7b-9506-40a9-bb92-54478e0ad23f None None] Sync routers for ids ['8c6052bf-26a1-48f6-859a-826f77540c43'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:05:03.778883 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70750a7b-9506-40a9-bb92-54478e0ad23f None None] Routers {'8c6052bf-26a1-48f6-859a-826f77540c43'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:05:03.779093 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 8d6494f4-1d34-4a51-945f-ed082dfbb444 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:05:03.779772 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-70750a7b-9506-40a9-bb92-54478e0ad23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:04:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8c6052bf-26a1-48f6-859a-826f77540c43'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:05:03.781823 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b33f86e-4353-46bb-baca-3e526a68334b req-5574c675-ffbb-4c34-ac4e-2c2abfe55f21 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Made reservation on behalf of 009c70ac018246c49e6f9a3a4c5ddf6c for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:05:03.784247 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-f248b098-e550-442d-9e48-d0cb8b652c2a req-cf7c8b09-bf1b-4593-9e58-45fc7c3c32fa tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:03.785830 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b33f86e-4353-46bb-baca-3e526a68334b req-5574c675-ffbb-4c34-ac4e-2c2abfe55f21 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:03.810539 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 8d6494f4-1d34-4a51-945f-ed082dfbb444 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:05:03.810897 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 8d6494f4-1d34-4a51-945f-ed082dfbb444 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:05:03.926466 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b33f86e-4353-46bb-baca-3e526a68334b req-01d45069-f031-49ca-9776-4cb38a0a43da tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:03.946830 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-70750a7b-9506-40a9-bb92-54478e0ad23f None None] Set router 8c6052bf-26a1-48f6-859a-826f77540c43 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:05:03.961422 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['9e98ff4c-63d3-4bcd-b49c-1e626df063aa'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:05:03.967650 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['fb2e5f1e-9c50-48e7-b6bb-e637dec86b44', 'f4d691e7-e9a2-4853-8163-af247dd9cc84'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:05:04.064450 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b33f86e-4353-46bb-baca-3e526a68334b req-01d45069-f031-49ca-9776-4cb38a0a43da tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Network 05f7642a-1c79-41be-85aa-1443ef22cc3b is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:05:04.079884 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-1b33f86e-4353-46bb-baca-3e526a68334b req-01d45069-f031-49ca-9776-4cb38a0a43da tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:05:04.083088 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b33f86e-4353-46bb-baca-3e526a68334b req-01d45069-f031-49ca-9776-4cb38a0a43da tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:05:04.086607 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-f248b098-e550-442d-9e48-d0cb8b652c2a req-cf7c8b09-bf1b-4593-9e58-45fc7c3c32fa tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:04.098149 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-f248b098-e550-442d-9e48-d0cb8b652c2a req-cf7c8b09-bf1b-4593-9e58-45fc7c3c32fa tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:04.115427 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device cbb84795-554b-4407-b029-ec657064b5e6 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:05:04.202250 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-1b33f86e-4353-46bb-baca-3e526a68334b req-5574c675-ffbb-4c34-ac4e-2c2abfe55f21 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Allocated IP 192.168.233.3 (05f7642a-1c79-41be-85aa-1443ef22cc3b/dfc66e4b-ecb5-4c99-afe1-0a78c722534a/eaa66411-0103-4476-a551-2a50c97eb2f0) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:05:04.282078 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-70750a7b-9506-40a9-bb92-54478e0ad23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6052bf-26a1-48f6-859a-826f77540c43', 'name': 'tempest-FloatingIPDetailsTestJSON-516980937-router', 'tenant_id': '7f0f750c1e5844cca0b0bca018e2461f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'cbb84795-554b-4407-b029-ec657064b5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:04:55Z', 'updated_at': '2021-09-08T09:05:00Z', 'revision_number': 4, 'project_id': '7f0f750c1e5844cca0b0bca018e2461f', 'gw_port': {'id': 'cbb84795-554b-4407-b029-ec657064b5e6', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:44:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6052bf-26a1-48f6-859a-826f77540c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:56Z', 'updated_at': '2021-09-08T09:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '9f646700-38e0-493a-b106-6c32338148e6', 'name': '', 'network_id': 'ed94484d-dd86-440a-a542-ab128495be43', 'tenant_id': '7f0f750c1e5844cca0b0bca018e2461f', 'mac_address': 'fa:16:3e:aa:75:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6052bf-26a1-48f6-859a-826f77540c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'f5eb8fc5-8605-4e0d-88cc-12f175b2661e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:59Z', 'updated_at': '2021-09-08T09:05:01Z', 'revision_number': 2, 'project_id': '7f0f750c1e5844cca0b0bca018e2461f', 'subnets': [{'id': 'f5eb8fc5-8605-4e0d-88cc-12f175b2661e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:05:04.328480 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70750a7b-9506-40a9-bb92-54478e0ad23f None None] Checking router: 8c6052bf-26a1-48f6-859a-826f77540c43 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:05:04.329086 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70750a7b-9506-40a9-bb92-54478e0ad23f None None] Updating router 8c6052bf-26a1-48f6-859a-826f77540c43 port 9f646700-38e0-493a-b106-6c32338148e6 binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:05:04.340335 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port cbb84795-554b-4407-b029-ec657064b5e6 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:05:04.340708 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:04.367223 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-70750a7b-9506-40a9-bb92-54478e0ad23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:04.389277 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d45069-f031-49ca-9776-4cb38a0a43da tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Pushing event updated for resources: {'Port': ['ID=27f59616-58c5-4693-bbcf-b53a0c3a8b30,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:04.448960 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b33f86e-4353-46bb-baca-3e526a68334b req-5574c675-ffbb-4c34-ac4e-2c2abfe55f21 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:04.467012 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9554bc9-7eba-4e80-ad10-c8577bf6c486 req-2d332a69-8fe5-4681-81a4-fd1cba36ace2 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:04.473718 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9554bc9-7eba-4e80-ad10-c8577bf6c486 req-2d332a69-8fe5-4681-81a4-fd1cba36ace2 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:04.480740 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9554bc9-7eba-4e80-ad10-c8577bf6c486 req-2d332a69-8fe5-4681-81a4-fd1cba36ace2 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:04.487877 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9554bc9-7eba-4e80-ad10-c8577bf6c486 req-2d332a69-8fe5-4681-81a4-fd1cba36ace2 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:04.495284 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9554bc9-7eba-4e80-ad10-c8577bf6c486 req-2d332a69-8fe5-4681-81a4-fd1cba36ace2 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:04.515178 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9554bc9-7eba-4e80-ad10-c8577bf6c486 req-2d332a69-8fe5-4681-81a4-fd1cba36ace2 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:04.528126 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9554bc9-7eba-4e80-ad10-c8577bf6c486 req-2d332a69-8fe5-4681-81a4-fd1cba36ace2 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:04.537506 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9554bc9-7eba-4e80-ad10-c8577bf6c486 req-2d332a69-8fe5-4681-81a4-fd1cba36ace2 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 5436 time: 0.6798053 Sep 08 09:05:04.578945 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aaf6bfe4-7712-4b4d-bec8-2d952e8b8d4a None None] Provisioning for port 27f59616-58c5-4693-bbcf-b53a0c3a8b30 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:05:04.585226 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33f86e-4353-46bb-baca-3e526a68334b req-01d45069-f031-49ca-9776-4cb38a0a43da tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:04.586222 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b33f86e-4353-46bb-baca-3e526a68334b req-01d45069-f031-49ca-9776-4cb38a0a43da tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:04.591162 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-1b33f86e-4353-46bb-baca-3e526a68334b req-5574c675-ffbb-4c34-ac4e-2c2abfe55f21 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Transition to ACTIVE for port object eaa66411-0103-4476-a551-2a50c97eb2f0 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:05:04.600514 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aaf6bfe4-7712-4b4d-bec8-2d952e8b8d4a None None] Provisioning complete for port 27f59616-58c5-4693-bbcf-b53a0c3a8b30 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:05:04.601229 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aaf6bfe4-7712-4b4d-bec8-2d952e8b8d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:04.628969 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7c8b09-bf1b-4593-9e58-45fc7c3c32fa tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Pushing event updated for resources: {'Port': ['ID=0b2dc0d2-1757-49a4-9e84-ccc95a4ce907,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:04.640265 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9554bc9-7eba-4e80-ad10-c8577bf6c486 req-04e08c47-5031-45cb-a1e0-6f2fdad9e78e tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&id=53d991ac-c80f-43e4-8682-37208170b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0993004 Sep 08 09:05:04.653292 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1b33f86e-4353-46bb-baca-3e526a68334b req-01d45069-f031-49ca-9776-4cb38a0a43da tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8961000 Sep 08 09:05:04.677662 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-f248b098-e550-442d-9e48-d0cb8b652c2a req-cf7c8b09-bf1b-4593-9e58-45fc7c3c32fa tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:04.687457 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aaf6bfe4-7712-4b4d-bec8-2d952e8b8d4a None None] Port 27f59616-58c5-4693-bbcf-b53a0c3a8b30 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:05:04.695834 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-f248b098-e550-442d-9e48-d0cb8b652c2a req-cf7c8b09-bf1b-4593-9e58-45fc7c3c32fa tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:04.705716 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f248b098-e550-442d-9e48-d0cb8b652c2a req-cf7c8b09-bf1b-4593-9e58-45fc7c3c32fa tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7611177 Sep 08 09:05:04.716030 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-1b33f86e-4353-46bb-baca-3e526a68334b req-0869b032-2667-4ced-a22d-a80d9abbfcb8 service neutron] Request body: {'port': {'device_id': '2fc64278-abf2-4b5f-b1a0-4499687fa13a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:05:04.768018 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f248b098-e550-442d-9e48-d0cb8b652c2a req-f5e2f5b7-325e-4fdb-8ed4-d4628506ac99 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.196 HTTP/1.1" status: 200 len: 696 time: 0.0613232 Sep 08 09:05:04.773613 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3641fcf5-f99a-4888-aad7-68bbe5c38759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:04.793819 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b33f86e-4353-46bb-baca-3e526a68334b req-5574c675-ffbb-4c34-ac4e-2c2abfe55f21 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:04.853938 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b33f86e-4353-46bb-baca-3e526a68334b req-0869b032-2667-4ced-a22d-a80d9abbfcb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:04.887869 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b33f86e-4353-46bb-baca-3e526a68334b req-5574c675-ffbb-4c34-ac4e-2c2abfe55f21 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Network 05f7642a-1c79-41be-85aa-1443ef22cc3b is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:05:04.891702 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-70750a7b-9506-40a9-bb92-54478e0ad23f None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:04.899576 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-1b33f86e-4353-46bb-baca-3e526a68334b req-5574c675-ffbb-4c34-ac4e-2c2abfe55f21 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:05:04.908255 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-70750a7b-9506-40a9-bb92-54478e0ad23f None None] Transition to ACTIVE for port object 9f646700-38e0-493a-b106-6c32338148e6 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:05:04.915970 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-70750a7b-9506-40a9-bb92-54478e0ad23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:04.927461 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b33f86e-4353-46bb-baca-3e526a68334b req-5574c675-ffbb-4c34-ac4e-2c2abfe55f21 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:05:04.930786 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5574c675-ffbb-4c34-ac4e-2c2abfe55f21 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Pushing event updated for resources: {'Port': ['ID=eaa66411-0103-4476-a551-2a50c97eb2f0,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:05.006520 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248b098-e550-442d-9e48-d0cb8b652c2a req-b323a90f-af06-458f-a140-01c179d0657e tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:05.007012 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f486e97-a452-4d2d-8380-df1b1ac19ede None None] Pushing event updated for resources: {'Port': ['ID=9f646700-38e0-493a-b106-6c32338148e6,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:05.013756 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['9e98ff4c-63d3-4bcd-b49c-1e626df063aa'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:05:05.035573 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33f86e-4353-46bb-baca-3e526a68334b req-5574c675-ffbb-4c34-ac4e-2c2abfe55f21 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:05.036394 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b33f86e-4353-46bb-baca-3e526a68334b req-5574c675-ffbb-4c34-ac4e-2c2abfe55f21 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:05.038716 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f248b098-e550-442d-9e48-d0cb8b652c2a req-b323a90f-af06-458f-a140-01c179d0657e tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] 10.222.0.54 "GET /v2.0/networks/399c4174-1e86-4a10-bb99-f875a09107d5 HTTP/1.1" status: 200 len: 784 time: 0.2696991 Sep 08 09:05:05.053776 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d07b4d-a6d8-422b-a962-2aea275e25ef req-fceb2429-227c-415e-94aa-6f2657e4475a tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:05.058549 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-70750a7b-9506-40a9-bb92-54478e0ad23f None None] Attempting to bind port 9f646700-38e0-493a-b106-6c32338148e6 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:05:05.059151 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-70750a7b-9506-40a9-bb92-54478e0ad23f None None] Attempting to bind port 9f646700-38e0-493a-b106-6c32338148e6 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'd344eff5-1fa4-4704-a66a-a5db423ff073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ed94484d-dd86-440a-a542-ab128495be43'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:05:05.059676 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70750a7b-9506-40a9-bb92-54478e0ad23f None None] Attempting to bind port 9f646700-38e0-493a-b106-6c32338148e6 on network ed94484d-dd86-440a-a542-ab128495be43 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:05:05.065889 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70750a7b-9506-40a9-bb92-54478e0ad23f None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:05:05.066745 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70750a7b-9506-40a9-bb92-54478e0ad23f None None] Checking segment: {'id': 'd344eff5-1fa4-4704-a66a-a5db423ff073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ed94484d-dd86-440a-a542-ab128495be43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:05:05.067461 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-70750a7b-9506-40a9-bb92-54478e0ad23f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:05.068007 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70750a7b-9506-40a9-bb92-54478e0ad23f None None] Bound using segment: {'id': 'd344eff5-1fa4-4704-a66a-a5db423ff073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ed94484d-dd86-440a-a542-ab128495be43'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:05:05.068637 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-70750a7b-9506-40a9-bb92-54478e0ad23f None None] Bound port: 9f646700-38e0-493a-b106-6c32338148e6, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd344eff5-1fa4-4704-a66a-a5db423ff073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ed94484d-dd86-440a-a542-ab128495be43'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:05:05.069248 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-70750a7b-9506-40a9-bb92-54478e0ad23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:05.076759 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a8d07b4d-a6d8-422b-a962-2aea275e25ef req-fceb2429-227c-415e-94aa-6f2657e4475a tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc92466a-b3c6-4750-954e-e8c401c23ca9 HTTP/1.1" status: 200 len: 946 time: 0.2875297 Sep 08 09:05:05.175459 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1b33f86e-4353-46bb-baca-3e526a68334b req-5574c675-ffbb-4c34-ac4e-2c2abfe55f21 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7008204 Sep 08 09:05:05.197148 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-70750a7b-9506-40a9-bb92-54478e0ad23f None None] For port 9f646700-38e0-493a-b106-6c32338148e6, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:05:05.209634 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-70750a7b-9506-40a9-bb92-54478e0ad23f None None] For port 9f646700-38e0-493a-b106-6c32338148e6, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=9f646700-38e0-493a-b106-6c32338148e6,segment=NetworkSegment(d344eff5-1fa4-4704-a66a-a5db423ff073),segment_id=d344eff5-1fa4-4704-a66a-a5db423ff073)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:05:05.216820 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-70750a7b-9506-40a9-bb92-54478e0ad23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:05.333906 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f486e97-a452-4d2d-8380-df1b1ac19ede None None] Pushing event updated for resources: {'Port': ['ID=9f646700-38e0-493a-b106-6c32338148e6,revision_number=4']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:05.336961 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['fb2e5f1e-9c50-48e7-b6bb-e637dec86b44', 'f4d691e7-e9a2-4853-8163-af247dd9cc84'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:05:05.338890 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70750a7b-9506-40a9-bb92-54478e0ad23f None None] Routers {'8c6052bf-26a1-48f6-859a-826f77540c43'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:05:05.339729 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-70750a7b-9506-40a9-bb92-54478e0ad23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:04:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8c6052bf-26a1-48f6-859a-826f77540c43'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:05:05.353246 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-1b33f86e-4353-46bb-baca-3e526a68334b req-bdcc334d-075a-4efa-a160-8c10790956fc service neutron] Request body: {'port': {'device_id': 'b8b36c47-a7c4-47d4-8b2b-a2dc9e5e4b1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:05:05.369211 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230cbe1-2d4c-43e4-8fa6-a1a88c7615ca req-55aae4cf-d10d-41c5-9506-72c776b441ae tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:05.374585 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a230cbe1-2d4c-43e4-8fa6-a1a88c7615ca req-55aae4cf-d10d-41c5-9506-72c776b441ae tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.35 "GET /v2.0/ports?device_id=756bfc30-5241-4c6f-88d0-5588e0622c9e HTTP/1.1" status: 200 len: 949 time: 0.4482820 Sep 08 09:05:05.389762 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-19f06a09-ad07-4148-950f-2e6b5d7451a1 None None] Provisioning for port eaa66411-0103-4476-a551-2a50c97eb2f0 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:05:05.393119 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f952b8-1cf4-4ace-905d-f237544d08fe req-3c70abb7-701c-49ad-b1ae-d2dccde7c0dc tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:05.402348 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-19f06a09-ad07-4148-950f-2e6b5d7451a1 None None] Provisioning complete for port eaa66411-0103-4476-a551-2a50c97eb2f0 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:05:05.402739 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-19f06a09-ad07-4148-950f-2e6b5d7451a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:05.403562 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-98f952b8-1cf4-4ace-905d-f237544d08fe req-3c70abb7-701c-49ad-b1ae-d2dccde7c0dc tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/ports?device_id=756bfc30-5241-4c6f-88d0-5588e0622c9e HTTP/1.1" status: 200 len: 949 time: 0.1317616 Sep 08 09:05:05.407413 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a8d07b4d-a6d8-422b-a962-2aea275e25ef req-e87b954c-4a4b-40f9-a2fb-65d0782064a7 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d6314a7-bbc5-4c78-bb3b-cee6f500b4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3296070 Sep 08 09:05:05.480646 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-98f952b8-1cf4-4ace-905d-f237544d08fe req-f9f8f95c-1045-437d-b992-3cafb7982ac8 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/security-groups?id=0aeb02ef-aaab-47d1-8b2c-972ae0131d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740933 Sep 08 09:05:05.546559 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-19f06a09-ad07-4148-950f-2e6b5d7451a1 None None] Port eaa66411-0103-4476-a551-2a50c97eb2f0 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:05:05.548821 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-3641fcf5-f99a-4888-aad7-68bbe5c38759 admin admin] Deleting port 25416650-4a99-4af0-aab4-c638b9bd2ab0 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:05:05.549281 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3641fcf5-f99a-4888-aad7-68bbe5c38759 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:05.686814 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-70750a7b-9506-40a9-bb92-54478e0ad23f None None] Set router 8c6052bf-26a1-48f6-859a-826f77540c43 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:05:05.687278 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-3641fcf5-f99a-4888-aad7-68bbe5c38759 admin admin] For port 25416650-4a99-4af0-aab4-c638b9bd2ab0, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=25416650-4a99-4af0-aab4-c638b9bd2ab0,segment=NetworkSegment(e1f8368b-de73-432c-a011-112d5ec9d1eb),segment_id=e1f8368b-de73-432c-a011-112d5ec9d1eb)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:05:05.687668 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3641fcf5-f99a-4888-aad7-68bbe5c38759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:05.724956 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-3641fcf5-f99a-4888-aad7-68bbe5c38759 admin admin] Calling delete_port for 25416650-4a99-4af0-aab4-c638b9bd2ab0 owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:05:05.787633 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b33f86e-4353-46bb-baca-3e526a68334b req-bdcc334d-075a-4efa-a160-8c10790956fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:05.811367 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193564e-d60c-4a1d-bc82-af3de6e7a3ab req-4f0669d2-57a1-4f39-a0df-60663c0cb21d tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:05.818705 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193564e-d60c-4a1d-bc82-af3de6e7a3ab req-4f0669d2-57a1-4f39-a0df-60663c0cb21d tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:05.826297 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193564e-d60c-4a1d-bc82-af3de6e7a3ab req-4f0669d2-57a1-4f39-a0df-60663c0cb21d tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:05.832970 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193564e-d60c-4a1d-bc82-af3de6e7a3ab req-4f0669d2-57a1-4f39-a0df-60663c0cb21d tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:05.840686 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193564e-d60c-4a1d-bc82-af3de6e7a3ab req-4f0669d2-57a1-4f39-a0df-60663c0cb21d tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:05.847623 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193564e-d60c-4a1d-bc82-af3de6e7a3ab req-4f0669d2-57a1-4f39-a0df-60663c0cb21d tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:05.855257 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193564e-d60c-4a1d-bc82-af3de6e7a3ab req-4f0669d2-57a1-4f39-a0df-60663c0cb21d tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:05.873368 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43572) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:05:05.877048 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4193564e-d60c-4a1d-bc82-af3de6e7a3ab req-4f0669d2-57a1-4f39-a0df-60663c0cb21d tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 5436 time: 0.2211833 Sep 08 09:05:05.897145 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-ec2e8e0d-b881-421e-ace4-f973b7c49716 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Request body: {'floatingip': {'port_id': 'e14de9e1-dbdd-41d4-bb25-3967a45e30bf'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:05:05.913119 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a2b16-95f3-4e13-8a06-1fb964fa6c83 req-3d72cdbb-33b8-4cd1-b071-dd343aa9b7b6 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:05.925637 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0c5a2b16-95f3-4e13-8a06-1fb964fa6c83 req-3d72cdbb-33b8-4cd1-b071-dd343aa9b7b6 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fc64278-abf2-4b5f-b1a0-4499687fa13a HTTP/1.1" status: 200 len: 936 time: 0.4252336 Sep 08 09:05:06.004333 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-70750a7b-9506-40a9-bb92-54478e0ad23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6052bf-26a1-48f6-859a-826f77540c43', 'name': 'tempest-FloatingIPDetailsTestJSON-516980937-router', 'tenant_id': '7f0f750c1e5844cca0b0bca018e2461f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'cbb84795-554b-4407-b029-ec657064b5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:04:55Z', 'updated_at': '2021-09-08T09:05:00Z', 'revision_number': 4, 'project_id': '7f0f750c1e5844cca0b0bca018e2461f', 'gw_port': {'id': 'cbb84795-554b-4407-b029-ec657064b5e6', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:44:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6052bf-26a1-48f6-859a-826f77540c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:56Z', 'updated_at': '2021-09-08T09:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '9f646700-38e0-493a-b106-6c32338148e6', 'name': '', 'network_id': 'ed94484d-dd86-440a-a542-ab128495be43', 'tenant_id': '7f0f750c1e5844cca0b0bca018e2461f', 'mac_address': 'fa:16:3e:aa:75:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6052bf-26a1-48f6-859a-826f77540c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'f5eb8fc5-8605-4e0d-88cc-12f175b2661e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:59Z', 'updated_at': '2021-09-08T09:05:05Z', 'revision_number': 4, 'project_id': '7f0f750c1e5844cca0b0bca018e2461f', 'subnets': [{'id': 'f5eb8fc5-8605-4e0d-88cc-12f175b2661e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:05:06.011830 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ec2e8e0d-b881-421e-ace4-f973b7c49716 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks [] for floatingip, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:06.037373 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70750a7b-9506-40a9-bb92-54478e0ad23f None None] The sync data for ids ['8c6052bf-26a1-48f6-859a-826f77540c43'] in n-d-806683-11 is: [{'id': '8c6052bf-26a1-48f6-859a-826f77540c43', 'name': 'tempest-FloatingIPDetailsTestJSON-516980937-router', 'tenant_id': '7f0f750c1e5844cca0b0bca018e2461f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'cbb84795-554b-4407-b029-ec657064b5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:04:55Z', 'updated_at': '2021-09-08T09:05:00Z', 'revision_number': 4, 'project_id': '7f0f750c1e5844cca0b0bca018e2461f', 'gw_port': {'id': 'cbb84795-554b-4407-b029-ec657064b5e6', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:44:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6052bf-26a1-48f6-859a-826f77540c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:56Z', 'updated_at': '2021-09-08T09:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '9f646700-38e0-493a-b106-6c32338148e6', 'name': '', 'network_id': 'ed94484d-dd86-440a-a542-ab128495be43', 'tenant_id': '7f0f750c1e5844cca0b0bca018e2461f', 'mac_address': 'fa:16:3e:aa:75:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6052bf-26a1-48f6-859a-826f77540c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'f5eb8fc5-8605-4e0d-88cc-12f175b2661e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:59Z', 'updated_at': '2021-09-08T09:05:05Z', 'revision_number': 4, 'project_id': '7f0f750c1e5844cca0b0bca018e2461f', 'subnets': [{'id': 'f5eb8fc5-8605-4e0d-88cc-12f175b2661e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:05:06.159812 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0c5a2b16-95f3-4e13-8a06-1fb964fa6c83 req-de6d1cbe-a375-4ba4-a01b-13a5dab4eb5f tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332344 Sep 08 09:05:06.191307 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3641fcf5-f99a-4888-aad7-68bbe5c38759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:06.219409 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-a230cbe1-2d4c-43e4-8fa6-a1a88c7615ca req-bdcd8d17-1400-43db-bd02-d493ec2e4ec4 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Deleting port fba87fd1-4477-4e5e-a16f-5baaa7d039ea {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:05:06.219760 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a230cbe1-2d4c-43e4-8fa6-a1a88c7615ca req-bdcd8d17-1400-43db-bd02-d493ec2e4ec4 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:06.251268 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-1b33f86e-4353-46bb-baca-3e526a68334b req-0869b032-2667-4ced-a22d-a80d9abbfcb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27f59616-58c5-4693-bbcf-b53a0c3a8b30 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:05:06.258118 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3641fcf5-f99a-4888-aad7-68bbe5c38759 admin admin] Pushing event deleted for resources: {'Port': ['ID=25416650-4a99-4af0-aab4-c638b9bd2ab0,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:06.302810 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b33f86e-4353-46bb-baca-3e526a68334b req-0869b032-2667-4ced-a22d-a80d9abbfcb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:06.353074 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1378ce0e-ee91-4556-acd5-3daee6ed1627 req-4f96559e-7a95-4c8b-8a08-85a586975fc1 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3060138 Sep 08 09:05:06.360258 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-1378ce0e-ee91-4556-acd5-3daee6ed1627 req-19005a66-9eeb-42d1-a258-4b8c339bfe0b tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:05:06.434906 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-1378ce0e-ee91-4556-acd5-3daee6ed1627 req-19005a66-9eeb-42d1-a258-4b8c339bfe0b tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks [] for floatingip, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:06.567069 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3641fcf5-f99a-4888-aad7-68bbe5c38759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:06.687104 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-1378ce0e-ee91-4556-acd5-3daee6ed1627 req-19005a66-9eeb-42d1-a258-4b8c339bfe0b tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:06.699547 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-1b33f86e-4353-46bb-baca-3e526a68334b req-0869b032-2667-4ced-a22d-a80d9abbfcb8 service neutron] Transition to ACTIVE for port object 27f59616-58c5-4693-bbcf-b53a0c3a8b30 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:05:06.733613 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b33f86e-4353-46bb-baca-3e526a68334b req-0869b032-2667-4ced-a22d-a80d9abbfcb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:06.894549 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [req-1378ce0e-ee91-4556-acd5-3daee6ed1627 req-19005a66-9eeb-42d1-a258-4b8c339bfe0b tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Allocated IP 172.25.0.18 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/965d6b32-49a1-484b-86ef-60f0b80057eb) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:05:06.898329 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-a230cbe1-2d4c-43e4-8fa6-a1a88c7615ca req-bdcd8d17-1400-43db-bd02-d493ec2e4ec4 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] For port fba87fd1-4477-4e5e-a16f-5baaa7d039ea, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=fba87fd1-4477-4e5e-a16f-5baaa7d039ea,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:05:06.898777 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a230cbe1-2d4c-43e4-8fa6-a1a88c7615ca req-bdcd8d17-1400-43db-bd02-d493ec2e4ec4 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:06.923020 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3641fcf5-f99a-4888-aad7-68bbe5c38759 admin admin] Router 4825847f-72e4-4b0a-a613-e91ee47287da has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:05:06.930978 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3061976-5caa-45db-bd78-3a92f3f59c71 req-5b486aaf-6812-44b5-aa58-737d2d0ece88 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:06.933816 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e3061976-5caa-45db-bd78-3a92f3f59c71 req-5b486aaf-6812-44b5-aa58-737d2d0ece88 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc92466a-b3c6-4750-954e-e8c401c23ca9 HTTP/1.1" status: 200 len: 946 time: 0.6285594 Sep 08 09:05:06.957672 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43578) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:05:06.982956 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-2637d843-f87a-48cf-a3d0-f0b665f696b0 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Request body: {'floatingip': {'port_id': '72231812-a167-4e55-a7a4-bde665866ff2'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:05:06.992065 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-a230cbe1-2d4c-43e4-8fa6-a1a88c7615ca req-bdcd8d17-1400-43db-bd02-d493ec2e4ec4 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Calling delete_port for fba87fd1-4477-4e5e-a16f-5baaa7d039ea owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:05:06.996074 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0869b032-2667-4ced-a22d-a80d9abbfcb8 service neutron] Pushing event updated for resources: {'Port': ['ID=27f59616-58c5-4693-bbcf-b53a0c3a8b30,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:07.115502 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2637d843-f87a-48cf-a3d0-f0b665f696b0 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Notify callbacks [] for floatingip, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:07.326094 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-1378ce0e-ee91-4556-acd5-3daee6ed1627 req-19005a66-9eeb-42d1-a258-4b8c339bfe0b tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:07.392903 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3641fcf5-f99a-4888-aad7-68bbe5c38759 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:05:07.402391 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3641fcf5-f99a-4888-aad7-68bbe5c38759 admin admin] 10.222.0.54 "PUT /v2.0/routers/4825847f-72e4-4b0a-a613-e91ee47287da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9514644 Sep 08 09:05:07.402610 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-1b33f86e-4353-46bb-baca-3e526a68334b req-0869b032-2667-4ced-a22d-a80d9abbfcb8 service neutron] Attempting to bind port 27f59616-58c5-4693-bbcf-b53a0c3a8b30 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:05:07.402610 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-1b33f86e-4353-46bb-baca-3e526a68334b req-0869b032-2667-4ced-a22d-a80d9abbfcb8 service neutron] Attempting to bind port 27f59616-58c5-4693-bbcf-b53a0c3a8b30 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:05:07.402610 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b33f86e-4353-46bb-baca-3e526a68334b req-0869b032-2667-4ced-a22d-a80d9abbfcb8 service neutron] Attempting to bind port 27f59616-58c5-4693-bbcf-b53a0c3a8b30 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:05:07.408719 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43584) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:05:07.413424 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a912eb81-d4f4-478a-bc5c-81629d64c435 None None] Sync routers for ids ['4825847f-72e4-4b0a-a613-e91ee47287da'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:05:07.436035 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a912eb81-d4f4-478a-bc5c-81629d64c435 None None] Routers {'4825847f-72e4-4b0a-a613-e91ee47287da'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:05:07.436824 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-a912eb81-d4f4-478a-bc5c-81629d64c435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:04:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['4825847f-72e4-4b0a-a613-e91ee47287da'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:05:07.459574 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-1b33f86e-4353-46bb-baca-3e526a68334b req-bdcc334d-075a-4efa-a160-8c10790956fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaa66411-0103-4476-a551-2a50c97eb2f0 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:05:07.510560 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-1378ce0e-ee91-4556-acd5-3daee6ed1627 req-19005a66-9eeb-42d1-a258-4b8c339bfe0b tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:07.512214 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b33f86e-4353-46bb-baca-3e526a68334b req-0869b032-2667-4ced-a22d-a80d9abbfcb8 service neutron] Port 27f59616-58c5-4693-bbcf-b53a0c3a8b30 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:05:07.512649 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b33f86e-4353-46bb-baca-3e526a68334b req-0869b032-2667-4ced-a22d-a80d9abbfcb8 service neutron] Attempting to bind port 27f59616-58c5-4693-bbcf-b53a0c3a8b30 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:05:07.526724 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b33f86e-4353-46bb-baca-3e526a68334b req-bdcc334d-075a-4efa-a160-8c10790956fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:07.598490 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1378ce0e-ee91-4556-acd5-3daee6ed1627 req-19005a66-9eeb-42d1-a258-4b8c339bfe0b tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:05:07.598703 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b33f86e-4353-46bb-baca-3e526a68334b req-0869b032-2667-4ced-a22d-a80d9abbfcb8 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:05:07.599017 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b33f86e-4353-46bb-baca-3e526a68334b req-0869b032-2667-4ced-a22d-a80d9abbfcb8 service neutron] Checking segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:05:07.599586 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b33f86e-4353-46bb-baca-3e526a68334b req-0869b032-2667-4ced-a22d-a80d9abbfcb8 service neutron] Bound using segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:05:07.602194 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-1b33f86e-4353-46bb-baca-3e526a68334b req-0869b032-2667-4ced-a22d-a80d9abbfcb8 service neutron] Bound port: 27f59616-58c5-4693-bbcf-b53a0c3a8b30, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:05:07.604649 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [req-1378ce0e-ee91-4556-acd5-3daee6ed1627 req-19005a66-9eeb-42d1-a258-4b8c339bfe0b tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:05:07.608075 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b33f86e-4353-46bb-baca-3e526a68334b req-0869b032-2667-4ced-a22d-a80d9abbfcb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:07.614404 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-1378ce0e-ee91-4556-acd5-3daee6ed1627 req-19005a66-9eeb-42d1-a258-4b8c339bfe0b tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:05:07.644967 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-1b33f86e-4353-46bb-baca-3e526a68334b req-bdcc334d-075a-4efa-a160-8c10790956fc service neutron] Transition to ACTIVE for port object eaa66411-0103-4476-a551-2a50c97eb2f0 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:05:07.655007 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8e040-c6e9-4db2-bdf0-a54391448981 req-67559ac1-19f2-470f-a455-1b889dee74bc tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:07.656770 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-edf8e040-c6e9-4db2-bdf0-a54391448981 req-67559ac1-19f2-470f-a455-1b889dee74bc tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/ports?device_id=756bfc30-5241-4c6f-88d0-5588e0622c9e HTTP/1.1" status: 200 len: 949 time: 0.4542596 Sep 08 09:05:07.698742 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b33f86e-4353-46bb-baca-3e526a68334b req-bdcc334d-075a-4efa-a160-8c10790956fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:07.700506 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-a912eb81-d4f4-478a-bc5c-81629d64c435 None None] Set router 4825847f-72e4-4b0a-a613-e91ee47287da gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:05:07.929527 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6fcfeae2-2d45-4aa4-b31e-caa658146e0e admin admin] Notify callbacks [] for router, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:08.078550 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19005a66-9eeb-42d1-a258-4b8c339bfe0b tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Pushing event updated for resources: {'Port': ['ID=965d6b32-49a1-484b-86ef-60f0b80057eb,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:08.095521 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc334d-075a-4efa-a160-8c10790956fc service neutron] Pushing event updated for resources: {'Port': ['ID=eaa66411-0103-4476-a551-2a50c97eb2f0,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:08.137496 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a230cbe1-2d4c-43e4-8fa6-a1a88c7615ca req-bdcd8d17-1400-43db-bd02-d493ec2e4ec4 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:08.255959 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-edf8e040-c6e9-4db2-bdf0-a54391448981 req-6b627f4a-fb6c-4f2a-88c8-e3eee35405db tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.54 "GET /v2.0/security-groups?id=0aeb02ef-aaab-47d1-8b2c-972ae0131d12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5870969 Sep 08 09:05:08.297003 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-a912eb81-d4f4-478a-bc5c-81629d64c435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4825847f-72e4-4b0a-a613-e91ee47287da', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-556666646-router', 'tenant_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'eb53493e-bd28-4061-9c4b-a768cdbcdf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:03:57Z', 'updated_at': '2021-09-08T09:05:06Z', 'revision_number': 5, 'project_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'gw_port': {'id': 'eb53493e-bd28-4061-9c4b-a768cdbcdf23', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4825847f-72e4-4b0a-a613-e91ee47287da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:01Z', 'updated_at': '2021-09-08T09:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:05:08.318171 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcd8d17-1400-43db-bd02-d493ec2e4ec4 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Pushing event deleted for resources: {'Port': ['ID=fba87fd1-4477-4e5e-a16f-5baaa7d039ea,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:08.330951 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.db.resource_extend [None req-ec2e8e0d-b881-421e-ace4-f973b7c49716 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 08 09:05:08.359985 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.db.resource_extend [None req-2637d843-f87a-48cf-a3d0-f0b665f696b0 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 08 09:05:08.370168 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a912eb81-d4f4-478a-bc5c-81629d64c435 None None] Checking router: 4825847f-72e4-4b0a-a613-e91ee47287da for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:05:08.376926 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-1b33f86e-4353-46bb-baca-3e526a68334b req-0869b032-2667-4ced-a22d-a80d9abbfcb8 service neutron] For port 27f59616-58c5-4693-bbcf-b53a0c3a8b30, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:05:08.380689 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 9f646700-38e0-493a-b106-6c32338148e6 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:05:08.419498 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a912eb81-d4f4-478a-bc5c-81629d64c435 None None] Routers {'4825847f-72e4-4b0a-a613-e91ee47287da'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:05:08.420258 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-a912eb81-d4f4-478a-bc5c-81629d64c435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:04:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['4825847f-72e4-4b0a-a613-e91ee47287da'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:05:08.423695 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6fcfeae2-2d45-4aa4-b31e-caa658146e0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:08.459361 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-1378ce0e-ee91-4556-acd5-3daee6ed1627 req-19005a66-9eeb-42d1-a258-4b8c339bfe0b tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:08.464620 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-1b33f86e-4353-46bb-baca-3e526a68334b req-0869b032-2667-4ced-a22d-a80d9abbfcb8 service neutron] For port 27f59616-58c5-4693-bbcf-b53a0c3a8b30, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=27f59616-58c5-4693-bbcf-b53a0c3a8b30,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:05:08.477702 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device fba87fd1-4477-4e5e-a16f-5baaa7d039ea no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:05:08.478108 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2637d843-f87a-48cf-a3d0-f0b665f696b0 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:08.505127 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ec2e8e0d-b881-421e-ace4-f973b7c49716 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:08.522213 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: fba87fd1-4477-4e5e-a16f-5baaa7d039ea {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:05:08.522564 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device fba87fd1-4477-4e5e-a16f-5baaa7d039ea not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:05:08.526300 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2637d843-f87a-48cf-a3d0-f0b665f696b0 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:08.529669 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-1378ce0e-ee91-4556-acd5-3daee6ed1627 req-19005a66-9eeb-42d1-a258-4b8c339bfe0b tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:08.560455 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b33f86e-4353-46bb-baca-3e526a68334b req-0869b032-2667-4ced-a22d-a80d9abbfcb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:08.578066 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-a230cbe1-2d4c-43e4-8fa6-a1a88c7615ca req-bdcd8d17-1400-43db-bd02-d493ec2e4ec4 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] No DVR routers for this DVR port fba87fd1-4477-4e5e-a16f-5baaa7d039ea on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:05:08.580002 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ec2e8e0d-b881-421e-ace4-f973b7c49716 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:08.586755 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a230cbe1-2d4c-43e4-8fa6-a1a88c7615ca req-bdcd8d17-1400-43db-bd02-d493ec2e4ec4 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:08.589656 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a230cbe1-2d4c-43e4-8fa6-a1a88c7615ca req-bdcd8d17-1400-43db-bd02-d493ec2e4ec4 tempest-ListImageFiltersTestJSON-344348038 tempest-ListImageFiltersTestJSON-344348038-project] 10.222.0.35 "DELETE /v2.0/ports/fba87fd1-4477-4e5e-a16f-5baaa7d039ea HTTP/1.1" status: 204 len: 173 time: 3.1160555 Sep 08 09:05:08.593725 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756bfc30-5241-4c6f-88d0-5588e0622c9e', 'name': 'network-vif-deleted', 'tag': 'fba87fd1-4477-4e5e-a16f-5baaa7d039ea'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:05:08.595911 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 9f646700-38e0-493a-b106-6c32338148e6 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:05:08.598945 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729fec00-f9b7-4d41-8472-315433c66d37" -d '{"events": [{"server_uuid": "756bfc30-5241-4c6f-88d0-5588e0622c9e", "name": "network-vif-deleted", "tag": "fba87fd1-4477-4e5e-a16f-5baaa7d039ea"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:05:08.610437 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 9f646700-38e0-493a-b106-6c32338148e6 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:05:08.610970 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:08.652979 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-a912eb81-d4f4-478a-bc5c-81629d64c435 None None] Set router 4825847f-72e4-4b0a-a613-e91ee47287da gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:05:08.715770 n-d-806683-11 neutron-server[94713]: INFO neutron.db.l3_db [None req-2637d843-f87a-48cf-a3d0-f0b665f696b0 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Floating IP 2cf708a4-6c41-4d91-b345-19e98bd72bb3 associated. External IP: 172.25.0.125, port: 72231812-a167-4e55-a7a4-bde665866ff2. Sep 08 09:05:08.717726 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-1b33f86e-4353-46bb-baca-3e526a68334b req-bdcc334d-075a-4efa-a160-8c10790956fc service neutron] Attempting to bind port eaa66411-0103-4476-a551-2a50c97eb2f0 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:05:08.718096 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-1b33f86e-4353-46bb-baca-3e526a68334b req-bdcc334d-075a-4efa-a160-8c10790956fc service neutron] Attempting to bind port eaa66411-0103-4476-a551-2a50c97eb2f0 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:05:08.718443 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b33f86e-4353-46bb-baca-3e526a68334b req-bdcc334d-075a-4efa-a160-8c10790956fc service neutron] Attempting to bind port eaa66411-0103-4476-a551-2a50c97eb2f0 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:05:08.764447 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b33f86e-4353-46bb-baca-3e526a68334b req-bdcc334d-075a-4efa-a160-8c10790956fc service neutron] Port eaa66411-0103-4476-a551-2a50c97eb2f0 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:05:08.764786 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b33f86e-4353-46bb-baca-3e526a68334b req-bdcc334d-075a-4efa-a160-8c10790956fc service neutron] Attempting to bind port eaa66411-0103-4476-a551-2a50c97eb2f0 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:05:08.776523 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33f86e-4353-46bb-baca-3e526a68334b req-0869b032-2667-4ced-a22d-a80d9abbfcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:08.777494 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b33f86e-4353-46bb-baca-3e526a68334b req-0869b032-2667-4ced-a22d-a80d9abbfcb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:08.779037 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1b33f86e-4353-46bb-baca-3e526a68334b req-0869b032-2667-4ced-a22d-a80d9abbfcb8 service neutron] 10.222.0.37 "PUT /v2.0/ports/27f59616-58c5-4693-bbcf-b53a0c3a8b30 HTTP/1.1" status: 200 len: 1097 time: 4.0959368 Sep 08 09:05:08.806741 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b33f86e-4353-46bb-baca-3e526a68334b req-bdcc334d-075a-4efa-a160-8c10790956fc service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:05:08.807101 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b33f86e-4353-46bb-baca-3e526a68334b req-bdcc334d-075a-4efa-a160-8c10790956fc service neutron] Checking segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:05:08.807518 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b33f86e-4353-46bb-baca-3e526a68334b req-bdcc334d-075a-4efa-a160-8c10790956fc service neutron] Bound using segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:05:08.808112 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-1b33f86e-4353-46bb-baca-3e526a68334b req-bdcc334d-075a-4efa-a160-8c10790956fc service neutron] Bound port: eaa66411-0103-4476-a551-2a50c97eb2f0, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:05:08.808494 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b33f86e-4353-46bb-baca-3e526a68334b req-bdcc334d-075a-4efa-a160-8c10790956fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:08.826755 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd6237d-7b9e-481c-af75-c2d98b5490a9 req-a962e02f-07f5-45a9-90e1-11fd22cce894 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:08.828554 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3dd6237d-7b9e-481c-af75-c2d98b5490a9 req-a962e02f-07f5-45a9-90e1-11fd22cce894 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fc64278-abf2-4b5f-b1a0-4499687fa13a HTTP/1.1" status: 200 len: 948 time: 0.3187308 Sep 08 09:05:08.866678 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0869b032-2667-4ced-a22d-a80d9abbfcb8 service neutron] Pushing event updated for resources: {'Port': ['ID=27f59616-58c5-4693-bbcf-b53a0c3a8b30,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:09.002451 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:09.013620 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-1378ce0e-ee91-4556-acd5-3daee6ed1627 req-19005a66-9eeb-42d1-a258-4b8c339bfe0b tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:09.038936 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-1378ce0e-ee91-4556-acd5-3daee6ed1627 req-19005a66-9eeb-42d1-a258-4b8c339bfe0b tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:09.042606 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-a912eb81-d4f4-478a-bc5c-81629d64c435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4825847f-72e4-4b0a-a613-e91ee47287da', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-556666646-router', 'tenant_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'eb53493e-bd28-4061-9c4b-a768cdbcdf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:03:57Z', 'updated_at': '2021-09-08T09:05:06Z', 'revision_number': 5, 'project_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'gw_port': {'id': 'eb53493e-bd28-4061-9c4b-a768cdbcdf23', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4825847f-72e4-4b0a-a613-e91ee47287da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:01Z', 'updated_at': '2021-09-08T09:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:05:09.087167 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a912eb81-d4f4-478a-bc5c-81629d64c435 None None] The sync data for ids ['4825847f-72e4-4b0a-a613-e91ee47287da'] in n-d-806683-11 is: [{'id': '4825847f-72e4-4b0a-a613-e91ee47287da', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-556666646-router', 'tenant_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'eb53493e-bd28-4061-9c4b-a768cdbcdf23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:03:57Z', 'updated_at': '2021-09-08T09:05:06Z', 'revision_number': 5, 'project_id': '01e4fcf69e4c4ab19660bd20bd4971ca', 'gw_port': {'id': 'eb53493e-bd28-4061-9c4b-a768cdbcdf23', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:4e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4825847f-72e4-4b0a-a613-e91ee47287da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:01Z', 'updated_at': '2021-09-08T09:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:05:09.090784 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 9f646700-38e0-493a-b106-6c32338148e6, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=9f646700-38e0-493a-b106-6c32338148e6,segment=NetworkSegment(d344eff5-1fa4-4704-a66a-a5db423ff073),segment_id=d344eff5-1fa4-4704-a66a-a5db423ff073)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:05:09.098441 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:09.219129 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=9f646700-38e0-493a-b106-6c32338148e6,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:09.299696 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19005a66-9eeb-42d1-a258-4b8c339bfe0b tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Pushing event updated for resources: {'Port': ['ID=965d6b32-49a1-484b-86ef-60f0b80057eb,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:09.304178 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-1378ce0e-ee91-4556-acd5-3daee6ed1627 req-19005a66-9eeb-42d1-a258-4b8c339bfe0b tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:09.319470 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [None req-ec2e8e0d-b881-421e-ace4-f973b7c49716 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Floating IP 58afac33-0a07-451a-9dea-43617bc8b097 associated. External IP: 172.25.0.61, port: e14de9e1-dbdd-41d4-bb25-3967a45e30bf. Sep 08 09:05:09.333360 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2637d843-f87a-48cf-a3d0-f0b665f696b0 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Router cd2821bd-d1aa-43d6-8791-315a64c06d59 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:05:09.339084 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-1378ce0e-ee91-4556-acd5-3daee6ed1627 req-19005a66-9eeb-42d1-a258-4b8c339bfe0b tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:09.342597 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1378ce0e-ee91-4556-acd5-3daee6ed1627 req-19005a66-9eeb-42d1-a258-4b8c339bfe0b tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9887657 Sep 08 09:05:09.380286 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-6fcfeae2-2d45-4aa4-b31e-caa658146e0e admin admin] Deleting port eb53493e-bd28-4061-9c4b-a768cdbcdf23 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:05:09.380696 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6fcfeae2-2d45-4aa4-b31e-caa658146e0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:09.420047 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3dd6237d-7b9e-481c-af75-c2d98b5490a9 req-6e01a1fc-71b1-4885-81c4-9081db9eed5c tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5439081 Sep 08 09:05:09.457878 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1378ce0e-ee91-4556-acd5-3daee6ed1627 req-3d183d38-8c3d-46a6-9035-ea14fc22d876 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.18 HTTP/1.1" status: 200 len: 695 time: 0.1103532 Sep 08 09:05:09.500152 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33f86e-4353-46bb-baca-3e526a68334b req-e05526cc-c784-4b55-9ed6-99e3fdedaf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:09.501904 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1b33f86e-4353-46bb-baca-3e526a68334b req-e05526cc-c784-4b55-9ed6-99e3fdedaf83 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=009c70ac018246c49e6f9a3a4c5ddf6c&device_id=2fc64278-abf2-4b5f-b1a0-4499687fa13a HTTP/1.1" status: 200 len: 1100 time: 0.6252506 Sep 08 09:05:09.506620 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-1b33f86e-4353-46bb-baca-3e526a68334b req-bdcc334d-075a-4efa-a160-8c10790956fc service neutron] For port eaa66411-0103-4476-a551-2a50c97eb2f0, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:05:09.571001 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-1b33f86e-4353-46bb-baca-3e526a68334b req-bdcc334d-075a-4efa-a160-8c10790956fc service neutron] For port eaa66411-0103-4476-a551-2a50c97eb2f0, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=eaa66411-0103-4476-a551-2a50c97eb2f0,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:05:09.612401 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e4aa9d-c925-48d5-9454-c8e5ddc476bb x-openstack-request-id: req-35e4aa9d-c925-48d5-9454-c8e5ddc476bb {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:05:09.612518 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756bfc30-5241-4c6f-88d0-5588e0622c9e", "name": "network-vif-deleted", "tag": "fba87fd1-4477-4e5e-a16f-5baaa7d039ea", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:05:09.612738 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-35e4aa9d-c925-48d5-9454-c8e5ddc476bb {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:05:09.613156 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756bfc30-5241-4c6f-88d0-5588e0622c9e', 'name': 'network-vif-deleted', 'tag': 'fba87fd1-4477-4e5e-a16f-5baaa7d039ea', 'status': 'completed', 'code': 200} Sep 08 09:05:09.618617 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b33f86e-4353-46bb-baca-3e526a68334b req-bdcc334d-075a-4efa-a160-8c10790956fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:09.624797 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1b33f86e-4353-46bb-baca-3e526a68334b req-27249abf-4be3-4bd2-8796-0928e00f8031 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=27f59616-58c5-4693-bbcf-b53a0c3a8b30 HTTP/1.1" status: 200 len: 217 time: 0.0601165 Sep 08 09:05:09.625644 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2637d843-f87a-48cf-a3d0-f0b665f696b0 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:05:09.640691 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb8d948-9c6a-4784-b083-02b311b716b2 None None] Sync routers for ids ['cd2821bd-d1aa-43d6-8791-315a64c06d59'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:05:09.644006 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2637d843-f87a-48cf-a3d0-f0b665f696b0 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:09.656623 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb8d948-9c6a-4784-b083-02b311b716b2 None None] Routers {'cd2821bd-d1aa-43d6-8791-315a64c06d59'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:05:09.657510 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-0bb8d948-9c6a-4784-b083-02b311b716b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:04:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['cd2821bd-d1aa-43d6-8791-315a64c06d59'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:05:09.700824 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1378ce0e-ee91-4556-acd5-3daee6ed1627 req-e83f5fdc-4927-4607-a12f-6e0bdc8422a4 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:09.710469 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1378ce0e-ee91-4556-acd5-3daee6ed1627 req-e83f5fdc-4927-4607-a12f-6e0bdc8422a4 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] 10.222.0.54 "GET /v2.0/networks/399c4174-1e86-4a10-bb99-f875a09107d5 HTTP/1.1" status: 200 len: 784 time: 0.2298470 Sep 08 09:05:09.712440 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2637d843-f87a-48cf-a3d0-f0b665f696b0 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.54 "PUT /v2.0/floatingips/2cf708a4-6c41-4d91-b345-19e98bd72bb3 HTTP/1.1" status: 200 len: 992 time: 2.7512691 Sep 08 09:05:09.713855 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc92466a-b3c6-4750-954e-e8c401c23ca9', 'tag': '72231812-a167-4e55-a7a4-bde665866ff2'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:05:09.717911 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afdf04cb-ca22-43ec-9eae-dce4a486f26f" -d '{"events": [{"name": "network-changed", "server_uuid": "cc92466a-b3c6-4750-954e-e8c401c23ca9", "tag": "72231812-a167-4e55-a7a4-bde665866ff2"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:05:09.757249 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33f86e-4353-46bb-baca-3e526a68334b req-bdcc334d-075a-4efa-a160-8c10790956fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:09.757898 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b33f86e-4353-46bb-baca-3e526a68334b req-bdcc334d-075a-4efa-a160-8c10790956fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:09.760069 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1b33f86e-4353-46bb-baca-3e526a68334b req-bdcc334d-075a-4efa-a160-8c10790956fc service neutron] 10.222.0.35 "PUT /v2.0/ports/eaa66411-0103-4476-a551-2a50c97eb2f0 HTTP/1.1" status: 200 len: 1095 time: 4.5589097 Sep 08 09:05:09.764770 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-6fcfeae2-2d45-4aa4-b31e-caa658146e0e admin admin] For port eb53493e-bd28-4061-9c4b-a768cdbcdf23, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=eb53493e-bd28-4061-9c4b-a768cdbcdf23,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:05:09.765149 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6fcfeae2-2d45-4aa4-b31e-caa658146e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:09.802228 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-6fcfeae2-2d45-4aa4-b31e-caa658146e0e admin admin] Calling delete_port for eb53493e-bd28-4061-9c4b-a768cdbcdf23 owned by network:router_gateway {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:05:09.877183 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33f86e-4353-46bb-baca-3e526a68334b req-f9e93dc0-c314-42d8-af86-e95eafc92757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:09.878774 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1b33f86e-4353-46bb-baca-3e526a68334b req-f9e93dc0-c314-42d8-af86-e95eafc92757 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.2426770 Sep 08 09:05:09.896150 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-0bb8d948-9c6a-4784-b083-02b311b716b2 None None] Set router cd2821bd-d1aa-43d6-8791-315a64c06d59 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:05:10.146939 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 9f646700-38e0-493a-b106-6c32338148e6 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:05:10.159714 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc334d-075a-4efa-a160-8c10790956fc service neutron] Pushing event updated for resources: {'Port': ['ID=eaa66411-0103-4476-a551-2a50c97eb2f0,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:10.212557 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-0bb8d948-9c6a-4784-b083-02b311b716b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2821bd-d1aa-43d6-8791-315a64c06d59', 'name': 'tempest-ServersTestManualDisk-313145429-router', 'tenant_id': 'ebf6a23ea5e740e1a541026d39f45486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'ce7c2219-930e-4453-bffb-65e1b578687b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:04:23Z', 'updated_at': '2021-09-08T09:04:31Z', 'revision_number': 4, 'project_id': 'ebf6a23ea5e740e1a541026d39f45486', 'gw_port': {'id': 'ce7c2219-930e-4453-bffb-65e1b578687b', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:53:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2821bd-d1aa-43d6-8791-315a64c06d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:24Z', 'updated_at': '2021-09-08T09:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '2cf708a4-6c41-4d91-b345-19e98bd72bb3', 'tenant_id': 'ebf6a23ea5e740e1a541026d39f45486', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'cd2821bd-d1aa-43d6-8791-315a64c06d59', 'port_id': '72231812-a167-4e55-a7a4-bde665866ff2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c673a31-c6dc-4940-a700-d62fab12944a', 'mac_address': 'fa:16:3e:fe:23:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc92466a-b3c6-4750-954e-e8c401c23ca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:04:36Z', 'updated_at': '2021-09-08T09:05:08Z', 'revision_number': 1, 'project_id': 'ebf6a23ea5e740e1a541026d39f45486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cda3e07-dce1-4a8f-86c4-1673f093b8cb', 'name': '', 'network_id': '5c673a31-c6dc-4940-a700-d62fab12944a', 'tenant_id': 'ebf6a23ea5e740e1a541026d39f45486', 'mac_address': 'fa:16:3e:ee:40:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2821bd-d1aa-43d6-8791-315a64c06d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '257fd746-9c97-41f1-9b18-3ebaf08bb2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:29Z', 'updated_at': '2021-09-08T09:04:38Z', 'revision_number': 5, 'project_id': 'ebf6a23ea5e740e1a541026d39f45486', 'subnets': [{'id': '257fd746-9c97-41f1-9b18-3ebaf08bb2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:05:10.233105 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 9f646700-38e0-493a-b106-6c32338148e6 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:05:10.233516 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:10.253367 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb8d948-9c6a-4784-b083-02b311b716b2 None None] Checking router: cd2821bd-d1aa-43d6-8791-315a64c06d59 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:05:10.264716 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb8d948-9c6a-4784-b083-02b311b716b2 None None] Routers {'cd2821bd-d1aa-43d6-8791-315a64c06d59'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:05:10.265340 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-0bb8d948-9c6a-4784-b083-02b311b716b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:04:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['cd2821bd-d1aa-43d6-8791-315a64c06d59'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:05:10.310012 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33f86e-4353-46bb-baca-3e526a68334b req-21c01feb-752b-4329-97f6-ccc175ee8072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:10.314689 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1b33f86e-4353-46bb-baca-3e526a68334b req-21c01feb-752b-4329-97f6-ccc175ee8072 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4000502 Sep 08 09:05:10.328391 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33f86e-4353-46bb-baca-3e526a68334b req-a77c9469-384a-4a5b-993b-bec3333ba210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:10.329946 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1b33f86e-4353-46bb-baca-3e526a68334b req-a77c9469-384a-4a5b-993b-bec3333ba210 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=009c70ac018246c49e6f9a3a4c5ddf6c&device_id=b8b36c47-a7c4-47d4-8b2b-a2dc9e5e4b1a HTTP/1.1" status: 200 len: 1098 time: 0.4727182 Sep 08 09:05:10.335379 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [req-1b33f86e-4353-46bb-baca-3e526a68334b req-aa93608d-8f3d-40f2-8dd3-7888375b2894 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:05:10.336398 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1b33f86e-4353-46bb-baca-3e526a68334b req-aa93608d-8f3d-40f2-8dd3-7888375b2894 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054696 Sep 08 09:05:10.376108 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 25416650-4a99-4af0-aab4-c638b9bd2ab0 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:05:10.382666 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1f472723-57d4-4c2f-984a-e9607a1cf031 req-31a2a444-0a58-4da9-81ae-65cb62eab859 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5263689 Sep 08 09:05:10.400626 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73389bc1-dd6b-4db0-9cdd-da08dd817c61 x-openstack-request-id: req-73389bc1-dd6b-4db0-9cdd-da08dd817c61 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:05:10.400928 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc92466a-b3c6-4750-954e-e8c401c23ca9", "tag": "72231812-a167-4e55-a7a4-bde665866ff2", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:05:10.401185 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-73389bc1-dd6b-4db0-9cdd-da08dd817c61 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:05:10.401596 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc92466a-b3c6-4750-954e-e8c401c23ca9', 'tag': '72231812-a167-4e55-a7a4-bde665866ff2', 'status': 'completed', 'code': 200} Sep 08 09:05:10.404397 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 25416650-4a99-4af0-aab4-c638b9bd2ab0 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:05:10.404874 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 25416650-4a99-4af0-aab4-c638b9bd2ab0 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:05:10.422796 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-1f472723-57d4-4c2f-984a-e9607a1cf031 req-3cc2419c-58b5-46b7-b4b1-35b28c6178ae tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:05:10.435384 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-0bb8d948-9c6a-4784-b083-02b311b716b2 None None] Set router cd2821bd-d1aa-43d6-8791-315a64c06d59 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:05:10.528420 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec2e8e0d-b881-421e-ace4-f973b7c49716 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Router 5ee7586d-00d3-4e21-9ec8-7de483bfa471 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:05:10.540344 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1b33f86e-4353-46bb-baca-3e526a68334b req-eec29678-9b9d-4ccc-a57a-2075fd228fa9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=eaa66411-0103-4476-a551-2a50c97eb2f0 HTTP/1.1" status: 200 len: 217 time: 0.1277962 Sep 08 09:05:10.677471 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1f472723-57d4-4c2f-984a-e9607a1cf031 req-3cc2419c-58b5-46b7-b4b1-35b28c6178ae tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks [] for floatingip, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:10.711143 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33f86e-4353-46bb-baca-3e526a68334b req-66bb1628-592d-4390-9642-e59c1c6a36a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:10.712792 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1b33f86e-4353-46bb-baca-3e526a68334b req-66bb1628-592d-4390-9642-e59c1c6a36a7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.1014199 Sep 08 09:05:10.733416 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-0bb8d948-9c6a-4784-b083-02b311b716b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2821bd-d1aa-43d6-8791-315a64c06d59', 'name': 'tempest-ServersTestManualDisk-313145429-router', 'tenant_id': 'ebf6a23ea5e740e1a541026d39f45486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'ce7c2219-930e-4453-bffb-65e1b578687b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:04:23Z', 'updated_at': '2021-09-08T09:04:31Z', 'revision_number': 4, 'project_id': 'ebf6a23ea5e740e1a541026d39f45486', 'gw_port': {'id': 'ce7c2219-930e-4453-bffb-65e1b578687b', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:53:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2821bd-d1aa-43d6-8791-315a64c06d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:24Z', 'updated_at': '2021-09-08T09:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '2cf708a4-6c41-4d91-b345-19e98bd72bb3', 'tenant_id': 'ebf6a23ea5e740e1a541026d39f45486', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'cd2821bd-d1aa-43d6-8791-315a64c06d59', 'port_id': '72231812-a167-4e55-a7a4-bde665866ff2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c673a31-c6dc-4940-a700-d62fab12944a', 'mac_address': 'fa:16:3e:fe:23:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc92466a-b3c6-4750-954e-e8c401c23ca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:04:36Z', 'updated_at': '2021-09-08T09:05:08Z', 'revision_number': 1, 'project_id': 'ebf6a23ea5e740e1a541026d39f45486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cda3e07-dce1-4a8f-86c4-1673f093b8cb', 'name': '', 'network_id': '5c673a31-c6dc-4940-a700-d62fab12944a', 'tenant_id': 'ebf6a23ea5e740e1a541026d39f45486', 'mac_address': 'fa:16:3e:ee:40:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2821bd-d1aa-43d6-8791-315a64c06d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '257fd746-9c97-41f1-9b18-3ebaf08bb2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:29Z', 'updated_at': '2021-09-08T09:04:38Z', 'revision_number': 5, 'project_id': 'ebf6a23ea5e740e1a541026d39f45486', 'subnets': [{'id': '257fd746-9c97-41f1-9b18-3ebaf08bb2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:05:10.768388 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb8d948-9c6a-4784-b083-02b311b716b2 None None] The sync data for ids ['cd2821bd-d1aa-43d6-8791-315a64c06d59'] in n-d-806683-11 is: [{'id': 'cd2821bd-d1aa-43d6-8791-315a64c06d59', 'name': 'tempest-ServersTestManualDisk-313145429-router', 'tenant_id': 'ebf6a23ea5e740e1a541026d39f45486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'ce7c2219-930e-4453-bffb-65e1b578687b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:04:23Z', 'updated_at': '2021-09-08T09:04:31Z', 'revision_number': 4, 'project_id': 'ebf6a23ea5e740e1a541026d39f45486', 'gw_port': {'id': 'ce7c2219-930e-4453-bffb-65e1b578687b', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:53:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2821bd-d1aa-43d6-8791-315a64c06d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:24Z', 'updated_at': '2021-09-08T09:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '2cf708a4-6c41-4d91-b345-19e98bd72bb3', 'tenant_id': 'ebf6a23ea5e740e1a541026d39f45486', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'cd2821bd-d1aa-43d6-8791-315a64c06d59', 'port_id': '72231812-a167-4e55-a7a4-bde665866ff2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c673a31-c6dc-4940-a700-d62fab12944a', 'mac_address': 'fa:16:3e:fe:23:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc92466a-b3c6-4750-954e-e8c401c23ca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:04:36Z', 'updated_at': '2021-09-08T09:05:08Z', 'revision_number': 1, 'project_id': 'ebf6a23ea5e740e1a541026d39f45486', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cda3e07-dce1-4a8f-86c4-1673f093b8cb', 'name': '', 'network_id': '5c673a31-c6dc-4940-a700-d62fab12944a', 'tenant_id': 'ebf6a23ea5e740e1a541026d39f45486', 'mac_address': 'fa:16:3e:ee:40:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2821bd-d1aa-43d6-8791-315a64c06d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '257fd746-9c97-41f1-9b18-3ebaf08bb2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:29Z', 'updated_at': '2021-09-08T09:04:38Z', 'revision_number': 5, 'project_id': 'ebf6a23ea5e740e1a541026d39f45486', 'subnets': [{'id': '257fd746-9c97-41f1-9b18-3ebaf08bb2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:05:10.804470 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf04cb-ca22-43ec-9eae-dce4a486f26f req-91c73d8e-a7e8-4448-81f0-5516567a4fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:10.806059 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-afdf04cb-ca22-43ec-9eae-dce4a486f26f req-91c73d8e-a7e8-4448-81f0-5516567a4fd7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ebf6a23ea5e740e1a541026d39f45486&device_id=cc92466a-b3c6-4750-954e-e8c401c23ca9 HTTP/1.1" status: 200 len: 1098 time: 0.2838595 Sep 08 09:05:10.847030 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba0c78-0a8b-47cb-967f-116771d76f4c req-e693864e-8369-4e16-a4f2-d615ab5b1872 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:10.852617 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e2ba0c78-0a8b-47cb-967f-116771d76f4c req-e693864e-8369-4e16-a4f2-d615ab5b1872 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fc64278-abf2-4b5f-b1a0-4499687fa13a HTTP/1.1" status: 200 len: 948 time: 0.0721490 Sep 08 09:05:10.881232 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1b33f86e-4353-46bb-baca-3e526a68334b req-9b17c42c-6d44-4e30-bb7a-dcce8eb1740a service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5315406 Sep 08 09:05:10.894323 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e2ba0c78-0a8b-47cb-967f-116771d76f4c req-82a19473-46fd-452b-b818-2ae7a8ea8ecb tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390704 Sep 08 09:05:11.035566 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6bb962-a6b2-4085-b704-47af79515f00 None None] New status for floating IP 2cf708a4-6c41-4d91-b345-19e98bd72bb3: ACTIVE {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:05:11.036901 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6fcfeae2-2d45-4aa4-b31e-caa658146e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:11.120730 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcfeae2-2d45-4aa4-b31e-caa658146e0e admin admin] Pushing event deleted for resources: {'Port': ['ID=eb53493e-bd28-4061-9c4b-a768cdbcdf23,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:11.124390 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33f86e-4353-46bb-baca-3e526a68334b req-324e4767-53e4-4a1b-b801-7540938838dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:11.125934 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1b33f86e-4353-46bb-baca-3e526a68334b req-324e4767-53e4-4a1b-b801-7540938838dc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3418305 Sep 08 09:05:11.209181 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf04cb-ca22-43ec-9eae-dce4a486f26f req-17210a72-5de0-49e9-8337-8b747897238c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:11.210702 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-afdf04cb-ca22-43ec-9eae-dce4a486f26f req-17210a72-5de0-49e9-8337-8b747897238c service neutron] 10.222.0.35 "GET /v2.0/networks?id=5c673a31-c6dc-4940-a700-d62fab12944a HTTP/1.1" status: 200 len: 912 time: 0.3806715 Sep 08 09:05:11.541884 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2e8e0d-b881-421e-ace4-f973b7c49716 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:05:11.553147 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7a3c98-6e35-4072-81b6-ca91cf6e5f2c None None] Sync routers for ids ['5ee7586d-00d3-4e21-9ec8-7de483bfa471'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:05:11.562786 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ec2e8e0d-b881-421e-ace4-f973b7c49716 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:11.565731 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7a3c98-6e35-4072-81b6-ca91cf6e5f2c None None] Routers {'5ee7586d-00d3-4e21-9ec8-7de483bfa471'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:05:11.566442 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-8e7a3c98-6e35-4072-81b6-ca91cf6e5f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:04:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5ee7586d-00d3-4e21-9ec8-7de483bfa471'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:05:11.626825 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc64278-abf2-4b5f-b1a0-4499687fa13a', 'tag': '27f59616-58c5-4693-bbcf-b53a0c3a8b30'}, {'name': 'network-changed', 'server_uuid': 'b8b36c47-a7c4-47d4-8b2b-a2dc9e5e4b1a', 'tag': 'eaa66411-0103-4476-a551-2a50c97eb2f0'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:05:11.629178 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107e6835-69c3-4af8-a78d-b6dfb948df1b" -d '{"events": [{"name": "network-changed", "server_uuid": "2fc64278-abf2-4b5f-b1a0-4499687fa13a", "tag": "27f59616-58c5-4693-bbcf-b53a0c3a8b30"}, {"name": "network-changed", "server_uuid": "b8b36c47-a7c4-47d4-8b2b-a2dc9e5e4b1a", "tag": "eaa66411-0103-4476-a551-2a50c97eb2f0"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:05:11.671644 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43668) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:05:11.699793 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-8e7a3c98-6e35-4072-81b6-ca91cf6e5f2c None None] Set router 5ee7586d-00d3-4e21-9ec8-7de483bfa471 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:05:11.714555 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1b33f86e-4353-46bb-baca-3e526a68334b req-2d360b67-6ac7-4937-89cd-b0b13050288a service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8144858 Sep 08 09:05:11.731674 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 08 Sep 2021 09:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5be5a27-a688-478b-aee9-8f8edfa76366 x-openstack-request-id: req-d5be5a27-a688-478b-aee9-8f8edfa76366 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:05:11.731864 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fc64278-abf2-4b5f-b1a0-4499687fa13a", "tag": "27f59616-58c5-4693-bbcf-b53a0c3a8b30", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b8b36c47-a7c4-47d4-8b2b-a2dc9e5e4b1a", "tag": "eaa66411-0103-4476-a551-2a50c97eb2f0", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:05:11.732107 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d5be5a27-a688-478b-aee9-8f8edfa76366 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:05:11.732676 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fc64278-abf2-4b5f-b1a0-4499687fa13a', 'tag': '27f59616-58c5-4693-bbcf-b53a0c3a8b30', 'status': 'completed', 'code': 200} Sep 08 09:05:11.733086 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b36c47-a7c4-47d4-8b2b-a2dc9e5e4b1a', 'tag': 'eaa66411-0103-4476-a551-2a50c97eb2f0', 'status': 'completed', 'code': 200} Sep 08 09:05:11.745148 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ec2e8e0d-b881-421e-ace4-f973b7c49716 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "PUT /v2.0/floatingips/58afac33-0a07-451a-9dea-43617bc8b097 HTTP/1.1" status: 200 len: 990 time: 5.8706760 Sep 08 09:05:11.778272 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-afdf04cb-ca22-43ec-9eae-dce4a486f26f req-df342a02-b1f9-48c0-ba1d-505027a6fe67 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72231812-a167-4e55-a7a4-bde665866ff2 HTTP/1.1" status: 200 len: 1002 time: 0.2409744 Sep 08 09:05:11.783124 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6fcfeae2-2d45-4aa4-b31e-caa658146e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:11.789731 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1b33f86e-4353-46bb-baca-3e526a68334b req-80a0a17b-b5fb-40a7-9eb1-424bec2cfdef service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6498971 Sep 08 09:05:11.874545 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-27ce138f-191f-4d07-ba1c-7a7cf68774ac admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=553506ff289b4e99b3404efd0370492c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2016027 Sep 08 09:05:11.877649 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43674) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:05:11.945039 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-01d77a75-229e-427f-aaf0-0d087ad93252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:11.975418 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1f472723-57d4-4c2f-984a-e9607a1cf031 req-3cc2419c-58b5-46b7-b4b1-35b28c6178ae tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:11.976309 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-01d77a75-229e-427f-aaf0-0d087ad93252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:11.981892 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6fcfeae2-2d45-4aa4-b31e-caa658146e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:11.989658 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6fcfeae2-2d45-4aa4-b31e-caa658146e0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:12.048428 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-8e7a3c98-6e35-4072-81b6-ca91cf6e5f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee7586d-00d3-4e21-9ec8-7de483bfa471', 'name': 'tempest-TaggedBootDevicesTest-2085597779-router', 'tenant_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '5baa4558-0632-49cd-9c23-225c89909a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:02:32Z', 'updated_at': '2021-09-08T09:02:37Z', 'revision_number': 4, 'project_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'gw_port': {'id': '5baa4558-0632-49cd-9c23-225c89909a98', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee7586d-00d3-4e21-9ec8-7de483bfa471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:32Z', 'updated_at': '2021-09-08T09:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '58afac33-0a07-451a-9dea-43617bc8b097', 'tenant_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '5ee7586d-00d3-4e21-9ec8-7de483bfa471', 'port_id': 'e14de9e1-dbdd-41d4-bb25-3967a45e30bf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c973ae74-d868-45d7-8512-13ab7ed1b791', 'mac_address': 'fa:16:3e:26:c8:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914131e2-07da-4bcb-841e-02708bc6510a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:03:25Z', 'updated_at': '2021-09-08T09:05:07Z', 'revision_number': 1, 'project_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '301cf675-2fd5-4d68-b76d-089d41c063dd', 'name': '', 'network_id': 'c973ae74-d868-45d7-8512-13ab7ed1b791', 'tenant_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'mac_address': 'fa:16:3e:51:1a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee7586d-00d3-4e21-9ec8-7de483bfa471', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'c69359f7-0d90-4906-8a67-6fd5e600c4bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:35Z', 'updated_at': '2021-09-08T09:02:42Z', 'revision_number': 5, 'project_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'subnets': [{'id': 'c69359f7-0d90-4906-8a67-6fd5e600c4bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:05:12.066766 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-01d77a75-229e-427f-aaf0-0d087ad93252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:12.070565 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-01d77a75-229e-427f-aaf0-0d087ad93252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:12.071938 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-01d77a75-229e-427f-aaf0-0d087ad93252 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0aeb02ef-aaab-47d1-8b2c-972ae0131d12 HTTP/1.1" status: 204 len: 168 time: 0.1922612 Sep 08 09:05:12.099318 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf04cb-ca22-43ec-9eae-dce4a486f26f req-9f219129-a877-461c-9c42-f705c914804b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:12.100825 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-afdf04cb-ca22-43ec-9eae-dce4a486f26f req-9f219129-a877-461c-9c42-f705c914804b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=257fd746-9c97-41f1-9b18-3ebaf08bb2f3 HTTP/1.1" status: 200 len: 850 time: 0.3088655 Sep 08 09:05:12.107017 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d77a75-229e-427f-aaf0-0d087ad93252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aeb02ef-aaab-47d1-8b2c-972ae0131d12,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:12.118679 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7a3c98-6e35-4072-81b6-ca91cf6e5f2c None None] Checking router: 5ee7586d-00d3-4e21-9ec8-7de483bfa471 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:05:12.130165 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7a3c98-6e35-4072-81b6-ca91cf6e5f2c None None] Routers {'5ee7586d-00d3-4e21-9ec8-7de483bfa471'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:05:12.130780 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-8e7a3c98-6e35-4072-81b6-ca91cf6e5f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:04:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5ee7586d-00d3-4e21-9ec8-7de483bfa471'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:05:12.154223 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6fcfeae2-2d45-4aa4-b31e-caa658146e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:12.154773 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fcfeae2-2d45-4aa4-b31e-caa658146e0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4825847f-72e4-4b0a-a613-e91ee47287da {{(pid=94712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:05:12.193901 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6fcfeae2-2d45-4aa4-b31e-caa658146e0e admin admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:12.198456 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-6fcfeae2-2d45-4aa4-b31e-caa658146e0e admin admin] 10.222.0.54 "DELETE /v2.0/routers/4825847f-72e4-4b0a-a613-e91ee47287da HTTP/1.1" status: 204 len: 168 time: 4.7845924 Sep 08 09:05:12.206313 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c475937b-8e67-4dce-8ba6-9040daea8b84 req-e06fac1d-44dc-4dd3-81d2-685c7f33cf23 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:12.206715 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43684) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:05:12.207964 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c475937b-8e67-4dce-8ba6-9040daea8b84 req-e06fac1d-44dc-4dd3-81d2-685c7f33cf23 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fc64278-abf2-4b5f-b1a0-4499687fa13a HTTP/1.1" status: 200 len: 948 time: 0.0770752 Sep 08 09:05:12.284279 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1b33f86e-4353-46bb-baca-3e526a68334b req-80a33732-22a0-45a2-a579-6f8df3a36174 service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4635842 Sep 08 09:05:12.286342 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c475937b-8e67-4dce-8ba6-9040daea8b84 req-4a58946d-a653-421c-a09b-3fbefd5a2f54 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694818 Sep 08 09:05:12.316968 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf04cb-ca22-43ec-9eae-dce4a486f26f req-5b59c941-bba3-4e5a-9251-c2be535c0a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:12.318527 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-afdf04cb-ca22-43ec-9eae-dce4a486f26f req-5b59c941-bba3-4e5a-9251-c2be535c0a21 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5c673a31-c6dc-4940-a700-d62fab12944a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1978700 Sep 08 09:05:12.325477 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e6835-69c3-4af8-a78d-b6dfb948df1b req-6d2bd8d4-f512-4baa-8264-7a039e10efc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:12.327124 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-107e6835-69c3-4af8-a78d-b6dfb948df1b req-6d2bd8d4-f512-4baa-8264-7a039e10efc2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=009c70ac018246c49e6f9a3a4c5ddf6c&device_id=2fc64278-abf2-4b5f-b1a0-4499687fa13a HTTP/1.1" status: 200 len: 1100 time: 0.4200499 Sep 08 09:05:12.344945 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-fec9b24b-055c-4b5e-b96c-3fe64e2561be admin admin] Deleting subnet 8a0ba9ab-b2c7-4b25-aa32-89e85cda7465 {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:05:12.345147 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-8e7a3c98-6e35-4072-81b6-ca91cf6e5f2c None None] Set router 5ee7586d-00d3-4e21-9ec8-7de483bfa471 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:05:12.365303 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-1f472723-57d4-4c2f-984a-e9607a1cf031 req-3cc2419c-58b5-46b7-b4b1-35b28c6178ae tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Allocated IP 172.25.0.76 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/020fb13e-524e-4e86-8742-82b1c1fcf184) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:05:12.367758 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fec9b24b-055c-4b5e-b96c-3fe64e2561be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:12.559461 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fec9b24b-055c-4b5e-b96c-3fe64e2561be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:12.713975 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e6835-69c3-4af8-a78d-b6dfb948df1b req-c8b90fab-b9c1-4aa8-b5a0-2ccbac8475a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:12.715464 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-107e6835-69c3-4af8-a78d-b6dfb948df1b req-c8b90fab-b9c1-4aa8-b5a0-2ccbac8475a3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=009c70ac018246c49e6f9a3a4c5ddf6c&device_id=b8b36c47-a7c4-47d4-8b2b-a2dc9e5e4b1a HTTP/1.1" status: 200 len: 1098 time: 0.2819355 Sep 08 09:05:12.721372 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e6835-69c3-4af8-a78d-b6dfb948df1b req-19669d90-23c6-4030-9284-cb5abe998925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:12.722878 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-107e6835-69c3-4af8-a78d-b6dfb948df1b req-19669d90-23c6-4030-9284-cb5abe998925 service neutron] 10.222.0.37 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.3734927 Sep 08 09:05:12.748083 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-afdf04cb-ca22-43ec-9eae-dce4a486f26f req-a1c9c1ec-39b7-47c1-94e2-4561db17d15b service neutron] 10.222.0.35 "GET /v2.0/networks/5c673a31-c6dc-4940-a700-d62fab12944a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198749 Sep 08 09:05:12.782670 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-8e7a3c98-6e35-4072-81b6-ca91cf6e5f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee7586d-00d3-4e21-9ec8-7de483bfa471', 'name': 'tempest-TaggedBootDevicesTest-2085597779-router', 'tenant_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '5baa4558-0632-49cd-9c23-225c89909a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:02:32Z', 'updated_at': '2021-09-08T09:02:37Z', 'revision_number': 4, 'project_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'gw_port': {'id': '5baa4558-0632-49cd-9c23-225c89909a98', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee7586d-00d3-4e21-9ec8-7de483bfa471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:32Z', 'updated_at': '2021-09-08T09:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '58afac33-0a07-451a-9dea-43617bc8b097', 'tenant_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '5ee7586d-00d3-4e21-9ec8-7de483bfa471', 'port_id': 'e14de9e1-dbdd-41d4-bb25-3967a45e30bf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c973ae74-d868-45d7-8512-13ab7ed1b791', 'mac_address': 'fa:16:3e:26:c8:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914131e2-07da-4bcb-841e-02708bc6510a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:03:25Z', 'updated_at': '2021-09-08T09:05:07Z', 'revision_number': 1, 'project_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '301cf675-2fd5-4d68-b76d-089d41c063dd', 'name': '', 'network_id': 'c973ae74-d868-45d7-8512-13ab7ed1b791', 'tenant_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'mac_address': 'fa:16:3e:51:1a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee7586d-00d3-4e21-9ec8-7de483bfa471', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'c69359f7-0d90-4906-8a67-6fd5e600c4bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:35Z', 'updated_at': '2021-09-08T09:02:42Z', 'revision_number': 5, 'project_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'subnets': [{'id': 'c69359f7-0d90-4906-8a67-6fd5e600c4bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:05:12.827906 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7a3c98-6e35-4072-81b6-ca91cf6e5f2c None None] The sync data for ids ['5ee7586d-00d3-4e21-9ec8-7de483bfa471'] in n-d-806683-11 is: [{'id': '5ee7586d-00d3-4e21-9ec8-7de483bfa471', 'name': 'tempest-TaggedBootDevicesTest-2085597779-router', 'tenant_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '5baa4558-0632-49cd-9c23-225c89909a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:02:32Z', 'updated_at': '2021-09-08T09:02:37Z', 'revision_number': 4, 'project_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'gw_port': {'id': '5baa4558-0632-49cd-9c23-225c89909a98', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee7586d-00d3-4e21-9ec8-7de483bfa471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:32Z', 'updated_at': '2021-09-08T09:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '58afac33-0a07-451a-9dea-43617bc8b097', 'tenant_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '5ee7586d-00d3-4e21-9ec8-7de483bfa471', 'port_id': 'e14de9e1-dbdd-41d4-bb25-3967a45e30bf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c973ae74-d868-45d7-8512-13ab7ed1b791', 'mac_address': 'fa:16:3e:26:c8:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914131e2-07da-4bcb-841e-02708bc6510a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:03:25Z', 'updated_at': '2021-09-08T09:05:07Z', 'revision_number': 1, 'project_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '301cf675-2fd5-4d68-b76d-089d41c063dd', 'name': '', 'network_id': 'c973ae74-d868-45d7-8512-13ab7ed1b791', 'tenant_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'mac_address': 'fa:16:3e:51:1a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee7586d-00d3-4e21-9ec8-7de483bfa471', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'c69359f7-0d90-4906-8a67-6fd5e600c4bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:35Z', 'updated_at': '2021-09-08T09:02:42Z', 'revision_number': 5, 'project_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'subnets': [{'id': 'c69359f7-0d90-4906-8a67-6fd5e600c4bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:05:12.864134 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-107e6835-69c3-4af8-a78d-b6dfb948df1b req-2c4283a9-6c0f-4467-b24a-39d8ae1be13d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=27f59616-58c5-4693-bbcf-b53a0c3a8b30 HTTP/1.1" status: 200 len: 217 time: 0.1097128 Sep 08 09:05:12.906749 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fec9b24b-055c-4b5e-b96c-3fe64e2561be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:13.012925 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1f472723-57d4-4c2f-984a-e9607a1cf031 req-3cc2419c-58b5-46b7-b4b1-35b28c6178ae tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:13.170954 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e6835-69c3-4af8-a78d-b6dfb948df1b req-3186a2ed-1b90-4b0f-a858-52ef2c897f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:13.172880 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-107e6835-69c3-4af8-a78d-b6dfb948df1b req-3186a2ed-1b90-4b0f-a858-52ef2c897f22 service neutron] 10.222.0.35 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.4170835 Sep 08 09:05:13.174730 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e6835-69c3-4af8-a78d-b6dfb948df1b req-06b75e8f-8676-4a24-a25f-7b47ff4ffad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:13.176347 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-107e6835-69c3-4af8-a78d-b6dfb948df1b req-06b75e8f-8676-4a24-a25f-7b47ff4ffad7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.2927282 Sep 08 09:05:13.194518 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-afdf04cb-ca22-43ec-9eae-dce4a486f26f req-d912b535-64a9-432c-a9c3-ba86b95fd05e service neutron] 10.222.0.35 "GET /v2.0/networks/5c673a31-c6dc-4940-a700-d62fab12944a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225667 Sep 08 09:05:13.207203 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ad75d8-a9cc-4564-878f-fdba746bc139 None None] New status for floating IP 58afac33-0a07-451a-9dea-43617bc8b097: ACTIVE {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:05:13.259113 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-107e6835-69c3-4af8-a78d-b6dfb948df1b req-57f87fc8-5fac-4c6e-b834-4c7b83630501 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=eaa66411-0103-4476-a551-2a50c97eb2f0 HTTP/1.1" status: 200 len: 217 time: 0.0755620 Sep 08 09:05:13.277549 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fec9b24b-055c-4b5e-b96c-3fe64e2561be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:13.371947 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec9b24b-055c-4b5e-b96c-3fe64e2561be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a0ba9ab-b2c7-4b25-aa32-89e85cda7465,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:13.385242 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fec9b24b-055c-4b5e-b96c-3fe64e2561be admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:13.391688 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43726) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:05:13.392201 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-fec9b24b-055c-4b5e-b96c-3fe64e2561be admin admin] 10.222.0.54 "DELETE /v2.0/subnets/8a0ba9ab-b2c7-4b25-aa32-89e85cda7465 HTTP/1.1" status: 204 len: 168 time: 1.1765442 Sep 08 09:05:13.399697 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28b110b-f8db-4f5e-badc-cea0ff81cd3d None None] Network d0ea09ac-ccca-46de-895f-463c2c0cac54 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:05:13.445986 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1f472723-57d4-4c2f-984a-e9607a1cf031 req-3cc2419c-58b5-46b7-b4b1-35b28c6178ae tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:13.464960 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e6835-69c3-4af8-a78d-b6dfb948df1b req-395aa818-5c34-4abd-80b7-6ee36ed1260c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:13.467631 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-107e6835-69c3-4af8-a78d-b6dfb948df1b req-395aa818-5c34-4abd-80b7-6ee36ed1260c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2721262 Sep 08 09:05:13.521504 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5c78d195-2316-4f94-9cd7-148ff29f32e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:13.559794 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2419c-58b5-46b7-b4b1-35b28c6178ae tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Pushing event updated for resources: {'Port': ['ID=020fb13e-524e-4e86-8742-82b1c1fcf184,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:13.584877 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e6835-69c3-4af8-a78d-b6dfb948df1b req-5db4875c-4791-49aa-bb96-1772b978050e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:13.586868 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-107e6835-69c3-4af8-a78d-b6dfb948df1b req-5db4875c-4791-49aa-bb96-1772b978050e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.2869241 Sep 08 09:05:13.643074 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b909c1-551c-474d-b856-bd1ae77c94e2 req-490417be-605a-44ef-99e2-080af73e198a tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:13.645057 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-08b909c1-551c-474d-b856-bd1ae77c94e2 req-490417be-605a-44ef-99e2-080af73e198a tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fc64278-abf2-4b5f-b1a0-4499687fa13a HTTP/1.1" status: 200 len: 948 time: 0.1214623 Sep 08 09:05:13.690547 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f472723-57d4-4c2f-984a-e9607a1cf031 req-3cc2419c-58b5-46b7-b4b1-35b28c6178ae tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:05:13.696168 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-1f472723-57d4-4c2f-984a-e9607a1cf031 req-3cc2419c-58b5-46b7-b4b1-35b28c6178ae tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:05:13.699947 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e326344f-6e43-4688-b357-6607766ed840 None None] DHCP port deletion for d0ea09ac-ccca-46de-895f-463c2c0cac54 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:05:13.701602 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f472723-57d4-4c2f-984a-e9607a1cf031 req-3cc2419c-58b5-46b7-b4b1-35b28c6178ae tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:05:13.740524 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '914131e2-07da-4bcb-841e-02708bc6510a', 'tag': 'e14de9e1-dbdd-41d4-bb25-3967a45e30bf'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:05:13.742235 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d63f78-5fe3-40b7-8d50-2538c8dd8225" -d '{"events": [{"name": "network-changed", "server_uuid": "914131e2-07da-4bcb-841e-02708bc6510a", "tag": "e14de9e1-dbdd-41d4-bb25-3967a45e30bf"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:05:13.753057 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-5c78d195-2316-4f94-9cd7-148ff29f32e9 admin admin] Deleting port 5f29a97c-388a-4ad4-ad92-d2b8743c2b89 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:05:13.754294 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5c78d195-2316-4f94-9cd7-148ff29f32e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:13.792817 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43740) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:05:13.841326 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e6835-69c3-4af8-a78d-b6dfb948df1b req-08ab2107-9bb3-4be4-8579-7a82d8f0db3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:13.843282 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-107e6835-69c3-4af8-a78d-b6dfb948df1b req-08ab2107-9bb3-4be4-8579-7a82d8f0db3e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2424872 Sep 08 09:05:13.856349 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-5c78d195-2316-4f94-9cd7-148ff29f32e9 admin admin] For port 5f29a97c-388a-4ad4-ad92-d2b8743c2b89, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=5f29a97c-388a-4ad4-ad92-d2b8743c2b89,segment=NetworkSegment(e1f8368b-de73-432c-a011-112d5ec9d1eb),segment_id=e1f8368b-de73-432c-a011-112d5ec9d1eb)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:05:13.856722 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5c78d195-2316-4f94-9cd7-148ff29f32e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:13.862691 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e326344f-6e43-4688-b357-6607766ed840 None None] Deleting port 5f29a97c-388a-4ad4-ad92-d2b8743c2b89 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:05:13.863500 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e326344f-6e43-4688-b357-6607766ed840 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:13.872095 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 27f59616-58c5-4693-bbcf-b53a0c3a8b30 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:05:13.887312 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-107e6835-69c3-4af8-a78d-b6dfb948df1b req-364ef21a-1a49-44ab-95de-7df2c12a43df service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065534 Sep 08 09:05:13.892667 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-5c78d195-2316-4f94-9cd7-148ff29f32e9 admin admin] Calling delete_port for 5f29a97c-388a-4ad4-ad92-d2b8743c2b89 owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:05:14.013180 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1f472723-57d4-4c2f-984a-e9607a1cf031 req-3cc2419c-58b5-46b7-b4b1-35b28c6178ae tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:14.033122 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-08b909c1-551c-474d-b856-bd1ae77c94e2 req-8e55423a-ebc9-47ad-8dfe-5f20391b075c tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797410 Sep 08 09:05:14.039090 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5c78d195-2316-4f94-9cd7-148ff29f32e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:14.123906 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.db.resource_extend [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 08 09:05:14.128235 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c78d195-2316-4f94-9cd7-148ff29f32e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f29a97c-388a-4ad4-ad92-d2b8743c2b89,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:14.148891 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c78d195-2316-4f94-9cd7-148ff29f32e9 admin admin] No DVR routers for this DVR port 5f29a97c-388a-4ad4-ad92-d2b8743c2b89 on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:05:14.219330 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-107e6835-69c3-4af8-a78d-b6dfb948df1b req-7067c012-dad0-48c0-bc37-2c02baccd5a2 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057253 Sep 08 09:05:14.220417 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1f472723-57d4-4c2f-984a-e9607a1cf031 req-3cc2419c-58b5-46b7-b4b1-35b28c6178ae tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:14.257454 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 27f59616-58c5-4693-bbcf-b53a0c3a8b30, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=27f59616-58c5-4693-bbcf-b53a0c3a8b30,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:05:14.277470 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 5f29a97c-388a-4ad4-ad92-d2b8743c2b89 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:05:14.301455 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 5f29a97c-388a-4ad4-ad92-d2b8743c2b89 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:05:14.302069 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 5f29a97c-388a-4ad4-ad92-d2b8743c2b89 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:05:14.302664 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device eb53493e-bd28-4061-9c4b-a768cdbcdf23 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:05:14.303064 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5c78d195-2316-4f94-9cd7-148ff29f32e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:14.308847 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '27f59616-58c5-4693-bbcf-b53a0c3a8b30', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'port_id': '27f59616-58c5-4693-bbcf-b53a0c3a8b30', 'mac_address': 'fa:16:3e:85:2f:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc66e4b-ecb5-4c99-afe1-0a78c722534a', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:05:14.312001 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e326344f-6e43-4688-b357-6607766ed840 None None] For port 5f29a97c-388a-4ad4-ad92-d2b8743c2b89, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=5f29a97c-388a-4ad4-ad92-d2b8743c2b89,segment=NetworkSegment(e1f8368b-de73-432c-a011-112d5ec9d1eb),segment_id=e1f8368b-de73-432c-a011-112d5ec9d1eb)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:05:14.312599 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e326344f-6e43-4688-b357-6607766ed840 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:14.328496 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-5c78d195-2316-4f94-9cd7-148ff29f32e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0ea09ac-ccca-46de-895f-463c2c0cac54']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:05:14.347868 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e326344f-6e43-4688-b357-6607766ed840 None None] Calling delete_port for 5f29a97c-388a-4ad4-ad92-d2b8743c2b89 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:05:14.350534 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: eb53493e-bd28-4061-9c4b-a768cdbcdf23 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:05:14.351116 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device eb53493e-bd28-4061-9c4b-a768cdbcdf23 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:05:14.352689 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-5c78d195-2316-4f94-9cd7-148ff29f32e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1f8368b-de73-432c-a011-112d5ec9d1eb') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:05:14.353075 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-5c78d195-2316-4f94-9cd7-148ff29f32e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1f8368b-de73-432c-a011-112d5ec9d1eb') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:05:14.375282 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5c78d195-2316-4f94-9cd7-148ff29f32e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:14.393428 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5c78d195-2316-4f94-9cd7-148ff29f32e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:14.408277 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c78d195-2316-4f94-9cd7-148ff29f32e9 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:05:14.410411 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5c78d195-2316-4f94-9cd7-148ff29f32e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:14.457485 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:14.476492 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27f59616-58c5-4693-bbcf-b53a0c3a8b30 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:05:14.484404 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:05:14.484404 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:05:14.484404 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:05:14.484404 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:05:14.484404 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:05:14.484404 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:05:14.484404 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:05:14.484404 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:05:14.484404 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:05:14.484404 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:05:14.484404 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:05:14.484404 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:05:14.484404 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:05:14.484404 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:05:14.484404 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:05:14.484404 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:05:14.484404 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:05:14.484404 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:05:14.484404 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:05:14.484404 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:05:14.484404 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:05:14.484404 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:05:14.484404 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:05:14.484404 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:05:14.484404 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:05:14.484404 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:05:14.484404 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:05:14.484404 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:05:14.484404 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:05:14.484404 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:05:14.484404 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:05:14.484404 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:05:14.490441 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5c78d195-2316-4f94-9cd7-148ff29f32e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:14.514790 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5c78d195-2316-4f94-9cd7-148ff29f32e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:14.520138 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5c78d195-2316-4f94-9cd7-148ff29f32e9 admin admin] 10.222.0.54 "DELETE /v2.0/networks/d0ea09ac-ccca-46de-895f-463c2c0cac54 HTTP/1.1" status: 204 len: 168 time: 1.1287653 Sep 08 09:05:14.521927 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c78d195-2316-4f94-9cd7-148ff29f32e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0ea09ac-ccca-46de-895f-463c2c0cac54,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:14.526120 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 27f59616-58c5-4693-bbcf-b53a0c3a8b30, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=27f59616-58c5-4693-bbcf-b53a0c3a8b30,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:05:14.537021 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:14.593643 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=27f59616-58c5-4693-bbcf-b53a0c3a8b30,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:14.603642 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e326344f-6e43-4688-b357-6607766ed840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:14.639882 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e326344f-6e43-4688-b357-6607766ed840 None None] Network d0ea09ac-ccca-46de-895f-463c2c0cac54 is not hosted by any dhcp agent {{(pid=94714) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 08 09:05:14.640904 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e326344f-6e43-4688-b357-6607766ed840 None None] No DVR routers for this DVR port 5f29a97c-388a-4ad4-ad92-d2b8743c2b89 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:05:14.643844 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e326344f-6e43-4688-b357-6607766ed840 None None] Pushing event deleted for resources: {'Port': ['ID=5f29a97c-388a-4ad4-ad92-d2b8743c2b89,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:14.774497 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43758) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:05:14.801658 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5e24a7-e488-4851-9c5b-31075caf73eb x-openstack-request-id: req-4f5e24a7-e488-4851-9c5b-31075caf73eb {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:05:14.802278 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "914131e2-07da-4bcb-841e-02708bc6510a", "tag": "e14de9e1-dbdd-41d4-bb25-3967a45e30bf", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:05:14.802278 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4f5e24a7-e488-4851-9c5b-31075caf73eb {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:05:14.802597 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '914131e2-07da-4bcb-841e-02708bc6510a', 'tag': 'e14de9e1-dbdd-41d4-bb25-3967a45e30bf', 'status': 'completed', 'code': 200} Sep 08 09:05:14.804604 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-107e6835-69c3-4af8-a78d-b6dfb948df1b req-ec0a91e5-0265-47ec-9293-90aea1144085 service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9486625 Sep 08 09:05:14.820412 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-67986df0-e913-4578-b183-e6c14483859b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:14.821773 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9f46dfc2-4761-4743-94ad-bf425cfeac45 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=01e4fcf69e4c4ab19660bd20bd4971ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453453 Sep 08 09:05:14.826972 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43760) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:05:14.890918 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4a4c652f-5c6f-4dab-94a7-c81be75ba1ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:14.920997 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4a4c652f-5c6f-4dab-94a7-c81be75ba1ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:14.964687 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['27f59616-58c5-4693-bbcf-b53a0c3a8b30'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:05:14.998986 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4a4c652f-5c6f-4dab-94a7-c81be75ba1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:15.001842 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4a4c652f-5c6f-4dab-94a7-c81be75ba1ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:15.007040 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4a4c652f-5c6f-4dab-94a7-c81be75ba1ef admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/76662dc0-3227-4252-b5c0-d938d2850b5a HTTP/1.1" status: 204 len: 168 time: 0.1785235 Sep 08 09:05:15.019799 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c652f-5c6f-4dab-94a7-c81be75ba1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76662dc0-3227-4252-b5c0-d938d2850b5a,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:15.101087 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-d36dc1b2-e6f9-4de0-baac-c6da9d788c4a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3026526 Sep 08 09:05:15.117163 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d63f78-5fe3-40b7-8d50-2538c8dd8225 req-cdac01cf-4b78-48e5-9c47-daf9878f731f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:15.117659 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d63f78-5fe3-40b7-8d50-2538c8dd8225 req-cdac01cf-4b78-48e5-9c47-daf9878f731f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:15.118169 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d63f78-5fe3-40b7-8d50-2538c8dd8225 req-cdac01cf-4b78-48e5-9c47-daf9878f731f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:15.118833 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d63f78-5fe3-40b7-8d50-2538c8dd8225 req-cdac01cf-4b78-48e5-9c47-daf9878f731f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:15.119597 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d63f78-5fe3-40b7-8d50-2538c8dd8225 req-cdac01cf-4b78-48e5-9c47-daf9878f731f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:15.120150 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d63f78-5fe3-40b7-8d50-2538c8dd8225 req-cdac01cf-4b78-48e5-9c47-daf9878f731f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:15.120667 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d63f78-5fe3-40b7-8d50-2538c8dd8225 req-cdac01cf-4b78-48e5-9c47-daf9878f731f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:15.122824 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-42d63f78-5fe3-40b7-8d50-2538c8dd8225 req-cdac01cf-4b78-48e5-9c47-daf9878f731f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=abecbd1fd51847edb20d2ca276b4ddef&device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 6500 time: 0.3227136 Sep 08 09:05:15.218922 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542a5cb-9aae-4a38-ba17-2bd7f4b1a7f4 req-5fe8d596-9ede-475c-8862-76295d0a53b2 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:15.228063 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0542a5cb-9aae-4a38-ba17-2bd7f4b1a7f4 req-5fe8d596-9ede-475c-8862-76295d0a53b2 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fc64278-abf2-4b5f-b1a0-4499687fa13a HTTP/1.1" status: 200 len: 949 time: 0.0913963 Sep 08 09:05:15.279140 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0542a5cb-9aae-4a38-ba17-2bd7f4b1a7f4 req-1296d225-9b0a-4333-8340-86391e0a5687 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486903 Sep 08 09:05:15.281805 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-107e6835-69c3-4af8-a78d-b6dfb948df1b req-b90afab2-d84a-4d1a-869d-db5bc077f830 service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4541876 Sep 08 09:05:15.342144 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1f472723-57d4-4c2f-984a-e9607a1cf031 req-3cc2419c-58b5-46b7-b4b1-35b28c6178ae tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:15.355124 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1f472723-57d4-4c2f-984a-e9607a1cf031 req-3cc2419c-58b5-46b7-b4b1-35b28c6178ae tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:15.371454 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d63f78-5fe3-40b7-8d50-2538c8dd8225 req-8084ca17-bf5f-4bfd-b9e7-6108816f5995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:15.373054 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-42d63f78-5fe3-40b7-8d50-2538c8dd8225 req-8084ca17-bf5f-4bfd-b9e7-6108816f5995 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c973ae74-d868-45d7-8512-13ab7ed1b791 HTTP/1.1" status: 200 len: 913 time: 0.2330832 Sep 08 09:05:15.504899 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-67986df0-e913-4578-b183-e6c14483859b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:15.517350 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-67986df0-e913-4578-b183-e6c14483859b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:15.519844 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2419c-58b5-46b7-b4b1-35b28c6178ae tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Pushing event updated for resources: {'Port': ['ID=020fb13e-524e-4e86-8742-82b1c1fcf184,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:15.576753 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1f472723-57d4-4c2f-984a-e9607a1cf031 req-3cc2419c-58b5-46b7-b4b1-35b28c6178ae tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:15.586822 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-42d63f78-5fe3-40b7-8d50-2538c8dd8225 req-217ee37f-0c8b-4313-89e2-46d7c3a8ca61 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e14de9e1-dbdd-41d4-bb25-3967a45e30bf HTTP/1.1" status: 200 len: 1000 time: 0.1841509 Sep 08 09:05:15.598057 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-67986df0-e913-4578-b183-e6c14483859b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c65065bcae574bb3a0a87485d805b135&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7994058 Sep 08 09:05:15.600852 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43784) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:05:15.604550 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67986df0-e913-4578-b183-e6c14483859b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ff89aa-7e44-4a7f-bbbb-3f3e4037295f,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:15.624141 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1f472723-57d4-4c2f-984a-e9607a1cf031 req-3cc2419c-58b5-46b7-b4b1-35b28c6178ae tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:15.632706 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1f472723-57d4-4c2f-984a-e9607a1cf031 req-3cc2419c-58b5-46b7-b4b1-35b28c6178ae tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.2132530 Sep 08 09:05:15.735277 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1f472723-57d4-4c2f-984a-e9607a1cf031 req-00fd301d-1ef3-43e5-8eb9-b5c202ca1cdd tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.76 HTTP/1.1" status: 200 len: 695 time: 0.1014993 Sep 08 09:05:15.785291 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d63f78-5fe3-40b7-8d50-2538c8dd8225 req-5e4b4b42-b7dd-44a7-82b2-63093e7fc9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:15.786799 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-42d63f78-5fe3-40b7-8d50-2538c8dd8225 req-5e4b4b42-b7dd-44a7-82b2-63093e7fc9af service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c69359f7-0d90-4906-8a67-6fd5e600c4bc HTTP/1.1" status: 200 len: 851 time: 0.1868229 Sep 08 09:05:15.939302 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bf078f0e-0a74-4152-9335-4163592b8df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:15.990251 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bf078f0e-0a74-4152-9335-4163592b8df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:15.993523 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d63f78-5fe3-40b7-8d50-2538c8dd8225 req-5724a90a-9b5b-4921-ba12-2a9b78b94836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:15.995660 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-42d63f78-5fe3-40b7-8d50-2538c8dd8225 req-5724a90a-9b5b-4921-ba12-2a9b78b94836 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c973ae74-d868-45d7-8512-13ab7ed1b791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1962280 Sep 08 09:05:16.007927 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f472723-57d4-4c2f-984a-e9607a1cf031 req-3f91696a-4fe8-46a7-a64f-052e15ff08fd tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:16.009401 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1f472723-57d4-4c2f-984a-e9607a1cf031 req-3f91696a-4fe8-46a7-a64f-052e15ff08fd tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] 10.222.0.54 "GET /v2.0/networks/399c4174-1e86-4a10-bb99-f875a09107d5 HTTP/1.1" status: 200 len: 784 time: 0.2608342 Sep 08 09:05:16.124051 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43806) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:05:16.224711 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bf078f0e-0a74-4152-9335-4163592b8df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:16.227385 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bf078f0e-0a74-4152-9335-4163592b8df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:16.228620 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-bf078f0e-0a74-4152-9335-4163592b8df2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c6ff89aa-7e44-4a7f-bbbb-3f3e4037295f HTTP/1.1" status: 204 len: 168 time: 0.6252968 Sep 08 09:05:16.235407 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-42d63f78-5fe3-40b7-8d50-2538c8dd8225 req-024cc2df-4523-4764-9199-d55a6def067a service neutron] 10.222.0.35 "GET /v2.0/networks/c973ae74-d868-45d7-8512-13ab7ed1b791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242138 Sep 08 09:05:16.262936 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf078f0e-0a74-4152-9335-4163592b8df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ff89aa-7e44-4a7f-bbbb-3f3e4037295f,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:16.267591 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-a0036d68-4788-4f0c-b733-a313d633d2a7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1205424102-network', 'tenant_id': '78b53fd8a929472f8361156af9205b37'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:05:16.279880 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-734898e6-7f26-4bd1-89eb-9d03456f63f8 req-d27210f4-0042-4764-96b4-3376bd274176 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2131100 Sep 08 09:05:16.291187 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0036d68-4788-4f0c-b733-a313d633d2a7 admin admin] Made reservation on behalf of 78b53fd8a929472f8361156af9205b37 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:05:16.294104 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a0036d68-4788-4f0c-b733-a313d633d2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:16.299586 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-734898e6-7f26-4bd1-89eb-9d03456f63f8 req-0fc294bb-f69e-44d2-8dd4-82ee2104fd81 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:05:16.310646 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a0036d68-4788-4f0c-b733-a313d633d2a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:16.376956 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-734898e6-7f26-4bd1-89eb-9d03456f63f8 req-0fc294bb-f69e-44d2-8dd4-82ee2104fd81 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks [] for floatingip, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:16.409980 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-42d63f78-5fe3-40b7-8d50-2538c8dd8225 req-79e511bb-d9a5-4685-84f3-f84809f19e4c service neutron] 10.222.0.35 "GET /v2.0/networks/c973ae74-d868-45d7-8512-13ab7ed1b791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640637 Sep 08 09:05:16.485391 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dcd96b-dabf-427f-8227-69f59ad0f48c req-ee57d36c-1f3f-47c1-8cf8-ac05309587e4 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:16.488110 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-54dcd96b-dabf-427f-8227-69f59ad0f48c req-ee57d36c-1f3f-47c1-8cf8-ac05309587e4 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fc64278-abf2-4b5f-b1a0-4499687fa13a HTTP/1.1" status: 200 len: 949 time: 0.0910945 Sep 08 09:05:16.507112 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device eaa66411-0103-4476-a551-2a50c97eb2f0 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:05:16.558135 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-734898e6-7f26-4bd1-89eb-9d03456f63f8 req-0fc294bb-f69e-44d2-8dd4-82ee2104fd81 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:16.569865 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a0036d68-4788-4f0c-b733-a313d633d2a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:16.574958 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-54dcd96b-dabf-427f-8227-69f59ad0f48c req-2d028300-f4d6-4fed-a4b9-1fc1b61055ab tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726109 Sep 08 09:05:16.577550 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a0036d68-4788-4f0c-b733-a313d633d2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:16.638831 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0036d68-4788-4f0c-b733-a313d633d2a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:05:16.661418 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a0036d68-4788-4f0c-b733-a313d633d2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:16.661753 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-a0036d68-4788-4f0c-b733-a313d633d2a7 admin admin] Added segment b033950b-202f-406f-979e-ec38b86674cf of type vlan for network 5aafad33-e510-433d-8132-1ab09796d6a4 Sep 08 09:05:16.663499 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0036d68-4788-4f0c-b733-a313d633d2a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8869e5c-75aa-4c31-8125-53cd55e83eba,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:16.664990 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port eaa66411-0103-4476-a551-2a50c97eb2f0, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=eaa66411-0103-4476-a551-2a50c97eb2f0,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:05:16.702421 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': 'eaa66411-0103-4476-a551-2a50c97eb2f0', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'port_id': 'eaa66411-0103-4476-a551-2a50c97eb2f0', 'mac_address': 'fa:16:3e:d7:6d:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc66e4b-ecb5-4c99-afe1-0a78c722534a', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:05:16.741127 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a0036d68-4788-4f0c-b733-a313d633d2a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:16.743623 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-bdc4b60f-2723-4218-88cd-72f55485fa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:16.744344 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-bdc4b60f-2723-4218-88cd-72f55485fa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:16.745405 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-bdc4b60f-2723-4218-88cd-72f55485fa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:16.746032 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-bdc4b60f-2723-4218-88cd-72f55485fa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:16.749997 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-bdc4b60f-2723-4218-88cd-72f55485fa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:16.750695 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-bdc4b60f-2723-4218-88cd-72f55485fa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:16.750839 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:16.751466 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-bdc4b60f-2723-4218-88cd-72f55485fa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:16.754283 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-bdc4b60f-2723-4218-88cd-72f55485fa2b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=abecbd1fd51847edb20d2ca276b4ddef&device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 6500 time: 0.1899557 Sep 08 09:05:16.777174 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaa66411-0103-4476-a551-2a50c97eb2f0 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:05:16.785824 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a0036d68-4788-4f0c-b733-a313d633d2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:16.787005 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0036d68-4788-4f0c-b733-a313d633d2a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:16.787603 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a0036d68-4788-4f0c-b733-a313d633d2a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:16.801060 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port eaa66411-0103-4476-a551-2a50c97eb2f0, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=eaa66411-0103-4476-a551-2a50c97eb2f0,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:05:16.805489 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:16.861988 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=eaa66411-0103-4476-a551-2a50c97eb2f0,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:16.882456 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0036d68-4788-4f0c-b733-a313d633d2a7 admin admin] Pushing event updated for resources: {'Network': ['ID=5aafad33-e510-433d-8132-1ab09796d6a4,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:16.899104 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a0036d68-4788-4f0c-b733-a313d633d2a7 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7738655 Sep 08 09:05:16.899901 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43826) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:05:16.905031 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 5aafad33-e510-433d-8132-1ab09796d6a4 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:05:16.919677 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-d5c13f8a-09ce-48d4-ab30-ae6d2fb7a072 admin admin] Request body: {'subnet': {'network_id': '5aafad33-e510-433d-8132-1ab09796d6a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1205424102-subnet', 'tenant_id': '78b53fd8a929472f8361156af9205b37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:05:16.925551 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-6e70f2d5-c275-4286-86da-12ea3374167f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:16.925691 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-6e70f2d5-c275-4286-86da-12ea3374167f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:16.926161 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-6e70f2d5-c275-4286-86da-12ea3374167f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:16.927840 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-6e70f2d5-c275-4286-86da-12ea3374167f service neutron] 10.222.0.35 "GET /v2.0/networks?id=c973ae74-d868-45d7-8512-13ab7ed1b791&id=420ee6df-451a-4285-bec4-d22a945df514&id=420ee6df-451a-4285-bec4-d22a945df514&id=420ee6df-451a-4285-bec4-d22a945df514&id=420ee6df-451a-4285-bec4-d22a945df514&id=9bae99d0-5102-4755-9f02-231ba14451d5&id=9bae99d0-5102-4755-9f02-231ba14451d5 HTTP/1.1" status: 200 len: 2294 time: 0.1134939 Sep 08 09:05:16.962346 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c13f8a-09ce-48d4-ab30-ae6d2fb7a072 admin admin] Made reservation on behalf of 78b53fd8a929472f8361156af9205b37 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:05:16.965892 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d5c13f8a-09ce-48d4-ab30-ae6d2fb7a072 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:16.999446 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-734898e6-7f26-4bd1-89eb-9d03456f63f8 req-0fc294bb-f69e-44d2-8dd4-82ee2104fd81 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Allocated IP 172.25.0.106 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/6b013617-7ad1-45fe-8301-33f1dffa3a7c) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:05:17.052315 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-303f62e7-ea41-48b7-88f8-d2f6aef5c5d5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e14de9e1-dbdd-41d4-bb25-3967a45e30bf HTTP/1.1" status: 200 len: 1000 time: 0.1155267 Sep 08 09:05:17.174981 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-13ed2e7e-b449-454c-8b7c-a78f842495e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:17.176725 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-13ed2e7e-b449-454c-8b7c-a78f842495e0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c69359f7-0d90-4906-8a67-6fd5e600c4bc HTTP/1.1" status: 200 len: 851 time: 0.1147196 Sep 08 09:05:17.209528 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-734898e6-7f26-4bd1-89eb-9d03456f63f8 req-0fc294bb-f69e-44d2-8dd4-82ee2104fd81 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:17.290398 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-3c97f394-9a78-4a04-96a7-76379369ca3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:17.293346 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-3c97f394-9a78-4a04-96a7-76379369ca3d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c973ae74-d868-45d7-8512-13ab7ed1b791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0787864 Sep 08 09:05:17.325886 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-734898e6-7f26-4bd1-89eb-9d03456f63f8 req-0fc294bb-f69e-44d2-8dd4-82ee2104fd81 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:17.330278 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d5c13f8a-09ce-48d4-ab30-ae6d2fb7a072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:17.397210 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-734898e6-7f26-4bd1-89eb-9d03456f63f8 req-0fc294bb-f69e-44d2-8dd4-82ee2104fd81 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:05:17.402116 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-734898e6-7f26-4bd1-89eb-9d03456f63f8 req-0fc294bb-f69e-44d2-8dd4-82ee2104fd81 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:05:17.409035 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-734898e6-7f26-4bd1-89eb-9d03456f63f8 req-0fc294bb-f69e-44d2-8dd4-82ee2104fd81 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:05:17.425753 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c13f8a-09ce-48d4-ab30-ae6d2fb7a072 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3eac7a7-5d4f-45dc-b90a-eedb6d536a9a,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:17.449613 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c13f8a-09ce-48d4-ab30-ae6d2fb7a072 admin admin] Checking segment: {'id': 'b033950b-202f-406f-979e-ec38b86674cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5aafad33-e510-433d-8132-1ab09796d6a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:05:17.450158 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c13f8a-09ce-48d4-ab30-ae6d2fb7a072 admin admin] Network hostable DHCP agents. Network: 5aafad33-e510-433d-8132-1ab09796d6a4, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:05:17.473601 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c13f8a-09ce-48d4-ab30-ae6d2fb7a072 admin admin] Network 5aafad33-e510-433d-8132-1ab09796d6a4 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:05:17.481822 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc294bb-f69e-44d2-8dd4-82ee2104fd81 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Pushing event updated for resources: {'Port': ['ID=6b013617-7ad1-45fe-8301-33f1dffa3a7c,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:17.496059 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-d5c13f8a-09ce-48d4-ab30-ae6d2fb7a072 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 5aafad33-e510-433d-8132-1ab09796d6a4) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:05:17.509065 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c661de8-9109-424f-b31f-47640cd33cf3 None None] Network 5aafad33-e510-433d-8132-1ab09796d6a4 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:05:17.527833 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c13f8a-09ce-48d4-ab30-ae6d2fb7a072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:17.528358 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d5c13f8a-09ce-48d4-ab30-ae6d2fb7a072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:17.547823 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43842) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:05:17.557862 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-734898e6-7f26-4bd1-89eb-9d03456f63f8 req-0fc294bb-f69e-44d2-8dd4-82ee2104fd81 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:17.565264 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d5c13f8a-09ce-48d4-ab30-ae6d2fb7a072 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6633396 Sep 08 09:05:17.612224 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-734898e6-7f26-4bd1-89eb-9d03456f63f8 req-0fc294bb-f69e-44d2-8dd4-82ee2104fd81 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:17.645655 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['eaa66411-0103-4476-a551-2a50c97eb2f0'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:05:17.648179 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-9ef0d947-edb6-4d13-953b-4f4a16d542db service neutron] 10.222.0.35 "GET /v2.0/networks/c973ae74-d868-45d7-8512-13ab7ed1b791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248508 Sep 08 09:05:17.784751 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-5992c7b3-45b2-48e3-b46e-b96ceb110dbc admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1322147193-network', 'tenant_id': '3c469f19649a492aa04dba8e35191bda'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:05:17.802677 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3314c9-4e99-46b7-9ea1-ec3f974b07bf None None] Network 5aafad33-e510-433d-8132-1ab09796d6a4 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:05:17.811061 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1f4081bc-7dc1-4c43-925a-e41c5277a9e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:17.820120 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e516f-9764-41f0-aef4-75d52dc8d14b req-cb73f3cd-7d46-4629-9a29-fa6dbfad8abc tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:17.828975 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-597e516f-9764-41f0-aef4-75d52dc8d14b req-cb73f3cd-7d46-4629-9a29-fa6dbfad8abc tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fc64278-abf2-4b5f-b1a0-4499687fa13a HTTP/1.1" status: 200 len: 949 time: 0.1202884 Sep 08 09:05:17.843971 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5992c7b3-45b2-48e3-b46e-b96ceb110dbc admin admin] Made reservation on behalf of 3c469f19649a492aa04dba8e35191bda for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:05:17.847648 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5992c7b3-45b2-48e3-b46e-b96ceb110dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:17.867166 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5992c7b3-45b2-48e3-b46e-b96ceb110dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:17.887900 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-95786001-c53d-497a-864c-7871a61f3fec service neutron] 10.222.0.35 "GET /v2.0/networks/c973ae74-d868-45d7-8512-13ab7ed1b791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268403 Sep 08 09:05:17.909727 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 27f59616-58c5-4693-bbcf-b53a0c3a8b30 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:05:17.936551 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-597e516f-9764-41f0-aef4-75d52dc8d14b req-d8048233-ccf6-43da-9116-501a2875bf5a tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065524 Sep 08 09:05:17.957938 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-63b7a1b0-850a-4458-bce2-db17fe3c163e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=229b22b3-b0f7-4064-9dfb-b9b154dfe5d6 HTTP/1.1" status: 200 len: 217 time: 0.0584836 Sep 08 09:05:18.054975 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5992c7b3-45b2-48e3-b46e-b96ceb110dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:18.073686 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5992c7b3-45b2-48e3-b46e-b96ceb110dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:18.079471 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-734898e6-7f26-4bd1-89eb-9d03456f63f8 req-0fc294bb-f69e-44d2-8dd4-82ee2104fd81 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:18.083849 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-117b90b1-11f3-444a-8e91-9df1e3c12dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:18.085717 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-117b90b1-11f3-444a-8e91-9df1e3c12dbc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2c4bc90e-6301-4198-b245-c5a8ab779b3f HTTP/1.1" status: 200 len: 797 time: 0.1179581 Sep 08 09:05:18.091826 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-734898e6-7f26-4bd1-89eb-9d03456f63f8 req-0fc294bb-f69e-44d2-8dd4-82ee2104fd81 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:18.151168 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5992c7b3-45b2-48e3-b46e-b96ceb110dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8c852e-c660-4cef-8951-6847d44439d2,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:18.184770 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5992c7b3-45b2-48e3-b46e-b96ceb110dbc admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:05:18.208550 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5992c7b3-45b2-48e3-b46e-b96ceb110dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:18.209305 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-5992c7b3-45b2-48e3-b46e-b96ceb110dbc admin admin] Added segment d57644c7-32a8-4495-829f-1d7ab54e596b of type vlan for network a55e59c5-33d2-4770-843c-ea201a5c83f9 Sep 08 09:05:18.210844 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 27f59616-58c5-4693-bbcf-b53a0c3a8b30 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:05:18.222925 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 27f59616-58c5-4693-bbcf-b53a0c3a8b30 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:05:18.224184 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:18.247043 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-a8ded105-eb6e-4bf5-bd90-d5279692125e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:18.248965 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-a8ded105-eb6e-4bf5-bd90-d5279692125e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=420ee6df-451a-4285-bec4-d22a945df514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1422455 Sep 08 09:05:18.249759 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc294bb-f69e-44d2-8dd4-82ee2104fd81 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Pushing event updated for resources: {'Port': ['ID=6b013617-7ad1-45fe-8301-33f1dffa3a7c,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:18.266897 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5992c7b3-45b2-48e3-b46e-b96ceb110dbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:18.310688 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5992c7b3-45b2-48e3-b46e-b96ceb110dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:18.312347 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5992c7b3-45b2-48e3-b46e-b96ceb110dbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:18.313368 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5992c7b3-45b2-48e3-b46e-b96ceb110dbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:18.345179 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:18.364702 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-2ef49c8a-1ab0-4a4f-9e2c-a5e18518366f service neutron] 10.222.0.35 "GET /v2.0/networks/420ee6df-451a-4285-bec4-d22a945df514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051140 Sep 08 09:05:18.365662 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-734898e6-7f26-4bd1-89eb-9d03456f63f8 req-0fc294bb-f69e-44d2-8dd4-82ee2104fd81 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:18.374570 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc64278-abf2-4b5f-b1a0-4499687fa13a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f59616-58c5-4693-bbcf-b53a0c3a8b30'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:05:18.378577 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9dfe68-5423-46f1-abf8-1e1a991ac7b3" -d '{"events": [{"server_uuid": "2fc64278-abf2-4b5f-b1a0-4499687fa13a", "name": "network-vif-plugged", "status": "completed", "tag": "27f59616-58c5-4693-bbcf-b53a0c3a8b30"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:05:18.381645 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-d8df8f3a-3696-4702-add5-bfe6855e830b req-2490fba5-278d-4aa7-859d-ed2d089e9909 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-134247022', 'description': 'tempest-description-1747203768'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:05:18.395842 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5992c7b3-45b2-48e3-b46e-b96ceb110dbc admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8472714 Sep 08 09:05:18.397005 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 27f59616-58c5-4693-bbcf-b53a0c3a8b30, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=27f59616-58c5-4693-bbcf-b53a0c3a8b30,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:05:18.403858 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:18.405196 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43864) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:05:18.413720 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-bbda7462-8b94-435f-8d81-a3bddc2f28bc admin admin] Request body: {'subnet': {'network_id': 'a55e59c5-33d2-4770-843c-ea201a5c83f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1322147193-subnet', 'tenant_id': '3c469f19649a492aa04dba8e35191bda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:05:18.419485 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-734898e6-7f26-4bd1-89eb-9d03456f63f8 req-0fc294bb-f69e-44d2-8dd4-82ee2104fd81 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:18.420942 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-734898e6-7f26-4bd1-89eb-9d03456f63f8 req-0fc294bb-f69e-44d2-8dd4-82ee2104fd81 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1289883 Sep 08 09:05:18.450421 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5992c7b3-45b2-48e3-b46e-b96ceb110dbc admin admin] Pushing event updated for resources: {'Network': ['ID=a55e59c5-33d2-4770-843c-ea201a5c83f9,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:18.466338 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-d8df8f3a-3696-4702-add5-bfe6855e830b req-2490fba5-278d-4aa7-859d-ed2d089e9909 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:18.466558 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network a55e59c5-33d2-4770-843c-ea201a5c83f9 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:05:18.468943 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=27f59616-58c5-4693-bbcf-b53a0c3a8b30,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:18.820123 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.db.api [req-d8df8f3a-3696-4702-add5-bfe6855e830b req-2490fba5-278d-4aa7-859d-ed2d089e9909 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 09:05:18.820123 n-d-806683-11 neutron-server[94713]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 08 09:05:18.820123 n-d-806683-11 neutron-server[94713]: [parameters: {'project_id_1': '78b53fd8a929472f8361156af9205b37', 'expiration_1': datetime.datetime(2021, 9, 8, 9, 4, 58, 489437)}] Sep 08 09:05:18.820123 n-d-806683-11 neutron-server[94713]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 09:05:18.820549 n-d-806683-11 neutron-server[94713]: DEBUG oslo_db.api [req-d8df8f3a-3696-4702-add5-bfe6855e830b req-2490fba5-278d-4aa7-859d-ed2d089e9909 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 09:05:18.824137 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-734898e6-7f26-4bd1-89eb-9d03456f63f8 req-8eff8582-d62f-4987-87fc-b7e9ca03c93a tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.106 HTTP/1.1" status: 200 len: 696 time: 0.3932304 Sep 08 09:05:18.846442 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbda7462-8b94-435f-8d81-a3bddc2f28bc admin admin] Made reservation on behalf of 3c469f19649a492aa04dba8e35191bda for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:05:18.848735 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bbda7462-8b94-435f-8d81-a3bddc2f28bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:18.906531 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-4f53af24-c657-49a7-ba48-48946f9690a7 service neutron] 10.222.0.35 "GET /v2.0/networks/420ee6df-451a-4285-bec4-d22a945df514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5267193 Sep 08 09:05:19.018264 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-ea5d3e06-07da-4edd-8189-c4374e934fbf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=24de4b54-5e35-472f-b3a2-8c31ebfb3d05 HTTP/1.1" status: 200 len: 217 time: 0.0764673 Sep 08 09:05:19.104889 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734898e6-7f26-4bd1-89eb-9d03456f63f8 req-18c62ae2-a070-4a5c-8908-d65774cfacfd tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:19.106283 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-734898e6-7f26-4bd1-89eb-9d03456f63f8 req-18c62ae2-a070-4a5c-8908-d65774cfacfd tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] 10.222.0.54 "GET /v2.0/networks/399c4174-1e86-4a10-bb99-f875a09107d5 HTTP/1.1" status: 200 len: 784 time: 0.2748480 Sep 08 09:05:19.125829 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-9c62ab91-2020-4c0b-93de-c7d6daf4eb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:19.127269 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-9c62ab91-2020-4c0b-93de-c7d6daf4eb8e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2c4bc90e-6301-4198-b245-c5a8ab779b3f HTTP/1.1" status: 200 len: 797 time: 0.0931101 Sep 08 09:05:19.236110 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-182ebeeb-d5db-46f2-88d8-0819b4a32e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:19.237931 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-182ebeeb-d5db-46f2-88d8-0819b4a32e51 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=420ee6df-451a-4285-bec4-d22a945df514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0863316 Sep 08 09:05:19.277524 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bbda7462-8b94-435f-8d81-a3bddc2f28bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:19.321222 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-d8df8f3a-3696-4702-add5-bfe6855e830b req-2490fba5-278d-4aa7-859d-ed2d089e9909 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:19.336032 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ee6c25-0e48-4c92-8313-c82b7db3d79d x-openstack-request-id: req-79ee6c25-0e48-4c92-8313-c82b7db3d79d {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:05:19.336858 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc64278-abf2-4b5f-b1a0-4499687fa13a", "name": "network-vif-plugged", "status": "completed", "tag": "27f59616-58c5-4693-bbcf-b53a0c3a8b30", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:05:19.337275 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-79ee6c25-0e48-4c92-8313-c82b7db3d79d {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:05:19.338473 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc64278-abf2-4b5f-b1a0-4499687fa13a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f59616-58c5-4693-bbcf-b53a0c3a8b30', 'code': 200} Sep 08 09:05:19.381334 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda7462-8b94-435f-8d81-a3bddc2f28bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=970af142-ad2f-485e-b0c5-ab0aa50f375b,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:19.424957 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-ba2a37ad-afa7-4ed9-a734-b14d5ec5970f service neutron] 10.222.0.35 "GET /v2.0/networks/420ee6df-451a-4285-bec4-d22a945df514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771235 Sep 08 09:05:19.465041 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-d8df8f3a-3696-4702-add5-bfe6855e830b req-2490fba5-278d-4aa7-859d-ed2d089e9909 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:19.470153 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-d8df8f3a-3696-4702-add5-bfe6855e830b req-2490fba5-278d-4aa7-859d-ed2d089e9909 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:19.501023 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-d8df8f3a-3696-4702-add5-bfe6855e830b req-2490fba5-278d-4aa7-859d-ed2d089e9909 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:19.502348 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d8df8f3a-3696-4702-add5-bfe6855e830b req-2490fba5-278d-4aa7-859d-ed2d089e9909 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.1307328 Sep 08 09:05:19.506662 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2490fba5-278d-4aa7-859d-ed2d089e9909 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d410d8df-b68e-49e6-bb51-3f49421182e6,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:19.523919 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbda7462-8b94-435f-8d81-a3bddc2f28bc admin admin] Checking segment: {'id': 'd57644c7-32a8-4495-829f-1d7ab54e596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a55e59c5-33d2-4770-843c-ea201a5c83f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:05:19.524283 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbda7462-8b94-435f-8d81-a3bddc2f28bc admin admin] Network hostable DHCP agents. Network: a55e59c5-33d2-4770-843c-ea201a5c83f9, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:05:19.598120 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2595bb1f-e365-41af-b4fb-a64f8a5fc4c4 req-a6b4a785-6db6-44ba-acc1-416e8e4222da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:19.599671 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2595bb1f-e365-41af-b4fb-a64f8a5fc4c4 req-a6b4a785-6db6-44ba-acc1-416e8e4222da service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2fc64278-abf2-4b5f-b1a0-4499687fa13a HTTP/1.1" status: 200 len: 1102 time: 0.1370928 Sep 08 09:05:19.624110 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444d72b-d581-40dc-ac12-ed90ff26f815 req-6942a8fb-db57-4b9a-a1a7-c6cdf96ea89c tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:19.625679 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6444d72b-d581-40dc-ac12-ed90ff26f815 req-6942a8fb-db57-4b9a-a1a7-c6cdf96ea89c tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fc64278-abf2-4b5f-b1a0-4499687fa13a HTTP/1.1" status: 200 len: 950 time: 0.2131040 Sep 08 09:05:19.647077 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbda7462-8b94-435f-8d81-a3bddc2f28bc admin admin] Network a55e59c5-33d2-4770-843c-ea201a5c83f9 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:05:19.687074 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-bbda7462-8b94-435f-8d81-a3bddc2f28bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, a55e59c5-33d2-4770-843c-ea201a5c83f9) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:05:19.696524 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e247bab0-3697-4e0d-accc-ae21e8a72ebe None None] Network a55e59c5-33d2-4770-843c-ea201a5c83f9 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:05:19.701465 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbda7462-8b94-435f-8d81-a3bddc2f28bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:19.702060 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bbda7462-8b94-435f-8d81-a3bddc2f28bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:19.702335 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-dd0f7863-1c55-4496-80f7-63c5f31693e1 req-851031a4-896b-4a40-86b8-d6a90c16addc tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] 10.222.0.54 "GET /v2.0/floatingips/91a1787b-b23b-450f-b3e2-e49425f460ca HTTP/1.1" status: 200 len: 693 time: 0.0785277 Sep 08 09:05:19.705614 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-b24d9b28-4586-4d5b-beab-7b06c0e33428 service neutron] 10.222.0.35 "GET /v2.0/networks/420ee6df-451a-4285-bec4-d22a945df514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279985 Sep 08 09:05:19.733539 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2595bb1f-e365-41af-b4fb-a64f8a5fc4c4 req-b2354d27-5183-49c6-aa13-07e1b59731ac service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197472 Sep 08 09:05:19.768091 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-bbda7462-8b94-435f-8d81-a3bddc2f28bc admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3614006 Sep 08 09:05:19.769655 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-5f095c42-61e6-4fb0-b8e7-634ed823f473 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=89daee6f-0c0f-4335-af2f-1d518b85581e HTTP/1.1" status: 200 len: 217 time: 0.0493002 Sep 08 09:05:19.772719 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6444d72b-d581-40dc-ac12-ed90ff26f815 req-2d1d1833-2abf-4fe1-8405-e49834fe5422 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363447 Sep 08 09:05:19.837553 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-4f32112b-1ddb-4236-82ba-f5a8355e5f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:19.839759 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-4f32112b-1ddb-4236-82ba-f5a8355e5f8c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2c4bc90e-6301-4198-b245-c5a8ab779b3f HTTP/1.1" status: 200 len: 797 time: 0.0609708 Sep 08 09:05:19.848268 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-dd5fa264-d9b2-4fdd-b92e-49f0174d2ecc req-6aa71e38-2bc6-4671-ac50-31bdd10c490a tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-350537652', 'description': 'tempest-description-239955292'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:05:19.889395 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f7863-1c55-4496-80f7-63c5f31693e1 req-546e2e01-3aa4-49c6-b09c-cefc1a2202e6 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:19.902984 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-dd0f7863-1c55-4496-80f7-63c5f31693e1 req-546e2e01-3aa4-49c6-b09c-cefc1a2202e6 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] 10.222.0.54 "GET /v2.0/networks/399c4174-1e86-4a10-bb99-f875a09107d5 HTTP/1.1" status: 200 len: 784 time: 0.1982052 Sep 08 09:05:19.946802 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-dd5fa264-d9b2-4fdd-b92e-49f0174d2ecc req-6aa71e38-2bc6-4671-ac50-31bdd10c490a tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:19.954580 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-e64eb07b-ff67-4e55-be9c-fd527b42584b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:19.956312 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-e64eb07b-ff67-4e55-be9c-fd527b42584b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=420ee6df-451a-4285-bec4-d22a945df514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0942674 Sep 08 09:05:20.022795 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-541e97d1-2ea4-4f76-ae34-3b2a3408228e req-16b20bfa-ad22-4701-a20f-cf57eb64bae6 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] 10.222.0.54 "GET /v2.0/floatingips/91a1787b-b23b-450f-b3e2-e49425f460ca HTTP/1.1" status: 200 len: 693 time: 0.0966241 Sep 08 09:05:20.032028 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861059be-30d5-4039-b64c-8bac7fb18777 None None] Network a55e59c5-33d2-4770-843c-ea201a5c83f9 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:05:20.093017 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-12743af0-8037-4830-8f4f-3d9647ee3f16 service neutron] 10.222.0.35 "GET /v2.0/networks/420ee6df-451a-4285-bec4-d22a945df514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208835 Sep 08 09:05:20.147409 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e97d1-2ea4-4f76-ae34-3b2a3408228e req-5562fadd-bde7-4ccb-a5fd-8d42214c6070 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:20.155213 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-541e97d1-2ea4-4f76-ae34-3b2a3408228e req-5562fadd-bde7-4ccb-a5fd-8d42214c6070 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] 10.222.0.54 "GET /v2.0/networks/399c4174-1e86-4a10-bb99-f875a09107d5 HTTP/1.1" status: 200 len: 784 time: 0.1267543 Sep 08 09:05:20.214979 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-541e97d1-2ea4-4f76-ae34-3b2a3408228e req-d7b4514c-25f3-4349-b7e1-b432eb91def3 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.106 HTTP/1.1" status: 200 len: 696 time: 0.0526834 Sep 08 09:05:20.254890 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-3de15e34-3e6d-4d0f-be50-dc9c8985bae0 service neutron] 10.222.0.35 "GET /v2.0/networks/420ee6df-451a-4285-bec4-d22a945df514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519041 Sep 08 09:05:20.305707 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-541e97d1-2ea4-4f76-ae34-3b2a3408228e req-af1216a6-bf1c-4f5e-b357-9cba93d73e61 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.106 HTTP/1.1" status: 200 len: 696 time: 0.0859675 Sep 08 09:05:20.336359 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-7f89e348-2772-45ec-8bf4-496c8b8bfc92 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=aa0aa366-6055-4adf-a15d-7672841d5a44 HTTP/1.1" status: 200 len: 217 time: 0.0659826 Sep 08 09:05:20.339193 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-dd5fa264-d9b2-4fdd-b92e-49f0174d2ecc req-6aa71e38-2bc6-4671-ac50-31bdd10c490a tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:20.362951 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-dd5fa264-d9b2-4fdd-b92e-49f0174d2ecc req-6aa71e38-2bc6-4671-ac50-31bdd10c490a tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:20.364306 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:20.427287 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-dd5fa264-d9b2-4fdd-b92e-49f0174d2ecc req-6aa71e38-2bc6-4671-ac50-31bdd10c490a tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:20.428570 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dd5fa264-d9b2-4fdd-b92e-49f0174d2ecc req-6aa71e38-2bc6-4671-ac50-31bdd10c490a tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5844607 Sep 08 09:05:20.449236 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa71e38-2bc6-4671-ac50-31bdd10c490a tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40d31387-2391-4184-8c09-4b8339a7d7d4,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:20.457615 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-3e917a1c-2af0-4aa5-a870-4a108fa27d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:20.460143 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-3e917a1c-2af0-4aa5-a870-4a108fa27d66 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2c4bc90e-6301-4198-b245-c5a8ab779b3f HTTP/1.1" status: 200 len: 797 time: 0.1163161 Sep 08 09:05:20.467853 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa71e38-2bc6-4671-ac50-31bdd10c490a tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:05:20.468382 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa71e38-2bc6-4671-ac50-31bdd10c490a tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:05:20.468817 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa71e38-2bc6-4671-ac50-31bdd10c490a tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:05:20.469268 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa71e38-2bc6-4671-ac50-31bdd10c490a tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:05:20.469722 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa71e38-2bc6-4671-ac50-31bdd10c490a tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:05:20.470201 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa71e38-2bc6-4671-ac50-31bdd10c490a tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:05:20.470641 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa71e38-2bc6-4671-ac50-31bdd10c490a tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:05:20.471073 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa71e38-2bc6-4671-ac50-31bdd10c490a tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:05:20.471531 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa71e38-2bc6-4671-ac50-31bdd10c490a tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:05:20.472060 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa71e38-2bc6-4671-ac50-31bdd10c490a tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:05:20.472497 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa71e38-2bc6-4671-ac50-31bdd10c490a tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:05:20.472927 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa71e38-2bc6-4671-ac50-31bdd10c490a tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:05:20.519509 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-541e97d1-2ea4-4f76-ae34-3b2a3408228e req-f03ed74c-d01f-4369-82bb-c228e078b0a1 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Deleting port 6b013617-7ad1-45fe-8301-33f1dffa3a7c {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:05:20.520065 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-541e97d1-2ea4-4f76-ae34-3b2a3408228e req-f03ed74c-d01f-4369-82bb-c228e078b0a1 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:20.531829 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-b5ec16e4-4fbe-477a-a153-2fc91cfd9ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:20.533756 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-b5ec16e4-4fbe-477a-a153-2fc91cfd9ca6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=420ee6df-451a-4285-bec4-d22a945df514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0564890 Sep 08 09:05:20.561700 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device eaa66411-0103-4476-a551-2a50c97eb2f0 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:05:20.651992 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-541e97d1-2ea4-4f76-ae34-3b2a3408228e req-f03ed74c-d01f-4369-82bb-c228e078b0a1 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:20.652252 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-541e97d1-2ea4-4f76-ae34-3b2a3408228e req-f03ed74c-d01f-4369-82bb-c228e078b0a1 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:20.653328 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port eaa66411-0103-4476-a551-2a50c97eb2f0 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:05:20.659521 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port eaa66411-0103-4476-a551-2a50c97eb2f0 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:05:20.660249 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:20.668329 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-541e97d1-2ea4-4f76-ae34-3b2a3408228e req-f03ed74c-d01f-4369-82bb-c228e078b0a1 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Calling delete_port for 6b013617-7ad1-45fe-8301-33f1dffa3a7c owned by network:floatingip {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:05:20.746959 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-95a16d8f-59cd-4d9b-a1ac-76fbadf066b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:20.763172 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-a8f30623-8897-4c28-bc59-308002dbc8fe service neutron] 10.222.0.35 "GET /v2.0/networks/420ee6df-451a-4285-bec4-d22a945df514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214971 Sep 08 09:05:20.824100 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:20.835802 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cef584-8d17-4567-8af4-cc86d63b7ee1 req-8a083879-52a5-4ad9-b1cb-9229f221cf0e tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:20.844056 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-63cef584-8d17-4567-8af4-cc86d63b7ee1 req-8a083879-52a5-4ad9-b1cb-9229f221cf0e tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] 10.222.0.54 "GET /v2.0/networks?id=a55e59c5-33d2-4770-843c-ea201a5c83f9 HTTP/1.1" status: 200 len: 818 time: 0.1830490 Sep 08 09:05:20.865135 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-63cef584-8d17-4567-8af4-cc86d63b7ee1 req-923a8391-aed4-47dc-92ca-9b3b8713717f tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] 10.222.0.54 "GET /v2.0/quotas/3c469f19649a492aa04dba8e35191bda HTTP/1.1" status: 200 len: 375 time: 0.0201302 Sep 08 09:05:20.875917 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-541e97d1-2ea4-4f76-ae34-3b2a3408228e req-f03ed74c-d01f-4369-82bb-c228e078b0a1 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:20.877155 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port eaa66411-0103-4476-a551-2a50c97eb2f0, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=eaa66411-0103-4476-a551-2a50c97eb2f0,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:05:20.884168 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:20.915126 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ed74c-d01f-4369-82bb-c228e078b0a1 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Pushing event deleted for resources: {'Port': ['ID=6b013617-7ad1-45fe-8301-33f1dffa3a7c,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:20.926786 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-63cef584-8d17-4567-8af4-cc86d63b7ee1 req-640336e4-9aeb-4090-9510-db04423e5789 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3c469f19649a492aa04dba8e35191bda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607066 Sep 08 09:05:20.957278 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=eaa66411-0103-4476-a551-2a50c97eb2f0,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:21.021403 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-541e97d1-2ea4-4f76-ae34-3b2a3408228e req-f03ed74c-d01f-4369-82bb-c228e078b0a1 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks [] for floatingip, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:21.023937 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-541e97d1-2ea4-4f76-ae34-3b2a3408228e req-f03ed74c-d01f-4369-82bb-c228e078b0a1 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:21.025979 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-541e97d1-2ea4-4f76-ae34-3b2a3408228e req-f03ed74c-d01f-4369-82bb-c228e078b0a1 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] 10.222.0.54 "DELETE /v2.0/floatingips/91a1787b-b23b-450f-b3e2-e49425f460ca HTTP/1.1" status: 204 len: 173 time: 0.7167709 Sep 08 09:05:21.039490 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-61b3ef2b-76cd-4f78-9844-b58a7e461ca3 service neutron] 10.222.0.35 "GET /v2.0/networks/420ee6df-451a-4285-bec4-d22a945df514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646866 Sep 08 09:05:21.095680 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-b2122700-6295-41d2-891b-d4a78f8fccce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fee93a55-5fb2-48b1-9e9b-9174983a4b10 HTTP/1.1" status: 200 len: 217 time: 0.0461776 Sep 08 09:05:21.099400 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-63cef584-8d17-4567-8af4-cc86d63b7ee1 req-d8083dad-dc50-436e-850d-5bdd7cc7926e service neutron] 10.222.0.54 "GET /v2.0/networks/a55e59c5-33d2-4770-843c-ea201a5c83f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660302 Sep 08 09:05:21.232322 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-1d66d37b-46d2-4440-aa38-febe2f525874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:21.233805 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-1d66d37b-46d2-4440-aa38-febe2f525874 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33cffe46-3ff7-49e8-a881-f3c38e341dd0 HTTP/1.1" status: 200 len: 797 time: 0.0666504 Sep 08 09:05:21.241160 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-63cef584-8d17-4567-8af4-cc86d63b7ee1 req-a491db2c-4113-486e-8f37-826e82831b6c service neutron] 10.222.0.54 "GET /v2.0/networks/a55e59c5-33d2-4770-843c-ea201a5c83f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347218 Sep 08 09:05:21.287200 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-a29e2cc2-de16-4dc5-9e78-f0ebac4fd5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:21.289461 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-a29e2cc2-de16-4dc5-9e78-f0ebac4fd5cc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9bae99d0-5102-4755-9f02-231ba14451d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0464654 Sep 08 09:05:21.340558 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b36c47-a7c4-47d4-8b2b-a2dc9e5e4b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa66411-0103-4476-a551-2a50c97eb2f0'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:05:21.343562 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b2ce76-f02c-46a0-bba8-90dc4858cb00" -d '{"events": [{"server_uuid": "b8b36c47-a7c4-47d4-8b2b-a2dc9e5e4b1a", "name": "network-vif-plugged", "status": "completed", "tag": "eaa66411-0103-4476-a551-2a50c97eb2f0"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:05:21.459437 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-6ee391af-aa7a-4963-bed3-81b2209ba21c service neutron] 10.222.0.35 "GET /v2.0/networks/9bae99d0-5102-4755-9f02-231ba14451d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619911 Sep 08 09:05:21.492429 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ce66c-efdc-4d71-a340-75dd0be1a30c req-84b6c569-0386-4096-987f-9951aa3fd4b7 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:21.499680 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-845ce66c-efdc-4d71-a340-75dd0be1a30c req-84b6c569-0386-4096-987f-9951aa3fd4b7 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/networks?id=5aafad33-e510-433d-8132-1ab09796d6a4 HTTP/1.1" status: 200 len: 813 time: 0.1899922 Sep 08 09:05:21.518235 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-845ce66c-efdc-4d71-a340-75dd0be1a30c req-eac5937b-5a3a-4ecb-97dd-ee000f8e21ac tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/quotas/78b53fd8a929472f8361156af9205b37 HTTP/1.1" status: 200 len: 375 time: 0.0175231 Sep 08 09:05:21.557940 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-845ce66c-efdc-4d71-a340-75dd0be1a30c req-be5f2d55-1553-4cea-87c6-e1d38a41a5a4 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=78b53fd8a929472f8361156af9205b37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387459 Sep 08 09:05:21.610901 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-d3596eda-dfbb-47fa-b71b-84957f9a10d1 service neutron] 10.222.0.35 "GET /v2.0/networks/9bae99d0-5102-4755-9f02-231ba14451d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336060 Sep 08 09:05:21.655820 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-845ce66c-efdc-4d71-a340-75dd0be1a30c req-624e29d1-c4d1-491f-a576-3c1970c9a2b9 service neutron] 10.222.0.54 "GET /v2.0/networks/5aafad33-e510-433d-8132-1ab09796d6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969775 Sep 08 09:05:21.684912 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-bfb3f2f4-87c0-42c5-8736-5ab0cf32a757 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dfca467b-4c54-46ec-8ec3-b88af0e82d9d HTTP/1.1" status: 200 len: 217 time: 0.0572977 Sep 08 09:05:21.704169 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a0f957-76c9-4939-9fd2-4e56123c02b5 req-0d0cbc11-b28e-4824-a56d-da8260902134 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:21.705823 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-40a0f957-76c9-4939-9fd2-4e56123c02b5 req-0d0cbc11-b28e-4824-a56d-da8260902134 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fc64278-abf2-4b5f-b1a0-4499687fa13a HTTP/1.1" status: 200 len: 950 time: 0.0905552 Sep 08 09:05:21.779630 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-f880e968-938b-46db-be69-a225f259aa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:21.781536 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-f880e968-938b-46db-be69-a225f259aa0f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33cffe46-3ff7-49e8-a881-f3c38e341dd0 HTTP/1.1" status: 200 len: 797 time: 0.0746529 Sep 08 09:05:21.839621 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-40a0f957-76c9-4939-9fd2-4e56123c02b5 req-1a43df5a-1185-4709-8124-55157f5e73b8 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875213 Sep 08 09:05:21.855117 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-9ab8733f-76ed-4149-a425-90dc69e4cd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:21.856697 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-9ab8733f-76ed-4149-a425-90dc69e4cd37 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9bae99d0-5102-4755-9f02-231ba14451d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0676079 Sep 08 09:05:22.040803 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:22.122688 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-845ce66c-efdc-4d71-a340-75dd0be1a30c req-f5050619-32ea-4a90-bb03-773d496a9099 service neutron] 10.222.0.54 "GET /v2.0/networks/5aafad33-e510-433d-8132-1ab09796d6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4602277 Sep 08 09:05:22.138023 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-8337c207-f53b-4282-a522-69684dfec9b7 service neutron] 10.222.0.35 "GET /v2.0/networks/9bae99d0-5102-4755-9f02-231ba14451d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671187 Sep 08 09:05:22.167967 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd537f-7dde-4f34-84ca-35621170637b req-1ecd415e-22b7-4e87-8e4f-a8cbcfa3488c tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:22.169578 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-46cd537f-7dde-4f34-84ca-35621170637b req-1ecd415e-22b7-4e87-8e4f-a8cbcfa3488c tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2744408 Sep 08 09:05:22.215895 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c38d11-179c-4a25-8447-059ea1cb0f84 x-openstack-request-id: req-65c38d11-179c-4a25-8447-059ea1cb0f84 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:05:22.216260 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b36c47-a7c4-47d4-8b2b-a2dc9e5e4b1a", "name": "network-vif-plugged", "status": "completed", "tag": "eaa66411-0103-4476-a551-2a50c97eb2f0", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:05:22.216696 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-65c38d11-179c-4a25-8447-059ea1cb0f84 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:05:22.217096 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b36c47-a7c4-47d4-8b2b-a2dc9e5e4b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa66411-0103-4476-a551-2a50c97eb2f0', 'code': 200} Sep 08 09:05:22.270207 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5ffec627-f5b4-4609-823c-d6e517a56671 req-791d12ab-3ae4-42a6-8c8e-731fea968454 service neutron] 10.222.0.35 "GET /v2.0/networks/9bae99d0-5102-4755-9f02-231ba14451d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225822 Sep 08 09:05:22.316117 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7df9bf34-1a71-42b8-a3d0-fcbc79240ca8 req-7a814860-ac2b-4a95-bdf4-bcbdea29e3d4 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c68772e-87da-40f0-b4e9-d66ef2c6a47d HTTP/1.1" status: 200 len: 210 time: 0.0436187 Sep 08 09:05:22.461098 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531ca0d-91e4-4934-9f87-30dc0ddbbe77 req-388335ed-511e-4981-8c6c-38fc4c6f8819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:22.464094 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e531ca0d-91e4-4934-9f87-30dc0ddbbe77 req-388335ed-511e-4981-8c6c-38fc4c6f8819 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b8b36c47-a7c4-47d4-8b2b-a2dc9e5e4b1a HTTP/1.1" status: 200 len: 1100 time: 0.0856254 Sep 08 09:05:22.465267 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee5348-0173-437e-8ff7-f27d031107c2 req-7bbabd06-dfeb-423c-a268-82a3c190e7ed tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:22.472384 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-96ee5348-0173-437e-8ff7-f27d031107c2 req-7bbabd06-dfeb-423c-a268-82a3c190e7ed tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8b36c47-a7c4-47d4-8b2b-a2dc9e5e4b1a HTTP/1.1" status: 200 len: 948 time: 0.1030641 Sep 08 09:05:22.546958 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-96ee5348-0173-437e-8ff7-f27d031107c2 req-29fa20ea-c8d9-4579-b9ed-1104a21e1b42 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669932 Sep 08 09:05:22.580227 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6af3ac13-b1a6-4ac7-bf26-4639e8371fe8 req-bd5014dd-5dac-4dee-a470-da4012554dd0 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] 10.222.0.54 "GET /v2.0/floatingips?tenant_id=7f0f750c1e5844cca0b0bca018e2461f HTTP/1.1" status: 200 len: 1655 time: 0.1147771 Sep 08 09:05:22.586340 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e531ca0d-91e4-4934-9f87-30dc0ddbbe77 req-191efea8-5c73-48cd-90ac-6fe07ea9b658 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831108 Sep 08 09:05:22.694582 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3ac13-b1a6-4ac7-bf26-4639e8371fe8 req-3683a01d-6d33-4b93-9d57-5b828b33224e tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:22.696407 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6af3ac13-b1a6-4ac7-bf26-4639e8371fe8 req-3683a01d-6d33-4b93-9d57-5b828b33224e tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] 10.222.0.54 "GET /v2.0/networks?id=399c4174-1e86-4a10-bb99-f875a09107d5&id=399c4174-1e86-4a10-bb99-f875a09107d5&id=399c4174-1e86-4a10-bb99-f875a09107d5 HTTP/1.1" status: 200 len: 787 time: 0.1090763 Sep 08 09:05:22.759208 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e57124f0-652d-460d-85a6-4aa28e7ba333 req-6c9958fd-e276-4dff-83d6-4bfce16dd39a tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/ports?device_id=09b792d8-897b-434d-8165-44dbc6dc5f2b HTTP/1.1" status: 200 len: 210 time: 0.0293887 Sep 08 09:05:22.989196 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fbbe8012-c591-476e-9459-268d2ea5c9ae req-34aeeb3e-131e-4049-ac30-ec9bc6ea0a8c tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] 10.222.0.54 "GET /v2.0/floatingips/df794c47-f500-4be4-ae1a-8a5c83153225 HTTP/1.1" status: 200 len: 692 time: 0.0811930 Sep 08 09:05:23.065194 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cef584-8d17-4567-8af4-cc86d63b7ee1 req-b0be25a8-0040-4a29-83fc-9413e37300ff tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:23.066804 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-63cef584-8d17-4567-8af4-cc86d63b7ee1 req-b0be25a8-0040-4a29-83fc-9413e37300ff tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] 10.222.0.37 "GET /v2.0/networks?id=a55e59c5-33d2-4770-843c-ea201a5c83f9 HTTP/1.1" status: 200 len: 818 time: 0.1905048 Sep 08 09:05:23.105601 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-63cef584-8d17-4567-8af4-cc86d63b7ee1 req-16c6836c-4662-4d70-8f15-3c286603afb1 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] Request body: {'port': {'device_id': '1c68772e-87da-40f0-b4e9-d66ef2c6a47d', 'network_id': 'a55e59c5-33d2-4770-843c-ea201a5c83f9', 'admin_state_up': True, 'tenant_id': '3c469f19649a492aa04dba8e35191bda'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:05:23.191548 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe8012-c591-476e-9459-268d2ea5c9ae req-467293a1-f176-48d3-b552-795df7019a2d tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:23.193148 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fbbe8012-c591-476e-9459-268d2ea5c9ae req-467293a1-f176-48d3-b552-795df7019a2d tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] 10.222.0.54 "GET /v2.0/networks/399c4174-1e86-4a10-bb99-f875a09107d5 HTTP/1.1" status: 200 len: 784 time: 0.1922941 Sep 08 09:05:23.260194 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fbbe8012-c591-476e-9459-268d2ea5c9ae req-9d67b1bb-0011-444b-b9fe-84e8469121c7 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.76 HTTP/1.1" status: 200 len: 695 time: 0.0579209 Sep 08 09:05:23.423014 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:23.452774 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-99ac9c34-8eb7-4e90-a5ec-93b9e0666432 req-be4d4535-fce3-4349-b1cd-d21d95bfd17e tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c68772e-87da-40f0-b4e9-d66ef2c6a47d HTTP/1.1" status: 200 len: 210 time: 0.0318868 Sep 08 09:05:23.647083 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fbbe8012-c591-476e-9459-268d2ea5c9ae req-7925795c-c13f-4d98-a66e-dc5c87d90d88 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.76 HTTP/1.1" status: 200 len: 695 time: 0.3791654 Sep 08 09:05:23.650332 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63cef584-8d17-4567-8af4-cc86d63b7ee1 req-16c6836c-4662-4d70-8f15-3c286603afb1 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] Made reservation on behalf of 3c469f19649a492aa04dba8e35191bda for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:05:23.653918 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-63cef584-8d17-4567-8af4-cc86d63b7ee1 req-16c6836c-4662-4d70-8f15-3c286603afb1 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:23.684363 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e870c-fe1e-4430-9b4a-191180e2a1c7 req-dabecc05-27c5-4e27-8f60-0680038f7379 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:23.685924 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-363e870c-fe1e-4430-9b4a-191180e2a1c7 req-dabecc05-27c5-4e27-8f60-0680038f7379 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8b36c47-a7c4-47d4-8b2b-a2dc9e5e4b1a HTTP/1.1" status: 200 len: 948 time: 0.0539474 Sep 08 09:05:23.728916 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-363e870c-fe1e-4430-9b4a-191180e2a1c7 req-b4f1722c-88bf-4073-b4e9-b5f2f115df5f tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360200 Sep 08 09:05:23.859500 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ce66c-efdc-4d71-a340-75dd0be1a30c req-3dfea49b-e49a-4b18-a21f-99eeb5e8ed34 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:23.860257 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-49d15a6f-ff16-4ce2-a3e1-31d42d98db29 req-32bf7d88-117f-4e36-9cfb-1d18c31873b6 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/ports?device_id=09b792d8-897b-434d-8165-44dbc6dc5f2b HTTP/1.1" status: 200 len: 210 time: 0.0294273 Sep 08 09:05:23.861041 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-845ce66c-efdc-4d71-a340-75dd0be1a30c req-3dfea49b-e49a-4b18-a21f-99eeb5e8ed34 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.37 "GET /v2.0/networks?id=5aafad33-e510-433d-8132-1ab09796d6a4 HTTP/1.1" status: 200 len: 813 time: 0.2601190 Sep 08 09:05:23.895642 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-845ce66c-efdc-4d71-a340-75dd0be1a30c req-fe91e598-a60c-46a0-ac8b-53a253c6e360 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Request body: {'port': {'device_id': '09b792d8-897b-434d-8165-44dbc6dc5f2b', 'network_id': '5aafad33-e510-433d-8132-1ab09796d6a4', 'admin_state_up': True, 'tenant_id': '78b53fd8a929472f8361156af9205b37'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:05:23.937991 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:24.066590 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-63cef584-8d17-4567-8af4-cc86d63b7ee1 req-16c6836c-4662-4d70-8f15-3c286603afb1 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] Allocated IP 172.20.0.9 (a55e59c5-33d2-4770-843c-ea201a5c83f9/970af142-ad2f-485e-b0c5-ab0aa50f375b/a02b4a3f-4260-44d2-b2f8-e97e4be3ab76) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:05:24.083800 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-fbbe8012-c591-476e-9459-268d2ea5c9ae req-1e0306f1-0e50-40c0-9fee-bce92c2a745c tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Deleting port 020fb13e-524e-4e86-8742-82b1c1fcf184 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:05:24.084158 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-fbbe8012-c591-476e-9459-268d2ea5c9ae req-1e0306f1-0e50-40c0-9fee-bce92c2a745c tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:24.200325 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-845ce66c-efdc-4d71-a340-75dd0be1a30c req-fe91e598-a60c-46a0-ac8b-53a253c6e360 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Made reservation on behalf of 78b53fd8a929472f8361156af9205b37 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:05:24.204247 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-845ce66c-efdc-4d71-a340-75dd0be1a30c req-fe91e598-a60c-46a0-ac8b-53a253c6e360 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:24.239709 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-fbbe8012-c591-476e-9459-268d2ea5c9ae req-1e0306f1-0e50-40c0-9fee-bce92c2a745c tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:24.240145 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-fbbe8012-c591-476e-9459-268d2ea5c9ae req-1e0306f1-0e50-40c0-9fee-bce92c2a745c tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:24.292948 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-fbbe8012-c591-476e-9459-268d2ea5c9ae req-1e0306f1-0e50-40c0-9fee-bce92c2a745c tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Calling delete_port for 020fb13e-524e-4e86-8742-82b1c1fcf184 owned by network:floatingip {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:05:24.538831 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-63cef584-8d17-4567-8af4-cc86d63b7ee1 req-16c6836c-4662-4d70-8f15-3c286603afb1 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:24.554950 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-845ce66c-efdc-4d71-a340-75dd0be1a30c req-fe91e598-a60c-46a0-ac8b-53a253c6e360 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Allocated IP 172.20.0.8 (5aafad33-e510-433d-8132-1ab09796d6a4/c3eac7a7-5d4f-45dc-b90a-eedb6d536a9a/9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:05:24.558626 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b15c6c00-8b70-40da-b003-02d74ea916bd req-3dfc5f7a-3705-4738-b15c-799b9a941bfc tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c68772e-87da-40f0-b4e9-d66ef2c6a47d HTTP/1.1" status: 200 len: 210 time: 0.0262692 Sep 08 09:05:24.707350 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-63cef584-8d17-4567-8af4-cc86d63b7ee1 req-16c6836c-4662-4d70-8f15-3c286603afb1 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:24.726496 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-fbbe8012-c591-476e-9459-268d2ea5c9ae req-1e0306f1-0e50-40c0-9fee-bce92c2a745c tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:24.820094 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63cef584-8d17-4567-8af4-cc86d63b7ee1 req-16c6836c-4662-4d70-8f15-3c286603afb1 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] Network a55e59c5-33d2-4770-843c-ea201a5c83f9 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:05:24.834960 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-63cef584-8d17-4567-8af4-cc86d63b7ee1 req-16c6836c-4662-4d70-8f15-3c286603afb1 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:05:24.858331 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-63cef584-8d17-4567-8af4-cc86d63b7ee1 req-16c6836c-4662-4d70-8f15-3c286603afb1 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:05:24.863572 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7022f9c-a7ab-4246-8c97-d728c076d28d req-f39bf21f-7df1-4c1a-90e1-dddaebac1e3e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:24.865112 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e7022f9c-a7ab-4246-8c97-d728c076d28d req-f39bf21f-7df1-4c1a-90e1-dddaebac1e3e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8b36c47-a7c4-47d4-8b2b-a2dc9e5e4b1a HTTP/1.1" status: 200 len: 948 time: 0.0614295 Sep 08 09:05:24.866684 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c6836c-4662-4d70-8f15-3c286603afb1 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] Pushing event updated for resources: {'Port': ['ID=a02b4a3f-4260-44d2-b2f8-e97e4be3ab76,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:24.907290 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e7022f9c-a7ab-4246-8c97-d728c076d28d req-4adcea9c-122f-4366-a242-626d365d76b8 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358117 Sep 08 09:05:24.961443 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0306f1-0e50-40c0-9fee-bce92c2a745c tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Pushing event deleted for resources: {'Port': ['ID=020fb13e-524e-4e86-8742-82b1c1fcf184,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:24.991725 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-845ce66c-efdc-4d71-a340-75dd0be1a30c req-fe91e598-a60c-46a0-ac8b-53a253c6e360 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:24.999121 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7ec20093-b4f4-4cfa-bfe6-c8e7b93d4c50 req-b88d439e-31db-4086-ad3e-031a3c73df47 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/ports?device_id=09b792d8-897b-434d-8165-44dbc6dc5f2b HTTP/1.1" status: 200 len: 210 time: 0.0295084 Sep 08 09:05:25.008470 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cef584-8d17-4567-8af4-cc86d63b7ee1 req-16c6836c-4662-4d70-8f15-3c286603afb1 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:25.010030 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-63cef584-8d17-4567-8af4-cc86d63b7ee1 req-16c6836c-4662-4d70-8f15-3c286603afb1 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:25.027663 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-fbbe8012-c591-476e-9459-268d2ea5c9ae req-1e0306f1-0e50-40c0-9fee-bce92c2a745c tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks [] for floatingip, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:25.031296 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-fbbe8012-c591-476e-9459-268d2ea5c9ae req-1e0306f1-0e50-40c0-9fee-bce92c2a745c tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:25.032512 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fbbe8012-c591-476e-9459-268d2ea5c9ae req-1e0306f1-0e50-40c0-9fee-bce92c2a745c tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] 10.222.0.54 "DELETE /v2.0/floatingips/df794c47-f500-4be4-ae1a-8a5c83153225 HTTP/1.1" status: 204 len: 173 time: 1.3744323 Sep 08 09:05:25.046782 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-63cef584-8d17-4567-8af4-cc86d63b7ee1 req-16c6836c-4662-4d70-8f15-3c286603afb1 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9459224 Sep 08 09:05:25.074948 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-845ce66c-efdc-4d71-a340-75dd0be1a30c req-fe91e598-a60c-46a0-ac8b-53a253c6e360 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:25.081552 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-63cef584-8d17-4567-8af4-cc86d63b7ee1 req-95a1c017-236c-4c5c-854d-31e101b74c8d service neutron] Request body: {'port': {'device_id': '1c68772e-87da-40f0-b4e9-d66ef2c6a47d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:05:25.180355 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:05:25.205040 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-845ce66c-efdc-4d71-a340-75dd0be1a30c req-fe91e598-a60c-46a0-ac8b-53a253c6e360 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Network 5aafad33-e510-433d-8132-1ab09796d6a4 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:05:25.217998 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-845ce66c-efdc-4d71-a340-75dd0be1a30c req-fe91e598-a60c-46a0-ac8b-53a253c6e360 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:05:25.223704 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-adcd8717-3955-4cbb-a2b7-1a27fa766266 req-f430c47c-48df-4075-869f-f77646702731 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] 10.222.0.54 "GET /v2.0/floatingips/55315490-545c-44e2-baef-eb8630fd87f7 HTTP/1.1" status: 200 len: 692 time: 0.0759130 Sep 08 09:05:25.224327 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe91e598-a60c-46a0-ac8b-53a253c6e360 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Pushing event updated for resources: {'Port': ['ID=9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:25.226707 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-845ce66c-efdc-4d71-a340-75dd0be1a30c req-fe91e598-a60c-46a0-ac8b-53a253c6e360 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:05:25.305411 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4dbbd-7a9c-420f-a217-036caa0ecb45 req-d7e30630-78f1-47c5-839e-15ad2dcac3cd tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:25.307975 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-63cef584-8d17-4567-8af4-cc86d63b7ee1 req-95a1c017-236c-4c5c-854d-31e101b74c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:25.312218 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4dbbd-7a9c-420f-a217-036caa0ecb45 req-d7e30630-78f1-47c5-839e-15ad2dcac3cd tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:25.313846 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-18e4dbbd-7a9c-420f-a217-036caa0ecb45 req-d7e30630-78f1-47c5-839e-15ad2dcac3cd tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=2fc64278-abf2-4b5f-b1a0-4499687fa13a&device_id=b8b36c47-a7c4-47d4-8b2b-a2dc9e5e4b1a HTTP/1.1" status: 200 len: 1689 time: 0.0600970 Sep 08 09:05:25.354487 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-18e4dbbd-7a9c-420f-a217-036caa0ecb45 req-32ee569f-bbe0-4a24-a296-2f7129ab86b5 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344710 Sep 08 09:05:25.378663 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ce66c-efdc-4d71-a340-75dd0be1a30c req-fe91e598-a60c-46a0-ac8b-53a253c6e360 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:25.379438 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-845ce66c-efdc-4d71-a340-75dd0be1a30c req-fe91e598-a60c-46a0-ac8b-53a253c6e360 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:25.437657 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-845ce66c-efdc-4d71-a340-75dd0be1a30c req-fe91e598-a60c-46a0-ac8b-53a253c6e360 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5492892 Sep 08 09:05:25.470355 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-845ce66c-efdc-4d71-a340-75dd0be1a30c req-30364d44-b15f-4b3e-8aab-915d8a959d5c service neutron] Request body: {'port': {'device_id': '09b792d8-897b-434d-8165-44dbc6dc5f2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:05:25.505801 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd8717-3955-4cbb-a2b7-1a27fa766266 req-fcb95bef-32b3-4a81-a4e8-d6e0c520c31b tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:25.507348 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-adcd8717-3955-4cbb-a2b7-1a27fa766266 req-fcb95bef-32b3-4a81-a4e8-d6e0c520c31b tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] 10.222.0.54 "GET /v2.0/networks/399c4174-1e86-4a10-bb99-f875a09107d5 HTTP/1.1" status: 200 len: 784 time: 0.2633891 Sep 08 09:05:25.579824 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0edf9cc-5b52-47e0-bf4f-27ec975f7d23 req-5f3a2a38-ee4d-4af3-8625-6ffd1d983f1f tempest-ServersOnMultiNodesTest-761773808 tempest-ServersOnMultiNodesTest-761773808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:25.581347 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d0edf9cc-5b52-47e0-bf4f-27ec975f7d23 req-5f3a2a38-ee4d-4af3-8625-6ffd1d983f1f tempest-ServersOnMultiNodesTest-761773808 tempest-ServersOnMultiNodesTest-761773808-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2fc64278-abf2-4b5f-b1a0-4499687fa13a HTTP/1.1" status: 200 len: 1102 time: 0.0421836 Sep 08 09:05:25.622875 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d0edf9cc-5b52-47e0-bf4f-27ec975f7d23 req-d5f3fe9c-343a-4c00-8527-3f97039b7829 tempest-ServersOnMultiNodesTest-761773808 tempest-ServersOnMultiNodesTest-761773808-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352318 Sep 08 09:05:25.652784 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-adcd8717-3955-4cbb-a2b7-1a27fa766266 req-f0e07d53-29b6-4bd9-9a14-da3381d41080 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.18 HTTP/1.1" status: 200 len: 695 time: 0.1332543 Sep 08 09:05:25.655948 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-845ce66c-efdc-4d71-a340-75dd0be1a30c req-30364d44-b15f-4b3e-8aab-915d8a959d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:25.737947 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-adcd8717-3955-4cbb-a2b7-1a27fa766266 req-70f8a0dc-0c34-450f-94e4-6e0b935053a2 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.18 HTTP/1.1" status: 200 len: 695 time: 0.0751774 Sep 08 09:05:25.743273 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d750c4-e6a0-4b60-aca9-68923155a230 req-f384e999-3b91-49c4-8cd8-2aa3539b73b1 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:25.745304 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c3d750c4-e6a0-4b60-aca9-68923155a230 req-f384e999-3b91-49c4-8cd8-2aa3539b73b1 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c68772e-87da-40f0-b4e9-d66ef2c6a47d HTTP/1.1" status: 200 len: 931 time: 0.0609281 Sep 08 09:05:25.787371 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c3d750c4-e6a0-4b60-aca9-68923155a230 req-3d3b2642-b7fa-4bcf-8b9f-6dd829b44050 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] 10.222.0.54 "GET /v2.0/security-groups?id=4a8c852e-c660-4cef-8951-6847d44439d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348363 Sep 08 09:05:25.885664 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53864e4e-ec72-4636-8127-d053f33ed7b8 req-a028b858-0ab8-4fab-a53c-ba4ff3d3fc36 tempest-ServersOnMultiNodesTest-761773808 tempest-ServersOnMultiNodesTest-761773808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:25.887424 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-53864e4e-ec72-4636-8127-d053f33ed7b8 req-a028b858-0ab8-4fab-a53c-ba4ff3d3fc36 tempest-ServersOnMultiNodesTest-761773808 tempest-ServersOnMultiNodesTest-761773808-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b8b36c47-a7c4-47d4-8b2b-a2dc9e5e4b1a HTTP/1.1" status: 200 len: 1100 time: 0.0421121 Sep 08 09:05:25.923513 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-53864e4e-ec72-4636-8127-d053f33ed7b8 req-1e5d9f4e-bf84-4621-b89e-5c053da1bc3e tempest-ServersOnMultiNodesTest-761773808 tempest-ServersOnMultiNodesTest-761773808-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299971 Sep 08 09:05:26.095796 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-63cef584-8d17-4567-8af4-cc86d63b7ee1 req-95a1c017-236c-4c5c-854d-31e101b74c8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a02b4a3f-4260-44d2-b2f8-e97e4be3ab76 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:05:26.130823 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835cee8-973a-4971-9981-697b37b91ac0 req-c7f9ca6c-af81-4beb-871a-dfd403d19dea tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:26.132395 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b835cee8-973a-4971-9981-697b37b91ac0 req-c7f9ca6c-af81-4beb-871a-dfd403d19dea tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/ports?device_id=09b792d8-897b-434d-8165-44dbc6dc5f2b HTTP/1.1" status: 200 len: 931 time: 0.0538452 Sep 08 09:05:26.136087 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-63cef584-8d17-4567-8af4-cc86d63b7ee1 req-95a1c017-236c-4c5c-854d-31e101b74c8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:26.165603 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-63cef584-8d17-4567-8af4-cc86d63b7ee1 req-95a1c017-236c-4c5c-854d-31e101b74c8d service neutron] Transition to ACTIVE for port object a02b4a3f-4260-44d2-b2f8-e97e4be3ab76 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:05:26.175045 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-adcd8717-3955-4cbb-a2b7-1a27fa766266 req-b7837980-3266-438d-8eaa-01324ea116d0 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Deleting port 965d6b32-49a1-484b-86ef-60f0b80057eb {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:05:26.175333 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-adcd8717-3955-4cbb-a2b7-1a27fa766266 req-b7837980-3266-438d-8eaa-01324ea116d0 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:26.180950 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-63cef584-8d17-4567-8af4-cc86d63b7ee1 req-95a1c017-236c-4c5c-854d-31e101b74c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:26.181479 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b835cee8-973a-4971-9981-697b37b91ac0 req-7122f700-ba49-4c63-8ed4-1453853918fe tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups?id=d8869e5c-75aa-4c31-8125-53cd55e83eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404398 Sep 08 09:05:26.290687 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ad996dc9-c3a4-4a28-8b39-5bf308d6d5b9 req-106ef45d-a0ce-47a8-8113-038cb5031c1e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=009c70ac018246c49e6f9a3a4c5ddf6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246122 Sep 08 09:05:26.409696 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad996dc9-c3a4-4a28-8b39-5bf308d6d5b9 req-31c2bd0d-b90f-4102-a3ba-20e94457daf6 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:26.411213 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ad996dc9-c3a4-4a28-8b39-5bf308d6d5b9 req-31c2bd0d-b90f-4102-a3ba-20e94457daf6 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1140602 Sep 08 09:05:26.427694 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ad996dc9-c3a4-4a28-8b39-5bf308d6d5b9 req-e9f4a09b-16ec-405c-9221-f2fdd0e087f7 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/quotas/009c70ac018246c49e6f9a3a4c5ddf6c HTTP/1.1" status: 200 len: 375 time: 0.0099220 Sep 08 09:05:26.495405 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ad996dc9-c3a4-4a28-8b39-5bf308d6d5b9 req-f25343b6-4862-4ec1-aacc-c3fe8722eaef tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=009c70ac018246c49e6f9a3a4c5ddf6c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0606656 Sep 08 09:05:26.653916 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a1c017-236c-4c5c-854d-31e101b74c8d service neutron] Pushing event updated for resources: {'Port': ['ID=a02b4a3f-4260-44d2-b2f8-e97e4be3ab76,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:26.741040 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-adcd8717-3955-4cbb-a2b7-1a27fa766266 req-b7837980-3266-438d-8eaa-01324ea116d0 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:26.741564 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-adcd8717-3955-4cbb-a2b7-1a27fa766266 req-b7837980-3266-438d-8eaa-01324ea116d0 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:26.768571 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-adcd8717-3955-4cbb-a2b7-1a27fa766266 req-b7837980-3266-438d-8eaa-01324ea116d0 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Calling delete_port for 965d6b32-49a1-484b-86ef-60f0b80057eb owned by network:floatingip {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:05:26.777354 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-845ce66c-efdc-4d71-a340-75dd0be1a30c req-30364d44-b15f-4b3e-8aab-915d8a959d5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:05:26.799169 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-845ce66c-efdc-4d71-a340-75dd0be1a30c req-30364d44-b15f-4b3e-8aab-915d8a959d5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:26.871232 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-63cef584-8d17-4567-8af4-cc86d63b7ee1 req-95a1c017-236c-4c5c-854d-31e101b74c8d service neutron] Attempting to bind port a02b4a3f-4260-44d2-b2f8-e97e4be3ab76 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:05:26.871586 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-63cef584-8d17-4567-8af4-cc86d63b7ee1 req-95a1c017-236c-4c5c-854d-31e101b74c8d service neutron] Attempting to bind port a02b4a3f-4260-44d2-b2f8-e97e4be3ab76 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'd57644c7-32a8-4495-829f-1d7ab54e596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a55e59c5-33d2-4770-843c-ea201a5c83f9'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:05:26.871926 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cef584-8d17-4567-8af4-cc86d63b7ee1 req-95a1c017-236c-4c5c-854d-31e101b74c8d service neutron] Attempting to bind port a02b4a3f-4260-44d2-b2f8-e97e4be3ab76 on network a55e59c5-33d2-4770-843c-ea201a5c83f9 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:05:26.881887 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-845ce66c-efdc-4d71-a340-75dd0be1a30c req-30364d44-b15f-4b3e-8aab-915d8a959d5c service neutron] Transition to ACTIVE for port object 9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:05:26.883442 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cef584-8d17-4567-8af4-cc86d63b7ee1 req-95a1c017-236c-4c5c-854d-31e101b74c8d service neutron] Port a02b4a3f-4260-44d2-b2f8-e97e4be3ab76 on network a55e59c5-33d2-4770-843c-ea201a5c83f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:05:26.883823 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cef584-8d17-4567-8af4-cc86d63b7ee1 req-95a1c017-236c-4c5c-854d-31e101b74c8d service neutron] Attempting to bind port a02b4a3f-4260-44d2-b2f8-e97e4be3ab76 on network a55e59c5-33d2-4770-843c-ea201a5c83f9 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:05:26.895782 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cef584-8d17-4567-8af4-cc86d63b7ee1 req-95a1c017-236c-4c5c-854d-31e101b74c8d service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:05:26.896242 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cef584-8d17-4567-8af4-cc86d63b7ee1 req-95a1c017-236c-4c5c-854d-31e101b74c8d service neutron] Checking segment: {'id': 'd57644c7-32a8-4495-829f-1d7ab54e596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a55e59c5-33d2-4770-843c-ea201a5c83f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:05:26.896732 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63cef584-8d17-4567-8af4-cc86d63b7ee1 req-95a1c017-236c-4c5c-854d-31e101b74c8d service neutron] Bound using segment: {'id': 'd57644c7-32a8-4495-829f-1d7ab54e596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a55e59c5-33d2-4770-843c-ea201a5c83f9'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:05:26.897211 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-63cef584-8d17-4567-8af4-cc86d63b7ee1 req-95a1c017-236c-4c5c-854d-31e101b74c8d service neutron] Bound port: a02b4a3f-4260-44d2-b2f8-e97e4be3ab76, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd57644c7-32a8-4495-829f-1d7ab54e596b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a55e59c5-33d2-4770-843c-ea201a5c83f9'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:05:26.897578 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-63cef584-8d17-4567-8af4-cc86d63b7ee1 req-95a1c017-236c-4c5c-854d-31e101b74c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:26.899788 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-845ce66c-efdc-4d71-a340-75dd0be1a30c req-30364d44-b15f-4b3e-8aab-915d8a959d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:26.945641 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-67d2c96b-bbed-4a0a-bea5-69dd55ee2b81 req-1904faba-96a8-44ed-ae82-bd469a55b648 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d3fbfc9-f78a-4135-96f9-834ba82f0def HTTP/1.1" status: 200 len: 210 time: 0.0329986 Sep 08 09:05:27.030017 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30364d44-b15f-4b3e-8aab-915d8a959d5c service neutron] Pushing event updated for resources: {'Port': ['ID=9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:27.083709 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79622f60-cd65-4548-b4d8-2c683863b51e req-9426c962-31bf-492b-9448-4d05d22bc919 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:27.085215 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-79622f60-cd65-4548-b4d8-2c683863b51e req-9426c962-31bf-492b-9448-4d05d22bc919 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c68772e-87da-40f0-b4e9-d66ef2c6a47d HTTP/1.1" status: 200 len: 943 time: 0.0629146 Sep 08 09:05:27.138285 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-79622f60-cd65-4548-b4d8-2c683863b51e req-6380b287-73f4-41a2-85c8-6fa06f194520 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] 10.222.0.54 "GET /v2.0/security-groups?id=4a8c852e-c660-4cef-8951-6847d44439d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451367 Sep 08 09:05:27.141897 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-63cef584-8d17-4567-8af4-cc86d63b7ee1 req-95a1c017-236c-4c5c-854d-31e101b74c8d service neutron] For port a02b4a3f-4260-44d2-b2f8-e97e4be3ab76, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:05:27.169764 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-63cef584-8d17-4567-8af4-cc86d63b7ee1 req-95a1c017-236c-4c5c-854d-31e101b74c8d service neutron] For port a02b4a3f-4260-44d2-b2f8-e97e4be3ab76, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=a02b4a3f-4260-44d2-b2f8-e97e4be3ab76,segment=NetworkSegment(d57644c7-32a8-4495-829f-1d7ab54e596b),segment_id=d57644c7-32a8-4495-829f-1d7ab54e596b)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:05:27.175957 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-adcd8717-3955-4cbb-a2b7-1a27fa766266 req-b7837980-3266-438d-8eaa-01324ea116d0 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:27.221279 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-63cef584-8d17-4567-8af4-cc86d63b7ee1 req-95a1c017-236c-4c5c-854d-31e101b74c8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:27.225462 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7837980-3266-438d-8eaa-01324ea116d0 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Pushing event deleted for resources: {'Port': ['ID=965d6b32-49a1-484b-86ef-60f0b80057eb,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:27.229427 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-845ce66c-efdc-4d71-a340-75dd0be1a30c req-30364d44-b15f-4b3e-8aab-915d8a959d5c service neutron] Attempting to bind port 9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:05:27.229748 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-845ce66c-efdc-4d71-a340-75dd0be1a30c req-30364d44-b15f-4b3e-8aab-915d8a959d5c service neutron] Attempting to bind port 9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'b033950b-202f-406f-979e-ec38b86674cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5aafad33-e510-433d-8132-1ab09796d6a4'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:05:27.230106 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845ce66c-efdc-4d71-a340-75dd0be1a30c req-30364d44-b15f-4b3e-8aab-915d8a959d5c service neutron] Attempting to bind port 9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4 on network 5aafad33-e510-433d-8132-1ab09796d6a4 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:05:27.277705 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845ce66c-efdc-4d71-a340-75dd0be1a30c req-30364d44-b15f-4b3e-8aab-915d8a959d5c service neutron] Port 9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4 on network 5aafad33-e510-433d-8132-1ab09796d6a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:05:27.277959 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845ce66c-efdc-4d71-a340-75dd0be1a30c req-30364d44-b15f-4b3e-8aab-915d8a959d5c service neutron] Attempting to bind port 9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4 on network 5aafad33-e510-433d-8132-1ab09796d6a4 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:05:27.304410 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cef584-8d17-4567-8af4-cc86d63b7ee1 req-95a1c017-236c-4c5c-854d-31e101b74c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:27.305067 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-63cef584-8d17-4567-8af4-cc86d63b7ee1 req-95a1c017-236c-4c5c-854d-31e101b74c8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:27.307084 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-63cef584-8d17-4567-8af4-cc86d63b7ee1 req-95a1c017-236c-4c5c-854d-31e101b74c8d service neutron] 10.222.0.37 "PUT /v2.0/ports/a02b4a3f-4260-44d2-b2f8-e97e4be3ab76 HTTP/1.1" status: 200 len: 1092 time: 2.2355306 Sep 08 09:05:27.307734 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c68772e-87da-40f0-b4e9-d66ef2c6a47d', 'tag': 'a02b4a3f-4260-44d2-b2f8-e97e4be3ab76'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:05:27.310204 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950d0118-8aa9-4059-8d68-08ab6b68e309" -d '{"events": [{"name": "network-changed", "server_uuid": "1c68772e-87da-40f0-b4e9-d66ef2c6a47d", "tag": "a02b4a3f-4260-44d2-b2f8-e97e4be3ab76"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:05:27.318451 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845ce66c-efdc-4d71-a340-75dd0be1a30c req-30364d44-b15f-4b3e-8aab-915d8a959d5c service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:05:27.318806 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845ce66c-efdc-4d71-a340-75dd0be1a30c req-30364d44-b15f-4b3e-8aab-915d8a959d5c service neutron] Checking segment: {'id': 'b033950b-202f-406f-979e-ec38b86674cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5aafad33-e510-433d-8132-1ab09796d6a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:05:27.319204 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845ce66c-efdc-4d71-a340-75dd0be1a30c req-30364d44-b15f-4b3e-8aab-915d8a959d5c service neutron] Bound using segment: {'id': 'b033950b-202f-406f-979e-ec38b86674cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5aafad33-e510-433d-8132-1ab09796d6a4'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:05:27.319655 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-845ce66c-efdc-4d71-a340-75dd0be1a30c req-30364d44-b15f-4b3e-8aab-915d8a959d5c service neutron] Bound port: 9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b033950b-202f-406f-979e-ec38b86674cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5aafad33-e510-433d-8132-1ab09796d6a4'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:05:27.320020 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-845ce66c-efdc-4d71-a340-75dd0be1a30c req-30364d44-b15f-4b3e-8aab-915d8a959d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:27.408487 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a1c017-236c-4c5c-854d-31e101b74c8d service neutron] Pushing event updated for resources: {'Port': ['ID=a02b4a3f-4260-44d2-b2f8-e97e4be3ab76,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:27.412894 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-adcd8717-3955-4cbb-a2b7-1a27fa766266 req-b7837980-3266-438d-8eaa-01324ea116d0 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks [] for floatingip, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:27.415674 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-adcd8717-3955-4cbb-a2b7-1a27fa766266 req-b7837980-3266-438d-8eaa-01324ea116d0 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:27.421918 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-adcd8717-3955-4cbb-a2b7-1a27fa766266 req-b7837980-3266-438d-8eaa-01324ea116d0 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] 10.222.0.54 "DELETE /v2.0/floatingips/55315490-545c-44e2-baef-eb8630fd87f7 HTTP/1.1" status: 204 len: 173 time: 1.6326263 Sep 08 09:05:27.437493 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597cf23e-2c3b-43fe-be9d-cf73238925ec req-3011b2c1-92be-4a93-9496-2a9a0b376a49 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:27.439054 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-597cf23e-2c3b-43fe-be9d-cf73238925ec req-3011b2c1-92be-4a93-9496-2a9a0b376a49 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/ports?device_id=09b792d8-897b-434d-8165-44dbc6dc5f2b HTTP/1.1" status: 200 len: 943 time: 0.0685277 Sep 08 09:05:27.479015 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239b7ae4-2424-48e8-8d5d-7c60eca8d4c5 x-openstack-request-id: req-239b7ae4-2424-48e8-8d5d-7c60eca8d4c5 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:05:27.479015 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c68772e-87da-40f0-b4e9-d66ef2c6a47d", "tag": "a02b4a3f-4260-44d2-b2f8-e97e4be3ab76", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:05:27.479307 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-239b7ae4-2424-48e8-8d5d-7c60eca8d4c5 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:05:27.480064 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c68772e-87da-40f0-b4e9-d66ef2c6a47d', 'tag': 'a02b4a3f-4260-44d2-b2f8-e97e4be3ab76', 'status': 'completed', 'code': 200} Sep 08 09:05:27.497713 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-597cf23e-2c3b-43fe-be9d-cf73238925ec req-f7b86db4-e21f-4e8b-8b23-ba8576a7090b tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups?id=d8869e5c-75aa-4c31-8125-53cd55e83eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490422 Sep 08 09:05:27.505439 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-845ce66c-efdc-4d71-a340-75dd0be1a30c req-30364d44-b15f-4b3e-8aab-915d8a959d5c service neutron] For port 9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:05:27.558586 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-845ce66c-efdc-4d71-a340-75dd0be1a30c req-30364d44-b15f-4b3e-8aab-915d8a959d5c service neutron] For port 9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4,segment=NetworkSegment(b033950b-202f-406f-979e-ec38b86674cf),segment_id=b033950b-202f-406f-979e-ec38b86674cf)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:05:27.562441 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-be4459b7-b73a-4dc8-9cb8-8b5df66e1c84 req-4b335a32-e47a-4a20-a171-ecbc3a3652b1 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] 10.222.0.54 "GET /v2.0/floatingips/3aa2f43c-7f94-43b4-b421-79b2c53f827b HTTP/1.1" status: 200 len: 693 time: 0.0686924 Sep 08 09:05:27.564379 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cef584-8d17-4567-8af4-cc86d63b7ee1 req-de9763b8-8e8c-4533-bdd5-c6f4edf35a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:27.565823 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-63cef584-8d17-4567-8af4-cc86d63b7ee1 req-de9763b8-8e8c-4533-bdd5-c6f4edf35a87 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c469f19649a492aa04dba8e35191bda&device_id=1c68772e-87da-40f0-b4e9-d66ef2c6a47d HTTP/1.1" status: 200 len: 1095 time: 0.1429427 Sep 08 09:05:27.567305 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-845ce66c-efdc-4d71-a340-75dd0be1a30c req-30364d44-b15f-4b3e-8aab-915d8a959d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:27.682562 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-63cef584-8d17-4567-8af4-cc86d63b7ee1 req-206d07d4-9de8-4f96-a88e-ed553df93a0d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a02b4a3f-4260-44d2-b2f8-e97e4be3ab76 HTTP/1.1" status: 200 len: 217 time: 0.0578325 Sep 08 09:05:27.685661 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ce66c-efdc-4d71-a340-75dd0be1a30c req-30364d44-b15f-4b3e-8aab-915d8a959d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:27.686317 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-845ce66c-efdc-4d71-a340-75dd0be1a30c req-30364d44-b15f-4b3e-8aab-915d8a959d5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:27.687767 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-845ce66c-efdc-4d71-a340-75dd0be1a30c req-30364d44-b15f-4b3e-8aab-915d8a959d5c service neutron] 10.222.0.37 "PUT /v2.0/ports/9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4 HTTP/1.1" status: 200 len: 1092 time: 2.2224448 Sep 08 09:05:27.777573 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30364d44-b15f-4b3e-8aab-915d8a959d5c service neutron] Pushing event updated for resources: {'Port': ['ID=9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:27.849652 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cef584-8d17-4567-8af4-cc86d63b7ee1 req-8ae1bc3d-4a00-4d0d-9a15-d9ff71c34207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:27.850785 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-63cef584-8d17-4567-8af4-cc86d63b7ee1 req-8ae1bc3d-4a00-4d0d-9a15-d9ff71c34207 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=970af142-ad2f-485e-b0c5-ab0aa50f375b HTTP/1.1" status: 200 len: 858 time: 0.1205633 Sep 08 09:05:27.861059 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4459b7-b73a-4dc8-9cb8-8b5df66e1c84 req-09e675dd-d238-46a8-8a18-7b365e88208e tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:27.862567 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-be4459b7-b73a-4dc8-9cb8-8b5df66e1c84 req-09e675dd-d238-46a8-8a18-7b365e88208e tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] 10.222.0.54 "GET /v2.0/networks/399c4174-1e86-4a10-bb99-f875a09107d5 HTTP/1.1" status: 200 len: 784 time: 0.2929912 Sep 08 09:05:27.903720 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ce66c-efdc-4d71-a340-75dd0be1a30c req-a0b55fa4-37bd-4a59-9355-ff56baf34cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:27.905257 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-845ce66c-efdc-4d71-a340-75dd0be1a30c req-a0b55fa4-37bd-4a59-9355-ff56baf34cd8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=78b53fd8a929472f8361156af9205b37&device_id=09b792d8-897b-434d-8165-44dbc6dc5f2b HTTP/1.1" status: 200 len: 1095 time: 0.1209767 Sep 08 09:05:27.942549 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-63cef584-8d17-4567-8af4-cc86d63b7ee1 req-89cc956f-8f03-44c2-a73d-0abfa9000151 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a55e59c5-33d2-4770-843c-ea201a5c83f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789585 Sep 08 09:05:28.001304 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-be4459b7-b73a-4dc8-9cb8-8b5df66e1c84 req-ae86f06b-5472-47ee-acba-87aa14919dfc tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.196 HTTP/1.1" status: 200 len: 696 time: 0.1260757 Sep 08 09:05:28.013330 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-845ce66c-efdc-4d71-a340-75dd0be1a30c req-6e562ace-884e-465c-ae7b-f509d9a26911 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4 HTTP/1.1" status: 200 len: 217 time: 0.0681002 Sep 08 09:05:28.104561 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8766b46d-539e-4776-8b09-6251da78cab4 req-6b620ba4-b33a-48a0-9318-680c1441bd64 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d3fbfc9-f78a-4135-96f9-834ba82f0def HTTP/1.1" status: 200 len: 210 time: 0.0566378 Sep 08 09:05:28.107386 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ad996dc9-c3a4-4a28-8b39-5bf308d6d5b9 req-e921619c-cf12-44ab-9c8a-eee4213d351f tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=009c70ac018246c49e6f9a3a4c5ddf6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0584307 Sep 08 09:05:28.134241 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-be4459b7-b73a-4dc8-9cb8-8b5df66e1c84 req-a1bd15f5-33ca-483a-92bc-7d9028678730 tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.196 HTTP/1.1" status: 200 len: 696 time: 0.1199026 Sep 08 09:05:28.222392 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ce66c-efdc-4d71-a340-75dd0be1a30c req-7ffd2e28-426b-4e20-9c6a-251d943f9037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:28.223894 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-845ce66c-efdc-4d71-a340-75dd0be1a30c req-7ffd2e28-426b-4e20-9c6a-251d943f9037 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c3eac7a7-5d4f-45dc-b90a-eedb6d536a9a HTTP/1.1" status: 200 len: 853 time: 0.1571286 Sep 08 09:05:28.265330 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-63cef584-8d17-4567-8af4-cc86d63b7ee1 req-dcf3dbfa-ea02-4db9-aa1e-5295e24448a2 service neutron] 10.222.0.37 "GET /v2.0/networks/a55e59c5-33d2-4770-843c-ea201a5c83f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076751 Sep 08 09:05:28.292528 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad996dc9-c3a4-4a28-8b39-5bf308d6d5b9 req-53ffe2c5-2ba7-4044-bb16-1666fb878f4a tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:28.294328 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ad996dc9-c3a4-4a28-8b39-5bf308d6d5b9 req-53ffe2c5-2ba7-4044-bb16-1666fb878f4a tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1646872 Sep 08 09:05:28.299774 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-845ce66c-efdc-4d71-a340-75dd0be1a30c req-53b622b7-02b7-4651-8cf0-4450fe023316 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5aafad33-e510-433d-8132-1ab09796d6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373895 Sep 08 09:05:28.346122 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:28.351747 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a97ffca-70ee-4b7e-b0ab-477145145084 req-6cd0d543-9603-4b3d-92c0-16cb690ed012 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:28.352224 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-be4459b7-b73a-4dc8-9cb8-8b5df66e1c84 req-119b76da-bc6d-47aa-aae5-b2d37923d51a tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Deleting port 0b2dc0d2-1757-49a4-9e84-ccc95a4ce907 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:05:28.352573 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-be4459b7-b73a-4dc8-9cb8-8b5df66e1c84 req-119b76da-bc6d-47aa-aae5-b2d37923d51a tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:28.354111 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9a97ffca-70ee-4b7e-b0ab-477145145084 req-6cd0d543-9603-4b3d-92c0-16cb690ed012 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c68772e-87da-40f0-b4e9-d66ef2c6a47d HTTP/1.1" status: 200 len: 943 time: 0.0575941 Sep 08 09:05:28.374064 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-ad996dc9-c3a4-4a28-8b39-5bf308d6d5b9 req-e4201d7e-dc5f-4adb-baa6-96c3e8d39e9e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Request body: {'port': {'device_id': '0d3fbfc9-f78a-4135-96f9-834ba82f0def', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'admin_state_up': True, 'tenant_id': '009c70ac018246c49e6f9a3a4c5ddf6c'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:05:28.429341 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9a97ffca-70ee-4b7e-b0ab-477145145084 req-6f506d74-ea29-4cf5-8863-6cf0e1b7f893 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] 10.222.0.54 "GET /v2.0/security-groups?id=4a8c852e-c660-4cef-8951-6847d44439d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668004 Sep 08 09:05:28.554524 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad996dc9-c3a4-4a28-8b39-5bf308d6d5b9 req-e4201d7e-dc5f-4adb-baa6-96c3e8d39e9e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Made reservation on behalf of 009c70ac018246c49e6f9a3a4c5ddf6c for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:05:28.559661 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-ad996dc9-c3a4-4a28-8b39-5bf308d6d5b9 req-e4201d7e-dc5f-4adb-baa6-96c3e8d39e9e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:28.595710 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-be4459b7-b73a-4dc8-9cb8-8b5df66e1c84 req-119b76da-bc6d-47aa-aae5-b2d37923d51a tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:28.596033 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef6f0d-6e7d-48db-bfef-f80c53ae6b58 req-ca342ab4-0a88-4eb9-adb3-ef065d9c658e tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:28.596145 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-be4459b7-b73a-4dc8-9cb8-8b5df66e1c84 req-119b76da-bc6d-47aa-aae5-b2d37923d51a tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:28.597623 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-28ef6f0d-6e7d-48db-bfef-f80c53ae6b58 req-ca342ab4-0a88-4eb9-adb3-ef065d9c658e tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 945 time: 0.0944955 Sep 08 09:05:28.611964 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-63cef584-8d17-4567-8af4-cc86d63b7ee1 req-93d2d596-17fa-4209-b1a7-019228a8660a service neutron] 10.222.0.37 "GET /v2.0/networks/a55e59c5-33d2-4770-843c-ea201a5c83f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425790 Sep 08 09:05:28.616750 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-845ce66c-efdc-4d71-a340-75dd0be1a30c req-a835a1e6-5d6f-43c2-97d5-2e75416e5458 service neutron] 10.222.0.37 "GET /v2.0/networks/5aafad33-e510-433d-8132-1ab09796d6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463737 Sep 08 09:05:28.617605 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-be4459b7-b73a-4dc8-9cb8-8b5df66e1c84 req-119b76da-bc6d-47aa-aae5-b2d37923d51a tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Calling delete_port for 0b2dc0d2-1757-49a4-9e84-ccc95a4ce907 owned by network:floatingip {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:05:28.714393 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-28ef6f0d-6e7d-48db-bfef-f80c53ae6b58 req-e1248077-bc1e-4a77-99c3-de898d3cf103 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=703349ac-76b0-4a5f-8080-6789cf3c5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821648 Sep 08 09:05:28.767004 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [req-ad996dc9-c3a4-4a28-8b39-5bf308d6d5b9 req-e4201d7e-dc5f-4adb-baa6-96c3e8d39e9e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Allocated IP 192.168.233.56 (05f7642a-1c79-41be-85aa-1443ef22cc3b/dfc66e4b-ecb5-4c99-afe1-0a78c722534a/02b7ad11-0b98-47e7-9331-8af04186c492) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:05:28.857056 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-845ce66c-efdc-4d71-a340-75dd0be1a30c req-30cbbf72-d80f-449b-9768-7c20d8ae33b8 service neutron] 10.222.0.37 "GET /v2.0/networks/5aafad33-e510-433d-8132-1ab09796d6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870532 Sep 08 09:05:28.867360 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d0118-8aa9-4059-8d68-08ab6b68e309 req-7144bb91-4db0-4ea3-b240-bcd34279336c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:28.868966 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-950d0118-8aa9-4059-8d68-08ab6b68e309 req-7144bb91-4db0-4ea3-b240-bcd34279336c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3c469f19649a492aa04dba8e35191bda&device_id=1c68772e-87da-40f0-b4e9-d66ef2c6a47d HTTP/1.1" status: 200 len: 1095 time: 0.0896273 Sep 08 09:05:28.985433 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-be4459b7-b73a-4dc8-9cb8-8b5df66e1c84 req-119b76da-bc6d-47aa-aae5-b2d37923d51a tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:28.989796 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f0d12-bb33-444c-8433-d256fc43ba72 req-df7c1671-843d-45b6-93c6-c44bf4a744f8 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:28.991533 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-540f0d12-bb33-444c-8433-d256fc43ba72 req-df7c1671-843d-45b6-93c6-c44bf4a744f8 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/ports?device_id=09b792d8-897b-434d-8165-44dbc6dc5f2b HTTP/1.1" status: 200 len: 943 time: 0.0813444 Sep 08 09:05:29.007051 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-ad996dc9-c3a4-4a28-8b39-5bf308d6d5b9 req-e4201d7e-dc5f-4adb-baa6-96c3e8d39e9e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:29.021083 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119b76da-bc6d-47aa-aae5-b2d37923d51a tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Pushing event deleted for resources: {'Port': ['ID=0b2dc0d2-1757-49a4-9e84-ccc95a4ce907,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:29.041719 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [req-ad996dc9-c3a4-4a28-8b39-5bf308d6d5b9 req-e4201d7e-dc5f-4adb-baa6-96c3e8d39e9e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Transition to ACTIVE for port object 02b7ad11-0b98-47e7-9331-8af04186c492 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:05:29.058575 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d0118-8aa9-4059-8d68-08ab6b68e309 req-0167fc10-0887-494d-a3cc-fd7988712b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:29.060107 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-950d0118-8aa9-4059-8d68-08ab6b68e309 req-0167fc10-0887-494d-a3cc-fd7988712b3b service neutron] 10.222.0.37 "GET /v2.0/networks?id=a55e59c5-33d2-4770-843c-ea201a5c83f9 HTTP/1.1" status: 200 len: 919 time: 0.1816673 Sep 08 09:05:29.070697 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-540f0d12-bb33-444c-8433-d256fc43ba72 req-56beceb1-4653-4fa4-8f42-b06d9269c45c tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups?id=d8869e5c-75aa-4c31-8125-53cd55e83eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690463 Sep 08 09:05:29.099435 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-ad996dc9-c3a4-4a28-8b39-5bf308d6d5b9 req-e4201d7e-dc5f-4adb-baa6-96c3e8d39e9e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:29.130320 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-950d0118-8aa9-4059-8d68-08ab6b68e309 req-a3a03d48-4a5a-4b94-8615-7eaa4bfae811 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a02b4a3f-4260-44d2-b2f8-e97e4be3ab76 HTTP/1.1" status: 200 len: 217 time: 0.0483663 Sep 08 09:05:29.139429 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['9e98ff4c-63d3-4bcd-b49c-1e626df063aa', 'eaa66411-0103-4476-a551-2a50c97eb2f0'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:05:29.142746 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-be4459b7-b73a-4dc8-9cb8-8b5df66e1c84 req-119b76da-bc6d-47aa-aae5-b2d37923d51a tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks [] for floatingip, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:29.145408 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-be4459b7-b73a-4dc8-9cb8-8b5df66e1c84 req-119b76da-bc6d-47aa-aae5-b2d37923d51a tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:29.146777 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-be4459b7-b73a-4dc8-9cb8-8b5df66e1c84 req-119b76da-bc6d-47aa-aae5-b2d37923d51a tempest-FloatingIPDetailsTestJSON-771437361 tempest-FloatingIPDetailsTestJSON-771437361-project] 10.222.0.54 "DELETE /v2.0/floatingips/3aa2f43c-7f94-43b4-b421-79b2c53f827b HTTP/1.1" status: 204 len: 173 time: 1.0008459 Sep 08 09:05:29.152045 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad996dc9-c3a4-4a28-8b39-5bf308d6d5b9 req-e4201d7e-dc5f-4adb-baa6-96c3e8d39e9e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Network 05f7642a-1c79-41be-85aa-1443ef22cc3b is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:05:29.156731 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44072) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:05:29.160949 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['fb2e5f1e-9c50-48e7-b6bb-e637dec86b44', 'f4d691e7-e9a2-4853-8163-af247dd9cc84', '27f59616-58c5-4693-bbcf-b53a0c3a8b30'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:05:29.166753 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [req-ad996dc9-c3a4-4a28-8b39-5bf308d6d5b9 req-e4201d7e-dc5f-4adb-baa6-96c3e8d39e9e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:05:29.172462 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad996dc9-c3a4-4a28-8b39-5bf308d6d5b9 req-e4201d7e-dc5f-4adb-baa6-96c3e8d39e9e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:05:29.219907 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4201d7e-dc5f-4adb-baa6-96c3e8d39e9e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Pushing event updated for resources: {'Port': ['ID=02b7ad11-0b98-47e7-9331-8af04186c492,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:29.237020 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d0118-8aa9-4059-8d68-08ab6b68e309 req-d94c9316-a8c8-463c-aa93-e99eb22c9f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:29.238600 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-950d0118-8aa9-4059-8d68-08ab6b68e309 req-d94c9316-a8c8-463c-aa93-e99eb22c9f88 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=970af142-ad2f-485e-b0c5-ab0aa50f375b HTTP/1.1" status: 200 len: 858 time: 0.0909314 Sep 08 09:05:29.274165 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4201d7e-dc5f-4adb-baa6-96c3e8d39e9e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:05:29.274739 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4201d7e-dc5f-4adb-baa6-96c3e8d39e9e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:05:29.275132 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4201d7e-dc5f-4adb-baa6-96c3e8d39e9e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:05:29.275504 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4201d7e-dc5f-4adb-baa6-96c3e8d39e9e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:05:29.275886 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4201d7e-dc5f-4adb-baa6-96c3e8d39e9e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:05:29.276222 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4201d7e-dc5f-4adb-baa6-96c3e8d39e9e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:05:29.276557 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4201d7e-dc5f-4adb-baa6-96c3e8d39e9e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:05:29.276912 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4201d7e-dc5f-4adb-baa6-96c3e8d39e9e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:05:29.277243 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4201d7e-dc5f-4adb-baa6-96c3e8d39e9e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:05:29.277635 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4201d7e-dc5f-4adb-baa6-96c3e8d39e9e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:05:29.277993 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4201d7e-dc5f-4adb-baa6-96c3e8d39e9e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:05:29.278364 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4201d7e-dc5f-4adb-baa6-96c3e8d39e9e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:05:29.287129 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-950d0118-8aa9-4059-8d68-08ab6b68e309 req-3806c5c4-bc88-460f-afa1-cbd0a634c00a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a55e59c5-33d2-4770-843c-ea201a5c83f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362439 Sep 08 09:05:29.356926 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad996dc9-c3a4-4a28-8b39-5bf308d6d5b9 req-e4201d7e-dc5f-4adb-baa6-96c3e8d39e9e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:29.357640 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-ad996dc9-c3a4-4a28-8b39-5bf308d6d5b9 req-e4201d7e-dc5f-4adb-baa6-96c3e8d39e9e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:29.419753 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4fc7e-7ba4-41ab-9c39-32ca36651997 req-6d52eda5-f8ee-4edc-aa49-e4d8f8c20f72 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:29.421342 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-25c4fc7e-7ba4-41ab-9c39-32ca36651997 req-6d52eda5-f8ee-4edc-aa49-e4d8f8c20f72 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d3fbfc9-f78a-4135-96f9-834ba82f0def HTTP/1.1" status: 200 len: 935 time: 0.1515539 Sep 08 09:05:29.424961 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ad996dc9-c3a4-4a28-8b39-5bf308d6d5b9 req-e4201d7e-dc5f-4adb-baa6-96c3e8d39e9e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0560310 Sep 08 09:05:29.444432 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-950d0118-8aa9-4059-8d68-08ab6b68e309 req-c0524198-598e-4f8e-ba4a-a1d549b44a00 service neutron] 10.222.0.37 "GET /v2.0/networks/a55e59c5-33d2-4770-843c-ea201a5c83f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457791 Sep 08 09:05:29.498911 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09b792d8-897b-434d-8165-44dbc6dc5f2b', 'tag': '9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:05:29.501721 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2aa4438-305f-44e0-81d4-fcb419f33974" -d '{"events": [{"name": "network-changed", "server_uuid": "09b792d8-897b-434d-8165-44dbc6dc5f2b", "tag": "9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:05:29.507825 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-ad996dc9-c3a4-4a28-8b39-5bf308d6d5b9 req-791704a3-1053-431c-8b9d-e574a7cfe2a1 service neutron] Request body: {'port': {'device_id': '0d3fbfc9-f78a-4135-96f9-834ba82f0def', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:05:29.562016 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-886eb89e-9b71-4912-8d17-83df516394b0 None None] Provisioning for port 02b7ad11-0b98-47e7-9331-8af04186c492 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:05:29.562710 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-25c4fc7e-7ba4-41ab-9c39-32ca36651997 req-ae820482-d36c-4e94-8d0a-750833255fdd tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277640 Sep 08 09:05:29.602095 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-ad996dc9-c3a4-4a28-8b39-5bf308d6d5b9 req-791704a3-1053-431c-8b9d-e574a7cfe2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:29.604123 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-886eb89e-9b71-4912-8d17-83df516394b0 None None] Provisioning complete for port 02b7ad11-0b98-47e7-9331-8af04186c492 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:05:29.604513 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-886eb89e-9b71-4912-8d17-83df516394b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:29.627115 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514e9930-0564-476c-8808-a2627b928dd8 x-openstack-request-id: req-514e9930-0564-476c-8808-a2627b928dd8 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:05:29.627430 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09b792d8-897b-434d-8165-44dbc6dc5f2b", "tag": "9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:05:29.627742 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-514e9930-0564-476c-8808-a2627b928dd8 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:05:29.628188 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09b792d8-897b-434d-8165-44dbc6dc5f2b', 'tag': '9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4', 'status': 'completed', 'code': 200} Sep 08 09:05:29.651925 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-886eb89e-9b71-4912-8d17-83df516394b0 None None] Port 02b7ad11-0b98-47e7-9331-8af04186c492 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:05:29.668488 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-950d0118-8aa9-4059-8d68-08ab6b68e309 req-039af4fb-5592-4e14-8d1d-3bc36e118a21 service neutron] 10.222.0.37 "GET /v2.0/networks/a55e59c5-33d2-4770-843c-ea201a5c83f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023368 Sep 08 09:05:29.687943 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98e865-f5cd-4af4-bb17-748ced2bb0e5 req-07c6ae60-15c3-4be1-8da6-ee25e429b76c tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:29.700986 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5f98e865-f5cd-4af4-bb17-748ced2bb0e5 req-07c6ae60-15c3-4be1-8da6-ee25e429b76c tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c68772e-87da-40f0-b4e9-d66ef2c6a47d HTTP/1.1" status: 200 len: 943 time: 0.1393750 Sep 08 09:05:29.810990 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5f98e865-f5cd-4af4-bb17-748ced2bb0e5 req-7925ea94-9816-4ea4-9ad0-96c366a2defe tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] 10.222.0.54 "GET /v2.0/security-groups?id=4a8c852e-c660-4cef-8951-6847d44439d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082561 Sep 08 09:05:29.836342 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa4438-305f-44e0-81d4-fcb419f33974 req-2e5138a7-714b-4d7d-b188-6ea2abdc0e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:29.845614 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f2aa4438-305f-44e0-81d4-fcb419f33974 req-2e5138a7-714b-4d7d-b188-6ea2abdc0e5d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=78b53fd8a929472f8361156af9205b37&device_id=09b792d8-897b-434d-8165-44dbc6dc5f2b HTTP/1.1" status: 200 len: 1095 time: 0.1003520 Sep 08 09:05:29.974564 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa4438-305f-44e0-81d4-fcb419f33974 req-edbad319-539f-4020-8e73-624c79d54235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:29.976654 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f2aa4438-305f-44e0-81d4-fcb419f33974 req-edbad319-539f-4020-8e73-624c79d54235 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5aafad33-e510-433d-8132-1ab09796d6a4 HTTP/1.1" status: 200 len: 914 time: 0.1221569 Sep 08 09:05:29.984964 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47dc59-d2f3-4fc9-828b-b6cc46bf49aa req-fe01882f-5c3e-49f9-8663-0b9090aa07de tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:29.986643 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cf47dc59-d2f3-4fc9-828b-b6cc46bf49aa req-fe01882f-5c3e-49f9-8663-0b9090aa07de tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 945 time: 0.1740565 Sep 08 09:05:30.028728 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f2aa4438-305f-44e0-81d4-fcb419f33974 req-fb1b393d-7484-4049-bdc6-b47315d77d2f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4 HTTP/1.1" status: 200 len: 217 time: 0.0420094 Sep 08 09:05:30.078738 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cf47dc59-d2f3-4fc9-828b-b6cc46bf49aa req-7253b5ca-4a4b-4a1d-a6e4-add480d661e2 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=703349ac-76b0-4a5f-8080-6789cf3c5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827425 Sep 08 09:05:30.082429 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa4438-305f-44e0-81d4-fcb419f33974 req-7a86f3ae-efae-4f54-8e9f-609cdc1b4707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:30.083980 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f2aa4438-305f-44e0-81d4-fcb419f33974 req-7a86f3ae-efae-4f54-8e9f-609cdc1b4707 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c3eac7a7-5d4f-45dc-b90a-eedb6d536a9a HTTP/1.1" status: 200 len: 853 time: 0.0482666 Sep 08 09:05:30.130783 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f2aa4438-305f-44e0-81d4-fcb419f33974 req-8147a85b-1ac6-4120-acf9-58e2a349f706 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5aafad33-e510-433d-8132-1ab09796d6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321517 Sep 08 09:05:30.182125 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [req-ad996dc9-c3a4-4a28-8b39-5bf308d6d5b9 req-791704a3-1053-431c-8b9d-e574a7cfe2a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02b7ad11-0b98-47e7-9331-8af04186c492 {{(pid=94713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:05:30.193307 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-ad996dc9-c3a4-4a28-8b39-5bf308d6d5b9 req-791704a3-1053-431c-8b9d-e574a7cfe2a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:30.214486 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5912fadc-9130-45b8-b5e5-633c678aa170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:30.220227 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [req-ad996dc9-c3a4-4a28-8b39-5bf308d6d5b9 req-791704a3-1053-431c-8b9d-e574a7cfe2a1 service neutron] Transition to ACTIVE for port object 02b7ad11-0b98-47e7-9331-8af04186c492 will not be triggered until provisioned by entity L2. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:05:30.257860 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-ad996dc9-c3a4-4a28-8b39-5bf308d6d5b9 req-791704a3-1053-431c-8b9d-e574a7cfe2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:30.337047 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791704a3-1053-431c-8b9d-e574a7cfe2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=02b7ad11-0b98-47e7-9331-8af04186c492,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:30.523053 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-ad996dc9-c3a4-4a28-8b39-5bf308d6d5b9 req-791704a3-1053-431c-8b9d-e574a7cfe2a1 service neutron] Attempting to bind port 02b7ad11-0b98-47e7-9331-8af04186c492 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:05:30.523421 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-ad996dc9-c3a4-4a28-8b39-5bf308d6d5b9 req-791704a3-1053-431c-8b9d-e574a7cfe2a1 service neutron] Attempting to bind port 02b7ad11-0b98-47e7-9331-8af04186c492 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:05:30.523742 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad996dc9-c3a4-4a28-8b39-5bf308d6d5b9 req-791704a3-1053-431c-8b9d-e574a7cfe2a1 service neutron] Attempting to bind port 02b7ad11-0b98-47e7-9331-8af04186c492 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:05:30.532413 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad996dc9-c3a4-4a28-8b39-5bf308d6d5b9 req-791704a3-1053-431c-8b9d-e574a7cfe2a1 service neutron] Port 02b7ad11-0b98-47e7-9331-8af04186c492 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:05:30.532745 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad996dc9-c3a4-4a28-8b39-5bf308d6d5b9 req-791704a3-1053-431c-8b9d-e574a7cfe2a1 service neutron] Attempting to bind port 02b7ad11-0b98-47e7-9331-8af04186c492 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:05:30.540259 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad996dc9-c3a4-4a28-8b39-5bf308d6d5b9 req-791704a3-1053-431c-8b9d-e574a7cfe2a1 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:05:30.541236 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad996dc9-c3a4-4a28-8b39-5bf308d6d5b9 req-791704a3-1053-431c-8b9d-e574a7cfe2a1 service neutron] Checking segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:05:30.541644 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad996dc9-c3a4-4a28-8b39-5bf308d6d5b9 req-791704a3-1053-431c-8b9d-e574a7cfe2a1 service neutron] Bound using segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:05:30.542142 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-ad996dc9-c3a4-4a28-8b39-5bf308d6d5b9 req-791704a3-1053-431c-8b9d-e574a7cfe2a1 service neutron] Bound port: 02b7ad11-0b98-47e7-9331-8af04186c492, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:05:30.542581 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-ad996dc9-c3a4-4a28-8b39-5bf308d6d5b9 req-791704a3-1053-431c-8b9d-e574a7cfe2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:30.584156 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b0e7f-aa8d-449d-99db-942147c09fcd req-1517bf91-a021-427c-863f-c328525e2bdc tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:30.587166 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-375b0e7f-aa8d-449d-99db-942147c09fcd req-1517bf91-a021-427c-863f-c328525e2bdc tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/ports?device_id=09b792d8-897b-434d-8165-44dbc6dc5f2b HTTP/1.1" status: 200 len: 943 time: 0.4211473 Sep 08 09:05:30.589111 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f2aa4438-305f-44e0-81d4-fcb419f33974 req-51c1bb72-97fc-4fc8-a2e5-d12089ecde5d service neutron] 10.222.0.37 "GET /v2.0/networks/5aafad33-e510-433d-8132-1ab09796d6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4479280 Sep 08 09:05:30.658637 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-ad996dc9-c3a4-4a28-8b39-5bf308d6d5b9 req-791704a3-1053-431c-8b9d-e574a7cfe2a1 service neutron] For port 02b7ad11-0b98-47e7-9331-8af04186c492, host n-h1-806683-11, cleared binding levels {{(pid=94713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:05:30.687513 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-375b0e7f-aa8d-449d-99db-942147c09fcd req-b2b29455-651b-4dd2-b78a-58e9afc7bf4d tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups?id=d8869e5c-75aa-4c31-8125-53cd55e83eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912018 Sep 08 09:05:30.719290 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-ad996dc9-c3a4-4a28-8b39-5bf308d6d5b9 req-791704a3-1053-431c-8b9d-e574a7cfe2a1 service neutron] For port 02b7ad11-0b98-47e7-9331-8af04186c492, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=02b7ad11-0b98-47e7-9331-8af04186c492,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:05:30.729171 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f2aa4438-305f-44e0-81d4-fcb419f33974 req-2a336945-e232-4cfe-b896-a6130cb9a50b service neutron] 10.222.0.37 "GET /v2.0/networks/5aafad33-e510-433d-8132-1ab09796d6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241236 Sep 08 09:05:30.731503 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-ad996dc9-c3a4-4a28-8b39-5bf308d6d5b9 req-791704a3-1053-431c-8b9d-e574a7cfe2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:30.781198 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9fc0a-2796-444c-b6e4-0f93afa0b648 req-0eab3840-d2d5-4de7-a00a-e72338513e52 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:30.782769 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4bc9fc0a-2796-444c-b6e4-0f93afa0b648 req-0eab3840-d2d5-4de7-a00a-e72338513e52 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d3fbfc9-f78a-4135-96f9-834ba82f0def HTTP/1.1" status: 200 len: 947 time: 0.1384726 Sep 08 09:05:30.788795 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad996dc9-c3a4-4a28-8b39-5bf308d6d5b9 req-791704a3-1053-431c-8b9d-e574a7cfe2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:30.789416 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-ad996dc9-c3a4-4a28-8b39-5bf308d6d5b9 req-791704a3-1053-431c-8b9d-e574a7cfe2a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:30.790906 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ad996dc9-c3a4-4a28-8b39-5bf308d6d5b9 req-791704a3-1053-431c-8b9d-e574a7cfe2a1 service neutron] 10.222.0.37 "PUT /v2.0/ports/02b7ad11-0b98-47e7-9331-8af04186c492 HTTP/1.1" status: 200 len: 1096 time: 1.2881281 Sep 08 09:05:30.792560 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d3fbfc9-f78a-4135-96f9-834ba82f0def', 'tag': '02b7ad11-0b98-47e7-9331-8af04186c492'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:05:30.795033 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3ff5fe-b53b-474c-888f-11af89cef92e" -d '{"events": [{"name": "network-changed", "server_uuid": "0d3fbfc9-f78a-4135-96f9-834ba82f0def", "tag": "02b7ad11-0b98-47e7-9331-8af04186c492"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:05:30.870299 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791704a3-1053-431c-8b9d-e574a7cfe2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=02b7ad11-0b98-47e7-9331-8af04186c492,revision_number=3']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:30.890292 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-5912fadc-9130-45b8-b5e5-633c678aa170 admin admin] Deleting port 9f646700-38e0-493a-b106-6c32338148e6 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:05:30.890620 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5912fadc-9130-45b8-b5e5-633c678aa170 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:30.952210 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4bc9fc0a-2796-444c-b6e4-0f93afa0b648 req-f8d58729-bf52-46ba-aac5-3266f61b97ed tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538792 Sep 08 09:05:30.986995 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107f72a2-9fbe-4bb2-a2b2-d17f210cc958 x-openstack-request-id: req-107f72a2-9fbe-4bb2-a2b2-d17f210cc958 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:05:30.987313 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d3fbfc9-f78a-4135-96f9-834ba82f0def", "tag": "02b7ad11-0b98-47e7-9331-8af04186c492", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:05:30.987534 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-107f72a2-9fbe-4bb2-a2b2-d17f210cc958 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:05:30.988087 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d3fbfc9-f78a-4135-96f9-834ba82f0def', 'tag': '02b7ad11-0b98-47e7-9331-8af04186c492', 'status': 'completed', 'code': 200} Sep 08 09:05:30.997926 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad996dc9-c3a4-4a28-8b39-5bf308d6d5b9 req-b4780835-ec94-40dd-83f8-6ee4573bc9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:30.999512 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ad996dc9-c3a4-4a28-8b39-5bf308d6d5b9 req-b4780835-ec94-40dd-83f8-6ee4573bc9d7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=009c70ac018246c49e6f9a3a4c5ddf6c&device_id=0d3fbfc9-f78a-4135-96f9-834ba82f0def HTTP/1.1" status: 200 len: 1099 time: 0.1254313 Sep 08 09:05:31.067924 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ad996dc9-c3a4-4a28-8b39-5bf308d6d5b9 req-b8d4e4d3-b01f-494a-9d5e-6ed43af293d3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=02b7ad11-0b98-47e7-9331-8af04186c492 HTTP/1.1" status: 200 len: 217 time: 0.0454221 Sep 08 09:05:31.069690 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-5912fadc-9130-45b8-b5e5-633c678aa170 admin admin] For port 9f646700-38e0-493a-b106-6c32338148e6, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=9f646700-38e0-493a-b106-6c32338148e6,segment=NetworkSegment(d344eff5-1fa4-4704-a66a-a5db423ff073),segment_id=d344eff5-1fa4-4704-a66a-a5db423ff073)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:05:31.070085 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5912fadc-9130-45b8-b5e5-633c678aa170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:31.085332 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f500f-38d2-4f9f-8637-911c30658767 req-6bfaa004-1dc2-4140-97f3-32493429d252 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:31.086984 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ed0f500f-38d2-4f9f-8637-911c30658767 req-6bfaa004-1dc2-4140-97f3-32493429d252 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c68772e-87da-40f0-b4e9-d66ef2c6a47d HTTP/1.1" status: 200 len: 943 time: 0.0534739 Sep 08 09:05:31.112411 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-5912fadc-9130-45b8-b5e5-633c678aa170 admin admin] Calling delete_port for 9f646700-38e0-493a-b106-6c32338148e6 owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:05:31.130431 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ed0f500f-38d2-4f9f-8637-911c30658767 req-e3f79914-4812-48a7-b1e6-42eee2876f6f tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] 10.222.0.54 "GET /v2.0/security-groups?id=4a8c852e-c660-4cef-8951-6847d44439d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365455 Sep 08 09:05:31.167195 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad996dc9-c3a4-4a28-8b39-5bf308d6d5b9 req-7c7d972f-356e-4648-8788-be7fed988585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:31.168641 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ad996dc9-c3a4-4a28-8b39-5bf308d6d5b9 req-7c7d972f-356e-4648-8788-be7fed988585 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.0899410 Sep 08 09:05:31.303150 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1da99-bd14-47bc-929a-d513d0e11226 req-332aa5ec-440b-44fe-bdf5-37449834df9a tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:31.304668 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2bd1da99-bd14-47bc-929a-d513d0e11226 req-332aa5ec-440b-44fe-bdf5-37449834df9a tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 945 time: 0.1339707 Sep 08 09:05:31.308995 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad996dc9-c3a4-4a28-8b39-5bf308d6d5b9 req-0a333c24-60a8-4cd6-ad2b-e70acc3859c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:31.310475 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ad996dc9-c3a4-4a28-8b39-5bf308d6d5b9 req-0a333c24-60a8-4cd6-ad2b-e70acc3859c2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1273389 Sep 08 09:05:31.424327 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2bd1da99-bd14-47bc-929a-d513d0e11226 req-447d496b-863e-4f61-a0e4-6897f9df2c04 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=703349ac-76b0-4a5f-8080-6789cf3c5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093230 Sep 08 09:05:31.480465 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ad996dc9-c3a4-4a28-8b39-5bf308d6d5b9 req-95c558f3-0e7f-4d86-980c-64f4d8451e7c service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545920 Sep 08 09:05:31.512401 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5912fadc-9130-45b8-b5e5-633c678aa170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:31.557015 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912fadc-9130-45b8-b5e5-633c678aa170 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f646700-38e0-493a-b106-6c32338148e6,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:31.659064 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ad996dc9-c3a4-4a28-8b39-5bf308d6d5b9 req-b4a7e86b-b4ab-4e02-a453-8a75c594e78c service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689925 Sep 08 09:05:31.851283 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5912fadc-9130-45b8-b5e5-633c678aa170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:31.874234 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c8071-24b7-4ae0-9b54-a02ab4fde42a req-5e96d174-2e5e-4b4c-8b6a-820eb9802b26 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:31.875755 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a50c8071-24b7-4ae0-9b54-a02ab4fde42a req-5e96d174-2e5e-4b4c-8b6a-820eb9802b26 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/ports?device_id=09b792d8-897b-434d-8165-44dbc6dc5f2b HTTP/1.1" status: 200 len: 943 time: 0.1035168 Sep 08 09:05:31.882495 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ff5fe-b53b-474c-888f-11af89cef92e req-312077c5-ccfc-48c9-8549-4fe45fa45303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:31.884000 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8c3ff5fe-b53b-474c-888f-11af89cef92e req-312077c5-ccfc-48c9-8549-4fe45fa45303 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=009c70ac018246c49e6f9a3a4c5ddf6c&device_id=0d3fbfc9-f78a-4135-96f9-834ba82f0def HTTP/1.1" status: 200 len: 1099 time: 0.1009347 Sep 08 09:05:31.990985 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:05:32.053832 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a50c8071-24b7-4ae0-9b54-a02ab4fde42a req-d5d5de3b-4201-4ca4-966d-c2f8924566f7 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups?id=d8869e5c-75aa-4c31-8125-53cd55e83eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393893 Sep 08 09:05:32.100963 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ff5fe-b53b-474c-888f-11af89cef92e req-a86aa021-71ab-4a46-9f01-0d74ae573d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:32.103899 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8c3ff5fe-b53b-474c-888f-11af89cef92e req-a86aa021-71ab-4a46-9f01-0d74ae573d2a service neutron] 10.222.0.37 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.1853335 Sep 08 09:05:32.142541 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab659745-2e77-4e50-941c-f0a333f29f73 req-e8d1dc66-3ebd-4e92-8186-e90b6f2cc65d tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:32.145759 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ab659745-2e77-4e50-941c-f0a333f29f73 req-e8d1dc66-3ebd-4e92-8186-e90b6f2cc65d tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d3fbfc9-f78a-4135-96f9-834ba82f0def HTTP/1.1" status: 200 len: 947 time: 0.1185648 Sep 08 09:05:32.161436 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4,segment=NetworkSegment(b033950b-202f-406f-979e-ec38b86674cf),segment_id=b033950b-202f-406f-979e-ec38b86674cf)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:05:32.177861 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4', 'network_id': '5aafad33-e510-433d-8132-1ab09796d6a4', 'port_id': '9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4', 'mac_address': 'fa:16:3e:6d:83:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3eac7a7-5d4f-45dc-b90a-eedb6d536a9a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:05:32.230753 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ab659745-2e77-4e50-941c-f0a333f29f73 req-fab89a7c-cc33-49b6-b97f-83d75324c142 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755210 Sep 08 09:05:32.250342 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:32.267646 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:05:32.292350 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4,segment=NetworkSegment(b033950b-202f-406f-979e-ec38b86674cf),segment_id=b033950b-202f-406f-979e-ec38b86674cf)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:05:32.297559 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:32.298606 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device a02b4a3f-4260-44d2-b2f8-e97e4be3ab76 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:05:32.447825 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:32.512126 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port a02b4a3f-4260-44d2-b2f8-e97e4be3ab76, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=a02b4a3f-4260-44d2-b2f8-e97e4be3ab76,segment=NetworkSegment(d57644c7-32a8-4495-829f-1d7ab54e596b),segment_id=d57644c7-32a8-4495-829f-1d7ab54e596b)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:05:32.533642 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': 'a02b4a3f-4260-44d2-b2f8-e97e4be3ab76', 'network_id': 'a55e59c5-33d2-4770-843c-ea201a5c83f9', 'port_id': 'a02b4a3f-4260-44d2-b2f8-e97e4be3ab76', 'mac_address': 'fa:16:3e:05:82:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '970af142-ad2f-485e-b0c5-ab0aa50f375b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:05:32.558488 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8c3ff5fe-b53b-474c-888f-11af89cef92e req-a91f1197-de59-4033-a381-dabbc6006662 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=02b7ad11-0b98-47e7-9331-8af04186c492 HTTP/1.1" status: 200 len: 217 time: 0.4439106 Sep 08 09:05:32.586932 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:32.612410 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a02b4a3f-4260-44d2-b2f8-e97e4be3ab76 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:05:32.635639 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be958116-b6ed-481f-b03d-524d158d2124 req-b708213f-7243-43bd-8740-f7af3a6a10c4 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:32.637303 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-be958116-b6ed-481f-b03d-524d158d2124 req-b708213f-7243-43bd-8740-f7af3a6a10c4 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 945 time: 0.0797222 Sep 08 09:05:32.644068 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port a02b4a3f-4260-44d2-b2f8-e97e4be3ab76, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=a02b4a3f-4260-44d2-b2f8-e97e4be3ab76,segment=NetworkSegment(d57644c7-32a8-4495-829f-1d7ab54e596b),segment_id=d57644c7-32a8-4495-829f-1d7ab54e596b)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:05:32.649536 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:32.690264 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ff5fe-b53b-474c-888f-11af89cef92e req-56954e77-f0b2-4f81-9430-c42a2ff8981d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:32.691756 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8c3ff5fe-b53b-474c-888f-11af89cef92e req-56954e77-f0b2-4f81-9430-c42a2ff8981d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.1105521 Sep 08 09:05:32.707569 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-be958116-b6ed-481f-b03d-524d158d2124 req-d9829687-959c-483b-b6b5-18d37237fd82 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=703349ac-76b0-4a5f-8080-6789cf3c5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597351 Sep 08 09:05:32.722741 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc774d9-b819-4953-9761-476b27b63ef1 req-3fc03d59-3636-40e0-8aa8-c91f65c73abb tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:32.724745 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3dc774d9-b819-4953-9761-476b27b63ef1 req-3fc03d59-3636-40e0-8aa8-c91f65c73abb tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c68772e-87da-40f0-b4e9-d66ef2c6a47d HTTP/1.1" status: 200 len: 943 time: 0.2188847 Sep 08 09:05:32.742148 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=a02b4a3f-4260-44d2-b2f8-e97e4be3ab76,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:32.751904 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5912fadc-9130-45b8-b5e5-633c678aa170 admin admin] Router 8c6052bf-26a1-48f6-859a-826f77540c43 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:05:32.800197 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ff5fe-b53b-474c-888f-11af89cef92e req-8b6e03fa-b6ef-46f6-b798-9edd8de56666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:32.807219 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8c3ff5fe-b53b-474c-888f-11af89cef92e req-8b6e03fa-b6ef-46f6-b798-9edd8de56666 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1008255 Sep 08 09:05:32.890868 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3dc774d9-b819-4953-9761-476b27b63ef1 req-c299cce1-2615-4be9-99b1-57635154c5b4 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] 10.222.0.54 "GET /v2.0/security-groups?id=4a8c852e-c660-4cef-8951-6847d44439d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290028 Sep 08 09:05:33.020168 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5912fadc-9130-45b8-b5e5-633c678aa170 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:05:33.028869 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5912fadc-9130-45b8-b5e5-633c678aa170 admin admin] 10.222.0.54 "PUT /v2.0/routers/8c6052bf-26a1-48f6-859a-826f77540c43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8708000 Sep 08 09:05:33.031534 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44118) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:05:33.034378 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37e0c30-0b90-45a8-bf88-99e1652be158 None None] Sync routers for ids ['8c6052bf-26a1-48f6-859a-826f77540c43'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:05:33.039316 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8c3ff5fe-b53b-474c-888f-11af89cef92e req-584fa5fd-fabc-4674-a61c-59fde72c84d9 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864953 Sep 08 09:05:33.049331 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37e0c30-0b90-45a8-bf88-99e1652be158 None None] Routers {'8c6052bf-26a1-48f6-859a-826f77540c43'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:05:33.051819 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-b37e0c30-0b90-45a8-bf88-99e1652be158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:05:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8c6052bf-26a1-48f6-859a-826f77540c43'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:05:33.216790 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-b37e0c30-0b90-45a8-bf88-99e1652be158 None None] Set router 8c6052bf-26a1-48f6-859a-826f77540c43 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:05:33.227040 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:05:33.248112 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4c62005e-e8aa-4791-8a24-27064235aadc admin admin] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:33.288324 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8c3ff5fe-b53b-474c-888f-11af89cef92e req-9300ce26-2a64-4dfe-b6c7-266b80a45156 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090056 Sep 08 09:05:33.288601 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263435b-c68f-40ff-8173-9219791fd3cb req-6f6e13b5-f2ca-4917-9724-01031efd05c2 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:33.294551 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0263435b-c68f-40ff-8173-9219791fd3cb req-6f6e13b5-f2ca-4917-9724-01031efd05c2 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/ports?device_id=09b792d8-897b-434d-8165-44dbc6dc5f2b HTTP/1.1" status: 200 len: 944 time: 0.1287944 Sep 08 09:05:33.309009 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['a02b4a3f-4260-44d2-b2f8-e97e4be3ab76'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:05:33.376357 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0263435b-c68f-40ff-8173-9219791fd3cb req-4d730d33-801d-4596-8101-a0c258928454 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups?id=d8869e5c-75aa-4c31-8125-53cd55e83eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771654 Sep 08 09:05:33.485207 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4c62005e-e8aa-4791-8a24-27064235aadc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:33.507273 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712e4a1-caa0-4c86-89af-e7145fd979a9 req-46f1cd75-8096-428c-925e-15098b60b003 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:33.508877 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2712e4a1-caa0-4c86-89af-e7145fd979a9 req-46f1cd75-8096-428c-925e-15098b60b003 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d3fbfc9-f78a-4135-96f9-834ba82f0def HTTP/1.1" status: 200 len: 947 time: 0.0819068 Sep 08 09:05:33.582928 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-b37e0c30-0b90-45a8-bf88-99e1652be158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6052bf-26a1-48f6-859a-826f77540c43', 'name': 'tempest-FloatingIPDetailsTestJSON-516980937-router', 'tenant_id': '7f0f750c1e5844cca0b0bca018e2461f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'cbb84795-554b-4407-b029-ec657064b5e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:04:55Z', 'updated_at': '2021-09-08T09:05:31Z', 'revision_number': 5, 'project_id': '7f0f750c1e5844cca0b0bca018e2461f', 'gw_port': {'id': 'cbb84795-554b-4407-b029-ec657064b5e6', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:44:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6052bf-26a1-48f6-859a-826f77540c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:56Z', 'updated_at': '2021-09-08T09:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:05:33.591013 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2712e4a1-caa0-4c86-89af-e7145fd979a9 req-22b707c6-2080-4b11-9f30-c07cf92c548f tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575516 Sep 08 09:05:33.607893 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-4c62005e-e8aa-4791-8a24-27064235aadc admin admin] Deleting port cbb84795-554b-4407-b029-ec657064b5e6 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:05:33.608365 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4c62005e-e8aa-4791-8a24-27064235aadc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:33.633298 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37e0c30-0b90-45a8-bf88-99e1652be158 None None] Checking router: 8c6052bf-26a1-48f6-859a-826f77540c43 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:05:33.683590 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37e0c30-0b90-45a8-bf88-99e1652be158 None None] Routers {'8c6052bf-26a1-48f6-859a-826f77540c43'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:05:33.684518 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-b37e0c30-0b90-45a8-bf88-99e1652be158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:05:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8c6052bf-26a1-48f6-859a-826f77540c43'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:05:33.713318 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-4c62005e-e8aa-4791-8a24-27064235aadc admin admin] For port cbb84795-554b-4407-b029-ec657064b5e6, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=cbb84795-554b-4407-b029-ec657064b5e6,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:05:33.713765 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4c62005e-e8aa-4791-8a24-27064235aadc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:33.735930 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-4c62005e-e8aa-4791-8a24-27064235aadc admin admin] Calling delete_port for cbb84795-554b-4407-b029-ec657064b5e6 owned by network:router_gateway {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:05:33.805598 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-b37e0c30-0b90-45a8-bf88-99e1652be158 None None] Set router 8c6052bf-26a1-48f6-859a-826f77540c43 gateway port host: None {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:05:33.879557 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-b37e0c30-0b90-45a8-bf88-99e1652be158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6052bf-26a1-48f6-859a-826f77540c43', 'name': 'tempest-FloatingIPDetailsTestJSON-516980937-router', 'tenant_id': '7f0f750c1e5844cca0b0bca018e2461f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:04:55Z', 'updated_at': '2021-09-08T09:05:33Z', 'revision_number': 6, 'project_id': '7f0f750c1e5844cca0b0bca018e2461f', 'gw_port_host': None}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:05:33.924279 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37e0c30-0b90-45a8-bf88-99e1652be158 None None] The sync data for ids ['8c6052bf-26a1-48f6-859a-826f77540c43'] in n-d-806683-11 is: [{'id': '8c6052bf-26a1-48f6-859a-826f77540c43', 'name': 'tempest-FloatingIPDetailsTestJSON-516980937-router', 'tenant_id': '7f0f750c1e5844cca0b0bca018e2461f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:04:55Z', 'updated_at': '2021-09-08T09:05:33Z', 'revision_number': 6, 'project_id': '7f0f750c1e5844cca0b0bca018e2461f', 'gw_port_host': None}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:05:33.933395 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ceae74-ae4a-49a8-8981-54d49f8d972d req-f912d2fb-489f-4a3b-b6b2-8281ea511984 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:33.935300 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-38ceae74-ae4a-49a8-8981-54d49f8d972d req-f912d2fb-489f-4a3b-b6b2-8281ea511984 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 945 time: 0.1237421 Sep 08 09:05:34.005677 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 02b7ad11-0b98-47e7-9331-8af04186c492 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:05:34.024049 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-38ceae74-ae4a-49a8-8981-54d49f8d972d req-184c7051-3b72-45bb-998c-c30b7abef1be tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=703349ac-76b0-4a5f-8080-6789cf3c5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741374 Sep 08 09:05:34.038894 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4c62005e-e8aa-4791-8a24-27064235aadc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:34.072914 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330fcad-0190-4b5f-bd53-67a814cd8d18 req-b61a526f-edf5-4f71-bad4-5f78b7abc254 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:34.074725 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c62005e-e8aa-4791-8a24-27064235aadc admin admin] Pushing event deleted for resources: {'Port': ['ID=cbb84795-554b-4407-b029-ec657064b5e6,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:34.081991 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b330fcad-0190-4b5f-bd53-67a814cd8d18 req-b61a526f-edf5-4f71-bad4-5f78b7abc254 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c68772e-87da-40f0-b4e9-d66ef2c6a47d HTTP/1.1" status: 200 len: 944 time: 0.0748053 Sep 08 09:05:34.128509 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b330fcad-0190-4b5f-bd53-67a814cd8d18 req-a964220d-beb5-478a-8d55-f2c242f8e028 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] 10.222.0.54 "GET /v2.0/security-groups?id=4a8c852e-c660-4cef-8951-6847d44439d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396097 Sep 08 09:05:34.163449 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 02b7ad11-0b98-47e7-9331-8af04186c492, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=02b7ad11-0b98-47e7-9331-8af04186c492,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:05:34.168759 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4c62005e-e8aa-4791-8a24-27064235aadc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:34.178342 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '02b7ad11-0b98-47e7-9331-8af04186c492', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'port_id': '02b7ad11-0b98-47e7-9331-8af04186c492', 'mac_address': 'fa:16:3e:e7:2a:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc66e4b-ecb5-4c99-afe1-0a78c722534a', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:05:34.223216 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:34.240463 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02b7ad11-0b98-47e7-9331-8af04186c492 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:05:34.263657 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 02b7ad11-0b98-47e7-9331-8af04186c492, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=02b7ad11-0b98-47e7-9331-8af04186c492,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:05:34.263967 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4c62005e-e8aa-4791-8a24-27064235aadc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:34.266275 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4c62005e-e8aa-4791-8a24-27064235aadc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:34.268489 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:34.327053 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4c62005e-e8aa-4791-8a24-27064235aadc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:34.327789 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c62005e-e8aa-4791-8a24-27064235aadc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c6052bf-26a1-48f6-859a-826f77540c43 {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:05:34.333144 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4c62005e-e8aa-4791-8a24-27064235aadc admin admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:34.334847 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4c62005e-e8aa-4791-8a24-27064235aadc admin admin] 10.222.0.54 "DELETE /v2.0/routers/8c6052bf-26a1-48f6-859a-826f77540c43 HTTP/1.1" status: 204 len: 168 time: 1.3020175 Sep 08 09:05:34.337047 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44134) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:05:34.358190 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=02b7ad11-0b98-47e7-9331-8af04186c492,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:34.394243 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 9f646700-38e0-493a-b106-6c32338148e6 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:05:34.403370 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd310207-1d20-4cfb-8e29-d69f9a6632f8 admin admin] Deleting subnet f5eb8fc5-8605-4e0d-88cc-12f175b2661e {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:05:34.418100 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dd310207-1d20-4cfb-8e29-d69f9a6632f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:34.420330 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 9f646700-38e0-493a-b106-6c32338148e6 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:05:34.420843 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 9f646700-38e0-493a-b106-6c32338148e6 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:05:34.467996 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dd310207-1d20-4cfb-8e29-d69f9a6632f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:34.538534 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abee14-dd9e-4126-8cfd-599db4db8094 req-ed3a72ab-b6a1-4d75-8298-fbd2117fd982 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:34.541877 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26abee14-dd9e-4126-8cfd-599db4db8094 req-ed3a72ab-b6a1-4d75-8298-fbd2117fd982 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/ports?device_id=09b792d8-897b-434d-8165-44dbc6dc5f2b HTTP/1.1" status: 200 len: 944 time: 0.0632322 Sep 08 09:05:34.561238 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dd310207-1d20-4cfb-8e29-d69f9a6632f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:34.584175 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26abee14-dd9e-4126-8cfd-599db4db8094 req-e3c4232b-4bf6-4aa3-9481-2448e677b6c2 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups?id=d8869e5c-75aa-4c31-8125-53cd55e83eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364993 Sep 08 09:05:34.621498 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dd310207-1d20-4cfb-8e29-d69f9a6632f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:34.653234 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd310207-1d20-4cfb-8e29-d69f9a6632f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5eb8fc5-8605-4e0d-88cc-12f175b2661e,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:34.658404 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dd310207-1d20-4cfb-8e29-d69f9a6632f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:34.660415 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-dd310207-1d20-4cfb-8e29-d69f9a6632f8 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/f5eb8fc5-8605-4e0d-88cc-12f175b2661e HTTP/1.1" status: 204 len: 168 time: 0.3217342 Sep 08 09:05:34.663754 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 44144) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:05:34.665361 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c252fb-7806-48e6-a322-55e05a81a1ff None None] Network ed94484d-dd86-440a-a542-ab128495be43 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:05:34.754426 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c6a28a8e-1a42-4ef8-a2d4-5ae0897db209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:34.781827 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dec11e-0c00-4cf9-8e70-9b5dd676f6d9 req-93d5e488-9b8b-4ab6-9015-f3ba38574871 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:34.783930 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e0dec11e-0c00-4cf9-8e70-9b5dd676f6d9 req-93d5e488-9b8b-4ab6-9015-f3ba38574871 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d3fbfc9-f78a-4135-96f9-834ba82f0def HTTP/1.1" status: 200 len: 948 time: 0.0755107 Sep 08 09:05:34.835470 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-c6a28a8e-1a42-4ef8-a2d4-5ae0897db209 admin admin] Deleting port b5515656-5651-4598-9952-298d8e09530b {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:05:34.835470 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c6a28a8e-1a42-4ef8-a2d4-5ae0897db209 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:34.841947 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e0dec11e-0c00-4cf9-8e70-9b5dd676f6d9 req-83e0a357-c7bd-41ab-8cd6-0aeefaa8a429 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485582 Sep 08 09:05:34.909877 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-c6a28a8e-1a42-4ef8-a2d4-5ae0897db209 admin admin] For port b5515656-5651-4598-9952-298d8e09530b, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=b5515656-5651-4598-9952-298d8e09530b,segment=NetworkSegment(d344eff5-1fa4-4704-a66a-a5db423ff073),segment_id=d344eff5-1fa4-4704-a66a-a5db423ff073)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:05:34.910567 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c6a28a8e-1a42-4ef8-a2d4-5ae0897db209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:34.918934 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54e4bce-d170-4bee-a138-fc5d79a320ef None None] DHCP port deletion for ed94484d-dd86-440a-a542-ab128495be43 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:05:34.927666 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-c6a28a8e-1a42-4ef8-a2d4-5ae0897db209 admin admin] Calling delete_port for b5515656-5651-4598-9952-298d8e09530b owned by network:dhcp {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:05:34.959556 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['02b7ad11-0b98-47e7-9331-8af04186c492'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:05:35.018218 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c6a28a8e-1a42-4ef8-a2d4-5ae0897db209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:35.047774 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a28a8e-1a42-4ef8-a2d4-5ae0897db209 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5515656-5651-4598-9952-298d8e09530b,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:35.053778 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a28a8e-1a42-4ef8-a2d4-5ae0897db209 admin admin] No DVR routers for this DVR port b5515656-5651-4598-9952-298d8e09530b on host n-d-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:05:35.058072 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-c54e4bce-d170-4bee-a138-fc5d79a320ef None None] Deleting port b5515656-5651-4598-9952-298d8e09530b {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:05:35.058425 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c54e4bce-d170-4bee-a138-fc5d79a320ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:35.156877 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c6a28a8e-1a42-4ef8-a2d4-5ae0897db209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:35.168482 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-c54e4bce-d170-4bee-a138-fc5d79a320ef None None] For port b5515656-5651-4598-9952-298d8e09530b, host n-d-806683-11, got binding levels [] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:05:35.169121 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c54e4bce-d170-4bee-a138-fc5d79a320ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:35.196043 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-c54e4bce-d170-4bee-a138-fc5d79a320ef None None] Calling delete_port for b5515656-5651-4598-9952-298d8e09530b owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:05:35.196387 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-c6a28a8e-1a42-4ef8-a2d4-5ae0897db209 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed94484d-dd86-440a-a542-ab128495be43']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:05:35.201029 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.ipam_backend_mixin [None req-c54e4bce-d170-4bee-a138-fc5d79a320ef None None] Port b5515656-5651-4598-9952-298d8e09530b was not found and therefore no delete operation was performed {{(pid=94714) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 08 09:05:35.205106 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c54e4bce-d170-4bee-a138-fc5d79a320ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:35.209458 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-c6a28a8e-1a42-4ef8-a2d4-5ae0897db209 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd344eff5-1fa4-4704-a66a-a5db423ff073') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:05:35.209752 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-c6a28a8e-1a42-4ef8-a2d4-5ae0897db209 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd344eff5-1fa4-4704-a66a-a5db423ff073') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:05:35.218297 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23866c-be45-4074-a329-daa480ba3fe1 req-65e5a140-41b2-41a5-87df-6af417fac4fe tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:35.220140 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2c23866c-be45-4074-a329-daa480ba3fe1 req-65e5a140-41b2-41a5-87df-6af417fac4fe tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 945 time: 0.0929174 Sep 08 09:05:35.222071 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c6a28a8e-1a42-4ef8-a2d4-5ae0897db209 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:35.238640 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c6a28a8e-1a42-4ef8-a2d4-5ae0897db209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:35.245313 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e4bce-d170-4bee-a138-fc5d79a320ef None None] Pushing event deleted for resources: {'Port': ['ID=b5515656-5651-4598-9952-298d8e09530b,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:35.246171 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6a28a8e-1a42-4ef8-a2d4-5ae0897db209 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:05:35.246600 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c6a28a8e-1a42-4ef8-a2d4-5ae0897db209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:35.248498 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54e4bce-d170-4bee-a138-fc5d79a320ef None None] No DVR routers for this DVR port b5515656-5651-4598-9952-298d8e09530b on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:05:35.267115 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:05:35.267115 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:05:35.267115 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:05:35.267115 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:05:35.267115 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:05:35.267115 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:05:35.267115 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:05:35.267115 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:05:35.267115 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:05:35.267115 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:05:35.267115 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:05:35.267115 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:05:35.267115 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:05:35.267115 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:05:35.267115 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:05:35.267115 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:05:35.267115 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:05:35.267115 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:05:35.267115 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:05:35.267115 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:05:35.267115 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:05:35.267115 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:05:35.267115 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:05:35.267115 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:05:35.267115 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:05:35.267115 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:05:35.267115 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:05:35.267115 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:05:35.267115 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:05:35.267115 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:05:35.267115 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:05:35.267115 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:05:35.277669 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2c23866c-be45-4074-a329-daa480ba3fe1 req-a2d27dea-82e8-4a4b-93eb-8830f8571218 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=703349ac-76b0-4a5f-8080-6789cf3c5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508311 Sep 08 09:05:35.328028 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c6a28a8e-1a42-4ef8-a2d4-5ae0897db209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:35.333649 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c6a28a8e-1a42-4ef8-a2d4-5ae0897db209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:35.338679 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c6a28a8e-1a42-4ef8-a2d4-5ae0897db209 admin admin] 10.222.0.54 "DELETE /v2.0/networks/ed94484d-dd86-440a-a542-ab128495be43 HTTP/1.1" status: 204 len: 168 time: 0.6706214 Sep 08 09:05:35.357812 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a28a8e-1a42-4ef8-a2d4-5ae0897db209 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed94484d-dd86-440a-a542-ab128495be43,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:35.373076 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d65d3-94e6-44f3-9993-6097c0e742e3 req-00d22a64-334d-4643-8b65-9633ba5a598d tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:35.374661 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-704d65d3-94e6-44f3-9993-6097c0e742e3 req-00d22a64-334d-4643-8b65-9633ba5a598d tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c68772e-87da-40f0-b4e9-d66ef2c6a47d HTTP/1.1" status: 200 len: 944 time: 0.1053245 Sep 08 09:05:35.415176 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-704d65d3-94e6-44f3-9993-6097c0e742e3 req-e264ff7c-7097-4af3-8ffa-6370e98eb344 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] 10.222.0.54 "GET /v2.0/security-groups?id=4a8c852e-c660-4cef-8951-6847d44439d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341728 Sep 08 09:05:35.497524 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44156) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:05:35.541668 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1bc3f055-d76e-4409-a85a-dc4c35f5fa44 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7f0f750c1e5844cca0b0bca018e2461f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413721 Sep 08 09:05:35.543522 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44158) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:05:35.598759 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-941da728-36cd-4aa7-9302-39e392b3ea36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:35.621661 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-941da728-36cd-4aa7-9302-39e392b3ea36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:35.671353 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-941da728-36cd-4aa7-9302-39e392b3ea36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:35.674055 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-941da728-36cd-4aa7-9302-39e392b3ea36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:35.678103 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-941da728-36cd-4aa7-9302-39e392b3ea36 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a35ab2d6-3e4c-4c98-ae83-e55041f0fc12 HTTP/1.1" status: 204 len: 168 time: 0.1335070 Sep 08 09:05:35.687106 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941da728-36cd-4aa7-9302-39e392b3ea36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35ab2d6-3e4c-4c98-ae83-e55041f0fc12,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:35.705916 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a1a47-4a23-4406-b202-8a051bfb89f8 req-b89b3154-4105-4aa8-a4c3-7bb967539d97 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:35.707490 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8d0a1a47-4a23-4406-b202-8a051bfb89f8 req-b89b3154-4105-4aa8-a4c3-7bb967539d97 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/ports?device_id=09b792d8-897b-434d-8165-44dbc6dc5f2b HTTP/1.1" status: 200 len: 944 time: 0.0523524 Sep 08 09:05:35.758374 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8d0a1a47-4a23-4406-b202-8a051bfb89f8 req-49f88036-370e-4faa-9327-bb6289803f59 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups?id=d8869e5c-75aa-4c31-8125-53cd55e83eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343750 Sep 08 09:05:35.963094 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0486a013-64e7-4ae6-b0ab-3a76c22aee90 req-7588dc1e-472d-470e-8204-2c83151aa69c tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:35.964871 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0486a013-64e7-4ae6-b0ab-3a76c22aee90 req-7588dc1e-472d-470e-8204-2c83151aa69c tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d3fbfc9-f78a-4135-96f9-834ba82f0def HTTP/1.1" status: 200 len: 948 time: 0.0527990 Sep 08 09:05:36.005229 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device a02b4a3f-4260-44d2-b2f8-e97e4be3ab76 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:05:36.006466 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0486a013-64e7-4ae6-b0ab-3a76c22aee90 req-8d9e8b14-909e-48c4-b055-13e40c88c31a tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347393 Sep 08 09:05:36.071676 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port a02b4a3f-4260-44d2-b2f8-e97e4be3ab76 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:05:36.078283 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port a02b4a3f-4260-44d2-b2f8-e97e4be3ab76 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:05:36.078754 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:36.104899 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device b5515656-5651-4598-9952-298d8e09530b no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:05:36.130749 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: b5515656-5651-4598-9952-298d8e09530b {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:05:36.131098 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device b5515656-5651-4598-9952-298d8e09530b not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:05:36.131518 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device cbb84795-554b-4407-b029-ec657064b5e6 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:05:36.156576 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: cbb84795-554b-4407-b029-ec657064b5e6 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:05:36.156964 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device cbb84795-554b-4407-b029-ec657064b5e6 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:05:36.211602 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:36.239185 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c68772e-87da-40f0-b4e9-d66ef2c6a47d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02b4a3f-4260-44d2-b2f8-e97e4be3ab76'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:05:36.241439 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c87d77-34f9-448c-94d8-5911639f9768" -d '{"events": [{"server_uuid": "1c68772e-87da-40f0-b4e9-d66ef2c6a47d", "name": "network-vif-plugged", "status": "completed", "tag": "a02b4a3f-4260-44d2-b2f8-e97e4be3ab76"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:05:36.389498 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port a02b4a3f-4260-44d2-b2f8-e97e4be3ab76, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=a02b4a3f-4260-44d2-b2f8-e97e4be3ab76,segment=NetworkSegment(d57644c7-32a8-4495-829f-1d7ab54e596b),segment_id=d57644c7-32a8-4495-829f-1d7ab54e596b)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:05:36.393955 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:36.395007 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:05:36.446361 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8e9d2-de77-4888-94e5-6945a5a9e5e7 req-f5e7d005-03ca-4f94-a0b8-95f16b32e2dd tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:36.456316 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-90b8e9d2-de77-4888-94e5-6945a5a9e5e7 req-f5e7d005-03ca-4f94-a0b8-95f16b32e2dd tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 945 time: 0.0896480 Sep 08 09:05:36.479977 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d4bc83-b42a-4c8d-8db0-7f3857841951 x-openstack-request-id: req-53d4bc83-b42a-4c8d-8db0-7f3857841951 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:05:36.480286 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c68772e-87da-40f0-b4e9-d66ef2c6a47d", "name": "network-vif-plugged", "status": "completed", "tag": "a02b4a3f-4260-44d2-b2f8-e97e4be3ab76", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:05:36.480519 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-53d4bc83-b42a-4c8d-8db0-7f3857841951 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:05:36.480932 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c68772e-87da-40f0-b4e9-d66ef2c6a47d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02b4a3f-4260-44d2-b2f8-e97e4be3ab76', 'code': 200} Sep 08 09:05:36.481483 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=a02b4a3f-4260-44d2-b2f8-e97e4be3ab76,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:36.494478 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:05:36.498772 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:05:36.499540 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:36.521619 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-90b8e9d2-de77-4888-94e5-6945a5a9e5e7 req-4b6f7114-46ac-4ffa-a640-ee2c408273e1 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=703349ac-76b0-4a5f-8080-6789cf3c5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642803 Sep 08 09:05:36.606881 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be07c2-a246-40e3-8069-c7b931e798c2 req-5d66c925-6bde-4434-8f8c-6f033a46e122 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:36.608467 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-81be07c2-a246-40e3-8069-c7b931e798c2 req-5d66c925-6bde-4434-8f8c-6f033a46e122 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c68772e-87da-40f0-b4e9-d66ef2c6a47d HTTP/1.1" status: 200 len: 945 time: 0.0630493 Sep 08 09:05:36.624254 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:36.626602 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b2e9c-f70e-4d0d-be41-c9b51e9c7644 req-b251e5ba-eb09-48af-97e2-2e05df910a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:36.628536 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8c2b2e9c-f70e-4d0d-be41-c9b51e9c7644 req-b251e5ba-eb09-48af-97e2-2e05df910a74 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1c68772e-87da-40f0-b4e9-d66ef2c6a47d HTTP/1.1" status: 200 len: 1097 time: 0.0529044 Sep 08 09:05:36.658653 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-81be07c2-a246-40e3-8069-c7b931e798c2 req-bdc21a35-bd5c-491e-9630-a3717ad5043c tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] 10.222.0.54 "GET /v2.0/security-groups?id=4a8c852e-c660-4cef-8951-6847d44439d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424759 Sep 08 09:05:36.659639 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4,segment=NetworkSegment(b033950b-202f-406f-979e-ec38b86674cf),segment_id=b033950b-202f-406f-979e-ec38b86674cf)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:05:36.666376 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:36.676526 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8c2b2e9c-f70e-4d0d-be41-c9b51e9c7644 req-a2396c3e-015f-4006-b16a-6ea526266f4b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4a8c852e-c660-4cef-8951-6847d44439d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385249 Sep 08 09:05:36.726111 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:36.879808 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea1b4f-0b6a-4682-b573-5b0bca61161d req-cd49342c-d44b-45ac-b721-1a091becae95 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:36.881456 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-88ea1b4f-0b6a-4682-b573-5b0bca61161d req-cd49342c-d44b-45ac-b721-1a091becae95 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/ports?device_id=09b792d8-897b-434d-8165-44dbc6dc5f2b HTTP/1.1" status: 200 len: 945 time: 0.0508454 Sep 08 09:05:36.921043 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-88ea1b4f-0b6a-4682-b573-5b0bca61161d req-c1ce05c8-913c-475e-9af2-ef21fec16c5c tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups?id=d8869e5c-75aa-4c31-8125-53cd55e83eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327113 Sep 08 09:05:37.131102 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d59e7-93c9-42e6-851c-d8879e294cc8 req-68f16c62-cb78-4ba4-8275-d51375a3b624 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:37.132749 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ca7d59e7-93c9-42e6-851c-d8879e294cc8 req-68f16c62-cb78-4ba4-8275-d51375a3b624 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d3fbfc9-f78a-4135-96f9-834ba82f0def HTTP/1.1" status: 200 len: 948 time: 0.0517468 Sep 08 09:05:37.186016 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ca7d59e7-93c9-42e6-851c-d8879e294cc8 req-6a1fe84d-bf35-4fe1-bb0a-ebd2700bf1f5 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458372 Sep 08 09:05:37.649842 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0821aeb-2aec-4abd-87ac-1118a1c5d33a req-466ee1aa-c9f8-4937-8d9b-ecee67ac8d91 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:37.651998 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d0821aeb-2aec-4abd-87ac-1118a1c5d33a req-466ee1aa-c9f8-4937-8d9b-ecee67ac8d91 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 945 time: 0.0552876 Sep 08 09:05:37.693154 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d0821aeb-2aec-4abd-87ac-1118a1c5d33a req-b54e5e47-9c82-4d5e-83b5-671653a14508 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=703349ac-76b0-4a5f-8080-6789cf3c5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349691 Sep 08 09:05:37.801295 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5a062-debb-4b37-8000-9b85e80eac01 req-d68d961a-93ec-4182-939c-7469d5c42fd5 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:37.802827 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-42e5a062-debb-4b37-8000-9b85e80eac01 req-d68d961a-93ec-4182-939c-7469d5c42fd5 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c68772e-87da-40f0-b4e9-d66ef2c6a47d HTTP/1.1" status: 200 len: 945 time: 0.0498748 Sep 08 09:05:37.841648 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-42e5a062-debb-4b37-8000-9b85e80eac01 req-23bb9c83-1bee-4f9d-9295-c00d0a5afa7e tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] 10.222.0.54 "GET /v2.0/security-groups?id=4a8c852e-c660-4cef-8951-6847d44439d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325458 Sep 08 09:05:38.016687 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 02b7ad11-0b98-47e7-9331-8af04186c492 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:05:38.055181 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4d616-fe2c-45c1-ad1e-ab12512e45c0 req-8e172f15-cca1-4c4f-8052-c59e49bbf8b3 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:38.056986 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-68e4d616-fe2c-45c1-ad1e-ab12512e45c0 req-8e172f15-cca1-4c4f-8052-c59e49bbf8b3 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/ports?device_id=09b792d8-897b-434d-8165-44dbc6dc5f2b HTTP/1.1" status: 200 len: 945 time: 0.0666926 Sep 08 09:05:38.110747 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 02b7ad11-0b98-47e7-9331-8af04186c492 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:05:38.116370 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-68e4d616-fe2c-45c1-ad1e-ab12512e45c0 req-b42dcdb7-133c-45a1-9fd4-3071fb00dc71 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups?id=d8869e5c-75aa-4c31-8125-53cd55e83eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454407 Sep 08 09:05:38.116991 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 02b7ad11-0b98-47e7-9331-8af04186c492 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:05:38.117707 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:38.217995 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:38.254157 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 02b7ad11-0b98-47e7-9331-8af04186c492, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=02b7ad11-0b98-47e7-9331-8af04186c492,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:05:38.259682 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:38.311408 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=02b7ad11-0b98-47e7-9331-8af04186c492,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:38.320907 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30183a6-dbad-48f9-a086-6efb1ca15ccd req-df4a5626-7453-43fd-b036-680ddaf9b5e0 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:38.322592 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f30183a6-dbad-48f9-a086-6efb1ca15ccd req-df4a5626-7453-43fd-b036-680ddaf9b5e0 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d3fbfc9-f78a-4135-96f9-834ba82f0def HTTP/1.1" status: 200 len: 949 time: 0.0566075 Sep 08 09:05:38.363015 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f30183a6-dbad-48f9-a086-6efb1ca15ccd req-722e2a09-f457-4fb4-af97-2bb8795446b9 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334082 Sep 08 09:05:38.481947 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09b792d8-897b-434d-8165-44dbc6dc5f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4'}, {'server_uuid': '0d3fbfc9-f78a-4135-96f9-834ba82f0def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b7ad11-0b98-47e7-9331-8af04186c492'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:05:38.484377 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b1730c-e5a9-45f8-bd80-12afbe2e0d89" -d '{"events": [{"server_uuid": "09b792d8-897b-434d-8165-44dbc6dc5f2b", "name": "network-vif-plugged", "status": "completed", "tag": "9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4"}, {"server_uuid": "0d3fbfc9-f78a-4135-96f9-834ba82f0def", "name": "network-vif-plugged", "status": "completed", "tag": "02b7ad11-0b98-47e7-9331-8af04186c492"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:05:38.527279 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Sep 2021 09:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6baa821d-b427-4acf-9f21-ec5e5f15e960 x-openstack-request-id: req-6baa821d-b427-4acf-9f21-ec5e5f15e960 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:05:38.527690 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09b792d8-897b-434d-8165-44dbc6dc5f2b", "name": "network-vif-plugged", "status": "completed", "tag": "9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4", "code": 200}, {"server_uuid": "0d3fbfc9-f78a-4135-96f9-834ba82f0def", "name": "network-vif-plugged", "status": "completed", "tag": "02b7ad11-0b98-47e7-9331-8af04186c492", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:05:38.528010 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6baa821d-b427-4acf-9f21-ec5e5f15e960 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:05:38.528466 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09b792d8-897b-434d-8165-44dbc6dc5f2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4', 'code': 200} Sep 08 09:05:38.528790 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3fbfc9-f78a-4135-96f9-834ba82f0def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b7ad11-0b98-47e7-9331-8af04186c492', 'code': 200} Sep 08 09:05:38.703645 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95128c6-0562-4426-93db-3753ededf978 req-ebc3cdbd-de69-422f-95a2-27be8152e107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:38.705773 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a95128c6-0562-4426-93db-3753ededf978 req-ebc3cdbd-de69-422f-95a2-27be8152e107 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=09b792d8-897b-434d-8165-44dbc6dc5f2b HTTP/1.1" status: 200 len: 1097 time: 0.0446687 Sep 08 09:05:38.707882 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df9e62-041a-4a17-a134-81f1538149c0 req-aaf037ae-7c20-4527-aa69-18df13cd4867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:38.709371 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-57df9e62-041a-4a17-a134-81f1538149c0 req-aaf037ae-7c20-4527-aa69-18df13cd4867 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0d3fbfc9-f78a-4135-96f9-834ba82f0def HTTP/1.1" status: 200 len: 1101 time: 0.0472445 Sep 08 09:05:38.757051 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a95128c6-0562-4426-93db-3753ededf978 req-0f28fc3b-84c4-4cb9-8334-e8c360aeb6e6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d8869e5c-75aa-4c31-8125-53cd55e83eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342464 Sep 08 09:05:38.758179 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-57df9e62-041a-4a17-a134-81f1538149c0 req-ff52515b-a8fb-42ab-aa8f-19dbffa1a8b9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312514 Sep 08 09:05:38.827235 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0fad75-781e-474b-ab69-e24c3edd0d3b req-2d0d941a-040d-4183-b341-fa840b5d3921 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:38.828729 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cf0fad75-781e-474b-ab69-e24c3edd0d3b req-2d0d941a-040d-4183-b341-fa840b5d3921 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 945 time: 0.0498991 Sep 08 09:05:38.872768 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cf0fad75-781e-474b-ab69-e24c3edd0d3b req-5018f236-28d2-4d1b-9489-efe1ea1da8b2 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=703349ac-76b0-4a5f-8080-6789cf3c5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379591 Sep 08 09:05:38.983324 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4da176-4d1c-4dc1-ba6b-ac16fade6c6d req-b2926b56-7294-47cc-8c07-47139a3c5ee6 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:38.984859 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3d4da176-4d1c-4dc1-ba6b-ac16fade6c6d req-b2926b56-7294-47cc-8c07-47139a3c5ee6 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c68772e-87da-40f0-b4e9-d66ef2c6a47d HTTP/1.1" status: 200 len: 945 time: 0.0540295 Sep 08 09:05:39.024286 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3d4da176-4d1c-4dc1-ba6b-ac16fade6c6d req-ad106b4a-614f-41d5-a80c-f1d68efe6315 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] 10.222.0.54 "GET /v2.0/security-groups?id=4a8c852e-c660-4cef-8951-6847d44439d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324767 Sep 08 09:05:39.273412 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f56ae-8aeb-4b4d-accd-3d2eaed77dcb req-67587d8e-045f-493c-a7d1-f5a037ca2dab tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:39.275609 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-717f56ae-8aeb-4b4d-accd-3d2eaed77dcb req-67587d8e-045f-493c-a7d1-f5a037ca2dab tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/ports?device_id=09b792d8-897b-434d-8165-44dbc6dc5f2b HTTP/1.1" status: 200 len: 945 time: 0.0547557 Sep 08 09:05:39.316524 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-717f56ae-8aeb-4b4d-accd-3d2eaed77dcb req-ef373baf-7552-47ad-a009-4551c96d9984 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups?id=d8869e5c-75aa-4c31-8125-53cd55e83eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339038 Sep 08 09:05:39.396925 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe1d75-6f7b-4519-9c32-3450ccfd479f req-cd32ebd2-728a-4ccc-a572-698524d286b7 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:39.398470 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-25fe1d75-6f7b-4519-9c32-3450ccfd479f req-cd32ebd2-728a-4ccc-a572-698524d286b7 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c68772e-87da-40f0-b4e9-d66ef2c6a47d HTTP/1.1" status: 200 len: 945 time: 0.0531461 Sep 08 09:05:39.443157 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-25fe1d75-6f7b-4519-9c32-3450ccfd479f req-5d1f65af-3c24-42f8-b24c-2ce2c021ce41 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] 10.222.0.54 "GET /v2.0/security-groups?id=4a8c852e-c660-4cef-8951-6847d44439d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379376 Sep 08 09:05:39.545647 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94411001-58cd-4985-be6f-71f99df82eed req-804e8a49-fc43-4142-9543-fa2cd316c239 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:39.547094 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-94411001-58cd-4985-be6f-71f99df82eed req-804e8a49-fc43-4142-9543-fa2cd316c239 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d3fbfc9-f78a-4135-96f9-834ba82f0def HTTP/1.1" status: 200 len: 949 time: 0.0523663 Sep 08 09:05:39.589474 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-94411001-58cd-4985-be6f-71f99df82eed req-a619b68a-340b-4a70-a127-1ae2b2e77d49 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356133 Sep 08 09:05:39.992859 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e734212-2469-4c3c-9575-268747694c8b req-a628c181-62ba-4f4e-96b1-094ded628912 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:39.994783 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0e734212-2469-4c3c-9575-268747694c8b req-a628c181-62ba-4f4e-96b1-094ded628912 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 945 time: 0.0525086 Sep 08 09:05:40.036908 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0e734212-2469-4c3c-9575-268747694c8b req-bacc9714-fca9-42b2-9cac-e15038cb1b8f tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=703349ac-76b0-4a5f-8080-6789cf3c5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359230 Sep 08 09:05:40.449773 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9efb4-f02d-409c-bd8f-eca415360e9b req-3f83ef73-2408-42d6-9e49-0ff1bf4e7ea8 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:40.451789 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-72c9efb4-f02d-409c-bd8f-eca415360e9b req-3f83ef73-2408-42d6-9e49-0ff1bf4e7ea8 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/ports?device_id=09b792d8-897b-434d-8165-44dbc6dc5f2b HTTP/1.1" status: 200 len: 945 time: 0.0608635 Sep 08 09:05:40.514200 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-72c9efb4-f02d-409c-bd8f-eca415360e9b req-601733f3-bb9a-4441-8ee3-89b7842423e0 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups?id=d8869e5c-75aa-4c31-8125-53cd55e83eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546441 Sep 08 09:05:40.624991 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0580a8-902c-4e0b-b50c-8c7aa6e5c6b3 req-93853292-5492-49a7-adc7-85f15804bf9c tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:40.626629 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-eb0580a8-902c-4e0b-b50c-8c7aa6e5c6b3 req-93853292-5492-49a7-adc7-85f15804bf9c tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c68772e-87da-40f0-b4e9-d66ef2c6a47d HTTP/1.1" status: 200 len: 945 time: 0.0531573 Sep 08 09:05:40.668591 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-eb0580a8-902c-4e0b-b50c-8c7aa6e5c6b3 req-9a6ec3b7-e6d2-4605-889e-83f161c6c192 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] 10.222.0.54 "GET /v2.0/security-groups?id=4a8c852e-c660-4cef-8951-6847d44439d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344100 Sep 08 09:05:40.799523 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf1488-d5d9-44cb-b15d-1264e65dde0b req-38326a2e-0ef5-47c5-bd5b-ff4099ae4170 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:40.802556 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d5bf1488-d5d9-44cb-b15d-1264e65dde0b req-38326a2e-0ef5-47c5-bd5b-ff4099ae4170 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d3fbfc9-f78a-4135-96f9-834ba82f0def HTTP/1.1" status: 200 len: 949 time: 0.0595834 Sep 08 09:05:40.842502 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d5bf1488-d5d9-44cb-b15d-1264e65dde0b req-3b6c268b-16e7-4c62-ba9b-a258854e8c3e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347459 Sep 08 09:05:41.020028 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 44304) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:05:41.157350 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b8d38f16-9ba6-4b88-a334-b37395db4239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:41.170453 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00e228-600c-4c3a-92a9-375ba5c4c6b5 req-b4d98e31-9c4f-45dd-b792-479a666f8aea tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:41.172182 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7a00e228-600c-4c3a-92a9-375ba5c4c6b5 req-b4d98e31-9c4f-45dd-b792-479a666f8aea tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 945 time: 0.0562522 Sep 08 09:05:41.222628 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7a00e228-600c-4c3a-92a9-375ba5c4c6b5 req-05e14e23-53e0-4d10-aae7-c2c3ce29fa0d tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=703349ac-76b0-4a5f-8080-6789cf3c5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431354 Sep 08 09:05:41.272656 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b8d38f16-9ba6-4b88-a334-b37395db4239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:41.277374 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b8d38f16-9ba6-4b88-a334-b37395db4239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:41.314828 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d38f16-9ba6-4b88-a334-b37395db4239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a704144b-8d6d-427f-8fee-3341c14ec247,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:41.320185 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b8d38f16-9ba6-4b88-a334-b37395db4239 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0c3161c4ebcc4df99d490a7ebd6a72d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2988832 Sep 08 09:05:41.323644 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 44312) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:05:41.374359 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2b0c96ec-fa02-46a5-9a55-7dcd9eafe333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:41.395643 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2b0c96ec-fa02-46a5-9a55-7dcd9eafe333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:41.443066 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2b0c96ec-fa02-46a5-9a55-7dcd9eafe333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:41.445768 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2b0c96ec-fa02-46a5-9a55-7dcd9eafe333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:41.448001 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2b0c96ec-fa02-46a5-9a55-7dcd9eafe333 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a704144b-8d6d-427f-8fee-3341c14ec247 HTTP/1.1" status: 204 len: 168 time: 0.1229668 Sep 08 09:05:41.455975 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c96ec-fa02-46a5-9a55-7dcd9eafe333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a704144b-8d6d-427f-8fee-3341c14ec247,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:41.521133 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916ef53-8174-477e-b8c4-8c0e9d4d6451 req-55c0d3eb-245b-4a90-9629-9985feb87a0a tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:41.523056 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a916ef53-8174-477e-b8c4-8c0e9d4d6451 req-55c0d3eb-245b-4a90-9629-9985feb87a0a tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] 10.222.0.37 "GET /v2.0/ports?device_id=1c68772e-87da-40f0-b4e9-d66ef2c6a47d HTTP/1.1" status: 200 len: 945 time: 0.0520453 Sep 08 09:05:41.675859 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc409c4-f8ed-41be-9a76-fd1fe5a7efdb req-0239f55e-9bdb-43ac-8a5d-f61182a33e30 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:41.677398 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6bc409c4-f8ed-41be-9a76-fd1fe5a7efdb req-0239f55e-9bdb-43ac-8a5d-f61182a33e30 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/ports?device_id=09b792d8-897b-434d-8165-44dbc6dc5f2b HTTP/1.1" status: 200 len: 945 time: 0.0701778 Sep 08 09:05:41.683921 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-a916ef53-8174-477e-b8c4-8c0e9d4d6451 req-d2651fa5-207e-4662-bb05-7edcbab670d9 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] Deleting port a02b4a3f-4260-44d2-b2f8-e97e4be3ab76 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:05:41.684265 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a916ef53-8174-477e-b8c4-8c0e9d4d6451 req-d2651fa5-207e-4662-bb05-7edcbab670d9 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:41.784978 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6bc409c4-f8ed-41be-9a76-fd1fe5a7efdb req-082e8076-c495-4bbe-9ce9-1c15cdb492ca tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups?id=d8869e5c-75aa-4c31-8125-53cd55e83eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967481 Sep 08 09:05:41.818338 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3741937-0b06-4fea-9161-6b0ec7c50b73 req-00175bd9-b78f-4f4d-9c70-273e72fd26b6 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:41.820331 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b3741937-0b06-4fea-9161-6b0ec7c50b73 req-00175bd9-b78f-4f4d-9c70-273e72fd26b6 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] 10.222.0.54 "GET /v2.0/ports?device_id=1c68772e-87da-40f0-b4e9-d66ef2c6a47d HTTP/1.1" status: 200 len: 945 time: 0.0634160 Sep 08 09:05:41.855387 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-a916ef53-8174-477e-b8c4-8c0e9d4d6451 req-d2651fa5-207e-4662-bb05-7edcbab670d9 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] For port a02b4a3f-4260-44d2-b2f8-e97e4be3ab76, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=a02b4a3f-4260-44d2-b2f8-e97e4be3ab76,segment=NetworkSegment(d57644c7-32a8-4495-829f-1d7ab54e596b),segment_id=d57644c7-32a8-4495-829f-1d7ab54e596b)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:05:41.856588 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a916ef53-8174-477e-b8c4-8c0e9d4d6451 req-d2651fa5-207e-4662-bb05-7edcbab670d9 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:41.873562 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b3741937-0b06-4fea-9161-6b0ec7c50b73 req-5f702adc-1ae4-4f64-9409-ea260b85c535 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] 10.222.0.54 "GET /v2.0/security-groups?id=4a8c852e-c660-4cef-8951-6847d44439d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417633 Sep 08 09:05:41.874756 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-a916ef53-8174-477e-b8c4-8c0e9d4d6451 req-d2651fa5-207e-4662-bb05-7edcbab670d9 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] Calling delete_port for a02b4a3f-4260-44d2-b2f8-e97e4be3ab76 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:05:41.996259 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c76b7aaf-5fdf-4415-a762-15108ccec6a6 req-b057bbc5-7ab5-4a2d-86d8-965e764cb111 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-134247022&fields=id&tenant_id=78b53fd8a929472f8361156af9205b37 HTTP/1.1" status: 200 len: 267 time: 0.0496941 Sep 08 09:05:42.067505 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b7aaf-5fdf-4415-a762-15108ccec6a6 req-12fd6e63-c461-4140-9def-2c1f210f7878 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:42.069322 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c76b7aaf-5fdf-4415-a762-15108ccec6a6 req-12fd6e63-c461-4140-9def-2c1f210f7878 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/ports?device_id=09b792d8-897b-434d-8165-44dbc6dc5f2b HTTP/1.1" status: 200 len: 945 time: 0.0663700 Sep 08 09:05:42.080892 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-c76b7aaf-5fdf-4415-a762-15108ccec6a6 req-f3667087-fad5-43e9-af88-b597944c74f7 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Request body: {'port': {'security_groups': ['d8869e5c-75aa-4c31-8125-53cd55e83eba', 'd410d8df-b68e-49e6-bb51-3f49421182e6']}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:05:42.083344 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132ea2b-887e-45de-9bf8-d923ec54d406 req-86620fbf-81cc-48e0-bf6b-3369212ed805 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:42.086387 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0132ea2b-887e-45de-9bf8-d923ec54d406 req-86620fbf-81cc-48e0-bf6b-3369212ed805 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d3fbfc9-f78a-4135-96f9-834ba82f0def HTTP/1.1" status: 200 len: 949 time: 0.1016760 Sep 08 09:05:42.114609 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a916ef53-8174-477e-b8c4-8c0e9d4d6451 req-d2651fa5-207e-4662-bb05-7edcbab670d9 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:42.158926 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2651fa5-207e-4662-bb05-7edcbab670d9 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] Pushing event deleted for resources: {'Port': ['ID=a02b4a3f-4260-44d2-b2f8-e97e4be3ab76,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:42.166889 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-c76b7aaf-5fdf-4415-a762-15108ccec6a6 req-f3667087-fad5-43e9-af88-b597944c74f7 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:42.176225 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0132ea2b-887e-45de-9bf8-d923ec54d406 req-19126308-bcc1-422a-b9a7-77b0406aef4d tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838768 Sep 08 09:05:42.222880 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-a916ef53-8174-477e-b8c4-8c0e9d4d6451 req-d2651fa5-207e-4662-bb05-7edcbab670d9 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] No DVR routers for this DVR port a02b4a3f-4260-44d2-b2f8-e97e4be3ab76 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:05:42.226158 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a916ef53-8174-477e-b8c4-8c0e9d4d6451 req-d2651fa5-207e-4662-bb05-7edcbab670d9 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:42.228526 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a916ef53-8174-477e-b8c4-8c0e9d4d6451 req-d2651fa5-207e-4662-bb05-7edcbab670d9 tempest-InstanceActionsV221TestJSON-2104003023 tempest-InstanceActionsV221TestJSON-2104003023-project] 10.222.0.37 "DELETE /v2.0/ports/a02b4a3f-4260-44d2-b2f8-e97e4be3ab76 HTTP/1.1" status: 204 len: 173 time: 0.6993530 Sep 08 09:05:42.229273 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c68772e-87da-40f0-b4e9-d66ef2c6a47d', 'name': 'network-vif-deleted', 'tag': 'a02b4a3f-4260-44d2-b2f8-e97e4be3ab76'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:05:42.232540 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6107d31c-09e2-42f9-b5fa-5e99a34c5781" -d '{"events": [{"server_uuid": "1c68772e-87da-40f0-b4e9-d66ef2c6a47d", "name": "network-vif-deleted", "tag": "a02b4a3f-4260-44d2-b2f8-e97e4be3ab76"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:05:42.316037 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43488099-018c-4e22-87be-6baf552ec312 req-ffccd248-122f-4699-bdf6-fc279632de68 tempest-ServersOnMultiNodesTest-761773808 tempest-ServersOnMultiNodesTest-761773808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:42.317636 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-43488099-018c-4e22-87be-6baf552ec312 req-ffccd248-122f-4699-bdf6-fc279632de68 tempest-ServersOnMultiNodesTest-761773808 tempest-ServersOnMultiNodesTest-761773808-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0d3fbfc9-f78a-4135-96f9-834ba82f0def HTTP/1.1" status: 200 len: 1101 time: 0.0531895 Sep 08 09:05:42.365369 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-43488099-018c-4e22-87be-6baf552ec312 req-83b1bc86-add2-46f2-9922-81e1879a0f09 tempest-ServersOnMultiNodesTest-761773808 tempest-ServersOnMultiNodesTest-761773808-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342207 Sep 08 09:05:42.427539 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac31788f-e9e7-47a0-a1f9-74105504907d x-openstack-request-id: req-ac31788f-e9e7-47a0-a1f9-74105504907d {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:05:42.427844 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c68772e-87da-40f0-b4e9-d66ef2c6a47d", "name": "network-vif-deleted", "tag": "a02b4a3f-4260-44d2-b2f8-e97e4be3ab76", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:05:42.428101 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ac31788f-e9e7-47a0-a1f9-74105504907d {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:05:42.428604 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c68772e-87da-40f0-b4e9-d66ef2c6a47d', 'name': 'network-vif-deleted', 'tag': 'a02b4a3f-4260-44d2-b2f8-e97e4be3ab76', 'status': 'completed', 'code': 200} Sep 08 09:05:42.438348 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-c76b7aaf-5fdf-4415-a762-15108ccec6a6 req-f3667087-fad5-43e9-af88-b597944c74f7 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] For port 9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4,segment=NetworkSegment(b033950b-202f-406f-979e-ec38b86674cf),segment_id=b033950b-202f-406f-979e-ec38b86674cf)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:05:42.472551 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-c76b7aaf-5fdf-4415-a762-15108ccec6a6 req-f3667087-fad5-43e9-af88-b597944c74f7 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:42.477408 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-c76b7aaf-5fdf-4415-a762-15108ccec6a6 req-f3667087-fad5-43e9-af88-b597944c74f7 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:42.515793 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:05:42.525047 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b7aaf-5fdf-4415-a762-15108ccec6a6 req-f3667087-fad5-43e9-af88-b597944c74f7 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:42.525973 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-c76b7aaf-5fdf-4415-a762-15108ccec6a6 req-f3667087-fad5-43e9-af88-b597944c74f7 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:42.533659 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c76b7aaf-5fdf-4415-a762-15108ccec6a6 req-f3667087-fad5-43e9-af88-b597944c74f7 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "PUT /v2.0/ports/9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4 HTTP/1.1" status: 200 len: 981 time: 0.4515040 Sep 08 09:05:42.533659 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09b792d8-897b-434d-8165-44dbc6dc5f2b', 'tag': '9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:05:42.533659 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01174012-e1f5-4ff7-8933-5ff9da31c679" -d '{"events": [{"name": "network-changed", "server_uuid": "09b792d8-897b-434d-8165-44dbc6dc5f2b", "tag": "9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:05:42.565626 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3667087-fad5-43e9-af88-b597944c74f7 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Pushing event updated for resources: {'Port': ['ID=9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4,revision_number=6']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:42.642393 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c116d44-7033-4a6f-a9bd-1e68a1a511f1 req-97ca2706-acd6-4334-b5a3-625f77f1c297 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:42.644087 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4c116d44-7033-4a6f-a9bd-1e68a1a511f1 req-97ca2706-acd6-4334-b5a3-625f77f1c297 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 945 time: 0.0552261 Sep 08 09:05:42.694713 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4c116d44-7033-4a6f-a9bd-1e68a1a511f1 req-9c5c164e-4a08-4be0-9f40-68c6f2b4f75d tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=703349ac-76b0-4a5f-8080-6789cf3c5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432434 Sep 08 09:05:42.750383 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:05:42.788050 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360d57d1-ef6f-4319-a217-a9b525b6e632 x-openstack-request-id: req-360d57d1-ef6f-4319-a217-a9b525b6e632 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:05:42.788512 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09b792d8-897b-434d-8165-44dbc6dc5f2b", "tag": "9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:05:42.788825 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-360d57d1-ef6f-4319-a217-a9b525b6e632 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:05:42.789342 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09b792d8-897b-434d-8165-44dbc6dc5f2b', 'tag': '9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4', 'status': 'completed', 'code': 200} Sep 08 09:05:42.878555 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-57a1add0-76aa-4d24-a382-48d6476295ec req-eaaf03ee-44cd-4f12-92ad-b50b7106d3a1 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=009c70ac018246c49e6f9a3a4c5ddf6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0577822 Sep 08 09:05:42.922991 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a02c1bb5-f157-4d81-87f1-1d3e9b66bb3b req-e09b8de6-85e4-44e7-9e72-77ba41d7e512 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-350537652&fields=id&tenant_id=78b53fd8a929472f8361156af9205b37 HTTP/1.1" status: 200 len: 267 time: 0.0515814 Sep 08 09:05:43.000558 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01174012-e1f5-4ff7-8933-5ff9da31c679 req-4b7714b4-faa1-40ac-b8c5-8abded839919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:43.002597 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-01174012-e1f5-4ff7-8933-5ff9da31c679 req-4b7714b4-faa1-40ac-b8c5-8abded839919 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=78b53fd8a929472f8361156af9205b37&device_id=09b792d8-897b-434d-8165-44dbc6dc5f2b HTTP/1.1" status: 200 len: 1136 time: 0.1419134 Sep 08 09:05:43.026327 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c1bb5-f157-4d81-87f1-1d3e9b66bb3b req-1daf6ed3-e232-42d2-9286-dad99b3c0060 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:43.036295 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a02c1bb5-f157-4d81-87f1-1d3e9b66bb3b req-1daf6ed3-e232-42d2-9286-dad99b3c0060 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/ports?device_id=09b792d8-897b-434d-8165-44dbc6dc5f2b HTTP/1.1" status: 200 len: 984 time: 0.1117656 Sep 08 09:05:43.045509 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-a02c1bb5-f157-4d81-87f1-1d3e9b66bb3b req-0e864667-5022-41cb-9d98-89f394ad1437 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Request body: {'port': {'security_groups': ['d410d8df-b68e-49e6-bb51-3f49421182e6', 'd8869e5c-75aa-4c31-8125-53cd55e83eba', '40d31387-2391-4184-8c09-4b8339a7d7d4']}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:05:43.121426 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1add0-76aa-4d24-a382-48d6476295ec req-433d7874-6f80-4f8d-a4d1-1feef199ce07 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:43.123180 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-57a1add0-76aa-4d24-a382-48d6476295ec req-433d7874-6f80-4f8d-a4d1-1feef199ce07 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2438383 Sep 08 09:05:43.128461 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-a02c1bb5-f157-4d81-87f1-1d3e9b66bb3b req-0e864667-5022-41cb-9d98-89f394ad1437 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:43.156605 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-57a1add0-76aa-4d24-a382-48d6476295ec req-9cc81a99-da10-4ba2-a965-4bcadefce154 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/quotas/009c70ac018246c49e6f9a3a4c5ddf6c HTTP/1.1" status: 200 len: 375 time: 0.0235093 Sep 08 09:05:43.159767 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01174012-e1f5-4ff7-8933-5ff9da31c679 req-383e4146-efbd-4d13-80f7-11810ae8ac6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:43.161376 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-01174012-e1f5-4ff7-8933-5ff9da31c679 req-383e4146-efbd-4d13-80f7-11810ae8ac6f service neutron] 10.222.0.37 "GET /v2.0/networks?id=5aafad33-e510-433d-8132-1ab09796d6a4 HTTP/1.1" status: 200 len: 914 time: 0.1495314 Sep 08 09:05:43.206564 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44384) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:05:43.252049 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-01174012-e1f5-4ff7-8933-5ff9da31c679 req-7a02a0a5-58d6-4884-8e45-38089ff4fc19 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4 HTTP/1.1" status: 200 len: 217 time: 0.0762734 Sep 08 09:05:43.308451 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-57a1add0-76aa-4d24-a382-48d6476295ec req-33e58701-8705-4aee-930a-c71e5af2a90f tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=009c70ac018246c49e6f9a3a4c5ddf6c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1437333 Sep 08 09:05:43.328570 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01174012-e1f5-4ff7-8933-5ff9da31c679 req-8a82703c-6c7c-4bcc-ab93-8a3b343d846e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:43.330441 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-01174012-e1f5-4ff7-8933-5ff9da31c679 req-8a82703c-6c7c-4bcc-ab93-8a3b343d846e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c3eac7a7-5d4f-45dc-b90a-eedb6d536a9a HTTP/1.1" status: 200 len: 853 time: 0.0693755 Sep 08 09:05:43.373073 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bd96442d-14b0-4769-9a48-ba598e1c0b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:43.379622 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-01174012-e1f5-4ff7-8933-5ff9da31c679 req-3e0d314c-7bd4-4558-bd4b-509525aec06d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5aafad33-e510-433d-8132-1ab09796d6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373805 Sep 08 09:05:43.403402 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-a02c1bb5-f157-4d81-87f1-1d3e9b66bb3b req-0e864667-5022-41cb-9d98-89f394ad1437 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] For port 9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4,segment=NetworkSegment(b033950b-202f-406f-979e-ec38b86674cf),segment_id=b033950b-202f-406f-979e-ec38b86674cf)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:05:43.455301 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-a02c1bb5-f157-4d81-87f1-1d3e9b66bb3b req-0e864667-5022-41cb-9d98-89f394ad1437 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:43.468816 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-a02c1bb5-f157-4d81-87f1-1d3e9b66bb3b req-0e864667-5022-41cb-9d98-89f394ad1437 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:43.512403 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:05:43.541285 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c1bb5-f157-4d81-87f1-1d3e9b66bb3b req-0e864667-5022-41cb-9d98-89f394ad1437 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:43.541973 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-a02c1bb5-f157-4d81-87f1-1d3e9b66bb3b req-0e864667-5022-41cb-9d98-89f394ad1437 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:43.556778 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a02c1bb5-f157-4d81-87f1-1d3e9b66bb3b req-0e864667-5022-41cb-9d98-89f394ad1437 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "PUT /v2.0/ports/9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4 HTTP/1.1" status: 200 len: 1020 time: 0.5186167 Sep 08 09:05:43.575186 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-01174012-e1f5-4ff7-8933-5ff9da31c679 req-4d982e0b-a561-4f54-9903-736ae89f27e0 service neutron] 10.222.0.37 "GET /v2.0/networks/5aafad33-e510-433d-8132-1ab09796d6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871698 Sep 08 09:05:43.636179 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e864667-5022-41cb-9d98-89f394ad1437 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Pushing event updated for resources: {'Port': ['ID=9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4,revision_number=7']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:43.684406 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bd96442d-14b0-4769-9a48-ba598e1c0b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:43.691170 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bd96442d-14b0-4769-9a48-ba598e1c0b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:43.703968 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0f527baa-4f93-4000-a6bb-d84cb857b536 req-e7295a2c-18f7-41fe-a707-cb4178d94064 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffecc402-fc50-47fd-91ac-ac7d77eb5f80 HTTP/1.1" status: 200 len: 210 time: 0.0650978 Sep 08 09:05:43.737619 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:05:43.772077 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-bd96442d-14b0-4769-9a48-ba598e1c0b1b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4363507d3db046dca2337c855e647da7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5644009 Sep 08 09:05:43.773351 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd96442d-14b0-4769-9a48-ba598e1c0b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b07d2c-3b58-4a66-841f-fa68145ad535,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:43.776741 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44404) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:05:43.880370 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0ed14ccf-9655-4b97-a7c7-4e049b4b48a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:43.934334 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0ed14ccf-9655-4b97-a7c7-4e049b4b48a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:43.985854 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ef73e-a0e8-4aac-be2a-a755cdc42836 req-193955d1-6403-4b1c-8640-efdbc0476bf4 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:43.988067 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a69ef73e-a0e8-4aac-be2a-a755cdc42836 req-193955d1-6403-4b1c-8640-efdbc0476bf4 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/ports?device_id=09b792d8-897b-434d-8165-44dbc6dc5f2b HTTP/1.1" status: 200 len: 1023 time: 0.1226172 Sep 08 09:05:43.992578 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-01174012-e1f5-4ff7-8933-5ff9da31c679 req-03f29829-0783-4a45-a0c2-a04ed61af4e2 service neutron] 10.222.0.37 "GET /v2.0/networks/5aafad33-e510-433d-8132-1ab09796d6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998444 Sep 08 09:05:44.018183 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0ed14ccf-9655-4b97-a7c7-4e049b4b48a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:44.022883 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0ed14ccf-9655-4b97-a7c7-4e049b4b48a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:44.025265 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0ed14ccf-9655-4b97-a7c7-4e049b4b48a2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f1b07d2c-3b58-4a66-841f-fa68145ad535 HTTP/1.1" status: 204 len: 168 time: 0.2475631 Sep 08 09:05:44.042808 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed14ccf-9655-4b97-a7c7-4e049b4b48a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b07d2c-3b58-4a66-841f-fa68145ad535,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:44.043997 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device a02b4a3f-4260-44d2-b2f8-e97e4be3ab76 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:05:44.130983 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaceaee7-a46b-467d-8d7d-15cf52d43322 req-ff0664b1-366d-46c8-b1ee-e28816199f56 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:44.133363 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-aaceaee7-a46b-467d-8d7d-15cf52d43322 req-ff0664b1-366d-46c8-b1ee-e28816199f56 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 945 time: 0.0869856 Sep 08 09:05:44.137405 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a69ef73e-a0e8-4aac-be2a-a755cdc42836 req-59465a2d-de79-4f00-895f-05aa9f076f10 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups?id=d8869e5c-75aa-4c31-8125-53cd55e83eba&id=d410d8df-b68e-49e6-bb51-3f49421182e6&id=40d31387-2391-4184-8c09-4b8339a7d7d4 HTTP/1.1" status: 200 len: 6155 time: 0.1365461 Sep 08 09:05:44.151141 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: a02b4a3f-4260-44d2-b2f8-e97e4be3ab76 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:05:44.151141 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device a02b4a3f-4260-44d2-b2f8-e97e4be3ab76 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:05:44.198597 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-aaceaee7-a46b-467d-8d7d-15cf52d43322 req-f6cfbd1e-3578-4c1d-8c65-54d38e016f78 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=703349ac-76b0-4a5f-8080-6789cf3c5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580018 Sep 08 09:05:44.237716 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-1819b4af-bd95-44df-b8eb-ac9a63ae01cf req-19538f9c-70bf-475f-a13c-9085bc57b3eb tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1693132146 ', 'description': 'tempest-description-1351300921'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:05:44.282423 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44420) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:05:44.317531 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1819b4af-bd95-44df-b8eb-ac9a63ae01cf req-19538f9c-70bf-475f-a13c-9085bc57b3eb tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:44.343591 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-2383f9ee-77f1-4d38-a97f-a6e451c85d92 admin admin] Deleting subnet 970af142-ad2f-485e-b0c5-ab0aa50f375b {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:05:44.348610 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2383f9ee-77f1-4d38-a97f-a6e451c85d92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:44.397444 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2383f9ee-77f1-4d38-a97f-a6e451c85d92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:44.462861 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2383f9ee-77f1-4d38-a97f-a6e451c85d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:44.511934 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1819b4af-bd95-44df-b8eb-ac9a63ae01cf req-19538f9c-70bf-475f-a13c-9085bc57b3eb tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:44.519782 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1819b4af-bd95-44df-b8eb-ac9a63ae01cf req-19538f9c-70bf-475f-a13c-9085bc57b3eb tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:44.561258 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2383f9ee-77f1-4d38-a97f-a6e451c85d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:44.573019 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1819b4af-bd95-44df-b8eb-ac9a63ae01cf req-19538f9c-70bf-475f-a13c-9085bc57b3eb tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:44.575089 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1819b4af-bd95-44df-b8eb-ac9a63ae01cf req-19538f9c-70bf-475f-a13c-9085bc57b3eb tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.3458478 Sep 08 09:05:44.576493 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19538f9c-70bf-475f-a13c-9085bc57b3eb tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7890d0b-a637-4145-99e5-07dae8ac18a5,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:44.609083 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2383f9ee-77f1-4d38-a97f-a6e451c85d92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=970af142-ad2f-485e-b0c5-ab0aa50f375b,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:44.626142 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2383f9ee-77f1-4d38-a97f-a6e451c85d92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:44.628351 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2383f9ee-77f1-4d38-a97f-a6e451c85d92 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/970af142-ad2f-485e-b0c5-ab0aa50f375b HTTP/1.1" status: 204 len: 168 time: 0.3445005 Sep 08 09:05:44.630961 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44434) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:05:44.762532 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f7450-54c2-4697-84d7-b3c83d403d67 req-90620eb7-070b-40d0-b1aa-05fbe81d4283 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:44.764521 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cd1f7450-54c2-4697-84d7-b3c83d403d67 req-90620eb7-070b-40d0-b1aa-05fbe81d4283 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 945 time: 0.1568608 Sep 08 09:05:44.770229 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-40cb468d-9c5a-4944-bff8-af3ebf2a8ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:44.792399 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09b792d8-897b-434d-8165-44dbc6dc5f2b', 'tag': '9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:05:44.796317 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1011451-a179-41e7-adc8-7a16edb12680" -d '{"events": [{"name": "network-changed", "server_uuid": "09b792d8-897b-434d-8165-44dbc6dc5f2b", "tag": "9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:05:44.809173 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-46f5a77e-2899-4fef-b4d0-a59db0f53514 req-00af9d83-1abc-4b69-99e9-fd8a1f748109 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups/a7890d0b-a637-4145-99e5-07dae8ac18a5 HTTP/1.1" status: 200 len: 1783 time: 0.0964077 Sep 08 09:05:44.812385 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a011a-16ff-425e-b77d-acd346bbae48 req-e050c7d4-ac05-4fc7-a675-f9ad56681a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:44.813936 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-949a011a-16ff-425e-b77d-acd346bbae48 req-e050c7d4-ac05-4fc7-a675-f9ad56681a71 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a2f9a27fb48843b398aaefe83b941227&device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 1097 time: 0.0918124 Sep 08 09:05:44.890833 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-40cb468d-9c5a-4944-bff8-af3ebf2a8ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:44.942525 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cd1f7450-54c2-4697-84d7-b3c83d403d67 req-7dc9371a-25fa-40e1-ac67-e838354c659a tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=703349ac-76b0-4a5f-8080-6789cf3c5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639180 Sep 08 09:05:44.948363 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-40cb468d-9c5a-4944-bff8-af3ebf2a8ddd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a55e59c5-33d2-4770-843c-ea201a5c83f9']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:05:44.951016 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a011a-16ff-425e-b77d-acd346bbae48 req-4eb72ebf-453a-4b61-b17e-636ba87a99f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:44.955441 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-949a011a-16ff-425e-b77d-acd346bbae48 req-4eb72ebf-453a-4b61-b17e-636ba87a99f7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d15b4ce3-7986-485f-ad78-2afa75611397 HTTP/1.1" status: 200 len: 911 time: 0.1329687 Sep 08 09:05:44.961612 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-40cb468d-9c5a-4944-bff8-af3ebf2a8ddd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd57644c7-32a8-4495-829f-1d7ab54e596b') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:05:44.963197 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-40cb468d-9c5a-4944-bff8-af3ebf2a8ddd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd57644c7-32a8-4495-829f-1d7ab54e596b') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:05:44.994000 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-40cb468d-9c5a-4944-bff8-af3ebf2a8ddd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:45.012093 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-40cb468d-9c5a-4944-bff8-af3ebf2a8ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:45.021353 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40cb468d-9c5a-4944-bff8-af3ebf2a8ddd admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:05:45.021820 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-40cb468d-9c5a-4944-bff8-af3ebf2a8ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:45.023591 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:05:45.023591 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:05:45.023591 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:05:45.023591 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:05:45.023591 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:05:45.023591 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:05:45.023591 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:05:45.023591 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:05:45.023591 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:05:45.023591 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:05:45.023591 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:05:45.023591 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:05:45.023591 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:05:45.023591 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:05:45.023591 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:05:45.023591 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:05:45.023591 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:05:45.023591 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:05:45.023591 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:05:45.023591 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:05:45.023591 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:05:45.023591 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:05:45.023591 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:05:45.023591 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:05:45.023591 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:05:45.023591 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:05:45.023591 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:05:45.023591 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:05:45.023591 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:05:45.023591 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:05:45.023591 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:05:45.023591 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:05:45.097050 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8ba715-69f9-4b27-b530-86bef29c8960 x-openstack-request-id: req-fc8ba715-69f9-4b27-b530-86bef29c8960 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:05:45.097463 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09b792d8-897b-434d-8165-44dbc6dc5f2b", "tag": "9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:05:45.097569 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fc8ba715-69f9-4b27-b530-86bef29c8960 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:05:45.098082 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09b792d8-897b-434d-8165-44dbc6dc5f2b', 'tag': '9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4', 'status': 'completed', 'code': 200} Sep 08 09:05:45.102687 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-40cb468d-9c5a-4944-bff8-af3ebf2a8ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:45.103313 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f2e8a8a5-2df9-4924-b14a-d8d6cd6899f6 req-d396743a-92cf-4339-b9de-bd049c93b2ea tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffecc402-fc50-47fd-91ac-ac7d77eb5f80 HTTP/1.1" status: 200 len: 210 time: 0.0618014 Sep 08 09:05:45.113187 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-40cb468d-9c5a-4944-bff8-af3ebf2a8ddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:45.115122 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-40cb468d-9c5a-4944-bff8-af3ebf2a8ddd admin admin] 10.222.0.54 "DELETE /v2.0/networks/a55e59c5-33d2-4770-843c-ea201a5c83f9 HTTP/1.1" status: 204 len: 168 time: 0.4832325 Sep 08 09:05:45.134725 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-949a011a-16ff-425e-b77d-acd346bbae48 req-6fb1d2bc-855e-4e29-816a-4dc3d7612647 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e104b66d-db35-49db-824c-4f5d2b6e6a0e HTTP/1.1" status: 200 len: 1001 time: 0.1701694 Sep 08 09:05:45.147509 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb468d-9c5a-4944-bff8-af3ebf2a8ddd admin admin] Pushing event deleted for resources: {'Network': ['ID=a55e59c5-33d2-4770-843c-ea201a5c83f9,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:45.193770 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44458) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:05:45.228491 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-02a058e7-7294-41c8-8400-ef4e325afb8b req-0b286f6a-db0e-4f2b-90a4-3ac9cd12cd56 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups/a7890d0b-a637-4145-99e5-07dae8ac18a5 HTTP/1.1" status: 200 len: 1783 time: 0.0833538 Sep 08 09:05:45.278202 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a011a-16ff-425e-b77d-acd346bbae48 req-b6674b97-b104-4d03-a764-ce2582898d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:45.280953 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-949a011a-16ff-425e-b77d-acd346bbae48 req-b6674b97-b104-4d03-a764-ce2582898d36 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b55eaef4-013f-4f3d-8aec-fea124c1fdb3 HTTP/1.1" status: 200 len: 849 time: 0.1044133 Sep 08 09:05:45.288813 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-57a1add0-76aa-4d24-a382-48d6476295ec req-3672bfee-4540-4e59-a26f-355a1ff2e0b7 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=009c70ac018246c49e6f9a3a4c5ddf6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0965674 Sep 08 09:05:45.319116 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-02a058e7-7294-41c8-8400-ef4e325afb8b req-9519c869-c4eb-430c-8be6-603e62748c74 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:45.340008 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1011451-a179-41e7-adc8-7a16edb12680 req-d078d41d-f269-452e-8c7c-dc87a0acfcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:45.342982 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a1011451-a179-41e7-adc8-7a16edb12680 req-d078d41d-f269-452e-8c7c-dc87a0acfcf3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=78b53fd8a929472f8361156af9205b37&device_id=09b792d8-897b-434d-8165-44dbc6dc5f2b HTTP/1.1" status: 200 len: 1175 time: 0.1267111 Sep 08 09:05:45.387166 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-c42b7b12-4bbf-4671-b53c-b64621e7d21f admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1663153454-network', 'tenant_id': '59b3a59c99284cc49457493338f2d5a8'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:05:45.391080 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a011a-16ff-425e-b77d-acd346bbae48 req-8d69da06-aca4-43b7-b9e2-4274b135b4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:45.392894 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-949a011a-16ff-425e-b77d-acd346bbae48 req-8d69da06-aca4-43b7-b9e2-4274b135b4be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d15b4ce3-7986-485f-ad78-2afa75611397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1047156 Sep 08 09:05:45.412943 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-02a058e7-7294-41c8-8400-ef4e325afb8b req-9519c869-c4eb-430c-8be6-603e62748c74 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:45.429395 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 44462) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:05:45.502333 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42b7b12-4bbf-4671-b53c-b64621e7d21f admin admin] Made reservation on behalf of 59b3a59c99284cc49457493338f2d5a8 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:05:45.504845 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c42b7b12-4bbf-4671-b53c-b64621e7d21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:45.529839 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c42b7b12-4bbf-4671-b53c-b64621e7d21f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:45.553541 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1add0-76aa-4d24-a382-48d6476295ec req-36600fbc-3733-4402-ac60-ec1a16426f8d tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:45.555250 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-57a1add0-76aa-4d24-a382-48d6476295ec req-36600fbc-3733-4402-ac60-ec1a16426f8d tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2375588 Sep 08 09:05:45.559482 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-02a058e7-7294-41c8-8400-ef4e325afb8b req-9519c869-c4eb-430c-8be6-603e62748c74 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:45.560291 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1011451-a179-41e7-adc8-7a16edb12680 req-c175a7a2-9896-4d01-85ab-f5940617958d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:45.561763 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a1011451-a179-41e7-adc8-7a16edb12680 req-c175a7a2-9896-4d01-85ab-f5940617958d service neutron] 10.222.0.37 "GET /v2.0/networks?id=5aafad33-e510-433d-8132-1ab09796d6a4 HTTP/1.1" status: 200 len: 914 time: 0.2122223 Sep 08 09:05:45.562205 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-02a058e7-7294-41c8-8400-ef4e325afb8b req-9519c869-c4eb-430c-8be6-603e62748c74 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:45.563386 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-02a058e7-7294-41c8-8400-ef4e325afb8b req-9519c869-c4eb-430c-8be6-603e62748c74 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "DELETE /v2.0/security-groups/a7890d0b-a637-4145-99e5-07dae8ac18a5 HTTP/1.1" status: 204 len: 173 time: 0.3305774 Sep 08 09:05:45.573000 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-0df2eed5-7c31-4111-801a-ae6fddbaaf18 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3c469f19649a492aa04dba8e35191bda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1365540 Sep 08 09:05:45.573123 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44464) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:05:45.593695 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-57a1add0-76aa-4d24-a382-48d6476295ec req-82d9f344-0f10-4b03-9c30-2dac67858706 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Request body: {'port': {'device_id': 'ffecc402-fc50-47fd-91ac-ac7d77eb5f80', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'admin_state_up': True, 'tenant_id': '009c70ac018246c49e6f9a3a4c5ddf6c'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:05:45.598099 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9519c869-c4eb-430c-8be6-603e62748c74 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7890d0b-a637-4145-99e5-07dae8ac18a5,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:45.642274 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a1011451-a179-41e7-adc8-7a16edb12680 req-84d73e6a-eb86-4095-b285-21cc1d227a66 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4 HTTP/1.1" status: 200 len: 217 time: 0.0590508 Sep 08 09:05:45.648072 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-949a011a-16ff-425e-b77d-acd346bbae48 req-6964a5bf-691b-4ee8-b0d5-68b7728a3b4d service neutron] 10.222.0.37 "GET /v2.0/networks/d15b4ce3-7986-485f-ad78-2afa75611397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196679 Sep 08 09:05:45.649408 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [req-1b8f0a32-e931-44ff-9afb-8998db704a2d req-4a35b00a-f052-4279-a3a2-2894ee02bf35 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] show failed (client error): The resource could not be found. Sep 08 09:05:45.650536 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1b8f0a32-e931-44ff-9afb-8998db704a2d req-4a35b00a-f052-4279-a3a2-2894ee02bf35 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups/a7890d0b-a637-4145-99e5-07dae8ac18a5 HTTP/1.1" status: 404 len: 352 time: 0.0531204 Sep 08 09:05:45.715450 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-fce5c137-b60a-44d6-a9f4-02d6cbc46be9 req-fc144bda-d3be-4df9-9131-c1d6a746cdbd tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1459945692', 'description': 'tempest-description-1440810871'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:05:45.770591 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1011451-a179-41e7-adc8-7a16edb12680 req-48e10c9a-13df-4a0f-9b6d-b1973333b2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:45.772278 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a1011451-a179-41e7-adc8-7a16edb12680 req-48e10c9a-13df-4a0f-9b6d-b1973333b2da service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c3eac7a7-5d4f-45dc-b90a-eedb6d536a9a HTTP/1.1" status: 200 len: 853 time: 0.1067777 Sep 08 09:05:45.791107 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d1f09cdf-85a0-4863-b80e-7db6a395a413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:45.800481 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-949a011a-16ff-425e-b77d-acd346bbae48 req-a8eb47aa-be66-443a-bfc3-deeef9debf1f service neutron] 10.222.0.37 "GET /v2.0/networks/d15b4ce3-7986-485f-ad78-2afa75611397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328278 Sep 08 09:05:45.847051 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d1f09cdf-85a0-4863-b80e-7db6a395a413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:45.848937 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a1011451-a179-41e7-adc8-7a16edb12680 req-dc1719a0-f529-4850-bbb3-d9fc16fcfe75 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5aafad33-e510-433d-8132-1ab09796d6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360107 Sep 08 09:05:45.879987 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c42b7b12-4bbf-4671-b53c-b64621e7d21f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:45.896875 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c42b7b12-4bbf-4671-b53c-b64621e7d21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:45.939824 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c42b7b12-4bbf-4671-b53c-b64621e7d21f admin admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:05:45.949557 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a1011451-a179-41e7-adc8-7a16edb12680 req-23a65201-bcd5-4266-b5f0-c940ccee7df8 service neutron] 10.222.0.37 "GET /v2.0/networks/5aafad33-e510-433d-8132-1ab09796d6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930290 Sep 08 09:05:45.954590 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-fce5c137-b60a-44d6-a9f4-02d6cbc46be9 req-fc144bda-d3be-4df9-9131-c1d6a746cdbd tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:45.963361 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42b7b12-4bbf-4671-b53c-b64621e7d21f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f580c0d3-23b6-4ea1-a90d-d6c7097d955c,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:45.989730 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d1f09cdf-85a0-4863-b80e-7db6a395a413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:45.992745 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d1f09cdf-85a0-4863-b80e-7db6a395a413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:45.994743 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d1f09cdf-85a0-4863-b80e-7db6a395a413 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4a8c852e-c660-4cef-8951-6847d44439d2 HTTP/1.1" status: 204 len: 168 time: 0.4214137 Sep 08 09:05:45.997554 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c42b7b12-4bbf-4671-b53c-b64621e7d21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:45.997880 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-c42b7b12-4bbf-4671-b53c-b64621e7d21f admin admin] Added segment 7051dfdd-9473-439f-8fcc-5a46706226e7 of type vlan for network d01a3d55-8a93-4595-80e5-c1fe47508ff3 Sep 08 09:05:46.009795 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57a1add0-76aa-4d24-a382-48d6476295ec req-82d9f344-0f10-4b03-9c30-2dac67858706 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Made reservation on behalf of 009c70ac018246c49e6f9a3a4c5ddf6c for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:05:46.014185 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-57a1add0-76aa-4d24-a382-48d6476295ec req-82d9f344-0f10-4b03-9c30-2dac67858706 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:46.060274 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f09cdf-85a0-4863-b80e-7db6a395a413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8c852e-c660-4cef-8951-6847d44439d2,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:46.097043 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c42b7b12-4bbf-4671-b53c-b64621e7d21f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:46.218729 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c42b7b12-4bbf-4671-b53c-b64621e7d21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:46.219880 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42b7b12-4bbf-4671-b53c-b64621e7d21f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:46.220584 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c42b7b12-4bbf-4671-b53c-b64621e7d21f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:46.278791 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-fce5c137-b60a-44d6-a9f4-02d6cbc46be9 req-fc144bda-d3be-4df9-9131-c1d6a746cdbd tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:46.310913 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-fce5c137-b60a-44d6-a9f4-02d6cbc46be9 req-fc144bda-d3be-4df9-9131-c1d6a746cdbd tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:46.356141 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c42b7b12-4bbf-4671-b53c-b64621e7d21f admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1585681 Sep 08 09:05:46.360993 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 44484) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:05:46.367459 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-bb244dab-872a-4b03-bf29-0088b8b2c93d admin admin] Request body: {'subnet': {'network_id': 'd01a3d55-8a93-4595-80e5-c1fe47508ff3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1663153454-subnet', 'tenant_id': '59b3a59c99284cc49457493338f2d5a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:05:46.376339 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42b7b12-4bbf-4671-b53c-b64621e7d21f admin admin] Pushing event updated for resources: {'Network': ['ID=d01a3d55-8a93-4595-80e5-c1fe47508ff3,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:46.390780 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network d01a3d55-8a93-4595-80e5-c1fe47508ff3 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:05:46.395691 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-fce5c137-b60a-44d6-a9f4-02d6cbc46be9 req-fc144bda-d3be-4df9-9131-c1d6a746cdbd tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:46.396965 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fce5c137-b60a-44d6-a9f4-02d6cbc46be9 req-fc144bda-d3be-4df9-9131-c1d6a746cdbd tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7007346 Sep 08 09:05:46.407843 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc144bda-d3be-4df9-9131-c1d6a746cdbd tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90383c3f-5a4e-4266-992b-538fc2bdff6f,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:46.411895 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [req-57a1add0-76aa-4d24-a382-48d6476295ec req-82d9f344-0f10-4b03-9c30-2dac67858706 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Allocated IP 192.168.233.27 (05f7642a-1c79-41be-85aa-1443ef22cc3b/dfc66e4b-ecb5-4c99-afe1-0a78c722534a/5f466c07-ce54-4b5d-a7ce-bf01fa868b06) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:05:46.438538 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a1011451-a179-41e7-adc8-7a16edb12680 req-2c7abc30-d2e5-4eb0-a398-26f1272a642c service neutron] 10.222.0.37 "GET /v2.0/networks/5aafad33-e510-433d-8132-1ab09796d6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4805126 Sep 08 09:05:46.440120 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb244dab-872a-4b03-bf29-0088b8b2c93d admin admin] Made reservation on behalf of 59b3a59c99284cc49457493338f2d5a8 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:05:46.442843 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bb244dab-872a-4b03-bf29-0088b8b2c93d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:46.472462 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d56725-ea18-42ab-9dbe-403af4d0deac req-62ae2ec6-c559-4aa2-8b95-59e52d6760c2 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:46.481392 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-96d56725-ea18-42ab-9dbe-403af4d0deac req-62ae2ec6-c559-4aa2-8b95-59e52d6760c2 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 945 time: 0.1351969 Sep 08 09:05:46.575995 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-96d56725-ea18-42ab-9dbe-403af4d0deac req-437c1913-53f6-45ee-8088-1f42c2541513 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=703349ac-76b0-4a5f-8080-6789cf3c5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933914 Sep 08 09:05:46.639021 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-380803ee-d147-47ce-b868-4fe7b152cff5 req-d875494a-4307-41e7-8fbd-6c1d40adff23 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2060523393', 'description': 'tempest-description-851362113'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:05:46.677321 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-380803ee-d147-47ce-b868-4fe7b152cff5 req-d875494a-4307-41e7-8fbd-6c1d40adff23 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:46.741862 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-57a1add0-76aa-4d24-a382-48d6476295ec req-82d9f344-0f10-4b03-9c30-2dac67858706 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:46.759462 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [req-57a1add0-76aa-4d24-a382-48d6476295ec req-82d9f344-0f10-4b03-9c30-2dac67858706 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Transition to ACTIVE for port object 5f466c07-ce54-4b5d-a7ce-bf01fa868b06 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:05:46.766598 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bb244dab-872a-4b03-bf29-0088b8b2c93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:46.790961 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b09948ed-97e6-4037-a395-66c8a3208084 req-cd96f751-336d-4a5e-ae96-a7f606d03fed tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffecc402-fc50-47fd-91ac-ac7d77eb5f80 HTTP/1.1" status: 200 len: 210 time: 0.0327501 Sep 08 09:05:46.847033 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-57a1add0-76aa-4d24-a382-48d6476295ec req-82d9f344-0f10-4b03-9c30-2dac67858706 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:46.869519 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb244dab-872a-4b03-bf29-0088b8b2c93d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f299c655-8260-4dea-890e-61aa03742ab7,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:46.880549 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb244dab-872a-4b03-bf29-0088b8b2c93d admin admin] Checking segment: {'id': '7051dfdd-9473-439f-8fcc-5a46706226e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd01a3d55-8a93-4595-80e5-c1fe47508ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:05:46.880917 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb244dab-872a-4b03-bf29-0088b8b2c93d admin admin] Network hostable DHCP agents. Network: d01a3d55-8a93-4595-80e5-c1fe47508ff3, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:05:46.891144 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['9e98ff4c-63d3-4bcd-b49c-1e626df063aa', 'eaa66411-0103-4476-a551-2a50c97eb2f0'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:05:46.913667 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-380803ee-d147-47ce-b868-4fe7b152cff5 req-d875494a-4307-41e7-8fbd-6c1d40adff23 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:46.918858 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-380803ee-d147-47ce-b868-4fe7b152cff5 req-d875494a-4307-41e7-8fbd-6c1d40adff23 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:46.919036 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57a1add0-76aa-4d24-a382-48d6476295ec req-82d9f344-0f10-4b03-9c30-2dac67858706 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Network 05f7642a-1c79-41be-85aa-1443ef22cc3b is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:05:46.923035 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [req-57a1add0-76aa-4d24-a382-48d6476295ec req-82d9f344-0f10-4b03-9c30-2dac67858706 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:05:46.925368 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb244dab-872a-4b03-bf29-0088b8b2c93d admin admin] Network d01a3d55-8a93-4595-80e5-c1fe47508ff3 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:05:46.925799 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a1add0-76aa-4d24-a382-48d6476295ec req-82d9f344-0f10-4b03-9c30-2dac67858706 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:05:46.957823 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-bb244dab-872a-4b03-bf29-0088b8b2c93d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, d01a3d55-8a93-4595-80e5-c1fe47508ff3) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:05:46.966123 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb244dab-872a-4b03-bf29-0088b8b2c93d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:46.966897 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bb244dab-872a-4b03-bf29-0088b8b2c93d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:46.982805 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-380803ee-d147-47ce-b868-4fe7b152cff5 req-d875494a-4307-41e7-8fbd-6c1d40adff23 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:46.986866 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['fb2e5f1e-9c50-48e7-b6bb-e637dec86b44', 'f4d691e7-e9a2-4853-8163-af247dd9cc84', '27f59616-58c5-4693-bbcf-b53a0c3a8b30', '02b7ad11-0b98-47e7-9331-8af04186c492'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:05:46.991189 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-380803ee-d147-47ce-b868-4fe7b152cff5 req-d875494a-4307-41e7-8fbd-6c1d40adff23 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3586733 Sep 08 09:05:47.000413 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce0a934-7dfb-4731-9052-c301b6511857 None None] Network d01a3d55-8a93-4595-80e5-c1fe47508ff3 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:05:47.019830 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d875494a-4307-41e7-8fbd-6c1d40adff23 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1b56aa-4828-4a59-a2e2-5babf28887c6,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:47.041517 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-bb244dab-872a-4b03-bf29-0088b8b2c93d admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6713519 Sep 08 09:05:47.042456 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 44508) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:05:47.045225 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d9f344-0f10-4b03-9c30-2dac67858706 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Pushing event updated for resources: {'Port': ['ID=5f466c07-ce54-4b5d-a7ce-bf01fa868b06,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:47.049429 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-148e9d59-cb01-4c10-97e5-fc73a57d68c9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1663153454-router', 'tenant_id': '59b3a59c99284cc49457493338f2d5a8', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:05:47.059710 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1add0-76aa-4d24-a382-48d6476295ec req-82d9f344-0f10-4b03-9c30-2dac67858706 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:47.060382 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-57a1add0-76aa-4d24-a382-48d6476295ec req-82d9f344-0f10-4b03-9c30-2dac67858706 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:47.067886 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-072ccf80-2a68-4ba2-a397-36e1c608efe3 req-70541e70-c26c-48b1-a5dc-359580c78e54 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-773835416', 'description': 'tempest-description-515584039'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:05:47.129904 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-148e9d59-cb01-4c10-97e5-fc73a57d68c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:47.135216 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-148e9d59-cb01-4c10-97e5-fc73a57d68c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:47.151894 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-57a1add0-76aa-4d24-a382-48d6476295ec req-82d9f344-0f10-4b03-9c30-2dac67858706 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5687869 Sep 08 09:05:47.153495 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-072ccf80-2a68-4ba2-a397-36e1c608efe3 req-70541e70-c26c-48b1-a5dc-359580c78e54 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:47.190528 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-57a1add0-76aa-4d24-a382-48d6476295ec req-598196ff-7b5d-42fa-8af8-ac8f8c4b2eaf service neutron] Request body: {'port': {'device_id': 'ffecc402-fc50-47fd-91ac-ac7d77eb5f80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:05:47.256231 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-148e9d59-cb01-4c10-97e5-fc73a57d68c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:47.272382 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44512) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:05:47.277019 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-57a1add0-76aa-4d24-a382-48d6476295ec req-598196ff-7b5d-42fa-8af8-ac8f8c4b2eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:47.451458 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-28f38fd8-75f2-4973-94d9-f3f7e04c0358 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-861828950-network', 'tenant_id': '77803abd85f14f8bb2e011424d842d61'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:05:47.453061 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-148e9d59-cb01-4c10-97e5-fc73a57d68c9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:47.462634 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a388d59c-6557-4b81-9685-b0699dde2e88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-d01a3d55-8a93-4595-80e5-c1fe47508ff3', 'network_id': 'd01a3d55-8a93-4595-80e5-c1fe47508ff3', 'tenant_id': '59b3a59c99284cc49457493338f2d5a8', 'fixed_ips': [{'subnet_id': 'f299c655-8260-4dea-890e-61aa03742ab7'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:05:47.464349 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a388d59c-6557-4b81-9685-b0699dde2e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:47.488799 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d1591e6e-4c7e-4c40-8860-d7ea613b5df0 None None] Provisioning for port 5f466c07-ce54-4b5d-a7ce-bf01fa868b06 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:05:47.510007 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d1591e6e-4c7e-4c40-8860-d7ea613b5df0 None None] Provisioning complete for port 5f466c07-ce54-4b5d-a7ce-bf01fa868b06 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:05:47.510456 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d1591e6e-4c7e-4c40-8860-d7ea613b5df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:47.515276 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-072ccf80-2a68-4ba2-a397-36e1c608efe3 req-70541e70-c26c-48b1-a5dc-359580c78e54 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:47.532201 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-072ccf80-2a68-4ba2-a397-36e1c608efe3 req-70541e70-c26c-48b1-a5dc-359580c78e54 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:47.631833 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f38fd8-75f2-4973-94d9-f3f7e04c0358 admin admin] Made reservation on behalf of 77803abd85f14f8bb2e011424d842d61 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:05:47.635309 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-28f38fd8-75f2-4973-94d9-f3f7e04c0358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:47.649660 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-28f38fd8-75f2-4973-94d9-f3f7e04c0358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:47.654523 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-072ccf80-2a68-4ba2-a397-36e1c608efe3 req-70541e70-c26c-48b1-a5dc-359580c78e54 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:47.667018 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-072ccf80-2a68-4ba2-a397-36e1c608efe3 req-70541e70-c26c-48b1-a5dc-359580c78e54 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6166751 Sep 08 09:05:47.712423 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-148e9d59-cb01-4c10-97e5-fc73a57d68c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:47.712949 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d1591e6e-4c7e-4c40-8860-d7ea613b5df0 None None] Port 5f466c07-ce54-4b5d-a7ce-bf01fa868b06 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:05:47.726983 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70541e70-c26c-48b1-a5dc-359580c78e54 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb30c3b-5f4d-45dc-9a83-d3440c494863,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:47.729310 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f55f1d74-eac5-4660-948f-04432b0e5579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:47.755136 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-148e9d59-cb01-4c10-97e5-fc73a57d68c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:47.840887 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-a388d59c-6557-4b81-9685-b0699dde2e88 None None] Allocated IP 172.20.0.2 (d01a3d55-8a93-4595-80e5-c1fe47508ff3/f299c655-8260-4dea-890e-61aa03742ab7/a8df4891-6f12-48e0-92d7-c6a4f6f519bc) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:05:47.954838 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9d732d0a-0e47-4ef8-b31a-d0c25d491c1f req-c6e5b01e-b4f4-4e99-b14b-5734d0519d0e tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=78b53fd8a929472f8361156af9205b37 HTTP/1.1" status: 200 len: 10908 time: 0.2018442 Sep 08 09:05:47.956150 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-148e9d59-cb01-4c10-97e5-fc73a57d68c9 admin admin] Allocated IP 172.25.0.104 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/d0c6da31-c70b-4e33-a9c7-4b17143982f9) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:05:48.044237 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9d732d0a-0e47-4ef8-b31a-d0c25d491c1f req-d334aef7-7dac-4d32-86a9-e167f77cfdd9 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups/d8869e5c-75aa-4c31-8125-53cd55e83eba HTTP/1.1" status: 200 len: 2985 time: 0.0785017 Sep 08 09:05:48.140936 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9d732d0a-0e47-4ef8-b31a-d0c25d491c1f req-4d5af30f-7c79-4f5e-8362-220c74abdaf3 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups/d8869e5c-75aa-4c31-8125-53cd55e83eba HTTP/1.1" status: 200 len: 2985 time: 0.0956540 Sep 08 09:05:48.166659 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-148e9d59-cb01-4c10-97e5-fc73a57d68c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:48.168986 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a388d59c-6557-4b81-9685-b0699dde2e88 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:48.178030 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-a388d59c-6557-4b81-9685-b0699dde2e88 None None] Transition to ACTIVE for port object a8df4891-6f12-48e0-92d7-c6a4f6f519bc will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:05:48.193815 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-a388d59c-6557-4b81-9685-b0699dde2e88 None None] Transition to ACTIVE for port object a8df4891-6f12-48e0-92d7-c6a4f6f519bc will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:05:48.207961 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a388d59c-6557-4b81-9685-b0699dde2e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:48.252022 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-148e9d59-cb01-4c10-97e5-fc73a57d68c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:48.255712 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [req-57a1add0-76aa-4d24-a382-48d6476295ec req-598196ff-7b5d-42fa-8af8-ac8f8c4b2eaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f466c07-ce54-4b5d-a7ce-bf01fa868b06 {{(pid=94713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:05:48.263485 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a388d59c-6557-4b81-9685-b0699dde2e88 None None] Network d01a3d55-8a93-4595-80e5-c1fe47508ff3 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:05:48.271216 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e91c99-6d2b-4b2b-b42a-a28dc260f493 req-3e1802c9-d4bd-476e-bc45-9c8af2945da0 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:48.272800 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a2e91c99-6d2b-4b2b-b42a-a28dc260f493 req-3e1802c9-d4bd-476e-bc45-9c8af2945da0 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 945 time: 0.5243533 Sep 08 09:05:48.278357 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-a388d59c-6557-4b81-9685-b0699dde2e88 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:05:48.285228 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-57a1add0-76aa-4d24-a382-48d6476295ec req-598196ff-7b5d-42fa-8af8-ac8f8c4b2eaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:48.285418 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a388d59c-6557-4b81-9685-b0699dde2e88 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:05:48.291332 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a388d59c-6557-4b81-9685-b0699dde2e88 None None] Pushing event updated for resources: {'Port': ['ID=a8df4891-6f12-48e0-92d7-c6a4f6f519bc,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:48.308997 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148e9d59-cb01-4c10-97e5-fc73a57d68c9 admin admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:05:48.314545 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e9d59-cb01-4c10-97e5-fc73a57d68c9 admin admin] Pushing event updated for resources: {'Port': ['ID=d0c6da31-c70b-4e33-a9c7-4b17143982f9,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:48.318412 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-148e9d59-cb01-4c10-97e5-fc73a57d68c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:05:48.328939 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261264b1-c79d-46fa-91ef-e41fdd97399d req-09b68be6-df3f-4d0d-bdb9-88fdb1c56231 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:48.330399 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388d59c-6557-4b81-9685-b0699dde2e88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:05:48.330521 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-261264b1-c79d-46fa-91ef-e41fdd97399d req-09b68be6-df3f-4d0d-bdb9-88fdb1c56231 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffecc402-fc50-47fd-91ac-ac7d77eb5f80 HTTP/1.1" status: 200 len: 935 time: 0.1143656 Sep 08 09:05:48.330744 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388d59c-6557-4b81-9685-b0699dde2e88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:05:48.331262 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388d59c-6557-4b81-9685-b0699dde2e88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:05:48.331378 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148e9d59-cb01-4c10-97e5-fc73a57d68c9 admin admin] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:05:48.331863 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388d59c-6557-4b81-9685-b0699dde2e88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:05:48.332341 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388d59c-6557-4b81-9685-b0699dde2e88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:05:48.332816 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388d59c-6557-4b81-9685-b0699dde2e88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:05:48.333317 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388d59c-6557-4b81-9685-b0699dde2e88 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:05:48.333937 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388d59c-6557-4b81-9685-b0699dde2e88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:05:48.334216 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388d59c-6557-4b81-9685-b0699dde2e88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:05:48.334694 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388d59c-6557-4b81-9685-b0699dde2e88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:05:48.335176 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388d59c-6557-4b81-9685-b0699dde2e88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:05:48.335678 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a388d59c-6557-4b81-9685-b0699dde2e88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:05:48.353690 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [req-57a1add0-76aa-4d24-a382-48d6476295ec req-598196ff-7b5d-42fa-8af8-ac8f8c4b2eaf service neutron] Transition to ACTIVE for port object 5f466c07-ce54-4b5d-a7ce-bf01fa868b06 will not be triggered until provisioned by entity L2. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:05:48.366845 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-57a1add0-76aa-4d24-a382-48d6476295ec req-598196ff-7b5d-42fa-8af8-ac8f8c4b2eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:48.382031 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a2e91c99-6d2b-4b2b-b42a-a28dc260f493 req-d1621a38-82c1-49f8-b4d3-8de6018187f5 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=703349ac-76b0-4a5f-8080-6789cf3c5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899229 Sep 08 09:05:48.392178 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-a388d59c-6557-4b81-9685-b0699dde2e88 None None] Attempting to bind port a8df4891-6f12-48e0-92d7-c6a4f6f519bc on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:05:48.392846 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-a388d59c-6557-4b81-9685-b0699dde2e88 None None] Attempting to bind port a8df4891-6f12-48e0-92d7-c6a4f6f519bc by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '7051dfdd-9473-439f-8fcc-5a46706226e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd01a3d55-8a93-4595-80e5-c1fe47508ff3'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:05:48.393367 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a388d59c-6557-4b81-9685-b0699dde2e88 None None] Attempting to bind port a8df4891-6f12-48e0-92d7-c6a4f6f519bc on network d01a3d55-8a93-4595-80e5-c1fe47508ff3 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:05:48.401086 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a388d59c-6557-4b81-9685-b0699dde2e88 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:05:48.401751 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a388d59c-6557-4b81-9685-b0699dde2e88 None None] Checking segment: {'id': '7051dfdd-9473-439f-8fcc-5a46706226e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd01a3d55-8a93-4595-80e5-c1fe47508ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:05:48.402527 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a388d59c-6557-4b81-9685-b0699dde2e88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:48.403289 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a388d59c-6557-4b81-9685-b0699dde2e88 None None] Bound using segment: {'id': '7051dfdd-9473-439f-8fcc-5a46706226e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd01a3d55-8a93-4595-80e5-c1fe47508ff3'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:05:48.403972 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-a388d59c-6557-4b81-9685-b0699dde2e88 None None] Bound port: a8df4891-6f12-48e0-92d7-c6a4f6f519bc, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7051dfdd-9473-439f-8fcc-5a46706226e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd01a3d55-8a93-4595-80e5-c1fe47508ff3'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:05:48.404596 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a388d59c-6557-4b81-9685-b0699dde2e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:48.473504 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-261264b1-c79d-46fa-91ef-e41fdd97399d req-1646e46a-52a9-4f94-b0a8-f08dc6029c09 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197383 Sep 08 09:05:48.496816 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-a388d59c-6557-4b81-9685-b0699dde2e88 None None] For port a8df4891-6f12-48e0-92d7-c6a4f6f519bc, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:05:48.500030 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-28f38fd8-75f2-4973-94d9-f3f7e04c0358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:48.502190 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-a388d59c-6557-4b81-9685-b0699dde2e88 None None] For port a8df4891-6f12-48e0-92d7-c6a4f6f519bc, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a8df4891-6f12-48e0-92d7-c6a4f6f519bc,segment=NetworkSegment(7051dfdd-9473-439f-8fcc-5a46706226e7),segment_id=7051dfdd-9473-439f-8fcc-5a46706226e7)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:05:48.504695 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598196ff-7b5d-42fa-8af8-ac8f8c4b2eaf service neutron] Pushing event updated for resources: {'Port': ['ID=5f466c07-ce54-4b5d-a7ce-bf01fa868b06,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:48.527591 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a388d59c-6557-4b81-9685-b0699dde2e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:48.571044 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-28f38fd8-75f2-4973-94d9-f3f7e04c0358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:48.618707 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a388d59c-6557-4b81-9685-b0699dde2e88 None None] Pushing event updated for resources: {'Port': ['ID=a8df4891-6f12-48e0-92d7-c6a4f6f519bc,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:48.635054 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28f38fd8-75f2-4973-94d9-f3f7e04c0358 admin admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:05:48.663731 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f38fd8-75f2-4973-94d9-f3f7e04c0358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08ee39d-a379-4d25-9d35-1f03e82a74c7,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:48.677729 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-28f38fd8-75f2-4973-94d9-f3f7e04c0358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:48.678241 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-28f38fd8-75f2-4973-94d9-f3f7e04c0358 admin admin] Added segment 235b2bd9-d205-476b-8ccc-b1318513736f of type vlan for network a472c659-f57b-47ed-8091-08556634f259 Sep 08 09:05:48.702706 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-57a1add0-76aa-4d24-a382-48d6476295ec req-598196ff-7b5d-42fa-8af8-ac8f8c4b2eaf service neutron] Attempting to bind port 5f466c07-ce54-4b5d-a7ce-bf01fa868b06 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:05:48.703176 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-57a1add0-76aa-4d24-a382-48d6476295ec req-598196ff-7b5d-42fa-8af8-ac8f8c4b2eaf service neutron] Attempting to bind port 5f466c07-ce54-4b5d-a7ce-bf01fa868b06 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:05:48.703917 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a1add0-76aa-4d24-a382-48d6476295ec req-598196ff-7b5d-42fa-8af8-ac8f8c4b2eaf service neutron] Attempting to bind port 5f466c07-ce54-4b5d-a7ce-bf01fa868b06 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:05:48.710071 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a1add0-76aa-4d24-a382-48d6476295ec req-598196ff-7b5d-42fa-8af8-ac8f8c4b2eaf service neutron] Port 5f466c07-ce54-4b5d-a7ce-bf01fa868b06 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:05:48.710471 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a1add0-76aa-4d24-a382-48d6476295ec req-598196ff-7b5d-42fa-8af8-ac8f8c4b2eaf service neutron] Attempting to bind port 5f466c07-ce54-4b5d-a7ce-bf01fa868b06 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:05:48.716432 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c7df2438-492f-4894-90d0-553bcf2097e0 req-a570d81d-68f7-4595-88a3-2e8e2cd9a8a9 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups/90383c3f-5a4e-4266-992b-538fc2bdff6f HTTP/1.1" status: 200 len: 1803 time: 0.1697543 Sep 08 09:05:48.739848 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a1add0-76aa-4d24-a382-48d6476295ec req-598196ff-7b5d-42fa-8af8-ac8f8c4b2eaf service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:05:48.740323 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a1add0-76aa-4d24-a382-48d6476295ec req-598196ff-7b5d-42fa-8af8-ac8f8c4b2eaf service neutron] Checking segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:05:48.740786 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a1add0-76aa-4d24-a382-48d6476295ec req-598196ff-7b5d-42fa-8af8-ac8f8c4b2eaf service neutron] Bound using segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:05:48.741308 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-57a1add0-76aa-4d24-a382-48d6476295ec req-598196ff-7b5d-42fa-8af8-ac8f8c4b2eaf service neutron] Bound port: 5f466c07-ce54-4b5d-a7ce-bf01fa868b06, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:05:48.741750 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-57a1add0-76aa-4d24-a382-48d6476295ec req-598196ff-7b5d-42fa-8af8-ac8f8c4b2eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:48.765453 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-28f38fd8-75f2-4973-94d9-f3f7e04c0358 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:48.839899 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-28f38fd8-75f2-4973-94d9-f3f7e04c0358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:48.840939 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f38fd8-75f2-4973-94d9-f3f7e04c0358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:48.841538 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-28f38fd8-75f2-4973-94d9-f3f7e04c0358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:48.863891 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-148e9d59-cb01-4c10-97e5-fc73a57d68c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:48.881328 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-57a1add0-76aa-4d24-a382-48d6476295ec req-598196ff-7b5d-42fa-8af8-ac8f8c4b2eaf service neutron] For port 5f466c07-ce54-4b5d-a7ce-bf01fa868b06, host n-h1-806683-11, cleared binding levels {{(pid=94713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:05:48.925858 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-28f38fd8-75f2-4973-94d9-f3f7e04c0358 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6459813 Sep 08 09:05:48.933135 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44534) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:05:48.937737 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-6fd96076-55a1-4f53-815b-01a06da172d6 admin admin] Request body: {'subnet': {'network_id': 'a472c659-f57b-47ed-8091-08556634f259', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-861828950-subnet', 'tenant_id': '77803abd85f14f8bb2e011424d842d61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:05:48.957969 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c7df2438-492f-4894-90d0-553bcf2097e0 req-00f7377e-6961-44a6-9796-3a0b4e1c044f tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:48.978333 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-57a1add0-76aa-4d24-a382-48d6476295ec req-598196ff-7b5d-42fa-8af8-ac8f8c4b2eaf service neutron] For port 5f466c07-ce54-4b5d-a7ce-bf01fa868b06, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=5f466c07-ce54-4b5d-a7ce-bf01fa868b06,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:05:48.985856 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f38fd8-75f2-4973-94d9-f3f7e04c0358 admin admin] Pushing event updated for resources: {'Network': ['ID=a472c659-f57b-47ed-8091-08556634f259,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:48.990560 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-57a1add0-76aa-4d24-a382-48d6476295ec req-598196ff-7b5d-42fa-8af8-ac8f8c4b2eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:49.000412 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network a472c659-f57b-47ed-8091-08556634f259 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:05:49.038493 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1add0-76aa-4d24-a382-48d6476295ec req-598196ff-7b5d-42fa-8af8-ac8f8c4b2eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:49.039118 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-57a1add0-76aa-4d24-a382-48d6476295ec req-598196ff-7b5d-42fa-8af8-ac8f8c4b2eaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:49.040867 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-57a1add0-76aa-4d24-a382-48d6476295ec req-598196ff-7b5d-42fa-8af8-ac8f8c4b2eaf service neutron] 10.222.0.37 "PUT /v2.0/ports/5f466c07-ce54-4b5d-a7ce-bf01fa868b06 HTTP/1.1" status: 200 len: 1096 time: 1.8561070 Sep 08 09:05:49.041480 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c7df2438-492f-4894-90d0-553bcf2097e0 req-00f7377e-6961-44a6-9796-3a0b4e1c044f tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:49.041682 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffecc402-fc50-47fd-91ac-ac7d77eb5f80', 'tag': '5f466c07-ce54-4b5d-a7ce-bf01fa868b06'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:05:49.044198 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7652f8b9-ecce-4f66-9445-bd4b86558fc4" -d '{"events": [{"name": "network-changed", "server_uuid": "ffecc402-fc50-47fd-91ac-ac7d77eb5f80", "tag": "5f466c07-ce54-4b5d-a7ce-bf01fa868b06"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:05:49.048761 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd96076-55a1-4f53-815b-01a06da172d6 admin admin] Made reservation on behalf of 77803abd85f14f8bb2e011424d842d61 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:05:49.051322 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6fd96076-55a1-4f53-815b-01a06da172d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:49.140280 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598196ff-7b5d-42fa-8af8-ac8f8c4b2eaf service neutron] Pushing event updated for resources: {'Port': ['ID=5f466c07-ce54-4b5d-a7ce-bf01fa868b06,revision_number=3']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:49.152693 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c7df2438-492f-4894-90d0-553bcf2097e0 req-00f7377e-6961-44a6-9796-3a0b4e1c044f tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:49.155879 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c7df2438-492f-4894-90d0-553bcf2097e0 req-00f7377e-6961-44a6-9796-3a0b4e1c044f tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:49.160917 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c7df2438-492f-4894-90d0-553bcf2097e0 req-00f7377e-6961-44a6-9796-3a0b4e1c044f tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "DELETE /v2.0/security-groups/90383c3f-5a4e-4266-992b-538fc2bdff6f HTTP/1.1" status: 204 len: 173 time: 0.4255381 Sep 08 09:05:49.190293 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b6c668-8515-47e3-9ed6-fb26c637fa08 x-openstack-request-id: req-d1b6c668-8515-47e3-9ed6-fb26c637fa08 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:05:49.190623 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffecc402-fc50-47fd-91ac-ac7d77eb5f80", "tag": "5f466c07-ce54-4b5d-a7ce-bf01fa868b06", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:05:49.190837 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d1b6c668-8515-47e3-9ed6-fb26c637fa08 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:05:49.191225 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffecc402-fc50-47fd-91ac-ac7d77eb5f80', 'tag': '5f466c07-ce54-4b5d-a7ce-bf01fa868b06', 'status': 'completed', 'code': 200} Sep 08 09:05:49.227219 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1add0-76aa-4d24-a382-48d6476295ec req-5956408c-a94f-41ac-90d4-0c4c8c3a8ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:49.229458 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-57a1add0-76aa-4d24-a382-48d6476295ec req-5956408c-a94f-41ac-90d4-0c4c8c3a8ee1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=009c70ac018246c49e6f9a3a4c5ddf6c&device_id=ffecc402-fc50-47fd-91ac-ac7d77eb5f80 HTTP/1.1" status: 200 len: 1099 time: 0.0810139 Sep 08 09:05:49.241523 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7377e-6961-44a6-9796-3a0b4e1c044f tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90383c3f-5a4e-4266-992b-538fc2bdff6f,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:49.264559 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [req-d60ec407-1a78-4ab6-bc74-40d63a3b4c5f req-9b4b002b-f9d7-4a88-8312-03b77ef9fc5d tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] show failed (client error): The resource could not be found. Sep 08 09:05:49.265622 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d60ec407-1a78-4ab6-bc74-40d63a3b4c5f req-9b4b002b-f9d7-4a88-8312-03b77ef9fc5d tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups/90383c3f-5a4e-4266-992b-538fc2bdff6f HTTP/1.1" status: 404 len: 352 time: 0.0733418 Sep 08 09:05:49.296133 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-148e9d59-cb01-4c10-97e5-fc73a57d68c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:49.326785 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-57a1add0-76aa-4d24-a382-48d6476295ec req-efa59081-1474-4340-a40f-2c727cdb0f5b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=5f466c07-ce54-4b5d-a7ce-bf01fa868b06 HTTP/1.1" status: 200 len: 217 time: 0.0717192 Sep 08 09:05:49.439036 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148e9d59-cb01-4c10-97e5-fc73a57d68c9 admin admin] Router 45f6733f-f81d-4187-b7f8-140211500c4b is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:05:49.445935 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a553aa64-ca49-44e8-814d-050b2b75d606 req-209f7c11-add1-4498-8e4f-eab7421069dd tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups/dc1b56aa-4828-4a59-a2e2-5babf28887c6 HTTP/1.1" status: 200 len: 1802 time: 0.1299207 Sep 08 09:05:49.450207 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1add0-76aa-4d24-a382-48d6476295ec req-48b64218-d927-4ae4-878f-f7a903ebec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:49.452075 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-57a1add0-76aa-4d24-a382-48d6476295ec req-48b64218-d927-4ae4-878f-f7a903ebec7a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.1155016 Sep 08 09:05:49.453239 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6fd96076-55a1-4f53-815b-01a06da172d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:49.568180 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148e9d59-cb01-4c10-97e5-fc73a57d68c9 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:05:49.577727 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87789ba-4072-43b9-9021-21e0c6ddf637 None None] Sync routers for ids ['45f6733f-f81d-4187-b7f8-140211500c4b'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:05:49.590528 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd96076-55a1-4f53-815b-01a06da172d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ff5b434-bd51-46eb-b0ea-1f4bf18f959d,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:49.606329 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87789ba-4072-43b9-9021-21e0c6ddf637 None None] Routers {'45f6733f-f81d-4187-b7f8-140211500c4b'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:05:49.607296 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-a87789ba-4072-43b9-9021-21e0c6ddf637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:05:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['45f6733f-f81d-4187-b7f8-140211500c4b'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:05:49.607500 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1add0-76aa-4d24-a382-48d6476295ec req-da840263-3e58-4690-8596-ea16101dbe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:49.609276 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-57a1add0-76aa-4d24-a382-48d6476295ec req-da840263-3e58-4690-8596-ea16101dbe74 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1459677 Sep 08 09:05:49.627715 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee444a6-51bc-43f9-abd7-f1d1ef1c10f1 req-7b6bff2b-a8a3-4a8f-8fad-389d2683f762 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:49.629299 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aee444a6-51bc-43f9-abd7-f1d1ef1c10f1 req-7b6bff2b-a8a3-4a8f-8fad-389d2683f762 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffecc402-fc50-47fd-91ac-ac7d77eb5f80 HTTP/1.1" status: 200 len: 947 time: 0.0636933 Sep 08 09:05:49.630095 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-148e9d59-cb01-4c10-97e5-fc73a57d68c9 admin admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:49.634329 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-148e9d59-cb01-4c10-97e5-fc73a57d68c9 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5905902 Sep 08 09:05:49.635155 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 44546) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:05:49.638384 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd96076-55a1-4f53-815b-01a06da172d6 admin admin] Checking segment: {'id': '235b2bd9-d205-476b-8ccc-b1318513736f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a472c659-f57b-47ed-8091-08556634f259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:05:49.638757 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd96076-55a1-4f53-815b-01a06da172d6 admin admin] Network hostable DHCP agents. Network: a472c659-f57b-47ed-8091-08556634f259, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:05:49.651436 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-a553aa64-ca49-44e8-814d-050b2b75d606 req-4f0ad0f0-3782-4baf-8ec4-8b701cab67af tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:49.733062 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-a553aa64-ca49-44e8-814d-050b2b75d606 req-4f0ad0f0-3782-4baf-8ec4-8b701cab67af tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:49.743067 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd96076-55a1-4f53-815b-01a06da172d6 admin admin] Network a472c659-f57b-47ed-8091-08556634f259 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:05:49.779543 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-6fd96076-55a1-4f53-815b-01a06da172d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, a472c659-f57b-47ed-8091-08556634f259) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:05:49.784659 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd96076-55a1-4f53-815b-01a06da172d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:49.785015 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-a87789ba-4072-43b9-9021-21e0c6ddf637 None None] Set router 45f6733f-f81d-4187-b7f8-140211500c4b gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:05:49.786366 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6fd96076-55a1-4f53-815b-01a06da172d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:49.789267 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aee444a6-51bc-43f9-abd7-f1d1ef1c10f1 req-42786f32-2085-427b-b3fc-8569d0d6e5fd tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934079 Sep 08 09:05:49.812338 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-57a1add0-76aa-4d24-a382-48d6476295ec req-305964df-1f3f-4649-903f-bafc4561c670 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896915 Sep 08 09:05:49.822896 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6fd96076-55a1-4f53-815b-01a06da172d6 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8883305 Sep 08 09:05:49.844180 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-a553aa64-ca49-44e8-814d-050b2b75d606 req-4f0ad0f0-3782-4baf-8ec4-8b701cab67af tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:49.847223 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-a553aa64-ca49-44e8-814d-050b2b75d606 req-4f0ad0f0-3782-4baf-8ec4-8b701cab67af tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:49.858505 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a553aa64-ca49-44e8-814d-050b2b75d606 req-4f0ad0f0-3782-4baf-8ec4-8b701cab67af tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "DELETE /v2.0/security-groups/dc1b56aa-4828-4a59-a2e2-5babf28887c6 HTTP/1.1" status: 204 len: 173 time: 0.4024253 Sep 08 09:05:49.876504 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228e8f08-e547-41a7-a75c-039e25b50977 None None] Network a472c659-f57b-47ed-8091-08556634f259 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:05:49.891569 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ad0f0-3782-4baf-8ec4-8b701cab67af tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1b56aa-4828-4a59-a2e2-5babf28887c6,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:49.972094 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-57a1add0-76aa-4d24-a382-48d6476295ec req-89cf8735-7e56-4271-90d1-37a96b542318 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478648 Sep 08 09:05:50.057747 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bcff09-fd42-4bfb-9c06-4be23d158be0 None None] Network d01a3d55-8a93-4595-80e5-c1fe47508ff3 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:05:50.113545 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [req-b5f47f64-bbd8-47eb-ba10-b7d30c7714f2 req-e524e127-19d0-46c8-b544-ad606f3849a3 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] show failed (client error): The resource could not be found. Sep 08 09:05:50.118609 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b5f47f64-bbd8-47eb-ba10-b7d30c7714f2 req-e524e127-19d0-46c8-b544-ad606f3849a3 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups/dc1b56aa-4828-4a59-a2e2-5babf28887c6 HTTP/1.1" status: 404 len: 352 time: 0.0363243 Sep 08 09:05:50.195152 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652f8b9-ecce-4f66-9445-bd4b86558fc4 req-472e5e11-1e1e-49da-88e6-0da04f022314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:50.198537 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7652f8b9-ecce-4f66-9445-bd4b86558fc4 req-472e5e11-1e1e-49da-88e6-0da04f022314 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=009c70ac018246c49e6f9a3a4c5ddf6c&device_id=ffecc402-fc50-47fd-91ac-ac7d77eb5f80 HTTP/1.1" status: 200 len: 1099 time: 0.0694978 Sep 08 09:05:50.304566 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2b129e31-02fa-464d-9593-a408a64f09ba req-d4cb2f7d-ad0c-462c-aaa1-b07451eb9c1e tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups/0bb30c3b-5f4d-45dc-9a83-d3440c494863 HTTP/1.1" status: 200 len: 1801 time: 0.1352789 Sep 08 09:05:50.316511 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652f8b9-ecce-4f66-9445-bd4b86558fc4 req-5010969f-9295-4820-ac16-7b1cd524ae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:50.318016 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7652f8b9-ecce-4f66-9445-bd4b86558fc4 req-5010969f-9295-4820-ac16-7b1cd524ae9f service neutron] 10.222.0.37 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.1084406 Sep 08 09:05:50.324826 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a8df4891-6f12-48e0-92d7-c6a4f6f519bc up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:05:50.402271 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7652f8b9-ecce-4f66-9445-bd4b86558fc4 req-0b6c5558-54d5-4261-a7c9-ad4c27ed66d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=5f466c07-ce54-4b5d-a7ce-bf01fa868b06 HTTP/1.1" status: 200 len: 217 time: 0.0661705 Sep 08 09:05:50.427780 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:50.460738 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-da20cfa2-17f2-4e48-a218-477e35eaf335 None None] Provisioning for port a8df4891-6f12-48e0-92d7-c6a4f6f519bc completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:05:50.527354 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652f8b9-ecce-4f66-9445-bd4b86558fc4 req-faadf7a3-0d9e-44b3-a7ca-96d370f4925e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:50.528887 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7652f8b9-ecce-4f66-9445-bd4b86558fc4 req-faadf7a3-0d9e-44b3-a7ca-96d370f4925e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.1170049 Sep 08 09:05:50.590532 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port a8df4891-6f12-48e0-92d7-c6a4f6f519bc completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:05:50.599828 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcfb46b-785f-4baf-9d6b-91652e3ef2a3 None None] Network a472c659-f57b-47ed-8091-08556634f259 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:05:50.604282 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port a8df4891-6f12-48e0-92d7-c6a4f6f519bc triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:05:50.604660 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:50.613831 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa25eb4-8303-4ba4-b6a6-551ec47f4de8 req-e81b8cd7-5f53-4e2b-a8bf-1dc78de60e82 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:50.615477 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0fa25eb4-8303-4ba4-b6a6-551ec47f4de8 req-e81b8cd7-5f53-4e2b-a8bf-1dc78de60e82 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] 10.222.0.54 "GET /v2.0/networks?id=a472c659-f57b-47ed-8091-08556634f259 HTTP/1.1" status: 200 len: 821 time: 0.1897991 Sep 08 09:05:50.620911 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652f8b9-ecce-4f66-9445-bd4b86558fc4 req-c1c76f50-93a1-4394-af97-b888301f61e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:50.622782 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7652f8b9-ecce-4f66-9445-bd4b86558fc4 req-c1c76f50-93a1-4394-af97-b888301f61e9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0839086 Sep 08 09:05:50.658942 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0fa25eb4-8303-4ba4-b6a6-551ec47f4de8 req-b6c189d8-eafd-4742-8aaf-3bcdd0f62a8f tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] 10.222.0.54 "GET /v2.0/quotas/77803abd85f14f8bb2e011424d842d61 HTTP/1.1" status: 200 len: 375 time: 0.0316234 Sep 08 09:05:50.734852 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0fa25eb4-8303-4ba4-b6a6-551ec47f4de8 req-a09668f1-c8b0-4682-ab8b-60928511c4ef tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=77803abd85f14f8bb2e011424d842d61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645609 Sep 08 09:05:50.760105 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2c414d7e-1503-45dc-92bc-e33110a07261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:50.784255 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7652f8b9-ecce-4f66-9445-bd4b86558fc4 req-8726ccbc-1519-4b58-a0e3-afc09ff751d8 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504273 Sep 08 09:05:50.794435 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-a87789ba-4072-43b9-9021-21e0c6ddf637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f6733f-f81d-4187-b7f8-140211500c4b', 'name': 'tempest-ServersTestMultiNic-1663153454-router', 'tenant_id': '59b3a59c99284cc49457493338f2d5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd0c6da31-c70b-4e33-a9c7-4b17143982f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:05:47Z', 'updated_at': '2021-09-08T09:05:48Z', 'revision_number': 3, 'project_id': '59b3a59c99284cc49457493338f2d5a8', 'gw_port': {'id': 'd0c6da31-c70b-4e33-a9c7-4b17143982f9', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ce:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f6733f-f81d-4187-b7f8-140211500c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:05:47Z', 'updated_at': '2021-09-08T09:05:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:05:50.829816 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2b129e31-02fa-464d-9593-a408a64f09ba req-1c17a56b-88f0-4c46-8684-7028b5bcb0f4 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:50.851565 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87789ba-4072-43b9-9021-21e0c6ddf637 None None] Checking router: 45f6733f-f81d-4187-b7f8-140211500c4b for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:05:50.851893 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87789ba-4072-43b9-9021-21e0c6ddf637 None None] Updating router 45f6733f-f81d-4187-b7f8-140211500c4b port d0c6da31-c70b-4e33-a9c7-4b17143982f9 binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:05:50.854310 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c5b06650-f5e9-4118-a588-a77b0e43c42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:50.872950 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2b129e31-02fa-464d-9593-a408a64f09ba req-1c17a56b-88f0-4c46-8684-7028b5bcb0f4 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:50.937699 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a87789ba-4072-43b9-9021-21e0c6ddf637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:50.939858 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:50.940534 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0fa25eb4-8303-4ba4-b6a6-551ec47f4de8 req-ed472d25-4081-4b0f-869c-07027b674b2f service neutron] 10.222.0.54 "GET /v2.0/networks/a472c659-f57b-47ed-8091-08556634f259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908388 Sep 08 09:05:50.979216 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7652f8b9-ecce-4f66-9445-bd4b86558fc4 req-3b26a912-2d57-4396-bfba-a8f157908719 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836352 Sep 08 09:05:51.054526 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2b129e31-02fa-464d-9593-a408a64f09ba req-1c17a56b-88f0-4c46-8684-7028b5bcb0f4 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:51.057377 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2b129e31-02fa-464d-9593-a408a64f09ba req-1c17a56b-88f0-4c46-8684-7028b5bcb0f4 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:51.069866 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2b129e31-02fa-464d-9593-a408a64f09ba req-1c17a56b-88f0-4c46-8684-7028b5bcb0f4 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "DELETE /v2.0/security-groups/0bb30c3b-5f4d-45dc-9a83-d3440c494863 HTTP/1.1" status: 204 len: 173 time: 0.7539172 Sep 08 09:05:51.077231 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port a8df4891-6f12-48e0-92d7-c6a4f6f519bc, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a8df4891-6f12-48e0-92d7-c6a4f6f519bc,segment=NetworkSegment(7051dfdd-9473-439f-8fcc-5a46706226e7),segment_id=7051dfdd-9473-439f-8fcc-5a46706226e7)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:05:51.085379 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:51.104714 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0fa25eb4-8303-4ba4-b6a6-551ec47f4de8 req-495ab61c-0350-421e-a3a9-234656f124c1 service neutron] 10.222.0.54 "GET /v2.0/networks/a472c659-f57b-47ed-8091-08556634f259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511183 Sep 08 09:05:51.113740 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c17a56b-88f0-4c46-8684-7028b5bcb0f4 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb30c3b-5f4d-45dc-9a83-d3440c494863,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:51.187000 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=a8df4891-6f12-48e0-92d7-c6a4f6f519bc,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:51.217966 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-a1f5183a-279f-410f-ac19-0fb8bff339da None None] Provisioning complete for port a8df4891-6f12-48e0-92d7-c6a4f6f519bc triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:05:51.218356 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a1f5183a-279f-410f-ac19-0fb8bff339da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:51.288920 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1eab3-3b2d-4720-8e13-6a3b9b5a5d33 req-46cbc687-e811-4d6c-8759-84208d18460d tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:51.290772 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-89c1eab3-3b2d-4720-8e13-6a3b9b5a5d33 req-46cbc687-e811-4d6c-8759-84208d18460d tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffecc402-fc50-47fd-91ac-ac7d77eb5f80 HTTP/1.1" status: 200 len: 947 time: 0.1358011 Sep 08 09:05:51.330332 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-c5b06650-f5e9-4118-a588-a77b0e43c42c admin admin] Allocated IP 172.20.0.1 (d01a3d55-8a93-4595-80e5-c1fe47508ff3/f299c655-8260-4dea-890e-61aa03742ab7/136d191a-e4d0-43a1-b6f4-c0d83bd17231) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:05:51.369443 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-89c1eab3-3b2d-4720-8e13-6a3b9b5a5d33 req-8a811f0d-9c31-4e39-ab8f-bfb5b393fa5b tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660663 Sep 08 09:05:51.408031 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a87789ba-4072-43b9-9021-21e0c6ddf637 None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:51.421408 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-a87789ba-4072-43b9-9021-21e0c6ddf637 None None] Transition to ACTIVE for port object d0c6da31-c70b-4e33-a9c7-4b17143982f9 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:05:51.429653 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [req-f3580618-23d9-49ea-be0e-32da4af8e969 req-776e3449-ab77-4532-bbd5-f2db7250761b tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] show failed (client error): The resource could not be found. Sep 08 09:05:51.430636 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a87789ba-4072-43b9-9021-21e0c6ddf637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:51.449865 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f3580618-23d9-49ea-be0e-32da4af8e969 req-776e3449-ab77-4532-bbd5-f2db7250761b tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups/0bb30c3b-5f4d-45dc-9a83-d3440c494863 HTTP/1.1" status: 404 len: 352 time: 0.0408473 Sep 08 09:05:51.510648 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-a87789ba-4072-43b9-9021-21e0c6ddf637 None None] Attempting to bind port d0c6da31-c70b-4e33-a9c7-4b17143982f9 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:05:51.513381 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-a87789ba-4072-43b9-9021-21e0c6ddf637 None None] Attempting to bind port d0c6da31-c70b-4e33-a9c7-4b17143982f9 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:05:51.513942 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87789ba-4072-43b9-9021-21e0c6ddf637 None None] Attempting to bind port d0c6da31-c70b-4e33-a9c7-4b17143982f9 on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:05:51.517739 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed09d76-4371-4f09-a1a1-a88318fd7359 None None] Pushing event updated for resources: {'Port': ['ID=d0c6da31-c70b-4e33-a9c7-4b17143982f9,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:51.528859 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87789ba-4072-43b9-9021-21e0c6ddf637 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:05:51.529575 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87789ba-4072-43b9-9021-21e0c6ddf637 None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:05:51.530357 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a87789ba-4072-43b9-9021-21e0c6ddf637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:51.531566 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87789ba-4072-43b9-9021-21e0c6ddf637 None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:05:51.532252 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-a87789ba-4072-43b9-9021-21e0c6ddf637 None None] Bound port: d0c6da31-c70b-4e33-a9c7-4b17143982f9, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:05:51.533703 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a87789ba-4072-43b9-9021-21e0c6ddf637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:51.537923 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e373d1e4-9c7b-4ae9-a08a-f4fd026bfa93 req-3019871f-878f-4cd7-8646-f766da493abd tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] 10.222.0.54 "GET /v2.0/ports?device_id=83477544-2b2c-479f-968b-d7933400838e HTTP/1.1" status: 200 len: 210 time: 0.0420678 Sep 08 09:05:51.576941 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c5b06650-f5e9-4118-a588-a77b0e43c42c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:51.593785 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-c5b06650-f5e9-4118-a588-a77b0e43c42c admin admin] Transition to ACTIVE for port object 136d191a-e4d0-43a1-b6f4-c0d83bd17231 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:05:51.617500 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-a87789ba-4072-43b9-9021-21e0c6ddf637 None None] For port d0c6da31-c70b-4e33-a9c7-4b17143982f9, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:05:51.622234 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-a87789ba-4072-43b9-9021-21e0c6ddf637 None None] For port d0c6da31-c70b-4e33-a9c7-4b17143982f9, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=d0c6da31-c70b-4e33-a9c7-4b17143982f9,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:05:51.629658 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a87789ba-4072-43b9-9021-21e0c6ddf637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:51.648941 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c5b06650-f5e9-4118-a588-a77b0e43c42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:51.667960 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-efa416c8-6168-4df3-94bd-2c08e73b1329 req-2d2d803e-d450-4463-ad26-16a186f16ca8 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=78b53fd8a929472f8361156af9205b37 HTTP/1.1" status: 200 len: 6155 time: 0.1017542 Sep 08 09:05:51.693307 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87789ba-4072-43b9-9021-21e0c6ddf637 None None] Routers {'45f6733f-f81d-4187-b7f8-140211500c4b'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:05:51.693940 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-a87789ba-4072-43b9-9021-21e0c6ddf637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:05:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['45f6733f-f81d-4187-b7f8-140211500c4b'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:05:51.714669 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b06650-f5e9-4118-a588-a77b0e43c42c admin admin] Network d01a3d55-8a93-4595-80e5-c1fe47508ff3 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:05:51.720434 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-c5b06650-f5e9-4118-a588-a77b0e43c42c admin admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:05:51.739870 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-efa416c8-6168-4df3-94bd-2c08e73b1329 req-a9603a49-1d95-444a-b090-8ccc48a1f673 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups/d8869e5c-75aa-4c31-8125-53cd55e83eba HTTP/1.1" status: 200 len: 2985 time: 0.0633230 Sep 08 09:05:51.740112 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b06650-f5e9-4118-a588-a77b0e43c42c admin admin] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:05:51.742363 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed09d76-4371-4f09-a1a1-a88318fd7359 None None] Pushing event updated for resources: {'Port': ['ID=d0c6da31-c70b-4e33-a9c7-4b17143982f9,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:51.783162 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b06650-f5e9-4118-a588-a77b0e43c42c admin admin] Pushing event updated for resources: {'Port': ['ID=136d191a-e4d0-43a1-b6f4-c0d83bd17231,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:51.805327 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c5b06650-f5e9-4118-a588-a77b0e43c42c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:51.805536 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-efa416c8-6168-4df3-94bd-2c08e73b1329 req-94f2787c-2a7b-429a-928f-91cd022e6fe3 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups/d8869e5c-75aa-4c31-8125-53cd55e83eba HTTP/1.1" status: 200 len: 2985 time: 0.0535414 Sep 08 09:05:51.851841 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-b025cc12-bd67-4e92-b0ed-0a565f8747e2 req-62573c8d-08e4-4888-9cdf-6b3d0075340e tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1969826354', 'description': 'tempest-description-1502017672'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:05:51.869045 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-a87789ba-4072-43b9-9021-21e0c6ddf637 None None] Set router 45f6733f-f81d-4187-b7f8-140211500c4b gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:05:51.919263 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-b025cc12-bd67-4e92-b0ed-0a565f8747e2 req-62573c8d-08e4-4888-9cdf-6b3d0075340e tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:52.063636 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c5b06650-f5e9-4118-a588-a77b0e43c42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:52.070376 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 5f466c07-ce54-4b5d-a7ce-bf01fa868b06 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:05:52.087664 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:52.107128 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2997b7d8-0af5-4086-98a0-2b292625d28d None None] Provisioning for port 136d191a-e4d0-43a1-b6f4-c0d83bd17231 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:05:52.120798 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2997b7d8-0af5-4086-98a0-2b292625d28d None None] Provisioning complete for port 136d191a-e4d0-43a1-b6f4-c0d83bd17231 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:05:52.122101 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2997b7d8-0af5-4086-98a0-2b292625d28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:52.161351 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a8df4891-6f12-48e0-92d7-c6a4f6f519bc up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:05:52.173936 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-b025cc12-bd67-4e92-b0ed-0a565f8747e2 req-62573c8d-08e4-4888-9cdf-6b3d0075340e tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:52.186853 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-b025cc12-bd67-4e92-b0ed-0a565f8747e2 req-62573c8d-08e4-4888-9cdf-6b3d0075340e tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:52.220141 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-b025cc12-bd67-4e92-b0ed-0a565f8747e2 req-62573c8d-08e4-4888-9cdf-6b3d0075340e tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:52.221402 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b025cc12-bd67-4e92-b0ed-0a565f8747e2 req-62573c8d-08e4-4888-9cdf-6b3d0075340e tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3779445 Sep 08 09:05:52.251908 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-a88cb30f-bb35-4f33-b1c7-78a3f71fca3b req-48c00db4-2ad0-4dcd-b810-b6106867a2af tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1921439278', 'description': 'tempest-description-1402160007'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:05:52.266699 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62573c8d-08e4-4888-9cdf-6b3d0075340e tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf8e314-600a-4c72-a63e-93a8913b40cc,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:52.289094 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-a88cb30f-bb35-4f33-b1c7-78a3f71fca3b req-48c00db4-2ad0-4dcd-b810-b6106867a2af tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:52.339820 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c5b06650-f5e9-4118-a588-a77b0e43c42c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:52.345886 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c5b06650-f5e9-4118-a588-a77b0e43c42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:52.403029 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c5b06650-f5e9-4118-a588-a77b0e43c42c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:52.407482 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-a88cb30f-bb35-4f33-b1c7-78a3f71fca3b req-48c00db4-2ad0-4dcd-b810-b6106867a2af tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:52.412877 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-a88cb30f-bb35-4f33-b1c7-78a3f71fca3b req-48c00db4-2ad0-4dcd-b810-b6106867a2af tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:52.415663 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-2997b7d8-0af5-4086-98a0-2b292625d28d None None] Port 136d191a-e4d0-43a1-b6f4-c0d83bd17231 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:05:52.417854 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-a87789ba-4072-43b9-9021-21e0c6ddf637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f6733f-f81d-4187-b7f8-140211500c4b', 'name': 'tempest-ServersTestMultiNic-1663153454-router', 'tenant_id': '59b3a59c99284cc49457493338f2d5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd0c6da31-c70b-4e33-a9c7-4b17143982f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:05:47Z', 'updated_at': '2021-09-08T09:05:48Z', 'revision_number': 3, 'project_id': '59b3a59c99284cc49457493338f2d5a8', 'gw_port': {'id': 'd0c6da31-c70b-4e33-a9c7-4b17143982f9', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ce:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f6733f-f81d-4187-b7f8-140211500c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:05:47Z', 'updated_at': '2021-09-08T09:05:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:05:52.448617 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c00db4-2ad0-4dcd-b810-b6106867a2af tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66cc3083-9b2b-496b-8131-2f2469b8a537,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:52.453826 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-a88cb30f-bb35-4f33-b1c7-78a3f71fca3b req-48c00db4-2ad0-4dcd-b810-b6106867a2af tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:52.454815 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87789ba-4072-43b9-9021-21e0c6ddf637 None None] The sync data for ids ['45f6733f-f81d-4187-b7f8-140211500c4b'] in n-d-806683-11 is: [{'id': '45f6733f-f81d-4187-b7f8-140211500c4b', 'name': 'tempest-ServersTestMultiNic-1663153454-router', 'tenant_id': '59b3a59c99284cc49457493338f2d5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd0c6da31-c70b-4e33-a9c7-4b17143982f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:05:47Z', 'updated_at': '2021-09-08T09:05:48Z', 'revision_number': 3, 'project_id': '59b3a59c99284cc49457493338f2d5a8', 'gw_port': {'id': 'd0c6da31-c70b-4e33-a9c7-4b17143982f9', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ce:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f6733f-f81d-4187-b7f8-140211500c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:05:47Z', 'updated_at': '2021-09-08T09:05:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:05:52.474820 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a88cb30f-bb35-4f33-b1c7-78a3f71fca3b req-48c00db4-2ad0-4dcd-b810-b6106867a2af tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2276936 Sep 08 09:05:52.500214 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b06650-f5e9-4118-a588-a77b0e43c42c admin admin] Pushing event updated for resources: {'Port': ['ID=136d191a-e4d0-43a1-b6f4-c0d83bd17231,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:52.517477 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 5f466c07-ce54-4b5d-a7ce-bf01fa868b06, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=5f466c07-ce54-4b5d-a7ce-bf01fa868b06,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:05:52.548873 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '5f466c07-ce54-4b5d-a7ce-bf01fa868b06', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'port_id': '5f466c07-ce54-4b5d-a7ce-bf01fa868b06', 'mac_address': 'fa:16:3e:fa:6e:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc66e4b-ecb5-4c99-afe1-0a78c722534a', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:05:52.562954 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port a8df4891-6f12-48e0-92d7-c6a4f6f519bc triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:05:52.567624 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:52.609374 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b06650-f5e9-4118-a588-a77b0e43c42c admin admin] Network d01a3d55-8a93-4595-80e5-c1fe47508ff3 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:05:52.616711 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-c5b06650-f5e9-4118-a588-a77b0e43c42c admin admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:05:52.636875 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf9e7c-4874-414b-9efc-33cefeed1561 req-14608c09-ecf9-4572-ac1f-7b747a4efa5b tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:52.646343 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f5cf9e7c-4874-414b-9efc-33cefeed1561 req-14608c09-ecf9-4572-ac1f-7b747a4efa5b tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffecc402-fc50-47fd-91ac-ac7d77eb5f80 HTTP/1.1" status: 200 len: 947 time: 0.1170495 Sep 08 09:05:52.713679 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f5cf9e7c-4874-414b-9efc-33cefeed1561 req-df530598-bf2c-4a7a-a9a3-29f487dcd609 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582089 Sep 08 09:05:52.719698 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:52.745621 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f466c07-ce54-4b5d-a7ce-bf01fa868b06 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:05:52.796819 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 5f466c07-ce54-4b5d-a7ce-bf01fa868b06, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=5f466c07-ce54-4b5d-a7ce-bf01fa868b06,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:05:52.804853 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:52.903755 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-485ecb50-864b-4a3a-bc75-86da35a665bf req-f573f355-45ce-4472-9e5c-7f4571da8229 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] 10.222.0.54 "GET /v2.0/ports?device_id=83477544-2b2c-479f-968b-d7933400838e HTTP/1.1" status: 200 len: 210 time: 0.0693026 Sep 08 09:05:52.914827 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=5f466c07-ce54-4b5d-a7ce-bf01fa868b06,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:53.045580 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-67cf5e4c-2e71-4b1a-a42f-095f45c7ac34 None None] Provisioning complete for port 136d191a-e4d0-43a1-b6f4-c0d83bd17231 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:05:53.045967 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-67cf5e4c-2e71-4b1a-a42f-095f45c7ac34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:53.062949 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa25eb4-8303-4ba4-b6a6-551ec47f4de8 req-e19d72a1-bebb-4237-ac0e-17099f3a333f tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:53.064473 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0fa25eb4-8303-4ba4-b6a6-551ec47f4de8 req-e19d72a1-bebb-4237-ac0e-17099f3a333f tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] 10.222.0.35 "GET /v2.0/networks?id=a472c659-f57b-47ed-8091-08556634f259 HTTP/1.1" status: 200 len: 821 time: 0.3569305 Sep 08 09:05:53.090111 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-67cf5e4c-2e71-4b1a-a42f-095f45c7ac34 None None] Port 136d191a-e4d0-43a1-b6f4-c0d83bd17231 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:05:53.103425 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-0fa25eb4-8303-4ba4-b6a6-551ec47f4de8 req-8dccfd4f-65ab-4242-adf6-348c92525f58 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] Request body: {'port': {'device_id': '83477544-2b2c-479f-968b-d7933400838e', 'network_id': 'a472c659-f57b-47ed-8091-08556634f259', 'admin_state_up': True, 'tenant_id': '77803abd85f14f8bb2e011424d842d61'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:05:53.169219 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b06650-f5e9-4118-a588-a77b0e43c42c admin admin] Router 45f6733f-f81d-4187-b7f8-140211500c4b has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:05:53.215011 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb28f0e-dc70-4c98-baed-b2e32463f6c8 req-8b8386c0-a283-4b93-a8e4-e7233f2223c7 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:53.216522 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cbb28f0e-dc70-4c98-baed-b2e32463f6c8 req-8b8386c0-a283-4b93-a8e4-e7233f2223c7 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/networks?id=5aafad33-e510-433d-8132-1ab09796d6a4 HTTP/1.1" status: 200 len: 813 time: 0.2768199 Sep 08 09:05:53.245759 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cbb28f0e-dc70-4c98-baed-b2e32463f6c8 req-c399a057-0995-4387-869a-867ac12b62fe tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/quotas/78b53fd8a929472f8361156af9205b37 HTTP/1.1" status: 200 len: 375 time: 0.0230088 Sep 08 09:05:53.306758 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['5f466c07-ce54-4b5d-a7ce-bf01fa868b06'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:05:53.404030 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fa25eb4-8303-4ba4-b6a6-551ec47f4de8 req-8dccfd4f-65ab-4242-adf6-348c92525f58 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] Made reservation on behalf of 77803abd85f14f8bb2e011424d842d61 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:05:53.407503 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0fa25eb4-8303-4ba4-b6a6-551ec47f4de8 req-8dccfd4f-65ab-4242-adf6-348c92525f58 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:53.428436 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cbb28f0e-dc70-4c98-baed-b2e32463f6c8 req-29249d19-f1bf-4269-bbfa-6cc76c2d6087 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=78b53fd8a929472f8361156af9205b37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1717465 Sep 08 09:05:53.433852 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:53.438955 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b06650-f5e9-4118-a588-a77b0e43c42c admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:05:53.455102 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c5b06650-f5e9-4118-a588-a77b0e43c42c admin admin] 10.222.0.54 "PUT /v2.0/routers/45f6733f-f81d-4187-b7f8-140211500c4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8188751 Sep 08 09:05:53.606774 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44626) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:05:53.637396 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cbb28f0e-dc70-4c98-baed-b2e32463f6c8 req-a32df006-60c8-4518-840e-d13da0fea590 service neutron] 10.222.0.54 "GET /v2.0/networks/5aafad33-e510-433d-8132-1ab09796d6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960058 Sep 08 09:05:53.647285 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-0fa25eb4-8303-4ba4-b6a6-551ec47f4de8 req-8dccfd4f-65ab-4242-adf6-348c92525f58 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] Allocated IP 172.20.0.12 (a472c659-f57b-47ed-8091-08556634f259/0ff5b434-bd51-46eb-b0ea-1f4bf18f959d/d084f132-dc43-476b-a687-735853480dc6) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:05:53.679779 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-7aff0c61-23df-4d3c-8b7f-ea6f744d65e9 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-686761028'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:05:53.710631 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aff0c61-23df-4d3c-8b7f-ea6f744d65e9 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Made reservation on behalf of 59b3a59c99284cc49457493338f2d5a8 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:05:53.714875 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7aff0c61-23df-4d3c-8b7f-ea6f744d65e9 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:53.740150 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aff0c61-23df-4d3c-8b7f-ea6f744d65e9 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:05:53.754489 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7aff0c61-23df-4d3c-8b7f-ea6f744d65e9 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:53.754983 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-7aff0c61-23df-4d3c-8b7f-ea6f744d65e9 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Added segment 67de92ad-9aa9-4356-8dd2-1dea3a44fc52 of type vlan for network b33c8abc-6a51-4240-93e7-ab098bbf4e64 Sep 08 09:05:53.801742 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cbb28f0e-dc70-4c98-baed-b2e32463f6c8 req-16181dba-fdbb-43f9-948a-b62a662477f2 service neutron] 10.222.0.54 "GET /v2.0/networks/5aafad33-e510-433d-8132-1ab09796d6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558628 Sep 08 09:05:53.804132 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7aff0c61-23df-4d3c-8b7f-ea6f744d65e9 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:53.863120 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7aff0c61-23df-4d3c-8b7f-ea6f744d65e9 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:53.869564 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aff0c61-23df-4d3c-8b7f-ea6f744d65e9 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:53.870304 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7aff0c61-23df-4d3c-8b7f-ea6f744d65e9 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:53.890649 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0fa25eb4-8303-4ba4-b6a6-551ec47f4de8 req-8dccfd4f-65ab-4242-adf6-348c92525f58 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:53.941096 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0fa25eb4-8303-4ba4-b6a6-551ec47f4de8 req-8dccfd4f-65ab-4242-adf6-348c92525f58 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:53.951917 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:53.988121 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7aff0c61-23df-4d3c-8b7f-ea6f744d65e9 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3799548 Sep 08 09:05:53.992898 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 44642) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:05:54.002151 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff6226-158a-4547-8f93-d49660c9f222 req-d5273651-c080-4028-97a2-fb4e37cca19c tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:54.003918 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-98ff6226-158a-4547-8f93-d49660c9f222 req-d5273651-c080-4028-97a2-fb4e37cca19c tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffecc402-fc50-47fd-91ac-ac7d77eb5f80 HTTP/1.1" status: 200 len: 948 time: 0.1771762 Sep 08 09:05:54.005035 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-e6c13223-05d4-4f4a-b97e-3cfaaeaa69c5 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Request body: {'subnet': {'network_id': 'b33c8abc-6a51-4240-93e7-ab098bbf4e64', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:05:54.005371 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff0c61-23df-4d3c-8b7f-ea6f744d65e9 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Pushing event updated for resources: {'Network': ['ID=b33c8abc-6a51-4240-93e7-ab098bbf4e64,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:54.013048 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fa25eb4-8303-4ba4-b6a6-551ec47f4de8 req-8dccfd4f-65ab-4242-adf6-348c92525f58 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] Network a472c659-f57b-47ed-8091-08556634f259 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:05:54.015939 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network b33c8abc-6a51-4240-93e7-ab098bbf4e64 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:05:54.023977 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-0fa25eb4-8303-4ba4-b6a6-551ec47f4de8 req-8dccfd4f-65ab-4242-adf6-348c92525f58 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:05:54.037459 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa25eb4-8303-4ba4-b6a6-551ec47f4de8 req-8dccfd4f-65ab-4242-adf6-348c92525f58 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:05:54.071147 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-98ff6226-158a-4547-8f93-d49660c9f222 req-1d954fdd-d17c-4ee7-88aa-6ff16cda69c6 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551569 Sep 08 09:05:54.090708 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dccfd4f-65ab-4242-adf6-348c92525f58 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] Pushing event updated for resources: {'Port': ['ID=d084f132-dc43-476b-a687-735853480dc6,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:54.156808 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-829dd4a8-eb1f-4813-a1d5-f50a6d3054aa req-571114e5-4c58-4ed0-8f66-84fe8df3ce42 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/ports?device_id=77793211-ea65-471d-936c-f2729208f132 HTTP/1.1" status: 200 len: 210 time: 0.0419011 Sep 08 09:05:54.239382 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device d0c6da31-c70b-4e33-a9c7-4b17143982f9 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:05:54.283545 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa25eb4-8303-4ba4-b6a6-551ec47f4de8 req-8dccfd4f-65ab-4242-adf6-348c92525f58 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:54.284484 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0fa25eb4-8303-4ba4-b6a6-551ec47f4de8 req-8dccfd4f-65ab-4242-adf6-348c92525f58 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:54.309479 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port d0c6da31-c70b-4e33-a9c7-4b17143982f9 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:05:54.316063 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port d0c6da31-c70b-4e33-a9c7-4b17143982f9 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:05:54.316805 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:54.334299 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f66df66-b1af-4d41-b996-68b1e2a32ff0 req-a011705c-20c6-449e-b26c-be976018bc9e tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:54.336001 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4f66df66-b1af-4d41-b996-68b1e2a32ff0 req-a011705c-20c6-449e-b26c-be976018bc9e tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] 10.222.0.54 "GET /v2.0/ports?device_id=83477544-2b2c-479f-968b-d7933400838e HTTP/1.1" status: 200 len: 932 time: 0.1731896 Sep 08 09:05:54.367302 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c13223-05d4-4f4a-b97e-3cfaaeaa69c5 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Made reservation on behalf of 59b3a59c99284cc49457493338f2d5a8 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:05:54.371542 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e6c13223-05d4-4f4a-b97e-3cfaaeaa69c5 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:54.377245 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0fa25eb4-8303-4ba4-b6a6-551ec47f4de8 req-8dccfd4f-65ab-4242-adf6-348c92525f58 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2799644 Sep 08 09:05:54.405740 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [req-0fa25eb4-8303-4ba4-b6a6-551ec47f4de8 req-f5ea6c55-a9d1-4866-b607-f1c86c199aff tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:05:54.407015 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0fa25eb4-8303-4ba4-b6a6-551ec47f4de8 req-f5ea6c55-a9d1-4866-b607-f1c86c199aff tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105493 Sep 08 09:05:54.420144 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4f66df66-b1af-4d41-b996-68b1e2a32ff0 req-ae86bb7a-5e6c-487f-aff7-13e498811c6f tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] 10.222.0.54 "GET /v2.0/security-groups?id=f08ee39d-a379-4d25-9d35-1f03e82a74c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753813 Sep 08 09:05:54.423060 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:54.447666 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port d0c6da31-c70b-4e33-a9c7-4b17143982f9, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=d0c6da31-c70b-4e33-a9c7-4b17143982f9,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:05:54.452924 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:54.514672 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=d0c6da31-c70b-4e33-a9c7-4b17143982f9,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:54.535715 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-0fa25eb4-8303-4ba4-b6a6-551ec47f4de8 req-5cf7a48e-8eda-42fe-b295-040d67f0da6f service neutron] Request body: {'port': {'device_id': '83477544-2b2c-479f-968b-d7933400838e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:05:54.648004 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac58b21-de68-429d-a79e-036b169c08a3 None None] Sync routers for ids ['45f6733f-f81d-4187-b7f8-140211500c4b'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:05:54.660055 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac58b21-de68-429d-a79e-036b169c08a3 None None] Routers {'45f6733f-f81d-4187-b7f8-140211500c4b'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:05:54.660776 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0fa25eb4-8303-4ba4-b6a6-551ec47f4de8 req-5cf7a48e-8eda-42fe-b295-040d67f0da6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:54.661162 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-2ac58b21-de68-429d-a79e-036b169c08a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:05:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['45f6733f-f81d-4187-b7f8-140211500c4b'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:05:54.687073 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e6c13223-05d4-4f4a-b97e-3cfaaeaa69c5 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:54.787102 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-2ac58b21-de68-429d-a79e-036b169c08a3 None None] Set router 45f6733f-f81d-4187-b7f8-140211500c4b gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:05:54.885925 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c13223-05d4-4f4a-b97e-3cfaaeaa69c5 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Pushing event updated for resources: {'Subnet': ['ID=c0e91c4f-c499-49e6-aea7-529ae2ce4e22,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:54.908199 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c13223-05d4-4f4a-b97e-3cfaaeaa69c5 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Checking segment: {'id': '67de92ad-9aa9-4356-8dd2-1dea3a44fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b33c8abc-6a51-4240-93e7-ab098bbf4e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:05:54.908560 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c13223-05d4-4f4a-b97e-3cfaaeaa69c5 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Network hostable DHCP agents. Network: b33c8abc-6a51-4240-93e7-ab098bbf4e64, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:05:54.991588 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-2ac58b21-de68-429d-a79e-036b169c08a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f6733f-f81d-4187-b7f8-140211500c4b', 'name': 'tempest-ServersTestMultiNic-1663153454-router', 'tenant_id': '59b3a59c99284cc49457493338f2d5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd0c6da31-c70b-4e33-a9c7-4b17143982f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:05:47Z', 'updated_at': '2021-09-08T09:05:52Z', 'revision_number': 4, 'project_id': '59b3a59c99284cc49457493338f2d5a8', 'gw_port': {'id': 'd0c6da31-c70b-4e33-a9c7-4b17143982f9', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ce:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f6733f-f81d-4187-b7f8-140211500c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:05:47Z', 'updated_at': '2021-09-08T09:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '136d191a-e4d0-43a1-b6f4-c0d83bd17231', 'name': '', 'network_id': 'd01a3d55-8a93-4595-80e5-c1fe47508ff3', 'tenant_id': '59b3a59c99284cc49457493338f2d5a8', 'mac_address': 'fa:16:3e:3c:07:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f6733f-f81d-4187-b7f8-140211500c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'f299c655-8260-4dea-890e-61aa03742ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:05:50Z', 'updated_at': '2021-09-08T09:05:52Z', 'revision_number': 2, 'project_id': '59b3a59c99284cc49457493338f2d5a8', 'subnets': [{'id': 'f299c655-8260-4dea-890e-61aa03742ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:05:55.023053 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac58b21-de68-429d-a79e-036b169c08a3 None None] Checking router: 45f6733f-f81d-4187-b7f8-140211500c4b for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:05:55.023405 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac58b21-de68-429d-a79e-036b169c08a3 None None] Updating router 45f6733f-f81d-4187-b7f8-140211500c4b port 136d191a-e4d0-43a1-b6f4-c0d83bd17231 binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:05:55.050714 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-2ac58b21-de68-429d-a79e-036b169c08a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:55.279079 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2d0b4bbd-1cbc-494d-a392-4893db799bc8 req-67079eb2-0c18-45e3-982a-cd846afb100c tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/ports?device_id=77793211-ea65-471d-936c-f2729208f132 HTTP/1.1" status: 200 len: 210 time: 0.0411682 Sep 08 09:05:55.314144 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c13223-05d4-4f4a-b97e-3cfaaeaa69c5 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Network b33c8abc-6a51-4240-93e7-ab098bbf4e64 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:05:55.376215 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-e6c13223-05d4-4f4a-b97e-3cfaaeaa69c5 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, b33c8abc-6a51-4240-93e7-ab098bbf4e64) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:05:55.386243 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c473902b-425a-4a39-84c6-6d6fd5ec91b8 None None] Network b33c8abc-6a51-4240-93e7-ab098bbf4e64 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:05:55.391471 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c13223-05d4-4f4a-b97e-3cfaaeaa69c5 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:55.392069 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e6c13223-05d4-4f4a-b97e-3cfaaeaa69c5 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:55.433663 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-2ac58b21-de68-429d-a79e-036b169c08a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:55.445537 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-2ac58b21-de68-429d-a79e-036b169c08a3 None None] Transition to ACTIVE for port object 136d191a-e4d0-43a1-b6f4-c0d83bd17231 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:05:55.457104 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-2ac58b21-de68-429d-a79e-036b169c08a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:55.481952 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a969709-c7ae-4ae8-925e-03733189817a req-d581ec7a-9713-45fb-896c-a4fac1361ee1 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:55.490216 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4a969709-c7ae-4ae8-925e-03733189817a req-d581ec7a-9713-45fb-896c-a4fac1361ee1 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffecc402-fc50-47fd-91ac-ac7d77eb5f80 HTTP/1.1" status: 200 len: 948 time: 0.1895747 Sep 08 09:05:55.497681 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e6c13223-05d4-4f4a-b97e-3cfaaeaa69c5 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5026851 Sep 08 09:05:55.501427 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44664) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:05:55.509364 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-d1b7aebc-703c-4b89-a415-adf0b1b9ebb2 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-170001089'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:05:55.560136 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b7aebc-703c-4b89-a415-adf0b1b9ebb2 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Made reservation on behalf of 59b3a59c99284cc49457493338f2d5a8 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:05:55.566263 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d1b7aebc-703c-4b89-a415-adf0b1b9ebb2 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:55.567413 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb28f0e-dc70-4c98-baed-b2e32463f6c8 req-b9fe0139-ebbb-4383-a1fc-7061645a0cc7 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:55.570951 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cbb28f0e-dc70-4c98-baed-b2e32463f6c8 req-b9fe0139-ebbb-4383-a1fc-7061645a0cc7 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.35 "GET /v2.0/networks?id=5aafad33-e510-433d-8132-1ab09796d6a4 HTTP/1.1" status: 200 len: 813 time: 0.2674015 Sep 08 09:05:55.606441 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-cbb28f0e-dc70-4c98-baed-b2e32463f6c8 req-e7a998d7-93a0-42dc-8d52-dbb66854a66f tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Request body: {'port': {'device_id': '77793211-ea65-471d-936c-f2729208f132', 'network_id': '5aafad33-e510-433d-8132-1ab09796d6a4', 'admin_state_up': True, 'tenant_id': '78b53fd8a929472f8361156af9205b37'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:05:55.612367 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-2ac58b21-de68-429d-a79e-036b169c08a3 None None] Attempting to bind port 136d191a-e4d0-43a1-b6f4-c0d83bd17231 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:05:55.612733 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-2ac58b21-de68-429d-a79e-036b169c08a3 None None] Attempting to bind port 136d191a-e4d0-43a1-b6f4-c0d83bd17231 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '7051dfdd-9473-439f-8fcc-5a46706226e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd01a3d55-8a93-4595-80e5-c1fe47508ff3'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:05:55.613100 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac58b21-de68-429d-a79e-036b169c08a3 None None] Attempting to bind port 136d191a-e4d0-43a1-b6f4-c0d83bd17231 on network d01a3d55-8a93-4595-80e5-c1fe47508ff3 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:05:55.615579 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1244a-40cf-4cc1-94d7-cfb55788fe74 None None] Pushing event updated for resources: {'Port': ['ID=136d191a-e4d0-43a1-b6f4-c0d83bd17231,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:55.626956 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac58b21-de68-429d-a79e-036b169c08a3 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:05:55.627842 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac58b21-de68-429d-a79e-036b169c08a3 None None] Checking segment: {'id': '7051dfdd-9473-439f-8fcc-5a46706226e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd01a3d55-8a93-4595-80e5-c1fe47508ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:05:55.628433 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-2ac58b21-de68-429d-a79e-036b169c08a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:55.629131 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac58b21-de68-429d-a79e-036b169c08a3 None None] Bound using segment: {'id': '7051dfdd-9473-439f-8fcc-5a46706226e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd01a3d55-8a93-4595-80e5-c1fe47508ff3'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:05:55.629813 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-2ac58b21-de68-429d-a79e-036b169c08a3 None None] Bound port: 136d191a-e4d0-43a1-b6f4-c0d83bd17231, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7051dfdd-9473-439f-8fcc-5a46706226e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd01a3d55-8a93-4595-80e5-c1fe47508ff3'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:05:55.630413 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-2ac58b21-de68-429d-a79e-036b169c08a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:55.638240 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1244a-40cf-4cc1-94d7-cfb55788fe74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:05:55.638838 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1244a-40cf-4cc1-94d7-cfb55788fe74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:05:55.639355 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1244a-40cf-4cc1-94d7-cfb55788fe74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:05:55.639908 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1244a-40cf-4cc1-94d7-cfb55788fe74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:05:55.640840 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1244a-40cf-4cc1-94d7-cfb55788fe74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:05:55.641353 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1244a-40cf-4cc1-94d7-cfb55788fe74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:05:55.641899 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1244a-40cf-4cc1-94d7-cfb55788fe74 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:05:55.642533 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1244a-40cf-4cc1-94d7-cfb55788fe74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:05:55.643236 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1244a-40cf-4cc1-94d7-cfb55788fe74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:05:55.643855 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1244a-40cf-4cc1-94d7-cfb55788fe74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:05:55.644353 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1244a-40cf-4cc1-94d7-cfb55788fe74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:05:55.644824 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a1244a-40cf-4cc1-94d7-cfb55788fe74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:05:55.670285 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad900237-c446-4de7-97e9-791200b0f100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-b33c8abc-6a51-4240-93e7-ab098bbf4e64', 'network_id': 'b33c8abc-6a51-4240-93e7-ab098bbf4e64', 'tenant_id': '59b3a59c99284cc49457493338f2d5a8', 'fixed_ips': [{'subnet_id': 'c0e91c4f-c499-49e6-aea7-529ae2ce4e22'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:05:55.671388 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ad900237-c446-4de7-97e9-791200b0f100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:55.689007 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1b7aebc-703c-4b89-a415-adf0b1b9ebb2 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:05:55.708166 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d1b7aebc-703c-4b89-a415-adf0b1b9ebb2 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:55.710651 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-d1b7aebc-703c-4b89-a415-adf0b1b9ebb2 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Added segment ad1580a9-8170-4f2c-af6e-7252d1fb8d0e of type vlan for network f6928d08-e973-40fd-9991-1bc0b151da7b Sep 08 09:05:55.729452 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-2ac58b21-de68-429d-a79e-036b169c08a3 None None] For port 136d191a-e4d0-43a1-b6f4-c0d83bd17231, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:05:55.733964 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-2ac58b21-de68-429d-a79e-036b169c08a3 None None] For port 136d191a-e4d0-43a1-b6f4-c0d83bd17231, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=136d191a-e4d0-43a1-b6f4-c0d83bd17231,segment=NetworkSegment(7051dfdd-9473-439f-8fcc-5a46706226e7),segment_id=7051dfdd-9473-439f-8fcc-5a46706226e7)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:05:55.747357 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-2ac58b21-de68-429d-a79e-036b169c08a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:55.756714 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628f709-ce3b-4a85-8ff5-3b1c0c822782 req-60af3217-ba03-4904-b19c-adbfd8135f9a tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:55.758579 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4628f709-ce3b-4a85-8ff5-3b1c0c822782 req-60af3217-ba03-4904-b19c-adbfd8135f9a tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] 10.222.0.54 "GET /v2.0/ports?device_id=83477544-2b2c-479f-968b-d7933400838e HTTP/1.1" status: 200 len: 932 time: 0.1820030 Sep 08 09:05:55.773495 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4a969709-c7ae-4ae8-925e-03733189817a req-8a182b1e-2e2e-420b-ab8d-20ccc41fcd34 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823579 Sep 08 09:05:55.798257 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-0fa25eb4-8303-4ba4-b6a6-551ec47f4de8 req-5cf7a48e-8eda-42fe-b295-040d67f0da6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d084f132-dc43-476b-a687-735853480dc6 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:05:55.814013 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0fa25eb4-8303-4ba4-b6a6-551ec47f4de8 req-5cf7a48e-8eda-42fe-b295-040d67f0da6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:55.832046 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbb28f0e-dc70-4c98-baed-b2e32463f6c8 req-e7a998d7-93a0-42dc-8d52-dbb66854a66f tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Made reservation on behalf of 78b53fd8a929472f8361156af9205b37 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:05:55.837361 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cbb28f0e-dc70-4c98-baed-b2e32463f6c8 req-e7a998d7-93a0-42dc-8d52-dbb66854a66f tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:55.855988 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac58b21-de68-429d-a79e-036b169c08a3 None None] Routers {'45f6733f-f81d-4187-b7f8-140211500c4b'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:05:55.857047 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-0fa25eb4-8303-4ba4-b6a6-551ec47f4de8 req-5cf7a48e-8eda-42fe-b295-040d67f0da6f service neutron] Transition to ACTIVE for port object d084f132-dc43-476b-a687-735853480dc6 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:05:55.857174 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-2ac58b21-de68-429d-a79e-036b169c08a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:05:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['45f6733f-f81d-4187-b7f8-140211500c4b'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:05:55.897182 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d1b7aebc-703c-4b89-a415-adf0b1b9ebb2 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:55.903287 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4628f709-ce3b-4a85-8ff5-3b1c0c822782 req-91a9514f-0c86-4344-ae2a-47e1b316182d tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] 10.222.0.54 "GET /v2.0/security-groups?id=f08ee39d-a379-4d25-9d35-1f03e82a74c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918906 Sep 08 09:05:55.947760 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d1b7aebc-703c-4b89-a415-adf0b1b9ebb2 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:55.954768 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-ad900237-c446-4de7-97e9-791200b0f100 None None] Allocated IP 19.80.0.2 (b33c8abc-6a51-4240-93e7-ab098bbf4e64/c0e91c4f-c499-49e6-aea7-529ae2ce4e22/8504dc24-0bb2-47d5-b0ef-f5b14e93fa61) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:05:55.962948 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b7aebc-703c-4b89-a415-adf0b1b9ebb2 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:55.963797 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d1b7aebc-703c-4b89-a415-adf0b1b9ebb2 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:55.979035 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0fa25eb4-8303-4ba4-b6a6-551ec47f4de8 req-5cf7a48e-8eda-42fe-b295-040d67f0da6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:55.986851 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1244a-40cf-4cc1-94d7-cfb55788fe74 None None] Pushing event updated for resources: {'Port': ['ID=136d191a-e4d0-43a1-b6f4-c0d83bd17231,revision_number=4']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:56.038080 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d1b7aebc-703c-4b89-a415-adf0b1b9ebb2 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5329702 Sep 08 09:05:56.038364 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44670) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:05:56.044313 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-c9882cca-a3c7-480d-906d-13ea028200f8 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Request body: {'subnet': {'network_id': 'f6928d08-e973-40fd-9991-1bc0b151da7b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:05:56.142951 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-2ac58b21-de68-429d-a79e-036b169c08a3 None None] Set router 45f6733f-f81d-4187-b7f8-140211500c4b gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:05:56.157747 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf7a48e-8eda-42fe-b295-040d67f0da6f service neutron] Pushing event updated for resources: {'Port': ['ID=d084f132-dc43-476b-a687-735853480dc6,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:56.174991 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b7aebc-703c-4b89-a415-adf0b1b9ebb2 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Pushing event updated for resources: {'Network': ['ID=f6928d08-e973-40fd-9991-1bc0b151da7b,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:56.227648 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-cbb28f0e-dc70-4c98-baed-b2e32463f6c8 req-e7a998d7-93a0-42dc-8d52-dbb66854a66f tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Allocated IP 172.20.0.10 (5aafad33-e510-433d-8132-1ab09796d6a4/c3eac7a7-5d4f-45dc-b90a-eedb6d536a9a/900388cb-5490-4f76-9cf2-844d6aba9c0f) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:05:56.235862 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ad900237-c446-4de7-97e9-791200b0f100 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:56.246371 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ad900237-c446-4de7-97e9-791200b0f100 None None] Transition to ACTIVE for port object 8504dc24-0bb2-47d5-b0ef-f5b14e93fa61 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:05:56.261346 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-0fa25eb4-8303-4ba4-b6a6-551ec47f4de8 req-5cf7a48e-8eda-42fe-b295-040d67f0da6f service neutron] Attempting to bind port d084f132-dc43-476b-a687-735853480dc6 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:05:56.261715 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-0fa25eb4-8303-4ba4-b6a6-551ec47f4de8 req-5cf7a48e-8eda-42fe-b295-040d67f0da6f service neutron] Attempting to bind port d084f132-dc43-476b-a687-735853480dc6 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '235b2bd9-d205-476b-8ccc-b1318513736f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a472c659-f57b-47ed-8091-08556634f259'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:05:56.262017 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa25eb4-8303-4ba4-b6a6-551ec47f4de8 req-5cf7a48e-8eda-42fe-b295-040d67f0da6f service neutron] Attempting to bind port d084f132-dc43-476b-a687-735853480dc6 on network a472c659-f57b-47ed-8091-08556634f259 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:05:56.266621 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ad900237-c446-4de7-97e9-791200b0f100 None None] Transition to ACTIVE for port object 8504dc24-0bb2-47d5-b0ef-f5b14e93fa61 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:05:56.268530 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa25eb4-8303-4ba4-b6a6-551ec47f4de8 req-5cf7a48e-8eda-42fe-b295-040d67f0da6f service neutron] Port d084f132-dc43-476b-a687-735853480dc6 on network a472c659-f57b-47ed-8091-08556634f259 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:05:56.268952 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa25eb4-8303-4ba4-b6a6-551ec47f4de8 req-5cf7a48e-8eda-42fe-b295-040d67f0da6f service neutron] Attempting to bind port d084f132-dc43-476b-a687-735853480dc6 on network a472c659-f57b-47ed-8091-08556634f259 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:05:56.277668 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 5f466c07-ce54-4b5d-a7ce-bf01fa868b06 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:05:56.281463 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa25eb4-8303-4ba4-b6a6-551ec47f4de8 req-5cf7a48e-8eda-42fe-b295-040d67f0da6f service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:05:56.281811 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa25eb4-8303-4ba4-b6a6-551ec47f4de8 req-5cf7a48e-8eda-42fe-b295-040d67f0da6f service neutron] Checking segment: {'id': '235b2bd9-d205-476b-8ccc-b1318513736f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a472c659-f57b-47ed-8091-08556634f259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:05:56.282326 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa25eb4-8303-4ba4-b6a6-551ec47f4de8 req-5cf7a48e-8eda-42fe-b295-040d67f0da6f service neutron] Bound using segment: {'id': '235b2bd9-d205-476b-8ccc-b1318513736f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a472c659-f57b-47ed-8091-08556634f259'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:05:56.282853 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-0fa25eb4-8303-4ba4-b6a6-551ec47f4de8 req-5cf7a48e-8eda-42fe-b295-040d67f0da6f service neutron] Bound port: d084f132-dc43-476b-a687-735853480dc6, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '235b2bd9-d205-476b-8ccc-b1318513736f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'a472c659-f57b-47ed-8091-08556634f259'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:05:56.283218 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0fa25eb4-8303-4ba4-b6a6-551ec47f4de8 req-5cf7a48e-8eda-42fe-b295-040d67f0da6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:56.316530 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9882cca-a3c7-480d-906d-13ea028200f8 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Made reservation on behalf of 59b3a59c99284cc49457493338f2d5a8 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:05:56.321745 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c9882cca-a3c7-480d-906d-13ea028200f8 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:56.326486 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network f6928d08-e973-40fd-9991-1bc0b151da7b details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:05:56.339330 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device d0c6da31-c70b-4e33-a9c7-4b17143982f9 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:05:56.342031 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ad900237-c446-4de7-97e9-791200b0f100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:56.460680 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-0fa25eb4-8303-4ba4-b6a6-551ec47f4de8 req-5cf7a48e-8eda-42fe-b295-040d67f0da6f service neutron] For port d084f132-dc43-476b-a687-735853480dc6, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:05:56.481754 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-45402ef4-ee24-4faf-baf5-b072a726e7cd req-2a641575-bbc4-4d5d-91c2-9a3e01627ffd tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/ports?device_id=77793211-ea65-471d-936c-f2729208f132 HTTP/1.1" status: 200 len: 210 time: 0.0539784 Sep 08 09:05:56.482764 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad900237-c446-4de7-97e9-791200b0f100 None None] Network b33c8abc-6a51-4240-93e7-ab098bbf4e64 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:05:56.483258 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-0fa25eb4-8303-4ba4-b6a6-551ec47f4de8 req-5cf7a48e-8eda-42fe-b295-040d67f0da6f service neutron] For port d084f132-dc43-476b-a687-735853480dc6, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=d084f132-dc43-476b-a687-735853480dc6,segment=NetworkSegment(235b2bd9-d205-476b-8ccc-b1318513736f),segment_id=235b2bd9-d205-476b-8ccc-b1318513736f)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:05:56.497059 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0fa25eb4-8303-4ba4-b6a6-551ec47f4de8 req-5cf7a48e-8eda-42fe-b295-040d67f0da6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:56.504867 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-ad900237-c446-4de7-97e9-791200b0f100 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:05:56.520051 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad900237-c446-4de7-97e9-791200b0f100 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:05:56.522438 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad900237-c446-4de7-97e9-791200b0f100 None None] Pushing event updated for resources: {'Port': ['ID=8504dc24-0bb2-47d5-b0ef-f5b14e93fa61,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:56.537163 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-2ac58b21-de68-429d-a79e-036b169c08a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f6733f-f81d-4187-b7f8-140211500c4b', 'name': 'tempest-ServersTestMultiNic-1663153454-router', 'tenant_id': '59b3a59c99284cc49457493338f2d5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd0c6da31-c70b-4e33-a9c7-4b17143982f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:05:47Z', 'updated_at': '2021-09-08T09:05:52Z', 'revision_number': 4, 'project_id': '59b3a59c99284cc49457493338f2d5a8', 'gw_port': {'id': 'd0c6da31-c70b-4e33-a9c7-4b17143982f9', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ce:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f6733f-f81d-4187-b7f8-140211500c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:05:47Z', 'updated_at': '2021-09-08T09:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '136d191a-e4d0-43a1-b6f4-c0d83bd17231', 'name': '', 'network_id': 'd01a3d55-8a93-4595-80e5-c1fe47508ff3', 'tenant_id': '59b3a59c99284cc49457493338f2d5a8', 'mac_address': 'fa:16:3e:3c:07:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f6733f-f81d-4187-b7f8-140211500c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'f299c655-8260-4dea-890e-61aa03742ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:05:50Z', 'updated_at': '2021-09-08T09:05:55Z', 'revision_number': 4, 'project_id': '59b3a59c99284cc49457493338f2d5a8', 'subnets': [{'id': 'f299c655-8260-4dea-890e-61aa03742ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:05:56.578803 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac58b21-de68-429d-a79e-036b169c08a3 None None] The sync data for ids ['45f6733f-f81d-4187-b7f8-140211500c4b'] in n-d-806683-11 is: [{'id': '45f6733f-f81d-4187-b7f8-140211500c4b', 'name': 'tempest-ServersTestMultiNic-1663153454-router', 'tenant_id': '59b3a59c99284cc49457493338f2d5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd0c6da31-c70b-4e33-a9c7-4b17143982f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:05:47Z', 'updated_at': '2021-09-08T09:05:52Z', 'revision_number': 4, 'project_id': '59b3a59c99284cc49457493338f2d5a8', 'gw_port': {'id': 'd0c6da31-c70b-4e33-a9c7-4b17143982f9', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ce:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f6733f-f81d-4187-b7f8-140211500c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:05:47Z', 'updated_at': '2021-09-08T09:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '136d191a-e4d0-43a1-b6f4-c0d83bd17231', 'name': '', 'network_id': 'd01a3d55-8a93-4595-80e5-c1fe47508ff3', 'tenant_id': '59b3a59c99284cc49457493338f2d5a8', 'mac_address': 'fa:16:3e:3c:07:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45f6733f-f81d-4187-b7f8-140211500c4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'f299c655-8260-4dea-890e-61aa03742ab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:05:50Z', 'updated_at': '2021-09-08T09:05:55Z', 'revision_number': 4, 'project_id': '59b3a59c99284cc49457493338f2d5a8', 'subnets': [{'id': 'f299c655-8260-4dea-890e-61aa03742ab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:05:56.595753 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 5f466c07-ce54-4b5d-a7ce-bf01fa868b06 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:05:56.601853 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cbb28f0e-dc70-4c98-baed-b2e32463f6c8 req-e7a998d7-93a0-42dc-8d52-dbb66854a66f tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:56.606552 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa25eb4-8303-4ba4-b6a6-551ec47f4de8 req-5cf7a48e-8eda-42fe-b295-040d67f0da6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:56.607194 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0fa25eb4-8303-4ba4-b6a6-551ec47f4de8 req-5cf7a48e-8eda-42fe-b295-040d67f0da6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:56.608174 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port d0c6da31-c70b-4e33-a9c7-4b17143982f9 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:05:56.608444 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:56.608816 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0fa25eb4-8303-4ba4-b6a6-551ec47f4de8 req-5cf7a48e-8eda-42fe-b295-040d67f0da6f service neutron] 10.222.0.35 "PUT /v2.0/ports/d084f132-dc43-476b-a687-735853480dc6 HTTP/1.1" status: 200 len: 1093 time: 2.1819603 Sep 08 09:05:56.609566 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83477544-2b2c-479f-968b-d7933400838e', 'tag': 'd084f132-dc43-476b-a687-735853480dc6'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:05:56.613603 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16e96dc-f119-4d44-b37b-9aa2ced6147a" -d '{"events": [{"name": "network-changed", "server_uuid": "83477544-2b2c-479f-968b-d7933400838e", "tag": "d084f132-dc43-476b-a687-735853480dc6"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:05:56.620605 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 5f466c07-ce54-4b5d-a7ce-bf01fa868b06 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:05:56.621117 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:56.650439 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf7a48e-8eda-42fe-b295-040d67f0da6f service neutron] Pushing event updated for resources: {'Port': ['ID=d084f132-dc43-476b-a687-735853480dc6,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:56.689648 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-ad900237-c446-4de7-97e9-791200b0f100 None None] Attempting to bind port 8504dc24-0bb2-47d5-b0ef-f5b14e93fa61 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:05:56.690016 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-ad900237-c446-4de7-97e9-791200b0f100 None None] Attempting to bind port 8504dc24-0bb2-47d5-b0ef-f5b14e93fa61 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '67de92ad-9aa9-4356-8dd2-1dea3a44fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b33c8abc-6a51-4240-93e7-ab098bbf4e64'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:05:56.690416 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad900237-c446-4de7-97e9-791200b0f100 None None] Attempting to bind port 8504dc24-0bb2-47d5-b0ef-f5b14e93fa61 on network b33c8abc-6a51-4240-93e7-ab098bbf4e64 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:05:56.712958 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cbb28f0e-dc70-4c98-baed-b2e32463f6c8 req-e7a998d7-93a0-42dc-8d52-dbb66854a66f tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:56.714503 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad900237-c446-4de7-97e9-791200b0f100 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:05:56.714885 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad900237-c446-4de7-97e9-791200b0f100 None None] Checking segment: {'id': '67de92ad-9aa9-4356-8dd2-1dea3a44fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b33c8abc-6a51-4240-93e7-ab098bbf4e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:05:56.715286 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ad900237-c446-4de7-97e9-791200b0f100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:56.715753 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad900237-c446-4de7-97e9-791200b0f100 None None] Bound using segment: {'id': '67de92ad-9aa9-4356-8dd2-1dea3a44fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b33c8abc-6a51-4240-93e7-ab098bbf4e64'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:05:56.716785 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-ad900237-c446-4de7-97e9-791200b0f100 None None] Bound port: 8504dc24-0bb2-47d5-b0ef-f5b14e93fa61, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67de92ad-9aa9-4356-8dd2-1dea3a44fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b33c8abc-6a51-4240-93e7-ab098bbf4e64'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:05:56.717377 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ad900237-c446-4de7-97e9-791200b0f100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:56.750245 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd946d1-20aa-4cb1-ad92-537563318f32 x-openstack-request-id: req-8cd946d1-20aa-4cb1-ad92-537563318f32 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:05:56.750704 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83477544-2b2c-479f-968b-d7933400838e", "tag": "d084f132-dc43-476b-a687-735853480dc6", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:05:56.751088 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8cd946d1-20aa-4cb1-ad92-537563318f32 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:05:56.751541 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83477544-2b2c-479f-968b-d7933400838e', 'tag': 'd084f132-dc43-476b-a687-735853480dc6', 'status': 'completed', 'code': 200} Sep 08 09:05:56.781772 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:05:56.788447 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c9882cca-a3c7-480d-906d-13ea028200f8 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:56.813044 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbb28f0e-dc70-4c98-baed-b2e32463f6c8 req-e7a998d7-93a0-42dc-8d52-dbb66854a66f tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Network 5aafad33-e510-433d-8132-1ab09796d6a4 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:05:56.822998 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-cbb28f0e-dc70-4c98-baed-b2e32463f6c8 req-e7a998d7-93a0-42dc-8d52-dbb66854a66f tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:05:56.825539 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb28f0e-dc70-4c98-baed-b2e32463f6c8 req-e7a998d7-93a0-42dc-8d52-dbb66854a66f tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:05:56.903151 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa25eb4-8303-4ba4-b6a6-551ec47f4de8 req-d34a4a80-bb8e-476e-b3cf-69b3b63f4b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:56.904629 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0fa25eb4-8303-4ba4-b6a6-551ec47f4de8 req-d34a4a80-bb8e-476e-b3cf-69b3b63f4b31 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77803abd85f14f8bb2e011424d842d61&device_id=83477544-2b2c-479f-968b-d7933400838e HTTP/1.1" status: 200 len: 1096 time: 0.1759770 Sep 08 09:05:56.909641 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a998d7-93a0-42dc-8d52-dbb66854a66f tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Pushing event updated for resources: {'Port': ['ID=900388cb-5490-4f76-9cf2-844d6aba9c0f,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:56.929511 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-ad900237-c446-4de7-97e9-791200b0f100 None None] For port 8504dc24-0bb2-47d5-b0ef-f5b14e93fa61, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:05:56.931725 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9882cca-a3c7-480d-906d-13ea028200f8 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Checking segment: {'id': 'ad1580a9-8170-4f2c-af6e-7252d1fb8d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'f6928d08-e973-40fd-9991-1bc0b151da7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:05:56.932452 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9882cca-a3c7-480d-906d-13ea028200f8 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Network hostable DHCP agents. Network: f6928d08-e973-40fd-9991-1bc0b151da7b, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:05:56.935672 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9882cca-a3c7-480d-906d-13ea028200f8 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Pushing event updated for resources: {'Subnet': ['ID=a4f6a6e2-5f58-485f-9fc3-8ea38a4c43e1,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:56.936061 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-ad900237-c446-4de7-97e9-791200b0f100 None None] For port 8504dc24-0bb2-47d5-b0ef-f5b14e93fa61, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=8504dc24-0bb2-47d5-b0ef-f5b14e93fa61,segment=NetworkSegment(67de92ad-9aa9-4356-8dd2-1dea3a44fc52),segment_id=67de92ad-9aa9-4356-8dd2-1dea3a44fc52)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:05:56.968632 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9882cca-a3c7-480d-906d-13ea028200f8 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Network f6928d08-e973-40fd-9991-1bc0b151da7b is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:05:56.981456 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ad900237-c446-4de7-97e9-791200b0f100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:56.983211 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0fa25eb4-8303-4ba4-b6a6-551ec47f4de8 req-a971d5e0-c3ff-48d3-b720-ca856f46d956 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d084f132-dc43-476b-a687-735853480dc6 HTTP/1.1" status: 200 len: 217 time: 0.0618582 Sep 08 09:05:56.991520 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb28f0e-dc70-4c98-baed-b2e32463f6c8 req-e7a998d7-93a0-42dc-8d52-dbb66854a66f tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:56.992285 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cbb28f0e-dc70-4c98-baed-b2e32463f6c8 req-e7a998d7-93a0-42dc-8d52-dbb66854a66f tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:56.998132 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f23b4-08d4-4dfc-89cb-7cf5fd3faeba req-79276c0e-50bb-445a-a579-167143084187 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:57.000460 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c79f23b4-08d4-4dfc-89cb-7cf5fd3faeba req-79276c0e-50bb-445a-a579-167143084187 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffecc402-fc50-47fd-91ac-ac7d77eb5f80 HTTP/1.1" status: 200 len: 948 time: 0.1100183 Sep 08 09:05:57.001636 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-c9882cca-a3c7-480d-906d-13ea028200f8 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, f6928d08-e973-40fd-9991-1bc0b151da7b) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:05:57.029309 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cbb28f0e-dc70-4c98-baed-b2e32463f6c8 req-e7a998d7-93a0-42dc-8d52-dbb66854a66f tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4273450 Sep 08 09:05:57.038331 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9882cca-a3c7-480d-906d-13ea028200f8 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:57.039064 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c9882cca-a3c7-480d-906d-13ea028200f8 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:57.039478 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c97d5ac-bd5a-432c-9834-a15d264d36be None None] Network f6928d08-e973-40fd-9991-1bc0b151da7b requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:05:57.055077 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-cbb28f0e-dc70-4c98-baed-b2e32463f6c8 req-0e9e7dc8-554e-4de0-a968-732bc8dd4b23 service neutron] Request body: {'port': {'device_id': '77793211-ea65-471d-936c-f2729208f132', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:05:57.078075 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c9882cca-a3c7-480d-906d-13ea028200f8 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0305722 Sep 08 09:05:57.091480 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c79f23b4-08d4-4dfc-89cb-7cf5fd3faeba req-3a698746-e57f-4bb7-81ea-84d902eb4351 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769253 Sep 08 09:05:57.121253 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:57.190244 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa25eb4-8303-4ba4-b6a6-551ec47f4de8 req-cd44fedc-f6ff-4f92-981c-3d63b02356af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:57.191934 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0fa25eb4-8303-4ba4-b6a6-551ec47f4de8 req-cd44fedc-f6ff-4f92-981c-3d63b02356af service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0ff5b434-bd51-46eb-b0ea-1f4bf18f959d HTTP/1.1" status: 200 len: 861 time: 0.1758316 Sep 08 09:05:57.245754 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad900237-c446-4de7-97e9-791200b0f100 None None] Pushing event updated for resources: {'Port': ['ID=8504dc24-0bb2-47d5-b0ef-f5b14e93fa61,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:57.250776 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0fa25eb4-8303-4ba4-b6a6-551ec47f4de8 req-a99fed23-871e-4e52-ad56-6bcdda1e8985 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a472c659-f57b-47ed-8091-08556634f259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370636 Sep 08 09:05:57.264802 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf6407d-9aaa-45a8-8a32-ada0731d8caa req-c1d33ccf-5303-41e6-97e5-66dacacbfa38 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:57.266535 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bbf6407d-9aaa-45a8-8a32-ada0731d8caa req-c1d33ccf-5303-41e6-97e5-66dacacbfa38 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] 10.222.0.54 "GET /v2.0/ports?device_id=83477544-2b2c-479f-968b-d7933400838e HTTP/1.1" status: 200 len: 944 time: 0.1506529 Sep 08 09:05:57.268529 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cbb28f0e-dc70-4c98-baed-b2e32463f6c8 req-0e9e7dc8-554e-4de0-a968-732bc8dd4b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:57.374373 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffecc402-fc50-47fd-91ac-ac7d77eb5f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f466c07-ce54-4b5d-a7ce-bf01fa868b06'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:05:57.383043 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579af948-2d7f-4141-bba4-0cd1b401a5c6" -d '{"events": [{"server_uuid": "ffecc402-fc50-47fd-91ac-ac7d77eb5f80", "name": "network-vif-plugged", "status": "completed", "tag": "5f466c07-ce54-4b5d-a7ce-bf01fa868b06"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:05:57.459466 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 5f466c07-ce54-4b5d-a7ce-bf01fa868b06, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=5f466c07-ce54-4b5d-a7ce-bf01fa868b06,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:05:57.518351 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:57.538835 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bbf6407d-9aaa-45a8-8a32-ada0731d8caa req-83cf6e70-4649-44e1-943a-3707f486191e tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] 10.222.0.54 "GET /v2.0/security-groups?id=f08ee39d-a379-4d25-9d35-1f03e82a74c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594116 Sep 08 09:05:57.609581 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0fa25eb4-8303-4ba4-b6a6-551ec47f4de8 req-0b7ae6f3-3b30-4015-9b3e-240821e2ae3a service neutron] 10.222.0.35 "GET /v2.0/networks/a472c659-f57b-47ed-8091-08556634f259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418691 Sep 08 09:05:57.656406 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bfb1e9-30c1-49b2-ab1c-289ad0c5861b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-f6928d08-e973-40fd-9991-1bc0b151da7b', 'network_id': 'f6928d08-e973-40fd-9991-1bc0b151da7b', 'tenant_id': '59b3a59c99284cc49457493338f2d5a8', 'fixed_ips': [{'subnet_id': 'a4f6a6e2-5f58-485f-9fc3-8ea38a4c43e1'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:05:57.663152 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-86bfb1e9-30c1-49b2-ab1c-289ad0c5861b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:57.718195 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-47ce8164-4b66-4737-9bf5-34351d91abbf tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:57.730459 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=5f466c07-ce54-4b5d-a7ce-bf01fa868b06,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:57.736555 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-47ce8164-4b66-4737-9bf5-34351d91abbf tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:57.738223 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-47ce8164-4b66-4737-9bf5-34351d91abbf tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/networks?id=b33c8abc-6a51-4240-93e7-ab098bbf4e64&id=f6928d08-e973-40fd-9991-1bc0b151da7b&id=b33c8abc-6a51-4240-93e7-ab098bbf4e64 HTTP/1.1" status: 200 len: 1390 time: 0.2721066 Sep 08 09:05:57.755685 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4e3889-d536-4b66-9b15-77ee7751fde1 x-openstack-request-id: req-4f4e3889-d536-4b66-9b15-77ee7751fde1 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:05:57.755987 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffecc402-fc50-47fd-91ac-ac7d77eb5f80", "name": "network-vif-plugged", "status": "completed", "tag": "5f466c07-ce54-4b5d-a7ce-bf01fa868b06", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:05:57.756286 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4f4e3889-d536-4b66-9b15-77ee7751fde1 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:05:57.756697 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffecc402-fc50-47fd-91ac-ac7d77eb5f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f466c07-ce54-4b5d-a7ce-bf01fa868b06', 'code': 200} Sep 08 09:05:57.786992 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-7a994455-75b3-430f-8ada-82322c7c72f0 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/quotas/59b3a59c99284cc49457493338f2d5a8 HTTP/1.1" status: 200 len: 375 time: 0.0310378 Sep 08 09:05:57.899120 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-7e159d54-74d8-433c-a540-fbc6fd0a4ae3 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=59b3a59c99284cc49457493338f2d5a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1025829 Sep 08 09:05:57.937002 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0fa25eb4-8303-4ba4-b6a6-551ec47f4de8 req-9567a397-18bc-44d5-bac9-0f6e5150cfb5 service neutron] 10.222.0.35 "GET /v2.0/networks/a472c659-f57b-47ed-8091-08556634f259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180552 Sep 08 09:05:57.966886 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-cbb28f0e-dc70-4c98-baed-b2e32463f6c8 req-0e9e7dc8-554e-4de0-a968-732bc8dd4b23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 900388cb-5490-4f76-9cf2-844d6aba9c0f {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:05:57.981947 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cbb28f0e-dc70-4c98-baed-b2e32463f6c8 req-0e9e7dc8-554e-4de0-a968-732bc8dd4b23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:58.000146 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff591b-1b3a-436e-bf4e-8412dbb2f6e8 req-6d936ad6-b55a-405c-866a-3399dcc6d0d5 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:58.002050 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c6ff591b-1b3a-436e-bf4e-8412dbb2f6e8 req-6d936ad6-b55a-405c-866a-3399dcc6d0d5 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/ports?device_id=77793211-ea65-471d-936c-f2729208f132 HTTP/1.1" status: 200 len: 932 time: 0.1342087 Sep 08 09:05:58.012270 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-cbb28f0e-dc70-4c98-baed-b2e32463f6c8 req-0e9e7dc8-554e-4de0-a968-732bc8dd4b23 service neutron] Transition to ACTIVE for port object 900388cb-5490-4f76-9cf2-844d6aba9c0f will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:05:58.033409 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cbb28f0e-dc70-4c98-baed-b2e32463f6c8 req-0e9e7dc8-554e-4de0-a968-732bc8dd4b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:58.041895 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-86bfb1e9-30c1-49b2-ab1c-289ad0c5861b None None] Allocated IP 19.86.0.2 (f6928d08-e973-40fd-9991-1bc0b151da7b/a4f6a6e2-5f58-485f-9fc3-8ea38a4c43e1/4adb4bfa-1b6d-4b66-928d-4f6c3b8527ad) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:05:58.081777 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-85792ca8-892d-441e-a06a-a35c805e24c4 service neutron] 10.222.0.54 "GET /v2.0/networks/b33c8abc-6a51-4240-93e7-ab098bbf4e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808538 Sep 08 09:05:58.208125 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c6ff591b-1b3a-436e-bf4e-8412dbb2f6e8 req-bdf7a1e8-f723-499c-9efd-39341ce87be7 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups?id=d8869e5c-75aa-4c31-8125-53cd55e83eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905651 Sep 08 09:05:58.334964 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e7dc8-554e-4de0-a968-732bc8dd4b23 service neutron] Pushing event updated for resources: {'Port': ['ID=900388cb-5490-4f76-9cf2-844d6aba9c0f,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:58.342538 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-86bfb1e9-30c1-49b2-ab1c-289ad0c5861b None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:58.349965 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a09fa6-5f69-42e4-92e5-943d74ebb2f7 req-a9214978-7454-4acc-9890-15801575a317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:58.351463 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e96dc-f119-4d44-b37b-9aa2ced6147a req-3062ba9d-8910-4d89-9b9d-a2786d73bbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:58.352666 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-24a09fa6-5f69-42e4-92e5-943d74ebb2f7 req-a9214978-7454-4acc-9890-15801575a317 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ffecc402-fc50-47fd-91ac-ac7d77eb5f80 HTTP/1.1" status: 200 len: 1101 time: 0.2939241 Sep 08 09:05:58.353724 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c16e96dc-f119-4d44-b37b-9aa2ced6147a req-3062ba9d-8910-4d89-9b9d-a2786d73bbbe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=77803abd85f14f8bb2e011424d842d61&device_id=83477544-2b2c-479f-968b-d7933400838e HTTP/1.1" status: 200 len: 1096 time: 0.2701912 Sep 08 09:05:58.354993 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-cbb28f0e-dc70-4c98-baed-b2e32463f6c8 req-0e9e7dc8-554e-4de0-a968-732bc8dd4b23 service neutron] Attempting to bind port 900388cb-5490-4f76-9cf2-844d6aba9c0f on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:05:58.355340 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-cbb28f0e-dc70-4c98-baed-b2e32463f6c8 req-0e9e7dc8-554e-4de0-a968-732bc8dd4b23 service neutron] Attempting to bind port 900388cb-5490-4f76-9cf2-844d6aba9c0f by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': 'b033950b-202f-406f-979e-ec38b86674cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5aafad33-e510-433d-8132-1ab09796d6a4'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:05:58.355867 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb28f0e-dc70-4c98-baed-b2e32463f6c8 req-0e9e7dc8-554e-4de0-a968-732bc8dd4b23 service neutron] Attempting to bind port 900388cb-5490-4f76-9cf2-844d6aba9c0f on network 5aafad33-e510-433d-8132-1ab09796d6a4 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:05:58.366737 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-86bfb1e9-30c1-49b2-ab1c-289ad0c5861b None None] Transition to ACTIVE for port object 4adb4bfa-1b6d-4b66-928d-4f6c3b8527ad will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:05:58.394781 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 136d191a-e4d0-43a1-b6f4-c0d83bd17231 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:05:58.405971 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-86bfb1e9-30c1-49b2-ab1c-289ad0c5861b None None] Transition to ACTIVE for port object 4adb4bfa-1b6d-4b66-928d-4f6c3b8527ad will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:05:58.424600 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb28f0e-dc70-4c98-baed-b2e32463f6c8 req-0e9e7dc8-554e-4de0-a968-732bc8dd4b23 service neutron] Port 900388cb-5490-4f76-9cf2-844d6aba9c0f on network 5aafad33-e510-433d-8132-1ab09796d6a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:05:58.424823 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb28f0e-dc70-4c98-baed-b2e32463f6c8 req-0e9e7dc8-554e-4de0-a968-732bc8dd4b23 service neutron] Attempting to bind port 900388cb-5490-4f76-9cf2-844d6aba9c0f on network 5aafad33-e510-433d-8132-1ab09796d6a4 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:05:58.437432 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-24a09fa6-5f69-42e4-92e5-943d74ebb2f7 req-edd4854f-d40e-46df-93df-d0667165cca9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694854 Sep 08 09:05:58.440347 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-13a33881-af57-4667-95e1-4eb8ed848d29 service neutron] 10.222.0.54 "GET /v2.0/networks/b33c8abc-6a51-4240-93e7-ab098bbf4e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576756 Sep 08 09:05:58.449615 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb28f0e-dc70-4c98-baed-b2e32463f6c8 req-0e9e7dc8-554e-4de0-a968-732bc8dd4b23 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:05:58.449962 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb28f0e-dc70-4c98-baed-b2e32463f6c8 req-0e9e7dc8-554e-4de0-a968-732bc8dd4b23 service neutron] Checking segment: {'id': 'b033950b-202f-406f-979e-ec38b86674cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5aafad33-e510-433d-8132-1ab09796d6a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:05:58.450302 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb28f0e-dc70-4c98-baed-b2e32463f6c8 req-0e9e7dc8-554e-4de0-a968-732bc8dd4b23 service neutron] Bound using segment: {'id': 'b033950b-202f-406f-979e-ec38b86674cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5aafad33-e510-433d-8132-1ab09796d6a4'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:05:58.450762 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-cbb28f0e-dc70-4c98-baed-b2e32463f6c8 req-0e9e7dc8-554e-4de0-a968-732bc8dd4b23 service neutron] Bound port: 900388cb-5490-4f76-9cf2-844d6aba9c0f, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b033950b-202f-406f-979e-ec38b86674cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '5aafad33-e510-433d-8132-1ab09796d6a4'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:05:58.451281 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cbb28f0e-dc70-4c98-baed-b2e32463f6c8 req-0e9e7dc8-554e-4de0-a968-732bc8dd4b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:58.452540 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-86bfb1e9-30c1-49b2-ab1c-289ad0c5861b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:58.480350 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:58.532523 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bfb1e9-30c1-49b2-ab1c-289ad0c5861b None None] Network f6928d08-e973-40fd-9991-1bc0b151da7b is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:05:58.540507 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-86bfb1e9-30c1-49b2-ab1c-289ad0c5861b None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:05:58.543530 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bfb1e9-30c1-49b2-ab1c-289ad0c5861b None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:05:58.583433 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-f9470c74-e408-4afc-a74e-efcf2557436f service neutron] 10.222.0.54 "GET /v2.0/networks/f6928d08-e973-40fd-9991-1bc0b151da7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346343 Sep 08 09:05:58.594909 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bfb1e9-30c1-49b2-ab1c-289ad0c5861b None None] Pushing event updated for resources: {'Port': ['ID=4adb4bfa-1b6d-4b66-928d-4f6c3b8527ad,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:58.642527 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 136d191a-e4d0-43a1-b6f4-c0d83bd17231 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:05:58.644884 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-cbb28f0e-dc70-4c98-baed-b2e32463f6c8 req-0e9e7dc8-554e-4de0-a968-732bc8dd4b23 service neutron] For port 900388cb-5490-4f76-9cf2-844d6aba9c0f, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:05:58.655463 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 136d191a-e4d0-43a1-b6f4-c0d83bd17231 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:05:58.655847 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:58.680134 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e96dc-f119-4d44-b37b-9aa2ced6147a req-1baacb17-8894-4233-accb-db397069c34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:58.683344 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c16e96dc-f119-4d44-b37b-9aa2ced6147a req-1baacb17-8894-4233-accb-db397069c34f service neutron] 10.222.0.35 "GET /v2.0/networks?id=a472c659-f57b-47ed-8091-08556634f259 HTTP/1.1" status: 200 len: 922 time: 0.3051035 Sep 08 09:05:58.696929 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-86bfb1e9-30c1-49b2-ab1c-289ad0c5861b None None] Attempting to bind port 4adb4bfa-1b6d-4b66-928d-4f6c3b8527ad on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:05:58.696929 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-86bfb1e9-30c1-49b2-ab1c-289ad0c5861b None None] Attempting to bind port 4adb4bfa-1b6d-4b66-928d-4f6c3b8527ad by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'ad1580a9-8170-4f2c-af6e-7252d1fb8d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'f6928d08-e973-40fd-9991-1bc0b151da7b'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:05:58.696929 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bfb1e9-30c1-49b2-ab1c-289ad0c5861b None None] Attempting to bind port 4adb4bfa-1b6d-4b66-928d-4f6c3b8527ad on network f6928d08-e973-40fd-9991-1bc0b151da7b {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:05:58.699512 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e54b191-6bcf-4495-90ce-e3217bd03168 req-a896004d-125a-4090-a5f4-46773842b63d tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:58.701842 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2e54b191-6bcf-4495-90ce-e3217bd03168 req-a896004d-125a-4090-a5f4-46773842b63d tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffecc402-fc50-47fd-91ac-ac7d77eb5f80 HTTP/1.1" status: 200 len: 949 time: 0.3434083 Sep 08 09:05:58.706165 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bfb1e9-30c1-49b2-ab1c-289ad0c5861b None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:05:58.706550 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bfb1e9-30c1-49b2-ab1c-289ad0c5861b None None] Checking segment: {'id': 'ad1580a9-8170-4f2c-af6e-7252d1fb8d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'f6928d08-e973-40fd-9991-1bc0b151da7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:05:58.707043 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-86bfb1e9-30c1-49b2-ab1c-289ad0c5861b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:58.707457 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bfb1e9-30c1-49b2-ab1c-289ad0c5861b None None] Bound using segment: {'id': 'ad1580a9-8170-4f2c-af6e-7252d1fb8d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'f6928d08-e973-40fd-9991-1bc0b151da7b'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:05:58.708146 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-86bfb1e9-30c1-49b2-ab1c-289ad0c5861b None None] Bound port: 4adb4bfa-1b6d-4b66-928d-4f6c3b8527ad, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1580a9-8170-4f2c-af6e-7252d1fb8d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'f6928d08-e973-40fd-9991-1bc0b151da7b'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:05:58.708537 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-86bfb1e9-30c1-49b2-ab1c-289ad0c5861b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:58.760575 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69a367f-0ec6-4b4f-991b-fd67bf3b1436 None None] Network b33c8abc-6a51-4240-93e7-ab098bbf4e64 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:05:58.772719 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c16e96dc-f119-4d44-b37b-9aa2ced6147a req-4b779290-772a-4373-a6c9-4947f8818771 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d084f132-dc43-476b-a687-735853480dc6 HTTP/1.1" status: 200 len: 217 time: 0.0690329 Sep 08 09:05:58.780210 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-8371098b-443b-457a-9803-968465e38535 service neutron] 10.222.0.54 "GET /v2.0/networks/f6928d08-e973-40fd-9991-1bc0b151da7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882403 Sep 08 09:05:58.782656 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-cbb28f0e-dc70-4c98-baed-b2e32463f6c8 req-0e9e7dc8-554e-4de0-a968-732bc8dd4b23 service neutron] For port 900388cb-5490-4f76-9cf2-844d6aba9c0f, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=900388cb-5490-4f76-9cf2-844d6aba9c0f,segment=NetworkSegment(b033950b-202f-406f-979e-ec38b86674cf),segment_id=b033950b-202f-406f-979e-ec38b86674cf)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:05:58.803951 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cbb28f0e-dc70-4c98-baed-b2e32463f6c8 req-0e9e7dc8-554e-4de0-a968-732bc8dd4b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:58.886419 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-4bedcd2d-14e0-4adf-a247-d6ef44b90e7d service neutron] 10.222.0.54 "GET /v2.0/networks/b33c8abc-6a51-4240-93e7-ab098bbf4e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052828 Sep 08 09:05:58.920200 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb28f0e-dc70-4c98-baed-b2e32463f6c8 req-0e9e7dc8-554e-4de0-a968-732bc8dd4b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:58.921059 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cbb28f0e-dc70-4c98-baed-b2e32463f6c8 req-0e9e7dc8-554e-4de0-a968-732bc8dd4b23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:58.923444 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cbb28f0e-dc70-4c98-baed-b2e32463f6c8 req-0e9e7dc8-554e-4de0-a968-732bc8dd4b23 service neutron] 10.222.0.35 "PUT /v2.0/ports/900388cb-5490-4f76-9cf2-844d6aba9c0f HTTP/1.1" status: 200 len: 1093 time: 1.8735156 Sep 08 09:05:58.927684 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77793211-ea65-471d-936c-f2729208f132', 'tag': '900388cb-5490-4f76-9cf2-844d6aba9c0f'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:05:58.930545 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2244df-7dd8-45b3-98a2-dedde55cde62" -d '{"events": [{"name": "network-changed", "server_uuid": "77793211-ea65-471d-936c-f2729208f132", "tag": "900388cb-5490-4f76-9cf2-844d6aba9c0f"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:05:58.936668 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2e54b191-6bcf-4495-90ce-e3217bd03168 req-48f52dfe-c593-479f-9978-9c7abf41c386 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666520 Sep 08 09:05:58.947385 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e96dc-f119-4d44-b37b-9aa2ced6147a req-b65c73af-f28c-46de-bc1e-4f9d29042a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:58.949570 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c16e96dc-f119-4d44-b37b-9aa2ced6147a req-b65c73af-f28c-46de-bc1e-4f9d29042a1b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0ff5b434-bd51-46eb-b0ea-1f4bf18f959d HTTP/1.1" status: 200 len: 861 time: 0.1652102 Sep 08 09:05:58.950009 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e7dc8-554e-4de0-a968-732bc8dd4b23 service neutron] Pushing event updated for resources: {'Port': ['ID=900388cb-5490-4f76-9cf2-844d6aba9c0f,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:59.006235 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c16e96dc-f119-4d44-b37b-9aa2ced6147a req-3e674eed-cc81-461c-997b-c4600fcd570e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a472c659-f57b-47ed-8091-08556634f259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427709 Sep 08 09:05:59.027018 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-8f510de8-440e-496b-a468-dea194ce3875 service neutron] 10.222.0.54 "GET /v2.0/networks/b33c8abc-6a51-4240-93e7-ab098bbf4e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295109 Sep 08 09:05:59.038128 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-b51b719c-69e4-45fc-a426-e1d4ec62d2c1 None None] Provisioning for port 8504dc24-0bb2-47d5-b0ef-f5b14e93fa61 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:05:59.067424 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-86bfb1e9-30c1-49b2-ab1c-289ad0c5861b None None] For port 4adb4bfa-1b6d-4b66-928d-4f6c3b8527ad, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:05:59.073403 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-86bfb1e9-30c1-49b2-ab1c-289ad0c5861b None None] For port 4adb4bfa-1b6d-4b66-928d-4f6c3b8527ad, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=4adb4bfa-1b6d-4b66-928d-4f6c3b8527ad,segment=NetworkSegment(ad1580a9-8170-4f2c-af6e-7252d1fb8d0e),segment_id=ad1580a9-8170-4f2c-af6e-7252d1fb8d0e)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:05:59.076992 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:59.098538 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-86bfb1e9-30c1-49b2-ab1c-289ad0c5861b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:59.135041 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb28f0e-dc70-4c98-baed-b2e32463f6c8 req-8ac61e8b-00d4-47fb-b21a-ba43a31368a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:59.136839 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cbb28f0e-dc70-4c98-baed-b2e32463f6c8 req-8ac61e8b-00d4-47fb-b21a-ba43a31368a8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=78b53fd8a929472f8361156af9205b37&device_id=77793211-ea65-471d-936c-f2729208f132 HTTP/1.1" status: 200 len: 1096 time: 0.1338518 Sep 08 09:05:59.138400 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 136d191a-e4d0-43a1-b6f4-c0d83bd17231, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=136d191a-e4d0-43a1-b6f4-c0d83bd17231,segment=NetworkSegment(7051dfdd-9473-439f-8fcc-5a46706226e7),segment_id=7051dfdd-9473-439f-8fcc-5a46706226e7)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:05:59.158763 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c16e96dc-f119-4d44-b37b-9aa2ced6147a req-f1d255a6-9680-4d1e-9c18-1709ac6313f5 service neutron] 10.222.0.35 "GET /v2.0/networks/a472c659-f57b-47ed-8091-08556634f259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425612 Sep 08 09:05:59.165160 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:59.166072 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 8504dc24-0bb2-47d5-b0ef-f5b14e93fa61 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:05:59.251616 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cbb28f0e-dc70-4c98-baed-b2e32463f6c8 req-0b54d122-0f8c-4115-98e9-419ecc2c9050 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=900388cb-5490-4f76-9cf2-844d6aba9c0f HTTP/1.1" status: 200 len: 217 time: 0.0728738 Sep 08 09:05:59.277495 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bfb1e9-30c1-49b2-ab1c-289ad0c5861b None None] Pushing event updated for resources: {'Port': ['ID=4adb4bfa-1b6d-4b66-928d-4f6c3b8527ad,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:59.367392 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd23d7-05ac-4536-b097-7670e8feb93e req-ad0aa241-7357-4de0-8a8a-5dab4bb34d2b tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:59.369750 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2bfd23d7-05ac-4536-b097-7670e8feb93e req-ad0aa241-7357-4de0-8a8a-5dab4bb34d2b tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] 10.222.0.54 "GET /v2.0/ports?device_id=83477544-2b2c-479f-968b-d7933400838e HTTP/1.1" status: 200 len: 944 time: 0.0786092 Sep 08 09:05:59.375598 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb28f0e-dc70-4c98-baed-b2e32463f6c8 req-6a3beba1-b6f9-44ce-aec1-d4e4e4e5b72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:59.379061 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cbb28f0e-dc70-4c98-baed-b2e32463f6c8 req-6a3beba1-b6f9-44ce-aec1-d4e4e4e5b72b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c3eac7a7-5d4f-45dc-b90a-eedb6d536a9a HTTP/1.1" status: 200 len: 853 time: 0.1120138 Sep 08 09:05:59.391181 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=136d191a-e4d0-43a1-b6f4-c0d83bd17231,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:59.404960 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 8504dc24-0bb2-47d5-b0ef-f5b14e93fa61 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:05:59.412974 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 8504dc24-0bb2-47d5-b0ef-f5b14e93fa61 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:05:59.421643 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:59.458414 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2bfd23d7-05ac-4536-b097-7670e8feb93e req-15e6c678-298e-41e3-8c48-d96c6a7f0696 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] 10.222.0.54 "GET /v2.0/security-groups?id=f08ee39d-a379-4d25-9d35-1f03e82a74c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735736 Sep 08 09:05:59.487625 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cbb28f0e-dc70-4c98-baed-b2e32463f6c8 req-362fe3e1-e9ae-4769-aeca-6acfba7fd97e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5aafad33-e510-433d-8132-1ab09796d6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497875 Sep 08 09:05:59.552729 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce18864a-ac53-414a-9681-e568f8dc7622 x-openstack-request-id: req-ce18864a-ac53-414a-9681-e568f8dc7622 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:05:59.555749 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77793211-ea65-471d-936c-f2729208f132", "tag": "900388cb-5490-4f76-9cf2-844d6aba9c0f", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:05:59.556581 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ce18864a-ac53-414a-9681-e568f8dc7622 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:05:59.557142 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77793211-ea65-471d-936c-f2729208f132', 'tag': '900388cb-5490-4f76-9cf2-844d6aba9c0f', 'status': 'completed', 'code': 200} Sep 08 09:05:59.609671 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:59.613162 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c16e96dc-f119-4d44-b37b-9aa2ced6147a req-368fe322-444e-4b90-b63d-c36d8ab86ccf service neutron] 10.222.0.35 "GET /v2.0/networks/a472c659-f57b-47ed-8091-08556634f259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4197083 Sep 08 09:05:59.649076 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bf6da442-bfd4-4176-abcc-9bf703cd7034 req-b164327f-df7f-457c-be9b-09141c685781 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/ports?device_id=634b5f83-7e20-411c-9906-b875782a0f4c HTTP/1.1" status: 200 len: 210 time: 0.0820026 Sep 08 09:05:59.695532 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 8504dc24-0bb2-47d5-b0ef-f5b14e93fa61, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=8504dc24-0bb2-47d5-b0ef-f5b14e93fa61,segment=NetworkSegment(67de92ad-9aa9-4356-8dd2-1dea3a44fc52),segment_id=67de92ad-9aa9-4356-8dd2-1dea3a44fc52)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:05:59.702046 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:59.789023 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cbb28f0e-dc70-4c98-baed-b2e32463f6c8 req-636894b8-213e-483d-8dd9-98227c95bf97 service neutron] 10.222.0.35 "GET /v2.0/networks/5aafad33-e510-433d-8132-1ab09796d6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308965 Sep 08 09:05:59.792729 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4bff0e-e904-4884-a26c-72ca016dab7a req-c8b30544-1335-4a19-8d52-ed80a7e9cdeb tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:05:59.798696 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8b4bff0e-e904-4884-a26c-72ca016dab7a req-c8b30544-1335-4a19-8d52-ed80a7e9cdeb tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/ports?device_id=77793211-ea65-471d-936c-f2729208f132 HTTP/1.1" status: 200 len: 944 time: 0.1036325 Sep 08 09:05:59.810550 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=8504dc24-0bb2-47d5-b0ef-f5b14e93fa61,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:05:59.859526 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8b4bff0e-e904-4884-a26c-72ca016dab7a req-a4a3c392-3db7-458c-82b9-abb9eb6a150f tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups?id=d8869e5c-75aa-4c31-8125-53cd55e83eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517974 Sep 08 09:05:59.905878 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-7c55cb38-b7e5-4006-a468-e2b3478051de None None] Provisioning complete for port 8504dc24-0bb2-47d5-b0ef-f5b14e93fa61 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:05:59.906459 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7c55cb38-b7e5-4006-a468-e2b3478051de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:05:59.937486 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cbb28f0e-dc70-4c98-baed-b2e32463f6c8 req-310fbb4a-6355-476e-8d89-bea7bf9d3615 service neutron] 10.222.0.35 "GET /v2.0/networks/5aafad33-e510-433d-8132-1ab09796d6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374292 Sep 08 09:06:00.123683 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e6a01-4c48-417b-ac0c-b40e3fecd2b8 req-83b646af-3a26-41db-8263-f32dcc960950 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:00.126536 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-952e6a01-4c48-417b-ac0c-b40e3fecd2b8 req-83b646af-3a26-41db-8263-f32dcc960950 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffecc402-fc50-47fd-91ac-ac7d77eb5f80 HTTP/1.1" status: 200 len: 949 time: 0.0912533 Sep 08 09:06:00.129195 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2244df-7dd8-45b3-98a2-dedde55cde62 req-b36d77ef-91ac-4f17-b9bf-79d9cd09070b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:00.130906 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ab2244df-7dd8-45b3-98a2-dedde55cde62 req-b36d77ef-91ac-4f17-b9bf-79d9cd09070b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=78b53fd8a929472f8361156af9205b37&device_id=77793211-ea65-471d-936c-f2729208f132 HTTP/1.1" status: 200 len: 1096 time: 0.0864689 Sep 08 09:06:00.272844 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-952e6a01-4c48-417b-ac0c-b40e3fecd2b8 req-5721337a-ac68-451f-a451-df7ee033bcc7 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337607 Sep 08 09:06:00.295916 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2244df-7dd8-45b3-98a2-dedde55cde62 req-6e627208-70da-470c-bfa4-50634fddf6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:00.299564 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 136d191a-e4d0-43a1-b6f4-c0d83bd17231 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:06:00.304117 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ab2244df-7dd8-45b3-98a2-dedde55cde62 req-6e627208-70da-470c-bfa4-50634fddf6c7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5aafad33-e510-433d-8132-1ab09796d6a4 HTTP/1.1" status: 200 len: 914 time: 0.1641235 Sep 08 09:06:00.377178 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 136d191a-e4d0-43a1-b6f4-c0d83bd17231 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:06:00.378084 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:00.415636 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ab2244df-7dd8-45b3-98a2-dedde55cde62 req-552256ad-960b-42a2-8ab9-90c6fd51f90c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=900388cb-5490-4f76-9cf2-844d6aba9c0f HTTP/1.1" status: 200 len: 217 time: 0.0754707 Sep 08 09:06:00.444340 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dda300-b7dc-43e6-927a-e1737879d158 req-a5b954c9-8c8d-4032-8f7b-0216824bc23a tempest-ServersOnMultiNodesTest-761773808 tempest-ServersOnMultiNodesTest-761773808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:00.447694 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-60dda300-b7dc-43e6-927a-e1737879d158 req-a5b954c9-8c8d-4032-8f7b-0216824bc23a tempest-ServersOnMultiNodesTest-761773808 tempest-ServersOnMultiNodesTest-761773808-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ffecc402-fc50-47fd-91ac-ac7d77eb5f80 HTTP/1.1" status: 200 len: 1101 time: 0.0981190 Sep 08 09:06:00.497606 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 4adb4bfa-1b6d-4b66-928d-4f6c3b8527ad up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:06:00.565021 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-60dda300-b7dc-43e6-927a-e1737879d158 req-a08e55a4-9e05-4bfd-9439-38e5b7e61ac2 tempest-ServersOnMultiNodesTest-761773808 tempest-ServersOnMultiNodesTest-761773808-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044729 Sep 08 09:06:00.574136 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 4adb4bfa-1b6d-4b66-928d-4f6c3b8527ad completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:06:00.581763 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2244df-7dd8-45b3-98a2-dedde55cde62 req-f534a258-5d84-4157-bc5b-ab04abfa3886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:00.583558 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 8504dc24-0bb2-47d5-b0ef-f5b14e93fa61 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:06:00.585091 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ab2244df-7dd8-45b3-98a2-dedde55cde62 req-f534a258-5d84-4157-bc5b-ab04abfa3886 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c3eac7a7-5d4f-45dc-b90a-eedb6d536a9a HTTP/1.1" status: 200 len: 853 time: 0.1448092 Sep 08 09:06:00.638200 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ab2244df-7dd8-45b3-98a2-dedde55cde62 req-899d8985-c01a-4226-a954-6c9e744c087a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5aafad33-e510-433d-8132-1ab09796d6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439177 Sep 08 09:06:00.702221 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 8504dc24-0bb2-47d5-b0ef-f5b14e93fa61 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:06:00.702826 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:00.738727 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bedabb-8dca-4c9e-a019-9f15dd349ed8 None None] Network f6928d08-e973-40fd-9991-1bc0b151da7b requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:06:00.783935 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3038e-2533-44ac-a830-535cf577d403 req-0c6ee748-26ca-478d-926e-66c74ffcc8b3 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:00.804136 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-07f3038e-2533-44ac-a830-535cf577d403 req-0c6ee748-26ca-478d-926e-66c74ffcc8b3 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] 10.222.0.54 "GET /v2.0/ports?device_id=83477544-2b2c-479f-968b-d7933400838e HTTP/1.1" status: 200 len: 944 time: 0.1575832 Sep 08 09:06:00.838240 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-3eae33f5-9f23-469c-9504-9409a4080197 None None] Provisioning for port 4adb4bfa-1b6d-4b66-928d-4f6c3b8527ad completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:06:00.852924 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-3eae33f5-9f23-469c-9504-9409a4080197 None None] Provisioning complete for port 4adb4bfa-1b6d-4b66-928d-4f6c3b8527ad triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:06:00.853672 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3eae33f5-9f23-469c-9504-9409a4080197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:00.859875 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-07f3038e-2533-44ac-a830-535cf577d403 req-85cc6623-e08b-45f2-9797-9130bc305014 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] 10.222.0.54 "GET /v2.0/security-groups?id=f08ee39d-a379-4d25-9d35-1f03e82a74c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540307 Sep 08 09:06:01.038854 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-baa81946-6b94-4428-89ce-2529978a533d req-9752275b-83b7-4f18-a963-70e3e680b3c6 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=009c70ac018246c49e6f9a3a4c5ddf6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460937 Sep 08 09:06:01.065142 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3eae33f5-9f23-469c-9504-9409a4080197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:01.110283 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-3eae33f5-9f23-469c-9504-9409a4080197 None None] For port 4adb4bfa-1b6d-4b66-928d-4f6c3b8527ad, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=4adb4bfa-1b6d-4b66-928d-4f6c3b8527ad,segment=NetworkSegment(ad1580a9-8170-4f2c-af6e-7252d1fb8d0e),segment_id=ad1580a9-8170-4f2c-af6e-7252d1fb8d0e)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:01.120595 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3eae33f5-9f23-469c-9504-9409a4080197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:01.187955 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa81946-6b94-4428-89ce-2529978a533d req-d7ff7b83-819c-4bef-ab88-70408ca1bd9a tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:01.195815 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-baa81946-6b94-4428-89ce-2529978a533d req-d7ff7b83-819c-4bef-ab88-70408ca1bd9a tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1559107 Sep 08 09:06:01.200868 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae33f5-9f23-469c-9504-9409a4080197 None None] Pushing event updated for resources: {'Port': ['ID=4adb4bfa-1b6d-4b66-928d-4f6c3b8527ad,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:01.216495 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-baa81946-6b94-4428-89ce-2529978a533d req-79e7de11-27c7-4141-8b55-48609e55b945 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/quotas/009c70ac018246c49e6f9a3a4c5ddf6c HTTP/1.1" status: 200 len: 375 time: 0.0182307 Sep 08 09:06:01.281072 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-baa81946-6b94-4428-89ce-2529978a533d req-64f9a202-b091-4bf9-93e1-dce25499965a tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=009c70ac018246c49e6f9a3a4c5ddf6c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0636787 Sep 08 09:06:01.319771 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7d322061-1a18-4fc7-8465-3c6d5ab891d5 req-c91f3b65-c937-4119-8c87-c9089a1d1bff tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/ports?device_id=634b5f83-7e20-411c-9906-b875782a0f4c HTTP/1.1" status: 200 len: 210 time: 0.0556083 Sep 08 09:06:01.354905 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-9159c54a-4006-4da6-90b0-25b044684046 None None] Provisioning complete for port 4adb4bfa-1b6d-4b66-928d-4f6c3b8527ad triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:06:01.355285 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9159c54a-4006-4da6-90b0-25b044684046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:01.396080 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ab2244df-7dd8-45b3-98a2-dedde55cde62 req-090ccf1b-0a11-40fc-98ba-106a21274106 service neutron] 10.222.0.35 "GET /v2.0/networks/5aafad33-e510-433d-8132-1ab09796d6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7496166 Sep 08 09:06:01.494024 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-cf047fe9-e14b-4316-a487-7efc0613a33a tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:01.500521 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-cf047fe9-e14b-4316-a487-7efc0613a33a tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:01.502130 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-cf047fe9-e14b-4316-a487-7efc0613a33a tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.35 "GET /v2.0/networks?id=b33c8abc-6a51-4240-93e7-ab098bbf4e64&id=f6928d08-e973-40fd-9991-1bc0b151da7b&id=b33c8abc-6a51-4240-93e7-ab098bbf4e64 HTTP/1.1" status: 200 len: 1390 time: 0.2369354 Sep 08 09:06:01.548427 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-9b5dbf8d-a0a9-4c7d-ae84-7f3ae58c7e8b tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Request body: {'port': {'device_id': '634b5f83-7e20-411c-9906-b875782a0f4c', 'network_id': 'b33c8abc-6a51-4240-93e7-ab098bbf4e64', 'admin_state_up': True, 'tenant_id': '59b3a59c99284cc49457493338f2d5a8'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:06:01.600757 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661bb2c2-4620-4aab-ada8-0a350d353e18 req-091925d3-8686-4fb0-a9e7-8b59538744bd tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:01.603307 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-661bb2c2-4620-4aab-ada8-0a350d353e18 req-091925d3-8686-4fb0-a9e7-8b59538744bd tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/ports?device_id=77793211-ea65-471d-936c-f2729208f132 HTTP/1.1" status: 200 len: 944 time: 0.1806314 Sep 08 09:06:01.680019 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ab2244df-7dd8-45b3-98a2-dedde55cde62 req-ef004caa-ecce-44a3-b56e-4cc5b11ea2f1 service neutron] 10.222.0.35 "GET /v2.0/networks/5aafad33-e510-433d-8132-1ab09796d6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744167 Sep 08 09:06:01.682726 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d46ba538-d1e1-4dc2-8c36-7444375fcaab req-ee81c33c-6af4-4731-9dfe-19f49fa8739e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a8bcc8f-5788-4e84-b34c-7c042d615ddd HTTP/1.1" status: 200 len: 210 time: 0.0403035 Sep 08 09:06:01.719199 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-661bb2c2-4620-4aab-ada8-0a350d353e18 req-d7b6dfbd-9c42-4e41-98e7-e1de0fbaf47f tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups?id=d8869e5c-75aa-4c31-8125-53cd55e83eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068130 Sep 08 09:06:01.760235 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-9b5dbf8d-a0a9-4c7d-ae84-7f3ae58c7e8b tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Made reservation on behalf of 59b3a59c99284cc49457493338f2d5a8 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:06:01.764224 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-9b5dbf8d-a0a9-4c7d-ae84-7f3ae58c7e8b tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:01.913273 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-9b5dbf8d-a0a9-4c7d-ae84-7f3ae58c7e8b tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Allocated IP 19.80.0.206 (b33c8abc-6a51-4240-93e7-ab098bbf4e64/c0e91c4f-c499-49e6-aea7-529ae2ce4e22/63253b33-5d50-41f3-bd7e-d990015a84dc) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:06:02.064168 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce3cf5-7b71-4118-872a-331f31ae93cd req-a55b3d8b-f3d6-4b55-b401-e3eaabe58763 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:02.065699 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7cce3cf5-7b71-4118-872a-331f31ae93cd req-a55b3d8b-f3d6-4b55-b401-e3eaabe58763 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] 10.222.0.54 "GET /v2.0/ports?device_id=83477544-2b2c-479f-968b-d7933400838e HTTP/1.1" status: 200 len: 944 time: 0.1208782 Sep 08 09:06:02.134233 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7cce3cf5-7b71-4118-872a-331f31ae93cd req-80d0b870-8a2f-409f-bbc5-73e186ef4286 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] 10.222.0.54 "GET /v2.0/security-groups?id=f08ee39d-a379-4d25-9d35-1f03e82a74c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562170 Sep 08 09:06:02.144635 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-9b5dbf8d-a0a9-4c7d-ae84-7f3ae58c7e8b tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:02.151860 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 4adb4bfa-1b6d-4b66-928d-4f6c3b8527ad up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:06:02.170716 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-9b5dbf8d-a0a9-4c7d-ae84-7f3ae58c7e8b tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Transition to ACTIVE for port object 63253b33-5d50-41f3-bd7e-d990015a84dc will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:06:02.184900 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:06:02.208515 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 4adb4bfa-1b6d-4b66-928d-4f6c3b8527ad triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:06:02.209014 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:02.210097 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-9b5dbf8d-a0a9-4c7d-ae84-7f3ae58c7e8b tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:02.255886 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-9b5dbf8d-a0a9-4c7d-ae84-7f3ae58c7e8b tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Network b33c8abc-6a51-4240-93e7-ab098bbf4e64 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:06:02.261859 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-9b5dbf8d-a0a9-4c7d-ae84-7f3ae58c7e8b tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:06:02.266519 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-9b5dbf8d-a0a9-4c7d-ae84-7f3ae58c7e8b tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:06:02.270395 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5dbf8d-a0a9-4c7d-ae84-7f3ae58c7e8b tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Pushing event updated for resources: {'Port': ['ID=63253b33-5d50-41f3-bd7e-d990015a84dc,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:02.323331 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-9b5dbf8d-a0a9-4c7d-ae84-7f3ae58c7e8b tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:02.324013 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-9b5dbf8d-a0a9-4c7d-ae84-7f3ae58c7e8b tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:02.340527 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-9b5dbf8d-a0a9-4c7d-ae84-7f3ae58c7e8b tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8027062 Sep 08 09:06:02.361404 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-6d9db346-6d67-4680-81e4-3d2b83384c81 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Request body: {'port': {'device_id': '634b5f83-7e20-411c-9906-b875782a0f4c', 'network_id': 'f6928d08-e973-40fd-9991-1bc0b151da7b', 'admin_state_up': True, 'tenant_id': '59b3a59c99284cc49457493338f2d5a8'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:06:02.460432 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802504bd-6b62-400b-8e30-180bdd07667e req-9f4575c4-3d78-4047-b82f-4b7591357d09 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:02.469839 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-802504bd-6b62-400b-8e30-180bdd07667e req-9f4575c4-3d78-4047-b82f-4b7591357d09 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/ports?device_id=634b5f83-7e20-411c-9906-b875782a0f4c HTTP/1.1" status: 200 len: 932 time: 0.0669549 Sep 08 09:06:02.489526 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-6d9db346-6d67-4680-81e4-3d2b83384c81 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Made reservation on behalf of 59b3a59c99284cc49457493338f2d5a8 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:06:02.494154 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-6d9db346-6d67-4680-81e4-3d2b83384c81 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:02.510914 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-802504bd-6b62-400b-8e30-180bdd07667e req-f3a3a099-d30f-49c8-979f-2ff7abfc5735 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/security-groups?id=f580c0d3-23b6-4ea1-a90d-d6c7097d955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398390 Sep 08 09:06:02.515015 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-89d6cf27-3dae-4947-ac36-d1aa80b86540 None None] Provisioning for port 63253b33-5d50-41f3-bd7e-d990015a84dc completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:06:02.519334 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-89d6cf27-3dae-4947-ac36-d1aa80b86540 None None] Provisioning complete for port 63253b33-5d50-41f3-bd7e-d990015a84dc triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:06:02.519766 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-89d6cf27-3dae-4947-ac36-d1aa80b86540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:02.561254 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-89d6cf27-3dae-4947-ac36-d1aa80b86540 None None] Port 63253b33-5d50-41f3-bd7e-d990015a84dc cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:06:02.659398 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device d084f132-dc43-476b-a687-735853480dc6 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:06:02.660406 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-baa81946-6b94-4428-89ce-2529978a533d req-25775772-17dd-4c88-9a01-5d343ee239b5 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=009c70ac018246c49e6f9a3a4c5ddf6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308044 Sep 08 09:06:02.671124 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-6d9db346-6d67-4680-81e4-3d2b83384c81 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Allocated IP 19.86.0.172 (f6928d08-e973-40fd-9991-1bc0b151da7b/a4f6a6e2-5f58-485f-9fc3-8ea38a4c43e1/f4159e30-46db-4efc-b5cd-7c8ab3faf2b6) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:06:02.778742 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port d084f132-dc43-476b-a687-735853480dc6, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=d084f132-dc43-476b-a687-735853480dc6,segment=NetworkSegment(235b2bd9-d205-476b-8ccc-b1318513736f),segment_id=235b2bd9-d205-476b-8ccc-b1318513736f)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:02.790796 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': 'd084f132-dc43-476b-a687-735853480dc6', 'network_id': 'a472c659-f57b-47ed-8091-08556634f259', 'port_id': 'd084f132-dc43-476b-a687-735853480dc6', 'mac_address': 'fa:16:3e:9d:39:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ff5b434-bd51-46eb-b0ea-1f4bf18f959d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:06:02.841413 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:02.856721 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d084f132-dc43-476b-a687-735853480dc6 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:06:02.859046 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-49ee9c21-a4bc-4ac7-9db0-d958efb01125 req-3e64fe9b-3052-4ce3-b5f6-c63ff9b71300 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a8bcc8f-5788-4e84-b34c-7c042d615ddd HTTP/1.1" status: 200 len: 210 time: 0.0890772 Sep 08 09:06:02.879539 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e746d5c-1a75-4eff-95f0-f5c021ca2385 req-bd656767-64a7-4a09-85cf-9f46985b2efb tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:02.881188 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0e746d5c-1a75-4eff-95f0-f5c021ca2385 req-bd656767-64a7-4a09-85cf-9f46985b2efb tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/ports?device_id=77793211-ea65-471d-936c-f2729208f132 HTTP/1.1" status: 200 len: 944 time: 0.0673225 Sep 08 09:06:02.888186 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port d084f132-dc43-476b-a687-735853480dc6, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=d084f132-dc43-476b-a687-735853480dc6,segment=NetworkSegment(235b2bd9-d205-476b-8ccc-b1318513736f),segment_id=235b2bd9-d205-476b-8ccc-b1318513736f)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:02.893325 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:02.927254 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0e746d5c-1a75-4eff-95f0-f5c021ca2385 req-04c25294-8a72-4a00-8d13-c29e92fb7db1 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups?id=d8869e5c-75aa-4c31-8125-53cd55e83eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373604 Sep 08 09:06:02.968248 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa81946-6b94-4428-89ce-2529978a533d req-e26f9057-de7e-43ae-a8d0-3bad3d80d920 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:02.969652 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=d084f132-dc43-476b-a687-735853480dc6,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:02.969780 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-baa81946-6b94-4428-89ce-2529978a533d req-e26f9057-de7e-43ae-a8d0-3bad3d80d920 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2767334 Sep 08 09:06:03.000113 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-baa81946-6b94-4428-89ce-2529978a533d req-daa70f40-6e65-47e1-b72f-5997e4f1e532 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Request body: {'port': {'device_id': '9a8bcc8f-5788-4e84-b34c-7c042d615ddd', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'admin_state_up': True, 'tenant_id': '009c70ac018246c49e6f9a3a4c5ddf6c'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:06:03.006143 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-6d9db346-6d67-4680-81e4-3d2b83384c81 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:03.041788 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-6d9db346-6d67-4680-81e4-3d2b83384c81 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Transition to ACTIVE for port object f4159e30-46db-4efc-b5cd-7c8ab3faf2b6 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:06:03.135380 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-6d9db346-6d67-4680-81e4-3d2b83384c81 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:03.172376 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baa81946-6b94-4428-89ce-2529978a533d req-daa70f40-6e65-47e1-b72f-5997e4f1e532 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Made reservation on behalf of 009c70ac018246c49e6f9a3a4c5ddf6c for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:06:03.175909 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-baa81946-6b94-4428-89ce-2529978a533d req-daa70f40-6e65-47e1-b72f-5997e4f1e532 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:03.203931 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-6d9db346-6d67-4680-81e4-3d2b83384c81 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Network f6928d08-e973-40fd-9991-1bc0b151da7b is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:06:03.216415 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-6d9db346-6d67-4680-81e4-3d2b83384c81 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:06:03.224435 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-6d9db346-6d67-4680-81e4-3d2b83384c81 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:06:03.226925 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9db346-6d67-4680-81e4-3d2b83384c81 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Pushing event updated for resources: {'Port': ['ID=f4159e30-46db-4efc-b5cd-7c8ab3faf2b6,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:03.273150 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3aa3d4-44be-47c9-8fdf-26e42c8d4bcf req-ee195815-35ac-4a16-89aa-bf1e90516e62 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:03.275542 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2a3aa3d4-44be-47c9-8fdf-26e42c8d4bcf req-ee195815-35ac-4a16-89aa-bf1e90516e62 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] 10.222.0.54 "GET /v2.0/ports?device_id=83477544-2b2c-479f-968b-d7933400838e HTTP/1.1" status: 200 len: 945 time: 0.0651524 Sep 08 09:06:03.321847 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-6d9db346-6d67-4680-81e4-3d2b83384c81 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:03.322260 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2a3aa3d4-44be-47c9-8fdf-26e42c8d4bcf req-e294579e-e28b-44b8-aa55-398353198fa3 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] 10.222.0.54 "GET /v2.0/security-groups?id=f08ee39d-a379-4d25-9d35-1f03e82a74c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382133 Sep 08 09:06:03.322534 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-6d9db346-6d67-4680-81e4-3d2b83384c81 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:03.372253 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-6d9db346-6d67-4680-81e4-3d2b83384c81 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0174410 Sep 08 09:06:03.392685 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-baa81946-6b94-4428-89ce-2529978a533d req-daa70f40-6e65-47e1-b72f-5997e4f1e532 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Allocated IP 192.168.233.246 (05f7642a-1c79-41be-85aa-1443ef22cc3b/dfc66e4b-ecb5-4c99-afe1-0a78c722534a/4bdd6e30-45ed-4115-b4e1-bc383c2fa36a) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:06:03.425831 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['d084f132-dc43-476b-a687-735853480dc6'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:06:03.461734 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-d8f5df50-11e1-4059-be70-6711a5478ac9 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Request body: {'port': {'device_id': '634b5f83-7e20-411c-9906-b875782a0f4c', 'network_id': 'b33c8abc-6a51-4240-93e7-ab098bbf4e64', 'admin_state_up': True, 'tenant_id': '59b3a59c99284cc49457493338f2d5a8'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:06:03.498611 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e8be6a33-8966-44db-8bdb-264fa85711ed None None] Provisioning for port f4159e30-46db-4efc-b5cd-7c8ab3faf2b6 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:06:03.513937 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e8be6a33-8966-44db-8bdb-264fa85711ed None None] Provisioning complete for port f4159e30-46db-4efc-b5cd-7c8ab3faf2b6 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:06:03.514542 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e8be6a33-8966-44db-8bdb-264fa85711ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:03.568332 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e8be6a33-8966-44db-8bdb-264fa85711ed None None] Port f4159e30-46db-4efc-b5cd-7c8ab3faf2b6 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:06:03.650391 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-baa81946-6b94-4428-89ce-2529978a533d req-daa70f40-6e65-47e1-b72f-5997e4f1e532 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:03.679844 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-baa81946-6b94-4428-89ce-2529978a533d req-daa70f40-6e65-47e1-b72f-5997e4f1e532 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Transition to ACTIVE for port object 4bdd6e30-45ed-4115-b4e1-bc383c2fa36a will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:06:03.693784 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0e275-0eb8-40c6-a161-6d1e37b701c7 req-5f2159d3-f2cd-4334-a264-188d190cf572 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:03.700507 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0e275-0eb8-40c6-a161-6d1e37b701c7 req-5f2159d3-f2cd-4334-a264-188d190cf572 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:03.703361 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0df0e275-0eb8-40c6-a161-6d1e37b701c7 req-5f2159d3-f2cd-4334-a264-188d190cf572 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/ports?device_id=634b5f83-7e20-411c-9906-b875782a0f4c HTTP/1.1" status: 200 len: 1655 time: 0.1068115 Sep 08 09:06:03.722951 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-d8f5df50-11e1-4059-be70-6711a5478ac9 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Made reservation on behalf of 59b3a59c99284cc49457493338f2d5a8 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:06:03.726497 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-d8f5df50-11e1-4059-be70-6711a5478ac9 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:03.795051 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0df0e275-0eb8-40c6-a161-6d1e37b701c7 req-085b0e6d-cf6c-47a9-8fd8-30b9e2d7af20 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/security-groups?id=f580c0d3-23b6-4ea1-a90d-d6c7097d955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849943 Sep 08 09:06:03.797996 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-baa81946-6b94-4428-89ce-2529978a533d req-daa70f40-6e65-47e1-b72f-5997e4f1e532 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:03.833581 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['fb2e5f1e-9c50-48e7-b6bb-e637dec86b44', 'f4d691e7-e9a2-4853-8163-af247dd9cc84', '27f59616-58c5-4693-bbcf-b53a0c3a8b30', '02b7ad11-0b98-47e7-9331-8af04186c492', '5f466c07-ce54-4b5d-a7ce-bf01fa868b06'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:06:03.877964 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baa81946-6b94-4428-89ce-2529978a533d req-daa70f40-6e65-47e1-b72f-5997e4f1e532 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Network 05f7642a-1c79-41be-85aa-1443ef22cc3b is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:06:03.885746 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-baa81946-6b94-4428-89ce-2529978a533d req-daa70f40-6e65-47e1-b72f-5997e4f1e532 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:06:03.895725 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa81946-6b94-4428-89ce-2529978a533d req-daa70f40-6e65-47e1-b72f-5997e4f1e532 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:06:03.950739 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa70f40-6e65-47e1-b72f-5997e4f1e532 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Pushing event updated for resources: {'Port': ['ID=4bdd6e30-45ed-4115-b4e1-bc383c2fa36a,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:03.996165 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-d8f5df50-11e1-4059-be70-6711a5478ac9 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Allocated IP 19.80.0.251 (b33c8abc-6a51-4240-93e7-ab098bbf4e64/c0e91c4f-c499-49e6-aea7-529ae2ce4e22/4a5a226f-776a-45f1-9c64-6bddbaa30fcb) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:06:04.001798 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa81946-6b94-4428-89ce-2529978a533d req-daa70f40-6e65-47e1-b72f-5997e4f1e532 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:04.002748 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-baa81946-6b94-4428-89ce-2529978a533d req-daa70f40-6e65-47e1-b72f-5997e4f1e532 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:04.045275 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-baa81946-6b94-4428-89ce-2529978a533d req-daa70f40-6e65-47e1-b72f-5997e4f1e532 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0506163 Sep 08 09:06:04.074677 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-baa81946-6b94-4428-89ce-2529978a533d req-dde7d77b-cab0-473a-92a2-58b700b11acf service neutron] Request body: {'port': {'device_id': '9a8bcc8f-5788-4e84-b34c-7c042d615ddd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:06:04.085034 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d469c59-6471-41c3-9b15-a03b07c89ddf req-cd27e577-9079-4ba0-bf93-8c719b7af940 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:04.093235 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9d469c59-6471-41c3-9b15-a03b07c89ddf req-cd27e577-9079-4ba0-bf93-8c719b7af940 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a8bcc8f-5788-4e84-b34c-7c042d615ddd HTTP/1.1" status: 200 len: 936 time: 0.1249342 Sep 08 09:06:04.133694 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9d469c59-6471-41c3-9b15-a03b07c89ddf req-68c55f1e-ebd3-47af-8dce-11748feb8a4e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391912 Sep 08 09:06:04.244268 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-baa81946-6b94-4428-89ce-2529978a533d req-dde7d77b-cab0-473a-92a2-58b700b11acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:04.268011 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9358b8-52ec-4db0-90cf-5ca39cac9536 req-6f380ac6-a3eb-4769-ba10-382f685c3894 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:04.269536 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fc9358b8-52ec-4db0-90cf-5ca39cac9536 req-6f380ac6-a3eb-4769-ba10-382f685c3894 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/ports?device_id=77793211-ea65-471d-936c-f2729208f132 HTTP/1.1" status: 200 len: 944 time: 0.1733205 Sep 08 09:06:04.312030 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-362249b2-ebbe-4048-beb4-c75d3146b877 None None] Provisioning for port 4bdd6e30-45ed-4115-b4e1-bc383c2fa36a completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:06:04.324026 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-362249b2-ebbe-4048-beb4-c75d3146b877 None None] Provisioning complete for port 4bdd6e30-45ed-4115-b4e1-bc383c2fa36a triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:06:04.324407 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-362249b2-ebbe-4048-beb4-c75d3146b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:04.356408 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-d8f5df50-11e1-4059-be70-6711a5478ac9 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:04.378833 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-362249b2-ebbe-4048-beb4-c75d3146b877 None None] Port 4bdd6e30-45ed-4115-b4e1-bc383c2fa36a cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:06:04.434931 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fc9358b8-52ec-4db0-90cf-5ca39cac9536 req-be0a9977-9d0f-47b3-be35-8634a3ab163d tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups?id=d8869e5c-75aa-4c31-8125-53cd55e83eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565475 Sep 08 09:06:04.435935 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-d8f5df50-11e1-4059-be70-6711a5478ac9 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Transition to ACTIVE for port object 4a5a226f-776a-45f1-9c64-6bddbaa30fcb will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:06:04.463721 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7619cb0-265b-4f80-831c-ec6b51d581e4 req-f9d3bc30-5350-4d4b-bbae-7b9fa5237911 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:04.465917 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b7619cb0-265b-4f80-831c-ec6b51d581e4 req-f9d3bc30-5350-4d4b-bbae-7b9fa5237911 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] 10.222.0.54 "GET /v2.0/ports?device_id=83477544-2b2c-479f-968b-d7933400838e HTTP/1.1" status: 200 len: 945 time: 0.0649414 Sep 08 09:06:04.505154 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b7619cb0-265b-4f80-831c-ec6b51d581e4 req-6fba7f45-8167-435a-b6d2-453a10aff483 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] 10.222.0.54 "GET /v2.0/security-groups?id=f08ee39d-a379-4d25-9d35-1f03e82a74c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332470 Sep 08 09:06:04.553349 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-d8f5df50-11e1-4059-be70-6711a5478ac9 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:04.607610 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-d8f5df50-11e1-4059-be70-6711a5478ac9 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Network b33c8abc-6a51-4240-93e7-ab098bbf4e64 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:06:04.609403 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['9e98ff4c-63d3-4bcd-b49c-1e626df063aa', 'eaa66411-0103-4476-a551-2a50c97eb2f0'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:06:04.614440 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-d8f5df50-11e1-4059-be70-6711a5478ac9 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:06:04.623979 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-d8f5df50-11e1-4059-be70-6711a5478ac9 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:06:04.654201 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f5df50-11e1-4059-be70-6711a5478ac9 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Pushing event updated for resources: {'Port': ['ID=4a5a226f-776a-45f1-9c64-6bddbaa30fcb,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:04.664225 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 900388cb-5490-4f76-9cf2-844d6aba9c0f details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:06:04.717743 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-d8f5df50-11e1-4059-be70-6711a5478ac9 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:04.718664 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-d8f5df50-11e1-4059-be70-6711a5478ac9 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:04.729259 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-baa81946-6b94-4428-89ce-2529978a533d req-dde7d77b-cab0-473a-92a2-58b700b11acf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bdd6e30-45ed-4115-b4e1-bc383c2fa36a {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:06:04.741656 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-baa81946-6b94-4428-89ce-2529978a533d req-dde7d77b-cab0-473a-92a2-58b700b11acf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:04.757105 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-d8f5df50-11e1-4059-be70-6711a5478ac9 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3016119 Sep 08 09:06:04.758028 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-baa81946-6b94-4428-89ce-2529978a533d req-dde7d77b-cab0-473a-92a2-58b700b11acf service neutron] Transition to ACTIVE for port object 4bdd6e30-45ed-4115-b4e1-bc383c2fa36a will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:06:04.762701 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-baa81946-6b94-4428-89ce-2529978a533d req-dde7d77b-cab0-473a-92a2-58b700b11acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:04.804965 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-9949a24a-64a8-4600-a8b3-302a2f07ee5f service neutron] Request body: {'port': {'device_id': '634b5f83-7e20-411c-9906-b875782a0f4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:06:04.861475 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7d77b-cab0-473a-92a2-58b700b11acf service neutron] Pushing event updated for resources: {'Port': ['ID=4bdd6e30-45ed-4115-b4e1-bc383c2fa36a,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:04.927271 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 900388cb-5490-4f76-9cf2-844d6aba9c0f, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=900388cb-5490-4f76-9cf2-844d6aba9c0f,segment=NetworkSegment(b033950b-202f-406f-979e-ec38b86674cf),segment_id=b033950b-202f-406f-979e-ec38b86674cf)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:04.950314 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-9949a24a-64a8-4600-a8b3-302a2f07ee5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:04.959432 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '900388cb-5490-4f76-9cf2-844d6aba9c0f', 'network_id': '5aafad33-e510-433d-8132-1ab09796d6a4', 'port_id': '900388cb-5490-4f76-9cf2-844d6aba9c0f', 'mac_address': 'fa:16:3e:45:73:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3eac7a7-5d4f-45dc-b90a-eedb6d536a9a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:06:04.975422 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-3416f7f0-fa51-492c-9321-26c9bbe0b644 None None] Provisioning for port 4a5a226f-776a-45f1-9c64-6bddbaa30fcb completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:06:05.002193 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-3416f7f0-fa51-492c-9321-26c9bbe0b644 None None] Provisioning complete for port 4a5a226f-776a-45f1-9c64-6bddbaa30fcb triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:06:05.002583 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3416f7f0-fa51-492c-9321-26c9bbe0b644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:05.045738 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-baa81946-6b94-4428-89ce-2529978a533d req-dde7d77b-cab0-473a-92a2-58b700b11acf service neutron] Attempting to bind port 4bdd6e30-45ed-4115-b4e1-bc383c2fa36a on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:06:05.046111 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-baa81946-6b94-4428-89ce-2529978a533d req-dde7d77b-cab0-473a-92a2-58b700b11acf service neutron] Attempting to bind port 4bdd6e30-45ed-4115-b4e1-bc383c2fa36a by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:06:05.046437 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa81946-6b94-4428-89ce-2529978a533d req-dde7d77b-cab0-473a-92a2-58b700b11acf service neutron] Attempting to bind port 4bdd6e30-45ed-4115-b4e1-bc383c2fa36a on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:06:05.058559 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:05.064791 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa81946-6b94-4428-89ce-2529978a533d req-dde7d77b-cab0-473a-92a2-58b700b11acf service neutron] Port 4bdd6e30-45ed-4115-b4e1-bc383c2fa36a on network 05f7642a-1c79-41be-85aa-1443ef22cc3b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:06:05.065129 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa81946-6b94-4428-89ce-2529978a533d req-dde7d77b-cab0-473a-92a2-58b700b11acf service neutron] Attempting to bind port 4bdd6e30-45ed-4115-b4e1-bc383c2fa36a on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:06:05.077110 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-3416f7f0-fa51-492c-9321-26c9bbe0b644 None None] Port 4a5a226f-776a-45f1-9c64-6bddbaa30fcb cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:06:05.078901 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e6435-ab93-4aa1-9a5e-3324f2cdba7a req-2bfbfa01-eb0b-467d-a7f3-754c692db25a tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:05.084988 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e6435-ab93-4aa1-9a5e-3324f2cdba7a req-2bfbfa01-eb0b-467d-a7f3-754c692db25a tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:05.092311 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e6435-ab93-4aa1-9a5e-3324f2cdba7a req-2bfbfa01-eb0b-467d-a7f3-754c692db25a tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:05.094032 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b37e6435-ab93-4aa1-9a5e-3324f2cdba7a req-2bfbfa01-eb0b-467d-a7f3-754c692db25a tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/ports?device_id=634b5f83-7e20-411c-9906-b875782a0f4c HTTP/1.1" status: 200 len: 2377 time: 0.1415679 Sep 08 09:06:05.097221 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 900388cb-5490-4f76-9cf2-844d6aba9c0f {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:06:05.123847 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 900388cb-5490-4f76-9cf2-844d6aba9c0f, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=900388cb-5490-4f76-9cf2-844d6aba9c0f,segment=NetworkSegment(b033950b-202f-406f-979e-ec38b86674cf),segment_id=b033950b-202f-406f-979e-ec38b86674cf)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:05.128484 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:05.147833 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa81946-6b94-4428-89ce-2529978a533d req-dde7d77b-cab0-473a-92a2-58b700b11acf service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:06:05.148299 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa81946-6b94-4428-89ce-2529978a533d req-dde7d77b-cab0-473a-92a2-58b700b11acf service neutron] Checking segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:06:05.148692 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa81946-6b94-4428-89ce-2529978a533d req-dde7d77b-cab0-473a-92a2-58b700b11acf service neutron] Bound using segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:06:05.149169 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-baa81946-6b94-4428-89ce-2529978a533d req-dde7d77b-cab0-473a-92a2-58b700b11acf service neutron] Bound port: 4bdd6e30-45ed-4115-b4e1-bc383c2fa36a, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:06:05.149697 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-baa81946-6b94-4428-89ce-2529978a533d req-dde7d77b-cab0-473a-92a2-58b700b11acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:05.191573 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=900388cb-5490-4f76-9cf2-844d6aba9c0f,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:05.268308 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b37e6435-ab93-4aa1-9a5e-3324f2cdba7a req-b24b98d0-f410-4104-b405-620965f81fd7 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/security-groups?id=f580c0d3-23b6-4ea1-a90d-d6c7097d955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217103 Sep 08 09:06:05.276925 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b47ad8-fd0b-4015-9aef-0c1a87816819 req-2221c649-b62e-4854-bcce-6246100dd535 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:05.278706 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f2b47ad8-fd0b-4015-9aef-0c1a87816819 req-2221c649-b62e-4854-bcce-6246100dd535 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a8bcc8f-5788-4e84-b34c-7c042d615ddd HTTP/1.1" status: 200 len: 948 time: 0.0490217 Sep 08 09:06:05.323765 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-baa81946-6b94-4428-89ce-2529978a533d req-dde7d77b-cab0-473a-92a2-58b700b11acf service neutron] For port 4bdd6e30-45ed-4115-b4e1-bc383c2fa36a, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:06:05.338610 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f2b47ad8-fd0b-4015-9aef-0c1a87816819 req-e47e7d94-5af9-4601-b3e3-3c540658068f tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436933 Sep 08 09:06:05.340694 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-baa81946-6b94-4428-89ce-2529978a533d req-dde7d77b-cab0-473a-92a2-58b700b11acf service neutron] For port 4bdd6e30-45ed-4115-b4e1-bc383c2fa36a, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=4bdd6e30-45ed-4115-b4e1-bc383c2fa36a,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:06:05.345572 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-baa81946-6b94-4428-89ce-2529978a533d req-dde7d77b-cab0-473a-92a2-58b700b11acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:05.396413 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa81946-6b94-4428-89ce-2529978a533d req-dde7d77b-cab0-473a-92a2-58b700b11acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:05.397057 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-baa81946-6b94-4428-89ce-2529978a533d req-dde7d77b-cab0-473a-92a2-58b700b11acf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:05.398496 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-baa81946-6b94-4428-89ce-2529978a533d req-dde7d77b-cab0-473a-92a2-58b700b11acf service neutron] 10.222.0.35 "PUT /v2.0/ports/4bdd6e30-45ed-4115-b4e1-bc383c2fa36a HTTP/1.1" status: 200 len: 1097 time: 1.3327823 Sep 08 09:06:05.400296 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a8bcc8f-5788-4e84-b34c-7c042d615ddd', 'tag': '4bdd6e30-45ed-4115-b4e1-bc383c2fa36a'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:06:05.402706 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f13a96-a043-4fc1-bde1-4ea8c1defe08" -d '{"events": [{"name": "network-changed", "server_uuid": "9a8bcc8f-5788-4e84-b34c-7c042d615ddd", "tag": "4bdd6e30-45ed-4115-b4e1-bc383c2fa36a"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:06:05.461289 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f3bab4-63fb-4af2-a655-84792b796ccb x-openstack-request-id: req-15f3bab4-63fb-4af2-a655-84792b796ccb {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:06:05.462685 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a8bcc8f-5788-4e84-b34c-7c042d615ddd", "tag": "4bdd6e30-45ed-4115-b4e1-bc383c2fa36a", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:06:05.462685 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-15f3bab4-63fb-4af2-a655-84792b796ccb {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:06:05.462685 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a8bcc8f-5788-4e84-b34c-7c042d615ddd', 'tag': '4bdd6e30-45ed-4115-b4e1-bc383c2fa36a', 'status': 'completed', 'code': 200} Sep 08 09:06:05.465307 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7d77b-cab0-473a-92a2-58b700b11acf service neutron] Pushing event updated for resources: {'Port': ['ID=4bdd6e30-45ed-4115-b4e1-bc383c2fa36a,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:05.489272 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-9949a24a-64a8-4600-a8b3-302a2f07ee5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63253b33-5d50-41f3-bd7e-d990015a84dc {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:06:05.516030 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-9949a24a-64a8-4600-a8b3-302a2f07ee5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:05.563428 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-9949a24a-64a8-4600-a8b3-302a2f07ee5f service neutron] Transition to ACTIVE for port object 63253b33-5d50-41f3-bd7e-d990015a84dc will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:06:05.568367 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-9949a24a-64a8-4600-a8b3-302a2f07ee5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:05.603899 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa81946-6b94-4428-89ce-2529978a533d req-33c0f386-92df-4c64-819f-96c7136295ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:05.605481 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-baa81946-6b94-4428-89ce-2529978a533d req-33c0f386-92df-4c64-819f-96c7136295ab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=009c70ac018246c49e6f9a3a4c5ddf6c&device_id=9a8bcc8f-5788-4e84-b34c-7c042d615ddd HTTP/1.1" status: 200 len: 1100 time: 0.1258547 Sep 08 09:06:05.627848 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194119c-9d03-46e2-bc0b-5c8e383a9106 req-dac8c9ce-cd6b-41a3-a0e1-8f0a137d5668 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:05.629517 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7194119c-9d03-46e2-bc0b-5c8e383a9106 req-dac8c9ce-cd6b-41a3-a0e1-8f0a137d5668 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/ports?device_id=77793211-ea65-471d-936c-f2729208f132 HTTP/1.1" status: 200 len: 945 time: 0.1070423 Sep 08 09:06:05.646404 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a92e519-e3f5-49e9-8515-df0453593ea8 req-b518bb6e-5441-4d9f-877b-afd53ae17f7e tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:05.647909 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3a92e519-e3f5-49e9-8515-df0453593ea8 req-b518bb6e-5441-4d9f-877b-afd53ae17f7e tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] 10.222.0.54 "GET /v2.0/ports?device_id=83477544-2b2c-479f-968b-d7933400838e HTTP/1.1" status: 200 len: 945 time: 0.0643122 Sep 08 09:06:05.801644 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['900388cb-5490-4f76-9cf2-844d6aba9c0f'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:06:06.007211 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-baa81946-6b94-4428-89ce-2529978a533d req-67e87049-ecf1-4cae-b595-d709a684045e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=4bdd6e30-45ed-4115-b4e1-bc383c2fa36a HTTP/1.1" status: 200 len: 217 time: 0.3749437 Sep 08 09:06:06.014008 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9949a24a-64a8-4600-a8b3-302a2f07ee5f service neutron] Pushing event updated for resources: {'Port': ['ID=63253b33-5d50-41f3-bd7e-d990015a84dc,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:06.022529 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3a92e519-e3f5-49e9-8515-df0453593ea8 req-86c510fd-8267-4d6f-88b4-44266217b5d4 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] 10.222.0.54 "GET /v2.0/security-groups?id=f08ee39d-a379-4d25-9d35-1f03e82a74c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3678906 Sep 08 09:06:06.110573 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7194119c-9d03-46e2-bc0b-5c8e383a9106 req-b2400fee-84ea-43ca-a8b5-c88e883ea9f0 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups?id=d8869e5c-75aa-4c31-8125-53cd55e83eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4688616 Sep 08 09:06:06.138431 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa81946-6b94-4428-89ce-2529978a533d req-d9e1b64f-f9e5-4b41-934c-974896abfaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:06.139943 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-baa81946-6b94-4428-89ce-2529978a533d req-d9e1b64f-f9e5-4b41-934c-974896abfaaf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.1219292 Sep 08 09:06:06.144161 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-9949a24a-64a8-4600-a8b3-302a2f07ee5f service neutron] Attempting to bind port 63253b33-5d50-41f3-bd7e-d990015a84dc on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:06:06.144502 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-9949a24a-64a8-4600-a8b3-302a2f07ee5f service neutron] Attempting to bind port 63253b33-5d50-41f3-bd7e-d990015a84dc by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '67de92ad-9aa9-4356-8dd2-1dea3a44fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b33c8abc-6a51-4240-93e7-ab098bbf4e64'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:06:06.144832 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-9949a24a-64a8-4600-a8b3-302a2f07ee5f service neutron] Attempting to bind port 63253b33-5d50-41f3-bd7e-d990015a84dc on network b33c8abc-6a51-4240-93e7-ab098bbf4e64 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:06:06.157644 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-9949a24a-64a8-4600-a8b3-302a2f07ee5f service neutron] Port 63253b33-5d50-41f3-bd7e-d990015a84dc on network b33c8abc-6a51-4240-93e7-ab098bbf4e64 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:06:06.157975 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-9949a24a-64a8-4600-a8b3-302a2f07ee5f service neutron] Attempting to bind port 63253b33-5d50-41f3-bd7e-d990015a84dc on network b33c8abc-6a51-4240-93e7-ab098bbf4e64 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:06:06.183096 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-9949a24a-64a8-4600-a8b3-302a2f07ee5f service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:06:06.183436 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-9949a24a-64a8-4600-a8b3-302a2f07ee5f service neutron] Checking segment: {'id': '67de92ad-9aa9-4356-8dd2-1dea3a44fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b33c8abc-6a51-4240-93e7-ab098bbf4e64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:06:06.183878 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-9949a24a-64a8-4600-a8b3-302a2f07ee5f service neutron] Bound using segment: {'id': '67de92ad-9aa9-4356-8dd2-1dea3a44fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b33c8abc-6a51-4240-93e7-ab098bbf4e64'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:06:06.184282 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-9949a24a-64a8-4600-a8b3-302a2f07ee5f service neutron] Bound port: 63253b33-5d50-41f3-bd7e-d990015a84dc, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67de92ad-9aa9-4356-8dd2-1dea3a44fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b33c8abc-6a51-4240-93e7-ab098bbf4e64'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:06:06.184643 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-9949a24a-64a8-4600-a8b3-302a2f07ee5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:06.236133 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa81946-6b94-4428-89ce-2529978a533d req-90fb81e2-c26d-47d1-aa7d-221d8c02bb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:06.237670 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-baa81946-6b94-4428-89ce-2529978a533d req-90fb81e2-c26d-47d1-aa7d-221d8c02bb5a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0885527 Sep 08 09:06:06.290804 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-9949a24a-64a8-4600-a8b3-302a2f07ee5f service neutron] For port 63253b33-5d50-41f3-bd7e-d990015a84dc, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:06:06.336067 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-9949a24a-64a8-4600-a8b3-302a2f07ee5f service neutron] For port 63253b33-5d50-41f3-bd7e-d990015a84dc, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=63253b33-5d50-41f3-bd7e-d990015a84dc,segment=NetworkSegment(67de92ad-9aa9-4356-8dd2-1dea3a44fc52),segment_id=67de92ad-9aa9-4356-8dd2-1dea3a44fc52)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:06:06.345955 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-9949a24a-64a8-4600-a8b3-302a2f07ee5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:06.397161 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d28f98-e5ec-4522-97ef-3b9e71bd0d05 req-c34670d0-8097-460c-ad22-dafed5975c4e tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:06.408519 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d28f98-e5ec-4522-97ef-3b9e71bd0d05 req-c34670d0-8097-460c-ad22-dafed5975c4e tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:06.412403 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-baa81946-6b94-4428-89ce-2529978a533d req-4763b30b-bb06-42ad-be0f-4c80fa2767ec service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627650 Sep 08 09:06:06.417758 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d28f98-e5ec-4522-97ef-3b9e71bd0d05 req-c34670d0-8097-460c-ad22-dafed5975c4e tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:06.418201 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-9949a24a-64a8-4600-a8b3-302a2f07ee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:06.418836 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-9949a24a-64a8-4600-a8b3-302a2f07ee5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:06.420227 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-9949a24a-64a8-4600-a8b3-302a2f07ee5f service neutron] 10.222.0.35 "PUT /v2.0/ports/63253b33-5d50-41f3-bd7e-d990015a84dc HTTP/1.1" status: 200 len: 1093 time: 1.6195817 Sep 08 09:06:06.426731 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c1d28f98-e5ec-4522-97ef-3b9e71bd0d05 req-c34670d0-8097-460c-ad22-dafed5975c4e tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/ports?device_id=634b5f83-7e20-411c-9906-b875782a0f4c HTTP/1.1" status: 200 len: 2389 time: 0.0839372 Sep 08 09:06:06.468167 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c1d28f98-e5ec-4522-97ef-3b9e71bd0d05 req-3dc34001-43c9-4902-a5fe-8d4144bdf0d8 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/security-groups?id=f580c0d3-23b6-4ea1-a90d-d6c7097d955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405686 Sep 08 09:06:06.477398 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-891fe998-165e-4b6d-a98b-694dd0c45f69 service neutron] Request body: {'port': {'device_id': '634b5f83-7e20-411c-9906-b875782a0f4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:06:06.548621 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9949a24a-64a8-4600-a8b3-302a2f07ee5f service neutron] Pushing event updated for resources: {'Port': ['ID=63253b33-5d50-41f3-bd7e-d990015a84dc,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:06.617013 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-891fe998-165e-4b6d-a98b-694dd0c45f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:06.628266 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55af964-c747-43a9-93aa-b2061668a812 req-5ef82991-f7c5-4999-b3dd-f53bbac4aeb5 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:06.629872 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f55af964-c747-43a9-93aa-b2061668a812 req-5ef82991-f7c5-4999-b3dd-f53bbac4aeb5 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a8bcc8f-5788-4e84-b34c-7c042d615ddd HTTP/1.1" status: 200 len: 948 time: 0.1661532 Sep 08 09:06:06.642125 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-baa81946-6b94-4428-89ce-2529978a533d req-80cf703b-fc27-4ae4-b9c2-c2657efd801a service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180035 Sep 08 09:06:06.684241 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device d084f132-dc43-476b-a687-735853480dc6 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:06:06.716537 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f55af964-c747-43a9-93aa-b2061668a812 req-42c0ab9b-75c6-482d-ab67-ca038e086295 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768251 Sep 08 09:06:06.745507 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port d084f132-dc43-476b-a687-735853480dc6 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:06:06.750467 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port d084f132-dc43-476b-a687-735853480dc6 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:06:06.750846 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:06.834257 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:06.856059 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f13a96-a043-4fc1-bde1-4ea8c1defe08 req-b606fc8d-6176-40c4-a124-0f357bbe41eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:06.857112 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83477544-2b2c-479f-968b-d7933400838e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd084f132-dc43-476b-a687-735853480dc6'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:06:06.857570 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c9f13a96-a043-4fc1-bde1-4ea8c1defe08 req-b606fc8d-6176-40c4-a124-0f357bbe41eb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=009c70ac018246c49e6f9a3a4c5ddf6c&device_id=9a8bcc8f-5788-4e84-b34c-7c042d615ddd HTTP/1.1" status: 200 len: 1100 time: 0.0804412 Sep 08 09:06:06.859394 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc3dcc4-fe42-421a-90dd-acc34b706030" -d '{"events": [{"server_uuid": "83477544-2b2c-479f-968b-d7933400838e", "name": "network-vif-plugged", "status": "completed", "tag": "d084f132-dc43-476b-a687-735853480dc6"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:06:06.872462 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port d084f132-dc43-476b-a687-735853480dc6, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=d084f132-dc43-476b-a687-735853480dc6,segment=NetworkSegment(235b2bd9-d205-476b-8ccc-b1318513736f),segment_id=235b2bd9-d205-476b-8ccc-b1318513736f)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:06.876639 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:06.907219 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b431a5c-f8c5-4bbb-8336-1536099acd7f x-openstack-request-id: req-9b431a5c-f8c5-4bbb-8336-1536099acd7f {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:06:06.907506 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83477544-2b2c-479f-968b-d7933400838e", "name": "network-vif-plugged", "status": "completed", "tag": "d084f132-dc43-476b-a687-735853480dc6", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:06:06.907752 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9b431a5c-f8c5-4bbb-8336-1536099acd7f {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:06:06.908133 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83477544-2b2c-479f-968b-d7933400838e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd084f132-dc43-476b-a687-735853480dc6', 'code': 200} Sep 08 09:06:06.932568 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=d084f132-dc43-476b-a687-735853480dc6,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:07.020605 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-412d621f-1af2-4032-8739-14e741029583 req-24b47ebd-15ec-43ce-85b5-ed6b155d284c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0464001 Sep 08 09:06:07.043962 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f13a96-a043-4fc1-bde1-4ea8c1defe08 req-2a71f8cb-9614-455d-b8ee-36c84e1702e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:07.045758 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c9f13a96-a043-4fc1-bde1-4ea8c1defe08 req-2a71f8cb-9614-455d-b8ee-36c84e1702e5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.1567936 Sep 08 09:06:07.121327 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c9f13a96-a043-4fc1-bde1-4ea8c1defe08 req-9f97ca7a-a86b-4329-ad34-0ae5093c768e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=4bdd6e30-45ed-4115-b4e1-bc383c2fa36a HTTP/1.1" status: 200 len: 217 time: 0.0488708 Sep 08 09:06:07.153481 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-891fe998-165e-4b6d-a98b-694dd0c45f69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4159e30-46db-4efc-b5cd-7c8ab3faf2b6 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:06:07.194322 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d621f-1af2-4032-8739-14e741029583 req-9c5c7c6c-6d11-42e4-83b0-6dc71740b3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:07.195193 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d621f-1af2-4032-8739-14e741029583 req-9c5c7c6c-6d11-42e4-83b0-6dc71740b3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:07.196684 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d621f-1af2-4032-8739-14e741029583 req-9c5c7c6c-6d11-42e4-83b0-6dc71740b3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:07.197528 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d621f-1af2-4032-8739-14e741029583 req-9c5c7c6c-6d11-42e4-83b0-6dc71740b3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:07.198396 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d621f-1af2-4032-8739-14e741029583 req-9c5c7c6c-6d11-42e4-83b0-6dc71740b3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:07.199275 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d621f-1af2-4032-8739-14e741029583 req-9c5c7c6c-6d11-42e4-83b0-6dc71740b3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:07.199967 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d621f-1af2-4032-8739-14e741029583 req-9c5c7c6c-6d11-42e4-83b0-6dc71740b3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:07.202529 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-412d621f-1af2-4032-8739-14e741029583 req-9c5c7c6c-6d11-42e4-83b0-6dc71740b3fd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ff9af2a8ae84383ae48822128c85b16&device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 6506 time: 0.1071966 Sep 08 09:06:07.209539 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-891fe998-165e-4b6d-a98b-694dd0c45f69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:07.213911 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f5950-17cd-4b30-8a7d-81287f6847c1 req-481aa64b-f5af-41d9-a506-ae2483ee4928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:07.215798 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e34f5950-17cd-4b30-8a7d-81287f6847c1 req-481aa64b-f5af-41d9-a506-ae2483ee4928 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=83477544-2b2c-479f-968b-d7933400838e HTTP/1.1" status: 200 len: 1098 time: 0.2105193 Sep 08 09:06:07.257092 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-891fe998-165e-4b6d-a98b-694dd0c45f69 service neutron] Transition to ACTIVE for port object f4159e30-46db-4efc-b5cd-7c8ab3faf2b6 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:06:07.267897 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f13a96-a043-4fc1-bde1-4ea8c1defe08 req-0524ebc5-8cea-4a56-acf8-2d44f02a4aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:07.269434 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c9f13a96-a043-4fc1-bde1-4ea8c1defe08 req-0524ebc5-8cea-4a56-acf8-2d44f02a4aa7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.1367776 Sep 08 09:06:07.270964 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-891fe998-165e-4b6d-a98b-694dd0c45f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:07.304792 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d89c4-9024-43b6-bb2a-fcb13fc51ed0 req-b7fe1ddb-db6d-40cf-8182-62d6e748c125 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:07.306400 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-139d89c4-9024-43b6-bb2a-fcb13fc51ed0 req-b7fe1ddb-db6d-40cf-8182-62d6e748c125 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] 10.222.0.54 "GET /v2.0/ports?device_id=83477544-2b2c-479f-968b-d7933400838e HTTP/1.1" status: 200 len: 946 time: 0.1871736 Sep 08 09:06:07.367601 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e34f5950-17cd-4b30-8a7d-81287f6847c1 req-b3894912-29e1-4e2b-838a-9133571ce3ea service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f08ee39d-a379-4d25-9d35-1f03e82a74c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377661 Sep 08 09:06:07.402726 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891fe998-165e-4b6d-a98b-694dd0c45f69 service neutron] Pushing event updated for resources: {'Port': ['ID=f4159e30-46db-4efc-b5cd-7c8ab3faf2b6,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:07.408044 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78b09a-f0aa-4517-b179-d9ebc5fec413 req-55f4381f-a0f4-4034-858e-a3b528426a90 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:07.415838 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4c78b09a-f0aa-4517-b179-d9ebc5fec413 req-55f4381f-a0f4-4034-858e-a3b528426a90 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/ports?device_id=77793211-ea65-471d-936c-f2729208f132 HTTP/1.1" status: 200 len: 945 time: 0.1124511 Sep 08 09:06:07.445417 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d621f-1af2-4032-8739-14e741029583 req-9515e6c7-6fce-4da8-bfb2-20b995094724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:07.446625 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d621f-1af2-4032-8739-14e741029583 req-9515e6c7-6fce-4da8-bfb2-20b995094724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:07.447953 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d621f-1af2-4032-8739-14e741029583 req-9515e6c7-6fce-4da8-bfb2-20b995094724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:07.448879 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-412d621f-1af2-4032-8739-14e741029583 req-9515e6c7-6fce-4da8-bfb2-20b995094724 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56f09e7a-d8c3-4671-9b9a-504accacdfdc&id=e131d2cf-f0f6-4e3a-90af-0615e503d20b&id=e131d2cf-f0f6-4e3a-90af-0615e503d20b&id=e131d2cf-f0f6-4e3a-90af-0615e503d20b&id=e131d2cf-f0f6-4e3a-90af-0615e503d20b&id=7f827cbd-981b-4963-870a-da3dc338441e&id=7f827cbd-981b-4963-870a-da3dc338441e HTTP/1.1" status: 200 len: 2299 time: 0.1914434 Sep 08 09:06:07.449923 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-139d89c4-9024-43b6-bb2a-fcb13fc51ed0 req-2eef7adf-d083-478e-9ea4-76395df4dc1b tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] 10.222.0.54 "GET /v2.0/security-groups?id=f08ee39d-a379-4d25-9d35-1f03e82a74c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191397 Sep 08 09:06:07.462070 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f13a96-a043-4fc1-bde1-4ea8c1defe08 req-22ffaf37-d797-4edf-a108-0229d600b257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:07.462070 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c9f13a96-a043-4fc1-bde1-4ea8c1defe08 req-22ffaf37-d797-4edf-a108-0229d600b257 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1829901 Sep 08 09:06:07.483459 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '634b5f83-7e20-411c-9906-b875782a0f4c', 'tag': '63253b33-5d50-41f3-bd7e-d990015a84dc'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:06:07.485751 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3907b57-0ee9-4c81-be1c-c330f5d613e4" -d '{"events": [{"name": "network-changed", "server_uuid": "634b5f83-7e20-411c-9906-b875782a0f4c", "tag": "63253b33-5d50-41f3-bd7e-d990015a84dc"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:06:07.516231 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4c78b09a-f0aa-4517-b179-d9ebc5fec413 req-27b061fd-324d-453b-ab20-8067ff7bb742 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups?id=d8869e5c-75aa-4c31-8125-53cd55e83eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994349 Sep 08 09:06:07.537650 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-891fe998-165e-4b6d-a98b-694dd0c45f69 service neutron] Attempting to bind port f4159e30-46db-4efc-b5cd-7c8ab3faf2b6 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:06:07.537650 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-891fe998-165e-4b6d-a98b-694dd0c45f69 service neutron] Attempting to bind port f4159e30-46db-4efc-b5cd-7c8ab3faf2b6 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': 'ad1580a9-8170-4f2c-af6e-7252d1fb8d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'f6928d08-e973-40fd-9991-1bc0b151da7b'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:06:07.537650 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-891fe998-165e-4b6d-a98b-694dd0c45f69 service neutron] Attempting to bind port f4159e30-46db-4efc-b5cd-7c8ab3faf2b6 on network f6928d08-e973-40fd-9991-1bc0b151da7b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:06:07.541203 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-891fe998-165e-4b6d-a98b-694dd0c45f69 service neutron] Port f4159e30-46db-4efc-b5cd-7c8ab3faf2b6 on network f6928d08-e973-40fd-9991-1bc0b151da7b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:06:07.542099 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-891fe998-165e-4b6d-a98b-694dd0c45f69 service neutron] Attempting to bind port f4159e30-46db-4efc-b5cd-7c8ab3faf2b6 on network f6928d08-e973-40fd-9991-1bc0b151da7b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:06:07.544349 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-412d621f-1af2-4032-8739-14e741029583 req-0155246b-3f57-41a0-a412-a95a3628c61c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24c965d7-db6d-4bd8-8994-faab41bdeccb HTTP/1.1" status: 200 len: 1001 time: 0.0755858 Sep 08 09:06:07.551449 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-891fe998-165e-4b6d-a98b-694dd0c45f69 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:06:07.551893 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-891fe998-165e-4b6d-a98b-694dd0c45f69 service neutron] Checking segment: {'id': 'ad1580a9-8170-4f2c-af6e-7252d1fb8d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'f6928d08-e973-40fd-9991-1bc0b151da7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:06:07.552358 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-891fe998-165e-4b6d-a98b-694dd0c45f69 service neutron] Bound using segment: {'id': 'ad1580a9-8170-4f2c-af6e-7252d1fb8d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'f6928d08-e973-40fd-9991-1bc0b151da7b'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:06:07.552892 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-891fe998-165e-4b6d-a98b-694dd0c45f69 service neutron] Bound port: f4159e30-46db-4efc-b5cd-7c8ab3faf2b6, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad1580a9-8170-4f2c-af6e-7252d1fb8d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'f6928d08-e973-40fd-9991-1bc0b151da7b'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:06:07.553328 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-891fe998-165e-4b6d-a98b-694dd0c45f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:07.619098 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d621f-1af2-4032-8739-14e741029583 req-59efc653-b631-4cb1-ad80-94bf83243674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:07.621385 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-412d621f-1af2-4032-8739-14e741029583 req-59efc653-b631-4cb1-ad80-94bf83243674 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8500bfb2-0bfa-480d-b7a3-e97947f43e46 HTTP/1.1" status: 200 len: 856 time: 0.0676658 Sep 08 09:06:07.651561 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78de57e8-5c87-4b80-a778-6ccbba8b019f x-openstack-request-id: req-78de57e8-5c87-4b80-a778-6ccbba8b019f {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:06:07.651865 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "634b5f83-7e20-411c-9906-b875782a0f4c", "tag": "63253b33-5d50-41f3-bd7e-d990015a84dc", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:06:07.652038 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-78de57e8-5c87-4b80-a778-6ccbba8b019f {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:06:07.652438 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '634b5f83-7e20-411c-9906-b875782a0f4c', 'tag': '63253b33-5d50-41f3-bd7e-d990015a84dc', 'status': 'completed', 'code': 200} Sep 08 09:06:07.655269 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-891fe998-165e-4b6d-a98b-694dd0c45f69 service neutron] For port f4159e30-46db-4efc-b5cd-7c8ab3faf2b6, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:06:07.658620 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-891fe998-165e-4b6d-a98b-694dd0c45f69 service neutron] For port f4159e30-46db-4efc-b5cd-7c8ab3faf2b6, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=f4159e30-46db-4efc-b5cd-7c8ab3faf2b6,segment=NetworkSegment(ad1580a9-8170-4f2c-af6e-7252d1fb8d0e),segment_id=ad1580a9-8170-4f2c-af6e-7252d1fb8d0e)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:06:07.668128 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-891fe998-165e-4b6d-a98b-694dd0c45f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:07.705960 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-891fe998-165e-4b6d-a98b-694dd0c45f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:07.706694 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-891fe998-165e-4b6d-a98b-694dd0c45f69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:07.708201 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-891fe998-165e-4b6d-a98b-694dd0c45f69 service neutron] 10.222.0.35 "PUT /v2.0/ports/f4159e30-46db-4efc-b5cd-7c8ab3faf2b6 HTTP/1.1" status: 200 len: 1093 time: 1.2461510 Sep 08 09:06:07.729115 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a83d04-5864-4b7c-8e1f-0659a0e69e2a req-feebacc9-8122-459c-96a3-97940b5f8d86 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:07.733730 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891fe998-165e-4b6d-a98b-694dd0c45f69 service neutron] Pushing event updated for resources: {'Port': ['ID=f4159e30-46db-4efc-b5cd-7c8ab3faf2b6,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:07.735167 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a83d04-5864-4b7c-8e1f-0659a0e69e2a req-feebacc9-8122-459c-96a3-97940b5f8d86 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:07.741179 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a83d04-5864-4b7c-8e1f-0659a0e69e2a req-feebacc9-8122-459c-96a3-97940b5f8d86 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:07.743081 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-60a83d04-5864-4b7c-8e1f-0659a0e69e2a req-feebacc9-8122-459c-96a3-97940b5f8d86 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/ports?device_id=634b5f83-7e20-411c-9906-b875782a0f4c HTTP/1.1" status: 200 len: 2401 time: 0.0942514 Sep 08 09:06:07.746462 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d621f-1af2-4032-8739-14e741029583 req-c8e10186-6dee-45ce-a964-f4b69daddd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:07.747984 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-412d621f-1af2-4032-8739-14e741029583 req-c8e10186-6dee-45ce-a964-f4b69daddd14 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56f09e7a-d8c3-4671-9b9a-504accacdfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1164439 Sep 08 09:06:07.842955 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-60a83d04-5864-4b7c-8e1f-0659a0e69e2a req-64121cce-6f6f-4ec0-a8c5-ade17cd3bd9c tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/security-groups?id=f580c0d3-23b6-4ea1-a90d-d6c7097d955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855742 Sep 08 09:06:07.861929 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-ad3472df-3ca8-4f99-b12e-b3d61ef41e86 service neutron] Request body: {'port': {'device_id': '634b5f83-7e20-411c-9906-b875782a0f4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:06:07.996131 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-412d621f-1af2-4032-8739-14e741029583 req-919a3f0b-00ae-4499-85ac-18c60139be39 service neutron] 10.222.0.37 "GET /v2.0/networks/56f09e7a-d8c3-4671-9b9a-504accacdfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228644 Sep 08 09:06:08.010726 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f5185-de90-4671-adf7-5928bc172e7b req-13b0b1e4-998a-4e6b-8803-b2687b80747d tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:08.013128 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c48f5185-de90-4671-adf7-5928bc172e7b req-13b0b1e4-998a-4e6b-8803-b2687b80747d tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a8bcc8f-5788-4e84-b34c-7c042d615ddd HTTP/1.1" status: 200 len: 948 time: 0.0754812 Sep 08 09:06:08.038339 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-ad3472df-3ca8-4f99-b12e-b3d61ef41e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:08.066282 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3907b57-0ee9-4c81-be1c-c330f5d613e4 req-70cffe9e-b9e1-4368-abd3-c287e7f7c08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:08.066783 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3907b57-0ee9-4c81-be1c-c330f5d613e4 req-70cffe9e-b9e1-4368-abd3-c287e7f7c08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:08.067266 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3907b57-0ee9-4c81-be1c-c330f5d613e4 req-70cffe9e-b9e1-4368-abd3-c287e7f7c08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:08.068912 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f3907b57-0ee9-4c81-be1c-c330f5d613e4 req-70cffe9e-b9e1-4368-abd3-c287e7f7c08a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=59b3a59c99284cc49457493338f2d5a8&device_id=634b5f83-7e20-411c-9906-b875782a0f4c HTTP/1.1" status: 200 len: 2801 time: 0.1580153 Sep 08 09:06:08.115333 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c48f5185-de90-4671-adf7-5928bc172e7b req-9de5b3cc-0563-47ee-b427-33788aeb6a41 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938487 Sep 08 09:06:08.135491 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-412d621f-1af2-4032-8739-14e741029583 req-7ad397f7-f76b-45e3-b739-eb902e980802 service neutron] 10.222.0.37 "GET /v2.0/networks/56f09e7a-d8c3-4671-9b9a-504accacdfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219554 Sep 08 09:06:08.159523 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c9f13a96-a043-4fc1-bde1-4ea8c1defe08 req-691d07f0-b774-4c2f-9801-e0b1a52c8728 service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186998 Sep 08 09:06:08.187098 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-412d621f-1af2-4032-8739-14e741029583 req-e296fc75-1f65-449b-aee5-807750d1d5ae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=ddf26a7d-0e8b-469e-9475-33e914bdcf50 HTTP/1.1" status: 200 len: 217 time: 0.0362713 Sep 08 09:06:08.244680 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d621f-1af2-4032-8739-14e741029583 req-a4611059-9f22-486c-847f-4c896846c995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:08.246299 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-412d621f-1af2-4032-8739-14e741029583 req-a4611059-9f22-486c-847f-4c896846c995 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64cec42a-675b-48e9-acf5-9de60b36e75d HTTP/1.1" status: 200 len: 797 time: 0.0469964 Sep 08 09:06:08.306963 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d621f-1af2-4032-8739-14e741029583 req-7560126e-a311-49ab-86eb-de479a1bf102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:08.308513 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-412d621f-1af2-4032-8739-14e741029583 req-7560126e-a311-49ab-86eb-de479a1bf102 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e131d2cf-f0f6-4e3a-90af-0615e503d20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0477204 Sep 08 09:06:08.422623 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3907b57-0ee9-4c81-be1c-c330f5d613e4 req-dae2b979-0271-4bf7-abf1-a063804996c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:08.423010 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3907b57-0ee9-4c81-be1c-c330f5d613e4 req-dae2b979-0271-4bf7-abf1-a063804996c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:08.423492 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3907b57-0ee9-4c81-be1c-c330f5d613e4 req-dae2b979-0271-4bf7-abf1-a063804996c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:08.425113 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f3907b57-0ee9-4c81-be1c-c330f5d613e4 req-dae2b979-0271-4bf7-abf1-a063804996c7 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=59b3a59c99284cc49457493338f2d5a8&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3262796 Sep 08 09:06:08.439239 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-412d621f-1af2-4032-8739-14e741029583 req-04b62825-0a2a-4b63-9470-05718c880ab2 service neutron] 10.222.0.37 "GET /v2.0/networks/e131d2cf-f0f6-4e3a-90af-0615e503d20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877278 Sep 08 09:06:08.457907 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c9f13a96-a043-4fc1-bde1-4ea8c1defe08 req-4d251ebd-b593-485d-9d5e-bb27c17f63e4 service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830265 Sep 08 09:06:08.579682 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-412d621f-1af2-4032-8739-14e741029583 req-8c509f4e-0ca7-44eb-81a0-b561a67b96c4 service neutron] 10.222.0.37 "GET /v2.0/networks/e131d2cf-f0f6-4e3a-90af-0615e503d20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280506 Sep 08 09:06:08.593750 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efbb85e-af27-4c8e-9181-586577537910 req-d2611c56-fc6c-49f8-b091-f7f47dcedb44 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:08.595491 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3907b57-0ee9-4c81-be1c-c330f5d613e4 req-71eadb21-d6e5-4c03-bb92-f14db382650e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:08.595950 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7efbb85e-af27-4c8e-9181-586577537910 req-d2611c56-fc6c-49f8-b091-f7f47dcedb44 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] 10.222.0.54 "GET /v2.0/ports?device_id=83477544-2b2c-479f-968b-d7933400838e HTTP/1.1" status: 200 len: 946 time: 0.0697374 Sep 08 09:06:08.596916 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f3907b57-0ee9-4c81-be1c-c330f5d613e4 req-71eadb21-d6e5-4c03-bb92-f14db382650e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1417081 Sep 08 09:06:08.641940 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-412d621f-1af2-4032-8739-14e741029583 req-625975d5-0c0e-49ec-8fd7-1c7cc929779c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=1ba67b89-fdf3-438b-8aa9-37c654debf50 HTTP/1.1" status: 200 len: 217 time: 0.0453973 Sep 08 09:06:08.660363 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 900388cb-5490-4f76-9cf2-844d6aba9c0f up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:06:08.672012 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-ad3472df-3ca8-4f99-b12e-b3d61ef41e86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a5a226f-776a-45f1-9c64-6bddbaa30fcb {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:06:08.681678 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-ad3472df-3ca8-4f99-b12e-b3d61ef41e86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:08.693183 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7efbb85e-af27-4c8e-9181-586577537910 req-59056be0-9a6f-438d-b9f9-d92dbd187932 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] 10.222.0.54 "GET /v2.0/security-groups?id=f08ee39d-a379-4d25-9d35-1f03e82a74c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907216 Sep 08 09:06:08.699936 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97c2c4-c743-4ba7-97cb-884f2e90a77b req-9c3db8f9-dde0-46e7-924d-c23bacb0644f tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:08.701501 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cf97c2c4-c743-4ba7-97cb-884f2e90a77b req-9c3db8f9-dde0-46e7-924d-c23bacb0644f tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/ports?device_id=77793211-ea65-471d-936c-f2729208f132 HTTP/1.1" status: 200 len: 945 time: 0.1076293 Sep 08 09:06:08.706439 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-ad3472df-3ca8-4f99-b12e-b3d61ef41e86 service neutron] Transition to ACTIVE for port object 4a5a226f-776a-45f1-9c64-6bddbaa30fcb will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:06:08.715499 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d621f-1af2-4032-8739-14e741029583 req-3f2725c5-6d4e-4c8d-b91c-30e460342a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:08.716905 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-412d621f-1af2-4032-8739-14e741029583 req-3f2725c5-6d4e-4c8d-b91c-30e460342a3f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64cec42a-675b-48e9-acf5-9de60b36e75d HTTP/1.1" status: 200 len: 797 time: 0.0620894 Sep 08 09:06:08.728796 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-ad3472df-3ca8-4f99-b12e-b3d61ef41e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:08.730170 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 900388cb-5490-4f76-9cf2-844d6aba9c0f completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:06:08.735999 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 900388cb-5490-4f76-9cf2-844d6aba9c0f triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:06:08.736475 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:08.777920 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d621f-1af2-4032-8739-14e741029583 req-a528f0f5-4804-4602-b86e-52423e25f1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:08.779519 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-412d621f-1af2-4032-8739-14e741029583 req-a528f0f5-4804-4602-b86e-52423e25f1cf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e131d2cf-f0f6-4e3a-90af-0615e503d20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0524464 Sep 08 09:06:08.783381 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cf97c2c4-c743-4ba7-97cb-884f2e90a77b req-9a58603a-04c7-43d7-b1c5-66904c38cefb tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups?id=d8869e5c-75aa-4c31-8125-53cd55e83eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745764 Sep 08 09:06:08.792971 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3472df-3ca8-4f99-b12e-b3d61ef41e86 service neutron] Pushing event updated for resources: {'Port': ['ID=4a5a226f-776a-45f1-9c64-6bddbaa30fcb,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:08.861091 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:08.904746 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-ad3472df-3ca8-4f99-b12e-b3d61ef41e86 service neutron] Attempting to bind port 4a5a226f-776a-45f1-9c64-6bddbaa30fcb on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:06:08.905097 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-ad3472df-3ca8-4f99-b12e-b3d61ef41e86 service neutron] Attempting to bind port 4a5a226f-776a-45f1-9c64-6bddbaa30fcb by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '67de92ad-9aa9-4356-8dd2-1dea3a44fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b33c8abc-6a51-4240-93e7-ab098bbf4e64'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:06:08.905438 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-ad3472df-3ca8-4f99-b12e-b3d61ef41e86 service neutron] Attempting to bind port 4a5a226f-776a-45f1-9c64-6bddbaa30fcb on network b33c8abc-6a51-4240-93e7-ab098bbf4e64 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:06:08.910919 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77793211-ea65-471d-936c-f2729208f132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900388cb-5490-4f76-9cf2-844d6aba9c0f'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:06:08.911413 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-ad3472df-3ca8-4f99-b12e-b3d61ef41e86 service neutron] Port 4a5a226f-776a-45f1-9c64-6bddbaa30fcb on network b33c8abc-6a51-4240-93e7-ab098bbf4e64 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:06:08.911754 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-ad3472df-3ca8-4f99-b12e-b3d61ef41e86 service neutron] Attempting to bind port 4a5a226f-776a-45f1-9c64-6bddbaa30fcb on network b33c8abc-6a51-4240-93e7-ab098bbf4e64 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:06:08.913494 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6168df0b-383d-4334-a12e-938776c0962f" -d '{"events": [{"server_uuid": "77793211-ea65-471d-936c-f2729208f132", "name": "network-vif-plugged", "status": "completed", "tag": "900388cb-5490-4f76-9cf2-844d6aba9c0f"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:06:08.919184 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-ad3472df-3ca8-4f99-b12e-b3d61ef41e86 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:06:08.919534 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-ad3472df-3ca8-4f99-b12e-b3d61ef41e86 service neutron] Checking segment: {'id': '67de92ad-9aa9-4356-8dd2-1dea3a44fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b33c8abc-6a51-4240-93e7-ab098bbf4e64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:06:08.924162 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-ad3472df-3ca8-4f99-b12e-b3d61ef41e86 service neutron] Bound using segment: {'id': '67de92ad-9aa9-4356-8dd2-1dea3a44fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b33c8abc-6a51-4240-93e7-ab098bbf4e64'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:06:08.924641 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-ad3472df-3ca8-4f99-b12e-b3d61ef41e86 service neutron] Bound port: 4a5a226f-776a-45f1-9c64-6bddbaa30fcb, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67de92ad-9aa9-4356-8dd2-1dea3a44fc52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'b33c8abc-6a51-4240-93e7-ab098bbf4e64'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:06:08.925019 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-ad3472df-3ca8-4f99-b12e-b3d61ef41e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:08.943112 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 900388cb-5490-4f76-9cf2-844d6aba9c0f, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=900388cb-5490-4f76-9cf2-844d6aba9c0f,segment=NetworkSegment(b033950b-202f-406f-979e-ec38b86674cf),segment_id=b033950b-202f-406f-979e-ec38b86674cf)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:08.949552 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:08.964505 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-412d621f-1af2-4032-8739-14e741029583 req-1218f42e-c5a5-4897-a5b1-d6fbeffa089f service neutron] 10.222.0.37 "GET /v2.0/networks/e131d2cf-f0f6-4e3a-90af-0615e503d20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709771 Sep 08 09:06:09.012994 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=900388cb-5490-4f76-9cf2-844d6aba9c0f,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:09.026133 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1bda1c-b2f3-4820-834f-d9624211795b x-openstack-request-id: req-0f1bda1c-b2f3-4820-834f-d9624211795b {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:06:09.026386 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77793211-ea65-471d-936c-f2729208f132", "name": "network-vif-plugged", "status": "completed", "tag": "900388cb-5490-4f76-9cf2-844d6aba9c0f", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:06:09.026783 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0f1bda1c-b2f3-4820-834f-d9624211795b {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:06:09.027188 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77793211-ea65-471d-936c-f2729208f132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900388cb-5490-4f76-9cf2-844d6aba9c0f', 'code': 200} Sep 08 09:06:09.072572 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a3322-a2fd-4fbf-9549-c1329184cbba req-daf5761f-75ad-4d36-b8da-994d5728aa09 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:09.078608 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a3322-a2fd-4fbf-9549-c1329184cbba req-daf5761f-75ad-4d36-b8da-994d5728aa09 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:09.084729 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a3322-a2fd-4fbf-9549-c1329184cbba req-daf5761f-75ad-4d36-b8da-994d5728aa09 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:09.086471 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-917a3322-a2fd-4fbf-9549-c1329184cbba req-daf5761f-75ad-4d36-b8da-994d5728aa09 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/ports?device_id=634b5f83-7e20-411c-9906-b875782a0f4c HTTP/1.1" status: 200 len: 2413 time: 0.1277742 Sep 08 09:06:09.098015 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-412d621f-1af2-4032-8739-14e741029583 req-6f16feb2-5afe-4db5-bee2-ba07419adfe8 service neutron] 10.222.0.37 "GET /v2.0/networks/e131d2cf-f0f6-4e3a-90af-0615e503d20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174240 Sep 08 09:06:09.108886 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-ad3472df-3ca8-4f99-b12e-b3d61ef41e86 service neutron] For port 4a5a226f-776a-45f1-9c64-6bddbaa30fcb, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:06:09.135556 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-ad3472df-3ca8-4f99-b12e-b3d61ef41e86 service neutron] For port 4a5a226f-776a-45f1-9c64-6bddbaa30fcb, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=4a5a226f-776a-45f1-9c64-6bddbaa30fcb,segment=NetworkSegment(67de92ad-9aa9-4356-8dd2-1dea3a44fc52),segment_id=67de92ad-9aa9-4356-8dd2-1dea3a44fc52)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:06:09.144623 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-ad3472df-3ca8-4f99-b12e-b3d61ef41e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:09.155105 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-412d621f-1af2-4032-8739-14e741029583 req-1dadb621-ffb7-4fbc-9982-d8d4be9512c6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=83fce545-c3f1-43e1-81ad-33fc70bf1670 HTTP/1.1" status: 200 len: 217 time: 0.0368321 Sep 08 09:06:09.183484 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-917a3322-a2fd-4fbf-9549-c1329184cbba req-c4097230-7d80-4d5c-b88b-6da1bf299496 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/security-groups?id=f580c0d3-23b6-4ea1-a90d-d6c7097d955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843616 Sep 08 09:06:09.190337 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-ad3472df-3ca8-4f99-b12e-b3d61ef41e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:09.191138 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-ad3472df-3ca8-4f99-b12e-b3d61ef41e86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:09.192561 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-ad3472df-3ca8-4f99-b12e-b3d61ef41e86 service neutron] 10.222.0.35 "PUT /v2.0/ports/4a5a226f-776a-45f1-9c64-6bddbaa30fcb HTTP/1.1" status: 200 len: 1093 time: 1.3372574 Sep 08 09:06:09.223425 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d621f-1af2-4032-8739-14e741029583 req-1c019232-13fe-492a-ba56-c51d0f0010df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:09.225299 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-412d621f-1af2-4032-8739-14e741029583 req-1c019232-13fe-492a-ba56-c51d0f0010df service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64cec42a-675b-48e9-acf5-9de60b36e75d HTTP/1.1" status: 200 len: 797 time: 0.0574887 Sep 08 09:06:09.274192 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3472df-3ca8-4f99-b12e-b3d61ef41e86 service neutron] Pushing event updated for resources: {'Port': ['ID=4a5a226f-776a-45f1-9c64-6bddbaa30fcb,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:09.291074 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907dc92-ec28-49b9-9083-298134693765 req-844020b8-3603-467a-b440-1991a1e81105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:09.292699 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e907dc92-ec28-49b9-9083-298134693765 req-844020b8-3603-467a-b440-1991a1e81105 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=77793211-ea65-471d-936c-f2729208f132 HTTP/1.1" status: 200 len: 1098 time: 0.0925698 Sep 08 09:06:09.359375 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d3fcd-f170-4a73-b492-b961cce5337e req-793ceab4-4378-46d7-8f96-db860f82ed69 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:09.367088 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-434d3fcd-f170-4a73-b492-b961cce5337e req-793ceab4-4378-46d7-8f96-db860f82ed69 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a8bcc8f-5788-4e84-b34c-7c042d615ddd HTTP/1.1" status: 200 len: 948 time: 0.1236885 Sep 08 09:06:09.372688 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e907dc92-ec28-49b9-9083-298134693765 req-b8749b04-fd60-4217-a20f-ab421321a836 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d8869e5c-75aa-4c31-8125-53cd55e83eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464251 Sep 08 09:06:09.380848 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d621f-1af2-4032-8739-14e741029583 req-45e485f0-01be-4b6a-ba24-267575467685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:09.381082 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-c593aaed-2224-4e30-ae9d-626f72b3ef79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:09.381404 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-c593aaed-2224-4e30-ae9d-626f72b3ef79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:09.381905 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-c593aaed-2224-4e30-ae9d-626f72b3ef79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:09.383036 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-412d621f-1af2-4032-8739-14e741029583 req-45e485f0-01be-4b6a-ba24-267575467685 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e131d2cf-f0f6-4e3a-90af-0615e503d20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1482263 Sep 08 09:06:09.386399 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-c593aaed-2224-4e30-ae9d-626f72b3ef79 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=59b3a59c99284cc49457493338f2d5a8&device_id=634b5f83-7e20-411c-9906-b875782a0f4c HTTP/1.1" status: 200 len: 2869 time: 0.0927010 Sep 08 09:06:09.442259 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-434d3fcd-f170-4a73-b492-b961cce5337e req-9d4fd39b-16ed-4f0e-8232-47c70c4ce7a8 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742471 Sep 08 09:06:09.501218 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-412d621f-1af2-4032-8739-14e741029583 req-68044e88-8d00-4746-aaa4-fa0913534832 service neutron] 10.222.0.37 "GET /v2.0/networks/e131d2cf-f0f6-4e3a-90af-0615e503d20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085095 Sep 08 09:06:09.594255 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-412d621f-1af2-4032-8739-14e741029583 req-70efa8f8-a517-4fc1-adf3-93a2e13b913a service neutron] 10.222.0.37 "GET /v2.0/networks/e131d2cf-f0f6-4e3a-90af-0615e503d20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853624 Sep 08 09:06:09.640075 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-412d621f-1af2-4032-8739-14e741029583 req-927ffa84-bb7a-4ce3-ae32-913089db3889 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=206afed7-eeae-4d06-8959-8e305d5bcc7e HTTP/1.1" status: 200 len: 217 time: 0.0388644 Sep 08 09:06:09.653035 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '634b5f83-7e20-411c-9906-b875782a0f4c', 'tag': 'f4159e30-46db-4efc-b5cd-7c8ab3faf2b6'}, {'name': 'network-changed', 'server_uuid': '634b5f83-7e20-411c-9906-b875782a0f4c', 'tag': '4a5a226f-776a-45f1-9c64-6bddbaa30fcb'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:06:09.655436 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d677f0d5-341c-45e5-9091-e443c2c7c8ef" -d '{"events": [{"name": "network-changed", "server_uuid": "634b5f83-7e20-411c-9906-b875782a0f4c", "tag": "f4159e30-46db-4efc-b5cd-7c8ab3faf2b6"}, {"name": "network-changed", "server_uuid": "634b5f83-7e20-411c-9906-b875782a0f4c", "tag": "4a5a226f-776a-45f1-9c64-6bddbaa30fcb"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:06:09.692066 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 08 Sep 2021 09:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd120002-4b84-4844-8f7c-79ed3ffca015 x-openstack-request-id: req-dd120002-4b84-4844-8f7c-79ed3ffca015 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:06:09.692224 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d621f-1af2-4032-8739-14e741029583 req-76cd1d6a-4d4a-4d5b-b4c7-b25e2faa8c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:09.692375 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "634b5f83-7e20-411c-9906-b875782a0f4c", "tag": "f4159e30-46db-4efc-b5cd-7c8ab3faf2b6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "634b5f83-7e20-411c-9906-b875782a0f4c", "tag": "4a5a226f-776a-45f1-9c64-6bddbaa30fcb", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:06:09.692624 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dd120002-4b84-4844-8f7c-79ed3ffca015 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:06:09.693019 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '634b5f83-7e20-411c-9906-b875782a0f4c', 'tag': 'f4159e30-46db-4efc-b5cd-7c8ab3faf2b6', 'status': 'completed', 'code': 200} Sep 08 09:06:09.693272 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '634b5f83-7e20-411c-9906-b875782a0f4c', 'tag': '4a5a226f-776a-45f1-9c64-6bddbaa30fcb', 'status': 'completed', 'code': 200} Sep 08 09:06:09.693714 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-412d621f-1af2-4032-8739-14e741029583 req-76cd1d6a-4d4a-4d5b-b4c7-b25e2faa8c83 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64cec42a-675b-48e9-acf5-9de60b36e75d HTTP/1.1" status: 200 len: 797 time: 0.0464871 Sep 08 09:06:09.741347 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d621f-1af2-4032-8739-14e741029583 req-f7995ca7-2f4a-4821-8dcd-ed3bbebcb8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:09.743810 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-412d621f-1af2-4032-8739-14e741029583 req-f7995ca7-2f4a-4821-8dcd-ed3bbebcb8ee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e131d2cf-f0f6-4e3a-90af-0615e503d20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0422461 Sep 08 09:06:09.830300 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-4bf5df20-a493-44ec-b005-2e551c85a3c6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.206&port_id=63253b33-5d50-41f3-bd7e-d990015a84dc HTTP/1.1" status: 200 len: 217 time: 0.0583832 Sep 08 09:06:09.867336 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-412d621f-1af2-4032-8739-14e741029583 req-802dda78-7dec-472a-bc4b-09e06b899e13 service neutron] 10.222.0.37 "GET /v2.0/networks/e131d2cf-f0f6-4e3a-90af-0615e503d20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039526 Sep 08 09:06:09.901845 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-2c4a21ed-61f6-4c16-8ef9-b89a61c177aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:09.903370 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-2c4a21ed-61f6-4c16-8ef9-b89a61c177aa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c0e91c4f-c499-49e6-aea7-529ae2ce4e22 HTTP/1.1" status: 200 len: 801 time: 0.0568607 Sep 08 09:06:09.910952 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f186c4-7920-456c-ac71-744ed9f625d9 req-00084f2a-4c7d-48f0-bb5d-277fc2a88470 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:09.912419 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-16f186c4-7920-456c-ac71-744ed9f625d9 req-00084f2a-4c7d-48f0-bb5d-277fc2a88470 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] 10.222.0.54 "GET /v2.0/ports?device_id=83477544-2b2c-479f-968b-d7933400838e HTTP/1.1" status: 200 len: 946 time: 0.1346126 Sep 08 09:06:09.972476 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6c2a9-3061-4a64-b8d8-a0442ad29842 req-311c3396-e067-4d73-b5e1-403ac5b7bcd4 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:09.973989 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-84a6c2a9-3061-4a64-b8d8-a0442ad29842 req-311c3396-e067-4d73-b5e1-403ac5b7bcd4 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/ports?device_id=77793211-ea65-471d-936c-f2729208f132 HTTP/1.1" status: 200 len: 946 time: 0.1051264 Sep 08 09:06:09.985625 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-16f186c4-7920-456c-ac71-744ed9f625d9 req-8989671a-b76a-45be-a00d-abc37de46f36 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] 10.222.0.54 "GET /v2.0/security-groups?id=f08ee39d-a379-4d25-9d35-1f03e82a74c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620036 Sep 08 09:06:09.988385 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-144fe512-8191-47cf-bf13-1b48426141cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:09.989872 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-144fe512-8191-47cf-bf13-1b48426141cc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b33c8abc-6a51-4240-93e7-ab098bbf4e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765564 Sep 08 09:06:10.017316 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-412d621f-1af2-4032-8739-14e741029583 req-6ee5cca9-6a61-4dbf-b82c-7536fcd83287 service neutron] 10.222.0.37 "GET /v2.0/networks/e131d2cf-f0f6-4e3a-90af-0615e503d20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386642 Sep 08 09:06:10.065771 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-84a6c2a9-3061-4a64-b8d8-a0442ad29842 req-bd5b0548-cc89-43b7-8d6b-33e78c3cfbe8 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups?id=d8869e5c-75aa-4c31-8125-53cd55e83eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837476 Sep 08 09:06:10.067180 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-412d621f-1af2-4032-8739-14e741029583 req-d4935eda-1bff-48be-808b-f5f0a9c0772f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ae6394f3-8959-44ba-836a-10fef80e56f7 HTTP/1.1" status: 200 len: 217 time: 0.0397658 Sep 08 09:06:10.104458 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-5eca37af-28f5-4dd6-b9cb-9ec89c9d6c3d service neutron] 10.222.0.35 "GET /v2.0/networks/b33c8abc-6a51-4240-93e7-ab098bbf4e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064310 Sep 08 09:06:10.138563 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d621f-1af2-4032-8739-14e741029583 req-5fc540c6-c3e1-48aa-b739-48271e6c6f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:10.138563 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-412d621f-1af2-4032-8739-14e741029583 req-5fc540c6-c3e1-48aa-b739-48271e6c6f59 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0e9b3a37-656a-484a-bd00-54ea1a5e5b45 HTTP/1.1" status: 200 len: 797 time: 0.0561397 Sep 08 09:06:10.202571 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d621f-1af2-4032-8739-14e741029583 req-f9805ca5-e146-4d12-a114-ca60722eac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:10.204122 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-412d621f-1af2-4032-8739-14e741029583 req-f9805ca5-e146-4d12-a114-ca60722eac94 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7f827cbd-981b-4963-870a-da3dc338441e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0572712 Sep 08 09:06:10.224420 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-cdd14f0f-373d-49e8-9274-8bcc748a2bb4 service neutron] 10.222.0.35 "GET /v2.0/networks/b33c8abc-6a51-4240-93e7-ab098bbf4e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093442 Sep 08 09:06:10.296136 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-c32600fa-2de4-445d-ba05-0159dea9a60e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.172&port_id=f4159e30-46db-4efc-b5cd-7c8ab3faf2b6 HTTP/1.1" status: 200 len: 217 time: 0.0387414 Sep 08 09:06:10.328009 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-412d621f-1af2-4032-8739-14e741029583 req-797afd0d-2569-4c18-b2af-72fb22f3eb28 service neutron] 10.222.0.37 "GET /v2.0/networks/7f827cbd-981b-4963-870a-da3dc338441e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113505 Sep 08 09:06:10.356060 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-41628e8e-8a02-4128-8719-2942fea68dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:10.357707 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-41628e8e-8a02-4128-8719-2942fea68dc1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a4f6a6e2-5f58-485f-9fc3-8ea38a4c43e1 HTTP/1.1" status: 200 len: 801 time: 0.0531359 Sep 08 09:06:10.426525 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f914b7d5-efd0-4d2a-9f24-51be9307b468 req-da3c42e2-838f-450c-a48d-9afc69350f1a tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:10.433961 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f914b7d5-efd0-4d2a-9f24-51be9307b468 req-da3c42e2-838f-450c-a48d-9afc69350f1a tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:10.440098 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f914b7d5-efd0-4d2a-9f24-51be9307b468 req-da3c42e2-838f-450c-a48d-9afc69350f1a tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:10.441800 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f914b7d5-efd0-4d2a-9f24-51be9307b468 req-da3c42e2-838f-450c-a48d-9afc69350f1a tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/ports?device_id=634b5f83-7e20-411c-9906-b875782a0f4c HTTP/1.1" status: 200 len: 2413 time: 0.1299770 Sep 08 09:06:10.451906 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-2ac0cbdd-6443-4f06-9353-6d1c5258185a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:10.453409 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-2ac0cbdd-6443-4f06-9353-6d1c5258185a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f6928d08-e973-40fd-9991-1bc0b151da7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0841134 Sep 08 09:06:10.461726 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd6491-86dd-409c-9bad-fff5558755de req-247db8a8-40c0-4e48-aef3-eb3b2857b8c3 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:10.463222 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-33bd6491-86dd-409c-9bad-fff5558755de req-247db8a8-40c0-4e48-aef3-eb3b2857b8c3 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] 10.222.0.54 "GET /v2.0/ports?device_id=83477544-2b2c-479f-968b-d7933400838e HTTP/1.1" status: 200 len: 946 time: 0.0839448 Sep 08 09:06:10.498507 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-412d621f-1af2-4032-8739-14e741029583 req-d028c6ca-1208-4392-a813-95e961f00198 service neutron] 10.222.0.37 "GET /v2.0/networks/7f827cbd-981b-4963-870a-da3dc338441e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523118 Sep 08 09:06:10.502188 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f914b7d5-efd0-4d2a-9f24-51be9307b468 req-09029421-1cd8-4332-bc0a-dfca78e72359 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/security-groups?id=f580c0d3-23b6-4ea1-a90d-d6c7097d955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536470 Sep 08 09:06:10.547857 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-412d621f-1af2-4032-8739-14e741029583 req-7900a4c7-ddbe-41e0-9b58-9316ee5ecd40 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7eac18b8-5ad7-46d3-89bc-275b77cbbae6 HTTP/1.1" status: 200 len: 217 time: 0.0418985 Sep 08 09:06:10.563732 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-33bd6491-86dd-409c-9bad-fff5558755de req-043c5f7b-043b-4de2-ba0b-1321fa429197 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] 10.222.0.54 "GET /v2.0/security-groups?id=f08ee39d-a379-4d25-9d35-1f03e82a74c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818663 Sep 08 09:06:10.588363 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-cb38bfde-057a-4146-a16a-af84231f4577 service neutron] 10.222.0.35 "GET /v2.0/networks/f6928d08-e973-40fd-9991-1bc0b151da7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241763 Sep 08 09:06:10.632839 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d621f-1af2-4032-8739-14e741029583 req-5746bcc4-5c0e-4a2c-9d81-38362acfd6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:10.634787 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-412d621f-1af2-4032-8739-14e741029583 req-5746bcc4-5c0e-4a2c-9d81-38362acfd6ae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0e9b3a37-656a-484a-bd00-54ea1a5e5b45 HTTP/1.1" status: 200 len: 797 time: 0.0797291 Sep 08 09:06:10.646360 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954ffeb-71a3-450c-8145-83e7452d75ad req-59f6d00e-e970-4ef5-8f72-ad846e678eda tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:10.647809 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5954ffeb-71a3-450c-8145-83e7452d75ad req-59f6d00e-e970-4ef5-8f72-ad846e678eda tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a8bcc8f-5788-4e84-b34c-7c042d615ddd HTTP/1.1" status: 200 len: 948 time: 0.0838790 Sep 08 09:06:10.683017 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-6b6c08f7-0d92-4b7d-9078-3ba6089d628b service neutron] 10.222.0.35 "GET /v2.0/networks/f6928d08-e973-40fd-9991-1bc0b151da7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866292 Sep 08 09:06:10.719588 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5954ffeb-71a3-450c-8145-83e7452d75ad req-ce533a32-ffbc-4cfa-9b5b-04f08f3dba7b tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654378 Sep 08 09:06:10.729057 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d621f-1af2-4032-8739-14e741029583 req-df2bb58d-efdb-4a5e-babe-61b89f019586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:10.730437 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-412d621f-1af2-4032-8739-14e741029583 req-df2bb58d-efdb-4a5e-babe-61b89f019586 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7f827cbd-981b-4963-870a-da3dc338441e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0577400 Sep 08 09:06:10.828659 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-412d621f-1af2-4032-8739-14e741029583 req-8ca528fd-a98e-44d1-a718-ef785e1a3e57 service neutron] 10.222.0.37 "GET /v2.0/networks/7f827cbd-981b-4963-870a-da3dc338441e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888827 Sep 08 09:06:10.937764 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-412d621f-1af2-4032-8739-14e741029583 req-75ed3442-a67a-4d21-a746-504814e3be2d service neutron] 10.222.0.37 "GET /v2.0/networks/7f827cbd-981b-4963-870a-da3dc338441e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974834 Sep 08 09:06:11.026844 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-aba09b9e-a714-4215-8358-9615db738938 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.251&port_id=4a5a226f-776a-45f1-9c64-6bddbaa30fcb HTTP/1.1" status: 200 len: 217 time: 0.3309803 Sep 08 09:06:11.091783 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-2c173291-9629-41d3-830e-2bdbe9c5c179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:11.093281 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-2c173291-9629-41d3-830e-2bdbe9c5c179 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c0e91c4f-c499-49e6-aea7-529ae2ce4e22 HTTP/1.1" status: 200 len: 801 time: 0.0484278 Sep 08 09:06:11.155315 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-eda54f42-7c24-4d48-a1f8-22c7ea0c2863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:11.157178 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-eda54f42-7c24-4d48-a1f8-22c7ea0c2863 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b33c8abc-6a51-4240-93e7-ab098bbf4e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548131 Sep 08 09:06:11.194939 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc514969-684d-486b-935d-f83813fcd657 req-5a70f191-27d4-4dcf-8387-d374405ce8f3 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:11.197063 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bc514969-684d-486b-935d-f83813fcd657 req-5a70f191-27d4-4dcf-8387-d374405ce8f3 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/ports?device_id=77793211-ea65-471d-936c-f2729208f132 HTTP/1.1" status: 200 len: 946 time: 0.0523129 Sep 08 09:06:11.240134 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bc514969-684d-486b-935d-f83813fcd657 req-717ef860-0564-4474-9d8b-9fd77817d1d8 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups?id=d8869e5c-75aa-4c31-8125-53cd55e83eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350313 Sep 08 09:06:11.278482 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-2089c92a-8375-469d-8c87-10ee7d4682c6 service neutron] 10.222.0.35 "GET /v2.0/networks/b33c8abc-6a51-4240-93e7-ab098bbf4e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939684 Sep 08 09:06:11.370348 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4ab90fe7-3f94-4052-ba4e-f98c8f915445 req-20d49882-a0b9-4f64-9b2b-29cbf15ae03d service neutron] 10.222.0.35 "GET /v2.0/networks/b33c8abc-6a51-4240-93e7-ab098bbf4e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842686 Sep 08 09:06:11.546124 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677f0d5-341c-45e5-9091-e443c2c7c8ef req-c993d004-c170-43d0-a4c5-0b33e3ff096c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:11.546424 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677f0d5-341c-45e5-9091-e443c2c7c8ef req-c993d004-c170-43d0-a4c5-0b33e3ff096c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:11.546907 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677f0d5-341c-45e5-9091-e443c2c7c8ef req-c993d004-c170-43d0-a4c5-0b33e3ff096c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:11.548588 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d677f0d5-341c-45e5-9091-e443c2c7c8ef req-c993d004-c170-43d0-a4c5-0b33e3ff096c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=59b3a59c99284cc49457493338f2d5a8&device_id=634b5f83-7e20-411c-9906-b875782a0f4c HTTP/1.1" status: 200 len: 2869 time: 0.0519159 Sep 08 09:06:11.645097 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003df3e-edd6-4cf8-91ab-b2477001ba29 req-e55dde45-4e79-42ca-b105-dee24ade1450 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:11.651044 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003df3e-edd6-4cf8-91ab-b2477001ba29 req-e55dde45-4e79-42ca-b105-dee24ade1450 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:11.656870 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003df3e-edd6-4cf8-91ab-b2477001ba29 req-e55dde45-4e79-42ca-b105-dee24ade1450 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:11.658545 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8003df3e-edd6-4cf8-91ab-b2477001ba29 req-e55dde45-4e79-42ca-b105-dee24ade1450 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/ports?device_id=634b5f83-7e20-411c-9906-b875782a0f4c HTTP/1.1" status: 200 len: 2413 time: 0.0832455 Sep 08 09:06:11.675404 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677f0d5-341c-45e5-9091-e443c2c7c8ef req-e3389863-9503-4a92-a1fd-aff5f8bd5c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:11.676965 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d677f0d5-341c-45e5-9091-e443c2c7c8ef req-e3389863-9503-4a92-a1fd-aff5f8bd5c48 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f6928d08-e973-40fd-9991-1bc0b151da7b HTTP/1.1" status: 200 len: 902 time: 0.1200469 Sep 08 09:06:11.701539 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f61f247-7606-44cc-a89e-51070b20dec8 req-71ddddc9-8a50-4f08-b7ad-fe24729789bc tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:11.703093 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1f61f247-7606-44cc-a89e-51070b20dec8 req-71ddddc9-8a50-4f08-b7ad-fe24729789bc tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] 10.222.0.54 "GET /v2.0/ports?device_id=83477544-2b2c-479f-968b-d7933400838e HTTP/1.1" status: 200 len: 946 time: 0.0567794 Sep 08 09:06:11.703214 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8003df3e-edd6-4cf8-91ab-b2477001ba29 req-d3466c3e-678e-443f-912a-448090d1f6b9 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/security-groups?id=f580c0d3-23b6-4ea1-a90d-d6c7097d955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383172 Sep 08 09:06:11.766301 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d677f0d5-341c-45e5-9091-e443c2c7c8ef req-ab4a29fb-2594-4f9f-bc3d-aebb649a4480 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.172&port_id=f4159e30-46db-4efc-b5cd-7c8ab3faf2b6 HTTP/1.1" status: 200 len: 217 time: 0.0501347 Sep 08 09:06:11.809034 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1f61f247-7606-44cc-a89e-51070b20dec8 req-273c99cd-4388-4f37-9c5f-29c2310b5a2f tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] 10.222.0.54 "GET /v2.0/security-groups?id=f08ee39d-a379-4d25-9d35-1f03e82a74c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995684 Sep 08 09:06:11.831959 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677f0d5-341c-45e5-9091-e443c2c7c8ef req-6a894043-2a58-43ae-b301-87a418dae6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:11.833449 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d677f0d5-341c-45e5-9091-e443c2c7c8ef req-6a894043-2a58-43ae-b301-87a418dae6a1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a4f6a6e2-5f58-485f-9fc3-8ea38a4c43e1 HTTP/1.1" status: 200 len: 801 time: 0.0562537 Sep 08 09:06:11.882135 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677f0d5-341c-45e5-9091-e443c2c7c8ef req-14abb86e-12da-42b8-b5bc-89a81b8d96e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:11.884334 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d677f0d5-341c-45e5-9091-e443c2c7c8ef req-14abb86e-12da-42b8-b5bc-89a81b8d96e2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f6928d08-e973-40fd-9991-1bc0b151da7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422668 Sep 08 09:06:11.901499 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3396e02-1750-4148-9ce7-0848987d808a req-9d51da4c-6dbf-4fa5-9b40-28e31a00d5fa tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:11.903176 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e3396e02-1750-4148-9ce7-0848987d808a req-9d51da4c-6dbf-4fa5-9b40-28e31a00d5fa tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a8bcc8f-5788-4e84-b34c-7c042d615ddd HTTP/1.1" status: 200 len: 948 time: 0.0515144 Sep 08 09:06:11.944046 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e3396e02-1750-4148-9ce7-0848987d808a req-c281b87f-dc48-4096-81f5-44968c16c4e6 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347250 Sep 08 09:06:11.991881 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d677f0d5-341c-45e5-9091-e443c2c7c8ef req-f04b46be-2ece-44e5-8a67-7bb4fc200a10 service neutron] 10.222.0.35 "GET /v2.0/networks/f6928d08-e973-40fd-9991-1bc0b151da7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986698 Sep 08 09:06:12.091244 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d677f0d5-341c-45e5-9091-e443c2c7c8ef req-f80ddb9d-7466-454a-a2d0-717dc8faf94f service neutron] 10.222.0.35 "GET /v2.0/networks/f6928d08-e973-40fd-9991-1bc0b151da7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890071 Sep 08 09:06:12.234459 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677f0d5-341c-45e5-9091-e443c2c7c8ef req-0021541f-4ce0-468f-80e6-e07795105c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:12.234949 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677f0d5-341c-45e5-9091-e443c2c7c8ef req-0021541f-4ce0-468f-80e6-e07795105c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:12.235432 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677f0d5-341c-45e5-9091-e443c2c7c8ef req-0021541f-4ce0-468f-80e6-e07795105c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:12.237095 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d677f0d5-341c-45e5-9091-e443c2c7c8ef req-0021541f-4ce0-468f-80e6-e07795105c99 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=59b3a59c99284cc49457493338f2d5a8&device_id=634b5f83-7e20-411c-9906-b875782a0f4c HTTP/1.1" status: 200 len: 2869 time: 0.0531051 Sep 08 09:06:12.359243 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f85cfe-e84b-4aa3-8ccc-c35767e56bb3 req-a07bba90-9d30-463c-a878-29ac90fc7e16 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:12.361107 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-67f85cfe-e84b-4aa3-8ccc-c35767e56bb3 req-a07bba90-9d30-463c-a878-29ac90fc7e16 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/ports?device_id=77793211-ea65-471d-936c-f2729208f132 HTTP/1.1" status: 200 len: 946 time: 0.0507827 Sep 08 09:06:12.403464 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-67f85cfe-e84b-4aa3-8ccc-c35767e56bb3 req-14bdd957-8743-4a85-9e5a-eddf5290e38a tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups?id=d8869e5c-75aa-4c31-8125-53cd55e83eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340021 Sep 08 09:06:12.406236 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677f0d5-341c-45e5-9091-e443c2c7c8ef req-55256a8f-c7bf-412e-8458-c1ef37dbad9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:12.407736 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d677f0d5-341c-45e5-9091-e443c2c7c8ef req-55256a8f-c7bf-412e-8458-c1ef37dbad9c service neutron] 10.222.0.35 "GET /v2.0/networks?id=b33c8abc-6a51-4240-93e7-ab098bbf4e64 HTTP/1.1" status: 200 len: 902 time: 0.0945823 Sep 08 09:06:12.472729 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d677f0d5-341c-45e5-9091-e443c2c7c8ef req-203b7f25-4e40-4213-a447-aa67e252bcbd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.251&port_id=4a5a226f-776a-45f1-9c64-6bddbaa30fcb HTTP/1.1" status: 200 len: 217 time: 0.0456204 Sep 08 09:06:12.511109 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4288fd4c-1292-4dd2-92a0-d2131719f685 req-b2763f0b-fda7-44e7-832b-b05eca4a2085 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1969826354&fields=id&tenant_id=78b53fd8a929472f8361156af9205b37 HTTP/1.1" status: 200 len: 267 time: 0.0358279 Sep 08 09:06:12.523565 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677f0d5-341c-45e5-9091-e443c2c7c8ef req-7855d367-ce8d-4806-bf84-bc5e57c5c04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:12.525588 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d677f0d5-341c-45e5-9091-e443c2c7c8ef req-7855d367-ce8d-4806-bf84-bc5e57c5c04f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c0e91c4f-c499-49e6-aea7-529ae2ce4e22 HTTP/1.1" status: 200 len: 801 time: 0.0450168 Sep 08 09:06:12.569282 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288fd4c-1292-4dd2-92a0-d2131719f685 req-669c0094-6fe8-46ba-a898-dbfc8adc32c2 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:12.570796 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4288fd4c-1292-4dd2-92a0-d2131719f685 req-669c0094-6fe8-46ba-a898-dbfc8adc32c2 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/ports?device_id=77793211-ea65-471d-936c-f2729208f132 HTTP/1.1" status: 200 len: 946 time: 0.0537605 Sep 08 09:06:12.574731 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677f0d5-341c-45e5-9091-e443c2c7c8ef req-933f0b1c-9ffd-4311-a346-fe04d593d2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:12.576310 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d677f0d5-341c-45e5-9091-e443c2c7c8ef req-933f0b1c-9ffd-4311-a346-fe04d593d2a6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b33c8abc-6a51-4240-93e7-ab098bbf4e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423284 Sep 08 09:06:12.582679 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-4288fd4c-1292-4dd2-92a0-d2131719f685 req-2d03dcfd-75be-451b-aa74-11a048d037e7 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Request body: {'port': {'security_groups': ['d8869e5c-75aa-4c31-8125-53cd55e83eba', 'fdf8e314-600a-4c72-a63e-93a8913b40cc']}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:06:12.652854 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-4288fd4c-1292-4dd2-92a0-d2131719f685 req-2d03dcfd-75be-451b-aa74-11a048d037e7 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:12.663232 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 4bdd6e30-45ed-4115-b4e1-bc383c2fa36a details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:06:12.703273 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d677f0d5-341c-45e5-9091-e443c2c7c8ef req-9e76241b-dd9e-4e93-af83-62b88f6637b2 service neutron] 10.222.0.35 "GET /v2.0/networks/b33c8abc-6a51-4240-93e7-ab098bbf4e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176972 Sep 08 09:06:12.744405 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e853b8-ddca-4efa-8e77-bf51dfb3cd62 req-c3b6c4cd-37a3-4c33-bc14-7feefd7180e0 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:12.745994 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-54e853b8-ddca-4efa-8e77-bf51dfb3cd62 req-c3b6c4cd-37a3-4c33-bc14-7feefd7180e0 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] 10.222.0.35 "GET /v2.0/ports?device_id=83477544-2b2c-479f-968b-d7933400838e HTTP/1.1" status: 200 len: 946 time: 0.0815194 Sep 08 09:06:12.780694 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 4bdd6e30-45ed-4115-b4e1-bc383c2fa36a, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=4bdd6e30-45ed-4115-b4e1-bc383c2fa36a,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:12.798021 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '4bdd6e30-45ed-4115-b4e1-bc383c2fa36a', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'port_id': '4bdd6e30-45ed-4115-b4e1-bc383c2fa36a', 'mac_address': 'fa:16:3e:fc:d5:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc66e4b-ecb5-4c99-afe1-0a78c722534a', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:06:12.885804 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-4288fd4c-1292-4dd2-92a0-d2131719f685 req-2d03dcfd-75be-451b-aa74-11a048d037e7 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] For port 900388cb-5490-4f76-9cf2-844d6aba9c0f, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=900388cb-5490-4f76-9cf2-844d6aba9c0f,segment=NetworkSegment(b033950b-202f-406f-979e-ec38b86674cf),segment_id=b033950b-202f-406f-979e-ec38b86674cf)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:12.919761 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-4288fd4c-1292-4dd2-92a0-d2131719f685 req-2d03dcfd-75be-451b-aa74-11a048d037e7 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:12.927456 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-4288fd4c-1292-4dd2-92a0-d2131719f685 req-2d03dcfd-75be-451b-aa74-11a048d037e7 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:12.931434 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d677f0d5-341c-45e5-9091-e443c2c7c8ef req-09a9a8a2-af5a-4c23-a365-fd8e85bc54fd service neutron] 10.222.0.35 "GET /v2.0/networks/b33c8abc-6a51-4240-93e7-ab098bbf4e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193818 Sep 08 09:06:12.944112 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ee394-562b-4e6a-9837-a061ed6dbe18 req-e5606c22-971c-4cf2-8f9b-c79a73df6f72 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:12.951559 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ee394-562b-4e6a-9837-a061ed6dbe18 req-e5606c22-971c-4cf2-8f9b-c79a73df6f72 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:12.960037 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ee394-562b-4e6a-9837-a061ed6dbe18 req-e5606c22-971c-4cf2-8f9b-c79a73df6f72 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:12.963600 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d71ee394-562b-4e6a-9837-a061ed6dbe18 req-e5606c22-971c-4cf2-8f9b-c79a73df6f72 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/ports?device_id=634b5f83-7e20-411c-9906-b875782a0f4c HTTP/1.1" status: 200 len: 2413 time: 0.1416538 Sep 08 09:06:12.965396 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['900388cb-5490-4f76-9cf2-844d6aba9c0f'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:06:12.974716 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:06:12.981780 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288fd4c-1292-4dd2-92a0-d2131719f685 req-2d03dcfd-75be-451b-aa74-11a048d037e7 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:12.982542 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-4288fd4c-1292-4dd2-92a0-d2131719f685 req-2d03dcfd-75be-451b-aa74-11a048d037e7 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:12.987680 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-54e853b8-ddca-4efa-8e77-bf51dfb3cd62 req-b118c565-93f7-4509-adcb-203dce66b9e9 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] Deleting port d084f132-dc43-476b-a687-735853480dc6 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:06:12.987915 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-54e853b8-ddca-4efa-8e77-bf51dfb3cd62 req-b118c565-93f7-4509-adcb-203dce66b9e9 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:12.998640 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4288fd4c-1292-4dd2-92a0-d2131719f685 req-2d03dcfd-75be-451b-aa74-11a048d037e7 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "PUT /v2.0/ports/900388cb-5490-4f76-9cf2-844d6aba9c0f HTTP/1.1" status: 200 len: 982 time: 0.4205887 Sep 08 09:06:12.999462 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77793211-ea65-471d-936c-f2729208f132', 'tag': '900388cb-5490-4f76-9cf2-844d6aba9c0f'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:06:13.002388 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8e1be2-3aa1-4bca-b025-dbf1daf1a796" -d '{"events": [{"name": "network-changed", "server_uuid": "77793211-ea65-471d-936c-f2729208f132", "tag": "900388cb-5490-4f76-9cf2-844d6aba9c0f"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:06:13.031188 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:13.039688 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d03dcfd-75be-451b-aa74-11a048d037e7 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Pushing event updated for resources: {'Port': ['ID=900388cb-5490-4f76-9cf2-844d6aba9c0f,revision_number=6']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:13.076266 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bdd6e30-45ed-4115-b4e1-bc383c2fa36a {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:06:13.099176 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d71ee394-562b-4e6a-9837-a061ed6dbe18 req-ecd379a0-ab3b-4ac3-b640-a00dc4d89ad5 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/security-groups?id=f580c0d3-23b6-4ea1-a90d-d6c7097d955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036880 Sep 08 09:06:13.126459 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 4bdd6e30-45ed-4115-b4e1-bc383c2fa36a, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=4bdd6e30-45ed-4115-b4e1-bc383c2fa36a,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:13.144601 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:13.148379 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-54e853b8-ddca-4efa-8e77-bf51dfb3cd62 req-b118c565-93f7-4509-adcb-203dce66b9e9 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] For port d084f132-dc43-476b-a687-735853480dc6, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=d084f132-dc43-476b-a687-735853480dc6,segment=NetworkSegment(235b2bd9-d205-476b-8ccc-b1318513736f),segment_id=235b2bd9-d205-476b-8ccc-b1318513736f)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:13.148908 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-54e853b8-ddca-4efa-8e77-bf51dfb3cd62 req-b118c565-93f7-4509-adcb-203dce66b9e9 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:13.168965 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-54e853b8-ddca-4efa-8e77-bf51dfb3cd62 req-b118c565-93f7-4509-adcb-203dce66b9e9 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] Calling delete_port for d084f132-dc43-476b-a687-735853480dc6 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:06:13.229913 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781bbd90-bcfe-47d3-8654-74648d47cb61 req-8425aea2-ac17-437f-b250-418611436f66 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:13.232121 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-781bbd90-bcfe-47d3-8654-74648d47cb61 req-8425aea2-ac17-437f-b250-418611436f66 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] 10.222.0.54 "GET /v2.0/ports?device_id=83477544-2b2c-479f-968b-d7933400838e HTTP/1.1" status: 200 len: 946 time: 0.0616553 Sep 08 09:06:13.238227 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['900388cb-5490-4f76-9cf2-844d6aba9c0f'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:06:13.269797 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edcb7c7-14b1-4c25-9e32-e52ebf7be0a7 req-3a8f8798-d388-43c5-9061-62dfdb9ed2e5 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:13.271710 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4edcb7c7-14b1-4c25-9e32-e52ebf7be0a7 req-3a8f8798-d388-43c5-9061-62dfdb9ed2e5 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a8bcc8f-5788-4e84-b34c-7c042d615ddd HTTP/1.1" status: 200 len: 949 time: 0.1001065 Sep 08 09:06:13.280499 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=4bdd6e30-45ed-4115-b4e1-bc383c2fa36a,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:13.286924 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-781bbd90-bcfe-47d3-8654-74648d47cb61 req-c765edc0-b22d-4d91-b88f-78705ae0d069 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] 10.222.0.54 "GET /v2.0/security-groups?id=f08ee39d-a379-4d25-9d35-1f03e82a74c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474436 Sep 08 09:06:13.343005 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4edcb7c7-14b1-4c25-9e32-e52ebf7be0a7 req-36f5eedc-11bc-4375-a669-2d3ec45f8982 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573490 Sep 08 09:06:13.393691 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d9138fad-4bda-4b13-9ec4-801f73488ad3 req-ede5cf36-8fc6-49c8-8ec7-c8645f54e2f4 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups/fdf8e314-600a-4c72-a63e-93a8913b40cc HTTP/1.1" status: 200 len: 1803 time: 0.0678837 Sep 08 09:06:13.406376 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d87f8c6-acf3-4970-b362-a4836ecc89b1 x-openstack-request-id: req-1d87f8c6-acf3-4970-b362-a4836ecc89b1 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:06:13.407223 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77793211-ea65-471d-936c-f2729208f132", "tag": "900388cb-5490-4f76-9cf2-844d6aba9c0f", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:06:13.407446 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1d87f8c6-acf3-4970-b362-a4836ecc89b1 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:06:13.408067 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77793211-ea65-471d-936c-f2729208f132', 'tag': '900388cb-5490-4f76-9cf2-844d6aba9c0f', 'status': 'completed', 'code': 200} Sep 08 09:06:13.409714 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-54e853b8-ddca-4efa-8e77-bf51dfb3cd62 req-b118c565-93f7-4509-adcb-203dce66b9e9 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:13.459002 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [req-d9138fad-4bda-4b13-9ec4-801f73488ad3 req-755ad826-df5e-4943-9eea-46437b9765fc tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 08 09:06:13.460205 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d9138fad-4bda-4b13-9ec4-801f73488ad3 req-755ad826-df5e-4943-9eea-46437b9765fc tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "DELETE /v2.0/security-groups/fdf8e314-600a-4c72-a63e-93a8913b40cc HTTP/1.1" status: 409 len: 341 time: 0.0655606 Sep 08 09:06:13.471671 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b118c565-93f7-4509-adcb-203dce66b9e9 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] Pushing event deleted for resources: {'Port': ['ID=d084f132-dc43-476b-a687-735853480dc6,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:13.552928 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e853b8-ddca-4efa-8e77-bf51dfb3cd62 req-b118c565-93f7-4509-adcb-203dce66b9e9 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] No DVR routers for this DVR port d084f132-dc43-476b-a687-735853480dc6 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:06:13.557542 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-54e853b8-ddca-4efa-8e77-bf51dfb3cd62 req-b118c565-93f7-4509-adcb-203dce66b9e9 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:13.559604 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-54e853b8-ddca-4efa-8e77-bf51dfb3cd62 req-b118c565-93f7-4509-adcb-203dce66b9e9 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] 10.222.0.35 "DELETE /v2.0/ports/d084f132-dc43-476b-a687-735853480dc6 HTTP/1.1" status: 204 len: 173 time: 0.8044541 Sep 08 09:06:13.560057 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83477544-2b2c-479f-968b-d7933400838e', 'name': 'network-vif-deleted', 'tag': 'd084f132-dc43-476b-a687-735853480dc6'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:06:13.562507 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64da3dd-041c-42a6-aabe-a66cd55630d6" -d '{"events": [{"server_uuid": "83477544-2b2c-479f-968b-d7933400838e", "name": "network-vif-deleted", "tag": "d084f132-dc43-476b-a687-735853480dc6"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:06:13.568807 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e1be2-3aa1-4bca-b025-dbf1daf1a796 req-16d86fe2-537f-4407-8453-0fc584d70381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:13.574929 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ab8e1be2-3aa1-4bca-b025-dbf1daf1a796 req-16d86fe2-537f-4407-8453-0fc584d70381 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=78b53fd8a929472f8361156af9205b37&device_id=77793211-ea65-471d-936c-f2729208f132 HTTP/1.1" status: 200 len: 1137 time: 0.1142056 Sep 08 09:06:13.623279 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021dc11b-66f1-4036-b328-3f5a0c6a4603 x-openstack-request-id: req-021dc11b-66f1-4036-b328-3f5a0c6a4603 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:06:13.623600 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83477544-2b2c-479f-968b-d7933400838e", "name": "network-vif-deleted", "tag": "d084f132-dc43-476b-a687-735853480dc6", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:06:13.623857 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-021dc11b-66f1-4036-b328-3f5a0c6a4603 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:06:13.624652 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83477544-2b2c-479f-968b-d7933400838e', 'name': 'network-vif-deleted', 'tag': 'd084f132-dc43-476b-a687-735853480dc6', 'status': 'completed', 'code': 200} Sep 08 09:06:13.715874 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e1be2-3aa1-4bca-b025-dbf1daf1a796 req-69aeb5fd-a547-4577-8da1-9137a5abe578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:13.717702 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ab8e1be2-3aa1-4bca-b025-dbf1daf1a796 req-69aeb5fd-a547-4577-8da1-9137a5abe578 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5aafad33-e510-433d-8132-1ab09796d6a4 HTTP/1.1" status: 200 len: 914 time: 0.1397147 Sep 08 09:06:13.769843 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b5e12-1302-46c5-a87f-0eaaf41798a3 req-f8ccc1c7-d292-4e80-ae7a-d1f45c4bf6af tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:13.771623 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d15b5e12-1302-46c5-a87f-0eaaf41798a3 req-f8ccc1c7-d292-4e80-ae7a-d1f45c4bf6af tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/ports?device_id=77793211-ea65-471d-936c-f2729208f132 HTTP/1.1" status: 200 len: 985 time: 0.0534220 Sep 08 09:06:13.818751 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d15b5e12-1302-46c5-a87f-0eaaf41798a3 req-c12d3d3f-99fd-431d-ae93-cd9847bc0194 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdf8e314-600a-4c72-a63e-93a8913b40cc&id=d8869e5c-75aa-4c31-8125-53cd55e83eba&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0379195 Sep 08 09:06:13.824646 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ab8e1be2-3aa1-4bca-b025-dbf1daf1a796 req-12f80448-db5f-4d43-b891-e4ae364503fc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=900388cb-5490-4f76-9cf2-844d6aba9c0f HTTP/1.1" status: 200 len: 217 time: 0.0487509 Sep 08 09:06:13.884849 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e1be2-3aa1-4bca-b025-dbf1daf1a796 req-e14a9803-8136-4b57-b992-c335e849df2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:13.886487 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ab8e1be2-3aa1-4bca-b025-dbf1daf1a796 req-e14a9803-8136-4b57-b992-c335e849df2c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c3eac7a7-5d4f-45dc-b90a-eedb6d536a9a HTTP/1.1" status: 200 len: 853 time: 0.0542994 Sep 08 09:06:13.918591 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ab8e1be2-3aa1-4bca-b025-dbf1daf1a796 req-e82d9b7f-c48c-4f93-9333-263414812dae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5aafad33-e510-433d-8132-1ab09796d6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241287 Sep 08 09:06:13.987144 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['4bdd6e30-45ed-4115-b4e1-bc383c2fa36a'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:06:14.021681 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ab8e1be2-3aa1-4bca-b025-dbf1daf1a796 req-dea21646-b309-4195-9586-79eec6d86cfe service neutron] 10.222.0.35 "GET /v2.0/networks/5aafad33-e510-433d-8132-1ab09796d6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952518 Sep 08 09:06:14.134330 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ab8e1be2-3aa1-4bca-b025-dbf1daf1a796 req-7103d648-9746-4d9a-adf0-5d225de5ad7a service neutron] 10.222.0.35 "GET /v2.0/networks/5aafad33-e510-433d-8132-1ab09796d6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021707 Sep 08 09:06:14.223789 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4733f03-8abc-43cc-81ad-f6c1c5c5f8a1 req-bfcd0b6b-2c9c-4932-afcc-e8e34ec41965 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:14.230656 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4733f03-8abc-43cc-81ad-f6c1c5c5f8a1 req-bfcd0b6b-2c9c-4932-afcc-e8e34ec41965 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:14.236593 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4733f03-8abc-43cc-81ad-f6c1c5c5f8a1 req-bfcd0b6b-2c9c-4932-afcc-e8e34ec41965 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:14.238312 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f4733f03-8abc-43cc-81ad-f6c1c5c5f8a1 req-bfcd0b6b-2c9c-4932-afcc-e8e34ec41965 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/ports?device_id=634b5f83-7e20-411c-9906-b875782a0f4c HTTP/1.1" status: 200 len: 2413 time: 0.0693069 Sep 08 09:06:14.281027 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4516313-f801-421e-a152-d69dd38fc980 req-2a6e4610-d0d3-41c9-81e9-90a4ea07b4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:14.282510 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b4516313-f801-421e-a152-d69dd38fc980 req-2a6e4610-d0d3-41c9-81e9-90a4ea07b4f7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=78b53fd8a929472f8361156af9205b37&device_id=77793211-ea65-471d-936c-f2729208f132 HTTP/1.1" status: 200 len: 1137 time: 0.0449121 Sep 08 09:06:14.283844 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f4733f03-8abc-43cc-81ad-f6c1c5c5f8a1 req-4fff31a6-8b8d-4878-b4c0-691ef9f45e2c tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/security-groups?id=f580c0d3-23b6-4ea1-a90d-d6c7097d955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364447 Sep 08 09:06:14.400043 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4516313-f801-421e-a152-d69dd38fc980 req-4d2228d7-c757-40c3-8d9d-822cacf5a6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:14.401581 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b4516313-f801-421e-a152-d69dd38fc980 req-4d2228d7-c757-40c3-8d9d-822cacf5a6ad service neutron] 10.222.0.35 "GET /v2.0/networks?id=5aafad33-e510-433d-8132-1ab09796d6a4 HTTP/1.1" status: 200 len: 914 time: 0.1104209 Sep 08 09:06:14.423874 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ea6183c1-ce59-496f-aeea-37e3766349c4 req-a659f478-8da1-431e-a3da-97403ee9ae36 tempest-InstanceActionsNegativeTestJSON-231026926 tempest-InstanceActionsNegativeTestJSON-231026926-project] 10.222.0.54 "GET /v2.0/ports?device_id=83477544-2b2c-479f-968b-d7933400838e HTTP/1.1" status: 200 len: 210 time: 0.0385654 Sep 08 09:06:14.458857 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d0bd2-3c31-4433-a5d2-3a987d02dee0 req-d6ab8a74-4b35-4c99-bef5-567b657a57bc tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:14.460419 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0e1d0bd2-3c31-4433-a5d2-3a987d02dee0 req-d6ab8a74-4b35-4c99-bef5-567b657a57bc tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a8bcc8f-5788-4e84-b34c-7c042d615ddd HTTP/1.1" status: 200 len: 949 time: 0.0510678 Sep 08 09:06:14.462634 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b4516313-f801-421e-a152-d69dd38fc980 req-642fc5b7-858b-403e-8128-97944566e8eb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=900388cb-5490-4f76-9cf2-844d6aba9c0f HTTP/1.1" status: 200 len: 217 time: 0.0409799 Sep 08 09:06:14.500237 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0e1d0bd2-3c31-4433-a5d2-3a987d02dee0 req-74b5238c-e1b5-4da6-8c28-bac22888fcfd tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330937 Sep 08 09:06:14.518261 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4516313-f801-421e-a152-d69dd38fc980 req-d6b5f658-b82d-42ef-b896-3578cb45adc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:14.518261 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b4516313-f801-421e-a152-d69dd38fc980 req-d6b5f658-b82d-42ef-b896-3578cb45adc5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c3eac7a7-5d4f-45dc-b90a-eedb6d536a9a HTTP/1.1" status: 200 len: 853 time: 0.0457838 Sep 08 09:06:14.550386 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b4516313-f801-421e-a152-d69dd38fc980 req-a9c61a1c-6b94-4f15-a900-f4db858c7bb8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5aafad33-e510-433d-8132-1ab09796d6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267391 Sep 08 09:06:14.657416 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b4516313-f801-421e-a152-d69dd38fc980 req-1e920933-9f87-4250-8fa2-317d7cb65806 service neutron] 10.222.0.35 "GET /v2.0/networks/5aafad33-e510-433d-8132-1ab09796d6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948839 Sep 08 09:06:14.672181 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device f4159e30-46db-4efc-b5cd-7c8ab3faf2b6 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:06:14.682844 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device d084f132-dc43-476b-a687-735853480dc6 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:06:14.710033 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: d084f132-dc43-476b-a687-735853480dc6 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:06:14.710410 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device d084f132-dc43-476b-a687-735853480dc6 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:06:14.754273 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b4516313-f801-421e-a152-d69dd38fc980 req-437dec2d-66bb-42c1-bb7a-1cd295405478 service neutron] 10.222.0.35 "GET /v2.0/networks/5aafad33-e510-433d-8132-1ab09796d6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880632 Sep 08 09:06:14.797398 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port f4159e30-46db-4efc-b5cd-7c8ab3faf2b6, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=f4159e30-46db-4efc-b5cd-7c8ab3faf2b6,segment=NetworkSegment(ad1580a9-8170-4f2c-af6e-7252d1fb8d0e),segment_id=ad1580a9-8170-4f2c-af6e-7252d1fb8d0e)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:14.808432 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': 'f4159e30-46db-4efc-b5cd-7c8ab3faf2b6', 'network_id': 'f6928d08-e973-40fd-9991-1bc0b151da7b', 'port_id': 'f4159e30-46db-4efc-b5cd-7c8ab3faf2b6', 'mac_address': 'fa:16:3e:13:27:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4f6a6e2-5f58-485f-9fc3-8ea38a4c43e1', 'ip_address': '19.86.0.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:06:14.851703 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:14.870395 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4159e30-46db-4efc-b5cd-7c8ab3faf2b6 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:06:14.891275 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port f4159e30-46db-4efc-b5cd-7c8ab3faf2b6, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=f4159e30-46db-4efc-b5cd-7c8ab3faf2b6,segment=NetworkSegment(ad1580a9-8170-4f2c-af6e-7252d1fb8d0e),segment_id=ad1580a9-8170-4f2c-af6e-7252d1fb8d0e)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:14.895239 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:14.895878 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 63253b33-5d50-41f3-bd7e-d990015a84dc details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:06:14.948913 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61881ee-3b8d-448d-9312-8f1efe506e89 req-c11b965a-97d6-44ce-8a48-3583a510574b tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:14.950546 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c61881ee-3b8d-448d-9312-8f1efe506e89 req-c11b965a-97d6-44ce-8a48-3583a510574b tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/ports?device_id=77793211-ea65-471d-936c-f2729208f132 HTTP/1.1" status: 200 len: 985 time: 0.0529182 Sep 08 09:06:14.983791 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=f4159e30-46db-4efc-b5cd-7c8ab3faf2b6,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:14.993457 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c61881ee-3b8d-448d-9312-8f1efe506e89 req-92209ae4-397c-4225-bbcb-47c9249e5c92 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdf8e314-600a-4c72-a63e-93a8913b40cc&id=d8869e5c-75aa-4c31-8125-53cd55e83eba&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0361631 Sep 08 09:06:15.047125 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 63253b33-5d50-41f3-bd7e-d990015a84dc, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=63253b33-5d50-41f3-bd7e-d990015a84dc,segment=NetworkSegment(67de92ad-9aa9-4356-8dd2-1dea3a44fc52),segment_id=67de92ad-9aa9-4356-8dd2-1dea3a44fc52)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:15.058582 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '63253b33-5d50-41f3-bd7e-d990015a84dc', 'network_id': 'b33c8abc-6a51-4240-93e7-ab098bbf4e64', 'port_id': '63253b33-5d50-41f3-bd7e-d990015a84dc', 'mac_address': 'fa:16:3e:9e:3b:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0e91c4f-c499-49e6-aea7-529ae2ce4e22', 'ip_address': '19.80.0.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:06:15.100816 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:15.113642 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63253b33-5d50-41f3-bd7e-d990015a84dc {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:06:15.132647 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 63253b33-5d50-41f3-bd7e-d990015a84dc, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=63253b33-5d50-41f3-bd7e-d990015a84dc,segment=NetworkSegment(67de92ad-9aa9-4356-8dd2-1dea3a44fc52),segment_id=67de92ad-9aa9-4356-8dd2-1dea3a44fc52)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:15.137403 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:15.184809 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=63253b33-5d50-41f3-bd7e-d990015a84dc,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:15.417957 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6286be-14d0-4443-a19b-effe636cda1b req-0e8bbc08-8be9-48a3-8e09-dc4404d33439 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:15.424123 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6286be-14d0-4443-a19b-effe636cda1b req-0e8bbc08-8be9-48a3-8e09-dc4404d33439 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:15.431567 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6286be-14d0-4443-a19b-effe636cda1b req-0e8bbc08-8be9-48a3-8e09-dc4404d33439 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:15.433226 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5b6286be-14d0-4443-a19b-effe636cda1b req-0e8bbc08-8be9-48a3-8e09-dc4404d33439 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/ports?device_id=634b5f83-7e20-411c-9906-b875782a0f4c HTTP/1.1" status: 200 len: 2415 time: 0.0791764 Sep 08 09:06:15.490465 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44956) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:06:15.498205 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e2b9c9e4-a506-42ff-bb32-7b6f06ac46f2 req-2da5057d-3a49-4bc6-971f-825a3316a900 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=727ca116-35c7-48b6-aa5a-29c49f0230a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1013489 Sep 08 09:06:15.500966 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5b6286be-14d0-4443-a19b-effe636cda1b req-e163c724-7fd6-4f15-aeae-b897c0eee1b5 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/security-groups?id=f580c0d3-23b6-4ea1-a90d-d6c7097d955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513108 Sep 08 09:06:15.538404 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-af7a51b2-c51f-4471-b79b-fff7d17c6427 admin admin] Deleting subnet 0ff5b434-bd51-46eb-b0ea-1f4bf18f959d {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:06:15.542957 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-af7a51b2-c51f-4471-b79b-fff7d17c6427 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:15.580160 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b9c9e4-a506-42ff-bb32-7b6f06ac46f2 req-78b691d2-2a6a-494c-88c2-3a3e580183d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:15.581599 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e2b9c9e4-a506-42ff-bb32-7b6f06ac46f2 req-78b691d2-2a6a-494c-88c2-3a3e580183d2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=009c70ac018246c49e6f9a3a4c5ddf6c&device_id=727ca116-35c7-48b6-aa5a-29c49f0230a2 HTTP/1.1" status: 200 len: 1102 time: 0.0479083 Sep 08 09:06:15.595249 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-af7a51b2-c51f-4471-b79b-fff7d17c6427 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:15.670399 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a2cba0-564c-4815-b685-4a925c7692af req-47e08623-2479-41d4-b382-cc1df36f8afb tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:15.671908 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-89a2cba0-564c-4815-b685-4a925c7692af req-47e08623-2479-41d4-b382-cc1df36f8afb tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a8bcc8f-5788-4e84-b34c-7c042d615ddd HTTP/1.1" status: 200 len: 949 time: 0.0942237 Sep 08 09:06:15.672987 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-af7a51b2-c51f-4471-b79b-fff7d17c6427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:15.696541 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b9c9e4-a506-42ff-bb32-7b6f06ac46f2 req-dd6e16b4-9561-460e-98b2-c46f2d3ff602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:15.699204 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e2b9c9e4-a506-42ff-bb32-7b6f06ac46f2 req-dd6e16b4-9561-460e-98b2-c46f2d3ff602 service neutron] 10.222.0.35 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.0969331 Sep 08 09:06:15.754224 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-89a2cba0-564c-4815-b685-4a925c7692af req-d01bd2fe-a896-47f7-b3b3-bcb553c07491 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594549 Sep 08 09:06:15.761935 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e2b9c9e4-a506-42ff-bb32-7b6f06ac46f2 req-20e0002d-465d-4198-ab0b-d4e5f14f1357 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=9e98ff4c-63d3-4bcd-b49c-1e626df063aa HTTP/1.1" status: 200 len: 217 time: 0.0549867 Sep 08 09:06:15.778459 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-af7a51b2-c51f-4471-b79b-fff7d17c6427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:15.813987 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a51b2-c51f-4471-b79b-fff7d17c6427 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ff5b434-bd51-46eb-b0ea-1f4bf18f959d,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:15.819336 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-af7a51b2-c51f-4471-b79b-fff7d17c6427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:15.822509 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-af7a51b2-c51f-4471-b79b-fff7d17c6427 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/0ff5b434-bd51-46eb-b0ea-1f4bf18f959d HTTP/1.1" status: 204 len: 168 time: 0.3298492 Sep 08 09:06:15.824257 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 44964) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:06:15.826322 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['f4159e30-46db-4efc-b5cd-7c8ab3faf2b6'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:06:15.852808 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b9c9e4-a506-42ff-bb32-7b6f06ac46f2 req-1fff617f-cbab-427f-98d1-45137b298306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:15.854942 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e2b9c9e4-a506-42ff-bb32-7b6f06ac46f2 req-1fff617f-cbab-427f-98d1-45137b298306 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.0729957 Sep 08 09:06:15.859954 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['63253b33-5d50-41f3-bd7e-d990015a84dc'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:06:15.942442 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f0846907-5fed-4faf-87e1-65e8d5550ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:15.960483 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b9c9e4-a506-42ff-bb32-7b6f06ac46f2 req-d212a62e-4318-423e-a879-2e3b49bbc49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:15.962751 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e2b9c9e4-a506-42ff-bb32-7b6f06ac46f2 req-d212a62e-4318-423e-a879-2e3b49bbc49a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0982332 Sep 08 09:06:16.102097 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f0846907-5fed-4faf-87e1-65e8d5550ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:16.128434 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b663550-40a0-4c72-864f-6279fd2a58e3 req-4065a22a-ad1e-47d1-8f04-b6744a1c194c tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:16.129858 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4b663550-40a0-4c72-864f-6279fd2a58e3 req-4065a22a-ad1e-47d1-8f04-b6744a1c194c tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/ports?device_id=77793211-ea65-471d-936c-f2729208f132 HTTP/1.1" status: 200 len: 985 time: 0.0528381 Sep 08 09:06:16.132125 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-f0846907-5fed-4faf-87e1-65e8d5550ecf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a472c659-f57b-47ed-8091-08556634f259']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:06:16.153081 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-f0846907-5fed-4faf-87e1-65e8d5550ecf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '235b2bd9-d205-476b-8ccc-b1318513736f') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:06:16.153384 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-f0846907-5fed-4faf-87e1-65e8d5550ecf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '235b2bd9-d205-476b-8ccc-b1318513736f') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:06:16.167195 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e2b9c9e4-a506-42ff-bb32-7b6f06ac46f2 req-ecc72dbc-7220-46e1-acbe-33f996b7b05e service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809824 Sep 08 09:06:16.168809 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f0846907-5fed-4faf-87e1-65e8d5550ecf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:16.176166 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4b663550-40a0-4c72-864f-6279fd2a58e3 req-d150d0a4-e429-4e61-83a2-994fd524dccf tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdf8e314-600a-4c72-a63e-93a8913b40cc&id=d8869e5c-75aa-4c31-8125-53cd55e83eba&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0392494 Sep 08 09:06:16.215853 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f0846907-5fed-4faf-87e1-65e8d5550ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:16.225990 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0846907-5fed-4faf-87e1-65e8d5550ecf admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:06:16.226364 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f0846907-5fed-4faf-87e1-65e8d5550ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:16.229385 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:06:16.229385 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:06:16.229385 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:06:16.229385 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:06:16.229385 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:06:16.229385 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:06:16.229385 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:06:16.229385 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:06:16.229385 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:06:16.229385 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:06:16.229385 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:06:16.229385 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:06:16.229385 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:06:16.229385 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:06:16.229385 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:06:16.229385 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:06:16.229385 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:06:16.229385 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:06:16.229385 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:06:16.229385 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:06:16.229385 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:06:16.229385 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:06:16.229385 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:06:16.229385 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:06:16.229385 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:06:16.229385 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:06:16.229385 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:06:16.229385 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:06:16.229385 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:06:16.229385 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:06:16.229385 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:06:16.229385 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:06:16.350743 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f0846907-5fed-4faf-87e1-65e8d5550ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:16.369384 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f0846907-5fed-4faf-87e1-65e8d5550ecf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:16.371280 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f0846907-5fed-4faf-87e1-65e8d5550ecf admin admin] 10.222.0.54 "DELETE /v2.0/networks/a472c659-f57b-47ed-8091-08556634f259 HTTP/1.1" status: 204 len: 168 time: 0.5460670 Sep 08 09:06:16.379515 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e2b9c9e4-a506-42ff-bb32-7b6f06ac46f2 req-989b8927-e28a-4dc9-852f-fab343fdbd69 service neutron] 10.222.0.35 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040763 Sep 08 09:06:16.395013 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-481666ae-b1d1-40fb-933e-1c8b3289595c req-1d3e7ec4-3bcf-4e85-92e8-e96db8c172a2 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1921439278&fields=id&tenant_id=78b53fd8a929472f8361156af9205b37 HTTP/1.1" status: 200 len: 267 time: 0.1283653 Sep 08 09:06:16.395742 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0846907-5fed-4faf-87e1-65e8d5550ecf admin admin] Pushing event deleted for resources: {'Network': ['ID=a472c659-f57b-47ed-8091-08556634f259,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:16.461353 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481666ae-b1d1-40fb-933e-1c8b3289595c req-6693b149-7192-4de2-8806-19b482c90980 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:16.463578 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-481666ae-b1d1-40fb-933e-1c8b3289595c req-6693b149-7192-4de2-8806-19b482c90980 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/ports?device_id=77793211-ea65-471d-936c-f2729208f132 HTTP/1.1" status: 200 len: 985 time: 0.0612860 Sep 08 09:06:16.475169 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-481666ae-b1d1-40fb-933e-1c8b3289595c req-6573d130-1aea-4042-9a00-8b247b254ad2 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Request body: {'port': {'security_groups': ['d8869e5c-75aa-4c31-8125-53cd55e83eba', 'fdf8e314-600a-4c72-a63e-93a8913b40cc', '66cc3083-9b2b-496b-8131-2f2469b8a537']}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:06:16.501945 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 44976) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:06:16.592439 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-481666ae-b1d1-40fb-933e-1c8b3289595c req-6573d130-1aea-4042-9a00-8b247b254ad2 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:16.597288 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d995e852-c317-4086-8301-c44e1a9a6772 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=77803abd85f14f8bb2e011424d842d61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0942974 Sep 08 09:06:16.604004 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 44980) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:06:16.630345 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74fa87-f06b-4c7c-8331-904fd2403d94 req-1d3cc6fd-6469-47cf-9b93-7d6b4e773d3e tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:16.636775 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74fa87-f06b-4c7c-8331-904fd2403d94 req-1d3cc6fd-6469-47cf-9b93-7d6b4e773d3e tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:16.642532 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74fa87-f06b-4c7c-8331-904fd2403d94 req-1d3cc6fd-6469-47cf-9b93-7d6b4e773d3e tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:16.644170 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6c74fa87-f06b-4c7c-8331-904fd2403d94 req-1d3cc6fd-6469-47cf-9b93-7d6b4e773d3e tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/ports?device_id=634b5f83-7e20-411c-9906-b875782a0f4c HTTP/1.1" status: 200 len: 2415 time: 0.0645628 Sep 08 09:06:16.669992 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 4a5a226f-776a-45f1-9c64-6bddbaa30fcb details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:06:16.687208 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 4bdd6e30-45ed-4115-b4e1-bc383c2fa36a up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:06:16.688586 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6c74fa87-f06b-4c7c-8331-904fd2403d94 req-1551396e-f077-4d72-9258-9b2e904e2a2a tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/security-groups?id=f580c0d3-23b6-4ea1-a90d-d6c7097d955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373962 Sep 08 09:06:16.717306 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ee330abd-22d2-4d9c-b75a-cd651d5e3464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:16.762212 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ee330abd-22d2-4d9c-b75a-cd651d5e3464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:16.818005 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 4bdd6e30-45ed-4115-b4e1-bc383c2fa36a completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:06:16.829676 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 4bdd6e30-45ed-4115-b4e1-bc383c2fa36a triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:06:16.830263 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:16.866552 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 4a5a226f-776a-45f1-9c64-6bddbaa30fcb, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=4a5a226f-776a-45f1-9c64-6bddbaa30fcb,segment=NetworkSegment(67de92ad-9aa9-4356-8dd2-1dea3a44fc52),segment_id=67de92ad-9aa9-4356-8dd2-1dea3a44fc52)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:16.884681 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ee330abd-22d2-4d9c-b75a-cd651d5e3464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:16.887267 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ee330abd-22d2-4d9c-b75a-cd651d5e3464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:16.888986 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ee330abd-22d2-4d9c-b75a-cd651d5e3464 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f08ee39d-a379-4d25-9d35-1f03e82a74c7 HTTP/1.1" status: 204 len: 168 time: 0.2843020 Sep 08 09:06:16.889356 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '4a5a226f-776a-45f1-9c64-6bddbaa30fcb', 'network_id': 'b33c8abc-6a51-4240-93e7-ab098bbf4e64', 'port_id': '4a5a226f-776a-45f1-9c64-6bddbaa30fcb', 'mac_address': 'fa:16:3e:18:67:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0e91c4f-c499-49e6-aea7-529ae2ce4e22', 'ip_address': '19.80.0.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:06:16.903166 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee330abd-22d2-4d9c-b75a-cd651d5e3464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08ee39d-a379-4d25-9d35-1f03e82a74c7,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:16.916638 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-481666ae-b1d1-40fb-933e-1c8b3289595c req-6573d130-1aea-4042-9a00-8b247b254ad2 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] For port 900388cb-5490-4f76-9cf2-844d6aba9c0f, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=900388cb-5490-4f76-9cf2-844d6aba9c0f,segment=NetworkSegment(b033950b-202f-406f-979e-ec38b86674cf),segment_id=b033950b-202f-406f-979e-ec38b86674cf)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:16.940011 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:16.951350 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-481666ae-b1d1-40fb-933e-1c8b3289595c req-6573d130-1aea-4042-9a00-8b247b254ad2 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:16.958443 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-481666ae-b1d1-40fb-933e-1c8b3289595c req-6573d130-1aea-4042-9a00-8b247b254ad2 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:16.974479 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a5a226f-776a-45f1-9c64-6bddbaa30fcb {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:06:16.974961 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60af748-521d-4f7d-abad-17a3e4fc6573 req-90966213-1bfa-4514-902d-d1e609f99c41 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:16.984651 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d60af748-521d-4f7d-abad-17a3e4fc6573 req-90966213-1bfa-4514-902d-d1e609f99c41 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a8bcc8f-5788-4e84-b34c-7c042d615ddd HTTP/1.1" status: 200 len: 949 time: 0.1239595 Sep 08 09:06:17.002311 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:06:17.043517 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481666ae-b1d1-40fb-933e-1c8b3289595c req-6573d130-1aea-4042-9a00-8b247b254ad2 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:17.045320 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-481666ae-b1d1-40fb-933e-1c8b3289595c req-6573d130-1aea-4042-9a00-8b247b254ad2 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:17.061777 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-481666ae-b1d1-40fb-933e-1c8b3289595c req-6573d130-1aea-4042-9a00-8b247b254ad2 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "PUT /v2.0/ports/900388cb-5490-4f76-9cf2-844d6aba9c0f HTTP/1.1" status: 200 len: 1021 time: 0.5881696 Sep 08 09:06:17.062242 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77793211-ea65-471d-936c-f2729208f132', 'tag': '900388cb-5490-4f76-9cf2-844d6aba9c0f'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:06:17.062820 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d60af748-521d-4f7d-abad-17a3e4fc6573 req-4c99d71d-09ad-4e81-823e-f7f2bd9fe6cc tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768802 Sep 08 09:06:17.073225 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43dc0ded-c966-4fa7-9b2d-c98d9e576c9c" -d '{"events": [{"name": "network-changed", "server_uuid": "77793211-ea65-471d-936c-f2729208f132", "tag": "900388cb-5490-4f76-9cf2-844d6aba9c0f"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:06:17.084990 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 4a5a226f-776a-45f1-9c64-6bddbaa30fcb, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=4a5a226f-776a-45f1-9c64-6bddbaa30fcb,segment=NetworkSegment(67de92ad-9aa9-4356-8dd2-1dea3a44fc52),segment_id=67de92ad-9aa9-4356-8dd2-1dea3a44fc52)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:17.095043 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573d130-1aea-4042-9a00-8b247b254ad2 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Pushing event updated for resources: {'Port': ['ID=900388cb-5490-4f76-9cf2-844d6aba9c0f,revision_number=7']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:17.142758 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:17.146797 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-65d6a64e-3985-4613-92f8-330296ef58b3 req-a1459676-ff61-4983-90d4-8d5cb97a1e96 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups/66cc3083-9b2b-496b-8131-2f2469b8a537 HTTP/1.1" status: 200 len: 1803 time: 0.0659633 Sep 08 09:06:17.203161 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [req-65d6a64e-3985-4613-92f8-330296ef58b3 req-dc5a3444-626e-4ef0-a478-0dc1ce622c1c tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 08 09:06:17.225295 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-65d6a64e-3985-4613-92f8-330296ef58b3 req-dc5a3444-626e-4ef0-a478-0dc1ce622c1c tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "DELETE /v2.0/security-groups/66cc3083-9b2b-496b-8131-2f2469b8a537 HTTP/1.1" status: 409 len: 341 time: 0.0717247 Sep 08 09:06:17.233769 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b18af1-1709-484f-bc69-7b80347559e1 x-openstack-request-id: req-62b18af1-1709-484f-bc69-7b80347559e1 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:06:17.234233 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77793211-ea65-471d-936c-f2729208f132", "tag": "900388cb-5490-4f76-9cf2-844d6aba9c0f", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:06:17.234830 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-62b18af1-1709-484f-bc69-7b80347559e1 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:06:17.235100 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77793211-ea65-471d-936c-f2729208f132', 'tag': '900388cb-5490-4f76-9cf2-844d6aba9c0f', 'status': 'completed', 'code': 200} Sep 08 09:06:17.239012 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=4a5a226f-776a-45f1-9c64-6bddbaa30fcb,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:17.263026 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:17.302397 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8bcc8f-5788-4e84-b34c-7c042d615ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bdd6e30-45ed-4115-b4e1-bc383c2fa36a'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:06:17.304683 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2efa39-1d4e-4a87-9545-69e7f92ebd30" -d '{"events": [{"server_uuid": "9a8bcc8f-5788-4e84-b34c-7c042d615ddd", "name": "network-vif-plugged", "status": "completed", "tag": "4bdd6e30-45ed-4115-b4e1-bc383c2fa36a"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:06:17.328267 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 4bdd6e30-45ed-4115-b4e1-bc383c2fa36a, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=4bdd6e30-45ed-4115-b4e1-bc383c2fa36a,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:17.343085 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:17.346981 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc0ded-c966-4fa7-9b2d-c98d9e576c9c req-7e37b542-cfb0-4073-9ae6-7b7c4d833c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:17.348914 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-43dc0ded-c966-4fa7-9b2d-c98d9e576c9c req-7e37b542-cfb0-4073-9ae6-7b7c4d833c81 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=78b53fd8a929472f8361156af9205b37&device_id=77793211-ea65-471d-936c-f2729208f132 HTTP/1.1" status: 200 len: 1176 time: 0.0632653 Sep 08 09:06:17.372204 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683e81a6-9f8a-4a72-857b-97c3245a9689 x-openstack-request-id: req-683e81a6-9f8a-4a72-857b-97c3245a9689 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:06:17.372532 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a8bcc8f-5788-4e84-b34c-7c042d615ddd", "name": "network-vif-plugged", "status": "completed", "tag": "4bdd6e30-45ed-4115-b4e1-bc383c2fa36a", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:06:17.372785 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-683e81a6-9f8a-4a72-857b-97c3245a9689 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:06:17.373244 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8bcc8f-5788-4e84-b34c-7c042d615ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bdd6e30-45ed-4115-b4e1-bc383c2fa36a', 'code': 200} Sep 08 09:06:17.442110 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=4bdd6e30-45ed-4115-b4e1-bc383c2fa36a,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:17.484998 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc0ded-c966-4fa7-9b2d-c98d9e576c9c req-2072a14d-90d8-4b58-b4dd-0e9170f414fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:17.486631 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-43dc0ded-c966-4fa7-9b2d-c98d9e576c9c req-2072a14d-90d8-4b58-b4dd-0e9170f414fd service neutron] 10.222.0.35 "GET /v2.0/networks?id=5aafad33-e510-433d-8132-1ab09796d6a4 HTTP/1.1" status: 200 len: 914 time: 0.1251109 Sep 08 09:06:17.551766 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad74a9-2500-4a22-8aed-8886544f4797 req-4d3260d2-bb6f-46d4-889a-43f2130ef690 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:17.553407 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-99ad74a9-2500-4a22-8aed-8886544f4797 req-4d3260d2-bb6f-46d4-889a-43f2130ef690 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/ports?device_id=77793211-ea65-471d-936c-f2729208f132 HTTP/1.1" status: 200 len: 1024 time: 0.0658946 Sep 08 09:06:17.577123 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['900388cb-5490-4f76-9cf2-844d6aba9c0f'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:06:17.626922 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7442fff1-a433-493d-a3af-7235ec02dc1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:17.630947 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-43dc0ded-c966-4fa7-9b2d-c98d9e576c9c req-e0d45d6f-ffdb-4d8c-a1d7-b9a11867e3b0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=900388cb-5490-4f76-9cf2-844d6aba9c0f HTTP/1.1" status: 200 len: 217 time: 0.0722744 Sep 08 09:06:17.672642 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-99ad74a9-2500-4a22-8aed-8886544f4797 req-bb32b18b-819e-4eee-bdcd-0579266ee987 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdf8e314-600a-4c72-a63e-93a8913b40cc&id=66cc3083-9b2b-496b-8131-2f2469b8a537&id=d8869e5c-75aa-4c31-8125-53cd55e83eba&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1071022 Sep 08 09:06:17.717593 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f9612-547a-4a1f-b24f-d497ab7a7060 req-75f11bea-2cdc-4842-9a3f-1339cba17f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:17.719162 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-717f9612-547a-4a1f-b24f-d497ab7a7060 req-75f11bea-2cdc-4842-9a3f-1339cba17f73 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9a8bcc8f-5788-4e84-b34c-7c042d615ddd HTTP/1.1" status: 200 len: 1102 time: 0.1079786 Sep 08 09:06:17.726430 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc0ded-c966-4fa7-9b2d-c98d9e576c9c req-dbaf1653-55cb-4a21-a5b8-0d30723da38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:17.728526 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-43dc0ded-c966-4fa7-9b2d-c98d9e576c9c req-dbaf1653-55cb-4a21-a5b8-0d30723da38f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c3eac7a7-5d4f-45dc-b90a-eedb6d536a9a HTTP/1.1" status: 200 len: 853 time: 0.0763214 Sep 08 09:06:17.760661 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['900388cb-5490-4f76-9cf2-844d6aba9c0f'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:06:17.777911 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-43dc0ded-c966-4fa7-9b2d-c98d9e576c9c req-66e7f1fb-fda4-4aa0-a02b-e8bba22a3b02 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5aafad33-e510-433d-8132-1ab09796d6a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416553 Sep 08 09:06:17.803404 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-717f9612-547a-4a1f-b24f-d497ab7a7060 req-b3f42b5a-80c2-40a2-8034-ffca2882f488 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739388 Sep 08 09:06:17.853760 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a5bd3-919b-4c73-88b4-c680728d637d req-6809141e-2313-4a20-896e-b389dd63fbb0 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:17.861090 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a5bd3-919b-4c73-88b4-c680728d637d req-6809141e-2313-4a20-896e-b389dd63fbb0 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:17.868639 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a5bd3-919b-4c73-88b4-c680728d637d req-6809141e-2313-4a20-896e-b389dd63fbb0 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:17.870394 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a89a5bd3-919b-4c73-88b4-c680728d637d req-6809141e-2313-4a20-896e-b389dd63fbb0 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/ports?device_id=634b5f83-7e20-411c-9906-b875782a0f4c HTTP/1.1" status: 200 len: 2416 time: 0.0897150 Sep 08 09:06:17.932983 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a89a5bd3-919b-4c73-88b4-c680728d637d req-b7663519-c95c-4795-9041-00bf6688b8d1 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/security-groups?id=f580c0d3-23b6-4ea1-a90d-d6c7097d955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510108 Sep 08 09:06:17.957339 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45024) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:06:18.069291 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-6ad54d72-6000-4098-a654-d1a28f165e86 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-947151232-network', 'tenant_id': 'f61f2c21c86b4e4992ec778c3eb5ca18'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:06:18.106645 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad54d72-6000-4098-a654-d1a28f165e86 admin admin] Made reservation on behalf of f61f2c21c86b4e4992ec778c3eb5ca18 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:06:18.110022 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6ad54d72-6000-4098-a654-d1a28f165e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:18.124072 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6ad54d72-6000-4098-a654-d1a28f165e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:18.213349 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eebb9c-5379-4d2a-adf1-4e7e5ffe5c87 req-ce5dc476-1151-46e1-b3c0-6c5da929a116 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:18.217492 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-43dc0ded-c966-4fa7-9b2d-c98d9e576c9c req-5ad5a316-8497-4622-8f8f-9f921e4219f4 service neutron] 10.222.0.35 "GET /v2.0/networks/5aafad33-e510-433d-8132-1ab09796d6a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279845 Sep 08 09:06:18.218520 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-30eebb9c-5379-4d2a-adf1-4e7e5ffe5c87 req-ce5dc476-1151-46e1-b3c0-6c5da929a116 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a8bcc8f-5788-4e84-b34c-7c042d615ddd HTTP/1.1" status: 200 len: 950 time: 0.0827544 Sep 08 09:06:18.274907 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-30eebb9c-5379-4d2a-adf1-4e7e5ffe5c87 req-bbf1698a-f73f-4524-8e78-00baa81e11a4 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522730 Sep 08 09:06:18.304054 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6ad54d72-6000-4098-a654-d1a28f165e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:18.309161 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6ad54d72-6000-4098-a654-d1a28f165e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:18.320894 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['4a5a226f-776a-45f1-9c64-6bddbaa30fcb'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:06:18.337804 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ad54d72-6000-4098-a654-d1a28f165e86 admin admin] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:06:18.343524 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad54d72-6000-4098-a654-d1a28f165e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a2d89c-617a-40b4-ad8d-a67fccdc7241,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:18.351116 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6ad54d72-6000-4098-a654-d1a28f165e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:18.351621 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-6ad54d72-6000-4098-a654-d1a28f165e86 admin admin] Added segment 23311806-875c-4730-9f8b-8787517e0630 of type vlan for network 3d4d554f-2a3f-4dd9-ae19-9f19126b027c Sep 08 09:06:18.363236 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-43dc0ded-c966-4fa7-9b2d-c98d9e576c9c req-ea8970e5-9227-4c29-8b72-362725f078f9 service neutron] 10.222.0.35 "GET /v2.0/networks/5aafad33-e510-433d-8132-1ab09796d6a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929720 Sep 08 09:06:18.397840 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6ad54d72-6000-4098-a654-d1a28f165e86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:18.423603 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6ad54d72-6000-4098-a654-d1a28f165e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:18.424765 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad54d72-6000-4098-a654-d1a28f165e86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:18.425433 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6ad54d72-6000-4098-a654-d1a28f165e86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:18.465538 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6ad54d72-6000-4098-a654-d1a28f165e86 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5041370 Sep 08 09:06:18.466443 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45032) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:06:18.471885 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-ed729bfc-03b3-465a-941b-0eef5a4c4230 admin admin] Request body: {'subnet': {'network_id': '3d4d554f-2a3f-4dd9-ae19-9f19126b027c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-947151232-subnet', 'tenant_id': 'f61f2c21c86b4e4992ec778c3eb5ca18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:06:18.495504 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed729bfc-03b3-465a-941b-0eef5a4c4230 admin admin] Made reservation on behalf of f61f2c21c86b4e4992ec778c3eb5ca18 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:06:18.497780 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad54d72-6000-4098-a654-d1a28f165e86 admin admin] Pushing event updated for resources: {'Network': ['ID=3d4d554f-2a3f-4dd9-ae19-9f19126b027c,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:18.497923 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ed729bfc-03b3-465a-941b-0eef5a4c4230 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:18.567012 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 3d4d554f-2a3f-4dd9-ae19-9f19126b027c details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:06:18.681861 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ed729bfc-03b3-465a-941b-0eef5a4c4230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:18.736312 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed729bfc-03b3-465a-941b-0eef5a4c4230 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc733740-4c01-4651-bc28-4a0fedf48f29,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:18.736739 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device f4159e30-46db-4efc-b5cd-7c8ab3faf2b6 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:06:18.756240 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed729bfc-03b3-465a-941b-0eef5a4c4230 admin admin] Checking segment: {'id': '23311806-875c-4730-9f8b-8787517e0630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3d4d554f-2a3f-4dd9-ae19-9f19126b027c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:06:18.756746 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed729bfc-03b3-465a-941b-0eef5a4c4230 admin admin] Network hostable DHCP agents. Network: 3d4d554f-2a3f-4dd9-ae19-9f19126b027c, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:06:18.791078 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port f4159e30-46db-4efc-b5cd-7c8ab3faf2b6 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:06:18.795018 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port f4159e30-46db-4efc-b5cd-7c8ab3faf2b6 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:06:18.795418 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:18.806741 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed729bfc-03b3-465a-941b-0eef5a4c4230 admin admin] Network 3d4d554f-2a3f-4dd9-ae19-9f19126b027c is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:06:18.818976 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-ed729bfc-03b3-465a-941b-0eef5a4c4230 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 3d4d554f-2a3f-4dd9-ae19-9f19126b027c) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:06:18.823759 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed729bfc-03b3-465a-941b-0eef5a4c4230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:18.824534 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ed729bfc-03b3-465a-941b-0eef5a4c4230 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:18.832721 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a19d2d-1448-4483-bbbb-cfc57b8e4cbe None None] Network 3d4d554f-2a3f-4dd9-ae19-9f19126b027c requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:06:18.837279 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5650300-d6f3-4b2e-bb83-18394d016147 req-7d10240a-0b3f-485a-b24b-1b1516570bc1 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:18.838854 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e5650300-d6f3-4b2e-bb83-18394d016147 req-7d10240a-0b3f-485a-b24b-1b1516570bc1 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/ports?device_id=77793211-ea65-471d-936c-f2729208f132 HTTP/1.1" status: 200 len: 1024 time: 0.0773458 Sep 08 09:06:18.855345 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ed729bfc-03b3-465a-941b-0eef5a4c4230 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.3875861 Sep 08 09:06:18.890379 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e5650300-d6f3-4b2e-bb83-18394d016147 req-61b8d4f5-6424-4649-a309-e15afb967f52 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdf8e314-600a-4c72-a63e-93a8913b40cc&id=66cc3083-9b2b-496b-8131-2f2469b8a537&id=d8869e5c-75aa-4c31-8125-53cd55e83eba&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0444310 Sep 08 09:06:18.947472 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:19.018088 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26017a7-b22f-45c9-b5b7-6b5366d279bf None None] Network 3d4d554f-2a3f-4dd9-ae19-9f19126b027c requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:06:19.041745 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port f4159e30-46db-4efc-b5cd-7c8ab3faf2b6, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=f4159e30-46db-4efc-b5cd-7c8ab3faf2b6,segment=NetworkSegment(ad1580a9-8170-4f2c-af6e-7252d1fb8d0e),segment_id=ad1580a9-8170-4f2c-af6e-7252d1fb8d0e)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:19.049290 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:19.050180 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 63253b33-5d50-41f3-bd7e-d990015a84dc up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:06:19.071812 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593822bc-a27d-4dcf-b34a-6b93791a567f req-ebc1a4ee-5f10-4712-a0c0-9f9251f7190a tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:19.080055 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593822bc-a27d-4dcf-b34a-6b93791a567f req-ebc1a4ee-5f10-4712-a0c0-9f9251f7190a tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:19.086866 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593822bc-a27d-4dcf-b34a-6b93791a567f req-ebc1a4ee-5f10-4712-a0c0-9f9251f7190a tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:19.088740 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-593822bc-a27d-4dcf-b34a-6b93791a567f req-ebc1a4ee-5f10-4712-a0c0-9f9251f7190a tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/ports?device_id=634b5f83-7e20-411c-9906-b875782a0f4c HTTP/1.1" status: 200 len: 2416 time: 0.0863597 Sep 08 09:06:19.135194 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-593822bc-a27d-4dcf-b34a-6b93791a567f req-490de0a3-374b-4ebd-97e8-eba5d7461a4a tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/security-groups?id=f580c0d3-23b6-4ea1-a90d-d6c7097d955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386934 Sep 08 09:06:19.188339 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=f4159e30-46db-4efc-b5cd-7c8ab3faf2b6,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:19.240924 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 63253b33-5d50-41f3-bd7e-d990015a84dc completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:06:19.245601 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 63253b33-5d50-41f3-bd7e-d990015a84dc triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:06:19.246851 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:19.326989 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:19.344143 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-2b698534-91d5-42f9-8295-decd10901fde tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:19.345760 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-2b698534-91d5-42f9-8295-decd10901fde tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/networks?id=3d4d554f-2a3f-4dd9-ae19-9f19126b027c HTTP/1.1" status: 200 len: 817 time: 0.1127586 Sep 08 09:06:19.361443 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-7ca20e63-b11f-4015-86ef-cd6582b880a8 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/quotas/f61f2c21c86b4e4992ec778c3eb5ca18 HTTP/1.1" status: 200 len: 375 time: 0.0098839 Sep 08 09:06:19.365847 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 63253b33-5d50-41f3-bd7e-d990015a84dc, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=63253b33-5d50-41f3-bd7e-d990015a84dc,segment=NetworkSegment(67de92ad-9aa9-4356-8dd2-1dea3a44fc52),segment_id=67de92ad-9aa9-4356-8dd2-1dea3a44fc52)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:19.370757 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:19.374451 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634b5f83-7e20-411c-9906-b875782a0f4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4159e30-46db-4efc-b5cd-7c8ab3faf2b6'}, {'server_uuid': '634b5f83-7e20-411c-9906-b875782a0f4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63253b33-5d50-41f3-bd7e-d990015a84dc'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:06:19.376757 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4990564f-0efe-42a9-8dc5-b05f0effb9fb" -d '{"events": [{"server_uuid": "634b5f83-7e20-411c-9906-b875782a0f4c", "name": "network-vif-plugged", "status": "completed", "tag": "f4159e30-46db-4efc-b5cd-7c8ab3faf2b6"}, {"server_uuid": "634b5f83-7e20-411c-9906-b875782a0f4c", "name": "network-vif-plugged", "status": "completed", "tag": "63253b33-5d50-41f3-bd7e-d990015a84dc"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:06:19.401157 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-9ca529b2-26bb-4408-9e0f-6c7ee36a67b5 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=f61f2c21c86b4e4992ec778c3eb5ca18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322127 Sep 08 09:06:19.413807 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-36884f10-0db1-4178-bceb-f4e3c670d639 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:06:19.415289 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-36884f10-0db1-4178-bceb-f4e3c670d639 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057783 Sep 08 09:06:19.429710 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=63253b33-5d50-41f3-bd7e-d990015a84dc,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:19.431806 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e861b168-588f-4244-9966-30d5339fb467 req-716a8753-2324-4517-909a-fb25c9f15a80 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:19.439702 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e861b168-588f-4244-9966-30d5339fb467 req-716a8753-2324-4517-909a-fb25c9f15a80 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a8bcc8f-5788-4e84-b34c-7c042d615ddd HTTP/1.1" status: 200 len: 950 time: 0.0538125 Sep 08 09:06:19.479020 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e861b168-588f-4244-9966-30d5339fb467 req-97695bb0-bc3f-4462-b195-292580a190e6 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383210 Sep 08 09:06:19.516053 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-397e1804-4e7f-453e-ab46-1426b1ccd2a6 service neutron] 10.222.0.54 "GET /v2.0/networks/3d4d554f-2a3f-4dd9-ae19-9f19126b027c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930374 Sep 08 09:06:19.609583 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Sep 2021 09:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1801e497-38c0-446b-9ef1-3fb612ad2e9d x-openstack-request-id: req-1801e497-38c0-446b-9ef1-3fb612ad2e9d {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:06:19.610203 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634b5f83-7e20-411c-9906-b875782a0f4c", "name": "network-vif-plugged", "status": "completed", "tag": "f4159e30-46db-4efc-b5cd-7c8ab3faf2b6", "code": 200}, {"server_uuid": "634b5f83-7e20-411c-9906-b875782a0f4c", "name": "network-vif-plugged", "status": "completed", "tag": "63253b33-5d50-41f3-bd7e-d990015a84dc", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:06:19.610807 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1801e497-38c0-446b-9ef1-3fb612ad2e9d {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:06:19.610944 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634b5f83-7e20-411c-9906-b875782a0f4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4159e30-46db-4efc-b5cd-7c8ab3faf2b6', 'code': 200} Sep 08 09:06:19.611119 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634b5f83-7e20-411c-9906-b875782a0f4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63253b33-5d50-41f3-bd7e-d990015a84dc', 'code': 200} Sep 08 09:06:19.620909 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-832cf7dd-d7dc-4611-bd8f-cc5b6ad7abed service neutron] 10.222.0.54 "GET /v2.0/networks/3d4d554f-2a3f-4dd9-ae19-9f19126b027c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982387 Sep 08 09:06:19.947439 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ab124659-277e-4dae-b127-c6f10bc58360 req-0a93c168-0705-4702-b333-034f2ee93fce tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/ports?device_id=c44f36b8-2b2f-45ae-83d1-9ebb6eafd0ba HTTP/1.1" status: 200 len: 210 time: 0.0310190 Sep 08 09:06:20.025590 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e32b7f-729e-4f89-b54d-857de696866c req-7817b30c-de55-4b1e-9674-9413dd2d23e5 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:20.027127 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b4e32b7f-729e-4f89-b54d-857de696866c req-7817b30c-de55-4b1e-9674-9413dd2d23e5 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/ports?device_id=77793211-ea65-471d-936c-f2729208f132 HTTP/1.1" status: 200 len: 1024 time: 0.0547268 Sep 08 09:06:20.073117 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b4e32b7f-729e-4f89-b54d-857de696866c req-d1d2752f-c61a-49b0-af6b-2ac2beefb3b8 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups?id=fdf8e314-600a-4c72-a63e-93a8913b40cc&id=66cc3083-9b2b-496b-8131-2f2469b8a537&id=d8869e5c-75aa-4c31-8125-53cd55e83eba&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0390680 Sep 08 09:06:20.216546 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2e52a-7c8e-47f5-a18d-a6ae8857c2c4 req-90bdf853-7c20-44c9-804e-7d3004370f69 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:20.218060 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d9e2e52a-7c8e-47f5-a18d-a6ae8857c2c4 req-90bdf853-7c20-44c9-804e-7d3004370f69 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.35 "GET /v2.0/ports?device_id=77793211-ea65-471d-936c-f2729208f132 HTTP/1.1" status: 200 len: 1024 time: 0.0592225 Sep 08 09:06:20.317694 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f41eda-6ef3-4d83-97be-5c1045145436 req-3cfc541e-ac41-439d-93b6-ee0b7fd10ff8 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:20.323610 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f41eda-6ef3-4d83-97be-5c1045145436 req-3cfc541e-ac41-439d-93b6-ee0b7fd10ff8 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:20.330394 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f41eda-6ef3-4d83-97be-5c1045145436 req-3cfc541e-ac41-439d-93b6-ee0b7fd10ff8 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:20.331137 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-04f41eda-6ef3-4d83-97be-5c1045145436 req-3cfc541e-ac41-439d-93b6-ee0b7fd10ff8 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/ports?device_id=634b5f83-7e20-411c-9906-b875782a0f4c HTTP/1.1" status: 200 len: 2418 time: 0.1121933 Sep 08 09:06:20.351117 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:20.413991 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-04f41eda-6ef3-4d83-97be-5c1045145436 req-04f5d887-34eb-46b5-9224-f2a4ffcd83ca tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/security-groups?id=f580c0d3-23b6-4ea1-a90d-d6c7097d955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472295 Sep 08 09:06:20.421299 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-d9e2e52a-7c8e-47f5-a18d-a6ae8857c2c4 req-31bd9af9-33fb-4a8c-b8ad-b1969e7be1e8 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Deleting port 900388cb-5490-4f76-9cf2-844d6aba9c0f {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:06:20.421639 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d9e2e52a-7c8e-47f5-a18d-a6ae8857c2c4 req-31bd9af9-33fb-4a8c-b8ad-b1969e7be1e8 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:20.562483 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-d9e2e52a-7c8e-47f5-a18d-a6ae8857c2c4 req-31bd9af9-33fb-4a8c-b8ad-b1969e7be1e8 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] For port 900388cb-5490-4f76-9cf2-844d6aba9c0f, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=900388cb-5490-4f76-9cf2-844d6aba9c0f,segment=NetworkSegment(b033950b-202f-406f-979e-ec38b86674cf),segment_id=b033950b-202f-406f-979e-ec38b86674cf)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:20.563124 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d9e2e52a-7c8e-47f5-a18d-a6ae8857c2c4 req-31bd9af9-33fb-4a8c-b8ad-b1969e7be1e8 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:20.601311 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-d9e2e52a-7c8e-47f5-a18d-a6ae8857c2c4 req-31bd9af9-33fb-4a8c-b8ad-b1969e7be1e8 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Calling delete_port for 900388cb-5490-4f76-9cf2-844d6aba9c0f owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:06:20.673037 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 4a5a226f-776a-45f1-9c64-6bddbaa30fcb up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:06:20.691345 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770784e2-b55e-420e-bb52-0e1b9997d96e req-829808d7-45d7-4045-9a51-3e73d2f6a614 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:20.699106 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-770784e2-b55e-420e-bb52-0e1b9997d96e req-829808d7-45d7-4045-9a51-3e73d2f6a614 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a8bcc8f-5788-4e84-b34c-7c042d615ddd HTTP/1.1" status: 200 len: 950 time: 0.1150086 Sep 08 09:06:20.758089 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aabc2b7f-5728-4900-98c9-45eaafa91ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:20.765762 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-770784e2-b55e-420e-bb52-0e1b9997d96e req-5b5771be-3a30-47b4-86f4-18f294ec84ed tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629840 Sep 08 09:06:20.779793 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 4a5a226f-776a-45f1-9c64-6bddbaa30fcb completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:06:20.789695 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 4a5a226f-776a-45f1-9c64-6bddbaa30fcb triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:06:20.790366 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:20.862804 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d9e2e52a-7c8e-47f5-a18d-a6ae8857c2c4 req-31bd9af9-33fb-4a8c-b8ad-b1969e7be1e8 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:20.895190 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bd9af9-33fb-4a8c-b8ad-b1969e7be1e8 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Pushing event deleted for resources: {'Port': ['ID=900388cb-5490-4f76-9cf2-844d6aba9c0f,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:20.904232 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['900388cb-5490-4f76-9cf2-844d6aba9c0f'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:06:20.907004 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:06:20.909758 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bd9af9-33fb-4a8c-b8ad-b1969e7be1e8 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:06:20.910402 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bd9af9-33fb-4a8c-b8ad-b1969e7be1e8 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:06:20.911042 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bd9af9-33fb-4a8c-b8ad-b1969e7be1e8 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:06:20.911745 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bd9af9-33fb-4a8c-b8ad-b1969e7be1e8 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:06:20.912297 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bd9af9-33fb-4a8c-b8ad-b1969e7be1e8 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:06:20.912842 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bd9af9-33fb-4a8c-b8ad-b1969e7be1e8 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:06:20.913397 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bd9af9-33fb-4a8c-b8ad-b1969e7be1e8 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:06:20.915230 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bd9af9-33fb-4a8c-b8ad-b1969e7be1e8 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:06:20.915667 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bd9af9-33fb-4a8c-b8ad-b1969e7be1e8 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:06:20.916232 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bd9af9-33fb-4a8c-b8ad-b1969e7be1e8 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:06:20.916792 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bd9af9-33fb-4a8c-b8ad-b1969e7be1e8 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:06:20.917338 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bd9af9-33fb-4a8c-b8ad-b1969e7be1e8 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:06:20.917834 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c52912-2f0a-49d4-8994-3fbd3ca75f65 req-3b6f42ad-6e33-4b64-8449-58df7b3d5096 tempest-ServersOnMultiNodesTest-761773808 tempest-ServersOnMultiNodesTest-761773808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:20.932238 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-75c52912-2f0a-49d4-8994-3fbd3ca75f65 req-3b6f42ad-6e33-4b64-8449-58df7b3d5096 tempest-ServersOnMultiNodesTest-761773808 tempest-ServersOnMultiNodesTest-761773808-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=9a8bcc8f-5788-4e84-b34c-7c042d615ddd HTTP/1.1" status: 200 len: 1102 time: 0.0680733 Sep 08 09:06:20.959759 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e2e52a-7c8e-47f5-a18d-a6ae8857c2c4 req-31bd9af9-33fb-4a8c-b8ad-b1969e7be1e8 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] No DVR routers for this DVR port 900388cb-5490-4f76-9cf2-844d6aba9c0f on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:06:20.963926 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d9e2e52a-7c8e-47f5-a18d-a6ae8857c2c4 req-31bd9af9-33fb-4a8c-b8ad-b1969e7be1e8 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:20.966444 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d9e2e52a-7c8e-47f5-a18d-a6ae8857c2c4 req-31bd9af9-33fb-4a8c-b8ad-b1969e7be1e8 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.35 "DELETE /v2.0/ports/900388cb-5490-4f76-9cf2-844d6aba9c0f HTTP/1.1" status: 204 len: 173 time: 0.7369785 Sep 08 09:06:20.966935 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77793211-ea65-471d-936c-f2729208f132', 'name': 'network-vif-deleted', 'tag': '900388cb-5490-4f76-9cf2-844d6aba9c0f'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:06:20.969736 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01288f6-63bd-4931-8632-ca6facdedef4" -d '{"events": [{"server_uuid": "77793211-ea65-471d-936c-f2729208f132", "name": "network-vif-deleted", "tag": "900388cb-5490-4f76-9cf2-844d6aba9c0f"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:06:20.985751 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:20.985957 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-75c52912-2f0a-49d4-8994-3fbd3ca75f65 req-7e1fcb2f-1815-49c6-9ab1-efb7fc35a150 tempest-ServersOnMultiNodesTest-761773808 tempest-ServersOnMultiNodesTest-761773808-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475969 Sep 08 09:06:21.040809 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b44cb30-0df6-4746-8e4c-1f829044eab2 x-openstack-request-id: req-7b44cb30-0df6-4746-8e4c-1f829044eab2 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:06:21.041368 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77793211-ea65-471d-936c-f2729208f132", "name": "network-vif-deleted", "tag": "900388cb-5490-4f76-9cf2-844d6aba9c0f", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:06:21.041771 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7b44cb30-0df6-4746-8e4c-1f829044eab2 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:06:21.042360 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77793211-ea65-471d-936c-f2729208f132', 'name': 'network-vif-deleted', 'tag': '900388cb-5490-4f76-9cf2-844d6aba9c0f', 'status': 'completed', 'code': 200} Sep 08 09:06:21.054556 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 4a5a226f-776a-45f1-9c64-6bddbaa30fcb, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=4a5a226f-776a-45f1-9c64-6bddbaa30fcb,segment=NetworkSegment(67de92ad-9aa9-4356-8dd2-1dea3a44fc52),segment_id=67de92ad-9aa9-4356-8dd2-1dea3a44fc52)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:21.067310 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:21.099097 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b8255514-31aa-490a-89d5-b0ce1638e627 req-0fe67eb2-430c-443f-afd5-964a9d59084a tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/ports?device_id=c44f36b8-2b2f-45ae-83d1-9ebb6eafd0ba HTTP/1.1" status: 200 len: 210 time: 0.0477090 Sep 08 09:06:21.145249 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=4a5a226f-776a-45f1-9c64-6bddbaa30fcb,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:21.231514 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e8f666af-0591-4475-9226-4236be70c228 req-cd9c33b2-a9df-481b-af98-b6f928a36530 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/ports?device_id=77793211-ea65-471d-936c-f2729208f132 HTTP/1.1" status: 200 len: 210 time: 0.0301697 Sep 08 09:06:21.299051 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be629955-081d-4a32-a30e-dc50ad95863c req-06a757b8-c3bf-4be7-bf27-566e2e362728 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:21.300762 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-be629955-081d-4a32-a30e-dc50ad95863c req-06a757b8-c3bf-4be7-bf27-566e2e362728 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a8bcc8f-5788-4e84-b34c-7c042d615ddd HTTP/1.1" status: 200 len: 950 time: 0.0487902 Sep 08 09:06:21.344512 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-be629955-081d-4a32-a30e-dc50ad95863c req-df59cd71-87bb-4b8c-9037-b81df4b6c687 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362496 Sep 08 09:06:21.497366 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-1ce2c50f-8e3f-48f5-8606-b70fb0351c38 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:21.499671 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-1ce2c50f-8e3f-48f5-8606-b70fb0351c38 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.37 "GET /v2.0/networks?id=3d4d554f-2a3f-4dd9-ae19-9f19126b027c HTTP/1.1" status: 200 len: 817 time: 0.1351664 Sep 08 09:06:21.543916 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-ec2bdaac-c4ba-4488-ade2-1d201a3854ad tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Request body: {'port': {'device_id': 'b8211bf1-4f99-4f48-b82e-af6ba07338ed', 'network_id': '3d4d554f-2a3f-4dd9-ae19-9f19126b027c', 'admin_state_up': True, 'tenant_id': 'f61f2c21c86b4e4992ec778c3eb5ca18'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:06:21.612688 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634b5f83-7e20-411c-9906-b875782a0f4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5a226f-776a-45f1-9c64-6bddbaa30fcb'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:06:21.616921 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fb3ade-acb4-4052-a249-7c1af1af9d9e" -d '{"events": [{"server_uuid": "634b5f83-7e20-411c-9906-b875782a0f4c", "name": "network-vif-plugged", "status": "completed", "tag": "4a5a226f-776a-45f1-9c64-6bddbaa30fcb"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:06:21.655888 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2eb38-8758-4995-827c-9599fd5a4449 req-c25aca87-17b1-485e-b910-f82c80d671a1 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:21.663313 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2eb38-8758-4995-827c-9599fd5a4449 req-c25aca87-17b1-485e-b910-f82c80d671a1 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:21.663448 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546c656e-21ce-48b5-86f2-b85b32d1f55a x-openstack-request-id: req-546c656e-21ce-48b5-86f2-b85b32d1f55a {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:06:21.663448 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634b5f83-7e20-411c-9906-b875782a0f4c", "name": "network-vif-plugged", "status": "completed", "tag": "4a5a226f-776a-45f1-9c64-6bddbaa30fcb", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:06:21.663865 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-546c656e-21ce-48b5-86f2-b85b32d1f55a {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:06:21.665570 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634b5f83-7e20-411c-9906-b875782a0f4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5a226f-776a-45f1-9c64-6bddbaa30fcb', 'code': 200} Sep 08 09:06:21.670109 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2eb38-8758-4995-827c-9599fd5a4449 req-c25aca87-17b1-485e-b910-f82c80d671a1 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:21.672028 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-94d2eb38-8758-4995-827c-9599fd5a4449 req-c25aca87-17b1-485e-b910-f82c80d671a1 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/ports?device_id=634b5f83-7e20-411c-9906-b875782a0f4c HTTP/1.1" status: 200 len: 2419 time: 0.1544335 Sep 08 09:06:21.693763 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-ec2bdaac-c4ba-4488-ade2-1d201a3854ad tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Made reservation on behalf of f61f2c21c86b4e4992ec778c3eb5ca18 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:06:21.697651 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-ec2bdaac-c4ba-4488-ade2-1d201a3854ad tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:21.732813 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-94d2eb38-8758-4995-827c-9599fd5a4449 req-fa076478-bd66-40a5-af24-7407b1f67519 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/security-groups?id=f580c0d3-23b6-4ea1-a90d-d6c7097d955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531435 Sep 08 09:06:21.751381 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-26b76492-0fb0-427a-91bc-2d07232f554f tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:21.754251 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-26b76492-0fb0-427a-91bc-2d07232f554f tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.35 "GET /v2.0/networks?id=3d4d554f-2a3f-4dd9-ae19-9f19126b027c HTTP/1.1" status: 200 len: 817 time: 0.1972613 Sep 08 09:06:21.839681 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-b99b8ece-736a-4c15-a6ce-87d5e52d1571 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Request body: {'port': {'device_id': 'c44f36b8-2b2f-45ae-83d1-9ebb6eafd0ba', 'network_id': '3d4d554f-2a3f-4dd9-ae19-9f19126b027c', 'admin_state_up': True, 'tenant_id': 'f61f2c21c86b4e4992ec778c3eb5ca18'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:06:21.842340 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-ec2bdaac-c4ba-4488-ade2-1d201a3854ad tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Allocated IP 172.20.0.3 (3d4d554f-2a3f-4dd9-ae19-9f19126b027c/cc733740-4c01-4651-bc28-4a0fedf48f29/20016d8b-18de-40b1-996d-71c0c39d0b89) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:06:21.963219 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e877870-680c-4ffb-9a32-fb9594fc0d5b req-9031e0ea-431d-4f36-8c02-7d541bd7c85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:21.964721 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e877870-680c-4ffb-9a32-fb9594fc0d5b req-9031e0ea-431d-4f36-8c02-7d541bd7c85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:21.965212 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e877870-680c-4ffb-9a32-fb9594fc0d5b req-9031e0ea-431d-4f36-8c02-7d541bd7c85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:21.967058 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1e877870-680c-4ffb-9a32-fb9594fc0d5b req-9031e0ea-431d-4f36-8c02-7d541bd7c85f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=634b5f83-7e20-411c-9906-b875782a0f4c HTTP/1.1" status: 200 len: 2875 time: 0.1322956 Sep 08 09:06:22.036868 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1e877870-680c-4ffb-9a32-fb9594fc0d5b req-19e57249-f82b-4b34-a0d7-9de96cb21a97 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f580c0d3-23b6-4ea1-a90d-d6c7097d955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598867 Sep 08 09:06:22.042304 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-b99b8ece-736a-4c15-a6ce-87d5e52d1571 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Made reservation on behalf of f61f2c21c86b4e4992ec778c3eb5ca18 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:06:22.046676 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-b99b8ece-736a-4c15-a6ce-87d5e52d1571 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:22.048542 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:22.087306 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-ec2bdaac-c4ba-4488-ade2-1d201a3854ad tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:22.168659 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-ec2bdaac-c4ba-4488-ade2-1d201a3854ad tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:22.250488 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-ec2bdaac-c4ba-4488-ade2-1d201a3854ad tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Network 3d4d554f-2a3f-4dd9-ae19-9f19126b027c is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:06:22.252836 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c593d5aa-27f4-436b-9484-d0043965536a req-3167e420-e897-40ac-ba30-e0ba7e42dadb tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/ports?device_id=c44f36b8-2b2f-45ae-83d1-9ebb6eafd0ba HTTP/1.1" status: 200 len: 210 time: 0.0519810 Sep 08 09:06:22.265891 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-43ca15fb-b87c-4a38-ba62-98466c9d1ef0 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:22.267508 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-43ca15fb-b87c-4a38-ba62-98466c9d1ef0 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.37 "GET /v2.0/networks?id=3d4d554f-2a3f-4dd9-ae19-9f19126b027c HTTP/1.1" status: 200 len: 817 time: 0.2170649 Sep 08 09:06:22.277321 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2bdaac-c4ba-4488-ade2-1d201a3854ad tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Pushing event updated for resources: {'Port': ['ID=20016d8b-18de-40b1-996d-71c0c39d0b89,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:22.279135 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-ec2bdaac-c4ba-4488-ade2-1d201a3854ad tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:06:22.281420 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-ec2bdaac-c4ba-4488-ade2-1d201a3854ad tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:06:22.311373 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-b99b8ece-736a-4c15-a6ce-87d5e52d1571 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Allocated IP 172.20.0.6 (3d4d554f-2a3f-4dd9-ae19-9f19126b027c/cc733740-4c01-4651-bc28-4a0fedf48f29/a89527d0-9f3a-49b2-a11c-b824c47346ee) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:06:22.343557 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-233edd2e-4245-4463-b013-540c8334ee7d tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Request body: {'port': {'device_id': '28eb9ad8-2ada-4653-8150-f23c1ed540f9', 'network_id': '3d4d554f-2a3f-4dd9-ae19-9f19126b027c', 'admin_state_up': True, 'tenant_id': 'f61f2c21c86b4e4992ec778c3eb5ca18'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:06:22.353129 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-ec2bdaac-c4ba-4488-ade2-1d201a3854ad tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:22.353886 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-ec2bdaac-c4ba-4488-ade2-1d201a3854ad tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:22.391654 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-ec2bdaac-c4ba-4488-ade2-1d201a3854ad tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8604846 Sep 08 09:06:22.395605 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-dff90410-f3ee-4c52-b171-7a260c9a1b31 req-5ce2d167-b59a-4c8a-aa16-fe3c6b054d89 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups/fdf8e314-600a-4c72-a63e-93a8913b40cc HTTP/1.1" status: 200 len: 1803 time: 0.0688174 Sep 08 09:06:22.423082 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-d6e76efb-13b4-4ced-99d5-0089ae81587a service neutron] Request body: {'port': {'device_id': 'b8211bf1-4f99-4f48-b82e-af6ba07338ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:06:22.524109 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-d6e76efb-13b4-4ced-99d5-0089ae81587a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:22.526087 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-dff90410-f3ee-4c52-b171-7a260c9a1b31 req-e0eb0c32-2ae0-4c7c-8442-cd10a80af8a6 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:22.575636 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-dff90410-f3ee-4c52-b171-7a260c9a1b31 req-e0eb0c32-2ae0-4c7c-8442-cd10a80af8a6 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:22.589921 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7305c64-90c5-4e02-bc22-bd265262c713 req-d4272a3e-027e-4c4c-84cd-4fc1711a7a0b tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:22.591527 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a7305c64-90c5-4e02-bc22-bd265262c713 req-d4272a3e-027e-4c4c-84cd-4fc1711a7a0b tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a8bcc8f-5788-4e84-b34c-7c042d615ddd HTTP/1.1" status: 200 len: 950 time: 0.1552265 Sep 08 09:06:22.644444 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-b99b8ece-736a-4c15-a6ce-87d5e52d1571 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:22.672034 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a7305c64-90c5-4e02-bc22-bd265262c713 req-9e72cef0-3a81-46a1-90a3-df40835c17a7 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737665 Sep 08 09:06:22.674583 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-233edd2e-4245-4463-b013-540c8334ee7d tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Made reservation on behalf of f61f2c21c86b4e4992ec778c3eb5ca18 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:06:22.677968 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-233edd2e-4245-4463-b013-540c8334ee7d tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:22.698899 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-dff90410-f3ee-4c52-b171-7a260c9a1b31 req-e0eb0c32-2ae0-4c7c-8442-cd10a80af8a6 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:22.701569 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-dff90410-f3ee-4c52-b171-7a260c9a1b31 req-e0eb0c32-2ae0-4c7c-8442-cd10a80af8a6 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:22.708002 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-dff90410-f3ee-4c52-b171-7a260c9a1b31 req-e0eb0c32-2ae0-4c7c-8442-cd10a80af8a6 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "DELETE /v2.0/security-groups/fdf8e314-600a-4c72-a63e-93a8913b40cc HTTP/1.1" status: 204 len: 173 time: 0.3031232 Sep 08 09:06:22.724111 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb0c32-2ae0-4c7c-8442-cd10a80af8a6 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf8e314-600a-4c72-a63e-93a8913b40cc,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:22.771273 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-b99b8ece-736a-4c15-a6ce-87d5e52d1571 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:22.824428 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-03d57074-c496-486c-b433-09036af2d66b req-75a387b3-e3e7-4534-8eae-d791ebfd2fb0 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups/66cc3083-9b2b-496b-8131-2f2469b8a537 HTTP/1.1" status: 200 len: 1803 time: 0.0865526 Sep 08 09:06:22.825591 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-b99b8ece-736a-4c15-a6ce-87d5e52d1571 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Network 3d4d554f-2a3f-4dd9-ae19-9f19126b027c is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:06:22.830509 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-b99b8ece-736a-4c15-a6ce-87d5e52d1571 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:06:22.837646 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-b99b8ece-736a-4c15-a6ce-87d5e52d1571 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:06:22.844027 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b8ece-736a-4c15-a6ce-87d5e52d1571 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Pushing event updated for resources: {'Port': ['ID=a89527d0-9f3a-49b2-a11c-b824c47346ee,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:22.897187 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-b99b8ece-736a-4c15-a6ce-87d5e52d1571 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:22.902703 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-b99b8ece-736a-4c15-a6ce-87d5e52d1571 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:22.940615 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-b99b8ece-736a-4c15-a6ce-87d5e52d1571 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1069803 Sep 08 09:06:22.958675 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55a77e-13b3-45bd-8e72-0438a3c8a81c req-2e6f5c42-2791-496d-8426-dc7cb81b2b88 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:22.964659 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-03d57074-c496-486c-b433-09036af2d66b req-fbbcd56f-1c25-4681-8557-e0f4b0f5412a tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:22.965676 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55a77e-13b3-45bd-8e72-0438a3c8a81c req-2e6f5c42-2791-496d-8426-dc7cb81b2b88 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:22.971724 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa55a77e-13b3-45bd-8e72-0438a3c8a81c req-2e6f5c42-2791-496d-8426-dc7cb81b2b88 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:22.973417 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fa55a77e-13b3-45bd-8e72-0438a3c8a81c req-2e6f5c42-2791-496d-8426-dc7cb81b2b88 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/ports?device_id=634b5f83-7e20-411c-9906-b875782a0f4c HTTP/1.1" status: 200 len: 2419 time: 0.0718830 Sep 08 09:06:22.978986 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-d720358d-daf2-460b-b9cb-d8a171db91cd service neutron] Request body: {'port': {'device_id': 'c44f36b8-2b2f-45ae-83d1-9ebb6eafd0ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:06:23.021442 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-03d57074-c496-486c-b433-09036af2d66b req-fbbcd56f-1c25-4681-8557-e0f4b0f5412a tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:23.053349 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-d6e76efb-13b4-4ced-99d5-0089ae81587a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20016d8b-18de-40b1-996d-71c0c39d0b89 {{(pid=94713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:06:23.055153 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fa55a77e-13b3-45bd-8e72-0438a3c8a81c req-669bd850-4735-4e1a-9660-935f2b221ca7 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/security-groups?id=f580c0d3-23b6-4ea1-a90d-d6c7097d955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732236 Sep 08 09:06:23.064235 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-d720358d-daf2-460b-b9cb-d8a171db91cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:23.066818 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-d6e76efb-13b4-4ced-99d5-0089ae81587a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:23.101360 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-03d57074-c496-486c-b433-09036af2d66b req-fbbcd56f-1c25-4681-8557-e0f4b0f5412a tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:23.101360 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-03d57074-c496-486c-b433-09036af2d66b req-fbbcd56f-1c25-4681-8557-e0f4b0f5412a tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:23.104175 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-03d57074-c496-486c-b433-09036af2d66b req-fbbcd56f-1c25-4681-8557-e0f4b0f5412a tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "DELETE /v2.0/security-groups/66cc3083-9b2b-496b-8131-2f2469b8a537 HTTP/1.1" status: 204 len: 173 time: 0.2774472 Sep 08 09:06:23.109319 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-d6e76efb-13b4-4ced-99d5-0089ae81587a service neutron] Transition to ACTIVE for port object 20016d8b-18de-40b1-996d-71c0c39d0b89 will not be triggered until provisioned by entity L2. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:06:23.121194 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-d6e76efb-13b4-4ced-99d5-0089ae81587a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:23.129773 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbcd56f-1c25-4681-8557-e0f4b0f5412a tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66cc3083-9b2b-496b-8131-2f2469b8a537,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:23.193734 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e76efb-13b4-4ced-99d5-0089ae81587a service neutron] Pushing event updated for resources: {'Port': ['ID=20016d8b-18de-40b1-996d-71c0c39d0b89,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:23.233980 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-cbc995f2-63cb-406c-8ff5-76b81fc4f146 req-ebb15234-a31c-439f-8130-927055379fcf tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-444218128', 'description': 'tempest-description-390993582'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:06:23.248850 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-d6e76efb-13b4-4ced-99d5-0089ae81587a service neutron] Attempting to bind port 20016d8b-18de-40b1-996d-71c0c39d0b89 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:06:23.249207 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-d6e76efb-13b4-4ced-99d5-0089ae81587a service neutron] Attempting to bind port 20016d8b-18de-40b1-996d-71c0c39d0b89 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '23311806-875c-4730-9f8b-8787517e0630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3d4d554f-2a3f-4dd9-ae19-9f19126b027c'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:06:23.249513 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-d6e76efb-13b4-4ced-99d5-0089ae81587a service neutron] Attempting to bind port 20016d8b-18de-40b1-996d-71c0c39d0b89 on network 3d4d554f-2a3f-4dd9-ae19-9f19126b027c {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:06:23.254008 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-d6e76efb-13b4-4ced-99d5-0089ae81587a service neutron] Port 20016d8b-18de-40b1-996d-71c0c39d0b89 on network 3d4d554f-2a3f-4dd9-ae19-9f19126b027c not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:06:23.254365 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-d6e76efb-13b4-4ced-99d5-0089ae81587a service neutron] Attempting to bind port 20016d8b-18de-40b1-996d-71c0c39d0b89 on network 3d4d554f-2a3f-4dd9-ae19-9f19126b027c {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:06:23.260687 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-d6e76efb-13b4-4ced-99d5-0089ae81587a service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:06:23.261071 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-d6e76efb-13b4-4ced-99d5-0089ae81587a service neutron] Checking segment: {'id': '23311806-875c-4730-9f8b-8787517e0630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3d4d554f-2a3f-4dd9-ae19-9f19126b027c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:06:23.261509 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-d6e76efb-13b4-4ced-99d5-0089ae81587a service neutron] Bound using segment: {'id': '23311806-875c-4730-9f8b-8787517e0630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3d4d554f-2a3f-4dd9-ae19-9f19126b027c'} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:06:23.261950 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-d6e76efb-13b4-4ced-99d5-0089ae81587a service neutron] Bound port: 20016d8b-18de-40b1-996d-71c0c39d0b89, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23311806-875c-4730-9f8b-8787517e0630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3d4d554f-2a3f-4dd9-ae19-9f19126b027c'}}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:06:23.262362 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-d6e76efb-13b4-4ced-99d5-0089ae81587a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:23.304493 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cbc995f2-63cb-406c-8ff5-76b81fc4f146 req-ebb15234-a31c-439f-8130-927055379fcf tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:23.316236 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-233edd2e-4245-4463-b013-540c8334ee7d tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Allocated IP 172.20.0.2 (3d4d554f-2a3f-4dd9-ae19-9f19126b027c/cc733740-4c01-4651-bc28-4a0fedf48f29/48a66fa1-796f-42bb-a5b0-f82cac34a581) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:06:23.346457 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-d6e76efb-13b4-4ced-99d5-0089ae81587a service neutron] For port 20016d8b-18de-40b1-996d-71c0c39d0b89, host n-h1-806683-11, cleared binding levels {{(pid=94713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:06:23.384837 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-d6e76efb-13b4-4ced-99d5-0089ae81587a service neutron] For port 20016d8b-18de-40b1-996d-71c0c39d0b89, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=20016d8b-18de-40b1-996d-71c0c39d0b89,segment=NetworkSegment(23311806-875c-4730-9f8b-8787517e0630),segment_id=23311806-875c-4730-9f8b-8787517e0630)] {{(pid=94713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:06:23.391781 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-d6e76efb-13b4-4ced-99d5-0089ae81587a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:23.427353 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:23.444032 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320ce23-9d20-480f-b72f-5c537a51be8c req-de039893-5501-48e6-b258-73c0a7aa0b1f tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:23.445452 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4320ce23-9d20-480f-b72f-5c537a51be8c req-de039893-5501-48e6-b258-73c0a7aa0b1f tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/ports?device_id=c44f36b8-2b2f-45ae-83d1-9ebb6eafd0ba HTTP/1.1" status: 200 len: 931 time: 0.1027935 Sep 08 09:06:23.448444 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-d6e76efb-13b4-4ced-99d5-0089ae81587a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:23.449057 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-d6e76efb-13b4-4ced-99d5-0089ae81587a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:23.450424 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-d6e76efb-13b4-4ced-99d5-0089ae81587a service neutron] 10.222.0.37 "PUT /v2.0/ports/20016d8b-18de-40b1-996d-71c0c39d0b89 HTTP/1.1" status: 200 len: 1092 time: 1.0336394 Sep 08 09:06:23.450860 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8211bf1-4f99-4f48-b82e-af6ba07338ed', 'tag': '20016d8b-18de-40b1-996d-71c0c39d0b89'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:06:23.453075 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd22bf8c-d257-4edb-8a65-e1c8def3f92a" -d '{"events": [{"name": "network-changed", "server_uuid": "b8211bf1-4f99-4f48-b82e-af6ba07338ed", "tag": "20016d8b-18de-40b1-996d-71c0c39d0b89"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:06:23.491844 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e76efb-13b4-4ced-99d5-0089ae81587a service neutron] Pushing event updated for resources: {'Port': ['ID=20016d8b-18de-40b1-996d-71c0c39d0b89,revision_number=3']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:23.496034 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cbc995f2-63cb-406c-8ff5-76b81fc4f146 req-ebb15234-a31c-439f-8130-927055379fcf tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:23.503837 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cbc995f2-63cb-406c-8ff5-76b81fc4f146 req-ebb15234-a31c-439f-8130-927055379fcf tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:23.516585 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4320ce23-9d20-480f-b72f-5c537a51be8c req-1f2e8c3f-6f00-458b-a348-fa6c128e040b tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/security-groups?id=92a2d89c-617a-40b4-ad8d-a67fccdc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604942 Sep 08 09:06:23.564019 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cbc995f2-63cb-406c-8ff5-76b81fc4f146 req-ebb15234-a31c-439f-8130-927055379fcf tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:23.565394 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cbc995f2-63cb-406c-8ff5-76b81fc4f146 req-ebb15234-a31c-439f-8130-927055379fcf tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3394377 Sep 08 09:06:23.569526 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-233edd2e-4245-4463-b013-540c8334ee7d tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:23.577890 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb15234-a31c-439f-8130-927055379fcf tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69e70bd6-b182-4d12-90f5-ed2077a1f61d,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:23.622168 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-233edd2e-4245-4463-b013-540c8334ee7d tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:23.726395 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-233edd2e-4245-4463-b013-540c8334ee7d tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Network 3d4d554f-2a3f-4dd9-ae19-9f19126b027c is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:06:23.738711 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-233edd2e-4245-4463-b013-540c8334ee7d tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:06:23.743143 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233edd2e-4245-4463-b013-540c8334ee7d tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Pushing event updated for resources: {'Port': ['ID=48a66fa1-796f-42bb-a5b0-f82cac34a581,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:23.752164 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-233edd2e-4245-4463-b013-540c8334ee7d tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:06:23.867186 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-233edd2e-4245-4463-b013-540c8334ee7d tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:23.868014 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-233edd2e-4245-4463-b013-540c8334ee7d tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:23.880750 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266d9d59-06b1-4eea-a742-f2b9b1ae1121 x-openstack-request-id: req-266d9d59-06b1-4eea-a742-f2b9b1ae1121 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:06:23.881197 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8211bf1-4f99-4f48-b82e-af6ba07338ed", "tag": "20016d8b-18de-40b1-996d-71c0c39d0b89", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:06:23.881679 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-266d9d59-06b1-4eea-a742-f2b9b1ae1121 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:06:23.882316 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8211bf1-4f99-4f48-b82e-af6ba07338ed', 'tag': '20016d8b-18de-40b1-996d-71c0c39d0b89', 'status': 'completed', 'code': 200} Sep 08 09:06:23.928559 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-2bf491fb-7a44-4f93-99f0-7708fc778b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:23.930907 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-2bf491fb-7a44-4f93-99f0-7708fc778b56 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f61f2c21c86b4e4992ec778c3eb5ca18&device_id=b8211bf1-4f99-4f48-b82e-af6ba07338ed HTTP/1.1" status: 200 len: 1095 time: 0.4048288 Sep 08 09:06:23.935434 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d651d200-b126-4fc4-801f-6f442e6b9fd4 req-5a04a2e2-c1ee-47cb-a2f8-4cee6423dc5b tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups/69e70bd6-b182-4d12-90f5-ed2077a1f61d HTTP/1.1" status: 200 len: 1801 time: 0.0511549 Sep 08 09:06:23.941886 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131b5d3-38f2-4b80-9078-7d3868d26d47 req-c6b801a8-760d-4dd9-a789-379217f6c5e9 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:23.943539 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a131b5d3-38f2-4b80-9078-7d3868d26d47 req-c6b801a8-760d-4dd9-a789-379217f6c5e9 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a8bcc8f-5788-4e84-b34c-7c042d615ddd HTTP/1.1" status: 200 len: 950 time: 0.1847990 Sep 08 09:06:23.952475 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-d651d200-b126-4fc4-801f-6f442e6b9fd4 req-c6d82ad1-00f2-4f9c-bcbc-949fcd0e2f9f tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Request body: {'security_group': {'name': 'tempest-sg-hth-179618680', 'description': 'tempest-description-hth-1182222028'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:06:23.966603 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-d720358d-daf2-460b-b9cb-d8a171db91cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a89527d0-9f3a-49b2-a11c-b824c47346ee {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:06:23.972011 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:23.972210 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-233edd2e-4245-4463-b013-540c8334ee7d tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6404057 Sep 08 09:06:23.984400 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-d720358d-daf2-460b-b9cb-d8a171db91cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:24.003369 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-3d6da28a-2b40-4a7f-995a-18219259a143 service neutron] Request body: {'port': {'device_id': '28eb9ad8-2ada-4653-8150-f23c1ed540f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:06:24.012363 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-3befbe7b-6e66-4914-9dce-d8514c4c0b82 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20016d8b-18de-40b1-996d-71c0c39d0b89 HTTP/1.1" status: 200 len: 217 time: 0.0545371 Sep 08 09:06:24.021651 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-d651d200-b126-4fc4-801f-6f442e6b9fd4 req-c6d82ad1-00f2-4f9c-bcbc-949fcd0e2f9f tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:24.041469 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8fc50-6085-41ca-be8a-407242989af3 req-38d4ead5-5be1-4139-ba32-74fd75e3561b tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:24.043540 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-02b8fc50-6085-41ca-be8a-407242989af3 req-38d4ead5-5be1-4139-ba32-74fd75e3561b tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a8bcc8f-5788-4e84-b34c-7c042d615ddd HTTP/1.1" status: 200 len: 950 time: 0.1722534 Sep 08 09:06:24.046914 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-d720358d-daf2-460b-b9cb-d8a171db91cd service neutron] Transition to ACTIVE for port object a89527d0-9f3a-49b2-a11c-b824c47346ee will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:06:24.068344 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-d720358d-daf2-460b-b9cb-d8a171db91cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:24.102915 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-b9b949f4-4545-40c2-8a4c-2c3cc09a575c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:24.104455 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-b9b949f4-4545-40c2-8a4c-2c3cc09a575c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc733740-4c01-4651-bc28-4a0fedf48f29 HTTP/1.1" status: 200 len: 857 time: 0.0798719 Sep 08 09:06:24.110768 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-d651d200-b126-4fc4-801f-6f442e6b9fd4 req-c6d82ad1-00f2-4f9c-bcbc-949fcd0e2f9f tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:24.123466 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-d651d200-b126-4fc4-801f-6f442e6b9fd4 req-c6d82ad1-00f2-4f9c-bcbc-949fcd0e2f9f tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:24.126402 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-d651d200-b126-4fc4-801f-6f442e6b9fd4 req-c6d82ad1-00f2-4f9c-bcbc-949fcd0e2f9f tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:24.127646 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d651d200-b126-4fc4-801f-6f442e6b9fd4 req-c6d82ad1-00f2-4f9c-bcbc-949fcd0e2f9f tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "PUT /v2.0/security-groups/69e70bd6-b182-4d12-90f5-ed2077a1f61d HTTP/1.1" status: 200 len: 1776 time: 0.1829760 Sep 08 09:06:24.144732 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a131b5d3-38f2-4b80-9078-7d3868d26d47 req-d6d7dbd8-5fde-40cb-8c1b-dfcc3b645f7f tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830409 Sep 08 09:06:24.147349 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-6eb63b17-324d-4762-b39e-22a7352ddcc3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d4d554f-2a3f-4dd9-ae19-9f19126b027c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338140 Sep 08 09:06:24.184272 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-3d6da28a-2b40-4a7f-995a-18219259a143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:24.189208 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720358d-daf2-460b-b9cb-d8a171db91cd service neutron] Pushing event updated for resources: {'Port': ['ID=a89527d0-9f3a-49b2-a11c-b824c47346ee,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:24.195188 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d82ad1-00f2-4f9c-bcbc-949fcd0e2f9f tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69e70bd6-b182-4d12-90f5-ed2077a1f61d,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:24.290594 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-e2fa3a0a-0677-4e01-9d6b-8114b7e5a5f1 service neutron] 10.222.0.37 "GET /v2.0/networks/3d4d554f-2a3f-4dd9-ae19-9f19126b027c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310492 Sep 08 09:06:24.338648 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4677abd9-d125-448e-a8b9-f71d9c1e1fd0 req-386775ee-8fb1-4d2a-9eb6-bc9b9701fead tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups/69e70bd6-b182-4d12-90f5-ed2077a1f61d HTTP/1.1" status: 200 len: 1776 time: 0.0775235 Sep 08 09:06:24.403358 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-322a4790-c6b8-4d7f-8858-84ed5ae428d3 service neutron] 10.222.0.37 "GET /v2.0/networks/3d4d554f-2a3f-4dd9-ae19-9f19126b027c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027720 Sep 08 09:06:24.452553 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-02b8fc50-6085-41ca-be8a-407242989af3 req-0661ba2d-9bc3-48bd-8dc9-9a8c6556de21 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Deleting port 4bdd6e30-45ed-4115-b4e1-bc383c2fa36a {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:06:24.452901 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-02b8fc50-6085-41ca-be8a-407242989af3 req-0661ba2d-9bc3-48bd-8dc9-9a8c6556de21 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:24.458998 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-d720358d-daf2-460b-b9cb-d8a171db91cd service neutron] Attempting to bind port a89527d0-9f3a-49b2-a11c-b824c47346ee on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:06:24.459273 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-d720358d-daf2-460b-b9cb-d8a171db91cd service neutron] Attempting to bind port a89527d0-9f3a-49b2-a11c-b824c47346ee by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '23311806-875c-4730-9f8b-8787517e0630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3d4d554f-2a3f-4dd9-ae19-9f19126b027c'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:06:24.459606 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-d720358d-daf2-460b-b9cb-d8a171db91cd service neutron] Attempting to bind port a89527d0-9f3a-49b2-a11c-b824c47346ee on network 3d4d554f-2a3f-4dd9-ae19-9f19126b027c {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:06:24.613187 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22bf8c-d257-4edb-8a65-e1c8def3f92a req-4f15a2be-c386-4925-83b0-7c471325d130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:24.614772 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cd22bf8c-d257-4edb-8a65-e1c8def3f92a req-4f15a2be-c386-4925-83b0-7c471325d130 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f61f2c21c86b4e4992ec778c3eb5ca18&device_id=b8211bf1-4f99-4f48-b82e-af6ba07338ed HTTP/1.1" status: 200 len: 1095 time: 0.0762830 Sep 08 09:06:24.619442 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a71e04d5-17c6-424e-97c0-af838af8a16e req-6c40401e-2195-4145-ac2f-0966f0f53df3 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups/69e70bd6-b182-4d12-90f5-ed2077a1f61d HTTP/1.1" status: 200 len: 1776 time: 0.0539451 Sep 08 09:06:24.676066 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 900388cb-5490-4f76-9cf2-844d6aba9c0f no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:06:24.700131 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: 900388cb-5490-4f76-9cf2-844d6aba9c0f {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:06:24.700486 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 900388cb-5490-4f76-9cf2-844d6aba9c0f not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:06:24.750302 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-a71e04d5-17c6-424e-97c0-af838af8a16e req-390209b0-8f39-443a-b72f-453948ab98ea tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:24.771624 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22bf8c-d257-4edb-8a65-e1c8def3f92a req-f7df5c64-b699-4e48-bded-ea000f419a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:24.773482 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cd22bf8c-d257-4edb-8a65-e1c8def3f92a req-f7df5c64-b699-4e48-bded-ea000f419a5d service neutron] 10.222.0.37 "GET /v2.0/networks?id=3d4d554f-2a3f-4dd9-ae19-9f19126b027c HTTP/1.1" status: 200 len: 918 time: 0.1409974 Sep 08 09:06:24.784815 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-a71e04d5-17c6-424e-97c0-af838af8a16e req-390209b0-8f39-443a-b72f-453948ab98ea tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:24.800076 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-d720358d-daf2-460b-b9cb-d8a171db91cd service neutron] Port a89527d0-9f3a-49b2-a11c-b824c47346ee on network 3d4d554f-2a3f-4dd9-ae19-9f19126b027c not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:06:24.800387 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-d720358d-daf2-460b-b9cb-d8a171db91cd service neutron] Attempting to bind port a89527d0-9f3a-49b2-a11c-b824c47346ee on network 3d4d554f-2a3f-4dd9-ae19-9f19126b027c {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:06:24.810701 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7463ad-3d9f-4539-ad8c-424e3546d464 req-77d031da-340b-4470-aaf8-066f4d33b84a tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:24.816518 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7463ad-3d9f-4539-ad8c-424e3546d464 req-77d031da-340b-4470-aaf8-066f4d33b84a tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:24.823146 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7463ad-3d9f-4539-ad8c-424e3546d464 req-77d031da-340b-4470-aaf8-066f4d33b84a tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:24.824799 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ef7463ad-3d9f-4539-ad8c-424e3546d464 req-77d031da-340b-4470-aaf8-066f4d33b84a tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/ports?device_id=634b5f83-7e20-411c-9906-b875782a0f4c HTTP/1.1" status: 200 len: 2419 time: 0.5500638 Sep 08 09:06:24.836562 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cd22bf8c-d257-4edb-8a65-e1c8def3f92a req-e8fc7fac-0fde-4426-853c-33b865f76bf7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20016d8b-18de-40b1-996d-71c0c39d0b89 HTTP/1.1" status: 200 len: 217 time: 0.0427830 Sep 08 09:06:24.876303 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-d720358d-daf2-460b-b9cb-d8a171db91cd service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:06:24.876647 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-d720358d-daf2-460b-b9cb-d8a171db91cd service neutron] Checking segment: {'id': '23311806-875c-4730-9f8b-8787517e0630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3d4d554f-2a3f-4dd9-ae19-9f19126b027c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:06:24.877028 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-d720358d-daf2-460b-b9cb-d8a171db91cd service neutron] Bound using segment: {'id': '23311806-875c-4730-9f8b-8787517e0630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3d4d554f-2a3f-4dd9-ae19-9f19126b027c'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:06:24.877475 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-d720358d-daf2-460b-b9cb-d8a171db91cd service neutron] Bound port: a89527d0-9f3a-49b2-a11c-b824c47346ee, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23311806-875c-4730-9f8b-8787517e0630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3d4d554f-2a3f-4dd9-ae19-9f19126b027c'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:06:24.877842 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-d720358d-daf2-460b-b9cb-d8a171db91cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:24.898146 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22bf8c-d257-4edb-8a65-e1c8def3f92a req-f6c68b8e-b67f-407f-9fe4-4d506ce12c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:24.899684 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cd22bf8c-d257-4edb-8a65-e1c8def3f92a req-f6c68b8e-b67f-407f-9fe4-4d506ce12c19 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc733740-4c01-4651-bc28-4a0fedf48f29 HTTP/1.1" status: 200 len: 857 time: 0.0536606 Sep 08 09:06:24.900698 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-a71e04d5-17c6-424e-97c0-af838af8a16e req-390209b0-8f39-443a-b72f-453948ab98ea tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:24.903339 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-a71e04d5-17c6-424e-97c0-af838af8a16e req-390209b0-8f39-443a-b72f-453948ab98ea tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:24.904337 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a71e04d5-17c6-424e-97c0-af838af8a16e req-390209b0-8f39-443a-b72f-453948ab98ea tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "DELETE /v2.0/security-groups/69e70bd6-b182-4d12-90f5-ed2077a1f61d HTTP/1.1" status: 204 len: 173 time: 0.2787182 Sep 08 09:06:24.923425 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390209b0-8f39-443a-b72f-453948ab98ea tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e70bd6-b182-4d12-90f5-ed2077a1f61d,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:24.941012 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cd22bf8c-d257-4edb-8a65-e1c8def3f92a req-f2b074f1-c014-4377-a523-03c6e5545f8e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d4d554f-2a3f-4dd9-ae19-9f19126b027c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273411 Sep 08 09:06:25.021299 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ef7463ad-3d9f-4539-ad8c-424e3546d464 req-859971d1-e350-4d6f-af89-c44a2ad57bf7 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/security-groups?id=f580c0d3-23b6-4ea1-a90d-d6c7097d955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797588 Sep 08 09:06:25.023253 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-02b8fc50-6085-41ca-be8a-407242989af3 req-0661ba2d-9bc3-48bd-8dc9-9a8c6556de21 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] For port 4bdd6e30-45ed-4115-b4e1-bc383c2fa36a, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=4bdd6e30-45ed-4115-b4e1-bc383c2fa36a,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:25.023654 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-02b8fc50-6085-41ca-be8a-407242989af3 req-0661ba2d-9bc3-48bd-8dc9-9a8c6556de21 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:25.059698 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-02b8fc50-6085-41ca-be8a-407242989af3 req-0661ba2d-9bc3-48bd-8dc9-9a8c6556de21 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Calling delete_port for 4bdd6e30-45ed-4115-b4e1-bc383c2fa36a owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:06:25.080411 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431dd56-195c-479a-8133-8089c6f7606e req-72bf76ab-76f1-4b6f-b7a8-342a31577c95 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:25.080611 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6431dd56-195c-479a-8133-8089c6f7606e req-72bf76ab-76f1-4b6f-b7a8-342a31577c95 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/ports?device_id=c44f36b8-2b2f-45ae-83d1-9ebb6eafd0ba HTTP/1.1" status: 200 len: 943 time: 0.1016819 Sep 08 09:06:25.098866 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cd22bf8c-d257-4edb-8a65-e1c8def3f92a req-704fd882-75f8-4dc5-80ae-c74fcbd6ebfc service neutron] 10.222.0.37 "GET /v2.0/networks/3d4d554f-2a3f-4dd9-ae19-9f19126b027c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437337 Sep 08 09:06:25.139917 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-d720358d-daf2-460b-b9cb-d8a171db91cd service neutron] For port a89527d0-9f3a-49b2-a11c-b824c47346ee, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:06:25.144599 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6431dd56-195c-479a-8133-8089c6f7606e req-92302c19-7dbb-48fe-8d21-73fbe3536e58 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/security-groups?id=92a2d89c-617a-40b4-ad8d-a67fccdc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557325 Sep 08 09:06:25.194217 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-d720358d-daf2-460b-b9cb-d8a171db91cd service neutron] For port a89527d0-9f3a-49b2-a11c-b824c47346ee, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=a89527d0-9f3a-49b2-a11c-b824c47346ee,segment=NetworkSegment(23311806-875c-4730-9f8b-8787517e0630),segment_id=23311806-875c-4730-9f8b-8787517e0630)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:06:25.206670 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-3d6da28a-2b40-4a7f-995a-18219259a143 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48a66fa1-796f-42bb-a5b0-f82cac34a581 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:06:25.213226 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-d720358d-daf2-460b-b9cb-d8a171db91cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:25.222314 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-3d6da28a-2b40-4a7f-995a-18219259a143 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:25.243088 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cd22bf8c-d257-4edb-8a65-e1c8def3f92a req-889cc471-0442-44d5-8e81-d8e835d877cc service neutron] 10.222.0.37 "GET /v2.0/networks/3d4d554f-2a3f-4dd9-ae19-9f19126b027c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283298 Sep 08 09:06:25.274797 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-d720358d-daf2-460b-b9cb-d8a171db91cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:25.275727 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-d720358d-daf2-460b-b9cb-d8a171db91cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:25.277266 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-d720358d-daf2-460b-b9cb-d8a171db91cd service neutron] 10.222.0.35 "PUT /v2.0/ports/a89527d0-9f3a-49b2-a11c-b824c47346ee HTTP/1.1" status: 200 len: 1092 time: 2.3028989 Sep 08 09:06:25.281731 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44f36b8-2b2f-45ae-83d1-9ebb6eafd0ba', 'tag': 'a89527d0-9f3a-49b2-a11c-b824c47346ee'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:06:25.284126 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fee4fc-743a-4d57-9543-fb20b75052f3" -d '{"events": [{"name": "network-changed", "server_uuid": "c44f36b8-2b2f-45ae-83d1-9ebb6eafd0ba", "tag": "a89527d0-9f3a-49b2-a11c-b824c47346ee"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:06:25.300596 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-3d6da28a-2b40-4a7f-995a-18219259a143 service neutron] Transition to ACTIVE for port object 48a66fa1-796f-42bb-a5b0-f82cac34a581 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:06:25.355716 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-3d6da28a-2b40-4a7f-995a-18219259a143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:25.360371 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [req-6a01fcfe-dbbe-44d0-ae17-a06e4749bcca req-1ec567a5-ecc2-4a56-9f05-5f8583bcf6c6 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] show failed (client error): The resource could not be found. Sep 08 09:06:25.361434 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6a01fcfe-dbbe-44d0-ae17-a06e4749bcca req-1ec567a5-ecc2-4a56-9f05-5f8583bcf6c6 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups/66cc3083-9b2b-496b-8131-2f2469b8a537 HTTP/1.1" status: 404 len: 352 time: 0.0143199 Sep 08 09:06:25.361934 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720358d-daf2-460b-b9cb-d8a171db91cd service neutron] Pushing event updated for resources: {'Port': ['ID=a89527d0-9f3a-49b2-a11c-b824c47346ee,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:25.491781 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207cd4ac-387a-493d-a79a-1bf0c1a83e97 req-a2a9ab28-bc65-4c25-9e2e-112829415d0f tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:25.493494 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-207cd4ac-387a-493d-a79a-1bf0c1a83e97 req-a2a9ab28-bc65-4c25-9e2e-112829415d0f tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=9a8bcc8f-5788-4e84-b34c-7c042d615ddd HTTP/1.1" status: 200 len: 950 time: 0.2004409 Sep 08 09:06:25.497325 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f93e75-ba02-4322-a96b-45b3b567a1c4 x-openstack-request-id: req-54f93e75-ba02-4322-a96b-45b3b567a1c4 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:06:25.497846 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44f36b8-2b2f-45ae-83d1-9ebb6eafd0ba", "tag": "a89527d0-9f3a-49b2-a11c-b824c47346ee", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:06:25.497846 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-54f93e75-ba02-4322-a96b-45b3b567a1c4 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:06:25.498277 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44f36b8-2b2f-45ae-83d1-9ebb6eafd0ba', 'tag': 'a89527d0-9f3a-49b2-a11c-b824c47346ee', 'status': 'completed', 'code': 200} Sep 08 09:06:25.507128 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-887e5c4a-f739-4067-9c17-a95b3dc1ec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:25.509425 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-887e5c4a-f739-4067-9c17-a95b3dc1ec5d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f61f2c21c86b4e4992ec778c3eb5ca18&device_id=c44f36b8-2b2f-45ae-83d1-9ebb6eafd0ba HTTP/1.1" status: 200 len: 1095 time: 0.1621237 Sep 08 09:06:25.510269 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6da28a-2b40-4a7f-995a-18219259a143 service neutron] Pushing event updated for resources: {'Port': ['ID=48a66fa1-796f-42bb-a5b0-f82cac34a581,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:25.576934 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-02b8fc50-6085-41ca-be8a-407242989af3 req-0661ba2d-9bc3-48bd-8dc9-9a8c6556de21 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:25.589648 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718dbb70-d032-42af-86de-e1554b634e1b req-bd158b7e-5f59-4258-85f9-4afb88d00aac tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:25.595672 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718dbb70-d032-42af-86de-e1554b634e1b req-bd158b7e-5f59-4258-85f9-4afb88d00aac tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:25.602522 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718dbb70-d032-42af-86de-e1554b634e1b req-bd158b7e-5f59-4258-85f9-4afb88d00aac tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:25.604232 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-718dbb70-d032-42af-86de-e1554b634e1b req-bd158b7e-5f59-4258-85f9-4afb88d00aac tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/ports?device_id=634b5f83-7e20-411c-9906-b875782a0f4c HTTP/1.1" status: 200 len: 2419 time: 0.0687487 Sep 08 09:06:25.617578 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['fb2e5f1e-9c50-48e7-b6bb-e637dec86b44', 'f4d691e7-e9a2-4853-8163-af247dd9cc84', '27f59616-58c5-4693-bbcf-b53a0c3a8b30', '02b7ad11-0b98-47e7-9331-8af04186c492', '5f466c07-ce54-4b5d-a7ce-bf01fa868b06'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:06:25.620519 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-10e9a1b7-ce27-485c-adbe-f3d7f73fcd42 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a89527d0-9f3a-49b2-a11c-b824c47346ee HTTP/1.1" status: 200 len: 217 time: 0.0790842 Sep 08 09:06:25.620747 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['9e98ff4c-63d3-4bcd-b49c-1e626df063aa', 'eaa66411-0103-4476-a551-2a50c97eb2f0', '4bdd6e30-45ed-4115-b4e1-bc383c2fa36a'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:06:25.650152 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-718dbb70-d032-42af-86de-e1554b634e1b req-46427acb-26bf-4d19-9bc4-51b1b6172d02 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/security-groups?id=f580c0d3-23b6-4ea1-a90d-d6c7097d955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385091 Sep 08 09:06:25.668913 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0661ba2d-9bc3-48bd-8dc9-9a8c6556de21 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Pushing event deleted for resources: {'Port': ['ID=4bdd6e30-45ed-4115-b4e1-bc383c2fa36a,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:25.696160 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [req-c2baa0f1-ada0-45d6-bade-b884e7b3e2d5 req-55735960-3721-4afd-881f-5ae5a94f7ea4 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] show failed (client error): The resource could not be found. Sep 08 09:06:25.697262 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c2baa0f1-ada0-45d6-bade-b884e7b3e2d5 req-55735960-3721-4afd-881f-5ae5a94f7ea4 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups/fdf8e314-600a-4c72-a63e-93a8913b40cc HTTP/1.1" status: 404 len: 352 time: 0.0174046 Sep 08 09:06:25.703046 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-207cd4ac-387a-493d-a79a-1bf0c1a83e97 req-20ec56a3-a18c-42ab-b994-c8b9b11dc2ea tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004240 Sep 08 09:06:25.764635 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-5ea2107a-6a92-4545-87b4-4b9761df14c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:25.766212 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-5ea2107a-6a92-4545-87b4-4b9761df14c8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc733740-4c01-4651-bc28-4a0fedf48f29 HTTP/1.1" status: 200 len: 857 time: 0.1110647 Sep 08 09:06:25.766907 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-3d6da28a-2b40-4a7f-995a-18219259a143 service neutron] Attempting to bind port 48a66fa1-796f-42bb-a5b0-f82cac34a581 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:06:25.767250 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-3d6da28a-2b40-4a7f-995a-18219259a143 service neutron] Attempting to bind port 48a66fa1-796f-42bb-a5b0-f82cac34a581 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '23311806-875c-4730-9f8b-8787517e0630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3d4d554f-2a3f-4dd9-ae19-9f19126b027c'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:06:25.767750 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-3d6da28a-2b40-4a7f-995a-18219259a143 service neutron] Attempting to bind port 48a66fa1-796f-42bb-a5b0-f82cac34a581 on network 3d4d554f-2a3f-4dd9-ae19-9f19126b027c {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:06:25.770013 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b8fc50-6085-41ca-be8a-407242989af3 req-0661ba2d-9bc3-48bd-8dc9-9a8c6556de21 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] No DVR routers for this DVR port 4bdd6e30-45ed-4115-b4e1-bc383c2fa36a on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:06:25.773862 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-02b8fc50-6085-41ca-be8a-407242989af3 req-0661ba2d-9bc3-48bd-8dc9-9a8c6556de21 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:25.777103 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-02b8fc50-6085-41ca-be8a-407242989af3 req-0661ba2d-9bc3-48bd-8dc9-9a8c6556de21 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.35 "DELETE /v2.0/ports/4bdd6e30-45ed-4115-b4e1-bc383c2fa36a HTTP/1.1" status: 204 len: 173 time: 1.7239606 Sep 08 09:06:25.789760 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-3d6da28a-2b40-4a7f-995a-18219259a143 service neutron] Port 48a66fa1-796f-42bb-a5b0-f82cac34a581 on network 3d4d554f-2a3f-4dd9-ae19-9f19126b027c not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:06:25.790387 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-3d6da28a-2b40-4a7f-995a-18219259a143 service neutron] Attempting to bind port 48a66fa1-796f-42bb-a5b0-f82cac34a581 on network 3d4d554f-2a3f-4dd9-ae19-9f19126b027c {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:06:25.810660 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-83be94bd-b92b-41ad-9588-34a7104398d0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3d4d554f-2a3f-4dd9-ae19-9f19126b027c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325360 Sep 08 09:06:25.813927 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-3d6da28a-2b40-4a7f-995a-18219259a143 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:06:25.814601 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-3d6da28a-2b40-4a7f-995a-18219259a143 service neutron] Checking segment: {'id': '23311806-875c-4730-9f8b-8787517e0630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3d4d554f-2a3f-4dd9-ae19-9f19126b027c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:06:25.815316 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-3d6da28a-2b40-4a7f-995a-18219259a143 service neutron] Bound using segment: {'id': '23311806-875c-4730-9f8b-8787517e0630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3d4d554f-2a3f-4dd9-ae19-9f19126b027c'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:06:25.815872 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-3d6da28a-2b40-4a7f-995a-18219259a143 service neutron] Bound port: 48a66fa1-796f-42bb-a5b0-f82cac34a581, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23311806-875c-4730-9f8b-8787517e0630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3d4d554f-2a3f-4dd9-ae19-9f19126b027c'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:06:25.816598 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-3d6da28a-2b40-4a7f-995a-18219259a143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:25.900393 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [req-cdb1c42d-0c49-4756-956e-cfab0e920014 req-4d1a4e13-8891-44ef-b995-dfab0cfe5cf7 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] show failed (client error): The resource could not be found. Sep 08 09:06:25.921042 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cdb1c42d-0c49-4756-956e-cfab0e920014 req-4d1a4e13-8891-44ef-b995-dfab0cfe5cf7 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups/0bb30c3b-5f4d-45dc-9a83-d3440c494863 HTTP/1.1" status: 404 len: 352 time: 0.0509987 Sep 08 09:06:25.979216 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [req-55153af3-ce6d-4127-8a0e-1e09a0c684a2 req-23e33b42-5a5c-436b-842e-1815ed238946 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] show failed (client error): The resource could not be found. Sep 08 09:06:25.980381 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-55153af3-ce6d-4127-8a0e-1e09a0c684a2 req-23e33b42-5a5c-436b-842e-1815ed238946 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups/dc1b56aa-4828-4a59-a2e2-5babf28887c6 HTTP/1.1" status: 404 len: 352 time: 0.0283923 Sep 08 09:06:26.018173 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [req-44f1be0e-5d76-432b-a53f-c23ef4d615ab req-63c3b40f-0d0d-4fe3-a5f3-2bfef0c666b0 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] show failed (client error): The resource could not be found. Sep 08 09:06:26.019392 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-44f1be0e-5d76-432b-a53f-c23ef4d615ab req-63c3b40f-0d0d-4fe3-a5f3-2bfef0c666b0 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups/90383c3f-5a4e-4266-992b-538fc2bdff6f HTTP/1.1" status: 404 len: 352 time: 0.0158551 Sep 08 09:06:26.050658 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-3d1ac8cc-3895-434a-ad45-1ff9bc867b71 service neutron] 10.222.0.35 "GET /v2.0/networks/3d4d554f-2a3f-4dd9-ae19-9f19126b027c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742094 Sep 08 09:06:26.053283 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-3d6da28a-2b40-4a7f-995a-18219259a143 service neutron] For port 48a66fa1-796f-42bb-a5b0-f82cac34a581, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:06:26.058465 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-3d6da28a-2b40-4a7f-995a-18219259a143 service neutron] For port 48a66fa1-796f-42bb-a5b0-f82cac34a581, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=48a66fa1-796f-42bb-a5b0-f82cac34a581,segment=NetworkSegment(23311806-875c-4730-9f8b-8787517e0630),segment_id=23311806-875c-4730-9f8b-8787517e0630)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:06:26.087285 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-3d6da28a-2b40-4a7f-995a-18219259a143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:26.106893 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [req-668337fb-126a-4e47-8754-3045c9af511d req-d270b76e-fbfe-4b53-a426-1ceae96fda1a tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] show failed (client error): The resource could not be found. Sep 08 09:06:26.107982 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-668337fb-126a-4e47-8754-3045c9af511d req-d270b76e-fbfe-4b53-a426-1ceae96fda1a tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups/a7890d0b-a637-4145-99e5-07dae8ac18a5 HTTP/1.1" status: 404 len: 352 time: 0.0481782 Sep 08 09:06:26.147450 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-3d6da28a-2b40-4a7f-995a-18219259a143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:26.148071 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-3d6da28a-2b40-4a7f-995a-18219259a143 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:26.149522 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-3d6da28a-2b40-4a7f-995a-18219259a143 service neutron] 10.222.0.37 "PUT /v2.0/ports/48a66fa1-796f-42bb-a5b0-f82cac34a581 HTTP/1.1" status: 200 len: 1092 time: 2.1536584 Sep 08 09:06:26.217158 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6da28a-2b40-4a7f-995a-18219259a143 service neutron] Pushing event updated for resources: {'Port': ['ID=48a66fa1-796f-42bb-a5b0-f82cac34a581,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:26.266965 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-947df858-7d12-4b1a-9e41-626f13c280df service neutron] 10.222.0.35 "GET /v2.0/networks/3d4d554f-2a3f-4dd9-ae19-9f19126b027c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979582 Sep 08 09:06:26.326073 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-20fdd4ac-377d-49d5-86f5-fc65d878655d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:26.327603 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-20fdd4ac-377d-49d5-86f5-fc65d878655d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f61f2c21c86b4e4992ec778c3eb5ca18&device_id=28eb9ad8-2ada-4653-8150-f23c1ed540f9 HTTP/1.1" status: 200 len: 1095 time: 0.1020575 Sep 08 09:06:26.340873 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192b91d-c776-4360-a938-6ec17d9de824 req-a54825d4-8807-43e5-81a4-71b195e72262 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:26.342493 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d192b91d-c776-4360-a938-6ec17d9de824 req-a54825d4-8807-43e5-81a4-71b195e72262 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/ports?device_id=c44f36b8-2b2f-45ae-83d1-9ebb6eafd0ba HTTP/1.1" status: 200 len: 943 time: 0.0785995 Sep 08 09:06:26.404395 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd8a82-1894-4e71-8bd8-327de2d3994f req-edaf8049-9566-48ee-b514-5d6719c169e8 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:26.405863 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e4cd8a82-1894-4e71-8bd8-327de2d3994f req-edaf8049-9566-48ee-b514-5d6719c169e8 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/ports?device_id=09b792d8-897b-434d-8165-44dbc6dc5f2b HTTP/1.1" status: 200 len: 1023 time: 0.0549049 Sep 08 09:06:26.425640 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-e9e7cc2c-3e9b-40d7-9388-df8f048f13a5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=48a66fa1-796f-42bb-a5b0-f82cac34a581 HTTP/1.1" status: 200 len: 217 time: 0.0508764 Sep 08 09:06:26.464742 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e4cd8a82-1894-4e71-8bd8-327de2d3994f req-5a1b5c51-f741-463d-8492-1cf352827fe0 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups?id=d8869e5c-75aa-4c31-8125-53cd55e83eba&id=d410d8df-b68e-49e6-bb51-3f49421182e6&id=40d31387-2391-4184-8c09-4b8339a7d7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0523415 Sep 08 09:06:26.492126 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d192b91d-c776-4360-a938-6ec17d9de824 req-e06de72f-2512-49c6-b57c-2495226fd203 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/security-groups?id=92a2d89c-617a-40b4-ad8d-a67fccdc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408632 Sep 08 09:06:26.532917 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fee4fc-743a-4d57-9543-fb20b75052f3 req-2363abed-54a9-466a-8b31-d51497288e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:26.534530 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-39fee4fc-743a-4d57-9543-fb20b75052f3 req-2363abed-54a9-466a-8b31-d51497288e9b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f61f2c21c86b4e4992ec778c3eb5ca18&device_id=c44f36b8-2b2f-45ae-83d1-9ebb6eafd0ba HTTP/1.1" status: 200 len: 1095 time: 0.1208179 Sep 08 09:06:26.538348 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-b6a171b2-b805-425f-8242-08b2d33ba882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:26.540401 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-b6a171b2-b805-425f-8242-08b2d33ba882 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc733740-4c01-4651-bc28-4a0fedf48f29 HTTP/1.1" status: 200 len: 857 time: 0.0856929 Sep 08 09:06:26.600872 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-3e19de36-d153-4fc1-80a1-006f59e2b9d9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d4d554f-2a3f-4dd9-ae19-9f19126b027c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479505 Sep 08 09:06:26.728982 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fee4fc-743a-4d57-9543-fb20b75052f3 req-75bcf96a-f0a0-4317-9830-39443dc203ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:26.730348 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-39fee4fc-743a-4d57-9543-fb20b75052f3 req-75bcf96a-f0a0-4317-9830-39443dc203ef service neutron] 10.222.0.35 "GET /v2.0/networks?id=3d4d554f-2a3f-4dd9-ae19-9f19126b027c HTTP/1.1" status: 200 len: 918 time: 0.1872180 Sep 08 09:06:26.811449 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-39fee4fc-743a-4d57-9543-fb20b75052f3 req-91612c75-ea2f-40ba-aa0b-afd6adf87431 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a89527d0-9f3a-49b2-a11c-b824c47346ee HTTP/1.1" status: 200 len: 217 time: 0.0706670 Sep 08 09:06:26.817841 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-6ad638bd-35f1-4f72-94b9-7c5d482fed0a service neutron] 10.222.0.37 "GET /v2.0/networks/3d4d554f-2a3f-4dd9-ae19-9f19126b027c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802368 Sep 08 09:06:26.887273 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbabe5c7-3dca-4586-837d-d3ec4901d1f5 req-c8e970d1-470f-4eee-aec1-e3d176caffc1 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:26.893296 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbabe5c7-3dca-4586-837d-d3ec4901d1f5 req-c8e970d1-470f-4eee-aec1-e3d176caffc1 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:26.899369 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbabe5c7-3dca-4586-837d-d3ec4901d1f5 req-c8e970d1-470f-4eee-aec1-e3d176caffc1 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:26.901114 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dbabe5c7-3dca-4586-837d-d3ec4901d1f5 req-c8e970d1-470f-4eee-aec1-e3d176caffc1 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/ports?device_id=634b5f83-7e20-411c-9906-b875782a0f4c HTTP/1.1" status: 200 len: 2419 time: 0.1759682 Sep 08 09:06:26.978983 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fee4fc-743a-4d57-9543-fb20b75052f3 req-e8a2e36d-01e8-42f3-a004-e2162e48b0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:26.980468 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-39fee4fc-743a-4d57-9543-fb20b75052f3 req-e8a2e36d-01e8-42f3-a004-e2162e48b0eb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cc733740-4c01-4651-bc28-4a0fedf48f29 HTTP/1.1" status: 200 len: 857 time: 0.1598947 Sep 08 09:06:27.002311 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dbabe5c7-3dca-4586-837d-d3ec4901d1f5 req-ff4d00ae-e9c5-422a-9eb5-7c6c596eb007 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/security-groups?id=f580c0d3-23b6-4ea1-a90d-d6c7097d955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920351 Sep 08 09:06:27.013675 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26516f01-be4c-41d4-9001-2c18de7cdd34 req-af70f525-9e0b-4287-80b3-a674048232f7 service neutron] 10.222.0.37 "GET /v2.0/networks/3d4d554f-2a3f-4dd9-ae19-9f19126b027c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812019 Sep 08 09:06:27.057009 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-39fee4fc-743a-4d57-9543-fb20b75052f3 req-b45810e2-8ca7-4558-b89b-e49d9d047a58 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3d4d554f-2a3f-4dd9-ae19-9f19126b027c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407481 Sep 08 09:06:27.178311 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8b28a-a1f7-4af8-bfec-01f4f9407e12 req-e7ab10b1-0ed1-48c3-b822-e86a15b30fa0 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:27.179492 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c1b8b28a-a1f7-4af8-bfec-01f4f9407e12 req-e7ab10b1-0ed1-48c3-b822-e86a15b30fa0 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffecc402-fc50-47fd-91ac-ac7d77eb5f80 HTTP/1.1" status: 200 len: 949 time: 0.1066947 Sep 08 09:06:27.210338 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-39fee4fc-743a-4d57-9543-fb20b75052f3 req-b89db0a1-c258-44ab-bdcb-fb72a61e5250 service neutron] 10.222.0.35 "GET /v2.0/networks/3d4d554f-2a3f-4dd9-ae19-9f19126b027c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448741 Sep 08 09:06:27.275643 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c1b8b28a-a1f7-4af8-bfec-01f4f9407e12 req-989f620c-1975-44c2-b7ed-c76c4cac1946 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864460 Sep 08 09:06:27.355004 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-39fee4fc-743a-4d57-9543-fb20b75052f3 req-399fb527-c912-4a7c-9b6f-144d59586b0b service neutron] 10.222.0.35 "GET /v2.0/networks/3d4d554f-2a3f-4dd9-ae19-9f19126b027c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359255 Sep 08 09:06:27.498993 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8bcc8f-5788-4e84-b34c-7c042d615ddd', 'name': 'network-vif-deleted', 'tag': '4bdd6e30-45ed-4115-b4e1-bc383c2fa36a'}, {'name': 'network-changed', 'server_uuid': '28eb9ad8-2ada-4653-8150-f23c1ed540f9', 'tag': '48a66fa1-796f-42bb-a5b0-f82cac34a581'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:06:27.501355 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f074ef-0dfd-482a-adbf-82242ae0fceb" -d '{"events": [{"server_uuid": "9a8bcc8f-5788-4e84-b34c-7c042d615ddd", "name": "network-vif-deleted", "tag": "4bdd6e30-45ed-4115-b4e1-bc383c2fa36a"}, {"name": "network-changed", "server_uuid": "28eb9ad8-2ada-4653-8150-f23c1ed540f9", "tag": "48a66fa1-796f-42bb-a5b0-f82cac34a581"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:06:27.556905 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 08 Sep 2021 09:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862ed0cf-9159-48f1-9793-1f15b4f9526d x-openstack-request-id: req-862ed0cf-9159-48f1-9793-1f15b4f9526d {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:06:27.557554 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a8bcc8f-5788-4e84-b34c-7c042d615ddd", "name": "network-vif-deleted", "tag": "4bdd6e30-45ed-4115-b4e1-bc383c2fa36a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "28eb9ad8-2ada-4653-8150-f23c1ed540f9", "tag": "48a66fa1-796f-42bb-a5b0-f82cac34a581", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:06:27.557793 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-862ed0cf-9159-48f1-9793-1f15b4f9526d {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:06:27.558122 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8bcc8f-5788-4e84-b34c-7c042d615ddd', 'name': 'network-vif-deleted', 'tag': '4bdd6e30-45ed-4115-b4e1-bc383c2fa36a', 'status': 'completed', 'code': 200} Sep 08 09:06:27.558408 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28eb9ad8-2ada-4653-8150-f23c1ed540f9', 'tag': '48a66fa1-796f-42bb-a5b0-f82cac34a581', 'status': 'completed', 'code': 200} Sep 08 09:06:27.591865 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f84e7d-0978-4f57-8a42-daa0460d1572 req-9a1d8b9c-3f8b-49aa-a4d7-f69d83c64852 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:27.593422 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-43f84e7d-0978-4f57-8a42-daa0460d1572 req-9a1d8b9c-3f8b-49aa-a4d7-f69d83c64852 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/ports?device_id=09b792d8-897b-434d-8165-44dbc6dc5f2b HTTP/1.1" status: 200 len: 1023 time: 0.0543742 Sep 08 09:06:27.640066 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-43f84e7d-0978-4f57-8a42-daa0460d1572 req-aa997b6e-88c0-44cc-b702-37c2be29e36c tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups?id=d8869e5c-75aa-4c31-8125-53cd55e83eba&id=d410d8df-b68e-49e6-bb51-3f49421182e6&id=40d31387-2391-4184-8c09-4b8339a7d7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0392773 Sep 08 09:06:27.715758 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c4f31-8981-4f94-9e96-4e432cd4ab8d req-1d3f4dee-c6d9-4b7e-be57-9a98b4aefa67 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:27.721694 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c4f31-8981-4f94-9e96-4e432cd4ab8d req-1d3f4dee-c6d9-4b7e-be57-9a98b4aefa67 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:27.727999 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c4f31-8981-4f94-9e96-4e432cd4ab8d req-1d3f4dee-c6d9-4b7e-be57-9a98b4aefa67 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:27.729666 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0d1c4f31-8981-4f94-9e96-4e432cd4ab8d req-1d3f4dee-c6d9-4b7e-be57-9a98b4aefa67 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.35 "GET /v2.0/ports?device_id=634b5f83-7e20-411c-9906-b875782a0f4c HTTP/1.1" status: 200 len: 2419 time: 0.1349988 Sep 08 09:06:27.733394 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f074ef-0dfd-482a-adbf-82242ae0fceb req-322e4e99-fe09-4bef-847f-c4ae5912dde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:27.734806 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-72f074ef-0dfd-482a-adbf-82242ae0fceb req-322e4e99-fe09-4bef-847f-c4ae5912dde8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f61f2c21c86b4e4992ec778c3eb5ca18&device_id=28eb9ad8-2ada-4653-8150-f23c1ed540f9 HTTP/1.1" status: 200 len: 1095 time: 0.1058257 Sep 08 09:06:27.760776 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663bdb4-92b5-49ad-a859-5018e60d0931 req-1ad0cc3a-7de7-4c5a-aed0-a2b4efabb833 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:27.762147 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8663bdb4-92b5-49ad-a859-5018e60d0931 req-1ad0cc3a-7de7-4c5a-aed0-a2b4efabb833 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/ports?device_id=c44f36b8-2b2f-45ae-83d1-9ebb6eafd0ba HTTP/1.1" status: 200 len: 943 time: 0.1343515 Sep 08 09:06:27.908405 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8663bdb4-92b5-49ad-a859-5018e60d0931 req-09fa8b82-8767-4026-8a01-7b55c87e8b95 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/security-groups?id=92a2d89c-617a-40b4-ad8d-a67fccdc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200788 Sep 08 09:06:27.925852 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f074ef-0dfd-482a-adbf-82242ae0fceb req-91405483-59c0-4a35-bf8a-2242859856c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:27.927360 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-72f074ef-0dfd-482a-adbf-82242ae0fceb req-91405483-59c0-4a35-bf8a-2242859856c0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3d4d554f-2a3f-4dd9-ae19-9f19126b027c HTTP/1.1" status: 200 len: 918 time: 0.1815367 Sep 08 09:06:27.940321 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-0d1c4f31-8981-4f94-9e96-4e432cd4ab8d req-ba8b57e1-26b8-4b06-bfac-d96bf65da65b tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Deleting port 63253b33-5d50-41f3-bd7e-d990015a84dc {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:06:27.940662 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0d1c4f31-8981-4f94-9e96-4e432cd4ab8d req-ba8b57e1-26b8-4b06-bfac-d96bf65da65b tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:27.995696 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-72f074ef-0dfd-482a-adbf-82242ae0fceb req-4d439c29-87ab-4dd5-921b-0840ed12c0de service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=48a66fa1-796f-42bb-a5b0-f82cac34a581 HTTP/1.1" status: 200 len: 217 time: 0.0521944 Sep 08 09:06:28.120588 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f074ef-0dfd-482a-adbf-82242ae0fceb req-6bda80a1-3aca-45e0-8a6c-84d9985ea640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:28.122268 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-72f074ef-0dfd-482a-adbf-82242ae0fceb req-6bda80a1-3aca-45e0-8a6c-84d9985ea640 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cc733740-4c01-4651-bc28-4a0fedf48f29 HTTP/1.1" status: 200 len: 857 time: 0.0903873 Sep 08 09:06:28.128303 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-0d1c4f31-8981-4f94-9e96-4e432cd4ab8d req-ba8b57e1-26b8-4b06-bfac-d96bf65da65b tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] For port 63253b33-5d50-41f3-bd7e-d990015a84dc, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=63253b33-5d50-41f3-bd7e-d990015a84dc,segment=NetworkSegment(67de92ad-9aa9-4356-8dd2-1dea3a44fc52),segment_id=67de92ad-9aa9-4356-8dd2-1dea3a44fc52)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:28.128661 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0d1c4f31-8981-4f94-9e96-4e432cd4ab8d req-ba8b57e1-26b8-4b06-bfac-d96bf65da65b tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:28.153667 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-0d1c4f31-8981-4f94-9e96-4e432cd4ab8d req-ba8b57e1-26b8-4b06-bfac-d96bf65da65b tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Calling delete_port for 63253b33-5d50-41f3-bd7e-d990015a84dc owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:06:28.173129 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-72f074ef-0dfd-482a-adbf-82242ae0fceb req-8a84e0a8-1515-4852-8600-7d49a174e566 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d4d554f-2a3f-4dd9-ae19-9f19126b027c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409999 Sep 08 09:06:28.195154 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b59e8-1458-46b5-a715-6b1168590c9f req-92fcd312-d070-4416-b2bf-bf5d6ca723c0 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:28.202422 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b59e8-1458-46b5-a715-6b1168590c9f req-92fcd312-d070-4416-b2bf-bf5d6ca723c0 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:28.208281 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b59e8-1458-46b5-a715-6b1168590c9f req-92fcd312-d070-4416-b2bf-bf5d6ca723c0 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:28.209963 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-874b59e8-1458-46b5-a715-6b1168590c9f req-92fcd312-d070-4416-b2bf-bf5d6ca723c0 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/ports?device_id=634b5f83-7e20-411c-9906-b875782a0f4c HTTP/1.1" status: 200 len: 2419 time: 0.1301200 Sep 08 09:06:28.224434 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 20016d8b-18de-40b1-996d-71c0c39d0b89 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:06:28.328816 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 20016d8b-18de-40b1-996d-71c0c39d0b89, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=20016d8b-18de-40b1-996d-71c0c39d0b89,segment=NetworkSegment(23311806-875c-4730-9f8b-8787517e0630),segment_id=23311806-875c-4730-9f8b-8787517e0630)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:28.341037 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '20016d8b-18de-40b1-996d-71c0c39d0b89', 'network_id': '3d4d554f-2a3f-4dd9-ae19-9f19126b027c', 'port_id': '20016d8b-18de-40b1-996d-71c0c39d0b89', 'mac_address': 'fa:16:3e:a8:54:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc733740-4c01-4651-bc28-4a0fedf48f29', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:06:28.360167 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-874b59e8-1458-46b5-a715-6b1168590c9f req-dafce754-27bd-42f1-91c5-73c762384ecd tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/security-groups?id=f580c0d3-23b6-4ea1-a90d-d6c7097d955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151578 Sep 08 09:06:28.397077 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-72f074ef-0dfd-482a-adbf-82242ae0fceb req-644148ab-b49d-48b1-84de-b1c765797707 service neutron] 10.222.0.37 "GET /v2.0/networks/3d4d554f-2a3f-4dd9-ae19-9f19126b027c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552017 Sep 08 09:06:28.399041 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:28.400862 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:28.409920 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84b54c-8b7b-472a-82ee-91ca6cc86f40 req-5a8cbdff-4004-4193-85d0-93358ac68a27 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:28.411581 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2b84b54c-8b7b-472a-82ee-91ca6cc86f40 req-5a8cbdff-4004-4193-85d0-93358ac68a27 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffecc402-fc50-47fd-91ac-ac7d77eb5f80 HTTP/1.1" status: 200 len: 949 time: 0.0598056 Sep 08 09:06:28.413680 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20016d8b-18de-40b1-996d-71c0c39d0b89 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:06:28.440129 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 20016d8b-18de-40b1-996d-71c0c39d0b89, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=20016d8b-18de-40b1-996d-71c0c39d0b89,segment=NetworkSegment(23311806-875c-4730-9f8b-8787517e0630),segment_id=23311806-875c-4730-9f8b-8787517e0630)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:28.444338 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:28.454865 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2b84b54c-8b7b-472a-82ee-91ca6cc86f40 req-266ed9d6-85cd-40ae-bc30-d5e180c86534 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361259 Sep 08 09:06:28.494861 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=20016d8b-18de-40b1-996d-71c0c39d0b89,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:28.510786 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0d1c4f31-8981-4f94-9e96-4e432cd4ab8d req-ba8b57e1-26b8-4b06-bfac-d96bf65da65b tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:28.544662 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['63253b33-5d50-41f3-bd7e-d990015a84dc', 'f4159e30-46db-4efc-b5cd-7c8ab3faf2b6', '4a5a226f-776a-45f1-9c64-6bddbaa30fcb'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:06:28.553998 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8b57e1-26b8-4b06-bfac-d96bf65da65b tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Pushing event deleted for resources: {'Port': ['ID=63253b33-5d50-41f3-bd7e-d990015a84dc,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:28.711021 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 4bdd6e30-45ed-4115-b4e1-bc383c2fa36a no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:06:28.728864 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa53c6-3c1f-49dc-af95-992b077b5687 req-b63a084a-5704-4a4f-a4e7-191a97adb4bb tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:28.732155 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-46aa53c6-3c1f-49dc-af95-992b077b5687 req-b63a084a-5704-4a4f-a4e7-191a97adb4bb tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.37 "GET /v2.0/ports?device_id=09b792d8-897b-434d-8165-44dbc6dc5f2b HTTP/1.1" status: 200 len: 1023 time: 0.1023319 Sep 08 09:06:28.749453 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: 4bdd6e30-45ed-4115-b4e1-bc383c2fa36a {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:06:28.749811 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 4bdd6e30-45ed-4115-b4e1-bc383c2fa36a not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:06:28.903142 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-72f074ef-0dfd-482a-adbf-82242ae0fceb req-f55eeb5c-237b-46e2-816c-197f4a1bef1d service neutron] 10.222.0.37 "GET /v2.0/networks/3d4d554f-2a3f-4dd9-ae19-9f19126b027c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4792652 Sep 08 09:06:28.905547 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-46aa53c6-3c1f-49dc-af95-992b077b5687 req-f99c447b-8109-4275-9e81-f35345223266 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Deleting port 9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:06:28.905896 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-46aa53c6-3c1f-49dc-af95-992b077b5687 req-f99c447b-8109-4275-9e81-f35345223266 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:28.941849 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d1c4f31-8981-4f94-9e96-4e432cd4ab8d req-ba8b57e1-26b8-4b06-bfac-d96bf65da65b tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] No DVR routers for this DVR port 63253b33-5d50-41f3-bd7e-d990015a84dc on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:06:28.946947 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0d1c4f31-8981-4f94-9e96-4e432cd4ab8d req-ba8b57e1-26b8-4b06-bfac-d96bf65da65b tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:28.949305 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0d1c4f31-8981-4f94-9e96-4e432cd4ab8d req-ba8b57e1-26b8-4b06-bfac-d96bf65da65b tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.35 "DELETE /v2.0/ports/63253b33-5d50-41f3-bd7e-d990015a84dc HTTP/1.1" status: 204 len: 173 time: 1.2126334 Sep 08 09:06:29.002249 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd141d-2f49-4b4e-9e8c-c4e8a602f8e7 req-546cb994-bab8-48d5-ae45-82581cb99872 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:29.003765 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2edd141d-2f49-4b4e-9e8c-c4e8a602f8e7 req-546cb994-bab8-48d5-ae45-82581cb99872 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/ports?device_id=09b792d8-897b-434d-8165-44dbc6dc5f2b HTTP/1.1" status: 200 len: 1023 time: 0.1033216 Sep 08 09:06:29.038442 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-46aa53c6-3c1f-49dc-af95-992b077b5687 req-f99c447b-8109-4275-9e81-f35345223266 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] For port 9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4,segment=NetworkSegment(b033950b-202f-406f-979e-ec38b86674cf),segment_id=b033950b-202f-406f-979e-ec38b86674cf)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:29.038816 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-46aa53c6-3c1f-49dc-af95-992b077b5687 req-f99c447b-8109-4275-9e81-f35345223266 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:29.057733 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-46aa53c6-3c1f-49dc-af95-992b077b5687 req-f99c447b-8109-4275-9e81-f35345223266 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Calling delete_port for 9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4 owned by compute:nova {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:06:29.069183 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9623099-fcb9-4db8-92fb-8f5d85536fad req-288a896f-060f-4239-9d2e-ed4510bc14f7 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:29.070851 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c9623099-fcb9-4db8-92fb-8f5d85536fad req-288a896f-060f-4239-9d2e-ed4510bc14f7 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/ports?device_id=c44f36b8-2b2f-45ae-83d1-9ebb6eafd0ba HTTP/1.1" status: 200 len: 943 time: 0.0850723 Sep 08 09:06:29.077750 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2edd141d-2f49-4b4e-9e8c-c4e8a602f8e7 req-56769ca2-8d8e-4500-8602-f649a9cf3f4f tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups?id=d8869e5c-75aa-4c31-8125-53cd55e83eba&id=d410d8df-b68e-49e6-bb51-3f49421182e6&id=40d31387-2391-4184-8c09-4b8339a7d7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0668478 Sep 08 09:06:29.098654 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-0d1c4f31-8981-4f94-9e96-4e432cd4ab8d req-2618268f-d748-4ada-9af9-88a0b82821b2 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Deleting port 4a5a226f-776a-45f1-9c64-6bddbaa30fcb {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:06:29.098928 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0d1c4f31-8981-4f94-9e96-4e432cd4ab8d req-2618268f-d748-4ada-9af9-88a0b82821b2 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:29.135741 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['20016d8b-18de-40b1-996d-71c0c39d0b89'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:06:29.169100 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c9623099-fcb9-4db8-92fb-8f5d85536fad req-3b24fad3-bf97-491d-9604-501007484b18 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/security-groups?id=92a2d89c-617a-40b4-ad8d-a67fccdc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904217 Sep 08 09:06:29.234070 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-0d1c4f31-8981-4f94-9e96-4e432cd4ab8d req-2618268f-d748-4ada-9af9-88a0b82821b2 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] For port 4a5a226f-776a-45f1-9c64-6bddbaa30fcb, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=4a5a226f-776a-45f1-9c64-6bddbaa30fcb,segment=NetworkSegment(67de92ad-9aa9-4356-8dd2-1dea3a44fc52),segment_id=67de92ad-9aa9-4356-8dd2-1dea3a44fc52)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:29.235983 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0d1c4f31-8981-4f94-9e96-4e432cd4ab8d req-2618268f-d748-4ada-9af9-88a0b82821b2 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:29.251131 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-0d1c4f31-8981-4f94-9e96-4e432cd4ab8d req-2618268f-d748-4ada-9af9-88a0b82821b2 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Calling delete_port for 4a5a226f-776a-45f1-9c64-6bddbaa30fcb owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:06:29.289118 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-46aa53c6-3c1f-49dc-af95-992b077b5687 req-f99c447b-8109-4275-9e81-f35345223266 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:29.321567 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c447b-8109-4275-9e81-f35345223266 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Pushing event deleted for resources: {'Port': ['ID=9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:29.334631 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99c447b-8109-4275-9e81-f35345223266 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:06:29.335211 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99c447b-8109-4275-9e81-f35345223266 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:06:29.335328 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99c447b-8109-4275-9e81-f35345223266 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:06:29.335640 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99c447b-8109-4275-9e81-f35345223266 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:06:29.335969 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99c447b-8109-4275-9e81-f35345223266 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:06:29.336334 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99c447b-8109-4275-9e81-f35345223266 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:06:29.336663 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99c447b-8109-4275-9e81-f35345223266 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:06:29.336988 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99c447b-8109-4275-9e81-f35345223266 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:06:29.337468 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99c447b-8109-4275-9e81-f35345223266 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:06:29.337794 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99c447b-8109-4275-9e81-f35345223266 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:06:29.338142 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99c447b-8109-4275-9e81-f35345223266 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:06:29.338465 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99c447b-8109-4275-9e81-f35345223266 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:06:29.374701 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-46aa53c6-3c1f-49dc-af95-992b077b5687 req-f99c447b-8109-4275-9e81-f35345223266 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] No DVR routers for this DVR port 9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4 on host n-h1-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:06:29.377173 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-46aa53c6-3c1f-49dc-af95-992b077b5687 req-f99c447b-8109-4275-9e81-f35345223266 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:29.379226 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-46aa53c6-3c1f-49dc-af95-992b077b5687 req-f99c447b-8109-4275-9e81-f35345223266 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.37 "DELETE /v2.0/ports/9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4 HTTP/1.1" status: 204 len: 173 time: 0.6291463 Sep 08 09:06:29.379666 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09b792d8-897b-434d-8165-44dbc6dc5f2b', 'name': 'network-vif-deleted', 'tag': '9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:06:29.381886 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a6b109-084b-4732-b7e7-13cba5011910" -d '{"events": [{"server_uuid": "09b792d8-897b-434d-8165-44dbc6dc5f2b", "name": "network-vif-deleted", "tag": "9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:06:29.425950 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af53ff9-c553-46f8-9356-c3e3825ba3b8 x-openstack-request-id: req-2af53ff9-c553-46f8-9356-c3e3825ba3b8 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:06:29.425950 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09b792d8-897b-434d-8165-44dbc6dc5f2b", "name": "network-vif-deleted", "tag": "9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:06:29.425950 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2af53ff9-c553-46f8-9356-c3e3825ba3b8 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:06:29.426233 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09b792d8-897b-434d-8165-44dbc6dc5f2b', 'name': 'network-vif-deleted', 'tag': '9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4', 'status': 'completed', 'code': 200} Sep 08 09:06:29.473991 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0d1c4f31-8981-4f94-9e96-4e432cd4ab8d req-2618268f-d748-4ada-9af9-88a0b82821b2 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:29.499668 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a870f5c-7d0f-46cf-aca1-43d136ced9a0 req-150732ed-f0fa-4f36-8fce-57d0a7224179 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:29.501225 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2a870f5c-7d0f-46cf-aca1-43d136ced9a0 req-150732ed-f0fa-4f36-8fce-57d0a7224179 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffecc402-fc50-47fd-91ac-ac7d77eb5f80 HTTP/1.1" status: 200 len: 949 time: 0.0988548 Sep 08 09:06:29.507893 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['63253b33-5d50-41f3-bd7e-d990015a84dc'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:06:29.513160 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f02389-d5f9-4d1f-9582-ba4bad3737ff req-efb562b7-6501-4b24-8ad5-0070c80219ae tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:29.521800 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f02389-d5f9-4d1f-9582-ba4bad3737ff req-efb562b7-6501-4b24-8ad5-0070c80219ae tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:29.524292 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b8f02389-d5f9-4d1f-9582-ba4bad3737ff req-efb562b7-6501-4b24-8ad5-0070c80219ae tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/ports?device_id=634b5f83-7e20-411c-9906-b875782a0f4c HTTP/1.1" status: 200 len: 1604 time: 0.0758007 Sep 08 09:06:29.550678 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2618268f-d748-4ada-9af9-88a0b82821b2 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Pushing event deleted for resources: {'Port': ['ID=4a5a226f-776a-45f1-9c64-6bddbaa30fcb,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:29.573655 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634b5f83-7e20-411c-9906-b875782a0f4c', 'name': 'network-vif-deleted', 'tag': '63253b33-5d50-41f3-bd7e-d990015a84dc'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:06:29.573827 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b8f02389-d5f9-4d1f-9582-ba4bad3737ff req-6f17b97e-2b59-4ac8-8385-c8660f1db3f9 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/security-groups?id=f580c0d3-23b6-4ea1-a90d-d6c7097d955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408461 Sep 08 09:06:29.576168 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e283eea-4fa0-461e-bd8d-cba2b27c3c25" -d '{"events": [{"server_uuid": "634b5f83-7e20-411c-9906-b875782a0f4c", "name": "network-vif-deleted", "tag": "63253b33-5d50-41f3-bd7e-d990015a84dc"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:06:29.642388 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d1c4f31-8981-4f94-9e96-4e432cd4ab8d req-2618268f-d748-4ada-9af9-88a0b82821b2 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] No DVR routers for this DVR port 4a5a226f-776a-45f1-9c64-6bddbaa30fcb on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:06:29.645300 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0d1c4f31-8981-4f94-9e96-4e432cd4ab8d req-2618268f-d748-4ada-9af9-88a0b82821b2 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:29.647597 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0d1c4f31-8981-4f94-9e96-4e432cd4ab8d req-2618268f-d748-4ada-9af9-88a0b82821b2 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.35 "DELETE /v2.0/ports/4a5a226f-776a-45f1-9c64-6bddbaa30fcb HTTP/1.1" status: 204 len: 173 time: 0.6908937 Sep 08 09:06:29.649567 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d355f73d-4bb2-4127-92bc-ef62d0cda863 x-openstack-request-id: req-d355f73d-4bb2-4127-92bc-ef62d0cda863 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:06:29.650001 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634b5f83-7e20-411c-9906-b875782a0f4c", "name": "network-vif-deleted", "tag": "63253b33-5d50-41f3-bd7e-d990015a84dc", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:06:29.650454 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d355f73d-4bb2-4127-92bc-ef62d0cda863 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:06:29.650898 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634b5f83-7e20-411c-9906-b875782a0f4c', 'name': 'network-vif-deleted', 'tag': '63253b33-5d50-41f3-bd7e-d990015a84dc', 'status': 'completed', 'code': 200} Sep 08 09:06:29.795553 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3592e-f1c8-493d-9247-a1339e65eda5 req-43ef092c-53ba-4a06-978d-956de381e83a tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:29.797066 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26a3592e-f1c8-493d-9247-a1339e65eda5 req-43ef092c-53ba-4a06-978d-956de381e83a tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffecc402-fc50-47fd-91ac-ac7d77eb5f80 HTTP/1.1" status: 200 len: 949 time: 0.1909192 Sep 08 09:06:29.842927 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-2a870f5c-7d0f-46cf-aca1-43d136ced9a0 req-31205a92-ee10-4969-878d-6835b4b95a23 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Deleting port 5f466c07-ce54-4b5d-a7ce-bf01fa868b06 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:06:29.843199 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2a870f5c-7d0f-46cf-aca1-43d136ced9a0 req-31205a92-ee10-4969-878d-6835b4b95a23 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:29.896948 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26a3592e-f1c8-493d-9247-a1339e65eda5 req-23e1bd87-f0e9-4d6d-b81d-2d9966ca12be tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897300 Sep 08 09:06:29.938309 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-0d1c4f31-8981-4f94-9e96-4e432cd4ab8d req-dcba5554-6448-4ba9-9865-b5733c1c0b13 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Deleting port f4159e30-46db-4efc-b5cd-7c8ab3faf2b6 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:06:29.938309 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0d1c4f31-8981-4f94-9e96-4e432cd4ab8d req-dcba5554-6448-4ba9-9865-b5733c1c0b13 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:30.039635 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-2a870f5c-7d0f-46cf-aca1-43d136ced9a0 req-31205a92-ee10-4969-878d-6835b4b95a23 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] For port 5f466c07-ce54-4b5d-a7ce-bf01fa868b06, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=5f466c07-ce54-4b5d-a7ce-bf01fa868b06,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:30.040350 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2a870f5c-7d0f-46cf-aca1-43d136ced9a0 req-31205a92-ee10-4969-878d-6835b4b95a23 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:30.060981 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-2a870f5c-7d0f-46cf-aca1-43d136ced9a0 req-31205a92-ee10-4969-878d-6835b4b95a23 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Calling delete_port for 5f466c07-ce54-4b5d-a7ce-bf01fa868b06 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:06:30.087199 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-0d1c4f31-8981-4f94-9e96-4e432cd4ab8d req-dcba5554-6448-4ba9-9865-b5733c1c0b13 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] For port f4159e30-46db-4efc-b5cd-7c8ab3faf2b6, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=f4159e30-46db-4efc-b5cd-7c8ab3faf2b6,segment=NetworkSegment(ad1580a9-8170-4f2c-af6e-7252d1fb8d0e),segment_id=ad1580a9-8170-4f2c-af6e-7252d1fb8d0e)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:30.087654 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0d1c4f31-8981-4f94-9e96-4e432cd4ab8d req-dcba5554-6448-4ba9-9865-b5733c1c0b13 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:30.129214 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-0d1c4f31-8981-4f94-9e96-4e432cd4ab8d req-dcba5554-6448-4ba9-9865-b5733c1c0b13 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Calling delete_port for f4159e30-46db-4efc-b5cd-7c8ab3faf2b6 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:06:30.196107 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-27eb3e72-cd1a-43bc-8263-86378e9cf12b req-bb45e98c-98c0-4954-846b-678889d30515 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups/40d31387-2391-4184-8c09-4b8339a7d7d4 HTTP/1.1" status: 200 len: 1801 time: 0.0421438 Sep 08 09:06:30.272079 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-27eb3e72-cd1a-43bc-8263-86378e9cf12b req-ad008ae4-4052-4533-aa0d-8e1943170b99 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:30.297490 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-27eb3e72-cd1a-43bc-8263-86378e9cf12b req-ad008ae4-4052-4533-aa0d-8e1943170b99 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:30.342201 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-27eb3e72-cd1a-43bc-8263-86378e9cf12b req-ad008ae4-4052-4533-aa0d-8e1943170b99 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:30.345287 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-27eb3e72-cd1a-43bc-8263-86378e9cf12b req-ad008ae4-4052-4533-aa0d-8e1943170b99 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:30.349589 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-27eb3e72-cd1a-43bc-8263-86378e9cf12b req-ad008ae4-4052-4533-aa0d-8e1943170b99 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "DELETE /v2.0/security-groups/40d31387-2391-4184-8c09-4b8339a7d7d4 HTTP/1.1" status: 204 len: 173 time: 0.1329010 Sep 08 09:06:30.351205 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2a870f5c-7d0f-46cf-aca1-43d136ced9a0 req-31205a92-ee10-4969-878d-6835b4b95a23 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:30.361987 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad008ae4-4052-4533-aa0d-8e1943170b99 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d31387-2391-4184-8c09-4b8339a7d7d4,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:30.385799 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['9e98ff4c-63d3-4bcd-b49c-1e626df063aa', 'eaa66411-0103-4476-a551-2a50c97eb2f0'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:06:30.404602 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19eacd-4db9-4c02-b19f-d54dad8cc7e8 req-78e5b4f0-7dff-4596-bd40-51e7ae869629 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:30.406197 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2c19eacd-4db9-4c02-b19f-d54dad8cc7e8 req-78e5b4f0-7dff-4596-bd40-51e7ae869629 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/ports?device_id=c44f36b8-2b2f-45ae-83d1-9ebb6eafd0ba HTTP/1.1" status: 200 len: 943 time: 0.1480272 Sep 08 09:06:30.407001 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31205a92-ee10-4969-878d-6835b4b95a23 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Pushing event deleted for resources: {'Port': ['ID=5f466c07-ce54-4b5d-a7ce-bf01fa868b06,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:30.422557 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['fb2e5f1e-9c50-48e7-b6bb-e637dec86b44', 'f4d691e7-e9a2-4853-8163-af247dd9cc84', '27f59616-58c5-4693-bbcf-b53a0c3a8b30', '02b7ad11-0b98-47e7-9331-8af04186c492', '5f466c07-ce54-4b5d-a7ce-bf01fa868b06'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:06:30.440840 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0d1c4f31-8981-4f94-9e96-4e432cd4ab8d req-dcba5554-6448-4ba9-9865-b5733c1c0b13 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:30.484468 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a870f5c-7d0f-46cf-aca1-43d136ced9a0 req-31205a92-ee10-4969-878d-6835b4b95a23 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] No DVR routers for this DVR port 5f466c07-ce54-4b5d-a7ce-bf01fa868b06 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:06:30.514261 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2a870f5c-7d0f-46cf-aca1-43d136ced9a0 req-31205a92-ee10-4969-878d-6835b4b95a23 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:30.516444 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2a870f5c-7d0f-46cf-aca1-43d136ced9a0 req-31205a92-ee10-4969-878d-6835b4b95a23 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.37 "DELETE /v2.0/ports/5f466c07-ce54-4b5d-a7ce-bf01fa868b06 HTTP/1.1" status: 204 len: 173 time: 0.9951766 Sep 08 09:06:30.542948 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcba5554-6448-4ba9-9865-b5733c1c0b13 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Pushing event deleted for resources: {'Port': ['ID=f4159e30-46db-4efc-b5cd-7c8ab3faf2b6,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:30.550694 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2c19eacd-4db9-4c02-b19f-d54dad8cc7e8 req-038b0687-4a57-4ae7-9fbb-f803f0673920 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/security-groups?id=92a2d89c-617a-40b4-ad8d-a67fccdc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138103 Sep 08 09:06:30.623599 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d1c4f31-8981-4f94-9e96-4e432cd4ab8d req-dcba5554-6448-4ba9-9865-b5733c1c0b13 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] No DVR routers for this DVR port f4159e30-46db-4efc-b5cd-7c8ab3faf2b6 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:06:30.627811 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0d1c4f31-8981-4f94-9e96-4e432cd4ab8d req-dcba5554-6448-4ba9-9865-b5733c1c0b13 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:30.631273 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0d1c4f31-8981-4f94-9e96-4e432cd4ab8d req-dcba5554-6448-4ba9-9865-b5733c1c0b13 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.35 "DELETE /v2.0/ports/f4159e30-46db-4efc-b5cd-7c8ab3faf2b6 HTTP/1.1" status: 204 len: 173 time: 0.9481788 Sep 08 09:06:30.652468 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-25f17c85-a5d0-4c2d-9ae6-2d396015ee60 req-d6c327b7-e657-4235-8f8c-239d880cea05 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "GET /v2.0/security-groups/d410d8df-b68e-49e6-bb51-3f49421182e6 HTTP/1.1" status: 200 len: 1802 time: 0.0719817 Sep 08 09:06:30.744293 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device a89527d0-9f3a-49b2-a11c-b824c47346ee details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:06:30.788374 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f4775551-1212-4a8c-9ec7-8ad67612e1b4 req-af381505-2f00-4fba-b3a3-8d0932a60980 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/ports?device_id=634b5f83-7e20-411c-9906-b875782a0f4c HTTP/1.1" status: 200 len: 210 time: 0.0525193 Sep 08 09:06:30.798832 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-25f17c85-a5d0-4c2d-9ae6-2d396015ee60 req-de4a8032-e42c-4ca7-bf82-73fa030af8a4 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:30.856508 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-25f17c85-a5d0-4c2d-9ae6-2d396015ee60 req-de4a8032-e42c-4ca7-bf82-73fa030af8a4 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:30.914492 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port a89527d0-9f3a-49b2-a11c-b824c47346ee, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=a89527d0-9f3a-49b2-a11c-b824c47346ee,segment=NetworkSegment(23311806-875c-4730-9f8b-8787517e0630),segment_id=23311806-875c-4730-9f8b-8787517e0630)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:30.914696 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-25f17c85-a5d0-4c2d-9ae6-2d396015ee60 req-de4a8032-e42c-4ca7-bf82-73fa030af8a4 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:30.920593 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-25f17c85-a5d0-4c2d-9ae6-2d396015ee60 req-de4a8032-e42c-4ca7-bf82-73fa030af8a4 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:30.923154 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-25f17c85-a5d0-4c2d-9ae6-2d396015ee60 req-de4a8032-e42c-4ca7-bf82-73fa030af8a4 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] 10.222.0.54 "DELETE /v2.0/security-groups/d410d8df-b68e-49e6-bb51-3f49421182e6 HTTP/1.1" status: 204 len: 173 time: 0.2649803 Sep 08 09:06:30.928209 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45280) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:06:30.937875 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a8032-e42c-4ca7-bf82-73fa030af8a4 tempest-SecurityGroupsTestJSON-1204503610 tempest-SecurityGroupsTestJSON-1204503610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d410d8df-b68e-49e6-bb51-3f49421182e6,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:30.973083 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': 'a89527d0-9f3a-49b2-a11c-b824c47346ee', 'network_id': '3d4d554f-2a3f-4dd9-ae19-9f19126b027c', 'port_id': 'a89527d0-9f3a-49b2-a11c-b824c47346ee', 'mac_address': 'fa:16:3e:05:fd:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc733740-4c01-4651-bc28-4a0fedf48f29', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:06:31.025345 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-07de16d2-0fb8-4c13-86b3-92d3def4e1df admin admin] Deleting subnet c3eac7a7-5d4f-45dc-b90a-eedb6d536a9a {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:06:31.030780 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-25911b46-6844-4efe-94b0-a403fb7313da req-e768b2db-26e9-4080-8249-51f6bcf199c7 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=ffecc402-fc50-47fd-91ac-ac7d77eb5f80 HTTP/1.1" status: 200 len: 210 time: 0.0315628 Sep 08 09:06:31.039679 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-07de16d2-0fb8-4c13-86b3-92d3def4e1df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:31.105087 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-07de16d2-0fb8-4c13-86b3-92d3def4e1df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:31.115394 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:31.155753 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a89527d0-9f3a-49b2-a11c-b824c47346ee {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:06:31.169902 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-07de16d2-0fb8-4c13-86b3-92d3def4e1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:31.191984 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port a89527d0-9f3a-49b2-a11c-b824c47346ee, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=a89527d0-9f3a-49b2-a11c-b824c47346ee,segment=NetworkSegment(23311806-875c-4730-9f8b-8787517e0630),segment_id=23311806-875c-4730-9f8b-8787517e0630)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:31.200336 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:31.279449 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-07de16d2-0fb8-4c13-86b3-92d3def4e1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:31.316903 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=a89527d0-9f3a-49b2-a11c-b824c47346ee,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:31.317747 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de16d2-0fb8-4c13-86b3-92d3def4e1df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3eac7a7-5d4f-45dc-b90a-eedb6d536a9a,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:31.322282 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-07de16d2-0fb8-4c13-86b3-92d3def4e1df admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:31.324390 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-07de16d2-0fb8-4c13-86b3-92d3def4e1df admin admin] 10.222.0.54 "DELETE /v2.0/subnets/c3eac7a7-5d4f-45dc-b90a-eedb6d536a9a HTTP/1.1" status: 204 len: 168 time: 0.3946476 Sep 08 09:06:31.327304 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45290) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:06:31.402192 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-728946a4-00a7-46d3-ad04-482b7aeb65b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:31.488254 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-728946a4-00a7-46d3-ad04-482b7aeb65b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:31.507684 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-728946a4-00a7-46d3-ad04-482b7aeb65b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aafad33-e510-433d-8132-1ab09796d6a4']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:06:31.517539 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-728946a4-00a7-46d3-ad04-482b7aeb65b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b033950b-202f-406f-979e-ec38b86674cf') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:06:31.517843 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-728946a4-00a7-46d3-ad04-482b7aeb65b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b033950b-202f-406f-979e-ec38b86674cf') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:06:31.528517 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-728946a4-00a7-46d3-ad04-482b7aeb65b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:31.545532 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-728946a4-00a7-46d3-ad04-482b7aeb65b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:31.551818 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-728946a4-00a7-46d3-ad04-482b7aeb65b5 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:06:31.552236 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-728946a4-00a7-46d3-ad04-482b7aeb65b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:31.554515 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:06:31.554515 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:06:31.554515 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:06:31.554515 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:06:31.554515 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:06:31.554515 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:06:31.554515 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:06:31.554515 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:06:31.554515 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:06:31.554515 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:06:31.554515 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:06:31.554515 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:06:31.554515 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:06:31.554515 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:06:31.554515 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:06:31.554515 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:06:31.554515 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:06:31.554515 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:06:31.554515 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:06:31.554515 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:06:31.554515 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:06:31.554515 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:06:31.554515 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:06:31.554515 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:06:31.554515 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:06:31.554515 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:06:31.554515 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:06:31.554515 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:06:31.554515 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:06:31.554515 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:06:31.554515 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:06:31.554515 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:06:31.627056 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-728946a4-00a7-46d3-ad04-482b7aeb65b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:31.635968 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-728946a4-00a7-46d3-ad04-482b7aeb65b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:31.637999 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-728946a4-00a7-46d3-ad04-482b7aeb65b5 admin admin] 10.222.0.54 "DELETE /v2.0/networks/5aafad33-e510-433d-8132-1ab09796d6a4 HTTP/1.1" status: 204 len: 168 time: 0.3095949 Sep 08 09:06:31.655035 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '634b5f83-7e20-411c-9906-b875782a0f4c', 'name': 'network-vif-deleted', 'tag': '4a5a226f-776a-45f1-9c64-6bddbaa30fcb'}, {'server_uuid': 'ffecc402-fc50-47fd-91ac-ac7d77eb5f80', 'name': 'network-vif-deleted', 'tag': '5f466c07-ce54-4b5d-a7ce-bf01fa868b06'}, {'server_uuid': '634b5f83-7e20-411c-9906-b875782a0f4c', 'name': 'network-vif-deleted', 'tag': 'f4159e30-46db-4efc-b5cd-7c8ab3faf2b6'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:06:31.657413 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7f4ec3-bba0-4051-ba87-f81b825b00a4" -d '{"events": [{"server_uuid": "634b5f83-7e20-411c-9906-b875782a0f4c", "name": "network-vif-deleted", "tag": "4a5a226f-776a-45f1-9c64-6bddbaa30fcb"}, {"server_uuid": "ffecc402-fc50-47fd-91ac-ac7d77eb5f80", "name": "network-vif-deleted", "tag": "5f466c07-ce54-4b5d-a7ce-bf01fa868b06"}, {"server_uuid": "634b5f83-7e20-411c-9906-b875782a0f4c", "name": "network-vif-deleted", "tag": "f4159e30-46db-4efc-b5cd-7c8ab3faf2b6"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:06:31.660502 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728946a4-00a7-46d3-ad04-482b7aeb65b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5aafad33-e510-433d-8132-1ab09796d6a4,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:31.700602 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1b6ff-7e2d-4719-88cd-5d12a483a012 req-eb8c4e56-1257-4962-8011-32294a622487 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:31.702458 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-30b1b6ff-7e2d-4719-88cd-5d12a483a012 req-eb8c4e56-1257-4962-8011-32294a622487 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/ports?device_id=c44f36b8-2b2f-45ae-83d1-9ebb6eafd0ba HTTP/1.1" status: 200 len: 944 time: 0.0661094 Sep 08 09:06:31.720983 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 08 Sep 2021 09:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10278d0-c7e9-42cc-8e59-e8f41d92ce2a x-openstack-request-id: req-a10278d0-c7e9-42cc-8e59-e8f41d92ce2a {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:06:31.721518 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "634b5f83-7e20-411c-9906-b875782a0f4c", "name": "network-vif-deleted", "tag": "4a5a226f-776a-45f1-9c64-6bddbaa30fcb", "status": "completed", "code": 200}, {"server_uuid": "ffecc402-fc50-47fd-91ac-ac7d77eb5f80", "name": "network-vif-deleted", "tag": "5f466c07-ce54-4b5d-a7ce-bf01fa868b06", "status": "completed", "code": 200}, {"server_uuid": "634b5f83-7e20-411c-9906-b875782a0f4c", "name": "network-vif-deleted", "tag": "f4159e30-46db-4efc-b5cd-7c8ab3faf2b6", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:06:31.721774 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a10278d0-c7e9-42cc-8e59-e8f41d92ce2a {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:06:31.722195 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634b5f83-7e20-411c-9906-b875782a0f4c', 'name': 'network-vif-deleted', 'tag': '4a5a226f-776a-45f1-9c64-6bddbaa30fcb', 'status': 'completed', 'code': 200} Sep 08 09:06:31.722453 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffecc402-fc50-47fd-91ac-ac7d77eb5f80', 'name': 'network-vif-deleted', 'tag': '5f466c07-ce54-4b5d-a7ce-bf01fa868b06', 'status': 'completed', 'code': 200} Sep 08 09:06:31.722706 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634b5f83-7e20-411c-9906-b875782a0f4c', 'name': 'network-vif-deleted', 'tag': 'f4159e30-46db-4efc-b5cd-7c8ab3faf2b6', 'status': 'completed', 'code': 200} Sep 08 09:06:31.763412 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-30b1b6ff-7e2d-4719-88cd-5d12a483a012 req-3f274559-5282-4cbe-83dc-94d43738c601 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/security-groups?id=92a2d89c-617a-40b4-ad8d-a67fccdc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539083 Sep 08 09:06:31.778618 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45302) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:06:31.818778 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-542382b0-c6a5-4c4a-aa8d-932099dfe486 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=78b53fd8a929472f8361156af9205b37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389855 Sep 08 09:06:31.822642 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45306) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:06:31.854099 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45308) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:06:31.863137 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['a89527d0-9f3a-49b2-a11c-b824c47346ee'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:06:31.876190 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-85068de4-c760-4aa3-82a5-66bf4c288360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:31.899396 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-85068de4-c760-4aa3-82a5-66bf4c288360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:31.915246 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d0ff18a-a199-459e-a888-241566e50a81 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Deleting subnet a4f6a6e2-5f58-485f-9fc3-8ea38a4c43e1 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:06:31.919883 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0d0ff18a-a199-459e-a888-241566e50a81 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:31.967330 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-85068de4-c760-4aa3-82a5-66bf4c288360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:31.971961 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-85068de4-c760-4aa3-82a5-66bf4c288360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:31.974308 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-85068de4-c760-4aa3-82a5-66bf4c288360 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d8869e5c-75aa-4c31-8125-53cd55e83eba HTTP/1.1" status: 204 len: 168 time: 0.1504760 Sep 08 09:06:31.985398 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85068de4-c760-4aa3-82a5-66bf4c288360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8869e5c-75aa-4c31-8125-53cd55e83eba,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:31.992219 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0d0ff18a-a199-459e-a888-241566e50a81 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:32.090691 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0d0ff18a-a199-459e-a888-241566e50a81 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:32.159857 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0d0ff18a-a199-459e-a888-241566e50a81 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:32.212864 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0ff18a-a199-459e-a888-241566e50a81 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Pushing event deleted for resources: {'Subnet': ['ID=a4f6a6e2-5f58-485f-9fc3-8ea38a4c43e1,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:32.251366 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4742fb53-96cf-435c-9d6c-c449bb0ba0af None None] Network f6928d08-e973-40fd-9991-1bc0b151da7b requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:06:32.256671 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 48a66fa1-796f-42bb-a5b0-f82cac34a581 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:06:32.264144 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0d0ff18a-a199-459e-a888-241566e50a81 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:32.270510 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0d0ff18a-a199-459e-a888-241566e50a81 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "DELETE /v2.0/subnets/a4f6a6e2-5f58-485f-9fc3-8ea38a4c43e1 HTTP/1.1" status: 204 len: 168 time: 0.4152079 Sep 08 09:06:32.271255 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45320) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:06:32.394688 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 20016d8b-18de-40b1-996d-71c0c39d0b89 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:06:32.494970 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c231589c-427a-40ec-afc4-a6f972715115 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:32.562551 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 48a66fa1-796f-42bb-a5b0-f82cac34a581, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=48a66fa1-796f-42bb-a5b0-f82cac34a581,segment=NetworkSegment(23311806-875c-4730-9f8b-8787517e0630),segment_id=23311806-875c-4730-9f8b-8787517e0630)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:32.582563 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec42bf4-633f-4023-8b21-ab4c3f3e8d03 req-38591893-1a94-4da4-ae47-650b43df09e3 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:32.584488 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6ec42bf4-633f-4023-8b21-ab4c3f3e8d03 req-38591893-1a94-4da4-ae47-650b43df09e3 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d3fbfc9-f78a-4135-96f9-834ba82f0def HTTP/1.1" status: 200 len: 949 time: 0.1347041 Sep 08 09:06:32.601869 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '48a66fa1-796f-42bb-a5b0-f82cac34a581', 'network_id': '3d4d554f-2a3f-4dd9-ae19-9f19126b027c', 'port_id': '48a66fa1-796f-42bb-a5b0-f82cac34a581', 'mac_address': 'fa:16:3e:5e:6a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc733740-4c01-4651-bc28-4a0fedf48f29', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:06:32.619084 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 20016d8b-18de-40b1-996d-71c0c39d0b89 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:06:32.625733 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 20016d8b-18de-40b1-996d-71c0c39d0b89 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:06:32.625733 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:32.652101 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6ec42bf4-633f-4023-8b21-ab4c3f3e8d03 req-240901aa-2f30-45ef-91a3-1d84b2243801 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563416 Sep 08 09:06:32.671827 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-c231589c-427a-40ec-afc4-a6f972715115 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Deleting port 4adb4bfa-1b6d-4b66-928d-4f6c3b8527ad {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:06:32.672899 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c231589c-427a-40ec-afc4-a6f972715115 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:32.727788 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f33d21-1f6a-47ad-bb6e-cf5788de91dc None None] DHCP port deletion for f6928d08-e973-40fd-9991-1bc0b151da7b request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:06:32.733630 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:32.760202 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48a66fa1-796f-42bb-a5b0-f82cac34a581 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:06:32.764681 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device f4159e30-46db-4efc-b5cd-7c8ab3faf2b6 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:06:32.802280 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-c231589c-427a-40ec-afc4-a6f972715115 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] For port 4adb4bfa-1b6d-4b66-928d-4f6c3b8527ad, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=4adb4bfa-1b6d-4b66-928d-4f6c3b8527ad,segment=NetworkSegment(ad1580a9-8170-4f2c-af6e-7252d1fb8d0e),segment_id=ad1580a9-8170-4f2c-af6e-7252d1fb8d0e)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:32.802900 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c231589c-427a-40ec-afc4-a6f972715115 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:32.817983 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: f4159e30-46db-4efc-b5cd-7c8ab3faf2b6 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:06:32.818350 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device f4159e30-46db-4efc-b5cd-7c8ab3faf2b6 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:06:32.818786 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 4a5a226f-776a-45f1-9c64-6bddbaa30fcb no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:06:32.821963 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-c231589c-427a-40ec-afc4-a6f972715115 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Calling delete_port for 4adb4bfa-1b6d-4b66-928d-4f6c3b8527ad owned by network:dhcp {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:06:32.851045 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 48a66fa1-796f-42bb-a5b0-f82cac34a581, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=48a66fa1-796f-42bb-a5b0-f82cac34a581,segment=NetworkSegment(23311806-875c-4730-9f8b-8787517e0630),segment_id=23311806-875c-4730-9f8b-8787517e0630)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:32.853359 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: 4a5a226f-776a-45f1-9c64-6bddbaa30fcb {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:06:32.853702 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 4a5a226f-776a-45f1-9c64-6bddbaa30fcb not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:06:32.854134 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 63253b33-5d50-41f3-bd7e-d990015a84dc no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:06:32.859285 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:32.920158 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: 63253b33-5d50-41f3-bd7e-d990015a84dc {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:06:32.920826 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 63253b33-5d50-41f3-bd7e-d990015a84dc not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:06:32.965551 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:32.980740 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=48a66fa1-796f-42bb-a5b0-f82cac34a581,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:32.985734 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c231589c-427a-40ec-afc4-a6f972715115 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:32.996685 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-19f33d21-1f6a-47ad-bb6e-cf5788de91dc None None] Deleting port 4adb4bfa-1b6d-4b66-928d-4f6c3b8527ad {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:06:32.997043 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-19f33d21-1f6a-47ad-bb6e-cf5788de91dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:33.003903 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8211bf1-4f99-4f48-b82e-af6ba07338ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20016d8b-18de-40b1-996d-71c0c39d0b89'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:06:33.006223 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ca879e-cf2d-4537-a152-b267ea287deb" -d '{"events": [{"server_uuid": "b8211bf1-4f99-4f48-b82e-af6ba07338ed", "name": "network-vif-plugged", "status": "completed", "tag": "20016d8b-18de-40b1-996d-71c0c39d0b89"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:06:33.027675 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c231589c-427a-40ec-afc4-a6f972715115 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Pushing event deleted for resources: {'Port': ['ID=4adb4bfa-1b6d-4b66-928d-4f6c3b8527ad,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:33.037335 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 20016d8b-18de-40b1-996d-71c0c39d0b89, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=20016d8b-18de-40b1-996d-71c0c39d0b89,segment=NetworkSegment(23311806-875c-4730-9f8b-8787517e0630),segment_id=23311806-875c-4730-9f8b-8787517e0630)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:33.042910 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34120e-f0b2-46e6-83d9-e7f8477f2f10 req-efde357c-d7c6-43ed-92ed-fd3f0ddb72ae tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:33.044900 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:33.046069 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:06:33.050901 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fa34120e-f0b2-46e6-83d9-e7f8477f2f10 req-efde357c-d7c6-43ed-92ed-fd3f0ddb72ae tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/ports?device_id=c44f36b8-2b2f-45ae-83d1-9ebb6eafd0ba HTTP/1.1" status: 200 len: 944 time: 0.1426718 Sep 08 09:06:33.058270 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c231589c-427a-40ec-afc4-a6f972715115 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] No DVR routers for this DVR port 4adb4bfa-1b6d-4b66-928d-4f6c3b8527ad on host n-d-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:06:33.121303 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3be4864-30b6-4e58-bc70-2809b211effb x-openstack-request-id: req-b3be4864-30b6-4e58-bc70-2809b211effb {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:06:33.121595 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8211bf1-4f99-4f48-b82e-af6ba07338ed", "name": "network-vif-plugged", "status": "completed", "tag": "20016d8b-18de-40b1-996d-71c0c39d0b89", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:06:33.121852 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b3be4864-30b6-4e58-bc70-2809b211effb {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:06:33.122311 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8211bf1-4f99-4f48-b82e-af6ba07338ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20016d8b-18de-40b1-996d-71c0c39d0b89', 'code': 200} Sep 08 09:06:33.126345 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:06:33.126971 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 9a5dc09b-776a-4bf2-8a5a-f6b591f5bcd4 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:06:33.135918 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-19f33d21-1f6a-47ad-bb6e-cf5788de91dc None None] For port 4adb4bfa-1b6d-4b66-928d-4f6c3b8527ad, host n-d-806683-11, got binding levels [] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:33.136373 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-19f33d21-1f6a-47ad-bb6e-cf5788de91dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:33.160375 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-19f33d21-1f6a-47ad-bb6e-cf5788de91dc None None] Calling delete_port for 4adb4bfa-1b6d-4b66-928d-4f6c3b8527ad owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:06:33.163913 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fa34120e-f0b2-46e6-83d9-e7f8477f2f10 req-0fcf5df8-17e0-430b-9968-1d2bc88ebb63 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/security-groups?id=92a2d89c-617a-40b4-ad8d-a67fccdc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545156 Sep 08 09:06:33.166018 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.ipam_backend_mixin [None req-19f33d21-1f6a-47ad-bb6e-cf5788de91dc None None] Port 4adb4bfa-1b6d-4b66-928d-4f6c3b8527ad was not found and therefore no delete operation was performed {{(pid=94714) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 08 09:06:33.173045 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-19f33d21-1f6a-47ad-bb6e-cf5788de91dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:33.179437 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=20016d8b-18de-40b1-996d-71c0c39d0b89,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:33.210869 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f33d21-1f6a-47ad-bb6e-cf5788de91dc None None] Pushing event deleted for resources: {'Port': ['ID=4adb4bfa-1b6d-4b66-928d-4f6c3b8527ad,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:33.213559 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f33d21-1f6a-47ad-bb6e-cf5788de91dc None None] No DVR routers for this DVR port 4adb4bfa-1b6d-4b66-928d-4f6c3b8527ad on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:06:33.227801 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45350) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:06:33.242884 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c231589c-427a-40ec-afc4-a6f972715115 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:33.284602 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-c231589c-427a-40ec-afc4-a6f972715115 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6928d08-e973-40fd-9991-1bc0b151da7b']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:06:33.302275 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-c231589c-427a-40ec-afc4-a6f972715115 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad1580a9-8170-4f2c-af6e-7252d1fb8d0e') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:06:33.302566 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-c231589c-427a-40ec-afc4-a6f972715115 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad1580a9-8170-4f2c-af6e-7252d1fb8d0e') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:06:33.306696 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324e876-e253-469c-8c03-d07e36af1ae9 req-84af199e-0c23-466a-b000-0e18fc910345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:33.308482 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d324e876-e253-469c-8c03-d07e36af1ae9 req-84af199e-0c23-466a-b000-0e18fc910345 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b8211bf1-4f99-4f48-b82e-af6ba07338ed HTTP/1.1" status: 200 len: 1097 time: 0.1150723 Sep 08 09:06:33.315350 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['48a66fa1-796f-42bb-a5b0-f82cac34a581'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:06:33.369528 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-0beffb9b-ff59-491b-8229-a8a50f5443f6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-225508866-network', 'tenant_id': '4dbfcbac1a974f51910c122270e8c1fc'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:06:33.384265 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c231589c-427a-40ec-afc4-a6f972715115 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:33.401015 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0beffb9b-ff59-491b-8229-a8a50f5443f6 admin admin] Made reservation on behalf of 4dbfcbac1a974f51910c122270e8c1fc for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:06:33.404044 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0beffb9b-ff59-491b-8229-a8a50f5443f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:33.418412 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0beffb9b-ff59-491b-8229-a8a50f5443f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:33.419179 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d324e876-e253-469c-8c03-d07e36af1ae9 req-6dcf1850-11e9-43d2-9c09-c66fc497de60 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=92a2d89c-617a-40b4-ad8d-a67fccdc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905564 Sep 08 09:06:33.423354 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c231589c-427a-40ec-afc4-a6f972715115 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:33.432938 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c231589c-427a-40ec-afc4-a6f972715115 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:06:33.433364 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c231589c-427a-40ec-afc4-a6f972715115 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:33.437367 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:06:33.437367 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:06:33.437367 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:06:33.437367 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:06:33.437367 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:06:33.437367 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:06:33.437367 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:06:33.437367 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:06:33.437367 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:06:33.437367 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:06:33.437367 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:06:33.437367 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:06:33.437367 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:06:33.437367 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:06:33.437367 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:06:33.437367 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:06:33.437367 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:06:33.437367 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:06:33.437367 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:06:33.437367 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:06:33.437367 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:06:33.437367 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:06:33.437367 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:06:33.437367 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:06:33.437367 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:06:33.437367 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:06:33.437367 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:06:33.437367 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:06:33.437367 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:06:33.437367 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:06:33.437367 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:06:33.437367 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:06:33.529601 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c231589c-427a-40ec-afc4-a6f972715115 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:33.541016 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c231589c-427a-40ec-afc4-a6f972715115 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:33.542303 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0beffb9b-ff59-491b-8229-a8a50f5443f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:33.543040 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c231589c-427a-40ec-afc4-a6f972715115 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "DELETE /v2.0/networks/f6928d08-e973-40fd-9991-1bc0b151da7b HTTP/1.1" status: 204 len: 168 time: 1.2711134 Sep 08 09:06:33.545691 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45358) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:06:33.567572 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c231589c-427a-40ec-afc4-a6f972715115 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Pushing event deleted for resources: {'Network': ['ID=f6928d08-e973-40fd-9991-1bc0b151da7b,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:33.574361 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0beffb9b-ff59-491b-8229-a8a50f5443f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:33.615610 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0beffb9b-ff59-491b-8229-a8a50f5443f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:06:33.623658 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beffb9b-ff59-491b-8229-a8a50f5443f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f875c8-52ad-4b09-94e5-80acaa6e5adc,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:33.629633 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-97491e93-2fe8-48ac-be94-f605aa0a8861 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Deleting subnet c0e91c4f-c499-49e6-aea7-529ae2ce4e22 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:06:33.635471 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-97491e93-2fe8-48ac-be94-f605aa0a8861 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:33.657074 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0beffb9b-ff59-491b-8229-a8a50f5443f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:33.657428 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-0beffb9b-ff59-491b-8229-a8a50f5443f6 admin admin] Added segment 76c2bb34-8926-4192-9f22-30312bd8a75a of type vlan for network 486e3de1-84dc-4a12-b9b9-a1257bb97449 Sep 08 09:06:33.712576 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-97491e93-2fe8-48ac-be94-f605aa0a8861 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:33.740621 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0beffb9b-ff59-491b-8229-a8a50f5443f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:33.815490 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0beffb9b-ff59-491b-8229-a8a50f5443f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:33.816469 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0beffb9b-ff59-491b-8229-a8a50f5443f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:33.817061 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0beffb9b-ff59-491b-8229-a8a50f5443f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:33.877854 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0beffb9b-ff59-491b-8229-a8a50f5443f6 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6482201 Sep 08 09:06:33.880630 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45366) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:06:33.887180 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-2607d840-b39e-416b-9671-302bfd624f01 admin admin] Request body: {'subnet': {'network_id': '486e3de1-84dc-4a12-b9b9-a1257bb97449', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-225508866-subnet', 'tenant_id': '4dbfcbac1a974f51910c122270e8c1fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:06:33.911813 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2607d840-b39e-416b-9671-302bfd624f01 admin admin] Made reservation on behalf of 4dbfcbac1a974f51910c122270e8c1fc for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:06:33.913608 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a31fc-81c6-4686-b24f-31426cb9a8bd req-27a28463-7e3b-4b04-a50b-c82029158570 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:33.914716 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2607d840-b39e-416b-9671-302bfd624f01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:33.915445 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-593a31fc-81c6-4686-b24f-31426cb9a8bd req-27a28463-7e3b-4b04-a50b-c82029158570 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d3fbfc9-f78a-4135-96f9-834ba82f0def HTTP/1.1" status: 200 len: 949 time: 0.1700501 Sep 08 09:06:33.956797 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-97491e93-2fe8-48ac-be94-f605aa0a8861 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:34.011374 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beffb9b-ff59-491b-8229-a8a50f5443f6 admin admin] Pushing event updated for resources: {'Network': ['ID=486e3de1-84dc-4a12-b9b9-a1257bb97449,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:34.020714 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-593a31fc-81c6-4686-b24f-31426cb9a8bd req-824d5a4a-d888-465c-bfb5-f27346c0464a tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680721 Sep 08 09:06:34.022072 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 486e3de1-84dc-4a12-b9b9-a1257bb97449 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:06:34.075989 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-97491e93-2fe8-48ac-be94-f605aa0a8861 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:34.100258 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-97491e93-2fe8-48ac-be94-f605aa0a8861 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:34.103714 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-97491e93-2fe8-48ac-be94-f605aa0a8861 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "DELETE /v2.0/subnets/c0e91c4f-c499-49e6-aea7-529ae2ce4e22 HTTP/1.1" status: 204 len: 168 time: 0.5567517 Sep 08 09:06:34.106261 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45368) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:06:34.110248 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a657210a-4e10-453e-b26c-358e09546861 None None] Network b33c8abc-6a51-4240-93e7-ab098bbf4e64 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:06:34.143811 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97491e93-2fe8-48ac-be94-f605aa0a8861 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Pushing event deleted for resources: {'Subnet': ['ID=c0e91c4f-c499-49e6-aea7-529ae2ce4e22,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:34.169053 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2607d840-b39e-416b-9671-302bfd624f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:34.207811 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 4adb4bfa-1b6d-4b66-928d-4f6c3b8527ad no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:06:34.239678 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2607d840-b39e-416b-9671-302bfd624f01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a731c36-52e8-4a44-a3a8-cbd90e5a7d39,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:34.240063 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 4adb4bfa-1b6d-4b66-928d-4f6c3b8527ad {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:06:34.240379 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 4adb4bfa-1b6d-4b66-928d-4f6c3b8527ad not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:06:34.247745 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a5801517-081b-44bd-ae96-5f73a42c9c71 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:34.252421 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2607d840-b39e-416b-9671-302bfd624f01 admin admin] Checking segment: {'id': '76c2bb34-8926-4192-9f22-30312bd8a75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '486e3de1-84dc-4a12-b9b9-a1257bb97449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:06:34.254951 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2607d840-b39e-416b-9671-302bfd624f01 admin admin] Network hostable DHCP agents. Network: 486e3de1-84dc-4a12-b9b9-a1257bb97449, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:06:34.280358 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 5f466c07-ce54-4b5d-a7ce-bf01fa868b06 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:06:34.333541 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-a5801517-081b-44bd-ae96-5f73a42c9c71 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Deleting port 8504dc24-0bb2-47d5-b0ef-f5b14e93fa61 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:06:34.334291 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a5801517-081b-44bd-ae96-5f73a42c9c71 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:34.337100 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 5f466c07-ce54-4b5d-a7ce-bf01fa868b06 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:06:34.337678 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 5f466c07-ce54-4b5d-a7ce-bf01fa868b06 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:06:34.359758 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2607d840-b39e-416b-9671-302bfd624f01 admin admin] Network 486e3de1-84dc-4a12-b9b9-a1257bb97449 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:06:34.389020 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8cdbc0-81bc-4ab9-8712-2b23194da920 req-8fcb3fc0-9ebf-4b0e-9eca-f6d59be623fc tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:34.390755 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2f8cdbc0-81bc-4ab9-8712-2b23194da920 req-8fcb3fc0-9ebf-4b0e-9eca-f6d59be623fc tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d3fbfc9-f78a-4135-96f9-834ba82f0def HTTP/1.1" status: 200 len: 949 time: 0.1281483 Sep 08 09:06:34.397227 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-2607d840-b39e-416b-9671-302bfd624f01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 486e3de1-84dc-4a12-b9b9-a1257bb97449) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:06:34.405467 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2607d840-b39e-416b-9671-302bfd624f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:34.406070 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2607d840-b39e-416b-9671-302bfd624f01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:34.431767 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6763934a-7419-404e-95b7-56ec621bcf6d None None] Network 486e3de1-84dc-4a12-b9b9-a1257bb97449 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:06:34.495377 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a139b-9c55-4b99-b304-403f6efe9224 req-02deffe6-4c1a-42c1-ac0d-b1017f04542d tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:34.497047 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6c7a139b-9c55-4b99-b304-403f6efe9224 req-02deffe6-4c1a-42c1-ac0d-b1017f04542d tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/ports?device_id=c44f36b8-2b2f-45ae-83d1-9ebb6eafd0ba HTTP/1.1" status: 200 len: 944 time: 0.1906004 Sep 08 09:06:34.504159 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6174046-0410-45b0-904b-7527fd43b1d6 None None] DHCP port deletion for b33c8abc-6a51-4240-93e7-ab098bbf4e64 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:06:34.527810 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2607d840-b39e-416b-9671-302bfd624f01 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6460497 Sep 08 09:06:34.532046 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-a5801517-081b-44bd-ae96-5f73a42c9c71 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] For port 8504dc24-0bb2-47d5-b0ef-f5b14e93fa61, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=8504dc24-0bb2-47d5-b0ef-f5b14e93fa61,segment=NetworkSegment(67de92ad-9aa9-4356-8dd2-1dea3a44fc52),segment_id=67de92ad-9aa9-4356-8dd2-1dea3a44fc52)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:34.538320 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a5801517-081b-44bd-ae96-5f73a42c9c71 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:34.570085 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-a5801517-081b-44bd-ae96-5f73a42c9c71 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Calling delete_port for 8504dc24-0bb2-47d5-b0ef-f5b14e93fa61 owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:06:34.626776 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6c7a139b-9c55-4b99-b304-403f6efe9224 req-8418fd09-9d28-43eb-9b2c-6ceb29774bbb tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/security-groups?id=92a2d89c-617a-40b4-ad8d-a67fccdc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178982 Sep 08 09:06:34.675590 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-2f8cdbc0-81bc-4ab9-8712-2b23194da920 req-c5f6d8b9-5794-4e70-9a10-2f2d06c9b9bd tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Deleting port 02b7ad11-0b98-47e7-9331-8af04186c492 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:06:34.675822 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2f8cdbc0-81bc-4ab9-8712-2b23194da920 req-c5f6d8b9-5794-4e70-9a10-2f2d06c9b9bd tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:34.760097 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a5801517-081b-44bd-ae96-5f73a42c9c71 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:34.830407 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-2f8cdbc0-81bc-4ab9-8712-2b23194da920 req-c5f6d8b9-5794-4e70-9a10-2f2d06c9b9bd tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] For port 02b7ad11-0b98-47e7-9331-8af04186c492, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=02b7ad11-0b98-47e7-9331-8af04186c492,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:34.830786 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2f8cdbc0-81bc-4ab9-8712-2b23194da920 req-c5f6d8b9-5794-4e70-9a10-2f2d06c9b9bd tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:34.849399 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-2f8cdbc0-81bc-4ab9-8712-2b23194da920 req-c5f6d8b9-5794-4e70-9a10-2f2d06c9b9bd tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Calling delete_port for 02b7ad11-0b98-47e7-9331-8af04186c492 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:06:34.857760 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5801517-081b-44bd-ae96-5f73a42c9c71 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Pushing event deleted for resources: {'Port': ['ID=8504dc24-0bb2-47d5-b0ef-f5b14e93fa61,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:34.864341 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5801517-081b-44bd-ae96-5f73a42c9c71 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] No DVR routers for this DVR port 8504dc24-0bb2-47d5-b0ef-f5b14e93fa61 on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:06:34.884691 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device a89527d0-9f3a-49b2-a11c-b824c47346ee up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:06:34.893064 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-b6174046-0410-45b0-904b-7527fd43b1d6 None None] Deleting port 8504dc24-0bb2-47d5-b0ef-f5b14e93fa61 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:06:34.896624 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b6174046-0410-45b0-904b-7527fd43b1d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:35.008907 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81d74d7-951c-4da7-b6a1-1efd340bc1d2 None None] Network 486e3de1-84dc-4a12-b9b9-a1257bb97449 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:06:35.032662 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2f8cdbc0-81bc-4ab9-8712-2b23194da920 req-c5f6d8b9-5794-4e70-9a10-2f2d06c9b9bd tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:35.085693 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f6d8b9-5794-4e70-9a10-2f2d06c9b9bd tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Pushing event deleted for resources: {'Port': ['ID=02b7ad11-0b98-47e7-9331-8af04186c492,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:35.099273 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a5801517-081b-44bd-ae96-5f73a42c9c71 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:35.129174 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [req-a3a66ba3-3cd1-44db-a5a8-418c4b20a942 req-d8825cd2-c78e-461f-a9c1-8a5090eb3144 tempest-SecurityGroupsNegativeTestJSON-1542756876 tempest-SecurityGroupsNegativeTestJSON-1542756876-project] show failed (client error): The resource could not be found. Sep 08 09:06:35.143467 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a3a66ba3-3cd1-44db-a5a8-418c4b20a942 req-d8825cd2-c78e-461f-a9c1-8a5090eb3144 tempest-SecurityGroupsNegativeTestJSON-1542756876 tempest-SecurityGroupsNegativeTestJSON-1542756876-project] 10.222.0.54 "GET /v2.0/security-groups/b3d9ab6e-7587-4657-90ae-86c1677870d5 HTTP/1.1" status: 404 len: 352 time: 0.0308523 Sep 08 09:06:35.149783 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f8cdbc0-81bc-4ab9-8712-2b23194da920 req-c5f6d8b9-5794-4e70-9a10-2f2d06c9b9bd tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] No DVR routers for this DVR port 02b7ad11-0b98-47e7-9331-8af04186c492 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:06:35.152692 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2f8cdbc0-81bc-4ab9-8712-2b23194da920 req-c5f6d8b9-5794-4e70-9a10-2f2d06c9b9bd tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:35.155905 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2f8cdbc0-81bc-4ab9-8712-2b23194da920 req-c5f6d8b9-5794-4e70-9a10-2f2d06c9b9bd tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.37 "DELETE /v2.0/ports/02b7ad11-0b98-47e7-9331-8af04186c492 HTTP/1.1" status: 204 len: 173 time: 0.7536392 Sep 08 09:06:35.156634 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d3fbfc9-f78a-4135-96f9-834ba82f0def', 'name': 'network-vif-deleted', 'tag': '02b7ad11-0b98-47e7-9331-8af04186c492'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:06:35.159683 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49737172-2167-4f17-90ed-a0d5a80cf39b" -d '{"events": [{"server_uuid": "0d3fbfc9-f78a-4135-96f9-834ba82f0def", "name": "network-vif-deleted", "tag": "02b7ad11-0b98-47e7-9331-8af04186c492"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:06:35.181570 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-a5801517-081b-44bd-ae96-5f73a42c9c71 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b33c8abc-6a51-4240-93e7-ab098bbf4e64']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:06:35.192778 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-a5801517-081b-44bd-ae96-5f73a42c9c71 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67de92ad-9aa9-4356-8dd2-1dea3a44fc52') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:06:35.193114 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-a5801517-081b-44bd-ae96-5f73a42c9c71 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67de92ad-9aa9-4356-8dd2-1dea3a44fc52') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:06:35.219012 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['9e98ff4c-63d3-4bcd-b49c-1e626df063aa', 'eaa66411-0103-4476-a551-2a50c97eb2f0'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:06:35.225471 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['fb2e5f1e-9c50-48e7-b6bb-e637dec86b44', 'f4d691e7-e9a2-4853-8163-af247dd9cc84', '27f59616-58c5-4693-bbcf-b53a0c3a8b30', '02b7ad11-0b98-47e7-9331-8af04186c492'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:06:35.230944 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a5801517-081b-44bd-ae96-5f73a42c9c71 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:35.269294 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1f5e19e6-f314-48a2-97c4-8a39cdf46f34 req-a01dfb94-c015-411d-9c24-c80254fedf54 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d3fbfc9-f78a-4135-96f9-834ba82f0def HTTP/1.1" status: 200 len: 210 time: 0.0453897 Sep 08 09:06:35.280614 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a5801517-081b-44bd-ae96-5f73a42c9c71 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:35.293956 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5801517-081b-44bd-ae96-5f73a42c9c71 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:06:35.294633 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a5801517-081b-44bd-ae96-5f73a42c9c71 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:35.298233 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:06:35.298233 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:06:35.298233 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:06:35.298233 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:06:35.298233 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:06:35.298233 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:06:35.298233 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:06:35.298233 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:06:35.298233 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:06:35.298233 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:06:35.298233 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:06:35.298233 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:06:35.298233 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:06:35.298233 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:06:35.298233 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:06:35.298233 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:06:35.298233 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:06:35.298233 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:06:35.298233 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:06:35.298233 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:06:35.298233 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:06:35.298233 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:06:35.298233 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:06:35.298233 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:06:35.298233 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:06:35.298233 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:06:35.298233 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:06:35.298233 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:06:35.298233 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:06:35.298233 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:06:35.298233 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:06:35.298233 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:06:35.355035 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1117d3-aaa0-4355-9ee7-0d4a52c28123 x-openstack-request-id: req-4f1117d3-aaa0-4355-9ee7-0d4a52c28123 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:06:35.355719 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d3fbfc9-f78a-4135-96f9-834ba82f0def", "name": "network-vif-deleted", "tag": "02b7ad11-0b98-47e7-9331-8af04186c492", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:06:35.356183 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4f1117d3-aaa0-4355-9ee7-0d4a52c28123 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:06:35.356963 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d3fbfc9-f78a-4135-96f9-834ba82f0def', 'name': 'network-vif-deleted', 'tag': '02b7ad11-0b98-47e7-9331-8af04186c492', 'status': 'completed', 'code': 200} Sep 08 09:06:35.357097 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-18cd7ed6-d335-4104-9c17-527959044e57 req-607e6939-2d59-47fa-b806-64002407af78 tempest-SecurityGroupsNegativeTestJSON-1542756876 tempest-SecurityGroupsNegativeTestJSON-1542756876-project] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4dbfcbac1a974f51910c122270e8c1fc HTTP/1.1" status: 200 len: 2988 time: 0.1618040 Sep 08 09:06:35.433573 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a5801517-081b-44bd-ae96-5f73a42c9c71 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:35.452472 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a5801517-081b-44bd-ae96-5f73a42c9c71 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:35.458692 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a5801517-081b-44bd-ae96-5f73a42c9c71 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "DELETE /v2.0/networks/b33c8abc-6a51-4240-93e7-ab098bbf4e64 HTTP/1.1" status: 204 len: 168 time: 1.3469100 Sep 08 09:06:35.463314 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45394) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:06:35.470339 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-a334c20b-e4a7-4839-ae18-84ee7a627646 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2022613372'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:06:35.484448 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5801517-081b-44bd-ae96-5f73a42c9c71 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Pushing event deleted for resources: {'Network': ['ID=b33c8abc-6a51-4240-93e7-ab098bbf4e64,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:35.489709 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-18cd7ed6-d335-4104-9c17-527959044e57 req-b3d196e6-6de8-4c6d-8bf0-e3e871986b80 tempest-SecurityGroupsNegativeTestJSON-1542756876 tempest-SecurityGroupsNegativeTestJSON-1542756876-project] 10.222.0.54 "GET /v2.0/security-groups/c9f875c8-52ad-4b09-94e5-80acaa6e5adc HTTP/1.1" status: 200 len: 2985 time: 0.1318786 Sep 08 09:06:35.527930 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a334c20b-e4a7-4839-ae18-84ee7a627646 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Made reservation on behalf of 59b3a59c99284cc49457493338f2d5a8 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:06:35.532076 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a334c20b-e4a7-4839-ae18-84ee7a627646 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:35.564503 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a334c20b-e4a7-4839-ae18-84ee7a627646 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:06:35.578239 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a334c20b-e4a7-4839-ae18-84ee7a627646 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:35.578601 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-a334c20b-e4a7-4839-ae18-84ee7a627646 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Added segment 596ebcad-77de-4a1a-aced-5e25662f4b0d of type vlan for network 1c762b55-0f8d-4610-9a76-7dc4f0074a1b Sep 08 09:06:35.586476 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-18cd7ed6-d335-4104-9c17-527959044e57 req-e9ac2159-6f8b-483a-83ec-ed48082535db tempest-SecurityGroupsNegativeTestJSON-1542756876 tempest-SecurityGroupsNegativeTestJSON-1542756876-project] 10.222.0.54 "GET /v2.0/security-groups/c9f875c8-52ad-4b09-94e5-80acaa6e5adc HTTP/1.1" status: 200 len: 2985 time: 0.0846229 Sep 08 09:06:35.588752 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-b6174046-0410-45b0-904b-7527fd43b1d6 None None] For port 8504dc24-0bb2-47d5-b0ef-f5b14e93fa61, host n-d-806683-11, got binding levels [] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:35.595552 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b6174046-0410-45b0-904b-7527fd43b1d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:35.633719 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-b6174046-0410-45b0-904b-7527fd43b1d6 None None] Calling delete_port for 8504dc24-0bb2-47d5-b0ef-f5b14e93fa61 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:06:35.646057 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.ipam_backend_mixin [None req-b6174046-0410-45b0-904b-7527fd43b1d6 None None] Port 8504dc24-0bb2-47d5-b0ef-f5b14e93fa61 was not found and therefore no delete operation was performed {{(pid=94714) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 08 09:06:35.654282 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a334c20b-e4a7-4839-ae18-84ee7a627646 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:35.690288 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a334c20b-e4a7-4839-ae18-84ee7a627646 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:35.701876 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b6174046-0410-45b0-904b-7527fd43b1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:35.702444 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a334c20b-e4a7-4839-ae18-84ee7a627646 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:35.703163 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a334c20b-e4a7-4839-ae18-84ee7a627646 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:35.728343 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b6174046-0410-45b0-904b-7527fd43b1d6 None None] Network b33c8abc-6a51-4240-93e7-ab098bbf4e64 is not hosted by any dhcp agent {{(pid=94714) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 08 09:06:35.729276 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6174046-0410-45b0-904b-7527fd43b1d6 None None] No DVR routers for this DVR port 8504dc24-0bb2-47d5-b0ef-f5b14e93fa61 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:06:35.775969 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6174046-0410-45b0-904b-7527fd43b1d6 None None] Pushing event deleted for resources: {'Port': ['ID=8504dc24-0bb2-47d5-b0ef-f5b14e93fa61,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:35.778111 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port a89527d0-9f3a-49b2-a11c-b824c47346ee completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:06:35.794273 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port a89527d0-9f3a-49b2-a11c-b824c47346ee triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:06:35.795085 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:35.796714 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-19c55853-6c36-4a0a-aff8-acd2ce79bcc7 req-8b36d80a-21bc-4d6d-985d-c2f48f6e9265 tempest-SecurityGroupsNegativeTestJSON-1542756876 tempest-SecurityGroupsNegativeTestJSON-1542756876-project] 10.222.0.54 "GET /v2.0/security-groups/c9f875c8-52ad-4b09-94e5-80acaa6e5adc HTTP/1.1" status: 200 len: 2985 time: 0.1822731 Sep 08 09:06:35.894145 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [req-19c55853-6c36-4a0a-aff8-acd2ce79bcc7 req-1b4fc99a-dc88-4a7d-875c-d8106b767f48 tempest-SecurityGroupsNegativeTestJSON-1542756876 tempest-SecurityGroupsNegativeTestJSON-1542756876-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 08 09:06:35.894361 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a334c20b-e4a7-4839-ae18-84ee7a627646 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Pushing event updated for resources: {'Network': ['ID=1c762b55-0f8d-4610-9a76-7dc4f0074a1b,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:35.896052 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-19c55853-6c36-4a0a-aff8-acd2ce79bcc7 req-1b4fc99a-dc88-4a7d-875c-d8106b767f48 tempest-SecurityGroupsNegativeTestJSON-1542756876 tempest-SecurityGroupsNegativeTestJSON-1542756876-project] 10.222.0.54 "DELETE /v2.0/security-groups/c9f875c8-52ad-4b09-94e5-80acaa6e5adc HTTP/1.1" status: 409 len: 352 time: 0.0923870 Sep 08 09:06:35.909168 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45404) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:06:35.909867 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-a334c20b-e4a7-4839-ae18-84ee7a627646 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4445312 Sep 08 09:06:35.925806 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-3aaf8178-ba62-4c5e-b9ef-14861b43d98e tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Request body: {'subnet': {'network_id': '1c762b55-0f8d-4610-9a76-7dc4f0074a1b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:06:35.933243 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 1c762b55-0f8d-4610-9a76-7dc4f0074a1b details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:06:35.956396 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc52a6-ef10-4993-ada5-19667bbb3f90 req-3cb69f54-fa33-42ab-b16b-0e35e37d3c1a tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:35.957967 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6bfc52a6-ef10-4993-ada5-19667bbb3f90 req-3cb69f54-fa33-42ab-b16b-0e35e37d3c1a tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/ports?device_id=c44f36b8-2b2f-45ae-83d1-9ebb6eafd0ba HTTP/1.1" status: 200 len: 944 time: 0.0949805 Sep 08 09:06:35.978988 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [req-61b416bd-e811-45d6-a0c7-43d39d0b48eb req-09ffe457-ee28-4f94-aae6-6d5ef1c97aeb tempest-SecurityGroupsNegativeTestJSON-1542756876 tempest-SecurityGroupsNegativeTestJSON-1542756876-project] show failed (client error): The resource could not be found. Sep 08 09:06:35.979877 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-61b416bd-e811-45d6-a0c7-43d39d0b48eb req-09ffe457-ee28-4f94-aae6-6d5ef1c97aeb tempest-SecurityGroupsNegativeTestJSON-1542756876 tempest-SecurityGroupsNegativeTestJSON-1542756876-project] 10.222.0.54 "GET /v2.0/security-groups/c9eb2431-9bbe-454d-99fd-aab5a18ab310 HTTP/1.1" status: 404 len: 352 time: 0.0469978 Sep 08 09:06:36.021198 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6bfc52a6-ef10-4993-ada5-19667bbb3f90 req-046b7b5f-6039-4e1a-b0fa-a1487cfac194 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/security-groups?id=92a2d89c-617a-40b4-ad8d-a67fccdc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537465 Sep 08 09:06:36.104511 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [req-b8695ce8-6467-48b9-a107-46db76a432ed req-e831a064-4109-4b86-b2f1-2128b6d12b9b tempest-SecurityGroupsNegativeTestJSON-1542756876 tempest-SecurityGroupsNegativeTestJSON-1542756876-project] show failed (client error): The resource could not be found. Sep 08 09:06:36.129327 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b8695ce8-6467-48b9-a107-46db76a432ed req-e831a064-4109-4b86-b2f1-2128b6d12b9b tempest-SecurityGroupsNegativeTestJSON-1542756876 tempest-SecurityGroupsNegativeTestJSON-1542756876-project] 10.222.0.54 "GET /v2.0/security-groups/85405771-a118-429b-861f-ac7d23cd56a4 HTTP/1.1" status: 404 len: 352 time: 0.0647953 Sep 08 09:06:36.135768 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45414) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:06:36.144877 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aaf8178-ba62-4c5e-b9ef-14861b43d98e tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Made reservation on behalf of 59b3a59c99284cc49457493338f2d5a8 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:06:36.148266 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3aaf8178-ba62-4c5e-b9ef-14861b43d98e tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:36.180868 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:36.219283 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44f36b8-2b2f-45ae-83d1-9ebb6eafd0ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a89527d0-9f3a-49b2-a11c-b824c47346ee'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:06:36.221520 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13705bdc-0ccf-4aae-8470-d88363257110" -d '{"events": [{"server_uuid": "c44f36b8-2b2f-45ae-83d1-9ebb6eafd0ba", "name": "network-vif-plugged", "status": "completed", "tag": "a89527d0-9f3a-49b2-a11c-b824c47346ee"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:06:36.224349 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 8504dc24-0bb2-47d5-b0ef-f5b14e93fa61 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:06:36.254073 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e40b0fb-896a-411e-97d9-d86d9b98ed93 admin admin] Deleting subnet 9a731c36-52e8-4a44-a3a8-cbd90e5a7d39 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:06:36.264959 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0e40b0fb-896a-411e-97d9-d86d9b98ed93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:36.273462 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port a89527d0-9f3a-49b2-a11c-b824c47346ee, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=a89527d0-9f3a-49b2-a11c-b824c47346ee,segment=NetworkSegment(23311806-875c-4730-9f8b-8787517e0630),segment_id=23311806-875c-4730-9f8b-8787517e0630)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:36.280183 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 8504dc24-0bb2-47d5-b0ef-f5b14e93fa61 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:06:36.280469 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 8504dc24-0bb2-47d5-b0ef-f5b14e93fa61 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:06:36.288981 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:36.330382 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c29197a-5672-465b-ab83-53d842f36288 x-openstack-request-id: req-8c29197a-5672-465b-ab83-53d842f36288 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:06:36.330671 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44f36b8-2b2f-45ae-83d1-9ebb6eafd0ba", "name": "network-vif-plugged", "status": "completed", "tag": "a89527d0-9f3a-49b2-a11c-b824c47346ee", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:06:36.330928 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8c29197a-5672-465b-ab83-53d842f36288 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:06:36.331314 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44f36b8-2b2f-45ae-83d1-9ebb6eafd0ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a89527d0-9f3a-49b2-a11c-b824c47346ee', 'code': 200} Sep 08 09:06:36.334079 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 48a66fa1-796f-42bb-a5b0-f82cac34a581 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:06:36.338714 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0e40b0fb-896a-411e-97d9-d86d9b98ed93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:36.428888 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0e40b0fb-896a-411e-97d9-d86d9b98ed93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:36.473047 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36abb841-b62c-42d9-859b-beddb9edff86 req-236b41f8-bb64-43c4-81d6-7a6256180792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:36.483820 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-36abb841-b62c-42d9-859b-beddb9edff86 req-236b41f8-bb64-43c4-81d6-7a6256180792 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c44f36b8-2b2f-45ae-83d1-9ebb6eafd0ba HTTP/1.1" status: 200 len: 1097 time: 0.0849335 Sep 08 09:06:36.526970 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-36abb841-b62c-42d9-859b-beddb9edff86 req-b08fcbcf-3ed8-4cbe-b4d2-a1156abf1fbe service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=92a2d89c-617a-40b4-ad8d-a67fccdc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358217 Sep 08 09:06:36.539830 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=a89527d0-9f3a-49b2-a11c-b824c47346ee,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:36.540043 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3aaf8178-ba62-4c5e-b9ef-14861b43d98e tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:36.579964 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0e40b0fb-896a-411e-97d9-d86d9b98ed93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:36.636219 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0e40b0fb-896a-411e-97d9-d86d9b98ed93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:36.639045 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0e40b0fb-896a-411e-97d9-d86d9b98ed93 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/9a731c36-52e8-4a44-a3a8-cbd90e5a7d39 HTTP/1.1" status: 204 len: 168 time: 0.5034235 Sep 08 09:06:36.641723 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45424) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:06:36.643188 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 48a66fa1-796f-42bb-a5b0-f82cac34a581 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:06:36.650111 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf8178-ba62-4c5e-b9ef-14861b43d98e tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Pushing event updated for resources: {'Subnet': ['ID=9efc282f-ffa9-4af8-a7e5-68967f2fc5d6,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:36.671169 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 48a66fa1-796f-42bb-a5b0-f82cac34a581 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:06:36.671879 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:36.704356 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e40b0fb-896a-411e-97d9-d86d9b98ed93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a731c36-52e8-4a44-a3a8-cbd90e5a7d39,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:36.708195 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aaf8178-ba62-4c5e-b9ef-14861b43d98e tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Checking segment: {'id': '596ebcad-77de-4a1a-aced-5e25662f4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1c762b55-0f8d-4610-9a76-7dc4f0074a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:06:36.708574 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aaf8178-ba62-4c5e-b9ef-14861b43d98e tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Network hostable DHCP agents. Network: 1c762b55-0f8d-4610-9a76-7dc4f0074a1b, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:06:36.770246 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4d4000ed-2e44-4863-868f-e96abeac12c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:36.782106 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aaf8178-ba62-4c5e-b9ef-14861b43d98e tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Network 1c762b55-0f8d-4610-9a76-7dc4f0074a1b is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:06:36.806076 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-3aaf8178-ba62-4c5e-b9ef-14861b43d98e tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 1c762b55-0f8d-4610-9a76-7dc4f0074a1b) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:06:36.818769 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ae1e74-a07f-45f9-9827-51cf07921cfa None None] Network 1c762b55-0f8d-4610-9a76-7dc4f0074a1b requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:06:36.826875 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aaf8178-ba62-4c5e-b9ef-14861b43d98e tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:36.827619 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3aaf8178-ba62-4c5e-b9ef-14861b43d98e tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:36.831405 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:36.905957 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3aaf8178-ba62-4c5e-b9ef-14861b43d98e tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9950645 Sep 08 09:06:36.908612 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45432) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:06:36.913561 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-1b385338-e0d0-43e4-b696-fc34563a1e20 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1042319596'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:06:36.936766 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 48a66fa1-796f-42bb-a5b0-f82cac34a581, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=48a66fa1-796f-42bb-a5b0-f82cac34a581,segment=NetworkSegment(23311806-875c-4730-9f8b-8787517e0630),segment_id=23311806-875c-4730-9f8b-8787517e0630)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:36.941793 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:36.942477 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b385338-e0d0-43e4-b696-fc34563a1e20 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Made reservation on behalf of 59b3a59c99284cc49457493338f2d5a8 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:06:36.943182 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 02b7ad11-0b98-47e7-9331-8af04186c492 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:06:36.948494 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1b385338-e0d0-43e4-b696-fc34563a1e20 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:36.968799 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4d4000ed-2e44-4863-868f-e96abeac12c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:36.979734 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b385338-e0d0-43e4-b696-fc34563a1e20 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:06:36.992796 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1b385338-e0d0-43e4-b696-fc34563a1e20 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:36.993929 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-1b385338-e0d0-43e4-b696-fc34563a1e20 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Added segment f3267700-4049-4a3f-85bb-00c21d647734 of type vlan for network 39f860ac-152c-4bd2-a570-2b0cb1cff606 Sep 08 09:06:36.997510 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-4d4000ed-2e44-4863-868f-e96abeac12c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['486e3de1-84dc-4a12-b9b9-a1257bb97449']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:06:37.005823 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 02b7ad11-0b98-47e7-9331-8af04186c492 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:06:37.006571 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 02b7ad11-0b98-47e7-9331-8af04186c492 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:06:37.015662 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-4d4000ed-2e44-4863-868f-e96abeac12c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76c2bb34-8926-4192-9f22-30312bd8a75a') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:06:37.016026 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-4d4000ed-2e44-4863-868f-e96abeac12c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76c2bb34-8926-4192-9f22-30312bd8a75a') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:06:37.036503 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dcf4eb-4bb9-4e8d-853c-1e48cee3fd79 req-32649d9e-afc6-4632-913f-7d5705585420 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:37.038261 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f6dcf4eb-4bb9-4e8d-853c-1e48cee3fd79 req-32649d9e-afc6-4632-913f-7d5705585420 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8b36c47-a7c4-47d4-8b2b-a2dc9e5e4b1a HTTP/1.1" status: 200 len: 948 time: 0.1376154 Sep 08 09:06:37.040617 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4d4000ed-2e44-4863-868f-e96abeac12c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:37.068496 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4d4000ed-2e44-4863-868f-e96abeac12c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:37.074194 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=48a66fa1-796f-42bb-a5b0-f82cac34a581,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:37.084077 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d4000ed-2e44-4863-868f-e96abeac12c7 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:06:37.084490 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4d4000ed-2e44-4863-868f-e96abeac12c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:37.096905 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:06:37.096905 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:06:37.096905 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:06:37.096905 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:06:37.096905 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:06:37.096905 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:06:37.096905 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:06:37.096905 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:06:37.096905 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:06:37.096905 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:06:37.096905 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:06:37.096905 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:06:37.096905 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:06:37.096905 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:06:37.096905 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:06:37.096905 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:06:37.096905 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:06:37.096905 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:06:37.096905 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:06:37.096905 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:06:37.096905 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:06:37.096905 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:06:37.096905 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:06:37.096905 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:06:37.096905 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:06:37.096905 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:06:37.096905 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:06:37.096905 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:06:37.096905 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:06:37.096905 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:06:37.096905 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:06:37.096905 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:06:37.130732 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f6dcf4eb-4bb9-4e8d-853c-1e48cee3fd79 req-cf4638f6-e94b-4c25-a2b5-7e034084bbe9 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826190 Sep 08 09:06:37.156069 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16039d1c-41ce-48c8-bd4e-a874f5241d3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-1c762b55-0f8d-4610-9a76-7dc4f0074a1b', 'network_id': '1c762b55-0f8d-4610-9a76-7dc4f0074a1b', 'tenant_id': '59b3a59c99284cc49457493338f2d5a8', 'fixed_ips': [{'subnet_id': '9efc282f-ffa9-4af8-a7e5-68967f2fc5d6'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:06:37.156982 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-16039d1c-41ce-48c8-bd4e-a874f5241d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:37.224018 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4d4000ed-2e44-4863-868f-e96abeac12c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:37.231908 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4d4000ed-2e44-4863-868f-e96abeac12c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:37.234237 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4d4000ed-2e44-4863-868f-e96abeac12c7 admin admin] 10.222.0.54 "DELETE /v2.0/networks/486e3de1-84dc-4a12-b9b9-a1257bb97449 HTTP/1.1" status: 204 len: 168 time: 0.5913572 Sep 08 09:06:37.391055 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-16039d1c-41ce-48c8-bd4e-a874f5241d3c None None] Allocated IP 19.80.0.2 (1c762b55-0f8d-4610-9a76-7dc4f0074a1b/9efc282f-ffa9-4af8-a7e5-68967f2fc5d6/d0229cd6-676f-4b56-8f00-f97e8094db9d) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:06:37.503110 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45442) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:06:37.542484 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1b385338-e0d0-43e4-b696-fc34563a1e20 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:37.571966 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-16039d1c-41ce-48c8-bd4e-a874f5241d3c None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:37.586533 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-16039d1c-41ce-48c8-bd4e-a874f5241d3c None None] Transition to ACTIVE for port object d0229cd6-676f-4b56-8f00-f97e8094db9d will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:06:37.608739 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-3997d6c1-10d3-4b09-987a-50cc3a1f8894 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4dbfcbac1a974f51910c122270e8c1fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1045938 Sep 08 09:06:37.613821 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45444) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:06:37.615795 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-16039d1c-41ce-48c8-bd4e-a874f5241d3c None None] Transition to ACTIVE for port object d0229cd6-676f-4b56-8f00-f97e8094db9d will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:06:37.625603 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-16039d1c-41ce-48c8-bd4e-a874f5241d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:37.631333 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44cb4de-c6f1-49c6-85bd-49892ab52c28 req-2d0a7c40-cb2b-4b70-a02a-5ef3407a423b tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:37.632959 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d44cb4de-c6f1-49c6-85bd-49892ab52c28 req-2d0a7c40-cb2b-4b70-a02a-5ef3407a423b tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/ports?device_id=c44f36b8-2b2f-45ae-83d1-9ebb6eafd0ba HTTP/1.1" status: 200 len: 945 time: 0.1328251 Sep 08 09:06:37.633254 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4000ed-2e44-4863-868f-e96abeac12c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=486e3de1-84dc-4a12-b9b9-a1257bb97449,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:37.638922 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1b385338-e0d0-43e4-b696-fc34563a1e20 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:37.644341 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b385338-e0d0-43e4-b696-fc34563a1e20 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:37.644954 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1b385338-e0d0-43e4-b696-fc34563a1e20 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:37.669448 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16039d1c-41ce-48c8-bd4e-a874f5241d3c None None] Network 1c762b55-0f8d-4610-9a76-7dc4f0074a1b is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:06:37.673709 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-16039d1c-41ce-48c8-bd4e-a874f5241d3c None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:06:37.677512 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16039d1c-41ce-48c8-bd4e-a874f5241d3c None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:06:37.688872 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16039d1c-41ce-48c8-bd4e-a874f5241d3c None None] Pushing event updated for resources: {'Port': ['ID=d0229cd6-676f-4b56-8f00-f97e8094db9d,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:37.716967 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-1b385338-e0d0-43e4-b696-fc34563a1e20 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8045044 Sep 08 09:06:37.718437 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45446) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:06:37.725692 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-8601c950-5201-4016-a593-9abde79c2146 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Request body: {'subnet': {'network_id': '39f860ac-152c-4bd2-a570-2b0cb1cff606', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:06:37.744292 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-16039d1c-41ce-48c8-bd4e-a874f5241d3c None None] Attempting to bind port d0229cd6-676f-4b56-8f00-f97e8094db9d on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:06:37.744292 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-16039d1c-41ce-48c8-bd4e-a874f5241d3c None None] Attempting to bind port d0229cd6-676f-4b56-8f00-f97e8094db9d by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '596ebcad-77de-4a1a-aced-5e25662f4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1c762b55-0f8d-4610-9a76-7dc4f0074a1b'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:06:37.744292 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16039d1c-41ce-48c8-bd4e-a874f5241d3c None None] Attempting to bind port d0229cd6-676f-4b56-8f00-f97e8094db9d on network 1c762b55-0f8d-4610-9a76-7dc4f0074a1b {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:06:37.748774 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16039d1c-41ce-48c8-bd4e-a874f5241d3c None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:06:37.749214 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16039d1c-41ce-48c8-bd4e-a874f5241d3c None None] Checking segment: {'id': '596ebcad-77de-4a1a-aced-5e25662f4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1c762b55-0f8d-4610-9a76-7dc4f0074a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:06:37.749634 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-16039d1c-41ce-48c8-bd4e-a874f5241d3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:37.750184 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16039d1c-41ce-48c8-bd4e-a874f5241d3c None None] Bound using segment: {'id': '596ebcad-77de-4a1a-aced-5e25662f4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1c762b55-0f8d-4610-9a76-7dc4f0074a1b'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:06:37.751065 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-16039d1c-41ce-48c8-bd4e-a874f5241d3c None None] Bound port: d0229cd6-676f-4b56-8f00-f97e8094db9d, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '596ebcad-77de-4a1a-aced-5e25662f4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1c762b55-0f8d-4610-9a76-7dc4f0074a1b'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:06:37.751065 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-16039d1c-41ce-48c8-bd4e-a874f5241d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:37.765574 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b385338-e0d0-43e4-b696-fc34563a1e20 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Pushing event updated for resources: {'Network': ['ID=39f860ac-152c-4bd2-a570-2b0cb1cff606,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:37.787338 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d44cb4de-c6f1-49c6-85bd-49892ab52c28 req-cbb1a741-7741-42ba-8472-00eaddf3abe1 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/security-groups?id=92a2d89c-617a-40b4-ad8d-a67fccdc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342394 Sep 08 09:06:37.790032 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 39f860ac-152c-4bd2-a570-2b0cb1cff606 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:06:37.808102 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9a98bd65-9b15-4baa-8106-13478f02831a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:37.825702 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8601c950-5201-4016-a593-9abde79c2146 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Made reservation on behalf of 59b3a59c99284cc49457493338f2d5a8 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:06:37.829820 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8601c950-5201-4016-a593-9abde79c2146 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:37.838220 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9a98bd65-9b15-4baa-8106-13478f02831a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:37.887678 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-16039d1c-41ce-48c8-bd4e-a874f5241d3c None None] For port d0229cd6-676f-4b56-8f00-f97e8094db9d, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:06:37.891574 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-16039d1c-41ce-48c8-bd4e-a874f5241d3c None None] For port d0229cd6-676f-4b56-8f00-f97e8094db9d, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=d0229cd6-676f-4b56-8f00-f97e8094db9d,segment=NetworkSegment(596ebcad-77de-4a1a-aced-5e25662f4b0d),segment_id=596ebcad-77de-4a1a-aced-5e25662f4b0d)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:06:37.911011 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-16039d1c-41ce-48c8-bd4e-a874f5241d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:37.918821 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9a98bd65-9b15-4baa-8106-13478f02831a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:37.926615 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9a98bd65-9b15-4baa-8106-13478f02831a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:37.928637 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-9a98bd65-9b15-4baa-8106-13478f02831a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c9f875c8-52ad-4b09-94e5-80acaa6e5adc HTTP/1.1" status: 204 len: 168 time: 0.3138556 Sep 08 09:06:37.943595 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a98bd65-9b15-4baa-8106-13478f02831a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f875c8-52ad-4b09-94e5-80acaa6e5adc,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:38.041801 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16039d1c-41ce-48c8-bd4e-a874f5241d3c None None] Pushing event updated for resources: {'Port': ['ID=d0229cd6-676f-4b56-8f00-f97e8094db9d,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:38.136090 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8601c950-5201-4016-a593-9abde79c2146 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:38.220567 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3186bdb-0e76-4d5f-b550-a5ae2145b309 req-62e4906c-8143-4ff5-924a-0c4b4407e4e4 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:38.228508 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e3186bdb-0e76-4d5f-b550-a5ae2145b309 req-62e4906c-8143-4ff5-924a-0c4b4407e4e4 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 945 time: 0.1058824 Sep 08 09:06:38.266131 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8601c950-5201-4016-a593-9abde79c2146 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Pushing event updated for resources: {'Subnet': ['ID=4da38c30-1268-4b2c-aec1-4fc3c18a3194,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:38.279237 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e3186bdb-0e76-4d5f-b550-a5ae2145b309 req-3d4d0520-fdfa-485e-9b2d-a03773311cd3 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=703349ac-76b0-4a5f-8080-6789cf3c5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442033 Sep 08 09:06:38.328685 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8601c950-5201-4016-a593-9abde79c2146 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Checking segment: {'id': 'f3267700-4049-4a3f-85bb-00c21d647734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '39f860ac-152c-4bd2-a570-2b0cb1cff606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:06:38.329055 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8601c950-5201-4016-a593-9abde79c2146 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Network hostable DHCP agents. Network: 39f860ac-152c-4bd2-a570-2b0cb1cff606, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:06:38.333273 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28eb9ad8-2ada-4653-8150-f23c1ed540f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a66fa1-796f-42bb-a5b0-f82cac34a581'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:06:38.337453 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524dc079-8770-4875-9ae0-896dac2303b4" -d '{"events": [{"server_uuid": "28eb9ad8-2ada-4653-8150-f23c1ed540f9", "name": "network-vif-plugged", "status": "completed", "tag": "48a66fa1-796f-42bb-a5b0-f82cac34a581"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:06:38.376776 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85279a6a-ff9b-46dc-a091-de5500ac69a9 req-1f81502f-0d9f-443b-ab59-8b1770187580 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:38.378478 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-85279a6a-ff9b-46dc-a091-de5500ac69a9 req-1f81502f-0d9f-443b-ab59-8b1770187580 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8b36c47-a7c4-47d4-8b2b-a2dc9e5e4b1a HTTP/1.1" status: 200 len: 948 time: 0.1409011 Sep 08 09:06:38.379840 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8601c950-5201-4016-a593-9abde79c2146 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Network 39f860ac-152c-4bd2-a570-2b0cb1cff606 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:06:38.397142 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-8601c950-5201-4016-a593-9abde79c2146 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 39f860ac-152c-4bd2-a570-2b0cb1cff606) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:06:38.407056 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692b2697-4ce5-4801-be0d-bcc80fcf3e48 None None] Network 39f860ac-152c-4bd2-a570-2b0cb1cff606 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:06:38.412546 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8601c950-5201-4016-a593-9abde79c2146 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:38.413612 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8601c950-5201-4016-a593-9abde79c2146 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:38.425670 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89919177-3980-444f-8e1b-09adf6e3cec3 req-d39a8cbd-f660-4c02-9747-868ef6ad18bf tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:38.427896 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-89919177-3980-444f-8e1b-09adf6e3cec3 req-d39a8cbd-f660-4c02-9747-868ef6ad18bf tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fc64278-abf2-4b5f-b1a0-4499687fa13a HTTP/1.1" status: 200 len: 950 time: 0.0787063 Sep 08 09:06:38.441956 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-85279a6a-ff9b-46dc-a091-de5500ac69a9 req-a719ca5f-e94f-463b-870c-5a1578ba9c80 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540645 Sep 08 09:06:38.443844 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8601c950-5201-4016-a593-9abde79c2146 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7249219 Sep 08 09:06:38.533682 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f0dbe8-4d70-4aa1-8bf3-8aa343cc42eb x-openstack-request-id: req-47f0dbe8-4d70-4aa1-8bf3-8aa343cc42eb {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:06:38.534280 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28eb9ad8-2ada-4653-8150-f23c1ed540f9", "name": "network-vif-plugged", "status": "completed", "tag": "48a66fa1-796f-42bb-a5b0-f82cac34a581", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:06:38.536514 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-47f0dbe8-4d70-4aa1-8bf3-8aa343cc42eb {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:06:38.537008 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28eb9ad8-2ada-4653-8150-f23c1ed540f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48a66fa1-796f-42bb-a5b0-f82cac34a581', 'code': 200} Sep 08 09:06:38.605476 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-89919177-3980-444f-8e1b-09adf6e3cec3 req-10b4cbd8-5d0d-41cb-a3a9-2eca8e553987 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Deleting port 27f59616-58c5-4693-bbcf-b53a0c3a8b30 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:06:38.606029 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-89919177-3980-444f-8e1b-09adf6e3cec3 req-10b4cbd8-5d0d-41cb-a3a9-2eca8e553987 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:38.672859 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42587ac9-5cbd-43fe-9432-fee35e59eec1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-39f860ac-152c-4bd2-a570-2b0cb1cff606', 'network_id': '39f860ac-152c-4bd2-a570-2b0cb1cff606', 'tenant_id': '59b3a59c99284cc49457493338f2d5a8', 'fixed_ips': [{'subnet_id': '4da38c30-1268-4b2c-aec1-4fc3c18a3194'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:06:38.672859 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-42587ac9-5cbd-43fe-9432-fee35e59eec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:38.690105 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc4047-4499-4692-ba25-23e5abe68743 req-aecd40a8-7449-40f5-bf83-213383e00b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:38.692289 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9dbc4047-4499-4692-ba25-23e5abe68743 req-aecd40a8-7449-40f5-bf83-213383e00b0b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=28eb9ad8-2ada-4653-8150-f23c1ed540f9 HTTP/1.1" status: 200 len: 1097 time: 0.0516527 Sep 08 09:06:38.783893 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9dbc4047-4499-4692-ba25-23e5abe68743 req-fb43999b-01bd-4222-956a-2411f0c3a8eb service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=92a2d89c-617a-40b4-ad8d-a67fccdc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777512 Sep 08 09:06:38.842683 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-89919177-3980-444f-8e1b-09adf6e3cec3 req-10b4cbd8-5d0d-41cb-a3a9-2eca8e553987 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] For port 27f59616-58c5-4693-bbcf-b53a0c3a8b30, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=27f59616-58c5-4693-bbcf-b53a0c3a8b30,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:38.842989 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-89919177-3980-444f-8e1b-09adf6e3cec3 req-10b4cbd8-5d0d-41cb-a3a9-2eca8e553987 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:38.896472 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-89919177-3980-444f-8e1b-09adf6e3cec3 req-10b4cbd8-5d0d-41cb-a3a9-2eca8e553987 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Calling delete_port for 27f59616-58c5-4693-bbcf-b53a0c3a8b30 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:06:38.901274 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-42587ac9-5cbd-43fe-9432-fee35e59eec1 None None] Allocated IP 19.86.0.2 (39f860ac-152c-4bd2-a570-2b0cb1cff606/4da38c30-1268-4b2c-aec1-4fc3c18a3194/cf32cc57-ac8a-426a-8680-b6263c8ef073) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:06:38.958750 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1740cc-9c7d-4a49-9d62-03389b3780af req-67290979-c613-4dfb-8cfd-95000e2aed27 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:38.961747 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3d1740cc-9c7d-4a49-9d62-03389b3780af req-67290979-c613-4dfb-8cfd-95000e2aed27 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/ports?device_id=c44f36b8-2b2f-45ae-83d1-9ebb6eafd0ba HTTP/1.1" status: 200 len: 945 time: 0.0791447 Sep 08 09:06:39.009947 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-18c4b75d-5e07-4469-b6c5-70a1a903952a tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:39.016538 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-18c4b75d-5e07-4469-b6c5-70a1a903952a tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:39.024439 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-18c4b75d-5e07-4469-b6c5-70a1a903952a tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/networks?id=1c762b55-0f8d-4610-9a76-7dc4f0074a1b&id=39f860ac-152c-4bd2-a570-2b0cb1cff606 HTTP/1.1" status: 200 len: 1392 time: 0.2531981 Sep 08 09:06:39.058297 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3d1740cc-9c7d-4a49-9d62-03389b3780af req-a098c181-e923-4beb-9685-89d17648b017 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/security-groups?id=92a2d89c-617a-40b4-ad8d-a67fccdc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861874 Sep 08 09:06:39.077949 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-9619a3e5-5028-44a1-b88f-1b1827b4d0d0 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/quotas/59b3a59c99284cc49457493338f2d5a8 HTTP/1.1" status: 200 len: 375 time: 0.0522630 Sep 08 09:06:39.127266 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e7d58-2043-4fb7-9e59-8a4f6a45eb2d req-9ac3483f-e8ee-49f1-a717-9d6407a315a7 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:39.129170 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d36e7d58-2043-4fb7-9e59-8a4f6a45eb2d req-9ac3483f-e8ee-49f1-a717-9d6407a315a7 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8b36c47-a7c4-47d4-8b2b-a2dc9e5e4b1a HTTP/1.1" status: 200 len: 948 time: 0.1568334 Sep 08 09:06:39.147972 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-42587ac9-5cbd-43fe-9432-fee35e59eec1 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:39.162671 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-42587ac9-5cbd-43fe-9432-fee35e59eec1 None None] Transition to ACTIVE for port object cf32cc57-ac8a-426a-8680-b6263c8ef073 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:06:39.185805 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-42587ac9-5cbd-43fe-9432-fee35e59eec1 None None] Transition to ACTIVE for port object cf32cc57-ac8a-426a-8680-b6263c8ef073 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:06:39.186392 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:06:39.199449 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-42587ac9-5cbd-43fe-9432-fee35e59eec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:39.222411 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42587ac9-5cbd-43fe-9432-fee35e59eec1 None None] Network 39f860ac-152c-4bd2-a570-2b0cb1cff606 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:06:39.244456 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-42587ac9-5cbd-43fe-9432-fee35e59eec1 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:06:39.248492 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42587ac9-5cbd-43fe-9432-fee35e59eec1 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:06:39.293649 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-47d821c7-c439-46ea-9b10-e462db2bf88d tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=59b3a59c99284cc49457493338f2d5a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2144001 Sep 08 09:06:39.316338 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45504) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:06:39.326106 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42587ac9-5cbd-43fe-9432-fee35e59eec1 None None] Pushing event updated for resources: {'Port': ['ID=cf32cc57-ac8a-426a-8680-b6263c8ef073,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:39.343465 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-42587ac9-5cbd-43fe-9432-fee35e59eec1 None None] Attempting to bind port cf32cc57-ac8a-426a-8680-b6263c8ef073 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:06:39.343981 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-42587ac9-5cbd-43fe-9432-fee35e59eec1 None None] Attempting to bind port cf32cc57-ac8a-426a-8680-b6263c8ef073 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'f3267700-4049-4a3f-85bb-00c21d647734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '39f860ac-152c-4bd2-a570-2b0cb1cff606'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:06:39.344464 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42587ac9-5cbd-43fe-9432-fee35e59eec1 None None] Attempting to bind port cf32cc57-ac8a-426a-8680-b6263c8ef073 on network 39f860ac-152c-4bd2-a570-2b0cb1cff606 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:06:39.351233 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42587ac9-5cbd-43fe-9432-fee35e59eec1 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:06:39.352335 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42587ac9-5cbd-43fe-9432-fee35e59eec1 None None] Checking segment: {'id': 'f3267700-4049-4a3f-85bb-00c21d647734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '39f860ac-152c-4bd2-a570-2b0cb1cff606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:06:39.353119 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-42587ac9-5cbd-43fe-9432-fee35e59eec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:39.353329 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42587ac9-5cbd-43fe-9432-fee35e59eec1 None None] Bound using segment: {'id': 'f3267700-4049-4a3f-85bb-00c21d647734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '39f860ac-152c-4bd2-a570-2b0cb1cff606'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:06:39.353928 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-42587ac9-5cbd-43fe-9432-fee35e59eec1 None None] Bound port: cf32cc57-ac8a-426a-8680-b6263c8ef073, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3267700-4049-4a3f-85bb-00c21d647734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '39f860ac-152c-4bd2-a570-2b0cb1cff606'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:06:39.355190 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-42587ac9-5cbd-43fe-9432-fee35e59eec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:39.391806 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764204c6-6bf3-4e2d-8266-89785d34b6d9 req-b25fab6b-1b53-45ee-8c3c-77fdccd80171 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:39.393358 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-764204c6-6bf3-4e2d-8266-89785d34b6d9 req-b25fab6b-1b53-45ee-8c3c-77fdccd80171 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/ports?device_id=28eb9ad8-2ada-4653-8150-f23c1ed540f9 HTTP/1.1" status: 200 len: 945 time: 0.0649908 Sep 08 09:06:39.423693 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c18c429-7ffd-4caa-bf4e-73f3a274fd08 None None] Network 1c762b55-0f8d-4610-9a76-7dc4f0074a1b requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:06:39.448453 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-764204c6-6bf3-4e2d-8266-89785d34b6d9 req-c819ea38-2d7b-41aa-8d7c-6e1e03d349a3 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/security-groups?id=92a2d89c-617a-40b4-ad8d-a67fccdc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453784 Sep 08 09:06:39.491683 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-7d6fe2ba-c173-4d6a-8289-740d398879e8 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1240456691-network', 'tenant_id': '2e83171f35894ea19e57331a0a1c0b1d'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:06:39.506183 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-66e9b140-f4b7-4341-acfe-47491c2aea9f None None] Provisioning for port d0229cd6-676f-4b56-8f00-f97e8094db9d completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:06:39.509193 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-42587ac9-5cbd-43fe-9432-fee35e59eec1 None None] For port cf32cc57-ac8a-426a-8680-b6263c8ef073, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:06:39.516236 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-89919177-3980-444f-8e1b-09adf6e3cec3 req-10b4cbd8-5d0d-41cb-a3a9-2eca8e553987 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:39.517965 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6fe2ba-c173-4d6a-8289-740d398879e8 admin admin] Made reservation on behalf of 2e83171f35894ea19e57331a0a1c0b1d for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:06:39.521213 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7d6fe2ba-c173-4d6a-8289-740d398879e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:39.535257 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7d6fe2ba-c173-4d6a-8289-740d398879e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:39.542370 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-42587ac9-5cbd-43fe-9432-fee35e59eec1 None None] For port cf32cc57-ac8a-426a-8680-b6263c8ef073, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=cf32cc57-ac8a-426a-8680-b6263c8ef073,segment=NetworkSegment(f3267700-4049-4a3f-85bb-00c21d647734),segment_id=f3267700-4049-4a3f-85bb-00c21d647734)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:06:39.552335 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-42587ac9-5cbd-43fe-9432-fee35e59eec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:39.555135 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['9e98ff4c-63d3-4bcd-b49c-1e626df063aa', 'eaa66411-0103-4476-a551-2a50c97eb2f0'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:06:39.562436 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-d36e7d58-2043-4fb7-9e59-8a4f6a45eb2d req-5510695c-9577-4549-a6ff-922bef879d82 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Deleting port eaa66411-0103-4476-a551-2a50c97eb2f0 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:06:39.562847 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d36e7d58-2043-4fb7-9e59-8a4f6a45eb2d req-5510695c-9577-4549-a6ff-922bef879d82 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:39.566006 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['fb2e5f1e-9c50-48e7-b6bb-e637dec86b44', 'f4d691e7-e9a2-4853-8163-af247dd9cc84', '27f59616-58c5-4693-bbcf-b53a0c3a8b30'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:06:39.569266 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b4cbd8-5d0d-41cb-a3a9-2eca8e553987 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Pushing event deleted for resources: {'Port': ['ID=27f59616-58c5-4693-bbcf-b53a0c3a8b30,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:39.621597 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb6ca0-6cf2-40f3-a4ad-440bc8d29f17 req-0b2b72f2-a553-4cb5-afde-83730cde3021 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:39.623507 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-dddb6ca0-6cf2-40f3-a4ad-440bc8d29f17 req-0b2b72f2-a553-4cb5-afde-83730cde3021 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 945 time: 0.0901120 Sep 08 09:06:39.697203 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-87f2d835-f893-4872-9dc5-6702be5b5307 service neutron] 10.222.0.54 "GET /v2.0/networks/1c762b55-0f8d-4610-9a76-7dc4f0074a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952560 Sep 08 09:06:39.697671 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-dddb6ca0-6cf2-40f3-a4ad-440bc8d29f17 req-c6ef93d6-130f-4e44-ae3f-3f1d65f44177 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=703349ac-76b0-4a5f-8080-6789cf3c5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588837 Sep 08 09:06:39.698077 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-89919177-3980-444f-8e1b-09adf6e3cec3 req-10b4cbd8-5d0d-41cb-a3a9-2eca8e553987 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] No DVR routers for this DVR port 27f59616-58c5-4693-bbcf-b53a0c3a8b30 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:06:39.710912 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-89919177-3980-444f-8e1b-09adf6e3cec3 req-10b4cbd8-5d0d-41cb-a3a9-2eca8e553987 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:39.713665 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-89919177-3980-444f-8e1b-09adf6e3cec3 req-10b4cbd8-5d0d-41cb-a3a9-2eca8e553987 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.37 "DELETE /v2.0/ports/27f59616-58c5-4693-bbcf-b53a0c3a8b30 HTTP/1.1" status: 204 len: 173 time: 1.2757998 Sep 08 09:06:39.714269 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc64278-abf2-4b5f-b1a0-4499687fa13a', 'name': 'network-vif-deleted', 'tag': '27f59616-58c5-4693-bbcf-b53a0c3a8b30'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:06:39.716900 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d93be6-2e35-4f1b-9fc7-bfeb13d2feb3" -d '{"events": [{"server_uuid": "2fc64278-abf2-4b5f-b1a0-4499687fa13a", "name": "network-vif-deleted", "tag": "27f59616-58c5-4693-bbcf-b53a0c3a8b30"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:06:39.790939 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7d6fe2ba-c173-4d6a-8289-740d398879e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:39.799257 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7d6fe2ba-c173-4d6a-8289-740d398879e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:39.841760 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d6fe2ba-c173-4d6a-8289-740d398879e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:06:39.855834 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-d36e7d58-2043-4fb7-9e59-8a4f6a45eb2d req-5510695c-9577-4549-a6ff-922bef879d82 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] For port eaa66411-0103-4476-a551-2a50c97eb2f0, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=eaa66411-0103-4476-a551-2a50c97eb2f0,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:39.856312 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d36e7d58-2043-4fb7-9e59-8a4f6a45eb2d req-5510695c-9577-4549-a6ff-922bef879d82 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:39.859955 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7d6fe2ba-c173-4d6a-8289-740d398879e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:39.860511 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-7d6fe2ba-c173-4d6a-8289-740d398879e8 admin admin] Added segment f97f779e-ab81-4dfc-a584-515a83636e03 of type vlan for network c49a0008-ba2e-41e9-b498-07f12619ac72 Sep 08 09:06:39.885583 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-d36e7d58-2043-4fb7-9e59-8a4f6a45eb2d req-5510695c-9577-4549-a6ff-922bef879d82 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Calling delete_port for eaa66411-0103-4476-a551-2a50c97eb2f0 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:06:39.911440 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-2c86d0a9-c925-4f8d-b232-464a2e09c54f service neutron] 10.222.0.54 "GET /v2.0/networks/1c762b55-0f8d-4610-9a76-7dc4f0074a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201357 Sep 08 09:06:39.994656 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42587ac9-5cbd-43fe-9432-fee35e59eec1 None None] Pushing event updated for resources: {'Port': ['ID=cf32cc57-ac8a-426a-8680-b6263c8ef073,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:40.081897 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6fe2ba-c173-4d6a-8289-740d398879e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e29b563-931c-49c1-b227-1a60a9c741d4,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:40.085661 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7d6fe2ba-c173-4d6a-8289-740d398879e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:40.185081 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74091f8-85b0-4cd0-b15d-f487cf918816 req-b15550c8-1bd3-4f04-a560-a98e8dd3b2f8 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:40.202089 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b74091f8-85b0-4cd0-b15d-f487cf918816 req-b15550c8-1bd3-4f04-a560-a98e8dd3b2f8 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8b36c47-a7c4-47d4-8b2b-a2dc9e5e4b1a HTTP/1.1" status: 200 len: 948 time: 0.2576470 Sep 08 09:06:40.266099 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-4daae1ba-8332-4959-b548-c54c0eafa95e service neutron] 10.222.0.54 "GET /v2.0/networks/39f860ac-152c-4bd2-a570-2b0cb1cff606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980751 Sep 08 09:06:40.296346 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7d6fe2ba-c173-4d6a-8289-740d398879e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:40.312235 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6fe2ba-c173-4d6a-8289-740d398879e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:40.314582 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7d6fe2ba-c173-4d6a-8289-740d398879e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:40.359263 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b74091f8-85b0-4cd0-b15d-f487cf918816 req-e15ce220-8683-43a3-9593-af2efe76b2e2 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560726 Sep 08 09:06:40.407330 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d36e7d58-2043-4fb7-9e59-8a4f6a45eb2d req-5510695c-9577-4549-a6ff-922bef879d82 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:40.425931 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device cf32cc57-ac8a-426a-8680-b6263c8ef073 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:06:40.436104 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7d6fe2ba-c173-4d6a-8289-740d398879e8 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1157579 Sep 08 09:06:40.438570 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45518) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:06:40.480929 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6fe2ba-c173-4d6a-8289-740d398879e8 admin admin] Pushing event updated for resources: {'Network': ['ID=c49a0008-ba2e-41e9-b498-07f12619ac72,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:40.495399 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-0d8bcd64-759c-4d15-9fd7-5786257dad31 admin admin] Request body: {'subnet': {'network_id': 'c49a0008-ba2e-41e9-b498-07f12619ac72', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1240456691-subnet', 'tenant_id': '2e83171f35894ea19e57331a0a1c0b1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:06:40.530441 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5510695c-9577-4549-a6ff-922bef879d82 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Pushing event deleted for resources: {'Port': ['ID=eaa66411-0103-4476-a551-2a50c97eb2f0,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:40.566835 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network c49a0008-ba2e-41e9-b498-07f12619ac72 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:06:40.591918 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cdc20e2-fa44-430a-a30f-0fe62ac98056 x-openstack-request-id: req-8cdc20e2-fa44-430a-a30f-0fe62ac98056 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:06:40.593531 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc64278-abf2-4b5f-b1a0-4499687fa13a", "name": "network-vif-deleted", "tag": "27f59616-58c5-4693-bbcf-b53a0c3a8b30", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:06:40.593882 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8cdc20e2-fa44-430a-a30f-0fe62ac98056 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:06:40.594570 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc64278-abf2-4b5f-b1a0-4499687fa13a', 'name': 'network-vif-deleted', 'tag': '27f59616-58c5-4693-bbcf-b53a0c3a8b30', 'status': 'completed', 'code': 200} Sep 08 09:06:40.638811 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36e7d58-2043-4fb7-9e59-8a4f6a45eb2d req-5510695c-9577-4549-a6ff-922bef879d82 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] No DVR routers for this DVR port eaa66411-0103-4476-a551-2a50c97eb2f0 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:06:40.641907 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d36e7d58-2043-4fb7-9e59-8a4f6a45eb2d req-5510695c-9577-4549-a6ff-922bef879d82 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:40.644996 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d36e7d58-2043-4fb7-9e59-8a4f6a45eb2d req-5510695c-9577-4549-a6ff-922bef879d82 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.35 "DELETE /v2.0/ports/eaa66411-0103-4476-a551-2a50c97eb2f0 HTTP/1.1" status: 204 len: 173 time: 1.5053861 Sep 08 09:06:40.672691 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-025f6520-6872-4e74-abd7-43ff5d2b7585 service neutron] 10.222.0.54 "GET /v2.0/networks/39f860ac-152c-4bd2-a570-2b0cb1cff606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049985 Sep 08 09:06:40.674128 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8bcd64-759c-4d15-9fd7-5786257dad31 admin admin] Made reservation on behalf of 2e83171f35894ea19e57331a0a1c0b1d for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:06:40.676783 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0d8bcd64-759c-4d15-9fd7-5786257dad31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:40.812423 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port cf32cc57-ac8a-426a-8680-b6263c8ef073 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:06:40.847815 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device d0229cd6-676f-4b56-8f00-f97e8094db9d up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:06:40.921034 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36734774-8b5a-4e6f-867c-5ef8784821ba req-96b3c042-9fe6-4396-b4d1-6c463abe43ef tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:40.932210 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-36734774-8b5a-4e6f-867c-5ef8784821ba req-96b3c042-9fe6-4396-b4d1-6c463abe43ef tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/ports?device_id=28eb9ad8-2ada-4653-8150-f23c1ed540f9 HTTP/1.1" status: 200 len: 945 time: 0.1380339 Sep 08 09:06:41.014681 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-36734774-8b5a-4e6f-867c-5ef8784821ba req-94740894-4caa-48fe-b59e-b95b17e6e0fa tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/security-groups?id=92a2d89c-617a-40b4-ad8d-a67fccdc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812993 Sep 08 09:06:41.043490 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port d0229cd6-676f-4b56-8f00-f97e8094db9d completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:06:41.048788 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port d0229cd6-676f-4b56-8f00-f97e8094db9d triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:06:41.049200 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:41.133588 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d7292-d6fa-4710-bafa-89952b2339df req-a5d29093-10f0-427a-b925-972c95e4aa5c tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:41.135317 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2a1d7292-d6fa-4710-bafa-89952b2339df req-a5d29093-10f0-427a-b925-972c95e4aa5c tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 945 time: 0.1554840 Sep 08 09:06:41.136983 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0d8bcd64-759c-4d15-9fd7-5786257dad31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:41.172379 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:41.226188 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2a1d7292-d6fa-4710-bafa-89952b2339df req-0cb66a95-b2e8-44e9-94cc-e6b41823d946 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=703349ac-76b0-4a5f-8080-6789cf3c5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832789 Sep 08 09:06:41.233730 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port d0229cd6-676f-4b56-8f00-f97e8094db9d, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=d0229cd6-676f-4b56-8f00-f97e8094db9d,segment=NetworkSegment(596ebcad-77de-4a1a-aced-5e25662f4b0d),segment_id=596ebcad-77de-4a1a-aced-5e25662f4b0d)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:41.239894 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:41.316166 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8bcd64-759c-4d15-9fd7-5786257dad31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df631613-af78-49bf-9102-60065cc0670c,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:41.328047 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8bcd64-759c-4d15-9fd7-5786257dad31 admin admin] Checking segment: {'id': 'f97f779e-ab81-4dfc-a584-515a83636e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c49a0008-ba2e-41e9-b498-07f12619ac72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:06:41.328409 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8bcd64-759c-4d15-9fd7-5786257dad31 admin admin] Network hostable DHCP agents. Network: c49a0008-ba2e-41e9-b498-07f12619ac72, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:06:41.339332 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=d0229cd6-676f-4b56-8f00-f97e8094db9d,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:41.348776 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d20a1ab8-de99-430d-b0b2-90bd0f2b14dd req-8409aa4c-9b05-4cca-8cbe-4f6c5691ddd3 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/ports?device_id=accb38d4-0ca8-48bb-979a-a8f4f0d0030b HTTP/1.1" status: 200 len: 210 time: 0.1553934 Sep 08 09:06:41.427016 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8bcd64-759c-4d15-9fd7-5786257dad31 admin admin] Network c49a0008-ba2e-41e9-b498-07f12619ac72 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:06:41.443213 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-0d8bcd64-759c-4d15-9fd7-5786257dad31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, c49a0008-ba2e-41e9-b498-07f12619ac72) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:06:41.451169 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d56681b-44c8-4996-b717-d56f715cd877 None None] Network c49a0008-ba2e-41e9-b498-07f12619ac72 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:06:41.456082 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36080c-c2ab-469c-96ee-dc29161a36d2 req-c9c93923-f2d1-4e39-840f-d9eea819d11f tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:41.463883 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ac36080c-c2ab-469c-96ee-dc29161a36d2 req-c9c93923-f2d1-4e39-840f-d9eea819d11f tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8211bf1-4f99-4f48-b82e-af6ba07338ed HTTP/1.1" status: 200 len: 945 time: 0.0846157 Sep 08 09:06:41.468710 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8bcd64-759c-4d15-9fd7-5786257dad31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:41.469540 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0d8bcd64-759c-4d15-9fd7-5786257dad31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:41.486599 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475f4720-ae12-493c-85d3-ea935b1347b1 None None] Network 39f860ac-152c-4bd2-a570-2b0cb1cff606 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:06:41.522984 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-0d8bcd64-759c-4d15-9fd7-5786257dad31 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0368304 Sep 08 09:06:41.555838 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ac36080c-c2ab-469c-96ee-dc29161a36d2 req-901c6b55-66f8-4f1e-b10a-d05db0f53b6c tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/security-groups?id=92a2d89c-617a-40b4-ad8d-a67fccdc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759926 Sep 08 09:06:41.568294 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['9e98ff4c-63d3-4bcd-b49c-1e626df063aa'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:06:41.696492 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-abecc572-a2fa-4dad-a7fe-32b3339ec9db None None] Provisioning for port cf32cc57-ac8a-426a-8680-b6263c8ef073 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:06:41.725393 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-abecc572-a2fa-4dad-a7fe-32b3339ec9db None None] Provisioning complete for port cf32cc57-ac8a-426a-8680-b6263c8ef073 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:06:41.725602 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-abecc572-a2fa-4dad-a7fe-32b3339ec9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:41.870645 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9ef471-d547-40fa-b99a-d2629cfc5511 None None] Network c49a0008-ba2e-41e9-b498-07f12619ac72 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:06:42.014234 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['fb2e5f1e-9c50-48e7-b6bb-e637dec86b44', 'f4d691e7-e9a2-4853-8163-af247dd9cc84'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:06:42.030212 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16f3d8-79c8-4d66-a20d-97219dd9f9ce req-409241fa-2b54-45d4-b219-c24fe5945672 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:42.031989 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ec16f3d8-79c8-4d66-a20d-97219dd9f9ce req-409241fa-2b54-45d4-b219-c24fe5945672 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8211bf1-4f99-4f48-b82e-af6ba07338ed HTTP/1.1" status: 200 len: 945 time: 0.0626347 Sep 08 09:06:42.084954 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ec16f3d8-79c8-4d66-a20d-97219dd9f9ce req-206ad4a0-6ec6-483c-b595-148bc5566c68 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/security-groups?id=92a2d89c-617a-40b4-ad8d-a67fccdc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460179 Sep 08 09:06:42.096693 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-abecc572-a2fa-4dad-a7fe-32b3339ec9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:42.219002 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device d0229cd6-676f-4b56-8f00-f97e8094db9d up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:06:42.225142 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-abecc572-a2fa-4dad-a7fe-32b3339ec9db None None] For port cf32cc57-ac8a-426a-8680-b6263c8ef073, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=cf32cc57-ac8a-426a-8680-b6263c8ef073,segment=NetworkSegment(f3267700-4049-4a3f-85bb-00c21d647734),segment_id=f3267700-4049-4a3f-85bb-00c21d647734)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:42.243712 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7d530-ac17-4ef4-9aaa-77eea159eae9 req-2cbc9820-211c-47f7-a300-efa7c996f74b tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:42.245658 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-12d7d530-ac17-4ef4-9aaa-77eea159eae9 req-2cbc9820-211c-47f7-a300-efa7c996f74b tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/networks?id=c49a0008-ba2e-41e9-b498-07f12619ac72 HTTP/1.1" status: 200 len: 815 time: 0.1675332 Sep 08 09:06:42.252881 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-abecc572-a2fa-4dad-a7fe-32b3339ec9db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:42.269989 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-12d7d530-ac17-4ef4-9aaa-77eea159eae9 req-7b2c9c42-ca53-4dd1-a67c-2a61e899557f tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/quotas/2e83171f35894ea19e57331a0a1c0b1d HTTP/1.1" status: 200 len: 375 time: 0.0146675 Sep 08 09:06:42.315999 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 27f59616-58c5-4693-bbcf-b53a0c3a8b30 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:06:42.338921 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-12d7d530-ac17-4ef4-9aaa-77eea159eae9 req-1d3e5b8b-a77f-4b7d-953f-a4c7a02892a3 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2e83171f35894ea19e57331a0a1c0b1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620718 Sep 08 09:06:42.372488 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 27f59616-58c5-4693-bbcf-b53a0c3a8b30 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:06:42.372778 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 27f59616-58c5-4693-bbcf-b53a0c3a8b30 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:06:42.411538 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abecc572-a2fa-4dad-a7fe-32b3339ec9db None None] Pushing event updated for resources: {'Port': ['ID=cf32cc57-ac8a-426a-8680-b6263c8ef073,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:42.447013 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port d0229cd6-676f-4b56-8f00-f97e8094db9d triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:06:42.447396 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:42.484146 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [req-12d7d530-ac17-4ef4-9aaa-77eea159eae9 req-c4983461-0e07-428d-9e3b-c93eaff13f51 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:06:42.486245 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-12d7d530-ac17-4ef4-9aaa-77eea159eae9 req-c4983461-0e07-428d-9e3b-c93eaff13f51 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1354017 Sep 08 09:06:42.540119 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-8640c007-0223-45fb-a724-7befc1fba08b tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:42.547507 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-8640c007-0223-45fb-a724-7befc1fba08b tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:42.549108 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-8640c007-0223-45fb-a724-7befc1fba08b tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.35 "GET /v2.0/networks?id=1c762b55-0f8d-4610-9a76-7dc4f0074a1b&id=39f860ac-152c-4bd2-a570-2b0cb1cff606 HTTP/1.1" status: 200 len: 1392 time: 0.2083714 Sep 08 09:06:42.578155 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-a5a16c92-8f08-4eb1-924d-dc2e9956ff62 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Request body: {'port': {'device_id': 'accb38d4-0ca8-48bb-979a-a8f4f0d0030b', 'network_id': '1c762b55-0f8d-4610-9a76-7dc4f0074a1b', 'admin_state_up': True, 'tenant_id': '59b3a59c99284cc49457493338f2d5a8'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:06:42.598428 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b36c47-a7c4-47d4-8b2b-a2dc9e5e4b1a', 'name': 'network-vif-deleted', 'tag': 'eaa66411-0103-4476-a551-2a50c97eb2f0'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:06:42.600724 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ca9242-7285-49ae-be6a-b46280dff80f" -d '{"events": [{"server_uuid": "b8b36c47-a7c4-47d4-8b2b-a2dc9e5e4b1a", "name": "network-vif-deleted", "tag": "eaa66411-0103-4476-a551-2a50c97eb2f0"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:06:42.623815 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e20ff751-1354-4891-981e-4dc16ff0f31f None None] Provisioning complete for port cf32cc57-ac8a-426a-8680-b6263c8ef073 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:06:42.624289 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-12d7d530-ac17-4ef4-9aaa-77eea159eae9 req-362d6987-4c49-49e1-afd3-7e06147d84c9 service neutron] 10.222.0.54 "GET /v2.0/networks/c49a0008-ba2e-41e9-b498-07f12619ac72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277590 Sep 08 09:06:42.624389 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e20ff751-1354-4891-981e-4dc16ff0f31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:42.698487 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f926c-8f4d-495c-856b-7e828557203a req-160b4f5d-fda3-4aad-9cbe-06a599843a94 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:42.699983 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-870f926c-8f4d-495c-856b-7e828557203a req-160b4f5d-fda3-4aad-9cbe-06a599843a94 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 945 time: 0.1416948 Sep 08 09:06:42.746620 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-12d7d530-ac17-4ef4-9aaa-77eea159eae9 req-534cd2eb-9d84-4b9f-8258-eed824ca0625 service neutron] 10.222.0.54 "GET /v2.0/networks/c49a0008-ba2e-41e9-b498-07f12619ac72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211231 Sep 08 09:06:42.767114 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-870f926c-8f4d-495c-856b-7e828557203a req-105899e9-fadc-4c7b-820c-e639c7cf67a0 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=703349ac-76b0-4a5f-8080-6789cf3c5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532734 Sep 08 09:06:42.774680 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-a5a16c92-8f08-4eb1-924d-dc2e9956ff62 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Made reservation on behalf of 59b3a59c99284cc49457493338f2d5a8 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:06:42.778410 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-a5a16c92-8f08-4eb1-924d-dc2e9956ff62 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:42.800452 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device eaa66411-0103-4476-a551-2a50c97eb2f0 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:06:42.824444 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: eaa66411-0103-4476-a551-2a50c97eb2f0 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:06:42.824792 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device eaa66411-0103-4476-a551-2a50c97eb2f0 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:06:42.940145 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d5cc6-bd84-4521-9249-11b852b65ed0 req-80a03c32-43ac-44b4-8dae-7ea46ffcec5a tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:42.941687 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1b0d5cc6-bd84-4521-9249-11b852b65ed0 req-80a03c32-43ac-44b4-8dae-7ea46ffcec5a tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b003af9-6474-4242-bf5f-78fff92e0232 HTTP/1.1" status: 200 len: 949 time: 0.0988700 Sep 08 09:06:42.946886 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-305876f4-a865-4bb5-90dd-e0fa770214a0 req-698166ee-355f-4e7a-9a8e-0e91d9c707d2 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/ports?device_id=accb38d4-0ca8-48bb-979a-a8f4f0d0030b HTTP/1.1" status: 200 len: 210 time: 0.0366848 Sep 08 09:06:42.990378 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-a5a16c92-8f08-4eb1-924d-dc2e9956ff62 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Allocated IP 19.80.0.208 (1c762b55-0f8d-4610-9a76-7dc4f0074a1b/9efc282f-ffa9-4af8-a7e5-68967f2fc5d6/0d8eae88-d784-465a-8923-dce8899c2aaa) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:06:43.001102 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70ba306-4d24-4bf1-ab1b-78b52b235ad8 x-openstack-request-id: req-e70ba306-4d24-4bf1-ab1b-78b52b235ad8 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:06:43.001546 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b36c47-a7c4-47d4-8b2b-a2dc9e5e4b1a", "name": "network-vif-deleted", "tag": "eaa66411-0103-4476-a551-2a50c97eb2f0", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:06:43.002321 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e70ba306-4d24-4bf1-ab1b-78b52b235ad8 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:06:43.002968 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b36c47-a7c4-47d4-8b2b-a2dc9e5e4b1a', 'name': 'network-vif-deleted', 'tag': 'eaa66411-0103-4476-a551-2a50c97eb2f0', 'status': 'completed', 'code': 200} Sep 08 09:06:43.042159 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1b0d5cc6-bd84-4521-9249-11b852b65ed0 req-7f8fc4e5-4e6c-46fd-989e-e930bbac93e0 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744348 Sep 08 09:06:43.144897 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4f599353-d725-49e4-b699-4b21ae3226a5 req-2e3cf50f-573e-49bf-a5dc-7893c4e78ea9 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 210 time: 0.0401208 Sep 08 09:06:43.259853 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-a5a16c92-8f08-4eb1-924d-dc2e9956ff62 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:43.279728 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-a5a16c92-8f08-4eb1-924d-dc2e9956ff62 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Transition to ACTIVE for port object 0d8eae88-d784-465a-8923-dce8899c2aaa will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:06:43.302652 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d4065-db0b-4532-b123-e56277f75ece req-67f2136b-2e8e-4349-a81d-536b3c8b6fe2 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:43.304302 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e67d4065-db0b-4532-b123-e56277f75ece req-67f2136b-2e8e-4349-a81d-536b3c8b6fe2 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8211bf1-4f99-4f48-b82e-af6ba07338ed HTTP/1.1" status: 200 len: 945 time: 0.0801790 Sep 08 09:06:43.360742 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e67d4065-db0b-4532-b123-e56277f75ece req-dfcbc582-0c36-4ba5-9c61-01d5c6cdacd3 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/security-groups?id=92a2d89c-617a-40b4-ad8d-a67fccdc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479953 Sep 08 09:06:43.361874 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-a5a16c92-8f08-4eb1-924d-dc2e9956ff62 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:43.407735 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-a5a16c92-8f08-4eb1-924d-dc2e9956ff62 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Network 1c762b55-0f8d-4610-9a76-7dc4f0074a1b is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:06:43.411145 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-a5a16c92-8f08-4eb1-924d-dc2e9956ff62 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:06:43.417056 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-a5a16c92-8f08-4eb1-924d-dc2e9956ff62 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:06:43.448232 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a16c92-8f08-4eb1-924d-dc2e9956ff62 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Pushing event updated for resources: {'Port': ['ID=0d8eae88-d784-465a-8923-dce8899c2aaa,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:43.477287 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-a5a16c92-8f08-4eb1-924d-dc2e9956ff62 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:43.477824 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-a5a16c92-8f08-4eb1-924d-dc2e9956ff62 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:43.494171 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-a5a16c92-8f08-4eb1-924d-dc2e9956ff62 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9224038 Sep 08 09:06:43.519055 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-47dd69d9-cb10-4569-9804-0541e17925d1 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Request body: {'port': {'device_id': 'accb38d4-0ca8-48bb-979a-a8f4f0d0030b', 'network_id': '39f860ac-152c-4bd2-a570-2b0cb1cff606', 'admin_state_up': True, 'tenant_id': '59b3a59c99284cc49457493338f2d5a8'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:06:43.660888 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-911f8125-1d6c-40e2-b9de-9ade9765002d None None] Provisioning for port 0d8eae88-d784-465a-8923-dce8899c2aaa completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:06:43.665751 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-911f8125-1d6c-40e2-b9de-9ade9765002d None None] Provisioning complete for port 0d8eae88-d784-465a-8923-dce8899c2aaa triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:06:43.665906 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1dfc8-1080-447d-9f8d-55cb5130206c req-513aeabb-f025-4b72-b156-87dda2efc267 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:43.666353 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-911f8125-1d6c-40e2-b9de-9ade9765002d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:43.667340 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-34a1dfc8-1080-447d-9f8d-55cb5130206c req-513aeabb-f025-4b72-b156-87dda2efc267 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.37 "GET /v2.0/ports?device_id=b8211bf1-4f99-4f48-b82e-af6ba07338ed HTTP/1.1" status: 200 len: 945 time: 0.0738921 Sep 08 09:06:43.702707 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-911f8125-1d6c-40e2-b9de-9ade9765002d None None] Port 0d8eae88-d784-465a-8923-dce8899c2aaa cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:06:43.708101 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-47dd69d9-cb10-4569-9804-0541e17925d1 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Made reservation on behalf of 59b3a59c99284cc49457493338f2d5a8 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:06:43.711591 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-47dd69d9-cb10-4569-9804-0541e17925d1 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:43.909109 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-34a1dfc8-1080-447d-9f8d-55cb5130206c req-b6bf58c3-47f4-4872-89d8-ec10107ef5a3 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Deleting port 20016d8b-18de-40b1-996d-71c0c39d0b89 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:06:43.909460 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-34a1dfc8-1080-447d-9f8d-55cb5130206c req-b6bf58c3-47f4-4872-89d8-ec10107ef5a3 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:43.929021 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d9dd3-7baa-4a24-87f7-1f6d7c12fd23 req-c00fad30-ed6b-48a6-939a-78a714631f68 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:43.931145 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ea8d9dd3-7baa-4a24-87f7-1f6d7c12fd23 req-c00fad30-ed6b-48a6-939a-78a714631f68 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b003af9-6474-4242-bf5f-78fff92e0232 HTTP/1.1" status: 200 len: 949 time: 0.0519509 Sep 08 09:06:43.956837 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-47dd69d9-cb10-4569-9804-0541e17925d1 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Allocated IP 19.86.0.166 (39f860ac-152c-4bd2-a570-2b0cb1cff606/4da38c30-1268-4b2c-aec1-4fc3c18a3194/9dd35bf3-cc57-4f6c-8850-8776441b057e) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:06:44.044186 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3033307-970c-45c3-9e03-a17b6bf267b4 req-501f752c-68c3-4c6b-a4b3-19cd3b48b19f tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:44.045742 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f3033307-970c-45c3-9e03-a17b6bf267b4 req-501f752c-68c3-4c6b-a4b3-19cd3b48b19f tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 945 time: 0.1832154 Sep 08 09:06:44.099452 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db672024-4cf9-4674-8ae4-a805873ca652 req-adcfa2ef-1912-458d-8edf-6280f9ebc07e tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:44.101264 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-db672024-4cf9-4674-8ae4-a805873ca652 req-adcfa2ef-1912-458d-8edf-6280f9ebc07e tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/ports?device_id=accb38d4-0ca8-48bb-979a-a8f4f0d0030b HTTP/1.1" status: 200 len: 932 time: 0.0703661 Sep 08 09:06:44.157149 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-db672024-4cf9-4674-8ae4-a805873ca652 req-4e9461f0-67cf-4aa2-9009-d446c323059b tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/security-groups?id=f580c0d3-23b6-4ea1-a90d-d6c7097d955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452466 Sep 08 09:06:44.160678 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-ea8d9dd3-7baa-4a24-87f7-1f6d7c12fd23 req-c7004d2c-fa0e-43e0-a490-f913253a0b9e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Deleting port fb2e5f1e-9c50-48e7-b6bb-e637dec86b44 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:06:44.161251 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-ea8d9dd3-7baa-4a24-87f7-1f6d7c12fd23 req-c7004d2c-fa0e-43e0-a490-f913253a0b9e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:44.197129 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-34a1dfc8-1080-447d-9f8d-55cb5130206c req-b6bf58c3-47f4-4872-89d8-ec10107ef5a3 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] For port 20016d8b-18de-40b1-996d-71c0c39d0b89, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=20016d8b-18de-40b1-996d-71c0c39d0b89,segment=NetworkSegment(23311806-875c-4730-9f8b-8787517e0630),segment_id=23311806-875c-4730-9f8b-8787517e0630)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:44.197796 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-34a1dfc8-1080-447d-9f8d-55cb5130206c req-b6bf58c3-47f4-4872-89d8-ec10107ef5a3 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:44.223131 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device cf32cc57-ac8a-426a-8680-b6263c8ef073 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:06:44.231402 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f3033307-970c-45c3-9e03-a17b6bf267b4 req-5ca23ffa-9267-45fc-ae13-4a6cdae51fa1 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=703349ac-76b0-4a5f-8080-6789cf3c5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657994 Sep 08 09:06:44.251665 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7d530-ac17-4ef4-9aaa-77eea159eae9 req-ac58d2e8-d74a-4028-9e1b-56fca96961f1 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:44.253326 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12d7d530-ac17-4ef4-9aaa-77eea159eae9 req-ac58d2e8-d74a-4028-9e1b-56fca96961f1 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.35 "GET /v2.0/networks?id=c49a0008-ba2e-41e9-b498-07f12619ac72 HTTP/1.1" status: 200 len: 815 time: 0.3015535 Sep 08 09:06:44.268649 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-34a1dfc8-1080-447d-9f8d-55cb5130206c req-b6bf58c3-47f4-4872-89d8-ec10107ef5a3 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Calling delete_port for 20016d8b-18de-40b1-996d-71c0c39d0b89 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:06:44.296763 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-12d7d530-ac17-4ef4-9aaa-77eea159eae9 req-068bf550-dfd2-499c-8939-b6789caf92b0 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Request body: {'port': {'device_id': 'd4674ccd-1ba6-4acc-8805-6148bbf26f3e', 'network_id': 'c49a0008-ba2e-41e9-b498-07f12619ac72', 'admin_state_up': True, 'tenant_id': '2e83171f35894ea19e57331a0a1c0b1d'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:06:44.342180 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-ea8d9dd3-7baa-4a24-87f7-1f6d7c12fd23 req-c7004d2c-fa0e-43e0-a490-f913253a0b9e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] For port fb2e5f1e-9c50-48e7-b6bb-e637dec86b44, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=fb2e5f1e-9c50-48e7-b6bb-e637dec86b44,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:44.343803 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-ea8d9dd3-7baa-4a24-87f7-1f6d7c12fd23 req-c7004d2c-fa0e-43e0-a490-f913253a0b9e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:44.355033 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a765c92-93c0-4b96-b335-14e7e1cd1d88 req-cbb9e3b2-240b-40ce-bc47-1e880d18d681 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:44.356898 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5a765c92-93c0-4b96-b335-14e7e1cd1d88 req-cbb9e3b2-240b-40ce-bc47-1e880d18d681 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=2b003af9-6474-4242-bf5f-78fff92e0232 HTTP/1.1" status: 200 len: 949 time: 0.0973597 Sep 08 09:06:44.381487 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-ea8d9dd3-7baa-4a24-87f7-1f6d7c12fd23 req-c7004d2c-fa0e-43e0-a490-f913253a0b9e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Calling delete_port for fb2e5f1e-9c50-48e7-b6bb-e637dec86b44 owned by compute:nova {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:06:44.465101 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port cf32cc57-ac8a-426a-8680-b6263c8ef073 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:06:44.465697 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:44.478323 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5a765c92-93c0-4b96-b335-14e7e1cd1d88 req-0ca29e66-b305-4dd7-ae66-ba31e941aea8 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081822 Sep 08 09:06:44.612736 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-ea8d9dd3-7baa-4a24-87f7-1f6d7c12fd23 req-c7004d2c-fa0e-43e0-a490-f913253a0b9e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:44.647544 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['9e98ff4c-63d3-4bcd-b49c-1e626df063aa'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:06:44.654021 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['fb2e5f1e-9c50-48e7-b6bb-e637dec86b44', 'f4d691e7-e9a2-4853-8163-af247dd9cc84'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:06:44.661836 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7004d2c-fa0e-43e0-a490-f913253a0b9e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Pushing event deleted for resources: {'Port': ['ID=fb2e5f1e-9c50-48e7-b6bb-e637dec86b44,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:44.730868 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8d9dd3-7baa-4a24-87f7-1f6d7c12fd23 req-c7004d2c-fa0e-43e0-a490-f913253a0b9e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] No DVR routers for this DVR port fb2e5f1e-9c50-48e7-b6bb-e637dec86b44 on host n-h1-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:06:44.733693 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-ea8d9dd3-7baa-4a24-87f7-1f6d7c12fd23 req-c7004d2c-fa0e-43e0-a490-f913253a0b9e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:44.735900 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ea8d9dd3-7baa-4a24-87f7-1f6d7c12fd23 req-c7004d2c-fa0e-43e0-a490-f913253a0b9e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.37 "DELETE /v2.0/ports/fb2e5f1e-9c50-48e7-b6bb-e637dec86b44 HTTP/1.1" status: 204 len: 173 time: 0.7952108 Sep 08 09:06:44.736511 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b003af9-6474-4242-bf5f-78fff92e0232', 'name': 'network-vif-deleted', 'tag': 'fb2e5f1e-9c50-48e7-b6bb-e637dec86b44'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:06:44.738670 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e3206b-ea28-42a6-b1d2-ec7f1ebadde1" -d '{"events": [{"server_uuid": "2b003af9-6474-4242-bf5f-78fff92e0232", "name": "network-vif-deleted", "tag": "fb2e5f1e-9c50-48e7-b6bb-e637dec86b44"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:06:44.756850 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2b9db-b9b3-46e5-9685-809285ad797d req-f0f71a1a-23d8-4c4e-808d-2734cf49a164 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:44.759999 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a3b2b9db-b9b3-46e5-9685-809285ad797d req-f0f71a1a-23d8-4c4e-808d-2734cf49a164 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8211bf1-4f99-4f48-b82e-af6ba07338ed HTTP/1.1" status: 200 len: 945 time: 0.1110640 Sep 08 09:06:44.828565 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e9b0d0e1-3ac7-4f6a-9f9b-9e260731dae6 req-6a8cbdf8-b4ab-4bca-89cd-6b6bd8678d9e tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 210 time: 0.0953639 Sep 08 09:06:44.842649 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a3b2b9db-b9b3-46e5-9685-809285ad797d req-04631b3b-4ccb-43bc-845b-5ac55bc3891d tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/security-groups?id=92a2d89c-617a-40b4-ad8d-a67fccdc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738175 Sep 08 09:06:44.896737 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e02a530-05aa-496e-b07e-a1ec9796eb9c x-openstack-request-id: req-1e02a530-05aa-496e-b07e-a1ec9796eb9c {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:06:44.897235 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b003af9-6474-4242-bf5f-78fff92e0232", "name": "network-vif-deleted", "tag": "fb2e5f1e-9c50-48e7-b6bb-e637dec86b44", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:06:44.897518 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1e02a530-05aa-496e-b07e-a1ec9796eb9c {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:06:44.897926 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b003af9-6474-4242-bf5f-78fff92e0232', 'name': 'network-vif-deleted', 'tag': 'fb2e5f1e-9c50-48e7-b6bb-e637dec86b44', 'status': 'completed', 'code': 200} Sep 08 09:06:44.909106 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-47dd69d9-cb10-4569-9804-0541e17925d1 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:44.956079 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a98197-4399-4b7e-8eab-31895289dbe4 req-cd772d74-3a77-40ad-b5ca-7b35caef61d4 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:44.957639 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-54a98197-4399-4b7e-8eab-31895289dbe4 req-cd772d74-3a77-40ad-b5ca-7b35caef61d4 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.37 "GET /v2.0/ports?device_id=24805d5c-2764-4523-a530-29092d8f6d83 HTTP/1.1" status: 200 len: 950 time: 0.2232978 Sep 08 09:06:44.958840 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-47dd69d9-cb10-4569-9804-0541e17925d1 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Transition to ACTIVE for port object 9dd35bf3-cc57-4f6c-8850-8776441b057e will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:06:45.057712 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12d7d530-ac17-4ef4-9aaa-77eea159eae9 req-068bf550-dfd2-499c-8939-b6789caf92b0 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Made reservation on behalf of 2e83171f35894ea19e57331a0a1c0b1d for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:06:45.061195 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-12d7d530-ac17-4ef4-9aaa-77eea159eae9 req-068bf550-dfd2-499c-8939-b6789caf92b0 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:45.148153 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-47dd69d9-cb10-4569-9804-0541e17925d1 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:45.158548 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-34a1dfc8-1080-447d-9f8d-55cb5130206c req-b6bf58c3-47f4-4872-89d8-ec10107ef5a3 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:45.205892 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['20016d8b-18de-40b1-996d-71c0c39d0b89', '48a66fa1-796f-42bb-a5b0-f82cac34a581'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:06:45.266908 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-47dd69d9-cb10-4569-9804-0541e17925d1 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Network 39f860ac-152c-4bd2-a570-2b0cb1cff606 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:06:45.301807 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-47dd69d9-cb10-4569-9804-0541e17925d1 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:06:45.316440 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbc4bd-f020-49d9-8a57-8364984b5ded req-8aa33ce7-cef2-449f-a00d-d65859d53c6d tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:45.324354 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbc4bd-f020-49d9-8a57-8364984b5ded req-8aa33ce7-cef2-449f-a00d-d65859d53c6d tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:45.332699 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-adfbc4bd-f020-49d9-8a57-8364984b5ded req-8aa33ce7-cef2-449f-a00d-d65859d53c6d tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/ports?device_id=accb38d4-0ca8-48bb-979a-a8f4f0d0030b HTTP/1.1" status: 200 len: 1655 time: 0.0897191 Sep 08 09:06:45.335464 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-47dd69d9-cb10-4569-9804-0541e17925d1 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:06:45.351078 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd69d9-cb10-4569-9804-0541e17925d1 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Pushing event updated for resources: {'Port': ['ID=9dd35bf3-cc57-4f6c-8850-8776441b057e,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:45.394246 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-adfbc4bd-f020-49d9-8a57-8364984b5ded req-0bdee451-eb80-4c45-b3b8-f095468fde04 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/security-groups?id=f580c0d3-23b6-4ea1-a90d-d6c7097d955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604079 Sep 08 09:06:45.422156 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['a89527d0-9f3a-49b2-a11c-b824c47346ee'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:06:45.433626 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a1dfc8-1080-447d-9f8d-55cb5130206c req-b6bf58c3-47f4-4872-89d8-ec10107ef5a3 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] No DVR routers for this DVR port 20016d8b-18de-40b1-996d-71c0c39d0b89 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:06:45.443692 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-34a1dfc8-1080-447d-9f8d-55cb5130206c req-b6bf58c3-47f4-4872-89d8-ec10107ef5a3 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:45.446433 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-34a1dfc8-1080-447d-9f8d-55cb5130206c req-b6bf58c3-47f4-4872-89d8-ec10107ef5a3 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.37 "DELETE /v2.0/ports/20016d8b-18de-40b1-996d-71c0c39d0b89 HTTP/1.1" status: 204 len: 173 time: 1.7702990 Sep 08 09:06:45.481771 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8211bf1-4f99-4f48-b82e-af6ba07338ed', 'name': 'network-vif-deleted', 'tag': '20016d8b-18de-40b1-996d-71c0c39d0b89'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:06:45.484164 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aba94a4-6c6c-4c4f-b37f-e60544884b08" -d '{"events": [{"server_uuid": "b8211bf1-4f99-4f48-b82e-af6ba07338ed", "name": "network-vif-deleted", "tag": "20016d8b-18de-40b1-996d-71c0c39d0b89"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:06:45.495946 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-54a98197-4399-4b7e-8eab-31895289dbe4 req-2ab73fe4-6fcd-40b8-8943-c178e0be2cb8 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Deleting port f4d691e7-e9a2-4853-8163-af247dd9cc84 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:06:45.496493 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-54a98197-4399-4b7e-8eab-31895289dbe4 req-2ab73fe4-6fcd-40b8-8943-c178e0be2cb8 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:45.525376 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf58c3-47f4-4872-89d8-ec10107ef5a3 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Pushing event deleted for resources: {'Port': ['ID=20016d8b-18de-40b1-996d-71c0c39d0b89,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:45.547720 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-12d7d530-ac17-4ef4-9aaa-77eea159eae9 req-068bf550-dfd2-499c-8939-b6789caf92b0 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Allocated IP 172.20.0.13 (c49a0008-ba2e-41e9-b498-07f12619ac72/df631613-af78-49bf-9102-60065cc0670c/dd244012-dd72-4311-97c8-a2d5d3dfff97) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:06:45.628878 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce25fa8b-8883-42f9-8621-ce4eb0d4eaf6 x-openstack-request-id: req-ce25fa8b-8883-42f9-8621-ce4eb0d4eaf6 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:06:45.629214 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8211bf1-4f99-4f48-b82e-af6ba07338ed", "name": "network-vif-deleted", "tag": "20016d8b-18de-40b1-996d-71c0c39d0b89", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:06:45.629450 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ce25fa8b-8883-42f9-8621-ce4eb0d4eaf6 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:06:45.629889 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8211bf1-4f99-4f48-b82e-af6ba07338ed', 'name': 'network-vif-deleted', 'tag': '20016d8b-18de-40b1-996d-71c0c39d0b89', 'status': 'completed', 'code': 200} Sep 08 09:06:45.636630 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-47dd69d9-cb10-4569-9804-0541e17925d1 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:45.637309 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-47dd69d9-cb10-4569-9804-0541e17925d1 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:45.699092 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461184aa-de66-4bff-ac79-d4bebfa84836 req-cd558fc0-1292-4fc0-a007-2b5d15685fd1 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:45.700986 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-461184aa-de66-4bff-ac79-d4bebfa84836 req-cd558fc0-1292-4fc0-a007-2b5d15685fd1 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 945 time: 0.3693905 Sep 08 09:06:45.725762 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-47dd69d9-cb10-4569-9804-0541e17925d1 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2132850 Sep 08 09:06:45.739333 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-9458d2df-39dc-404e-8a46-c629efa221d2 None None] Provisioning for port 9dd35bf3-cc57-4f6c-8850-8776441b057e completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:06:45.747952 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-9458d2df-39dc-404e-8a46-c629efa221d2 None None] Provisioning complete for port 9dd35bf3-cc57-4f6c-8850-8776441b057e triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:06:45.752975 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9458d2df-39dc-404e-8a46-c629efa221d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:45.763545 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-54a98197-4399-4b7e-8eab-31895289dbe4 req-2ab73fe4-6fcd-40b8-8943-c178e0be2cb8 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] For port f4d691e7-e9a2-4853-8163-af247dd9cc84, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=f4d691e7-e9a2-4853-8163-af247dd9cc84,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:45.763815 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-54a98197-4399-4b7e-8eab-31895289dbe4 req-2ab73fe4-6fcd-40b8-8943-c178e0be2cb8 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:45.771019 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-180eef8c-c776-41f1-8ace-fca47129ea54 service neutron] Request body: {'port': {'device_id': 'accb38d4-0ca8-48bb-979a-a8f4f0d0030b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:06:45.796766 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-9458d2df-39dc-404e-8a46-c629efa221d2 None None] Port 9dd35bf3-cc57-4f6c-8850-8776441b057e cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:06:45.830795 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-54a98197-4399-4b7e-8eab-31895289dbe4 req-2ab73fe4-6fcd-40b8-8943-c178e0be2cb8 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Calling delete_port for f4d691e7-e9a2-4853-8163-af247dd9cc84 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:06:45.854905 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f470b-e30e-4c99-8232-2c667b069314 req-1d132d3f-7834-466a-a0e0-7a3e65acb5f4 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:45.856442 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0c1f470b-e30e-4c99-8232-2c667b069314 req-1d132d3f-7834-466a-a0e0-7a3e65acb5f4 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=24805d5c-2764-4523-a530-29092d8f6d83 HTTP/1.1" status: 200 len: 950 time: 0.0559850 Sep 08 09:06:45.862942 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-461184aa-de66-4bff-ac79-d4bebfa84836 req-6054bca4-b381-47ed-b287-93f076314fd8 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=703349ac-76b0-4a5f-8080-6789cf3c5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492190 Sep 08 09:06:45.904988 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0c1f470b-e30e-4c99-8232-2c667b069314 req-d617bfce-deff-44ed-9ce5-40500d98fe38 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417690 Sep 08 09:06:45.971915 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-180eef8c-c776-41f1-8ace-fca47129ea54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:46.017600 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8b755d8d-cef4-4c63-bd75-d7ba688b720e req-14f06603-31dd-409a-b753-430e19315474 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8211bf1-4f99-4f48-b82e-af6ba07338ed HTTP/1.1" status: 200 len: 210 time: 0.0401506 Sep 08 09:06:46.021113 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d85c3193-a9e7-4182-939c-173d77a4d3a5 req-f81b73ba-4b2f-4866-8691-8247a6ab01ae tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 210 time: 0.0667784 Sep 08 09:06:46.113667 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-12d7d530-ac17-4ef4-9aaa-77eea159eae9 req-068bf550-dfd2-499c-8939-b6789caf92b0 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:46.287837 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-54a98197-4399-4b7e-8eab-31895289dbe4 req-2ab73fe4-6fcd-40b8-8943-c178e0be2cb8 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:46.319042 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-12d7d530-ac17-4ef4-9aaa-77eea159eae9 req-068bf550-dfd2-499c-8939-b6789caf92b0 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:46.323138 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['9e98ff4c-63d3-4bcd-b49c-1e626df063aa'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:06:46.325735 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['fb2e5f1e-9c50-48e7-b6bb-e637dec86b44'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:06:46.355339 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab73fe4-6fcd-40b8-8943-c178e0be2cb8 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Pushing event deleted for resources: {'Port': ['ID=f4d691e7-e9a2-4853-8163-af247dd9cc84,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:46.416219 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12d7d530-ac17-4ef4-9aaa-77eea159eae9 req-068bf550-dfd2-499c-8939-b6789caf92b0 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Network c49a0008-ba2e-41e9-b498-07f12619ac72 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:06:46.434453 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-12d7d530-ac17-4ef4-9aaa-77eea159eae9 req-068bf550-dfd2-499c-8939-b6789caf92b0 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:06:46.454197 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d7d530-ac17-4ef4-9aaa-77eea159eae9 req-068bf550-dfd2-499c-8939-b6789caf92b0 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:06:46.463551 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a98197-4399-4b7e-8eab-31895289dbe4 req-2ab73fe4-6fcd-40b8-8943-c178e0be2cb8 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] No DVR routers for this DVR port f4d691e7-e9a2-4853-8163-af247dd9cc84 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:06:46.470561 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-54a98197-4399-4b7e-8eab-31895289dbe4 req-2ab73fe4-6fcd-40b8-8943-c178e0be2cb8 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:46.472552 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-54a98197-4399-4b7e-8eab-31895289dbe4 req-2ab73fe4-6fcd-40b8-8943-c178e0be2cb8 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.37 "DELETE /v2.0/ports/f4d691e7-e9a2-4853-8163-af247dd9cc84 HTTP/1.1" status: 204 len: 173 time: 1.5052676 Sep 08 09:06:46.504833 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068bf550-dfd2-499c-8939-b6789caf92b0 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Pushing event updated for resources: {'Port': ['ID=dd244012-dd72-4311-97c8-a2d5d3dfff97,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:46.544874 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d14e0fe-cb17-4a15-92fa-d972cc8e5138 req-2d25442c-47af-4424-8faa-e4f9a6af8cea tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:46.552695 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d14e0fe-cb17-4a15-92fa-d972cc8e5138 req-2d25442c-47af-4424-8faa-e4f9a6af8cea tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:46.561032 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6d14e0fe-cb17-4a15-92fa-d972cc8e5138 req-2d25442c-47af-4424-8faa-e4f9a6af8cea tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/ports?device_id=accb38d4-0ca8-48bb-979a-a8f4f0d0030b HTTP/1.1" status: 200 len: 1655 time: 0.1017528 Sep 08 09:06:46.563528 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7d530-ac17-4ef4-9aaa-77eea159eae9 req-068bf550-dfd2-499c-8939-b6789caf92b0 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:46.564185 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-12d7d530-ac17-4ef4-9aaa-77eea159eae9 req-068bf550-dfd2-499c-8939-b6789caf92b0 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:46.587266 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12d7d530-ac17-4ef4-9aaa-77eea159eae9 req-068bf550-dfd2-499c-8939-b6789caf92b0 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2956903 Sep 08 09:06:46.590071 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-180eef8c-c776-41f1-8ace-fca47129ea54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d8eae88-d784-465a-8923-dce8899c2aaa {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:06:46.597879 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-180eef8c-c776-41f1-8ace-fca47129ea54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:46.606625 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6d14e0fe-cb17-4a15-92fa-d972cc8e5138 req-0781fac1-5f51-4791-8431-677221ffa58f tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/security-groups?id=f580c0d3-23b6-4ea1-a90d-d6c7097d955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443740 Sep 08 09:06:46.609061 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-12d7d530-ac17-4ef4-9aaa-77eea159eae9 req-93152dc8-0564-4471-a594-e2c6b886ef9c service neutron] Request body: {'port': {'device_id': 'd4674ccd-1ba6-4acc-8805-6148bbf26f3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:06:46.639012 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-180eef8c-c776-41f1-8ace-fca47129ea54 service neutron] Transition to ACTIVE for port object 0d8eae88-d784-465a-8923-dce8899c2aaa will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:06:46.644512 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-180eef8c-c776-41f1-8ace-fca47129ea54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:46.729655 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-12d7d530-ac17-4ef4-9aaa-77eea159eae9 req-93152dc8-0564-4471-a594-e2c6b886ef9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:46.745452 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180eef8c-c776-41f1-8ace-fca47129ea54 service neutron] Pushing event updated for resources: {'Port': ['ID=0d8eae88-d784-465a-8923-dce8899c2aaa,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:46.925623 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-180eef8c-c776-41f1-8ace-fca47129ea54 service neutron] Attempting to bind port 0d8eae88-d784-465a-8923-dce8899c2aaa on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:06:46.926325 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-180eef8c-c776-41f1-8ace-fca47129ea54 service neutron] Attempting to bind port 0d8eae88-d784-465a-8923-dce8899c2aaa by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '596ebcad-77de-4a1a-aced-5e25662f4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1c762b55-0f8d-4610-9a76-7dc4f0074a1b'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:06:46.926325 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-180eef8c-c776-41f1-8ace-fca47129ea54 service neutron] Attempting to bind port 0d8eae88-d784-465a-8923-dce8899c2aaa on network 1c762b55-0f8d-4610-9a76-7dc4f0074a1b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:06:46.990447 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-180eef8c-c776-41f1-8ace-fca47129ea54 service neutron] Port 0d8eae88-d784-465a-8923-dce8899c2aaa on network 1c762b55-0f8d-4610-9a76-7dc4f0074a1b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:06:46.990910 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-180eef8c-c776-41f1-8ace-fca47129ea54 service neutron] Attempting to bind port 0d8eae88-d784-465a-8923-dce8899c2aaa on network 1c762b55-0f8d-4610-9a76-7dc4f0074a1b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:06:47.018299 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-180eef8c-c776-41f1-8ace-fca47129ea54 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:06:47.019140 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-180eef8c-c776-41f1-8ace-fca47129ea54 service neutron] Checking segment: {'id': '596ebcad-77de-4a1a-aced-5e25662f4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1c762b55-0f8d-4610-9a76-7dc4f0074a1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:06:47.019833 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-180eef8c-c776-41f1-8ace-fca47129ea54 service neutron] Bound using segment: {'id': '596ebcad-77de-4a1a-aced-5e25662f4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1c762b55-0f8d-4610-9a76-7dc4f0074a1b'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:06:47.020490 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-180eef8c-c776-41f1-8ace-fca47129ea54 service neutron] Bound port: 0d8eae88-d784-465a-8923-dce8899c2aaa, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '596ebcad-77de-4a1a-aced-5e25662f4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1c762b55-0f8d-4610-9a76-7dc4f0074a1b'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:06:47.021060 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-180eef8c-c776-41f1-8ace-fca47129ea54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:47.050018 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-219ac6c0-edd0-4e4a-b24b-598af794d6bb req-97adb56c-7a7e-42fa-88b9-f50c3ce4d949 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=24805d5c-2764-4523-a530-29092d8f6d83 HTTP/1.1" status: 200 len: 210 time: 0.0448115 Sep 08 09:06:47.123092 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7900d-46c5-4721-8434-d2f0cc0f6fbc req-5a6e591d-9b16-4241-8f77-abf5101d481a tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:47.125700 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-76b7900d-46c5-4721-8434-d2f0cc0f6fbc req-5a6e591d-9b16-4241-8f77-abf5101d481a tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 945 time: 0.1776655 Sep 08 09:06:47.174639 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6af7e5-5442-4651-aa8d-b8ff097619c5 req-2945c65f-4f5a-4fb4-888d-2fbe7e96a7d9 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:47.176177 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9b6af7e5-5442-4651-aa8d-b8ff097619c5 req-2945c65f-4f5a-4fb4-888d-2fbe7e96a7d9 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 932 time: 0.0574365 Sep 08 09:06:47.210340 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-180eef8c-c776-41f1-8ace-fca47129ea54 service neutron] For port 0d8eae88-d784-465a-8923-dce8899c2aaa, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:06:47.222753 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9b6af7e5-5442-4651-aa8d-b8ff097619c5 req-edf311e0-c4f0-4c35-9f8d-b838c32f4bb8 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370228 Sep 08 09:06:47.231333 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-76b7900d-46c5-4721-8434-d2f0cc0f6fbc req-ad7187e2-ed22-4956-b691-555257f496ba tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=703349ac-76b0-4a5f-8080-6789cf3c5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998077 Sep 08 09:06:47.237825 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-180eef8c-c776-41f1-8ace-fca47129ea54 service neutron] For port 0d8eae88-d784-465a-8923-dce8899c2aaa, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=0d8eae88-d784-465a-8923-dce8899c2aaa,segment=NetworkSegment(596ebcad-77de-4a1a-aced-5e25662f4b0d),segment_id=596ebcad-77de-4a1a-aced-5e25662f4b0d)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:06:47.268527 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-180eef8c-c776-41f1-8ace-fca47129ea54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:47.308097 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-180eef8c-c776-41f1-8ace-fca47129ea54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:47.309023 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-180eef8c-c776-41f1-8ace-fca47129ea54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:47.310655 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-180eef8c-c776-41f1-8ace-fca47129ea54 service neutron] 10.222.0.35 "PUT /v2.0/ports/0d8eae88-d784-465a-8923-dce8899c2aaa HTTP/1.1" status: 200 len: 1093 time: 1.5556197 Sep 08 09:06:47.323175 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-12d7d530-ac17-4ef4-9aaa-77eea159eae9 req-93152dc8-0564-4471-a594-e2c6b886ef9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd244012-dd72-4311-97c8-a2d5d3dfff97 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:06:47.337774 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-12d7d530-ac17-4ef4-9aaa-77eea159eae9 req-93152dc8-0564-4471-a594-e2c6b886ef9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:47.364298 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180eef8c-c776-41f1-8ace-fca47129ea54 service neutron] Pushing event updated for resources: {'Port': ['ID=0d8eae88-d784-465a-8923-dce8899c2aaa,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:47.376289 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-c62cd2cf-dc5d-47d2-8b0a-0c70cf25578d service neutron] Request body: {'port': {'device_id': 'accb38d4-0ca8-48bb-979a-a8f4f0d0030b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:06:47.379417 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-12d7d530-ac17-4ef4-9aaa-77eea159eae9 req-93152dc8-0564-4471-a594-e2c6b886ef9c service neutron] Transition to ACTIVE for port object dd244012-dd72-4311-97c8-a2d5d3dfff97 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:06:47.404319 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-12d7d530-ac17-4ef4-9aaa-77eea159eae9 req-93152dc8-0564-4471-a594-e2c6b886ef9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:47.496481 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93152dc8-0564-4471-a594-e2c6b886ef9c service neutron] Pushing event updated for resources: {'Port': ['ID=dd244012-dd72-4311-97c8-a2d5d3dfff97,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:47.498642 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-c62cd2cf-dc5d-47d2-8b0a-0c70cf25578d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:47.594357 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6fb4d8a5-04ef-4b38-95e6-b634f2334468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:47.618597 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-12d7d530-ac17-4ef4-9aaa-77eea159eae9 req-93152dc8-0564-4471-a594-e2c6b886ef9c service neutron] Attempting to bind port dd244012-dd72-4311-97c8-a2d5d3dfff97 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:06:47.618938 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-12d7d530-ac17-4ef4-9aaa-77eea159eae9 req-93152dc8-0564-4471-a594-e2c6b886ef9c service neutron] Attempting to bind port dd244012-dd72-4311-97c8-a2d5d3dfff97 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': 'f97f779e-ab81-4dfc-a584-515a83636e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c49a0008-ba2e-41e9-b498-07f12619ac72'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:06:47.619270 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d7d530-ac17-4ef4-9aaa-77eea159eae9 req-93152dc8-0564-4471-a594-e2c6b886ef9c service neutron] Attempting to bind port dd244012-dd72-4311-97c8-a2d5d3dfff97 on network c49a0008-ba2e-41e9-b498-07f12619ac72 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:06:47.670172 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24805d5c-2764-4523-a530-29092d8f6d83', 'name': 'network-vif-deleted', 'tag': 'f4d691e7-e9a2-4853-8163-af247dd9cc84'}, {'name': 'network-changed', 'server_uuid': 'accb38d4-0ca8-48bb-979a-a8f4f0d0030b', 'tag': '0d8eae88-d784-465a-8923-dce8899c2aaa'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:06:47.672827 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9cbc21-9e79-4ba6-b41c-a86a5925007d" -d '{"events": [{"server_uuid": "24805d5c-2764-4523-a530-29092d8f6d83", "name": "network-vif-deleted", "tag": "f4d691e7-e9a2-4853-8163-af247dd9cc84"}, {"name": "network-changed", "server_uuid": "accb38d4-0ca8-48bb-979a-a8f4f0d0030b", "tag": "0d8eae88-d784-465a-8923-dce8899c2aaa"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:06:47.690412 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d7d530-ac17-4ef4-9aaa-77eea159eae9 req-93152dc8-0564-4471-a594-e2c6b886ef9c service neutron] Port dd244012-dd72-4311-97c8-a2d5d3dfff97 on network c49a0008-ba2e-41e9-b498-07f12619ac72 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:06:47.690741 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d7d530-ac17-4ef4-9aaa-77eea159eae9 req-93152dc8-0564-4471-a594-e2c6b886ef9c service neutron] Attempting to bind port dd244012-dd72-4311-97c8-a2d5d3dfff97 on network c49a0008-ba2e-41e9-b498-07f12619ac72 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:06:47.727700 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d7d530-ac17-4ef4-9aaa-77eea159eae9 req-93152dc8-0564-4471-a594-e2c6b886ef9c service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:06:47.727700 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d7d530-ac17-4ef4-9aaa-77eea159eae9 req-93152dc8-0564-4471-a594-e2c6b886ef9c service neutron] Checking segment: {'id': 'f97f779e-ab81-4dfc-a584-515a83636e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c49a0008-ba2e-41e9-b498-07f12619ac72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:06:47.727700 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d7d530-ac17-4ef4-9aaa-77eea159eae9 req-93152dc8-0564-4471-a594-e2c6b886ef9c service neutron] Bound using segment: {'id': 'f97f779e-ab81-4dfc-a584-515a83636e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c49a0008-ba2e-41e9-b498-07f12619ac72'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:06:47.727700 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-12d7d530-ac17-4ef4-9aaa-77eea159eae9 req-93152dc8-0564-4471-a594-e2c6b886ef9c service neutron] Bound port: dd244012-dd72-4311-97c8-a2d5d3dfff97, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f97f779e-ab81-4dfc-a584-515a83636e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c49a0008-ba2e-41e9-b498-07f12619ac72'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:06:47.727700 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-12d7d530-ac17-4ef4-9aaa-77eea159eae9 req-93152dc8-0564-4471-a594-e2c6b886ef9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:47.778734 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 08 Sep 2021 09:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a9fd62-b16a-4938-b9a2-d4c36fc08480 x-openstack-request-id: req-88a9fd62-b16a-4938-b9a2-d4c36fc08480 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:06:47.779118 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24805d5c-2764-4523-a530-29092d8f6d83", "name": "network-vif-deleted", "tag": "f4d691e7-e9a2-4853-8163-af247dd9cc84", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "accb38d4-0ca8-48bb-979a-a8f4f0d0030b", "tag": "0d8eae88-d784-465a-8923-dce8899c2aaa", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:06:47.779247 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-88a9fd62-b16a-4938-b9a2-d4c36fc08480 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:06:47.779577 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24805d5c-2764-4523-a530-29092d8f6d83', 'name': 'network-vif-deleted', 'tag': 'f4d691e7-e9a2-4853-8163-af247dd9cc84', 'status': 'completed', 'code': 200} Sep 08 09:06:47.779831 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'accb38d4-0ca8-48bb-979a-a8f4f0d0030b', 'tag': '0d8eae88-d784-465a-8923-dce8899c2aaa', 'status': 'completed', 'code': 200} Sep 08 09:06:47.856430 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b278ec-ff47-40ab-bd5c-b7b6ad3adc58 req-037a2cbd-1256-4301-a201-c532678f9e0a tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:47.862513 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b278ec-ff47-40ab-bd5c-b7b6ad3adc58 req-037a2cbd-1256-4301-a201-c532678f9e0a tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:47.864102 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-42b278ec-ff47-40ab-bd5c-b7b6ad3adc58 req-037a2cbd-1256-4301-a201-c532678f9e0a tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/ports?device_id=accb38d4-0ca8-48bb-979a-a8f4f0d0030b HTTP/1.1" status: 200 len: 1667 time: 0.1771889 Sep 08 09:06:47.979634 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-12d7d530-ac17-4ef4-9aaa-77eea159eae9 req-93152dc8-0564-4471-a594-e2c6b886ef9c service neutron] For port dd244012-dd72-4311-97c8-a2d5d3dfff97, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:06:47.996818 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9cbc21-9e79-4ba6-b41c-a86a5925007d req-6a570df0-bfa9-4c21-b184-b8ab640feb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:47.997306 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9cbc21-9e79-4ba6-b41c-a86a5925007d req-6a570df0-bfa9-4c21-b184-b8ab640feb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:47.998965 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6a9cbc21-9e79-4ba6-b41c-a86a5925007d req-6a570df0-bfa9-4c21-b184-b8ab640feb80 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=59b3a59c99284cc49457493338f2d5a8&device_id=accb38d4-0ca8-48bb-979a-a8f4f0d0030b HTTP/1.1" status: 200 len: 1915 time: 0.1634009 Sep 08 09:06:48.004667 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-42b278ec-ff47-40ab-bd5c-b7b6ad3adc58 req-61fe9477-b3de-47a5-8962-3b40274b5c71 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/security-groups?id=f580c0d3-23b6-4ea1-a90d-d6c7097d955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096647 Sep 08 09:06:48.006337 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-12d7d530-ac17-4ef4-9aaa-77eea159eae9 req-93152dc8-0564-4471-a594-e2c6b886ef9c service neutron] For port dd244012-dd72-4311-97c8-a2d5d3dfff97, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=dd244012-dd72-4311-97c8-a2d5d3dfff97,segment=NetworkSegment(f97f779e-ab81-4dfc-a584-515a83636e03),segment_id=f97f779e-ab81-4dfc-a584-515a83636e03)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:06:48.011938 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-12d7d530-ac17-4ef4-9aaa-77eea159eae9 req-93152dc8-0564-4471-a594-e2c6b886ef9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:48.132168 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7d530-ac17-4ef4-9aaa-77eea159eae9 req-93152dc8-0564-4471-a594-e2c6b886ef9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:48.132168 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-12d7d530-ac17-4ef4-9aaa-77eea159eae9 req-93152dc8-0564-4471-a594-e2c6b886ef9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:48.132168 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12d7d530-ac17-4ef4-9aaa-77eea159eae9 req-93152dc8-0564-4471-a594-e2c6b886ef9c service neutron] 10.222.0.35 "PUT /v2.0/ports/dd244012-dd72-4311-97c8-a2d5d3dfff97 HTTP/1.1" status: 200 len: 1093 time: 1.5248995 Sep 08 09:06:48.183511 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93152dc8-0564-4471-a594-e2c6b886ef9c service neutron] Pushing event updated for resources: {'Port': ['ID=dd244012-dd72-4311-97c8-a2d5d3dfff97,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:48.195395 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-c62cd2cf-dc5d-47d2-8b0a-0c70cf25578d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dd35bf3-cc57-4f6c-8850-8776441b057e {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:06:48.218021 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-c62cd2cf-dc5d-47d2-8b0a-0c70cf25578d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:48.269242 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-c62cd2cf-dc5d-47d2-8b0a-0c70cf25578d service neutron] Transition to ACTIVE for port object 9dd35bf3-cc57-4f6c-8850-8776441b057e will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:06:48.270873 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9cbc21-9e79-4ba6-b41c-a86a5925007d req-f00bb368-dae6-4db4-be2e-ecad9ff674a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:48.271413 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9cbc21-9e79-4ba6-b41c-a86a5925007d req-f00bb368-dae6-4db4-be2e-ecad9ff674a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:48.271922 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9cbc21-9e79-4ba6-b41c-a86a5925007d req-f00bb368-dae6-4db4-be2e-ecad9ff674a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:48.273847 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6a9cbc21-9e79-4ba6-b41c-a86a5925007d req-f00bb368-dae6-4db4-be2e-ecad9ff674a2 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=59b3a59c99284cc49457493338f2d5a8&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2557299 Sep 08 09:06:48.276515 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-c62cd2cf-dc5d-47d2-8b0a-0c70cf25578d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:48.277998 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025afd0f-9090-4c50-889c-4cd350c895f7 req-a2b0affc-3e55-4d46-858b-e258ded49701 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:48.285245 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025afd0f-9090-4c50-889c-4cd350c895f7 req-a2b0affc-3e55-4d46-858b-e258ded49701 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:48.290908 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-025afd0f-9090-4c50-889c-4cd350c895f7 req-a2b0affc-3e55-4d46-858b-e258ded49701 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/ports?device_id=28eb9ad8-2ada-4653-8150-f23c1ed540f9&device_id=c44f36b8-2b2f-45ae-83d1-9ebb6eafd0ba HTTP/1.1" status: 200 len: 1681 time: 0.0714207 Sep 08 09:06:48.335802 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device fb2e5f1e-9c50-48e7-b6bb-e637dec86b44 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:06:48.338991 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-025afd0f-9090-4c50-889c-4cd350c895f7 req-a8624977-bbd0-4d9c-b322-7dc25d80bb36 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/security-groups?id=92a2d89c-617a-40b4-ad8d-a67fccdc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456407 Sep 08 09:06:48.369859 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: fb2e5f1e-9c50-48e7-b6bb-e637dec86b44 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:06:48.370793 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device fb2e5f1e-9c50-48e7-b6bb-e637dec86b44 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:06:48.371556 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device f4d691e7-e9a2-4853-8163-af247dd9cc84 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:06:48.396703 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: f4d691e7-e9a2-4853-8163-af247dd9cc84 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:06:48.397045 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device f4d691e7-e9a2-4853-8163-af247dd9cc84 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:06:48.397659 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 20016d8b-18de-40b1-996d-71c0c39d0b89 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:06:48.418465 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 20016d8b-18de-40b1-996d-71c0c39d0b89 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:06:48.418714 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 20016d8b-18de-40b1-996d-71c0c39d0b89 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:06:48.453310 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7812fa-2c2b-4937-aa65-d3d07fce2ed6 req-d9935cef-6add-47e9-a0cd-bece33d410c8 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:48.455038 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-aa7812fa-2c2b-4937-aa65-d3d07fce2ed6 req-d9935cef-6add-47e9-a0cd-bece33d410c8 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 945 time: 0.0550134 Sep 08 09:06:48.497916 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-aa7812fa-2c2b-4937-aa65-d3d07fce2ed6 req-17c326f5-d2c1-472d-9e95-537b253ee740 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=703349ac-76b0-4a5f-8080-6789cf3c5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360103 Sep 08 09:06:48.623650 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6de1cf-2b12-4311-ba60-89f01dd1e6d2 req-3f36319b-0ae9-4e0c-8987-b027ba5d7959 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:48.625311 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2f6de1cf-2b12-4311-ba60-89f01dd1e6d2 req-3f36319b-0ae9-4e0c-8987-b027ba5d7959 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=727ca116-35c7-48b6-aa5a-29c49f0230a2 HTTP/1.1" status: 200 len: 950 time: 0.0526154 Sep 08 09:06:48.665429 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2f6de1cf-2b12-4311-ba60-89f01dd1e6d2 req-9f6ada47-c0d8-489c-a394-151feaa3f6ff tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337420 Sep 08 09:06:48.674764 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7d530-ac17-4ef4-9aaa-77eea159eae9 req-50beb969-5972-4c02-8273-67fa1539fe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:48.676197 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12d7d530-ac17-4ef4-9aaa-77eea159eae9 req-50beb969-5972-4c02-8273-67fa1539fe28 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e83171f35894ea19e57331a0a1c0b1d&device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 1096 time: 0.4735415 Sep 08 09:06:48.795543 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62cd2cf-dc5d-47d2-8b0a-0c70cf25578d service neutron] Pushing event updated for resources: {'Port': ['ID=9dd35bf3-cc57-4f6c-8850-8776441b057e,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:48.808088 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12d7d530-ac17-4ef4-9aaa-77eea159eae9 req-76daadb6-a4fa-41bc-b26e-fef98890bd7b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd244012-dd72-4311-97c8-a2d5d3dfff97 HTTP/1.1" status: 200 len: 217 time: 0.1045456 Sep 08 09:06:48.916939 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351dbd4e-bdb4-4fd1-8787-587487820cf8 req-bf81d1f0-829f-41f7-a444-112452ffa5e5 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:48.918517 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-351dbd4e-bdb4-4fd1-8787-587487820cf8 req-bf81d1f0-829f-41f7-a444-112452ffa5e5 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 944 time: 0.2951808 Sep 08 09:06:48.955727 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7d530-ac17-4ef4-9aaa-77eea159eae9 req-7053635c-fbe2-41f9-8afa-ffb71512a4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:48.957139 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12d7d530-ac17-4ef4-9aaa-77eea159eae9 req-7053635c-fbe2-41f9-8afa-ffb71512a4fc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=df631613-af78-49bf-9102-60065cc0670c HTTP/1.1" status: 200 len: 855 time: 0.1407690 Sep 08 09:06:48.958381 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9cbc21-9e79-4ba6-b41c-a86a5925007d req-f3a14c66-da6c-40fc-88b7-70bda81064e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:48.959854 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6a9cbc21-9e79-4ba6-b41c-a86a5925007d req-f3a14c66-da6c-40fc-88b7-70bda81064e7 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6778982 Sep 08 09:06:49.015208 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-c62cd2cf-dc5d-47d2-8b0a-0c70cf25578d service neutron] Attempting to bind port 9dd35bf3-cc57-4f6c-8850-8776441b057e on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:06:49.015745 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-c62cd2cf-dc5d-47d2-8b0a-0c70cf25578d service neutron] Attempting to bind port 9dd35bf3-cc57-4f6c-8850-8776441b057e by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': 'f3267700-4049-4a3f-85bb-00c21d647734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '39f860ac-152c-4bd2-a570-2b0cb1cff606'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:06:49.015953 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-c62cd2cf-dc5d-47d2-8b0a-0c70cf25578d service neutron] Attempting to bind port 9dd35bf3-cc57-4f6c-8850-8776441b057e on network 39f860ac-152c-4bd2-a570-2b0cb1cff606 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:06:49.019223 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12d7d530-ac17-4ef4-9aaa-77eea159eae9 req-25fee4a0-b24c-4619-99a9-28d683e073bc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c49a0008-ba2e-41e9-b498-07f12619ac72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344419 Sep 08 09:06:49.023800 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-351dbd4e-bdb4-4fd1-8787-587487820cf8 req-bb25a63f-245e-4b1a-baec-7a99b2376d43 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959790 Sep 08 09:06:49.025993 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-c62cd2cf-dc5d-47d2-8b0a-0c70cf25578d service neutron] Port 9dd35bf3-cc57-4f6c-8850-8776441b057e on network 39f860ac-152c-4bd2-a570-2b0cb1cff606 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:06:49.026353 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-c62cd2cf-dc5d-47d2-8b0a-0c70cf25578d service neutron] Attempting to bind port 9dd35bf3-cc57-4f6c-8850-8776441b057e on network 39f860ac-152c-4bd2-a570-2b0cb1cff606 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:06:49.053571 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-c62cd2cf-dc5d-47d2-8b0a-0c70cf25578d service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:06:49.053919 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-c62cd2cf-dc5d-47d2-8b0a-0c70cf25578d service neutron] Checking segment: {'id': 'f3267700-4049-4a3f-85bb-00c21d647734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '39f860ac-152c-4bd2-a570-2b0cb1cff606'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:06:49.054345 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-c62cd2cf-dc5d-47d2-8b0a-0c70cf25578d service neutron] Bound using segment: {'id': 'f3267700-4049-4a3f-85bb-00c21d647734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '39f860ac-152c-4bd2-a570-2b0cb1cff606'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:06:49.054813 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-c62cd2cf-dc5d-47d2-8b0a-0c70cf25578d service neutron] Bound port: 9dd35bf3-cc57-4f6c-8850-8776441b057e, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3267700-4049-4a3f-85bb-00c21d647734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '39f860ac-152c-4bd2-a570-2b0cb1cff606'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:06:49.055178 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-c62cd2cf-dc5d-47d2-8b0a-0c70cf25578d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:49.176138 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12d7d530-ac17-4ef4-9aaa-77eea159eae9 req-524090c0-30c8-47a8-9bc2-94578cc68e29 service neutron] 10.222.0.35 "GET /v2.0/networks/c49a0008-ba2e-41e9-b498-07f12619ac72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473463 Sep 08 09:06:49.181408 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-c62cd2cf-dc5d-47d2-8b0a-0c70cf25578d service neutron] For port 9dd35bf3-cc57-4f6c-8850-8776441b057e, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:06:49.186133 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-c62cd2cf-dc5d-47d2-8b0a-0c70cf25578d service neutron] For port 9dd35bf3-cc57-4f6c-8850-8776441b057e, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=9dd35bf3-cc57-4f6c-8850-8776441b057e,segment=NetworkSegment(f3267700-4049-4a3f-85bb-00c21d647734),segment_id=f3267700-4049-4a3f-85bb-00c21d647734)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:06:49.201857 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005d2c7-fd62-40b0-9c84-e403d7d191ca req-d5f4301f-35a0-4548-b3e7-67c95764e4d7 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:49.209260 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-c62cd2cf-dc5d-47d2-8b0a-0c70cf25578d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:49.209940 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005d2c7-fd62-40b0-9c84-e403d7d191ca req-d5f4301f-35a0-4548-b3e7-67c95764e4d7 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:49.218252 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8005d2c7-fd62-40b0-9c84-e403d7d191ca req-d5f4301f-35a0-4548-b3e7-67c95764e4d7 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/ports?device_id=accb38d4-0ca8-48bb-979a-a8f4f0d0030b HTTP/1.1" status: 200 len: 1679 time: 0.0833762 Sep 08 09:06:49.263608 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8005d2c7-fd62-40b0-9c84-e403d7d191ca req-7e07349a-f856-4611-badb-d00ba958a515 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/security-groups?id=f580c0d3-23b6-4ea1-a90d-d6c7097d955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436759 Sep 08 09:06:49.297086 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-c62cd2cf-dc5d-47d2-8b0a-0c70cf25578d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:49.297738 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-c62cd2cf-dc5d-47d2-8b0a-0c70cf25578d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:49.299224 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-c62cd2cf-dc5d-47d2-8b0a-0c70cf25578d service neutron] 10.222.0.35 "PUT /v2.0/ports/9dd35bf3-cc57-4f6c-8850-8776441b057e HTTP/1.1" status: 200 len: 1093 time: 1.9360509 Sep 08 09:06:49.326083 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62cd2cf-dc5d-47d2-8b0a-0c70cf25578d service neutron] Pushing event updated for resources: {'Port': ['ID=9dd35bf3-cc57-4f6c-8850-8776441b057e,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:49.357302 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12d7d530-ac17-4ef4-9aaa-77eea159eae9 req-c41c07eb-e424-446a-9975-18cea1f928de service neutron] 10.222.0.35 "GET /v2.0/networks/c49a0008-ba2e-41e9-b498-07f12619ac72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732216 Sep 08 09:06:49.496514 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e80dcfe-2401-43f3-86de-811b1750824c req-7afa9c40-e5bb-4eef-bbce-fa06e261d113 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:49.498013 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5e80dcfe-2401-43f3-86de-811b1750824c req-7afa9c40-e5bb-4eef-bbce-fa06e261d113 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/ports?device_id=28eb9ad8-2ada-4653-8150-f23c1ed540f9 HTTP/1.1" status: 200 len: 945 time: 0.0801723 Sep 08 09:06:49.529302 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-674ebe99-093f-4bf7-a16e-de5485469a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:49.529762 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-674ebe99-093f-4bf7-a16e-de5485469a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:49.531403 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-674ebe99-093f-4bf7-a16e-de5485469a1c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=59b3a59c99284cc49457493338f2d5a8&device_id=accb38d4-0ca8-48bb-979a-a8f4f0d0030b HTTP/1.1" status: 200 len: 1983 time: 0.0737631 Sep 08 09:06:49.548396 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5e80dcfe-2401-43f3-86de-811b1750824c req-f6e719ae-6412-4ebb-873c-153441729a0b tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/security-groups?id=92a2d89c-617a-40b4-ad8d-a67fccdc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443089 Sep 08 09:06:49.617927 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4a2b3-c094-4f46-b241-76f5b8bf438d req-c25e46f8-7ef2-40fd-848e-f35cecb4da12 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:49.619640 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a5b4a2b3-c094-4f46-b241-76f5b8bf438d req-c25e46f8-7ef2-40fd-848e-f35cecb4da12 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 945 time: 0.0491858 Sep 08 09:06:49.621510 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-3c7ce14f-3aa3-4d6b-9ec6-ce3574d939a0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.208&port_id=0d8eae88-d784-465a-8923-dce8899c2aaa HTTP/1.1" status: 200 len: 217 time: 0.0361881 Sep 08 09:06:49.657187 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a5b4a2b3-c094-4f46-b241-76f5b8bf438d req-16b5cada-dd29-4a0a-a817-7254595e310a tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=703349ac-76b0-4a5f-8080-6789cf3c5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317180 Sep 08 09:06:49.683438 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-28a5daa8-4d80-40ae-9c9a-45f8dbfcbfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:49.684941 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-28a5daa8-4d80-40ae-9c9a-45f8dbfcbfc4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9efc282f-ffa9-4af8-a7e5-68967f2fc5d6 HTTP/1.1" status: 200 len: 801 time: 0.0454900 Sep 08 09:06:49.738378 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-3fb4c40f-181e-422e-ab8f-78dd633b99e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:49.742491 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-3fb4c40f-181e-422e-ab8f-78dd633b99e2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1c762b55-0f8d-4610-9a76-7dc4f0074a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468113 Sep 08 09:06:49.781075 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4674ccd-1ba6-4acc-8805-6148bbf26f3e', 'tag': 'dd244012-dd72-4311-97c8-a2d5d3dfff97'}, {'name': 'network-changed', 'server_uuid': 'accb38d4-0ca8-48bb-979a-a8f4f0d0030b', 'tag': '9dd35bf3-cc57-4f6c-8850-8776441b057e'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:06:49.783396 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d81e11-49c7-42cb-93ef-2a537389f5a7" -d '{"events": [{"name": "network-changed", "server_uuid": "d4674ccd-1ba6-4acc-8805-6148bbf26f3e", "tag": "dd244012-dd72-4311-97c8-a2d5d3dfff97"}, {"name": "network-changed", "server_uuid": "accb38d4-0ca8-48bb-979a-a8f4f0d0030b", "tag": "9dd35bf3-cc57-4f6c-8850-8776441b057e"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:06:49.795425 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0202b1-5502-40a5-98f9-c2c71947e0fd req-b1687091-7cf7-40b2-97f2-695dea9692b8 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:49.796304 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3e0202b1-5502-40a5-98f9-c2c71947e0fd req-b1687091-7cf7-40b2-97f2-695dea9692b8 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=727ca116-35c7-48b6-aa5a-29c49f0230a2 HTTP/1.1" status: 200 len: 950 time: 0.0525506 Sep 08 09:06:49.865759 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3e0202b1-5502-40a5-98f9-c2c71947e0fd req-72bc123f-261f-4b46-8a49-775f3d76f848 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632410 Sep 08 09:06:49.866086 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-6c20f0ac-75cc-4990-a6c9-a64201aaab78 service neutron] 10.222.0.35 "GET /v2.0/networks/1c762b55-0f8d-4610-9a76-7dc4f0074a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170442 Sep 08 09:06:49.974634 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 08 Sep 2021 09:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43bfe156-45f9-417b-b2fa-e75c267bc67e x-openstack-request-id: req-43bfe156-45f9-417b-b2fa-e75c267bc67e {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:06:49.974904 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4674ccd-1ba6-4acc-8805-6148bbf26f3e", "tag": "dd244012-dd72-4311-97c8-a2d5d3dfff97", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "accb38d4-0ca8-48bb-979a-a8f4f0d0030b", "tag": "9dd35bf3-cc57-4f6c-8850-8776441b057e", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:06:49.975234 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-43bfe156-45f9-417b-b2fa-e75c267bc67e {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:06:49.976039 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4674ccd-1ba6-4acc-8805-6148bbf26f3e', 'tag': 'dd244012-dd72-4311-97c8-a2d5d3dfff97', 'status': 'completed', 'code': 200} Sep 08 09:06:49.976039 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'accb38d4-0ca8-48bb-979a-a8f4f0d0030b', 'tag': '9dd35bf3-cc57-4f6c-8850-8776441b057e', 'status': 'completed', 'code': 200} Sep 08 09:06:50.017267 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4abefa-95ea-4519-b163-76d3598c6b24 req-6322047b-5464-4ad3-9904-ed0f330818d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:50.019240 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2d4abefa-95ea-4519-b163-76d3598c6b24 req-6322047b-5464-4ad3-9904-ed0f330818d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a2f9a27fb48843b398aaefe83b941227&device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 1097 time: 0.0715168 Sep 08 09:06:50.020420 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeae63b-4264-436e-ad49-6db5cc08d993 req-db96a6c2-d12a-410d-9d80-ef36821717c9 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:50.022067 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-45d573ee-4809-4312-92d1-7b4f3c123c91 service neutron] 10.222.0.35 "GET /v2.0/networks/1c762b55-0f8d-4610-9a76-7dc4f0074a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438181 Sep 08 09:06:50.022184 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9eeae63b-4264-436e-ad49-6db5cc08d993 req-db96a6c2-d12a-410d-9d80-ef36821717c9 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 945 time: 0.0769410 Sep 08 09:06:50.067997 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9eeae63b-4264-436e-ad49-6db5cc08d993 req-62cbf41d-d809-4d7b-8ec2-a356e34e4e86 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=703349ac-76b0-4a5f-8080-6789cf3c5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393353 Sep 08 09:06:50.117732 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-69439abc-87e3-41d6-9567-ef6b67bd47c5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.166&port_id=9dd35bf3-cc57-4f6c-8850-8776441b057e HTTP/1.1" status: 200 len: 217 time: 0.0683377 Sep 08 09:06:50.272037 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d81e11-49c7-42cb-93ef-2a537389f5a7 req-a137366f-2b56-41d5-8f18-e0f24a500997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:50.274148 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-41d81e11-49c7-42cb-93ef-2a537389f5a7 req-a137366f-2b56-41d5-8f18-e0f24a500997 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e83171f35894ea19e57331a0a1c0b1d&device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 1096 time: 0.1747742 Sep 08 09:06:50.277715 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-41d97ef7-4840-4a11-a91d-77a81f407876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:50.279611 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-41d97ef7-4840-4a11-a91d-77a81f407876 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4da38c30-1268-4b2c-aec1-4fc3c18a3194 HTTP/1.1" status: 200 len: 801 time: 0.1278460 Sep 08 09:06:50.338845 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59a50c-9172-42f6-915e-f6bef3a0dbd2 req-ef39bb04-9bc9-44a1-88b7-3020fd5564d3 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:50.340621 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-eb59a50c-9172-42f6-915e-f6bef3a0dbd2 req-ef39bb04-9bc9-44a1-88b7-3020fd5564d3 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 944 time: 0.2188497 Sep 08 09:06:50.354454 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:50.360594 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4abefa-95ea-4519-b163-76d3598c6b24 req-8db1daa2-09cb-4894-a584-7995e89e87c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:50.362108 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2d4abefa-95ea-4519-b163-76d3598c6b24 req-8db1daa2-09cb-4894-a584-7995e89e87c2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d15b4ce3-7986-485f-ad78-2afa75611397 HTTP/1.1" status: 200 len: 911 time: 0.3071985 Sep 08 09:06:50.390914 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49637e3d-5dd9-4c5e-b2b9-1d5c5fe0ec14 req-e90a1957-f30b-41ef-889b-8c75e8ea9d22 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:50.396812 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49637e3d-5dd9-4c5e-b2b9-1d5c5fe0ec14 req-e90a1957-f30b-41ef-889b-8c75e8ea9d22 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:50.399029 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-49637e3d-5dd9-4c5e-b2b9-1d5c5fe0ec14 req-e90a1957-f30b-41ef-889b-8c75e8ea9d22 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/ports?device_id=accb38d4-0ca8-48bb-979a-a8f4f0d0030b HTTP/1.1" status: 200 len: 1679 time: 0.0658793 Sep 08 09:06:50.441030 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-49637e3d-5dd9-4c5e-b2b9-1d5c5fe0ec14 req-dbcc37fd-c942-452a-986d-771e159417f9 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/security-groups?id=f580c0d3-23b6-4ea1-a90d-d6c7097d955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349224 Sep 08 09:06:50.516969 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-a2f3638f-5e82-461c-935c-50b6a4f68443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:50.518505 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-a2f3638f-5e82-461c-935c-50b6a4f68443 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=39f860ac-152c-4bd2-a570-2b0cb1cff606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2236142 Sep 08 09:06:50.527189 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-eb59a50c-9172-42f6-915e-f6bef3a0dbd2 req-9f7272c5-8f1d-4398-b512-587995bf97ce tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689141 Sep 08 09:06:50.568912 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2d4abefa-95ea-4519-b163-76d3598c6b24 req-79a79259-2c21-4fb3-9ed5-540fb1cd16f2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e104b66d-db35-49db-824c-4f5d2b6e6a0e HTTP/1.1" status: 200 len: 1001 time: 0.1971211 Sep 08 09:06:50.625119 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d81e11-49c7-42cb-93ef-2a537389f5a7 req-f83769df-a899-40b3-bef8-09b1f8be3840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:50.626655 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-41d81e11-49c7-42cb-93ef-2a537389f5a7 req-f83769df-a899-40b3-bef8-09b1f8be3840 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c49a0008-ba2e-41e9-b498-07f12619ac72 HTTP/1.1" status: 200 len: 916 time: 0.3329098 Sep 08 09:06:50.665398 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4052f72-4126-4b9d-b4fc-79c12890b568 req-20cd54e5-683f-48cd-968d-9fc8f32e846c tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:50.666987 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c4052f72-4126-4b9d-b4fc-79c12890b568 req-20cd54e5-683f-48cd-968d-9fc8f32e846c tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/ports?device_id=28eb9ad8-2ada-4653-8150-f23c1ed540f9 HTTP/1.1" status: 200 len: 945 time: 0.0505548 Sep 08 09:06:50.694384 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5cc6dfc1-a9fe-4d5b-bbbe-3228b8290ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:50.710210 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c4052f72-4126-4b9d-b4fc-79c12890b568 req-9cead62b-4caa-4f93-aa31-ea212e3f47b3 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/security-groups?id=92a2d89c-617a-40b4-ad8d-a67fccdc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367401 Sep 08 09:06:50.738628 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-41d81e11-49c7-42cb-93ef-2a537389f5a7 req-04925222-bbd2-4115-874d-e12043677f7f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd244012-dd72-4311-97c8-a2d5d3dfff97 HTTP/1.1" status: 200 len: 217 time: 0.0668826 Sep 08 09:06:50.747069 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c648c3-f0c5-4986-af05-54532cc3d984 req-5eb451f5-c13f-40b0-b3ff-c8264004f2f3 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:50.748521 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-73c648c3-f0c5-4986-af05-54532cc3d984 req-5eb451f5-c13f-40b0-b3ff-c8264004f2f3 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.35 "GET /v2.0/ports?device_id=727ca116-35c7-48b6-aa5a-29c49f0230a2 HTTP/1.1" status: 200 len: 950 time: 0.2527814 Sep 08 09:06:50.767490 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4abefa-95ea-4519-b163-76d3598c6b24 req-64b51dab-b1c7-4789-9bf8-28f2a99b8d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:50.768930 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2d4abefa-95ea-4519-b163-76d3598c6b24 req-64b51dab-b1c7-4789-9bf8-28f2a99b8d5d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b55eaef4-013f-4f3d-8aec-fea124c1fdb3 HTTP/1.1" status: 200 len: 849 time: 0.1818309 Sep 08 09:06:50.887407 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-0b12b745-f5f0-4750-801a-bdcf542f9cec service neutron] 10.222.0.35 "GET /v2.0/networks/39f860ac-152c-4bd2-a570-2b0cb1cff606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428640 Sep 08 09:06:50.929147 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b058e05-c42b-445e-92f4-50f46d66f93c req-0305b634-dee2-406f-a5c2-2f16c96052ae tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:50.932218 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3b058e05-c42b-445e-92f4-50f46d66f93c req-0305b634-dee2-406f-a5c2-2f16c96052ae tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.37 "GET /v2.0/ports?device_id=28eb9ad8-2ada-4653-8150-f23c1ed540f9 HTTP/1.1" status: 200 len: 945 time: 0.2393141 Sep 08 09:06:50.967401 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d81e11-49c7-42cb-93ef-2a537389f5a7 req-72018e0b-235a-44de-b49a-38b1e3ee0737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:50.968861 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-41d81e11-49c7-42cb-93ef-2a537389f5a7 req-72018e0b-235a-44de-b49a-38b1e3ee0737 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=df631613-af78-49bf-9102-60065cc0670c HTTP/1.1" status: 200 len: 855 time: 0.1932831 Sep 08 09:06:51.035149 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4abefa-95ea-4519-b163-76d3598c6b24 req-7388bd32-ac91-4062-9804-2d91edca7298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:51.036624 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2d4abefa-95ea-4519-b163-76d3598c6b24 req-7388bd32-ac91-4062-9804-2d91edca7298 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d15b4ce3-7986-485f-ad78-2afa75611397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2583976 Sep 08 09:06:51.113587 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-41d81e11-49c7-42cb-93ef-2a537389f5a7 req-dfae93a9-9179-4728-b83d-13aa7556f279 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c49a0008-ba2e-41e9-b498-07f12619ac72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1107674 Sep 08 09:06:51.235390 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee906979-27c8-4615-8dd5-cab3a1f7d23f req-c8ddabb7-b469-4e1c-b752-873ea4235e37 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:51.236892 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ee906979-27c8-4615-8dd5-cab3a1f7d23f req-c8ddabb7-b469-4e1c-b752-873ea4235e37 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 945 time: 0.0545902 Sep 08 09:06:51.278078 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ee906979-27c8-4615-8dd5-cab3a1f7d23f req-1c5bbb19-a086-43b6-8a87-f70f77235c32 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=703349ac-76b0-4a5f-8080-6789cf3c5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348520 Sep 08 09:06:51.289640 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2a806-a001-43ef-acb2-c609623c76d4 req-a42b8910-62e5-46da-9f79-f719bb44afed tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:51.291266 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d5e2a806-a001-43ef-acb2-c609623c76d4 req-a42b8910-62e5-46da-9f79-f719bb44afed tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=727ca116-35c7-48b6-aa5a-29c49f0230a2 HTTP/1.1" status: 200 len: 950 time: 0.3187468 Sep 08 09:06:51.324884 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12639a9d-8d89-4d9d-b384-82b0b5032144 req-1cbb733f-2776-43c0-aa89-5c81ca81ab19 service neutron] 10.222.0.35 "GET /v2.0/networks/39f860ac-152c-4bd2-a570-2b0cb1cff606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4247687 Sep 08 09:06:51.350214 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-73c648c3-f0c5-4986-af05-54532cc3d984 req-e046585c-02c3-4c89-8652-f1b7f0c84f5e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Deleting port 9e98ff4c-63d3-4bcd-b49c-1e626df063aa {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:06:51.350568 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-73c648c3-f0c5-4986-af05-54532cc3d984 req-e046585c-02c3-4c89-8652-f1b7f0c84f5e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:51.415801 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2d4abefa-95ea-4519-b163-76d3598c6b24 req-d557701a-9868-4c32-a28d-3c8c0bfbfd93 service neutron] 10.222.0.37 "GET /v2.0/networks/d15b4ce3-7986-485f-ad78-2afa75611397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595326 Sep 08 09:06:51.491410 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-3b058e05-c42b-445e-92f4-50f46d66f93c req-2aa06a5a-b4c6-405a-947d-7c09cea0556f tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Deleting port 48a66fa1-796f-42bb-a5b0-f82cac34a581 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:06:51.491754 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-3b058e05-c42b-445e-92f4-50f46d66f93c req-2aa06a5a-b4c6-405a-947d-7c09cea0556f tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:51.511045 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-41d81e11-49c7-42cb-93ef-2a537389f5a7 req-95f67364-929a-44d0-b544-53129a719c9f service neutron] 10.222.0.35 "GET /v2.0/networks/c49a0008-ba2e-41e9-b498-07f12619ac72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866727 Sep 08 09:06:51.513917 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d5e2a806-a001-43ef-acb2-c609623c76d4 req-c4341b72-a8e1-4c78-924c-04787b29f7c8 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859856 Sep 08 09:06:51.566820 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87431149-79d4-4d42-9df9-aa246ddf396a req-59af7fdb-d90b-4a9e-97b1-7f89dda1a799 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:51.573419 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87431149-79d4-4d42-9df9-aa246ddf396a req-59af7fdb-d90b-4a9e-97b1-7f89dda1a799 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:51.575126 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-87431149-79d4-4d42-9df9-aa246ddf396a req-59af7fdb-d90b-4a9e-97b1-7f89dda1a799 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/ports?device_id=accb38d4-0ca8-48bb-979a-a8f4f0d0030b HTTP/1.1" status: 200 len: 1679 time: 0.0632379 Sep 08 09:06:51.618678 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-87431149-79d4-4d42-9df9-aa246ddf396a req-ccc4aa15-7cd6-4139-8112-d8f47db70274 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/security-groups?id=f580c0d3-23b6-4ea1-a90d-d6c7097d955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366054 Sep 08 09:06:51.830308 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39abe55-1df1-42e2-b826-47cba5c03efc req-f92384c5-40cb-4318-b435-b55d4f7f7136 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:51.831922 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e39abe55-1df1-42e2-b826-47cba5c03efc req-f92384c5-40cb-4318-b435-b55d4f7f7136 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/ports?device_id=28eb9ad8-2ada-4653-8150-f23c1ed540f9 HTTP/1.1" status: 200 len: 945 time: 0.0513046 Sep 08 09:06:51.871136 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e39abe55-1df1-42e2-b826-47cba5c03efc req-a9ce0a36-8c5d-429a-8fd9-7552b0a39a84 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/security-groups?id=92a2d89c-617a-40b4-ad8d-a67fccdc7241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327749 Sep 08 09:06:52.045439 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:52.061538 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-73c648c3-f0c5-4986-af05-54532cc3d984 req-e046585c-02c3-4c89-8652-f1b7f0c84f5e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] For port 9e98ff4c-63d3-4bcd-b49c-1e626df063aa, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=9e98ff4c-63d3-4bcd-b49c-1e626df063aa,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:52.062236 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-73c648c3-f0c5-4986-af05-54532cc3d984 req-e046585c-02c3-4c89-8652-f1b7f0c84f5e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:52.099263 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74521a3-cfa7-4ac2-97a6-dc49dffda58e req-550cac09-d681-4017-a7a0-559defeb570c tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:52.100759 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d74521a3-cfa7-4ac2-97a6-dc49dffda58e req-550cac09-d681-4017-a7a0-559defeb570c tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.35 "GET /v2.0/ports?device_id=c44f36b8-2b2f-45ae-83d1-9ebb6eafd0ba HTTP/1.1" status: 200 len: 945 time: 0.6222849 Sep 08 09:06:52.119710 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-73c648c3-f0c5-4986-af05-54532cc3d984 req-e046585c-02c3-4c89-8652-f1b7f0c84f5e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Calling delete_port for 9e98ff4c-63d3-4bcd-b49c-1e626df063aa owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:06:52.184385 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9186fd3-6f82-4540-8ba4-f2aca5dac60e req-6623f3f6-aac5-471c-9b18-a035052ce6b3 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:52.185918 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b9186fd3-6f82-4540-8ba4-f2aca5dac60e req-6623f3f6-aac5-471c-9b18-a035052ce6b3 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 944 time: 0.3370783 Sep 08 09:06:52.206584 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2d4abefa-95ea-4519-b163-76d3598c6b24 req-f7764663-c8e6-451e-9a88-5240c5c5141d service neutron] 10.222.0.37 "GET /v2.0/networks/d15b4ce3-7986-485f-ad78-2afa75611397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7704945 Sep 08 09:06:52.210258 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-3b058e05-c42b-445e-92f4-50f46d66f93c req-2aa06a5a-b4c6-405a-947d-7c09cea0556f tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] For port 48a66fa1-796f-42bb-a5b0-f82cac34a581, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=48a66fa1-796f-42bb-a5b0-f82cac34a581,segment=NetworkSegment(23311806-875c-4730-9f8b-8787517e0630),segment_id=23311806-875c-4730-9f8b-8787517e0630)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:52.210665 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-3b058e05-c42b-445e-92f4-50f46d66f93c req-2aa06a5a-b4c6-405a-947d-7c09cea0556f tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:52.269140 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-41d81e11-49c7-42cb-93ef-2a537389f5a7 req-97915642-ce51-430d-805e-7a65d9f217c8 service neutron] 10.222.0.35 "GET /v2.0/networks/c49a0008-ba2e-41e9-b498-07f12619ac72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4191499 Sep 08 09:06:52.281931 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-3b058e05-c42b-445e-92f4-50f46d66f93c req-2aa06a5a-b4c6-405a-947d-7c09cea0556f tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Calling delete_port for 48a66fa1-796f-42bb-a5b0-f82cac34a581 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:06:52.397003 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b9186fd3-6f82-4540-8ba4-f2aca5dac60e req-20ef87de-e4f8-4794-813a-945fd47997d0 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941509 Sep 08 09:06:52.405383 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d3931-a9fc-4671-9098-f420ed48075b req-1b5b419b-c1a5-48a6-b9b6-1b129f7dda0c tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:52.407023 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7b5d3931-a9fc-4671-9098-f420ed48075b req-1b5b419b-c1a5-48a6-b9b6-1b129f7dda0c tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 945 time: 0.0571332 Sep 08 09:06:52.455395 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7b5d3931-a9fc-4671-9098-f420ed48075b req-eef79c8a-29d3-4b62-b16a-6af9b62f7060 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=703349ac-76b0-4a5f-8080-6789cf3c5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366910 Sep 08 09:06:52.521725 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-d74521a3-cfa7-4ac2-97a6-dc49dffda58e req-4cb327ad-8281-4f03-bc6b-4a9f07bce9a6 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Deleting port a89527d0-9f3a-49b2-a11c-b824c47346ee {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:06:52.521987 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d74521a3-cfa7-4ac2-97a6-dc49dffda58e req-4cb327ad-8281-4f03-bc6b-4a9f07bce9a6 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:52.527662 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d81e11-49c7-42cb-93ef-2a537389f5a7 req-e56736d0-1c27-4686-8fb6-eda7153dbaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:52.528166 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d81e11-49c7-42cb-93ef-2a537389f5a7 req-e56736d0-1c27-4686-8fb6-eda7153dbaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:52.529781 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-41d81e11-49c7-42cb-93ef-2a537389f5a7 req-e56736d0-1c27-4686-8fb6-eda7153dbaf5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=59b3a59c99284cc49457493338f2d5a8&device_id=accb38d4-0ca8-48bb-979a-a8f4f0d0030b HTTP/1.1" status: 200 len: 1983 time: 0.1487586 Sep 08 09:06:52.642901 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a2e42-8670-4514-9e1b-06b914bcb9ae req-67bcfef8-c743-4913-ab92-b2b29cd6b67b tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:52.644729 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-844a2e42-8670-4514-9e1b-06b914bcb9ae req-67bcfef8-c743-4913-ab92-b2b29cd6b67b tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/ports?device_id=727ca116-35c7-48b6-aa5a-29c49f0230a2 HTTP/1.1" status: 200 len: 867 time: 0.0540161 Sep 08 09:06:52.678672 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-73c648c3-f0c5-4986-af05-54532cc3d984 req-e046585c-02c3-4c89-8652-f1b7f0c84f5e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:52.711757 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-844a2e42-8670-4514-9e1b-06b914bcb9ae req-48280951-7048-47ba-8eb4-047a050dcfd8 tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.54 "GET /v2.0/security-groups?id=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575147 Sep 08 09:06:52.716200 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['9e98ff4c-63d3-4bcd-b49c-1e626df063aa'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:06:52.796586 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e046585c-02c3-4c89-8652-f1b7f0c84f5e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Pushing event deleted for resources: {'Port': ['ID=9e98ff4c-63d3-4bcd-b49c-1e626df063aa,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:52.847544 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device dd244012-dd72-4311-97c8-a2d5d3dfff97 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:06:52.863877 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-3b058e05-c42b-445e-92f4-50f46d66f93c req-2aa06a5a-b4c6-405a-947d-7c09cea0556f tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:52.892961 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-d74521a3-cfa7-4ac2-97a6-dc49dffda58e req-4cb327ad-8281-4f03-bc6b-4a9f07bce9a6 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] For port a89527d0-9f3a-49b2-a11c-b824c47346ee, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=a89527d0-9f3a-49b2-a11c-b824c47346ee,segment=NetworkSegment(23311806-875c-4730-9f8b-8787517e0630),segment_id=23311806-875c-4730-9f8b-8787517e0630)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:52.893341 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d74521a3-cfa7-4ac2-97a6-dc49dffda58e req-4cb327ad-8281-4f03-bc6b-4a9f07bce9a6 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:52.896688 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-73c648c3-f0c5-4986-af05-54532cc3d984 req-e046585c-02c3-4c89-8652-f1b7f0c84f5e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] No DVR routers for this DVR port 9e98ff4c-63d3-4bcd-b49c-1e626df063aa on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:06:52.897644 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['a89527d0-9f3a-49b2-a11c-b824c47346ee'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:06:52.903940 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-73c648c3-f0c5-4986-af05-54532cc3d984 req-e046585c-02c3-4c89-8652-f1b7f0c84f5e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:52.905783 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-73c648c3-f0c5-4986-af05-54532cc3d984 req-e046585c-02c3-4c89-8652-f1b7f0c84f5e tempest-ServersOnMultiNodesTest-437760606 tempest-ServersOnMultiNodesTest-437760606-project] 10.222.0.35 "DELETE /v2.0/ports/9e98ff4c-63d3-4bcd-b49c-1e626df063aa HTTP/1.1" status: 204 len: 173 time: 2.1324778 Sep 08 09:06:52.914914 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '727ca116-35c7-48b6-aa5a-29c49f0230a2', 'name': 'network-vif-deleted', 'tag': '9e98ff4c-63d3-4bcd-b49c-1e626df063aa'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:06:52.918254 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7734c3-e9e2-41d6-9a36-32558d82cf8f" -d '{"events": [{"server_uuid": "727ca116-35c7-48b6-aa5a-29c49f0230a2", "name": "network-vif-deleted", "tag": "9e98ff4c-63d3-4bcd-b49c-1e626df063aa"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:06:52.949487 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d81e11-49c7-42cb-93ef-2a537389f5a7 req-4b05cb3d-e3d9-4cc6-bfcd-10981e898f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:52.950879 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-41d81e11-49c7-42cb-93ef-2a537389f5a7 req-4b05cb3d-e3d9-4cc6-bfcd-10981e898f64 service neutron] 10.222.0.35 "GET /v2.0/networks?id=39f860ac-152c-4bd2-a570-2b0cb1cff606 HTTP/1.1" status: 200 len: 903 time: 0.4100454 Sep 08 09:06:52.956043 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa06a5a-b4c6-405a-947d-7c09cea0556f tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Pushing event deleted for resources: {'Port': ['ID=48a66fa1-796f-42bb-a5b0-f82cac34a581,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:52.974087 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1679911f-e337-466c-9157-10b438ef68bb req-516f0d73-eca9-4a8d-8df9-8c17cd9028ec tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:52.980689 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1679911f-e337-466c-9157-10b438ef68bb req-516f0d73-eca9-4a8d-8df9-8c17cd9028ec tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:52.982535 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1679911f-e337-466c-9157-10b438ef68bb req-516f0d73-eca9-4a8d-8df9-8c17cd9028ec tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/ports?device_id=accb38d4-0ca8-48bb-979a-a8f4f0d0030b HTTP/1.1" status: 200 len: 1679 time: 0.2623317 Sep 08 09:06:52.985262 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-d74521a3-cfa7-4ac2-97a6-dc49dffda58e req-4cb327ad-8281-4f03-bc6b-4a9f07bce9a6 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Calling delete_port for a89527d0-9f3a-49b2-a11c-b824c47346ee owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:06:53.003638 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port dd244012-dd72-4311-97c8-a2d5d3dfff97, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=dd244012-dd72-4311-97c8-a2d5d3dfff97,segment=NetworkSegment(f97f779e-ab81-4dfc-a584-515a83636e03),segment_id=f97f779e-ab81-4dfc-a584-515a83636e03)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:53.005008 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1eeac559-c97d-4ecb-b575-631b5ba12823 req-dcf1f75a-ecac-40ff-a432-8a519c7ffcd0 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/ports?device_id=28eb9ad8-2ada-4653-8150-f23c1ed540f9 HTTP/1.1" status: 200 len: 210 time: 0.0490396 Sep 08 09:06:53.029686 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': 'dd244012-dd72-4311-97c8-a2d5d3dfff97', 'network_id': 'c49a0008-ba2e-41e9-b498-07f12619ac72', 'port_id': 'dd244012-dd72-4311-97c8-a2d5d3dfff97', 'mac_address': 'fa:16:3e:85:14:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df631613-af78-49bf-9102-60065cc0670c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:06:53.040746 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-41d81e11-49c7-42cb-93ef-2a537389f5a7 req-a15f570a-26c9-4bf1-954f-4dca852a8413 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.166&port_id=9dd35bf3-cc57-4f6c-8850-8776441b057e HTTP/1.1" status: 200 len: 217 time: 0.0568824 Sep 08 09:06:53.067276 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2ab0d3-60db-4d35-b917-4e8613d07385 x-openstack-request-id: req-ca2ab0d3-60db-4d35-b917-4e8613d07385 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:06:53.067942 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "727ca116-35c7-48b6-aa5a-29c49f0230a2", "name": "network-vif-deleted", "tag": "9e98ff4c-63d3-4bcd-b49c-1e626df063aa", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:06:53.067942 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ca2ab0d3-60db-4d35-b917-4e8613d07385 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:06:53.068459 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '727ca116-35c7-48b6-aa5a-29c49f0230a2', 'name': 'network-vif-deleted', 'tag': '9e98ff4c-63d3-4bcd-b49c-1e626df063aa', 'status': 'completed', 'code': 200} Sep 08 09:06:53.095082 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:53.116742 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd244012-dd72-4311-97c8-a2d5d3dfff97 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:06:53.134764 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b058e05-c42b-445e-92f4-50f46d66f93c req-2aa06a5a-b4c6-405a-947d-7c09cea0556f tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] No DVR routers for this DVR port 48a66fa1-796f-42bb-a5b0-f82cac34a581 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:06:53.137467 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-3b058e05-c42b-445e-92f4-50f46d66f93c req-2aa06a5a-b4c6-405a-947d-7c09cea0556f tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:53.139861 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3b058e05-c42b-445e-92f4-50f46d66f93c req-2aa06a5a-b4c6-405a-947d-7c09cea0556f tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.37 "DELETE /v2.0/ports/48a66fa1-796f-42bb-a5b0-f82cac34a581 HTTP/1.1" status: 204 len: 173 time: 2.1662629 Sep 08 09:06:53.161992 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port dd244012-dd72-4311-97c8-a2d5d3dfff97, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=dd244012-dd72-4311-97c8-a2d5d3dfff97,segment=NetworkSegment(f97f779e-ab81-4dfc-a584-515a83636e03),segment_id=f97f779e-ab81-4dfc-a584-515a83636e03)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:53.177701 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:53.241402 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1679911f-e337-466c-9157-10b438ef68bb req-c04c1428-8b72-488e-8852-035f0e94e661 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/security-groups?id=f580c0d3-23b6-4ea1-a90d-d6c7097d955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461383 Sep 08 09:06:53.261167 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d81e11-49c7-42cb-93ef-2a537389f5a7 req-1a034468-a93e-4951-b09f-37faa325dff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:53.262738 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-41d81e11-49c7-42cb-93ef-2a537389f5a7 req-1a034468-a93e-4951-b09f-37faa325dff7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4da38c30-1268-4b2c-aec1-4fc3c18a3194 HTTP/1.1" status: 200 len: 801 time: 0.1665573 Sep 08 09:06:53.296069 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=dd244012-dd72-4311-97c8-a2d5d3dfff97,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:53.308276 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:06:53.309220 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:06:53.309990 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:06:53.310455 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:06:53.311055 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:06:53.311442 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:06:53.314700 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:06:53.315319 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:06:53.316207 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:06:53.316981 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:06:53.317533 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:06:53.318386 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:06:53.389509 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d81e11-49c7-42cb-93ef-2a537389f5a7 req-a1422c28-207d-44b8-877f-4e82ef1a5745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:53.390991 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-41d81e11-49c7-42cb-93ef-2a537389f5a7 req-a1422c28-207d-44b8-877f-4e82ef1a5745 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=39f860ac-152c-4bd2-a570-2b0cb1cff606&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1135633 Sep 08 09:06:53.412814 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d74521a3-cfa7-4ac2-97a6-dc49dffda58e req-4cb327ad-8281-4f03-bc6b-4a9f07bce9a6 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:53.429379 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:53.471279 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb327ad-8281-4f03-bc6b-4a9f07bce9a6 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Pushing event deleted for resources: {'Port': ['ID=a89527d0-9f3a-49b2-a11c-b824c47346ee,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:53.593561 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-d74521a3-cfa7-4ac2-97a6-dc49dffda58e req-4cb327ad-8281-4f03-bc6b-4a9f07bce9a6 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] No DVR routers for this DVR port a89527d0-9f3a-49b2-a11c-b824c47346ee on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:06:53.594433 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d74521a3-cfa7-4ac2-97a6-dc49dffda58e req-4cb327ad-8281-4f03-bc6b-4a9f07bce9a6 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:53.595887 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a71683-2221-4abf-8452-a1b2ed47ac03 req-b5948540-a935-48de-a189-8aa29da3c4e4 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:53.596710 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d74521a3-cfa7-4ac2-97a6-dc49dffda58e req-4cb327ad-8281-4f03-bc6b-4a9f07bce9a6 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.35 "DELETE /v2.0/ports/a89527d0-9f3a-49b2-a11c-b824c47346ee HTTP/1.1" status: 204 len: 173 time: 1.4799814 Sep 08 09:06:53.597694 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b2a71683-2221-4abf-8452-a1b2ed47ac03 req-b5948540-a935-48de-a189-8aa29da3c4e4 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 945 time: 0.0558133 Sep 08 09:06:53.618537 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b93f98-f066-449f-9207-02951a04c206 req-31d6bfe9-7b15-4365-8b12-f4e1f6a0b5c4 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:53.620104 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-01b93f98-f066-449f-9207-02951a04c206 req-31d6bfe9-7b15-4365-8b12-f4e1f6a0b5c4 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 945 time: 0.1464062 Sep 08 09:06:53.649884 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-41d81e11-49c7-42cb-93ef-2a537389f5a7 req-a2c8e7d8-5c4c-49ae-b758-6ea7b85f5457 service neutron] 10.222.0.35 "GET /v2.0/networks/39f860ac-152c-4bd2-a570-2b0cb1cff606?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228022 Sep 08 09:06:53.674634 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b2a71683-2221-4abf-8452-a1b2ed47ac03 req-460b08f9-25f6-4a51-8154-9fd5009f1514 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=703349ac-76b0-4a5f-8080-6789cf3c5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592437 Sep 08 09:06:53.688158 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-01b93f98-f066-449f-9207-02951a04c206 req-7267d168-ccc4-4651-9060-37f07fed330e tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580208 Sep 08 09:06:53.790561 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['dd244012-dd72-4311-97c8-a2d5d3dfff97'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:06:53.795436 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-41d81e11-49c7-42cb-93ef-2a537389f5a7 req-3e7eae77-b8a0-4c67-94a0-c99888f767a5 service neutron] 10.222.0.35 "GET /v2.0/networks/39f860ac-152c-4bd2-a570-2b0cb1cff606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319425 Sep 08 09:06:53.953098 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:53.999439 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45792) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:06:54.148707 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-563ddc17-3102-4867-adeb-f6048238f157 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=009c70ac018246c49e6f9a3a4c5ddf6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1474352 Sep 08 09:06:54.151052 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45800) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:06:54.164765 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f8e6ed3a-d4ab-4611-9c97-974a2dca8fd0 req-dc1d31a8-8713-44bf-af78-fdbd0f9fc349 tempest-ListServersNegativeTestJSON-452011613 tempest-ListServersNegativeTestJSON-452011613-project] 10.222.0.54 "GET /v2.0/ports?device_id=c44f36b8-2b2f-45ae-83d1-9ebb6eafd0ba HTTP/1.1" status: 200 len: 210 time: 0.0313926 Sep 08 09:06:54.213256 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c7b9ac4c-0000-4a91-bd66-1c63aa1a762a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:54.235948 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c7b9ac4c-0000-4a91-bd66-1c63aa1a762a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:54.291242 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c7b9ac4c-0000-4a91-bd66-1c63aa1a762a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:54.293992 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c7b9ac4c-0000-4a91-bd66-1c63aa1a762a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:54.295221 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c7b9ac4c-0000-4a91-bd66-1c63aa1a762a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90 HTTP/1.1" status: 204 len: 168 time: 0.1432467 Sep 08 09:06:54.303301 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b9ac4c-0000-4a91-bd66-1c63aa1a762a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c58ccb-ae4e-4b91-98e1-2d1edeeb5e90,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:54.359865 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc0906-4f6b-49d3-8216-171d09face14 req-c96cea0e-3623-4b57-ad32-efd18cc464d7 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:54.362396 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 48a66fa1-796f-42bb-a5b0-f82cac34a581 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:06:54.366006 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc0906-4f6b-49d3-8216-171d09face14 req-c96cea0e-3623-4b57-ad32-efd18cc464d7 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:54.368373 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-21bc0906-4f6b-49d3-8216-171d09face14 req-c96cea0e-3623-4b57-ad32-efd18cc464d7 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/ports?device_id=accb38d4-0ca8-48bb-979a-a8f4f0d0030b HTTP/1.1" status: 200 len: 1679 time: 0.0639203 Sep 08 09:06:54.386186 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 48a66fa1-796f-42bb-a5b0-f82cac34a581 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:06:54.386638 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 48a66fa1-796f-42bb-a5b0-f82cac34a581 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:06:54.410121 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-21bc0906-4f6b-49d3-8216-171d09face14 req-fb94c346-1d25-47f1-ba7e-f43158d50059 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/security-groups?id=f580c0d3-23b6-4ea1-a90d-d6c7097d955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344734 Sep 08 09:06:54.584513 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45812) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:06:54.624594 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ef6384a0-f1f8-408c-b303-167a1263c94a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b83da9689c5c496c9891131ea6963a5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388424 Sep 08 09:06:54.626974 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45814) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:06:54.673682 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1f4e33cf-b2c3-4c99-80b5-a92cac585da8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:54.698944 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1f4e33cf-b2c3-4c99-80b5-a92cac585da8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:54.753813 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1f4e33cf-b2c3-4c99-80b5-a92cac585da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:54.756478 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1f4e33cf-b2c3-4c99-80b5-a92cac585da8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:54.758719 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1f4e33cf-b2c3-4c99-80b5-a92cac585da8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/284bfdbc-0795-49c5-89ed-6f4dd3a4e03d HTTP/1.1" status: 204 len: 168 time: 0.1297965 Sep 08 09:06:54.766926 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e33cf-b2c3-4c99-80b5-a92cac585da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284bfdbc-0795-49c5-89ed-6f4dd3a4e03d,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:54.821588 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1351b5b-581c-4532-a47b-b6bf4591fc2a req-ada2515b-9405-4c80-be69-9db79b1297ac tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:54.830757 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f1351b5b-581c-4532-a47b-b6bf4591fc2a req-ada2515b-9405-4c80-be69-9db79b1297ac tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 945 time: 0.0626538 Sep 08 09:06:54.871442 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f1351b5b-581c-4532-a47b-b6bf4591fc2a req-88f8d54c-44b1-457c-b904-69ea0e01a88d tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339415 Sep 08 09:06:54.875777 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 0d8eae88-d784-465a-8923-dce8899c2aaa details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:06:54.880805 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device a89527d0-9f3a-49b2-a11c-b824c47346ee no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:06:54.911022 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: a89527d0-9f3a-49b2-a11c-b824c47346ee {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:06:54.911022 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device a89527d0-9f3a-49b2-a11c-b824c47346ee not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:06:54.911022 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 9e98ff4c-63d3-4bcd-b49c-1e626df063aa no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:06:54.935584 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: 9e98ff4c-63d3-4bcd-b49c-1e626df063aa {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:06:54.935882 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 9e98ff4c-63d3-4bcd-b49c-1e626df063aa not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:06:55.019002 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 0d8eae88-d784-465a-8923-dce8899c2aaa, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=0d8eae88-d784-465a-8923-dce8899c2aaa,segment=NetworkSegment(596ebcad-77de-4a1a-aced-5e25662f4b0d),segment_id=596ebcad-77de-4a1a-aced-5e25662f4b0d)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:55.030368 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '0d8eae88-d784-465a-8923-dce8899c2aaa', 'network_id': '1c762b55-0f8d-4610-9a76-7dc4f0074a1b', 'port_id': '0d8eae88-d784-465a-8923-dce8899c2aaa', 'mac_address': 'fa:16:3e:27:27:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9efc282f-ffa9-4af8-a7e5-68967f2fc5d6', 'ip_address': '19.80.0.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:06:55.070398 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28eb9ad8-2ada-4653-8150-f23c1ed540f9', 'name': 'network-vif-deleted', 'tag': '48a66fa1-796f-42bb-a5b0-f82cac34a581'}, {'server_uuid': 'c44f36b8-2b2f-45ae-83d1-9ebb6eafd0ba', 'name': 'network-vif-deleted', 'tag': 'a89527d0-9f3a-49b2-a11c-b824c47346ee'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:06:55.071110 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:55.074564 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c239ead-09e0-4e8f-8dc0-7761eab1fb7d" -d '{"events": [{"server_uuid": "28eb9ad8-2ada-4653-8150-f23c1ed540f9", "name": "network-vif-deleted", "tag": "48a66fa1-796f-42bb-a5b0-f82cac34a581"}, {"server_uuid": "c44f36b8-2b2f-45ae-83d1-9ebb6eafd0ba", "name": "network-vif-deleted", "tag": "a89527d0-9f3a-49b2-a11c-b824c47346ee"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:06:55.096719 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d8eae88-d784-465a-8923-dce8899c2aaa {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:06:55.125856 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Sep 2021 09:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd17f58e-7b26-4dc2-b399-b1c057f1dc29 x-openstack-request-id: req-bd17f58e-7b26-4dc2-b399-b1c057f1dc29 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:06:55.126266 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28eb9ad8-2ada-4653-8150-f23c1ed540f9", "name": "network-vif-deleted", "tag": "48a66fa1-796f-42bb-a5b0-f82cac34a581", "status": "completed", "code": 200}, {"server_uuid": "c44f36b8-2b2f-45ae-83d1-9ebb6eafd0ba", "name": "network-vif-deleted", "tag": "a89527d0-9f3a-49b2-a11c-b824c47346ee", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:06:55.126387 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 0d8eae88-d784-465a-8923-dce8899c2aaa, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=0d8eae88-d784-465a-8923-dce8899c2aaa,segment=NetworkSegment(596ebcad-77de-4a1a-aced-5e25662f4b0d),segment_id=596ebcad-77de-4a1a-aced-5e25662f4b0d)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:55.126633 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bd17f58e-7b26-4dc2-b399-b1c057f1dc29 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:06:55.127137 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28eb9ad8-2ada-4653-8150-f23c1ed540f9', 'name': 'network-vif-deleted', 'tag': '48a66fa1-796f-42bb-a5b0-f82cac34a581', 'status': 'completed', 'code': 200} Sep 08 09:06:55.127536 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44f36b8-2b2f-45ae-83d1-9ebb6eafd0ba', 'name': 'network-vif-deleted', 'tag': 'a89527d0-9f3a-49b2-a11c-b824c47346ee', 'status': 'completed', 'code': 200} Sep 08 09:06:55.130568 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:55.131493 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 9dd35bf3-cc57-4f6c-8850-8776441b057e details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:06:55.209797 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=0d8eae88-d784-465a-8923-dce8899c2aaa,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:55.234568 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45832) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:06:55.282113 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 9dd35bf3-cc57-4f6c-8850-8776441b057e, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=9dd35bf3-cc57-4f6c-8850-8776441b057e,segment=NetworkSegment(f3267700-4049-4a3f-85bb-00c21d647734),segment_id=f3267700-4049-4a3f-85bb-00c21d647734)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:55.285503 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-107f5628-7464-40b7-9608-8a272d5b6a13 admin admin] Deleting subnet cc733740-4c01-4651-bc28-4a0fedf48f29 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:06:55.289593 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-107f5628-7464-40b7-9608-8a272d5b6a13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:55.296031 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '9dd35bf3-cc57-4f6c-8850-8776441b057e', 'network_id': '39f860ac-152c-4bd2-a570-2b0cb1cff606', 'port_id': '9dd35bf3-cc57-4f6c-8850-8776441b057e', 'mac_address': 'fa:16:3e:78:f7:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4da38c30-1268-4b2c-aec1-4fc3c18a3194', 'ip_address': '19.86.0.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:06:55.326476 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-107f5628-7464-40b7-9608-8a272d5b6a13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:55.345438 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:55.369075 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dd35bf3-cc57-4f6c-8850-8776441b057e {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:06:55.373312 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-107f5628-7464-40b7-9608-8a272d5b6a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:55.391827 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 9dd35bf3-cc57-4f6c-8850-8776441b057e, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=9dd35bf3-cc57-4f6c-8850-8776441b057e,segment=NetworkSegment(f3267700-4049-4a3f-85bb-00c21d647734),segment_id=f3267700-4049-4a3f-85bb-00c21d647734)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:55.397045 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:55.448824 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-107f5628-7464-40b7-9608-8a272d5b6a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:55.473867 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=9dd35bf3-cc57-4f6c-8850-8776441b057e,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:55.483298 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107f5628-7464-40b7-9608-8a272d5b6a13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc733740-4c01-4651-bc28-4a0fedf48f29,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:55.487088 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-107f5628-7464-40b7-9608-8a272d5b6a13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:55.493778 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-107f5628-7464-40b7-9608-8a272d5b6a13 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/cc733740-4c01-4651-bc28-4a0fedf48f29 HTTP/1.1" status: 204 len: 168 time: 0.2534473 Sep 08 09:06:55.493778 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45846) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:06:55.591534 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7a6e837f-be11-477c-9b17-4257460d5ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:55.615588 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831d198-93b8-48a3-a414-311f2b7eaf79 req-972d32c2-612e-4f75-8236-0b9e44b6c866 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:55.622049 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831d198-93b8-48a3-a414-311f2b7eaf79 req-972d32c2-612e-4f75-8236-0b9e44b6c866 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:55.623689 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1831d198-93b8-48a3-a414-311f2b7eaf79 req-972d32c2-612e-4f75-8236-0b9e44b6c866 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/ports?device_id=accb38d4-0ca8-48bb-979a-a8f4f0d0030b HTTP/1.1" status: 200 len: 1681 time: 0.1024494 Sep 08 09:06:55.717476 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7a6e837f-be11-477c-9b17-4257460d5ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:55.722523 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1831d198-93b8-48a3-a414-311f2b7eaf79 req-dcf9668b-8f0d-4b51-9a65-ce41a2a6d157 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/security-groups?id=f580c0d3-23b6-4ea1-a90d-d6c7097d955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784986 Sep 08 09:06:55.748511 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-7a6e837f-be11-477c-9b17-4257460d5ea4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d4d554f-2a3f-4dd9-ae19-9f19126b027c']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:06:55.758184 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-7a6e837f-be11-477c-9b17-4257460d5ea4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23311806-875c-4730-9f8b-8787517e0630') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:06:55.758490 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-7a6e837f-be11-477c-9b17-4257460d5ea4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23311806-875c-4730-9f8b-8787517e0630') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:06:55.771731 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7a6e837f-be11-477c-9b17-4257460d5ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:55.785399 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7a6e837f-be11-477c-9b17-4257460d5ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:55.791649 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a6e837f-be11-477c-9b17-4257460d5ea4 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:06:55.792051 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7a6e837f-be11-477c-9b17-4257460d5ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:55.793710 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:06:55.793710 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:06:55.793710 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:06:55.793710 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:06:55.793710 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:06:55.793710 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:06:55.793710 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:06:55.793710 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:06:55.793710 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:06:55.793710 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:06:55.793710 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:06:55.793710 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:06:55.793710 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:06:55.793710 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:06:55.793710 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:06:55.793710 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:06:55.793710 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:06:55.793710 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:06:55.793710 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:06:55.793710 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:06:55.793710 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:06:55.793710 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:06:55.793710 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:06:55.793710 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:06:55.793710 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:06:55.793710 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:06:55.793710 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:06:55.793710 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:06:55.793710 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:06:55.793710 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:06:55.793710 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:06:55.793710 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:06:55.850143 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7a6e837f-be11-477c-9b17-4257460d5ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:55.856523 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7a6e837f-be11-477c-9b17-4257460d5ea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:55.861957 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7a6e837f-be11-477c-9b17-4257460d5ea4 admin admin] 10.222.0.54 "DELETE /v2.0/networks/3d4d554f-2a3f-4dd9-ae19-9f19126b027c HTTP/1.1" status: 204 len: 168 time: 0.3694594 Sep 08 09:06:55.873718 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6e837f-be11-477c-9b17-4257460d5ea4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d4d554f-2a3f-4dd9-ae19-9f19126b027c,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:55.948888 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['0d8eae88-d784-465a-8923-dce8899c2aaa'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:06:55.973606 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['9dd35bf3-cc57-4f6c-8850-8776441b057e'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:06:56.013923 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe39cb-13cf-46f6-8e66-980c4e61f4ab req-a8ec841f-18eb-4b16-adc9-90bce280de1b tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:56.021999 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-02fe39cb-13cf-46f6-8e66-980c4e61f4ab req-a8ec841f-18eb-4b16-adc9-90bce280de1b tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 945 time: 0.0697665 Sep 08 09:06:56.067569 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-02fe39cb-13cf-46f6-8e66-980c4e61f4ab req-f91e0bd0-4bb4-44b4-89b3-a9eb7da24f23 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446336 Sep 08 09:06:56.118823 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45870) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:06:56.168156 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d8572320-e4bc-4e47-bb52-169fcb330cb8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f61f2c21c86b4e4992ec778c3eb5ca18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471768 Sep 08 09:06:56.170704 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45872) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:06:56.229734 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-168fbd3e-d01a-4a3e-a2c5-dc5a31d6c6fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:56.252505 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-168fbd3e-d01a-4a3e-a2c5-dc5a31d6c6fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:56.307996 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-168fbd3e-d01a-4a3e-a2c5-dc5a31d6c6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:56.311179 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-168fbd3e-d01a-4a3e-a2c5-dc5a31d6c6fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:56.312448 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-168fbd3e-d01a-4a3e-a2c5-dc5a31d6c6fc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/92a2d89c-617a-40b4-ad8d-a67fccdc7241 HTTP/1.1" status: 204 len: 168 time: 0.1407294 Sep 08 09:06:56.322598 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168fbd3e-d01a-4a3e-a2c5-dc5a31d6c6fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a2d89c-617a-40b4-ad8d-a67fccdc7241,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:56.861861 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec2df9-2f7f-42ee-9fe7-b473ecb5aa17 req-4430c0a9-5011-4dbd-8d8b-8581cb331aa2 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:56.867994 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec2df9-2f7f-42ee-9fe7-b473ecb5aa17 req-4430c0a9-5011-4dbd-8d8b-8581cb331aa2 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:56.869698 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-91ec2df9-2f7f-42ee-9fe7-b473ecb5aa17 req-4430c0a9-5011-4dbd-8d8b-8581cb331aa2 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/ports?device_id=accb38d4-0ca8-48bb-979a-a8f4f0d0030b HTTP/1.1" status: 200 len: 1681 time: 0.0639334 Sep 08 09:06:56.886778 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device dd244012-dd72-4311-97c8-a2d5d3dfff97 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:06:56.926647 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-91ec2df9-2f7f-42ee-9fe7-b473ecb5aa17 req-e329e96d-7336-4310-b43d-7adeddded7ce tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/security-groups?id=f580c0d3-23b6-4ea1-a90d-d6c7097d955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494637 Sep 08 09:06:56.951067 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port dd244012-dd72-4311-97c8-a2d5d3dfff97 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:06:56.955008 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port dd244012-dd72-4311-97c8-a2d5d3dfff97 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:06:56.955391 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:57.058918 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:57.091459 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4674ccd-1ba6-4acc-8805-6148bbf26f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd244012-dd72-4311-97c8-a2d5d3dfff97'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:06:57.093985 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d18ecf1-0f01-4be9-ac9f-78a341abf592" -d '{"events": [{"server_uuid": "d4674ccd-1ba6-4acc-8805-6148bbf26f3e", "name": "network-vif-plugged", "status": "completed", "tag": "dd244012-dd72-4311-97c8-a2d5d3dfff97"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:06:57.098745 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45932) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:06:57.109225 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port dd244012-dd72-4311-97c8-a2d5d3dfff97, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=dd244012-dd72-4311-97c8-a2d5d3dfff97,segment=NetworkSegment(f97f779e-ab81-4dfc-a584-515a83636e03),segment_id=f97f779e-ab81-4dfc-a584-515a83636e03)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:57.116400 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:57.143942 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45936) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:06:57.144136 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c31cd2-0bf5-43ab-ab48-d3c62ffbeff2 x-openstack-request-id: req-66c31cd2-0bf5-43ab-ab48-d3c62ffbeff2 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:06:57.144395 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4674ccd-1ba6-4acc-8805-6148bbf26f3e", "name": "network-vif-plugged", "status": "completed", "tag": "dd244012-dd72-4311-97c8-a2d5d3dfff97", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:06:57.144818 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-66c31cd2-0bf5-43ab-ab48-d3c62ffbeff2 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:06:57.145386 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4674ccd-1ba6-4acc-8805-6148bbf26f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd244012-dd72-4311-97c8-a2d5d3dfff97', 'code': 200} Sep 08 09:06:57.193152 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=dd244012-dd72-4311-97c8-a2d5d3dfff97,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:57.241610 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d878c62-c14b-4717-adbb-579d628be6cd req-86ddedd6-f13f-4ee9-a466-13600ba2c737 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:57.243886 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5d878c62-c14b-4717-adbb-579d628be6cd req-86ddedd6-f13f-4ee9-a466-13600ba2c737 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 946 time: 0.0731263 Sep 08 09:06:57.250641 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-8d76c666-16a2-473a-85c7-3558524f625b admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1802529128-network', 'tenant_id': 'd3f83a48ace040c8afbb760128d1a424'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:06:57.276061 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d76c666-16a2-473a-85c7-3558524f625b admin admin] Made reservation on behalf of d3f83a48ace040c8afbb760128d1a424 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:06:57.278414 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8d76c666-16a2-473a-85c7-3558524f625b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:57.287074 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8d76c666-16a2-473a-85c7-3558524f625b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:57.312142 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3a7fb1a3-d58d-49f3-b944-530c5998528e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:57.350662 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5d878c62-c14b-4717-adbb-579d628be6cd req-714470b6-7609-47de-8a2c-64115da0ea11 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898206 Sep 08 09:06:57.353830 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc570f-2bb1-424f-9211-abf46293d885 req-ef83f418-9563-45c4-afa3-999f7638851f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:57.355480 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e5dc570f-2bb1-424f-9211-abf46293d885 req-ef83f418-9563-45c4-afa3-999f7638851f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 1098 time: 0.1106937 Sep 08 09:06:57.392996 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8d76c666-16a2-473a-85c7-3558524f625b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:57.394846 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e5dc570f-2bb1-424f-9211-abf46293d885 req-b5debb44-b1d9-41e2-833e-eebc13debbee service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312853 Sep 08 09:06:57.397137 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8d76c666-16a2-473a-85c7-3558524f625b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:57.423148 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d76c666-16a2-473a-85c7-3558524f625b admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:06:57.433539 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d76c666-16a2-473a-85c7-3558524f625b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e21fe2-0487-4bc1-a8c8-0386cc10ecc4,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:57.438689 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8d76c666-16a2-473a-85c7-3558524f625b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:57.439046 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-8d76c666-16a2-473a-85c7-3558524f625b admin admin] Added segment 9a382fdc-d859-4c49-ab25-c50fc5ae32d7 of type vlan for network 17f54a6d-dc20-46b7-8c8a-e3758bb602b9 Sep 08 09:06:57.486434 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8d76c666-16a2-473a-85c7-3558524f625b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:57.489179 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3a7fb1a3-d58d-49f3-b944-530c5998528e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:57.495164 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3a7fb1a3-d58d-49f3-b944-530c5998528e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:57.514005 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8d76c666-16a2-473a-85c7-3558524f625b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:57.515101 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d76c666-16a2-473a-85c7-3558524f625b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:57.515878 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8d76c666-16a2-473a-85c7-3558524f625b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:57.541480 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-3a7fb1a3-d58d-49f3-b944-530c5998528e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=104088fc520d4beeab74bbd6a7388b9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3935149 Sep 08 09:06:57.541480 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7fb1a3-d58d-49f3-b944-530c5998528e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30ec2e8-2deb-496a-8c3e-23bd930115d9,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:57.543582 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45942) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:06:57.554067 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8d76c666-16a2-473a-85c7-3558524f625b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4541740 Sep 08 09:06:57.558443 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45944) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:06:57.563687 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-94421571-575f-40a9-b44f-9cc1064b1d90 admin admin] Request body: {'subnet': {'network_id': '17f54a6d-dc20-46b7-8c8a-e3758bb602b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1802529128-subnet', 'tenant_id': 'd3f83a48ace040c8afbb760128d1a424', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:06:57.584728 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94421571-575f-40a9-b44f-9cc1064b1d90 admin admin] Made reservation on behalf of d3f83a48ace040c8afbb760128d1a424 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:06:57.587565 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-94421571-575f-40a9-b44f-9cc1064b1d90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:57.595023 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d76c666-16a2-473a-85c7-3558524f625b admin admin] Pushing event updated for resources: {'Network': ['ID=17f54a6d-dc20-46b7-8c8a-e3758bb602b9,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:57.606923 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 17f54a6d-dc20-46b7-8c8a-e3758bb602b9 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:06:57.631914 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-59c74142-552d-4051-8d6c-f2c00188d4bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:57.671002 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-59c74142-552d-4051-8d6c-f2c00188d4bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:57.730981 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-59c74142-552d-4051-8d6c-f2c00188d4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:57.734538 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-59c74142-552d-4051-8d6c-f2c00188d4bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:57.735082 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-59c74142-552d-4051-8d6c-f2c00188d4bf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e30ec2e8-2deb-496a-8c3e-23bd930115d9 HTTP/1.1" status: 204 len: 168 time: 0.1903534 Sep 08 09:06:57.749839 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c74142-552d-4051-8d6c-f2c00188d4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30ec2e8-2deb-496a-8c3e-23bd930115d9,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:57.789492 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-94421571-575f-40a9-b44f-9cc1064b1d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:57.844976 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94421571-575f-40a9-b44f-9cc1064b1d90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57edcb22-b6f3-4956-b574-6915b45254f1,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:57.854460 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94421571-575f-40a9-b44f-9cc1064b1d90 admin admin] Checking segment: {'id': '9a382fdc-d859-4c49-ab25-c50fc5ae32d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '17f54a6d-dc20-46b7-8c8a-e3758bb602b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:06:57.854822 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94421571-575f-40a9-b44f-9cc1064b1d90 admin admin] Network hostable DHCP agents. Network: 17f54a6d-dc20-46b7-8c8a-e3758bb602b9, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:06:57.874716 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94421571-575f-40a9-b44f-9cc1064b1d90 admin admin] Network 17f54a6d-dc20-46b7-8c8a-e3758bb602b9 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:06:57.884082 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-94421571-575f-40a9-b44f-9cc1064b1d90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 17f54a6d-dc20-46b7-8c8a-e3758bb602b9) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:06:57.888431 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94421571-575f-40a9-b44f-9cc1064b1d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:57.889022 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-94421571-575f-40a9-b44f-9cc1064b1d90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:57.897372 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5cb5cc-2963-4617-bbf6-0bf0dccab1ea None None] Network 17f54a6d-dc20-46b7-8c8a-e3758bb602b9 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:06:57.914632 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-94421571-575f-40a9-b44f-9cc1064b1d90 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3460584 Sep 08 09:06:58.046170 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d93b880-d8ad-43a4-88db-0e9efd9e1aad None None] Network 17f54a6d-dc20-46b7-8c8a-e3758bb602b9 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:06:58.076975 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad26258-5d32-467d-978d-b44388fd6ae9 req-de16ef50-31d4-44da-bf81-b575146162ff tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:58.080752 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45960) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:06:58.095051 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad26258-5d32-467d-978d-b44388fd6ae9 req-de16ef50-31d4-44da-bf81-b575146162ff tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:58.099047 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a50fddbe-f2b2-4a42-a8e5-0a60f82c22c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:58.106017 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bad26258-5d32-467d-978d-b44388fd6ae9 req-de16ef50-31d4-44da-bf81-b575146162ff tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/ports?device_id=accb38d4-0ca8-48bb-979a-a8f4f0d0030b HTTP/1.1" status: 200 len: 1681 time: 0.1043842 Sep 08 09:06:58.150907 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bad26258-5d32-467d-978d-b44388fd6ae9 req-78d2f75e-b547-4a15-a33e-cd05283d9515 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/security-groups?id=f580c0d3-23b6-4ea1-a90d-d6c7097d955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438168 Sep 08 09:06:58.224504 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a50fddbe-f2b2-4a42-a8e5-0a60f82c22c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:58.228791 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a50fddbe-f2b2-4a42-a8e5-0a60f82c22c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:58.271939 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a50fddbe-f2b2-4a42-a8e5-0a60f82c22c2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7c84c655d2434a8580c06bca4dcc5024&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1875722 Sep 08 09:06:58.271939 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50fddbe-f2b2-4a42-a8e5-0a60f82c22c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54639d9e-d9ac-4d51-bc46-d87d793455b4,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:58.272342 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45964) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:06:58.323710 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b54ff18c-a5b9-48cb-8447-234999356746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:58.345025 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b54ff18c-a5b9-48cb-8447-234999356746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:58.368243 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:58.403446 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b54ff18c-a5b9-48cb-8447-234999356746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:58.406033 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b54ff18c-a5b9-48cb-8447-234999356746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:58.407249 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b54ff18c-a5b9-48cb-8447-234999356746 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/54639d9e-d9ac-4d51-bc46-d87d793455b4 HTTP/1.1" status: 204 len: 168 time: 0.1329241 Sep 08 09:06:58.416129 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ff18c-a5b9-48cb-8447-234999356746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54639d9e-d9ac-4d51-bc46-d87d793455b4,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:58.494132 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9c2ac-9a15-4794-9345-c285f42b96bb req-878f352f-44ea-4f7e-9ce5-4c6d3b73e766 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:58.495958 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-83e9c2ac-9a15-4794-9345-c285f42b96bb req-878f352f-44ea-4f7e-9ce5-4c6d3b73e766 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 946 time: 0.0581000 Sep 08 09:06:58.539452 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-83e9c2ac-9a15-4794-9345-c285f42b96bb req-a9fbd888-b78a-404b-b0b3-d1c6c752f151 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346792 Sep 08 09:06:58.905323 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 0d8eae88-d784-465a-8923-dce8899c2aaa up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:06:58.965391 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 0d8eae88-d784-465a-8923-dce8899c2aaa completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:06:58.970803 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 0d8eae88-d784-465a-8923-dce8899c2aaa triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:06:58.971187 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:59.063818 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:59.109425 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 0d8eae88-d784-465a-8923-dce8899c2aaa, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=0d8eae88-d784-465a-8923-dce8899c2aaa,segment=NetworkSegment(596ebcad-77de-4a1a-aced-5e25662f4b0d),segment_id=596ebcad-77de-4a1a-aced-5e25662f4b0d)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:59.114333 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:59.115176 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 9dd35bf3-cc57-4f6c-8850-8776441b057e up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:06:59.157098 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'accb38d4-0ca8-48bb-979a-a8f4f0d0030b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d8eae88-d784-465a-8923-dce8899c2aaa'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:06:59.159349 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f23ce9-432b-4dc7-8706-4a551af482d8" -d '{"events": [{"server_uuid": "accb38d4-0ca8-48bb-979a-a8f4f0d0030b", "name": "network-vif-plugged", "status": "completed", "tag": "0d8eae88-d784-465a-8923-dce8899c2aaa"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:06:59.209907 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=0d8eae88-d784-465a-8923-dce8899c2aaa,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:59.218248 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bddd5e6a-3da5-4752-b912-bf9d4e0d7ebd x-openstack-request-id: req-bddd5e6a-3da5-4752-b912-bf9d4e0d7ebd {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:06:59.218714 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "accb38d4-0ca8-48bb-979a-a8f4f0d0030b", "name": "network-vif-plugged", "status": "completed", "tag": "0d8eae88-d784-465a-8923-dce8899c2aaa", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:06:59.219081 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bddd5e6a-3da5-4752-b912-bf9d4e0d7ebd {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:06:59.219609 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'accb38d4-0ca8-48bb-979a-a8f4f0d0030b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d8eae88-d784-465a-8923-dce8899c2aaa', 'code': 200} Sep 08 09:06:59.225577 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 9dd35bf3-cc57-4f6c-8850-8776441b057e completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:06:59.230606 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 9dd35bf3-cc57-4f6c-8850-8776441b057e triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:06:59.230985 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:59.333291 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ae7fd-6089-4783-a789-939585d0ab2e req-e9c119b0-902b-40a3-b068-a0855359a653 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:59.341067 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ae7fd-6089-4783-a789-939585d0ab2e req-e9c119b0-902b-40a3-b068-a0855359a653 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:59.348834 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b94ae7fd-6089-4783-a789-939585d0ab2e req-e9c119b0-902b-40a3-b068-a0855359a653 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/ports?device_id=accb38d4-0ca8-48bb-979a-a8f4f0d0030b HTTP/1.1" status: 200 len: 1682 time: 0.0803864 Sep 08 09:06:59.352112 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:59.384899 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 46024) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:06:59.396792 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b94ae7fd-6089-4783-a789-939585d0ab2e req-925e9766-760d-4b88-8fa0-50a418f3df0b tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/security-groups?id=f580c0d3-23b6-4ea1-a90d-d6c7097d955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466690 Sep 08 09:06:59.407601 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 9dd35bf3-cc57-4f6c-8850-8776441b057e, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=9dd35bf3-cc57-4f6c-8850-8776441b057e,segment=NetworkSegment(f3267700-4049-4a3f-85bb-00c21d647734),segment_id=f3267700-4049-4a3f-85bb-00c21d647734)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:06:59.412398 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:59.468949 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=9dd35bf3-cc57-4f6c-8850-8776441b057e,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:59.516575 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-8083a831-5f20-40c2-8229-f43cbad51863 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1566678646-network', 'tenant_id': 'e689687a8f1343ddb4cf948027d7f252'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:06:59.606398 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8083a831-5f20-40c2-8229-f43cbad51863 admin admin] Made reservation on behalf of e689687a8f1343ddb4cf948027d7f252 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:06:59.609052 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8083a831-5f20-40c2-8229-f43cbad51863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:59.623090 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8083a831-5f20-40c2-8229-f43cbad51863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:59.664229 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd38a2b-a6ce-4d84-b7c1-2ce47e06c524 req-0aa77e2b-6e6e-4b0a-b7b1-1cccbb3c7940 tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:59.666325 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ebd38a2b-a6ce-4d84-b7c1-2ce47e06c524 req-0aa77e2b-6e6e-4b0a-b7b1-1cccbb3c7940 tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] 10.222.0.54 "GET /v2.0/networks?id=17f54a6d-dc20-46b7-8c8a-e3758bb602b9 HTTP/1.1" status: 200 len: 810 time: 0.1721983 Sep 08 09:06:59.671579 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6e072-44ba-4eef-bd2f-56b1313ba3df req-f9ee9a25-720f-4117-b9c3-c9765e6b139e tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:59.673572 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-15d6e072-44ba-4eef-bd2f-56b1313ba3df req-f9ee9a25-720f-4117-b9c3-c9765e6b139e tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 946 time: 0.0538797 Sep 08 09:06:59.698475 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ebd38a2b-a6ce-4d84-b7c1-2ce47e06c524 req-0851e182-7178-4524-8845-e097f465720c tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] 10.222.0.54 "GET /v2.0/quotas/d3f83a48ace040c8afbb760128d1a424 HTTP/1.1" status: 200 len: 375 time: 0.0237846 Sep 08 09:06:59.718203 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-15d6e072-44ba-4eef-bd2f-56b1313ba3df req-26a304a9-26ef-4477-bcf6-e3410ebf3f6e tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377064 Sep 08 09:06:59.750253 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ebd38a2b-a6ce-4d84-b7c1-2ce47e06c524 req-bf3a4c2f-8147-4af8-ae6e-2a8b63bdfd48 tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d3f83a48ace040c8afbb760128d1a424&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448749 Sep 08 09:06:59.812748 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8083a831-5f20-40c2-8229-f43cbad51863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:59.826540 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8083a831-5f20-40c2-8229-f43cbad51863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:59.851221 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49418c9b-2938-40a9-bf42-adeedf5b9aa3 req-f1db36be-c5eb-4f7f-94ea-e3a4f743ef82 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:06:59.852701 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-49418c9b-2938-40a9-bf42-adeedf5b9aa3 req-f1db36be-c5eb-4f7f-94ea-e3a4f743ef82 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 946 time: 0.0603516 Sep 08 09:06:59.875207 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8083a831-5f20-40c2-8229-f43cbad51863 admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:06:59.892667 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-49418c9b-2938-40a9-bf42-adeedf5b9aa3 req-6c115133-feea-4dba-bc99-d5e0c7096df8 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327938 Sep 08 09:06:59.917215 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083a831-5f20-40c2-8229-f43cbad51863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb973837-d3e9-4acd-a652-03372c5407d6,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:06:59.921225 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8083a831-5f20-40c2-8229-f43cbad51863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:59.921595 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-8083a831-5f20-40c2-8229-f43cbad51863 admin admin] Added segment a1f590c1-7f98-477c-93ff-92b212986c5a of type vlan for network 23b822cd-b882-4dbb-878c-c46b9547404f Sep 08 09:06:59.985950 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8083a831-5f20-40c2-8229-f43cbad51863 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:06:59.994701 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ebd38a2b-a6ce-4d84-b7c1-2ce47e06c524 req-8b19f3f3-e8ce-4b6d-931c-5aa3980a99f2 service neutron] 10.222.0.54 "GET /v2.0/networks/17f54a6d-dc20-46b7-8c8a-e3758bb602b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340879 Sep 08 09:07:00.038106 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8083a831-5f20-40c2-8229-f43cbad51863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:00.039165 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8083a831-5f20-40c2-8229-f43cbad51863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:00.039741 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8083a831-5f20-40c2-8229-f43cbad51863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:00.103996 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8083a831-5f20-40c2-8229-f43cbad51863 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7180431 Sep 08 09:07:00.106994 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 46050) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:07:00.113202 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-d734d8c2-a3ae-4c00-82aa-7ab0df03cf14 admin admin] Request body: {'subnet': {'network_id': '23b822cd-b882-4dbb-878c-c46b9547404f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1566678646-subnet', 'tenant_id': 'e689687a8f1343ddb4cf948027d7f252', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:07:00.139798 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d734d8c2-a3ae-4c00-82aa-7ab0df03cf14 admin admin] Made reservation on behalf of e689687a8f1343ddb4cf948027d7f252 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:07:00.142314 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d734d8c2-a3ae-4c00-82aa-7ab0df03cf14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:00.145271 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083a831-5f20-40c2-8229-f43cbad51863 admin admin] Pushing event updated for resources: {'Network': ['ID=23b822cd-b882-4dbb-878c-c46b9547404f,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:00.158179 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 23b822cd-b882-4dbb-878c-c46b9547404f details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:07:00.161378 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ebd38a2b-a6ce-4d84-b7c1-2ce47e06c524 req-2eb51081-257f-4362-b9f9-dc919b80382f service neutron] 10.222.0.54 "GET /v2.0/networks/17f54a6d-dc20-46b7-8c8a-e3758bb602b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559620 Sep 08 09:07:00.368842 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d734d8c2-a3ae-4c00-82aa-7ab0df03cf14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:00.475864 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d734d8c2-a3ae-4c00-82aa-7ab0df03cf14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1910fcc2-9e00-42ea-90a9-a254ef5dd9b9,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:00.510732 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b5d319-08c3-49cb-9fcb-a71f79aa86ea req-69570a2f-9d32-4dcb-87e4-cee1c6a33612 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:00.512439 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b9b5d319-08c3-49cb-9fcb-a71f79aa86ea req-69570a2f-9d32-4dcb-87e4-cee1c6a33612 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 946 time: 0.1183293 Sep 08 09:07:00.523103 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d734d8c2-a3ae-4c00-82aa-7ab0df03cf14 admin admin] Checking segment: {'id': 'a1f590c1-7f98-477c-93ff-92b212986c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '23b822cd-b882-4dbb-878c-c46b9547404f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:07:00.523758 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d734d8c2-a3ae-4c00-82aa-7ab0df03cf14 admin admin] Network hostable DHCP agents. Network: 23b822cd-b882-4dbb-878c-c46b9547404f, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:07:00.555980 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4d20638f-4183-4835-8494-119de6b990da req-e71ca574-4f72-488a-a12b-1c065dce0de7 tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c4d2bc7-5de1-4fea-92ef-2f0496c9f5c0 HTTP/1.1" status: 200 len: 210 time: 0.0400956 Sep 08 09:07:00.577402 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b9b5d319-08c3-49cb-9fcb-a71f79aa86ea req-a83c6a73-403a-4a68-8ace-ce1ecacaff7c tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566218 Sep 08 09:07:00.579429 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d734d8c2-a3ae-4c00-82aa-7ab0df03cf14 admin admin] Network 23b822cd-b882-4dbb-878c-c46b9547404f is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:07:00.600281 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-d734d8c2-a3ae-4c00-82aa-7ab0df03cf14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 23b822cd-b882-4dbb-878c-c46b9547404f) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:07:00.614981 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d734d8c2-a3ae-4c00-82aa-7ab0df03cf14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:00.615589 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d734d8c2-a3ae-4c00-82aa-7ab0df03cf14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:00.623639 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cca975-935d-4282-8343-05c92286d5a5 None None] Network 23b822cd-b882-4dbb-878c-c46b9547404f requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:07:00.644273 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d734d8c2-a3ae-4c00-82aa-7ab0df03cf14 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5351779 Sep 08 09:07:00.751286 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b0df6-389f-4b61-b724-b69aac265ffb req-cbece2b5-feef-4d75-b42d-f50b7f3c21c2 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:00.759307 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b0df6-389f-4b61-b724-b69aac265ffb req-cbece2b5-feef-4d75-b42d-f50b7f3c21c2 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:00.762023 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-424b0df6-389f-4b61-b724-b69aac265ffb req-cbece2b5-feef-4d75-b42d-f50b7f3c21c2 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/ports?device_id=accb38d4-0ca8-48bb-979a-a8f4f0d0030b HTTP/1.1" status: 200 len: 1683 time: 0.1221159 Sep 08 09:07:00.818961 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99733f68-e78f-4b9b-8e61-7a6dc9bc9dd8 None None] Network 23b822cd-b882-4dbb-878c-c46b9547404f requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:07:00.840706 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-424b0df6-389f-4b61-b724-b69aac265ffb req-581d0460-17b2-4468-b006-d48d654f6107 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/security-groups?id=f580c0d3-23b6-4ea1-a90d-d6c7097d955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703409 Sep 08 09:07:01.221175 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'accb38d4-0ca8-48bb-979a-a8f4f0d0030b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd35bf3-cc57-4f6c-8850-8776441b057e'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:07:01.224556 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a48b9fd-8330-4da8-86bc-4bd3bb2cab16" -d '{"events": [{"server_uuid": "accb38d4-0ca8-48bb-979a-a8f4f0d0030b", "name": "network-vif-plugged", "status": "completed", "tag": "9dd35bf3-cc57-4f6c-8850-8776441b057e"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:07:01.274674 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0b4b70-50de-420e-a5ab-500aa986cd1b x-openstack-request-id: req-8f0b4b70-50de-420e-a5ab-500aa986cd1b {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:07:01.274974 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "accb38d4-0ca8-48bb-979a-a8f4f0d0030b", "name": "network-vif-plugged", "status": "completed", "tag": "9dd35bf3-cc57-4f6c-8850-8776441b057e", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:07:01.275240 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8f0b4b70-50de-420e-a5ab-500aa986cd1b {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:07:01.275630 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'accb38d4-0ca8-48bb-979a-a8f4f0d0030b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd35bf3-cc57-4f6c-8850-8776441b057e', 'code': 200} Sep 08 09:07:01.288676 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 46100) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:07:01.294107 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-445d320c-487d-42c1-ba50-3ad2ed48d399 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-930245311-network', 'tenant_id': 'cf910d65845e475587d0aa59bd0afc7f'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:07:01.326926 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445d320c-487d-42c1-ba50-3ad2ed48d399 admin admin] Made reservation on behalf of cf910d65845e475587d0aa59bd0afc7f for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:07:01.329281 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-445d320c-487d-42c1-ba50-3ad2ed48d399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:01.339525 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-445d320c-487d-42c1-ba50-3ad2ed48d399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:01.434938 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790f7ba-b844-4625-891e-efcdb05b487d req-fd394edd-fe6a-4379-8cc9-ac7d29ad9430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:01.435363 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790f7ba-b844-4625-891e-efcdb05b487d req-fd394edd-fe6a-4379-8cc9-ac7d29ad9430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:01.436945 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1790f7ba-b844-4625-891e-efcdb05b487d req-fd394edd-fe6a-4379-8cc9-ac7d29ad9430 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=accb38d4-0ca8-48bb-979a-a8f4f0d0030b HTTP/1.1" status: 200 len: 1987 time: 0.0726936 Sep 08 09:07:01.497806 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-445d320c-487d-42c1-ba50-3ad2ed48d399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:01.501775 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1790f7ba-b844-4625-891e-efcdb05b487d req-70e11cb8-1705-42ee-ac8b-a17b5d217d7d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f580c0d3-23b6-4ea1-a90d-d6c7097d955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528760 Sep 08 09:07:01.506870 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-445d320c-487d-42c1-ba50-3ad2ed48d399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:01.540659 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-445d320c-487d-42c1-ba50-3ad2ed48d399 admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:07:01.547125 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d320c-487d-42c1-ba50-3ad2ed48d399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b316ee-94fd-419e-9b27-c24e2a772903,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:01.558928 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-445d320c-487d-42c1-ba50-3ad2ed48d399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:01.559577 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-445d320c-487d-42c1-ba50-3ad2ed48d399 admin admin] Added segment 320cd0b7-0b4b-49c4-9ae8-354ce6cf5a63 of type vlan for network 47989c7e-0b0a-4b49-9bf0-fa175074392a Sep 08 09:07:01.609435 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-445d320c-487d-42c1-ba50-3ad2ed48d399 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:01.646025 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-445d320c-487d-42c1-ba50-3ad2ed48d399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:01.647160 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445d320c-487d-42c1-ba50-3ad2ed48d399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:01.647917 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-445d320c-487d-42c1-ba50-3ad2ed48d399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:01.674196 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2d1d3531-b7f2-49c5-8ee8-649f873273cb req-9e3daa34-a088-4b4f-bdd9-8a444f885d5b tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c4d2bc7-5de1-4fea-92ef-2f0496c9f5c0 HTTP/1.1" status: 200 len: 210 time: 0.0368724 Sep 08 09:07:01.705692 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 46108) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:07:01.705912 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-445d320c-487d-42c1-ba50-3ad2ed48d399 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4158728 Sep 08 09:07:01.713781 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-b74c4ad2-c037-44f0-920a-f64196ce9d6e admin admin] Request body: {'subnet': {'network_id': '47989c7e-0b0a-4b49-9bf0-fa175074392a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-930245311-subnet', 'tenant_id': 'cf910d65845e475587d0aa59bd0afc7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:07:01.758208 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74c4ad2-c037-44f0-920a-f64196ce9d6e admin admin] Made reservation on behalf of cf910d65845e475587d0aa59bd0afc7f for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:07:01.761661 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b74c4ad2-c037-44f0-920a-f64196ce9d6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:01.891823 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306e61b-982d-4290-9f87-c3309d2304bf req-56576a47-65dd-46bf-9f92-7f21517f333f tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:01.893451 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0306e61b-982d-4290-9f87-c3309d2304bf req-56576a47-65dd-46bf-9f92-7f21517f333f tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 946 time: 0.1149020 Sep 08 09:07:01.989847 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0306e61b-982d-4290-9f87-c3309d2304bf req-1802f7dd-6547-4f01-abfa-fed5857601f3 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848079 Sep 08 09:07:02.043526 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b74c4ad2-c037-44f0-920a-f64196ce9d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:02.124228 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c4ad2-c037-44f0-920a-f64196ce9d6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a532f0c3-0c80-40f0-af07-9957bc462e78,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:02.124817 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d320c-487d-42c1-ba50-3ad2ed48d399 admin admin] Pushing event updated for resources: {'Network': ['ID=47989c7e-0b0a-4b49-9bf0-fa175074392a,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:02.133196 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74c4ad2-c037-44f0-920a-f64196ce9d6e admin admin] Checking segment: {'id': '320cd0b7-0b4b-49c4-9ae8-354ce6cf5a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '47989c7e-0b0a-4b49-9bf0-fa175074392a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:07:02.133694 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74c4ad2-c037-44f0-920a-f64196ce9d6e admin admin] Network hostable DHCP agents. Network: 47989c7e-0b0a-4b49-9bf0-fa175074392a, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:07:02.145494 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 47989c7e-0b0a-4b49-9bf0-fa175074392a details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:07:02.157938 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74c4ad2-c037-44f0-920a-f64196ce9d6e admin admin] Network 47989c7e-0b0a-4b49-9bf0-fa175074392a is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:07:02.170021 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36092e4d-9d91-4ba0-b2a0-715bd2561e26 req-c794b895-e096-48ff-a246-dd4b537f0ee4 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:02.175787 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-b74c4ad2-c037-44f0-920a-f64196ce9d6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 47989c7e-0b0a-4b49-9bf0-fa175074392a) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:07:02.176065 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36092e4d-9d91-4ba0-b2a0-715bd2561e26 req-c794b895-e096-48ff-a246-dd4b537f0ee4 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:02.184353 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-36092e4d-9d91-4ba0-b2a0-715bd2561e26 req-c794b895-e096-48ff-a246-dd4b537f0ee4 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/ports?device_id=accb38d4-0ca8-48bb-979a-a8f4f0d0030b HTTP/1.1" status: 200 len: 1683 time: 0.1200631 Sep 08 09:07:02.190437 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74c4ad2-c037-44f0-920a-f64196ce9d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:02.191288 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b74c4ad2-c037-44f0-920a-f64196ce9d6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:02.216245 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd38a2b-a6ce-4d84-b7c1-2ce47e06c524 req-4022f6d7-5211-4a60-aa77-e221306c47e5 tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:02.217809 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ebd38a2b-a6ce-4d84-b7c1-2ce47e06c524 req-4022f6d7-5211-4a60-aa77-e221306c47e5 tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] 10.222.0.37 "GET /v2.0/networks?id=17f54a6d-dc20-46b7-8c8a-e3758bb602b9 HTTP/1.1" status: 200 len: 810 time: 0.5502667 Sep 08 09:07:02.221697 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b74c4ad2-c037-44f0-920a-f64196ce9d6e admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5144374 Sep 08 09:07:02.243649 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-ebd38a2b-a6ce-4d84-b7c1-2ce47e06c524 req-09299d9a-2ab7-4000-8548-ac80ecf4775a tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] Request body: {'port': {'device_id': '4c4d2bc7-5de1-4fea-92ef-2f0496c9f5c0', 'network_id': '17f54a6d-dc20-46b7-8c8a-e3758bb602b9', 'admin_state_up': True, 'tenant_id': 'd3f83a48ace040c8afbb760128d1a424'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:07:02.286661 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-36092e4d-9d91-4ba0-b2a0-715bd2561e26 req-77c74eda-9b4c-408c-8219-1bd3860af918 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/security-groups?id=f580c0d3-23b6-4ea1-a90d-d6c7097d955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013303 Sep 08 09:07:02.380142 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9f26d0-967b-4f8d-a3ef-0582448907b8 None None] Network 47989c7e-0b0a-4b49-9bf0-fa175074392a requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:07:02.388960 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebd38a2b-a6ce-4d84-b7c1-2ce47e06c524 req-09299d9a-2ab7-4000-8548-ac80ecf4775a tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] Made reservation on behalf of d3f83a48ace040c8afbb760128d1a424 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:07:02.392888 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ebd38a2b-a6ce-4d84-b7c1-2ce47e06c524 req-09299d9a-2ab7-4000-8548-ac80ecf4775a tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:02.544059 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4987d6-e127-44b8-82b5-58ac3a3a8af2 None None] Network 47989c7e-0b0a-4b49-9bf0-fa175074392a requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:07:02.546919 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-ebd38a2b-a6ce-4d84-b7c1-2ce47e06c524 req-09299d9a-2ab7-4000-8548-ac80ecf4775a tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] Allocated IP 172.20.0.2 (17f54a6d-dc20-46b7-8c8a-e3758bb602b9/57edcb22-b6f3-4956-b574-6915b45254f1/19101158-95b1-4c01-a3fc-f4874759cc6d) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:07:02.728041 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ebd38a2b-a6ce-4d84-b7c1-2ce47e06c524 req-09299d9a-2ab7-4000-8548-ac80ecf4775a tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:02.782542 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ebd38a2b-a6ce-4d84-b7c1-2ce47e06c524 req-09299d9a-2ab7-4000-8548-ac80ecf4775a tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:02.795700 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa3dbf-2ff9-46aa-beed-ec3ea778257b req-f0e23c5f-b14c-4839-b34b-10070f3f2e34 tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:02.797197 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4dfa3dbf-2ff9-46aa-beed-ec3ea778257b req-f0e23c5f-b14c-4839-b34b-10070f3f2e34 tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] 10.222.0.54 "GET /v2.0/networks?id=23b822cd-b882-4dbb-878c-c46b9547404f HTTP/1.1" status: 200 len: 815 time: 0.1279943 Sep 08 09:07:02.815155 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4dfa3dbf-2ff9-46aa-beed-ec3ea778257b req-7f4a7d64-08b2-43d0-a45d-eec02412bb49 tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] 10.222.0.54 "GET /v2.0/quotas/e689687a8f1343ddb4cf948027d7f252 HTTP/1.1" status: 200 len: 375 time: 0.0112257 Sep 08 09:07:02.848772 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebd38a2b-a6ce-4d84-b7c1-2ce47e06c524 req-09299d9a-2ab7-4000-8548-ac80ecf4775a tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] Network 17f54a6d-dc20-46b7-8c8a-e3758bb602b9 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:07:02.855046 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4dfa3dbf-2ff9-46aa-beed-ec3ea778257b req-590bf3c1-ebd4-4064-a3ba-2142748ae9a4 tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e689687a8f1343ddb4cf948027d7f252&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304370 Sep 08 09:07:02.855818 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-ebd38a2b-a6ce-4d84-b7c1-2ce47e06c524 req-09299d9a-2ab7-4000-8548-ac80ecf4775a tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:07:02.866299 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd38a2b-a6ce-4d84-b7c1-2ce47e06c524 req-09299d9a-2ab7-4000-8548-ac80ecf4775a tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:07:02.872178 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09299d9a-2ab7-4000-8548-ac80ecf4775a tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] Pushing event updated for resources: {'Port': ['ID=19101158-95b1-4c01-a3fc-f4874759cc6d,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:02.907233 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9c8b2-816b-4a76-8159-693ad56cfd39 req-5bc940a9-9c95-4e80-b66e-35310d4c640a tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:02.908780 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1bb9c8b2-816b-4a76-8159-693ad56cfd39 req-5bc940a9-9c95-4e80-b66e-35310d4c640a tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c4d2bc7-5de1-4fea-92ef-2f0496c9f5c0 HTTP/1.1" status: 200 len: 931 time: 0.1392038 Sep 08 09:07:02.948591 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd38a2b-a6ce-4d84-b7c1-2ce47e06c524 req-09299d9a-2ab7-4000-8548-ac80ecf4775a tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:02.949233 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ebd38a2b-a6ce-4d84-b7c1-2ce47e06c524 req-09299d9a-2ab7-4000-8548-ac80ecf4775a tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:02.963415 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4dfa3dbf-2ff9-46aa-beed-ec3ea778257b req-68f4b8e8-207f-425f-b4e0-c90eef05141f service neutron] 10.222.0.54 "GET /v2.0/networks/23b822cd-b882-4dbb-878c-c46b9547404f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006391 Sep 08 09:07:02.975600 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1bb9c8b2-816b-4a76-8159-693ad56cfd39 req-71f91b80-3f43-415a-93bd-cc244050d377 tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] 10.222.0.54 "GET /v2.0/security-groups?id=43e21fe2-0487-4bc1-a8c8-0386cc10ecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593541 Sep 08 09:07:02.978119 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ebd38a2b-a6ce-4d84-b7c1-2ce47e06c524 req-09299d9a-2ab7-4000-8548-ac80ecf4775a tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7398217 Sep 08 09:07:02.997928 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-ebd38a2b-a6ce-4d84-b7c1-2ce47e06c524 req-f6fb2b94-761a-4f29-b754-7da5c575a76f service neutron] Request body: {'port': {'device_id': '4c4d2bc7-5de1-4fea-92ef-2f0496c9f5c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:07:03.062569 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ebd38a2b-a6ce-4d84-b7c1-2ce47e06c524 req-f6fb2b94-761a-4f29-b754-7da5c575a76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:03.098814 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4dfa3dbf-2ff9-46aa-beed-ec3ea778257b req-2ec00d19-f448-4e3f-8580-d1891aa5e5e2 service neutron] 10.222.0.54 "GET /v2.0/networks/23b822cd-b882-4dbb-878c-c46b9547404f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282856 Sep 08 09:07:03.287077 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfbcd6-b541-43f7-a88b-3cf1aa59bd4f req-c974afdc-e41c-4dbf-a3f2-fc36a1c34bf5 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:03.289351 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6bcfbcd6-b541-43f7-a88b-3cf1aa59bd4f req-c974afdc-e41c-4dbf-a3f2-fc36a1c34bf5 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 946 time: 0.1079471 Sep 08 09:07:03.372169 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7f488daa-aec0-44a1-942c-c832bb937c9e req-bece8946-2779-491a-b7ad-4af43608aadc tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] 10.222.0.54 "GET /v2.0/ports?device_id=29938a28-004b-4700-9662-96ebd5420fea HTTP/1.1" status: 200 len: 210 time: 0.0305076 Sep 08 09:07:03.379491 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6bcfbcd6-b541-43f7-a88b-3cf1aa59bd4f req-4b42ea73-31a5-435e-aa04-0203774a4d70 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584772 Sep 08 09:07:03.456934 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-ebd38a2b-a6ce-4d84-b7c1-2ce47e06c524 req-f6fb2b94-761a-4f29-b754-7da5c575a76f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19101158-95b1-4c01-a3fc-f4874759cc6d {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:07:03.474120 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ebd38a2b-a6ce-4d84-b7c1-2ce47e06c524 req-f6fb2b94-761a-4f29-b754-7da5c575a76f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:03.508405 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-ebd38a2b-a6ce-4d84-b7c1-2ce47e06c524 req-f6fb2b94-761a-4f29-b754-7da5c575a76f service neutron] Transition to ACTIVE for port object 19101158-95b1-4c01-a3fc-f4874759cc6d will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:07:03.515438 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ebd38a2b-a6ce-4d84-b7c1-2ce47e06c524 req-f6fb2b94-761a-4f29-b754-7da5c575a76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:03.553817 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe06e3b-ce0f-415a-90f0-dc371fb2f038 req-787fe0db-1340-4995-a488-d5d2a6bf81d4 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:03.559829 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe06e3b-ce0f-415a-90f0-dc371fb2f038 req-787fe0db-1340-4995-a488-d5d2a6bf81d4 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:03.561541 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5fe06e3b-ce0f-415a-90f0-dc371fb2f038 req-787fe0db-1340-4995-a488-d5d2a6bf81d4 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/ports?device_id=accb38d4-0ca8-48bb-979a-a8f4f0d0030b HTTP/1.1" status: 200 len: 1683 time: 0.0996969 Sep 08 09:07:03.596460 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb2b94-761a-4f29-b754-7da5c575a76f service neutron] Pushing event updated for resources: {'Port': ['ID=19101158-95b1-4c01-a3fc-f4874759cc6d,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:03.666772 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5fe06e3b-ce0f-415a-90f0-dc371fb2f038 req-5d003665-48e9-4475-b7d8-a73b50c6aa8e tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/security-groups?id=f580c0d3-23b6-4ea1-a90d-d6c7097d955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888729 Sep 08 09:07:03.689529 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-ebd38a2b-a6ce-4d84-b7c1-2ce47e06c524 req-f6fb2b94-761a-4f29-b754-7da5c575a76f service neutron] Attempting to bind port 19101158-95b1-4c01-a3fc-f4874759cc6d on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:07:03.689934 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-ebd38a2b-a6ce-4d84-b7c1-2ce47e06c524 req-f6fb2b94-761a-4f29-b754-7da5c575a76f service neutron] Attempting to bind port 19101158-95b1-4c01-a3fc-f4874759cc6d by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '9a382fdc-d859-4c49-ab25-c50fc5ae32d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '17f54a6d-dc20-46b7-8c8a-e3758bb602b9'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:07:03.690352 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd38a2b-a6ce-4d84-b7c1-2ce47e06c524 req-f6fb2b94-761a-4f29-b754-7da5c575a76f service neutron] Attempting to bind port 19101158-95b1-4c01-a3fc-f4874759cc6d on network 17f54a6d-dc20-46b7-8c8a-e3758bb602b9 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:07:03.694901 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd38a2b-a6ce-4d84-b7c1-2ce47e06c524 req-f6fb2b94-761a-4f29-b754-7da5c575a76f service neutron] Port 19101158-95b1-4c01-a3fc-f4874759cc6d on network 17f54a6d-dc20-46b7-8c8a-e3758bb602b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:07:03.695280 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd38a2b-a6ce-4d84-b7c1-2ce47e06c524 req-f6fb2b94-761a-4f29-b754-7da5c575a76f service neutron] Attempting to bind port 19101158-95b1-4c01-a3fc-f4874759cc6d on network 17f54a6d-dc20-46b7-8c8a-e3758bb602b9 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:07:03.700240 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd38a2b-a6ce-4d84-b7c1-2ce47e06c524 req-f6fb2b94-761a-4f29-b754-7da5c575a76f service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:07:03.700577 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd38a2b-a6ce-4d84-b7c1-2ce47e06c524 req-f6fb2b94-761a-4f29-b754-7da5c575a76f service neutron] Checking segment: {'id': '9a382fdc-d859-4c49-ab25-c50fc5ae32d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '17f54a6d-dc20-46b7-8c8a-e3758bb602b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:07:03.700958 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd38a2b-a6ce-4d84-b7c1-2ce47e06c524 req-f6fb2b94-761a-4f29-b754-7da5c575a76f service neutron] Bound using segment: {'id': '9a382fdc-d859-4c49-ab25-c50fc5ae32d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '17f54a6d-dc20-46b7-8c8a-e3758bb602b9'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:07:03.701392 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-ebd38a2b-a6ce-4d84-b7c1-2ce47e06c524 req-f6fb2b94-761a-4f29-b754-7da5c575a76f service neutron] Bound port: 19101158-95b1-4c01-a3fc-f4874759cc6d, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a382fdc-d859-4c49-ab25-c50fc5ae32d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '17f54a6d-dc20-46b7-8c8a-e3758bb602b9'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:07:03.701748 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ebd38a2b-a6ce-4d84-b7c1-2ce47e06c524 req-f6fb2b94-761a-4f29-b754-7da5c575a76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:03.790550 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-ebd38a2b-a6ce-4d84-b7c1-2ce47e06c524 req-f6fb2b94-761a-4f29-b754-7da5c575a76f service neutron] For port 19101158-95b1-4c01-a3fc-f4874759cc6d, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:07:03.794606 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-ebd38a2b-a6ce-4d84-b7c1-2ce47e06c524 req-f6fb2b94-761a-4f29-b754-7da5c575a76f service neutron] For port 19101158-95b1-4c01-a3fc-f4874759cc6d, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=19101158-95b1-4c01-a3fc-f4874759cc6d,segment=NetworkSegment(9a382fdc-d859-4c49-ab25-c50fc5ae32d7),segment_id=9a382fdc-d859-4c49-ab25-c50fc5ae32d7)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:07:03.799624 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ebd38a2b-a6ce-4d84-b7c1-2ce47e06c524 req-f6fb2b94-761a-4f29-b754-7da5c575a76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:03.837194 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd38a2b-a6ce-4d84-b7c1-2ce47e06c524 req-f6fb2b94-761a-4f29-b754-7da5c575a76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:03.837859 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ebd38a2b-a6ce-4d84-b7c1-2ce47e06c524 req-f6fb2b94-761a-4f29-b754-7da5c575a76f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:03.839333 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ebd38a2b-a6ce-4d84-b7c1-2ce47e06c524 req-f6fb2b94-761a-4f29-b754-7da5c575a76f service neutron] 10.222.0.37 "PUT /v2.0/ports/19101158-95b1-4c01-a3fc-f4874759cc6d HTTP/1.1" status: 200 len: 1092 time: 0.8460040 Sep 08 09:07:03.840211 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c4d2bc7-5de1-4fea-92ef-2f0496c9f5c0', 'tag': '19101158-95b1-4c01-a3fc-f4874759cc6d'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:07:03.842404 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f01122-e0a5-4033-94cc-5354fcc1657b" -d '{"events": [{"name": "network-changed", "server_uuid": "4c4d2bc7-5de1-4fea-92ef-2f0496c9f5c0", "tag": "19101158-95b1-4c01-a3fc-f4874759cc6d"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:07:03.875263 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb2b94-761a-4f29-b754-7da5c575a76f service neutron] Pushing event updated for resources: {'Port': ['ID=19101158-95b1-4c01-a3fc-f4874759cc6d,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:03.899298 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c672e1-86e0-4b4f-8e0b-30c35a43f8d6 x-openstack-request-id: req-13c672e1-86e0-4b4f-8e0b-30c35a43f8d6 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:07:03.899717 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c4d2bc7-5de1-4fea-92ef-2f0496c9f5c0", "tag": "19101158-95b1-4c01-a3fc-f4874759cc6d", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:07:03.899849 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-13c672e1-86e0-4b4f-8e0b-30c35a43f8d6 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:07:03.900262 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c4d2bc7-5de1-4fea-92ef-2f0496c9f5c0', 'tag': '19101158-95b1-4c01-a3fc-f4874759cc6d', 'status': 'completed', 'code': 200} Sep 08 09:07:03.986322 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd38a2b-a6ce-4d84-b7c1-2ce47e06c524 req-f41ebb9e-b570-467c-991c-10a3f0384868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:03.987867 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ebd38a2b-a6ce-4d84-b7c1-2ce47e06c524 req-f41ebb9e-b570-467c-991c-10a3f0384868 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d3f83a48ace040c8afbb760128d1a424&device_id=4c4d2bc7-5de1-4fea-92ef-2f0496c9f5c0 HTTP/1.1" status: 200 len: 1095 time: 0.0695171 Sep 08 09:07:04.009235 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afefcf4e-7afe-40b4-b870-cf68e7c6761b req-363ee254-13c7-4e03-8c00-c4105a09389b tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:04.015210 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afefcf4e-7afe-40b4-b870-cf68e7c6761b req-363ee254-13c7-4e03-8c00-c4105a09389b tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:04.016791 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-afefcf4e-7afe-40b4-b870-cf68e7c6761b req-363ee254-13c7-4e03-8c00-c4105a09389b tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/ports?device_id=accb38d4-0ca8-48bb-979a-a8f4f0d0030b HTTP/1.1" status: 200 len: 1683 time: 0.0654559 Sep 08 09:07:04.067499 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ebd38a2b-a6ce-4d84-b7c1-2ce47e06c524 req-c506a953-0d8a-407a-824f-a750d9dcef8e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=19101158-95b1-4c01-a3fc-f4874759cc6d HTTP/1.1" status: 200 len: 217 time: 0.0497191 Sep 08 09:07:04.102721 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef759406-c4a4-4641-97d7-c6136eecd4f0 req-7f6fe941-9a10-4a61-b0e3-eeb46b44ef94 tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:04.104217 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ef759406-c4a4-4641-97d7-c6136eecd4f0 req-7f6fe941-9a10-4a61-b0e3-eeb46b44ef94 tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c4d2bc7-5de1-4fea-92ef-2f0496c9f5c0 HTTP/1.1" status: 200 len: 943 time: 0.0544028 Sep 08 09:07:04.118161 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-afefcf4e-7afe-40b4-b870-cf68e7c6761b req-853009a1-1486-40c7-8765-3f26d6120f08 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/security-groups?id=f580c0d3-23b6-4ea1-a90d-d6c7097d955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942440 Sep 08 09:07:04.130668 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd38a2b-a6ce-4d84-b7c1-2ce47e06c524 req-8d5b83a4-f674-4489-84df-b7ee30275434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:04.133535 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ebd38a2b-a6ce-4d84-b7c1-2ce47e06c524 req-8d5b83a4-f674-4489-84df-b7ee30275434 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=57edcb22-b6f3-4956-b574-6915b45254f1 HTTP/1.1" status: 200 len: 850 time: 0.0588610 Sep 08 09:07:04.150382 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ef759406-c4a4-4641-97d7-c6136eecd4f0 req-d7674024-4da3-4172-995c-2d52d0922597 tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] 10.222.0.54 "GET /v2.0/security-groups?id=43e21fe2-0487-4bc1-a8c8-0386cc10ecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402024 Sep 08 09:07:04.168520 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ebd38a2b-a6ce-4d84-b7c1-2ce47e06c524 req-9c95f966-fd16-4188-b53b-769b106f3da9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=17f54a6d-dc20-46b7-8c8a-e3758bb602b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264328 Sep 08 09:07:04.269459 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ebd38a2b-a6ce-4d84-b7c1-2ce47e06c524 req-0a153fe7-56ca-4bf0-9ccd-c8278cec74b2 service neutron] 10.222.0.37 "GET /v2.0/networks/17f54a6d-dc20-46b7-8c8a-e3758bb602b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925586 Sep 08 09:07:04.433348 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ebd38a2b-a6ce-4d84-b7c1-2ce47e06c524 req-527c7e4c-8791-4988-b6fa-2dc379b33d41 service neutron] 10.222.0.37 "GET /v2.0/networks/17f54a6d-dc20-46b7-8c8a-e3758bb602b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567402 Sep 08 09:07:04.471273 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa3dbf-2ff9-46aa-beed-ec3ea778257b req-dcf59996-909a-4014-9365-644c42015ca1 tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:04.472778 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4dfa3dbf-2ff9-46aa-beed-ec3ea778257b req-dcf59996-909a-4014-9365-644c42015ca1 tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] 10.222.0.37 "GET /v2.0/networks?id=23b822cd-b882-4dbb-878c-c46b9547404f HTTP/1.1" status: 200 len: 815 time: 0.1328917 Sep 08 09:07:04.504712 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fb718697-7474-4584-be15-3a4e2b830e81 req-e18aadc1-8eb9-4e55-a581-7ca66f268711 tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] 10.222.0.54 "GET /v2.0/ports?device_id=29938a28-004b-4700-9662-96ebd5420fea HTTP/1.1" status: 200 len: 210 time: 0.0265710 Sep 08 09:07:04.531666 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea7e8a-21dd-4eb9-8b1f-3b985cdd0e33 req-be72b95b-9383-4661-b8ea-671b7b576443 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:04.533362 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-25ea7e8a-21dd-4eb9-8b1f-3b985cdd0e33 req-be72b95b-9383-4661-b8ea-671b7b576443 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 946 time: 0.0535157 Sep 08 09:07:04.568736 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-4dfa3dbf-2ff9-46aa-beed-ec3ea778257b req-12b269b3-2bc0-4be8-b448-52ae1f5389c7 tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] Request body: {'port': {'device_id': '29938a28-004b-4700-9662-96ebd5420fea', 'network_id': '23b822cd-b882-4dbb-878c-c46b9547404f', 'admin_state_up': True, 'tenant_id': 'e689687a8f1343ddb4cf948027d7f252'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:07:04.573245 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-25ea7e8a-21dd-4eb9-8b1f-3b985cdd0e33 req-d747c039-9c3c-4ab5-88f1-ba46cdd62dcc tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338333 Sep 08 09:07:04.674630 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f01122-e0a5-4033-94cc-5354fcc1657b req-173cda0f-7ee1-4c59-a529-fab705d96556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:04.676067 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-88f01122-e0a5-4033-94cc-5354fcc1657b req-173cda0f-7ee1-4c59-a529-fab705d96556 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d3f83a48ace040c8afbb760128d1a424&device_id=4c4d2bc7-5de1-4fea-92ef-2f0496c9f5c0 HTTP/1.1" status: 200 len: 1095 time: 0.1112843 Sep 08 09:07:04.772823 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dfa3dbf-2ff9-46aa-beed-ec3ea778257b req-12b269b3-2bc0-4be8-b448-52ae1f5389c7 tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] Made reservation on behalf of e689687a8f1343ddb4cf948027d7f252 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:07:04.777344 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4dfa3dbf-2ff9-46aa-beed-ec3ea778257b req-12b269b3-2bc0-4be8-b448-52ae1f5389c7 tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:04.823331 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f01122-e0a5-4033-94cc-5354fcc1657b req-c0c81cc4-3a2e-4162-ae66-994c11612b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:04.824840 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-88f01122-e0a5-4033-94cc-5354fcc1657b req-c0c81cc4-3a2e-4162-ae66-994c11612b82 service neutron] 10.222.0.37 "GET /v2.0/networks?id=17f54a6d-dc20-46b7-8c8a-e3758bb602b9 HTTP/1.1" status: 200 len: 911 time: 0.1357946 Sep 08 09:07:04.900696 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-88f01122-e0a5-4033-94cc-5354fcc1657b req-9b31ae56-0a9f-46c9-89e5-e75ca95a0ceb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=19101158-95b1-4c01-a3fc-f4874759cc6d HTTP/1.1" status: 200 len: 217 time: 0.0486782 Sep 08 09:07:04.991268 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f01122-e0a5-4033-94cc-5354fcc1657b req-52c55d6b-a362-4a9f-b9d2-83d0ac311269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:04.992892 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-88f01122-e0a5-4033-94cc-5354fcc1657b req-52c55d6b-a362-4a9f-b9d2-83d0ac311269 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=57edcb22-b6f3-4956-b574-6915b45254f1 HTTP/1.1" status: 200 len: 850 time: 0.0809839 Sep 08 09:07:04.998748 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-4dfa3dbf-2ff9-46aa-beed-ec3ea778257b req-12b269b3-2bc0-4be8-b448-52ae1f5389c7 tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] Allocated IP 172.20.0.4 (23b822cd-b882-4dbb-878c-c46b9547404f/1910fcc2-9e00-42ea-90a9-a254ef5dd9b9/d2fbcd3d-6add-4b03-b87d-9fb644f65262) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:07:05.036212 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-88f01122-e0a5-4033-94cc-5354fcc1657b req-821a9190-ec3b-410f-86d2-056a29338057 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=17f54a6d-dc20-46b7-8c8a-e3758bb602b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315459 Sep 08 09:07:05.231291 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-88f01122-e0a5-4033-94cc-5354fcc1657b req-12d38e80-73c1-42fe-9ca0-9fcbd2b230ad service neutron] 10.222.0.37 "GET /v2.0/networks/17f54a6d-dc20-46b7-8c8a-e3758bb602b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842833 Sep 08 09:07:05.239109 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c948e58-1a9f-47a1-b352-63b04f3a17a0 req-a5b96391-b94b-4458-93b2-32ffed5c4af6 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:05.245798 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c948e58-1a9f-47a1-b352-63b04f3a17a0 req-a5b96391-b94b-4458-93b2-32ffed5c4af6 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:05.247393 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9c948e58-1a9f-47a1-b352-63b04f3a17a0 req-a5b96391-b94b-4458-93b2-32ffed5c4af6 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/ports?device_id=accb38d4-0ca8-48bb-979a-a8f4f0d0030b HTTP/1.1" status: 200 len: 1683 time: 0.0613928 Sep 08 09:07:05.285750 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9c948e58-1a9f-47a1-b352-63b04f3a17a0 req-ede6f3c3-570a-4022-b354-87115ead1395 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/security-groups?id=f580c0d3-23b6-4ea1-a90d-d6c7097d955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319338 Sep 08 09:07:05.319346 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4dfa3dbf-2ff9-46aa-beed-ec3ea778257b req-12b269b3-2bc0-4be8-b448-52ae1f5389c7 tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:05.383037 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1abae59-0fb6-4a6c-aebc-d5bc2c0d6a4c req-feadbcc2-ba1c-4931-9cbf-8d025ae6aff5 tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:05.385372 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c1abae59-0fb6-4a6c-aebc-d5bc2c0d6a4c req-feadbcc2-ba1c-4931-9cbf-8d025ae6aff5 tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c4d2bc7-5de1-4fea-92ef-2f0496c9f5c0 HTTP/1.1" status: 200 len: 943 time: 0.1515117 Sep 08 09:07:05.425863 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-88f01122-e0a5-4033-94cc-5354fcc1657b req-55e1e47f-d1f1-473e-9f15-c7feda7b7131 service neutron] 10.222.0.37 "GET /v2.0/networks/17f54a6d-dc20-46b7-8c8a-e3758bb602b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791086 Sep 08 09:07:05.461100 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c1abae59-0fb6-4a6c-aebc-d5bc2c0d6a4c req-e681ca7f-f38f-4ae4-a3e2-1fdf850342a6 tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] 10.222.0.54 "GET /v2.0/security-groups?id=43e21fe2-0487-4bc1-a8c8-0386cc10ecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694263 Sep 08 09:07:05.464496 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4dfa3dbf-2ff9-46aa-beed-ec3ea778257b req-12b269b3-2bc0-4be8-b448-52ae1f5389c7 tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:05.508052 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dfa3dbf-2ff9-46aa-beed-ec3ea778257b req-12b269b3-2bc0-4be8-b448-52ae1f5389c7 tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] Network 23b822cd-b882-4dbb-878c-c46b9547404f is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:07:05.511814 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-4dfa3dbf-2ff9-46aa-beed-ec3ea778257b req-12b269b3-2bc0-4be8-b448-52ae1f5389c7 tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:07:05.517593 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dfa3dbf-2ff9-46aa-beed-ec3ea778257b req-12b269b3-2bc0-4be8-b448-52ae1f5389c7 tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:07:05.541259 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b269b3-2bc0-4be8-b448-52ae1f5389c7 tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] Pushing event updated for resources: {'Port': ['ID=d2fbcd3d-6add-4b03-b87d-9fb644f65262,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:05.573793 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa3dbf-2ff9-46aa-beed-ec3ea778257b req-12b269b3-2bc0-4be8-b448-52ae1f5389c7 tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:05.574472 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4dfa3dbf-2ff9-46aa-beed-ec3ea778257b req-12b269b3-2bc0-4be8-b448-52ae1f5389c7 tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:05.616930 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4dfa3dbf-2ff9-46aa-beed-ec3ea778257b req-12b269b3-2bc0-4be8-b448-52ae1f5389c7 tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0533628 Sep 08 09:07:05.638203 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-4dfa3dbf-2ff9-46aa-beed-ec3ea778257b req-d14f84e1-bc46-46e5-b423-e49e033fcb95 service neutron] Request body: {'port': {'device_id': '29938a28-004b-4700-9662-96ebd5420fea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:07:05.648121 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14117b1c-9649-4001-901d-2e4777b71590 req-0671b2a7-786e-4577-9541-cad87711090d tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:05.650093 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-14117b1c-9649-4001-901d-2e4777b71590 req-0671b2a7-786e-4577-9541-cad87711090d tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] 10.222.0.54 "GET /v2.0/ports?device_id=29938a28-004b-4700-9662-96ebd5420fea HTTP/1.1" status: 200 len: 931 time: 0.0719359 Sep 08 09:07:05.773757 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-14117b1c-9649-4001-901d-2e4777b71590 req-3a4efcc9-48eb-4c72-b0d7-c11961ed1e58 tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb973837-d3e9-4acd-a652-03372c5407d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126428 Sep 08 09:07:05.790695 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799c27d-cf6a-47ae-aea7-34c169b973ff req-46dafcff-75e0-4dce-bf44-2aa3202c679e tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:05.799368 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799c27d-cf6a-47ae-aea7-34c169b973ff req-46dafcff-75e0-4dce-bf44-2aa3202c679e tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:05.800471 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d404644-fa5b-4f7b-83c5-c15f97b0023c req-676104fc-8497-4bc1-b4ba-90989b6cb679 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:05.801019 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4799c27d-cf6a-47ae-aea7-34c169b973ff req-46dafcff-75e0-4dce-bf44-2aa3202c679e tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.35 "GET /v2.0/ports?device_id=accb38d4-0ca8-48bb-979a-a8f4f0d0030b HTTP/1.1" status: 200 len: 1683 time: 0.1481905 Sep 08 09:07:05.801975 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3d404644-fa5b-4f7b-83c5-c15f97b0023c req-676104fc-8497-4bc1-b4ba-90989b6cb679 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 946 time: 0.0596755 Sep 08 09:07:05.806601 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4dfa3dbf-2ff9-46aa-beed-ec3ea778257b req-d14f84e1-bc46-46e5-b423-e49e033fcb95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:05.844978 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3d404644-fa5b-4f7b-83c5-c15f97b0023c req-b96498f5-689d-45c2-a437-ab7ea7cda84f tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353231 Sep 08 09:07:06.033640 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-4799c27d-cf6a-47ae-aea7-34c169b973ff req-29bda4f2-1841-401d-bf9c-16a35e3490ac tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Deleting port 0d8eae88-d784-465a-8923-dce8899c2aaa {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:07:06.034222 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4799c27d-cf6a-47ae-aea7-34c169b973ff req-29bda4f2-1841-401d-bf9c-16a35e3490ac tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:06.176586 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-4799c27d-cf6a-47ae-aea7-34c169b973ff req-29bda4f2-1841-401d-bf9c-16a35e3490ac tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] For port 0d8eae88-d784-465a-8923-dce8899c2aaa, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=0d8eae88-d784-465a-8923-dce8899c2aaa,segment=NetworkSegment(596ebcad-77de-4a1a-aced-5e25662f4b0d),segment_id=596ebcad-77de-4a1a-aced-5e25662f4b0d)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:07:06.176951 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4799c27d-cf6a-47ae-aea7-34c169b973ff req-29bda4f2-1841-401d-bf9c-16a35e3490ac tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:06.198681 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-4799c27d-cf6a-47ae-aea7-34c169b973ff req-29bda4f2-1841-401d-bf9c-16a35e3490ac tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Calling delete_port for 0d8eae88-d784-465a-8923-dce8899c2aaa owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:07:06.268054 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-4dfa3dbf-2ff9-46aa-beed-ec3ea778257b req-d14f84e1-bc46-46e5-b423-e49e033fcb95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2fbcd3d-6add-4b03-b87d-9fb644f65262 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:07:06.277838 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4dfa3dbf-2ff9-46aa-beed-ec3ea778257b req-d14f84e1-bc46-46e5-b423-e49e033fcb95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:06.301587 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-4dfa3dbf-2ff9-46aa-beed-ec3ea778257b req-d14f84e1-bc46-46e5-b423-e49e033fcb95 service neutron] Transition to ACTIVE for port object d2fbcd3d-6add-4b03-b87d-9fb644f65262 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:07:06.306986 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4dfa3dbf-2ff9-46aa-beed-ec3ea778257b req-d14f84e1-bc46-46e5-b423-e49e033fcb95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:06.393688 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f84e1-bc46-46e5-b423-e49e033fcb95 service neutron] Pushing event updated for resources: {'Port': ['ID=d2fbcd3d-6add-4b03-b87d-9fb644f65262,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:06.589542 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9e796-b2be-44d1-9eef-928c78e414f7 req-1601e619-0048-4b53-b8bc-15bc82063ee5 tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:06.591301 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9ca9e796-b2be-44d1-9eef-928c78e414f7 req-1601e619-0048-4b53-b8bc-15bc82063ee5 tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c4d2bc7-5de1-4fea-92ef-2f0496c9f5c0 HTTP/1.1" status: 200 len: 943 time: 0.0544074 Sep 08 09:07:06.631824 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9ca9e796-b2be-44d1-9eef-928c78e414f7 req-127d3f8c-db72-46fa-903a-c3fad6fbc094 tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] 10.222.0.54 "GET /v2.0/security-groups?id=43e21fe2-0487-4bc1-a8c8-0386cc10ecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342658 Sep 08 09:07:06.818807 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b857b-9bd8-4e25-ac5f-20e04dd19551 req-c033952b-5cd6-4977-bb8a-1bf07bd169a6 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:06.825285 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b857b-9bd8-4e25-ac5f-20e04dd19551 req-c033952b-5cd6-4977-bb8a-1bf07bd169a6 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:06.826936 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a79b857b-9bd8-4e25-ac5f-20e04dd19551 req-c033952b-5cd6-4977-bb8a-1bf07bd169a6 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/ports?device_id=accb38d4-0ca8-48bb-979a-a8f4f0d0030b HTTP/1.1" status: 200 len: 1683 time: 0.4699128 Sep 08 09:07:06.829848 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4799c27d-cf6a-47ae-aea7-34c169b973ff req-29bda4f2-1841-401d-bf9c-16a35e3490ac tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:06.869122 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['9dd35bf3-cc57-4f6c-8850-8776441b057e', '0d8eae88-d784-465a-8923-dce8899c2aaa'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:07:06.876790 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bda4f2-1841-401d-bf9c-16a35e3490ac tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Pushing event deleted for resources: {'Port': ['ID=0d8eae88-d784-465a-8923-dce8899c2aaa,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:06.925434 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-4dfa3dbf-2ff9-46aa-beed-ec3ea778257b req-d14f84e1-bc46-46e5-b423-e49e033fcb95 service neutron] Attempting to bind port d2fbcd3d-6add-4b03-b87d-9fb644f65262 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:07:06.925775 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-4dfa3dbf-2ff9-46aa-beed-ec3ea778257b req-d14f84e1-bc46-46e5-b423-e49e033fcb95 service neutron] Attempting to bind port d2fbcd3d-6add-4b03-b87d-9fb644f65262 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'a1f590c1-7f98-477c-93ff-92b212986c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '23b822cd-b882-4dbb-878c-c46b9547404f'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:07:06.926139 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfa3dbf-2ff9-46aa-beed-ec3ea778257b req-d14f84e1-bc46-46e5-b423-e49e033fcb95 service neutron] Attempting to bind port d2fbcd3d-6add-4b03-b87d-9fb644f65262 on network 23b822cd-b882-4dbb-878c-c46b9547404f {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:07:06.929721 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f37ebd-8c69-4562-9603-363ea3c5553e req-9b046e12-78f7-49df-af3c-87e9a9249b2d tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:06.932148 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-25f37ebd-8c69-4562-9603-363ea3c5553e req-9b046e12-78f7-49df-af3c-87e9a9249b2d tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] 10.222.0.54 "GET /v2.0/ports?device_id=29938a28-004b-4700-9662-96ebd5420fea HTTP/1.1" status: 200 len: 943 time: 0.0766943 Sep 08 09:07:06.967667 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfa3dbf-2ff9-46aa-beed-ec3ea778257b req-d14f84e1-bc46-46e5-b423-e49e033fcb95 service neutron] Port d2fbcd3d-6add-4b03-b87d-9fb644f65262 on network 23b822cd-b882-4dbb-878c-c46b9547404f not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:07:06.967667 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfa3dbf-2ff9-46aa-beed-ec3ea778257b req-d14f84e1-bc46-46e5-b423-e49e033fcb95 service neutron] Attempting to bind port d2fbcd3d-6add-4b03-b87d-9fb644f65262 on network 23b822cd-b882-4dbb-878c-c46b9547404f {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:07:06.996485 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-4799c27d-cf6a-47ae-aea7-34c169b973ff req-29bda4f2-1841-401d-bf9c-16a35e3490ac tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] No DVR routers for this DVR port 0d8eae88-d784-465a-8923-dce8899c2aaa on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:07:06.996719 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-25f37ebd-8c69-4562-9603-363ea3c5553e req-b93e8b6a-54d6-4da5-91b1-e49bd1f7689a tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb973837-d3e9-4acd-a652-03372c5407d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549302 Sep 08 09:07:07.001371 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4799c27d-cf6a-47ae-aea7-34c169b973ff req-29bda4f2-1841-401d-bf9c-16a35e3490ac tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:07.003885 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4799c27d-cf6a-47ae-aea7-34c169b973ff req-29bda4f2-1841-401d-bf9c-16a35e3490ac tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.35 "DELETE /v2.0/ports/0d8eae88-d784-465a-8923-dce8899c2aaa HTTP/1.1" status: 204 len: 173 time: 1.1948273 Sep 08 09:07:07.004482 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'accb38d4-0ca8-48bb-979a-a8f4f0d0030b', 'name': 'network-vif-deleted', 'tag': '0d8eae88-d784-465a-8923-dce8899c2aaa'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:07:07.006795 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66c794d-60e3-486d-8320-b695575a819a" -d '{"events": [{"server_uuid": "accb38d4-0ca8-48bb-979a-a8f4f0d0030b", "name": "network-vif-deleted", "tag": "0d8eae88-d784-465a-8923-dce8899c2aaa"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:07:07.010801 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfa3dbf-2ff9-46aa-beed-ec3ea778257b req-d14f84e1-bc46-46e5-b423-e49e033fcb95 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:07:07.011149 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfa3dbf-2ff9-46aa-beed-ec3ea778257b req-d14f84e1-bc46-46e5-b423-e49e033fcb95 service neutron] Checking segment: {'id': 'a1f590c1-7f98-477c-93ff-92b212986c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '23b822cd-b882-4dbb-878c-c46b9547404f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:07:07.011540 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfa3dbf-2ff9-46aa-beed-ec3ea778257b req-d14f84e1-bc46-46e5-b423-e49e033fcb95 service neutron] Bound using segment: {'id': 'a1f590c1-7f98-477c-93ff-92b212986c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '23b822cd-b882-4dbb-878c-c46b9547404f'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:07:07.012456 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-4dfa3dbf-2ff9-46aa-beed-ec3ea778257b req-d14f84e1-bc46-46e5-b423-e49e033fcb95 service neutron] Bound port: d2fbcd3d-6add-4b03-b87d-9fb644f65262, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f590c1-7f98-477c-93ff-92b212986c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '23b822cd-b882-4dbb-878c-c46b9547404f'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:07:07.012840 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4dfa3dbf-2ff9-46aa-beed-ec3ea778257b req-d14f84e1-bc46-46e5-b423-e49e033fcb95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:07.029856 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a79b857b-9bd8-4e25-ac5f-20e04dd19551 req-822f7be5-f768-410d-8e3d-44df63d3c3e4 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/security-groups?id=f580c0d3-23b6-4ea1-a90d-d6c7097d955c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926014 Sep 08 09:07:07.095945 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9a4bc1de-3cec-43ac-ac0b-e398e759423d req-395f2523-b5a6-4d07-91fd-c707a1e4c0de service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f8731f6d-4366-45bd-b19d-72ad957f0558&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2060156 Sep 08 09:07:07.122828 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ef7481-6079-4e04-9249-90fb8c11c484 x-openstack-request-id: req-d3ef7481-6079-4e04-9249-90fb8c11c484 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:07:07.123054 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "accb38d4-0ca8-48bb-979a-a8f4f0d0030b", "name": "network-vif-deleted", "tag": "0d8eae88-d784-465a-8923-dce8899c2aaa", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:07:07.123314 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d3ef7481-6079-4e04-9249-90fb8c11c484 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:07:07.123717 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'accb38d4-0ca8-48bb-979a-a8f4f0d0030b', 'name': 'network-vif-deleted', 'tag': '0d8eae88-d784-465a-8923-dce8899c2aaa', 'status': 'completed', 'code': 200} Sep 08 09:07:07.165777 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede0a9a-6fcf-48ad-ae43-bf078174732a req-16622bd4-5589-4d9a-ab3d-463cf21e3703 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:07.167927 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6ede0a9a-6fcf-48ad-ae43-bf078174732a req-16622bd4-5589-4d9a-ab3d-463cf21e3703 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 946 time: 0.0849667 Sep 08 09:07:07.218593 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6ede0a9a-6fcf-48ad-ae43-bf078174732a req-1f6d7e9e-70d5-407a-bc78-22ddf050417e tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434780 Sep 08 09:07:07.243471 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-4dfa3dbf-2ff9-46aa-beed-ec3ea778257b req-d14f84e1-bc46-46e5-b423-e49e033fcb95 service neutron] For port d2fbcd3d-6add-4b03-b87d-9fb644f65262, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:07:07.264456 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4bc1de-3cec-43ac-ac0b-e398e759423d req-64b609ae-2ca1-4080-94d9-8c1796512f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:07.265990 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9a4bc1de-3cec-43ac-ac0b-e398e759423d req-64b609ae-2ca1-4080-94d9-8c1796512f87 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a2f9a27fb48843b398aaefe83b941227&device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 1097 time: 0.1066661 Sep 08 09:07:07.269787 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-4dfa3dbf-2ff9-46aa-beed-ec3ea778257b req-d14f84e1-bc46-46e5-b423-e49e033fcb95 service neutron] For port d2fbcd3d-6add-4b03-b87d-9fb644f65262, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=d2fbcd3d-6add-4b03-b87d-9fb644f65262,segment=NetworkSegment(a1f590c1-7f98-477c-93ff-92b212986c5a),segment_id=a1f590c1-7f98-477c-93ff-92b212986c5a)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:07:07.274333 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-4799c27d-cf6a-47ae-aea7-34c169b973ff req-e1fcec2a-4678-40ef-80ca-11fb88ba866b tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Deleting port 9dd35bf3-cc57-4f6c-8850-8776441b057e {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:07:07.274916 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4799c27d-cf6a-47ae-aea7-34c169b973ff req-e1fcec2a-4678-40ef-80ca-11fb88ba866b tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:07.279862 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4dfa3dbf-2ff9-46aa-beed-ec3ea778257b req-d14f84e1-bc46-46e5-b423-e49e033fcb95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:07.395438 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa3dbf-2ff9-46aa-beed-ec3ea778257b req-d14f84e1-bc46-46e5-b423-e49e033fcb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:07.395985 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4dfa3dbf-2ff9-46aa-beed-ec3ea778257b req-d14f84e1-bc46-46e5-b423-e49e033fcb95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:07.397399 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4dfa3dbf-2ff9-46aa-beed-ec3ea778257b req-d14f84e1-bc46-46e5-b423-e49e033fcb95 service neutron] 10.222.0.37 "PUT /v2.0/ports/d2fbcd3d-6add-4b03-b87d-9fb644f65262 HTTP/1.1" status: 200 len: 1092 time: 1.7642376 Sep 08 09:07:07.493240 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f84e1-bc46-46e5-b423-e49e033fcb95 service neutron] Pushing event updated for resources: {'Port': ['ID=d2fbcd3d-6add-4b03-b87d-9fb644f65262,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:07.520000 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-4799c27d-cf6a-47ae-aea7-34c169b973ff req-e1fcec2a-4678-40ef-80ca-11fb88ba866b tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] For port 9dd35bf3-cc57-4f6c-8850-8776441b057e, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=9dd35bf3-cc57-4f6c-8850-8776441b057e,segment=NetworkSegment(f3267700-4049-4a3f-85bb-00c21d647734),segment_id=f3267700-4049-4a3f-85bb-00c21d647734)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:07:07.520376 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4799c27d-cf6a-47ae-aea7-34c169b973ff req-e1fcec2a-4678-40ef-80ca-11fb88ba866b tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:07.541514 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-4799c27d-cf6a-47ae-aea7-34c169b973ff req-e1fcec2a-4678-40ef-80ca-11fb88ba866b tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Calling delete_port for 9dd35bf3-cc57-4f6c-8850-8776441b057e owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:07:07.562210 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4bc1de-3cec-43ac-ac0b-e398e759423d req-732121c7-f577-4b3f-a0d4-646589a2170b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:07.563749 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9a4bc1de-3cec-43ac-ac0b-e398e759423d req-732121c7-f577-4b3f-a0d4-646589a2170b service neutron] 10.222.0.37 "GET /v2.0/networks?id=d15b4ce3-7986-485f-ad78-2afa75611397 HTTP/1.1" status: 200 len: 911 time: 0.2694817 Sep 08 09:07:07.612154 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa3dbf-2ff9-46aa-beed-ec3ea778257b req-996df83f-a8f4-4f93-9cb9-801b9ebad928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:07.613667 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4dfa3dbf-2ff9-46aa-beed-ec3ea778257b req-996df83f-a8f4-4f93-9cb9-801b9ebad928 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e689687a8f1343ddb4cf948027d7f252&device_id=29938a28-004b-4700-9662-96ebd5420fea HTTP/1.1" status: 200 len: 1095 time: 0.1455328 Sep 08 09:07:07.700807 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4dfa3dbf-2ff9-46aa-beed-ec3ea778257b req-b9e42781-49bb-415c-ad26-02254f78427d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2fbcd3d-6add-4b03-b87d-9fb644f65262 HTTP/1.1" status: 200 len: 217 time: 0.0523589 Sep 08 09:07:07.760064 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9a4bc1de-3cec-43ac-ac0b-e398e759423d req-7e4ea4c4-c8bf-48a7-a7dd-a1e1143a3b58 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e104b66d-db35-49db-824c-4f5d2b6e6a0e HTTP/1.1" status: 200 len: 1001 time: 0.1591718 Sep 08 09:07:07.787809 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa3dbf-2ff9-46aa-beed-ec3ea778257b req-6b1ec3f4-e835-492d-a27c-91788cda717f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:07.789297 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4dfa3dbf-2ff9-46aa-beed-ec3ea778257b req-6b1ec3f4-e835-492d-a27c-91788cda717f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1910fcc2-9e00-42ea-90a9-a254ef5dd9b9 HTTP/1.1" status: 200 len: 855 time: 0.0779970 Sep 08 09:07:07.795875 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd40e55-0958-4308-8343-acc9befded85 req-a2c385e8-f611-4f60-9845-57ac48155f0b tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:07.797527 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bdd40e55-0958-4308-8343-acc9befded85 req-a2c385e8-f611-4f60-9845-57ac48155f0b tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c4d2bc7-5de1-4fea-92ef-2f0496c9f5c0 HTTP/1.1" status: 200 len: 943 time: 0.0942552 Sep 08 09:07:07.851512 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4dfa3dbf-2ff9-46aa-beed-ec3ea778257b req-48bfa940-5611-4f53-9ace-0e59a909e27f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23b822cd-b882-4dbb-878c-c46b9547404f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333524 Sep 08 09:07:07.859139 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bdd40e55-0958-4308-8343-acc9befded85 req-6a8552de-6057-4986-998c-e59cdfb14d93 tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] 10.222.0.54 "GET /v2.0/security-groups?id=43e21fe2-0487-4bc1-a8c8-0386cc10ecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555520 Sep 08 09:07:07.899958 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4bc1de-3cec-43ac-ac0b-e398e759423d req-34f1dfa8-da68-4077-91b0-6fd2537fc9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:07.901446 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9a4bc1de-3cec-43ac-ac0b-e398e759423d req-34f1dfa8-da68-4077-91b0-6fd2537fc9b2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b55eaef4-013f-4f3d-8aec-fea124c1fdb3 HTTP/1.1" status: 200 len: 849 time: 0.1328182 Sep 08 09:07:08.007731 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4799c27d-cf6a-47ae-aea7-34c169b973ff req-e1fcec2a-4678-40ef-80ca-11fb88ba866b tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:08.052506 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fcec2a-4678-40ef-80ca-11fb88ba866b tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Pushing event deleted for resources: {'Port': ['ID=9dd35bf3-cc57-4f6c-8850-8776441b057e,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:08.064608 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4bc1de-3cec-43ac-ac0b-e398e759423d req-9fc1a9ca-8887-47c5-893f-7871c80faab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:08.066217 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9a4bc1de-3cec-43ac-ac0b-e398e759423d req-9fc1a9ca-8887-47c5-893f-7871c80faab5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d15b4ce3-7986-485f-ad78-2afa75611397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1501422 Sep 08 09:07:08.137413 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-4799c27d-cf6a-47ae-aea7-34c169b973ff req-e1fcec2a-4678-40ef-80ca-11fb88ba866b tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] No DVR routers for this DVR port 9dd35bf3-cc57-4f6c-8850-8776441b057e on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:07:08.140571 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4799c27d-cf6a-47ae-aea7-34c169b973ff req-e1fcec2a-4678-40ef-80ca-11fb88ba866b tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:08.142662 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4799c27d-cf6a-47ae-aea7-34c169b973ff req-e1fcec2a-4678-40ef-80ca-11fb88ba866b tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.35 "DELETE /v2.0/ports/9dd35bf3-cc57-4f6c-8850-8776441b057e HTTP/1.1" status: 204 len: 173 time: 1.1252005 Sep 08 09:07:08.146862 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe23598-4841-4303-a735-060c694c118e req-736af38c-f9e0-4f13-bd1c-f3a431083bf6 tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:08.148554 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-abe23598-4841-4303-a735-060c694c118e req-736af38c-f9e0-4f13-bd1c-f3a431083bf6 tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] 10.222.0.54 "GET /v2.0/ports?device_id=29938a28-004b-4700-9662-96ebd5420fea HTTP/1.1" status: 200 len: 943 time: 0.0554750 Sep 08 09:07:08.149570 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4dfa3dbf-2ff9-46aa-beed-ec3ea778257b req-ecd6e9c8-91f5-4f01-b3ea-f7ffc6b8211b service neutron] 10.222.0.37 "GET /v2.0/networks/23b822cd-b882-4dbb-878c-c46b9547404f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626269 Sep 08 09:07:08.213497 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-abe23598-4841-4303-a735-060c694c118e req-6f36130f-277c-4a45-a02e-63b78d9a4fca tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb973837-d3e9-4acd-a652-03372c5407d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532961 Sep 08 09:07:08.217892 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-07d0e67c-e1d1-4d6d-973e-9243301740de req-9cf597df-57f2-4300-8c8a-e6729f2a5b59 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "GET /v2.0/ports?device_id=accb38d4-0ca8-48bb-979a-a8f4f0d0030b HTTP/1.1" status: 200 len: 210 time: 0.0712109 Sep 08 09:07:08.342300 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9a4bc1de-3cec-43ac-ac0b-e398e759423d req-03f0ee71-97cb-4e6f-a574-09c8faac187c service neutron] 10.222.0.37 "GET /v2.0/networks/d15b4ce3-7986-485f-ad78-2afa75611397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504106 Sep 08 09:07:08.355095 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639678a-1942-4d29-8d37-eaa1f65cb4df req-5a6b0b46-d490-4043-b74b-d69764233b10 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:08.357265 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4639678a-1942-4d29-8d37-eaa1f65cb4df req-5a6b0b46-d490-4043-b74b-d69764233b10 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 946 time: 0.0621893 Sep 08 09:07:08.368467 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4dfa3dbf-2ff9-46aa-beed-ec3ea778257b req-eea72550-8ce6-420b-b56d-c6ca603a7780 service neutron] 10.222.0.37 "GET /v2.0/networks/23b822cd-b882-4dbb-878c-c46b9547404f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012267 Sep 08 09:07:08.405008 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4639678a-1942-4d29-8d37-eaa1f65cb4df req-31170707-8041-45a3-bf0d-2c2f0a005534 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381799 Sep 08 09:07:08.433528 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 19101158-95b1-4c01-a3fc-f4874759cc6d details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:07:08.455758 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9a4bc1de-3cec-43ac-ac0b-e398e759423d req-e278e1e7-deef-41cb-ab66-402c1f3f053e service neutron] 10.222.0.37 "GET /v2.0/networks/d15b4ce3-7986-485f-ad78-2afa75611397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017385 Sep 08 09:07:08.537255 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 19101158-95b1-4c01-a3fc-f4874759cc6d, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=19101158-95b1-4c01-a3fc-f4874759cc6d,segment=NetworkSegment(9a382fdc-d859-4c49-ab25-c50fc5ae32d7),segment_id=9a382fdc-d859-4c49-ab25-c50fc5ae32d7)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:07:08.548710 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '19101158-95b1-4c01-a3fc-f4874759cc6d', 'network_id': '17f54a6d-dc20-46b7-8c8a-e3758bb602b9', 'port_id': '19101158-95b1-4c01-a3fc-f4874759cc6d', 'mac_address': 'fa:16:3e:d2:e9:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57edcb22-b6f3-4956-b574-6915b45254f1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:07:08.586851 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:08.600030 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19101158-95b1-4c01-a3fc-f4874759cc6d {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:07:08.622024 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 19101158-95b1-4c01-a3fc-f4874759cc6d, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=19101158-95b1-4c01-a3fc-f4874759cc6d,segment=NetworkSegment(9a382fdc-d859-4c49-ab25-c50fc5ae32d7),segment_id=9a382fdc-d859-4c49-ab25-c50fc5ae32d7)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:07:08.626370 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:08.675269 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=19101158-95b1-4c01-a3fc-f4874759cc6d,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:08.959116 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 0d8eae88-d784-465a-8923-dce8899c2aaa no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:07:08.976311 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea51140-d9cb-473a-8f7d-c396c1915258 req-7e14aaf0-6459-470e-bd63-5d73499d2d83 tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:08.979057 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4ea51140-d9cb-473a-8f7d-c396c1915258 req-7e14aaf0-6459-470e-bd63-5d73499d2d83 tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c4d2bc7-5de1-4fea-92ef-2f0496c9f5c0 HTTP/1.1" status: 200 len: 944 time: 0.0598526 Sep 08 09:07:08.982309 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: 0d8eae88-d784-465a-8923-dce8899c2aaa {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:07:08.982665 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 0d8eae88-d784-465a-8923-dce8899c2aaa not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:07:08.983274 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 9dd35bf3-cc57-4f6c-8850-8776441b057e no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:07:09.007399 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['19101158-95b1-4c01-a3fc-f4874759cc6d'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:07:09.009660 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: 9dd35bf3-cc57-4f6c-8850-8776441b057e {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:07:09.010007 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 9dd35bf3-cc57-4f6c-8850-8776441b057e not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:07:09.022689 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4ea51140-d9cb-473a-8f7d-c396c1915258 req-ccff2506-fa49-44ec-8425-ba7345a9e459 tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] 10.222.0.54 "GET /v2.0/security-groups?id=43e21fe2-0487-4bc1-a8c8-0386cc10ecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368068 Sep 08 09:07:09.125200 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29938a28-004b-4700-9662-96ebd5420fea', 'tag': 'd2fbcd3d-6add-4b03-b87d-9fb644f65262'}, {'server_uuid': 'accb38d4-0ca8-48bb-979a-a8f4f0d0030b', 'name': 'network-vif-deleted', 'tag': '9dd35bf3-cc57-4f6c-8850-8776441b057e'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:07:09.127450 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54e1d03-47bf-461d-b38d-53524103ba44" -d '{"events": [{"name": "network-changed", "server_uuid": "29938a28-004b-4700-9662-96ebd5420fea", "tag": "d2fbcd3d-6add-4b03-b87d-9fb644f65262"}, {"server_uuid": "accb38d4-0ca8-48bb-979a-a8f4f0d0030b", "name": "network-vif-deleted", "tag": "9dd35bf3-cc57-4f6c-8850-8776441b057e"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:07:09.174924 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 08 Sep 2021 09:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2148b147-5052-4084-8459-4b44b8769e66 x-openstack-request-id: req-2148b147-5052-4084-8459-4b44b8769e66 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:07:09.175507 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29938a28-004b-4700-9662-96ebd5420fea", "tag": "d2fbcd3d-6add-4b03-b87d-9fb644f65262", "status": "completed", "code": 200}, {"server_uuid": "accb38d4-0ca8-48bb-979a-a8f4f0d0030b", "name": "network-vif-deleted", "tag": "9dd35bf3-cc57-4f6c-8850-8776441b057e", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:07:09.175507 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2148b147-5052-4084-8459-4b44b8769e66 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:07:09.175869 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29938a28-004b-4700-9662-96ebd5420fea', 'tag': 'd2fbcd3d-6add-4b03-b87d-9fb644f65262', 'status': 'completed', 'code': 200} Sep 08 09:07:09.176126 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'accb38d4-0ca8-48bb-979a-a8f4f0d0030b', 'name': 'network-vif-deleted', 'tag': '9dd35bf3-cc57-4f6c-8850-8776441b057e', 'status': 'completed', 'code': 200} Sep 08 09:07:09.259813 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e1d03-47bf-461d-b38d-53524103ba44 req-f891368e-4cfd-454c-9d0c-f40f8ee85926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:09.260916 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d54e1d03-47bf-461d-b38d-53524103ba44 req-f891368e-4cfd-454c-9d0c-f40f8ee85926 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e689687a8f1343ddb4cf948027d7f252&device_id=29938a28-004b-4700-9662-96ebd5420fea HTTP/1.1" status: 200 len: 1095 time: 0.0432825 Sep 08 09:07:09.280091 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 46232) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:07:09.354033 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b502c49-a3ca-43aa-bbc5-6e8162ad5aa8 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Deleting subnet 4da38c30-1268-4b2c-aec1-4fc3c18a3194 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:07:09.359779 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9b502c49-a3ca-43aa-bbc5-6e8162ad5aa8 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:09.361487 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e1d03-47bf-461d-b38d-53524103ba44 req-1c624d7c-2ba1-4376-8ca0-d828f2ea5c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:09.363088 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d54e1d03-47bf-461d-b38d-53524103ba44 req-1c624d7c-2ba1-4376-8ca0-d828f2ea5c71 service neutron] 10.222.0.37 "GET /v2.0/networks?id=23b822cd-b882-4dbb-878c-c46b9547404f HTTP/1.1" status: 200 len: 916 time: 0.0944426 Sep 08 09:07:09.391672 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1713c4-2270-4e35-b8bb-f338bb0e312a req-98e2db9d-cfaf-41c3-b58b-7921fcf00b6c tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:09.393285 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bd1713c4-2270-4e35-b8bb-f338bb0e312a req-98e2db9d-cfaf-41c3-b58b-7921fcf00b6c tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] 10.222.0.54 "GET /v2.0/ports?device_id=29938a28-004b-4700-9662-96ebd5420fea HTTP/1.1" status: 200 len: 943 time: 0.1157897 Sep 08 09:07:09.411911 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d54e1d03-47bf-461d-b38d-53524103ba44 req-54861c25-2859-4c86-af91-fda5e8a18ab7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2fbcd3d-6add-4b03-b87d-9fb644f65262 HTTP/1.1" status: 200 len: 217 time: 0.0404069 Sep 08 09:07:09.426347 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9b502c49-a3ca-43aa-bbc5-6e8162ad5aa8 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:09.467275 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e1d03-47bf-461d-b38d-53524103ba44 req-f0c2ca7d-dcb5-4524-be84-38f4e85292c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:09.469013 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d54e1d03-47bf-461d-b38d-53524103ba44 req-f0c2ca7d-dcb5-4524-be84-38f4e85292c7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1910fcc2-9e00-42ea-90a9-a254ef5dd9b9 HTTP/1.1" status: 200 len: 855 time: 0.0500658 Sep 08 09:07:09.476447 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bd1713c4-2270-4e35-b8bb-f338bb0e312a req-9a102bf4-3036-4010-93e6-30a31e2d54a8 tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb973837-d3e9-4acd-a652-03372c5407d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747192 Sep 08 09:07:09.532072 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d54e1d03-47bf-461d-b38d-53524103ba44 req-271652ea-87f5-439f-bbd2-a48fbb10319b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=23b822cd-b882-4dbb-878c-c46b9547404f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524259 Sep 08 09:07:09.537453 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9b502c49-a3ca-43aa-bbc5-6e8162ad5aa8 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:09.582671 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b51d893-f86e-4090-82fe-591c32101072 req-62fc92d2-3b46-4006-bda5-d255eed6355d tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:09.584362 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5b51d893-f86e-4090-82fe-591c32101072 req-62fc92d2-3b46-4006-bda5-d255eed6355d tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 946 time: 0.1069844 Sep 08 09:07:09.597234 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9b502c49-a3ca-43aa-bbc5-6e8162ad5aa8 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:09.628693 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b502c49-a3ca-43aa-bbc5-6e8162ad5aa8 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Pushing event deleted for resources: {'Subnet': ['ID=4da38c30-1268-4b2c-aec1-4fc3c18a3194,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:09.632535 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9b502c49-a3ca-43aa-bbc5-6e8162ad5aa8 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:09.637263 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9b502c49-a3ca-43aa-bbc5-6e8162ad5aa8 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "DELETE /v2.0/subnets/4da38c30-1268-4b2c-aec1-4fc3c18a3194 HTTP/1.1" status: 204 len: 168 time: 0.3562264 Sep 08 09:07:09.638081 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 46238) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:07:09.641263 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac5efa5-6fb8-409e-9583-887ffdff0e11 None None] Network 39f860ac-152c-4bd2-a570-2b0cb1cff606 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:07:09.681454 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d54e1d03-47bf-461d-b38d-53524103ba44 req-fd82d98f-43a7-4e26-a564-48d12345ec28 service neutron] 10.222.0.37 "GET /v2.0/networks/23b822cd-b882-4dbb-878c-c46b9547404f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405830 Sep 08 09:07:09.684827 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5b51d893-f86e-4090-82fe-591c32101072 req-d65a28cc-cc0d-4935-b599-61da464ec129 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688255 Sep 08 09:07:09.738926 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-327f50b0-2fed-4115-b753-d004c8d902bc tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:09.791304 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d54e1d03-47bf-461d-b38d-53524103ba44 req-6c1696c6-cf93-4a20-8ef0-537e240d3279 service neutron] 10.222.0.37 "GET /v2.0/networks/23b822cd-b882-4dbb-878c-c46b9547404f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987139 Sep 08 09:07:09.803959 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-327f50b0-2fed-4115-b753-d004c8d902bc tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Deleting port cf32cc57-ac8a-426a-8680-b6263c8ef073 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:07:09.804314 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-327f50b0-2fed-4115-b753-d004c8d902bc tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:09.848081 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee22ac81-520d-4261-8253-498fca948fd2 None None] DHCP port deletion for 39f860ac-152c-4bd2-a570-2b0cb1cff606 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:07:09.882327 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-327f50b0-2fed-4115-b753-d004c8d902bc tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] For port cf32cc57-ac8a-426a-8680-b6263c8ef073, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=cf32cc57-ac8a-426a-8680-b6263c8ef073,segment=NetworkSegment(f3267700-4049-4a3f-85bb-00c21d647734),segment_id=f3267700-4049-4a3f-85bb-00c21d647734)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:07:09.882700 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-327f50b0-2fed-4115-b753-d004c8d902bc tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:09.894790 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-ee22ac81-520d-4261-8253-498fca948fd2 None None] Deleting port cf32cc57-ac8a-426a-8680-b6263c8ef073 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:07:09.895172 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ee22ac81-520d-4261-8253-498fca948fd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:09.895830 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-327f50b0-2fed-4115-b753-d004c8d902bc tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Calling delete_port for cf32cc57-ac8a-426a-8680-b6263c8ef073 owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:07:09.960092 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-ee22ac81-520d-4261-8253-498fca948fd2 None None] For port cf32cc57-ac8a-426a-8680-b6263c8ef073, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=cf32cc57-ac8a-426a-8680-b6263c8ef073,segment=NetworkSegment(f3267700-4049-4a3f-85bb-00c21d647734),segment_id=f3267700-4049-4a3f-85bb-00c21d647734)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:07:09.960537 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ee22ac81-520d-4261-8253-498fca948fd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:09.975175 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-ee22ac81-520d-4261-8253-498fca948fd2 None None] Calling delete_port for cf32cc57-ac8a-426a-8680-b6263c8ef073 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:07:09.975938 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-327f50b0-2fed-4115-b753-d004c8d902bc tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:10.003413 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f50b0-2fed-4115-b753-d004c8d902bc tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Pushing event deleted for resources: {'Port': ['ID=cf32cc57-ac8a-426a-8680-b6263c8ef073,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:10.005266 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327f50b0-2fed-4115-b753-d004c8d902bc tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] No DVR routers for this DVR port cf32cc57-ac8a-426a-8680-b6263c8ef073 on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:07:10.052246 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ee22ac81-520d-4261-8253-498fca948fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:10.081408 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee22ac81-520d-4261-8253-498fca948fd2 None None] Pushing event deleted for resources: {'Port': ['ID=cf32cc57-ac8a-426a-8680-b6263c8ef073,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:10.093588 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-327f50b0-2fed-4115-b753-d004c8d902bc tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:10.106685 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee22ac81-520d-4261-8253-498fca948fd2 None None] No DVR routers for this DVR port cf32cc57-ac8a-426a-8680-b6263c8ef073 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:07:10.123007 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-327f50b0-2fed-4115-b753-d004c8d902bc tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39f860ac-152c-4bd2-a570-2b0cb1cff606']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:07:10.154991 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-327f50b0-2fed-4115-b753-d004c8d902bc tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3267700-4049-4a3f-85bb-00c21d647734') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:07:10.155287 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-327f50b0-2fed-4115-b753-d004c8d902bc tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3267700-4049-4a3f-85bb-00c21d647734') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:07:10.166358 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-327f50b0-2fed-4115-b753-d004c8d902bc tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:10.168381 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device cf32cc57-ac8a-426a-8680-b6263c8ef073 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:07:10.183950 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-327f50b0-2fed-4115-b753-d004c8d902bc tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:10.191604 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: cf32cc57-ac8a-426a-8680-b6263c8ef073 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:07:10.191954 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device cf32cc57-ac8a-426a-8680-b6263c8ef073 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:07:10.196377 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3187896-2ace-4436-a339-78a03ad0c782 req-3a64644b-d74d-4bbb-91d1-d68c4274362a tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:10.198073 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a3187896-2ace-4436-a339-78a03ad0c782 req-3a64644b-d74d-4bbb-91d1-d68c4274362a tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c4d2bc7-5de1-4fea-92ef-2f0496c9f5c0 HTTP/1.1" status: 200 len: 944 time: 0.0792124 Sep 08 09:07:10.201084 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-327f50b0-2fed-4115-b753-d004c8d902bc tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:07:10.201808 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-327f50b0-2fed-4115-b753-d004c8d902bc tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:10.205270 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:07:10.205270 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:07:10.205270 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:07:10.205270 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:07:10.205270 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:07:10.205270 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:07:10.205270 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:07:10.205270 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:07:10.205270 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:07:10.205270 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:07:10.205270 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:07:10.205270 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:07:10.205270 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:07:10.205270 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:07:10.205270 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:07:10.205270 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:07:10.205270 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:07:10.205270 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:07:10.205270 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:07:10.205270 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:07:10.205270 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:07:10.205270 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:07:10.205270 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:07:10.205270 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:07:10.205270 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:07:10.205270 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:07:10.205270 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:07:10.205270 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:07:10.205270 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:07:10.205270 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:07:10.205270 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:07:10.205270 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:07:10.286384 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-327f50b0-2fed-4115-b753-d004c8d902bc tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:10.295001 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-327f50b0-2fed-4115-b753-d004c8d902bc tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:10.296743 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-327f50b0-2fed-4115-b753-d004c8d902bc tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "DELETE /v2.0/networks/39f860ac-152c-4bd2-a570-2b0cb1cff606 HTTP/1.1" status: 204 len: 168 time: 0.6579125 Sep 08 09:07:10.299562 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 46248) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:07:10.300026 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a3187896-2ace-4436-a339-78a03ad0c782 req-c453c511-1ccd-494e-ba73-edc9aeadda3c tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] 10.222.0.54 "GET /v2.0/security-groups?id=43e21fe2-0487-4bc1-a8c8-0386cc10ecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785594 Sep 08 09:07:10.311375 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f50b0-2fed-4115-b753-d004c8d902bc tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Pushing event deleted for resources: {'Network': ['ID=39f860ac-152c-4bd2-a570-2b0cb1cff606,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:10.353415 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-46ccfccf-1ecb-4012-88ab-e7c23ae49d76 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Deleting subnet 9efc282f-ffa9-4af8-a7e5-68967f2fc5d6 {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:07:10.356509 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-46ccfccf-1ecb-4012-88ab-e7c23ae49d76 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:10.401102 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-46ccfccf-1ecb-4012-88ab-e7c23ae49d76 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:10.441548 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 19101158-95b1-4c01-a3fc-f4874759cc6d up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:07:10.485200 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-46ccfccf-1ecb-4012-88ab-e7c23ae49d76 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:10.490149 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 19101158-95b1-4c01-a3fc-f4874759cc6d completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:07:10.494612 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 19101158-95b1-4c01-a3fc-f4874759cc6d triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:07:10.494988 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:10.574998 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-46ccfccf-1ecb-4012-88ab-e7c23ae49d76 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:10.603467 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:10.627655 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4d2bc7-5de1-4fea-92ef-2f0496c9f5c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19101158-95b1-4c01-a3fc-f4874759cc6d'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:07:10.629515 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ccfccf-1ecb-4012-88ab-e7c23ae49d76 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Pushing event deleted for resources: {'Subnet': ['ID=9efc282f-ffa9-4af8-a7e5-68967f2fc5d6,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:10.629955 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a099d89d-dd78-41d1-944d-6aa1c2a9894d" -d '{"events": [{"server_uuid": "4c4d2bc7-5de1-4fea-92ef-2f0496c9f5c0", "name": "network-vif-plugged", "status": "completed", "tag": "19101158-95b1-4c01-a3fc-f4874759cc6d"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:07:10.634938 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-46ccfccf-1ecb-4012-88ab-e7c23ae49d76 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:10.637101 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-46ccfccf-1ecb-4012-88ab-e7c23ae49d76 tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "DELETE /v2.0/subnets/9efc282f-ffa9-4af8-a7e5-68967f2fc5d6 HTTP/1.1" status: 204 len: 168 time: 0.3363872 Sep 08 09:07:10.640968 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 46254) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:07:10.650628 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 19101158-95b1-4c01-a3fc-f4874759cc6d, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=19101158-95b1-4c01-a3fc-f4874759cc6d,segment=NetworkSegment(9a382fdc-d859-4c49-ab25-c50fc5ae32d7),segment_id=9a382fdc-d859-4c49-ab25-c50fc5ae32d7)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:07:10.654245 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb276c5-8850-46b9-9096-875f4062c58f None None] Network 1c762b55-0f8d-4610-9a76-7dc4f0074a1b requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:07:10.669068 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:10.684084 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1d411c-3623-457e-8b51-3b4d4775eacf x-openstack-request-id: req-8b1d411c-3623-457e-8b51-3b4d4775eacf {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:07:10.684362 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4d2bc7-5de1-4fea-92ef-2f0496c9f5c0", "name": "network-vif-plugged", "status": "completed", "tag": "19101158-95b1-4c01-a3fc-f4874759cc6d", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:07:10.684960 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8b1d411c-3623-457e-8b51-3b4d4775eacf {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:07:10.685083 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4d2bc7-5de1-4fea-92ef-2f0496c9f5c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19101158-95b1-4c01-a3fc-f4874759cc6d', 'code': 200} Sep 08 09:07:10.692405 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167e2c8-c557-4255-9354-21d2f033d8ce req-9baa1c53-81b0-4618-bf5c-2e671185144e tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:10.693978 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6167e2c8-c557-4255-9354-21d2f033d8ce req-9baa1c53-81b0-4618-bf5c-2e671185144e tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] 10.222.0.54 "GET /v2.0/ports?device_id=29938a28-004b-4700-9662-96ebd5420fea HTTP/1.1" status: 200 len: 943 time: 0.1353941 Sep 08 09:07:10.763091 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-82899bc4-234b-4357-9bd9-35930e9b876d tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:10.802992 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=19101158-95b1-4c01-a3fc-f4874759cc6d,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:10.819622 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6167e2c8-c557-4255-9354-21d2f033d8ce req-bee060e4-9f65-4f64-bd00-10ddb797e056 tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb973837-d3e9-4acd-a652-03372c5407d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913022 Sep 08 09:07:10.861802 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44cc65-e8d9-4048-89b0-2d80253aec13 req-760d94bf-9ef0-43d5-9424-acdffbe73479 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:10.862335 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348f191-174a-4e6e-a012-7132132973d9 req-1dee4b51-ee48-4cc9-bc99-6927722100f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:10.863401 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3d44cc65-e8d9-4048-89b0-2d80253aec13 req-760d94bf-9ef0-43d5-9424-acdffbe73479 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 946 time: 0.0836816 Sep 08 09:07:10.863854 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2348f191-174a-4e6e-a012-7132132973d9 req-1dee4b51-ee48-4cc9-bc99-6927722100f7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4c4d2bc7-5de1-4fea-92ef-2f0496c9f5c0 HTTP/1.1" status: 200 len: 1097 time: 0.0840154 Sep 08 09:07:10.898179 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-82899bc4-234b-4357-9bd9-35930e9b876d tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Deleting port d0229cd6-676f-4b56-8f00-f97e8094db9d {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:07:10.898534 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-82899bc4-234b-4357-9bd9-35930e9b876d tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:10.920537 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3d44cc65-e8d9-4048-89b0-2d80253aec13 req-06dccd11-baaa-4cac-815b-cb450abe92e4 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489893 Sep 08 09:07:10.923463 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd195d3-b5e9-4aff-9d2b-e6668df75c68 None None] DHCP port deletion for 1c762b55-0f8d-4610-9a76-7dc4f0074a1b request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:07:10.932877 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2348f191-174a-4e6e-a012-7132132973d9 req-ee7842c0-a5c0-43af-8625-71a0f76267be service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=43e21fe2-0487-4bc1-a8c8-0386cc10ecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607526 Sep 08 09:07:10.973216 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-5fd195d3-b5e9-4aff-9d2b-e6668df75c68 None None] Deleting port d0229cd6-676f-4b56-8f00-f97e8094db9d {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:07:10.973746 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5fd195d3-b5e9-4aff-9d2b-e6668df75c68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:10.978162 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-82899bc4-234b-4357-9bd9-35930e9b876d tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] For port d0229cd6-676f-4b56-8f00-f97e8094db9d, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=d0229cd6-676f-4b56-8f00-f97e8094db9d,segment=NetworkSegment(596ebcad-77de-4a1a-aced-5e25662f4b0d),segment_id=596ebcad-77de-4a1a-aced-5e25662f4b0d)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:07:10.978634 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-82899bc4-234b-4357-9bd9-35930e9b876d tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:10.991083 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-82899bc4-234b-4357-9bd9-35930e9b876d tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Calling delete_port for d0229cd6-676f-4b56-8f00-f97e8094db9d owned by network:dhcp {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:07:11.037025 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-5fd195d3-b5e9-4aff-9d2b-e6668df75c68 None None] For port d0229cd6-676f-4b56-8f00-f97e8094db9d, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=d0229cd6-676f-4b56-8f00-f97e8094db9d,segment=NetworkSegment(596ebcad-77de-4a1a-aced-5e25662f4b0d),segment_id=596ebcad-77de-4a1a-aced-5e25662f4b0d)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:07:11.037540 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5fd195d3-b5e9-4aff-9d2b-e6668df75c68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:11.055538 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-5fd195d3-b5e9-4aff-9d2b-e6668df75c68 None None] Calling delete_port for d0229cd6-676f-4b56-8f00-f97e8094db9d owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:07:11.080808 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-82899bc4-234b-4357-9bd9-35930e9b876d tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:11.107274 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82899bc4-234b-4357-9bd9-35930e9b876d tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Pushing event deleted for resources: {'Port': ['ID=d0229cd6-676f-4b56-8f00-f97e8094db9d,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:11.110779 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82899bc4-234b-4357-9bd9-35930e9b876d tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] No DVR routers for this DVR port d0229cd6-676f-4b56-8f00-f97e8094db9d on host n-d-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:07:11.127318 n-d-806683-11 neutron-server[94714]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 08 09:07:11.127318 n-d-806683-11 neutron-server[94714]: from cryptography.utils import int_from_bytes Sep 08 09:07:11.127318 n-d-806683-11 neutron-server[94714]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 08 09:07:11.127318 n-d-806683-11 neutron-server[94714]: from cryptography.utils import int_from_bytes Sep 08 09:07:11.127318 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:07:11.127318 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:07:11.127318 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:07:11.127318 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:07:11.127318 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:07:11.127318 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:07:11.127318 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:07:11.127318 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:07:11.127318 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:07:11.127318 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:07:11.127318 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:07:11.127318 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:07:11.127318 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:07:11.127318 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:07:11.127318 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:07:11.127318 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:07:11.127318 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:07:11.127318 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:07:11.127318 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:07:11.127318 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:07:11.127318 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:07:11.127318 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:07:11.127318 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:07:11.127318 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:07:11.127318 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:07:11.127318 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:07:11.127318 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:07:11.127318 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:07:11.127318 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:07:11.127318 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:07:11.127318 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:07:11.127318 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:07:11.127318 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:07:11.127318 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:07:11.127318 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:07:11.127318 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:07:11.127318 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:07:11.127318 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:07:11.130444 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:07:11.130444 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:07:11.130444 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:07:11.130444 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:07:11.130444 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:07:11.130444 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:07:11.130444 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:07:11.130444 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:07:11.130444 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:07:11.130444 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:07:11.130444 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:07:11.130444 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:07:11.130444 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:07:11.130444 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:07:11.132972 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5fd195d3-b5e9-4aff-9d2b-e6668df75c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:11.160547 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd195d3-b5e9-4aff-9d2b-e6668df75c68 None None] Pushing event deleted for resources: {'Port': ['ID=d0229cd6-676f-4b56-8f00-f97e8094db9d,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:11.162483 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd195d3-b5e9-4aff-9d2b-e6668df75c68 None None] No DVR routers for this DVR port d0229cd6-676f-4b56-8f00-f97e8094db9d on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:07:11.196493 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-82899bc4-234b-4357-9bd9-35930e9b876d tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:11.217850 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-82899bc4-234b-4357-9bd9-35930e9b876d tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c762b55-0f8d-4610-9a76-7dc4f0074a1b']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:07:11.227131 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-82899bc4-234b-4357-9bd9-35930e9b876d tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '596ebcad-77de-4a1a-aced-5e25662f4b0d') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:07:11.227433 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-82899bc4-234b-4357-9bd9-35930e9b876d tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '596ebcad-77de-4a1a-aced-5e25662f4b0d') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:07:11.237344 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-82899bc4-234b-4357-9bd9-35930e9b876d tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:11.252398 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-82899bc4-234b-4357-9bd9-35930e9b876d tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:11.259349 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82899bc4-234b-4357-9bd9-35930e9b876d tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:07:11.259870 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-82899bc4-234b-4357-9bd9-35930e9b876d tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:11.262824 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:07:11.262824 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:07:11.262824 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:07:11.262824 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:07:11.262824 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:07:11.262824 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:07:11.262824 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:07:11.262824 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:07:11.262824 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:07:11.262824 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:07:11.262824 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:07:11.262824 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:07:11.262824 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:07:11.262824 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:07:11.262824 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:07:11.262824 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:07:11.262824 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:07:11.262824 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:07:11.262824 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:07:11.262824 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:07:11.262824 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:07:11.262824 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:07:11.262824 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:07:11.262824 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:07:11.262824 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:07:11.262824 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:07:11.262824 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:07:11.262824 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:07:11.262824 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:07:11.262824 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:07:11.262824 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:07:11.262824 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:07:11.320038 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-82899bc4-234b-4357-9bd9-35930e9b876d tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:11.327729 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-82899bc4-234b-4357-9bd9-35930e9b876d tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:11.329632 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-82899bc4-234b-4357-9bd9-35930e9b876d tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] 10.222.0.54 "DELETE /v2.0/networks/1c762b55-0f8d-4610-9a76-7dc4f0074a1b HTTP/1.1" status: 204 len: 168 time: 0.6877067 Sep 08 09:07:11.348887 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82899bc4-234b-4357-9bd9-35930e9b876d tempest-ServersTestMultiNic-1918489632 tempest-ServersTestMultiNic-1918489632-project] Pushing event deleted for resources: {'Network': ['ID=1c762b55-0f8d-4610-9a76-7dc4f0074a1b,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:11.445755 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa4814-e343-4762-b1b4-0861fc77440e req-5fee0c86-695c-4a35-b82e-e7ff13c72b1e tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:11.448188 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-42aa4814-e343-4762-b1b4-0861fc77440e req-5fee0c86-695c-4a35-b82e-e7ff13c72b1e tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c4d2bc7-5de1-4fea-92ef-2f0496c9f5c0 HTTP/1.1" status: 200 len: 945 time: 0.0626264 Sep 08 09:07:11.488012 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 46274) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:07:11.495971 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-42aa4814-e343-4762-b1b4-0861fc77440e req-501c3a78-e94d-4178-bebc-5e82bcc4ef31 tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] 10.222.0.54 "GET /v2.0/security-groups?id=43e21fe2-0487-4bc1-a8c8-0386cc10ecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410252 Sep 08 09:07:11.859300 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-325d7c3c-5b0c-4626-8b6a-01b935716980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:12.156635 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875f31a-cfb7-4345-93ec-b550dc7471ed req-63e77225-2b15-489d-8981-daf5d8a72237 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:12.158187 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4875f31a-cfb7-4345-93ec-b550dc7471ed req-63e77225-2b15-489d-8981-daf5d8a72237 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 946 time: 0.0591829 Sep 08 09:07:12.175178 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device d0229cd6-676f-4b56-8f00-f97e8094db9d no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:07:12.196476 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e4a78-dc2c-47e8-aad0-756805d107bb req-b1374a05-5bd8-4e09-879e-1e49b54ea305 tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:12.198451 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-138e4a78-dc2c-47e8-aad0-756805d107bb req-b1374a05-5bd8-4e09-879e-1e49b54ea305 tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] 10.222.0.54 "GET /v2.0/ports?device_id=29938a28-004b-4700-9662-96ebd5420fea HTTP/1.1" status: 200 len: 943 time: 0.0694251 Sep 08 09:07:12.205616 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4875f31a-cfb7-4345-93ec-b550dc7471ed req-d3795e2d-8934-4802-a8eb-73135c507257 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413842 Sep 08 09:07:12.206088 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: d0229cd6-676f-4b56-8f00-f97e8094db9d {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:07:12.206624 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device d0229cd6-676f-4b56-8f00-f97e8094db9d not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:07:12.226853 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-325d7c3c-5b0c-4626-8b6a-01b935716980 admin admin] Deleting port 136d191a-e4d0-43a1-b6f4-c0d83bd17231 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:07:12.227995 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-325d7c3c-5b0c-4626-8b6a-01b935716980 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:12.304661 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-138e4a78-dc2c-47e8-aad0-756805d107bb req-4870b112-0a1f-417e-a36a-e17195884c93 tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb973837-d3e9-4acd-a652-03372c5407d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885680 Sep 08 09:07:12.339444 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-325d7c3c-5b0c-4626-8b6a-01b935716980 admin admin] For port 136d191a-e4d0-43a1-b6f4-c0d83bd17231, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=136d191a-e4d0-43a1-b6f4-c0d83bd17231,segment=NetworkSegment(7051dfdd-9473-439f-8fcc-5a46706226e7),segment_id=7051dfdd-9473-439f-8fcc-5a46706226e7)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:07:12.340295 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-325d7c3c-5b0c-4626-8b6a-01b935716980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:12.353895 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-325d7c3c-5b0c-4626-8b6a-01b935716980 admin admin] Calling delete_port for 136d191a-e4d0-43a1-b6f4-c0d83bd17231 owned by network:router_interface {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:07:12.443631 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device d2fbcd3d-6add-4b03-b87d-9fb644f65262 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:07:12.545765 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-325d7c3c-5b0c-4626-8b6a-01b935716980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:12.548319 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port d2fbcd3d-6add-4b03-b87d-9fb644f65262, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=d2fbcd3d-6add-4b03-b87d-9fb644f65262,segment=NetworkSegment(a1f590c1-7f98-477c-93ff-92b212986c5a),segment_id=a1f590c1-7f98-477c-93ff-92b212986c5a)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:07:12.560242 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': 'd2fbcd3d-6add-4b03-b87d-9fb644f65262', 'network_id': '23b822cd-b882-4dbb-878c-c46b9547404f', 'port_id': 'd2fbcd3d-6add-4b03-b87d-9fb644f65262', 'mac_address': 'fa:16:3e:aa:2f:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1910fcc2-9e00-42ea-90a9-a254ef5dd9b9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:07:12.575767 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d7c3c-5b0c-4626-8b6a-01b935716980 admin admin] Pushing event deleted for resources: {'Port': ['ID=136d191a-e4d0-43a1-b6f4-c0d83bd17231,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:12.604125 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:12.619462 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2fbcd3d-6add-4b03-b87d-9fb644f65262 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:07:12.628364 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55976cf2-b994-496e-b5a9-d156c9cc69fc req-50d3d62f-476e-4213-8790-34468c5c5cf0 tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:12.639144 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-55976cf2-b994-496e-b5a9-d156c9cc69fc req-50d3d62f-476e-4213-8790-34468c5c5cf0 tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c4d2bc7-5de1-4fea-92ef-2f0496c9f5c0 HTTP/1.1" status: 200 len: 945 time: 0.0690408 Sep 08 09:07:12.642298 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port d2fbcd3d-6add-4b03-b87d-9fb644f65262, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=d2fbcd3d-6add-4b03-b87d-9fb644f65262,segment=NetworkSegment(a1f590c1-7f98-477c-93ff-92b212986c5a),segment_id=a1f590c1-7f98-477c-93ff-92b212986c5a)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:07:12.647062 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:12.691012 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-55976cf2-b994-496e-b5a9-d156c9cc69fc req-1e0286f6-b216-4188-9621-64f9923d8a5a tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] 10.222.0.54 "GET /v2.0/security-groups?id=43e21fe2-0487-4bc1-a8c8-0386cc10ecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498312 Sep 08 09:07:12.716497 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=d2fbcd3d-6add-4b03-b87d-9fb644f65262,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:12.785333 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-325d7c3c-5b0c-4626-8b6a-01b935716980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:13.040636 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['d2fbcd3d-6add-4b03-b87d-9fb644f65262'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:07:13.336263 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db3e6f-4263-4b96-b9f2-81b81f334061 req-ca56501c-4726-452a-b3ee-ea7b9f85307c tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:13.337988 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f0db3e6f-4263-4b96-b9f2-81b81f334061 req-ca56501c-4726-452a-b3ee-ea7b9f85307c tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 946 time: 0.0560794 Sep 08 09:07:13.350784 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8107de-7025-4e13-8142-79d714338751 req-e05c11f9-7107-4be0-a8c8-8ac97543b332 tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:13.352854 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fe8107de-7025-4e13-8142-79d714338751 req-e05c11f9-7107-4be0-a8c8-8ac97543b332 tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c4d2bc7-5de1-4fea-92ef-2f0496c9f5c0 HTTP/1.1" status: 200 len: 945 time: 0.0950849 Sep 08 09:07:13.379835 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f0db3e6f-4263-4b96-b9f2-81b81f334061 req-02d354dc-e845-4f41-9e60-c1c4a6b63ff7 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352879 Sep 08 09:07:13.388556 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-325d7c3c-5b0c-4626-8b6a-01b935716980 admin admin] Router 45f6733f-f81d-4187-b7f8-140211500c4b has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:07:13.405371 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fe8107de-7025-4e13-8142-79d714338751 req-3312f970-710e-4c13-9742-b2fd57dbc42b tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] 10.222.0.54 "GET /v2.0/security-groups?id=43e21fe2-0487-4bc1-a8c8-0386cc10ecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455689 Sep 08 09:07:13.486250 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616eaaee-110c-481a-b5a2-9e91bdadd1e4 req-b975be9c-ce7e-4170-914f-1c9770c22adb tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:13.487721 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-616eaaee-110c-481a-b5a2-9e91bdadd1e4 req-b975be9c-ce7e-4170-914f-1c9770c22adb tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] 10.222.0.54 "GET /v2.0/ports?device_id=29938a28-004b-4700-9662-96ebd5420fea HTTP/1.1" status: 200 len: 944 time: 0.0502114 Sep 08 09:07:13.517448 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325d7c3c-5b0c-4626-8b6a-01b935716980 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:07:13.525551 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 46304) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:07:13.525950 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-325d7c3c-5b0c-4626-8b6a-01b935716980 admin admin] 10.222.0.54 "PUT /v2.0/routers/45f6733f-f81d-4187-b7f8-140211500c4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0366881 Sep 08 09:07:13.528329 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1d445e-3b6f-4351-8835-5fdf955671ad None None] Sync routers for ids ['45f6733f-f81d-4187-b7f8-140211500c4b'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:07:13.537039 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-616eaaee-110c-481a-b5a2-9e91bdadd1e4 req-e9092e01-9c52-4eec-9fb3-98efd6628313 tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb973837-d3e9-4acd-a652-03372c5407d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420713 Sep 08 09:07:13.538015 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1d445e-3b6f-4351-8835-5fdf955671ad None None] Routers {'45f6733f-f81d-4187-b7f8-140211500c4b'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:07:13.538880 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-5c1d445e-3b6f-4351-8835-5fdf955671ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:06:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['45f6733f-f81d-4187-b7f8-140211500c4b'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:07:13.669340 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-5c1d445e-3b6f-4351-8835-5fdf955671ad None None] Set router 45f6733f-f81d-4187-b7f8-140211500c4b gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:07:13.865367 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-5c1d445e-3b6f-4351-8835-5fdf955671ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f6733f-f81d-4187-b7f8-140211500c4b', 'name': 'tempest-ServersTestMultiNic-1663153454-router', 'tenant_id': '59b3a59c99284cc49457493338f2d5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd0c6da31-c70b-4e33-a9c7-4b17143982f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:05:47Z', 'updated_at': '2021-09-08T09:07:12Z', 'revision_number': 5, 'project_id': '59b3a59c99284cc49457493338f2d5a8', 'gw_port': {'id': 'd0c6da31-c70b-4e33-a9c7-4b17143982f9', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ce:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f6733f-f81d-4187-b7f8-140211500c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:05:47Z', 'updated_at': '2021-09-08T09:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:07:13.894909 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1d445e-3b6f-4351-8835-5fdf955671ad None None] Checking router: 45f6733f-f81d-4187-b7f8-140211500c4b for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:07:13.904957 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1d445e-3b6f-4351-8835-5fdf955671ad None None] Routers {'45f6733f-f81d-4187-b7f8-140211500c4b'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:07:13.905588 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-5c1d445e-3b6f-4351-8835-5fdf955671ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:06:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['45f6733f-f81d-4187-b7f8-140211500c4b'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:07:13.944966 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-31f2420f-1064-4f04-8446-e50946a1facc admin admin] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:14.017231 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-5c1d445e-3b6f-4351-8835-5fdf955671ad None None] Set router 45f6733f-f81d-4187-b7f8-140211500c4b gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:07:14.047003 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-31f2420f-1064-4f04-8446-e50946a1facc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:14.103119 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-31f2420f-1064-4f04-8446-e50946a1facc admin admin] Deleting port d0c6da31-c70b-4e33-a9c7-4b17143982f9 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:07:14.103477 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-31f2420f-1064-4f04-8446-e50946a1facc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:14.206769 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-31f2420f-1064-4f04-8446-e50946a1facc admin admin] For port d0c6da31-c70b-4e33-a9c7-4b17143982f9, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=d0c6da31-c70b-4e33-a9c7-4b17143982f9,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:07:14.207140 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-31f2420f-1064-4f04-8446-e50946a1facc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:14.222715 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-5c1d445e-3b6f-4351-8835-5fdf955671ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45f6733f-f81d-4187-b7f8-140211500c4b', 'name': 'tempest-ServersTestMultiNic-1663153454-router', 'tenant_id': '59b3a59c99284cc49457493338f2d5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd0c6da31-c70b-4e33-a9c7-4b17143982f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:05:47Z', 'updated_at': '2021-09-08T09:07:12Z', 'revision_number': 5, 'project_id': '59b3a59c99284cc49457493338f2d5a8', 'gw_port': {'id': 'd0c6da31-c70b-4e33-a9c7-4b17143982f9', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ce:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f6733f-f81d-4187-b7f8-140211500c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:05:47Z', 'updated_at': '2021-09-08T09:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:07:14.226657 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-31f2420f-1064-4f04-8446-e50946a1facc admin admin] Calling delete_port for d0c6da31-c70b-4e33-a9c7-4b17143982f9 owned by network:router_gateway {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:07:14.254857 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1d445e-3b6f-4351-8835-5fdf955671ad None None] The sync data for ids ['45f6733f-f81d-4187-b7f8-140211500c4b'] in n-d-806683-11 is: [{'id': '45f6733f-f81d-4187-b7f8-140211500c4b', 'name': 'tempest-ServersTestMultiNic-1663153454-router', 'tenant_id': '59b3a59c99284cc49457493338f2d5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': 'd0c6da31-c70b-4e33-a9c7-4b17143982f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:05:47Z', 'updated_at': '2021-09-08T09:07:12Z', 'revision_number': 5, 'project_id': '59b3a59c99284cc49457493338f2d5a8', 'gw_port': {'id': 'd0c6da31-c70b-4e33-a9c7-4b17143982f9', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ce:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f6733f-f81d-4187-b7f8-140211500c4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:05:47Z', 'updated_at': '2021-09-08T09:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:07:14.396783 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-31f2420f-1064-4f04-8446-e50946a1facc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:14.423662 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2420f-1064-4f04-8446-e50946a1facc admin admin] Pushing event deleted for resources: {'Port': ['ID=d0c6da31-c70b-4e33-a9c7-4b17143982f9,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:14.468179 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device d2fbcd3d-6add-4b03-b87d-9fb644f65262 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:07:14.487144 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-31f2420f-1064-4f04-8446-e50946a1facc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:14.512656 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77c94f-9c45-408c-9a70-2487dfed3442 req-09a85ec4-bb69-4d4d-a4d0-f55d501e50b4 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:14.514388 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bc77c94f-9c45-408c-9a70-2487dfed3442 req-09a85ec4-bb69-4d4d-a4d0-f55d501e50b4 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 946 time: 0.0591345 Sep 08 09:07:14.532387 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port d2fbcd3d-6add-4b03-b87d-9fb644f65262 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:07:14.536610 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port d2fbcd3d-6add-4b03-b87d-9fb644f65262 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:07:14.536610 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:14.555582 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bc77c94f-9c45-408c-9a70-2487dfed3442 req-28845f34-6d84-41fc-9469-39e3083ef70b tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335772 Sep 08 09:07:14.616755 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-31f2420f-1064-4f04-8446-e50946a1facc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:14.621059 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-31f2420f-1064-4f04-8446-e50946a1facc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:14.647742 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:14.657374 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc18096-845d-49b5-8b81-7c2c2934019c req-dcd5e9d2-03d4-402a-873f-846d59fa8ad6 tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:14.660526 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3fc18096-845d-49b5-8b81-7c2c2934019c req-dcd5e9d2-03d4-402a-873f-846d59fa8ad6 tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c4d2bc7-5de1-4fea-92ef-2f0496c9f5c0 HTTP/1.1" status: 200 len: 945 time: 0.0894775 Sep 08 09:07:14.677538 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29938a28-004b-4700-9662-96ebd5420fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2fbcd3d-6add-4b03-b87d-9fb644f65262'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:07:14.683655 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a973ed4-64e1-4649-9988-0c5d7acf5445" -d '{"events": [{"server_uuid": "29938a28-004b-4700-9662-96ebd5420fea", "name": "network-vif-plugged", "status": "completed", "tag": "d2fbcd3d-6add-4b03-b87d-9fb644f65262"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:07:14.685464 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918d5ea-96bd-41eb-9503-19b67ba9a096 req-c3a869ea-aa54-44d7-a1fa-036381d1e52c tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:14.693004 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1918d5ea-96bd-41eb-9503-19b67ba9a096 req-c3a869ea-aa54-44d7-a1fa-036381d1e52c tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c4d2bc7-5de1-4fea-92ef-2f0496c9f5c0 HTTP/1.1" status: 200 len: 945 time: 0.2078335 Sep 08 09:07:14.694205 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-31f2420f-1064-4f04-8446-e50946a1facc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:14.694778 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f2420f-1064-4f04-8446-e50946a1facc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45f6733f-f81d-4187-b7f8-140211500c4b {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:07:14.700150 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port d2fbcd3d-6add-4b03-b87d-9fb644f65262, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=d2fbcd3d-6add-4b03-b87d-9fb644f65262,segment=NetworkSegment(a1f590c1-7f98-477c-93ff-92b212986c5a),segment_id=a1f590c1-7f98-477c-93ff-92b212986c5a)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:07:14.708572 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:14.712848 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-31f2420f-1064-4f04-8446-e50946a1facc admin admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:14.715263 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-31f2420f-1064-4f04-8446-e50946a1facc admin admin] 10.222.0.54 "DELETE /v2.0/routers/45f6733f-f81d-4187-b7f8-140211500c4b HTTP/1.1" status: 204 len: 168 time: 1.1878378 Sep 08 09:07:14.721406 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 46322) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:07:14.767025 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1918d5ea-96bd-41eb-9503-19b67ba9a096 req-694c96cb-b513-4896-b43b-65bb22ae1200 tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] 10.222.0.54 "GET /v2.0/security-groups?id=43e21fe2-0487-4bc1-a8c8-0386cc10ecc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503631 Sep 08 09:07:14.855330 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aa7407f-197e-4322-bde3-f5125397bcf6 admin admin] Deleting subnet f299c655-8260-4dea-890e-61aa03742ab7 {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:07:14.863092 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4aa7407f-197e-4322-bde3-f5125397bcf6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:14.919808 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94594e1-2f8a-497b-98ab-c2752c75e1a9 req-0dcb627a-c9b4-488e-90b3-a278e33e487f tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:14.921500 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b94594e1-2f8a-497b-98ab-c2752c75e1a9 req-0dcb627a-c9b4-488e-90b3-a278e33e487f tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] 10.222.0.54 "GET /v2.0/ports?device_id=29938a28-004b-4700-9662-96ebd5420fea HTTP/1.1" status: 200 len: 945 time: 0.1310222 Sep 08 09:07:14.926422 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-3fc18096-845d-49b5-8b81-7c2c2934019c req-7021684e-b89a-4edc-af07-794e2dcb03c0 tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] Deleting port 19101158-95b1-4c01-a3fc-f4874759cc6d {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:07:14.926849 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-3fc18096-845d-49b5-8b81-7c2c2934019c req-7021684e-b89a-4edc-af07-794e2dcb03c0 tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:14.930634 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=d2fbcd3d-6add-4b03-b87d-9fb644f65262,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:14.956242 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37e7744-c4df-44f5-8ae5-d7d4202a92a7 x-openstack-request-id: req-f37e7744-c4df-44f5-8ae5-d7d4202a92a7 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:07:14.956565 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29938a28-004b-4700-9662-96ebd5420fea", "name": "network-vif-plugged", "status": "completed", "tag": "d2fbcd3d-6add-4b03-b87d-9fb644f65262", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:07:14.956826 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f37e7744-c4df-44f5-8ae5-d7d4202a92a7 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:07:14.957226 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29938a28-004b-4700-9662-96ebd5420fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2fbcd3d-6add-4b03-b87d-9fb644f65262', 'code': 200} Sep 08 09:07:14.968925 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4aa7407f-197e-4322-bde3-f5125397bcf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:15.098765 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b94594e1-2f8a-497b-98ab-c2752c75e1a9 req-344dc0cf-b362-4925-920b-28b32391c494 tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb973837-d3e9-4acd-a652-03372c5407d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668508 Sep 08 09:07:15.138105 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-3fc18096-845d-49b5-8b81-7c2c2934019c req-7021684e-b89a-4edc-af07-794e2dcb03c0 tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] For port 19101158-95b1-4c01-a3fc-f4874759cc6d, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=19101158-95b1-4c01-a3fc-f4874759cc6d,segment=NetworkSegment(9a382fdc-d859-4c49-ab25-c50fc5ae32d7),segment_id=9a382fdc-d859-4c49-ab25-c50fc5ae32d7)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:07:15.138484 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-3fc18096-845d-49b5-8b81-7c2c2934019c req-7021684e-b89a-4edc-af07-794e2dcb03c0 tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:15.158936 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-3fc18096-845d-49b5-8b81-7c2c2934019c req-7021684e-b89a-4edc-af07-794e2dcb03c0 tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] Calling delete_port for 19101158-95b1-4c01-a3fc-f4874759cc6d owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:07:15.181521 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8f893-a64e-4f43-9e1c-de9822a4886e req-f9ef6e7c-2694-4cfc-a2f0-23abc1166c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:15.183062 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e7e8f893-a64e-4f43-9e1c-de9822a4886e req-f9ef6e7c-2694-4cfc-a2f0-23abc1166c8d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=29938a28-004b-4700-9662-96ebd5420fea HTTP/1.1" status: 200 len: 1097 time: 0.1332247 Sep 08 09:07:15.185455 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4aa7407f-197e-4322-bde3-f5125397bcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:15.301431 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e7e8f893-a64e-4f43-9e1c-de9822a4886e req-3916b035-8ddf-4948-8fac-e9894ad3357c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=eb973837-d3e9-4acd-a652-03372c5407d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643191 Sep 08 09:07:15.325271 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4aa7407f-197e-4322-bde3-f5125397bcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:15.376588 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa7407f-197e-4322-bde3-f5125397bcf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f299c655-8260-4dea-890e-61aa03742ab7,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:15.384098 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4aa7407f-197e-4322-bde3-f5125397bcf6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:15.385843 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4aa7407f-197e-4322-bde3-f5125397bcf6 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/f299c655-8260-4dea-890e-61aa03742ab7 HTTP/1.1" status: 204 len: 168 time: 0.6634996 Sep 08 09:07:15.389179 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 46326) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:07:15.389704 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cd2056-149e-41d0-8bc0-217e2ca60e0d None None] Network d01a3d55-8a93-4595-80e5-c1fe47508ff3 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:07:15.424161 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-3fc18096-845d-49b5-8b81-7c2c2934019c req-7021684e-b89a-4edc-af07-794e2dcb03c0 tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:15.455576 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7021684e-b89a-4edc-af07-794e2dcb03c0 tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] Pushing event deleted for resources: {'Port': ['ID=19101158-95b1-4c01-a3fc-f4874759cc6d,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:15.458771 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['19101158-95b1-4c01-a3fc-f4874759cc6d'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:07:15.499919 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2b11ea8-2f1c-43b4-96c2-dfb81626ab8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:15.513203 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc18096-845d-49b5-8b81-7c2c2934019c req-7021684e-b89a-4edc-af07-794e2dcb03c0 tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] No DVR routers for this DVR port 19101158-95b1-4c01-a3fc-f4874759cc6d on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:07:15.515929 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-3fc18096-845d-49b5-8b81-7c2c2934019c req-7021684e-b89a-4edc-af07-794e2dcb03c0 tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:15.518087 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3fc18096-845d-49b5-8b81-7c2c2934019c req-7021684e-b89a-4edc-af07-794e2dcb03c0 tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] 10.222.0.37 "DELETE /v2.0/ports/19101158-95b1-4c01-a3fc-f4874759cc6d HTTP/1.1" status: 204 len: 173 time: 0.8467305 Sep 08 09:07:15.518568 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4d2bc7-5de1-4fea-92ef-2f0496c9f5c0', 'name': 'network-vif-deleted', 'tag': '19101158-95b1-4c01-a3fc-f4874759cc6d'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:07:15.521151 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9e1268-b348-43a6-8ca2-20f5fd3f893e" -d '{"events": [{"server_uuid": "4c4d2bc7-5de1-4fea-92ef-2f0496c9f5c0", "name": "network-vif-deleted", "tag": "19101158-95b1-4c01-a3fc-f4874759cc6d"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:07:15.563265 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-f2b11ea8-2f1c-43b4-96c2-dfb81626ab8d admin admin] Deleting port a8df4891-6f12-48e0-92d7-c6a4f6f519bc {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:07:15.563613 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2b11ea8-2f1c-43b4-96c2-dfb81626ab8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:15.573800 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e1ff43-fcc8-48fc-89ff-0714a1018d11 x-openstack-request-id: req-17e1ff43-fcc8-48fc-89ff-0714a1018d11 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:07:15.574353 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4d2bc7-5de1-4fea-92ef-2f0496c9f5c0", "name": "network-vif-deleted", "tag": "19101158-95b1-4c01-a3fc-f4874759cc6d", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:07:15.574826 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-17e1ff43-fcc8-48fc-89ff-0714a1018d11 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:07:15.578833 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4d2bc7-5de1-4fea-92ef-2f0496c9f5c0', 'name': 'network-vif-deleted', 'tag': '19101158-95b1-4c01-a3fc-f4874759cc6d', 'status': 'completed', 'code': 200} Sep 08 09:07:15.643559 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-f2b11ea8-2f1c-43b4-96c2-dfb81626ab8d admin admin] For port a8df4891-6f12-48e0-92d7-c6a4f6f519bc, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a8df4891-6f12-48e0-92d7-c6a4f6f519bc,segment=NetworkSegment(7051dfdd-9473-439f-8fcc-5a46706226e7),segment_id=7051dfdd-9473-439f-8fcc-5a46706226e7)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:07:15.644312 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2b11ea8-2f1c-43b4-96c2-dfb81626ab8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:15.650752 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8057ce-6e5d-4c65-8094-4f16f351d187 None None] DHCP port deletion for d01a3d55-8a93-4595-80e5-c1fe47508ff3 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:07:15.684903 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-f2b11ea8-2f1c-43b4-96c2-dfb81626ab8d admin admin] Calling delete_port for a8df4891-6f12-48e0-92d7-c6a4f6f519bc owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:07:15.724648 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-fe8057ce-6e5d-4c65-8094-4f16f351d187 None None] Deleting port a8df4891-6f12-48e0-92d7-c6a4f6f519bc {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:07:15.725984 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fe8057ce-6e5d-4c65-8094-4f16f351d187 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:15.763818 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfdf65e-df22-40b3-8dad-f3b445aceba2 req-64c6153a-649f-486e-839e-8a57716537a2 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:15.765385 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2dfdf65e-df22-40b3-8dad-f3b445aceba2 req-64c6153a-649f-486e-839e-8a57716537a2 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 946 time: 0.1240096 Sep 08 09:07:15.808159 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-fe8057ce-6e5d-4c65-8094-4f16f351d187 None None] For port a8df4891-6f12-48e0-92d7-c6a4f6f519bc, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a8df4891-6f12-48e0-92d7-c6a4f6f519bc,segment=NetworkSegment(7051dfdd-9473-439f-8fcc-5a46706226e7),segment_id=7051dfdd-9473-439f-8fcc-5a46706226e7)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:07:15.808572 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fe8057ce-6e5d-4c65-8094-4f16f351d187 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:15.822951 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-fe8057ce-6e5d-4c65-8094-4f16f351d187 None None] Calling delete_port for a8df4891-6f12-48e0-92d7-c6a4f6f519bc owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:07:15.835942 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2dfdf65e-df22-40b3-8dad-f3b445aceba2 req-5ebbf7b3-cc6e-4e60-b75d-fee8df19967b tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588105 Sep 08 09:07:15.845747 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2b11ea8-2f1c-43b4-96c2-dfb81626ab8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:15.873522 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b11ea8-2f1c-43b4-96c2-dfb81626ab8d admin admin] Pushing event deleted for resources: {'Port': ['ID=a8df4891-6f12-48e0-92d7-c6a4f6f519bc,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:15.879103 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b11ea8-2f1c-43b4-96c2-dfb81626ab8d admin admin] No DVR routers for this DVR port a8df4891-6f12-48e0-92d7-c6a4f6f519bc on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:07:15.899805 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-be9e927f-5071-4710-833c-74af888a7683 req-3bf16f7d-8aa1-4276-a901-eb6b404fda86 tempest-ServerGroupTestJSON-1697713139 tempest-ServerGroupTestJSON-1697713139-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c4d2bc7-5de1-4fea-92ef-2f0496c9f5c0 HTTP/1.1" status: 200 len: 210 time: 0.0342770 Sep 08 09:07:15.927390 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fe8057ce-6e5d-4c65-8094-4f16f351d187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:15.953537 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8057ce-6e5d-4c65-8094-4f16f351d187 None None] Pushing event deleted for resources: {'Port': ['ID=a8df4891-6f12-48e0-92d7-c6a4f6f519bc,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:15.958197 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8057ce-6e5d-4c65-8094-4f16f351d187 None None] No DVR routers for this DVR port a8df4891-6f12-48e0-92d7-c6a4f6f519bc on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:07:15.965677 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2b11ea8-2f1c-43b4-96c2-dfb81626ab8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:15.988259 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-f2b11ea8-2f1c-43b4-96c2-dfb81626ab8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d01a3d55-8a93-4595-80e5-c1fe47508ff3']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:07:15.998730 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-f2b11ea8-2f1c-43b4-96c2-dfb81626ab8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7051dfdd-9473-439f-8fcc-5a46706226e7') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:07:15.998921 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-f2b11ea8-2f1c-43b4-96c2-dfb81626ab8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7051dfdd-9473-439f-8fcc-5a46706226e7') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:07:16.010675 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2b11ea8-2f1c-43b4-96c2-dfb81626ab8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:16.026925 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2b11ea8-2f1c-43b4-96c2-dfb81626ab8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:16.033387 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2b11ea8-2f1c-43b4-96c2-dfb81626ab8d admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:07:16.033784 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2b11ea8-2f1c-43b4-96c2-dfb81626ab8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:16.035646 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:07:16.035646 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:07:16.035646 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:07:16.035646 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:07:16.035646 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:07:16.035646 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:07:16.035646 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:07:16.035646 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:07:16.035646 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:07:16.035646 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:07:16.035646 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:07:16.035646 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:07:16.035646 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:07:16.035646 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:07:16.035646 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:07:16.035646 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:07:16.035646 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:07:16.035646 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:07:16.035646 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:07:16.035646 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:07:16.035646 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:07:16.035646 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:07:16.035646 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:07:16.035646 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:07:16.035646 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:07:16.035646 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:07:16.035646 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:07:16.035646 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:07:16.035646 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:07:16.035646 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:07:16.035646 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:07:16.035646 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:07:16.138573 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2b11ea8-2f1c-43b4-96c2-dfb81626ab8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:16.149812 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2b11ea8-2f1c-43b4-96c2-dfb81626ab8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:16.153082 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f2b11ea8-2f1c-43b4-96c2-dfb81626ab8d admin admin] 10.222.0.54 "DELETE /v2.0/networks/d01a3d55-8a93-4595-80e5-c1fe47508ff3 HTTP/1.1" status: 204 len: 168 time: 0.7619553 Sep 08 09:07:16.172161 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b11ea8-2f1c-43b4-96c2-dfb81626ab8d admin admin] Pushing event deleted for resources: {'Network': ['ID=d01a3d55-8a93-4595-80e5-c1fe47508ff3,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:16.191462 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:07:16.210727 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 136d191a-e4d0-43a1-b6f4-c0d83bd17231 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:07:16.251360 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 136d191a-e4d0-43a1-b6f4-c0d83bd17231 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:07:16.251711 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 136d191a-e4d0-43a1-b6f4-c0d83bd17231 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:07:16.252092 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a8df4891-6f12-48e0-92d7-c6a4f6f519bc no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:07:16.277764 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: a8df4891-6f12-48e0-92d7-c6a4f6f519bc {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:07:16.278160 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a8df4891-6f12-48e0-92d7-c6a4f6f519bc not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:07:16.278583 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device d0c6da31-c70b-4e33-a9c7-4b17143982f9 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:07:16.278804 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3383826-1933-4f2b-b3ec-55c1bcd85c50 req-7843b971-7e40-47d7-9897-01189daeb837 tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:16.281145 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d3383826-1933-4f2b-b3ec-55c1bcd85c50 req-7843b971-7e40-47d7-9897-01189daeb837 tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] 10.222.0.54 "GET /v2.0/ports?device_id=29938a28-004b-4700-9662-96ebd5420fea HTTP/1.1" status: 200 len: 945 time: 0.0765038 Sep 08 09:07:16.311201 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: d0c6da31-c70b-4e33-a9c7-4b17143982f9 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:07:16.311635 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device d0c6da31-c70b-4e33-a9c7-4b17143982f9 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:07:16.342562 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d3383826-1933-4f2b-b3ec-55c1bcd85c50 req-871c71cc-5fc0-4cde-8788-679885e16ca3 tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb973837-d3e9-4acd-a652-03372c5407d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539622 Sep 08 09:07:16.438490 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 46344) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:07:16.484511 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-50897606-afda-477d-aabd-82b8a8a576d3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=59b3a59c99284cc49457493338f2d5a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447431 Sep 08 09:07:16.487205 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 46346) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:07:16.539057 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-58ae126a-cfe8-49a5-9741-1f284893263a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:16.561335 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-58ae126a-cfe8-49a5-9741-1f284893263a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:16.611980 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-58ae126a-cfe8-49a5-9741-1f284893263a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:16.614730 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-58ae126a-cfe8-49a5-9741-1f284893263a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:16.615908 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-58ae126a-cfe8-49a5-9741-1f284893263a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f580c0d3-23b6-4ea1-a90d-d6c7097d955c HTTP/1.1" status: 204 len: 168 time: 0.1276717 Sep 08 09:07:16.625017 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ae126a-cfe8-49a5-9741-1f284893263a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f580c0d3-23b6-4ea1-a90d-d6c7097d955c,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:16.944432 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3746f9-5a6b-43b4-b74f-f560e31d0b0f req-7b1eae6d-b837-4399-b1b8-f17274e059b3 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:16.946705 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5e3746f9-5a6b-43b4-b74f-f560e31d0b0f req-7b1eae6d-b837-4399-b1b8-f17274e059b3 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 946 time: 0.0512965 Sep 08 09:07:16.990780 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5e3746f9-5a6b-43b4-b74f-f560e31d0b0f req-35fd5890-42de-4f97-9827-a9c55f7d0e43 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375948 Sep 08 09:07:17.253986 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 46392) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:07:17.302336 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1faadb3-b725-4b7b-b03f-1139eaa99434 admin admin] Deleting subnet 57edcb22-b6f3-4956-b574-6915b45254f1 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:07:17.306114 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e1faadb3-b725-4b7b-b03f-1139eaa99434 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:17.342601 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e1faadb3-b725-4b7b-b03f-1139eaa99434 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:17.357006 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 46396) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:07:17.371238 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-57141a06-0595-4ec0-b30f-196f28888abf req-8d417674-aac5-421f-bcfd-066760a0cb65 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cc92466a-b3c6-4750-954e-e8c401c23ca9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0481155 Sep 08 09:07:17.398506 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e1faadb3-b725-4b7b-b03f-1139eaa99434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:17.463193 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e1faadb3-b725-4b7b-b03f-1139eaa99434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:17.492868 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1faadb3-b725-4b7b-b03f-1139eaa99434 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57edcb22-b6f3-4956-b574-6915b45254f1,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:17.496308 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-46cb7229-87f9-42fd-a587-e81fea540767 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1391491824-network', 'tenant_id': '8c4acd6367d646a3befa77424fa4ba4a'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:07:17.498777 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e1faadb3-b725-4b7b-b03f-1139eaa99434 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:17.501769 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e1faadb3-b725-4b7b-b03f-1139eaa99434 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/57edcb22-b6f3-4956-b574-6915b45254f1 HTTP/1.1" status: 204 len: 168 time: 0.2459822 Sep 08 09:07:17.503495 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 46404) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:07:17.516925 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57141a06-0595-4ec0-b30f-196f28888abf req-bdbd779c-d33e-4698-ab08-94e78e494ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:17.518518 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-57141a06-0595-4ec0-b30f-196f28888abf req-bdbd779c-d33e-4698-ab08-94e78e494ea7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ebf6a23ea5e740e1a541026d39f45486&device_id=cc92466a-b3c6-4750-954e-e8c401c23ca9 HTTP/1.1" status: 200 len: 1098 time: 0.1157281 Sep 08 09:07:17.541298 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484317a-360f-42e8-aae6-5062ba5d25ab req-50b3e29b-e998-4f6b-adc2-cd95670fc668 tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:17.542955 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2484317a-360f-42e8-aae6-5062ba5d25ab req-50b3e29b-e998-4f6b-adc2-cd95670fc668 tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] 10.222.0.54 "GET /v2.0/ports?device_id=29938a28-004b-4700-9662-96ebd5420fea HTTP/1.1" status: 200 len: 945 time: 0.0942378 Sep 08 09:07:17.551451 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46cb7229-87f9-42fd-a587-e81fea540767 admin admin] Made reservation on behalf of 8c4acd6367d646a3befa77424fa4ba4a for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:07:17.553589 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-46cb7229-87f9-42fd-a587-e81fea540767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:17.577436 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-db4b1621-ea0e-4a78-a517-ebd73f4ba768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:17.580687 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-46cb7229-87f9-42fd-a587-e81fea540767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:17.597635 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-bf80e7bf-6dd8-4ee1-954a-68e05e1c8e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:17.665155 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2484317a-360f-42e8-aae6-5062ba5d25ab req-2acea090-46d2-4150-a8a5-8364eb4466a0 tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb973837-d3e9-4acd-a652-03372c5407d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094370 Sep 08 09:07:17.667557 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-db4b1621-ea0e-4a78-a517-ebd73f4ba768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:17.702847 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57141a06-0595-4ec0-b30f-196f28888abf req-0a73dd7e-4379-4cf3-86b9-f58f11b0e22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:17.703248 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-db4b1621-ea0e-4a78-a517-ebd73f4ba768 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17f54a6d-dc20-46b7-8c8a-e3758bb602b9']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:07:17.705014 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-57141a06-0595-4ec0-b30f-196f28888abf req-0a73dd7e-4379-4cf3-86b9-f58f11b0e22c service neutron] 10.222.0.35 "GET /v2.0/networks?id=5c673a31-c6dc-4940-a700-d62fab12944a HTTP/1.1" status: 200 len: 912 time: 0.1607714 Sep 08 09:07:17.717676 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-db4b1621-ea0e-4a78-a517-ebd73f4ba768 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a382fdc-d859-4c49-ab25-c50fc5ae32d7') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:07:17.717972 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-db4b1621-ea0e-4a78-a517-ebd73f4ba768 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a382fdc-d859-4c49-ab25-c50fc5ae32d7') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:07:17.733059 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-db4b1621-ea0e-4a78-a517-ebd73f4ba768 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:17.749784 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-db4b1621-ea0e-4a78-a517-ebd73f4ba768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:17.756155 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db4b1621-ea0e-4a78-a517-ebd73f4ba768 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:07:17.756638 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-db4b1621-ea0e-4a78-a517-ebd73f4ba768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:17.759298 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:07:17.759298 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:07:17.759298 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:07:17.759298 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:07:17.759298 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:07:17.759298 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:07:17.759298 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:07:17.759298 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:07:17.759298 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:07:17.759298 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:07:17.759298 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:07:17.759298 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:07:17.759298 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:07:17.759298 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:07:17.759298 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:07:17.759298 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:07:17.759298 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:07:17.759298 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:07:17.759298 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:07:17.759298 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:07:17.759298 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:07:17.759298 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:07:17.759298 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:07:17.759298 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:07:17.759298 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:07:17.759298 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:07:17.759298 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:07:17.759298 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:07:17.759298 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:07:17.759298 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:07:17.759298 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:07:17.759298 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:07:17.806656 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-57141a06-0595-4ec0-b30f-196f28888abf req-daf0b886-d4f0-48ab-a3c8-8ece3ad0326c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=72231812-a167-4e55-a7a4-bde665866ff2 HTTP/1.1" status: 200 len: 1002 time: 0.0905752 Sep 08 09:07:17.831405 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-db4b1621-ea0e-4a78-a517-ebd73f4ba768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:17.844394 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-db4b1621-ea0e-4a78-a517-ebd73f4ba768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:17.850396 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-db4b1621-ea0e-4a78-a517-ebd73f4ba768 admin admin] 10.222.0.54 "DELETE /v2.0/networks/17f54a6d-dc20-46b7-8c8a-e3758bb602b9 HTTP/1.1" status: 204 len: 168 time: 0.3452685 Sep 08 09:07:17.862611 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4b1621-ea0e-4a78-a517-ebd73f4ba768 admin admin] Pushing event deleted for resources: {'Network': ['ID=17f54a6d-dc20-46b7-8c8a-e3758bb602b9,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:17.872737 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-46cb7229-87f9-42fd-a587-e81fea540767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:17.884553 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-46cb7229-87f9-42fd-a587-e81fea540767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:17.912228 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57141a06-0595-4ec0-b30f-196f28888abf req-03aa33b1-c8d9-4ec2-b8a1-8e22d026c82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:17.914063 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-57141a06-0595-4ec0-b30f-196f28888abf req-03aa33b1-c8d9-4ec2-b8a1-8e22d026c82d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=257fd746-9c97-41f1-9b18-3ebaf08bb2f3 HTTP/1.1" status: 200 len: 850 time: 0.1000311 Sep 08 09:07:17.921430 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46cb7229-87f9-42fd-a587-e81fea540767 admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:07:17.937743 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb7229-87f9-42fd-a587-e81fea540767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3603d359-e8bf-4a6e-9f7b-decc56467183,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:17.940981 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-46cb7229-87f9-42fd-a587-e81fea540767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:17.941342 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-46cb7229-87f9-42fd-a587-e81fea540767 admin admin] Added segment 3af659db-8c52-4cba-bbf9-dfdf7a2d015a of type vlan for network 643d18a2-f561-4ab8-ba5f-9dc85934ae99 Sep 08 09:07:18.018665 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-46cb7229-87f9-42fd-a587-e81fea540767 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:18.031449 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 46416) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:07:18.066444 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-46cb7229-87f9-42fd-a587-e81fea540767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:18.068953 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cb7229-87f9-42fd-a587-e81fea540767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:18.068953 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-46cb7229-87f9-42fd-a587-e81fea540767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:18.073418 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57141a06-0595-4ec0-b30f-196f28888abf req-bac4885c-6a70-422e-bae8-e6fbcebc956c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:18.075154 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-57141a06-0595-4ec0-b30f-196f28888abf req-bac4885c-6a70-422e-bae8-e6fbcebc956c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5c673a31-c6dc-4940-a700-d62fab12944a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1322031 Sep 08 09:07:18.128775 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8194e097-1b8d-4bd0-a13f-2b77244201ad admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d3f83a48ace040c8afbb760128d1a424&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0955250 Sep 08 09:07:18.131016 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 46422) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:07:18.170702 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-46cb7229-87f9-42fd-a587-e81fea540767 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8124833 Sep 08 09:07:18.173921 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 46424) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:07:18.179278 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-37325b0f-65f6-44ed-a37d-d490949ecc53 admin admin] Request body: {'subnet': {'network_id': '643d18a2-f561-4ab8-ba5f-9dc85934ae99', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1391491824-subnet', 'tenant_id': '8c4acd6367d646a3befa77424fa4ba4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:07:18.231940 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a2bf078c-9005-4bde-9a9e-9016e9313221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:18.235459 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37325b0f-65f6-44ed-a37d-d490949ecc53 admin admin] Made reservation on behalf of 8c4acd6367d646a3befa77424fa4ba4a for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:07:18.237852 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-37325b0f-65f6-44ed-a37d-d490949ecc53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:18.266968 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb7229-87f9-42fd-a587-e81fea540767 admin admin] Pushing event updated for resources: {'Network': ['ID=643d18a2-f561-4ab8-ba5f-9dc85934ae99,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:18.277501 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 643d18a2-f561-4ab8-ba5f-9dc85934ae99 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:07:18.284234 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a2bf078c-9005-4bde-9a9e-9016e9313221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:18.285772 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a23b0-ef9a-4286-a3d2-124980c9b7f2 req-450a7b74-3357-4ff8-87c5-ff7a07afdbfd tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:18.287508 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e80a23b0-ef9a-4286-a3d2-124980c9b7f2 req-450a7b74-3357-4ff8-87c5-ff7a07afdbfd tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 946 time: 0.2105241 Sep 08 09:07:18.320880 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-57141a06-0595-4ec0-b30f-196f28888abf req-8edfb0b7-c5ae-4052-91d6-4db50649089d service neutron] 10.222.0.35 "GET /v2.0/networks/5c673a31-c6dc-4940-a700-d62fab12944a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246804 Sep 08 09:07:18.359863 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e80a23b0-ef9a-4286-a3d2-124980c9b7f2 req-9822eb1e-044c-4814-8586-219aede78c9d tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647359 Sep 08 09:07:18.424399 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a2bf078c-9005-4bde-9a9e-9016e9313221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:18.427086 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a2bf078c-9005-4bde-9a9e-9016e9313221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:18.428283 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a2bf078c-9005-4bde-9a9e-9016e9313221 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/43e21fe2-0487-4bc1-a8c8-0386cc10ecc4 HTTP/1.1" status: 204 len: 168 time: 0.2962644 Sep 08 09:07:18.442167 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf078c-9005-4bde-9a9e-9016e9313221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e21fe2-0487-4bc1-a8c8-0386cc10ecc4,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:18.447368 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-57141a06-0595-4ec0-b30f-196f28888abf req-f009125d-dcdf-4d30-80a2-bb7a8de582fe service neutron] 10.222.0.35 "GET /v2.0/networks/5c673a31-c6dc-4940-a700-d62fab12944a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193109 Sep 08 09:07:18.490842 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 19101158-95b1-4c01-a3fc-f4874759cc6d no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:07:18.507865 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-37325b0f-65f6-44ed-a37d-d490949ecc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:18.537495 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 19101158-95b1-4c01-a3fc-f4874759cc6d {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:07:18.537842 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 19101158-95b1-4c01-a3fc-f4874759cc6d not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:07:18.584717 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37325b0f-65f6-44ed-a37d-d490949ecc53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a55585f-dc5f-44d9-8cd9-f8cb2e1994de,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:18.596446 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37325b0f-65f6-44ed-a37d-d490949ecc53 admin admin] Checking segment: {'id': '3af659db-8c52-4cba-bbf9-dfdf7a2d015a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '643d18a2-f561-4ab8-ba5f-9dc85934ae99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:07:18.597267 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37325b0f-65f6-44ed-a37d-d490949ecc53 admin admin] Network hostable DHCP agents. Network: 643d18a2-f561-4ab8-ba5f-9dc85934ae99, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:07:18.618210 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37325b0f-65f6-44ed-a37d-d490949ecc53 admin admin] Network 643d18a2-f561-4ab8-ba5f-9dc85934ae99 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:07:18.628934 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-37325b0f-65f6-44ed-a37d-d490949ecc53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 643d18a2-f561-4ab8-ba5f-9dc85934ae99) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:07:18.633752 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37325b0f-65f6-44ed-a37d-d490949ecc53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:18.634632 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-37325b0f-65f6-44ed-a37d-d490949ecc53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:18.640700 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5739db50-b86f-45d3-b52e-5224d09bb445 None None] Network 643d18a2-f561-4ab8-ba5f-9dc85934ae99 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:07:18.662190 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-37325b0f-65f6-44ed-a37d-d490949ecc53 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4799473 Sep 08 09:07:18.812416 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0fcd72-fb9c-41cb-82dc-00fb41258641 None None] Network 643d18a2-f561-4ab8-ba5f-9dc85934ae99 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:07:19.491212 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914e2eb-84c4-49f8-a9f0-d5a47e7808e1 req-88efd3be-4db1-4582-833d-41445e431034 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:19.492807 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e914e2eb-84c4-49f8-a9f0-d5a47e7808e1 req-88efd3be-4db1-4582-833d-41445e431034 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/networks?id=643d18a2-f561-4ab8-ba5f-9dc85934ae99 HTTP/1.1" status: 200 len: 812 time: 0.1169147 Sep 08 09:07:19.510257 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e914e2eb-84c4-49f8-a9f0-d5a47e7808e1 req-3ae6d546-e189-4c11-937c-0fde962b00f7 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/quotas/8c4acd6367d646a3befa77424fa4ba4a HTTP/1.1" status: 200 len: 375 time: 0.0101087 Sep 08 09:07:19.544500 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e914e2eb-84c4-49f8-a9f0-d5a47e7808e1 req-ef219ca2-693a-4a95-9adf-d946f6758263 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8c4acd6367d646a3befa77424fa4ba4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285938 Sep 08 09:07:19.660850 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e914e2eb-84c4-49f8-a9f0-d5a47e7808e1 req-b353afb5-4bf1-484d-a3b6-6c5446346091 service neutron] 10.222.0.54 "GET /v2.0/networks/643d18a2-f561-4ab8-ba5f-9dc85934ae99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086295 Sep 08 09:07:19.740506 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462738b6-437b-4bd2-a4dc-73047d1114de req-b52ff98d-f44f-4a80-b083-6ddafac3aecb tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:19.743112 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-462738b6-437b-4bd2-a4dc-73047d1114de req-b52ff98d-f44f-4a80-b083-6ddafac3aecb tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 946 time: 0.0702105 Sep 08 09:07:19.757283 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e914e2eb-84c4-49f8-a9f0-d5a47e7808e1 req-6f9c2150-944f-4585-834c-802b4f91ba03 service neutron] 10.222.0.54 "GET /v2.0/networks/643d18a2-f561-4ab8-ba5f-9dc85934ae99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954459 Sep 08 09:07:19.793416 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-462738b6-437b-4bd2-a4dc-73047d1114de req-20245c09-bb1d-4e0a-bfe9-b77515072c48 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418446 Sep 08 09:07:20.079055 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-be276459-f726-4852-9f3a-9a4795a6f2b9 req-9d585537-9087-440d-ba6f-c48634ae0b4a tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=15f3e455-1a40-4bef-bc86-46e9c344f488 HTTP/1.1" status: 200 len: 210 time: 0.0373371 Sep 08 09:07:20.262390 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5d88d937-cffc-45c8-925a-17984483d24e req-fe0cdea7-c91d-4213-be3c-274c3caaa303 tempest-ServerShowV257Test-1524956380 tempest-ServerShowV257Test-1524956380-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d1d9183-0e9f-475e-97cd-2dce93575425 HTTP/1.1" status: 200 len: 210 time: 0.0391912 Sep 08 09:07:20.360425 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:20.701893 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2bd71f98-61fa-445f-9b36-ffb6076be681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:20.928262 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9497e4-cdf4-4ebf-b02a-4e2357c638df req-70d4af3e-89df-4f76-b2d4-ae7f9d77e6b1 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:20.930407 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4e9497e4-cdf4-4ebf-b02a-4e2357c638df req-70d4af3e-89df-4f76-b2d4-ae7f9d77e6b1 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 946 time: 0.0571833 Sep 08 09:07:20.973906 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4e9497e4-cdf4-4ebf-b02a-4e2357c638df req-8776ac37-928f-49ff-973c-b634dca6c0ef tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368946 Sep 08 09:07:21.255733 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a70d4c73-37e0-4ecf-980d-ef1ce2f8a19d req-e21b84cd-b85e-4fcd-8810-eec11f904076 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=15f3e455-1a40-4bef-bc86-46e9c344f488 HTTP/1.1" status: 200 len: 210 time: 0.0495467 Sep 08 09:07:21.329232 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914e2eb-84c4-49f8-a9f0-d5a47e7808e1 req-9fbcbda9-0d76-4f23-8331-40e0e65429b2 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:21.331484 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e914e2eb-84c4-49f8-a9f0-d5a47e7808e1 req-9fbcbda9-0d76-4f23-8331-40e0e65429b2 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.35 "GET /v2.0/networks?id=643d18a2-f561-4ab8-ba5f-9dc85934ae99 HTTP/1.1" status: 200 len: 812 time: 0.1722751 Sep 08 09:07:21.354807 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-e914e2eb-84c4-49f8-a9f0-d5a47e7808e1 req-b334917f-4d2f-415f-8bbc-7ad124301e68 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Request body: {'port': {'device_id': '15f3e455-1a40-4bef-bc86-46e9c344f488', 'network_id': '643d18a2-f561-4ab8-ba5f-9dc85934ae99', 'admin_state_up': True, 'tenant_id': '8c4acd6367d646a3befa77424fa4ba4a'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:07:21.411366 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2692a367-f8be-4531-92f9-660e677e4038 req-7ea97eac-99f7-4c9c-8f8c-55a616479255 tempest-ServerShowV257Test-1524956380 tempest-ServerShowV257Test-1524956380-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d1d9183-0e9f-475e-97cd-2dce93575425 HTTP/1.1" status: 200 len: 210 time: 0.0496788 Sep 08 09:07:21.497330 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e914e2eb-84c4-49f8-a9f0-d5a47e7808e1 req-b334917f-4d2f-415f-8bbc-7ad124301e68 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Made reservation on behalf of 8c4acd6367d646a3befa77424fa4ba4a for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:07:21.501071 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e914e2eb-84c4-49f8-a9f0-d5a47e7808e1 req-b334917f-4d2f-415f-8bbc-7ad124301e68 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:21.659901 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-e914e2eb-84c4-49f8-a9f0-d5a47e7808e1 req-b334917f-4d2f-415f-8bbc-7ad124301e68 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Allocated IP 172.20.0.14 (643d18a2-f561-4ab8-ba5f-9dc85934ae99/9a55585f-dc5f-44d9-8cd9-f8cb2e1994de/313f11df-2745-4268-80a8-ba1585e2d795) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:07:21.853978 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e914e2eb-84c4-49f8-a9f0-d5a47e7808e1 req-b334917f-4d2f-415f-8bbc-7ad124301e68 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:21.897114 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e914e2eb-84c4-49f8-a9f0-d5a47e7808e1 req-b334917f-4d2f-415f-8bbc-7ad124301e68 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:21.965264 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e914e2eb-84c4-49f8-a9f0-d5a47e7808e1 req-b334917f-4d2f-415f-8bbc-7ad124301e68 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Network 643d18a2-f561-4ab8-ba5f-9dc85934ae99 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:07:21.968610 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-e914e2eb-84c4-49f8-a9f0-d5a47e7808e1 req-b334917f-4d2f-415f-8bbc-7ad124301e68 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:07:21.974725 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-e914e2eb-84c4-49f8-a9f0-d5a47e7808e1 req-b334917f-4d2f-415f-8bbc-7ad124301e68 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:07:21.982241 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b334917f-4d2f-415f-8bbc-7ad124301e68 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Pushing event updated for resources: {'Port': ['ID=313f11df-2745-4268-80a8-ba1585e2d795,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:22.016448 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b334917f-4d2f-415f-8bbc-7ad124301e68 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:07:22.017050 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b334917f-4d2f-415f-8bbc-7ad124301e68 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:07:22.017411 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b334917f-4d2f-415f-8bbc-7ad124301e68 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:07:22.017755 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b334917f-4d2f-415f-8bbc-7ad124301e68 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:07:22.019598 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b334917f-4d2f-415f-8bbc-7ad124301e68 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:07:22.019972 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b334917f-4d2f-415f-8bbc-7ad124301e68 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:07:22.020328 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b334917f-4d2f-415f-8bbc-7ad124301e68 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:07:22.020675 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b334917f-4d2f-415f-8bbc-7ad124301e68 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:07:22.021019 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b334917f-4d2f-415f-8bbc-7ad124301e68 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:07:22.021358 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b334917f-4d2f-415f-8bbc-7ad124301e68 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:07:22.021700 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b334917f-4d2f-415f-8bbc-7ad124301e68 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:07:22.022046 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b334917f-4d2f-415f-8bbc-7ad124301e68 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:07:22.049736 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914e2eb-84c4-49f8-a9f0-d5a47e7808e1 req-b334917f-4d2f-415f-8bbc-7ad124301e68 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:22.050426 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e914e2eb-84c4-49f8-a9f0-d5a47e7808e1 req-b334917f-4d2f-415f-8bbc-7ad124301e68 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:22.063427 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:22.076412 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e914e2eb-84c4-49f8-a9f0-d5a47e7808e1 req-b334917f-4d2f-415f-8bbc-7ad124301e68 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7277682 Sep 08 09:07:22.096591 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-e914e2eb-84c4-49f8-a9f0-d5a47e7808e1 req-f5e74098-2e89-421f-9f5d-4fc62599e0a3 service neutron] Request body: {'port': {'device_id': '15f3e455-1a40-4bef-bc86-46e9c344f488', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:07:22.146496 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255d2c7-058b-47f1-8468-8f205ed52239 req-76bb863d-c544-4ff9-b9e9-c2a01830f5a7 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:22.148089 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5255d2c7-058b-47f1-8468-8f205ed52239 req-76bb863d-c544-4ff9-b9e9-c2a01830f5a7 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 946 time: 0.0881989 Sep 08 09:07:22.191305 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e914e2eb-84c4-49f8-a9f0-d5a47e7808e1 req-f5e74098-2e89-421f-9f5d-4fc62599e0a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:22.221724 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5255d2c7-058b-47f1-8468-8f205ed52239 req-4af86906-9f70-4058-900c-279103b66d79 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533752 Sep 08 09:07:22.431642 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5188a8-c1d5-4abb-aa7c-e3c8acffd4b9 req-21f7d36e-8c88-4b19-979f-56d8c1b29508 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:22.433306 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5d5188a8-c1d5-4abb-aa7c-e3c8acffd4b9 req-21f7d36e-8c88-4b19-979f-56d8c1b29508 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=15f3e455-1a40-4bef-bc86-46e9c344f488 HTTP/1.1" status: 200 len: 932 time: 0.0969789 Sep 08 09:07:22.486706 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5d5188a8-c1d5-4abb-aa7c-e3c8acffd4b9 req-36e2a607-f782-4bb4-9335-0c63e28da20d tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376494 Sep 08 09:07:22.556469 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-e914e2eb-84c4-49f8-a9f0-d5a47e7808e1 req-f5e74098-2e89-421f-9f5d-4fc62599e0a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 313f11df-2745-4268-80a8-ba1585e2d795 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:07:22.606446 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e914e2eb-84c4-49f8-a9f0-d5a47e7808e1 req-f5e74098-2e89-421f-9f5d-4fc62599e0a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:22.612684 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dfc9b1b4-918c-4883-8953-88a46bf076a5 req-73b80f02-dc58-44c1-974c-757b1f9ea0ab tempest-ServerShowV257Test-1524956380 tempest-ServerShowV257Test-1524956380-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d1d9183-0e9f-475e-97cd-2dce93575425 HTTP/1.1" status: 200 len: 210 time: 0.0617011 Sep 08 09:07:22.627623 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-e914e2eb-84c4-49f8-a9f0-d5a47e7808e1 req-f5e74098-2e89-421f-9f5d-4fc62599e0a3 service neutron] Transition to ACTIVE for port object 313f11df-2745-4268-80a8-ba1585e2d795 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:07:22.632297 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e914e2eb-84c4-49f8-a9f0-d5a47e7808e1 req-f5e74098-2e89-421f-9f5d-4fc62599e0a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:22.720809 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e74098-2e89-421f-9f5d-4fc62599e0a3 service neutron] Pushing event updated for resources: {'Port': ['ID=313f11df-2745-4268-80a8-ba1585e2d795,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:22.772559 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-e914e2eb-84c4-49f8-a9f0-d5a47e7808e1 req-f5e74098-2e89-421f-9f5d-4fc62599e0a3 service neutron] Attempting to bind port 313f11df-2745-4268-80a8-ba1585e2d795 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:07:22.772896 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-e914e2eb-84c4-49f8-a9f0-d5a47e7808e1 req-f5e74098-2e89-421f-9f5d-4fc62599e0a3 service neutron] Attempting to bind port 313f11df-2745-4268-80a8-ba1585e2d795 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '3af659db-8c52-4cba-bbf9-dfdf7a2d015a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '643d18a2-f561-4ab8-ba5f-9dc85934ae99'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:07:22.773223 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e914e2eb-84c4-49f8-a9f0-d5a47e7808e1 req-f5e74098-2e89-421f-9f5d-4fc62599e0a3 service neutron] Attempting to bind port 313f11df-2745-4268-80a8-ba1585e2d795 on network 643d18a2-f561-4ab8-ba5f-9dc85934ae99 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:07:22.778906 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e914e2eb-84c4-49f8-a9f0-d5a47e7808e1 req-f5e74098-2e89-421f-9f5d-4fc62599e0a3 service neutron] Port 313f11df-2745-4268-80a8-ba1585e2d795 on network 643d18a2-f561-4ab8-ba5f-9dc85934ae99 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:07:22.779342 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e914e2eb-84c4-49f8-a9f0-d5a47e7808e1 req-f5e74098-2e89-421f-9f5d-4fc62599e0a3 service neutron] Attempting to bind port 313f11df-2745-4268-80a8-ba1585e2d795 on network 643d18a2-f561-4ab8-ba5f-9dc85934ae99 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:07:22.784120 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e914e2eb-84c4-49f8-a9f0-d5a47e7808e1 req-f5e74098-2e89-421f-9f5d-4fc62599e0a3 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:07:22.784480 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e914e2eb-84c4-49f8-a9f0-d5a47e7808e1 req-f5e74098-2e89-421f-9f5d-4fc62599e0a3 service neutron] Checking segment: {'id': '3af659db-8c52-4cba-bbf9-dfdf7a2d015a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '643d18a2-f561-4ab8-ba5f-9dc85934ae99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:07:22.784837 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e914e2eb-84c4-49f8-a9f0-d5a47e7808e1 req-f5e74098-2e89-421f-9f5d-4fc62599e0a3 service neutron] Bound using segment: {'id': '3af659db-8c52-4cba-bbf9-dfdf7a2d015a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '643d18a2-f561-4ab8-ba5f-9dc85934ae99'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:07:22.785266 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-e914e2eb-84c4-49f8-a9f0-d5a47e7808e1 req-f5e74098-2e89-421f-9f5d-4fc62599e0a3 service neutron] Bound port: 313f11df-2745-4268-80a8-ba1585e2d795, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3af659db-8c52-4cba-bbf9-dfdf7a2d015a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '643d18a2-f561-4ab8-ba5f-9dc85934ae99'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:07:22.785624 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e914e2eb-84c4-49f8-a9f0-d5a47e7808e1 req-f5e74098-2e89-421f-9f5d-4fc62599e0a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:22.855943 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-e914e2eb-84c4-49f8-a9f0-d5a47e7808e1 req-f5e74098-2e89-421f-9f5d-4fc62599e0a3 service neutron] For port 313f11df-2745-4268-80a8-ba1585e2d795, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:07:22.860116 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-e914e2eb-84c4-49f8-a9f0-d5a47e7808e1 req-f5e74098-2e89-421f-9f5d-4fc62599e0a3 service neutron] For port 313f11df-2745-4268-80a8-ba1585e2d795, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=313f11df-2745-4268-80a8-ba1585e2d795,segment=NetworkSegment(3af659db-8c52-4cba-bbf9-dfdf7a2d015a),segment_id=3af659db-8c52-4cba-bbf9-dfdf7a2d015a)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:07:22.863931 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e914e2eb-84c4-49f8-a9f0-d5a47e7808e1 req-f5e74098-2e89-421f-9f5d-4fc62599e0a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:22.904904 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914e2eb-84c4-49f8-a9f0-d5a47e7808e1 req-f5e74098-2e89-421f-9f5d-4fc62599e0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:22.905830 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e914e2eb-84c4-49f8-a9f0-d5a47e7808e1 req-f5e74098-2e89-421f-9f5d-4fc62599e0a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:22.907404 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e914e2eb-84c4-49f8-a9f0-d5a47e7808e1 req-f5e74098-2e89-421f-9f5d-4fc62599e0a3 service neutron] 10.222.0.35 "PUT /v2.0/ports/313f11df-2745-4268-80a8-ba1585e2d795 HTTP/1.1" status: 200 len: 1093 time: 0.8154221 Sep 08 09:07:22.910760 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15f3e455-1a40-4bef-bc86-46e9c344f488', 'tag': '313f11df-2745-4268-80a8-ba1585e2d795'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:07:22.912373 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac81cd5-8e45-47a8-8480-ad70aca2cb62" -d '{"events": [{"name": "network-changed", "server_uuid": "15f3e455-1a40-4bef-bc86-46e9c344f488", "tag": "313f11df-2745-4268-80a8-ba1585e2d795"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:07:22.946672 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e74098-2e89-421f-9f5d-4fc62599e0a3 service neutron] Pushing event updated for resources: {'Port': ['ID=313f11df-2745-4268-80a8-ba1585e2d795,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:22.976605 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756c0b4e-8f49-48b4-bdd2-5de3dcfb4baa x-openstack-request-id: req-756c0b4e-8f49-48b4-bdd2-5de3dcfb4baa {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:07:22.977598 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15f3e455-1a40-4bef-bc86-46e9c344f488", "tag": "313f11df-2745-4268-80a8-ba1585e2d795", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:07:22.977598 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-756c0b4e-8f49-48b4-bdd2-5de3dcfb4baa {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:07:22.977598 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15f3e455-1a40-4bef-bc86-46e9c344f488', 'tag': '313f11df-2745-4268-80a8-ba1585e2d795', 'status': 'completed', 'code': 200} Sep 08 09:07:23.041684 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914e2eb-84c4-49f8-a9f0-d5a47e7808e1 req-d0b5a263-450e-4321-9f8d-f3110788f36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:23.043295 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e914e2eb-84c4-49f8-a9f0-d5a47e7808e1 req-d0b5a263-450e-4321-9f8d-f3110788f36f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8c4acd6367d646a3befa77424fa4ba4a&device_id=15f3e455-1a40-4bef-bc86-46e9c344f488 HTTP/1.1" status: 200 len: 1096 time: 0.0462129 Sep 08 09:07:23.097112 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e914e2eb-84c4-49f8-a9f0-d5a47e7808e1 req-c7381bc2-d5c5-475d-8f1d-840e0696a5a6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=313f11df-2745-4268-80a8-ba1585e2d795 HTTP/1.1" status: 200 len: 217 time: 0.0368834 Sep 08 09:07:23.152503 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914e2eb-84c4-49f8-a9f0-d5a47e7808e1 req-b0b7ee88-3bb1-4846-89e2-5694742d7682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:23.154162 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e914e2eb-84c4-49f8-a9f0-d5a47e7808e1 req-b0b7ee88-3bb1-4846-89e2-5694742d7682 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a55585f-dc5f-44d9-8cd9-f8cb2e1994de HTTP/1.1" status: 200 len: 852 time: 0.0493133 Sep 08 09:07:23.197458 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e914e2eb-84c4-49f8-a9f0-d5a47e7808e1 req-bafc1686-fbad-4dc7-972d-75a424107709 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=643d18a2-f561-4ab8-ba5f-9dc85934ae99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308082 Sep 08 09:07:23.306283 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e914e2eb-84c4-49f8-a9f0-d5a47e7808e1 req-0ade13da-d056-4488-a8b9-a957839fceaa service neutron] 10.222.0.35 "GET /v2.0/networks/643d18a2-f561-4ab8-ba5f-9dc85934ae99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998261 Sep 08 09:07:23.419845 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda23db-61ad-4927-a551-1c94319ac5f3 req-69bc9cec-0846-4678-94fe-2c1dcbe683a8 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:23.421435 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ceda23db-61ad-4927-a551-1c94319ac5f3 req-69bc9cec-0846-4678-94fe-2c1dcbe683a8 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 946 time: 0.1200101 Sep 08 09:07:23.434395 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:23.449966 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e914e2eb-84c4-49f8-a9f0-d5a47e7808e1 req-e306ddfa-6537-4221-b7f9-123a4f185152 service neutron] 10.222.0.35 "GET /v2.0/networks/643d18a2-f561-4ab8-ba5f-9dc85934ae99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339965 Sep 08 09:07:23.480536 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ceda23db-61ad-4927-a551-1c94319ac5f3 req-ec580abe-b802-40dc-aa6c-2377f9d33832 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475271 Sep 08 09:07:23.755938 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1c4b01fe-44e0-4ea5-bd33-ecb98f77ba35 req-ee61835f-99a2-4bb3-b993-efbfcd3a47c4 tempest-ServerShowV257Test-1524956380 tempest-ServerShowV257Test-1524956380-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d1d9183-0e9f-475e-97cd-2dce93575425 HTTP/1.1" status: 200 len: 210 time: 0.0453589 Sep 08 09:07:23.957970 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:23.995058 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac81cd5-8e45-47a8-8480-ad70aca2cb62 req-3f4d1087-7f52-4080-8335-5c55e391856b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:23.996608 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1ac81cd5-8e45-47a8-8480-ad70aca2cb62 req-3f4d1087-7f52-4080-8335-5c55e391856b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8c4acd6367d646a3befa77424fa4ba4a&device_id=15f3e455-1a40-4bef-bc86-46e9c344f488 HTTP/1.1" status: 200 len: 1096 time: 0.4207222 Sep 08 09:07:24.009960 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743b249-4053-44c4-a9f1-6575742d4009 req-8f430f4a-8294-4e23-878a-da18e5a19290 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:24.011553 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b743b249-4053-44c4-a9f1-6575742d4009 req-8f430f4a-8294-4e23-878a-da18e5a19290 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=15f3e455-1a40-4bef-bc86-46e9c344f488 HTTP/1.1" status: 200 len: 944 time: 0.4173639 Sep 08 09:07:24.109758 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b743b249-4053-44c4-a9f1-6575742d4009 req-1cbff372-26bd-41e1-9fb7-14e276021e6a tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897353 Sep 08 09:07:24.139867 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac81cd5-8e45-47a8-8480-ad70aca2cb62 req-72fa1279-ae34-4109-a943-6216a4440660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:24.141491 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1ac81cd5-8e45-47a8-8480-ad70aca2cb62 req-72fa1279-ae34-4109-a943-6216a4440660 service neutron] 10.222.0.35 "GET /v2.0/networks?id=643d18a2-f561-4ab8-ba5f-9dc85934ae99 HTTP/1.1" status: 200 len: 913 time: 0.1290386 Sep 08 09:07:24.191254 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1ac81cd5-8e45-47a8-8480-ad70aca2cb62 req-f76e572d-deee-4283-9c4d-92edf0650503 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=313f11df-2745-4268-80a8-ba1585e2d795 HTTP/1.1" status: 200 len: 217 time: 0.0400865 Sep 08 09:07:24.259288 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac81cd5-8e45-47a8-8480-ad70aca2cb62 req-62e8f808-cc29-4f86-ab71-2476542d71ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:24.260762 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1ac81cd5-8e45-47a8-8480-ad70aca2cb62 req-62e8f808-cc29-4f86-ab71-2476542d71ff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a55585f-dc5f-44d9-8cd9-f8cb2e1994de HTTP/1.1" status: 200 len: 852 time: 0.0617495 Sep 08 09:07:24.298019 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1ac81cd5-8e45-47a8-8480-ad70aca2cb62 req-b1f9cd1f-7371-4090-97d6-b12f39583b5e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=643d18a2-f561-4ab8-ba5f-9dc85934ae99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291700 Sep 08 09:07:24.407581 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1ac81cd5-8e45-47a8-8480-ad70aca2cb62 req-b29e46ef-1c50-4f3c-9342-004b9324e6b4 service neutron] 10.222.0.35 "GET /v2.0/networks/643d18a2-f561-4ab8-ba5f-9dc85934ae99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992589 Sep 08 09:07:24.512262 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1ac81cd5-8e45-47a8-8480-ad70aca2cb62 req-6e1deb99-f700-479f-88be-c42cf1601a5a service neutron] 10.222.0.35 "GET /v2.0/networks/643d18a2-f561-4ab8-ba5f-9dc85934ae99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956492 Sep 08 09:07:24.603806 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95853db5-81d5-4bda-a0ba-487923f35254 req-a8fbf2a1-954c-4a74-b63f-514427770718 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:24.605351 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-95853db5-81d5-4bda-a0ba-487923f35254 req-a8fbf2a1-954c-4a74-b63f-514427770718 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 946 time: 0.0523584 Sep 08 09:07:24.644576 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-95853db5-81d5-4bda-a0ba-487923f35254 req-3e5d4e3d-72f9-4a08-85fc-d9a2692c58bc tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328889 Sep 08 09:07:24.870817 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8e0829c3-c7e5-43ad-a31d-e55ed20c2b8a req-9c677087-0756-489f-a99e-fc7cf1d9fa1d tempest-ServerShowV257Test-1524956380 tempest-ServerShowV257Test-1524956380-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d1d9183-0e9f-475e-97cd-2dce93575425 HTTP/1.1" status: 200 len: 210 time: 0.0320261 Sep 08 09:07:24.975737 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4c83e133-a5be-4bd3-9f94-72bc8cf27e2c req-38af4cdf-eff7-4138-9313-263f63143100 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9d1d9183-0e9f-475e-97cd-2dce93575425 HTTP/1.1" status: 200 len: 210 time: 0.0263793 Sep 08 09:07:25.244689 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0eb2f-8678-4c5b-a031-b2d0ccbc1417 req-260559d4-b854-42b7-b9e8-0e912642f495 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:25.246279 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-70d0eb2f-8678-4c5b-a031-b2d0ccbc1417 req-260559d4-b854-42b7-b9e8-0e912642f495 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=15f3e455-1a40-4bef-bc86-46e9c344f488 HTTP/1.1" status: 200 len: 944 time: 0.0558760 Sep 08 09:07:25.284800 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-70d0eb2f-8678-4c5b-a031-b2d0ccbc1417 req-78305463-3f4e-40b2-b515-71d8a755b58d tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321496 Sep 08 09:07:25.771010 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ffbe59-93ab-49ad-a45b-f399ec8efa7f req-bc06dcf3-4150-4c1f-accc-a655860f1663 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:25.772500 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-96ffbe59-93ab-49ad-a45b-f399ec8efa7f req-bc06dcf3-4150-4c1f-accc-a655860f1663 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 946 time: 0.0542405 Sep 08 09:07:25.813345 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-96ffbe59-93ab-49ad-a45b-f399ec8efa7f req-b314e746-009a-4910-95ed-fbc513659f89 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336204 Sep 08 09:07:25.979897 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5d3bf172-aafa-4c1e-9f14-c9bea1b6483f req-3c6a3db5-663a-4346-8afd-8dfd9fb1f448 tempest-ServerShowV257Test-1524956380 tempest-ServerShowV257Test-1524956380-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d1d9183-0e9f-475e-97cd-2dce93575425 HTTP/1.1" status: 200 len: 210 time: 0.0284197 Sep 08 09:07:26.403414 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72606a7-7ff0-4602-a6a6-ca339ecb921c req-50a22933-e9e2-4450-8938-6846fb492719 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:26.404945 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a72606a7-7ff0-4602-a6a6-ca339ecb921c req-50a22933-e9e2-4450-8938-6846fb492719 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=15f3e455-1a40-4bef-bc86-46e9c344f488 HTTP/1.1" status: 200 len: 944 time: 0.0530608 Sep 08 09:07:26.443533 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a72606a7-7ff0-4602-a6a6-ca339ecb921c req-ffd5fc44-5c8d-4bfd-8687-28d3469ae105 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324235 Sep 08 09:07:26.946400 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac60cf-acaa-41f5-b9fe-f7dd8b2f6bdf req-be99702e-922d-4103-8ab3-e1d52fe4095c tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:26.948743 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0aac60cf-acaa-41f5-b9fe-f7dd8b2f6bdf req-be99702e-922d-4103-8ab3-e1d52fe4095c tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 946 time: 0.0601790 Sep 08 09:07:26.990237 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0aac60cf-acaa-41f5-b9fe-f7dd8b2f6bdf req-2f9693cb-46d3-4665-b1ae-f14ba4748d5f tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361676 Sep 08 09:07:27.022303 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bf9f8-3c9f-495b-9324-060a2d37c2ce req-f7ff04f8-766d-48e0-8dc4-ff744b58b51a tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:27.024450 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2e7bf9f8-3c9f-495b-9324-060a2d37c2ce req-f7ff04f8-766d-48e0-8dc4-ff744b58b51a tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 945 time: 0.0521483 Sep 08 09:07:27.042914 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 313f11df-2745-4268-80a8-ba1585e2d795 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:07:27.064684 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2e7bf9f8-3c9f-495b-9324-060a2d37c2ce req-e7dcb2e4-f6dc-484a-ae3a-3376ac1c8d99 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=703349ac-76b0-4a5f-8080-6789cf3c5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338998 Sep 08 09:07:27.093035 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2f64b085-28fa-4fc6-bfca-73b7756fcaeb req-ac528fee-f21a-49ef-84a8-bb409f28b4d9 tempest-ServerShowV257Test-1524956380 tempest-ServerShowV257Test-1524956380-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d1d9183-0e9f-475e-97cd-2dce93575425 HTTP/1.1" status: 200 len: 210 time: 0.0335183 Sep 08 09:07:27.163718 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 313f11df-2745-4268-80a8-ba1585e2d795, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=313f11df-2745-4268-80a8-ba1585e2d795,segment=NetworkSegment(3af659db-8c52-4cba-bbf9-dfdf7a2d015a),segment_id=3af659db-8c52-4cba-bbf9-dfdf7a2d015a)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:07:27.181417 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '313f11df-2745-4268-80a8-ba1585e2d795', 'network_id': '643d18a2-f561-4ab8-ba5f-9dc85934ae99', 'port_id': '313f11df-2745-4268-80a8-ba1585e2d795', 'mac_address': 'fa:16:3e:2f:a1:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a55585f-dc5f-44d9-8cd9-f8cb2e1994de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:07:27.230580 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:27.249890 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 313f11df-2745-4268-80a8-ba1585e2d795 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:07:27.273175 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 313f11df-2745-4268-80a8-ba1585e2d795, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=313f11df-2745-4268-80a8-ba1585e2d795,segment=NetworkSegment(3af659db-8c52-4cba-bbf9-dfdf7a2d015a),segment_id=3af659db-8c52-4cba-bbf9-dfdf7a2d015a)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:07:27.277823 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:27.325887 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=313f11df-2745-4268-80a8-ba1585e2d795,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:27.445159 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9b928a33-20b8-46bb-a09c-3a2b364a21aa req-2cf5dcb9-d223-4b25-8693-c1ffe20641ae tempest-ServerShowV257Test-1524956380 tempest-ServerShowV257Test-1524956380-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d1d9183-0e9f-475e-97cd-2dce93575425 HTTP/1.1" status: 200 len: 210 time: 0.0276544 Sep 08 09:07:27.559412 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534ac02-61b1-4b78-b889-d7a722043ecb req-bbe47624-5aca-4e33-bae9-3a009630d5c6 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:27.560925 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5534ac02-61b1-4b78-b889-d7a722043ecb req-bbe47624-5aca-4e33-bae9-3a009630d5c6 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=15f3e455-1a40-4bef-bc86-46e9c344f488 HTTP/1.1" status: 200 len: 945 time: 0.0497129 Sep 08 09:07:27.608451 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5534ac02-61b1-4b78-b889-d7a722043ecb req-99450182-ed75-4083-89d4-418e4a9f2afa tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413294 Sep 08 09:07:27.761752 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['313f11df-2745-4268-80a8-ba1585e2d795'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:07:28.107400 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf2987-bde4-4a5e-a5ca-40c21a619b94 req-021595d0-b3b7-4e31-a1eb-ef3aec163000 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:28.108931 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-53bf2987-bde4-4a5e-a5ca-40c21a619b94 req-021595d0-b3b7-4e31-a1eb-ef3aec163000 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 946 time: 0.0489306 Sep 08 09:07:28.153227 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-53bf2987-bde4-4a5e-a5ca-40c21a619b94 req-949e473a-5240-4081-b78f-394e0d101cbd tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376885 Sep 08 09:07:28.186864 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7f2fd-837e-433c-9aaf-d788581ece15 req-3bfcb26d-f756-47de-8e26-ee184f8d152c tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:28.188416 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-37a7f2fd-837e-433c-9aaf-d788581ece15 req-3bfcb26d-f756-47de-8e26-ee184f8d152c tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 945 time: 0.0507739 Sep 08 09:07:28.229207 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-37a7f2fd-837e-433c-9aaf-d788581ece15 req-3eb75bd3-ed48-463f-8d27-62310a6fd877 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=703349ac-76b0-4a5f-8080-6789cf3c5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347788 Sep 08 09:07:28.371119 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:28.548526 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dad810fb-ec4a-441e-889a-7d774c08f6e6 req-f319cc12-a00e-4acb-9767-cb5db01da9e3 tempest-ServerShowV257Test-1524956380 tempest-ServerShowV257Test-1524956380-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d1d9183-0e9f-475e-97cd-2dce93575425 HTTP/1.1" status: 200 len: 210 time: 0.0279131 Sep 08 09:07:28.732577 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad9ef39-e295-4128-aaf3-7165d0b1f5a5 req-908ff7b3-1ebd-4b94-8d00-00e608880a68 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:28.734145 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9ad9ef39-e295-4128-aaf3-7165d0b1f5a5 req-908ff7b3-1ebd-4b94-8d00-00e608880a68 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=15f3e455-1a40-4bef-bc86-46e9c344f488 HTTP/1.1" status: 200 len: 945 time: 0.0540431 Sep 08 09:07:28.771535 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9ad9ef39-e295-4128-aaf3-7165d0b1f5a5 req-3e5d06fc-81b8-4092-bd52-d1247d2cd89f tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314119 Sep 08 09:07:29.058997 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 313f11df-2745-4268-80a8-ba1585e2d795 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:07:29.109231 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 313f11df-2745-4268-80a8-ba1585e2d795 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:07:29.112890 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 313f11df-2745-4268-80a8-ba1585e2d795 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:07:29.113240 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:29.162259 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33064f-0854-407b-8a1a-63602bb76679 req-c6c162e1-64a0-4a5c-a5c2-6a3ff90d2b20 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:29.163764 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-db33064f-0854-407b-8a1a-63602bb76679 req-c6c162e1-64a0-4a5c-a5c2-6a3ff90d2b20 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 945 time: 0.0559134 Sep 08 09:07:29.193394 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:29.219045 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15f3e455-1a40-4bef-bc86-46e9c344f488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '313f11df-2745-4268-80a8-ba1585e2d795'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:07:29.221182 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e64fba4-95ec-461a-ac5c-88bba337c4ad" -d '{"events": [{"server_uuid": "15f3e455-1a40-4bef-bc86-46e9c344f488", "name": "network-vif-plugged", "status": "completed", "tag": "313f11df-2745-4268-80a8-ba1585e2d795"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:07:29.236112 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 313f11df-2745-4268-80a8-ba1585e2d795, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=313f11df-2745-4268-80a8-ba1585e2d795,segment=NetworkSegment(3af659db-8c52-4cba-bbf9-dfdf7a2d015a),segment_id=3af659db-8c52-4cba-bbf9-dfdf7a2d015a)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:07:29.244360 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:29.277508 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59c23b6-d65c-4b31-b2f5-ed326267a8a4 x-openstack-request-id: req-f59c23b6-d65c-4b31-b2f5-ed326267a8a4 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:07:29.277806 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15f3e455-1a40-4bef-bc86-46e9c344f488", "name": "network-vif-plugged", "status": "completed", "tag": "313f11df-2745-4268-80a8-ba1585e2d795", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:07:29.278076 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f59c23b6-d65c-4b31-b2f5-ed326267a8a4 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:07:29.278473 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15f3e455-1a40-4bef-bc86-46e9c344f488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '313f11df-2745-4268-80a8-ba1585e2d795', 'code': 200} Sep 08 09:07:29.288266 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-db33064f-0854-407b-8a1a-63602bb76679 req-cf0dea94-d062-496e-9df3-dbdb8d17b3a5 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Deleting port e104b66d-db35-49db-824c-4f5d2b6e6a0e {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:07:29.288754 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-db33064f-0854-407b-8a1a-63602bb76679 req-cf0dea94-d062-496e-9df3-dbdb8d17b3a5 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:29.291695 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a1584-0075-4538-9ce1-ea5071b9fae7 req-f1feb406-7e95-49ad-93b8-db9806529c18 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:29.293712 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a75a1584-0075-4538-9ce1-ea5071b9fae7 req-f1feb406-7e95-49ad-93b8-db9806529c18 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 946 time: 0.0659227 Sep 08 09:07:29.330292 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=313f11df-2745-4268-80a8-ba1585e2d795,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:29.356855 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a75a1584-0075-4538-9ce1-ea5071b9fae7 req-47c2a384-a3b6-4712-8de4-96ef41110eb7 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541711 Sep 08 09:07:29.479108 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-db33064f-0854-407b-8a1a-63602bb76679 req-cf0dea94-d062-496e-9df3-dbdb8d17b3a5 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] For port e104b66d-db35-49db-824c-4f5d2b6e6a0e, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=e104b66d-db35-49db-824c-4f5d2b6e6a0e,segment=NetworkSegment(2d726032-d9c0-4dd0-a3a3-50878ac67fa8),segment_id=2d726032-d9c0-4dd0-a3a3-50878ac67fa8)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:07:29.479483 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-db33064f-0854-407b-8a1a-63602bb76679 req-cf0dea94-d062-496e-9df3-dbdb8d17b3a5 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:29.493937 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a104bc5-57f9-4a14-af46-15d8a2a63d11 req-c4e617a3-5073-420e-9905-dbc8a750506b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:29.495486 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0a104bc5-57f9-4a14-af46-15d8a2a63d11 req-c4e617a3-5073-420e-9905-dbc8a750506b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=15f3e455-1a40-4bef-bc86-46e9c344f488 HTTP/1.1" status: 200 len: 1098 time: 0.0993130 Sep 08 09:07:29.506251 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276b9a7-c293-488d-b17e-b03bb87f4558 req-1a1ab3b7-5180-4d2b-9ffa-2dba6457d7d4 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:29.508381 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3276b9a7-c293-488d-b17e-b03bb87f4558 req-1a1ab3b7-5180-4d2b-9ffa-2dba6457d7d4 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 945 time: 0.1556048 Sep 08 09:07:29.652831 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e72c0d91-308f-405c-8c51-536122bf8934 req-931c9e15-3f11-421e-beb6-910061d10c2c tempest-ServerShowV257Test-1524956380 tempest-ServerShowV257Test-1524956380-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d1d9183-0e9f-475e-97cd-2dce93575425 HTTP/1.1" status: 200 len: 210 time: 0.0267730 Sep 08 09:07:29.654667 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0a104bc5-57f9-4a14-af46-15d8a2a63d11 req-05b4a3c4-f315-4fb1-a1fc-edade9fb6775 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446073 Sep 08 09:07:29.661272 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3276b9a7-c293-488d-b17e-b03bb87f4558 req-69ea14ac-b737-4460-a3f6-de770c9f4c21 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=703349ac-76b0-4a5f-8080-6789cf3c5a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440723 Sep 08 09:07:29.739296 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-db33064f-0854-407b-8a1a-63602bb76679 req-cf0dea94-d062-496e-9df3-dbdb8d17b3a5 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:29.739672 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-db33064f-0854-407b-8a1a-63602bb76679 req-cf0dea94-d062-496e-9df3-dbdb8d17b3a5 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:29.740001 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [req-db33064f-0854-407b-8a1a-63602bb76679 req-cf0dea94-d062-496e-9df3-dbdb8d17b3a5 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Floating IP bf8fcb6e-987c-4b1d-86cf-1001a502afee disassociated. External IP: 172.25.0.225, port: e104b66d-db35-49db-824c-4f5d2b6e6a0e. Sep 08 09:07:29.740384 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-db33064f-0854-407b-8a1a-63602bb76679 req-cf0dea94-d062-496e-9df3-dbdb8d17b3a5 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Calling delete_port for e104b66d-db35-49db-824c-4f5d2b6e6a0e owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:07:29.903378 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-db33064f-0854-407b-8a1a-63602bb76679 req-cf0dea94-d062-496e-9df3-dbdb8d17b3a5 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:29.936597 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0dea94-d062-496e-9df3-dbdb8d17b3a5 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Pushing event deleted for resources: {'Port': ['ID=e104b66d-db35-49db-824c-4f5d2b6e6a0e,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:29.946157 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3956934-60b4-4816-ab30-64c505bd1f94 req-dab28b09-18fb-48a7-baee-92b89bf7bf10 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:29.947707 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e3956934-60b4-4816-ab30-64c505bd1f94 req-dab28b09-18fb-48a7-baee-92b89bf7bf10 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=15f3e455-1a40-4bef-bc86-46e9c344f488 HTTP/1.1" status: 200 len: 946 time: 0.0993469 Sep 08 09:07:30.040868 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e3956934-60b4-4816-ab30-64c505bd1f94 req-1681f2d1-0a9b-45ef-bae9-25143569cb3c tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859404 Sep 08 09:07:30.104607 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db33064f-0854-407b-8a1a-63602bb76679 req-cf0dea94-d062-496e-9df3-dbdb8d17b3a5 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Router df41a430-f793-4b9f-9c89-21254b2ff6d0 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:07:30.223677 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db33064f-0854-407b-8a1a-63602bb76679 req-cf0dea94-d062-496e-9df3-dbdb8d17b3a5 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:07:30.235768 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c59a5d-6f17-4559-b1df-f9a88db8a4f4 None None] Sync routers for ids ['df41a430-f793-4b9f-9c89-21254b2ff6d0'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:07:30.245310 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c59a5d-6f17-4559-b1df-f9a88db8a4f4 None None] Routers {'df41a430-f793-4b9f-9c89-21254b2ff6d0'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:07:30.246013 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-40c59a5d-6f17-4559-b1df-f9a88db8a4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:07:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['df41a430-f793-4b9f-9c89-21254b2ff6d0'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:07:30.266838 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-db33064f-0854-407b-8a1a-63602bb76679 req-cf0dea94-d062-496e-9df3-dbdb8d17b3a5 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] No DVR routers for this DVR port e104b66d-db35-49db-824c-4f5d2b6e6a0e on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:07:30.269586 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-db33064f-0854-407b-8a1a-63602bb76679 req-cf0dea94-d062-496e-9df3-dbdb8d17b3a5 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:30.271922 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-db33064f-0854-407b-8a1a-63602bb76679 req-cf0dea94-d062-496e-9df3-dbdb8d17b3a5 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.37 "DELETE /v2.0/ports/e104b66d-db35-49db-824c-4f5d2b6e6a0e HTTP/1.1" status: 204 len: 173 time: 1.0990510 Sep 08 09:07:30.272412 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8731f6d-4366-45bd-b19d-72ad957f0558', 'name': 'network-vif-deleted', 'tag': 'e104b66d-db35-49db-824c-4f5d2b6e6a0e'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:07:30.275894 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c41e02e-4eea-4b0b-a57e-66dfb436fc19" -d '{"events": [{"server_uuid": "f8731f6d-4366-45bd-b19d-72ad957f0558", "name": "network-vif-deleted", "tag": "e104b66d-db35-49db-824c-4f5d2b6e6a0e"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:07:30.321658 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ad020e-6d6d-408c-9c42-a694d244a22f x-openstack-request-id: req-67ad020e-6d6d-408c-9c42-a694d244a22f {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:07:30.322322 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8731f6d-4366-45bd-b19d-72ad957f0558", "name": "network-vif-deleted", "tag": "e104b66d-db35-49db-824c-4f5d2b6e6a0e", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:07:30.322322 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-67ad020e-6d6d-408c-9c42-a694d244a22f {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:07:30.322631 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8731f6d-4366-45bd-b19d-72ad957f0558', 'name': 'network-vif-deleted', 'tag': 'e104b66d-db35-49db-824c-4f5d2b6e6a0e', 'status': 'completed', 'code': 200} Sep 08 09:07:30.377906 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-40c59a5d-6f17-4559-b1df-f9a88db8a4f4 None None] Set router df41a430-f793-4b9f-9c89-21254b2ff6d0 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:07:30.529282 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91065f-7140-4c0a-b2e6-2620d1f44e2b req-94c7f050-619f-4c37-8831-f0745d9c6475 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:30.531764 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1b91065f-7140-4c0a-b2e6-2620d1f44e2b req-94c7f050-619f-4c37-8831-f0745d9c6475 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 946 time: 0.0792775 Sep 08 09:07:30.577030 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1b91065f-7140-4c0a-b2e6-2620d1f44e2b req-92ebfe9c-d31f-40e8-9f69-59faaba63478 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390952 Sep 08 09:07:30.650572 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-40c59a5d-6f17-4559-b1df-f9a88db8a4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'name': 'tempest-AttachVolumeTestJSON-655579207-router', 'tenant_id': 'a2f9a27fb48843b398aaefe83b941227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '50ce655b-179c-4da1-8f1d-05451893c0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:02:51Z', 'updated_at': '2021-09-08T09:02:56Z', 'revision_number': 4, 'project_id': 'a2f9a27fb48843b398aaefe83b941227', 'gw_port': {'id': '50ce655b-179c-4da1-8f1d-05451893c0d2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:52Z', 'updated_at': '2021-09-08T09:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'a3be75f1-9287-45c7-ad60-a4becde4a4da', 'name': '', 'network_id': 'd15b4ce3-7986-485f-ad78-2afa75611397', 'tenant_id': 'a2f9a27fb48843b398aaefe83b941227', 'mac_address': 'fa:16:3e:b8:7c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'b55eaef4-013f-4f3d-8aec-fea124c1fdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:55Z', 'updated_at': '2021-09-08T09:03:09Z', 'revision_number': 5, 'project_id': 'a2f9a27fb48843b398aaefe83b941227', 'subnets': [{'id': 'b55eaef4-013f-4f3d-8aec-fea124c1fdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:07:30.680607 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c59a5d-6f17-4559-b1df-f9a88db8a4f4 None None] Checking router: df41a430-f793-4b9f-9c89-21254b2ff6d0 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:07:30.689560 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c59a5d-6f17-4559-b1df-f9a88db8a4f4 None None] Routers {'df41a430-f793-4b9f-9c89-21254b2ff6d0'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:07:30.690205 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-40c59a5d-6f17-4559-b1df-f9a88db8a4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:07:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['df41a430-f793-4b9f-9c89-21254b2ff6d0'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:07:30.767622 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24550b38-b650-467a-9f34-469cff09ad44 req-1e902cd7-2379-4a15-af94-f6ef39714910 tempest-ServerShowV257Test-1524956380 tempest-ServerShowV257Test-1524956380-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d1d9183-0e9f-475e-97cd-2dce93575425 HTTP/1.1" status: 200 len: 210 time: 0.0334525 Sep 08 09:07:30.811752 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-40c59a5d-6f17-4559-b1df-f9a88db8a4f4 None None] Set router df41a430-f793-4b9f-9c89-21254b2ff6d0 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:07:30.890583 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-686c5ae9-a6b0-442e-993d-c2a4ccd8b022 req-e32779a3-25b8-4b5d-9b3e-d9158d0cfb1b tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8731f6d-4366-45bd-b19d-72ad957f0558 HTTP/1.1" status: 200 len: 210 time: 0.0312243 Sep 08 09:07:31.078521 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-40c59a5d-6f17-4559-b1df-f9a88db8a4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'name': 'tempest-AttachVolumeTestJSON-655579207-router', 'tenant_id': 'a2f9a27fb48843b398aaefe83b941227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '50ce655b-179c-4da1-8f1d-05451893c0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:02:51Z', 'updated_at': '2021-09-08T09:02:56Z', 'revision_number': 4, 'project_id': 'a2f9a27fb48843b398aaefe83b941227', 'gw_port': {'id': '50ce655b-179c-4da1-8f1d-05451893c0d2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:52Z', 'updated_at': '2021-09-08T09:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'a3be75f1-9287-45c7-ad60-a4becde4a4da', 'name': '', 'network_id': 'd15b4ce3-7986-485f-ad78-2afa75611397', 'tenant_id': 'a2f9a27fb48843b398aaefe83b941227', 'mac_address': 'fa:16:3e:b8:7c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'b55eaef4-013f-4f3d-8aec-fea124c1fdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:55Z', 'updated_at': '2021-09-08T09:03:09Z', 'revision_number': 5, 'project_id': 'a2f9a27fb48843b398aaefe83b941227', 'subnets': [{'id': 'b55eaef4-013f-4f3d-8aec-fea124c1fdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:07:31.106312 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c59a5d-6f17-4559-b1df-f9a88db8a4f4 None None] The sync data for ids ['df41a430-f793-4b9f-9c89-21254b2ff6d0'] in n-d-806683-11 is: [{'id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'name': 'tempest-AttachVolumeTestJSON-655579207-router', 'tenant_id': 'a2f9a27fb48843b398aaefe83b941227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '50ce655b-179c-4da1-8f1d-05451893c0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:02:51Z', 'updated_at': '2021-09-08T09:02:56Z', 'revision_number': 4, 'project_id': 'a2f9a27fb48843b398aaefe83b941227', 'gw_port': {'id': '50ce655b-179c-4da1-8f1d-05451893c0d2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:52Z', 'updated_at': '2021-09-08T09:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'a3be75f1-9287-45c7-ad60-a4becde4a4da', 'name': '', 'network_id': 'd15b4ce3-7986-485f-ad78-2afa75611397', 'tenant_id': 'a2f9a27fb48843b398aaefe83b941227', 'mac_address': 'fa:16:3e:b8:7c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'b55eaef4-013f-4f3d-8aec-fea124c1fdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:55Z', 'updated_at': '2021-09-08T09:03:09Z', 'revision_number': 5, 'project_id': 'a2f9a27fb48843b398aaefe83b941227', 'subnets': [{'id': 'b55eaef4-013f-4f3d-8aec-fea124c1fdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:07:31.177344 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf4040b-d022-4779-8207-f9b398b1b8f0 req-be4248b1-862b-4a20-9a92-1ab2769a649c tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:31.179600 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-daf4040b-d022-4779-8207-f9b398b1b8f0 req-be4248b1-862b-4a20-9a92-1ab2769a649c tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=15f3e455-1a40-4bef-bc86-46e9c344f488 HTTP/1.1" status: 200 len: 946 time: 0.0626407 Sep 08 09:07:31.255996 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-daf4040b-d022-4779-8207-f9b398b1b8f0 req-626ba757-a8a2-4448-a4ad-71c75d0f3059 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661242 Sep 08 09:07:31.415387 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2345dc41-dd9f-462e-8df4-30a5b5d4abb5 None None] New status for floating IP bf8fcb6e-987c-4b1d-86cf-1001a502afee: DOWN {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:07:31.705967 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb1c95-d6bc-4973-9920-197383a44ecb req-4fd83ed1-36da-438e-8a69-0b6567f8ae44 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:31.707590 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-56bb1c95-d6bc-4973-9920-197383a44ecb req-4fd83ed1-36da-438e-8a69-0b6567f8ae44 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 946 time: 0.0548162 Sep 08 09:07:31.751270 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-56bb1c95-d6bc-4973-9920-197383a44ecb req-36703151-0649-4a2a-bc06-a13d337ec532 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362725 Sep 08 09:07:31.876979 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2ecc4b2c-09e2-4884-897a-7a8815fcb9b5 req-1b62ee00-88f9-40ff-a778-c305dcc7cae5 tempest-ServerShowV257Test-1524956380 tempest-ServerShowV257Test-1524956380-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d1d9183-0e9f-475e-97cd-2dce93575425 HTTP/1.1" status: 200 len: 210 time: 0.0304096 Sep 08 09:07:31.978749 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 46728) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:07:32.035135 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-60877490-6dfa-4ab5-ab5c-25303dfdd8b9 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:32.060483 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-60877490-6dfa-4ab5-ab5c-25303dfdd8b9 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:32.113519 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-60877490-6dfa-4ab5-ab5c-25303dfdd8b9 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:32.116514 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-60877490-6dfa-4ab5-ab5c-25303dfdd8b9 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:32.120782 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-60877490-6dfa-4ab5-ab5c-25303dfdd8b9 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "DELETE /v2.0/security-groups/703349ac-76b0-4a5f-8080-6789cf3c5a3d HTTP/1.1" status: 204 len: 168 time: 0.1385186 Sep 08 09:07:32.121266 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 46730) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:07:32.128764 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60877490-6dfa-4ab5-ab5c-25303dfdd8b9 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=703349ac-76b0-4a5f-8080-6789cf3c5a3d,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:32.136372 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60877490-6dfa-4ab5-ab5c-25303dfdd8b9 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:07:32.136718 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60877490-6dfa-4ab5-ab5c-25303dfdd8b9 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:07:32.137062 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60877490-6dfa-4ab5-ab5c-25303dfdd8b9 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:07:32.137181 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-85c2b897-6fcd-40ec-846a-aee35aa99b1a tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] show failed (client error): The resource could not be found. Sep 08 09:07:32.137412 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60877490-6dfa-4ab5-ab5c-25303dfdd8b9 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:07:32.137800 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60877490-6dfa-4ab5-ab5c-25303dfdd8b9 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:07:32.141085 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60877490-6dfa-4ab5-ab5c-25303dfdd8b9 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:07:32.141197 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-85c2b897-6fcd-40ec-846a-aee35aa99b1a tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups/703349ac-76b0-4a5f-8080-6789cf3c5a3d HTTP/1.1" status: 404 len: 347 time: 0.0159168 Sep 08 09:07:32.141290 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60877490-6dfa-4ab5-ab5c-25303dfdd8b9 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:07:32.141290 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60877490-6dfa-4ab5-ab5c-25303dfdd8b9 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:07:32.141290 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60877490-6dfa-4ab5-ab5c-25303dfdd8b9 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:07:32.141290 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60877490-6dfa-4ab5-ab5c-25303dfdd8b9 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:07:32.141290 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60877490-6dfa-4ab5-ab5c-25303dfdd8b9 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:07:32.141290 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60877490-6dfa-4ab5-ab5c-25303dfdd8b9 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:07:32.141702 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 46732) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:07:32.286978 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-ff136f3a-1e75-4aed-b847-685cdcbd3828 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Deleting port d6e241c5-99ff-4b03-a0d0-aead6dc52ce7 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:07:32.287324 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ff136f3a-1e75-4aed-b847-685cdcbd3828 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:32.381718 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ff136f3a-1e75-4aed-b847-685cdcbd3828 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:32.382091 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ff136f3a-1e75-4aed-b847-685cdcbd3828 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:32.395858 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560529e9-8a86-41bb-90dc-e5a03a0bc93f req-f3680214-655a-4af7-9198-5cc290140612 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:32.397529 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-560529e9-8a86-41bb-90dc-e5a03a0bc93f req-f3680214-655a-4af7-9198-5cc290140612 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=15f3e455-1a40-4bef-bc86-46e9c344f488 HTTP/1.1" status: 200 len: 946 time: 0.0618875 Sep 08 09:07:32.397741 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-ff136f3a-1e75-4aed-b847-685cdcbd3828 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Calling delete_port for d6e241c5-99ff-4b03-a0d0-aead6dc52ce7 owned by network:floatingip {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:07:32.456013 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-560529e9-8a86-41bb-90dc-e5a03a0bc93f req-43c5a23a-4f2d-47c0-891b-08ff967cfec9 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441673 Sep 08 09:07:32.621303 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ff136f3a-1e75-4aed-b847-685cdcbd3828 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:32.643730 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device e104b66d-db35-49db-824c-4f5d2b6e6a0e no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:07:32.696379 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: e104b66d-db35-49db-824c-4f5d2b6e6a0e {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:07:32.699224 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff136f3a-1e75-4aed-b847-685cdcbd3828 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Pushing event deleted for resources: {'Port': ['ID=d6e241c5-99ff-4b03-a0d0-aead6dc52ce7,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:32.701327 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device e104b66d-db35-49db-824c-4f5d2b6e6a0e not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:07:32.766553 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ff136f3a-1e75-4aed-b847-685cdcbd3828 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks [] for floatingip, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:32.769334 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ff136f3a-1e75-4aed-b847-685cdcbd3828 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:32.770763 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ff136f3a-1e75-4aed-b847-685cdcbd3828 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "DELETE /v2.0/floatingips/bf8fcb6e-987c-4b1d-86cf-1001a502afee HTTP/1.1" status: 204 len: 168 time: 0.6285765 Sep 08 09:07:32.830817 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e77c08-fe89-43b3-8d18-7f82ebea5a71 req-561016a1-22d4-4c3f-85e2-1cab8f52eb9a tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:32.841306 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-33e77c08-fe89-43b3-8d18-7f82ebea5a71 req-561016a1-22d4-4c3f-85e2-1cab8f52eb9a tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=15f3e455-1a40-4bef-bc86-46e9c344f488 HTTP/1.1" status: 200 len: 946 time: 0.1226318 Sep 08 09:07:32.878334 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-33e77c08-fe89-43b3-8d18-7f82ebea5a71 req-bc10bc3b-0405-4da8-b865-8f98d9eba17b tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360615 Sep 08 09:07:32.916192 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f58b72-55e6-499c-88b6-58cfe5a58503 req-2470d1dc-743f-41c3-b60b-c3f39f5d3013 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:32.918212 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-49f58b72-55e6-499c-88b6-58cfe5a58503 req-2470d1dc-743f-41c3-b60b-c3f39f5d3013 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 946 time: 0.0637581 Sep 08 09:07:32.965598 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-49f58b72-55e6-499c-88b6-58cfe5a58503 req-aa4cfe67-24b6-4a56-b974-678689a22cad tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407479 Sep 08 09:07:33.072774 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3e69f83f-2828-4ba6-8508-8dfd8653a848 req-a5af6443-ab22-4cda-b345-a823661a6fab tempest-ServerShowV257Test-1524956380 tempest-ServerShowV257Test-1524956380-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d1d9183-0e9f-475e-97cd-2dce93575425 HTTP/1.1" status: 200 len: 210 time: 0.0321920 Sep 08 09:07:33.131532 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 46754) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:07:33.137178 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-f489ac52-28e5-4d26-9dfb-95ee8b54e9cb tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Request body: {'security_group': {'name': 'tempest-securitygroup--111919870', 'description': 'tempest-description--466400408'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:07:33.160022 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f489ac52-28e5-4d26-9dfb-95ee8b54e9cb tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:33.255068 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f489ac52-28e5-4d26-9dfb-95ee8b54e9cb tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:33.260578 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f489ac52-28e5-4d26-9dfb-95ee8b54e9cb tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:33.289774 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f489ac52-28e5-4d26-9dfb-95ee8b54e9cb tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:33.291297 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f489ac52-28e5-4d26-9dfb-95ee8b54e9cb tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1586454 Sep 08 09:07:33.293315 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f489ac52-28e5-4d26-9dfb-95ee8b54e9cb tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58bf46ef-f4ee-48eb-a470-ab465f3a4e74,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:33.294323 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 46756) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:07:33.303922 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-b9093fd5-73a5-421c-9e4f-9deb8f0f5de3 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Request body: {'security_group_rule': {'security_group_id': '58bf46ef-f4ee-48eb-a470-ab465f3a4e74', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:07:33.344357 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b9093fd5-73a5-421c-9e4f-9deb8f0f5de3 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:33.395364 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b9093fd5-73a5-421c-9e4f-9deb8f0f5de3 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:33.399732 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b9093fd5-73a5-421c-9e4f-9deb8f0f5de3 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:33.418992 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9093fd5-73a5-421c-9e4f-9deb8f0f5de3 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=103edf24-9946-433a-a4ad-c0bceebc0d85,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:33.432021 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b9093fd5-73a5-421c-9e4f-9deb8f0f5de3 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:33.433707 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b9093fd5-73a5-421c-9e4f-9deb8f0f5de3 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1377993 Sep 08 09:07:33.436244 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 46760) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:07:33.441830 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-68a8821e-9c4d-4b5b-b51d-92090de6b783 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Request body: {'security_group_rule': {'security_group_id': '58bf46ef-f4ee-48eb-a470-ab465f3a4e74', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:07:33.472624 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-68a8821e-9c4d-4b5b-b51d-92090de6b783 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:33.533108 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-68a8821e-9c4d-4b5b-b51d-92090de6b783 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:33.538813 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-68a8821e-9c4d-4b5b-b51d-92090de6b783 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:33.561169 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-68a8821e-9c4d-4b5b-b51d-92090de6b783 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:33.565271 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-68a8821e-9c4d-4b5b-b51d-92090de6b783 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1251380 Sep 08 09:07:33.565543 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 46764) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:07:33.572121 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-6c8a93e0-06b8-4d2c-a238-3c3e9c3d58fd tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:07:33.576674 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a8821e-9c4d-4b5b-b51d-92090de6b783 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd798b83-e181-4469-a731-33f6696d0e0f,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:33.605847 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6c8a93e0-06b8-4d2c-a238-3c3e9c3d58fd tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks [] for floatingip, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:33.748633 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6c8a93e0-06b8-4d2c-a238-3c3e9c3d58fd tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:33.877895 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-6c8a93e0-06b8-4d2c-a238-3c3e9c3d58fd tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Allocated IP 172.25.0.98 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/f47018ec-6a9b-4d8f-b20a-6ff0ccf09444) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:07:34.042508 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67836840-e6f1-4da4-9367-821ffd0d3a6c req-87dfcfa2-190a-46bd-85aa-953b8489f69a tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:34.044069 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-67836840-e6f1-4da4-9367-821ffd0d3a6c req-87dfcfa2-190a-46bd-85aa-953b8489f69a tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=15f3e455-1a40-4bef-bc86-46e9c344f488 HTTP/1.1" status: 200 len: 946 time: 0.0821621 Sep 08 09:07:34.052670 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6c8a93e0-06b8-4d2c-a238-3c3e9c3d58fd tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:34.103800 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-67836840-e6f1-4da4-9367-821ffd0d3a6c req-eeaa3229-6ff8-47cc-89f8-0e9c980ed2a8 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480711 Sep 08 09:07:34.124270 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6c8a93e0-06b8-4d2c-a238-3c3e9c3d58fd tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:34.129084 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adbdfbc-5654-43ba-9689-7465c6aa8323 req-878ca11d-1c32-424c-b8ef-7af0e5319577 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:34.131589 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3adbdfbc-5654-43ba-9689-7465c6aa8323 req-878ca11d-1c32-424c-b8ef-7af0e5319577 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 946 time: 0.0618143 Sep 08 09:07:34.172700 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8a93e0-06b8-4d2c-a238-3c3e9c3d58fd tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:07:34.180433 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-6c8a93e0-06b8-4d2c-a238-3c3e9c3d58fd tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:07:34.182953 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8a93e0-06b8-4d2c-a238-3c3e9c3d58fd tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:07:34.213604 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8a93e0-06b8-4d2c-a238-3c3e9c3d58fd tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Pushing event updated for resources: {'Port': ['ID=f47018ec-6a9b-4d8f-b20a-6ff0ccf09444,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:34.219674 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3adbdfbc-5654-43ba-9689-7465c6aa8323 req-3f0d2793-da4f-463f-aab9-d0fc785624b2 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640094 Sep 08 09:07:34.256218 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-25f7a5aa-ad13-4b93-ac98-1a11ff5fa902 req-d378d73c-9c0e-43da-be2d-ac38f432cb19 tempest-ServerShowV257Test-1524956380 tempest-ServerShowV257Test-1524956380-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d1d9183-0e9f-475e-97cd-2dce93575425 HTTP/1.1" status: 200 len: 210 time: 0.0338936 Sep 08 09:07:34.324623 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6c8a93e0-06b8-4d2c-a238-3c3e9c3d58fd tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:34.366927 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6c8a93e0-06b8-4d2c-a238-3c3e9c3d58fd tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:34.543014 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6c8a93e0-06b8-4d2c-a238-3c3e9c3d58fd tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:34.555945 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6c8a93e0-06b8-4d2c-a238-3c3e9c3d58fd tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:34.666998 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8a93e0-06b8-4d2c-a238-3c3e9c3d58fd tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Pushing event updated for resources: {'Port': ['ID=f47018ec-6a9b-4d8f-b20a-6ff0ccf09444,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:34.683994 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6c8a93e0-06b8-4d2c-a238-3c3e9c3d58fd tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:34.694728 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65831d84-90c4-45cd-8c96-4d6f8b58e5cb req-0dfb1e58-acc4-4957-bdf4-04390100a01a tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:34.696437 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-65831d84-90c4-45cd-8c96-4d6f8b58e5cb req-0dfb1e58-acc4-4957-bdf4-04390100a01a tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.35 "GET /v2.0/ports?device_id=15f3e455-1a40-4bef-bc86-46e9c344f488 HTTP/1.1" status: 200 len: 946 time: 0.1498127 Sep 08 09:07:34.738618 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6c8a93e0-06b8-4d2c-a238-3c3e9c3d58fd tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:34.739879 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-6c8a93e0-06b8-4d2c-a238-3c3e9c3d58fd tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1732888 Sep 08 09:07:34.843939 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-65831d84-90c4-45cd-8c96-4d6f8b58e5cb req-36edc852-a88b-4e55-b0f6-e43f43bee068 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Deleting port 313f11df-2745-4268-80a8-ba1585e2d795 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:07:34.844612 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-65831d84-90c4-45cd-8c96-4d6f8b58e5cb req-36edc852-a88b-4e55-b0f6-e43f43bee068 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:35.022223 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-65831d84-90c4-45cd-8c96-4d6f8b58e5cb req-36edc852-a88b-4e55-b0f6-e43f43bee068 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] For port 313f11df-2745-4268-80a8-ba1585e2d795, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=313f11df-2745-4268-80a8-ba1585e2d795,segment=NetworkSegment(3af659db-8c52-4cba-bbf9-dfdf7a2d015a),segment_id=3af659db-8c52-4cba-bbf9-dfdf7a2d015a)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:07:35.023251 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-65831d84-90c4-45cd-8c96-4d6f8b58e5cb req-36edc852-a88b-4e55-b0f6-e43f43bee068 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:35.036710 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-927d8c6b-dd91-4153-954d-1ba1df748667 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--111919870&fields=id&tenant_id=a2f9a27fb48843b398aaefe83b941227 HTTP/1.1" status: 200 len: 267 time: 0.0848401 Sep 08 09:07:35.043922 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-65831d84-90c4-45cd-8c96-4d6f8b58e5cb req-36edc852-a88b-4e55-b0f6-e43f43bee068 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Calling delete_port for 313f11df-2745-4268-80a8-ba1585e2d795 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:07:35.109160 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device dd244012-dd72-4311-97c8-a2d5d3dfff97 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:07:35.222448 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-4f2172ea-356f-4af4-ab0f-f6553c1fa2b7 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:35.223997 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-4f2172ea-356f-4af4-ab0f-f6553c1fa2b7 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/networks?id=d15b4ce3-7986-485f-ad78-2afa75611397 HTTP/1.1" status: 200 len: 810 time: 0.1770847 Sep 08 09:07:35.244475 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-8a309513-7b1f-4ed7-aabf-6facea3612e1 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/quotas/a2f9a27fb48843b398aaefe83b941227 HTTP/1.1" status: 200 len: 375 time: 0.0127273 Sep 08 09:07:35.264006 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port dd244012-dd72-4311-97c8-a2d5d3dfff97, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=dd244012-dd72-4311-97c8-a2d5d3dfff97,segment=NetworkSegment(f97f779e-ab81-4dfc-a584-515a83636e03),segment_id=f97f779e-ab81-4dfc-a584-515a83636e03)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:07:35.278316 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': 'dd244012-dd72-4311-97c8-a2d5d3dfff97', 'network_id': 'c49a0008-ba2e-41e9-b498-07f12619ac72', 'port_id': 'dd244012-dd72-4311-97c8-a2d5d3dfff97', 'mac_address': 'fa:16:3e:85:14:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df631613-af78-49bf-9102-60065cc0670c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:07:35.320998 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d2c50-45aa-4da3-9b48-615b14c02416 req-9a3904cc-ee9b-4f84-ab53-78cf9cc75e52 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:35.325472 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-219d2c50-45aa-4da3-9b48-615b14c02416 req-9a3904cc-ee9b-4f84-ab53-78cf9cc75e52 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=15f3e455-1a40-4bef-bc86-46e9c344f488 HTTP/1.1" status: 200 len: 946 time: 0.0883830 Sep 08 09:07:35.339454 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:35.341997 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-65831d84-90c4-45cd-8c96-4d6f8b58e5cb req-36edc852-a88b-4e55-b0f6-e43f43bee068 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:35.356610 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-f722ce3f-4e9a-4926-8cf9-e2cb8104ad96 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=a2f9a27fb48843b398aaefe83b941227&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0966012 Sep 08 09:07:35.361589 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dd244012-dd72-4311-97c8-a2d5d3dfff97 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:07:35.371675 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-219d2c50-45aa-4da3-9b48-615b14c02416 req-2cc5b7d3-cc9c-4ff4-ad7f-02378b58ba4c tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357542 Sep 08 09:07:35.400441 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port dd244012-dd72-4311-97c8-a2d5d3dfff97, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=dd244012-dd72-4311-97c8-a2d5d3dfff97,segment=NetworkSegment(f97f779e-ab81-4dfc-a584-515a83636e03),segment_id=f97f779e-ab81-4dfc-a584-515a83636e03)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:07:35.403580 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36edc852-a88b-4e55-b0f6-e43f43bee068 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Pushing event deleted for resources: {'Port': ['ID=313f11df-2745-4268-80a8-ba1585e2d795,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:35.404511 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['313f11df-2745-4268-80a8-ba1585e2d795'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:07:35.418284 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:35.499652 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-65831d84-90c4-45cd-8c96-4d6f8b58e5cb req-36edc852-a88b-4e55-b0f6-e43f43bee068 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] No DVR routers for this DVR port 313f11df-2745-4268-80a8-ba1585e2d795 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:07:35.505908 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-65831d84-90c4-45cd-8c96-4d6f8b58e5cb req-36edc852-a88b-4e55-b0f6-e43f43bee068 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:35.509118 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-65831d84-90c4-45cd-8c96-4d6f8b58e5cb req-36edc852-a88b-4e55-b0f6-e43f43bee068 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.35 "DELETE /v2.0/ports/313f11df-2745-4268-80a8-ba1585e2d795 HTTP/1.1" status: 204 len: 173 time: 0.8063955 Sep 08 09:07:35.510149 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15f3e455-1a40-4bef-bc86-46e9c344f488', 'name': 'network-vif-deleted', 'tag': '313f11df-2745-4268-80a8-ba1585e2d795'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:07:35.510964 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=dd244012-dd72-4311-97c8-a2d5d3dfff97,revision_number=6']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:35.512836 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6d5f86-7622-4e86-a9f1-62f5ae55657f" -d '{"events": [{"server_uuid": "15f3e455-1a40-4bef-bc86-46e9c344f488", "name": "network-vif-deleted", "tag": "313f11df-2745-4268-80a8-ba1585e2d795"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:07:35.561190 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-0febc0d5-3b35-4aae-85e3-6aafeb9a1a66 service neutron] 10.222.0.54 "GET /v2.0/networks/d15b4ce3-7986-485f-ad78-2afa75611397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716561 Sep 08 09:07:35.566245 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5f124-e582-4f47-83e4-d7231c880e33 req-f2e912b3-123c-4c61-ad92-9078a37aaa34 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:35.567987 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9dd5f124-e582-4f47-83e4-d7231c880e33 req-f2e912b3-123c-4c61-ad92-9078a37aaa34 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 945 time: 0.0993595 Sep 08 09:07:35.646712 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9dd5f124-e582-4f47-83e4-d7231c880e33 req-ddb37f34-6be1-48d6-8ce1-b834779f8027 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551071 Sep 08 09:07:35.700065 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-2548f032-48e2-4738-96ba-6246e622f058 service neutron] 10.222.0.54 "GET /v2.0/networks/d15b4ce3-7986-485f-ad78-2afa75611397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310136 Sep 08 09:07:35.748518 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-371720fc-bc78-4eac-9edd-e77d0c350bbc req-71893ce3-b414-4230-a9c0-ee181b9427e8 tempest-ServerShowV257Test-1524956380 tempest-ServerShowV257Test-1524956380-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d1d9183-0e9f-475e-97cd-2dce93575425 HTTP/1.1" status: 200 len: 210 time: 0.0295637 Sep 08 09:07:35.798456 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb8079a-5e7f-4831-af65-0c6e710ad35c x-openstack-request-id: req-bdb8079a-5e7f-4831-af65-0c6e710ad35c {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:07:35.798783 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15f3e455-1a40-4bef-bc86-46e9c344f488", "name": "network-vif-deleted", "tag": "313f11df-2745-4268-80a8-ba1585e2d795", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:07:35.799005 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bdb8079a-5e7f-4831-af65-0c6e710ad35c {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:07:35.799464 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15f3e455-1a40-4bef-bc86-46e9c344f488', 'name': 'network-vif-deleted', 'tag': '313f11df-2745-4268-80a8-ba1585e2d795', 'status': 'completed', 'code': 200} Sep 08 09:07:35.917259 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['dd244012-dd72-4311-97c8-a2d5d3dfff97'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:07:35.986631 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e48485fb-3ede-4c0b-893c-a8a68c3bdf33 req-ab8179d0-1e94-4095-a604-27795f52e1c0 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=72161cd5-f500-475f-92ab-c90aad5582aa HTTP/1.1" status: 200 len: 210 time: 0.0516174 Sep 08 09:07:36.716805 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780270a-254f-497e-96c8-b8ca5222a10a req-f9467985-d57f-4985-89a3-1b8b7af09756 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:36.718431 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1780270a-254f-497e-96c8-b8ca5222a10a req-f9467985-d57f-4985-89a3-1b8b7af09756 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/networks?id=643d18a2-f561-4ab8-ba5f-9dc85934ae99 HTTP/1.1" status: 200 len: 812 time: 0.1128740 Sep 08 09:07:36.737044 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1780270a-254f-497e-96c8-b8ca5222a10a req-3e5175ad-a062-414a-9965-ad486f29d567 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/quotas/8c4acd6367d646a3befa77424fa4ba4a HTTP/1.1" status: 200 len: 375 time: 0.0094543 Sep 08 09:07:36.775215 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1780270a-254f-497e-96c8-b8ca5222a10a req-64010440-3886-45e5-b5c3-2ae6d52cadd0 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8c4acd6367d646a3befa77424fa4ba4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263009 Sep 08 09:07:36.775510 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a8622-edaa-40d6-89a5-4172f5e01f47 req-17c61f69-1bfe-41a9-8f41-50714fda8e9f tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:36.777106 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2a8a8622-edaa-40d6-89a5-4172f5e01f47 req-17c61f69-1bfe-41a9-8f41-50714fda8e9f tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 945 time: 0.0533509 Sep 08 09:07:36.823977 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2a8a8622-edaa-40d6-89a5-4172f5e01f47 req-4de89cee-d531-4e3b-9831-ca64bd8072ff tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405791 Sep 08 09:07:36.881543 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1780270a-254f-497e-96c8-b8ca5222a10a req-2222b63b-0e2b-459d-8ae2-b4709d4a7472 service neutron] 10.222.0.54 "GET /v2.0/networks/643d18a2-f561-4ab8-ba5f-9dc85934ae99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956023 Sep 08 09:07:36.930458 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e822da9e-693f-4fe3-a0c1-df3759c7c8db req-46b66469-c8d8-40ca-ad5f-73d445b64018 tempest-ServerShowV257Test-1524956380 tempest-ServerShowV257Test-1524956380-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d1d9183-0e9f-475e-97cd-2dce93575425 HTTP/1.1" status: 200 len: 210 time: 0.0357251 Sep 08 09:07:37.055717 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1780270a-254f-497e-96c8-b8ca5222a10a req-2cba0d33-fec3-400d-bf39-5f6bc59d82ee service neutron] 10.222.0.54 "GET /v2.0/networks/643d18a2-f561-4ab8-ba5f-9dc85934ae99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554556 Sep 08 09:07:37.112005 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-a1946ea2-9d15-4a6f-9f5a-180e82235115 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:37.114024 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-a1946ea2-9d15-4a6f-9f5a-180e82235115 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.37 "GET /v2.0/networks?id=d15b4ce3-7986-485f-ad78-2afa75611397 HTTP/1.1" status: 200 len: 810 time: 0.1566646 Sep 08 09:07:37.136138 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device dd244012-dd72-4311-97c8-a2d5d3dfff97 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:07:37.187215 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-ee9c39e2-cae3-4a92-a79e-fd00c7b92c5f tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2f9a27fb48843b398aaefe83b941227 HTTP/1.1" status: 200 len: 379 time: 0.0548148 Sep 08 09:07:37.206605 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-7432ae1e-99cb-4314-aa46-17ea9a3562e5 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Request body: {'port': {'device_id': '72161cd5-f500-475f-92ab-c90aad5582aa', 'network_id': 'd15b4ce3-7986-485f-ad78-2afa75611397', 'admin_state_up': True, 'tenant_id': 'a2f9a27fb48843b398aaefe83b941227', 'security_groups': ['58bf46ef-f4ee-48eb-a470-ab465f3a4e74']}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:07:37.233716 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port dd244012-dd72-4311-97c8-a2d5d3dfff97 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:07:37.234288 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:37.330573 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-70a67b9e-2173-47f9-8d6a-1617e6800dbc req-d6387171-2ff7-4c5b-a159-076206f01b5a tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=72161cd5-f500-475f-92ab-c90aad5582aa HTTP/1.1" status: 200 len: 210 time: 0.0697882 Sep 08 09:07:37.335069 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:37.382236 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4674ccd-1ba6-4acc-8805-6148bbf26f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd244012-dd72-4311-97c8-a2d5d3dfff97'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:07:37.387300 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7a7dd0-6d59-45ad-a849-45ff56207bae" -d '{"events": [{"server_uuid": "d4674ccd-1ba6-4acc-8805-6148bbf26f3e", "name": "network-vif-plugged", "status": "completed", "tag": "dd244012-dd72-4311-97c8-a2d5d3dfff97"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:07:37.406693 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port dd244012-dd72-4311-97c8-a2d5d3dfff97, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=dd244012-dd72-4311-97c8-a2d5d3dfff97,segment=NetworkSegment(f97f779e-ab81-4dfc-a584-515a83636e03),segment_id=f97f779e-ab81-4dfc-a584-515a83636e03)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:07:37.422681 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:37.423679 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 313f11df-2745-4268-80a8-ba1585e2d795 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:07:37.450556 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec3be3e-b1da-4665-bdbc-407a58b0c06a x-openstack-request-id: req-dec3be3e-b1da-4665-bdbc-407a58b0c06a {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:07:37.451388 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4674ccd-1ba6-4acc-8805-6148bbf26f3e", "name": "network-vif-plugged", "status": "completed", "tag": "dd244012-dd72-4311-97c8-a2d5d3dfff97", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:07:37.452549 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dec3be3e-b1da-4665-bdbc-407a58b0c06a {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:07:37.453017 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4674ccd-1ba6-4acc-8805-6148bbf26f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd244012-dd72-4311-97c8-a2d5d3dfff97', 'code': 200} Sep 08 09:07:37.480117 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-689fb765-5e21-44cf-8c1d-245c6fb8a504 req-258bd921-7053-4fea-bde5-a1ea09a3acd4 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=93210d83-b18d-4c0b-bcfa-f7b3c82c56b3 HTTP/1.1" status: 200 len: 210 time: 0.0671804 Sep 08 09:07:37.481924 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-7432ae1e-99cb-4314-aa46-17ea9a3562e5 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Made reservation on behalf of a2f9a27fb48843b398aaefe83b941227 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:07:37.487494 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-7432ae1e-99cb-4314-aa46-17ea9a3562e5 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:37.518729 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: 313f11df-2745-4268-80a8-ba1585e2d795 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:07:37.519089 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 313f11df-2745-4268-80a8-ba1585e2d795 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:07:37.523398 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=dd244012-dd72-4311-97c8-a2d5d3dfff97,revision_number=7']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:37.686645 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-7432ae1e-99cb-4314-aa46-17ea9a3562e5 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Allocated IP 172.20.0.12 (d15b4ce3-7986-485f-ad78-2afa75611397/b55eaef4-013f-4f3d-8aec-fea124c1fdb3/76631e64-7fa2-4eff-a6b1-eef540ce5d14) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:07:37.761266 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad4c4d-1ea4-4821-9c00-a0eae073213a req-e1d7981d-b6a9-4dcb-9efd-11e02f228253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:37.762926 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-afad4c4d-1ea4-4821-9c00-a0eae073213a req-e1d7981d-b6a9-4dcb-9efd-11e02f228253 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 1098 time: 0.0861595 Sep 08 09:07:38.061360 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-255cd73b-621e-49e9-ab94-e3bde6060ab9 req-88af1312-ad23-4907-8f74-fb980bf37057 tempest-ServerShowV257Test-1524956380 tempest-ServerShowV257Test-1524956380-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d1d9183-0e9f-475e-97cd-2dce93575425 HTTP/1.1" status: 200 len: 210 time: 0.0291116 Sep 08 09:07:38.231133 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-afad4c4d-1ea4-4821-9c00-a0eae073213a req-5f02e6e7-fede-4205-865d-c21a0997aedb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4526105 Sep 08 09:07:38.277115 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90cdb54-2dee-44e9-8d90-1aa989658760 req-bba96088-f0eb-40fd-b64e-8e90e6e8a465 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:38.278720 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d90cdb54-2dee-44e9-8d90-1aa989658760 req-bba96088-f0eb-40fd-b64e-8e90e6e8a465 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 946 time: 0.1030350 Sep 08 09:07:38.283912 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-7432ae1e-99cb-4314-aa46-17ea9a3562e5 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:38.313754 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-7432ae1e-99cb-4314-aa46-17ea9a3562e5 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Transition to ACTIVE for port object 76631e64-7fa2-4eff-a6b1-eef540ce5d14 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:07:38.339758 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d90cdb54-2dee-44e9-8d90-1aa989658760 req-e00f280b-8023-4d0c-9da6-f09d9cb2dd5b tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534062 Sep 08 09:07:38.379555 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-7432ae1e-99cb-4314-aa46-17ea9a3562e5 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:38.434892 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-7432ae1e-99cb-4314-aa46-17ea9a3562e5 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Network d15b4ce3-7986-485f-ad78-2afa75611397 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:07:38.464053 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-7432ae1e-99cb-4314-aa46-17ea9a3562e5 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:07:38.467587 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-7432ae1e-99cb-4314-aa46-17ea9a3562e5 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:07:38.511831 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7432ae1e-99cb-4314-aa46-17ea9a3562e5 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Pushing event updated for resources: {'Port': ['ID=76631e64-7fa2-4eff-a6b1-eef540ce5d14,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:38.587386 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-7432ae1e-99cb-4314-aa46-17ea9a3562e5 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:38.588291 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-7432ae1e-99cb-4314-aa46-17ea9a3562e5 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:38.617895 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-7432ae1e-99cb-4314-aa46-17ea9a3562e5 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4220705 Sep 08 09:07:38.638077 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780270a-254f-497e-96c8-b8ca5222a10a req-39c27d3f-4d4f-4a28-b878-b2079175683d tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:38.640272 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1780270a-254f-497e-96c8-b8ca5222a10a req-39c27d3f-4d4f-4a28-b878-b2079175683d tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.37 "GET /v2.0/networks?id=643d18a2-f561-4ab8-ba5f-9dc85934ae99 HTTP/1.1" status: 200 len: 812 time: 0.2025476 Sep 08 09:07:38.676484 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-1780270a-254f-497e-96c8-b8ca5222a10a req-38449f0f-675d-4c72-86c7-16ef960fa79b tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Request body: {'port': {'device_id': '93210d83-b18d-4c0b-bcfa-f7b3c82c56b3', 'network_id': '643d18a2-f561-4ab8-ba5f-9dc85934ae99', 'admin_state_up': True, 'tenant_id': '8c4acd6367d646a3befa77424fa4ba4a'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:07:38.684054 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-5d68978e-d272-4f2a-bc77-aebd6559cb0c service neutron] Request body: {'port': {'device_id': '72161cd5-f500-475f-92ab-c90aad5582aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:07:38.762007 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf8ef6-86b1-4981-a795-d8a4a21c78f4 req-462ec964-9716-4975-93e1-1243278cc7c6 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:38.764012 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8acf8ef6-86b1-4981-a795-d8a4a21c78f4 req-462ec964-9716-4975-93e1-1243278cc7c6 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=72161cd5-f500-475f-92ab-c90aad5582aa HTTP/1.1" status: 200 len: 932 time: 0.0722790 Sep 08 09:07:38.790663 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-5b228a8e-0b63-4edb-8824-2f18c475c41b None None] Provisioning for port 76631e64-7fa2-4eff-a6b1-eef540ce5d14 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:07:38.796429 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-5b228a8e-0b63-4edb-8824-2f18c475c41b None None] Provisioning complete for port 76631e64-7fa2-4eff-a6b1-eef540ce5d14 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:07:38.797132 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5b228a8e-0b63-4edb-8824-2f18c475c41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:38.817781 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8acf8ef6-86b1-4981-a795-d8a4a21c78f4 req-0b148fb4-382f-439f-9cca-3719d1f5bd77 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=58bf46ef-f4ee-48eb-a470-ab465f3a4e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461774 Sep 08 09:07:38.849866 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-5b228a8e-0b63-4edb-8824-2f18c475c41b None None] Port 76631e64-7fa2-4eff-a6b1-eef540ce5d14 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:07:38.854868 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-5d68978e-d272-4f2a-bc77-aebd6559cb0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:38.895086 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb346975-3a0c-46c7-86b9-b2baa877c6aa req-4c9bc4d1-5c6e-41fe-a983-b1bd5ff029ed tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=93210d83-b18d-4c0b-bcfa-f7b3c82c56b3 HTTP/1.1" status: 200 len: 210 time: 0.0444920 Sep 08 09:07:39.045415 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1780270a-254f-497e-96c8-b8ca5222a10a req-38449f0f-675d-4c72-86c7-16ef960fa79b tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Made reservation on behalf of 8c4acd6367d646a3befa77424fa4ba4a for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:07:39.048950 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1780270a-254f-497e-96c8-b8ca5222a10a req-38449f0f-675d-4c72-86c7-16ef960fa79b tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:39.176774 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c1c0ba7c-148d-44e4-9945-b16e5bda70b7 req-a86a7b3d-6fbb-4ed9-8be0-ccaa9caf8e23 tempest-ServerShowV257Test-1524956380 tempest-ServerShowV257Test-1524956380-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d1d9183-0e9f-475e-97cd-2dce93575425 HTTP/1.1" status: 200 len: 210 time: 0.0336506 Sep 08 09:07:39.279004 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-1780270a-254f-497e-96c8-b8ca5222a10a req-38449f0f-675d-4c72-86c7-16ef960fa79b tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Allocated IP 172.20.0.10 (643d18a2-f561-4ab8-ba5f-9dc85934ae99/9a55585f-dc5f-44d9-8cd9-f8cb2e1994de/e78b77c2-acb0-44c5-8ea0-b0ef769394a5) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:07:39.323257 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-5d68978e-d272-4f2a-bc77-aebd6559cb0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76631e64-7fa2-4eff-a6b1-eef540ce5d14 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:07:39.337620 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-5d68978e-d272-4f2a-bc77-aebd6559cb0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:39.373088 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-5d68978e-d272-4f2a-bc77-aebd6559cb0c service neutron] Transition to ACTIVE for port object 76631e64-7fa2-4eff-a6b1-eef540ce5d14 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:07:39.379940 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-5d68978e-d272-4f2a-bc77-aebd6559cb0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:39.513875 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68978e-d272-4f2a-bc77-aebd6559cb0c service neutron] Pushing event updated for resources: {'Port': ['ID=76631e64-7fa2-4eff-a6b1-eef540ce5d14,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:39.600036 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cbd12b-a20f-4e19-9132-cce5e3ad4509 req-7dd6a616-eafc-4281-b4eb-9264a31a8ce5 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:39.602298 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-23cbd12b-a20f-4e19-9132-cce5e3ad4509 req-7dd6a616-eafc-4281-b4eb-9264a31a8ce5 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 946 time: 0.1674304 Sep 08 09:07:39.632044 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1780270a-254f-497e-96c8-b8ca5222a10a req-38449f0f-675d-4c72-86c7-16ef960fa79b tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:39.695765 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-23cbd12b-a20f-4e19-9132-cce5e3ad4509 req-deeb193f-e3da-4213-a1f7-1a18f7cd2ab8 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859671 Sep 08 09:07:39.700881 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-5d68978e-d272-4f2a-bc77-aebd6559cb0c service neutron] Attempting to bind port 76631e64-7fa2-4eff-a6b1-eef540ce5d14 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:07:39.701229 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-5d68978e-d272-4f2a-bc77-aebd6559cb0c service neutron] Attempting to bind port 76631e64-7fa2-4eff-a6b1-eef540ce5d14 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '2d726032-d9c0-4dd0-a3a3-50878ac67fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd15b4ce3-7986-485f-ad78-2afa75611397'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:07:39.701567 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-5d68978e-d272-4f2a-bc77-aebd6559cb0c service neutron] Attempting to bind port 76631e64-7fa2-4eff-a6b1-eef540ce5d14 on network d15b4ce3-7986-485f-ad78-2afa75611397 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:07:39.717054 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-5d68978e-d272-4f2a-bc77-aebd6559cb0c service neutron] Port 76631e64-7fa2-4eff-a6b1-eef540ce5d14 on network d15b4ce3-7986-485f-ad78-2afa75611397 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:07:39.717391 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-5d68978e-d272-4f2a-bc77-aebd6559cb0c service neutron] Attempting to bind port 76631e64-7fa2-4eff-a6b1-eef540ce5d14 on network d15b4ce3-7986-485f-ad78-2afa75611397 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:07:39.725774 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-5d68978e-d272-4f2a-bc77-aebd6559cb0c service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:07:39.726201 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-5d68978e-d272-4f2a-bc77-aebd6559cb0c service neutron] Checking segment: {'id': '2d726032-d9c0-4dd0-a3a3-50878ac67fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd15b4ce3-7986-485f-ad78-2afa75611397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:07:39.728219 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-5d68978e-d272-4f2a-bc77-aebd6559cb0c service neutron] Bound using segment: {'id': '2d726032-d9c0-4dd0-a3a3-50878ac67fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd15b4ce3-7986-485f-ad78-2afa75611397'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:07:39.728706 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-5d68978e-d272-4f2a-bc77-aebd6559cb0c service neutron] Bound port: 76631e64-7fa2-4eff-a6b1-eef540ce5d14, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d726032-d9c0-4dd0-a3a3-50878ac67fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'd15b4ce3-7986-485f-ad78-2afa75611397'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:07:39.729030 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-5d68978e-d272-4f2a-bc77-aebd6559cb0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:39.757480 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1780270a-254f-497e-96c8-b8ca5222a10a req-38449f0f-675d-4c72-86c7-16ef960fa79b tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:39.860760 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1780270a-254f-497e-96c8-b8ca5222a10a req-38449f0f-675d-4c72-86c7-16ef960fa79b tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Network 643d18a2-f561-4ab8-ba5f-9dc85934ae99 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:07:39.877869 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-1780270a-254f-497e-96c8-b8ca5222a10a req-38449f0f-675d-4c72-86c7-16ef960fa79b tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:07:39.897674 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-1780270a-254f-497e-96c8-b8ca5222a10a req-38449f0f-675d-4c72-86c7-16ef960fa79b tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:07:39.980674 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38449f0f-675d-4c72-86c7-16ef960fa79b tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Pushing event updated for resources: {'Port': ['ID=e78b77c2-acb0-44c5-8ea0-b0ef769394a5,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:40.041043 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-5d68978e-d272-4f2a-bc77-aebd6559cb0c service neutron] For port 76631e64-7fa2-4eff-a6b1-eef540ce5d14, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:07:40.073427 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-5d68978e-d272-4f2a-bc77-aebd6559cb0c service neutron] For port 76631e64-7fa2-4eff-a6b1-eef540ce5d14, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=76631e64-7fa2-4eff-a6b1-eef540ce5d14,segment=NetworkSegment(2d726032-d9c0-4dd0-a3a3-50878ac67fa8),segment_id=2d726032-d9c0-4dd0-a3a3-50878ac67fa8)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:07:40.078645 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519935e8-6389-4cc0-b715-898deaf6b111 req-aa364ab2-5e6a-4bc6-90c7-0f3a0b1afd68 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:40.084160 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780270a-254f-497e-96c8-b8ca5222a10a req-38449f0f-675d-4c72-86c7-16ef960fa79b tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:40.085100 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1780270a-254f-497e-96c8-b8ca5222a10a req-38449f0f-675d-4c72-86c7-16ef960fa79b tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:40.089349 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-519935e8-6389-4cc0-b715-898deaf6b111 req-aa364ab2-5e6a-4bc6-90c7-0f3a0b1afd68 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=93210d83-b18d-4c0b-bcfa-f7b3c82c56b3 HTTP/1.1" status: 200 len: 932 time: 0.0752194 Sep 08 09:07:40.093900 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-5d68978e-d272-4f2a-bc77-aebd6559cb0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:40.163693 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-519935e8-6389-4cc0-b715-898deaf6b111 req-7669bb6c-086e-4085-be36-b175951b5f81 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684030 Sep 08 09:07:40.173377 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63dc8d7-6e7c-4253-8e0f-497185b0d958 req-7ac6c0ad-abcd-49e7-91be-f6f2d2d86411 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:40.175318 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d63dc8d7-6e7c-4253-8e0f-497185b0d958 req-7ac6c0ad-abcd-49e7-91be-f6f2d2d86411 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=72161cd5-f500-475f-92ab-c90aad5582aa HTTP/1.1" status: 200 len: 944 time: 0.2291434 Sep 08 09:07:40.184759 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-5d68978e-d272-4f2a-bc77-aebd6559cb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:40.185674 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-5d68978e-d272-4f2a-bc77-aebd6559cb0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:40.187592 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-5d68978e-d272-4f2a-bc77-aebd6559cb0c service neutron] 10.222.0.37 "PUT /v2.0/ports/76631e64-7fa2-4eff-a6b1-eef540ce5d14 HTTP/1.1" status: 200 len: 1093 time: 1.5150912 Sep 08 09:07:40.191985 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72161cd5-f500-475f-92ab-c90aad5582aa', 'tag': '76631e64-7fa2-4eff-a6b1-eef540ce5d14'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:07:40.194646 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1bf3e2-d5b7-44f3-b3ca-e950f365effc" -d '{"events": [{"name": "network-changed", "server_uuid": "72161cd5-f500-475f-92ab-c90aad5582aa", "tag": "76631e64-7fa2-4eff-a6b1-eef540ce5d14"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:07:40.200395 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1780270a-254f-497e-96c8-b8ca5222a10a req-38449f0f-675d-4c72-86c7-16ef960fa79b tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5291195 Sep 08 09:07:40.223366 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-1780270a-254f-497e-96c8-b8ca5222a10a req-64de46c9-fd24-4192-a81e-4bb3d29c3ff1 service neutron] Request body: {'port': {'device_id': '93210d83-b18d-4c0b-bcfa-f7b3c82c56b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:07:40.271135 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f80bae-0bdf-4a8e-ba2a-387c552e8c0a x-openstack-request-id: req-d3f80bae-0bdf-4a8e-ba2a-387c552e8c0a {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:07:40.271449 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72161cd5-f500-475f-92ab-c90aad5582aa", "tag": "76631e64-7fa2-4eff-a6b1-eef540ce5d14", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:07:40.271696 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d3f80bae-0bdf-4a8e-ba2a-387c552e8c0a {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:07:40.272101 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72161cd5-f500-475f-92ab-c90aad5582aa', 'tag': '76631e64-7fa2-4eff-a6b1-eef540ce5d14', 'status': 'completed', 'code': 200} Sep 08 09:07:40.313750 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d63dc8d7-6e7c-4253-8e0f-497185b0d958 req-d6d47152-37ee-4892-ace0-65742f256f91 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=58bf46ef-f4ee-48eb-a470-ab465f3a4e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247866 Sep 08 09:07:40.374498 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68978e-d272-4f2a-bc77-aebd6559cb0c service neutron] Pushing event updated for resources: {'Port': ['ID=76631e64-7fa2-4eff-a6b1-eef540ce5d14,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:40.406398 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ef38b468-ab86-4573-a450-37335b624614 req-36604aac-a30a-45fd-8d30-7f37111f8585 tempest-ServerShowV257Test-1524956380 tempest-ServerShowV257Test-1524956380-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d1d9183-0e9f-475e-97cd-2dce93575425 HTTP/1.1" status: 200 len: 210 time: 0.0989530 Sep 08 09:07:40.406954 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1780270a-254f-497e-96c8-b8ca5222a10a req-64de46c9-fd24-4192-a81e-4bb3d29c3ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:40.428189 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-83309fe5-0c9f-46bd-8bc8-a714d66cdd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:40.431065 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-83309fe5-0c9f-46bd-8bc8-a714d66cdd32 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a2f9a27fb48843b398aaefe83b941227&device_id=72161cd5-f500-475f-92ab-c90aad5582aa HTTP/1.1" status: 200 len: 1096 time: 0.1336586 Sep 08 09:07:40.496929 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-3ce3a45c-3611-46f3-abf8-e7ebdd4cbfc1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76631e64-7fa2-4eff-a6b1-eef540ce5d14 HTTP/1.1" status: 200 len: 217 time: 0.0406377 Sep 08 09:07:40.629720 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-66c3daff-5c56-4dbc-bb12-9c3c7dfa7f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:40.631192 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-66c3daff-5c56-4dbc-bb12-9c3c7dfa7f8f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b55eaef4-013f-4f3d-8aec-fea124c1fdb3 HTTP/1.1" status: 200 len: 849 time: 0.1160021 Sep 08 09:07:40.749270 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-699a0c3e-805f-4c10-a588-db392d5a0eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:40.750854 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-699a0c3e-805f-4c10-a588-db392d5a0eab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d15b4ce3-7986-485f-ad78-2afa75611397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1043594 Sep 08 09:07:40.932423 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-1780270a-254f-497e-96c8-b8ca5222a10a req-64de46c9-fd24-4192-a81e-4bb3d29c3ff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e78b77c2-acb0-44c5-8ea0-b0ef769394a5 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:07:40.942421 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1780270a-254f-497e-96c8-b8ca5222a10a req-64de46c9-fd24-4192-a81e-4bb3d29c3ff1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:40.960143 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d41b3d-bffa-4927-90e9-c3773087c9dd req-e68dcdfc-dd1d-4e7e-8094-797ca4b4c249 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:40.962940 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-01d41b3d-bffa-4927-90e9-c3773087c9dd req-e68dcdfc-dd1d-4e7e-8094-797ca4b4c249 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 946 time: 0.1664932 Sep 08 09:07:40.965054 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-df12f75c-abca-4551-929d-083e7f746ee6 service neutron] 10.222.0.37 "GET /v2.0/networks/d15b4ce3-7986-485f-ad78-2afa75611397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016685 Sep 08 09:07:40.983754 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-1780270a-254f-497e-96c8-b8ca5222a10a req-64de46c9-fd24-4192-a81e-4bb3d29c3ff1 service neutron] Transition to ACTIVE for port object e78b77c2-acb0-44c5-8ea0-b0ef769394a5 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:07:41.002567 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1780270a-254f-497e-96c8-b8ca5222a10a req-64de46c9-fd24-4192-a81e-4bb3d29c3ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:41.129204 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-01d41b3d-bffa-4927-90e9-c3773087c9dd req-efda6d14-c884-49a7-a019-59eedeaab17b tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567855 Sep 08 09:07:41.141914 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64de46c9-fd24-4192-a81e-4bb3d29c3ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=e78b77c2-acb0-44c5-8ea0-b0ef769394a5,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:41.211338 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-04115bb8-23f3-4616-ba13-5cb4e46bc6d8 req-81a4a404-ee3d-47c1-947b-94bc84fc7cff service neutron] 10.222.0.37 "GET /v2.0/networks/d15b4ce3-7986-485f-ad78-2afa75611397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368460 Sep 08 09:07:41.231724 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-1780270a-254f-497e-96c8-b8ca5222a10a req-64de46c9-fd24-4192-a81e-4bb3d29c3ff1 service neutron] Attempting to bind port e78b77c2-acb0-44c5-8ea0-b0ef769394a5 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:07:41.232075 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-1780270a-254f-497e-96c8-b8ca5222a10a req-64de46c9-fd24-4192-a81e-4bb3d29c3ff1 service neutron] Attempting to bind port e78b77c2-acb0-44c5-8ea0-b0ef769394a5 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '3af659db-8c52-4cba-bbf9-dfdf7a2d015a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '643d18a2-f561-4ab8-ba5f-9dc85934ae99'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:07:41.232398 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1780270a-254f-497e-96c8-b8ca5222a10a req-64de46c9-fd24-4192-a81e-4bb3d29c3ff1 service neutron] Attempting to bind port e78b77c2-acb0-44c5-8ea0-b0ef769394a5 on network 643d18a2-f561-4ab8-ba5f-9dc85934ae99 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:07:41.237313 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1780270a-254f-497e-96c8-b8ca5222a10a req-64de46c9-fd24-4192-a81e-4bb3d29c3ff1 service neutron] Port e78b77c2-acb0-44c5-8ea0-b0ef769394a5 on network 643d18a2-f561-4ab8-ba5f-9dc85934ae99 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:07:41.237659 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1780270a-254f-497e-96c8-b8ca5222a10a req-64de46c9-fd24-4192-a81e-4bb3d29c3ff1 service neutron] Attempting to bind port e78b77c2-acb0-44c5-8ea0-b0ef769394a5 on network 643d18a2-f561-4ab8-ba5f-9dc85934ae99 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:07:41.245325 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1780270a-254f-497e-96c8-b8ca5222a10a req-64de46c9-fd24-4192-a81e-4bb3d29c3ff1 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:07:41.245671 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1780270a-254f-497e-96c8-b8ca5222a10a req-64de46c9-fd24-4192-a81e-4bb3d29c3ff1 service neutron] Checking segment: {'id': '3af659db-8c52-4cba-bbf9-dfdf7a2d015a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '643d18a2-f561-4ab8-ba5f-9dc85934ae99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:07:41.246084 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1780270a-254f-497e-96c8-b8ca5222a10a req-64de46c9-fd24-4192-a81e-4bb3d29c3ff1 service neutron] Bound using segment: {'id': '3af659db-8c52-4cba-bbf9-dfdf7a2d015a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '643d18a2-f561-4ab8-ba5f-9dc85934ae99'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:07:41.246538 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-1780270a-254f-497e-96c8-b8ca5222a10a req-64de46c9-fd24-4192-a81e-4bb3d29c3ff1 service neutron] Bound port: e78b77c2-acb0-44c5-8ea0-b0ef769394a5, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3af659db-8c52-4cba-bbf9-dfdf7a2d015a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '643d18a2-f561-4ab8-ba5f-9dc85934ae99'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:07:41.246903 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1780270a-254f-497e-96c8-b8ca5222a10a req-64de46c9-fd24-4192-a81e-4bb3d29c3ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:41.299362 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dbe1df-bb2f-43ee-bc72-388e021f9d55 req-6774cfbe-0dea-421b-a19f-5f73bedd69b4 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:41.309420 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-54dbe1df-bb2f-43ee-bc72-388e021f9d55 req-6774cfbe-0dea-421b-a19f-5f73bedd69b4 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 946 time: 0.0716057 Sep 08 09:07:41.347043 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-54dbe1df-bb2f-43ee-bc72-388e021f9d55 req-ca59912e-c0f7-42ad-b53f-2b2388fb6187 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364451 Sep 08 09:07:41.396394 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a52243-c101-4d4d-ad6e-91a4af61243a req-9811c54b-5805-4bad-865b-c146edc1d2cf tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:41.397966 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-30a52243-c101-4d4d-ad6e-91a4af61243a req-9811c54b-5805-4bad-865b-c146edc1d2cf tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=93210d83-b18d-4c0b-bcfa-f7b3c82c56b3 HTTP/1.1" status: 200 len: 944 time: 0.1349800 Sep 08 09:07:41.406194 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-1780270a-254f-497e-96c8-b8ca5222a10a req-64de46c9-fd24-4192-a81e-4bb3d29c3ff1 service neutron] For port e78b77c2-acb0-44c5-8ea0-b0ef769394a5, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:07:41.409882 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-1780270a-254f-497e-96c8-b8ca5222a10a req-64de46c9-fd24-4192-a81e-4bb3d29c3ff1 service neutron] For port e78b77c2-acb0-44c5-8ea0-b0ef769394a5, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=e78b77c2-acb0-44c5-8ea0-b0ef769394a5,segment=NetworkSegment(3af659db-8c52-4cba-bbf9-dfdf7a2d015a),segment_id=3af659db-8c52-4cba-bbf9-dfdf7a2d015a)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:07:41.423064 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1780270a-254f-497e-96c8-b8ca5222a10a req-64de46c9-fd24-4192-a81e-4bb3d29c3ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:41.436765 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1bf3e2-d5b7-44f3-b3ca-e950f365effc req-4afa8cb8-e358-41aa-8674-eefe44ee93e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:41.438227 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0f1bf3e2-d5b7-44f3-b3ca-e950f365effc req-4afa8cb8-e358-41aa-8674-eefe44ee93e8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a2f9a27fb48843b398aaefe83b941227&device_id=72161cd5-f500-475f-92ab-c90aad5582aa HTTP/1.1" status: 200 len: 1096 time: 0.1212826 Sep 08 09:07:41.464717 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31187d57-3d4a-4dd2-92c4-722996066a42 req-e2667ee5-422d-4117-b32d-0d0e07c7434a tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:41.466623 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-31187d57-3d4a-4dd2-92c4-722996066a42 req-e2667ee5-422d-4117-b32d-0d0e07c7434a tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=72161cd5-f500-475f-92ab-c90aad5582aa HTTP/1.1" status: 200 len: 944 time: 0.0542057 Sep 08 09:07:41.481696 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780270a-254f-497e-96c8-b8ca5222a10a req-64de46c9-fd24-4192-a81e-4bb3d29c3ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:41.482656 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1780270a-254f-497e-96c8-b8ca5222a10a req-64de46c9-fd24-4192-a81e-4bb3d29c3ff1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:41.484097 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1780270a-254f-497e-96c8-b8ca5222a10a req-64de46c9-fd24-4192-a81e-4bb3d29c3ff1 service neutron] 10.222.0.37 "PUT /v2.0/ports/e78b77c2-acb0-44c5-8ea0-b0ef769394a5 HTTP/1.1" status: 200 len: 1093 time: 1.2672973 Sep 08 09:07:41.511060 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-31187d57-3d4a-4dd2-92c4-722996066a42 req-3477a7b6-4591-4093-8065-06941bb6b23a tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=58bf46ef-f4ee-48eb-a470-ab465f3a4e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372920 Sep 08 09:07:41.541542 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-30a52243-c101-4d4d-ad6e-91a4af61243a req-1380835f-1dd3-403d-a6f0-8724adea8679 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292291 Sep 08 09:07:41.624056 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64de46c9-fd24-4192-a81e-4bb3d29c3ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=e78b77c2-acb0-44c5-8ea0-b0ef769394a5,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:41.672140 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780270a-254f-497e-96c8-b8ca5222a10a req-f14392f9-a45a-40e2-ae59-508264ad6225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:41.673935 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1780270a-254f-497e-96c8-b8ca5222a10a req-f14392f9-a45a-40e2-ae59-508264ad6225 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c4acd6367d646a3befa77424fa4ba4a&device_id=93210d83-b18d-4c0b-bcfa-f7b3c82c56b3 HTTP/1.1" status: 200 len: 1096 time: 0.1269450 Sep 08 09:07:41.699340 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d4d96bb0-5e13-4075-ab61-0c75672992bd req-bc7d0508-797b-448b-8090-57d893d13947 tempest-ServerShowV257Test-1524956380 tempest-ServerShowV257Test-1524956380-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d1d9183-0e9f-475e-97cd-2dce93575425 HTTP/1.1" status: 200 len: 210 time: 0.0528662 Sep 08 09:07:41.700336 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1bf3e2-d5b7-44f3-b3ca-e950f365effc req-560680d7-0bc0-4f5d-98e3-a9e19be9ce4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:41.701749 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0f1bf3e2-d5b7-44f3-b3ca-e950f365effc req-560680d7-0bc0-4f5d-98e3-a9e19be9ce4e service neutron] 10.222.0.37 "GET /v2.0/networks?id=d15b4ce3-7986-485f-ad78-2afa75611397 HTTP/1.1" status: 200 len: 911 time: 0.2536836 Sep 08 09:07:41.750636 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1780270a-254f-497e-96c8-b8ca5222a10a req-19f4dd9d-7ea0-4d14-acdd-f1bd269361ed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e78b77c2-acb0-44c5-8ea0-b0ef769394a5 HTTP/1.1" status: 200 len: 217 time: 0.0598083 Sep 08 09:07:41.793720 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0f1bf3e2-d5b7-44f3-b3ca-e950f365effc req-67d6faaa-2ae5-4237-ae38-61ef94dd35f8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76631e64-7fa2-4eff-a6b1-eef540ce5d14 HTTP/1.1" status: 200 len: 217 time: 0.0507982 Sep 08 09:07:41.864390 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780270a-254f-497e-96c8-b8ca5222a10a req-560be861-ffe9-4278-b879-be40d488becb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:41.867285 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1780270a-254f-497e-96c8-b8ca5222a10a req-560be861-ffe9-4278-b879-be40d488becb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9a55585f-dc5f-44d9-8cd9-f8cb2e1994de HTTP/1.1" status: 200 len: 852 time: 0.0844686 Sep 08 09:07:41.874883 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1bf3e2-d5b7-44f3-b3ca-e950f365effc req-f30cfd11-0326-4fa3-9091-a8c8c3e60d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:41.876614 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0f1bf3e2-d5b7-44f3-b3ca-e950f365effc req-f30cfd11-0326-4fa3-9091-a8c8c3e60d88 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b55eaef4-013f-4f3d-8aec-fea124c1fdb3 HTTP/1.1" status: 200 len: 849 time: 0.0637219 Sep 08 09:07:41.905580 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1780270a-254f-497e-96c8-b8ca5222a10a req-dd2ba7f0-95c8-4aae-9604-30d52cda0957 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=643d18a2-f561-4ab8-ba5f-9dc85934ae99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279012 Sep 08 09:07:41.995968 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f14afb-438b-4758-87d5-73906467b506 req-6daca080-f45f-4ecd-be54-3594c0cba818 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:42.005785 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-67f14afb-438b-4758-87d5-73906467b506 req-6daca080-f45f-4ecd-be54-3594c0cba818 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/networks?id=c49a0008-ba2e-41e9-b498-07f12619ac72 HTTP/1.1" status: 200 len: 815 time: 0.1424460 Sep 08 09:07:42.012885 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1bf3e2-d5b7-44f3-b3ca-e950f365effc req-33df8f23-2c1b-4faa-9dd4-a691a020ebfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:42.014448 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0f1bf3e2-d5b7-44f3-b3ca-e950f365effc req-33df8f23-2c1b-4faa-9dd4-a691a020ebfb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d15b4ce3-7986-485f-ad78-2afa75611397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1079657 Sep 08 09:07:42.018519 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-67f14afb-438b-4758-87d5-73906467b506 req-759610a1-6398-4d74-9a93-d97a6ee30560 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/quotas/2e83171f35894ea19e57331a0a1c0b1d HTTP/1.1" status: 200 len: 375 time: 0.0118184 Sep 08 09:07:42.073634 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1780270a-254f-497e-96c8-b8ca5222a10a req-5ba72420-3f61-45c7-ba75-bd51ddc4018f service neutron] 10.222.0.37 "GET /v2.0/networks/643d18a2-f561-4ab8-ba5f-9dc85934ae99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539843 Sep 08 09:07:42.088606 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-67f14afb-438b-4758-87d5-73906467b506 req-3a338af0-cba1-48ee-a791-30922f089b61 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2e83171f35894ea19e57331a0a1c0b1d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0627942 Sep 08 09:07:42.214719 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0f1bf3e2-d5b7-44f3-b3ca-e950f365effc req-cd339898-0a9b-4b57-8753-0ca973361b35 service neutron] 10.222.0.37 "GET /v2.0/networks/d15b4ce3-7986-485f-ad78-2afa75611397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783023 Sep 08 09:07:42.221285 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-67f14afb-438b-4758-87d5-73906467b506 req-0234aeeb-1ddd-4e3c-9559-b6d97cdf34ae service neutron] 10.222.0.54 "GET /v2.0/networks/c49a0008-ba2e-41e9-b498-07f12619ac72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300285 Sep 08 09:07:42.261559 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1780270a-254f-497e-96c8-b8ca5222a10a req-e7ca60f3-d4ee-4868-bb51-71b56668f76f service neutron] 10.222.0.37 "GET /v2.0/networks/643d18a2-f561-4ab8-ba5f-9dc85934ae99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852336 Sep 08 09:07:42.298138 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93210d83-b18d-4c0b-bcfa-f7b3c82c56b3', 'tag': 'e78b77c2-acb0-44c5-8ea0-b0ef769394a5'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:07:42.301347 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53fc832-21b2-45c9-8dc9-45ce7ae7d39a" -d '{"events": [{"name": "network-changed", "server_uuid": "93210d83-b18d-4c0b-bcfa-f7b3c82c56b3", "tag": "e78b77c2-acb0-44c5-8ea0-b0ef769394a5"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:07:42.331433 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-67f14afb-438b-4758-87d5-73906467b506 req-ba904fcd-7440-4ec5-beb3-d5040cf7ed4f service neutron] 10.222.0.54 "GET /v2.0/networks/c49a0008-ba2e-41e9-b498-07f12619ac72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999620 Sep 08 09:07:42.342128 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0f1bf3e2-d5b7-44f3-b3ca-e950f365effc req-c12d529b-fb82-48c8-8a7a-3bbba89e3b53 service neutron] 10.222.0.37 "GET /v2.0/networks/d15b4ce3-7986-485f-ad78-2afa75611397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179409 Sep 08 09:07:42.356543 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247de8b2-85d8-48f3-b38b-d741af7260c8 x-openstack-request-id: req-247de8b2-85d8-48f3-b38b-d741af7260c8 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:07:42.357313 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93210d83-b18d-4c0b-bcfa-f7b3c82c56b3", "tag": "e78b77c2-acb0-44c5-8ea0-b0ef769394a5", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:07:42.357725 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-247de8b2-85d8-48f3-b38b-d741af7260c8 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:07:42.358291 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93210d83-b18d-4c0b-bcfa-f7b3c82c56b3', 'tag': 'e78b77c2-acb0-44c5-8ea0-b0ef769394a5', 'status': 'completed', 'code': 200} Sep 08 09:07:42.465678 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53fc832-21b2-45c9-8dc9-45ce7ae7d39a req-a86348f1-4924-4a91-911e-e3b0ca188b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:42.468749 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e53fc832-21b2-45c9-8dc9-45ce7ae7d39a req-a86348f1-4924-4a91-911e-e3b0ca188b48 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c4acd6367d646a3befa77424fa4ba4a&device_id=93210d83-b18d-4c0b-bcfa-f7b3c82c56b3 HTTP/1.1" status: 200 len: 1096 time: 0.0621724 Sep 08 09:07:42.669323 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b466c23-77a5-46e0-affc-35786462d478 req-7e2805c7-9046-4aa3-9566-ee9a4eba72a1 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:42.671235 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0b466c23-77a5-46e0-affc-35786462d478 req-7e2805c7-9046-4aa3-9566-ee9a4eba72a1 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=72161cd5-f500-475f-92ab-c90aad5582aa HTTP/1.1" status: 200 len: 944 time: 0.0787168 Sep 08 09:07:42.717544 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0b466c23-77a5-46e0-affc-35786462d478 req-3a44e0d5-4a9c-4041-b5dd-401fdcf7d759 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=58bf46ef-f4ee-48eb-a470-ab465f3a4e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392992 Sep 08 09:07:42.846754 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f80371-f308-4656-9c13-ff4b96d5a7c7 req-5c27cdc9-f0c9-44e8-8baa-a517120177c6 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:42.848775 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f2f80371-f308-4656-9c13-ff4b96d5a7c7 req-5c27cdc9-f0c9-44e8-8baa-a517120177c6 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=93210d83-b18d-4c0b-bcfa-f7b3c82c56b3 HTTP/1.1" status: 200 len: 944 time: 0.0603950 Sep 08 09:07:42.906569 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f2f80371-f308-4656-9c13-ff4b96d5a7c7 req-a6d7c288-6131-4d23-9540-4067eaf0bc66 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479295 Sep 08 09:07:42.916556 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-60330c5c-78be-412d-8e6b-567bacb33ea0 req-3bddcf6d-cb86-4b0f-8638-f57ef4e88c8f tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=21561af1-68dc-4f96-a54f-5cdbc22a5127 HTTP/1.1" status: 200 len: 210 time: 0.4124629 Sep 08 09:07:42.950152 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53fc832-21b2-45c9-8dc9-45ce7ae7d39a req-321221fd-d851-4cc9-9fcf-130b89fd634a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:42.951914 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e53fc832-21b2-45c9-8dc9-45ce7ae7d39a req-321221fd-d851-4cc9-9fcf-130b89fd634a service neutron] 10.222.0.37 "GET /v2.0/networks?id=643d18a2-f561-4ab8-ba5f-9dc85934ae99 HTTP/1.1" status: 200 len: 913 time: 0.4767849 Sep 08 09:07:43.006413 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e53fc832-21b2-45c9-8dc9-45ce7ae7d39a req-d7c400d1-9bd7-45b6-b4a5-fb6e0263071c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e78b77c2-acb0-44c5-8ea0-b0ef769394a5 HTTP/1.1" status: 200 len: 217 time: 0.0465231 Sep 08 09:07:43.031819 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b78eadae-b14a-4587-80a3-0c94932647e5 req-8e4edd87-e553-4c08-b680-cf649891cdca tempest-ServerShowV257Test-1524956380 tempest-ServerShowV257Test-1524956380-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d1d9183-0e9f-475e-97cd-2dce93575425 HTTP/1.1" status: 200 len: 210 time: 0.0473211 Sep 08 09:07:43.094150 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53fc832-21b2-45c9-8dc9-45ce7ae7d39a req-81afba51-107e-41a5-a016-3494cd019ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:43.095664 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e53fc832-21b2-45c9-8dc9-45ce7ae7d39a req-81afba51-107e-41a5-a016-3494cd019ead service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9a55585f-dc5f-44d9-8cd9-f8cb2e1994de HTTP/1.1" status: 200 len: 852 time: 0.0789969 Sep 08 09:07:43.143778 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e53fc832-21b2-45c9-8dc9-45ce7ae7d39a req-42962d2e-f637-4479-8407-907761c35b54 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=643d18a2-f561-4ab8-ba5f-9dc85934ae99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384998 Sep 08 09:07:43.265913 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e53fc832-21b2-45c9-8dc9-45ce7ae7d39a req-dc0bef8d-6ff7-457c-ac01-ad282ffdb880 service neutron] 10.222.0.37 "GET /v2.0/networks/643d18a2-f561-4ab8-ba5f-9dc85934ae99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136074 Sep 08 09:07:43.440788 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e53fc832-21b2-45c9-8dc9-45ce7ae7d39a req-cd437d2f-d81d-4d89-9025-c7c03714a816 service neutron] 10.222.0.37 "GET /v2.0/networks/643d18a2-f561-4ab8-ba5f-9dc85934ae99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663246 Sep 08 09:07:43.460164 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01dd3df-2096-40fd-b765-b495f801bd8b req-730447de-47b2-4113-acfd-ed5a57e15b82 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:43.461771 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c01dd3df-2096-40fd-b765-b495f801bd8b req-730447de-47b2-4113-acfd-ed5a57e15b82 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4674ccd-1ba6-4acc-8805-6148bbf26f3e HTTP/1.1" status: 200 len: 946 time: 0.1039712 Sep 08 09:07:43.470559 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ad713-bae3-42c3-ad69-4ce18531b636 req-47fe03dd-94a7-4b7c-96b1-ab7b09b6812b tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:43.472024 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ff5ad713-bae3-42c3-ad69-4ce18531b636 req-47fe03dd-94a7-4b7c-96b1-ab7b09b6812b tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] 10.222.0.54 "GET /v2.0/ports?device_id=29938a28-004b-4700-9662-96ebd5420fea HTTP/1.1" status: 200 len: 945 time: 0.0852933 Sep 08 09:07:43.557794 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ff5ad713-bae3-42c3-ad69-4ce18531b636 req-4e776d07-c4af-430c-9e15-d6386b093a15 tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb973837-d3e9-4acd-a652-03372c5407d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784883 Sep 08 09:07:43.597075 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-c01dd3df-2096-40fd-b765-b495f801bd8b req-80840f19-1967-4547-b80b-f03d6a60be94 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Deleting port dd244012-dd72-4311-97c8-a2d5d3dfff97 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:07:43.597425 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c01dd3df-2096-40fd-b765-b495f801bd8b req-80840f19-1967-4547-b80b-f03d6a60be94 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:43.695798 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-c01dd3df-2096-40fd-b765-b495f801bd8b req-80840f19-1967-4547-b80b-f03d6a60be94 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] For port dd244012-dd72-4311-97c8-a2d5d3dfff97, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=dd244012-dd72-4311-97c8-a2d5d3dfff97,segment=NetworkSegment(f97f779e-ab81-4dfc-a584-515a83636e03),segment_id=f97f779e-ab81-4dfc-a584-515a83636e03)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:07:43.696165 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c01dd3df-2096-40fd-b765-b495f801bd8b req-80840f19-1967-4547-b80b-f03d6a60be94 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:43.718291 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-c01dd3df-2096-40fd-b765-b495f801bd8b req-80840f19-1967-4547-b80b-f03d6a60be94 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Calling delete_port for dd244012-dd72-4311-97c8-a2d5d3dfff97 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:07:43.856366 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7e8c1-9ef8-4817-8444-fa6d2f4d9806 req-b576375d-d31d-4b8b-898d-c7a473fb5eba tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:43.857848 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-98a7e8c1-9ef8-4817-8444-fa6d2f4d9806 req-b576375d-d31d-4b8b-898d-c7a473fb5eba tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=72161cd5-f500-475f-92ab-c90aad5582aa HTTP/1.1" status: 200 len: 944 time: 0.0508826 Sep 08 09:07:43.866261 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f14afb-438b-4758-87d5-73906467b506 req-8f888b33-6e2a-4751-bf3a-6a6accf244ba tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:43.868347 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-67f14afb-438b-4758-87d5-73906467b506 req-8f888b33-6e2a-4751-bf3a-6a6accf244ba tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.35 "GET /v2.0/networks?id=c49a0008-ba2e-41e9-b498-07f12619ac72 HTTP/1.1" status: 200 len: 815 time: 0.1649983 Sep 08 09:07:43.890761 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-67f14afb-438b-4758-87d5-73906467b506 req-2c3dcf54-4175-46da-b7ec-333d7b2c99cc tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Request body: {'port': {'device_id': '21561af1-68dc-4f96-a54f-5cdbc22a5127', 'network_id': 'c49a0008-ba2e-41e9-b498-07f12619ac72', 'admin_state_up': True, 'tenant_id': '2e83171f35894ea19e57331a0a1c0b1d'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:07:43.897490 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-98a7e8c1-9ef8-4817-8444-fa6d2f4d9806 req-2b4621c6-4aa1-40eb-9f4f-0e0728568e72 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=58bf46ef-f4ee-48eb-a470-ab465f3a4e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335264 Sep 08 09:07:44.025907 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c01dd3df-2096-40fd-b765-b495f801bd8b req-80840f19-1967-4547-b80b-f03d6a60be94 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:44.030489 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a419c689-70e7-49f0-af74-f2e260fa57d8 req-50cd27ed-795e-4315-8940-9019dc57f2ab tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=21561af1-68dc-4f96-a54f-5cdbc22a5127 HTTP/1.1" status: 200 len: 210 time: 0.0317647 Sep 08 09:07:44.068485 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['dd244012-dd72-4311-97c8-a2d5d3dfff97'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:07:44.072962 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80840f19-1967-4547-b80b-f03d6a60be94 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Pushing event deleted for resources: {'Port': ['ID=dd244012-dd72-4311-97c8-a2d5d3dfff97,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:44.129412 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01dd3df-2096-40fd-b765-b495f801bd8b req-80840f19-1967-4547-b80b-f03d6a60be94 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] No DVR routers for this DVR port dd244012-dd72-4311-97c8-a2d5d3dfff97 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:07:44.137913 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-be578edd-30a6-4b02-afb5-193f5339fe2e req-f041356a-f6b9-40b6-92a8-e485213855fb tempest-ServerShowV257Test-1524956380 tempest-ServerShowV257Test-1524956380-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d1d9183-0e9f-475e-97cd-2dce93575425 HTTP/1.1" status: 200 len: 210 time: 0.0289223 Sep 08 09:07:44.140637 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25202e9-cf94-4b6a-bf36-de4f9b218777 req-aa47c7b2-c7a4-4a22-bcfa-a44c4a236075 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:44.142261 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c25202e9-cf94-4b6a-bf36-de4f9b218777 req-aa47c7b2-c7a4-4a22-bcfa-a44c4a236075 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=93210d83-b18d-4c0b-bcfa-f7b3c82c56b3 HTTP/1.1" status: 200 len: 944 time: 0.1583166 Sep 08 09:07:44.143381 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c01dd3df-2096-40fd-b765-b495f801bd8b req-80840f19-1967-4547-b80b-f03d6a60be94 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:44.145268 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c01dd3df-2096-40fd-b765-b495f801bd8b req-80840f19-1967-4547-b80b-f03d6a60be94 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.35 "DELETE /v2.0/ports/dd244012-dd72-4311-97c8-a2d5d3dfff97 HTTP/1.1" status: 204 len: 173 time: 0.6723642 Sep 08 09:07:44.173743 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67f14afb-438b-4758-87d5-73906467b506 req-2c3dcf54-4175-46da-b7ec-333d7b2c99cc tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Made reservation on behalf of 2e83171f35894ea19e57331a0a1c0b1d for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:07:44.177896 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-67f14afb-438b-4758-87d5-73906467b506 req-2c3dcf54-4175-46da-b7ec-333d7b2c99cc tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:44.212802 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c25202e9-cf94-4b6a-bf36-de4f9b218777 req-cb2f69fb-5f4e-468c-9b1f-9d2a6a9582bc tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626082 Sep 08 09:07:44.331740 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-67f14afb-438b-4758-87d5-73906467b506 req-2c3dcf54-4175-46da-b7ec-333d7b2c99cc tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Allocated IP 172.20.0.13 (c49a0008-ba2e-41e9-b498-07f12619ac72/df631613-af78-49bf-9102-60065cc0670c/19515092-22b7-414b-86c9-ad7d6f551722) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:07:44.360621 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4674ccd-1ba6-4acc-8805-6148bbf26f3e', 'name': 'network-vif-deleted', 'tag': 'dd244012-dd72-4311-97c8-a2d5d3dfff97'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:07:44.362927 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbd661f-f8c5-4faa-bdc4-2aa1edc46625" -d '{"events": [{"server_uuid": "d4674ccd-1ba6-4acc-8805-6148bbf26f3e", "name": "network-vif-deleted", "tag": "dd244012-dd72-4311-97c8-a2d5d3dfff97"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:07:44.404619 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ce9a0e-2a56-4489-bc32-44341d2ca1b7 x-openstack-request-id: req-e9ce9a0e-2a56-4489-bc32-44341d2ca1b7 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:07:44.404921 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4674ccd-1ba6-4acc-8805-6148bbf26f3e", "name": "network-vif-deleted", "tag": "dd244012-dd72-4311-97c8-a2d5d3dfff97", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:07:44.405180 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e9ce9a0e-2a56-4489-bc32-44341d2ca1b7 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:07:44.405577 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4674ccd-1ba6-4acc-8805-6148bbf26f3e', 'name': 'network-vif-deleted', 'tag': 'dd244012-dd72-4311-97c8-a2d5d3dfff97', 'status': 'completed', 'code': 200} Sep 08 09:07:44.498934 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-67f14afb-438b-4758-87d5-73906467b506 req-2c3dcf54-4175-46da-b7ec-333d7b2c99cc tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:44.536651 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-67f14afb-438b-4758-87d5-73906467b506 req-2c3dcf54-4175-46da-b7ec-333d7b2c99cc tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:44.579311 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67f14afb-438b-4758-87d5-73906467b506 req-2c3dcf54-4175-46da-b7ec-333d7b2c99cc tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Network c49a0008-ba2e-41e9-b498-07f12619ac72 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:07:44.580772 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['dd244012-dd72-4311-97c8-a2d5d3dfff97'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:07:44.582476 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-67f14afb-438b-4758-87d5-73906467b506 req-2c3dcf54-4175-46da-b7ec-333d7b2c99cc tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:07:44.591850 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f14afb-438b-4758-87d5-73906467b506 req-2c3dcf54-4175-46da-b7ec-333d7b2c99cc tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:07:44.619208 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3dcf54-4175-46da-b7ec-333d7b2c99cc tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Pushing event updated for resources: {'Port': ['ID=19515092-22b7-414b-86c9-ad7d6f551722,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:44.649671 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f14afb-438b-4758-87d5-73906467b506 req-2c3dcf54-4175-46da-b7ec-333d7b2c99cc tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:44.650353 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-67f14afb-438b-4758-87d5-73906467b506 req-2c3dcf54-4175-46da-b7ec-333d7b2c99cc tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:44.665238 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-67f14afb-438b-4758-87d5-73906467b506 req-2c3dcf54-4175-46da-b7ec-333d7b2c99cc tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7781727 Sep 08 09:07:44.676558 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 76631e64-7fa2-4eff-a6b1-eef540ce5d14 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:07:44.684418 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b30ea3-0023-498d-86e9-e0845fd53583 req-212e2f4e-a1cb-47a8-a84a-381173d6ff8a tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:44.685986 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f0b30ea3-0023-498d-86e9-e0845fd53583 req-212e2f4e-a1cb-47a8-a84a-381173d6ff8a tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] 10.222.0.54 "GET /v2.0/ports?device_id=29938a28-004b-4700-9662-96ebd5420fea HTTP/1.1" status: 200 len: 945 time: 0.0506766 Sep 08 09:07:44.690140 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-67f14afb-438b-4758-87d5-73906467b506 req-bef6277a-c66b-41a7-b18e-0ea4595f3e6d service neutron] Request body: {'port': {'device_id': '21561af1-68dc-4f96-a54f-5cdbc22a5127', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:07:44.738682 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f0b30ea3-0023-498d-86e9-e0845fd53583 req-77e70e51-6433-4d39-8516-7d2d124e0eb7 tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb973837-d3e9-4acd-a652-03372c5407d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457580 Sep 08 09:07:44.775154 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-67f14afb-438b-4758-87d5-73906467b506 req-bef6277a-c66b-41a7-b18e-0ea4595f3e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:44.805859 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 76631e64-7fa2-4eff-a6b1-eef540ce5d14, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=76631e64-7fa2-4eff-a6b1-eef540ce5d14,segment=NetworkSegment(2d726032-d9c0-4dd0-a3a3-50878ac67fa8),segment_id=2d726032-d9c0-4dd0-a3a3-50878ac67fa8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:07:44.820875 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '76631e64-7fa2-4eff-a6b1-eef540ce5d14', 'network_id': 'd15b4ce3-7986-485f-ad78-2afa75611397', 'port_id': '76631e64-7fa2-4eff-a6b1-eef540ce5d14', 'mac_address': 'fa:16:3e:31:c3:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b55eaef4-013f-4f3d-8aec-fea124c1fdb3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:07:44.865519 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:44.880531 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76631e64-7fa2-4eff-a6b1-eef540ce5d14 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:07:44.901300 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 76631e64-7fa2-4eff-a6b1-eef540ce5d14, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=76631e64-7fa2-4eff-a6b1-eef540ce5d14,segment=NetworkSegment(2d726032-d9c0-4dd0-a3a3-50878ac67fa8),segment_id=2d726032-d9c0-4dd0-a3a3-50878ac67fa8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:07:44.905383 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:44.962246 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=76631e64-7fa2-4eff-a6b1-eef540ce5d14,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:45.056545 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a866bfc-83c2-4763-861f-3e9040dfec2e req-ee66c901-04be-446d-96bc-dcc7cd2a41a9 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:45.058152 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7a866bfc-83c2-4763-861f-3e9040dfec2e req-ee66c901-04be-446d-96bc-dcc7cd2a41a9 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=72161cd5-f500-475f-92ab-c90aad5582aa HTTP/1.1" status: 200 len: 945 time: 0.0810308 Sep 08 09:07:45.143717 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-67f14afb-438b-4758-87d5-73906467b506 req-bef6277a-c66b-41a7-b18e-0ea4595f3e6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19515092-22b7-414b-86c9-ad7d6f551722 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:07:45.146301 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c61778-b003-4a4b-a6e3-3255c5413bab req-e3d93dda-343e-42f6-8728-6c9235afed03 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:45.147832 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-41c61778-b003-4a4b-a6e3-3255c5413bab req-e3d93dda-343e-42f6-8728-6c9235afed03 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=21561af1-68dc-4f96-a54f-5cdbc22a5127 HTTP/1.1" status: 200 len: 932 time: 0.0497451 Sep 08 09:07:45.151649 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7a866bfc-83c2-4763-861f-3e9040dfec2e req-a1d97d16-5a9a-454f-a362-3dd9432620cd tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=58bf46ef-f4ee-48eb-a470-ab465f3a4e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833216 Sep 08 09:07:45.156378 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-67f14afb-438b-4758-87d5-73906467b506 req-bef6277a-c66b-41a7-b18e-0ea4595f3e6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:45.174285 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-67f14afb-438b-4758-87d5-73906467b506 req-bef6277a-c66b-41a7-b18e-0ea4595f3e6d service neutron] Transition to ACTIVE for port object 19515092-22b7-414b-86c9-ad7d6f551722 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:07:45.180387 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-67f14afb-438b-4758-87d5-73906467b506 req-bef6277a-c66b-41a7-b18e-0ea4595f3e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:45.192843 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-41c61778-b003-4a4b-a6e3-3255c5413bab req-72e32fd8-9952-45a4-960b-841bb4d969df tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378113 Sep 08 09:07:45.247778 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef6277a-c66b-41a7-b18e-0ea4595f3e6d service neutron] Pushing event updated for resources: {'Port': ['ID=19515092-22b7-414b-86c9-ad7d6f551722,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:45.287929 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a57e3560-f15d-4b5b-9788-18675a20844e req-0c2a5071-d901-496c-b7d4-185743ff2aef tempest-ServerShowV257Test-1524956380 tempest-ServerShowV257Test-1524956380-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d1d9183-0e9f-475e-97cd-2dce93575425 HTTP/1.1" status: 200 len: 210 time: 0.0587647 Sep 08 09:07:45.329172 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['76631e64-7fa2-4eff-a6b1-eef540ce5d14'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:07:45.347765 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd9295-87d4-44f7-b8f8-98a9c6199e3d req-1ffa4fe9-e435-4fb3-b978-33d0de115f2a tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:45.349616 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-88cd9295-87d4-44f7-b8f8-98a9c6199e3d req-1ffa4fe9-e435-4fb3-b978-33d0de115f2a tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=93210d83-b18d-4c0b-bcfa-f7b3c82c56b3 HTTP/1.1" status: 200 len: 944 time: 0.0672870 Sep 08 09:07:45.359401 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfdfb45-50b3-4329-82e9-3f9dd1e61ad0 req-36f71bdd-27f6-40af-b48f-edd36b9c1b96 tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:45.360932 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-acfdfb45-50b3-4329-82e9-3f9dd1e61ad0 req-36f71bdd-27f6-40af-b48f-edd36b9c1b96 tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] 10.222.0.37 "GET /v2.0/ports?device_id=29938a28-004b-4700-9662-96ebd5420fea HTTP/1.1" status: 200 len: 945 time: 0.1157372 Sep 08 09:07:45.394180 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-88cd9295-87d4-44f7-b8f8-98a9c6199e3d req-9026ad2f-cc8a-4d1d-b456-bc67a5ca2f2d tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367563 Sep 08 09:07:45.406198 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-67f14afb-438b-4758-87d5-73906467b506 req-bef6277a-c66b-41a7-b18e-0ea4595f3e6d service neutron] Attempting to bind port 19515092-22b7-414b-86c9-ad7d6f551722 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:07:45.406552 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-67f14afb-438b-4758-87d5-73906467b506 req-bef6277a-c66b-41a7-b18e-0ea4595f3e6d service neutron] Attempting to bind port 19515092-22b7-414b-86c9-ad7d6f551722 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': 'f97f779e-ab81-4dfc-a584-515a83636e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c49a0008-ba2e-41e9-b498-07f12619ac72'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:07:45.406894 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f14afb-438b-4758-87d5-73906467b506 req-bef6277a-c66b-41a7-b18e-0ea4595f3e6d service neutron] Attempting to bind port 19515092-22b7-414b-86c9-ad7d6f551722 on network c49a0008-ba2e-41e9-b498-07f12619ac72 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:07:45.418798 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f14afb-438b-4758-87d5-73906467b506 req-bef6277a-c66b-41a7-b18e-0ea4595f3e6d service neutron] Port 19515092-22b7-414b-86c9-ad7d6f551722 on network c49a0008-ba2e-41e9-b498-07f12619ac72 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:07:45.418798 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f14afb-438b-4758-87d5-73906467b506 req-bef6277a-c66b-41a7-b18e-0ea4595f3e6d service neutron] Attempting to bind port 19515092-22b7-414b-86c9-ad7d6f551722 on network c49a0008-ba2e-41e9-b498-07f12619ac72 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:07:45.433936 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f14afb-438b-4758-87d5-73906467b506 req-bef6277a-c66b-41a7-b18e-0ea4595f3e6d service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:07:45.433936 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f14afb-438b-4758-87d5-73906467b506 req-bef6277a-c66b-41a7-b18e-0ea4595f3e6d service neutron] Checking segment: {'id': 'f97f779e-ab81-4dfc-a584-515a83636e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c49a0008-ba2e-41e9-b498-07f12619ac72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:07:45.433936 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f14afb-438b-4758-87d5-73906467b506 req-bef6277a-c66b-41a7-b18e-0ea4595f3e6d service neutron] Bound using segment: {'id': 'f97f779e-ab81-4dfc-a584-515a83636e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c49a0008-ba2e-41e9-b498-07f12619ac72'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:07:45.434438 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-67f14afb-438b-4758-87d5-73906467b506 req-bef6277a-c66b-41a7-b18e-0ea4595f3e6d service neutron] Bound port: 19515092-22b7-414b-86c9-ad7d6f551722, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f97f779e-ab81-4dfc-a584-515a83636e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c49a0008-ba2e-41e9-b498-07f12619ac72'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:07:45.434536 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-67f14afb-438b-4758-87d5-73906467b506 req-bef6277a-c66b-41a7-b18e-0ea4595f3e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:45.546696 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-acfdfb45-50b3-4329-82e9-3f9dd1e61ad0 req-9e3fe2f2-f9e7-45ce-aa05-ad96dd5ba52d tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] Deleting port d2fbcd3d-6add-4b03-b87d-9fb644f65262 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:07:45.547405 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-acfdfb45-50b3-4329-82e9-3f9dd1e61ad0 req-9e3fe2f2-f9e7-45ce-aa05-ad96dd5ba52d tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:45.550993 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-67f14afb-438b-4758-87d5-73906467b506 req-bef6277a-c66b-41a7-b18e-0ea4595f3e6d service neutron] For port 19515092-22b7-414b-86c9-ad7d6f551722, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:07:45.582648 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-67f14afb-438b-4758-87d5-73906467b506 req-bef6277a-c66b-41a7-b18e-0ea4595f3e6d service neutron] For port 19515092-22b7-414b-86c9-ad7d6f551722, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=19515092-22b7-414b-86c9-ad7d6f551722,segment=NetworkSegment(f97f779e-ab81-4dfc-a584-515a83636e03),segment_id=f97f779e-ab81-4dfc-a584-515a83636e03)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:07:45.590293 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-67f14afb-438b-4758-87d5-73906467b506 req-bef6277a-c66b-41a7-b18e-0ea4595f3e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:45.660141 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f14afb-438b-4758-87d5-73906467b506 req-bef6277a-c66b-41a7-b18e-0ea4595f3e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:45.660764 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-67f14afb-438b-4758-87d5-73906467b506 req-bef6277a-c66b-41a7-b18e-0ea4595f3e6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:45.662218 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-67f14afb-438b-4758-87d5-73906467b506 req-bef6277a-c66b-41a7-b18e-0ea4595f3e6d service neutron] 10.222.0.35 "PUT /v2.0/ports/19515092-22b7-414b-86c9-ad7d6f551722 HTTP/1.1" status: 200 len: 1093 time: 0.9793456 Sep 08 09:07:45.699839 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-acfdfb45-50b3-4329-82e9-3f9dd1e61ad0 req-9e3fe2f2-f9e7-45ce-aa05-ad96dd5ba52d tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] For port d2fbcd3d-6add-4b03-b87d-9fb644f65262, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=d2fbcd3d-6add-4b03-b87d-9fb644f65262,segment=NetworkSegment(a1f590c1-7f98-477c-93ff-92b212986c5a),segment_id=a1f590c1-7f98-477c-93ff-92b212986c5a)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:07:45.700205 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-acfdfb45-50b3-4329-82e9-3f9dd1e61ad0 req-9e3fe2f2-f9e7-45ce-aa05-ad96dd5ba52d tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:45.710581 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef6277a-c66b-41a7-b18e-0ea4595f3e6d service neutron] Pushing event updated for resources: {'Port': ['ID=19515092-22b7-414b-86c9-ad7d6f551722,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:45.718137 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-acfdfb45-50b3-4329-82e9-3f9dd1e61ad0 req-9e3fe2f2-f9e7-45ce-aa05-ad96dd5ba52d tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] Calling delete_port for d2fbcd3d-6add-4b03-b87d-9fb644f65262 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:07:45.801915 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f14afb-438b-4758-87d5-73906467b506 req-eca34fbd-f3a0-4de6-b17f-38a8c54f4c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:45.803674 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-67f14afb-438b-4758-87d5-73906467b506 req-eca34fbd-f3a0-4de6-b17f-38a8c54f4c3b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e83171f35894ea19e57331a0a1c0b1d&device_id=21561af1-68dc-4f96-a54f-5cdbc22a5127 HTTP/1.1" status: 200 len: 1096 time: 0.0867622 Sep 08 09:07:45.888948 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-67f14afb-438b-4758-87d5-73906467b506 req-09efbab2-2838-44c2-89bd-3990db31ed7e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19515092-22b7-414b-86c9-ad7d6f551722 HTTP/1.1" status: 200 len: 217 time: 0.0657868 Sep 08 09:07:45.969541 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da59661-a707-4bb5-872d-0fcc715d54d2 req-7d565959-6fc0-4adc-b559-ce00bcd99d67 tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:45.971219 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3da59661-a707-4bb5-872d-0fcc715d54d2 req-7d565959-6fc0-4adc-b559-ce00bcd99d67 tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] 10.222.0.54 "GET /v2.0/ports?device_id=29938a28-004b-4700-9662-96ebd5420fea HTTP/1.1" status: 200 len: 945 time: 0.1612988 Sep 08 09:07:46.017229 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f14afb-438b-4758-87d5-73906467b506 req-aecc5805-7ccd-429d-85ce-89c552537dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:46.018904 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-67f14afb-438b-4758-87d5-73906467b506 req-aecc5805-7ccd-429d-85ce-89c552537dfe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=df631613-af78-49bf-9102-60065cc0670c HTTP/1.1" status: 200 len: 855 time: 0.1176775 Sep 08 09:07:46.074008 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-67f14afb-438b-4758-87d5-73906467b506 req-def83fbd-befd-44b9-abe3-0b46f356b2ee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c49a0008-ba2e-41e9-b498-07f12619ac72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424631 Sep 08 09:07:46.095598 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-acfdfb45-50b3-4329-82e9-3f9dd1e61ad0 req-9e3fe2f2-f9e7-45ce-aa05-ad96dd5ba52d tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:46.120587 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3da59661-a707-4bb5-872d-0fcc715d54d2 req-e26ddd34-0db6-4418-8290-30d6ecd2a85c tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb973837-d3e9-4acd-a652-03372c5407d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202037 Sep 08 09:07:46.132773 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['d2fbcd3d-6add-4b03-b87d-9fb644f65262'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:07:46.154868 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3fe2f2-f9e7-45ce-aa05-ad96dd5ba52d tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] Pushing event deleted for resources: {'Port': ['ID=d2fbcd3d-6add-4b03-b87d-9fb644f65262,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:46.251320 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-acfdfb45-50b3-4329-82e9-3f9dd1e61ad0 req-9e3fe2f2-f9e7-45ce-aa05-ad96dd5ba52d tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] No DVR routers for this DVR port d2fbcd3d-6add-4b03-b87d-9fb644f65262 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:07:46.255703 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-acfdfb45-50b3-4329-82e9-3f9dd1e61ad0 req-9e3fe2f2-f9e7-45ce-aa05-ad96dd5ba52d tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:46.258330 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-acfdfb45-50b3-4329-82e9-3f9dd1e61ad0 req-9e3fe2f2-f9e7-45ce-aa05-ad96dd5ba52d tempest-VolumesAdminNegativeTest-847752966 tempest-VolumesAdminNegativeTest-847752966-project] 10.222.0.37 "DELETE /v2.0/ports/d2fbcd3d-6add-4b03-b87d-9fb644f65262 HTTP/1.1" status: 204 len: 173 time: 0.8851402 Sep 08 09:07:46.280628 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9e10e-d3fb-4346-9f4f-efbbd3cbe8a6 req-647b00ac-659f-48b4-b5a7-9bab06472248 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:46.282211 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7df9e10e-d3fb-4346-9f4f-efbbd3cbe8a6 req-647b00ac-659f-48b4-b5a7-9bab06472248 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=72161cd5-f500-475f-92ab-c90aad5582aa HTTP/1.1" status: 200 len: 945 time: 0.0551991 Sep 08 09:07:46.293885 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-67f14afb-438b-4758-87d5-73906467b506 req-76b1a678-081b-4c2a-bf02-d76892ceb0cf service neutron] 10.222.0.35 "GET /v2.0/networks/c49a0008-ba2e-41e9-b498-07f12619ac72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104626 Sep 08 09:07:46.328319 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7df9e10e-d3fb-4346-9f4f-efbbd3cbe8a6 req-627a2667-0cfa-42bb-b34c-c464543fb826 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=58bf46ef-f4ee-48eb-a470-ab465f3a4e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394623 Sep 08 09:07:46.406309 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21561af1-68dc-4f96-a54f-5cdbc22a5127', 'tag': '19515092-22b7-414b-86c9-ad7d6f551722'}, {'server_uuid': '29938a28-004b-4700-9662-96ebd5420fea', 'name': 'network-vif-deleted', 'tag': 'd2fbcd3d-6add-4b03-b87d-9fb644f65262'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:07:46.408948 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ee87d7-beef-4cee-b1d5-e4f1a0d1e424" -d '{"events": [{"name": "network-changed", "server_uuid": "21561af1-68dc-4f96-a54f-5cdbc22a5127", "tag": "19515092-22b7-414b-86c9-ad7d6f551722"}, {"server_uuid": "29938a28-004b-4700-9662-96ebd5420fea", "name": "network-vif-deleted", "tag": "d2fbcd3d-6add-4b03-b87d-9fb644f65262"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:07:46.423996 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b3df3-0438-4bd8-8f14-f3dae0fbf9fc req-85533545-146c-496a-bd40-96491098b5f6 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:46.425839 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ba9b3df3-0438-4bd8-8f14-f3dae0fbf9fc req-85533545-146c-496a-bd40-96491098b5f6 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=21561af1-68dc-4f96-a54f-5cdbc22a5127 HTTP/1.1" status: 200 len: 944 time: 0.1502700 Sep 08 09:07:46.427790 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-81a6fc73-16c3-4158-ac37-4f322cea1fdf req-f80ba3a2-e91b-492f-94d8-4e5a4d12b885 tempest-ServerShowV257Test-1524956380 tempest-ServerShowV257Test-1524956380-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d1d9183-0e9f-475e-97cd-2dce93575425 HTTP/1.1" status: 200 len: 210 time: 0.0287411 Sep 08 09:07:46.488518 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-67f14afb-438b-4758-87d5-73906467b506 req-7cfbdc0e-47d6-40a0-ba95-70e5b95b4c35 service neutron] 10.222.0.35 "GET /v2.0/networks/c49a0008-ba2e-41e9-b498-07f12619ac72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772945 Sep 08 09:07:46.500790 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ba9b3df3-0438-4bd8-8f14-f3dae0fbf9fc req-c12044db-6ca4-461e-a1a7-32fbe2a7e205 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639415 Sep 08 09:07:46.560280 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 08 Sep 2021 09:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4908bc6a-0005-46b8-8969-76da755e9668 x-openstack-request-id: req-4908bc6a-0005-46b8-8969-76da755e9668 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:07:46.560935 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21561af1-68dc-4f96-a54f-5cdbc22a5127", "tag": "19515092-22b7-414b-86c9-ad7d6f551722", "status": "completed", "code": 200}, {"server_uuid": "29938a28-004b-4700-9662-96ebd5420fea", "name": "network-vif-deleted", "tag": "d2fbcd3d-6add-4b03-b87d-9fb644f65262", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:07:46.560935 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4908bc6a-0005-46b8-8969-76da755e9668 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:07:46.561220 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21561af1-68dc-4f96-a54f-5cdbc22a5127', 'tag': '19515092-22b7-414b-86c9-ad7d6f551722', 'status': 'completed', 'code': 200} Sep 08 09:07:46.561468 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29938a28-004b-4700-9662-96ebd5420fea', 'name': 'network-vif-deleted', 'tag': 'd2fbcd3d-6add-4b03-b87d-9fb644f65262', 'status': 'completed', 'code': 200} Sep 08 09:07:46.630565 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5f6b0-2f69-4972-b379-13d1559acbb3 req-5fac3f2c-65c3-4fd4-99a7-77d2b3547e51 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:46.632058 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-eff5f6b0-2f69-4972-b379-13d1559acbb3 req-5fac3f2c-65c3-4fd4-99a7-77d2b3547e51 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=93210d83-b18d-4c0b-bcfa-f7b3c82c56b3 HTTP/1.1" status: 200 len: 944 time: 0.0531986 Sep 08 09:07:46.676271 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-eff5f6b0-2f69-4972-b379-13d1559acbb3 req-8e719716-b460-4881-ad9b-c6f5ed9551c3 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360217 Sep 08 09:07:46.689872 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device e78b77c2-acb0-44c5-8ea0-b0ef769394a5 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:07:46.693771 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee87d7-beef-4cee-b1d5-e4f1a0d1e424 req-35073811-8b52-4174-a890-d861df8a9b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:46.703047 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26ee87d7-beef-4cee-b1d5-e4f1a0d1e424 req-35073811-8b52-4174-a890-d861df8a9b91 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e83171f35894ea19e57331a0a1c0b1d&device_id=21561af1-68dc-4f96-a54f-5cdbc22a5127 HTTP/1.1" status: 200 len: 1096 time: 0.0469542 Sep 08 09:07:46.707511 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 76631e64-7fa2-4eff-a6b1-eef540ce5d14 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:07:46.821501 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee87d7-beef-4cee-b1d5-e4f1a0d1e424 req-eb21efd0-a591-41e2-afc0-3ebdaf01584c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:46.823290 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26ee87d7-beef-4cee-b1d5-e4f1a0d1e424 req-eb21efd0-a591-41e2-afc0-3ebdaf01584c service neutron] 10.222.0.35 "GET /v2.0/networks?id=c49a0008-ba2e-41e9-b498-07f12619ac72 HTTP/1.1" status: 200 len: 916 time: 0.1198041 Sep 08 09:07:46.830172 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 76631e64-7fa2-4eff-a6b1-eef540ce5d14 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:07:46.844825 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 76631e64-7fa2-4eff-a6b1-eef540ce5d14 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:07:46.845201 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:46.872301 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26ee87d7-beef-4cee-b1d5-e4f1a0d1e424 req-bb941fd6-1aaf-42d7-955f-64216b46d3f8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19515092-22b7-414b-86c9-ad7d6f551722 HTTP/1.1" status: 200 len: 217 time: 0.0414448 Sep 08 09:07:46.876827 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port e78b77c2-acb0-44c5-8ea0-b0ef769394a5, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=e78b77c2-acb0-44c5-8ea0-b0ef769394a5,segment=NetworkSegment(3af659db-8c52-4cba-bbf9-dfdf7a2d015a),segment_id=3af659db-8c52-4cba-bbf9-dfdf7a2d015a)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:07:46.892728 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': 'e78b77c2-acb0-44c5-8ea0-b0ef769394a5', 'network_id': '643d18a2-f561-4ab8-ba5f-9dc85934ae99', 'port_id': 'e78b77c2-acb0-44c5-8ea0-b0ef769394a5', 'mac_address': 'fa:16:3e:63:4d:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a55585f-dc5f-44d9-8cd9-f8cb2e1994de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:07:46.926436 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee87d7-beef-4cee-b1d5-e4f1a0d1e424 req-33f2db79-3604-4a4e-8487-50f888d1291c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:46.928063 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26ee87d7-beef-4cee-b1d5-e4f1a0d1e424 req-33f2db79-3604-4a4e-8487-50f888d1291c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=df631613-af78-49bf-9102-60065cc0670c HTTP/1.1" status: 200 len: 855 time: 0.0487664 Sep 08 09:07:46.965971 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:46.967721 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26ee87d7-beef-4cee-b1d5-e4f1a0d1e424 req-5dd89ff8-65fb-433c-935b-cdd551904213 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c49a0008-ba2e-41e9-b498-07f12619ac72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322461 Sep 08 09:07:46.988829 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e78b77c2-acb0-44c5-8ea0-b0ef769394a5 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:07:46.993455 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:47.027239 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port e78b77c2-acb0-44c5-8ea0-b0ef769394a5, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=e78b77c2-acb0-44c5-8ea0-b0ef769394a5,segment=NetworkSegment(3af659db-8c52-4cba-bbf9-dfdf7a2d015a),segment_id=3af659db-8c52-4cba-bbf9-dfdf7a2d015a)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:07:47.035617 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72161cd5-f500-475f-92ab-c90aad5582aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76631e64-7fa2-4eff-a6b1-eef540ce5d14'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:07:47.038200 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5522fd4-65e1-4d3b-b47b-227a53a622cf" -d '{"events": [{"server_uuid": "72161cd5-f500-475f-92ab-c90aad5582aa", "name": "network-vif-plugged", "status": "completed", "tag": "76631e64-7fa2-4eff-a6b1-eef540ce5d14"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:07:47.047945 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:47.077107 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 76631e64-7fa2-4eff-a6b1-eef540ce5d14, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=76631e64-7fa2-4eff-a6b1-eef540ce5d14,segment=NetworkSegment(2d726032-d9c0-4dd0-a3a3-50878ac67fa8),segment_id=2d726032-d9c0-4dd0-a3a3-50878ac67fa8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:07:47.077289 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26ee87d7-beef-4cee-b1d5-e4f1a0d1e424 req-d67d1686-93af-4596-9471-68035a6f020d service neutron] 10.222.0.35 "GET /v2.0/networks/c49a0008-ba2e-41e9-b498-07f12619ac72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017909 Sep 08 09:07:47.079266 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729776f6-caa0-4baa-858c-aecf1062472d x-openstack-request-id: req-729776f6-caa0-4baa-858c-aecf1062472d {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:07:47.079524 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72161cd5-f500-475f-92ab-c90aad5582aa", "name": "network-vif-plugged", "status": "completed", "tag": "76631e64-7fa2-4eff-a6b1-eef540ce5d14", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:07:47.079795 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-729776f6-caa0-4baa-858c-aecf1062472d {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:07:47.080166 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72161cd5-f500-475f-92ab-c90aad5582aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76631e64-7fa2-4eff-a6b1-eef540ce5d14', 'code': 200} Sep 08 09:07:47.082788 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:47.109779 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=e78b77c2-acb0-44c5-8ea0-b0ef769394a5,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:47.168617 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=76631e64-7fa2-4eff-a6b1-eef540ce5d14,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:47.191849 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 47046) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:07:47.204791 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device dd244012-dd72-4311-97c8-a2d5d3dfff97 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:07:47.215470 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26ee87d7-beef-4cee-b1d5-e4f1a0d1e424 req-c7ab6b32-5ecc-45d8-9011-97cdb90f8f56 service neutron] 10.222.0.35 "GET /v2.0/networks/c49a0008-ba2e-41e9-b498-07f12619ac72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298141 Sep 08 09:07:47.224223 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c2023-0f28-442a-9d87-045592ad7cf9 req-c1449f96-4752-49ec-9fd8-277952d3b667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:47.225732 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cd1c2023-0f28-442a-9d87-045592ad7cf9 req-c1449f96-4752-49ec-9fd8-277952d3b667 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=72161cd5-f500-475f-92ab-c90aad5582aa HTTP/1.1" status: 200 len: 1098 time: 0.0581987 Sep 08 09:07:47.229677 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: dd244012-dd72-4311-97c8-a2d5d3dfff97 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:07:47.230188 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device dd244012-dd72-4311-97c8-a2d5d3dfff97 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:07:47.249986 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-150af6a8-6cf6-4569-8450-938fed061670 admin admin] Deleting subnet 1910fcc2-9e00-42ea-90a9-a254ef5dd9b9 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:07:47.253394 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-150af6a8-6cf6-4569-8450-938fed061670 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:47.264220 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cd1c2023-0f28-442a-9d87-045592ad7cf9 req-a24045c6-6279-41b2-8894-28bc1ab20b93 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=58bf46ef-f4ee-48eb-a470-ab465f3a4e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302045 Sep 08 09:07:47.287807 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-150af6a8-6cf6-4569-8450-938fed061670 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:47.328215 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-150af6a8-6cf6-4569-8450-938fed061670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:47.386057 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-150af6a8-6cf6-4569-8450-938fed061670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:47.421832 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150af6a8-6cf6-4569-8450-938fed061670 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1910fcc2-9e00-42ea-90a9-a254ef5dd9b9,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:47.430802 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-150af6a8-6cf6-4569-8450-938fed061670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:47.430802 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-150af6a8-6cf6-4569-8450-938fed061670 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/1910fcc2-9e00-42ea-90a9-a254ef5dd9b9 HTTP/1.1" status: 204 len: 168 time: 0.2377639 Sep 08 09:07:47.433754 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 47050) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:07:47.435481 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['e78b77c2-acb0-44c5-8ea0-b0ef769394a5'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:07:47.474781 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce341df8-7c65-47a8-bf85-c05dc8ffdf50 req-f80186c4-099f-4283-a408-e288f5f574e2 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:47.478512 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ce341df8-7c65-47a8-bf85-c05dc8ffdf50 req-f80186c4-099f-4283-a408-e288f5f574e2 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=72161cd5-f500-475f-92ab-c90aad5582aa HTTP/1.1" status: 200 len: 946 time: 0.0690081 Sep 08 09:07:47.522210 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ce341df8-7c65-47a8-bf85-c05dc8ffdf50 req-d40cd615-e92c-40ef-b242-3a8628fb2287 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=58bf46ef-f4ee-48eb-a470-ab465f3a4e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378888 Sep 08 09:07:47.544875 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0d4096df-bd95-4875-bd4d-c213906b837c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:47.577664 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fece2b9a-a5a1-464e-97ac-e3eb6872c18c req-1854c253-1ea6-4af8-b8e5-a10e3f5ead6a tempest-ServerShowV257Test-1524956380 tempest-ServerShowV257Test-1524956380-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d1d9183-0e9f-475e-97cd-2dce93575425 HTTP/1.1" status: 200 len: 210 time: 0.0301037 Sep 08 09:07:47.655266 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe37ba-db69-4c46-b4e7-4ba26508a079 req-a8fff1f5-b4e5-4b7e-9adc-129b90af646b tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:47.657714 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1bfe37ba-db69-4c46-b4e7-4ba26508a079 req-a8fff1f5-b4e5-4b7e-9adc-129b90af646b tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=21561af1-68dc-4f96-a54f-5cdbc22a5127 HTTP/1.1" status: 200 len: 944 time: 0.0656822 Sep 08 09:07:47.661936 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0d4096df-bd95-4875-bd4d-c213906b837c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:47.685368 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-0d4096df-bd95-4875-bd4d-c213906b837c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23b822cd-b882-4dbb-878c-c46b9547404f']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:07:47.707124 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-0d4096df-bd95-4875-bd4d-c213906b837c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1f590c1-7f98-477c-93ff-92b212986c5a') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:07:47.707419 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-0d4096df-bd95-4875-bd4d-c213906b837c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1f590c1-7f98-477c-93ff-92b212986c5a') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:07:47.717931 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1bfe37ba-db69-4c46-b4e7-4ba26508a079 req-bf2469b7-e979-4704-88a8-0fdcfdf4d356 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534370 Sep 08 09:07:47.722850 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ac01b42a-11fc-4739-b490-96d03be63913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:47.736232 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0d4096df-bd95-4875-bd4d-c213906b837c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:47.758443 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0d4096df-bd95-4875-bd4d-c213906b837c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:47.766170 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d4096df-bd95-4875-bd4d-c213906b837c admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:07:47.766743 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0d4096df-bd95-4875-bd4d-c213906b837c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:47.768512 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:07:47.768512 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:07:47.768512 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:07:47.768512 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:07:47.768512 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:07:47.768512 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:07:47.768512 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:07:47.768512 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:07:47.768512 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:07:47.768512 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:07:47.768512 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:07:47.768512 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:07:47.768512 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:07:47.768512 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:07:47.768512 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:07:47.768512 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:07:47.768512 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:07:47.768512 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:07:47.768512 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:07:47.768512 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:07:47.768512 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:07:47.768512 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:07:47.768512 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:07:47.768512 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:07:47.768512 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:07:47.768512 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:07:47.768512 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:07:47.768512 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:07:47.768512 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:07:47.768512 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:07:47.768512 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:07:47.768512 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:07:47.827779 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0d4096df-bd95-4875-bd4d-c213906b837c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:47.835851 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0d4096df-bd95-4875-bd4d-c213906b837c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:47.837700 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-0d4096df-bd95-4875-bd4d-c213906b837c admin admin] 10.222.0.54 "DELETE /v2.0/networks/23b822cd-b882-4dbb-878c-c46b9547404f HTTP/1.1" status: 204 len: 168 time: 0.4029136 Sep 08 09:07:47.840955 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 47064) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:07:47.847482 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4096df-bd95-4875-bd4d-c213906b837c admin admin] Pushing event deleted for resources: {'Network': ['ID=23b822cd-b882-4dbb-878c-c46b9547404f,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:47.877825 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4a404-7cce-41e4-be95-c575757ac5bf req-57feac45-2f50-43e5-ad25-03b47c2aaa29 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:47.879419 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4cb4a404-7cce-41e4-be95-c575757ac5bf req-57feac45-2f50-43e5-ad25-03b47c2aaa29 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=93210d83-b18d-4c0b-bcfa-f7b3c82c56b3 HTTP/1.1" status: 200 len: 945 time: 0.0881293 Sep 08 09:07:47.909590 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f9720de-05eb-4a36-8dee-18357dbe1f2e admin admin] Deleting subnet a532f0c3-0c80-40f0-af07-9957bc462e78 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:07:47.916532 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2f9720de-05eb-4a36-8dee-18357dbe1f2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:47.952356 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4cb4a404-7cce-41e4-be95-c575757ac5bf req-88bec820-7435-4f63-a116-1a7a1491e28a tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652299 Sep 08 09:07:47.962775 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2f9720de-05eb-4a36-8dee-18357dbe1f2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:48.003300 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2f9720de-05eb-4a36-8dee-18357dbe1f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:48.058932 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2f9720de-05eb-4a36-8dee-18357dbe1f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:48.083058 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9720de-05eb-4a36-8dee-18357dbe1f2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a532f0c3-0c80-40f0-af07-9957bc462e78,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:48.087725 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2f9720de-05eb-4a36-8dee-18357dbe1f2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:48.092021 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2f9720de-05eb-4a36-8dee-18357dbe1f2e admin admin] 10.222.0.54 "DELETE /v2.0/subnets/a532f0c3-0c80-40f0-af07-9957bc462e78 HTTP/1.1" status: 204 len: 168 time: 0.2476985 Sep 08 09:07:48.093442 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 47066) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:07:48.159882 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dc156a0a-cb8e-4f82-9f8a-788d22b7ce47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:48.240451 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dc156a0a-cb8e-4f82-9f8a-788d22b7ce47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:48.261768 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-dc156a0a-cb8e-4f82-9f8a-788d22b7ce47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47989c7e-0b0a-4b49-9bf0-fa175074392a']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:07:48.270824 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-dc156a0a-cb8e-4f82-9f8a-788d22b7ce47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '320cd0b7-0b4b-49c4-9ae8-354ce6cf5a63') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:07:48.271122 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-dc156a0a-cb8e-4f82-9f8a-788d22b7ce47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '320cd0b7-0b4b-49c4-9ae8-354ce6cf5a63') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:07:48.280676 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dc156a0a-cb8e-4f82-9f8a-788d22b7ce47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:48.294026 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dc156a0a-cb8e-4f82-9f8a-788d22b7ce47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:48.299762 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc156a0a-cb8e-4f82-9f8a-788d22b7ce47 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:07:48.300146 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dc156a0a-cb8e-4f82-9f8a-788d22b7ce47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:48.301919 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:07:48.301919 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:07:48.301919 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:07:48.301919 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:07:48.301919 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:07:48.301919 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:07:48.301919 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:07:48.301919 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:07:48.301919 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:07:48.301919 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:07:48.301919 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:07:48.301919 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:07:48.301919 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:07:48.301919 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:07:48.301919 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:07:48.301919 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:07:48.301919 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:07:48.301919 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:07:48.301919 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:07:48.301919 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:07:48.301919 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:07:48.301919 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:07:48.301919 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:07:48.301919 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:07:48.301919 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:07:48.301919 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:07:48.301919 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:07:48.301919 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:07:48.301919 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:07:48.301919 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:07:48.301919 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:07:48.301919 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:07:48.360569 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dc156a0a-cb8e-4f82-9f8a-788d22b7ce47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:48.365563 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dc156a0a-cb8e-4f82-9f8a-788d22b7ce47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:48.370957 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-dc156a0a-cb8e-4f82-9f8a-788d22b7ce47 admin admin] 10.222.0.54 "DELETE /v2.0/networks/47989c7e-0b0a-4b49-9bf0-fa175074392a HTTP/1.1" status: 204 len: 168 time: 0.2764988 Sep 08 09:07:48.385135 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc156a0a-cb8e-4f82-9f8a-788d22b7ce47 admin admin] Pushing event deleted for resources: {'Network': ['ID=47989c7e-0b0a-4b49-9bf0-fa175074392a,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:48.542071 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 47070) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:07:48.582744 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4921457f-1c52-47ec-9bb5-8936350f1f40 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e689687a8f1343ddb4cf948027d7f252&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394833 Sep 08 09:07:48.585276 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 47074) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:07:48.636873 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d1b5cd1e-d3c4-4875-988b-fe42bfd1a9df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:48.647494 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90b339-8607-480a-8490-aea71921e493 req-02a1f52e-5df4-4aa4-9641-5239b16ac0c7 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:48.649770 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0f90b339-8607-480a-8490-aea71921e493 req-02a1f52e-5df4-4aa4-9641-5239b16ac0c7 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=72161cd5-f500-475f-92ab-c90aad5582aa HTTP/1.1" status: 200 len: 946 time: 0.0562367 Sep 08 09:07:48.664634 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d1b5cd1e-d3c4-4875-988b-fe42bfd1a9df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:48.690676 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0f90b339-8607-480a-8490-aea71921e493 req-73f0db22-fd43-4931-8b28-4bbad3c6a424 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=58bf46ef-f4ee-48eb-a470-ab465f3a4e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336785 Sep 08 09:07:48.701498 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-542bf651-9616-451d-a835-be863ac161b7 req-fbe2b6b5-791e-43f6-a11c-10b13c210976 tempest-ServerShowV257Test-1524956380 tempest-ServerShowV257Test-1524956380-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d1d9183-0e9f-475e-97cd-2dce93575425 HTTP/1.1" status: 200 len: 210 time: 0.0391674 Sep 08 09:07:48.705430 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device e78b77c2-acb0-44c5-8ea0-b0ef769394a5 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:07:48.749160 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d1b5cd1e-d3c4-4875-988b-fe42bfd1a9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:48.752385 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d1b5cd1e-d3c4-4875-988b-fe42bfd1a9df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:48.756121 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d1b5cd1e-d3c4-4875-988b-fe42bfd1a9df admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/eb973837-d3e9-4acd-a652-03372c5407d6 HTTP/1.1" status: 204 len: 168 time: 0.1667888 Sep 08 09:07:48.763565 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b5cd1e-d3c4-4875-988b-fe42bfd1a9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb973837-d3e9-4acd-a652-03372c5407d6,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:48.800388 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port e78b77c2-acb0-44c5-8ea0-b0ef769394a5 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:07:48.808234 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port e78b77c2-acb0-44c5-8ea0-b0ef769394a5 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:07:48.808746 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:48.874380 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9760c395-f66e-418a-a9f2-d4000581161b req-9417fba0-1080-446e-b939-7476873a39a2 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:48.876193 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9760c395-f66e-418a-a9f2-d4000581161b req-9417fba0-1080-446e-b939-7476873a39a2 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=72161cd5-f500-475f-92ab-c90aad5582aa HTTP/1.1" status: 200 len: 946 time: 0.0669696 Sep 08 09:07:48.886315 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 47090) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:07:48.911365 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-03e364c8-9da1-48e0-860c-32e4c29fe2b9 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Request body: {'floatingip': {'port_id': '76631e64-7fa2-4eff-a6b1-eef540ce5d14'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:07:48.926309 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:48.961508 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-03e364c8-9da1-48e0-860c-32e4c29fe2b9 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks [] for floatingip, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:48.967550 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port e78b77c2-acb0-44c5-8ea0-b0ef769394a5, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=e78b77c2-acb0-44c5-8ea0-b0ef769394a5,segment=NetworkSegment(3af659db-8c52-4cba-bbf9-dfdf7a2d015a),segment_id=3af659db-8c52-4cba-bbf9-dfdf7a2d015a)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:07:48.973886 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:48.974865 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device d2fbcd3d-6add-4b03-b87d-9fb644f65262 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:07:49.019169 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0961aef-1b31-4c69-aaa1-d3ce18ded5dd req-a45c1d98-4934-4a69-b5e7-979221decb80 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:49.020749 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f0961aef-1b31-4c69-aaa1-d3ce18ded5dd req-a45c1d98-4934-4a69-b5e7-979221decb80 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=21561af1-68dc-4f96-a54f-5cdbc22a5127 HTTP/1.1" status: 200 len: 944 time: 0.1458497 Sep 08 09:07:49.031350 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: d2fbcd3d-6add-4b03-b87d-9fb644f65262 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:07:49.031707 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device d2fbcd3d-6add-4b03-b87d-9fb644f65262 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:07:49.059602 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=e78b77c2-acb0-44c5-8ea0-b0ef769394a5,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:49.081313 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93210d83-b18d-4c0b-bcfa-f7b3c82c56b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e78b77c2-acb0-44c5-8ea0-b0ef769394a5'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:07:49.084316 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb34688-4f47-4aa0-abab-1b2767a4fa03" -d '{"events": [{"server_uuid": "93210d83-b18d-4c0b-bcfa-f7b3c82c56b3", "name": "network-vif-plugged", "status": "completed", "tag": "e78b77c2-acb0-44c5-8ea0-b0ef769394a5"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:07:49.115709 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f0961aef-1b31-4c69-aaa1-d3ce18ded5dd req-b8d035e1-6bc2-42e7-8979-8eafaeeb6aef tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774033 Sep 08 09:07:49.180126 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e73e9d9-b78d-448e-83a0-18771d6f511f x-openstack-request-id: req-0e73e9d9-b78d-448e-83a0-18771d6f511f {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:07:49.180803 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93210d83-b18d-4c0b-bcfa-f7b3c82c56b3", "name": "network-vif-plugged", "status": "completed", "tag": "e78b77c2-acb0-44c5-8ea0-b0ef769394a5", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:07:49.180921 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0e73e9d9-b78d-448e-83a0-18771d6f511f {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:07:49.181618 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93210d83-b18d-4c0b-bcfa-f7b3c82c56b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e78b77c2-acb0-44c5-8ea0-b0ef769394a5', 'code': 200} Sep 08 09:07:49.192204 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 47098) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:07:49.192743 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366a3fa-b6f9-4af2-9156-14c9d512cd05 req-e30d0413-9caa-4d2c-a17b-c36e6d866e02 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:49.194362 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1366a3fa-b6f9-4af2-9156-14c9d512cd05 req-e30d0413-9caa-4d2c-a17b-c36e6d866e02 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=93210d83-b18d-4c0b-bcfa-f7b3c82c56b3 HTTP/1.1" status: 200 len: 946 time: 0.0635381 Sep 08 09:07:49.237200 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1366a3fa-b6f9-4af2-9156-14c9d512cd05 req-6a3f40c3-172b-4f15-8abc-64b5c512f0b1 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353725 Sep 08 09:07:49.600427 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b7bc34a5-8c5d-4600-bc0f-4fcf085d7ae3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cf910d65845e475587d0aa59bd0afc7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4070897 Sep 08 09:07:49.604134 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 47100) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:07:49.654458 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-66a09921-7443-492d-ab41-ef871b35db93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:49.675792 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-66a09921-7443-492d-ab41-ef871b35db93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:49.689136 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4208699-ad34-4927-addb-9bce780c62be req-51d98401-65cb-4371-b0bb-db66d8dbf8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:49.690756 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d4208699-ad34-4927-addb-9bce780c62be req-51d98401-65cb-4371-b0bb-db66d8dbf8ec service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=93210d83-b18d-4c0b-bcfa-f7b3c82c56b3 HTTP/1.1" status: 200 len: 1098 time: 0.4251471 Sep 08 09:07:49.724316 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-66a09921-7443-492d-ab41-ef871b35db93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:49.728188 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-66a09921-7443-492d-ab41-ef871b35db93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:49.729362 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-66a09921-7443-492d-ab41-ef871b35db93 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a3b316ee-94fd-419e-9b27-c24e2a772903 HTTP/1.1" status: 204 len: 168 time: 0.1241503 Sep 08 09:07:49.738639 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a09921-7443-492d-ab41-ef871b35db93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b316ee-94fd-419e-9b27-c24e2a772903,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:49.766359 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d4208699-ad34-4927-addb-9bce780c62be req-ad2f3fd1-386a-44f7-9d16-c532c310cb5f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667014 Sep 08 09:07:49.847201 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-69fe238d-d488-4af0-86a4-754ebfb8a54c req-52c92fcd-f8be-4c39-913b-285507611c70 tempest-ServerShowV257Test-1524956380 tempest-ServerShowV257Test-1524956380-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d1d9183-0e9f-475e-97cd-2dce93575425 HTTP/1.1" status: 200 len: 210 time: 0.0440962 Sep 08 09:07:49.905756 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-03e364c8-9da1-48e0-860c-32e4c29fe2b9 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:49.909975 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-03e364c8-9da1-48e0-860c-32e4c29fe2b9 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:50.020105 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [None req-03e364c8-9da1-48e0-860c-32e4c29fe2b9 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Floating IP 61ade8a5-f676-485f-93df-228a711fdff5 associated. External IP: 172.25.0.98, port: 76631e64-7fa2-4eff-a6b1-eef540ce5d14. Sep 08 09:07:50.275280 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e364c8-9da1-48e0-860c-32e4c29fe2b9 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Router df41a430-f793-4b9f-9c89-21254b2ff6d0 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:07:50.296393 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6477ca-4794-450e-9fc8-2c499c159305 req-774421a8-eb55-4d4e-a211-91144fd5fac9 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:50.297710 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ef6477ca-4794-450e-9fc8-2c499c159305 req-774421a8-eb55-4d4e-a211-91144fd5fac9 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=21561af1-68dc-4f96-a54f-5cdbc22a5127 HTTP/1.1" status: 200 len: 944 time: 0.0747111 Sep 08 09:07:50.359002 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:50.387426 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c59182-0add-4119-988d-be3dcebe8b09 req-c8f06252-1259-4b5c-8794-a46341c97e44 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:50.389327 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e7c59182-0add-4119-988d-be3dcebe8b09 req-c8f06252-1259-4b5c-8794-a46341c97e44 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=93210d83-b18d-4c0b-bcfa-f7b3c82c56b3 HTTP/1.1" status: 200 len: 946 time: 0.0699880 Sep 08 09:07:50.431788 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ef6477ca-4794-450e-9fc8-2c499c159305 req-7335138c-8c3a-4625-a862-94a7fc436e68 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908296 Sep 08 09:07:50.432041 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e7c59182-0add-4119-988d-be3dcebe8b09 req-1bc999dc-0079-44c8-a300-275d41600684 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365515 Sep 08 09:07:50.461813 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e364c8-9da1-48e0-860c-32e4c29fe2b9 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:07:50.467042 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-03e364c8-9da1-48e0-860c-32e4c29fe2b9 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:50.473092 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d505085-2a2a-4a4d-ab04-a72069ddd6fd None None] Sync routers for ids ['df41a430-f793-4b9f-9c89-21254b2ff6d0'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:07:50.482640 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d505085-2a2a-4a4d-ab04-a72069ddd6fd None None] Routers {'df41a430-f793-4b9f-9c89-21254b2ff6d0'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:07:50.483245 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-3d505085-2a2a-4a4d-ab04-a72069ddd6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:07:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['df41a430-f793-4b9f-9c89-21254b2ff6d0'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:07:50.497618 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-03e364c8-9da1-48e0-860c-32e4c29fe2b9 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "PUT /v2.0/floatingips/61ade8a5-f676-485f-93df-228a711fdff5 HTTP/1.1" status: 200 len: 991 time: 1.6085987 Sep 08 09:07:50.498568 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72161cd5-f500-475f-92ab-c90aad5582aa', 'tag': '76631e64-7fa2-4eff-a6b1-eef540ce5d14'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:07:50.501887 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d912845d-efdc-43bd-bc3f-109620b64201" -d '{"events": [{"name": "network-changed", "server_uuid": "72161cd5-f500-475f-92ab-c90aad5582aa", "tag": "76631e64-7fa2-4eff-a6b1-eef540ce5d14"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:07:50.555971 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7d0e4c-59f4-4149-b2a9-a44e83f2af07 x-openstack-request-id: req-9b7d0e4c-59f4-4149-b2a9-a44e83f2af07 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:07:50.556342 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72161cd5-f500-475f-92ab-c90aad5582aa", "tag": "76631e64-7fa2-4eff-a6b1-eef540ce5d14", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:07:50.556700 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9b7d0e4c-59f4-4149-b2a9-a44e83f2af07 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:07:50.557521 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72161cd5-f500-475f-92ab-c90aad5582aa', 'tag': '76631e64-7fa2-4eff-a6b1-eef540ce5d14', 'status': 'completed', 'code': 200} Sep 08 09:07:50.598996 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-3d505085-2a2a-4a4d-ab04-a72069ddd6fd None None] Set router df41a430-f793-4b9f-9c89-21254b2ff6d0 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:07:50.697816 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-264bf24c-02cd-4d07-a760-b5f1fab7dfd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:50.698978 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912845d-efdc-43bd-bc3f-109620b64201 req-d2f46444-df71-4dba-a6a1-e28e08b3c697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:50.700873 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d912845d-efdc-43bd-bc3f-109620b64201 req-d2f46444-df71-4dba-a6a1-e28e08b3c697 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a2f9a27fb48843b398aaefe83b941227&device_id=72161cd5-f500-475f-92ab-c90aad5582aa HTTP/1.1" status: 200 len: 1098 time: 0.0549428 Sep 08 09:07:50.839743 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912845d-efdc-43bd-bc3f-109620b64201 req-1aa70b27-023d-4921-b9a4-ff8a19abae79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:50.842148 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d912845d-efdc-43bd-bc3f-109620b64201 req-1aa70b27-023d-4921-b9a4-ff8a19abae79 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d15b4ce3-7986-485f-ad78-2afa75611397 HTTP/1.1" status: 200 len: 911 time: 0.0976160 Sep 08 09:07:50.869683 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-3d505085-2a2a-4a4d-ab04-a72069ddd6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'name': 'tempest-AttachVolumeTestJSON-655579207-router', 'tenant_id': 'a2f9a27fb48843b398aaefe83b941227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '50ce655b-179c-4da1-8f1d-05451893c0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:02:51Z', 'updated_at': '2021-09-08T09:02:56Z', 'revision_number': 4, 'project_id': 'a2f9a27fb48843b398aaefe83b941227', 'gw_port': {'id': '50ce655b-179c-4da1-8f1d-05451893c0d2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:52Z', 'updated_at': '2021-09-08T09:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '61ade8a5-f676-485f-93df-228a711fdff5', 'tenant_id': 'a2f9a27fb48843b398aaefe83b941227', 'floating_ip_address': '172.25.0.98', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'port_id': '76631e64-7fa2-4eff-a6b1-eef540ce5d14', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd15b4ce3-7986-485f-ad78-2afa75611397', 'mac_address': 'fa:16:3e:31:c3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72161cd5-f500-475f-92ab-c90aad5582aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:07:34Z', 'updated_at': '2021-09-08T09:07:49Z', 'revision_number': 1, 'project_id': 'a2f9a27fb48843b398aaefe83b941227', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3be75f1-9287-45c7-ad60-a4becde4a4da', 'name': '', 'network_id': 'd15b4ce3-7986-485f-ad78-2afa75611397', 'tenant_id': 'a2f9a27fb48843b398aaefe83b941227', 'mac_address': 'fa:16:3e:b8:7c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'b55eaef4-013f-4f3d-8aec-fea124c1fdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:55Z', 'updated_at': '2021-09-08T09:03:09Z', 'revision_number': 5, 'project_id': 'a2f9a27fb48843b398aaefe83b941227', 'subnets': [{'id': 'b55eaef4-013f-4f3d-8aec-fea124c1fdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:07:50.907777 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d505085-2a2a-4a4d-ab04-a72069ddd6fd None None] Checking router: df41a430-f793-4b9f-9c89-21254b2ff6d0 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:07:50.919766 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d505085-2a2a-4a4d-ab04-a72069ddd6fd None None] Routers {'df41a430-f793-4b9f-9c89-21254b2ff6d0'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:07:50.921284 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-3d505085-2a2a-4a4d-ab04-a72069ddd6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:07:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['df41a430-f793-4b9f-9c89-21254b2ff6d0'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:07:50.938628 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d912845d-efdc-43bd-bc3f-109620b64201 req-b1bb111c-4fc7-428c-a62a-d6a6acf70b63 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76631e64-7fa2-4eff-a6b1-eef540ce5d14 HTTP/1.1" status: 200 len: 999 time: 0.0878565 Sep 08 09:07:50.998218 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-deb3cb08-2c6e-4c85-aa3a-f3003b48cb1d req-7cf70ef0-3ebf-4612-abc7-bf999ac5fd8b tempest-ServerShowV257Test-1524956380 tempest-ServerShowV257Test-1524956380-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d1d9183-0e9f-475e-97cd-2dce93575425 HTTP/1.1" status: 200 len: 210 time: 0.0495524 Sep 08 09:07:51.008145 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912845d-efdc-43bd-bc3f-109620b64201 req-9af6bd2d-62a9-4f1a-8f86-d931c000eccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:51.010000 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d912845d-efdc-43bd-bc3f-109620b64201 req-9af6bd2d-62a9-4f1a-8f86-d931c000eccb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b55eaef4-013f-4f3d-8aec-fea124c1fdb3 HTTP/1.1" status: 200 len: 849 time: 0.0635071 Sep 08 09:07:51.063782 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912845d-efdc-43bd-bc3f-109620b64201 req-3cab904a-c1aa-42ac-b644-9b37371a46f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:51.065867 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d912845d-efdc-43bd-bc3f-109620b64201 req-3cab904a-c1aa-42ac-b644-9b37371a46f5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d15b4ce3-7986-485f-ad78-2afa75611397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483210 Sep 08 09:07:51.073750 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-3d505085-2a2a-4a4d-ab04-a72069ddd6fd None None] Set router df41a430-f793-4b9f-9c89-21254b2ff6d0 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:07:51.092776 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 47156) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:07:51.180293 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d912845d-efdc-43bd-bc3f-109620b64201 req-a04acf7f-a890-4496-96b9-d1076bcd13d6 service neutron] 10.222.0.37 "GET /v2.0/networks/d15b4ce3-7986-485f-ad78-2afa75611397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048455 Sep 08 09:07:51.206730 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 19515092-22b7-414b-86c9-ad7d6f551722 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:07:51.230495 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-da200f8e-93f9-4c7d-af20-64e411917223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:51.324661 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d912845d-efdc-43bd-bc3f-109620b64201 req-716c69ba-4589-4154-a395-b1b4448bad69 service neutron] 10.222.0.37 "GET /v2.0/networks/d15b4ce3-7986-485f-ad78-2afa75611397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377118 Sep 08 09:07:51.334821 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 19515092-22b7-414b-86c9-ad7d6f551722, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=19515092-22b7-414b-86c9-ad7d6f551722,segment=NetworkSegment(f97f779e-ab81-4dfc-a584-515a83636e03),segment_id=f97f779e-ab81-4dfc-a584-515a83636e03)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:07:51.351190 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '19515092-22b7-414b-86c9-ad7d6f551722', 'network_id': 'c49a0008-ba2e-41e9-b498-07f12619ac72', 'port_id': '19515092-22b7-414b-86c9-ad7d6f551722', 'mac_address': 'fa:16:3e:bc:de:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df631613-af78-49bf-9102-60065cc0670c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:07:51.353730 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-da200f8e-93f9-4c7d-af20-64e411917223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:51.358610 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-da200f8e-93f9-4c7d-af20-64e411917223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:51.376413 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-3d505085-2a2a-4a4d-ab04-a72069ddd6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'name': 'tempest-AttachVolumeTestJSON-655579207-router', 'tenant_id': 'a2f9a27fb48843b398aaefe83b941227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '50ce655b-179c-4da1-8f1d-05451893c0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:02:51Z', 'updated_at': '2021-09-08T09:02:56Z', 'revision_number': 4, 'project_id': 'a2f9a27fb48843b398aaefe83b941227', 'gw_port': {'id': '50ce655b-179c-4da1-8f1d-05451893c0d2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:52Z', 'updated_at': '2021-09-08T09:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '61ade8a5-f676-485f-93df-228a711fdff5', 'tenant_id': 'a2f9a27fb48843b398aaefe83b941227', 'floating_ip_address': '172.25.0.98', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'port_id': '76631e64-7fa2-4eff-a6b1-eef540ce5d14', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd15b4ce3-7986-485f-ad78-2afa75611397', 'mac_address': 'fa:16:3e:31:c3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72161cd5-f500-475f-92ab-c90aad5582aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:07:34Z', 'updated_at': '2021-09-08T09:07:49Z', 'revision_number': 1, 'project_id': 'a2f9a27fb48843b398aaefe83b941227', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3be75f1-9287-45c7-ad60-a4becde4a4da', 'name': '', 'network_id': 'd15b4ce3-7986-485f-ad78-2afa75611397', 'tenant_id': 'a2f9a27fb48843b398aaefe83b941227', 'mac_address': 'fa:16:3e:b8:7c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'b55eaef4-013f-4f3d-8aec-fea124c1fdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:55Z', 'updated_at': '2021-09-08T09:03:09Z', 'revision_number': 5, 'project_id': 'a2f9a27fb48843b398aaefe83b941227', 'subnets': [{'id': 'b55eaef4-013f-4f3d-8aec-fea124c1fdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:07:51.404233 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-da200f8e-93f9-4c7d-af20-64e411917223 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fe714893ed76451493f381bc247d45bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3101332 Sep 08 09:07:51.404726 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:51.407111 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 47162) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:07:51.411251 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da200f8e-93f9-4c7d-af20-64e411917223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46237ea4-f278-49c8-9c0f-24793efd1f2d,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:51.416741 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d505085-2a2a-4a4d-ab04-a72069ddd6fd None None] The sync data for ids ['df41a430-f793-4b9f-9c89-21254b2ff6d0'] in n-d-806683-11 is: [{'id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'name': 'tempest-AttachVolumeTestJSON-655579207-router', 'tenant_id': 'a2f9a27fb48843b398aaefe83b941227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '50ce655b-179c-4da1-8f1d-05451893c0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:02:51Z', 'updated_at': '2021-09-08T09:02:56Z', 'revision_number': 4, 'project_id': 'a2f9a27fb48843b398aaefe83b941227', 'gw_port': {'id': '50ce655b-179c-4da1-8f1d-05451893c0d2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:52Z', 'updated_at': '2021-09-08T09:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '61ade8a5-f676-485f-93df-228a711fdff5', 'tenant_id': 'a2f9a27fb48843b398aaefe83b941227', 'floating_ip_address': '172.25.0.98', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'port_id': '76631e64-7fa2-4eff-a6b1-eef540ce5d14', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd15b4ce3-7986-485f-ad78-2afa75611397', 'mac_address': 'fa:16:3e:31:c3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72161cd5-f500-475f-92ab-c90aad5582aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:07:34Z', 'updated_at': '2021-09-08T09:07:49Z', 'revision_number': 1, 'project_id': 'a2f9a27fb48843b398aaefe83b941227', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3be75f1-9287-45c7-ad60-a4becde4a4da', 'name': '', 'network_id': 'd15b4ce3-7986-485f-ad78-2afa75611397', 'tenant_id': 'a2f9a27fb48843b398aaefe83b941227', 'mac_address': 'fa:16:3e:b8:7c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'b55eaef4-013f-4f3d-8aec-fea124c1fdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:55Z', 'updated_at': '2021-09-08T09:03:09Z', 'revision_number': 5, 'project_id': 'a2f9a27fb48843b398aaefe83b941227', 'subnets': [{'id': 'b55eaef4-013f-4f3d-8aec-fea124c1fdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:07:51.421521 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19515092-22b7-414b-86c9-ad7d6f551722 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:07:51.443326 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 19515092-22b7-414b-86c9-ad7d6f551722, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=19515092-22b7-414b-86c9-ad7d6f551722,segment=NetworkSegment(f97f779e-ab81-4dfc-a584-515a83636e03),segment_id=f97f779e-ab81-4dfc-a584-515a83636e03)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:07:51.448062 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:51.486077 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-68b1646b-3527-40de-bf8d-fece7346ebb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:51.528531 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-68b1646b-3527-40de-bf8d-fece7346ebb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:51.549520 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=19515092-22b7-414b-86c9-ad7d6f551722,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:51.581756 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47a81f-6f1c-42c6-896c-ed4d6f9ce780 req-28bbdc5e-6128-4ec7-a1eb-85b1885befad tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:51.583477 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-da47a81f-6f1c-42c6-896c-ed4d6f9ce780 req-28bbdc5e-6128-4ec7-a1eb-85b1885befad tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=21561af1-68dc-4f96-a54f-5cdbc22a5127 HTTP/1.1" status: 200 len: 945 time: 0.0656712 Sep 08 09:07:51.613471 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b194b62-aa7b-42a8-87d7-55fa21dcce7e req-655f4e77-ab6a-45ef-ab87-3c295722f033 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:51.622685 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7b194b62-aa7b-42a8-87d7-55fa21dcce7e req-655f4e77-ab6a-45ef-ab87-3c295722f033 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=93210d83-b18d-4c0b-bcfa-f7b3c82c56b3 HTTP/1.1" status: 200 len: 946 time: 0.1002798 Sep 08 09:07:51.629650 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-da47a81f-6f1c-42c6-896c-ed4d6f9ce780 req-707bd4bd-8b08-44d3-b067-a9bb7d9f7a4c tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394163 Sep 08 09:07:51.663007 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7b194b62-aa7b-42a8-87d7-55fa21dcce7e req-8c101e12-941d-41b2-90e8-a1ca35bb044e tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390205 Sep 08 09:07:51.669949 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-68b1646b-3527-40de-bf8d-fece7346ebb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:51.673355 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-68b1646b-3527-40de-bf8d-fece7346ebb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:51.674848 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-68b1646b-3527-40de-bf8d-fece7346ebb5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/46237ea4-f278-49c8-9c0f-24793efd1f2d HTTP/1.1" status: 204 len: 168 time: 0.2667172 Sep 08 09:07:51.689433 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b1646b-3527-40de-bf8d-fece7346ebb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46237ea4-f278-49c8-9c0f-24793efd1f2d,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:51.696817 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a3bbba-9833-452a-8e09-bcf5e7ea920b None None] New status for floating IP 61ade8a5-f676-485f-93df-228a711fdff5: ACTIVE {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:07:51.916286 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['19515092-22b7-414b-86c9-ad7d6f551722'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:07:52.099099 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:52.146550 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9b6c25d6-12d9-4e69-bb72-aedd10cae596 req-be7ec924-93f7-4bb5-b149-e6cbbab14629 tempest-ServerShowV257Test-1524956380 tempest-ServerShowV257Test-1524956380-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d1d9183-0e9f-475e-97cd-2dce93575425 HTTP/1.1" status: 200 len: 210 time: 0.0388288 Sep 08 09:07:52.798524 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264e186-881d-45b6-9715-e3f1db69a9bc req-7bf9f02d-658b-4ec3-9dc6-f84bb24576d6 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:52.800867 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8264e186-881d-45b6-9715-e3f1db69a9bc req-7bf9f02d-658b-4ec3-9dc6-f84bb24576d6 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=21561af1-68dc-4f96-a54f-5cdbc22a5127 HTTP/1.1" status: 200 len: 945 time: 0.0918629 Sep 08 09:07:52.862791 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8264e186-881d-45b6-9715-e3f1db69a9bc req-e4ff2531-19e8-4b2f-ada0-d7443233d18b tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549083 Sep 08 09:07:53.190638 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:07:53.212353 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 47256) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:07:53.215466 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 19515092-22b7-414b-86c9-ad7d6f551722 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:07:53.276058 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 19515092-22b7-414b-86c9-ad7d6f551722 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:07:53.277490 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5f0cecd6-7167-434c-94ec-212db4fa5187 req-9d96db55-ec54-4a49-8a34-6d327159f137 tempest-ServerShowV257Test-1524956380 tempest-ServerShowV257Test-1524956380-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d1d9183-0e9f-475e-97cd-2dce93575425 HTTP/1.1" status: 200 len: 210 time: 0.0297015 Sep 08 09:07:53.281185 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 19515092-22b7-414b-86c9-ad7d6f551722 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:07:53.282247 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:53.380519 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:53.406305 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4a4ac082-6e58-4583-afee-435980239fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:53.415454 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21561af1-68dc-4f96-a54f-5cdbc22a5127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19515092-22b7-414b-86c9-ad7d6f551722'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:07:53.420048 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148cf706-ed9f-4c8b-b4c6-7dc692ab9688" -d '{"events": [{"server_uuid": "21561af1-68dc-4f96-a54f-5cdbc22a5127", "name": "network-vif-plugged", "status": "completed", "tag": "19515092-22b7-414b-86c9-ad7d6f551722"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:07:53.457979 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 19515092-22b7-414b-86c9-ad7d6f551722, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=19515092-22b7-414b-86c9-ad7d6f551722,segment=NetworkSegment(f97f779e-ab81-4dfc-a584-515a83636e03),segment_id=f97f779e-ab81-4dfc-a584-515a83636e03)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:07:53.461459 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:53.463238 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:53.549140 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d50032-7943-46b7-8332-cbd0306e76a2 x-openstack-request-id: req-62d50032-7943-46b7-8332-cbd0306e76a2 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:07:53.549540 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21561af1-68dc-4f96-a54f-5cdbc22a5127", "name": "network-vif-plugged", "status": "completed", "tag": "19515092-22b7-414b-86c9-ad7d6f551722", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:07:53.549698 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-62d50032-7943-46b7-8332-cbd0306e76a2 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:07:53.550207 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21561af1-68dc-4f96-a54f-5cdbc22a5127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19515092-22b7-414b-86c9-ad7d6f551722', 'code': 200} Sep 08 09:07:53.555653 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=19515092-22b7-414b-86c9-ad7d6f551722,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:53.563781 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:07:53.564134 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:07:53.564500 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:07:53.564864 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:07:53.565208 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:07:53.565548 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:07:53.565899 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:07:53.566270 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:07:53.566638 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:07:53.566962 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:07:53.567302 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:07:53.567651 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:07:53.570271 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4a4ac082-6e58-4583-afee-435980239fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:53.579593 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4a4ac082-6e58-4583-afee-435980239fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:53.623249 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4a4ac082-6e58-4583-afee-435980239fba admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=511c625c8cf14ece9ec7167b176d8b83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4098475 Sep 08 09:07:53.625864 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 47272) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:07:53.628408 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ac082-6e58-4583-afee-435980239fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbc15f7-675e-4911-aac8-9ac02def3b18,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:53.681098 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-15f80c76-3afe-4fb5-96db-099ff398cba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:53.683434 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b63469-54bd-46fd-911b-cc183d40b799 req-765e13ea-69e4-4a50-a51f-466cd7d18edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:53.685013 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-06b63469-54bd-46fd-911b-cc183d40b799 req-765e13ea-69e4-4a50-a51f-466cd7d18edf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=21561af1-68dc-4f96-a54f-5cdbc22a5127 HTTP/1.1" status: 200 len: 1098 time: 0.0443344 Sep 08 09:07:53.707634 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-15f80c76-3afe-4fb5-96db-099ff398cba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:53.733458 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-06b63469-54bd-46fd-911b-cc183d40b799 req-8ac84141-ed21-4012-8cb5-eb5649c0b6db service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377929 Sep 08 09:07:53.755563 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-15f80c76-3afe-4fb5-96db-099ff398cba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:53.758797 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-15f80c76-3afe-4fb5-96db-099ff398cba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:53.759982 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-15f80c76-3afe-4fb5-96db-099ff398cba2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7bbc15f7-675e-4911-aac8-9ac02def3b18 HTTP/1.1" status: 204 len: 168 time: 0.1328022 Sep 08 09:07:53.769177 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f80c76-3afe-4fb5-96db-099ff398cba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbc15f7-675e-4911-aac8-9ac02def3b18,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:53.965129 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:54.005060 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a4b97-7bbd-4368-b48f-9402c95824cf req-03560c48-5569-4765-9e57-82344b646f69 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:54.006610 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-851a4b97-7bbd-4368-b48f-9402c95824cf req-03560c48-5569-4765-9e57-82344b646f69 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=21561af1-68dc-4f96-a54f-5cdbc22a5127 HTTP/1.1" status: 200 len: 946 time: 0.0532107 Sep 08 09:07:54.047713 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-851a4b97-7bbd-4368-b48f-9402c95824cf req-288586d3-07e0-4695-af85-f5bed266d076 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344603 Sep 08 09:07:54.404594 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6f56d78f-7181-4bd9-a4be-54a32a8142c2 req-e774930e-e66a-4490-a58c-9b11f8628b6d tempest-ServerShowV257Test-1524956380 tempest-ServerShowV257Test-1524956380-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d1d9183-0e9f-475e-97cd-2dce93575425 HTTP/1.1" status: 200 len: 210 time: 0.0300691 Sep 08 09:07:54.462486 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 47304) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:07:54.569134 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-35fbd0a5-b8c7-4182-be80-3a23cf51a6de admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1514620451-network', 'tenant_id': '7e7af5eace554f6d8267b417bfd22c04'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:07:54.593681 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35fbd0a5-b8c7-4182-be80-3a23cf51a6de admin admin] Made reservation on behalf of 7e7af5eace554f6d8267b417bfd22c04 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:07:54.596124 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-35fbd0a5-b8c7-4182-be80-3a23cf51a6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:54.606009 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-35fbd0a5-b8c7-4182-be80-3a23cf51a6de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:54.720335 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-35fbd0a5-b8c7-4182-be80-3a23cf51a6de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:54.731219 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-35fbd0a5-b8c7-4182-be80-3a23cf51a6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:54.756813 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35fbd0a5-b8c7-4182-be80-3a23cf51a6de admin admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:07:54.767000 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fbd0a5-b8c7-4182-be80-3a23cf51a6de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe87a2ee-4a1f-4530-acd0-36cc3cc3476c,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:54.771965 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-35fbd0a5-b8c7-4182-be80-3a23cf51a6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:54.772303 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-35fbd0a5-b8c7-4182-be80-3a23cf51a6de admin admin] Added segment bb132cc8-67ef-4d2e-ac77-7abef76b53bc of type vlan for network e3cf08f3-5f0e-43af-aeab-1fbd0bb375d4 Sep 08 09:07:54.818960 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-35fbd0a5-b8c7-4182-be80-3a23cf51a6de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:54.853973 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-35fbd0a5-b8c7-4182-be80-3a23cf51a6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:54.855114 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fbd0a5-b8c7-4182-be80-3a23cf51a6de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:54.855725 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-35fbd0a5-b8c7-4182-be80-3a23cf51a6de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:54.891644 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-35fbd0a5-b8c7-4182-be80-3a23cf51a6de admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4252875 Sep 08 09:07:54.891879 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 47314) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:07:54.900321 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-371f2b2a-743c-4c4f-8d07-fd3c7b2ebc7f admin admin] Request body: {'subnet': {'network_id': 'e3cf08f3-5f0e-43af-aeab-1fbd0bb375d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1514620451-subnet', 'tenant_id': '7e7af5eace554f6d8267b417bfd22c04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:07:54.942679 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fbd0a5-b8c7-4182-be80-3a23cf51a6de admin admin] Pushing event updated for resources: {'Network': ['ID=e3cf08f3-5f0e-43af-aeab-1fbd0bb375d4,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:54.954219 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network e3cf08f3-5f0e-43af-aeab-1fbd0bb375d4 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:07:54.955921 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371f2b2a-743c-4c4f-8d07-fd3c7b2ebc7f admin admin] Made reservation on behalf of 7e7af5eace554f6d8267b417bfd22c04 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:07:54.958398 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-371f2b2a-743c-4c4f-8d07-fd3c7b2ebc7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:55.182825 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f7fbb0-c9a3-42dd-9f47-23266223e8c9 req-241ac792-b625-4e6e-9bc2-b28600ce94d1 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:55.184525 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-19f7fbb0-c9a3-42dd-9f47-23266223e8c9 req-241ac792-b625-4e6e-9bc2-b28600ce94d1 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=21561af1-68dc-4f96-a54f-5cdbc22a5127 HTTP/1.1" status: 200 len: 946 time: 0.0632687 Sep 08 09:07:55.195164 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-371f2b2a-743c-4c4f-8d07-fd3c7b2ebc7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:55.230394 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-19f7fbb0-c9a3-42dd-9f47-23266223e8c9 req-5ab233dd-8f41-4d9a-b132-e18cd108bcbb tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392871 Sep 08 09:07:55.261704 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371f2b2a-743c-4c4f-8d07-fd3c7b2ebc7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d5a41bb-84b8-4720-9053-45f46993d0aa,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:55.283186 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371f2b2a-743c-4c4f-8d07-fd3c7b2ebc7f admin admin] Checking segment: {'id': 'bb132cc8-67ef-4d2e-ac77-7abef76b53bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e3cf08f3-5f0e-43af-aeab-1fbd0bb375d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:07:55.283703 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371f2b2a-743c-4c4f-8d07-fd3c7b2ebc7f admin admin] Network hostable DHCP agents. Network: e3cf08f3-5f0e-43af-aeab-1fbd0bb375d4, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:07:55.301622 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371f2b2a-743c-4c4f-8d07-fd3c7b2ebc7f admin admin] Network e3cf08f3-5f0e-43af-aeab-1fbd0bb375d4 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:07:55.311632 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-371f2b2a-743c-4c4f-8d07-fd3c7b2ebc7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, e3cf08f3-5f0e-43af-aeab-1fbd0bb375d4) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:07:55.315746 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371f2b2a-743c-4c4f-8d07-fd3c7b2ebc7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:55.316348 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-371f2b2a-743c-4c4f-8d07-fd3c7b2ebc7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:55.324446 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9504799-2f7e-401f-b728-3897ecd06332 None None] Network e3cf08f3-5f0e-43af-aeab-1fbd0bb375d4 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:07:55.342993 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-371f2b2a-743c-4c4f-8d07-fd3c7b2ebc7f admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4402986 Sep 08 09:07:55.474684 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf1fe87-d8ed-4d28-bc25-b3458e5a2400 None None] Network e3cf08f3-5f0e-43af-aeab-1fbd0bb375d4 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:07:55.541105 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-60e77091-2f2b-40ae-acee-8a979df910c4 req-a1a579b9-4221-46c7-abf8-1292c1997751 tempest-ServerShowV257Test-1524956380 tempest-ServerShowV257Test-1524956380-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d1d9183-0e9f-475e-97cd-2dce93575425 HTTP/1.1" status: 200 len: 210 time: 0.0301266 Sep 08 09:07:55.657627 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-df3e4852-d855-4b9d-bd8b-a9fc2c86d978 req-d8e7a83b-02ea-4d55-808a-94f4b73c71e9 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-853046342', 'description': 'tempest-description-1500244958'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:07:55.688908 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-df3e4852-d855-4b9d-bd8b-a9fc2c86d978 req-d8e7a83b-02ea-4d55-808a-94f4b73c71e9 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:56.120793 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-df3e4852-d855-4b9d-bd8b-a9fc2c86d978 req-d8e7a83b-02ea-4d55-808a-94f4b73c71e9 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:56.124613 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-df3e4852-d855-4b9d-bd8b-a9fc2c86d978 req-d8e7a83b-02ea-4d55-808a-94f4b73c71e9 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:56.158102 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e7a83b-02ea-4d55-808a-94f4b73c71e9 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24266745-b91a-4ebc-a0c7-30db54fdc96b,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:56.161527 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-df3e4852-d855-4b9d-bd8b-a9fc2c86d978 req-d8e7a83b-02ea-4d55-808a-94f4b73c71e9 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:56.162819 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-df3e4852-d855-4b9d-bd8b-a9fc2c86d978 req-d8e7a83b-02ea-4d55-808a-94f4b73c71e9 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5099032 Sep 08 09:07:56.227923 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6c9710d4-96ac-46d7-8001-b8b79315789a req-ef5af84a-208a-4403-aa2a-e7b987c121b0 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] 10.222.0.54 "GET /v2.0/security-groups/24266745-b91a-4ebc-a0c7-30db54fdc96b HTTP/1.1" status: 200 len: 1814 time: 0.0407004 Sep 08 09:07:56.238744 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-6c9710d4-96ac-46d7-8001-b8b79315789a req-80fe810d-bcf5-4dd4-b575-27359379c9a5 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '24266745-b91a-4ebc-a0c7-30db54fdc96b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:07:56.239083 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-6c9710d4-96ac-46d7-8001-b8b79315789a req-80fe810d-bcf5-4dd4-b575-27359379c9a5 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '24266745-b91a-4ebc-a0c7-30db54fdc96b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:07:56.308952 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6c9710d4-96ac-46d7-8001-b8b79315789a req-80fe810d-bcf5-4dd4-b575-27359379c9a5 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:56.345284 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6c9710d4-96ac-46d7-8001-b8b79315789a req-80fe810d-bcf5-4dd4-b575-27359379c9a5 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:56.348434 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6c9710d4-96ac-46d7-8001-b8b79315789a req-80fe810d-bcf5-4dd4-b575-27359379c9a5 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:56.368789 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad31c2d-7044-42e5-a78c-cb0ca9675d1c req-edfadc44-6786-4c11-bf17-acbc220a56d3 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:56.370602 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe810d-bcf5-4dd4-b575-27359379c9a5 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e597c3fc-d3c6-4978-a9d3-73f48528e535,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:56.371665 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-dad31c2d-7044-42e5-a78c-cb0ca9675d1c req-edfadc44-6786-4c11-bf17-acbc220a56d3 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=21561af1-68dc-4f96-a54f-5cdbc22a5127 HTTP/1.1" status: 200 len: 946 time: 0.0647981 Sep 08 09:07:56.374557 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6c9710d4-96ac-46d7-8001-b8b79315789a req-80fe810d-bcf5-4dd4-b575-27359379c9a5 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:56.379307 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6c9710d4-96ac-46d7-8001-b8b79315789a req-80fe810d-bcf5-4dd4-b575-27359379c9a5 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1444402 Sep 08 09:07:56.427491 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-dad31c2d-7044-42e5-a78c-cb0ca9675d1c req-1e5b97f9-ac92-4e70-9aa2-49a5aba8b3a8 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405929 Sep 08 09:07:56.454475 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7bd9da2b-7ddc-47dc-94fe-996efdfe3ba0 req-29228455-94ac-4929-ad19-126a8ff52793 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] 10.222.0.54 "GET /v2.0/security-groups/24266745-b91a-4ebc-a0c7-30db54fdc96b HTTP/1.1" status: 200 len: 2408 time: 0.0567849 Sep 08 09:07:56.504835 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8ab25302-4171-4d8f-ae9e-5523dd8b15f7 req-a5955bbd-6a66-4e27-a232-79986f6dc10a tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] 10.222.0.54 "GET /v2.0/security-group-rules/e597c3fc-d3c6-4978-a9d3-73f48528e535 HTTP/1.1" status: 200 len: 778 time: 0.0240791 Sep 08 09:07:56.559422 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75082b7a-e232-4d64-8699-fe7c1f926099 req-91ade8f0-c377-455a-bfc7-164b64e25128 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:56.561032 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8ab25302-4171-4d8f-ae9e-5523dd8b15f7 req-3a8bc42d-ffac-443e-8298-5f82afcf25b1 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] 10.222.0.54 "GET /v2.0/security-groups/24266745-b91a-4ebc-a0c7-30db54fdc96b HTTP/1.1" status: 200 len: 2408 time: 0.0475757 Sep 08 09:07:56.562975 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-75082b7a-e232-4d64-8699-fe7c1f926099 req-91ade8f0-c377-455a-bfc7-164b64e25128 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=21561af1-68dc-4f96-a54f-5cdbc22a5127 HTTP/1.1" status: 200 len: 946 time: 0.0571306 Sep 08 09:07:56.596655 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-8ab25302-4171-4d8f-ae9e-5523dd8b15f7 req-1023c409-c520-4894-8a05-7b5b96ba3371 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:56.606068 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-75082b7a-e232-4d64-8699-fe7c1f926099 req-9a813d5e-bd10-43da-a543-3882f2437f68 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349946 Sep 08 09:07:56.606311 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-8ab25302-4171-4d8f-ae9e-5523dd8b15f7 req-1023c409-c520-4894-8a05-7b5b96ba3371 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:56.649410 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-8ab25302-4171-4d8f-ae9e-5523dd8b15f7 req-1023c409-c520-4894-8a05-7b5b96ba3371 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:56.658505 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-8ab25302-4171-4d8f-ae9e-5523dd8b15f7 req-1023c409-c520-4894-8a05-7b5b96ba3371 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:56.659982 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8ab25302-4171-4d8f-ae9e-5523dd8b15f7 req-1023c409-c520-4894-8a05-7b5b96ba3371 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/e597c3fc-d3c6-4978-a9d3-73f48528e535 HTTP/1.1" status: 204 len: 173 time: 0.0922909 Sep 08 09:07:56.668645 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1023c409-c520-4894-8a05-7b5b96ba3371 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e597c3fc-d3c6-4978-a9d3-73f48528e535,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:56.708427 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-53324547-00c8-4e26-840b-cbcc27afda87 req-872d1780-f5c0-499f-90d5-32871a198807 tempest-ServerShowV257Test-1524956380 tempest-ServerShowV257Test-1524956380-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d1d9183-0e9f-475e-97cd-2dce93575425 HTTP/1.1" status: 200 len: 210 time: 0.0335255 Sep 08 09:07:56.786203 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-1b7ca045-aeb8-43c6-8334-fd36ba17ea41 req-79fd93fd-9924-43ae-8c67-4d5b04f71527 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1502244875', 'description': 'tempest-description-1319789284'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:07:56.820793 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b7ca045-aeb8-43c6-8334-fd36ba17ea41 req-79fd93fd-9924-43ae-8c67-4d5b04f71527 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:56.921843 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b7ca045-aeb8-43c6-8334-fd36ba17ea41 req-79fd93fd-9924-43ae-8c67-4d5b04f71527 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:56.926319 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b7ca045-aeb8-43c6-8334-fd36ba17ea41 req-79fd93fd-9924-43ae-8c67-4d5b04f71527 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:56.951012 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b7ca045-aeb8-43c6-8334-fd36ba17ea41 req-79fd93fd-9924-43ae-8c67-4d5b04f71527 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:56.952405 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1b7ca045-aeb8-43c6-8334-fd36ba17ea41 req-79fd93fd-9924-43ae-8c67-4d5b04f71527 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.1706884 Sep 08 09:07:56.961954 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd93fd-9924-43ae-8c67-4d5b04f71527 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce44f3c-62ce-441d-a975-88f9d2e80f1f,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:57.017090 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba2d3f-9514-4182-ac05-df4adb920edc req-2ff99373-94fc-4c13-9c4e-0b308eac420d tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:57.019041 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-92ba2d3f-9514-4182-ac05-df4adb920edc req-2ff99373-94fc-4c13-9c4e-0b308eac420d tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=21561af1-68dc-4f96-a54f-5cdbc22a5127 HTTP/1.1" status: 200 len: 946 time: 0.0536265 Sep 08 09:07:57.065972 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-92ba2d3f-9514-4182-ac05-df4adb920edc req-11426b0f-2bee-448d-8504-067c62347719 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396225 Sep 08 09:07:57.116589 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dae52208-e1a1-4cae-90c0-dd822b75a9f3 req-b7cda052-d0f6-486c-ab0d-8fa15e879038 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] 10.222.0.54 "GET /v2.0/security-groups/7ce44f3c-62ce-441d-a975-88f9d2e80f1f HTTP/1.1" status: 200 len: 1815 time: 0.0476089 Sep 08 09:07:57.168791 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-4ff6b106-0c07-47ab-9c4b-2130adf72098 req-e579c1e1-76d8-4ba0-a951-6b5d8339b0d4 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-884617515', 'description': 'tempest-description-393838258'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:07:57.192940 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4ff6b106-0c07-47ab-9c4b-2130adf72098 req-e579c1e1-76d8-4ba0-a951-6b5d8339b0d4 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:57.197805 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab30a0-6954-4c01-9212-e95b7ca15e2c req-9dacd861-fe21-46f8-bdea-5cffdbb982e4 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:57.199694 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1cab30a0-6954-4c01-9212-e95b7ca15e2c req-9dacd861-fe21-46f8-bdea-5cffdbb982e4 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=21561af1-68dc-4f96-a54f-5cdbc22a5127 HTTP/1.1" status: 200 len: 946 time: 0.0580812 Sep 08 09:07:57.254627 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1cab30a0-6954-4c01-9212-e95b7ca15e2c req-5133563c-0e68-48b8-a232-1756a27f6046 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418530 Sep 08 09:07:57.296797 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4ff6b106-0c07-47ab-9c4b-2130adf72098 req-e579c1e1-76d8-4ba0-a951-6b5d8339b0d4 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:57.301902 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4ff6b106-0c07-47ab-9c4b-2130adf72098 req-e579c1e1-76d8-4ba0-a951-6b5d8339b0d4 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:57.332212 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e579c1e1-76d8-4ba0-a951-6b5d8339b0d4 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb3911d-d6fa-40fd-8c7f-b19ea06da027,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:57.334462 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4ff6b106-0c07-47ab-9c4b-2130adf72098 req-e579c1e1-76d8-4ba0-a951-6b5d8339b0d4 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:57.336347 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4ff6b106-0c07-47ab-9c4b-2130adf72098 req-e579c1e1-76d8-4ba0-a951-6b5d8339b0d4 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.1732869 Sep 08 09:07:57.417254 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2b3f4e8b-e12c-46d2-a293-f0873f6ec573 req-0ddc6c94-7c0d-4ab2-a16c-c5c59d725973 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] 10.222.0.54 "GET /v2.0/security-groups/6fb3911d-d6fa-40fd-8c7f-b19ea06da027 HTTP/1.1" status: 200 len: 1813 time: 0.0436461 Sep 08 09:07:57.450467 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-b42f37f7-266e-4d78-9fba-b3cfafeb88b5 req-72ccd5b9-51c9-47b3-81d4-4f5c5b9065e5 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1594868891', 'description': 'tempest-description-1734633318'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:07:57.474515 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-b42f37f7-266e-4d78-9fba-b3cfafeb88b5 req-72ccd5b9-51c9-47b3-81d4-4f5c5b9065e5 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:57.597171 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-b42f37f7-266e-4d78-9fba-b3cfafeb88b5 req-72ccd5b9-51c9-47b3-81d4-4f5c5b9065e5 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:57.603971 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-b42f37f7-266e-4d78-9fba-b3cfafeb88b5 req-72ccd5b9-51c9-47b3-81d4-4f5c5b9065e5 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:57.640656 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-b42f37f7-266e-4d78-9fba-b3cfafeb88b5 req-72ccd5b9-51c9-47b3-81d4-4f5c5b9065e5 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:57.642182 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b42f37f7-266e-4d78-9fba-b3cfafeb88b5 req-72ccd5b9-51c9-47b3-81d4-4f5c5b9065e5 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.1958148 Sep 08 09:07:57.647396 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ccd5b9-51c9-47b3-81d4-4f5c5b9065e5 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1eb220-3c6c-427d-9696-4ae1ee7972eb,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:57.710877 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275cd6b4-fc13-4067-baeb-8edbc3399d62 req-ff3e1aae-0c60-458d-828d-20db42a1c670 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:57.713257 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-275cd6b4-fc13-4067-baeb-8edbc3399d62 req-ff3e1aae-0c60-458d-828d-20db42a1c670 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=21561af1-68dc-4f96-a54f-5cdbc22a5127 HTTP/1.1" status: 200 len: 946 time: 0.0837114 Sep 08 09:07:57.718584 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bdd06810-3a73-4772-91c4-8e5e1ac39cad req-0ad9b250-10fe-46cf-b9fe-0fc2bb2d0e62 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] 10.222.0.54 "GET /v2.0/security-groups/ba1eb220-3c6c-427d-9696-4ae1ee7972eb HTTP/1.1" status: 200 len: 1815 time: 0.0496848 Sep 08 09:07:57.755679 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-06e2eb77-45ac-4e77-983a-dbbabd7ed3ab req-e7c8f71e-c94b-4440-bcf5-2aa17911e6bb tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1071787647', 'description': 'tempest-description-2108401918'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:07:57.769374 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-275cd6b4-fc13-4067-baeb-8edbc3399d62 req-4a8c3e12-e016-4052-9e4c-9d53572494bb tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488777 Sep 08 09:07:57.781766 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-06e2eb77-45ac-4e77-983a-dbbabd7ed3ab req-e7c8f71e-c94b-4440-bcf5-2aa17911e6bb tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:57.887184 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-06e2eb77-45ac-4e77-983a-dbbabd7ed3ab req-e7c8f71e-c94b-4440-bcf5-2aa17911e6bb tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:57.892302 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-06e2eb77-45ac-4e77-983a-dbbabd7ed3ab req-e7c8f71e-c94b-4440-bcf5-2aa17911e6bb tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:57.896310 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c7bad9a1-a489-4444-b8ed-d32e497d8f28 req-ab104970-cce6-401a-9fab-b7a3b1031f6d tempest-ServerShowV257Test-1524956380 tempest-ServerShowV257Test-1524956380-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d1d9183-0e9f-475e-97cd-2dce93575425 HTTP/1.1" status: 200 len: 210 time: 0.0349970 Sep 08 09:07:57.912730 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-06e2eb77-45ac-4e77-983a-dbbabd7ed3ab req-e7c8f71e-c94b-4440-bcf5-2aa17911e6bb tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:57.925398 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-06e2eb77-45ac-4e77-983a-dbbabd7ed3ab req-e7c8f71e-c94b-4440-bcf5-2aa17911e6bb tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.1718795 Sep 08 09:07:57.964602 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c8f71e-c94b-4440-bcf5-2aa17911e6bb tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4a385a-cde9-4498-a383-3083cba9c792,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:58.156252 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f80ce328-5413-4d18-b626-30e23cfe2137 req-effeb8a6-db69-4c97-a4d0-0278e1cde9b1 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] 10.222.0.54 "GET /v2.0/security-groups/3b4a385a-cde9-4498-a383-3083cba9c792 HTTP/1.1" status: 200 len: 1815 time: 0.0710433 Sep 08 09:07:58.199051 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [req-1d5553a8-4fed-4f23-8b81-de967f880e80 req-f7245556-0d90-47de-aef8-cd28827c3008 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] show failed (client error): The resource could not be found. Sep 08 09:07:58.200698 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1d5553a8-4fed-4f23-8b81-de967f880e80 req-f7245556-0d90-47de-aef8-cd28827c3008 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] 10.222.0.54 "GET /v2.0/security-groups/2a3f58c2-743d-4503-b08b-0a0f01284e90 HTTP/1.1" status: 404 len: 352 time: 0.0162053 Sep 08 09:07:58.240579 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [req-38ca5833-6a5f-4c11-83e0-fb8f80b6e68e req-0557ef67-4ad7-410b-a254-dd0ca41a359f tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] show failed (client error): The resource could not be found. Sep 08 09:07:58.241608 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-38ca5833-6a5f-4c11-83e0-fb8f80b6e68e req-0557ef67-4ad7-410b-a254-dd0ca41a359f tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] 10.222.0.54 "GET /v2.0/security-group-rules/04175767-7f2d-4586-8f1d-9eb1d4c88a61 HTTP/1.1" status: 404 len: 361 time: 0.0126615 Sep 08 09:07:58.305436 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f9ac1851-5892-45cc-bf49-b9be006de54b req-28fa25ab-d765-4f7b-86da-1f17db10e422 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] 10.222.0.54 "GET /v2.0/security-groups/3b4a385a-cde9-4498-a383-3083cba9c792 HTTP/1.1" status: 200 len: 1815 time: 0.0394371 Sep 08 09:07:58.368980 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-f9ac1851-5892-45cc-bf49-b9be006de54b req-086ba795-7ae9-46f7-95c3-24dc110fe7f0 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:58.372717 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:58.395462 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-f9ac1851-5892-45cc-bf49-b9be006de54b req-086ba795-7ae9-46f7-95c3-24dc110fe7f0 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:58.442767 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-f9ac1851-5892-45cc-bf49-b9be006de54b req-086ba795-7ae9-46f7-95c3-24dc110fe7f0 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:58.448881 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-f9ac1851-5892-45cc-bf49-b9be006de54b req-086ba795-7ae9-46f7-95c3-24dc110fe7f0 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:58.448881 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f9ac1851-5892-45cc-bf49-b9be006de54b req-086ba795-7ae9-46f7-95c3-24dc110fe7f0 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] 10.222.0.54 "DELETE /v2.0/security-groups/3b4a385a-cde9-4498-a383-3083cba9c792 HTTP/1.1" status: 204 len: 173 time: 0.1360171 Sep 08 09:07:58.457681 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086ba795-7ae9-46f7-95c3-24dc110fe7f0 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4a385a-cde9-4498-a383-3083cba9c792,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:58.512452 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5b7ab0e2-0337-4707-8da0-5e31bc1175ca req-487dc663-24f9-4582-b33e-9668e3a26d5e tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] 10.222.0.54 "GET /v2.0/security-groups/ba1eb220-3c6c-427d-9696-4ae1ee7972eb HTTP/1.1" status: 200 len: 1815 time: 0.0395379 Sep 08 09:07:58.574782 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5b7ab0e2-0337-4707-8da0-5e31bc1175ca req-08500ba9-2030-4467-8b05-de66dd7a8dd6 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:58.598856 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5b7ab0e2-0337-4707-8da0-5e31bc1175ca req-08500ba9-2030-4467-8b05-de66dd7a8dd6 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:58.642279 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5b7ab0e2-0337-4707-8da0-5e31bc1175ca req-08500ba9-2030-4467-8b05-de66dd7a8dd6 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:58.645009 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5b7ab0e2-0337-4707-8da0-5e31bc1175ca req-08500ba9-2030-4467-8b05-de66dd7a8dd6 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:58.646312 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5b7ab0e2-0337-4707-8da0-5e31bc1175ca req-08500ba9-2030-4467-8b05-de66dd7a8dd6 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] 10.222.0.54 "DELETE /v2.0/security-groups/ba1eb220-3c6c-427d-9696-4ae1ee7972eb HTTP/1.1" status: 204 len: 173 time: 0.1276901 Sep 08 09:07:58.658173 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08500ba9-2030-4467-8b05-de66dd7a8dd6 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1eb220-3c6c-427d-9696-4ae1ee7972eb,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:58.706304 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-86b8f408-8842-481b-8ef8-ee1f529695f3 req-c509137a-2561-44b6-9759-ee0a22beab08 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] 10.222.0.54 "GET /v2.0/security-groups/6fb3911d-d6fa-40fd-8c7f-b19ea06da027 HTTP/1.1" status: 200 len: 1813 time: 0.0391874 Sep 08 09:07:58.764922 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-86b8f408-8842-481b-8ef8-ee1f529695f3 req-cb61c362-29ac-400c-a974-6e86b1b121bc tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:58.787007 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-86b8f408-8842-481b-8ef8-ee1f529695f3 req-cb61c362-29ac-400c-a974-6e86b1b121bc tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:58.830851 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-86b8f408-8842-481b-8ef8-ee1f529695f3 req-cb61c362-29ac-400c-a974-6e86b1b121bc tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:58.833684 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-86b8f408-8842-481b-8ef8-ee1f529695f3 req-cb61c362-29ac-400c-a974-6e86b1b121bc tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:58.835034 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-86b8f408-8842-481b-8ef8-ee1f529695f3 req-cb61c362-29ac-400c-a974-6e86b1b121bc tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] 10.222.0.54 "DELETE /v2.0/security-groups/6fb3911d-d6fa-40fd-8c7f-b19ea06da027 HTTP/1.1" status: 204 len: 173 time: 0.1227124 Sep 08 09:07:58.845237 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb61c362-29ac-400c-a974-6e86b1b121bc tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb3911d-d6fa-40fd-8c7f-b19ea06da027,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:58.900379 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be632fd7-968f-4435-a150-9e9145757dfd req-df57c1f9-2401-4ffa-b439-8b5ee7607b38 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:07:58.901914 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-be632fd7-968f-4435-a150-9e9145757dfd req-df57c1f9-2401-4ffa-b439-8b5ee7607b38 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=21561af1-68dc-4f96-a54f-5cdbc22a5127 HTTP/1.1" status: 200 len: 946 time: 0.0530858 Sep 08 09:07:58.907594 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-027e9210-0714-4627-8e3f-4a6667cead71 req-32c12de6-601e-44cd-99df-daf4c446d43f tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] 10.222.0.54 "GET /v2.0/security-groups/7ce44f3c-62ce-441d-a975-88f9d2e80f1f HTTP/1.1" status: 200 len: 1815 time: 0.0485001 Sep 08 09:07:58.942943 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-be632fd7-968f-4435-a150-9e9145757dfd req-14c96800-6255-43d6-acb3-2bc5626e7f5c tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341198 Sep 08 09:07:58.973586 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-027e9210-0714-4627-8e3f-4a6667cead71 req-3f22a849-9c1e-40f9-9596-9a38bd68fdd5 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:59.001264 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-027e9210-0714-4627-8e3f-4a6667cead71 req-3f22a849-9c1e-40f9-9596-9a38bd68fdd5 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:59.038651 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-96c1c88b-f481-4f47-8475-9d79fd991c0b req-0e00b62f-cc95-4d9a-ba7e-b6672a7a0d28 tempest-ServerShowV257Test-1524956380 tempest-ServerShowV257Test-1524956380-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d1d9183-0e9f-475e-97cd-2dce93575425 HTTP/1.1" status: 200 len: 210 time: 0.0269156 Sep 08 09:07:59.052618 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-027e9210-0714-4627-8e3f-4a6667cead71 req-3f22a849-9c1e-40f9-9596-9a38bd68fdd5 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:59.057195 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-027e9210-0714-4627-8e3f-4a6667cead71 req-3f22a849-9c1e-40f9-9596-9a38bd68fdd5 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:59.058730 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-027e9210-0714-4627-8e3f-4a6667cead71 req-3f22a849-9c1e-40f9-9596-9a38bd68fdd5 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] 10.222.0.54 "DELETE /v2.0/security-groups/7ce44f3c-62ce-441d-a975-88f9d2e80f1f HTTP/1.1" status: 204 len: 173 time: 0.1453497 Sep 08 09:07:59.071351 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f22a849-9c1e-40f9-9596-9a38bd68fdd5 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce44f3c-62ce-441d-a975-88f9d2e80f1f,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:59.125539 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e3bcc21a-40d0-4f24-b898-e14b76eac25d req-2c72096d-7fc4-4f03-b180-ba4e5ae0594d tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] 10.222.0.54 "GET /v2.0/security-groups/24266745-b91a-4ebc-a0c7-30db54fdc96b HTTP/1.1" status: 200 len: 1814 time: 0.0468857 Sep 08 09:07:59.189596 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e3bcc21a-40d0-4f24-b898-e14b76eac25d req-cc705d27-68aa-4a34-bfd1-1d78381214c1 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:59.217176 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e3bcc21a-40d0-4f24-b898-e14b76eac25d req-cc705d27-68aa-4a34-bfd1-1d78381214c1 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:59.268776 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e3bcc21a-40d0-4f24-b898-e14b76eac25d req-cc705d27-68aa-4a34-bfd1-1d78381214c1 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:59.273366 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e3bcc21a-40d0-4f24-b898-e14b76eac25d req-cc705d27-68aa-4a34-bfd1-1d78381214c1 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:59.275141 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e3bcc21a-40d0-4f24-b898-e14b76eac25d req-cc705d27-68aa-4a34-bfd1-1d78381214c1 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] 10.222.0.54 "DELETE /v2.0/security-groups/24266745-b91a-4ebc-a0c7-30db54fdc96b HTTP/1.1" status: 204 len: 173 time: 0.1431284 Sep 08 09:07:59.281310 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 47438) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:07:59.285838 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc705d27-68aa-4a34-bfd1-1d78381214c1 tempest-SecurityGroupRulesNegativeTestJSON-1193424246 tempest-SecurityGroupRulesNegativeTestJSON-1193424246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24266745-b91a-4ebc-a0c7-30db54fdc96b,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:59.339228 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e804a5d-bcc2-436f-8a8b-79e4eede8eb9 admin admin] Deleting subnet 4d5a41bb-84b8-4720-9053-45f46993d0aa {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:07:59.343160 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7e804a5d-bcc2-436f-8a8b-79e4eede8eb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:59.381678 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7e804a5d-bcc2-436f-8a8b-79e4eede8eb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:59.420064 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7e804a5d-bcc2-436f-8a8b-79e4eede8eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:59.473809 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7e804a5d-bcc2-436f-8a8b-79e4eede8eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:59.499511 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e804a5d-bcc2-436f-8a8b-79e4eede8eb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d5a41bb-84b8-4720-9053-45f46993d0aa,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:59.503501 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7e804a5d-bcc2-436f-8a8b-79e4eede8eb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:59.505866 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7e804a5d-bcc2-436f-8a8b-79e4eede8eb9 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/4d5a41bb-84b8-4720-9053-45f46993d0aa HTTP/1.1" status: 204 len: 168 time: 0.2225609 Sep 08 09:07:59.507868 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 47444) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:07:59.580723 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3f4f7234-c159-4e40-a56e-0585f12e1a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:59.659990 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3f4f7234-c159-4e40-a56e-0585f12e1a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:59.679610 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-3f4f7234-c159-4e40-a56e-0585f12e1a58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3cf08f3-5f0e-43af-aeab-1fbd0bb375d4']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:07:59.688576 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-3f4f7234-c159-4e40-a56e-0585f12e1a58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb132cc8-67ef-4d2e-ac77-7abef76b53bc') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:07:59.688877 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-3f4f7234-c159-4e40-a56e-0585f12e1a58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb132cc8-67ef-4d2e-ac77-7abef76b53bc') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:07:59.698567 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3f4f7234-c159-4e40-a56e-0585f12e1a58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:59.712001 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3f4f7234-c159-4e40-a56e-0585f12e1a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:59.717975 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f4f7234-c159-4e40-a56e-0585f12e1a58 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:07:59.718394 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3f4f7234-c159-4e40-a56e-0585f12e1a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:59.720018 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:07:59.720018 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:07:59.720018 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:07:59.720018 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:07:59.720018 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:07:59.720018 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:07:59.720018 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:07:59.720018 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:07:59.720018 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:07:59.720018 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:07:59.720018 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:07:59.720018 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:07:59.720018 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:07:59.720018 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:07:59.720018 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:07:59.720018 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:07:59.720018 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:07:59.720018 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:07:59.720018 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:07:59.720018 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:07:59.720018 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:07:59.720018 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:07:59.720018 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:07:59.720018 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:07:59.720018 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:07:59.720018 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:07:59.720018 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:07:59.720018 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:07:59.720018 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:07:59.720018 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:07:59.720018 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:07:59.720018 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:07:59.779484 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3f4f7234-c159-4e40-a56e-0585f12e1a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:59.785877 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3f4f7234-c159-4e40-a56e-0585f12e1a58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:07:59.787947 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3f4f7234-c159-4e40-a56e-0585f12e1a58 admin admin] 10.222.0.54 "DELETE /v2.0/networks/e3cf08f3-5f0e-43af-aeab-1fbd0bb375d4 HTTP/1.1" status: 204 len: 168 time: 0.2790892 Sep 08 09:07:59.798717 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4f7234-c159-4e40-a56e-0585f12e1a58 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3cf08f3-5f0e-43af-aeab-1fbd0bb375d4,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:07:59.912326 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 47448) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:07:59.954377 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1a39799a-7dac-4572-bde2-8086c053e238 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7e7af5eace554f6d8267b417bfd22c04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408294 Sep 08 09:07:59.957034 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 47450) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:00.007834 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9a102b6b-de57-4e53-bbdb-71f8d8e054bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:00.055295 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9a102b6b-de57-4e53-bbdb-71f8d8e054bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:00.103995 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0a449-48ba-40c3-8a80-a58b13103698 req-f3d3b58a-4b55-40b0-8e30-7befd5078353 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:00.105510 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-07f0a449-48ba-40c3-8a80-a58b13103698 req-f3d3b58a-4b55-40b0-8e30-7befd5078353 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=21561af1-68dc-4f96-a54f-5cdbc22a5127 HTTP/1.1" status: 200 len: 946 time: 0.0886416 Sep 08 09:08:00.150836 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9a102b6b-de57-4e53-bbdb-71f8d8e054bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:00.153558 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9a102b6b-de57-4e53-bbdb-71f8d8e054bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:00.155431 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9a102b6b-de57-4e53-bbdb-71f8d8e054bc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fe87a2ee-4a1f-4530-acd0-36cc3cc3476c HTTP/1.1" status: 204 len: 168 time: 0.1974003 Sep 08 09:08:00.175632 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a102b6b-de57-4e53-bbdb-71f8d8e054bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe87a2ee-4a1f-4530-acd0-36cc3cc3476c,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:00.177076 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3c60cc30-12d9-44d3-ae8f-9b57e91a0aff req-d991c2a1-efa9-4522-8591-426497948cd6 tempest-ServerShowV257Test-1524956380 tempest-ServerShowV257Test-1524956380-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d1d9183-0e9f-475e-97cd-2dce93575425 HTTP/1.1" status: 200 len: 210 time: 0.0288863 Sep 08 09:08:00.182122 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-07f0a449-48ba-40c3-8a80-a58b13103698 req-ec7b7945-6b53-48ce-b99b-228032a9169b tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685487 Sep 08 09:08:00.435129 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba0b7b-83a7-4fc0-b117-bb787d435ecf req-b40d3fbe-eb6e-4111-aecf-040005bd735e tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:00.436647 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-02ba0b7b-83a7-4fc0-b117-bb787d435ecf req-b40d3fbe-eb6e-4111-aecf-040005bd735e tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc92466a-b3c6-4750-954e-e8c401c23ca9 HTTP/1.1" status: 200 len: 946 time: 0.0565603 Sep 08 09:08:00.477747 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-02ba0b7b-83a7-4fc0-b117-bb787d435ecf req-1095a9d5-7d03-47ac-8e61-1f99c86dd1f6 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d6314a7-bbc5-4c78-bb3b-cee6f500b4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349770 Sep 08 09:08:00.878349 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 47490) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:00.980976 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-d13572be-0361-432d-86fc-f3cf0a9f84b8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1674808048-network', 'tenant_id': '5778421e88674838be8ea7203b5f8d77'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:08:01.002581 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13572be-0361-432d-86fc-f3cf0a9f84b8 admin admin] Made reservation on behalf of 5778421e88674838be8ea7203b5f8d77 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:08:01.004892 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d13572be-0361-432d-86fc-f3cf0a9f84b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:01.013168 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d13572be-0361-432d-86fc-f3cf0a9f84b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:01.101641 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d13572be-0361-432d-86fc-f3cf0a9f84b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:01.105772 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d13572be-0361-432d-86fc-f3cf0a9f84b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:01.131386 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d13572be-0361-432d-86fc-f3cf0a9f84b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:08:01.141702 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13572be-0361-432d-86fc-f3cf0a9f84b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450658d9-c1da-4971-ac60-35e6ea7c1519,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:01.146531 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d13572be-0361-432d-86fc-f3cf0a9f84b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:01.146881 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-d13572be-0361-432d-86fc-f3cf0a9f84b8 admin admin] Added segment 6bbf66e3-0318-4c4d-b2f3-26f8e312db51 of type vlan for network 9450f100-1afe-45a6-affc-ffb0b7b6e5a3 Sep 08 09:08:01.189462 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d13572be-0361-432d-86fc-f3cf0a9f84b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:01.227668 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d13572be-0361-432d-86fc-f3cf0a9f84b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:01.229566 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13572be-0361-432d-86fc-f3cf0a9f84b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:01.230859 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d13572be-0361-432d-86fc-f3cf0a9f84b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:01.286933 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d13572be-0361-432d-86fc-f3cf0a9f84b8 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4071429 Sep 08 09:08:01.292514 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 47504) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:01.300602 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-df26d063-8fcd-455f-be27-5f05081073b4 admin admin] Request body: {'subnet': {'network_id': '9450f100-1afe-45a6-affc-ffb0b7b6e5a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1674808048-subnet', 'tenant_id': '5778421e88674838be8ea7203b5f8d77', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:08:01.331340 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13572be-0361-432d-86fc-f3cf0a9f84b8 admin admin] Pushing event updated for resources: {'Network': ['ID=9450f100-1afe-45a6-affc-ffb0b7b6e5a3,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:01.340300 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68d241-099e-4925-b01e-c3ef5d004f93 req-e3f34530-d8fa-409a-9ba9-07c7e0e68e49 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:01.341918 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ec68d241-099e-4925-b01e-c3ef5d004f93 req-e3f34530-d8fa-409a-9ba9-07c7e0e68e49 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=21561af1-68dc-4f96-a54f-5cdbc22a5127 HTTP/1.1" status: 200 len: 946 time: 0.0822415 Sep 08 09:08:01.346790 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 9450f100-1afe-45a6-affc-ffb0b7b6e5a3 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:08:01.347515 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df26d063-8fcd-455f-be27-5f05081073b4 admin admin] Made reservation on behalf of 5778421e88674838be8ea7203b5f8d77 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:08:01.350182 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-df26d063-8fcd-455f-be27-5f05081073b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:01.424511 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a02a7969-9be6-4912-9790-1af8bf8b61e3 req-5fb97784-39c1-4703-910e-2c719b9c27ed tempest-ServerShowV257Test-1524956380 tempest-ServerShowV257Test-1524956380-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d1d9183-0e9f-475e-97cd-2dce93575425 HTTP/1.1" status: 200 len: 210 time: 0.0312006 Sep 08 09:08:01.443379 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ec68d241-099e-4925-b01e-c3ef5d004f93 req-dfc6cbea-ff7d-4234-8eac-5c4fc2d753f7 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898287 Sep 08 09:08:01.646678 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-df26d063-8fcd-455f-be27-5f05081073b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:01.725399 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940750d-9029-4de1-99bb-7f66261d7a75 req-20e68f38-adf3-45a8-aa3c-9363e7840ef3 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:01.727388 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1940750d-9029-4de1-99bb-7f66261d7a75 req-20e68f38-adf3-45a8-aa3c-9363e7840ef3 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc92466a-b3c6-4750-954e-e8c401c23ca9 HTTP/1.1" status: 200 len: 946 time: 0.1152349 Sep 08 09:08:01.735093 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df26d063-8fcd-455f-be27-5f05081073b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96c89986-d34a-425d-86d3-678569f88973,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:01.750936 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df26d063-8fcd-455f-be27-5f05081073b4 admin admin] Checking segment: {'id': '6bbf66e3-0318-4c4d-b2f3-26f8e312db51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9450f100-1afe-45a6-affc-ffb0b7b6e5a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:08:01.751310 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df26d063-8fcd-455f-be27-5f05081073b4 admin admin] Network hostable DHCP agents. Network: 9450f100-1afe-45a6-affc-ffb0b7b6e5a3, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:08:01.798841 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1940750d-9029-4de1-99bb-7f66261d7a75 req-449a9b2d-c142-48b6-a4db-8fe84e2e5b51 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d6314a7-bbc5-4c78-bb3b-cee6f500b4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501626 Sep 08 09:08:01.802338 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df26d063-8fcd-455f-be27-5f05081073b4 admin admin] Network 9450f100-1afe-45a6-affc-ffb0b7b6e5a3 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:08:01.813424 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-df26d063-8fcd-455f-be27-5f05081073b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 9450f100-1afe-45a6-affc-ffb0b7b6e5a3) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:08:01.824765 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df26d063-8fcd-455f-be27-5f05081073b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:01.825474 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-df26d063-8fcd-455f-be27-5f05081073b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:01.825597 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87007943-a8d6-4799-a9a8-4fb20f1db057 None None] Network 9450f100-1afe-45a6-affc-ffb0b7b6e5a3 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:08:01.854405 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-df26d063-8fcd-455f-be27-5f05081073b4 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5573287 Sep 08 09:08:01.854915 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 47516) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:01.860067 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-c8efeb31-9370-4cec-a4fe-5d8aee3ffbf6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1674808048-router', 'tenant_id': '5778421e88674838be8ea7203b5f8d77', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:08:01.883197 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c8efeb31-9370-4cec-a4fe-5d8aee3ffbf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:01.884615 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c8efeb31-9370-4cec-a4fe-5d8aee3ffbf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:01.939457 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c8efeb31-9370-4cec-a4fe-5d8aee3ffbf6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:01.995037 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6381931b-f3d2-4fc3-b855-588b50e94c0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-9450f100-1afe-45a6-affc-ffb0b7b6e5a3', 'network_id': '9450f100-1afe-45a6-affc-ffb0b7b6e5a3', 'tenant_id': '5778421e88674838be8ea7203b5f8d77', 'fixed_ips': [{'subnet_id': '96c89986-d34a-425d-86d3-678569f88973'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:08:01.995922 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6381931b-f3d2-4fc3-b855-588b50e94c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:02.096438 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c8efeb31-9370-4cec-a4fe-5d8aee3ffbf6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:02.140411 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-6381931b-f3d2-4fc3-b855-588b50e94c0d None None] Allocated IP 172.20.0.2 (9450f100-1afe-45a6-affc-ffb0b7b6e5a3/96c89986-d34a-425d-86d3-678569f88973/90855ef6-ba20-4fae-891f-8e83469f3c6a) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:08:02.343505 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6381931b-f3d2-4fc3-b855-588b50e94c0d None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:02.353611 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-6381931b-f3d2-4fc3-b855-588b50e94c0d None None] Transition to ACTIVE for port object 90855ef6-ba20-4fae-891f-8e83469f3c6a will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:08:02.370996 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-6381931b-f3d2-4fc3-b855-588b50e94c0d None None] Transition to ACTIVE for port object 90855ef6-ba20-4fae-891f-8e83469f3c6a will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:08:02.378402 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6381931b-f3d2-4fc3-b855-588b50e94c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:02.379489 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-946adc1f-32cc-41ef-916c-4a6283aa4fc6 req-90786124-5d56-45c7-b715-8c79e4c9345f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9d1d9183-0e9f-475e-97cd-2dce93575425 HTTP/1.1" status: 200 len: 210 time: 0.0522094 Sep 08 09:08:02.419656 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6381931b-f3d2-4fc3-b855-588b50e94c0d None None] Network 9450f100-1afe-45a6-affc-ffb0b7b6e5a3 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:08:02.423872 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c8efeb31-9370-4cec-a4fe-5d8aee3ffbf6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:02.425970 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-6381931b-f3d2-4fc3-b855-588b50e94c0d None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:08:02.430898 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6381931b-f3d2-4fc3-b855-588b50e94c0d None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:08:02.442842 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6381931b-f3d2-4fc3-b855-588b50e94c0d None None] Pushing event updated for resources: {'Port': ['ID=90855ef6-ba20-4fae-891f-8e83469f3c6a,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:02.449596 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c8efeb31-9370-4cec-a4fe-5d8aee3ffbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:02.504474 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-6381931b-f3d2-4fc3-b855-588b50e94c0d None None] Attempting to bind port 90855ef6-ba20-4fae-891f-8e83469f3c6a on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:08:02.505120 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-6381931b-f3d2-4fc3-b855-588b50e94c0d None None] Attempting to bind port 90855ef6-ba20-4fae-891f-8e83469f3c6a by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '6bbf66e3-0318-4c4d-b2f3-26f8e312db51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9450f100-1afe-45a6-affc-ffb0b7b6e5a3'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:08:02.505468 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe05b45-78e9-4363-97da-9373987771d1 req-0c1676a9-c6ae-488c-bf0d-c3c9a1f96ad7 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:02.505764 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6381931b-f3d2-4fc3-b855-588b50e94c0d None None] Attempting to bind port 90855ef6-ba20-4fae-891f-8e83469f3c6a on network 9450f100-1afe-45a6-affc-ffb0b7b6e5a3 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:08:02.507267 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fbe05b45-78e9-4363-97da-9373987771d1 req-0c1676a9-c6ae-488c-bf0d-c3c9a1f96ad7 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc92466a-b3c6-4750-954e-e8c401c23ca9 HTTP/1.1" status: 200 len: 946 time: 0.1245348 Sep 08 09:08:02.513189 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6381931b-f3d2-4fc3-b855-588b50e94c0d None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:08:02.513755 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6381931b-f3d2-4fc3-b855-588b50e94c0d None None] Checking segment: {'id': '6bbf66e3-0318-4c4d-b2f3-26f8e312db51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9450f100-1afe-45a6-affc-ffb0b7b6e5a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:08:02.514276 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6381931b-f3d2-4fc3-b855-588b50e94c0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:02.515200 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6381931b-f3d2-4fc3-b855-588b50e94c0d None None] Bound using segment: {'id': '6bbf66e3-0318-4c4d-b2f3-26f8e312db51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9450f100-1afe-45a6-affc-ffb0b7b6e5a3'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:08:02.515577 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-6381931b-f3d2-4fc3-b855-588b50e94c0d None None] Bound port: 90855ef6-ba20-4fae-891f-8e83469f3c6a, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bbf66e3-0318-4c4d-b2f3-26f8e312db51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9450f100-1afe-45a6-affc-ffb0b7b6e5a3'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:08:02.516209 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6381931b-f3d2-4fc3-b855-588b50e94c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:02.550699 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a3cd5c68-a778-49d5-84b8-90708f8e63d5 req-3ec0b5d8-5bcb-4a26-b290-a099458de589 tempest-ServerShowV257Test-1524956380 tempest-ServerShowV257Test-1524956380-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d1d9183-0e9f-475e-97cd-2dce93575425 HTTP/1.1" status: 200 len: 210 time: 0.0302851 Sep 08 09:08:02.594799 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fbe05b45-78e9-4363-97da-9373987771d1 req-398ab9cd-9026-4934-b2ef-e51fd8288455 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d6314a7-bbc5-4c78-bb3b-cee6f500b4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793526 Sep 08 09:08:02.603378 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-6381931b-f3d2-4fc3-b855-588b50e94c0d None None] For port 90855ef6-ba20-4fae-891f-8e83469f3c6a, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:08:02.609623 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-6381931b-f3d2-4fc3-b855-588b50e94c0d None None] For port 90855ef6-ba20-4fae-891f-8e83469f3c6a, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=90855ef6-ba20-4fae-891f-8e83469f3c6a,segment=NetworkSegment(6bbf66e3-0318-4c4d-b2f3-26f8e312db51),segment_id=6bbf66e3-0318-4c4d-b2f3-26f8e312db51)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:08:02.619709 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6381931b-f3d2-4fc3-b855-588b50e94c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:02.627513 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-c8efeb31-9370-4cec-a4fe-5d8aee3ffbf6 admin admin] Allocated IP 172.25.0.103 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/b7c7872a-091f-437c-bc46-007dcb1bbdac) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:08:02.692866 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6381931b-f3d2-4fc3-b855-588b50e94c0d None None] Pushing event updated for resources: {'Port': ['ID=90855ef6-ba20-4fae-891f-8e83469f3c6a,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:02.705244 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3839f-c5e0-4bd9-bbd4-ce43b78ea437 req-7d314233-91c0-42b5-9758-2c69e27812b0 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:02.706963 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a4b3839f-c5e0-4bd9-bbd4-ce43b78ea437 req-7d314233-91c0-42b5-9758-2c69e27812b0 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=21561af1-68dc-4f96-a54f-5cdbc22a5127 HTTP/1.1" status: 200 len: 946 time: 0.0799003 Sep 08 09:08:02.754729 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a4b3839f-c5e0-4bd9-bbd4-ce43b78ea437 req-723c62db-4150-4710-b785-d24da1caf930 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397351 Sep 08 09:08:02.790962 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c8efeb31-9370-4cec-a4fe-5d8aee3ffbf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:02.840272 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c8efeb31-9370-4cec-a4fe-5d8aee3ffbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:02.893523 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8efeb31-9370-4cec-a4fe-5d8aee3ffbf6 admin admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:08:02.895357 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-c8efeb31-9370-4cec-a4fe-5d8aee3ffbf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:08:02.902828 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8efeb31-9370-4cec-a4fe-5d8aee3ffbf6 admin admin] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:08:02.948384 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8efeb31-9370-4cec-a4fe-5d8aee3ffbf6 admin admin] Pushing event updated for resources: {'Port': ['ID=b7c7872a-091f-437c-bc46-007dcb1bbdac,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:03.191907 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c8efeb31-9370-4cec-a4fe-5d8aee3ffbf6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:03.677073 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-62ccf0d4-5f34-418c-a32b-a3cf6aa40381 req-494e3796-de56-484f-a7d5-6d8a55cbc39a tempest-ServerShowV257Test-1524956380 tempest-ServerShowV257Test-1524956380-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d1d9183-0e9f-475e-97cd-2dce93575425 HTTP/1.1" status: 200 len: 210 time: 0.0386930 Sep 08 09:08:03.692483 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5536b8-474a-46be-9cf5-495a925e3186 None None] Network 9450f100-1afe-45a6-affc-ffb0b7b6e5a3 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:08:03.728236 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c8efeb31-9370-4cec-a4fe-5d8aee3ffbf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:03.782940 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-1e4ba7ae-a8c9-428d-b77b-052f2370b6c9 None None] Provisioning for port 90855ef6-ba20-4fae-891f-8e83469f3c6a completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:08:03.814381 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8be5ae-bb48-4efb-9267-32d6874d0b09 req-9696a06c-73c4-4017-989d-d4b437676f8c tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:03.815943 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-de8be5ae-bb48-4efb-9267-32d6874d0b09 req-9696a06c-73c4-4017-989d-d4b437676f8c tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc92466a-b3c6-4750-954e-e8c401c23ca9 HTTP/1.1" status: 200 len: 946 time: 0.1027844 Sep 08 09:08:03.935897 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031dfe52-4c94-4208-9c0c-2b1c6a8674a9 req-30820818-7b9d-4134-93a2-012c6a6178c3 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:03.937923 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-031dfe52-4c94-4208-9c0c-2b1c6a8674a9 req-30820818-7b9d-4134-93a2-012c6a6178c3 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=21561af1-68dc-4f96-a54f-5cdbc22a5127 HTTP/1.1" status: 200 len: 946 time: 0.0667660 Sep 08 09:08:03.956550 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-de8be5ae-bb48-4efb-9267-32d6874d0b09 req-e8ea265a-7037-455a-8657-7c5287061e3e tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d6314a7-bbc5-4c78-bb3b-cee6f500b4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275957 Sep 08 09:08:04.006639 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-031dfe52-4c94-4208-9c0c-2b1c6a8674a9 req-9ee005d9-d032-4941-9be6-9deacedec7e7 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577626 Sep 08 09:08:04.020004 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8efeb31-9370-4cec-a4fe-5d8aee3ffbf6 admin admin] Router 5be0fe20-6ff7-4e8e-b269-56f6e84249fe is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:08:04.178931 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8efeb31-9370-4cec-a4fe-5d8aee3ffbf6 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:08:04.189403 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69e11a1-7573-4826-8a22-abb5b7e4c570 None None] Sync routers for ids ['5be0fe20-6ff7-4e8e-b269-56f6e84249fe'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:08:04.199790 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c8efeb31-9370-4cec-a4fe-5d8aee3ffbf6 admin admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:04.200402 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69e11a1-7573-4826-8a22-abb5b7e4c570 None None] Routers {'5be0fe20-6ff7-4e8e-b269-56f6e84249fe'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:08:04.201084 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-c69e11a1-7573-4826-8a22-abb5b7e4c570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:07:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5be0fe20-6ff7-4e8e-b269-56f6e84249fe'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:08:04.201439 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c8efeb31-9370-4cec-a4fe-5d8aee3ffbf6 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.3452632 Sep 08 09:08:04.204529 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 47548) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:04.243826 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 90855ef6-ba20-4fae-891f-8e83469f3c6a up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:08:04.304337 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 90855ef6-ba20-4fae-891f-8e83469f3c6a completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:08:04.309305 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 90855ef6-ba20-4fae-891f-8e83469f3c6a triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:08:04.309686 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:04.327505 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-c69e11a1-7573-4826-8a22-abb5b7e4c570 None None] Set router 5be0fe20-6ff7-4e8e-b269-56f6e84249fe gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:08:04.415287 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:04.477454 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 90855ef6-ba20-4fae-891f-8e83469f3c6a, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=90855ef6-ba20-4fae-891f-8e83469f3c6a,segment=NetworkSegment(6bbf66e3-0318-4c4d-b2f3-26f8e312db51),segment_id=6bbf66e3-0318-4c4d-b2f3-26f8e312db51)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:08:04.481610 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:04.541313 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=90855ef6-ba20-4fae-891f-8e83469f3c6a,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:04.572951 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-c69e11a1-7573-4826-8a22-abb5b7e4c570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be0fe20-6ff7-4e8e-b269-56f6e84249fe', 'name': 'tempest-ServersTestJSON-1674808048-router', 'tenant_id': '5778421e88674838be8ea7203b5f8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b7c7872a-091f-437c-bc46-007dcb1bbdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:08:01Z', 'updated_at': '2021-09-08T09:08:03Z', 'revision_number': 3, 'project_id': '5778421e88674838be8ea7203b5f8d77', 'gw_port': {'id': 'b7c7872a-091f-437c-bc46-007dcb1bbdac', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be0fe20-6ff7-4e8e-b269-56f6e84249fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:08:02Z', 'updated_at': '2021-09-08T09:08:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:08:04.612657 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69e11a1-7573-4826-8a22-abb5b7e4c570 None None] Checking router: 5be0fe20-6ff7-4e8e-b269-56f6e84249fe for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:08:04.613010 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69e11a1-7573-4826-8a22-abb5b7e4c570 None None] Updating router 5be0fe20-6ff7-4e8e-b269-56f6e84249fe port b7c7872a-091f-437c-bc46-007dcb1bbdac binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:08:04.644659 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c69e11a1-7573-4826-8a22-abb5b7e4c570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:04.686520 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a2dc1-3d15-4887-9e41-d0f28b85b44c req-83f36c77-5209-450e-9edd-f266019e5b63 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:04.690655 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cf2a2dc1-3d15-4887-9e41-d0f28b85b44c req-83f36c77-5209-450e-9edd-f266019e5b63 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=93210d83-b18d-4c0b-bcfa-f7b3c82c56b3 HTTP/1.1" status: 200 len: 946 time: 0.0586383 Sep 08 09:08:04.727458 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e59f8d5d-570e-48e9-b3dc-6a47e1499ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:04.790957 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cf2a2dc1-3d15-4887-9e41-d0f28b85b44c req-8850ce15-1086-4585-ae2e-cbe3a8962edc tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922079 Sep 08 09:08:04.800392 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c1e09-e410-4db3-b53d-2e299263c72d req-3eb90789-eb80-43ff-a8e3-cd9a3b7d62f8 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:04.802394 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f14c1e09-e410-4db3-b53d-2e299263c72d req-3eb90789-eb80-43ff-a8e3-cd9a3b7d62f8 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc92466a-b3c6-4750-954e-e8c401c23ca9 HTTP/1.1" status: 200 len: 946 time: 0.1055276 Sep 08 09:08:04.842110 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-141e8363-9100-4bae-86d2-4407313af2ef req-9fc967ba-9701-4bfc-9350-29e3f80c5b1e tempest-ServerShowV257Test-1524956380 tempest-ServerShowV257Test-1524956380-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d1d9183-0e9f-475e-97cd-2dce93575425 HTTP/1.1" status: 200 len: 210 time: 0.0415332 Sep 08 09:08:04.940139 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-f14c1e09-e410-4db3-b53d-2e299263c72d req-d6541a32-a096-488e-a814-8ba2c7dbaa3b tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Deleting port 72231812-a167-4e55-a7a4-bde665866ff2 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:08:04.940674 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f14c1e09-e410-4db3-b53d-2e299263c72d req-d6541a32-a096-488e-a814-8ba2c7dbaa3b tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:04.977644 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c69e11a1-7573-4826-8a22-abb5b7e4c570 None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:04.990226 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-c69e11a1-7573-4826-8a22-abb5b7e4c570 None None] Transition to ACTIVE for port object b7c7872a-091f-437c-bc46-007dcb1bbdac will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:08:04.999450 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c69e11a1-7573-4826-8a22-abb5b7e4c570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:05.015987 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-e59f8d5d-570e-48e9-b3dc-6a47e1499ba4 admin admin] Allocated IP 172.20.0.1 (9450f100-1afe-45a6-affc-ffb0b7b6e5a3/96c89986-d34a-425d-86d3-678569f88973/6b9f76c0-abd6-4c13-9477-d3a342a219bc) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:08:05.054155 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-f14c1e09-e410-4db3-b53d-2e299263c72d req-d6541a32-a096-488e-a814-8ba2c7dbaa3b tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] For port 72231812-a167-4e55-a7a4-bde665866ff2, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=72231812-a167-4e55-a7a4-bde665866ff2,segment=NetworkSegment(e3272716-47c2-42b8-9c57-6413c00102b1),segment_id=e3272716-47c2-42b8-9c57-6413c00102b1)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:08:05.054696 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f14c1e09-e410-4db3-b53d-2e299263c72d req-d6541a32-a096-488e-a814-8ba2c7dbaa3b tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:05.067974 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-c69e11a1-7573-4826-8a22-abb5b7e4c570 None None] Attempting to bind port b7c7872a-091f-437c-bc46-007dcb1bbdac on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:08:05.067974 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-c69e11a1-7573-4826-8a22-abb5b7e4c570 None None] Attempting to bind port b7c7872a-091f-437c-bc46-007dcb1bbdac by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:08:05.068351 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69e11a1-7573-4826-8a22-abb5b7e4c570 None None] Attempting to bind port b7c7872a-091f-437c-bc46-007dcb1bbdac on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:08:05.078515 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69e11a1-7573-4826-8a22-abb5b7e4c570 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:08:05.078902 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69e11a1-7573-4826-8a22-abb5b7e4c570 None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:08:05.079434 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c69e11a1-7573-4826-8a22-abb5b7e4c570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:05.079833 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69e11a1-7573-4826-8a22-abb5b7e4c570 None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:08:05.080309 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-c69e11a1-7573-4826-8a22-abb5b7e4c570 None None] Bound port: b7c7872a-091f-437c-bc46-007dcb1bbdac, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:08:05.080693 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c69e11a1-7573-4826-8a22-abb5b7e4c570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:05.127302 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efdf5ba-294b-4848-973f-4bf2a3a23d6b None None] Pushing event updated for resources: {'Port': ['ID=b7c7872a-091f-437c-bc46-007dcb1bbdac,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:05.145546 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efdf5ba-294b-4848-973f-4bf2a3a23d6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:08:05.145881 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efdf5ba-294b-4848-973f-4bf2a3a23d6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:08:05.146516 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efdf5ba-294b-4848-973f-4bf2a3a23d6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:08:05.146641 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efdf5ba-294b-4848-973f-4bf2a3a23d6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:08:05.146896 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efdf5ba-294b-4848-973f-4bf2a3a23d6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:08:05.147224 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efdf5ba-294b-4848-973f-4bf2a3a23d6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:08:05.148122 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efdf5ba-294b-4848-973f-4bf2a3a23d6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:08:05.148449 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efdf5ba-294b-4848-973f-4bf2a3a23d6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:08:05.148778 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efdf5ba-294b-4848-973f-4bf2a3a23d6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:08:05.149206 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efdf5ba-294b-4848-973f-4bf2a3a23d6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:08:05.149538 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efdf5ba-294b-4848-973f-4bf2a3a23d6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:08:05.149861 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efdf5ba-294b-4848-973f-4bf2a3a23d6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:08:05.168876 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-c69e11a1-7573-4826-8a22-abb5b7e4c570 None None] For port b7c7872a-091f-437c-bc46-007dcb1bbdac, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:08:05.172030 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-c69e11a1-7573-4826-8a22-abb5b7e4c570 None None] For port b7c7872a-091f-437c-bc46-007dcb1bbdac, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=b7c7872a-091f-437c-bc46-007dcb1bbdac,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:08:05.177531 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c69e11a1-7573-4826-8a22-abb5b7e4c570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:05.223037 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e59f8d5d-570e-48e9-b3dc-6a47e1499ba4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:05.233193 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd51cd0-656f-493c-a31c-d54872249386 req-605b2183-9452-4d3e-bae4-68f6f8a135e0 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:05.234881 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8dd51cd0-656f-493c-a31c-d54872249386 req-605b2183-9452-4d3e-bae4-68f6f8a135e0 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc92466a-b3c6-4750-954e-e8c401c23ca9 HTTP/1.1" status: 200 len: 946 time: 0.0930364 Sep 08 09:08:05.243706 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1663bea2-d5d1-4ffe-98ec-857b0b6e1921 req-3dddc359-8f75-4765-9262-83f7bab0517d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a24d0a3668c94f87b6497613d4278150&device_id=9d1d9183-0e9f-475e-97cd-2dce93575425 HTTP/1.1" status: 200 len: 210 time: 0.0596216 Sep 08 09:08:05.258331 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-e59f8d5d-570e-48e9-b3dc-6a47e1499ba4 admin admin] Transition to ACTIVE for port object 6b9f76c0-abd6-4c13-9477-d3a342a219bc will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:08:05.293518 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8dd51cd0-656f-493c-a31c-d54872249386 req-96ba5f65-c047-4ac5-9e11-b6a51c42adfa tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.54 "GET /v2.0/security-groups?id=0d6314a7-bbc5-4c78-bb3b-cee6f500b4bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476463 Sep 08 09:08:05.330649 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e59f8d5d-570e-48e9-b3dc-6a47e1499ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:05.341582 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69e11a1-7573-4826-8a22-abb5b7e4c570 None None] Routers {'5be0fe20-6ff7-4e8e-b269-56f6e84249fe'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:08:05.342321 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-c69e11a1-7573-4826-8a22-abb5b7e4c570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:07:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5be0fe20-6ff7-4e8e-b269-56f6e84249fe'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:08:05.366578 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f14c1e09-e410-4db3-b53d-2e299263c72d req-d6541a32-a096-488e-a814-8ba2c7dbaa3b tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:05.368075 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f14c1e09-e410-4db3-b53d-2e299263c72d req-d6541a32-a096-488e-a814-8ba2c7dbaa3b tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:05.368506 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [req-f14c1e09-e410-4db3-b53d-2e299263c72d req-d6541a32-a096-488e-a814-8ba2c7dbaa3b tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Floating IP 2cf708a4-6c41-4d91-b345-19e98bd72bb3 disassociated. External IP: 172.25.0.125, port: 72231812-a167-4e55-a7a4-bde665866ff2. Sep 08 09:08:05.368934 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-f14c1e09-e410-4db3-b53d-2e299263c72d req-d6541a32-a096-488e-a814-8ba2c7dbaa3b tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Calling delete_port for 72231812-a167-4e55-a7a4-bde665866ff2 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:08:05.374680 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59f8d5d-570e-48e9-b3dc-6a47e1499ba4 admin admin] Network 9450f100-1afe-45a6-affc-ffb0b7b6e5a3 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:08:05.377934 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-e59f8d5d-570e-48e9-b3dc-6a47e1499ba4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:08:05.386958 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59f8d5d-570e-48e9-b3dc-6a47e1499ba4 admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:08:05.440809 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f8d5d-570e-48e9-b3dc-6a47e1499ba4 admin admin] Pushing event updated for resources: {'Port': ['ID=6b9f76c0-abd6-4c13-9477-d3a342a219bc,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:05.452529 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efdf5ba-294b-4848-973f-4bf2a3a23d6b None None] Pushing event updated for resources: {'Port': ['ID=b7c7872a-091f-437c-bc46-007dcb1bbdac,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:05.456189 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-c69e11a1-7573-4826-8a22-abb5b7e4c570 None None] Set router 5be0fe20-6ff7-4e8e-b269-56f6e84249fe gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:08:05.468602 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e59f8d5d-570e-48e9-b3dc-6a47e1499ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:05.518668 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1663bea2-d5d1-4ffe-98ec-857b0b6e1921 req-4f00da00-5a84-452e-8cef-389e2f87636d service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=a24d0a3668c94f87b6497613d4278150&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2511127 Sep 08 09:08:05.524822 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-961a5656-ea2a-4347-950e-37a9720ef96b req-c834429a-1b23-4b77-a40d-1da07fd7dea3 tempest-ServerShowV257Test-1524956380 tempest-ServerShowV257Test-1524956380-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d1d9183-0e9f-475e-97cd-2dce93575425 HTTP/1.1" status: 200 len: 210 time: 0.1102853 Sep 08 09:08:05.526191 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f14c1e09-e410-4db3-b53d-2e299263c72d req-d6541a32-a096-488e-a814-8ba2c7dbaa3b tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:05.559377 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f884e3-06e3-46db-8ea2-88fae4e6582a req-1381dfbf-975f-4c48-b171-143d35ca9ec4 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:05.561004 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b5f884e3-06e3-46db-8ea2-88fae4e6582a req-1381dfbf-975f-4c48-b171-143d35ca9ec4 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=21561af1-68dc-4f96-a54f-5cdbc22a5127 HTTP/1.1" status: 200 len: 946 time: 0.3678548 Sep 08 09:08:05.641278 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6541a32-a096-488e-a814-8ba2c7dbaa3b tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Pushing event deleted for resources: {'Port': ['ID=72231812-a167-4e55-a7a4-bde665866ff2,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:05.667841 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e59f8d5d-570e-48e9-b3dc-6a47e1499ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:05.761631 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-56a610d1-eebf-4c40-8e02-b9172cbe76b2 None None] Provisioning for port 6b9f76c0-abd6-4c13-9477-d3a342a219bc completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:08:05.765593 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-56a610d1-eebf-4c40-8e02-b9172cbe76b2 None None] Provisioning complete for port 6b9f76c0-abd6-4c13-9477-d3a342a219bc triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:08:05.765995 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-56a610d1-eebf-4c40-8e02-b9172cbe76b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:05.766227 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-c69e11a1-7573-4826-8a22-abb5b7e4c570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be0fe20-6ff7-4e8e-b269-56f6e84249fe', 'name': 'tempest-ServersTestJSON-1674808048-router', 'tenant_id': '5778421e88674838be8ea7203b5f8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b7c7872a-091f-437c-bc46-007dcb1bbdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:08:01Z', 'updated_at': '2021-09-08T09:08:03Z', 'revision_number': 3, 'project_id': '5778421e88674838be8ea7203b5f8d77', 'gw_port': {'id': 'b7c7872a-091f-437c-bc46-007dcb1bbdac', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be0fe20-6ff7-4e8e-b269-56f6e84249fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:08:02Z', 'updated_at': '2021-09-08T09:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:08:05.802560 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69e11a1-7573-4826-8a22-abb5b7e4c570 None None] The sync data for ids ['5be0fe20-6ff7-4e8e-b269-56f6e84249fe'] in n-d-806683-11 is: [{'id': '5be0fe20-6ff7-4e8e-b269-56f6e84249fe', 'name': 'tempest-ServersTestJSON-1674808048-router', 'tenant_id': '5778421e88674838be8ea7203b5f8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b7c7872a-091f-437c-bc46-007dcb1bbdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:08:01Z', 'updated_at': '2021-09-08T09:08:03Z', 'revision_number': 3, 'project_id': '5778421e88674838be8ea7203b5f8d77', 'gw_port': {'id': 'b7c7872a-091f-437c-bc46-007dcb1bbdac', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be0fe20-6ff7-4e8e-b269-56f6e84249fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:08:02Z', 'updated_at': '2021-09-08T09:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:08:05.833975 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b5f884e3-06e3-46db-8ea2-88fae4e6582a req-0c0e599a-ad24-4650-8f8a-5ae9829a299c tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505343 Sep 08 09:08:05.856903 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-56a610d1-eebf-4c40-8e02-b9172cbe76b2 None None] Port 6b9f76c0-abd6-4c13-9477-d3a342a219bc cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:08:05.860058 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e59f8d5d-570e-48e9-b3dc-6a47e1499ba4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:05.866835 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e59f8d5d-570e-48e9-b3dc-6a47e1499ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:05.940246 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f8d5d-570e-48e9-b3dc-6a47e1499ba4 admin admin] Pushing event updated for resources: {'Port': ['ID=6b9f76c0-abd6-4c13-9477-d3a342a219bc,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:05.943627 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e59f8d5d-570e-48e9-b3dc-6a47e1499ba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:05.952240 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663bea2-d5d1-4ffe-98ec-857b0b6e1921 req-b70579c1-9d92-475c-8bd1-d9a5c1cfd10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:05.954077 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1663bea2-d5d1-4ffe-98ec-857b0b6e1921 req-b70579c1-9d92-475c-8bd1-d9a5c1cfd10b service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4254036 Sep 08 09:08:05.981642 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f14c1e09-e410-4db3-b53d-2e299263c72d req-d6541a32-a096-488e-a814-8ba2c7dbaa3b tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Router cd2821bd-d1aa-43d6-8791-315a64c06d59 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:08:05.995602 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4c32e-3b06-4751-9a1e-151048d638a3 req-36b99280-0186-405b-ae37-5e4833353133 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:05.997143 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4fe4c32e-3b06-4751-9a1e-151048d638a3 req-36b99280-0186-405b-ae37-5e4833353133 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=93210d83-b18d-4c0b-bcfa-f7b3c82c56b3 HTTP/1.1" status: 200 len: 946 time: 0.0768566 Sep 08 09:08:06.064078 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59f8d5d-570e-48e9-b3dc-6a47e1499ba4 admin admin] Network 9450f100-1afe-45a6-affc-ffb0b7b6e5a3 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:08:06.066080 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-e59f8d5d-570e-48e9-b3dc-6a47e1499ba4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:08:06.117123 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4fe4c32e-3b06-4751-9a1e-151048d638a3 req-25e84e86-6b02-4ea9-9173-b1f887b7467a tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129038 Sep 08 09:08:06.239054 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f14c1e09-e410-4db3-b53d-2e299263c72d req-d6541a32-a096-488e-a814-8ba2c7dbaa3b tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:08:06.265063 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331d3849-5f8c-48f2-9c50-7202d102a3e5 None None] Sync routers for ids ['cd2821bd-d1aa-43d6-8791-315a64c06d59'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:08:06.278473 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e59f8d5d-570e-48e9-b3dc-6a47e1499ba4 admin admin] Router 5be0fe20-6ff7-4e8e-b269-56f6e84249fe has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:08:06.304620 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331d3849-5f8c-48f2-9c50-7202d102a3e5 None None] Routers {'cd2821bd-d1aa-43d6-8791-315a64c06d59'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:08:06.305662 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-331d3849-5f8c-48f2-9c50-7202d102a3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:07:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['cd2821bd-d1aa-43d6-8791-315a64c06d59'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:08:06.331647 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14c1e09-e410-4db3-b53d-2e299263c72d req-d6541a32-a096-488e-a814-8ba2c7dbaa3b tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] No DVR routers for this DVR port 72231812-a167-4e55-a7a4-bde665866ff2 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:08:06.334624 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f14c1e09-e410-4db3-b53d-2e299263c72d req-d6541a32-a096-488e-a814-8ba2c7dbaa3b tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:06.338006 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f14c1e09-e410-4db3-b53d-2e299263c72d req-d6541a32-a096-488e-a814-8ba2c7dbaa3b tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.35 "DELETE /v2.0/ports/72231812-a167-4e55-a7a4-bde665866ff2 HTTP/1.1" status: 204 len: 173 time: 1.5293317 Sep 08 09:08:06.338503 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc92466a-b3c6-4750-954e-e8c401c23ca9', 'name': 'network-vif-deleted', 'tag': '72231812-a167-4e55-a7a4-bde665866ff2'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:08:06.365650 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083e8681-14bd-4d3e-9d38-b2cb6a14d00d" -d '{"events": [{"server_uuid": "cc92466a-b3c6-4750-954e-e8c401c23ca9", "name": "network-vif-deleted", "tag": "72231812-a167-4e55-a7a4-bde665866ff2"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:08:06.428167 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device b7c7872a-091f-437c-bc46-007dcb1bbdac up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:08:06.446872 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a839cf-938c-4fdd-9e14-814dc715994e x-openstack-request-id: req-e5a839cf-938c-4fdd-9e14-814dc715994e {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:08:06.447442 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc92466a-b3c6-4750-954e-e8c401c23ca9", "name": "network-vif-deleted", "tag": "72231812-a167-4e55-a7a4-bde665866ff2", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:08:06.448063 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e5a839cf-938c-4fdd-9e14-814dc715994e {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:08:06.448678 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc92466a-b3c6-4750-954e-e8c401c23ca9', 'name': 'network-vif-deleted', 'tag': '72231812-a167-4e55-a7a4-bde665866ff2', 'status': 'completed', 'code': 200} Sep 08 09:08:06.546891 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-418f96fb-9b74-44a2-9115-9a0b04c0268d req-ab1f01d4-6c55-4d5f-bc19-4880ab84cb4a tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.54 "GET /v2.0/ports?device_id=cc92466a-b3c6-4750-954e-e8c401c23ca9 HTTP/1.1" status: 200 len: 210 time: 0.0325501 Sep 08 09:08:06.593454 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59f8d5d-570e-48e9-b3dc-6a47e1499ba4 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:08:06.599854 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e59f8d5d-570e-48e9-b3dc-6a47e1499ba4 admin admin] 10.222.0.54 "PUT /v2.0/routers/5be0fe20-6ff7-4e8e-b269-56f6e84249fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3941486 Sep 08 09:08:06.693173 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-19e12f22-3e65-4dd7-899e-777579427f4a req-8830aa11-f539-4f38-bbc2-79446a0bb79b tempest-ServerShowV257Test-1524956380 tempest-ServerShowV257Test-1524956380-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d1d9183-0e9f-475e-97cd-2dce93575425 HTTP/1.1" status: 200 len: 210 time: 0.0524445 Sep 08 09:08:06.736796 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6e9b7-c47d-47bd-9d73-db518eccd470 req-7563f577-d059-4309-87e2-d8271f9ab7e0 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:06.749874 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e8d6e9b7-c47d-47bd-9d73-db518eccd470 req-7563f577-d059-4309-87e2-d8271f9ab7e0 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.37 "GET /v2.0/ports?device_id=93210d83-b18d-4c0b-bcfa-f7b3c82c56b3 HTTP/1.1" status: 200 len: 946 time: 0.1500032 Sep 08 09:08:06.781484 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-331d3849-5f8c-48f2-9c50-7202d102a3e5 None None] Set router cd2821bd-d1aa-43d6-8791-315a64c06d59 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:08:06.784093 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-04a3f419-2759-427c-98ad-b170ca6095c9 None None] Provisioning complete for port 6b9f76c0-abd6-4c13-9477-d3a342a219bc triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:08:06.784479 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-04a3f419-2759-427c-98ad-b170ca6095c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:06.824312 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port b7c7872a-091f-437c-bc46-007dcb1bbdac completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:08:06.860979 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port b7c7872a-091f-437c-bc46-007dcb1bbdac triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:08:06.861362 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:06.942665 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-e8d6e9b7-c47d-47bd-9d73-db518eccd470 req-72194c74-871c-4dc5-a8a6-32cf558fe096 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Deleting port e78b77c2-acb0-44c5-8ea0-b0ef769394a5 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:08:06.943271 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e8d6e9b7-c47d-47bd-9d73-db518eccd470 req-72194c74-871c-4dc5-a8a6-32cf558fe096 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:06.995871 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-04a3f419-2759-427c-98ad-b170ca6095c9 None None] Port 6b9f76c0-abd6-4c13-9477-d3a342a219bc cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:08:07.088275 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-e8d6e9b7-c47d-47bd-9d73-db518eccd470 req-72194c74-871c-4dc5-a8a6-32cf558fe096 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] For port e78b77c2-acb0-44c5-8ea0-b0ef769394a5, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=e78b77c2-acb0-44c5-8ea0-b0ef769394a5,segment=NetworkSegment(3af659db-8c52-4cba-bbf9-dfdf7a2d015a),segment_id=3af659db-8c52-4cba-bbf9-dfdf7a2d015a)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:08:07.088848 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e8d6e9b7-c47d-47bd-9d73-db518eccd470 req-72194c74-871c-4dc5-a8a6-32cf558fe096 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:07.122684 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-e8d6e9b7-c47d-47bd-9d73-db518eccd470 req-72194c74-871c-4dc5-a8a6-32cf558fe096 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Calling delete_port for e78b77c2-acb0-44c5-8ea0-b0ef769394a5 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:08:07.144538 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:07.164345 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd86183e-674e-4e32-bd73-f23d951745ef req-e7c53c0f-2bda-4472-b6ba-02f0f900a2bd tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:07.166611 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port b7c7872a-091f-437c-bc46-007dcb1bbdac, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=b7c7872a-091f-437c-bc46-007dcb1bbdac,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:08:07.174358 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fd86183e-674e-4e32-bd73-f23d951745ef req-e7c53c0f-2bda-4472-b6ba-02f0f900a2bd tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=21561af1-68dc-4f96-a54f-5cdbc22a5127 HTTP/1.1" status: 200 len: 946 time: 0.0808315 Sep 08 09:08:07.183978 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:07.184804 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 90855ef6-ba20-4fae-891f-8e83469f3c6a up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:08:07.275022 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fd86183e-674e-4e32-bd73-f23d951745ef req-e5575fc5-e8db-4e52-802d-73774dc8207a tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994091 Sep 08 09:08:07.328070 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e8d6e9b7-c47d-47bd-9d73-db518eccd470 req-72194c74-871c-4dc5-a8a6-32cf558fe096 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:07.369774 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=b7c7872a-091f-437c-bc46-007dcb1bbdac,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:07.376441 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['e78b77c2-acb0-44c5-8ea0-b0ef769394a5'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:08:07.400841 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72194c74-871c-4dc5-a8a6-32cf558fe096 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Pushing event deleted for resources: {'Port': ['ID=e78b77c2-acb0-44c5-8ea0-b0ef769394a5,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:07.414988 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 47598) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:07.419872 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-51183219-c92f-4530-8005-1cc78bcf0141 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Request body: {'security_group': {'name': 'tempest-securitygroup--462166639', 'description': 'tempest-description--1182866422'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:08:07.452668 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d6e9b7-c47d-47bd-9d73-db518eccd470 req-72194c74-871c-4dc5-a8a6-32cf558fe096 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] No DVR routers for this DVR port e78b77c2-acb0-44c5-8ea0-b0ef769394a5 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:08:07.455983 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e8d6e9b7-c47d-47bd-9d73-db518eccd470 req-72194c74-871c-4dc5-a8a6-32cf558fe096 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:07.460822 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e8d6e9b7-c47d-47bd-9d73-db518eccd470 req-72194c74-871c-4dc5-a8a6-32cf558fe096 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.37 "DELETE /v2.0/ports/e78b77c2-acb0-44c5-8ea0-b0ef769394a5 HTTP/1.1" status: 204 len: 173 time: 0.7078199 Sep 08 09:08:07.472073 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-51183219-c92f-4530-8005-1cc78bcf0141 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:07.497577 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 90855ef6-ba20-4fae-891f-8e83469f3c6a triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:08:07.497970 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:07.549234 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-331d3849-5f8c-48f2-9c50-7202d102a3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2821bd-d1aa-43d6-8791-315a64c06d59', 'name': 'tempest-ServersTestManualDisk-313145429-router', 'tenant_id': 'ebf6a23ea5e740e1a541026d39f45486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'ce7c2219-930e-4453-bffb-65e1b578687b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:04:23Z', 'updated_at': '2021-09-08T09:04:31Z', 'revision_number': 4, 'project_id': 'ebf6a23ea5e740e1a541026d39f45486', 'gw_port': {'id': 'ce7c2219-930e-4453-bffb-65e1b578687b', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:53:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2821bd-d1aa-43d6-8791-315a64c06d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:24Z', 'updated_at': '2021-09-08T09:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '8cda3e07-dce1-4a8f-86c4-1673f093b8cb', 'name': '', 'network_id': '5c673a31-c6dc-4940-a700-d62fab12944a', 'tenant_id': 'ebf6a23ea5e740e1a541026d39f45486', 'mac_address': 'fa:16:3e:ee:40:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2821bd-d1aa-43d6-8791-315a64c06d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '257fd746-9c97-41f1-9b18-3ebaf08bb2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:29Z', 'updated_at': '2021-09-08T09:04:38Z', 'revision_number': 5, 'project_id': 'ebf6a23ea5e740e1a541026d39f45486', 'subnets': [{'id': '257fd746-9c97-41f1-9b18-3ebaf08bb2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:08:07.556299 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-114bbe15-ff5a-451e-80e7-f66bb50521c7 req-fb49b2bd-d82f-446a-aab3-8da11c044b13 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=93210d83-b18d-4c0b-bcfa-f7b3c82c56b3 HTTP/1.1" status: 200 len: 210 time: 0.0365901 Sep 08 09:08:07.591709 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331d3849-5f8c-48f2-9c50-7202d102a3e5 None None] Checking router: cd2821bd-d1aa-43d6-8791-315a64c06d59 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:08:07.612060 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-51183219-c92f-4530-8005-1cc78bcf0141 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:07.626075 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-51183219-c92f-4530-8005-1cc78bcf0141 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:07.634002 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331d3849-5f8c-48f2-9c50-7202d102a3e5 None None] Routers {'cd2821bd-d1aa-43d6-8791-315a64c06d59'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:08:07.634877 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-331d3849-5f8c-48f2-9c50-7202d102a3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:07:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['cd2821bd-d1aa-43d6-8791-315a64c06d59'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:08:07.644291 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1663bea2-d5d1-4ffe-98ec-857b0b6e1921 req-3a8e4a87-c2a8-45e5-9336-09e9972b7fba tempest-ServerShowV257Test-1524956380 tempest-ServerShowV257Test-1524956380-project] 10.222.0.35 "GET /v2.0/ports?device_id=9d1d9183-0e9f-475e-97cd-2dce93575425 HTTP/1.1" status: 200 len: 210 time: 0.0552032 Sep 08 09:08:07.670750 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-51183219-c92f-4530-8005-1cc78bcf0141 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:07.672678 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-51183219-c92f-4530-8005-1cc78bcf0141 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2566447 Sep 08 09:08:07.675830 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 47604) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:07.689021 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51183219-c92f-4530-8005-1cc78bcf0141 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e99c9fa6-8df9-426a-b933-84ad7d3aeeca,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:07.697608 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-aab67f7f-6033-4181-aa0a-9714ce32e63b tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Request body: {'security_group_rule': {'security_group_id': 'e99c9fa6-8df9-426a-b933-84ad7d3aeeca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:08:07.704981 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 47606) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:07.740346 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aab67f7f-6033-4181-aa0a-9714ce32e63b tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:07.897319 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aab67f7f-6033-4181-aa0a-9714ce32e63b tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:07.910359 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aab67f7f-6033-4181-aa0a-9714ce32e63b tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:07.914825 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-331d3849-5f8c-48f2-9c50-7202d102a3e5 None None] Set router cd2821bd-d1aa-43d6-8791-315a64c06d59 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:08:07.943458 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f03998ae-c7c5-4007-a1f0-adf8c9d0820c req-1483b7d8-1f13-4e42-93a5-23024a725e1b tempest-ServerShowV257Test-1524956380 tempest-ServerShowV257Test-1524956380-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d1d9183-0e9f-475e-97cd-2dce93575425 HTTP/1.1" status: 200 len: 210 time: 0.0949187 Sep 08 09:08:07.944881 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-152ff380-9504-4d0b-93e1-04f7a1ca3b53 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:07.983403 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab67f7f-6033-4181-aa0a-9714ce32e63b tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e97cff53-a54d-43ed-a3fb-ff028a23101f,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:07.989845 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aab67f7f-6033-4181-aa0a-9714ce32e63b tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:07.995841 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-aab67f7f-6033-4181-aa0a-9714ce32e63b tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3154218 Sep 08 09:08:07.996861 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 47614) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:08.016148 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-6d82fa7c-c480-408e-b5c5-919c7d6e682c tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Request body: {'security_group_rule': {'security_group_id': 'e99c9fa6-8df9-426a-b933-84ad7d3aeeca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:08:08.058513 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-152ff380-9504-4d0b-93e1-04f7a1ca3b53 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:08.173788 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6d82fa7c-c480-408e-b5c5-919c7d6e682c tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:08.188137 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-152ff380-9504-4d0b-93e1-04f7a1ca3b53 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:08.198090 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-152ff380-9504-4d0b-93e1-04f7a1ca3b53 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:08.204435 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 47616) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:08.204575 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-152ff380-9504-4d0b-93e1-04f7a1ca3b53 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.54 "DELETE /v2.0/security-groups/0d6314a7-bbc5-4c78-bb3b-cee6f500b4bc HTTP/1.1" status: 204 len: 168 time: 0.4953501 Sep 08 09:08:08.232499 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-096e3fa7-4ce7-489f-b04f-ce2ad95abaec tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] show failed (client error): The resource could not be found. Sep 08 09:08:08.238597 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-096e3fa7-4ce7-489f-b04f-ce2ad95abaec tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.54 "GET /v2.0/security-groups/0d6314a7-bbc5-4c78-bb3b-cee6f500b4bc HTTP/1.1" status: 404 len: 347 time: 0.0331769 Sep 08 09:08:08.239918 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 47618) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:08.279380 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ff380-9504-4d0b-93e1-04f7a1ca3b53 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6314a7-bbc5-4c78-bb3b-cee6f500b4bc,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:08.370848 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6d82fa7c-c480-408e-b5c5-919c7d6e682c tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:08.377777 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6d82fa7c-c480-408e-b5c5-919c7d6e682c tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:08.405961 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device b7c7872a-091f-437c-bc46-007dcb1bbdac up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:08:08.423363 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d82fa7c-c480-408e-b5c5-919c7d6e682c tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ddd7544-0d38-4dd9-a7e0-24a7d2cfa8e2,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:08.426847 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6d82fa7c-c480-408e-b5c5-919c7d6e682c tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:08.432897 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6d82fa7c-c480-408e-b5c5-919c7d6e682c tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4263222 Sep 08 09:08:08.433567 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 47622) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:08.438505 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-c807ed52-a4b7-4857-b177-b79640d8bfa4 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:08:08.470882 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c807ed52-a4b7-4857-b177-b79640d8bfa4 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Notify callbacks [] for floatingip, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:08.547254 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93210d83-b18d-4c0b-bcfa-f7b3c82c56b3', 'name': 'network-vif-deleted', 'tag': 'e78b77c2-acb0-44c5-8ea0-b0ef769394a5'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:08:08.550224 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af1137f-db6d-4487-85b7-fbf85ae6cdd8" -d '{"events": [{"server_uuid": "93210d83-b18d-4c0b-bcfa-f7b3c82c56b3", "name": "network-vif-deleted", "tag": "e78b77c2-acb0-44c5-8ea0-b0ef769394a5"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:08:08.605192 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c807ed52-a4b7-4857-b177-b79640d8bfa4 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:08.645414 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc493556-13c2-4bb4-aaf3-62695fe1c8d1 req-987ca96f-8109-45ce-8c53-b3105ec5f57a tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:08.654324 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dc493556-13c2-4bb4-aaf3-62695fe1c8d1 req-987ca96f-8109-45ce-8c53-b3105ec5f57a tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=21561af1-68dc-4f96-a54f-5cdbc22a5127 HTTP/1.1" status: 200 len: 946 time: 0.1078882 Sep 08 09:08:08.679685 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adbcd3f3-8db5-4bb3-b3f1-40523cc9107b x-openstack-request-id: req-adbcd3f3-8db5-4bb3-b3f1-40523cc9107b {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:08:08.680172 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93210d83-b18d-4c0b-bcfa-f7b3c82c56b3", "name": "network-vif-deleted", "tag": "e78b77c2-acb0-44c5-8ea0-b0ef769394a5", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:08:08.680605 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-adbcd3f3-8db5-4bb3-b3f1-40523cc9107b {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:08:08.681329 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93210d83-b18d-4c0b-bcfa-f7b3c82c56b3', 'name': 'network-vif-deleted', 'tag': 'e78b77c2-acb0-44c5-8ea0-b0ef769394a5', 'status': 'completed', 'code': 200} Sep 08 09:08:08.683305 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port b7c7872a-091f-437c-bc46-007dcb1bbdac triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:08:08.683693 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:08.696291 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8eb9154-4e1c-4f89-8bba-1e316c6ff356 None None] Sync routers for ids ['5be0fe20-6ff7-4e8e-b269-56f6e84249fe'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:08:08.697102 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-b15c7cc7-6f9c-4b2c-884b-9a85771c0180 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Deleting port 61615a88-c0de-4ac9-9dad-93072acfa058 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:08:08.697639 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b15c7cc7-6f9c-4b2c-884b-9a85771c0180 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:08.729715 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8eb9154-4e1c-4f89-8bba-1e316c6ff356 None None] Routers {'5be0fe20-6ff7-4e8e-b269-56f6e84249fe'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:08:08.740245 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-c8eb9154-4e1c-4f89-8bba-1e316c6ff356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:07:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5be0fe20-6ff7-4e8e-b269-56f6e84249fe'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:08:08.742368 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dc493556-13c2-4bb4-aaf3-62695fe1c8d1 req-30fbcb4c-a784-46ef-a5ba-626bcaeab59f tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867474 Sep 08 09:08:08.761156 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-c807ed52-a4b7-4857-b177-b79640d8bfa4 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Allocated IP 172.25.0.235 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/36bda0dd-ab3a-4aff-9d13-c460298b49db) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:08:08.778497 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-331d3849-5f8c-48f2-9c50-7202d102a3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2821bd-d1aa-43d6-8791-315a64c06d59', 'name': 'tempest-ServersTestManualDisk-313145429-router', 'tenant_id': 'ebf6a23ea5e740e1a541026d39f45486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'ce7c2219-930e-4453-bffb-65e1b578687b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:04:23Z', 'updated_at': '2021-09-08T09:04:31Z', 'revision_number': 4, 'project_id': 'ebf6a23ea5e740e1a541026d39f45486', 'gw_port': {'id': 'ce7c2219-930e-4453-bffb-65e1b578687b', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:53:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2821bd-d1aa-43d6-8791-315a64c06d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:24Z', 'updated_at': '2021-09-08T09:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '8cda3e07-dce1-4a8f-86c4-1673f093b8cb', 'name': '', 'network_id': '5c673a31-c6dc-4940-a700-d62fab12944a', 'tenant_id': 'ebf6a23ea5e740e1a541026d39f45486', 'mac_address': 'fa:16:3e:ee:40:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2821bd-d1aa-43d6-8791-315a64c06d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '257fd746-9c97-41f1-9b18-3ebaf08bb2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:29Z', 'updated_at': '2021-09-08T09:04:38Z', 'revision_number': 5, 'project_id': 'ebf6a23ea5e740e1a541026d39f45486', 'subnets': [{'id': '257fd746-9c97-41f1-9b18-3ebaf08bb2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:08:08.814500 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331d3849-5f8c-48f2-9c50-7202d102a3e5 None None] The sync data for ids ['cd2821bd-d1aa-43d6-8791-315a64c06d59'] in n-d-806683-11 is: [{'id': 'cd2821bd-d1aa-43d6-8791-315a64c06d59', 'name': 'tempest-ServersTestManualDisk-313145429-router', 'tenant_id': 'ebf6a23ea5e740e1a541026d39f45486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'ce7c2219-930e-4453-bffb-65e1b578687b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:04:23Z', 'updated_at': '2021-09-08T09:04:31Z', 'revision_number': 4, 'project_id': 'ebf6a23ea5e740e1a541026d39f45486', 'gw_port': {'id': 'ce7c2219-930e-4453-bffb-65e1b578687b', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:53:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2821bd-d1aa-43d6-8791-315a64c06d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:24Z', 'updated_at': '2021-09-08T09:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '8cda3e07-dce1-4a8f-86c4-1673f093b8cb', 'name': '', 'network_id': '5c673a31-c6dc-4940-a700-d62fab12944a', 'tenant_id': 'ebf6a23ea5e740e1a541026d39f45486', 'mac_address': 'fa:16:3e:ee:40:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2821bd-d1aa-43d6-8791-315a64c06d59', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '257fd746-9c97-41f1-9b18-3ebaf08bb2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:29Z', 'updated_at': '2021-09-08T09:04:38Z', 'revision_number': 5, 'project_id': 'ebf6a23ea5e740e1a541026d39f45486', 'subnets': [{'id': '257fd746-9c97-41f1-9b18-3ebaf08bb2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:08:08.895805 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6c7bde93-e89b-42e9-af4a-ef4ab217e13b req-d1d8712d-1183-4fe5-b137-d8300c880799 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=93210d83-b18d-4c0b-bcfa-f7b3c82c56b3 HTTP/1.1" status: 200 len: 210 time: 0.0939059 Sep 08 09:08:08.901935 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b15c7cc7-6f9c-4b2c-884b-9a85771c0180 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:08.902308 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b15c7cc7-6f9c-4b2c-884b-9a85771c0180 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:08.921447 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-b15c7cc7-6f9c-4b2c-884b-9a85771c0180 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Calling delete_port for 61615a88-c0de-4ac9-9dad-93072acfa058 owned by network:floatingip {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:08:08.977183 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-c8eb9154-4e1c-4f89-8bba-1e316c6ff356 None None] Set router 5be0fe20-6ff7-4e8e-b269-56f6e84249fe gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:08:09.070440 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c807ed52-a4b7-4857-b177-b79640d8bfa4 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:09.149202 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c807ed52-a4b7-4857-b177-b79640d8bfa4 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:09.184771 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b15c7cc7-6f9c-4b2c-884b-9a85771c0180 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:09.241931 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c807ed52-a4b7-4857-b177-b79640d8bfa4 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:08:09.250028 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-c807ed52-a4b7-4857-b177-b79640d8bfa4 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:08:09.258266 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c807ed52-a4b7-4857-b177-b79640d8bfa4 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:08:09.292427 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c7cc7-6f9c-4b2c-884b-9a85771c0180 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Pushing event deleted for resources: {'Port': ['ID=61615a88-c0de-4ac9-9dad-93072acfa058,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:09.302483 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c807ed52-a4b7-4857-b177-b79640d8bfa4 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Pushing event updated for resources: {'Port': ['ID=36bda0dd-ab3a-4aff-9d13-c460298b49db,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:09.312475 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 72231812-a167-4e55-a7a4-bde665866ff2 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:08:09.348646 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: 72231812-a167-4e55-a7a4-bde665866ff2 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:08:09.349698 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 72231812-a167-4e55-a7a4-bde665866ff2 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:08:09.365136 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3729863d-1217-4867-bff7-b06b2b78e247 None None] New status for floating IP 2cf708a4-6c41-4d91-b345-19e98bd72bb3: DOWN {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:08:09.407068 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b15c7cc7-6f9c-4b2c-884b-9a85771c0180 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Notify callbacks [] for floatingip, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:09.409602 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b15c7cc7-6f9c-4b2c-884b-9a85771c0180 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:09.414439 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b15c7cc7-6f9c-4b2c-884b-9a85771c0180 tempest-ServersTestManualDisk-2121550824 tempest-ServersTestManualDisk-2121550824-project] 10.222.0.54 "DELETE /v2.0/floatingips/2cf708a4-6c41-4d91-b345-19e98bd72bb3 HTTP/1.1" status: 204 len: 168 time: 1.1743410 Sep 08 09:08:09.417393 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 47640) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:09.422264 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c807ed52-a4b7-4857-b177-b79640d8bfa4 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:09.440826 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 47642) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:09.477154 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-c8eb9154-4e1c-4f89-8bba-1e316c6ff356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be0fe20-6ff7-4e8e-b269-56f6e84249fe', 'name': 'tempest-ServersTestJSON-1674808048-router', 'tenant_id': '5778421e88674838be8ea7203b5f8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b7c7872a-091f-437c-bc46-007dcb1bbdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:08:01Z', 'updated_at': '2021-09-08T09:08:05Z', 'revision_number': 4, 'project_id': '5778421e88674838be8ea7203b5f8d77', 'gw_port': {'id': 'b7c7872a-091f-437c-bc46-007dcb1bbdac', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be0fe20-6ff7-4e8e-b269-56f6e84249fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:08:02Z', 'updated_at': '2021-09-08T09:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '6b9f76c0-abd6-4c13-9477-d3a342a219bc', 'name': '', 'network_id': '9450f100-1afe-45a6-affc-ffb0b7b6e5a3', 'tenant_id': '5778421e88674838be8ea7203b5f8d77', 'mac_address': 'fa:16:3e:58:b1:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be0fe20-6ff7-4e8e-b269-56f6e84249fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '96c89986-d34a-425d-86d3-678569f88973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:08:04Z', 'updated_at': '2021-09-08T09:08:05Z', 'revision_number': 2, 'project_id': '5778421e88674838be8ea7203b5f8d77', 'subnets': [{'id': '96c89986-d34a-425d-86d3-678569f88973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:08:09.485338 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c807ed52-a4b7-4857-b177-b79640d8bfa4 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:09.512036 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8eb9154-4e1c-4f89-8bba-1e316c6ff356 None None] Checking router: 5be0fe20-6ff7-4e8e-b269-56f6e84249fe for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:08:09.512636 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8eb9154-4e1c-4f89-8bba-1e316c6ff356 None None] Updating router 5be0fe20-6ff7-4e8e-b269-56f6e84249fe port 6b9f76c0-abd6-4c13-9477-d3a342a219bc binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:08:09.544061 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c8eb9154-4e1c-4f89-8bba-1e316c6ff356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:09.674289 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c807ed52-a4b7-4857-b177-b79640d8bfa4 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:09.689722 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c807ed52-a4b7-4857-b177-b79640d8bfa4 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:09.698897 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9df48909-476a-40cd-aa5d-4d9d725e8a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:09.815845 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c807ed52-a4b7-4857-b177-b79640d8bfa4 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Pushing event updated for resources: {'Port': ['ID=36bda0dd-ab3a-4aff-9d13-c460298b49db,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:09.850395 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c807ed52-a4b7-4857-b177-b79640d8bfa4 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:09.937718 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c8eb9154-4e1c-4f89-8bba-1e316c6ff356 None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:09.940734 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9df48909-476a-40cd-aa5d-4d9d725e8a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:09.950165 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9df48909-476a-40cd-aa5d-4d9d725e8a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:09.951410 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-c8eb9154-4e1c-4f89-8bba-1e316c6ff356 None None] Transition to ACTIVE for port object 6b9f76c0-abd6-4c13-9477-d3a342a219bc will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:08:09.962236 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c8eb9154-4e1c-4f89-8bba-1e316c6ff356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:09.967847 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff91ff-2c27-4730-9ef1-0280ba1fc9d2 req-0b291a54-d6f6-4f97-857d-ede8b5f17f72 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:09.972349 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c807ed52-a4b7-4857-b177-b79640d8bfa4 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:09.973610 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c807ed52-a4b7-4857-b177-b79640d8bfa4 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5390520 Sep 08 09:08:09.978733 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d2ff91ff-2c27-4730-9ef1-0280ba1fc9d2 req-0b291a54-d6f6-4f97-857d-ede8b5f17f72 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=21561af1-68dc-4f96-a54f-5cdbc22a5127 HTTP/1.1" status: 200 len: 946 time: 0.1494145 Sep 08 09:08:10.035323 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9df48909-476a-40cd-aa5d-4d9d725e8a58 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a24d0a3668c94f87b6497613d4278150&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5683999 Sep 08 09:08:10.037667 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d2ff91ff-2c27-4730-9ef1-0280ba1fc9d2 req-a06951ea-f98c-4340-bf61-4302a26be3b6 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579064 Sep 08 09:08:10.039034 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 47654) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:10.048114 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df48909-476a-40cd-aa5d-4d9d725e8a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789e31ae-89cf-41f9-a8c9-f742e9a3a2b7,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:10.094178 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5d02106f-6647-4850-9ac2-473af518808d req-a0a4442f-a16d-4bca-93fb-cf7aed13a599 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=93210d83-b18d-4c0b-bcfa-f7b3c82c56b3 HTTP/1.1" status: 200 len: 210 time: 0.0576370 Sep 08 09:08:10.099780 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6f03e7-d9cd-4eb5-b9ec-975821808e31 None None] Pushing event updated for resources: {'Port': ['ID=6b9f76c0-abd6-4c13-9477-d3a342a219bc,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:10.184200 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-21f4bee0-0c6c-4649-a7fa-8feeede81819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:10.260085 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-21f4bee0-0c6c-4649-a7fa-8feeede81819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:10.278024 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-c8eb9154-4e1c-4f89-8bba-1e316c6ff356 None None] Attempting to bind port 6b9f76c0-abd6-4c13-9477-d3a342a219bc on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:08:10.278435 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-c8eb9154-4e1c-4f89-8bba-1e316c6ff356 None None] Attempting to bind port 6b9f76c0-abd6-4c13-9477-d3a342a219bc by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '6bbf66e3-0318-4c4d-b2f3-26f8e312db51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9450f100-1afe-45a6-affc-ffb0b7b6e5a3'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:08:10.278786 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8eb9154-4e1c-4f89-8bba-1e316c6ff356 None None] Attempting to bind port 6b9f76c0-abd6-4c13-9477-d3a342a219bc on network 9450f100-1afe-45a6-affc-ffb0b7b6e5a3 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:08:10.285012 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8eb9154-4e1c-4f89-8bba-1e316c6ff356 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:08:10.285386 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8eb9154-4e1c-4f89-8bba-1e316c6ff356 None None] Checking segment: {'id': '6bbf66e3-0318-4c4d-b2f3-26f8e312db51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9450f100-1afe-45a6-affc-ffb0b7b6e5a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:08:10.285790 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c8eb9154-4e1c-4f89-8bba-1e316c6ff356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:10.286225 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8eb9154-4e1c-4f89-8bba-1e316c6ff356 None None] Bound using segment: {'id': '6bbf66e3-0318-4c4d-b2f3-26f8e312db51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9450f100-1afe-45a6-affc-ffb0b7b6e5a3'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:08:10.286692 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-c8eb9154-4e1c-4f89-8bba-1e316c6ff356 None None] Bound port: 6b9f76c0-abd6-4c13-9477-d3a342a219bc, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bbf66e3-0318-4c4d-b2f3-26f8e312db51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9450f100-1afe-45a6-affc-ffb0b7b6e5a3'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:08:10.287232 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c8eb9154-4e1c-4f89-8bba-1e316c6ff356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:10.349121 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1bd10261-f264-4847-b580-3b464346ff60 req-96e6119e-985e-432d-a78e-f4f146acffe2 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--462166639&fields=id&tenant_id=5778421e88674838be8ea7203b5f8d77 HTTP/1.1" status: 200 len: 267 time: 0.0837760 Sep 08 09:08:10.382291 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-c8eb9154-4e1c-4f89-8bba-1e316c6ff356 None None] For port 6b9f76c0-abd6-4c13-9477-d3a342a219bc, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:08:10.390107 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-c8eb9154-4e1c-4f89-8bba-1e316c6ff356 None None] For port 6b9f76c0-abd6-4c13-9477-d3a342a219bc, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=6b9f76c0-abd6-4c13-9477-d3a342a219bc,segment=NetworkSegment(6bbf66e3-0318-4c4d-b2f3-26f8e312db51),segment_id=6bbf66e3-0318-4c4d-b2f3-26f8e312db51)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:08:10.395025 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c8eb9154-4e1c-4f89-8bba-1e316c6ff356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:10.459165 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8eb9154-4e1c-4f89-8bba-1e316c6ff356 None None] Routers {'5be0fe20-6ff7-4e8e-b269-56f6e84249fe'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:08:10.459844 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-c8eb9154-4e1c-4f89-8bba-1e316c6ff356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:07:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5be0fe20-6ff7-4e8e-b269-56f6e84249fe'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:08:10.464709 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6f03e7-d9cd-4eb5-b9ec-975821808e31 None None] Pushing event updated for resources: {'Port': ['ID=6b9f76c0-abd6-4c13-9477-d3a342a219bc,revision_number=4']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:10.529882 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ec393472-5a6b-44f3-8d81-6627d674edb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:10.541435 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd10261-f264-4847-b580-3b464346ff60 req-11dc2dd2-fe11-43d6-9149-6027f8902f9c tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:10.543634 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1bd10261-f264-4847-b580-3b464346ff60 req-11dc2dd2-fe11-43d6-9149-6027f8902f9c tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] 10.222.0.54 "GET /v2.0/networks?id=9450f100-1afe-45a6-affc-ffb0b7b6e5a3 HTTP/1.1" status: 200 len: 806 time: 0.1834378 Sep 08 09:08:10.613066 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-21f4bee0-0c6c-4649-a7fa-8feeede81819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:10.615186 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-c8eb9154-4e1c-4f89-8bba-1e316c6ff356 None None] Set router 5be0fe20-6ff7-4e8e-b269-56f6e84249fe gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:08:10.616755 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-21f4bee0-0c6c-4649-a7fa-8feeede81819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:10.619125 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-21f4bee0-0c6c-4649-a7fa-8feeede81819 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/789e31ae-89cf-41f9-a8c9-f742e9a3a2b7 HTTP/1.1" status: 204 len: 168 time: 0.5782535 Sep 08 09:08:10.634589 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1bd10261-f264-4847-b580-3b464346ff60 req-8122fbc7-19ba-4eb8-a91c-12481879c604 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] 10.222.0.54 "GET /v2.0/quotas/5778421e88674838be8ea7203b5f8d77 HTTP/1.1" status: 200 len: 375 time: 0.0724556 Sep 08 09:08:10.693141 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f4bee0-0c6c-4649-a7fa-8feeede81819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789e31ae-89cf-41f9-a8c9-f742e9a3a2b7,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:10.734856 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1bd10261-f264-4847-b580-3b464346ff60 req-98f0db14-c5d9-4b90-ba07-54b86b210c6d tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5778421e88674838be8ea7203b5f8d77&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0894058 Sep 08 09:08:10.863519 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device e78b77c2-acb0-44c5-8ea0-b0ef769394a5 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:08:10.911020 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: e78b77c2-acb0-44c5-8ea0-b0ef769394a5 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:08:10.914500 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device e78b77c2-acb0-44c5-8ea0-b0ef769394a5 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:08:10.996599 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-c8eb9154-4e1c-4f89-8bba-1e316c6ff356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be0fe20-6ff7-4e8e-b269-56f6e84249fe', 'name': 'tempest-ServersTestJSON-1674808048-router', 'tenant_id': '5778421e88674838be8ea7203b5f8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b7c7872a-091f-437c-bc46-007dcb1bbdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:08:01Z', 'updated_at': '2021-09-08T09:08:05Z', 'revision_number': 4, 'project_id': '5778421e88674838be8ea7203b5f8d77', 'gw_port': {'id': 'b7c7872a-091f-437c-bc46-007dcb1bbdac', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be0fe20-6ff7-4e8e-b269-56f6e84249fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:08:02Z', 'updated_at': '2021-09-08T09:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '6b9f76c0-abd6-4c13-9477-d3a342a219bc', 'name': '', 'network_id': '9450f100-1afe-45a6-affc-ffb0b7b6e5a3', 'tenant_id': '5778421e88674838be8ea7203b5f8d77', 'mac_address': 'fa:16:3e:58:b1:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be0fe20-6ff7-4e8e-b269-56f6e84249fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '96c89986-d34a-425d-86d3-678569f88973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:08:04Z', 'updated_at': '2021-09-08T09:08:10Z', 'revision_number': 4, 'project_id': '5778421e88674838be8ea7203b5f8d77', 'subnets': [{'id': '96c89986-d34a-425d-86d3-678569f88973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:08:11.039293 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8eb9154-4e1c-4f89-8bba-1e316c6ff356 None None] The sync data for ids ['5be0fe20-6ff7-4e8e-b269-56f6e84249fe'] in n-d-806683-11 is: [{'id': '5be0fe20-6ff7-4e8e-b269-56f6e84249fe', 'name': 'tempest-ServersTestJSON-1674808048-router', 'tenant_id': '5778421e88674838be8ea7203b5f8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b7c7872a-091f-437c-bc46-007dcb1bbdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:08:01Z', 'updated_at': '2021-09-08T09:08:05Z', 'revision_number': 4, 'project_id': '5778421e88674838be8ea7203b5f8d77', 'gw_port': {'id': 'b7c7872a-091f-437c-bc46-007dcb1bbdac', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be0fe20-6ff7-4e8e-b269-56f6e84249fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:08:02Z', 'updated_at': '2021-09-08T09:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '6b9f76c0-abd6-4c13-9477-d3a342a219bc', 'name': '', 'network_id': '9450f100-1afe-45a6-affc-ffb0b7b6e5a3', 'tenant_id': '5778421e88674838be8ea7203b5f8d77', 'mac_address': 'fa:16:3e:58:b1:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be0fe20-6ff7-4e8e-b269-56f6e84249fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '96c89986-d34a-425d-86d3-678569f88973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:08:04Z', 'updated_at': '2021-09-08T09:08:10Z', 'revision_number': 4, 'project_id': '5778421e88674838be8ea7203b5f8d77', 'subnets': [{'id': '96c89986-d34a-425d-86d3-678569f88973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:08:11.264403 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815727bf-00c4-4f57-8c8f-10f9971080d0 req-8dda00e1-f071-469b-a0cb-accd88595f45 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:11.273862 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-815727bf-00c4-4f57-8c8f-10f9971080d0 req-8dda00e1-f071-469b-a0cb-accd88595f45 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=21561af1-68dc-4f96-a54f-5cdbc22a5127 HTTP/1.1" status: 200 len: 946 time: 0.0893769 Sep 08 09:08:11.315831 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1bd10261-f264-4847-b580-3b464346ff60 req-127b52ea-f777-451a-8a9c-ac4f44e025f5 service neutron] 10.222.0.54 "GET /v2.0/networks/9450f100-1afe-45a6-affc-ffb0b7b6e5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5486748 Sep 08 09:08:11.344126 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-815727bf-00c4-4f57-8c8f-10f9971080d0 req-b054101b-1291-44cd-81dc-93ff30edee3f tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604949 Sep 08 09:08:11.506862 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c8c3f802-3448-4c0a-a2cb-91799c64f9b1 req-896e3e7d-e826-4052-8a5d-25d14f8ec899 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=93210d83-b18d-4c0b-bcfa-f7b3c82c56b3 HTTP/1.1" status: 200 len: 210 time: 0.0603693 Sep 08 09:08:11.563060 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1bd10261-f264-4847-b580-3b464346ff60 req-c84e8507-9ff1-458a-9ccd-7c9540f71515 service neutron] 10.222.0.54 "GET /v2.0/networks/9450f100-1afe-45a6-affc-ffb0b7b6e5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341137 Sep 08 09:08:11.580721 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-ec393472-5a6b-44f3-8d81-6627d674edb6 admin admin] Deleting port 8cda3e07-dce1-4a8f-86c4-1673f093b8cb {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:08:11.580983 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ec393472-5a6b-44f3-8d81-6627d674edb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:11.705804 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-ec393472-5a6b-44f3-8d81-6627d674edb6 admin admin] For port 8cda3e07-dce1-4a8f-86c4-1673f093b8cb, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=8cda3e07-dce1-4a8f-86c4-1673f093b8cb,segment=NetworkSegment(e3272716-47c2-42b8-9c57-6413c00102b1),segment_id=e3272716-47c2-42b8-9c57-6413c00102b1)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:08:11.706498 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ec393472-5a6b-44f3-8d81-6627d674edb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:11.733492 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-ec393472-5a6b-44f3-8d81-6627d674edb6 admin admin] Calling delete_port for 8cda3e07-dce1-4a8f-86c4-1673f093b8cb owned by network:router_interface {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:08:11.940287 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e4b817dc-d467-443f-99bf-c54ba635e4eb req-194d4035-0750-4d80-ae50-88a1d6b518c3 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] 10.222.0.54 "GET /v2.0/ports?device_id=19388f05-a8cd-40df-9a34-e83d0dd30d17 HTTP/1.1" status: 200 len: 210 time: 0.0355859 Sep 08 09:08:12.155500 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ec393472-5a6b-44f3-8d81-6627d674edb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:12.308548 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 6b9f76c0-abd6-4c13-9477-d3a342a219bc up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:08:12.339349 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec393472-5a6b-44f3-8d81-6627d674edb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cda3e07-dce1-4a8f-86c4-1673f093b8cb,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:12.494794 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 6b9f76c0-abd6-4c13-9477-d3a342a219bc completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:08:12.502837 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 6b9f76c0-abd6-4c13-9477-d3a342a219bc triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:08:12.503449 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:12.661596 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:12.712729 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 6b9f76c0-abd6-4c13-9477-d3a342a219bc, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=6b9f76c0-abd6-4c13-9477-d3a342a219bc,segment=NetworkSegment(6bbf66e3-0318-4c4d-b2f3-26f8e312db51),segment_id=6bbf66e3-0318-4c4d-b2f3-26f8e312db51)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:08:12.726453 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:12.807145 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154f738-fca3-49a9-86d8-b59b020ead21 req-93d252d6-7325-4b8a-b970-6a9e40f57753 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:12.816426 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4154f738-fca3-49a9-86d8-b59b020ead21 req-93d252d6-7325-4b8a-b970-6a9e40f57753 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=21561af1-68dc-4f96-a54f-5cdbc22a5127 HTTP/1.1" status: 200 len: 946 time: 0.2759409 Sep 08 09:08:12.818620 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=6b9f76c0-abd6-4c13-9477-d3a342a219bc,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:12.824656 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0770a808-7312-43d0-94ca-5149224df443 req-aa664b17-0cef-4c12-bcfc-fb5454602c1d tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=93210d83-b18d-4c0b-bcfa-f7b3c82c56b3 HTTP/1.1" status: 200 len: 210 time: 0.0464506 Sep 08 09:08:12.880247 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ec393472-5a6b-44f3-8d81-6627d674edb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:12.913866 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4154f738-fca3-49a9-86d8-b59b020ead21 req-4beb8764-ebda-4cb7-ad4b-c530ab06721d tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959616 Sep 08 09:08:13.152234 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b32149d1-bae2-450c-83b7-d65b7948c438 req-41819b54-d2e1-41ae-a492-c3e0fd1c8c83 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] 10.222.0.54 "GET /v2.0/ports?device_id=19388f05-a8cd-40df-9a34-e83d0dd30d17 HTTP/1.1" status: 200 len: 210 time: 0.0348408 Sep 08 09:08:13.220047 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec393472-5a6b-44f3-8d81-6627d674edb6 admin admin] Router cd2821bd-d1aa-43d6-8791-315a64c06d59 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:08:13.348083 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec393472-5a6b-44f3-8d81-6627d674edb6 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:08:13.356248 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ec393472-5a6b-44f3-8d81-6627d674edb6 admin admin] 10.222.0.54 "PUT /v2.0/routers/cd2821bd-d1aa-43d6-8791-315a64c06d59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9377983 Sep 08 09:08:13.358213 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 47760) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:13.359993 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0d0894-c820-45fd-858a-ccde17683562 None None] Sync routers for ids ['cd2821bd-d1aa-43d6-8791-315a64c06d59'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:08:13.372478 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0d0894-c820-45fd-858a-ccde17683562 None None] Routers {'cd2821bd-d1aa-43d6-8791-315a64c06d59'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:08:13.373275 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-ca0d0894-c820-45fd-858a-ccde17683562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:07:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['cd2821bd-d1aa-43d6-8791-315a64c06d59'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:08:13.479472 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5cd5b0cd-d32d-465c-8875-198c9746937f admin admin] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:13.491991 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 47762) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:13.650016 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-ca0d0894-c820-45fd-858a-ccde17683562 None None] Set router cd2821bd-d1aa-43d6-8791-315a64c06d59 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:08:13.732060 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd10261-f264-4847-b580-3b464346ff60 req-bb0f332c-b507-4c26-bb98-4392612e2f1a tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:13.734528 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1bd10261-f264-4847-b580-3b464346ff60 req-bb0f332c-b507-4c26-bb98-4392612e2f1a tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] 10.222.0.35 "GET /v2.0/networks?id=9450f100-1afe-45a6-affc-ffb0b7b6e5a3 HTTP/1.1" status: 200 len: 806 time: 0.1860745 Sep 08 09:08:13.735919 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-51ca5394-5fb0-4fbd-a1a1-af40dd59b647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:13.818680 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1bd10261-f264-4847-b580-3b464346ff60 req-c6795841-4e0a-48ab-82ab-745025875c2e tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5778421e88674838be8ea7203b5f8d77 HTTP/1.1" status: 200 len: 379 time: 0.0643868 Sep 08 09:08:13.847744 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-1bd10261-f264-4847-b580-3b464346ff60 req-dc9ebabe-3291-4f20-b90c-bccde5e353a7 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Request body: {'port': {'device_id': '19388f05-a8cd-40df-9a34-e83d0dd30d17', 'network_id': '9450f100-1afe-45a6-affc-ffb0b7b6e5a3', 'admin_state_up': True, 'tenant_id': '5778421e88674838be8ea7203b5f8d77', 'security_groups': ['e99c9fa6-8df9-426a-b933-84ad7d3aeeca']}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:08:13.909511 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-ca0d0894-c820-45fd-858a-ccde17683562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2821bd-d1aa-43d6-8791-315a64c06d59', 'name': 'tempest-ServersTestManualDisk-313145429-router', 'tenant_id': 'ebf6a23ea5e740e1a541026d39f45486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'ce7c2219-930e-4453-bffb-65e1b578687b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:04:23Z', 'updated_at': '2021-09-08T09:08:12Z', 'revision_number': 5, 'project_id': 'ebf6a23ea5e740e1a541026d39f45486', 'gw_port': {'id': 'ce7c2219-930e-4453-bffb-65e1b578687b', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:53:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2821bd-d1aa-43d6-8791-315a64c06d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:24Z', 'updated_at': '2021-09-08T09:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:08:13.946913 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0d0894-c820-45fd-858a-ccde17683562 None None] Checking router: cd2821bd-d1aa-43d6-8791-315a64c06d59 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:08:13.960608 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0d0894-c820-45fd-858a-ccde17683562 None None] Routers {'cd2821bd-d1aa-43d6-8791-315a64c06d59'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:08:13.961389 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-ca0d0894-c820-45fd-858a-ccde17683562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:07:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['cd2821bd-d1aa-43d6-8791-315a64c06d59'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:08:14.021377 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-51ca5394-5fb0-4fbd-a1a1-af40dd59b647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:14.028291 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5cd5b0cd-d32d-465c-8875-198c9746937f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:14.030397 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-51ca5394-5fb0-4fbd-a1a1-af40dd59b647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:14.033480 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-30f4ed93-4af2-4dd3-902b-a691be80436e req-5da18b67-16a6-4f48-b9da-9c7d41b1b05c tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=93210d83-b18d-4c0b-bcfa-f7b3c82c56b3 HTTP/1.1" status: 200 len: 210 time: 0.0471027 Sep 08 09:08:14.083424 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bd10261-f264-4847-b580-3b464346ff60 req-dc9ebabe-3291-4f20-b90c-bccde5e353a7 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Made reservation on behalf of 5778421e88674838be8ea7203b5f8d77 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:08:14.087710 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1bd10261-f264-4847-b580-3b464346ff60 req-dc9ebabe-3291-4f20-b90c-bccde5e353a7 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:14.089861 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca5394-5fb0-4fbd-a1a1-af40dd59b647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20930b44-d89f-44e4-bf45-03c7517d334e,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:14.106612 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-ca0d0894-c820-45fd-858a-ccde17683562 None None] Set router cd2821bd-d1aa-43d6-8791-315a64c06d59 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:08:14.108028 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-5cd5b0cd-d32d-465c-8875-198c9746937f admin admin] Deleting port ce7c2219-930e-4453-bffb-65e1b578687b {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:08:14.108376 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5cd5b0cd-d32d-465c-8875-198c9746937f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:14.134610 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-51ca5394-5fb0-4fbd-a1a1-af40dd59b647 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7cd73a67722f44a18c06c28a61dcc172&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6415820 Sep 08 09:08:14.135212 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 47774) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:14.308602 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-5cd5b0cd-d32d-465c-8875-198c9746937f admin admin] For port ce7c2219-930e-4453-bffb-65e1b578687b, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=ce7c2219-930e-4453-bffb-65e1b578687b,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:08:14.309129 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5cd5b0cd-d32d-465c-8875-198c9746937f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:14.327629 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-5cd5b0cd-d32d-465c-8875-198c9746937f admin admin] Calling delete_port for ce7c2219-930e-4453-bffb-65e1b578687b owned by network:router_gateway {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:08:14.329639 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 6b9f76c0-abd6-4c13-9477-d3a342a219bc up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:08:14.336830 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-1bd10261-f264-4847-b580-3b464346ff60 req-dc9ebabe-3291-4f20-b90c-bccde5e353a7 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Allocated IP 172.20.0.4 (9450f100-1afe-45a6-affc-ffb0b7b6e5a3/96c89986-d34a-425d-86d3-678569f88973/06da58c6-48f5-4dba-b371-874136165125) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:08:14.362635 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-09a79869-4f51-4300-ac6f-fe237cb13584 req-06e994b8-287e-4775-bdfa-5304f38a80c6 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] 10.222.0.54 "GET /v2.0/ports?device_id=19388f05-a8cd-40df-9a34-e83d0dd30d17 HTTP/1.1" status: 200 len: 210 time: 0.0460799 Sep 08 09:08:14.365054 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e406c98-0557-463e-a82f-ae63ef1492be req-985cfb12-855c-455c-b7b8-f5e164034396 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:14.373537 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1e406c98-0557-463e-a82f-ae63ef1492be req-985cfb12-855c-455c-b7b8-f5e164034396 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=21561af1-68dc-4f96-a54f-5cdbc22a5127 HTTP/1.1" status: 200 len: 946 time: 0.1481912 Sep 08 09:08:14.377942 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-155498db-26d0-44d3-a924-027cc3d8e91a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:14.410398 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-ca0d0894-c820-45fd-858a-ccde17683562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd2821bd-d1aa-43d6-8791-315a64c06d59', 'name': 'tempest-ServersTestManualDisk-313145429-router', 'tenant_id': 'ebf6a23ea5e740e1a541026d39f45486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'ce7c2219-930e-4453-bffb-65e1b578687b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:04:23Z', 'updated_at': '2021-09-08T09:08:12Z', 'revision_number': 5, 'project_id': 'ebf6a23ea5e740e1a541026d39f45486', 'gw_port': {'id': 'ce7c2219-930e-4453-bffb-65e1b578687b', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:53:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2821bd-d1aa-43d6-8791-315a64c06d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:24Z', 'updated_at': '2021-09-08T09:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:08:14.436375 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 6b9f76c0-abd6-4c13-9477-d3a342a219bc triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:08:14.437202 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:14.462410 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0d0894-c820-45fd-858a-ccde17683562 None None] The sync data for ids ['cd2821bd-d1aa-43d6-8791-315a64c06d59'] in n-d-806683-11 is: [{'id': 'cd2821bd-d1aa-43d6-8791-315a64c06d59', 'name': 'tempest-ServersTestManualDisk-313145429-router', 'tenant_id': 'ebf6a23ea5e740e1a541026d39f45486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.8'}], 'enable_snat': True}, 'gw_port_id': 'ce7c2219-930e-4453-bffb-65e1b578687b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:04:23Z', 'updated_at': '2021-09-08T09:08:12Z', 'revision_number': 5, 'project_id': 'ebf6a23ea5e740e1a541026d39f45486', 'gw_port': {'id': 'ce7c2219-930e-4453-bffb-65e1b578687b', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:53:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2821bd-d1aa-43d6-8791-315a64c06d59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:04:24Z', 'updated_at': '2021-09-08T09:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:08:14.477728 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-155498db-26d0-44d3-a924-027cc3d8e91a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:14.502801 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1e406c98-0557-463e-a82f-ae63ef1492be req-fb0c0a1b-bfea-44ce-9a71-4c33165d7cb7 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283174 Sep 08 09:08:14.575483 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1bd10261-f264-4847-b580-3b464346ff60 req-dc9ebabe-3291-4f20-b90c-bccde5e353a7 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:14.602478 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-1bd10261-f264-4847-b580-3b464346ff60 req-dc9ebabe-3291-4f20-b90c-bccde5e353a7 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Transition to ACTIVE for port object 06da58c6-48f5-4dba-b371-874136165125 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:08:14.604786 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-155498db-26d0-44d3-a924-027cc3d8e91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:14.607357 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-155498db-26d0-44d3-a924-027cc3d8e91a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:14.610850 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-155498db-26d0-44d3-a924-027cc3d8e91a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/20930b44-d89f-44e4-bf45-03c7517d334e HTTP/1.1" status: 204 len: 168 time: 0.4721820 Sep 08 09:08:14.641431 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1bd10261-f264-4847-b580-3b464346ff60 req-dc9ebabe-3291-4f20-b90c-bccde5e353a7 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:14.644592 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155498db-26d0-44d3-a924-027cc3d8e91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20930b44-d89f-44e4-bf45-03c7517d334e,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:14.672418 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5cd5b0cd-d32d-465c-8875-198c9746937f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:14.697894 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bd10261-f264-4847-b580-3b464346ff60 req-dc9ebabe-3291-4f20-b90c-bccde5e353a7 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Network 9450f100-1afe-45a6-affc-ffb0b7b6e5a3 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:08:14.700800 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd5b0cd-d32d-465c-8875-198c9746937f admin admin] Pushing event deleted for resources: {'Port': ['ID=ce7c2219-930e-4453-bffb-65e1b578687b,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:14.700981 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-1bd10261-f264-4847-b580-3b464346ff60 req-dc9ebabe-3291-4f20-b90c-bccde5e353a7 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:08:14.705166 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bd10261-f264-4847-b580-3b464346ff60 req-dc9ebabe-3291-4f20-b90c-bccde5e353a7 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:08:14.756015 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ebabe-3291-4f20-b90c-bccde5e353a7 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Pushing event updated for resources: {'Port': ['ID=06da58c6-48f5-4dba-b371-874136165125,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:14.796146 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd10261-f264-4847-b580-3b464346ff60 req-dc9ebabe-3291-4f20-b90c-bccde5e353a7 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:14.797335 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1bd10261-f264-4847-b580-3b464346ff60 req-dc9ebabe-3291-4f20-b90c-bccde5e353a7 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:14.802826 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5cd5b0cd-d32d-465c-8875-198c9746937f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:14.817734 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1bd10261-f264-4847-b580-3b464346ff60 req-dc9ebabe-3291-4f20-b90c-bccde5e353a7 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9784067 Sep 08 09:08:14.841415 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-1bd10261-f264-4847-b580-3b464346ff60 req-8c2961bf-fd47-4fa1-aaa4-0de01ce4f435 service neutron] Request body: {'port': {'device_id': '19388f05-a8cd-40df-9a34-e83d0dd30d17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:08:14.932652 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1bd10261-f264-4847-b580-3b464346ff60 req-8c2961bf-fd47-4fa1-aaa4-0de01ce4f435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:14.936259 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5cd5b0cd-d32d-465c-8875-198c9746937f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:14.938767 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5cd5b0cd-d32d-465c-8875-198c9746937f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:14.993319 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5cd5b0cd-d32d-465c-8875-198c9746937f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:14.993947 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd5b0cd-d32d-465c-8875-198c9746937f admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd2821bd-d1aa-43d6-8791-315a64c06d59 {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:08:14.999255 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5cd5b0cd-d32d-465c-8875-198c9746937f admin admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:15.000670 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5cd5b0cd-d32d-465c-8875-198c9746937f admin admin] 10.222.0.54 "DELETE /v2.0/routers/cd2821bd-d1aa-43d6-8791-315a64c06d59 HTTP/1.1" status: 204 len: 168 time: 1.6413558 Sep 08 09:08:15.003117 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 47788) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:15.060526 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c8c9037d-8ec7-43a0-83cd-1389624430a4 None None] Provisioning for port 06da58c6-48f5-4dba-b371-874136165125 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:08:15.064712 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-675c92c8-489b-4660-9f01-2a6d8d42a386 admin admin] Deleting subnet 257fd746-9c97-41f1-9b18-3ebaf08bb2f3 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:08:15.070301 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-675c92c8-489b-4660-9f01-2a6d8d42a386 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:15.077517 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c8c9037d-8ec7-43a0-83cd-1389624430a4 None None] Provisioning complete for port 06da58c6-48f5-4dba-b371-874136165125 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:08:15.089437 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c8c9037d-8ec7-43a0-83cd-1389624430a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:15.130263 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-675c92c8-489b-4660-9f01-2a6d8d42a386 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:15.185774 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-c8c9037d-8ec7-43a0-83cd-1389624430a4 None None] Port 06da58c6-48f5-4dba-b371-874136165125 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:08:15.278273 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-675c92c8-489b-4660-9f01-2a6d8d42a386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:15.361906 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-675c92c8-489b-4660-9f01-2a6d8d42a386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:15.367683 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-1bd10261-f264-4847-b580-3b464346ff60 req-8c2961bf-fd47-4fa1-aaa4-0de01ce4f435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06da58c6-48f5-4dba-b371-874136165125 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:08:15.377809 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1bd10261-f264-4847-b580-3b464346ff60 req-8c2961bf-fd47-4fa1-aaa4-0de01ce4f435 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:15.392237 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-1bd10261-f264-4847-b580-3b464346ff60 req-8c2961bf-fd47-4fa1-aaa4-0de01ce4f435 service neutron] Transition to ACTIVE for port object 06da58c6-48f5-4dba-b371-874136165125 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:08:15.399115 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1bd10261-f264-4847-b580-3b464346ff60 req-8c2961bf-fd47-4fa1-aaa4-0de01ce4f435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:15.406940 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675c92c8-489b-4660-9f01-2a6d8d42a386 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=257fd746-9c97-41f1-9b18-3ebaf08bb2f3,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:15.409861 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-675c92c8-489b-4660-9f01-2a6d8d42a386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:15.411964 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-675c92c8-489b-4660-9f01-2a6d8d42a386 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/257fd746-9c97-41f1-9b18-3ebaf08bb2f3 HTTP/1.1" status: 204 len: 168 time: 0.4077842 Sep 08 09:08:15.420451 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 47814) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:15.425677 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8509f63-8393-4f86-b4bd-a5eaec9bb412 None None] Network 5c673a31-c6dc-4940-a700-d62fab12944a requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:08:15.525029 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b375c4eb-0653-4456-ad3d-1e14ea7d9ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:15.651809 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2961bf-fd47-4fa1-aaa4-0de01ce4f435 service neutron] Pushing event updated for resources: {'Port': ['ID=06da58c6-48f5-4dba-b371-874136165125,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:15.683781 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 47826) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:15.694257 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d1121-8c05-4393-87b5-a0c8c352523b req-bd3fa42c-05d7-4154-80a3-2ae1607d8012 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:15.705045 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7d1d1121-8c05-4393-87b5-a0c8c352523b req-bd3fa42c-05d7-4154-80a3-2ae1607d8012 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] 10.222.0.54 "GET /v2.0/ports?device_id=19388f05-a8cd-40df-9a34-e83d0dd30d17 HTTP/1.1" status: 200 len: 943 time: 0.1910443 Sep 08 09:08:15.719479 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-b375c4eb-0653-4456-ad3d-1e14ea7d9ba9 admin admin] Deleting port 6cee3ec5-68a0-4074-9362-5d975360cf3c {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:08:15.719812 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b375c4eb-0653-4456-ad3d-1e14ea7d9ba9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:15.787065 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f1035-890e-4e95-b6c6-fad48dc409ba req-54fe47ad-7791-4fa4-8dbe-32b7afa426bc tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:15.789587 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f05f1035-890e-4e95-b6c6-fad48dc409ba req-54fe47ad-7791-4fa4-8dbe-32b7afa426bc tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=21561af1-68dc-4f96-a54f-5cdbc22a5127 HTTP/1.1" status: 200 len: 946 time: 0.0971494 Sep 08 09:08:15.792367 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-1bd10261-f264-4847-b580-3b464346ff60 req-8c2961bf-fd47-4fa1-aaa4-0de01ce4f435 service neutron] Attempting to bind port 06da58c6-48f5-4dba-b371-874136165125 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:08:15.792708 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-1bd10261-f264-4847-b580-3b464346ff60 req-8c2961bf-fd47-4fa1-aaa4-0de01ce4f435 service neutron] Attempting to bind port 06da58c6-48f5-4dba-b371-874136165125 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '6bbf66e3-0318-4c4d-b2f3-26f8e312db51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9450f100-1afe-45a6-affc-ffb0b7b6e5a3'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:08:15.793047 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd10261-f264-4847-b580-3b464346ff60 req-8c2961bf-fd47-4fa1-aaa4-0de01ce4f435 service neutron] Attempting to bind port 06da58c6-48f5-4dba-b371-874136165125 on network 9450f100-1afe-45a6-affc-ffb0b7b6e5a3 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:08:15.823511 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617de732-1832-4998-86b0-57284d9e7ddb None None] DHCP port deletion for 5c673a31-c6dc-4940-a700-d62fab12944a request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:08:15.825117 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd10261-f264-4847-b580-3b464346ff60 req-8c2961bf-fd47-4fa1-aaa4-0de01ce4f435 service neutron] Port 06da58c6-48f5-4dba-b371-874136165125 on network 9450f100-1afe-45a6-affc-ffb0b7b6e5a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:08:15.825582 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd10261-f264-4847-b580-3b464346ff60 req-8c2961bf-fd47-4fa1-aaa4-0de01ce4f435 service neutron] Attempting to bind port 06da58c6-48f5-4dba-b371-874136165125 on network 9450f100-1afe-45a6-affc-ffb0b7b6e5a3 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:08:15.845929 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd10261-f264-4847-b580-3b464346ff60 req-8c2961bf-fd47-4fa1-aaa4-0de01ce4f435 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:08:15.846164 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7d1d1121-8c05-4393-87b5-a0c8c352523b req-766c350c-3827-42fe-b374-c891d9bc3d27 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] 10.222.0.54 "GET /v2.0/security-groups?id=e99c9fa6-8df9-426a-b933-84ad7d3aeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300623 Sep 08 09:08:15.846324 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd10261-f264-4847-b580-3b464346ff60 req-8c2961bf-fd47-4fa1-aaa4-0de01ce4f435 service neutron] Checking segment: {'id': '6bbf66e3-0318-4c4d-b2f3-26f8e312db51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9450f100-1afe-45a6-affc-ffb0b7b6e5a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:08:15.846848 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd10261-f264-4847-b580-3b464346ff60 req-8c2961bf-fd47-4fa1-aaa4-0de01ce4f435 service neutron] Bound using segment: {'id': '6bbf66e3-0318-4c4d-b2f3-26f8e312db51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9450f100-1afe-45a6-affc-ffb0b7b6e5a3'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:08:15.848218 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-1bd10261-f264-4847-b580-3b464346ff60 req-8c2961bf-fd47-4fa1-aaa4-0de01ce4f435 service neutron] Bound port: 06da58c6-48f5-4dba-b371-874136165125, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bbf66e3-0318-4c4d-b2f3-26f8e312db51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '9450f100-1afe-45a6-affc-ffb0b7b6e5a3'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:08:15.848585 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1bd10261-f264-4847-b580-3b464346ff60 req-8c2961bf-fd47-4fa1-aaa4-0de01ce4f435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:15.863363 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-b375c4eb-0653-4456-ad3d-1e14ea7d9ba9 admin admin] For port 6cee3ec5-68a0-4074-9362-5d975360cf3c, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=6cee3ec5-68a0-4074-9362-5d975360cf3c,segment=NetworkSegment(e3272716-47c2-42b8-9c57-6413c00102b1),segment_id=e3272716-47c2-42b8-9c57-6413c00102b1)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:08:15.863911 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b375c4eb-0653-4456-ad3d-1e14ea7d9ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:15.885667 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f05f1035-890e-4e95-b6c6-fad48dc409ba req-1d461259-31b0-4151-9f76-b8448eb37eb7 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825832 Sep 08 09:08:15.904207 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-b375c4eb-0653-4456-ad3d-1e14ea7d9ba9 admin admin] Calling delete_port for 6cee3ec5-68a0-4074-9362-5d975360cf3c owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:08:15.914785 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-617de732-1832-4998-86b0-57284d9e7ddb None None] Deleting port 6cee3ec5-68a0-4074-9362-5d975360cf3c {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:08:15.915394 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-617de732-1832-4998-86b0-57284d9e7ddb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:15.982424 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-1bd10261-f264-4847-b580-3b464346ff60 req-8c2961bf-fd47-4fa1-aaa4-0de01ce4f435 service neutron] For port 06da58c6-48f5-4dba-b371-874136165125, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:08:15.988420 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-dea6f28b-f31d-4af1-ba3b-0786e3af5fa5 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1306501065-network', 'tenant_id': 'dca15b70719f4a0c91368ccb35eef8c5'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:08:15.992644 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-1bd10261-f264-4847-b580-3b464346ff60 req-8c2961bf-fd47-4fa1-aaa4-0de01ce4f435 service neutron] For port 06da58c6-48f5-4dba-b371-874136165125, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=06da58c6-48f5-4dba-b371-874136165125,segment=NetworkSegment(6bbf66e3-0318-4c4d-b2f3-26f8e312db51),segment_id=6bbf66e3-0318-4c4d-b2f3-26f8e312db51)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:08:16.010846 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1bd10261-f264-4847-b580-3b464346ff60 req-8c2961bf-fd47-4fa1-aaa4-0de01ce4f435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:16.019223 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-617de732-1832-4998-86b0-57284d9e7ddb None None] For port 6cee3ec5-68a0-4074-9362-5d975360cf3c, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=6cee3ec5-68a0-4074-9362-5d975360cf3c,segment=NetworkSegment(e3272716-47c2-42b8-9c57-6413c00102b1),segment_id=e3272716-47c2-42b8-9c57-6413c00102b1)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:08:16.019824 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-617de732-1832-4998-86b0-57284d9e7ddb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:16.038968 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-617de732-1832-4998-86b0-57284d9e7ddb None None] Calling delete_port for 6cee3ec5-68a0-4074-9362-5d975360cf3c owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:08:16.047562 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b375c4eb-0653-4456-ad3d-1e14ea7d9ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:16.079810 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b375c4eb-0653-4456-ad3d-1e14ea7d9ba9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cee3ec5-68a0-4074-9362-5d975360cf3c,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:16.082515 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b375c4eb-0653-4456-ad3d-1e14ea7d9ba9 admin admin] No DVR routers for this DVR port 6cee3ec5-68a0-4074-9362-5d975360cf3c on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:08:16.126648 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd10261-f264-4847-b580-3b464346ff60 req-8c2961bf-fd47-4fa1-aaa4-0de01ce4f435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:16.127346 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1bd10261-f264-4847-b580-3b464346ff60 req-8c2961bf-fd47-4fa1-aaa4-0de01ce4f435 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:16.129121 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1bd10261-f264-4847-b580-3b464346ff60 req-8c2961bf-fd47-4fa1-aaa4-0de01ce4f435 service neutron] 10.222.0.35 "PUT /v2.0/ports/06da58c6-48f5-4dba-b371-874136165125 HTTP/1.1" status: 200 len: 1092 time: 1.2933717 Sep 08 09:08:16.129705 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19388f05-a8cd-40df-9a34-e83d0dd30d17', 'tag': '06da58c6-48f5-4dba-b371-874136165125'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:08:16.133070 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1df03d4-87cd-4d2c-a69a-2724b6f27f49" -d '{"events": [{"name": "network-changed", "server_uuid": "19388f05-a8cd-40df-9a34-e83d0dd30d17", "tag": "06da58c6-48f5-4dba-b371-874136165125"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:08:16.176263 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea6f28b-f31d-4af1-ba3b-0786e3af5fa5 admin admin] Made reservation on behalf of dca15b70719f4a0c91368ccb35eef8c5 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:08:16.182957 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dea6f28b-f31d-4af1-ba3b-0786e3af5fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:16.193483 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b375c4eb-0653-4456-ad3d-1e14ea7d9ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:16.224194 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-b375c4eb-0653-4456-ad3d-1e14ea7d9ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c673a31-c6dc-4940-a700-d62fab12944a']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:08:16.236840 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-b375c4eb-0653-4456-ad3d-1e14ea7d9ba9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3272716-47c2-42b8-9c57-6413c00102b1') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:08:16.237149 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-b375c4eb-0653-4456-ad3d-1e14ea7d9ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3272716-47c2-42b8-9c57-6413c00102b1') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:08:16.251642 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b375c4eb-0653-4456-ad3d-1e14ea7d9ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:16.257010 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2961bf-fd47-4fa1-aaa4-0de01ce4f435 service neutron] Pushing event updated for resources: {'Port': ['ID=06da58c6-48f5-4dba-b371-874136165125,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:16.269219 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b375c4eb-0653-4456-ad3d-1e14ea7d9ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:16.276485 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5162ca6a-f468-43f2-ae86-5b8c46864762 x-openstack-request-id: req-5162ca6a-f468-43f2-ae86-5b8c46864762 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:08:16.276847 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19388f05-a8cd-40df-9a34-e83d0dd30d17", "tag": "06da58c6-48f5-4dba-b371-874136165125", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:08:16.277036 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5162ca6a-f468-43f2-ae86-5b8c46864762 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:08:16.277392 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b375c4eb-0653-4456-ad3d-1e14ea7d9ba9 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:08:16.277500 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19388f05-a8cd-40df-9a34-e83d0dd30d17', 'tag': '06da58c6-48f5-4dba-b371-874136165125', 'status': 'completed', 'code': 200} Sep 08 09:08:16.278112 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b375c4eb-0653-4456-ad3d-1e14ea7d9ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:16.282979 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dea6f28b-f31d-4af1-ba3b-0786e3af5fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:16.325478 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 8cda3e07-dce1-4a8f-86c4-1673f093b8cb no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:08:16.348914 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 8cda3e07-dce1-4a8f-86c4-1673f093b8cb {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:08:16.349262 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 8cda3e07-dce1-4a8f-86c4-1673f093b8cb not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:08:16.349841 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device ce7c2219-930e-4453-bffb-65e1b578687b no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:08:16.353023 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-617de732-1832-4998-86b0-57284d9e7ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:16.373021 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e0593-a265-43db-bfe4-79bdfb5e39b1 req-2eb41ede-441a-4aa0-b397-736df6d506d8 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:16.374743 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-269e0593-a265-43db-bfe4-79bdfb5e39b1 req-2eb41ede-441a-4aa0-b397-736df6d506d8 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/networks?id=643d18a2-f561-4ab8-ba5f-9dc85934ae99 HTTP/1.1" status: 200 len: 812 time: 0.3800251 Sep 08 09:08:16.379749 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:08:16.379749 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:08:16.379749 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:08:16.379749 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:08:16.379749 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:08:16.379749 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:08:16.379749 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:08:16.379749 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:08:16.379749 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:08:16.379749 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:08:16.379749 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:08:16.379749 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:08:16.379749 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:08:16.379749 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:08:16.379749 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:08:16.379749 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:08:16.379749 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:08:16.379749 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:08:16.379749 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:08:16.379749 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:08:16.379749 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:08:16.379749 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:08:16.379749 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:08:16.379749 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:08:16.379749 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:08:16.379749 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:08:16.379749 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:08:16.379749 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:08:16.379749 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:08:16.379749 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:08:16.379749 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:08:16.379749 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:08:16.402276 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b375c4eb-0653-4456-ad3d-1e14ea7d9ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:16.403004 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617de732-1832-4998-86b0-57284d9e7ddb None None] No DVR routers for this DVR port 6cee3ec5-68a0-4074-9362-5d975360cf3c on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:08:16.413550 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: ce7c2219-930e-4453-bffb-65e1b578687b {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:08:16.413550 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device ce7c2219-930e-4453-bffb-65e1b578687b not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:08:16.413550 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 6cee3ec5-68a0-4074-9362-5d975360cf3c no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:08:16.433282 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b375c4eb-0653-4456-ad3d-1e14ea7d9ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:16.437098 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b375c4eb-0653-4456-ad3d-1e14ea7d9ba9 admin admin] 10.222.0.54 "DELETE /v2.0/networks/5c673a31-c6dc-4940-a700-d62fab12944a HTTP/1.1" status: 204 len: 168 time: 1.0131927 Sep 08 09:08:16.438594 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617de732-1832-4998-86b0-57284d9e7ddb None None] Pushing event deleted for resources: {'Port': ['ID=6cee3ec5-68a0-4074-9362-5d975360cf3c,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:16.440338 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd10261-f264-4847-b580-3b464346ff60 req-b4f8a01b-350e-493a-adb4-7bd542331232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:16.447441 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1bd10261-f264-4847-b580-3b464346ff60 req-b4f8a01b-350e-493a-adb4-7bd542331232 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5778421e88674838be8ea7203b5f8d77&device_id=19388f05-a8cd-40df-9a34-e83d0dd30d17 HTTP/1.1" status: 200 len: 1095 time: 0.2290487 Sep 08 09:08:16.452752 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-269e0593-a265-43db-bfe4-79bdfb5e39b1 req-724a375e-d653-46db-b92b-5d5d8042caee tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/quotas/8c4acd6367d646a3befa77424fa4ba4a HTTP/1.1" status: 200 len: 375 time: 0.0571141 Sep 08 09:08:16.466189 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 6cee3ec5-68a0-4074-9362-5d975360cf3c {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:08:16.466545 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 6cee3ec5-68a0-4074-9362-5d975360cf3c not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:08:16.477131 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b375c4eb-0653-4456-ad3d-1e14ea7d9ba9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c673a31-c6dc-4940-a700-d62fab12944a,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:16.546731 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-269e0593-a265-43db-bfe4-79bdfb5e39b1 req-5b7c119a-65de-4e9c-a350-340c8ecdbc97 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8c4acd6367d646a3befa77424fa4ba4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0808060 Sep 08 09:08:16.548074 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1bd10261-f264-4847-b580-3b464346ff60 req-b8e98101-919b-4d67-b869-f8ad65bf705b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06da58c6-48f5-4dba-b371-874136165125 HTTP/1.1" status: 200 len: 217 time: 0.0799944 Sep 08 09:08:16.595735 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 47848) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:16.641769 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-917733f1-15c8-4b0a-957a-dd6e3b640b84 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ebf6a23ea5e740e1a541026d39f45486&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425987 Sep 08 09:08:16.642064 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 47850) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:16.686619 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd10261-f264-4847-b580-3b464346ff60 req-80d00b28-801c-4328-9f17-ac5d9f98f677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:16.687890 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1bd10261-f264-4847-b580-3b464346ff60 req-80d00b28-801c-4328-9f17-ac5d9f98f677 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=96c89986-d34a-425d-86d3-678569f88973 HTTP/1.1" status: 200 len: 845 time: 0.1283176 Sep 08 09:08:16.690461 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1fdc123e-deb0-46b3-8ce4-218edd2230b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:16.713006 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1fdc123e-deb0-46b3-8ce4-218edd2230b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:16.751579 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dea6f28b-f31d-4af1-ba3b-0786e3af5fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:16.755815 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-269e0593-a265-43db-bfe4-79bdfb5e39b1 req-6a992c0e-c53a-4652-96bd-a98ae27d5a2b service neutron] 10.222.0.54 "GET /v2.0/networks/643d18a2-f561-4ab8-ba5f-9dc85934ae99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014389 Sep 08 09:08:16.759066 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dea6f28b-f31d-4af1-ba3b-0786e3af5fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:16.764130 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1fdc123e-deb0-46b3-8ce4-218edd2230b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:16.766886 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1fdc123e-deb0-46b3-8ce4-218edd2230b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:16.770543 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1fdc123e-deb0-46b3-8ce4-218edd2230b1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e95c73ff-47f8-4f9b-beca-44e75222e438 HTTP/1.1" status: 204 len: 168 time: 0.1249835 Sep 08 09:08:16.778263 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc123e-deb0-46b3-8ce4-218edd2230b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95c73ff-47f8-4f9b-beca-44e75222e438,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:16.811766 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dea6f28b-f31d-4af1-ba3b-0786e3af5fa5 admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:08:16.830209 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd10261-f264-4847-b580-3b464346ff60 req-8eef7ecf-bf27-4739-a628-a5002393eb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:16.832007 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1bd10261-f264-4847-b580-3b464346ff60 req-8eef7ecf-bf27-4739-a628-a5002393eb42 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9450f100-1afe-45a6-affc-ffb0b7b6e5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1359437 Sep 08 09:08:16.882362 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea6f28b-f31d-4af1-ba3b-0786e3af5fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e711099-e371-4ba6-b4b3-5a63306437a6,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:16.896099 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dea6f28b-f31d-4af1-ba3b-0786e3af5fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:16.896493 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-dea6f28b-f31d-4af1-ba3b-0786e3af5fa5 admin admin] Added segment b2773561-0639-46c1-8b95-436b2cb96cf4 of type vlan for network d9b38b91-8376-4bea-bed0-6db07a7cedb3 Sep 08 09:08:17.002270 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-269e0593-a265-43db-bfe4-79bdfb5e39b1 req-47ddcf72-264e-4faa-87db-45b98cdfba69 service neutron] 10.222.0.54 "GET /v2.0/networks/643d18a2-f561-4ab8-ba5f-9dc85934ae99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372489 Sep 08 09:08:17.006720 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dea6f28b-f31d-4af1-ba3b-0786e3af5fa5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:17.011200 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61479acb-d4c2-4af6-b321-68adaa99ee67 req-3b55603a-eb6c-48c0-a0fd-eb27bb7d627b tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:17.018561 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-61479acb-d4c2-4af6-b321-68adaa99ee67 req-3b55603a-eb6c-48c0-a0fd-eb27bb7d627b tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] 10.222.0.54 "GET /v2.0/ports?device_id=19388f05-a8cd-40df-9a34-e83d0dd30d17 HTTP/1.1" status: 200 len: 943 time: 0.0802524 Sep 08 09:08:17.044622 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1bd10261-f264-4847-b580-3b464346ff60 req-a533359b-024c-447e-a50d-db973a70c623 service neutron] 10.222.0.35 "GET /v2.0/networks/9450f100-1afe-45a6-affc-ffb0b7b6e5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789470 Sep 08 09:08:17.049955 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dea6f28b-f31d-4af1-ba3b-0786e3af5fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:17.051244 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea6f28b-f31d-4af1-ba3b-0786e3af5fa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:17.051931 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dea6f28b-f31d-4af1-ba3b-0786e3af5fa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:17.065319 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-61479acb-d4c2-4af6-b321-68adaa99ee67 req-b0fc82a3-0091-4548-932e-b44c86bad3a1 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] 10.222.0.54 "GET /v2.0/security-groups?id=e99c9fa6-8df9-426a-b933-84ad7d3aeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446723 Sep 08 09:08:17.111804 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-dea6f28b-f31d-4af1-ba3b-0786e3af5fa5 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4268503 Sep 08 09:08:17.186590 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea6f28b-f31d-4af1-ba3b-0786e3af5fa5 admin admin] Pushing event updated for resources: {'Network': ['ID=d9b38b91-8376-4bea-bed0-6db07a7cedb3,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:17.201950 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network d9b38b91-8376-4bea-bed0-6db07a7cedb3 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:08:17.229176 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1bd10261-f264-4847-b580-3b464346ff60 req-da7fd8d6-1b87-4140-9c65-aa3e3f9b7bf1 service neutron] 10.222.0.35 "GET /v2.0/networks/9450f100-1afe-45a6-affc-ffb0b7b6e5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732001 Sep 08 09:08:17.250687 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154616d7-91a8-42cc-a219-e6a91e062447 req-05641b86-c41b-4454-975e-be76a6d896d5 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:17.252262 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-154616d7-91a8-42cc-a219-e6a91e062447 req-05641b86-c41b-4454-975e-be76a6d896d5 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=21561af1-68dc-4f96-a54f-5cdbc22a5127 HTTP/1.1" status: 200 len: 946 time: 0.1225448 Sep 08 09:08:17.336662 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-154616d7-91a8-42cc-a219-e6a91e062447 req-2679cdac-a071-4ef9-bd7c-b9475f7713df tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731499 Sep 08 09:08:17.371731 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1b8055fe-fd4c-4bbe-8200-40c45826fcc5 req-47110857-dcc3-4932-bc06-8569a32a7050 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=d878d17e-00dc-437b-962b-0acadd2043a0 HTTP/1.1" status: 200 len: 210 time: 0.0483572 Sep 08 09:08:17.463987 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df03d4-87cd-4d2c-a69a-2724b6f27f49 req-e8fb6e4b-4d8b-4102-8992-163b83187cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:17.466479 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d1df03d4-87cd-4d2c-a69a-2724b6f27f49 req-e8fb6e4b-4d8b-4102-8992-163b83187cb2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5778421e88674838be8ea7203b5f8d77&device_id=19388f05-a8cd-40df-9a34-e83d0dd30d17 HTTP/1.1" status: 200 len: 1095 time: 0.0976295 Sep 08 09:08:17.492362 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-3dbd7166-bc06-402e-b077-b05d7f91883d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0830989 Sep 08 09:08:17.620330 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a6c2fbce-f53f-499d-a9d6-a5e28e1d7289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:17.628359 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df03d4-87cd-4d2c-a69a-2724b6f27f49 req-dfebd291-bbae-4097-a4fe-e6d46b6c1a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:17.630066 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d1df03d4-87cd-4d2c-a69a-2724b6f27f49 req-dfebd291-bbae-4097-a4fe-e6d46b6c1a13 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9450f100-1afe-45a6-affc-ffb0b7b6e5a3 HTTP/1.1" status: 200 len: 907 time: 0.1573048 Sep 08 09:08:18.009740 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-a43d0c73-7d23-47a3-82e7-22f85b2eee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:18.010341 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-a43d0c73-7d23-47a3-82e7-22f85b2eee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:18.010831 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-a43d0c73-7d23-47a3-82e7-22f85b2eee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:18.011305 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-a43d0c73-7d23-47a3-82e7-22f85b2eee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:18.011784 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-a43d0c73-7d23-47a3-82e7-22f85b2eee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:18.012255 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-a43d0c73-7d23-47a3-82e7-22f85b2eee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:18.012794 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-a43d0c73-7d23-47a3-82e7-22f85b2eee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:18.014713 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-a43d0c73-7d23-47a3-82e7-22f85b2eee84 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=abecbd1fd51847edb20d2ca276b4ddef&device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 6500 time: 0.4301565 Sep 08 09:08:18.018797 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d1df03d4-87cd-4d2c-a69a-2724b6f27f49 req-407b08ad-c521-43e5-8c79-de3d239e68ed service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06da58c6-48f5-4dba-b371-874136165125 HTTP/1.1" status: 200 len: 217 time: 0.3804631 Sep 08 09:08:18.154324 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 47920) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:18.254860 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df03d4-87cd-4d2c-a69a-2724b6f27f49 req-e0d7eda3-a1b9-446d-9314-46d97c673e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:18.255467 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae96e1-7e54-43cd-ac07-18d84e6b69a9 req-ebefd3d2-592b-4d56-a79a-e4c5537c630f tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:18.256688 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d1df03d4-87cd-4d2c-a69a-2724b6f27f49 req-e0d7eda3-a1b9-446d-9314-46d97c673e27 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=96c89986-d34a-425d-86d3-678569f88973 HTTP/1.1" status: 200 len: 845 time: 0.2225747 Sep 08 09:08:18.258562 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-dcae96e1-7e54-43cd-ac07-18d84e6b69a9 req-ebefd3d2-592b-4d56-a79a-e4c5537c630f tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] 10.222.0.54 "GET /v2.0/ports?device_id=19388f05-a8cd-40df-9a34-e83d0dd30d17 HTTP/1.1" status: 200 len: 943 time: 0.0687344 Sep 08 09:08:18.316073 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-dcae96e1-7e54-43cd-ac07-18d84e6b69a9 req-a8c51e64-f34e-4255-a3d3-e26d3fdb8d5e tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] 10.222.0.54 "GET /v2.0/security-groups?id=e99c9fa6-8df9-426a-b933-84ad7d3aeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410066 Sep 08 09:08:18.326644 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-ccb0d132-917c-46d3-8f48-f9f3f2fd29c7 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1220625973-network', 'tenant_id': 'dbd79062fba14e03a63e24188f0b393f'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:08:18.359146 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb0d132-917c-46d3-8f48-f9f3f2fd29c7 admin admin] Made reservation on behalf of dbd79062fba14e03a63e24188f0b393f for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:08:18.361711 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ccb0d132-917c-46d3-8f48-f9f3f2fd29c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:18.371814 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ccb0d132-917c-46d3-8f48-f9f3f2fd29c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:18.382626 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498f131-18c9-4115-a9f1-11b925426a52 req-85f98779-979a-4972-a840-d9cbf798c212 tempest-ComputeTenantNetworksTest-544473656 tempest-ComputeTenantNetworksTest-544473656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:18.389192 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498f131-18c9-4115-a9f1-11b925426a52 req-85f98779-979a-4972-a840-d9cbf798c212 tempest-ComputeTenantNetworksTest-544473656 tempest-ComputeTenantNetworksTest-544473656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:18.395457 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498f131-18c9-4115-a9f1-11b925426a52 req-85f98779-979a-4972-a840-d9cbf798c212 tempest-ComputeTenantNetworksTest-544473656 tempest-ComputeTenantNetworksTest-544473656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:18.397636 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6498f131-18c9-4115-a9f1-11b925426a52 req-85f98779-979a-4972-a840-d9cbf798c212 tempest-ComputeTenantNetworksTest-544473656 tempest-ComputeTenantNetworksTest-544473656-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3811145 Sep 08 09:08:18.419412 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-dd5f2e89-8c46-49ed-be8b-117e84d20d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:18.419643 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-dd5f2e89-8c46-49ed-be8b-117e84d20d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:18.420050 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-dd5f2e89-8c46-49ed-be8b-117e84d20d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:18.421686 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-dd5f2e89-8c46-49ed-be8b-117e84d20d5d service neutron] 10.222.0.35 "GET /v2.0/networks?id=c973ae74-d868-45d7-8512-13ab7ed1b791&id=420ee6df-451a-4285-bec4-d22a945df514&id=420ee6df-451a-4285-bec4-d22a945df514&id=420ee6df-451a-4285-bec4-d22a945df514&id=420ee6df-451a-4285-bec4-d22a945df514&id=9bae99d0-5102-4755-9f02-231ba14451d5&id=9bae99d0-5102-4755-9f02-231ba14451d5 HTTP/1.1" status: 200 len: 2294 time: 0.3646991 Sep 08 09:08:18.424245 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df03d4-87cd-4d2c-a69a-2724b6f27f49 req-816dd769-a466-4648-ab0a-cc9b87d1f502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:18.426734 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d1df03d4-87cd-4d2c-a69a-2724b6f27f49 req-816dd769-a466-4648-ab0a-cc9b87d1f502 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9450f100-1afe-45a6-affc-ffb0b7b6e5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1329751 Sep 08 09:08:18.566925 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-2277a6f6-29ac-4ec8-9efd-fed40ea446ba service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e14de9e1-dbdd-41d4-bb25-3967a45e30bf HTTP/1.1" status: 200 len: 1000 time: 0.1301157 Sep 08 09:08:18.603121 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ef43b-9fdf-4f23-8782-d8d5888b55e8 req-b48cf383-ed2d-4dd5-89c8-4ff83eb0d8c8 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:18.604746 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bc8ef43b-9fdf-4f23-8782-d8d5888b55e8 req-b48cf383-ed2d-4dd5-89c8-4ff83eb0d8c8 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/networks?id=643d18a2-f561-4ab8-ba5f-9dc85934ae99 HTTP/1.1" status: 200 len: 812 time: 0.1593242 Sep 08 09:08:18.635430 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ccb0d132-917c-46d3-8f48-f9f3f2fd29c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:18.638255 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bc8ef43b-9fdf-4f23-8782-d8d5888b55e8 req-a635a5f3-ffa5-4a30-afbd-8036f362db94 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/quotas/8c4acd6367d646a3befa77424fa4ba4a HTTP/1.1" status: 200 len: 375 time: 0.0257435 Sep 08 09:08:18.639716 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ccb0d132-917c-46d3-8f48-f9f3f2fd29c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:18.660099 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d1df03d4-87cd-4d2c-a69a-2724b6f27f49 req-3fe57ee7-6028-406c-9e40-e51d92fbe3e0 service neutron] 10.222.0.35 "GET /v2.0/networks/9450f100-1afe-45a6-affc-ffb0b7b6e5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142751 Sep 08 09:08:18.666605 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-f8be2ad5-3b4a-46f4-86af-1f77427e4f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:18.668105 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-f8be2ad5-3b4a-46f4-86af-1f77427e4f85 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c69359f7-0d90-4906-8a67-6fd5e600c4bc HTTP/1.1" status: 200 len: 851 time: 0.0884902 Sep 08 09:08:18.677836 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccb0d132-917c-46d3-8f48-f9f3f2fd29c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:08:18.708360 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bc8ef43b-9fdf-4f23-8782-d8d5888b55e8 req-d09d372e-0e45-41cf-8202-96a5f53b84e2 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8c4acd6367d646a3befa77424fa4ba4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494804 Sep 08 09:08:18.710729 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb0d132-917c-46d3-8f48-f9f3f2fd29c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69839afc-de1b-492f-9a8f-81ffc85f2880,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:18.713232 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9e719-92c3-480b-9cd9-df62c20ec1ca req-72626527-3ae2-4bb6-8de1-dc2470e44e6c tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:18.716447 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ccb0d132-917c-46d3-8f48-f9f3f2fd29c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:18.716804 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-ccb0d132-917c-46d3-8f48-f9f3f2fd29c7 admin admin] Added segment 3eccf97e-3ac4-42f3-8b95-5357da4fe699 of type vlan for network c20aa0e0-4f35-405a-8037-13b2979d45bc Sep 08 09:08:18.725860 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b1e9e719-92c3-480b-9cd9-df62c20ec1ca req-72626527-3ae2-4bb6-8de1-dc2470e44e6c tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=21561af1-68dc-4f96-a54f-5cdbc22a5127 HTTP/1.1" status: 200 len: 946 time: 0.1568315 Sep 08 09:08:18.790008 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ccb0d132-917c-46d3-8f48-f9f3f2fd29c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:18.828823 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-c3bdada7-3664-4e18-b96d-65810ad3ef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:18.830389 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-c3bdada7-3664-4e18-b96d-65810ad3ef01 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c973ae74-d868-45d7-8512-13ab7ed1b791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1505771 Sep 08 09:08:18.843502 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b1e9e719-92c3-480b-9cd9-df62c20ec1ca req-ed8aba69-3cda-437e-8526-c04c9c086794 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215496 Sep 08 09:08:18.860953 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ccb0d132-917c-46d3-8f48-f9f3f2fd29c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:18.861949 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb0d132-917c-46d3-8f48-f9f3f2fd29c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:18.862561 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ccb0d132-917c-46d3-8f48-f9f3f2fd29c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:18.889356 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bc8ef43b-9fdf-4f23-8782-d8d5888b55e8 req-b9505d62-aff4-49e9-95fd-36aa2dad7e05 service neutron] 10.222.0.54 "GET /v2.0/networks/643d18a2-f561-4ab8-ba5f-9dc85934ae99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375890 Sep 08 09:08:18.924699 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d1df03d4-87cd-4d2c-a69a-2724b6f27f49 req-0e20c648-316a-419e-b5fc-a26361f1290f service neutron] 10.222.0.35 "GET /v2.0/networks/9450f100-1afe-45a6-affc-ffb0b7b6e5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554939 Sep 08 09:08:18.935957 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ccb0d132-917c-46d3-8f48-f9f3f2fd29c7 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7800193 Sep 08 09:08:18.941259 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 47942) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:18.946894 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-9491d9ae-4d61-45fe-8ae0-ef8b14967b26 admin admin] Request body: {'subnet': {'network_id': 'c20aa0e0-4f35-405a-8037-13b2979d45bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1220625973-subnet', 'tenant_id': 'dbd79062fba14e03a63e24188f0b393f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:08:19.028468 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb0d132-917c-46d3-8f48-f9f3f2fd29c7 admin admin] Pushing event updated for resources: {'Network': ['ID=c20aa0e0-4f35-405a-8037-13b2979d45bc,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:19.040316 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network c20aa0e0-4f35-405a-8037-13b2979d45bc details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:08:19.041220 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9491d9ae-4d61-45fe-8ae0-ef8b14967b26 admin admin] Made reservation on behalf of dbd79062fba14e03a63e24188f0b393f for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:08:19.043812 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9491d9ae-4d61-45fe-8ae0-ef8b14967b26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:19.046097 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aeab12-79c8-4e01-9737-7944b779a7e1 req-bc4ba2ed-8725-487f-b3ec-822675029d0e tempest-ComputeTenantNetworksTest-544473656 tempest-ComputeTenantNetworksTest-544473656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:19.047683 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e1aeab12-79c8-4e01-9737-7944b779a7e1 req-bc4ba2ed-8725-487f-b3ec-822675029d0e tempest-ComputeTenantNetworksTest-544473656 tempest-ComputeTenantNetworksTest-544473656-project] 10.222.0.54 "GET /v2.0/networks/d9b38b91-8376-4bea-bed0-6db07a7cedb3 HTTP/1.1" status: 200 len: 769 time: 0.1641357 Sep 08 09:08:19.063732 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 47946) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:19.079159 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-18908de2-dd23-4d87-9d4b-66e975404aef service neutron] 10.222.0.35 "GET /v2.0/networks/c973ae74-d868-45d7-8512-13ab7ed1b791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228951 Sep 08 09:08:19.087754 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bc8ef43b-9fdf-4f23-8782-d8d5888b55e8 req-41157ba5-9ff7-4860-9d09-acd373e84226 service neutron] 10.222.0.54 "GET /v2.0/networks/643d18a2-f561-4ab8-ba5f-9dc85934ae99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974382 Sep 08 09:08:19.208178 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ae4b8ba6-16a6-4d5b-8eb5-0268a7ba843f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:19.226615 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-03ee036b-d07b-43c7-8b0b-87b5827aa964 service neutron] 10.222.0.35 "GET /v2.0/networks/c973ae74-d868-45d7-8512-13ab7ed1b791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272733 Sep 08 09:08:19.289141 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-b190cc49-f5b2-42ba-b05f-4769b7ab1ae0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=229b22b3-b0f7-4064-9dfb-b9b154dfe5d6 HTTP/1.1" status: 200 len: 217 time: 0.0551167 Sep 08 09:08:19.336888 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ae4b8ba6-16a6-4d5b-8eb5-0268a7ba843f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:19.357288 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3278d5b5-061d-4dfd-94be-83d30fe34583 req-45107def-f020-4f4e-a942-66122dc1acd3 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=3d9d1160-da80-4b76-93ca-a5a760538ecc HTTP/1.1" status: 200 len: 210 time: 0.0340796 Sep 08 09:08:19.373485 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-aaacfeae-ac90-4463-a490-ca65684932a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:19.375057 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-aaacfeae-ac90-4463-a490-ca65684932a6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2c4bc90e-6301-4198-b245-c5a8ab779b3f HTTP/1.1" status: 200 len: 797 time: 0.0790195 Sep 08 09:08:19.391421 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-ae4b8ba6-16a6-4d5b-8eb5-0268a7ba843f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9b38b91-8376-4bea-bed0-6db07a7cedb3']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:08:19.403927 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-ae4b8ba6-16a6-4d5b-8eb5-0268a7ba843f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2773561-0639-46c1-8b95-436b2cb96cf4') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:08:19.404455 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-ae4b8ba6-16a6-4d5b-8eb5-0268a7ba843f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2773561-0639-46c1-8b95-436b2cb96cf4') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:08:19.407061 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9491d9ae-4d61-45fe-8ae0-ef8b14967b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:19.424253 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ae4b8ba6-16a6-4d5b-8eb5-0268a7ba843f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:19.431035 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-451c970c-04d4-4c9f-b2c4-00205a2b86af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:19.432793 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-451c970c-04d4-4c9f-b2c4-00205a2b86af service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=420ee6df-451a-4285-bec4-d22a945df514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0497522 Sep 08 09:08:19.507888 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ae4b8ba6-16a6-4d5b-8eb5-0268a7ba843f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:19.528498 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae4b8ba6-16a6-4d5b-8eb5-0268a7ba843f admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:08:19.528917 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ae4b8ba6-16a6-4d5b-8eb5-0268a7ba843f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:19.530803 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:08:19.530803 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:08:19.530803 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:08:19.530803 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:08:19.530803 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:08:19.530803 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:08:19.530803 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:08:19.530803 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:08:19.530803 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:08:19.530803 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:08:19.530803 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:08:19.530803 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:08:19.530803 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:08:19.530803 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:08:19.530803 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:08:19.530803 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:08:19.530803 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:08:19.530803 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:08:19.530803 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:08:19.530803 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:08:19.530803 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:08:19.530803 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:08:19.530803 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:08:19.530803 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:08:19.530803 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:08:19.530803 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:08:19.530803 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:08:19.530803 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:08:19.530803 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:08:19.530803 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:08:19.530803 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:08:19.530803 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:08:19.558791 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-757f68ee-912f-4e94-9652-4e08eb79b941 service neutron] 10.222.0.35 "GET /v2.0/networks/420ee6df-451a-4285-bec4-d22a945df514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180582 Sep 08 09:08:19.563462 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9491d9ae-4d61-45fe-8ae0-ef8b14967b26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ab3fd93-2bec-4748-be6a-20d65591d3f6,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:19.604292 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9491d9ae-4d61-45fe-8ae0-ef8b14967b26 admin admin] Checking segment: {'id': '3eccf97e-3ac4-42f3-8b95-5357da4fe699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c20aa0e0-4f35-405a-8037-13b2979d45bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:08:19.604860 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9491d9ae-4d61-45fe-8ae0-ef8b14967b26 admin admin] Network hostable DHCP agents. Network: c20aa0e0-4f35-405a-8037-13b2979d45bc, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:08:19.617261 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aebb566-aff6-49c2-a3ad-d2f3f3a5fe71 req-9d06de37-8f3f-45ba-9193-9ce0048ea3d8 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:19.618811 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1aebb566-aff6-49c2-a3ad-d2f3f3a5fe71 req-9d06de37-8f3f-45ba-9193-9ce0048ea3d8 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] 10.222.0.54 "GET /v2.0/ports?device_id=19388f05-a8cd-40df-9a34-e83d0dd30d17 HTTP/1.1" status: 200 len: 943 time: 0.1695933 Sep 08 09:08:19.622804 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ae4b8ba6-16a6-4d5b-8eb5-0268a7ba843f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:19.631680 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ae4b8ba6-16a6-4d5b-8eb5-0268a7ba843f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:19.633468 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ae4b8ba6-16a6-4d5b-8eb5-0268a7ba843f admin admin] 10.222.0.54 "DELETE /v2.0/networks/d9b38b91-8376-4bea-bed0-6db07a7cedb3 HTTP/1.1" status: 204 len: 168 time: 0.5673819 Sep 08 09:08:19.654558 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b8ba6-16a6-4d5b-8eb5-0268a7ba843f admin admin] Pushing event deleted for resources: {'Network': ['ID=d9b38b91-8376-4bea-bed0-6db07a7cedb3,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:19.666720 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9491d9ae-4d61-45fe-8ae0-ef8b14967b26 admin admin] Network c20aa0e0-4f35-405a-8037-13b2979d45bc is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:08:19.685591 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-9491d9ae-4d61-45fe-8ae0-ef8b14967b26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, c20aa0e0-4f35-405a-8037-13b2979d45bc) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:08:19.691550 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9491d9ae-4d61-45fe-8ae0-ef8b14967b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:19.692158 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9491d9ae-4d61-45fe-8ae0-ef8b14967b26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:19.696777 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-63d6c039-b102-4ece-aa99-99b3340c6a3d service neutron] 10.222.0.35 "GET /v2.0/networks/420ee6df-451a-4285-bec4-d22a945df514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300218 Sep 08 09:08:19.698970 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96527810-d592-433b-a50e-cb905202f592 None None] Network c20aa0e0-4f35-405a-8037-13b2979d45bc requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:08:19.703792 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1aebb566-aff6-49c2-a3ad-d2f3f3a5fe71 req-cb427182-abdf-4195-87c0-29e7a44c39b9 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] 10.222.0.54 "GET /v2.0/security-groups?id=e99c9fa6-8df9-426a-b933-84ad7d3aeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751679 Sep 08 09:08:19.736966 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9491d9ae-4d61-45fe-8ae0-ef8b14967b26 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7945049 Sep 08 09:08:19.776850 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-723201c5-5a64-4a12-9c13-0a36dbe6ff8d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=24de4b54-5e35-472f-b3a2-8c31ebfb3d05 HTTP/1.1" status: 200 len: 217 time: 0.0704854 Sep 08 09:08:19.844939 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-386dff6a-f73b-4a4d-91d4-1b00fe11cbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:19.846478 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-386dff6a-f73b-4a4d-91d4-1b00fe11cbfc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2c4bc90e-6301-4198-b245-c5a8ab779b3f HTTP/1.1" status: 200 len: 797 time: 0.0609655 Sep 08 09:08:19.858523 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 47966) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:19.920464 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875ba32b-1e16-408d-bff2-cd320f0d03b8 None None] Network c20aa0e0-4f35-405a-8037-13b2979d45bc requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:08:19.925719 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-142b0885-65e5-41ec-b944-b81eae76f738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:19.927691 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-142b0885-65e5-41ec-b944-b81eae76f738 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=420ee6df-451a-4285-bec4-d22a945df514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0730519 Sep 08 09:08:19.994312 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d2c3eea4-b4d4-423c-a6a3-dc88f0a78e70 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dca15b70719f4a0c91368ccb35eef8c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1256404 Sep 08 09:08:19.994967 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 47972) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:20.065552 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3fbefdb1-79a9-4b8b-9029-f5a4283cbc67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:20.093117 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3fbefdb1-79a9-4b8b-9029-f5a4283cbc67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:20.158811 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbc3c5-15ea-4f43-ba68-f86bc2a16e17 req-f230f009-f51f-43c2-8c90-83202cc9bdf9 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:20.160536 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-11cbc3c5-15ea-4f43-ba68-f86bc2a16e17 req-f230f009-f51f-43c2-8c90-83202cc9bdf9 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=21561af1-68dc-4f96-a54f-5cdbc22a5127 HTTP/1.1" status: 200 len: 946 time: 0.1774368 Sep 08 09:08:20.162970 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-0ee45b96-0bcc-444b-9741-460c8fc80fa0 service neutron] 10.222.0.35 "GET /v2.0/networks/420ee6df-451a-4285-bec4-d22a945df514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273760 Sep 08 09:08:20.167078 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3fbefdb1-79a9-4b8b-9029-f5a4283cbc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:20.169952 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3fbefdb1-79a9-4b8b-9029-f5a4283cbc67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:20.173630 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3fbefdb1-79a9-4b8b-9029-f5a4283cbc67 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3e711099-e371-4ba6-b4b3-5a63306437a6 HTTP/1.1" status: 204 len: 168 time: 0.1754537 Sep 08 09:08:20.183794 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbefdb1-79a9-4b8b-9029-f5a4283cbc67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e711099-e371-4ba6-b4b3-5a63306437a6,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:20.282373 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-11cbc3c5-15ea-4f43-ba68-f86bc2a16e17 req-d0d90cfd-f566-44c9-a721-3a6a25e75afe tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142781 Sep 08 09:08:20.322132 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-6cf7a4e1-1518-4263-9749-47eec7b54494 service neutron] 10.222.0.35 "GET /v2.0/networks/420ee6df-451a-4285-bec4-d22a945df514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466389 Sep 08 09:08:20.367615 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:20.386195 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-e67e80c3-986c-488f-bbca-76c09a7f33da service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=89daee6f-0c0f-4335-af2f-1d518b85581e HTTP/1.1" status: 200 len: 217 time: 0.0568430 Sep 08 09:08:20.496288 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-5b68715c-7321-4a10-99e2-c16decdd5622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:20.497804 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-5b68715c-7321-4a10-99e2-c16decdd5622 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2c4bc90e-6301-4198-b245-c5a8ab779b3f HTTP/1.1" status: 200 len: 797 time: 0.0869536 Sep 08 09:08:20.567607 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2645fd-c911-4d2a-99ff-1b158e015253 req-a5b7b2a7-0e1e-4f65-8780-54f3b988c36e tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:20.577386 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9a2645fd-c911-4d2a-99ff-1b158e015253 req-a5b7b2a7-0e1e-4f65-8780-54f3b988c36e tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] 10.222.0.54 "GET /v2.0/networks?id=c20aa0e0-4f35-405a-8037-13b2979d45bc HTTP/1.1" status: 200 len: 814 time: 0.1599057 Sep 08 09:08:20.596197 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9a2645fd-c911-4d2a-99ff-1b158e015253 req-6190d503-ab7b-464a-ae98-6e6e89b83004 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] 10.222.0.54 "GET /v2.0/quotas/dbd79062fba14e03a63e24188f0b393f HTTP/1.1" status: 200 len: 375 time: 0.0177581 Sep 08 09:08:20.638359 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9a2645fd-c911-4d2a-99ff-1b158e015253 req-7fad2186-2f8e-4593-8215-4eaf9fcad2ce tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=dbd79062fba14e03a63e24188f0b393f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407770 Sep 08 09:08:20.654347 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-e16f8535-bdc7-4df6-9f4f-ec77671e8cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:20.655894 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-e16f8535-bdc7-4df6-9f4f-ec77671e8cdb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=420ee6df-451a-4285-bec4-d22a945df514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1503968 Sep 08 09:08:20.703299 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-741e6793-253d-4fe3-a074-520f71e9fdb5 req-92db23c4-d976-45aa-a559-e50f28fdfbc9 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=3d9d1160-da80-4b76-93ca-a5a760538ecc HTTP/1.1" status: 200 len: 210 time: 0.0959020 Sep 08 09:08:20.711762 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6b3402c9-554b-4dce-8569-92dcd7dd5ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:20.777072 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9a2645fd-c911-4d2a-99ff-1b158e015253 req-981aceae-9fb6-4562-adb5-f0d7aa9cba57 service neutron] 10.222.0.54 "GET /v2.0/networks/c20aa0e0-4f35-405a-8037-13b2979d45bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370020 Sep 08 09:08:20.816906 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ef43b-9fdf-4f23-8782-d8d5888b55e8 req-5af43f77-d8ae-4364-a822-d3dc621448e0 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:20.818701 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bc8ef43b-9fdf-4f23-8782-d8d5888b55e8 req-5af43f77-d8ae-4364-a822-d3dc621448e0 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.37 "GET /v2.0/networks?id=643d18a2-f561-4ab8-ba5f-9dc85934ae99 HTTP/1.1" status: 200 len: 812 time: 0.2754653 Sep 08 09:08:20.842714 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-89b47bbe-3a7c-4864-8383-226c4f1e5625 service neutron] 10.222.0.35 "GET /v2.0/networks/420ee6df-451a-4285-bec4-d22a945df514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363311 Sep 08 09:08:20.864849 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-bc8ef43b-9fdf-4f23-8782-d8d5888b55e8 req-ea409c94-8d64-4074-8808-cc971a8d2f18 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Request body: {'port': {'device_id': '3d9d1160-da80-4b76-93ca-a5a760538ecc', 'network_id': '643d18a2-f561-4ab8-ba5f-9dc85934ae99', 'admin_state_up': True, 'tenant_id': '8c4acd6367d646a3befa77424fa4ba4a'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:08:20.902956 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9a2645fd-c911-4d2a-99ff-1b158e015253 req-3203c286-d7af-44b2-bee2-372587fe1e62 service neutron] 10.222.0.54 "GET /v2.0/networks/c20aa0e0-4f35-405a-8037-13b2979d45bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248376 Sep 08 09:08:21.081988 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb66f2-d599-4a03-8472-ba7a54a96baf req-5a56c230-1640-45df-a45f-e6f76c406034 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:21.083576 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-56fb66f2-d599-4a03-8472-ba7a54a96baf req-5a56c230-1640-45df-a45f-e6f76c406034 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] 10.222.0.54 "GET /v2.0/ports?device_id=19388f05-a8cd-40df-9a34-e83d0dd30d17 HTTP/1.1" status: 200 len: 943 time: 0.1606777 Sep 08 09:08:21.086778 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-1ace09c4-dd37-4dba-9073-d5ed14fd63b7 service neutron] 10.222.0.35 "GET /v2.0/networks/420ee6df-451a-4285-bec4-d22a945df514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355933 Sep 08 09:08:21.122317 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b9f33fcc-f936-4513-bbb8-c16defd9ac46 req-63485666-f73d-4a4a-aa1a-b428c77983c0 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] 10.222.0.54 "GET /v2.0/ports?device_id=421ffc09-0212-49f8-8a50-d689ea609c2a HTTP/1.1" status: 200 len: 210 time: 0.0425351 Sep 08 09:08:21.168043 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-c01de1df-78a6-42dd-8e19-a013b4833b38 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=aa0aa366-6055-4adf-a15d-7672841d5a44 HTTP/1.1" status: 200 len: 217 time: 0.0714240 Sep 08 09:08:21.186724 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-56fb66f2-d599-4a03-8472-ba7a54a96baf req-f1e4acc4-3eed-464d-a364-34f69eab115f tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] 10.222.0.54 "GET /v2.0/security-groups?id=e99c9fa6-8df9-426a-b933-84ad7d3aeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888293 Sep 08 09:08:21.188764 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc8ef43b-9fdf-4f23-8782-d8d5888b55e8 req-ea409c94-8d64-4074-8808-cc971a8d2f18 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Made reservation on behalf of 8c4acd6367d646a3befa77424fa4ba4a for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:08:21.192276 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bc8ef43b-9fdf-4f23-8782-d8d5888b55e8 req-ea409c94-8d64-4074-8808-cc971a8d2f18 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:21.252128 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-f68c8d7d-f10e-4eff-9e4d-8e1a21caf2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:21.253685 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-f68c8d7d-f10e-4eff-9e4d-8e1a21caf2f6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2c4bc90e-6301-4198-b245-c5a8ab779b3f HTTP/1.1" status: 200 len: 797 time: 0.0779426 Sep 08 09:08:21.367630 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-aff31e6f-9b9a-42c7-8549-ca8d5eb1fa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:21.369181 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-aff31e6f-9b9a-42c7-8549-ca8d5eb1fa61 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=420ee6df-451a-4285-bec4-d22a945df514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0884507 Sep 08 09:08:21.402243 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 06da58c6-48f5-4dba-b371-874136165125 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:08:21.431186 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-bc8ef43b-9fdf-4f23-8782-d8d5888b55e8 req-ea409c94-8d64-4074-8808-cc971a8d2f18 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Allocated IP 172.20.0.14 (643d18a2-f561-4ab8-ba5f-9dc85934ae99/9a55585f-dc5f-44d9-8cd9-f8cb2e1994de/69a85363-121c-44c7-85ad-bec2d0934fe9) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:08:21.433487 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e99fe8-d332-4c5d-aa02-3ba8b890a46c req-38c4ecbf-a300-4af9-a846-2eb4b95e2eff tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:21.443434 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a1e99fe8-d332-4c5d-aa02-3ba8b890a46c req-38c4ecbf-a300-4af9-a846-2eb4b95e2eff tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=21561af1-68dc-4f96-a54f-5cdbc22a5127 HTTP/1.1" status: 200 len: 946 time: 0.0759027 Sep 08 09:08:21.501731 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a1e99fe8-d332-4c5d-aa02-3ba8b890a46c req-99dc845b-93ca-4972-8b62-bc7a12fd9da0 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527680 Sep 08 09:08:21.534705 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-4447d51b-b814-4c60-ab53-ec1fa7a73c7a service neutron] 10.222.0.35 "GET /v2.0/networks/420ee6df-451a-4285-bec4-d22a945df514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553378 Sep 08 09:08:21.607391 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 06da58c6-48f5-4dba-b371-874136165125, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=06da58c6-48f5-4dba-b371-874136165125,segment=NetworkSegment(6bbf66e3-0318-4c4d-b2f3-26f8e312db51),segment_id=6bbf66e3-0318-4c4d-b2f3-26f8e312db51)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:08:21.621697 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '06da58c6-48f5-4dba-b371-874136165125', 'network_id': '9450f100-1afe-45a6-affc-ffb0b7b6e5a3', 'port_id': '06da58c6-48f5-4dba-b371-874136165125', 'mac_address': 'fa:16:3e:2e:9b:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c89986-d34a-425d-86d3-678569f88973', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:08:21.668823 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:21.684136 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06da58c6-48f5-4dba-b371-874136165125 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:08:21.706702 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 06da58c6-48f5-4dba-b371-874136165125, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=06da58c6-48f5-4dba-b371-874136165125,segment=NetworkSegment(6bbf66e3-0318-4c4d-b2f3-26f8e312db51),segment_id=6bbf66e3-0318-4c4d-b2f3-26f8e312db51)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:08:21.713474 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:21.783670 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-d0e0378e-de4f-44bc-92d8-9f7800e7353e service neutron] 10.222.0.35 "GET /v2.0/networks/420ee6df-451a-4285-bec4-d22a945df514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133763 Sep 08 09:08:21.792534 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=06da58c6-48f5-4dba-b371-874136165125,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:21.803995 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bc8ef43b-9fdf-4f23-8782-d8d5888b55e8 req-ea409c94-8d64-4074-8808-cc971a8d2f18 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:21.844941 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-9c65af98-3c2e-4bab-aa11-0e17f72bbc59 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fee93a55-5fb2-48b1-9e9b-9174983a4b10 HTTP/1.1" status: 200 len: 217 time: 0.0540123 Sep 08 09:08:21.881241 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-47ef1d39-b274-4c44-8062-05a62fe89540 req-9130f966-4ce4-4a52-b415-a3f1e4ecfcda tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=3d9d1160-da80-4b76-93ca-a5a760538ecc HTTP/1.1" status: 200 len: 210 time: 0.0402448 Sep 08 09:08:21.943667 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-cd96c99c-8945-4ba5-96b8-5ae507a94a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:21.945866 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-cd96c99c-8945-4ba5-96b8-5ae507a94a34 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33cffe46-3ff7-49e8-a881-f3c38e341dd0 HTTP/1.1" status: 200 len: 797 time: 0.0906847 Sep 08 09:08:21.963471 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bc8ef43b-9fdf-4f23-8782-d8d5888b55e8 req-ea409c94-8d64-4074-8808-cc971a8d2f18 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:22.035982 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc8ef43b-9fdf-4f23-8782-d8d5888b55e8 req-ea409c94-8d64-4074-8808-cc971a8d2f18 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Network 643d18a2-f561-4ab8-ba5f-9dc85934ae99 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:08:22.042683 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-45ef94f5-20b4-48e2-b453-b1e7853e16ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:22.044226 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-45ef94f5-20b4-48e2-b453-b1e7853e16ff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9bae99d0-5102-4755-9f02-231ba14451d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0903082 Sep 08 09:08:22.045133 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea409c94-8d64-4074-8808-cc971a8d2f18 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Pushing event updated for resources: {'Port': ['ID=69a85363-121c-44c7-85ad-bec2d0934fe9,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:22.047666 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-bc8ef43b-9fdf-4f23-8782-d8d5888b55e8 req-ea409c94-8d64-4074-8808-cc971a8d2f18 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:08:22.051099 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8ef43b-9fdf-4f23-8782-d8d5888b55e8 req-ea409c94-8d64-4074-8808-cc971a8d2f18 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:08:22.063617 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:22.093973 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea409c94-8d64-4074-8808-cc971a8d2f18 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:08:22.094348 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea409c94-8d64-4074-8808-cc971a8d2f18 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:08:22.094697 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea409c94-8d64-4074-8808-cc971a8d2f18 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:08:22.095145 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea409c94-8d64-4074-8808-cc971a8d2f18 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:08:22.095482 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea409c94-8d64-4074-8808-cc971a8d2f18 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:08:22.095816 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea409c94-8d64-4074-8808-cc971a8d2f18 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:08:22.096145 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea409c94-8d64-4074-8808-cc971a8d2f18 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:08:22.096470 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea409c94-8d64-4074-8808-cc971a8d2f18 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:08:22.096839 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea409c94-8d64-4074-8808-cc971a8d2f18 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:08:22.097110 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea409c94-8d64-4074-8808-cc971a8d2f18 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:08:22.097436 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea409c94-8d64-4074-8808-cc971a8d2f18 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:08:22.097883 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea409c94-8d64-4074-8808-cc971a8d2f18 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:08:22.185035 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['06da58c6-48f5-4dba-b371-874136165125'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:08:22.331623 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37d310-2ffb-4ef0-9db2-fbf5623b1925 req-b2ba8156-d381-4511-b88e-6d4ab8018139 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:22.333984 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cc37d310-2ffb-4ef0-9db2-fbf5623b1925 req-b2ba8156-d381-4511-b88e-6d4ab8018139 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] 10.222.0.54 "GET /v2.0/ports?device_id=19388f05-a8cd-40df-9a34-e83d0dd30d17 HTTP/1.1" status: 200 len: 944 time: 0.0655818 Sep 08 09:08:22.394610 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cc37d310-2ffb-4ef0-9db2-fbf5623b1925 req-e5d29a41-7f34-44ee-a037-8c79b807269e tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] 10.222.0.54 "GET /v2.0/security-groups?id=e99c9fa6-8df9-426a-b933-84ad7d3aeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529926 Sep 08 09:08:22.506362 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb556194-f4d4-4691-baae-cbd5213e33e0 req-ca5c0b98-6525-4f71-832e-fcbf9114eaac tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] 10.222.0.54 "GET /v2.0/ports?device_id=421ffc09-0212-49f8-8a50-d689ea609c2a HTTP/1.1" status: 200 len: 210 time: 0.0730171 Sep 08 09:08:22.567380 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ef43b-9fdf-4f23-8782-d8d5888b55e8 req-ea409c94-8d64-4074-8808-cc971a8d2f18 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:22.568023 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bc8ef43b-9fdf-4f23-8782-d8d5888b55e8 req-ea409c94-8d64-4074-8808-cc971a8d2f18 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:22.631755 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-eaae429b-2336-43a5-8df3-a5785d250139 service neutron] 10.222.0.35 "GET /v2.0/networks/9bae99d0-5102-4755-9f02-231ba14451d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5723810 Sep 08 09:08:22.639110 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bc8ef43b-9fdf-4f23-8782-d8d5888b55e8 req-ea409c94-8d64-4074-8808-cc971a8d2f18 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7776444 Sep 08 09:08:22.652595 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e50d6-3f9c-4f68-8a13-d1f559b44583 req-0896b040-242d-4c17-a6ab-a88ca96b52ad tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:22.661493 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-938e50d6-3f9c-4f68-8a13-d1f559b44583 req-0896b040-242d-4c17-a6ab-a88ca96b52ad tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=21561af1-68dc-4f96-a54f-5cdbc22a5127 HTTP/1.1" status: 200 len: 946 time: 0.0659060 Sep 08 09:08:22.724535 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-bc8ef43b-9fdf-4f23-8782-d8d5888b55e8 req-85ee77c0-3b0a-4106-a21c-47b14c2d1f54 service neutron] Request body: {'port': {'device_id': '3d9d1160-da80-4b76-93ca-a5a760538ecc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:08:22.735140 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-938e50d6-3f9c-4f68-8a13-d1f559b44583 req-def82b75-08fb-4f30-95ba-191043cd9030 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716410 Sep 08 09:08:22.874613 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2645fd-c911-4d2a-99ff-1b158e015253 req-8dca3ac9-5717-4cad-9781-897b5441dde2 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:22.876096 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9a2645fd-c911-4d2a-99ff-1b158e015253 req-8dca3ac9-5717-4cad-9781-897b5441dde2 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] 10.222.0.37 "GET /v2.0/networks?id=c20aa0e0-4f35-405a-8037-13b2979d45bc HTTP/1.1" status: 200 len: 814 time: 0.3550637 Sep 08 09:08:22.878555 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bc8ef43b-9fdf-4f23-8782-d8d5888b55e8 req-85ee77c0-3b0a-4106-a21c-47b14c2d1f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:22.899044 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-9a2645fd-c911-4d2a-99ff-1b158e015253 req-74719d45-e8fe-48cf-b01e-66cc0540dee6 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] Request body: {'port': {'device_id': '421ffc09-0212-49f8-8a50-d689ea609c2a', 'network_id': 'c20aa0e0-4f35-405a-8037-13b2979d45bc', 'admin_state_up': True, 'tenant_id': 'dbd79062fba14e03a63e24188f0b393f'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:08:23.006854 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-4538eb98-f3a6-4130-b80c-6488facbc1a3 service neutron] 10.222.0.35 "GET /v2.0/networks/9bae99d0-5102-4755-9f02-231ba14451d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079157 Sep 08 09:08:23.039202 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42003821-e4c1-4b2c-b15a-67f3f598ccc0 req-8629767a-c8dc-4070-834d-dc7ae30167d2 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:23.040790 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-42003821-e4c1-4b2c-b15a-67f3f598ccc0 req-8629767a-c8dc-4070-834d-dc7ae30167d2 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=3d9d1160-da80-4b76-93ca-a5a760538ecc HTTP/1.1" status: 200 len: 932 time: 0.0766709 Sep 08 09:08:23.078511 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-c3e4b32c-7be9-471f-b328-5fc3a32a5410 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dfca467b-4c54-46ec-8ec3-b88af0e82d9d HTTP/1.1" status: 200 len: 217 time: 0.0632269 Sep 08 09:08:23.104533 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-42003821-e4c1-4b2c-b15a-67f3f598ccc0 req-4c8d0d0a-e1b7-4bd2-bc1b-64bbd02f5e13 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566521 Sep 08 09:08:23.259555 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-103c0c3e-0b5f-4dd2-ba48-a8b5e5a81476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:23.261167 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-103c0c3e-0b5f-4dd2-ba48-a8b5e5a81476 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33cffe46-3ff7-49e8-a881-f3c38e341dd0 HTTP/1.1" status: 200 len: 797 time: 0.1343143 Sep 08 09:08:23.264234 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a2645fd-c911-4d2a-99ff-1b158e015253 req-74719d45-e8fe-48cf-b01e-66cc0540dee6 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] Made reservation on behalf of dbd79062fba14e03a63e24188f0b393f for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:08:23.267910 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9a2645fd-c911-4d2a-99ff-1b158e015253 req-74719d45-e8fe-48cf-b01e-66cc0540dee6 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:23.372946 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 48096) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:23.439358 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 06da58c6-48f5-4dba-b371-874136165125 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:08:23.442009 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-1ee54904-932d-465f-8d2d-e1b12667c941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:23.443598 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-1ee54904-932d-465f-8d2d-e1b12667c941 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9bae99d0-5102-4755-9f02-231ba14451d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1719580 Sep 08 09:08:23.478489 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:23.517053 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cd1ac4ff-8448-44b7-86d1-53ee450382a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:23.519547 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 06da58c6-48f5-4dba-b371-874136165125 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:08:23.547235 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 06da58c6-48f5-4dba-b371-874136165125 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:08:23.547724 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:23.654016 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:23.687188 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cd1ac4ff-8448-44b7-86d1-53ee450382a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:23.696042 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cd1ac4ff-8448-44b7-86d1-53ee450382a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:23.698185 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 06da58c6-48f5-4dba-b371-874136165125, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=06da58c6-48f5-4dba-b371-874136165125,segment=NetworkSegment(6bbf66e3-0318-4c4d-b2f3-26f8e312db51),segment_id=6bbf66e3-0318-4c4d-b2f3-26f8e312db51)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:08:23.699479 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19388f05-a8cd-40df-9a34-e83d0dd30d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06da58c6-48f5-4dba-b371-874136165125'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:08:23.702711 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f8c060-cd3d-4442-a98a-94232bb1c158" -d '{"events": [{"server_uuid": "19388f05-a8cd-40df-9a34-e83d0dd30d17", "name": "network-vif-plugged", "status": "completed", "tag": "06da58c6-48f5-4dba-b371-874136165125"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:08:23.707524 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:23.711423 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-984dda5f-bfc3-4f79-9521-5edb5157aaed req-f2394806-8dd1-4892-a4b7-6bb1014b55c4 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] 10.222.0.54 "GET /v2.0/ports?device_id=421ffc09-0212-49f8-8a50-d689ea609c2a HTTP/1.1" status: 200 len: 210 time: 0.0728087 Sep 08 09:08:23.739315 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-9a2645fd-c911-4d2a-99ff-1b158e015253 req-74719d45-e8fe-48cf-b01e-66cc0540dee6 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] Allocated IP 172.20.0.14 (c20aa0e0-4f35-405a-8037-13b2979d45bc/3ab3fd93-2bec-4748-be6a-20d65591d3f6/03f452a7-cfce-463c-976d-961756feb568) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:08:23.758425 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-bc8ef43b-9fdf-4f23-8782-d8d5888b55e8 req-85ee77c0-3b0a-4106-a21c-47b14c2d1f54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69a85363-121c-44c7-85ad-bec2d0934fe9 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:08:23.779147 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-cd1ac4ff-8448-44b7-86d1-53ee450382a7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=51a473ee63ea477cb6f77d602b634184&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4048495 Sep 08 09:08:23.780661 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 48112) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:23.786160 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bc8ef43b-9fdf-4f23-8782-d8d5888b55e8 req-85ee77c0-3b0a-4106-a21c-47b14c2d1f54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:23.787809 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ac4ff-8448-44b7-86d1-53ee450382a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15148c9f-aac0-4273-99e8-7917686f10ae,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:23.789519 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=06da58c6-48f5-4dba-b371-874136165125,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:23.821344 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-bc8ef43b-9fdf-4f23-8782-d8d5888b55e8 req-85ee77c0-3b0a-4106-a21c-47b14c2d1f54 service neutron] Transition to ACTIVE for port object 69a85363-121c-44c7-85ad-bec2d0934fe9 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:08:23.824135 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-4e7c71a6-973f-4c70-8e85-cf209d52ecd8 service neutron] 10.222.0.35 "GET /v2.0/networks/9bae99d0-5102-4755-9f02-231ba14451d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704944 Sep 08 09:08:23.829285 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bc8ef43b-9fdf-4f23-8782-d8d5888b55e8 req-85ee77c0-3b0a-4106-a21c-47b14c2d1f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:23.888346 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bfa32fa-0968-4fb9-b3ad-1b37e4a3a318 x-openstack-request-id: req-5bfa32fa-0968-4fb9-b3ad-1b37e4a3a318 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:08:23.888641 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19388f05-a8cd-40df-9a34-e83d0dd30d17", "name": "network-vif-plugged", "status": "completed", "tag": "06da58c6-48f5-4dba-b371-874136165125", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:08:23.888897 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5bfa32fa-0968-4fb9-b3ad-1b37e4a3a318 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:08:23.889300 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19388f05-a8cd-40df-9a34-e83d0dd30d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06da58c6-48f5-4dba-b371-874136165125', 'code': 200} Sep 08 09:08:23.906525 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80cfcd3-3559-4bd9-be5c-8a639764b838 req-217fa204-942d-4480-a940-6219fea73110 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:23.908823 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a80cfcd3-3559-4bd9-be5c-8a639764b838 req-217fa204-942d-4480-a940-6219fea73110 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] 10.222.0.54 "GET /v2.0/ports?device_id=19388f05-a8cd-40df-9a34-e83d0dd30d17 HTTP/1.1" status: 200 len: 945 time: 0.0956321 Sep 08 09:08:23.921441 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0dd5a48f-c02d-44e3-ba74-80052c05bdaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:23.963565 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0dd5a48f-c02d-44e3-ba74-80052c05bdaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:23.984466 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:23.986565 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a80cfcd3-3559-4bd9-be5c-8a639764b838 req-fc7d7bc1-1acb-4b14-904a-51eb60a83770 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] 10.222.0.54 "GET /v2.0/security-groups?id=e99c9fa6-8df9-426a-b933-84ad7d3aeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667548 Sep 08 09:08:24.005616 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee77c0-3b0a-4106-a21c-47b14c2d1f54 service neutron] Pushing event updated for resources: {'Port': ['ID=69a85363-121c-44c7-85ad-bec2d0934fe9,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:24.040313 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0dd5a48f-c02d-44e3-ba74-80052c05bdaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:24.043399 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0dd5a48f-c02d-44e3-ba74-80052c05bdaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:24.044661 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0dd5a48f-c02d-44e3-ba74-80052c05bdaf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/15148c9f-aac0-4273-99e8-7917686f10ae HTTP/1.1" status: 204 len: 168 time: 0.2628787 Sep 08 09:08:24.053599 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd5a48f-c02d-44e3-ba74-80052c05bdaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15148c9f-aac0-4273-99e8-7917686f10ae,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:24.167291 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9299b5a-b719-4cf0-91d0-ae6d355249da req-b1ba22c7-cbf4-417d-81e0-4f187b59320c service neutron] 10.222.0.35 "GET /v2.0/networks/9bae99d0-5102-4755-9f02-231ba14451d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046961 Sep 08 09:08:24.212931 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfba215-6eb6-4728-ae7d-afaafcd2cf28 req-3466c914-4f7a-4d14-bcf7-8a87c5809f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:24.214751 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8bfba215-6eb6-4728-ae7d-afaafcd2cf28 req-3466c914-4f7a-4d14-bcf7-8a87c5809f1a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=19388f05-a8cd-40df-9a34-e83d0dd30d17 HTTP/1.1" status: 200 len: 1097 time: 0.2209833 Sep 08 09:08:24.225942 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a9126-234f-4aad-8f8f-91394aabe9cb req-4112fc5f-7a05-40a2-995d-e8a17ed2adf7 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:24.228633 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c81a9126-234f-4aad-8f8f-91394aabe9cb req-4112fc5f-7a05-40a2-995d-e8a17ed2adf7 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=21561af1-68dc-4f96-a54f-5cdbc22a5127 HTTP/1.1" status: 200 len: 946 time: 0.2398946 Sep 08 09:08:24.246847 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9269d-9cfa-4207-b6f5-bc9839c03775 req-bcf64972-ff07-4b24-9d58-d79cf77dd84b tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:24.248685 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-97c9269d-9cfa-4207-b6f5-bc9839c03775 req-bcf64972-ff07-4b24-9d58-d79cf77dd84b tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=3d9d1160-da80-4b76-93ca-a5a760538ecc HTTP/1.1" status: 200 len: 944 time: 0.0740004 Sep 08 09:08:24.294346 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-97c9269d-9cfa-4207-b6f5-bc9839c03775 req-b7786245-b6c6-45ef-95f1-ba3c7673937d tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386755 Sep 08 09:08:24.297677 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-bc8ef43b-9fdf-4f23-8782-d8d5888b55e8 req-85ee77c0-3b0a-4106-a21c-47b14c2d1f54 service neutron] Attempting to bind port 69a85363-121c-44c7-85ad-bec2d0934fe9 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:08:24.297921 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-bc8ef43b-9fdf-4f23-8782-d8d5888b55e8 req-85ee77c0-3b0a-4106-a21c-47b14c2d1f54 service neutron] Attempting to bind port 69a85363-121c-44c7-85ad-bec2d0934fe9 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '3af659db-8c52-4cba-bbf9-dfdf7a2d015a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '643d18a2-f561-4ab8-ba5f-9dc85934ae99'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:08:24.298699 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8ef43b-9fdf-4f23-8782-d8d5888b55e8 req-85ee77c0-3b0a-4106-a21c-47b14c2d1f54 service neutron] Attempting to bind port 69a85363-121c-44c7-85ad-bec2d0934fe9 on network 643d18a2-f561-4ab8-ba5f-9dc85934ae99 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:08:24.305819 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9a2645fd-c911-4d2a-99ff-1b158e015253 req-74719d45-e8fe-48cf-b01e-66cc0540dee6 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:24.332009 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c81a9126-234f-4aad-8f8f-91394aabe9cb req-22331f9e-bc6b-4a7e-a7b5-b0438519206e tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921588 Sep 08 09:08:24.339323 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8ef43b-9fdf-4f23-8782-d8d5888b55e8 req-85ee77c0-3b0a-4106-a21c-47b14c2d1f54 service neutron] Port 69a85363-121c-44c7-85ad-bec2d0934fe9 on network 643d18a2-f561-4ab8-ba5f-9dc85934ae99 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:08:24.339656 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8ef43b-9fdf-4f23-8782-d8d5888b55e8 req-85ee77c0-3b0a-4106-a21c-47b14c2d1f54 service neutron] Attempting to bind port 69a85363-121c-44c7-85ad-bec2d0934fe9 on network 643d18a2-f561-4ab8-ba5f-9dc85934ae99 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:08:24.355215 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8ef43b-9fdf-4f23-8782-d8d5888b55e8 req-85ee77c0-3b0a-4106-a21c-47b14c2d1f54 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:08:24.355215 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8ef43b-9fdf-4f23-8782-d8d5888b55e8 req-85ee77c0-3b0a-4106-a21c-47b14c2d1f54 service neutron] Checking segment: {'id': '3af659db-8c52-4cba-bbf9-dfdf7a2d015a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '643d18a2-f561-4ab8-ba5f-9dc85934ae99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:08:24.355215 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8ef43b-9fdf-4f23-8782-d8d5888b55e8 req-85ee77c0-3b0a-4106-a21c-47b14c2d1f54 service neutron] Bound using segment: {'id': '3af659db-8c52-4cba-bbf9-dfdf7a2d015a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '643d18a2-f561-4ab8-ba5f-9dc85934ae99'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:08:24.355215 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-bc8ef43b-9fdf-4f23-8782-d8d5888b55e8 req-85ee77c0-3b0a-4106-a21c-47b14c2d1f54 service neutron] Bound port: 69a85363-121c-44c7-85ad-bec2d0934fe9, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3af659db-8c52-4cba-bbf9-dfdf7a2d015a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '643d18a2-f561-4ab8-ba5f-9dc85934ae99'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:08:24.355215 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bc8ef43b-9fdf-4f23-8782-d8d5888b55e8 req-85ee77c0-3b0a-4106-a21c-47b14c2d1f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:24.376462 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8bfba215-6eb6-4728-ae7d-afaafcd2cf28 req-3f5f0b4b-eb6a-40e3-bfe1-cc902f9e0fc0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e99c9fa6-8df9-426a-b933-84ad7d3aeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074102 Sep 08 09:08:24.380468 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 48122) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:24.395600 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-81f93fa8-5008-409d-8fd7-f4d8b9c2ae7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:24.452012 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9a2645fd-c911-4d2a-99ff-1b158e015253 req-74719d45-e8fe-48cf-b01e-66cc0540dee6 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:24.473531 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-bc8ef43b-9fdf-4f23-8782-d8d5888b55e8 req-85ee77c0-3b0a-4106-a21c-47b14c2d1f54 service neutron] For port 69a85363-121c-44c7-85ad-bec2d0934fe9, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:08:24.505422 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-81f93fa8-5008-409d-8fd7-f4d8b9c2ae7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:24.510573 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-81f93fa8-5008-409d-8fd7-f4d8b9c2ae7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:24.516217 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-bc8ef43b-9fdf-4f23-8782-d8d5888b55e8 req-85ee77c0-3b0a-4106-a21c-47b14c2d1f54 service neutron] For port 69a85363-121c-44c7-85ad-bec2d0934fe9, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=69a85363-121c-44c7-85ad-bec2d0934fe9,segment=NetworkSegment(3af659db-8c52-4cba-bbf9-dfdf7a2d015a),segment_id=3af659db-8c52-4cba-bbf9-dfdf7a2d015a)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:08:24.526966 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bc8ef43b-9fdf-4f23-8782-d8d5888b55e8 req-85ee77c0-3b0a-4106-a21c-47b14c2d1f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:24.531571 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a2645fd-c911-4d2a-99ff-1b158e015253 req-74719d45-e8fe-48cf-b01e-66cc0540dee6 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] Network c20aa0e0-4f35-405a-8037-13b2979d45bc is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:08:24.542682 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-9a2645fd-c911-4d2a-99ff-1b158e015253 req-74719d45-e8fe-48cf-b01e-66cc0540dee6 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:08:24.545172 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a2645fd-c911-4d2a-99ff-1b158e015253 req-74719d45-e8fe-48cf-b01e-66cc0540dee6 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:08:24.551124 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-81f93fa8-5008-409d-8fd7-f4d8b9c2ae7a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=eea2f88a80ab4ca3a12c13f50dc8009a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1687758 Sep 08 09:08:24.551994 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f93fa8-5008-409d-8fd7-f4d8b9c2ae7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f03e38a-e017-40ae-a0d5-6698f3156eac,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:24.555129 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 48124) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:24.570667 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74719d45-e8fe-48cf-b01e-66cc0540dee6 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] Pushing event updated for resources: {'Port': ['ID=03f452a7-cfce-463c-976d-961756feb568,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:24.587422 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ef43b-9fdf-4f23-8782-d8d5888b55e8 req-85ee77c0-3b0a-4106-a21c-47b14c2d1f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:24.588043 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bc8ef43b-9fdf-4f23-8782-d8d5888b55e8 req-85ee77c0-3b0a-4106-a21c-47b14c2d1f54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:24.589436 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bc8ef43b-9fdf-4f23-8782-d8d5888b55e8 req-85ee77c0-3b0a-4106-a21c-47b14c2d1f54 service neutron] 10.222.0.37 "PUT /v2.0/ports/69a85363-121c-44c7-85ad-bec2d0934fe9 HTTP/1.1" status: 200 len: 1093 time: 1.8775668 Sep 08 09:08:24.606802 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d9d1160-da80-4b76-93ca-a5a760538ecc', 'tag': '69a85363-121c-44c7-85ad-bec2d0934fe9'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:08:24.609372 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb966e9-631a-4ce1-8739-21e1db596574" -d '{"events": [{"name": "network-changed", "server_uuid": "3d9d1160-da80-4b76-93ca-a5a760538ecc", "tag": "69a85363-121c-44c7-85ad-bec2d0934fe9"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:08:24.610765 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1fbd58fd-2038-45d8-ba10-50048c628a61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:24.643378 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1fbd58fd-2038-45d8-ba10-50048c628a61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:24.651227 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2645fd-c911-4d2a-99ff-1b158e015253 req-74719d45-e8fe-48cf-b01e-66cc0540dee6 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:24.652192 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9a2645fd-c911-4d2a-99ff-1b158e015253 req-74719d45-e8fe-48cf-b01e-66cc0540dee6 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:24.658056 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4966165f-8908-496f-90aa-63656d81aea9 x-openstack-request-id: req-4966165f-8908-496f-90aa-63656d81aea9 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:08:24.658338 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d9d1160-da80-4b76-93ca-a5a760538ecc", "tag": "69a85363-121c-44c7-85ad-bec2d0934fe9", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:08:24.658595 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4966165f-8908-496f-90aa-63656d81aea9 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:08:24.658978 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d9d1160-da80-4b76-93ca-a5a760538ecc', 'tag': '69a85363-121c-44c7-85ad-bec2d0934fe9', 'status': 'completed', 'code': 200} Sep 08 09:08:24.694388 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1fbd58fd-2038-45d8-ba10-50048c628a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:24.697529 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1fbd58fd-2038-45d8-ba10-50048c628a61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:24.698888 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1fbd58fd-2038-45d8-ba10-50048c628a61 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3f03e38a-e017-40ae-a0d5-6698f3156eac HTTP/1.1" status: 204 len: 168 time: 0.1428361 Sep 08 09:08:24.703528 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee77c0-3b0a-4106-a21c-47b14c2d1f54 service neutron] Pushing event updated for resources: {'Port': ['ID=69a85363-121c-44c7-85ad-bec2d0934fe9,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:24.710171 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd58fd-2038-45d8-ba10-50048c628a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f03e38a-e017-40ae-a0d5-6698f3156eac,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:24.710515 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9a2645fd-c911-4d2a-99ff-1b158e015253 req-74719d45-e8fe-48cf-b01e-66cc0540dee6 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8165791 Sep 08 09:08:24.724054 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ef43b-9fdf-4f23-8782-d8d5888b55e8 req-fda34583-6596-470c-a6a7-551d51559472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:24.726340 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bc8ef43b-9fdf-4f23-8782-d8d5888b55e8 req-fda34583-6596-470c-a6a7-551d51559472 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c4acd6367d646a3befa77424fa4ba4a&device_id=3d9d1160-da80-4b76-93ca-a5a760538ecc HTTP/1.1" status: 200 len: 1096 time: 0.0665681 Sep 08 09:08:24.731379 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-9a2645fd-c911-4d2a-99ff-1b158e015253 req-71794096-4714-4973-8e78-13733c339fec service neutron] Request body: {'port': {'device_id': '421ffc09-0212-49f8-8a50-d689ea609c2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:08:24.797344 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bc8ef43b-9fdf-4f23-8782-d8d5888b55e8 req-9578a561-bf11-4ff0-886d-b8e110bb5b8e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69a85363-121c-44c7-85ad-bec2d0934fe9 HTTP/1.1" status: 200 len: 217 time: 0.0415502 Sep 08 09:08:24.868115 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9a2645fd-c911-4d2a-99ff-1b158e015253 req-71794096-4714-4973-8e78-13733c339fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:24.891414 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ef43b-9fdf-4f23-8782-d8d5888b55e8 req-ce17c0a2-d4ba-43db-a040-91c24f7fb3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:24.892924 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bc8ef43b-9fdf-4f23-8782-d8d5888b55e8 req-ce17c0a2-d4ba-43db-a040-91c24f7fb3fa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9a55585f-dc5f-44d9-8cd9-f8cb2e1994de HTTP/1.1" status: 200 len: 852 time: 0.0870819 Sep 08 09:08:24.893172 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbecb390-4c6c-4698-8d09-39c9b6a24d6a req-f5a42f50-5969-46c8-a26a-58a8cb37f170 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:24.895121 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cbecb390-4c6c-4698-8d09-39c9b6a24d6a req-f5a42f50-5969-46c8-a26a-58a8cb37f170 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] 10.222.0.54 "GET /v2.0/ports?device_id=421ffc09-0212-49f8-8a50-d689ea609c2a HTTP/1.1" status: 200 len: 932 time: 0.0828679 Sep 08 09:08:24.940794 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cbecb390-4c6c-4698-8d09-39c9b6a24d6a req-13fc32fa-6f48-43c0-9f41-5b8d5e85602e tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] 10.222.0.54 "GET /v2.0/security-groups?id=69839afc-de1b-492f-9a8f-81ffc85f2880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388951 Sep 08 09:08:24.956332 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bc8ef43b-9fdf-4f23-8782-d8d5888b55e8 req-04d4b25d-1bc8-4f1d-8423-46f4f4681226 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=643d18a2-f561-4ab8-ba5f-9dc85934ae99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328958 Sep 08 09:08:25.130007 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af265e21-fa2f-4f9c-8d2f-031db85bc4e8 req-af7d7162-28fb-4c8f-9a3e-a5a277449ee7 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:25.132535 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-af265e21-fa2f-4f9c-8d2f-031db85bc4e8 req-af7d7162-28fb-4c8f-9a3e-a5a277449ee7 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] 10.222.0.54 "GET /v2.0/ports?device_id=19388f05-a8cd-40df-9a34-e83d0dd30d17 HTTP/1.1" status: 200 len: 945 time: 0.0691662 Sep 08 09:08:25.196975 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-af265e21-fa2f-4f9c-8d2f-031db85bc4e8 req-55b25677-89dc-4bd7-8069-3b5ef349678c tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] 10.222.0.54 "GET /v2.0/security-groups?id=e99c9fa6-8df9-426a-b933-84ad7d3aeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419605 Sep 08 09:08:25.220353 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bc8ef43b-9fdf-4f23-8782-d8d5888b55e8 req-f90ad4f0-7f84-4b1b-8cdf-a2cb115bcd09 service neutron] 10.222.0.37 "GET /v2.0/networks/643d18a2-f561-4ab8-ba5f-9dc85934ae99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565684 Sep 08 09:08:25.388880 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bc8ef43b-9fdf-4f23-8782-d8d5888b55e8 req-f3cd32dc-748f-469c-ab7b-5a2a64400944 service neutron] 10.222.0.37 "GET /v2.0/networks/643d18a2-f561-4ab8-ba5f-9dc85934ae99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596246 Sep 08 09:08:25.401399 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-9a2645fd-c911-4d2a-99ff-1b158e015253 req-71794096-4714-4973-8e78-13733c339fec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03f452a7-cfce-463c-976d-961756feb568 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:08:25.412061 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9a2645fd-c911-4d2a-99ff-1b158e015253 req-71794096-4714-4973-8e78-13733c339fec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:25.430352 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-9a2645fd-c911-4d2a-99ff-1b158e015253 req-71794096-4714-4973-8e78-13733c339fec service neutron] Transition to ACTIVE for port object 03f452a7-cfce-463c-976d-961756feb568 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:08:25.452647 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b679c-f354-4548-b56a-c9e98fa3485c req-69d84e4d-9034-4ed5-8c98-5681732e5bdd tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:25.462508 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-725b679c-f354-4548-b56a-c9e98fa3485c req-69d84e4d-9034-4ed5-8c98-5681732e5bdd tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=3d9d1160-da80-4b76-93ca-a5a760538ecc HTTP/1.1" status: 200 len: 944 time: 0.0866344 Sep 08 09:08:25.478869 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9a2645fd-c911-4d2a-99ff-1b158e015253 req-71794096-4714-4973-8e78-13733c339fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:25.502982 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-725b679c-f354-4548-b56a-c9e98fa3485c req-773f8705-6acc-4454-9c7f-5a6c6e920e6f tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363266 Sep 08 09:08:25.583504 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3079bba2-d7e4-406d-8024-c8285a1f12ce req-b223f3e3-4c8c-4ac9-a029-e4f2bb709dbd tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:25.586073 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3079bba2-d7e4-406d-8024-c8285a1f12ce req-b223f3e3-4c8c-4ac9-a029-e4f2bb709dbd tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=21561af1-68dc-4f96-a54f-5cdbc22a5127 HTTP/1.1" status: 200 len: 946 time: 0.1537786 Sep 08 09:08:25.602590 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71794096-4714-4973-8e78-13733c339fec service neutron] Pushing event updated for resources: {'Port': ['ID=03f452a7-cfce-463c-976d-961756feb568,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:25.681697 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb966e9-631a-4ce1-8739-21e1db596574 req-040797fa-165f-49de-8233-8c76f3922ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:25.683237 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-edb966e9-631a-4ce1-8739-21e1db596574 req-040797fa-165f-49de-8233-8c76f3922ffc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c4acd6367d646a3befa77424fa4ba4a&device_id=3d9d1160-da80-4b76-93ca-a5a760538ecc HTTP/1.1" status: 200 len: 1096 time: 0.2006862 Sep 08 09:08:25.689585 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3079bba2-d7e4-406d-8024-c8285a1f12ce req-35697dab-db49-4642-a50c-d0044754a8af tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904288 Sep 08 09:08:25.773005 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-9a2645fd-c911-4d2a-99ff-1b158e015253 req-71794096-4714-4973-8e78-13733c339fec service neutron] Attempting to bind port 03f452a7-cfce-463c-976d-961756feb568 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:08:25.773370 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-9a2645fd-c911-4d2a-99ff-1b158e015253 req-71794096-4714-4973-8e78-13733c339fec service neutron] Attempting to bind port 03f452a7-cfce-463c-976d-961756feb568 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '3eccf97e-3ac4-42f3-8b95-5357da4fe699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c20aa0e0-4f35-405a-8037-13b2979d45bc'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:08:25.773731 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2645fd-c911-4d2a-99ff-1b158e015253 req-71794096-4714-4973-8e78-13733c339fec service neutron] Attempting to bind port 03f452a7-cfce-463c-976d-961756feb568 on network c20aa0e0-4f35-405a-8037-13b2979d45bc {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:08:25.780661 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2645fd-c911-4d2a-99ff-1b158e015253 req-71794096-4714-4973-8e78-13733c339fec service neutron] Port 03f452a7-cfce-463c-976d-961756feb568 on network c20aa0e0-4f35-405a-8037-13b2979d45bc not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:08:25.780984 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2645fd-c911-4d2a-99ff-1b158e015253 req-71794096-4714-4973-8e78-13733c339fec service neutron] Attempting to bind port 03f452a7-cfce-463c-976d-961756feb568 on network c20aa0e0-4f35-405a-8037-13b2979d45bc {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:08:25.788832 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2645fd-c911-4d2a-99ff-1b158e015253 req-71794096-4714-4973-8e78-13733c339fec service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:08:25.789170 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2645fd-c911-4d2a-99ff-1b158e015253 req-71794096-4714-4973-8e78-13733c339fec service neutron] Checking segment: {'id': '3eccf97e-3ac4-42f3-8b95-5357da4fe699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c20aa0e0-4f35-405a-8037-13b2979d45bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:08:25.789553 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2645fd-c911-4d2a-99ff-1b158e015253 req-71794096-4714-4973-8e78-13733c339fec service neutron] Bound using segment: {'id': '3eccf97e-3ac4-42f3-8b95-5357da4fe699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c20aa0e0-4f35-405a-8037-13b2979d45bc'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:08:25.790022 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-9a2645fd-c911-4d2a-99ff-1b158e015253 req-71794096-4714-4973-8e78-13733c339fec service neutron] Bound port: 03f452a7-cfce-463c-976d-961756feb568, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eccf97e-3ac4-42f3-8b95-5357da4fe699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c20aa0e0-4f35-405a-8037-13b2979d45bc'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:08:25.790414 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9a2645fd-c911-4d2a-99ff-1b158e015253 req-71794096-4714-4973-8e78-13733c339fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:25.846936 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb966e9-631a-4ce1-8739-21e1db596574 req-d1e48655-3f17-46f0-9f84-06cdacbaa7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:25.848455 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-edb966e9-631a-4ce1-8739-21e1db596574 req-d1e48655-3f17-46f0-9f84-06cdacbaa7eb service neutron] 10.222.0.37 "GET /v2.0/networks?id=643d18a2-f561-4ab8-ba5f-9dc85934ae99 HTTP/1.1" status: 200 len: 913 time: 0.1562314 Sep 08 09:08:25.899121 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-edb966e9-631a-4ce1-8739-21e1db596574 req-a9db68a2-7ad3-4d9d-8ead-add6a62122f0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69a85363-121c-44c7-85ad-bec2d0934fe9 HTTP/1.1" status: 200 len: 217 time: 0.0427554 Sep 08 09:08:25.949454 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-9a2645fd-c911-4d2a-99ff-1b158e015253 req-71794096-4714-4973-8e78-13733c339fec service neutron] For port 03f452a7-cfce-463c-976d-961756feb568, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:08:25.970114 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-9a2645fd-c911-4d2a-99ff-1b158e015253 req-71794096-4714-4973-8e78-13733c339fec service neutron] For port 03f452a7-cfce-463c-976d-961756feb568, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=03f452a7-cfce-463c-976d-961756feb568,segment=NetworkSegment(3eccf97e-3ac4-42f3-8b95-5357da4fe699),segment_id=3eccf97e-3ac4-42f3-8b95-5357da4fe699)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:08:25.975347 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb966e9-631a-4ce1-8739-21e1db596574 req-380af6fa-94a6-4f7e-882e-ed0674926f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:25.976810 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-edb966e9-631a-4ce1-8739-21e1db596574 req-380af6fa-94a6-4f7e-882e-ed0674926f90 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9a55585f-dc5f-44d9-8cd9-f8cb2e1994de HTTP/1.1" status: 200 len: 852 time: 0.0679989 Sep 08 09:08:25.978414 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9a2645fd-c911-4d2a-99ff-1b158e015253 req-71794096-4714-4973-8e78-13733c339fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:26.043809 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-edb966e9-631a-4ce1-8739-21e1db596574 req-c8ec08f3-57f2-4aef-bfef-b065f433e8b7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=643d18a2-f561-4ab8-ba5f-9dc85934ae99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576372 Sep 08 09:08:26.044983 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2645fd-c911-4d2a-99ff-1b158e015253 req-71794096-4714-4973-8e78-13733c339fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:26.045602 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9a2645fd-c911-4d2a-99ff-1b158e015253 req-71794096-4714-4973-8e78-13733c339fec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:26.046931 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9a2645fd-c911-4d2a-99ff-1b158e015253 req-71794096-4714-4973-8e78-13733c339fec service neutron] 10.222.0.37 "PUT /v2.0/ports/03f452a7-cfce-463c-976d-961756feb568 HTTP/1.1" status: 200 len: 1093 time: 1.3196762 Sep 08 09:08:26.094919 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab813fc-a221-4f24-be1f-769c6a1205be req-fc030962-dee9-4de6-ab81-bea74d0c75f3 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:26.107294 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-eab813fc-a221-4f24-be1f-769c6a1205be req-fc030962-dee9-4de6-ab81-bea74d0c75f3 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] 10.222.0.54 "GET /v2.0/ports?device_id=421ffc09-0212-49f8-8a50-d689ea609c2a HTTP/1.1" status: 200 len: 944 time: 0.0774224 Sep 08 09:08:26.149012 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71794096-4714-4973-8e78-13733c339fec service neutron] Pushing event updated for resources: {'Port': ['ID=03f452a7-cfce-463c-976d-961756feb568,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:26.173402 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-eab813fc-a221-4f24-be1f-769c6a1205be req-f96e47b6-0848-4dde-ab2b-a41c45ec50bb tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] 10.222.0.54 "GET /v2.0/security-groups?id=69839afc-de1b-492f-9a8f-81ffc85f2880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649714 Sep 08 09:08:26.628559 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2645fd-c911-4d2a-99ff-1b158e015253 req-9c062620-5903-4929-87ea-3e0a58edf2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:26.630555 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9a2645fd-c911-4d2a-99ff-1b158e015253 req-9c062620-5903-4929-87ea-3e0a58edf2f5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dbd79062fba14e03a63e24188f0b393f&device_id=421ffc09-0212-49f8-8a50-d689ea609c2a HTTP/1.1" status: 200 len: 1096 time: 0.4956431 Sep 08 09:08:26.642317 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-edb966e9-631a-4ce1-8739-21e1db596574 req-29e2a397-afd4-4a43-9497-eb231331ab60 service neutron] 10.222.0.37 "GET /v2.0/networks/643d18a2-f561-4ab8-ba5f-9dc85934ae99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5536458 Sep 08 09:08:26.675745 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4560436-98c8-4597-a750-0d4ff4216683 req-73a10555-f030-4e4a-98eb-148b18eb3d45 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:26.684783 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a112e1-4ac3-4f1d-a99f-a119dfc85296 req-36a8f35d-96e0-4947-9956-68e5d7fa95e2 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:26.686431 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f4560436-98c8-4597-a750-0d4ff4216683 req-73a10555-f030-4e4a-98eb-148b18eb3d45 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] 10.222.0.54 "GET /v2.0/ports?device_id=19388f05-a8cd-40df-9a34-e83d0dd30d17 HTTP/1.1" status: 200 len: 945 time: 0.1177468 Sep 08 09:08:26.686643 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b4a112e1-4ac3-4f1d-a99f-a119dfc85296 req-36a8f35d-96e0-4947-9956-68e5d7fa95e2 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=3d9d1160-da80-4b76-93ca-a5a760538ecc HTTP/1.1" status: 200 len: 944 time: 0.0751364 Sep 08 09:08:26.688290 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '421ffc09-0212-49f8-8a50-d689ea609c2a', 'tag': '03f452a7-cfce-463c-976d-961756feb568'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:08:26.690729 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec6cb4e-6301-4af9-97c7-4115f008ba10" -d '{"events": [{"name": "network-changed", "server_uuid": "421ffc09-0212-49f8-8a50-d689ea609c2a", "tag": "03f452a7-cfce-463c-976d-961756feb568"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:08:26.746396 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b4a112e1-4ac3-4f1d-a99f-a119dfc85296 req-41a26a17-0b79-4f6e-a6e4-fcf4e36ef553 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460670 Sep 08 09:08:26.762581 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9a2645fd-c911-4d2a-99ff-1b158e015253 req-0d4c7393-ccc2-4517-9a6f-a3855dd80c30 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03f452a7-cfce-463c-976d-961756feb568 HTTP/1.1" status: 200 len: 217 time: 0.1120069 Sep 08 09:08:26.935951 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f4560436-98c8-4597-a750-0d4ff4216683 req-1ef48a57-61ca-40c2-bdfe-f4c0f0d3caf3 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] 10.222.0.54 "GET /v2.0/security-groups?id=e99c9fa6-8df9-426a-b933-84ad7d3aeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2486470 Sep 08 09:08:26.951337 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2645fd-c911-4d2a-99ff-1b158e015253 req-a6b849a3-b47f-45bf-8a76-6e6237b7d9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:26.955405 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9a2645fd-c911-4d2a-99ff-1b158e015253 req-a6b849a3-b47f-45bf-8a76-6e6237b7d9d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ab3fd93-2bec-4748-be6a-20d65591d3f6 HTTP/1.1" status: 200 len: 854 time: 0.1574039 Sep 08 09:08:27.006932 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9a2645fd-c911-4d2a-99ff-1b158e015253 req-8463dd17-a1b1-49df-aaf7-3f6ba83566ee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c20aa0e0-4f35-405a-8037-13b2979d45bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329020 Sep 08 09:08:27.011522 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-edb966e9-631a-4ce1-8739-21e1db596574 req-e908e4de-758b-41ae-8924-3248e47690db service neutron] 10.222.0.37 "GET /v2.0/networks/643d18a2-f561-4ab8-ba5f-9dc85934ae99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547812 Sep 08 09:08:27.019495 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd45d50f-5c14-4145-bc85-fd7c44be237e x-openstack-request-id: req-fd45d50f-5c14-4145-bc85-fd7c44be237e {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:08:27.019495 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "421ffc09-0212-49f8-8a50-d689ea609c2a", "tag": "03f452a7-cfce-463c-976d-961756feb568", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:08:27.019863 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fd45d50f-5c14-4145-bc85-fd7c44be237e {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:08:27.020262 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '421ffc09-0212-49f8-8a50-d689ea609c2a', 'tag': '03f452a7-cfce-463c-976d-961756feb568', 'status': 'completed', 'code': 200} Sep 08 09:08:27.063949 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aad0ae-9b22-4b1d-88ac-d193fd23e6cd req-1322e60c-3056-427e-aeb6-2f04fe649a6e tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:27.066117 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-84aad0ae-9b22-4b1d-88ac-d193fd23e6cd req-1322e60c-3056-427e-aeb6-2f04fe649a6e tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=21561af1-68dc-4f96-a54f-5cdbc22a5127 HTTP/1.1" status: 200 len: 946 time: 0.0966508 Sep 08 09:08:27.147300 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-84aad0ae-9b22-4b1d-88ac-d193fd23e6cd req-e0958498-a606-49a7-8cc7-bc34ab52767b tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704193 Sep 08 09:08:27.176456 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28b73f-a7bd-4df2-9cc6-15e92ac3fc73 req-76cc9a42-d6b1-4fb3-9029-b5ab29f90c38 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:27.178187 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0e28b73f-a7bd-4df2-9cc6-15e92ac3fc73 req-76cc9a42-d6b1-4fb3-9029-b5ab29f90c38 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] 10.222.0.54 "GET /v2.0/ports?device_id=19388f05-a8cd-40df-9a34-e83d0dd30d17 HTTP/1.1" status: 200 len: 945 time: 0.0753407 Sep 08 09:08:27.180706 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9a2645fd-c911-4d2a-99ff-1b158e015253 req-3ed2e0c2-782a-4a0c-a0ae-6a37891e7bad service neutron] 10.222.0.37 "GET /v2.0/networks/c20aa0e0-4f35-405a-8037-13b2979d45bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505494 Sep 08 09:08:27.188522 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 48212) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:27.195410 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-800fec0e-411e-452e-a4d7-8362649b629f tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Request body: {'floatingip': {'port_id': '06da58c6-48f5-4dba-b371-874136165125'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:08:27.272394 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-800fec0e-411e-452e-a4d7-8362649b629f tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Notify callbacks [] for floatingip, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:27.293536 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9a2645fd-c911-4d2a-99ff-1b158e015253 req-0ae11120-1ada-4e9d-bb4f-0b2cdf4ac118 service neutron] 10.222.0.37 "GET /v2.0/networks/c20aa0e0-4f35-405a-8037-13b2979d45bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030500 Sep 08 09:08:27.391637 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cafad1-d933-4758-a0a5-49e28b6e9a9b req-05f2d907-ec46-4cb1-ba3f-a3de9cb2a252 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:27.394077 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f0cafad1-d933-4758-a0a5-49e28b6e9a9b req-05f2d907-ec46-4cb1-ba3f-a3de9cb2a252 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] 10.222.0.54 "GET /v2.0/ports?device_id=421ffc09-0212-49f8-8a50-d689ea609c2a HTTP/1.1" status: 200 len: 944 time: 0.0771115 Sep 08 09:08:27.468957 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f0cafad1-d933-4758-a0a5-49e28b6e9a9b req-d24162bb-2fe3-4182-a86c-a2ff2f820619 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] 10.222.0.54 "GET /v2.0/security-groups?id=69839afc-de1b-492f-9a8f-81ffc85f2880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637605 Sep 08 09:08:27.471987 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6cb4e-6301-4af9-97c7-4115f008ba10 req-ce553375-4182-40a6-8759-3d8e6a466f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:27.473629 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dec6cb4e-6301-4af9-97c7-4115f008ba10 req-ce553375-4182-40a6-8759-3d8e6a466f9d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dbd79062fba14e03a63e24188f0b393f&device_id=421ffc09-0212-49f8-8a50-d689ea609c2a HTTP/1.1" status: 200 len: 1096 time: 0.0781257 Sep 08 09:08:27.575804 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6cb4e-6301-4af9-97c7-4115f008ba10 req-0562d847-2b0a-47a2-9675-9b57040f15af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:27.577430 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dec6cb4e-6301-4af9-97c7-4115f008ba10 req-0562d847-2b0a-47a2-9675-9b57040f15af service neutron] 10.222.0.37 "GET /v2.0/networks?id=c20aa0e0-4f35-405a-8037-13b2979d45bc HTTP/1.1" status: 200 len: 915 time: 0.0963836 Sep 08 09:08:27.627410 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dec6cb4e-6301-4af9-97c7-4115f008ba10 req-6e64daba-e59c-4793-9650-523f0e335b88 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03f452a7-cfce-463c-976d-961756feb568 HTTP/1.1" status: 200 len: 217 time: 0.0412591 Sep 08 09:08:27.680258 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6cb4e-6301-4af9-97c7-4115f008ba10 req-46001d01-bb71-42c3-a21e-4325380a36c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:27.681988 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dec6cb4e-6301-4af9-97c7-4115f008ba10 req-46001d01-bb71-42c3-a21e-4325380a36c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ab3fd93-2bec-4748-be6a-20d65591d3f6 HTTP/1.1" status: 200 len: 854 time: 0.0474198 Sep 08 09:08:27.717193 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dec6cb4e-6301-4af9-97c7-4115f008ba10 req-f59b8ac2-edcb-44b6-bdd0-bc7c604308aa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c20aa0e0-4f35-405a-8037-13b2979d45bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279801 Sep 08 09:08:27.831137 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dec6cb4e-6301-4af9-97c7-4115f008ba10 req-cf9c5fad-a8c7-48ac-87e4-37e54916add3 service neutron] 10.222.0.37 "GET /v2.0/networks/c20aa0e0-4f35-405a-8037-13b2979d45bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043758 Sep 08 09:08:27.831369 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-800fec0e-411e-452e-a4d7-8362649b629f tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:27.837457 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-800fec0e-411e-452e-a4d7-8362649b629f tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:27.947833 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dec6cb4e-6301-4af9-97c7-4115f008ba10 req-f351f59c-b964-4cbd-8194-3ed67020ab85 service neutron] 10.222.0.37 "GET /v2.0/networks/c20aa0e0-4f35-405a-8037-13b2979d45bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040337 Sep 08 09:08:27.976023 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2620569-d3ac-406f-9c64-01f63ff1588e req-4d2a27d2-bb0a-48a5-8a0d-022b4129e05a tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:27.977685 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d2620569-d3ac-406f-9c64-01f63ff1588e req-4d2a27d2-bb0a-48a5-8a0d-022b4129e05a tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=3d9d1160-da80-4b76-93ca-a5a760538ecc HTTP/1.1" status: 200 len: 944 time: 0.1370106 Sep 08 09:08:27.999003 n-d-806683-11 neutron-server[94713]: INFO neutron.db.l3_db [None req-800fec0e-411e-452e-a4d7-8362649b629f tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Floating IP 7be889b9-ced9-4e73-a78d-5f375ef9d5da associated. External IP: 172.25.0.235, port: 06da58c6-48f5-4dba-b371-874136165125. Sep 08 09:08:28.056238 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 48230) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:28.068176 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d2620569-d3ac-406f-9c64-01f63ff1588e req-615ffcc3-f952-41bf-ac7a-e6b7d2381820 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811076 Sep 08 09:08:28.170442 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-533f6850-f82c-4a4b-8182-7d613978be7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:28.238541 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-800fec0e-411e-452e-a4d7-8362649b629f tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Router 5be0fe20-6ff7-4e8e-b269-56f6e84249fe has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:08:28.294671 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2c25d-69a3-4691-a9c3-c9596f4d3904 req-7259932a-6ac6-48e8-8066-67d563c7e1f9 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:28.296297 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b0c2c25d-69a3-4691-a9c3-c9596f4d3904 req-7259932a-6ac6-48e8-8066-67d563c7e1f9 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=21561af1-68dc-4f96-a54f-5cdbc22a5127 HTTP/1.1" status: 200 len: 946 time: 0.0783954 Sep 08 09:08:28.331287 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-533f6850-f82c-4a4b-8182-7d613978be7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:28.341076 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-533f6850-f82c-4a4b-8182-7d613978be7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:28.389234 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:28.394927 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b0c2c25d-69a3-4691-a9c3-c9596f4d3904 req-4326e7ec-749b-458d-a031-6e997e5f01bc tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879493 Sep 08 09:08:28.405931 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-533f6850-f82c-4a4b-8182-7d613978be7a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=052b36b2001a420ab19cf7f2e98385c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3485987 Sep 08 09:08:28.407297 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533f6850-f82c-4a4b-8182-7d613978be7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a54774a-2d2e-40ec-8790-6a65c675692f,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:28.415420 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 48238) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:28.472841 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-94b25faa-a0e9-4638-a130-6d5a0d76acf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:28.500257 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-94b25faa-a0e9-4638-a130-6d5a0d76acf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:28.560548 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-94b25faa-a0e9-4638-a130-6d5a0d76acf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:28.563401 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-94b25faa-a0e9-4638-a130-6d5a0d76acf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:28.564599 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-94b25faa-a0e9-4638-a130-6d5a0d76acf0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9a54774a-2d2e-40ec-8790-6a65c675692f HTTP/1.1" status: 204 len: 168 time: 0.1479249 Sep 08 09:08:28.594192 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b25faa-a0e9-4638-a130-6d5a0d76acf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a54774a-2d2e-40ec-8790-6a65c675692f,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:28.616717 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41755d0-49ec-4df3-81ed-f259e667a988 req-27c09301-1c7f-4fbb-83cb-e0ac455bd6a4 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:28.618556 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e41755d0-49ec-4df3-81ed-f259e667a988 req-27c09301-1c7f-4fbb-83cb-e0ac455bd6a4 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] 10.222.0.54 "GET /v2.0/ports?device_id=421ffc09-0212-49f8-8a50-d689ea609c2a HTTP/1.1" status: 200 len: 944 time: 0.0723143 Sep 08 09:08:28.660070 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e41755d0-49ec-4df3-81ed-f259e667a988 req-a7564e3b-d175-4174-a429-597762b383d8 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] 10.222.0.54 "GET /v2.0/security-groups?id=69839afc-de1b-492f-9a8f-81ffc85f2880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349984 Sep 08 09:08:28.681730 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800fec0e-411e-452e-a4d7-8362649b629f tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:08:28.687128 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-800fec0e-411e-452e-a4d7-8362649b629f tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:28.693161 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5640da4e-d504-4693-b802-9b34bb16b67c None None] Sync routers for ids ['5be0fe20-6ff7-4e8e-b269-56f6e84249fe'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:08:28.703633 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5640da4e-d504-4693-b802-9b34bb16b67c None None] Routers {'5be0fe20-6ff7-4e8e-b269-56f6e84249fe'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:08:28.704686 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-5640da4e-d504-4693-b802-9b34bb16b67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:08:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5be0fe20-6ff7-4e8e-b269-56f6e84249fe'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:08:28.716696 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-800fec0e-411e-452e-a4d7-8362649b629f tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] 10.222.0.54 "PUT /v2.0/floatingips/7be889b9-ced9-4e73-a78d-5f375ef9d5da HTTP/1.1" status: 200 len: 991 time: 1.5267811 Sep 08 09:08:28.717243 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19388f05-a8cd-40df-9a34-e83d0dd30d17', 'tag': '06da58c6-48f5-4dba-b371-874136165125'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:08:28.719558 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5f8008-08a5-4938-9be4-6d2cb0a8bb1e" -d '{"events": [{"name": "network-changed", "server_uuid": "19388f05-a8cd-40df-9a34-e83d0dd30d17", "tag": "06da58c6-48f5-4dba-b371-874136165125"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:08:28.765342 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961ce172-69dc-4e0f-b75f-7e7bd38350de x-openstack-request-id: req-961ce172-69dc-4e0f-b75f-7e7bd38350de {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:08:28.765639 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19388f05-a8cd-40df-9a34-e83d0dd30d17", "tag": "06da58c6-48f5-4dba-b371-874136165125", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:08:28.765907 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-961ce172-69dc-4e0f-b75f-7e7bd38350de {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:08:28.766325 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19388f05-a8cd-40df-9a34-e83d0dd30d17', 'tag': '06da58c6-48f5-4dba-b371-874136165125', 'status': 'completed', 'code': 200} Sep 08 09:08:28.827055 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-5640da4e-d504-4693-b802-9b34bb16b67c None None] Set router 5be0fe20-6ff7-4e8e-b269-56f6e84249fe gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:08:28.861574 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f8008-08a5-4938-9be4-6d2cb0a8bb1e req-db828568-ad6e-4c3e-bdd1-80777b428d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:28.863757 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7d5f8008-08a5-4938-9be4-6d2cb0a8bb1e req-db828568-ad6e-4c3e-bdd1-80777b428d2c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5778421e88674838be8ea7203b5f8d77&device_id=19388f05-a8cd-40df-9a34-e83d0dd30d17 HTTP/1.1" status: 200 len: 1097 time: 0.0434415 Sep 08 09:08:28.922496 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 48252) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:28.938553 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c4a18f9f-c701-4e93-bd76-4b2f8e43f961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:28.954384 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 69a85363-121c-44c7-85ad-bec2d0934fe9 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:08:28.973322 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f8008-08a5-4938-9be4-6d2cb0a8bb1e req-107d42e6-bba6-48cc-a450-e080208b5d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:28.976372 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7d5f8008-08a5-4938-9be4-6d2cb0a8bb1e req-107d42e6-bba6-48cc-a450-e080208b5d80 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9450f100-1afe-45a6-affc-ffb0b7b6e5a3 HTTP/1.1" status: 200 len: 907 time: 0.1044230 Sep 08 09:08:29.069204 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7d5f8008-08a5-4938-9be4-6d2cb0a8bb1e req-7fe1048d-b614-4907-815a-2c92cbf6cca7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=06da58c6-48f5-4dba-b371-874136165125 HTTP/1.1" status: 200 len: 999 time: 0.0867732 Sep 08 09:08:29.070585 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c4a18f9f-c701-4e93-bd76-4b2f8e43f961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:29.074491 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c4a18f9f-c701-4e93-bd76-4b2f8e43f961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:29.117423 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a18f9f-c701-4e93-bd76-4b2f8e43f961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390904db-b3e3-4a1b-ab4a-36e4ac9054af,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:29.125740 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c4a18f9f-c701-4e93-bd76-4b2f8e43f961 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5a0fcc3192294fc0968f25c179375750&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2020056 Sep 08 09:08:29.125969 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 48258) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:29.155301 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f8008-08a5-4938-9be4-6d2cb0a8bb1e req-64b0910a-2616-402a-9e25-2e80f726dd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:29.156829 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7d5f8008-08a5-4938-9be4-6d2cb0a8bb1e req-64b0910a-2616-402a-9e25-2e80f726dd24 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=96c89986-d34a-425d-86d3-678569f88973 HTTP/1.1" status: 200 len: 845 time: 0.0812013 Sep 08 09:08:29.174751 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 69a85363-121c-44c7-85ad-bec2d0934fe9, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=69a85363-121c-44c7-85ad-bec2d0934fe9,segment=NetworkSegment(3af659db-8c52-4cba-bbf9-dfdf7a2d015a),segment_id=3af659db-8c52-4cba-bbf9-dfdf7a2d015a)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:08:29.188599 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '69a85363-121c-44c7-85ad-bec2d0934fe9', 'network_id': '643d18a2-f561-4ab8-ba5f-9dc85934ae99', 'port_id': '69a85363-121c-44c7-85ad-bec2d0934fe9', 'mac_address': 'fa:16:3e:b6:07:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a55585f-dc5f-44d9-8cd9-f8cb2e1994de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:08:29.201924 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7448bccd-3b08-4403-b0cd-37199cdaeb27 req-2efed71d-710e-4fbe-b0f4-ae9c9785f12e tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:29.203715 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7448bccd-3b08-4403-b0cd-37199cdaeb27 req-2efed71d-710e-4fbe-b0f4-ae9c9785f12e tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=3d9d1160-da80-4b76-93ca-a5a760538ecc HTTP/1.1" status: 200 len: 944 time: 0.0560334 Sep 08 09:08:29.232258 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2bdb2380-19a3-4e06-bbb4-2665e50a6755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:29.235343 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-5640da4e-d504-4693-b802-9b34bb16b67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be0fe20-6ff7-4e8e-b269-56f6e84249fe', 'name': 'tempest-ServersTestJSON-1674808048-router', 'tenant_id': '5778421e88674838be8ea7203b5f8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b7c7872a-091f-437c-bc46-007dcb1bbdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:08:01Z', 'updated_at': '2021-09-08T09:08:05Z', 'revision_number': 4, 'project_id': '5778421e88674838be8ea7203b5f8d77', 'gw_port': {'id': 'b7c7872a-091f-437c-bc46-007dcb1bbdac', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be0fe20-6ff7-4e8e-b269-56f6e84249fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:08:02Z', 'updated_at': '2021-09-08T09:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '7be889b9-ced9-4e73-a78d-5f375ef9d5da', 'tenant_id': '5778421e88674838be8ea7203b5f8d77', 'floating_ip_address': '172.25.0.235', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '5be0fe20-6ff7-4e8e-b269-56f6e84249fe', 'port_id': '06da58c6-48f5-4dba-b371-874136165125', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9450f100-1afe-45a6-affc-ffb0b7b6e5a3', 'mac_address': 'fa:16:3e:2e:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19388f05-a8cd-40df-9a34-e83d0dd30d17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:08:09Z', 'updated_at': '2021-09-08T09:08:27Z', 'revision_number': 1, 'project_id': '5778421e88674838be8ea7203b5f8d77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b9f76c0-abd6-4c13-9477-d3a342a219bc', 'name': '', 'network_id': '9450f100-1afe-45a6-affc-ffb0b7b6e5a3', 'tenant_id': '5778421e88674838be8ea7203b5f8d77', 'mac_address': 'fa:16:3e:58:b1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be0fe20-6ff7-4e8e-b269-56f6e84249fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '96c89986-d34a-425d-86d3-678569f88973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:08:04Z', 'updated_at': '2021-09-08T09:08:12Z', 'revision_number': 5, 'project_id': '5778421e88674838be8ea7203b5f8d77', 'subnets': [{'id': '96c89986-d34a-425d-86d3-678569f88973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:08:29.241886 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f8008-08a5-4938-9be4-6d2cb0a8bb1e req-5aa8a500-fb94-4163-be7a-d6eb67ba0743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:29.243622 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7d5f8008-08a5-4938-9be4-6d2cb0a8bb1e req-5aa8a500-fb94-4163-be7a-d6eb67ba0743 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9450f100-1afe-45a6-affc-ffb0b7b6e5a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0783763 Sep 08 09:08:29.254931 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7448bccd-3b08-4403-b0cd-37199cdaeb27 req-bdb90e42-a21a-4493-93f9-06ecd3108bfd tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411119 Sep 08 09:08:29.275755 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5640da4e-d504-4693-b802-9b34bb16b67c None None] Checking router: 5be0fe20-6ff7-4e8e-b269-56f6e84249fe for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:08:29.275755 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:29.280483 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2bdb2380-19a3-4e06-bbb4-2665e50a6755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:29.290877 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69a85363-121c-44c7-85ad-bec2d0934fe9 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:08:29.294902 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5640da4e-d504-4693-b802-9b34bb16b67c None None] Routers {'5be0fe20-6ff7-4e8e-b269-56f6e84249fe'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:08:29.295526 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-5640da4e-d504-4693-b802-9b34bb16b67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:08:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5be0fe20-6ff7-4e8e-b269-56f6e84249fe'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:08:29.351186 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 69a85363-121c-44c7-85ad-bec2d0934fe9, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=69a85363-121c-44c7-85ad-bec2d0934fe9,segment=NetworkSegment(3af659db-8c52-4cba-bbf9-dfdf7a2d015a),segment_id=3af659db-8c52-4cba-bbf9-dfdf7a2d015a)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:08:29.361885 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:29.373936 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7d5f8008-08a5-4938-9be4-6d2cb0a8bb1e req-cf7e84df-c789-4b31-ab03-0104496c0370 service neutron] 10.222.0.35 "GET /v2.0/networks/9450f100-1afe-45a6-affc-ffb0b7b6e5a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195242 Sep 08 09:08:29.378741 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2bdb2380-19a3-4e06-bbb4-2665e50a6755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:29.381612 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2bdb2380-19a3-4e06-bbb4-2665e50a6755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:29.382922 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2bdb2380-19a3-4e06-bbb4-2665e50a6755 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/390904db-b3e3-4a1b-ab4a-36e4ac9054af HTTP/1.1" status: 204 len: 168 time: 0.2561526 Sep 08 09:08:29.433785 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb2380-19a3-4e06-bbb4-2665e50a6755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390904db-b3e3-4a1b-ab4a-36e4ac9054af,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:29.437302 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 19515092-22b7-414b-86c9-ad7d6f551722 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:08:29.446948 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 19515092-22b7-414b-86c9-ad7d6f551722 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:08:29.491279 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-5640da4e-d504-4693-b802-9b34bb16b67c None None] Set router 5be0fe20-6ff7-4e8e-b269-56f6e84249fe gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:08:29.510842 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7d5f8008-08a5-4938-9be4-6d2cb0a8bb1e req-af34df1e-f374-495d-90ec-2c8a8c8121c0 service neutron] 10.222.0.35 "GET /v2.0/networks/9450f100-1afe-45a6-affc-ffb0b7b6e5a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264324 Sep 08 09:08:29.560701 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=69a85363-121c-44c7-85ad-bec2d0934fe9,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:29.584262 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6c828-03f4-4fe3-a762-254eec29dfd3 req-babd80a1-279e-4407-afa0-ced793c5aaf0 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:29.588714 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-eec6c828-03f4-4fe3-a762-254eec29dfd3 req-babd80a1-279e-4407-afa0-ced793c5aaf0 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=21561af1-68dc-4f96-a54f-5cdbc22a5127 HTTP/1.1" status: 200 len: 946 time: 0.0822475 Sep 08 09:08:29.642262 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-eec6c828-03f4-4fe3-a762-254eec29dfd3 req-f570b993-aec5-4543-8876-cd1f5ff8655f tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469928 Sep 08 09:08:29.771185 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['69a85363-121c-44c7-85ad-bec2d0934fe9'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:08:29.789897 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ca4a6-1679-4828-a318-941c863073e7 req-d704f569-d519-4a3f-85bf-ec4e1857b5c6 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:29.794455 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7a9ca4a6-1679-4828-a318-941c863073e7 req-d704f569-d519-4a3f-85bf-ec4e1857b5c6 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] 10.222.0.54 "GET /v2.0/ports?device_id=421ffc09-0212-49f8-8a50-d689ea609c2a HTTP/1.1" status: 200 len: 944 time: 0.0540562 Sep 08 09:08:29.837836 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7a9ca4a6-1679-4828-a318-941c863073e7 req-7b88bae0-b7f4-4b09-879c-8226681d5bd1 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] 10.222.0.54 "GET /v2.0/security-groups?id=69839afc-de1b-492f-9a8f-81ffc85f2880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401492 Sep 08 09:08:30.003515 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:30.017765 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 19515092-22b7-414b-86c9-ad7d6f551722, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=19515092-22b7-414b-86c9-ad7d6f551722,segment=NetworkSegment(f97f779e-ab81-4dfc-a584-515a83636e03),segment_id=f97f779e-ab81-4dfc-a584-515a83636e03)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:08:30.059907 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '19515092-22b7-414b-86c9-ad7d6f551722', 'network_id': 'c49a0008-ba2e-41e9-b498-07f12619ac72', 'port_id': '19515092-22b7-414b-86c9-ad7d6f551722', 'mac_address': 'fa:16:3e:bc:de:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df631613-af78-49bf-9102-60065cc0670c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:08:30.077958 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21561af1-68dc-4f96-a54f-5cdbc22a5127', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19515092-22b7-414b-86c9-ad7d6f551722'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:08:30.080247 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7dd3db-b531-4c31-b442-cda15041b6e4" -d '{"events": [{"server_uuid": "21561af1-68dc-4f96-a54f-5cdbc22a5127", "name": "network-vif-unplugged", "status": "completed", "tag": "19515092-22b7-414b-86c9-ad7d6f551722"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:08:30.110178 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 19515092-22b7-414b-86c9-ad7d6f551722, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=19515092-22b7-414b-86c9-ad7d6f551722,segment=NetworkSegment(f97f779e-ab81-4dfc-a584-515a83636e03),segment_id=f97f779e-ab81-4dfc-a584-515a83636e03)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:08:30.131919 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 09:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848e1694-09f5-4817-818a-4eb66318360a x-openstack-request-id: req-848e1694-09f5-4817-818a-4eb66318360a {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:08:30.132219 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21561af1-68dc-4f96-a54f-5cdbc22a5127", "name": "network-vif-unplugged", "status": "completed", "tag": "19515092-22b7-414b-86c9-ad7d6f551722", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:08:30.132471 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-848e1694-09f5-4817-818a-4eb66318360a {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:08:30.132869 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21561af1-68dc-4f96-a54f-5cdbc22a5127', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19515092-22b7-414b-86c9-ad7d6f551722', 'code': 200} Sep 08 09:08:30.158319 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:30.192304 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:08:30.230849 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:30.275977 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 19515092-22b7-414b-86c9-ad7d6f551722 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:08:30.284962 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=19515092-22b7-414b-86c9-ad7d6f551722,revision_number=6']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:30.339349 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-5640da4e-d504-4693-b802-9b34bb16b67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be0fe20-6ff7-4e8e-b269-56f6e84249fe', 'name': 'tempest-ServersTestJSON-1674808048-router', 'tenant_id': '5778421e88674838be8ea7203b5f8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b7c7872a-091f-437c-bc46-007dcb1bbdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:08:01Z', 'updated_at': '2021-09-08T09:08:05Z', 'revision_number': 4, 'project_id': '5778421e88674838be8ea7203b5f8d77', 'gw_port': {'id': 'b7c7872a-091f-437c-bc46-007dcb1bbdac', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be0fe20-6ff7-4e8e-b269-56f6e84249fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:08:02Z', 'updated_at': '2021-09-08T09:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '7be889b9-ced9-4e73-a78d-5f375ef9d5da', 'tenant_id': '5778421e88674838be8ea7203b5f8d77', 'floating_ip_address': '172.25.0.235', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '5be0fe20-6ff7-4e8e-b269-56f6e84249fe', 'port_id': '06da58c6-48f5-4dba-b371-874136165125', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9450f100-1afe-45a6-affc-ffb0b7b6e5a3', 'mac_address': 'fa:16:3e:2e:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19388f05-a8cd-40df-9a34-e83d0dd30d17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:08:09Z', 'updated_at': '2021-09-08T09:08:27Z', 'revision_number': 1, 'project_id': '5778421e88674838be8ea7203b5f8d77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b9f76c0-abd6-4c13-9477-d3a342a219bc', 'name': '', 'network_id': '9450f100-1afe-45a6-affc-ffb0b7b6e5a3', 'tenant_id': '5778421e88674838be8ea7203b5f8d77', 'mac_address': 'fa:16:3e:58:b1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be0fe20-6ff7-4e8e-b269-56f6e84249fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '96c89986-d34a-425d-86d3-678569f88973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:08:04Z', 'updated_at': '2021-09-08T09:08:12Z', 'revision_number': 5, 'project_id': '5778421e88674838be8ea7203b5f8d77', 'subnets': [{'id': '96c89986-d34a-425d-86d3-678569f88973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:08:30.377005 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5640da4e-d504-4693-b802-9b34bb16b67c None None] The sync data for ids ['5be0fe20-6ff7-4e8e-b269-56f6e84249fe'] in n-d-806683-11 is: [{'id': '5be0fe20-6ff7-4e8e-b269-56f6e84249fe', 'name': 'tempest-ServersTestJSON-1674808048-router', 'tenant_id': '5778421e88674838be8ea7203b5f8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b7c7872a-091f-437c-bc46-007dcb1bbdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:08:01Z', 'updated_at': '2021-09-08T09:08:05Z', 'revision_number': 4, 'project_id': '5778421e88674838be8ea7203b5f8d77', 'gw_port': {'id': 'b7c7872a-091f-437c-bc46-007dcb1bbdac', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be0fe20-6ff7-4e8e-b269-56f6e84249fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:08:02Z', 'updated_at': '2021-09-08T09:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '7be889b9-ced9-4e73-a78d-5f375ef9d5da', 'tenant_id': '5778421e88674838be8ea7203b5f8d77', 'floating_ip_address': '172.25.0.235', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '5be0fe20-6ff7-4e8e-b269-56f6e84249fe', 'port_id': '06da58c6-48f5-4dba-b371-874136165125', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9450f100-1afe-45a6-affc-ffb0b7b6e5a3', 'mac_address': 'fa:16:3e:2e:9b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19388f05-a8cd-40df-9a34-e83d0dd30d17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:08:09Z', 'updated_at': '2021-09-08T09:08:27Z', 'revision_number': 1, 'project_id': '5778421e88674838be8ea7203b5f8d77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b9f76c0-abd6-4c13-9477-d3a342a219bc', 'name': '', 'network_id': '9450f100-1afe-45a6-affc-ffb0b7b6e5a3', 'tenant_id': '5778421e88674838be8ea7203b5f8d77', 'mac_address': 'fa:16:3e:58:b1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be0fe20-6ff7-4e8e-b269-56f6e84249fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '96c89986-d34a-425d-86d3-678569f88973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:08:04Z', 'updated_at': '2021-09-08T09:08:12Z', 'revision_number': 5, 'project_id': '5778421e88674838be8ea7203b5f8d77', 'subnets': [{'id': '96c89986-d34a-425d-86d3-678569f88973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:08:30.378717 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.db.api [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 09:08:30.379079 n-d-806683-11 neutron-server[94714]: DEBUG oslo_db.api [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 09:08:30.391253 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074906ce-d1f7-43c4-aa78-4ec9f4f78be6 req-c7e26c13-f416-4084-9609-d17f8f972bae tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:30.393383 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-074906ce-d1f7-43c4-aa78-4ec9f4f78be6 req-c7e26c13-f416-4084-9609-d17f8f972bae tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=3d9d1160-da80-4b76-93ca-a5a760538ecc HTTP/1.1" status: 200 len: 945 time: 0.0622518 Sep 08 09:08:30.438101 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-074906ce-d1f7-43c4-aa78-4ec9f4f78be6 req-e18005bb-4f36-43f0-86c9-ffb2bc4a42e5 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372038 Sep 08 09:08:30.605502 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8760f1c0-c881-410b-85ba-72d8ac2d6100 None None] New status for floating IP 7be889b9-ced9-4e73-a78d-5f375ef9d5da: ACTIVE {{(pid=94715) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:08:30.777019 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476374d-4fe9-4aec-81f3-21c7da54f3ca req-e51ccac2-02e3-4b28-9a58-54261a8f4d69 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:30.778549 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f476374d-4fe9-4aec-81f3-21c7da54f3ca req-e51ccac2-02e3-4b28-9a58-54261a8f4d69 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=21561af1-68dc-4f96-a54f-5cdbc22a5127 HTTP/1.1" status: 200 len: 944 time: 0.0548935 Sep 08 09:08:30.828149 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f476374d-4fe9-4aec-81f3-21c7da54f3ca req-d994729c-3b3a-4c78-b406-5477b2967369 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431614 Sep 08 09:08:30.918318 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:30.933040 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19515092-22b7-414b-86c9-ad7d6f551722 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:08:30.972648 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 03f452a7-cfce-463c-976d-961756feb568 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:08:30.991582 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 19515092-22b7-414b-86c9-ad7d6f551722, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=19515092-22b7-414b-86c9-ad7d6f551722,segment=NetworkSegment(f97f779e-ab81-4dfc-a584-515a83636e03),segment_id=f97f779e-ab81-4dfc-a584-515a83636e03)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:08:30.999521 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:31.021009 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a25e2e-2047-45ad-89b0-4838f6ef9359 req-1e1ed15d-ade2-4588-9e33-0715a82bd451 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:31.023198 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b3a25e2e-2047-45ad-89b0-4838f6ef9359 req-1e1ed15d-ade2-4588-9e33-0715a82bd451 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] 10.222.0.54 "GET /v2.0/ports?device_id=421ffc09-0212-49f8-8a50-d689ea609c2a HTTP/1.1" status: 200 len: 944 time: 0.0851400 Sep 08 09:08:31.075710 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b3a25e2e-2047-45ad-89b0-4838f6ef9359 req-03a76953-2145-4644-9bb5-46d58090c704 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] 10.222.0.54 "GET /v2.0/security-groups?id=69839afc-de1b-492f-9a8f-81ffc85f2880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434554 Sep 08 09:08:31.087309 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=19515092-22b7-414b-86c9-ad7d6f551722,revision_number=7']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:31.150860 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 03f452a7-cfce-463c-976d-961756feb568, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=03f452a7-cfce-463c-976d-961756feb568,segment=NetworkSegment(3eccf97e-3ac4-42f3-8b95-5357da4fe699),segment_id=3eccf97e-3ac4-42f3-8b95-5357da4fe699)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:08:31.166003 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '03f452a7-cfce-463c-976d-961756feb568', 'network_id': 'c20aa0e0-4f35-405a-8037-13b2979d45bc', 'port_id': '03f452a7-cfce-463c-976d-961756feb568', 'mac_address': 'fa:16:3e:c3:ac:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ab3fd93-2bec-4748-be6a-20d65591d3f6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:08:31.212415 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:31.236758 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03f452a7-cfce-463c-976d-961756feb568 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:08:31.268540 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 03f452a7-cfce-463c-976d-961756feb568, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=03f452a7-cfce-463c-976d-961756feb568,segment=NetworkSegment(3eccf97e-3ac4-42f3-8b95-5357da4fe699),segment_id=3eccf97e-3ac4-42f3-8b95-5357da4fe699)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:08:31.274072 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:31.330822 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=03f452a7-cfce-463c-976d-961756feb568,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:31.489772 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['19515092-22b7-414b-86c9-ad7d6f551722'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:08:31.569383 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe461b-7e6b-4e5b-9508-fd2e3075cf9e req-48cc536a-bfde-4083-bb1f-42e19bd1909a tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:31.586664 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-70fe461b-7e6b-4e5b-9508-fd2e3075cf9e req-48cc536a-bfde-4083-bb1f-42e19bd1909a tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=3d9d1160-da80-4b76-93ca-a5a760538ecc HTTP/1.1" status: 200 len: 945 time: 0.0778174 Sep 08 09:08:31.625514 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['03f452a7-cfce-463c-976d-961756feb568'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:08:31.637163 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-70fe461b-7e6b-4e5b-9508-fd2e3075cf9e req-72f83577-34fd-410f-94a9-5d0fb31af151 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467958 Sep 08 09:08:31.949658 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4909425-ee98-48d4-93bd-3ba03e97a983 req-918574d5-b3b5-41f9-813a-396a2dde4591 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:31.951189 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d4909425-ee98-48d4-93bd-3ba03e97a983 req-918574d5-b3b5-41f9-813a-396a2dde4591 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=21561af1-68dc-4f96-a54f-5cdbc22a5127 HTTP/1.1" status: 200 len: 945 time: 0.0498080 Sep 08 09:08:31.990977 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d4909425-ee98-48d4-93bd-3ba03e97a983 req-50ac5162-7bb5-4b4c-af39-3ba39819a01e tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328586 Sep 08 09:08:32.193892 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067bd0a-eaab-4efc-aafd-13f8cd1211b1 req-a7c3e6dc-994c-45a7-8284-e49bdeceae06 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:32.195432 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f067bd0a-eaab-4efc-aafd-13f8cd1211b1 req-a7c3e6dc-994c-45a7-8284-e49bdeceae06 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] 10.222.0.54 "GET /v2.0/ports?device_id=421ffc09-0212-49f8-8a50-d689ea609c2a HTTP/1.1" status: 200 len: 945 time: 0.0538144 Sep 08 09:08:32.238338 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f067bd0a-eaab-4efc-aafd-13f8cd1211b1 req-b8135788-ccff-4d2f-a085-5511096ae614 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] 10.222.0.54 "GET /v2.0/security-groups?id=69839afc-de1b-492f-9a8f-81ffc85f2880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365968 Sep 08 09:08:32.751880 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62517dd3-523b-4a70-9c0d-b99c7a9349b5 req-e5486168-1658-4f24-9f28-c4b786ae4ad0 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:32.753412 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-62517dd3-523b-4a70-9c0d-b99c7a9349b5 req-e5486168-1658-4f24-9f28-c4b786ae4ad0 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=3d9d1160-da80-4b76-93ca-a5a760538ecc HTTP/1.1" status: 200 len: 945 time: 0.0544662 Sep 08 09:08:32.800159 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-62517dd3-523b-4a70-9c0d-b99c7a9349b5 req-5469d93c-88d6-40c2-97dc-e2337b97ac28 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394547 Sep 08 09:08:32.981774 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 03f452a7-cfce-463c-976d-961756feb568 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:08:33.033679 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 03f452a7-cfce-463c-976d-961756feb568 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:08:33.038031 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 03f452a7-cfce-463c-976d-961756feb568 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:08:33.038514 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:33.132972 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:33.133589 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35555e2-83b2-4aaf-96cd-4ab2d15b381c req-a08f11a5-baa1-4ece-a389-2225f98b218d tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:33.141759 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a35555e2-83b2-4aaf-96cd-4ab2d15b381c req-a08f11a5-baa1-4ece-a389-2225f98b218d tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=21561af1-68dc-4f96-a54f-5cdbc22a5127 HTTP/1.1" status: 200 len: 945 time: 0.0718241 Sep 08 09:08:33.160803 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421ffc09-0212-49f8-8a50-d689ea609c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f452a7-cfce-463c-976d-961756feb568'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:08:33.163941 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a3b029-e7cb-4140-a7c5-7b27ec90cb76" -d '{"events": [{"server_uuid": "421ffc09-0212-49f8-8a50-d689ea609c2a", "name": "network-vif-plugged", "status": "completed", "tag": "03f452a7-cfce-463c-976d-961756feb568"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:08:33.179293 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 03f452a7-cfce-463c-976d-961756feb568, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=03f452a7-cfce-463c-976d-961756feb568,segment=NetworkSegment(3eccf97e-3ac4-42f3-8b95-5357da4fe699),segment_id=3eccf97e-3ac4-42f3-8b95-5357da4fe699)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:08:33.182522 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a35555e2-83b2-4aaf-96cd-4ab2d15b381c req-52c01287-f1b5-4544-8168-d0052d3aca05 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397730 Sep 08 09:08:33.184024 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:33.184818 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 69a85363-121c-44c7-85ad-bec2d0934fe9 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:08:33.234743 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd79a805-bf45-497a-9465-fc67c5938878 x-openstack-request-id: req-bd79a805-bf45-497a-9465-fc67c5938878 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:08:33.234946 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421ffc09-0212-49f8-8a50-d689ea609c2a", "name": "network-vif-plugged", "status": "completed", "tag": "03f452a7-cfce-463c-976d-961756feb568", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:08:33.235199 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bd79a805-bf45-497a-9465-fc67c5938878 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:08:33.235583 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421ffc09-0212-49f8-8a50-d689ea609c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f452a7-cfce-463c-976d-961756feb568', 'code': 200} Sep 08 09:08:33.269522 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=03f452a7-cfce-463c-976d-961756feb568,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:33.287654 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 69a85363-121c-44c7-85ad-bec2d0934fe9 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:08:33.293574 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 69a85363-121c-44c7-85ad-bec2d0934fe9 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:08:33.294432 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:33.388480 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:33.423324 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49bdb00-a7c0-403a-a7bc-21668064de5a req-f883b013-bdab-4138-80b9-ea4a3e476ead tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:33.425077 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a49bdb00-a7c0-403a-a7bc-21668064de5a req-f883b013-bdab-4138-80b9-ea4a3e476ead tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] 10.222.0.54 "GET /v2.0/ports?device_id=421ffc09-0212-49f8-8a50-d689ea609c2a HTTP/1.1" status: 200 len: 946 time: 0.0927494 Sep 08 09:08:33.429400 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642cdcca-e7b0-407a-bd4b-310ecb5fc8b5 req-98f1a171-daf5-4bce-9dd0-e9f111219939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:33.431025 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-642cdcca-e7b0-407a-bd4b-310ecb5fc8b5 req-98f1a171-daf5-4bce-9dd0-e9f111219939 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=421ffc09-0212-49f8-8a50-d689ea609c2a HTTP/1.1" status: 200 len: 1098 time: 0.0679829 Sep 08 09:08:33.432246 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 69a85363-121c-44c7-85ad-bec2d0934fe9, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=69a85363-121c-44c7-85ad-bec2d0934fe9,segment=NetworkSegment(3af659db-8c52-4cba-bbf9-dfdf7a2d015a),segment_id=3af659db-8c52-4cba-bbf9-dfdf7a2d015a)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:08:33.437027 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:33.464599 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 19515092-22b7-414b-86c9-ad7d6f551722 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:08:33.482484 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a49bdb00-a7c0-403a-a7bc-21668064de5a req-4c01c82b-74c1-4a2d-84ef-91b125e9fa91 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] 10.222.0.54 "GET /v2.0/security-groups?id=69839afc-de1b-492f-9a8f-81ffc85f2880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502136 Sep 08 09:08:33.514065 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-642cdcca-e7b0-407a-bd4b-310ecb5fc8b5 req-77a47187-00b7-4fa2-b481-f2ef2bd979f9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=69839afc-de1b-492f-9a8f-81ffc85f2880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526335 Sep 08 09:08:33.525375 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=69a85363-121c-44c7-85ad-bec2d0934fe9,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:33.539061 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 19515092-22b7-414b-86c9-ad7d6f551722 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:08:33.539444 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:33.620315 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:33.654510 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 19515092-22b7-414b-86c9-ad7d6f551722, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=19515092-22b7-414b-86c9-ad7d6f551722,segment=NetworkSegment(f97f779e-ab81-4dfc-a584-515a83636e03),segment_id=f97f779e-ab81-4dfc-a584-515a83636e03)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:08:33.658469 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:33.706993 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=19515092-22b7-414b-86c9-ad7d6f551722,revision_number=8']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:33.927536 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324c79b-e056-4878-ae86-151dcedd59ea req-8e11fadc-a422-4af1-ac18-8ac409ed8941 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:33.929284 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2324c79b-e056-4878-ae86-151dcedd59ea req-8e11fadc-a422-4af1-ac18-8ac409ed8941 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=3d9d1160-da80-4b76-93ca-a5a760538ecc HTTP/1.1" status: 200 len: 946 time: 0.0532720 Sep 08 09:08:33.986749 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2324c79b-e056-4878-ae86-151dcedd59ea req-297a1594-ea64-4786-a375-08faa9f7042a tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495896 Sep 08 09:08:34.313115 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84817341-b514-4ded-ba94-3db088700358 req-86f2bc7c-9c47-48e2-b558-25534d0bd4a4 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:34.314771 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-84817341-b514-4ded-ba94-3db088700358 req-86f2bc7c-9c47-48e2-b558-25534d0bd4a4 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=21561af1-68dc-4f96-a54f-5cdbc22a5127 HTTP/1.1" status: 200 len: 946 time: 0.0533574 Sep 08 09:08:34.356829 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-84817341-b514-4ded-ba94-3db088700358 req-3c4f6ecb-fdbf-4188-9d4f-5abb1f29ac08 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348129 Sep 08 09:08:34.609408 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476ed58-8984-43a6-92cc-b1645c3342a9 req-5ed1b0ee-9c92-4c66-89f0-82f33bd627f2 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:34.611102 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0476ed58-8984-43a6-92cc-b1645c3342a9 req-5ed1b0ee-9c92-4c66-89f0-82f33bd627f2 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] 10.222.0.54 "GET /v2.0/ports?device_id=421ffc09-0212-49f8-8a50-d689ea609c2a HTTP/1.1" status: 200 len: 946 time: 0.0499492 Sep 08 09:08:34.651597 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0476ed58-8984-43a6-92cc-b1645c3342a9 req-3ecd35ec-1302-4262-82db-097f55093af1 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] 10.222.0.54 "GET /v2.0/security-groups?id=69839afc-de1b-492f-9a8f-81ffc85f2880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329723 Sep 08 09:08:35.105965 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6e32a-6e69-4d8f-b87c-01384422f199 req-432c2f78-e104-4787-be40-2b734e62c2a1 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:35.107583 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d5b6e32a-6e69-4d8f-b87c-01384422f199 req-432c2f78-e104-4787-be40-2b734e62c2a1 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=3d9d1160-da80-4b76-93ca-a5a760538ecc HTTP/1.1" status: 200 len: 946 time: 0.0507534 Sep 08 09:08:35.152045 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d5b6e32a-6e69-4d8f-b87c-01384422f199 req-2f25b5d8-dedc-4933-a433-81ac397ce7cc tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338025 Sep 08 09:08:35.237039 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9d1160-da80-4b76-93ca-a5a760538ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a85363-121c-44c7-85ad-bec2d0934fe9'}, {'server_uuid': '21561af1-68dc-4f96-a54f-5cdbc22a5127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19515092-22b7-414b-86c9-ad7d6f551722'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:08:35.239618 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de3cb6f-39cd-4484-a5c2-9b66de47c3f2" -d '{"events": [{"server_uuid": "3d9d1160-da80-4b76-93ca-a5a760538ecc", "name": "network-vif-plugged", "status": "completed", "tag": "69a85363-121c-44c7-85ad-bec2d0934fe9"}, {"server_uuid": "21561af1-68dc-4f96-a54f-5cdbc22a5127", "name": "network-vif-plugged", "status": "completed", "tag": "19515092-22b7-414b-86c9-ad7d6f551722"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:08:35.284864 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Sep 2021 09:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342ee35d-7b7f-4ade-bb2f-168d1eff5304 x-openstack-request-id: req-342ee35d-7b7f-4ade-bb2f-168d1eff5304 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:08:35.285267 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d9d1160-da80-4b76-93ca-a5a760538ecc", "name": "network-vif-plugged", "status": "completed", "tag": "69a85363-121c-44c7-85ad-bec2d0934fe9", "code": 200}, {"server_uuid": "21561af1-68dc-4f96-a54f-5cdbc22a5127", "name": "network-vif-plugged", "status": "completed", "tag": "19515092-22b7-414b-86c9-ad7d6f551722", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:08:35.285587 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-342ee35d-7b7f-4ade-bb2f-168d1eff5304 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:08:35.286258 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9d1160-da80-4b76-93ca-a5a760538ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a85363-121c-44c7-85ad-bec2d0934fe9', 'code': 200} Sep 08 09:08:35.286548 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21561af1-68dc-4f96-a54f-5cdbc22a5127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19515092-22b7-414b-86c9-ad7d6f551722', 'code': 200} Sep 08 09:08:35.427058 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d000b-a737-46d0-ad21-f04fa1362e80 req-ea3a56d7-6805-4c3b-aacc-3a87efcd07bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:35.428861 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5c3d000b-a737-46d0-ad21-f04fa1362e80 req-ea3a56d7-6805-4c3b-aacc-3a87efcd07bc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3d9d1160-da80-4b76-93ca-a5a760538ecc HTTP/1.1" status: 200 len: 1098 time: 0.0604472 Sep 08 09:08:35.468597 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5c3d000b-a737-46d0-ad21-f04fa1362e80 req-feae6ca6-fb4f-4d25-9a90-a203a083ff35 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328238 Sep 08 09:08:35.506828 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda14ed2-39c1-4459-b53c-94e94c09ffe8 req-9d40553a-14a4-4013-8087-ddf71f888f18 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:35.508759 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-eda14ed2-39c1-4459-b53c-94e94c09ffe8 req-9d40553a-14a4-4013-8087-ddf71f888f18 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=21561af1-68dc-4f96-a54f-5cdbc22a5127 HTTP/1.1" status: 200 len: 946 time: 0.0567312 Sep 08 09:08:35.514575 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8cebb-cd74-40c6-9b81-9b211a4b9ebd req-0f2a4120-2ef0-4755-97b1-a5b4b0fc91d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:35.516258 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e3f8cebb-cd74-40c6-9b81-9b211a4b9ebd req-0f2a4120-2ef0-4755-97b1-a5b4b0fc91d1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=21561af1-68dc-4f96-a54f-5cdbc22a5127 HTTP/1.1" status: 200 len: 1098 time: 0.0427692 Sep 08 09:08:35.550370 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-eda14ed2-39c1-4459-b53c-94e94c09ffe8 req-6757748a-8eea-41aa-ba62-8f9e01c78e39 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347528 Sep 08 09:08:35.554487 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e3f8cebb-cd74-40c6-9b81-9b211a4b9ebd req-a2df0a3c-1369-40a6-ade9-d83e3258f890 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311935 Sep 08 09:08:35.793452 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b41482-b036-4abd-b441-b489b61898c0 req-ba998290-6a30-44a5-8450-bd459ce8f336 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:35.794994 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e2b41482-b036-4abd-b441-b489b61898c0 req-ba998290-6a30-44a5-8450-bd459ce8f336 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] 10.222.0.54 "GET /v2.0/ports?device_id=421ffc09-0212-49f8-8a50-d689ea609c2a HTTP/1.1" status: 200 len: 946 time: 0.0618699 Sep 08 09:08:35.835889 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e2b41482-b036-4abd-b441-b489b61898c0 req-fc1f0922-971d-409f-baba-0471c436d72f tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] 10.222.0.54 "GET /v2.0/security-groups?id=69839afc-de1b-492f-9a8f-81ffc85f2880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346503 Sep 08 09:08:36.144506 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ace30-720e-49c3-a214-9acf88ec724a req-3aa2f62c-b7fd-4231-8d4c-6decfe143d00 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:36.152458 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9c3ace30-720e-49c3-a214-9acf88ec724a req-3aa2f62c-b7fd-4231-8d4c-6decfe143d00 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] 10.222.0.54 "GET /v2.0/ports?device_id=421ffc09-0212-49f8-8a50-d689ea609c2a HTTP/1.1" status: 200 len: 946 time: 0.0683978 Sep 08 09:08:36.172682 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43330a-fddd-45e5-ada8-2cb618e17db4 req-2b0246da-929b-44d3-8b99-1d142c912035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:36.176463 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bf43330a-fddd-45e5-ada8-2cb618e17db4 req-2b0246da-929b-44d3-8b99-1d142c912035 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dbd79062fba14e03a63e24188f0b393f&device_id=421ffc09-0212-49f8-8a50-d689ea609c2a HTTP/1.1" status: 200 len: 1098 time: 0.0570087 Sep 08 09:08:36.190807 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9c3ace30-720e-49c3-a214-9acf88ec724a req-6d94eacd-a776-4ed6-937e-aaea306de2e9 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] 10.222.0.54 "GET /v2.0/security-groups?id=69839afc-de1b-492f-9a8f-81ffc85f2880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372229 Sep 08 09:08:36.313323 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43330a-fddd-45e5-ada8-2cb618e17db4 req-2be9a74c-6c2b-47bd-8a52-3097760bfeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:36.314938 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bf43330a-fddd-45e5-ada8-2cb618e17db4 req-2be9a74c-6c2b-47bd-8a52-3097760bfeed service neutron] 10.222.0.37 "GET /v2.0/networks?id=c20aa0e0-4f35-405a-8037-13b2979d45bc HTTP/1.1" status: 200 len: 915 time: 0.1309440 Sep 08 09:08:36.315561 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44798846-ad9f-45c0-806a-ddf4497b1339 req-4baf7410-dd7d-4cca-bbdf-c4c671847405 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:36.317129 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-44798846-ad9f-45c0-806a-ddf4497b1339 req-4baf7410-dd7d-4cca-bbdf-c4c671847405 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=3d9d1160-da80-4b76-93ca-a5a760538ecc HTTP/1.1" status: 200 len: 946 time: 0.0566382 Sep 08 09:08:36.365357 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-44798846-ad9f-45c0-806a-ddf4497b1339 req-80fd0c12-aacf-4b05-930d-3e0584c86e90 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408108 Sep 08 09:08:36.371117 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bf43330a-fddd-45e5-ada8-2cb618e17db4 req-233638e7-fc95-4a9c-9c3f-18f4fc4bbd52 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03f452a7-cfce-463c-976d-961756feb568 HTTP/1.1" status: 200 len: 217 time: 0.0455551 Sep 08 09:08:36.443154 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43330a-fddd-45e5-ada8-2cb618e17db4 req-5452c741-318a-4e4a-bfa8-1b19653c239b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:36.445359 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bf43330a-fddd-45e5-ada8-2cb618e17db4 req-5452c741-318a-4e4a-bfa8-1b19653c239b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3ab3fd93-2bec-4748-be6a-20d65591d3f6 HTTP/1.1" status: 200 len: 854 time: 0.0654080 Sep 08 09:08:36.495698 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bf43330a-fddd-45e5-ada8-2cb618e17db4 req-ca607288-cf32-432d-bf12-56041bcb933d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c20aa0e0-4f35-405a-8037-13b2979d45bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297296 Sep 08 09:08:36.625706 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bf43330a-fddd-45e5-ada8-2cb618e17db4 req-9fc7c156-7f9d-49be-acc6-88c961307fc6 service neutron] 10.222.0.37 "GET /v2.0/networks/c20aa0e0-4f35-405a-8037-13b2979d45bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170709 Sep 08 09:08:36.717841 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737d117-7886-4bc4-a442-d940945800d7 req-32e5d623-2f91-4b5e-ad4f-b371676e6d64 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:36.730621 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3737d117-7886-4bc4-a442-d940945800d7 req-32e5d623-2f91-4b5e-ad4f-b371676e6d64 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=21561af1-68dc-4f96-a54f-5cdbc22a5127 HTTP/1.1" status: 200 len: 946 time: 0.0845461 Sep 08 09:08:36.792754 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bf43330a-fddd-45e5-ada8-2cb618e17db4 req-12a17ef9-3cbc-4278-adf9-6552cd92f25e service neutron] 10.222.0.37 "GET /v2.0/networks/c20aa0e0-4f35-405a-8037-13b2979d45bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438351 Sep 08 09:08:36.794738 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3737d117-7886-4bc4-a442-d940945800d7 req-a72becd0-1ac2-4ecf-9dc5-b20280af4d1b tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631773 Sep 08 09:08:37.079992 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 48504) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:37.196534 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-77f36ad0-95ab-4f55-a98e-a613810eb99a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:37.339184 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-77f36ad0-95ab-4f55-a98e-a613810eb99a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:37.350802 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1748a7-8450-47a1-8989-42e0ca66e643 req-d05610e1-68de-4c83-b47c-afafd6c2ebd4 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:37.352542 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aa1748a7-8450-47a1-8989-42e0ca66e643 req-d05610e1-68de-4c83-b47c-afafd6c2ebd4 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] 10.222.0.54 "GET /v2.0/ports?device_id=421ffc09-0212-49f8-8a50-d689ea609c2a HTTP/1.1" status: 200 len: 946 time: 0.0781424 Sep 08 09:08:37.353648 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-77f36ad0-95ab-4f55-a98e-a613810eb99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:37.404663 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f36ad0-95ab-4f55-a98e-a613810eb99a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cae350-18bb-4130-a664-0679f4f3ccbd,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:37.424964 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-77f36ad0-95ab-4f55-a98e-a613810eb99a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=62e9542dc33d4ed881a72d2662c5fe96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3412108 Sep 08 09:08:37.425225 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 48516) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:37.437288 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aa1748a7-8450-47a1-8989-42e0ca66e643 req-b4a7decd-3e1a-4524-8382-d383f4bc92ec tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] 10.222.0.54 "GET /v2.0/security-groups?id=69839afc-de1b-492f-9a8f-81ffc85f2880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786784 Sep 08 09:08:37.531323 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009bdc92-e524-400c-a1b1-0373bd135dbe req-1c341ace-b233-4517-bcf8-27f2029974ce tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:37.532826 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-009bdc92-e524-400c-a1b1-0373bd135dbe req-1c341ace-b233-4517-bcf8-27f2029974ce tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=3d9d1160-da80-4b76-93ca-a5a760538ecc HTTP/1.1" status: 200 len: 946 time: 0.0853891 Sep 08 09:08:37.533895 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-808c0e07-b3c3-4fee-87ad-bb5668b13a08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:37.568085 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-808c0e07-b3c3-4fee-87ad-bb5668b13a08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:37.607667 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-009bdc92-e524-400c-a1b1-0373bd135dbe req-badad5d9-3779-4329-add9-d07340ee7403 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643668 Sep 08 09:08:37.638302 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-808c0e07-b3c3-4fee-87ad-bb5668b13a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:37.640870 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-808c0e07-b3c3-4fee-87ad-bb5668b13a08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:37.642056 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-808c0e07-b3c3-4fee-87ad-bb5668b13a08 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b0cae350-18bb-4130-a664-0679f4f3ccbd HTTP/1.1" status: 204 len: 168 time: 0.2155862 Sep 08 09:08:37.655346 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c0e07-b3c3-4fee-87ad-bb5668b13a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cae350-18bb-4130-a664-0679f4f3ccbd,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:37.663562 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808c0e07-b3c3-4fee-87ad-bb5668b13a08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:08:37.663926 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808c0e07-b3c3-4fee-87ad-bb5668b13a08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:08:37.664278 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808c0e07-b3c3-4fee-87ad-bb5668b13a08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:08:37.664630 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808c0e07-b3c3-4fee-87ad-bb5668b13a08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:08:37.664971 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808c0e07-b3c3-4fee-87ad-bb5668b13a08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:08:37.665399 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808c0e07-b3c3-4fee-87ad-bb5668b13a08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:08:37.665657 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808c0e07-b3c3-4fee-87ad-bb5668b13a08 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:08:37.665968 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808c0e07-b3c3-4fee-87ad-bb5668b13a08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:08:37.666365 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808c0e07-b3c3-4fee-87ad-bb5668b13a08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:08:37.666658 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808c0e07-b3c3-4fee-87ad-bb5668b13a08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:08:37.667045 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808c0e07-b3c3-4fee-87ad-bb5668b13a08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:08:37.667308 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808c0e07-b3c3-4fee-87ad-bb5668b13a08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:08:37.841957 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e50c08-fefb-4cf9-bc58-5ef82fe2ea43 req-98a781cf-5254-484c-a77d-dee2a3eaac2a tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:37.843663 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c7e50c08-fefb-4cf9-bc58-5ef82fe2ea43 req-98a781cf-5254-484c-a77d-dee2a3eaac2a tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=3d9d1160-da80-4b76-93ca-a5a760538ecc HTTP/1.1" status: 200 len: 946 time: 0.0534098 Sep 08 09:08:37.886732 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c7e50c08-fefb-4cf9-bc58-5ef82fe2ea43 req-6f23e577-abb7-46f2-ad0f-3a9ff43bef1a tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350921 Sep 08 09:08:37.947007 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 48532) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:37.949396 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cfc0b6-2676-425a-ba99-270188cc53b1 req-ab2dc22a-ee95-4af6-81d1-fc09f5040208 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:37.951030 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-55cfc0b6-2676-425a-ba99-270188cc53b1 req-ab2dc22a-ee95-4af6-81d1-fc09f5040208 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=21561af1-68dc-4f96-a54f-5cdbc22a5127 HTTP/1.1" status: 200 len: 946 time: 0.0867155 Sep 08 09:08:37.960732 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fec96868-3e1e-400f-b496-94dc70b74673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:38.000839 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-55cfc0b6-2676-425a-ba99-270188cc53b1 req-e19fa4f0-d9b9-4a22-a742-ea75805b8ca5 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422227 Sep 08 09:08:38.059068 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fec96868-3e1e-400f-b496-94dc70b74673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:38.063023 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fec96868-3e1e-400f-b496-94dc70b74673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:38.131072 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec96868-3e1e-400f-b496-94dc70b74673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ce1889-307d-4bc5-86c8-9f41edd64d21,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:38.136901 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-fec96868-3e1e-400f-b496-94dc70b74673 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8f9193a82ee143a0bddbcfac1c4b7963&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1891005 Sep 08 09:08:38.139600 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 48536) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:38.179677 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cabd311-c730-416f-a398-492f1886c928 req-0e6ff941-8a41-48cf-9b73-f2bbc92fefc7 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:38.181222 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4cabd311-c730-416f-a398-492f1886c928 req-0e6ff941-8a41-48cf-9b73-f2bbc92fefc7 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=21561af1-68dc-4f96-a54f-5cdbc22a5127 HTTP/1.1" status: 200 len: 946 time: 0.1065335 Sep 08 09:08:38.236934 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-55c6a019-eddc-422d-a893-e515d22c5e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:38.247008 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4cabd311-c730-416f-a398-492f1886c928 req-fa69b842-ab6c-46ae-b332-80ebc30f5267 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559950 Sep 08 09:08:38.266349 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-55c6a019-eddc-422d-a893-e515d22c5e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:38.321501 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-55c6a019-eddc-422d-a893-e515d22c5e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:38.325151 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-55c6a019-eddc-422d-a893-e515d22c5e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:38.326755 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-55c6a019-eddc-422d-a893-e515d22c5e67 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d9ce1889-307d-4bc5-86c8-9f41edd64d21 HTTP/1.1" status: 204 len: 168 time: 0.1845970 Sep 08 09:08:38.336504 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c6a019-eddc-422d-a893-e515d22c5e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ce1889-307d-4bc5-86c8-9f41edd64d21,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:38.567789 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c933da47-2af6-4d3f-860b-652977e50bda req-111f8449-cdf0-43d3-bf4b-929a815b7333 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:38.570916 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c933da47-2af6-4d3f-860b-652977e50bda req-111f8449-cdf0-43d3-bf4b-929a815b7333 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] 10.222.0.54 "GET /v2.0/ports?device_id=421ffc09-0212-49f8-8a50-d689ea609c2a HTTP/1.1" status: 200 len: 946 time: 0.0605783 Sep 08 09:08:38.617939 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c933da47-2af6-4d3f-860b-652977e50bda req-6ffea5d1-4500-4164-b0c3-012d852a6b27 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] 10.222.0.54 "GET /v2.0/security-groups?id=69839afc-de1b-492f-9a8f-81ffc85f2880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398195 Sep 08 09:08:38.711134 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6d928-e7aa-4c9e-9c85-1348f5285470 req-f44bb78b-e276-466c-9a83-1f6dc4af1106 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:38.712723 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5bd6d928-e7aa-4c9e-9c85-1348f5285470 req-f44bb78b-e276-466c-9a83-1f6dc4af1106 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/networks?id=c49a0008-ba2e-41e9-b498-07f12619ac72 HTTP/1.1" status: 200 len: 815 time: 0.1186080 Sep 08 09:08:38.729793 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5bd6d928-e7aa-4c9e-9c85-1348f5285470 req-c9461f03-daf1-4fdf-8a7a-6ac30a6b6dbe tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/quotas/2e83171f35894ea19e57331a0a1c0b1d HTTP/1.1" status: 200 len: 375 time: 0.0110092 Sep 08 09:08:38.788934 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5bd6d928-e7aa-4c9e-9c85-1348f5285470 req-8c331ce5-6be2-4e56-abbc-f4e132cc550f tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2e83171f35894ea19e57331a0a1c0b1d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0526259 Sep 08 09:08:38.888152 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5bd6d928-e7aa-4c9e-9c85-1348f5285470 req-4ea5a719-3bac-41df-b750-5528aa8bd3cf service neutron] 10.222.0.54 "GET /v2.0/networks/c49a0008-ba2e-41e9-b498-07f12619ac72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890973 Sep 08 09:08:39.005319 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5bd6d928-e7aa-4c9e-9c85-1348f5285470 req-5fa9f863-90b7-4f24-9836-237bcf1f6ed5 service neutron] 10.222.0.54 "GET /v2.0/networks/c49a0008-ba2e-41e9-b498-07f12619ac72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103282 Sep 08 09:08:39.034144 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb5f9e-5c19-433d-8a82-6c61adffe362 req-ca890e17-0de4-4211-bfe8-9103e57c44c7 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:39.035398 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-47cb5f9e-5c19-433d-8a82-6c61adffe362 req-ca890e17-0de4-4211-bfe8-9103e57c44c7 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=3d9d1160-da80-4b76-93ca-a5a760538ecc HTTP/1.1" status: 200 len: 946 time: 0.0587893 Sep 08 09:08:39.076895 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-47cb5f9e-5c19-433d-8a82-6c61adffe362 req-d4a5cc4c-3206-4460-a83a-f67c8749513c tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340161 Sep 08 09:08:39.202206 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953761a-ce41-4aa5-9a9b-f6c42ba16263 req-5415154c-8149-4bbe-bd33-e8158484551e tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:39.203735 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4953761a-ce41-4aa5-9a9b-f6c42ba16263 req-5415154c-8149-4bbe-bd33-e8158484551e tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] 10.222.0.54 "GET /v2.0/ports?device_id=421ffc09-0212-49f8-8a50-d689ea609c2a HTTP/1.1" status: 200 len: 946 time: 0.0559404 Sep 08 09:08:39.254240 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4953761a-ce41-4aa5-9a9b-f6c42ba16263 req-03bf97ad-1691-402c-ae82-542ca5d5ccca tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] 10.222.0.54 "GET /v2.0/security-groups?id=69839afc-de1b-492f-9a8f-81ffc85f2880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411484 Sep 08 09:08:39.343200 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1bd572f3-ec71-4c2c-9a2c-da9ca01d390c req-93a18b2a-69f8-42bd-869f-339ee865ce37 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d092cb5-cede-4d66-bb00-24ff08bfff9d HTTP/1.1" status: 200 len: 210 time: 0.0385871 Sep 08 09:08:39.526767 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7eaf8-dd7e-4664-b295-8f97759fbd18 req-fa3e55e4-bea5-475e-a890-dbb35b40e1a9 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:39.528611 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-16f7eaf8-dd7e-4664-b295-8f97759fbd18 req-fa3e55e4-bea5-475e-a890-dbb35b40e1a9 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=3d9d1160-da80-4b76-93ca-a5a760538ecc HTTP/1.1" status: 200 len: 946 time: 0.0683806 Sep 08 09:08:39.586705 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-16f7eaf8-dd7e-4664-b295-8f97759fbd18 req-9455f9be-a9ca-4144-ad10-66f679f7722d tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519097 Sep 08 09:08:40.191639 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206ad34-7fc4-43b0-9b18-d25005661e50 req-4b6277b5-4dcc-41cc-a93d-6762bec1af1c tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:40.193174 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e206ad34-7fc4-43b0-9b18-d25005661e50 req-4b6277b5-4dcc-41cc-a93d-6762bec1af1c tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.35 "GET /v2.0/ports?device_id=21561af1-68dc-4f96-a54f-5cdbc22a5127 HTTP/1.1" status: 200 len: 946 time: 0.0505636 Sep 08 09:08:40.305103 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-e206ad34-7fc4-43b0-9b18-d25005661e50 req-b9f7c5a6-7ff3-4ee1-8ca9-d7606c8bc9bc tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Deleting port 19515092-22b7-414b-86c9-ad7d6f551722 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:08:40.305975 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e206ad34-7fc4-43b0-9b18-d25005661e50 req-b9f7c5a6-7ff3-4ee1-8ca9-d7606c8bc9bc tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:40.442737 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-e206ad34-7fc4-43b0-9b18-d25005661e50 req-b9f7c5a6-7ff3-4ee1-8ca9-d7606c8bc9bc tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] For port 19515092-22b7-414b-86c9-ad7d6f551722, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=19515092-22b7-414b-86c9-ad7d6f551722,segment=NetworkSegment(f97f779e-ab81-4dfc-a584-515a83636e03),segment_id=f97f779e-ab81-4dfc-a584-515a83636e03)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:08:40.443628 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e206ad34-7fc4-43b0-9b18-d25005661e50 req-b9f7c5a6-7ff3-4ee1-8ca9-d7606c8bc9bc tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:40.453501 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc85f6d-d4d0-41f5-9177-9daf606b0f05 req-a2d100a6-d64d-4632-8299-36a667c0c4cd tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:40.455303 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3fc85f6d-d4d0-41f5-9177-9daf606b0f05 req-a2d100a6-d64d-4632-8299-36a667c0c4cd tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] 10.222.0.54 "GET /v2.0/ports?device_id=421ffc09-0212-49f8-8a50-d689ea609c2a HTTP/1.1" status: 200 len: 946 time: 0.1144986 Sep 08 09:08:40.461986 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2bf1f587-512b-4d85-837f-0682e57f1a15 req-95666308-0aa0-4c0f-a48a-6e9084ebafc3 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d092cb5-cede-4d66-bb00-24ff08bfff9d HTTP/1.1" status: 200 len: 210 time: 0.0311732 Sep 08 09:08:40.502652 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-e206ad34-7fc4-43b0-9b18-d25005661e50 req-b9f7c5a6-7ff3-4ee1-8ca9-d7606c8bc9bc tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Calling delete_port for 19515092-22b7-414b-86c9-ad7d6f551722 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:08:40.628302 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3fc85f6d-d4d0-41f5-9177-9daf606b0f05 req-71f26ce5-fcb5-48f1-b498-18b4f3d573ce tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] 10.222.0.54 "GET /v2.0/security-groups?id=69839afc-de1b-492f-9a8f-81ffc85f2880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551766 Sep 08 09:08:40.698215 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6d928-e7aa-4c9e-9c85-1348f5285470 req-31034a9e-5cab-4eb6-9ed9-49b86cb339bc tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:40.699725 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5bd6d928-e7aa-4c9e-9c85-1348f5285470 req-31034a9e-5cab-4eb6-9ed9-49b86cb339bc tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.35 "GET /v2.0/networks?id=c49a0008-ba2e-41e9-b498-07f12619ac72 HTTP/1.1" status: 200 len: 815 time: 0.2433481 Sep 08 09:08:40.755851 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-5bd6d928-e7aa-4c9e-9c85-1348f5285470 req-5285a140-c7e0-4a33-b97c-d1cac429a5fa tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Request body: {'port': {'device_id': '4d092cb5-cede-4d66-bb00-24ff08bfff9d', 'network_id': 'c49a0008-ba2e-41e9-b498-07f12619ac72', 'admin_state_up': True, 'tenant_id': '2e83171f35894ea19e57331a0a1c0b1d'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:08:40.789474 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 48656) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:40.807681 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c30ba3-3622-49b1-ba9a-3606a1a9d877 req-ffd4e6a2-94d9-44f1-8db3-58abbe67bfd0 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:40.809096 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b1c30ba3-3622-49b1-ba9a-3606a1a9d877 req-ffd4e6a2-94d9-44f1-8db3-58abbe67bfd0 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] 10.222.0.37 "GET /v2.0/ports?device_id=421ffc09-0212-49f8-8a50-d689ea609c2a HTTP/1.1" status: 200 len: 946 time: 0.1516445 Sep 08 09:08:40.909364 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1559ab4b-fc08-469a-b4b1-68084ecd8724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:40.919225 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd58287-c313-4e4e-916c-448bcaa42781 req-1e675709-a6f5-41e9-9879-44ba04168872 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:40.920736 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bbd58287-c313-4e4e-916c-448bcaa42781 req-1e675709-a6f5-41e9-9879-44ba04168872 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=3d9d1160-da80-4b76-93ca-a5a760538ecc HTTP/1.1" status: 200 len: 946 time: 0.2108710 Sep 08 09:08:40.993969 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e206ad34-7fc4-43b0-9b18-d25005661e50 req-b9f7c5a6-7ff3-4ee1-8ca9-d7606c8bc9bc tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:41.009470 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1559ab4b-fc08-469a-b4b1-68084ecd8724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:41.013882 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1559ab4b-fc08-469a-b4b1-68084ecd8724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:41.027502 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['19515092-22b7-414b-86c9-ad7d6f551722'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:08:41.049004 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f7c5a6-7ff3-4ee1-8ca9-d7606c8bc9bc tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Pushing event deleted for resources: {'Port': ['ID=19515092-22b7-414b-86c9-ad7d6f551722,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:41.063901 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1559ab4b-fc08-469a-b4b1-68084ecd8724 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b0c318895bcb4abfb66bc819427cdeb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2732062 Sep 08 09:08:41.065046 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1559ab4b-fc08-469a-b4b1-68084ecd8724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9233bfc-c1fa-43fb-b68e-ef16722c816b,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:41.066782 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bbd58287-c313-4e4e-916c-448bcaa42781 req-fa92b630-b12c-4dff-9cf3-2d9430870233 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392314 Sep 08 09:08:41.068809 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 48662) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:41.128986 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-12412178-9fca-4a1a-8d75-75e265c616a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:41.132309 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-e206ad34-7fc4-43b0-9b18-d25005661e50 req-b9f7c5a6-7ff3-4ee1-8ca9-d7606c8bc9bc tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] No DVR routers for this DVR port 19515092-22b7-414b-86c9-ad7d6f551722 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:08:41.135412 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e206ad34-7fc4-43b0-9b18-d25005661e50 req-b9f7c5a6-7ff3-4ee1-8ca9-d7606c8bc9bc tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:41.137406 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e206ad34-7fc4-43b0-9b18-d25005661e50 req-b9f7c5a6-7ff3-4ee1-8ca9-d7606c8bc9bc tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.35 "DELETE /v2.0/ports/19515092-22b7-414b-86c9-ad7d6f551722 HTTP/1.1" status: 204 len: 173 time: 0.9359570 Sep 08 09:08:41.137847 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21561af1-68dc-4f96-a54f-5cdbc22a5127', 'name': 'network-vif-deleted', 'tag': '19515092-22b7-414b-86c9-ad7d6f551722'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:08:41.140139 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95dec327-7bf4-4c7f-a061-a0c3f266b0f0" -d '{"events": [{"server_uuid": "21561af1-68dc-4f96-a54f-5cdbc22a5127", "name": "network-vif-deleted", "tag": "19515092-22b7-414b-86c9-ad7d6f551722"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:08:41.144874 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bd6d928-e7aa-4c9e-9c85-1348f5285470 req-5285a140-c7e0-4a33-b97c-d1cac429a5fa tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Made reservation on behalf of 2e83171f35894ea19e57331a0a1c0b1d for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:08:41.150215 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5bd6d928-e7aa-4c9e-9c85-1348f5285470 req-5285a140-c7e0-4a33-b97c-d1cac429a5fa tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:41.153775 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-12412178-9fca-4a1a-8d75-75e265c616a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:41.171778 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-b1c30ba3-3622-49b1-ba9a-3606a1a9d877 req-bb0da7bc-57c2-424e-b0c3-9b558be7865e tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] Deleting port 03f452a7-cfce-463c-976d-961756feb568 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:08:41.172045 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-b1c30ba3-3622-49b1-ba9a-3606a1a9d877 req-bb0da7bc-57c2-424e-b0c3-9b558be7865e tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:41.198871 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2e4e00-047a-4f75-a766-8c36f673134c x-openstack-request-id: req-cd2e4e00-047a-4f75-a766-8c36f673134c {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:08:41.199523 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21561af1-68dc-4f96-a54f-5cdbc22a5127", "name": "network-vif-deleted", "tag": "19515092-22b7-414b-86c9-ad7d6f551722", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:08:41.199523 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cd2e4e00-047a-4f75-a766-8c36f673134c {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:08:41.199861 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21561af1-68dc-4f96-a54f-5cdbc22a5127', 'name': 'network-vif-deleted', 'tag': '19515092-22b7-414b-86c9-ad7d6f551722', 'status': 'completed', 'code': 200} Sep 08 09:08:41.210865 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-12412178-9fca-4a1a-8d75-75e265c616a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:41.213698 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-12412178-9fca-4a1a-8d75-75e265c616a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:41.215552 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-12412178-9fca-4a1a-8d75-75e265c616a9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b9233bfc-c1fa-43fb-b68e-ef16722c816b HTTP/1.1" status: 204 len: 168 time: 0.1449416 Sep 08 09:08:41.226976 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12412178-9fca-4a1a-8d75-75e265c616a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9233bfc-c1fa-43fb-b68e-ef16722c816b,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:41.413244 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad2753-ca81-40d6-987b-a9130068f996 req-f60eb124-5973-4bb2-aa7f-4979ef50bd6b tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:41.414802 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d9ad2753-ca81-40d6-987b-a9130068f996 req-f60eb124-5973-4bb2-aa7f-4979ef50bd6b tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d9d1160-da80-4b76-93ca-a5a760538ecc HTTP/1.1" status: 200 len: 946 time: 0.1700017 Sep 08 09:08:41.418697 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-b1c30ba3-3622-49b1-ba9a-3606a1a9d877 req-bb0da7bc-57c2-424e-b0c3-9b558be7865e tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] For port 03f452a7-cfce-463c-976d-961756feb568, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=03f452a7-cfce-463c-976d-961756feb568,segment=NetworkSegment(3eccf97e-3ac4-42f3-8b95-5357da4fe699),segment_id=3eccf97e-3ac4-42f3-8b95-5357da4fe699)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:08:41.419076 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-b1c30ba3-3622-49b1-ba9a-3606a1a9d877 req-bb0da7bc-57c2-424e-b0c3-9b558be7865e tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:41.474558 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-b1c30ba3-3622-49b1-ba9a-3606a1a9d877 req-bb0da7bc-57c2-424e-b0c3-9b558be7865e tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] Calling delete_port for 03f452a7-cfce-463c-976d-961756feb568 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:08:41.477148 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-5bd6d928-e7aa-4c9e-9c85-1348f5285470 req-5285a140-c7e0-4a33-b97c-d1cac429a5fa tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Allocated IP 172.20.0.2 (c49a0008-ba2e-41e9-b498-07f12619ac72/df631613-af78-49bf-9102-60065cc0670c/c02c6363-04b2-40d0-a282-2c240aba2e34) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:08:41.557846 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 48674) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:41.581438 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3cbb3442-e9f4-4228-af7f-964267386904 req-3aba99bf-6947-46f3-9899-681d86811c9e tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d092cb5-cede-4d66-bb00-24ff08bfff9d HTTP/1.1" status: 200 len: 210 time: 0.0331275 Sep 08 09:08:41.600821 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1634d55a-d0f2-4467-a48d-9a85b0c92c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:41.772807 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-d9ad2753-ca81-40d6-987b-a9130068f996 req-dd562301-4e2d-4da4-be26-55255fc31d9b tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Deleting port 69a85363-121c-44c7-85ad-bec2d0934fe9 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:08:41.773186 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d9ad2753-ca81-40d6-987b-a9130068f996 req-dd562301-4e2d-4da4-be26-55255fc31d9b tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:41.789359 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3397b0-2079-4775-a023-8715a6a043d9 req-5e88e9ec-28f7-4140-bcf1-f511226f45f2 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:41.791331 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1c3397b0-2079-4775-a023-8715a6a043d9 req-5e88e9ec-28f7-4140-bcf1-f511226f45f2 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] 10.222.0.54 "GET /v2.0/ports?device_id=421ffc09-0212-49f8-8a50-d689ea609c2a HTTP/1.1" status: 200 len: 946 time: 0.0669453 Sep 08 09:08:41.837613 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1c3397b0-2079-4775-a023-8715a6a043d9 req-ebab761a-b18d-4be5-a4d9-d07495d8456c tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] 10.222.0.54 "GET /v2.0/security-groups?id=69839afc-de1b-492f-9a8f-81ffc85f2880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399303 Sep 08 09:08:42.190806 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07c141-55cb-44b8-886d-31f6eeeaa9c1 req-05b89290-b2f8-4fe7-ad48-0179991c4493 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:42.192378 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-de07c141-55cb-44b8-886d-31f6eeeaa9c1 req-05b89290-b2f8-4fe7-ad48-0179991c4493 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=3d9d1160-da80-4b76-93ca-a5a760538ecc HTTP/1.1" status: 200 len: 946 time: 0.0555708 Sep 08 09:08:42.234067 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-de07c141-55cb-44b8-886d-31f6eeeaa9c1 req-961dd831-4c4f-442a-b211-88c62f143c27 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341368 Sep 08 09:08:42.283410 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5bd6d928-e7aa-4c9e-9c85-1348f5285470 req-5285a140-c7e0-4a33-b97c-d1cac429a5fa tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:42.297300 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-b1c30ba3-3622-49b1-ba9a-3606a1a9d877 req-bb0da7bc-57c2-424e-b0c3-9b558be7865e tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:42.330603 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['03f452a7-cfce-463c-976d-961756feb568'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:08:42.361360 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0da7bc-57c2-424e-b0c3-9b558be7865e tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] Pushing event deleted for resources: {'Port': ['ID=03f452a7-cfce-463c-976d-961756feb568,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:42.365910 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-d9ad2753-ca81-40d6-987b-a9130068f996 req-dd562301-4e2d-4da4-be26-55255fc31d9b tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] For port 69a85363-121c-44c7-85ad-bec2d0934fe9, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=69a85363-121c-44c7-85ad-bec2d0934fe9,segment=NetworkSegment(3af659db-8c52-4cba-bbf9-dfdf7a2d015a),segment_id=3af659db-8c52-4cba-bbf9-dfdf7a2d015a)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:08:42.366307 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d9ad2753-ca81-40d6-987b-a9130068f996 req-dd562301-4e2d-4da4-be26-55255fc31d9b tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:42.404614 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-d9ad2753-ca81-40d6-987b-a9130068f996 req-dd562301-4e2d-4da4-be26-55255fc31d9b tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Calling delete_port for 69a85363-121c-44c7-85ad-bec2d0934fe9 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:08:42.417992 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1634d55a-d0f2-4467-a48d-9a85b0c92c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:42.446030 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1634d55a-d0f2-4467-a48d-9a85b0c92c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:42.453171 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c30ba3-3622-49b1-ba9a-3606a1a9d877 req-bb0da7bc-57c2-424e-b0c3-9b558be7865e tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] No DVR routers for this DVR port 03f452a7-cfce-463c-976d-961756feb568 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:08:42.465382 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-b1c30ba3-3622-49b1-ba9a-3606a1a9d877 req-bb0da7bc-57c2-424e-b0c3-9b558be7865e tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:42.467349 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b1c30ba3-3622-49b1-ba9a-3606a1a9d877 req-bb0da7bc-57c2-424e-b0c3-9b558be7865e tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] 10.222.0.37 "DELETE /v2.0/ports/03f452a7-cfce-463c-976d-961756feb568 HTTP/1.1" status: 204 len: 173 time: 1.6335049 Sep 08 09:08:42.531926 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5bd6d928-e7aa-4c9e-9c85-1348f5285470 req-5285a140-c7e0-4a33-b97c-d1cac429a5fa tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:42.538265 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-1634d55a-d0f2-4467-a48d-9a85b0c92c27 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=61f8be0810cc466eb7edc4ce0b7153f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9764895 Sep 08 09:08:42.540909 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 48688) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:42.548255 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634d55a-d0f2-4467-a48d-9a85b0c92c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797480ec-2f12-418d-bf4f-e4f46cd49a9e,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:42.597322 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bd6d928-e7aa-4c9e-9c85-1348f5285470 req-5285a140-c7e0-4a33-b97c-d1cac429a5fa tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Network c49a0008-ba2e-41e9-b498-07f12619ac72 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:08:42.607719 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-5bd6d928-e7aa-4c9e-9c85-1348f5285470 req-5285a140-c7e0-4a33-b97c-d1cac429a5fa tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:08:42.612232 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd6d928-e7aa-4c9e-9c85-1348f5285470 req-5285a140-c7e0-4a33-b97c-d1cac429a5fa tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:08:42.617777 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1fabe344-3a17-451d-8618-c6085e683bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:42.643311 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5285a140-c7e0-4a33-b97c-d1cac429a5fa tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Pushing event updated for resources: {'Port': ['ID=c02c6363-04b2-40d0-a282-2c240aba2e34,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:42.652952 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1fabe344-3a17-451d-8618-c6085e683bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:42.705061 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6d928-e7aa-4c9e-9c85-1348f5285470 req-5285a140-c7e0-4a33-b97c-d1cac429a5fa tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:42.705709 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5bd6d928-e7aa-4c9e-9c85-1348f5285470 req-5285a140-c7e0-4a33-b97c-d1cac429a5fa tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:42.735566 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5bd6d928-e7aa-4c9e-9c85-1348f5285470 req-5285a140-c7e0-4a33-b97c-d1cac429a5fa tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0023103 Sep 08 09:08:42.736683 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d9ad2753-ca81-40d6-987b-a9130068f996 req-dd562301-4e2d-4da4-be26-55255fc31d9b tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:42.752925 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1fabe344-3a17-451d-8618-c6085e683bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:42.755992 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1fabe344-3a17-451d-8618-c6085e683bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:42.757163 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1fabe344-3a17-451d-8618-c6085e683bc1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/797480ec-2f12-418d-bf4f-e4f46cd49a9e HTTP/1.1" status: 204 len: 168 time: 0.2151403 Sep 08 09:08:42.766534 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd562301-4e2d-4da4-be26-55255fc31d9b tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Pushing event deleted for resources: {'Port': ['ID=69a85363-121c-44c7-85ad-bec2d0934fe9,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:42.768357 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c59686-6913-4cb3-b564-ede7f6caaa85 req-a9f6306f-d045-4fce-9af9-4fefcf227d34 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:42.773843 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['69a85363-121c-44c7-85ad-bec2d0934fe9'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:08:42.776400 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f3c59686-6913-4cb3-b564-ede7f6caaa85 req-a9f6306f-d045-4fce-9af9-4fefcf227d34 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d092cb5-cede-4d66-bb00-24ff08bfff9d HTTP/1.1" status: 200 len: 931 time: 0.0990629 Sep 08 09:08:42.790972 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fabe344-3a17-451d-8618-c6085e683bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797480ec-2f12-418d-bf4f-e4f46cd49a9e,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:42.824458 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ad2753-ca81-40d6-987b-a9130068f996 req-dd562301-4e2d-4da4-be26-55255fc31d9b tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] No DVR routers for this DVR port 69a85363-121c-44c7-85ad-bec2d0934fe9 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:08:42.826908 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d9ad2753-ca81-40d6-987b-a9130068f996 req-dd562301-4e2d-4da4-be26-55255fc31d9b tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:42.829003 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d9ad2753-ca81-40d6-987b-a9130068f996 req-dd562301-4e2d-4da4-be26-55255fc31d9b tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.37 "DELETE /v2.0/ports/69a85363-121c-44c7-85ad-bec2d0934fe9 HTTP/1.1" status: 204 len: 173 time: 1.4051905 Sep 08 09:08:42.837650 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f3c59686-6913-4cb3-b564-ede7f6caaa85 req-06200c0c-db04-47c6-9444-4e4284023d6e tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601504 Sep 08 09:08:42.911222 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-5bd6d928-e7aa-4c9e-9c85-1348f5285470 req-9761765c-7b7e-4cb1-8b06-60dfdb762fa8 service neutron] Request body: {'port': {'device_id': '4d092cb5-cede-4d66-bb00-24ff08bfff9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:08:42.987956 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5bd6d928-e7aa-4c9e-9c85-1348f5285470 req-9761765c-7b7e-4cb1-8b06-60dfdb762fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:43.062633 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-865724bf-969d-4dc7-b448-009da119b893 req-1765448e-5975-4826-ada6-370e8c803c81 tempest-InstanceActionsTestJSON-1083489111 tempest-InstanceActionsTestJSON-1083489111-project] 10.222.0.54 "GET /v2.0/ports?device_id=421ffc09-0212-49f8-8a50-d689ea609c2a HTTP/1.1" status: 200 len: 210 time: 0.0556433 Sep 08 09:08:43.200376 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421ffc09-0212-49f8-8a50-d689ea609c2a', 'name': 'network-vif-deleted', 'tag': '03f452a7-cfce-463c-976d-961756feb568'}, {'server_uuid': '3d9d1160-da80-4b76-93ca-a5a760538ecc', 'name': 'network-vif-deleted', 'tag': '69a85363-121c-44c7-85ad-bec2d0934fe9'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:08:43.202975 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae714f9-7c4b-4607-8639-114af8127f26" -d '{"events": [{"server_uuid": "421ffc09-0212-49f8-8a50-d689ea609c2a", "name": "network-vif-deleted", "tag": "03f452a7-cfce-463c-976d-961756feb568"}, {"server_uuid": "3d9d1160-da80-4b76-93ca-a5a760538ecc", "name": "network-vif-deleted", "tag": "69a85363-121c-44c7-85ad-bec2d0934fe9"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:08:43.307143 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Sep 2021 09:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055e9428-b1bb-4307-892e-23b9050e0656 x-openstack-request-id: req-055e9428-b1bb-4307-892e-23b9050e0656 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:08:43.307806 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421ffc09-0212-49f8-8a50-d689ea609c2a", "name": "network-vif-deleted", "tag": "03f452a7-cfce-463c-976d-961756feb568", "status": "completed", "code": 200}, {"server_uuid": "3d9d1160-da80-4b76-93ca-a5a760538ecc", "name": "network-vif-deleted", "tag": "69a85363-121c-44c7-85ad-bec2d0934fe9", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:08:43.308475 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-055e9428-b1bb-4307-892e-23b9050e0656 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:08:43.309438 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421ffc09-0212-49f8-8a50-d689ea609c2a', 'name': 'network-vif-deleted', 'tag': '03f452a7-cfce-463c-976d-961756feb568', 'status': 'completed', 'code': 200} Sep 08 09:08:43.314456 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9d1160-da80-4b76-93ca-a5a760538ecc', 'name': 'network-vif-deleted', 'tag': '69a85363-121c-44c7-85ad-bec2d0934fe9', 'status': 'completed', 'code': 200} Sep 08 09:08:43.376892 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c470d681-5a1c-4869-bf6d-f9b431942d0e req-38e8a139-e186-4961-a53a-3f9233bbf202 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=3d9d1160-da80-4b76-93ca-a5a760538ecc HTTP/1.1" status: 200 len: 210 time: 0.0392525 Sep 08 09:08:43.401512 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-5bd6d928-e7aa-4c9e-9c85-1348f5285470 req-9761765c-7b7e-4cb1-8b06-60dfdb762fa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c02c6363-04b2-40d0-a282-2c240aba2e34 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:08:43.411575 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5bd6d928-e7aa-4c9e-9c85-1348f5285470 req-9761765c-7b7e-4cb1-8b06-60dfdb762fa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:43.432587 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-5bd6d928-e7aa-4c9e-9c85-1348f5285470 req-9761765c-7b7e-4cb1-8b06-60dfdb762fa8 service neutron] Transition to ACTIVE for port object c02c6363-04b2-40d0-a282-2c240aba2e34 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:08:43.436069 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5bd6d928-e7aa-4c9e-9c85-1348f5285470 req-9761765c-7b7e-4cb1-8b06-60dfdb762fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:43.516275 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9761765c-7b7e-4cb1-8b06-60dfdb762fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=c02c6363-04b2-40d0-a282-2c240aba2e34,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:43.527339 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 19515092-22b7-414b-86c9-ad7d6f551722 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:08:43.550083 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: 19515092-22b7-414b-86c9-ad7d6f551722 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:08:43.550438 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 19515092-22b7-414b-86c9-ad7d6f551722 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:08:43.577772 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-5bd6d928-e7aa-4c9e-9c85-1348f5285470 req-9761765c-7b7e-4cb1-8b06-60dfdb762fa8 service neutron] Attempting to bind port c02c6363-04b2-40d0-a282-2c240aba2e34 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:08:43.578156 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-5bd6d928-e7aa-4c9e-9c85-1348f5285470 req-9761765c-7b7e-4cb1-8b06-60dfdb762fa8 service neutron] Attempting to bind port c02c6363-04b2-40d0-a282-2c240aba2e34 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': 'f97f779e-ab81-4dfc-a584-515a83636e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c49a0008-ba2e-41e9-b498-07f12619ac72'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:08:43.578496 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd6d928-e7aa-4c9e-9c85-1348f5285470 req-9761765c-7b7e-4cb1-8b06-60dfdb762fa8 service neutron] Attempting to bind port c02c6363-04b2-40d0-a282-2c240aba2e34 on network c49a0008-ba2e-41e9-b498-07f12619ac72 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:08:43.585825 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd6d928-e7aa-4c9e-9c85-1348f5285470 req-9761765c-7b7e-4cb1-8b06-60dfdb762fa8 service neutron] Port c02c6363-04b2-40d0-a282-2c240aba2e34 on network c49a0008-ba2e-41e9-b498-07f12619ac72 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:08:43.586259 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd6d928-e7aa-4c9e-9c85-1348f5285470 req-9761765c-7b7e-4cb1-8b06-60dfdb762fa8 service neutron] Attempting to bind port c02c6363-04b2-40d0-a282-2c240aba2e34 on network c49a0008-ba2e-41e9-b498-07f12619ac72 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:08:43.592834 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd6d928-e7aa-4c9e-9c85-1348f5285470 req-9761765c-7b7e-4cb1-8b06-60dfdb762fa8 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:08:43.593187 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd6d928-e7aa-4c9e-9c85-1348f5285470 req-9761765c-7b7e-4cb1-8b06-60dfdb762fa8 service neutron] Checking segment: {'id': 'f97f779e-ab81-4dfc-a584-515a83636e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c49a0008-ba2e-41e9-b498-07f12619ac72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:08:43.593587 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd6d928-e7aa-4c9e-9c85-1348f5285470 req-9761765c-7b7e-4cb1-8b06-60dfdb762fa8 service neutron] Bound using segment: {'id': 'f97f779e-ab81-4dfc-a584-515a83636e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c49a0008-ba2e-41e9-b498-07f12619ac72'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:08:43.594054 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-5bd6d928-e7aa-4c9e-9c85-1348f5285470 req-9761765c-7b7e-4cb1-8b06-60dfdb762fa8 service neutron] Bound port: c02c6363-04b2-40d0-a282-2c240aba2e34, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f97f779e-ab81-4dfc-a584-515a83636e03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c49a0008-ba2e-41e9-b498-07f12619ac72'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:08:43.594441 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5bd6d928-e7aa-4c9e-9c85-1348f5285470 req-9761765c-7b7e-4cb1-8b06-60dfdb762fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:43.664392 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-5bd6d928-e7aa-4c9e-9c85-1348f5285470 req-9761765c-7b7e-4cb1-8b06-60dfdb762fa8 service neutron] For port c02c6363-04b2-40d0-a282-2c240aba2e34, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:08:43.667903 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-5bd6d928-e7aa-4c9e-9c85-1348f5285470 req-9761765c-7b7e-4cb1-8b06-60dfdb762fa8 service neutron] For port c02c6363-04b2-40d0-a282-2c240aba2e34, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=c02c6363-04b2-40d0-a282-2c240aba2e34,segment=NetworkSegment(f97f779e-ab81-4dfc-a584-515a83636e03),segment_id=f97f779e-ab81-4dfc-a584-515a83636e03)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:08:43.672338 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5bd6d928-e7aa-4c9e-9c85-1348f5285470 req-9761765c-7b7e-4cb1-8b06-60dfdb762fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:43.712846 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6d928-e7aa-4c9e-9c85-1348f5285470 req-9761765c-7b7e-4cb1-8b06-60dfdb762fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:43.713543 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5bd6d928-e7aa-4c9e-9c85-1348f5285470 req-9761765c-7b7e-4cb1-8b06-60dfdb762fa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:43.715253 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5bd6d928-e7aa-4c9e-9c85-1348f5285470 req-9761765c-7b7e-4cb1-8b06-60dfdb762fa8 service neutron] 10.222.0.35 "PUT /v2.0/ports/c02c6363-04b2-40d0-a282-2c240aba2e34 HTTP/1.1" status: 200 len: 1092 time: 0.8129020 Sep 08 09:08:43.736878 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9761765c-7b7e-4cb1-8b06-60dfdb762fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=c02c6363-04b2-40d0-a282-2c240aba2e34,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:43.828546 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6d928-e7aa-4c9e-9c85-1348f5285470 req-22214836-b19f-4948-8e1f-0e3a63c47cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:43.830340 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5bd6d928-e7aa-4c9e-9c85-1348f5285470 req-22214836-b19f-4948-8e1f-0e3a63c47cb1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e83171f35894ea19e57331a0a1c0b1d&device_id=4d092cb5-cede-4d66-bb00-24ff08bfff9d HTTP/1.1" status: 200 len: 1095 time: 0.0494108 Sep 08 09:08:43.885840 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5bd6d928-e7aa-4c9e-9c85-1348f5285470 req-3e36fa78-2f8f-41e2-879d-e42339f2b0bb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c02c6363-04b2-40d0-a282-2c240aba2e34 HTTP/1.1" status: 200 len: 217 time: 0.0407572 Sep 08 09:08:43.944596 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6d928-e7aa-4c9e-9c85-1348f5285470 req-26584812-77c0-475d-a9e4-0938bf38c43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:43.946361 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5bd6d928-e7aa-4c9e-9c85-1348f5285470 req-26584812-77c0-475d-a9e4-0938bf38c43d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=df631613-af78-49bf-9102-60065cc0670c HTTP/1.1" status: 200 len: 855 time: 0.0520461 Sep 08 09:08:43.971812 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3e99f-ce07-4e01-a3cc-29542939bfad req-0d0051be-1e57-432a-be85-90e66c95f4c7 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:43.974149 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a0f3e99f-ce07-4e01-a3cc-29542939bfad req-0d0051be-1e57-432a-be85-90e66c95f4c7 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d092cb5-cede-4d66-bb00-24ff08bfff9d HTTP/1.1" status: 200 len: 943 time: 0.0650575 Sep 08 09:08:43.989526 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5bd6d928-e7aa-4c9e-9c85-1348f5285470 req-09066753-b45f-4fe0-be07-0bdd9ef075e2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c49a0008-ba2e-41e9-b498-07f12619ac72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352185 Sep 08 09:08:44.026298 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a0f3e99f-ce07-4e01-a3cc-29542939bfad req-2fb39e9a-01ef-4379-b34f-197693a575b8 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419407 Sep 08 09:08:44.117832 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5bd6d928-e7aa-4c9e-9c85-1348f5285470 req-a53f620b-3a82-4b59-9196-5a1332ec6c6c service neutron] 10.222.0.35 "GET /v2.0/networks/c49a0008-ba2e-41e9-b498-07f12619ac72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160543 Sep 08 09:08:44.128975 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 48748) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:44.197299 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-3edb00de-49bf-467a-a213-06e7bc0d17af admin admin] Deleting subnet 3ab3fd93-2bec-4748-be6a-20d65591d3f6 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:08:44.200343 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3edb00de-49bf-467a-a213-06e7bc0d17af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:44.225197 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5bd6d928-e7aa-4c9e-9c85-1348f5285470 req-c4ecfeb2-4a87-4897-b8f9-09f820257426 service neutron] 10.222.0.35 "GET /v2.0/networks/c49a0008-ba2e-41e9-b498-07f12619ac72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975626 Sep 08 09:08:44.241900 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3edb00de-49bf-467a-a213-06e7bc0d17af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:44.281972 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3edb00de-49bf-467a-a213-06e7bc0d17af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:44.335196 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3edb00de-49bf-467a-a213-06e7bc0d17af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:44.366718 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb00de-49bf-467a-a213-06e7bc0d17af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ab3fd93-2bec-4748-be6a-20d65591d3f6,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:44.371996 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3edb00de-49bf-467a-a213-06e7bc0d17af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:44.373786 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3edb00de-49bf-467a-a213-06e7bc0d17af admin admin] 10.222.0.54 "DELETE /v2.0/subnets/3ab3fd93-2bec-4748-be6a-20d65591d3f6 HTTP/1.1" status: 204 len: 168 time: 0.2435436 Sep 08 09:08:44.376392 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 48756) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:44.460802 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9fd70870-ceaf-4bfc-b58e-29371cdb378a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:44.549944 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9fd70870-ceaf-4bfc-b58e-29371cdb378a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:44.571869 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-9fd70870-ceaf-4bfc-b58e-29371cdb378a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c20aa0e0-4f35-405a-8037-13b2979d45bc']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:08:44.582331 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-9fd70870-ceaf-4bfc-b58e-29371cdb378a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eccf97e-3ac4-42f3-8b95-5357da4fe699') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:08:44.582701 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-9fd70870-ceaf-4bfc-b58e-29371cdb378a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eccf97e-3ac4-42f3-8b95-5357da4fe699') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:08:44.593979 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9fd70870-ceaf-4bfc-b58e-29371cdb378a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:44.609012 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9fd70870-ceaf-4bfc-b58e-29371cdb378a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:44.615996 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd70870-ceaf-4bfc-b58e-29371cdb378a admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:08:44.616400 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9fd70870-ceaf-4bfc-b58e-29371cdb378a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:44.618188 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:08:44.618188 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:08:44.618188 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:08:44.618188 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:08:44.618188 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:08:44.618188 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:08:44.618188 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:08:44.618188 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:08:44.618188 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:08:44.618188 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:08:44.618188 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:08:44.618188 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:08:44.618188 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:08:44.618188 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:08:44.618188 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:08:44.618188 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:08:44.618188 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:08:44.618188 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:08:44.618188 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:08:44.618188 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:08:44.618188 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:08:44.618188 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:08:44.618188 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:08:44.618188 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:08:44.618188 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:08:44.618188 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:08:44.618188 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:08:44.618188 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:08:44.618188 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:08:44.618188 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:08:44.618188 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:08:44.618188 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:08:44.678511 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9fd70870-ceaf-4bfc-b58e-29371cdb378a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:44.686772 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9fd70870-ceaf-4bfc-b58e-29371cdb378a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:44.689043 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9fd70870-ceaf-4bfc-b58e-29371cdb378a admin admin] 10.222.0.54 "DELETE /v2.0/networks/c20aa0e0-4f35-405a-8037-13b2979d45bc HTTP/1.1" status: 204 len: 168 time: 0.3119154 Sep 08 09:08:44.702930 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd70870-ceaf-4bfc-b58e-29371cdb378a admin admin] Pushing event deleted for resources: {'Network': ['ID=c20aa0e0-4f35-405a-8037-13b2979d45bc,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:44.796196 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d168a-f0f7-4069-a570-fee3b31718ba req-478cf7af-93b2-4a97-b519-d28588b69eb5 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:44.803723 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f53d168a-f0f7-4069-a570-fee3b31718ba req-478cf7af-93b2-4a97-b519-d28588b69eb5 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/networks?id=643d18a2-f561-4ab8-ba5f-9dc85934ae99 HTTP/1.1" status: 200 len: 812 time: 0.1448307 Sep 08 09:08:44.820497 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f53d168a-f0f7-4069-a570-fee3b31718ba req-24bbe0e0-71fd-4d03-a921-1f682acc5098 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/quotas/8c4acd6367d646a3befa77424fa4ba4a HTTP/1.1" status: 200 len: 375 time: 0.0158539 Sep 08 09:08:44.855915 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f53d168a-f0f7-4069-a570-fee3b31718ba req-a50ddb01-fd8e-4d06-ac02-7ca049957a91 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8c4acd6367d646a3befa77424fa4ba4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344872 Sep 08 09:08:44.966968 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f53d168a-f0f7-4069-a570-fee3b31718ba req-3cdb75a3-4828-4580-a4ea-abcdac702066 service neutron] 10.222.0.54 "GET /v2.0/networks/643d18a2-f561-4ab8-ba5f-9dc85934ae99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028416 Sep 08 09:08:44.970360 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 48790) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:45.017686 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-98b4e6c3-5246-4897-bf08-45c7be1225a9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dbd79062fba14e03a63e24188f0b393f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458128 Sep 08 09:08:45.020116 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 48794) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:45.031412 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 03f452a7-cfce-463c-976d-961756feb568 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:08:45.061495 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 03f452a7-cfce-463c-976d-961756feb568 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:08:45.062014 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 03f452a7-cfce-463c-976d-961756feb568 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:08:45.062714 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 69a85363-121c-44c7-85ad-bec2d0934fe9 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:08:45.100682 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f53d168a-f0f7-4069-a570-fee3b31718ba req-ebeb21c1-d38c-444e-99a2-456721ba186b service neutron] 10.222.0.54 "GET /v2.0/networks/643d18a2-f561-4ab8-ba5f-9dc85934ae99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220496 Sep 08 09:08:45.103628 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-22e6f8f1-c281-4d52-a64f-03a51ae5aa02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:45.140667 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-22e6f8f1-c281-4d52-a64f-03a51ae5aa02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:45.213666 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-22e6f8f1-c281-4d52-a64f-03a51ae5aa02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:45.219324 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-22e6f8f1-c281-4d52-a64f-03a51ae5aa02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:45.222533 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-22e6f8f1-c281-4d52-a64f-03a51ae5aa02 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/69839afc-de1b-492f-9a8f-81ffc85f2880 HTTP/1.1" status: 204 len: 168 time: 0.2013600 Sep 08 09:08:45.234111 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 69a85363-121c-44c7-85ad-bec2d0934fe9 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:08:45.234856 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 69a85363-121c-44c7-85ad-bec2d0934fe9 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:08:45.270056 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e6f8f1-c281-4d52-a64f-03a51ae5aa02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69839afc-de1b-492f-9a8f-81ffc85f2880,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:45.304619 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97a905-158b-4632-a636-257eb09bff8d req-7df3246a-6203-4859-bf29-39d027176015 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:45.306521 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-aa97a905-158b-4632-a636-257eb09bff8d req-7df3246a-6203-4859-bf29-39d027176015 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d092cb5-cede-4d66-bb00-24ff08bfff9d HTTP/1.1" status: 200 len: 943 time: 0.0826368 Sep 08 09:08:45.315108 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d092cb5-cede-4d66-bb00-24ff08bfff9d', 'tag': 'c02c6363-04b2-40d0-a282-2c240aba2e34'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:08:45.325269 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f38b54-46b1-465a-8cd9-aefe5586807d" -d '{"events": [{"name": "network-changed", "server_uuid": "4d092cb5-cede-4d66-bb00-24ff08bfff9d", "tag": "c02c6363-04b2-40d0-a282-2c240aba2e34"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:08:45.397224 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-aa97a905-158b-4632-a636-257eb09bff8d req-9e874ed8-1b68-4ab0-baf6-0a6d21ba7f8e tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558176 Sep 08 09:08:45.462608 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4d168db5-1602-4d1e-b2c4-71a62af76cb7 req-9a4e6834-c975-4254-bd29-2443ade4656b tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 210 time: 0.0360134 Sep 08 09:08:45.516512 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7edcf99f-f49c-4ea4-8f87-3b6a2fa171e7 x-openstack-request-id: req-7edcf99f-f49c-4ea4-8f87-3b6a2fa171e7 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:08:45.516844 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d092cb5-cede-4d66-bb00-24ff08bfff9d", "tag": "c02c6363-04b2-40d0-a282-2c240aba2e34", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:08:45.517315 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7edcf99f-f49c-4ea4-8f87-3b6a2fa171e7 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:08:45.517846 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d092cb5-cede-4d66-bb00-24ff08bfff9d', 'tag': 'c02c6363-04b2-40d0-a282-2c240aba2e34', 'status': 'completed', 'code': 200} Sep 08 09:08:45.619383 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f38b54-46b1-465a-8cd9-aefe5586807d req-20952c5a-2796-4327-a63b-a3252dd866fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:45.621176 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e4f38b54-46b1-465a-8cd9-aefe5586807d req-20952c5a-2796-4327-a63b-a3252dd866fd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e83171f35894ea19e57331a0a1c0b1d&device_id=4d092cb5-cede-4d66-bb00-24ff08bfff9d HTTP/1.1" status: 200 len: 1095 time: 0.0531726 Sep 08 09:08:45.752019 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f38b54-46b1-465a-8cd9-aefe5586807d req-a89a3314-c3d9-493f-8772-382a7fa3d7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:45.754240 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e4f38b54-46b1-465a-8cd9-aefe5586807d req-a89a3314-c3d9-493f-8772-382a7fa3d7bd service neutron] 10.222.0.35 "GET /v2.0/networks?id=c49a0008-ba2e-41e9-b498-07f12619ac72 HTTP/1.1" status: 200 len: 916 time: 0.1254234 Sep 08 09:08:45.811018 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e4f38b54-46b1-465a-8cd9-aefe5586807d req-0411699b-f8fc-488e-a024-11a2dddca7ae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c02c6363-04b2-40d0-a282-2c240aba2e34 HTTP/1.1" status: 200 len: 217 time: 0.0456314 Sep 08 09:08:45.874084 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f38b54-46b1-465a-8cd9-aefe5586807d req-136746a8-3677-4eeb-b4be-4dc1094f5a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:45.875728 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e4f38b54-46b1-465a-8cd9-aefe5586807d req-136746a8-3677-4eeb-b4be-4dc1094f5a67 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=df631613-af78-49bf-9102-60065cc0670c HTTP/1.1" status: 200 len: 855 time: 0.0573869 Sep 08 09:08:45.915863 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e4f38b54-46b1-465a-8cd9-aefe5586807d req-e6ba51dc-6022-4e9a-a4f6-590a217652d3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c49a0008-ba2e-41e9-b498-07f12619ac72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323596 Sep 08 09:08:46.025510 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e4f38b54-46b1-465a-8cd9-aefe5586807d req-eb642b5b-370e-4d3f-b292-48538ecc8a2b service neutron] 10.222.0.35 "GET /v2.0/networks/c49a0008-ba2e-41e9-b498-07f12619ac72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013651 Sep 08 09:08:46.149512 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e4f38b54-46b1-465a-8cd9-aefe5586807d req-e419922f-0fa1-4c82-bc7c-ae4a8e94129b service neutron] 10.222.0.35 "GET /v2.0/networks/c49a0008-ba2e-41e9-b498-07f12619ac72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162474 Sep 08 09:08:46.267758 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 48854) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:46.374091 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-312d2567-9641-428b-bf52-83bdc55f8a80 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2094608997-network', 'tenant_id': '7a26776a84ee40ba8a4407229db76436'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:08:46.400563 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312d2567-9641-428b-bf52-83bdc55f8a80 admin admin] Made reservation on behalf of 7a26776a84ee40ba8a4407229db76436 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:08:46.404138 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-312d2567-9641-428b-bf52-83bdc55f8a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:46.418727 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-312d2567-9641-428b-bf52-83bdc55f8a80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:46.570537 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-312d2567-9641-428b-bf52-83bdc55f8a80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:46.577951 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-312d2567-9641-428b-bf52-83bdc55f8a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:46.622062 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6eabb-c62a-4418-9d11-7e2d707d7709 req-6ce4e629-5836-4057-ab19-40bfd3d8c802 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:46.624212 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6ca6eabb-c62a-4418-9d11-7e2d707d7709 req-6ce4e629-5836-4057-ab19-40bfd3d8c802 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d092cb5-cede-4d66-bb00-24ff08bfff9d HTTP/1.1" status: 200 len: 943 time: 0.1083579 Sep 08 09:08:46.637639 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d2567-9641-428b-bf52-83bdc55f8a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd96655d-eb50-4409-8960-411955244db7,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:46.641220 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-312d2567-9641-428b-bf52-83bdc55f8a80 admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:08:46.651519 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-312d2567-9641-428b-bf52-83bdc55f8a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:46.651929 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-312d2567-9641-428b-bf52-83bdc55f8a80 admin admin] Added segment bd208e3a-2dc5-49ca-b228-92f97b0954bf of type vlan for network 28f7b25b-9be2-4a0e-a2c1-6f39280ba1e7 Sep 08 09:08:46.711577 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6ca6eabb-c62a-4418-9d11-7e2d707d7709 req-b6d935e1-5f5b-4418-ac8a-d303182058c6 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761037 Sep 08 09:08:46.711802 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-312d2567-9641-428b-bf52-83bdc55f8a80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:46.721727 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d168a-f0f7-4069-a570-fee3b31718ba req-2208f70b-bcb0-4545-b2e3-d3b5b259a7d0 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:46.723859 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f53d168a-f0f7-4069-a570-fee3b31718ba req-2208f70b-bcb0-4545-b2e3-d3b5b259a7d0 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.37 "GET /v2.0/networks?id=643d18a2-f561-4ab8-ba5f-9dc85934ae99 HTTP/1.1" status: 200 len: 812 time: 0.2510886 Sep 08 09:08:46.750723 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-312d2567-9641-428b-bf52-83bdc55f8a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:46.751730 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-f53d168a-f0f7-4069-a570-fee3b31718ba req-f6c81696-e613-4e2c-a8d5-ab71b6c897a5 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Request body: {'port': {'device_id': 'b68579f4-396f-4ba5-9617-f70aca0e3215', 'network_id': '643d18a2-f561-4ab8-ba5f-9dc85934ae99', 'admin_state_up': True, 'tenant_id': '8c4acd6367d646a3befa77424fa4ba4a'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:08:46.751925 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312d2567-9641-428b-bf52-83bdc55f8a80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:46.752683 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-312d2567-9641-428b-bf52-83bdc55f8a80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:46.821628 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1f1f65e8-148d-475b-b475-5e02abfa28ff req-3fe051d3-9702-488c-91a3-72869be7d401 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 210 time: 0.0626347 Sep 08 09:08:46.824890 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-312d2567-9641-428b-bf52-83bdc55f8a80 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5559046 Sep 08 09:08:46.828056 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 48874) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:46.833343 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-b2c45dc7-4a79-4f04-8e2e-f0f257547264 admin admin] Request body: {'subnet': {'network_id': '28f7b25b-9be2-4a0e-a2c1-6f39280ba1e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2094608997-subnet', 'tenant_id': '7a26776a84ee40ba8a4407229db76436', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:08:46.855494 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d2567-9641-428b-bf52-83bdc55f8a80 admin admin] Pushing event updated for resources: {'Network': ['ID=28f7b25b-9be2-4a0e-a2c1-6f39280ba1e7,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:46.866026 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 28f7b25b-9be2-4a0e-a2c1-6f39280ba1e7 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:08:46.882714 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c45dc7-4a79-4f04-8e2e-f0f257547264 admin admin] Made reservation on behalf of 7a26776a84ee40ba8a4407229db76436 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:08:46.885160 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b2c45dc7-4a79-4f04-8e2e-f0f257547264 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:46.973745 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f53d168a-f0f7-4069-a570-fee3b31718ba req-f6c81696-e613-4e2c-a8d5-ab71b6c897a5 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Made reservation on behalf of 8c4acd6367d646a3befa77424fa4ba4a for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:08:46.977919 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f53d168a-f0f7-4069-a570-fee3b31718ba req-f6c81696-e613-4e2c-a8d5-ab71b6c897a5 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:47.196678 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-f53d168a-f0f7-4069-a570-fee3b31718ba req-f6c81696-e613-4e2c-a8d5-ab71b6c897a5 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Allocated IP 172.20.0.10 (643d18a2-f561-4ab8-ba5f-9dc85934ae99/9a55585f-dc5f-44d9-8cd9-f8cb2e1994de/32c3bbde-7afc-4b63-bed0-3158dd11c5a1) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:08:47.201965 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b2c45dc7-4a79-4f04-8e2e-f0f257547264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:47.303609 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c45dc7-4a79-4f04-8e2e-f0f257547264 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58dcd5f1-86c8-4d7b-8548-c31046d371d4,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:47.325528 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c45dc7-4a79-4f04-8e2e-f0f257547264 admin admin] Checking segment: {'id': 'bd208e3a-2dc5-49ca-b228-92f97b0954bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '28f7b25b-9be2-4a0e-a2c1-6f39280ba1e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:08:47.325892 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c45dc7-4a79-4f04-8e2e-f0f257547264 admin admin] Network hostable DHCP agents. Network: 28f7b25b-9be2-4a0e-a2c1-6f39280ba1e7, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:08:47.392707 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c45dc7-4a79-4f04-8e2e-f0f257547264 admin admin] Network 28f7b25b-9be2-4a0e-a2c1-6f39280ba1e7 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:08:47.408621 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-b2c45dc7-4a79-4f04-8e2e-f0f257547264 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 28f7b25b-9be2-4a0e-a2c1-6f39280ba1e7) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:08:47.418328 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c45dc7-4a79-4f04-8e2e-f0f257547264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:47.418685 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02fb447-95d9-4a43-b80b-e8a7ab87ebcd None None] Network 28f7b25b-9be2-4a0e-a2c1-6f39280ba1e7 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:08:47.418937 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b2c45dc7-4a79-4f04-8e2e-f0f257547264 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:47.456351 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b2c45dc7-4a79-4f04-8e2e-f0f257547264 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6193862 Sep 08 09:08:47.456351 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f53d168a-f0f7-4069-a570-fee3b31718ba req-f6c81696-e613-4e2c-a8d5-ab71b6c897a5 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:47.512151 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f53d168a-f0f7-4069-a570-fee3b31718ba req-f6c81696-e613-4e2c-a8d5-ab71b6c897a5 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:47.558392 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f53d168a-f0f7-4069-a570-fee3b31718ba req-f6c81696-e613-4e2c-a8d5-ab71b6c897a5 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Network 643d18a2-f561-4ab8-ba5f-9dc85934ae99 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:08:47.564672 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-f53d168a-f0f7-4069-a570-fee3b31718ba req-f6c81696-e613-4e2c-a8d5-ab71b6c897a5 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:08:47.567379 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-f53d168a-f0f7-4069-a570-fee3b31718ba req-f6c81696-e613-4e2c-a8d5-ab71b6c897a5 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:08:47.572072 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2802c850-6345-4e96-8323-507da1e0f8f9 None None] Network 28f7b25b-9be2-4a0e-a2c1-6f39280ba1e7 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:08:47.627032 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c81696-e613-4e2c-a8d5-ab71b6c897a5 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Pushing event updated for resources: {'Port': ['ID=32c3bbde-7afc-4b63-bed0-3158dd11c5a1,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:47.638549 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d168a-f0f7-4069-a570-fee3b31718ba req-f6c81696-e613-4e2c-a8d5-ab71b6c897a5 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:47.639261 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f53d168a-f0f7-4069-a570-fee3b31718ba req-f6c81696-e613-4e2c-a8d5-ab71b6c897a5 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:47.663011 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-df3ee985-2b51-441e-bdc5-08fdefa1115d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:47.667975 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f53d168a-f0f7-4069-a570-fee3b31718ba req-f6c81696-e613-4e2c-a8d5-ab71b6c897a5 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9202068 Sep 08 09:08:47.689160 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-f53d168a-f0f7-4069-a570-fee3b31718ba req-92dbaf5c-877c-4f0d-ba85-fa67c8cc4310 service neutron] Request body: {'port': {'device_id': 'b68579f4-396f-4ba5-9617-f70aca0e3215', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:08:47.782651 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f53d168a-f0f7-4069-a570-fee3b31718ba req-92dbaf5c-877c-4f0d-ba85-fa67c8cc4310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:48.002235 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c22c485-1c17-42db-9363-0c85fae13756 req-6a2534e6-4f42-4fcb-81c8-cd7ac4bab0e3 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:48.010386 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3c22c485-1c17-42db-9363-0c85fae13756 req-6a2534e6-4f42-4fcb-81c8-cd7ac4bab0e3 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d092cb5-cede-4d66-bb00-24ff08bfff9d HTTP/1.1" status: 200 len: 943 time: 0.0915673 Sep 08 09:08:48.035221 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb77879-443c-446d-95d9-76df85fb971b req-4a06d809-0eda-4b57-8270-139c9d241148 tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:48.042624 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1cb77879-443c-446d-95d9-76df85fb971b req-4a06d809-0eda-4b57-8270-139c9d241148 tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] 10.222.0.54 "GET /v2.0/networks?id=28f7b25b-9be2-4a0e-a2c1-6f39280ba1e7 HTTP/1.1" status: 200 len: 813 time: 0.1202719 Sep 08 09:08:48.054771 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1cb77879-443c-446d-95d9-76df85fb971b req-daa5a08d-5ced-46dc-bbb7-5815ee3666a5 tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] 10.222.0.54 "GET /v2.0/quotas/7a26776a84ee40ba8a4407229db76436 HTTP/1.1" status: 200 len: 375 time: 0.0111163 Sep 08 09:08:48.090502 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3c22c485-1c17-42db-9363-0c85fae13756 req-665df148-74f5-40ee-bd10-775935dde4b5 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763025 Sep 08 09:08:48.098154 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1cb77879-443c-446d-95d9-76df85fb971b req-be0847a4-6057-40fc-9eb9-a4e6e7043943 tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7a26776a84ee40ba8a4407229db76436&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387135 Sep 08 09:08:48.191445 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1cb77879-443c-446d-95d9-76df85fb971b req-4f69b6fe-b60c-404f-9e5a-3d7eb79ff317 service neutron] 10.222.0.54 "GET /v2.0/networks/28f7b25b-9be2-4a0e-a2c1-6f39280ba1e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924249 Sep 08 09:08:48.206208 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-f53d168a-f0f7-4069-a570-fee3b31718ba req-92dbaf5c-877c-4f0d-ba85-fa67c8cc4310 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32c3bbde-7afc-4b63-bed0-3158dd11c5a1 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:08:48.218567 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f53d168a-f0f7-4069-a570-fee3b31718ba req-92dbaf5c-877c-4f0d-ba85-fa67c8cc4310 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:48.238504 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-f53d168a-f0f7-4069-a570-fee3b31718ba req-92dbaf5c-877c-4f0d-ba85-fa67c8cc4310 service neutron] Transition to ACTIVE for port object 32c3bbde-7afc-4b63-bed0-3158dd11c5a1 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:08:48.248139 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece3a435-96d9-4917-aee5-8e1c94de2a28 req-863533a6-8dd3-4149-adb1-67f456db89cc tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:48.249770 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ece3a435-96d9-4917-aee5-8e1c94de2a28 req-863533a6-8dd3-4149-adb1-67f456db89cc tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 932 time: 0.0875187 Sep 08 09:08:48.250893 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f53d168a-f0f7-4069-a570-fee3b31718ba req-92dbaf5c-877c-4f0d-ba85-fa67c8cc4310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:48.295907 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1cb77879-443c-446d-95d9-76df85fb971b req-fafae9cf-7201-49d2-8831-a3b7a3ab8010 service neutron] 10.222.0.54 "GET /v2.0/networks/28f7b25b-9be2-4a0e-a2c1-6f39280ba1e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978875 Sep 08 09:08:48.328162 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dbaf5c-877c-4f0d-ba85-fa67c8cc4310 service neutron] Pushing event updated for resources: {'Port': ['ID=32c3bbde-7afc-4b63-bed0-3158dd11c5a1,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:48.358878 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ece3a435-96d9-4917-aee5-8e1c94de2a28 req-5723b1e4-585b-4d35-bd2f-865869b9b500 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823157 Sep 08 09:08:48.426337 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-f53d168a-f0f7-4069-a570-fee3b31718ba req-92dbaf5c-877c-4f0d-ba85-fa67c8cc4310 service neutron] Attempting to bind port 32c3bbde-7afc-4b63-bed0-3158dd11c5a1 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:08:48.426483 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-f53d168a-f0f7-4069-a570-fee3b31718ba req-92dbaf5c-877c-4f0d-ba85-fa67c8cc4310 service neutron] Attempting to bind port 32c3bbde-7afc-4b63-bed0-3158dd11c5a1 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '3af659db-8c52-4cba-bbf9-dfdf7a2d015a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '643d18a2-f561-4ab8-ba5f-9dc85934ae99'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:08:48.427620 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53d168a-f0f7-4069-a570-fee3b31718ba req-92dbaf5c-877c-4f0d-ba85-fa67c8cc4310 service neutron] Attempting to bind port 32c3bbde-7afc-4b63-bed0-3158dd11c5a1 on network 643d18a2-f561-4ab8-ba5f-9dc85934ae99 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:08:48.440600 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53d168a-f0f7-4069-a570-fee3b31718ba req-92dbaf5c-877c-4f0d-ba85-fa67c8cc4310 service neutron] Port 32c3bbde-7afc-4b63-bed0-3158dd11c5a1 on network 643d18a2-f561-4ab8-ba5f-9dc85934ae99 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:08:48.444612 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53d168a-f0f7-4069-a570-fee3b31718ba req-92dbaf5c-877c-4f0d-ba85-fa67c8cc4310 service neutron] Attempting to bind port 32c3bbde-7afc-4b63-bed0-3158dd11c5a1 on network 643d18a2-f561-4ab8-ba5f-9dc85934ae99 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:08:48.452071 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53d168a-f0f7-4069-a570-fee3b31718ba req-92dbaf5c-877c-4f0d-ba85-fa67c8cc4310 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:08:48.452413 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53d168a-f0f7-4069-a570-fee3b31718ba req-92dbaf5c-877c-4f0d-ba85-fa67c8cc4310 service neutron] Checking segment: {'id': '3af659db-8c52-4cba-bbf9-dfdf7a2d015a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '643d18a2-f561-4ab8-ba5f-9dc85934ae99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:08:48.452819 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53d168a-f0f7-4069-a570-fee3b31718ba req-92dbaf5c-877c-4f0d-ba85-fa67c8cc4310 service neutron] Bound using segment: {'id': '3af659db-8c52-4cba-bbf9-dfdf7a2d015a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '643d18a2-f561-4ab8-ba5f-9dc85934ae99'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:08:48.453261 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-f53d168a-f0f7-4069-a570-fee3b31718ba req-92dbaf5c-877c-4f0d-ba85-fa67c8cc4310 service neutron] Bound port: 32c3bbde-7afc-4b63-bed0-3158dd11c5a1, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3af659db-8c52-4cba-bbf9-dfdf7a2d015a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '643d18a2-f561-4ab8-ba5f-9dc85934ae99'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:08:48.454274 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f53d168a-f0f7-4069-a570-fee3b31718ba req-92dbaf5c-877c-4f0d-ba85-fa67c8cc4310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:48.549991 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-f53d168a-f0f7-4069-a570-fee3b31718ba req-92dbaf5c-877c-4f0d-ba85-fa67c8cc4310 service neutron] For port 32c3bbde-7afc-4b63-bed0-3158dd11c5a1, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:08:48.553855 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fdb5bd38-5c05-4f7d-94e9-9de7b0348a86 req-203c23d1-5799-4353-936c-9e3e5ed813fa tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a0cf548-2b00-4193-9037-6d603ff5da91 HTTP/1.1" status: 200 len: 210 time: 0.0338018 Sep 08 09:08:48.569221 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-f53d168a-f0f7-4069-a570-fee3b31718ba req-92dbaf5c-877c-4f0d-ba85-fa67c8cc4310 service neutron] For port 32c3bbde-7afc-4b63-bed0-3158dd11c5a1, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=32c3bbde-7afc-4b63-bed0-3158dd11c5a1,segment=NetworkSegment(3af659db-8c52-4cba-bbf9-dfdf7a2d015a),segment_id=3af659db-8c52-4cba-bbf9-dfdf7a2d015a)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:08:48.579080 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f53d168a-f0f7-4069-a570-fee3b31718ba req-92dbaf5c-877c-4f0d-ba85-fa67c8cc4310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:48.619021 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d168a-f0f7-4069-a570-fee3b31718ba req-92dbaf5c-877c-4f0d-ba85-fa67c8cc4310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:48.619651 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f53d168a-f0f7-4069-a570-fee3b31718ba req-92dbaf5c-877c-4f0d-ba85-fa67c8cc4310 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:48.621058 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f53d168a-f0f7-4069-a570-fee3b31718ba req-92dbaf5c-877c-4f0d-ba85-fa67c8cc4310 service neutron] 10.222.0.37 "PUT /v2.0/ports/32c3bbde-7afc-4b63-bed0-3158dd11c5a1 HTTP/1.1" status: 200 len: 1093 time: 0.9396086 Sep 08 09:08:48.621500 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b68579f4-396f-4ba5-9617-f70aca0e3215', 'tag': '32c3bbde-7afc-4b63-bed0-3158dd11c5a1'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:08:48.623900 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109310e7-3bed-4d54-9119-e7ba975bf276" -d '{"events": [{"name": "network-changed", "server_uuid": "b68579f4-396f-4ba5-9617-f70aca0e3215", "tag": "32c3bbde-7afc-4b63-bed0-3158dd11c5a1"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:08:48.663728 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dbaf5c-877c-4f0d-ba85-fa67c8cc4310 service neutron] Pushing event updated for resources: {'Port': ['ID=32c3bbde-7afc-4b63-bed0-3158dd11c5a1,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:48.686296 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2755b4-70f4-40ed-bc62-adffbf48a100 x-openstack-request-id: req-bf2755b4-70f4-40ed-bc62-adffbf48a100 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:08:48.686636 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b68579f4-396f-4ba5-9617-f70aca0e3215", "tag": "32c3bbde-7afc-4b63-bed0-3158dd11c5a1", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:08:48.686945 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bf2755b4-70f4-40ed-bc62-adffbf48a100 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:08:48.687411 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b68579f4-396f-4ba5-9617-f70aca0e3215', 'tag': '32c3bbde-7afc-4b63-bed0-3158dd11c5a1', 'status': 'completed', 'code': 200} Sep 08 09:08:48.745981 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d168a-f0f7-4069-a570-fee3b31718ba req-f2ad4b4f-c67d-41a5-89c0-7a218c8eb727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:48.748110 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f53d168a-f0f7-4069-a570-fee3b31718ba req-f2ad4b4f-c67d-41a5-89c0-7a218c8eb727 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c4acd6367d646a3befa77424fa4ba4a&device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 1096 time: 0.0493734 Sep 08 09:08:48.799756 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f53d168a-f0f7-4069-a570-fee3b31718ba req-7e463a80-0d4b-4975-8b1e-e9c6a8ef5722 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32c3bbde-7afc-4b63-bed0-3158dd11c5a1 HTTP/1.1" status: 200 len: 217 time: 0.0374291 Sep 08 09:08:48.857709 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d168a-f0f7-4069-a570-fee3b31718ba req-a9f798cd-2764-4c19-9432-2954d2b7ade7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:48.870100 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f53d168a-f0f7-4069-a570-fee3b31718ba req-a9f798cd-2764-4c19-9432-2954d2b7ade7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9a55585f-dc5f-44d9-8cd9-f8cb2e1994de HTTP/1.1" status: 200 len: 852 time: 0.0510771 Sep 08 09:08:48.910247 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f53d168a-f0f7-4069-a570-fee3b31718ba req-6f2e69a2-2421-431e-bb32-93568ce933d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=643d18a2-f561-4ab8-ba5f-9dc85934ae99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423899 Sep 08 09:08:49.025810 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f53d168a-f0f7-4069-a570-fee3b31718ba req-3c210e06-44a7-47b3-ac6d-d167e60c93c2 service neutron] 10.222.0.37 "GET /v2.0/networks/643d18a2-f561-4ab8-ba5f-9dc85934ae99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085639 Sep 08 09:08:49.130924 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f53d168a-f0f7-4069-a570-fee3b31718ba req-110c7f5d-31a4-4444-8b4e-383254ae4817 service neutron] 10.222.0.37 "GET /v2.0/networks/643d18a2-f561-4ab8-ba5f-9dc85934ae99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974119 Sep 08 09:08:49.226642 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ed37a-25ef-453b-99e5-298fb5f9d0d3 req-c9bd1d89-8131-42ac-a280-990fbca74c3e tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:49.228605 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-397ed37a-25ef-453b-99e5-298fb5f9d0d3 req-c9bd1d89-8131-42ac-a280-990fbca74c3e tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d092cb5-cede-4d66-bb00-24ff08bfff9d HTTP/1.1" status: 200 len: 943 time: 0.0555301 Sep 08 09:08:49.298347 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-397ed37a-25ef-453b-99e5-298fb5f9d0d3 req-ef6b9401-eec9-4842-8027-910992f9b2e5 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526352 Sep 08 09:08:49.304018 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109310e7-3bed-4d54-9119-e7ba975bf276 req-dfcd40e4-4807-4b94-9cef-35d75e718235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:49.305562 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-109310e7-3bed-4d54-9119-e7ba975bf276 req-dfcd40e4-4807-4b94-9cef-35d75e718235 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c4acd6367d646a3befa77424fa4ba4a&device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 1096 time: 0.0687523 Sep 08 09:08:49.403484 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109310e7-3bed-4d54-9119-e7ba975bf276 req-12f79404-0f23-4421-9a36-69cb585d6365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:49.404970 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-109310e7-3bed-4d54-9119-e7ba975bf276 req-12f79404-0f23-4421-9a36-69cb585d6365 service neutron] 10.222.0.37 "GET /v2.0/networks?id=643d18a2-f561-4ab8-ba5f-9dc85934ae99 HTTP/1.1" status: 200 len: 913 time: 0.0917559 Sep 08 09:08:49.451520 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-109310e7-3bed-4d54-9119-e7ba975bf276 req-1fd8b0fc-a493-4784-a17e-4d0e4b5c7e18 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32c3bbde-7afc-4b63-bed0-3158dd11c5a1 HTTP/1.1" status: 200 len: 217 time: 0.0367293 Sep 08 09:08:49.495083 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3319b4-9ddd-48e7-84f3-0babc857309c req-d7e761e8-5e18-4018-a521-deae8368f6df tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:49.502593 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-dd3319b4-9ddd-48e7-84f3-0babc857309c req-d7e761e8-5e18-4018-a521-deae8368f6df tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 944 time: 0.0646307 Sep 08 09:08:49.516468 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109310e7-3bed-4d54-9119-e7ba975bf276 req-29c122b7-82fc-4386-b569-d318ea06ec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:49.518087 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-109310e7-3bed-4d54-9119-e7ba975bf276 req-29c122b7-82fc-4386-b569-d318ea06ec67 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9a55585f-dc5f-44d9-8cd9-f8cb2e1994de HTTP/1.1" status: 200 len: 852 time: 0.0579288 Sep 08 09:08:49.557911 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device c02c6363-04b2-40d0-a282-2c240aba2e34 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:08:49.563698 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-dd3319b4-9ddd-48e7-84f3-0babc857309c req-cbc833e1-51c6-4473-b33e-35071a03c6c9 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588572 Sep 08 09:08:49.569678 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-109310e7-3bed-4d54-9119-e7ba975bf276 req-6b43f72a-62be-4bf7-96a1-402fc5d4e375 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=643d18a2-f561-4ab8-ba5f-9dc85934ae99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368838 Sep 08 09:08:49.705526 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port c02c6363-04b2-40d0-a282-2c240aba2e34, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=c02c6363-04b2-40d0-a282-2c240aba2e34,segment=NetworkSegment(f97f779e-ab81-4dfc-a584-515a83636e03),segment_id=f97f779e-ab81-4dfc-a584-515a83636e03)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:08:49.718989 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8a8b4e27-0c5b-42a1-8847-4c9094e06f96 req-44af884c-0cb1-47e1-a688-931e170a6d49 tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a0cf548-2b00-4193-9037-6d603ff5da91 HTTP/1.1" status: 200 len: 210 time: 0.0440099 Sep 08 09:08:49.721673 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': 'c02c6363-04b2-40d0-a282-2c240aba2e34', 'network_id': 'c49a0008-ba2e-41e9-b498-07f12619ac72', 'port_id': 'c02c6363-04b2-40d0-a282-2c240aba2e34', 'mac_address': 'fa:16:3e:1b:56:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df631613-af78-49bf-9102-60065cc0670c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:08:49.812577 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-109310e7-3bed-4d54-9119-e7ba975bf276 req-a7652cec-33a9-4879-9912-33af823cb7bb service neutron] 10.222.0.37 "GET /v2.0/networks/643d18a2-f561-4ab8-ba5f-9dc85934ae99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333493 Sep 08 09:08:49.820686 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:49.840370 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c02c6363-04b2-40d0-a282-2c240aba2e34 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:08:49.873141 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port c02c6363-04b2-40d0-a282-2c240aba2e34, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=c02c6363-04b2-40d0-a282-2c240aba2e34,segment=NetworkSegment(f97f779e-ab81-4dfc-a584-515a83636e03),segment_id=f97f779e-ab81-4dfc-a584-515a83636e03)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:08:49.879122 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:49.889051 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb77879-443c-446d-95d9-76df85fb971b req-516d2827-f5e6-425c-9884-62db31169c13 tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:49.889403 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1cb77879-443c-446d-95d9-76df85fb971b req-516d2827-f5e6-425c-9884-62db31169c13 tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] 10.222.0.37 "GET /v2.0/networks?id=28f7b25b-9be2-4a0e-a2c1-6f39280ba1e7 HTTP/1.1" status: 200 len: 813 time: 0.2565587 Sep 08 09:08:49.938423 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=c02c6363-04b2-40d0-a282-2c240aba2e34,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:49.939056 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-1cb77879-443c-446d-95d9-76df85fb971b req-a617cafc-2dae-4e5d-a2bf-6013ecfb425a tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] Request body: {'port': {'device_id': '3a0cf548-2b00-4193-9037-6d603ff5da91', 'network_id': '28f7b25b-9be2-4a0e-a2c1-6f39280ba1e7', 'admin_state_up': True, 'tenant_id': '7a26776a84ee40ba8a4407229db76436'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:08:50.019749 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-109310e7-3bed-4d54-9119-e7ba975bf276 req-8f0cf765-0043-42f2-9b18-7c7bd7412138 service neutron] 10.222.0.37 "GET /v2.0/networks/643d18a2-f561-4ab8-ba5f-9dc85934ae99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963463 Sep 08 09:08:50.077001 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cb77879-443c-446d-95d9-76df85fb971b req-a617cafc-2dae-4e5d-a2bf-6013ecfb425a tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] Made reservation on behalf of 7a26776a84ee40ba8a4407229db76436 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:08:50.080567 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1cb77879-443c-446d-95d9-76df85fb971b req-a617cafc-2dae-4e5d-a2bf-6013ecfb425a tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:50.220995 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-1cb77879-443c-446d-95d9-76df85fb971b req-a617cafc-2dae-4e5d-a2bf-6013ecfb425a tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] Allocated IP 172.20.0.12 (28f7b25b-9be2-4a0e-a2c1-6f39280ba1e7/58dcd5f1-86c8-4d7b-8548-c31046d371d4/e4e15c64-422c-4459-bf4a-fd5538426fc7) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:08:50.334724 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['c02c6363-04b2-40d0-a282-2c240aba2e34'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:08:50.381284 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1cb77879-443c-446d-95d9-76df85fb971b req-a617cafc-2dae-4e5d-a2bf-6013ecfb425a tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:50.386985 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:50.698718 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f0660b7f-9fdf-4f51-83de-3132852dd47a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:50.792656 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a1296-6f8a-43fc-8e30-781a9a04376e req-525a48b4-37e9-49c0-81e5-31968606204e tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:50.798500 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f43a1296-6f8a-43fc-8e30-781a9a04376e req-525a48b4-37e9-49c0-81e5-31968606204e tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 944 time: 0.0710678 Sep 08 09:08:50.806145 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9fc7cd-fe93-40a3-890f-220ba83e8c38 req-e190645a-d619-4e6e-bf1b-df75ff1a8135 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:50.807947 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0b9fc7cd-fe93-40a3-890f-220ba83e8c38 req-e190645a-d619-4e6e-bf1b-df75ff1a8135 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d092cb5-cede-4d66-bb00-24ff08bfff9d HTTP/1.1" status: 200 len: 944 time: 0.4107375 Sep 08 09:08:50.809764 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1cb77879-443c-446d-95d9-76df85fb971b req-a617cafc-2dae-4e5d-a2bf-6013ecfb425a tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:50.854523 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f43a1296-6f8a-43fc-8e30-781a9a04376e req-ff879f93-1469-4ec1-997d-0e0e22dadaa3 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470269 Sep 08 09:08:50.880754 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cb77879-443c-446d-95d9-76df85fb971b req-a617cafc-2dae-4e5d-a2bf-6013ecfb425a tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] Network 28f7b25b-9be2-4a0e-a2c1-6f39280ba1e7 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:08:50.892706 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-1cb77879-443c-446d-95d9-76df85fb971b req-a617cafc-2dae-4e5d-a2bf-6013ecfb425a tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:08:50.897674 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a617cafc-2dae-4e5d-a2bf-6013ecfb425a tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] Pushing event updated for resources: {'Port': ['ID=e4e15c64-422c-4459-bf4a-fd5538426fc7,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:50.900576 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb77879-443c-446d-95d9-76df85fb971b req-a617cafc-2dae-4e5d-a2bf-6013ecfb425a tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:08:50.907845 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0b9fc7cd-fe93-40a3-890f-220ba83e8c38 req-a2ec514b-efc1-4f39-9c3c-9faaa9302aae tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897903 Sep 08 09:08:50.962838 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb77879-443c-446d-95d9-76df85fb971b req-a617cafc-2dae-4e5d-a2bf-6013ecfb425a tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:50.963509 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1cb77879-443c-446d-95d9-76df85fb971b req-a617cafc-2dae-4e5d-a2bf-6013ecfb425a tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:50.980189 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1cb77879-443c-446d-95d9-76df85fb971b req-a617cafc-2dae-4e5d-a2bf-6013ecfb425a tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0448790 Sep 08 09:08:51.001486 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-1cb77879-443c-446d-95d9-76df85fb971b req-f3e32646-aca4-46b4-9f8d-ef82a9e97205 service neutron] Request body: {'port': {'device_id': '3a0cf548-2b00-4193-9037-6d603ff5da91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:08:51.104008 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941dd74f-408d-41ce-806e-7aaccb252e3b req-54e0db8d-3be0-49ee-8be0-745ac6e36253 tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:51.105549 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-941dd74f-408d-41ce-806e-7aaccb252e3b req-54e0db8d-3be0-49ee-8be0-745ac6e36253 tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a0cf548-2b00-4193-9037-6d603ff5da91 HTTP/1.1" status: 200 len: 932 time: 0.1197546 Sep 08 09:08:51.106859 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1cb77879-443c-446d-95d9-76df85fb971b req-f3e32646-aca4-46b4-9f8d-ef82a9e97205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:51.182655 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-941dd74f-408d-41ce-806e-7aaccb252e3b req-26305ff0-6e9f-415b-b115-f4a8f0ac1f46 tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd96655d-eb50-4409-8960-411955244db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666900 Sep 08 09:08:51.425464 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-1cb77879-443c-446d-95d9-76df85fb971b req-f3e32646-aca4-46b4-9f8d-ef82a9e97205 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4e15c64-422c-4459-bf4a-fd5538426fc7 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:08:51.433434 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1cb77879-443c-446d-95d9-76df85fb971b req-f3e32646-aca4-46b4-9f8d-ef82a9e97205 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:51.446458 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-1cb77879-443c-446d-95d9-76df85fb971b req-f3e32646-aca4-46b4-9f8d-ef82a9e97205 service neutron] Transition to ACTIVE for port object e4e15c64-422c-4459-bf4a-fd5538426fc7 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:08:51.451618 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1cb77879-443c-446d-95d9-76df85fb971b req-f3e32646-aca4-46b4-9f8d-ef82a9e97205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:51.500787 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e32646-aca4-46b4-9f8d-ef82a9e97205 service neutron] Pushing event updated for resources: {'Port': ['ID=e4e15c64-422c-4459-bf4a-fd5538426fc7,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:51.557503 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device c02c6363-04b2-40d0-a282-2c240aba2e34 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:08:51.591278 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-1cb77879-443c-446d-95d9-76df85fb971b req-f3e32646-aca4-46b4-9f8d-ef82a9e97205 service neutron] Attempting to bind port e4e15c64-422c-4459-bf4a-fd5538426fc7 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:08:51.591638 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-1cb77879-443c-446d-95d9-76df85fb971b req-f3e32646-aca4-46b4-9f8d-ef82a9e97205 service neutron] Attempting to bind port e4e15c64-422c-4459-bf4a-fd5538426fc7 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'bd208e3a-2dc5-49ca-b228-92f97b0954bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '28f7b25b-9be2-4a0e-a2c1-6f39280ba1e7'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:08:51.591973 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb77879-443c-446d-95d9-76df85fb971b req-f3e32646-aca4-46b4-9f8d-ef82a9e97205 service neutron] Attempting to bind port e4e15c64-422c-4459-bf4a-fd5538426fc7 on network 28f7b25b-9be2-4a0e-a2c1-6f39280ba1e7 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:08:51.596464 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb77879-443c-446d-95d9-76df85fb971b req-f3e32646-aca4-46b4-9f8d-ef82a9e97205 service neutron] Port e4e15c64-422c-4459-bf4a-fd5538426fc7 on network 28f7b25b-9be2-4a0e-a2c1-6f39280ba1e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:08:51.596782 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb77879-443c-446d-95d9-76df85fb971b req-f3e32646-aca4-46b4-9f8d-ef82a9e97205 service neutron] Attempting to bind port e4e15c64-422c-4459-bf4a-fd5538426fc7 on network 28f7b25b-9be2-4a0e-a2c1-6f39280ba1e7 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:08:51.602542 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb77879-443c-446d-95d9-76df85fb971b req-f3e32646-aca4-46b4-9f8d-ef82a9e97205 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:08:51.602883 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb77879-443c-446d-95d9-76df85fb971b req-f3e32646-aca4-46b4-9f8d-ef82a9e97205 service neutron] Checking segment: {'id': 'bd208e3a-2dc5-49ca-b228-92f97b0954bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '28f7b25b-9be2-4a0e-a2c1-6f39280ba1e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:08:51.603272 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cb77879-443c-446d-95d9-76df85fb971b req-f3e32646-aca4-46b4-9f8d-ef82a9e97205 service neutron] Bound using segment: {'id': 'bd208e3a-2dc5-49ca-b228-92f97b0954bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '28f7b25b-9be2-4a0e-a2c1-6f39280ba1e7'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:08:51.603703 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-1cb77879-443c-446d-95d9-76df85fb971b req-f3e32646-aca4-46b4-9f8d-ef82a9e97205 service neutron] Bound port: e4e15c64-422c-4459-bf4a-fd5538426fc7, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd208e3a-2dc5-49ca-b228-92f97b0954bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '28f7b25b-9be2-4a0e-a2c1-6f39280ba1e7'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:08:51.604076 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1cb77879-443c-446d-95d9-76df85fb971b req-f3e32646-aca4-46b4-9f8d-ef82a9e97205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:51.637311 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port c02c6363-04b2-40d0-a282-2c240aba2e34 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:08:51.641884 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port c02c6363-04b2-40d0-a282-2c240aba2e34 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:08:51.642393 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:51.686765 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-1cb77879-443c-446d-95d9-76df85fb971b req-f3e32646-aca4-46b4-9f8d-ef82a9e97205 service neutron] For port e4e15c64-422c-4459-bf4a-fd5538426fc7, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:08:51.690341 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-1cb77879-443c-446d-95d9-76df85fb971b req-f3e32646-aca4-46b4-9f8d-ef82a9e97205 service neutron] For port e4e15c64-422c-4459-bf4a-fd5538426fc7, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=e4e15c64-422c-4459-bf4a-fd5538426fc7,segment=NetworkSegment(bd208e3a-2dc5-49ca-b228-92f97b0954bf),segment_id=bd208e3a-2dc5-49ca-b228-92f97b0954bf)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:08:51.697051 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1cb77879-443c-446d-95d9-76df85fb971b req-f3e32646-aca4-46b4-9f8d-ef82a9e97205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:51.742091 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb77879-443c-446d-95d9-76df85fb971b req-f3e32646-aca4-46b4-9f8d-ef82a9e97205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:51.742091 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1cb77879-443c-446d-95d9-76df85fb971b req-f3e32646-aca4-46b4-9f8d-ef82a9e97205 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:51.743171 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1cb77879-443c-446d-95d9-76df85fb971b req-f3e32646-aca4-46b4-9f8d-ef82a9e97205 service neutron] 10.222.0.37 "PUT /v2.0/ports/e4e15c64-422c-4459-bf4a-fd5538426fc7 HTTP/1.1" status: 200 len: 1093 time: 0.7457230 Sep 08 09:08:51.743517 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a0cf548-2b00-4193-9037-6d603ff5da91', 'tag': 'e4e15c64-422c-4459-bf4a-fd5538426fc7'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:08:51.745807 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786d358a-9873-4d9d-9af8-3318712e161a" -d '{"events": [{"name": "network-changed", "server_uuid": "3a0cf548-2b00-4193-9037-6d603ff5da91", "tag": "e4e15c64-422c-4459-bf4a-fd5538426fc7"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:08:51.758079 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:51.770939 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e32646-aca4-46b4-9f8d-ef82a9e97205 service neutron] Pushing event updated for resources: {'Port': ['ID=e4e15c64-422c-4459-bf4a-fd5538426fc7,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:51.797628 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fae603-c582-4db9-84fe-1692d6fa9779 x-openstack-request-id: req-76fae603-c582-4db9-84fe-1692d6fa9779 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:08:51.797934 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a0cf548-2b00-4193-9037-6d603ff5da91", "tag": "e4e15c64-422c-4459-bf4a-fd5538426fc7", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:08:51.798228 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-76fae603-c582-4db9-84fe-1692d6fa9779 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:08:51.798638 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a0cf548-2b00-4193-9037-6d603ff5da91', 'tag': 'e4e15c64-422c-4459-bf4a-fd5538426fc7', 'status': 'completed', 'code': 200} Sep 08 09:08:51.801099 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d092cb5-cede-4d66-bb00-24ff08bfff9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02c6363-04b2-40d0-a282-2c240aba2e34'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:08:51.803422 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6076cc64-2b52-4f41-a747-dd1b5420f3ee" -d '{"events": [{"server_uuid": "4d092cb5-cede-4d66-bb00-24ff08bfff9d", "name": "network-vif-plugged", "status": "completed", "tag": "c02c6363-04b2-40d0-a282-2c240aba2e34"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:08:51.816447 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port c02c6363-04b2-40d0-a282-2c240aba2e34, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=c02c6363-04b2-40d0-a282-2c240aba2e34,segment=NetworkSegment(f97f779e-ab81-4dfc-a584-515a83636e03),segment_id=f97f779e-ab81-4dfc-a584-515a83636e03)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:08:51.821711 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:51.851378 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59bfa495-1886-4528-b095-a2d0946185f8 x-openstack-request-id: req-59bfa495-1886-4528-b095-a2d0946185f8 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:08:51.851676 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d092cb5-cede-4d66-bb00-24ff08bfff9d", "name": "network-vif-plugged", "status": "completed", "tag": "c02c6363-04b2-40d0-a282-2c240aba2e34", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:08:51.851932 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-59bfa495-1886-4528-b095-a2d0946185f8 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:08:51.852322 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d092cb5-cede-4d66-bb00-24ff08bfff9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02c6363-04b2-40d0-a282-2c240aba2e34', 'code': 200} Sep 08 09:08:51.878821 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=c02c6363-04b2-40d0-a282-2c240aba2e34,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:51.883350 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb77879-443c-446d-95d9-76df85fb971b req-78cbbc6b-70d3-4114-8699-4fec1e405f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:51.884927 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1cb77879-443c-446d-95d9-76df85fb971b req-78cbbc6b-70d3-4114-8699-4fec1e405f01 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7a26776a84ee40ba8a4407229db76436&device_id=3a0cf548-2b00-4193-9037-6d603ff5da91 HTTP/1.1" status: 200 len: 1096 time: 0.0578597 Sep 08 09:08:51.959421 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1cb77879-443c-446d-95d9-76df85fb971b req-b040b275-ba0d-460f-80e2-d3448443c083 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4e15c64-422c-4459-bf4a-fd5538426fc7 HTTP/1.1" status: 200 len: 217 time: 0.0588965 Sep 08 09:08:52.061366 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:52.068429 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18491743-8339-47e3-8798-e1dd5e34d073 req-3ad067c8-d8b8-45f0-bb02-34c6b97f21a8 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:52.080694 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-18491743-8339-47e3-8798-e1dd5e34d073 req-3ad067c8-d8b8-45f0-bb02-34c6b97f21a8 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d092cb5-cede-4d66-bb00-24ff08bfff9d HTTP/1.1" status: 200 len: 945 time: 0.0915315 Sep 08 09:08:52.088015 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb77879-443c-446d-95d9-76df85fb971b req-8c2d3f32-9d70-4efd-af4a-f5784bf4dd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:52.090654 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1cb77879-443c-446d-95d9-76df85fb971b req-8c2d3f32-9d70-4efd-af4a-f5784bf4dd57 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=58dcd5f1-86c8-4d7b-8548-c31046d371d4 HTTP/1.1" status: 200 len: 853 time: 0.1037853 Sep 08 09:08:52.095022 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c634687-1729-451b-b5ac-3372fa7dccd0 req-ef1a4e4c-7e8b-4a22-b698-f88bf56f70b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:52.096533 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2c634687-1729-451b-b5ac-3372fa7dccd0 req-ef1a4e4c-7e8b-4a22-b698-f88bf56f70b3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4d092cb5-cede-4d66-bb00-24ff08bfff9d HTTP/1.1" status: 200 len: 1097 time: 0.1485438 Sep 08 09:08:52.117587 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e297b7-f5e4-44f7-b458-1bf51b0f4dde req-2e629780-77f4-4694-91b8-254917282ab0 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:52.119184 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-80e297b7-f5e4-44f7-b458-1bf51b0f4dde req-2e629780-77f4-4694-91b8-254917282ab0 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 944 time: 0.1700780 Sep 08 09:08:52.130136 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-18491743-8339-47e3-8798-e1dd5e34d073 req-d3823fa9-d228-42af-9789-728e9f9f1a81 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481184 Sep 08 09:08:52.161582 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1cb77879-443c-446d-95d9-76df85fb971b req-3dcfba53-17cd-42be-a651-ce68553c5a34 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=28f7b25b-9be2-4a0e-a2c1-6f39280ba1e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623195 Sep 08 09:08:52.234930 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2c634687-1729-451b-b5ac-3372fa7dccd0 req-3ac8e378-75b4-4563-b8ce-3da628b02270 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268702 Sep 08 09:08:52.246915 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-80e297b7-f5e4-44f7-b458-1bf51b0f4dde req-e565b0fd-950b-43a7-a186-87f2afebf503 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044943 Sep 08 09:08:52.326135 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1cb77879-443c-446d-95d9-76df85fb971b req-b4062ccc-67a3-4b03-9f1f-6f5b8bbdb02f service neutron] 10.222.0.37 "GET /v2.0/networks/28f7b25b-9be2-4a0e-a2c1-6f39280ba1e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552479 Sep 08 09:08:52.426075 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f36d6d-b079-432d-a5c2-327f3a17ff2f req-dad6f694-4812-4183-94c0-c0b02a2b1cd2 tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:52.428410 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1cb77879-443c-446d-95d9-76df85fb971b req-6d1c0d5d-5010-4edf-8b8f-3e0f94adfc7f service neutron] 10.222.0.37 "GET /v2.0/networks/28f7b25b-9be2-4a0e-a2c1-6f39280ba1e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919800 Sep 08 09:08:52.429283 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-59f36d6d-b079-432d-a5c2-327f3a17ff2f req-dad6f694-4812-4183-94c0-c0b02a2b1cd2 tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a0cf548-2b00-4193-9037-6d603ff5da91 HTTP/1.1" status: 200 len: 944 time: 0.0613449 Sep 08 09:08:52.485927 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-59f36d6d-b079-432d-a5c2-327f3a17ff2f req-44905452-a9f3-414d-a014-2bb39ef063f1 tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd96655d-eb50-4409-8960-411955244db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499222 Sep 08 09:08:52.558561 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d358a-9873-4d9d-9af8-3318712e161a req-9727fbde-cc3c-4f90-973b-bf918eb741d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:52.560148 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-786d358a-9873-4d9d-9af8-3318712e161a req-9727fbde-cc3c-4f90-973b-bf918eb741d4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7a26776a84ee40ba8a4407229db76436&device_id=3a0cf548-2b00-4193-9037-6d603ff5da91 HTTP/1.1" status: 200 len: 1096 time: 0.0454366 Sep 08 09:08:52.667732 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d358a-9873-4d9d-9af8-3318712e161a req-7faf5f35-b8a5-4611-acaf-2b14f1adb5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:52.669870 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-786d358a-9873-4d9d-9af8-3318712e161a req-7faf5f35-b8a5-4611-acaf-2b14f1adb5bb service neutron] 10.222.0.37 "GET /v2.0/networks?id=28f7b25b-9be2-4a0e-a2c1-6f39280ba1e7 HTTP/1.1" status: 200 len: 914 time: 0.1024764 Sep 08 09:08:52.737264 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-786d358a-9873-4d9d-9af8-3318712e161a req-9bbeea5c-be0d-4f6d-a386-1ab8cac04685 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4e15c64-422c-4459-bf4a-fd5538426fc7 HTTP/1.1" status: 200 len: 217 time: 0.0600739 Sep 08 09:08:52.808636 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d358a-9873-4d9d-9af8-3318712e161a req-d4b2ebbc-1a44-4b41-b4fe-71d70d46ff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:52.808636 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-786d358a-9873-4d9d-9af8-3318712e161a req-d4b2ebbc-1a44-4b41-b4fe-71d70d46ff05 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=58dcd5f1-86c8-4d7b-8548-c31046d371d4 HTTP/1.1" status: 200 len: 853 time: 0.0628123 Sep 08 09:08:52.843377 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-786d358a-9873-4d9d-9af8-3318712e161a req-85e05c56-8315-43b3-a6aa-fb7f6446a1ff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=28f7b25b-9be2-4a0e-a2c1-6f39280ba1e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281665 Sep 08 09:08:52.965374 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-786d358a-9873-4d9d-9af8-3318712e161a req-22b80678-42c5-46e3-b4ac-b5692cec5ed0 service neutron] 10.222.0.37 "GET /v2.0/networks/28f7b25b-9be2-4a0e-a2c1-6f39280ba1e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983453 Sep 08 09:08:53.071273 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 32c3bbde-7afc-4b63-bed0-3158dd11c5a1 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:08:53.076062 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-786d358a-9873-4d9d-9af8-3318712e161a req-f3c07425-d47c-4b65-a4c2-43f35dc264cd service neutron] 10.222.0.37 "GET /v2.0/networks/28f7b25b-9be2-4a0e-a2c1-6f39280ba1e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034653 Sep 08 09:08:53.194858 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 32c3bbde-7afc-4b63-bed0-3158dd11c5a1, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=32c3bbde-7afc-4b63-bed0-3158dd11c5a1,segment=NetworkSegment(3af659db-8c52-4cba-bbf9-dfdf7a2d015a),segment_id=3af659db-8c52-4cba-bbf9-dfdf7a2d015a)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:08:53.216384 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '32c3bbde-7afc-4b63-bed0-3158dd11c5a1', 'network_id': '643d18a2-f561-4ab8-ba5f-9dc85934ae99', 'port_id': '32c3bbde-7afc-4b63-bed0-3158dd11c5a1', 'mac_address': 'fa:16:3e:26:15:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a55585f-dc5f-44d9-8cd9-f8cb2e1994de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:08:53.271580 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:53.290576 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32c3bbde-7afc-4b63-bed0-3158dd11c5a1 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:08:53.308486 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cd99a-4623-4fb5-8daf-9b8a047172b8 req-4ffb8fa9-a9d6-4b38-8bec-0dabb474393b tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:53.311459 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e05cd99a-4623-4fb5-8daf-9b8a047172b8 req-4ffb8fa9-a9d6-4b38-8bec-0dabb474393b tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d092cb5-cede-4d66-bb00-24ff08bfff9d HTTP/1.1" status: 200 len: 945 time: 0.0977778 Sep 08 09:08:53.315436 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 32c3bbde-7afc-4b63-bed0-3158dd11c5a1, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=32c3bbde-7afc-4b63-bed0-3158dd11c5a1,segment=NetworkSegment(3af659db-8c52-4cba-bbf9-dfdf7a2d015a),segment_id=3af659db-8c52-4cba-bbf9-dfdf7a2d015a)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:08:53.321246 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:53.390091 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e05cd99a-4623-4fb5-8daf-9b8a047172b8 req-95bd6c62-bbb8-4e41-bcc7-dc7eec59325a tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663269 Sep 08 09:08:53.397306 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=32c3bbde-7afc-4b63-bed0-3158dd11c5a1,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:53.473202 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5aa68-325d-44dc-a60c-7fe1ae2e29a1 req-e03faffc-d901-4a56-ae20-249b20ecf369 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:53.476400 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:53.481789 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-83c5aa68-325d-44dc-a60c-7fe1ae2e29a1 req-e03faffc-d901-4a56-ae20-249b20ecf369 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 945 time: 0.0750105 Sep 08 09:08:53.539085 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-83c5aa68-325d-44dc-a60c-7fe1ae2e29a1 req-38850fd8-ea8a-45d5-b271-c74632059cdd tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561724 Sep 08 09:08:53.649322 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399da6f-e8c9-4570-81d6-5d2236471e18 req-68e60644-24fc-4b6e-a200-e095aa081e96 tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:53.651508 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a399da6f-e8c9-4570-81d6-5d2236471e18 req-68e60644-24fc-4b6e-a200-e095aa081e96 tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a0cf548-2b00-4193-9037-6d603ff5da91 HTTP/1.1" status: 200 len: 944 time: 0.0720344 Sep 08 09:08:53.686474 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['32c3bbde-7afc-4b63-bed0-3158dd11c5a1'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:08:53.735851 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a399da6f-e8c9-4570-81d6-5d2236471e18 req-50ad097a-501b-4103-a39e-fb0c958b23bc tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd96655d-eb50-4409-8960-411955244db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702302 Sep 08 09:08:53.980077 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:54.517128 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e1f85-7616-4d65-8ac1-f23ed8f10d56 req-1e827f24-be5c-4bf5-a370-3758111a3eb0 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:54.518723 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ea9e1f85-7616-4d65-8ac1-f23ed8f10d56 req-1e827f24-be5c-4bf5-a370-3758111a3eb0 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d092cb5-cede-4d66-bb00-24ff08bfff9d HTTP/1.1" status: 200 len: 945 time: 0.0504513 Sep 08 09:08:54.558858 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ea9e1f85-7616-4d65-8ac1-f23ed8f10d56 req-bfdfbff1-b80a-4834-8c41-76cced7f9066 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341549 Sep 08 09:08:54.673815 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4d9d2-04f5-47e8-af99-6dfa00b2994e req-74593a01-fc23-41d6-9460-c6e3a041e6af tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:54.675533 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c3a4d9d2-04f5-47e8-af99-6dfa00b2994e req-74593a01-fc23-41d6-9460-c6e3a041e6af tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 945 time: 0.0561075 Sep 08 09:08:54.702808 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3412f68-563a-400b-95b3-8b0e3bdae2b9 req-89929b8e-b7c7-42fd-b94f-ff97e8a8067e tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:54.704425 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f3412f68-563a-400b-95b3-8b0e3bdae2b9 req-89929b8e-b7c7-42fd-b94f-ff97e8a8067e tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d092cb5-cede-4d66-bb00-24ff08bfff9d HTTP/1.1" status: 200 len: 945 time: 0.0593319 Sep 08 09:08:54.728587 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c3a4d9d2-04f5-47e8-af99-6dfa00b2994e req-037e2aa1-101a-4d52-8b21-10c0eb41b4e8 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457327 Sep 08 09:08:54.759459 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f3412f68-563a-400b-95b3-8b0e3bdae2b9 req-78ead140-5d73-4767-bd56-5819a1780098 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480020 Sep 08 09:08:54.896178 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72d9c1-9c09-40cc-9688-32a227c7cda0 req-807823e7-5c14-4f73-af0b-ce9d1166422d tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:54.903494 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6b72d9c1-9c09-40cc-9688-32a227c7cda0 req-807823e7-5c14-4f73-af0b-ce9d1166422d tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a0cf548-2b00-4193-9037-6d603ff5da91 HTTP/1.1" status: 200 len: 944 time: 0.0702906 Sep 08 09:08:54.966028 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6b72d9c1-9c09-40cc-9688-32a227c7cda0 req-7b7cad45-3f4b-4776-b813-327f9aadc902 tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd96655d-eb50-4409-8960-411955244db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582054 Sep 08 09:08:55.030095 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86bc1c-1a79-4ca7-a762-c407a4768ab6 req-9796880f-a435-4832-a9f6-102836e95c54 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:55.031879 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-de86bc1c-1a79-4ca7-a762-c407a4768ab6 req-9796880f-a435-4832-a9f6-102836e95c54 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d092cb5-cede-4d66-bb00-24ff08bfff9d HTTP/1.1" status: 200 len: 945 time: 0.0588279 Sep 08 09:08:55.079248 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-de86bc1c-1a79-4ca7-a762-c407a4768ab6 req-7bfc9a09-3b1d-44db-ac81-efbeaccc6c2f tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406289 Sep 08 09:08:55.088112 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device e4e15c64-422c-4459-bf4a-fd5538426fc7 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:08:55.098917 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 32c3bbde-7afc-4b63-bed0-3158dd11c5a1 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:08:55.219443 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e085c685-8eb9-403d-99fc-ae70f7aeb934 req-e73a5705-2622-4fdb-8a9d-73c01761b1e7 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:55.221030 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e085c685-8eb9-403d-99fc-ae70f7aeb934 req-e73a5705-2622-4fdb-8a9d-73c01761b1e7 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d092cb5-cede-4d66-bb00-24ff08bfff9d HTTP/1.1" status: 200 len: 945 time: 0.0632865 Sep 08 09:08:55.231526 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 32c3bbde-7afc-4b63-bed0-3158dd11c5a1 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:08:55.239421 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 32c3bbde-7afc-4b63-bed0-3158dd11c5a1 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:08:55.239421 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:55.281492 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e085c685-8eb9-403d-99fc-ae70f7aeb934 req-06683559-ddf6-4286-8334-ba63c3ae64bc tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501122 Sep 08 09:08:55.287768 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port e4e15c64-422c-4459-bf4a-fd5538426fc7, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=e4e15c64-422c-4459-bf4a-fd5538426fc7,segment=NetworkSegment(bd208e3a-2dc5-49ca-b228-92f97b0954bf),segment_id=bd208e3a-2dc5-49ca-b228-92f97b0954bf)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:08:55.312286 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': 'e4e15c64-422c-4459-bf4a-fd5538426fc7', 'network_id': '28f7b25b-9be2-4a0e-a2c1-6f39280ba1e7', 'port_id': 'e4e15c64-422c-4459-bf4a-fd5538426fc7', 'mac_address': 'fa:16:3e:46:40:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58dcd5f1-86c8-4d7b-8548-c31046d371d4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:08:55.391448 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:55.411364 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:55.416143 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4e15c64-422c-4459-bf4a-fd5538426fc7 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:08:55.457364 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68579f4-396f-4ba5-9617-f70aca0e3215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c3bbde-7afc-4b63-bed0-3158dd11c5a1'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:08:55.460074 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933e3d1d-665b-4d2a-841e-78456846fecd" -d '{"events": [{"server_uuid": "b68579f4-396f-4ba5-9617-f70aca0e3215", "name": "network-vif-plugged", "status": "completed", "tag": "32c3bbde-7afc-4b63-bed0-3158dd11c5a1"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:08:55.480006 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port e4e15c64-422c-4459-bf4a-fd5538426fc7, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=e4e15c64-422c-4459-bf4a-fd5538426fc7,segment=NetworkSegment(bd208e3a-2dc5-49ca-b228-92f97b0954bf),segment_id=bd208e3a-2dc5-49ca-b228-92f97b0954bf)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:08:55.485231 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 32c3bbde-7afc-4b63-bed0-3158dd11c5a1, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=32c3bbde-7afc-4b63-bed0-3158dd11c5a1,segment=NetworkSegment(3af659db-8c52-4cba-bbf9-dfdf7a2d015a),segment_id=3af659db-8c52-4cba-bbf9-dfdf7a2d015a)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:08:55.489771 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:55.495710 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:55.526323 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea98f2e-9ddc-4022-962b-b1b5b34f89d5 req-31a575c1-eeb4-45a7-a524-237772ce5b01 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:55.539701 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6ea98f2e-9ddc-4022-962b-b1b5b34f89d5 req-31a575c1-eeb4-45a7-a524-237772ce5b01 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d092cb5-cede-4d66-bb00-24ff08bfff9d HTTP/1.1" status: 200 len: 945 time: 0.0639288 Sep 08 09:08:55.553045 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=e4e15c64-422c-4459-bf4a-fd5538426fc7,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:55.561590 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:08:55.561934 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:08:55.562481 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:08:55.562978 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:08:55.563480 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:08:55.564009 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:08:55.564662 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:08:55.565153 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:08:55.565638 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:08:55.566150 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:08:55.566486 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:08:55.566818 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:08:55.583616 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6ea98f2e-9ddc-4022-962b-b1b5b34f89d5 req-93131e82-e8d2-49d2-89aa-b9c8e1f654ec tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489962 Sep 08 09:08:55.595429 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cca4004-3185-4df9-8977-7df80d39a328 x-openstack-request-id: req-3cca4004-3185-4df9-8977-7df80d39a328 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:08:55.595981 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68579f4-396f-4ba5-9617-f70aca0e3215", "name": "network-vif-plugged", "status": "completed", "tag": "32c3bbde-7afc-4b63-bed0-3158dd11c5a1", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:08:55.596233 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3cca4004-3185-4df9-8977-7df80d39a328 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:08:55.596770 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68579f4-396f-4ba5-9617-f70aca0e3215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c3bbde-7afc-4b63-bed0-3158dd11c5a1', 'code': 200} Sep 08 09:08:55.635589 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=32c3bbde-7afc-4b63-bed0-3158dd11c5a1,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:55.766401 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b87135-ad28-4fc6-b305-834ba9722aee req-f9a1418a-98b9-41ab-970c-7bc3015df1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:55.767994 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f2b87135-ad28-4fc6-b305-834ba9722aee req-f9a1418a-98b9-41ab-970c-7bc3015df1ae service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 1098 time: 0.0874491 Sep 08 09:08:55.776808 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a582f20-a56b-4c27-adef-867db083e7cd req-4716e994-a16e-46d2-a888-425ab9e43df7 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:55.783011 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7a582f20-a56b-4c27-adef-867db083e7cd req-4716e994-a16e-46d2-a888-425ab9e43df7 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d092cb5-cede-4d66-bb00-24ff08bfff9d HTTP/1.1" status: 200 len: 945 time: 0.1133702 Sep 08 09:08:55.853997 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f2b87135-ad28-4fc6-b305-834ba9722aee req-90c172de-2d41-4392-8ebc-b50d42d88433 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694957 Sep 08 09:08:55.860033 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7a582f20-a56b-4c27-adef-867db083e7cd req-2ad9f609-94c4-4968-a2f9-9240e33110aa tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639405 Sep 08 09:08:55.864392 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['e4e15c64-422c-4459-bf4a-fd5538426fc7'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:08:55.893190 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a4d69-403a-4243-b55e-7a2f2a1817ab req-22a036bf-807f-4ca5-9181-2c923c4feabc tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:55.893190 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-131a4d69-403a-4243-b55e-7a2f2a1817ab req-22a036bf-807f-4ca5-9181-2c923c4feabc tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 946 time: 0.0761354 Sep 08 09:08:55.945645 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-131a4d69-403a-4243-b55e-7a2f2a1817ab req-b8eec575-7ca5-4cd4-ae0c-137a52cbf6e9 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441964 Sep 08 09:08:56.129458 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba816a-e46e-40aa-a1ce-cb9eb6e205ab req-7fc8ae21-c282-4eac-9272-2dcd43974fd5 tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:56.131191 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-90ba816a-e46e-40aa-a1ce-cb9eb6e205ab req-7fc8ae21-c282-4eac-9272-2dcd43974fd5 tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a0cf548-2b00-4193-9037-6d603ff5da91 HTTP/1.1" status: 200 len: 945 time: 0.0720906 Sep 08 09:08:56.189401 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-90ba816a-e46e-40aa-a1ce-cb9eb6e205ab req-44c7e9f0-eb7f-4fba-b069-bd4d559cc39c tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd96655d-eb50-4409-8960-411955244db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510075 Sep 08 09:08:56.404221 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011216e3-76b5-4a79-b8bd-9a298929c74e req-cd45b7f4-af87-4eb0-9a26-d607292d6782 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:56.405803 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-011216e3-76b5-4a79-b8bd-9a298929c74e req-cd45b7f4-af87-4eb0-9a26-d607292d6782 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d092cb5-cede-4d66-bb00-24ff08bfff9d HTTP/1.1" status: 200 len: 945 time: 0.0511034 Sep 08 09:08:56.448916 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-011216e3-76b5-4a79-b8bd-9a298929c74e req-cc938069-a514-4196-9136-84538cf88c12 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367641 Sep 08 09:08:57.086409 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2a4d3-a308-4a1e-b0c8-fc49fe11f323 req-e4a61c38-4e8a-463e-a98e-30b4e3d23c51 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:57.087873 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-69b2a4d3-a308-4a1e-b0c8-fc49fe11f323 req-e4a61c38-4e8a-463e-a98e-30b4e3d23c51 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 946 time: 0.0592842 Sep 08 09:08:57.093835 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device e4e15c64-422c-4459-bf4a-fd5538426fc7 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:08:57.131705 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-69b2a4d3-a308-4a1e-b0c8-fc49fe11f323 req-40fc721f-1a45-4ec8-9f48-e2f0c54f4fc7 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350728 Sep 08 09:08:57.144789 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 49236) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:57.160772 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port e4e15c64-422c-4459-bf4a-fd5538426fc7 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:08:57.165828 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port e4e15c64-422c-4459-bf4a-fd5538426fc7 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:08:57.166254 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:57.261596 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1c8fec8a-d35e-4197-9191-95b39eb31c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:57.275455 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:57.314771 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port e4e15c64-422c-4459-bf4a-fd5538426fc7, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=e4e15c64-422c-4459-bf4a-fd5538426fc7,segment=NetworkSegment(bd208e3a-2dc5-49ca-b228-92f97b0954bf),segment_id=bd208e3a-2dc5-49ca-b228-92f97b0954bf)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:08:57.319724 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:57.373344 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9e369-41ec-45d0-8afb-4269f2100ef1 req-16b5c804-d1b8-4934-abb7-08f2bcd647ae tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:57.374897 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9cb9e369-41ec-45d0-8afb-4269f2100ef1 req-16b5c804-d1b8-4934-abb7-08f2bcd647ae tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a0cf548-2b00-4193-9037-6d603ff5da91 HTTP/1.1" status: 200 len: 945 time: 0.0843413 Sep 08 09:08:57.377251 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=e4e15c64-422c-4459-bf4a-fd5538426fc7,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:57.445667 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9cb9e369-41ec-45d0-8afb-4269f2100ef1 req-1e6bb591-1924-484c-8b89-9709e000a25d tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd96655d-eb50-4409-8960-411955244db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581028 Sep 08 09:08:57.448611 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1c8fec8a-d35e-4197-9191-95b39eb31c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:57.459266 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1c8fec8a-d35e-4197-9191-95b39eb31c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:57.507510 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-1c8fec8a-d35e-4197-9191-95b39eb31c40 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3f1230b8ceaa4470ba73c83f704ca5de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3583088 Sep 08 09:08:57.507510 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8fec8a-d35e-4197-9191-95b39eb31c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d872e7-8c59-4bff-941a-dfff089e80d6,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:57.509868 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 49246) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:57.598768 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a0cf548-2b00-4193-9037-6d603ff5da91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e15c64-422c-4459-bf4a-fd5538426fc7'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:08:57.601157 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02407347-cc64-4686-8873-9fcf8478bd61" -d '{"events": [{"server_uuid": "3a0cf548-2b00-4193-9037-6d603ff5da91", "name": "network-vif-plugged", "status": "completed", "tag": "e4e15c64-422c-4459-bf4a-fd5538426fc7"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:08:57.602791 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfd7d0-99aa-42c3-b46d-987d62677668 req-852082af-d0d3-41c0-95f9-0c95ba6f9763 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:57.604320 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-51dfd7d0-99aa-42c3-b46d-987d62677668 req-852082af-d0d3-41c0-95f9-0c95ba6f9763 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d092cb5-cede-4d66-bb00-24ff08bfff9d HTTP/1.1" status: 200 len: 945 time: 0.0729015 Sep 08 09:08:57.604961 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-99ee83b0-7bff-411d-b20f-d34c0babbc5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:57.640775 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65e8891-356d-42c7-a7f7-ed474436bae0 x-openstack-request-id: req-e65e8891-356d-42c7-a7f7-ed474436bae0 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:08:57.641144 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a0cf548-2b00-4193-9037-6d603ff5da91", "name": "network-vif-plugged", "status": "completed", "tag": "e4e15c64-422c-4459-bf4a-fd5538426fc7", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:08:57.641400 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e65e8891-356d-42c7-a7f7-ed474436bae0 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:08:57.641987 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a0cf548-2b00-4193-9037-6d603ff5da91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e15c64-422c-4459-bf4a-fd5538426fc7', 'code': 200} Sep 08 09:08:57.645487 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-99ee83b0-7bff-411d-b20f-d34c0babbc5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:57.671419 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-51dfd7d0-99aa-42c3-b46d-987d62677668 req-b41323c3-017d-43cd-9098-d83b73d8d10a tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e29b563-931c-49c1-b227-1a60a9c741d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607808 Sep 08 09:08:57.710614 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-99ee83b0-7bff-411d-b20f-d34c0babbc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:57.712555 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-99ee83b0-7bff-411d-b20f-d34c0babbc5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:57.716308 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-99ee83b0-7bff-411d-b20f-d34c0babbc5e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b2d872e7-8c59-4bff-941a-dfff089e80d6 HTTP/1.1" status: 204 len: 168 time: 0.2028356 Sep 08 09:08:57.736197 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee83b0-7bff-411d-b20f-d34c0babbc5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d872e7-8c59-4bff-941a-dfff089e80d6,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:57.809776 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba52ff-a64b-4e0d-a429-d018c1d5a018 req-101f3c18-2414-46a2-b67c-935ef19f4d98 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:57.811340 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b7ba52ff-a64b-4e0d-a429-d018c1d5a018 req-101f3c18-2414-46a2-b67c-935ef19f4d98 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d092cb5-cede-4d66-bb00-24ff08bfff9d HTTP/1.1" status: 200 len: 945 time: 0.0893779 Sep 08 09:08:57.819857 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed4fda-c873-42fe-a647-319b06691829 req-a3c33f46-c144-4b72-9c83-d614582c05d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:57.821537 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3fed4fda-c873-42fe-a647-319b06691829 req-a3c33f46-c144-4b72-9c83-d614582c05d7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3a0cf548-2b00-4193-9037-6d603ff5da91 HTTP/1.1" status: 200 len: 1098 time: 0.0874941 Sep 08 09:08:57.917299 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3fed4fda-c873-42fe-a647-319b06691829 req-452796c2-c8fb-41ea-9cea-6bc2d8f8144e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cd96655d-eb50-4409-8960-411955244db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872424 Sep 08 09:08:57.944912 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-b7ba52ff-a64b-4e0d-a429-d018c1d5a018 req-3030a213-941d-4016-994c-c6ef8f08bef4 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Deleting port c02c6363-04b2-40d0-a282-2c240aba2e34 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:08:57.945251 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-b7ba52ff-a64b-4e0d-a429-d018c1d5a018 req-3030a213-941d-4016-994c-c6ef8f08bef4 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:58.046755 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-b7ba52ff-a64b-4e0d-a429-d018c1d5a018 req-3030a213-941d-4016-994c-c6ef8f08bef4 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] For port c02c6363-04b2-40d0-a282-2c240aba2e34, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=c02c6363-04b2-40d0-a282-2c240aba2e34,segment=NetworkSegment(f97f779e-ab81-4dfc-a584-515a83636e03),segment_id=f97f779e-ab81-4dfc-a584-515a83636e03)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:08:58.047103 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-b7ba52ff-a64b-4e0d-a429-d018c1d5a018 req-3030a213-941d-4016-994c-c6ef8f08bef4 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:58.049201 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 49258) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:58.060806 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-b7ba52ff-a64b-4e0d-a429-d018c1d5a018 req-3030a213-941d-4016-994c-c6ef8f08bef4 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Calling delete_port for c02c6363-04b2-40d0-a282-2c240aba2e34 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:08:58.062579 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b386a73b-003f-459d-9198-2ff628a649ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:58.196498 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b386a73b-003f-459d-9198-2ff628a649ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:58.202406 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b386a73b-003f-459d-9198-2ff628a649ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:58.225763 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-b7ba52ff-a64b-4e0d-a429-d018c1d5a018 req-3030a213-941d-4016-994c-c6ef8f08bef4 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:58.260234 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['c02c6363-04b2-40d0-a282-2c240aba2e34'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:08:58.260804 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3030a213-941d-4016-994c-c6ef8f08bef4 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Pushing event deleted for resources: {'Port': ['ID=c02c6363-04b2-40d0-a282-2c240aba2e34,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:58.268868 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b386a73b-003f-459d-9198-2ff628a649ec admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=35a2adc5eb7c465cb2423dfcf9bae16c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2183652 Sep 08 09:08:58.272856 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 49264) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:08:58.283790 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b386a73b-003f-459d-9198-2ff628a649ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b832dbd-15eb-4a29-90d8-1502f5dd3369,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:58.309307 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ba52ff-a64b-4e0d-a429-d018c1d5a018 req-3030a213-941d-4016-994c-c6ef8f08bef4 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] No DVR routers for this DVR port c02c6363-04b2-40d0-a282-2c240aba2e34 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:08:58.311621 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-b7ba52ff-a64b-4e0d-a429-d018c1d5a018 req-3030a213-941d-4016-994c-c6ef8f08bef4 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:58.313978 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b7ba52ff-a64b-4e0d-a429-d018c1d5a018 req-3030a213-941d-4016-994c-c6ef8f08bef4 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.35 "DELETE /v2.0/ports/c02c6363-04b2-40d0-a282-2c240aba2e34 HTTP/1.1" status: 204 len: 173 time: 0.4914868 Sep 08 09:08:58.314503 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d092cb5-cede-4d66-bb00-24ff08bfff9d', 'name': 'network-vif-deleted', 'tag': 'c02c6363-04b2-40d0-a282-2c240aba2e34'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:08:58.317553 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55988456-3606-4351-a335-dcc7094c3697" -d '{"events": [{"server_uuid": "4d092cb5-cede-4d66-bb00-24ff08bfff9d", "name": "network-vif-deleted", "tag": "c02c6363-04b2-40d0-a282-2c240aba2e34"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:08:58.321493 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62776e21-ef5d-4a89-b709-6ad256d4a0dc req-c6711aca-8d78-478e-86af-768c0c7ec12a tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:58.323114 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-62776e21-ef5d-4a89-b709-6ad256d4a0dc req-c6711aca-8d78-478e-86af-768c0c7ec12a tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 946 time: 0.1054232 Sep 08 09:08:58.386655 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-03601fbb-7976-425a-b634-f09172035069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:58.391730 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-62776e21-ef5d-4a89-b709-6ad256d4a0dc req-ed0ec547-3456-49bd-8c4d-a24616dc1d0e tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589552 Sep 08 09:08:58.406855 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:58.419295 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-03601fbb-7976-425a-b634-f09172035069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:58.435702 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79495cbf-d91c-4348-9cd9-e334b6d38e5b x-openstack-request-id: req-79495cbf-d91c-4348-9cd9-e334b6d38e5b {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:08:58.436201 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d092cb5-cede-4d66-bb00-24ff08bfff9d", "name": "network-vif-deleted", "tag": "c02c6363-04b2-40d0-a282-2c240aba2e34", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:08:58.436644 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-79495cbf-d91c-4348-9cd9-e334b6d38e5b {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:08:58.437488 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d092cb5-cede-4d66-bb00-24ff08bfff9d', 'name': 'network-vif-deleted', 'tag': 'c02c6363-04b2-40d0-a282-2c240aba2e34', 'status': 'completed', 'code': 200} Sep 08 09:08:58.490675 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-03601fbb-7976-425a-b634-f09172035069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:58.493620 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-03601fbb-7976-425a-b634-f09172035069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:08:58.495051 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-03601fbb-7976-425a-b634-f09172035069 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9b832dbd-15eb-4a29-90d8-1502f5dd3369 HTTP/1.1" status: 204 len: 168 time: 0.2196660 Sep 08 09:08:58.504294 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03601fbb-7976-425a-b634-f09172035069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b832dbd-15eb-4a29-90d8-1502f5dd3369,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:08:58.574571 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04607d73-33e9-42e6-98d5-db89fad5e18c req-a35c2852-0457-4739-98d1-f5faa4d2af33 tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:58.576146 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-04607d73-33e9-42e6-98d5-db89fad5e18c req-a35c2852-0457-4739-98d1-f5faa4d2af33 tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a0cf548-2b00-4193-9037-6d603ff5da91 HTTP/1.1" status: 200 len: 946 time: 0.0547566 Sep 08 09:08:58.619116 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-04607d73-33e9-42e6-98d5-db89fad5e18c req-c38318e9-39a5-457c-93c9-725ac8359240 tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd96655d-eb50-4409-8960-411955244db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366368 Sep 08 09:08:58.838630 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4d8b7f90-f8f4-462a-8825-88ed0afffe42 req-c44f5c87-aef3-4be9-b147-98f36f6dacb4 tempest-ServerDiskConfigTestJSON-470456018 tempest-ServerDiskConfigTestJSON-470456018-project] 10.222.0.54 "GET /v2.0/ports?device_id=4d092cb5-cede-4d66-bb00-24ff08bfff9d HTTP/1.1" status: 200 len: 210 time: 0.0464752 Sep 08 09:08:58.987550 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c457619-e502-403e-9236-0a43c9816cca req-ff031118-cdb7-447b-960f-d39d2da85be2 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:58.989298 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3c457619-e502-403e-9236-0a43c9816cca req-ff031118-cdb7-447b-960f-d39d2da85be2 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 946 time: 0.0799544 Sep 08 09:08:59.048124 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3c457619-e502-403e-9236-0a43c9816cca req-f2c59bec-1a0d-475d-bda0-96e78986b322 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493646 Sep 08 09:08:59.753276 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fd662-738f-4fef-bee8-d58345c8af23 req-2343d20f-ca00-49b8-9a47-5b1011cf6ace tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:08:59.754995 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-015fd662-738f-4fef-bee8-d58345c8af23 req-2343d20f-ca00-49b8-9a47-5b1011cf6ace tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a0cf548-2b00-4193-9037-6d603ff5da91 HTTP/1.1" status: 200 len: 946 time: 0.0598714 Sep 08 09:08:59.799327 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-015fd662-738f-4fef-bee8-d58345c8af23 req-77f74f74-5b54-493b-b450-82c0dcc5dc4b tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd96655d-eb50-4409-8960-411955244db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380878 Sep 08 09:09:00.218655 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 49364) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:00.271085 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-6be0e046-f9b4-470a-b431-e6183efbd642 admin admin] Deleting subnet df631613-af78-49bf-9102-60065cc0670c {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:09:00.277031 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa50dc4-d4e7-4af2-a81b-0fc94f3ec1af req-118936cd-057a-4551-867c-4a6aa50adf27 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:00.278769 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-baa50dc4-d4e7-4af2-a81b-0fc94f3ec1af req-118936cd-057a-4551-867c-4a6aa50adf27 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 946 time: 0.0719323 Sep 08 09:09:00.280242 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6be0e046-f9b4-470a-b431-e6183efbd642 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:00.320938 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-baa50dc4-d4e7-4af2-a81b-0fc94f3ec1af req-276a6487-3937-4c57-a8bc-2e0777f51968 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356495 Sep 08 09:09:00.391254 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6be0e046-f9b4-470a-b431-e6183efbd642 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:00.460625 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68eeb3-20e6-432a-a6ba-45eb0888dc27 req-5ad30590-2ab3-4abb-8346-d8c76a749211 tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:00.462232 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-da68eeb3-20e6-432a-a6ba-45eb0888dc27 req-5ad30590-2ab3-4abb-8346-d8c76a749211 tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a0cf548-2b00-4193-9037-6d603ff5da91 HTTP/1.1" status: 200 len: 946 time: 0.1798999 Sep 08 09:09:00.482377 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6be0e046-f9b4-470a-b431-e6183efbd642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:00.549125 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-da68eeb3-20e6-432a-a6ba-45eb0888dc27 req-32ace92d-1f71-4ada-8b95-8b43ed6b098e tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd96655d-eb50-4409-8960-411955244db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754442 Sep 08 09:09:00.589227 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6be0e046-f9b4-470a-b431-e6183efbd642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:00.631373 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be0e046-f9b4-470a-b431-e6183efbd642 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df631613-af78-49bf-9102-60065cc0670c,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:00.636074 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6be0e046-f9b4-470a-b431-e6183efbd642 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:00.637953 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-6be0e046-f9b4-470a-b431-e6183efbd642 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/df631613-af78-49bf-9102-60065cc0670c HTTP/1.1" status: 204 len: 168 time: 0.4171104 Sep 08 09:09:00.640590 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 49398) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:00.719999 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d9e733d7-4b2a-4045-81d6-0db1b2cb621d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:00.809891 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d9e733d7-4b2a-4045-81d6-0db1b2cb621d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:00.830870 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-d9e733d7-4b2a-4045-81d6-0db1b2cb621d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c49a0008-ba2e-41e9-b498-07f12619ac72']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:00.848217 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-d9e733d7-4b2a-4045-81d6-0db1b2cb621d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f97f779e-ab81-4dfc-a584-515a83636e03') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:00.848508 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-d9e733d7-4b2a-4045-81d6-0db1b2cb621d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f97f779e-ab81-4dfc-a584-515a83636e03') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:00.860026 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d9e733d7-4b2a-4045-81d6-0db1b2cb621d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:00.871259 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 49402) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:00.874423 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d9e733d7-4b2a-4045-81d6-0db1b2cb621d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:00.880919 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9e733d7-4b2a-4045-81d6-0db1b2cb621d admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:09:00.881362 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d9e733d7-4b2a-4045-81d6-0db1b2cb621d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:00.884072 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:09:00.884072 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:09:00.884072 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:09:00.884072 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:09:00.884072 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:09:00.884072 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:09:00.884072 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:09:00.884072 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:09:00.884072 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:09:00.884072 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:09:00.884072 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:09:00.884072 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:09:00.884072 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:09:00.884072 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:09:00.884072 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:09:00.884072 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:09:00.884072 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:09:00.884072 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:09:00.884072 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:09:00.884072 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:09:00.884072 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:09:00.884072 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:09:00.884072 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:09:00.884072 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:09:00.884072 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:09:00.884072 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:09:00.884072 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:09:00.884072 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:09:00.884072 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:09:00.884072 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:09:00.884072 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:09:00.884072 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:09:00.946786 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d9e733d7-4b2a-4045-81d6-0db1b2cb621d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:00.952738 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d9e733d7-4b2a-4045-81d6-0db1b2cb621d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:00.955104 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d9e733d7-4b2a-4045-81d6-0db1b2cb621d admin admin] 10.222.0.54 "DELETE /v2.0/networks/c49a0008-ba2e-41e9-b498-07f12619ac72 HTTP/1.1" status: 204 len: 168 time: 0.3133705 Sep 08 09:09:00.967883 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e733d7-4b2a-4045-81d6-0db1b2cb621d admin admin] Pushing event deleted for resources: {'Network': ['ID=c49a0008-ba2e-41e9-b498-07f12619ac72,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:01.003581 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2a19d660-b6c4-4a79-a434-8b6267e92edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:01.110007 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 49410) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:01.127153 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2a19d660-b6c4-4a79-a434-8b6267e92edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:01.135262 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2a19d660-b6c4-4a79-a434-8b6267e92edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:01.180225 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e2a26051-2a45-4813-9c86-bfa2caf3ea8c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2e83171f35894ea19e57331a0a1c0b1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0687239 Sep 08 09:09:01.181830 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a19d660-b6c4-4a79-a434-8b6267e92edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661e5114-a87f-4050-ac4c-6f84d313c86a,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:01.182692 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 49414) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:01.186603 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2a19d660-b6c4-4a79-a434-8b6267e92edc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2ea1213a2718473dbeaa1d6640f039b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3140464 Sep 08 09:09:01.189226 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 49416) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:01.258534 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e2160e28-248b-40e8-9a38-8bb9751f9563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:01.262839 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-03aa4469-17f9-4351-a3a0-99e1a9e07303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:01.282014 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e2160e28-248b-40e8-9a38-8bb9751f9563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:01.290983 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-03aa4469-17f9-4351-a3a0-99e1a9e07303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:01.337008 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e2160e28-248b-40e8-9a38-8bb9751f9563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:01.340757 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e2160e28-248b-40e8-9a38-8bb9751f9563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:01.342163 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e2160e28-248b-40e8-9a38-8bb9751f9563 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/661e5114-a87f-4050-ac4c-6f84d313c86a HTTP/1.1" status: 204 len: 168 time: 0.1519468 Sep 08 09:09:01.345627 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-03aa4469-17f9-4351-a3a0-99e1a9e07303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:01.348663 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-03aa4469-17f9-4351-a3a0-99e1a9e07303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:01.352333 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2160e28-248b-40e8-9a38-8bb9751f9563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661e5114-a87f-4050-ac4c-6f84d313c86a,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:01.353747 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-03aa4469-17f9-4351-a3a0-99e1a9e07303 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0e29b563-931c-49c1-b227-1a60a9c741d4 HTTP/1.1" status: 204 len: 168 time: 0.1699228 Sep 08 09:09:01.365488 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa4469-17f9-4351-a3a0-99e1a9e07303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e29b563-931c-49c1-b227-1a60a9c741d4,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:01.498179 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba8050-5ec3-45aa-a8cc-af8f9be7086c req-b36edf22-3d2a-433e-a9ad-495123ef5ef0 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:01.499830 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f0ba8050-5ec3-45aa-a8cc-af8f9be7086c req-b36edf22-3d2a-433e-a9ad-495123ef5ef0 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 946 time: 0.0726581 Sep 08 09:09:01.548705 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f0ba8050-5ec3-45aa-a8cc-af8f9be7086c req-ce960fe1-c4e7-471c-8401-4775ff437e46 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418553 Sep 08 09:09:01.597813 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device c02c6363-04b2-40d0-a282-2c240aba2e34 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:09:01.642539 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: c02c6363-04b2-40d0-a282-2c240aba2e34 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:09:01.643389 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device c02c6363-04b2-40d0-a282-2c240aba2e34 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:09:01.693568 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc47e9f-e88e-4af3-b91c-08980c73c855 req-5dfc6f61-6fd1-4cfb-9248-f95ab9f53571 tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:01.695846 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1bc47e9f-e88e-4af3-b91c-08980c73c855 req-5dfc6f61-6fd1-4cfb-9248-f95ab9f53571 tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a0cf548-2b00-4193-9037-6d603ff5da91 HTTP/1.1" status: 200 len: 946 time: 0.0616958 Sep 08 09:09:01.775944 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1bc47e9f-e88e-4af3-b91c-08980c73c855 req-b3393218-fe0b-4a70-b476-a75a378f0814 tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd96655d-eb50-4409-8960-411955244db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740230 Sep 08 09:09:01.806211 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5921b4e-a9b2-4ada-b59b-869acbe8cc47 req-8cf7a827-4eee-4835-8aa0-5aef69909815 tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:01.808441 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e5921b4e-a9b2-4ada-b59b-869acbe8cc47 req-8cf7a827-4eee-4835-8aa0-5aef69909815 tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a0cf548-2b00-4193-9037-6d603ff5da91 HTTP/1.1" status: 200 len: 946 time: 0.0937181 Sep 08 09:09:01.934905 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-e5921b4e-a9b2-4ada-b59b-869acbe8cc47 req-14ca8384-94aa-4612-886d-8a16c24dd9c3 tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] Deleting port e4e15c64-422c-4459-bf4a-fd5538426fc7 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:09:01.935456 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e5921b4e-a9b2-4ada-b59b-869acbe8cc47 req-14ca8384-94aa-4612-886d-8a16c24dd9c3 tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:01.977457 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 49442) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:02.022390 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9b70dbaf-aed9-4b46-8e47-4416ff703db5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:02.085252 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-e5921b4e-a9b2-4ada-b59b-869acbe8cc47 req-14ca8384-94aa-4612-886d-8a16c24dd9c3 tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] For port e4e15c64-422c-4459-bf4a-fd5538426fc7, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=e4e15c64-422c-4459-bf4a-fd5538426fc7,segment=NetworkSegment(bd208e3a-2dc5-49ca-b228-92f97b0954bf),segment_id=bd208e3a-2dc5-49ca-b228-92f97b0954bf)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:09:02.085659 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e5921b4e-a9b2-4ada-b59b-869acbe8cc47 req-14ca8384-94aa-4612-886d-8a16c24dd9c3 tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:02.108505 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-e5921b4e-a9b2-4ada-b59b-869acbe8cc47 req-14ca8384-94aa-4612-886d-8a16c24dd9c3 tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] Calling delete_port for e4e15c64-422c-4459-bf4a-fd5538426fc7 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:09:02.269839 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9b70dbaf-aed9-4b46-8e47-4416ff703db5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:02.281309 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9b70dbaf-aed9-4b46-8e47-4416ff703db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:02.361302 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b70dbaf-aed9-4b46-8e47-4416ff703db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5bada0-5ad3-42ee-b30d-2275ec8cdb9d,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:02.371920 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-9b70dbaf-aed9-4b46-8e47-4416ff703db5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f17f9c0e928446a7a36491262ffdc2b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3932698 Sep 08 09:09:02.376100 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 49452) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:02.388879 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e5921b4e-a9b2-4ada-b59b-869acbe8cc47 req-14ca8384-94aa-4612-886d-8a16c24dd9c3 tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:02.422177 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['e4e15c64-422c-4459-bf4a-fd5538426fc7'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:09:02.429811 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca8384-94aa-4612-886d-8a16c24dd9c3 tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] Pushing event deleted for resources: {'Port': ['ID=e4e15c64-422c-4459-bf4a-fd5538426fc7,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:02.447445 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-09d888a7-05cb-4a61-b8d4-4bd6b7dad73c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:02.480334 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-09d888a7-05cb-4a61-b8d4-4bd6b7dad73c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:02.480606 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5921b4e-a9b2-4ada-b59b-869acbe8cc47 req-14ca8384-94aa-4612-886d-8a16c24dd9c3 tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] No DVR routers for this DVR port e4e15c64-422c-4459-bf4a-fd5538426fc7 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:09:02.484995 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e5921b4e-a9b2-4ada-b59b-869acbe8cc47 req-14ca8384-94aa-4612-886d-8a16c24dd9c3 tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:02.487355 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e5921b4e-a9b2-4ada-b59b-869acbe8cc47 req-14ca8384-94aa-4612-886d-8a16c24dd9c3 tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] 10.222.0.37 "DELETE /v2.0/ports/e4e15c64-422c-4459-bf4a-fd5538426fc7 HTTP/1.1" status: 204 len: 173 time: 0.6712980 Sep 08 09:09:02.487894 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a0cf548-2b00-4193-9037-6d603ff5da91', 'name': 'network-vif-deleted', 'tag': 'e4e15c64-422c-4459-bf4a-fd5538426fc7'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:09:02.490478 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0914d303-2e1d-4cbc-8520-78b505fbb797" -d '{"events": [{"server_uuid": "3a0cf548-2b00-4193-9037-6d603ff5da91", "name": "network-vif-deleted", "tag": "e4e15c64-422c-4459-bf4a-fd5538426fc7"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:09:02.564670 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-09d888a7-05cb-4a61-b8d4-4bd6b7dad73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:02.575829 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-09d888a7-05cb-4a61-b8d4-4bd6b7dad73c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:02.578636 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-09d888a7-05cb-4a61-b8d4-4bd6b7dad73c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9e5bada0-5ad3-42ee-b30d-2275ec8cdb9d HTTP/1.1" status: 204 len: 168 time: 0.2015190 Sep 08 09:09:02.593996 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a96e25-f7be-4f4a-ad3c-31bf8622de59 x-openstack-request-id: req-c2a96e25-f7be-4f4a-ad3c-31bf8622de59 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:09:02.594439 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a0cf548-2b00-4193-9037-6d603ff5da91", "name": "network-vif-deleted", "tag": "e4e15c64-422c-4459-bf4a-fd5538426fc7", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:09:02.594808 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c2a96e25-f7be-4f4a-ad3c-31bf8622de59 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:09:02.595226 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a0cf548-2b00-4193-9037-6d603ff5da91', 'name': 'network-vif-deleted', 'tag': 'e4e15c64-422c-4459-bf4a-fd5538426fc7', 'status': 'completed', 'code': 200} Sep 08 09:09:02.614422 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d888a7-05cb-4a61-b8d4-4bd6b7dad73c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5bada0-5ad3-42ee-b30d-2275ec8cdb9d,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:02.680332 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 49466) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:02.732742 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfdcaf-b93c-4678-a81f-e71991171cf4 req-5f3fb0d1-8b36-4bdf-8b4e-11becf8ebafc tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:02.734388 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f4dfdcaf-b93c-4678-a81f-e71991171cf4 req-5f3fb0d1-8b36-4bdf-8b4e-11becf8ebafc tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 946 time: 0.0627017 Sep 08 09:09:02.794449 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f4dfdcaf-b93c-4678-a81f-e71991171cf4 req-2da68681-e451-4339-9456-f72933be546b tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538354 Sep 08 09:09:02.828578 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-e298948e-e37a-490f-8d86-10ab6de90058 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-541644500-network', 'tenant_id': '9128be7703eb4f87997f8ffdeee39740'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:09:02.856417 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e298948e-e37a-490f-8d86-10ab6de90058 admin admin] Made reservation on behalf of 9128be7703eb4f87997f8ffdeee39740 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:09:02.860342 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e298948e-e37a-490f-8d86-10ab6de90058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:02.875119 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e298948e-e37a-490f-8d86-10ab6de90058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:02.917305 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e13811f9-ecc0-48b9-8f4f-ab1a8b036e3d req-b43b2a7c-5b7a-453b-ab2b-558173f52952 tempest-ServerPasswordTestJSON-175590928 tempest-ServerPasswordTestJSON-175590928-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a0cf548-2b00-4193-9037-6d603ff5da91 HTTP/1.1" status: 200 len: 210 time: 0.0296397 Sep 08 09:09:03.001020 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e298948e-e37a-490f-8d86-10ab6de90058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:03.005721 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e298948e-e37a-490f-8d86-10ab6de90058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:03.032754 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e298948e-e37a-490f-8d86-10ab6de90058 admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:09:03.044314 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e298948e-e37a-490f-8d86-10ab6de90058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846cb106-d39b-423c-bdfc-f409e321f8b7,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:03.050801 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e298948e-e37a-490f-8d86-10ab6de90058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:03.051120 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-e298948e-e37a-490f-8d86-10ab6de90058 admin admin] Added segment e3670610-ce3c-450c-b16a-a4c59c9374e2 of type vlan for network deb3df47-3d9a-4527-805c-f7b88a3ce3bb Sep 08 09:09:03.105217 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e298948e-e37a-490f-8d86-10ab6de90058 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:03.141286 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e298948e-e37a-490f-8d86-10ab6de90058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:03.142987 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e298948e-e37a-490f-8d86-10ab6de90058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:03.143774 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e298948e-e37a-490f-8d86-10ab6de90058 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:03.243631 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e298948e-e37a-490f-8d86-10ab6de90058 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5621629 Sep 08 09:09:03.246619 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 49484) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:03.251898 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-edcae3b2-6874-45bf-9ab8-ba30acf3ad6c admin admin] Request body: {'subnet': {'network_id': 'deb3df47-3d9a-4527-805c-f7b88a3ce3bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-541644500-subnet', 'tenant_id': '9128be7703eb4f87997f8ffdeee39740', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:09:03.259120 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e298948e-e37a-490f-8d86-10ab6de90058 admin admin] Pushing event updated for resources: {'Network': ['ID=deb3df47-3d9a-4527-805c-f7b88a3ce3bb,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:03.283530 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network deb3df47-3d9a-4527-805c-f7b88a3ce3bb details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:09:03.297147 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edcae3b2-6874-45bf-9ab8-ba30acf3ad6c admin admin] Made reservation on behalf of 9128be7703eb4f87997f8ffdeee39740 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:09:03.300068 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-edcae3b2-6874-45bf-9ab8-ba30acf3ad6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:03.530619 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-edcae3b2-6874-45bf-9ab8-ba30acf3ad6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:03.585349 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcae3b2-6874-45bf-9ab8-ba30acf3ad6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8af34d3-4fee-4301-8ce2-042b607fe5de,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:03.605629 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcae3b2-6874-45bf-9ab8-ba30acf3ad6c admin admin] Checking segment: {'id': 'e3670610-ce3c-450c-b16a-a4c59c9374e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'deb3df47-3d9a-4527-805c-f7b88a3ce3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:09:03.606148 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcae3b2-6874-45bf-9ab8-ba30acf3ad6c admin admin] Network hostable DHCP agents. Network: deb3df47-3d9a-4527-805c-f7b88a3ce3bb, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:09:03.626549 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcae3b2-6874-45bf-9ab8-ba30acf3ad6c admin admin] Network deb3df47-3d9a-4527-805c-f7b88a3ce3bb is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:09:03.636512 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-edcae3b2-6874-45bf-9ab8-ba30acf3ad6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, deb3df47-3d9a-4527-805c-f7b88a3ce3bb) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:09:03.641253 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcae3b2-6874-45bf-9ab8-ba30acf3ad6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:03.642816 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-edcae3b2-6874-45bf-9ab8-ba30acf3ad6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:03.647931 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0ed787-52b5-46ad-961e-e011e62b19c3 None None] Network deb3df47-3d9a-4527-805c-f7b88a3ce3bb requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:09:03.658526 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-edcae3b2-6874-45bf-9ab8-ba30acf3ad6c admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4104245 Sep 08 09:09:03.846644 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76edef14-9b15-4738-80db-8e0397234dcd None None] Network deb3df47-3d9a-4527-805c-f7b88a3ce3bb requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:09:04.055357 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a0ff5-98d5-42e5-93b3-3edf5f3ed2ed req-217479e8-b4ba-41bf-83de-669b73c27bfb tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:04.058902 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c47a0ff5-98d5-42e5-93b3-3edf5f3ed2ed req-217479e8-b4ba-41bf-83de-669b73c27bfb tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 946 time: 0.0959091 Sep 08 09:09:04.108235 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c47a0ff5-98d5-42e5-93b3-3edf5f3ed2ed req-cda22f0e-b08a-4ee4-9f36-d83a06850b67 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413854 Sep 08 09:09:04.159731 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 49520) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:04.216071 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-84f43282-830f-409d-938e-ece507dc17d3 admin admin] Deleting subnet 58dcd5f1-86c8-4d7b-8548-c31046d371d4 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:09:04.222221 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-84f43282-830f-409d-938e-ece507dc17d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:04.271407 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-84f43282-830f-409d-938e-ece507dc17d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:04.318579 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-84f43282-830f-409d-938e-ece507dc17d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:04.435059 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-84f43282-830f-409d-938e-ece507dc17d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:04.492793 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f43282-830f-409d-938e-ece507dc17d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58dcd5f1-86c8-4d7b-8548-c31046d371d4,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:04.503907 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-84f43282-830f-409d-938e-ece507dc17d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:04.508469 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-84f43282-830f-409d-938e-ece507dc17d3 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/58dcd5f1-86c8-4d7b-8548-c31046d371d4 HTTP/1.1" status: 204 len: 168 time: 0.3474469 Sep 08 09:09:04.510793 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3746ab-c8ec-4daf-8e00-06bad2e1d020 req-3eafb257-75c1-40d0-8e65-5a2d6d0b094e tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:04.512334 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ee3746ab-c8ec-4daf-8e00-06bad2e1d020 req-3eafb257-75c1-40d0-8e65-5a2d6d0b094e tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] 10.222.0.54 "GET /v2.0/networks?id=deb3df47-3d9a-4527-805c-f7b88a3ce3bb HTTP/1.1" status: 200 len: 821 time: 0.1453919 Sep 08 09:09:04.512696 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 49544) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:04.542094 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ee3746ab-c8ec-4daf-8e00-06bad2e1d020 req-4ce7ce0e-e854-48be-a107-7b933e441010 tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] 10.222.0.54 "GET /v2.0/quotas/9128be7703eb4f87997f8ffdeee39740 HTTP/1.1" status: 200 len: 375 time: 0.0180557 Sep 08 09:09:04.572966 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ee3746ab-c8ec-4daf-8e00-06bad2e1d020 req-a1f815ed-14e0-4601-ad09-e5ce8e6f6fb8 tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9128be7703eb4f87997f8ffdeee39740&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301702 Sep 08 09:09:04.608943 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a7255fac-8923-417d-8e91-01f73fa8c265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:04.706488 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ee3746ab-c8ec-4daf-8e00-06bad2e1d020 req-f1b5f404-5773-4de3-be3b-8442bb152740 service neutron] 10.222.0.54 "GET /v2.0/networks/deb3df47-3d9a-4527-805c-f7b88a3ce3bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229520 Sep 08 09:09:04.707415 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a7255fac-8923-417d-8e91-01f73fa8c265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:04.736695 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-a7255fac-8923-417d-8e91-01f73fa8c265 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28f7b25b-9be2-4a0e-a2c1-6f39280ba1e7']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:04.752608 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-a7255fac-8923-417d-8e91-01f73fa8c265 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd208e3a-2dc5-49ca-b228-92f97b0954bf') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:04.753012 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-a7255fac-8923-417d-8e91-01f73fa8c265 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd208e3a-2dc5-49ca-b228-92f97b0954bf') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:04.768617 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a7255fac-8923-417d-8e91-01f73fa8c265 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:04.783297 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a7255fac-8923-417d-8e91-01f73fa8c265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:04.791860 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7255fac-8923-417d-8e91-01f73fa8c265 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:09:04.792372 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a7255fac-8923-417d-8e91-01f73fa8c265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:04.795465 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:09:04.795465 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:09:04.795465 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:09:04.795465 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:09:04.795465 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:09:04.795465 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:09:04.795465 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:09:04.795465 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:09:04.795465 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:09:04.795465 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:09:04.795465 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:09:04.795465 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:09:04.795465 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:09:04.795465 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:09:04.795465 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:09:04.795465 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:09:04.795465 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:09:04.795465 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:09:04.795465 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:09:04.795465 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:09:04.795465 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:09:04.795465 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:09:04.795465 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:09:04.795465 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:09:04.795465 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:09:04.795465 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:09:04.795465 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:09:04.795465 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:09:04.795465 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:09:04.795465 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:09:04.795465 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:09:04.795465 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:09:04.833380 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ee3746ab-c8ec-4daf-8e00-06bad2e1d020 req-ee99784f-f7df-4e3d-8e40-446e0ee51b12 service neutron] 10.222.0.54 "GET /v2.0/networks/deb3df47-3d9a-4527-805c-f7b88a3ce3bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173005 Sep 08 09:09:04.868807 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a7255fac-8923-417d-8e91-01f73fa8c265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:04.876614 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a7255fac-8923-417d-8e91-01f73fa8c265 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:04.888264 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a7255fac-8923-417d-8e91-01f73fa8c265 admin admin] 10.222.0.54 "DELETE /v2.0/networks/28f7b25b-9be2-4a0e-a2c1-6f39280ba1e7 HTTP/1.1" status: 204 len: 168 time: 0.3693783 Sep 08 09:09:04.904820 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7255fac-8923-417d-8e91-01f73fa8c265 admin admin] Pushing event deleted for resources: {'Network': ['ID=28f7b25b-9be2-4a0e-a2c1-6f39280ba1e7,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:05.034076 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fdb55bc2-5f3e-4653-9af4-f75ab9134fac req-ecf8cec4-7132-4ddb-94c5-8716f6bdbcb7 tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] 10.222.0.54 "GET /v2.0/ports?device_id=65fd5600-8b18-469b-9b17-6307de2ea448 HTTP/1.1" status: 200 len: 210 time: 0.0314426 Sep 08 09:09:05.125341 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device e4e15c64-422c-4459-bf4a-fd5538426fc7 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:09:05.154997 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: e4e15c64-422c-4459-bf4a-fd5538426fc7 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:09:05.155620 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device e4e15c64-422c-4459-bf4a-fd5538426fc7 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:09:05.173614 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 49584) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:05.277062 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-220b2e2b-d95a-4319-b2a3-5d479d759168 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7a26776a84ee40ba8a4407229db76436&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1022363 Sep 08 09:09:05.279622 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 49594) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:05.315834 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d81623-c446-44b4-a18e-d2bc45249a0e req-208f240c-93bd-46c6-9879-d4a82c0e528f tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:05.317531 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-16d81623-c446-44b4-a18e-d2bc45249a0e req-208f240c-93bd-46c6-9879-d4a82c0e528f tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 946 time: 0.1140578 Sep 08 09:09:05.398302 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-16d81623-c446-44b4-a18e-d2bc45249a0e req-37a729e4-4ec1-488c-9574-a6d70b2d67ae tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630164 Sep 08 09:09:05.403849 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6c4b67f0-58fe-4326-9aed-0c97ba261282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:05.430635 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6c4b67f0-58fe-4326-9aed-0c97ba261282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:05.497541 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6c4b67f0-58fe-4326-9aed-0c97ba261282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:05.500559 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6c4b67f0-58fe-4326-9aed-0c97ba261282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:05.503090 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6c4b67f0-58fe-4326-9aed-0c97ba261282 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cd96655d-eb50-4409-8960-411955244db7 HTTP/1.1" status: 204 len: 168 time: 0.2219605 Sep 08 09:09:05.514614 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b67f0-58fe-4326-9aed-0c97ba261282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd96655d-eb50-4409-8960-411955244db7,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:05.797206 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 49622) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:05.934843 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-be705f14-598a-4121-b21f-54ff0dae657e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:06.074013 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-be705f14-598a-4121-b21f-54ff0dae657e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:06.082145 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-be705f14-598a-4121-b21f-54ff0dae657e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:06.183872 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be705f14-598a-4121-b21f-54ff0dae657e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30761a82-d11f-4a12-9b3f-325daadebccd,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:06.188552 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-be705f14-598a-4121-b21f-54ff0dae657e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bcb0836968a249e18429c92d5b4f6d4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3901148 Sep 08 09:09:06.192205 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 49642) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:06.210363 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-449a72ae-1f85-453c-8370-57015b8b9757 req-b2db52f1-49fc-4234-b730-cb8287bac250 tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] 10.222.0.54 "GET /v2.0/ports?device_id=65fd5600-8b18-469b-9b17-6307de2ea448 HTTP/1.1" status: 200 len: 210 time: 0.0513761 Sep 08 09:09:06.282428 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2a5944e1-5e7d-4c02-b162-4b56ac93cd53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:06.304943 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3746ab-c8ec-4daf-8e00-06bad2e1d020 req-7bd73d71-2679-41a3-b365-137aa19fe040 tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:06.306538 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ee3746ab-c8ec-4daf-8e00-06bad2e1d020 req-7bd73d71-2679-41a3-b365-137aa19fe040 tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] 10.222.0.35 "GET /v2.0/networks?id=deb3df47-3d9a-4527-805c-f7b88a3ce3bb HTTP/1.1" status: 200 len: 821 time: 0.1936772 Sep 08 09:09:06.311422 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2a5944e1-5e7d-4c02-b162-4b56ac93cd53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:06.328035 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-ee3746ab-c8ec-4daf-8e00-06bad2e1d020 req-779d7de3-a156-44b3-824f-9a13baedbb55 tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] Request body: {'port': {'device_id': '65fd5600-8b18-469b-9b17-6307de2ea448', 'network_id': 'deb3df47-3d9a-4527-805c-f7b88a3ce3bb', 'admin_state_up': True, 'tenant_id': '9128be7703eb4f87997f8ffdeee39740'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:09:06.363979 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2a5944e1-5e7d-4c02-b162-4b56ac93cd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:06.369136 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2a5944e1-5e7d-4c02-b162-4b56ac93cd53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:06.370417 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2a5944e1-5e7d-4c02-b162-4b56ac93cd53 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/30761a82-d11f-4a12-9b3f-325daadebccd HTTP/1.1" status: 204 len: 168 time: 0.1774273 Sep 08 09:09:06.379759 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5944e1-5e7d-4c02-b162-4b56ac93cd53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30761a82-d11f-4a12-9b3f-325daadebccd,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:06.484820 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee3746ab-c8ec-4daf-8e00-06bad2e1d020 req-779d7de3-a156-44b3-824f-9a13baedbb55 tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] Made reservation on behalf of 9128be7703eb4f87997f8ffdeee39740 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:09:06.489429 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ee3746ab-c8ec-4daf-8e00-06bad2e1d020 req-779d7de3-a156-44b3-824f-9a13baedbb55 tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:06.492506 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 49654) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:06.536634 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97583111-a977-4502-a6db-616ce805903a req-5786fbc2-f253-41dd-910d-60b426bd4c88 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:06.539217 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-97583111-a977-4502-a6db-616ce805903a req-5786fbc2-f253-41dd-910d-60b426bd4c88 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 946 time: 0.0749071 Sep 08 09:09:06.606188 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-97583111-a977-4502-a6db-616ce805903a req-3dad28b4-db51-4dc6-870f-6605777d62c3 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587816 Sep 08 09:09:06.697360 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-ee3746ab-c8ec-4daf-8e00-06bad2e1d020 req-779d7de3-a156-44b3-824f-9a13baedbb55 tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] Allocated IP 172.20.0.9 (deb3df47-3d9a-4527-805c-f7b88a3ce3bb/f8af34d3-4fee-4301-8ce2-042b607fe5de/c3a457af-618a-48f5-9409-9f96c83ba7a7) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:09:06.841989 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-78ca2b60-6f4e-450b-983c-ccd008c29673 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1937578371-network', 'tenant_id': '17c247e365f74957bbba58791260a9da'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:09:06.889057 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 49664) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:06.911050 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ca2b60-6f4e-450b-983c-ccd008c29673 admin admin] Made reservation on behalf of 17c247e365f74957bbba58791260a9da for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:09:06.913561 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-78ca2b60-6f4e-450b-983c-ccd008c29673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:06.919660 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b2fc8a30-805c-4fea-943a-93effdafbaf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:06.935152 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-78ca2b60-6f4e-450b-983c-ccd008c29673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:06.949606 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ee3746ab-c8ec-4daf-8e00-06bad2e1d020 req-779d7de3-a156-44b3-824f-9a13baedbb55 tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:06.990421 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.db.api [None req-78ca2b60-6f4e-450b-983c-ccd008c29673 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 09:09:06.990421 n-d-806683-11 neutron-server[94712]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 08 09:09:06.990421 n-d-806683-11 neutron-server[94712]: [parameters: {'project_id_1': '17c247e365f74957bbba58791260a9da', 'expiration_1': datetime.datetime(2021, 9, 8, 9, 8, 46, 972128)}] Sep 08 09:09:06.990421 n-d-806683-11 neutron-server[94712]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 09:09:06.991562 n-d-806683-11 neutron-server[94712]: DEBUG oslo_db.api [None req-78ca2b60-6f4e-450b-983c-ccd008c29673 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 09:09:07.035419 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ee3746ab-c8ec-4daf-8e00-06bad2e1d020 req-779d7de3-a156-44b3-824f-9a13baedbb55 tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:07.091434 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee3746ab-c8ec-4daf-8e00-06bad2e1d020 req-779d7de3-a156-44b3-824f-9a13baedbb55 tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] Network deb3df47-3d9a-4527-805c-f7b88a3ce3bb is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:09:07.102875 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-ee3746ab-c8ec-4daf-8e00-06bad2e1d020 req-779d7de3-a156-44b3-824f-9a13baedbb55 tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:09:07.105414 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee3746ab-c8ec-4daf-8e00-06bad2e1d020 req-779d7de3-a156-44b3-824f-9a13baedbb55 tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:09:07.151893 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d7de3-a156-44b3-824f-9a13baedbb55 tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] Pushing event updated for resources: {'Port': ['ID=c3a457af-618a-48f5-9409-9f96c83ba7a7,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:07.191280 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3746ab-c8ec-4daf-8e00-06bad2e1d020 req-779d7de3-a156-44b3-824f-9a13baedbb55 tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:07.191952 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ee3746ab-c8ec-4daf-8e00-06bad2e1d020 req-779d7de3-a156-44b3-824f-9a13baedbb55 tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:07.198857 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:09:07.199760 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b2fc8a30-805c-4fea-943a-93effdafbaf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:07.206558 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b2fc8a30-805c-4fea-943a-93effdafbaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:07.250201 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ee3746ab-c8ec-4daf-8e00-06bad2e1d020 req-779d7de3-a156-44b3-824f-9a13baedbb55 tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9268489 Sep 08 09:09:07.285526 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-ee3746ab-c8ec-4daf-8e00-06bad2e1d020 req-e75836d1-d071-4b44-a0e4-45e06ab08ba4 service neutron] Request body: {'port': {'device_id': '65fd5600-8b18-469b-9b17-6307de2ea448', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:09:07.310905 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc8a30-805c-4fea-943a-93effdafbaf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a94a13-fc24-4c17-b240-554e736bb791,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:07.326823 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b2fc8a30-805c-4fea-943a-93effdafbaf5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bed503e154cd41dbabab4416534c4253&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4355476 Sep 08 09:09:07.327311 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 49672) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:07.388249 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-880eb4d1-0f37-4535-b878-4bd15f622683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:07.395975 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ee3746ab-c8ec-4daf-8e00-06bad2e1d020 req-e75836d1-d071-4b44-a0e4-45e06ab08ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:07.415061 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be573d-f6b7-4975-ab8e-a9b710831353 req-ee5eaa45-527e-4766-a102-4e4104efe55c tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:07.416693 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e9be573d-f6b7-4975-ab8e-a9b710831353 req-ee5eaa45-527e-4766-a102-4e4104efe55c tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] 10.222.0.54 "GET /v2.0/ports?device_id=65fd5600-8b18-469b-9b17-6307de2ea448 HTTP/1.1" status: 200 len: 931 time: 0.1223044 Sep 08 09:09:07.421099 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-880eb4d1-0f37-4535-b878-4bd15f622683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:07.493214 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-78ca2b60-6f4e-450b-983c-ccd008c29673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:07.496678 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-880eb4d1-0f37-4535-b878-4bd15f622683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:07.499460 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-880eb4d1-0f37-4535-b878-4bd15f622683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:07.500640 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-880eb4d1-0f37-4535-b878-4bd15f622683 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d8a94a13-fc24-4c17-b240-554e736bb791 HTTP/1.1" status: 204 len: 168 time: 0.1721861 Sep 08 09:09:07.513160 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880eb4d1-0f37-4535-b878-4bd15f622683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a94a13-fc24-4c17-b240-554e736bb791,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:07.565142 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e9be573d-f6b7-4975-ab8e-a9b710831353 req-36e7a40e-eccb-4d25-9a56-545e21bc3577 tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] 10.222.0.54 "GET /v2.0/security-groups?id=846cb106-d39b-423c-bdfc-f409e321f8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214869 Sep 08 09:09:07.761743 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e94acdc-faff-413a-b363-2dd38b066494 req-cea21025-7814-4fc5-8e7f-5247f683100d tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:07.763471 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3e94acdc-faff-413a-b363-2dd38b066494 req-cea21025-7814-4fc5-8e7f-5247f683100d tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 946 time: 0.0859697 Sep 08 09:09:07.837585 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3e94acdc-faff-413a-b363-2dd38b066494 req-e954c582-c19b-4f3c-af1c-ce975946a677 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617361 Sep 08 09:09:08.227639 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-78ca2b60-6f4e-450b-983c-ccd008c29673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:08.250598 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-78ca2b60-6f4e-450b-983c-ccd008c29673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:08.281008 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ca2b60-6f4e-450b-983c-ccd008c29673 admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:09:08.302577 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-ee3746ab-c8ec-4daf-8e00-06bad2e1d020 req-e75836d1-d071-4b44-a0e4-45e06ab08ba4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3a457af-618a-48f5-9409-9f96c83ba7a7 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:09:08.312255 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ca2b60-6f4e-450b-983c-ccd008c29673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5d1c06-511e-476b-8b2c-e8e18837b76e,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:08.315322 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-78ca2b60-6f4e-450b-983c-ccd008c29673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:08.315710 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-78ca2b60-6f4e-450b-983c-ccd008c29673 admin admin] Added segment 6a571b4f-cf48-4b50-a916-25dfdbadf202 of type vlan for network 3e321783-bc8a-4d3d-a70f-5209b22b636f Sep 08 09:09:08.318208 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ee3746ab-c8ec-4daf-8e00-06bad2e1d020 req-e75836d1-d071-4b44-a0e4-45e06ab08ba4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:08.367747 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-ee3746ab-c8ec-4daf-8e00-06bad2e1d020 req-e75836d1-d071-4b44-a0e4-45e06ab08ba4 service neutron] Transition to ACTIVE for port object c3a457af-618a-48f5-9409-9f96c83ba7a7 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:09:08.371566 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-78ca2b60-6f4e-450b-983c-ccd008c29673 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:08.375539 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ee3746ab-c8ec-4daf-8e00-06bad2e1d020 req-e75836d1-d071-4b44-a0e4-45e06ab08ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:08.448188 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75836d1-d071-4b44-a0e4-45e06ab08ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=c3a457af-618a-48f5-9409-9f96c83ba7a7,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:08.452648 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-78ca2b60-6f4e-450b-983c-ccd008c29673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:08.453605 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ca2b60-6f4e-450b-983c-ccd008c29673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:08.454224 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-78ca2b60-6f4e-450b-983c-ccd008c29673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:08.525107 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-78ca2b60-6f4e-450b-983c-ccd008c29673 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0306218 Sep 08 09:09:08.529275 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 49704) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:08.540127 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-542463cd-4460-4465-af06-a52b8c38d234 admin admin] Request body: {'subnet': {'network_id': '3e321783-bc8a-4d3d-a70f-5209b22b636f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1937578371-subnet', 'tenant_id': '17c247e365f74957bbba58791260a9da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:09:08.571259 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ca2b60-6f4e-450b-983c-ccd008c29673 admin admin] Pushing event updated for resources: {'Network': ['ID=3e321783-bc8a-4d3d-a70f-5209b22b636f,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:08.579246 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542463cd-4460-4465-af06-a52b8c38d234 admin admin] Made reservation on behalf of 17c247e365f74957bbba58791260a9da for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:09:08.582988 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 3e321783-bc8a-4d3d-a70f-5209b22b636f details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:09:08.584587 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-542463cd-4460-4465-af06-a52b8c38d234 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:08.605276 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-ee3746ab-c8ec-4daf-8e00-06bad2e1d020 req-e75836d1-d071-4b44-a0e4-45e06ab08ba4 service neutron] Attempting to bind port c3a457af-618a-48f5-9409-9f96c83ba7a7 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:09:08.605902 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-ee3746ab-c8ec-4daf-8e00-06bad2e1d020 req-e75836d1-d071-4b44-a0e4-45e06ab08ba4 service neutron] Attempting to bind port c3a457af-618a-48f5-9409-9f96c83ba7a7 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': 'e3670610-ce3c-450c-b16a-a4c59c9374e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'deb3df47-3d9a-4527-805c-f7b88a3ce3bb'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:09:08.607118 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3746ab-c8ec-4daf-8e00-06bad2e1d020 req-e75836d1-d071-4b44-a0e4-45e06ab08ba4 service neutron] Attempting to bind port c3a457af-618a-48f5-9409-9f96c83ba7a7 on network deb3df47-3d9a-4527-805c-f7b88a3ce3bb {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:09:08.621750 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3746ab-c8ec-4daf-8e00-06bad2e1d020 req-e75836d1-d071-4b44-a0e4-45e06ab08ba4 service neutron] Port c3a457af-618a-48f5-9409-9f96c83ba7a7 on network deb3df47-3d9a-4527-805c-f7b88a3ce3bb not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:09:08.622132 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3746ab-c8ec-4daf-8e00-06bad2e1d020 req-e75836d1-d071-4b44-a0e4-45e06ab08ba4 service neutron] Attempting to bind port c3a457af-618a-48f5-9409-9f96c83ba7a7 on network deb3df47-3d9a-4527-805c-f7b88a3ce3bb {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:09:08.634634 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3746ab-c8ec-4daf-8e00-06bad2e1d020 req-e75836d1-d071-4b44-a0e4-45e06ab08ba4 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:09:08.635261 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3746ab-c8ec-4daf-8e00-06bad2e1d020 req-e75836d1-d071-4b44-a0e4-45e06ab08ba4 service neutron] Checking segment: {'id': 'e3670610-ce3c-450c-b16a-a4c59c9374e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'deb3df47-3d9a-4527-805c-f7b88a3ce3bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:09:08.635898 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3746ab-c8ec-4daf-8e00-06bad2e1d020 req-e75836d1-d071-4b44-a0e4-45e06ab08ba4 service neutron] Bound using segment: {'id': 'e3670610-ce3c-450c-b16a-a4c59c9374e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'deb3df47-3d9a-4527-805c-f7b88a3ce3bb'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:09:08.636774 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-ee3746ab-c8ec-4daf-8e00-06bad2e1d020 req-e75836d1-d071-4b44-a0e4-45e06ab08ba4 service neutron] Bound port: c3a457af-618a-48f5-9409-9f96c83ba7a7, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3670610-ce3c-450c-b16a-a4c59c9374e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'deb3df47-3d9a-4527-805c-f7b88a3ce3bb'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:09:08.637317 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ee3746ab-c8ec-4daf-8e00-06bad2e1d020 req-e75836d1-d071-4b44-a0e4-45e06ab08ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:08.737830 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532fcfe4-4e82-4128-9a97-1503d56366bf req-5534b9f4-7427-4097-80fc-f00a8865ce44 tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:08.746922 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-532fcfe4-4e82-4128-9a97-1503d56366bf req-5534b9f4-7427-4097-80fc-f00a8865ce44 tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] 10.222.0.54 "GET /v2.0/ports?device_id=65fd5600-8b18-469b-9b17-6307de2ea448 HTTP/1.1" status: 200 len: 943 time: 0.0918095 Sep 08 09:09:08.751170 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-ee3746ab-c8ec-4daf-8e00-06bad2e1d020 req-e75836d1-d071-4b44-a0e4-45e06ab08ba4 service neutron] For port c3a457af-618a-48f5-9409-9f96c83ba7a7, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:09:08.755198 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-ee3746ab-c8ec-4daf-8e00-06bad2e1d020 req-e75836d1-d071-4b44-a0e4-45e06ab08ba4 service neutron] For port c3a457af-618a-48f5-9409-9f96c83ba7a7, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=c3a457af-618a-48f5-9409-9f96c83ba7a7,segment=NetworkSegment(e3670610-ce3c-450c-b16a-a4c59c9374e2),segment_id=e3670610-ce3c-450c-b16a-a4c59c9374e2)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:09:08.760642 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ee3746ab-c8ec-4daf-8e00-06bad2e1d020 req-e75836d1-d071-4b44-a0e4-45e06ab08ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:08.801872 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3746ab-c8ec-4daf-8e00-06bad2e1d020 req-e75836d1-d071-4b44-a0e4-45e06ab08ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:08.802605 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ee3746ab-c8ec-4daf-8e00-06bad2e1d020 req-e75836d1-d071-4b44-a0e4-45e06ab08ba4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:08.804784 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ee3746ab-c8ec-4daf-8e00-06bad2e1d020 req-e75836d1-d071-4b44-a0e4-45e06ab08ba4 service neutron] 10.222.0.35 "PUT /v2.0/ports/c3a457af-618a-48f5-9409-9f96c83ba7a7 HTTP/1.1" status: 200 len: 1092 time: 1.5264561 Sep 08 09:09:08.805250 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65fd5600-8b18-469b-9b17-6307de2ea448', 'tag': 'c3a457af-618a-48f5-9409-9f96c83ba7a7'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:09:08.807577 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04c07ae-ad29-4199-b196-6ce44e9ae1dc" -d '{"events": [{"name": "network-changed", "server_uuid": "65fd5600-8b18-469b-9b17-6307de2ea448", "tag": "c3a457af-618a-48f5-9409-9f96c83ba7a7"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:09:08.846810 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75836d1-d071-4b44-a0e4-45e06ab08ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=c3a457af-618a-48f5-9409-9f96c83ba7a7,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:08.855252 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-532fcfe4-4e82-4128-9a97-1503d56366bf req-0c8334d3-2a7f-43a7-9b51-53aacc2f7331 tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] 10.222.0.54 "GET /v2.0/security-groups?id=846cb106-d39b-423c-bdfc-f409e321f8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038623 Sep 08 09:09:08.902322 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e06979-fb7b-4c54-bd21-47e4704907b0 x-openstack-request-id: req-b7e06979-fb7b-4c54-bd21-47e4704907b0 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:09:08.902614 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65fd5600-8b18-469b-9b17-6307de2ea448", "tag": "c3a457af-618a-48f5-9409-9f96c83ba7a7", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:09:08.902866 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b7e06979-fb7b-4c54-bd21-47e4704907b0 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:09:08.903263 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65fd5600-8b18-469b-9b17-6307de2ea448', 'tag': 'c3a457af-618a-48f5-9409-9f96c83ba7a7', 'status': 'completed', 'code': 200} Sep 08 09:09:08.925163 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3746ab-c8ec-4daf-8e00-06bad2e1d020 req-1cac3924-db00-4be7-917b-94df24a5e4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:08.928233 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ee3746ab-c8ec-4daf-8e00-06bad2e1d020 req-1cac3924-db00-4be7-917b-94df24a5e4b0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9128be7703eb4f87997f8ffdeee39740&device_id=65fd5600-8b18-469b-9b17-6307de2ea448 HTTP/1.1" status: 200 len: 1095 time: 0.0655146 Sep 08 09:09:08.946259 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-542463cd-4460-4465-af06-a52b8c38d234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:09.016007 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542463cd-4460-4465-af06-a52b8c38d234 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fe1c297-ac30-438c-9c0e-a51fb4e4b069,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:09.029034 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542463cd-4460-4465-af06-a52b8c38d234 admin admin] Checking segment: {'id': '6a571b4f-cf48-4b50-a916-25dfdbadf202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3e321783-bc8a-4d3d-a70f-5209b22b636f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:09:09.029420 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542463cd-4460-4465-af06-a52b8c38d234 admin admin] Network hostable DHCP agents. Network: 3e321783-bc8a-4d3d-a70f-5209b22b636f, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:09:09.035406 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ee3746ab-c8ec-4daf-8e00-06bad2e1d020 req-e3ae0412-3117-486f-a381-464f4b4d385b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3a457af-618a-48f5-9409-9f96c83ba7a7 HTTP/1.1" status: 200 len: 217 time: 0.0730052 Sep 08 09:09:09.049449 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542463cd-4460-4465-af06-a52b8c38d234 admin admin] Network 3e321783-bc8a-4d3d-a70f-5209b22b636f is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:09:09.064796 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-542463cd-4460-4465-af06-a52b8c38d234 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 3e321783-bc8a-4d3d-a70f-5209b22b636f) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:09:09.076257 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08d7a71-edbd-4a19-bae3-7be93f29976b None None] Network 3e321783-bc8a-4d3d-a70f-5209b22b636f requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:09:09.081976 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542463cd-4460-4465-af06-a52b8c38d234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:09.082403 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-542463cd-4460-4465-af06-a52b8c38d234 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:09.107111 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-542463cd-4460-4465-af06-a52b8c38d234 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5729699 Sep 08 09:09:09.108687 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 49724) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:09.118189 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-45a7e801-c702-4475-bca2-bd726a1c26a8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1937578371-router', 'tenant_id': '17c247e365f74957bbba58791260a9da', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:09:09.142115 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff49653-6df2-4d96-9d5f-6c01fd1a3e63 req-e0c373a6-47b7-4963-9adf-ebe3ee5bb266 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:09.151655 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-45a7e801-c702-4475-bca2-bd726a1c26a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:09.152224 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-eff49653-6df2-4d96-9d5f-6c01fd1a3e63 req-e0c373a6-47b7-4963-9adf-ebe3ee5bb266 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 946 time: 0.1813297 Sep 08 09:09:09.153274 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-45a7e801-c702-4475-bca2-bd726a1c26a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:09.173498 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3746ab-c8ec-4daf-8e00-06bad2e1d020 req-f2efc39e-5fd1-44f1-b62d-2eedc3f268af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:09.175035 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ee3746ab-c8ec-4daf-8e00-06bad2e1d020 req-f2efc39e-5fd1-44f1-b62d-2eedc3f268af service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f8af34d3-4fee-4301-8ce2-042b607fe5de HTTP/1.1" status: 200 len: 861 time: 0.1238246 Sep 08 09:09:09.233728 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-45a7e801-c702-4475-bca2-bd726a1c26a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:09.249430 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-eff49653-6df2-4d96-9d5f-6c01fd1a3e63 req-a71a013a-4d96-4c3c-a3d0-79c813f3ca2f tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958991 Sep 08 09:09:09.300188 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76690e77-fd2d-4a1e-8b7a-3218a3478fdb None None] Network 3e321783-bc8a-4d3d-a70f-5209b22b636f requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:09:09.305088 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ee3746ab-c8ec-4daf-8e00-06bad2e1d020 req-e96a2e12-c17c-42dc-aa72-9f62d97a65fa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=deb3df47-3d9a-4527-805c-f7b88a3ce3bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1218245 Sep 08 09:09:09.456711 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-45a7e801-c702-4475-bca2-bd726a1c26a8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:09.464140 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ee3746ab-c8ec-4daf-8e00-06bad2e1d020 req-6c548fe9-7875-4d52-97c0-cf82ac5c6d96 service neutron] 10.222.0.35 "GET /v2.0/networks/deb3df47-3d9a-4527-805c-f7b88a3ce3bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512597 Sep 08 09:09:09.534716 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 49736) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:09.596276 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ee3746ab-c8ec-4daf-8e00-06bad2e1d020 req-a5b854ec-0b29-4453-9844-b558a1366853 service neutron] 10.222.0.35 "GET /v2.0/networks/deb3df47-3d9a-4527-805c-f7b88a3ce3bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239903 Sep 08 09:09:09.718296 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-45a7e801-c702-4475-bca2-bd726a1c26a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:09.728956 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c07ae-ad29-4199-b196-6ce44e9ae1dc req-dac51805-b927-4ebb-8704-7b997fc0cccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:09.731637 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e04c07ae-ad29-4199-b196-6ce44e9ae1dc req-dac51805-b927-4ebb-8704-7b997fc0cccd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9128be7703eb4f87997f8ffdeee39740&device_id=65fd5600-8b18-469b-9b17-6307de2ea448 HTTP/1.1" status: 200 len: 1095 time: 0.0502944 Sep 08 09:09:09.743836 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-45a7e801-c702-4475-bca2-bd726a1c26a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:09.789402 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-b6fa590d-54d7-4f46-b70d-2f38aff0fd8d tempest-PortsAdminExtendedAttrsTestJSON-1882517467 tempest-PortsAdminExtendedAttrsTestJSON-1882517467-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1121550511'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:09:09.852765 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c07ae-ad29-4199-b196-6ce44e9ae1dc req-ebc49281-2517-491d-8f87-2d4b74c35204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:09.853145 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6fa590d-54d7-4f46-b70d-2f38aff0fd8d tempest-PortsAdminExtendedAttrsTestJSON-1882517467 tempest-PortsAdminExtendedAttrsTestJSON-1882517467-project] Made reservation on behalf of 7f559ad9f9134ec19bfab96732492ba5 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:09:09.854524 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e04c07ae-ad29-4199-b196-6ce44e9ae1dc req-ebc49281-2517-491d-8f87-2d4b74c35204 service neutron] 10.222.0.35 "GET /v2.0/networks?id=deb3df47-3d9a-4527-805c-f7b88a3ce3bb HTTP/1.1" status: 200 len: 922 time: 0.1147730 Sep 08 09:09:09.856639 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b6fa590d-54d7-4f46-b70d-2f38aff0fd8d tempest-PortsAdminExtendedAttrsTestJSON-1882517467 tempest-PortsAdminExtendedAttrsTestJSON-1882517467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:09.880029 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b6fa590d-54d7-4f46-b70d-2f38aff0fd8d tempest-PortsAdminExtendedAttrsTestJSON-1882517467 tempest-PortsAdminExtendedAttrsTestJSON-1882517467-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:09.909024 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e04c07ae-ad29-4199-b196-6ce44e9ae1dc req-c12d8f92-9e0d-455e-86f0-ad13e76a7d5e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3a457af-618a-48f5-9409-9f96c83ba7a7 HTTP/1.1" status: 200 len: 217 time: 0.0463018 Sep 08 09:09:09.927956 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-45a7e801-c702-4475-bca2-bd726a1c26a8 admin admin] Allocated IP 172.25.0.149 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/b9ca4e42-2f5a-4e60-a7e1-afe3040c1894) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:09:10.002175 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c07ae-ad29-4199-b196-6ce44e9ae1dc req-7444e4b7-a122-4cea-b489-6c2002dc97c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:10.003848 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e04c07ae-ad29-4199-b196-6ce44e9ae1dc req-7444e4b7-a122-4cea-b489-6c2002dc97c6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f8af34d3-4fee-4301-8ce2-042b607fe5de HTTP/1.1" status: 200 len: 861 time: 0.0850716 Sep 08 09:09:10.046829 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-cad9d3c5-694c-45a3-b3ae-436f8456f132 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1367412 Sep 08 09:09:10.048905 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e04c07ae-ad29-4199-b196-6ce44e9ae1dc req-04fed5cc-3c8e-4304-874e-8d83426545f6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=deb3df47-3d9a-4527-805c-f7b88a3ce3bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359137 Sep 08 09:09:10.109009 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200bce3-da21-4b3d-abd3-1cd3072fe29e req-a8e82ecf-0097-41da-83ca-4131906640c2 tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:10.110669 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f200bce3-da21-4b3d-abd3-1cd3072fe29e req-a8e82ecf-0097-41da-83ca-4131906640c2 tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] 10.222.0.54 "GET /v2.0/ports?device_id=65fd5600-8b18-469b-9b17-6307de2ea448 HTTP/1.1" status: 200 len: 943 time: 0.1513495 Sep 08 09:09:10.170600 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-45a7e801-c702-4475-bca2-bd726a1c26a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:10.214472 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f200bce3-da21-4b3d-abd3-1cd3072fe29e req-76a1b041-492a-4568-b30e-5380a3722f1e tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] 10.222.0.54 "GET /v2.0/security-groups?id=846cb106-d39b-423c-bdfc-f409e321f8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934532 Sep 08 09:09:10.216696 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b6fa590d-54d7-4f46-b70d-2f38aff0fd8d tempest-PortsAdminExtendedAttrsTestJSON-1882517467 tempest-PortsAdminExtendedAttrsTestJSON-1882517467-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:10.224808 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b6fa590d-54d7-4f46-b70d-2f38aff0fd8d tempest-PortsAdminExtendedAttrsTestJSON-1882517467 tempest-PortsAdminExtendedAttrsTestJSON-1882517467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:10.243952 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e04c07ae-ad29-4199-b196-6ce44e9ae1dc req-2b26410f-6866-425a-9d0e-1f3c3c3e80d6 service neutron] 10.222.0.35 "GET /v2.0/networks/deb3df47-3d9a-4527-805c-f7b88a3ce3bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866968 Sep 08 09:09:10.250729 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-1b50681b-252a-49e4-9a41-1d043404685f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:10.251395 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-1b50681b-252a-49e4-9a41-1d043404685f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:10.251695 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-1b50681b-252a-49e4-9a41-1d043404685f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:10.252173 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-1b50681b-252a-49e4-9a41-1d043404685f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:10.252644 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-1b50681b-252a-49e4-9a41-1d043404685f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:10.253117 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-1b50681b-252a-49e4-9a41-1d043404685f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:10.253591 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-1b50681b-252a-49e4-9a41-1d043404685f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:10.255584 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-1b50681b-252a-49e4-9a41-1d043404685f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5ff9af2a8ae84383ae48822128c85b16&device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 6506 time: 0.1085849 Sep 08 09:09:10.280523 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6fa590d-54d7-4f46-b70d-2f38aff0fd8d tempest-PortsAdminExtendedAttrsTestJSON-1882517467 tempest-PortsAdminExtendedAttrsTestJSON-1882517467-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:09:10.286799 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fa590d-54d7-4f46-b70d-2f38aff0fd8d tempest-PortsAdminExtendedAttrsTestJSON-1882517467 tempest-PortsAdminExtendedAttrsTestJSON-1882517467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e65c3f16-efa8-48fa-a81c-a6e7e7e5ee7f,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:10.299328 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b6fa590d-54d7-4f46-b70d-2f38aff0fd8d tempest-PortsAdminExtendedAttrsTestJSON-1882517467 tempest-PortsAdminExtendedAttrsTestJSON-1882517467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:10.299685 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-b6fa590d-54d7-4f46-b70d-2f38aff0fd8d tempest-PortsAdminExtendedAttrsTestJSON-1882517467 tempest-PortsAdminExtendedAttrsTestJSON-1882517467-project] Added segment 209d6bd0-c696-4e8a-9eb4-65e7643cb701 of type vlan for network c1b33374-751a-42e0-9e2a-bc412ea15ed8 Sep 08 09:09:10.312657 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-45a7e801-c702-4475-bca2-bd726a1c26a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:10.387364 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b6fa590d-54d7-4f46-b70d-2f38aff0fd8d tempest-PortsAdminExtendedAttrsTestJSON-1882517467 tempest-PortsAdminExtendedAttrsTestJSON-1882517467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:10.393350 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a7e801-c702-4475-bca2-bd726a1c26a8 admin admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:09:10.403226 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-45a7e801-c702-4475-bca2-bd726a1c26a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:09:10.407000 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a7e801-c702-4475-bca2-bd726a1c26a8 admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:09:10.451972 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a7e801-c702-4475-bca2-bd726a1c26a8 admin admin] Pushing event updated for resources: {'Port': ['ID=b9ca4e42-2f5a-4e60-a7e1-afe3040c1894,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:10.474096 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e04c07ae-ad29-4199-b196-6ce44e9ae1dc req-f4817113-bd83-49d0-8fd5-38150edbd2f4 service neutron] 10.222.0.35 "GET /v2.0/networks/deb3df47-3d9a-4527-805c-f7b88a3ce3bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162335 Sep 08 09:09:10.476960 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b6fa590d-54d7-4f46-b70d-2f38aff0fd8d tempest-PortsAdminExtendedAttrsTestJSON-1882517467 tempest-PortsAdminExtendedAttrsTestJSON-1882517467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:10.482943 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fa590d-54d7-4f46-b70d-2f38aff0fd8d tempest-PortsAdminExtendedAttrsTestJSON-1882517467 tempest-PortsAdminExtendedAttrsTestJSON-1882517467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:10.483733 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b6fa590d-54d7-4f46-b70d-2f38aff0fd8d tempest-PortsAdminExtendedAttrsTestJSON-1882517467 tempest-PortsAdminExtendedAttrsTestJSON-1882517467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:10.487322 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43dbf8d-e79f-42cd-bdc5-8e004c9de1d7 req-a714f6c2-e79c-46a6-95ed-4bb3e2c9facc tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:10.488863 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b43dbf8d-e79f-42cd-bdc5-8e004c9de1d7 req-a714f6c2-e79c-46a6-95ed-4bb3e2c9facc tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 946 time: 0.1288457 Sep 08 09:09:10.493621 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-583f8e8a-e571-4163-9c8b-1c050c624ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:10.494527 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-583f8e8a-e571-4163-9c8b-1c050c624ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:10.494660 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-583f8e8a-e571-4163-9c8b-1c050c624ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:10.496228 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-583f8e8a-e571-4163-9c8b-1c050c624ee0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56f09e7a-d8c3-4671-9b9a-504accacdfdc&id=e131d2cf-f0f6-4e3a-90af-0615e503d20b&id=e131d2cf-f0f6-4e3a-90af-0615e503d20b&id=e131d2cf-f0f6-4e3a-90af-0615e503d20b&id=e131d2cf-f0f6-4e3a-90af-0615e503d20b&id=7f827cbd-981b-4963-870a-da3dc338441e&id=7f827cbd-981b-4963-870a-da3dc338441e HTTP/1.1" status: 200 len: 2299 time: 0.2155352 Sep 08 09:09:10.570177 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b6fa590d-54d7-4f46-b70d-2f38aff0fd8d tempest-PortsAdminExtendedAttrsTestJSON-1882517467 tempest-PortsAdminExtendedAttrsTestJSON-1882517467-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.0335908 Sep 08 09:09:10.587797 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b43dbf8d-e79f-42cd-bdc5-8e004c9de1d7 req-a8518002-6598-4789-ae7e-070b880af283 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875580 Sep 08 09:09:10.615161 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-e5713f89-d268-45eb-9859-0b2ea1780828 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24c965d7-db6d-4bd8-8994-faab41bdeccb HTTP/1.1" status: 200 len: 1001 time: 0.1050792 Sep 08 09:09:10.658641 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fa590d-54d7-4f46-b70d-2f38aff0fd8d tempest-PortsAdminExtendedAttrsTestJSON-1882517467 tempest-PortsAdminExtendedAttrsTestJSON-1882517467-project] Pushing event updated for resources: {'Network': ['ID=c1b33374-751a-42e0-9e2a-bc412ea15ed8,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:10.670202 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network c1b33374-751a-42e0-9e2a-bc412ea15ed8 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:09:10.687047 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-40b9c427-2548-4a2c-8eae-b161c6c6d4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:10.689785 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-40b9c427-2548-4a2c-8eae-b161c6c6d4e8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8500bfb2-0bfa-480d-b7a3-e97947f43e46 HTTP/1.1" status: 200 len: 856 time: 0.0650377 Sep 08 09:09:10.765408 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-668cfdd2-37b5-4b50-8646-4174f39f73b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:10.767010 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-668cfdd2-37b5-4b50-8646-4174f39f73b1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56f09e7a-d8c3-4671-9b9a-504accacdfdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0692410 Sep 08 09:09:10.782655 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 49756) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:10.787926 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Request body: {'port': {'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8', 'binding:host_id': 'n-h1-806683-11', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-780440930'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:09:10.863208 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Made reservation on behalf of bd345b00795042d5baf1911464ac1d89 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:09:10.863208 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:10.881188 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:10.933340 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-c2c9da25-a45f-42c6-852b-b62075a3d0dd service neutron] 10.222.0.37 "GET /v2.0/networks/56f09e7a-d8c3-4671-9b9a-504accacdfdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578088 Sep 08 09:09:11.076933 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-3758fb56-59c4-4190-9b8a-19560c8209fb service neutron] 10.222.0.37 "GET /v2.0/networks/56f09e7a-d8c3-4671-9b9a-504accacdfdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363862 Sep 08 09:09:11.140972 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-dc07f5f2-207e-47a2-85b2-22709e936590 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=ddf26a7d-0e8b-469e-9475-33e914bdcf50 HTTP/1.1" status: 200 len: 217 time: 0.0540891 Sep 08 09:09:11.150176 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:11.157519 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:11.170524 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-45a7e801-c702-4475-bca2-bd726a1c26a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:11.183386 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] device_id is not set on port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:09:11.286286 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e58554-8487-4f3a-a3eb-b3868ad22b77,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:11.292387 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-2cf73c84-7df4-49ff-ab70-655f55c55551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:11.295097 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-2cf73c84-7df4-49ff-ab70-655f55c55551 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64cec42a-675b-48e9-acf5-9de60b36e75d HTTP/1.1" status: 200 len: 797 time: 0.1453249 Sep 08 09:09:11.393250 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-45a7e801-c702-4475-bca2-bd726a1c26a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:11.535943 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a7e801-c702-4475-bca2-bd726a1c26a8 admin admin] Router 5c6b3eff-50c9-449a-944e-90f80aa66f71 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:09:11.560531 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e3186-bdd8-4650-a397-a5af27d1622a req-da42a947-af1b-45c1-9489-8ea4b4bd203d tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:11.562159 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-867e3186-bdd8-4650-a397-a5af27d1622a req-da42a947-af1b-45c1-9489-8ea4b4bd203d tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] 10.222.0.54 "GET /v2.0/ports?device_id=65fd5600-8b18-469b-9b17-6307de2ea448 HTTP/1.1" status: 200 len: 943 time: 0.2365932 Sep 08 09:09:11.571229 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-83017231-9e6d-431d-9d9e-bbf676d039bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:11.573185 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-83017231-9e6d-431d-9d9e-bbf676d039bd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e131d2cf-f0f6-4e3a-90af-0615e503d20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2260334 Sep 08 09:09:11.682856 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a7e801-c702-4475-bca2-bd726a1c26a8 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:09:11.699781 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1018b3-18ad-422d-98c0-c69ebb4507be None None] Sync routers for ids ['5c6b3eff-50c9-449a-944e-90f80aa66f71'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:09:11.710090 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-45a7e801-c702-4475-bca2-bd726a1c26a8 admin admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:11.711013 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1018b3-18ad-422d-98c0-c69ebb4507be None None] Routers {'5c6b3eff-50c9-449a-944e-90f80aa66f71'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:09:11.711896 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-cf1018b3-18ad-422d-98c0-c69ebb4507be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:08:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5c6b3eff-50c9-449a-944e-90f80aa66f71'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:11.715884 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-45a7e801-c702-4475-bca2-bd726a1c26a8 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6055999 Sep 08 09:09:11.716793 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 49770) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:11.745592 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] device_id is not set on port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:09:11.768044 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:11.785832 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-867e3186-bdd8-4650-a397-a5af27d1622a req-b0bf5308-1c86-44e6-8dcc-8ee82ce39c20 tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] 10.222.0.54 "GET /v2.0/security-groups?id=846cb106-d39b-423c-bdfc-f409e321f8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086937 Sep 08 09:09:11.797067 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Transition to ACTIVE for port object 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:09:11.824629 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-529892bc-41ed-48ef-99a9-78a9eb215557 service neutron] 10.222.0.37 "GET /v2.0/networks/e131d2cf-f0f6-4e3a-90af-0615e503d20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365124 Sep 08 09:09:11.826071 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:11.852207 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-cf1018b3-18ad-422d-98c0-c69ebb4507be None None] Set router 5c6b3eff-50c9-449a-944e-90f80aa66f71 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:09:11.892040 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97d499-dd28-4ce1-9dc6-12db253555f3 req-f4c98e78-22ca-4990-8e08-6b5822c6bf85 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:11.893677 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7b97d499-dd28-4ce1-9dc6-12db253555f3 req-f4c98e78-22ca-4990-8e08-6b5822c6bf85 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 946 time: 0.1228714 Sep 08 09:09:11.951974 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Pushing event updated for resources: {'Port': ['ID=5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:11.985467 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Checking segment: {'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:09:11.985842 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Network hostable DHCP agents. Network: c1b33374-751a-42e0-9e2a-bc412ea15ed8, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:09:12.001788 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-54407ddb-b965-4ad2-9ff9-baf329b8c378 service neutron] 10.222.0.37 "GET /v2.0/networks/e131d2cf-f0f6-4e3a-90af-0615e503d20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688397 Sep 08 09:09:12.030385 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7b97d499-dd28-4ce1-9dc6-12db253555f3 req-cd58b0d0-1fd3-48fd-b52c-1ea87a8797d2 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826733 Sep 08 09:09:12.060419 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Network c1b33374-751a-42e0-9e2a-bc412ea15ed8 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:09:12.064024 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-cb15dc39-0310-4e19-9ba4-5a6ce8335000 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=1ba67b89-fdf3-438b-8aa9-37c654debf50 HTTP/1.1" status: 200 len: 217 time: 0.0525498 Sep 08 09:09:12.075571 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, c1b33374-751a-42e0-9e2a-bc412ea15ed8) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:09:12.089646 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:09:12.104918 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8084bd-c5d1-4e8b-91e5-3b35f345ad8a None None] Network c1b33374-751a-42e0-9e2a-bc412ea15ed8 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:09:12.129946 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:09:12.130428 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:09:12.130781 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:09:12.142860 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:09:12.143443 n-d-806683-11 neutron-server[94712]: ERROR neutron.plugins.ml2.managers [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Failed to bind port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 on host n-h1-806683-11 for vnic_type normal using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] Sep 08 09:09:12.147478 n-d-806683-11 neutron-server[94712]: INFO neutron.plugins.ml2.plugin [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempt 2 to bind port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 Sep 08 09:09:12.179755 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-6b4842bd-a22d-4d93-90e4-13f93e3c10dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:12.182431 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-6b4842bd-a22d-4d93-90e4-13f93e3c10dc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64cec42a-675b-48e9-acf5-9de60b36e75d HTTP/1.1" status: 200 len: 797 time: 0.1041036 Sep 08 09:09:12.207694 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:09:12.207694 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:09:12.208543 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:09:12.249598 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:09:12.249954 n-d-806683-11 neutron-server[94712]: ERROR neutron.plugins.ml2.managers [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Failed to bind port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 on host n-h1-806683-11 for vnic_type normal using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] Sep 08 09:09:12.251614 n-d-806683-11 neutron-server[94712]: INFO neutron.plugins.ml2.plugin [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempt 3 to bind port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 Sep 08 09:09:12.257591 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-cf1018b3-18ad-422d-98c0-c69ebb4507be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6b3eff-50c9-449a-944e-90f80aa66f71', 'name': 'tempest-ServerRescueTestJSON-1937578371-router', 'tenant_id': '17c247e365f74957bbba58791260a9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'b9ca4e42-2f5a-4e60-a7e1-afe3040c1894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:09:09Z', 'updated_at': '2021-09-08T09:09:10Z', 'revision_number': 3, 'project_id': '17c247e365f74957bbba58791260a9da', 'gw_port': {'id': 'b9ca4e42-2f5a-4e60-a7e1-afe3040c1894', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6b3eff-50c9-449a-944e-90f80aa66f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:09:09Z', 'updated_at': '2021-09-08T09:09:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:12.285583 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:09:12.286461 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:09:12.287445 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:09:12.302180 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:09:12.302760 n-d-806683-11 neutron-server[94712]: ERROR neutron.plugins.ml2.managers [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Failed to bind port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 on host n-h1-806683-11 for vnic_type normal using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] Sep 08 09:09:12.306315 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-c1bc5cfc-b25d-4fbf-b0d5-a83bde87137a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:12.309346 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-c1bc5cfc-b25d-4fbf-b0d5-a83bde87137a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e131d2cf-f0f6-4e3a-90af-0615e503d20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1183586 Sep 08 09:09:12.309658 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1018b3-18ad-422d-98c0-c69ebb4507be None None] Checking router: 5c6b3eff-50c9-449a-944e-90f80aa66f71 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:09:12.309865 n-d-806683-11 neutron-server[94712]: INFO neutron.plugins.ml2.plugin [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempt 4 to bind port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 Sep 08 09:09:12.310018 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1018b3-18ad-422d-98c0-c69ebb4507be None None] Updating router 5c6b3eff-50c9-449a-944e-90f80aa66f71 port b9ca4e42-2f5a-4e60-a7e1-afe3040c1894 binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:09:12.345773 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cf1018b3-18ad-422d-98c0-c69ebb4507be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:12.363203 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-52644f19-d803-41ab-b20b-787d285462c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:12.384097 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:09:12.384765 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:09:12.385405 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:09:12.418557 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:09:12.419220 n-d-806683-11 neutron-server[94712]: ERROR neutron.plugins.ml2.managers [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Failed to bind port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 on host n-h1-806683-11 for vnic_type normal using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] Sep 08 09:09:12.423116 n-d-806683-11 neutron-server[94712]: INFO neutron.plugins.ml2.plugin [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempt 5 to bind port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 Sep 08 09:09:12.479118 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:09:12.479530 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:09:12.479811 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:09:12.488825 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:09:12.489322 n-d-806683-11 neutron-server[94712]: ERROR neutron.plugins.ml2.managers [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Failed to bind port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 on host n-h1-806683-11 for vnic_type normal using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] Sep 08 09:09:12.491802 n-d-806683-11 neutron-server[94712]: INFO neutron.plugins.ml2.plugin [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempt 6 to bind port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 Sep 08 09:09:12.527821 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:09:12.528148 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:09:12.528482 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:09:12.534547 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:09:12.535011 n-d-806683-11 neutron-server[94712]: ERROR neutron.plugins.ml2.managers [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Failed to bind port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 on host n-h1-806683-11 for vnic_type normal using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] Sep 08 09:09:12.538626 n-d-806683-11 neutron-server[94712]: INFO neutron.plugins.ml2.plugin [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempt 7 to bind port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 Sep 08 09:09:12.541872 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-f2a01a73-7afd-4c6b-8550-e45ed13f9fb5 service neutron] 10.222.0.37 "GET /v2.0/networks/e131d2cf-f0f6-4e3a-90af-0615e503d20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121263 Sep 08 09:09:12.564326 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:09:12.565934 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:09:12.566572 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:09:12.587159 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:09:12.587533 n-d-806683-11 neutron-server[94712]: ERROR neutron.plugins.ml2.managers [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Failed to bind port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 on host n-h1-806683-11 for vnic_type normal using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] Sep 08 09:09:12.597508 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-52644f19-d803-41ab-b20b-787d285462c1 admin admin] Allocated IP 172.20.0.1 (3e321783-bc8a-4d3d-a70f-5209b22b636f/8fe1c297-ac30-438c-9c0e-a51fb4e4b069/bca4f857-4709-40cb-a3c3-f3b98deae0a0) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:09:12.602277 n-d-806683-11 neutron-server[94712]: INFO neutron.plugins.ml2.plugin [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempt 8 to bind port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 Sep 08 09:09:12.631295 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:09:12.631672 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:09:12.632013 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:09:12.690202 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cf1018b3-18ad-422d-98c0-c69ebb4507be None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:12.707497 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-cf1018b3-18ad-422d-98c0-c69ebb4507be None None] Transition to ACTIVE for port object b9ca4e42-2f5a-4e60-a7e1-afe3040c1894 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:09:12.715491 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:09:12.716136 n-d-806683-11 neutron-server[94712]: ERROR neutron.plugins.ml2.managers [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Failed to bind port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 on host n-h1-806683-11 for vnic_type normal using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] Sep 08 09:09:12.718697 n-d-806683-11 neutron-server[94712]: INFO neutron.plugins.ml2.plugin [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempt 9 to bind port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 Sep 08 09:09:12.721930 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cf1018b3-18ad-422d-98c0-c69ebb4507be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:12.744563 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:09:12.744979 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:09:12.745242 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:09:12.752752 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-551c01f9-c06e-4727-8deb-34ac6d535956 service neutron] 10.222.0.37 "GET /v2.0/networks/e131d2cf-f0f6-4e3a-90af-0615e503d20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010939 Sep 08 09:09:12.753816 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:09:12.754203 n-d-806683-11 neutron-server[94712]: ERROR neutron.plugins.ml2.managers [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Failed to bind port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 on host n-h1-806683-11 for vnic_type normal using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] Sep 08 09:09:12.754605 n-d-806683-11 neutron-server[94712]: INFO neutron.plugins.ml2.plugin [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempt 10 to bind port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 Sep 08 09:09:12.764592 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-52644f19-d803-41ab-b20b-787d285462c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:12.796568 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5804cec5-04ce-4ac7-9c2a-cc6ab4391350 None None] Pushing event updated for resources: {'Port': ['ID=b9ca4e42-2f5a-4e60-a7e1-afe3040c1894,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:12.805374 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-cf1018b3-18ad-422d-98c0-c69ebb4507be None None] Attempting to bind port b9ca4e42-2f5a-4e60-a7e1-afe3040c1894 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:09:12.805776 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-cf1018b3-18ad-422d-98c0-c69ebb4507be None None] Attempting to bind port b9ca4e42-2f5a-4e60-a7e1-afe3040c1894 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:09:12.806174 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1018b3-18ad-422d-98c0-c69ebb4507be None None] Attempting to bind port b9ca4e42-2f5a-4e60-a7e1-afe3040c1894 on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:09:12.807404 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:09:12.807756 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:09:12.808284 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:09:12.812594 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-c31ec55c-fa89-4be3-85f7-55697714f617 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=83fce545-c3f1-43e1-81ad-33fc70bf1670 HTTP/1.1" status: 200 len: 217 time: 0.0475883 Sep 08 09:09:12.812922 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1018b3-18ad-422d-98c0-c69ebb4507be None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:09:12.814858 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1018b3-18ad-422d-98c0-c69ebb4507be None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:09:12.815129 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:09:12.815296 n-d-806683-11 neutron-server[94712]: ERROR neutron.plugins.ml2.managers [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Failed to bind port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 on host n-h1-806683-11 for vnic_type normal using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] Sep 08 09:09:12.815447 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cf1018b3-18ad-422d-98c0-c69ebb4507be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:12.815654 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:12.815819 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf1018b3-18ad-422d-98c0-c69ebb4507be None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:09:12.816167 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-cf1018b3-18ad-422d-98c0-c69ebb4507be None None] Bound port: b9ca4e42-2f5a-4e60-a7e1-afe3040c1894, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:09:12.816550 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cf1018b3-18ad-422d-98c0-c69ebb4507be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:12.833574 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-52644f19-d803-41ab-b20b-787d285462c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:12.884242 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-cf1018b3-18ad-422d-98c0-c69ebb4507be None None] For port b9ca4e42-2f5a-4e60-a7e1-afe3040c1894, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:09:12.889560 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-cf1018b3-18ad-422d-98c0-c69ebb4507be None None] For port b9ca4e42-2f5a-4e60-a7e1-afe3040c1894, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=b9ca4e42-2f5a-4e60-a7e1-afe3040c1894,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:09:12.908045 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cf1018b3-18ad-422d-98c0-c69ebb4507be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:12.915591 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52644f19-d803-41ab-b20b-787d285462c1 admin admin] Network 3e321783-bc8a-4d3d-a70f-5209b22b636f is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:09:12.918328 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-3bb96ea6-f3cb-4aea-a51b-725977644aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:12.919908 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-3bb96ea6-f3cb-4aea-a51b-725977644aea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64cec42a-675b-48e9-acf5-9de60b36e75d HTTP/1.1" status: 200 len: 797 time: 0.0939322 Sep 08 09:09:12.922071 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-52644f19-d803-41ab-b20b-787d285462c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:09:12.927405 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52644f19-d803-41ab-b20b-787d285462c1 admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:09:12.988630 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52644f19-d803-41ab-b20b-787d285462c1 admin admin] Pushing event updated for resources: {'Port': ['ID=bca4f857-4709-40cb-a3c3-f3b98deae0a0,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:13.001480 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] For port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:09:13.001779 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1018b3-18ad-422d-98c0-c69ebb4507be None None] Routers {'5c6b3eff-50c9-449a-944e-90f80aa66f71'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:09:13.001961 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempted to set empty binding levels {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 08 09:09:13.002845 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-cf1018b3-18ad-422d-98c0-c69ebb4507be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:08:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5c6b3eff-50c9-449a-944e-90f80aa66f71'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:13.004161 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-52644f19-d803-41ab-b20b-787d285462c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:13.014658 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:13.052307 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5804cec5-04ce-4ac7-9c2a-cc6ab4391350 None None] Pushing event updated for resources: {'Port': ['ID=b9ca4e42-2f5a-4e60-a7e1-afe3040c1894,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:13.063572 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-03134a5e-ab29-4173-96dc-234bb1bd9b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:13.065149 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-03134a5e-ab29-4173-96dc-234bb1bd9b42 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e131d2cf-f0f6-4e3a-90af-0615e503d20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1347344 Sep 08 09:09:13.085024 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee55f2-cf7b-45aa-9cbd-7426f2dd75f1 req-6adb989f-da81-4ddb-bb3c-f798959fde21 tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:13.087070 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-93ee55f2-cf7b-45aa-9cbd-7426f2dd75f1 req-6adb989f-da81-4ddb-bb3c-f798959fde21 tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] 10.222.0.54 "GET /v2.0/ports?device_id=65fd5600-8b18-469b-9b17-6307de2ea448 HTTP/1.1" status: 200 len: 943 time: 0.1487210 Sep 08 09:09:13.090768 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:13.091390 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:13.134845 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Pushing event updated for resources: {'Port': ['ID=5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:13.159836 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-99e30b7c-464f-452a-82ca-fea3c8c72c3d tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.3735693 Sep 08 09:09:13.160053 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-cf1018b3-18ad-422d-98c0-c69ebb4507be None None] Set router 5c6b3eff-50c9-449a-944e-90f80aa66f71 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:09:13.161075 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 49784) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:13.202500 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-52644f19-d803-41ab-b20b-787d285462c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:13.249087 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-93ee55f2-cf7b-45aa-9cbd-7426f2dd75f1 req-57595096-6f49-4b7d-9f0d-909142bd41c8 tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] 10.222.0.54 "GET /v2.0/security-groups?id=846cb106-d39b-423c-bdfc-f409e321f8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417475 Sep 08 09:09:13.265547 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b7071-f7fc-4235-b776-7722b19d63ff req-40432da3-3e44-44af-8b89-1b202f377463 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:13.274560 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d16b7071-f7fc-4235-b776-7722b19d63ff req-40432da3-3e44-44af-8b89-1b202f377463 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 946 time: 0.1282125 Sep 08 09:09:13.298936 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-0a85b6af-7c97-4ad5-88fb-5780d43d1591 service neutron] 10.222.0.37 "GET /v2.0/networks/e131d2cf-f0f6-4e3a-90af-0615e503d20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230620 Sep 08 09:09:13.351348 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-7ff3c53b-da5f-48cf-b938-96a1a45329e7 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Deleting port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:09:13.351730 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7ff3c53b-da5f-48cf-b938-96a1a45329e7 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:13.367660 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d16b7071-f7fc-4235-b776-7722b19d63ff req-a3a97a07-38bf-439f-9d64-6637b5c1d16f tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918055 Sep 08 09:09:13.426668 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-cf1018b3-18ad-422d-98c0-c69ebb4507be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6b3eff-50c9-449a-944e-90f80aa66f71', 'name': 'tempest-ServerRescueTestJSON-1937578371-router', 'tenant_id': '17c247e365f74957bbba58791260a9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'b9ca4e42-2f5a-4e60-a7e1-afe3040c1894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:09:09Z', 'updated_at': '2021-09-08T09:09:10Z', 'revision_number': 3, 'project_id': '17c247e365f74957bbba58791260a9da', 'gw_port': {'id': 'b9ca4e42-2f5a-4e60-a7e1-afe3040c1894', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6b3eff-50c9-449a-944e-90f80aa66f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:09:09Z', 'updated_at': '2021-09-08T09:09:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:13.455410 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1018b3-18ad-422d-98c0-c69ebb4507be None None] The sync data for ids ['5c6b3eff-50c9-449a-944e-90f80aa66f71'] in n-d-806683-11 is: [{'id': '5c6b3eff-50c9-449a-944e-90f80aa66f71', 'name': 'tempest-ServerRescueTestJSON-1937578371-router', 'tenant_id': '17c247e365f74957bbba58791260a9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'b9ca4e42-2f5a-4e60-a7e1-afe3040c1894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:09:09Z', 'updated_at': '2021-09-08T09:09:10Z', 'revision_number': 3, 'project_id': '17c247e365f74957bbba58791260a9da', 'gw_port': {'id': 'b9ca4e42-2f5a-4e60-a7e1-afe3040c1894', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6b3eff-50c9-449a-944e-90f80aa66f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:09:09Z', 'updated_at': '2021-09-08T09:09:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:09:13.500475 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-7ff3c53b-da5f-48cf-b938-96a1a45329e7 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] For port 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8, host n-h1-806683-11, got binding levels [] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:09:13.500849 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7ff3c53b-da5f-48cf-b938-96a1a45329e7 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:13.502018 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-52644f19-d803-41ab-b20b-787d285462c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:13.511984 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-52644f19-d803-41ab-b20b-787d285462c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:13.512298 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-bd59b521-5d9e-4759-a82e-977d864c6859 service neutron] 10.222.0.37 "GET /v2.0/networks/e131d2cf-f0f6-4e3a-90af-0615e503d20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047420 Sep 08 09:09:13.537107 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-7ff3c53b-da5f-48cf-b938-96a1a45329e7 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Calling delete_port for 5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:09:13.596973 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-10b8353a-79ac-4811-88de-7f8cf10c43a1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.21&port_id=206afed7-eeae-4d06-8959-8e305d5bcc7e HTTP/1.1" status: 200 len: 217 time: 0.0699189 Sep 08 09:09:13.604843 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52644f19-d803-41ab-b20b-787d285462c1 admin admin] Pushing event updated for resources: {'Port': ['ID=bca4f857-4709-40cb-a3c3-f3b98deae0a0,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:13.608002 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-52644f19-d803-41ab-b20b-787d285462c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:13.698375 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device c3a457af-618a-48f5-9409-9f96c83ba7a7 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:09:13.735789 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-79eecc0f-a43b-44e0-8ae4-74d3a75030b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:13.737441 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-79eecc0f-a43b-44e0-8ae4-74d3a75030b1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64cec42a-675b-48e9-acf5-9de60b36e75d HTTP/1.1" status: 200 len: 797 time: 0.0986240 Sep 08 09:09:13.780745 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7ff3c53b-da5f-48cf-b938-96a1a45329e7 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:13.788213 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52644f19-d803-41ab-b20b-787d285462c1 admin admin] Network 3e321783-bc8a-4d3d-a70f-5209b22b636f is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:09:13.789909 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-52644f19-d803-41ab-b20b-787d285462c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:09:13.911423 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7ff3c53b-da5f-48cf-b938-96a1a45329e7 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:13.914417 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-7ff3c53b-da5f-48cf-b938-96a1a45329e7 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] 10.222.0.54 "DELETE /v2.0/ports/5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 HTTP/1.1" status: 204 len: 168 time: 0.7522640 Sep 08 09:09:13.919770 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff3c53b-da5f-48cf-b938-96a1a45329e7 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:13.923689 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 49794) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:13.932811 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port c3a457af-618a-48f5-9409-9f96c83ba7a7, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=c3a457af-618a-48f5-9409-9f96c83ba7a7,segment=NetworkSegment(e3670610-ce3c-450c-b16a-a4c59c9374e2),segment_id=e3670610-ce3c-450c-b16a-a4c59c9374e2)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:09:13.945419 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-1a4ec3cd-c845-477d-a104-cebb7554a148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:13.947314 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': 'c3a457af-618a-48f5-9409-9f96c83ba7a7', 'network_id': 'deb3df47-3d9a-4527-805c-f7b88a3ce3bb', 'port_id': 'c3a457af-618a-48f5-9409-9f96c83ba7a7', 'mac_address': 'fa:16:3e:c7:9c:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8af34d3-4fee-4301-8ce2-042b607fe5de', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:09:13.947901 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-1a4ec3cd-c845-477d-a104-cebb7554a148 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e131d2cf-f0f6-4e3a-90af-0615e503d20b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2028403 Sep 08 09:09:13.987260 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52644f19-d803-41ab-b20b-787d285462c1 admin admin] Router 5c6b3eff-50c9-449a-944e-90f80aa66f71 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:09:14.005144 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:14.023757 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3a457af-618a-48f5-9409-9f96c83ba7a7 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:09:14.052328 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port c3a457af-618a-48f5-9409-9f96c83ba7a7, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=c3a457af-618a-48f5-9409-9f96c83ba7a7,segment=NetworkSegment(e3670610-ce3c-450c-b16a-a4c59c9374e2),segment_id=e3670610-ce3c-450c-b16a-a4c59c9374e2)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:09:14.060736 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:14.147862 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=c3a457af-618a-48f5-9409-9f96c83ba7a7,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:14.150921 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52644f19-d803-41ab-b20b-787d285462c1 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:09:14.163408 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-52644f19-d803-41ab-b20b-787d285462c1 admin admin] 10.222.0.54 "PUT /v2.0/routers/5c6b3eff-50c9-449a-944e-90f80aa66f71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4437923 Sep 08 09:09:14.333084 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device b9ca4e42-2f5a-4e60-a7e1-afe3040c1894 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:09:14.401242 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port b9ca4e42-2f5a-4e60-a7e1-afe3040c1894 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:09:14.408864 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port b9ca4e42-2f5a-4e60-a7e1-afe3040c1894 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:09:14.410440 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:14.495360 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['c3a457af-618a-48f5-9409-9f96c83ba7a7'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:09:14.509641 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-938176e4-8489-4812-a67f-ed3caea6d02c tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] GET failed (client error): The resource could not be found. Sep 08 09:09:14.519891 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-938176e4-8489-4812-a67f-ed3caea6d02c tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] 10.222.0.54 "GET /v2.0/ports/5ff66b94-a1dc-4ba6-8830-eda6ea3f69f8 HTTP/1.1" status: 404 len: 333 time: 0.5923564 Sep 08 09:09:14.521185 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 49808) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:14.528015 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-283d84ce-c9cc-457d-b6c3-2f342a256ac5 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Request body: {'port': {'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-719576973'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:09:14.539203 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:14.559692 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476fe49-97ba-4b9c-aa95-23bcc6dbf782 req-293ca550-d6ad-43c4-b3e0-221fdb93c614 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:14.568211 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3476fe49-97ba-4b9c-aa95-23bcc6dbf782 req-293ca550-d6ad-43c4-b3e0-221fdb93c614 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 946 time: 0.1004970 Sep 08 09:09:14.596795 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283d84ce-c9cc-457d-b6c3-2f342a256ac5 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Made reservation on behalf of bd345b00795042d5baf1911464ac1d89 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:09:14.600536 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-283d84ce-c9cc-457d-b6c3-2f342a256ac5 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:14.602775 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port b9ca4e42-2f5a-4e60-a7e1-afe3040c1894, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=b9ca4e42-2f5a-4e60-a7e1-afe3040c1894,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:09:14.622898 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:14.641320 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-283d84ce-c9cc-457d-b6c3-2f342a256ac5 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] device_id is not set on port 19a1e340-1c76-4829-bb77-812c7c12cb33 yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:09:14.652603 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3476fe49-97ba-4b9c-aa95-23bcc6dbf782 req-eabda4a6-dcd6-4f0c-8a94-71167d6c7862 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828516 Sep 08 09:09:14.689064 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f56aa2-347d-45f1-8378-ea30a514b4f3 req-d70e4e87-b2ab-43e2-9cbc-de6da692a189 tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:14.697174 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f2f56aa2-347d-45f1-8378-ea30a514b4f3 req-d70e4e87-b2ab-43e2-9cbc-de6da692a189 tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] 10.222.0.54 "GET /v2.0/ports?device_id=65fd5600-8b18-469b-9b17-6307de2ea448 HTTP/1.1" status: 200 len: 944 time: 0.2012303 Sep 08 09:09:14.718319 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=b9ca4e42-2f5a-4e60-a7e1-afe3040c1894,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:14.791374 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-fbdbaa28-2620-4c6f-a12c-1d936953fccd service neutron] 10.222.0.37 "GET /v2.0/networks/e131d2cf-f0f6-4e3a-90af-0615e503d20b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931635 Sep 08 09:09:14.853948 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f2f56aa2-347d-45f1-8378-ea30a514b4f3 req-47851c07-c001-4141-8fc8-e22a44682c6e tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] 10.222.0.54 "GET /v2.0/security-groups?id=846cb106-d39b-423c-bdfc-f409e321f8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422267 Sep 08 09:09:14.911433 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-283d84ce-c9cc-457d-b6c3-2f342a256ac5 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:14.922716 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-5208165b-e14b-4248-9260-e599924c60f0 service neutron] 10.222.0.37 "GET /v2.0/networks/e131d2cf-f0f6-4e3a-90af-0615e503d20b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237493 Sep 08 09:09:14.976525 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-4897e318-70cd-44b2-bb22-1d636420c1b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ae6394f3-8959-44ba-836a-10fef80e56f7 HTTP/1.1" status: 200 len: 217 time: 0.0448673 Sep 08 09:09:14.982907 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-283d84ce-c9cc-457d-b6c3-2f342a256ac5 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:15.032590 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283d84ce-c9cc-457d-b6c3-2f342a256ac5 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Network c1b33374-751a-42e0-9e2a-bc412ea15ed8 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:09:15.033477 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-283d84ce-c9cc-457d-b6c3-2f342a256ac5 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:09:15.036105 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283d84ce-c9cc-457d-b6c3-2f342a256ac5 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:09:15.037072 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283d84ce-c9cc-457d-b6c3-2f342a256ac5 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:15.038009 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-283d84ce-c9cc-457d-b6c3-2f342a256ac5 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:15.056664 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-b0435a5f-c5f8-4d41-802b-eddc2be67bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:15.058280 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-b0435a5f-c5f8-4d41-802b-eddc2be67bea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0e9b3a37-656a-484a-bd00-54ea1a5e5b45 HTTP/1.1" status: 200 len: 797 time: 0.0741341 Sep 08 09:09:15.097733 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d84ce-c9cc-457d-b6c3-2f342a256ac5 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Pushing event updated for resources: {'Port': ['ID=19a1e340-1c76-4829-bb77-812c7c12cb33,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:15.110064 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-283d84ce-c9cc-457d-b6c3-2f342a256ac5 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5835862 Sep 08 09:09:15.110646 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 49826) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:15.117020 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:09:15.155692 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-a8fe2c4a-0852-44a2-a94b-047d19ff7c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:15.157300 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-a8fe2c4a-0852-44a2-a94b-047d19ff7c02 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7f827cbd-981b-4963-870a-da3dc338441e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0914371 Sep 08 09:09:15.199868 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6201d-b325-4d41-b685-18ebfee53350 req-7d300077-19b7-41bb-bbb2-f0edbb501d6e tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:15.201529 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c5d6201d-b325-4d41-b685-18ebfee53350 req-7d300077-19b7-41bb-bbb2-f0edbb501d6e tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/networks?id=3e321783-bc8a-4d3d-a70f-5209b22b636f HTTP/1.1" status: 200 len: 811 time: 0.1576862 Sep 08 09:09:15.221832 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:15.222671 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c5d6201d-b325-4d41-b685-18ebfee53350 req-cbea298e-c17f-44eb-9ba4-a0938541ca05 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/quotas/17c247e365f74957bbba58791260a9da HTTP/1.1" status: 200 len: 375 time: 0.0101876 Sep 08 09:09:15.297648 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c5d6201d-b325-4d41-b685-18ebfee53350 req-fcea9c88-50d9-4efb-89aa-b53580e51b69 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=17c247e365f74957bbba58791260a9da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0673437 Sep 08 09:09:15.327430 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-0264d92c-5385-489d-8fdf-e8a8038311c0 service neutron] 10.222.0.37 "GET /v2.0/networks/7f827cbd-981b-4963-870a-da3dc338441e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459098 Sep 08 09:09:15.456531 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c5d6201d-b325-4d41-b685-18ebfee53350 req-009e5496-b272-4381-b7a1-e3a0f48f1923 service neutron] 10.222.0.54 "GET /v2.0/networks/3e321783-bc8a-4d3d-a70f-5209b22b636f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494708 Sep 08 09:09:15.504886 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-5373f2d7-ab43-4cbf-b1e1-f238412f42d0 service neutron] 10.222.0.37 "GET /v2.0/networks/7f827cbd-981b-4963-870a-da3dc338441e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647565 Sep 08 09:09:15.571121 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-ca069522-9141-4858-8d17-9f548c2c4f6c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7eac18b8-5ad7-46d3-89bc-275b77cbbae6 HTTP/1.1" status: 200 len: 217 time: 0.0478156 Sep 08 09:09:15.574822 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c5d6201d-b325-4d41-b685-18ebfee53350 req-e1c61bf1-5bc1-43c9-811b-1b320deb4efb service neutron] 10.222.0.54 "GET /v2.0/networks/3e321783-bc8a-4d3d-a70f-5209b22b636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107881 Sep 08 09:09:15.578169 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] device_id is not set on port 19a1e340-1c76-4829-bb77-812c7c12cb33 yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:09:15.595440 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:15.636573 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Transition to ACTIVE for port object 19a1e340-1c76-4829-bb77-812c7c12cb33 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:09:15.643555 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-e63635e3-ae17-4b5a-981b-91c8db7d0fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:15.645076 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-e63635e3-ae17-4b5a-981b-91c8db7d0fc1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0e9b3a37-656a-484a-bd00-54ea1a5e5b45 HTTP/1.1" status: 200 len: 797 time: 0.0628147 Sep 08 09:09:15.646312 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:15.669517 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374700a4-9827-4626-9d90-97d800b9e1c2 None None] Sync routers for ids ['5c6b3eff-50c9-449a-944e-90f80aa66f71'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:09:15.681551 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374700a4-9827-4626-9d90-97d800b9e1c2 None None] Routers {'5c6b3eff-50c9-449a-944e-90f80aa66f71'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:09:15.682259 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-374700a4-9827-4626-9d90-97d800b9e1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:08:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5c6b3eff-50c9-449a-944e-90f80aa66f71'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:15.744996 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Pushing event updated for resources: {'Port': ['ID=19a1e340-1c76-4829-bb77-812c7c12cb33,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:15.768947 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 19a1e340-1c76-4829-bb77-812c7c12cb33 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:09:15.769234 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 19a1e340-1c76-4829-bb77-812c7c12cb33 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:09:15.769448 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 19a1e340-1c76-4829-bb77-812c7c12cb33 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:09:15.775382 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-f95028bf-41f3-4b94-99c2-4f76574acd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:15.777083 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-f95028bf-41f3-4b94-99c2-4f76574acd9c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7f827cbd-981b-4963-870a-da3dc338441e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1216016 Sep 08 09:09:15.781176 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Port 19a1e340-1c76-4829-bb77-812c7c12cb33 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:09:15.781519 n-d-806683-11 neutron-server[94712]: ERROR neutron.plugins.ml2.managers [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Failed to bind port 19a1e340-1c76-4829-bb77-812c7c12cb33 on host n-h1-806683-11 for vnic_type normal using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] Sep 08 09:09:15.781895 n-d-806683-11 neutron-server[94712]: INFO neutron.plugins.ml2.plugin [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempt 2 to bind port 19a1e340-1c76-4829-bb77-812c7c12cb33 Sep 08 09:09:15.831092 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-de40815c-395e-48b5-8e45-f5a3860a4d4e req-426f04a0-463c-455c-9677-5cdc49c03968 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=c247abfa-2319-42bb-9904-44fdbd0e85d3 HTTP/1.1" status: 200 len: 210 time: 0.0466230 Sep 08 09:09:15.846208 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 19a1e340-1c76-4829-bb77-812c7c12cb33 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:09:15.846562 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 19a1e340-1c76-4829-bb77-812c7c12cb33 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:09:15.846903 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 19a1e340-1c76-4829-bb77-812c7c12cb33 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:09:15.913221 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Port 19a1e340-1c76-4829-bb77-812c7c12cb33 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:09:15.913577 n-d-806683-11 neutron-server[94712]: ERROR neutron.plugins.ml2.managers [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Failed to bind port 19a1e340-1c76-4829-bb77-812c7c12cb33 on host n-h1-806683-11 for vnic_type normal using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] Sep 08 09:09:15.917360 n-d-806683-11 neutron-server[94712]: INFO neutron.plugins.ml2.plugin [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempt 3 to bind port 19a1e340-1c76-4829-bb77-812c7c12cb33 Sep 08 09:09:15.923002 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-374700a4-9827-4626-9d90-97d800b9e1c2 None None] Set router 5c6b3eff-50c9-449a-944e-90f80aa66f71 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:09:15.947186 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 19a1e340-1c76-4829-bb77-812c7c12cb33 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:09:15.947538 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 19a1e340-1c76-4829-bb77-812c7c12cb33 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:09:15.947879 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 19a1e340-1c76-4829-bb77-812c7c12cb33 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:09:15.962359 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Port 19a1e340-1c76-4829-bb77-812c7c12cb33 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:09:15.962813 n-d-806683-11 neutron-server[94712]: ERROR neutron.plugins.ml2.managers [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Failed to bind port 19a1e340-1c76-4829-bb77-812c7c12cb33 on host n-h1-806683-11 for vnic_type normal using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] Sep 08 09:09:15.969104 n-d-806683-11 neutron-server[94712]: INFO neutron.plugins.ml2.plugin [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempt 4 to bind port 19a1e340-1c76-4829-bb77-812c7c12cb33 Sep 08 09:09:15.979749 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b2d16-608a-4193-9077-a79d7de02707 req-32de892b-20b9-4ce1-ab56-86f6c8f13534 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:15.981179 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ae7b2d16-608a-4193-9077-a79d7de02707 req-32de892b-20b9-4ce1-ab56-86f6c8f13534 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 946 time: 0.1711457 Sep 08 09:09:16.012472 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-5a6d8940-28ce-4b12-8106-477c3f0feb7d service neutron] 10.222.0.37 "GET /v2.0/networks/7f827cbd-981b-4963-870a-da3dc338441e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272248 Sep 08 09:09:16.025532 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 19a1e340-1c76-4829-bb77-812c7c12cb33 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:09:16.025889 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 19a1e340-1c76-4829-bb77-812c7c12cb33 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:09:16.026287 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 19a1e340-1c76-4829-bb77-812c7c12cb33 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:09:16.045916 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Port 19a1e340-1c76-4829-bb77-812c7c12cb33 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:09:16.046230 n-d-806683-11 neutron-server[94712]: ERROR neutron.plugins.ml2.managers [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Failed to bind port 19a1e340-1c76-4829-bb77-812c7c12cb33 on host n-h1-806683-11 for vnic_type normal using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] Sep 08 09:09:16.056962 n-d-806683-11 neutron-server[94712]: INFO neutron.plugins.ml2.plugin [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempt 5 to bind port 19a1e340-1c76-4829-bb77-812c7c12cb33 Sep 08 09:09:16.094393 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 19a1e340-1c76-4829-bb77-812c7c12cb33 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:09:16.094782 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 19a1e340-1c76-4829-bb77-812c7c12cb33 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:09:16.095068 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 19a1e340-1c76-4829-bb77-812c7c12cb33 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:09:16.101675 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f037bf-d93e-4b7d-978c-f29cd32dccaa req-57e74d93-0d6d-477a-83fd-bb666c8314e3 tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:16.109906 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-87f037bf-d93e-4b7d-978c-f29cd32dccaa req-57e74d93-0d6d-477a-83fd-bb666c8314e3 tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] 10.222.0.54 "GET /v2.0/ports?device_id=65fd5600-8b18-469b-9b17-6307de2ea448 HTTP/1.1" status: 200 len: 944 time: 0.0802274 Sep 08 09:09:16.138592 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ae7b2d16-608a-4193-9077-a79d7de02707 req-458e4d10-2569-466b-8c36-41b49621319d tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425140 Sep 08 09:09:16.144273 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Port 19a1e340-1c76-4829-bb77-812c7c12cb33 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:09:16.144726 n-d-806683-11 neutron-server[94712]: ERROR neutron.plugins.ml2.managers [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Failed to bind port 19a1e340-1c76-4829-bb77-812c7c12cb33 on host n-h1-806683-11 for vnic_type normal using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] Sep 08 09:09:16.147402 n-d-806683-11 neutron-server[94712]: INFO neutron.plugins.ml2.plugin [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempt 6 to bind port 19a1e340-1c76-4829-bb77-812c7c12cb33 Sep 08 09:09:16.164960 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-87f037bf-d93e-4b7d-978c-f29cd32dccaa req-15fb93aa-1885-4370-8b06-333e38a53790 tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] 10.222.0.54 "GET /v2.0/security-groups?id=846cb106-d39b-423c-bdfc-f409e321f8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539014 Sep 08 09:09:16.169038 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 19a1e340-1c76-4829-bb77-812c7c12cb33 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:09:16.169381 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 19a1e340-1c76-4829-bb77-812c7c12cb33 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:09:16.169719 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 19a1e340-1c76-4829-bb77-812c7c12cb33 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:09:16.174826 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Port 19a1e340-1c76-4829-bb77-812c7c12cb33 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:09:16.175245 n-d-806683-11 neutron-server[94712]: ERROR neutron.plugins.ml2.managers [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Failed to bind port 19a1e340-1c76-4829-bb77-812c7c12cb33 on host n-h1-806683-11 for vnic_type normal using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] Sep 08 09:09:16.175547 n-d-806683-11 neutron-server[94712]: INFO neutron.plugins.ml2.plugin [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempt 7 to bind port 19a1e340-1c76-4829-bb77-812c7c12cb33 Sep 08 09:09:16.223253 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-569d535d-18c5-4f07-8dc8-d0bb9d05e408 req-de9043b8-bc3d-4d40-b80e-eab4e6d75ee9 service neutron] 10.222.0.37 "GET /v2.0/networks/7f827cbd-981b-4963-870a-da3dc338441e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992188 Sep 08 09:09:16.224159 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 19a1e340-1c76-4829-bb77-812c7c12cb33 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:09:16.224498 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 19a1e340-1c76-4829-bb77-812c7c12cb33 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:09:16.224880 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 19a1e340-1c76-4829-bb77-812c7c12cb33 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:09:16.237059 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Port 19a1e340-1c76-4829-bb77-812c7c12cb33 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:09:16.237406 n-d-806683-11 neutron-server[94712]: ERROR neutron.plugins.ml2.managers [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Failed to bind port 19a1e340-1c76-4829-bb77-812c7c12cb33 on host n-h1-806683-11 for vnic_type normal using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] Sep 08 09:09:16.237798 n-d-806683-11 neutron-server[94712]: INFO neutron.plugins.ml2.plugin [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempt 8 to bind port 19a1e340-1c76-4829-bb77-812c7c12cb33 Sep 08 09:09:16.263461 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 19a1e340-1c76-4829-bb77-812c7c12cb33 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:09:16.264035 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 19a1e340-1c76-4829-bb77-812c7c12cb33 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:09:16.264471 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 19a1e340-1c76-4829-bb77-812c7c12cb33 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:09:16.270643 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Port 19a1e340-1c76-4829-bb77-812c7c12cb33 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:09:16.271141 n-d-806683-11 neutron-server[94712]: ERROR neutron.plugins.ml2.managers [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Failed to bind port 19a1e340-1c76-4829-bb77-812c7c12cb33 on host n-h1-806683-11 for vnic_type normal using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] Sep 08 09:09:16.272763 n-d-806683-11 neutron-server[94712]: INFO neutron.plugins.ml2.plugin [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempt 9 to bind port 19a1e340-1c76-4829-bb77-812c7c12cb33 Sep 08 09:09:16.325209 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 19a1e340-1c76-4829-bb77-812c7c12cb33 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:09:16.325555 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 19a1e340-1c76-4829-bb77-812c7c12cb33 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:09:16.325943 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 19a1e340-1c76-4829-bb77-812c7c12cb33 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:09:16.327872 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device b9ca4e42-2f5a-4e60-a7e1-afe3040c1894 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:09:16.343031 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Port 19a1e340-1c76-4829-bb77-812c7c12cb33 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:09:16.343514 n-d-806683-11 neutron-server[94712]: ERROR neutron.plugins.ml2.managers [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Failed to bind port 19a1e340-1c76-4829-bb77-812c7c12cb33 on host n-h1-806683-11 for vnic_type normal using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] Sep 08 09:09:16.344019 n-d-806683-11 neutron-server[94712]: INFO neutron.plugins.ml2.plugin [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempt 10 to bind port 19a1e340-1c76-4829-bb77-812c7c12cb33 Sep 08 09:09:16.371585 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 19a1e340-1c76-4829-bb77-812c7c12cb33 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:09:16.371931 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 19a1e340-1c76-4829-bb77-812c7c12cb33 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:09:16.372269 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 19a1e340-1c76-4829-bb77-812c7c12cb33 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:09:16.381351 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-374700a4-9827-4626-9d90-97d800b9e1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6b3eff-50c9-449a-944e-90f80aa66f71', 'name': 'tempest-ServerRescueTestJSON-1937578371-router', 'tenant_id': '17c247e365f74957bbba58791260a9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'b9ca4e42-2f5a-4e60-a7e1-afe3040c1894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:09:09Z', 'updated_at': '2021-09-08T09:09:13Z', 'revision_number': 4, 'project_id': '17c247e365f74957bbba58791260a9da', 'gw_port': {'id': 'b9ca4e42-2f5a-4e60-a7e1-afe3040c1894', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6b3eff-50c9-449a-944e-90f80aa66f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:09:09Z', 'updated_at': '2021-09-08T09:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'bca4f857-4709-40cb-a3c3-f3b98deae0a0', 'name': '', 'network_id': '3e321783-bc8a-4d3d-a70f-5209b22b636f', 'tenant_id': '17c247e365f74957bbba58791260a9da', 'mac_address': 'fa:16:3e:87:d5:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6b3eff-50c9-449a-944e-90f80aa66f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '8fe1c297-ac30-438c-9c0e-a51fb4e4b069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:09:12Z', 'updated_at': '2021-09-08T09:09:13Z', 'revision_number': 2, 'project_id': '17c247e365f74957bbba58791260a9da', 'subnets': [{'id': '8fe1c297-ac30-438c-9c0e-a51fb4e4b069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:16.385039 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Port 19a1e340-1c76-4829-bb77-812c7c12cb33 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:09:16.385523 n-d-806683-11 neutron-server[94712]: ERROR neutron.plugins.ml2.managers [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Failed to bind port 19a1e340-1c76-4829-bb77-812c7c12cb33 on host n-h1-806683-11 for vnic_type normal using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] Sep 08 09:09:16.386194 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:16.410124 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port b9ca4e42-2f5a-4e60-a7e1-afe3040c1894 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:09:16.410780 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:16.416645 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374700a4-9827-4626-9d90-97d800b9e1c2 None None] Checking router: 5c6b3eff-50c9-449a-944e-90f80aa66f71 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:09:16.416999 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374700a4-9827-4626-9d90-97d800b9e1c2 None None] Updating router 5c6b3eff-50c9-449a-944e-90f80aa66f71 port bca4f857-4709-40cb-a3c3-f3b98deae0a0 binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:09:16.456591 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-374700a4-9827-4626-9d90-97d800b9e1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:16.512922 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] For port 19a1e340-1c76-4829-bb77-812c7c12cb33, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:09:16.513695 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempted to set empty binding levels {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 08 09:09:16.522293 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:16.562081 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] In _notify_port_updated(), no bound segment for port 19a1e340-1c76-4829-bb77-812c7c12cb33 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 {{(pid=94712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 08 09:09:16.563051 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:16.563678 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:16.566630 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] 10.222.0.54 "PUT /v2.0/ports/19a1e340-1c76-4829-bb77-812c7c12cb33 HTTP/1.1" status: 200 len: 975 time: 1.4548519 Sep 08 09:09:16.567806 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 49850) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:16.595053 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a3fd13-fb95-4981-ae77-ad0ff9e64bf3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Pushing event updated for resources: {'Port': ['ID=19a1e340-1c76-4829-bb77-812c7c12cb33,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:16.707647 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e853c-8e35-443d-ab60-87b96f60f6e0 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:16.708051 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e853c-8e35-443d-ab60-87b96f60f6e0 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:16.708544 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e853c-8e35-443d-ab60-87b96f60f6e0 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:16.709051 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e853c-8e35-443d-ab60-87b96f60f6e0 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:16.709551 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e853c-8e35-443d-ab60-87b96f60f6e0 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:16.710006 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e853c-8e35-443d-ab60-87b96f60f6e0 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:16.710513 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e853c-8e35-443d-ab60-87b96f60f6e0 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:16.710984 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e853c-8e35-443d-ab60-87b96f60f6e0 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:16.711455 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e853c-8e35-443d-ab60-87b96f60f6e0 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:16.711933 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e853c-8e35-443d-ab60-87b96f60f6e0 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:16.714445 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e853c-8e35-443d-ab60-87b96f60f6e0 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:16.715567 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e853c-8e35-443d-ab60-87b96f60f6e0 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:16.716530 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e853c-8e35-443d-ab60-87b96f60f6e0 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:16.717097 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e853c-8e35-443d-ab60-87b96f60f6e0 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:16.717795 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e853c-8e35-443d-ab60-87b96f60f6e0 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:16.718592 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e853c-8e35-443d-ab60-87b96f60f6e0 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:16.719675 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e853c-8e35-443d-ab60-87b96f60f6e0 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:16.720344 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e853c-8e35-443d-ab60-87b96f60f6e0 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:16.721240 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e853c-8e35-443d-ab60-87b96f60f6e0 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:16.721952 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e853c-8e35-443d-ab60-87b96f60f6e0 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:16.722778 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e853c-8e35-443d-ab60-87b96f60f6e0 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:16.723534 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e853c-8e35-443d-ab60-87b96f60f6e0 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:16.724268 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e853c-8e35-443d-ab60-87b96f60f6e0 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:16.725108 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e853c-8e35-443d-ab60-87b96f60f6e0 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:16.725847 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e853c-8e35-443d-ab60-87b96f60f6e0 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:16.726659 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e853c-8e35-443d-ab60-87b96f60f6e0 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:16.727418 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e853c-8e35-443d-ab60-87b96f60f6e0 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:16.728163 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e853c-8e35-443d-ab60-87b96f60f6e0 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:16.728907 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e853c-8e35-443d-ab60-87b96f60f6e0 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:16.730360 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e853c-8e35-443d-ab60-87b96f60f6e0 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:16.731352 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e853c-8e35-443d-ab60-87b96f60f6e0 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:16.732013 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e853c-8e35-443d-ab60-87b96f60f6e0 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:16.732542 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e853c-8e35-443d-ab60-87b96f60f6e0 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:16.733612 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e853c-8e35-443d-ab60-87b96f60f6e0 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:16.734185 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e853c-8e35-443d-ab60-87b96f60f6e0 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:16.734948 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e853c-8e35-443d-ab60-87b96f60f6e0 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:16.735403 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e853c-8e35-443d-ab60-87b96f60f6e0 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:16.735928 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e853c-8e35-443d-ab60-87b96f60f6e0 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:16.736445 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e853c-8e35-443d-ab60-87b96f60f6e0 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:16.736954 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e853c-8e35-443d-ab60-87b96f60f6e0 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:16.738322 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e853c-8e35-443d-ab60-87b96f60f6e0 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:16.739133 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e853c-8e35-443d-ab60-87b96f60f6e0 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:16.740180 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e853c-8e35-443d-ab60-87b96f60f6e0 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:16.741618 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e853c-8e35-443d-ab60-87b96f60f6e0 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:16.742337 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0e853c-8e35-443d-ab60-87b96f60f6e0 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:16.757527 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 49852) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:16.758016 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-fb0e853c-8e35-443d-ab60-87b96f60f6e0 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 40437 time: 0.1888599 Sep 08 09:09:16.847556 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-c9a8bbd4-522a-4c14-b68b-a93a80000e19 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Deleting port 19a1e340-1c76-4829-bb77-812c7c12cb33 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:09:16.847905 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c9a8bbd4-522a-4c14-b68b-a93a80000e19 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:16.885832 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-374700a4-9827-4626-9d90-97d800b9e1c2 None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:16.898131 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-374700a4-9827-4626-9d90-97d800b9e1c2 None None] Transition to ACTIVE for port object bca4f857-4709-40cb-a3c3-f3b98deae0a0 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:09:16.905270 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-374700a4-9827-4626-9d90-97d800b9e1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:16.922419 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-c9a8bbd4-522a-4c14-b68b-a93a80000e19 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] For port 19a1e340-1c76-4829-bb77-812c7c12cb33, host n-h1-806683-11, got binding levels [] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:09:16.923201 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c9a8bbd4-522a-4c14-b68b-a93a80000e19 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:16.940589 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-c9a8bbd4-522a-4c14-b68b-a93a80000e19 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Calling delete_port for 19a1e340-1c76-4829-bb77-812c7c12cb33 owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:09:16.957314 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0e1ee125-135e-49d8-aef8-79a66c3405fd req-f660a53f-987d-4da4-96cd-2f17d912d068 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=c247abfa-2319-42bb-9904-44fdbd0e85d3 HTTP/1.1" status: 200 len: 210 time: 0.0299418 Sep 08 09:09:16.977624 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7048bf-4499-4ed3-80f6-619070f63e82 None None] Pushing event updated for resources: {'Port': ['ID=bca4f857-4709-40cb-a3c3-f3b98deae0a0,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:17.023774 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7048bf-4499-4ed3-80f6-619070f63e82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:09:17.024324 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7048bf-4499-4ed3-80f6-619070f63e82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:09:17.024872 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7048bf-4499-4ed3-80f6-619070f63e82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:09:17.025693 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7048bf-4499-4ed3-80f6-619070f63e82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:09:17.026481 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7048bf-4499-4ed3-80f6-619070f63e82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:09:17.027028 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7048bf-4499-4ed3-80f6-619070f63e82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:09:17.027803 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7048bf-4499-4ed3-80f6-619070f63e82 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:09:17.028628 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7048bf-4499-4ed3-80f6-619070f63e82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:09:17.029375 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7048bf-4499-4ed3-80f6-619070f63e82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:09:17.030136 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7048bf-4499-4ed3-80f6-619070f63e82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:09:17.030913 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7048bf-4499-4ed3-80f6-619070f63e82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:09:17.031652 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7048bf-4499-4ed3-80f6-619070f63e82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:09:17.090833 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c9a8bbd4-522a-4c14-b68b-a93a80000e19 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:17.119618 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c9a8bbd4-522a-4c14-b68b-a93a80000e19 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:17.122595 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c9a8bbd4-522a-4c14-b68b-a93a80000e19 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] 10.222.0.54 "DELETE /v2.0/ports/19a1e340-1c76-4829-bb77-812c7c12cb33 HTTP/1.1" status: 204 len: 168 time: 0.3630612 Sep 08 09:09:17.125017 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 49858) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:17.153655 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a8bbd4-522a-4c14-b68b-a93a80000e19 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Pushing event deleted for resources: {'Port': ['ID=19a1e340-1c76-4829-bb77-812c7c12cb33,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:17.155113 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-d707c48c-5188-47ef-bacd-01536399c3bc tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] GET failed (client error): The resource could not be found. Sep 08 09:09:17.158748 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d707c48c-5188-47ef-bacd-01536399c3bc tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] 10.222.0.54 "GET /v2.0/ports/19a1e340-1c76-4829-bb77-812c7c12cb33 HTTP/1.1" status: 404 len: 333 time: 0.0317886 Sep 08 09:09:17.163003 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 49860) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:17.169878 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-33d4c6d3-21d6-4513-98e5-67eb2cc38cf4 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1817051793', 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:09:17.196737 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-374700a4-9827-4626-9d90-97d800b9e1c2 None None] Attempting to bind port bca4f857-4709-40cb-a3c3-f3b98deae0a0 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:09:17.199225 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-374700a4-9827-4626-9d90-97d800b9e1c2 None None] Attempting to bind port bca4f857-4709-40cb-a3c3-f3b98deae0a0 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '6a571b4f-cf48-4b50-a916-25dfdbadf202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3e321783-bc8a-4d3d-a70f-5209b22b636f'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:09:17.200136 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374700a4-9827-4626-9d90-97d800b9e1c2 None None] Attempting to bind port bca4f857-4709-40cb-a3c3-f3b98deae0a0 on network 3e321783-bc8a-4d3d-a70f-5209b22b636f {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:09:17.217866 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374700a4-9827-4626-9d90-97d800b9e1c2 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:09:17.217866 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374700a4-9827-4626-9d90-97d800b9e1c2 None None] Checking segment: {'id': '6a571b4f-cf48-4b50-a916-25dfdbadf202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3e321783-bc8a-4d3d-a70f-5209b22b636f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:09:17.217866 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-374700a4-9827-4626-9d90-97d800b9e1c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:17.217866 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374700a4-9827-4626-9d90-97d800b9e1c2 None None] Bound using segment: {'id': '6a571b4f-cf48-4b50-a916-25dfdbadf202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3e321783-bc8a-4d3d-a70f-5209b22b636f'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:09:17.219560 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-374700a4-9827-4626-9d90-97d800b9e1c2 None None] Bound port: bca4f857-4709-40cb-a3c3-f3b98deae0a0, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a571b4f-cf48-4b50-a916-25dfdbadf202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3e321783-bc8a-4d3d-a70f-5209b22b636f'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:09:17.219560 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-374700a4-9827-4626-9d90-97d800b9e1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:17.227523 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d4c6d3-21d6-4513-98e5-67eb2cc38cf4 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Made reservation on behalf of bd345b00795042d5baf1911464ac1d89 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:09:17.236647 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-33d4c6d3-21d6-4513-98e5-67eb2cc38cf4 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:17.279431 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-33d4c6d3-21d6-4513-98e5-67eb2cc38cf4 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] device_id is not set on port 3c5bae74-80ef-45df-9f58-fe7f3a6d9ac4 yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:09:17.332589 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-374700a4-9827-4626-9d90-97d800b9e1c2 None None] For port bca4f857-4709-40cb-a3c3-f3b98deae0a0, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:09:17.336397 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-374700a4-9827-4626-9d90-97d800b9e1c2 None None] For port bca4f857-4709-40cb-a3c3-f3b98deae0a0, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=bca4f857-4709-40cb-a3c3-f3b98deae0a0,segment=NetworkSegment(6a571b4f-cf48-4b50-a916-25dfdbadf202),segment_id=6a571b4f-cf48-4b50-a916-25dfdbadf202)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:09:17.342694 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-374700a4-9827-4626-9d90-97d800b9e1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:17.367105 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6201d-b325-4d41-b685-18ebfee53350 req-a50327d8-0990-47e0-b2f3-49bce0f35ee7 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:17.368900 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c5d6201d-b325-4d41-b685-18ebfee53350 req-a50327d8-0990-47e0-b2f3-49bce0f35ee7 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.37 "GET /v2.0/networks?id=3e321783-bc8a-4d3d-a70f-5209b22b636f HTTP/1.1" status: 200 len: 811 time: 0.1974609 Sep 08 09:09:17.410286 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-c5d6201d-b325-4d41-b685-18ebfee53350 req-dd7f9d12-ab98-4234-a88c-7e763ccadb60 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Request body: {'port': {'device_id': 'c247abfa-2319-42bb-9904-44fdbd0e85d3', 'network_id': '3e321783-bc8a-4d3d-a70f-5209b22b636f', 'admin_state_up': True, 'tenant_id': '17c247e365f74957bbba58791260a9da'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:09:17.410748 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374700a4-9827-4626-9d90-97d800b9e1c2 None None] Routers {'5c6b3eff-50c9-449a-944e-90f80aa66f71'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:09:17.411711 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-374700a4-9827-4626-9d90-97d800b9e1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:08:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5c6b3eff-50c9-449a-944e-90f80aa66f71'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:17.464925 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df1c10-f178-4f33-8a46-f6b77b3ce6d6 req-e62b200d-a944-4e22-907e-7c7c92dc0087 tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:17.466992 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b9df1c10-f178-4f33-8a46-f6b77b3ce6d6 req-e62b200d-a944-4e22-907e-7c7c92dc0087 tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] 10.222.0.54 "GET /v2.0/ports?device_id=65fd5600-8b18-469b-9b17-6307de2ea448 HTTP/1.1" status: 200 len: 944 time: 0.1688449 Sep 08 09:09:17.485873 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7048bf-4499-4ed3-80f6-619070f63e82 None None] Pushing event updated for resources: {'Port': ['ID=bca4f857-4709-40cb-a3c3-f3b98deae0a0,revision_number=4']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:17.527242 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8c48e-1d63-4e9e-a50f-d3bdea2aff1a req-de7c6b04-00e4-446b-8766-d4ae13621727 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:17.528854 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bbe8c48e-1d63-4e9e-a50f-d3bdea2aff1a req-de7c6b04-00e4-446b-8766-d4ae13621727 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 946 time: 0.1590137 Sep 08 09:09:17.543935 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-374700a4-9827-4626-9d90-97d800b9e1c2 None None] Set router 5c6b3eff-50c9-449a-944e-90f80aa66f71 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:09:17.550540 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b9df1c10-f178-4f33-8a46-f6b77b3ce6d6 req-aa3b88ae-89d8-4336-8250-e6ede0863b1b tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] 10.222.0.54 "GET /v2.0/security-groups?id=846cb106-d39b-423c-bdfc-f409e321f8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718462 Sep 08 09:09:17.615142 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bbe8c48e-1d63-4e9e-a50f-d3bdea2aff1a req-6c754dfb-2d4a-4bcf-9f7c-78459513540a tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628018 Sep 08 09:09:17.618343 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d50320f6-80e4-4caf-949f-c7decfbfbc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:17.635486 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-33d4c6d3-21d6-4513-98e5-67eb2cc38cf4 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:17.665667 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5d6201d-b325-4d41-b685-18ebfee53350 req-dd7f9d12-ab98-4234-a88c-7e763ccadb60 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Made reservation on behalf of 17c247e365f74957bbba58791260a9da for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:09:17.670575 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c5d6201d-b325-4d41-b685-18ebfee53350 req-dd7f9d12-ab98-4234-a88c-7e763ccadb60 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:17.714918 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-33d4c6d3-21d6-4513-98e5-67eb2cc38cf4 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:17.732656 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device c3a457af-618a-48f5-9409-9f96c83ba7a7 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:09:17.821922 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d4c6d3-21d6-4513-98e5-67eb2cc38cf4 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Network c1b33374-751a-42e0-9e2a-bc412ea15ed8 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:09:17.824447 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port c3a457af-618a-48f5-9409-9f96c83ba7a7 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:09:17.829833 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port c3a457af-618a-48f5-9409-9f96c83ba7a7 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:09:17.834707 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:17.837766 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-33d4c6d3-21d6-4513-98e5-67eb2cc38cf4 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:09:17.841171 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d4c6d3-21d6-4513-98e5-67eb2cc38cf4 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Pushing event updated for resources: {'Port': ['ID=3c5bae74-80ef-45df-9f58-fe7f3a6d9ac4,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:17.852970 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d4c6d3-21d6-4513-98e5-67eb2cc38cf4 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:09:17.853867 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d4c6d3-21d6-4513-98e5-67eb2cc38cf4 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:17.854550 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-33d4c6d3-21d6-4513-98e5-67eb2cc38cf4 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:17.877788 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-33d4c6d3-21d6-4513-98e5-67eb2cc38cf4 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7127457 Sep 08 09:09:17.878580 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 49872) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:17.908240 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-374700a4-9827-4626-9d90-97d800b9e1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6b3eff-50c9-449a-944e-90f80aa66f71', 'name': 'tempest-ServerRescueTestJSON-1937578371-router', 'tenant_id': '17c247e365f74957bbba58791260a9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'b9ca4e42-2f5a-4e60-a7e1-afe3040c1894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:09:09Z', 'updated_at': '2021-09-08T09:09:13Z', 'revision_number': 4, 'project_id': '17c247e365f74957bbba58791260a9da', 'gw_port': {'id': 'b9ca4e42-2f5a-4e60-a7e1-afe3040c1894', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6b3eff-50c9-449a-944e-90f80aa66f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:09:09Z', 'updated_at': '2021-09-08T09:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'bca4f857-4709-40cb-a3c3-f3b98deae0a0', 'name': '', 'network_id': '3e321783-bc8a-4d3d-a70f-5209b22b636f', 'tenant_id': '17c247e365f74957bbba58791260a9da', 'mac_address': 'fa:16:3e:87:d5:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6b3eff-50c9-449a-944e-90f80aa66f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '8fe1c297-ac30-438c-9c0e-a51fb4e4b069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:09:12Z', 'updated_at': '2021-09-08T09:09:17Z', 'revision_number': 4, 'project_id': '17c247e365f74957bbba58791260a9da', 'subnets': [{'id': '8fe1c297-ac30-438c-9c0e-a51fb4e4b069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:17.921160 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddfe72d-e1a2-428a-b936-b690b01008db tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:17.925323 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6ddfe72d-e1a2-428a-b936-b690b01008db tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] 10.222.0.54 "GET /v2.0/ports/3c5bae74-80ef-45df-9f58-fe7f3a6d9ac4 HTTP/1.1" status: 200 len: 955 time: 0.0425870 Sep 08 09:09:17.925521 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 49874) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:17.937004 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-c5d6201d-b325-4d41-b685-18ebfee53350 req-dd7f9d12-ab98-4234-a88c-7e763ccadb60 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Allocated IP 172.20.0.11 (3e321783-bc8a-4d3d-a70f-5209b22b636f/8fe1c297-ac30-438c-9c0e-a51fb4e4b069/2f6b35be-e660-45fe-822d-63cd55f31978) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:09:17.939787 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374700a4-9827-4626-9d90-97d800b9e1c2 None None] The sync data for ids ['5c6b3eff-50c9-449a-944e-90f80aa66f71'] in n-d-806683-11 is: [{'id': '5c6b3eff-50c9-449a-944e-90f80aa66f71', 'name': 'tempest-ServerRescueTestJSON-1937578371-router', 'tenant_id': '17c247e365f74957bbba58791260a9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'b9ca4e42-2f5a-4e60-a7e1-afe3040c1894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:09:09Z', 'updated_at': '2021-09-08T09:09:13Z', 'revision_number': 4, 'project_id': '17c247e365f74957bbba58791260a9da', 'gw_port': {'id': 'b9ca4e42-2f5a-4e60-a7e1-afe3040c1894', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6b3eff-50c9-449a-944e-90f80aa66f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:09:09Z', 'updated_at': '2021-09-08T09:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'bca4f857-4709-40cb-a3c3-f3b98deae0a0', 'name': '', 'network_id': '3e321783-bc8a-4d3d-a70f-5209b22b636f', 'tenant_id': '17c247e365f74957bbba58791260a9da', 'mac_address': 'fa:16:3e:87:d5:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6b3eff-50c9-449a-944e-90f80aa66f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '8fe1c297-ac30-438c-9c0e-a51fb4e4b069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:09:12Z', 'updated_at': '2021-09-08T09:09:17Z', 'revision_number': 4, 'project_id': '17c247e365f74957bbba58791260a9da', 'subnets': [{'id': '8fe1c297-ac30-438c-9c0e-a51fb4e4b069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:09:17.979811 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:18.074212 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65fd5600-8b18-469b-9b17-6307de2ea448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a457af-618a-48f5-9409-9f96c83ba7a7'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:09:18.079538 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1745c2-5411-4c7c-8dac-35d324fb9a7f" -d '{"events": [{"server_uuid": "65fd5600-8b18-469b-9b17-6307de2ea448", "name": "network-vif-plugged", "status": "completed", "tag": "c3a457af-618a-48f5-9409-9f96c83ba7a7"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:09:18.097050 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-4a8b8b1c-4cbd-4d65-8a09-4f41cd0d6cdd tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Deleting port 3c5bae74-80ef-45df-9f58-fe7f3a6d9ac4 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:09:18.097456 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4a8b8b1c-4cbd-4d65-8a09-4f41cd0d6cdd tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:18.140570 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port c3a457af-618a-48f5-9409-9f96c83ba7a7, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=c3a457af-618a-48f5-9409-9f96c83ba7a7,segment=NetworkSegment(e3670610-ce3c-450c-b16a-a4c59c9374e2),segment_id=e3670610-ce3c-450c-b16a-a4c59c9374e2)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:09:18.151579 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:18.218827 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4a8b8b1c-4cbd-4d65-8a09-4f41cd0d6cdd tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:18.241530 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-4a8b8b1c-4cbd-4d65-8a09-4f41cd0d6cdd tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Calling delete_port for 3c5bae74-80ef-45df-9f58-fe7f3a6d9ac4 owned by {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:09:18.264982 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=c3a457af-618a-48f5-9409-9f96c83ba7a7,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:18.275061 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e92453b4-2755-495b-9772-2407e91583c3 req-ecfb4a57-d165-4593-8216-3c6fb111450a tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=c247abfa-2319-42bb-9904-44fdbd0e85d3 HTTP/1.1" status: 200 len: 210 time: 0.1206944 Sep 08 09:09:18.334140 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b85f89a-a181-4f83-9195-4b59947acde6 x-openstack-request-id: req-3b85f89a-a181-4f83-9195-4b59947acde6 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:09:18.334987 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65fd5600-8b18-469b-9b17-6307de2ea448", "name": "network-vif-plugged", "status": "completed", "tag": "c3a457af-618a-48f5-9409-9f96c83ba7a7", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:09:18.334987 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3b85f89a-a181-4f83-9195-4b59947acde6 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:09:18.335550 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65fd5600-8b18-469b-9b17-6307de2ea448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a457af-618a-48f5-9409-9f96c83ba7a7', 'code': 200} Sep 08 09:09:18.389868 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4a8b8b1c-4cbd-4d65-8a09-4f41cd0d6cdd tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:18.429317 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c5d6201d-b325-4d41-b685-18ebfee53350 req-dd7f9d12-ab98-4234-a88c-7e763ccadb60 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:18.434154 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b8b1c-4cbd-4d65-8a09-4f41cd0d6cdd tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c5bae74-80ef-45df-9f58-fe7f3a6d9ac4,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:18.435260 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device bca4f857-4709-40cb-a3c3-f3b98deae0a0 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:09:18.443909 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4a8b8b1c-4cbd-4d65-8a09-4f41cd0d6cdd tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:18.447685 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4a8b8b1c-4cbd-4d65-8a09-4f41cd0d6cdd tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] 10.222.0.54 "DELETE /v2.0/ports/3c5bae74-80ef-45df-9f58-fe7f3a6d9ac4 HTTP/1.1" status: 204 len: 168 time: 0.5209479 Sep 08 09:09:18.450277 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 49882) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:18.491676 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-c39c9b7c-c920-427a-9471-6533580ff71e tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] GET failed (client error): The resource could not be found. Sep 08 09:09:18.493833 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c39c9b7c-c920-427a-9471-6533580ff71e tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] 10.222.0.54 "GET /v2.0/ports/3c5bae74-80ef-45df-9f58-fe7f3a6d9ac4 HTTP/1.1" status: 404 len: 333 time: 0.0418837 Sep 08 09:09:18.500861 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 49884) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:18.506817 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c5d6201d-b325-4d41-b685-18ebfee53350 req-dd7f9d12-ab98-4234-a88c-7e763ccadb60 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:18.508239 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-dc102c71-596f-41a2-915f-cfed74a258fc tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Request body: {'port': {'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1043614130'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:09:18.533248 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port bca4f857-4709-40cb-a3c3-f3b98deae0a0 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:09:18.535899 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc102c71-596f-41a2-915f-cfed74a258fc tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Made reservation on behalf of bd345b00795042d5baf1911464ac1d89 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:09:18.539309 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dc102c71-596f-41a2-915f-cfed74a258fc tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:18.542537 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port bca4f857-4709-40cb-a3c3-f3b98deae0a0 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:09:18.544010 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:18.566994 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-dc102c71-596f-41a2-915f-cfed74a258fc tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] device_id is not set on port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:09:18.569641 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2ecf7-eae4-44cd-8623-4a7a57533b9c req-e5764087-2b67-412c-a293-437661e7289c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:18.571260 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9ad2ecf7-eae4-44cd-8623-4a7a57533b9c req-e5764087-2b67-412c-a293-437661e7289c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=65fd5600-8b18-469b-9b17-6307de2ea448 HTTP/1.1" status: 200 len: 1097 time: 0.1288698 Sep 08 09:09:18.575206 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5d6201d-b325-4d41-b685-18ebfee53350 req-dd7f9d12-ab98-4234-a88c-7e763ccadb60 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Network 3e321783-bc8a-4d3d-a70f-5209b22b636f is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:09:18.586272 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-c5d6201d-b325-4d41-b685-18ebfee53350 req-dd7f9d12-ab98-4234-a88c-7e763ccadb60 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:09:18.593514 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d6201d-b325-4d41-b685-18ebfee53350 req-dd7f9d12-ab98-4234-a88c-7e763ccadb60 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:09:18.596241 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f9d12-ab98-4234-a88c-7e763ccadb60 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Pushing event updated for resources: {'Port': ['ID=2f6b35be-e660-45fe-822d-63cd55f31978,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:18.699041 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:18.710555 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6201d-b325-4d41-b685-18ebfee53350 req-dd7f9d12-ab98-4234-a88c-7e763ccadb60 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:18.711572 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c5d6201d-b325-4d41-b685-18ebfee53350 req-dd7f9d12-ab98-4234-a88c-7e763ccadb60 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:18.726760 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9ad2ecf7-eae4-44cd-8623-4a7a57533b9c req-3570d540-101e-4da1-ae3f-0db01193e836 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=846cb106-d39b-423c-bdfc-f409e321f8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457107 Sep 08 09:09:18.765796 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port bca4f857-4709-40cb-a3c3-f3b98deae0a0, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=bca4f857-4709-40cb-a3c3-f3b98deae0a0,segment=NetworkSegment(6a571b4f-cf48-4b50-a916-25dfdbadf202),segment_id=6a571b4f-cf48-4b50-a916-25dfdbadf202)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:09:18.771615 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:18.792305 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c5d6201d-b325-4d41-b685-18ebfee53350 req-dd7f9d12-ab98-4234-a88c-7e763ccadb60 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3941240 Sep 08 09:09:18.818021 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-c5d6201d-b325-4d41-b685-18ebfee53350 req-a91b10dc-c682-4334-a031-740cde0b7045 service neutron] Request body: {'port': {'device_id': 'c247abfa-2319-42bb-9904-44fdbd0e85d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:09:18.845197 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e05058-879d-4ce3-8c5f-85dd0a9a0bb2 req-4b733476-7c04-4791-b9c5-27e7e8053139 tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:18.852196 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=bca4f857-4709-40cb-a3c3-f3b98deae0a0,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:18.867052 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d6e05058-879d-4ce3-8c5f-85dd0a9a0bb2 req-4b733476-7c04-4791-b9c5-27e7e8053139 tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] 10.222.0.54 "GET /v2.0/ports?device_id=65fd5600-8b18-469b-9b17-6307de2ea448 HTTP/1.1" status: 200 len: 945 time: 0.1499033 Sep 08 09:09:18.874685 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cea7ca-2f22-42f9-8505-905433c2bd1e req-2ecc154c-b4bb-4e94-bb50-32ef36622061 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:18.876363 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-55cea7ca-2f22-42f9-8505-905433c2bd1e req-2ecc154c-b4bb-4e94-bb50-32ef36622061 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 946 time: 0.1428769 Sep 08 09:09:18.909559 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dc102c71-596f-41a2-915f-cfed74a258fc tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:18.947518 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-55cea7ca-2f22-42f9-8505-905433c2bd1e req-e773801f-caf9-4045-91b7-c4bccd9969cc tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587525 Sep 08 09:09:18.967603 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d6e05058-879d-4ce3-8c5f-85dd0a9a0bb2 req-cea8a40c-63f1-45cd-b0a4-11b77ec2d683 tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] 10.222.0.54 "GET /v2.0/security-groups?id=846cb106-d39b-423c-bdfc-f409e321f8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999506 Sep 08 09:09:18.971191 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c5d6201d-b325-4d41-b685-18ebfee53350 req-a91b10dc-c682-4334-a031-740cde0b7045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:19.008764 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dc102c71-596f-41a2-915f-cfed74a258fc tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:19.092126 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc102c71-596f-41a2-915f-cfed74a258fc tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Network c1b33374-751a-42e0-9e2a-bc412ea15ed8 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:09:19.104399 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-dc102c71-596f-41a2-915f-cfed74a258fc tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:09:19.108464 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc102c71-596f-41a2-915f-cfed74a258fc tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:09:19.111026 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc102c71-596f-41a2-915f-cfed74a258fc tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:19.111664 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dc102c71-596f-41a2-915f-cfed74a258fc tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:19.128923 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc102c71-596f-41a2-915f-cfed74a258fc tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Pushing event updated for resources: {'Port': ['ID=1be77640-306a-4dd9-82e0-df8b8d4b1ad9,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:19.149646 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-dc102c71-596f-41a2-915f-cfed74a258fc tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6432426 Sep 08 09:09:19.153911 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 49896) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:19.167878 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-806683-11'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:09:19.243749 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:19.379396 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-c5d6201d-b325-4d41-b685-18ebfee53350 req-a91b10dc-c682-4334-a031-740cde0b7045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f6b35be-e660-45fe-822d-63cd55f31978 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:09:19.388249 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c5d6201d-b325-4d41-b685-18ebfee53350 req-a91b10dc-c682-4334-a031-740cde0b7045 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:19.403598 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-c5d6201d-b325-4d41-b685-18ebfee53350 req-a91b10dc-c682-4334-a031-740cde0b7045 service neutron] Transition to ACTIVE for port object 2f6b35be-e660-45fe-822d-63cd55f31978 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:09:19.411520 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c5d6201d-b325-4d41-b685-18ebfee53350 req-a91b10dc-c682-4334-a031-740cde0b7045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:19.471596 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b10dc-c682-4334-a031-740cde0b7045 service neutron] Pushing event updated for resources: {'Port': ['ID=2f6b35be-e660-45fe-822d-63cd55f31978,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:19.534732 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569bfb5-80b1-4cfb-9862-8bac482946c0 req-69d0dbc4-1560-4faf-b124-acea480f9f9c tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:19.536409 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4569bfb5-80b1-4cfb-9862-8bac482946c0 req-69d0dbc4-1560-4faf-b124-acea480f9f9c tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=c247abfa-2319-42bb-9904-44fdbd0e85d3 HTTP/1.1" status: 200 len: 944 time: 0.1120656 Sep 08 09:09:19.556937 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] device_id is not set on port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:09:19.562679 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-c5d6201d-b325-4d41-b685-18ebfee53350 req-a91b10dc-c682-4334-a031-740cde0b7045 service neutron] Attempting to bind port 2f6b35be-e660-45fe-822d-63cd55f31978 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:09:19.563023 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-c5d6201d-b325-4d41-b685-18ebfee53350 req-a91b10dc-c682-4334-a031-740cde0b7045 service neutron] Attempting to bind port 2f6b35be-e660-45fe-822d-63cd55f31978 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '6a571b4f-cf48-4b50-a916-25dfdbadf202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3e321783-bc8a-4d3d-a70f-5209b22b636f'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:09:19.563355 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d6201d-b325-4d41-b685-18ebfee53350 req-a91b10dc-c682-4334-a031-740cde0b7045 service neutron] Attempting to bind port 2f6b35be-e660-45fe-822d-63cd55f31978 on network 3e321783-bc8a-4d3d-a70f-5209b22b636f {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:09:19.569202 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d6201d-b325-4d41-b685-18ebfee53350 req-a91b10dc-c682-4334-a031-740cde0b7045 service neutron] Port 2f6b35be-e660-45fe-822d-63cd55f31978 on network 3e321783-bc8a-4d3d-a70f-5209b22b636f not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:09:19.569550 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d6201d-b325-4d41-b685-18ebfee53350 req-a91b10dc-c682-4334-a031-740cde0b7045 service neutron] Attempting to bind port 2f6b35be-e660-45fe-822d-63cd55f31978 on network 3e321783-bc8a-4d3d-a70f-5209b22b636f {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:09:19.573057 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:19.575150 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d6201d-b325-4d41-b685-18ebfee53350 req-a91b10dc-c682-4334-a031-740cde0b7045 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:09:19.575494 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d6201d-b325-4d41-b685-18ebfee53350 req-a91b10dc-c682-4334-a031-740cde0b7045 service neutron] Checking segment: {'id': '6a571b4f-cf48-4b50-a916-25dfdbadf202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3e321783-bc8a-4d3d-a70f-5209b22b636f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:09:19.575879 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5d6201d-b325-4d41-b685-18ebfee53350 req-a91b10dc-c682-4334-a031-740cde0b7045 service neutron] Bound using segment: {'id': '6a571b4f-cf48-4b50-a916-25dfdbadf202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3e321783-bc8a-4d3d-a70f-5209b22b636f'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:09:19.576592 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-c5d6201d-b325-4d41-b685-18ebfee53350 req-a91b10dc-c682-4334-a031-740cde0b7045 service neutron] Bound port: 2f6b35be-e660-45fe-822d-63cd55f31978, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a571b4f-cf48-4b50-a916-25dfdbadf202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3e321783-bc8a-4d3d-a70f-5209b22b636f'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:09:19.576979 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c5d6201d-b325-4d41-b685-18ebfee53350 req-a91b10dc-c682-4334-a031-740cde0b7045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:19.607666 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Transition to ACTIVE for port object 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 will not be triggered until provisioned by entity L2. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:09:19.611501 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4569bfb5-80b1-4cfb-9862-8bac482946c0 req-42c8afc6-94f6-41d7-81c6-0cd288747742 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678129 Sep 08 09:09:19.621395 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:19.679276 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-c5d6201d-b325-4d41-b685-18ebfee53350 req-a91b10dc-c682-4334-a031-740cde0b7045 service neutron] For port 2f6b35be-e660-45fe-822d-63cd55f31978, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:09:19.684493 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-c5d6201d-b325-4d41-b685-18ebfee53350 req-a91b10dc-c682-4334-a031-740cde0b7045 service neutron] For port 2f6b35be-e660-45fe-822d-63cd55f31978, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=2f6b35be-e660-45fe-822d-63cd55f31978,segment=NetworkSegment(6a571b4f-cf48-4b50-a916-25dfdbadf202),segment_id=6a571b4f-cf48-4b50-a916-25dfdbadf202)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:09:19.690933 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c5d6201d-b325-4d41-b685-18ebfee53350 req-a91b10dc-c682-4334-a031-740cde0b7045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:19.730120 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6201d-b325-4d41-b685-18ebfee53350 req-a91b10dc-c682-4334-a031-740cde0b7045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:19.730757 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c5d6201d-b325-4d41-b685-18ebfee53350 req-a91b10dc-c682-4334-a031-740cde0b7045 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:19.732158 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c5d6201d-b325-4d41-b685-18ebfee53350 req-a91b10dc-c682-4334-a031-740cde0b7045 service neutron] 10.222.0.37 "PUT /v2.0/ports/2f6b35be-e660-45fe-822d-63cd55f31978 HTTP/1.1" status: 200 len: 1093 time: 0.9218261 Sep 08 09:09:19.734865 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c247abfa-2319-42bb-9904-44fdbd0e85d3', 'tag': '2f6b35be-e660-45fe-822d-63cd55f31978'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:09:19.737076 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372efcc2-b47f-4931-9a87-0cb59624107a" -d '{"events": [{"name": "network-changed", "server_uuid": "c247abfa-2319-42bb-9904-44fdbd0e85d3", "tag": "2f6b35be-e660-45fe-822d-63cd55f31978"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:09:19.738302 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Pushing event updated for resources: {'Port': ['ID=1be77640-306a-4dd9-82e0-df8b8d4b1ad9,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:19.773227 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:09:19.773590 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:09:19.773988 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:09:19.779879 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:09:19.780284 n-d-806683-11 neutron-server[94713]: ERROR neutron.plugins.ml2.managers [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Failed to bind port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 on host n-h1-806683-11 for vnic_type normal using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] Sep 08 09:09:19.780640 n-d-806683-11 neutron-server[94713]: INFO neutron.plugins.ml2.plugin [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempt 2 to bind port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 Sep 08 09:09:19.804622 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:09:19.804985 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:09:19.805333 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:09:19.811064 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:09:19.811526 n-d-806683-11 neutron-server[94713]: ERROR neutron.plugins.ml2.managers [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Failed to bind port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 on host n-h1-806683-11 for vnic_type normal using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] Sep 08 09:09:19.812039 n-d-806683-11 neutron-server[94713]: INFO neutron.plugins.ml2.plugin [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempt 3 to bind port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 Sep 08 09:09:19.812587 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a0e0e3-ffc2-44b3-a08a-0f0609ba733e x-openstack-request-id: req-a0a0e0e3-ffc2-44b3-a08a-0f0609ba733e {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:09:19.812889 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c247abfa-2319-42bb-9904-44fdbd0e85d3", "tag": "2f6b35be-e660-45fe-822d-63cd55f31978", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:09:19.813146 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a0a0e0e3-ffc2-44b3-a08a-0f0609ba733e {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:09:19.813554 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c247abfa-2319-42bb-9904-44fdbd0e85d3', 'tag': '2f6b35be-e660-45fe-822d-63cd55f31978', 'status': 'completed', 'code': 200} Sep 08 09:09:19.826996 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:09:19.827428 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:09:19.827774 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:09:19.829001 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b10dc-c682-4334-a031-740cde0b7045 service neutron] Pushing event updated for resources: {'Port': ['ID=2f6b35be-e660-45fe-822d-63cd55f31978,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:19.832846 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:09:19.833189 n-d-806683-11 neutron-server[94713]: ERROR neutron.plugins.ml2.managers [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Failed to bind port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 on host n-h1-806683-11 for vnic_type normal using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] Sep 08 09:09:19.833605 n-d-806683-11 neutron-server[94713]: INFO neutron.plugins.ml2.plugin [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempt 4 to bind port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 Sep 08 09:09:19.850820 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:09:19.851395 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:09:19.851769 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:09:19.858032 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:09:19.858491 n-d-806683-11 neutron-server[94713]: ERROR neutron.plugins.ml2.managers [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Failed to bind port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 on host n-h1-806683-11 for vnic_type normal using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] Sep 08 09:09:19.858927 n-d-806683-11 neutron-server[94713]: INFO neutron.plugins.ml2.plugin [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempt 5 to bind port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 Sep 08 09:09:19.873708 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6201d-b325-4d41-b685-18ebfee53350 req-49176778-dcc9-40b3-90b4-e90a92601e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:19.874080 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:09:19.874414 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:09:19.874707 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:09:19.875508 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c5d6201d-b325-4d41-b685-18ebfee53350 req-49176778-dcc9-40b3-90b4-e90a92601e5a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=17c247e365f74957bbba58791260a9da&device_id=c247abfa-2319-42bb-9904-44fdbd0e85d3 HTTP/1.1" status: 200 len: 1096 time: 0.0558190 Sep 08 09:09:19.881259 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:09:19.881772 n-d-806683-11 neutron-server[94713]: ERROR neutron.plugins.ml2.managers [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Failed to bind port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 on host n-h1-806683-11 for vnic_type normal using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] Sep 08 09:09:19.882290 n-d-806683-11 neutron-server[94713]: INFO neutron.plugins.ml2.plugin [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempt 6 to bind port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 Sep 08 09:09:19.902351 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:09:19.902703 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:09:19.903053 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:09:19.908215 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:09:19.908553 n-d-806683-11 neutron-server[94713]: ERROR neutron.plugins.ml2.managers [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Failed to bind port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 on host n-h1-806683-11 for vnic_type normal using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] Sep 08 09:09:19.908952 n-d-806683-11 neutron-server[94713]: INFO neutron.plugins.ml2.plugin [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempt 7 to bind port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 Sep 08 09:09:19.923376 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:09:19.923731 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:09:19.924077 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:09:19.929931 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:09:19.930379 n-d-806683-11 neutron-server[94713]: ERROR neutron.plugins.ml2.managers [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Failed to bind port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 on host n-h1-806683-11 for vnic_type normal using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] Sep 08 09:09:19.930784 n-d-806683-11 neutron-server[94713]: INFO neutron.plugins.ml2.plugin [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempt 8 to bind port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 Sep 08 09:09:19.945726 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:09:19.946098 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:09:19.946452 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:09:19.950453 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c5d6201d-b325-4d41-b685-18ebfee53350 req-d47a9dd1-9df6-431f-90ac-7648790c8a17 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f6b35be-e660-45fe-822d-63cd55f31978 HTTP/1.1" status: 200 len: 217 time: 0.0607276 Sep 08 09:09:19.951911 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:09:19.952311 n-d-806683-11 neutron-server[94713]: ERROR neutron.plugins.ml2.managers [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Failed to bind port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 on host n-h1-806683-11 for vnic_type normal using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] Sep 08 09:09:19.952772 n-d-806683-11 neutron-server[94713]: INFO neutron.plugins.ml2.plugin [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempt 9 to bind port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 Sep 08 09:09:19.971773 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:09:19.972115 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:09:19.972452 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:09:19.978692 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:09:19.979022 n-d-806683-11 neutron-server[94713]: ERROR neutron.plugins.ml2.managers [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Failed to bind port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 on host n-h1-806683-11 for vnic_type normal using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] Sep 08 09:09:19.979643 n-d-806683-11 neutron-server[94713]: INFO neutron.plugins.ml2.plugin [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempt 10 to bind port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 Sep 08 09:09:19.996877 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:09:19.997217 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:09:19.997558 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempting to bind port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:09:20.002760 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:09:20.003126 n-d-806683-11 neutron-server[94713]: ERROR neutron.plugins.ml2.managers [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Failed to bind port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 on host n-h1-806683-11 for vnic_type normal using segments [{'id': '209d6bd0-c696-4e8a-9eb4-65e7643cb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'c1b33374-751a-42e0-9e2a-bc412ea15ed8'}] Sep 08 09:09:20.003472 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:20.084915 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6201d-b325-4d41-b685-18ebfee53350 req-0a9cb0a1-6f77-4f07-9a82-34ee8156d69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:20.085269 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] For port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9, host n-h1-806683-11, cleared binding levels {{(pid=94713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:09:20.085459 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attempted to set empty binding levels {{(pid=94713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 08 09:09:20.088131 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c5d6201d-b325-4d41-b685-18ebfee53350 req-0a9cb0a1-6f77-4f07-9a82-34ee8156d69d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8fe1c297-ac30-438c-9c0e-a51fb4e4b069 HTTP/1.1" status: 200 len: 851 time: 0.1211824 Sep 08 09:09:20.098302 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:20.156377 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] In _notify_port_updated(), no bound segment for port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 on network c1b33374-751a-42e0-9e2a-bc412ea15ed8 {{(pid=94713) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 08 09:09:20.157179 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:20.157803 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:20.159504 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] 10.222.0.54 "PUT /v2.0/ports/1be77640-306a-4dd9-82e0-df8b8d4b1ad9 HTTP/1.1" status: 200 len: 976 time: 1.0038550 Sep 08 09:09:20.170598 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 49912) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:20.176652 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c5d6201d-b325-4d41-b685-18ebfee53350 req-552c0beb-84af-4d2c-86be-a692cadd0676 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3e321783-bc8a-4d3d-a70f-5209b22b636f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809493 Sep 08 09:09:20.183412 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37add69-a06b-4491-ae7b-8eeecea8d6b3 tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Pushing event updated for resources: {'Port': ['ID=1be77640-306a-4dd9-82e0-df8b8d4b1ad9,revision_number=3']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:20.227321 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1822f1de-9f21-4abc-b27c-604e2b082d77 req-a6900300-f935-48cd-aa2e-4cee551e0d3b tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:20.229220 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1822f1de-9f21-4abc-b27c-604e2b082d77 req-a6900300-f935-48cd-aa2e-4cee551e0d3b tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 946 time: 0.1463506 Sep 08 09:09:20.267801 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7dfd8-4043-43fc-b8e0-6554d515b851 req-39a326e5-27d3-49d1-9fb8-ac7d0a7662b3 tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:20.271135 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c6f7dfd8-4043-43fc-b8e0-6554d515b851 req-39a326e5-27d3-49d1-9fb8-ac7d0a7662b3 tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] 10.222.0.54 "GET /v2.0/ports?device_id=65fd5600-8b18-469b-9b17-6307de2ea448 HTTP/1.1" status: 200 len: 945 time: 0.2005188 Sep 08 09:09:20.310559 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1822f1de-9f21-4abc-b27c-604e2b082d77 req-f5d109ca-4b6f-434f-9f52-85527643d69d tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530310 Sep 08 09:09:20.336607 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-b66725d3-49f6-4fdc-a377-66cf33d9389c tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Deleting port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:09:20.336607 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b66725d3-49f6-4fdc-a377-66cf33d9389c tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:20.361591 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device bca4f857-4709-40cb-a3c3-f3b98deae0a0 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:09:20.397731 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:20.442683 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c6f7dfd8-4043-43fc-b8e0-6554d515b851 req-a3791a71-173a-4206-b741-a0c25d35fda0 tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] 10.222.0.54 "GET /v2.0/security-groups?id=846cb106-d39b-423c-bdfc-f409e321f8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496415 Sep 08 09:09:20.455708 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port bca4f857-4709-40cb-a3c3-f3b98deae0a0 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:09:20.456397 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:20.479327 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c5d6201d-b325-4d41-b685-18ebfee53350 req-73393384-fe25-4ea2-bd78-7c4be8a19c84 service neutron] 10.222.0.37 "GET /v2.0/networks/3e321783-bc8a-4d3d-a70f-5209b22b636f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939508 Sep 08 09:09:20.580173 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-b66725d3-49f6-4fdc-a377-66cf33d9389c tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] For port 1be77640-306a-4dd9-82e0-df8b8d4b1ad9, host n-h1-806683-11, got binding levels [] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:09:20.581096 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b66725d3-49f6-4fdc-a377-66cf33d9389c tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:20.616621 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-b66725d3-49f6-4fdc-a377-66cf33d9389c tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Calling delete_port for 1be77640-306a-4dd9-82e0-df8b8d4b1ad9 owned by {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:09:20.657069 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c5d6201d-b325-4d41-b685-18ebfee53350 req-568a79a4-f2c4-43b7-a862-577d8095eb8b service neutron] 10.222.0.37 "GET /v2.0/networks/3e321783-bc8a-4d3d-a70f-5209b22b636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707506 Sep 08 09:09:20.706189 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7b785efb-a07a-4cc9-809f-be62c6917ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:20.712613 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b66725d3-49f6-4fdc-a377-66cf33d9389c tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:20.745392 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66725d3-49f6-4fdc-a377-66cf33d9389c tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Pushing event deleted for resources: {'Port': ['ID=1be77640-306a-4dd9-82e0-df8b8d4b1ad9,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:20.755107 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b66725d3-49f6-4fdc-a377-66cf33d9389c tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:20.757258 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b66725d3-49f6-4fdc-a377-66cf33d9389c tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] 10.222.0.54 "DELETE /v2.0/ports/1be77640-306a-4dd9-82e0-df8b8d4b1ad9 HTTP/1.1" status: 204 len: 168 time: 0.5855436 Sep 08 09:09:20.760189 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 49920) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:20.814250 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4712ebbe-57d0-4a4f-ba7e-ba2ef3830ac9 req-846d1fb1-17cb-4150-a7e7-f00b66bca47d tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:20.814250 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4712ebbe-57d0-4a4f-ba7e-ba2ef3830ac9 req-846d1fb1-17cb-4150-a7e7-f00b66bca47d tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=c247abfa-2319-42bb-9904-44fdbd0e85d3 HTTP/1.1" status: 200 len: 944 time: 0.0611782 Sep 08 09:09:20.814841 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9f7a3c0-998d-4653-a940-999feb301eee tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] GET failed (client error): The resource could not be found. Sep 08 09:09:20.822451 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e9f7a3c0-998d-4653-a940-999feb301eee tempest-PortsAdminExtendedAttrsTestJSON-1330068391 tempest-PortsAdminExtendedAttrsTestJSON-1330068391-project-admin] 10.222.0.54 "GET /v2.0/ports/1be77640-306a-4dd9-82e0-df8b8d4b1ad9 HTTP/1.1" status: 404 len: 333 time: 0.0540679 Sep 08 09:09:20.825035 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 49922) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:20.877929 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372efcc2-b47f-4931-9a87-0cb59624107a req-9cb0ebe7-1955-4011-b744-b444c2a4c5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:20.880653 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-372efcc2-b47f-4931-9a87-0cb59624107a req-9cb0ebe7-1955-4011-b744-b444c2a4c5f4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=17c247e365f74957bbba58791260a9da&device_id=c247abfa-2319-42bb-9904-44fdbd0e85d3 HTTP/1.1" status: 200 len: 1096 time: 0.1048377 Sep 08 09:09:21.006727 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372efcc2-b47f-4931-9a87-0cb59624107a req-a9f9a129-2fe9-435e-8274-8f36a74100c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:21.008278 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-372efcc2-b47f-4931-9a87-0cb59624107a req-a9f9a129-2fe9-435e-8274-8f36a74100c3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3e321783-bc8a-4d3d-a70f-5209b22b636f HTTP/1.1" status: 200 len: 912 time: 0.1185887 Sep 08 09:09:21.061294 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-372efcc2-b47f-4931-9a87-0cb59624107a req-d4a5f935-c9ec-4eac-a8cd-8c5000453f67 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f6b35be-e660-45fe-822d-63cd55f31978 HTTP/1.1" status: 200 len: 217 time: 0.0448070 Sep 08 09:09:21.120545 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372efcc2-b47f-4931-9a87-0cb59624107a req-a0a90cd9-8cf0-4e07-9d7d-b3f23dec29df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:21.122127 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-372efcc2-b47f-4931-9a87-0cb59624107a req-a0a90cd9-8cf0-4e07-9d7d-b3f23dec29df service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8fe1c297-ac30-438c-9c0e-a51fb4e4b069 HTTP/1.1" status: 200 len: 851 time: 0.0536346 Sep 08 09:09:21.170372 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-372efcc2-b47f-4931-9a87-0cb59624107a req-9821bdef-5e00-4400-be54-456a7f7da16c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3e321783-bc8a-4d3d-a70f-5209b22b636f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395730 Sep 08 09:09:21.258603 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4712ebbe-57d0-4a4f-ba7e-ba2ef3830ac9 req-32233ce2-022a-4040-86f4-4aeb8bd1f9f9 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4322670 Sep 08 09:09:21.273805 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1be92c66-c305-4591-94f1-f12fa201da3d tempest-PortsAdminExtendedAttrsTestJSON-1882517467 tempest-PortsAdminExtendedAttrsTestJSON-1882517467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:21.331377 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-372efcc2-b47f-4931-9a87-0cb59624107a req-a113cb66-bbda-463f-9e21-8d8358c6fb47 service neutron] 10.222.0.37 "GET /v2.0/networks/3e321783-bc8a-4d3d-a70f-5209b22b636f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512971 Sep 08 09:09:21.426003 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1be92c66-c305-4591-94f1-f12fa201da3d tempest-PortsAdminExtendedAttrsTestJSON-1882517467 tempest-PortsAdminExtendedAttrsTestJSON-1882517467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:21.463371 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-1be92c66-c305-4591-94f1-f12fa201da3d tempest-PortsAdminExtendedAttrsTestJSON-1882517467 tempest-PortsAdminExtendedAttrsTestJSON-1882517467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1b33374-751a-42e0-9e2a-bc412ea15ed8']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:21.481820 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-1be92c66-c305-4591-94f1-f12fa201da3d tempest-PortsAdminExtendedAttrsTestJSON-1882517467 tempest-PortsAdminExtendedAttrsTestJSON-1882517467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '209d6bd0-c696-4e8a-9eb4-65e7643cb701') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:21.482345 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-1be92c66-c305-4591-94f1-f12fa201da3d tempest-PortsAdminExtendedAttrsTestJSON-1882517467 tempest-PortsAdminExtendedAttrsTestJSON-1882517467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '209d6bd0-c696-4e8a-9eb4-65e7643cb701') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:21.498737 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1be92c66-c305-4591-94f1-f12fa201da3d tempest-PortsAdminExtendedAttrsTestJSON-1882517467 tempest-PortsAdminExtendedAttrsTestJSON-1882517467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:21.521964 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1be92c66-c305-4591-94f1-f12fa201da3d tempest-PortsAdminExtendedAttrsTestJSON-1882517467 tempest-PortsAdminExtendedAttrsTestJSON-1882517467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:21.530583 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1be92c66-c305-4591-94f1-f12fa201da3d tempest-PortsAdminExtendedAttrsTestJSON-1882517467 tempest-PortsAdminExtendedAttrsTestJSON-1882517467-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:09:21.531130 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1be92c66-c305-4591-94f1-f12fa201da3d tempest-PortsAdminExtendedAttrsTestJSON-1882517467 tempest-PortsAdminExtendedAttrsTestJSON-1882517467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:21.535058 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:09:21.535058 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:09:21.535058 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:09:21.535058 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:09:21.535058 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:09:21.535058 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:09:21.535058 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:09:21.535058 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:09:21.535058 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:09:21.535058 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:09:21.535058 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:09:21.535058 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:09:21.535058 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:09:21.535058 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:09:21.535058 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:09:21.535058 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:09:21.535058 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:09:21.535058 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:09:21.535058 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:09:21.535058 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:09:21.535058 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:09:21.535058 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:09:21.535058 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:09:21.535058 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:09:21.535058 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:09:21.535058 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:09:21.535058 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:09:21.535058 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:09:21.535058 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:09:21.535058 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:09:21.535058 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:09:21.535058 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:09:21.553951 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73343c-5468-439b-b243-adcc4b408204 req-d6de18b7-60b2-4f39-bb65-6ebe64d046c0 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:21.556609 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5a73343c-5468-439b-b243-adcc4b408204 req-d6de18b7-60b2-4f39-bb65-6ebe64d046c0 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 946 time: 0.1209173 Sep 08 09:09:21.563075 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-372efcc2-b47f-4931-9a87-0cb59624107a req-fbb481dd-a42a-4533-a938-8c4f436d5e2c service neutron] 10.222.0.37 "GET /v2.0/networks/3e321783-bc8a-4d3d-a70f-5209b22b636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171917 Sep 08 09:09:21.645178 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5a73343c-5468-439b-b243-adcc4b408204 req-014afbad-c9ec-49e2-9c49-e35fe83b0d9d tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805898 Sep 08 09:09:21.655337 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1be92c66-c305-4591-94f1-f12fa201da3d tempest-PortsAdminExtendedAttrsTestJSON-1882517467 tempest-PortsAdminExtendedAttrsTestJSON-1882517467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:21.660733 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1be92c66-c305-4591-94f1-f12fa201da3d tempest-PortsAdminExtendedAttrsTestJSON-1882517467 tempest-PortsAdminExtendedAttrsTestJSON-1882517467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:21.663807 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1be92c66-c305-4591-94f1-f12fa201da3d tempest-PortsAdminExtendedAttrsTestJSON-1882517467 tempest-PortsAdminExtendedAttrsTestJSON-1882517467-project] 10.222.0.54 "DELETE /v2.0/networks/c1b33374-751a-42e0-9e2a-bc412ea15ed8 HTTP/1.1" status: 204 len: 168 time: 0.8364186 Sep 08 09:09:21.699242 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be92c66-c305-4591-94f1-f12fa201da3d tempest-PortsAdminExtendedAttrsTestJSON-1882517467 tempest-PortsAdminExtendedAttrsTestJSON-1882517467-project] Pushing event deleted for resources: {'Network': ['ID=c1b33374-751a-42e0-9e2a-bc412ea15ed8,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:21.728073 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cca7e0-7c7c-4435-9bcf-1b3e54fe93d6 req-4ab6f41a-bbe9-4ceb-8717-5d5ab4bb258c tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:21.734924 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-17cca7e0-7c7c-4435-9bcf-1b3e54fe93d6 req-4ab6f41a-bbe9-4ceb-8717-5d5ab4bb258c tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] 10.222.0.54 "GET /v2.0/ports?device_id=65fd5600-8b18-469b-9b17-6307de2ea448 HTTP/1.1" status: 200 len: 945 time: 0.0929701 Sep 08 09:09:21.793321 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-17cca7e0-7c7c-4435-9bcf-1b3e54fe93d6 req-c00c5467-7153-47ab-b3a4-eb3d360b0e14 tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] 10.222.0.54 "GET /v2.0/security-groups?id=846cb106-d39b-423c-bdfc-f409e321f8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503619 Sep 08 09:09:21.827023 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557435b-54be-4d79-a8f4-5850c11a3f57 req-b337da12-cd0f-4750-9035-ece14753e1b9 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:21.842771 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557435b-54be-4d79-a8f4-5850c11a3f57 req-b337da12-cd0f-4750-9035-ece14753e1b9 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:21.856022 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557435b-54be-4d79-a8f4-5850c11a3f57 req-b337da12-cd0f-4750-9035-ece14753e1b9 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:21.862131 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557435b-54be-4d79-a8f4-5850c11a3f57 req-b337da12-cd0f-4750-9035-ece14753e1b9 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:21.868983 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557435b-54be-4d79-a8f4-5850c11a3f57 req-b337da12-cd0f-4750-9035-ece14753e1b9 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:21.875059 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557435b-54be-4d79-a8f4-5850c11a3f57 req-b337da12-cd0f-4750-9035-ece14753e1b9 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:21.881850 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557435b-54be-4d79-a8f4-5850c11a3f57 req-b337da12-cd0f-4750-9035-ece14753e1b9 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:21.884101 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4557435b-54be-4d79-a8f4-5850c11a3f57 req-b337da12-cd0f-4750-9035-ece14753e1b9 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 5442 time: 0.1449082 Sep 08 09:09:21.940602 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4557435b-54be-4d79-a8f4-5850c11a3f57 req-40e356a1-ce80-4d58-a9e3-8421e049a3ff tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&id=ee706af1-7645-483d-b50a-1bf5c08b472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433321 Sep 08 09:09:22.075025 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:22.082265 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 49948) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:22.259698 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c1998-8488-430d-8da9-e1fc55cd7cb4 req-f2e66e71-c4ae-4f67-ab1b-cf263f465b30 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:22.271143 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c1998-8488-430d-8da9-e1fc55cd7cb4 req-f2e66e71-c4ae-4f67-ab1b-cf263f465b30 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:22.284243 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c1998-8488-430d-8da9-e1fc55cd7cb4 req-f2e66e71-c4ae-4f67-ab1b-cf263f465b30 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:22.297342 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c1998-8488-430d-8da9-e1fc55cd7cb4 req-f2e66e71-c4ae-4f67-ab1b-cf263f465b30 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:22.310267 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c1998-8488-430d-8da9-e1fc55cd7cb4 req-f2e66e71-c4ae-4f67-ab1b-cf263f465b30 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:22.325432 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c1998-8488-430d-8da9-e1fc55cd7cb4 req-f2e66e71-c4ae-4f67-ab1b-cf263f465b30 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:22.333658 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1c4e7efa-ebcf-424c-9837-29c56c524d76 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7f559ad9f9134ec19bfab96732492ba5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2497294 Sep 08 09:09:22.336833 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c1998-8488-430d-8da9-e1fc55cd7cb4 req-f2e66e71-c4ae-4f67-ab1b-cf263f465b30 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:22.337122 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 49958) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:22.339541 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ec2c1998-8488-430d-8da9-e1fc55cd7cb4 req-f2e66e71-c4ae-4f67-ab1b-cf263f465b30 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 5442 time: 0.1957474 Sep 08 09:09:22.428043 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-39b34c8f-2167-489d-bc60-68b944af1c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:22.464849 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-39b34c8f-2167-489d-bc60-68b944af1c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:22.488671 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1194ca-e276-425a-ab35-163a143158a8 req-8f55cef9-049c-4cf7-873f-2ac454f0441b tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:22.491577 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2b1194ca-e276-425a-ab35-163a143158a8 req-8f55cef9-049c-4cf7-873f-2ac454f0441b tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=c247abfa-2319-42bb-9904-44fdbd0e85d3 HTTP/1.1" status: 200 len: 944 time: 0.0806034 Sep 08 09:09:22.539947 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2b1194ca-e276-425a-ab35-163a143158a8 req-7385e744-f48a-4c64-81de-9b807fd5464b tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416696 Sep 08 09:09:22.594063 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d5299-1a7b-41c7-810b-52ac86967cca req-ec967ab6-e1a8-427f-a165-4d93a4de2bc8 tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:22.596018 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c30d5299-1a7b-41c7-810b-52ac86967cca req-ec967ab6-e1a8-427f-a165-4d93a4de2bc8 tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] 10.222.0.54 "GET /v2.0/ports?device_id=65fd5600-8b18-469b-9b17-6307de2ea448 HTTP/1.1" status: 200 len: 945 time: 0.0939863 Sep 08 09:09:22.619363 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-39b34c8f-2167-489d-bc60-68b944af1c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:22.623954 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-39b34c8f-2167-489d-bc60-68b944af1c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:22.625983 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-39b34c8f-2167-489d-bc60-68b944af1c5a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e65c3f16-efa8-48fa-a81c-a6e7e7e5ee7f HTTP/1.1" status: 204 len: 168 time: 0.2875099 Sep 08 09:09:22.655964 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b34c8f-2167-489d-bc60-68b944af1c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65c3f16-efa8-48fa-a81c-a6e7e7e5ee7f,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:22.722921 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c30d5299-1a7b-41c7-810b-52ac86967cca req-dfc16c76-5e37-4203-ad88-8efe0fb94504 tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] 10.222.0.54 "GET /v2.0/security-groups?id=846cb106-d39b-423c-bdfc-f409e321f8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148951 Sep 08 09:09:22.851538 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4b9b9-2653-4306-bb55-c173aa49e65c req-561f693f-47ca-415b-b355-ebbc65d0eb2e tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:22.853222 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-17e4b9b9-2653-4306-bb55-c173aa49e65c req-561f693f-47ca-415b-b355-ebbc65d0eb2e tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 946 time: 0.0629425 Sep 08 09:09:22.918837 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-17e4b9b9-2653-4306-bb55-c173aa49e65c req-253bbbd5-7b95-4f8f-ac7e-01ed60e89c7e tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535569 Sep 08 09:09:23.011122 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 49972) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:23.058254 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-29e42a3d-6edc-473f-ad87-3f1a769b09fa admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bd345b00795042d5baf1911464ac1d89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458291 Sep 08 09:09:23.061148 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 49976) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:23.119616 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-976669c0-2b9b-46d6-a2b0-2556b622456d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:23.146000 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-976669c0-2b9b-46d6-a2b0-2556b622456d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:23.207959 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-976669c0-2b9b-46d6-a2b0-2556b622456d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:23.211700 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-976669c0-2b9b-46d6-a2b0-2556b622456d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:23.212902 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-976669c0-2b9b-46d6-a2b0-2556b622456d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b9e58554-8487-4f3a-a3eb-b3868ad22b77 HTTP/1.1" status: 204 len: 168 time: 0.1507337 Sep 08 09:09:23.221683 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976669c0-2b9b-46d6-a2b0-2556b622456d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e58554-8487-4f3a-a3eb-b3868ad22b77,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:23.267946 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 2f6b35be-e660-45fe-822d-63cd55f31978 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:09:23.489291 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:23.517377 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 2f6b35be-e660-45fe-822d-63cd55f31978, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=2f6b35be-e660-45fe-822d-63cd55f31978,segment=NetworkSegment(6a571b4f-cf48-4b50-a916-25dfdbadf202),segment_id=6a571b4f-cf48-4b50-a916-25dfdbadf202)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:09:23.528432 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '2f6b35be-e660-45fe-822d-63cd55f31978', 'network_id': '3e321783-bc8a-4d3d-a70f-5209b22b636f', 'port_id': '2f6b35be-e660-45fe-822d-63cd55f31978', 'mac_address': 'fa:16:3e:42:19:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe1c297-ac30-438c-9c0e-a51fb4e4b069', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:09:23.569697 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:23.600334 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f6b35be-e660-45fe-822d-63cd55f31978 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:09:23.622659 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 2f6b35be-e660-45fe-822d-63cd55f31978, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=2f6b35be-e660-45fe-822d-63cd55f31978,segment=NetworkSegment(6a571b4f-cf48-4b50-a916-25dfdbadf202),segment_id=6a571b4f-cf48-4b50-a916-25dfdbadf202)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:09:23.628073 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:23.699421 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51cdf4-6e3a-4e33-9f21-40e09720ab97 req-df7f980d-7616-4bf1-85fc-192e3d7b3ae1 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:23.701034 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4e51cdf4-6e3a-4e33-9f21-40e09720ab97 req-df7f980d-7616-4bf1-85fc-192e3d7b3ae1 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=c247abfa-2319-42bb-9904-44fdbd0e85d3 HTTP/1.1" status: 200 len: 945 time: 0.0630612 Sep 08 09:09:23.718601 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=2f6b35be-e660-45fe-822d-63cd55f31978,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:23.755611 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4e51cdf4-6e3a-4e33-9f21-40e09720ab97 req-de1c6d2a-9973-4e23-84e1-73c8c790299b tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444021 Sep 08 09:09:23.873370 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30187d20-1c24-4cfc-8b73-13fcb0b5d497 req-1a174b4a-3a99-4abc-a658-1f62abb3cfbf tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:23.874761 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-30187d20-1c24-4cfc-8b73-13fcb0b5d497 req-1a174b4a-3a99-4abc-a658-1f62abb3cfbf tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] 10.222.0.54 "GET /v2.0/ports?device_id=65fd5600-8b18-469b-9b17-6307de2ea448 HTTP/1.1" status: 200 len: 945 time: 0.0590279 Sep 08 09:09:23.935622 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-30187d20-1c24-4cfc-8b73-13fcb0b5d497 req-f99c24f3-e9f9-4e9a-b231-0ee36b1b30ff tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] 10.222.0.54 "GET /v2.0/security-groups?id=846cb106-d39b-423c-bdfc-f409e321f8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539529 Sep 08 09:09:24.031248 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['2f6b35be-e660-45fe-822d-63cd55f31978'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:09:24.075825 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:24.102206 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71186c36-7a43-4dad-a660-35c8eb8b3316 req-136f0885-0ad3-48c1-9536-652e7f75f6d3 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:24.104464 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-71186c36-7a43-4dad-a660-35c8eb8b3316 req-136f0885-0ad3-48c1-9536-652e7f75f6d3 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 946 time: 0.0929966 Sep 08 09:09:24.157718 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-71186c36-7a43-4dad-a660-35c8eb8b3316 req-223376d1-33a0-4861-9507-4f2b8b44d768 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450444 Sep 08 09:09:24.311233 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a0ce54-8115-4e10-97ff-5d0e13eb4c08 req-59cd109d-8e21-4b54-8585-e9614af35a4c tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:24.313104 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-60a0ce54-8115-4e10-97ff-5d0e13eb4c08 req-59cd109d-8e21-4b54-8585-e9614af35a4c tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] 10.222.0.35 "GET /v2.0/ports?device_id=65fd5600-8b18-469b-9b17-6307de2ea448 HTTP/1.1" status: 200 len: 945 time: 0.1133609 Sep 08 09:09:24.499297 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-60a0ce54-8115-4e10-97ff-5d0e13eb4c08 req-4a400043-df5a-48ef-b20b-a93b7ba9a24b tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] Deleting port c3a457af-618a-48f5-9409-9f96c83ba7a7 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:09:24.499723 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-60a0ce54-8115-4e10-97ff-5d0e13eb4c08 req-4a400043-df5a-48ef-b20b-a93b7ba9a24b tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:24.634381 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 50040) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:24.658439 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-60a0ce54-8115-4e10-97ff-5d0e13eb4c08 req-4a400043-df5a-48ef-b20b-a93b7ba9a24b tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] For port c3a457af-618a-48f5-9409-9f96c83ba7a7, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=c3a457af-618a-48f5-9409-9f96c83ba7a7,segment=NetworkSegment(e3670610-ce3c-450c-b16a-a4c59c9374e2),segment_id=e3670610-ce3c-450c-b16a-a4c59c9374e2)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:09:24.658821 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-60a0ce54-8115-4e10-97ff-5d0e13eb4c08 req-4a400043-df5a-48ef-b20b-a93b7ba9a24b tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:24.674261 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-60a0ce54-8115-4e10-97ff-5d0e13eb4c08 req-4a400043-df5a-48ef-b20b-a93b7ba9a24b tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] Calling delete_port for c3a457af-618a-48f5-9409-9f96c83ba7a7 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:09:24.867989 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-60a0ce54-8115-4e10-97ff-5d0e13eb4c08 req-4a400043-df5a-48ef-b20b-a93b7ba9a24b tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:24.874485 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ed541-ceac-4d9a-a3cd-70ed02837b9a req-43413c63-11e9-4cc2-9e2b-417cc84285db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:24.876020 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ed541-ceac-4d9a-a3cd-70ed02837b9a req-43413c63-11e9-4cc2-9e2b-417cc84285db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:24.876958 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ed541-ceac-4d9a-a3cd-70ed02837b9a req-43413c63-11e9-4cc2-9e2b-417cc84285db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:24.877867 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ed541-ceac-4d9a-a3cd-70ed02837b9a req-43413c63-11e9-4cc2-9e2b-417cc84285db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:24.878837 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ed541-ceac-4d9a-a3cd-70ed02837b9a req-43413c63-11e9-4cc2-9e2b-417cc84285db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:24.879748 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ed541-ceac-4d9a-a3cd-70ed02837b9a req-43413c63-11e9-4cc2-9e2b-417cc84285db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:24.880703 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ed541-ceac-4d9a-a3cd-70ed02837b9a req-43413c63-11e9-4cc2-9e2b-417cc84285db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:24.884210 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-125ed541-ceac-4d9a-a3cd-70ed02837b9a req-43413c63-11e9-4cc2-9e2b-417cc84285db service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 6506 time: 0.2485719 Sep 08 09:09:24.902339 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['c3a457af-618a-48f5-9409-9f96c83ba7a7'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:09:24.917730 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a400043-df5a-48ef-b20b-a93b7ba9a24b tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] Pushing event deleted for resources: {'Port': ['ID=c3a457af-618a-48f5-9409-9f96c83ba7a7,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:24.939762 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a400043-df5a-48ef-b20b-a93b7ba9a24b tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:09:24.940202 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a400043-df5a-48ef-b20b-a93b7ba9a24b tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:09:24.940760 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a400043-df5a-48ef-b20b-a93b7ba9a24b tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:09:24.941328 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a400043-df5a-48ef-b20b-a93b7ba9a24b tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:09:24.941895 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a400043-df5a-48ef-b20b-a93b7ba9a24b tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:09:24.942509 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a400043-df5a-48ef-b20b-a93b7ba9a24b tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:09:24.943117 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a400043-df5a-48ef-b20b-a93b7ba9a24b tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:09:24.944405 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a400043-df5a-48ef-b20b-a93b7ba9a24b tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:09:24.944967 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a400043-df5a-48ef-b20b-a93b7ba9a24b tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:09:24.945520 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a400043-df5a-48ef-b20b-a93b7ba9a24b tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:09:24.946365 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a400043-df5a-48ef-b20b-a93b7ba9a24b tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:09:24.946932 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a400043-df5a-48ef-b20b-a93b7ba9a24b tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:09:24.996230 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 50054) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:25.016313 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e6d0b-7f66-43c9-9d1d-fb6de83c410f req-08b5f1c7-0819-4318-8ff6-403142f5bc8d tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:25.018327 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-818e6d0b-7f66-43c9-9d1d-fb6de83c410f req-08b5f1c7-0819-4318-8ff6-403142f5bc8d tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=c247abfa-2319-42bb-9904-44fdbd0e85d3 HTTP/1.1" status: 200 len: 945 time: 0.1325386 Sep 08 09:09:25.020556 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-125ed541-ceac-4d9a-a3cd-70ed02837b9a req-a478c72a-f62d-4936-a17c-d2c7ab6c8bac service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&id=ee706af1-7645-483d-b50a-1bf5c08b472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1172781 Sep 08 09:09:25.065238 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a0ce54-8115-4e10-97ff-5d0e13eb4c08 req-4a400043-df5a-48ef-b20b-a93b7ba9a24b tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] No DVR routers for this DVR port c3a457af-618a-48f5-9409-9f96c83ba7a7 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:09:25.070275 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-60a0ce54-8115-4e10-97ff-5d0e13eb4c08 req-4a400043-df5a-48ef-b20b-a93b7ba9a24b tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:25.074627 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-60a0ce54-8115-4e10-97ff-5d0e13eb4c08 req-4a400043-df5a-48ef-b20b-a93b7ba9a24b tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] 10.222.0.35 "DELETE /v2.0/ports/c3a457af-618a-48f5-9409-9f96c83ba7a7 HTTP/1.1" status: 204 len: 173 time: 0.7432768 Sep 08 09:09:25.075839 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65fd5600-8b18-469b-9b17-6307de2ea448', 'name': 'network-vif-deleted', 'tag': 'c3a457af-618a-48f5-9409-9f96c83ba7a7'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:09:25.080211 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7acdf83c-41fa-4409-b06b-e5e47128ba34" -d '{"events": [{"server_uuid": "65fd5600-8b18-469b-9b17-6307de2ea448", "name": "network-vif-deleted", "tag": "c3a457af-618a-48f5-9409-9f96c83ba7a7"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:09:25.093480 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-818e6d0b-7f66-43c9-9d1d-fb6de83c410f req-df1af261-ed6d-4c78-8b38-d81ec0a42fbb tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655241 Sep 08 09:09:25.149237 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aa86cf0e-7f80-4812-a811-4c3bafc6c0df req-a3d3505b-c26b-469a-8052-044fdada3469 tempest-ServerAddressesNegativeTestJSON-1888346650 tempest-ServerAddressesNegativeTestJSON-1888346650-project] 10.222.0.54 "GET /v2.0/ports?device_id=65fd5600-8b18-469b-9b17-6307de2ea448 HTTP/1.1" status: 200 len: 210 time: 0.0610912 Sep 08 09:09:25.157796 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-e7c51aff-406f-4624-8a3c-01191f82e2fd tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-843809945', 'router:external': True}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:09:25.167384 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a2bc29-2250-47ab-9e7c-87867dd81f4f x-openstack-request-id: req-62a2bc29-2250-47ab-9e7c-87867dd81f4f {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:09:25.167725 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65fd5600-8b18-469b-9b17-6307de2ea448", "name": "network-vif-deleted", "tag": "c3a457af-618a-48f5-9409-9f96c83ba7a7", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:09:25.168351 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-62a2bc29-2250-47ab-9e7c-87867dd81f4f {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:09:25.168764 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65fd5600-8b18-469b-9b17-6307de2ea448', 'name': 'network-vif-deleted', 'tag': 'c3a457af-618a-48f5-9409-9f96c83ba7a7', 'status': 'completed', 'code': 200} Sep 08 09:09:25.205072 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c51aff-406f-4624-8a3c-01191f82e2fd tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Made reservation on behalf of 679c4f6cf66f4034898fa17ed556042b for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:09:25.211332 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e7c51aff-406f-4624-8a3c-01191f82e2fd tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:25.225494 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e7c51aff-406f-4624-8a3c-01191f82e2fd tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:25.276337 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 2f6b35be-e660-45fe-822d-63cd55f31978 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:09:25.343578 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 2f6b35be-e660-45fe-822d-63cd55f31978 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:09:25.348773 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 2f6b35be-e660-45fe-822d-63cd55f31978 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:09:25.351095 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:25.405162 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d22c2e-212a-419d-8673-735955cdeaf0 req-d6900283-5dc6-40a3-9827-c41e0237bdf1 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:25.419248 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-98d22c2e-212a-419d-8673-735955cdeaf0 req-d6900283-5dc6-40a3-9827-c41e0237bdf1 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 946 time: 0.1217079 Sep 08 09:09:25.424533 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e7c51aff-406f-4624-8a3c-01191f82e2fd tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:25.432449 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e7c51aff-406f-4624-8a3c-01191f82e2fd tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:25.466215 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7c51aff-406f-4624-8a3c-01191f82e2fd tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:09:25.477738 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c51aff-406f-4624-8a3c-01191f82e2fd tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0555d1-8c75-4d65-af65-657867935026,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:25.479388 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:25.483787 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e7c51aff-406f-4624-8a3c-01191f82e2fd tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:25.484443 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-e7c51aff-406f-4624-8a3c-01191f82e2fd tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Added segment 3c27bafb-b86b-4f73-b555-db26916e34e2 of type vlan for network f40f74f0-a77c-48fc-b107-088e7641bc2a Sep 08 09:09:25.513329 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-98d22c2e-212a-419d-8673-735955cdeaf0 req-7cbb8e00-ae04-4a12-95ed-7078e32f1dfb tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925479 Sep 08 09:09:25.529454 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c247abfa-2319-42bb-9904-44fdbd0e85d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f6b35be-e660-45fe-822d-63cd55f31978'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:09:25.532133 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416bcb37-5356-4ecb-8608-18e4084ae90a" -d '{"events": [{"server_uuid": "c247abfa-2319-42bb-9904-44fdbd0e85d3", "name": "network-vif-plugged", "status": "completed", "tag": "2f6b35be-e660-45fe-822d-63cd55f31978"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:09:25.549225 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 2f6b35be-e660-45fe-822d-63cd55f31978, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=2f6b35be-e660-45fe-822d-63cd55f31978,segment=NetworkSegment(6a571b4f-cf48-4b50-a916-25dfdbadf202),segment_id=6a571b4f-cf48-4b50-a916-25dfdbadf202)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:09:25.559477 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:25.560961 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e7c51aff-406f-4624-8a3c-01191f82e2fd tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:25.598741 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b92a5d-08b6-43fa-a63c-3467ee484767 x-openstack-request-id: req-33b92a5d-08b6-43fa-a63c-3467ee484767 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:09:25.599197 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c247abfa-2319-42bb-9904-44fdbd0e85d3", "name": "network-vif-plugged", "status": "completed", "tag": "2f6b35be-e660-45fe-822d-63cd55f31978", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:09:25.599641 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-33b92a5d-08b6-43fa-a63c-3467ee484767 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:09:25.600275 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c247abfa-2319-42bb-9904-44fdbd0e85d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f6b35be-e660-45fe-822d-63cd55f31978', 'code': 200} Sep 08 09:09:25.601318 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e7c51aff-406f-4624-8a3c-01191f82e2fd tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:25.603408 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c51aff-406f-4624-8a3c-01191f82e2fd tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:25.604422 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e7c51aff-406f-4624-8a3c-01191f82e2fd tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:25.637238 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=2f6b35be-e660-45fe-822d-63cd55f31978,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:25.675318 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e7c51aff-406f-4624-8a3c-01191f82e2fd tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.6777329 Sep 08 09:09:25.679481 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 50076) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:25.687903 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-c66f30c8-43d0-4782-ab6f-15f46e6036ff tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Request body: {'subnet': {'network_id': 'f40f74f0-a77c-48fc-b107-088e7641bc2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:09:25.762439 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c51aff-406f-4624-8a3c-01191f82e2fd tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Pushing event updated for resources: {'Network': ['ID=f40f74f0-a77c-48fc-b107-088e7641bc2a,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:25.783213 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network f40f74f0-a77c-48fc-b107-088e7641bc2a details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:09:25.786623 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66f30c8-43d0-4782-ab6f-15f46e6036ff tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Made reservation on behalf of 679c4f6cf66f4034898fa17ed556042b for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:09:25.791796 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c66f30c8-43d0-4782-ab6f-15f46e6036ff tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:25.795092 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb8f5b-6423-42a8-8346-a6f408154e38 req-5ebd7848-ae6a-44f0-93a7-ca705efed8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:25.797451 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8efb8f5b-6423-42a8-8346-a6f408154e38 req-5ebd7848-ae6a-44f0-93a7-ca705efed8a4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c247abfa-2319-42bb-9904-44fdbd0e85d3 HTTP/1.1" status: 200 len: 1098 time: 0.0887287 Sep 08 09:09:25.845541 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8efb8f5b-6423-42a8-8346-a6f408154e38 req-87d4c476-67df-4e59-bdc1-04710717ac11 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402060 Sep 08 09:09:26.132882 n-d-806683-11 neutron-server[94713]: DEBUG neutron.objects.ports [None req-c66f30c8-43d0-4782-ab6f-15f46e6036ff tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94713) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 08 09:09:26.133476 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c66f30c8-43d0-4782-ab6f-15f46e6036ff tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:26.194926 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f30c8-43d0-4782-ab6f-15f46e6036ff tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Pushing event updated for resources: {'Subnet': ['ID=911db5e0-d7ae-4664-af56-5805a8637bda,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:26.205361 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66f30c8-43d0-4782-ab6f-15f46e6036ff tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Checking segment: {'id': '3c27bafb-b86b-4f73-b555-db26916e34e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f40f74f0-a77c-48fc-b107-088e7641bc2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:09:26.205796 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66f30c8-43d0-4782-ab6f-15f46e6036ff tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Network hostable DHCP agents. Network: f40f74f0-a77c-48fc-b107-088e7641bc2a, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:09:26.231696 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66f30c8-43d0-4782-ab6f-15f46e6036ff tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Network f40f74f0-a77c-48fc-b107-088e7641bc2a is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:09:26.253933 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 50082) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:26.254707 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-c66f30c8-43d0-4782-ab6f-15f46e6036ff tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, f40f74f0-a77c-48fc-b107-088e7641bc2a) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:09:26.257989 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66f30c8-43d0-4782-ab6f-15f46e6036ff tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:26.258765 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c66f30c8-43d0-4782-ab6f-15f46e6036ff tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:26.270548 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93102fd-820b-4154-85ab-4890ec6d58ea None None] Network f40f74f0-a77c-48fc-b107-088e7641bc2a requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:09:26.289248 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c66f30c8-43d0-4782-ab6f-15f46e6036ff tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.6063952 Sep 08 09:09:26.291234 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 50086) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:26.301685 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-726b14a9-c30e-406f-9355-f2711ce614ba tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-989122852', 'network_id': 'f40f74f0-a77c-48fc-b107-088e7641bc2a'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:09:26.348108 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726b14a9-c30e-406f-9355-f2711ce614ba tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Made reservation on behalf of 679c4f6cf66f4034898fa17ed556042b for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:09:26.357491 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-726b14a9-c30e-406f-9355-f2711ce614ba tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:26.357739 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8a114-f54b-43bb-a588-b0b29045c889 req-ccab1290-f53f-4138-993a-587c1f496790 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:26.359106 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4ec8a114-f54b-43bb-a588-b0b29045c889 req-ccab1290-f53f-4138-993a-587c1f496790 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=c247abfa-2319-42bb-9904-44fdbd0e85d3 HTTP/1.1" status: 200 len: 946 time: 0.1717677 Sep 08 09:09:26.382405 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3c4b024-b372-40d0-9764-f78e928f2970 admin admin] Deleting subnet f8af34d3-4fee-4301-8ce2-042b607fe5de {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:09:26.391689 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-726b14a9-c30e-406f-9355-f2711ce614ba tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] device_id is not set on port 3d583368-b045-430a-9aa8-5fae969092e3 yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:09:26.395235 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c3c4b024-b372-40d0-9764-f78e928f2970 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:26.485097 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddba88de-576b-404e-a7e8-ba38688d8ab6 None None] Network f40f74f0-a77c-48fc-b107-088e7641bc2a requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:09:26.495849 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c3c4b024-b372-40d0-9764-f78e928f2970 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:26.545369 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4ec8a114-f54b-43bb-a588-b0b29045c889 req-1a9521ed-5d5e-4180-81d4-2dd933105135 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705606 Sep 08 09:09:26.558985 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c3c4b024-b372-40d0-9764-f78e928f2970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:26.647761 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-726b14a9-c30e-406f-9355-f2711ce614ba tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Allocated IP 2001:db8::1ba (f40f74f0-a77c-48fc-b107-088e7641bc2a/911db5e0-d7ae-4664-af56-5805a8637bda/3d583368-b045-430a-9aa8-5fae969092e3) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:09:26.750151 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696fef44-d631-49fe-9584-a7207f54fadb req-b01e06bf-2dc7-43cc-bee3-a60bc71ad38d tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:26.758605 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-696fef44-d631-49fe-9584-a7207f54fadb req-b01e06bf-2dc7-43cc-bee3-a60bc71ad38d tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 946 time: 0.1010847 Sep 08 09:09:26.762265 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c3c4b024-b372-40d0-9764-f78e928f2970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:26.808211 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c4b024-b372-40d0-9764-f78e928f2970 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8af34d3-4fee-4301-8ce2-042b607fe5de,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:26.811195 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c3c4b024-b372-40d0-9764-f78e928f2970 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:26.813356 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c3c4b024-b372-40d0-9764-f78e928f2970 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/f8af34d3-4fee-4301-8ce2-042b607fe5de HTTP/1.1" status: 204 len: 168 time: 0.5581594 Sep 08 09:09:26.817535 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 50104) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:26.858743 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-696fef44-d631-49fe-9584-a7207f54fadb req-ee156165-84c0-4ca0-9af3-6697e9614571 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990484 Sep 08 09:09:26.878447 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-726b14a9-c30e-406f-9355-f2711ce614ba tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:26.916417 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-61d2813e-de16-4d89-bb2c-367b3d2b68fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:26.926682 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-726b14a9-c30e-406f-9355-f2711ce614ba tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:26.977565 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726b14a9-c30e-406f-9355-f2711ce614ba tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Network f40f74f0-a77c-48fc-b107-088e7641bc2a is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:09:26.980927 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-726b14a9-c30e-406f-9355-f2711ce614ba tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:09:26.983392 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726b14a9-c30e-406f-9355-f2711ce614ba tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:09:26.984594 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726b14a9-c30e-406f-9355-f2711ce614ba tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:26.985215 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-726b14a9-c30e-406f-9355-f2711ce614ba tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:26.999833 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726b14a9-c30e-406f-9355-f2711ce614ba tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Pushing event updated for resources: {'Port': ['ID=3d583368-b045-430a-9aa8-5fae969092e3,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:27.009008 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-61d2813e-de16-4d89-bb2c-367b3d2b68fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:27.015023 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-726b14a9-c30e-406f-9355-f2711ce614ba tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7221785 Sep 08 09:09:27.018072 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 50112) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:27.033301 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-61d2813e-de16-4d89-bb2c-367b3d2b68fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deb3df47-3d9a-4527-805c-f7b88a3ce3bb']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:27.044692 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-61d2813e-de16-4d89-bb2c-367b3d2b68fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3670610-ce3c-450c-b16a-a4c59c9374e2') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:27.044994 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-61d2813e-de16-4d89-bb2c-367b3d2b68fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3670610-ce3c-450c-b16a-a4c59c9374e2') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:27.059982 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-61d2813e-de16-4d89-bb2c-367b3d2b68fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:27.073763 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-61d2813e-de16-4d89-bb2c-367b3d2b68fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:27.080896 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61d2813e-de16-4d89-bb2c-367b3d2b68fd admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:09:27.081244 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-61d2813e-de16-4d89-bb2c-367b3d2b68fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:27.084917 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:09:27.084917 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:09:27.084917 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:09:27.084917 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:09:27.084917 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:09:27.084917 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:09:27.084917 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:09:27.084917 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:09:27.084917 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:09:27.084917 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:09:27.084917 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:09:27.084917 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:09:27.084917 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:09:27.084917 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:09:27.084917 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:09:27.084917 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:09:27.084917 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:09:27.084917 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:09:27.084917 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:09:27.084917 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:09:27.084917 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:09:27.084917 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:09:27.084917 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:09:27.084917 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:09:27.084917 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:09:27.084917 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:09:27.084917 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:09:27.084917 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:09:27.084917 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:09:27.084917 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:09:27.084917 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:09:27.084917 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:09:27.108106 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-c0a2e23b-fe79-496b-ba66-ec9693a2dde5 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Deleting port 3d583368-b045-430a-9aa8-5fae969092e3 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:09:27.108804 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c0a2e23b-fe79-496b-ba66-ec9693a2dde5 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:27.154813 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-61d2813e-de16-4d89-bb2c-367b3d2b68fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:27.173568 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-61d2813e-de16-4d89-bb2c-367b3d2b68fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:27.175493 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-61d2813e-de16-4d89-bb2c-367b3d2b68fd admin admin] 10.222.0.54 "DELETE /v2.0/networks/deb3df47-3d9a-4527-805c-f7b88a3ce3bb HTTP/1.1" status: 204 len: 168 time: 0.3561380 Sep 08 09:09:27.176924 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d2813e-de16-4d89-bb2c-367b3d2b68fd admin admin] Pushing event deleted for resources: {'Network': ['ID=deb3df47-3d9a-4527-805c-f7b88a3ce3bb,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:27.216697 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c0a2e23b-fe79-496b-ba66-ec9693a2dde5 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:27.230667 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-c0a2e23b-fe79-496b-ba66-ec9693a2dde5 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Calling delete_port for 3d583368-b045-430a-9aa8-5fae969092e3 owned by {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:09:27.286641 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 32c3bbde-7afc-4b63-bed0-3158dd11c5a1 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:09:27.452958 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c0a2e23b-fe79-496b-ba66-ec9693a2dde5 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:27.499825 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 50132) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:27.511744 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a2e23b-fe79-496b-ba66-ec9693a2dde5 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d583368-b045-430a-9aa8-5fae969092e3,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:27.518410 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 32c3bbde-7afc-4b63-bed0-3158dd11c5a1, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=32c3bbde-7afc-4b63-bed0-3158dd11c5a1,segment=NetworkSegment(3af659db-8c52-4cba-bbf9-dfdf7a2d015a),segment_id=3af659db-8c52-4cba-bbf9-dfdf7a2d015a)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:09:27.548744 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '32c3bbde-7afc-4b63-bed0-3158dd11c5a1', 'network_id': '643d18a2-f561-4ab8-ba5f-9dc85934ae99', 'port_id': '32c3bbde-7afc-4b63-bed0-3158dd11c5a1', 'mac_address': 'fa:16:3e:26:15:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a55585f-dc5f-44d9-8cd9-f8cb2e1994de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:09:27.554711 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c0a2e23b-fe79-496b-ba66-ec9693a2dde5 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:27.556715 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c0a2e23b-fe79-496b-ba66-ec9693a2dde5 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] 10.222.0.54 "DELETE /v2.0/ports/3d583368-b045-430a-9aa8-5fae969092e3 HTTP/1.1" status: 204 len: 168 time: 0.5376060 Sep 08 09:09:27.561081 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 50136) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:27.585379 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-15bf2b86-1ba3-4c7a-90b5-10d5fcb74110 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f40f74f0-a77c-48fc-b107-088e7641bc2a', 'external_fixed_ips': [{'subnet_id': '911db5e0-d7ae-4664-af56-5805a8637bda', 'ip_address': '2001:db8::1ba'}]}}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:09:27.609097 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-06a7e00b-0ac6-4b7a-af91-d5a85cce41c3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9128be7703eb4f87997f8ffdeee39740&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1059294 Sep 08 09:09:27.609623 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 50140) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:27.641558 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:27.645830 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-15bf2b86-1ba3-4c7a-90b5-10d5fcb74110 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:27.648243 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-15bf2b86-1ba3-4c7a-90b5-10d5fcb74110 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:27.687379 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 32c3bbde-7afc-4b63-bed0-3158dd11c5a1 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:09:27.741165 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 32c3bbde-7afc-4b63-bed0-3158dd11c5a1, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=32c3bbde-7afc-4b63-bed0-3158dd11c5a1,segment=NetworkSegment(3af659db-8c52-4cba-bbf9-dfdf7a2d015a),segment_id=3af659db-8c52-4cba-bbf9-dfdf7a2d015a)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:09:27.754461 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:27.836065 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f7f97-4384-4ddf-ab94-20cf06364f1c req-ca897898-1198-4132-aa4b-cb4d9504e4ba tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:27.850819 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device c3a457af-618a-48f5-9409-9f96c83ba7a7 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:09:27.853602 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9e9f7f97-4384-4ddf-ab94-20cf06364f1c req-ca897898-1198-4132-aa4b-cb4d9504e4ba tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=c247abfa-2319-42bb-9904-44fdbd0e85d3 HTTP/1.1" status: 200 len: 946 time: 0.2046921 Sep 08 09:09:27.899477 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-49ab6183-b1b4-4ed2-a48b-00ebe3e9cbf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:27.972023 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: c3a457af-618a-48f5-9409-9f96c83ba7a7 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:09:27.972472 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device c3a457af-618a-48f5-9409-9f96c83ba7a7 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:09:27.977041 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=32c3bbde-7afc-4b63-bed0-3158dd11c5a1,revision_number=6']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:27.998793 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9e9f7f97-4384-4ddf-ab94-20cf06364f1c req-12d24215-22fa-45a3-84d7-2636049c2d5b tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417539 Sep 08 09:09:28.004927 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['32c3bbde-7afc-4b63-bed0-3158dd11c5a1'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:09:28.013341 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-49ab6183-b1b4-4ed2-a48b-00ebe3e9cbf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:28.164795 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-49ab6183-b1b4-4ed2-a48b-00ebe3e9cbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:28.169001 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-49ab6183-b1b4-4ed2-a48b-00ebe3e9cbf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:28.175765 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-49ab6183-b1b4-4ed2-a48b-00ebe3e9cbf1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/846cb106-d39b-423c-bdfc-f409e321f8b7 HTTP/1.1" status: 204 len: 168 time: 0.5642316 Sep 08 09:09:28.238094 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6183-b1b4-4ed2-a48b-00ebe3e9cbf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846cb106-d39b-423c-bdfc-f409e321f8b7,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:28.240969 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-15bf2b86-1ba3-4c7a-90b5-10d5fcb74110 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:28.383095 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006bcb88-0da7-4479-b6f0-bf819b2e10cd req-175c690b-41d3-402b-93be-1b241fddcec5 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:28.390807 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-006bcb88-0da7-4479-b6f0-bf819b2e10cd req-175c690b-41d3-402b-93be-1b241fddcec5 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 945 time: 0.1633599 Sep 08 09:09:28.409151 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:28.467045 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a6ef0-607f-418a-aaf9-21715d5e000b req-7ed19960-a448-4b73-b963-400ff28bebd6 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:28.468630 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-056a6ef0-607f-418a-aaf9-21715d5e000b req-7ed19960-a448-4b73-b963-400ff28bebd6 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=c247abfa-2319-42bb-9904-44fdbd0e85d3 HTTP/1.1" status: 200 len: 946 time: 0.0724368 Sep 08 09:09:28.516137 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-15bf2b86-1ba3-4c7a-90b5-10d5fcb74110 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:28.541513 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-056a6ef0-607f-418a-aaf9-21715d5e000b req-59120c2b-c603-408e-8ced-022994b60c49 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622892 Sep 08 09:09:28.562210 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-006bcb88-0da7-4479-b6f0-bf819b2e10cd req-70051179-2c96-404c-9c00-f4409ab2c54d tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681666 Sep 08 09:09:28.598673 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767a02d-ab61-4357-bdb5-e05899b0c36e req-a7aa8c8b-1274-40c7-bbb2-31be2aee9b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:28.601365 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2767a02d-ab61-4357-bdb5-e05899b0c36e req-a7aa8c8b-1274-40c7-bbb2-31be2aee9b27 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=17c247e365f74957bbba58791260a9da&device_id=c247abfa-2319-42bb-9904-44fdbd0e85d3 HTTP/1.1" status: 200 len: 1098 time: 0.1677268 Sep 08 09:09:28.816219 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767a02d-ab61-4357-bdb5-e05899b0c36e req-fbcc53ad-25ad-4dee-a2a7-083229b7a476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:28.818153 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2767a02d-ab61-4357-bdb5-e05899b0c36e req-fbcc53ad-25ad-4dee-a2a7-083229b7a476 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3e321783-bc8a-4d3d-a70f-5209b22b636f HTTP/1.1" status: 200 len: 912 time: 0.2073622 Sep 08 09:09:28.879407 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2767a02d-ab61-4357-bdb5-e05899b0c36e req-3ff1a6ec-b350-4f9c-b52e-0b4eba59b506 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f6b35be-e660-45fe-822d-63cd55f31978 HTTP/1.1" status: 200 len: 217 time: 0.0526006 Sep 08 09:09:29.044611 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-15bf2b86-1ba3-4c7a-90b5-10d5fcb74110 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:29.072773 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767a02d-ab61-4357-bdb5-e05899b0c36e req-fcf6a470-a7aa-4e03-a49d-9429179222b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:29.074584 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2767a02d-ab61-4357-bdb5-e05899b0c36e req-fcf6a470-a7aa-4e03-a49d-9429179222b1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8fe1c297-ac30-438c-9c0e-a51fb4e4b069 HTTP/1.1" status: 200 len: 851 time: 0.1171098 Sep 08 09:09:29.075903 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-15bf2b86-1ba3-4c7a-90b5-10d5fcb74110 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:29.155853 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2767a02d-ab61-4357-bdb5-e05899b0c36e req-f9d12001-6c35-4450-81a6-792970c2b283 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3e321783-bc8a-4d3d-a70f-5209b22b636f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727115 Sep 08 09:09:29.284933 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 32c3bbde-7afc-4b63-bed0-3158dd11c5a1 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:09:29.367352 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2767a02d-ab61-4357-bdb5-e05899b0c36e req-21fa7374-dd88-4463-aeb2-2e5cf2447e33 service neutron] 10.222.0.37 "GET /v2.0/networks/3e321783-bc8a-4d3d-a70f-5209b22b636f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036338 Sep 08 09:09:29.403251 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-15bf2b86-1ba3-4c7a-90b5-10d5fcb74110 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Allocated IP 2001:db8::1ba (f40f74f0-a77c-48fc-b107-088e7641bc2a/911db5e0-d7ae-4664-af56-5805a8637bda/657af88f-65fa-4b3c-b093-dbf028719417) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:09:29.431044 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 32c3bbde-7afc-4b63-bed0-3158dd11c5a1 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:09:29.432214 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:29.602569 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:29.603606 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2767a02d-ab61-4357-bdb5-e05899b0c36e req-8b0d9aab-7241-45f0-ac59-68a94ff2f8ea service neutron] 10.222.0.37 "GET /v2.0/networks/3e321783-bc8a-4d3d-a70f-5209b22b636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287123 Sep 08 09:09:29.702350 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68579f4-396f-4ba5-9617-f70aca0e3215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c3bbde-7afc-4b63-bed0-3158dd11c5a1'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:09:29.707149 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0e2dc7-b397-4cc3-a9fc-d93d3806cc41" -d '{"events": [{"server_uuid": "b68579f4-396f-4ba5-9617-f70aca0e3215", "name": "network-vif-plugged", "status": "completed", "tag": "32c3bbde-7afc-4b63-bed0-3158dd11c5a1"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:09:29.767333 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 32c3bbde-7afc-4b63-bed0-3158dd11c5a1, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=32c3bbde-7afc-4b63-bed0-3158dd11c5a1,segment=NetworkSegment(3af659db-8c52-4cba-bbf9-dfdf7a2d015a),segment_id=3af659db-8c52-4cba-bbf9-dfdf7a2d015a)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:09:29.774589 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:29.777910 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-15bf2b86-1ba3-4c7a-90b5-10d5fcb74110 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:29.805067 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82607ed1-338a-48a0-b58f-56834e548ed8 req-28778c2b-e6bc-4a69-80ea-36db55323257 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:29.806789 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-82607ed1-338a-48a0-b58f-56834e548ed8 req-28778c2b-e6bc-4a69-80ea-36db55323257 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 945 time: 0.1547527 Sep 08 09:09:29.883911 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=32c3bbde-7afc-4b63-bed0-3158dd11c5a1,revision_number=7']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:29.904758 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-82607ed1-338a-48a0-b58f-56834e548ed8 req-41875110-bb76-404a-8f52-d60431f6bd0a tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886300 Sep 08 09:09:29.912911 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881a61b-bbda-4600-9787-4c1412977e57 req-abb01628-0136-44a0-b658-82986f229009 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:29.930246 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0881a61b-bbda-4600-9787-4c1412977e57 req-abb01628-0136-44a0-b658-82986f229009 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=c247abfa-2319-42bb-9904-44fdbd0e85d3 HTTP/1.1" status: 200 len: 946 time: 0.1940169 Sep 08 09:09:30.001775 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0881a61b-bbda-4600-9787-4c1412977e57 req-4ab04937-2495-4162-936e-00a1b9c8c5b1 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706437 Sep 08 09:09:30.010076 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-15bf2b86-1ba3-4c7a-90b5-10d5fcb74110 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:30.076629 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b37bd5-04d4-4f93-b2a1-248b76688e27 x-openstack-request-id: req-45b37bd5-04d4-4f93-b2a1-248b76688e27 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:09:30.077247 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68579f4-396f-4ba5-9617-f70aca0e3215", "name": "network-vif-plugged", "status": "completed", "tag": "32c3bbde-7afc-4b63-bed0-3158dd11c5a1", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:09:30.077815 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-45b37bd5-04d4-4f93-b2a1-248b76688e27 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:09:30.079503 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68579f4-396f-4ba5-9617-f70aca0e3215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c3bbde-7afc-4b63-bed0-3158dd11c5a1', 'code': 200} Sep 08 09:09:30.136992 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bf2b86-1ba3-4c7a-90b5-10d5fcb74110 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Network f40f74f0-a77c-48fc-b107-088e7641bc2a is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:09:30.139076 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-15bf2b86-1ba3-4c7a-90b5-10d5fcb74110 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:09:30.141261 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf2b86-1ba3-4c7a-90b5-10d5fcb74110 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Pushing event updated for resources: {'Port': ['ID=657af88f-65fa-4b3c-b093-dbf028719417,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:30.149053 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bf2b86-1ba3-4c7a-90b5-10d5fcb74110 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:09:30.184618 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 50210) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:30.354324 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b97bc4dd-2f92-4b64-83d6-e0ee538d3a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:30.479932 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-15bf2b86-1ba3-4c7a-90b5-10d5fcb74110 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:30.577735 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b97bc4dd-2f92-4b64-83d6-e0ee538d3a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:30.581496 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b97bc4dd-2f92-4b64-83d6-e0ee538d3a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:30.633316 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b97bc4dd-2f92-4b64-83d6-e0ee538d3a21 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=713b60f85bed49018045d8bb0544fc06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4473867 Sep 08 09:09:30.636041 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97bc4dd-2f92-4b64-83d6-e0ee538d3a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05204cfe-6dc9-4e3b-a5b6-f41e89f8c30f,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:30.638609 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 50216) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:30.712477 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1ff8e5c0-836d-4b5e-98b1-7af3ccacc5a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:30.743842 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1ff8e5c0-836d-4b5e-98b1-7af3ccacc5a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:30.759046 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-15bf2b86-1ba3-4c7a-90b5-10d5fcb74110 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:30.814998 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1ff8e5c0-836d-4b5e-98b1-7af3ccacc5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:30.819467 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1ff8e5c0-836d-4b5e-98b1-7af3ccacc5a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:30.826301 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1ff8e5c0-836d-4b5e-98b1-7af3ccacc5a9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/05204cfe-6dc9-4e3b-a5b6-f41e89f8c30f HTTP/1.1" status: 204 len: 168 time: 0.1814821 Sep 08 09:09:30.846951 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff8e5c0-836d-4b5e-98b1-7af3ccacc5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05204cfe-6dc9-4e3b-a5b6-f41e89f8c30f,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:30.993943 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15bf2b86-1ba3-4c7a-90b5-10d5fcb74110 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Router 1051e36b-1f7a-450a-bc9b-a06ce24651f5 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:09:31.156259 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4134a-70e8-4a57-a36a-35ffe1528872 req-3a4df76a-4a38-4317-98dc-93bc32e8d2bc tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:31.158866 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a2c4134a-70e8-4a57-a36a-35ffe1528872 req-3a4df76a-4a38-4317-98dc-93bc32e8d2bc tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=c247abfa-2319-42bb-9904-44fdbd0e85d3 HTTP/1.1" status: 200 len: 946 time: 0.0721846 Sep 08 09:09:31.165674 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ea215-4a3c-4469-999e-36ffb2b9773f req-b867633a-c181-47a7-9584-60bfe9975e15 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:31.167323 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-156ea215-4a3c-4469-999e-36ffb2b9773f req-b867633a-c181-47a7-9584-60bfe9975e15 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 946 time: 0.1106129 Sep 08 09:09:31.192218 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15bf2b86-1ba3-4c7a-90b5-10d5fcb74110 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:09:31.207062 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca26e4e2-effe-4e11-996d-fe54bc1af16b None None] Sync routers for ids ['1051e36b-1f7a-450a-bc9b-a06ce24651f5'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:09:31.228337 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca26e4e2-effe-4e11-996d-fe54bc1af16b None None] Routers {'1051e36b-1f7a-450a-bc9b-a06ce24651f5'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:09:31.229611 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-ca26e4e2-effe-4e11-996d-fe54bc1af16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:09:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['1051e36b-1f7a-450a-bc9b-a06ce24651f5'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:31.236774 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a2c4134a-70e8-4a57-a36a-35ffe1528872 req-c51fc7bf-8b12-4eba-a187-e97370731260 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712349 Sep 08 09:09:31.249767 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-15bf2b86-1ba3-4c7a-90b5-10d5fcb74110 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:31.253648 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-15bf2b86-1ba3-4c7a-90b5-10d5fcb74110 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.6898444 Sep 08 09:09:31.253917 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 50232) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:31.265722 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-156ea215-4a3c-4469-999e-36ffb2b9773f req-f977a85f-43a7-4205-b972-3647ba40c1d7 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889134 Sep 08 09:09:31.406730 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-ca26e4e2-effe-4e11-996d-fe54bc1af16b None None] Set router 1051e36b-1f7a-450a-bc9b-a06ce24651f5 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:09:31.435181 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f52f265c-58da-4576-81d7-bf48e1aff64e tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:31.649773 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f52f265c-58da-4576-81d7-bf48e1aff64e tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:31.703055 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-ca26e4e2-effe-4e11-996d-fe54bc1af16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1051e36b-1f7a-450a-bc9b-a06ce24651f5', 'name': '', 'tenant_id': '679c4f6cf66f4034898fa17ed556042b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40f74f0-a77c-48fc-b107-088e7641bc2a', 'external_fixed_ips': [{'subnet_id': '911db5e0-d7ae-4664-af56-5805a8637bda', 'ip_address': '2001:db8::1ba'}], 'enable_snat': True}, 'gw_port_id': '657af88f-65fa-4b3c-b093-dbf028719417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:09:27Z', 'updated_at': '2021-09-08T09:09:30Z', 'revision_number': 3, 'project_id': '679c4f6cf66f4034898fa17ed556042b', 'gw_port': {'id': '657af88f-65fa-4b3c-b093-dbf028719417', 'name': '', 'network_id': 'f40f74f0-a77c-48fc-b107-088e7641bc2a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:d8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1051e36b-1f7a-450a-bc9b-a06ce24651f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '911db5e0-d7ae-4664-af56-5805a8637bda', 'ip_address': '2001:db8::1ba', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:09:29Z', 'updated_at': '2021-09-08T09:09:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '911db5e0-d7ae-4664-af56-5805a8637bda', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:31.735744 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca26e4e2-effe-4e11-996d-fe54bc1af16b None None] Checking router: 1051e36b-1f7a-450a-bc9b-a06ce24651f5 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:09:31.736345 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca26e4e2-effe-4e11-996d-fe54bc1af16b None None] Updating router 1051e36b-1f7a-450a-bc9b-a06ce24651f5 port 657af88f-65fa-4b3c-b093-dbf028719417 binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:09:31.773009 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ca26e4e2-effe-4e11-996d-fe54bc1af16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:31.789702 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-f52f265c-58da-4576-81d7-bf48e1aff64e tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Deleting port 657af88f-65fa-4b3c-b093-dbf028719417 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:09:31.790100 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f52f265c-58da-4576-81d7-bf48e1aff64e tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:31.937562 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f52f265c-58da-4576-81d7-bf48e1aff64e tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:31.961966 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-f52f265c-58da-4576-81d7-bf48e1aff64e tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Calling delete_port for 657af88f-65fa-4b3c-b093-dbf028719417 owned by network:router_gateway {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:09:32.187953 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 50260) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:32.244405 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ca26e4e2-effe-4e11-996d-fe54bc1af16b None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:32.259797 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ca26e4e2-effe-4e11-996d-fe54bc1af16b None None] Transition to ACTIVE for port object 657af88f-65fa-4b3c-b093-dbf028719417 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:09:32.281215 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ca26e4e2-effe-4e11-996d-fe54bc1af16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:32.373713 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f52f265c-58da-4576-81d7-bf48e1aff64e tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:32.419726 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a36aac-a0be-4eb8-b497-eee6664c2fb0 None None] Pushing event updated for resources: {'Port': ['ID=657af88f-65fa-4b3c-b093-dbf028719417,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:32.431083 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-ca26e4e2-effe-4e11-996d-fe54bc1af16b None None] Attempting to bind port 657af88f-65fa-4b3c-b093-dbf028719417 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:09:32.431593 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-ca26e4e2-effe-4e11-996d-fe54bc1af16b None None] Attempting to bind port 657af88f-65fa-4b3c-b093-dbf028719417 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '3c27bafb-b86b-4f73-b555-db26916e34e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f40f74f0-a77c-48fc-b107-088e7641bc2a'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:09:32.432996 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca26e4e2-effe-4e11-996d-fe54bc1af16b None None] Attempting to bind port 657af88f-65fa-4b3c-b093-dbf028719417 on network f40f74f0-a77c-48fc-b107-088e7641bc2a {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:09:32.440088 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca26e4e2-effe-4e11-996d-fe54bc1af16b None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:09:32.440467 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca26e4e2-effe-4e11-996d-fe54bc1af16b None None] Checking segment: {'id': '3c27bafb-b86b-4f73-b555-db26916e34e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f40f74f0-a77c-48fc-b107-088e7641bc2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:09:32.440935 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ca26e4e2-effe-4e11-996d-fe54bc1af16b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:32.441396 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca26e4e2-effe-4e11-996d-fe54bc1af16b None None] Bound using segment: {'id': '3c27bafb-b86b-4f73-b555-db26916e34e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f40f74f0-a77c-48fc-b107-088e7641bc2a'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:09:32.441895 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-ca26e4e2-effe-4e11-996d-fe54bc1af16b None None] Bound port: 657af88f-65fa-4b3c-b093-dbf028719417, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c27bafb-b86b-4f73-b555-db26916e34e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f40f74f0-a77c-48fc-b107-088e7641bc2a'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:09:32.442279 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ca26e4e2-effe-4e11-996d-fe54bc1af16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:32.447666 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f265c-58da-4576-81d7-bf48e1aff64e tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Pushing event deleted for resources: {'Port': ['ID=657af88f-65fa-4b3c-b093-dbf028719417,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:32.473274 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-16894199-c9d2-4067-8de8-cbd2aaad7578 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-614609853-network', 'tenant_id': '9f5275e2d58a49a08895a50418c7508b'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:09:32.490549 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-ca26e4e2-effe-4e11-996d-fe54bc1af16b None None] Port 657af88f-65fa-4b3c-b093-dbf028719417 has been deleted concurrently {{(pid=94714) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Sep 08 09:09:32.503585 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f52f265c-58da-4576-81d7-bf48e1aff64e tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:32.508404 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca26e4e2-effe-4e11-996d-fe54bc1af16b None None] Routers {'1051e36b-1f7a-450a-bc9b-a06ce24651f5'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:09:32.509063 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-ca26e4e2-effe-4e11-996d-fe54bc1af16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:09:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['1051e36b-1f7a-450a-bc9b-a06ce24651f5'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:32.528863 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16894199-c9d2-4067-8de8-cbd2aaad7578 admin admin] Made reservation on behalf of 9f5275e2d58a49a08895a50418c7508b for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:09:32.531907 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-16894199-c9d2-4067-8de8-cbd2aaad7578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:32.547149 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-16894199-c9d2-4067-8de8-cbd2aaad7578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:32.557285 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccce1e2-2ca3-430f-9f5a-3228b68ba495 req-927b24f0-b8c5-464b-b67f-2188a373155b tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:32.558912 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52d752-5141-4ae8-8970-c960fb90d1b2 req-daf569a6-dd31-4f3e-b8bf-646ae4eec24d tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:32.560541 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ad52d752-5141-4ae8-8970-c960fb90d1b2 req-daf569a6-dd31-4f3e-b8bf-646ae4eec24d tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=c247abfa-2319-42bb-9904-44fdbd0e85d3 HTTP/1.1" status: 200 len: 946 time: 0.1663201 Sep 08 09:09:32.562599 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6ccce1e2-2ca3-430f-9f5a-3228b68ba495 req-927b24f0-b8c5-464b-b67f-2188a373155b tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 946 time: 0.1303773 Sep 08 09:09:32.656899 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ad52d752-5141-4ae8-8970-c960fb90d1b2 req-b1258a86-5e03-42c3-902b-1c6e5ad84d91 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740564 Sep 08 09:09:32.665892 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f52f265c-58da-4576-81d7-bf48e1aff64e tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:32.669196 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f52f265c-58da-4576-81d7-bf48e1aff64e tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:32.785807 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6ccce1e2-2ca3-430f-9f5a-3228b68ba495 req-67fb370e-b7b7-4155-a0b1-9470214daa31 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528376 Sep 08 09:09:32.786500 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f52f265c-58da-4576-81d7-bf48e1aff64e tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:32.787710 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52f265c-58da-4576-81d7-bf48e1aff64e tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1051e36b-1f7a-450a-bc9b-a06ce24651f5 {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:09:32.792804 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f52f265c-58da-4576-81d7-bf48e1aff64e tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:32.793970 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f52f265c-58da-4576-81d7-bf48e1aff64e tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] 10.222.0.54 "DELETE /v2.0/routers/1051e36b-1f7a-450a-bc9b-a06ce24651f5 HTTP/1.1" status: 204 len: 168 time: 1.5387127 Sep 08 09:09:32.798354 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 50272) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:32.835677 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-16894199-c9d2-4067-8de8-cbd2aaad7578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:32.853121 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-16894199-c9d2-4067-8de8-cbd2aaad7578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:32.878772 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-44d5c5c2-20d9-4a94-aa34-4a4c268bd876 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Deleting subnet 911db5e0-d7ae-4664-af56-5805a8637bda {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:09:32.884522 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-44d5c5c2-20d9-4a94-aa34-4a4c268bd876 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:32.911136 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-ca26e4e2-effe-4e11-996d-fe54bc1af16b None None] Set router 1051e36b-1f7a-450a-bc9b-a06ce24651f5 gateway port host: None {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:09:32.929522 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16894199-c9d2-4067-8de8-cbd2aaad7578 admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:09:32.952847 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-44d5c5c2-20d9-4a94-aa34-4a4c268bd876 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:32.959782 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16894199-c9d2-4067-8de8-cbd2aaad7578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23d14aa-19d1-4dd0-afd8-a98b6f98469e,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:32.978385 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-16894199-c9d2-4067-8de8-cbd2aaad7578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:32.978921 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-16894199-c9d2-4067-8de8-cbd2aaad7578 admin admin] Added segment f65d12e3-feb2-45fa-813d-94ce7829a6a9 of type vlan for network cb338a05-96ea-4d11-88f8-690044b53ade Sep 08 09:09:32.996306 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-ca26e4e2-effe-4e11-996d-fe54bc1af16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1051e36b-1f7a-450a-bc9b-a06ce24651f5', 'name': '', 'tenant_id': '679c4f6cf66f4034898fa17ed556042b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:09:27Z', 'updated_at': '2021-09-08T09:09:32Z', 'revision_number': 5, 'project_id': '679c4f6cf66f4034898fa17ed556042b', 'gw_port_host': None}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:33.058558 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-44d5c5c2-20d9-4a94-aa34-4a4c268bd876 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:33.060822 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca26e4e2-effe-4e11-996d-fe54bc1af16b None None] The sync data for ids ['1051e36b-1f7a-450a-bc9b-a06ce24651f5'] in n-d-806683-11 is: [{'id': '1051e36b-1f7a-450a-bc9b-a06ce24651f5', 'name': '', 'tenant_id': '679c4f6cf66f4034898fa17ed556042b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:09:27Z', 'updated_at': '2021-09-08T09:09:32Z', 'revision_number': 5, 'project_id': '679c4f6cf66f4034898fa17ed556042b', 'gw_port_host': None}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:09:33.080974 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-16894199-c9d2-4067-8de8-cbd2aaad7578 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:33.133864 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-16894199-c9d2-4067-8de8-cbd2aaad7578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:33.140883 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16894199-c9d2-4067-8de8-cbd2aaad7578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:33.140883 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-16894199-c9d2-4067-8de8-cbd2aaad7578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:33.169166 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-44d5c5c2-20d9-4a94-aa34-4a4c268bd876 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:33.198506 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-44d5c5c2-20d9-4a94-aa34-4a4c268bd876 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:33.210311 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-44d5c5c2-20d9-4a94-aa34-4a4c268bd876 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] 10.222.0.54 "DELETE /v2.0/subnets/911db5e0-d7ae-4664-af56-5805a8637bda HTTP/1.1" status: 204 len: 168 time: 0.4077251 Sep 08 09:09:33.224865 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 50274) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:33.245410 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d5c5c2-20d9-4a94-aa34-4a4c268bd876 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=911db5e0-d7ae-4664-af56-5805a8637bda,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:33.280848 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-16894199-c9d2-4067-8de8-cbd2aaad7578 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0915983 Sep 08 09:09:33.284738 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 50276) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:33.294262 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-a7958c20-653a-4b06-8a8a-e91fa99c87f5 admin admin] Request body: {'subnet': {'network_id': 'cb338a05-96ea-4d11-88f8-690044b53ade', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-614609853-subnet', 'tenant_id': '9f5275e2d58a49a08895a50418c7508b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:09:33.343779 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16894199-c9d2-4067-8de8-cbd2aaad7578 admin admin] Pushing event updated for resources: {'Network': ['ID=cb338a05-96ea-4d11-88f8-690044b53ade,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:33.356843 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network cb338a05-96ea-4d11-88f8-690044b53ade details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:09:33.380107 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7958c20-653a-4b06-8a8a-e91fa99c87f5 admin admin] Made reservation on behalf of 9f5275e2d58a49a08895a50418c7508b for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:09:33.391324 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a7958c20-653a-4b06-8a8a-e91fa99c87f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:33.485827 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-765a2214-4a36-4baf-ac0a-7e63faca2c7a tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:33.674831 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-765a2214-4a36-4baf-ac0a-7e63faca2c7a tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:33.712853 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-765a2214-4a36-4baf-ac0a-7e63faca2c7a tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f40f74f0-a77c-48fc-b107-088e7641bc2a']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:33.747262 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-765a2214-4a36-4baf-ac0a-7e63faca2c7a tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c27bafb-b86b-4f73-b555-db26916e34e2') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:33.747570 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-765a2214-4a36-4baf-ac0a-7e63faca2c7a tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c27bafb-b86b-4f73-b555-db26916e34e2') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:33.788861 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-765a2214-4a36-4baf-ac0a-7e63faca2c7a tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:33.838271 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a7958c20-653a-4b06-8a8a-e91fa99c87f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:33.853494 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-765a2214-4a36-4baf-ac0a-7e63faca2c7a tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:33.919794 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7958c20-653a-4b06-8a8a-e91fa99c87f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ec84db6-4dd6-4de4-a1e0-0c0e5076306d,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:33.929070 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7958c20-653a-4b06-8a8a-e91fa99c87f5 admin admin] Checking segment: {'id': 'f65d12e3-feb2-45fa-813d-94ce7829a6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'cb338a05-96ea-4d11-88f8-690044b53ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:09:33.929500 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7958c20-653a-4b06-8a8a-e91fa99c87f5 admin admin] Network hostable DHCP agents. Network: cb338a05-96ea-4d11-88f8-690044b53ade, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:09:33.935182 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-765a2214-4a36-4baf-ac0a-7e63faca2c7a tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:09:33.938746 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-765a2214-4a36-4baf-ac0a-7e63faca2c7a tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:33.941579 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:09:33.941579 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:09:33.941579 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:09:33.941579 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:09:33.941579 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:09:33.941579 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:09:33.941579 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:09:33.941579 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:09:33.941579 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:09:33.941579 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:09:33.941579 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:09:33.941579 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:09:33.941579 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:09:33.941579 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:09:33.941579 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:09:33.941579 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:09:33.941579 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:09:33.941579 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:09:33.941579 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:09:33.941579 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:09:33.941579 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:09:33.941579 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:09:33.941579 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:09:33.941579 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:09:33.941579 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:09:33.941579 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:09:33.941579 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:09:33.941579 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:09:33.941579 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:09:33.941579 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:09:33.941579 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:09:33.941579 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:09:33.957882 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7958c20-653a-4b06-8a8a-e91fa99c87f5 admin admin] Network cb338a05-96ea-4d11-88f8-690044b53ade is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:09:33.982385 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-a7958c20-653a-4b06-8a8a-e91fa99c87f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, cb338a05-96ea-4d11-88f8-690044b53ade) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:09:33.987884 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7958c20-653a-4b06-8a8a-e91fa99c87f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:33.988495 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a7958c20-653a-4b06-8a8a-e91fa99c87f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:33.996182 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf7201b-a356-4c7a-872d-370a29728679 None None] Network cb338a05-96ea-4d11-88f8-690044b53ade requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:09:34.065975 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a7958c20-653a-4b06-8a8a-e91fa99c87f5 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7748291 Sep 08 09:09:34.067117 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 50292) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:34.091150 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-adaed98a-7aa5-4c13-a697-855e0c3d2de1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-614609853-router', 'tenant_id': '9f5275e2d58a49a08895a50418c7508b', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:09:34.122578 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74c572-a875-43a2-a7d2-327e35d8a69a req-d6c2859a-f47d-4e2e-9b07-c045cea347f7 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:34.124827 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fd74c572-a875-43a2-a7d2-327e35d8a69a req-d6c2859a-f47d-4e2e-9b07-c045cea347f7 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=c247abfa-2319-42bb-9904-44fdbd0e85d3 HTTP/1.1" status: 200 len: 946 time: 0.2576721 Sep 08 09:09:34.135760 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-765a2214-4a36-4baf-ac0a-7e63faca2c7a tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:34.154513 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765a2214-4a36-4baf-ac0a-7e63faca2c7a tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f40f74f0-a77c-48fc-b107-088e7641bc2a {{(pid=94712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 08 09:09:34.163359 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-765a2214-4a36-4baf-ac0a-7e63faca2c7a tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:34.166172 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-765a2214-4a36-4baf-ac0a-7e63faca2c7a tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] 10.222.0.54 "DELETE /v2.0/networks/f40f74f0-a77c-48fc-b107-088e7641bc2a HTTP/1.1" status: 204 len: 168 time: 0.9391770 Sep 08 09:09:34.174389 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b0a911-6e8d-4baa-9e52-912212758a3a req-bc05f64c-ba27-4953-aea1-70086a699670 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:34.183974 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-94b0a911-6e8d-4baa-9e52-912212758a3a req-bc05f64c-ba27-4953-aea1-70086a699670 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 946 time: 0.1861835 Sep 08 09:09:34.187476 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-adaed98a-7aa5-4c13-a697-855e0c3d2de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:34.188656 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-adaed98a-7aa5-4c13-a697-855e0c3d2de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:34.197853 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a2214-4a36-4baf-ac0a-7e63faca2c7a tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Pushing event deleted for resources: {'Network': ['ID=f40f74f0-a77c-48fc-b107-088e7641bc2a,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:34.267144 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-94b0a911-6e8d-4baa-9e52-912212758a3a req-0b119b52-faaf-4e08-8a42-74d3b7b463ed tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820265 Sep 08 09:09:34.298145 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fd74c572-a875-43a2-a7d2-327e35d8a69a req-308d566b-03be-4a7f-a4f9-419f874ea936 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371229 Sep 08 09:09:34.479972 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906897ed-d5ad-4908-97fb-8eb2da6f84b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-cb338a05-96ea-4d11-88f8-690044b53ade', 'network_id': 'cb338a05-96ea-4d11-88f8-690044b53ade', 'tenant_id': '9f5275e2d58a49a08895a50418c7508b', 'fixed_ips': [{'subnet_id': '8ec84db6-4dd6-4de4-a1e0-0c0e5076306d'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:09:34.480956 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-906897ed-d5ad-4908-97fb-8eb2da6f84b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:34.496882 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-adaed98a-7aa5-4c13-a697-855e0c3d2de1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:34.816622 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-906897ed-d5ad-4908-97fb-8eb2da6f84b0 None None] Allocated IP 172.20.0.2 (cb338a05-96ea-4d11-88f8-690044b53ade/8ec84db6-4dd6-4de4-a1e0-0c0e5076306d/806508f6-93d6-46c4-82d5-fe094fa40491) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:09:34.821777 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 50302) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:34.827161 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-4101af20-fdac-4e3c-849c-3042bad3c3a0 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Request body: {'router': {'name': 'tempest-router--709279146', 'project_id': '54546e2856fb4d93bb205b1f9d74d339'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:09:34.855927 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-adaed98a-7aa5-4c13-a697-855e0c3d2de1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:34.870587 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4101af20-fdac-4e3c-849c-3042bad3c3a0 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:34.872064 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4101af20-fdac-4e3c-849c-3042bad3c3a0 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:34.980476 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4101af20-fdac-4e3c-849c-3042bad3c3a0 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:34.991404 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4101af20-fdac-4e3c-849c-3042bad3c3a0 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:35.028158 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4101af20-fdac-4e3c-849c-3042bad3c3a0 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:35.029673 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4101af20-fdac-4e3c-849c-3042bad3c3a0 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2066944 Sep 08 09:09:35.032367 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 50304) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:35.071360 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-906897ed-d5ad-4908-97fb-8eb2da6f84b0 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:35.086009 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-906897ed-d5ad-4908-97fb-8eb2da6f84b0 None None] Transition to ACTIVE for port object 806508f6-93d6-46c4-82d5-fe094fa40491 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:09:35.121700 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-906897ed-d5ad-4908-97fb-8eb2da6f84b0 None None] Transition to ACTIVE for port object 806508f6-93d6-46c4-82d5-fe094fa40491 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:09:35.138429 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-906897ed-d5ad-4908-97fb-8eb2da6f84b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:35.200419 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906897ed-d5ad-4908-97fb-8eb2da6f84b0 None None] Network cb338a05-96ea-4d11-88f8-690044b53ade is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:09:35.202520 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-906897ed-d5ad-4908-97fb-8eb2da6f84b0 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:09:35.219250 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906897ed-d5ad-4908-97fb-8eb2da6f84b0 None None] Pushing event updated for resources: {'Port': ['ID=806508f6-93d6-46c4-82d5-fe094fa40491,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:35.222482 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906897ed-d5ad-4908-97fb-8eb2da6f84b0 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:09:35.233500 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cba71df9-086f-46b3-ada5-29b757e8e649 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks [] for router, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:35.348526 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-906897ed-d5ad-4908-97fb-8eb2da6f84b0 None None] Attempting to bind port 806508f6-93d6-46c4-82d5-fe094fa40491 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:09:35.353940 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-906897ed-d5ad-4908-97fb-8eb2da6f84b0 None None] Attempting to bind port 806508f6-93d6-46c4-82d5-fe094fa40491 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'f65d12e3-feb2-45fa-813d-94ce7829a6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'cb338a05-96ea-4d11-88f8-690044b53ade'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:09:35.355181 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906897ed-d5ad-4908-97fb-8eb2da6f84b0 None None] Attempting to bind port 806508f6-93d6-46c4-82d5-fe094fa40491 on network cb338a05-96ea-4d11-88f8-690044b53ade {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:09:35.372364 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906897ed-d5ad-4908-97fb-8eb2da6f84b0 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:09:35.373092 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906897ed-d5ad-4908-97fb-8eb2da6f84b0 None None] Checking segment: {'id': 'f65d12e3-feb2-45fa-813d-94ce7829a6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'cb338a05-96ea-4d11-88f8-690044b53ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:09:35.373682 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-906897ed-d5ad-4908-97fb-8eb2da6f84b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:35.375018 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906897ed-d5ad-4908-97fb-8eb2da6f84b0 None None] Bound using segment: {'id': 'f65d12e3-feb2-45fa-813d-94ce7829a6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'cb338a05-96ea-4d11-88f8-690044b53ade'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:09:35.375998 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-906897ed-d5ad-4908-97fb-8eb2da6f84b0 None None] Bound port: 806508f6-93d6-46c4-82d5-fe094fa40491, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65d12e3-feb2-45fa-813d-94ce7829a6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'cb338a05-96ea-4d11-88f8-690044b53ade'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:09:35.382111 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-906897ed-d5ad-4908-97fb-8eb2da6f84b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:35.486678 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-906897ed-d5ad-4908-97fb-8eb2da6f84b0 None None] For port 806508f6-93d6-46c4-82d5-fe094fa40491, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:09:35.491633 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-906897ed-d5ad-4908-97fb-8eb2da6f84b0 None None] For port 806508f6-93d6-46c4-82d5-fe094fa40491, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=806508f6-93d6-46c4-82d5-fe094fa40491,segment=NetworkSegment(f65d12e3-feb2-45fa-813d-94ce7829a6a9),segment_id=f65d12e3-feb2-45fa-813d-94ce7829a6a9)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:09:35.513239 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-906897ed-d5ad-4908-97fb-8eb2da6f84b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:35.514145 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cba71df9-086f-46b3-ada5-29b757e8e649 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:35.516944 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cba71df9-086f-46b3-ada5-29b757e8e649 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:35.571401 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-adaed98a-7aa5-4c13-a697-855e0c3d2de1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:35.642267 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-adaed98a-7aa5-4c13-a697-855e0c3d2de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:35.668929 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906897ed-d5ad-4908-97fb-8eb2da6f84b0 None None] Pushing event updated for resources: {'Port': ['ID=806508f6-93d6-46c4-82d5-fe094fa40491,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:35.682384 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cba71df9-086f-46b3-ada5-29b757e8e649 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:35.682866 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba71df9-086f-46b3-ada5-29b757e8e649 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f8ddd97e-df7f-4cf8-afc6-41ae2cc349ec {{(pid=94712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:09:35.688284 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cba71df9-086f-46b3-ada5-29b757e8e649 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:35.692103 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-cba71df9-086f-46b3-ada5-29b757e8e649 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] 10.222.0.54 "DELETE /v2.0/routers/f8ddd97e-df7f-4cf8-afc6-41ae2cc349ec HTTP/1.1" status: 204 len: 168 time: 0.6562145 Sep 08 09:09:35.696150 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab74b96-f690-47de-9812-d2b8b71bee48 req-8f6c4dcb-7c11-4a9a-8e1b-63d1a33ed361 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:35.710244 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6ab74b96-f690-47de-9812-d2b8b71bee48 req-8f6c4dcb-7c11-4a9a-8e1b-63d1a33ed361 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=c247abfa-2319-42bb-9904-44fdbd0e85d3 HTTP/1.1" status: 200 len: 946 time: 0.2671084 Sep 08 09:09:35.716819 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4228ca9-47ec-4e8a-abff-f97c0ef273fa req-677a4d95-47d4-4377-b20d-f22f882517e7 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:35.718432 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d4228ca9-47ec-4e8a-abff-f97c0ef273fa req-677a4d95-47d4-4377-b20d-f22f882517e7 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 946 time: 0.0818810 Sep 08 09:09:35.788683 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d4228ca9-47ec-4e8a-abff-f97c0ef273fa req-0ff5fdd4-813f-4607-8ea5-a506a2ad6385 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545764 Sep 08 09:09:35.883689 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 50318) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:36.079178 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6ab74b96-f690-47de-9812-d2b8b71bee48 req-57403432-5133-44b5-91a6-afdc1b16aaaa tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610976 Sep 08 09:09:36.113994 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-adaed98a-7aa5-4c13-a697-855e0c3d2de1 admin admin] Allocated IP 172.25.0.87 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/f28d3dac-4c3d-44f5-9950-b4fca8cb46cc) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:09:36.275754 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-adaed98a-7aa5-4c13-a697-855e0c3d2de1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:36.297174 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-a1be303d-c7ee-4145-8ba5-2c2e0ceec880 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-370945851', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}, 'admin_state_up': False}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:09:36.337908 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-adaed98a-7aa5-4c13-a697-855e0c3d2de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:36.369939 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a1be303d-c7ee-4145-8ba5-2c2e0ceec880 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:36.375344 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a1be303d-c7ee-4145-8ba5-2c2e0ceec880 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:36.405580 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adaed98a-7aa5-4c13-a697-855e0c3d2de1 admin admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:09:36.417382 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-adaed98a-7aa5-4c13-a697-855e0c3d2de1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:09:36.422242 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 806508f6-93d6-46c4-82d5-fe094fa40491 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:09:36.422433 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaed98a-7aa5-4c13-a697-855e0c3d2de1 admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:09:36.470113 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaed98a-7aa5-4c13-a697-855e0c3d2de1 admin admin] Pushing event updated for resources: {'Port': ['ID=f28d3dac-4c3d-44f5-9950-b4fca8cb46cc,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:36.549556 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 806508f6-93d6-46c4-82d5-fe094fa40491 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:09:36.552253 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a1be303d-c7ee-4145-8ba5-2c2e0ceec880 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:36.851988 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-adaed98a-7aa5-4c13-a697-855e0c3d2de1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:37.101832 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ea85b-e4a3-4bf5-82a8-4cb8630bf3b4 req-87580fe5-e39d-49bc-8bd0-cca856706289 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:37.112013 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7b5ea85b-e4a3-4bf5-82a8-4cb8630bf3b4 req-87580fe5-e39d-49bc-8bd0-cca856706289 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 946 time: 0.1761723 Sep 08 09:09:37.187574 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f699306e-05b2-4987-a543-6d5158d4bda4 None None] Network cb338a05-96ea-4d11-88f8-690044b53ade requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:09:37.294825 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7b5ea85b-e4a3-4bf5-82a8-4cb8630bf3b4 req-8b296feb-8a1f-4de0-8ebe-3fdda862aa89 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819205 Sep 08 09:09:37.399153 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a1be303d-c7ee-4145-8ba5-2c2e0ceec880 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:37.491942 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2880c74d-ac0f-43dc-98c1-1e0bacde3387 None None] Provisioning for port 806508f6-93d6-46c4-82d5-fe094fa40491 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:09:37.527597 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2880c74d-ac0f-43dc-98c1-1e0bacde3387 None None] Provisioning complete for port 806508f6-93d6-46c4-82d5-fe094fa40491 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:09:37.528810 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2880c74d-ac0f-43dc-98c1-1e0bacde3387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:37.532955 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-adaed98a-7aa5-4c13-a697-855e0c3d2de1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:37.566441 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69384d26-cd71-4cb0-8fc9-7a8c31d2f6c4 req-ac894956-696d-4441-aaae-5dba783370f3 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:37.584416 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-69384d26-cd71-4cb0-8fc9-7a8c31d2f6c4 req-ac894956-696d-4441-aaae-5dba783370f3 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=c247abfa-2319-42bb-9904-44fdbd0e85d3 HTTP/1.1" status: 200 len: 946 time: 0.1888194 Sep 08 09:09:37.744022 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-69384d26-cd71-4cb0-8fc9-7a8c31d2f6c4 req-2e7f3a7a-d9b3-4f28-8001-b04c78f34e49 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580184 Sep 08 09:09:37.948564 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2880c74d-ac0f-43dc-98c1-1e0bacde3387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:38.030540 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-2880c74d-ac0f-43dc-98c1-1e0bacde3387 None None] For port 806508f6-93d6-46c4-82d5-fe094fa40491, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=806508f6-93d6-46c4-82d5-fe094fa40491,segment=NetworkSegment(f65d12e3-feb2-45fa-813d-94ce7829a6a9),segment_id=f65d12e3-feb2-45fa-813d-94ce7829a6a9)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:09:38.038386 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2880c74d-ac0f-43dc-98c1-1e0bacde3387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:38.080202 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a1be303d-c7ee-4145-8ba5-2c2e0ceec880 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for router_gateway, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:38.135554 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2880c74d-ac0f-43dc-98c1-1e0bacde3387 None None] Pushing event updated for resources: {'Port': ['ID=806508f6-93d6-46c4-82d5-fe094fa40491,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:38.162713 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a1be303d-c7ee-4145-8ba5-2c2e0ceec880 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:38.383091 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aaf07e21-8737-42d3-be90-93aa2ad119b5 None None] Provisioning complete for port 806508f6-93d6-46c4-82d5-fe094fa40491 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:09:38.383478 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aaf07e21-8737-42d3-be90-93aa2ad119b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:38.417877 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-a1be303d-c7ee-4145-8ba5-2c2e0ceec880 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Allocated IP 172.25.0.116 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/340acdf9-8940-4d0f-a730-103fac3ccd8e) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:09:38.431593 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 806508f6-93d6-46c4-82d5-fe094fa40491 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:09:38.485620 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adaed98a-7aa5-4c13-a697-855e0c3d2de1 admin admin] Router 8e71d37c-9786-446a-bcce-c9b3b16e188b is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:09:38.625229 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 806508f6-93d6-46c4-82d5-fe094fa40491 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:09:38.625793 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:38.631535 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fa016-fafa-498f-9f52-efb04240fb3d req-6333f0ba-cd80-4e37-8bd7-4c72c55fda84 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:38.633229 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e30fa016-fafa-498f-9f52-efb04240fb3d req-6333f0ba-cd80-4e37-8bd7-4c72c55fda84 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 946 time: 0.2171407 Sep 08 09:09:38.729062 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adaed98a-7aa5-4c13-a697-855e0c3d2de1 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:09:38.743747 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce12109-689e-48be-b536-01712ba8cea0 None None] Sync routers for ids ['8e71d37c-9786-446a-bcce-c9b3b16e188b'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:09:38.773627 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-adaed98a-7aa5-4c13-a697-855e0c3d2de1 admin admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:38.777590 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-adaed98a-7aa5-4c13-a697-855e0c3d2de1 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7041349 Sep 08 09:09:38.777765 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 50342) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:38.799567 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce12109-689e-48be-b536-01712ba8cea0 None None] Routers {'8e71d37c-9786-446a-bcce-c9b3b16e188b'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:09:38.804663 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-fce12109-689e-48be-b536-01712ba8cea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:09:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8e71d37c-9786-446a-bcce-c9b3b16e188b'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:38.841424 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e30fa016-fafa-498f-9f52-efb04240fb3d req-caceed31-aebf-4baf-986b-9e529ee229a1 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445684 Sep 08 09:09:38.871932 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a1be303d-c7ee-4145-8ba5-2c2e0ceec880 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:38.961597 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a1be303d-c7ee-4145-8ba5-2c2e0ceec880 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:39.046861 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-fce12109-689e-48be-b536-01712ba8cea0 None None] Set router 8e71d37c-9786-446a-bcce-c9b3b16e188b gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:09:39.061844 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1be303d-c7ee-4145-8ba5-2c2e0ceec880 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:09:39.072781 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-a1be303d-c7ee-4145-8ba5-2c2e0ceec880 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:09:39.082142 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1be303d-c7ee-4145-8ba5-2c2e0ceec880 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:09:39.138269 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be303d-c7ee-4145-8ba5-2c2e0ceec880 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Pushing event updated for resources: {'Port': ['ID=340acdf9-8940-4d0f-a730-103fac3ccd8e,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:39.178242 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4191d-d345-4007-8a22-7fa261ec0754 req-7e661ec7-fd6a-4a3a-95cd-c3e14642ad0c tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:39.186211 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-10b4191d-d345-4007-8a22-7fa261ec0754 req-7e661ec7-fd6a-4a3a-95cd-c3e14642ad0c tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=c247abfa-2319-42bb-9904-44fdbd0e85d3 HTTP/1.1" status: 200 len: 946 time: 0.2336872 Sep 08 09:09:39.287071 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-10b4191d-d345-4007-8a22-7fa261ec0754 req-ba5dfa14-b951-4196-a9f0-ab6c9a4711bf tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992715 Sep 08 09:09:39.413320 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-fce12109-689e-48be-b536-01712ba8cea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'name': 'tempest-AttachVolumeShelveTestJSON-614609853-router', 'tenant_id': '9f5275e2d58a49a08895a50418c7508b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'f28d3dac-4c3d-44f5-9950-b4fca8cb46cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:09:34Z', 'updated_at': '2021-09-08T09:09:36Z', 'revision_number': 3, 'project_id': '9f5275e2d58a49a08895a50418c7508b', 'gw_port': {'id': 'f28d3dac-4c3d-44f5-9950-b4fca8cb46cc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:09:35Z', 'updated_at': '2021-09-08T09:09:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:39.468380 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce12109-689e-48be-b536-01712ba8cea0 None None] Checking router: 8e71d37c-9786-446a-bcce-c9b3b16e188b for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:09:39.469022 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce12109-689e-48be-b536-01712ba8cea0 None None] Updating router 8e71d37c-9786-446a-bcce-c9b3b16e188b port f28d3dac-4c3d-44f5-9950-b4fca8cb46cc binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:09:39.541312 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-fce12109-689e-48be-b536-01712ba8cea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:39.611120 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a1be303d-c7ee-4145-8ba5-2c2e0ceec880 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for router_gateway, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:39.809204 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a0e77cea-ab24-48fc-a1fb-a652b38be941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:39.895321 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-fce12109-689e-48be-b536-01712ba8cea0 None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:39.907739 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-fce12109-689e-48be-b536-01712ba8cea0 None None] Transition to ACTIVE for port object f28d3dac-4c3d-44f5-9950-b4fca8cb46cc will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:09:39.917495 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-fce12109-689e-48be-b536-01712ba8cea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:40.015307 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a1be303d-c7ee-4145-8ba5-2c2e0ceec880 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:40.066669 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-a0e77cea-ab24-48fc-a1fb-a652b38be941 admin admin] Allocated IP 172.20.0.1 (cb338a05-96ea-4d11-88f8-690044b53ade/8ec84db6-4dd6-4de4-a1e0-0c0e5076306d/101f7c50-22be-46db-aec9-7e9e62483fa5) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:09:40.091790 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-fce12109-689e-48be-b536-01712ba8cea0 None None] Attempting to bind port f28d3dac-4c3d-44f5-9950-b4fca8cb46cc on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:09:40.093010 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-fce12109-689e-48be-b536-01712ba8cea0 None None] Attempting to bind port f28d3dac-4c3d-44f5-9950-b4fca8cb46cc by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:09:40.093444 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce12109-689e-48be-b536-01712ba8cea0 None None] Attempting to bind port f28d3dac-4c3d-44f5-9950-b4fca8cb46cc on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:09:40.096847 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b711a4c-7caf-4d64-8119-740d3b11ae4d None None] Pushing event updated for resources: {'Port': ['ID=f28d3dac-4c3d-44f5-9950-b4fca8cb46cc,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:40.103928 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce12109-689e-48be-b536-01712ba8cea0 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:09:40.104483 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce12109-689e-48be-b536-01712ba8cea0 None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:09:40.104951 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-fce12109-689e-48be-b536-01712ba8cea0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:40.105418 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce12109-689e-48be-b536-01712ba8cea0 None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:09:40.105961 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-fce12109-689e-48be-b536-01712ba8cea0 None None] Bound port: f28d3dac-4c3d-44f5-9950-b4fca8cb46cc, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:09:40.106841 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-fce12109-689e-48be-b536-01712ba8cea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:40.129325 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38f222-853b-4a72-8802-94f135edf3ca req-d5767b64-f879-41aa-b426-1a6ff055e34d tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:40.142201 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-db38f222-853b-4a72-8802-94f135edf3ca req-d5767b64-f879-41aa-b426-1a6ff055e34d tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 946 time: 0.1444855 Sep 08 09:09:40.248067 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-fce12109-689e-48be-b536-01712ba8cea0 None None] For port f28d3dac-4c3d-44f5-9950-b4fca8cb46cc, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:09:40.252146 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-fce12109-689e-48be-b536-01712ba8cea0 None None] For port f28d3dac-4c3d-44f5-9950-b4fca8cb46cc, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=f28d3dac-4c3d-44f5-9950-b4fca8cb46cc,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:09:40.258454 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-fce12109-689e-48be-b536-01712ba8cea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:40.260839 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-db38f222-853b-4a72-8802-94f135edf3ca req-d907c90d-8f7d-4f7d-8cf8-26ebf2cc02ef tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176248 Sep 08 09:09:40.290498 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1be303d-c7ee-4145-8ba5-2c2e0ceec880 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Router 52862fcd-7e9c-4bd7-b869-89b3ba70290f is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:09:40.301302 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a0e77cea-ab24-48fc-a1fb-a652b38be941 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:40.349572 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-a0e77cea-ab24-48fc-a1fb-a652b38be941 admin admin] Transition to ACTIVE for port object 101f7c50-22be-46db-aec9-7e9e62483fa5 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:09:40.404904 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b711a4c-7caf-4d64-8119-740d3b11ae4d None None] Pushing event updated for resources: {'Port': ['ID=f28d3dac-4c3d-44f5-9950-b4fca8cb46cc,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:40.473094 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce12109-689e-48be-b536-01712ba8cea0 None None] Routers {'8e71d37c-9786-446a-bcce-c9b3b16e188b'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:09:40.476283 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-fce12109-689e-48be-b536-01712ba8cea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:09:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8e71d37c-9786-446a-bcce-c9b3b16e188b'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:40.481345 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1be303d-c7ee-4145-8ba5-2c2e0ceec880 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:09:40.548505 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c3d6b6-ffce-4bb2-b871-3768856d3c1b None None] Sync routers for ids ['52862fcd-7e9c-4bd7-b869-89b3ba70290f'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:09:40.557031 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a0e77cea-ab24-48fc-a1fb-a652b38be941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:40.579315 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a1be303d-c7ee-4145-8ba5-2c2e0ceec880 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:40.583457 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-a1be303d-c7ee-4145-8ba5-2c2e0ceec880 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.6938577 Sep 08 09:09:40.587324 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 50358) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:40.617805 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c3d6b6-ffce-4bb2-b871-3768856d3c1b None None] Routers {'52862fcd-7e9c-4bd7-b869-89b3ba70290f'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:09:40.633159 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-e9c3d6b6-ffce-4bb2-b871-3768856d3c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:09:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['52862fcd-7e9c-4bd7-b869-89b3ba70290f'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:40.653819 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e77cea-ab24-48fc-a1fb-a652b38be941 admin admin] Network cb338a05-96ea-4d11-88f8-690044b53ade is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:09:40.660934 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-a0e77cea-ab24-48fc-a1fb-a652b38be941 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:09:40.664569 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e77cea-ab24-48fc-a1fb-a652b38be941 admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:09:40.711981 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea847ba3-8f0f-4cf9-aadf-fc851d244d29 req-84191d5e-98f2-4890-97bd-c7faadcc223a tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:40.721061 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ea847ba3-8f0f-4cf9-aadf-fc851d244d29 req-84191d5e-98f2-4890-97bd-c7faadcc223a tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=c247abfa-2319-42bb-9904-44fdbd0e85d3 HTTP/1.1" status: 200 len: 946 time: 0.2673757 Sep 08 09:09:40.742218 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e77cea-ab24-48fc-a1fb-a652b38be941 admin admin] Pushing event updated for resources: {'Port': ['ID=101f7c50-22be-46db-aec9-7e9e62483fa5,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:40.748122 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-e9c3d6b6-ffce-4bb2-b871-3768856d3c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:40.765013 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c3d6b6-ffce-4bb2-b871-3768856d3c1b None None] Routers {'52862fcd-7e9c-4bd7-b869-89b3ba70290f'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:09:40.765709 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-e9c3d6b6-ffce-4bb2-b871-3768856d3c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:09:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['52862fcd-7e9c-4bd7-b869-89b3ba70290f'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:40.768955 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e77cea-ab24-48fc-a1fb-a652b38be941 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:09:40.768955 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e77cea-ab24-48fc-a1fb-a652b38be941 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:09:40.769335 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e77cea-ab24-48fc-a1fb-a652b38be941 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:09:40.769682 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e77cea-ab24-48fc-a1fb-a652b38be941 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:09:40.770172 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e77cea-ab24-48fc-a1fb-a652b38be941 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:09:40.770587 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e77cea-ab24-48fc-a1fb-a652b38be941 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:09:40.771032 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e77cea-ab24-48fc-a1fb-a652b38be941 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:09:40.771905 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e77cea-ab24-48fc-a1fb-a652b38be941 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:09:40.772332 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e77cea-ab24-48fc-a1fb-a652b38be941 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:09:40.772740 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e77cea-ab24-48fc-a1fb-a652b38be941 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:09:40.773154 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e77cea-ab24-48fc-a1fb-a652b38be941 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:09:40.773563 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e77cea-ab24-48fc-a1fb-a652b38be941 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:09:40.788226 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a0e77cea-ab24-48fc-a1fb-a652b38be941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:40.815924 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-e9c3d6b6-ffce-4bb2-b871-3768856d3c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:40.817432 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c3d6b6-ffce-4bb2-b871-3768856d3c1b None None] The sync data for ids ['52862fcd-7e9c-4bd7-b869-89b3ba70290f'] in n-d-806683-11 is: [] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:09:40.859051 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-fce12109-689e-48be-b536-01712ba8cea0 None None] Set router 8e71d37c-9786-446a-bcce-c9b3b16e188b gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:09:40.916497 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ea847ba3-8f0f-4cf9-aadf-fc851d244d29 req-0468183c-d348-4721-a874-dd0a722b4a01 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878021 Sep 08 09:09:40.966607 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-1be44a5b-4414-4fa5-845b-a96861950b0f tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] 10.222.0.54 "GET /v2.0/routers/52862fcd-7e9c-4bd7-b869-89b3ba70290f HTTP/1.1" status: 200 len: 924 time: 0.3732033 Sep 08 09:09:40.980592 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 50362) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:41.040543 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b835f630-3eb8-4248-85c0-d2e11a30a4ee tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] 10.222.0.54 "GET /v2.0/ports?device_id=52862fcd-7e9c-4bd7-b869-89b3ba70290f HTTP/1.1" status: 200 len: 205 time: 0.0563507 Sep 08 09:09:41.041256 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 50368) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:41.137790 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a0e77cea-ab24-48fc-a1fb-a652b38be941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:41.144330 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-cab74604-9928-4170-869c-67f0000415bd None None] Provisioning for port 101f7c50-22be-46db-aec9-7e9e62483fa5 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:09:41.152865 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-cab74604-9928-4170-869c-67f0000415bd None None] Provisioning complete for port 101f7c50-22be-46db-aec9-7e9e62483fa5 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:09:41.153689 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cab74604-9928-4170-869c-67f0000415bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:41.237130 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-cab74604-9928-4170-869c-67f0000415bd None None] Port 101f7c50-22be-46db-aec9-7e9e62483fa5 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:09:41.274919 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-db7f78f4-197b-42fe-80dc-cabd6d73e6ac tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for router, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:41.455862 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-fce12109-689e-48be-b536-01712ba8cea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'name': 'tempest-AttachVolumeShelveTestJSON-614609853-router', 'tenant_id': '9f5275e2d58a49a08895a50418c7508b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'f28d3dac-4c3d-44f5-9950-b4fca8cb46cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:09:34Z', 'updated_at': '2021-09-08T09:09:36Z', 'revision_number': 3, 'project_id': '9f5275e2d58a49a08895a50418c7508b', 'gw_port': {'id': 'f28d3dac-4c3d-44f5-9950-b4fca8cb46cc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:09:35Z', 'updated_at': '2021-09-08T09:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:41.470260 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a0e77cea-ab24-48fc-a1fb-a652b38be941 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:41.479538 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a0e77cea-ab24-48fc-a1fb-a652b38be941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:41.518999 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce8a1c-8e5d-484d-b601-17bf1b579a17 req-4be391e3-b8f5-4c2f-993a-5d987a2b9602 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:41.532212 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce12109-689e-48be-b536-01712ba8cea0 None None] The sync data for ids ['8e71d37c-9786-446a-bcce-c9b3b16e188b'] in n-d-806683-11 is: [{'id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'name': 'tempest-AttachVolumeShelveTestJSON-614609853-router', 'tenant_id': '9f5275e2d58a49a08895a50418c7508b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'f28d3dac-4c3d-44f5-9950-b4fca8cb46cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:09:34Z', 'updated_at': '2021-09-08T09:09:36Z', 'revision_number': 3, 'project_id': '9f5275e2d58a49a08895a50418c7508b', 'gw_port': {'id': 'f28d3dac-4c3d-44f5-9950-b4fca8cb46cc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:09:35Z', 'updated_at': '2021-09-08T09:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:09:41.533286 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d6ce8a1c-8e5d-484d-b601-17bf1b579a17 req-4be391e3-b8f5-4c2f-993a-5d987a2b9602 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 946 time: 0.1502821 Sep 08 09:09:41.574178 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-db7f78f4-197b-42fe-80dc-cabd6d73e6ac tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:41.648278 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a0e77cea-ab24-48fc-a1fb-a652b38be941 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:41.649155 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d6ce8a1c-8e5d-484d-b601-17bf1b579a17 req-82825ff2-d1fe-4045-abe8-824bc151c1d9 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146417 Sep 08 09:09:41.674065 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e77cea-ab24-48fc-a1fb-a652b38be941 admin admin] Pushing event updated for resources: {'Port': ['ID=101f7c50-22be-46db-aec9-7e9e62483fa5,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:41.736217 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-db7f78f4-197b-42fe-80dc-cabd6d73e6ac tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Deleting port 340acdf9-8940-4d0f-a730-103fac3ccd8e {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:09:41.736581 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-db7f78f4-197b-42fe-80dc-cabd6d73e6ac tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:41.815457 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e77cea-ab24-48fc-a1fb-a652b38be941 admin admin] Network cb338a05-96ea-4d11-88f8-690044b53ade is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:09:41.820106 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-a0e77cea-ab24-48fc-a1fb-a652b38be941 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:09:41.866909 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-db7f78f4-197b-42fe-80dc-cabd6d73e6ac tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:41.924111 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-db7f78f4-197b-42fe-80dc-cabd6d73e6ac tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Calling delete_port for 340acdf9-8940-4d0f-a730-103fac3ccd8e owned by network:router_gateway {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:09:42.112168 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e77cea-ab24-48fc-a1fb-a652b38be941 admin admin] Router 8e71d37c-9786-446a-bcce-c9b3b16e188b has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:09:42.375493 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-63568bc5-9743-41f0-9dae-ada8995e060e None None] Provisioning complete for port 101f7c50-22be-46db-aec9-7e9e62483fa5 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:09:42.376479 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-63568bc5-9743-41f0-9dae-ada8995e060e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:42.409351 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c864fb6-80e7-4af3-b967-30145eb7084e req-c6c45e9d-fa56-4248-9a5d-79e4333059a4 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:42.412830 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3c864fb6-80e7-4af3-b967-30145eb7084e req-c6c45e9d-fa56-4248-9a5d-79e4333059a4 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=c247abfa-2319-42bb-9904-44fdbd0e85d3 HTTP/1.1" status: 200 len: 946 time: 0.3231847 Sep 08 09:09:42.416060 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device f28d3dac-4c3d-44f5-9950-b4fca8cb46cc up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:09:42.440263 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-db7f78f4-197b-42fe-80dc-cabd6d73e6ac tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:42.488600 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-63568bc5-9743-41f0-9dae-ada8995e060e None None] Port 101f7c50-22be-46db-aec9-7e9e62483fa5 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:09:42.507476 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port f28d3dac-4c3d-44f5-9950-b4fca8cb46cc completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:09:42.513195 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port f28d3dac-4c3d-44f5-9950-b4fca8cb46cc triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:09:42.513913 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:42.514533 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f78f4-197b-42fe-80dc-cabd6d73e6ac tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Pushing event deleted for resources: {'Port': ['ID=340acdf9-8940-4d0f-a730-103fac3ccd8e,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:42.542783 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3c864fb6-80e7-4af3-b967-30145eb7084e req-edc0de19-5dd1-48c7-8faf-526792ea382a tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157663 Sep 08 09:09:42.581193 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-db7f78f4-197b-42fe-80dc-cabd6d73e6ac tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:42.638642 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e77cea-ab24-48fc-a1fb-a652b38be941 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:09:42.644058 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a0e77cea-ab24-48fc-a1fb-a652b38be941 admin admin] 10.222.0.54 "PUT /v2.0/routers/8e71d37c-9786-446a-bcce-c9b3b16e188b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8650320 Sep 08 09:09:42.663602 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:42.691387 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port f28d3dac-4c3d-44f5-9950-b4fca8cb46cc, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=f28d3dac-4c3d-44f5-9950-b4fca8cb46cc,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:09:42.701694 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:42.811912 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-db7f78f4-197b-42fe-80dc-cabd6d73e6ac tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:42.814788 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-db7f78f4-197b-42fe-80dc-cabd6d73e6ac tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:42.856495 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=f28d3dac-4c3d-44f5-9950-b4fca8cb46cc,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:42.910478 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-db7f78f4-197b-42fe-80dc-cabd6d73e6ac tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:42.910992 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7f78f4-197b-42fe-80dc-cabd6d73e6ac tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Fanout notify agent at l3_agent the message router_deleted on router 52862fcd-7e9c-4bd7-b869-89b3ba70290f {{(pid=94712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:09:42.938396 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-db7f78f4-197b-42fe-80dc-cabd6d73e6ac tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:42.944236 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-db7f78f4-197b-42fe-80dc-cabd6d73e6ac tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] 10.222.0.54 "DELETE /v2.0/routers/52862fcd-7e9c-4bd7-b869-89b3ba70290f HTTP/1.1" status: 204 len: 168 time: 1.8987849 Sep 08 09:09:42.944546 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 50392) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:42.950565 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-dd490627-d688-4f9e-85f9-04bb0915c791 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1317817672', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'enable_snat': False}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:09:42.962091 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5debcc6-e5b4-4aa6-a39e-0986b2be98ac req-e70d1426-c695-444d-b5b1-9ec8f8fcf0fd tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:42.964068 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e5debcc6-e5b4-4aa6-a39e-0986b2be98ac req-e70d1426-c695-444d-b5b1-9ec8f8fcf0fd tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 946 time: 0.1548052 Sep 08 09:09:42.994938 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dd490627-d688-4f9e-85f9-04bb0915c791 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:42.996422 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dd490627-d688-4f9e-85f9-04bb0915c791 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:43.075797 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e5debcc6-e5b4-4aa6-a39e-0986b2be98ac req-7f7795a3-e4f4-414f-9235-c82167fa140e tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991743 Sep 08 09:09:43.090552 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dd490627-d688-4f9e-85f9-04bb0915c791 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:43.337504 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dd490627-d688-4f9e-85f9-04bb0915c791 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:43.532416 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 50396) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:43.537782 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-d3be9076-439a-43aa-8745-2fbc222f5a27 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Request body: {'security_group': {'name': 'tempest-securitygroup--3076198', 'description': 'tempest-description--220721159'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:09:43.574598 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d3be9076-439a-43aa-8745-2fbc222f5a27 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:43.696630 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dd490627-d688-4f9e-85f9-04bb0915c791 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:43.725808 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dd490627-d688-4f9e-85f9-04bb0915c791 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:43.740105 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d3be9076-439a-43aa-8745-2fbc222f5a27 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:43.751432 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ef700-63d6-4173-8605-0991ca8430dc req-29056602-58b4-489e-9fdb-66f5001c7d38 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:43.759550 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-361ef700-63d6-4173-8605-0991ca8430dc req-29056602-58b4-489e-9fdb-66f5001c7d38 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=c247abfa-2319-42bb-9904-44fdbd0e85d3 HTTP/1.1" status: 200 len: 946 time: 0.1210887 Sep 08 09:09:43.772282 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d3be9076-439a-43aa-8745-2fbc222f5a27 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:43.820679 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d3be9076-439a-43aa-8745-2fbc222f5a27 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:43.822437 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d3be9076-439a-43aa-8745-2fbc222f5a27 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2884991 Sep 08 09:09:43.830328 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 50402) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:43.839200 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-89e47a55-8273-4502-a892-338acfce979c tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Request body: {'security_group_rule': {'security_group_id': '576273a6-8717-419c-867e-0fcec0915505', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:09:43.888281 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-361ef700-63d6-4173-8605-0991ca8430dc req-6962b45d-105c-45b3-823a-599b019a4a2a tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274333 Sep 08 09:09:43.895707 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be9076-439a-43aa-8745-2fbc222f5a27 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=576273a6-8717-419c-867e-0fcec0915505,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:43.937098 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-89e47a55-8273-4502-a892-338acfce979c tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:43.997106 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-dd490627-d688-4f9e-85f9-04bb0915c791 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Allocated IP 172.25.0.42 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/5e20097a-b532-4e33-977f-be8b7e8be494) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:09:44.135277 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-89e47a55-8273-4502-a892-338acfce979c tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:44.143179 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-89e47a55-8273-4502-a892-338acfce979c tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:44.174937 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e47a55-8273-4502-a892-338acfce979c tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=892b129d-18bd-459b-86c4-498844bd08c1,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:44.191237 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:09:44.205824 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-89e47a55-8273-4502-a892-338acfce979c tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:44.207218 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-89e47a55-8273-4502-a892-338acfce979c tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3727918 Sep 08 09:09:44.212221 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 50408) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:44.219063 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-b24ae4c2-04f0-4839-8e3f-374a7dd2573e tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Request body: {'security_group_rule': {'security_group_id': '576273a6-8717-419c-867e-0fcec0915505', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:09:44.264904 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dd490627-d688-4f9e-85f9-04bb0915c791 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:44.270370 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b5e51-36bc-4a28-a9ac-e7d0ea6e1d7c req-6e4444f5-ce79-47b5-a839-e3488251016c tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:44.275890 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7c3b5e51-36bc-4a28-a9ac-e7d0ea6e1d7c req-6e4444f5-ce79-47b5-a839-e3488251016c tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 946 time: 0.0962625 Sep 08 09:09:44.303297 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b24ae4c2-04f0-4839-8e3f-374a7dd2573e tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:44.313754 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bb691b-b694-412d-a4a0-9e2293ebda50 None None] Sync routers for ids ['8e71d37c-9786-446a-bcce-c9b3b16e188b'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:09:44.342148 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bb691b-b694-412d-a4a0-9e2293ebda50 None None] Routers {'8e71d37c-9786-446a-bcce-c9b3b16e188b'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:09:44.343198 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-b2bb691b-b694-412d-a4a0-9e2293ebda50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:09:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8e71d37c-9786-446a-bcce-c9b3b16e188b'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:44.382427 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7c3b5e51-36bc-4a28-a9ac-e7d0ea6e1d7c req-a967edf0-be01-499a-bf53-a56176f5a8bc tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976892 Sep 08 09:09:44.399742 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device f28d3dac-4c3d-44f5-9950-b4fca8cb46cc up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:09:44.426845 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dd490627-d688-4f9e-85f9-04bb0915c791 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:44.492599 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b24ae4c2-04f0-4839-8e3f-374a7dd2573e tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:44.506307 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b24ae4c2-04f0-4839-8e3f-374a7dd2573e tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:44.523190 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd490627-d688-4f9e-85f9-04bb0915c791 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:09:44.529649 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port f28d3dac-4c3d-44f5-9950-b4fca8cb46cc triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:09:44.531387 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:44.546462 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ae4c2-04f0-4839-8e3f-374a7dd2573e tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f872aebf-4581-4e2e-a30d-ca159b2d9686,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:44.548674 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-dd490627-d688-4f9e-85f9-04bb0915c791 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:09:44.558326 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd490627-d688-4f9e-85f9-04bb0915c791 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:09:44.562498 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd490627-d688-4f9e-85f9-04bb0915c791 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Pushing event updated for resources: {'Port': ['ID=5e20097a-b532-4e33-977f-be8b7e8be494,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:44.598106 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b24ae4c2-04f0-4839-8e3f-374a7dd2573e tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:44.599750 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b24ae4c2-04f0-4839-8e3f-374a7dd2573e tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3864596 Sep 08 09:09:44.602945 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 50412) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:44.610596 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-20748eea-b09d-454a-845b-977a23546ae8 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:09:44.627287 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-b2bb691b-b694-412d-a4a0-9e2293ebda50 None None] Set router 8e71d37c-9786-446a-bcce-c9b3b16e188b gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:09:44.650682 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-20748eea-b09d-454a-845b-977a23546ae8 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks [] for floatingip, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:44.884935 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-20748eea-b09d-454a-845b-977a23546ae8 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:45.008648 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dd490627-d688-4f9e-85f9-04bb0915c791 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:45.029440 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-b2bb691b-b694-412d-a4a0-9e2293ebda50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'name': 'tempest-AttachVolumeShelveTestJSON-614609853-router', 'tenant_id': '9f5275e2d58a49a08895a50418c7508b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'f28d3dac-4c3d-44f5-9950-b4fca8cb46cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:09:34Z', 'updated_at': '2021-09-08T09:09:41Z', 'revision_number': 4, 'project_id': '9f5275e2d58a49a08895a50418c7508b', 'gw_port': {'id': 'f28d3dac-4c3d-44f5-9950-b4fca8cb46cc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:09:35Z', 'updated_at': '2021-09-08T09:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '101f7c50-22be-46db-aec9-7e9e62483fa5', 'name': '', 'network_id': 'cb338a05-96ea-4d11-88f8-690044b53ade', 'tenant_id': '9f5275e2d58a49a08895a50418c7508b', 'mac_address': 'fa:16:3e:a8:7b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ec84db6-4dd6-4de4-a1e0-0c0e5076306d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:09:39Z', 'updated_at': '2021-09-08T09:09:41Z', 'revision_number': 2, 'project_id': '9f5275e2d58a49a08895a50418c7508b', 'subnets': [{'id': '8ec84db6-4dd6-4de4-a1e0-0c0e5076306d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:45.075270 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bb691b-b694-412d-a4a0-9e2293ebda50 None None] Checking router: 8e71d37c-9786-446a-bcce-c9b3b16e188b for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:09:45.075625 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bb691b-b694-412d-a4a0-9e2293ebda50 None None] Updating router 8e71d37c-9786-446a-bcce-c9b3b16e188b port 101f7c50-22be-46db-aec9-7e9e62483fa5 binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:09:45.110985 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e162d1-c592-4edb-9df0-7517a89d80cd req-2e17f2ff-b444-4b49-9d1f-e8c276b415c2 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:45.118432 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-b2bb691b-b694-412d-a4a0-9e2293ebda50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:45.121202 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-90e162d1-c592-4edb-9df0-7517a89d80cd req-2e17f2ff-b444-4b49-9d1f-e8c276b415c2 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=c247abfa-2319-42bb-9904-44fdbd0e85d3 HTTP/1.1" status: 200 len: 946 time: 0.1132853 Sep 08 09:09:45.163131 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-20748eea-b09d-454a-845b-977a23546ae8 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Allocated IP 172.25.0.89 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/4ebbdcc9-73d5-4aba-910f-d0b326d5251e) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:09:45.202964 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-90e162d1-c592-4edb-9df0-7517a89d80cd req-fa1b2ad5-d018-43c0-9345-6dbd7267a0cc tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808372 Sep 08 09:09:45.355817 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dd490627-d688-4f9e-85f9-04bb0915c791 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:45.377234 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-20748eea-b09d-454a-845b-977a23546ae8 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:45.453364 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-20748eea-b09d-454a-845b-977a23546ae8 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:45.563660 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20748eea-b09d-454a-845b-977a23546ae8 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:09:45.567034 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-20748eea-b09d-454a-845b-977a23546ae8 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:09:45.572036 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20748eea-b09d-454a-845b-977a23546ae8 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:09:45.604950 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20748eea-b09d-454a-845b-977a23546ae8 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Pushing event updated for resources: {'Port': ['ID=4ebbdcc9-73d5-4aba-910f-d0b326d5251e,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:45.614004 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-b2bb691b-b694-412d-a4a0-9e2293ebda50 None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:45.633313 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-b2bb691b-b694-412d-a4a0-9e2293ebda50 None None] Transition to ACTIVE for port object 101f7c50-22be-46db-aec9-7e9e62483fa5 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:09:45.646428 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-b2bb691b-b694-412d-a4a0-9e2293ebda50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:45.698122 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-20748eea-b09d-454a-845b-977a23546ae8 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:45.744403 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65f3980-6716-49ff-bb5a-4d2633c7926c None None] Pushing event updated for resources: {'Port': ['ID=101f7c50-22be-46db-aec9-7e9e62483fa5,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:45.766157 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-20748eea-b09d-454a-845b-977a23546ae8 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:45.834535 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-b2bb691b-b694-412d-a4a0-9e2293ebda50 None None] Attempting to bind port 101f7c50-22be-46db-aec9-7e9e62483fa5 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:09:45.835219 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-b2bb691b-b694-412d-a4a0-9e2293ebda50 None None] Attempting to bind port 101f7c50-22be-46db-aec9-7e9e62483fa5 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'f65d12e3-feb2-45fa-813d-94ce7829a6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'cb338a05-96ea-4d11-88f8-690044b53ade'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:09:45.836576 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bb691b-b694-412d-a4a0-9e2293ebda50 None None] Attempting to bind port 101f7c50-22be-46db-aec9-7e9e62483fa5 on network cb338a05-96ea-4d11-88f8-690044b53ade {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:09:45.843693 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bb691b-b694-412d-a4a0-9e2293ebda50 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:09:45.844604 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bb691b-b694-412d-a4a0-9e2293ebda50 None None] Checking segment: {'id': 'f65d12e3-feb2-45fa-813d-94ce7829a6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'cb338a05-96ea-4d11-88f8-690044b53ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:09:45.845194 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-b2bb691b-b694-412d-a4a0-9e2293ebda50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:45.846340 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bb691b-b694-412d-a4a0-9e2293ebda50 None None] Bound using segment: {'id': 'f65d12e3-feb2-45fa-813d-94ce7829a6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'cb338a05-96ea-4d11-88f8-690044b53ade'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:09:45.847254 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-b2bb691b-b694-412d-a4a0-9e2293ebda50 None None] Bound port: 101f7c50-22be-46db-aec9-7e9e62483fa5, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65d12e3-feb2-45fa-813d-94ce7829a6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'cb338a05-96ea-4d11-88f8-690044b53ade'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:09:45.847839 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-b2bb691b-b694-412d-a4a0-9e2293ebda50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:45.966660 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-b2bb691b-b694-412d-a4a0-9e2293ebda50 None None] For port 101f7c50-22be-46db-aec9-7e9e62483fa5, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:09:45.972298 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-b2bb691b-b694-412d-a4a0-9e2293ebda50 None None] For port 101f7c50-22be-46db-aec9-7e9e62483fa5, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=101f7c50-22be-46db-aec9-7e9e62483fa5,segment=NetworkSegment(f65d12e3-feb2-45fa-813d-94ce7829a6a9),segment_id=f65d12e3-feb2-45fa-813d-94ce7829a6a9)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:09:45.983491 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-b2bb691b-b694-412d-a4a0-9e2293ebda50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:45.995261 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9b039-ee46-4490-91e5-61cfbbf3b428 req-7184c1f6-a88e-4135-996f-575226f1555e tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:46.006689 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0fb9b039-ee46-4490-91e5-61cfbbf3b428 req-7184c1f6-a88e-4135-996f-575226f1555e tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 946 time: 0.0936639 Sep 08 09:09:46.027600 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd490627-d688-4f9e-85f9-04bb0915c791 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Router 8bef253d-e80e-49d4-a169-22753db443a8 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:09:46.098367 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bb691b-b694-412d-a4a0-9e2293ebda50 None None] Routers {'8e71d37c-9786-446a-bcce-c9b3b16e188b'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:09:46.099917 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-b2bb691b-b694-412d-a4a0-9e2293ebda50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:09:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8e71d37c-9786-446a-bcce-c9b3b16e188b'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:46.120207 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0fb9b039-ee46-4490-91e5-61cfbbf3b428 req-dc940f70-a952-4a29-8a59-d0de42e6dc41 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122305 Sep 08 09:09:46.250831 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd490627-d688-4f9e-85f9-04bb0915c791 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:09:46.261988 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fe6f29-4589-4bf1-8c23-8e09744240f5 None None] Sync routers for ids ['8bef253d-e80e-49d4-a169-22753db443a8'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:09:46.279304 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dd490627-d688-4f9e-85f9-04bb0915c791 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:46.284361 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-dd490627-d688-4f9e-85f9-04bb0915c791 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.3381948 Sep 08 09:09:46.285110 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 50430) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:46.286558 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fe6f29-4589-4bf1-8c23-8e09744240f5 None None] Routers {'8bef253d-e80e-49d4-a169-22753db443a8'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:09:46.295569 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-f4fe6f29-4589-4bf1-8c23-8e09744240f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:09:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8bef253d-e80e-49d4-a169-22753db443a8'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:46.307325 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65f3980-6716-49ff-bb5a-4d2633c7926c None None] Pushing event updated for resources: {'Port': ['ID=101f7c50-22be-46db-aec9-7e9e62483fa5,revision_number=4']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:46.369720 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-b2bb691b-b694-412d-a4a0-9e2293ebda50 None None] Set router 8e71d37c-9786-446a-bcce-c9b3b16e188b gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:09:46.492973 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b91cf1ff-0dd9-4279-8f8d-5e0eeb8f208d tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] 10.222.0.54 "GET /v2.0/routers/8bef253d-e80e-49d4-a169-22753db443a8 HTTP/1.1" status: 200 len: 908 time: 0.2064080 Sep 08 09:09:46.493662 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 50432) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:46.499740 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-6318466b-e870-492b-903f-709085ea4146 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1317817672', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'enable_snat': True}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:09:46.622847 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-20748eea-b09d-454a-845b-977a23546ae8 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:46.631292 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-f4fe6f29-4589-4bf1-8c23-8e09744240f5 None None] Set router 8bef253d-e80e-49d4-a169-22753db443a8 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:09:46.633386 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-20748eea-b09d-454a-845b-977a23546ae8 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:46.667031 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aeaaae-da22-4f27-a045-400e96930b95 req-77d4c367-fe08-45a8-a23b-6138ea236a24 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:46.669819 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-52aeaaae-da22-4f27-a045-400e96930b95 req-77d4c367-fe08-45a8-a23b-6138ea236a24 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=c247abfa-2319-42bb-9904-44fdbd0e85d3 HTTP/1.1" status: 200 len: 946 time: 0.1740637 Sep 08 09:09:46.685713 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6318466b-e870-492b-903f-709085ea4146 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:46.687152 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6318466b-e870-492b-903f-709085ea4146 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:46.719846 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20748eea-b09d-454a-845b-977a23546ae8 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Pushing event updated for resources: {'Port': ['ID=4ebbdcc9-73d5-4aba-910f-d0b326d5251e,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:46.791487 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-b2bb691b-b694-412d-a4a0-9e2293ebda50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'name': 'tempest-AttachVolumeShelveTestJSON-614609853-router', 'tenant_id': '9f5275e2d58a49a08895a50418c7508b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'f28d3dac-4c3d-44f5-9950-b4fca8cb46cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:09:34Z', 'updated_at': '2021-09-08T09:09:41Z', 'revision_number': 4, 'project_id': '9f5275e2d58a49a08895a50418c7508b', 'gw_port': {'id': 'f28d3dac-4c3d-44f5-9950-b4fca8cb46cc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:09:35Z', 'updated_at': '2021-09-08T09:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '101f7c50-22be-46db-aec9-7e9e62483fa5', 'name': '', 'network_id': 'cb338a05-96ea-4d11-88f8-690044b53ade', 'tenant_id': '9f5275e2d58a49a08895a50418c7508b', 'mac_address': 'fa:16:3e:a8:7b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ec84db6-4dd6-4de4-a1e0-0c0e5076306d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:09:39Z', 'updated_at': '2021-09-08T09:09:45Z', 'revision_number': 4, 'project_id': '9f5275e2d58a49a08895a50418c7508b', 'subnets': [{'id': '8ec84db6-4dd6-4de4-a1e0-0c0e5076306d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:46.842398 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-20748eea-b09d-454a-845b-977a23546ae8 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:46.867009 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-20748eea-b09d-454a-845b-977a23546ae8 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:46.868483 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-20748eea-b09d-454a-845b-977a23546ae8 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2634234 Sep 08 09:09:46.869716 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6318466b-e870-492b-903f-709085ea4146 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:46.870647 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bb691b-b694-412d-a4a0-9e2293ebda50 None None] The sync data for ids ['8e71d37c-9786-446a-bcce-c9b3b16e188b'] in n-d-806683-11 is: [{'id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'name': 'tempest-AttachVolumeShelveTestJSON-614609853-router', 'tenant_id': '9f5275e2d58a49a08895a50418c7508b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'f28d3dac-4c3d-44f5-9950-b4fca8cb46cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:09:34Z', 'updated_at': '2021-09-08T09:09:41Z', 'revision_number': 4, 'project_id': '9f5275e2d58a49a08895a50418c7508b', 'gw_port': {'id': 'f28d3dac-4c3d-44f5-9950-b4fca8cb46cc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:09:35Z', 'updated_at': '2021-09-08T09:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '101f7c50-22be-46db-aec9-7e9e62483fa5', 'name': '', 'network_id': 'cb338a05-96ea-4d11-88f8-690044b53ade', 'tenant_id': '9f5275e2d58a49a08895a50418c7508b', 'mac_address': 'fa:16:3e:a8:7b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ec84db6-4dd6-4de4-a1e0-0c0e5076306d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:09:39Z', 'updated_at': '2021-09-08T09:09:45Z', 'revision_number': 4, 'project_id': '9f5275e2d58a49a08895a50418c7508b', 'subnets': [{'id': '8ec84db6-4dd6-4de4-a1e0-0c0e5076306d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:09:46.877615 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-52aeaaae-da22-4f27-a045-400e96930b95 req-8b829d6d-5177-430c-b0e7-c5f60db0d4c2 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994870 Sep 08 09:09:47.092762 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-f4fe6f29-4589-4bf1-8c23-8e09744240f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bef253d-e80e-49d4-a169-22753db443a8', 'name': 'tempest-snat-router-1317817672', 'tenant_id': '679c4f6cf66f4034898fa17ed556042b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.42'}], 'enable_snat': False}, 'gw_port_id': '5e20097a-b532-4e33-977f-be8b7e8be494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:09:43Z', 'updated_at': '2021-09-08T09:09:44Z', 'revision_number': 3, 'project_id': '679c4f6cf66f4034898fa17ed556042b', 'gw_port': {'id': '5e20097a-b532-4e33-977f-be8b7e8be494', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:09:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bef253d-e80e-49d4-a169-22753db443a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:09:43Z', 'updated_at': '2021-09-08T09:09:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:47.151479 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fe6f29-4589-4bf1-8c23-8e09744240f5 None None] Checking router: 8bef253d-e80e-49d4-a169-22753db443a8 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:09:47.151593 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fe6f29-4589-4bf1-8c23-8e09744240f5 None None] Updating router 8bef253d-e80e-49d4-a169-22753db443a8 port 5e20097a-b532-4e33-977f-be8b7e8be494 binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:09:47.238998 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6318466b-e870-492b-903f-709085ea4146 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:47.249957 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f4fe6f29-4589-4bf1-8c23-8e09744240f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:47.288487 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-e689f2cc-dd79-4cf0-9a02-202318bfdf36 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--3076198&fields=id&tenant_id=9f5275e2d58a49a08895a50418c7508b HTTP/1.1" status: 200 len: 267 time: 0.0871370 Sep 08 09:09:47.515018 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-8d49e0c1-36c9-471c-8a6a-b6a87e989139 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:47.516121 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-8d49e0c1-36c9-471c-8a6a-b6a87e989139 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/networks?id=cb338a05-96ea-4d11-88f8-690044b53ade HTTP/1.1" status: 200 len: 816 time: 0.2151384 Sep 08 09:09:47.541570 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b6395-8e98-44d2-beb6-0cc2cf821ba2 req-5fed7df8-0317-4751-8e5c-663b7f66fb44 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:47.549469 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-817b6395-8e98-44d2-beb6-0cc2cf821ba2 req-5fed7df8-0317-4751-8e5c-663b7f66fb44 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 946 time: 0.2179546 Sep 08 09:09:47.555551 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-46c77145-61dc-4193-aee7-403ab2b76897 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/quotas/9f5275e2d58a49a08895a50418c7508b HTTP/1.1" status: 200 len: 375 time: 0.0305753 Sep 08 09:09:47.654708 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-817b6395-8e98-44d2-beb6-0cc2cf821ba2 req-fab56c27-6fbf-4747-a709-77b366b9c093 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796814 Sep 08 09:09:47.690550 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-66c20686-79bd-4b7c-a203-1eba2bebe38c tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9f5275e2d58a49a08895a50418c7508b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1217015 Sep 08 09:09:47.700959 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-92374b27-6fa1-40a3-92d6-3bbb87bccfe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:47.902724 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6318466b-e870-492b-903f-709085ea4146 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:47.904205 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-7ceb0447-a418-4336-ae51-1cde7e121cd2 service neutron] 10.222.0.54 "GET /v2.0/networks/cb338a05-96ea-4d11-88f8-690044b53ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127292 Sep 08 09:09:47.924269 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f4fe6f29-4589-4bf1-8c23-8e09744240f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:47.935379 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6318466b-e870-492b-903f-709085ea4146 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:47.963978 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f4fe6f29-4589-4bf1-8c23-8e09744240f5 None None] Transition to ACTIVE for port object 5e20097a-b532-4e33-977f-be8b7e8be494 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:09:47.976319 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f4fe6f29-4589-4bf1-8c23-8e09744240f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:48.093224 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-6318466b-e870-492b-903f-709085ea4146 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Allocated IP 172.25.0.81 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/10aebebb-49db-46b6-aa67-f9db1f3687f9) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:09:48.104030 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e0522f-0d9d-4fb9-aad7-dc4f3564f138 None None] Pushing event updated for resources: {'Port': ['ID=5e20097a-b532-4e33-977f-be8b7e8be494,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:48.125091 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-f4fe6f29-4589-4bf1-8c23-8e09744240f5 None None] Attempting to bind port 5e20097a-b532-4e33-977f-be8b7e8be494 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:09:48.125489 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-f4fe6f29-4589-4bf1-8c23-8e09744240f5 None None] Attempting to bind port 5e20097a-b532-4e33-977f-be8b7e8be494 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:09:48.125863 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fe6f29-4589-4bf1-8c23-8e09744240f5 None None] Attempting to bind port 5e20097a-b532-4e33-977f-be8b7e8be494 on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:09:48.131356 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fe6f29-4589-4bf1-8c23-8e09744240f5 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:09:48.131736 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fe6f29-4589-4bf1-8c23-8e09744240f5 None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:09:48.132140 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f4fe6f29-4589-4bf1-8c23-8e09744240f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:48.132540 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fe6f29-4589-4bf1-8c23-8e09744240f5 None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:09:48.133000 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-f4fe6f29-4589-4bf1-8c23-8e09744240f5 None None] Bound port: 5e20097a-b532-4e33-977f-be8b7e8be494, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:09:48.133384 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f4fe6f29-4589-4bf1-8c23-8e09744240f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:48.144771 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-06524dc9-efe2-4aae-a009-66b4c654c160 service neutron] 10.222.0.54 "GET /v2.0/networks/cb338a05-96ea-4d11-88f8-690044b53ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319095 Sep 08 09:09:48.202333 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976262a-78fa-42c9-8648-b18f36d0a09c req-f98a8a4a-97ec-4372-aa34-29c682f24bc9 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:48.206629 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3976262a-78fa-42c9-8648-b18f36d0a09c req-f98a8a4a-97ec-4372-aa34-29c682f24bc9 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=c247abfa-2319-42bb-9904-44fdbd0e85d3 HTTP/1.1" status: 200 len: 946 time: 0.1165342 Sep 08 09:09:48.230296 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-f4fe6f29-4589-4bf1-8c23-8e09744240f5 None None] For port 5e20097a-b532-4e33-977f-be8b7e8be494, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:09:48.234703 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-f4fe6f29-4589-4bf1-8c23-8e09744240f5 None None] For port 5e20097a-b532-4e33-977f-be8b7e8be494, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=5e20097a-b532-4e33-977f-be8b7e8be494,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:09:48.242588 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f4fe6f29-4589-4bf1-8c23-8e09744240f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:48.327856 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fe6f29-4589-4bf1-8c23-8e09744240f5 None None] Routers {'8bef253d-e80e-49d4-a169-22753db443a8'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:09:48.347739 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-f4fe6f29-4589-4bf1-8c23-8e09744240f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:09:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8bef253d-e80e-49d4-a169-22753db443a8'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:48.377291 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3976262a-78fa-42c9-8648-b18f36d0a09c req-727609fa-a879-4905-a514-dcebfd811555 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974994 Sep 08 09:09:48.415457 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6318466b-e870-492b-903f-709085ea4146 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:48.456855 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-781f47b1-17f2-48eb-9843-8de6d771603e req-d9b933c5-15ec-42bc-be78-ee20aaaf9a43 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 210 time: 0.0440502 Sep 08 09:09:48.481312 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 101f7c50-22be-46db-aec9-7e9e62483fa5 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:09:48.482047 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6318466b-e870-492b-903f-709085ea4146 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:48.558966 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6318466b-e870-492b-903f-709085ea4146 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:09:48.562916 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-6318466b-e870-492b-903f-709085ea4146 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:09:48.568949 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6318466b-e870-492b-903f-709085ea4146 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:09:48.605277 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318466b-e870-492b-903f-709085ea4146 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Pushing event updated for resources: {'Port': ['ID=10aebebb-49db-46b6-aa67-f9db1f3687f9,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:48.750647 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e0522f-0d9d-4fb9-aad7-dc4f3564f138 None None] Pushing event updated for resources: {'Port': ['ID=5e20097a-b532-4e33-977f-be8b7e8be494,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:48.963335 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 101f7c50-22be-46db-aec9-7e9e62483fa5 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:09:48.971839 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 101f7c50-22be-46db-aec9-7e9e62483fa5 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:09:48.973878 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4382ad-5748-4aba-9836-2c40cb22a237 req-3d425d3f-dda1-4ffd-8f5e-007c72ac7442 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:48.975983 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f438b3b-d9ee-48ce-b5f9-b86322225d6a req-42f21918-9521-411c-9dc6-fb77547ba098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:48.976482 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7b4382ad-5748-4aba-9836-2c40cb22a237 req-3d425d3f-dda1-4ffd-8f5e-007c72ac7442 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 946 time: 0.1280696 Sep 08 09:09:48.976899 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:48.977883 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2f438b3b-d9ee-48ce-b5f9-b86322225d6a req-42f21918-9521-411c-9dc6-fb77547ba098 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c4acd6367d646a3befa77424fa4ba4a&device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 1098 time: 0.1827872 Sep 08 09:09:49.003596 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6318466b-e870-492b-903f-709085ea4146 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:49.078931 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-f4fe6f29-4589-4bf1-8c23-8e09744240f5 None None] Set router 8bef253d-e80e-49d4-a169-22753db443a8 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:09:49.158392 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7b4382ad-5748-4aba-9836-2c40cb22a237 req-ce74f8e8-0b1e-46bc-9ac2-bcea2204879f tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721866 Sep 08 09:09:49.202582 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f438b3b-d9ee-48ce-b5f9-b86322225d6a req-4784a2e5-d84f-4bf4-8cc8-97661d94bfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:49.204681 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2f438b3b-d9ee-48ce-b5f9-b86322225d6a req-4784a2e5-d84f-4bf4-8cc8-97661d94bfb8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=643d18a2-f561-4ab8-ba5f-9dc85934ae99 HTTP/1.1" status: 200 len: 913 time: 0.2176027 Sep 08 09:09:49.256078 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:49.272638 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2f438b3b-d9ee-48ce-b5f9-b86322225d6a req-5bcf7620-e6fa-41d2-8ef4-0f72cb9495b7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32c3bbde-7afc-4b63-bed0-3158dd11c5a1 HTTP/1.1" status: 200 len: 217 time: 0.0582216 Sep 08 09:09:49.297179 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 101f7c50-22be-46db-aec9-7e9e62483fa5, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=101f7c50-22be-46db-aec9-7e9e62483fa5,segment=NetworkSegment(f65d12e3-feb2-45fa-813d-94ce7829a6a9),segment_id=f65d12e3-feb2-45fa-813d-94ce7829a6a9)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:09:49.308462 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:49.348194 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f438b3b-d9ee-48ce-b5f9-b86322225d6a req-1cfd9a7f-672c-4b82-be75-5598fa538625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:49.350395 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2f438b3b-d9ee-48ce-b5f9-b86322225d6a req-1cfd9a7f-672c-4b82-be75-5598fa538625 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9a55585f-dc5f-44d9-8cd9-f8cb2e1994de HTTP/1.1" status: 200 len: 852 time: 0.0708711 Sep 08 09:09:49.381510 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=101f7c50-22be-46db-aec9-7e9e62483fa5,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:49.389736 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2f438b3b-d9ee-48ce-b5f9-b86322225d6a req-0310d06b-963a-4dcd-b846-6b61a8423aaf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=643d18a2-f561-4ab8-ba5f-9dc85934ae99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317910 Sep 08 09:09:49.393119 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6318466b-e870-492b-903f-709085ea4146 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:49.443711 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-f4fe6f29-4589-4bf1-8c23-8e09744240f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bef253d-e80e-49d4-a169-22753db443a8', 'name': 'tempest-snat-router-1317817672', 'tenant_id': '679c4f6cf66f4034898fa17ed556042b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.42'}], 'enable_snat': False}, 'gw_port_id': '5e20097a-b532-4e33-977f-be8b7e8be494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:09:43Z', 'updated_at': '2021-09-08T09:09:44Z', 'revision_number': 3, 'project_id': '679c4f6cf66f4034898fa17ed556042b', 'gw_port': {'id': '5e20097a-b532-4e33-977f-be8b7e8be494', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:09:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bef253d-e80e-49d4-a169-22753db443a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:09:43Z', 'updated_at': '2021-09-08T09:09:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:49.474329 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fe6f29-4589-4bf1-8c23-8e09744240f5 None None] The sync data for ids ['8bef253d-e80e-49d4-a169-22753db443a8'] in n-d-806683-11 is: [{'id': '8bef253d-e80e-49d4-a169-22753db443a8', 'name': 'tempest-snat-router-1317817672', 'tenant_id': '679c4f6cf66f4034898fa17ed556042b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.42'}], 'enable_snat': False}, 'gw_port_id': '5e20097a-b532-4e33-977f-be8b7e8be494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:09:43Z', 'updated_at': '2021-09-08T09:09:44Z', 'revision_number': 3, 'project_id': '679c4f6cf66f4034898fa17ed556042b', 'gw_port': {'id': '5e20097a-b532-4e33-977f-be8b7e8be494', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:09:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bef253d-e80e-49d4-a169-22753db443a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:09:43Z', 'updated_at': '2021-09-08T09:09:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:09:49.578562 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6318466b-e870-492b-903f-709085ea4146 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Router 98f35519-c539-47e0-a089-07a78ea1f138 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:09:49.606711 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cece8507-a400-42e4-94b7-f1322d789653 req-143cffd7-f93f-4aba-80b7-c1a6145ee512 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 210 time: 0.0418577 Sep 08 09:09:49.608727 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2f438b3b-d9ee-48ce-b5f9-b86322225d6a req-c7963d4c-d90b-4e8d-bd8a-f27c42bbe00c service neutron] 10.222.0.37 "GET /v2.0/networks/643d18a2-f561-4ab8-ba5f-9dc85934ae99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111821 Sep 08 09:09:49.639863 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b093217-8b3d-4005-8249-11b2cc853048 req-ee0337aa-2adc-4898-a2a4-cf0d3c71221a tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:49.641539 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2b093217-8b3d-4005-8249-11b2cc853048 req-ee0337aa-2adc-4898-a2a4-cf0d3c71221a tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=c247abfa-2319-42bb-9904-44fdbd0e85d3 HTTP/1.1" status: 200 len: 946 time: 0.1338446 Sep 08 09:09:49.760323 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6318466b-e870-492b-903f-709085ea4146 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:09:49.779550 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6318466b-e870-492b-903f-709085ea4146 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:49.782089 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6318466b-e870-492b-903f-709085ea4146 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.2846293 Sep 08 09:09:49.783188 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40a266e-5a49-4f15-8fe2-c09b3236535b None None] Sync routers for ids ['98f35519-c539-47e0-a089-07a78ea1f138'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:09:49.793407 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 50506) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:49.801243 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40a266e-5a49-4f15-8fe2-c09b3236535b None None] Routers {'98f35519-c539-47e0-a089-07a78ea1f138'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:09:49.808761 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-d40a266e-5a49-4f15-8fe2-c09b3236535b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:09:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['98f35519-c539-47e0-a089-07a78ea1f138'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:49.831810 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2b093217-8b3d-4005-8249-11b2cc853048 req-57e0d477-146b-4efd-871e-2a2e8bb133f3 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754854 Sep 08 09:09:50.026073 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b9ac728d-ceb6-4f88-9576-71178f09db11 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] 10.222.0.54 "GET /v2.0/routers/98f35519-c539-47e0-a089-07a78ea1f138 HTTP/1.1" status: 200 len: 907 time: 0.2297392 Sep 08 09:09:50.027622 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 50512) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:50.037221 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2f438b3b-d9ee-48ce-b5f9-b86322225d6a req-70dff1db-96ae-4a1f-ba53-cce3455541d1 service neutron] 10.222.0.37 "GET /v2.0/networks/643d18a2-f561-4ab8-ba5f-9dc85934ae99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4208605 Sep 08 09:09:50.067583 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-d40a266e-5a49-4f15-8fe2-c09b3236535b None None] Set router 98f35519-c539-47e0-a089-07a78ea1f138 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:09:50.111446 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-4f5e2118-c2f9-4bdb-8c79-a545c3c0212e tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:50.115076 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-4f5e2118-c2f9-4bdb-8c79-a545c3c0212e tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.35 "GET /v2.0/networks?id=cb338a05-96ea-4d11-88f8-690044b53ade HTTP/1.1" status: 200 len: 816 time: 0.3518105 Sep 08 09:09:50.186224 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-92c48e7a-007b-414c-876a-3a9a6008700a tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f5275e2d58a49a08895a50418c7508b HTTP/1.1" status: 200 len: 377 time: 0.0562396 Sep 08 09:09:50.191995 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-824bde25-40d6-4514-8237-7e3be5840613 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:50.197444 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-724428fb-ea67-40ac-894f-d0114ca43107 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Request body: {'port': {'device_id': '36e0a33f-6dec-41b9-ae78-1ff0971a03f4', 'network_id': 'cb338a05-96ea-4d11-88f8-690044b53ade', 'admin_state_up': True, 'tenant_id': '9f5275e2d58a49a08895a50418c7508b', 'security_groups': ['576273a6-8717-419c-867e-0fcec0915505']}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:09:50.363635 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-824bde25-40d6-4514-8237-7e3be5840613 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:50.368560 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-d40a266e-5a49-4f15-8fe2-c09b3236535b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f35519-c539-47e0-a089-07a78ea1f138', 'name': 'tempest-snat-router-1317817672', 'tenant_id': '679c4f6cf66f4034898fa17ed556042b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '10aebebb-49db-46b6-aa67-f9db1f3687f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:09:46Z', 'updated_at': '2021-09-08T09:09:48Z', 'revision_number': 3, 'project_id': '679c4f6cf66f4034898fa17ed556042b', 'gw_port': {'id': '10aebebb-49db-46b6-aa67-f9db1f3687f9', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b2:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f35519-c539-47e0-a089-07a78ea1f138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:09:47Z', 'updated_at': '2021-09-08T09:09:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:50.368827 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:50.400374 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40a266e-5a49-4f15-8fe2-c09b3236535b None None] Checking router: 98f35519-c539-47e0-a089-07a78ea1f138 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:09:50.400978 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40a266e-5a49-4f15-8fe2-c09b3236535b None None] Updating router 98f35519-c539-47e0-a089-07a78ea1f138 port 10aebebb-49db-46b6-aa67-f9db1f3687f9 binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:09:50.432003 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d40a266e-5a49-4f15-8fe2-c09b3236535b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:50.458902 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-724428fb-ea67-40ac-894f-d0114ca43107 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Made reservation on behalf of 9f5275e2d58a49a08895a50418c7508b for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:09:50.466251 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-724428fb-ea67-40ac-894f-d0114ca43107 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:50.487795 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333266a-3249-499b-af8f-a3e8df769735 req-458cb010-d891-4c31-a071-1b5f345f8b99 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:50.514443 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 5e20097a-b532-4e33-977f-be8b7e8be494 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:09:50.517972 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4333266a-3249-499b-af8f-a3e8df769735 req-458cb010-d891-4c31-a071-1b5f345f8b99 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 946 time: 0.1510417 Sep 08 09:09:50.601844 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4333266a-3249-499b-af8f-a3e8df769735 req-e8dca655-be63-4b6e-8e12-d92a61c36b22 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707197 Sep 08 09:09:50.616184 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 5e20097a-b532-4e33-977f-be8b7e8be494 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:09:50.617183 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-824bde25-40d6-4514-8237-7e3be5840613 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Deleting port 10aebebb-49db-46b6-aa67-f9db1f3687f9 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:09:50.617754 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-824bde25-40d6-4514-8237-7e3be5840613 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:50.628076 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 5e20097a-b532-4e33-977f-be8b7e8be494 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:09:50.628076 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:50.666336 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-724428fb-ea67-40ac-894f-d0114ca43107 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Allocated IP 172.20.0.8 (cb338a05-96ea-4d11-88f8-690044b53ade/8ec84db6-4dd6-4de4-a1e0-0c0e5076306d/e892c78d-0591-4406-9e88-feb95725e7c4) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:09:50.762352 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c9429c7b-f2d4-4661-a35c-461efc37effe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:50.767717 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:50.769485 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7e933e09-318d-42a6-977b-dcc1bf1cf794 req-ca9e6365-39a0-4550-a6f3-9a8624520030 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 210 time: 0.0573149 Sep 08 09:09:50.803131 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 5e20097a-b532-4e33-977f-be8b7e8be494, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=5e20097a-b532-4e33-977f-be8b7e8be494,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:09:50.805451 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:50.806107 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-824bde25-40d6-4514-8237-7e3be5840613 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:50.806756 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 101f7c50-22be-46db-aec9-7e9e62483fa5 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:09:50.825213 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-824bde25-40d6-4514-8237-7e3be5840613 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Calling delete_port for 10aebebb-49db-46b6-aa67-f9db1f3687f9 owned by network:router_gateway {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:09:50.899258 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=5e20097a-b532-4e33-977f-be8b7e8be494,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:50.908002 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 101f7c50-22be-46db-aec9-7e9e62483fa5 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:09:50.908422 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:50.946352 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-724428fb-ea67-40ac-894f-d0114ca43107 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:50.968386 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-724428fb-ea67-40ac-894f-d0114ca43107 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Transition to ACTIVE for port object e892c78d-0591-4406-9e88-feb95725e7c4 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:09:50.995872 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d40a266e-5a49-4f15-8fe2-c09b3236535b None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:51.008347 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-d40a266e-5a49-4f15-8fe2-c09b3236535b None None] Transition to ACTIVE for port object 10aebebb-49db-46b6-aa67-f9db1f3687f9 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:09:51.014995 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-724428fb-ea67-40ac-894f-d0114ca43107 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:51.018398 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d40a266e-5a49-4f15-8fe2-c09b3236535b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:51.063409 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-d40a266e-5a49-4f15-8fe2-c09b3236535b None None] Attempting to bind port 10aebebb-49db-46b6-aa67-f9db1f3687f9 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:09:51.063921 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-d40a266e-5a49-4f15-8fe2-c09b3236535b None None] Attempting to bind port 10aebebb-49db-46b6-aa67-f9db1f3687f9 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:09:51.064292 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40a266e-5a49-4f15-8fe2-c09b3236535b None None] Attempting to bind port 10aebebb-49db-46b6-aa67-f9db1f3687f9 on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:09:51.068010 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-724428fb-ea67-40ac-894f-d0114ca43107 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Network cb338a05-96ea-4d11-88f8-690044b53ade is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:09:51.071633 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-724428fb-ea67-40ac-894f-d0114ca43107 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:09:51.074081 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40a266e-5a49-4f15-8fe2-c09b3236535b None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:09:51.074463 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40a266e-5a49-4f15-8fe2-c09b3236535b None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:09:51.074906 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d40a266e-5a49-4f15-8fe2-c09b3236535b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:51.075263 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40a266e-5a49-4f15-8fe2-c09b3236535b None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:09:51.075737 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-d40a266e-5a49-4f15-8fe2-c09b3236535b None None] Bound port: 10aebebb-49db-46b6-aa67-f9db1f3687f9, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:09:51.076121 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d40a266e-5a49-4f15-8fe2-c09b3236535b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:51.087579 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-724428fb-ea67-40ac-894f-d0114ca43107 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:09:51.107161 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-824bde25-40d6-4514-8237-7e3be5840613 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:51.133564 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724428fb-ea67-40ac-894f-d0114ca43107 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Pushing event updated for resources: {'Port': ['ID=e892c78d-0591-4406-9e88-feb95725e7c4,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:51.147976 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.db.api [None req-d40a266e-5a49-4f15-8fe2-c09b3236535b None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94715) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 09:09:51.148656 n-d-806683-11 neutron-server[94715]: DEBUG oslo_db.api [None req-d40a266e-5a49-4f15-8fe2-c09b3236535b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 09:09:51.163333 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f232cf9-4269-4a27-9512-fb9bd7f2f1d0 None None] Pushing event updated for resources: {'Port': ['ID=10aebebb-49db-46b6-aa67-f9db1f3687f9,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:51.166137 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-724428fb-ea67-40ac-894f-d0114ca43107 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:51.166860 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-724428fb-ea67-40ac-894f-d0114ca43107 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:51.198567 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-724428fb-ea67-40ac-894f-d0114ca43107 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0052025 Sep 08 09:09:51.205297 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824bde25-40d6-4514-8237-7e3be5840613 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Pushing event deleted for resources: {'Port': ['ID=10aebebb-49db-46b6-aa67-f9db1f3687f9,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:51.238855 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-48fafb2c-7aba-42e0-95c8-96fa07e88514 service neutron] Request body: {'port': {'device_id': '36e0a33f-6dec-41b9-ae78-1ff0971a03f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:09:51.280535 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b2804c-1f42-43bc-bf44-d6d66d9e207e req-39ea1001-65d5-488a-8d42-f0e32c6c9f8e tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:51.282680 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-48b2804c-1f42-43bc-bf44-d6d66d9e207e req-39ea1001-65d5-488a-8d42-f0e32c6c9f8e tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=c247abfa-2319-42bb-9904-44fdbd0e85d3 HTTP/1.1" status: 200 len: 946 time: 0.1877315 Sep 08 09:09:51.307180 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-48fafb2c-7aba-42e0-95c8-96fa07e88514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:51.314610 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-824bde25-40d6-4514-8237-7e3be5840613 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:51.394150 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 32c3bbde-7afc-4b63-bed0-3158dd11c5a1 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:09:51.400547 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-6154bdf9-e485-40c6-aeb0-0671a1bbcbfc None None] Provisioning for port e892c78d-0591-4406-9e88-feb95725e7c4 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:09:51.418383 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-48b2804c-1f42-43bc-bf44-d6d66d9e207e req-f4aac42d-f3c1-4857-ac77-a090904c6b75 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274481 Sep 08 09:09:51.443195 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-6154bdf9-e485-40c6-aeb0-0671a1bbcbfc None None] Provisioning complete for port e892c78d-0591-4406-9e88-feb95725e7c4 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:09:51.443785 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6154bdf9-e485-40c6-aeb0-0671a1bbcbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:51.455875 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-824bde25-40d6-4514-8237-7e3be5840613 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:51.458577 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-824bde25-40d6-4514-8237-7e3be5840613 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:51.500421 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-6154bdf9-e485-40c6-aeb0-0671a1bbcbfc None None] Port e892c78d-0591-4406-9e88-feb95725e7c4 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:09:51.523397 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-824bde25-40d6-4514-8237-7e3be5840613 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:51.523999 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824bde25-40d6-4514-8237-7e3be5840613 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 98f35519-c539-47e0-a089-07a78ea1f138 {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:09:51.528822 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-824bde25-40d6-4514-8237-7e3be5840613 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:51.534105 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-824bde25-40d6-4514-8237-7e3be5840613 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] 10.222.0.54 "DELETE /v2.0/routers/98f35519-c539-47e0-a089-07a78ea1f138 HTTP/1.1" status: 204 len: 168 time: 1.5052221 Sep 08 09:09:51.536884 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 50534) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:51.574732 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:51.627470 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 32c3bbde-7afc-4b63-bed0-3158dd11c5a1, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=32c3bbde-7afc-4b63-bed0-3158dd11c5a1,segment=NetworkSegment(3af659db-8c52-4cba-bbf9-dfdf7a2d015a),segment_id=3af659db-8c52-4cba-bbf9-dfdf7a2d015a)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:09:51.628623 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68579f4-396f-4ba5-9617-f70aca0e3215', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32c3bbde-7afc-4b63-bed0-3158dd11c5a1'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:09:51.633359 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1946742d-ba88-4329-8758-fa32086442d8" -d '{"events": [{"server_uuid": "b68579f4-396f-4ba5-9617-f70aca0e3215", "name": "network-vif-unplugged", "status": "completed", "tag": "32c3bbde-7afc-4b63-bed0-3158dd11c5a1"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:09:51.637026 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:51.681716 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-d40a266e-5a49-4f15-8fe2-c09b3236535b None None] Attempting to bind port 10aebebb-49db-46b6-aa67-f9db1f3687f9 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:09:51.690135 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-d40a266e-5a49-4f15-8fe2-c09b3236535b None None] Attempting to bind port 10aebebb-49db-46b6-aa67-f9db1f3687f9 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:09:51.692170 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40a266e-5a49-4f15-8fe2-c09b3236535b None None] Attempting to bind port 10aebebb-49db-46b6-aa67-f9db1f3687f9 on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:09:51.716314 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40a266e-5a49-4f15-8fe2-c09b3236535b None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:09:51.717171 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40a266e-5a49-4f15-8fe2-c09b3236535b None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:09:51.718868 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d40a266e-5a49-4f15-8fe2-c09b3236535b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:51.719302 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40a266e-5a49-4f15-8fe2-c09b3236535b None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:09:51.720590 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-d40a266e-5a49-4f15-8fe2-c09b3236535b None None] Bound port: 10aebebb-49db-46b6-aa67-f9db1f3687f9, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:09:51.721294 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d40a266e-5a49-4f15-8fe2-c09b3236535b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:51.732914 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-db9b0a0b-988b-4b33-8ca7-59ecd0bb9f08 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:51.763337 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=32c3bbde-7afc-4b63-bed0-3158dd11c5a1,revision_number=8']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:51.766647 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.plugin [None req-d40a266e-5a49-4f15-8fe2-c09b3236535b None None] Port 10aebebb-49db-46b6-aa67-f9db1f3687f9 has been deleted concurrently {{(pid=94715) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Sep 08 09:09:51.778878 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40a266e-5a49-4f15-8fe2-c09b3236535b None None] Routers set() bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:09:51.779439 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40a266e-5a49-4f15-8fe2-c09b3236535b None None] Router IDs set() for agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 08 09:09:51.780358 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_agentschedulers_db [None req-d40a266e-5a49-4f15-8fe2-c09b3236535b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'98f35519-c539-47e0-a089-07a78ea1f138'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:09:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent'). {{(pid=94715) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 08 09:09:51.780845 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40a266e-5a49-4f15-8fe2-c09b3236535b None None] The sync data for ids ['98f35519-c539-47e0-a089-07a78ea1f138'] in n-d-806683-11 is: [] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:09:51.795733 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 09:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205903b9-f845-4997-8b61-9011f499ebbe x-openstack-request-id: req-205903b9-f845-4997-8b61-9011f499ebbe {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:09:51.796042 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68579f4-396f-4ba5-9617-f70aca0e3215", "name": "network-vif-unplugged", "status": "completed", "tag": "32c3bbde-7afc-4b63-bed0-3158dd11c5a1", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:09:51.796376 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-205903b9-f845-4997-8b61-9011f499ebbe {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:09:51.796699 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68579f4-396f-4ba5-9617-f70aca0e3215', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32c3bbde-7afc-4b63-bed0-3158dd11c5a1', 'code': 200} Sep 08 09:09:51.809876 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-48fafb2c-7aba-42e0-95c8-96fa07e88514 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e892c78d-0591-4406-9e88-feb95725e7c4 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:09:51.817796 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-48fafb2c-7aba-42e0-95c8-96fa07e88514 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:51.835788 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-48fafb2c-7aba-42e0-95c8-96fa07e88514 service neutron] Transition to ACTIVE for port object e892c78d-0591-4406-9e88-feb95725e7c4 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:09:51.847160 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-48fafb2c-7aba-42e0-95c8-96fa07e88514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:51.982718 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275d62f-3485-4627-bb2d-4938034bae9f req-a7e86afa-2705-4c8c-81bc-44a489663636 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:51.986611 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3275d62f-3485-4627-bb2d-4938034bae9f req-a7e86afa-2705-4c8c-81bc-44a489663636 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 944 time: 0.1563327 Sep 08 09:09:52.062234 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fafb2c-7aba-42e0-95c8-96fa07e88514 service neutron] Pushing event updated for resources: {'Port': ['ID=e892c78d-0591-4406-9e88-feb95725e7c4,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:52.085603 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-db9b0a0b-988b-4b33-8ca7-59ecd0bb9f08 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:52.087740 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-48fafb2c-7aba-42e0-95c8-96fa07e88514 service neutron] Attempting to bind port e892c78d-0591-4406-9e88-feb95725e7c4 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:09:52.088456 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-48fafb2c-7aba-42e0-95c8-96fa07e88514 service neutron] Attempting to bind port e892c78d-0591-4406-9e88-feb95725e7c4 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': 'f65d12e3-feb2-45fa-813d-94ce7829a6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'cb338a05-96ea-4d11-88f8-690044b53ade'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:09:52.088456 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-48fafb2c-7aba-42e0-95c8-96fa07e88514 service neutron] Attempting to bind port e892c78d-0591-4406-9e88-feb95725e7c4 on network cb338a05-96ea-4d11-88f8-690044b53ade {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:09:52.101116 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-48fafb2c-7aba-42e0-95c8-96fa07e88514 service neutron] Port e892c78d-0591-4406-9e88-feb95725e7c4 on network cb338a05-96ea-4d11-88f8-690044b53ade not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:09:52.101449 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-48fafb2c-7aba-42e0-95c8-96fa07e88514 service neutron] Attempting to bind port e892c78d-0591-4406-9e88-feb95725e7c4 on network cb338a05-96ea-4d11-88f8-690044b53ade {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:09:52.103389 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:52.115925 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147b3fa-8988-4c45-bb6a-3ffbe727c89c req-6212e817-2f0e-4071-a669-e0fe08951ed8 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:52.117554 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0147b3fa-8988-4c45-bb6a-3ffbe727c89c req-6212e817-2f0e-4071-a669-e0fe08951ed8 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 943 time: 0.1535411 Sep 08 09:09:52.119092 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-48fafb2c-7aba-42e0-95c8-96fa07e88514 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:09:52.119576 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-48fafb2c-7aba-42e0-95c8-96fa07e88514 service neutron] Checking segment: {'id': 'f65d12e3-feb2-45fa-813d-94ce7829a6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'cb338a05-96ea-4d11-88f8-690044b53ade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:09:52.119973 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-48fafb2c-7aba-42e0-95c8-96fa07e88514 service neutron] Bound using segment: {'id': 'f65d12e3-feb2-45fa-813d-94ce7829a6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'cb338a05-96ea-4d11-88f8-690044b53ade'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:09:52.120452 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-48fafb2c-7aba-42e0-95c8-96fa07e88514 service neutron] Bound port: e892c78d-0591-4406-9e88-feb95725e7c4, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f65d12e3-feb2-45fa-813d-94ce7829a6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'cb338a05-96ea-4d11-88f8-690044b53ade'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:09:52.121101 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-48fafb2c-7aba-42e0-95c8-96fa07e88514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:52.138485 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3275d62f-3485-4627-bb2d-4938034bae9f req-e8d8599c-ba3a-4982-8689-f97fd4160d89 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434023 Sep 08 09:09:52.251589 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-db9b0a0b-988b-4b33-8ca7-59ecd0bb9f08 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Deleting port 5e20097a-b532-4e33-977f-be8b7e8be494 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:09:52.254389 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-db9b0a0b-988b-4b33-8ca7-59ecd0bb9f08 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:52.258263 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0147b3fa-8988-4c45-bb6a-3ffbe727c89c req-3d0e0802-9ec0-46d5-acf8-f5b8864f09f9 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0770309 Sep 08 09:09:52.281387 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-48fafb2c-7aba-42e0-95c8-96fa07e88514 service neutron] For port e892c78d-0591-4406-9e88-feb95725e7c4, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:09:52.289581 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-48fafb2c-7aba-42e0-95c8-96fa07e88514 service neutron] For port e892c78d-0591-4406-9e88-feb95725e7c4, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=e892c78d-0591-4406-9e88-feb95725e7c4,segment=NetworkSegment(f65d12e3-feb2-45fa-813d-94ce7829a6a9),segment_id=f65d12e3-feb2-45fa-813d-94ce7829a6a9)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:09:52.302411 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-48fafb2c-7aba-42e0-95c8-96fa07e88514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:52.386162 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-48fafb2c-7aba-42e0-95c8-96fa07e88514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:52.386956 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-48fafb2c-7aba-42e0-95c8-96fa07e88514 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:52.388454 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-48fafb2c-7aba-42e0-95c8-96fa07e88514 service neutron] 10.222.0.35 "PUT /v2.0/ports/e892c78d-0591-4406-9e88-feb95725e7c4 HTTP/1.1" status: 200 len: 1092 time: 1.1569877 Sep 08 09:09:52.389203 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e0a33f-6dec-41b9-ae78-1ff0971a03f4', 'tag': 'e892c78d-0591-4406-9e88-feb95725e7c4'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:09:52.391536 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7c9f5f-f9ff-4e7f-9667-868c037559b8" -d '{"events": [{"name": "network-changed", "server_uuid": "36e0a33f-6dec-41b9-ae78-1ff0971a03f4", "tag": "e892c78d-0591-4406-9e88-feb95725e7c4"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:09:52.441377 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 5e20097a-b532-4e33-977f-be8b7e8be494 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:09:52.452317 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-db9b0a0b-988b-4b33-8ca7-59ecd0bb9f08 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] For port 5e20097a-b532-4e33-977f-be8b7e8be494, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=5e20097a-b532-4e33-977f-be8b7e8be494,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:09:52.453289 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-db9b0a0b-988b-4b33-8ca7-59ecd0bb9f08 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:52.474901 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e035dd98-32eb-49b4-a147-fead4f2e2906 x-openstack-request-id: req-e035dd98-32eb-49b4-a147-fead4f2e2906 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:09:52.475214 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36e0a33f-6dec-41b9-ae78-1ff0971a03f4", "tag": "e892c78d-0591-4406-9e88-feb95725e7c4", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:09:52.475472 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e035dd98-32eb-49b4-a147-fead4f2e2906 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:09:52.475904 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e0a33f-6dec-41b9-ae78-1ff0971a03f4', 'tag': 'e892c78d-0591-4406-9e88-feb95725e7c4', 'status': 'completed', 'code': 200} Sep 08 09:09:52.476722 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fafb2c-7aba-42e0-95c8-96fa07e88514 service neutron] Pushing event updated for resources: {'Port': ['ID=e892c78d-0591-4406-9e88-feb95725e7c4,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:52.477495 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-db9b0a0b-988b-4b33-8ca7-59ecd0bb9f08 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Calling delete_port for 5e20097a-b532-4e33-977f-be8b7e8be494 owned by network:router_gateway {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:09:52.552918 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 5e20097a-b532-4e33-977f-be8b7e8be494 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:09:52.553309 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:52.586032 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-71f914ed-9021-4583-8312-384d1bfcb57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:52.592857 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-71f914ed-9021-4583-8312-384d1bfcb57e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9f5275e2d58a49a08895a50418c7508b&device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 1095 time: 0.1002061 Sep 08 09:09:52.694192 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-218a9032-c5c8-43a6-9014-dd5371c934bc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e892c78d-0591-4406-9e88-feb95725e7c4 HTTP/1.1" status: 200 len: 217 time: 0.0864544 Sep 08 09:09:52.767919 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-067c107c-beb1-45aa-8c08-ff9e94e4bb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:52.769691 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-067c107c-beb1-45aa-8c08-ff9e94e4bb68 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ec84db6-4dd6-4de4-a1e0-0c0e5076306d HTTP/1.1" status: 200 len: 855 time: 0.0680435 Sep 08 09:09:52.823835 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-ee22ca49-b96d-48ed-9897-4f9f9a587a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:52.825490 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-ee22ca49-b96d-48ed-9897-4f9f9a587a93 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb338a05-96ea-4d11-88f8-690044b53ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475485 Sep 08 09:09:52.947934 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-afd4d5f1-da9c-436f-927c-29dfeeb9e6bc service neutron] 10.222.0.35 "GET /v2.0/networks/cb338a05-96ea-4d11-88f8-690044b53ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148906 Sep 08 09:09:53.055833 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41078b-29c3-4518-8e83-92c03c085f0f req-d02e5626-5c61-4309-89bc-304b1ee8e117 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:53.057901 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-862cb08d-73e0-4f21-b7fd-1a02f14a4b8a req-0a95505f-752b-4d98-96a0-060f6797afc0 service neutron] 10.222.0.35 "GET /v2.0/networks/cb338a05-96ea-4d11-88f8-690044b53ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025460 Sep 08 09:09:53.058671 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5b41078b-29c3-4518-8e83-92c03c085f0f req-d02e5626-5c61-4309-89bc-304b1ee8e117 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=c247abfa-2319-42bb-9904-44fdbd0e85d3 HTTP/1.1" status: 200 len: 946 time: 0.4486909 Sep 08 09:09:53.139218 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5b41078b-29c3-4518-8e83-92c03c085f0f req-87fe6491-59ce-43ab-ad87-bf3e09ad60d2 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684540 Sep 08 09:09:53.140381 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-db9b0a0b-988b-4b33-8ca7-59ecd0bb9f08 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:53.167828 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b0a0b-988b-4b33-8ca7-59ecd0bb9f08 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e20097a-b532-4e33-977f-be8b7e8be494,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:53.206817 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c9f5f-f9ff-4e7f-9667-868c037559b8 req-59538a38-e6b1-4642-9ed5-23f3a1d34f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:53.209641 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3d7c9f5f-f9ff-4e7f-9667-868c037559b8 req-59538a38-e6b1-4642-9ed5-23f3a1d34f5c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9f5275e2d58a49a08895a50418c7508b&device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 1095 time: 0.0617528 Sep 08 09:09:53.241002 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-db9b0a0b-988b-4b33-8ca7-59ecd0bb9f08 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:53.342896 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd3225-fc85-44c5-808f-3a7c73e792d1 req-8dbb6d49-ca53-467b-837a-5c875459d935 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:53.343415 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-db9b0a0b-988b-4b33-8ca7-59ecd0bb9f08 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:53.344779 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6dfd3225-fc85-44c5-808f-3a7c73e792d1 req-8dbb6d49-ca53-467b-837a-5c875459d935 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 944 time: 0.1016362 Sep 08 09:09:53.346232 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-db9b0a0b-988b-4b33-8ca7-59ecd0bb9f08 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:53.356736 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c9f5f-f9ff-4e7f-9667-868c037559b8 req-374684dd-0909-4589-bb52-f74b2f057cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:53.358382 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3d7c9f5f-f9ff-4e7f-9667-868c037559b8 req-374684dd-0909-4589-bb52-f74b2f057cee service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb338a05-96ea-4d11-88f8-690044b53ade HTTP/1.1" status: 200 len: 917 time: 0.1410007 Sep 08 09:09:53.418164 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3d7c9f5f-f9ff-4e7f-9667-868c037559b8 req-4669dded-f77a-4ec7-886a-8ec34bfccbcf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e892c78d-0591-4406-9e88-feb95725e7c4 HTTP/1.1" status: 200 len: 217 time: 0.0508733 Sep 08 09:09:53.434323 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-db9b0a0b-988b-4b33-8ca7-59ecd0bb9f08 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:53.434545 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9b0a0b-988b-4b33-8ca7-59ecd0bb9f08 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8bef253d-e80e-49d4-a169-22753db443a8 {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:09:53.440155 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-db9b0a0b-988b-4b33-8ca7-59ecd0bb9f08 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:53.441319 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-db9b0a0b-988b-4b33-8ca7-59ecd0bb9f08 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] 10.222.0.54 "DELETE /v2.0/routers/8bef253d-e80e-49d4-a169-22753db443a8 HTTP/1.1" status: 204 len: 168 time: 1.9031765 Sep 08 09:09:53.446079 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 50562) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:53.451091 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-25831edf-b857-4314-b24c-780027fc18b6 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-581178651', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}, 'admin_state_up': False}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:09:53.464836 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:53.478828 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1b164-4477-4637-9970-911c376031f4 req-3aee012a-cdd2-4cb7-a553-57881175a869 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:53.480443 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ebf1b164-4477-4637-9970-911c376031f4 req-3aee012a-cdd2-4cb7-a553-57881175a869 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 943 time: 0.0924988 Sep 08 09:09:53.495501 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6dfd3225-fc85-44c5-808f-3a7c73e792d1 req-9c545696-a0c3-4ace-abc4-77de1635148a tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360741 Sep 08 09:09:53.497744 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-25831edf-b857-4314-b24c-780027fc18b6 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:53.498940 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-25831edf-b857-4314-b24c-780027fc18b6 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:53.538919 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c9f5f-f9ff-4e7f-9667-868c037559b8 req-20671a00-b454-4ac4-a7b7-47c5917a4d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:53.540455 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3d7c9f5f-f9ff-4e7f-9667-868c037559b8 req-20671a00-b454-4ac4-a7b7-47c5917a4d28 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ec84db6-4dd6-4de4-a1e0-0c0e5076306d HTTP/1.1" status: 200 len: 855 time: 0.1110866 Sep 08 09:09:53.569004 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ebf1b164-4477-4637-9970-911c376031f4 req-cd8e0c27-8749-4f36-8323-09264b9f4d8f tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0737631 Sep 08 09:09:53.600756 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-25831edf-b857-4314-b24c-780027fc18b6 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:53.626248 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c9f5f-f9ff-4e7f-9667-868c037559b8 req-568ba3d8-6aeb-4227-b090-809947957555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:53.627897 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3d7c9f5f-f9ff-4e7f-9667-868c037559b8 req-568ba3d8-6aeb-4227-b090-809947957555 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb338a05-96ea-4d11-88f8-690044b53ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0796123 Sep 08 09:09:53.789611 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3d7c9f5f-f9ff-4e7f-9667-868c037559b8 req-da062bd6-1774-43fa-8387-2be41ef443e3 service neutron] 10.222.0.35 "GET /v2.0/networks/cb338a05-96ea-4d11-88f8-690044b53ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359143 Sep 08 09:09:53.869975 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-25831edf-b857-4314-b24c-780027fc18b6 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:53.936427 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3d7c9f5f-f9ff-4e7f-9667-868c037559b8 req-a26ddbc0-ca90-4deb-b487-0596ff96baf3 service neutron] 10.222.0.35 "GET /v2.0/networks/cb338a05-96ea-4d11-88f8-690044b53ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149638 Sep 08 09:09:54.013316 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:54.135188 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-25831edf-b857-4314-b24c-780027fc18b6 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for router_gateway, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:54.154534 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-25831edf-b857-4314-b24c-780027fc18b6 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:54.311322 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-25831edf-b857-4314-b24c-780027fc18b6 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Allocated IP 172.25.0.117 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/e660eaee-135b-494c-88a2-3710506148f4) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:09:54.335724 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b14fb-416f-4c88-9f37-614fc5490082 req-b3fb0e54-089c-486f-b6bb-487ec87d9a68 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:54.344371 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e48b14fb-416f-4c88-9f37-614fc5490082 req-b3fb0e54-089c-486f-b6bb-487ec87d9a68 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=c247abfa-2319-42bb-9904-44fdbd0e85d3 HTTP/1.1" status: 200 len: 946 time: 0.1060688 Sep 08 09:09:54.357132 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 5e20097a-b532-4e33-977f-be8b7e8be494 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:09:54.387605 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 5e20097a-b532-4e33-977f-be8b7e8be494 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:09:54.388311 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 5e20097a-b532-4e33-977f-be8b7e8be494 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:09:54.412246 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e48b14fb-416f-4c88-9f37-614fc5490082 req-bcc8c805-1b2c-49ab-8198-b1c23d605eb9 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668750 Sep 08 09:09:54.467420 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-25831edf-b857-4314-b24c-780027fc18b6 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:54.511641 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-25831edf-b857-4314-b24c-780027fc18b6 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:54.583923 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25831edf-b857-4314-b24c-780027fc18b6 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:09:54.590948 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-25831edf-b857-4314-b24c-780027fc18b6 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:09:54.593585 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25831edf-b857-4314-b24c-780027fc18b6 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Pushing event updated for resources: {'Port': ['ID=e660eaee-135b-494c-88a2-3710506148f4,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:54.597409 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25831edf-b857-4314-b24c-780027fc18b6 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:09:54.651212 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652205d-74b1-4649-bb93-76118472ad82 req-9bb8fded-bfc1-4bba-bf32-96710d48c838 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:54.652788 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9652205d-74b1-4649-bb93-76118472ad82 req-9bb8fded-bfc1-4bba-bf32-96710d48c838 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68579f4-396f-4ba5-9617-f70aca0e3215 HTTP/1.1" status: 200 len: 944 time: 0.1082771 Sep 08 09:09:54.725410 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18705779-1737-4225-80ff-0dbcb8cffeb6 req-96861d02-bb46-478c-91f1-146e6c7109fc tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:54.726941 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-18705779-1737-4225-80ff-0dbcb8cffeb6 req-96861d02-bb46-478c-91f1-146e6c7109fc tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 943 time: 0.0561342 Sep 08 09:09:54.777881 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-18705779-1737-4225-80ff-0dbcb8cffeb6 req-071500d7-4f18-43d1-8960-03521f2fa363 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0425904 Sep 08 09:09:54.933256 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-9652205d-74b1-4649-bb93-76118472ad82 req-a28c2630-6541-460d-9d58-72719529b29e tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Deleting port 32c3bbde-7afc-4b63-bed0-3158dd11c5a1 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:09:54.933660 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9652205d-74b1-4649-bb93-76118472ad82 req-a28c2630-6541-460d-9d58-72719529b29e tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:55.081818 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-25831edf-b857-4314-b24c-780027fc18b6 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for router_gateway, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:55.142391 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-9652205d-74b1-4649-bb93-76118472ad82 req-a28c2630-6541-460d-9d58-72719529b29e tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] For port 32c3bbde-7afc-4b63-bed0-3158dd11c5a1, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=32c3bbde-7afc-4b63-bed0-3158dd11c5a1,segment=NetworkSegment(3af659db-8c52-4cba-bbf9-dfdf7a2d015a),segment_id=3af659db-8c52-4cba-bbf9-dfdf7a2d015a)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:09:55.143059 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9652205d-74b1-4649-bb93-76118472ad82 req-a28c2630-6541-460d-9d58-72719529b29e tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:55.163704 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-9652205d-74b1-4649-bb93-76118472ad82 req-a28c2630-6541-460d-9d58-72719529b29e tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Calling delete_port for 32c3bbde-7afc-4b63-bed0-3158dd11c5a1 owned by compute:nova {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:09:55.393897 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-25831edf-b857-4314-b24c-780027fc18b6 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:55.429280 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 32c3bbde-7afc-4b63-bed0-3158dd11c5a1 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:09:55.464951 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9652205d-74b1-4649-bb93-76118472ad82 req-a28c2630-6541-460d-9d58-72719529b29e tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:55.476507 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No active binding found for port 32c3bbde-7afc-4b63-bed0-3158dd11c5a1 {{(pid=94714) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 08 09:09:55.476954 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 32c3bbde-7afc-4b63-bed0-3158dd11c5a1 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:09:55.505792 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c2630-6541-460d-9d58-72719529b29e tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Pushing event deleted for resources: {'Port': ['ID=32c3bbde-7afc-4b63-bed0-3158dd11c5a1,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:55.573632 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30045592-c9cf-4bf6-82e7-f07f29fb5514 req-2b172ba0-86f6-465a-b04a-e3c5e1bfc101 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:55.575567 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-30045592-c9cf-4bf6-82e7-f07f29fb5514 req-2b172ba0-86f6-465a-b04a-e3c5e1bfc101 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=c247abfa-2319-42bb-9904-44fdbd0e85d3 HTTP/1.1" status: 200 len: 946 time: 0.0603080 Sep 08 09:09:55.594349 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-9652205d-74b1-4649-bb93-76118472ad82 req-a28c2630-6541-460d-9d58-72719529b29e tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] No DVR routers for this DVR port 32c3bbde-7afc-4b63-bed0-3158dd11c5a1 on host n-h1-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:09:55.599075 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9652205d-74b1-4649-bb93-76118472ad82 req-a28c2630-6541-460d-9d58-72719529b29e tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:55.601197 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9652205d-74b1-4649-bb93-76118472ad82 req-a28c2630-6541-460d-9d58-72719529b29e tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "DELETE /v2.0/ports/32c3bbde-7afc-4b63-bed0-3158dd11c5a1 HTTP/1.1" status: 204 len: 173 time: 0.9096189 Sep 08 09:09:55.601670 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68579f4-396f-4ba5-9617-f70aca0e3215', 'name': 'network-vif-deleted', 'tag': '32c3bbde-7afc-4b63-bed0-3158dd11c5a1'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:09:55.604382 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2be6601-746d-4c18-8d82-2a84fcc893ae" -d '{"events": [{"server_uuid": "b68579f4-396f-4ba5-9617-f70aca0e3215", "name": "network-vif-deleted", "tag": "32c3bbde-7afc-4b63-bed0-3158dd11c5a1"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:09:55.643130 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-30045592-c9cf-4bf6-82e7-f07f29fb5514 req-bf0e7529-9a27-4eae-8e20-552bb5b37918 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602732 Sep 08 09:09:55.643253 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25831edf-b857-4314-b24c-780027fc18b6 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Router 6ee47555-582d-4731-95be-44b1c0524a4f is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:09:55.701585 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 08 Sep 2021 09:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f75b0d-8f2a-49ff-a600-adbf831991af x-openstack-request-id: req-94f75b0d-8f2a-49ff-a600-adbf831991af {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:09:55.701792 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68579f4-396f-4ba5-9617-f70aca0e3215", "name": "network-vif-deleted", "tag": "32c3bbde-7afc-4b63-bed0-3158dd11c5a1", "status": "failed", "code": 422}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:09:55.701967 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-94f75b0d-8f2a-49ff-a600-adbf831991af {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:09:55.702381 n-d-806683-11 neutron-server[94713]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b68579f4-396f-4ba5-9617-f70aca0e3215', 'name': 'network-vif-deleted', 'tag': '32c3bbde-7afc-4b63-bed0-3158dd11c5a1', 'status': 'failed', 'code': 422} returned with failed status Sep 08 09:09:55.799039 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25831edf-b857-4314-b24c-780027fc18b6 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:09:55.817386 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ec7b66-1f30-4913-ad30-fadc64719f2a None None] Sync routers for ids ['6ee47555-582d-4731-95be-44b1c0524a4f'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:09:55.834548 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ec7b66-1f30-4913-ad30-fadc64719f2a None None] Routers {'6ee47555-582d-4731-95be-44b1c0524a4f'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:09:55.835587 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-26ec7b66-1f30-4913-ad30-fadc64719f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:09:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['6ee47555-582d-4731-95be-44b1c0524a4f'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:55.850324 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-25831edf-b857-4314-b24c-780027fc18b6 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:55.854353 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 50626) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:55.854590 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-25831edf-b857-4314-b24c-780027fc18b6 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.4067695 Sep 08 09:09:55.861005 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-dc08ce03-58b9-4cca-aa89-35374e17b97c tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'enable_snat': False}}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:09:55.907033 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-26ec7b66-1f30-4913-ad30-fadc64719f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:55.921759 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ec7b66-1f30-4913-ad30-fadc64719f2a None None] Routers {'6ee47555-582d-4731-95be-44b1c0524a4f'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:09:55.922707 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-26ec7b66-1f30-4913-ad30-fadc64719f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:09:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['6ee47555-582d-4731-95be-44b1c0524a4f'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:55.964014 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-26ec7b66-1f30-4913-ad30-fadc64719f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:55.964810 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ec7b66-1f30-4913-ad30-fadc64719f2a None None] The sync data for ids ['6ee47555-582d-4731-95be-44b1c0524a4f'] in n-d-806683-11 is: [] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:09:56.094352 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87146f3-e647-4b1c-b58d-5e13aa3df7a3 req-3339eab6-89eb-4e81-a6ad-f6de75992b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:56.095890 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c87146f3-e647-4b1c-b58d-5e13aa3df7a3 req-3339eab6-89eb-4e81-a6ad-f6de75992b87 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c247abfa-2319-42bb-9904-44fdbd0e85d3 HTTP/1.1" status: 200 len: 1098 time: 0.1341496 Sep 08 09:09:56.140668 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc53816-f9cc-4bd3-a76f-e3ee76a6c3f4 req-b5141763-391c-4ef9-a9f4-18496d7445fd tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:56.146747 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bfc53816-f9cc-4bd3-a76f-e3ee76a6c3f4 req-b5141763-391c-4ef9-a9f4-18496d7445fd tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 943 time: 0.1847968 Sep 08 09:09:56.223471 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c87146f3-e647-4b1c-b58d-5e13aa3df7a3 req-bd560921-493b-49a7-926b-543b2e0c6255 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756950 Sep 08 09:09:56.262883 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bfc53816-f9cc-4bd3-a76f-e3ee76a6c3f4 req-13ee1e83-0e65-4cf1-819d-00d7f90121b3 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1042597 Sep 08 09:09:56.297977 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76c079-5f66-4373-b185-fc212a7f50c9 req-9039d5db-57ac-4752-8390-070c69b14030 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:56.299701 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4d76c079-5f66-4373-b185-fc212a7f50c9 req-9039d5db-57ac-4752-8390-070c69b14030 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/networks?id=643d18a2-f561-4ab8-ba5f-9dc85934ae99 HTTP/1.1" status: 200 len: 812 time: 0.1335278 Sep 08 09:09:56.318681 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4d76c079-5f66-4373-b185-fc212a7f50c9 req-62935f10-58f0-4c04-88dc-842a0217fadf tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/quotas/8c4acd6367d646a3befa77424fa4ba4a HTTP/1.1" status: 200 len: 375 time: 0.0109401 Sep 08 09:09:56.359639 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4d76c079-5f66-4373-b185-fc212a7f50c9 req-7ee4cd6b-1db2-497a-b76e-1d848522ce59 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8c4acd6367d646a3befa77424fa4ba4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337000 Sep 08 09:09:56.390194 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dc08ce03-58b9-4cca-aa89-35374e17b97c tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:56.457159 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4d76c079-5f66-4373-b185-fc212a7f50c9 req-f08cf573-2903-4793-97e4-4c707402ab3f service neutron] 10.222.0.54 "GET /v2.0/networks/643d18a2-f561-4ab8-ba5f-9dc85934ae99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892456 Sep 08 09:09:56.561875 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4d76c079-5f66-4373-b185-fc212a7f50c9 req-536aa6da-ac31-49c2-a6e2-919437409ecf service neutron] 10.222.0.54 "GET /v2.0/networks/643d18a2-f561-4ab8-ba5f-9dc85934ae99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958183 Sep 08 09:09:56.775186 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-71160cb3-b1fb-410f-9a41-f4205f78fb8f req-b76a6167-4669-4a96-84f4-9e20b7fdc0b8 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=17235dd1-6acd-4daf-a389-343a00e183f9 HTTP/1.1" status: 200 len: 210 time: 0.0429301 Sep 08 09:09:56.868981 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dc08ce03-58b9-4cca-aa89-35374e17b97c tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2457'] for router, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:56.877902 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf10d8b-f846-4055-a9b4-a86f58140838 req-4f2b8ed9-903a-4305-bd2c-b5f044dc25f2 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:56.879419 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-baf10d8b-f846-4055-a9b4-a86f58140838 req-4f2b8ed9-903a-4305-bd2c-b5f044dc25f2 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=c247abfa-2319-42bb-9904-44fdbd0e85d3 HTTP/1.1" status: 200 len: 946 time: 0.1027534 Sep 08 09:09:56.882638 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dc08ce03-58b9-4cca-aa89-35374e17b97c tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-764157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-764146', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-768877'] for router, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:56.974652 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-baf10d8b-f846-4055-a9b4-a86f58140838 req-f6ba1147-57c4-4c91-b97c-4ee2b7811bed tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856664 Sep 08 09:09:57.045266 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc08ce03-58b9-4cca-aa89-35374e17b97c tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Router 6ee47555-582d-4731-95be-44b1c0524a4f has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:09:57.222876 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc08ce03-58b9-4cca-aa89-35374e17b97c tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:09:57.229448 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dc08ce03-58b9-4cca-aa89-35374e17b97c tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:57.233782 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 50664) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:57.240675 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a884b694-65f5-4c90-a62e-19e0271978cc None None] Sync routers for ids ['6ee47555-582d-4731-95be-44b1c0524a4f'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:09:57.241294 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-dc08ce03-58b9-4cca-aa89-35374e17b97c tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] 10.222.0.54 "PUT /v2.0/routers/6ee47555-582d-4731-95be-44b1c0524a4f HTTP/1.1" status: 200 len: 925 time: 1.3855917 Sep 08 09:09:57.255693 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a884b694-65f5-4c90-a62e-19e0271978cc None None] Routers {'6ee47555-582d-4731-95be-44b1c0524a4f'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:09:57.257328 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-a884b694-65f5-4c90-a62e-19e0271978cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:09:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['6ee47555-582d-4731-95be-44b1c0524a4f'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:57.304185 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-a884b694-65f5-4c90-a62e-19e0271978cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:57.313094 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a884b694-65f5-4c90-a62e-19e0271978cc None None] Routers {'6ee47555-582d-4731-95be-44b1c0524a4f'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:09:57.313926 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-a884b694-65f5-4c90-a62e-19e0271978cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:09:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['6ee47555-582d-4731-95be-44b1c0524a4f'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:57.361187 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-a884b694-65f5-4c90-a62e-19e0271978cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:09:57.362140 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a884b694-65f5-4c90-a62e-19e0271978cc None None] The sync data for ids ['6ee47555-582d-4731-95be-44b1c0524a4f'] in n-d-806683-11 is: [] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:09:57.702439 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a431cb29-fd7b-47a2-b590-b466f84273bb tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] 10.222.0.54 "GET /v2.0/routers/6ee47555-582d-4731-95be-44b1c0524a4f HTTP/1.1" status: 200 len: 925 time: 0.4674227 Sep 08 09:09:57.705535 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 50668) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:57.720762 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005a15c-9f84-4fb4-ac49-301d068d72b4 req-09e489bb-36ca-48da-9d72-e5ad2d74fa09 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:57.722367 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f005a15c-9f84-4fb4-ac49-301d068d72b4 req-09e489bb-36ca-48da-9d72-e5ad2d74fa09 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 943 time: 0.0645800 Sep 08 09:09:57.768426 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f005a15c-9f84-4fb4-ac49-301d068d72b4 req-11a9fb64-38ff-47c8-8bb2-c2bb3fd38516 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0394189 Sep 08 09:09:57.796058 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74051c86-04cb-4fb2-b969-1a78cf5b4dd6 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:57.797629 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-74051c86-04cb-4fb2-b969-1a78cf5b4dd6 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=399c4174-1e86-4a10-bb99-f875a09107d5&device_id=6ee47555-582d-4731-95be-44b1c0524a4f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0910072 Sep 08 09:09:57.800356 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 50670) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:57.886441 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device e892c78d-0591-4406-9e88-feb95725e7c4 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:09:58.004453 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port e892c78d-0591-4406-9e88-feb95725e7c4, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=e892c78d-0591-4406-9e88-feb95725e7c4,segment=NetworkSegment(f65d12e3-feb2-45fa-813d-94ce7829a6a9),segment_id=f65d12e3-feb2-45fa-813d-94ce7829a6a9)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:09:58.024079 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': 'e892c78d-0591-4406-9e88-feb95725e7c4', 'network_id': 'cb338a05-96ea-4d11-88f8-690044b53ade', 'port_id': 'e892c78d-0591-4406-9e88-feb95725e7c4', 'mac_address': 'fa:16:3e:c1:ab:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ec84db6-4dd6-4de4-a1e0-0c0e5076306d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:09:58.070369 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:58.086963 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e892c78d-0591-4406-9e88-feb95725e7c4 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:09:58.110383 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6eb4b9-299e-40ce-bb0a-f03177c8f01d req-a1cfae26-2a48-475b-bd8d-faa9cf223df9 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:58.110644 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port e892c78d-0591-4406-9e88-feb95725e7c4, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=e892c78d-0591-4406-9e88-feb95725e7c4,segment=NetworkSegment(f65d12e3-feb2-45fa-813d-94ce7829a6a9),segment_id=f65d12e3-feb2-45fa-813d-94ce7829a6a9)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:09:58.112416 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5d6eb4b9-299e-40ce-bb0a-f03177c8f01d req-a1cfae26-2a48-475b-bd8d-faa9cf223df9 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=c247abfa-2319-42bb-9904-44fdbd0e85d3 HTTP/1.1" status: 200 len: 946 time: 0.0528603 Sep 08 09:09:58.116562 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:58.158067 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5d6eb4b9-299e-40ce-bb0a-f03177c8f01d req-99265b73-28f6-42a8-bdc2-67e3fada3883 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377326 Sep 08 09:09:58.169226 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=e892c78d-0591-4406-9e88-feb95725e7c4,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:58.183445 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:09:58.183945 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:09:58.184540 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:09:58.184885 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:09:58.185484 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:09:58.185981 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:09:58.186362 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:09:58.186836 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:09:58.187176 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:09:58.187510 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:09:58.188395 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:09:58.188759 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:09:58.300089 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-74d3ae31-71f5-43f9-92b4-0bde9de0f08b req-8b2bee33-a6b5-40bb-b5c3-78aee68ca811 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=17235dd1-6acd-4daf-a389-343a00e183f9 HTTP/1.1" status: 200 len: 210 time: 0.4358723 Sep 08 09:09:58.355434 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76c079-5f66-4373-b185-fc212a7f50c9 req-065e5a40-9ede-4584-895d-bb3e54fba5bb tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:58.357696 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4d76c079-5f66-4373-b185-fc212a7f50c9 req-065e5a40-9ede-4584-895d-bb3e54fba5bb tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.35 "GET /v2.0/networks?id=643d18a2-f561-4ab8-ba5f-9dc85934ae99 HTTP/1.1" status: 200 len: 812 time: 0.5549591 Sep 08 09:09:58.363786 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e30835-74ea-4ac7-b869-16cbb8fb2403 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:58.368517 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-57e30835-74ea-4ac7-b869-16cbb8fb2403 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] 10.222.0.54 "GET /v2.0/networks/399c4174-1e86-4a10-bb99-f875a09107d5 HTTP/1.1" status: 200 len: 881 time: 0.5622680 Sep 08 09:09:58.368813 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 50694) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:58.383443 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-4d76c079-5f66-4373-b185-fc212a7f50c9 req-2ab7cdc0-cb7c-4e7e-9e4a-5be2217f5fd3 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Request body: {'port': {'device_id': '17235dd1-6acd-4daf-a389-343a00e183f9', 'network_id': '643d18a2-f561-4ab8-ba5f-9dc85934ae99', 'admin_state_up': True, 'tenant_id': '8c4acd6367d646a3befa77424fa4ba4a'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:09:58.405808 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2aab0341-41d0-40dc-96ea-4eae5df8ed55 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ee47555-582d-4731-95be-44b1c0524a4f HTTP/1.1" status: 200 len: 205 time: 0.0358436 Sep 08 09:09:58.408317 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 50696) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:58.414085 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:58.515835 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9e2790c5-5c7b-4ed7-8ca5-16b16430dad1 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:58.588788 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d5cc0-80c7-438b-af98-c8f79406eb43 req-e3068b07-d844-4089-a05b-3ac454e3b3dd tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:58.590584 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-386d5cc0-80c7-438b-af98-c8f79406eb43 req-e3068b07-d844-4089-a05b-3ac454e3b3dd tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/networks?id=3e321783-bc8a-4d3d-a70f-5209b22b636f HTTP/1.1" status: 200 len: 811 time: 0.2024109 Sep 08 09:09:58.595537 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['e892c78d-0591-4406-9e88-feb95725e7c4'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:09:58.612299 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-386d5cc0-80c7-438b-af98-c8f79406eb43 req-4a7eb463-fccb-4f83-8f66-9dec3329abba tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/quotas/17c247e365f74957bbba58791260a9da HTTP/1.1" status: 200 len: 375 time: 0.0148175 Sep 08 09:09:58.614165 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d76c079-5f66-4373-b185-fc212a7f50c9 req-2ab7cdc0-cb7c-4e7e-9e4a-5be2217f5fd3 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Made reservation on behalf of 8c4acd6367d646a3befa77424fa4ba4a for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:09:58.618453 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4d76c079-5f66-4373-b185-fc212a7f50c9 req-2ab7cdc0-cb7c-4e7e-9e4a-5be2217f5fd3 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:58.627867 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9e2790c5-5c7b-4ed7-8ca5-16b16430dad1 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:58.690906 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-9e2790c5-5c7b-4ed7-8ca5-16b16430dad1 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Deleting port e660eaee-135b-494c-88a2-3710506148f4 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:09:58.691266 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9e2790c5-5c7b-4ed7-8ca5-16b16430dad1 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:58.743536 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-386d5cc0-80c7-438b-af98-c8f79406eb43 req-3313c47b-6e21-4514-aec7-88fcd94c3d56 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=17c247e365f74957bbba58791260a9da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1218569 Sep 08 09:09:58.789528 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9e2790c5-5c7b-4ed7-8ca5-16b16430dad1 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:58.805393 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-9e2790c5-5c7b-4ed7-8ca5-16b16430dad1 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Calling delete_port for e660eaee-135b-494c-88a2-3710506148f4 owned by network:router_gateway {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:09:58.853904 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-4d76c079-5f66-4373-b185-fc212a7f50c9 req-2ab7cdc0-cb7c-4e7e-9e4a-5be2217f5fd3 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Allocated IP 172.20.0.6 (643d18a2-f561-4ab8-ba5f-9dc85934ae99/9a55585f-dc5f-44d9-8cd9-f8cb2e1994de/abbbca57-cb80-423a-ae1b-09a1aa74318e) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:09:58.897089 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-386d5cc0-80c7-438b-af98-c8f79406eb43 req-7b74927d-481c-47ca-ae9e-392d9ebeb0ac service neutron] 10.222.0.54 "GET /v2.0/networks/3e321783-bc8a-4d3d-a70f-5209b22b636f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294007 Sep 08 09:09:58.950897 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d5a5e-b82c-434b-a221-5d9d0fb631f1 req-482a111b-2820-4bda-993d-b2bfec87a1c5 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:58.952386 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5e8d5a5e-b82c-434b-a221-5d9d0fb631f1 req-482a111b-2820-4bda-993d-b2bfec87a1c5 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 944 time: 0.0991402 Sep 08 09:09:59.030436 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5e8d5a5e-b82c-434b-a221-5d9d0fb631f1 req-419c546c-7903-49b0-8890-b2fd68a75f2a tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0668366 Sep 08 09:09:59.056879 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9e2790c5-5c7b-4ed7-8ca5-16b16430dad1 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:59.073919 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-386d5cc0-80c7-438b-af98-c8f79406eb43 req-5d8b5912-0249-45bb-92a9-2deed0e09ba9 service neutron] 10.222.0.54 "GET /v2.0/networks/3e321783-bc8a-4d3d-a70f-5209b22b636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683002 Sep 08 09:09:59.090517 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2790c5-5c7b-4ed7-8ca5-16b16430dad1 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Pushing event deleted for resources: {'Port': ['ID=e660eaee-135b-494c-88a2-3710506148f4,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:59.097616 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4d76c079-5f66-4373-b185-fc212a7f50c9 req-2ab7cdc0-cb7c-4e7e-9e4a-5be2217f5fd3 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:59.147681 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4d76c079-5f66-4373-b185-fc212a7f50c9 req-2ab7cdc0-cb7c-4e7e-9e4a-5be2217f5fd3 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:59.155206 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9e2790c5-5c7b-4ed7-8ca5-16b16430dad1 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:59.171255 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d76c079-5f66-4373-b185-fc212a7f50c9 req-2ab7cdc0-cb7c-4e7e-9e4a-5be2217f5fd3 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Network 643d18a2-f561-4ab8-ba5f-9dc85934ae99 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:09:59.173841 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-4d76c079-5f66-4373-b185-fc212a7f50c9 req-2ab7cdc0-cb7c-4e7e-9e4a-5be2217f5fd3 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:09:59.197170 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d76c079-5f66-4373-b185-fc212a7f50c9 req-2ab7cdc0-cb7c-4e7e-9e4a-5be2217f5fd3 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:09:59.264932 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9e2790c5-5c7b-4ed7-8ca5-16b16430dad1 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:59.272236 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7cdc0-cb7c-4e7e-9e4a-5be2217f5fd3 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Pushing event updated for resources: {'Port': ['ID=abbbca57-cb80-423a-ae1b-09a1aa74318e,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:59.275371 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9e2790c5-5c7b-4ed7-8ca5-16b16430dad1 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:59.287992 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76c079-5f66-4373-b185-fc212a7f50c9 req-2ab7cdc0-cb7c-4e7e-9e4a-5be2217f5fd3 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:59.288819 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4d76c079-5f66-4373-b185-fc212a7f50c9 req-2ab7cdc0-cb7c-4e7e-9e4a-5be2217f5fd3 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:59.299229 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7809dcfc-eaa5-44c9-8094-879bc439e4b6 req-63151ae8-f29c-4d90-8bf7-c2369e7629cc tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=008d6f77-b73c-48a7-aa12-514e81a278f4 HTTP/1.1" status: 200 len: 210 time: 0.0374341 Sep 08 09:09:59.323695 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4d76c079-5f66-4373-b185-fc212a7f50c9 req-2ab7cdc0-cb7c-4e7e-9e4a-5be2217f5fd3 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9414282 Sep 08 09:09:59.344284 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-4d76c079-5f66-4373-b185-fc212a7f50c9 req-6b79ef42-9ddf-4d8f-b9dc-ae04c1b95d37 service neutron] Request body: {'port': {'device_id': '17235dd1-6acd-4daf-a389-343a00e183f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:09:59.350726 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9e2790c5-5c7b-4ed7-8ca5-16b16430dad1 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:59.351471 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2790c5-5c7b-4ed7-8ca5-16b16430dad1 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Fanout notify agent at l3_agent the message router_deleted on router 6ee47555-582d-4731-95be-44b1c0524a4f {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:09:59.362448 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9e2790c5-5c7b-4ed7-8ca5-16b16430dad1 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:59.369791 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9e2790c5-5c7b-4ed7-8ca5-16b16430dad1 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] 10.222.0.54 "DELETE /v2.0/routers/6ee47555-582d-4731-95be-44b1c0524a4f HTTP/1.1" status: 204 len: 168 time: 0.9559627 Sep 08 09:09:59.370353 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 50712) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:59.378488 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-261091eb-5174-49e8-adcf-cbf54d34fb62 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-856359267', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:09:59.421401 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-261091eb-5174-49e8-adcf-cbf54d34fb62 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:59.423008 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-261091eb-5174-49e8-adcf-cbf54d34fb62 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:59.457191 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4d76c079-5f66-4373-b185-fc212a7f50c9 req-6b79ef42-9ddf-4d8f-b9dc-ae04c1b95d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:59.530231 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-261091eb-5174-49e8-adcf-cbf54d34fb62 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:59.532545 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-261091eb-5174-49e8-adcf-cbf54d34fb62 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:59.555753 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8c9a5-be77-4dff-bf3f-ad8b43efbf62 req-68e2bac7-10ac-49a1-9ede-791ef01a3468 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:09:59.562693 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-07a8c9a5-be77-4dff-bf3f-ad8b43efbf62 req-68e2bac7-10ac-49a1-9ede-791ef01a3468 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=17235dd1-6acd-4daf-a389-343a00e183f9 HTTP/1.1" status: 200 len: 931 time: 0.1189713 Sep 08 09:09:59.573353 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-261091eb-5174-49e8-adcf-cbf54d34fb62 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:59.576977 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-261091eb-5174-49e8-adcf-cbf54d34fb62 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2031007 Sep 08 09:09:59.581374 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 50718) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:09:59.588386 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-670717ab-a7f9-4eab-a69b-75fc9a0566ee tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Request body: {'router': {'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:09:59.645005 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-07a8c9a5-be77-4dff-bf3f-ad8b43efbf62 req-c400af38-cf2c-4493-a8c6-5613916cecb4 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814238 Sep 08 09:09:59.782657 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-4d76c079-5f66-4373-b185-fc212a7f50c9 req-6b79ef42-9ddf-4d8f-b9dc-ae04c1b95d37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abbbca57-cb80-423a-ae1b-09a1aa74318e {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:09:59.792299 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4d76c079-5f66-4373-b185-fc212a7f50c9 req-6b79ef42-9ddf-4d8f-b9dc-ae04c1b95d37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:59.808092 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-4d76c079-5f66-4373-b185-fc212a7f50c9 req-6b79ef42-9ddf-4d8f-b9dc-ae04c1b95d37 service neutron] Transition to ACTIVE for port object abbbca57-cb80-423a-ae1b-09a1aa74318e will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:09:59.812351 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4d76c079-5f66-4373-b185-fc212a7f50c9 req-6b79ef42-9ddf-4d8f-b9dc-ae04c1b95d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:59.837006 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-670717ab-a7f9-4eab-a69b-75fc9a0566ee tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:59.863815 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b79ef42-9ddf-4d8f-b9dc-ae04c1b95d37 service neutron] Pushing event updated for resources: {'Port': ['ID=abbbca57-cb80-423a-ae1b-09a1aa74318e,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:09:59.902470 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device e892c78d-0591-4406-9e88-feb95725e7c4 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:09:59.951720 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-4d76c079-5f66-4373-b185-fc212a7f50c9 req-6b79ef42-9ddf-4d8f-b9dc-ae04c1b95d37 service neutron] Attempting to bind port abbbca57-cb80-423a-ae1b-09a1aa74318e on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:09:59.952252 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-4d76c079-5f66-4373-b185-fc212a7f50c9 req-6b79ef42-9ddf-4d8f-b9dc-ae04c1b95d37 service neutron] Attempting to bind port abbbca57-cb80-423a-ae1b-09a1aa74318e by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '3af659db-8c52-4cba-bbf9-dfdf7a2d015a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '643d18a2-f561-4ab8-ba5f-9dc85934ae99'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:09:59.952602 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d76c079-5f66-4373-b185-fc212a7f50c9 req-6b79ef42-9ddf-4d8f-b9dc-ae04c1b95d37 service neutron] Attempting to bind port abbbca57-cb80-423a-ae1b-09a1aa74318e on network 643d18a2-f561-4ab8-ba5f-9dc85934ae99 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:09:59.958764 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port e892c78d-0591-4406-9e88-feb95725e7c4 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:09:59.959803 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d76c079-5f66-4373-b185-fc212a7f50c9 req-6b79ef42-9ddf-4d8f-b9dc-ae04c1b95d37 service neutron] Port abbbca57-cb80-423a-ae1b-09a1aa74318e on network 643d18a2-f561-4ab8-ba5f-9dc85934ae99 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:09:59.960163 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d76c079-5f66-4373-b185-fc212a7f50c9 req-6b79ef42-9ddf-4d8f-b9dc-ae04c1b95d37 service neutron] Attempting to bind port abbbca57-cb80-423a-ae1b-09a1aa74318e on network 643d18a2-f561-4ab8-ba5f-9dc85934ae99 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:09:59.964548 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port e892c78d-0591-4406-9e88-feb95725e7c4 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:09:59.965552 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:09:59.966946 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d76c079-5f66-4373-b185-fc212a7f50c9 req-6b79ef42-9ddf-4d8f-b9dc-ae04c1b95d37 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:09:59.967497 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d76c079-5f66-4373-b185-fc212a7f50c9 req-6b79ef42-9ddf-4d8f-b9dc-ae04c1b95d37 service neutron] Checking segment: {'id': '3af659db-8c52-4cba-bbf9-dfdf7a2d015a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '643d18a2-f561-4ab8-ba5f-9dc85934ae99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:09:59.967944 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d76c079-5f66-4373-b185-fc212a7f50c9 req-6b79ef42-9ddf-4d8f-b9dc-ae04c1b95d37 service neutron] Bound using segment: {'id': '3af659db-8c52-4cba-bbf9-dfdf7a2d015a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '643d18a2-f561-4ab8-ba5f-9dc85934ae99'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:09:59.969429 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-4d76c079-5f66-4373-b185-fc212a7f50c9 req-6b79ef42-9ddf-4d8f-b9dc-ae04c1b95d37 service neutron] Bound port: abbbca57-cb80-423a-ae1b-09a1aa74318e, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3af659db-8c52-4cba-bbf9-dfdf7a2d015a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '643d18a2-f561-4ab8-ba5f-9dc85934ae99'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:09:59.969429 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4d76c079-5f66-4373-b185-fc212a7f50c9 req-6b79ef42-9ddf-4d8f-b9dc-ae04c1b95d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:00.058403 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-4d76c079-5f66-4373-b185-fc212a7f50c9 req-6b79ef42-9ddf-4d8f-b9dc-ae04c1b95d37 service neutron] For port abbbca57-cb80-423a-ae1b-09a1aa74318e, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:10:00.066535 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-670717ab-a7f9-4eab-a69b-75fc9a0566ee tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for router_gateway, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:00.067407 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:00.068059 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-4d76c079-5f66-4373-b185-fc212a7f50c9 req-6b79ef42-9ddf-4d8f-b9dc-ae04c1b95d37 service neutron] For port abbbca57-cb80-423a-ae1b-09a1aa74318e, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=abbbca57-cb80-423a-ae1b-09a1aa74318e,segment=NetworkSegment(3af659db-8c52-4cba-bbf9-dfdf7a2d015a),segment_id=3af659db-8c52-4cba-bbf9-dfdf7a2d015a)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:10:00.075917 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4d76c079-5f66-4373-b185-fc212a7f50c9 req-6b79ef42-9ddf-4d8f-b9dc-ae04c1b95d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:00.088015 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-670717ab-a7f9-4eab-a69b-75fc9a0566ee tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:00.104580 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e0a33f-6dec-41b9-ae78-1ff0971a03f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e892c78d-0591-4406-9e88-feb95725e7c4'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:10:00.107593 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80010c51-710a-419c-8bf7-08a5702f2a7c" -d '{"events": [{"server_uuid": "36e0a33f-6dec-41b9-ae78-1ff0971a03f4", "name": "network-vif-plugged", "status": "completed", "tag": "e892c78d-0591-4406-9e88-feb95725e7c4"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:10:00.118392 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76c079-5f66-4373-b185-fc212a7f50c9 req-6b79ef42-9ddf-4d8f-b9dc-ae04c1b95d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:00.118731 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4d76c079-5f66-4373-b185-fc212a7f50c9 req-6b79ef42-9ddf-4d8f-b9dc-ae04c1b95d37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:00.120541 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4d76c079-5f66-4373-b185-fc212a7f50c9 req-6b79ef42-9ddf-4d8f-b9dc-ae04c1b95d37 service neutron] 10.222.0.35 "PUT /v2.0/ports/abbbca57-cb80-423a-ae1b-09a1aa74318e HTTP/1.1" status: 200 len: 1092 time: 0.7859063 Sep 08 09:10:00.122457 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17235dd1-6acd-4daf-a389-343a00e183f9', 'tag': 'abbbca57-cb80-423a-ae1b-09a1aa74318e'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:10:00.122613 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port e892c78d-0591-4406-9e88-feb95725e7c4, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=e892c78d-0591-4406-9e88-feb95725e7c4,segment=NetworkSegment(f65d12e3-feb2-45fa-813d-94ce7829a6a9),segment_id=f65d12e3-feb2-45fa-813d-94ce7829a6a9)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:10:00.124920 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5c506b-4d44-4a1d-9f62-a7539c8f45d1" -d '{"events": [{"name": "network-changed", "server_uuid": "17235dd1-6acd-4daf-a389-343a00e183f9", "tag": "abbbca57-cb80-423a-ae1b-09a1aa74318e"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:10:00.128993 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:00.187968 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d18e90d-6b1e-43f5-a7ec-a82b531d536b x-openstack-request-id: req-7d18e90d-6b1e-43f5-a7ec-a82b531d536b {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:10:00.188270 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e0a33f-6dec-41b9-ae78-1ff0971a03f4", "name": "network-vif-plugged", "status": "completed", "tag": "e892c78d-0591-4406-9e88-feb95725e7c4", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:10:00.188528 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7d18e90d-6b1e-43f5-a7ec-a82b531d536b {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:10:00.189018 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e0a33f-6dec-41b9-ae78-1ff0971a03f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e892c78d-0591-4406-9e88-feb95725e7c4', 'code': 200} Sep 08 09:10:00.190199 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=e892c78d-0591-4406-9e88-feb95725e7c4,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:00.208981 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc6cf26-75a9-4c40-8410-4823e0c2ef83 x-openstack-request-id: req-cfc6cf26-75a9-4c40-8410-4823e0c2ef83 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:10:00.209278 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17235dd1-6acd-4daf-a389-343a00e183f9", "tag": "abbbca57-cb80-423a-ae1b-09a1aa74318e", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:10:00.209635 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cfc6cf26-75a9-4c40-8410-4823e0c2ef83 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:10:00.210069 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17235dd1-6acd-4daf-a389-343a00e183f9', 'tag': 'abbbca57-cb80-423a-ae1b-09a1aa74318e', 'status': 'completed', 'code': 200} Sep 08 09:10:00.238354 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-670717ab-a7f9-4eab-a69b-75fc9a0566ee tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Allocated IP 172.25.0.56 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/5745e476-754b-4b24-b38d-56c41ae2285e) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:10:00.254303 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b79ef42-9ddf-4d8f-b9dc-ae04c1b95d37 service neutron] Pushing event updated for resources: {'Port': ['ID=abbbca57-cb80-423a-ae1b-09a1aa74318e,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:00.272649 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a989b5a-5382-4bbc-88ce-a9d3c5b4d9ca req-a5a7fe31-3992-4ca8-b00a-a0bd24c2db2d tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:00.274668 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0a989b5a-5382-4bbc-88ce-a9d3c5b4d9ca req-a5a7fe31-3992-4ca8-b00a-a0bd24c2db2d tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 945 time: 0.1531603 Sep 08 09:10:00.336382 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76c079-5f66-4373-b185-fc212a7f50c9 req-b0724894-5774-44fb-b401-6fd9abad8c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:00.337850 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4d76c079-5f66-4373-b185-fc212a7f50c9 req-b0724894-5774-44fb-b401-6fd9abad8c17 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8c4acd6367d646a3befa77424fa4ba4a&device_id=17235dd1-6acd-4daf-a389-343a00e183f9 HTTP/1.1" status: 200 len: 1095 time: 0.1177161 Sep 08 09:10:00.382281 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-670717ab-a7f9-4eab-a69b-75fc9a0566ee tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:00.397360 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0a989b5a-5382-4bbc-88ce-a9d3c5b4d9ca req-8b4ac8e0-d424-452c-9e37-9a8e81c2fe99 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1100218 Sep 08 09:10:00.408141 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80842e5c-2da2-405b-a862-59a9f5d4b6de req-c856132d-7280-49b6-ae41-29d470399bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:00.409660 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-80842e5c-2da2-405b-a862-59a9f5d4b6de req-c856132d-7280-49b6-ae41-29d470399bb6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 1097 time: 0.1337018 Sep 08 09:10:00.411505 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4d76c079-5f66-4373-b185-fc212a7f50c9 req-475ae48b-1cd1-4176-b270-c3fe0d62a81c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abbbca57-cb80-423a-ae1b-09a1aa74318e HTTP/1.1" status: 200 len: 217 time: 0.0583005 Sep 08 09:10:00.450710 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-670717ab-a7f9-4eab-a69b-75fc9a0566ee tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:00.477410 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-26656884-5043-46b2-be20-fd48d38a555f req-198f1cee-08d1-4141-8653-5197b240e313 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=008d6f77-b73c-48a7-aa12-514e81a278f4 HTTP/1.1" status: 200 len: 210 time: 0.0850885 Sep 08 09:10:00.529956 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670717ab-a7f9-4eab-a69b-75fc9a0566ee tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:10:00.534184 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-670717ab-a7f9-4eab-a69b-75fc9a0566ee tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:10:00.539081 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670717ab-a7f9-4eab-a69b-75fc9a0566ee tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:10:00.552525 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-80842e5c-2da2-405b-a862-59a9f5d4b6de req-c9fb9705-7edf-4e22-8bf2-d561ef3b7e34 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1270535 Sep 08 09:10:00.556673 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76c079-5f66-4373-b185-fc212a7f50c9 req-1106ef68-a91b-46ca-b93b-79263a88ffd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:00.558743 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4d76c079-5f66-4373-b185-fc212a7f50c9 req-1106ef68-a91b-46ca-b93b-79263a88ffd5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a55585f-dc5f-44d9-8cd9-f8cb2e1994de HTTP/1.1" status: 200 len: 852 time: 0.1345246 Sep 08 09:10:00.578234 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670717ab-a7f9-4eab-a69b-75fc9a0566ee tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Pushing event updated for resources: {'Port': ['ID=5745e476-754b-4b24-b38d-56c41ae2285e,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:00.604172 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d5cc0-80c7-438b-af98-c8f79406eb43 req-42e67494-3a34-4ff8-973f-f12c83494670 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:00.605815 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-386d5cc0-80c7-438b-af98-c8f79406eb43 req-42e67494-3a34-4ff8-973f-f12c83494670 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.37 "GET /v2.0/networks?id=3e321783-bc8a-4d3d-a70f-5209b22b636f HTTP/1.1" status: 200 len: 811 time: 0.2131424 Sep 08 09:10:00.626123 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-386d5cc0-80c7-438b-af98-c8f79406eb43 req-9bd7363a-1e36-412d-a5d5-880ecec3d76b tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Request body: {'port': {'device_id': '008d6f77-b73c-48a7-aa12-514e81a278f4', 'network_id': '3e321783-bc8a-4d3d-a70f-5209b22b636f', 'admin_state_up': True, 'tenant_id': '17c247e365f74957bbba58791260a9da'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:10:00.776980 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-386d5cc0-80c7-438b-af98-c8f79406eb43 req-9bd7363a-1e36-412d-a5d5-880ecec3d76b tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Made reservation on behalf of 17c247e365f74957bbba58791260a9da for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:10:00.780673 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-386d5cc0-80c7-438b-af98-c8f79406eb43 req-9bd7363a-1e36-412d-a5d5-880ecec3d76b tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:00.792080 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d917f-9813-4748-8217-7dda7117699b req-b47ad7e3-1e24-4394-9b0f-dd208b0165f4 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:00.793871 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-141d917f-9813-4748-8217-7dda7117699b req-b47ad7e3-1e24-4394-9b0f-dd208b0165f4 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=17235dd1-6acd-4daf-a389-343a00e183f9 HTTP/1.1" status: 200 len: 943 time: 0.0679734 Sep 08 09:10:00.826213 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-670717ab-a7f9-4eab-a69b-75fc9a0566ee tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for router_gateway, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:00.878196 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-141d917f-9813-4748-8217-7dda7117699b req-7bf63505-072c-45a7-822a-92bafd736529 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776024 Sep 08 09:10:00.959839 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-386d5cc0-80c7-438b-af98-c8f79406eb43 req-9bd7363a-1e36-412d-a5d5-880ecec3d76b tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Allocated IP 172.20.0.6 (3e321783-bc8a-4d3d-a70f-5209b22b636f/8fe1c297-ac30-438c-9c0e-a51fb4e4b069/ab9ff896-02ce-4516-a59c-e9329ac2a8e0) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:10:00.979307 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4d76c079-5f66-4373-b185-fc212a7f50c9 req-828aa315-de9d-41bd-ae41-5737832f305b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=643d18a2-f561-4ab8-ba5f-9dc85934ae99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316269 Sep 08 09:10:01.038604 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-670717ab-a7f9-4eab-a69b-75fc9a0566ee tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2457'] for router, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:01.042511 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-670717ab-a7f9-4eab-a69b-75fc9a0566ee tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-764157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-764146', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-768877'] for router, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:01.152541 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4d76c079-5f66-4373-b185-fc212a7f50c9 req-f709e8aa-cd1f-462e-a383-a69df37b3e9e service neutron] 10.222.0.35 "GET /v2.0/networks/643d18a2-f561-4ab8-ba5f-9dc85934ae99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655426 Sep 08 09:10:01.172600 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-670717ab-a7f9-4eab-a69b-75fc9a0566ee tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Router 33cb9527-dfc6-4234-9663-bc4b991d7f3a is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:10:01.256905 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-386d5cc0-80c7-438b-af98-c8f79406eb43 req-9bd7363a-1e36-412d-a5d5-880ecec3d76b tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:01.285168 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670717ab-a7f9-4eab-a69b-75fc9a0566ee tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:10:01.288377 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4d76c079-5f66-4373-b185-fc212a7f50c9 req-728eee5d-7218-42cb-a12f-a7fc35b64ec4 service neutron] 10.222.0.35 "GET /v2.0/networks/643d18a2-f561-4ab8-ba5f-9dc85934ae99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268325 Sep 08 09:10:01.294469 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-670717ab-a7f9-4eab-a69b-75fc9a0566ee tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:01.295770 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-670717ab-a7f9-4eab-a69b-75fc9a0566ee tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] 10.222.0.54 "PUT /v2.0/routers/33cb9527-dfc6-4234-9663-bc4b991d7f3a HTTP/1.1" status: 200 len: 882 time: 1.7134259 Sep 08 09:10:01.297184 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec14a25-c23a-4b7f-bbba-bab879361efa None None] Sync routers for ids ['33cb9527-dfc6-4234-9663-bc4b991d7f3a'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:10:01.298322 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 50738) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:01.310413 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec14a25-c23a-4b7f-bbba-bab879361efa None None] Routers {'33cb9527-dfc6-4234-9663-bc4b991d7f3a'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:10:01.311511 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-5ec14a25-c23a-4b7f-bbba-bab879361efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:09:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['33cb9527-dfc6-4234-9663-bc4b991d7f3a'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:10:01.316669 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-386d5cc0-80c7-438b-af98-c8f79406eb43 req-9bd7363a-1e36-412d-a5d5-880ecec3d76b tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:01.349315 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-5ec14a25-c23a-4b7f-bbba-bab879361efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:10:01.355832 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['2f6b35be-e660-45fe-822d-63cd55f31978'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:10:01.365124 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-386d5cc0-80c7-438b-af98-c8f79406eb43 req-9bd7363a-1e36-412d-a5d5-880ecec3d76b tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Network 3e321783-bc8a-4d3d-a70f-5209b22b636f is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:10:01.371464 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-386d5cc0-80c7-438b-af98-c8f79406eb43 req-9bd7363a-1e36-412d-a5d5-880ecec3d76b tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:10:01.376350 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-386d5cc0-80c7-438b-af98-c8f79406eb43 req-9bd7363a-1e36-412d-a5d5-880ecec3d76b tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:10:01.381242 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd7363a-1e36-412d-a5d5-880ecec3d76b tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Pushing event updated for resources: {'Port': ['ID=ab9ff896-02ce-4516-a59c-e9329ac2a8e0,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:01.392784 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec14a25-c23a-4b7f-bbba-bab879361efa None None] Routers {'33cb9527-dfc6-4234-9663-bc4b991d7f3a'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:10:01.393410 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-5ec14a25-c23a-4b7f-bbba-bab879361efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:09:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['33cb9527-dfc6-4234-9663-bc4b991d7f3a'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:10:01.431971 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-560960ed-d08b-49f0-863b-0d3183c64a74 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] 10.222.0.54 "GET /v2.0/routers/33cb9527-dfc6-4234-9663-bc4b991d7f3a HTTP/1.1" status: 200 len: 923 time: 0.1297231 Sep 08 09:10:01.432185 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 50740) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:01.436255 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-5ec14a25-c23a-4b7f-bbba-bab879361efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:10:01.436911 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec14a25-c23a-4b7f-bbba-bab879361efa None None] The sync data for ids ['33cb9527-dfc6-4234-9663-bc4b991d7f3a'] in n-d-806683-11 is: [] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:10:01.461821 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d5cc0-80c7-438b-af98-c8f79406eb43 req-9bd7363a-1e36-412d-a5d5-880ecec3d76b tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:01.462527 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-386d5cc0-80c7-438b-af98-c8f79406eb43 req-9bd7363a-1e36-412d-a5d5-880ecec3d76b tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:01.491591 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c506b-4d44-4a1d-9f62-a7539c8f45d1 req-65df23c7-f28a-43fe-9ab4-cb07cc6aa806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:01.493280 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1c5c506b-4d44-4a1d-9f62-a7539c8f45d1 req-65df23c7-f28a-43fe-9ab4-cb07cc6aa806 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8c4acd6367d646a3befa77424fa4ba4a&device_id=17235dd1-6acd-4daf-a389-343a00e183f9 HTTP/1.1" status: 200 len: 1095 time: 0.0919764 Sep 08 09:10:01.503344 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-386d5cc0-80c7-438b-af98-c8f79406eb43 req-9bd7363a-1e36-412d-a5d5-880ecec3d76b tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8810575 Sep 08 09:10:01.522320 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0dfdb1-5336-498e-9c77-d71c3decfe5b tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:01.524081 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5c0dfdb1-5336-498e-9c77-d71c3decfe5b tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=399c4174-1e86-4a10-bb99-f875a09107d5&device_id=33cb9527-dfc6-4234-9663-bc4b991d7f3a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0909815 Sep 08 09:10:01.533121 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-386d5cc0-80c7-438b-af98-c8f79406eb43 req-7258bdae-a633-42d3-9ec2-eb6621e7eb48 service neutron] Request body: {'port': {'device_id': '008d6f77-b73c-48a7-aa12-514e81a278f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:10:01.533910 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 50748) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:01.674497 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ade427-cbd7-4bd6-a1ac-2dd212f92eac req-3d0a2c86-03e7-47e6-9ec2-781dc7e5ce79 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:01.676058 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-35ade427-cbd7-4bd6-a1ac-2dd212f92eac req-3d0a2c86-03e7-47e6-9ec2-781dc7e5ce79 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 945 time: 0.1818738 Sep 08 09:10:01.683256 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-386d5cc0-80c7-438b-af98-c8f79406eb43 req-7258bdae-a633-42d3-9ec2-eb6621e7eb48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:01.685597 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4be53c-338f-4c9f-a2a6-550c3ce506e0 req-0e997c56-b84d-4826-b607-bd91dad14aa6 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:01.687175 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2a4be53c-338f-4c9f-a2a6-550c3ce506e0 req-0e997c56-b84d-4826-b607-bd91dad14aa6 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=008d6f77-b73c-48a7-aa12-514e81a278f4 HTTP/1.1" status: 200 len: 931 time: 0.1116567 Sep 08 09:10:01.695587 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eaf39f7-54ef-47ee-b7ef-63ef2e16b450 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:01.696998 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2eaf39f7-54ef-47ee-b7ef-63ef2e16b450 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] 10.222.0.54 "GET /v2.0/networks/399c4174-1e86-4a10-bb99-f875a09107d5 HTTP/1.1" status: 200 len: 881 time: 0.1620569 Sep 08 09:10:01.703895 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 50752) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:01.722290 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c506b-4d44-4a1d-9f62-a7539c8f45d1 req-8fd6d42e-aa84-4ca2-ac06-1af19e32f4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:01.723852 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1c5c506b-4d44-4a1d-9f62-a7539c8f45d1 req-8fd6d42e-aa84-4ca2-ac06-1af19e32f4dd service neutron] 10.222.0.35 "GET /v2.0/networks?id=643d18a2-f561-4ab8-ba5f-9dc85934ae99 HTTP/1.1" status: 200 len: 913 time: 0.2182286 Sep 08 09:10:01.742665 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-dbb4d116-4ee9-44c0-a124-b10568effb29 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] 10.222.0.54 "GET /v2.0/ports?device_id=33cb9527-dfc6-4234-9663-bc4b991d7f3a HTTP/1.1" status: 200 len: 205 time: 0.0368390 Sep 08 09:10:01.746019 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 50754) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:01.796154 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2a4be53c-338f-4c9f-a2a6-550c3ce506e0 req-f9367eac-d45f-41aa-8d8d-c7e0f6cbdf6e tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980804 Sep 08 09:10:01.797097 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1c5c506b-4d44-4a1d-9f62-a7539c8f45d1 req-2718f3ed-58cd-4741-a61c-b05e3a5c3912 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abbbca57-cb80-423a-ae1b-09a1aa74318e HTTP/1.1" status: 200 len: 217 time: 0.0506487 Sep 08 09:10:01.802391 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-35ade427-cbd7-4bd6-a1ac-2dd212f92eac req-704378f8-70eb-4189-b2ea-1e9fedf6a0bc tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1164627 Sep 08 09:10:01.937288 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c506b-4d44-4a1d-9f62-a7539c8f45d1 req-0a0b5222-7ccb-41f9-ab92-4866cbb17865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:01.938776 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1c5c506b-4d44-4a1d-9f62-a7539c8f45d1 req-0a0b5222-7ccb-41f9-ab92-4866cbb17865 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a55585f-dc5f-44d9-8cd9-f8cb2e1994de HTTP/1.1" status: 200 len: 852 time: 0.1314237 Sep 08 09:10:02.031419 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1c5c506b-4d44-4a1d-9f62-a7539c8f45d1 req-fc28ad12-fc77-4f15-8afd-86f4f19af0d9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=643d18a2-f561-4ab8-ba5f-9dc85934ae99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566483 Sep 08 09:10:02.102869 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-70a00d08-79de-435e-b239-0e3300179f56 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:02.109535 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e99c02-4665-41da-a9dc-9250aa31db14 req-4badc5f7-75a8-480d-ac68-9ebccf79e73c tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:02.111174 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e5e99c02-4665-41da-a9dc-9250aa31db14 req-4badc5f7-75a8-480d-ac68-9ebccf79e73c tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=17235dd1-6acd-4daf-a389-343a00e183f9 HTTP/1.1" status: 200 len: 943 time: 0.1579647 Sep 08 09:10:02.227012 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e5e99c02-4665-41da-a9dc-9250aa31db14 req-1c401787-72b8-41b5-a86e-1a5b4cf6709e tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978539 Sep 08 09:10:02.231694 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-70a00d08-79de-435e-b239-0e3300179f56 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:02.280175 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1c5c506b-4d44-4a1d-9f62-a7539c8f45d1 req-a0c0c71a-3995-44bf-a331-b120a6948a57 service neutron] 10.222.0.35 "GET /v2.0/networks/643d18a2-f561-4ab8-ba5f-9dc85934ae99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100265 Sep 08 09:10:02.306884 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-386d5cc0-80c7-438b-af98-c8f79406eb43 req-7258bdae-a633-42d3-9ec2-eb6621e7eb48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab9ff896-02ce-4516-a59c-e9329ac2a8e0 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:10:02.309751 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-70a00d08-79de-435e-b239-0e3300179f56 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Deleting port 5745e476-754b-4b24-b38d-56c41ae2285e {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:10:02.310396 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-70a00d08-79de-435e-b239-0e3300179f56 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:02.340745 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-386d5cc0-80c7-438b-af98-c8f79406eb43 req-7258bdae-a633-42d3-9ec2-eb6621e7eb48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:02.420502 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-386d5cc0-80c7-438b-af98-c8f79406eb43 req-7258bdae-a633-42d3-9ec2-eb6621e7eb48 service neutron] Transition to ACTIVE for port object ab9ff896-02ce-4516-a59c-e9329ac2a8e0 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:10:02.425748 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-386d5cc0-80c7-438b-af98-c8f79406eb43 req-7258bdae-a633-42d3-9ec2-eb6621e7eb48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:02.435886 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-70a00d08-79de-435e-b239-0e3300179f56 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:02.451119 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-70a00d08-79de-435e-b239-0e3300179f56 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Calling delete_port for 5745e476-754b-4b24-b38d-56c41ae2285e owned by network:router_gateway {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:10:02.510700 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7258bdae-a633-42d3-9ec2-eb6621e7eb48 service neutron] Pushing event updated for resources: {'Port': ['ID=ab9ff896-02ce-4516-a59c-e9329ac2a8e0,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:02.521389 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1c5c506b-4d44-4a1d-9f62-a7539c8f45d1 req-a2320e02-ace9-4d0e-9918-66d987163fa9 service neutron] 10.222.0.35 "GET /v2.0/networks/643d18a2-f561-4ab8-ba5f-9dc85934ae99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273743 Sep 08 09:10:02.589865 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-386d5cc0-80c7-438b-af98-c8f79406eb43 req-7258bdae-a633-42d3-9ec2-eb6621e7eb48 service neutron] Attempting to bind port ab9ff896-02ce-4516-a59c-e9329ac2a8e0 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:10:02.590759 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-386d5cc0-80c7-438b-af98-c8f79406eb43 req-7258bdae-a633-42d3-9ec2-eb6621e7eb48 service neutron] Attempting to bind port ab9ff896-02ce-4516-a59c-e9329ac2a8e0 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '6a571b4f-cf48-4b50-a916-25dfdbadf202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3e321783-bc8a-4d3d-a70f-5209b22b636f'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:10:02.591025 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386d5cc0-80c7-438b-af98-c8f79406eb43 req-7258bdae-a633-42d3-9ec2-eb6621e7eb48 service neutron] Attempting to bind port ab9ff896-02ce-4516-a59c-e9329ac2a8e0 on network 3e321783-bc8a-4d3d-a70f-5209b22b636f {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:10:02.595567 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386d5cc0-80c7-438b-af98-c8f79406eb43 req-7258bdae-a633-42d3-9ec2-eb6621e7eb48 service neutron] Port ab9ff896-02ce-4516-a59c-e9329ac2a8e0 on network 3e321783-bc8a-4d3d-a70f-5209b22b636f not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:10:02.595880 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386d5cc0-80c7-438b-af98-c8f79406eb43 req-7258bdae-a633-42d3-9ec2-eb6621e7eb48 service neutron] Attempting to bind port ab9ff896-02ce-4516-a59c-e9329ac2a8e0 on network 3e321783-bc8a-4d3d-a70f-5209b22b636f {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:10:02.601302 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386d5cc0-80c7-438b-af98-c8f79406eb43 req-7258bdae-a633-42d3-9ec2-eb6621e7eb48 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:10:02.601645 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386d5cc0-80c7-438b-af98-c8f79406eb43 req-7258bdae-a633-42d3-9ec2-eb6621e7eb48 service neutron] Checking segment: {'id': '6a571b4f-cf48-4b50-a916-25dfdbadf202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3e321783-bc8a-4d3d-a70f-5209b22b636f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:10:02.602029 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386d5cc0-80c7-438b-af98-c8f79406eb43 req-7258bdae-a633-42d3-9ec2-eb6621e7eb48 service neutron] Bound using segment: {'id': '6a571b4f-cf48-4b50-a916-25dfdbadf202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3e321783-bc8a-4d3d-a70f-5209b22b636f'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:10:02.602491 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-386d5cc0-80c7-438b-af98-c8f79406eb43 req-7258bdae-a633-42d3-9ec2-eb6621e7eb48 service neutron] Bound port: ab9ff896-02ce-4516-a59c-e9329ac2a8e0, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a571b4f-cf48-4b50-a916-25dfdbadf202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3e321783-bc8a-4d3d-a70f-5209b22b636f'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:10:02.602850 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-386d5cc0-80c7-438b-af98-c8f79406eb43 req-7258bdae-a633-42d3-9ec2-eb6621e7eb48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:02.647324 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-70a00d08-79de-435e-b239-0e3300179f56 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:02.673120 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-386d5cc0-80c7-438b-af98-c8f79406eb43 req-7258bdae-a633-42d3-9ec2-eb6621e7eb48 service neutron] For port ab9ff896-02ce-4516-a59c-e9329ac2a8e0, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:10:02.675158 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a00d08-79de-435e-b239-0e3300179f56 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Pushing event deleted for resources: {'Port': ['ID=5745e476-754b-4b24-b38d-56c41ae2285e,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:02.682486 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-386d5cc0-80c7-438b-af98-c8f79406eb43 req-7258bdae-a633-42d3-9ec2-eb6621e7eb48 service neutron] For port ab9ff896-02ce-4516-a59c-e9329ac2a8e0, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=ab9ff896-02ce-4516-a59c-e9329ac2a8e0,segment=NetworkSegment(6a571b4f-cf48-4b50-a916-25dfdbadf202),segment_id=6a571b4f-cf48-4b50-a916-25dfdbadf202)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:10:02.687894 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-386d5cc0-80c7-438b-af98-c8f79406eb43 req-7258bdae-a633-42d3-9ec2-eb6621e7eb48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:02.721793 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d5cc0-80c7-438b-af98-c8f79406eb43 req-7258bdae-a633-42d3-9ec2-eb6621e7eb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:02.722698 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-386d5cc0-80c7-438b-af98-c8f79406eb43 req-7258bdae-a633-42d3-9ec2-eb6621e7eb48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:02.724761 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-386d5cc0-80c7-438b-af98-c8f79406eb43 req-7258bdae-a633-42d3-9ec2-eb6621e7eb48 service neutron] 10.222.0.37 "PUT /v2.0/ports/ab9ff896-02ce-4516-a59c-e9329ac2a8e0 HTTP/1.1" status: 200 len: 1092 time: 1.1958137 Sep 08 09:10:02.727231 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '008d6f77-b73c-48a7-aa12-514e81a278f4', 'tag': 'ab9ff896-02ce-4516-a59c-e9329ac2a8e0'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:10:02.729506 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c84c79-1fad-4bd7-b06d-84ead802d84b" -d '{"events": [{"name": "network-changed", "server_uuid": "008d6f77-b73c-48a7-aa12-514e81a278f4", "tag": "ab9ff896-02ce-4516-a59c-e9329ac2a8e0"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:10:02.753240 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-70a00d08-79de-435e-b239-0e3300179f56 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:02.765385 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7258bdae-a633-42d3-9ec2-eb6621e7eb48 service neutron] Pushing event updated for resources: {'Port': ['ID=ab9ff896-02ce-4516-a59c-e9329ac2a8e0,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:02.781105 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f00032-ac26-4015-8137-e1f26deb390e x-openstack-request-id: req-f6f00032-ac26-4015-8137-e1f26deb390e {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:10:02.781478 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "008d6f77-b73c-48a7-aa12-514e81a278f4", "tag": "ab9ff896-02ce-4516-a59c-e9329ac2a8e0", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:10:02.781741 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f6f00032-ac26-4015-8137-e1f26deb390e {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:10:02.782189 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '008d6f77-b73c-48a7-aa12-514e81a278f4', 'tag': 'ab9ff896-02ce-4516-a59c-e9329ac2a8e0', 'status': 'completed', 'code': 200} Sep 08 09:10:02.854852 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d5cc0-80c7-438b-af98-c8f79406eb43 req-2fb40c09-072c-4063-a9e8-360b30bdbae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:02.857083 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-70a00d08-79de-435e-b239-0e3300179f56 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:02.857271 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-386d5cc0-80c7-438b-af98-c8f79406eb43 req-2fb40c09-072c-4063-a9e8-360b30bdbae8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=17c247e365f74957bbba58791260a9da&device_id=008d6f77-b73c-48a7-aa12-514e81a278f4 HTTP/1.1" status: 200 len: 1095 time: 0.0580344 Sep 08 09:10:02.860107 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-70a00d08-79de-435e-b239-0e3300179f56 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:02.916620 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-70a00d08-79de-435e-b239-0e3300179f56 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:02.917641 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a00d08-79de-435e-b239-0e3300179f56 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Fanout notify agent at l3_agent the message router_deleted on router 33cb9527-dfc6-4234-9663-bc4b991d7f3a {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:10:02.926007 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-70a00d08-79de-435e-b239-0e3300179f56 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:02.927890 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-70a00d08-79de-435e-b239-0e3300179f56 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] 10.222.0.54 "DELETE /v2.0/routers/33cb9527-dfc6-4234-9663-bc4b991d7f3a HTTP/1.1" status: 204 len: 168 time: 1.1812563 Sep 08 09:10:02.934203 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 50770) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:02.938836 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-5ddbcc66-568b-46bd-a83e-1174ce724819 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1765205253', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:10:02.953495 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-386d5cc0-80c7-438b-af98-c8f79406eb43 req-1c2b0c71-e334-47a3-abf1-1411cd018904 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab9ff896-02ce-4516-a59c-e9329ac2a8e0 HTTP/1.1" status: 200 len: 217 time: 0.0703223 Sep 08 09:10:02.969151 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5ddbcc66-568b-46bd-a83e-1174ce724819 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:02.971170 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5ddbcc66-568b-46bd-a83e-1174ce724819 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:03.034119 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196c812-7b81-4468-a74c-3aac148fb2ee req-4bc593e4-64d5-41c4-8641-ca66199fc126 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:03.035780 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2196c812-7b81-4468-a74c-3aac148fb2ee req-4bc593e4-64d5-41c4-8641-ca66199fc126 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=008d6f77-b73c-48a7-aa12-514e81a278f4 HTTP/1.1" status: 200 len: 943 time: 0.0927553 Sep 08 09:10:03.051937 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d5cc0-80c7-438b-af98-c8f79406eb43 req-524cf9da-3204-4446-a950-9717a839e227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:03.052555 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5ddbcc66-568b-46bd-a83e-1174ce724819 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:03.053465 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-386d5cc0-80c7-438b-af98-c8f79406eb43 req-524cf9da-3204-4446-a950-9717a839e227 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8fe1c297-ac30-438c-9c0e-a51fb4e4b069 HTTP/1.1" status: 200 len: 851 time: 0.0771244 Sep 08 09:10:03.071460 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5ddbcc66-568b-46bd-a83e-1174ce724819 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:03.091831 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5ddbcc66-568b-46bd-a83e-1174ce724819 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:03.093199 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5ddbcc66-568b-46bd-a83e-1174ce724819 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1580184 Sep 08 09:10:03.095894 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 50776) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:03.096391 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-386d5cc0-80c7-438b-af98-c8f79406eb43 req-94d2cdea-ec48-4445-8bff-73ea7f06c2e1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3e321783-bc8a-4d3d-a70f-5209b22b636f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349662 Sep 08 09:10:03.100928 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-0f0fdabe-3419-43e7-8e69-d2d036a282c3 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'enable_snat': True}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:10:03.116322 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2196c812-7b81-4468-a74c-3aac148fb2ee req-968bfa38-08e7-4722-aaf6-875cdb0aba2a tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735266 Sep 08 09:10:03.148709 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffc1e5-7d36-44eb-9174-57843e7fb0ee req-df599fb9-30ec-454e-9f8c-754557fd3f16 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:03.150284 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-04ffc1e5-7d36-44eb-9174-57843e7fb0ee req-df599fb9-30ec-454e-9f8c-754557fd3f16 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 945 time: 0.2212319 Sep 08 09:10:03.218999 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-386d5cc0-80c7-438b-af98-c8f79406eb43 req-87ed8cb9-b321-4800-9feb-00e60ec51e7c service neutron] 10.222.0.37 "GET /v2.0/networks/3e321783-bc8a-4d3d-a70f-5209b22b636f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122735 Sep 08 09:10:03.290191 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-04ffc1e5-7d36-44eb-9174-57843e7fb0ee req-abec7d28-a3ec-4980-9753-551aa4fe165d tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1030037 Sep 08 09:10:03.368614 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0f0fdabe-3419-43e7-8e69-d2d036a282c3 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:03.478064 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758e6ae7-c1c0-4c67-8d36-0ab79d2c1644 req-ba1dc128-7731-40c0-a5d3-9baef43ff314 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:03.479667 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-758e6ae7-c1c0-4c67-8d36-0ab79d2c1644 req-ba1dc128-7731-40c0-a5d3-9baef43ff314 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 945 time: 0.1075416 Sep 08 09:10:03.489884 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 50782) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:03.495670 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-55154789-9ae3-4c2b-bb37-1e50f50eef4c tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Request body: {'floatingip': {'port_id': 'e892c78d-0591-4406-9e88-feb95725e7c4'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:10:03.543993 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-55154789-9ae3-4c2b-bb37-1e50f50eef4c tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks [] for floatingip, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:03.704615 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-386d5cc0-80c7-438b-af98-c8f79406eb43 req-3a3ddeb7-a0b9-41d5-a3e7-163e74309e1e service neutron] 10.222.0.37 "GET /v2.0/networks/3e321783-bc8a-4d3d-a70f-5209b22b636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4770992 Sep 08 09:10:03.717620 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc97da1-ecae-4117-9099-11ec97c8f805 req-1826f83c-c2d8-4cd5-95b5-50691b9a3990 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:03.719329 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ebc97da1-ecae-4117-9099-11ec97c8f805 req-1826f83c-c2d8-4cd5-95b5-50691b9a3990 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=17235dd1-6acd-4daf-a389-343a00e183f9 HTTP/1.1" status: 200 len: 943 time: 0.0766151 Sep 08 09:10:03.772473 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ebc97da1-ecae-4117-9099-11ec97c8f805 req-127a15b5-aeb0-4ce3-a47c-0aa9340478da tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369058 Sep 08 09:10:03.817127 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0f0fdabe-3419-43e7-8e69-d2d036a282c3 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:03.876614 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0f0fdabe-3419-43e7-8e69-d2d036a282c3 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:03.906019 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c84c79-1fad-4bd7-b06d-84ead802d84b req-d785d2b2-90ea-44e8-9a2b-283eb9c4432a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:03.908086 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-82c84c79-1fad-4bd7-b06d-84ead802d84b req-d785d2b2-90ea-44e8-9a2b-283eb9c4432a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=17c247e365f74957bbba58791260a9da&device_id=008d6f77-b73c-48a7-aa12-514e81a278f4 HTTP/1.1" status: 200 len: 1095 time: 0.0671074 Sep 08 09:10:04.011284 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c84c79-1fad-4bd7-b06d-84ead802d84b req-a137c932-f006-4977-a37e-98575e3dbf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:04.012812 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-82c84c79-1fad-4bd7-b06d-84ead802d84b req-a137c932-f006-4977-a37e-98575e3dbf61 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3e321783-bc8a-4d3d-a70f-5209b22b636f HTTP/1.1" status: 200 len: 912 time: 0.0967805 Sep 08 09:10:04.063947 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-82c84c79-1fad-4bd7-b06d-84ead802d84b req-60c08994-ac20-414e-b710-1fb53f9a2e8d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab9ff896-02ce-4516-a59c-e9329ac2a8e0 HTTP/1.1" status: 200 len: 217 time: 0.0350633 Sep 08 09:10:04.121681 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c84c79-1fad-4bd7-b06d-84ead802d84b req-d64d4225-bed1-49c4-9164-cc65aec18dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:04.123163 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-0f0fdabe-3419-43e7-8e69-d2d036a282c3 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Allocated IP 172.25.0.171 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/97e5de9b-3df6-44ee-9ba8-d44eef046e0f) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:10:04.123336 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-82c84c79-1fad-4bd7-b06d-84ead802d84b req-d64d4225-bed1-49c4-9164-cc65aec18dce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8fe1c297-ac30-438c-9c0e-a51fb4e4b069 HTTP/1.1" status: 200 len: 851 time: 0.0506809 Sep 08 09:10:04.164931 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-82c84c79-1fad-4bd7-b06d-84ead802d84b req-fd80c310-88ac-4f4e-8639-e54e623d1652 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3e321783-bc8a-4d3d-a70f-5209b22b636f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280516 Sep 08 09:10:04.280014 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-82c84c79-1fad-4bd7-b06d-84ead802d84b req-ea448a61-ee94-460b-b100-a1332250e98c service neutron] 10.222.0.37 "GET /v2.0/networks/3e321783-bc8a-4d3d-a70f-5209b22b636f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049745 Sep 08 09:10:04.372020 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208dce6-c61a-4463-b9a4-7a89d7a80a8a req-02cdafde-5882-42b4-83ad-cc578211baf9 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:04.373450 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3208dce6-c61a-4463-b9a4-7a89d7a80a8a req-02cdafde-5882-42b4-83ad-cc578211baf9 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=008d6f77-b73c-48a7-aa12-514e81a278f4 HTTP/1.1" status: 200 len: 943 time: 0.1440535 Sep 08 09:10:04.377753 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-55154789-9ae3-4c2b-bb37-1e50f50eef4c tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:04.381981 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0f0fdabe-3419-43e7-8e69-d2d036a282c3 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:04.391519 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-82c84c79-1fad-4bd7-b06d-84ead802d84b req-11ff74e3-547f-43db-b776-ae1be1e7ec34 service neutron] 10.222.0.37 "GET /v2.0/networks/3e321783-bc8a-4d3d-a70f-5209b22b636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026766 Sep 08 09:10:04.393530 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-55154789-9ae3-4c2b-bb37-1e50f50eef4c tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:04.492256 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3208dce6-c61a-4463-b9a4-7a89d7a80a8a req-00b2e8d5-6bde-46ed-b273-1739f869df31 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077480 Sep 08 09:10:04.541482 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0f0fdabe-3419-43e7-8e69-d2d036a282c3 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:04.577604 n-d-806683-11 neutron-server[94713]: INFO neutron.db.l3_db [None req-55154789-9ae3-4c2b-bb37-1e50f50eef4c tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Floating IP 2d1b2030-e018-4980-b7cb-98f435d6c6d2 associated. External IP: 172.25.0.89, port: e892c78d-0591-4406-9e88-feb95725e7c4. Sep 08 09:10:04.850757 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0fdabe-3419-43e7-8e69-d2d036a282c3 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:10:04.865590 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-0f0fdabe-3419-43e7-8e69-d2d036a282c3 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:10:04.886657 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0fdabe-3419-43e7-8e69-d2d036a282c3 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:10:04.915198 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0fdabe-3419-43e7-8e69-d2d036a282c3 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Pushing event updated for resources: {'Port': ['ID=97e5de9b-3df6-44ee-9ba8-d44eef046e0f,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:05.028374 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2ccbb-fbae-48d1-b5cb-96275586073d req-50acb2ed-ca4d-43f3-9860-64d85a6e8699 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:05.029861 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-46c2ccbb-fbae-48d1-b5cb-96275586073d req-50acb2ed-ca4d-43f3-9860-64d85a6e8699 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=17235dd1-6acd-4daf-a389-343a00e183f9 HTTP/1.1" status: 200 len: 943 time: 0.1844611 Sep 08 09:10:05.177864 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-46c2ccbb-fbae-48d1-b5cb-96275586073d req-a2af6c42-185d-4715-b392-693302fc4454 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403801 Sep 08 09:10:05.312844 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55154789-9ae3-4c2b-bb37-1e50f50eef4c tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Router 8e71d37c-9786-446a-bcce-c9b3b16e188b has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:10:05.371031 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0f0fdabe-3419-43e7-8e69-d2d036a282c3 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:05.510709 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55154789-9ae3-4c2b-bb37-1e50f50eef4c tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:10:05.518502 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-55154789-9ae3-4c2b-bb37-1e50f50eef4c tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:05.520679 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7de15e-01a8-4a6e-b878-4ffad3960c4c None None] Sync routers for ids ['8e71d37c-9786-446a-bcce-c9b3b16e188b'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:10:05.530908 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7de15e-01a8-4a6e-b878-4ffad3960c4c None None] Routers {'8e71d37c-9786-446a-bcce-c9b3b16e188b'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:10:05.531649 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-da7de15e-01a8-4a6e-b878-4ffad3960c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:09:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8e71d37c-9786-446a-bcce-c9b3b16e188b'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:10:05.658565 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-da7de15e-01a8-4a6e-b878-4ffad3960c4c None None] Set router 8e71d37c-9786-446a-bcce-c9b3b16e188b gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:10:05.666026 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-55154789-9ae3-4c2b-bb37-1e50f50eef4c tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "PUT /v2.0/floatingips/2d1b2030-e018-4980-b7cb-98f435d6c6d2 HTTP/1.1" status: 200 len: 990 time: 2.1749499 Sep 08 09:10:05.669304 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e0a33f-6dec-41b9-ae78-1ff0971a03f4', 'tag': 'e892c78d-0591-4406-9e88-feb95725e7c4'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:10:05.671594 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce17845-d0d6-4a1b-8d99-43e6105aa791" -d '{"events": [{"name": "network-changed", "server_uuid": "36e0a33f-6dec-41b9-ae78-1ff0971a03f4", "tag": "e892c78d-0591-4406-9e88-feb95725e7c4"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:10:05.704438 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0f0fdabe-3419-43e7-8e69-d2d036a282c3 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2457'] for router, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:05.708783 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0f0fdabe-3419-43e7-8e69-d2d036a282c3 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-764157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-764146', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-768877'] for router, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:05.778452 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15990c-0a21-4f33-a92d-421afdd7415d req-b039b6dd-3c18-4491-95c9-c6b8ef60efce tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:05.780017 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ee15990c-0a21-4f33-a92d-421afdd7415d req-b039b6dd-3c18-4491-95c9-c6b8ef60efce tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=008d6f77-b73c-48a7-aa12-514e81a278f4 HTTP/1.1" status: 200 len: 943 time: 0.1270745 Sep 08 09:10:05.856193 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14149fa2-1ea6-4266-8dfe-ee9931181c9a x-openstack-request-id: req-14149fa2-1ea6-4266-8dfe-ee9931181c9a {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:10:05.856628 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36e0a33f-6dec-41b9-ae78-1ff0971a03f4", "tag": "e892c78d-0591-4406-9e88-feb95725e7c4", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:10:05.856936 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-14149fa2-1ea6-4266-8dfe-ee9931181c9a {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:10:05.857269 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e0a33f-6dec-41b9-ae78-1ff0971a03f4', 'tag': 'e892c78d-0591-4406-9e88-feb95725e7c4', 'status': 'completed', 'code': 200} Sep 08 09:10:05.869570 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ee15990c-0a21-4f33-a92d-421afdd7415d req-b2850814-5262-44f4-9d02-d08cd95117fd tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805957 Sep 08 09:10:05.927898 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0fdabe-3419-43e7-8e69-d2d036a282c3 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Router 5c44b759-d224-489e-9bfd-6454a2795ced is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:10:05.945156 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce17845-d0d6-4a1b-8d99-43e6105aa791 req-1a677a10-c5ea-4dda-885a-3419607e85ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:05.946904 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3ce17845-d0d6-4a1b-8d99-43e6105aa791 req-1a677a10-c5ea-4dda-885a-3419607e85ec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9f5275e2d58a49a08895a50418c7508b&device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 1097 time: 0.0447798 Sep 08 09:10:05.948296 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-da7de15e-01a8-4a6e-b878-4ffad3960c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'name': 'tempest-AttachVolumeShelveTestJSON-614609853-router', 'tenant_id': '9f5275e2d58a49a08895a50418c7508b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'f28d3dac-4c3d-44f5-9950-b4fca8cb46cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:09:34Z', 'updated_at': '2021-09-08T09:09:41Z', 'revision_number': 4, 'project_id': '9f5275e2d58a49a08895a50418c7508b', 'gw_port': {'id': 'f28d3dac-4c3d-44f5-9950-b4fca8cb46cc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:09:35Z', 'updated_at': '2021-09-08T09:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '2d1b2030-e018-4980-b7cb-98f435d6c6d2', 'tenant_id': '9f5275e2d58a49a08895a50418c7508b', 'floating_ip_address': '172.25.0.89', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'port_id': 'e892c78d-0591-4406-9e88-feb95725e7c4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb338a05-96ea-4d11-88f8-690044b53ade', 'mac_address': 'fa:16:3e:c1:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e0a33f-6dec-41b9-ae78-1ff0971a03f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:09:45Z', 'updated_at': '2021-09-08T09:10:04Z', 'revision_number': 1, 'project_id': '9f5275e2d58a49a08895a50418c7508b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '101f7c50-22be-46db-aec9-7e9e62483fa5', 'name': '', 'network_id': 'cb338a05-96ea-4d11-88f8-690044b53ade', 'tenant_id': '9f5275e2d58a49a08895a50418c7508b', 'mac_address': 'fa:16:3e:a8:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ec84db6-4dd6-4de4-a1e0-0c0e5076306d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:09:39Z', 'updated_at': '2021-09-08T09:09:49Z', 'revision_number': 5, 'project_id': '9f5275e2d58a49a08895a50418c7508b', 'subnets': [{'id': '8ec84db6-4dd6-4de4-a1e0-0c0e5076306d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:10:05.951214 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device abbbca57-cb80-423a-ae1b-09a1aa74318e details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:10:05.977582 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7de15e-01a8-4a6e-b878-4ffad3960c4c None None] Checking router: 8e71d37c-9786-446a-bcce-c9b3b16e188b for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:10:05.987015 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7de15e-01a8-4a6e-b878-4ffad3960c4c None None] Routers {'8e71d37c-9786-446a-bcce-c9b3b16e188b'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:10:05.987855 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-da7de15e-01a8-4a6e-b878-4ffad3960c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:09:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8e71d37c-9786-446a-bcce-c9b3b16e188b'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:10:06.065870 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0fdabe-3419-43e7-8e69-d2d036a282c3 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:10:06.071574 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0f0fdabe-3419-43e7-8e69-d2d036a282c3 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:06.082096 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0f0fdabe-3419-43e7-8e69-d2d036a282c3 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] 10.222.0.54 "PUT /v2.0/routers/5c44b759-d224-489e-9bfd-6454a2795ced HTTP/1.1" status: 200 len: 919 time: 2.9847734 Sep 08 09:10:06.084741 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 50824) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:06.089034 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port abbbca57-cb80-423a-ae1b-09a1aa74318e, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=abbbca57-cb80-423a-ae1b-09a1aa74318e,segment=NetworkSegment(3af659db-8c52-4cba-bbf9-dfdf7a2d015a),segment_id=3af659db-8c52-4cba-bbf9-dfdf7a2d015a)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:10:06.102248 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': 'abbbca57-cb80-423a-ae1b-09a1aa74318e', 'network_id': '643d18a2-f561-4ab8-ba5f-9dc85934ae99', 'port_id': 'abbbca57-cb80-423a-ae1b-09a1aa74318e', 'mac_address': 'fa:16:3e:3c:f0:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a55585f-dc5f-44d9-8cd9-f8cb2e1994de', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:10:06.105785 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddea716-2032-4e45-abb5-aeef1bfdd8e2 None None] Sync routers for ids ['5c44b759-d224-489e-9bfd-6454a2795ced'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:10:06.120149 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddea716-2032-4e45-abb5-aeef1bfdd8e2 None None] Routers {'5c44b759-d224-489e-9bfd-6454a2795ced'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:10:06.120785 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-8ddea716-2032-4e45-abb5-aeef1bfdd8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:09:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5c44b759-d224-489e-9bfd-6454a2795ced'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:10:06.138342 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce17845-d0d6-4a1b-8d99-43e6105aa791 req-166037c1-8eb5-4583-82a4-99a54a010366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:06.140187 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3ce17845-d0d6-4a1b-8d99-43e6105aa791 req-166037c1-8eb5-4583-82a4-99a54a010366 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb338a05-96ea-4d11-88f8-690044b53ade HTTP/1.1" status: 200 len: 917 time: 0.1825373 Sep 08 09:10:06.178364 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-da7de15e-01a8-4a6e-b878-4ffad3960c4c None None] Set router 8e71d37c-9786-446a-bcce-c9b3b16e188b gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:10:06.189550 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-8ddea716-2032-4e45-abb5-aeef1bfdd8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:10:06.203319 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddea716-2032-4e45-abb5-aeef1bfdd8e2 None None] Routers {'5c44b759-d224-489e-9bfd-6454a2795ced'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:10:06.203935 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-8ddea716-2032-4e45-abb5-aeef1bfdd8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:09:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5c44b759-d224-489e-9bfd-6454a2795ced'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:10:06.249659 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-8ddea716-2032-4e45-abb5-aeef1bfdd8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:10:06.250373 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddea716-2032-4e45-abb5-aeef1bfdd8e2 None None] The sync data for ids ['5c44b759-d224-489e-9bfd-6454a2795ced'] in n-d-806683-11 is: [] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:10:06.274244 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:06.306168 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abbbca57-cb80-423a-ae1b-09a1aa74318e {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:10:06.315018 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3ce17845-d0d6-4a1b-8d99-43e6105aa791 req-c1c2c91d-3693-4a67-b6b0-40a605c1d479 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e892c78d-0591-4406-9e88-feb95725e7c4 HTTP/1.1" status: 200 len: 998 time: 0.1675417 Sep 08 09:10:06.325009 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-86cc9762-7790-47ec-a919-0abcaf116680 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] 10.222.0.54 "GET /v2.0/routers/5c44b759-d224-489e-9bfd-6454a2795ced HTTP/1.1" status: 200 len: 925 time: 0.2382109 Sep 08 09:10:06.327475 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 50828) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:06.342463 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port abbbca57-cb80-423a-ae1b-09a1aa74318e, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=abbbca57-cb80-423a-ae1b-09a1aa74318e,segment=NetworkSegment(3af659db-8c52-4cba-bbf9-dfdf7a2d015a),segment_id=3af659db-8c52-4cba-bbf9-dfdf7a2d015a)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:10:06.349982 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:06.384506 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd391d0c-d0b3-4950-92c7-c136d7bcb6e4 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:06.389011 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-fd391d0c-d0b3-4950-92c7-c136d7bcb6e4 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=399c4174-1e86-4a10-bb99-f875a09107d5&device_id=5c44b759-d224-489e-9bfd-6454a2795ced&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0604932 Sep 08 09:10:06.389637 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 50832) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:06.422885 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=abbbca57-cb80-423a-ae1b-09a1aa74318e,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:06.437633 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce17845-d0d6-4a1b-8d99-43e6105aa791 req-b967ca30-2d30-4145-ab0f-5f78c48156c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:06.439183 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3ce17845-d0d6-4a1b-8d99-43e6105aa791 req-b967ca30-2d30-4145-ab0f-5f78c48156c0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ec84db6-4dd6-4de4-a1e0-0c0e5076306d HTTP/1.1" status: 200 len: 855 time: 0.1161776 Sep 08 09:10:06.517468 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-da7de15e-01a8-4a6e-b878-4ffad3960c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'name': 'tempest-AttachVolumeShelveTestJSON-614609853-router', 'tenant_id': '9f5275e2d58a49a08895a50418c7508b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'f28d3dac-4c3d-44f5-9950-b4fca8cb46cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:09:34Z', 'updated_at': '2021-09-08T09:09:41Z', 'revision_number': 4, 'project_id': '9f5275e2d58a49a08895a50418c7508b', 'gw_port': {'id': 'f28d3dac-4c3d-44f5-9950-b4fca8cb46cc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:09:35Z', 'updated_at': '2021-09-08T09:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '2d1b2030-e018-4980-b7cb-98f435d6c6d2', 'tenant_id': '9f5275e2d58a49a08895a50418c7508b', 'floating_ip_address': '172.25.0.89', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'port_id': 'e892c78d-0591-4406-9e88-feb95725e7c4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb338a05-96ea-4d11-88f8-690044b53ade', 'mac_address': 'fa:16:3e:c1:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e0a33f-6dec-41b9-ae78-1ff0971a03f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:09:45Z', 'updated_at': '2021-09-08T09:10:04Z', 'revision_number': 1, 'project_id': '9f5275e2d58a49a08895a50418c7508b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '101f7c50-22be-46db-aec9-7e9e62483fa5', 'name': '', 'network_id': 'cb338a05-96ea-4d11-88f8-690044b53ade', 'tenant_id': '9f5275e2d58a49a08895a50418c7508b', 'mac_address': 'fa:16:3e:a8:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ec84db6-4dd6-4de4-a1e0-0c0e5076306d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:09:39Z', 'updated_at': '2021-09-08T09:09:49Z', 'revision_number': 5, 'project_id': '9f5275e2d58a49a08895a50418c7508b', 'subnets': [{'id': '8ec84db6-4dd6-4de4-a1e0-0c0e5076306d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:10:06.534676 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62665214-c86c-4a45-9327-83a5d07d6cf2 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:06.536835 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-62665214-c86c-4a45-9327-83a5d07d6cf2 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] 10.222.0.54 "GET /v2.0/networks/399c4174-1e86-4a10-bb99-f875a09107d5 HTTP/1.1" status: 200 len: 881 time: 0.1460581 Sep 08 09:10:06.539551 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 50836) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:06.546135 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce17845-d0d6-4a1b-8d99-43e6105aa791 req-a07f14f5-3e43-41db-8afb-93a0efe2c47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:06.547985 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3ce17845-d0d6-4a1b-8d99-43e6105aa791 req-a07f14f5-3e43-41db-8afb-93a0efe2c47d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb338a05-96ea-4d11-88f8-690044b53ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1006248 Sep 08 09:10:06.552475 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7de15e-01a8-4a6e-b878-4ffad3960c4c None None] The sync data for ids ['8e71d37c-9786-446a-bcce-c9b3b16e188b'] in n-d-806683-11 is: [{'id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'name': 'tempest-AttachVolumeShelveTestJSON-614609853-router', 'tenant_id': '9f5275e2d58a49a08895a50418c7508b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'f28d3dac-4c3d-44f5-9950-b4fca8cb46cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:09:34Z', 'updated_at': '2021-09-08T09:09:41Z', 'revision_number': 4, 'project_id': '9f5275e2d58a49a08895a50418c7508b', 'gw_port': {'id': 'f28d3dac-4c3d-44f5-9950-b4fca8cb46cc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:09:35Z', 'updated_at': '2021-09-08T09:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '2d1b2030-e018-4980-b7cb-98f435d6c6d2', 'tenant_id': '9f5275e2d58a49a08895a50418c7508b', 'floating_ip_address': '172.25.0.89', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'port_id': 'e892c78d-0591-4406-9e88-feb95725e7c4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb338a05-96ea-4d11-88f8-690044b53ade', 'mac_address': 'fa:16:3e:c1:ab:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e0a33f-6dec-41b9-ae78-1ff0971a03f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:09:45Z', 'updated_at': '2021-09-08T09:10:04Z', 'revision_number': 1, 'project_id': '9f5275e2d58a49a08895a50418c7508b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '101f7c50-22be-46db-aec9-7e9e62483fa5', 'name': '', 'network_id': 'cb338a05-96ea-4d11-88f8-690044b53ade', 'tenant_id': '9f5275e2d58a49a08895a50418c7508b', 'mac_address': 'fa:16:3e:a8:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ec84db6-4dd6-4de4-a1e0-0c0e5076306d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:09:39Z', 'updated_at': '2021-09-08T09:09:49Z', 'revision_number': 5, 'project_id': '9f5275e2d58a49a08895a50418c7508b', 'subnets': [{'id': '8ec84db6-4dd6-4de4-a1e0-0c0e5076306d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:10:06.579722 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a1b1719d-45ea-4ac4-a4d2-31def61603ab tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c44b759-d224-489e-9bfd-6454a2795ced HTTP/1.1" status: 200 len: 205 time: 0.0389481 Sep 08 09:10:06.582582 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 50838) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:06.588635 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4975fd-8be8-4100-8ea0-f22d0b6f28d5 req-2cd6e32d-a42a-44f8-a3c5-74dd56ab5baf tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:06.596842 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8a4975fd-8be8-4100-8ea0-f22d0b6f28d5 req-2cd6e32d-a42a-44f8-a3c5-74dd56ab5baf tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=17235dd1-6acd-4daf-a389-343a00e183f9 HTTP/1.1" status: 200 len: 944 time: 0.2526610 Sep 08 09:10:06.700768 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8a4975fd-8be8-4100-8ea0-f22d0b6f28d5 req-4a010be5-bf65-44f7-8ca0-7b09b20a7c07 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028013 Sep 08 09:10:06.737305 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3ce17845-d0d6-4a1b-8d99-43e6105aa791 req-3568ed06-1adc-467a-bdaf-79e44a6e0d6d service neutron] 10.222.0.35 "GET /v2.0/networks/cb338a05-96ea-4d11-88f8-690044b53ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794608 Sep 08 09:10:06.852446 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['abbbca57-cb80-423a-ae1b-09a1aa74318e'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:10:06.873585 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad195f2d-9d43-4488-ad3e-55e9e70a7ccf None None] New status for floating IP 2d1b2030-e018-4980-b7cb-98f435d6c6d2: ACTIVE {{(pid=94715) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:10:06.921373 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3ce17845-d0d6-4a1b-8d99-43e6105aa791 req-3722aa84-5bc5-4fc1-a563-39db4964faf6 service neutron] 10.222.0.35 "GET /v2.0/networks/cb338a05-96ea-4d11-88f8-690044b53ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766105 Sep 08 09:10:07.082169 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e7b2cc6f-d762-440a-a221-f8536f44c0ac tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:07.143840 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce4709-e842-40ba-b881-20423b2d19d5 req-c11200ec-1b97-460a-ba6d-7dc5a4880d33 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:07.145527 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-25ce4709-e842-40ba-b881-20423b2d19d5 req-c11200ec-1b97-460a-ba6d-7dc5a4880d33 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=008d6f77-b73c-48a7-aa12-514e81a278f4 HTTP/1.1" status: 200 len: 943 time: 0.1183736 Sep 08 09:10:07.232250 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-25ce4709-e842-40ba-b881-20423b2d19d5 req-18652afb-f55c-4c4f-9a70-e26a69ee1f02 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772042 Sep 08 09:10:07.260043 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e7b2cc6f-d762-440a-a221-f8536f44c0ac tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:07.326311 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-e7b2cc6f-d762-440a-a221-f8536f44c0ac tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Deleting port 97e5de9b-3df6-44ee-9ba8-d44eef046e0f {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:10:07.326669 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e7b2cc6f-d762-440a-a221-f8536f44c0ac tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:07.404503 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e7b2cc6f-d762-440a-a221-f8536f44c0ac tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:07.417430 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-e7b2cc6f-d762-440a-a221-f8536f44c0ac tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Calling delete_port for 97e5de9b-3df6-44ee-9ba8-d44eef046e0f owned by network:router_gateway {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:10:07.455056 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device ab9ff896-02ce-4516-a59c-e9329ac2a8e0 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:10:07.572541 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port ab9ff896-02ce-4516-a59c-e9329ac2a8e0, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=ab9ff896-02ce-4516-a59c-e9329ac2a8e0,segment=NetworkSegment(6a571b4f-cf48-4b50-a916-25dfdbadf202),segment_id=6a571b4f-cf48-4b50-a916-25dfdbadf202)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:10:07.586742 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': 'ab9ff896-02ce-4516-a59c-e9329ac2a8e0', 'network_id': '3e321783-bc8a-4d3d-a70f-5209b22b636f', 'port_id': 'ab9ff896-02ce-4516-a59c-e9329ac2a8e0', 'mac_address': 'fa:16:3e:5f:08:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fe1c297-ac30-438c-9c0e-a51fb4e4b069', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:10:07.633618 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:07.639025 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e7b2cc6f-d762-440a-a221-f8536f44c0ac tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:07.652759 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab9ff896-02ce-4516-a59c-e9329ac2a8e0 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:10:07.673192 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b2cc6f-d762-440a-a221-f8536f44c0ac tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Pushing event deleted for resources: {'Port': ['ID=97e5de9b-3df6-44ee-9ba8-d44eef046e0f,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:07.680775 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port ab9ff896-02ce-4516-a59c-e9329ac2a8e0, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=ab9ff896-02ce-4516-a59c-e9329ac2a8e0,segment=NetworkSegment(6a571b4f-cf48-4b50-a916-25dfdbadf202),segment_id=6a571b4f-cf48-4b50-a916-25dfdbadf202)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:10:07.689051 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:07.764569 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=ab9ff896-02ce-4516-a59c-e9329ac2a8e0,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:07.790365 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e7b2cc6f-d762-440a-a221-f8536f44c0ac tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:07.897229 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e7b2cc6f-d762-440a-a221-f8536f44c0ac tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:07.905976 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e7b2cc6f-d762-440a-a221-f8536f44c0ac tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:07.990510 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e7b2cc6f-d762-440a-a221-f8536f44c0ac tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:07.991066 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b2cc6f-d762-440a-a221-f8536f44c0ac tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Fanout notify agent at l3_agent the message router_deleted on router 5c44b759-d224-489e-9bfd-6454a2795ced {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:10:08.004777 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa43880-146f-4f47-8c3f-c5ffc37c80cf req-5b74e06b-91b8-46c9-964b-c50f015f68ed tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:08.006820 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4fa43880-146f-4f47-8c3f-c5ffc37c80cf req-5b74e06b-91b8-46c9-964b-c50f015f68ed tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=17235dd1-6acd-4daf-a389-343a00e183f9 HTTP/1.1" status: 200 len: 944 time: 0.1128430 Sep 08 09:10:08.012636 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e7b2cc6f-d762-440a-a221-f8536f44c0ac tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:08.013263 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e7b2cc6f-d762-440a-a221-f8536f44c0ac tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] 10.222.0.54 "DELETE /v2.0/routers/5c44b759-d224-489e-9bfd-6454a2795ced HTTP/1.1" status: 204 len: 168 time: 1.4294593 Sep 08 09:10:08.017545 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 50858) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:08.021311 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-1a1e65c6-d848-4109-b23e-d463cfc6a974 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1475817522', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:10:08.073638 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4fa43880-146f-4f47-8c3f-c5ffc37c80cf req-b4ffd019-81a1-46f2-943d-a7b046e3f590 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591991 Sep 08 09:10:08.074989 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1a1e65c6-d848-4109-b23e-d463cfc6a974 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:08.076047 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1a1e65c6-d848-4109-b23e-d463cfc6a974 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:08.102295 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['ab9ff896-02ce-4516-a59c-e9329ac2a8e0'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:10:08.137782 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1a1e65c6-d848-4109-b23e-d463cfc6a974 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:08.143846 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1a1e65c6-d848-4109-b23e-d463cfc6a974 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:08.161690 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1a1e65c6-d848-4109-b23e-d463cfc6a974 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:08.165745 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1a1e65c6-d848-4109-b23e-d463cfc6a974 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1452856 Sep 08 09:10:08.166054 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 50860) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:08.170781 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-2741bf9d-d7ef-4ac6-bec6-f84ddeb4c8b5 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'enable_snat': False}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:10:08.389823 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4a044-eadc-46d6-aae1-e463b41d7eb8 req-d11bdcf9-6482-41a3-a0b5-0d722f845fee tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:08.391428 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5ee4a044-eadc-46d6-aae1-e463b41d7eb8 req-d11bdcf9-6482-41a3-a0b5-0d722f845fee tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=008d6f77-b73c-48a7-aa12-514e81a278f4 HTTP/1.1" status: 200 len: 944 time: 0.0620291 Sep 08 09:10:08.398139 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2741bf9d-d7ef-4ac6-bec6-f84ddeb4c8b5 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:08.436540 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5ee4a044-eadc-46d6-aae1-e463b41d7eb8 req-22f574aa-bf64-44d8-8d5c-eb42bf0f9090 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365796 Sep 08 09:10:08.613079 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2741bf9d-d7ef-4ac6-bec6-f84ddeb4c8b5 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:08.636200 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2741bf9d-d7ef-4ac6-bec6-f84ddeb4c8b5 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:08.755111 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-2741bf9d-d7ef-4ac6-bec6-f84ddeb4c8b5 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Allocated IP 172.25.0.53 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/6a030992-d04e-47bc-9649-ce22e4a75bf5) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:10:08.860503 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2741bf9d-d7ef-4ac6-bec6-f84ddeb4c8b5 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:08.902804 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2741bf9d-d7ef-4ac6-bec6-f84ddeb4c8b5 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:08.943752 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2741bf9d-d7ef-4ac6-bec6-f84ddeb4c8b5 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:10:08.948779 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-2741bf9d-d7ef-4ac6-bec6-f84ddeb4c8b5 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:10:08.954920 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2741bf9d-d7ef-4ac6-bec6-f84ddeb4c8b5 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:10:08.982183 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2741bf9d-d7ef-4ac6-bec6-f84ddeb4c8b5 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Pushing event updated for resources: {'Port': ['ID=6a030992-d04e-47bc-9649-ce22e4a75bf5,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:09.210217 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de631540-8422-4112-926c-1bbf5d9fb65a req-7a59187b-9609-4651-9576-ea2d291acb63 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:09.212548 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-de631540-8422-4112-926c-1bbf5d9fb65a req-7a59187b-9609-4651-9576-ea2d291acb63 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=17235dd1-6acd-4daf-a389-343a00e183f9 HTTP/1.1" status: 200 len: 944 time: 0.0562835 Sep 08 09:10:09.239306 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2741bf9d-d7ef-4ac6-bec6-f84ddeb4c8b5 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:09.265308 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-de631540-8422-4112-926c-1bbf5d9fb65a req-8303ca9b-221f-426c-95d6-ac6971c1a5b4 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445542 Sep 08 09:10:09.454532 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device ab9ff896-02ce-4516-a59c-e9329ac2a8e0 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:10:09.509242 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port ab9ff896-02ce-4516-a59c-e9329ac2a8e0 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:10:09.513718 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port ab9ff896-02ce-4516-a59c-e9329ac2a8e0 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:10:09.514181 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:09.596376 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:09.621661 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008d6f77-b73c-48a7-aa12-514e81a278f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9ff896-02ce-4516-a59c-e9329ac2a8e0'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:10:09.623959 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d993abcd-b5bd-4c1e-8dab-593761064db9" -d '{"events": [{"server_uuid": "008d6f77-b73c-48a7-aa12-514e81a278f4", "name": "network-vif-plugged", "status": "completed", "tag": "ab9ff896-02ce-4516-a59c-e9329ac2a8e0"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:10:09.637470 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port ab9ff896-02ce-4516-a59c-e9329ac2a8e0, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=ab9ff896-02ce-4516-a59c-e9329ac2a8e0,segment=NetworkSegment(6a571b4f-cf48-4b50-a916-25dfdbadf202),segment_id=6a571b4f-cf48-4b50-a916-25dfdbadf202)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:10:09.642120 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:09.668142 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91ee007-4472-411a-a388-459b4a115c1d x-openstack-request-id: req-d91ee007-4472-411a-a388-459b4a115c1d {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:10:09.668437 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "008d6f77-b73c-48a7-aa12-514e81a278f4", "name": "network-vif-plugged", "status": "completed", "tag": "ab9ff896-02ce-4516-a59c-e9329ac2a8e0", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:10:09.668690 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d91ee007-4472-411a-a388-459b4a115c1d {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:10:09.669076 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '008d6f77-b73c-48a7-aa12-514e81a278f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab9ff896-02ce-4516-a59c-e9329ac2a8e0', 'code': 200} Sep 08 09:10:09.683345 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2741bf9d-d7ef-4ac6-bec6-f84ddeb4c8b5 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2457'] for router, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:09.687893 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2741bf9d-d7ef-4ac6-bec6-f84ddeb4c8b5 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-764157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-764146', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-768877'] for router, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:09.694615 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=ab9ff896-02ce-4516-a59c-e9329ac2a8e0,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:09.769509 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75d467-7ff0-4667-a517-6b441e037bd7 req-e314dd52-3d3f-4990-b492-809f90cf5004 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:09.771136 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fd75d467-7ff0-4667-a517-6b441e037bd7 req-e314dd52-3d3f-4990-b492-809f90cf5004 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=008d6f77-b73c-48a7-aa12-514e81a278f4 HTTP/1.1" status: 200 len: 945 time: 0.0997474 Sep 08 09:10:09.794310 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07704b4c-d2fe-4319-abff-e59b4a773368 req-c1797613-63a1-48d8-a22d-b2f4a97a21b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:09.795953 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-07704b4c-d2fe-4319-abff-e59b4a773368 req-c1797613-63a1-48d8-a22d-b2f4a97a21b4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=008d6f77-b73c-48a7-aa12-514e81a278f4 HTTP/1.1" status: 200 len: 1097 time: 0.0437989 Sep 08 09:10:09.831592 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-07704b4c-d2fe-4319-abff-e59b4a773368 req-8e8eda49-ac77-46fe-9a3f-935a7efe9fec service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288451 Sep 08 09:10:09.855113 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fd75d467-7ff0-4667-a517-6b441e037bd7 req-a8a6b704-76ef-4787-93f4-8efe1667ca16 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768776 Sep 08 09:10:09.881063 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2741bf9d-d7ef-4ac6-bec6-f84ddeb4c8b5 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Router 472f0199-a687-48dc-a600-bc4f792931ff is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:10:09.967627 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device abbbca57-cb80-423a-ae1b-09a1aa74318e up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:10:09.992573 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2741bf9d-d7ef-4ac6-bec6-f84ddeb4c8b5 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:10:09.999505 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2741bf9d-d7ef-4ac6-bec6-f84ddeb4c8b5 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:10.002133 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2741bf9d-d7ef-4ac6-bec6-f84ddeb4c8b5 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] 10.222.0.54 "PUT /v2.0/routers/472f0199-a687-48dc-a600-bc4f792931ff HTTP/1.1" status: 200 len: 919 time: 1.8331704 Sep 08 09:10:10.003060 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 50886) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:10.015653 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf352e80-4446-46fc-b219-852c1e29c30d None None] Sync routers for ids ['472f0199-a687-48dc-a600-bc4f792931ff'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:10:10.027207 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf352e80-4446-46fc-b219-852c1e29c30d None None] Routers {'472f0199-a687-48dc-a600-bc4f792931ff'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:10:10.027836 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-cf352e80-4446-46fc-b219-852c1e29c30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:09:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['472f0199-a687-48dc-a600-bc4f792931ff'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:10:10.061765 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-cf352e80-4446-46fc-b219-852c1e29c30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:10:10.074207 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf352e80-4446-46fc-b219-852c1e29c30d None None] Routers {'472f0199-a687-48dc-a600-bc4f792931ff'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:10:10.074818 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-cf352e80-4446-46fc-b219-852c1e29c30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:09:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['472f0199-a687-48dc-a600-bc4f792931ff'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:10:10.108435 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-cf352e80-4446-46fc-b219-852c1e29c30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:10:10.109101 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf352e80-4446-46fc-b219-852c1e29c30d None None] The sync data for ids ['472f0199-a687-48dc-a600-bc4f792931ff'] in n-d-806683-11 is: [] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:10:10.121344 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port abbbca57-cb80-423a-ae1b-09a1aa74318e completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:10:10.132055 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port abbbca57-cb80-423a-ae1b-09a1aa74318e triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:10:10.132439 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:10.166057 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4502b889-bff6-481d-8132-fb6185b9bfc9 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] 10.222.0.54 "GET /v2.0/routers/472f0199-a687-48dc-a600-bc4f792931ff HTTP/1.1" status: 200 len: 925 time: 0.1617303 Sep 08 09:10:10.168685 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 50896) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:10.256511 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:10.275599 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adf50ba-f2ac-4813-a398-fef8871c4ff7 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:10.278883 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2adf50ba-f2ac-4813-a398-fef8871c4ff7 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=399c4174-1e86-4a10-bb99-f875a09107d5&device_id=472f0199-a687-48dc-a600-bc4f792931ff&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1075406 Sep 08 09:10:10.280000 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 50900) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:10.288225 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7dff3485-ed00-488c-8bd2-0ee794f4a03e req-6bf04c55-f342-4218-8c1e-d9093311d948 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=72161cd5-f500-475f-92ab-c90aad5582aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0875957 Sep 08 09:10:10.296026 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port abbbca57-cb80-423a-ae1b-09a1aa74318e, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=abbbca57-cb80-423a-ae1b-09a1aa74318e,segment=NetworkSegment(3af659db-8c52-4cba-bbf9-dfdf7a2d015a),segment_id=3af659db-8c52-4cba-bbf9-dfdf7a2d015a)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:10:10.303575 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:10.368299 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=abbbca57-cb80-423a-ae1b-09a1aa74318e,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:10.376230 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb1c4ec-b773-4e22-9933-f84d2aa1de69 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:10.377863 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2bb1c4ec-b773-4e22-9933-f84d2aa1de69 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] 10.222.0.54 "GET /v2.0/networks/399c4174-1e86-4a10-bb99-f875a09107d5 HTTP/1.1" status: 200 len: 881 time: 0.0967221 Sep 08 09:10:10.381322 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 50904) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:10.383297 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff3485-ed00-488c-8bd2-0ee794f4a03e req-72777345-2197-4163-b286-539989db98c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:10.385115 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7dff3485-ed00-488c-8bd2-0ee794f4a03e req-72777345-2197-4163-b286-539989db98c5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a2f9a27fb48843b398aaefe83b941227&device_id=72161cd5-f500-475f-92ab-c90aad5582aa HTTP/1.1" status: 200 len: 1098 time: 0.0552032 Sep 08 09:10:10.424225 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-35247d13-22f1-4bef-96ac-a4004be85934 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] 10.222.0.54 "GET /v2.0/ports?device_id=472f0199-a687-48dc-a600-bc4f792931ff HTTP/1.1" status: 200 len: 205 time: 0.0395658 Sep 08 09:10:10.424547 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 50906) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:10.509076 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b92d8-f918-470f-94d5-a56e23e3076a req-9fa35112-4834-42b0-9003-05ce73020e0d tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:10.509658 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff3485-ed00-488c-8bd2-0ee794f4a03e req-90dcf402-52c8-4091-a62c-94c4c2714399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:10.510559 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6e3b92d8-f918-470f-94d5-a56e23e3076a req-9fa35112-4834-42b0-9003-05ce73020e0d tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=17235dd1-6acd-4daf-a389-343a00e183f9 HTTP/1.1" status: 200 len: 945 time: 0.1169860 Sep 08 09:10:10.511199 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7dff3485-ed00-488c-8bd2-0ee794f4a03e req-90dcf402-52c8-4091-a62c-94c4c2714399 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d15b4ce3-7986-485f-ad78-2afa75611397 HTTP/1.1" status: 200 len: 911 time: 0.0981860 Sep 08 09:10:10.579131 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-91441483-eeeb-4d6b-adca-3dcfbff549b3 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:10.589087 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7dff3485-ed00-488c-8bd2-0ee794f4a03e req-4af30115-d60e-4b7d-ba76-750b20501f27 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76631e64-7fa2-4eff-a6b1-eef540ce5d14 HTTP/1.1" status: 200 len: 1001 time: 0.0691540 Sep 08 09:10:10.631814 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6e3b92d8-f918-470f-94d5-a56e23e3076a req-3e974ffb-48e5-481e-9937-420ce3282fb2 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885808 Sep 08 09:10:10.644020 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff3485-ed00-488c-8bd2-0ee794f4a03e req-10028d6c-633f-498c-bac2-88a85ad5c038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:10.646748 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7dff3485-ed00-488c-8bd2-0ee794f4a03e req-10028d6c-633f-498c-bac2-88a85ad5c038 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b55eaef4-013f-4f3d-8aec-fea124c1fdb3 HTTP/1.1" status: 200 len: 849 time: 0.0471036 Sep 08 09:10:10.704819 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-91441483-eeeb-4d6b-adca-3dcfbff549b3 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:10.709381 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff3485-ed00-488c-8bd2-0ee794f4a03e req-9455c3dc-57c1-4fa0-b73a-65bcbf83e948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:10.710966 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7dff3485-ed00-488c-8bd2-0ee794f4a03e req-9455c3dc-57c1-4fa0-b73a-65bcbf83e948 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d15b4ce3-7986-485f-ad78-2afa75611397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540648 Sep 08 09:10:10.761605 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-91441483-eeeb-4d6b-adca-3dcfbff549b3 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Deleting port 6a030992-d04e-47bc-9649-ce22e4a75bf5 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:10:10.762254 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-91441483-eeeb-4d6b-adca-3dcfbff549b3 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:10.818544 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7dff3485-ed00-488c-8bd2-0ee794f4a03e req-302aec29-a7aa-4810-9531-f4f799278671 service neutron] 10.222.0.37 "GET /v2.0/networks/d15b4ce3-7986-485f-ad78-2afa75611397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937788 Sep 08 09:10:10.847403 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-91441483-eeeb-4d6b-adca-3dcfbff549b3 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:10.859942 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-91441483-eeeb-4d6b-adca-3dcfbff549b3 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Calling delete_port for 6a030992-d04e-47bc-9649-ce22e4a75bf5 owned by network:router_gateway {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:10:10.930963 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7dff3485-ed00-488c-8bd2-0ee794f4a03e req-206d0169-c15d-4c90-9956-9c2e010927fe service neutron] 10.222.0.37 "GET /v2.0/networks/d15b4ce3-7986-485f-ad78-2afa75611397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021373 Sep 08 09:10:11.066000 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af480fab-bc6e-4a42-bcd0-59e3ebaf191e req-ee28edcd-a311-4546-8548-0eee55d42912 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:11.070540 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-af480fab-bc6e-4a42-bcd0-59e3ebaf191e req-ee28edcd-a311-4546-8548-0eee55d42912 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=008d6f77-b73c-48a7-aa12-514e81a278f4 HTTP/1.1" status: 200 len: 945 time: 0.0979040 Sep 08 09:10:11.111551 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-91441483-eeeb-4d6b-adca-3dcfbff549b3 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:11.149597 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91441483-eeeb-4d6b-adca-3dcfbff549b3 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Pushing event deleted for resources: {'Port': ['ID=6a030992-d04e-47bc-9649-ce22e4a75bf5,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:11.156986 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-af480fab-bc6e-4a42-bcd0-59e3ebaf191e req-b304d484-ab3f-44e7-ae90-d1dc1708fd51 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799348 Sep 08 09:10:11.236436 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-91441483-eeeb-4d6b-adca-3dcfbff549b3 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:11.347332 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-91441483-eeeb-4d6b-adca-3dcfbff549b3 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:11.350283 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-91441483-eeeb-4d6b-adca-3dcfbff549b3 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:11.396064 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-91441483-eeeb-4d6b-adca-3dcfbff549b3 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:11.396741 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91441483-eeeb-4d6b-adca-3dcfbff549b3 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Fanout notify agent at l3_agent the message router_deleted on router 472f0199-a687-48dc-a600-bc4f792931ff {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:10:11.404888 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-91441483-eeeb-4d6b-adca-3dcfbff549b3 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:11.411751 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-91441483-eeeb-4d6b-adca-3dcfbff549b3 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] 10.222.0.54 "DELETE /v2.0/routers/472f0199-a687-48dc-a600-bc4f792931ff HTTP/1.1" status: 204 len: 168 time: 0.9806654 Sep 08 09:10:11.411968 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 50918) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:11.416620 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-68ab1001-08b6-4cb0-b110-bdfaf56accc8 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-633301019', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}, 'admin_state_up': False}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:10:11.440775 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-68ab1001-08b6-4cb0-b110-bdfaf56accc8 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:11.443175 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-68ab1001-08b6-4cb0-b110-bdfaf56accc8 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:11.497406 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-68ab1001-08b6-4cb0-b110-bdfaf56accc8 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:11.654173 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-68ab1001-08b6-4cb0-b110-bdfaf56accc8 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:11.669941 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17235dd1-6acd-4daf-a389-343a00e183f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abbbca57-cb80-423a-ae1b-09a1aa74318e'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:10:11.672343 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35190b6-87bb-43af-aac2-2b8f1a376f41" -d '{"events": [{"server_uuid": "17235dd1-6acd-4daf-a389-343a00e183f9", "name": "network-vif-plugged", "status": "completed", "tag": "abbbca57-cb80-423a-ae1b-09a1aa74318e"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:10:11.731074 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede873cf-e41f-49b3-b9ce-d5ac176204f9 x-openstack-request-id: req-ede873cf-e41f-49b3-b9ce-d5ac176204f9 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:10:11.732839 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17235dd1-6acd-4daf-a389-343a00e183f9", "name": "network-vif-plugged", "status": "completed", "tag": "abbbca57-cb80-423a-ae1b-09a1aa74318e", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:10:11.733078 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ede873cf-e41f-49b3-b9ce-d5ac176204f9 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:10:11.733566 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17235dd1-6acd-4daf-a389-343a00e183f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abbbca57-cb80-423a-ae1b-09a1aa74318e', 'code': 200} Sep 08 09:10:11.815023 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76d6a1-b544-4c17-b924-b7c583894d99 req-ee2777a2-a086-49ba-8f6e-264127129d0b tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:11.816517 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5b76d6a1-b544-4c17-b924-b7c583894d99 req-ee2777a2-a086-49ba-8f6e-264127129d0b tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=17235dd1-6acd-4daf-a389-343a00e183f9 HTTP/1.1" status: 200 len: 945 time: 0.1016164 Sep 08 09:10:11.892405 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5b76d6a1-b544-4c17-b924-b7c583894d99 req-e3db8298-26c9-452d-9670-db2e51bd19d3 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642159 Sep 08 09:10:11.901555 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8c4c5-802e-4771-92ef-0327d3b0ade9 req-f189195b-3b0d-493b-8480-6eb947989f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:11.903102 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-20a8c4c5-802e-4771-92ef-0327d3b0ade9 req-f189195b-3b0d-493b-8480-6eb947989f22 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=17235dd1-6acd-4daf-a389-343a00e183f9 HTTP/1.1" status: 200 len: 1097 time: 0.0855093 Sep 08 09:10:12.041676 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-68ab1001-08b6-4cb0-b110-bdfaf56accc8 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for router_gateway, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:12.044488 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-20a8c4c5-802e-4771-92ef-0327d3b0ade9 req-034dcdfd-a1ca-4d33-b06b-50d5fc98de2e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964174 Sep 08 09:10:12.062517 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-68ab1001-08b6-4cb0-b110-bdfaf56accc8 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:12.175552 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-68ab1001-08b6-4cb0-b110-bdfaf56accc8 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Allocated IP 172.25.0.97 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/98ec636a-13fc-4d20-afd0-a992264fb3b4) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:10:12.330392 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-68ab1001-08b6-4cb0-b110-bdfaf56accc8 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:12.350739 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623aac7b-343b-4219-8e3c-1f9dc4a0f605 req-8d72537e-9aa6-4915-b387-f7e561e57f12 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:12.352261 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-623aac7b-343b-4219-8e3c-1f9dc4a0f605 req-8d72537e-9aa6-4915-b387-f7e561e57f12 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=008d6f77-b73c-48a7-aa12-514e81a278f4 HTTP/1.1" status: 200 len: 945 time: 0.0879147 Sep 08 09:10:12.413546 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-623aac7b-343b-4219-8e3c-1f9dc4a0f605 req-ecee696c-5d58-4a6c-8667-37aa8b54d53e tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534437 Sep 08 09:10:12.427832 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-68ab1001-08b6-4cb0-b110-bdfaf56accc8 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:12.482281 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ab1001-08b6-4cb0-b110-bdfaf56accc8 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:10:12.491538 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-68ab1001-08b6-4cb0-b110-bdfaf56accc8 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:10:12.494188 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ab1001-08b6-4cb0-b110-bdfaf56accc8 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:10:12.496747 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab1001-08b6-4cb0-b110-bdfaf56accc8 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Pushing event updated for resources: {'Port': ['ID=98ec636a-13fc-4d20-afd0-a992264fb3b4,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:12.840946 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cec30-b6ae-416a-95da-9bcec5d50643 req-cd293755-5ce4-46f3-bea6-80e5edf453a1 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:12.842500 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ab4cec30-b6ae-416a-95da-9bcec5d50643 req-cd293755-5ce4-46f3-bea6-80e5edf453a1 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=008d6f77-b73c-48a7-aa12-514e81a278f4 HTTP/1.1" status: 200 len: 945 time: 0.1619003 Sep 08 09:10:12.872568 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917780d-7119-4167-804c-89740b01c92b req-3be6f4ef-9e74-4fe6-9fb9-e8441136204b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:12.874081 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1917780d-7119-4167-804c-89740b01c92b req-3be6f4ef-9e74-4fe6-9fb9-e8441136204b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=17c247e365f74957bbba58791260a9da&device_id=008d6f77-b73c-48a7-aa12-514e81a278f4 HTTP/1.1" status: 200 len: 1097 time: 0.1920753 Sep 08 09:10:12.897331 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-68ab1001-08b6-4cb0-b110-bdfaf56accc8 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for router_gateway, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:12.969282 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ab4cec30-b6ae-416a-95da-9bcec5d50643 req-eb159733-4b1f-4d92-9588-5b80b59199ee tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187479 Sep 08 09:10:13.039392 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5743423-45e0-4e94-a7ca-607829f5a287 req-a69eee1b-168e-4ffb-802c-e9b11e44c386 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:13.048661 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f5743423-45e0-4e94-a7ca-607829f5a287 req-a69eee1b-168e-4ffb-802c-e9b11e44c386 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=17235dd1-6acd-4daf-a389-343a00e183f9 HTTP/1.1" status: 200 len: 945 time: 0.0697291 Sep 08 09:10:13.090565 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f5743423-45e0-4e94-a7ca-607829f5a287 req-3fc33762-0b1a-4b2e-ab0a-8a7b763e377d tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400910 Sep 08 09:10:13.102807 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917780d-7119-4167-804c-89740b01c92b req-03baec5b-ca71-488d-9f5a-72409f386fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:13.103439 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1917780d-7119-4167-804c-89740b01c92b req-03baec5b-ca71-488d-9f5a-72409f386fff service neutron] 10.222.0.37 "GET /v2.0/networks?id=3e321783-bc8a-4d3d-a70f-5209b22b636f HTTP/1.1" status: 200 len: 912 time: 0.2173645 Sep 08 09:10:13.186023 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1917780d-7119-4167-804c-89740b01c92b req-bc750582-4c87-4111-97b2-14138ab65d7e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab9ff896-02ce-4516-a59c-e9329ac2a8e0 HTTP/1.1" status: 200 len: 217 time: 0.0440276 Sep 08 09:10:13.285434 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917780d-7119-4167-804c-89740b01c92b req-4ec86fea-927e-4a43-b0c0-450544d5be04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:13.287149 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1917780d-7119-4167-804c-89740b01c92b req-4ec86fea-927e-4a43-b0c0-450544d5be04 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8fe1c297-ac30-438c-9c0e-a51fb4e4b069 HTTP/1.1" status: 200 len: 851 time: 0.0903835 Sep 08 09:10:13.288256 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-68ab1001-08b6-4cb0-b110-bdfaf56accc8 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:13.358391 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1917780d-7119-4167-804c-89740b01c92b req-7b011ff4-2776-415a-9b66-0f9e55b993f2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3e321783-bc8a-4d3d-a70f-5209b22b636f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279961 Sep 08 09:10:13.516724 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1917780d-7119-4167-804c-89740b01c92b req-e83f74e6-25df-4b47-b423-3286286d9769 service neutron] 10.222.0.37 "GET /v2.0/networks/3e321783-bc8a-4d3d-a70f-5209b22b636f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513236 Sep 08 09:10:13.575186 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ab1001-08b6-4cb0-b110-bdfaf56accc8 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Router 636e9b6d-f041-4e0c-bf25-7e20f02561ee is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:10:13.683449 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1917780d-7119-4167-804c-89740b01c92b req-ea03844d-8c6b-430f-8133-104c6ce1a12e service neutron] 10.222.0.37 "GET /v2.0/networks/3e321783-bc8a-4d3d-a70f-5209b22b636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536522 Sep 08 09:10:14.092848 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ab1001-08b6-4cb0-b110-bdfaf56accc8 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:10:14.107384 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fa782c-1ee2-418a-9c8c-0183fd55ebd2 None None] Sync routers for ids ['636e9b6d-f041-4e0c-bf25-7e20f02561ee'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:10:14.123887 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fa782c-1ee2-418a-9c8c-0183fd55ebd2 None None] Routers {'636e9b6d-f041-4e0c-bf25-7e20f02561ee'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:10:14.124915 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-e8fa782c-1ee2-418a-9c8c-0183fd55ebd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:09:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['636e9b6d-f041-4e0c-bf25-7e20f02561ee'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:10:14.131416 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-68ab1001-08b6-4cb0-b110-bdfaf56accc8 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:14.132668 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-68ab1001-08b6-4cb0-b110-bdfaf56accc8 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7196200 Sep 08 09:10:14.135225 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 50960) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:14.140706 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-30b3fa72-29cb-4636-8432-46eed5392e53 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:10:14.173321 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-e8fa782c-1ee2-418a-9c8c-0183fd55ebd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:10:14.185495 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fa782c-1ee2-418a-9c8c-0183fd55ebd2 None None] Routers {'636e9b6d-f041-4e0c-bf25-7e20f02561ee'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:10:14.186528 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-e8fa782c-1ee2-418a-9c8c-0183fd55ebd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:09:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['636e9b6d-f041-4e0c-bf25-7e20f02561ee'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:10:14.253671 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-e8fa782c-1ee2-418a-9c8c-0183fd55ebd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:10:14.256513 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fa782c-1ee2-418a-9c8c-0183fd55ebd2 None None] The sync data for ids ['636e9b6d-f041-4e0c-bf25-7e20f02561ee'] in n-d-806683-11 is: [] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:10:14.290119 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372aa28-f8dc-472d-b69c-6924d20acd0a req-4a6c8463-2f23-47f9-a870-a814f5b96b10 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:14.291696 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6372aa28-f8dc-472d-b69c-6924d20acd0a req-4a6c8463-2f23-47f9-a870-a814f5b96b10 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=008d6f77-b73c-48a7-aa12-514e81a278f4 HTTP/1.1" status: 200 len: 945 time: 0.2135127 Sep 08 09:10:14.366377 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853f208-2559-4bc6-a481-7d8b956d3edd req-961e65c5-b80f-47a2-8012-4275b0a40a2f tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:14.369037 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f853f208-2559-4bc6-a481-7d8b956d3edd req-961e65c5-b80f-47a2-8012-4275b0a40a2f tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=17235dd1-6acd-4daf-a389-343a00e183f9 HTTP/1.1" status: 200 len: 945 time: 0.0691192 Sep 08 09:10:14.383583 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6372aa28-f8dc-472d-b69c-6924d20acd0a req-a9ad86ac-fa3c-4eb2-b252-98ab428d7a18 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842304 Sep 08 09:10:14.414425 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f853f208-2559-4bc6-a481-7d8b956d3edd req-48905c9b-0171-499a-b5ce-f40eb2a94e55 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375822 Sep 08 09:10:14.571848 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-30b3fa72-29cb-4636-8432-46eed5392e53 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:14.585314 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-30b3fa72-29cb-4636-8432-46eed5392e53 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:14.656280 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc70fe8-e847-476a-a9d3-50e21e34a836 req-f23aa03c-a9e7-4779-a7c1-9e57a017941d tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:14.658830 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-abc70fe8-e847-476a-a9d3-50e21e34a836 req-f23aa03c-a9e7-4779-a7c1-9e57a017941d tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=17235dd1-6acd-4daf-a389-343a00e183f9 HTTP/1.1" status: 200 len: 945 time: 0.0637066 Sep 08 09:10:14.678627 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-30b3fa72-29cb-4636-8432-46eed5392e53 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Deleting port 98ec636a-13fc-4d20-afd0-a992264fb3b4 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:10:14.679004 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-30b3fa72-29cb-4636-8432-46eed5392e53 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:14.711335 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-abc70fe8-e847-476a-a9d3-50e21e34a836 req-0640f217-4cc9-4f04-b515-0e2df14a9a35 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424707 Sep 08 09:10:14.782470 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-30b3fa72-29cb-4636-8432-46eed5392e53 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:14.795685 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-30b3fa72-29cb-4636-8432-46eed5392e53 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Calling delete_port for 98ec636a-13fc-4d20-afd0-a992264fb3b4 owned by network:router_gateway {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:10:14.972950 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-30b3fa72-29cb-4636-8432-46eed5392e53 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:15.002127 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b3fa72-29cb-4636-8432-46eed5392e53 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Pushing event deleted for resources: {'Port': ['ID=98ec636a-13fc-4d20-afd0-a992264fb3b4,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:15.066137 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-30b3fa72-29cb-4636-8432-46eed5392e53 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:15.272652 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-30b3fa72-29cb-4636-8432-46eed5392e53 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2457'] for router, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:15.276057 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-30b3fa72-29cb-4636-8432-46eed5392e53 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-764157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-764146', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-768877'] for router, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:15.358367 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b3fa72-29cb-4636-8432-46eed5392e53 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Router 636e9b6d-f041-4e0c-bf25-7e20f02561ee has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:10:15.435841 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b3fa72-29cb-4636-8432-46eed5392e53 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:10:15.442932 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-30b3fa72-29cb-4636-8432-46eed5392e53 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:15.444309 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-30b3fa72-29cb-4636-8432-46eed5392e53 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] 10.222.0.54 "PUT /v2.0/routers/636e9b6d-f041-4e0c-bf25-7e20f02561ee HTTP/1.1" status: 200 len: 709 time: 1.3080099 Sep 08 09:10:15.446931 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f82260-fecc-4ae1-9ad7-adabf7c89649 None None] Sync routers for ids ['636e9b6d-f041-4e0c-bf25-7e20f02561ee'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:10:15.447469 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 50976) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:15.457500 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f82260-fecc-4ae1-9ad7-adabf7c89649 None None] Routers {'636e9b6d-f041-4e0c-bf25-7e20f02561ee'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:10:15.458772 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-65f82260-fecc-4ae1-9ad7-adabf7c89649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:09:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['636e9b6d-f041-4e0c-bf25-7e20f02561ee'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:10:15.496788 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-65f82260-fecc-4ae1-9ad7-adabf7c89649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:10:15.506114 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f82260-fecc-4ae1-9ad7-adabf7c89649 None None] Routers {'636e9b6d-f041-4e0c-bf25-7e20f02561ee'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:10:15.506742 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-65f82260-fecc-4ae1-9ad7-adabf7c89649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:09:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['636e9b6d-f041-4e0c-bf25-7e20f02561ee'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:10:15.516941 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a159b9-f1c4-4790-9132-decc984e2ea5 req-f7e69dff-528b-4dd6-b0c8-7a34ea0a0700 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:15.518498 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-32a159b9-f1c4-4790-9132-decc984e2ea5 req-f7e69dff-528b-4dd6-b0c8-7a34ea0a0700 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=008d6f77-b73c-48a7-aa12-514e81a278f4 HTTP/1.1" status: 200 len: 945 time: 0.0545838 Sep 08 09:10:15.527758 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-961c2622-0efd-4024-a245-4c8d06d18c54 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] 10.222.0.54 "GET /v2.0/routers/636e9b6d-f041-4e0c-bf25-7e20f02561ee HTTP/1.1" status: 200 len: 744 time: 0.0769768 Sep 08 09:10:15.528017 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 50978) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:15.541096 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-65f82260-fecc-4ae1-9ad7-adabf7c89649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:10:15.541781 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f82260-fecc-4ae1-9ad7-adabf7c89649 None None] The sync data for ids ['636e9b6d-f041-4e0c-bf25-7e20f02561ee'] in n-d-806683-11 is: [] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:10:15.562790 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-32a159b9-f1c4-4790-9132-decc984e2ea5 req-56194131-fbf7-4508-b76c-4af8bf5fd84c tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376675 Sep 08 09:10:15.576014 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9cd3e61a-10f7-4b5a-bc99-8b11976498f3 tempest-RoutersIpV6AdminTest-118054210 tempest-RoutersIpV6AdminTest-118054210-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=399c4174-1e86-4a10-bb99-f875a09107d5&device_id=636e9b6d-f041-4e0c-bf25-7e20f02561ee HTTP/1.1" status: 200 len: 205 time: 0.0469646 Sep 08 09:10:15.578668 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 50980) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:15.608443 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-506f0426-a580-4195-b40b-2358aae9e53a tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] 10.222.0.54 "GET /v2.0/ports?device_id=636e9b6d-f041-4e0c-bf25-7e20f02561ee HTTP/1.1" status: 200 len: 205 time: 0.0286198 Sep 08 09:10:15.610937 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 50984) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:15.689637 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-230fe3e7-345d-4e96-9d1e-73ee0bcca452 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:15.891617 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-230fe3e7-345d-4e96-9d1e-73ee0bcca452 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:15.895429 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-230fe3e7-345d-4e96-9d1e-73ee0bcca452 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:15.952556 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3daec53-b2a2-4c79-81fd-e22e32c06877 req-6ab8a459-6039-43ff-ad57-ec1141dbec59 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:15.954117 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c3daec53-b2a2-4c79-81fd-e22e32c06877 req-6ab8a459-6039-43ff-ad57-ec1141dbec59 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=17235dd1-6acd-4daf-a389-343a00e183f9 HTTP/1.1" status: 200 len: 945 time: 0.1563511 Sep 08 09:10:15.955218 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-230fe3e7-345d-4e96-9d1e-73ee0bcca452 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:15.955773 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230fe3e7-345d-4e96-9d1e-73ee0bcca452 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Fanout notify agent at l3_agent the message router_deleted on router 636e9b6d-f041-4e0c-bf25-7e20f02561ee {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:10:15.963181 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-230fe3e7-345d-4e96-9d1e-73ee0bcca452 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:15.972073 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-230fe3e7-345d-4e96-9d1e-73ee0bcca452 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] 10.222.0.54 "DELETE /v2.0/routers/636e9b6d-f041-4e0c-bf25-7e20f02561ee HTTP/1.1" status: 204 len: 168 time: 0.3524296 Sep 08 09:10:15.972190 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51002) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:16.002169 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-09e33a9f-9685-413c-91d9-9cb273243494 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] 10.222.0.54 "GET /v2.0/ports?device_id=636e9b6d-f041-4e0c-bf25-7e20f02561ee HTTP/1.1" status: 200 len: 205 time: 0.0326185 Sep 08 09:10:16.003535 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c3daec53-b2a2-4c79-81fd-e22e32c06877 req-be2878b8-6189-4a9b-87da-500e7e0a28ac tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381403 Sep 08 09:10:16.004894 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51006) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:16.043867 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-1f908249-4f68-493d-adc1-eef69fedcde6 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] delete failed (client error): The resource could not be found. Sep 08 09:10:16.044924 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1f908249-4f68-493d-adc1-eef69fedcde6 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] 10.222.0.54 "DELETE /v2.0/routers/636e9b6d-f041-4e0c-bf25-7e20f02561ee HTTP/1.1" status: 404 len: 336 time: 0.0389891 Sep 08 09:10:16.047764 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51010) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:16.075284 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4ad42258-5da5-43be-ae3b-856d16ca282e tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] 10.222.0.54 "GET /v2.0/ports?device_id=472f0199-a687-48dc-a600-bc4f792931ff HTTP/1.1" status: 200 len: 205 time: 0.0263469 Sep 08 09:10:16.077634 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51012) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:16.117010 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-72a501a1-1854-4ba3-8953-113ad489e85e tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] delete failed (client error): The resource could not be found. Sep 08 09:10:16.121066 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-72a501a1-1854-4ba3-8953-113ad489e85e tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] 10.222.0.54 "DELETE /v2.0/routers/472f0199-a687-48dc-a600-bc4f792931ff HTTP/1.1" status: 404 len: 336 time: 0.0421886 Sep 08 09:10:16.121374 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51014) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:16.154177 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-befc91de-385c-414a-a702-d8125b2606b9 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c44b759-d224-489e-9bfd-6454a2795ced HTTP/1.1" status: 200 len: 205 time: 0.0316150 Sep 08 09:10:16.156555 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51016) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:16.196368 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-6d481d86-8310-40d8-a92b-bfaaf1ed7498 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] delete failed (client error): The resource could not be found. Sep 08 09:10:16.197536 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6d481d86-8310-40d8-a92b-bfaaf1ed7498 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] 10.222.0.54 "DELETE /v2.0/routers/5c44b759-d224-489e-9bfd-6454a2795ced HTTP/1.1" status: 404 len: 336 time: 0.0400169 Sep 08 09:10:16.200196 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51020) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:16.246286 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2e8b91f7-981f-4180-86c8-e095da6eb5c7 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] 10.222.0.54 "GET /v2.0/ports?device_id=33cb9527-dfc6-4234-9663-bc4b991d7f3a HTTP/1.1" status: 200 len: 205 time: 0.0448880 Sep 08 09:10:16.248765 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51022) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:16.271136 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f0132-355f-40df-ba6e-6b5e17d9593b req-1115b112-f074-45c2-be67-768a85735f56 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:16.272777 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d59f0132-355f-40df-ba6e-6b5e17d9593b req-1115b112-f074-45c2-be67-768a85735f56 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=72161cd5-f500-475f-92ab-c90aad5582aa HTTP/1.1" status: 200 len: 946 time: 0.0624828 Sep 08 09:10:16.293275 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-0b38e59d-f680-4275-a443-d4662e597bd3 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] delete failed (client error): The resource could not be found. Sep 08 09:10:16.294398 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-0b38e59d-f680-4275-a443-d4662e597bd3 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] 10.222.0.54 "DELETE /v2.0/routers/33cb9527-dfc6-4234-9663-bc4b991d7f3a HTTP/1.1" status: 404 len: 336 time: 0.0443387 Sep 08 09:10:16.297175 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51024) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:16.315023 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d59f0132-355f-40df-ba6e-6b5e17d9593b req-8ea34886-12c6-4df4-b9f7-3d9d679c4641 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=58bf46ef-f4ee-48eb-a470-ab465f3a4e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359583 Sep 08 09:10:16.324897 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-fe2f2b6f-acd9-48c8-918d-5376dbb5eca3 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] 10.222.0.54 "GET /v2.0/ports?device_id=6ee47555-582d-4731-95be-44b1c0524a4f HTTP/1.1" status: 200 len: 205 time: 0.0265999 Sep 08 09:10:16.327345 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51028) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:16.366587 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-8bf01647-b1ff-411e-8e7f-c7b4a42677a3 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] delete failed (client error): The resource could not be found. Sep 08 09:10:16.367780 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8bf01647-b1ff-411e-8e7f-c7b4a42677a3 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] 10.222.0.54 "DELETE /v2.0/routers/6ee47555-582d-4731-95be-44b1c0524a4f HTTP/1.1" status: 404 len: 336 time: 0.0394971 Sep 08 09:10:16.370279 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51030) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:16.399362 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-0ec5c404-f3a7-4f1b-b853-b91f3f4754be tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] 10.222.0.54 "GET /v2.0/ports?device_id=52862fcd-7e9c-4bd7-b869-89b3ba70290f HTTP/1.1" status: 200 len: 205 time: 0.0279500 Sep 08 09:10:16.401658 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51032) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:16.446526 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-86ff6c93-97bd-455a-bd2d-355f8ceeee38 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] delete failed (client error): The resource could not be found. Sep 08 09:10:16.447558 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-86ff6c93-97bd-455a-bd2d-355f8ceeee38 tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] 10.222.0.54 "DELETE /v2.0/routers/52862fcd-7e9c-4bd7-b869-89b3ba70290f HTTP/1.1" status: 404 len: 336 time: 0.0449769 Sep 08 09:10:16.450094 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51034) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:16.476325 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd48af95-baa3-42ee-90e8-4db67fd9a7ea tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] DELETE failed (client error): The resource could not be found. Sep 08 09:10:16.476935 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd48af95-baa3-42ee-90e8-4db67fd9a7ea tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:10:16.478900 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-bd48af95-baa3-42ee-90e8-4db67fd9a7ea tempest-RoutersIpV6AdminTest-41492639 tempest-RoutersIpV6AdminTest-41492639-project] 10.222.0.54 "DELETE /v2.0/subnets/911db5e0-d7ae-4664-af56-5805a8637bda HTTP/1.1" status: 404 len: 337 time: 0.0278769 Sep 08 09:10:16.685359 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3140f-b603-495b-975d-884ff6c9a68c req-bdb97722-be5e-4ab3-bfc5-bf9221aa3754 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:16.687023 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-aae3140f-b603-495b-975d-884ff6c9a68c req-bdb97722-be5e-4ab3-bfc5-bf9221aa3754 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=008d6f77-b73c-48a7-aa12-514e81a278f4 HTTP/1.1" status: 200 len: 945 time: 0.0517647 Sep 08 09:10:16.732665 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51042) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:16.733695 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-aae3140f-b603-495b-975d-884ff6c9a68c req-ad0b7c4e-d78d-44f7-aa33-4f3ffb258fdf tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401137 Sep 08 09:10:16.841786 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f46d8730-96b2-45ea-b471-4fe0eaf94e35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:16.951574 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f46d8730-96b2-45ea-b471-4fe0eaf94e35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:16.956446 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f46d8730-96b2-45ea-b471-4fe0eaf94e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:17.002565 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f46d8730-96b2-45ea-b471-4fe0eaf94e35 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a302e4fb6cd84360bf551645dcc4535e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2687304 Sep 08 09:10:17.003302 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46d8730-96b2-45ea-b471-4fe0eaf94e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd25b273-034d-4587-bb33-5ae74d5812ef,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:17.006123 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51050) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:17.060369 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4ff5fc4a-f6bf-4974-b513-963e906b46f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:17.085305 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4ff5fc4a-f6bf-4974-b513-963e906b46f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:17.129320 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5328d5-be68-4c8b-a8eb-131d4731ac75 req-7d15f32b-2801-4487-9f71-913e417f9498 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:17.131051 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0d5328d5-be68-4c8b-a8eb-131d4731ac75 req-7d15f32b-2801-4487-9f71-913e417f9498 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=17235dd1-6acd-4daf-a389-343a00e183f9 HTTP/1.1" status: 200 len: 945 time: 0.0523019 Sep 08 09:10:17.137232 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4ff5fc4a-f6bf-4974-b513-963e906b46f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:17.141770 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4ff5fc4a-f6bf-4974-b513-963e906b46f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:17.148035 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4ff5fc4a-f6bf-4974-b513-963e906b46f0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cd25b273-034d-4587-bb33-5ae74d5812ef HTTP/1.1" status: 204 len: 168 time: 0.1360610 Sep 08 09:10:17.155025 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff5fc4a-f6bf-4974-b513-963e906b46f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd25b273-034d-4587-bb33-5ae74d5812ef,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:17.181316 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0d5328d5-be68-4c8b-a8eb-131d4731ac75 req-19ae3c44-d13a-4052-ab29-5c25391dcac9 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435588 Sep 08 09:10:17.430521 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51062) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:17.455631 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0a91d-6306-43d1-b3e5-b8049c197a29 req-5f8fb0fa-e9f2-4d9b-986d-2323e4793a63 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:17.458052 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0ad0a91d-6306-43d1-b3e5-b8049c197a29 req-5f8fb0fa-e9f2-4d9b-986d-2323e4793a63 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=72161cd5-f500-475f-92ab-c90aad5582aa HTTP/1.1" status: 200 len: 946 time: 0.0600059 Sep 08 09:10:17.474756 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8e4e4e9c-6bef-4bb1-91be-1a6a73c77824 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=679c4f6cf66f4034898fa17ed556042b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430484 Sep 08 09:10:17.477138 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51064) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:17.499624 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0ad0a91d-6306-43d1-b3e5-b8049c197a29 req-bc20f246-427d-41ab-9c67-8a66dbe73d91 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=58bf46ef-f4ee-48eb-a470-ab465f3a4e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350101 Sep 08 09:10:17.526306 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1b88d222-5edc-44c2-9094-fa73e1b00706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:17.547647 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1b88d222-5edc-44c2-9094-fa73e1b00706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:17.594135 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1b88d222-5edc-44c2-9094-fa73e1b00706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:17.596613 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1b88d222-5edc-44c2-9094-fa73e1b00706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:17.598532 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-1b88d222-5edc-44c2-9094-fa73e1b00706 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6d0555d1-8c75-4d65-af65-657867935026 HTTP/1.1" status: 204 len: 168 time: 0.1197455 Sep 08 09:10:17.612180 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b88d222-5edc-44c2-9094-fa73e1b00706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0555d1-8c75-4d65-af65-657867935026,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:17.624804 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-66e2eec1-7e66-40ad-b8fe-073c8377b84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:17.860972 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d05711-3b93-4c1d-ad44-6fbef7b22cc0 req-fa3cc487-ee3d-4392-8efb-03ae102cfcb4 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:17.862463 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a6d05711-3b93-4c1d-ad44-6fbef7b22cc0 req-fa3cc487-ee3d-4392-8efb-03ae102cfcb4 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=008d6f77-b73c-48a7-aa12-514e81a278f4 HTTP/1.1" status: 200 len: 945 time: 0.0565772 Sep 08 09:10:17.906419 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a6d05711-3b93-4c1d-ad44-6fbef7b22cc0 req-5349a700-eb1a-4d51-9b74-c79f6a2ebf4b tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360222 Sep 08 09:10:18.194520 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e2fc0-d19b-4986-9298-efae194e47f2 req-6b9a9817-a36c-476e-891b-e1cd39187509 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:18.196077 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-410e2fc0-d19b-4986-9298-efae194e47f2 req-6b9a9817-a36c-476e-891b-e1cd39187509 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.37 "GET /v2.0/ports?device_id=72161cd5-f500-475f-92ab-c90aad5582aa HTTP/1.1" status: 200 len: 946 time: 0.0531685 Sep 08 09:10:18.305860 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61681ea-057b-452e-9df6-bb7e0f9cf8a3 req-c70ee78f-abf4-48a9-8f50-2d32531af4c9 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:18.307441 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f61681ea-057b-452e-9df6-bb7e0f9cf8a3 req-c70ee78f-abf4-48a9-8f50-2d32531af4c9 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=17235dd1-6acd-4daf-a389-343a00e183f9 HTTP/1.1" status: 200 len: 945 time: 0.0535932 Sep 08 09:10:18.331127 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-410e2fc0-d19b-4986-9298-efae194e47f2 req-38d31c31-1f9a-4701-86fe-3f804be10eea tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Deleting port 76631e64-7fa2-4eff-a6b1-eef540ce5d14 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:10:18.331637 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-410e2fc0-d19b-4986-9298-efae194e47f2 req-38d31c31-1f9a-4701-86fe-3f804be10eea tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:18.352779 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f61681ea-057b-452e-9df6-bb7e0f9cf8a3 req-02d83523-0eb8-4967-897f-62c451a6287c tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386744 Sep 08 09:10:18.363310 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51094) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:18.431159 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-109f1a99-b28d-4091-8290-abe805af0d38 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1123259 Sep 08 09:10:18.471471 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-410e2fc0-d19b-4986-9298-efae194e47f2 req-38d31c31-1f9a-4701-86fe-3f804be10eea tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] For port 76631e64-7fa2-4eff-a6b1-eef540ce5d14, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=76631e64-7fa2-4eff-a6b1-eef540ce5d14,segment=NetworkSegment(2d726032-d9c0-4dd0-a3a3-50878ac67fa8),segment_id=2d726032-d9c0-4dd0-a3a3-50878ac67fa8)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:10:18.471844 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-410e2fc0-d19b-4986-9298-efae194e47f2 req-38d31c31-1f9a-4701-86fe-3f804be10eea tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:18.477891 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-c4246ceb-fade-43cd-a30b-c020c1467c40 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-757406228'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:10:18.578167 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4246ceb-fade-43cd-a30b-c020c1467c40 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:10:18.581580 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c4246ceb-fade-43cd-a30b-c020c1467c40 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:18.605010 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c4246ceb-fade-43cd-a30b-c020c1467c40 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:18.612812 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-47015536-a675-4172-8209-0366b0c9bb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:18.613386 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-47015536-a675-4172-8209-0366b0c9bb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:18.614536 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-47015536-a675-4172-8209-0366b0c9bb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:18.615092 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-47015536-a675-4172-8209-0366b0c9bb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:18.615623 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-47015536-a675-4172-8209-0366b0c9bb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:18.616101 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-47015536-a675-4172-8209-0366b0c9bb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:18.616570 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-47015536-a675-4172-8209-0366b0c9bb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:18.618548 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-47015536-a675-4172-8209-0366b0c9bb99 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=abecbd1fd51847edb20d2ca276b4ddef&device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 6500 time: 0.1227989 Sep 08 09:10:18.628860 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b800a4a1-3c62-4ad9-9222-43ab42d73681 req-d2396af8-afa1-4ac7-b0ea-6d2b86882c40 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:18.630442 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b800a4a1-3c62-4ad9-9222-43ab42d73681 req-d2396af8-afa1-4ac7-b0ea-6d2b86882c40 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=72161cd5-f500-475f-92ab-c90aad5582aa HTTP/1.1" status: 200 len: 946 time: 0.0529201 Sep 08 09:10:18.670960 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b800a4a1-3c62-4ad9-9222-43ab42d73681 req-4d54c9ca-ef16-4bd3-a4a3-a92a4ace5fdc tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups?id=58bf46ef-f4ee-48eb-a470-ab465f3a4e74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331225 Sep 08 09:10:18.829171 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-410e2fc0-d19b-4986-9298-efae194e47f2 req-38d31c31-1f9a-4701-86fe-3f804be10eea tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:18.829540 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-410e2fc0-d19b-4986-9298-efae194e47f2 req-38d31c31-1f9a-4701-86fe-3f804be10eea tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:18.829862 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [req-410e2fc0-d19b-4986-9298-efae194e47f2 req-38d31c31-1f9a-4701-86fe-3f804be10eea tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Floating IP 61ade8a5-f676-485f-93df-228a711fdff5 disassociated. External IP: 172.25.0.98, port: 76631e64-7fa2-4eff-a6b1-eef540ce5d14. Sep 08 09:10:18.830229 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-410e2fc0-d19b-4986-9298-efae194e47f2 req-38d31c31-1f9a-4701-86fe-3f804be10eea tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Calling delete_port for 76631e64-7fa2-4eff-a6b1-eef540ce5d14 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:10:18.873715 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-ff8fab7d-ef56-41fa-baa4-230e54667d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:18.874352 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-ff8fab7d-ef56-41fa-baa4-230e54667d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:18.874834 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-ff8fab7d-ef56-41fa-baa4-230e54667d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:18.876454 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-ff8fab7d-ef56-41fa-baa4-230e54667d74 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c973ae74-d868-45d7-8512-13ab7ed1b791&id=420ee6df-451a-4285-bec4-d22a945df514&id=420ee6df-451a-4285-bec4-d22a945df514&id=420ee6df-451a-4285-bec4-d22a945df514&id=420ee6df-451a-4285-bec4-d22a945df514&id=9bae99d0-5102-4755-9f02-231ba14451d5&id=9bae99d0-5102-4755-9f02-231ba14451d5 HTTP/1.1" status: 200 len: 2294 time: 0.2214265 Sep 08 09:10:19.036147 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c4246ceb-fade-43cd-a30b-c020c1467c40 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:19.040236 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-45fb0de6-62d2-40d0-baaa-c963d4f4050e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e14de9e1-dbdd-41d4-bb25-3967a45e30bf HTTP/1.1" status: 200 len: 1000 time: 0.1334043 Sep 08 09:10:19.054065 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c4246ceb-fade-43cd-a30b-c020c1467c40 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:19.159363 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4246ceb-fade-43cd-a30b-c020c1467c40 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:10:19.163347 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4246ceb-fade-43cd-a30b-c020c1467c40 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=203aa850-53af-4c55-8dc7-a399e861c4fd,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:19.187790 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-51a88992-c4d4-4e31-8e2c-3785d381e446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:19.189205 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-51a88992-c4d4-4e31-8e2c-3785d381e446 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c69359f7-0d90-4906-8a67-6fd5e600c4bc HTTP/1.1" status: 200 len: 851 time: 0.1313930 Sep 08 09:10:19.201241 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf9886-aca1-41bb-88a9-913570058d32 req-c8718a64-420f-4fdb-9098-8d845caad62c tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:19.202688 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0cbf9886-aca1-41bb-88a9-913570058d32 req-c8718a64-420f-4fdb-9098-8d845caad62c tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=008d6f77-b73c-48a7-aa12-514e81a278f4 HTTP/1.1" status: 200 len: 945 time: 0.2182543 Sep 08 09:10:19.205085 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c4246ceb-fade-43cd-a30b-c020c1467c40 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:19.205430 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-c4246ceb-fade-43cd-a30b-c020c1467c40 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Added segment 1abee893-5335-416a-9c60-0b2aed2341e8 of type vlan for network 9177193f-e165-437e-b3d7-f8fa84e750aa Sep 08 09:10:19.298633 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-410e2fc0-d19b-4986-9298-efae194e47f2 req-38d31c31-1f9a-4701-86fe-3f804be10eea tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:19.306258 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c4246ceb-fade-43cd-a30b-c020c1467c40 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:19.356567 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d31c31-1f9a-4701-86fe-3f804be10eea tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Pushing event deleted for resources: {'Port': ['ID=76631e64-7fa2-4eff-a6b1-eef540ce5d14,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:19.364688 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0cbf9886-aca1-41bb-88a9-913570058d32 req-ccc1b789-0a33-498b-8b57-399b902a43ef tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363926 Sep 08 09:10:19.373045 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-d9b23f45-45b5-4e6f-ae3b-0afb1c56681c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:19.374612 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-d9b23f45-45b5-4e6f-ae3b-0afb1c56681c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c973ae74-d868-45d7-8512-13ab7ed1b791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1709218 Sep 08 09:10:19.396746 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c4246ceb-fade-43cd-a30b-c020c1467c40 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:19.402923 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4246ceb-fade-43cd-a30b-c020c1467c40 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:19.403519 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c4246ceb-fade-43cd-a30b-c020c1467c40 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:19.489716 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcdec56-87a8-42b9-8c2e-e0f70f9b6ccd req-1f99960f-879d-41f4-a8d9-bbc17fb427dc tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:19.491174 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1dcdec56-87a8-42b9-8c2e-e0f70f9b6ccd req-1f99960f-879d-41f4-a8d9-bbc17fb427dc tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=17235dd1-6acd-4daf-a389-343a00e183f9 HTTP/1.1" status: 200 len: 945 time: 0.0549445 Sep 08 09:10:19.497561 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c4246ceb-fade-43cd-a30b-c020c1467c40 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1327837 Sep 08 09:10:19.504765 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51110) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:19.531407 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1dcdec56-87a8-42b9-8c2e-e0f70f9b6ccd req-5b8e2aa5-ae0f-4ea2-bb7e-ccafbfcdb302 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333233 Sep 08 09:10:19.536468 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-945e5abe-be55-4b35-8611-7d7cf970500f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'subnet': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:10:19.627594 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4246ceb-fade-43cd-a30b-c020c1467c40 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Network': ['ID=9177193f-e165-437e-b3d7-f8fa84e750aa,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:19.640303 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:10:19.788984 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-393a3589-6599-4e6d-a9d0-93555dde8a71 req-a5906be0-d9fb-43c4-a1d4-6553fe1b609f tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=72161cd5-f500-475f-92ab-c90aad5582aa HTTP/1.1" status: 200 len: 210 time: 0.0338330 Sep 08 09:10:20.054104 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-340a411e-3e6c-457a-9ee9-233c145617f0 service neutron] 10.222.0.35 "GET /v2.0/networks/c973ae74-d868-45d7-8512-13ab7ed1b791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6697121 Sep 08 09:10:20.088145 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-410e2fc0-d19b-4986-9298-efae194e47f2 req-38d31c31-1f9a-4701-86fe-3f804be10eea tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Router df41a430-f793-4b9f-9c89-21254b2ff6d0 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:10:20.193881 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945e5abe-be55-4b35-8611-7d7cf970500f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:10:20.197384 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-945e5abe-be55-4b35-8611-7d7cf970500f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:20.294145 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-e39c17ef-2864-4f49-afc6-d936476c7aee service neutron] 10.222.0.35 "GET /v2.0/networks/c973ae74-d868-45d7-8512-13ab7ed1b791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310209 Sep 08 09:10:20.352259 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:20.379648 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-ab33b497-b613-4775-bcf8-402df5336e2a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=229b22b3-b0f7-4064-9dfb-b9b154dfe5d6 HTTP/1.1" status: 200 len: 217 time: 0.0513926 Sep 08 09:10:20.431860 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-410e2fc0-d19b-4986-9298-efae194e47f2 req-38d31c31-1f9a-4701-86fe-3f804be10eea tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:10:20.443563 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763a59ce-beb4-43a4-81c1-67bc7427c042 None None] Sync routers for ids ['df41a430-f793-4b9f-9c89-21254b2ff6d0'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:10:20.454199 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763a59ce-beb4-43a4-81c1-67bc7427c042 None None] Routers {'df41a430-f793-4b9f-9c89-21254b2ff6d0'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:10:20.455018 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-763a59ce-beb4-43a4-81c1-67bc7427c042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:09:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['df41a430-f793-4b9f-9c89-21254b2ff6d0'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:10:20.543660 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-410e2fc0-d19b-4986-9298-efae194e47f2 req-38d31c31-1f9a-4701-86fe-3f804be10eea tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] No DVR routers for this DVR port 76631e64-7fa2-4eff-a6b1-eef540ce5d14 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:10:20.548606 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-410e2fc0-d19b-4986-9298-efae194e47f2 req-38d31c31-1f9a-4701-86fe-3f804be10eea tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:20.550727 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-410e2fc0-d19b-4986-9298-efae194e47f2 req-38d31c31-1f9a-4701-86fe-3f804be10eea tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.37 "DELETE /v2.0/ports/76631e64-7fa2-4eff-a6b1-eef540ce5d14 HTTP/1.1" status: 204 len: 173 time: 2.3485730 Sep 08 09:10:20.552816 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-368af4a0-999c-431a-8b26-d9f7e6db4251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:20.555439 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-368af4a0-999c-431a-8b26-d9f7e6db4251 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2c4bc90e-6301-4198-b245-c5a8ab779b3f HTTP/1.1" status: 200 len: 797 time: 0.1615140 Sep 08 09:10:20.555439 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72161cd5-f500-475f-92ab-c90aad5582aa', 'name': 'network-vif-deleted', 'tag': '76631e64-7fa2-4eff-a6b1-eef540ce5d14'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:10:20.556978 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed56445-e8fb-4bb9-bd13-8821e6e37154" -d '{"events": [{"server_uuid": "72161cd5-f500-475f-92ab-c90aad5582aa", "name": "network-vif-deleted", "tag": "76631e64-7fa2-4eff-a6b1-eef540ce5d14"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:10:20.563415 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-763a59ce-beb4-43a4-81c1-67bc7427c042 None None] Set router df41a430-f793-4b9f-9c89-21254b2ff6d0 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:10:20.652652 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a326a-bb8a-40d9-892c-bf21fcc1933c req-72e812bc-59da-47ac-88ea-7b560bd8b5db tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:20.654275 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-440a326a-bb8a-40d9-892c-bf21fcc1933c req-72e812bc-59da-47ac-88ea-7b560bd8b5db tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=008d6f77-b73c-48a7-aa12-514e81a278f4 HTTP/1.1" status: 200 len: 945 time: 0.2048960 Sep 08 09:10:20.689582 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb24bf4-2cf3-4254-9317-9f5ce4100582 req-089b7372-fa92-4dbd-84e5-3b8488b44d59 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:20.695670 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-8691b051-c633-4d4c-b446-5a4999ee8314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:20.696980 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-8691b051-c633-4d4c-b446-5a4999ee8314 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=420ee6df-451a-4285-bec4-d22a945df514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1307297 Sep 08 09:10:20.698685 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bdb24bf4-2cf3-4254-9317-9f5ce4100582 req-089b7372-fa92-4dbd-84e5-3b8488b44d59 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=17235dd1-6acd-4daf-a389-343a00e183f9 HTTP/1.1" status: 200 len: 945 time: 0.0637398 Sep 08 09:10:20.701273 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-945e5abe-be55-4b35-8611-7d7cf970500f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:20.708474 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ef4b362a-2ea6-4d17-97c6-c6bc24dea6ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:20.766233 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bdb24bf4-2cf3-4254-9317-9f5ce4100582 req-a4a241d8-64f9-40c5-866c-51ddae65a0a5 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632849 Sep 08 09:10:20.784253 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-440a326a-bb8a-40d9-892c-bf21fcc1933c req-1133e667-3a03-4b0b-b714-6dab2fd87f6b tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163886 Sep 08 09:10:20.826271 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-763a59ce-beb4-43a4-81c1-67bc7427c042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'name': 'tempest-AttachVolumeTestJSON-655579207-router', 'tenant_id': 'a2f9a27fb48843b398aaefe83b941227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '50ce655b-179c-4da1-8f1d-05451893c0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:02:51Z', 'updated_at': '2021-09-08T09:02:56Z', 'revision_number': 4, 'project_id': 'a2f9a27fb48843b398aaefe83b941227', 'gw_port': {'id': '50ce655b-179c-4da1-8f1d-05451893c0d2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:52Z', 'updated_at': '2021-09-08T09:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'a3be75f1-9287-45c7-ad60-a4becde4a4da', 'name': '', 'network_id': 'd15b4ce3-7986-485f-ad78-2afa75611397', 'tenant_id': 'a2f9a27fb48843b398aaefe83b941227', 'mac_address': 'fa:16:3e:b8:7c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'b55eaef4-013f-4f3d-8aec-fea124c1fdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:55Z', 'updated_at': '2021-09-08T09:03:09Z', 'revision_number': 5, 'project_id': 'a2f9a27fb48843b398aaefe83b941227', 'subnets': [{'id': 'b55eaef4-013f-4f3d-8aec-fea124c1fdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:10:20.861907 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e5abe-be55-4b35-8611-7d7cf970500f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Subnet': ['ID=827b090b-e6b6-4ba3-9611-460ff36e47bc,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:20.873424 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763a59ce-beb4-43a4-81c1-67bc7427c042 None None] Checking router: df41a430-f793-4b9f-9c89-21254b2ff6d0 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:10:20.883694 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763a59ce-beb4-43a4-81c1-67bc7427c042 None None] Routers {'df41a430-f793-4b9f-9c89-21254b2ff6d0'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:10:20.884558 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-763a59ce-beb4-43a4-81c1-67bc7427c042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:10:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['df41a430-f793-4b9f-9c89-21254b2ff6d0'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:10:20.899940 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945e5abe-be55-4b35-8611-7d7cf970500f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Checking segment: {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:10:20.900323 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945e5abe-be55-4b35-8611-7d7cf970500f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network hostable DHCP agents. Network: 9177193f-e165-437e-b3d7-f8fa84e750aa, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:10:20.915147 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-ff5c0a0a-546e-4541-bc94-e6c97b9e9fc5 service neutron] 10.222.0.35 "GET /v2.0/networks/420ee6df-451a-4285-bec4-d22a945df514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084434 Sep 08 09:10:20.937748 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945e5abe-be55-4b35-8611-7d7cf970500f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:10:20.969685 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-945e5abe-be55-4b35-8611-7d7cf970500f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 9177193f-e165-437e-b3d7-f8fa84e750aa) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:10:20.980106 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8e1891-53bf-4cd6-8b7a-055c21d23429 None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:10:20.999789 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945e5abe-be55-4b35-8611-7d7cf970500f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:21.000381 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-945e5abe-be55-4b35-8611-7d7cf970500f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:21.020928 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26cb3000-cc54-456e-8b58-971fd040c79e x-openstack-request-id: req-26cb3000-cc54-456e-8b58-971fd040c79e {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:10:21.021298 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72161cd5-f500-475f-92ab-c90aad5582aa", "name": "network-vif-deleted", "tag": "76631e64-7fa2-4eff-a6b1-eef540ce5d14", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:10:21.021552 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-26cb3000-cc54-456e-8b58-971fd040c79e {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:10:21.021984 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72161cd5-f500-475f-92ab-c90aad5582aa', 'name': 'network-vif-deleted', 'tag': '76631e64-7fa2-4eff-a6b1-eef540ce5d14', 'status': 'completed', 'code': 200} Sep 08 09:10:21.048928 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b824ee21-e997-4cf3-a6c7-3a8a1351948d req-c5372d8f-67d5-4e02-abce-5cebb06e6b21 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/ports?device_id=72161cd5-f500-475f-92ab-c90aad5582aa HTTP/1.1" status: 200 len: 210 time: 0.0507262 Sep 08 09:10:21.067280 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-945e5abe-be55-4b35-8611-7d7cf970500f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5380607 Sep 08 09:10:21.070264 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51132) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:21.077013 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-83ff13a5-888d-4980-81c7-1bbdea0a12ca tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'port': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'name': 'tempest-NetworksTestDHCPv6-1147899089'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:10:21.086636 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-1ae7b7b1-8a9d-4832-a430-548cec30cd1e service neutron] 10.222.0.35 "GET /v2.0/networks/420ee6df-451a-4285-bec4-d22a945df514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594837 Sep 08 09:10:21.151320 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-98dc37d9-b345-450e-84de-90c76b7f67de service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=24de4b54-5e35-472f-b3a2-8c31ebfb3d05 HTTP/1.1" status: 200 len: 217 time: 0.0476966 Sep 08 09:10:21.159373 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-763a59ce-beb4-43a4-81c1-67bc7427c042 None None] Set router df41a430-f793-4b9f-9c89-21254b2ff6d0 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:10:21.185321 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc53bfe-a88e-4f66-9e77-c7f148103203 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-9177193f-e165-437e-b3d7-f8fa84e750aa', 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'tenant_id': 'cfe5efe5bc04414daec2165ebe59ab3a', 'fixed_ips': [{'subnet_id': '827b090b-e6b6-4ba3-9611-460ff36e47bc'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:10:21.187619 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-adc53bfe-a88e-4f66-9e77-c7f148103203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:21.232531 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:10:21.298278 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-b9f18c0b-3a5a-4421-9e54-5ce2ae9d76b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:21.301560 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-b9f18c0b-3a5a-4421-9e54-5ce2ae9d76b7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2c4bc90e-6301-4198-b245-c5a8ab779b3f HTTP/1.1" status: 200 len: 797 time: 0.1168354 Sep 08 09:10:21.379734 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-adc53bfe-a88e-4f66-9e77-c7f148103203 None None] Allocated IP 2001:db8::2 (9177193f-e165-437e-b3d7-f8fa84e750aa/827b090b-e6b6-4ba3-9611-460ff36e47bc/b4de47cb-f152-4811-b23a-a4c66a4e7bcb) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:10:21.381657 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-7db8980f-195c-4379-83d7-a1aa2ec15bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:21.383611 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-7db8980f-195c-4379-83d7-a1aa2ec15bb1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=420ee6df-451a-4285-bec4-d22a945df514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0660655 Sep 08 09:10:21.384420 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ff13a5-888d-4980-81c7-1bbdea0a12ca tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:10:21.388125 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-83ff13a5-888d-4980-81c7-1bbdea0a12ca tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:21.426423 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [None req-83ff13a5-888d-4980-81c7-1bbdea0a12ca tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] device_id is not set on port 5d5f6c38-9b73-4d36-94c6-62a8a2808de0 yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:10:21.470668 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-763a59ce-beb4-43a4-81c1-67bc7427c042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'name': 'tempest-AttachVolumeTestJSON-655579207-router', 'tenant_id': 'a2f9a27fb48843b398aaefe83b941227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '50ce655b-179c-4da1-8f1d-05451893c0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:02:51Z', 'updated_at': '2021-09-08T09:02:56Z', 'revision_number': 4, 'project_id': 'a2f9a27fb48843b398aaefe83b941227', 'gw_port': {'id': '50ce655b-179c-4da1-8f1d-05451893c0d2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:52Z', 'updated_at': '2021-09-08T09:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'a3be75f1-9287-45c7-ad60-a4becde4a4da', 'name': '', 'network_id': 'd15b4ce3-7986-485f-ad78-2afa75611397', 'tenant_id': 'a2f9a27fb48843b398aaefe83b941227', 'mac_address': 'fa:16:3e:b8:7c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'b55eaef4-013f-4f3d-8aec-fea124c1fdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:55Z', 'updated_at': '2021-09-08T09:03:09Z', 'revision_number': 5, 'project_id': 'a2f9a27fb48843b398aaefe83b941227', 'subnets': [{'id': 'b55eaef4-013f-4f3d-8aec-fea124c1fdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:10:21.499915 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763a59ce-beb4-43a4-81c1-67bc7427c042 None None] The sync data for ids ['df41a430-f793-4b9f-9c89-21254b2ff6d0'] in n-d-806683-11 is: [{'id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'name': 'tempest-AttachVolumeTestJSON-655579207-router', 'tenant_id': 'a2f9a27fb48843b398aaefe83b941227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '50ce655b-179c-4da1-8f1d-05451893c0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:02:51Z', 'updated_at': '2021-09-08T09:02:56Z', 'revision_number': 4, 'project_id': 'a2f9a27fb48843b398aaefe83b941227', 'gw_port': {'id': '50ce655b-179c-4da1-8f1d-05451893c0d2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:52Z', 'updated_at': '2021-09-08T09:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'a3be75f1-9287-45c7-ad60-a4becde4a4da', 'name': '', 'network_id': 'd15b4ce3-7986-485f-ad78-2afa75611397', 'tenant_id': 'a2f9a27fb48843b398aaefe83b941227', 'mac_address': 'fa:16:3e:b8:7c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'b55eaef4-013f-4f3d-8aec-fea124c1fdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:55Z', 'updated_at': '2021-09-08T09:03:09Z', 'revision_number': 5, 'project_id': 'a2f9a27fb48843b398aaefe83b941227', 'subnets': [{'id': 'b55eaef4-013f-4f3d-8aec-fea124c1fdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:10:21.537382 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 76631e64-7fa2-4eff-a6b1-eef540ce5d14 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:10:21.539645 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-adc53bfe-a88e-4f66-9e77-c7f148103203 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:21.545597 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-5b5a0418-9ce9-4279-a865-933a858f2ce7 service neutron] 10.222.0.35 "GET /v2.0/networks/420ee6df-451a-4285-bec4-d22a945df514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465707 Sep 08 09:10:21.570530 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-adc53bfe-a88e-4f66-9e77-c7f148103203 None None] Transition to ACTIVE for port object b4de47cb-f152-4811-b23a-a4c66a4e7bcb will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:10:21.572320 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 76631e64-7fa2-4eff-a6b1-eef540ce5d14 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:10:21.572667 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 76631e64-7fa2-4eff-a6b1-eef540ce5d14 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:10:21.588874 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-adc53bfe-a88e-4f66-9e77-c7f148103203 None None] Transition to ACTIVE for port object b4de47cb-f152-4811-b23a-a4c66a4e7bcb will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:10:21.596708 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-adc53bfe-a88e-4f66-9e77-c7f148103203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:21.636170 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc53bfe-a88e-4f66-9e77-c7f148103203 None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:10:21.641260 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-adc53bfe-a88e-4f66-9e77-c7f148103203 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:10:21.647149 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc53bfe-a88e-4f66-9e77-c7f148103203 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:10:21.650353 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc53bfe-a88e-4f66-9e77-c7f148103203 None None] Pushing event updated for resources: {'Port': ['ID=b4de47cb-f152-4811-b23a-a4c66a4e7bcb,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:21.704155 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-83ff13a5-888d-4980-81c7-1bbdea0a12ca tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Allocated IP 2001:db8::378 (9177193f-e165-437e-b3d7-f8fa84e750aa/827b090b-e6b6-4ba3-9611-460ff36e47bc/5d5f6c38-9b73-4d36-94c6-62a8a2808de0) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:10:21.708062 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-bdba02ca-391b-4be8-95fe-a9f5f4c0f928 service neutron] 10.222.0.35 "GET /v2.0/networks/420ee6df-451a-4285-bec4-d22a945df514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554248 Sep 08 09:10:21.710905 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-adc53bfe-a88e-4f66-9e77-c7f148103203 None None] Attempting to bind port b4de47cb-f152-4811-b23a-a4c66a4e7bcb on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:10:21.711993 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-adc53bfe-a88e-4f66-9e77-c7f148103203 None None] Attempting to bind port b4de47cb-f152-4811-b23a-a4c66a4e7bcb by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:10:21.712395 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc53bfe-a88e-4f66-9e77-c7f148103203 None None] Attempting to bind port b4de47cb-f152-4811-b23a-a4c66a4e7bcb on network 9177193f-e165-437e-b3d7-f8fa84e750aa {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:10:21.718264 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc53bfe-a88e-4f66-9e77-c7f148103203 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:10:21.718636 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc53bfe-a88e-4f66-9e77-c7f148103203 None None] Checking segment: {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:10:21.719311 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-adc53bfe-a88e-4f66-9e77-c7f148103203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:21.719739 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc53bfe-a88e-4f66-9e77-c7f148103203 None None] Bound using segment: {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:10:21.720247 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-adc53bfe-a88e-4f66-9e77-c7f148103203 None None] Bound port: b4de47cb-f152-4811-b23a-a4c66a4e7bcb, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:10:21.720642 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-adc53bfe-a88e-4f66-9e77-c7f148103203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:21.770999 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-af51ace6-5ec1-4008-ba10-498b1d331396 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=89daee6f-0c0f-4335-af2f-1d518b85581e HTTP/1.1" status: 200 len: 217 time: 0.0491395 Sep 08 09:10:21.800502 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-adc53bfe-a88e-4f66-9e77-c7f148103203 None None] For port b4de47cb-f152-4811-b23a-a4c66a4e7bcb, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:10:21.806264 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd3f928-671e-4a6c-99c5-6239ddba1fb0 None None] New status for floating IP 61ade8a5-f676-485f-93df-228a711fdff5: DOWN {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:10:21.809516 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-adc53bfe-a88e-4f66-9e77-c7f148103203 None None] For port b4de47cb-f152-4811-b23a-a4c66a4e7bcb, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=b4de47cb-f152-4811-b23a-a4c66a4e7bcb,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:10:21.871211 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-28e43652-9b3e-48bd-9819-57196c031908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:21.872770 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-28e43652-9b3e-48bd-9819-57196c031908 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2c4bc90e-6301-4198-b245-c5a8ab779b3f HTTP/1.1" status: 200 len: 797 time: 0.0914781 Sep 08 09:10:21.896613 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-adc53bfe-a88e-4f66-9e77-c7f148103203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:21.906855 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431b3ee-da2b-41d5-9f45-8eaeed94026f req-b73b0657-db34-4e3a-a653-f4d9381fe995 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:21.908421 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2431b3ee-da2b-41d5-9f45-8eaeed94026f req-b73b0657-db34-4e3a-a653-f4d9381fe995 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=17235dd1-6acd-4daf-a389-343a00e183f9 HTTP/1.1" status: 200 len: 945 time: 0.0551615 Sep 08 09:10:21.958175 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2431b3ee-da2b-41d5-9f45-8eaeed94026f req-afa4da81-8954-4afa-9f03-df3a5a876268 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378563 Sep 08 09:10:22.007265 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc53bfe-a88e-4f66-9e77-c7f148103203 None None] Pushing event updated for resources: {'Port': ['ID=b4de47cb-f152-4811-b23a-a4c66a4e7bcb,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:22.044566 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c4c22-6433-4160-802e-c10ec3afea25 req-48e3dfbd-8f44-48af-9f8e-2d671ae7bf89 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:22.046257 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c52c4c22-6433-4160-802e-c10ec3afea25 req-48e3dfbd-8f44-48af-9f8e-2d671ae7bf89 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=008d6f77-b73c-48a7-aa12-514e81a278f4 HTTP/1.1" status: 200 len: 945 time: 0.1703351 Sep 08 09:10:22.055204 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-7d7975da-ff5d-44e5-b185-ea8a00dc640e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:22.056721 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-7d7975da-ff5d-44e5-b185-ea8a00dc640e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=420ee6df-451a-4285-bec4-d22a945df514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1499186 Sep 08 09:10:22.063068 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-83ff13a5-888d-4980-81c7-1bbdea0a12ca tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:22.082175 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:22.123145 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-83ff13a5-888d-4980-81c7-1bbdea0a12ca tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Transition to ACTIVE for port object 5d5f6c38-9b73-4d36-94c6-62a8a2808de0 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:10:22.155934 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c52c4c22-6433-4160-802e-c10ec3afea25 req-56f19428-88cf-4d9f-8ede-2b870930aab9 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981503 Sep 08 09:10:22.187071 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51148) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:22.255086 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-cbcc696f-ddc9-4294-bc8b-131afb6d976c service neutron] 10.222.0.35 "GET /v2.0/networks/420ee6df-451a-4285-bec4-d22a945df514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742258 Sep 08 09:10:22.260815 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-83ff13a5-888d-4980-81c7-1bbdea0a12ca tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:22.282475 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4810cf8c-70e8-4ce4-bdde-9ba81c55e293 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:22.324360 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4810cf8c-70e8-4ce4-bdde-9ba81c55e293 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:22.399781 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4810cf8c-70e8-4ce4-bdde-9ba81c55e293 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:22.403376 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4810cf8c-70e8-4ce4-bdde-9ba81c55e293 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:22.407767 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4810cf8c-70e8-4ce4-bdde-9ba81c55e293 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "DELETE /v2.0/security-groups/58bf46ef-f4ee-48eb-a470-ab465f3a4e74 HTTP/1.1" status: 204 len: 168 time: 0.2193604 Sep 08 09:10:22.408511 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51154) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:22.414597 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device b4de47cb-f152-4811-b23a-a4c66a4e7bcb up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:10:22.438911 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4810cf8c-70e8-4ce4-bdde-9ba81c55e293 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58bf46ef-f4ee-48eb-a470-ab465f3a4e74,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:22.441661 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-69e6d0a5-ce4c-4b75-b6e5-e8b86377d691 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] show failed (client error): The resource could not be found. Sep 08 09:10:22.444040 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-69e6d0a5-ce4c-4b75-b6e5-e8b86377d691 tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "GET /v2.0/security-groups/58bf46ef-f4ee-48eb-a470-ab465f3a4e74 HTTP/1.1" status: 404 len: 347 time: 0.0247734 Sep 08 09:10:22.448696 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51156) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:22.478490 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ff13a5-888d-4980-81c7-1bbdea0a12ca tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:10:22.487487 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-83ff13a5-888d-4980-81c7-1bbdea0a12ca tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:10:22.493878 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ff13a5-888d-4980-81c7-1bbdea0a12ca tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:10:22.499595 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ff13a5-888d-4980-81c7-1bbdea0a12ca tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:22.500239 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-83ff13a5-888d-4980-81c7-1bbdea0a12ca tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:22.505848 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ff13a5-888d-4980-81c7-1bbdea0a12ca tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Port': ['ID=5d5f6c38-9b73-4d36-94c6-62a8a2808de0,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:22.514537 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port b4de47cb-f152-4811-b23a-a4c66a4e7bcb completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:10:22.530544 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-d5d3db7a-2c74-4bf2-8fd6-ba6095af8939 service neutron] 10.222.0.35 "GET /v2.0/networks/420ee6df-451a-4285-bec4-d22a945df514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674382 Sep 08 09:10:22.532455 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-83ff13a5-888d-4980-81c7-1bbdea0a12ca tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4609702 Sep 08 09:10:22.535935 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51158) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:22.607068 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-a59ce368-c794-498e-a180-507559bdcc9d tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Deleting port f47018ec-6a9b-4d8f-b20a-6ff0ccf09444 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:10:22.607425 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a59ce368-c794-498e-a180-507559bdcc9d tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:22.615583 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-765c9755-43de-44cf-90a9-3dfd8bd21134 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=aa0aa366-6055-4adf-a15d-7672841d5a44 HTTP/1.1" status: 200 len: 217 time: 0.0771503 Sep 08 09:10:22.685125 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b67b1e9-0d51-4488-a004-98cecd4c07af tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:22.688688 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a59ce368-c794-498e-a180-507559bdcc9d tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:22.689121 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a59ce368-c794-498e-a180-507559bdcc9d tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:22.691166 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b67b1e9-0d51-4488-a004-98cecd4c07af tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:22.693567 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-3b67b1e9-0d51-4488-a004-98cecd4c07af tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1564891 Sep 08 09:10:22.698164 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51160) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:22.702062 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-a59ce368-c794-498e-a180-507559bdcc9d tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Calling delete_port for f47018ec-6a9b-4d8f-b20a-6ff0ccf09444 owned by network:floatingip {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:10:22.727764 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-bfeb3f92-95a9-451f-9027-753f8c38635a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:22.729171 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-bfeb3f92-95a9-451f-9027-753f8c38635a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2c4bc90e-6301-4198-b245-c5a8ab779b3f HTTP/1.1" status: 200 len: 797 time: 0.1062372 Sep 08 09:10:22.813767 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-4df4303c-0168-41f5-97f1-5944428e31cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:22.815348 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-4df4303c-0168-41f5-97f1-5944428e31cc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=420ee6df-451a-4285-bec4-d22a945df514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0784297 Sep 08 09:10:22.876113 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-12a7cffa-024c-40e6-9f4a-8097054a5286 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting port 5d5f6c38-9b73-4d36-94c6-62a8a2808de0 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:10:22.876505 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-12a7cffa-024c-40e6-9f4a-8097054a5286 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:23.031866 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-4c775218-6f03-4aa3-9017-c16ac5be550c service neutron] 10.222.0.35 "GET /v2.0/networks/420ee6df-451a-4285-bec4-d22a945df514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080064 Sep 08 09:10:23.096201 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-12a7cffa-024c-40e6-9f4a-8097054a5286 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:23.104792 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a59ce368-c794-498e-a180-507559bdcc9d tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:23.142011 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59ce368-c794-498e-a180-507559bdcc9d tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Pushing event deleted for resources: {'Port': ['ID=f47018ec-6a9b-4d8f-b20a-6ff0ccf09444,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:23.171872 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-12a7cffa-024c-40e6-9f4a-8097054a5286 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Calling delete_port for 5d5f6c38-9b73-4d36-94c6-62a8a2808de0 owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:10:23.210502 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a59ce368-c794-498e-a180-507559bdcc9d tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks [] for floatingip, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:23.216645 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a59ce368-c794-498e-a180-507559bdcc9d tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:23.218247 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a59ce368-c794-498e-a180-507559bdcc9d tempest-AttachVolumeTestJSON-1512509891 tempest-AttachVolumeTestJSON-1512509891-project] 10.222.0.54 "DELETE /v2.0/floatingips/61ade8a5-f676-485f-93df-228a711fdff5 HTTP/1.1" status: 204 len: 168 time: 0.7680025 Sep 08 09:10:23.259938 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bbdca1-b04c-4476-92f4-89d4cf11964c req-62def441-d50d-456a-91f1-4cee845263fd tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:23.260282 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b5bbdca1-b04c-4476-92f4-89d4cf11964c req-62def441-d50d-456a-91f1-4cee845263fd tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=17235dd1-6acd-4daf-a389-343a00e183f9 HTTP/1.1" status: 200 len: 945 time: 0.1956742 Sep 08 09:10:23.273849 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9da8045-9059-4bb3-85ee-508866238e67 None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:10:23.294082 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-ccc32e16-faf4-4a54-8a4b-f0224f9f6a81 service neutron] 10.222.0.35 "GET /v2.0/networks/420ee6df-451a-4285-bec4-d22a945df514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547784 Sep 08 09:10:23.351051 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287e09c-e2f8-4325-bee7-2ea529198452 req-a1ffbd29-983f-4b80-9814-f056e22bd955 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:23.352720 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6287e09c-e2f8-4325-bee7-2ea529198452 req-a1ffbd29-983f-4b80-9814-f056e22bd955 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=008d6f77-b73c-48a7-aa12-514e81a278f4 HTTP/1.1" status: 200 len: 945 time: 0.0572386 Sep 08 09:10:23.387699 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-3ae10d99-abea-495b-a5d9-8cd09758369d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fee93a55-5fb2-48b1-9e9b-9174983a4b10 HTTP/1.1" status: 200 len: 217 time: 0.0822153 Sep 08 09:10:23.392752 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-3bfae924-119e-4e73-84f7-84d1b4c36f37 None None] Provisioning for port b4de47cb-f152-4811-b23a-a4c66a4e7bcb completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:10:23.402830 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-3bfae924-119e-4e73-84f7-84d1b4c36f37 None None] Provisioning complete for port b4de47cb-f152-4811-b23a-a4c66a4e7bcb triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:10:23.402830 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3bfae924-119e-4e73-84f7-84d1b4c36f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:23.433785 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b5bbdca1-b04c-4476-92f4-89d4cf11964c req-185bc83f-49c7-4a2b-b0ac-9ac484271798 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627116 Sep 08 09:10:23.460077 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6287e09c-e2f8-4325-bee7-2ea529198452 req-3556d821-7696-4179-bb18-f0ede12d308c tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966604 Sep 08 09:10:23.544188 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:23.546875 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-421a9ea5-0a77-4ad0-b711-53d5bf0d50a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:23.548986 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-421a9ea5-0a77-4ad0-b711-53d5bf0d50a5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33cffe46-3ff7-49e8-a881-f3c38e341dd0 HTTP/1.1" status: 200 len: 797 time: 0.1417162 Sep 08 09:10:23.564611 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-12a7cffa-024c-40e6-9f4a-8097054a5286 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:23.609337 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7cffa-024c-40e6-9f4a-8097054a5286 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Port': ['ID=5d5f6c38-9b73-4d36-94c6-62a8a2808de0,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:23.655502 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3bfae924-119e-4e73-84f7-84d1b4c36f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:23.670221 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-12a7cffa-024c-40e6-9f4a-8097054a5286 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:23.674817 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-12a7cffa-024c-40e6-9f4a-8097054a5286 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/ports/5d5f6c38-9b73-4d36-94c6-62a8a2808de0 HTTP/1.1" status: 204 len: 168 time: 0.9735358 Sep 08 09:10:23.675230 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51176) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:23.687216 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-bfcab48a-e39b-41ca-8a7d-8e3d86863be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:23.688754 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-bfcab48a-e39b-41ca-8a7d-8e3d86863be8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9bae99d0-5102-4755-9f02-231ba14451d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0873544 Sep 08 09:10:23.712711 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-3bfae924-119e-4e73-84f7-84d1b4c36f37 None None] For port b4de47cb-f152-4811-b23a-a4c66a4e7bcb, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=b4de47cb-f152-4811-b23a-a4c66a4e7bcb,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:10:23.721279 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3bfae924-119e-4e73-84f7-84d1b4c36f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:23.798482 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfae924-119e-4e73-84f7-84d1b4c36f37 None None] Pushing event updated for resources: {'Port': ['ID=b4de47cb-f152-4811-b23a-a4c66a4e7bcb,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:23.818689 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f1ac90-c656-427c-a000-2d4f51f65f8a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:23.820413 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f1ac90-c656-427c-a000-2d4f51f65f8a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:23.824507 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-38f1ac90-c656-427c-a000-2d4f51f65f8a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1452153 Sep 08 09:10:23.824776 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51178) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:23.834535 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-b11495ed-5dcb-4bbf-8c7c-9d241e1ffbd3 service neutron] 10.222.0.35 "GET /v2.0/networks/9bae99d0-5102-4755-9f02-231ba14451d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369851 Sep 08 09:10:23.879684 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb273ec4-556f-4465-ac8c-0636be56c750 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting subnet 827b090b-e6b6-4ba3-9611-460ff36e47bc {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:10:23.883533 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bb273ec4-556f-4465-ac8c-0636be56c750 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:23.935885 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bb273ec4-556f-4465-ac8c-0636be56c750 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:23.971936 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-b91078d9-9ba1-42be-bbe4-abc2557f0bae None None] Provisioning complete for port b4de47cb-f152-4811-b23a-a4c66a4e7bcb triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:10:23.974192 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b91078d9-9ba1-42be-bbe4-abc2557f0bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:24.078693 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:24.099341 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-b91078d9-9ba1-42be-bbe4-abc2557f0bae None None] Could not find standard attr ID for object 5d5f6c38-9b73-4d36-94c6-62a8a2808de0. {{(pid=94714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 09:10:24.110462 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bb273ec4-556f-4465-ac8c-0636be56c750 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:24.181452 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bb273ec4-556f-4465-ac8c-0636be56c750 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:24.229600 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb273ec4-556f-4465-ac8c-0636be56c750 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Subnet': ['ID=827b090b-e6b6-4ba3-9611-460ff36e47bc,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:24.237368 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bb273ec4-556f-4465-ac8c-0636be56c750 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:24.242274 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-bb273ec4-556f-4465-ac8c-0636be56c750 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/827b090b-e6b6-4ba3-9611-460ff36e47bc HTTP/1.1" status: 204 len: 168 time: 0.4164121 Sep 08 09:10:24.243483 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51182) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:24.291655 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defddca5-3d5a-49f1-9399-9db9d32f02a4 None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:10:24.333157 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-3e28c0fe-b1da-4ebb-bdea-878db6f777a5 None None] Could not find standard attr ID for object 5d5f6c38-9b73-4d36-94c6-62a8a2808de0. {{(pid=94714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 09:10:24.370861 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-19e29189-c0bd-48f6-8aba-decd26bc200b tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1262417 Sep 08 09:10:24.373590 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51184) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:24.378634 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-b773e7e5-046f-4cfd-b122-b5dde375f6ee tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'subnet': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:10:24.388041 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-5f84147c-bf1e-4381-b065-4de3f910fd9e service neutron] 10.222.0.35 "GET /v2.0/networks/9bae99d0-5102-4755-9f02-231ba14451d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5440094 Sep 08 09:10:24.405124 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device b4de47cb-f152-4811-b23a-a4c66a4e7bcb up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:10:24.449575 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-b397532b-8e2d-4ad9-956f-3a2a25b6a1ca service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dfca467b-4c54-46ec-8ec3-b88af0e82d9d HTTP/1.1" status: 200 len: 217 time: 0.0531888 Sep 08 09:10:24.527890 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b773e7e5-046f-4cfd-b122-b5dde375f6ee tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:10:24.533519 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b773e7e5-046f-4cfd-b122-b5dde375f6ee tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:24.569510 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-b0ab057f-da5f-49d2-812c-0e2ba85d1481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:24.571452 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-b0ab057f-da5f-49d2-812c-0e2ba85d1481 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=33cffe46-3ff7-49e8-a881-f3c38e341dd0 HTTP/1.1" status: 200 len: 797 time: 0.1148546 Sep 08 09:10:24.584437 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port b4de47cb-f152-4811-b23a-a4c66a4e7bcb triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:10:24.584815 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:24.689299 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-a41cb761-c08a-47eb-97ff-efdfad6f9d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:24.692290 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-a41cb761-c08a-47eb-97ff-efdfad6f9d1d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9bae99d0-5102-4755-9f02-231ba14451d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1031086 Sep 08 09:10:24.706516 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d245cf8b-7583-4def-abd7-78dd79c45e39 None None] DHCP port deletion for 9177193f-e165-437e-b3d7-f8fa84e750aa request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:10:24.706928 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318123d-22fc-4908-847b-20e467154551 req-46373c39-4dd4-4f67-80e0-d49b69b92e11 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:24.708645 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a318123d-22fc-4908-847b-20e467154551 req-46373c39-4dd4-4f67-80e0-d49b69b92e11 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=008d6f77-b73c-48a7-aa12-514e81a278f4 HTTP/1.1" status: 200 len: 945 time: 0.1321781 Sep 08 09:10:24.768352 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d245cf8b-7583-4def-abd7-78dd79c45e39 None None] Deleting port b4de47cb-f152-4811-b23a-a4c66a4e7bcb {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:10:24.769128 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d245cf8b-7583-4def-abd7-78dd79c45e39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:24.807794 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82862aaa-0502-4b1b-b721-4b5bf52842fa req-b1e0eece-e845-4333-b3a4-f1008a84d380 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:24.809999 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-82862aaa-0502-4b1b-b721-4b5bf52842fa req-b1e0eece-e845-4333-b3a4-f1008a84d380 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=17235dd1-6acd-4daf-a389-343a00e183f9 HTTP/1.1" status: 200 len: 945 time: 0.2368691 Sep 08 09:10:24.811756 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b773e7e5-046f-4cfd-b122-b5dde375f6ee tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:24.839780 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d245cf8b-7583-4def-abd7-78dd79c45e39 None None] For port b4de47cb-f152-4811-b23a-a4c66a4e7bcb, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=b4de47cb-f152-4811-b23a-a4c66a4e7bcb,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:10:24.840358 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d245cf8b-7583-4def-abd7-78dd79c45e39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:24.845055 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-54534b53-6bcb-470b-b63c-dbb9355ae0a5 service neutron] 10.222.0.35 "GET /v2.0/networks/9bae99d0-5102-4755-9f02-231ba14451d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352463 Sep 08 09:10:24.857995 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d245cf8b-7583-4def-abd7-78dd79c45e39 None None] Calling delete_port for b4de47cb-f152-4811-b23a-a4c66a4e7bcb owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:10:24.886257 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b773e7e5-046f-4cfd-b122-b5dde375f6ee tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:10:24.898542 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-b773e7e5-046f-4cfd-b122-b5dde375f6ee tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:10:24.900914 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b773e7e5-046f-4cfd-b122-b5dde375f6ee tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Subnet': ['ID=72a57316-b05e-4356-8fe5-10403d3f010a,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:24.911141 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b773e7e5-046f-4cfd-b122-b5dde375f6ee tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:24.912074 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b773e7e5-046f-4cfd-b122-b5dde375f6ee tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:24.914602 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a318123d-22fc-4908-847b-20e467154551 req-51b0f6eb-c485-4138-bc38-1a0e4a440f68 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962073 Sep 08 09:10:24.917653 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-82862aaa-0502-4b1b-b721-4b5bf52842fa req-2f7bc81d-5f20-4519-bb0a-8e65d2c76e13 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796187 Sep 08 09:10:24.933482 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b773e7e5-046f-4cfd-b122-b5dde375f6ee tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5585928 Sep 08 09:10:24.936101 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51196) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:24.951394 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-b7438826-d4e2-471e-be30-f71b1f6298bb tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'port': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'name': 'tempest-NetworksTestDHCPv6-1273580906'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:10:25.017615 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-591ae3a5-7b3f-4417-a8c3-d80cf20ff567 req-73a46563-b63b-476a-b141-172196783fd6 service neutron] 10.222.0.35 "GET /v2.0/networks/9bae99d0-5102-4755-9f02-231ba14451d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574500 Sep 08 09:10:25.022530 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d245cf8b-7583-4def-abd7-78dd79c45e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:25.063963 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245cf8b-7583-4def-abd7-78dd79c45e39 None None] Pushing event deleted for resources: {'Port': ['ID=b4de47cb-f152-4811-b23a-a4c66a4e7bcb,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:25.071202 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d245cf8b-7583-4def-abd7-78dd79c45e39 None None] No DVR routers for this DVR port b4de47cb-f152-4811-b23a-a4c66a4e7bcb on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:10:25.087910 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14fde16-bdb8-419b-a879-1292182ec491 None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:10:25.123777 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7438826-d4e2-471e-be30-f71b1f6298bb tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:10:25.128101 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b7438826-d4e2-471e-be30-f71b1f6298bb tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:25.156792 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-b7438826-d4e2-471e-be30-f71b1f6298bb tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] device_id is not set on port d4a4fc27-96e4-42a4-8f17-44de501a0e59 yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:10:25.260615 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef2c819-5d42-4f23-8c61-71ab1f643f62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-9177193f-e165-437e-b3d7-f8fa84e750aa', 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'tenant_id': 'cfe5efe5bc04414daec2165ebe59ab3a', 'fixed_ips': [{'subnet_id': '72a57316-b05e-4356-8fe5-10403d3f010a'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:10:25.261541 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fef2c819-5d42-4f23-8c61-71ab1f643f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:25.331752 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-b7438826-d4e2-471e-be30-f71b1f6298bb tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Allocated IP 2001:db8::11b (9177193f-e165-437e-b3d7-f8fa84e750aa/72a57316-b05e-4356-8fe5-10403d3f010a/d4a4fc27-96e4-42a4-8f17-44de501a0e59) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:10:25.493063 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b7438826-d4e2-471e-be30-f71b1f6298bb tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:25.519268 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-b7438826-d4e2-471e-be30-f71b1f6298bb tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Transition to ACTIVE for port object d4a4fc27-96e4-42a4-8f17-44de501a0e59 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:10:25.563419 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b7438826-d4e2-471e-be30-f71b1f6298bb tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:25.616539 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7438826-d4e2-471e-be30-f71b1f6298bb tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:10:25.620041 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-b7438826-d4e2-471e-be30-f71b1f6298bb tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:10:25.622711 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7438826-d4e2-471e-be30-f71b1f6298bb tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:10:25.629884 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7438826-d4e2-471e-be30-f71b1f6298bb tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:25.630475 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b7438826-d4e2-471e-be30-f71b1f6298bb tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:25.638673 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-fef2c819-5d42-4f23-8c61-71ab1f643f62 None None] Allocated IP 2001:db8::2 (9177193f-e165-437e-b3d7-f8fa84e750aa/72a57316-b05e-4356-8fe5-10403d3f010a/e1817b6d-ac0e-4729-a9c3-50eca873c643) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:10:25.647605 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7438826-d4e2-471e-be30-f71b1f6298bb tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Port': ['ID=d4a4fc27-96e4-42a4-8f17-44de501a0e59,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:25.659443 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51202) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:25.662644 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b7438826-d4e2-471e-be30-f71b1f6298bb tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7240448 Sep 08 09:10:25.737832 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de24a45-e889-425c-a2e7-50171e08c5ed tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:25.740760 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8de24a45-e889-425c-a2e7-50171e08c5ed tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0800831 Sep 08 09:10:25.743341 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51204) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:25.846315 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-fad3c920-b891-4517-84e4-945e8129a1e6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting port d4a4fc27-96e4-42a4-8f17-44de501a0e59 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:10:25.846847 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fad3c920-b891-4517-84e4-945e8129a1e6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:25.940307 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fef2c819-5d42-4f23-8c61-71ab1f643f62 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:25.952378 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fad3c920-b891-4517-84e4-945e8129a1e6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:25.963765 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-fef2c819-5d42-4f23-8c61-71ab1f643f62 None None] Transition to ACTIVE for port object e1817b6d-ac0e-4729-a9c3-50eca873c643 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:10:25.967792 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-fad3c920-b891-4517-84e4-945e8129a1e6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Calling delete_port for d4a4fc27-96e4-42a4-8f17-44de501a0e59 owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:10:25.985907 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-fef2c819-5d42-4f23-8c61-71ab1f643f62 None None] Transition to ACTIVE for port object e1817b6d-ac0e-4729-a9c3-50eca873c643 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:10:25.996613 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fef2c819-5d42-4f23-8c61-71ab1f643f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:26.061656 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2c819-5d42-4f23-8c61-71ab1f643f62 None None] Pushing event updated for resources: {'Port': ['ID=e1817b6d-ac0e-4729-a9c3-50eca873c643,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:26.079086 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef2c819-5d42-4f23-8c61-71ab1f643f62 None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:10:26.083088 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-fef2c819-5d42-4f23-8c61-71ab1f643f62 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:10:26.087002 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef2c819-5d42-4f23-8c61-71ab1f643f62 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:10:26.098395 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf6d4a-51ec-4c4c-bb94-56c67a4a1f81 req-26ff9c1d-1b31-4634-8ae7-1742fc140c3e tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:26.100322 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fddf6d4a-51ec-4c4c-bb94-56c67a4a1f81 req-26ff9c1d-1b31-4634-8ae7-1742fc140c3e tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=008d6f77-b73c-48a7-aa12-514e81a278f4 HTTP/1.1" status: 200 len: 945 time: 0.0828190 Sep 08 09:10:26.150222 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fad3c920-b891-4517-84e4-945e8129a1e6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:26.163759 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fddf6d4a-51ec-4c4c-bb94-56c67a4a1f81 req-ccbca77b-9e76-43c3-af8d-46e300c15808 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540838 Sep 08 09:10:26.165103 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa52ef-75c7-49cc-bbaa-2279545a1140 req-d260a139-8014-4765-9511-7b45e6295d34 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:26.166714 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-76fa52ef-75c7-49cc-bbaa-2279545a1140 req-d260a139-8014-4765-9511-7b45e6295d34 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=17235dd1-6acd-4daf-a389-343a00e183f9 HTTP/1.1" status: 200 len: 945 time: 0.1137431 Sep 08 09:10:26.186396 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-fef2c819-5d42-4f23-8c61-71ab1f643f62 None None] Attempting to bind port e1817b6d-ac0e-4729-a9c3-50eca873c643 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:10:26.186886 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-fef2c819-5d42-4f23-8c61-71ab1f643f62 None None] Attempting to bind port e1817b6d-ac0e-4729-a9c3-50eca873c643 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:10:26.187262 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef2c819-5d42-4f23-8c61-71ab1f643f62 None None] Attempting to bind port e1817b6d-ac0e-4729-a9c3-50eca873c643 on network 9177193f-e165-437e-b3d7-f8fa84e750aa {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:10:26.193615 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad3c920-b891-4517-84e4-945e8129a1e6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Port': ['ID=d4a4fc27-96e4-42a4-8f17-44de501a0e59,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:26.194033 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef2c819-5d42-4f23-8c61-71ab1f643f62 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:10:26.194456 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef2c819-5d42-4f23-8c61-71ab1f643f62 None None] Checking segment: {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:10:26.194874 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fef2c819-5d42-4f23-8c61-71ab1f643f62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:26.195281 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef2c819-5d42-4f23-8c61-71ab1f643f62 None None] Bound using segment: {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:10:26.195827 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-fef2c819-5d42-4f23-8c61-71ab1f643f62 None None] Bound port: e1817b6d-ac0e-4729-a9c3-50eca873c643, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:10:26.196220 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fef2c819-5d42-4f23-8c61-71ab1f643f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:26.238858 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad3c920-b891-4517-84e4-945e8129a1e6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:10:26.239783 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad3c920-b891-4517-84e4-945e8129a1e6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:10:26.239783 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad3c920-b891-4517-84e4-945e8129a1e6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:10:26.239974 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad3c920-b891-4517-84e4-945e8129a1e6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:10:26.240224 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad3c920-b891-4517-84e4-945e8129a1e6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:10:26.240519 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad3c920-b891-4517-84e4-945e8129a1e6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:10:26.240843 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad3c920-b891-4517-84e4-945e8129a1e6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:10:26.241173 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad3c920-b891-4517-84e4-945e8129a1e6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:10:26.241498 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad3c920-b891-4517-84e4-945e8129a1e6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:10:26.241827 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad3c920-b891-4517-84e4-945e8129a1e6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:10:26.242182 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad3c920-b891-4517-84e4-945e8129a1e6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:10:26.242529 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad3c920-b891-4517-84e4-945e8129a1e6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:10:26.245786 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fad3c920-b891-4517-84e4-945e8129a1e6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:26.247675 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-fad3c920-b891-4517-84e4-945e8129a1e6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/ports/d4a4fc27-96e4-42a4-8f17-44de501a0e59 HTTP/1.1" status: 204 len: 168 time: 0.5031312 Sep 08 09:10:26.250171 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51214) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:26.305075 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-76fa52ef-75c7-49cc-bbaa-2279545a1140 req-a86a3ac2-eee6-4649-88fc-cd934f1a99bb tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157491 Sep 08 09:10:26.319377 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-fef2c819-5d42-4f23-8c61-71ab1f643f62 None None] For port e1817b6d-ac0e-4729-a9c3-50eca873c643, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:10:26.323834 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-fef2c819-5d42-4f23-8c61-71ab1f643f62 None None] For port e1817b6d-ac0e-4729-a9c3-50eca873c643, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=e1817b6d-ac0e-4729-a9c3-50eca873c643,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:10:26.329529 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fef2c819-5d42-4f23-8c61-71ab1f643f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:26.391571 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device b4de47cb-f152-4811-b23a-a4c66a4e7bcb no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:10:26.395207 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afce205-cf71-414d-8326-51a332cdbf67 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:26.397604 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afce205-cf71-414d-8326-51a332cdbf67 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:26.401325 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5afce205-cf71-414d-8326-51a332cdbf67 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1490445 Sep 08 09:10:26.404368 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51216) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:26.430154 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: b4de47cb-f152-4811-b23a-a4c66a4e7bcb {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:10:26.430506 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device b4de47cb-f152-4811-b23a-a4c66a4e7bcb not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:10:26.454014 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2c819-5d42-4f23-8c61-71ab1f643f62 None None] Pushing event updated for resources: {'Port': ['ID=e1817b6d-ac0e-4729-a9c3-50eca873c643,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:26.499782 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d0b8bdc-be02-4972-acbd-b89f59ce655b tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting subnet 72a57316-b05e-4356-8fe5-10403d3f010a {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:10:26.506006 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5d0b8bdc-be02-4972-acbd-b89f59ce655b tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:26.560094 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5d0b8bdc-be02-4972-acbd-b89f59ce655b tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:26.731775 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5d0b8bdc-be02-4972-acbd-b89f59ce655b tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:26.836675 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5d0b8bdc-be02-4972-acbd-b89f59ce655b tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:26.866825 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0b8bdc-be02-4972-acbd-b89f59ce655b tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Subnet': ['ID=72a57316-b05e-4356-8fe5-10403d3f010a,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:26.870641 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5d0b8bdc-be02-4972-acbd-b89f59ce655b tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:26.872734 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5d0b8bdc-be02-4972-acbd-b89f59ce655b tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/72a57316-b05e-4356-8fe5-10403d3f010a HTTP/1.1" status: 204 len: 168 time: 0.4669125 Sep 08 09:10:26.875602 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51226) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:26.918567 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ec45f7a6-9ef4-4bd9-a0d1-1bb18efbfe40 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0416048 Sep 08 09:10:26.921490 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51228) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:26.926725 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-79169fcd-36d5-4394-a261-68616d2e3a7e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'subnet': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:10:27.027702 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79169fcd-36d5-4394-a261-68616d2e3a7e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:10:27.031592 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-79169fcd-36d5-4394-a261-68616d2e3a7e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:27.262431 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-79169fcd-36d5-4394-a261-68616d2e3a7e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:27.311545 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297220c-4b07-4708-9c19-720b5a59161e req-a423ec0d-2efa-444b-a4e9-6b1d474d055d tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:27.313962 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0297220c-4b07-4708-9c19-720b5a59161e req-a423ec0d-2efa-444b-a4e9-6b1d474d055d tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=008d6f77-b73c-48a7-aa12-514e81a278f4 HTTP/1.1" status: 200 len: 945 time: 0.0724010 Sep 08 09:10:27.345102 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79169fcd-36d5-4394-a261-68616d2e3a7e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Subnet': ['ID=cea5a534-7c0c-4629-aefc-0e25d46261b6,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:27.359670 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79169fcd-36d5-4394-a261-68616d2e3a7e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:10:27.361452 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-79169fcd-36d5-4394-a261-68616d2e3a7e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:10:27.369735 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79169fcd-36d5-4394-a261-68616d2e3a7e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:27.370386 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-79169fcd-36d5-4394-a261-68616d2e3a7e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:27.404894 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-79169fcd-36d5-4394-a261-68616d2e3a7e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4820957 Sep 08 09:10:27.407274 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51236) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:27.416589 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-6b643a7e-62de-463a-8a61-0922f5c3b753 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'port': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'name': 'tempest-NetworksTestDHCPv6-1255297546'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:10:27.427950 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0297220c-4b07-4708-9c19-720b5a59161e req-91f09d09-bc20-4ba0-bc14-d56ffb850cae tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045265 Sep 08 09:10:27.569813 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03760a5a-bc45-44af-9865-609fbfc11158 req-c754ded9-09b0-42ca-bee6-76f3c55039d4 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:27.572168 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-03760a5a-bc45-44af-9865-609fbfc11158 req-c754ded9-09b0-42ca-bee6-76f3c55039d4 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=17235dd1-6acd-4daf-a389-343a00e183f9 HTTP/1.1" status: 200 len: 945 time: 0.0608914 Sep 08 09:10:27.601534 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b643a7e-62de-463a-8a61-0922f5c3b753 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:10:27.605700 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6b643a7e-62de-463a-8a61-0922f5c3b753 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:27.628088 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [None req-6b643a7e-62de-463a-8a61-0922f5c3b753 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] device_id is not set on port fd68ae5c-edb6-4e4f-82d9-d28249142be2 yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:10:27.642545 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298b490e-1525-472c-ae18-5ca5a91c9a92 None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:10:27.648785 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-03760a5a-bc45-44af-9865-609fbfc11158 req-63c511e1-8158-40b2-8be4-f332f11a9349 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674438 Sep 08 09:10:27.748653 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-27e1c1dd-2fcb-44fa-9d22-f3f3f1c96cb4 None None] Provisioning for port e1817b6d-ac0e-4729-a9c3-50eca873c643 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:10:27.784573 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-6b643a7e-62de-463a-8a61-0922f5c3b753 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Allocated IP 2001:db8::34 (9177193f-e165-437e-b3d7-f8fa84e750aa/cea5a534-7c0c-4629-aefc-0e25d46261b6/fd68ae5c-edb6-4e4f-82d9-d28249142be2) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:10:27.965433 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6b643a7e-62de-463a-8a61-0922f5c3b753 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:27.980862 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-6b643a7e-62de-463a-8a61-0922f5c3b753 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Transition to ACTIVE for port object fd68ae5c-edb6-4e4f-82d9-d28249142be2 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:10:28.018521 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6b643a7e-62de-463a-8a61-0922f5c3b753 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:28.072573 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b643a7e-62de-463a-8a61-0922f5c3b753 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:10:28.076406 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-6b643a7e-62de-463a-8a61-0922f5c3b753 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:10:28.083557 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b643a7e-62de-463a-8a61-0922f5c3b753 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:10:28.089845 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b643a7e-62de-463a-8a61-0922f5c3b753 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:28.090854 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6b643a7e-62de-463a-8a61-0922f5c3b753 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:28.098198 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b643a7e-62de-463a-8a61-0922f5c3b753 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Port': ['ID=fd68ae5c-edb6-4e4f-82d9-d28249142be2,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:28.115430 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-6b643a7e-62de-463a-8a61-0922f5c3b753 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7067144 Sep 08 09:10:28.118014 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51244) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:28.178265 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a913a2-5799-41a9-b9da-1e080e2a231c tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:28.184593 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a913a2-5799-41a9-b9da-1e080e2a231c tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:28.186415 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-41a913a2-5799-41a9-b9da-1e080e2a231c tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.0673547 Sep 08 09:10:28.189221 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51246) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:28.298904 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-8d5579a1-09fd-42a2-9a22-93a9119197db tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting port fd68ae5c-edb6-4e4f-82d9-d28249142be2 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:10:28.299258 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8d5579a1-09fd-42a2-9a22-93a9119197db tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:28.304324 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-de7ee94b-eddd-4e4c-9dc8-0c3265f04e22 None None] Could not find standard attr ID for object d4a4fc27-96e4-42a4-8f17-44de501a0e59. {{(pid=94714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 09:10:28.404681 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device e1817b6d-ac0e-4729-a9c3-50eca873c643 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:10:28.426334 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8d5579a1-09fd-42a2-9a22-93a9119197db tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:28.440839 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-8d5579a1-09fd-42a2-9a22-93a9119197db tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Calling delete_port for fd68ae5c-edb6-4e4f-82d9-d28249142be2 owned by {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:10:28.445098 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:28.474960 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port e1817b6d-ac0e-4729-a9c3-50eca873c643 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:10:28.491924 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port e1817b6d-ac0e-4729-a9c3-50eca873c643 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:10:28.492418 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:28.618356 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:28.663282 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port e1817b6d-ac0e-4729-a9c3-50eca873c643, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=e1817b6d-ac0e-4729-a9c3-50eca873c643,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:10:28.675293 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:28.734257 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb19a8a-2802-49a3-a911-68da77bc06f6 req-98402346-afe0-4201-9bf5-406a78bf2294 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:28.750943 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0cb19a8a-2802-49a3-a911-68da77bc06f6 req-98402346-afe0-4201-9bf5-406a78bf2294 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=008d6f77-b73c-48a7-aa12-514e81a278f4 HTTP/1.1" status: 200 len: 945 time: 0.1956799 Sep 08 09:10:28.751413 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=e1817b6d-ac0e-4729-a9c3-50eca873c643,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:28.790177 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-93d494a8-cd2d-4115-9043-70f1385cd376 None None] Provisioning for port fd68ae5c-edb6-4e4f-82d9-d28249142be2 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:10:28.794162 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8d5579a1-09fd-42a2-9a22-93a9119197db tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:28.795027 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-93d494a8-cd2d-4115-9043-70f1385cd376 None None] Provisioning complete for port fd68ae5c-edb6-4e4f-82d9-d28249142be2 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:10:28.795657 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-93d494a8-cd2d-4115-9043-70f1385cd376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:28.828394 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-93d494a8-cd2d-4115-9043-70f1385cd376 None None] Port fd68ae5c-edb6-4e4f-82d9-d28249142be2 was deleted so its status cannot be updated. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Sep 08 09:10:28.849606 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0cb19a8a-2802-49a3-a911-68da77bc06f6 req-c05cd128-6ad7-4aa2-adfe-03eb2529b040 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976844 Sep 08 09:10:28.853368 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5579a1-09fd-42a2-9a22-93a9119197db tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Port': ['ID=fd68ae5c-edb6-4e4f-82d9-d28249142be2,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:28.874766 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8d5579a1-09fd-42a2-9a22-93a9119197db tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:28.877326 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8d5579a1-09fd-42a2-9a22-93a9119197db tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/ports/fd68ae5c-edb6-4e4f-82d9-d28249142be2 HTTP/1.1" status: 204 len: 168 time: 0.6870198 Sep 08 09:10:28.880899 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51260) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:28.935746 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68bd311-4120-4b09-b81b-4548dff6083b req-b46488a3-b273-43f8-90e1-c42818e71d19 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:28.940299 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a68bd311-4120-4b09-b81b-4548dff6083b req-b46488a3-b273-43f8-90e1-c42818e71d19 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=17235dd1-6acd-4daf-a389-343a00e183f9 HTTP/1.1" status: 200 len: 945 time: 0.1205392 Sep 08 09:10:28.997611 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f474bafc-2143-4582-8b8f-fb121adc5630 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:28.999258 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f474bafc-2143-4582-8b8f-fb121adc5630 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:29.000819 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f474bafc-2143-4582-8b8f-fb121adc5630 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1186194 Sep 08 09:10:29.004111 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51264) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:29.018006 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a68bd311-4120-4b09-b81b-4548dff6083b req-1feb6e6e-d393-490d-a225-5d7de9b3a22c tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690584 Sep 08 09:10:29.062891 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f1cd2fc-f0f2-45ba-98d2-4562ef246d04 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting subnet cea5a534-7c0c-4629-aefc-0e25d46261b6 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:10:29.068086 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4f1cd2fc-f0f2-45ba-98d2-4562ef246d04 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:29.116028 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4f1cd2fc-f0f2-45ba-98d2-4562ef246d04 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:29.163481 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4f1cd2fc-f0f2-45ba-98d2-4562ef246d04 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:29.233493 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4f1cd2fc-f0f2-45ba-98d2-4562ef246d04 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:29.262885 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1cd2fc-f0f2-45ba-98d2-4562ef246d04 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Subnet': ['ID=cea5a534-7c0c-4629-aefc-0e25d46261b6,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:29.266708 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4f1cd2fc-f0f2-45ba-98d2-4562ef246d04 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:29.271771 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51266) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:29.271904 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4f1cd2fc-f0f2-45ba-98d2-4562ef246d04 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/cea5a534-7c0c-4629-aefc-0e25d46261b6 HTTP/1.1" status: 204 len: 168 time: 0.2664900 Sep 08 09:10:29.275574 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc35e307-cf05-4d92-abeb-68036b5143b1 None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:10:29.337158 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5f2039f0-f01e-4fa2-8187-4a34b20ff910 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0637484 Sep 08 09:10:29.339819 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51268) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:29.393769 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26880af6-6b7d-4c46-b70d-4e9ebe597da6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:29.397474 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-26880af6-6b7d-4c46-b70d-4e9ebe597da6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0561819 Sep 08 09:10:29.398893 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51270) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:29.465731 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dfb1fe-5f93-4337-9ad7-6a47dab16c55 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:29.467204 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b4dfb1fe-5f93-4337-9ad7-6a47dab16c55 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0673056 Sep 08 09:10:29.467819 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb5c017-503b-4059-a4c6-0ad68f514097 None None] DHCP port deletion for 9177193f-e165-437e-b3d7-f8fa84e750aa request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:10:29.469725 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51272) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:29.507856 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-df3cbc30-6715-4690-86f1-a6a6bd77bc1a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0369997 Sep 08 09:10:29.512145 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51274) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:29.517273 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-d440853a-768e-4b8f-9f09-35501ca74733 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'subnet': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:10:29.520438 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-edb5c017-503b-4059-a4c6-0ad68f514097 None None] Deleting port e1817b6d-ac0e-4729-a9c3-50eca873c643 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:10:29.520832 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-edb5c017-503b-4059-a4c6-0ad68f514097 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:29.589630 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-edb5c017-503b-4059-a4c6-0ad68f514097 None None] For port e1817b6d-ac0e-4729-a9c3-50eca873c643, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=e1817b6d-ac0e-4729-a9c3-50eca873c643,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:10:29.590328 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-edb5c017-503b-4059-a4c6-0ad68f514097 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:29.604972 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-edb5c017-503b-4059-a4c6-0ad68f514097 None None] Calling delete_port for e1817b6d-ac0e-4729-a9c3-50eca873c643 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:10:29.618830 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d440853a-768e-4b8f-9f09-35501ca74733 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:10:29.623531 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d440853a-768e-4b8f-9f09-35501ca74733 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:29.695131 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-edb5c017-503b-4059-a4c6-0ad68f514097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:29.729610 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb5c017-503b-4059-a4c6-0ad68f514097 None None] Pushing event deleted for resources: {'Port': ['ID=e1817b6d-ac0e-4729-a9c3-50eca873c643,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:29.731510 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb5c017-503b-4059-a4c6-0ad68f514097 None None] No DVR routers for this DVR port e1817b6d-ac0e-4729-a9c3-50eca873c643 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:10:29.856943 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d440853a-768e-4b8f-9f09-35501ca74733 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:29.902731 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d440853a-768e-4b8f-9f09-35501ca74733 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:10:29.905970 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-d440853a-768e-4b8f-9f09-35501ca74733 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:10:29.910270 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d440853a-768e-4b8f-9f09-35501ca74733 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:29.910925 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d440853a-768e-4b8f-9f09-35501ca74733 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:29.916782 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e47173c-3d30-49c0-8ed3-27184edadc93 None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:10:29.921528 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d440853a-768e-4b8f-9f09-35501ca74733 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Subnet': ['ID=c31fec32-437e-4fb0-807c-c70303a1742d,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:29.939534 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d440853a-768e-4b8f-9f09-35501ca74733 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4262657 Sep 08 09:10:29.943555 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51282) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:29.949133 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-84d8981e-e904-42a7-a964-a6184291b1da tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'port': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'fixed_ips': [{'subnet_id': 'c31fec32-437e-4fb0-807c-c70303a1742d', 'ip_address': '2001:db8::537e:c815:7498:70cb'}], 'name': 'tempest-NetworksTestDHCPv6-1688057370'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:10:30.107081 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964ba02-6e7d-4ee2-950c-ff59219e1e0b req-10908f24-a3d7-454f-b757-6dd39e454a48 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:30.116390 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8964ba02-6e7d-4ee2-950c-ff59219e1e0b req-10908f24-a3d7-454f-b757-6dd39e454a48 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=008d6f77-b73c-48a7-aa12-514e81a278f4 HTTP/1.1" status: 200 len: 945 time: 0.1632175 Sep 08 09:10:30.130351 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c9e448-b56d-409a-ae6b-158c4f216bca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-9177193f-e165-437e-b3d7-f8fa84e750aa', 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'tenant_id': 'cfe5efe5bc04414daec2165ebe59ab3a', 'fixed_ips': [{'subnet_id': 'c31fec32-437e-4fb0-807c-c70303a1742d'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:10:30.131358 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e2c9e448-b56d-409a-ae6b-158c4f216bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:30.183154 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8964ba02-6e7d-4ee2-950c-ff59219e1e0b req-f83c297d-ffe0-4fca-8c77-47f00a6b48c8 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657394 Sep 08 09:10:30.203854 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d8981e-e904-42a7-a964-a6184291b1da tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:10:30.219873 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6f5a8-9366-4425-b2cf-64933d6880c4 req-6d80e9a5-fc50-476a-94ee-bbbaf50b30f4 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:30.221444 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-18f6f5a8-9366-4425-b2cf-64933d6880c4 req-6d80e9a5-fc50-476a-94ee-bbbaf50b30f4 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=17235dd1-6acd-4daf-a389-343a00e183f9 HTTP/1.1" status: 200 len: 945 time: 0.0564823 Sep 08 09:10:30.303022 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-18f6f5a8-9366-4425-b2cf-64933d6880c4 req-84ec1069-a109-43e6-ac0e-491985aadec8 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638266 Sep 08 09:10:30.349299 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-e2c9e448-b56d-409a-ae6b-158c4f216bca None None] Allocated IP 2001:db8::2 (9177193f-e165-437e-b3d7-f8fa84e750aa/c31fec32-437e-4fb0-807c-c70303a1742d/fc9bbd1b-44da-4a2b-9f15-d1e3f30ebfa7) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:10:30.373523 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-84d8981e-e904-42a7-a964-a6184291b1da tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:30.399422 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-84d8981e-e904-42a7-a964-a6184291b1da tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] device_id is not set on port d2fb5de2-3752-4ee0-ac5d-13d576cedc1f yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:10:30.408889 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device e1817b6d-ac0e-4729-a9c3-50eca873c643 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:10:30.445237 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: e1817b6d-ac0e-4729-a9c3-50eca873c643 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:10:30.445580 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device e1817b6d-ac0e-4729-a9c3-50eca873c643 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:10:30.585756 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e2c9e448-b56d-409a-ae6b-158c4f216bca None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:30.594531 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e2c9e448-b56d-409a-ae6b-158c4f216bca None None] Transition to ACTIVE for port object fc9bbd1b-44da-4a2b-9f15-d1e3f30ebfa7 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:10:30.610459 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e2c9e448-b56d-409a-ae6b-158c4f216bca None None] Transition to ACTIVE for port object fc9bbd1b-44da-4a2b-9f15-d1e3f30ebfa7 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:10:30.617277 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e2c9e448-b56d-409a-ae6b-158c4f216bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:30.655533 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c9e448-b56d-409a-ae6b-158c4f216bca None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:10:30.660157 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-e2c9e448-b56d-409a-ae6b-158c4f216bca None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:10:30.663091 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c9e448-b56d-409a-ae6b-158c4f216bca None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:10:30.666426 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-84d8981e-e904-42a7-a964-a6184291b1da tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Allocated IP 2001:db8::537e:c815:7498:70cb (9177193f-e165-437e-b3d7-f8fa84e750aa/c31fec32-437e-4fb0-807c-c70303a1742d/d2fb5de2-3752-4ee0-ac5d-13d576cedc1f) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:10:30.679309 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9e448-b56d-409a-ae6b-158c4f216bca None None] Pushing event updated for resources: {'Port': ['ID=fc9bbd1b-44da-4a2b-9f15-d1e3f30ebfa7,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:30.738688 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-e2c9e448-b56d-409a-ae6b-158c4f216bca None None] Attempting to bind port fc9bbd1b-44da-4a2b-9f15-d1e3f30ebfa7 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:10:30.740078 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-e2c9e448-b56d-409a-ae6b-158c4f216bca None None] Attempting to bind port fc9bbd1b-44da-4a2b-9f15-d1e3f30ebfa7 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:10:30.740621 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c9e448-b56d-409a-ae6b-158c4f216bca None None] Attempting to bind port fc9bbd1b-44da-4a2b-9f15-d1e3f30ebfa7 on network 9177193f-e165-437e-b3d7-f8fa84e750aa {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:10:30.746669 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c9e448-b56d-409a-ae6b-158c4f216bca None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:10:30.747393 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c9e448-b56d-409a-ae6b-158c4f216bca None None] Checking segment: {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:10:30.747990 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e2c9e448-b56d-409a-ae6b-158c4f216bca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:30.748550 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c9e448-b56d-409a-ae6b-158c4f216bca None None] Bound using segment: {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:10:30.749187 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-e2c9e448-b56d-409a-ae6b-158c4f216bca None None] Bound port: fc9bbd1b-44da-4a2b-9f15-d1e3f30ebfa7, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:10:30.749896 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e2c9e448-b56d-409a-ae6b-158c4f216bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:30.825179 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e2c9e448-b56d-409a-ae6b-158c4f216bca None None] For port fc9bbd1b-44da-4a2b-9f15-d1e3f30ebfa7, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:10:30.828547 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e2c9e448-b56d-409a-ae6b-158c4f216bca None None] For port fc9bbd1b-44da-4a2b-9f15-d1e3f30ebfa7, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=fc9bbd1b-44da-4a2b-9f15-d1e3f30ebfa7,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:10:30.833634 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e2c9e448-b56d-409a-ae6b-158c4f216bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:30.854068 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-84d8981e-e904-42a7-a964-a6184291b1da tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:30.875126 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-84d8981e-e904-42a7-a964-a6184291b1da tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Transition to ACTIVE for port object d2fb5de2-3752-4ee0-ac5d-13d576cedc1f will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:10:30.896953 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9e448-b56d-409a-ae6b-158c4f216bca None None] Pushing event updated for resources: {'Port': ['ID=fc9bbd1b-44da-4a2b-9f15-d1e3f30ebfa7,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:30.932509 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-84d8981e-e904-42a7-a964-a6184291b1da tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:30.986210 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d8981e-e904-42a7-a964-a6184291b1da tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:10:30.990320 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-84d8981e-e904-42a7-a964-a6184291b1da tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:10:30.996467 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d8981e-e904-42a7-a964-a6184291b1da tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:10:31.002291 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d8981e-e904-42a7-a964-a6184291b1da tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:31.002928 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-84d8981e-e904-42a7-a964-a6184291b1da tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:31.010415 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d8981e-e904-42a7-a964-a6184291b1da tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Port': ['ID=d2fb5de2-3752-4ee0-ac5d-13d576cedc1f,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:31.028750 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-84d8981e-e904-42a7-a964-a6184291b1da tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0817208 Sep 08 09:10:31.029481 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51304) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:31.135283 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474af638-973e-4efc-a7d7-a81eaf59b669 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:31.141917 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474af638-973e-4efc-a7d7-a81eaf59b669 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:31.148869 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-474af638-973e-4efc-a7d7-a81eaf59b669 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1181707 Sep 08 09:10:31.151798 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51308) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:31.263062 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-b176096d-54c6-4d46-97eb-20df97e347e8 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting port d2fb5de2-3752-4ee0-ac5d-13d576cedc1f {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:10:31.263752 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b176096d-54c6-4d46-97eb-20df97e347e8 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:31.389222 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf778a8e-ec23-49c9-ba54-84272ed64ec5 req-0130f88f-640c-43a9-99c7-8f722e132faf tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:31.390820 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cf778a8e-ec23-49c9-ba54-84272ed64ec5 req-0130f88f-640c-43a9-99c7-8f722e132faf tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=008d6f77-b73c-48a7-aa12-514e81a278f4 HTTP/1.1" status: 200 len: 945 time: 0.0975602 Sep 08 09:10:31.400615 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b176096d-54c6-4d46-97eb-20df97e347e8 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:31.427430 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-b176096d-54c6-4d46-97eb-20df97e347e8 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Calling delete_port for d2fb5de2-3752-4ee0-ac5d-13d576cedc1f owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:10:31.428500 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f41258-78cb-4881-82c3-d7f2359e4b2d req-4c8b1875-b5c6-41a6-b694-fa589d37327e tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:31.436054 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b8f41258-78cb-4881-82c3-d7f2359e4b2d req-4c8b1875-b5c6-41a6-b694-fa589d37327e tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=17235dd1-6acd-4daf-a389-343a00e183f9 HTTP/1.1" status: 200 len: 945 time: 0.0612497 Sep 08 09:10:31.462888 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cf778a8e-ec23-49c9-ba54-84272ed64ec5 req-c5bb5bb4-03ef-4871-9a90-be9b5d724bee tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593951 Sep 08 09:10:31.482805 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b8f41258-78cb-4881-82c3-d7f2359e4b2d req-6a189484-7937-4239-a208-07cb98a8abf9 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458736 Sep 08 09:10:31.591110 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b176096d-54c6-4d46-97eb-20df97e347e8 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:31.623444 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b176096d-54c6-4d46-97eb-20df97e347e8 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Port': ['ID=d2fb5de2-3752-4ee0-ac5d-13d576cedc1f,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:31.651598 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b176096d-54c6-4d46-97eb-20df97e347e8 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:31.655914 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b176096d-54c6-4d46-97eb-20df97e347e8 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/ports/d2fb5de2-3752-4ee0-ac5d-13d576cedc1f HTTP/1.1" status: 204 len: 168 time: 0.5002434 Sep 08 09:10:31.657028 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51316) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:31.717077 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2747d5-e085-46fa-b47e-b6da0184840a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:31.721850 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2747d5-e085-46fa-b47e-b6da0184840a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:31.724199 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-af2747d5-e085-46fa-b47e-b6da0184840a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0666685 Sep 08 09:10:31.727066 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51318) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:31.793098 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbf51c19-7692-44eb-9130-4417029826ae tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting subnet c31fec32-437e-4fb0-807c-c70303a1742d {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:10:31.796653 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cbf51c19-7692-44eb-9130-4417029826ae tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:31.844896 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cbf51c19-7692-44eb-9130-4417029826ae tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:31.943519 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cbf51c19-7692-44eb-9130-4417029826ae tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:32.014693 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cbf51c19-7692-44eb-9130-4417029826ae tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:32.046437 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf51c19-7692-44eb-9130-4417029826ae tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Subnet': ['ID=c31fec32-437e-4fb0-807c-c70303a1742d,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:32.048436 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cbf51c19-7692-44eb-9130-4417029826ae tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:32.050377 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-cbf51c19-7692-44eb-9130-4417029826ae tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/c31fec32-437e-4fb0-807c-c70303a1742d HTTP/1.1" status: 204 len: 168 time: 0.3222644 Sep 08 09:10:32.053471 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51324) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:32.088194 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-5a563fd8-87ab-4055-96d3-cc35ad4861f8 None None] Provisioning for port fc9bbd1b-44da-4a2b-9f15-d1e3f30ebfa7 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:10:32.095246 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-9e4a1b41-0c16-472b-8718-23193b65d0f1 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0405886 Sep 08 09:10:32.098860 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51326) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:32.103974 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-91e49e8a-21e1-4234-9aaa-95f51d7de88e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'subnet': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:10:32.209088 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e49e8a-21e1-4234-9aaa-95f51d7de88e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:10:32.213110 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-91e49e8a-21e1-4234-9aaa-95f51d7de88e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:32.281989 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6082ba23-ecd5-46bf-b4b4-92f7d8339843 None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:10:32.324762 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-5bb619d7-afdf-455f-a0ba-4ad6fd1a1d0b None None] Could not find standard attr ID for object d2fb5de2-3752-4ee0-ac5d-13d576cedc1f. {{(pid=94714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 09:10:32.425358 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device fc9bbd1b-44da-4a2b-9f15-d1e3f30ebfa7 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:10:32.460483 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-91e49e8a-21e1-4234-9aaa-95f51d7de88e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:32.490073 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port fc9bbd1b-44da-4a2b-9f15-d1e3f30ebfa7 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:10:32.494990 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port fc9bbd1b-44da-4a2b-9f15-d1e3f30ebfa7 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:10:32.495467 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:32.557114 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e49e8a-21e1-4234-9aaa-95f51d7de88e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:10:32.564008 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-91e49e8a-21e1-4234-9aaa-95f51d7de88e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:10:32.572574 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e49e8a-21e1-4234-9aaa-95f51d7de88e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:32.573201 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-91e49e8a-21e1-4234-9aaa-95f51d7de88e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:32.579152 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c674b1-0b38-4edd-ad79-aa85fa82ed82 None None] DHCP port deletion for 9177193f-e165-437e-b3d7-f8fa84e750aa request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:10:32.621341 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-91e49e8a-21e1-4234-9aaa-95f51d7de88e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5152588 Sep 08 09:10:32.621605 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51336) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:32.623904 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-01611465-428d-4e88-ae71-7f141936b378 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'port': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'fixed_ips': [{'subnet_id': '8592a7b7-548d-489b-8318-e97444a43bbe', 'ip_address': '2001:db8::f59f:79f2:2401:fd4c'}], 'name': 'tempest-NetworksTestDHCPv6-1238046988'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:10:32.641517 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e49e8a-21e1-4234-9aaa-95f51d7de88e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Subnet': ['ID=8592a7b7-548d-489b-8318-e97444a43bbe,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:32.680549 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:32.681036 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f3f89-3bdc-4298-bcb8-5a2d6dae9791 req-3e4d50a8-a933-49af-b790-0cef555a567b tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:32.682873 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c03f3f89-3bdc-4298-bcb8-5a2d6dae9791 req-3e4d50a8-a933-49af-b790-0cef555a567b tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=008d6f77-b73c-48a7-aa12-514e81a278f4 HTTP/1.1" status: 200 len: 945 time: 0.0854175 Sep 08 09:10:32.732426 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c03f3f89-3bdc-4298-bcb8-5a2d6dae9791 req-8517f36b-06fd-4d86-98e6-41e2621f8d5f tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428798 Sep 08 09:10:32.750878 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port fc9bbd1b-44da-4a2b-9f15-d1e3f30ebfa7, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=fc9bbd1b-44da-4a2b-9f15-d1e3f30ebfa7,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:10:32.763459 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e3c674b1-0b38-4edd-ad79-aa85fa82ed82 None None] Deleting port fc9bbd1b-44da-4a2b-9f15-d1e3f30ebfa7 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:10:32.763459 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e3c674b1-0b38-4edd-ad79-aa85fa82ed82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:32.763704 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a2f75-ff43-49a2-bef2-b5f03746a0f7 req-88b65c06-9c2b-4423-8d16-be22490ddd32 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:32.764979 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-873a2f75-ff43-49a2-bef2-b5f03746a0f7 req-88b65c06-9c2b-4423-8d16-be22490ddd32 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=17235dd1-6acd-4daf-a389-343a00e183f9 HTTP/1.1" status: 200 len: 945 time: 0.1608987 Sep 08 09:10:32.771783 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:32.835101 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-873a2f75-ff43-49a2-bef2-b5f03746a0f7 req-b6af29e7-b096-4929-a27a-1f351b4ffab0 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610871 Sep 08 09:10:32.867467 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01611465-428d-4e88-ae71-7f141936b378 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:10:32.874371 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=fc9bbd1b-44da-4a2b-9f15-d1e3f30ebfa7,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:32.891614 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e3c674b1-0b38-4edd-ad79-aa85fa82ed82 None None] For port fc9bbd1b-44da-4a2b-9f15-d1e3f30ebfa7, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=fc9bbd1b-44da-4a2b-9f15-d1e3f30ebfa7,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:10:32.892151 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e3c674b1-0b38-4edd-ad79-aa85fa82ed82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:32.905226 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e3c674b1-0b38-4edd-ad79-aa85fa82ed82 None None] Calling delete_port for fc9bbd1b-44da-4a2b-9f15-d1e3f30ebfa7 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:10:32.977626 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-01611465-428d-4e88-ae71-7f141936b378 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:32.997768 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e3c674b1-0b38-4edd-ad79-aa85fa82ed82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:32.999025 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [None req-01611465-428d-4e88-ae71-7f141936b378 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] device_id is not set on port 50738b70-74cf-40fc-9b28-07a4c54f0211 yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:10:33.024481 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c674b1-0b38-4edd-ad79-aa85fa82ed82 None None] Pushing event deleted for resources: {'Port': ['ID=fc9bbd1b-44da-4a2b-9f15-d1e3f30ebfa7,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:33.031456 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c674b1-0b38-4edd-ad79-aa85fa82ed82 None None] No DVR routers for this DVR port fc9bbd1b-44da-4a2b-9f15-d1e3f30ebfa7 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:10:33.051213 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2262e2b7-5c98-4b7e-9432-0b7f3d249270 None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:10:33.228647 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43955f67-32ee-459b-b03f-5c5e461ac10d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-9177193f-e165-437e-b3d7-f8fa84e750aa', 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'tenant_id': 'cfe5efe5bc04414daec2165ebe59ab3a', 'fixed_ips': [{'subnet_id': '8592a7b7-548d-489b-8318-e97444a43bbe'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:10:33.230024 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-43955f67-32ee-459b-b03f-5c5e461ac10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:33.254655 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-01611465-428d-4e88-ae71-7f141936b378 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Allocated IP 2001:db8::f59f:79f2:2401:fd4c (9177193f-e165-437e-b3d7-f8fa84e750aa/8592a7b7-548d-489b-8318-e97444a43bbe/50738b70-74cf-40fc-9b28-07a4c54f0211) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:10:33.448488 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-01611465-428d-4e88-ae71-7f141936b378 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:33.462952 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-01611465-428d-4e88-ae71-7f141936b378 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Transition to ACTIVE for port object 50738b70-74cf-40fc-9b28-07a4c54f0211 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:10:33.498746 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-01611465-428d-4e88-ae71-7f141936b378 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:33.518779 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01611465-428d-4e88-ae71-7f141936b378 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:10:33.522600 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-01611465-428d-4e88-ae71-7f141936b378 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:10:33.541400 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01611465-428d-4e88-ae71-7f141936b378 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:10:33.547088 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01611465-428d-4e88-ae71-7f141936b378 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:33.547705 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-01611465-428d-4e88-ae71-7f141936b378 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:33.548401 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-43955f67-32ee-459b-b03f-5c5e461ac10d None None] Allocated IP 2001:db8::2 (9177193f-e165-437e-b3d7-f8fa84e750aa/8592a7b7-548d-489b-8318-e97444a43bbe/f228e8f8-3c40-44a0-99d3-546437b8aaef) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:10:33.578113 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-01611465-428d-4e88-ae71-7f141936b378 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9564052 Sep 08 09:10:33.578299 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51344) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:33.587720 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01611465-428d-4e88-ae71-7f141936b378 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Port': ['ID=50738b70-74cf-40fc-9b28-07a4c54f0211,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:33.637982 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c51f776-bee5-439e-88db-e2fbd8da4c81 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:33.642165 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4c51f776-bee5-439e-88db-e2fbd8da4c81 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0604103 Sep 08 09:10:33.642432 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51348) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:33.752896 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51354) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:33.755257 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-34503a01-6a01-4e38-85f3-a306fbfb2698 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting port 50738b70-74cf-40fc-9b28-07a4c54f0211 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:10:33.755530 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-34503a01-6a01-4e38-85f3-a306fbfb2698 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:33.915871 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5474ae38-e5e0-4dcd-9110-63b46ceee42e req-d99a6b14-c3d5-4fa2-909e-ff885ba13d36 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:33.917768 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5474ae38-e5e0-4dcd-9110-63b46ceee42e req-d99a6b14-c3d5-4fa2-909e-ff885ba13d36 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=008d6f77-b73c-48a7-aa12-514e81a278f4 HTTP/1.1" status: 200 len: 945 time: 0.0635703 Sep 08 09:10:33.922155 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-43955f67-32ee-459b-b03f-5c5e461ac10d None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:33.933210 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-43955f67-32ee-459b-b03f-5c5e461ac10d None None] Transition to ACTIVE for port object f228e8f8-3c40-44a0-99d3-546437b8aaef will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:10:33.948163 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-34503a01-6a01-4e38-85f3-a306fbfb2698 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:33.950481 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-43955f67-32ee-459b-b03f-5c5e461ac10d None None] Transition to ACTIVE for port object f228e8f8-3c40-44a0-99d3-546437b8aaef will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:10:33.956454 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-43955f67-32ee-459b-b03f-5c5e461ac10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:33.964858 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-34503a01-6a01-4e38-85f3-a306fbfb2698 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Calling delete_port for 50738b70-74cf-40fc-9b28-07a4c54f0211 owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:10:33.985919 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5474ae38-e5e0-4dcd-9110-63b46ceee42e req-01145be9-3c18-4959-b3b0-a2ef55971c09 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609248 Sep 08 09:10:34.000931 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43955f67-32ee-459b-b03f-5c5e461ac10d None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:10:34.004542 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-43955f67-32ee-459b-b03f-5c5e461ac10d None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:10:34.016326 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43955f67-32ee-459b-b03f-5c5e461ac10d None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:10:34.046281 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43955f67-32ee-459b-b03f-5c5e461ac10d None None] Pushing event updated for resources: {'Port': ['ID=f228e8f8-3c40-44a0-99d3-546437b8aaef,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:34.084220 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-43955f67-32ee-459b-b03f-5c5e461ac10d None None] Attempting to bind port f228e8f8-3c40-44a0-99d3-546437b8aaef on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:10:34.084829 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-43955f67-32ee-459b-b03f-5c5e461ac10d None None] Attempting to bind port f228e8f8-3c40-44a0-99d3-546437b8aaef by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:10:34.085359 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43955f67-32ee-459b-b03f-5c5e461ac10d None None] Attempting to bind port f228e8f8-3c40-44a0-99d3-546437b8aaef on network 9177193f-e165-437e-b3d7-f8fa84e750aa {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:10:34.091898 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43955f67-32ee-459b-b03f-5c5e461ac10d None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:10:34.092274 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43955f67-32ee-459b-b03f-5c5e461ac10d None None] Checking segment: {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:10:34.092860 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-43955f67-32ee-459b-b03f-5c5e461ac10d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:34.093439 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43955f67-32ee-459b-b03f-5c5e461ac10d None None] Bound using segment: {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:10:34.093926 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-43955f67-32ee-459b-b03f-5c5e461ac10d None None] Bound port: f228e8f8-3c40-44a0-99d3-546437b8aaef, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:10:34.094359 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-43955f67-32ee-459b-b03f-5c5e461ac10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:34.147809 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-34503a01-6a01-4e38-85f3-a306fbfb2698 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:34.170457 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-43955f67-32ee-459b-b03f-5c5e461ac10d None None] For port f228e8f8-3c40-44a0-99d3-546437b8aaef, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:10:34.174502 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-43955f67-32ee-459b-b03f-5c5e461ac10d None None] For port f228e8f8-3c40-44a0-99d3-546437b8aaef, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=f228e8f8-3c40-44a0-99d3-546437b8aaef,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:10:34.179765 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34503a01-6a01-4e38-85f3-a306fbfb2698 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Port': ['ID=50738b70-74cf-40fc-9b28-07a4c54f0211,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:34.189173 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-43955f67-32ee-459b-b03f-5c5e461ac10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:34.210267 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-34503a01-6a01-4e38-85f3-a306fbfb2698 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:34.212592 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-34503a01-6a01-4e38-85f3-a306fbfb2698 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/ports/50738b70-74cf-40fc-9b28-07a4c54f0211 HTTP/1.1" status: 204 len: 168 time: 0.5692401 Sep 08 09:10:34.219540 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51366) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:34.263028 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb604e-0e81-4c3a-8cc5-7fd6612fa43c req-6dc0b925-04ae-4533-97b0-bfb47cc2b138 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:34.269788 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43955f67-32ee-459b-b03f-5c5e461ac10d None None] Pushing event updated for resources: {'Port': ['ID=f228e8f8-3c40-44a0-99d3-546437b8aaef,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:34.270547 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8cfb604e-0e81-4c3a-8cc5-7fd6612fa43c req-6dc0b925-04ae-4533-97b0-bfb47cc2b138 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=17235dd1-6acd-4daf-a389-343a00e183f9 HTTP/1.1" status: 200 len: 945 time: 0.3611400 Sep 08 09:10:34.287162 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2456aa4-bfb5-42a7-8af0-664bf89f4ce3 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:34.289115 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2456aa4-bfb5-42a7-8af0-664bf89f4ce3 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:34.290914 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b2456aa4-bfb5-42a7-8af0-664bf89f4ce3 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0703292 Sep 08 09:10:34.294176 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51368) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:34.353894 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8cfb604e-0e81-4c3a-8cc5-7fd6612fa43c req-73c6f0bb-3edb-4f37-acdc-0b633225a518 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824478 Sep 08 09:10:34.364736 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0cbea17-2664-45d5-a64b-41d4ef06ac71 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting subnet 8592a7b7-548d-489b-8318-e97444a43bbe {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:10:34.368324 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device fc9bbd1b-44da-4a2b-9f15-d1e3f30ebfa7 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:10:34.368521 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d0cbea17-2664-45d5-a64b-41d4ef06ac71 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:34.397023 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: fc9bbd1b-44da-4a2b-9f15-d1e3f30ebfa7 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:10:34.397738 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device fc9bbd1b-44da-4a2b-9f15-d1e3f30ebfa7 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:10:34.428225 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d0cbea17-2664-45d5-a64b-41d4ef06ac71 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:34.537079 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d0cbea17-2664-45d5-a64b-41d4ef06ac71 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:34.615077 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d0cbea17-2664-45d5-a64b-41d4ef06ac71 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:34.646414 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cbea17-2664-45d5-a64b-41d4ef06ac71 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Subnet': ['ID=8592a7b7-548d-489b-8318-e97444a43bbe,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:34.651956 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d0cbea17-2664-45d5-a64b-41d4ef06ac71 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:34.655710 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d0cbea17-2664-45d5-a64b-41d4ef06ac71 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/8592a7b7-548d-489b-8318-e97444a43bbe HTTP/1.1" status: 204 len: 168 time: 0.3603916 Sep 08 09:10:34.658223 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51372) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:34.703332 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b5460013-e895-4ce4-929c-96c29b33a40f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0435977 Sep 08 09:10:34.705949 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51374) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:34.711162 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-fe48790c-1b6c-46f9-8ab4-1ce3c453d2f4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'subnet': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:10:34.753021 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f4ae1eee-86c9-41b6-a880-b83201b47cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:34.804233 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe48790c-1b6c-46f9-8ab4-1ce3c453d2f4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:10:34.808047 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fe48790c-1b6c-46f9-8ab4-1ce3c453d2f4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:35.010325 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fe48790c-1b6c-46f9-8ab4-1ce3c453d2f4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:35.067694 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe48790c-1b6c-46f9-8ab4-1ce3c453d2f4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:10:35.071431 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-fe48790c-1b6c-46f9-8ab4-1ce3c453d2f4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:10:35.076361 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe48790c-1b6c-46f9-8ab4-1ce3c453d2f4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:35.077213 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fe48790c-1b6c-46f9-8ab4-1ce3c453d2f4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:35.079623 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-f4ae1eee-86c9-41b6-a880-b83201b47cd1 admin admin] Deleting port a3be75f1-9287-45c7-ad60-a4becde4a4da {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:10:35.079984 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f4ae1eee-86c9-41b6-a880-b83201b47cd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:35.091709 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe48790c-1b6c-46f9-8ab4-1ce3c453d2f4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Subnet': ['ID=d486474c-17b9-49ab-ad53-7201b46def16,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:35.101238 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-fe48790c-1b6c-46f9-8ab4-1ce3c453d2f4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3939717 Sep 08 09:10:35.104046 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51378) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:35.108983 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-d7da5f96-dfa0-4113-bb3d-5e59b9645af5 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'port': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'fixed_ips': [{'subnet_id': 'd486474c-17b9-49ab-ad53-7201b46def16', 'ip_address': '2001:db8::4bde:9fc4:5ba8:85f8'}], 'name': 'tempest-NetworksTestDHCPv6-996891173'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:10:35.216964 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f1a7a-5293-4a7e-a79e-876d92a0d64a req-b4c7e790-99dc-47ab-bd37-b14308d9c3a0 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:35.218595 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9c1f1a7a-5293-4a7e-a79e-876d92a0d64a req-b4c7e790-99dc-47ab-bd37-b14308d9c3a0 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=008d6f77-b73c-48a7-aa12-514e81a278f4 HTTP/1.1" status: 200 len: 945 time: 0.1042061 Sep 08 09:10:35.225653 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-f4ae1eee-86c9-41b6-a880-b83201b47cd1 admin admin] For port a3be75f1-9287-45c7-ad60-a4becde4a4da, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a3be75f1-9287-45c7-ad60-a4becde4a4da,segment=NetworkSegment(2d726032-d9c0-4dd0-a3a3-50878ac67fa8),segment_id=2d726032-d9c0-4dd0-a3a3-50878ac67fa8)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:10:35.226067 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f4ae1eee-86c9-41b6-a880-b83201b47cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:35.246024 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-f4ae1eee-86c9-41b6-a880-b83201b47cd1 admin admin] Calling delete_port for a3be75f1-9287-45c7-ad60-a4becde4a4da owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:10:35.254833 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7da5f96-dfa0-4113-bb3d-5e59b9645af5 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:10:35.260269 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d7da5f96-dfa0-4113-bb3d-5e59b9645af5 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:35.279662 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [None req-d7da5f96-dfa0-4113-bb3d-5e59b9645af5 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] device_id is not set on port d1fe95bc-21d5-4fe7-bb9b-c754fc671c9c yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:10:35.313232 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9c1f1a7a-5293-4a7e-a79e-876d92a0d64a req-100dd1ec-5bfe-4eca-b330-ee2995026252 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843318 Sep 08 09:10:35.483683 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f008fb-a9b6-4af0-8cfd-17139becf0ea None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:10:35.490585 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-d7da5f96-dfa0-4113-bb3d-5e59b9645af5 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Allocated IP 2001:db8::4bde:9fc4:5ba8:85f8 (9177193f-e165-437e-b3d7-f8fa84e750aa/d486474c-17b9-49ab-ad53-7201b46def16/d1fe95bc-21d5-4fe7-bb9b-c754fc671c9c) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:10:35.508338 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f4ae1eee-86c9-41b6-a880-b83201b47cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:35.544136 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ae1eee-86c9-41b6-a880-b83201b47cd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3be75f1-9287-45c7-ad60-a4becde4a4da,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:35.553673 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d48a778-3b10-4ef2-baba-0c09d4215d81 req-37ed2308-8b4a-4742-9494-a052980addeb tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:35.555261 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0d48a778-3b10-4ef2-baba-0c09d4215d81 req-37ed2308-8b4a-4742-9494-a052980addeb tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=17235dd1-6acd-4daf-a389-343a00e183f9 HTTP/1.1" status: 200 len: 945 time: 0.1028960 Sep 08 09:10:35.603652 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2e416626-3ef8-4fa7-a302-388f6f6efc35 None None] Provisioning for port f228e8f8-3c40-44a0-99d3-546437b8aaef completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:10:35.667897 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0d48a778-3b10-4ef2-baba-0c09d4215d81 req-8c794d34-8b29-4997-bbc8-e6a0fe69b248 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894184 Sep 08 09:10:35.703331 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d7da5f96-dfa0-4113-bb3d-5e59b9645af5 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:35.726134 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-d7da5f96-dfa0-4113-bb3d-5e59b9645af5 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Transition to ACTIVE for port object d1fe95bc-21d5-4fe7-bb9b-c754fc671c9c will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:10:35.770767 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d7da5f96-dfa0-4113-bb3d-5e59b9645af5 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:35.799632 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f4ae1eee-86c9-41b6-a880-b83201b47cd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:35.814892 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7da5f96-dfa0-4113-bb3d-5e59b9645af5 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:10:35.819080 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-d7da5f96-dfa0-4113-bb3d-5e59b9645af5 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:10:35.823334 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7da5f96-dfa0-4113-bb3d-5e59b9645af5 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:10:35.829091 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7da5f96-dfa0-4113-bb3d-5e59b9645af5 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:35.829736 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d7da5f96-dfa0-4113-bb3d-5e59b9645af5 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:35.852677 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da5f96-dfa0-4113-bb3d-5e59b9645af5 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Port': ['ID=d1fe95bc-21d5-4fe7-bb9b-c754fc671c9c,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:35.868478 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d7da5f96-dfa0-4113-bb3d-5e59b9645af5 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7633517 Sep 08 09:10:35.871054 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51388) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:35.924360 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f0adbd-41c0-4ac5-84a3-4abadabfd110 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:35.930935 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f0adbd-41c0-4ac5-84a3-4abadabfd110 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:35.932584 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-46f0adbd-41c0-4ac5-84a3-4abadabfd110 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.0605888 Sep 08 09:10:35.935360 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51390) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:36.037255 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-eb15acf7-263a-400f-8b24-ac5f1eccf1af tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting port d1fe95bc-21d5-4fe7-bb9b-c754fc671c9c {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:10:36.037619 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-eb15acf7-263a-400f-8b24-ac5f1eccf1af tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:36.049159 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ae1eee-86c9-41b6-a880-b83201b47cd1 admin admin] Router df41a430-f793-4b9f-9c89-21254b2ff6d0 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:10:36.134475 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-eb15acf7-263a-400f-8b24-ac5f1eccf1af tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:36.147833 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-eb15acf7-263a-400f-8b24-ac5f1eccf1af tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Calling delete_port for d1fe95bc-21d5-4fe7-bb9b-c754fc671c9c owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:10:36.167331 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ae1eee-86c9-41b6-a880-b83201b47cd1 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:10:36.177323 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f4ae1eee-86c9-41b6-a880-b83201b47cd1 admin admin] 10.222.0.54 "PUT /v2.0/routers/df41a430-f793-4b9f-9c89-21254b2ff6d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4181824 Sep 08 09:10:36.177323 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51392) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:36.179583 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc3b55a-99fb-45ab-9e61-45a1f54bc939 None None] Sync routers for ids ['df41a430-f793-4b9f-9c89-21254b2ff6d0'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:10:36.195081 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc3b55a-99fb-45ab-9e61-45a1f54bc939 None None] Routers {'df41a430-f793-4b9f-9c89-21254b2ff6d0'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:10:36.196070 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-dcc3b55a-99fb-45ab-9e61-45a1f54bc939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:10:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['df41a430-f793-4b9f-9c89-21254b2ff6d0'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:10:36.247302 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-a823a5eb-63d6-4c10-8dc1-27d14d301d13 None None] Could not find standard attr ID for object 50738b70-74cf-40fc-9b28-07a4c54f0211. {{(pid=94714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 09:10:36.303329 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-472b179a-d8ae-461d-b56b-5d15c1467167 admin admin] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:36.370767 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-eb15acf7-263a-400f-8b24-ac5f1eccf1af tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:36.433520 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15acf7-263a-400f-8b24-ac5f1eccf1af tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Port': ['ID=d1fe95bc-21d5-4fe7-bb9b-c754fc671c9c,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:36.454925 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-472b179a-d8ae-461d-b56b-5d15c1467167 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:36.464500 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-dcc3b55a-99fb-45ab-9e61-45a1f54bc939 None None] Set router df41a430-f793-4b9f-9c89-21254b2ff6d0 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:10:36.482198 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-eb15acf7-263a-400f-8b24-ac5f1eccf1af tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:36.484982 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-eb15acf7-263a-400f-8b24-ac5f1eccf1af tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/ports/d1fe95bc-21d5-4fe7-bb9b-c754fc671c9c HTTP/1.1" status: 204 len: 168 time: 0.5486100 Sep 08 09:10:36.487716 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51400) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:36.576380 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5278ac39-5b23-4388-acdb-3dda46a12de0 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:36.578021 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5278ac39-5b23-4388-acdb-3dda46a12de0 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:36.580074 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5278ac39-5b23-4388-acdb-3dda46a12de0 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0904796 Sep 08 09:10:36.584051 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51402) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:36.587236 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device f228e8f8-3c40-44a0-99d3-546437b8aaef up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:10:36.589056 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-5a54da62-9de6-438a-b899-ac5189c630f8 None None] Could not find standard attr ID for object d1fe95bc-21d5-4fe7-bb9b-c754fc671c9c. {{(pid=94714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 09:10:36.589186 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e82ca1-321f-4c10-be36-f9fbe66cf000 req-a5590286-3441-4c56-b04d-42e3ab66c02b tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:36.592006 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-75e82ca1-321f-4c10-be36-f9fbe66cf000 req-a5590286-3441-4c56-b04d-42e3ab66c02b tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=008d6f77-b73c-48a7-aa12-514e81a278f4 HTTP/1.1" status: 200 len: 945 time: 0.1228809 Sep 08 09:10:36.600316 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-472b179a-d8ae-461d-b56b-5d15c1467167 admin admin] Deleting port 50ce655b-179c-4da1-8f1d-05451893c0d2 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:10:36.600689 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-472b179a-d8ae-461d-b56b-5d15c1467167 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:36.671624 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-015e1195-30d5-4168-a0bd-9f52676ee9f2 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting subnet d486474c-17b9-49ab-ad53-7201b46def16 {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:10:36.677728 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-015e1195-30d5-4168-a0bd-9f52676ee9f2 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:36.688909 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port f228e8f8-3c40-44a0-99d3-546437b8aaef completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:10:36.696839 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port f228e8f8-3c40-44a0-99d3-546437b8aaef triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:10:36.697362 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:36.740645 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-75e82ca1-321f-4c10-be36-f9fbe66cf000 req-b3080261-dbab-46a4-b5a6-7205145fc27d tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377144 Sep 08 09:10:36.786382 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-472b179a-d8ae-461d-b56b-5d15c1467167 admin admin] For port 50ce655b-179c-4da1-8f1d-05451893c0d2, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=50ce655b-179c-4da1-8f1d-05451893c0d2,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:10:36.786763 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-472b179a-d8ae-461d-b56b-5d15c1467167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:36.808488 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-472b179a-d8ae-461d-b56b-5d15c1467167 admin admin] Calling delete_port for 50ce655b-179c-4da1-8f1d-05451893c0d2 owned by network:router_gateway {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:10:36.849032 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-dcc3b55a-99fb-45ab-9e61-45a1f54bc939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'name': 'tempest-AttachVolumeTestJSON-655579207-router', 'tenant_id': 'a2f9a27fb48843b398aaefe83b941227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '50ce655b-179c-4da1-8f1d-05451893c0d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:02:51Z', 'updated_at': '2021-09-08T09:10:35Z', 'revision_number': 5, 'project_id': 'a2f9a27fb48843b398aaefe83b941227', 'gw_port': {'id': '50ce655b-179c-4da1-8f1d-05451893c0d2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:a7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:52Z', 'updated_at': '2021-09-08T09:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:10:36.869866 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:36.877375 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc3b55a-99fb-45ab-9e61-45a1f54bc939 None None] Checking router: df41a430-f793-4b9f-9c89-21254b2ff6d0 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:10:36.886664 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc3b55a-99fb-45ab-9e61-45a1f54bc939 None None] Routers {'df41a430-f793-4b9f-9c89-21254b2ff6d0'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:10:36.887643 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-dcc3b55a-99fb-45ab-9e61-45a1f54bc939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:10:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['df41a430-f793-4b9f-9c89-21254b2ff6d0'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:10:36.922405 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port f228e8f8-3c40-44a0-99d3-546437b8aaef, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=f228e8f8-3c40-44a0-99d3-546437b8aaef,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:10:36.930033 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:36.997124 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=f228e8f8-3c40-44a0-99d3-546437b8aaef,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:37.007774 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-dcc3b55a-99fb-45ab-9e61-45a1f54bc939 None None] Set router df41a430-f793-4b9f-9c89-21254b2ff6d0 gateway port host: None {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:10:37.083181 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-dcc3b55a-99fb-45ab-9e61-45a1f54bc939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'name': 'tempest-AttachVolumeTestJSON-655579207-router', 'tenant_id': 'a2f9a27fb48843b398aaefe83b941227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:02:51Z', 'updated_at': '2021-09-08T09:10:36Z', 'revision_number': 6, 'project_id': 'a2f9a27fb48843b398aaefe83b941227', 'gw_port_host': None}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:10:37.115083 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc3b55a-99fb-45ab-9e61-45a1f54bc939 None None] The sync data for ids ['df41a430-f793-4b9f-9c89-21254b2ff6d0'] in n-d-806683-11 is: [{'id': 'df41a430-f793-4b9f-9c89-21254b2ff6d0', 'name': 'tempest-AttachVolumeTestJSON-655579207-router', 'tenant_id': 'a2f9a27fb48843b398aaefe83b941227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:02:51Z', 'updated_at': '2021-09-08T09:10:36Z', 'revision_number': 6, 'project_id': 'a2f9a27fb48843b398aaefe83b941227', 'gw_port_host': None}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:10:37.249338 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-015e1195-30d5-4168-a0bd-9f52676ee9f2 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:37.305326 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d795b-b191-4634-8710-adab6dedb0e0 req-2ec0982b-86ac-4afe-b670-8c1e2e058775 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:37.312410 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cd1d795b-b191-4634-8710-adab6dedb0e0 req-2ec0982b-86ac-4afe-b670-8c1e2e058775 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=17235dd1-6acd-4daf-a389-343a00e183f9 HTTP/1.1" status: 200 len: 945 time: 0.1119924 Sep 08 09:10:37.330097 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-472b179a-d8ae-461d-b56b-5d15c1467167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:37.340855 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-015e1195-30d5-4168-a0bd-9f52676ee9f2 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:37.361921 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472b179a-d8ae-461d-b56b-5d15c1467167 admin admin] Pushing event deleted for resources: {'Port': ['ID=50ce655b-179c-4da1-8f1d-05451893c0d2,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:37.392888 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cd1d795b-b191-4634-8710-adab6dedb0e0 req-55582e72-bfc9-477a-af11-269809a8e41a tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796189 Sep 08 09:10:37.424710 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-015e1195-30d5-4168-a0bd-9f52676ee9f2 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:37.431842 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-472b179a-d8ae-461d-b56b-5d15c1467167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:37.453366 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e1195-30d5-4168-a0bd-9f52676ee9f2 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Subnet': ['ID=d486474c-17b9-49ab-ad53-7201b46def16,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:37.457132 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-015e1195-30d5-4168-a0bd-9f52676ee9f2 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:37.459045 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-015e1195-30d5-4168-a0bd-9f52676ee9f2 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/d486474c-17b9-49ab-ad53-7201b46def16 HTTP/1.1" status: 204 len: 168 time: 0.8674433 Sep 08 09:10:37.461425 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51410) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:37.464447 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83594e1-ea55-40e6-a52a-cad6e32c6445 None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:10:37.501492 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-62d92deb-af31-4906-8c41-4cc41362312f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0368450 Sep 08 09:10:37.502238 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51412) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:37.582517 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-472b179a-d8ae-461d-b56b-5d15c1467167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:37.585321 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-472b179a-d8ae-461d-b56b-5d15c1467167 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:37.662553 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfde18e-e3d9-4f57-af29-68655a334093 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:37.664111 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8bfde18e-e3d9-4f57-af29-68655a334093 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1611679 Sep 08 09:10:37.666540 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-472b179a-d8ae-461d-b56b-5d15c1467167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:37.667457 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51416) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:37.667615 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472b179a-d8ae-461d-b56b-5d15c1467167 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df41a430-f793-4b9f-9c89-21254b2ff6d0 {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:10:37.672598 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-472b179a-d8ae-461d-b56b-5d15c1467167 admin admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:37.673419 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff943a7-afc4-4ece-8e0f-7701cf678428 None None] DHCP port deletion for 9177193f-e165-437e-b3d7-f8fa84e750aa request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:10:37.673990 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-472b179a-d8ae-461d-b56b-5d15c1467167 admin admin] 10.222.0.54 "DELETE /v2.0/routers/df41a430-f793-4b9f-9c89-21254b2ff6d0 HTTP/1.1" status: 204 len: 168 time: 1.4968832 Sep 08 09:10:37.677151 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51418) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:37.723847 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-6ff943a7-afc4-4ece-8e0f-7701cf678428 None None] Deleting port f228e8f8-3c40-44a0-99d3-546437b8aaef {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:10:37.724743 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6ff943a7-afc4-4ece-8e0f-7701cf678428 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:37.736024 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5431b2f-29db-4f2c-8f99-5dcaeba5eeea admin admin] Deleting subnet b55eaef4-013f-4f3d-8aec-fea124c1fdb3 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:10:37.739356 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c5431b2f-29db-4f2c-8f99-5dcaeba5eeea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:37.749035 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e7d994-bbef-42ec-bcf0-c91399dd0d7e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:37.753052 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-92e7d994-bbef-42ec-bcf0-c91399dd0d7e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0822234 Sep 08 09:10:37.753783 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51422) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:37.786716 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c5431b2f-29db-4f2c-8f99-5dcaeba5eeea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:37.800612 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-dce0de8e-d067-4521-91b5-e748f985557c tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0453215 Sep 08 09:10:37.808107 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51426) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:37.813504 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-26e2633f-dbd9-4665-889e-cae49adafb40 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'subnet': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:10:37.832635 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-6ff943a7-afc4-4ece-8e0f-7701cf678428 None None] For port f228e8f8-3c40-44a0-99d3-546437b8aaef, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=f228e8f8-3c40-44a0-99d3-546437b8aaef,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:10:37.833417 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6ff943a7-afc4-4ece-8e0f-7701cf678428 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:37.859663 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-6ff943a7-afc4-4ece-8e0f-7701cf678428 None None] Calling delete_port for f228e8f8-3c40-44a0-99d3-546437b8aaef owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:10:37.904687 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c5431b2f-29db-4f2c-8f99-5dcaeba5eeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:37.948035 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ad076-9df2-4764-95f0-6c8b83a3c074 req-9cb50606-c95e-48ba-b0b9-e8b1f96f3346 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:37.949591 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2e3ad076-9df2-4764-95f0-6c8b83a3c074 req-9cb50606-c95e-48ba-b0b9-e8b1f96f3346 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=008d6f77-b73c-48a7-aa12-514e81a278f4 HTTP/1.1" status: 200 len: 945 time: 0.0971291 Sep 08 09:10:37.957752 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6ff943a7-afc4-4ece-8e0f-7701cf678428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:37.986401 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c5431b2f-29db-4f2c-8f99-5dcaeba5eeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:37.988609 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e2633f-dbd9-4665-889e-cae49adafb40 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:10:37.990609 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff943a7-afc4-4ece-8e0f-7701cf678428 None None] Pushing event deleted for resources: {'Port': ['ID=f228e8f8-3c40-44a0-99d3-546437b8aaef,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:37.996386 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff943a7-afc4-4ece-8e0f-7701cf678428 None None] No DVR routers for this DVR port f228e8f8-3c40-44a0-99d3-546437b8aaef on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:10:37.997639 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-26e2633f-dbd9-4665-889e-cae49adafb40 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:38.023983 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd2d154-d4c5-4376-920f-b5edd5281402 None None] Network d15b4ce3-7986-485f-ad78-2afa75611397 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:10:38.028563 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2e3ad076-9df2-4764-95f0-6c8b83a3c074 req-d3a2128d-ae4e-44ee-a5bc-74934b251e4c tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696247 Sep 08 09:10:38.033856 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c5431b2f-29db-4f2c-8f99-5dcaeba5eeea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:38.037077 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c5431b2f-29db-4f2c-8f99-5dcaeba5eeea admin admin] 10.222.0.54 "DELETE /v2.0/subnets/b55eaef4-013f-4f3d-8aec-fea124c1fdb3 HTTP/1.1" status: 204 len: 168 time: 0.3588958 Sep 08 09:10:38.038322 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5431b2f-29db-4f2c-8f99-5dcaeba5eeea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b55eaef4-013f-4f3d-8aec-fea124c1fdb3,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:38.039613 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51428) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:38.170983 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-400b3423-aef1-4b6a-9220-1d27202c7ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:38.228051 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad325580-598b-43a6-8dc7-b6a0025f7417 None None] DHCP port deletion for d15b4ce3-7986-485f-ad78-2afa75611397 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:10:38.275066 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-ad325580-598b-43a6-8dc7-b6a0025f7417 None None] Deleting port 85774a13-6f28-46ea-b577-fd41d367ae0a {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:10:38.275510 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ad325580-598b-43a6-8dc7-b6a0025f7417 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:38.323115 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-26e2633f-dbd9-4665-889e-cae49adafb40 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:38.332978 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-400b3423-aef1-4b6a-9220-1d27202c7ae5 admin admin] Deleting port 85774a13-6f28-46ea-b577-fd41d367ae0a {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:10:38.333331 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-400b3423-aef1-4b6a-9220-1d27202c7ae5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:38.346825 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 85774a13-6f28-46ea-b577-fd41d367ae0a no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:10:38.355902 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-ad325580-598b-43a6-8dc7-b6a0025f7417 None None] For port 85774a13-6f28-46ea-b577-fd41d367ae0a, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=85774a13-6f28-46ea-b577-fd41d367ae0a,segment=NetworkSegment(2d726032-d9c0-4dd0-a3a3-50878ac67fa8),segment_id=2d726032-d9c0-4dd0-a3a3-50878ac67fa8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:10:38.356304 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ad325580-598b-43a6-8dc7-b6a0025f7417 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:38.386721 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-ad325580-598b-43a6-8dc7-b6a0025f7417 None None] Calling delete_port for 85774a13-6f28-46ea-b577-fd41d367ae0a owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:10:38.387016 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e2633f-dbd9-4665-889e-cae49adafb40 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:10:38.395442 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-26e2633f-dbd9-4665-889e-cae49adafb40 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:10:38.408736 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d207d14-f799-4287-8430-013e2ac229ac None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:10:38.430215 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e2633f-dbd9-4665-889e-cae49adafb40 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:38.430567 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-26e2633f-dbd9-4665-889e-cae49adafb40 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:38.454904 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e2633f-dbd9-4665-889e-cae49adafb40 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Subnet': ['ID=d7fe0da1-de7c-4fec-b67a-9f5cb8858284,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:38.459453 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-400b3423-aef1-4b6a-9220-1d27202c7ae5 admin admin] For port 85774a13-6f28-46ea-b577-fd41d367ae0a, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=85774a13-6f28-46ea-b577-fd41d367ae0a,segment=NetworkSegment(2d726032-d9c0-4dd0-a3a3-50878ac67fa8),segment_id=2d726032-d9c0-4dd0-a3a3-50878ac67fa8)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:10:38.459829 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-400b3423-aef1-4b6a-9220-1d27202c7ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:38.474219 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-26e2633f-dbd9-4665-889e-cae49adafb40 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6614919 Sep 08 09:10:38.474430 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51434) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:38.479791 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-a8463edb-a388-460d-ac16-8eb48ac68ea4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'port': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'fixed_ips': [{'subnet_id': 'd7fe0da1-de7c-4fec-b67a-9f5cb8858284', 'ip_address': '2001:db8::66a8:ce8:e864:d011'}], 'name': 'tempest-NetworksTestDHCPv6-826143192'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:10:38.497561 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-400b3423-aef1-4b6a-9220-1d27202c7ae5 admin admin] Calling delete_port for 85774a13-6f28-46ea-b577-fd41d367ae0a owned by network:dhcp {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:10:38.572912 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdfd761-1714-41e8-8e64-097b9f4801e9 req-066a7324-d34a-47e7-9c4d-d594f82b4de3 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:38.575415 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-efdfd761-1714-41e8-8e64-097b9f4801e9 req-066a7324-d34a-47e7-9c4d-d594f82b4de3 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=17235dd1-6acd-4daf-a389-343a00e183f9 HTTP/1.1" status: 200 len: 945 time: 0.0790706 Sep 08 09:10:38.586751 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:38.636615 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ad325580-598b-43a6-8dc7-b6a0025f7417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:38.651644 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-efdfd761-1714-41e8-8e64-097b9f4801e9 req-6f5eb71c-fed0-4057-bfad-300ebcc191f7 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599132 Sep 08 09:10:38.684332 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8463edb-a388-460d-ac16-8eb48ac68ea4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:10:38.691664 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad325580-598b-43a6-8dc7-b6a0025f7417 None None] Pushing event deleted for resources: {'Port': ['ID=85774a13-6f28-46ea-b577-fd41d367ae0a,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:38.697657 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 50ce655b-179c-4da1-8f1d-05451893c0d2 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:10:38.699709 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad325580-598b-43a6-8dc7-b6a0025f7417 None None] No DVR routers for this DVR port 85774a13-6f28-46ea-b577-fd41d367ae0a on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:10:38.714356 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-400b3423-aef1-4b6a-9220-1d27202c7ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:38.729063 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 50ce655b-179c-4da1-8f1d-05451893c0d2 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:10:38.729063 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 50ce655b-179c-4da1-8f1d-05451893c0d2 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:10:38.729063 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a3be75f1-9287-45c7-ad60-a4becde4a4da no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:10:38.762113 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e36880b-87ac-4393-bb76-105488a9dd33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-9177193f-e165-437e-b3d7-f8fa84e750aa', 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'tenant_id': 'cfe5efe5bc04414daec2165ebe59ab3a', 'fixed_ips': [{'subnet_id': 'd7fe0da1-de7c-4fec-b67a-9f5cb8858284'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:10:38.762978 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0e36880b-87ac-4393-bb76-105488a9dd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:38.765270 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: a3be75f1-9287-45c7-ad60-a4becde4a4da {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:10:38.765612 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a3be75f1-9287-45c7-ad60-a4becde4a4da not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:10:38.766024 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device f228e8f8-3c40-44a0-99d3-546437b8aaef no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:10:38.778020 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b3423-aef1-4b6a-9220-1d27202c7ae5 admin admin] Pushing event deleted for resources: {'Port': ['ID=85774a13-6f28-46ea-b577-fd41d367ae0a,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:38.788132 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400b3423-aef1-4b6a-9220-1d27202c7ae5 admin admin] No DVR routers for this DVR port 85774a13-6f28-46ea-b577-fd41d367ae0a on host n-d-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:10:38.793331 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: f228e8f8-3c40-44a0-99d3-546437b8aaef {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:10:38.793689 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device f228e8f8-3c40-44a0-99d3-546437b8aaef not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:10:38.853985 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a8463edb-a388-460d-ac16-8eb48ac68ea4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:38.895645 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-400b3423-aef1-4b6a-9220-1d27202c7ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:38.921797 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [None req-a8463edb-a388-460d-ac16-8eb48ac68ea4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] device_id is not set on port 84511192-427f-4dab-9ceb-5c17c917a954 yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:10:38.931922 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-400b3423-aef1-4b6a-9220-1d27202c7ae5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d15b4ce3-7986-485f-ad78-2afa75611397']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:10:38.936694 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-0e36880b-87ac-4393-bb76-105488a9dd33 None None] Allocated IP 2001:db8::2 (9177193f-e165-437e-b3d7-f8fa84e750aa/d7fe0da1-de7c-4fec-b67a-9f5cb8858284/95c73fa2-e8a0-4a42-af31-38a0a13025e3) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:10:38.978159 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-400b3423-aef1-4b6a-9220-1d27202c7ae5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d726032-d9c0-4dd0-a3a3-50878ac67fa8') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:10:38.978368 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-400b3423-aef1-4b6a-9220-1d27202c7ae5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d726032-d9c0-4dd0-a3a3-50878ac67fa8') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:10:38.995890 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-400b3423-aef1-4b6a-9220-1d27202c7ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:39.017330 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-400b3423-aef1-4b6a-9220-1d27202c7ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:39.059746 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-400b3423-aef1-4b6a-9220-1d27202c7ae5 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:10:39.060152 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-400b3423-aef1-4b6a-9220-1d27202c7ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:39.061850 n-d-806683-11 neutron-server[94712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:10:39.061850 n-d-806683-11 neutron-server[94712]: self.session.flush() Sep 08 09:10:39.061850 n-d-806683-11 neutron-server[94712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:10:39.061850 n-d-806683-11 neutron-server[94712]: self.session.flush() Sep 08 09:10:39.061850 n-d-806683-11 neutron-server[94712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:10:39.061850 n-d-806683-11 neutron-server[94712]: self.session.flush() Sep 08 09:10:39.061850 n-d-806683-11 neutron-server[94712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:10:39.061850 n-d-806683-11 neutron-server[94712]: self.session.flush() Sep 08 09:10:39.061850 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:10:39.061850 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:10:39.061850 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:10:39.061850 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:10:39.061850 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:10:39.061850 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:10:39.061850 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:10:39.061850 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:10:39.061850 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:10:39.061850 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:10:39.061850 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:10:39.061850 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:10:39.061850 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:10:39.061850 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:10:39.061850 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:10:39.061850 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:10:39.061850 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:10:39.061850 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:10:39.061850 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:10:39.061850 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:10:39.061850 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:10:39.061850 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:10:39.061850 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:10:39.061850 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:10:39.061850 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:10:39.061850 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:10:39.061850 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:10:39.061850 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:10:39.061850 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:10:39.061850 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:10:39.061850 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:10:39.061850 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:10:39.093793 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0e36880b-87ac-4393-bb76-105488a9dd33 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:39.104684 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-0e36880b-87ac-4393-bb76-105488a9dd33 None None] Transition to ACTIVE for port object 95c73fa2-e8a0-4a42-af31-38a0a13025e3 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:10:39.121361 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-0e36880b-87ac-4393-bb76-105488a9dd33 None None] Transition to ACTIVE for port object 95c73fa2-e8a0-4a42-af31-38a0a13025e3 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:10:39.127227 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0e36880b-87ac-4393-bb76-105488a9dd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:39.168961 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e36880b-87ac-4393-bb76-105488a9dd33 None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:10:39.172304 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-0e36880b-87ac-4393-bb76-105488a9dd33 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:10:39.176171 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e36880b-87ac-4393-bb76-105488a9dd33 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:10:39.187239 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36880b-87ac-4393-bb76-105488a9dd33 None None] Pushing event updated for resources: {'Port': ['ID=95c73fa2-e8a0-4a42-af31-38a0a13025e3,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:39.194527 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-400b3423-aef1-4b6a-9220-1d27202c7ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:39.210684 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-400b3423-aef1-4b6a-9220-1d27202c7ae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:39.213212 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-400b3423-aef1-4b6a-9220-1d27202c7ae5 admin admin] 10.222.0.54 "DELETE /v2.0/networks/d15b4ce3-7986-485f-ad78-2afa75611397 HTTP/1.1" status: 204 len: 168 time: 1.1687202 Sep 08 09:10:39.242035 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b3423-aef1-4b6a-9220-1d27202c7ae5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d15b4ce3-7986-485f-ad78-2afa75611397,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:39.246437 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-0e36880b-87ac-4393-bb76-105488a9dd33 None None] Attempting to bind port 95c73fa2-e8a0-4a42-af31-38a0a13025e3 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:10:39.246813 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-0e36880b-87ac-4393-bb76-105488a9dd33 None None] Attempting to bind port 95c73fa2-e8a0-4a42-af31-38a0a13025e3 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:10:39.247184 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e36880b-87ac-4393-bb76-105488a9dd33 None None] Attempting to bind port 95c73fa2-e8a0-4a42-af31-38a0a13025e3 on network 9177193f-e165-437e-b3d7-f8fa84e750aa {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:10:39.254452 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e36880b-87ac-4393-bb76-105488a9dd33 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:10:39.254452 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e36880b-87ac-4393-bb76-105488a9dd33 None None] Checking segment: {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:10:39.254951 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0e36880b-87ac-4393-bb76-105488a9dd33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:39.255271 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e36880b-87ac-4393-bb76-105488a9dd33 None None] Bound using segment: {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:10:39.255753 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-0e36880b-87ac-4393-bb76-105488a9dd33 None None] Bound port: 95c73fa2-e8a0-4a42-af31-38a0a13025e3, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:10:39.256147 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0e36880b-87ac-4393-bb76-105488a9dd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:39.279343 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc19e0-68a2-43da-9d6a-ce98a5afc2f4 req-91b16502-8047-4e7a-be19-20e988b9051d tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:39.280971 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3dbc19e0-68a2-43da-9d6a-ce98a5afc2f4 req-91b16502-8047-4e7a-be19-20e988b9051d tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=008d6f77-b73c-48a7-aa12-514e81a278f4 HTTP/1.1" status: 200 len: 945 time: 0.1530204 Sep 08 09:10:39.282591 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-a8463edb-a388-460d-ac16-8eb48ac68ea4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Allocated IP 2001:db8::66a8:ce8:e864:d011 (9177193f-e165-437e-b3d7-f8fa84e750aa/d7fe0da1-de7c-4fec-b67a-9f5cb8858284/84511192-427f-4dab-9ceb-5c17c917a954) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:10:39.347194 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-0e36880b-87ac-4393-bb76-105488a9dd33 None None] For port 95c73fa2-e8a0-4a42-af31-38a0a13025e3, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:10:39.351630 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-0e36880b-87ac-4393-bb76-105488a9dd33 None None] For port 95c73fa2-e8a0-4a42-af31-38a0a13025e3, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=95c73fa2-e8a0-4a42-af31-38a0a13025e3,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:10:39.356040 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0e36880b-87ac-4393-bb76-105488a9dd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:39.381562 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3dbc19e0-68a2-43da-9d6a-ce98a5afc2f4 req-63d11782-bf0f-4cd2-868d-9a7fd4f5f5f9 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899558 Sep 08 09:10:39.404203 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51444) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:39.439414 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36880b-87ac-4393-bb76-105488a9dd33 None None] Pushing event updated for resources: {'Port': ['ID=95c73fa2-e8a0-4a42-af31-38a0a13025e3,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:39.477089 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5bfeb547-9edc-42f7-8595-951e8955e5bf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a2f9a27fb48843b398aaefe83b941227&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0709889 Sep 08 09:10:39.477721 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51446) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:39.557532 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-22534e50-8063-44dd-8c1a-6a905f2613a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:39.585109 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a8463edb-a388-460d-ac16-8eb48ac68ea4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:39.596873 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-22534e50-8063-44dd-8c1a-6a905f2613a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:39.605001 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-a8463edb-a388-460d-ac16-8eb48ac68ea4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Transition to ACTIVE for port object 84511192-427f-4dab-9ceb-5c17c917a954 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:10:39.661550 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a8463edb-a388-460d-ac16-8eb48ac68ea4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:39.667920 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-22534e50-8063-44dd-8c1a-6a905f2613a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:39.672784 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-22534e50-8063-44dd-8c1a-6a905f2613a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:39.674199 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-22534e50-8063-44dd-8c1a-6a905f2613a8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/189af16e-be0c-4d74-827a-58259179137a HTTP/1.1" status: 204 len: 168 time: 0.1954443 Sep 08 09:10:39.703694 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22534e50-8063-44dd-8c1a-6a905f2613a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189af16e-be0c-4d74-827a-58259179137a,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:39.749615 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8463edb-a388-460d-ac16-8eb48ac68ea4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:10:39.757333 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8463edb-a388-460d-ac16-8eb48ac68ea4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Port': ['ID=84511192-427f-4dab-9ceb-5c17c917a954,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:39.768509 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-a8463edb-a388-460d-ac16-8eb48ac68ea4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:10:39.771754 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8463edb-a388-460d-ac16-8eb48ac68ea4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:10:39.777861 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8463edb-a388-460d-ac16-8eb48ac68ea4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:39.778576 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a8463edb-a388-460d-ac16-8eb48ac68ea4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:39.816377 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-a8463edb-a388-460d-ac16-8eb48ac68ea4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.3400245 Sep 08 09:10:39.819346 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51456) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:39.827360 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-b7d19387-96b1-4120-9226-708bbdb44c94 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'port': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'fixed_ips': [{'subnet_id': 'd7fe0da1-de7c-4fec-b67a-9f5cb8858284', 'ip_address': '2001:db8::66a8:ce8:e864:d011'}], 'name': 'tempest-NetworksTestDHCPv6-2059085918'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:10:39.886121 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c64f2-dcb0-45d0-9ac2-a8b682355c5e req-1dfcb516-109b-4a03-8bc8-e8b054f52d28 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:39.888736 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0a3c64f2-dcb0-45d0-9ac2-a8b682355c5e req-1dfcb516-109b-4a03-8bc8-e8b054f52d28 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=17235dd1-6acd-4daf-a389-343a00e183f9 HTTP/1.1" status: 200 len: 945 time: 0.0900261 Sep 08 09:10:39.996727 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0a3c64f2-dcb0-45d0-9ac2-a8b682355c5e req-9ec4b777-7dd0-4016-bc26-ceb687d8ef20 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857117 Sep 08 09:10:40.034495 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d19387-96b1-4120-9226-708bbdb44c94 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:10:40.156553 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b7d19387-96b1-4120-9226-708bbdb44c94 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:40.174344 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-b7d19387-96b1-4120-9226-708bbdb44c94 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] device_id is not set on port e52375f2-d68a-4480-b4ea-a64e2f419f7b yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:10:40.364822 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7d19387-96b1-4120-9226-708bbdb44c94 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 08 09:10:40.364822 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7d19387-96b1-4120-9226-708bbdb44c94 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:10:40.368293 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 95c73fa2-e8a0-4a42-af31-38a0a13025e3 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:10:40.383665 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b7d19387-96b1-4120-9226-708bbdb44c94 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.5630367 Sep 08 09:10:40.386422 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51470) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:40.449475 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 95c73fa2-e8a0-4a42-af31-38a0a13025e3 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:10:40.452501 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3039679b-db2f-4d7f-9847-068d86cfc08f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:40.460481 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3039679b-db2f-4d7f-9847-068d86cfc08f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:40.464431 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-3039679b-db2f-4d7f-9847-068d86cfc08f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0744374 Sep 08 09:10:40.465430 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51476) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:40.532281 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f17eb02-06e2-427c-a153-054461101e8a req-f0e4a98d-9712-4b3d-ba73-42c692c9b728 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:40.541317 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7f17eb02-06e2-427c-a153-054461101e8a req-f0e4a98d-9712-4b3d-ba73-42c692c9b728 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=008d6f77-b73c-48a7-aa12-514e81a278f4 HTTP/1.1" status: 200 len: 945 time: 0.0659602 Sep 08 09:10:40.584504 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7f17eb02-06e2-427c-a153-054461101e8a req-4a26ef43-78c0-4f96-a4b3-fb0aab4aeb7c tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413244 Sep 08 09:10:40.606525 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-1a9f5851-d76c-4199-8758-39236f18bfa6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting port 84511192-427f-4dab-9ceb-5c17c917a954 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:10:40.606884 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1a9f5851-d76c-4199-8758-39236f18bfa6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:40.714810 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1a9f5851-d76c-4199-8758-39236f18bfa6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:40.736637 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-1a9f5851-d76c-4199-8758-39236f18bfa6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Calling delete_port for 84511192-427f-4dab-9ceb-5c17c917a954 owned by {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:10:40.900854 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1a9f5851-d76c-4199-8758-39236f18bfa6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:40.931988 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f5851-d76c-4199-8758-39236f18bfa6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Port': ['ID=84511192-427f-4dab-9ceb-5c17c917a954,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:40.948245 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f5851-d76c-4199-8758-39236f18bfa6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:10:40.949416 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f5851-d76c-4199-8758-39236f18bfa6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:10:40.949985 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f5851-d76c-4199-8758-39236f18bfa6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:10:40.950699 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f5851-d76c-4199-8758-39236f18bfa6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:10:40.951256 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f5851-d76c-4199-8758-39236f18bfa6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:10:40.951605 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f5851-d76c-4199-8758-39236f18bfa6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:10:40.951950 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f5851-d76c-4199-8758-39236f18bfa6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:10:40.952291 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f5851-d76c-4199-8758-39236f18bfa6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:10:40.952629 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f5851-d76c-4199-8758-39236f18bfa6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:10:40.952964 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f5851-d76c-4199-8758-39236f18bfa6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:10:40.953300 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f5851-d76c-4199-8758-39236f18bfa6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:10:40.953730 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f5851-d76c-4199-8758-39236f18bfa6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:10:40.980456 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1a9f5851-d76c-4199-8758-39236f18bfa6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:40.981845 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-46cf5b63-430b-4399-b80e-3116fa36096e None None] Provisioning for port 95c73fa2-e8a0-4a42-af31-38a0a13025e3 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:10:40.982908 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1a9f5851-d76c-4199-8758-39236f18bfa6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/ports/84511192-427f-4dab-9ceb-5c17c917a954 HTTP/1.1" status: 204 len: 168 time: 0.5162377 Sep 08 09:10:40.985342 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51492) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:40.986303 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-46cf5b63-430b-4399-b80e-3116fa36096e None None] Provisioning complete for port 95c73fa2-e8a0-4a42-af31-38a0a13025e3 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:10:40.987025 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-46cf5b63-430b-4399-b80e-3116fa36096e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:41.052074 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5c5f49-3a1a-457c-9f8b-c29d46d23857 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:41.054938 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5c5f49-3a1a-457c-9f8b-c29d46d23857 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:41.056767 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7c5c5f49-3a1a-457c-9f8b-c29d46d23857 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0704215 Sep 08 09:10:41.059366 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51498) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:41.104059 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-46cf5b63-430b-4399-b80e-3116fa36096e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:41.151452 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-46cf5b63-430b-4399-b80e-3116fa36096e None None] For port 95c73fa2-e8a0-4a42-af31-38a0a13025e3, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=95c73fa2-e8a0-4a42-af31-38a0a13025e3,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:10:41.158574 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-46cf5b63-430b-4399-b80e-3116fa36096e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:41.181168 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab85a3db-4126-455c-bf3f-b6834837c9f1 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting subnet d7fe0da1-de7c-4fec-b67a-9f5cb8858284 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:10:41.188232 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ab85a3db-4126-455c-bf3f-b6834837c9f1 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:41.223045 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf5b63-430b-4399-b80e-3116fa36096e None None] Pushing event updated for resources: {'Port': ['ID=95c73fa2-e8a0-4a42-af31-38a0a13025e3,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:41.226970 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b7764-abf1-4a60-a7a8-4b25cb0b8392 req-5e986c2c-8d50-4aa1-84c9-6241845bdf30 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:41.228640 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-321b7764-abf1-4a60-a7a8-4b25cb0b8392 req-5e986c2c-8d50-4aa1-84c9-6241845bdf30 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=17235dd1-6acd-4daf-a389-343a00e183f9 HTTP/1.1" status: 200 len: 945 time: 0.1229837 Sep 08 09:10:41.268488 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ab85a3db-4126-455c-bf3f-b6834837c9f1 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:41.276971 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-0886b408-395e-4f81-aaa7-436b8237eb7e None None] Could not find standard attr ID for object 84511192-427f-4dab-9ceb-5c17c917a954. {{(pid=94714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 09:10:41.318073 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-321b7764-abf1-4a60-a7a8-4b25cb0b8392 req-7a9b3125-efc1-4504-ad17-f71cea5abb0d tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794525 Sep 08 09:10:41.386524 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ab85a3db-4126-455c-bf3f-b6834837c9f1 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:41.447859 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ab85a3db-4126-455c-bf3f-b6834837c9f1 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:41.477087 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab85a3db-4126-455c-bf3f-b6834837c9f1 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Subnet': ['ID=d7fe0da1-de7c-4fec-b67a-9f5cb8858284,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:41.480868 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ab85a3db-4126-455c-bf3f-b6834837c9f1 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:41.485329 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ab85a3db-4126-455c-bf3f-b6834837c9f1 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/d7fe0da1-de7c-4fec-b67a-9f5cb8858284 HTTP/1.1" status: 204 len: 168 time: 0.4249780 Sep 08 09:10:41.485588 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51512) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:41.488557 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369ca704-1148-4b92-a8e3-70fdd2eb63ba None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:10:41.534360 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-108b3777-9280-4921-9dac-00801c9d6d4c tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0468664 Sep 08 09:10:41.537985 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51516) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:41.543278 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-3ebc6bf7-e2e2-4b32-8956-828d7d43acbb tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'subnet': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:10:41.645602 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebc6bf7-e2e2-4b32-8956-828d7d43acbb tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:10:41.649965 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3ebc6bf7-e2e2-4b32-8956-828d7d43acbb tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:41.687967 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f2170b-48b4-4c08-ba2a-1ea6e79dc4f9 None None] DHCP port deletion for 9177193f-e165-437e-b3d7-f8fa84e750aa request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:10:41.746561 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-17f2170b-48b4-4c08-ba2a-1ea6e79dc4f9 None None] Deleting port 95c73fa2-e8a0-4a42-af31-38a0a13025e3 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:10:41.746948 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-17f2170b-48b4-4c08-ba2a-1ea6e79dc4f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:41.801083 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8371636f-5cfe-47d2-aed1-6c645a6fc9a3 req-46152735-b57e-4313-b700-f8c5f37be77e tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:41.802802 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8371636f-5cfe-47d2-aed1-6c645a6fc9a3 req-46152735-b57e-4313-b700-f8c5f37be77e tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=008d6f77-b73c-48a7-aa12-514e81a278f4 HTTP/1.1" status: 200 len: 945 time: 0.1133447 Sep 08 09:10:41.823650 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-17f2170b-48b4-4c08-ba2a-1ea6e79dc4f9 None None] For port 95c73fa2-e8a0-4a42-af31-38a0a13025e3, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=95c73fa2-e8a0-4a42-af31-38a0a13025e3,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:10:41.824111 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-17f2170b-48b4-4c08-ba2a-1ea6e79dc4f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:41.842455 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-17f2170b-48b4-4c08-ba2a-1ea6e79dc4f9 None None] Calling delete_port for 95c73fa2-e8a0-4a42-af31-38a0a13025e3 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:10:41.878193 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8371636f-5cfe-47d2-aed1-6c645a6fc9a3 req-082e3782-d9e8-44df-99b8-0384259dd104 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680602 Sep 08 09:10:41.945680 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-17f2170b-48b4-4c08-ba2a-1ea6e79dc4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:41.961770 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3ebc6bf7-e2e2-4b32-8956-828d7d43acbb tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:41.985162 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f2170b-48b4-4c08-ba2a-1ea6e79dc4f9 None None] Pushing event deleted for resources: {'Port': ['ID=95c73fa2-e8a0-4a42-af31-38a0a13025e3,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:41.988090 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f2170b-48b4-4c08-ba2a-1ea6e79dc4f9 None None] No DVR routers for this DVR port 95c73fa2-e8a0-4a42-af31-38a0a13025e3 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:10:42.015463 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebc6bf7-e2e2-4b32-8956-828d7d43acbb tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:10:42.025345 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-3ebc6bf7-e2e2-4b32-8956-828d7d43acbb tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:10:42.031943 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebc6bf7-e2e2-4b32-8956-828d7d43acbb tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:42.035481 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3ebc6bf7-e2e2-4b32-8956-828d7d43acbb tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:42.039285 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab5c6c2-674c-440e-ad10-db315d098534 None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:10:42.048677 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc6bf7-e2e2-4b32-8956-828d7d43acbb tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Subnet': ['ID=dcfd3663-b0e7-404c-b776-12f2e00f5f4b,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:42.059707 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-3ebc6bf7-e2e2-4b32-8956-828d7d43acbb tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5202174 Sep 08 09:10:42.062500 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51532) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:42.068045 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-48ecf8ea-2e51-4cde-bd73-b0d6fbe4dfab tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'port': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'fixed_ips': [{'subnet_id': 'dcfd3663-b0e7-404c-b776-12f2e00f5f4b', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-358727232'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:10:42.192599 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ecf8ea-2e51-4cde-bd73-b0d6fbe4dfab tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:10:42.198225 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-48ecf8ea-2e51-4cde-bd73-b0d6fbe4dfab tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:42.205461 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52049afc-7369-414b-b06d-06c085b28c37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-9177193f-e165-437e-b3d7-f8fa84e750aa', 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'tenant_id': 'cfe5efe5bc04414daec2165ebe59ab3a', 'fixed_ips': [{'subnet_id': 'dcfd3663-b0e7-404c-b776-12f2e00f5f4b'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:10:42.207208 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-52049afc-7369-414b-b06d-06c085b28c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:42.228169 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [None req-48ecf8ea-2e51-4cde-bd73-b0d6fbe4dfab tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] device_id is not set on port 96b561ab-0f37-4e15-924c-290b28601d68 yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:10:42.370211 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 95c73fa2-e8a0-4a42-af31-38a0a13025e3 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:10:42.481406 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed0cda-7a87-46c3-8ecf-aa3f01adc391 req-0094aa75-b068-47c1-8828-37885cbe9816 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:42.486580 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b3ed0cda-7a87-46c3-8ecf-aa3f01adc391 req-0094aa75-b068-47c1-8828-37885cbe9816 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=17235dd1-6acd-4daf-a389-343a00e183f9 HTTP/1.1" status: 200 len: 945 time: 0.0725448 Sep 08 09:10:42.528440 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 95c73fa2-e8a0-4a42-af31-38a0a13025e3 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:10:42.529358 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 95c73fa2-e8a0-4a42-af31-38a0a13025e3 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:10:42.533747 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b3ed0cda-7a87-46c3-8ecf-aa3f01adc391 req-6f105cb1-4785-41fc-819d-2c40066f86c7 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440972 Sep 08 09:10:42.554622 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-52049afc-7369-414b-b06d-06c085b28c37 None None] Allocated IP 2001:db8::2 (9177193f-e165-437e-b3d7-f8fa84e750aa/dcfd3663-b0e7-404c-b776-12f2e00f5f4b/b78c570a-ec98-42e4-8ae9-42c0b5b6cf8b) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:10:42.702907 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-52049afc-7369-414b-b06d-06c085b28c37 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:42.711947 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-52049afc-7369-414b-b06d-06c085b28c37 None None] Transition to ACTIVE for port object b78c570a-ec98-42e4-8ae9-42c0b5b6cf8b will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:10:42.732788 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-52049afc-7369-414b-b06d-06c085b28c37 None None] Transition to ACTIVE for port object b78c570a-ec98-42e4-8ae9-42c0b5b6cf8b will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:10:42.745671 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-52049afc-7369-414b-b06d-06c085b28c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:42.752893 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-48ecf8ea-2e51-4cde-bd73-b0d6fbe4dfab tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:10:42.754056 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48ecf8ea-2e51-4cde-bd73-b0d6fbe4dfab tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:10:42.769873 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-48ecf8ea-2e51-4cde-bd73-b0d6fbe4dfab tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7062778 Sep 08 09:10:42.772346 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51548) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:42.788809 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52049afc-7369-414b-b06d-06c085b28c37 None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:10:42.793257 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-52049afc-7369-414b-b06d-06c085b28c37 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:10:42.795700 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52049afc-7369-414b-b06d-06c085b28c37 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:10:42.798920 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52049afc-7369-414b-b06d-06c085b28c37 None None] Pushing event updated for resources: {'Port': ['ID=b78c570a-ec98-42e4-8ae9-42c0b5b6cf8b,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:42.825624 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a608e6e-afbe-4023-862d-9cb0cfd08dea tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:42.827227 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-3a608e6e-afbe-4023-862d-9cb0cfd08dea tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0539315 Sep 08 09:10:42.829688 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51552) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:42.867562 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-52049afc-7369-414b-b06d-06c085b28c37 None None] Attempting to bind port b78c570a-ec98-42e4-8ae9-42c0b5b6cf8b on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:10:42.868506 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-52049afc-7369-414b-b06d-06c085b28c37 None None] Attempting to bind port b78c570a-ec98-42e4-8ae9-42c0b5b6cf8b by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:10:42.868897 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52049afc-7369-414b-b06d-06c085b28c37 None None] Attempting to bind port b78c570a-ec98-42e4-8ae9-42c0b5b6cf8b on network 9177193f-e165-437e-b3d7-f8fa84e750aa {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:10:42.875805 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52049afc-7369-414b-b06d-06c085b28c37 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:10:42.876187 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52049afc-7369-414b-b06d-06c085b28c37 None None] Checking segment: {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:10:42.876690 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-52049afc-7369-414b-b06d-06c085b28c37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:42.877668 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52049afc-7369-414b-b06d-06c085b28c37 None None] Bound using segment: {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:10:42.878242 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-52049afc-7369-414b-b06d-06c085b28c37 None None] Bound port: b78c570a-ec98-42e4-8ae9-42c0b5b6cf8b, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:10:42.879610 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-52049afc-7369-414b-b06d-06c085b28c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:42.891101 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37902157-11e7-47af-813a-cd8ea7a925be tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:42.892915 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37902157-11e7-47af-813a-cd8ea7a925be tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:42.897464 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-37902157-11e7-47af-813a-cd8ea7a925be tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0638797 Sep 08 09:10:42.897818 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51556) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:42.961790 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c9cf95b-cf06-4501-a20c-155889da03e6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting subnet dcfd3663-b0e7-404c-b776-12f2e00f5f4b {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:10:42.969557 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7c9cf95b-cf06-4501-a20c-155889da03e6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:42.981834 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-52049afc-7369-414b-b06d-06c085b28c37 None None] For port b78c570a-ec98-42e4-8ae9-42c0b5b6cf8b, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:10:42.986663 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-52049afc-7369-414b-b06d-06c085b28c37 None None] For port b78c570a-ec98-42e4-8ae9-42c0b5b6cf8b, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=b78c570a-ec98-42e4-8ae9-42c0b5b6cf8b,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:10:42.995548 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-52049afc-7369-414b-b06d-06c085b28c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:43.021833 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7c9cf95b-cf06-4501-a20c-155889da03e6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:43.028288 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99270269-2aba-4d25-a62f-20499fb372c8 req-b3c89021-6bf2-4863-ad7d-6359f5e405d0 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:43.030210 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-99270269-2aba-4d25-a62f-20499fb372c8 req-b3c89021-6bf2-4863-ad7d-6359f5e405d0 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=008d6f77-b73c-48a7-aa12-514e81a278f4 HTTP/1.1" status: 200 len: 945 time: 0.0616684 Sep 08 09:10:43.094683 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52049afc-7369-414b-b06d-06c085b28c37 None None] Pushing event updated for resources: {'Port': ['ID=b78c570a-ec98-42e4-8ae9-42c0b5b6cf8b,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:43.130514 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-99270269-2aba-4d25-a62f-20499fb372c8 req-63cc17d2-5a43-4c19-b841-b59f58d0f024 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820646 Sep 08 09:10:43.146766 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7c9cf95b-cf06-4501-a20c-155889da03e6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:43.222937 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7c9cf95b-cf06-4501-a20c-155889da03e6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:43.251872 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9cf95b-cf06-4501-a20c-155889da03e6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Subnet': ['ID=dcfd3663-b0e7-404c-b776-12f2e00f5f4b,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:43.256337 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7c9cf95b-cf06-4501-a20c-155889da03e6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:43.260776 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51564) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:43.261173 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-7c9cf95b-cf06-4501-a20c-155889da03e6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/dcfd3663-b0e7-404c-b776-12f2e00f5f4b HTTP/1.1" status: 204 len: 168 time: 0.3617973 Sep 08 09:10:43.313432 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b54de7b7-1932-4c97-b0cb-228a16626622 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0506718 Sep 08 09:10:43.317717 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51566) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:43.323118 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-ea2f04b4-b40a-4c30-85ca-daedfc75dea4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'subnet': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:10:43.453307 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2f04b4-b40a-4c30-85ca-daedfc75dea4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:10:43.456982 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ea2f04b4-b40a-4c30-85ca-daedfc75dea4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:43.519826 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51572) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:43.651394 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ea2f04b4-b40a-4c30-85ca-daedfc75dea4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:43.659160 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-319f00eb-ae93-4329-a78c-5ed72066a0e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:43.690294 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de03b43-6178-49bb-a9ea-4175401653b7 req-2090305e-781d-4203-b299-c9d07432f30a tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:43.694430 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2f04b4-b40a-4c30-85ca-daedfc75dea4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:10:43.696442 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0de03b43-6178-49bb-a9ea-4175401653b7 req-2090305e-781d-4203-b299-c9d07432f30a tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=17235dd1-6acd-4daf-a389-343a00e183f9 HTTP/1.1" status: 200 len: 945 time: 0.0852358 Sep 08 09:10:43.697714 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-ea2f04b4-b40a-4c30-85ca-daedfc75dea4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:10:43.700517 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2f04b4-b40a-4c30-85ca-daedfc75dea4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:43.701124 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ea2f04b4-b40a-4c30-85ca-daedfc75dea4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:43.716326 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2f04b4-b40a-4c30-85ca-daedfc75dea4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Subnet': ['ID=259b0618-1612-4e58-9ab7-85bd85dbd2dd,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:43.769625 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0de03b43-6178-49bb-a9ea-4175401653b7 req-290a41d0-45ae-482e-a623-4abf405bbbdc tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627248 Sep 08 09:10:43.829090 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-319f00eb-ae93-4329-a78c-5ed72066a0e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:43.833688 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-319f00eb-ae93-4329-a78c-5ed72066a0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:43.838226 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ea2f04b4-b40a-4c30-85ca-daedfc75dea4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5193861 Sep 08 09:10:43.841032 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51578) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:43.845967 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-02915d28-545f-4710-ac57-b59e7de588ec tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1225836758', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:10:43.873994 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-02915d28-545f-4710-ac57-b59e7de588ec tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:43.875675 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-02915d28-545f-4710-ac57-b59e7de588ec tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:43.882779 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f00eb-ae93-4329-a78c-5ed72066a0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d422b437-13d4-4ca0-a03e-04f709fbaad2,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:43.901327 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-319f00eb-ae93-4329-a78c-5ed72066a0e0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cbf48e10054544bb85a30bb4e181dca3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3767383 Sep 08 09:10:43.902057 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51580) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:43.949443 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-02915d28-545f-4710-ac57-b59e7de588ec tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:43.955291 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-02915d28-545f-4710-ac57-b59e7de588ec tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:43.958673 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-968f88ce-3731-45d9-a0ae-3b799e41c1b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:43.973547 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-02915d28-545f-4710-ac57-b59e7de588ec tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:43.975298 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-02915d28-545f-4710-ac57-b59e7de588ec tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1331792 Sep 08 09:10:43.978052 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51584) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:44.025190 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-968f88ce-3731-45d9-a0ae-3b799e41c1b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:44.137625 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9a8c18-1c40-4ce5-bd65-7f79be7df189 None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:10:44.231671 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d5a45511-3f54-48aa-bf12-639c9e7952e5 None None] Provisioning for port b78c570a-ec98-42e4-8ae9-42c0b5b6cf8b completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:10:44.299818 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-968f88ce-3731-45d9-a0ae-3b799e41c1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:44.302865 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-968f88ce-3731-45d9-a0ae-3b799e41c1b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:44.306562 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-968f88ce-3731-45d9-a0ae-3b799e41c1b0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d422b437-13d4-4ca0-a03e-04f709fbaad2 HTTP/1.1" status: 204 len: 168 time: 0.4033964 Sep 08 09:10:44.360993 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f88ce-3731-45d9-a0ae-3b799e41c1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d422b437-13d4-4ca0-a03e-04f709fbaad2,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:44.364254 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b909d87f-f5ab-4d7e-a90b-c4b2848b5276 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:44.390913 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device b78c570a-ec98-42e4-8ae9-42c0b5b6cf8b up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:10:44.448492 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee0973-addc-43e7-853a-4dc295e5547b req-19a991aa-c7f8-4de2-a043-e1d6fcaa8058 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:44.450274 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-17ee0973-addc-43e7-853a-4dc295e5547b req-19a991aa-c7f8-4de2-a043-e1d6fcaa8058 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=008d6f77-b73c-48a7-aa12-514e81a278f4 HTTP/1.1" status: 200 len: 945 time: 0.2031610 Sep 08 09:10:44.458904 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port b78c570a-ec98-42e4-8ae9-42c0b5b6cf8b completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:10:44.463562 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port b78c570a-ec98-42e4-8ae9-42c0b5b6cf8b triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:10:44.463951 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:44.590449 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:44.634980 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port b78c570a-ec98-42e4-8ae9-42c0b5b6cf8b, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=b78c570a-ec98-42e4-8ae9-42c0b5b6cf8b,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:10:44.637798 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-17ee0973-addc-43e7-853a-4dc295e5547b req-34332a20-ad17-41bd-9000-92f662f46155 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883338 Sep 08 09:10:44.639891 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:44.703993 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-26e27e30-7d89-4828-8966-25292926ee12 None None] Provisioning complete for port b78c570a-ec98-42e4-8ae9-42c0b5b6cf8b triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:10:44.704485 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-26e27e30-7d89-4828-8966-25292926ee12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:44.717649 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-b909d87f-f5ab-4d7e-a90b-c4b2848b5276 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Allocated IP 2001:db8::1 (9177193f-e165-437e-b3d7-f8fa84e750aa/259b0618-1612-4e58-9ab7-85bd85dbd2dd/b2dfa8d1-c41c-4f7c-86e7-8e5467dbdd35) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:10:44.732142 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=b78c570a-ec98-42e4-8ae9-42c0b5b6cf8b,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:44.736780 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51596) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:44.768421 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0b2daf53-ed48-48fb-bc77-f43fc325ffe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:44.875437 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b909d87f-f5ab-4d7e-a90b-c4b2848b5276 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:44.899689 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-b909d87f-f5ab-4d7e-a90b-c4b2848b5276 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Transition to ACTIVE for port object b2dfa8d1-c41c-4f7c-86e7-8e5467dbdd35 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:10:44.901037 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643bc27-5da4-4ad0-a54c-68ec6134a3c5 req-de6699f6-5a23-45d0-89a8-e2858712cb77 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:44.903295 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1643bc27-5da4-4ad0-a54c-68ec6134a3c5 req-de6699f6-5a23-45d0-89a8-e2858712cb77 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=17235dd1-6acd-4daf-a389-343a00e183f9 HTTP/1.1" status: 200 len: 945 time: 0.0534015 Sep 08 09:10:44.949943 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1643bc27-5da4-4ad0-a54c-68ec6134a3c5 req-9c4a4f4d-5aec-41dd-9af4-60548279ec11 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398617 Sep 08 09:10:44.961878 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0b2daf53-ed48-48fb-bc77-f43fc325ffe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:44.966968 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0b2daf53-ed48-48fb-bc77-f43fc325ffe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:44.978908 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b909d87f-f5ab-4d7e-a90b-c4b2848b5276 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:45.062909 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-0b2daf53-ed48-48fb-bc77-f43fc325ffe3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1cc03d8304a1478489e9cf8686682611&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3156991 Sep 08 09:10:45.067914 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51602) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:45.071901 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2daf53-ed48-48fb-bc77-f43fc325ffe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b54e746-42e3-4f13-a0ac-b8c6d4cc2027,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:45.090470 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b909d87f-f5ab-4d7e-a90b-c4b2848b5276 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:10:45.092569 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b909d87f-f5ab-4d7e-a90b-c4b2848b5276 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Port': ['ID=b2dfa8d1-c41c-4f7c-86e7-8e5467dbdd35,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:45.097972 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-b909d87f-f5ab-4d7e-a90b-c4b2848b5276 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:10:45.100657 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b909d87f-f5ab-4d7e-a90b-c4b2848b5276 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:10:45.101386 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b909d87f-f5ab-4d7e-a90b-c4b2848b5276 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:45.128939 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dd21f067-cae5-4a60-85d9-b7fbdf769483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:45.158172 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dd21f067-cae5-4a60-85d9-b7fbdf769483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:45.217176 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dd21f067-cae5-4a60-85d9-b7fbdf769483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:45.220429 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dd21f067-cae5-4a60-85d9-b7fbdf769483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:45.221671 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-dd21f067-cae5-4a60-85d9-b7fbdf769483 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1b54e746-42e3-4f13-a0ac-b8c6d4cc2027 HTTP/1.1" status: 204 len: 168 time: 0.1527362 Sep 08 09:10:45.231632 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd21f067-cae5-4a60-85d9-b7fbdf769483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b54e746-42e3-4f13-a0ac-b8c6d4cc2027,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:45.441758 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d0cf6113-ad4d-4f0c-bba2-7ca47f4b54ea None None] Provisioning for port b2dfa8d1-c41c-4f7c-86e7-8e5467dbdd35 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:10:45.447132 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d0cf6113-ad4d-4f0c-bba2-7ca47f4b54ea None None] Provisioning complete for port b2dfa8d1-c41c-4f7c-86e7-8e5467dbdd35 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:10:45.447535 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d0cf6113-ad4d-4f0c-bba2-7ca47f4b54ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:45.485436 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf6113-ad4d-4f0c-bba2-7ca47f4b54ea None None] Port b2dfa8d1-c41c-4f7c-86e7-8e5467dbdd35 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:10:45.524685 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0a1b5-4300-4536-9c16-e0db1b23cfdc req-385e1316-81e9-40db-bbbe-444dbdc929be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:45.526224 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0da0a1b5-4300-4536-9c16-e0db1b23cfdc req-385e1316-81e9-40db-bbbe-444dbdc929be service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=008d6f77-b73c-48a7-aa12-514e81a278f4 HTTP/1.1" status: 200 len: 1097 time: 0.5404911 Sep 08 09:10:45.596542 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0da0a1b5-4300-4536-9c16-e0db1b23cfdc req-7331da20-e3e8-4da9-9406-cfc317c0c092 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605240 Sep 08 09:10:45.646574 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b909d87f-f5ab-4d7e-a90b-c4b2848b5276 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:45.777364 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56281640-ff90-4349-92f9-71e8d469f696 req-f0ca4429-a4c4-412b-be7b-38e09c2eaff0 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:45.778783 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-56281640-ff90-4349-92f9-71e8d469f696 req-f0ca4429-a4c4-412b-be7b-38e09c2eaff0 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=008d6f77-b73c-48a7-aa12-514e81a278f4 HTTP/1.1" status: 200 len: 945 time: 0.0593677 Sep 08 09:10:45.824587 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-56281640-ff90-4349-92f9-71e8d469f696 req-1f16484d-98b0-41f7-8f45-610185358af5 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377426 Sep 08 09:10:45.946349 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b909d87f-f5ab-4d7e-a90b-c4b2848b5276 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:45.951684 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b909d87f-f5ab-4d7e-a90b-c4b2848b5276 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:45.952546 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b909d87f-f5ab-4d7e-a90b-c4b2848b5276 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:46.052442 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b909d87f-f5ab-4d7e-a90b-c4b2848b5276 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Port': ['ID=b2dfa8d1-c41c-4f7c-86e7-8e5467dbdd35,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:46.124343 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb148a35-b986-43cd-b260-9ff3cf7b6dca req-e1b8beee-77c7-4fc8-9329-a944c8316246 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:46.125841 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fb148a35-b986-43cd-b260-9ff3cf7b6dca req-e1b8beee-77c7-4fc8-9329-a944c8316246 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=17235dd1-6acd-4daf-a389-343a00e183f9 HTTP/1.1" status: 200 len: 945 time: 0.0744855 Sep 08 09:10:46.133189 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b909d87f-f5ab-4d7e-a90b-c4b2848b5276 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:10:46.134708 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-b909d87f-f5ab-4d7e-a90b-c4b2848b5276 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:10:46.255317 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fb148a35-b986-43cd-b260-9ff3cf7b6dca req-15b7c23a-9928-4502-8692-6e2287554a74 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182828 Sep 08 09:10:46.325933 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b909d87f-f5ab-4d7e-a90b-c4b2848b5276 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Router 9c2c1b79-cde4-441d-a407-60a1cf9d3f51 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:10:46.377031 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device b78c570a-ec98-42e4-8ae9-42c0b5b6cf8b up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:10:46.448560 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b909d87f-f5ab-4d7e-a90b-c4b2848b5276 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:10:46.462138 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b909d87f-f5ab-4d7e-a90b-c4b2848b5276 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "PUT /v2.0/routers/9c2c1b79-cde4-441d-a407-60a1cf9d3f51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4795427 Sep 08 09:10:46.462368 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51646) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:46.462837 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcdcef2-59c1-4539-82ba-b2fcc8b00247 None None] Sync routers for ids ['9c2c1b79-cde4-441d-a407-60a1cf9d3f51'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:10:46.469892 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port b78c570a-ec98-42e4-8ae9-42c0b5b6cf8b triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:10:46.470313 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:46.496234 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcdcef2-59c1-4539-82ba-b2fcc8b00247 None None] Routers {'9c2c1b79-cde4-441d-a407-60a1cf9d3f51'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:10:46.497023 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-1bcdcef2-59c1-4539-82ba-b2fcc8b00247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:10:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['9c2c1b79-cde4-441d-a407-60a1cf9d3f51'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:10:46.511869 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bda05a-cf6b-4bb9-8188-24844f485c51 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:46.514520 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a8bda05a-cf6b-4bb9-8188-24844f485c51 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/ports/b2dfa8d1-c41c-4f7c-86e7-8e5467dbdd35 HTTP/1.1" status: 200 len: 911 time: 0.0507491 Sep 08 09:10:46.515923 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51650) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:46.607498 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9160e2-e336-4c58-b02e-8c28e03be41f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:46.615651 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9160e2-e336-4c58-b02e-8c28e03be41f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:46.616816 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ec9160e2-e336-4c58-b02e-8c28e03be41f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0996945 Sep 08 09:10:46.619627 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51656) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:46.639827 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-15b92ff0-6e17-4ac7-9e0b-fa23c9cbc826 None None] Provisioning complete for port b2dfa8d1-c41c-4f7c-86e7-8e5467dbdd35 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:10:46.640469 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-15b92ff0-6e17-4ac7-9e0b-fa23c9cbc826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:46.675809 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea2d80-3951-491a-81a0-030eb138e758 req-9519cf8f-7120-4114-aadd-f757340094c3 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:46.677243 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-42ea2d80-3951-491a-81a0-030eb138e758 req-9519cf8f-7120-4114-aadd-f757340094c3 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=17235dd1-6acd-4daf-a389-343a00e183f9 HTTP/1.1" status: 200 len: 945 time: 0.0574493 Sep 08 09:10:46.694335 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-1bcdcef2-59c1-4539-82ba-b2fcc8b00247 None None] Set router 9c2c1b79-cde4-441d-a407-60a1cf9d3f51 gateway port host: None {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:10:46.763702 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-42ea2d80-3951-491a-81a0-030eb138e758 req-5d7d2e55-7859-4eb5-af7d-52864139cd90 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746589 Sep 08 09:10:46.768488 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-15b92ff0-6e17-4ac7-9e0b-fa23c9cbc826 None None] Port b2dfa8d1-c41c-4f7c-86e7-8e5467dbdd35 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:10:46.976628 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-1bcdcef2-59c1-4539-82ba-b2fcc8b00247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2c1b79-cde4-441d-a407-60a1cf9d3f51', 'name': 'tempest-NetworksTestDHCPv6-router-1225836758', 'tenant_id': 'cfe5efe5bc04414daec2165ebe59ab3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:10:43Z', 'updated_at': '2021-09-08T09:10:45Z', 'revision_number': 2, 'project_id': 'cfe5efe5bc04414daec2165ebe59ab3a', 'gw_port_host': None, '_interfaces': [{'id': 'b2dfa8d1-c41c-4f7c-86e7-8e5467dbdd35', 'name': '', 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'tenant_id': 'cfe5efe5bc04414daec2165ebe59ab3a', 'mac_address': 'fa:16:3e:51:35:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2c1b79-cde4-441d-a407-60a1cf9d3f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '259b0618-1612-4e58-9ab7-85bd85dbd2dd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:10:44Z', 'updated_at': '2021-09-08T09:10:45Z', 'revision_number': 2, 'project_id': 'cfe5efe5bc04414daec2165ebe59ab3a', 'subnets': [{'id': '259b0618-1612-4e58-9ab7-85bd85dbd2dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:10:47.009821 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcdcef2-59c1-4539-82ba-b2fcc8b00247 None None] Checking router: 9c2c1b79-cde4-441d-a407-60a1cf9d3f51 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:10:47.010212 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcdcef2-59c1-4539-82ba-b2fcc8b00247 None None] Updating router 9c2c1b79-cde4-441d-a407-60a1cf9d3f51 port b2dfa8d1-c41c-4f7c-86e7-8e5467dbdd35 binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:10:47.021760 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8b5d0-edda-493d-a1f3-5d09a4fa3f66 req-00c821c5-abb0-4d02-a82f-62a4f178ce17 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:47.026587 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7fb8b5d0-edda-493d-a1f3-5d09a4fa3f66 req-00c821c5-abb0-4d02-a82f-62a4f178ce17 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=008d6f77-b73c-48a7-aa12-514e81a278f4 HTTP/1.1" status: 200 len: 945 time: 0.0959694 Sep 08 09:10:47.037909 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1bcdcef2-59c1-4539-82ba-b2fcc8b00247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:47.123103 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7fb8b5d0-edda-493d-a1f3-5d09a4fa3f66 req-4fe97f58-8b5f-4764-b889-ef32f6ffe61f tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887461 Sep 08 09:10:47.298799 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-83a67ff4-9197-4941-ac5e-45b3710edaa7 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:47.438340 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1bcdcef2-59c1-4539-82ba-b2fcc8b00247 None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:47.451333 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-1bcdcef2-59c1-4539-82ba-b2fcc8b00247 None None] Transition to ACTIVE for port object b2dfa8d1-c41c-4f7c-86e7-8e5467dbdd35 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:10:47.456880 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a619185c-88f6-4711-b083-71511457f22f req-62770655-c458-4d1c-b6e1-bce9ecdb0750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:47.458744 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a619185c-88f6-4711-b083-71511457f22f req-62770655-c458-4d1c-b6e1-bce9ecdb0750 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=17c247e365f74957bbba58791260a9da&device_id=008d6f77-b73c-48a7-aa12-514e81a278f4 HTTP/1.1" status: 200 len: 1097 time: 0.0858138 Sep 08 09:10:47.461460 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1bcdcef2-59c1-4539-82ba-b2fcc8b00247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:47.479536 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b085e42-98db-4f55-9bc5-87342c46bdea req-cf64efd6-eeb2-46b9-9e2a-580f8709fd33 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:47.481460 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4b085e42-98db-4f55-9bc5-87342c46bdea req-cf64efd6-eeb2-46b9-9e2a-580f8709fd33 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=008d6f77-b73c-48a7-aa12-514e81a278f4 HTTP/1.1" status: 200 len: 945 time: 0.1201720 Sep 08 09:10:47.526940 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb1e39-d575-4a66-a3fe-ae3acea361a9 None None] Pushing event updated for resources: {'Port': ['ID=b2dfa8d1-c41c-4f7c-86e7-8e5467dbdd35,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:47.595353 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a619185c-88f6-4711-b083-71511457f22f req-288c8f47-c4ed-4e64-8187-f9f4f01e75bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:47.597128 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a619185c-88f6-4711-b083-71511457f22f req-288c8f47-c4ed-4e64-8187-f9f4f01e75bb service neutron] 10.222.0.37 "GET /v2.0/networks?id=3e321783-bc8a-4d3d-a70f-5209b22b636f HTTP/1.1" status: 200 len: 912 time: 0.1261163 Sep 08 09:10:47.629509 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-1bcdcef2-59c1-4539-82ba-b2fcc8b00247 None None] Attempting to bind port b2dfa8d1-c41c-4f7c-86e7-8e5467dbdd35 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:10:47.630304 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-1bcdcef2-59c1-4539-82ba-b2fcc8b00247 None None] Attempting to bind port b2dfa8d1-c41c-4f7c-86e7-8e5467dbdd35 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:10:47.630867 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcdcef2-59c1-4539-82ba-b2fcc8b00247 None None] Attempting to bind port b2dfa8d1-c41c-4f7c-86e7-8e5467dbdd35 on network 9177193f-e165-437e-b3d7-f8fa84e750aa {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:10:47.638135 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcdcef2-59c1-4539-82ba-b2fcc8b00247 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:10:47.639062 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcdcef2-59c1-4539-82ba-b2fcc8b00247 None None] Checking segment: {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:10:47.639651 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1bcdcef2-59c1-4539-82ba-b2fcc8b00247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:47.640305 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcdcef2-59c1-4539-82ba-b2fcc8b00247 None None] Bound using segment: {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:10:47.640987 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-1bcdcef2-59c1-4539-82ba-b2fcc8b00247 None None] Bound port: b2dfa8d1-c41c-4f7c-86e7-8e5467dbdd35, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:10:47.641552 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1bcdcef2-59c1-4539-82ba-b2fcc8b00247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:47.645846 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ccdaafa6-d7b9-4cd3-b61f-b96dc926232d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:47.649757 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a619185c-88f6-4711-b083-71511457f22f req-5ae7fc2e-947b-489d-b4d3-40a2cfe2857c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab9ff896-02ce-4516-a59c-e9329ac2a8e0 HTTP/1.1" status: 200 len: 217 time: 0.0439000 Sep 08 09:10:47.734543 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4b085e42-98db-4f55-9bc5-87342c46bdea req-bebf0563-09f1-4749-96fe-240e81cec8be tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360834 Sep 08 09:10:47.743998 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a619185c-88f6-4711-b083-71511457f22f req-13f4ed62-b859-481d-88e8-1a7fdbcd0abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:47.745567 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a619185c-88f6-4711-b083-71511457f22f req-13f4ed62-b859-481d-88e8-1a7fdbcd0abe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8fe1c297-ac30-438c-9c0e-a51fb4e4b069 HTTP/1.1" status: 200 len: 851 time: 0.0864673 Sep 08 09:10:47.797820 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-1bcdcef2-59c1-4539-82ba-b2fcc8b00247 None None] For port b2dfa8d1-c41c-4f7c-86e7-8e5467dbdd35, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:10:47.802456 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-1bcdcef2-59c1-4539-82ba-b2fcc8b00247 None None] For port b2dfa8d1-c41c-4f7c-86e7-8e5467dbdd35, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=b2dfa8d1-c41c-4f7c-86e7-8e5467dbdd35,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:10:47.813221 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1bcdcef2-59c1-4539-82ba-b2fcc8b00247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:47.825899 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a619185c-88f6-4711-b083-71511457f22f req-e4a6c05b-98eb-4af6-bc1c-0d14c7473079 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3e321783-bc8a-4d3d-a70f-5209b22b636f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527363 Sep 08 09:10:47.891171 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcdcef2-59c1-4539-82ba-b2fcc8b00247 None None] Routers {'9c2c1b79-cde4-441d-a407-60a1cf9d3f51'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:10:47.891835 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-1bcdcef2-59c1-4539-82ba-b2fcc8b00247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:10:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['9c2c1b79-cde4-441d-a407-60a1cf9d3f51'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:10:47.965897 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb1e39-d575-4a66-a3fe-ae3acea361a9 None None] Pushing event updated for resources: {'Port': ['ID=b2dfa8d1-c41c-4f7c-86e7-8e5467dbdd35,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:47.991045 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-83a67ff4-9197-4941-ac5e-45b3710edaa7 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting port b2dfa8d1-c41c-4f7c-86e7-8e5467dbdd35 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:10:47.994208 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-83a67ff4-9197-4941-ac5e-45b3710edaa7 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:48.066654 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-1bcdcef2-59c1-4539-82ba-b2fcc8b00247 None None] Set router 9c2c1b79-cde4-441d-a407-60a1cf9d3f51 gateway port host: None {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:10:48.103483 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0fef8-161a-4a55-a8df-bdda07cbe8a2 req-02ec62f7-7159-4bf2-98fd-3ee9f4052013 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:48.105063 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-54d0fef8-161a-4a55-a8df-bdda07cbe8a2 req-02ec62f7-7159-4bf2-98fd-3ee9f4052013 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.35 "GET /v2.0/ports?device_id=17235dd1-6acd-4daf-a389-343a00e183f9 HTTP/1.1" status: 200 len: 945 time: 0.1893473 Sep 08 09:10:48.140548 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-83a67ff4-9197-4941-ac5e-45b3710edaa7 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] For port b2dfa8d1-c41c-4f7c-86e7-8e5467dbdd35, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=b2dfa8d1-c41c-4f7c-86e7-8e5467dbdd35,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:10:48.140976 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-83a67ff4-9197-4941-ac5e-45b3710edaa7 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:48.164202 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-83a67ff4-9197-4941-ac5e-45b3710edaa7 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Calling delete_port for b2dfa8d1-c41c-4f7c-86e7-8e5467dbdd35 owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:10:48.166634 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a619185c-88f6-4711-b083-71511457f22f req-fe9026d7-1e1d-44ce-8830-05ef95f791bd service neutron] 10.222.0.37 "GET /v2.0/networks/3e321783-bc8a-4d3d-a70f-5209b22b636f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398006 Sep 08 09:10:48.178161 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636472e-cbb9-436a-8bb2-fdb44fbee811 req-f5f6a3a8-bd5d-4a07-ad61-bda06207d757 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:48.185550 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4636472e-cbb9-436a-8bb2-fdb44fbee811 req-f5f6a3a8-bd5d-4a07-ad61-bda06207d757 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=17235dd1-6acd-4daf-a389-343a00e183f9 HTTP/1.1" status: 200 len: 945 time: 0.2213464 Sep 08 09:10:48.337659 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4636472e-cbb9-436a-8bb2-fdb44fbee811 req-e06f21fe-3f1a-4761-9ea7-47222ad4e809 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512117 Sep 08 09:10:48.376196 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-54d0fef8-161a-4a55-a8df-bdda07cbe8a2 req-13ee15a4-dc39-43e2-aef9-fb4198839e8a tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Deleting port abbbca57-cb80-423a-ae1b-09a1aa74318e {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:10:48.376701 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-54d0fef8-161a-4a55-a8df-bdda07cbe8a2 req-13ee15a4-dc39-43e2-aef9-fb4198839e8a tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:48.376829 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-1bcdcef2-59c1-4539-82ba-b2fcc8b00247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2c1b79-cde4-441d-a407-60a1cf9d3f51', 'name': 'tempest-NetworksTestDHCPv6-router-1225836758', 'tenant_id': 'cfe5efe5bc04414daec2165ebe59ab3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:10:43Z', 'updated_at': '2021-09-08T09:10:45Z', 'revision_number': 2, 'project_id': 'cfe5efe5bc04414daec2165ebe59ab3a', 'gw_port_host': None, '_interfaces': [{'id': 'b2dfa8d1-c41c-4f7c-86e7-8e5467dbdd35', 'name': '', 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'tenant_id': 'cfe5efe5bc04414daec2165ebe59ab3a', 'mac_address': 'fa:16:3e:51:35:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2c1b79-cde4-441d-a407-60a1cf9d3f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '259b0618-1612-4e58-9ab7-85bd85dbd2dd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:10:44Z', 'updated_at': '2021-09-08T09:10:47Z', 'revision_number': 4, 'project_id': 'cfe5efe5bc04414daec2165ebe59ab3a', 'subnets': [{'id': '259b0618-1612-4e58-9ab7-85bd85dbd2dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:10:48.381553 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a619185c-88f6-4711-b083-71511457f22f req-1de2ed7a-ddad-43bc-8be2-741fdbae2170 service neutron] 10.222.0.37 "GET /v2.0/networks/3e321783-bc8a-4d3d-a70f-5209b22b636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914189 Sep 08 09:10:48.451821 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcdcef2-59c1-4539-82ba-b2fcc8b00247 None None] The sync data for ids ['9c2c1b79-cde4-441d-a407-60a1cf9d3f51'] in n-d-806683-11 is: [{'id': '9c2c1b79-cde4-441d-a407-60a1cf9d3f51', 'name': 'tempest-NetworksTestDHCPv6-router-1225836758', 'tenant_id': 'cfe5efe5bc04414daec2165ebe59ab3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:10:43Z', 'updated_at': '2021-09-08T09:10:45Z', 'revision_number': 2, 'project_id': 'cfe5efe5bc04414daec2165ebe59ab3a', 'gw_port_host': None, '_interfaces': [{'id': 'b2dfa8d1-c41c-4f7c-86e7-8e5467dbdd35', 'name': '', 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'tenant_id': 'cfe5efe5bc04414daec2165ebe59ab3a', 'mac_address': 'fa:16:3e:51:35:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2c1b79-cde4-441d-a407-60a1cf9d3f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '259b0618-1612-4e58-9ab7-85bd85dbd2dd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:10:44Z', 'updated_at': '2021-09-08T09:10:47Z', 'revision_number': 4, 'project_id': 'cfe5efe5bc04414daec2165ebe59ab3a', 'subnets': [{'id': '259b0618-1612-4e58-9ab7-85bd85dbd2dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:10:48.472813 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-83a67ff4-9197-4941-ac5e-45b3710edaa7 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:48.497897 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-54d0fef8-161a-4a55-a8df-bdda07cbe8a2 req-13ee15a4-dc39-43e2-aef9-fb4198839e8a tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] For port abbbca57-cb80-423a-ae1b-09a1aa74318e, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=abbbca57-cb80-423a-ae1b-09a1aa74318e,segment=NetworkSegment(3af659db-8c52-4cba-bbf9-dfdf7a2d015a),segment_id=3af659db-8c52-4cba-bbf9-dfdf7a2d015a)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:10:48.498610 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-54d0fef8-161a-4a55-a8df-bdda07cbe8a2 req-13ee15a4-dc39-43e2-aef9-fb4198839e8a tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:48.502571 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a67ff4-9197-4941-ac5e-45b3710edaa7 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Port': ['ID=b2dfa8d1-c41c-4f7c-86e7-8e5467dbdd35,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:48.521520 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-54d0fef8-161a-4a55-a8df-bdda07cbe8a2 req-13ee15a4-dc39-43e2-aef9-fb4198839e8a tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Calling delete_port for abbbca57-cb80-423a-ae1b-09a1aa74318e owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:10:48.616124 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-83a67ff4-9197-4941-ac5e-45b3710edaa7 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:48.698554 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51716) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:48.777691 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-54d0fef8-161a-4a55-a8df-bdda07cbe8a2 req-13ee15a4-dc39-43e2-aef9-fb4198839e8a tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:48.811048 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['abbbca57-cb80-423a-ae1b-09a1aa74318e'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:10:48.838264 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ee15a4-dc39-43e2-aef9-fb4198839e8a tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Pushing event deleted for resources: {'Port': ['ID=abbbca57-cb80-423a-ae1b-09a1aa74318e,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:48.915922 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d0fef8-161a-4a55-a8df-bdda07cbe8a2 req-13ee15a4-dc39-43e2-aef9-fb4198839e8a tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] No DVR routers for this DVR port abbbca57-cb80-423a-ae1b-09a1aa74318e on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:10:48.918778 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-54d0fef8-161a-4a55-a8df-bdda07cbe8a2 req-13ee15a4-dc39-43e2-aef9-fb4198839e8a tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:48.921438 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-54d0fef8-161a-4a55-a8df-bdda07cbe8a2 req-13ee15a4-dc39-43e2-aef9-fb4198839e8a tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.35 "DELETE /v2.0/ports/abbbca57-cb80-423a-ae1b-09a1aa74318e HTTP/1.1" status: 204 len: 173 time: 0.7997303 Sep 08 09:10:48.921910 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17235dd1-6acd-4daf-a389-343a00e183f9', 'name': 'network-vif-deleted', 'tag': 'abbbca57-cb80-423a-ae1b-09a1aa74318e'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:10:48.925890 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283324a9-970f-4413-bb14-379041cc0f4f" -d '{"events": [{"server_uuid": "17235dd1-6acd-4daf-a389-343a00e183f9", "name": "network-vif-deleted", "tag": "abbbca57-cb80-423a-ae1b-09a1aa74318e"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:10:48.964179 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f0924d1a-57c0-43e6-90bf-657db236659e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:48.989311 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a67ff4-9197-4941-ac5e-45b3710edaa7 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Router 9c2c1b79-cde4-441d-a407-60a1cf9d3f51 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:10:48.990850 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15cbb87-7b33-484c-b174-0d58489c1410 x-openstack-request-id: req-e15cbb87-7b33-484c-b174-0d58489c1410 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:10:48.991140 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17235dd1-6acd-4daf-a389-343a00e183f9", "name": "network-vif-deleted", "tag": "abbbca57-cb80-423a-ae1b-09a1aa74318e", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:10:48.991396 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e15cbb87-7b33-484c-b174-0d58489c1410 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:10:48.991800 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17235dd1-6acd-4daf-a389-343a00e183f9', 'name': 'network-vif-deleted', 'tag': 'abbbca57-cb80-423a-ae1b-09a1aa74318e', 'status': 'completed', 'code': 200} Sep 08 09:10:49.099454 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f0924d1a-57c0-43e6-90bf-657db236659e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:49.101526 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd09ad5-e259-4a77-a491-9aba65d2a853 req-8d4cb350-c53b-4aeb-8363-a15292785107 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:49.103288 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-acd09ad5-e259-4a77-a491-9aba65d2a853 req-8d4cb350-c53b-4aeb-8363-a15292785107 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=008d6f77-b73c-48a7-aa12-514e81a278f4 HTTP/1.1" status: 200 len: 945 time: 0.1542163 Sep 08 09:10:49.105598 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f0924d1a-57c0-43e6-90bf-657db236659e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:49.145983 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a67ff4-9197-4941-ac5e-45b3710edaa7 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:10:49.154378 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f0924d1a-57c0-43e6-90bf-657db236659e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=316337cebb0041d0923ca9b34d845fbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4552786 Sep 08 09:10:49.155003 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51728) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:49.159474 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-83a67ff4-9197-4941-ac5e-45b3710edaa7 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "PUT /v2.0/routers/9c2c1b79-cde4-441d-a407-60a1cf9d3f51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5365305 Sep 08 09:10:49.159699 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51730) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:49.163616 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0924d1a-57c0-43e6-90bf-657db236659e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fb102d-e515-433c-b00f-ac0b29e99cb4,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:49.211813 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-acd09ad5-e259-4a77-a491-9aba65d2a853 req-91c16fc7-6078-4059-bc53-8ff7bd7bf673 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759776 Sep 08 09:10:49.221741 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-35f4aa5c-a9b8-4746-aa25-24a31e575df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:49.233054 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb309c16-5abf-4516-adee-493c9b225bf9 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:49.235315 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb309c16-5abf-4516-adee-493c9b225bf9 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:49.236868 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-cb309c16-5abf-4516-adee-493c9b225bf9 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0762646 Sep 08 09:10:49.240294 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51732) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:49.247408 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-35f4aa5c-a9b8-4746-aa25-24a31e575df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:49.302650 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-35f4aa5c-a9b8-4746-aa25-24a31e575df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:49.305261 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-35f4aa5c-a9b8-4746-aa25-24a31e575df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:49.305871 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-d42c0ebf-40f7-497f-9c29-8372e163d4c0 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting subnet 259b0618-1612-4e58-9ab7-85bd85dbd2dd {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:10:49.309112 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-35f4aa5c-a9b8-4746-aa25-24a31e575df0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/78fb102d-e515-433c-b00f-ac0b29e99cb4 HTTP/1.1" status: 204 len: 168 time: 0.1528375 Sep 08 09:10:49.309965 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d42c0ebf-40f7-497f-9c29-8372e163d4c0 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:49.318933 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f4aa5c-a9b8-4746-aa25-24a31e575df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fb102d-e515-433c-b00f-ac0b29e99cb4,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:49.375647 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d42c0ebf-40f7-497f-9c29-8372e163d4c0 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:49.448495 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d42c0ebf-40f7-497f-9c29-8372e163d4c0 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:49.483203 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b4475486-76b5-4860-a729-b82e07511ef9 req-65968f4f-0269-419a-b622-4e962a4512be tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=17235dd1-6acd-4daf-a389-343a00e183f9 HTTP/1.1" status: 200 len: 210 time: 0.0385845 Sep 08 09:10:49.535793 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d42c0ebf-40f7-497f-9c29-8372e163d4c0 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:49.569500 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42c0ebf-40f7-497f-9c29-8372e163d4c0 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Subnet': ['ID=259b0618-1612-4e58-9ab7-85bd85dbd2dd,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:49.571764 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d42c0ebf-40f7-497f-9c29-8372e163d4c0 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:49.576077 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d42c0ebf-40f7-497f-9c29-8372e163d4c0 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/259b0618-1612-4e58-9ab7-85bd85dbd2dd HTTP/1.1" status: 204 len: 168 time: 0.3325269 Sep 08 09:10:49.576878 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51742) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:49.579213 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4571c074-9795-456d-a098-4b940274b9bd None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:10:49.679442 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51744) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:49.695084 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-43cc7308-dc5e-4060-9a96-2ce0e0ba9284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:49.698087 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-00366290-aa67-4055-97b3-00388063ce42 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1191146 Sep 08 09:10:49.699329 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51746) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:49.780569 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a9a84a-887b-4a58-82a5-6f59ffb00d72 None None] DHCP port deletion for 9177193f-e165-437e-b3d7-f8fa84e750aa request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:10:49.794132 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d02bd988-2e50-43cb-bb23-cf53d3bdd687 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for router, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:49.812020 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-43cc7308-dc5e-4060-9a96-2ce0e0ba9284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:49.817781 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-43cc7308-dc5e-4060-9a96-2ce0e0ba9284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:49.839598 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9a84a-887b-4a58-82a5-6f59ffb00d72 None None] Deleting port b78c570a-ec98-42e4-8ae9-42c0b5b6cf8b {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:10:49.840417 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f7a9a84a-887b-4a58-82a5-6f59ffb00d72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:49.855042 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc7308-dc5e-4060-9a96-2ce0e0ba9284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90770ed4-7e74-42d3-9418-9ba392cc1f13,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:49.877566 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-43cc7308-dc5e-4060-9a96-2ce0e0ba9284 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ee7677dd1c9f4ee788b4c2c5fa690d8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1942596 Sep 08 09:10:49.878167 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51750) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:50.005450 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-15162e38-f6ac-4d8a-a49a-e47e0da7cbaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:50.028931 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d02bd988-2e50-43cb-bb23-cf53d3bdd687 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:50.032568 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d02bd988-2e50-43cb-bb23-cf53d3bdd687 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:50.035603 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-15162e38-f6ac-4d8a-a49a-e47e0da7cbaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:50.092249 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-f7a9a84a-887b-4a58-82a5-6f59ffb00d72 None None] For port b78c570a-ec98-42e4-8ae9-42c0b5b6cf8b, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=b78c570a-ec98-42e4-8ae9-42c0b5b6cf8b,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:10:50.092483 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-15162e38-f6ac-4d8a-a49a-e47e0da7cbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:50.092602 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f7a9a84a-887b-4a58-82a5-6f59ffb00d72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:50.095566 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-15162e38-f6ac-4d8a-a49a-e47e0da7cbaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:50.096895 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-15162e38-f6ac-4d8a-a49a-e47e0da7cbaa admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/90770ed4-7e74-42d3-9418-9ba392cc1f13 HTTP/1.1" status: 204 len: 168 time: 0.2175133 Sep 08 09:10:50.106758 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15162e38-f6ac-4d8a-a49a-e47e0da7cbaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90770ed4-7e74-42d3-9418-9ba392cc1f13,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:50.112971 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9a84a-887b-4a58-82a5-6f59ffb00d72 None None] Calling delete_port for b78c570a-ec98-42e4-8ae9-42c0b5b6cf8b owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:10:50.131019 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d02bd988-2e50-43cb-bb23-cf53d3bdd687 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:50.131543 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02bd988-2e50-43cb-bb23-cf53d3bdd687 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Fanout notify agent at l3_agent the message router_deleted on router 9c2c1b79-cde4-441d-a407-60a1cf9d3f51 {{(pid=94712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:10:50.138998 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d02bd988-2e50-43cb-bb23-cf53d3bdd687 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:50.143132 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d02bd988-2e50-43cb-bb23-cf53d3bdd687 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/routers/9c2c1b79-cde4-441d-a407-60a1cf9d3f51 HTTP/1.1" status: 204 len: 168 time: 0.4418089 Sep 08 09:10:50.144567 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51754) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:50.149958 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-bcc9bf97-73a1-44d6-9c51-1b28691464b0 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'subnet': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:10:50.248559 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f7a9a84a-887b-4a58-82a5-6f59ffb00d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:50.274299 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc9bf97-73a1-44d6-9c51-1b28691464b0 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:10:50.283240 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bcc9bf97-73a1-44d6-9c51-1b28691464b0 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:50.284868 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9a84a-887b-4a58-82a5-6f59ffb00d72 None None] Pushing event deleted for resources: {'Port': ['ID=b78c570a-ec98-42e4-8ae9-42c0b5b6cf8b,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:50.287412 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a9a84a-887b-4a58-82a5-6f59ffb00d72 None None] No DVR routers for this DVR port b78c570a-ec98-42e4-8ae9-42c0b5b6cf8b on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:10:50.352216 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01408749-78d3-45f0-93d7-83c9b6bbb953 None None] Sync routers for ids ['9c2c1b79-cde4-441d-a407-60a1cf9d3f51'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:10:50.364588 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01408749-78d3-45f0-93d7-83c9b6bbb953 None None] Routers set() bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:10:50.365090 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01408749-78d3-45f0-93d7-83c9b6bbb953 None None] Router IDs set() for agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 08 09:10:50.365873 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_agentschedulers_db [None req-01408749-78d3-45f0-93d7-83c9b6bbb953 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9c2c1b79-cde4-441d-a407-60a1cf9d3f51'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:10:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent'). {{(pid=94715) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 08 09:10:50.374959 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01408749-78d3-45f0-93d7-83c9b6bbb953 None None] Routers set() bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:10:50.375724 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01408749-78d3-45f0-93d7-83c9b6bbb953 None None] Router IDs set() for agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 08 09:10:50.376572 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_agentschedulers_db [None req-01408749-78d3-45f0-93d7-83c9b6bbb953 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9c2c1b79-cde4-441d-a407-60a1cf9d3f51'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:10:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent'). {{(pid=94715) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 08 09:10:50.377183 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01408749-78d3-45f0-93d7-83c9b6bbb953 None None] The sync data for ids ['9c2c1b79-cde4-441d-a407-60a1cf9d3f51'] in n-d-806683-11 is: [] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:10:50.392515 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:50.499681 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643a3dc-4817-45a2-9c59-d9ede7922dd3 req-eba08488-5ddd-4a44-8c24-672f4d022735 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:50.501140 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0643a3dc-4817-45a2-9c59-d9ede7922dd3 req-eba08488-5ddd-4a44-8c24-672f4d022735 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=008d6f77-b73c-48a7-aa12-514e81a278f4 HTTP/1.1" status: 200 len: 945 time: 0.1296060 Sep 08 09:10:50.596217 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0643a3dc-4817-45a2-9c59-d9ede7922dd3 req-e6b2782d-bade-43af-ac34-a9f9cbb7cf56 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646350 Sep 08 09:10:50.674088 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bcc9bf97-73a1-44d6-9c51-1b28691464b0 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:50.700764 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8ed66cc0-778c-416e-a6fb-1a49dbf59397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:50.726812 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc9bf97-73a1-44d6-9c51-1b28691464b0 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:10:50.732753 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-bcc9bf97-73a1-44d6-9c51-1b28691464b0 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:10:50.736853 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc9bf97-73a1-44d6-9c51-1b28691464b0 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:50.738383 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bcc9bf97-73a1-44d6-9c51-1b28691464b0 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:50.746408 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2051b06-ce90-487f-9f25-47292637df74 None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:10:50.748526 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc9bf97-73a1-44d6-9c51-1b28691464b0 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Subnet': ['ID=66a3342b-861f-4680-8652-bd163cd8ae4a,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:50.762639 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-bcc9bf97-73a1-44d6-9c51-1b28691464b0 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6168334 Sep 08 09:10:50.764090 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51778) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:50.768841 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-57c0f1f7-4a0c-4973-93de-7db9ae3aecc1 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1168391282', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:10:50.813118 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-57c0f1f7-4a0c-4973-93de-7db9ae3aecc1 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:50.816280 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-57c0f1f7-4a0c-4973-93de-7db9ae3aecc1 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:50.850432 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device b78c570a-ec98-42e4-8ae9-42c0b5b6cf8b no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:10:50.913432 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-57c0f1f7-4a0c-4973-93de-7db9ae3aecc1 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:50.923302 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-57c0f1f7-4a0c-4973-93de-7db9ae3aecc1 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:50.937716 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: b78c570a-ec98-42e4-8ae9-42c0b5b6cf8b {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:10:50.938285 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device b78c570a-ec98-42e4-8ae9-42c0b5b6cf8b not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:10:50.978504 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-57c0f1f7-4a0c-4973-93de-7db9ae3aecc1 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:50.982991 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-57c0f1f7-4a0c-4973-93de-7db9ae3aecc1 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2149382 Sep 08 09:10:50.993647 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51796) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:51.026767 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1dd42b-d1ba-4560-a506-1604efd4d365 req-f1cfda98-f01c-4359-916c-3be98133b83e tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:51.028371 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8c1dd42b-d1ba-4560-a506-1604efd4d365 req-f1cfda98-f01c-4359-916c-3be98133b83e tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=008d6f77-b73c-48a7-aa12-514e81a278f4 HTTP/1.1" status: 200 len: 945 time: 0.0923138 Sep 08 09:10:51.053740 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2b300f-0e8a-4857-89d1-077605e18eda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-9177193f-e165-437e-b3d7-f8fa84e750aa', 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'tenant_id': 'cfe5efe5bc04414daec2165ebe59ab3a', 'fixed_ips': [{'subnet_id': '66a3342b-861f-4680-8652-bd163cd8ae4a'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:10:51.056104 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fe2b300f-0e8a-4857-89d1-077605e18eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:51.076116 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8c1dd42b-d1ba-4560-a506-1604efd4d365 req-9d330196-7814-4a67-a3fc-4c28c8207dda tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392530 Sep 08 09:10:51.236160 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-fe2b300f-0e8a-4857-89d1-077605e18eda None None] Allocated IP 2001:db8::2 (9177193f-e165-437e-b3d7-f8fa84e750aa/66a3342b-861f-4680-8652-bd163cd8ae4a/2ed1d245-eceb-4e83-9d38-51b347b8b58b) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:10:51.324979 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d2ea4c-a1d1-4f55-a96b-852bcb4b0e56 req-eba80635-2680-4956-9ad0-4ab16cb52141 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:51.326532 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-24d2ea4c-a1d1-4f55-a96b-852bcb4b0e56 req-eba80635-2680-4956-9ad0-4ab16cb52141 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/networks?id=643d18a2-f561-4ab8-ba5f-9dc85934ae99 HTTP/1.1" status: 200 len: 812 time: 0.3512542 Sep 08 09:10:51.411602 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-24d2ea4c-a1d1-4f55-a96b-852bcb4b0e56 req-9e77e32c-9080-4ba2-b06b-3706e56df843 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/quotas/8c4acd6367d646a3befa77424fa4ba4a HTTP/1.1" status: 200 len: 375 time: 0.0403817 Sep 08 09:10:51.414150 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fe2b300f-0e8a-4857-89d1-077605e18eda None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:51.423317 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-fe2b300f-0e8a-4857-89d1-077605e18eda None None] Transition to ACTIVE for port object 2ed1d245-eceb-4e83-9d38-51b347b8b58b will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:10:51.443916 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-fe2b300f-0e8a-4857-89d1-077605e18eda None None] Transition to ACTIVE for port object 2ed1d245-eceb-4e83-9d38-51b347b8b58b will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:10:51.451141 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fe2b300f-0e8a-4857-89d1-077605e18eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:51.473367 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-24d2ea4c-a1d1-4f55-a96b-852bcb4b0e56 req-a82b103b-a824-4db6-85d1-305380be81dc tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8c4acd6367d646a3befa77424fa4ba4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499666 Sep 08 09:10:51.475185 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a4d19ae6-b85b-4f5a-82b8-4f118d19d84c tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:51.493720 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2b300f-0e8a-4857-89d1-077605e18eda None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:10:51.496610 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-fe2b300f-0e8a-4857-89d1-077605e18eda None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:10:51.500141 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2b300f-0e8a-4857-89d1-077605e18eda None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:10:51.511364 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b300f-0e8a-4857-89d1-077605e18eda None None] Pushing event updated for resources: {'Port': ['ID=2ed1d245-eceb-4e83-9d38-51b347b8b58b,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:51.567711 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-fe2b300f-0e8a-4857-89d1-077605e18eda None None] Attempting to bind port 2ed1d245-eceb-4e83-9d38-51b347b8b58b on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:10:51.568090 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-fe2b300f-0e8a-4857-89d1-077605e18eda None None] Attempting to bind port 2ed1d245-eceb-4e83-9d38-51b347b8b58b by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:10:51.568546 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2b300f-0e8a-4857-89d1-077605e18eda None None] Attempting to bind port 2ed1d245-eceb-4e83-9d38-51b347b8b58b on network 9177193f-e165-437e-b3d7-f8fa84e750aa {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:10:51.574257 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2b300f-0e8a-4857-89d1-077605e18eda None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:10:51.574640 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2b300f-0e8a-4857-89d1-077605e18eda None None] Checking segment: {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:10:51.575048 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fe2b300f-0e8a-4857-89d1-077605e18eda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:51.575450 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2b300f-0e8a-4857-89d1-077605e18eda None None] Bound using segment: {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:10:51.575920 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-fe2b300f-0e8a-4857-89d1-077605e18eda None None] Bound port: 2ed1d245-eceb-4e83-9d38-51b347b8b58b, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:10:51.576298 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fe2b300f-0e8a-4857-89d1-077605e18eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:51.669447 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-fe2b300f-0e8a-4857-89d1-077605e18eda None None] For port 2ed1d245-eceb-4e83-9d38-51b347b8b58b, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:10:51.675746 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-fe2b300f-0e8a-4857-89d1-077605e18eda None None] For port 2ed1d245-eceb-4e83-9d38-51b347b8b58b, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=2ed1d245-eceb-4e83-9d38-51b347b8b58b,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:10:51.681168 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fe2b300f-0e8a-4857-89d1-077605e18eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:51.704388 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-24d2ea4c-a1d1-4f55-a96b-852bcb4b0e56 req-12c5a127-16e2-4983-9f5d-e89a3faeada2 service neutron] 10.222.0.54 "GET /v2.0/networks/643d18a2-f561-4ab8-ba5f-9dc85934ae99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199337 Sep 08 09:10:51.764271 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b300f-0e8a-4857-89d1-077605e18eda None None] Pushing event updated for resources: {'Port': ['ID=2ed1d245-eceb-4e83-9d38-51b347b8b58b,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:51.876205 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-24d2ea4c-a1d1-4f55-a96b-852bcb4b0e56 req-3c7de1b2-1c16-4c85-875e-639921544e63 service neutron] 10.222.0.54 "GET /v2.0/networks/643d18a2-f561-4ab8-ba5f-9dc85934ae99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709251 Sep 08 09:10:51.891447 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-a4d19ae6-b85b-4f5a-82b8-4f118d19d84c tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Allocated IP 2001:db8::1 (9177193f-e165-437e-b3d7-f8fa84e750aa/66a3342b-861f-4680-8652-bd163cd8ae4a/54577d29-6c06-4fe4-a944-10c1c82930d7) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:10:52.086626 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a4d19ae6-b85b-4f5a-82b8-4f118d19d84c tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:52.092194 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:52.117928 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-a4d19ae6-b85b-4f5a-82b8-4f118d19d84c tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Transition to ACTIVE for port object 54577d29-6c06-4fe4-a944-10c1c82930d7 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:10:52.120939 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-75446a80-c2ec-45de-a103-431c8d614570 req-e5a57b32-ffe9-4e38-b723-12c9b1c94312 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b376019-3c3c-4b0c-a6dc-e1c8e03239f6 HTTP/1.1" status: 200 len: 210 time: 0.0326719 Sep 08 09:10:52.205259 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device abbbca57-cb80-423a-ae1b-09a1aa74318e no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:10:52.229098 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: abbbca57-cb80-423a-ae1b-09a1aa74318e {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:10:52.229437 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device abbbca57-cb80-423a-ae1b-09a1aa74318e not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:10:52.235024 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a4d19ae6-b85b-4f5a-82b8-4f118d19d84c tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:52.298565 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d19ae6-b85b-4f5a-82b8-4f118d19d84c tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:10:52.304269 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-a4d19ae6-b85b-4f5a-82b8-4f118d19d84c tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:10:52.307131 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d19ae6-b85b-4f5a-82b8-4f118d19d84c tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:10:52.307682 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a4d19ae6-b85b-4f5a-82b8-4f118d19d84c tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:52.347416 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0d153-b0ed-4144-aec5-add55ba08b0d req-d3e48952-445c-42d7-b951-10ca1b715545 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:52.359471 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-84a0d153-b0ed-4144-aec5-add55ba08b0d req-d3e48952-445c-42d7-b951-10ca1b715545 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=008d6f77-b73c-48a7-aa12-514e81a278f4 HTTP/1.1" status: 200 len: 945 time: 0.1665816 Sep 08 09:10:52.403181 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d19ae6-b85b-4f5a-82b8-4f118d19d84c tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Port': ['ID=54577d29-6c06-4fe4-a944-10c1c82930d7,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:52.438864 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 2ed1d245-eceb-4e83-9d38-51b347b8b58b up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:10:52.504913 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 2ed1d245-eceb-4e83-9d38-51b347b8b58b completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:10:52.528961 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device b2dfa8d1-c41c-4f7c-86e7-8e5467dbdd35 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:10:52.537633 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-84a0d153-b0ed-4144-aec5-add55ba08b0d req-20af8809-9530-4d75-a65c-01acee8ab0a0 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769466 Sep 08 09:10:52.558399 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: b2dfa8d1-c41c-4f7c-86e7-8e5467dbdd35 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:10:52.558758 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device b2dfa8d1-c41c-4f7c-86e7-8e5467dbdd35 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:10:52.623892 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51850) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:52.631522 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a4d19ae6-b85b-4f5a-82b8-4f118d19d84c tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:52.896331 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-c968ca3e-a10f-4e9d-ba91-118983b8758e tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:10:52.927907 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c968ca3e-a10f-4e9d-ba91-118983b8758e tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks [] for floatingip, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:52.998148 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a4d19ae6-b85b-4f5a-82b8-4f118d19d84c tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:53.005784 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a4d19ae6-b85b-4f5a-82b8-4f118d19d84c tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:53.007214 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a4d19ae6-b85b-4f5a-82b8-4f118d19d84c tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:53.009785 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-8a06f0f5-3097-4eb4-aec9-50d9cad88b25 None None] Provisioning for port 2ed1d245-eceb-4e83-9d38-51b347b8b58b completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:10:53.015280 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-8a06f0f5-3097-4eb4-aec9-50d9cad88b25 None None] Provisioning complete for port 2ed1d245-eceb-4e83-9d38-51b347b8b58b triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:10:53.015663 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8a06f0f5-3097-4eb4-aec9-50d9cad88b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:53.076035 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c968ca3e-a10f-4e9d-ba91-118983b8758e tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:53.088564 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d19ae6-b85b-4f5a-82b8-4f118d19d84c tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Port': ['ID=54577d29-6c06-4fe4-a944-10c1c82930d7,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:53.127123 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8a06f0f5-3097-4eb4-aec9-50d9cad88b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:53.182161 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-8a06f0f5-3097-4eb4-aec9-50d9cad88b25 None None] For port 2ed1d245-eceb-4e83-9d38-51b347b8b58b, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=2ed1d245-eceb-4e83-9d38-51b347b8b58b,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:10:53.189741 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8a06f0f5-3097-4eb4-aec9-50d9cad88b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:53.211395 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d19ae6-b85b-4f5a-82b8-4f118d19d84c tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:10:53.216717 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-a4d19ae6-b85b-4f5a-82b8-4f118d19d84c tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:10:53.252181 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-c968ca3e-a10f-4e9d-ba91-118983b8758e tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Allocated IP 172.25.0.101 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/c2aef6ca-5e4f-4179-ac2c-172db0018e7b) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:10:53.271984 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a06f0f5-3097-4eb4-aec9-50d9cad88b25 None None] Pushing event updated for resources: {'Port': ['ID=2ed1d245-eceb-4e83-9d38-51b347b8b58b,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:53.320751 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-35d4fd0c-bc9d-4bb5-a7e4-b431944c5755 None None] Provisioning for port 54577d29-6c06-4fe4-a944-10c1c82930d7 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:10:53.327642 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-35d4fd0c-bc9d-4bb5-a7e4-b431944c5755 None None] Provisioning complete for port 54577d29-6c06-4fe4-a944-10c1c82930d7 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:10:53.328016 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-35d4fd0c-bc9d-4bb5-a7e4-b431944c5755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:53.353929 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a58eb191-04ef-4b8f-b77d-b6278ce9d6e9 req-ce5cf9d9-60e7-4745-82ce-0ba093bf7697 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b376019-3c3c-4b0c-a6dc-e1c8e03239f6 HTTP/1.1" status: 200 len: 210 time: 0.0644915 Sep 08 09:10:53.389966 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-35d4fd0c-bc9d-4bb5-a7e4-b431944c5755 None None] Port 54577d29-6c06-4fe4-a944-10c1c82930d7 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:10:53.410122 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c968ca3e-a10f-4e9d-ba91-118983b8758e tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:53.428474 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d19ae6-b85b-4f5a-82b8-4f118d19d84c tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Router 84a95d5c-b6b2-429f-a2ff-f5d06e11376f is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:10:53.468357 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c968ca3e-a10f-4e9d-ba91-118983b8758e tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:53.492779 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:53.494981 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c968ca3e-a10f-4e9d-ba91-118983b8758e tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:10:53.497652 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-c968ca3e-a10f-4e9d-ba91-118983b8758e tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:10:53.524268 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c968ca3e-a10f-4e9d-ba91-118983b8758e tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:10:53.579506 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c968ca3e-a10f-4e9d-ba91-118983b8758e tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Pushing event updated for resources: {'Port': ['ID=c2aef6ca-5e4f-4179-ac2c-172db0018e7b,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:53.630798 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d19ae6-b85b-4f5a-82b8-4f118d19d84c tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:10:53.643119 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a4d19ae6-b85b-4f5a-82b8-4f118d19d84c tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "PUT /v2.0/routers/84a95d5c-b6b2-429f-a2ff-f5d06e11376f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6475046 Sep 08 09:10:53.646230 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51868) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:53.661084 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d121fd34-158c-401e-99aa-aa836aa0731c None None] Sync routers for ids ['84a95d5c-b6b2-429f-a2ff-f5d06e11376f'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:10:53.670906 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-066d3609-00f3-4b24-b826-f0b538bd7d2c None None] Provisioning complete for port 54577d29-6c06-4fe4-a944-10c1c82930d7 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:10:53.671363 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-066d3609-00f3-4b24-b826-f0b538bd7d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:53.700752 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e1922e-b9e5-4171-8edd-17c42ae19c8b tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:53.702344 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-69e1922e-b9e5-4171-8edd-17c42ae19c8b tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/ports/54577d29-6c06-4fe4-a944-10c1c82930d7 HTTP/1.1" status: 200 len: 911 time: 0.0549848 Sep 08 09:10:53.704773 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51870) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:53.707841 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d121fd34-158c-401e-99aa-aa836aa0731c None None] Routers {'84a95d5c-b6b2-429f-a2ff-f5d06e11376f'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:10:53.708561 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-d121fd34-158c-401e-99aa-aa836aa0731c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:10:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['84a95d5c-b6b2-429f-a2ff-f5d06e11376f'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:10:53.724099 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4faa1-8f3c-44fe-8337-2e9f99764926 req-2d68d3a7-6b28-4a23-adef-a6ff0020ab04 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:53.730589 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2bd4faa1-8f3c-44fe-8337-2e9f99764926 req-2d68d3a7-6b28-4a23-adef-a6ff0020ab04 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=008d6f77-b73c-48a7-aa12-514e81a278f4 HTTP/1.1" status: 200 len: 945 time: 0.0923975 Sep 08 09:10:53.732126 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c968ca3e-a10f-4e9d-ba91-118983b8758e tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:53.771409 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c9f861-ffae-46a2-89a3-4c848d47ddbf tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:53.777396 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c9f861-ffae-46a2-89a3-4c848d47ddbf tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:53.779045 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e6c9f861-ffae-46a2-89a3-4c848d47ddbf tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0732384 Sep 08 09:10:53.781756 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51872) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:53.833840 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2bd4faa1-8f3c-44fe-8337-2e9f99764926 req-72f4f9c0-5ced-4fee-8415-ac86bb7543c2 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978918 Sep 08 09:10:53.841364 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-066d3609-00f3-4b24-b826-f0b538bd7d2c None None] Port 54577d29-6c06-4fe4-a944-10c1c82930d7 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:10:53.889531 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-d121fd34-158c-401e-99aa-aa836aa0731c None None] Set router 84a95d5c-b6b2-429f-a2ff-f5d06e11376f gateway port host: None {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:10:53.942796 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c968ca3e-a10f-4e9d-ba91-118983b8758e tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:54.005610 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e052a9-9d07-4fad-900f-cbd2f169fe5a req-87e9fd49-fccd-4769-87c7-2e373e6011e2 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:54.007115 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-90e052a9-9d07-4fad-900f-cbd2f169fe5a req-87e9fd49-fccd-4769-87c7-2e373e6011e2 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.37 "GET /v2.0/ports?device_id=008d6f77-b73c-48a7-aa12-514e81a278f4 HTTP/1.1" status: 200 len: 945 time: 0.1058099 Sep 08 09:10:54.015626 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d2ea4c-a1d1-4f55-a96b-852bcb4b0e56 req-033bdc89-373a-436b-be16-15bbdf58be0a tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:54.017028 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24d2ea4c-a1d1-4f55-a96b-852bcb4b0e56 req-033bdc89-373a-436b-be16-15bbdf58be0a tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.35 "GET /v2.0/networks?id=643d18a2-f561-4ab8-ba5f-9dc85934ae99 HTTP/1.1" status: 200 len: 812 time: 0.3188262 Sep 08 09:10:54.058399 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-24d2ea4c-a1d1-4f55-a96b-852bcb4b0e56 req-86fceba3-ad6b-4fd5-a742-e77840013f3c tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Request body: {'port': {'device_id': '4b376019-3c3c-4b0c-a6dc-e1c8e03239f6', 'network_id': '643d18a2-f561-4ab8-ba5f-9dc85934ae99', 'admin_state_up': True, 'tenant_id': '8c4acd6367d646a3befa77424fa4ba4a'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:10:54.059607 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:54.144842 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-d121fd34-158c-401e-99aa-aa836aa0731c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a95d5c-b6b2-429f-a2ff-f5d06e11376f', 'name': 'tempest-NetworksTestDHCPv6-router-1168391282', 'tenant_id': 'cfe5efe5bc04414daec2165ebe59ab3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:10:50Z', 'updated_at': '2021-09-08T09:10:52Z', 'revision_number': 2, 'project_id': 'cfe5efe5bc04414daec2165ebe59ab3a', 'gw_port_host': None, '_interfaces': [{'id': '54577d29-6c06-4fe4-a944-10c1c82930d7', 'name': '', 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'tenant_id': 'cfe5efe5bc04414daec2165ebe59ab3a', 'mac_address': 'fa:16:3e:da:a2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a95d5c-b6b2-429f-a2ff-f5d06e11376f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '66a3342b-861f-4680-8652-bd163cd8ae4a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:10:51Z', 'updated_at': '2021-09-08T09:10:52Z', 'revision_number': 2, 'project_id': 'cfe5efe5bc04414daec2165ebe59ab3a', 'subnets': [{'id': '66a3342b-861f-4680-8652-bd163cd8ae4a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:10:54.175771 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d121fd34-158c-401e-99aa-aa836aa0731c None None] Checking router: 84a95d5c-b6b2-429f-a2ff-f5d06e11376f for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:10:54.176127 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d121fd34-158c-401e-99aa-aa836aa0731c None None] Updating router 84a95d5c-b6b2-429f-a2ff-f5d06e11376f port 54577d29-6c06-4fe4-a944-10c1c82930d7 binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:10:54.189220 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-330f5dda-d645-42ce-a0a6-e63af337534d tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:54.209975 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d121fd34-158c-401e-99aa-aa836aa0731c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:54.490906 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 2ed1d245-eceb-4e83-9d38-51b347b8b58b up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:10:54.618573 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 2ed1d245-eceb-4e83-9d38-51b347b8b58b triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:10:54.618954 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:54.626613 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0906502f-f2e9-46d1-b2d2-4aae0978e4de req-4af1d70e-6a8f-4104-beca-a1588ce0b228 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b376019-3c3c-4b0c-a6dc-e1c8e03239f6 HTTP/1.1" status: 200 len: 210 time: 0.0796990 Sep 08 09:10:54.709899 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-90e052a9-9d07-4fad-900f-cbd2f169fe5a req-06480c17-d7be-4cb2-b232-0b6f0665c508 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Deleting port ab9ff896-02ce-4516-a59c-e9329ac2a8e0 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:10:54.710154 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-90e052a9-9d07-4fad-900f-cbd2f169fe5a req-06480c17-d7be-4cb2-b232-0b6f0665c508 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:54.776371 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-330f5dda-d645-42ce-a0a6-e63af337534d tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting port 54577d29-6c06-4fe4-a944-10c1c82930d7 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:10:54.776999 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-330f5dda-d645-42ce-a0a6-e63af337534d tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:54.802077 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24d2ea4c-a1d1-4f55-a96b-852bcb4b0e56 req-86fceba3-ad6b-4fd5-a742-e77840013f3c tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Made reservation on behalf of 8c4acd6367d646a3befa77424fa4ba4a for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:10:54.805661 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-24d2ea4c-a1d1-4f55-a96b-852bcb4b0e56 req-86fceba3-ad6b-4fd5-a742-e77840013f3c tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:54.815307 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c968ca3e-a10f-4e9d-ba91-118983b8758e tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:54.827744 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c968ca3e-a10f-4e9d-ba91-118983b8758e tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:54.828634 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d121fd34-158c-401e-99aa-aa836aa0731c None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:54.840573 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d121fd34-158c-401e-99aa-aa836aa0731c None None] Transition to ACTIVE for port object 54577d29-6c06-4fe4-a944-10c1c82930d7 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:10:54.848222 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d121fd34-158c-401e-99aa-aa836aa0731c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:54.911819 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-90e052a9-9d07-4fad-900f-cbd2f169fe5a req-06480c17-d7be-4cb2-b232-0b6f0665c508 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] For port ab9ff896-02ce-4516-a59c-e9329ac2a8e0, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=ab9ff896-02ce-4516-a59c-e9329ac2a8e0,segment=NetworkSegment(6a571b4f-cf48-4b50-a916-25dfdbadf202),segment_id=6a571b4f-cf48-4b50-a916-25dfdbadf202)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:10:54.912305 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-90e052a9-9d07-4fad-900f-cbd2f169fe5a req-06480c17-d7be-4cb2-b232-0b6f0665c508 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:54.925715 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d125cae-29e1-47bf-a3bd-e6e8ea2c906c None None] Pushing event updated for resources: {'Port': ['ID=54577d29-6c06-4fe4-a944-10c1c82930d7,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:54.934538 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-330f5dda-d645-42ce-a0a6-e63af337534d tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:54.951826 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-330f5dda-d645-42ce-a0a6-e63af337534d tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Calling delete_port for 54577d29-6c06-4fe4-a944-10c1c82930d7 owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:10:54.953541 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-d121fd34-158c-401e-99aa-aa836aa0731c None None] Attempting to bind port 54577d29-6c06-4fe4-a944-10c1c82930d7 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:10:54.954245 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-d121fd34-158c-401e-99aa-aa836aa0731c None None] Attempting to bind port 54577d29-6c06-4fe4-a944-10c1c82930d7 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:10:54.954692 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d121fd34-158c-401e-99aa-aa836aa0731c None None] Attempting to bind port 54577d29-6c06-4fe4-a944-10c1c82930d7 on network 9177193f-e165-437e-b3d7-f8fa84e750aa {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:10:54.962635 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d121fd34-158c-401e-99aa-aa836aa0731c None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:10:54.963305 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d121fd34-158c-401e-99aa-aa836aa0731c None None] Checking segment: {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:10:54.963872 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d121fd34-158c-401e-99aa-aa836aa0731c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:54.965258 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d121fd34-158c-401e-99aa-aa836aa0731c None None] Bound using segment: {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:10:54.965909 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-d121fd34-158c-401e-99aa-aa836aa0731c None None] Bound port: 54577d29-6c06-4fe4-a944-10c1c82930d7, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:10:54.966371 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d121fd34-158c-401e-99aa-aa836aa0731c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:55.014556 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-90e052a9-9d07-4fad-900f-cbd2f169fe5a req-06480c17-d7be-4cb2-b232-0b6f0665c508 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Calling delete_port for ab9ff896-02ce-4516-a59c-e9329ac2a8e0 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:10:55.080737 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d121fd34-158c-401e-99aa-aa836aa0731c None None] For port 54577d29-6c06-4fe4-a944-10c1c82930d7, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:10:55.083016 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c968ca3e-a10f-4e9d-ba91-118983b8758e tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:55.086733 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d121fd34-158c-401e-99aa-aa836aa0731c None None] For port 54577d29-6c06-4fe4-a944-10c1c82930d7, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=54577d29-6c06-4fe4-a944-10c1c82930d7,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:10:55.100454 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d121fd34-158c-401e-99aa-aa836aa0731c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:55.132147 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c968ca3e-a10f-4e9d-ba91-118983b8758e tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Pushing event updated for resources: {'Port': ['ID=c2aef6ca-5e4f-4179-ac2c-172db0018e7b,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:55.177882 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d121fd34-158c-401e-99aa-aa836aa0731c None None] Routers {'84a95d5c-b6b2-429f-a2ff-f5d06e11376f'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:10:55.178755 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-d121fd34-158c-401e-99aa-aa836aa0731c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:10:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['84a95d5c-b6b2-429f-a2ff-f5d06e11376f'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:10:55.181208 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d125cae-29e1-47bf-a3bd-e6e8ea2c906c None None] Pushing event updated for resources: {'Port': ['ID=54577d29-6c06-4fe4-a944-10c1c82930d7,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:55.205597 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c968ca3e-a10f-4e9d-ba91-118983b8758e tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:55.209795 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c968ca3e-a10f-4e9d-ba91-118983b8758e tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5847962 Sep 08 09:10:55.210938 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51888) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:55.217860 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-e7ecd90a-f12c-4243-8d30-68240391c770 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1591107453'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:10:55.244443 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7b6c4-66df-4268-b5d0-0947da03207d req-25c1a9a1-8ca8-4b4f-9785-55919232aeaf tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:55.245992 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c1c7b6c4-66df-4268-b5d0-0947da03207d req-25c1a9a1-8ca8-4b4f-9785-55919232aeaf tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=008d6f77-b73c-48a7-aa12-514e81a278f4 HTTP/1.1" status: 200 len: 945 time: 0.2842910 Sep 08 09:10:55.255578 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ecd90a-f12c-4243-8d30-68240391c770 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Made reservation on behalf of 31560a4bf66e487a98c5d53b55ca7cb6 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:10:55.257337 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-24d2ea4c-a1d1-4f55-a96b-852bcb4b0e56 req-86fceba3-ad6b-4fd5-a742-e77840013f3c tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Allocated IP 172.20.0.7 (643d18a2-f561-4ab8-ba5f-9dc85934ae99/9a55585f-dc5f-44d9-8cd9-f8cb2e1994de/e83d6e32-3f4d-46b3-864e-2284d43fdc2e) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:10:55.261886 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e7ecd90a-f12c-4243-8d30-68240391c770 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:55.282399 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e7ecd90a-f12c-4243-8d30-68240391c770 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:55.291818 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-330f5dda-d645-42ce-a0a6-e63af337534d tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:55.308370 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2bd144a6-a59d-4a66-9205-53fb5273d6d4 None None] Could not find standard attr ID for object 54577d29-6c06-4fe4-a944-10c1c82930d7. {{(pid=94714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 09:10:55.326483 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-d121fd34-158c-401e-99aa-aa836aa0731c None None] Set router 84a95d5c-b6b2-429f-a2ff-f5d06e11376f gateway port host: None {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:10:55.338580 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f5dda-d645-42ce-a0a6-e63af337534d tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Port': ['ID=54577d29-6c06-4fe4-a944-10c1c82930d7,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:55.389760 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c1c7b6c4-66df-4268-b5d0-0947da03207d req-f11d91ff-1d7e-4bbc-b7b8-abe5edc97992 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191373 Sep 08 09:10:55.444820 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-90e052a9-9d07-4fad-900f-cbd2f169fe5a req-06480c17-d7be-4cb2-b232-0b6f0665c508 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:55.468297 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-330f5dda-d645-42ce-a0a6-e63af337534d tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:55.492625 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06480c17-d7be-4cb2-b232-0b6f0665c508 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Pushing event deleted for resources: {'Port': ['ID=ab9ff896-02ce-4516-a59c-e9329ac2a8e0,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:55.545182 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['2f6b35be-e660-45fe-822d-63cd55f31978', 'ab9ff896-02ce-4516-a59c-e9329ac2a8e0'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:10:55.582602 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e052a9-9d07-4fad-900f-cbd2f169fe5a req-06480c17-d7be-4cb2-b232-0b6f0665c508 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] No DVR routers for this DVR port ab9ff896-02ce-4516-a59c-e9329ac2a8e0 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:10:55.587723 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-90e052a9-9d07-4fad-900f-cbd2f169fe5a req-06480c17-d7be-4cb2-b232-0b6f0665c508 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:55.589770 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-90e052a9-9d07-4fad-900f-cbd2f169fe5a req-06480c17-d7be-4cb2-b232-0b6f0665c508 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.37 "DELETE /v2.0/ports/ab9ff896-02ce-4516-a59c-e9329ac2a8e0 HTTP/1.1" status: 204 len: 173 time: 1.5718396 Sep 08 09:10:55.590732 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008d6f77-b73c-48a7-aa12-514e81a278f4', 'name': 'network-vif-deleted', 'tag': 'ab9ff896-02ce-4516-a59c-e9329ac2a8e0'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:10:55.593459 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435d1027-3ca7-41b8-a3dd-734c68603e4d" -d '{"events": [{"server_uuid": "008d6f77-b73c-48a7-aa12-514e81a278f4", "name": "network-vif-deleted", "tag": "ab9ff896-02ce-4516-a59c-e9329ac2a8e0"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:10:55.636685 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-24d2ea4c-a1d1-4f55-a96b-852bcb4b0e56 req-86fceba3-ad6b-4fd5-a742-e77840013f3c tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:55.671819 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e1ffee1a-ac68-43e4-b8d8-815b5bd9c938 None None] Could not find standard attr ID for object 54577d29-6c06-4fe4-a944-10c1c82930d7. {{(pid=94714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 09:10:55.722896 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d50041-ce01-4fa5-9466-12ed888e0b08 x-openstack-request-id: req-22d50041-ce01-4fa5-9466-12ed888e0b08 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:10:55.731003 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "008d6f77-b73c-48a7-aa12-514e81a278f4", "name": "network-vif-deleted", "tag": "ab9ff896-02ce-4516-a59c-e9329ac2a8e0", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:10:55.731508 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-22d50041-ce01-4fa5-9466-12ed888e0b08 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:10:55.732271 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '008d6f77-b73c-48a7-aa12-514e81a278f4', 'name': 'network-vif-deleted', 'tag': 'ab9ff896-02ce-4516-a59c-e9329ac2a8e0', 'status': 'completed', 'code': 200} Sep 08 09:10:55.756541 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e7ecd90a-f12c-4243-8d30-68240391c770 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:55.763463 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-d121fd34-158c-401e-99aa-aa836aa0731c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a95d5c-b6b2-429f-a2ff-f5d06e11376f', 'name': 'tempest-NetworksTestDHCPv6-router-1168391282', 'tenant_id': 'cfe5efe5bc04414daec2165ebe59ab3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:10:50Z', 'updated_at': '2021-09-08T09:10:52Z', 'revision_number': 2, 'project_id': 'cfe5efe5bc04414daec2165ebe59ab3a', 'gw_port_host': None, '_interfaces': [{'id': '54577d29-6c06-4fe4-a944-10c1c82930d7', 'name': '', 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'tenant_id': 'cfe5efe5bc04414daec2165ebe59ab3a', 'mac_address': 'fa:16:3e:da:a2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a95d5c-b6b2-429f-a2ff-f5d06e11376f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '66a3342b-861f-4680-8652-bd163cd8ae4a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:10:51Z', 'updated_at': '2021-09-08T09:10:55Z', 'revision_number': 4, 'project_id': 'cfe5efe5bc04414daec2165ebe59ab3a', 'subnets': [{'id': '66a3342b-861f-4680-8652-bd163cd8ae4a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:10:55.773359 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330f5dda-d645-42ce-a0a6-e63af337534d tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Router 84a95d5c-b6b2-429f-a2ff-f5d06e11376f has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:10:55.776800 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e7ecd90a-f12c-4243-8d30-68240391c770 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:55.794472 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d121fd34-158c-401e-99aa-aa836aa0731c None None] The sync data for ids ['84a95d5c-b6b2-429f-a2ff-f5d06e11376f'] in n-d-806683-11 is: [{'id': '84a95d5c-b6b2-429f-a2ff-f5d06e11376f', 'name': 'tempest-NetworksTestDHCPv6-router-1168391282', 'tenant_id': 'cfe5efe5bc04414daec2165ebe59ab3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:10:50Z', 'updated_at': '2021-09-08T09:10:52Z', 'revision_number': 2, 'project_id': 'cfe5efe5bc04414daec2165ebe59ab3a', 'gw_port_host': None, '_interfaces': [{'id': '54577d29-6c06-4fe4-a944-10c1c82930d7', 'name': '', 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'tenant_id': 'cfe5efe5bc04414daec2165ebe59ab3a', 'mac_address': 'fa:16:3e:da:a2:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a95d5c-b6b2-429f-a2ff-f5d06e11376f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '66a3342b-861f-4680-8652-bd163cd8ae4a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:10:51Z', 'updated_at': '2021-09-08T09:10:55Z', 'revision_number': 4, 'project_id': 'cfe5efe5bc04414daec2165ebe59ab3a', 'subnets': [{'id': '66a3342b-861f-4680-8652-bd163cd8ae4a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:10:55.800712 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-24d2ea4c-a1d1-4f55-a96b-852bcb4b0e56 req-86fceba3-ad6b-4fd5-a742-e77840013f3c tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:55.850274 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7ecd90a-f12c-4243-8d30-68240391c770 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:10:55.874698 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e7ecd90a-f12c-4243-8d30-68240391c770 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:55.875042 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-e7ecd90a-f12c-4243-8d30-68240391c770 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Added segment 9ac6879d-b8e0-4120-a10d-9fc3659786ce of type vlan for network 7082aef0-ed15-4233-bf2f-128a4227205d Sep 08 09:10:55.912018 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24d2ea4c-a1d1-4f55-a96b-852bcb4b0e56 req-86fceba3-ad6b-4fd5-a742-e77840013f3c tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Network 643d18a2-f561-4ab8-ba5f-9dc85934ae99 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:10:55.916345 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-24d2ea4c-a1d1-4f55-a96b-852bcb4b0e56 req-86fceba3-ad6b-4fd5-a742-e77840013f3c tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:10:55.947220 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d2ea4c-a1d1-4f55-a96b-852bcb4b0e56 req-86fceba3-ad6b-4fd5-a742-e77840013f3c tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:10:55.980459 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ecd90a-f12c-4243-8d30-68240391c770 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a77d58bd-385e-4bd7-a8e4-25fc115b18ff,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:55.984461 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e7ecd90a-f12c-4243-8d30-68240391c770 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:56.008428 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fceba3-ad6b-4fd5-a742-e77840013f3c tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Pushing event updated for resources: {'Port': ['ID=e83d6e32-3f4d-46b3-864e-2284d43fdc2e,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:56.027497 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083986da-d021-4cff-996a-344e9cf46a83 req-ff3f7610-8a61-474f-8041-0f87e45167f8 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:56.029054 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-083986da-d021-4cff-996a-344e9cf46a83 req-ff3f7610-8a61-474f-8041-0f87e45167f8 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b376019-3c3c-4b0c-a6dc-e1c8e03239f6 HTTP/1.1" status: 200 len: 931 time: 0.1830192 Sep 08 09:10:56.031229 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330f5dda-d645-42ce-a0a6-e63af337534d tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:10:56.037967 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d2ea4c-a1d1-4f55-a96b-852bcb4b0e56 req-86fceba3-ad6b-4fd5-a742-e77840013f3c tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:56.038655 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-24d2ea4c-a1d1-4f55-a96b-852bcb4b0e56 req-86fceba3-ad6b-4fd5-a742-e77840013f3c tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:56.044582 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-330f5dda-d645-42ce-a0a6-e63af337534d tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "PUT /v2.0/routers/84a95d5c-b6b2-429f-a2ff-f5d06e11376f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2617624 Sep 08 09:10:56.047793 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51898) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:56.128216 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-083986da-d021-4cff-996a-344e9cf46a83 req-b286ba44-b058-433b-8b9c-00ceffe4b084 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862005 Sep 08 09:10:56.131200 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24d2ea4c-a1d1-4f55-a96b-852bcb4b0e56 req-86fceba3-ad6b-4fd5-a742-e77840013f3c tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0945666 Sep 08 09:10:56.143014 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e7ecd90a-f12c-4243-8d30-68240391c770 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:56.149243 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ecd90a-f12c-4243-8d30-68240391c770 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:56.149858 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e7ecd90a-f12c-4243-8d30-68240391c770 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:56.187027 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a6d1df-e15d-453f-9019-a85238010943 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:56.193405 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a6d1df-e15d-453f-9019-a85238010943 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:56.197790 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a2a6d1df-e15d-453f-9019-a85238010943 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1468616 Sep 08 09:10:56.198761 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51904) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:56.228195 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e7ecd90a-f12c-4243-8d30-68240391c770 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0136068 Sep 08 09:10:56.230536 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51906) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:56.239987 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-24a54f60-7648-41ce-9ad6-156ea3360ee0 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Request body: {'subnet': {'network_id': '7082aef0-ed15-4233-bf2f-128a4227205d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:10:56.269827 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-24d2ea4c-a1d1-4f55-a96b-852bcb4b0e56 req-7f06d368-3689-4caa-aa95-de1d8027a060 service neutron] Request body: {'port': {'device_id': '4b376019-3c3c-4b0c-a6dc-e1c8e03239f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:10:56.335543 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ecd90a-f12c-4243-8d30-68240391c770 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Pushing event updated for resources: {'Network': ['ID=7082aef0-ed15-4233-bf2f-128a4227205d,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:56.341590 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-3071ac73-85d0-4b2f-8128-713e44474a25 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting subnet 66a3342b-861f-4680-8652-bd163cd8ae4a {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:10:56.346489 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3071ac73-85d0-4b2f-8128-713e44474a25 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:56.346910 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 7082aef0-ed15-4233-bf2f-128a4227205d details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:10:56.400402 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a54f60-7648-41ce-9ad6-156ea3360ee0 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Made reservation on behalf of 31560a4bf66e487a98c5d53b55ca7cb6 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:10:56.404847 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-24a54f60-7648-41ce-9ad6-156ea3360ee0 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:56.413780 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-24d2ea4c-a1d1-4f55-a96b-852bcb4b0e56 req-7f06d368-3689-4caa-aa95-de1d8027a060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:56.428434 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3071ac73-85d0-4b2f-8128-713e44474a25 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:56.640740 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3071ac73-85d0-4b2f-8128-713e44474a25 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:56.647596 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-24a54f60-7648-41ce-9ad6-156ea3360ee0 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:56.724751 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a54f60-7648-41ce-9ad6-156ea3360ee0 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Pushing event updated for resources: {'Subnet': ['ID=23d37f74-6110-4776-acfe-fbca3479f075,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:56.741780 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a54f60-7648-41ce-9ad6-156ea3360ee0 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Checking segment: {'id': '9ac6879d-b8e0-4120-a10d-9fc3659786ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7082aef0-ed15-4233-bf2f-128a4227205d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:10:56.742195 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a54f60-7648-41ce-9ad6-156ea3360ee0 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Network hostable DHCP agents. Network: 7082aef0-ed15-4233-bf2f-128a4227205d, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:10:56.762848 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a54f60-7648-41ce-9ad6-156ea3360ee0 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Network 7082aef0-ed15-4233-bf2f-128a4227205d is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:10:56.775768 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-24a54f60-7648-41ce-9ad6-156ea3360ee0 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 7082aef0-ed15-4233-bf2f-128a4227205d) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:10:56.784567 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a54f60-7648-41ce-9ad6-156ea3360ee0 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:56.786019 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-24a54f60-7648-41ce-9ad6-156ea3360ee0 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:56.795100 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad11fa17-ede1-484c-a0e9-17da1597e97e None None] Network 7082aef0-ed15-4233-bf2f-128a4227205d requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:10:56.815906 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-24a54f60-7648-41ce-9ad6-156ea3360ee0 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5841753 Sep 08 09:10:56.818733 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51916) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:56.827075 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-866ceec6-4655-496b-9bce-20a3ad5762e2 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-504837926', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}, 'admin_state_up': False}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:10:56.842348 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3071ac73-85d0-4b2f-8128-713e44474a25 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:56.856450 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-866ceec6-4655-496b-9bce-20a3ad5762e2 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:56.857579 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-866ceec6-4655-496b-9bce-20a3ad5762e2 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:56.890403 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1200610-08c4-4851-b996-35673d046580 req-b4d206af-c256-4337-a98e-c4e312ca9f62 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:56.891920 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e1200610-08c4-4851-b996-35673d046580 req-b4d206af-c256-4337-a98e-c4e312ca9f62 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=c247abfa-2319-42bb-9904-44fdbd0e85d3 HTTP/1.1" status: 200 len: 946 time: 0.1405387 Sep 08 09:10:56.895066 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071ac73-85d0-4b2f-8128-713e44474a25 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Subnet': ['ID=66a3342b-861f-4680-8652-bd163cd8ae4a,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:56.905586 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3071ac73-85d0-4b2f-8128-713e44474a25 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:56.911063 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-3071ac73-85d0-4b2f-8128-713e44474a25 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/66a3342b-861f-4680-8652-bd163cd8ae4a HTTP/1.1" status: 204 len: 168 time: 0.7073851 Sep 08 09:10:56.916872 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6878c121-0840-4b92-b7fc-b4e4eaf4087c None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:10:56.924228 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51920) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:56.928652 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-866ceec6-4655-496b-9bce-20a3ad5762e2 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:57.004920 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-24d2ea4c-a1d1-4f55-a96b-852bcb4b0e56 req-7f06d368-3689-4caa-aa95-de1d8027a060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e83d6e32-3f4d-46b3-864e-2284d43fdc2e {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:10:57.014700 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-24d2ea4c-a1d1-4f55-a96b-852bcb4b0e56 req-7f06d368-3689-4caa-aa95-de1d8027a060 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:57.023495 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92586dc-a66b-4f1a-8882-5929da7cb88b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-7082aef0-ed15-4233-bf2f-128a4227205d', 'network_id': '7082aef0-ed15-4233-bf2f-128a4227205d', 'tenant_id': '31560a4bf66e487a98c5d53b55ca7cb6', 'fixed_ips': [{'subnet_id': '23d37f74-6110-4776-acfe-fbca3479f075'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:10:57.024527 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a92586dc-a66b-4f1a-8882-5929da7cb88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:57.049048 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-24d2ea4c-a1d1-4f55-a96b-852bcb4b0e56 req-7f06d368-3689-4caa-aa95-de1d8027a060 service neutron] Transition to ACTIVE for port object e83d6e32-3f4d-46b3-864e-2284d43fdc2e will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:10:57.058331 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-24d2ea4c-a1d1-4f55-a96b-852bcb4b0e56 req-7f06d368-3689-4caa-aa95-de1d8027a060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:57.074413 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e1200610-08c4-4851-b996-35673d046580 req-28c4878c-ca47-4213-b404-333bbe6c54ec tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720178 Sep 08 09:10:57.125366 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f06d368-3689-4caa-aa95-de1d8027a060 service neutron] Pushing event updated for resources: {'Port': ['ID=e83d6e32-3f4d-46b3-864e-2284d43fdc2e,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:57.154510 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d92b1e6a-ad68-47ad-96b3-756065223d07 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2283337 Sep 08 09:10:57.156830 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51924) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:57.196430 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-866ceec6-4655-496b-9bce-20a3ad5762e2 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:57.228726 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-24d2ea4c-a1d1-4f55-a96b-852bcb4b0e56 req-7f06d368-3689-4caa-aa95-de1d8027a060 service neutron] Attempting to bind port e83d6e32-3f4d-46b3-864e-2284d43fdc2e on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:10:57.229746 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-24d2ea4c-a1d1-4f55-a96b-852bcb4b0e56 req-7f06d368-3689-4caa-aa95-de1d8027a060 service neutron] Attempting to bind port e83d6e32-3f4d-46b3-864e-2284d43fdc2e by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '3af659db-8c52-4cba-bbf9-dfdf7a2d015a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '643d18a2-f561-4ab8-ba5f-9dc85934ae99'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:10:57.231462 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d2ea4c-a1d1-4f55-a96b-852bcb4b0e56 req-7f06d368-3689-4caa-aa95-de1d8027a060 service neutron] Attempting to bind port e83d6e32-3f4d-46b3-864e-2284d43fdc2e on network 643d18a2-f561-4ab8-ba5f-9dc85934ae99 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:10:57.245509 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d2ea4c-a1d1-4f55-a96b-852bcb4b0e56 req-7f06d368-3689-4caa-aa95-de1d8027a060 service neutron] Port e83d6e32-3f4d-46b3-864e-2284d43fdc2e on network 643d18a2-f561-4ab8-ba5f-9dc85934ae99 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:10:57.247617 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d2ea4c-a1d1-4f55-a96b-852bcb4b0e56 req-7f06d368-3689-4caa-aa95-de1d8027a060 service neutron] Attempting to bind port e83d6e32-3f4d-46b3-864e-2284d43fdc2e on network 643d18a2-f561-4ab8-ba5f-9dc85934ae99 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:10:57.259583 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d2ea4c-a1d1-4f55-a96b-852bcb4b0e56 req-7f06d368-3689-4caa-aa95-de1d8027a060 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:10:57.260415 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d2ea4c-a1d1-4f55-a96b-852bcb4b0e56 req-7f06d368-3689-4caa-aa95-de1d8027a060 service neutron] Checking segment: {'id': '3af659db-8c52-4cba-bbf9-dfdf7a2d015a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '643d18a2-f561-4ab8-ba5f-9dc85934ae99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:10:57.262202 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8e1ec3-9be6-43c6-a4d5-be9f2e941912 None None] DHCP port deletion for 9177193f-e165-437e-b3d7-f8fa84e750aa request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:10:57.262696 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d2ea4c-a1d1-4f55-a96b-852bcb4b0e56 req-7f06d368-3689-4caa-aa95-de1d8027a060 service neutron] Bound using segment: {'id': '3af659db-8c52-4cba-bbf9-dfdf7a2d015a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '643d18a2-f561-4ab8-ba5f-9dc85934ae99'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:10:57.263274 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-24d2ea4c-a1d1-4f55-a96b-852bcb4b0e56 req-7f06d368-3689-4caa-aa95-de1d8027a060 service neutron] Bound port: e83d6e32-3f4d-46b3-864e-2284d43fdc2e, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3af659db-8c52-4cba-bbf9-dfdf7a2d015a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '643d18a2-f561-4ab8-ba5f-9dc85934ae99'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:10:57.263717 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-24d2ea4c-a1d1-4f55-a96b-852bcb4b0e56 req-7f06d368-3689-4caa-aa95-de1d8027a060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:57.301008 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5411a6ce-670b-4ae8-91c3-49d2f151383e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:57.302421 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-a92586dc-a66b-4f1a-8882-5929da7cb88b None None] Allocated IP 172.20.0.2 (7082aef0-ed15-4233-bf2f-128a4227205d/23d37f74-6110-4776-acfe-fbca3479f075/28390186-f73c-4626-adb4-d2d6dc220d23) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:10:57.365202 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-24d2ea4c-a1d1-4f55-a96b-852bcb4b0e56 req-7f06d368-3689-4caa-aa95-de1d8027a060 service neutron] For port e83d6e32-3f4d-46b3-864e-2284d43fdc2e, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:10:57.368933 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-24d2ea4c-a1d1-4f55-a96b-852bcb4b0e56 req-7f06d368-3689-4caa-aa95-de1d8027a060 service neutron] For port e83d6e32-3f4d-46b3-864e-2284d43fdc2e, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=e83d6e32-3f4d-46b3-864e-2284d43fdc2e,segment=NetworkSegment(3af659db-8c52-4cba-bbf9-dfdf7a2d015a),segment_id=3af659db-8c52-4cba-bbf9-dfdf7a2d015a)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:10:57.375039 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-24d2ea4c-a1d1-4f55-a96b-852bcb4b0e56 req-7f06d368-3689-4caa-aa95-de1d8027a060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:57.417111 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d2ea4c-a1d1-4f55-a96b-852bcb4b0e56 req-7f06d368-3689-4caa-aa95-de1d8027a060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:57.417972 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-24d2ea4c-a1d1-4f55-a96b-852bcb4b0e56 req-7f06d368-3689-4caa-aa95-de1d8027a060 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:57.419780 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24d2ea4c-a1d1-4f55-a96b-852bcb4b0e56 req-7f06d368-3689-4caa-aa95-de1d8027a060 service neutron] 10.222.0.35 "PUT /v2.0/ports/e83d6e32-3f4d-46b3-864e-2284d43fdc2e HTTP/1.1" status: 200 len: 1092 time: 1.2742052 Sep 08 09:10:57.443357 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e1ec3-9be6-43c6-a4d5-be9f2e941912 None None] Deleting port 2ed1d245-eceb-4e83-9d38-51b347b8b58b {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:10:57.444657 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1f8e1ec3-9be6-43c6-a4d5-be9f2e941912 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:57.448744 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f06d368-3689-4caa-aa95-de1d8027a060 service neutron] Pushing event updated for resources: {'Port': ['ID=e83d6e32-3f4d-46b3-864e-2284d43fdc2e,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:57.509264 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5411a6ce-670b-4ae8-91c3-49d2f151383e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:57.518639 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050df712-07ea-447b-9cab-277d83565b2d req-323f307f-d50f-47a3-8122-7603dd3919ea tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:57.520404 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-050df712-07ea-447b-9cab-277d83565b2d req-323f307f-d50f-47a3-8122-7603dd3919ea tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b376019-3c3c-4b0c-a6dc-e1c8e03239f6 HTTP/1.1" status: 200 len: 943 time: 0.2423210 Sep 08 09:10:57.521795 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5411a6ce-670b-4ae8-91c3-49d2f151383e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:57.527185 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d2ea4c-a1d1-4f55-a96b-852bcb4b0e56 req-2b9f0f71-0804-4741-9b79-b6f2c8d9aab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:57.529684 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24d2ea4c-a1d1-4f55-a96b-852bcb4b0e56 req-2b9f0f71-0804-4741-9b79-b6f2c8d9aab8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8c4acd6367d646a3befa77424fa4ba4a&device_id=4b376019-3c3c-4b0c-a6dc-e1c8e03239f6 HTTP/1.1" status: 200 len: 1095 time: 0.0461085 Sep 08 09:10:57.533811 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-1f8e1ec3-9be6-43c6-a4d5-be9f2e941912 None None] For port 2ed1d245-eceb-4e83-9d38-51b347b8b58b, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=2ed1d245-eceb-4e83-9d38-51b347b8b58b,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:10:57.534971 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1f8e1ec3-9be6-43c6-a4d5-be9f2e941912 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:57.572701 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e1ec3-9be6-43c6-a4d5-be9f2e941912 None None] Calling delete_port for 2ed1d245-eceb-4e83-9d38-51b347b8b58b owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:10:57.588120 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24d2ea4c-a1d1-4f55-a96b-852bcb4b0e56 req-0ab00a31-88c1-42c5-9149-3b7abc60940f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e83d6e32-3f4d-46b3-864e-2284d43fdc2e HTTP/1.1" status: 200 len: 217 time: 0.0453365 Sep 08 09:10:57.633021 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device ab9ff896-02ce-4516-a59c-e9329ac2a8e0 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:10:57.636445 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a92586dc-a66b-4f1a-8882-5929da7cb88b None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:57.643123 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d2ea4c-a1d1-4f55-a96b-852bcb4b0e56 req-5138df14-d00f-4d39-8c85-f90844ebb4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:57.645719 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24d2ea4c-a1d1-4f55-a96b-852bcb4b0e56 req-5138df14-d00f-4d39-8c85-f90844ebb4c1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a55585f-dc5f-44d9-8cd9-f8cb2e1994de HTTP/1.1" status: 200 len: 852 time: 0.0501356 Sep 08 09:10:57.671620 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: ab9ff896-02ce-4516-a59c-e9329ac2a8e0 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:10:57.671922 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device ab9ff896-02ce-4516-a59c-e9329ac2a8e0 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:10:57.675346 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-a92586dc-a66b-4f1a-8882-5929da7cb88b None None] Transition to ACTIVE for port object 28390186-f73c-4626-adb4-d2d6dc220d23 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:10:57.683121 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24d2ea4c-a1d1-4f55-a96b-852bcb4b0e56 req-155dbf82-a91e-46bb-a86e-473d547d6bb3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=643d18a2-f561-4ab8-ba5f-9dc85934ae99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292566 Sep 08 09:10:57.704385 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-a92586dc-a66b-4f1a-8882-5929da7cb88b None None] Transition to ACTIVE for port object 28390186-f73c-4626-adb4-d2d6dc220d23 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:10:57.714763 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f47066-75be-4591-b84c-c2e332731dab None None] Sync routers for ids ['84a95d5c-b6b2-429f-a2ff-f5d06e11376f'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:10:57.716852 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a92586dc-a66b-4f1a-8882-5929da7cb88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:57.755241 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f47066-75be-4591-b84c-c2e332731dab None None] Routers {'84a95d5c-b6b2-429f-a2ff-f5d06e11376f'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:10:57.756586 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-72f47066-75be-4591-b84c-c2e332731dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:10:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['84a95d5c-b6b2-429f-a2ff-f5d06e11376f'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:10:57.787729 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b376019-3c3c-4b0c-a6dc-e1c8e03239f6', 'tag': 'e83d6e32-3f4d-46b3-864e-2284d43fdc2e'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:10:57.790341 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8299b03-4c48-4ae3-90f3-e66c6baacf95" -d '{"events": [{"name": "network-changed", "server_uuid": "4b376019-3c3c-4b0c-a6dc-e1c8e03239f6", "tag": "e83d6e32-3f4d-46b3-864e-2284d43fdc2e"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:10:57.790580 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92586dc-a66b-4f1a-8882-5929da7cb88b None None] Pushing event updated for resources: {'Port': ['ID=28390186-f73c-4626-adb4-d2d6dc220d23,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:57.799124 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1f8e1ec3-9be6-43c6-a4d5-be9f2e941912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:57.809902 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92586dc-a66b-4f1a-8882-5929da7cb88b None None] Network 7082aef0-ed15-4233-bf2f-128a4227205d is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:10:57.843226 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-a92586dc-a66b-4f1a-8882-5929da7cb88b None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:10:57.853425 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92586dc-a66b-4f1a-8882-5929da7cb88b None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:10:57.858321 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e1ec3-9be6-43c6-a4d5-be9f2e941912 None None] Pushing event deleted for resources: {'Port': ['ID=2ed1d245-eceb-4e83-9d38-51b347b8b58b,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:57.869009 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24d2ea4c-a1d1-4f55-a96b-852bcb4b0e56 req-639f7988-b3c5-4c07-a605-9a47df5227fb service neutron] 10.222.0.35 "GET /v2.0/networks/643d18a2-f561-4ab8-ba5f-9dc85934ae99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783872 Sep 08 09:10:57.869831 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8e1ec3-9be6-43c6-a4d5-be9f2e941912 None None] No DVR routers for this DVR port 2ed1d245-eceb-4e83-9d38-51b347b8b58b on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:10:57.874711 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d710990-49d0-45e3-9710-cde5c35dd9a7 x-openstack-request-id: req-9d710990-49d0-45e3-9710-cde5c35dd9a7 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:10:57.875422 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b376019-3c3c-4b0c-a6dc-e1c8e03239f6", "tag": "e83d6e32-3f4d-46b3-864e-2284d43fdc2e", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:10:57.875796 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-72f47066-75be-4591-b84c-c2e332731dab None None] Set router 84a95d5c-b6b2-429f-a2ff-f5d06e11376f gateway port host: None {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:10:57.876037 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9d710990-49d0-45e3-9710-cde5c35dd9a7 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:10:57.876606 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b376019-3c3c-4b0c-a6dc-e1c8e03239f6', 'tag': 'e83d6e32-3f4d-46b3-864e-2284d43fdc2e', 'status': 'completed', 'code': 200} Sep 08 09:10:57.898178 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5411a6ce-670b-4ae8-91c3-49d2f151383e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:57.898783 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5411a6ce-670b-4ae8-91c3-49d2f151383e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Fanout notify agent at l3_agent the message router_deleted on router 84a95d5c-b6b2-429f-a2ff-f5d06e11376f {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:10:57.920276 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5411a6ce-670b-4ae8-91c3-49d2f151383e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:57.923910 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5411a6ce-670b-4ae8-91c3-49d2f151383e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/routers/84a95d5c-b6b2-429f-a2ff-f5d06e11376f HTTP/1.1" status: 204 len: 168 time: 0.7638962 Sep 08 09:10:57.925555 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51932) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:57.939057 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-a92586dc-a66b-4f1a-8882-5929da7cb88b None None] Attempting to bind port 28390186-f73c-4626-adb4-d2d6dc220d23 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:10:57.939425 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-a92586dc-a66b-4f1a-8882-5929da7cb88b None None] Attempting to bind port 28390186-f73c-4626-adb4-d2d6dc220d23 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '9ac6879d-b8e0-4120-a10d-9fc3659786ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7082aef0-ed15-4233-bf2f-128a4227205d'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:10:57.939792 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92586dc-a66b-4f1a-8882-5929da7cb88b None None] Attempting to bind port 28390186-f73c-4626-adb4-d2d6dc220d23 on network 7082aef0-ed15-4233-bf2f-128a4227205d {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:10:57.947114 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92586dc-a66b-4f1a-8882-5929da7cb88b None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:10:57.947439 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92586dc-a66b-4f1a-8882-5929da7cb88b None None] Checking segment: {'id': '9ac6879d-b8e0-4120-a10d-9fc3659786ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7082aef0-ed15-4233-bf2f-128a4227205d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:10:57.947818 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a92586dc-a66b-4f1a-8882-5929da7cb88b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:57.948337 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92586dc-a66b-4f1a-8882-5929da7cb88b None None] Bound using segment: {'id': '9ac6879d-b8e0-4120-a10d-9fc3659786ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7082aef0-ed15-4233-bf2f-128a4227205d'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:10:57.948816 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-a92586dc-a66b-4f1a-8882-5929da7cb88b None None] Bound port: 28390186-f73c-4626-adb4-d2d6dc220d23, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ac6879d-b8e0-4120-a10d-9fc3659786ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '7082aef0-ed15-4233-bf2f-128a4227205d'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:10:57.949251 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a92586dc-a66b-4f1a-8882-5929da7cb88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:57.981289 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-72f47066-75be-4591-b84c-c2e332731dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a95d5c-b6b2-429f-a2ff-f5d06e11376f', 'name': 'tempest-NetworksTestDHCPv6-router-1168391282', 'tenant_id': 'cfe5efe5bc04414daec2165ebe59ab3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:10:50Z', 'updated_at': '2021-09-08T09:10:55Z', 'revision_number': 3, 'project_id': 'cfe5efe5bc04414daec2165ebe59ab3a', 'gw_port_host': None}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:10:57.989497 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-050df712-07ea-447b-9cab-277d83565b2d req-120b573e-ff85-47b5-b085-7cffc4bc00aa tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336700 Sep 08 09:10:58.006250 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3ed046d6-c4b8-4897-afdd-cf34ac13de9c tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0688429 Sep 08 09:10:58.007560 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51934) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:58.022254 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24d2ea4c-a1d1-4f55-a96b-852bcb4b0e56 req-cfc3b9ea-8eef-41dd-aa1e-f4fe6bbb9323 service neutron] 10.222.0.35 "GET /v2.0/networks/643d18a2-f561-4ab8-ba5f-9dc85934ae99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423984 Sep 08 09:10:58.032518 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-a92586dc-a66b-4f1a-8882-5929da7cb88b None None] For port 28390186-f73c-4626-adb4-d2d6dc220d23, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:10:58.037194 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-a92586dc-a66b-4f1a-8882-5929da7cb88b None None] For port 28390186-f73c-4626-adb4-d2d6dc220d23, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=28390186-f73c-4626-adb4-d2d6dc220d23,segment=NetworkSegment(9ac6879d-b8e0-4120-a10d-9fc3659786ce),segment_id=9ac6879d-b8e0-4120-a10d-9fc3659786ce)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:10:58.042466 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a92586dc-a66b-4f1a-8882-5929da7cb88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:58.043164 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f47066-75be-4591-b84c-c2e332731dab None None] Checking router: 84a95d5c-b6b2-429f-a2ff-f5d06e11376f for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:10:58.060413 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f47066-75be-4591-b84c-c2e332731dab None None] Routers set() bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:10:58.061124 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f47066-75be-4591-b84c-c2e332731dab None None] Router IDs set() for agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 08 09:10:58.061745 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_agentschedulers_db [None req-72f47066-75be-4591-b84c-c2e332731dab None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'84a95d5c-b6b2-429f-a2ff-f5d06e11376f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:10:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent'). {{(pid=94715) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 08 09:10:58.062181 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f47066-75be-4591-b84c-c2e332731dab None None] The sync data for ids ['84a95d5c-b6b2-429f-a2ff-f5d06e11376f'] in n-d-806683-11 is: [] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:10:58.157620 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a331ed24-06fd-4877-bfa3-65b13aab77c8 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:58.161723 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a331ed24-06fd-4877-bfa3-65b13aab77c8 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1491938 Sep 08 09:10:58.162304 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51940) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:58.193461 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8299b03-4c48-4ae3-90f3-e66c6baacf95 req-54500d80-a4c2-4828-9d4b-7bd5b9f175d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:58.195125 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f8299b03-4c48-4ae3-90f3-e66c6baacf95 req-54500d80-a4c2-4828-9d4b-7bd5b9f175d3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8c4acd6367d646a3befa77424fa4ba4a&device_id=4b376019-3c3c-4b0c-a6dc-e1c8e03239f6 HTTP/1.1" status: 200 len: 1095 time: 0.0529830 Sep 08 09:10:58.228421 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-308766f5-f8af-4df8-8153-9e335d11f8aa tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0607579 Sep 08 09:10:58.228421 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-866ceec6-4655-496b-9bce-20a3ad5762e2 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks [] for router_gateway, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:58.229024 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51942) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:58.238108 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:10:58.239976 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-450ea9cd-9118-49c6-82a4-4ab1e880d8a5 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'subnet': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:10:58.271711 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-866ceec6-4655-496b-9bce-20a3ad5762e2 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:58.310474 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92586dc-a66b-4f1a-8882-5929da7cb88b None None] Pushing event updated for resources: {'Port': ['ID=28390186-f73c-4626-adb4-d2d6dc220d23,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:58.323759 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92586dc-a66b-4f1a-8882-5929da7cb88b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:10:58.324368 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92586dc-a66b-4f1a-8882-5929da7cb88b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:10:58.324880 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92586dc-a66b-4f1a-8882-5929da7cb88b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:10:58.325451 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92586dc-a66b-4f1a-8882-5929da7cb88b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:10:58.326500 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92586dc-a66b-4f1a-8882-5929da7cb88b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:10:58.327002 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92586dc-a66b-4f1a-8882-5929da7cb88b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:10:58.327536 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92586dc-a66b-4f1a-8882-5929da7cb88b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:10:58.328033 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92586dc-a66b-4f1a-8882-5929da7cb88b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:10:58.328545 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92586dc-a66b-4f1a-8882-5929da7cb88b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:10:58.329038 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92586dc-a66b-4f1a-8882-5929da7cb88b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:10:58.329600 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92586dc-a66b-4f1a-8882-5929da7cb88b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:10:58.330116 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92586dc-a66b-4f1a-8882-5929da7cb88b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:10:58.339113 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8cf14-51eb-4330-a594-453bb384f192 req-82640725-58f6-4f8d-8430-b2f51ec499b1 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:58.340980 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3ac8cf14-51eb-4330-a594-453bb384f192 req-82640725-58f6-4f8d-8430-b2f51ec499b1 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=c247abfa-2319-42bb-9904-44fdbd0e85d3 HTTP/1.1" status: 200 len: 946 time: 0.1205189 Sep 08 09:10:58.412032 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:58.416692 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450ea9cd-9118-49c6-82a4-4ab1e880d8a5 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:10:58.420427 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-450ea9cd-9118-49c6-82a4-4ab1e880d8a5 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:58.435958 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3ac8cf14-51eb-4330-a594-453bb384f192 req-6a79174b-6cd8-4e53-acbe-a8959e23569d tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780010 Sep 08 09:10:58.451952 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-866ceec6-4655-496b-9bce-20a3ad5762e2 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Allocated IP 172.25.0.40 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/709f9559-1111-46d3-a5dd-a1e504de71f4) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:10:58.471284 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8299b03-4c48-4ae3-90f3-e66c6baacf95 req-ee0cec8b-8ceb-43b3-bd1e-71f2ec2764f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:58.474161 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f8299b03-4c48-4ae3-90f3-e66c6baacf95 req-ee0cec8b-8ceb-43b3-bd1e-71f2ec2764f5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=643d18a2-f561-4ab8-ba5f-9dc85934ae99 HTTP/1.1" status: 200 len: 913 time: 0.2718675 Sep 08 09:10:58.581857 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 2ed1d245-eceb-4e83-9d38-51b347b8b58b no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:10:58.593033 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f8299b03-4c48-4ae3-90f3-e66c6baacf95 req-b00b8ab8-e1b5-4367-898a-363a80faba27 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e83d6e32-3f4d-46b3-864e-2284d43fdc2e HTTP/1.1" status: 200 len: 217 time: 0.0753918 Sep 08 09:10:58.627217 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 2ed1d245-eceb-4e83-9d38-51b347b8b58b {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:10:58.627597 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 2ed1d245-eceb-4e83-9d38-51b347b8b58b not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:10:58.628673 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 54577d29-6c06-4fe4-a944-10c1c82930d7 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:10:58.649431 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 54577d29-6c06-4fe4-a944-10c1c82930d7 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:10:58.649793 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 54577d29-6c06-4fe4-a944-10c1c82930d7 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:10:58.669910 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-866ceec6-4655-496b-9bce-20a3ad5762e2 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:58.691602 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8299b03-4c48-4ae3-90f3-e66c6baacf95 req-16b59291-bb2e-4f71-975e-f9c6405a4c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:58.693289 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f8299b03-4c48-4ae3-90f3-e66c6baacf95 req-16b59291-bb2e-4f71-975e-f9c6405a4c12 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9a55585f-dc5f-44d9-8cd9-f8cb2e1994de HTTP/1.1" status: 200 len: 852 time: 0.0937057 Sep 08 09:10:58.718070 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-866ceec6-4655-496b-9bce-20a3ad5762e2 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:58.756180 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f8299b03-4c48-4ae3-90f3-e66c6baacf95 req-35816940-e2d1-4c7c-ad2f-f2d9153a4075 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=643d18a2-f561-4ab8-ba5f-9dc85934ae99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355880 Sep 08 09:10:58.778666 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866ceec6-4655-496b-9bce-20a3ad5762e2 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:10:58.783630 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-866ceec6-4655-496b-9bce-20a3ad5762e2 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:10:58.792631 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866ceec6-4655-496b-9bce-20a3ad5762e2 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:10:58.792631 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ceec6-4655-496b-9bce-20a3ad5762e2 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Pushing event updated for resources: {'Port': ['ID=709f9559-1111-46d3-a5dd-a1e504de71f4,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:58.935086 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f8299b03-4c48-4ae3-90f3-e66c6baacf95 req-7cf65ac7-bff0-4988-b9e7-dc5297d9d24c service neutron] 10.222.0.35 "GET /v2.0/networks/643d18a2-f561-4ab8-ba5f-9dc85934ae99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716180 Sep 08 09:10:59.030790 n-d-806683-11 neutron-server[94712]: DEBUG neutron.objects.ports [None req-450ea9cd-9118-49c6-82a4-4ab1e880d8a5 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94712) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 08 09:10:59.056062 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-866ceec6-4655-496b-9bce-20a3ad5762e2 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks [] for router_gateway, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:59.064947 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-450ea9cd-9118-49c6-82a4-4ab1e880d8a5 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:59.136814 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf686c7b-5d8a-4cb7-8655-d27f70ca4a33 req-ea701ff6-6069-4c87-b3cf-8b69ccb23862 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:59.138768 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bf686c7b-5d8a-4cb7-8655-d27f70ca4a33 req-ea701ff6-6069-4c87-b3cf-8b69ccb23862 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c247abfa-2319-42bb-9904-44fdbd0e85d3 HTTP/1.1" status: 200 len: 946 time: 0.2407486 Sep 08 09:10:59.166424 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450ea9cd-9118-49c6-82a4-4ab1e880d8a5 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:10:59.197399 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-450ea9cd-9118-49c6-82a4-4ab1e880d8a5 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:10:59.201351 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450ea9cd-9118-49c6-82a4-4ab1e880d8a5 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:59.202213 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-450ea9cd-9118-49c6-82a4-4ab1e880d8a5 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:59.210371 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf5fe94-e63e-4609-9aa5-36e34ebb7c5c None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:10:59.229158 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c70ec-489f-454f-85f2-7380f5c1126c req-0f1eea1e-c4aa-40a7-8577-fbf5eb2f8cd0 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:59.231398 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d77c70ec-489f-454f-85f2-7380f5c1126c req-0f1eea1e-c4aa-40a7-8577-fbf5eb2f8cd0 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b376019-3c3c-4b0c-a6dc-e1c8e03239f6 HTTP/1.1" status: 200 len: 943 time: 0.1220706 Sep 08 09:10:59.288807 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f8299b03-4c48-4ae3-90f3-e66c6baacf95 req-c5a0c5d4-afc0-4e88-bb9f-d421eb8b8034 service neutron] 10.222.0.35 "GET /v2.0/networks/643d18a2-f561-4ab8-ba5f-9dc85934ae99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326216 Sep 08 09:10:59.291946 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-450ea9cd-9118-49c6-82a4-4ab1e880d8a5 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0616648 Sep 08 09:10:59.293000 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ea9cd-9118-49c6-82a4-4ab1e880d8a5 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Subnet': ['ID=66eaba8b-ec7c-41cd-83ed-fc3cb96e5ba5,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:10:59.298753 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51952) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:59.306150 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-23ae75f8-1fda-4c5b-83cf-dccec6c5ccf6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'subnet': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:10:59.354842 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-866ceec6-4655-496b-9bce-20a3ad5762e2 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:59.413266 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-bf686c7b-5d8a-4cb7-8655-d27f70ca4a33 req-ec8d2e27-9ba7-438f-b9ce-023d4d106a36 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Deleting port 2f6b35be-e660-45fe-822d-63cd55f31978 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:10:59.413641 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bf686c7b-5d8a-4cb7-8655-d27f70ca4a33 req-ec8d2e27-9ba7-438f-b9ce-023d4d106a36 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:59.437335 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa1e230-c77d-47c5-9eb1-18e877535e69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-9177193f-e165-437e-b3d7-f8fa84e750aa', 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'tenant_id': 'cfe5efe5bc04414daec2165ebe59ab3a', 'fixed_ips': [{'subnet_id': '66eaba8b-ec7c-41cd-83ed-fc3cb96e5ba5'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:10:59.439195 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9aa1e230-c77d-47c5-9eb1-18e877535e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:59.469104 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d77c70ec-489f-454f-85f2-7380f5c1126c req-afbcf311-b58a-41ef-9131-e65e112dfb74 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944304 Sep 08 09:10:59.535455 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ae75f8-1fda-4c5b-83cf-dccec6c5ccf6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:10:59.539894 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-23ae75f8-1fda-4c5b-83cf-dccec6c5ccf6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:59.556830 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f53d534-6902-41b0-a7b9-94c6b4aa5b98 None None] Network 7082aef0-ed15-4233-bf2f-128a4227205d requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:10:59.591176 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-bf686c7b-5d8a-4cb7-8655-d27f70ca4a33 req-ec8d2e27-9ba7-438f-b9ce-023d4d106a36 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] For port 2f6b35be-e660-45fe-822d-63cd55f31978, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=2f6b35be-e660-45fe-822d-63cd55f31978,segment=NetworkSegment(6a571b4f-cf48-4b50-a916-25dfdbadf202),segment_id=6a571b4f-cf48-4b50-a916-25dfdbadf202)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:10:59.591552 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bf686c7b-5d8a-4cb7-8655-d27f70ca4a33 req-ec8d2e27-9ba7-438f-b9ce-023d4d106a36 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:59.635505 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866ceec6-4655-496b-9bce-20a3ad5762e2 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Router 37676dfa-913d-4230-ba2b-d2cef2a7babd is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:10:59.635902 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-bf686c7b-5d8a-4cb7-8655-d27f70ca4a33 req-ec8d2e27-9ba7-438f-b9ce-023d4d106a36 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Calling delete_port for 2f6b35be-e660-45fe-822d-63cd55f31978 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:10:59.646789 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f0b15-0cf0-4111-af43-6f95ef6b577f req-4fdbaf4e-ee53-46f0-8c00-54846ecba76b tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:10:59.648387 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0c5f0b15-0cf0-4111-af43-6f95ef6b577f req-4fdbaf4e-ee53-46f0-8c00-54846ecba76b tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=c247abfa-2319-42bb-9904-44fdbd0e85d3 HTTP/1.1" status: 200 len: 946 time: 0.0649674 Sep 08 09:10:59.710817 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-efa9e463-7b71-45ab-9a77-b04202252891 None None] Provisioning for port 28390186-f73c-4626-adb4-d2d6dc220d23 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:10:59.791998 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0c5f0b15-0cf0-4111-af43-6f95ef6b577f req-234a96dc-dd18-4538-bdea-f43147e3e19c tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/security-groups?id=ee5d1c06-511e-476b-8b2c-e8e18837b76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001480 Sep 08 09:10:59.798849 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-9aa1e230-c77d-47c5-9eb1-18e877535e69 None None] Allocated IP 2001:db8::f816:3eff:fe18:e0a2 (9177193f-e165-437e-b3d7-f8fa84e750aa/66eaba8b-ec7c-41cd-83ed-fc3cb96e5ba5/d04c0e6e-7ab5-411d-ba75-dded2c355a6c) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:10:59.819018 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866ceec6-4655-496b-9bce-20a3ad5762e2 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:10:59.835634 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221f395a-5284-4f6b-a986-efba66bf66a9 None None] Sync routers for ids ['37676dfa-913d-4230-ba2b-d2cef2a7babd'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:10:59.839534 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-866ceec6-4655-496b-9bce-20a3ad5762e2 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:10:59.841439 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-866ceec6-4655-496b-9bce-20a3ad5762e2 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 3.0219245 Sep 08 09:10:59.844088 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51958) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:10:59.912831 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221f395a-5284-4f6b-a986-efba66bf66a9 None None] Routers {'37676dfa-913d-4230-ba2b-d2cef2a7babd'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:10:59.913723 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-221f395a-5284-4f6b-a986-efba66bf66a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:10:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['37676dfa-913d-4230-ba2b-d2cef2a7babd'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:10:59.985593 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-221f395a-5284-4f6b-a986-efba66bf66a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:00.010775 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221f395a-5284-4f6b-a986-efba66bf66a9 None None] Routers {'37676dfa-913d-4230-ba2b-d2cef2a7babd'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:11:00.012063 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-221f395a-5284-4f6b-a986-efba66bf66a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:10:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['37676dfa-913d-4230-ba2b-d2cef2a7babd'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:00.020506 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bf686c7b-5d8a-4cb7-8655-d27f70ca4a33 req-ec8d2e27-9ba7-438f-b9ce-023d4d106a36 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:00.089026 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-221f395a-5284-4f6b-a986-efba66bf66a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:00.090653 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221f395a-5284-4f6b-a986-efba66bf66a9 None None] The sync data for ids ['37676dfa-913d-4230-ba2b-d2cef2a7babd'] in n-d-806683-11 is: [] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:11:00.091406 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8d2e27-9ba7-438f-b9ce-023d4d106a36 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Pushing event deleted for resources: {'Port': ['ID=2f6b35be-e660-45fe-822d-63cd55f31978,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:00.142883 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-23ae75f8-1fda-4c5b-83cf-dccec6c5ccf6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:00.168079 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf686c7b-5d8a-4cb7-8655-d27f70ca4a33 req-ec8d2e27-9ba7-438f-b9ce-023d4d106a36 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] No DVR routers for this DVR port 2f6b35be-e660-45fe-822d-63cd55f31978 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:11:00.168423 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9aa1e230-c77d-47c5-9eb1-18e877535e69 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:00.173504 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bf686c7b-5d8a-4cb7-8655-d27f70ca4a33 req-ec8d2e27-9ba7-438f-b9ce-023d4d106a36 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:00.176799 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bf686c7b-5d8a-4cb7-8655-d27f70ca4a33 req-ec8d2e27-9ba7-438f-b9ce-023d4d106a36 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.37 "DELETE /v2.0/ports/2f6b35be-e660-45fe-822d-63cd55f31978 HTTP/1.1" status: 204 len: 173 time: 1.0236826 Sep 08 09:11:00.186588 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-9aa1e230-c77d-47c5-9eb1-18e877535e69 None None] Transition to ACTIVE for port object d04c0e6e-7ab5-411d-ba75-dded2c355a6c will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:11:00.201513 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c247abfa-2319-42bb-9904-44fdbd0e85d3', 'name': 'network-vif-deleted', 'tag': '2f6b35be-e660-45fe-822d-63cd55f31978'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:11:00.203845 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25f5e51-d48a-48f4-a309-0d97b937f58d" -d '{"events": [{"server_uuid": "c247abfa-2319-42bb-9904-44fdbd0e85d3", "name": "network-vif-deleted", "tag": "2f6b35be-e660-45fe-822d-63cd55f31978"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:11:00.216709 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-9aa1e230-c77d-47c5-9eb1-18e877535e69 None None] Transition to ACTIVE for port object d04c0e6e-7ab5-411d-ba75-dded2c355a6c will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:11:00.228450 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9aa1e230-c77d-47c5-9eb1-18e877535e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:00.235337 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ae75f8-1fda-4c5b-83cf-dccec6c5ccf6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:11:00.240087 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-23ae75f8-1fda-4c5b-83cf-dccec6c5ccf6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:11:00.248551 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ae75f8-1fda-4c5b-83cf-dccec6c5ccf6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:00.249176 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-23ae75f8-1fda-4c5b-83cf-dccec6c5ccf6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:00.263516 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ae75f8-1fda-4c5b-83cf-dccec6c5ccf6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Subnet': ['ID=909f1173-4156-4f70-95fd-01f1ccc11e00,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:00.270333 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa1e230-c77d-47c5-9eb1-18e877535e69 None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:11:00.273813 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-9aa1e230-c77d-47c5-9eb1-18e877535e69 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:11:00.276979 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-23ae75f8-1fda-4c5b-83cf-dccec6c5ccf6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9763207 Sep 08 09:11:00.278400 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa1e230-c77d-47c5-9eb1-18e877535e69 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:11:00.279251 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51966) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:00.291655 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-774dbae4-c43a-45e3-8591-9576739ff278 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'port': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'mac_address': 'fa:16:3e:9e:e1:dc', 'name': 'tempest-NetworksTestDHCPv6-662844379'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:00.296068 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15f35a5-9127-4b56-a090-b885d149ae01 x-openstack-request-id: req-d15f35a5-9127-4b56-a090-b885d149ae01 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:11:00.296362 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c247abfa-2319-42bb-9904-44fdbd0e85d3", "name": "network-vif-deleted", "tag": "2f6b35be-e660-45fe-822d-63cd55f31978", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:11:00.296611 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d15f35a5-9127-4b56-a090-b885d149ae01 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:11:00.297003 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c247abfa-2319-42bb-9904-44fdbd0e85d3', 'name': 'network-vif-deleted', 'tag': '2f6b35be-e660-45fe-822d-63cd55f31978', 'status': 'completed', 'code': 200} Sep 08 09:11:00.323233 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa1e230-c77d-47c5-9eb1-18e877535e69 None None] Pushing event updated for resources: {'Port': ['ID=d04c0e6e-7ab5-411d-ba75-dded2c355a6c,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:00.369132 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-9aa1e230-c77d-47c5-9eb1-18e877535e69 None None] Attempting to bind port d04c0e6e-7ab5-411d-ba75-dded2c355a6c on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:11:00.369530 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-9aa1e230-c77d-47c5-9eb1-18e877535e69 None None] Attempting to bind port d04c0e6e-7ab5-411d-ba75-dded2c355a6c by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:11:00.369897 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa1e230-c77d-47c5-9eb1-18e877535e69 None None] Attempting to bind port d04c0e6e-7ab5-411d-ba75-dded2c355a6c on network 9177193f-e165-437e-b3d7-f8fa84e750aa {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:11:00.382164 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa1e230-c77d-47c5-9eb1-18e877535e69 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:11:00.382544 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa1e230-c77d-47c5-9eb1-18e877535e69 None None] Checking segment: {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:11:00.382958 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9aa1e230-c77d-47c5-9eb1-18e877535e69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:00.383356 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa1e230-c77d-47c5-9eb1-18e877535e69 None None] Bound using segment: {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:11:00.383834 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-9aa1e230-c77d-47c5-9eb1-18e877535e69 None None] Bound port: d04c0e6e-7ab5-411d-ba75-dded2c355a6c, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:11:00.384226 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9aa1e230-c77d-47c5-9eb1-18e877535e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:00.463073 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774dbae4-c43a-45e3-8591-9576739ff278 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:11:00.497170 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-9aa1e230-c77d-47c5-9eb1-18e877535e69 None None] For port d04c0e6e-7ab5-411d-ba75-dded2c355a6c, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:11:00.501127 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 28390186-f73c-4626-adb4-d2d6dc220d23 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:11:00.506323 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-869d8369-a762-4f71-9e6b-18e09ee8e00f tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:00.532580 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-9aa1e230-c77d-47c5-9eb1-18e877535e69 None None] For port d04c0e6e-7ab5-411d-ba75-dded2c355a6c, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=d04c0e6e-7ab5-411d-ba75-dded2c355a6c,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:11:00.542281 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9aa1e230-c77d-47c5-9eb1-18e877535e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:00.590983 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-774dbae4-c43a-45e3-8591-9576739ff278 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:00.623762 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [None req-774dbae4-c43a-45e3-8591-9576739ff278 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] device_id is not set on port 45c8a47a-0e3c-4a4b-8f35-8b726f93d22d yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:11:00.630265 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa1e230-c77d-47c5-9eb1-18e877535e69 None None] Pushing event updated for resources: {'Port': ['ID=d04c0e6e-7ab5-411d-ba75-dded2c355a6c,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:00.634109 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 28390186-f73c-4626-adb4-d2d6dc220d23 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:11:00.638831 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 28390186-f73c-4626-adb4-d2d6dc220d23 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:11:00.639213 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:00.753438 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:00.795988 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 28390186-f73c-4626-adb4-d2d6dc220d23, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=28390186-f73c-4626-adb4-d2d6dc220d23,segment=NetworkSegment(9ac6879d-b8e0-4120-a10d-9fc3659786ce),segment_id=9ac6879d-b8e0-4120-a10d-9fc3659786ce)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:00.810216 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:00.886833 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=28390186-f73c-4626-adb4-d2d6dc220d23,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:00.940119 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-774dbae4-c43a-45e3-8591-9576739ff278 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Allocated IP 172.20.0.9 (9177193f-e165-437e-b3d7-f8fa84e750aa/909f1173-4156-4f70-95fd-01f1ccc11e00/45c8a47a-0e3c-4a4b-8f35-8b726f93d22d) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:11:00.947528 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e95d6f-896c-4b92-8648-2785a61ff632 req-7742ca08-367e-494a-89f3-435abec30622 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:00.949238 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-28e95d6f-896c-4b92-8648-2785a61ff632 req-7742ca08-367e-494a-89f3-435abec30622 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b376019-3c3c-4b0c-a6dc-e1c8e03239f6 HTTP/1.1" status: 200 len: 943 time: 0.1818364 Sep 08 09:11:00.975762 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-774dbae4-c43a-45e3-8591-9576739ff278 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Allocated IP 2001:db8::f816:3eff:fe9e:e1dc (9177193f-e165-437e-b3d7-f8fa84e750aa/66eaba8b-ec7c-41cd-83ed-fc3cb96e5ba5/45c8a47a-0e3c-4a4b-8f35-8b726f93d22d) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:11:00.997686 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1d065207-8136-48a6-9893-b1d760f96586 req-3eeb29fe-ca15-4862-b4f8-0a00228d7172 tempest-ServerRescueTestJSON-883310088 tempest-ServerRescueTestJSON-883310088-project] 10.222.0.54 "GET /v2.0/ports?device_id=c247abfa-2319-42bb-9904-44fdbd0e85d3 HTTP/1.1" status: 200 len: 210 time: 0.0381486 Sep 08 09:11:01.162652 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-774dbae4-c43a-45e3-8591-9576739ff278 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:01.177815 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-774dbae4-c43a-45e3-8591-9576739ff278 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Transition to ACTIVE for port object 45c8a47a-0e3c-4a4b-8f35-8b726f93d22d will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:11:01.213241 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-774dbae4-c43a-45e3-8591-9576739ff278 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:01.263603 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774dbae4-c43a-45e3-8591-9576739ff278 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:11:01.267199 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-774dbae4-c43a-45e3-8591-9576739ff278 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:11:01.271636 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774dbae4-c43a-45e3-8591-9576739ff278 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:11:01.308453 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-869d8369-a762-4f71-9e6b-18e09ee8e00f tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Allocated IP 172.20.0.1 (7082aef0-ed15-4233-bf2f-128a4227205d/23d37f74-6110-4776-acfe-fbca3479f075/244ed332-2988-4d13-880f-a7829fc0e11f) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:11:01.310153 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774dbae4-c43a-45e3-8591-9576739ff278 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Port': ['ID=45c8a47a-0e3c-4a4b-8f35-8b726f93d22d,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:01.330404 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-28e95d6f-896c-4b92-8648-2785a61ff632 req-8fe5d8a9-1e49-4d22-b4d8-75679d2e5a35 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648258 Sep 08 09:11:01.333469 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774dbae4-c43a-45e3-8591-9576739ff278 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:01.334619 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-774dbae4-c43a-45e3-8591-9576739ff278 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:01.351989 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-774dbae4-c43a-45e3-8591-9576739ff278 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.0711684 Sep 08 09:11:01.353971 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51976) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:01.429670 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d40ee81-a06d-4650-9366-82ee3d5c8b85 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:01.436300 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d40ee81-a06d-4650-9366-82ee3d5c8b85 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:01.438069 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-6d40ee81-a06d-4650-9366-82ee3d5c8b85 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0829971 Sep 08 09:11:01.441561 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51980) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:01.470029 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-869d8369-a762-4f71-9e6b-18e09ee8e00f tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:01.485564 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-869d8369-a762-4f71-9e6b-18e09ee8e00f tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Transition to ACTIVE for port object 244ed332-2988-4d13-880f-a7829fc0e11f will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:11:01.533666 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-869d8369-a762-4f71-9e6b-18e09ee8e00f tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:01.556877 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-27234418-fc70-4b73-b4ea-8e1638535d63 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting port 45c8a47a-0e3c-4a4b-8f35-8b726f93d22d {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:11:01.557230 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-27234418-fc70-4b73-b4ea-8e1638535d63 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:01.575738 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869d8369-a762-4f71-9e6b-18e09ee8e00f tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Network 7082aef0-ed15-4233-bf2f-128a4227205d is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:11:01.578938 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-869d8369-a762-4f71-9e6b-18e09ee8e00f tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:11:01.585357 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869d8369-a762-4f71-9e6b-18e09ee8e00f tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:11:01.592254 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d8369-a762-4f71-9e6b-18e09ee8e00f tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Pushing event updated for resources: {'Port': ['ID=244ed332-2988-4d13-880f-a7829fc0e11f,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:01.636086 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-869d8369-a762-4f71-9e6b-18e09ee8e00f tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:01.640199 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 2f6b35be-e660-45fe-822d-63cd55f31978 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:11:01.667039 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 2f6b35be-e660-45fe-822d-63cd55f31978 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:11:01.667522 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 2f6b35be-e660-45fe-822d-63cd55f31978 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:11:01.693039 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-27234418-fc70-4b73-b4ea-8e1638535d63 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:01.708675 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-27234418-fc70-4b73-b4ea-8e1638535d63 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Calling delete_port for 45c8a47a-0e3c-4a4b-8f35-8b726f93d22d owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:11:01.827499 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-869d8369-a762-4f71-9e6b-18e09ee8e00f tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:01.836430 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a0d71a-28d8-4165-a23a-1f4dcdbd0cd5 None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:11:01.915111 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-5b9a45f4-f129-4723-86e7-14e96d89599d None None] Provisioning for port d04c0e6e-7ab5-411d-ba75-dded2c355a6c completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:11:01.949470 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-27234418-fc70-4b73-b4ea-8e1638535d63 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:01.981526 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27234418-fc70-4b73-b4ea-8e1638535d63 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Port': ['ID=45c8a47a-0e3c-4a4b-8f35-8b726f93d22d,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:02.046308 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-bdd9eb38-1634-4459-b58e-072105603410 None None] Provisioning for port 244ed332-2988-4d13-880f-a7829fc0e11f completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:11:02.051644 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-bdd9eb38-1634-4459-b58e-072105603410 None None] Provisioning complete for port 244ed332-2988-4d13-880f-a7829fc0e11f triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:11:02.052232 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-bdd9eb38-1634-4459-b58e-072105603410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:02.097472 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51986) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:02.105503 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-27234418-fc70-4b73-b4ea-8e1638535d63 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:02.107710 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-27234418-fc70-4b73-b4ea-8e1638535d63 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/ports/45c8a47a-0e3c-4a4b-8f35-8b726f93d22d HTTP/1.1" status: 204 len: 168 time: 0.6648958 Sep 08 09:11:02.112610 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51988) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:02.137694 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-bdd9eb38-1634-4459-b58e-072105603410 None None] Port 244ed332-2988-4d13-880f-a7829fc0e11f cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:11:02.147774 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dcfe65-c93f-4d71-8c76-b3b2ab52348b None None] Update dhcp port {'port': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'fixed_ips': [{'subnet_id': '66eaba8b-ec7c-41cd-83ed-fc3cb96e5ba5', 'ip_address': '2001:db8::f816:3eff:fe18:e0a2'}, {'subnet_id': '909f1173-4156-4f70-95fd-01f1ccc11e00'}], 'binding:host_id': 'n-d-806683-11'}, 'id': 'd04c0e6e-7ab5-411d-ba75-dded2c355a6c'} from n-d-806683-11. {{(pid=94714) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 08 09:11:02.173772 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-19dcfe65-c93f-4d71-8c76-b3b2ab52348b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:02.188655 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe099c1-813a-413f-918e-f38dba8407b9 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:02.191150 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe099c1-813a-413f-918e-f38dba8407b9 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:02.192827 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe099c1-813a-413f-918e-f38dba8407b9 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:02.197265 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-dbe099c1-813a-413f-918e-f38dba8407b9 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0835564 Sep 08 09:11:02.201688 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51990) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:02.274326 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-259284dc-e254-4800-b7b4-38d6d3f9a7e3 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting subnet 66eaba8b-ec7c-41cd-83ed-fc3cb96e5ba5 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:11:02.283078 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device e83d6e32-3f4d-46b3-864e-2284d43fdc2e details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:11:02.286604 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-259284dc-e254-4800-b7b4-38d6d3f9a7e3 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:02.318835 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-869d8369-a762-4f71-9e6b-18e09ee8e00f tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:02.329183 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-869d8369-a762-4f71-9e6b-18e09ee8e00f tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:02.381805 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-869d8369-a762-4f71-9e6b-18e09ee8e00f tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:02.402761 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port e83d6e32-3f4d-46b3-864e-2284d43fdc2e, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=e83d6e32-3f4d-46b3-864e-2284d43fdc2e,segment=NetworkSegment(3af659db-8c52-4cba-bbf9-dfdf7a2d015a),segment_id=3af659db-8c52-4cba-bbf9-dfdf7a2d015a)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:02.416916 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-259284dc-e254-4800-b7b4-38d6d3f9a7e3 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:02.420504 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': 'e83d6e32-3f4d-46b3-864e-2284d43fdc2e', 'network_id': '643d18a2-f561-4ab8-ba5f-9dc85934ae99', 'port_id': 'e83d6e32-3f4d-46b3-864e-2284d43fdc2e', 'mac_address': 'fa:16:3e:05:1b:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a55585f-dc5f-44d9-8cd9-f8cb2e1994de', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:11:02.487630 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:02.516292 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e83d6e32-3f4d-46b3-864e-2284d43fdc2e {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:11:02.561974 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port e83d6e32-3f4d-46b3-864e-2284d43fdc2e, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=e83d6e32-3f4d-46b3-864e-2284d43fdc2e,segment=NetworkSegment(3af659db-8c52-4cba-bbf9-dfdf7a2d015a),segment_id=3af659db-8c52-4cba-bbf9-dfdf7a2d015a)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:02.568912 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d8369-a762-4f71-9e6b-18e09ee8e00f tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Pushing event updated for resources: {'Port': ['ID=244ed332-2988-4d13-880f-a7829fc0e11f,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:02.570546 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:02.641735 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device d04c0e6e-7ab5-411d-ba75-dded2c355a6c up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:11:02.673535 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-259284dc-e254-4800-b7b4-38d6d3f9a7e3 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:02.698972 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=e83d6e32-3f4d-46b3-864e-2284d43fdc2e,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:02.716697 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port d04c0e6e-7ab5-411d-ba75-dded2c355a6c completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:11:02.719309 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869d8369-a762-4f71-9e6b-18e09ee8e00f tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Network 7082aef0-ed15-4233-bf2f-128a4227205d is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:11:02.721496 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port d04c0e6e-7ab5-411d-ba75-dded2c355a6c triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:11:02.722088 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:02.729675 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-869d8369-a762-4f71-9e6b-18e09ee8e00f tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:11:02.778479 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5f9b8-ac67-436e-ae41-3c42bdc96ca2 req-210d26bf-e216-483a-9aad-d364ff951af1 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:02.788236 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0ec5f9b8-ac67-436e-ae41-3c42bdc96ca2 req-210d26bf-e216-483a-9aad-d364ff951af1 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b376019-3c3c-4b0c-a6dc-e1c8e03239f6 HTTP/1.1" status: 200 len: 944 time: 0.1253266 Sep 08 09:11:02.829641 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-259284dc-e254-4800-b7b4-38d6d3f9a7e3 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server [None req-19dcfe65-c93f-4d71-8c76-b3b2ab52348b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 66eaba8b-ec7c-41cd-83ed-fc3cb96e5ba5: This subnet is being modified by another concurrent operation. Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 08 09:11:02.899150 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 08 09:11:02.902962 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:11:02.902962 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:11:02.902962 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:11:02.902962 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:11:02.902962 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 08 09:11:02.902962 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 09:11:02.902962 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 08 09:11:02.902962 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 08 09:11:02.902962 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:11:02.902962 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:11:02.902962 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:11:02.902962 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:11:02.902962 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 08 09:11:02.902962 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 08 09:11:02.902962 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1733, in update_port Sep 08 09:11:02.902962 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 08 09:11:02.902962 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 08 09:11:02.902962 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 08 09:11:02.902962 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 08 09:11:02.902962 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 08 09:11:02.902962 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 08 09:11:02.902962 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 08 09:11:02.902962 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 08 09:11:02.902962 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 08 09:11:02.902962 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 08 09:11:02.902962 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 08 09:11:02.902962 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 08 09:11:02.902962 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 08 09:11:02.902962 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 08 09:11:02.902962 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise exception Sep 08 09:11:02.902962 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 66eaba8b-ec7c-41cd-83ed-fc3cb96e5ba5: This subnet is being modified by another concurrent operation. Sep 08 09:11:02.902962 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server Sep 08 09:11:02.926447 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-259284dc-e254-4800-b7b4-38d6d3f9a7e3 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:02.931917 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-259284dc-e254-4800-b7b4-38d6d3f9a7e3 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/66eaba8b-ec7c-41cd-83ed-fc3cb96e5ba5 HTTP/1.1" status: 204 len: 168 time: 0.7300329 Sep 08 09:11:02.935648 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52000) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:02.936654 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259284dc-e254-4800-b7b4-38d6d3f9a7e3 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Subnet': ['ID=66eaba8b-ec7c-41cd-83ed-fc3cb96e5ba5,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:02.950332 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:02.991488 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0ec5f9b8-ac67-436e-ae41-3c42bdc96ca2 req-b308458b-350d-4f04-81eb-9703fa5c889e tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996672 Sep 08 09:11:03.053382 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869d8369-a762-4f71-9e6b-18e09ee8e00f tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Router 37676dfa-913d-4230-ba2b-d2cef2a7babd has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:11:03.073647 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-9edabbf7-0291-4910-bc67-cbe0ff4387eb tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting subnet 909f1173-4156-4f70-95fd-01f1ccc11e00 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:11:03.085276 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9edabbf7-0291-4910-bc67-cbe0ff4387eb tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:03.107261 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9146f541-072d-48be-b935-b3ff27bfa1d6 None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:11:03.115476 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['e83d6e32-3f4d-46b3-864e-2284d43fdc2e'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:11:03.117698 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.db.api [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 09:11:03.118086 n-d-806683-11 neutron-server[94714]: DEBUG oslo_db.api [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 09:11:03.176252 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9edabbf7-0291-4910-bc67-cbe0ff4387eb tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:03.275292 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9edabbf7-0291-4910-bc67-cbe0ff4387eb tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:03.303667 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869d8369-a762-4f71-9e6b-18e09ee8e00f tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:11:03.314605 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-869d8369-a762-4f71-9e6b-18e09ee8e00f tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] 10.222.0.54 "PUT /v2.0/routers/37676dfa-913d-4230-ba2b-d2cef2a7babd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4693010 Sep 08 09:11:03.315268 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52002) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:03.316009 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a980ae-4107-4a33-ad0f-5e146f3ef254 None None] Sync routers for ids ['37676dfa-913d-4230-ba2b-d2cef2a7babd'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:11:03.323456 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-2f55cc42-7dda-4853-bc69-03cee78ba1fa tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Request body: {'port': {'network_id': '7082aef0-ed15-4233-bf2f-128a4227205d', 'name': 'tempest-FloatingIPAdminTestJSON-1479924869'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:03.327817 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a980ae-4107-4a33-ad0f-5e146f3ef254 None None] Routers {'37676dfa-913d-4230-ba2b-d2cef2a7babd'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:11:03.328801 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-b4a980ae-4107-4a33-ad0f-5e146f3ef254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:10:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['37676dfa-913d-4230-ba2b-d2cef2a7babd'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:03.346076 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-404895d7-faa3-4de4-94b7-c71f07448759 None None] Provisioning complete for port d04c0e6e-7ab5-411d-ba75-dded2c355a6c triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:11:03.347205 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-404895d7-faa3-4de4-94b7-c71f07448759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:03.353069 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-62a7a967-ddb3-4008-90e7-59837ef298c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:03.370001 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-b4a980ae-4107-4a33-ad0f-5e146f3ef254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:03.384086 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a980ae-4107-4a33-ad0f-5e146f3ef254 None None] Routers {'37676dfa-913d-4230-ba2b-d2cef2a7babd'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:11:03.385879 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-b4a980ae-4107-4a33-ad0f-5e146f3ef254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:10:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['37676dfa-913d-4230-ba2b-d2cef2a7babd'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:03.420287 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9edabbf7-0291-4910-bc67-cbe0ff4387eb tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:03.441015 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-b4a980ae-4107-4a33-ad0f-5e146f3ef254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:03.442065 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a980ae-4107-4a33-ad0f-5e146f3ef254 None None] The sync data for ids ['37676dfa-913d-4230-ba2b-d2cef2a7babd'] in n-d-806683-11 is: [] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:11:03.480018 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9edabbf7-0291-4910-bc67-cbe0ff4387eb tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:03.481996 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9edabbf7-0291-4910-bc67-cbe0ff4387eb tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/909f1173-4156-4f70-95fd-01f1ccc11e00 HTTP/1.1" status: 204 len: 168 time: 0.5382183 Sep 08 09:11:03.484672 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52004) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:03.485407 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edabbf7-0291-4910-bc67-cbe0ff4387eb tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Subnet': ['ID=909f1173-4156-4f70-95fd-01f1ccc11e00,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:03.538561 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7007668c-d94c-4a06-94e6-c47a32292478 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0465038 Sep 08 09:11:03.538782 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52008) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:03.543607 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-c816d022-2eb5-4445-b211-9b7c1b37774a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'subnet': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:03.571152 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-404895d7-faa3-4de4-94b7-c71f07448759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:03.589210 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f55cc42-7dda-4853-bc69-03cee78ba1fa tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Made reservation on behalf of 31560a4bf66e487a98c5d53b55ca7cb6 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:11:03.594836 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2f55cc42-7dda-4853-bc69-03cee78ba1fa tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:03.614237 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e3c68b-b214-4f69-a943-59f0d5740afc None None] DHCP port deletion for 9177193f-e165-437e-b3d7-f8fa84e750aa request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:11:03.650313 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-2f55cc42-7dda-4853-bc69-03cee78ba1fa tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] device_id is not set on port 6ff07d19-48c3-4494-81d7-7cd117ddca51 yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:11:03.688422 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-404895d7-faa3-4de4-94b7-c71f07448759 None None] For port d04c0e6e-7ab5-411d-ba75-dded2c355a6c, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=d04c0e6e-7ab5-411d-ba75-dded2c355a6c,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:03.708326 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-404895d7-faa3-4de4-94b7-c71f07448759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:03.719064 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:03.759468 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c816d022-2eb5-4445-b211-9b7c1b37774a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:11:03.763597 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c816d022-2eb5-4445-b211-9b7c1b37774a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:03.775042 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-62a7a967-ddb3-4008-90e7-59837ef298c6 admin admin] Deleting port bca4f857-4709-40cb-a3c3-f3b98deae0a0 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:11:03.775704 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-62a7a967-ddb3-4008-90e7-59837ef298c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:03.850789 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404895d7-faa3-4de4-94b7-c71f07448759 None None] Pushing event updated for resources: {'Port': ['ID=d04c0e6e-7ab5-411d-ba75-dded2c355a6c,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:03.853976 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-99e3c68b-b214-4f69-a943-59f0d5740afc None None] Deleting port d04c0e6e-7ab5-411d-ba75-dded2c355a6c {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:11:03.854388 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-99e3c68b-b214-4f69-a943-59f0d5740afc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:03.869875 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-62a7a967-ddb3-4008-90e7-59837ef298c6 admin admin] For port bca4f857-4709-40cb-a3c3-f3b98deae0a0, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=bca4f857-4709-40cb-a3c3-f3b98deae0a0,segment=NetworkSegment(6a571b4f-cf48-4b50-a916-25dfdbadf202),segment_id=6a571b4f-cf48-4b50-a916-25dfdbadf202)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:03.870513 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-62a7a967-ddb3-4008-90e7-59837ef298c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:03.881273 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.db.api [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 09:11:03.881487 n-d-806683-11 neutron-server[94714]: DEBUG oslo_db.api [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 09:11:03.885605 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-62a7a967-ddb3-4008-90e7-59837ef298c6 admin admin] Calling delete_port for bca4f857-4709-40cb-a3c3-f3b98deae0a0 owned by network:router_interface {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:11:03.891826 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-26ac9c9b-c978-4d4e-8afb-420b62bb094e None None] Provisioning complete for port 244ed332-2988-4d13-880f-a7829fc0e11f triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:11:03.895206 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-26ac9c9b-c978-4d4e-8afb-420b62bb094e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:03.907767 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-2f55cc42-7dda-4853-bc69-03cee78ba1fa tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Allocated IP 172.20.0.11 (7082aef0-ed15-4233-bf2f-128a4227205d/23d37f74-6110-4776-acfe-fbca3479f075/6ff07d19-48c3-4494-81d7-7cd117ddca51) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:11:03.962563 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-99e3c68b-b214-4f69-a943-59f0d5740afc None None] For port d04c0e6e-7ab5-411d-ba75-dded2c355a6c, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=d04c0e6e-7ab5-411d-ba75-dded2c355a6c,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:03.963189 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-99e3c68b-b214-4f69-a943-59f0d5740afc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:03.993230 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-99e3c68b-b214-4f69-a943-59f0d5740afc None None] Calling delete_port for d04c0e6e-7ab5-411d-ba75-dded2c355a6c owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:11:04.014100 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-26ac9c9b-c978-4d4e-8afb-420b62bb094e None None] Port 244ed332-2988-4d13-880f-a7829fc0e11f cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:11:04.120617 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-99e3c68b-b214-4f69-a943-59f0d5740afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:04.155831 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e3c68b-b214-4f69-a943-59f0d5740afc None None] No DVR routers for this DVR port d04c0e6e-7ab5-411d-ba75-dded2c355a6c on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:11:04.158071 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e3c68b-b214-4f69-a943-59f0d5740afc None None] Pushing event deleted for resources: {'Port': ['ID=d04c0e6e-7ab5-411d-ba75-dded2c355a6c,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:04.187225 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-62a7a967-ddb3-4008-90e7-59837ef298c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:04.187519 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2933f8f6-7b99-4ff4-8e22-78c6d7f9e1f8 None None] get_active_networks_info from n-d-806683-11 {{(pid=94714) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 08 09:11:04.196955 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff15472-32e2-4f0b-915b-55772102a891 req-2616df5a-e6dd-41af-9206-7a7973cff8d6 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:04.198532 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7ff15472-32e2-4f0b-915b-55772102a891 req-2616df5a-e6dd-41af-9206-7a7973cff8d6 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b376019-3c3c-4b0c-a6dc-e1c8e03239f6 HTTP/1.1" status: 200 len: 944 time: 0.0922873 Sep 08 09:11:04.203145 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2f55cc42-7dda-4853-bc69-03cee78ba1fa tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:04.233517 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a7a967-ddb3-4008-90e7-59837ef298c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bca4f857-4709-40cb-a3c3-f3b98deae0a0,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:04.242933 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-2f55cc42-7dda-4853-bc69-03cee78ba1fa tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Transition to ACTIVE for port object 6ff07d19-48c3-4494-81d7-7cd117ddca51 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:11:04.265838 n-d-806683-11 neutron-server[94713]: DEBUG neutron.objects.ports [None req-c816d022-2eb5-4445-b211-9b7c1b37774a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94713) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 08 09:11:04.269556 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c816d022-2eb5-4445-b211-9b7c1b37774a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:04.306607 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7ff15472-32e2-4f0b-915b-55772102a891 req-55ac98e4-daa1-4943-8997-4184c7388204 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814066 Sep 08 09:11:04.319425 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c816d022-2eb5-4445-b211-9b7c1b37774a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:11:04.333693 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-c816d022-2eb5-4445-b211-9b7c1b37774a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:11:04.339214 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c816d022-2eb5-4445-b211-9b7c1b37774a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:04.339828 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c816d022-2eb5-4445-b211-9b7c1b37774a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:04.355532 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816d022-2eb5-4445-b211-9b7c1b37774a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Subnet': ['ID=2822adb1-4ecd-44a7-9daa-7a7d31a22460,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:04.372147 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c816d022-2eb5-4445-b211-9b7c1b37774a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8293087 Sep 08 09:11:04.372304 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52016) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:04.373340 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2f55cc42-7dda-4853-bc69-03cee78ba1fa tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:04.378998 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-d4b7065d-286a-4964-b5ec-6a0062b12526 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'subnet': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:04.388917 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Port d04c0e6e-7ab5-411d-ba75-dded2c355a6c update to ACTIVE by agent not found {{(pid=94714) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2156}} Sep 08 09:11:04.389362 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 28390186-f73c-4626-adb4-d2d6dc220d23 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:11:04.427754 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f55cc42-7dda-4853-bc69-03cee78ba1fa tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Network 7082aef0-ed15-4233-bf2f-128a4227205d is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:11:04.431026 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-2f55cc42-7dda-4853-bc69-03cee78ba1fa tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:11:04.433997 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2933f8f6-7b99-4ff4-8e22-78c6d7f9e1f8 None None] Resources bound (agent type, host, resource id): {{(pid=94714) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 08 09:11:04.435056 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f55cc42-7dda-4853-bc69-03cee78ba1fa tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:11:04.466423 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-62a7a967-ddb3-4008-90e7-59837ef298c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:04.474842 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55cc42-7dda-4853-bc69-03cee78ba1fa tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Pushing event updated for resources: {'Port': ['ID=6ff07d19-48c3-4494-81d7-7cd117ddca51,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:04.498363 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 28390186-f73c-4626-adb4-d2d6dc220d23 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:11:04.498751 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:04.509976 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f55cc42-7dda-4853-bc69-03cee78ba1fa tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:04.510220 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2f55cc42-7dda-4853-bc69-03cee78ba1fa tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:04.530435 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2f55cc42-7dda-4853-bc69-03cee78ba1fa tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.2115786 Sep 08 09:11:04.533777 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52018) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:04.611684 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-7e5086ed-ccd1-443b-9655-b220c09f33e1 tempest-FloatingIPAdminTestJSON-4959184 tempest-FloatingIPAdminTestJSON-4959184-project-admin] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'project_id': '31560a4bf66e487a98c5d53b55ca7cb6', 'port_id': '6ff07d19-48c3-4494-81d7-7cd117ddca51'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:04.637951 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7e5086ed-ccd1-443b-9655-b220c09f33e1 tempest-FloatingIPAdminTestJSON-4959184 tempest-FloatingIPAdminTestJSON-4959184-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:04.666032 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b7065d-286a-4964-b5ec-6a0062b12526 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:11:04.669878 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d4b7065d-286a-4964-b5ec-6a0062b12526 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:04.750138 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7e5086ed-ccd1-443b-9655-b220c09f33e1 tempest-FloatingIPAdminTestJSON-4959184 tempest-FloatingIPAdminTestJSON-4959184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:04.870723 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a7a967-ddb3-4008-90e7-59837ef298c6 admin admin] Router 5c6b3eff-50c9-449a-944e-90f80aa66f71 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:11:04.910085 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-7e5086ed-ccd1-443b-9655-b220c09f33e1 tempest-FloatingIPAdminTestJSON-4959184 tempest-FloatingIPAdminTestJSON-4959184-project-admin] Allocated IP 172.25.0.122 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/814dd17e-538a-41d5-9eaf-7fbadcc47222) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:11:05.002885 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8990407f-af93-4051-bdf3-a62a457db1d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-9177193f-e165-437e-b3d7-f8fa84e750aa', 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'tenant_id': 'cfe5efe5bc04414daec2165ebe59ab3a', 'fixed_ips': [{'subnet_id': '2822adb1-4ecd-44a7-9daa-7a7d31a22460'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:11:05.003770 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8990407f-af93-4051-bdf3-a62a457db1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:05.058793 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7e5086ed-ccd1-443b-9655-b220c09f33e1 tempest-FloatingIPAdminTestJSON-4959184 tempest-FloatingIPAdminTestJSON-4959184-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:05.083285 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device d04c0e6e-7ab5-411d-ba75-dded2c355a6c no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:11:05.127455 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: d04c0e6e-7ab5-411d-ba75-dded2c355a6c {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:11:05.127816 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device d04c0e6e-7ab5-411d-ba75-dded2c355a6c not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:11:05.134288 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7e5086ed-ccd1-443b-9655-b220c09f33e1 tempest-FloatingIPAdminTestJSON-4959184 tempest-FloatingIPAdminTestJSON-4959184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:05.177233 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5086ed-ccd1-443b-9655-b220c09f33e1 tempest-FloatingIPAdminTestJSON-4959184 tempest-FloatingIPAdminTestJSON-4959184-project-admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:11:05.180313 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-7e5086ed-ccd1-443b-9655-b220c09f33e1 tempest-FloatingIPAdminTestJSON-4959184 tempest-FloatingIPAdminTestJSON-4959184-project-admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:11:05.185625 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5086ed-ccd1-443b-9655-b220c09f33e1 tempest-FloatingIPAdminTestJSON-4959184 tempest-FloatingIPAdminTestJSON-4959184-project-admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:11:05.198691 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-8990407f-af93-4051-bdf3-a62a457db1d8 None None] Allocated IP 2001:db8::f816:3eff:fe4b:23ab (9177193f-e165-437e-b3d7-f8fa84e750aa/2822adb1-4ecd-44a7-9daa-7a7d31a22460/a3d9ffa3-ce19-4c78-a3ab-663f4cdecab7) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:11:05.222909 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5086ed-ccd1-443b-9655-b220c09f33e1 tempest-FloatingIPAdminTestJSON-4959184 tempest-FloatingIPAdminTestJSON-4959184-project-admin] Pushing event updated for resources: {'Port': ['ID=814dd17e-538a-41d5-9eaf-7fbadcc47222,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:05.309091 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a7a967-ddb3-4008-90e7-59837ef298c6 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:11:05.318165 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-62a7a967-ddb3-4008-90e7-59837ef298c6 admin admin] 10.222.0.54 "PUT /v2.0/routers/5c6b3eff-50c9-449a-944e-90f80aa66f71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2168884 Sep 08 09:11:05.320248 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52028) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:05.339826 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dff428-93cc-4f89-a8a1-101a1b1e44fe None None] Sync routers for ids ['5c6b3eff-50c9-449a-944e-90f80aa66f71'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:11:05.359559 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dff428-93cc-4f89-a8a1-101a1b1e44fe None None] Routers {'5c6b3eff-50c9-449a-944e-90f80aa66f71'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:11:05.360185 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-16dff428-93cc-4f89-a8a1-101a1b1e44fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:10:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5c6b3eff-50c9-449a-944e-90f80aa66f71'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:05.483757 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d4b7065d-286a-4964-b5ec-6a0062b12526 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:05.490722 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8a34a39f-63be-463c-a414-d3cb99f00a17 admin admin] Notify callbacks [] for router, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:05.550192 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8990407f-af93-4051-bdf3-a62a457db1d8 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:05.564707 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-8990407f-af93-4051-bdf3-a62a457db1d8 None None] Transition to ACTIVE for port object a3d9ffa3-ce19-4c78-a3ab-663f4cdecab7 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:11:05.572601 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b7065d-286a-4964-b5ec-6a0062b12526 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:11:05.582632 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd9e5f-1b1a-4341-a34c-a858e2226f8d req-1142fbe1-1f2e-48bd-bea3-512087b70b7a tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:05.584193 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-54fd9e5f-1b1a-4341-a34c-a858e2226f8d req-1142fbe1-1f2e-48bd-bea3-512087b70b7a tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b376019-3c3c-4b0c-a6dc-e1c8e03239f6 HTTP/1.1" status: 200 len: 944 time: 0.1710596 Sep 08 09:11:05.592412 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-d4b7065d-286a-4964-b5ec-6a0062b12526 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:11:05.600129 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b7065d-286a-4964-b5ec-6a0062b12526 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:05.600731 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d4b7065d-286a-4964-b5ec-6a0062b12526 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:05.601866 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7e5086ed-ccd1-443b-9655-b220c09f33e1 tempest-FloatingIPAdminTestJSON-4959184 tempest-FloatingIPAdminTestJSON-4959184-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:05.620489 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-8990407f-af93-4051-bdf3-a62a457db1d8 None None] Transition to ACTIVE for port object a3d9ffa3-ce19-4c78-a3ab-663f4cdecab7 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:11:05.620746 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b7065d-286a-4964-b5ec-6a0062b12526 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Subnet': ['ID=d1301698-b0e7-4d50-85fb-b06147aaf5d4,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:05.634726 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8990407f-af93-4051-bdf3-a62a457db1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:05.650339 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-16dff428-93cc-4f89-a8a1-101a1b1e44fe None None] Set router 5c6b3eff-50c9-449a-944e-90f80aa66f71 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:11:05.677837 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d4b7065d-286a-4964-b5ec-6a0062b12526 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3008788 Sep 08 09:11:05.678155 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52032) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:05.682110 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-53a04489-313f-4b29-a5b2-ed7fea3bdbad tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'port': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'mac_address': 'fa:16:3e:e7:e9:02', 'name': 'tempest-NetworksTestDHCPv6-2079943815'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:05.710444 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-54fd9e5f-1b1a-4341-a34c-a858e2226f8d req-1f15150f-f0df-494b-8587-2e2fbb4e1fc4 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043303 Sep 08 09:11:05.715690 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7e5086ed-ccd1-443b-9655-b220c09f33e1 tempest-FloatingIPAdminTestJSON-4959184 tempest-FloatingIPAdminTestJSON-4959184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:05.727712 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8a34a39f-63be-463c-a414-d3cb99f00a17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:05.793564 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-8a34a39f-63be-463c-a414-d3cb99f00a17 admin admin] Deleting port b9ca4e42-2f5a-4e60-a7e1-afe3040c1894 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:11:05.794002 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8a34a39f-63be-463c-a414-d3cb99f00a17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:05.821607 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8990407f-af93-4051-bdf3-a62a457db1d8 None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:11:05.824236 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8990407f-af93-4051-bdf3-a62a457db1d8 None None] Pushing event updated for resources: {'Port': ['ID=a3d9ffa3-ce19-4c78-a3ab-663f4cdecab7,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:05.854922 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-8990407f-af93-4051-bdf3-a62a457db1d8 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:11:05.860416 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8990407f-af93-4051-bdf3-a62a457db1d8 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:11:05.907782 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-8a34a39f-63be-463c-a414-d3cb99f00a17 admin admin] For port b9ca4e42-2f5a-4e60-a7e1-afe3040c1894, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=b9ca4e42-2f5a-4e60-a7e1-afe3040c1894,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:05.908382 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8a34a39f-63be-463c-a414-d3cb99f00a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:05.927035 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-8a34a39f-63be-463c-a414-d3cb99f00a17 admin admin] Calling delete_port for b9ca4e42-2f5a-4e60-a7e1-afe3040c1894 owned by network:router_gateway {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:11:05.942027 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-8990407f-af93-4051-bdf3-a62a457db1d8 None None] Attempting to bind port a3d9ffa3-ce19-4c78-a3ab-663f4cdecab7 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:11:05.942427 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-8990407f-af93-4051-bdf3-a62a457db1d8 None None] Attempting to bind port a3d9ffa3-ce19-4c78-a3ab-663f4cdecab7 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:11:05.942792 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8990407f-af93-4051-bdf3-a62a457db1d8 None None] Attempting to bind port a3d9ffa3-ce19-4c78-a3ab-663f4cdecab7 on network 9177193f-e165-437e-b3d7-f8fa84e750aa {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:11:05.969202 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8990407f-af93-4051-bdf3-a62a457db1d8 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:11:05.969775 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8990407f-af93-4051-bdf3-a62a457db1d8 None None] Checking segment: {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:11:05.970167 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8990407f-af93-4051-bdf3-a62a457db1d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:05.970580 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8990407f-af93-4051-bdf3-a62a457db1d8 None None] Bound using segment: {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:11:05.971788 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-8990407f-af93-4051-bdf3-a62a457db1d8 None None] Bound port: a3d9ffa3-ce19-4c78-a3ab-663f4cdecab7, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:11:05.972343 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8990407f-af93-4051-bdf3-a62a457db1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:06.053115 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-8990407f-af93-4051-bdf3-a62a457db1d8 None None] For port a3d9ffa3-ce19-4c78-a3ab-663f4cdecab7, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:11:06.056881 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-8990407f-af93-4051-bdf3-a62a457db1d8 None None] For port a3d9ffa3-ce19-4c78-a3ab-663f4cdecab7, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a3d9ffa3-ce19-4c78-a3ab-663f4cdecab7,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:11:06.058712 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-16dff428-93cc-4f89-a8a1-101a1b1e44fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6b3eff-50c9-449a-944e-90f80aa66f71', 'name': 'tempest-ServerRescueTestJSON-1937578371-router', 'tenant_id': '17c247e365f74957bbba58791260a9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'b9ca4e42-2f5a-4e60-a7e1-afe3040c1894', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:09:09Z', 'updated_at': '2021-09-08T09:11:04Z', 'revision_number': 5, 'project_id': '17c247e365f74957bbba58791260a9da', 'gw_port': {'id': 'b9ca4e42-2f5a-4e60-a7e1-afe3040c1894', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6b3eff-50c9-449a-944e-90f80aa66f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:09:09Z', 'updated_at': '2021-09-08T09:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:06.062287 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8990407f-af93-4051-bdf3-a62a457db1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:06.117147 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8a34a39f-63be-463c-a414-d3cb99f00a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:06.124973 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dff428-93cc-4f89-a8a1-101a1b1e44fe None None] Checking router: 5c6b3eff-50c9-449a-944e-90f80aa66f71 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:11:06.148545 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a34a39f-63be-463c-a414-d3cb99f00a17 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9ca4e42-2f5a-4e60-a7e1-afe3040c1894,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:06.158939 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dff428-93cc-4f89-a8a1-101a1b1e44fe None None] Routers {'5c6b3eff-50c9-449a-944e-90f80aa66f71'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:11:06.159724 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-16dff428-93cc-4f89-a8a1-101a1b1e44fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:10:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5c6b3eff-50c9-449a-944e-90f80aa66f71'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:06.196944 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a04489-313f-4b29-a5b2-ed7fea3bdbad tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:11:06.247099 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8990407f-af93-4051-bdf3-a62a457db1d8 None None] Pushing event updated for resources: {'Port': ['ID=a3d9ffa3-ce19-4c78-a3ab-663f4cdecab7,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:06.255615 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8a34a39f-63be-463c-a414-d3cb99f00a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:06.300304 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-16dff428-93cc-4f89-a8a1-101a1b1e44fe None None] Set router 5c6b3eff-50c9-449a-944e-90f80aa66f71 gateway port host: None {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:11:06.305065 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device e83d6e32-3f4d-46b3-864e-2284d43fdc2e up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:11:06.315873 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7e5086ed-ccd1-443b-9655-b220c09f33e1 tempest-FloatingIPAdminTestJSON-4959184 tempest-FloatingIPAdminTestJSON-4959184-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:06.328214 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7e5086ed-ccd1-443b-9655-b220c09f33e1 tempest-FloatingIPAdminTestJSON-4959184 tempest-FloatingIPAdminTestJSON-4959184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:06.389835 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8a34a39f-63be-463c-a414-d3cb99f00a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:06.391742 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-53a04489-313f-4b29-a5b2-ed7fea3bdbad tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:06.394845 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8a34a39f-63be-463c-a414-d3cb99f00a17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:06.429350 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5086ed-ccd1-443b-9655-b220c09f33e1 tempest-FloatingIPAdminTestJSON-4959184 tempest-FloatingIPAdminTestJSON-4959184-project-admin] Pushing event updated for resources: {'Port': ['ID=814dd17e-538a-41d5-9eaf-7fbadcc47222,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:06.432667 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-16dff428-93cc-4f89-a8a1-101a1b1e44fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6b3eff-50c9-449a-944e-90f80aa66f71', 'name': 'tempest-ServerRescueTestJSON-1937578371-router', 'tenant_id': '17c247e365f74957bbba58791260a9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:09:09Z', 'updated_at': '2021-09-08T09:11:06Z', 'revision_number': 7, 'project_id': '17c247e365f74957bbba58791260a9da', 'gw_port_host': None}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:06.467372 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8a34a39f-63be-463c-a414-d3cb99f00a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:06.468622 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a34a39f-63be-463c-a414-d3cb99f00a17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c6b3eff-50c9-449a-944e-90f80aa66f71 {{(pid=94712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:11:06.474142 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8a34a39f-63be-463c-a414-d3cb99f00a17 admin admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:06.477761 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8a34a39f-63be-463c-a414-d3cb99f00a17 admin admin] 10.222.0.54 "DELETE /v2.0/routers/5c6b3eff-50c9-449a-944e-90f80aa66f71 HTTP/1.1" status: 204 len: 168 time: 1.1546290 Sep 08 09:11:06.478305 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52040) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:06.485185 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dff428-93cc-4f89-a8a1-101a1b1e44fe None None] The sync data for ids ['5c6b3eff-50c9-449a-944e-90f80aa66f71'] in n-d-806683-11 is: [{'id': '5c6b3eff-50c9-449a-944e-90f80aa66f71', 'name': 'tempest-ServerRescueTestJSON-1937578371-router', 'tenant_id': '17c247e365f74957bbba58791260a9da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:09:09Z', 'updated_at': '2021-09-08T09:11:06Z', 'revision_number': 7, 'project_id': '17c247e365f74957bbba58791260a9da', 'gw_port_host': None}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:11:06.486677 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-53a04489-313f-4b29-a5b2-ed7fea3bdbad tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] device_id is not set on port c61d9798-5275-4776-80c1-567f68f5659c yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:11:06.497524 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port e83d6e32-3f4d-46b3-864e-2284d43fdc2e completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:11:06.509842 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7e5086ed-ccd1-443b-9655-b220c09f33e1 tempest-FloatingIPAdminTestJSON-4959184 tempest-FloatingIPAdminTestJSON-4959184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:06.510400 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port e83d6e32-3f4d-46b3-864e-2284d43fdc2e triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:11:06.511018 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:06.560088 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e764e8b-a6fb-471f-a146-9bcaf5ba80f9 admin admin] Deleting subnet 8fe1c297-ac30-438c-9c0e-a51fb4e4b069 {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:11:06.563480 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0e764e8b-a6fb-471f-a146-9bcaf5ba80f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:06.605383 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0e764e8b-a6fb-471f-a146-9bcaf5ba80f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:06.612303 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:06.637179 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b376019-3c3c-4b0c-a6dc-e1c8e03239f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e83d6e32-3f4d-46b3-864e-2284d43fdc2e'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:11:06.639430 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f44844-70f0-41f3-bb97-63e4dab51916" -d '{"events": [{"server_uuid": "4b376019-3c3c-4b0c-a6dc-e1c8e03239f6", "name": "network-vif-plugged", "status": "completed", "tag": "e83d6e32-3f4d-46b3-864e-2284d43fdc2e"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:11:06.657576 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0e764e8b-a6fb-471f-a146-9bcaf5ba80f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:06.663700 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port e83d6e32-3f4d-46b3-864e-2284d43fdc2e, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=e83d6e32-3f4d-46b3-864e-2284d43fdc2e,segment=NetworkSegment(3af659db-8c52-4cba-bbf9-dfdf7a2d015a),segment_id=3af659db-8c52-4cba-bbf9-dfdf7a2d015a)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:06.670752 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:06.678911 n-d-806683-11 neutron-server[94713]: INFO neutron.db.l3_db [None req-7e5086ed-ccd1-443b-9655-b220c09f33e1 tempest-FloatingIPAdminTestJSON-4959184 tempest-FloatingIPAdminTestJSON-4959184-project-admin] Floating IP e1bd540e-7f6e-48c2-858b-953b9aee84c9 associated. External IP: 172.25.0.122, port: 6ff07d19-48c3-4494-81d7-7cd117ddca51. Sep 08 09:11:06.724236 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0e764e8b-a6fb-471f-a146-9bcaf5ba80f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:06.780994 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=e83d6e32-3f4d-46b3-864e-2284d43fdc2e,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:06.788108 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e764e8b-a6fb-471f-a146-9bcaf5ba80f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fe1c297-ac30-438c-9c0e-a51fb4e4b069,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:06.795385 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0e764e8b-a6fb-471f-a146-9bcaf5ba80f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:06.799761 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-0e764e8b-a6fb-471f-a146-9bcaf5ba80f9 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/8fe1c297-ac30-438c-9c0e-a51fb4e4b069 HTTP/1.1" status: 204 len: 168 time: 0.3176131 Sep 08 09:11:06.800240 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52050) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:06.909111 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413b08bc-6114-400a-8453-fcfccc10a9cd x-openstack-request-id: req-413b08bc-6114-400a-8453-fcfccc10a9cd {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:11:06.909442 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b376019-3c3c-4b0c-a6dc-e1c8e03239f6", "name": "network-vif-plugged", "status": "completed", "tag": "e83d6e32-3f4d-46b3-864e-2284d43fdc2e", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:11:06.910074 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-413b08bc-6114-400a-8453-fcfccc10a9cd {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:11:06.910540 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b376019-3c3c-4b0c-a6dc-e1c8e03239f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e83d6e32-3f4d-46b3-864e-2284d43fdc2e', 'code': 200} Sep 08 09:11:06.923914 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a59fde1d-a85d-4109-b006-965757f77e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:06.966443 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-53a04489-313f-4b29-a5b2-ed7fea3bdbad tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Allocated IP 172.20.0.8 (9177193f-e165-437e-b3d7-f8fa84e750aa/d1301698-b0e7-4d50-85fb-b06147aaf5d4/c61d9798-5275-4776-80c1-567f68f5659c) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:11:06.982499 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-53a04489-313f-4b29-a5b2-ed7fea3bdbad tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Allocated IP 2001:db8::f816:3eff:fee7:e902 (9177193f-e165-437e-b3d7-f8fa84e750aa/2822adb1-4ecd-44a7-9daa-7a7d31a22460/c61d9798-5275-4776-80c1-567f68f5659c) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:11:07.005564 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69039673-a961-4f34-a401-7b74c4d485f1 req-8f101d59-50a3-4d09-b5be-86f81422df8b tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:07.008526 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-69039673-a961-4f34-a401-7b74c4d485f1 req-8f101d59-50a3-4d09-b5be-86f81422df8b tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b376019-3c3c-4b0c-a6dc-e1c8e03239f6 HTTP/1.1" status: 200 len: 945 time: 0.1901331 Sep 08 09:11:07.134027 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a59fde1d-a85d-4109-b006-965757f77e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:07.175309 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-a59fde1d-a85d-4109-b006-965757f77e65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e321783-bc8a-4d3d-a70f-5209b22b636f']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:07.185235 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a80af-b0e1-4a76-ad7c-ef6570e9038d req-2e36a8d9-bb9d-4bd2-8ede-872a841cd2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:07.186876 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-956a80af-b0e1-4a76-ad7c-ef6570e9038d req-2e36a8d9-bb9d-4bd2-8ede-872a841cd2ed service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4b376019-3c3c-4b0c-a6dc-e1c8e03239f6 HTTP/1.1" status: 200 len: 1097 time: 0.1455100 Sep 08 09:11:07.191237 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-a59fde1d-a85d-4109-b006-965757f77e65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a571b4f-cf48-4b50-a916-25dfdbadf202') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:07.191670 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-a59fde1d-a85d-4109-b006-965757f77e65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a571b4f-cf48-4b50-a916-25dfdbadf202') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:07.211430 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a59fde1d-a85d-4109-b006-965757f77e65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:07.243612 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a59fde1d-a85d-4109-b006-965757f77e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:07.253406 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a59fde1d-a85d-4109-b006-965757f77e65 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:11:07.253947 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a59fde1d-a85d-4109-b006-965757f77e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:07.255912 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:11:07.255912 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:11:07.255912 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:11:07.255912 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:11:07.255912 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:11:07.255912 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:11:07.255912 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:11:07.255912 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:11:07.255912 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:11:07.255912 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:11:07.255912 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:11:07.255912 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:11:07.255912 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:11:07.255912 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:11:07.255912 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:11:07.255912 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:11:07.255912 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:11:07.255912 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:11:07.255912 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:11:07.255912 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:11:07.255912 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:11:07.255912 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:11:07.255912 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:11:07.255912 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:11:07.255912 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:11:07.255912 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:11:07.255912 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:11:07.255912 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:11:07.255912 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:11:07.255912 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:11:07.255912 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:11:07.255912 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:11:07.261054 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5086ed-ccd1-443b-9655-b220c09f33e1 tempest-FloatingIPAdminTestJSON-4959184 tempest-FloatingIPAdminTestJSON-4959184-project-admin] Router 37676dfa-913d-4230-ba2b-d2cef2a7babd has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:11:07.270692 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-956a80af-b0e1-4a76-ad7c-ef6570e9038d req-02d2ce48-5f06-4a91-89dc-f33772539879 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703762 Sep 08 09:11:07.343403 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a59fde1d-a85d-4109-b006-965757f77e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:07.352394 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a59fde1d-a85d-4109-b006-965757f77e65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:07.359705 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-a59fde1d-a85d-4109-b006-965757f77e65 admin admin] 10.222.0.54 "DELETE /v2.0/networks/3e321783-bc8a-4d3d-a70f-5209b22b636f HTTP/1.1" status: 204 len: 168 time: 0.5583699 Sep 08 09:11:07.368890 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-69039673-a961-4f34-a401-7b74c4d485f1 req-f50947d4-de88-4934-9e37-2fa4c1fb01ea tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423355 Sep 08 09:11:07.376571 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59fde1d-a85d-4109-b006-965757f77e65 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e321783-bc8a-4d3d-a70f-5209b22b636f,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:07.510222 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a3d9ffa3-ce19-4c78-a3ab-663f4cdecab7 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:11:07.517102 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-53a04489-313f-4b29-a5b2-ed7fea3bdbad tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:07.546666 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-53a04489-313f-4b29-a5b2-ed7fea3bdbad tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Transition to ACTIVE for port object c61d9798-5275-4776-80c1-567f68f5659c will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:11:07.551801 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5086ed-ccd1-443b-9655-b220c09f33e1 tempest-FloatingIPAdminTestJSON-4959184 tempest-FloatingIPAdminTestJSON-4959184-project-admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:11:07.565898 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f07671c-7ca2-4d70-b225-b5b52cc94a85 None None] Sync routers for ids ['37676dfa-913d-4230-ba2b-d2cef2a7babd'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:11:07.584074 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7e5086ed-ccd1-443b-9655-b220c09f33e1 tempest-FloatingIPAdminTestJSON-4959184 tempest-FloatingIPAdminTestJSON-4959184-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:07.590665 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f07671c-7ca2-4d70-b225-b5b52cc94a85 None None] Routers {'37676dfa-913d-4230-ba2b-d2cef2a7babd'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:11:07.592890 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-6f07671c-7ca2-4d70-b225-b5b52cc94a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:10:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['37676dfa-913d-4230-ba2b-d2cef2a7babd'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:07.603196 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port a3d9ffa3-ce19-4c78-a3ab-663f4cdecab7 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:11:07.607202 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df80cc5f-a319-467b-b14a-b037d8d30d0b None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:11:07.630159 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7e5086ed-ccd1-443b-9655-b220c09f33e1 tempest-FloatingIPAdminTestJSON-4959184 tempest-FloatingIPAdminTestJSON-4959184-project-admin] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 3.0909929 Sep 08 09:11:07.630561 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52058) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:07.634948 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device bca4f857-4709-40cb-a3c3-f3b98deae0a0 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:11:07.652677 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-53a04489-313f-4b29-a5b2-ed7fea3bdbad tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:07.653577 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-6f07671c-7ca2-4d70-b225-b5b52cc94a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:07.684469 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f07671c-7ca2-4d70-b225-b5b52cc94a85 None None] Routers {'37676dfa-913d-4230-ba2b-d2cef2a7babd'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:11:07.685257 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-6f07671c-7ca2-4d70-b225-b5b52cc94a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:10:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['37676dfa-913d-4230-ba2b-d2cef2a7babd'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:07.692875 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52060) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:07.714033 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: bca4f857-4709-40cb-a3c3-f3b98deae0a0 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:11:07.717535 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device bca4f857-4709-40cb-a3c3-f3b98deae0a0 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:11:07.740138 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a04489-313f-4b29-a5b2-ed7fea3bdbad tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:11:07.747386 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-53a04489-313f-4b29-a5b2-ed7fea3bdbad tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:11:07.753576 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a04489-313f-4b29-a5b2-ed7fea3bdbad tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:11:07.753792 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-6f07671c-7ca2-4d70-b225-b5b52cc94a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:07.754470 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f07671c-7ca2-4d70-b225-b5b52cc94a85 None None] The sync data for ids ['37676dfa-913d-4230-ba2b-d2cef2a7babd'] in n-d-806683-11 is: [] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:11:07.764038 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a04489-313f-4b29-a5b2-ed7fea3bdbad tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Port': ['ID=c61d9798-5275-4776-80c1-567f68f5659c,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:07.825371 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a04489-313f-4b29-a5b2-ed7fea3bdbad tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:07.825990 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-53a04489-313f-4b29-a5b2-ed7fea3bdbad tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:07.848652 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-896cb3d9-0a10-45f4-961f-ea42225d7f61 None None] Provisioning for port a3d9ffa3-ce19-4c78-a3ab-663f4cdecab7 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:11:07.857244 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-896cb3d9-0a10-45f4-961f-ea42225d7f61 None None] Provisioning complete for port a3d9ffa3-ce19-4c78-a3ab-663f4cdecab7 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:11:07.858087 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-896cb3d9-0a10-45f4-961f-ea42225d7f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:07.861240 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-53a04489-313f-4b29-a5b2-ed7fea3bdbad tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1810875 Sep 08 09:11:07.862365 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52062) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:07.865267 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-eda1db06-ba44-4527-b7cd-aad3bfac95b6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=17c247e365f74957bbba58791260a9da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1710196 Sep 08 09:11:07.873414 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52064) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:07.894770 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-edf883ed-f0c6-4602-8517-08dd0c11035c tempest-FloatingIPAdminTestJSON-4959184 tempest-FloatingIPAdminTestJSON-4959184-project-admin] 10.222.0.54 "GET /v2.0/floatingips/e1bd540e-7f6e-48c2-858b-953b9aee84c9 HTTP/1.1" status: 200 len: 984 time: 0.2602234 Sep 08 09:11:07.895833 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52066) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:08.027153 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c69c839-cf6b-4cef-8909-5443ae153276 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:08.033256 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c69c839-cf6b-4cef-8909-5443ae153276 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:08.035594 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2c69c839-cf6b-4cef-8909-5443ae153276 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1729195 Sep 08 09:11:08.038176 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52068) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:08.082405 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52072) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:08.082870 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-98be2702-bbb1-4124-a2ba-72473d5adf37 tempest-FloatingIPAdminTestJSON-4959184 tempest-FloatingIPAdminTestJSON-4959184-project-admin] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4606 time: 0.1797807 Sep 08 09:11:08.100314 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-896cb3d9-0a10-45f4-961f-ea42225d7f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:08.122119 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-76de4bea-39dd-4b72-acee-34679ca47e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:08.145040 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-896cb3d9-0a10-45f4-961f-ea42225d7f61 None None] For port a3d9ffa3-ce19-4c78-a3ab-663f4cdecab7, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a3d9ffa3-ce19-4c78-a3ab-663f4cdecab7,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:08.159275 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-896cb3d9-0a10-45f4-961f-ea42225d7f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:08.223130 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-76de4bea-39dd-4b72-acee-34679ca47e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:08.241959 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896cb3d9-0a10-45f4-961f-ea42225d7f61 None None] Pushing event updated for resources: {'Port': ['ID=a3d9ffa3-ce19-4c78-a3ab-663f4cdecab7,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:08.255414 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd0cb6a-c79b-49dd-844c-e4457fcd18eb None None] Update dhcp port {'port': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'fixed_ips': [{'subnet_id': '2822adb1-4ecd-44a7-9daa-7a7d31a22460', 'ip_address': '2001:db8::f816:3eff:fe4b:23ab'}, {'subnet_id': 'd1301698-b0e7-4d50-85fb-b06147aaf5d4'}], 'binding:host_id': 'n-d-806683-11'}, 'id': 'a3d9ffa3-ce19-4c78-a3ab-663f4cdecab7'} from n-d-806683-11. {{(pid=94714) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 08 09:11:08.289225 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5bd0cb6a-c79b-49dd-844c-e4457fcd18eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:08.300269 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-b39e2dda-219c-41ab-84df-5ef9bf3817b0 None None] Provisioning for port 6ff07d19-48c3-4494-81d7-7cd117ddca51 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:11:08.307085 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-b39e2dda-219c-41ab-84df-5ef9bf3817b0 None None] Provisioning complete for port 6ff07d19-48c3-4494-81d7-7cd117ddca51 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:11:08.307460 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b39e2dda-219c-41ab-84df-5ef9bf3817b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:08.323315 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-66c715dc-ec07-4af0-b7bb-ac6b2dbef162 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting port c61d9798-5275-4776-80c1-567f68f5659c {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:11:08.323665 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-66c715dc-ec07-4af0-b7bb-ac6b2dbef162 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:08.391920 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-76de4bea-39dd-4b72-acee-34679ca47e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:08.394841 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-76de4bea-39dd-4b72-acee-34679ca47e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:08.396021 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-76de4bea-39dd-4b72-acee-34679ca47e2c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ee5d1c06-511e-476b-8b2c-e8e18837b76e HTTP/1.1" status: 204 len: 168 time: 0.5206184 Sep 08 09:11:08.443633 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de4bea-39dd-4b72-acee-34679ca47e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5d1c06-511e-476b-8b2c-e8e18837b76e,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:08.448126 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-b39e2dda-219c-41ab-84df-5ef9bf3817b0 None None] Port 6ff07d19-48c3-4494-81d7-7cd117ddca51 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:11:08.476682 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-66c715dc-ec07-4af0-b7bb-ac6b2dbef162 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:08.503827 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-66c715dc-ec07-4af0-b7bb-ac6b2dbef162 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Calling delete_port for c61d9798-5275-4776-80c1-567f68f5659c owned by {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:11:08.510237 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-c77ab0f3-71a8-4d06-8cce-5ca438d523f4 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Deleting port 814dd17e-538a-41d5-9eaf-7fbadcc47222 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:11:08.510643 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c77ab0f3-71a8-4d06-8cce-5ca438d523f4 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:08.557706 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-5bd0cb6a-c79b-49dd-844c-e4457fcd18eb None None] Allocated IP 172.20.0.2 (9177193f-e165-437e-b3d7-f8fa84e750aa/d1301698-b0e7-4d50-85fb-b06147aaf5d4/a3d9ffa3-ce19-4c78-a3ab-663f4cdecab7) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:11:08.672910 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e4ce4-1d98-49cb-a5a4-564c51a1a463 req-954aaa0a-9c25-41df-a574-240390a15877 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:08.674596 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-5bd0cb6a-c79b-49dd-844c-e4457fcd18eb None None] For port a3d9ffa3-ce19-4c78-a3ab-663f4cdecab7, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a3d9ffa3-ce19-4c78-a3ab-663f4cdecab7,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:08.674795 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ea2e4ce4-1d98-49cb-a5a4-564c51a1a463 req-954aaa0a-9c25-41df-a574-240390a15877 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b376019-3c3c-4b0c-a6dc-e1c8e03239f6 HTTP/1.1" status: 200 len: 945 time: 0.1727104 Sep 08 09:11:08.710173 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c77ab0f3-71a8-4d06-8cce-5ca438d523f4 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:08.710522 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c77ab0f3-71a8-4d06-8cce-5ca438d523f4 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:08.727289 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5bd0cb6a-c79b-49dd-844c-e4457fcd18eb None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:08.750748 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-5bd0cb6a-c79b-49dd-844c-e4457fcd18eb None None] Transition to ACTIVE for port object a3d9ffa3-ce19-4c78-a3ab-663f4cdecab7 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:11:08.754325 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-c77ab0f3-71a8-4d06-8cce-5ca438d523f4 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Calling delete_port for 814dd17e-538a-41d5-9eaf-7fbadcc47222 owned by network:floatingip {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:11:08.756693 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5bd0cb6a-c79b-49dd-844c-e4457fcd18eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:08.815315 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ea2e4ce4-1d98-49cb-a5a4-564c51a1a463 req-36a84f11-22ce-4017-b170-23ec5dc2bc5b tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225598 Sep 08 09:11:08.900266 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd0cb6a-c79b-49dd-844c-e4457fcd18eb None None] Pushing event updated for resources: {'Port': ['ID=a3d9ffa3-ce19-4c78-a3ab-663f4cdecab7,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:08.950993 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-66c715dc-ec07-4af0-b7bb-ac6b2dbef162 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:08.993081 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c715dc-ec07-4af0-b7bb-ac6b2dbef162 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Port': ['ID=c61d9798-5275-4776-80c1-567f68f5659c,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:08.994736 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a3d9ffa3-ce19-4c78-a3ab-663f4cdecab7 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:11:09.069445 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device b9ca4e42-2f5a-4e60-a7e1-afe3040c1894 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:11:09.090722 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: b9ca4e42-2f5a-4e60-a7e1-afe3040c1894 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:11:09.091075 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device b9ca4e42-2f5a-4e60-a7e1-afe3040c1894 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:11:09.135839 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-66c715dc-ec07-4af0-b7bb-ac6b2dbef162 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:09.140367 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-66c715dc-ec07-4af0-b7bb-ac6b2dbef162 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/ports/c61d9798-5275-4776-80c1-567f68f5659c HTTP/1.1" status: 204 len: 168 time: 1.0986533 Sep 08 09:11:09.140367 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c77ab0f3-71a8-4d06-8cce-5ca438d523f4 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:09.141752 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52094) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:09.173188 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ab0f3-71a8-4d06-8cce-5ca438d523f4 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Pushing event deleted for resources: {'Port': ['ID=814dd17e-538a-41d5-9eaf-7fbadcc47222,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:09.226992 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce0fb5c-32d4-4e96-a911-594be47d21e0 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:09.229492 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce0fb5c-32d4-4e96-a911-594be47d21e0 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:09.239176 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce0fb5c-32d4-4e96-a911-594be47d21e0 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:09.243665 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4ce0fb5c-32d4-4e96-a911-594be47d21e0 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0987587 Sep 08 09:11:09.243938 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52100) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:09.285866 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c77ab0f3-71a8-4d06-8cce-5ca438d523f4 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks [] for floatingip, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:09.286253 n-d-806683-11 neutron-server[94713]: INFO neutron.db.l3_db [None req-c77ab0f3-71a8-4d06-8cce-5ca438d523f4 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Floating IP e1bd540e-7f6e-48c2-858b-953b9aee84c9 disassociated (deleted). External IP: 172.25.0.122, port: 6ff07d19-48c3-4494-81d7-7cd117ddca51. Sep 08 09:11:09.443380 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52108) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:09.562462 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-13b567a0-4eec-41c5-b3b3-6db10d182823 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2009234545-network', 'tenant_id': '0e0fa2b77317456893f5fab251cfa62c'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:09.590622 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b567a0-4eec-41c5-b3b3-6db10d182823 admin admin] Made reservation on behalf of 0e0fa2b77317456893f5fab251cfa62c for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:11:09.593692 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-13b567a0-4eec-41c5-b3b3-6db10d182823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:09.603617 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-13b567a0-4eec-41c5-b3b3-6db10d182823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:09.618385 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e500ed8-4ee7-4e9c-bdb3-abbaf25b8039 None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:11:09.636929 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eac5302-a6d3-492b-9c41-4d6d6989ec0a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting subnet 2822adb1-4ecd-44a7-9daa-7a7d31a22460 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:11:09.641248 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4eac5302-a6d3-492b-9c41-4d6d6989ec0a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:09.686543 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-25727b12-76f3-44ac-ac8d-f3b067cd006b None None] Could not find standard attr ID for object c61d9798-5275-4776-80c1-567f68f5659c. {{(pid=94714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 09:11:09.706355 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-25727b12-76f3-44ac-ac8d-f3b067cd006b None None] Provisioning for port a3d9ffa3-ce19-4c78-a3ab-663f4cdecab7 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:11:09.716408 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-25727b12-76f3-44ac-ac8d-f3b067cd006b None None] Provisioning complete for port a3d9ffa3-ce19-4c78-a3ab-663f4cdecab7 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:11:09.717034 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-25727b12-76f3-44ac-ac8d-f3b067cd006b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:09.719536 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-13b567a0-4eec-41c5-b3b3-6db10d182823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:09.723976 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4eac5302-a6d3-492b-9c41-4d6d6989ec0a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:09.734948 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-13b567a0-4eec-41c5-b3b3-6db10d182823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:09.772797 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13b567a0-4eec-41c5-b3b3-6db10d182823 admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:11:09.797755 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b567a0-4eec-41c5-b3b3-6db10d182823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea61fdc-ddf6-486e-8758-ec31b413e40b,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:09.801499 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-13b567a0-4eec-41c5-b3b3-6db10d182823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:09.801962 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-13b567a0-4eec-41c5-b3b3-6db10d182823 admin admin] Added segment 8a3011db-cedf-4056-876c-18fca329db0d of type vlan for network af37320b-6b9f-4537-9cf7-f31def6375f6 Sep 08 09:11:09.886546 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-13b567a0-4eec-41c5-b3b3-6db10d182823 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:09.924526 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4eac5302-a6d3-492b-9c41-4d6d6989ec0a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:09.928223 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-13b567a0-4eec-41c5-b3b3-6db10d182823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:09.929127 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b567a0-4eec-41c5-b3b3-6db10d182823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:09.929866 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-13b567a0-4eec-41c5-b3b3-6db10d182823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:09.974128 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-13b567a0-4eec-41c5-b3b3-6db10d182823 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5259249 Sep 08 09:11:09.982626 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52116) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:09.988269 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-f5e57692-0df3-40ed-8832-ef16e0c087dc admin admin] Request body: {'subnet': {'network_id': 'af37320b-6b9f-4537-9cf7-f31def6375f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2009234545-subnet', 'tenant_id': '0e0fa2b77317456893f5fab251cfa62c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:10.026473 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c77ab0f3-71a8-4d06-8cce-5ca438d523f4 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Router 37676dfa-913d-4230-ba2b-d2cef2a7babd has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:11:10.051892 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8665ee-0a22-4b70-bbe4-fae03953b3d5 req-270a2990-6649-459f-bb8a-deccb6e73abb tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:10.053464 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ca8665ee-0a22-4b70-bbe4-fae03953b3d5 req-270a2990-6649-459f-bb8a-deccb6e73abb tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b376019-3c3c-4b0c-a6dc-e1c8e03239f6 HTTP/1.1" status: 200 len: 945 time: 0.1040988 Sep 08 09:11:10.056394 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b567a0-4eec-41c5-b3b3-6db10d182823 admin admin] Pushing event updated for resources: {'Network': ['ID=af37320b-6b9f-4537-9cf7-f31def6375f6,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:10.066296 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4eac5302-a6d3-492b-9c41-4d6d6989ec0a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:10.072358 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e57692-0df3-40ed-8832-ef16e0c087dc admin admin] Made reservation on behalf of 0e0fa2b77317456893f5fab251cfa62c for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:11:10.074915 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f5e57692-0df3-40ed-8832-ef16e0c087dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:10.087520 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network af37320b-6b9f-4537-9cf7-f31def6375f6 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:11:10.153662 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eac5302-a6d3-492b-9c41-4d6d6989ec0a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Subnet': ['ID=2822adb1-4ecd-44a7-9daa-7a7d31a22460,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:10.166942 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4eac5302-a6d3-492b-9c41-4d6d6989ec0a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:10.169452 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4eac5302-a6d3-492b-9c41-4d6d6989ec0a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/2822adb1-4ecd-44a7-9daa-7a7d31a22460 HTTP/1.1" status: 204 len: 168 time: 0.9249449 Sep 08 09:11:10.172505 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52118) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:10.181496 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ca8665ee-0a22-4b70-bbe4-fae03953b3d5 req-020ed6bd-acbf-4127-aaba-f63a1d909408 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181662 Sep 08 09:11:10.255465 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77ab0f3-71a8-4d06-8cce-5ca438d523f4 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:11:10.260853 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c77ab0f3-71a8-4d06-8cce-5ca438d523f4 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:10.270157 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecb00ee-0ce1-46be-bb37-6b9eadd5fd16 None None] Sync routers for ids ['37676dfa-913d-4230-ba2b-d2cef2a7babd'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:11:10.273905 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c5b8c50-332a-43e0-8b03-4b96f3af46ef tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting subnet d1301698-b0e7-4d50-85fb-b06147aaf5d4 {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:11:10.279609 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecb00ee-0ce1-46be-bb37-6b9eadd5fd16 None None] Routers {'37676dfa-913d-4230-ba2b-d2cef2a7babd'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:11:10.280230 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-5ecb00ee-0ce1-46be-bb37-6b9eadd5fd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:10:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['37676dfa-913d-4230-ba2b-d2cef2a7babd'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:10.289009 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8c5b8c50-332a-43e0-8b03-4b96f3af46ef tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:10.295962 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c77ab0f3-71a8-4d06-8cce-5ca438d523f4 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] 10.222.0.54 "DELETE /v2.0/floatingips/e1bd540e-7f6e-48c2-858b-953b9aee84c9 HTTP/1.1" status: 204 len: 168 time: 2.2124481 Sep 08 09:11:10.300637 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52124) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:10.305675 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-c0868b61-9638-49fe-8157-49fef76e367b tempest-FloatingIPAdminTestJSON-4959184 tempest-FloatingIPAdminTestJSON-4959184-project-admin] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:10.321323 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-5ecb00ee-0ce1-46be-bb37-6b9eadd5fd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:10.331257 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecb00ee-0ce1-46be-bb37-6b9eadd5fd16 None None] Routers {'37676dfa-913d-4230-ba2b-d2cef2a7babd'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:11:10.331915 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-5ecb00ee-0ce1-46be-bb37-6b9eadd5fd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:10:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['37676dfa-913d-4230-ba2b-d2cef2a7babd'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:10.333520 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c0868b61-9638-49fe-8157-49fef76e367b tempest-FloatingIPAdminTestJSON-4959184 tempest-FloatingIPAdminTestJSON-4959184-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:10.376802 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-5ecb00ee-0ce1-46be-bb37-6b9eadd5fd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:10.378107 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecb00ee-0ce1-46be-bb37-6b9eadd5fd16 None None] The sync data for ids ['37676dfa-913d-4230-ba2b-d2cef2a7babd'] in n-d-806683-11 is: [] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:11:10.386971 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8c5b8c50-332a-43e0-8b03-4b96f3af46ef tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:10.411786 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f5e57692-0df3-40ed-8832-ef16e0c087dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:10.458697 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c0868b61-9638-49fe-8157-49fef76e367b tempest-FloatingIPAdminTestJSON-4959184 tempest-FloatingIPAdminTestJSON-4959184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:10.530583 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e57692-0df3-40ed-8832-ef16e0c087dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f99fff34-d0f7-460f-81c3-03f5e1e7df92,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:10.544985 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e57692-0df3-40ed-8832-ef16e0c087dc admin admin] Checking segment: {'id': '8a3011db-cedf-4056-876c-18fca329db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'af37320b-6b9f-4537-9cf7-f31def6375f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:11:10.545981 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e57692-0df3-40ed-8832-ef16e0c087dc admin admin] Network hostable DHCP agents. Network: af37320b-6b9f-4537-9cf7-f31def6375f6, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:11:10.574720 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8c5b8c50-332a-43e0-8b03-4b96f3af46ef tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:10.611184 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-c0868b61-9638-49fe-8157-49fef76e367b tempest-FloatingIPAdminTestJSON-4959184 tempest-FloatingIPAdminTestJSON-4959184-project-admin] Allocated IP 172.25.0.133 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/773fa825-0df4-49c6-93d3-e4120c0bdbd4) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:11:10.647961 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e57692-0df3-40ed-8832-ef16e0c087dc admin admin] Network af37320b-6b9f-4537-9cf7-f31def6375f6 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:11:10.670412 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-f5e57692-0df3-40ed-8832-ef16e0c087dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, af37320b-6b9f-4537-9cf7-f31def6375f6) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:11:10.679202 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe81fa1-5b83-4248-90c4-a5e9731da99c None None] Network af37320b-6b9f-4537-9cf7-f31def6375f6 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:11:10.682345 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab99ee-66b2-40fd-89bb-73cb134a0c6f req-5192959d-50de-4a50-bd9b-8cbe385eb925 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:10.684157 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-84ab99ee-66b2-40fd-89bb-73cb134a0c6f req-5192959d-50de-4a50-bd9b-8cbe385eb925 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b376019-3c3c-4b0c-a6dc-e1c8e03239f6 HTTP/1.1" status: 200 len: 945 time: 0.1281283 Sep 08 09:11:10.688442 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e57692-0df3-40ed-8832-ef16e0c087dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:10.689312 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f5e57692-0df3-40ed-8832-ef16e0c087dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:10.750183 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c0868b61-9638-49fe-8157-49fef76e367b tempest-FloatingIPAdminTestJSON-4959184 tempest-FloatingIPAdminTestJSON-4959184-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:10.758229 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793813ff-64b8-4b21-9b33-5750f98bc8ba None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:11:10.793260 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c0868b61-9638-49fe-8157-49fef76e367b tempest-FloatingIPAdminTestJSON-4959184 tempest-FloatingIPAdminTestJSON-4959184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:10.841735 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0868b61-9638-49fe-8157-49fef76e367b tempest-FloatingIPAdminTestJSON-4959184 tempest-FloatingIPAdminTestJSON-4959184-project-admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:11:10.845795 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-c0868b61-9638-49fe-8157-49fef76e367b tempest-FloatingIPAdminTestJSON-4959184 tempest-FloatingIPAdminTestJSON-4959184-project-admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:11:10.855058 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0868b61-9638-49fe-8157-49fef76e367b tempest-FloatingIPAdminTestJSON-4959184 tempest-FloatingIPAdminTestJSON-4959184-project-admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:11:10.896341 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0868b61-9638-49fe-8157-49fef76e367b tempest-FloatingIPAdminTestJSON-4959184 tempest-FloatingIPAdminTestJSON-4959184-project-admin] Pushing event updated for resources: {'Port': ['ID=773fa825-0df4-49c6-93d3-e4120c0bdbd4,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:10.897900 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-b39710ca-d8f6-4b39-a6d0-e96cd2cdc7f8 None None] Provisioning complete for port a3d9ffa3-ce19-4c78-a3ab-663f4cdecab7 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:11:10.898485 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b39710ca-d8f6-4b39-a6d0-e96cd2cdc7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:10.981655 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a3d9ffa3-ce19-4c78-a3ab-663f4cdecab7 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:11:10.993436 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c0868b61-9638-49fe-8157-49fef76e367b tempest-FloatingIPAdminTestJSON-4959184 tempest-FloatingIPAdminTestJSON-4959184-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:11.016889 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8c5b8c50-332a-43e0-8b03-4b96f3af46ef tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:11.033898 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb0dbae-b1a6-424b-bcd0-fa6dfd26985a None None] Network af37320b-6b9f-4537-9cf7-f31def6375f6 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:11:11.049110 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c0868b61-9638-49fe-8157-49fef76e367b tempest-FloatingIPAdminTestJSON-4959184 tempest-FloatingIPAdminTestJSON-4959184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:11.053708 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f5e57692-0df3-40ed-8832-ef16e0c087dc admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0698600 Sep 08 09:11:11.054555 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b8c50-332a-43e0-8b03-4b96f3af46ef tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Subnet': ['ID=d1301698-b0e7-4d50-85fb-b06147aaf5d4,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:11.062727 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52132) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:11.067765 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8c5b8c50-332a-43e0-8b03-4b96f3af46ef tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:11.069613 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8c5b8c50-332a-43e0-8b03-4b96f3af46ef tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/d1301698-b0e7-4d50-85fb-b06147aaf5d4 HTTP/1.1" status: 204 len: 168 time: 0.8948550 Sep 08 09:11:11.072895 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-54b55147-a6c2-4cfa-b834-da754ca8dc8f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2009234545-router', 'tenant_id': '0e0fa2b77317456893f5fab251cfa62c', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:11.078640 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52134) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:11.090388 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-84ab99ee-66b2-40fd-89bb-73cb134a0c6f req-58c1216a-9a74-4a5d-9049-866b0138774d tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881292 Sep 08 09:11:11.134471 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f601c145-70ce-465b-a2b9-31b234d67eae tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0538921 Sep 08 09:11:11.137257 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52136) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:11.143915 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-8f85b781-bd68-4098-abc6-58a55c985283 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'subnet': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:11.181371 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port a3d9ffa3-ce19-4c78-a3ab-663f4cdecab7 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:11:11.182477 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:11.189376 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-54b55147-a6c2-4cfa-b834-da754ca8dc8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:11.191220 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-54b55147-a6c2-4cfa-b834-da754ca8dc8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:11.285341 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c0868b61-9638-49fe-8157-49fef76e367b tempest-FloatingIPAdminTestJSON-4959184 tempest-FloatingIPAdminTestJSON-4959184-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:11.290659 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c0868b61-9638-49fe-8157-49fef76e367b tempest-FloatingIPAdminTestJSON-4959184 tempest-FloatingIPAdminTestJSON-4959184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:11.294991 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d7851e-bae6-49d7-9dbd-497521f5107e None None] DHCP port deletion for 9177193f-e165-437e-b3d7-f8fa84e750aa request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:11:11.311621 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-54b55147-a6c2-4cfa-b834-da754ca8dc8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:11.375152 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0868b61-9638-49fe-8157-49fef76e367b tempest-FloatingIPAdminTestJSON-4959184 tempest-FloatingIPAdminTestJSON-4959184-project-admin] Pushing event updated for resources: {'Port': ['ID=773fa825-0df4-49c6-93d3-e4120c0bdbd4,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:11.376940 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f85b781-bd68-4098-abc6-58a55c985283 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:11:11.382293 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8f85b781-bd68-4098-abc6-58a55c985283 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:11.382530 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c0868b61-9638-49fe-8157-49fef76e367b tempest-FloatingIPAdminTestJSON-4959184 tempest-FloatingIPAdminTestJSON-4959184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:11.397462 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-a6d7851e-bae6-49d7-9dbd-497521f5107e None None] Deleting port a3d9ffa3-ce19-4c78-a3ab-663f4cdecab7 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:11:11.397812 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a6d7851e-bae6-49d7-9dbd-497521f5107e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:11.399368 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c0868b61-9638-49fe-8157-49fef76e367b tempest-FloatingIPAdminTestJSON-4959184 tempest-FloatingIPAdminTestJSON-4959184-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:11.401580 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c0868b61-9638-49fe-8157-49fef76e367b tempest-FloatingIPAdminTestJSON-4959184 tempest-FloatingIPAdminTestJSON-4959184-project-admin] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0999103 Sep 08 09:11:11.404372 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52138) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:11.485362 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-a6d7851e-bae6-49d7-9dbd-497521f5107e None None] For port a3d9ffa3-ce19-4c78-a3ab-663f4cdecab7, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a3d9ffa3-ce19-4c78-a3ab-663f4cdecab7,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:11.485877 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a6d7851e-bae6-49d7-9dbd-497521f5107e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:11.499687 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-a6d7851e-bae6-49d7-9dbd-497521f5107e None None] Calling delete_port for a3d9ffa3-ce19-4c78-a3ab-663f4cdecab7 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:11:11.546365 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-6a5a7b07-3286-4777-b5a9-c2c6b920cd3c tempest-FloatingIPAdminTestJSON-467852538 tempest-FloatingIPAdminTestJSON-467852538-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:11.580177 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6a5a7b07-3286-4777-b5a9-c2c6b920cd3c tempest-FloatingIPAdminTestJSON-467852538 tempest-FloatingIPAdminTestJSON-467852538-project] Notify callbacks [] for floatingip, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:11.581708 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-54b55147-a6c2-4cfa-b834-da754ca8dc8f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:11.600323 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a6d7851e-bae6-49d7-9dbd-497521f5107e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:11.635841 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d7851e-bae6-49d7-9dbd-497521f5107e None None] Pushing event deleted for resources: {'Port': ['ID=a3d9ffa3-ce19-4c78-a3ab-663f4cdecab7,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:11.646886 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d7851e-bae6-49d7-9dbd-497521f5107e None None] No DVR routers for this DVR port a3d9ffa3-ce19-4c78-a3ab-663f4cdecab7 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:11:11.764245 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8f85b781-bd68-4098-abc6-58a55c985283 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:11.785369 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9dd14-d732-4ae5-ac5e-db21661b23be req-08b1877f-fcd9-45c5-9e61-f19d00659ac9 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:11.791140 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9dd14-d732-4ae5-ac5e-db21661b23be req-08b1877f-fcd9-45c5-9e61-f19d00659ac9 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:11.796960 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9dd14-d732-4ae5-ac5e-db21661b23be req-08b1877f-fcd9-45c5-9e61-f19d00659ac9 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:11.803425 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9dd14-d732-4ae5-ac5e-db21661b23be req-08b1877f-fcd9-45c5-9e61-f19d00659ac9 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:11.809213 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9dd14-d732-4ae5-ac5e-db21661b23be req-08b1877f-fcd9-45c5-9e61-f19d00659ac9 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:11.811026 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f85b781-bd68-4098-abc6-58a55c985283 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:11:11.815060 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9dd14-d732-4ae5-ac5e-db21661b23be req-08b1877f-fcd9-45c5-9e61-f19d00659ac9 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:11.818852 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-8f85b781-bd68-4098-abc6-58a55c985283 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:11:11.820903 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9dd14-d732-4ae5-ac5e-db21661b23be req-08b1877f-fcd9-45c5-9e61-f19d00659ac9 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:11.822856 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-abf9dd14-d732-4ae5-ac5e-db21661b23be req-08b1877f-fcd9-45c5-9e61-f19d00659ac9 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 5436 time: 0.1090949 Sep 08 09:11:11.824004 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f85b781-bd68-4098-abc6-58a55c985283 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:11.824608 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8f85b781-bd68-4098-abc6-58a55c985283 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:11.828952 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6a5a7b07-3286-4777-b5a9-c2c6b920cd3c tempest-FloatingIPAdminTestJSON-467852538 tempest-FloatingIPAdminTestJSON-467852538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:11.831151 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198e03fc-571a-441a-a10f-0bf9a711d614 None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:11:11.871234 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f85b781-bd68-4098-abc6-58a55c985283 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Subnet': ['ID=945df956-ee96-4251-8220-6c77074f2fd5,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:11.914705 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8f85b781-bd68-4098-abc6-58a55c985283 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7763679 Sep 08 09:11:11.916412 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52148) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:11.919353 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-abf9dd14-d732-4ae5-ac5e-db21661b23be req-d7eeb8fc-bcb4-468d-a11b-7befa99053ef tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&id=53d991ac-c80f-43e4-8682-37208170b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0798588 Sep 08 09:11:11.947466 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-565ed73a-594d-4417-af54-572b2365bf0e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'subnet': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:11.998788 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-6a5a7b07-3286-4777-b5a9-c2c6b920cd3c tempest-FloatingIPAdminTestJSON-467852538 tempest-FloatingIPAdminTestJSON-467852538-project] Allocated IP 172.25.0.85 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/e4f2256f-3a04-4f6e-a9bd-a012b519e597) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:11:12.022439 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea85e571-bc05-48d3-b49f-d228ae13c97d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-9177193f-e165-437e-b3d7-f8fa84e750aa', 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'tenant_id': 'cfe5efe5bc04414daec2165ebe59ab3a', 'fixed_ips': [{'subnet_id': '945df956-ee96-4251-8220-6c77074f2fd5'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:11:12.023724 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ea85e571-bc05-48d3-b49f-d228ae13c97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:12.051659 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-54b55147-a6c2-4cfa-b834-da754ca8dc8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:12.106759 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-54b55147-a6c2-4cfa-b834-da754ca8dc8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:12.137917 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6a5a7b07-3286-4777-b5a9-c2c6b920cd3c tempest-FloatingIPAdminTestJSON-467852538 tempest-FloatingIPAdminTestJSON-467852538-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:12.188932 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6a5a7b07-3286-4777-b5a9-c2c6b920cd3c tempest-FloatingIPAdminTestJSON-467852538 tempest-FloatingIPAdminTestJSON-467852538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:12.210414 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-ea85e571-bc05-48d3-b49f-d228ae13c97d None None] Allocated IP 172.20.0.2 (9177193f-e165-437e-b3d7-f8fa84e750aa/945df956-ee96-4251-8220-6c77074f2fd5/0488f5bb-d4c5-4684-84f0-68a3c5113ecc) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:11:12.222662 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d364484-63b4-45bb-aff5-381cf78bdef5 req-c08486c9-a861-461d-bc1c-fac601482a37 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:12.228779 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d364484-63b4-45bb-aff5-381cf78bdef5 req-c08486c9-a861-461d-bc1c-fac601482a37 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:12.238095 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d364484-63b4-45bb-aff5-381cf78bdef5 req-c08486c9-a861-461d-bc1c-fac601482a37 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:12.242376 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d364484-63b4-45bb-aff5-381cf78bdef5 req-c08486c9-a861-461d-bc1c-fac601482a37 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:12.248316 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d364484-63b4-45bb-aff5-381cf78bdef5 req-c08486c9-a861-461d-bc1c-fac601482a37 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:12.255596 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d364484-63b4-45bb-aff5-381cf78bdef5 req-c08486c9-a861-461d-bc1c-fac601482a37 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:12.261642 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d364484-63b4-45bb-aff5-381cf78bdef5 req-c08486c9-a861-461d-bc1c-fac601482a37 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:12.262926 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5a7b07-3286-4777-b5a9-c2c6b920cd3c tempest-FloatingIPAdminTestJSON-467852538 tempest-FloatingIPAdminTestJSON-467852538-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:11:12.263315 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2d364484-63b4-45bb-aff5-381cf78bdef5 req-c08486c9-a861-461d-bc1c-fac601482a37 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 5436 time: 0.2165444 Sep 08 09:11:12.271899 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-6a5a7b07-3286-4777-b5a9-c2c6b920cd3c tempest-FloatingIPAdminTestJSON-467852538 tempest-FloatingIPAdminTestJSON-467852538-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:11:12.275561 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5a7b07-3286-4777-b5a9-c2c6b920cd3c tempest-FloatingIPAdminTestJSON-467852538 tempest-FloatingIPAdminTestJSON-467852538-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:11:12.304669 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a7b07-3286-4777-b5a9-c2c6b920cd3c tempest-FloatingIPAdminTestJSON-467852538 tempest-FloatingIPAdminTestJSON-467852538-project] Pushing event updated for resources: {'Port': ['ID=e4f2256f-3a04-4f6e-a9bd-a012b519e597,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:12.318787 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-565ed73a-594d-4417-af54-572b2365bf0e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:11:12.322320 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-565ed73a-594d-4417-af54-572b2365bf0e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:12.330361 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03f1d0-8a37-4cd0-b6e8-464860097fcd req-96b3da84-a308-41e2-8d19-b5397657ef2b tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:12.332162 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1b03f1d0-8a37-4cd0-b6e8-464860097fcd req-96b3da84-a308-41e2-8d19-b5397657ef2b tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b376019-3c3c-4b0c-a6dc-e1c8e03239f6 HTTP/1.1" status: 200 len: 945 time: 0.1117108 Sep 08 09:11:12.371061 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-54b55147-a6c2-4cfa-b834-da754ca8dc8f admin admin] Allocated IP 172.25.0.63 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/fd939877-6fb8-4f2c-9dd5-9a1fc9507f73) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:11:12.405199 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ea85e571-bc05-48d3-b49f-d228ae13c97d None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:12.413482 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1b03f1d0-8a37-4cd0-b6e8-464860097fcd req-740a5f52-07a3-4532-9002-5eef3d73d293 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746579 Sep 08 09:11:12.422105 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6a5a7b07-3286-4777-b5a9-c2c6b920cd3c tempest-FloatingIPAdminTestJSON-467852538 tempest-FloatingIPAdminTestJSON-467852538-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:12.435758 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ea85e571-bc05-48d3-b49f-d228ae13c97d None None] Transition to ACTIVE for port object 0488f5bb-d4c5-4684-84f0-68a3c5113ecc will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:11:12.455473 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ea85e571-bc05-48d3-b49f-d228ae13c97d None None] Transition to ACTIVE for port object 0488f5bb-d4c5-4684-84f0-68a3c5113ecc will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:11:12.462305 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ea85e571-bc05-48d3-b49f-d228ae13c97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:12.468231 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6a5a7b07-3286-4777-b5a9-c2c6b920cd3c tempest-FloatingIPAdminTestJSON-467852538 tempest-FloatingIPAdminTestJSON-467852538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:12.515899 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea85e571-bc05-48d3-b49f-d228ae13c97d None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:11:12.523097 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-ea85e571-bc05-48d3-b49f-d228ae13c97d None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:11:12.530066 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea85e571-bc05-48d3-b49f-d228ae13c97d None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:11:12.543344 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea85e571-bc05-48d3-b49f-d228ae13c97d None None] Pushing event updated for resources: {'Port': ['ID=0488f5bb-d4c5-4684-84f0-68a3c5113ecc,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:12.619975 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-ea85e571-bc05-48d3-b49f-d228ae13c97d None None] Attempting to bind port 0488f5bb-d4c5-4684-84f0-68a3c5113ecc on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:11:12.620354 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-ea85e571-bc05-48d3-b49f-d228ae13c97d None None] Attempting to bind port 0488f5bb-d4c5-4684-84f0-68a3c5113ecc by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:11:12.620720 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea85e571-bc05-48d3-b49f-d228ae13c97d None None] Attempting to bind port 0488f5bb-d4c5-4684-84f0-68a3c5113ecc on network 9177193f-e165-437e-b3d7-f8fa84e750aa {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:11:12.627834 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea85e571-bc05-48d3-b49f-d228ae13c97d None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:11:12.628497 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea85e571-bc05-48d3-b49f-d228ae13c97d None None] Checking segment: {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:11:12.629301 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ea85e571-bc05-48d3-b49f-d228ae13c97d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:12.629863 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea85e571-bc05-48d3-b49f-d228ae13c97d None None] Bound using segment: {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:11:12.630618 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-ea85e571-bc05-48d3-b49f-d228ae13c97d None None] Bound port: 0488f5bb-d4c5-4684-84f0-68a3c5113ecc, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:11:12.631215 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ea85e571-bc05-48d3-b49f-d228ae13c97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:12.642250 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-54b55147-a6c2-4cfa-b834-da754ca8dc8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:12.734540 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-ea85e571-bc05-48d3-b49f-d228ae13c97d None None] For port 0488f5bb-d4c5-4684-84f0-68a3c5113ecc, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:11:12.742985 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-ea85e571-bc05-48d3-b49f-d228ae13c97d None None] For port 0488f5bb-d4c5-4684-84f0-68a3c5113ecc, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=0488f5bb-d4c5-4684-84f0-68a3c5113ecc,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:11:12.761374 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ea85e571-bc05-48d3-b49f-d228ae13c97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:12.763708 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6a5a7b07-3286-4777-b5a9-c2c6b920cd3c tempest-FloatingIPAdminTestJSON-467852538 tempest-FloatingIPAdminTestJSON-467852538-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:12.772415 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6a5a7b07-3286-4777-b5a9-c2c6b920cd3c tempest-FloatingIPAdminTestJSON-467852538 tempest-FloatingIPAdminTestJSON-467852538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:12.802501 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-54b55147-a6c2-4cfa-b834-da754ca8dc8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:12.825736 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea85e571-bc05-48d3-b49f-d228ae13c97d None None] Pushing event updated for resources: {'Port': ['ID=0488f5bb-d4c5-4684-84f0-68a3c5113ecc,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:12.853056 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a7b07-3286-4777-b5a9-c2c6b920cd3c tempest-FloatingIPAdminTestJSON-467852538 tempest-FloatingIPAdminTestJSON-467852538-project] Pushing event updated for resources: {'Port': ['ID=e4f2256f-3a04-4f6e-a9bd-a012b519e597,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:12.855719 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c272ba-1425-4095-a610-4c7bbf1d00f2 req-0f29908e-2376-4264-9dbd-ef0908e1c14d tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:12.864168 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b5c272ba-1425-4095-a610-4c7bbf1d00f2 req-0f29908e-2376-4264-9dbd-ef0908e1c14d tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b376019-3c3c-4b0c-a6dc-e1c8e03239f6 HTTP/1.1" status: 200 len: 945 time: 0.1597724 Sep 08 09:11:12.866513 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6a5a7b07-3286-4777-b5a9-c2c6b920cd3c tempest-FloatingIPAdminTestJSON-467852538 tempest-FloatingIPAdminTestJSON-467852538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:12.885198 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6a5a7b07-3286-4777-b5a9-c2c6b920cd3c tempest-FloatingIPAdminTestJSON-467852538 tempest-FloatingIPAdminTestJSON-467852538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:12.886899 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6a5a7b07-3286-4777-b5a9-c2c6b920cd3c tempest-FloatingIPAdminTestJSON-467852538 tempest-FloatingIPAdminTestJSON-467852538-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4812398 Sep 08 09:11:12.889977 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52164) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:12.902337 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b55147-a6c2-4cfa-b834-da754ca8dc8f admin admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:11:12.932754 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-54b55147-a6c2-4cfa-b834-da754ca8dc8f admin admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:11:12.947189 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b55147-a6c2-4cfa-b834-da754ca8dc8f admin admin] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:11:12.951107 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a3d9ffa3-ce19-4c78-a3ab-663f4cdecab7 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:11:12.979254 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b55147-a6c2-4cfa-b834-da754ca8dc8f admin admin] Pushing event updated for resources: {'Port': ['ID=fd939877-6fb8-4f2c-9dd5-9a1fc9507f73,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:12.984936 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: a3d9ffa3-ce19-4c78-a3ab-663f4cdecab7 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:11:12.985269 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a3d9ffa3-ce19-4c78-a3ab-663f4cdecab7 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:11:12.988587 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b5c272ba-1425-4095-a610-4c7bbf1d00f2 req-4eb61431-ee62-4f65-a71e-a9b449efcbe0 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235557 Sep 08 09:11:13.032744 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-78b36f13-7f15-44fd-9412-df6ba4920b91 tempest-FloatingIPAdminTestJSON-4959184 tempest-FloatingIPAdminTestJSON-4959184-project-admin] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4789 time: 0.1389260 Sep 08 09:11:13.033875 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52166) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:13.120108 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c5eafc4b-9d41-4e06-a4ed-ae1bc65b4165 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0832045 Sep 08 09:11:13.120578 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52168) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:13.228520 n-d-806683-11 neutron-server[94712]: DEBUG neutron.objects.ports [None req-565ed73a-594d-4417-af54-572b2365bf0e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94712) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 08 09:11:13.277693 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-043cc37c-3ff0-4220-a4bd-55bba5d480fa tempest-FloatingIPAdminTestJSON-467852538 tempest-FloatingIPAdminTestJSON-467852538-project] Deleting port e4f2256f-3a04-4f6e-a9bd-a012b519e597 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:11:13.278094 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-043cc37c-3ff0-4220-a4bd-55bba5d480fa tempest-FloatingIPAdminTestJSON-467852538 tempest-FloatingIPAdminTestJSON-467852538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:13.356981 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-043cc37c-3ff0-4220-a4bd-55bba5d480fa tempest-FloatingIPAdminTestJSON-467852538 tempest-FloatingIPAdminTestJSON-467852538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:13.357246 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-043cc37c-3ff0-4220-a4bd-55bba5d480fa tempest-FloatingIPAdminTestJSON-467852538 tempest-FloatingIPAdminTestJSON-467852538-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:13.370066 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-043cc37c-3ff0-4220-a4bd-55bba5d480fa tempest-FloatingIPAdminTestJSON-467852538 tempest-FloatingIPAdminTestJSON-467852538-project] Calling delete_port for e4f2256f-3a04-4f6e-a9bd-a012b519e597 owned by network:floatingip {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:11:13.514860 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-043cc37c-3ff0-4220-a4bd-55bba5d480fa tempest-FloatingIPAdminTestJSON-467852538 tempest-FloatingIPAdminTestJSON-467852538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:13.543254 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043cc37c-3ff0-4220-a4bd-55bba5d480fa tempest-FloatingIPAdminTestJSON-467852538 tempest-FloatingIPAdminTestJSON-467852538-project] Pushing event deleted for resources: {'Port': ['ID=e4f2256f-3a04-4f6e-a9bd-a012b519e597,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:13.623229 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-043cc37c-3ff0-4220-a4bd-55bba5d480fa tempest-FloatingIPAdminTestJSON-467852538 tempest-FloatingIPAdminTestJSON-467852538-project] Notify callbacks [] for floatingip, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:13.625984 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-043cc37c-3ff0-4220-a4bd-55bba5d480fa tempest-FloatingIPAdminTestJSON-467852538 tempest-FloatingIPAdminTestJSON-467852538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:13.631217 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-043cc37c-3ff0-4220-a4bd-55bba5d480fa tempest-FloatingIPAdminTestJSON-467852538 tempest-FloatingIPAdminTestJSON-467852538-project] 10.222.0.54 "DELETE /v2.0/floatingips/9c1f7a7c-af22-470a-afd6-d6dceec63d6e HTTP/1.1" status: 204 len: 168 time: 0.5089676 Sep 08 09:11:13.632019 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52174) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:13.804716 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-4d7da3ac-0c63-4b0f-88be-96c42f84b5bb tempest-FloatingIPAdminTestJSON-4959184 tempest-FloatingIPAdminTestJSON-4959184-project-admin] Deleting port 773fa825-0df4-49c6-93d3-e4120c0bdbd4 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:11:13.805499 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4d7da3ac-0c63-4b0f-88be-96c42f84b5bb tempest-FloatingIPAdminTestJSON-4959184 tempest-FloatingIPAdminTestJSON-4959184-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:13.856669 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-565ed73a-594d-4417-af54-572b2365bf0e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:13.858540 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-54b55147-a6c2-4cfa-b834-da754ca8dc8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:13.896191 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4d7da3ac-0c63-4b0f-88be-96c42f84b5bb tempest-FloatingIPAdminTestJSON-4959184 tempest-FloatingIPAdminTestJSON-4959184-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:13.896682 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4d7da3ac-0c63-4b0f-88be-96c42f84b5bb tempest-FloatingIPAdminTestJSON-4959184 tempest-FloatingIPAdminTestJSON-4959184-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:13.919345 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-4d7da3ac-0c63-4b0f-88be-96c42f84b5bb tempest-FloatingIPAdminTestJSON-4959184 tempest-FloatingIPAdminTestJSON-4959184-project-admin] Calling delete_port for 773fa825-0df4-49c6-93d3-e4120c0bdbd4 owned by network:floatingip {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:11:13.989038 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-431401ac-74d9-4ade-801d-a13f638bc7de None None] Provisioning for port 0488f5bb-d4c5-4684-84f0-68a3c5113ecc completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:11:14.211606 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-565ed73a-594d-4417-af54-572b2365bf0e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] For port 0488f5bb-d4c5-4684-84f0-68a3c5113ecc, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=0488f5bb-d4c5-4684-84f0-68a3c5113ecc,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:14.242114 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-54b55147-a6c2-4cfa-b834-da754ca8dc8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:14.298545 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-565ed73a-594d-4417-af54-572b2365bf0e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:14.311471 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-565ed73a-594d-4417-af54-572b2365bf0e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:14.312430 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-565ed73a-594d-4417-af54-572b2365bf0e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:14.384609 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94d7f1-fd88-4003-9050-7352c80d3036 req-9346e038-9dbe-4f9f-8115-43207fac0921 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:14.392326 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-af94d7f1-fd88-4003-9050-7352c80d3036 req-9346e038-9dbe-4f9f-8115-43207fac0921 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b376019-3c3c-4b0c-a6dc-e1c8e03239f6 HTTP/1.1" status: 200 len: 945 time: 0.0847452 Sep 08 09:11:14.396604 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565ed73a-594d-4417-af54-572b2365bf0e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:11:14.437963 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-565ed73a-594d-4417-af54-572b2365bf0e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:11:14.447925 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565ed73a-594d-4417-af54-572b2365bf0e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:14.448555 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-565ed73a-594d-4417-af54-572b2365bf0e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:14.454002 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52196) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:14.454482 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdbf0a3-e1c0-4491-8b2f-aec13fe0cbd0 None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:11:14.457756 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-af94d7f1-fd88-4003-9050-7352c80d3036 req-1932e0ce-2754-4d31-8970-b4d19dccabc3 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581512 Sep 08 09:11:14.487547 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ed73a-594d-4417-af54-572b2365bf0e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Subnet': ['ID=08835505-7f2a-4727-9fd2-eb806de3f001,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:14.510062 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4d7da3ac-0c63-4b0f-88be-96c42f84b5bb tempest-FloatingIPAdminTestJSON-4959184 tempest-FloatingIPAdminTestJSON-4959184-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:14.526896 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-565ed73a-594d-4417-af54-572b2365bf0e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6047401 Sep 08 09:11:14.531771 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52200) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:14.532643 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ed73a-594d-4417-af54-572b2365bf0e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Port': ['ID=0488f5bb-d4c5-4684-84f0-68a3c5113ecc,revision_number=4']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:14.540568 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-8514c1ba-1167-4595-8f01-2edd2fdcad3a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'port': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'mac_address': 'fa:16:3e:78:d2:03', 'name': 'tempest-NetworksTestDHCPv6-877079639'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:14.540805 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7da3ac-0c63-4b0f-88be-96c42f84b5bb tempest-FloatingIPAdminTestJSON-4959184 tempest-FloatingIPAdminTestJSON-4959184-project-admin] Pushing event deleted for resources: {'Port': ['ID=773fa825-0df4-49c6-93d3-e4120c0bdbd4,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:14.606626 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4d7da3ac-0c63-4b0f-88be-96c42f84b5bb tempest-FloatingIPAdminTestJSON-4959184 tempest-FloatingIPAdminTestJSON-4959184-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:14.609451 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4d7da3ac-0c63-4b0f-88be-96c42f84b5bb tempest-FloatingIPAdminTestJSON-4959184 tempest-FloatingIPAdminTestJSON-4959184-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:14.613903 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4d7da3ac-0c63-4b0f-88be-96c42f84b5bb tempest-FloatingIPAdminTestJSON-4959184 tempest-FloatingIPAdminTestJSON-4959184-project-admin] 10.222.0.54 "DELETE /v2.0/floatingips/3d196d07-6580-4430-93e1-1868144c7984 HTTP/1.1" status: 204 len: 168 time: 0.9775009 Sep 08 09:11:14.614544 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52202) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:14.664942 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3cd70f-4b7b-4840-8d9e-7e4f06759b08 req-096e9908-a338-4814-950e-8e58b178de09 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:14.666599 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0e3cd70f-4b7b-4840-8d9e-7e4f06759b08 req-096e9908-a338-4814-950e-8e58b178de09 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] 10.222.0.54 "GET /v2.0/ports?device_id=19388f05-a8cd-40df-9a34-e83d0dd30d17 HTTP/1.1" status: 200 len: 945 time: 0.1856673 Sep 08 09:11:14.719079 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-016c6de2-2287-451a-a30c-1fc04d0da6ed tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Deleting port 6ff07d19-48c3-4494-81d7-7cd117ddca51 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:11:14.719487 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-016c6de2-2287-451a-a30c-1fc04d0da6ed tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:14.732149 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e702a5-2617-4df5-ba97-8d1090bd67da req-dd605fad-96b4-4ba6-bc95-ff262516c5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:14.732647 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e702a5-2617-4df5-ba97-8d1090bd67da req-dd605fad-96b4-4ba6-bc95-ff262516c5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:14.733129 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e702a5-2617-4df5-ba97-8d1090bd67da req-dd605fad-96b4-4ba6-bc95-ff262516c5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:14.733663 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e702a5-2617-4df5-ba97-8d1090bd67da req-dd605fad-96b4-4ba6-bc95-ff262516c5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:14.734110 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e702a5-2617-4df5-ba97-8d1090bd67da req-dd605fad-96b4-4ba6-bc95-ff262516c5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:14.734618 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e702a5-2617-4df5-ba97-8d1090bd67da req-dd605fad-96b4-4ba6-bc95-ff262516c5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:14.735089 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e702a5-2617-4df5-ba97-8d1090bd67da req-dd605fad-96b4-4ba6-bc95-ff262516c5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:14.737274 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-27e702a5-2617-4df5-ba97-8d1090bd67da req-dd605fad-96b4-4ba6-bc95-ff262516c5a3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 6500 time: 0.2790449 Sep 08 09:11:14.738070 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b55147-a6c2-4cfa-b834-da754ca8dc8f admin admin] Router bab2f451-e0d5-4fd9-813c-f9dae9c78f78 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:11:14.780495 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0e3cd70f-4b7b-4840-8d9e-7e4f06759b08 req-98245749-af9f-415f-bc0a-fe7aee108272 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] 10.222.0.54 "GET /v2.0/security-groups?id=e99c9fa6-8df9-426a-b933-84ad7d3aeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019840 Sep 08 09:11:14.871935 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-27e702a5-2617-4df5-ba97-8d1090bd67da req-1c57216c-c76a-4b0b-9bc3-15b4a61e0683 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=53d991ac-c80f-43e4-8682-37208170b17c&id=ff5a8bf5-da74-457e-a469-a16f81532c39&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1203771 Sep 08 09:11:14.874908 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8514c1ba-1167-4595-8f01-2edd2fdcad3a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:11:14.877281 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-016c6de2-2287-451a-a30c-1fc04d0da6ed tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:14.903811 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-016c6de2-2287-451a-a30c-1fc04d0da6ed tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Calling delete_port for 6ff07d19-48c3-4494-81d7-7cd117ddca51 owned by {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:11:15.027961 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b55147-a6c2-4cfa-b834-da754ca8dc8f admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:11:15.038468 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 0488f5bb-d4c5-4684-84f0-68a3c5113ecc up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:11:15.057502 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb66f196-8cad-41f1-8e7b-54ccb4b436b7 None None] Sync routers for ids ['bab2f451-e0d5-4fd9-813c-f9dae9c78f78'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:11:15.067416 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb66f196-8cad-41f1-8e7b-54ccb4b436b7 None None] Routers {'bab2f451-e0d5-4fd9-813c-f9dae9c78f78'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:11:15.068036 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-eb66f196-8cad-41f1-8e7b-54ccb4b436b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:10:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['bab2f451-e0d5-4fd9-813c-f9dae9c78f78'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:15.100287 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e87b8-4c10-4d5e-b752-400f3bde42be req-7b8727ce-265b-42a0-b1e5-31dff446db73 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:15.104515 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bd1e87b8-4c10-4d5e-b752-400f3bde42be req-7b8727ce-265b-42a0-b1e5-31dff446db73 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b376019-3c3c-4b0c-a6dc-e1c8e03239f6 HTTP/1.1" status: 200 len: 945 time: 0.2103562 Sep 08 09:11:15.108394 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-016c6de2-2287-451a-a30c-1fc04d0da6ed tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:15.112229 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-54b55147-a6c2-4cfa-b834-da754ca8dc8f admin admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:15.113484 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-54b55147-a6c2-4cfa-b834-da754ca8dc8f admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.0471361 Sep 08 09:11:15.124526 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52210) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:15.150212 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8514c1ba-1167-4595-8f01-2edd2fdcad3a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:15.166141 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016c6de2-2287-451a-a30c-1fc04d0da6ed tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Pushing event deleted for resources: {'Port': ['ID=6ff07d19-48c3-4494-81d7-7cd117ddca51,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:15.198900 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 0488f5bb-d4c5-4684-84f0-68a3c5113ecc completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:11:15.204571 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 0488f5bb-d4c5-4684-84f0-68a3c5113ecc triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:11:15.204952 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:15.322537 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-016c6de2-2287-451a-a30c-1fc04d0da6ed tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:15.324605 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-016c6de2-2287-451a-a30c-1fc04d0da6ed tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] 10.222.0.54 "DELETE /v2.0/ports/6ff07d19-48c3-4494-81d7-7cd117ddca51 HTTP/1.1" status: 204 len: 168 time: 0.7090843 Sep 08 09:11:15.327303 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52214) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:15.352054 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [None req-8514c1ba-1167-4595-8f01-2edd2fdcad3a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] device_id is not set on port 6a48b33d-edd2-4ea5-870f-11424de04abc yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:11:15.402612 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:15.438250 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0392def4-4f32-47d3-8921-d5a1a1585fa3 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:15.442344 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0392def4-4f32-47d3-8921-d5a1a1585fa3 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] 10.222.0.54 "GET /v2.0/ports?device_id=37676dfa-913d-4230-ba2b-d2cef2a7babd HTTP/1.1" status: 200 len: 913 time: 0.1118336 Sep 08 09:11:15.443074 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52216) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:15.449603 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-eb66f196-8cad-41f1-8e7b-54ccb4b436b7 None None] Set router bab2f451-e0d5-4fd9-813c-f9dae9c78f78 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:11:15.489368 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 0488f5bb-d4c5-4684-84f0-68a3c5113ecc, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=0488f5bb-d4c5-4684-84f0-68a3c5113ecc,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:15.497049 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:15.591524 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=0488f5bb-d4c5-4684-84f0-68a3c5113ecc,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:15.749670 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e5c22f84-52fc-4448-8a68-233ed05324a0 None None] Provisioning complete for port 0488f5bb-d4c5-4684-84f0-68a3c5113ecc triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:11:15.750099 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e5c22f84-52fc-4448-8a68-233ed05324a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:15.750819 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-eb66f196-8cad-41f1-8e7b-54ccb4b436b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab2f451-e0d5-4fd9-813c-f9dae9c78f78', 'name': 'tempest-ServerRescueTestJSONUnderV235-2009234545-router', 'tenant_id': '0e0fa2b77317456893f5fab251cfa62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'fd939877-6fb8-4f2c-9dd5-9a1fc9507f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:11:11Z', 'updated_at': '2021-09-08T09:11:13Z', 'revision_number': 3, 'project_id': '0e0fa2b77317456893f5fab251cfa62c', 'gw_port': {'id': 'fd939877-6fb8-4f2c-9dd5-9a1fc9507f73', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:77:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab2f451-e0d5-4fd9-813c-f9dae9c78f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:11:12Z', 'updated_at': '2021-09-08T09:11:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:15.788632 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb66f196-8cad-41f1-8e7b-54ccb4b436b7 None None] Checking router: bab2f451-e0d5-4fd9-813c-f9dae9c78f78 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:11:15.789279 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb66f196-8cad-41f1-8e7b-54ccb4b436b7 None None] Updating router bab2f451-e0d5-4fd9-813c-f9dae9c78f78 port fd939877-6fb8-4f2c-9dd5-9a1fc9507f73 binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:11:15.795592 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-bd1e87b8-4c10-4d5e-b752-400f3bde42be req-bb90f0c2-bb6f-4e05-904a-f33222d676c9 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Deleting port e83d6e32-3f4d-46b3-864e-2284d43fdc2e {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:11:15.796072 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bd1e87b8-4c10-4d5e-b752-400f3bde42be req-bb90f0c2-bb6f-4e05-904a-f33222d676c9 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:15.818677 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-eb66f196-8cad-41f1-8e7b-54ccb4b436b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:15.989304 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-98ad4061-aef0-4542-a985-32c620698ac5 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:16.118977 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78c64e-e0e4-4ad2-ae3d-ed75c4270e2d req-78ca2502-e002-49ce-a973-ee5ac89d3d0b tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:16.120570 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ca78c64e-e0e4-4ad2-ae3d-ed75c4270e2d req-78ca2502-e002-49ce-a973-ee5ac89d3d0b tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] 10.222.0.54 "GET /v2.0/ports?device_id=19388f05-a8cd-40df-9a34-e83d0dd30d17 HTTP/1.1" status: 200 len: 945 time: 0.1359503 Sep 08 09:11:16.165826 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6759dc07-d325-4c38-a542-9842fce4d3d7 req-c4241b83-c8ce-4dd9-9a38-f96df93a5e07 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:16.167282 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6759dc07-d325-4c38-a542-9842fce4d3d7 req-c4241b83-c8ce-4dd9-9a38-f96df93a5e07 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b376019-3c3c-4b0c-a6dc-e1c8e03239f6 HTTP/1.1" status: 200 len: 945 time: 0.5562081 Sep 08 09:11:16.167702 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-eb66f196-8cad-41f1-8e7b-54ccb4b436b7 None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:16.180978 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-eb66f196-8cad-41f1-8e7b-54ccb4b436b7 None None] Transition to ACTIVE for port object fd939877-6fb8-4f2c-9dd5-9a1fc9507f73 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:11:16.188901 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-eb66f196-8cad-41f1-8e7b-54ccb4b436b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:16.250106 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-eb66f196-8cad-41f1-8e7b-54ccb4b436b7 None None] Attempting to bind port fd939877-6fb8-4f2c-9dd5-9a1fc9507f73 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:11:16.250374 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-eb66f196-8cad-41f1-8e7b-54ccb4b436b7 None None] Attempting to bind port fd939877-6fb8-4f2c-9dd5-9a1fc9507f73 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:11:16.250626 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb66f196-8cad-41f1-8e7b-54ccb4b436b7 None None] Attempting to bind port fd939877-6fb8-4f2c-9dd5-9a1fc9507f73 on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:11:16.254964 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ca78c64e-e0e4-4ad2-ae3d-ed75c4270e2d req-2597a4a5-4360-41d3-9542-657642c8ae80 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] 10.222.0.54 "GET /v2.0/security-groups?id=e99c9fa6-8df9-426a-b933-84ad7d3aeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187408 Sep 08 09:11:16.258869 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81da299-780c-4a3c-888c-ab4ea99f0a20 None None] Pushing event updated for resources: {'Port': ['ID=fd939877-6fb8-4f2c-9dd5-9a1fc9507f73,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:16.265324 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb66f196-8cad-41f1-8e7b-54ccb4b436b7 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:11:16.265324 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb66f196-8cad-41f1-8e7b-54ccb4b436b7 None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:11:16.265324 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-eb66f196-8cad-41f1-8e7b-54ccb4b436b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:16.265324 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb66f196-8cad-41f1-8e7b-54ccb4b436b7 None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:11:16.265324 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-eb66f196-8cad-41f1-8e7b-54ccb4b436b7 None None] Bound port: fd939877-6fb8-4f2c-9dd5-9a1fc9507f73, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:11:16.265324 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-eb66f196-8cad-41f1-8e7b-54ccb4b436b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:16.272645 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81da299-780c-4a3c-888c-ab4ea99f0a20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:11:16.273167 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81da299-780c-4a3c-888c-ab4ea99f0a20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:11:16.273513 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81da299-780c-4a3c-888c-ab4ea99f0a20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:11:16.273859 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81da299-780c-4a3c-888c-ab4ea99f0a20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:11:16.274241 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81da299-780c-4a3c-888c-ab4ea99f0a20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:11:16.274575 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81da299-780c-4a3c-888c-ab4ea99f0a20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:11:16.274904 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81da299-780c-4a3c-888c-ab4ea99f0a20 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:11:16.275233 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81da299-780c-4a3c-888c-ab4ea99f0a20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:11:16.275558 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81da299-780c-4a3c-888c-ab4ea99f0a20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:11:16.275881 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81da299-780c-4a3c-888c-ab4ea99f0a20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:11:16.276196 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81da299-780c-4a3c-888c-ab4ea99f0a20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:11:16.276521 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81da299-780c-4a3c-888c-ab4ea99f0a20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:11:16.340369 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-eb66f196-8cad-41f1-8e7b-54ccb4b436b7 None None] For port fd939877-6fb8-4f2c-9dd5-9a1fc9507f73, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:11:16.344460 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-bd1e87b8-4c10-4d5e-b752-400f3bde42be req-bb90f0c2-bb6f-4e05-904a-f33222d676c9 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] For port e83d6e32-3f4d-46b3-864e-2284d43fdc2e, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=e83d6e32-3f4d-46b3-864e-2284d43fdc2e,segment=NetworkSegment(3af659db-8c52-4cba-bbf9-dfdf7a2d015a),segment_id=3af659db-8c52-4cba-bbf9-dfdf7a2d015a)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:16.344460 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bd1e87b8-4c10-4d5e-b752-400f3bde42be req-bb90f0c2-bb6f-4e05-904a-f33222d676c9 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:16.344768 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-eb66f196-8cad-41f1-8e7b-54ccb4b436b7 None None] For port fd939877-6fb8-4f2c-9dd5-9a1fc9507f73, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=fd939877-6fb8-4f2c-9dd5-9a1fc9507f73,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:11:16.349682 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6759dc07-d325-4c38-a542-9842fce4d3d7 req-200bef39-5bf9-46f8-b5ee-faa8e9103147 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/security-groups?id=3603d359-e8bf-4a6e-9f7b-decc56467183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668112 Sep 08 09:11:16.349901 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-eb66f196-8cad-41f1-8e7b-54ccb4b436b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:16.393409 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-bd1e87b8-4c10-4d5e-b752-400f3bde42be req-bb90f0c2-bb6f-4e05-904a-f33222d676c9 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Calling delete_port for e83d6e32-3f4d-46b3-864e-2284d43fdc2e owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:11:16.399807 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-8514c1ba-1167-4595-8f01-2edd2fdcad3a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Allocated IP 172.20.0.12 (9177193f-e165-437e-b3d7-f8fa84e750aa/945df956-ee96-4251-8220-6c77074f2fd5/6a48b33d-edd2-4ea5-870f-11424de04abc) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:11:16.407873 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-98ad4061-aef0-4542-a985-32c620698ac5 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Deleting port 244ed332-2988-4d13-880f-a7829fc0e11f {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:11:16.410009 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-98ad4061-aef0-4542-a985-32c620698ac5 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:16.433856 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81da299-780c-4a3c-888c-ab4ea99f0a20 None None] Pushing event updated for resources: {'Port': ['ID=fd939877-6fb8-4f2c-9dd5-9a1fc9507f73,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:16.438584 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb66f196-8cad-41f1-8e7b-54ccb4b436b7 None None] Routers {'bab2f451-e0d5-4fd9-813c-f9dae9c78f78'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:11:16.440584 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-eb66f196-8cad-41f1-8e7b-54ccb4b436b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:10:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['bab2f451-e0d5-4fd9-813c-f9dae9c78f78'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:16.444499 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-8514c1ba-1167-4595-8f01-2edd2fdcad3a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Allocated IP 2001:db8::f816:3eff:fe78:d203 (9177193f-e165-437e-b3d7-f8fa84e750aa/08835505-7f2a-4727-9fd2-eb806de3f001/6a48b33d-edd2-4ea5-870f-11424de04abc) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:11:16.526257 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-98ad4061-aef0-4542-a985-32c620698ac5 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:16.544669 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-98ad4061-aef0-4542-a985-32c620698ac5 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Calling delete_port for 244ed332-2988-4d13-880f-a7829fc0e11f owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:11:16.572606 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-eb66f196-8cad-41f1-8e7b-54ccb4b436b7 None None] Set router bab2f451-e0d5-4fd9-813c-f9dae9c78f78 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:11:16.779452 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-eb66f196-8cad-41f1-8e7b-54ccb4b436b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab2f451-e0d5-4fd9-813c-f9dae9c78f78', 'name': 'tempest-ServerRescueTestJSONUnderV235-2009234545-router', 'tenant_id': '0e0fa2b77317456893f5fab251cfa62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'fd939877-6fb8-4f2c-9dd5-9a1fc9507f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:11:11Z', 'updated_at': '2021-09-08T09:11:13Z', 'revision_number': 3, 'project_id': '0e0fa2b77317456893f5fab251cfa62c', 'gw_port': {'id': 'fd939877-6fb8-4f2c-9dd5-9a1fc9507f73', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:77:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab2f451-e0d5-4fd9-813c-f9dae9c78f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:11:12Z', 'updated_at': '2021-09-08T09:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:16.784594 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-98ad4061-aef0-4542-a985-32c620698ac5 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:16.814904 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad4061-aef0-4542-a985-32c620698ac5 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Pushing event deleted for resources: {'Port': ['ID=244ed332-2988-4d13-880f-a7829fc0e11f,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:16.817210 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb66f196-8cad-41f1-8e7b-54ccb4b436b7 None None] The sync data for ids ['bab2f451-e0d5-4fd9-813c-f9dae9c78f78'] in n-d-806683-11 is: [{'id': 'bab2f451-e0d5-4fd9-813c-f9dae9c78f78', 'name': 'tempest-ServerRescueTestJSONUnderV235-2009234545-router', 'tenant_id': '0e0fa2b77317456893f5fab251cfa62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'fd939877-6fb8-4f2c-9dd5-9a1fc9507f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:11:11Z', 'updated_at': '2021-09-08T09:11:13Z', 'revision_number': 3, 'project_id': '0e0fa2b77317456893f5fab251cfa62c', 'gw_port': {'id': 'fd939877-6fb8-4f2c-9dd5-9a1fc9507f73', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:77:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab2f451-e0d5-4fd9-813c-f9dae9c78f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:11:12Z', 'updated_at': '2021-09-08T09:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:11:16.826303 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8514c1ba-1167-4595-8f01-2edd2fdcad3a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:16.864795 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f02a861b-4ff3-4c59-8ccd-54e9421c0362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:16.868349 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bd1e87b8-4c10-4d5e-b752-400f3bde42be req-bb90f0c2-bb6f-4e05-904a-f33222d676c9 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:16.895713 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-8514c1ba-1167-4595-8f01-2edd2fdcad3a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Transition to ACTIVE for port object 6a48b33d-edd2-4ea5-870f-11424de04abc will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:11:16.903265 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['e83d6e32-3f4d-46b3-864e-2284d43fdc2e'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:11:16.952949 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb90f0c2-bb6f-4e05-904a-f33222d676c9 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Pushing event deleted for resources: {'Port': ['ID=e83d6e32-3f4d-46b3-864e-2284d43fdc2e,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:17.017857 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 0488f5bb-d4c5-4684-84f0-68a3c5113ecc up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:11:17.114437 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 0488f5bb-d4c5-4684-84f0-68a3c5113ecc triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:11:17.114830 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:17.130653 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-98ad4061-aef0-4542-a985-32c620698ac5 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:17.192802 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd1e87b8-4c10-4d5e-b752-400f3bde42be req-bb90f0c2-bb6f-4e05-904a-f33222d676c9 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] No DVR routers for this DVR port e83d6e32-3f4d-46b3-864e-2284d43fdc2e on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:11:17.207149 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bd1e87b8-4c10-4d5e-b752-400f3bde42be req-bb90f0c2-bb6f-4e05-904a-f33222d676c9 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:17.209048 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bd1e87b8-4c10-4d5e-b752-400f3bde42be req-bb90f0c2-bb6f-4e05-904a-f33222d676c9 tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.35 "DELETE /v2.0/ports/e83d6e32-3f4d-46b3-864e-2284d43fdc2e HTTP/1.1" status: 204 len: 173 time: 2.0833368 Sep 08 09:11:17.209534 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b376019-3c3c-4b0c-a6dc-e1c8e03239f6', 'name': 'network-vif-deleted', 'tag': 'e83d6e32-3f4d-46b3-864e-2284d43fdc2e'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:11:17.212273 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea8f658-acf2-49ad-be7e-911b752c874e" -d '{"events": [{"server_uuid": "4b376019-3c3c-4b0c-a6dc-e1c8e03239f6", "name": "network-vif-deleted", "tag": "e83d6e32-3f4d-46b3-864e-2284d43fdc2e"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:11:17.309409 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707e7c4-6d62-495c-8570-a5d8fa3e4e1b req-087e7380-79a7-40d7-a2a6-f026ccc6d4cd tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:17.317441 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7707e7c4-6d62-495c-8570-a5d8fa3e4e1b req-087e7380-79a7-40d7-a2a6-f026ccc6d4cd tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] 10.222.0.54 "GET /v2.0/ports?device_id=19388f05-a8cd-40df-9a34-e83d0dd30d17 HTTP/1.1" status: 200 len: 945 time: 0.2165802 Sep 08 09:11:17.323515 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8514c1ba-1167-4595-8f01-2edd2fdcad3a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:17.333677 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcda5218-a35c-4c53-8f17-de318cca814f x-openstack-request-id: req-fcda5218-a35c-4c53-8f17-de318cca814f {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:11:17.333991 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b376019-3c3c-4b0c-a6dc-e1c8e03239f6", "name": "network-vif-deleted", "tag": "e83d6e32-3f4d-46b3-864e-2284d43fdc2e", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:11:17.334444 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fcda5218-a35c-4c53-8f17-de318cca814f {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:11:17.334851 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b376019-3c3c-4b0c-a6dc-e1c8e03239f6', 'name': 'network-vif-deleted', 'tag': 'e83d6e32-3f4d-46b3-864e-2284d43fdc2e', 'status': 'completed', 'code': 200} Sep 08 09:11:17.445721 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8514c1ba-1167-4595-8f01-2edd2fdcad3a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:11:17.465362 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-8514c1ba-1167-4595-8f01-2edd2fdcad3a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:11:17.475599 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8514c1ba-1167-4595-8f01-2edd2fdcad3a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:11:17.500143 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7707e7c4-6d62-495c-8570-a5d8fa3e4e1b req-40e8e1da-befa-4913-89aa-759120af4528 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] 10.222.0.54 "GET /v2.0/security-groups?id=e99c9fa6-8df9-426a-b933-84ad7d3aeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786828 Sep 08 09:11:17.500910 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8514c1ba-1167-4595-8f01-2edd2fdcad3a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Port': ['ID=6a48b33d-edd2-4ea5-870f-11424de04abc,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:17.540905 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-f02a861b-4ff3-4c59-8ccd-54e9421c0362 admin admin] Allocated IP 172.20.0.1 (af37320b-6b9f-4537-9cf7-f31def6375f6/f99fff34-d0f7-460f-81c3-03f5e1e7df92/e2c8db96-bb6a-4892-9397-d9483efc598b) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:11:17.609686 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8514c1ba-1167-4595-8f01-2edd2fdcad3a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:17.610386 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8514c1ba-1167-4595-8f01-2edd2fdcad3a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:17.624941 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ad4061-aef0-4542-a985-32c620698ac5 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Router 37676dfa-913d-4230-ba2b-d2cef2a7babd has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:11:17.633081 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d06c8936-e2c9-48ad-a7c5-de74017e8f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:17.666150 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-952b1012-b354-46de-825b-2df4d4435d8e req-45b77780-0529-470d-bef9-9316240caf3b tempest-DeleteServersTestJSON-1015583135 tempest-DeleteServersTestJSON-1015583135-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b376019-3c3c-4b0c-a6dc-e1c8e03239f6 HTTP/1.1" status: 200 len: 210 time: 0.0394199 Sep 08 09:11:17.698826 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8514c1ba-1167-4595-8f01-2edd2fdcad3a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.1620574 Sep 08 09:11:17.708083 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52240) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:17.758500 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f02a861b-4ff3-4c59-8ccd-54e9421c0362 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:17.804050 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f02a861b-4ff3-4c59-8ccd-54e9421c0362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:17.844223 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ad4061-aef0-4542-a985-32c620698ac5 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:11:17.854624 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-98ad4061-aef0-4542-a985-32c620698ac5 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] 10.222.0.54 "PUT /v2.0/routers/37676dfa-913d-4230-ba2b-d2cef2a7babd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4103203 Sep 08 09:11:17.855580 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52242) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:17.859054 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65319f97-d754-445d-8f8c-51d6e993413f None None] Sync routers for ids ['37676dfa-913d-4230-ba2b-d2cef2a7babd'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:11:17.874497 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65319f97-d754-445d-8f8c-51d6e993413f None None] Routers {'37676dfa-913d-4230-ba2b-d2cef2a7babd'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:11:17.875245 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-65319f97-d754-445d-8f8c-51d6e993413f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:10:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['37676dfa-913d-4230-ba2b-d2cef2a7babd'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:17.883399 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a861b-4ff3-4c59-8ccd-54e9421c0362 admin admin] Pushing event updated for resources: {'Port': ['ID=e2c8db96-bb6a-4892-9397-d9483efc598b,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:17.899744 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02a861b-4ff3-4c59-8ccd-54e9421c0362 admin admin] Network af37320b-6b9f-4537-9cf7-f31def6375f6 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:11:17.901277 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-f02a861b-4ff3-4c59-8ccd-54e9421c0362 admin admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:11:17.903730 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02a861b-4ff3-4c59-8ccd-54e9421c0362 admin admin] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:11:17.948819 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f02a861b-4ff3-4c59-8ccd-54e9421c0362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:17.969841 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-65319f97-d754-445d-8f8c-51d6e993413f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:17.973690 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13379243-4fb1-43bc-99a1-7b3a7e0e5236 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:17.983026 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13379243-4fb1-43bc-99a1-7b3a7e0e5236 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:17.985233 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-13379243-4fb1-43bc-99a1-7b3a7e0e5236 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2764888 Sep 08 09:11:17.987745 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65319f97-d754-445d-8f8c-51d6e993413f None None] Routers {'37676dfa-913d-4230-ba2b-d2cef2a7babd'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:11:17.988825 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-65319f97-d754-445d-8f8c-51d6e993413f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:10:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['37676dfa-913d-4230-ba2b-d2cef2a7babd'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:17.989482 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52244) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:18.037617 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-04c8c0b7-328d-4cc8-b26c-5fb9490d2d97 None None] Provisioning for port 6a48b33d-edd2-4ea5-870f-11424de04abc completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:11:18.039809 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-65319f97-d754-445d-8f8c-51d6e993413f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:18.040365 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65319f97-d754-445d-8f8c-51d6e993413f None None] The sync data for ids ['37676dfa-913d-4230-ba2b-d2cef2a7babd'] in n-d-806683-11 is: [] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:11:18.044042 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-04c8c0b7-328d-4cc8-b26c-5fb9490d2d97 None None] Provisioning complete for port 6a48b33d-edd2-4ea5-870f-11424de04abc triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:11:18.044429 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-04c8c0b7-328d-4cc8-b26c-5fb9490d2d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:18.087962 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-04c8c0b7-328d-4cc8-b26c-5fb9490d2d97 None None] Port 6a48b33d-edd2-4ea5-870f-11424de04abc cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:11:18.125599 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f02a861b-4ff3-4c59-8ccd-54e9421c0362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:18.139909 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3aa0ad1a-07fc-4fa7-8e4a-6c387ca1d88c tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:18.197509 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-b4a99ce7-7e26-4ce8-b894-f321cedcd570 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting port 6a48b33d-edd2-4ea5-870f-11424de04abc {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:11:18.197976 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b4a99ce7-7e26-4ce8-b894-f321cedcd570 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:18.301080 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f02a861b-4ff3-4c59-8ccd-54e9421c0362 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:18.306163 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f02a861b-4ff3-4c59-8ccd-54e9421c0362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:18.328607 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3aa0ad1a-07fc-4fa7-8e4a-6c387ca1d88c tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:18.342931 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b4a99ce7-7e26-4ce8-b894-f321cedcd570 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:18.377407 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-b4a99ce7-7e26-4ce8-b894-f321cedcd570 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Calling delete_port for 6a48b33d-edd2-4ea5-870f-11424de04abc owned by {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:11:18.379947 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a861b-4ff3-4c59-8ccd-54e9421c0362 admin admin] Pushing event updated for resources: {'Port': ['ID=e2c8db96-bb6a-4892-9397-d9483efc598b,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:18.382301 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f02a861b-4ff3-4c59-8ccd-54e9421c0362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:18.453602 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-3aa0ad1a-07fc-4fa7-8e4a-6c387ca1d88c tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Deleting port 709f9559-1111-46d3-a5dd-a1e504de71f4 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:11:18.453956 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3aa0ad1a-07fc-4fa7-8e4a-6c387ca1d88c tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:18.488151 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b90a7d39-3c11-49b1-bc9f-3a8488269f17 req-d713e083-e52c-4eac-ae9e-2c80e085d627 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0822673 Sep 08 09:11:18.512761 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02a861b-4ff3-4c59-8ccd-54e9421c0362 admin admin] Network af37320b-6b9f-4537-9cf7-f31def6375f6 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:11:18.514410 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-f02a861b-4ff3-4c59-8ccd-54e9421c0362 admin admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:11:18.608332 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3aa0ad1a-07fc-4fa7-8e4a-6c387ca1d88c tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:18.649583 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-3aa0ad1a-07fc-4fa7-8e4a-6c387ca1d88c tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Calling delete_port for 709f9559-1111-46d3-a5dd-a1e504de71f4 owned by network:router_gateway {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:11:18.658156 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a7d39-3c11-49b1-bc9f-3a8488269f17 req-68acc18a-b71d-4105-8f0a-421c522769b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:18.660624 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b90a7d39-3c11-49b1-bc9f-3a8488269f17 req-68acc18a-b71d-4105-8f0a-421c522769b8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9f5275e2d58a49a08895a50418c7508b&device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 1097 time: 0.0888400 Sep 08 09:11:18.682551 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02a861b-4ff3-4c59-8ccd-54e9421c0362 admin admin] Router bab2f451-e0d5-4fd9-813c-f9dae9c78f78 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:11:18.797822 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc85e92-0db2-4d9c-9da2-fdd71de51847 req-3d8fe278-b95c-4a7e-859a-cd2ce66b7c82 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:18.806899 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4cc85e92-0db2-4d9c-9da2-fdd71de51847 req-3d8fe278-b95c-4a7e-859a-cd2ce66b7c82 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] 10.222.0.54 "GET /v2.0/ports?device_id=19388f05-a8cd-40df-9a34-e83d0dd30d17 HTTP/1.1" status: 200 len: 945 time: 0.2159667 Sep 08 09:11:18.923283 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b4a99ce7-7e26-4ce8-b894-f321cedcd570 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:18.977415 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02a861b-4ff3-4c59-8ccd-54e9421c0362 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:11:18.983813 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f02a861b-4ff3-4c59-8ccd-54e9421c0362 admin admin] 10.222.0.54 "PUT /v2.0/routers/bab2f451-e0d5-4fd9-813c-f9dae9c78f78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8567581 Sep 08 09:11:18.987934 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4cc85e92-0db2-4d9c-9da2-fdd71de51847 req-ea757f06-9738-4e10-984a-4777d884487b tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] 10.222.0.54 "GET /v2.0/security-groups?id=e99c9fa6-8df9-426a-b933-84ad7d3aeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640444 Sep 08 09:11:18.996758 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a99ce7-7e26-4ce8-b894-f321cedcd570 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Port': ['ID=6a48b33d-edd2-4ea5-870f-11424de04abc,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:19.022408 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a7d39-3c11-49b1-bc9f-3a8488269f17 req-a22aa6c8-057d-4e53-9b85-95097ac9e263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:19.023779 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b90a7d39-3c11-49b1-bc9f-3a8488269f17 req-a22aa6c8-057d-4e53-9b85-95097ac9e263 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb338a05-96ea-4d11-88f8-690044b53ade HTTP/1.1" status: 200 len: 917 time: 0.2728319 Sep 08 09:11:19.045772 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f688fbe-a9dd-43cc-9eeb-8e4cb4af81e5 req-18251b03-0df7-45f7-939b-3675275514ab tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:19.047037 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1f688fbe-a9dd-43cc-9eeb-8e4cb4af81e5 req-18251b03-0df7-45f7-939b-3675275514ab tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] 10.222.0.35 "GET /v2.0/ports?device_id=19388f05-a8cd-40df-9a34-e83d0dd30d17 HTTP/1.1" status: 200 len: 945 time: 0.1634665 Sep 08 09:11:19.086767 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device fd939877-6fb8-4f2c-9dd5-9a1fc9507f73 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:11:19.187192 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359afce1-83d0-4ce0-a83d-d5bb00b863a1 None None] Sync routers for ids ['bab2f451-e0d5-4fd9-813c-f9dae9c78f78'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:11:19.200825 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3aa0ad1a-07fc-4fa7-8e4a-6c387ca1d88c tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:19.210559 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359afce1-83d0-4ce0-a83d-d5bb00b863a1 None None] Routers {'bab2f451-e0d5-4fd9-813c-f9dae9c78f78'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:11:19.211292 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-359afce1-83d0-4ce0-a83d-d5bb00b863a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:10:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['bab2f451-e0d5-4fd9-813c-f9dae9c78f78'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:19.223722 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port fd939877-6fb8-4f2c-9dd5-9a1fc9507f73 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:11:19.239606 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port fd939877-6fb8-4f2c-9dd5-9a1fc9507f73 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:11:19.240000 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:19.331486 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b90a7d39-3c11-49b1-bc9f-3a8488269f17 req-436251fe-befc-43e9-ae53-e6239f5553ca service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e892c78d-0591-4406-9e88-feb95725e7c4 HTTP/1.1" status: 200 len: 1000 time: 0.2833152 Sep 08 09:11:19.500557 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a7d39-3c11-49b1-bc9f-3a8488269f17 req-97383d7b-96fd-4206-b2e2-b053e499c57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:19.503001 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b90a7d39-3c11-49b1-bc9f-3a8488269f17 req-97383d7b-96fd-4206-b2e2-b053e499c57d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ec84db6-4dd6-4de4-a1e0-0c0e5076306d HTTP/1.1" status: 200 len: 855 time: 0.1519935 Sep 08 09:11:19.510715 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-359afce1-83d0-4ce0-a83d-d5bb00b863a1 None None] Set router bab2f451-e0d5-4fd9-813c-f9dae9c78f78 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:11:19.527839 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:19.579848 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port fd939877-6fb8-4f2c-9dd5-9a1fc9507f73, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=fd939877-6fb8-4f2c-9dd5-9a1fc9507f73,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:19.586588 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-1f688fbe-a9dd-43cc-9eeb-8e4cb4af81e5 req-420a9472-c685-451e-898a-a7eb3aee5795 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Deleting port 06da58c6-48f5-4dba-b371-874136165125 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:11:19.587216 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1f688fbe-a9dd-43cc-9eeb-8e4cb4af81e5 req-420a9472-c685-451e-898a-a7eb3aee5795 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:19.588123 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:19.664532 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=fd939877-6fb8-4f2c-9dd5-9a1fc9507f73,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:19.668086 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a7d39-3c11-49b1-bc9f-3a8488269f17 req-b7e8a9be-eed7-4c07-99d5-6ac9790f4875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:19.676061 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b90a7d39-3c11-49b1-bc9f-3a8488269f17 req-b7e8a9be-eed7-4c07-99d5-6ac9790f4875 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb338a05-96ea-4d11-88f8-690044b53ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1589727 Sep 08 09:11:19.761692 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-1f688fbe-a9dd-43cc-9eeb-8e4cb4af81e5 req-420a9472-c685-451e-898a-a7eb3aee5795 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] For port 06da58c6-48f5-4dba-b371-874136165125, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=06da58c6-48f5-4dba-b371-874136165125,segment=NetworkSegment(6bbf66e3-0318-4c4d-b2f3-26f8e312db51),segment_id=6bbf66e3-0318-4c4d-b2f3-26f8e312db51)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:19.762157 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa0ad1a-07fc-4fa7-8e4a-6c387ca1d88c tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Pushing event deleted for resources: {'Port': ['ID=709f9559-1111-46d3-a5dd-a1e504de71f4,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:19.763104 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1f688fbe-a9dd-43cc-9eeb-8e4cb4af81e5 req-420a9472-c685-451e-898a-a7eb3aee5795 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:19.886705 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b4a99ce7-7e26-4ce8-b894-f321cedcd570 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:19.888619 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b4a99ce7-7e26-4ce8-b894-f321cedcd570 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/ports/6a48b33d-edd2-4ea5-870f-11424de04abc HTTP/1.1" status: 204 len: 168 time: 1.8980870 Sep 08 09:11:19.893206 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52294) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:19.903811 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-359afce1-83d0-4ce0-a83d-d5bb00b863a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab2f451-e0d5-4fd9-813c-f9dae9c78f78', 'name': 'tempest-ServerRescueTestJSONUnderV235-2009234545-router', 'tenant_id': '0e0fa2b77317456893f5fab251cfa62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'fd939877-6fb8-4f2c-9dd5-9a1fc9507f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:11:11Z', 'updated_at': '2021-09-08T09:11:18Z', 'revision_number': 4, 'project_id': '0e0fa2b77317456893f5fab251cfa62c', 'gw_port': {'id': 'fd939877-6fb8-4f2c-9dd5-9a1fc9507f73', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:77:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab2f451-e0d5-4fd9-813c-f9dae9c78f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:11:12Z', 'updated_at': '2021-09-08T09:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'e2c8db96-bb6a-4892-9397-d9483efc598b', 'name': '', 'network_id': 'af37320b-6b9f-4537-9cf7-f31def6375f6', 'tenant_id': '0e0fa2b77317456893f5fab251cfa62c', 'mac_address': 'fa:16:3e:a9:d1:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab2f451-e0d5-4fd9-813c-f9dae9c78f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'f99fff34-d0f7-460f-81c3-03f5e1e7df92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:11:16Z', 'updated_at': '2021-09-08T09:11:18Z', 'revision_number': 2, 'project_id': '0e0fa2b77317456893f5fab251cfa62c', 'subnets': [{'id': 'f99fff34-d0f7-460f-81c3-03f5e1e7df92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:19.940568 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359afce1-83d0-4ce0-a83d-d5bb00b863a1 None None] Checking router: bab2f451-e0d5-4fd9-813c-f9dae9c78f78 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:11:19.940921 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359afce1-83d0-4ce0-a83d-d5bb00b863a1 None None] Updating router bab2f451-e0d5-4fd9-813c-f9dae9c78f78 port e2c8db96-bb6a-4892-9397-d9483efc598b binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:11:19.946896 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3aa0ad1a-07fc-4fa7-8e4a-6c387ca1d88c tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:19.971302 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-359afce1-83d0-4ce0-a83d-d5bb00b863a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:20.035897 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820585a7-fca1-4968-b2ba-4dc0030a44bc req-7c708a19-ffa0-4a2f-9f0c-d2e51f57e9f2 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:20.043390 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-820585a7-fca1-4968-b2ba-4dc0030a44bc req-7c708a19-ffa0-4a2f-9f0c-d2e51f57e9f2 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/networks?id=af37320b-6b9f-4537-9cf7-f31def6375f6 HTTP/1.1" status: 200 len: 820 time: 0.2983770 Sep 08 09:11:20.083854 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1f688fbe-a9dd-43cc-9eeb-8e4cb4af81e5 req-420a9472-c685-451e-898a-a7eb3aee5795 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:20.085228 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1f688fbe-a9dd-43cc-9eeb-8e4cb4af81e5 req-420a9472-c685-451e-898a-a7eb3aee5795 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:20.090593 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [req-1f688fbe-a9dd-43cc-9eeb-8e4cb4af81e5 req-420a9472-c685-451e-898a-a7eb3aee5795 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Floating IP 7be889b9-ced9-4e73-a78d-5f375ef9d5da disassociated. External IP: 172.25.0.235, port: 06da58c6-48f5-4dba-b371-874136165125. Sep 08 09:11:20.091289 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-1f688fbe-a9dd-43cc-9eeb-8e4cb4af81e5 req-420a9472-c685-451e-898a-a7eb3aee5795 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Calling delete_port for 06da58c6-48f5-4dba-b371-874136165125 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:11:20.095886 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3aa0ad1a-07fc-4fa7-8e4a-6c387ca1d88c tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:20.099039 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3aa0ad1a-07fc-4fa7-8e4a-6c387ca1d88c tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:20.103635 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5cafc2-ef28-4ca0-97e6-264f6fad1cd2 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:20.105174 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5cafc2-ef28-4ca0-97e6-264f6fad1cd2 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:20.106863 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5cafc2-ef28-4ca0-97e6-264f6fad1cd2 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:20.108475 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1c5cafc2-ef28-4ca0-97e6-264f6fad1cd2 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2127633 Sep 08 09:11:20.111817 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52298) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:20.132481 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-820585a7-fca1-4968-b2ba-4dc0030a44bc req-6390315c-6c9e-4877-8b10-84dc59827540 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/quotas/0e0fa2b77317456893f5fab251cfa62c HTTP/1.1" status: 200 len: 375 time: 0.0881853 Sep 08 09:11:20.203719 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b90a7d39-3c11-49b1-bc9f-3a8488269f17 req-901e3a80-5b1a-4f87-8829-12c52ecb7ade service neutron] 10.222.0.35 "GET /v2.0/networks/cb338a05-96ea-4d11-88f8-690044b53ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154173 Sep 08 09:11:20.223154 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3aa0ad1a-07fc-4fa7-8e4a-6c387ca1d88c tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:20.223682 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa0ad1a-07fc-4fa7-8e4a-6c387ca1d88c tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Fanout notify agent at l3_agent the message router_deleted on router 37676dfa-913d-4230-ba2b-d2cef2a7babd {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:11:20.235350 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3aa0ad1a-07fc-4fa7-8e4a-6c387ca1d88c tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:20.237474 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3aa0ad1a-07fc-4fa7-8e4a-6c387ca1d88c tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] 10.222.0.54 "DELETE /v2.0/routers/37676dfa-913d-4230-ba2b-d2cef2a7babd HTTP/1.1" status: 204 len: 168 time: 2.3762724 Sep 08 09:11:20.242962 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52300) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:20.283022 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8f45512-6bdc-42c2-a88e-d1546731b702 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting subnet 08835505-7f2a-4727-9fd2-eb806de3f001 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:11:20.290222 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-359afce1-83d0-4ce0-a83d-d5bb00b863a1 None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:20.293842 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e8f45512-6bdc-42c2-a88e-d1546731b702 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:20.307068 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-359afce1-83d0-4ce0-a83d-d5bb00b863a1 None None] Transition to ACTIVE for port object e2c8db96-bb6a-4892-9397-d9483efc598b will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:11:20.316796 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-359afce1-83d0-4ce0-a83d-d5bb00b863a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:20.318895 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0bd5c-1644-40bb-abcf-aacfea2d636a req-22033b77-84a4-4f10-902f-dad6bb5cf52b tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:20.326238 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-83d0bd5c-1644-40bb-abcf-aacfea2d636a req-22033b77-84a4-4f10-902f-dad6bb5cf52b tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] 10.222.0.54 "GET /v2.0/ports?device_id=19388f05-a8cd-40df-9a34-e83d0dd30d17 HTTP/1.1" status: 200 len: 945 time: 0.2243338 Sep 08 09:11:20.331940 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-820585a7-fca1-4968-b2ba-4dc0030a44bc req-5d8fa652-95c5-4f9e-a850-419cddbdead3 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0e0fa2b77317456893f5fab251cfa62c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1986024 Sep 08 09:11:20.345436 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device e83d6e32-3f4d-46b3-864e-2284d43fdc2e no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:11:20.350799 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-844e6c55-2fb3-4842-b9a8-15aa6fb1a945 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Deleting subnet 23d37f74-6110-4776-acfe-fbca3479f075 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:11:20.362946 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-844e6c55-2fb3-4842-b9a8-15aa6fb1a945 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:20.381314 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e8f45512-6bdc-42c2-a88e-d1546731b702 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:20.398268 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-83d0bd5c-1644-40bb-abcf-aacfea2d636a req-89f4817d-f300-4287-baf2-df4a8d518c98 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] 10.222.0.54 "GET /v2.0/security-groups?id=e99c9fa6-8df9-426a-b933-84ad7d3aeeca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708642 Sep 08 09:11:20.405810 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b90a7d39-3c11-49b1-bc9f-3a8488269f17 req-b698281c-0653-4fc8-b103-a2700754e91d service neutron] 10.222.0.35 "GET /v2.0/networks/cb338a05-96ea-4d11-88f8-690044b53ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925271 Sep 08 09:11:20.412359 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: e83d6e32-3f4d-46b3-864e-2284d43fdc2e {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:11:20.414823 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device e83d6e32-3f4d-46b3-864e-2284d43fdc2e not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:11:20.427548 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecc75d4-2604-4cb8-b087-6d983bff5d73 None None] Pushing event updated for resources: {'Port': ['ID=e2c8db96-bb6a-4892-9397-d9483efc598b,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:20.435651 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:20.483074 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-359afce1-83d0-4ce0-a83d-d5bb00b863a1 None None] Attempting to bind port e2c8db96-bb6a-4892-9397-d9483efc598b on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:11:20.484773 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-359afce1-83d0-4ce0-a83d-d5bb00b863a1 None None] Attempting to bind port e2c8db96-bb6a-4892-9397-d9483efc598b by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '8a3011db-cedf-4056-876c-18fca329db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'af37320b-6b9f-4537-9cf7-f31def6375f6'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:11:20.485137 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359afce1-83d0-4ce0-a83d-d5bb00b863a1 None None] Attempting to bind port e2c8db96-bb6a-4892-9397-d9483efc598b on network af37320b-6b9f-4537-9cf7-f31def6375f6 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:11:20.491297 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359afce1-83d0-4ce0-a83d-d5bb00b863a1 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:11:20.491674 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359afce1-83d0-4ce0-a83d-d5bb00b863a1 None None] Checking segment: {'id': '8a3011db-cedf-4056-876c-18fca329db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'af37320b-6b9f-4537-9cf7-f31def6375f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:11:20.492082 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-359afce1-83d0-4ce0-a83d-d5bb00b863a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:20.493011 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359afce1-83d0-4ce0-a83d-d5bb00b863a1 None None] Bound using segment: {'id': '8a3011db-cedf-4056-876c-18fca329db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'af37320b-6b9f-4537-9cf7-f31def6375f6'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:11:20.493487 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-359afce1-83d0-4ce0-a83d-d5bb00b863a1 None None] Bound port: e2c8db96-bb6a-4892-9397-d9483efc598b, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a3011db-cedf-4056-876c-18fca329db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'af37320b-6b9f-4537-9cf7-f31def6375f6'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:11:20.493882 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-359afce1-83d0-4ce0-a83d-d5bb00b863a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:20.520188 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1f688fbe-a9dd-43cc-9eeb-8e4cb4af81e5 req-420a9472-c685-451e-898a-a7eb3aee5795 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:20.543849 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-844e6c55-2fb3-4842-b9a8-15aa6fb1a945 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:20.613255 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-359afce1-83d0-4ce0-a83d-d5bb00b863a1 None None] For port e2c8db96-bb6a-4892-9397-d9483efc598b, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:11:20.617397 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-359afce1-83d0-4ce0-a83d-d5bb00b863a1 None None] For port e2c8db96-bb6a-4892-9397-d9483efc598b, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=e2c8db96-bb6a-4892-9397-d9483efc598b,segment=NetworkSegment(8a3011db-cedf-4056-876c-18fca329db0d),segment_id=8a3011db-cedf-4056-876c-18fca329db0d)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:11:20.632904 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420a9472-c685-451e-898a-a7eb3aee5795 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Pushing event deleted for resources: {'Port': ['ID=06da58c6-48f5-4dba-b371-874136165125,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:20.633173 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-359afce1-83d0-4ce0-a83d-d5bb00b863a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:20.697960 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359afce1-83d0-4ce0-a83d-d5bb00b863a1 None None] Routers {'bab2f451-e0d5-4fd9-813c-f9dae9c78f78'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:11:20.698619 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-359afce1-83d0-4ce0-a83d-d5bb00b863a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:10:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['bab2f451-e0d5-4fd9-813c-f9dae9c78f78'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:20.707531 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-70f1408e-812f-4563-904a-98b4cc5442d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:20.754294 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-844e6c55-2fb3-4842-b9a8-15aa6fb1a945 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:20.757037 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecc75d4-2604-4cb8-b087-6d983bff5d73 None None] Pushing event updated for resources: {'Port': ['ID=e2c8db96-bb6a-4892-9397-d9483efc598b,revision_number=4']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:20.778520 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f688fbe-a9dd-43cc-9eeb-8e4cb4af81e5 req-420a9472-c685-451e-898a-a7eb3aee5795 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Router 5be0fe20-6ff7-4e8e-b269-56f6e84249fe has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:11:20.805542 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-820585a7-fca1-4968-b2ba-4dc0030a44bc req-4c14f5ce-a2fa-4fcc-b220-a4e3ae056186 service neutron] 10.222.0.54 "GET /v2.0/networks/af37320b-6b9f-4537-9cf7-f31def6375f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527627 Sep 08 09:11:20.811761 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e8f45512-6bdc-42c2-a88e-d1546731b702 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:21.010477 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-844e6c55-2fb3-4842-b9a8-15aa6fb1a945 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:21.062627 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device fd939877-6fb8-4f2c-9dd5-9a1fc9507f73 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:11:21.068687 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-359afce1-83d0-4ce0-a83d-d5bb00b863a1 None None] Set router bab2f451-e0d5-4fd9-813c-f9dae9c78f78 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:11:21.070148 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e8f45512-6bdc-42c2-a88e-d1546731b702 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:21.083776 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e8f45512-6bdc-42c2-a88e-d1546731b702 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:21.088153 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e8f45512-6bdc-42c2-a88e-d1546731b702 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/08835505-7f2a-4727-9fd2-eb806de3f001 HTTP/1.1" status: 204 len: 168 time: 0.9730046 Sep 08 09:11:21.088153 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e6c55-2fb3-4842-b9a8-15aa6fb1a945 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Pushing event deleted for resources: {'Subnet': ['ID=23d37f74-6110-4776-acfe-fbca3479f075,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:21.094809 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52306) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:21.099056 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-844e6c55-2fb3-4842-b9a8-15aa6fb1a945 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:21.104870 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-844e6c55-2fb3-4842-b9a8-15aa6fb1a945 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] 10.222.0.54 "DELETE /v2.0/subnets/23d37f74-6110-4776-acfe-fbca3479f075 HTTP/1.1" status: 204 len: 168 time: 0.8609087 Sep 08 09:11:21.116132 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-820585a7-fca1-4968-b2ba-4dc0030a44bc req-d02e0935-fc8f-43f8-b520-5456b6dfbf61 service neutron] 10.222.0.54 "GET /v2.0/networks/af37320b-6b9f-4537-9cf7-f31def6375f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979972 Sep 08 09:11:21.132422 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3d0347-15f4-48a3-bcb7-a23c1fd0ca77 None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:11:21.134526 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ea81fb-1b6b-45e6-b04e-690408c8a55f None None] Network 7082aef0-ed15-4233-bf2f-128a4227205d requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:11:21.139089 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52308) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:21.231617 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f45512-6bdc-42c2-a88e-d1546731b702 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Subnet': ['ID=08835505-7f2a-4727-9fd2-eb806de3f001,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:21.413893 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-1576c68d-8fb8-4d2f-ba26-e27c1a0b5ec0 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting subnet 945df956-ee96-4251-8220-6c77074f2fd5 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:11:21.443014 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1576c68d-8fb8-4d2f-ba26-e27c1a0b5ec0 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:21.458882 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-03240a3c-63aa-4e96-885f-07ab1cdd2f92 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:21.469121 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2b7f86ca-0673-4e1c-b26e-26d6a2293947 req-9eaaa04d-6234-452f-b6d7-917acc9196c0 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/ports?device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 210 time: 0.0960555 Sep 08 09:11:21.475125 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f688fbe-a9dd-43cc-9eeb-8e4cb4af81e5 req-420a9472-c685-451e-898a-a7eb3aee5795 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:11:21.541110 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-359afce1-83d0-4ce0-a83d-d5bb00b863a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab2f451-e0d5-4fd9-813c-f9dae9c78f78', 'name': 'tempest-ServerRescueTestJSONUnderV235-2009234545-router', 'tenant_id': '0e0fa2b77317456893f5fab251cfa62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'fd939877-6fb8-4f2c-9dd5-9a1fc9507f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:11:11Z', 'updated_at': '2021-09-08T09:11:18Z', 'revision_number': 4, 'project_id': '0e0fa2b77317456893f5fab251cfa62c', 'gw_port': {'id': 'fd939877-6fb8-4f2c-9dd5-9a1fc9507f73', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:77:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab2f451-e0d5-4fd9-813c-f9dae9c78f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:11:12Z', 'updated_at': '2021-09-08T09:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'e2c8db96-bb6a-4892-9397-d9483efc598b', 'name': '', 'network_id': 'af37320b-6b9f-4537-9cf7-f31def6375f6', 'tenant_id': '0e0fa2b77317456893f5fab251cfa62c', 'mac_address': 'fa:16:3e:a9:d1:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab2f451-e0d5-4fd9-813c-f9dae9c78f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'f99fff34-d0f7-460f-81c3-03f5e1e7df92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:11:16Z', 'updated_at': '2021-09-08T09:11:20Z', 'revision_number': 4, 'project_id': '0e0fa2b77317456893f5fab251cfa62c', 'subnets': [{'id': 'f99fff34-d0f7-460f-81c3-03f5e1e7df92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:21.577932 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359afce1-83d0-4ce0-a83d-d5bb00b863a1 None None] The sync data for ids ['bab2f451-e0d5-4fd9-813c-f9dae9c78f78'] in n-d-806683-11 is: [{'id': 'bab2f451-e0d5-4fd9-813c-f9dae9c78f78', 'name': 'tempest-ServerRescueTestJSONUnderV235-2009234545-router', 'tenant_id': '0e0fa2b77317456893f5fab251cfa62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'fd939877-6fb8-4f2c-9dd5-9a1fc9507f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:11:11Z', 'updated_at': '2021-09-08T09:11:18Z', 'revision_number': 4, 'project_id': '0e0fa2b77317456893f5fab251cfa62c', 'gw_port': {'id': 'fd939877-6fb8-4f2c-9dd5-9a1fc9507f73', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:77:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab2f451-e0d5-4fd9-813c-f9dae9c78f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:11:12Z', 'updated_at': '2021-09-08T09:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'e2c8db96-bb6a-4892-9397-d9483efc598b', 'name': '', 'network_id': 'af37320b-6b9f-4537-9cf7-f31def6375f6', 'tenant_id': '0e0fa2b77317456893f5fab251cfa62c', 'mac_address': 'fa:16:3e:a9:d1:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bab2f451-e0d5-4fd9-813c-f9dae9c78f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'f99fff34-d0f7-460f-81c3-03f5e1e7df92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:11:16Z', 'updated_at': '2021-09-08T09:11:20Z', 'revision_number': 4, 'project_id': '0e0fa2b77317456893f5fab251cfa62c', 'subnets': [{'id': 'f99fff34-d0f7-460f-81c3-03f5e1e7df92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:11:21.588707 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f688fbe-a9dd-43cc-9eeb-8e4cb4af81e5 req-420a9472-c685-451e-898a-a7eb3aee5795 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] No DVR routers for this DVR port 06da58c6-48f5-4dba-b371-874136165125 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:11:21.591873 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1f688fbe-a9dd-43cc-9eeb-8e4cb4af81e5 req-420a9472-c685-451e-898a-a7eb3aee5795 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:21.593987 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1f688fbe-a9dd-43cc-9eeb-8e4cb4af81e5 req-420a9472-c685-451e-898a-a7eb3aee5795 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] 10.222.0.35 "DELETE /v2.0/ports/06da58c6-48f5-4dba-b371-874136165125 HTTP/1.1" status: 204 len: 173 time: 2.4211571 Sep 08 09:11:21.594565 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19388f05-a8cd-40df-9a34-e83d0dd30d17', 'name': 'network-vif-deleted', 'tag': '06da58c6-48f5-4dba-b371-874136165125'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:11:21.597939 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aea1027-fe60-4033-8e1f-1aaed8d860d4" -d '{"events": [{"server_uuid": "19388f05-a8cd-40df-9a34-e83d0dd30d17", "name": "network-vif-deleted", "tag": "06da58c6-48f5-4dba-b371-874136165125"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:11:21.629892 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ad3e7d9c-421b-4e8f-8ecd-152dd0eea4d3 req-c92aea89-b4fd-4e8a-84c3-20bfa56421f7 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] 10.222.0.54 "GET /v2.0/ports?device_id=19388f05-a8cd-40df-9a34-e83d0dd30d17 HTTP/1.1" status: 200 len: 210 time: 0.0967443 Sep 08 09:11:21.640528 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b55a4f-5b5a-426e-a726-32e2b4710465 None None] Sync routers for ids ['5be0fe20-6ff7-4e8e-b269-56f6e84249fe'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:11:21.691900 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1576c68d-8fb8-4d2f-ba26-e27c1a0b5ec0 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:21.754457 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port fd939877-6fb8-4f2c-9dd5-9a1fc9507f73 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:11:21.755445 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:21.756612 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca91ffd-18f0-41b9-a9b4-9e27d5bee111 x-openstack-request-id: req-7ca91ffd-18f0-41b9-a9b4-9e27d5bee111 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:11:21.756919 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19388f05-a8cd-40df-9a34-e83d0dd30d17", "name": "network-vif-deleted", "tag": "06da58c6-48f5-4dba-b371-874136165125", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:11:21.757180 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7ca91ffd-18f0-41b9-a9b4-9e27d5bee111 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:11:21.757593 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19388f05-a8cd-40df-9a34-e83d0dd30d17', 'name': 'network-vif-deleted', 'tag': '06da58c6-48f5-4dba-b371-874136165125', 'status': 'completed', 'code': 200} Sep 08 09:11:21.825075 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b55a4f-5b5a-426e-a726-32e2b4710465 None None] Routers {'5be0fe20-6ff7-4e8e-b269-56f6e84249fe'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:11:21.826017 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-48b55a4f-5b5a-426e-a726-32e2b4710465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:11:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5be0fe20-6ff7-4e8e-b269-56f6e84249fe'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:21.955161 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1576c68d-8fb8-4d2f-ba26-e27c1a0b5ec0 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:22.054537 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-03240a3c-63aa-4e96-885f-07ab1cdd2f92 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Deleting port 28390186-f73c-4626-adb4-d2d6dc220d23 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:11:22.054964 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-03240a3c-63aa-4e96-885f-07ab1cdd2f92 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:22.144398 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1576c68d-8fb8-4d2f-ba26-e27c1a0b5ec0 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:22.189961 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1576c68d-8fb8-4d2f-ba26-e27c1a0b5ec0 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:22.193347 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1576c68d-8fb8-4d2f-ba26-e27c1a0b5ec0 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/945df956-ee96-4251-8220-6c77074f2fd5 HTTP/1.1" status: 204 len: 168 time: 1.0741789 Sep 08 09:11:22.195176 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52328) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:22.198541 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1576c68d-8fb8-4d2f-ba26-e27c1a0b5ec0 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Subnet': ['ID=945df956-ee96-4251-8220-6c77074f2fd5,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:22.220397 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:22.232472 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-03240a3c-63aa-4e96-885f-07ab1cdd2f92 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] For port 28390186-f73c-4626-adb4-d2d6dc220d23, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=28390186-f73c-4626-adb4-d2d6dc220d23,segment=NetworkSegment(9ac6879d-b8e0-4120-a10d-9fc3659786ce),segment_id=9ac6879d-b8e0-4120-a10d-9fc3659786ce)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:22.234144 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-03240a3c-63aa-4e96-885f-07ab1cdd2f92 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:22.271742 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-03240a3c-63aa-4e96-885f-07ab1cdd2f92 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Calling delete_port for 28390186-f73c-4626-adb4-d2d6dc220d23 owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:11:22.287153 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd01951-cda9-440c-9b06-fd0924107af9 None None] DHCP port deletion for 7082aef0-ed15-4233-bf2f-128a4227205d request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:11:22.325062 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e4a7a96e-e0a3-4288-a4c1-edb8ba2f1f9f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1281352 Sep 08 09:11:22.340856 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52330) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:22.354985 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-66782261-e261-409f-a02d-1d81b6526c97 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'subnet': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:22.389964 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-48b55a4f-5b5a-426e-a726-32e2b4710465 None None] Set router 5be0fe20-6ff7-4e8e-b269-56f6e84249fe gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:11:22.424848 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-03240a3c-63aa-4e96-885f-07ab1cdd2f92 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:22.506020 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03240a3c-63aa-4e96-885f-07ab1cdd2f92 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Pushing event deleted for resources: {'Port': ['ID=28390186-f73c-4626-adb4-d2d6dc220d23,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:22.519334 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03240a3c-63aa-4e96-885f-07ab1cdd2f92 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] No DVR routers for this DVR port 28390186-f73c-4626-adb4-d2d6dc220d23 on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:11:22.682666 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-daf5cf39-fed3-4bf6-935b-43c6387114a9 req-968459d0-e09e-43a6-afd5-deeca9402d42 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/ports?device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 210 time: 0.0623875 Sep 08 09:11:22.697039 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66782261-e261-409f-a02d-1d81b6526c97 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:11:22.701943 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-66782261-e261-409f-a02d-1d81b6526c97 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:22.719327 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-fbd01951-cda9-440c-9b06-fd0924107af9 None None] Deleting port 28390186-f73c-4626-adb4-d2d6dc220d23 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:11:22.719832 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fbd01951-cda9-440c-9b06-fd0924107af9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:22.726793 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-03240a3c-63aa-4e96-885f-07ab1cdd2f92 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:22.779816 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e7f409-f26d-41ab-9ba0-724f46e2955b None None] Update dhcp port {'port': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'fixed_ips': [{'subnet_id': '945df956-ee96-4251-8220-6c77074f2fd5'}], 'binding:host_id': 'n-d-806683-11'}, 'id': '0488f5bb-d4c5-4684-84f0-68a3c5113ecc'} from n-d-806683-11. {{(pid=94714) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 08 09:11:22.799555 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-03240a3c-63aa-4e96-885f-07ab1cdd2f92 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7082aef0-ed15-4233-bf2f-128a4227205d']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:22.808359 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52340) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:22.821456 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-03240a3c-63aa-4e96-885f-07ab1cdd2f92 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ac6879d-b8e0-4120-a10d-9fc3659786ce') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:22.822747 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-03240a3c-63aa-4e96-885f-07ab1cdd2f92 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ac6879d-b8e0-4120-a10d-9fc3659786ce') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:22.838468 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-03240a3c-63aa-4e96-885f-07ab1cdd2f92 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:22.869451 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-03240a3c-63aa-4e96-885f-07ab1cdd2f92 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:22.877979 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03240a3c-63aa-4e96-885f-07ab1cdd2f92 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:11:22.878857 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-03240a3c-63aa-4e96-885f-07ab1cdd2f92 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:22.907885 n-d-806683-11 neutron-server[94713]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:11:22.907885 n-d-806683-11 neutron-server[94713]: items = [ Sep 08 09:11:22.907885 n-d-806683-11 neutron-server[94713]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:11:22.907885 n-d-806683-11 neutron-server[94713]: items = [ Sep 08 09:11:22.907885 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:11:22.907885 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:11:22.907885 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:11:22.907885 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:11:22.907885 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:11:22.907885 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:11:22.907885 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:11:22.907885 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:11:22.907885 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:11:22.907885 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:11:22.907885 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:11:22.907885 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:11:22.907885 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:11:22.907885 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:11:22.907885 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:11:22.907885 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:11:22.907885 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:11:22.907885 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:11:22.907885 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:11:22.907885 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:11:22.907885 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:11:22.907885 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:11:22.907885 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:11:22.907885 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:11:22.907885 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:11:22.907885 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:11:22.907885 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:11:22.907885 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:11:22.907885 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:11:22.907885 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:11:22.907885 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:11:22.907885 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:11:23.016978 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-03240a3c-63aa-4e96-885f-07ab1cdd2f92 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:23.028835 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-03240a3c-63aa-4e96-885f-07ab1cdd2f92 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:23.033247 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-03240a3c-63aa-4e96-885f-07ab1cdd2f92 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] 10.222.0.54 "DELETE /v2.0/networks/7082aef0-ed15-4233-bf2f-128a4227205d HTTP/1.1" status: 204 len: 168 time: 1.8895772 Sep 08 09:11:23.040424 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52344) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:23.043176 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b4e7f409-f26d-41ab-9ba0-724f46e2955b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:23.078186 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03240a3c-63aa-4e96-885f-07ab1cdd2f92 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Pushing event deleted for resources: {'Network': ['ID=7082aef0-ed15-4233-bf2f-128a4227205d,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:23.154417 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e3bca8ab-455e-4a09-9614-3e0f5294a882 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:23.162996 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-66782261-e261-409f-a02d-1d81b6526c97 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:23.168014 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device e2c8db96-bb6a-4892-9397-d9483efc598b up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:11:23.212940 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-fbd01951-cda9-440c-9b06-fd0924107af9 None None] For port 28390186-f73c-4626-adb4-d2d6dc220d23, host n-d-806683-11, got binding levels [] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:23.213480 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fbd01951-cda9-440c-9b06-fd0924107af9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:23.268217 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-fbd01951-cda9-440c-9b06-fd0924107af9 None None] Calling delete_port for 28390186-f73c-4626-adb4-d2d6dc220d23 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:11:23.272772 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.ipam_backend_mixin [None req-fbd01951-cda9-440c-9b06-fd0924107af9 None None] Port 28390186-f73c-4626-adb4-d2d6dc220d23 was not found and therefore no delete operation was performed {{(pid=94714) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 08 09:11:23.352598 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fbd01951-cda9-440c-9b06-fd0924107af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:23.357913 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66782261-e261-409f-a02d-1d81b6526c97 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Subnet': ['ID=727a3917-8096-48ed-b26b-21d2028416a1,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:23.381913 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e3bca8ab-455e-4a09-9614-3e0f5294a882 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:23.387133 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-b239c703-16d6-4a9b-b090-647b92f81e38 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Deleting port c2aef6ca-5e4f-4179-ac2c-172db0018e7b {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:11:23.387481 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b239c703-16d6-4a9b-b090-647b92f81e38 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:23.399934 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66782261-e261-409f-a02d-1d81b6526c97 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:11:23.411378 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-66782261-e261-409f-a02d-1d81b6526c97 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:11:23.425323 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66782261-e261-409f-a02d-1d81b6526c97 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:23.425965 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-66782261-e261-409f-a02d-1d81b6526c97 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:23.429397 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fbd01951-cda9-440c-9b06-fd0924107af9 None None] Network 7082aef0-ed15-4233-bf2f-128a4227205d is not hosted by any dhcp agent {{(pid=94714) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 08 09:11:23.430128 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd01951-cda9-440c-9b06-fd0924107af9 None None] No DVR routers for this DVR port 28390186-f73c-4626-adb4-d2d6dc220d23 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:11:23.494743 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-66782261-e261-409f-a02d-1d81b6526c97 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1505847 Sep 08 09:11:23.502218 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52346) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:23.504245 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd01951-cda9-440c-9b06-fd0924107af9 None None] Pushing event deleted for resources: {'Port': ['ID=28390186-f73c-4626-adb4-d2d6dc220d23,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:23.516580 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-0dd41913-53e4-45b6-b4ce-145db0238bc0 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'subnet': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:23.518061 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820585a7-fca1-4968-b2ba-4dc0030a44bc req-82d87aba-1da5-44ff-9ca2-432fdcef1a46 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:23.519925 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-820585a7-fca1-4968-b2ba-4dc0030a44bc req-82d87aba-1da5-44ff-9ca2-432fdcef1a46 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.37 "GET /v2.0/networks?id=af37320b-6b9f-4537-9cf7-f31def6375f6 HTTP/1.1" status: 200 len: 820 time: 0.4263561 Sep 08 09:11:23.540354 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-820585a7-fca1-4968-b2ba-4dc0030a44bc req-2a357d66-6fe8-4d61-96af-cbaea7ee9960 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Request body: {'port': {'device_id': '54c968a7-2dd1-441e-b6fc-f02c693b9084', 'network_id': 'af37320b-6b9f-4537-9cf7-f31def6375f6', 'admin_state_up': True, 'tenant_id': '0e0fa2b77317456893f5fab251cfa62c'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:23.551271 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:23.552038 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port e2c8db96-bb6a-4892-9397-d9483efc598b completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:11:23.558983 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port e2c8db96-bb6a-4892-9397-d9483efc598b triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:11:23.559363 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:23.570906 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e3bca8ab-455e-4a09-9614-3e0f5294a882 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:23.573916 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e3bca8ab-455e-4a09-9614-3e0f5294a882 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:23.575372 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e3bca8ab-455e-4a09-9614-3e0f5294a882 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] 10.222.0.54 "DELETE /v2.0/security-groups/e99c9fa6-8df9-426a-b933-84ad7d3aeeca HTTP/1.1" status: 204 len: 168 time: 0.7660239 Sep 08 09:11:23.584790 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b239c703-16d6-4a9b-b090-647b92f81e38 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:23.585234 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b239c703-16d6-4a9b-b090-647b92f81e38 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:23.587795 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52348) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:23.610669 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82e5983-02f8-4339-9b1d-60e275b81025 None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:11:23.645439 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-48b55a4f-5b5a-426e-a726-32e2b4710465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be0fe20-6ff7-4e8e-b269-56f6e84249fe', 'name': 'tempest-ServersTestJSON-1674808048-router', 'tenant_id': '5778421e88674838be8ea7203b5f8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b7c7872a-091f-437c-bc46-007dcb1bbdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:08:01Z', 'updated_at': '2021-09-08T09:08:05Z', 'revision_number': 4, 'project_id': '5778421e88674838be8ea7203b5f8d77', 'gw_port': {'id': 'b7c7872a-091f-437c-bc46-007dcb1bbdac', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be0fe20-6ff7-4e8e-b269-56f6e84249fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:08:02Z', 'updated_at': '2021-09-08T09:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '6b9f76c0-abd6-4c13-9477-d3a342a219bc', 'name': '', 'network_id': '9450f100-1afe-45a6-affc-ffb0b7b6e5a3', 'tenant_id': '5778421e88674838be8ea7203b5f8d77', 'mac_address': 'fa:16:3e:58:b1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be0fe20-6ff7-4e8e-b269-56f6e84249fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '96c89986-d34a-425d-86d3-678569f88973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:08:04Z', 'updated_at': '2021-09-08T09:08:12Z', 'revision_number': 5, 'project_id': '5778421e88674838be8ea7203b5f8d77', 'subnets': [{'id': '96c89986-d34a-425d-86d3-678569f88973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:23.655522 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-aa0d4ae2-089c-4f70-9ed2-d5ace521bede tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] show failed (client error): The resource could not be found. Sep 08 09:11:23.656783 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-aa0d4ae2-089c-4f70-9ed2-d5ace521bede tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] 10.222.0.54 "GET /v2.0/security-groups/e99c9fa6-8df9-426a-b933-84ad7d3aeeca HTTP/1.1" status: 404 len: 347 time: 0.0673571 Sep 08 09:11:23.663420 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52350) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:23.664875 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-b239c703-16d6-4a9b-b090-647b92f81e38 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Calling delete_port for c2aef6ca-5e4f-4179-ac2c-172db0018e7b owned by network:floatingip {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:11:23.715194 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bca8ab-455e-4a09-9614-3e0f5294a882 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99c9fa6-8df9-426a-b933-84ad7d3aeeca,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:23.803446 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-820585a7-fca1-4968-b2ba-4dc0030a44bc req-2a357d66-6fe8-4d61-96af-cbaea7ee9960 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Made reservation on behalf of 0e0fa2b77317456893f5fab251cfa62c for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:11:23.805702 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b55a4f-5b5a-426e-a726-32e2b4710465 None None] Checking router: 5be0fe20-6ff7-4e8e-b269-56f6e84249fe for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:11:23.807749 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-820585a7-fca1-4968-b2ba-4dc0030a44bc req-2a357d66-6fe8-4d61-96af-cbaea7ee9960 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:23.865023 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b55a4f-5b5a-426e-a726-32e2b4710465 None None] Routers {'5be0fe20-6ff7-4e8e-b269-56f6e84249fe'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:11:23.865674 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-48b55a4f-5b5a-426e-a726-32e2b4710465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:11:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5be0fe20-6ff7-4e8e-b269-56f6e84249fe'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:23.935264 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7b98c7ce-3c9f-4a1e-84d1-98ca8850a17e req-d049ea80-c0e3-4dc4-8142-beb7cad1554b tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/ports?device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 210 time: 0.0811210 Sep 08 09:11:24.056781 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-4873083f-51e1-4ec8-a95d-ab50c427b3da None None] Provisioning complete for port 0488f5bb-d4c5-4684-84f0-68a3c5113ecc triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:11:24.057087 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4873083f-51e1-4ec8-a95d-ab50c427b3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:24.108787 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-820585a7-fca1-4968-b2ba-4dc0030a44bc req-2a357d66-6fe8-4d61-96af-cbaea7ee9960 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Allocated IP 172.20.0.14 (af37320b-6b9f-4537-9cf7-f31def6375f6/f99fff34-d0f7-460f-81c3-03f5e1e7df92/a2394ea8-887b-423b-aec7-fc15c72355a0) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:11:24.133387 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b239c703-16d6-4a9b-b090-647b92f81e38 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:24.151136 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-48b55a4f-5b5a-426e-a726-32e2b4710465 None None] Set router 5be0fe20-6ff7-4e8e-b269-56f6e84249fe gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:11:24.170954 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52366) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:24.237631 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:24.262844 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:24.269438 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b239c703-16d6-4a9b-b090-647b92f81e38 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Pushing event deleted for resources: {'Port': ['ID=c2aef6ca-5e4f-4179-ac2c-172db0018e7b,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:24.284757 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd41913-53e4-45b6-b4ce-145db0238bc0 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:11:24.289550 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0dd41913-53e4-45b6-b4ce-145db0238bc0 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:24.329857 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-820585a7-fca1-4968-b2ba-4dc0030a44bc req-2a357d66-6fe8-4d61-96af-cbaea7ee9960 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:24.363504 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 06da58c6-48f5-4dba-b371-874136165125 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:11:24.384742 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-820585a7-fca1-4968-b2ba-4dc0030a44bc req-2a357d66-6fe8-4d61-96af-cbaea7ee9960 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:24.389725 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a9c9e5a-77f8-4426-bca4-a64e9d07a384 admin admin] Deleting subnet 9a55585f-dc5f-44d9-8cd9-f8cb2e1994de {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:11:24.392867 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-fc29835a-d399-4624-ac96-e63574b4d843 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Deleting port 36bda0dd-ab3a-4aff-9d13-c460298b49db {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:11:24.393211 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fc29835a-d399-4624-ac96-e63574b4d843 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:24.418234 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port e2c8db96-bb6a-4892-9397-d9483efc598b, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=e2c8db96-bb6a-4892-9397-d9483efc598b,segment=NetworkSegment(8a3011db-cedf-4056-876c-18fca329db0d),segment_id=8a3011db-cedf-4056-876c-18fca329db0d)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:24.419410 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: 06da58c6-48f5-4dba-b371-874136165125 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:11:24.419776 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 06da58c6-48f5-4dba-b371-874136165125 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:11:24.444781 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6a9c9e5a-77f8-4426-bca4-a64e9d07a384 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:24.453335 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-820585a7-fca1-4968-b2ba-4dc0030a44bc req-2a357d66-6fe8-4d61-96af-cbaea7ee9960 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Network af37320b-6b9f-4537-9cf7-f31def6375f6 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:11:24.461791 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-820585a7-fca1-4968-b2ba-4dc0030a44bc req-2a357d66-6fe8-4d61-96af-cbaea7ee9960 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:11:24.464084 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:24.467523 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-820585a7-fca1-4968-b2ba-4dc0030a44bc req-2a357d66-6fe8-4d61-96af-cbaea7ee9960 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:11:24.473279 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a357d66-6fe8-4d61-96af-cbaea7ee9960 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Pushing event updated for resources: {'Port': ['ID=a2394ea8-887b-423b-aec7-fc15c72355a0,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:24.522169 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b239c703-16d6-4a9b-b090-647b92f81e38 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks [] for floatingip, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:24.525512 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b239c703-16d6-4a9b-b090-647b92f81e38 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:24.529125 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820585a7-fca1-4968-b2ba-4dc0030a44bc req-2a357d66-6fe8-4d61-96af-cbaea7ee9960 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:24.529298 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b239c703-16d6-4a9b-b090-647b92f81e38 tempest-FloatingIPAdminTestJSON-1045691108 tempest-FloatingIPAdminTestJSON-1045691108-project] 10.222.0.54 "DELETE /v2.0/floatingips/09fd0949-7542-4bd7-bc0a-e46587f79c61 HTTP/1.1" status: 204 len: 168 time: 1.4645419 Sep 08 09:11:24.529403 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-820585a7-fca1-4968-b2ba-4dc0030a44bc req-2a357d66-6fe8-4d61-96af-cbaea7ee9960 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:24.546965 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-820585a7-fca1-4968-b2ba-4dc0030a44bc req-2a357d66-6fe8-4d61-96af-cbaea7ee9960 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0108969 Sep 08 09:11:24.557125 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6a9c9e5a-77f8-4426-bca4-a64e9d07a384 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:24.567394 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-820585a7-fca1-4968-b2ba-4dc0030a44bc req-f2ff22df-34ca-4327-97f9-1884c8e119c8 service neutron] Request body: {'port': {'device_id': '54c968a7-2dd1-441e-b6fc-f02c693b9084', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:24.640846 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-820585a7-fca1-4968-b2ba-4dc0030a44bc req-f2ff22df-34ca-4327-97f9-1884c8e119c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:24.680724 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6a9c9e5a-77f8-4426-bca4-a64e9d07a384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:24.686323 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fc29835a-d399-4624-ac96-e63574b4d843 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:24.686705 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fc29835a-d399-4624-ac96-e63574b4d843 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:24.746447 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 28390186-f73c-4626-adb4-d2d6dc220d23 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:11:24.760941 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-fc29835a-d399-4624-ac96-e63574b4d843 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Calling delete_port for 36bda0dd-ab3a-4aff-9d13-c460298b49db owned by network:floatingip {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:11:24.787384 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 28390186-f73c-4626-adb4-d2d6dc220d23 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:11:24.788003 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 28390186-f73c-4626-adb4-d2d6dc220d23 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:11:24.807019 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fcfa89-23ff-4596-8f77-2788fe58ba92 None None] Update dhcp port {'port': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'fixed_ips': [{'subnet_id': '727a3917-8096-48ed-b26b-21d2028416a1'}], 'binding:host_id': 'n-d-806683-11'}, 'id': '0488f5bb-d4c5-4684-84f0-68a3c5113ecc'} from n-d-806683-11. {{(pid=94714) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 08 09:11:24.820508 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52372) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:24.850379 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=e2c8db96-bb6a-4892-9397-d9483efc598b,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:24.864628 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4fcfa89-23ff-4596-8f77-2788fe58ba92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:24.935561 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6a9c9e5a-77f8-4426-bca4-a64e9d07a384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:25.009555 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9c9e5a-77f8-4426-bca4-a64e9d07a384 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a55585f-dc5f-44d9-8cd9-f8cb2e1994de,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:25.043175 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device e2c8db96-bb6a-4892-9397-d9483efc598b up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:11:25.052990 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6a9c9e5a-77f8-4426-bca4-a64e9d07a384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:25.055067 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6a9c9e5a-77f8-4426-bca4-a64e9d07a384 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/9a55585f-dc5f-44d9-8cd9-f8cb2e1994de HTTP/1.1" status: 204 len: 168 time: 0.8747263 Sep 08 09:11:25.058089 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52378) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:25.084045 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-48b55a4f-5b5a-426e-a726-32e2b4710465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be0fe20-6ff7-4e8e-b269-56f6e84249fe', 'name': 'tempest-ServersTestJSON-1674808048-router', 'tenant_id': '5778421e88674838be8ea7203b5f8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b7c7872a-091f-437c-bc46-007dcb1bbdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:08:01Z', 'updated_at': '2021-09-08T09:08:05Z', 'revision_number': 4, 'project_id': '5778421e88674838be8ea7203b5f8d77', 'gw_port': {'id': 'b7c7872a-091f-437c-bc46-007dcb1bbdac', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be0fe20-6ff7-4e8e-b269-56f6e84249fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:08:02Z', 'updated_at': '2021-09-08T09:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '6b9f76c0-abd6-4c13-9477-d3a342a219bc', 'name': '', 'network_id': '9450f100-1afe-45a6-affc-ffb0b7b6e5a3', 'tenant_id': '5778421e88674838be8ea7203b5f8d77', 'mac_address': 'fa:16:3e:58:b1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be0fe20-6ff7-4e8e-b269-56f6e84249fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '96c89986-d34a-425d-86d3-678569f88973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:08:04Z', 'updated_at': '2021-09-08T09:08:12Z', 'revision_number': 5, 'project_id': '5778421e88674838be8ea7203b5f8d77', 'subnets': [{'id': '96c89986-d34a-425d-86d3-678569f88973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:25.135225 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-820585a7-fca1-4968-b2ba-4dc0030a44bc req-f2ff22df-34ca-4327-97f9-1884c8e119c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2394ea8-887b-423b-aec7-fc15c72355a0 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:11:25.145579 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4864c494-fb23-44cd-93d9-66fe57e4780c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=31560a4bf66e487a98c5d53b55ca7cb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3185678 Sep 08 09:11:25.148308 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b55a4f-5b5a-426e-a726-32e2b4710465 None None] The sync data for ids ['5be0fe20-6ff7-4e8e-b269-56f6e84249fe'] in n-d-806683-11 is: [{'id': '5be0fe20-6ff7-4e8e-b269-56f6e84249fe', 'name': 'tempest-ServersTestJSON-1674808048-router', 'tenant_id': '5778421e88674838be8ea7203b5f8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b7c7872a-091f-437c-bc46-007dcb1bbdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:08:01Z', 'updated_at': '2021-09-08T09:08:05Z', 'revision_number': 4, 'project_id': '5778421e88674838be8ea7203b5f8d77', 'gw_port': {'id': 'b7c7872a-091f-437c-bc46-007dcb1bbdac', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be0fe20-6ff7-4e8e-b269-56f6e84249fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:08:02Z', 'updated_at': '2021-09-08T09:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '6b9f76c0-abd6-4c13-9477-d3a342a219bc', 'name': '', 'network_id': '9450f100-1afe-45a6-affc-ffb0b7b6e5a3', 'tenant_id': '5778421e88674838be8ea7203b5f8d77', 'mac_address': 'fa:16:3e:58:b1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be0fe20-6ff7-4e8e-b269-56f6e84249fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '96c89986-d34a-425d-86d3-678569f88973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:08:04Z', 'updated_at': '2021-09-08T09:08:12Z', 'revision_number': 5, 'project_id': '5778421e88674838be8ea7203b5f8d77', 'subnets': [{'id': '96c89986-d34a-425d-86d3-678569f88973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:11:25.176648 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52380) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:25.179599 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-820585a7-fca1-4968-b2ba-4dc0030a44bc req-f2ff22df-34ca-4327-97f9-1884c8e119c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:25.179909 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-a4fcfa89-23ff-4596-8f77-2788fe58ba92 None None] Allocated IP 172.20.0.2 (9177193f-e165-437e-b3d7-f8fa84e750aa/727a3917-8096-48ed-b26b-21d2028416a1/0488f5bb-d4c5-4684-84f0-68a3c5113ecc) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:11:25.197977 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port e2c8db96-bb6a-4892-9397-d9483efc598b triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:11:25.198398 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:25.217839 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0384a-6f30-4607-b648-e4f64b926cf0 req-b5ff4b5f-f1af-44d3-b2d9-41f03b2e5596 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:25.219665 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-07b0384a-6f30-4607-b648-e4f64b926cf0 req-b5ff4b5f-f1af-44d3-b2d9-41f03b2e5596 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/ports?device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 932 time: 0.1416116 Sep 08 09:11:25.223758 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-820585a7-fca1-4968-b2ba-4dc0030a44bc req-f2ff22df-34ca-4327-97f9-1884c8e119c8 service neutron] Transition to ACTIVE for port object a2394ea8-887b-423b-aec7-fc15c72355a0 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:11:25.226627 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5d9115b1-6089-42ef-b996-33ac238a356a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:25.247237 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-820585a7-fca1-4968-b2ba-4dc0030a44bc req-f2ff22df-34ca-4327-97f9-1884c8e119c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:25.298410 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff22df-34ca-4327-97f9-1884c8e119c8 service neutron] Pushing event updated for resources: {'Port': ['ID=a2394ea8-887b-423b-aec7-fc15c72355a0,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:25.372409 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-07b0384a-6f30-4607-b648-e4f64b926cf0 req-42f497c0-824d-4e23-bce7-b738ce4911c0 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/security-groups?id=bea61fdc-ddf6-486e-8758-ec31b413e40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433692 Sep 08 09:11:25.398082 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-a4fcfa89-23ff-4596-8f77-2788fe58ba92 None None] For port 0488f5bb-d4c5-4684-84f0-68a3c5113ecc, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=0488f5bb-d4c5-4684-84f0-68a3c5113ecc,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:25.446959 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4fcfa89-23ff-4596-8f77-2788fe58ba92 None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:25.461665 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5d9115b1-6089-42ef-b996-33ac238a356a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:25.466675 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-a4fcfa89-23ff-4596-8f77-2788fe58ba92 None None] Transition to ACTIVE for port object 0488f5bb-d4c5-4684-84f0-68a3c5113ecc will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:11:25.472689 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4fcfa89-23ff-4596-8f77-2788fe58ba92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:25.517787 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-5d9115b1-6089-42ef-b996-33ac238a356a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['643d18a2-f561-4ab8-ba5f-9dc85934ae99']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:25.526922 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 0488f5bb-d4c5-4684-84f0-68a3c5113ecc no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:11:25.529671 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-5d9115b1-6089-42ef-b996-33ac238a356a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3af659db-8c52-4cba-bbf9-dfdf7a2d015a') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:25.529939 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-5d9115b1-6089-42ef-b996-33ac238a356a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3af659db-8c52-4cba-bbf9-dfdf7a2d015a') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:25.555579 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5d9115b1-6089-42ef-b996-33ac238a356a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:25.583608 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5d9115b1-6089-42ef-b996-33ac238a356a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:25.586386 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-820585a7-fca1-4968-b2ba-4dc0030a44bc req-f2ff22df-34ca-4327-97f9-1884c8e119c8 service neutron] Attempting to bind port a2394ea8-887b-423b-aec7-fc15c72355a0 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:11:25.586691 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-820585a7-fca1-4968-b2ba-4dc0030a44bc req-f2ff22df-34ca-4327-97f9-1884c8e119c8 service neutron] Attempting to bind port a2394ea8-887b-423b-aec7-fc15c72355a0 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '8a3011db-cedf-4056-876c-18fca329db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'af37320b-6b9f-4537-9cf7-f31def6375f6'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:11:25.587021 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820585a7-fca1-4968-b2ba-4dc0030a44bc req-f2ff22df-34ca-4327-97f9-1884c8e119c8 service neutron] Attempting to bind port a2394ea8-887b-423b-aec7-fc15c72355a0 on network af37320b-6b9f-4537-9cf7-f31def6375f6 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:11:25.598137 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820585a7-fca1-4968-b2ba-4dc0030a44bc req-f2ff22df-34ca-4327-97f9-1884c8e119c8 service neutron] Port a2394ea8-887b-423b-aec7-fc15c72355a0 on network af37320b-6b9f-4537-9cf7-f31def6375f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:11:25.598464 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820585a7-fca1-4968-b2ba-4dc0030a44bc req-f2ff22df-34ca-4327-97f9-1884c8e119c8 service neutron] Attempting to bind port a2394ea8-887b-423b-aec7-fc15c72355a0 on network af37320b-6b9f-4537-9cf7-f31def6375f6 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:11:25.604077 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d9115b1-6089-42ef-b996-33ac238a356a admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:11:25.604543 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5d9115b1-6089-42ef-b996-33ac238a356a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:25.606683 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:11:25.606683 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:11:25.606683 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:11:25.606683 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:11:25.606683 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:11:25.606683 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:11:25.606683 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:11:25.606683 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:11:25.606683 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:11:25.606683 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:11:25.606683 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:11:25.606683 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:11:25.606683 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:11:25.606683 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:11:25.606683 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:11:25.606683 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:11:25.606683 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:11:25.606683 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:11:25.606683 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:11:25.606683 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:11:25.606683 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:11:25.606683 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:11:25.606683 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:11:25.606683 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:11:25.606683 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:11:25.606683 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:11:25.606683 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:11:25.606683 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:11:25.606683 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:11:25.606683 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:11:25.606683 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:11:25.606683 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:11:25.656606 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fcfa89-23ff-4596-8f77-2788fe58ba92 None None] Pushing event updated for resources: {'Port': ['ID=0488f5bb-d4c5-4684-84f0-68a3c5113ecc,revision_number=8']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:25.687000 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63512dc8-89ed-4618-97fd-84198ab6b6d8 None None] New status for floating IP 7be889b9-ced9-4e73-a78d-5f375ef9d5da: DOWN {{(pid=94715) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:11:25.712667 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fc29835a-d399-4624-ac96-e63574b4d843 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:25.723963 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820585a7-fca1-4968-b2ba-4dc0030a44bc req-f2ff22df-34ca-4327-97f9-1884c8e119c8 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:11:25.724694 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820585a7-fca1-4968-b2ba-4dc0030a44bc req-f2ff22df-34ca-4327-97f9-1884c8e119c8 service neutron] Checking segment: {'id': '8a3011db-cedf-4056-876c-18fca329db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'af37320b-6b9f-4537-9cf7-f31def6375f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:11:25.725758 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820585a7-fca1-4968-b2ba-4dc0030a44bc req-f2ff22df-34ca-4327-97f9-1884c8e119c8 service neutron] Bound using segment: {'id': '8a3011db-cedf-4056-876c-18fca329db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'af37320b-6b9f-4537-9cf7-f31def6375f6'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:11:25.726391 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e089dee8-b461-4e43-8aba-074c252b763f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:25.726769 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-820585a7-fca1-4968-b2ba-4dc0030a44bc req-f2ff22df-34ca-4327-97f9-1884c8e119c8 service neutron] Bound port: a2394ea8-887b-423b-aec7-fc15c72355a0, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a3011db-cedf-4056-876c-18fca329db0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'af37320b-6b9f-4537-9cf7-f31def6375f6'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:11:25.727591 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-820585a7-fca1-4968-b2ba-4dc0030a44bc req-f2ff22df-34ca-4327-97f9-1884c8e119c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:25.730734 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5d9115b1-6089-42ef-b996-33ac238a356a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:25.745812 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5d9115b1-6089-42ef-b996-33ac238a356a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:25.748061 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5d9115b1-6089-42ef-b996-33ac238a356a admin admin] 10.222.0.54 "DELETE /v2.0/networks/643d18a2-f561-4ab8-ba5f-9dc85934ae99 HTTP/1.1" status: 204 len: 168 time: 0.6889939 Sep 08 09:11:25.756090 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:25.834785 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc29835a-d399-4624-ac96-e63574b4d843 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Pushing event deleted for resources: {'Port': ['ID=36bda0dd-ab3a-4aff-9d13-c460298b49db,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:25.838960 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.db.api [None req-63512dc8-89ed-4618-97fd-84198ab6b6d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94715) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 09:11:25.839520 n-d-806683-11 neutron-server[94715]: DEBUG oslo_db.api [None req-63512dc8-89ed-4618-97fd-84198ab6b6d8 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 09:11:25.844658 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9115b1-6089-42ef-b996-33ac238a356a admin admin] Pushing event deleted for resources: {'Network': ['ID=643d18a2-f561-4ab8-ba5f-9dc85934ae99,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:25.856221 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 0488f5bb-d4c5-4684-84f0-68a3c5113ecc, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=0488f5bb-d4c5-4684-84f0-68a3c5113ecc,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:25.864327 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:25.921832 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e089dee8-b461-4e43-8aba-074c252b763f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:25.937392 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=0488f5bb-d4c5-4684-84f0-68a3c5113ecc,revision_number=9']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:25.952504 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-820585a7-fca1-4968-b2ba-4dc0030a44bc req-f2ff22df-34ca-4327-97f9-1884c8e119c8 service neutron] For port a2394ea8-887b-423b-aec7-fc15c72355a0, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:11:25.959781 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-820585a7-fca1-4968-b2ba-4dc0030a44bc req-f2ff22df-34ca-4327-97f9-1884c8e119c8 service neutron] For port a2394ea8-887b-423b-aec7-fc15c72355a0, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=a2394ea8-887b-423b-aec7-fc15c72355a0,segment=NetworkSegment(8a3011db-cedf-4056-876c-18fca329db0d),segment_id=8a3011db-cedf-4056-876c-18fca329db0d)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:11:25.968684 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-820585a7-fca1-4968-b2ba-4dc0030a44bc req-f2ff22df-34ca-4327-97f9-1884c8e119c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:26.010106 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820585a7-fca1-4968-b2ba-4dc0030a44bc req-f2ff22df-34ca-4327-97f9-1884c8e119c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:26.010756 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-820585a7-fca1-4968-b2ba-4dc0030a44bc req-f2ff22df-34ca-4327-97f9-1884c8e119c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:26.012362 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-820585a7-fca1-4968-b2ba-4dc0030a44bc req-f2ff22df-34ca-4327-97f9-1884c8e119c8 service neutron] 10.222.0.37 "PUT /v2.0/ports/a2394ea8-887b-423b-aec7-fc15c72355a0 HTTP/1.1" status: 200 len: 1093 time: 1.4518919 Sep 08 09:11:26.012828 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c968a7-2dd1-441e-b6fc-f02c693b9084', 'tag': 'a2394ea8-887b-423b-aec7-fc15c72355a0'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:11:26.015113 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caccca01-c878-4d54-b840-91e8b2a4a1ed" -d '{"events": [{"name": "network-changed", "server_uuid": "54c968a7-2dd1-441e-b6fc-f02c693b9084", "tag": "a2394ea8-887b-423b-aec7-fc15c72355a0"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:11:26.018727 n-d-806683-11 neutron-server[94713]: DEBUG neutron.objects.ports [None req-0dd41913-53e4-45b6-b4ce-145db0238bc0 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94713) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 08 09:11:26.045818 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff22df-34ca-4327-97f9-1884c8e119c8 service neutron] Pushing event updated for resources: {'Port': ['ID=a2394ea8-887b-423b-aec7-fc15c72355a0,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:26.062085 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52388) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:26.081726 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae697b2-ea55-4f7f-bab8-7bfc84b987d4 x-openstack-request-id: req-3ae697b2-ea55-4f7f-bab8-7bfc84b987d4 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:11:26.082050 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54c968a7-2dd1-441e-b6fc-f02c693b9084", "tag": "a2394ea8-887b-423b-aec7-fc15c72355a0", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:11:26.082342 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3ae697b2-ea55-4f7f-bab8-7bfc84b987d4 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:11:26.082752 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54c968a7-2dd1-441e-b6fc-f02c693b9084', 'tag': 'a2394ea8-887b-423b-aec7-fc15c72355a0', 'status': 'completed', 'code': 200} Sep 08 09:11:26.124628 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fc29835a-d399-4624-ac96-e63574b4d843 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Notify callbacks [] for floatingip, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:26.126524 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fc29835a-d399-4624-ac96-e63574b4d843 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:26.128536 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-fc29835a-d399-4624-ac96-e63574b4d843 tempest-ServersTestJSON-1487649221 tempest-ServersTestJSON-1487649221-project] 10.222.0.54 "DELETE /v2.0/floatingips/7be889b9-ced9-4e73-a78d-5f375ef9d5da HTTP/1.1" status: 204 len: 168 time: 2.4613976 Sep 08 09:11:26.135770 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52390) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:26.150413 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820585a7-fca1-4968-b2ba-4dc0030a44bc req-bd8193ba-09bd-4c52-8b07-47f75b6546fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:26.151965 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-820585a7-fca1-4968-b2ba-4dc0030a44bc req-bd8193ba-09bd-4c52-8b07-47f75b6546fd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e0fa2b77317456893f5fab251cfa62c&device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 1096 time: 0.0682993 Sep 08 09:11:26.200736 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-dc5c1921-d188-4d93-9be8-967703aea054 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8c4acd6367d646a3befa77424fa4ba4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1366434 Sep 08 09:11:26.201214 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e089dee8-b461-4e43-8aba-074c252b763f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:26.204014 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e089dee8-b461-4e43-8aba-074c252b763f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:26.205962 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e089dee8-b461-4e43-8aba-074c252b763f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a77d58bd-385e-4bd7-a8e4-25fc115b18ff HTTP/1.1" status: 204 len: 168 time: 1.0287859 Sep 08 09:11:26.206750 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52392) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:26.234511 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-820585a7-fca1-4968-b2ba-4dc0030a44bc req-650c7608-fafe-43ee-8ce9-d027feee7315 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2394ea8-887b-423b-aec7-fc15c72355a0 HTTP/1.1" status: 200 len: 217 time: 0.0437975 Sep 08 09:11:26.267910 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089dee8-b461-4e43-8aba-074c252b763f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77d58bd-385e-4bd7-a8e4-25fc115b18ff,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:26.341708 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63512dc8-89ed-4618-97fd-84198ab6b6d8 None None] New status for floating IP 7be889b9-ced9-4e73-a78d-5f375ef9d5da: DOWN {{(pid=94715) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:11:26.366188 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-981f7a71-6686-434e-85de-d12fce62a1e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:26.376310 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820585a7-fca1-4968-b2ba-4dc0030a44bc req-dbfbee86-c49a-4d3f-9e63-774e954de6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:26.378598 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-820585a7-fca1-4968-b2ba-4dc0030a44bc req-dbfbee86-c49a-4d3f-9e63-774e954de6f0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f99fff34-d0f7-460f-81c3-03f5e1e7df92 HTTP/1.1" status: 200 len: 860 time: 0.1336684 Sep 08 09:11:26.391948 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-981f7a71-6686-434e-85de-d12fce62a1e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:26.424670 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0dd41913-53e4-45b6-b4ce-145db0238bc0 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:26.475536 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-820585a7-fca1-4968-b2ba-4dc0030a44bc req-7364253a-9b91-48ee-a7dc-ada12a80add1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=af37320b-6b9f-4537-9cf7-f31def6375f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463698 Sep 08 09:11:26.518814 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-981f7a71-6686-434e-85de-d12fce62a1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:26.521085 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-981f7a71-6686-434e-85de-d12fce62a1e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:26.522390 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-981f7a71-6686-434e-85de-d12fce62a1e5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3603d359-e8bf-4a6e-9f7b-decc56467183 HTTP/1.1" status: 204 len: 168 time: 0.3050697 Sep 08 09:11:26.613919 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981f7a71-6686-434e-85de-d12fce62a1e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3603d359-e8bf-4a6e-9f7b-decc56467183,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:26.752730 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ce365b44-c6ab-4c47-9157-995b4d3736a5 None None] Provisioning for port 0488f5bb-d4c5-4684-84f0-68a3c5113ecc completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:11:26.760253 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524629df-422c-4bff-a7c1-02f087251e2f req-511c1088-c0ee-4ac2-b848-72a5b71e1e14 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:26.761899 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-524629df-422c-4bff-a7c1-02f087251e2f req-511c1088-c0ee-4ac2-b848-72a5b71e1e14 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/ports?device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 944 time: 0.1758208 Sep 08 09:11:26.769665 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ce365b44-c6ab-4c47-9157-995b4d3736a5 None None] Provisioning complete for port 0488f5bb-d4c5-4684-84f0-68a3c5113ecc triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:11:26.770239 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ce365b44-c6ab-4c47-9157-995b4d3736a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:26.776532 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-820585a7-fca1-4968-b2ba-4dc0030a44bc req-5555a35a-a27d-400d-8722-246a1f911065 service neutron] 10.222.0.37 "GET /v2.0/networks/af37320b-6b9f-4537-9cf7-f31def6375f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884400 Sep 08 09:11:26.817574 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-0dd41913-53e4-45b6-b4ce-145db0238bc0 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] For port 0488f5bb-d4c5-4684-84f0-68a3c5113ecc, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=0488f5bb-d4c5-4684-84f0-68a3c5113ecc,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:26.844290 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-524629df-422c-4bff-a7c1-02f087251e2f req-9a990c3c-b925-4e83-8c89-40512bfed308 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/security-groups?id=bea61fdc-ddf6-486e-8758-ec31b413e40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738242 Sep 08 09:11:26.880909 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0dd41913-53e4-45b6-b4ce-145db0238bc0 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:26.886284 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0dd41913-53e4-45b6-b4ce-145db0238bc0 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:26.887545 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0dd41913-53e4-45b6-b4ce-145db0238bc0 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:26.924275 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ce365b44-c6ab-4c47-9157-995b4d3736a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:26.974602 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-820585a7-fca1-4968-b2ba-4dc0030a44bc req-fa4f6185-e1e1-4350-bd52-491169c8e47c service neutron] 10.222.0.37 "GET /v2.0/networks/af37320b-6b9f-4537-9cf7-f31def6375f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893122 Sep 08 09:11:27.030093 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-68bfccbb-e478-455a-a13b-fa62b325dbfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:27.050273 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.db.api [None req-ce365b44-c6ab-4c47-9157-995b4d3736a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 09:11:27.050776 n-d-806683-11 neutron-server[94714]: DEBUG oslo_db.api [None req-ce365b44-c6ab-4c47-9157-995b4d3736a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 09:11:27.071545 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 0488f5bb-d4c5-4684-84f0-68a3c5113ecc up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:11:27.073816 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd41913-53e4-45b6-b4ce-145db0238bc0 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Port': ['ID=0488f5bb-d4c5-4684-84f0-68a3c5113ecc,revision_number=11']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:27.103970 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd41913-53e4-45b6-b4ce-145db0238bc0 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:11:27.107894 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-0dd41913-53e4-45b6-b4ce-145db0238bc0 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:11:27.117093 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd41913-53e4-45b6-b4ce-145db0238bc0 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:27.118270 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0dd41913-53e4-45b6-b4ce-145db0238bc0 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:27.128541 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd41913-53e4-45b6-b4ce-145db0238bc0 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Subnet': ['ID=72d0c3bd-b792-4b9f-869d-55b3b3292a6f,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:27.131467 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766a1c7c-38f9-4f12-86a8-c0cd0407e150 None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:11:27.141417 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0dd41913-53e4-45b6-b4ce-145db0238bc0 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6313581 Sep 08 09:11:27.145389 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52410) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:27.159945 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-0965a3f8-82ec-49c4-b6c3-cac994784371 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'port': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'mac_address': 'fa:16:3e:1e:63:29', 'name': 'tempest-NetworksTestDHCPv6-1828155130'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:27.163907 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52412) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:27.215335 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-be40fcc9-c2eb-4884-a257-6a0d5c29ff16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:27.231886 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 0488f5bb-d4c5-4684-84f0-68a3c5113ecc triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:11:27.232623 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:27.249026 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccca01-c878-4d54-b840-91e8b2a4a1ed req-8dcba1fa-3591-470b-90b9-af31d5495513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:27.252453 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-caccca01-c878-4d54-b840-91e8b2a4a1ed req-8dcba1fa-3591-470b-90b9-af31d5495513 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e0fa2b77317456893f5fab251cfa62c&device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 1096 time: 0.1573660 Sep 08 09:11:27.441053 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-be40fcc9-c2eb-4884-a257-6a0d5c29ff16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:27.443075 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:27.453478 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-be40fcc9-c2eb-4884-a257-6a0d5c29ff16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:27.472591 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccca01-c878-4d54-b840-91e8b2a4a1ed req-05e29ffa-f806-426f-9827-cf79318a673d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:27.474613 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-caccca01-c878-4d54-b840-91e8b2a4a1ed req-05e29ffa-f806-426f-9827-cf79318a673d service neutron] 10.222.0.37 "GET /v2.0/networks?id=af37320b-6b9f-4537-9cf7-f31def6375f6 HTTP/1.1" status: 200 len: 921 time: 0.2134268 Sep 08 09:11:27.487626 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 0488f5bb-d4c5-4684-84f0-68a3c5113ecc, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=0488f5bb-d4c5-4684-84f0-68a3c5113ecc,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:27.495983 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:27.587069 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0965a3f8-82ec-49c4-b6c3-cac994784371 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:11:27.591473 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-caccca01-c878-4d54-b840-91e8b2a4a1ed req-45a69a0c-3d2d-4649-8e47-157dd4a73325 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2394ea8-887b-423b-aec7-fc15c72355a0 HTTP/1.1" status: 200 len: 217 time: 0.0775805 Sep 08 09:11:27.602130 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be40fcc9-c2eb-4884-a257-6a0d5c29ff16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77f9034-942c-4967-81c7-e29e1fa3e9d3,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:27.612461 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-be40fcc9-c2eb-4884-a257-6a0d5c29ff16 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=37406f97a88d472ba5004e9e5f5df419&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4455709 Sep 08 09:11:27.649463 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52422) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:27.662207 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=0488f5bb-d4c5-4684-84f0-68a3c5113ecc,revision_number=12']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:27.789266 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0965a3f8-82ec-49c4-b6c3-cac994784371 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:27.822541 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-0965a3f8-82ec-49c4-b6c3-cac994784371 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] device_id is not set on port 0821ca5e-a1f0-4d21-86f8-685d20087445 yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:11:27.895842 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccca01-c878-4d54-b840-91e8b2a4a1ed req-7efc4111-1137-4ba0-af4d-1a2e340e3a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:27.897456 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-caccca01-c878-4d54-b840-91e8b2a4a1ed req-7efc4111-1137-4ba0-af4d-1a2e340e3a8f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f99fff34-d0f7-460f-81c3-03f5e1e7df92 HTTP/1.1" status: 200 len: 860 time: 0.2924659 Sep 08 09:11:27.929334 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5932d-a131-47e3-9fda-b95a037eb11f req-66502010-e382-4591-9a31-0bebade78365 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:27.936226 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5932d-a131-47e3-9fda-b95a037eb11f req-66502010-e382-4591-9a31-0bebade78365 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:27.945089 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5932d-a131-47e3-9fda-b95a037eb11f req-66502010-e382-4591-9a31-0bebade78365 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:27.951531 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5932d-a131-47e3-9fda-b95a037eb11f req-66502010-e382-4591-9a31-0bebade78365 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:27.961824 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5932d-a131-47e3-9fda-b95a037eb11f req-66502010-e382-4591-9a31-0bebade78365 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:27.968554 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5932d-a131-47e3-9fda-b95a037eb11f req-66502010-e382-4591-9a31-0bebade78365 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:27.975625 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5932d-a131-47e3-9fda-b95a037eb11f req-66502010-e382-4591-9a31-0bebade78365 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:27.984255 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-41c5932d-a131-47e3-9fda-b95a037eb11f req-66502010-e382-4591-9a31-0bebade78365 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 5442 time: 0.2256188 Sep 08 09:11:28.035571 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52438) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:28.065858 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-caccca01-c878-4d54-b840-91e8b2a4a1ed req-ab77228d-5c20-46b6-ae19-3754f6516841 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=af37320b-6b9f-4537-9cf7-f31def6375f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1500061 Sep 08 09:11:28.068451 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-99b9165e-ddf0-4fc0-89e0-e68842848d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:28.098651 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9de7b-fcef-4df5-a266-e63a0102e5ab req-a977981b-afb3-4d10-a803-46170a8067fa tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:28.100711 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5af9de7b-fcef-4df5-a266-e63a0102e5ab req-a977981b-afb3-4d10-a803-46170a8067fa tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/ports?device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 944 time: 0.1321690 Sep 08 09:11:28.105693 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-99b9165e-ddf0-4fc0-89e0-e68842848d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:28.146930 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-0965a3f8-82ec-49c4-b6c3-cac994784371 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Allocated IP 172.20.0.12 (9177193f-e165-437e-b3d7-f8fa84e750aa/727a3917-8096-48ed-b26b-21d2028416a1/0821ca5e-a1f0-4d21-86f8-685d20087445) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:11:28.167051 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-0965a3f8-82ec-49c4-b6c3-cac994784371 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Allocated IP 2001:db8::f816:3eff:fe1e:6329 (9177193f-e165-437e-b3d7-f8fa84e750aa/72d0c3bd-b792-4b9f-869d-55b3b3292a6f/0821ca5e-a1f0-4d21-86f8-685d20087445) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:11:28.184000 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5af9de7b-fcef-4df5-a266-e63a0102e5ab req-5a452a42-f87d-4972-a1ce-0c2776723567 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/security-groups?id=bea61fdc-ddf6-486e-8758-ec31b413e40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708818 Sep 08 09:11:28.210930 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-7d7811b8-0f32-4740-b326-9c8c289e9882 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1915996450-network', 'tenant_id': '1388a347ed8349e783dcb623351808bc'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:28.271102 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7811b8-0f32-4740-b326-9c8c289e9882 admin admin] Made reservation on behalf of 1388a347ed8349e783dcb623351808bc for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:11:28.273617 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7d7811b8-0f32-4740-b326-9c8c289e9882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:28.293150 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7d7811b8-0f32-4740-b326-9c8c289e9882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:28.310350 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-24d985c7-8f2d-455d-bd7e-acbe81d3fef0 None None] Provisioning complete for port 0488f5bb-d4c5-4684-84f0-68a3c5113ecc triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:11:28.310989 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-24d985c7-8f2d-455d-bd7e-acbe81d3fef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:28.410676 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0965a3f8-82ec-49c4-b6c3-cac994784371 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:28.411869 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:28.434166 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-0965a3f8-82ec-49c4-b6c3-cac994784371 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Transition to ACTIVE for port object 0821ca5e-a1f0-4d21-86f8-685d20087445 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:11:28.484395 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-41c5932d-a131-47e3-9fda-b95a037eb11f req-43c9108a-7060-42ec-877c-5fa7d1452b34 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&id=ee706af1-7645-483d-b50a-1bf5c08b472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4991779 Sep 08 09:11:28.499860 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7d7811b8-0f32-4740-b326-9c8c289e9882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:28.510233 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7d7811b8-0f32-4740-b326-9c8c289e9882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:28.522298 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0965a3f8-82ec-49c4-b6c3-cac994784371 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:28.542333 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-68bfccbb-e478-455a-a13b-fa62b325dbfa admin admin] Deleting port 6b9f76c0-abd6-4c13-9477-d3a342a219bc {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:11:28.542743 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-68bfccbb-e478-455a-a13b-fa62b325dbfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:28.544933 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d7811b8-0f32-4740-b326-9c8c289e9882 admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:11:28.579467 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-99b9165e-ddf0-4fc0-89e0-e68842848d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:28.582981 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-99b9165e-ddf0-4fc0-89e0-e68842848d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:28.584362 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-99b9165e-ddf0-4fc0-89e0-e68842848d65 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e77f9034-942c-4967-81c7-e29e1fa3e9d3 HTTP/1.1" status: 204 len: 168 time: 0.9315376 Sep 08 09:11:28.590175 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7811b8-0f32-4740-b326-9c8c289e9882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589c9591-e543-4a4b-a03b-b33803a77403,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:28.593188 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-caccca01-c878-4d54-b840-91e8b2a4a1ed req-553d2eaf-edb4-4c91-827b-dd954f5cd9e3 service neutron] 10.222.0.37 "GET /v2.0/networks/af37320b-6b9f-4537-9cf7-f31def6375f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4972348 Sep 08 09:11:28.606637 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7d7811b8-0f32-4740-b326-9c8c289e9882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:28.607030 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-7d7811b8-0f32-4740-b326-9c8c289e9882 admin admin] Added segment fa86f2d6-f0c1-4e5b-b676-bfebdd20ddad of type vlan for network af2b6fb2-911b-46ba-8e2b-7a7f100b74ef Sep 08 09:11:28.609455 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0965a3f8-82ec-49c4-b6c3-cac994784371 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:11:28.622181 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-0965a3f8-82ec-49c4-b6c3-cac994784371 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:11:28.625050 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0965a3f8-82ec-49c4-b6c3-cac994784371 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Port': ['ID=0821ca5e-a1f0-4d21-86f8-685d20087445,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:28.629800 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0965a3f8-82ec-49c4-b6c3-cac994784371 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:11:28.640916 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b9165e-ddf0-4fc0-89e0-e68842848d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77f9034-942c-4967-81c7-e29e1fa3e9d3,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:28.678085 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b9165e-ddf0-4fc0-89e0-e68842848d65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:11:28.678443 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b9165e-ddf0-4fc0-89e0-e68842848d65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:11:28.678787 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b9165e-ddf0-4fc0-89e0-e68842848d65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:11:28.679131 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b9165e-ddf0-4fc0-89e0-e68842848d65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:11:28.679475 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b9165e-ddf0-4fc0-89e0-e68842848d65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:11:28.679804 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b9165e-ddf0-4fc0-89e0-e68842848d65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:11:28.680140 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b9165e-ddf0-4fc0-89e0-e68842848d65 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:11:28.680466 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b9165e-ddf0-4fc0-89e0-e68842848d65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:11:28.680805 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b9165e-ddf0-4fc0-89e0-e68842848d65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:11:28.681128 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b9165e-ddf0-4fc0-89e0-e68842848d65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:11:28.681568 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b9165e-ddf0-4fc0-89e0-e68842848d65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:11:28.682500 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b9165e-ddf0-4fc0-89e0-e68842848d65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:11:28.713923 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7d7811b8-0f32-4740-b326-9c8c289e9882 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:28.764087 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-68bfccbb-e478-455a-a13b-fa62b325dbfa admin admin] For port 6b9f76c0-abd6-4c13-9477-d3a342a219bc, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=6b9f76c0-abd6-4c13-9477-d3a342a219bc,segment=NetworkSegment(6bbf66e3-0318-4c4d-b2f3-26f8e312db51),segment_id=6bbf66e3-0318-4c4d-b2f3-26f8e312db51)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:28.764477 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0965a3f8-82ec-49c4-b6c3-cac994784371 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:28.765037 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-68bfccbb-e478-455a-a13b-fa62b325dbfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:28.765551 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0965a3f8-82ec-49c4-b6c3-cac994784371 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:28.788114 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-68bfccbb-e478-455a-a13b-fa62b325dbfa admin admin] Calling delete_port for 6b9f76c0-abd6-4c13-9477-d3a342a219bc owned by network:router_interface {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:11:28.810952 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-caccca01-c878-4d54-b840-91e8b2a4a1ed req-3d96decc-3fbc-4194-8704-6ade759a9777 service neutron] 10.222.0.37 "GET /v2.0/networks/af37320b-6b9f-4537-9cf7-f31def6375f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716850 Sep 08 09:11:28.811671 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7d7811b8-0f32-4740-b326-9c8c289e9882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:28.813262 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7811b8-0f32-4740-b326-9c8c289e9882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:28.816868 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7d7811b8-0f32-4740-b326-9c8c289e9882 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:28.831018 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0965a3f8-82ec-49c4-b6c3-cac994784371 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.6809974 Sep 08 09:11:28.859073 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52448) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:28.909176 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7d7811b8-0f32-4740-b326-9c8c289e9882 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8713245 Sep 08 09:11:28.911682 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52450) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:28.931008 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-862b932c-acec-46f0-a297-a5bc642588a8 admin admin] Request body: {'subnet': {'network_id': 'af2b6fb2-911b-46ba-8e2b-7a7f100b74ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1915996450-subnet', 'tenant_id': '1388a347ed8349e783dcb623351808bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:28.982401 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7811b8-0f32-4740-b326-9c8c289e9882 admin admin] Pushing event updated for resources: {'Network': ['ID=af2b6fb2-911b-46ba-8e2b-7a7f100b74ef,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:28.993687 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network af2b6fb2-911b-46ba-8e2b-7a7f100b74ef details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:11:29.008477 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862b932c-acec-46f0-a297-a5bc642588a8 admin admin] Made reservation on behalf of 1388a347ed8349e783dcb623351808bc for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:11:29.011782 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-862b932c-acec-46f0-a297-a5bc642588a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:29.025451 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74315c0c-e3af-451a-8596-4ad5c761d366 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:29.033520 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74315c0c-e3af-451a-8596-4ad5c761d366 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:29.036125 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-74315c0c-e3af-451a-8596-4ad5c761d366 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1865 time: 0.1762366 Sep 08 09:11:29.056468 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52452) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:29.080939 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52454) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:29.083193 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 0488f5bb-d4c5-4684-84f0-68a3c5113ecc up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:11:29.100468 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-68bfccbb-e478-455a-a13b-fa62b325dbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:29.148170 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-31e1730a-86de-4963-8ee1-5d8928f2dfbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:29.152149 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ef1f5c81-ea76-4200-98b9-b2e8d1313d62 None None] Provisioning for port 0821ca5e-a1f0-4d21-86f8-685d20087445 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:11:29.160492 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ef1f5c81-ea76-4200-98b9-b2e8d1313d62 None None] Provisioning complete for port 0821ca5e-a1f0-4d21-86f8-685d20087445 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:11:29.161140 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ef1f5c81-ea76-4200-98b9-b2e8d1313d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:29.182222 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bfccbb-e478-455a-a13b-fa62b325dbfa admin admin] Pushing event deleted for resources: {'Port': ['ID=6b9f76c0-abd6-4c13-9477-d3a342a219bc,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:29.194959 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 0488f5bb-d4c5-4684-84f0-68a3c5113ecc triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:11:29.195619 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:29.235665 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-ef1f5c81-ea76-4200-98b9-b2e8d1313d62 None None] Port 0821ca5e-a1f0-4d21-86f8-685d20087445 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:11:29.288518 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-a57aa335-aec9-4669-a96b-7a28ed52cd1f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting port 0821ca5e-a1f0-4d21-86f8-685d20087445 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:11:29.289645 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a57aa335-aec9-4669-a96b-7a28ed52cd1f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:29.380673 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-6ce8e8e3-f782-4e15-867e-64ecb5651fd4 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:29.383213 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-862b932c-acec-46f0-a297-a5bc642588a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:29.386768 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-6ce8e8e3-f782-4e15-867e-64ecb5651fd4 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:29.393743 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-6ce8e8e3-f782-4e15-867e-64ecb5651fd4 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:29.399790 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-6ce8e8e3-f782-4e15-867e-64ecb5651fd4 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:29.405869 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-6ce8e8e3-f782-4e15-867e-64ecb5651fd4 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:29.412583 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-6ce8e8e3-f782-4e15-867e-64ecb5651fd4 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:29.418479 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-6ce8e8e3-f782-4e15-867e-64ecb5651fd4 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:29.420469 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-6ce8e8e3-f782-4e15-867e-64ecb5651fd4 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.37 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 5442 time: 0.3544686 Sep 08 09:11:29.468607 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a57aa335-aec9-4669-a96b-7a28ed52cd1f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:29.481590 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b932c-acec-46f0-a297-a5bc642588a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a128d3c-60b3-4d2f-8c1b-ece78390d4b4,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:29.491369 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-a57aa335-aec9-4669-a96b-7a28ed52cd1f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Calling delete_port for 0821ca5e-a1f0-4d21-86f8-685d20087445 owned by {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:11:29.493260 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862b932c-acec-46f0-a297-a5bc642588a8 admin admin] Checking segment: {'id': 'fa86f2d6-f0c1-4e5b-b676-bfebdd20ddad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'af2b6fb2-911b-46ba-8e2b-7a7f100b74ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:11:29.493621 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862b932c-acec-46f0-a297-a5bc642588a8 admin admin] Network hostable DHCP agents. Network: af2b6fb2-911b-46ba-8e2b-7a7f100b74ef, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:11:29.539562 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-b562d92f-af50-4712-86be-a171127cadc2 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:29.540879 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-b562d92f-af50-4712-86be-a171127cadc2 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.37 "GET /v2.0/ports/1ba67b89-fdf3-438b-8aa9-37c654debf50?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1080582 Sep 08 09:11:29.548446 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04113595-ecaf-48bb-b516-d61d7f18a1b1 req-2c9d0ee6-7356-46d7-934e-08715f9ce585 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:29.550541 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-04113595-ecaf-48bb-b516-d61d7f18a1b1 req-2c9d0ee6-7356-46d7-934e-08715f9ce585 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/ports?device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 944 time: 0.2343280 Sep 08 09:11:29.555087 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862b932c-acec-46f0-a297-a5bc642588a8 admin admin] Network af2b6fb2-911b-46ba-8e2b-7a7f100b74ef is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:11:29.571825 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-862b932c-acec-46f0-a297-a5bc642588a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, af2b6fb2-911b-46ba-8e2b-7a7f100b74ef) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:11:29.577732 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862b932c-acec-46f0-a297-a5bc642588a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:29.578369 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-862b932c-acec-46f0-a297-a5bc642588a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:29.584716 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008d24d1-c731-46c7-9374-ec69c56472a7 None None] Network af2b6fb2-911b-46ba-8e2b-7a7f100b74ef requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:11:29.700801 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-31e1730a-86de-4963-8ee1-5d8928f2dfbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:29.707427 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606bf32-e194-4da9-b701-6c1488e768e6 req-29179606-d5c5-4766-9fa6-d4ee1cf3e688 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:29.713637 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606bf32-e194-4da9-b701-6c1488e768e6 req-29179606-d5c5-4766-9fa6-d4ee1cf3e688 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:29.719948 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606bf32-e194-4da9-b701-6c1488e768e6 req-29179606-d5c5-4766-9fa6-d4ee1cf3e688 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:29.728678 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606bf32-e194-4da9-b701-6c1488e768e6 req-29179606-d5c5-4766-9fa6-d4ee1cf3e688 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:29.728828 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-31e1730a-86de-4963-8ee1-5d8928f2dfbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:29.733945 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc772d87-3006-43a4-9b16-609c271eeb69 None None] Network af2b6fb2-911b-46ba-8e2b-7a7f100b74ef requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:11:29.735200 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606bf32-e194-4da9-b701-6c1488e768e6 req-29179606-d5c5-4766-9fa6-d4ee1cf3e688 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:29.741581 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606bf32-e194-4da9-b701-6c1488e768e6 req-29179606-d5c5-4766-9fa6-d4ee1cf3e688 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:29.749831 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606bf32-e194-4da9-b701-6c1488e768e6 req-29179606-d5c5-4766-9fa6-d4ee1cf3e688 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:29.752382 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3606bf32-e194-4da9-b701-6c1488e768e6 req-29179606-d5c5-4766-9fa6-d4ee1cf3e688 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 5442 time: 0.1538367 Sep 08 09:11:29.766075 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device a2394ea8-887b-423b-aec7-fc15c72355a0 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:11:29.773946 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-862b932c-acec-46f0-a297-a5bc642588a8 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8611503 Sep 08 09:11:29.775068 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-04113595-ecaf-48bb-b516-d61d7f18a1b1 req-a717c081-305a-4ad8-b562-79c3ec9d1f0e tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/security-groups?id=bea61fdc-ddf6-486e-8758-ec31b413e40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095425 Sep 08 09:11:29.819873 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e1730a-86de-4963-8ee1-5d8928f2dfbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7111d48-fdce-4140-b02b-fe0e7437c216,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:29.824345 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-68bfccbb-e478-455a-a13b-fa62b325dbfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:29.839487 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-c995405e-f125-434d-bf44-509de7acd7d9 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.37 "GET /v2.0/networks/e131d2cf-f0f6-4e3a-90af-0615e503d20b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2856677 Sep 08 09:11:29.850738 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-31e1730a-86de-4963-8ee1-5d8928f2dfbc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4368cb7c6feb42a696f58b873bc91afa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7714550 Sep 08 09:11:29.853814 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52462) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:29.854752 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3606bf32-e194-4da9-b701-6c1488e768e6 req-2933b13b-2732-4434-9b91-fe2528b362aa tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&id=ee706af1-7645-483d-b50a-1bf5c08b472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0925341 Sep 08 09:11:29.859601 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-89578d7e-5ff7-4b49-9fe9-dc3f96fc3429 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:29.879816 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a57aa335-aec9-4669-a96b-7a28ed52cd1f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:29.930662 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57aa335-aec9-4669-a96b-7a28ed52cd1f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Port': ['ID=0821ca5e-a1f0-4d21-86f8-685d20087445,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:30.068464 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port a2394ea8-887b-423b-aec7-fc15c72355a0, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=a2394ea8-887b-423b-aec7-fc15c72355a0,segment=NetworkSegment(8a3011db-cedf-4056-876c-18fca329db0d),segment_id=8a3011db-cedf-4056-876c-18fca329db0d)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:30.069251 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-89578d7e-5ff7-4b49-9fe9-dc3f96fc3429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:30.070285 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a57aa335-aec9-4669-a96b-7a28ed52cd1f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:30.076465 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a57aa335-aec9-4669-a96b-7a28ed52cd1f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/ports/0821ca5e-a1f0-4d21-86f8-685d20087445 HTTP/1.1" status: 204 len: 168 time: 1.0185511 Sep 08 09:11:30.077361 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52468) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:30.083331 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': 'a2394ea8-887b-423b-aec7-fc15c72355a0', 'network_id': 'af37320b-6b9f-4537-9cf7-f31def6375f6', 'port_id': 'a2394ea8-887b-423b-aec7-fc15c72355a0', 'mac_address': 'fa:16:3e:8f:69:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f99fff34-d0f7-460f-81c3-03f5e1e7df92', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:11:30.163229 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:30.182325 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c8fc3a7f-8f28-401c-a856-72070c827863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:30.192366 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2394ea8-887b-423b-aec7-fc15c72355a0 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:11:30.203261 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eedb9b2-a695-45ab-b9fb-44ac0c1e4377 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:30.205596 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eedb9b2-a695-45ab-b9fb-44ac0c1e4377 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:30.218640 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eedb9b2-a695-45ab-b9fb-44ac0c1e4377 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:30.228664 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2eedb9b2-a695-45ab-b9fb-44ac0c1e4377 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1500192 Sep 08 09:11:30.229278 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52472) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:30.229475 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port a2394ea8-887b-423b-aec7-fc15c72355a0, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=a2394ea8-887b-423b-aec7-fc15c72355a0,segment=NetworkSegment(8a3011db-cedf-4056-876c-18fca329db0d),segment_id=8a3011db-cedf-4056-876c-18fca329db0d)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:30.237303 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:30.248535 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c8fc3a7f-8f28-401c-a856-72070c827863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:30.311070 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=a2394ea8-887b-423b-aec7-fc15c72355a0,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:30.328331 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-d66d8d6b-25ca-4d06-bcac-0649bb1fa899 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting subnet 727a3917-8096-48ed-b26b-21d2028416a1 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:11:30.332902 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d66d8d6b-25ca-4d06-bcac-0649bb1fa899 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:30.378080 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d66d8d6b-25ca-4d06-bcac-0649bb1fa899 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:30.469471 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c8fc3a7f-8f28-401c-a856-72070c827863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:30.472893 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c8fc3a7f-8f28-401c-a856-72070c827863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:30.476349 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c8fc3a7f-8f28-401c-a856-72070c827863 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d7111d48-fdce-4140-b02b-fe0e7437c216 HTTP/1.1" status: 204 len: 168 time: 0.6101265 Sep 08 09:11:30.479848 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52482) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:30.485408 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-89578d7e-5ff7-4b49-9fe9-dc3f96fc3429 service neutron] For port 1ba67b89-fdf3-438b-8aa9-37c654debf50, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=1ba67b89-fdf3-438b-8aa9-37c654debf50,segment=NetworkSegment(a13fd2b6-0549-44cb-a81f-d013dc25e0e0),segment_id=a13fd2b6-0549-44cb-a81f-d013dc25e0e0)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:30.490448 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-99eec6fe-a04e-46f4-ac90-aa5050433300 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1602180699-network', 'tenant_id': '7cac685a2f5d49a996a6d653ed407ad5'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:30.500461 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d66d8d6b-25ca-4d06-bcac-0649bb1fa899 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:30.509781 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc3a7f-8f28-401c-a856-72070c827863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7111d48-fdce-4140-b02b-fe0e7437c216,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:30.518930 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68bfccbb-e478-455a-a13b-fa62b325dbfa admin admin] Router 5be0fe20-6ff7-4e8e-b269-56f6e84249fe has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:11:30.548162 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-89578d7e-5ff7-4b49-9fe9-dc3f96fc3429 service neutron] For port 1ba67b89-fdf3-438b-8aa9-37c654debf50, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:11:30.566992 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99eec6fe-a04e-46f4-ac90-aa5050433300 admin admin] Made reservation on behalf of 7cac685a2f5d49a996a6d653ed407ad5 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:11:30.569258 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-99eec6fe-a04e-46f4-ac90-aa5050433300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:30.582913 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-99eec6fe-a04e-46f4-ac90-aa5050433300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:30.622923 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d66d8d6b-25ca-4d06-bcac-0649bb1fa899 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:30.632958 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-89578d7e-5ff7-4b49-9fe9-dc3f96fc3429 service neutron] device_id is not set on port 1ba67b89-fdf3-438b-8aa9-37c654debf50 yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:11:30.649426 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-89578d7e-5ff7-4b49-9fe9-dc3f96fc3429 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:30.662170 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66d8d6b-25ca-4d06-bcac-0649bb1fa899 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Subnet': ['ID=727a3917-8096-48ed-b26b-21d2028416a1,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:30.668481 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d66d8d6b-25ca-4d06-bcac-0649bb1fa899 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:30.670460 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d66d8d6b-25ca-4d06-bcac-0649bb1fa899 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/727a3917-8096-48ed-b26b-21d2028416a1 HTTP/1.1" status: 204 len: 168 time: 0.4402053 Sep 08 09:11:30.678549 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52484) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:30.681780 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db386c3-5176-4d6c-a23d-521fd85c3e6d None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:11:30.693217 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-89578d7e-5ff7-4b49-9fe9-dc3f96fc3429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:30.772422 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ae32043-2bd2-4e68-9a3b-35e46e921655 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting subnet 72d0c3bd-b792-4b9f-869d-55b3b3292a6f {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:11:30.781019 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2ae32043-2bd2-4e68-9a3b-35e46e921655 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:30.782915 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89578d7e-5ff7-4b49-9fe9-dc3f96fc3429 service neutron] Pushing event updated for resources: {'Port': ['ID=1ba67b89-fdf3-438b-8aa9-37c654debf50,revision_number=6']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:30.784749 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['a2394ea8-887b-423b-aec7-fc15c72355a0'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:11:30.787032 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68bfccbb-e478-455a-a13b-fa62b325dbfa admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:11:30.800078 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-68bfccbb-e478-455a-a13b-fa62b325dbfa admin admin] 10.222.0.54 "PUT /v2.0/routers/5be0fe20-6ff7-4e8e-b269-56f6e84249fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6597250 Sep 08 09:11:30.818853 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52490) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:30.843201 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139873c3-c54b-4c8c-b301-e33126699955 None None] Sync routers for ids ['5be0fe20-6ff7-4e8e-b269-56f6e84249fe'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:11:30.884552 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-99eec6fe-a04e-46f4-ac90-aa5050433300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:30.889846 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2ae32043-2bd2-4e68-9a3b-35e46e921655 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:30.894030 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139873c3-c54b-4c8c-b301-e33126699955 None None] Routers {'5be0fe20-6ff7-4e8e-b269-56f6e84249fe'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:11:30.895301 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-139873c3-c54b-4c8c-b301-e33126699955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:11:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5be0fe20-6ff7-4e8e-b269-56f6e84249fe'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:30.921836 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-89578d7e-5ff7-4b49-9fe9-dc3f96fc3429 service neutron] No DVR routers for this DVR port 1ba67b89-fdf3-438b-8aa9-37c654debf50 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:11:31.016649 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-99eec6fe-a04e-46f4-ac90-aa5050433300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:31.079244 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eec6fe-a04e-46f4-ac90-aa5050433300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67732c9-e4b9-478a-8b61-28ad61745d11,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:31.103912 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-89578d7e-5ff7-4b49-9fe9-dc3f96fc3429 service neutron] In _notify_port_updated(), no bound segment for port 1ba67b89-fdf3-438b-8aa9-37c654debf50 on network e131d2cf-f0f6-4e3a-90af-0615e503d20b {{(pid=94712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 08 09:11:31.105144 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-89578d7e-5ff7-4b49-9fe9-dc3f96fc3429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:31.105443 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-89578d7e-5ff7-4b49-9fe9-dc3f96fc3429 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:31.118228 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-89578d7e-5ff7-4b49-9fe9-dc3f96fc3429 service neutron] 10.222.0.37 "PUT /v2.0/ports/1ba67b89-fdf3-438b-8aa9-37c654debf50 HTTP/1.1" status: 200 len: 1033 time: 1.2645023 Sep 08 09:11:31.125366 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2ae32043-2bd2-4e68-9a3b-35e46e921655 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:31.139655 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-856b5636-5c97-4500-91d9-4fdff8d00af6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:31.205372 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3ee7c-7682-4134-a731-ce7cd7f8422c req-e9525c8b-f83d-48ce-9420-add64ad1ca82 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:31.216055 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-22f3ee7c-7682-4134-a731-ce7cd7f8422c req-e9525c8b-f83d-48ce-9420-add64ad1ca82 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/ports?device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 945 time: 0.2148595 Sep 08 09:11:31.227099 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99eec6fe-a04e-46f4-ac90-aa5050433300 admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:11:31.237252 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-9d210449-1637-4ea3-a0b5-572b3b579bf6 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:31.239046 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-9d210449-1637-4ea3-a0b5-572b3b579bf6 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.37 "GET /v2.0/ports/ddf26a7d-0e8b-469e-9475-33e914bdcf50?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1132400 Sep 08 09:11:31.252136 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb317c26-1e16-4c38-8e01-42d1aa8bc09f req-2d4880a6-5244-497d-a5ff-49543fa52f13 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:31.255090 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-139873c3-c54b-4c8c-b301-e33126699955 None None] Set router 5be0fe20-6ff7-4e8e-b269-56f6e84249fe gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:11:31.258525 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb317c26-1e16-4c38-8e01-42d1aa8bc09f req-2d4880a6-5244-497d-a5ff-49543fa52f13 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:31.261239 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-99eec6fe-a04e-46f4-ac90-aa5050433300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:31.261717 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-99eec6fe-a04e-46f4-ac90-aa5050433300 admin admin] Added segment be69ae3b-c00c-4143-9cc0-46e73708b068 of type vlan for network d4865d8e-28ab-4081-bfda-ae7d51515a11 Sep 08 09:11:31.264749 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb317c26-1e16-4c38-8e01-42d1aa8bc09f req-2d4880a6-5244-497d-a5ff-49543fa52f13 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:31.273443 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb317c26-1e16-4c38-8e01-42d1aa8bc09f req-2d4880a6-5244-497d-a5ff-49543fa52f13 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:31.280306 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb317c26-1e16-4c38-8e01-42d1aa8bc09f req-2d4880a6-5244-497d-a5ff-49543fa52f13 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:31.287494 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb317c26-1e16-4c38-8e01-42d1aa8bc09f req-2d4880a6-5244-497d-a5ff-49543fa52f13 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:31.289432 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb317c26-1e16-4c38-8e01-42d1aa8bc09f req-2d4880a6-5244-497d-a5ff-49543fa52f13 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 4662 time: 0.2520924 Sep 08 09:11:31.297459 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-e2d55509-d8a0-4078-b0a9-afb3b8631f73 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:31.306696 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-22f3ee7c-7682-4134-a731-ce7cd7f8422c req-79a0cf44-d874-48da-b55c-89a0c3ab75c7 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/security-groups?id=bea61fdc-ddf6-486e-8758-ec31b413e40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895195 Sep 08 09:11:31.384551 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-99eec6fe-a04e-46f4-ac90-aa5050433300 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:31.397662 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2ae32043-2bd2-4e68-9a3b-35e46e921655 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:31.441191 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae32043-2bd2-4e68-9a3b-35e46e921655 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Subnet': ['ID=72d0c3bd-b792-4b9f-869d-55b3b3292a6f,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:31.448520 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2ae32043-2bd2-4e68-9a3b-35e46e921655 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:31.450648 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2ae32043-2bd2-4e68-9a3b-35e46e921655 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/72d0c3bd-b792-4b9f-869d-55b3b3292a6f HTTP/1.1" status: 204 len: 168 time: 0.7711117 Sep 08 09:11:31.453380 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52508) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:31.455909 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb317c26-1e16-4c38-8e01-42d1aa8bc09f req-57b0bd13-cb56-49f0-87c7-88edec2feae1 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&id=ee706af1-7645-483d-b50a-1bf5c08b472e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1488342 Sep 08 09:11:31.460827 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-e2d55509-d8a0-4078-b0a9-afb3b8631f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:31.462652 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-99eec6fe-a04e-46f4-ac90-aa5050433300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:31.463732 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99eec6fe-a04e-46f4-ac90-aa5050433300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:31.464603 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-99eec6fe-a04e-46f4-ac90-aa5050433300 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:31.477181 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-856b5636-5c97-4500-91d9-4fdff8d00af6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:31.516418 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b217f561-88b2-4e20-904e-c7e130d2634c tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0618365 Sep 08 09:11:31.519878 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52510) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:31.573353 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-99eec6fe-a04e-46f4-ac90-aa5050433300 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0918043 Sep 08 09:11:31.577475 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52514) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:31.618771 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-ca3755b0-1480-44f6-a3b5-c2c0412a3ef8 admin admin] Request body: {'subnet': {'network_id': 'd4865d8e-28ab-4081-bfda-ae7d51515a11', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1602180699-subnet', 'tenant_id': '7cac685a2f5d49a996a6d653ed407ad5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:31.632263 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eec6fe-a04e-46f4-ac90-aa5050433300 admin admin] Pushing event updated for resources: {'Network': ['ID=d4865d8e-28ab-4081-bfda-ae7d51515a11,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:31.649878 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-856b5636-5c97-4500-91d9-4fdff8d00af6 admin admin] Deleting port b7c7872a-091f-437c-bc46-007dcb1bbdac {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:11:31.650545 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-856b5636-5c97-4500-91d9-4fdff8d00af6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:31.668638 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8c3e27-19bc-4be0-a940-5bce48f71c2e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:31.670868 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-dc8c3e27-19bc-4be0-a940-5bce48f71c2e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1500626 Sep 08 09:11:31.673477 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52518) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:31.673625 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network d4865d8e-28ab-4081-bfda-ae7d51515a11 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:11:31.686025 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3755b0-1480-44f6-a3b5-c2c0412a3ef8 admin admin] Made reservation on behalf of 7cac685a2f5d49a996a6d653ed407ad5 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:11:31.691291 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ca3755b0-1480-44f6-a3b5-c2c0412a3ef8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:31.692517 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-e2d55509-d8a0-4078-b0a9-afb3b8631f73 service neutron] For port ddf26a7d-0e8b-469e-9475-33e914bdcf50, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=ddf26a7d-0e8b-469e-9475-33e914bdcf50,segment=NetworkSegment(a13fd2b6-0549-44cb-a81f-d013dc25e0e0),segment_id=a13fd2b6-0549-44cb-a81f-d013dc25e0e0)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:31.797338 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e7cec69e-1453-44dd-b30b-7318cc67499e None None] Provisioning complete for port 1ba67b89-fdf3-438b-8aa9-37c654debf50 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:11:31.797931 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e7cec69e-1453-44dd-b30b-7318cc67499e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:31.816198 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a7fc67-8d02-413a-bcbb-c2e9ca0a1f80 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:31.817981 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b0a7fc67-8d02-413a-bcbb-c2e9ca0a1f80 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1425757 Sep 08 09:11:31.824135 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52522) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:31.880067 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8dbfed69-cfc8-41bb-bafc-fe1c63ac8ebf tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0544391 Sep 08 09:11:31.884841 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52524) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:31.890593 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-baf3715b-bccf-4ccf-a73d-13ae37e2af5f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'subnet': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:31.933192 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 24c965d7-db6d-4bd8-8994-faab41bdeccb no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:11:32.051994 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8607a6-2c09-4346-b008-cda18bf3b28d None None] Update dhcp port {'port': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'fixed_ips': [{'subnet_id': '72d0c3bd-b792-4b9f-869d-55b3b3292a6f'}], 'binding:host_id': 'n-d-806683-11'}, 'id': '0488f5bb-d4c5-4684-84f0-68a3c5113ecc'} from n-d-806683-11. {{(pid=94714) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 08 09:11:32.061853 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf3715b-bccf-4ccf-a73d-13ae37e2af5f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:11:32.066002 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-baf3715b-bccf-4ccf-a73d-13ae37e2af5f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:32.068143 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-baf3715b-bccf-4ccf-a73d-13ae37e2af5f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:11:32.068412 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baf3715b-bccf-4ccf-a73d-13ae37e2af5f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:11:32.096390 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ad8607a6-2c09-4346-b008-cda18bf3b28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:32.099767 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-e2d55509-d8a0-4078-b0a9-afb3b8631f73 service neutron] For port ddf26a7d-0e8b-469e-9475-33e914bdcf50, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:11:32.109572 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-baf3715b-bccf-4ccf-a73d-13ae37e2af5f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2235510 Sep 08 09:11:32.112763 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ca3755b0-1480-44f6-a3b5-c2c0412a3ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:32.116519 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52528) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:32.124409 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-e12dcfec-ef4f-41a5-859a-bb1400082c22 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'subnet': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:32.136353 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-856b5636-5c97-4500-91d9-4fdff8d00af6 admin admin] For port b7c7872a-091f-437c-bc46-007dcb1bbdac, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=b7c7872a-091f-437c-bc46-007dcb1bbdac,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:32.136353 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-856b5636-5c97-4500-91d9-4fdff8d00af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:32.156416 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-e2d55509-d8a0-4078-b0a9-afb3b8631f73 service neutron] device_id is not set on port ddf26a7d-0e8b-469e-9475-33e914bdcf50 yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:11:32.161154 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-856b5636-5c97-4500-91d9-4fdff8d00af6 admin admin] Calling delete_port for b7c7872a-091f-437c-bc46-007dcb1bbdac owned by network:router_gateway {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:11:32.170550 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-e2d55509-d8a0-4078-b0a9-afb3b8631f73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:32.181847 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-e2d55509-d8a0-4078-b0a9-afb3b8631f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:32.190274 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e7cec69e-1453-44dd-b30b-7318cc67499e None None] Port 1ba67b89-fdf3-438b-8aa9-37c654debf50 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:11:32.278898 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3755b0-1480-44f6-a3b5-c2c0412a3ef8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67c8b289-3840-4aa7-a034-31fa35f2e148,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:32.302664 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3755b0-1480-44f6-a3b5-c2c0412a3ef8 admin admin] Checking segment: {'id': 'be69ae3b-c00c-4143-9cc0-46e73708b068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd4865d8e-28ab-4081-bfda-ae7d51515a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:11:32.303328 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3755b0-1480-44f6-a3b5-c2c0412a3ef8 admin admin] Network hostable DHCP agents. Network: d4865d8e-28ab-4081-bfda-ae7d51515a11, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:11:32.326925 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-e2d55509-d8a0-4078-b0a9-afb3b8631f73 service neutron] No DVR routers for this DVR port ddf26a7d-0e8b-469e-9475-33e914bdcf50 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:11:32.332479 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d55509-d8a0-4078-b0a9-afb3b8631f73 service neutron] Pushing event updated for resources: {'Port': ['ID=ddf26a7d-0e8b-469e-9475-33e914bdcf50,revision_number=6']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:32.351907 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3755b0-1480-44f6-a3b5-c2c0412a3ef8 admin admin] Network d4865d8e-28ab-4081-bfda-ae7d51515a11 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:11:32.360255 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12dcfec-ef4f-41a5-859a-bb1400082c22 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:11:32.365335 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e12dcfec-ef4f-41a5-859a-bb1400082c22 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:32.367182 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-e12dcfec-ef4f-41a5-859a-bb1400082c22 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:11:32.367871 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e12dcfec-ef4f-41a5-859a-bb1400082c22 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:11:32.377455 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-ca3755b0-1480-44f6-a3b5-c2c0412a3ef8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, d4865d8e-28ab-4081-bfda-ae7d51515a11) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:11:32.387233 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3755b0-1480-44f6-a3b5-c2c0412a3ef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:32.388785 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ca3755b0-1480-44f6-a3b5-c2c0412a3ef8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:32.394895 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e12dcfec-ef4f-41a5-859a-bb1400082c22 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2755260 Sep 08 09:11:32.398529 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52538) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:32.405669 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-ebd1fbb2-b29d-408f-a573-0e6be0689c76 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'subnet': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:32.444611 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ca3755b0-1480-44f6-a3b5-c2c0412a3ef8 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8632641 Sep 08 09:11:32.483193 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-e2d55509-d8a0-4078-b0a9-afb3b8631f73 service neutron] In _notify_port_updated(), no bound segment for port ddf26a7d-0e8b-469e-9475-33e914bdcf50 on network e131d2cf-f0f6-4e3a-90af-0615e503d20b {{(pid=94712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 08 09:11:32.484132 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-e2d55509-d8a0-4078-b0a9-afb3b8631f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:32.484815 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-e2d55509-d8a0-4078-b0a9-afb3b8631f73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:32.487675 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-e2d55509-d8a0-4078-b0a9-afb3b8631f73 service neutron] 10.222.0.37 "PUT /v2.0/ports/ddf26a7d-0e8b-469e-9475-33e914bdcf50 HTTP/1.1" status: 200 len: 1031 time: 1.1965945 Sep 08 09:11:32.511984 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a956d82-7713-42b0-a59b-15e3fb78d298 None None] Network d4865d8e-28ab-4081-bfda-ae7d51515a11 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:11:32.523463 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:32.647639 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-856b5636-5c97-4500-91d9-4fdff8d00af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:32.667139 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ebb73-2e2a-45c3-8994-c8d4072e22f0 req-45d6e70d-b876-459b-a52c-78af6e6ff384 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:32.680304 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-635ebb73-2e2a-45c3-8994-c8d4072e22f0 req-45d6e70d-b876-459b-a52c-78af6e6ff384 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/ports?device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 945 time: 0.1344504 Sep 08 09:11:32.693886 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b5636-5c97-4500-91d9-4fdff8d00af6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7c7872a-091f-437c-bc46-007dcb1bbdac,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:32.724401 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c0e758-8915-4a17-b79b-13d5345c50ab None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:11:32.734603 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24c965d7-db6d-4bd8-8994-faab41bdeccb'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:11:32.746956 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37007f1d-c598-4a09-8ffb-5ecebe45ea99" -d '{"events": [{"server_uuid": "62fedf63-f62c-4785-af8b-8c03c2c707db", "name": "network-vif-unplugged", "status": "completed", "tag": "24c965d7-db6d-4bd8-8994-faab41bdeccb"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:11:32.758787 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-635ebb73-2e2a-45c3-8994-c8d4072e22f0 req-da26986f-ffe6-4b16-8d6e-bdd0605bb1d1 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/security-groups?id=bea61fdc-ddf6-486e-8758-ec31b413e40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769267 Sep 08 09:11:32.759575 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd1fbb2-b29d-408f-a573-0e6be0689c76 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:11:32.772260 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ebd1fbb2-b29d-408f-a573-0e6be0689c76 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:32.775081 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebd1fbb2-b29d-408f-a573-0e6be0689c76 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:11:32.779386 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebd1fbb2-b29d-408f-a573-0e6be0689c76 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:11:32.815091 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-8996b3be-9ad4-4a34-9cee-07ec22b62d4a tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Deleting port 7eac18b8-5ad7-46d3-89bc-275b77cbbae6 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:11:32.815369 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-8996b3be-9ad4-4a34-9cee-07ec22b62d4a tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:32.822202 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ebd1fbb2-b29d-408f-a573-0e6be0689c76 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4183755 Sep 08 09:11:32.822202 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52554) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:32.829443 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-2cb3802a-d45e-41be-9885-caa5f567ccf7 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'subnet': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:32.855223 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-856b5636-5c97-4500-91d9-4fdff8d00af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:32.873961 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 24c965d7-db6d-4bd8-8994-faab41bdeccb, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=24c965d7-db6d-4bd8-8994-faab41bdeccb,segment=NetworkSegment(66c1c607-33c9-44e0-b45a-ef6d4c44423d),segment_id=66c1c607-33c9-44e0-b45a-ef6d4c44423d)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:32.876031 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 09:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1295712-357d-4187-9f76-691bc45a076a x-openstack-request-id: req-b1295712-357d-4187-9f76-691bc45a076a {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:11:32.876311 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62fedf63-f62c-4785-af8b-8c03c2c707db", "name": "network-vif-unplugged", "status": "completed", "tag": "24c965d7-db6d-4bd8-8994-faab41bdeccb", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:11:32.881213 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b1295712-357d-4187-9f76-691bc45a076a {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:11:32.883454 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24c965d7-db6d-4bd8-8994-faab41bdeccb', 'code': 200} Sep 08 09:11:32.888623 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-139873c3-c54b-4c8c-b301-e33126699955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be0fe20-6ff7-4e8e-b269-56f6e84249fe', 'name': 'tempest-ServersTestJSON-1674808048-router', 'tenant_id': '5778421e88674838be8ea7203b5f8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b7c7872a-091f-437c-bc46-007dcb1bbdac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:08:01Z', 'updated_at': '2021-09-08T09:11:28Z', 'revision_number': 5, 'project_id': '5778421e88674838be8ea7203b5f8d77', 'gw_port': {'id': 'b7c7872a-091f-437c-bc46-007dcb1bbdac', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be0fe20-6ff7-4e8e-b269-56f6e84249fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:08:02Z', 'updated_at': '2021-09-08T09:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:32.923071 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139873c3-c54b-4c8c-b301-e33126699955 None None] Checking router: 5be0fe20-6ff7-4e8e-b269-56f6e84249fe for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:11:32.952804 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52556) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:32.956995 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:32.957700 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 206afed7-eeae-4d06-8959-8e305d5bcc7e no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:11:33.044849 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-5f662fb9-bcc3-4c72-bf4d-720e64b98f80 None None] Provisioning complete for port 0488f5bb-d4c5-4684-84f0-68a3c5113ecc triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:11:33.045231 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5f662fb9-bcc3-4c72-bf4d-720e64b98f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:33.050786 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb3802a-d45e-41be-9885-caa5f567ccf7 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:11:33.054792 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2cb3802a-d45e-41be-9885-caa5f567ccf7 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:33.058245 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cb3802a-d45e-41be-9885-caa5f567ccf7 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:11:33.058698 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cb3802a-d45e-41be-9885-caa5f567ccf7 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:11:33.065741 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c1125-019b-4858-8c64-a1cc14073d2d req-e1af644f-c44c-44da-b556-ea26772f496f tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:33.072975 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c1125-019b-4858-8c64-a1cc14073d2d req-e1af644f-c44c-44da-b556-ea26772f496f tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:33.081376 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c1125-019b-4858-8c64-a1cc14073d2d req-e1af644f-c44c-44da-b556-ea26772f496f tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:33.088987 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c1125-019b-4858-8c64-a1cc14073d2d req-e1af644f-c44c-44da-b556-ea26772f496f tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:33.094619 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2cb3802a-d45e-41be-9885-caa5f567ccf7 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2719996 Sep 08 09:11:33.097465 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c1125-019b-4858-8c64-a1cc14073d2d req-e1af644f-c44c-44da-b556-ea26772f496f tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:33.098638 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52564) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:33.103597 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4e1c1125-019b-4858-8c64-a1cc14073d2d req-e1af644f-c44c-44da-b556-ea26772f496f tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 3884 time: 0.3417587 Sep 08 09:11:33.106613 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-856b5636-5c97-4500-91d9-4fdff8d00af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:33.111487 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-856b5636-5c97-4500-91d9-4fdff8d00af6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:33.111718 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-6c0310e2-e72e-46f4-a2b2-ba9c1f0c095b tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'subnet': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:33.114281 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 0488f5bb-d4c5-4684-84f0-68a3c5113ecc no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:11:33.152093 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139873c3-c54b-4c8c-b301-e33126699955 None None] Routers {'5be0fe20-6ff7-4e8e-b269-56f6e84249fe'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:11:33.152645 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-139873c3-c54b-4c8c-b301-e33126699955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:11:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5be0fe20-6ff7-4e8e-b269-56f6e84249fe'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:33.198886 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-8996b3be-9ad4-4a34-9cee-07ec22b62d4a tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] For port 7eac18b8-5ad7-46d3-89bc-275b77cbbae6, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=7eac18b8-5ad7-46d3-89bc-275b77cbbae6,segment=NetworkSegment(a92db136-9157-48d9-ba34-f5a434c22bec),segment_id=a92db136-9157-48d9-ba34-f5a434c22bec)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:33.199538 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-8996b3be-9ad4-4a34-9cee-07ec22b62d4a tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:33.210497 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-856b5636-5c97-4500-91d9-4fdff8d00af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:33.211435 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856b5636-5c97-4500-91d9-4fdff8d00af6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5be0fe20-6ff7-4e8e-b269-56f6e84249fe {{(pid=94712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:11:33.217550 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-856b5636-5c97-4500-91d9-4fdff8d00af6 admin admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:33.222281 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-856b5636-5c97-4500-91d9-4fdff8d00af6 admin admin] 10.222.0.54 "DELETE /v2.0/routers/5be0fe20-6ff7-4e8e-b269-56f6e84249fe HTTP/1.1" status: 204 len: 168 time: 2.4011202 Sep 08 09:11:33.233496 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52566) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:33.255423 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-c9fb51da-41e0-4b8d-a9fb-08a7fb5858b1 tempest-MeteringIpV6TestJSON-2115635141 tempest-MeteringIpV6TestJSON-2115635141-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2075238547'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:33.256329 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-c9fb51da-41e0-4b8d-a9fb-08a7fb5858b1 tempest-MeteringIpV6TestJSON-2115635141 tempest-MeteringIpV6TestJSON-2115635141-project-admin] Unknown quota resources ['metering_label']. {{(pid=94712) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 08 09:11:33.259706 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-8996b3be-9ad4-4a34-9cee-07ec22b62d4a tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Calling delete_port for 7eac18b8-5ad7-46d3-89bc-275b77cbbae6 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:11:33.281400 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0310e2-e72e-46f4-a2b2-ba9c1f0c095b tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:11:33.288797 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6c0310e2-e72e-46f4-a2b2-ba9c1f0c095b tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:33.290571 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c0310e2-e72e-46f4-a2b2-ba9c1f0c095b tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:11:33.291031 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c0310e2-e72e-46f4-a2b2-ba9c1f0c095b tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:11:33.309315 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6c0310e2-e72e-46f4-a2b2-ba9c1f0c095b tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2083602 Sep 08 09:11:33.309759 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4e1c1125-019b-4858-8c64-a1cc14073d2d req-ce2e760e-9f88-46ff-b4e6-45dee202ba89 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919849 Sep 08 09:11:33.310834 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-139873c3-c54b-4c8c-b301-e33126699955 None None] Set router 5be0fe20-6ff7-4e8e-b269-56f6e84249fe gateway port host: None {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:11:33.312297 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52572) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:33.319487 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-9d6e80f2-01ec-48e5-95c5-6cfb28c12eda tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'subnet': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:33.383870 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=24c965d7-db6d-4bd8-8994-faab41bdeccb,revision_number=6']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:33.427884 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-139873c3-c54b-4c8c-b301-e33126699955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be0fe20-6ff7-4e8e-b269-56f6e84249fe', 'name': 'tempest-ServersTestJSON-1674808048-router', 'tenant_id': '5778421e88674838be8ea7203b5f8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:08:01Z', 'updated_at': '2021-09-08T09:11:32Z', 'revision_number': 7, 'project_id': '5778421e88674838be8ea7203b5f8d77', 'gw_port_host': None}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:33.522468 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f32713f-948d-4240-a47c-6c05873b7984 None None] Network d4865d8e-28ab-4081-bfda-ae7d51515a11 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:11:33.529775 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139873c3-c54b-4c8c-b301-e33126699955 None None] The sync data for ids ['5be0fe20-6ff7-4e8e-b269-56f6e84249fe'] in n-d-806683-11 is: [{'id': '5be0fe20-6ff7-4e8e-b269-56f6e84249fe', 'name': 'tempest-ServersTestJSON-1674808048-router', 'tenant_id': '5778421e88674838be8ea7203b5f8d77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:08:01Z', 'updated_at': '2021-09-08T09:11:32Z', 'revision_number': 7, 'project_id': '5778421e88674838be8ea7203b5f8d77', 'gw_port_host': None}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:11:33.575544 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c9fb51da-41e0-4b8d-a9fb-08a7fb5858b1 tempest-MeteringIpV6TestJSON-2115635141 tempest-MeteringIpV6TestJSON-2115635141-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:33.579342 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c9fb51da-41e0-4b8d-a9fb-08a7fb5858b1 tempest-MeteringIpV6TestJSON-2115635141 tempest-MeteringIpV6TestJSON-2115635141-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6230912 Sep 08 09:11:33.580587 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-864fe28f-6bb5-4d1f-9367-af86ec673979 admin admin] Deleting subnet 96c89986-d34a-425d-86d3-678569f88973 {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:11:33.583978 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52578) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:33.588025 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-f49215d9-ad01-4588-a274-00c0add1b936 tempest-MeteringIpV6TestJSON-2115635141 tempest-MeteringIpV6TestJSON-2115635141-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'b22fb818-aa87-4df6-b3ad-26e454e76629'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:33.588543 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-f49215d9-ad01-4588-a274-00c0add1b936 tempest-MeteringIpV6TestJSON-2115635141 tempest-MeteringIpV6TestJSON-2115635141-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94712) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 08 09:11:33.605063 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:33.638117 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:33.646393 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ee1991-6126-4ce7-ac94-21f8c2346c9b None None] DHCP port deletion for 9177193f-e165-437e-b3d7-f8fa84e750aa request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:11:33.667718 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-864fe28f-6bb5-4d1f-9367-af86ec673979 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:33.722271 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-864fe28f-6bb5-4d1f-9367-af86ec673979 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:33.772055 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 206afed7-eeae-4d06-8959-8e305d5bcc7e, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=206afed7-eeae-4d06-8959-8e305d5bcc7e,segment=NetworkSegment(a13fd2b6-0549-44cb-a81f-d013dc25e0e0),segment_id=a13fd2b6-0549-44cb-a81f-d013dc25e0e0)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:33.780087 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 0488f5bb-d4c5-4684-84f0-68a3c5113ecc, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=0488f5bb-d4c5-4684-84f0-68a3c5113ecc,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:33.811127 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:33.813998 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device ae6394f3-8959-44ba-836a-10fef80e56f7 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:11:33.823737 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:33.873239 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-864fe28f-6bb5-4d1f-9367-af86ec673979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:33.933008 n-d-806683-11 neutron-server[94712]: WARNING neutron.services.metering.metering_plugin [None req-f49215d9-ad01-4588-a274-00c0add1b936 tempest-MeteringIpV6TestJSON-2115635141 tempest-MeteringIpV6TestJSON-2115635141-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 08 09:11:34.041311 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6e80f2-01ec-48e5-95c5-6cfb28c12eda tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:11:34.044795 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9d6e80f2-01ec-48e5-95c5-6cfb28c12eda tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:34.046228 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d6e80f2-01ec-48e5-95c5-6cfb28c12eda tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:11:34.046665 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d6e80f2-01ec-48e5-95c5-6cfb28c12eda tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:11:34.090148 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9d6e80f2-01ec-48e5-95c5-6cfb28c12eda tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7738485 Sep 08 09:11:34.092929 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52584) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:34.107892 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f49215d9-ad01-4588-a274-00c0add1b936 tempest-MeteringIpV6TestJSON-2115635141 tempest-MeteringIpV6TestJSON-2115635141-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:34.112415 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f49215d9-ad01-4588-a274-00c0add1b936 tempest-MeteringIpV6TestJSON-2115635141 tempest-MeteringIpV6TestJSON-2115635141-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5246332 Sep 08 09:11:34.112415 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-864fe28f-6bb5-4d1f-9367-af86ec673979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:34.113251 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52586) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:34.134219 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-39777ea7-892c-43da-a4a4-3bcef725ca2f tempest-MeteringIpV6TestJSON-2115635141 tempest-MeteringIpV6TestJSON-2115635141-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'b22fb818-aa87-4df6-b3ad-26e454e76629'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:34.134731 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-39777ea7-892c-43da-a4a4-3bcef725ca2f tempest-MeteringIpV6TestJSON-2115635141 tempest-MeteringIpV6TestJSON-2115635141-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94713) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 08 09:11:34.146753 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13afe3-8dae-463b-a567-1cd02299b3bf req-05325344-f414-4e7e-a825-f22563512432 tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:34.149103 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8f13afe3-8dae-463b-a567-1cd02299b3bf req-05325344-f414-4e7e-a825-f22563512432 tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] 10.222.0.54 "GET /v2.0/networks?id=af2b6fb2-911b-46ba-8e2b-7a7f100b74ef HTTP/1.1" status: 200 len: 825 time: 0.7790034 Sep 08 09:11:34.151134 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f0747-9c10-4a03-b42a-02eb6f8ac64e req-1ac00019-032b-4d1f-8602-40a559c9ee03 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:34.153616 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1b7f0747-9c10-4a03-b42a-02eb6f8ac64e req-1ac00019-032b-4d1f-8602-40a559c9ee03 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/ports?device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 945 time: 0.2245142 Sep 08 09:11:34.154436 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-0190ac3a-4e93-4da3-aad7-9f12dd67fa68 None None] Provisioning complete for port ddf26a7d-0e8b-469e-9475-33e914bdcf50 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:11:34.156148 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0190ac3a-4e93-4da3-aad7-9f12dd67fa68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:34.198497 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864fe28f-6bb5-4d1f-9367-af86ec673979 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96c89986-d34a-425d-86d3-678569f88973,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:34.206346 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-864fe28f-6bb5-4d1f-9367-af86ec673979 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:34.211530 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-864fe28f-6bb5-4d1f-9367-af86ec673979 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/96c89986-d34a-425d-86d3-678569f88973 HTTP/1.1" status: 204 len: 168 time: 0.9743972 Sep 08 09:11:34.213738 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e2ee1991-6126-4ce7-ac94-21f8c2346c9b None None] Deleting port 0488f5bb-d4c5-4684-84f0-68a3c5113ecc {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:11:34.214143 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e2ee1991-6126-4ce7-ac94-21f8c2346c9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:34.216575 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10daadc7-b6cf-464b-9d52-e9af718fedd2 None None] Network 9450f100-1afe-45a6-affc-ffb0b7b6e5a3 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:11:34.222358 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=206afed7-eeae-4d06-8959-8e305d5bcc7e,revision_number=6']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:34.226622 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52588) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:34.306813 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8f13afe3-8dae-463b-a567-1cd02299b3bf req-ee2e5407-49d9-46d9-a1fd-d7ddb07d8c72 tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] 10.222.0.54 "GET /v2.0/quotas/1388a347ed8349e783dcb623351808bc HTTP/1.1" status: 200 len: 375 time: 0.1421092 Sep 08 09:11:34.313517 n-d-806683-11 neutron-server[94713]: WARNING neutron.services.metering.metering_plugin [None req-39777ea7-892c-43da-a4a4-3bcef725ca2f tempest-MeteringIpV6TestJSON-2115635141 tempest-MeteringIpV6TestJSON-2115635141-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 08 09:11:34.339580 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1b7f0747-9c10-4a03-b42a-02eb6f8ac64e req-068daa6a-2075-4760-a0d8-f44b168f17ec tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/security-groups?id=bea61fdc-ddf6-486e-8758-ec31b413e40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441510 Sep 08 09:11:34.349429 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ce5fdc-96ec-499b-8106-25e1d0d9e1a9 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:34.352307 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a0ce5fdc-96ec-499b-8106-25e1d0d9e1a9 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 865 time: 0.2572985 Sep 08 09:11:34.411181 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52592) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:34.421000 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-0190ac3a-4e93-4da3-aad7-9f12dd67fa68 None None] Port ddf26a7d-0e8b-469e-9475-33e914bdcf50 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:11:34.448557 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=0488f5bb-d4c5-4684-84f0-68a3c5113ecc,revision_number=15']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:34.458619 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:34.462083 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e2ee1991-6126-4ce7-ac94-21f8c2346c9b None None] For port 0488f5bb-d4c5-4684-84f0-68a3c5113ecc, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=0488f5bb-d4c5-4684-84f0-68a3c5113ecc,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:34.462503 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e2ee1991-6126-4ce7-ac94-21f8c2346c9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:34.494662 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a8ea9cf5-7b07-4698-8bcc-808dac7ad85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:34.497145 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-8996b3be-9ad4-4a34-9cee-07ec22b62d4a tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:34.511198 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e2ee1991-6126-4ce7-ac94-21f8c2346c9b None None] Calling delete_port for 0488f5bb-d4c5-4684-84f0-68a3c5113ecc owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:11:34.517644 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8f13afe3-8dae-463b-a567-1cd02299b3bf req-1f0bdf29-ba9b-4dbc-9871-30ee1bd1d889 tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1388a347ed8349e783dcb623351808bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1979396 Sep 08 09:11:34.541187 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8996b3be-9ad4-4a34-9cee-07ec22b62d4a tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Pushing event deleted for resources: {'Port': ['ID=7eac18b8-5ad7-46d3-89bc-275b77cbbae6,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:34.566224 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port ae6394f3-8959-44ba-836a-10fef80e56f7, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=ae6394f3-8959-44ba-836a-10fef80e56f7,segment=NetworkSegment(a92db136-9157-48d9-ba34-f5a434c22bec),segment_id=a92db136-9157-48d9-ba34-f5a434c22bec)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:34.612915 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:34.613672 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device ddf26a7d-0e8b-469e-9475-33e914bdcf50 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:11:34.650745 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-8996b3be-9ad4-4a34-9cee-07ec22b62d4a tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] No DVR routers for this DVR port 7eac18b8-5ad7-46d3-89bc-275b77cbbae6 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:11:34.659817 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-8996b3be-9ad4-4a34-9cee-07ec22b62d4a tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:34.662540 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-8996b3be-9ad4-4a34-9cee-07ec22b62d4a tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.37 "DELETE /v2.0/ports/7eac18b8-5ad7-46d3-89bc-275b77cbbae6 HTTP/1.1" status: 204 len: 173 time: 2.1685059 Sep 08 09:11:34.664008 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'name': 'network-vif-deleted', 'tag': '7eac18b8-5ad7-46d3-89bc-275b77cbbae6'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:11:34.666429 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c432304-3135-4547-bc6e-82761abf22d5" -d '{"events": [{"server_uuid": "62fedf63-f62c-4785-af8b-8c03c2c707db", "name": "network-vif-deleted", "tag": "7eac18b8-5ad7-46d3-89bc-275b77cbbae6"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:11:34.696585 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-39777ea7-892c-43da-a4a4-3bcef725ca2f tempest-MeteringIpV6TestJSON-2115635141 tempest-MeteringIpV6TestJSON-2115635141-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:34.700605 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-39777ea7-892c-43da-a4a4-3bcef725ca2f tempest-MeteringIpV6TestJSON-2115635141 tempest-MeteringIpV6TestJSON-2115635141-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5699100 Sep 08 09:11:34.702124 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52596) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:34.715129 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27f414-9699-40d5-bb42-2b05fca54acb req-2bb65fcd-fbb7-4c47-9c17-c08f69997d6c tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:34.724559 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a0b6ea6e-7210-41fe-b4ed-46f4fa9d7e7a tempest-MeteringIpV6TestJSON-2115635141 tempest-MeteringIpV6TestJSON-2115635141-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules?id=d1e11fae-a6f4-4a31-a934-e7098be6ceb2 HTTP/1.1" status: 200 len: 462 time: 0.0182531 Sep 08 09:11:34.724559 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8f13afe3-8dae-463b-a567-1cd02299b3bf req-d0029cc8-ade1-4ee7-a9ef-dc21996a92ea service neutron] 10.222.0.54 "GET /v2.0/networks/af2b6fb2-911b-46ba-8e2b-7a7f100b74ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839354 Sep 08 09:11:34.729019 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27f414-9699-40d5-bb42-2b05fca54acb req-2bb65fcd-fbb7-4c47-9c17-c08f69997d6c tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:34.729488 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2acc90b-a671-41a8-b165-1c5d65867402 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:34.730181 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce60626-43b9-46df-91fa-ce05a01e3eab None None] DHCP port deletion for 9450f100-1afe-45a6-affc-ffb0b7b6e5a3 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:11:34.730894 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f2acc90b-a671-41a8-b165-1c5d65867402 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3184414 Sep 08 09:11:34.731595 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52600) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:34.737574 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27f414-9699-40d5-bb42-2b05fca54acb req-2bb65fcd-fbb7-4c47-9c17-c08f69997d6c tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:34.745074 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52602) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:34.749728 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27f414-9699-40d5-bb42-2b05fca54acb req-2bb65fcd-fbb7-4c47-9c17-c08f69997d6c tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:34.752499 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4e27f414-9699-40d5-bb42-2b05fca54acb req-2bb65fcd-fbb7-4c47-9c17-c08f69997d6c tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 3145 time: 0.2507527 Sep 08 09:11:34.769261 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=ae6394f3-8959-44ba-836a-10fef80e56f7,revision_number=6']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:34.773394 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device ddf26a7d-0e8b-469e-9475-33e914bdcf50 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:11:34.774007 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 83fce545-c3f1-43e1-81ad-33fc70bf1670 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:11:34.822809 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-a8ea9cf5-7b07-4698-8bcc-808dac7ad85e admin admin] Deleting port 90855ef6-ba20-4fae-891f-8e83469f3c6a {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:11:34.823087 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a8ea9cf5-7b07-4698-8bcc-808dac7ad85e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:34.825881 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e2ee1991-6126-4ce7-ac94-21f8c2346c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:34.857251 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4e27f414-9699-40d5-bb42-2b05fca54acb req-466c1fc4-5c5a-49ff-87ba-c89a0b9837c8 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976274 Sep 08 09:11:34.904689 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '206afed7-eeae-4d06-8959-8e305d5bcc7e'}, {'server_uuid': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae6394f3-8959-44ba-836a-10fef80e56f7'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:11:34.911521 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9d35d29b-026f-4411-a56d-e8a10795b93c tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1598978 Sep 08 09:11:34.916905 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52606) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:34.918252 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e26d484-408c-4584-8e42-a555182860b6" -d '{"events": [{"server_uuid": "62fedf63-f62c-4785-af8b-8c03c2c707db", "name": "network-vif-unplugged", "status": "completed", "tag": "206afed7-eeae-4d06-8959-8e305d5bcc7e"}, {"server_uuid": "62fedf63-f62c-4785-af8b-8c03c2c707db", "name": "network-vif-unplugged", "status": "completed", "tag": "ae6394f3-8959-44ba-836a-10fef80e56f7"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:11:34.932486 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee1991-6126-4ce7-ac94-21f8c2346c9b None None] Pushing event deleted for resources: {'Port': ['ID=0488f5bb-d4c5-4684-84f0-68a3c5113ecc,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:34.934149 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-a8ea9cf5-7b07-4698-8bcc-808dac7ad85e admin admin] For port 90855ef6-ba20-4fae-891f-8e83469f3c6a, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=90855ef6-ba20-4fae-891f-8e83469f3c6a,segment=NetworkSegment(6bbf66e3-0318-4c4d-b2f3-26f8e312db51),segment_id=6bbf66e3-0318-4c4d-b2f3-26f8e312db51)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:34.934531 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a8ea9cf5-7b07-4698-8bcc-808dac7ad85e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:34.951836 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-cbc62197-5582-4420-b8ed-2a398b6a30e4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'subnet': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:34.953662 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-a8ea9cf5-7b07-4698-8bcc-808dac7ad85e admin admin] Calling delete_port for 90855ef6-ba20-4fae-891f-8e83469f3c6a owned by network:dhcp {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:11:34.976636 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ee1991-6126-4ce7-ac94-21f8c2346c9b None None] No DVR routers for this DVR port 0488f5bb-d4c5-4684-84f0-68a3c5113ecc on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:11:34.985591 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-2236d48f-ea57-432a-8ca6-2ad1daaf88de tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Deleting port ae6394f3-8959-44ba-836a-10fef80e56f7 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:11:34.985591 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-2236d48f-ea57-432a-8ca6-2ad1daaf88de tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:35.056628 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-4ce60626-43b9-46df-91fa-ce05a01e3eab None None] Deleting port 90855ef6-ba20-4fae-891f-8e83469f3c6a {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:11:35.057213 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4ce60626-43b9-46df-91fa-ce05a01e3eab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:35.070607 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da9630e-1a77-4238-82f6-42f1ed389797 x-openstack-request-id: req-1da9630e-1a77-4238-82f6-42f1ed389797 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:11:35.070934 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62fedf63-f62c-4785-af8b-8c03c2c707db", "name": "network-vif-deleted", "tag": "7eac18b8-5ad7-46d3-89bc-275b77cbbae6", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:11:35.071275 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1da9630e-1a77-4238-82f6-42f1ed389797 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:11:35.075782 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'name': 'network-vif-deleted', 'tag': '7eac18b8-5ad7-46d3-89bc-275b77cbbae6', 'status': 'completed', 'code': 200} Sep 08 09:11:35.114851 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 6b9f76c0-abd6-4c13-9477-d3a342a219bc no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:11:35.149495 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 6b9f76c0-abd6-4c13-9477-d3a342a219bc {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:11:35.149867 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 6b9f76c0-abd6-4c13-9477-d3a342a219bc not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:11:35.150462 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device b7c7872a-091f-437c-bc46-007dcb1bbdac no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:11:35.189393 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dac31dd1-10a0-42b7-aed6-1bc06bc7060d tempest-MeteringIpV6TestJSON-2115635141 tempest-MeteringIpV6TestJSON-2115635141-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:35.193872 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-dac31dd1-10a0-42b7-aed6-1bc06bc7060d tempest-MeteringIpV6TestJSON-2115635141 tempest-MeteringIpV6TestJSON-2115635141-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-label-rules/d1e11fae-a6f4-4a31-a934-e7098be6ceb2 HTTP/1.1" status: 204 len: 168 time: 0.4587901 Sep 08 09:11:35.197740 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: b7c7872a-091f-437c-bc46-007dcb1bbdac {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:11:35.198297 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device b7c7872a-091f-437c-bc46-007dcb1bbdac not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:11:35.198490 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 90855ef6-ba20-4fae-891f-8e83469f3c6a no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:11:35.200377 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52610) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:35.241376 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-15c51e10-8519-44b8-9055-5959e27ebadb tempest-MeteringIpV6TestJSON-2115635141 tempest-MeteringIpV6TestJSON-2115635141-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules?id=d1e11fae-a6f4-4a31-a934-e7098be6ceb2 HTTP/1.1" status: 200 len: 221 time: 0.0305219 Sep 08 09:11:35.242546 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8f13afe3-8dae-463b-a567-1cd02299b3bf req-e904e02c-f5cd-40be-bce8-50a002428a62 service neutron] 10.222.0.54 "GET /v2.0/networks/af2b6fb2-911b-46ba-8e2b-7a7f100b74ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4960890 Sep 08 09:11:35.243056 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52612) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:35.252609 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-863b8b43-892c-4860-b154-9034eb5ba579 tempest-MeteringIpV6TestJSON-2115635141 tempest-MeteringIpV6TestJSON-2115635141-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1264125702', 'description': 'label created by tempest'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:35.252846 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 08 Sep 2021 09:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5006d5bc-cb8f-44e5-a990-b93ed4dd2c69 x-openstack-request-id: req-5006d5bc-cb8f-44e5-a990-b93ed4dd2c69 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:11:35.253039 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62fedf63-f62c-4785-af8b-8c03c2c707db", "name": "network-vif-unplugged", "status": "completed", "tag": "206afed7-eeae-4d06-8959-8e305d5bcc7e", "code": 200}, {"server_uuid": "62fedf63-f62c-4785-af8b-8c03c2c707db", "name": "network-vif-unplugged", "status": "completed", "tag": "ae6394f3-8959-44ba-836a-10fef80e56f7", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:11:35.253247 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-863b8b43-892c-4860-b154-9034eb5ba579 tempest-MeteringIpV6TestJSON-2115635141 tempest-MeteringIpV6TestJSON-2115635141-project-admin] Unknown quota resources ['metering_label']. {{(pid=94713) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 08 09:11:35.253419 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5006d5bc-cb8f-44e5-a990-b93ed4dd2c69 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:11:35.253778 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '206afed7-eeae-4d06-8959-8e305d5bcc7e', 'code': 200} Sep 08 09:11:35.254142 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae6394f3-8959-44ba-836a-10fef80e56f7', 'code': 200} Sep 08 09:11:35.283842 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:11:35.291910 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:35.317462 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-4ce60626-43b9-46df-91fa-ce05a01e3eab None None] For port 90855ef6-ba20-4fae-891f-8e83469f3c6a, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=90855ef6-ba20-4fae-891f-8e83469f3c6a,segment=NetworkSegment(6bbf66e3-0318-4c4d-b2f3-26f8e312db51),segment_id=6bbf66e3-0318-4c4d-b2f3-26f8e312db51)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:35.318060 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4ce60626-43b9-46df-91fa-ce05a01e3eab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:35.362029 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-4ce60626-43b9-46df-91fa-ce05a01e3eab None None] Calling delete_port for 90855ef6-ba20-4fae-891f-8e83469f3c6a owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:11:35.385195 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 83fce545-c3f1-43e1-81ad-33fc70bf1670, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=83fce545-c3f1-43e1-81ad-33fc70bf1670,segment=NetworkSegment(a13fd2b6-0549-44cb-a81f-d013dc25e0e0),segment_id=a13fd2b6-0549-44cb-a81f-d013dc25e0e0)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:35.419221 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:35.419905 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 1ba67b89-fdf3-438b-8aa9-37c654debf50 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:11:35.458602 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc62197-5582-4420-b8ed-2a398b6a30e4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:11:35.462558 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cbc62197-5582-4420-b8ed-2a398b6a30e4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:35.572784 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:35.575769 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-863b8b43-892c-4860-b154-9034eb5ba579 tempest-MeteringIpV6TestJSON-2115635141 tempest-MeteringIpV6TestJSON-2115635141-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:35.578922 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-863b8b43-892c-4860-b154-9034eb5ba579 tempest-MeteringIpV6TestJSON-2115635141 tempest-MeteringIpV6TestJSON-2115635141-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3307340 Sep 08 09:11:35.581861 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52620) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:35.600353 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8b8a75c2-be0c-43cc-b7c1-52bd7a1800cd req-383dc29c-abfa-4fdb-af65-3f8e1dbf42fd tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3ca5a65-05c9-4e6b-a122-3947dd917bf4 HTTP/1.1" status: 200 len: 210 time: 0.0411522 Sep 08 09:11:35.645356 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 1ba67b89-fdf3-438b-8aa9-37c654debf50 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:11:35.645918 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 7eac18b8-5ad7-46d3-89bc-275b77cbbae6 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:11:35.650357 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=83fce545-c3f1-43e1-81ad-33fc70bf1670,revision_number=6']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:35.691073 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 7eac18b8-5ad7-46d3-89bc-275b77cbbae6 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:11:35.691545 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 7eac18b8-5ad7-46d3-89bc-275b77cbbae6 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:11:35.714242 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-1f860461-5519-44f0-8e47-cb7abec61b2f tempest-MeteringIpV6TestJSON-2115635141 tempest-MeteringIpV6TestJSON-2115635141-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels?id=9e438373-df0b-40fc-9f54-fd99cbe0beba HTTP/1.1" status: 200 len: 468 time: 0.1244678 Sep 08 09:11:35.714379 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52622) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:35.714518 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device a2394ea8-887b-423b-aec7-fc15c72355a0 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:11:35.728474 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5474432-37b2-475f-bb38-0472433d2c70 req-00f9b2bb-6c03-4a9e-9bad-47a850a61956 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:35.737194 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e5474432-37b2-475f-bb38-0472433d2c70 req-00f9b2bb-6c03-4a9e-9bad-47a850a61956 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/ports?device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 945 time: 0.2047586 Sep 08 09:11:35.755119 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-2236d48f-ea57-432a-8ca6-2ad1daaf88de tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] For port ae6394f3-8959-44ba-836a-10fef80e56f7, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=ae6394f3-8959-44ba-836a-10fef80e56f7,segment=NetworkSegment(a92db136-9157-48d9-ba34-f5a434c22bec),segment_id=a92db136-9157-48d9-ba34-f5a434c22bec)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:35.755500 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-2236d48f-ea57-432a-8ca6-2ad1daaf88de tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:35.763832 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a8ea9cf5-7b07-4698-8bcc-808dac7ad85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:35.786462 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-2236d48f-ea57-432a-8ca6-2ad1daaf88de tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Calling delete_port for ae6394f3-8959-44ba-836a-10fef80e56f7 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:11:35.818797 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.db.api [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 09:11:35.818797 n-d-806683-11 neutron-server[94714]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Sep 08 09:11:35.818797 n-d-806683-11 neutron-server[94714]: [parameters: {'status': 'DOWN', 'ports_id': '90855ef6-ba20-4fae-891f-8e83469f3c6a'}] Sep 08 09:11:35.818797 n-d-806683-11 neutron-server[94714]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 09:11:35.819967 n-d-806683-11 neutron-server[94714]: DEBUG oslo_db.api [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 09:11:35.822889 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ea9cf5-7b07-4698-8bcc-808dac7ad85e admin admin] No DVR routers for this DVR port 90855ef6-ba20-4fae-891f-8e83469f3c6a on host n-d-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:11:35.824544 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea9cf5-7b07-4698-8bcc-808dac7ad85e admin admin] Pushing event deleted for resources: {'Port': ['ID=90855ef6-ba20-4fae-891f-8e83469f3c6a,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:35.835578 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4ce60626-43b9-46df-91fa-ce05a01e3eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:35.879119 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port a2394ea8-887b-423b-aec7-fc15c72355a0 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:11:35.886742 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce60626-43b9-46df-91fa-ce05a01e3eab None None] Pushing event deleted for resources: {'Port': ['ID=90855ef6-ba20-4fae-891f-8e83469f3c6a,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:35.897399 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port a2394ea8-887b-423b-aec7-fc15c72355a0 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:11:35.897783 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:35.905975 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e5474432-37b2-475f-bb38-0472433d2c70 req-b04383e3-b6ed-4733-95e9-f9bafb604ea8 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/security-groups?id=bea61fdc-ddf6-486e-8758-ec31b413e40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678085 Sep 08 09:11:35.906216 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce60626-43b9-46df-91fa-ce05a01e3eab None None] No DVR routers for this DVR port 90855ef6-ba20-4fae-891f-8e83469f3c6a on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:11:36.023205 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a8ea9cf5-7b07-4698-8bcc-808dac7ad85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:36.037193 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e618cd61-fed5-4eed-9b34-68e965a51d67 tempest-MeteringIpV6TestJSON-2115635141 tempest-MeteringIpV6TestJSON-2115635141-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:36.040903 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e618cd61-fed5-4eed-9b34-68e965a51d67 tempest-MeteringIpV6TestJSON-2115635141 tempest-MeteringIpV6TestJSON-2115635141-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-labels/9e438373-df0b-40fc-9f54-fd99cbe0beba HTTP/1.1" status: 204 len: 168 time: 0.3238683 Sep 08 09:11:36.049745 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52632) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:36.054300 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:36.093970 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port a2394ea8-887b-423b-aec7-fc15c72355a0, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=a2394ea8-887b-423b-aec7-fc15c72355a0,segment=NetworkSegment(8a3011db-cedf-4056-876c-18fca329db0d),segment_id=8a3011db-cedf-4056-876c-18fca329db0d)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:36.099806 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:36.117523 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-43146e1c-2d26-499a-9106-8b8064c3679c tempest-MeteringIpV6TestJSON-2115635141 tempest-MeteringIpV6TestJSON-2115635141-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels?id=9e438373-df0b-40fc-9f54-fd99cbe0beba HTTP/1.1" status: 200 len: 216 time: 0.0285542 Sep 08 09:11:36.119615 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52634) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:36.120554 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a8b799-1296-43e6-8951-32100dfcc48b req-b5d80191-8c98-4714-afbb-944d221b2497 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:36.128342 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a8b799-1296-43e6-8951-32100dfcc48b req-b5d80191-8c98-4714-afbb-944d221b2497 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:36.133544 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a8b799-1296-43e6-8951-32100dfcc48b req-b5d80191-8c98-4714-afbb-944d221b2497 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:36.135387 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-a8ea9cf5-7b07-4698-8bcc-808dac7ad85e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9450f100-1afe-45a6-affc-ffb0b7b6e5a3']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:36.139705 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a8b799-1296-43e6-8951-32100dfcc48b req-b5d80191-8c98-4714-afbb-944d221b2497 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:36.141632 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-04a8b799-1296-43e6-8951-32100dfcc48b req-b5d80191-8c98-4714-afbb-944d221b2497 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 3141 time: 0.1215684 Sep 08 09:11:36.179242 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b1612163-df71-4124-8a20-0e469cdc41a0 tempest-MeteringIpV6TestJSON-2115635141 tempest-MeteringIpV6TestJSON-2115635141-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0535610 Sep 08 09:11:36.183355 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-a8ea9cf5-7b07-4698-8bcc-808dac7ad85e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bbf66e3-0318-4c4d-b2f3-26f8e312db51') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:36.183649 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-a8ea9cf5-7b07-4698-8bcc-808dac7ad85e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bbf66e3-0318-4c4d-b2f3-26f8e312db51') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:36.184845 n-d-806683-11 neutron-server[94713]: DEBUG neutron.objects.ports [None req-cbc62197-5582-4420-b8ed-2a398b6a30e4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94713) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 08 09:11:36.187546 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52638) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:36.195109 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=a2394ea8-887b-423b-aec7-fc15c72355a0,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:36.195315 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cbc62197-5582-4420-b8ed-2a398b6a30e4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:36.208120 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a8ea9cf5-7b07-4698-8bcc-808dac7ad85e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:36.233897 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a8ea9cf5-7b07-4698-8bcc-808dac7ad85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:36.240706 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5e2a3b14-c602-4b49-b707-75afb8e34b80 tempest-MeteringIpV6TestJSON-2115635141 tempest-MeteringIpV6TestJSON-2115635141-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0518980 Sep 08 09:11:36.243051 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8ea9cf5-7b07-4698-8bcc-808dac7ad85e admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:11:36.243527 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a8ea9cf5-7b07-4698-8bcc-808dac7ad85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:36.245946 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:11:36.245946 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:11:36.245946 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:11:36.245946 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:11:36.245946 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:11:36.245946 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:11:36.245946 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:11:36.245946 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:11:36.245946 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:11:36.245946 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:11:36.245946 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:11:36.245946 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:11:36.245946 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:11:36.245946 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:11:36.245946 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:11:36.245946 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:11:36.245946 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:11:36.245946 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:11:36.245946 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:11:36.245946 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:11:36.245946 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:11:36.245946 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:11:36.245946 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:11:36.245946 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:11:36.245946 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:11:36.245946 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:11:36.245946 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:11:36.245946 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:11:36.245946 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:11:36.245946 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:11:36.245946 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:11:36.245946 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:11:36.245946 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52640) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:36.268995 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc62197-5582-4420-b8ed-2a398b6a30e4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:11:36.272393 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-04a8b799-1296-43e6-8951-32100dfcc48b req-79d005bf-bac9-4767-bd7c-d48415afbdb0 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216903 Sep 08 09:11:36.276252 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-cbc62197-5582-4420-b8ed-2a398b6a30e4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:11:36.277616 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-2236d48f-ea57-432a-8ca6-2ad1daaf88de tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:36.280144 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc62197-5582-4420-b8ed-2a398b6a30e4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:36.280757 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cbc62197-5582-4420-b8ed-2a398b6a30e4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:36.286645 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c845977-3df6-4133-b796-62103f836a20 None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:11:36.292749 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc62197-5582-4420-b8ed-2a398b6a30e4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Subnet': ['ID=9b38ff46-26e8-46b1-92a4-015967078574,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:36.312176 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-cbc62197-5582-4420-b8ed-2a398b6a30e4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3818662 Sep 08 09:11:36.316021 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52642) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:36.321019 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-14e1b2c7-90e9-4dee-abe6-156b17f74b18 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'port': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'mac_address': 'fa:16:3e:20:d1:a1', 'name': 'tempest-NetworksTestDHCPv6-1303688702'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:36.347217 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Port 90855ef6-ba20-4fae-891f-8e83469f3c6a update to DOWN by agent not found {{(pid=94714) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2156}} Sep 08 09:11:36.427126 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d0cb9849-8c83-4da1-8b99-9364f87bf799 tempest-MeteringIpV6TestJSON-2115635141 tempest-MeteringIpV6TestJSON-2115635141-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels/b22fb818-aa87-4df6-b3ad-26e454e76629 HTTP/1.1" status: 200 len: 473 time: 0.1800208 Sep 08 09:11:36.432285 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52644) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:36.451115 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f69fac6a-6627-4611-89cd-4d037eac356f tempest-MeteringIpV6TestJSON-2115635141 tempest-MeteringIpV6TestJSON-2115635141-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules/1334c265-771f-461f-9d0e-2c8192f597fd HTTP/1.1" status: 200 len: 459 time: 0.0175798 Sep 08 09:11:36.453570 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a8ea9cf5-7b07-4698-8bcc-808dac7ad85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:36.454477 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52646) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:36.459770 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a8ea9cf5-7b07-4698-8bcc-808dac7ad85e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:36.461870 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-a8ea9cf5-7b07-4698-8bcc-808dac7ad85e admin admin] 10.222.0.54 "DELETE /v2.0/networks/9450f100-1afe-45a6-affc-ffb0b7b6e5a3 HTTP/1.1" status: 204 len: 168 time: 2.2292130 Sep 08 09:11:36.488696 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2236d48f-ea57-432a-8ca6-2ad1daaf88de tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Pushing event deleted for resources: {'Port': ['ID=ae6394f3-8959-44ba-836a-10fef80e56f7,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:36.510002 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e1b2c7-90e9-4dee-abe6-156b17f74b18 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:11:36.530270 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-2236d48f-ea57-432a-8ca6-2ad1daaf88de tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] No DVR routers for this DVR port ae6394f3-8959-44ba-836a-10fef80e56f7 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:11:36.533196 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2bb4b1-62c3-4a80-9947-2ade098436c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-9177193f-e165-437e-b3d7-f8fa84e750aa', 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'tenant_id': 'cfe5efe5bc04414daec2165ebe59ab3a', 'fixed_ips': [{'subnet_id': '9b38ff46-26e8-46b1-92a4-015967078574'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:11:36.534329 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2f2bb4b1-62c3-4a80-9947-2ade098436c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:36.535230 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea9cf5-7b07-4698-8bcc-808dac7ad85e admin admin] Pushing event deleted for resources: {'Network': ['ID=9450f100-1afe-45a6-affc-ffb0b7b6e5a3,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:36.538843 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-2236d48f-ea57-432a-8ca6-2ad1daaf88de tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:36.540974 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-2236d48f-ea57-432a-8ca6-2ad1daaf88de tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.37 "DELETE /v2.0/ports/ae6394f3-8959-44ba-836a-10fef80e56f7 HTTP/1.1" status: 204 len: 173 time: 1.8681555 Sep 08 09:11:36.619526 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0b643ddd-507c-4612-a725-75b46e026ebf tempest-MeteringIpV6TestJSON-2115635141 tempest-MeteringIpV6TestJSON-2115635141-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:36.623327 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0b643ddd-507c-4612-a725-75b46e026ebf tempest-MeteringIpV6TestJSON-2115635141 tempest-MeteringIpV6TestJSON-2115635141-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-label-rules/1334c265-771f-461f-9d0e-2c8192f597fd HTTP/1.1" status: 204 len: 168 time: 0.1663148 Sep 08 09:11:36.623794 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52650) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:36.714087 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52654) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:36.722107 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-14e1b2c7-90e9-4dee-abe6-156b17f74b18 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:36.750506 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-2f2bb4b1-62c3-4a80-9947-2ade098436c5 None None] Allocated IP 2001:db8::f816:3eff:fed2:1ddf (9177193f-e165-437e-b3d7-f8fa84e750aa/9b38ff46-26e8-46b1-92a4-015967078574/7285c350-8ec9-4219-b3c7-0dc5b75a7627) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:11:36.753610 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-14e1b2c7-90e9-4dee-abe6-156b17f74b18 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] device_id is not set on port cb542f26-fb62-46b7-8e2c-97088eefbb6d yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:11:36.868910 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a678d2f9-0d0c-4fff-839d-bd48513427f5 req-80c68e94-b9be-4687-87cf-68730d80b87a tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3ca5a65-05c9-4e6b-a122-3947dd917bf4 HTTP/1.1" status: 200 len: 210 time: 0.1111467 Sep 08 09:11:36.971387 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2f2bb4b1-62c3-4a80-9947-2ade098436c5 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:36.983501 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2f2bb4b1-62c3-4a80-9947-2ade098436c5 None None] Transition to ACTIVE for port object 7285c350-8ec9-4219-b3c7-0dc5b75a7627 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:11:36.987937 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-02bdbd83-b5d6-496f-83f3-7cfc0014eb9c tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Deleting port 83fce545-c3f1-43e1-81ad-33fc70bf1670 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:11:36.988303 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-02bdbd83-b5d6-496f-83f3-7cfc0014eb9c tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:37.011870 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2f2bb4b1-62c3-4a80-9947-2ade098436c5 None None] Transition to ACTIVE for port object 7285c350-8ec9-4219-b3c7-0dc5b75a7627 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:11:37.017790 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-87d013ce-93e7-42d8-94d1-48780028da67 tempest-MeteringIpV6TestJSON-2115635141 tempest-MeteringIpV6TestJSON-2115635141-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:37.021606 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-87d013ce-93e7-42d8-94d1-48780028da67 tempest-MeteringIpV6TestJSON-2115635141 tempest-MeteringIpV6TestJSON-2115635141-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-labels/b22fb818-aa87-4df6-b3ad-26e454e76629 HTTP/1.1" status: 204 len: 168 time: 0.3931129 Sep 08 09:11:37.027090 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2f2bb4b1-62c3-4a80-9947-2ade098436c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:37.078428 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8760c128-0106-4f88-a525-2dba1c58bd60 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5778421e88674838be8ea7203b5f8d77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3228333 Sep 08 09:11:37.079094 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'name': 'network-vif-deleted', 'tag': 'ae6394f3-8959-44ba-836a-10fef80e56f7'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:11:37.081977 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73f3cb5-eab6-46b6-acb6-324088883f98" -d '{"events": [{"server_uuid": "62fedf63-f62c-4785-af8b-8c03c2c707db", "name": "network-vif-deleted", "tag": "ae6394f3-8959-44ba-836a-10fef80e56f7"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:11:37.093630 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52660) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:37.095856 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2bb4b1-62c3-4a80-9947-2ade098436c5 None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:11:37.102294 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-2f2bb4b1-62c3-4a80-9947-2ade098436c5 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:11:37.107627 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2bb4b1-62c3-4a80-9947-2ade098436c5 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:11:37.116651 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2bb4b1-62c3-4a80-9947-2ade098436c5 None None] Pushing event updated for resources: {'Port': ['ID=7285c350-8ec9-4219-b3c7-0dc5b75a7627,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:37.162372 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-14e1b2c7-90e9-4dee-abe6-156b17f74b18 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Allocated IP 2001:db8::f816:3eff:fe20:d1a1 (9177193f-e165-437e-b3d7-f8fa84e750aa/9b38ff46-26e8-46b1-92a4-015967078574/cb542f26-fb62-46b7-8e2c-97088eefbb6d) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:11:37.169723 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790dff22-55f7-4d36-991a-5dcc702f3d34 x-openstack-request-id: req-790dff22-55f7-4d36-991a-5dcc702f3d34 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:11:37.170144 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62fedf63-f62c-4785-af8b-8c03c2c707db", "name": "network-vif-deleted", "tag": "ae6394f3-8959-44ba-836a-10fef80e56f7", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:11:37.170685 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-790dff22-55f7-4d36-991a-5dcc702f3d34 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:11:37.171608 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'name': 'network-vif-deleted', 'tag': 'ae6394f3-8959-44ba-836a-10fef80e56f7', 'status': 'completed', 'code': 200} Sep 08 09:11:37.180080 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-2f2bb4b1-62c3-4a80-9947-2ade098436c5 None None] Attempting to bind port 7285c350-8ec9-4219-b3c7-0dc5b75a7627 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:11:37.181993 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-2f2bb4b1-62c3-4a80-9947-2ade098436c5 None None] Attempting to bind port 7285c350-8ec9-4219-b3c7-0dc5b75a7627 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:11:37.184470 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2bb4b1-62c3-4a80-9947-2ade098436c5 None None] Attempting to bind port 7285c350-8ec9-4219-b3c7-0dc5b75a7627 on network 9177193f-e165-437e-b3d7-f8fa84e750aa {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:11:37.194031 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2bb4b1-62c3-4a80-9947-2ade098436c5 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:11:37.194444 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2bb4b1-62c3-4a80-9947-2ade098436c5 None None] Checking segment: {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:11:37.194919 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2f2bb4b1-62c3-4a80-9947-2ade098436c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:37.195316 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2bb4b1-62c3-4a80-9947-2ade098436c5 None None] Bound using segment: {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:11:37.195842 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-2f2bb4b1-62c3-4a80-9947-2ade098436c5 None None] Bound port: 7285c350-8ec9-4219-b3c7-0dc5b75a7627, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:11:37.196235 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2f2bb4b1-62c3-4a80-9947-2ade098436c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:37.219149 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323a135-484c-4f6d-b94f-2248deeee27f req-ce8e815d-2843-4578-9e4f-4e205b5c05fa tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:37.222464 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1323a135-484c-4f6d-b94f-2248deeee27f req-ce8e815d-2843-4578-9e4f-4e205b5c05fa tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/ports?device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 946 time: 0.2231591 Sep 08 09:11:37.255958 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13afe3-8dae-463b-a567-1cd02299b3bf req-66e8d0c1-e56e-4d7d-a410-0be5da7e67e8 tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:37.257166 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83fce545-c3f1-43e1-81ad-33fc70bf1670'}, {'server_uuid': '54c968a7-2dd1-441e-b6fc-f02c693b9084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2394ea8-887b-423b-aec7-fc15c72355a0'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:11:37.257413 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8f13afe3-8dae-463b-a567-1cd02299b3bf req-66e8d0c1-e56e-4d7d-a410-0be5da7e67e8 tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] 10.222.0.35 "GET /v2.0/networks?id=af2b6fb2-911b-46ba-8e2b-7a7f100b74ef HTTP/1.1" status: 200 len: 825 time: 0.4050486 Sep 08 09:11:37.259508 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab1635f-fb10-4495-9911-fdb68896969e" -d '{"events": [{"server_uuid": "62fedf63-f62c-4785-af8b-8c03c2c707db", "name": "network-vif-unplugged", "status": "completed", "tag": "83fce545-c3f1-43e1-81ad-33fc70bf1670"}, {"server_uuid": "54c968a7-2dd1-441e-b6fc-f02c693b9084", "name": "network-vif-plugged", "status": "completed", "tag": "a2394ea8-887b-423b-aec7-fc15c72355a0"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:11:37.286192 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-8f13afe3-8dae-463b-a567-1cd02299b3bf req-6de7b037-c36a-41e0-9b19-b75ff98d373e tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] Request body: {'port': {'device_id': 'a3ca5a65-05c9-4e6b-a122-3947dd917bf4', 'network_id': 'af2b6fb2-911b-46ba-8e2b-7a7f100b74ef', 'admin_state_up': True, 'tenant_id': '1388a347ed8349e783dcb623351808bc'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:37.290627 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1323a135-484c-4f6d-b94f-2248deeee27f req-0c36a80a-f54a-4160-88be-c4767e6ad2c5 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/security-groups?id=bea61fdc-ddf6-486e-8758-ec31b413e40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606058 Sep 08 09:11:37.313350 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4fe73f11-3117-4fbf-a4d0-1e41e36d4950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:37.337531 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-2f2bb4b1-62c3-4a80-9947-2ade098436c5 None None] For port 7285c350-8ec9-4219-b3c7-0dc5b75a7627, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:11:37.351371 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-2f2bb4b1-62c3-4a80-9947-2ade098436c5 None None] For port 7285c350-8ec9-4219-b3c7-0dc5b75a7627, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=7285c350-8ec9-4219-b3c7-0dc5b75a7627,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:11:37.358906 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-02bdbd83-b5d6-496f-83f3-7cfc0014eb9c tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] For port 83fce545-c3f1-43e1-81ad-33fc70bf1670, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=83fce545-c3f1-43e1-81ad-33fc70bf1670,segment=NetworkSegment(a13fd2b6-0549-44cb-a81f-d013dc25e0e0),segment_id=a13fd2b6-0549-44cb-a81f-d013dc25e0e0)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:37.359288 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-02bdbd83-b5d6-496f-83f3-7cfc0014eb9c tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:37.360420 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2f2bb4b1-62c3-4a80-9947-2ade098436c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:37.410467 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4fe73f11-3117-4fbf-a4d0-1e41e36d4950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:37.415975 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 08 Sep 2021 09:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef600f7-db9b-4792-8bd3-4d884866470d x-openstack-request-id: req-3ef600f7-db9b-4792-8bd3-4d884866470d {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:11:37.416434 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62fedf63-f62c-4785-af8b-8c03c2c707db", "name": "network-vif-unplugged", "status": "completed", "tag": "83fce545-c3f1-43e1-81ad-33fc70bf1670", "code": 200}, {"server_uuid": "54c968a7-2dd1-441e-b6fc-f02c693b9084", "name": "network-vif-plugged", "status": "completed", "tag": "a2394ea8-887b-423b-aec7-fc15c72355a0", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:11:37.416579 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3ef600f7-db9b-4792-8bd3-4d884866470d {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:11:37.416920 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83fce545-c3f1-43e1-81ad-33fc70bf1670', 'code': 200} Sep 08 09:11:37.417187 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c968a7-2dd1-441e-b6fc-f02c693b9084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2394ea8-887b-423b-aec7-fc15c72355a0', 'code': 200} Sep 08 09:11:37.437201 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-02bdbd83-b5d6-496f-83f3-7cfc0014eb9c tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Calling delete_port for 83fce545-c3f1-43e1-81ad-33fc70bf1670 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:11:37.499303 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-14e1b2c7-90e9-4dee-abe6-156b17f74b18 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:37.510764 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2bb4b1-62c3-4a80-9947-2ade098436c5 None None] Pushing event updated for resources: {'Port': ['ID=7285c350-8ec9-4219-b3c7-0dc5b75a7627,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:37.526470 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-14e1b2c7-90e9-4dee-abe6-156b17f74b18 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Transition to ACTIVE for port object cb542f26-fb62-46b7-8e2c-97088eefbb6d will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:11:37.552925 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52672) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:37.576087 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-14e1b2c7-90e9-4dee-abe6-156b17f74b18 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:37.624552 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e1b2c7-90e9-4dee-abe6-156b17f74b18 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:11:37.628409 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-14e1b2c7-90e9-4dee-abe6-156b17f74b18 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:11:37.632272 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e1b2c7-90e9-4dee-abe6-156b17f74b18 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:11:37.639489 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e1b2c7-90e9-4dee-abe6-156b17f74b18 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:37.639489 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-14e1b2c7-90e9-4dee-abe6-156b17f74b18 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:37.659475 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e1b2c7-90e9-4dee-abe6-156b17f74b18 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Port': ['ID=cb542f26-fb62-46b7-8e2c-97088eefbb6d,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:37.693116 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924aaf92-5ffd-4870-ac1a-3c9029e45779 req-e83fc158-cf12-4720-a6bf-e6c52c08b0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:37.694140 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-14e1b2c7-90e9-4dee-abe6-156b17f74b18 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3769741 Sep 08 09:11:37.697879 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-924aaf92-5ffd-4870-ac1a-3c9029e45779 req-e83fc158-cf12-4720-a6bf-e6c52c08b0c1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 1098 time: 0.1711876 Sep 08 09:11:37.703554 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52676) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:37.707061 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f13afe3-8dae-463b-a567-1cd02299b3bf req-6de7b037-c36a-41e0-9b19-b75ff98d373e tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] Made reservation on behalf of 1388a347ed8349e783dcb623351808bc for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:11:37.712296 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-8f13afe3-8dae-463b-a567-1cd02299b3bf req-6de7b037-c36a-41e0-9b19-b75ff98d373e tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:37.745549 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4fe73f11-3117-4fbf-a4d0-1e41e36d4950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:37.745974 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4fe73f11-3117-4fbf-a4d0-1e41e36d4950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:37.747326 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4fe73f11-3117-4fbf-a4d0-1e41e36d4950 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/450658d9-c1da-4971-ac60-35e6ea7c1519 HTTP/1.1" status: 204 len: 168 time: 0.6527023 Sep 08 09:11:37.777898 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3827b4af-3e52-4bfb-8b95-58079c208a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:37.785331 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d53d9d-9449-44fa-8475-5a334df79463 req-5c939d58-c8f0-46f8-b9de-5f1f554c4947 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:37.791586 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d53d9d-9449-44fa-8475-5a334df79463 req-5c939d58-c8f0-46f8-b9de-5f1f554c4947 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:37.798073 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d53d9d-9449-44fa-8475-5a334df79463 req-5c939d58-c8f0-46f8-b9de-5f1f554c4947 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:37.800101 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a7d53d9d-9449-44fa-8475-5a334df79463 req-5c939d58-c8f0-46f8-b9de-5f1f554c4947 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 2408 time: 0.2348654 Sep 08 09:11:37.836769 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe73f11-3117-4fbf-a4d0-1e41e36d4950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450658d9-c1da-4971-ac60-35e6ea7c1519,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:37.852476 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e265d093-9d40-4758-8abd-8cb2fc38463b tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:37.861165 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e265d093-9d40-4758-8abd-8cb2fc38463b tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:37.863666 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e265d093-9d40-4758-8abd-8cb2fc38463b tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1591296 Sep 08 09:11:37.867571 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52680) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:37.926573 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-924aaf92-5ffd-4870-ac1a-3c9029e45779 req-fa8b4ff0-f318-4da5-9008-2c2e2936e9de service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bea61fdc-ddf6-486e-8758-ec31b413e40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066331 Sep 08 09:11:37.993205 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a7d53d9d-9449-44fa-8475-5a334df79463 req-71fff4c6-80af-46da-a43c-2d18141dd710 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725733 Sep 08 09:11:38.018217 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-02bdbd83-b5d6-496f-83f3-7cfc0014eb9c tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:38.100106 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bdbd83-b5d6-496f-83f3-7cfc0014eb9c tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Pushing event deleted for resources: {'Port': ['ID=83fce545-c3f1-43e1-81ad-33fc70bf1670,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:38.163056 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-02bdbd83-b5d6-496f-83f3-7cfc0014eb9c tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] No DVR routers for this DVR port 83fce545-c3f1-43e1-81ad-33fc70bf1670 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:11:38.168730 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-02bdbd83-b5d6-496f-83f3-7cfc0014eb9c tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:38.171001 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-02bdbd83-b5d6-496f-83f3-7cfc0014eb9c tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.37 "DELETE /v2.0/ports/83fce545-c3f1-43e1-81ad-33fc70bf1670 HTTP/1.1" status: 204 len: 173 time: 1.6234198 Sep 08 09:11:38.178247 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-8f13afe3-8dae-463b-a567-1cd02299b3bf req-6de7b037-c36a-41e0-9b19-b75ff98d373e tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] Allocated IP 172.20.0.10 (af2b6fb2-911b-46ba-8e2b-7a7f100b74ef/2a128d3c-60b3-4d2f-8c1b-ece78390d4b4/0bff4ce1-3a01-46ec-8016-4cb4dc8d5475) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:11:38.313613 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ff4a4956-e6ad-499c-885c-36a8180b0ff1 req-8fc32827-efc0-4d03-8f4d-6ba228452a61 tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3ca5a65-05c9-4e6b-a122-3947dd917bf4 HTTP/1.1" status: 200 len: 210 time: 0.0406890 Sep 08 09:11:38.410792 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-2c644e20-a84e-4087-8a76-b7c61c9e1fd4 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Deleting port 24c965d7-db6d-4bd8-8994-faab41bdeccb {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:11:38.412149 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-2c644e20-a84e-4087-8a76-b7c61c9e1fd4 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:38.444653 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3827b4af-3e52-4bfb-8b95-58079c208a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:38.483501 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3827b4af-3e52-4bfb-8b95-58079c208a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:38.513444 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-58976961-14e8-4831-a805-d59013bf58ae tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting port cb542f26-fb62-46b7-8e2c-97088eefbb6d {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:11:38.515689 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-58976961-14e8-4831-a805-d59013bf58ae tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:38.624480 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28eb6c-ef56-44f1-9ccb-8231480f48ed req-bc6acbd7-bf91-4600-9370-bd36d026b351 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:38.634150 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ec28eb6c-ef56-44f1-9ccb-8231480f48ed req-bc6acbd7-bf91-4600-9370-bd36d026b351 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/ports?device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 946 time: 0.2018952 Sep 08 09:11:38.639839 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3827b4af-3e52-4bfb-8b95-58079c208a76 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=868c2e116c954a34b2c5a74885749d4f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0858614 Sep 08 09:11:38.640659 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-8f13afe3-8dae-463b-a567-1cd02299b3bf req-6de7b037-c36a-41e0-9b19-b75ff98d373e tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:38.666743 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-58976961-14e8-4831-a805-d59013bf58ae tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:38.678907 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52706) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:38.682349 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-58976961-14e8-4831-a805-d59013bf58ae tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Calling delete_port for cb542f26-fb62-46b7-8e2c-97088eefbb6d owned by {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:11:38.746538 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-8f13afe3-8dae-463b-a567-1cd02299b3bf req-6de7b037-c36a-41e0-9b19-b75ff98d373e tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:38.759385 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3827b4af-3e52-4bfb-8b95-58079c208a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97364b9-cf95-4b91-9d51-00e8e4ee1e2e,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:38.779274 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52708) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:38.784664 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-2c644e20-a84e-4087-8a76-b7c61c9e1fd4 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] For port 24c965d7-db6d-4bd8-8994-faab41bdeccb, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=24c965d7-db6d-4bd8-8994-faab41bdeccb,segment=NetworkSegment(66c1c607-33c9-44e0-b45a-ef6d4c44423d),segment_id=66c1c607-33c9-44e0-b45a-ef6d4c44423d)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:38.785198 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-2c644e20-a84e-4087-8a76-b7c61c9e1fd4 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:38.806583 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f13afe3-8dae-463b-a567-1cd02299b3bf req-6de7b037-c36a-41e0-9b19-b75ff98d373e tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] Network af2b6fb2-911b-46ba-8e2b-7a7f100b74ef is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:11:38.868443 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-8f13afe3-8dae-463b-a567-1cd02299b3bf req-6de7b037-c36a-41e0-9b19-b75ff98d373e tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:11:38.870392 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7b037-c36a-41e0-9b19-b75ff98d373e tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] Pushing event updated for resources: {'Port': ['ID=0bff4ce1-3a01-46ec-8016-4cb4dc8d5475,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:38.890834 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f13afe3-8dae-463b-a567-1cd02299b3bf req-6de7b037-c36a-41e0-9b19-b75ff98d373e tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:11:38.894554 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-58976961-14e8-4831-a805-d59013bf58ae tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:38.954827 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58976961-14e8-4831-a805-d59013bf58ae tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Port': ['ID=cb542f26-fb62-46b7-8e2c-97088eefbb6d,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:38.961727 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ec28eb6c-ef56-44f1-9ccb-8231480f48ed req-acea5587-1fa7-4182-b87e-1150c44bdb3a tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/security-groups?id=bea61fdc-ddf6-486e-8758-ec31b413e40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816448 Sep 08 09:11:38.976895 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-90816df9-823f-462e-b006-e5a8f8d7e11d admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1097177232-network', 'tenant_id': 'be20e71aa7ca42bf8216bb149421d067'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:39.020513 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-9c3fa2d2-2dd3-4902-a82c-c08421737b56 None None] Provisioning for port 7285c350-8ec9-4219-b3c7-0dc5b75a7627 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:11:39.046379 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0c446f8d-6ab7-4ad7-8e9f-48b33b1c6812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:39.058030 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-58976961-14e8-4831-a805-d59013bf58ae tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:39.066134 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-58976961-14e8-4831-a805-d59013bf58ae tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/ports/cb542f26-fb62-46b7-8e2c-97088eefbb6d HTTP/1.1" status: 204 len: 168 time: 1.1965830 Sep 08 09:11:39.068979 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52714) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:39.079338 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90816df9-823f-462e-b006-e5a8f8d7e11d admin admin] Made reservation on behalf of be20e71aa7ca42bf8216bb149421d067 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:11:39.083402 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-90816df9-823f-462e-b006-e5a8f8d7e11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:39.097347 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13afe3-8dae-463b-a567-1cd02299b3bf req-6de7b037-c36a-41e0-9b19-b75ff98d373e tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:39.098025 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-8f13afe3-8dae-463b-a567-1cd02299b3bf req-6de7b037-c36a-41e0-9b19-b75ff98d373e tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:39.112488 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-90816df9-823f-462e-b006-e5a8f8d7e11d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:39.151568 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 7285c350-8ec9-4219-b3c7-0dc5b75a7627 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:11:39.212865 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 7285c350-8ec9-4219-b3c7-0dc5b75a7627 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:11:39.221846 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 7285c350-8ec9-4219-b3c7-0dc5b75a7627 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:11:39.223231 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:39.228370 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'name': 'network-vif-deleted', 'tag': '83fce545-c3f1-43e1-81ad-33fc70bf1670'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:11:39.230181 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1172fb32-1721-4422-9cfc-7ed1fbf78ad7" -d '{"events": [{"server_uuid": "62fedf63-f62c-4785-af8b-8c03c2c707db", "name": "network-vif-deleted", "tag": "83fce545-c3f1-43e1-81ad-33fc70bf1670"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:11:39.253576 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5672bd-076c-4cc5-9442-a938371aee27 req-0cc17990-0f14-4454-b19b-51d861f30092 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:39.261206 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5672bd-076c-4cc5-9442-a938371aee27 req-0cc17990-0f14-4454-b19b-51d861f30092 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:39.262977 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bf5672bd-076c-4cc5-9442-a938371aee27 req-0cc17990-0f14-4454-b19b-51d861f30092 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 1676 time: 0.1034083 Sep 08 09:11:39.272739 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0c446f8d-6ab7-4ad7-8e9f-48b33b1c6812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:39.309208 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a82883-8878-482b-a225-82f17b59d66a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:39.312489 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a82883-8878-482b-a225-82f17b59d66a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:39.320126 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52718) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:39.322865 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-a3a82883-8878-482b-a225-82f17b59d66a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2532246 Sep 08 09:11:39.326636 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b787669-ec7d-4d94-8a14-5ea21b46da2f x-openstack-request-id: req-3b787669-ec7d-4d94-8a14-5ea21b46da2f {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:11:39.326983 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62fedf63-f62c-4785-af8b-8c03c2c707db", "name": "network-vif-deleted", "tag": "83fce545-c3f1-43e1-81ad-33fc70bf1670", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:11:39.327239 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3b787669-ec7d-4d94-8a14-5ea21b46da2f {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:11:39.327650 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'name': 'network-vif-deleted', 'tag': '83fce545-c3f1-43e1-81ad-33fc70bf1670', 'status': 'completed', 'code': 200} Sep 08 09:11:39.343480 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-90816df9-823f-462e-b006-e5a8f8d7e11d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:39.384809 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:39.412334 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-90816df9-823f-462e-b006-e5a8f8d7e11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:39.423573 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-63b02636-9ac2-4a7b-9ee3-e4a6f6a10dee tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting subnet 9b38ff46-26e8-46b1-92a4-015967078574 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:11:39.430426 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 7285c350-8ec9-4219-b3c7-0dc5b75a7627, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=7285c350-8ec9-4219-b3c7-0dc5b75a7627,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:39.432262 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bf5672bd-076c-4cc5-9442-a938371aee27 req-d65d935d-836b-4323-9a8e-8a9d295ddb38 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605289 Sep 08 09:11:39.440420 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-63b02636-9ac2-4a7b-9ee3-e4a6f6a10dee tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:39.446941 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:39.468716 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-80680fca-f87e-4295-a90c-bd8c76302e72 None None] Could not find standard attr ID for object cb542f26-fb62-46b7-8e2c-97088eefbb6d. {{(pid=94714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 09:11:39.476170 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8f13afe3-8dae-463b-a567-1cd02299b3bf req-6de7b037-c36a-41e0-9b19-b75ff98d373e tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2008386 Sep 08 09:11:39.510715 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-8f13afe3-8dae-463b-a567-1cd02299b3bf req-901efe6d-6dd6-4473-99e9-968c1f225fff service neutron] Request body: {'port': {'device_id': 'a3ca5a65-05c9-4e6b-a122-3947dd917bf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:39.523437 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-63b02636-9ac2-4a7b-9ee3-e4a6f6a10dee tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:39.526202 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90816df9-823f-462e-b006-e5a8f8d7e11d admin admin] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:11:39.534966 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=7285c350-8ec9-4219-b3c7-0dc5b75a7627,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:39.555909 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90816df9-823f-462e-b006-e5a8f8d7e11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b6ca53-a824-465d-acc6-a8fd7c7358ee,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:39.577650 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-90816df9-823f-462e-b006-e5a8f8d7e11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:39.578012 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-90816df9-823f-462e-b006-e5a8f8d7e11d admin admin] Added segment 268367fb-3099-43cf-aa04-4e7d927825c3 of type vlan for network 61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8 Sep 08 09:11:39.582114 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-2c644e20-a84e-4087-8a76-b7c61c9e1fd4 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:39.582493 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-2c644e20-a84e-4087-8a76-b7c61c9e1fd4 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:39.582865 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-2c644e20-a84e-4087-8a76-b7c61c9e1fd4 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Floating IP fb95c526-c168-40b3-b159-12a30d4d35b4 disassociated. External IP: 172.25.0.187, port: 24c965d7-db6d-4bd8-8994-faab41bdeccb. Sep 08 09:11:39.583183 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-2c644e20-a84e-4087-8a76-b7c61c9e1fd4 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Calling delete_port for 24c965d7-db6d-4bd8-8994-faab41bdeccb owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:11:39.592656 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0c446f8d-6ab7-4ad7-8e9f-48b33b1c6812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:39.598569 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0c446f8d-6ab7-4ad7-8e9f-48b33b1c6812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:39.602102 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-0c446f8d-6ab7-4ad7-8e9f-48b33b1c6812 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c97364b9-cf95-4b91-9d51-00e8e4ee1e2e HTTP/1.1" status: 204 len: 168 time: 0.9189570 Sep 08 09:11:39.656735 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-90816df9-823f-462e-b006-e5a8f8d7e11d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:39.694586 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-63b02636-9ac2-4a7b-9ee3-e4a6f6a10dee tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:39.728947 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-90816df9-823f-462e-b006-e5a8f8d7e11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:39.730344 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90816df9-823f-462e-b006-e5a8f8d7e11d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:39.731080 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-90816df9-823f-462e-b006-e5a8f8d7e11d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:39.737818 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793fd32-76ff-4ec0-aa6c-ca953863d059 req-6dd920b4-183c-4d4b-bb79-4a20977a714b tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:39.739449 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f793fd32-76ff-4ec0-aa6c-ca953863d059 req-6dd920b4-183c-4d4b-bb79-4a20977a714b tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3ca5a65-05c9-4e6b-a122-3947dd917bf4 HTTP/1.1" status: 200 len: 932 time: 0.2624640 Sep 08 09:11:39.748684 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c446f8d-6ab7-4ad7-8e9f-48b33b1c6812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97364b9-cf95-4b91-9d51-00e8e4ee1e2e,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:39.774822 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-8f13afe3-8dae-463b-a567-1cd02299b3bf req-901efe6d-6dd6-4473-99e9-968c1f225fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:39.792557 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-90816df9-823f-462e-b006-e5a8f8d7e11d admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0114169 Sep 08 09:11:39.803496 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52728) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:39.809845 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-37e1bbba-29ec-4385-baa6-f45ce9fc0927 admin admin] Request body: {'subnet': {'network_id': '61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1097177232-subnet', 'tenant_id': 'be20e71aa7ca42bf8216bb149421d067', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:39.828060 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90816df9-823f-462e-b006-e5a8f8d7e11d admin admin] Pushing event updated for resources: {'Network': ['ID=61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:39.842151 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:11:39.844414 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-63b02636-9ac2-4a7b-9ee3-e4a6f6a10dee tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:39.862874 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-63b02636-9ac2-4a7b-9ee3-e4a6f6a10dee tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:39.864482 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f793fd32-76ff-4ec0-aa6c-ca953863d059 req-5b081c4d-1b80-4f4a-b520-92822207b38d tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] 10.222.0.54 "GET /v2.0/security-groups?id=589c9591-e543-4a4b-a03b-b33803a77403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038854 Sep 08 09:11:39.869793 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-63b02636-9ac2-4a7b-9ee3-e4a6f6a10dee tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/9b38ff46-26e8-46b1-92a4-015967078574 HTTP/1.1" status: 204 len: 168 time: 0.5483403 Sep 08 09:11:39.870977 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52730) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:39.890903 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a991498-f695-42fc-9227-26ffda3e6dd1 None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:11:39.895208 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b02636-9ac2-4a7b-9ee3-e4a6f6a10dee tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Subnet': ['ID=9b38ff46-26e8-46b1-92a4-015967078574,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:39.991193 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52732) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:40.008058 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9bec8d78-2697-4337-828b-f4b7e402d4a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:40.145678 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72cf7d-b991-4df2-9bd0-36f9b7d96b09 req-044b758d-8f64-4f20-b154-82e6e757eded tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:40.147998 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fb72cf7d-b991-4df2-9bd0-36f9b7d96b09 req-044b758d-8f64-4f20-b154-82e6e757eded tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/ports?device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 946 time: 0.0841162 Sep 08 09:11:40.195531 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fb72cf7d-b991-4df2-9bd0-36f9b7d96b09 req-bad48be6-2735-4077-8b93-3ac071bba958 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/security-groups?id=bea61fdc-ddf6-486e-8758-ec31b413e40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402262 Sep 08 09:11:40.262464 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-87ce3e8e-d141-4e6f-a03c-4485fa33d221 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3881712 Sep 08 09:11:40.268359 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52738) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:40.274787 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e1bbba-29ec-4385-baa6-f45ce9fc0927 admin admin] Made reservation on behalf of be20e71aa7ca42bf8216bb149421d067 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:11:40.277124 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-37e1bbba-29ec-4385-baa6-f45ce9fc0927 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:40.277434 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-3c48767c-8da1-4f6c-9bb0-7050e47a427c tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'subnet': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:40.303140 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e937f98e-3a2a-4023-a67a-1be80fe253df None None] DHCP port deletion for 9177193f-e165-437e-b3d7-f8fa84e750aa request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:11:40.366502 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e937f98e-3a2a-4023-a67a-1be80fe253df None None] Deleting port 7285c350-8ec9-4219-b3c7-0dc5b75a7627 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:11:40.367104 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e937f98e-3a2a-4023-a67a-1be80fe253df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:40.446053 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-2c644e20-a84e-4087-8a76-b7c61c9e1fd4 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:40.535693 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e937f98e-3a2a-4023-a67a-1be80fe253df None None] For port 7285c350-8ec9-4219-b3c7-0dc5b75a7627, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=7285c350-8ec9-4219-b3c7-0dc5b75a7627,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:40.536267 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e937f98e-3a2a-4023-a67a-1be80fe253df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:40.543227 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9bec8d78-2697-4337-828b-f4b7e402d4a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:40.558233 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e937f98e-3a2a-4023-a67a-1be80fe253df None None] Calling delete_port for 7285c350-8ec9-4219-b3c7-0dc5b75a7627 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:11:40.568637 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c644e20-a84e-4087-8a76-b7c61c9e1fd4 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Pushing event deleted for resources: {'Port': ['ID=24c965d7-db6d-4bd8-8994-faab41bdeccb,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:40.571745 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9bec8d78-2697-4337-828b-f4b7e402d4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:40.619266 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9bec8d78-2697-4337-828b-f4b7e402d4a6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2957d1bc178a472391b58009f1295817&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6263826 Sep 08 09:11:40.623989 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52744) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:40.649436 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c48767c-8da1-4f6c-9bb0-7050e47a427c tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:11:40.653107 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3c48767c-8da1-4f6c-9bb0-7050e47a427c tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:40.704329 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e937f98e-3a2a-4023-a67a-1be80fe253df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:40.724406 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec8d78-2697-4337-828b-f4b7e402d4a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ab964b-e1b3-4317-af34-fb4c981ea859,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:40.739382 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40629e34-8228-4492-8f03-e86a2bcd3048 req-69d2ab2f-ece6-4526-b1f5-fe3b7e6b204b tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:40.746843 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-40629e34-8228-4492-8f03-e86a2bcd3048 req-69d2ab2f-ece6-4526-b1f5-fe3b7e6b204b tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/ports?device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 946 time: 0.2356710 Sep 08 09:11:40.759645 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e937f98e-3a2a-4023-a67a-1be80fe253df None None] Pushing event deleted for resources: {'Port': ['ID=7285c350-8ec9-4219-b3c7-0dc5b75a7627,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:40.765870 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e937f98e-3a2a-4023-a67a-1be80fe253df None None] No DVR routers for this DVR port 7285c350-8ec9-4219-b3c7-0dc5b75a7627 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:11:40.789773 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde1c25-5110-4449-b71c-e6141a23a944 req-bcf4b73f-44ce-42ab-ac1c-7ca5da496126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:40.791350 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dbde1c25-5110-4449-b71c-e6141a23a944 req-bcf4b73f-44ce-42ab-ac1c-7ca5da496126 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e0fa2b77317456893f5fab251cfa62c&device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 1098 time: 0.3030334 Sep 08 09:11:40.838951 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872fe159-951f-4c38-8380-16d82174687b req-b2f05143-8694-41c7-a6b8-65b9ddfd0e26 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:40.840770 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-872fe159-951f-4c38-8380-16d82174687b req-b2f05143-8694-41c7-a6b8-65b9ddfd0e26 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 942 time: 0.2841082 Sep 08 09:11:40.883472 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-40629e34-8228-4492-8f03-e86a2bcd3048 req-96ea1597-ea9d-43d6-a059-18791accb6a5 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/security-groups?id=bea61fdc-ddf6-486e-8758-ec31b413e40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356750 Sep 08 09:11:40.885837 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a7890c25-3142-4ef7-8290-98c9c69e326c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:40.933738 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a7890c25-3142-4ef7-8290-98c9c69e326c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:41.057717 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 7285c350-8ec9-4219-b3c7-0dc5b75a7627 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:11:41.117609 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-2c644e20-a84e-4087-8a76-b7c61c9e1fd4 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Router 9e6d2467-77c9-4d0d-a7bc-542df47f28bf has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:11:41.120198 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 7285c350-8ec9-4219-b3c7-0dc5b75a7627 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:11:41.120747 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 7285c350-8ec9-4219-b3c7-0dc5b75a7627 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:11:41.122957 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-872fe159-951f-4c38-8380-16d82174687b req-2f20dc7a-1822-4964-af1e-443c9da1f188 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2644105 Sep 08 09:11:41.143567 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-37e1bbba-29ec-4385-baa6-f45ce9fc0927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:41.154240 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a7890c25-3142-4ef7-8290-98c9c69e326c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:41.158032 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a7890c25-3142-4ef7-8290-98c9c69e326c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:41.159822 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a7890c25-3142-4ef7-8290-98c9c69e326c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/67ab964b-e1b3-4317-af34-fb4c981ea859 HTTP/1.1" status: 204 len: 168 time: 0.5279355 Sep 08 09:11:41.178377 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7890c25-3142-4ef7-8290-98c9c69e326c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ab964b-e1b3-4317-af34-fb4c981ea859,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:41.205050 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7890c25-3142-4ef7-8290-98c9c69e326c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:11:41.205456 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7890c25-3142-4ef7-8290-98c9c69e326c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:11:41.205901 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7890c25-3142-4ef7-8290-98c9c69e326c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:11:41.206382 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7890c25-3142-4ef7-8290-98c9c69e326c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:11:41.206817 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7890c25-3142-4ef7-8290-98c9c69e326c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:11:41.207216 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7890c25-3142-4ef7-8290-98c9c69e326c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:11:41.207618 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7890c25-3142-4ef7-8290-98c9c69e326c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:11:41.208002 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7890c25-3142-4ef7-8290-98c9c69e326c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:11:41.208393 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7890c25-3142-4ef7-8290-98c9c69e326c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:11:41.208783 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7890c25-3142-4ef7-8290-98c9c69e326c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:11:41.209655 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7890c25-3142-4ef7-8290-98c9c69e326c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:11:41.209655 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7890c25-3142-4ef7-8290-98c9c69e326c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:11:41.242356 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde1c25-5110-4449-b71c-e6141a23a944 req-feab65d6-3113-404a-a169-eaf861f1d588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:41.243516 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dbde1c25-5110-4449-b71c-e6141a23a944 req-feab65d6-3113-404a-a169-eaf861f1d588 service neutron] 10.222.0.37 "GET /v2.0/networks?id=af37320b-6b9f-4537-9cf7-f31def6375f6 HTTP/1.1" status: 200 len: 921 time: 0.4408927 Sep 08 09:11:41.261409 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-8f13afe3-8dae-463b-a567-1cd02299b3bf req-901efe6d-6dd6-4473-99e9-968c1f225fff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bff4ce1-3a01-46ec-8016-4cb4dc8d5475 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:11:41.285133 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-8f13afe3-8dae-463b-a567-1cd02299b3bf req-901efe6d-6dd6-4473-99e9-968c1f225fff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:41.305345 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957d0b8-0b0e-4b5f-bede-ca01a38e30f1 req-b22bed3c-0b2b-4c40-9d77-78487a2a0b62 tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:41.306936 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e957d0b8-0b0e-4b5f-bede-ca01a38e30f1 req-b22bed3c-0b2b-4c40-9d77-78487a2a0b62 tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3ca5a65-05c9-4e6b-a122-3947dd917bf4 HTTP/1.1" status: 200 len: 932 time: 0.1199472 Sep 08 09:11:41.352446 n-d-806683-11 neutron-server[94713]: DEBUG neutron.objects.ports [None req-3c48767c-8da1-4f6c-9bb0-7050e47a427c tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94713) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 08 09:11:41.355911 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3c48767c-8da1-4f6c-9bb0-7050e47a427c tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:41.356114 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e1bbba-29ec-4385-baa6-f45ce9fc0927 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d780f37f-564d-499d-a30a-228737f9b006,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:41.368945 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dbde1c25-5110-4449-b71c-e6141a23a944 req-6f2b6b24-dc77-4613-b9a2-d04424015755 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2394ea8-887b-423b-aec7-fc15c72355a0 HTTP/1.1" status: 200 len: 217 time: 0.1100152 Sep 08 09:11:41.391017 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-8f13afe3-8dae-463b-a567-1cd02299b3bf req-901efe6d-6dd6-4473-99e9-968c1f225fff service neutron] Transition to ACTIVE for port object 0bff4ce1-3a01-46ec-8016-4cb4dc8d5475 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:11:41.425648 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-8f13afe3-8dae-463b-a567-1cd02299b3bf req-901efe6d-6dd6-4473-99e9-968c1f225fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:41.436224 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c48767c-8da1-4f6c-9bb0-7050e47a427c tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:11:41.437153 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e1bbba-29ec-4385-baa6-f45ce9fc0927 admin admin] Checking segment: {'id': '268367fb-3099-43cf-aa04-4e7d927825c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:11:41.437545 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e1bbba-29ec-4385-baa6-f45ce9fc0927 admin admin] Network hostable DHCP agents. Network: 61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:11:41.440552 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e957d0b8-0b0e-4b5f-bede-ca01a38e30f1 req-725a63fd-8a29-46eb-bd74-e5d76219557f tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] 10.222.0.54 "GET /v2.0/security-groups?id=589c9591-e543-4a4b-a03b-b33803a77403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214280 Sep 08 09:11:41.443750 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-3c48767c-8da1-4f6c-9bb0-7050e47a427c tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:11:41.448448 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c48767c-8da1-4f6c-9bb0-7050e47a427c tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:41.448913 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3c48767c-8da1-4f6c-9bb0-7050e47a427c tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:41.461041 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48767c-8da1-4f6c-9bb0-7050e47a427c tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Subnet': ['ID=1af63c5b-0e08-4319-8630-cfecfcff2cff,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:41.468052 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde2f6a3-63ba-49a5-b560-43ad9dc9eed0 None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:11:41.469101 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3c48767c-8da1-4f6c-9bb0-7050e47a427c tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1976104 Sep 08 09:11:41.472590 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52754) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:41.478697 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-371415ba-6c01-4197-aed4-fb1f2ad75238 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'port': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'mac_address': 'fa:16:3e:79:aa:59', 'name': 'tempest-NetworksTestDHCPv6-1776972251'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:41.545077 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde1c25-5110-4449-b71c-e6141a23a944 req-7291c584-b755-4fd7-9873-93fc8d45b824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:41.546917 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dbde1c25-5110-4449-b71c-e6141a23a944 req-7291c584-b755-4fd7-9873-93fc8d45b824 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f99fff34-d0f7-460f-81c3-03f5e1e7df92 HTTP/1.1" status: 200 len: 860 time: 0.1680772 Sep 08 09:11:41.547511 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e1bbba-29ec-4385-baa6-f45ce9fc0927 admin admin] Network 61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:11:41.599225 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901efe6d-6dd6-4473-99e9-968c1f225fff service neutron] Pushing event updated for resources: {'Port': ['ID=0bff4ce1-3a01-46ec-8016-4cb4dc8d5475,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:41.621204 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dbde1c25-5110-4449-b71c-e6141a23a944 req-a0fe0af5-06a1-40c7-9cb7-59dc8ed605ef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=af37320b-6b9f-4537-9cf7-f31def6375f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578094 Sep 08 09:11:41.635384 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371415ba-6c01-4197-aed4-fb1f2ad75238 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:11:41.638809 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-37e1bbba-29ec-4385-baa6-f45ce9fc0927 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:11:41.642246 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-371415ba-6c01-4197-aed4-fb1f2ad75238 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:41.644574 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-2c644e20-a84e-4087-8a76-b7c61c9e1fd4 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:11:41.661582 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8754843e-bfb0-45f2-9703-49eef234765f None None] Sync routers for ids ['9e6d2467-77c9-4d0d-a7bc-542df47f28bf'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:11:41.666440 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-371415ba-6c01-4197-aed4-fb1f2ad75238 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] device_id is not set on port 7fab2595-dd30-447d-9d90-5cb92dd276ef yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:11:41.670200 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e1bbba-29ec-4385-baa6-f45ce9fc0927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:41.670817 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-37e1bbba-29ec-4385-baa6-f45ce9fc0927 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:41.671602 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8754843e-bfb0-45f2-9703-49eef234765f None None] Routers {'9e6d2467-77c9-4d0d-a7bc-542df47f28bf'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:11:41.672246 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-8754843e-bfb0-45f2-9703-49eef234765f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:11:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['9e6d2467-77c9-4d0d-a7bc-542df47f28bf'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:41.733170 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1642f284-0c00-4f00-abe2-360df5756d4b None None] Network 61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:11:41.759974 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06b8550-fcd9-4316-b4b3-9de00dd88dda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-9177193f-e165-437e-b3d7-f8fa84e750aa', 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'tenant_id': 'cfe5efe5bc04414daec2165ebe59ab3a', 'fixed_ips': [{'subnet_id': '1af63c5b-0e08-4319-8630-cfecfcff2cff'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:11:41.760857 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b06b8550-fcd9-4316-b4b3-9de00dd88dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:41.840819 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-371415ba-6c01-4197-aed4-fb1f2ad75238 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Allocated IP 2001:db8::f816:3eff:fe79:aa59 (9177193f-e165-437e-b3d7-f8fa84e750aa/1af63c5b-0e08-4319-8630-cfecfcff2cff/7fab2595-dd30-447d-9d90-5cb92dd276ef) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:11:41.906421 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-8754843e-bfb0-45f2-9703-49eef234765f None None] Set router 9e6d2467-77c9-4d0d-a7bc-542df47f28bf gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:11:41.927052 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dbde1c25-5110-4449-b71c-e6141a23a944 req-00ce875b-7fdd-443e-a625-129ad546e12f service neutron] 10.222.0.37 "GET /v2.0/networks/af37320b-6b9f-4537-9cf7-f31def6375f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861497 Sep 08 09:11:41.928367 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-37e1bbba-29ec-4385-baa6-f45ce9fc0927 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1236305 Sep 08 09:11:41.930031 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-2c644e20-a84e-4087-8a76-b7c61c9e1fd4 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] No DVR routers for this DVR port 24c965d7-db6d-4bd8-8994-faab41bdeccb on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:11:41.935167 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-2c644e20-a84e-4087-8a76-b7c61c9e1fd4 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:41.937170 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-2c644e20-a84e-4087-8a76-b7c61c9e1fd4 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.37 "DELETE /v2.0/ports/24c965d7-db6d-4bd8-8994-faab41bdeccb HTTP/1.1" status: 204 len: 173 time: 3.7504911 Sep 08 09:11:41.967178 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'name': 'network-vif-deleted', 'tag': '24c965d7-db6d-4bd8-8994-faab41bdeccb'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:11:41.971165 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526eb30e-3aa0-4857-bd47-e068eb3704c6" -d '{"events": [{"server_uuid": "62fedf63-f62c-4785-af8b-8c03c2c707db", "name": "network-vif-deleted", "tag": "24c965d7-db6d-4bd8-8994-faab41bdeccb"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:11:42.062173 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524167e7-7c4c-4bf8-b6ce-c578501df9ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8', 'network_id': '61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8', 'tenant_id': 'be20e71aa7ca42bf8216bb149421d067', 'fixed_ips': [{'subnet_id': 'd780f37f-564d-499d-a30a-228737f9b006'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:11:42.063038 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-524167e7-7c4c-4bf8-b6ce-c578501df9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:42.098669 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ca28c0-e3ad-42ca-b897-e123f44f154c x-openstack-request-id: req-b3ca28c0-e3ad-42ca-b897-e123f44f154c {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:11:42.098967 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62fedf63-f62c-4785-af8b-8c03c2c707db", "name": "network-vif-deleted", "tag": "24c965d7-db6d-4bd8-8994-faab41bdeccb", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:11:42.099605 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b3ca28c0-e3ad-42ca-b897-e123f44f154c {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:11:42.100016 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'name': 'network-vif-deleted', 'tag': '24c965d7-db6d-4bd8-8994-faab41bdeccb', 'status': 'completed', 'code': 200} Sep 08 09:11:42.258760 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-371415ba-6c01-4197-aed4-fb1f2ad75238 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:42.282350 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-371415ba-6c01-4197-aed4-fb1f2ad75238 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Transition to ACTIVE for port object 7fab2595-dd30-447d-9d90-5cb92dd276ef will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:11:42.324072 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-8754843e-bfb0-45f2-9703-49eef234765f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6d2467-77c9-4d0d-a7bc-542df47f28bf', 'name': 'tempest-TaggedBootDevicesTest_v242-2105520897-router', 'tenant_id': '5ff9af2a8ae84383ae48822128c85b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '66ea46ae-da64-49dc-afb6-11daa30fcc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:01:04Z', 'updated_at': '2021-09-08T09:01:13Z', 'revision_number': 4, 'project_id': '5ff9af2a8ae84383ae48822128c85b16', 'gw_port': {'id': '66ea46ae-da64-49dc-afb6-11daa30fcc41', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6d2467-77c9-4d0d-a7bc-542df47f28bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:01:05Z', 'updated_at': '2021-09-08T09:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'ecbcb730-d645-475b-8334-e232c293f2c1', 'name': '', 'network_id': '56f09e7a-d8c3-4671-9b9a-504accacdfdc', 'tenant_id': '5ff9af2a8ae84383ae48822128c85b16', 'mac_address': 'fa:16:3e:a5:3d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6d2467-77c9-4d0d-a7bc-542df47f28bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '8500bfb2-0bfa-480d-b7a3-e97947f43e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:01:10Z', 'updated_at': '2021-09-08T09:01:20Z', 'revision_number': 5, 'project_id': '5ff9af2a8ae84383ae48822128c85b16', 'subnets': [{'id': '8500bfb2-0bfa-480d-b7a3-e97947f43e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:42.353357 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-371415ba-6c01-4197-aed4-fb1f2ad75238 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:42.396449 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8754843e-bfb0-45f2-9703-49eef234765f None None] Checking router: 9e6d2467-77c9-4d0d-a7bc-542df47f28bf for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:11:42.403040 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62d67e-91b7-40e4-a827-62f2e032dc29 req-0c69ad91-22ba-4f7c-97f7-c09541ec55f6 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:42.404907 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5f62d67e-91b7-40e4-a827-62f2e032dc29 req-0c69ad91-22ba-4f7c-97f7-c09541ec55f6 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/ports?device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 946 time: 0.3040407 Sep 08 09:11:42.406983 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dbde1c25-5110-4449-b71c-e6141a23a944 req-838fef98-db95-49c7-84a0-3a14c6002bcb service neutron] 10.222.0.37 "GET /v2.0/networks/af37320b-6b9f-4537-9cf7-f31def6375f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4689622 Sep 08 09:11:42.408964 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-8f13afe3-8dae-463b-a567-1cd02299b3bf req-901efe6d-6dd6-4473-99e9-968c1f225fff service neutron] Attempting to bind port 0bff4ce1-3a01-46ec-8016-4cb4dc8d5475 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:11:42.409590 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-8f13afe3-8dae-463b-a567-1cd02299b3bf req-901efe6d-6dd6-4473-99e9-968c1f225fff service neutron] Attempting to bind port 0bff4ce1-3a01-46ec-8016-4cb4dc8d5475 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': 'fa86f2d6-f0c1-4e5b-b676-bfebdd20ddad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'af2b6fb2-911b-46ba-8e2b-7a7f100b74ef'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:11:42.410258 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f13afe3-8dae-463b-a567-1cd02299b3bf req-901efe6d-6dd6-4473-99e9-968c1f225fff service neutron] Attempting to bind port 0bff4ce1-3a01-46ec-8016-4cb4dc8d5475 on network af2b6fb2-911b-46ba-8e2b-7a7f100b74ef {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:11:42.429639 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8754843e-bfb0-45f2-9703-49eef234765f None None] Routers {'9e6d2467-77c9-4d0d-a7bc-542df47f28bf'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:11:42.430573 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-8754843e-bfb0-45f2-9703-49eef234765f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:11:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['9e6d2467-77c9-4d0d-a7bc-542df47f28bf'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:42.434771 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371415ba-6c01-4197-aed4-fb1f2ad75238 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:11:42.440047 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-371415ba-6c01-4197-aed4-fb1f2ad75238 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:11:42.460137 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371415ba-6c01-4197-aed4-fb1f2ad75238 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:11:42.461786 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f13afe3-8dae-463b-a567-1cd02299b3bf req-901efe6d-6dd6-4473-99e9-968c1f225fff service neutron] Port 0bff4ce1-3a01-46ec-8016-4cb4dc8d5475 on network af2b6fb2-911b-46ba-8e2b-7a7f100b74ef not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:11:42.462161 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f13afe3-8dae-463b-a567-1cd02299b3bf req-901efe6d-6dd6-4473-99e9-968c1f225fff service neutron] Attempting to bind port 0bff4ce1-3a01-46ec-8016-4cb4dc8d5475 on network af2b6fb2-911b-46ba-8e2b-7a7f100b74ef {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:11:42.471918 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371415ba-6c01-4197-aed4-fb1f2ad75238 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:42.472602 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-371415ba-6c01-4197-aed4-fb1f2ad75238 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:42.480370 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-524167e7-7c4c-4bf8-b6ce-c578501df9ff None None] Allocated IP 172.20.0.2 (61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8/d780f37f-564d-499d-a30a-228737f9b006/14701aae-07b9-4bf8-8cfe-ce47021ae5f4) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:11:42.497966 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-b06b8550-fcd9-4316-b4b3-9de00dd88dda None None] Allocated IP 2001:db8::f816:3eff:fe47:fa2c (9177193f-e165-437e-b3d7-f8fa84e750aa/1af63c5b-0e08-4319-8630-cfecfcff2cff/99487ab1-979c-4cfe-ad2e-b707d8d9b15f) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:11:42.502558 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f13afe3-8dae-463b-a567-1cd02299b3bf req-901efe6d-6dd6-4473-99e9-968c1f225fff service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:11:42.503801 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f13afe3-8dae-463b-a567-1cd02299b3bf req-901efe6d-6dd6-4473-99e9-968c1f225fff service neutron] Checking segment: {'id': 'fa86f2d6-f0c1-4e5b-b676-bfebdd20ddad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'af2b6fb2-911b-46ba-8e2b-7a7f100b74ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:11:42.504877 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371415ba-6c01-4197-aed4-fb1f2ad75238 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Port': ['ID=7fab2595-dd30-447d-9d90-5cb92dd276ef,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:42.509624 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52794) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:42.523045 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-371415ba-6c01-4197-aed4-fb1f2ad75238 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0489731 Sep 08 09:11:42.525884 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52798) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:42.530312 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f13afe3-8dae-463b-a567-1cd02299b3bf req-901efe6d-6dd6-4473-99e9-968c1f225fff service neutron] Bound using segment: {'id': 'fa86f2d6-f0c1-4e5b-b676-bfebdd20ddad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'af2b6fb2-911b-46ba-8e2b-7a7f100b74ef'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:11:42.534464 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-8f13afe3-8dae-463b-a567-1cd02299b3bf req-901efe6d-6dd6-4473-99e9-968c1f225fff service neutron] Bound port: 0bff4ce1-3a01-46ec-8016-4cb4dc8d5475, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa86f2d6-f0c1-4e5b-b676-bfebdd20ddad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'af2b6fb2-911b-46ba-8e2b-7a7f100b74ef'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:11:42.538322 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-8f13afe3-8dae-463b-a567-1cd02299b3bf req-901efe6d-6dd6-4473-99e9-968c1f225fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:42.599844 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5f62d67e-91b7-40e4-a827-62f2e032dc29 req-b3383189-c87d-41ea-a88e-5c574a3527ea tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/security-groups?id=bea61fdc-ddf6-486e-8758-ec31b413e40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864221 Sep 08 09:11:42.608460 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed7276-fb0e-402c-9a5c-b6e63e6f9a95 req-798b08c9-4fc8-44b0-bb69-2246a1be4f14 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:42.618166 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-21ed7276-fb0e-402c-9a5c-b6e63e6f9a95 req-798b08c9-4fc8-44b0-bb69-2246a1be4f14 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 942 time: 0.2232721 Sep 08 09:11:42.640227 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-8754843e-bfb0-45f2-9703-49eef234765f None None] Set router 9e6d2467-77c9-4d0d-a7bc-542df47f28bf gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:11:42.678892 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-6aad9a22-aabe-481f-90fc-81d0263eb923 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Deleting port 206afed7-eeae-4d06-8959-8e305d5bcc7e {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:11:42.679234 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-6aad9a22-aabe-481f-90fc-81d0263eb923 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:42.711309 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c379c79c-0249-4a58-aeec-3e27528b5f04 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:42.717440 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c379c79c-0249-4a58-aeec-3e27528b5f04 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1861813 Sep 08 09:11:42.724246 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52802) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:42.726250 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-ea6e7241-8b84-4767-84f8-93aa8b25ac2b tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:42.731682 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ea6e7241-8b84-4767-84f8-93aa8b25ac2b tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2157815 Sep 08 09:11:42.733536 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52804) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:42.747683 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [None req-da8dbbf2-b7c3-4bc9-968a-11a9b54395c5 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:42.751208 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-da8dbbf2-b7c3-4bc9-968a-11a9b54395c5 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0060720 Sep 08 09:11:42.756660 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52806) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:42.774842 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-ca2945f8-9694-4c9b-a1d1-199544d66d27 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:42.778642 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ca2945f8-9694-4c9b-a1d1-199544d66d27 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0135963 Sep 08 09:11:42.779197 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52808) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:42.785629 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-f9844033-6234-45fc-b6ab-196b06c1114f tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:42.789302 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f9844033-6234-45fc-b6ab-196b06c1114f tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0062962 Sep 08 09:11:42.800277 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-21ed7276-fb0e-402c-9a5c-b6e63e6f9a95 req-a65d27c8-6ba7-4e1b-a89f-6e0ccb514fe1 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664600 Sep 08 09:11:42.800810 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52810) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:42.815930 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-056d8217-8723-4e6e-b002-daedcd7ecbd9 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:42.824187 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-056d8217-8723-4e6e-b002-daedcd7ecbd9 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0203161 Sep 08 09:11:42.824187 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52812) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:42.835826 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-6ac0c1c2-5690-4aeb-9109-eca7d38f8b52 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:42.843221 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6ac0c1c2-5690-4aeb-9109-eca7d38f8b52 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0180678 Sep 08 09:11:42.845443 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52814) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:42.858705 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-131703dc-05c1-45db-b808-c29256ed8c9e tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:42.860925 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-131703dc-05c1-45db-b808-c29256ed8c9e tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0122545 Sep 08 09:11:42.862203 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-8f13afe3-8dae-463b-a567-1cd02299b3bf req-901efe6d-6dd6-4473-99e9-968c1f225fff service neutron] For port 0bff4ce1-3a01-46ec-8016-4cb4dc8d5475, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:11:42.865030 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52816) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:42.868090 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-8f13afe3-8dae-463b-a567-1cd02299b3bf req-901efe6d-6dd6-4473-99e9-968c1f225fff service neutron] For port 0bff4ce1-3a01-46ec-8016-4cb4dc8d5475, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=0bff4ce1-3a01-46ec-8016-4cb4dc8d5475,segment=NetworkSegment(fa86f2d6-f0c1-4e5b-b676-bfebdd20ddad),segment_id=fa86f2d6-f0c1-4e5b-b676-bfebdd20ddad)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:11:42.872771 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-4956b8df-e0ae-4891-9116-c765dfb4d380 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:42.874664 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4956b8df-e0ae-4891-9116-c765dfb4d380 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0079699 Sep 08 09:11:42.877358 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52818) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:42.888226 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-d51cf041-c0d2-4735-bdf7-08b24d337d01 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:42.889244 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d51cf041-c0d2-4735-bdf7-08b24d337d01 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0108030 Sep 08 09:11:42.892076 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52820) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:42.903332 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-37bfd216-a12f-4bc8-9c82-a920a9ae1e5b tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:42.906488 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-37bfd216-a12f-4bc8-9c82-a920a9ae1e5b tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0089931 Sep 08 09:11:42.910555 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52822) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:42.912324 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-8f13afe3-8dae-463b-a567-1cd02299b3bf req-901efe6d-6dd6-4473-99e9-968c1f225fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:42.928031 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-3b59846c-fa83-4422-848a-7fbf87508520 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:42.930199 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3b59846c-fa83-4422-848a-7fbf87508520 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0177712 Sep 08 09:11:42.939821 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52824) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:42.945758 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-c2115e82-99b2-44e4-a242-25dc440e70b8 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:42.946785 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c2115e82-99b2-44e4-a242-25dc440e70b8 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0046711 Sep 08 09:11:42.961627 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52826) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:42.967346 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-85d8d1be-54cd-4920-b598-de0acf94f16e tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:42.968522 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-85d8d1be-54cd-4920-b598-de0acf94f16e tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0056357 Sep 08 09:11:42.972892 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52828) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:42.977131 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-d1a70881-36eb-4093-bcb8-7b071459ea99 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:42.978229 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d1a70881-36eb-4093-bcb8-7b071459ea99 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0044646 Sep 08 09:11:42.980873 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52830) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:42.985340 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-70927f9e-b519-4385-aeae-f89797292132 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:42.986388 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-70927f9e-b519-4385-aeae-f89797292132 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0044534 Sep 08 09:11:42.989490 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52832) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:42.993604 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-c70ee93a-08d5-434f-beee-e7c40b6af0ef tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:42.994621 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c70ee93a-08d5-434f-beee-e7c40b6af0ef tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0044594 Sep 08 09:11:42.997291 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52834) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:43.012598 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-d357d866-7d7a-456e-a911-7341e029428e tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:43.013643 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d357d866-7d7a-456e-a911-7341e029428e tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0154450 Sep 08 09:11:43.019582 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52836) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:43.038370 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [None req-bff80de3-2d01-4aca-a203-a12f63e8650b tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:43.039268 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b06b8550-fcd9-4316-b4b3-9de00dd88dda None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:43.040614 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-bff80de3-2d01-4aca-a203-a12f63e8650b tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0110037 Sep 08 09:11:43.046919 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52838) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:43.060734 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-b06b8550-fcd9-4316-b4b3-9de00dd88dda None None] Transition to ACTIVE for port object 99487ab1-979c-4cfe-ad2e-b707d8d9b15f will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:11:43.079763 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13afe3-8dae-463b-a567-1cd02299b3bf req-901efe6d-6dd6-4473-99e9-968c1f225fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:43.080728 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-8f13afe3-8dae-463b-a567-1cd02299b3bf req-901efe6d-6dd6-4473-99e9-968c1f225fff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:43.081825 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5361f0-b5c8-4c92-9c40-41bb9d6e0d5e req-024da5d1-7e48-478e-87a8-338d96cc9d5f tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:43.083663 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8f13afe3-8dae-463b-a567-1cd02299b3bf req-901efe6d-6dd6-4473-99e9-968c1f225fff service neutron] 10.222.0.35 "PUT /v2.0/ports/0bff4ce1-3a01-46ec-8016-4cb4dc8d5475 HTTP/1.1" status: 200 len: 1093 time: 3.5923812 Sep 08 09:11:43.096511 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ac5361f0-b5c8-4c92-9c40-41bb9d6e0d5e req-024da5d1-7e48-478e-87a8-338d96cc9d5f tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3ca5a65-05c9-4e6b-a122-3947dd917bf4 HTTP/1.1" status: 200 len: 944 time: 0.1658158 Sep 08 09:11:43.098447 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-524167e7-7c4c-4bf8-b6ce-c578501df9ff None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:43.102105 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-6aad9a22-aabe-481f-90fc-81d0263eb923 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] For port 206afed7-eeae-4d06-8959-8e305d5bcc7e, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=206afed7-eeae-4d06-8959-8e305d5bcc7e,segment=NetworkSegment(a13fd2b6-0549-44cb-a81f-d013dc25e0e0),segment_id=a13fd2b6-0549-44cb-a81f-d013dc25e0e0)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:43.102652 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-6aad9a22-aabe-481f-90fc-81d0263eb923 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:43.107419 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-b06b8550-fcd9-4316-b4b3-9de00dd88dda None None] Transition to ACTIVE for port object 99487ab1-979c-4cfe-ad2e-b707d8d9b15f will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:11:43.119924 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-524167e7-7c4c-4bf8-b6ce-c578501df9ff None None] Transition to ACTIVE for port object 14701aae-07b9-4bf8-8cfe-ce47021ae5f4 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:11:43.128796 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b06b8550-fcd9-4316-b4b3-9de00dd88dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:43.149403 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-1bf413c2-2012-4ba6-a342-79df7b9fdf86 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:43.152945 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1bf413c2-2012-4ba6-a342-79df7b9fdf86 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0237966 Sep 08 09:11:43.162099 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-6aad9a22-aabe-481f-90fc-81d0263eb923 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Calling delete_port for 206afed7-eeae-4d06-8959-8e305d5bcc7e owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:11:43.167120 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52848) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:43.181883 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [None req-99f126a0-48f0-4100-9dad-cf8961432c3e tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:43.185931 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-99f126a0-48f0-4100-9dad-cf8961432c3e tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0060749 Sep 08 09:11:43.187050 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52850) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:43.195403 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-471c5564-d1be-4328-8a04-7236d39fcd16 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:43.198087 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-471c5564-d1be-4328-8a04-7236d39fcd16 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0090187 Sep 08 09:11:43.200235 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52852) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:43.207812 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06b8550-fcd9-4316-b4b3-9de00dd88dda None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:11:43.209093 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-524167e7-7c4c-4bf8-b6ce-c578501df9ff None None] Transition to ACTIVE for port object 14701aae-07b9-4bf8-8cfe-ce47021ae5f4 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:11:43.209987 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-353677bf-0173-456f-93b1-3bdee8443eb9 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:43.211248 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-353677bf-0173-456f-93b1-3bdee8443eb9 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0097837 Sep 08 09:11:43.213913 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-b06b8550-fcd9-4316-b4b3-9de00dd88dda None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:11:43.214177 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901efe6d-6dd6-4473-99e9-968c1f225fff service neutron] Pushing event updated for resources: {'Port': ['ID=0bff4ce1-3a01-46ec-8016-4cb4dc8d5475,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:43.227701 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06b8550-fcd9-4316-b4b3-9de00dd88dda None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:11:43.229642 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ac5361f0-b5c8-4c92-9c40-41bb9d6e0d5e req-32e8c085-40c2-4067-9220-bb29a04f8f4a tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] 10.222.0.54 "GET /v2.0/security-groups?id=589c9591-e543-4a4b-a03b-b33803a77403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293888 Sep 08 09:11:43.231626 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52854) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:43.237527 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-524167e7-7c4c-4bf8-b6ce-c578501df9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:43.246529 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-aed4f458-94c9-4458-a670-841a2115b6a0 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:43.248669 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-aed4f458-94c9-4458-a670-841a2115b6a0 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0150318 Sep 08 09:11:43.254694 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52856) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:43.277498 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [None req-4b8368ce-5046-44e3-a4f7-c38cbc70bed0 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:43.278555 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4b8368ce-5046-44e3-a4f7-c38cbc70bed0 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0230269 Sep 08 09:11:43.281430 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52858) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:43.295482 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b8550-fcd9-4316-b4b3-9de00dd88dda None None] Pushing event updated for resources: {'Port': ['ID=99487ab1-979c-4cfe-ad2e-b707d8d9b15f,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:43.297470 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-8ac814a9-d92a-4a52-b71d-65a4f43a8a96 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting port 7fab2595-dd30-447d-9d90-5cb92dd276ef {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:11:43.297817 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8ac814a9-d92a-4a52-b71d-65a4f43a8a96 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:43.298925 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-d9bbaa38-ca88-47a6-9a8c-423d35930950 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:43.304548 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d9bbaa38-ca88-47a6-9a8c-423d35930950 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0125744 Sep 08 09:11:43.305494 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52862) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:43.312988 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524167e7-7c4c-4bf8-b6ce-c578501df9ff None None] Network 61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:11:43.320131 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-cfc834f8-224d-4fd1-8c32-c91145d343f1 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:43.320834 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-524167e7-7c4c-4bf8-b6ce-c578501df9ff None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:11:43.333620 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-cfc834f8-224d-4fd1-8c32-c91145d343f1 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0267925 Sep 08 09:11:43.334817 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52864) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:43.335280 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-8754843e-bfb0-45f2-9703-49eef234765f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6d2467-77c9-4d0d-a7bc-542df47f28bf', 'name': 'tempest-TaggedBootDevicesTest_v242-2105520897-router', 'tenant_id': '5ff9af2a8ae84383ae48822128c85b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '66ea46ae-da64-49dc-afb6-11daa30fcc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:01:04Z', 'updated_at': '2021-09-08T09:01:13Z', 'revision_number': 4, 'project_id': '5ff9af2a8ae84383ae48822128c85b16', 'gw_port': {'id': '66ea46ae-da64-49dc-afb6-11daa30fcc41', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6d2467-77c9-4d0d-a7bc-542df47f28bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:01:05Z', 'updated_at': '2021-09-08T09:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'ecbcb730-d645-475b-8334-e232c293f2c1', 'name': '', 'network_id': '56f09e7a-d8c3-4671-9b9a-504accacdfdc', 'tenant_id': '5ff9af2a8ae84383ae48822128c85b16', 'mac_address': 'fa:16:3e:a5:3d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6d2467-77c9-4d0d-a7bc-542df47f28bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '8500bfb2-0bfa-480d-b7a3-e97947f43e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:01:10Z', 'updated_at': '2021-09-08T09:01:20Z', 'revision_number': 5, 'project_id': '5ff9af2a8ae84383ae48822128c85b16', 'subnets': [{'id': '8500bfb2-0bfa-480d-b7a3-e97947f43e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:11:43.345814 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-1bbdd2b3-69ce-4520-8e2d-aff198e59676 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:43.350630 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1bbdd2b3-69ce-4520-8e2d-aff198e59676 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0145888 Sep 08 09:11:43.351366 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52866) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:43.355781 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524167e7-7c4c-4bf8-b6ce-c578501df9ff None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:11:43.357567 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-f5a893e6-04d1-49e1-a73d-ad4ba62f4a08 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:43.365933 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f5a893e6-04d1-49e1-a73d-ad4ba62f4a08 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0126374 Sep 08 09:11:43.366880 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52868) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:43.373799 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-ae7b2ea9-a454-41eb-b3ad-8de92af76b4b tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:43.382383 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ae7b2ea9-a454-41eb-b3ad-8de92af76b4b tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0135128 Sep 08 09:11:43.383392 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52870) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:43.393341 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-a6019ec4-5f67-48b6-94f6-216dba52020d tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:43.409019 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a6019ec4-5f67-48b6-94f6-216dba52020d tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0160227 Sep 08 09:11:43.410661 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52872) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:43.417169 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8754843e-bfb0-45f2-9703-49eef234765f None None] The sync data for ids ['9e6d2467-77c9-4d0d-a7bc-542df47f28bf'] in n-d-806683-11 is: [{'id': '9e6d2467-77c9-4d0d-a7bc-542df47f28bf', 'name': 'tempest-TaggedBootDevicesTest_v242-2105520897-router', 'tenant_id': '5ff9af2a8ae84383ae48822128c85b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '66ea46ae-da64-49dc-afb6-11daa30fcc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:01:04Z', 'updated_at': '2021-09-08T09:01:13Z', 'revision_number': 4, 'project_id': '5ff9af2a8ae84383ae48822128c85b16', 'gw_port': {'id': '66ea46ae-da64-49dc-afb6-11daa30fcc41', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6d2467-77c9-4d0d-a7bc-542df47f28bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:01:05Z', 'updated_at': '2021-09-08T09:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'ecbcb730-d645-475b-8334-e232c293f2c1', 'name': '', 'network_id': '56f09e7a-d8c3-4671-9b9a-504accacdfdc', 'tenant_id': '5ff9af2a8ae84383ae48822128c85b16', 'mac_address': 'fa:16:3e:a5:3d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6d2467-77c9-4d0d-a7bc-542df47f28bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '8500bfb2-0bfa-480d-b7a3-e97947f43e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:01:10Z', 'updated_at': '2021-09-08T09:01:20Z', 'revision_number': 5, 'project_id': '5ff9af2a8ae84383ae48822128c85b16', 'subnets': [{'id': '8500bfb2-0bfa-480d-b7a3-e97947f43e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:11:43.427800 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-b2771040-5121-4937-8d21-075d1bcd5be3 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:43.429379 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b2771040-5121-4937-8d21-075d1bcd5be3 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0169389 Sep 08 09:11:43.432544 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-b06b8550-fcd9-4316-b4b3-9de00dd88dda None None] Attempting to bind port 99487ab1-979c-4cfe-ad2e-b707d8d9b15f on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:11:43.432866 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-b06b8550-fcd9-4316-b4b3-9de00dd88dda None None] Attempting to bind port 99487ab1-979c-4cfe-ad2e-b707d8d9b15f by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:11:43.433345 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06b8550-fcd9-4316-b4b3-9de00dd88dda None None] Attempting to bind port 99487ab1-979c-4cfe-ad2e-b707d8d9b15f on network 9177193f-e165-437e-b3d7-f8fa84e750aa {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:11:43.433903 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52874) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:43.436024 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524167e7-7c4c-4bf8-b6ce-c578501df9ff None None] Pushing event updated for resources: {'Port': ['ID=14701aae-07b9-4bf8-8cfe-ce47021ae5f4,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:43.442080 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-74038125-46df-44b6-8245-86003ba97723 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:43.446463 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-74038125-46df-44b6-8245-86003ba97723 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0082912 Sep 08 09:11:43.470901 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52876) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:43.471572 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-524167e7-7c4c-4bf8-b6ce-c578501df9ff None None] Attempting to bind port 14701aae-07b9-4bf8-8cfe-ce47021ae5f4 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:11:43.471965 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-524167e7-7c4c-4bf8-b6ce-c578501df9ff None None] Attempting to bind port 14701aae-07b9-4bf8-8cfe-ce47021ae5f4 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '268367fb-3099-43cf-aa04-4e7d927825c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:11:43.472589 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524167e7-7c4c-4bf8-b6ce-c578501df9ff None None] Attempting to bind port 14701aae-07b9-4bf8-8cfe-ce47021ae5f4 on network 61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:11:43.480012 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06b8550-fcd9-4316-b4b3-9de00dd88dda None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:11:43.480641 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06b8550-fcd9-4316-b4b3-9de00dd88dda None None] Checking segment: {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:11:43.481223 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b06b8550-fcd9-4316-b4b3-9de00dd88dda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:43.481223 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06b8550-fcd9-4316-b4b3-9de00dd88dda None None] Bound using segment: {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:11:43.481650 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-b06b8550-fcd9-4316-b4b3-9de00dd88dda None None] Bound port: 99487ab1-979c-4cfe-ad2e-b707d8d9b15f, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:11:43.482071 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b06b8550-fcd9-4316-b4b3-9de00dd88dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:43.484569 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524167e7-7c4c-4bf8-b6ce-c578501df9ff None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:11:43.485218 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524167e7-7c4c-4bf8-b6ce-c578501df9ff None None] Checking segment: {'id': '268367fb-3099-43cf-aa04-4e7d927825c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:11:43.485594 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-524167e7-7c4c-4bf8-b6ce-c578501df9ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:43.486343 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524167e7-7c4c-4bf8-b6ce-c578501df9ff None None] Bound using segment: {'id': '268367fb-3099-43cf-aa04-4e7d927825c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:11:43.487417 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-524167e7-7c4c-4bf8-b6ce-c578501df9ff None None] Bound port: 14701aae-07b9-4bf8-8cfe-ce47021ae5f4, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '268367fb-3099-43cf-aa04-4e7d927825c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:11:43.487840 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-524167e7-7c4c-4bf8-b6ce-c578501df9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:43.491911 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-62caba3e-ae50-454f-891b-82a727c3f348 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:43.495971 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-62caba3e-ae50-454f-891b-82a727c3f348 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0239820 Sep 08 09:11:43.496657 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52878) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:43.506100 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-5970475a-4136-4c5f-940f-e7ccca0ad109 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:43.509792 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5970475a-4136-4c5f-940f-e7ccca0ad109 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0089841 Sep 08 09:11:43.510427 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52880) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:43.524781 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-0e3cd2bf-b119-4ba1-8572-9fa295945e90 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:43.529485 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0e3cd2bf-b119-4ba1-8572-9fa295945e90 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0131154 Sep 08 09:11:43.531123 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52882) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:43.538984 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-664faa4e-e686-4838-a3a1-1a43720b2745 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:43.543992 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-664faa4e-e686-4838-a3a1-1a43720b2745 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0083139 Sep 08 09:11:43.545571 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52884) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:43.553773 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-b68cd4e0-7005-41d2-8d63-863c28da5e44 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:43.558992 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b68cd4e0-7005-41d2-8d63-863c28da5e44 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0082622 Sep 08 09:11:43.560282 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52886) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:43.572031 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-091c3156-7779-4a8b-acf9-ddac078b5390 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:43.580995 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-091c3156-7779-4a8b-acf9-ddac078b5390 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0176339 Sep 08 09:11:43.582120 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52888) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:43.592481 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-1faab4a3-cb28-4fd1-8bf1-8e5e60128df4 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:43.596273 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1faab4a3-cb28-4fd1-8bf1-8e5e60128df4 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0111861 Sep 08 09:11:43.598473 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52890) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:43.614157 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-30c66e83-03bd-4d9e-bf6d-9d6a0a0314bd tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:43.617961 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-30c66e83-03bd-4d9e-bf6d-9d6a0a0314bd tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0153790 Sep 08 09:11:43.623298 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52894) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:43.627917 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-66c07a81-ef6e-4c1d-aec4-9123fc7f79f8 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:43.636015 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-66c07a81-ef6e-4c1d-aec4-9123fc7f79f8 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0047932 Sep 08 09:11:43.636015 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52896) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:43.644853 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-9e8afd01-c2be-4ebd-94f0-4d699902a675 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:43.646210 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9e8afd01-c2be-4ebd-94f0-4d699902a675 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0108845 Sep 08 09:11:43.649163 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-b06b8550-fcd9-4316-b4b3-9de00dd88dda None None] For port 99487ab1-979c-4cfe-ad2e-b707d8d9b15f, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:11:43.651707 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52898) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:43.658398 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-0b0c6cec-6341-4da2-ad4f-0ce8cb6a2756 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:43.659934 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0b0c6cec-6341-4da2-ad4f-0ce8cb6a2756 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0064852 Sep 08 09:11:43.661098 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-b06b8550-fcd9-4316-b4b3-9de00dd88dda None None] For port 99487ab1-979c-4cfe-ad2e-b707d8d9b15f, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=99487ab1-979c-4cfe-ad2e-b707d8d9b15f,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:11:43.663597 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-524167e7-7c4c-4bf8-b6ce-c578501df9ff None None] For port 14701aae-07b9-4bf8-8cfe-ce47021ae5f4, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:11:43.664533 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52900) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:43.669697 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-596bb88e-338e-407f-bd64-360fce9a004f tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:43.670979 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-596bb88e-338e-407f-bd64-360fce9a004f tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0052636 Sep 08 09:11:43.675077 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-524167e7-7c4c-4bf8-b6ce-c578501df9ff None None] For port 14701aae-07b9-4bf8-8cfe-ce47021ae5f4, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=14701aae-07b9-4bf8-8cfe-ce47021ae5f4,segment=NetworkSegment(268367fb-3099-43cf-aa04-4e7d927825c3),segment_id=268367fb-3099-43cf-aa04-4e7d927825c3)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:11:43.676758 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52902) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:43.682307 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-aa2b9b40-adca-48d0-9c8e-6b9ac44b9eed tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:43.684077 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-aa2b9b40-adca-48d0-9c8e-6b9ac44b9eed tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0060403 Sep 08 09:11:43.685014 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b06b8550-fcd9-4316-b4b3-9de00dd88dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:43.688451 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52904) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:43.692121 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-524167e7-7c4c-4bf8-b6ce-c578501df9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:43.708374 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-b79e9afe-3afa-406b-b1d5-9781486b5d50 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:43.713924 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b79e9afe-3afa-406b-b1d5-9781486b5d50 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0188909 Sep 08 09:11:43.715272 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52906) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:43.731183 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-3eac3f0d-4e1c-4ddb-ab81-c6e92d5e8a36 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:43.731183 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3eac3f0d-4e1c-4ddb-ab81-c6e92d5e8a36 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0098994 Sep 08 09:11:43.765622 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52908) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:43.809571 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b8550-fcd9-4316-b4b3-9de00dd88dda None None] Pushing event updated for resources: {'Port': ['ID=99487ab1-979c-4cfe-ad2e-b707d8d9b15f,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:43.836366 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [None req-e9c13205-61f2-45a0-98de-72a90d4f27a6 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:43.841273 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e9c13205-61f2-45a0-98de-72a90d4f27a6 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0178950 Sep 08 09:11:43.849610 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52912) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:43.862082 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0489d-3ade-472c-bad5-9166ad33ca07 req-8af4cc24-3953-4234-94f0-0a840ddeddd0 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:43.877284 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-66b0489d-3ade-472c-bad5-9166ad33ca07 req-8af4cc24-3953-4234-94f0-0a840ddeddd0 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/ports?device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 946 time: 0.1894295 Sep 08 09:11:43.924615 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524167e7-7c4c-4bf8-b6ce-c578501df9ff None None] Pushing event updated for resources: {'Port': ['ID=14701aae-07b9-4bf8-8cfe-ce47021ae5f4,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:43.927627 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [None req-cdef90ff-2837-4178-80ba-5c6946fcd33b tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:43.929399 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-cdef90ff-2837-4178-80ba-5c6946fcd33b tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0730321 Sep 08 09:11:43.934732 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52914) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:43.941303 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-973d85cb-9094-4c2a-a98c-b77aef2f8952 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:43.942975 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-973d85cb-9094-4c2a-a98c-b77aef2f8952 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0054815 Sep 08 09:11:43.951953 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52916) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:43.964065 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-760a1839-04de-42e4-8422-45a0f293cbf9 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:43.965718 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-760a1839-04de-42e4-8422-45a0f293cbf9 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0124648 Sep 08 09:11:43.969171 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52918) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:43.977266 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-e7f89734-d804-4e21-8abe-e25082d53729 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:43.978557 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e7f89734-d804-4e21-8abe-e25082d53729 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0078900 Sep 08 09:11:43.982433 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-66b0489d-3ade-472c-bad5-9166ad33ca07 req-b4ad4a98-9905-4ee0-898f-088c09ae53ed tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/security-groups?id=bea61fdc-ddf6-486e-8758-ec31b413e40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008887 Sep 08 09:11:43.983156 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52920) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:43.989847 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-febcf6d5-cca5-4fb1-873c-fcffe0bba909 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:43.991394 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-febcf6d5-cca5-4fb1-873c-fcffe0bba909 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0071123 Sep 08 09:11:43.993277 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8ac814a9-d92a-4a52-b71d-65a4f43a8a96 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:43.995541 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52922) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:44.001944 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-5aea5edd-73a0-4997-9fdb-89035da13c8a tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:44.005857 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5aea5edd-73a0-4997-9fdb-89035da13c8a tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0092127 Sep 08 09:11:44.006501 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52924) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:44.015274 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-ee076c83-74f7-4cbb-b60b-cf9a24b111c3 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:44.018437 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-8ac814a9-d92a-4a52-b71d-65a4f43a8a96 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Calling delete_port for 7fab2595-dd30-447d-9d90-5cb92dd276ef owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:11:44.020194 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ee076c83-74f7-4cbb-b60b-cf9a24b111c3 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0126164 Sep 08 09:11:44.020825 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52926) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:44.031186 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-c7692396-cade-4b0c-91ca-2fb2785a0a06 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:44.035280 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c7692396-cade-4b0c-91ca-2fb2785a0a06 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0102990 Sep 08 09:11:44.040840 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52928) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:44.046804 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-eaedcd7d-c3f0-45ba-a886-78dcd4c91cdf tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:44.047323 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55060981-69e5-4f3c-b045-f1bd14a9742c None None] New status for floating IP fb95c526-c168-40b3-b159-12a30d4d35b4: DOWN {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:11:44.050734 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-eaedcd7d-c3f0-45ba-a886-78dcd4c91cdf tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0056021 Sep 08 09:11:44.051215 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52930) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:44.058831 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-85af574c-ca1c-4ee9-86d1-ee68d37ac5c6 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:44.063054 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-85af574c-ca1c-4ee9-86d1-ee68d37ac5c6 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0084345 Sep 08 09:11:44.063892 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52932) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:44.073042 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-ae8cd2ee-f7d4-4c14-82fc-f1d6993ce070 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:44.081081 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ae8cd2ee-f7d4-4c14-82fc-f1d6993ce070 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0130875 Sep 08 09:11:44.082148 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52934) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:44.088058 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-91f0262b-1eee-48d2-8afd-9bf4c46864b8 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:44.091913 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-91f0262b-1eee-48d2-8afd-9bf4c46864b8 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0057716 Sep 08 09:11:44.092525 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52936) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:44.103637 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-69b2a7cf-b121-4dd8-b91f-66acbf1c3373 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:44.110054 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-69b2a7cf-b121-4dd8-b91f-66acbf1c3373 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0159371 Sep 08 09:11:44.111337 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52938) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:44.129476 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3ca5a65-05c9-4e6b-a122-3947dd917bf4', 'tag': '0bff4ce1-3a01-46ec-8016-4cb4dc8d5475'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:11:44.132599 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-5deb8661-633c-4ed1-bd3c-2a2d3e5781ba tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:44.133875 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5deb8661-633c-4ed1-bd3c-2a2d3e5781ba tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0200825 Sep 08 09:11:44.136468 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c40d3d8-c24e-435a-8cb6-52cb53c55ee8" -d '{"events": [{"name": "network-changed", "server_uuid": "a3ca5a65-05c9-4e6b-a122-3947dd917bf4", "tag": "0bff4ce1-3a01-46ec-8016-4cb4dc8d5475"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:11:44.137232 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52940) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:44.179346 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13afe3-8dae-463b-a567-1cd02299b3bf req-6c767d5b-42af-4880-8eef-4f42610ee129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:44.181350 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8f13afe3-8dae-463b-a567-1cd02299b3bf req-6c767d5b-42af-4880-8eef-4f42610ee129 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1388a347ed8349e783dcb623351808bc&device_id=a3ca5a65-05c9-4e6b-a122-3947dd917bf4 HTTP/1.1" status: 200 len: 1096 time: 0.9900362 Sep 08 09:11:44.255315 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-e89a6a62-7f66-4172-8741-1ef4bd97d0d8 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:44.258199 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e89a6a62-7f66-4172-8741-1ef4bd97d0d8 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0147765 Sep 08 09:11:44.262433 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52946) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:44.270706 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-d6070087-328c-41c3-a705-0a283d7324e9 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:44.273164 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d6070087-328c-41c3-a705-0a283d7324e9 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0074439 Sep 08 09:11:44.278515 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52948) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:44.288990 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-733498b2-b4f4-402b-ad50-3e6258622a74 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:44.295440 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-733498b2-b4f4-402b-ad50-3e6258622a74 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0104206 Sep 08 09:11:44.302207 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52950) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:44.323121 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53aa69-f22e-4df0-8379-6d6313de03db req-cd0543da-e3f6-458c-951b-200b447199ea tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:44.323121 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ac53aa69-f22e-4df0-8379-6d6313de03db req-cd0543da-e3f6-458c-951b-200b447199ea tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 942 time: 0.1869850 Sep 08 09:11:44.330800 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-62718999-eeb1-40ee-8a9a-f32c8a806abe tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:44.331950 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-62718999-eeb1-40ee-8a9a-f32c8a806abe tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0270433 Sep 08 09:11:44.339753 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52952) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:44.348052 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8f13afe3-8dae-463b-a567-1cd02299b3bf req-ac0faf41-1d51-4df2-85f7-0add61286387 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bff4ce1-3a01-46ec-8016-4cb4dc8d5475 HTTP/1.1" status: 200 len: 217 time: 0.1441433 Sep 08 09:11:44.348387 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-5f397317-3af5-439b-8a76-b884fe5d3c9f tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:44.349613 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5f397317-3af5-439b-8a76-b884fe5d3c9f tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0082455 Sep 08 09:11:44.359905 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52954) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:44.368407 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-9c64f616-9eaf-4fcc-914c-f151b293d3db tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:44.370374 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9c64f616-9eaf-4fcc-914c-f151b293d3db tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0097821 Sep 08 09:11:44.381305 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52956) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:44.398678 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [None req-f927e50c-a3c8-4ff5-af0c-c695c9a463d5 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] http://10.222.0.54:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:11:44.399792 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f927e50c-a3c8-4ff5-af0c-c695c9a463d5 tempest-ExtensionsTestJSON-828934191 tempest-ExtensionsTestJSON-828934191-project] 10.222.0.54 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0172768 Sep 08 09:11:44.445998 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13afe3-8dae-463b-a567-1cd02299b3bf req-c0816cd0-8b1b-4544-b055-7a5a7080fdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:44.447942 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8f13afe3-8dae-463b-a567-1cd02299b3bf req-c0816cd0-8b1b-4544-b055-7a5a7080fdb8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2a128d3c-60b3-4d2f-8c1b-ece78390d4b4 HTTP/1.1" status: 200 len: 865 time: 0.0885119 Sep 08 09:11:44.450787 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ac53aa69-f22e-4df0-8379-6d6313de03db req-94805efa-a27e-463a-91b4-feab64e72a3b tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups?id=aef7fa01-b34f-48f3-a5db-edceea9f7535&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174226 Sep 08 09:11:44.507156 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-1343bcda-7640-4a07-b58c-b704d3a88eb6 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:44.509996 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-1343bcda-7640-4a07-b58c-b704d3a88eb6 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/networks?id=61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8 HTTP/1.1" status: 200 len: 816 time: 1.3376596 Sep 08 09:11:44.583831 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd51b90e-cd97-4db0-9f43-6b51e978127f x-openstack-request-id: req-dd51b90e-cd97-4db0-9f43-6b51e978127f {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:11:44.584343 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3ca5a65-05c9-4e6b-a122-3947dd917bf4", "tag": "0bff4ce1-3a01-46ec-8016-4cb4dc8d5475", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:11:44.584604 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dd51b90e-cd97-4db0-9f43-6b51e978127f {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:11:44.585173 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3ca5a65-05c9-4e6b-a122-3947dd917bf4', 'tag': '0bff4ce1-3a01-46ec-8016-4cb4dc8d5475', 'status': 'completed', 'code': 200} Sep 08 09:11:44.588674 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8f13afe3-8dae-463b-a567-1cd02299b3bf req-1ec24381-e935-4120-8759-b5f82f156bac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=af2b6fb2-911b-46ba-8e2b-7a7f100b74ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1233521 Sep 08 09:11:44.685162 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-b0513a1d-a2f1-41a5-a7dc-30e7edbc63eb tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/quotas/be20e71aa7ca42bf8216bb149421d067 HTTP/1.1" status: 200 len: 375 time: 0.1087995 Sep 08 09:11:44.704798 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9977a37-f0e9-4660-91af-164c4efe71f1 req-9d695ca6-8749-440a-b9c0-7d995fcbfa32 tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:44.713621 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c9977a37-f0e9-4660-91af-164c4efe71f1 req-9d695ca6-8749-440a-b9c0-7d995fcbfa32 tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3ca5a65-05c9-4e6b-a122-3947dd917bf4 HTTP/1.1" status: 200 len: 944 time: 0.0817862 Sep 08 09:11:44.760502 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-6aad9a22-aabe-481f-90fc-81d0263eb923 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:44.782824 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c9977a37-f0e9-4660-91af-164c4efe71f1 req-40d70b7a-386e-49dc-9b8b-28cb7fd6d6ac tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] 10.222.0.54 "GET /v2.0/security-groups?id=589c9591-e543-4a4b-a03b-b33803a77403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680335 Sep 08 09:11:44.839441 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8ac814a9-d92a-4a52-b71d-65a4f43a8a96 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:44.889708 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad9a22-aabe-481f-90fc-81d0263eb923 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Pushing event deleted for resources: {'Port': ['ID=206afed7-eeae-4d06-8959-8e305d5bcc7e,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:44.910970 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52964) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:44.962672 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8f13afe3-8dae-463b-a567-1cd02299b3bf req-a6eaac18-6040-4fea-835b-809669950928 service neutron] 10.222.0.35 "GET /v2.0/networks/af2b6fb2-911b-46ba-8e2b-7a7f100b74ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465474 Sep 08 09:11:44.963633 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac814a9-d92a-4a52-b71d-65a4f43a8a96 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Port': ['ID=7fab2595-dd30-447d-9d90-5cb92dd276ef,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:44.992069 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-6aad9a22-aabe-481f-90fc-81d0263eb923 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] No DVR routers for this DVR port 206afed7-eeae-4d06-8959-8e305d5bcc7e on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:11:45.013383 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-6aad9a22-aabe-481f-90fc-81d0263eb923 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:45.015635 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1b8e656d-8352-4629-9dfc-7327cdba6ed7 req-6aad9a22-aabe-481f-90fc-81d0263eb923 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.37 "DELETE /v2.0/ports/206afed7-eeae-4d06-8959-8e305d5bcc7e HTTP/1.1" status: 204 len: 173 time: 3.0133157 Sep 08 09:11:45.033192 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8ac814a9-d92a-4a52-b71d-65a4f43a8a96 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:45.035709 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8ac814a9-d92a-4a52-b71d-65a4f43a8a96 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/ports/7fab2595-dd30-447d-9d90-5cb92dd276ef HTTP/1.1" status: 204 len: 168 time: 2.3104982 Sep 08 09:11:45.039422 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52968) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:45.049757 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-0048efac-7420-4df3-bd8e-77c9c946b343 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=be20e71aa7ca42bf8216bb149421d067&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2999482 Sep 08 09:11:45.141697 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9311eb91-80f3-48d2-b52d-70838e088f3b tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:45.144558 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9311eb91-80f3-48d2-b52d-70838e088f3b tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:45.150226 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9311eb91-80f3-48d2-b52d-70838e088f3b tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1092470 Sep 08 09:11:45.150866 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52972) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:45.194333 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 99487ab1-979c-4cfe-ad2e-b707d8d9b15f up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:11:45.278885 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8f13afe3-8dae-463b-a567-1cd02299b3bf req-8bf42702-a817-4844-9b1d-6513c9e3f82c service neutron] 10.222.0.35 "GET /v2.0/networks/af2b6fb2-911b-46ba-8e2b-7a7f100b74ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958384 Sep 08 09:11:45.287320 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-565e8ee5-9c18-4a7b-8ec1-b0b336954a5b tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting subnet 1af63c5b-0e08-4319-8630-cfecfcff2cff {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:11:45.299365 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-565e8ee5-9c18-4a7b-8ec1-b0b336954a5b tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:45.378565 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 99487ab1-979c-4cfe-ad2e-b707d8d9b15f completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:11:45.387574 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 14701aae-07b9-4bf8-8cfe-ce47021ae5f4 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:11:45.435380 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-15cb3206-fe45-4abb-a401-5c6786e3aa4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:45.455625 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-565e8ee5-9c18-4a7b-8ec1-b0b336954a5b tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:45.500776 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 14701aae-07b9-4bf8-8cfe-ce47021ae5f4 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:11:45.512641 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-d8154604-6257-40b1-aefa-3df923dc860d service neutron] 10.222.0.54 "GET /v2.0/networks/61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4374390 Sep 08 09:11:45.568877 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40d3d8-c24e-435a-8cb6-52cb53c55ee8 req-f7eed338-9fda-46e6-a445-ba95ea5e2d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:45.571563 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8c40d3d8-c24e-435a-8cb6-52cb53c55ee8 req-f7eed338-9fda-46e6-a445-ba95ea5e2d97 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1388a347ed8349e783dcb623351808bc&device_id=a3ca5a65-05c9-4e6b-a122-3947dd917bf4 HTTP/1.1" status: 200 len: 1096 time: 0.1845481 Sep 08 09:11:45.694396 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-565e8ee5-9c18-4a7b-8ec1-b0b336954a5b tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:45.738584 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40d3d8-c24e-435a-8cb6-52cb53c55ee8 req-f2ab4196-0913-4a0c-a050-f567345cd3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:45.740266 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8c40d3d8-c24e-435a-8cb6-52cb53c55ee8 req-f2ab4196-0913-4a0c-a050-f567345cd3e9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=af2b6fb2-911b-46ba-8e2b-7a7f100b74ef HTTP/1.1" status: 200 len: 926 time: 0.1481926 Sep 08 09:11:45.802433 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e0542-1aff-4ac0-84d1-338ddf8446d5 req-e7f63e7a-5bc0-498e-856e-98b8c081d440 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:45.804157 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-952e0542-1aff-4ac0-84d1-338ddf8446d5 req-e7f63e7a-5bc0-498e-856e-98b8c081d440 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/ports?device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 946 time: 0.4492705 Sep 08 09:11:45.864977 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8c40d3d8-c24e-435a-8cb6-52cb53c55ee8 req-27ba5559-4646-4dae-9dc7-d172b28e0095 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bff4ce1-3a01-46ec-8016-4cb4dc8d5475 HTTP/1.1" status: 200 len: 217 time: 0.0483749 Sep 08 09:11:45.950614 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-952e0542-1aff-4ac0-84d1-338ddf8446d5 req-92ed7f26-1e4d-47f7-a917-30a34f099c86 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/security-groups?id=bea61fdc-ddf6-486e-8758-ec31b413e40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238205 Sep 08 09:11:45.951944 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-565e8ee5-9c18-4a7b-8ec1-b0b336954a5b tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:45.979485 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-e58b1afa-992a-422a-b282-c8ea87e3879e service neutron] 10.222.0.54 "GET /v2.0/networks/61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527090 Sep 08 09:11:46.002820 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40d3d8-c24e-435a-8cb6-52cb53c55ee8 req-fbe40b69-c2c8-4a92-ae38-c7a383370f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:46.005474 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8c40d3d8-c24e-435a-8cb6-52cb53c55ee8 req-fbe40b69-c2c8-4a92-ae38-c7a383370f9e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2a128d3c-60b3-4d2f-8c1b-ece78390d4b4 HTTP/1.1" status: 200 len: 865 time: 0.1305380 Sep 08 09:11:46.009045 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-5c7963ff-c7df-4698-b015-cc1671c7af8a None None] Provisioning for port 99487ab1-979c-4cfe-ad2e-b707d8d9b15f completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:11:46.019258 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-5c7963ff-c7df-4698-b015-cc1671c7af8a None None] Provisioning complete for port 99487ab1-979c-4cfe-ad2e-b707d8d9b15f triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:11:46.020129 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5c7963ff-c7df-4698-b015-cc1671c7af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:46.062032 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-565e8ee5-9c18-4a7b-8ec1-b0b336954a5b tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:46.064146 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-565e8ee5-9c18-4a7b-8ec1-b0b336954a5b tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/1af63c5b-0e08-4319-8630-cfecfcff2cff HTTP/1.1" status: 204 len: 168 time: 0.9118550 Sep 08 09:11:46.079984 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52980) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:46.083954 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8c40d3d8-c24e-435a-8cb6-52cb53c55ee8 req-a76b9641-65d9-4262-be53-3fe0193ebda1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=af2b6fb2-911b-46ba-8e2b-7a7f100b74ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697086 Sep 08 09:11:46.088703 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e8ee5-9c18-4a7b-8ec1-b0b336954a5b tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Subnet': ['ID=1af63c5b-0e08-4319-8630-cfecfcff2cff,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:46.201573 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-1689aaca-c410-491e-9277-01303aaccee6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1202409 Sep 08 09:11:46.211666 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52982) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:46.221382 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-528a7603-32b3-425b-b4b2-4dbddaa4f09e req-9ebefd97-718c-4d0b-9f0f-f2570c32c508 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 210 time: 0.1060522 Sep 08 09:11:46.228682 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-15cb3206-fe45-4abb-a401-5c6786e3aa4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:46.238206 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-15cb3206-fe45-4abb-a401-5c6786e3aa4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:46.308337 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5c7963ff-c7df-4698-b015-cc1671c7af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:46.385123 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-15cb3206-fe45-4abb-a401-5c6786e3aa4f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=470e5ea6d83d460ebcc735a06d4371a5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4728935 Sep 08 09:11:46.390142 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52986) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:46.432140 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-5c7963ff-c7df-4698-b015-cc1671c7af8a None None] For port 99487ab1-979c-4cfe-ad2e-b707d8d9b15f, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=99487ab1-979c-4cfe-ad2e-b707d8d9b15f,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:46.456999 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5c7963ff-c7df-4698-b015-cc1671c7af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:46.575241 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa4ed21-37e3-4dcd-add9-0099689f06ab None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:11:46.578481 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce4d701-dddc-4315-9cbd-b457bf3b4c67 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:46.582849 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-fce4d701-dddc-4315-9cbd-b457bf3b4c67 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3678403 Sep 08 09:11:46.583065 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a14327e-c985-42f4-a933-cfa2a4c51382 None None] Network 61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:11:46.595222 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52990) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:46.597047 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'name': 'network-vif-deleted', 'tag': '206afed7-eeae-4d06-8959-8e305d5bcc7e'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:11:46.600811 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48c7a3a-f22a-4f53-be30-cd6e2265ccf4" -d '{"events": [{"server_uuid": "62fedf63-f62c-4785-af8b-8c03c2c707db", "name": "network-vif-deleted", "tag": "206afed7-eeae-4d06-8959-8e305d5bcc7e"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:11:46.601243 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cb3206-fe45-4abb-a401-5c6786e3aa4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c4cdd7-a748-4fd1-b070-9f065fd2f123,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:46.611614 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8c40d3d8-c24e-435a-8cb6-52cb53c55ee8 req-de3cc2c8-72cb-493c-8391-77f227055db2 service neutron] 10.222.0.35 "GET /v2.0/networks/af2b6fb2-911b-46ba-8e2b-7a7f100b74ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5121577 Sep 08 09:11:46.778608 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7963ff-c7df-4698-b015-cc1671c7af8a None None] Pushing event updated for resources: {'Port': ['ID=99487ab1-979c-4cfe-ad2e-b707d8d9b15f,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:46.875010 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2862de30-a801-4fa1-b1c6-7370a13fdf61 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:46.877373 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2862de30-a801-4fa1-b1c6-7370a13fdf61 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2770154 Sep 08 09:11:46.880672 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53008) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:46.905700 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588d3c1-9106-4471-a04f-f26d61e63cd2 req-d5e8ed79-7b08-4226-8a04-2a2f4eaac370 tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:46.914904 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7588d3c1-9106-4471-a04f-f26d61e63cd2 req-d5e8ed79-7b08-4226-8a04-2a2f4eaac370 tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3ca5a65-05c9-4e6b-a122-3947dd917bf4 HTTP/1.1" status: 200 len: 944 time: 0.4800606 Sep 08 09:11:46.927176 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-191c333b-a5df-4b86-93ac-18b48244820a None None] Provisioning for port 14701aae-07b9-4bf8-8cfe-ce47021ae5f4 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:11:46.936692 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-191c333b-a5df-4b86-93ac-18b48244820a None None] Provisioning complete for port 14701aae-07b9-4bf8-8cfe-ce47021ae5f4 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:11:46.937102 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-191c333b-a5df-4b86-93ac-18b48244820a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:46.945186 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8c40d3d8-c24e-435a-8cb6-52cb53c55ee8 req-48bcc200-21eb-4cc5-8427-0108d23b5b03 service neutron] 10.222.0.35 "GET /v2.0/networks/af2b6fb2-911b-46ba-8e2b-7a7f100b74ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181791 Sep 08 09:11:46.968994 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7588d3c1-9106-4471-a04f-f26d61e63cd2 req-82d1228c-95ca-4971-947a-ff36d4767868 tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] 10.222.0.54 "GET /v2.0/security-groups?id=589c9591-e543-4a4b-a03b-b33803a77403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484245 Sep 08 09:11:46.971962 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7cf733ba-36d9-4e22-b1a9-a16e8c0571cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:47.032383 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7cf733ba-36d9-4e22-b1a9-a16e8c0571cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:47.132574 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-0f0bb699-b94c-4d3d-a917-8dc6da4f6f39 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2485678 Sep 08 09:11:47.139464 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53012) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:47.146682 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-51772db4-edbf-4086-8a4a-a78c9969c182 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'subnet': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:47.156345 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273d4be5-9899-4168-af8b-36950e3a6257 x-openstack-request-id: req-273d4be5-9899-4168-af8b-36950e3a6257 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:11:47.156648 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62fedf63-f62c-4785-af8b-8c03c2c707db", "name": "network-vif-deleted", "tag": "206afed7-eeae-4d06-8959-8e305d5bcc7e", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:11:47.156907 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-273d4be5-9899-4168-af8b-36950e3a6257 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:11:47.157371 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62fedf63-f62c-4785-af8b-8c03c2c707db', 'name': 'network-vif-deleted', 'tag': '206afed7-eeae-4d06-8959-8e305d5bcc7e', 'status': 'completed', 'code': 200} Sep 08 09:11:47.210306 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7cf733ba-36d9-4e22-b1a9-a16e8c0571cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:47.221356 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7cf733ba-36d9-4e22-b1a9-a16e8c0571cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:47.224425 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-191c333b-a5df-4b86-93ac-18b48244820a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:47.225992 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7cf733ba-36d9-4e22-b1a9-a16e8c0571cc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e0c4cdd7-a748-4fd1-b070-9f065fd2f123 HTTP/1.1" status: 204 len: 168 time: 0.8266239 Sep 08 09:11:47.234885 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0f045-f01d-4c12-be65-a28153459f29 req-dbde9820-83c4-4285-b414-9fcce2ee0f1f tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:47.242273 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c883cb-6fd6-4c24-8a5b-bf279f47e26c None None] DHCP port deletion for 9177193f-e165-437e-b3d7-f8fa84e750aa request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:11:47.250292 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d4c0f045-f01d-4c12-be65-a28153459f29 req-dbde9820-83c4-4285-b414-9fcce2ee0f1f tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/networks?id=61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8 HTTP/1.1" status: 200 len: 816 time: 0.5161576 Sep 08 09:11:47.268793 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d4c0f045-f01d-4c12-be65-a28153459f29 req-3b205e13-b253-417a-88ed-7aaba857cbb7 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/quotas/be20e71aa7ca42bf8216bb149421d067 HTTP/1.1" status: 200 len: 375 time: 0.0177245 Sep 08 09:11:47.335293 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d4c0f045-f01d-4c12-be65-a28153459f29 req-63c03703-6d63-4931-9057-e8711ea71b49 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=be20e71aa7ca42bf8216bb149421d067&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0655296 Sep 08 09:11:47.453117 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf733ba-36d9-4e22-b1a9-a16e8c0571cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c4cdd7-a748-4fd1-b070-9f065fd2f123,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:47.476929 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafda06-2c57-4820-a7d2-bc86277ee937 req-6321ab77-2bcf-4720-94aa-6dd554e1475e tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:47.486276 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-eeafda06-2c57-4820-a7d2-bc86277ee937 req-6321ab77-2bcf-4720-94aa-6dd554e1475e tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/ports?device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 946 time: 0.3318565 Sep 08 09:11:47.486869 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d4c0f045-f01d-4c12-be65-a28153459f29 req-6cc32328-7518-47f6-9654-bef15f2da51b service neutron] 10.222.0.54 "GET /v2.0/networks/61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417191 Sep 08 09:11:47.492438 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-191c333b-a5df-4b86-93ac-18b48244820a None None] For port 14701aae-07b9-4bf8-8cfe-ce47021ae5f4, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=14701aae-07b9-4bf8-8cfe-ce47021ae5f4,segment=NetworkSegment(268367fb-3099-43cf-aa04-4e7d927825c3),segment_id=268367fb-3099-43cf-aa04-4e7d927825c3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:47.516095 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-191c333b-a5df-4b86-93ac-18b48244820a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:47.558722 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-eeafda06-2c57-4820-a7d2-bc86277ee937 req-f8476918-6f75-4771-8d01-ab22a958587b tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/security-groups?id=bea61fdc-ddf6-486e-8758-ec31b413e40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682936 Sep 08 09:11:47.576034 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51772db4-edbf-4086-8a4a-a78c9969c182 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:11:47.581322 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-51772db4-edbf-4086-8a4a-a78c9969c182 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:47.612082 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-191c333b-a5df-4b86-93ac-18b48244820a None None] Could not find standard attr ID for object 7fab2595-dd30-447d-9d90-5cb92dd276ef. {{(pid=94714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 09:11:47.619060 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191c333b-a5df-4b86-93ac-18b48244820a None None] Pushing event updated for resources: {'Port': ['ID=14701aae-07b9-4bf8-8cfe-ce47021ae5f4,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:47.697396 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-38c883cb-6fd6-4c24-8a5b-bf279f47e26c None None] Deleting port 99487ab1-979c-4cfe-ad2e-b707d8d9b15f {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:11:47.698147 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-38c883cb-6fd6-4c24-8a5b-bf279f47e26c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:47.717316 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d4c0f045-f01d-4c12-be65-a28153459f29 req-92ff16e9-7dbf-4446-b307-7214463935c7 service neutron] 10.222.0.54 "GET /v2.0/networks/61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287245 Sep 08 09:11:47.769483 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1b0670b8-6203-426c-9e8c-65d5080515f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:47.873509 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-36cc3685-0ad7-4637-9679-a3320991dd46 req-981303fe-05d7-4973-a653-0eeac38c4bc4 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 210 time: 0.0968649 Sep 08 09:11:47.924610 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-38c883cb-6fd6-4c24-8a5b-bf279f47e26c None None] For port 99487ab1-979c-4cfe-ad2e-b707d8d9b15f, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=99487ab1-979c-4cfe-ad2e-b707d8d9b15f,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:47.925025 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-38c883cb-6fd6-4c24-8a5b-bf279f47e26c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:47.949251 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-38c883cb-6fd6-4c24-8a5b-bf279f47e26c None None] Calling delete_port for 99487ab1-979c-4cfe-ad2e-b707d8d9b15f owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:11:48.268598 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-38c883cb-6fd6-4c24-8a5b-bf279f47e26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:48.286790 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2ca73-c346-4b57-ae00-722341d75ce7 req-24a8fc20-f55a-4169-a0a1-beb70d22e688 tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:48.288404 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-68c2ca73-c346-4b57-ae00-722341d75ce7 req-24a8fc20-f55a-4169-a0a1-beb70d22e688 tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3ca5a65-05c9-4e6b-a122-3947dd917bf4 HTTP/1.1" status: 200 len: 944 time: 0.1415164 Sep 08 09:11:48.392383 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-68c2ca73-c346-4b57-ae00-722341d75ce7 req-bc87be7c-1eda-4a9e-b682-db20479c7b55 tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] 10.222.0.54 "GET /v2.0/security-groups?id=589c9591-e543-4a4b-a03b-b33803a77403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928612 Sep 08 09:11:48.522468 n-d-806683-11 neutron-server[94713]: DEBUG neutron.objects.ports [None req-51772db4-edbf-4086-8a4a-a78c9969c182 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94713) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 08 09:11:48.524188 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-51772db4-edbf-4086-8a4a-a78c9969c182 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:48.710333 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 0bff4ce1-3a01-46ec-8016-4cb4dc8d5475 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:11:48.718195 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c883cb-6fd6-4c24-8a5b-bf279f47e26c None None] Pushing event deleted for resources: {'Port': ['ID=99487ab1-979c-4cfe-ad2e-b707d8d9b15f,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:48.728656 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c883cb-6fd6-4c24-8a5b-bf279f47e26c None None] No DVR routers for this DVR port 99487ab1-979c-4cfe-ad2e-b707d8d9b15f on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:11:48.772318 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-7041372c-7486-41b7-b740-e9e33dcb0f8c None None] Provisioning complete for port 14701aae-07b9-4bf8-8cfe-ce47021ae5f4 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:11:48.772953 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7041372c-7486-41b7-b740-e9e33dcb0f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:48.867354 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-2ec9bd1f-e0fd-4b65-8ca1-1bd4a3c451f3 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:48.869355 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-2ec9bd1f-e0fd-4b65-8ca1-1bd4a3c451f3 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.37 "GET /v2.0/networks?id=61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8 HTTP/1.1" status: 200 len: 816 time: 0.4435961 Sep 08 09:11:48.894013 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-5cbc1740-7753-4def-8d77-f993117c17fa tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Request body: {'port': {'device_id': '73f26502-3747-42ba-9590-690b5230dd65', 'network_id': '61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8', 'admin_state_up': True, 'tenant_id': 'be20e71aa7ca42bf8216bb149421d067'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:48.911703 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51772db4-edbf-4086-8a4a-a78c9969c182 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:11:48.948141 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-51772db4-edbf-4086-8a4a-a78c9969c182 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:11:48.953721 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51772db4-edbf-4086-8a4a-a78c9969c182 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:48.954976 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-51772db4-edbf-4086-8a4a-a78c9969c182 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:48.965710 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3526f855-aa19-4815-b331-2ba7148975df None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:11:48.979056 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51772db4-edbf-4086-8a4a-a78c9969c182 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Subnet': ['ID=92fdf818-b398-4e97-8ca4-9fbcd9140828,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:48.979683 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de3b4e-bd8f-410c-bb32-8c40fefc588d req-90f77a27-6c2e-4df4-b10a-d0c20e6c371a tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:48.992984 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d6de3b4e-bd8f-410c-bb32-8c40fefc588d req-90f77a27-6c2e-4df4-b10a-d0c20e6c371a tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/ports?device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 946 time: 0.2117858 Sep 08 09:11:49.003879 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-51772db4-edbf-4086-8a4a-a78c9969c182 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.8627973 Sep 08 09:11:49.004799 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53066) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:49.028974 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-2feac360-23a9-4642-aaae-17d84af25d44 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'port': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'mac_address': 'fa:16:3e:50:70:e4', 'name': 'tempest-NetworksTestDHCPv6-1247615061'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:49.101048 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53068) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:49.180805 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d6de3b4e-bd8f-410c-bb32-8c40fefc588d req-e43c947b-b1f0-44e9-9f21-d9f7523df786 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/security-groups?id=bea61fdc-ddf6-486e-8758-ec31b413e40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858385 Sep 08 09:11:49.221132 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 14701aae-07b9-4bf8-8cfe-ce47021ae5f4 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:11:49.244258 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d221017-2ae3-499b-aa4f-67a968a39ea3 req-946d80e0-daef-4319-a94f-9dab8d0c5547 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:49.246355 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9d221017-2ae3-499b-aa4f-67a968a39ea3 req-946d80e0-daef-4319-a94f-9dab8d0c5547 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/networks?id=61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8 HTTP/1.1" status: 200 len: 816 time: 0.7103658 Sep 08 09:11:49.255682 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.db.api [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-5cbc1740-7753-4def-8d77-f993117c17fa tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 09:11:49.255682 n-d-806683-11 neutron-server[94712]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 08 09:11:49.255682 n-d-806683-11 neutron-server[94712]: [parameters: {'project_id_1': 'be20e71aa7ca42bf8216bb149421d067', 'expiration_1': datetime.datetime(2021, 9, 8, 9, 11, 29, 233449)}] Sep 08 09:11:49.255682 n-d-806683-11 neutron-server[94712]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 09:11:49.256655 n-d-806683-11 neutron-server[94712]: DEBUG oslo_db.api [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-5cbc1740-7753-4def-8d77-f993117c17fa tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 09:11:49.300901 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9d221017-2ae3-499b-aa4f-67a968a39ea3 req-3142f5db-c09c-4333-ab33-27efee472ff9 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/quotas/be20e71aa7ca42bf8216bb149421d067 HTTP/1.1" status: 200 len: 375 time: 0.0156968 Sep 08 09:11:49.307926 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2feac360-23a9-4642-aaae-17d84af25d44 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:11:49.315565 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 0bff4ce1-3a01-46ec-8016-4cb4dc8d5475, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=0bff4ce1-3a01-46ec-8016-4cb4dc8d5475,segment=NetworkSegment(fa86f2d6-f0c1-4e5b-b676-bfebdd20ddad),segment_id=fa86f2d6-f0c1-4e5b-b676-bfebdd20ddad)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:49.351375 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '0bff4ce1-3a01-46ec-8016-4cb4dc8d5475', 'network_id': 'af2b6fb2-911b-46ba-8e2b-7a7f100b74ef', 'port_id': '0bff4ce1-3a01-46ec-8016-4cb4dc8d5475', 'mac_address': 'fa:16:3e:6d:f7:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a128d3c-60b3-4d2f-8c1b-ece78390d4b4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:11:49.357730 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-886866fc-6445-40db-9ef3-7b1776379406 req-41652733-9f70-4be1-a4ca-e1c8ab13520b tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 210 time: 0.0595729 Sep 08 09:11:49.414387 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-94f9cc88-a014-4fdc-b7c4-cf992ae3074b tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1774854991'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:49.465250 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f9cc88-a014-4fdc-b7c4-cf992ae3074b tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Made reservation on behalf of 35cdbe5ad58147018ab10bd79b4357f2 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:11:49.469034 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-94f9cc88-a014-4fdc-b7c4-cf992ae3074b tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:49.481191 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a284d8ef-eca5-4062-a89d-da6cc029401a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-9177193f-e165-437e-b3d7-f8fa84e750aa', 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'tenant_id': 'cfe5efe5bc04414daec2165ebe59ab3a', 'fixed_ips': [{'subnet_id': '92fdf818-b398-4e97-8ca4-9fbcd9140828'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:11:49.482403 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a284d8ef-eca5-4062-a89d-da6cc029401a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:49.492025 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-94f9cc88-a014-4fdc-b7c4-cf992ae3074b tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:49.532422 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:49.564586 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 14701aae-07b9-4bf8-8cfe-ce47021ae5f4 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:11:49.565013 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:49.574567 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bff4ce1-3a01-46ec-8016-4cb4dc8d5475 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:11:49.597105 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9d221017-2ae3-499b-aa4f-67a968a39ea3 req-51dc7174-f73b-4c36-bb38-ca838b7c56a1 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=be20e71aa7ca42bf8216bb149421d067&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2822359 Sep 08 09:11:49.620340 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2feac360-23a9-4642-aaae-17d84af25d44 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:49.669455 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-2feac360-23a9-4642-aaae-17d84af25d44 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] device_id is not set on port 4a833ab0-2029-4304-a7cc-ad17838e4ebd yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:11:49.685113 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb1479b-15ca-4b0c-b765-7d03ecdc2b21 req-a8f8c640-7727-4be0-ba73-4e14fb23f966 tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:49.687061 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-abb1479b-15ca-4b0c-b765-7d03ecdc2b21 req-a8f8c640-7727-4be0-ba73-4e14fb23f966 tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3ca5a65-05c9-4e6b-a122-3947dd917bf4 HTTP/1.1" status: 200 len: 944 time: 0.0936944 Sep 08 09:11:49.691009 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-94f9cc88-a014-4fdc-b7c4-cf992ae3074b tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:49.740276 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-94f9cc88-a014-4fdc-b7c4-cf992ae3074b tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:49.764388 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 0bff4ce1-3a01-46ec-8016-4cb4dc8d5475, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=0bff4ce1-3a01-46ec-8016-4cb4dc8d5475,segment=NetworkSegment(fa86f2d6-f0c1-4e5b-b676-bfebdd20ddad),segment_id=fa86f2d6-f0c1-4e5b-b676-bfebdd20ddad)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:49.767270 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94f9cc88-a014-4fdc-b7c4-cf992ae3074b tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:11:49.778620 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:49.840778 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-94f9cc88-a014-4fdc-b7c4-cf992ae3074b tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:49.841261 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-94f9cc88-a014-4fdc-b7c4-cf992ae3074b tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Added segment 16c1e162-5318-46ff-b230-1649ea1e0f00 of type vlan for network 9b2ac804-93a1-4b5a-9e23-f7a8aa5f2e72 Sep 08 09:11:49.875444 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-abb1479b-15ca-4b0c-b765-7d03ecdc2b21 req-800e9833-a5fd-4b98-a9a5-c4767b41df38 tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] 10.222.0.54 "GET /v2.0/security-groups?id=589c9591-e543-4a4b-a03b-b33803a77403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768544 Sep 08 09:11:49.932271 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-a284d8ef-eca5-4062-a89d-da6cc029401a None None] Allocated IP 2001:db8::f816:3eff:fefa:300b (9177193f-e165-437e-b3d7-f8fa84e750aa/92fdf818-b398-4e97-8ca4-9fbcd9140828/8046fc38-960d-4833-ae83-4200d3fa5fbc) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:11:49.964619 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=0bff4ce1-3a01-46ec-8016-4cb4dc8d5475,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:49.975334 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-5cbc1740-7753-4def-8d77-f993117c17fa tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Made reservation on behalf of be20e71aa7ca42bf8216bb149421d067 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:11:49.978994 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-5cbc1740-7753-4def-8d77-f993117c17fa tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:50.017114 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f9cc88-a014-4fdc-b7c4-cf992ae3074b tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96efc437-31bc-4fcb-858a-ed57587edf83,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:50.052437 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-94f9cc88-a014-4fdc-b7c4-cf992ae3074b tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:50.092439 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 99487ab1-979c-4cfe-ad2e-b707d8d9b15f no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:11:50.100790 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9d221017-2ae3-499b-aa4f-67a968a39ea3 req-7bce733c-ded6-47ef-ac49-fa4b4aa6173a service neutron] 10.222.0.54 "GET /v2.0/networks/61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4823000 Sep 08 09:11:50.124869 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 99487ab1-979c-4cfe-ad2e-b707d8d9b15f {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:11:50.125246 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 99487ab1-979c-4cfe-ad2e-b707d8d9b15f not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:11:50.270858 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['0bff4ce1-3a01-46ec-8016-4cb4dc8d5475'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:11:50.278444 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-94f9cc88-a014-4fdc-b7c4-cf992ae3074b tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:50.288753 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f9cc88-a014-4fdc-b7c4-cf992ae3074b tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:50.290544 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-94f9cc88-a014-4fdc-b7c4-cf992ae3074b tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:50.323372 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9d221017-2ae3-499b-aa4f-67a968a39ea3 req-05178001-a1e3-4877-b193-8ea62b469dae service neutron] 10.222.0.54 "GET /v2.0/networks/61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898968 Sep 08 09:11:50.353193 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a284d8ef-eca5-4062-a89d-da6cc029401a None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:50.370792 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-a284d8ef-eca5-4062-a89d-da6cc029401a None None] Transition to ACTIVE for port object 8046fc38-960d-4833-ae83-4200d3fa5fbc will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:11:50.395427 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-a284d8ef-eca5-4062-a89d-da6cc029401a None None] Transition to ACTIVE for port object 8046fc38-960d-4833-ae83-4200d3fa5fbc will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:11:50.448838 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-94f9cc88-a014-4fdc-b7c4-cf992ae3074b tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.3374186 Sep 08 09:11:50.456356 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0f045-f01d-4c12-be65-a28153459f29 req-1d4e75de-2db3-462e-ac0b-eefcdbd563e1 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:50.458274 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d4c0f045-f01d-4c12-be65-a28153459f29 req-1d4e75de-2db3-462e-ac0b-eefcdbd563e1 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.35 "GET /v2.0/networks?id=61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8 HTTP/1.1" status: 200 len: 816 time: 0.4838231 Sep 08 09:11:50.458748 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53082) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:50.461577 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a284d8ef-eca5-4062-a89d-da6cc029401a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:50.473172 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-ef3c5544-126c-412b-a258-c3a24672d7f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Request body: {'subnet': {'network_id': '9b2ac804-93a1-4b5a-9e23-f7a8aa5f2e72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:50.529108 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-2feac360-23a9-4642-aaae-17d84af25d44 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Allocated IP 2001:db8::f816:3eff:fe50:70e4 (9177193f-e165-437e-b3d7-f8fa84e750aa/92fdf818-b398-4e97-8ca4-9fbcd9140828/4a833ab0-2029-4304-a7cc-ad17838e4ebd) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:11:50.555266 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-d4c0f045-f01d-4c12-be65-a28153459f29 req-d018d7d7-2c5a-458b-8e18-b8f009fb7559 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Request body: {'port': {'device_id': 'fe1c0c06-98f0-406b-8a4b-14d1c1a220ac', 'network_id': '61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8', 'admin_state_up': True, 'tenant_id': 'be20e71aa7ca42bf8216bb149421d067'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:50.569729 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f9cc88-a014-4fdc-b7c4-cf992ae3074b tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Pushing event updated for resources: {'Network': ['ID=9b2ac804-93a1-4b5a-9e23-f7a8aa5f2e72,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:50.604197 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:50.612741 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 9b2ac804-93a1-4b5a-9e23-f7a8aa5f2e72 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:11:50.662402 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a284d8ef-eca5-4062-a89d-da6cc029401a None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:11:50.698666 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-a284d8ef-eca5-4062-a89d-da6cc029401a None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:11:50.731422 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a284d8ef-eca5-4062-a89d-da6cc029401a None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:11:50.736403 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a284d8ef-eca5-4062-a89d-da6cc029401a None None] Pushing event updated for resources: {'Port': ['ID=8046fc38-960d-4833-ae83-4200d3fa5fbc,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:50.780349 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6ca06472-945a-4b77-a4c9-56799a21da61 req-373e0318-b59c-4fa8-a7c3-24a588e4e476 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 210 time: 0.0942731 Sep 08 09:11:50.828507 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7e13f8a3-f5a8-46fe-b990-8fe04461ba15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:50.862987 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be4c05-4386-4218-bcef-c60171eed434 req-4d5e5f50-5bd5-4e26-b88a-6bb2eb8c197a tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:50.868192 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b0be4c05-4386-4218-bcef-c60171eed434 req-4d5e5f50-5bd5-4e26-b88a-6bb2eb8c197a tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/ports?device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 946 time: 0.5651021 Sep 08 09:11:50.882160 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-5cbc1740-7753-4def-8d77-f993117c17fa tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Allocated IP 172.20.0.3 (61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8/d780f37f-564d-499d-a30a-228737f9b006/ddf7eb89-569b-4a2b-a191-3b0b955d104d) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:11:50.959995 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e47a7046-a8f9-45fb-8a5d-716d838884b9 req-a097d97d-3ecc-4ddc-9031-703c4362e4d8 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=85f20282-92dd-4732-840d-230237a292a8 HTTP/1.1" status: 200 len: 210 time: 0.0613167 Sep 08 09:11:50.968859 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-a284d8ef-eca5-4062-a89d-da6cc029401a None None] Attempting to bind port 8046fc38-960d-4833-ae83-4200d3fa5fbc on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:11:50.969393 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-a284d8ef-eca5-4062-a89d-da6cc029401a None None] Attempting to bind port 8046fc38-960d-4833-ae83-4200d3fa5fbc by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:11:50.970434 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a284d8ef-eca5-4062-a89d-da6cc029401a None None] Attempting to bind port 8046fc38-960d-4833-ae83-4200d3fa5fbc on network 9177193f-e165-437e-b3d7-f8fa84e750aa {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:11:50.986123 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a284d8ef-eca5-4062-a89d-da6cc029401a None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:11:50.986591 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a284d8ef-eca5-4062-a89d-da6cc029401a None None] Checking segment: {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:11:50.987088 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a284d8ef-eca5-4062-a89d-da6cc029401a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:50.987702 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a284d8ef-eca5-4062-a89d-da6cc029401a None None] Bound using segment: {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:11:50.988689 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-a284d8ef-eca5-4062-a89d-da6cc029401a None None] Bound port: 8046fc38-960d-4833-ae83-4200d3fa5fbc, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:11:50.989177 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a284d8ef-eca5-4062-a89d-da6cc029401a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:51.022773 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2feac360-23a9-4642-aaae-17d84af25d44 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:51.049109 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-2feac360-23a9-4642-aaae-17d84af25d44 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Transition to ACTIVE for port object 4a833ab0-2029-4304-a7cc-ad17838e4ebd will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:11:51.089671 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-a284d8ef-eca5-4062-a89d-da6cc029401a None None] For port 8046fc38-960d-4833-ae83-4200d3fa5fbc, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:11:51.096875 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-a284d8ef-eca5-4062-a89d-da6cc029401a None None] For port 8046fc38-960d-4833-ae83-4200d3fa5fbc, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=8046fc38-960d-4833-ae83-4200d3fa5fbc,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:11:51.133407 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2feac360-23a9-4642-aaae-17d84af25d44 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:51.136186 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a284d8ef-eca5-4062-a89d-da6cc029401a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:51.208861 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a284d8ef-eca5-4062-a89d-da6cc029401a None None] Pushing event updated for resources: {'Port': ['ID=8046fc38-960d-4833-ae83-4200d3fa5fbc,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:51.253708 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feac360-23a9-4642-aaae-17d84af25d44 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Port': ['ID=4a833ab0-2029-4304-a7cc-ad17838e4ebd,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:51.305188 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2feac360-23a9-4642-aaae-17d84af25d44 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:11:51.308483 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-2feac360-23a9-4642-aaae-17d84af25d44 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:11:51.315239 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2feac360-23a9-4642-aaae-17d84af25d44 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:11:51.324157 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2feac360-23a9-4642-aaae-17d84af25d44 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:51.325137 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2feac360-23a9-4642-aaae-17d84af25d44 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:51.365420 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2feac360-23a9-4642-aaae-17d84af25d44 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3494771 Sep 08 09:11:51.367512 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53098) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:51.523290 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e5582c-9db7-435f-b37a-61e81f165384 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:51.530625 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e5582c-9db7-435f-b37a-61e81f165384 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:51.532623 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d0e5582c-9db7-435f-b37a-61e81f165384 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1641421 Sep 08 09:11:51.534472 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4c0f045-f01d-4c12-be65-a28153459f29 req-d018d7d7-2c5a-458b-8e18-b8f009fb7559 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Made reservation on behalf of be20e71aa7ca42bf8216bb149421d067 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:11:51.537969 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d4c0f045-f01d-4c12-be65-a28153459f29 req-d018d7d7-2c5a-458b-8e18-b8f009fb7559 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:51.546032 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d17084-3e58-4fd9-8582-3548e5887159 req-249c6ffc-a5b2-4151-a3e7-00912d032c58 tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:51.547330 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53100) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:51.556928 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-30d17084-3e58-4fd9-8582-3548e5887159 req-249c6ffc-a5b2-4151-a3e7-00912d032c58 tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3ca5a65-05c9-4e6b-a122-3947dd917bf4 HTTP/1.1" status: 200 len: 945 time: 0.1901243 Sep 08 09:11:51.654213 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b0be4c05-4386-4218-bcef-c60171eed434 req-3029c814-11ea-431d-b0e7-f3d9bdc52bfe tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/security-groups?id=bea61fdc-ddf6-486e-8758-ec31b413e40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276659 Sep 08 09:11:51.668918 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-30d17084-3e58-4fd9-8582-3548e5887159 req-6c69baf9-9ec1-41cb-a405-63ff9b0e23e4 tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] 10.222.0.54 "GET /v2.0/security-groups?id=589c9591-e543-4a4b-a03b-b33803a77403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107721 Sep 08 09:11:51.718450 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3c5544-126c-412b-a258-c3a24672d7f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Made reservation on behalf of 35cdbe5ad58147018ab10bd79b4357f2 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:11:51.723835 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ef3c5544-126c-412b-a258-c3a24672d7f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:51.979303 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-eef507f1-e5b7-4cd4-8a5a-238c7c79511e req-f82ba810-48b0-437c-9708-567a2289002b tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 210 time: 0.0399456 Sep 08 09:11:52.106456 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:52.128122 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-499bb2ca-2d04-47b1-a3b7-d28cf3219402 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting port 4a833ab0-2029-4304-a7cc-ad17838e4ebd {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:11:52.128563 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-499bb2ca-2d04-47b1-a3b7-d28cf3219402 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:52.219834 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-5cbc1740-7753-4def-8d77-f993117c17fa tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:52.226584 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e8864446-d944-4e9d-b69e-097be5eb326d req-8596334c-3a01-4d98-913a-3380dbc3ba1f tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=85f20282-92dd-4732-840d-230237a292a8 HTTP/1.1" status: 200 len: 210 time: 0.0878692 Sep 08 09:11:52.319247 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-5cbc1740-7753-4def-8d77-f993117c17fa tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Transition to ACTIVE for port object ddf7eb89-569b-4a2b-a191-3b0b955d104d will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:11:52.358872 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ef3c5544-126c-412b-a258-c3a24672d7f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:52.381836 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-499bb2ca-2d04-47b1-a3b7-d28cf3219402 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:52.451057 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-499bb2ca-2d04-47b1-a3b7-d28cf3219402 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Calling delete_port for 4a833ab0-2029-4304-a7cc-ad17838e4ebd owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:11:52.487712 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 0bff4ce1-3a01-46ec-8016-4cb4dc8d5475 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:11:52.488548 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-5cbc1740-7753-4def-8d77-f993117c17fa tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:52.613666 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 0bff4ce1-3a01-46ec-8016-4cb4dc8d5475 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:11:52.626835 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 0bff4ce1-3a01-46ec-8016-4cb4dc8d5475 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:11:52.626835 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:52.668681 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3c5544-126c-412b-a258-c3a24672d7f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Pushing event updated for resources: {'Subnet': ['ID=01b8d05b-8059-4dc1-88ee-6961eda998df,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:52.686833 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-5cbc1740-7753-4def-8d77-f993117c17fa tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Network 61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:11:52.699296 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-5cbc1740-7753-4def-8d77-f993117c17fa tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:11:52.702320 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3c5544-126c-412b-a258-c3a24672d7f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Checking segment: {'id': '16c1e162-5318-46ff-b230-1649ea1e0f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9b2ac804-93a1-4b5a-9e23-f7a8aa5f2e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:11:52.703065 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3c5544-126c-412b-a258-c3a24672d7f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Network hostable DHCP agents. Network: 9b2ac804-93a1-4b5a-9e23-f7a8aa5f2e72, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:11:52.738619 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-5cbc1740-7753-4def-8d77-f993117c17fa tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:11:52.754686 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-d4c0f045-f01d-4c12-be65-a28153459f29 req-d018d7d7-2c5a-458b-8e18-b8f009fb7559 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Allocated IP 172.20.0.5 (61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8/d780f37f-564d-499d-a30a-228737f9b006/c315d681-d674-4893-8c84-ef33fffaa946) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:11:52.885211 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:52.943065 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 0bff4ce1-3a01-46ec-8016-4cb4dc8d5475, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=0bff4ce1-3a01-46ec-8016-4cb4dc8d5475,segment=NetworkSegment(fa86f2d6-f0c1-4e5b-b676-bfebdd20ddad),segment_id=fa86f2d6-f0c1-4e5b-b676-bfebdd20ddad)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:52.945551 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ca5a65-05c9-4e6b-a122-3947dd917bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bff4ce1-3a01-46ec-8016-4cb4dc8d5475'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:11:52.952402 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79174d8-f8fb-4726-af2c-e52ba2448570" -d '{"events": [{"server_uuid": "a3ca5a65-05c9-4e6b-a122-3947dd917bf4", "name": "network-vif-plugged", "status": "completed", "tag": "0bff4ce1-3a01-46ec-8016-4cb4dc8d5475"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:11:52.965510 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:52.999334 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d4c0f045-f01d-4c12-be65-a28153459f29 req-d018d7d7-2c5a-458b-8e18-b8f009fb7559 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:53.012244 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626b652-12ea-4cbd-90d9-b9d38452ce44 req-2253a574-8916-4cac-abc4-bdb0cf452085 tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:53.016652 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-d4c0f045-f01d-4c12-be65-a28153459f29 req-d018d7d7-2c5a-458b-8e18-b8f009fb7559 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Transition to ACTIVE for port object c315d681-d674-4893-8c84-ef33fffaa946 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:11:53.034705 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4626b652-12ea-4cbd-90d9-b9d38452ce44 req-2253a574-8916-4cac-abc4-bdb0cf452085 tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3ca5a65-05c9-4e6b-a122-3947dd917bf4 HTTP/1.1" status: 200 len: 945 time: 0.1689312 Sep 08 09:11:53.123418 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 8046fc38-960d-4833-ae83-4200d3fa5fbc up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:11:53.127262 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=0bff4ce1-3a01-46ec-8016-4cb4dc8d5475,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:53.129847 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc1740-7753-4def-8d77-f993117c17fa tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Pushing event updated for resources: {'Port': ['ID=ddf7eb89-569b-4a2b-a191-3b0b955d104d,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:53.133798 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4626b652-12ea-4cbd-90d9-b9d38452ce44 req-db6153be-c509-40ca-a270-1e750a099568 tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] 10.222.0.54 "GET /v2.0/security-groups?id=589c9591-e543-4a4b-a03b-b33803a77403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941832 Sep 08 09:11:53.195919 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-a09f2f78-ca5d-49a3-8b9c-8c2cc4dbcabb None None] Provisioning for port 8046fc38-960d-4833-ae83-4200d3fa5fbc completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:11:53.220508 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1256fa14-9c2d-4100-92d3-495fd33a4fb4 x-openstack-request-id: req-1256fa14-9c2d-4100-92d3-495fd33a4fb4 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:11:53.220942 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3ca5a65-05c9-4e6b-a122-3947dd917bf4", "name": "network-vif-plugged", "status": "completed", "tag": "0bff4ce1-3a01-46ec-8016-4cb4dc8d5475", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:11:53.221829 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1256fa14-9c2d-4100-92d3-495fd33a4fb4 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:11:53.222632 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3ca5a65-05c9-4e6b-a122-3947dd917bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bff4ce1-3a01-46ec-8016-4cb4dc8d5475', 'code': 200} Sep 08 09:11:53.224051 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 8046fc38-960d-4833-ae83-4200d3fa5fbc completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:11:53.233398 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d4c0f045-f01d-4c12-be65-a28153459f29 req-d018d7d7-2c5a-458b-8e18-b8f009fb7559 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:53.238626 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 8046fc38-960d-4833-ae83-4200d3fa5fbc triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:11:53.239161 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:53.357984 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-39899174-5ea3-4491-b761-0b665d88debe None None] Provisioning for port ddf7eb89-569b-4a2b-a191-3b0b955d104d completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:11:53.363630 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-39899174-5ea3-4491-b761-0b665d88debe None None] Provisioning complete for port ddf7eb89-569b-4a2b-a191-3b0b955d104d triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:11:53.364204 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-39899174-5ea3-4491-b761-0b665d88debe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:53.369344 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-585eb564-ea59-4e48-90b6-ae88ba0f5fec req-aca44951-9ba9-4f6e-bda8-92f124f175cb tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 210 time: 0.0409226 Sep 08 09:11:53.445688 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3c5544-126c-412b-a258-c3a24672d7f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Network 9b2ac804-93a1-4b5a-9e23-f7a8aa5f2e72 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:11:53.477967 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-5cbc1740-7753-4def-8d77-f993117c17fa tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:53.478696 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-5cbc1740-7753-4def-8d77-f993117c17fa tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:53.481513 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:53.483443 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-39899174-5ea3-4491-b761-0b665d88debe None None] Port ddf7eb89-569b-4a2b-a191-3b0b955d104d cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:11:53.489781 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:53.494286 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4c0f045-f01d-4c12-be65-a28153459f29 req-d018d7d7-2c5a-458b-8e18-b8f009fb7559 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Network 61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:11:53.506316 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ef7f7479-3a39-41e6-ad51-c3980c9decfa req-f982afa7-4c68-4bc7-84b1-f90666cfd429 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=85f20282-92dd-4732-840d-230237a292a8 HTTP/1.1" status: 200 len: 210 time: 0.0458305 Sep 08 09:11:53.517271 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d018d7d7-2c5a-458b-8e18-b8f009fb7559 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Pushing event updated for resources: {'Port': ['ID=c315d681-d674-4893-8c84-ef33fffaa946,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:53.525203 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-ef3c5544-126c-412b-a258-c3a24672d7f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 9b2ac804-93a1-4b5a-9e23-f7a8aa5f2e72) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:11:53.526990 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-d4c0f045-f01d-4c12-be65-a28153459f29 req-d018d7d7-2c5a-458b-8e18-b8f009fb7559 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:11:53.543387 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de05b704-cbb1-46a5-8613-bbb0132f0440 None None] Network 9b2ac804-93a1-4b5a-9e23-f7a8aa5f2e72 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:11:53.546624 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 8046fc38-960d-4833-ae83-4200d3fa5fbc, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=8046fc38-960d-4833-ae83-4200d3fa5fbc,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:53.561921 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3c5544-126c-412b-a258-c3a24672d7f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:53.562148 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:53.563043 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ef3c5544-126c-412b-a258-c3a24672d7f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:53.575031 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b8cd5-b9e7-4775-817c-0bfba9ce5c58 req-2fad28d4-df85-45c5-b5cc-93525329dcd7 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:53.583541 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9b5b8cd5-b9e7-4775-817c-0bfba9ce5c58 req-2fad28d4-df85-45c5-b5cc-93525329dcd7 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/ports?device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 946 time: 0.5151830 Sep 08 09:11:53.628261 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-5cbc1740-7753-4def-8d77-f993117c17fa tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7399418 Sep 08 09:11:53.643750 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d221017-2ae3-499b-aa4f-67a968a39ea3 req-05a9a841-1784-425d-9444-b55c13cba57c tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:53.649375 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9d221017-2ae3-499b-aa4f-67a968a39ea3 req-05a9a841-1784-425d-9444-b55c13cba57c tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.37 "GET /v2.0/networks?id=61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8 HTTP/1.1" status: 200 len: 816 time: 1.0577514 Sep 08 09:11:53.666659 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c0f045-f01d-4c12-be65-a28153459f29 req-d018d7d7-2c5a-458b-8e18-b8f009fb7559 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:11:53.675099 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=8046fc38-960d-4833-ae83-4200d3fa5fbc,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:53.696341 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-940b427d-61be-4c6d-ac9c-558083c9c016 service neutron] Request body: {'port': {'device_id': '73f26502-3747-42ba-9590-690b5230dd65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:53.704946 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df97760-af8e-4636-8630-3b3becbe92c0 req-a6ff1f77-376d-411a-8361-0e38fcd55455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:53.706461 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9df97760-af8e-4636-8630-3b3becbe92c0 req-a6ff1f77-376d-411a-8361-0e38fcd55455 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a3ca5a65-05c9-4e6b-a122-3947dd917bf4 HTTP/1.1" status: 200 len: 1098 time: 0.3630533 Sep 08 09:11:53.738262 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-9d221017-2ae3-499b-aa4f-67a968a39ea3 req-a0254a71-d3f6-420f-a7a3-78c2a63450ad tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Request body: {'port': {'device_id': '85f20282-92dd-4732-840d-230237a292a8', 'network_id': '61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8', 'admin_state_up': True, 'tenant_id': 'be20e71aa7ca42bf8216bb149421d067'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:53.772287 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53124) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:53.772518 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ef3c5544-126c-412b-a258-c3a24672d7f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3067029 Sep 08 09:11:53.777937 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-c1cf4e91-0974-43a3-bcf8-b526e6935dc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Request body: {'port': {'network_id': '9b2ac804-93a1-4b5a-9e23-f7a8aa5f2e72', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1441634913'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:53.785287 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5631095-c866-4e1a-81cf-4701d0e3fcf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-9b2ac804-93a1-4b5a-9e23-f7a8aa5f2e72', 'network_id': '9b2ac804-93a1-4b5a-9e23-f7a8aa5f2e72', 'tenant_id': '35cdbe5ad58147018ab10bd79b4357f2', 'fixed_ips': [{'subnet_id': '01b8d05b-8059-4dc1-88ee-6961eda998df'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:11:53.786581 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c5631095-c866-4e1a-81cf-4701d0e3fcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:53.896649 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9b5b8cd5-b9e7-4775-817c-0bfba9ce5c58 req-08bc8b07-f062-4a33-8319-bc3cf2714df3 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/security-groups?id=bea61fdc-ddf6-486e-8758-ec31b413e40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120315 Sep 08 09:11:53.937371 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f2b4d3d5-c094-46dc-9564-60fda3052447 None None] Provisioning for port 4a833ab0-2029-4304-a7cc-ad17838e4ebd completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:11:53.947684 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f2b4d3d5-c094-46dc-9564-60fda3052447 None None] Provisioning complete for port 4a833ab0-2029-4304-a7cc-ad17838e4ebd triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:11:53.948052 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f2b4d3d5-c094-46dc-9564-60fda3052447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:53.949929 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-499bb2ca-2d04-47b1-a3b7-d28cf3219402 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:53.974752 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0f045-f01d-4c12-be65-a28153459f29 req-d018d7d7-2c5a-458b-8e18-b8f009fb7559 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:53.975009 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-f2b4d3d5-c094-46dc-9564-60fda3052447 None None] Port 4a833ab0-2029-4304-a7cc-ad17838e4ebd was deleted so its status cannot be updated. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Sep 08 09:11:53.975819 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d4c0f045-f01d-4c12-be65-a28153459f29 req-d018d7d7-2c5a-458b-8e18-b8f009fb7559 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:53.991268 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1cf4e91-0974-43a3-bcf8-b526e6935dc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Made reservation on behalf of 35cdbe5ad58147018ab10bd79b4357f2 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:11:53.995604 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c1cf4e91-0974-43a3-bcf8-b526e6935dc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:54.016182 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9df97760-af8e-4636-8630-3b3becbe92c0 req-6600e2e1-9fa0-4a09-8ab0-c0c670248e45 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=589c9591-e543-4a4b-a03b-b33803a77403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503176 Sep 08 09:11:54.022143 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-c1cf4e91-0974-43a3-bcf8-b526e6935dc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] device_id is not set on port d2141aba-1cb5-4ea7-bd25-74066bf3d13b yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:11:54.042758 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:54.060353 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-c5631095-c866-4e1a-81cf-4701d0e3fcf1 None None] Allocated IP 2001:db8::2 (9b2ac804-93a1-4b5a-9e23-f7a8aa5f2e72/01b8d05b-8059-4dc1-88ee-6961eda998df/751256c3-2759-4310-ba77-c3fbe2970b2c) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:11:54.067372 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499bb2ca-2d04-47b1-a3b7-d28cf3219402 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Port': ['ID=4a833ab0-2029-4304-a7cc-ad17838e4ebd,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:54.070651 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d4c0f045-f01d-4c12-be65-a28153459f29 req-d018d7d7-2c5a-458b-8e18-b8f009fb7559 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5487676 Sep 08 09:11:54.097838 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-940b427d-61be-4c6d-ac9c-558083c9c016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:54.166569 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-499bb2ca-2d04-47b1-a3b7-d28cf3219402 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:54.171333 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-499bb2ca-2d04-47b1-a3b7-d28cf3219402 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/ports/4a833ab0-2029-4304-a7cc-ad17838e4ebd HTTP/1.1" status: 204 len: 168 time: 2.6168368 Sep 08 09:11:54.172189 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53128) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:54.187293 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-68eeeb68-07c8-415e-b4ae-9f0cb0853425 None None] Provisioning for port c315d681-d674-4893-8c84-ef33fffaa946 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:11:54.197881 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-68eeeb68-07c8-415e-b4ae-9f0cb0853425 None None] Provisioning complete for port c315d681-d674-4893-8c84-ef33fffaa946 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:11:54.198595 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-68eeeb68-07c8-415e-b4ae-9f0cb0853425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:54.276370 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-68eeeb68-07c8-415e-b4ae-9f0cb0853425 None None] Port c315d681-d674-4893-8c84-ef33fffaa946 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:11:54.352907 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c5631095-c866-4e1a-81cf-4701d0e3fcf1 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:54.359317 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-d4c0f045-f01d-4c12-be65-a28153459f29 req-50ee77b3-56b7-40f0-afec-27b91b750ef9 service neutron] Request body: {'port': {'device_id': 'fe1c0c06-98f0-406b-8a4b-14d1c1a220ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:54.363505 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d221017-2ae3-499b-aa4f-67a968a39ea3 req-a0254a71-d3f6-420f-a7a3-78c2a63450ad tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Made reservation on behalf of be20e71aa7ca42bf8216bb149421d067 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:11:54.365108 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384fe945-e07e-4eb1-abc7-077732cd37aa tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:54.367196 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384fe945-e07e-4eb1-abc7-077732cd37aa tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:54.368090 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9d221017-2ae3-499b-aa4f-67a968a39ea3 req-a0254a71-d3f6-420f-a7a3-78c2a63450ad tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:54.372643 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-384fe945-e07e-4eb1-abc7-077732cd37aa tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1986802 Sep 08 09:11:54.379214 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53130) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:54.382462 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c5631095-c866-4e1a-81cf-4701d0e3fcf1 None None] Transition to ACTIVE for port object 751256c3-2759-4310-ba77-c3fbe2970b2c will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:11:54.408342 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1798615-fd81-4a9e-96b6-21f2a5ad5aa5 req-7875bc72-6b77-47b1-a4d8-22e61cc52031 tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:54.414569 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c5631095-c866-4e1a-81cf-4701d0e3fcf1 None None] Transition to ACTIVE for port object 751256c3-2759-4310-ba77-c3fbe2970b2c will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:11:54.416720 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b1798615-fd81-4a9e-96b6-21f2a5ad5aa5 req-7875bc72-6b77-47b1-a4d8-22e61cc52031 tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3ca5a65-05c9-4e6b-a122-3947dd917bf4 HTTP/1.1" status: 200 len: 946 time: 0.0904517 Sep 08 09:11:54.424772 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c5631095-c866-4e1a-81cf-4701d0e3fcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:54.476775 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5631095-c866-4e1a-81cf-4701d0e3fcf1 None None] Network 9b2ac804-93a1-4b5a-9e23-f7a8aa5f2e72 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:11:54.480360 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-c5631095-c866-4e1a-81cf-4701d0e3fcf1 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:11:54.486761 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5631095-c866-4e1a-81cf-4701d0e3fcf1 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:11:54.501644 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-c1cf4e91-0974-43a3-bcf8-b526e6935dc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Allocated IP 2001:db8::c2 (9b2ac804-93a1-4b5a-9e23-f7a8aa5f2e72/01b8d05b-8059-4dc1-88ee-6961eda998df/d2141aba-1cb5-4ea7-bd25-74066bf3d13b) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:11:54.535267 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d4c0f045-f01d-4c12-be65-a28153459f29 req-50ee77b3-56b7-40f0-afec-27b91b750ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:54.538439 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5631095-c866-4e1a-81cf-4701d0e3fcf1 None None] Pushing event updated for resources: {'Port': ['ID=751256c3-2759-4310-ba77-c3fbe2970b2c,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:54.603748 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b1798615-fd81-4a9e-96b6-21f2a5ad5aa5 req-15644993-cc65-4909-960a-034f16f1be40 tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] 10.222.0.54 "GET /v2.0/security-groups?id=589c9591-e543-4a4b-a03b-b33803a77403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831868 Sep 08 09:11:54.625060 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6714f5a9-8301-4c81-a561-c30e5d3fac3d req-3871013a-b719-4e46-a815-869299fcc8d3 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 210 time: 0.1081753 Sep 08 09:11:54.723956 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-71f6aafe-6f5f-4cb8-8108-2fa4724f5ad5 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting subnet 92fdf818-b398-4e97-8ca4-9fbcd9140828 {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:11:54.775591 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-c5631095-c866-4e1a-81cf-4701d0e3fcf1 None None] Attempting to bind port 751256c3-2759-4310-ba77-c3fbe2970b2c on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:11:54.775591 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-c5631095-c866-4e1a-81cf-4701d0e3fcf1 None None] Attempting to bind port 751256c3-2759-4310-ba77-c3fbe2970b2c by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '16c1e162-5318-46ff-b230-1649ea1e0f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9b2ac804-93a1-4b5a-9e23-f7a8aa5f2e72'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:11:54.775591 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5631095-c866-4e1a-81cf-4701d0e3fcf1 None None] Attempting to bind port 751256c3-2759-4310-ba77-c3fbe2970b2c on network 9b2ac804-93a1-4b5a-9e23-f7a8aa5f2e72 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:11:54.779358 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5631095-c866-4e1a-81cf-4701d0e3fcf1 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:11:54.779750 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5631095-c866-4e1a-81cf-4701d0e3fcf1 None None] Checking segment: {'id': '16c1e162-5318-46ff-b230-1649ea1e0f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9b2ac804-93a1-4b5a-9e23-f7a8aa5f2e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:11:54.780164 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c5631095-c866-4e1a-81cf-4701d0e3fcf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:54.780567 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5631095-c866-4e1a-81cf-4701d0e3fcf1 None None] Bound using segment: {'id': '16c1e162-5318-46ff-b230-1649ea1e0f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9b2ac804-93a1-4b5a-9e23-f7a8aa5f2e72'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:11:54.781051 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-c5631095-c866-4e1a-81cf-4701d0e3fcf1 None None] Bound port: 751256c3-2759-4310-ba77-c3fbe2970b2c, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c1e162-5318-46ff-b230-1649ea1e0f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9b2ac804-93a1-4b5a-9e23-f7a8aa5f2e72'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:11:54.781632 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c5631095-c866-4e1a-81cf-4701d0e3fcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:54.792985 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-71f6aafe-6f5f-4cb8-8108-2fa4724f5ad5 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:54.807884 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-68b59317-0058-4c47-a03f-e0ce1e70ad89 req-a99033b2-f9de-4ca6-a663-77b16a12575a tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=85f20282-92dd-4732-840d-230237a292a8 HTTP/1.1" status: 200 len: 210 time: 0.0473866 Sep 08 09:11:54.857471 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c1cf4e91-0974-43a3-bcf8-b526e6935dc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:54.878412 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-c1cf4e91-0974-43a3-bcf8-b526e6935dc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Transition to ACTIVE for port object d2141aba-1cb5-4ea7-bd25-74066bf3d13b will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:11:54.911865 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-71f6aafe-6f5f-4cb8-8108-2fa4724f5ad5 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:54.931802 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-c5631095-c866-4e1a-81cf-4701d0e3fcf1 None None] For port 751256c3-2759-4310-ba77-c3fbe2970b2c, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:11:54.939567 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c1cf4e91-0974-43a3-bcf8-b526e6935dc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:54.942283 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-c5631095-c866-4e1a-81cf-4701d0e3fcf1 None None] For port 751256c3-2759-4310-ba77-c3fbe2970b2c, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=751256c3-2759-4310-ba77-c3fbe2970b2c,segment=NetworkSegment(16c1e162-5318-46ff-b230-1649ea1e0f00),segment_id=16c1e162-5318-46ff-b230-1649ea1e0f00)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:11:54.955643 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c5631095-c866-4e1a-81cf-4701d0e3fcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:55.011776 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cf4e91-0974-43a3-bcf8-b526e6935dc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Network 9b2ac804-93a1-4b5a-9e23-f7a8aa5f2e72 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:11:55.018752 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-c1cf4e91-0974-43a3-bcf8-b526e6935dc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:11:55.023031 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cf4e91-0974-43a3-bcf8-b526e6935dc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:11:55.035273 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cf4e91-0974-43a3-bcf8-b526e6935dc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:55.036264 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c1cf4e91-0974-43a3-bcf8-b526e6935dc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:55.057198 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cf4e91-0974-43a3-bcf8-b526e6935dc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Pushing event updated for resources: {'Port': ['ID=d2141aba-1cb5-4ea7-bd25-74066bf3d13b,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:55.072109 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c1cf4e91-0974-43a3-bcf8-b526e6935dc7 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.2983334 Sep 08 09:11:55.076332 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5631095-c866-4e1a-81cf-4701d0e3fcf1 None None] Pushing event updated for resources: {'Port': ['ID=751256c3-2759-4310-ba77-c3fbe2970b2c,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:55.077112 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53140) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:55.081064 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 8046fc38-960d-4833-ae83-4200d3fa5fbc up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:11:55.095206 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-28a4e1d5-d02f-42af-98cc-01d754bc8f95 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Request body: {'port': {'network_id': '9b2ac804-93a1-4b5a-9e23-f7a8aa5f2e72', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1447553413', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:55.095904 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.api.validators [None req-28a4e1d5-d02f-42af-98cc-01d754bc8f95 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] bootfile-name is not in valid_values {{(pid=94713) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 08 09:11:55.096249 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.api.validators [None req-28a4e1d5-d02f-42af-98cc-01d754bc8f95 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] tftp-server is not in valid_values {{(pid=94713) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 08 09:11:55.096582 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.api.validators [None req-28a4e1d5-d02f-42af-98cc-01d754bc8f95 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] server-ip-address is not in valid_values {{(pid=94713) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 08 09:11:55.171992 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 8046fc38-960d-4833-ae83-4200d3fa5fbc triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:11:55.173135 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:55.286990 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a4e1d5-d02f-42af-98cc-01d754bc8f95 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Made reservation on behalf of 35cdbe5ad58147018ab10bd79b4357f2 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:11:55.295342 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-28a4e1d5-d02f-42af-98cc-01d754bc8f95 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:55.328093 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-28a4e1d5-d02f-42af-98cc-01d754bc8f95 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] device_id is not set on port b2e08155-39a5-4586-9fed-5a49ff6c160a yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:11:55.545776 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-28a4e1d5-d02f-42af-98cc-01d754bc8f95 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Allocated IP 2001:db8::2c7 (9b2ac804-93a1-4b5a-9e23-f7a8aa5f2e72/01b8d05b-8059-4dc1-88ee-6961eda998df/b2e08155-39a5-4586-9fed-5a49ff6c160a) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:11:55.702739 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-71f6aafe-6f5f-4cb8-8108-2fa4724f5ad5 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:55.713828 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e85a61-4651-43e7-ba8f-f48df7c9808c req-d5e711e6-7284-479c-bbd3-3ba6fe57cb81 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:55.715750 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-95e85a61-4651-43e7-ba8f-f48df7c9808c req-d5e711e6-7284-479c-bbd3-3ba6fe57cb81 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/ports?device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 946 time: 0.6711719 Sep 08 09:11:55.718774 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-940b427d-61be-4c6d-ac9c-558083c9c016 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddf7eb89-569b-4a2b-a191-3b0b955d104d {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:11:55.756503 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-940b427d-61be-4c6d-ac9c-558083c9c016 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:55.811198 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-940b427d-61be-4c6d-ac9c-558083c9c016 service neutron] Transition to ACTIVE for port object ddf7eb89-569b-4a2b-a191-3b0b955d104d will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:11:55.822836 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3093a-8a91-4bf1-9654-6b79e02ec556 req-c6403005-766e-4e76-983b-6d9ed62bcf54 tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:55.824560 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-dcf3093a-8a91-4bf1-9654-6b79e02ec556 req-c6403005-766e-4e76-983b-6d9ed62bcf54 tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3ca5a65-05c9-4e6b-a122-3947dd917bf4 HTTP/1.1" status: 200 len: 946 time: 0.1088073 Sep 08 09:11:55.851792 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-940b427d-61be-4c6d-ac9c-558083c9c016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:55.889621 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-95e85a61-4651-43e7-ba8f-f48df7c9808c req-6b25e7cc-271c-41b8-948a-1f269ebb7141 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/security-groups?id=bea61fdc-ddf6-486e-8758-ec31b413e40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438935 Sep 08 09:11:55.890782 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-dcf3093a-8a91-4bf1-9654-6b79e02ec556 req-b06e6013-3d50-4220-9b84-7fcca5719e3f tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] 10.222.0.54 "GET /v2.0/security-groups?id=589c9591-e543-4a4b-a03b-b33803a77403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578775 Sep 08 09:11:55.893294 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-28a4e1d5-d02f-42af-98cc-01d754bc8f95 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:55.920952 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-28a4e1d5-d02f-42af-98cc-01d754bc8f95 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Transition to ACTIVE for port object b2e08155-39a5-4586-9fed-5a49ff6c160a will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:11:55.968220 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-71f6aafe-6f5f-4cb8-8108-2fa4724f5ad5 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:55.977957 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-28a4e1d5-d02f-42af-98cc-01d754bc8f95 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:56.032813 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a4e1d5-d02f-42af-98cc-01d754bc8f95 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Network 9b2ac804-93a1-4b5a-9e23-f7a8aa5f2e72 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:11:56.036497 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-28a4e1d5-d02f-42af-98cc-01d754bc8f95 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:11:56.039794 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a4e1d5-d02f-42af-98cc-01d754bc8f95 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:11:56.047433 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a4e1d5-d02f-42af-98cc-01d754bc8f95 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:56.048705 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-28a4e1d5-d02f-42af-98cc-01d754bc8f95 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:56.087201 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a4e1d5-d02f-42af-98cc-01d754bc8f95 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Pushing event updated for resources: {'Port': ['ID=b2e08155-39a5-4586-9fed-5a49ff6c160a,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:56.099085 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-28a4e1d5-d02f-42af-98cc-01d754bc8f95 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.0201378 Sep 08 09:11:56.101435 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53154) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:56.112983 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f6aafe-6f5f-4cb8-8108-2fa4724f5ad5 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Subnet': ['ID=92fdf818-b398-4e97-8ca4-9fbcd9140828,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:56.117616 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-9d221017-2ae3-499b-aa4f-67a968a39ea3 req-a0254a71-d3f6-420f-a7a3-78c2a63450ad tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Allocated IP 172.20.0.6 (61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8/d780f37f-564d-499d-a30a-228737f9b006/8437046e-08ea-4bef-89d6-c2a36f3fc726) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:11:56.156663 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f01ce52-b62d-4efe-be09-07164189a63a None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:11:56.181469 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-71f6aafe-6f5f-4cb8-8108-2fa4724f5ad5 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:56.185082 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-71f6aafe-6f5f-4cb8-8108-2fa4724f5ad5 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/92fdf818-b398-4e97-8ca4-9fbcd9140828 HTTP/1.1" status: 204 len: 168 time: 1.8023126 Sep 08 09:11:56.188497 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b427d-61be-4c6d-ac9c-558083c9c016 service neutron] Pushing event updated for resources: {'Port': ['ID=ddf7eb89-569b-4a2b-a191-3b0b955d104d,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:56.248907 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53156) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:56.320894 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2fc51912-6cd1-4326-ac39-0dfa17fd6f08 req-e8a60728-bf11-41de-94f6-3f78b0ead95d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 210 time: 0.2270651 Sep 08 09:11:56.464417 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8e21688b-f7f7-48d3-ad72-727d80453a70 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1951470 Sep 08 09:11:56.617959 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53158) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:56.638072 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-88500796-6ca1-40a2-b2dd-6e3e0b55ed75 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'subnet': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:56.690711 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b904f17f-aa0b-4785-9b03-b0766b6d37df None None] DHCP port deletion for 9177193f-e165-437e-b3d7-f8fa84e750aa request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:11:56.734383 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-354f74ae-b4a3-4f28-8c59-bab0a70be02b req-b2fa9b0b-4f55-497d-9f45-32d41894b4ea tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=85f20282-92dd-4732-840d-230237a292a8 HTTP/1.1" status: 200 len: 210 time: 0.5649519 Sep 08 09:11:56.775442 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814104db-5e41-4f33-a822-981a5ee99115 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:56.794239 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814104db-5e41-4f33-a822-981a5ee99115 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:56.800722 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd151b35-2b70-4ae4-aad0-74806176768b req-60d07e25-6bbd-473e-a731-4c3d3e9b83c1 tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:56.802553 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62254bc-8e94-460b-8c4d-4b10c7fcfe41 None None] Network 9b2ac804-93a1-4b5a-9e23-f7a8aa5f2e72 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:11:56.803704 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dd151b35-2b70-4ae4-aad0-74806176768b req-60d07e25-6bbd-473e-a731-4c3d3e9b83c1 tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3ca5a65-05c9-4e6b-a122-3947dd917bf4 HTTP/1.1" status: 200 len: 946 time: 0.1844037 Sep 08 09:11:56.809550 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-b904f17f-aa0b-4785-9b03-b0766b6d37df None None] Deleting port 8046fc38-960d-4833-ae83-4200d3fa5fbc {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:11:56.810075 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b904f17f-aa0b-4785-9b03-b0766b6d37df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:56.811936 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814104db-5e41-4f33-a822-981a5ee99115 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:56.818014 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-814104db-5e41-4f33-a822-981a5ee99115 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.7146511 Sep 08 09:11:56.820699 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53160) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:57.007111 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9d221017-2ae3-499b-aa4f-67a968a39ea3 req-a0254a71-d3f6-420f-a7a3-78c2a63450ad tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:57.027458 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dd151b35-2b70-4ae4-aad0-74806176768b req-cbb12148-d63e-40e9-8725-7a0e92495744 tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] 10.222.0.54 "GET /v2.0/security-groups?id=589c9591-e543-4a4b-a03b-b33803a77403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107732 Sep 08 09:11:57.042338 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-940b427d-61be-4c6d-ac9c-558083c9c016 service neutron] Attempting to bind port ddf7eb89-569b-4a2b-a191-3b0b955d104d on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:11:57.043072 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-940b427d-61be-4c6d-ac9c-558083c9c016 service neutron] Attempting to bind port ddf7eb89-569b-4a2b-a191-3b0b955d104d by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '268367fb-3099-43cf-aa04-4e7d927825c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:11:57.043654 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-940b427d-61be-4c6d-ac9c-558083c9c016 service neutron] Attempting to bind port ddf7eb89-569b-4a2b-a191-3b0b955d104d on network 61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:11:57.072023 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-b904f17f-aa0b-4785-9b03-b0766b6d37df None None] For port 8046fc38-960d-4833-ae83-4200d3fa5fbc, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=8046fc38-960d-4833-ae83-4200d3fa5fbc,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:57.074475 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b904f17f-aa0b-4785-9b03-b0766b6d37df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:57.078559 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-caf7a86f-5fc3-4fe2-bf84-041100354713 None None] Provisioning for port 751256c3-2759-4310-ba77-c3fbe2970b2c completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:11:57.082841 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-940b427d-61be-4c6d-ac9c-558083c9c016 service neutron] Port ddf7eb89-569b-4a2b-a191-3b0b955d104d on network 61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:11:57.083224 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-940b427d-61be-4c6d-ac9c-558083c9c016 service neutron] Attempting to bind port ddf7eb89-569b-4a2b-a191-3b0b955d104d on network 61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:11:57.089476 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88500796-6ca1-40a2-b2dd-6e3e0b55ed75 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:11:57.100647 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-88500796-6ca1-40a2-b2dd-6e3e0b55ed75 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:57.105938 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-9d221017-2ae3-499b-aa4f-67a968a39ea3 req-a0254a71-d3f6-420f-a7a3-78c2a63450ad tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Transition to ACTIVE for port object 8437046e-08ea-4bef-89d6-c2a36f3fc726 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:11:57.140154 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-b904f17f-aa0b-4785-9b03-b0766b6d37df None None] Calling delete_port for 8046fc38-960d-4833-ae83-4200d3fa5fbc owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:11:57.149484 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-940b427d-61be-4c6d-ac9c-558083c9c016 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:11:57.152386 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-940b427d-61be-4c6d-ac9c-558083c9c016 service neutron] Checking segment: {'id': '268367fb-3099-43cf-aa04-4e7d927825c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:11:57.152999 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-940b427d-61be-4c6d-ac9c-558083c9c016 service neutron] Bound using segment: {'id': '268367fb-3099-43cf-aa04-4e7d927825c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:11:57.153541 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-940b427d-61be-4c6d-ac9c-558083c9c016 service neutron] Bound port: ddf7eb89-569b-4a2b-a191-3b0b955d104d, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '268367fb-3099-43cf-aa04-4e7d927825c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:11:57.153991 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-940b427d-61be-4c6d-ac9c-558083c9c016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:57.198281 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-eec3eacd-c279-4b68-b602-dfff6fa3e0d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Deleting port b2e08155-39a5-4586-9fed-5a49ff6c160a {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:11:57.198917 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-eec3eacd-c279-4b68-b602-dfff6fa3e0d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:57.245482 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12357e0c-4e20-4e9b-8cfc-48e086719014 req-37524807-bad6-42f7-adf1-13e62f2689bb tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:57.256349 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 751256c3-2759-4310-ba77-c3fbe2970b2c up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:11:57.259736 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-12357e0c-4e20-4e9b-8cfc-48e086719014 req-37524807-bad6-42f7-adf1-13e62f2689bb tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/ports?device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 946 time: 0.1932211 Sep 08 09:11:57.420043 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-12357e0c-4e20-4e9b-8cfc-48e086719014 req-97ec88d9-1009-40ef-88be-ab471476ad33 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/security-groups?id=bea61fdc-ddf6-486e-8758-ec31b413e40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583302 Sep 08 09:11:57.544055 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 751256c3-2759-4310-ba77-c3fbe2970b2c completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:11:57.550808 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 751256c3-2759-4310-ba77-c3fbe2970b2c triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:11:57.551182 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:57.566784 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-eec3eacd-c279-4b68-b602-dfff6fa3e0d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:57.607781 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-eec3eacd-c279-4b68-b602-dfff6fa3e0d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Calling delete_port for b2e08155-39a5-4586-9fed-5a49ff6c160a owned by {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:11:57.617441 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b904f17f-aa0b-4785-9b03-b0766b6d37df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:57.715726 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b904f17f-aa0b-4785-9b03-b0766b6d37df None None] Pushing event deleted for resources: {'Port': ['ID=8046fc38-960d-4833-ae83-4200d3fa5fbc,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:57.736677 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b904f17f-aa0b-4785-9b03-b0766b6d37df None None] No DVR routers for this DVR port 8046fc38-960d-4833-ae83-4200d3fa5fbc on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:11:57.844053 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:57.901491 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 751256c3-2759-4310-ba77-c3fbe2970b2c, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=751256c3-2759-4310-ba77-c3fbe2970b2c,segment=NetworkSegment(16c1e162-5318-46ff-b230-1649ea1e0f00),segment_id=16c1e162-5318-46ff-b230-1649ea1e0f00)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:11:57.908748 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:57.970624 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-75d1c32d-0d80-4256-830e-a5da7285d1e6 req-5d55e838-68d4-4cf1-8916-79e13f902bbb tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 210 time: 0.0526755 Sep 08 09:11:57.994325 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-eec3eacd-c279-4b68-b602-dfff6fa3e0d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:57.995126 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9d221017-2ae3-499b-aa4f-67a968a39ea3 req-a0254a71-d3f6-420f-a7a3-78c2a63450ad tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:58.014299 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 8046fc38-960d-4833-ae83-4200d3fa5fbc no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:11:58.076014 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 8046fc38-960d-4833-ae83-4200d3fa5fbc {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:11:58.076368 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 8046fc38-960d-4833-ae83-4200d3fa5fbc not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:11:58.081421 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=751256c3-2759-4310-ba77-c3fbe2970b2c,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:58.119431 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-235d0b5f-a9d7-4aba-8ebd-b616c1e9e37e None None] Provisioning for port d2141aba-1cb5-4ea7-bd25-74066bf3d13b completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:11:58.124136 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec3eacd-c279-4b68-b602-dfff6fa3e0d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Pushing event deleted for resources: {'Port': ['ID=b2e08155-39a5-4586-9fed-5a49ff6c160a,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:58.140313 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-235d0b5f-a9d7-4aba-8ebd-b616c1e9e37e None None] Provisioning complete for port d2141aba-1cb5-4ea7-bd25-74066bf3d13b triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:11:58.142569 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-235d0b5f-a9d7-4aba-8ebd-b616c1e9e37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:58.144964 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0254a71-d3f6-420f-a7a3-78c2a63450ad tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Pushing event updated for resources: {'Port': ['ID=8437046e-08ea-4bef-89d6-c2a36f3fc726,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:58.197489 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-940b427d-61be-4c6d-ac9c-558083c9c016 service neutron] For port ddf7eb89-569b-4a2b-a191-3b0b955d104d, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:11:58.218784 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-eec3eacd-c279-4b68-b602-dfff6fa3e0d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:58.223833 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-eec3eacd-c279-4b68-b602-dfff6fa3e0d3 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] 10.222.0.54 "DELETE /v2.0/ports/b2e08155-39a5-4586-9fed-5a49ff6c160a HTTP/1.1" status: 204 len: 168 time: 1.4011743 Sep 08 09:11:58.228396 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53176) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:58.236659 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-940b427d-61be-4c6d-ac9c-558083c9c016 service neutron] For port ddf7eb89-569b-4a2b-a191-3b0b955d104d, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=ddf7eb89-569b-4a2b-a191-3b0b955d104d,segment=NetworkSegment(268367fb-3099-43cf-aa04-4e7d927825c3),segment_id=268367fb-3099-43cf-aa04-4e7d927825c3)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:11:58.256244 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-b5922cab-4c99-4198-85c2-4758b50db717 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Request body: {'port': {'name': 'tempest-new-port-name-620513337', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:58.256892 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.api.validators [None req-b5922cab-4c99-4198-85c2-4758b50db717 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] bootfile-name is not in valid_values {{(pid=94713) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 08 09:11:58.257462 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.api.validators [None req-b5922cab-4c99-4198-85c2-4758b50db717 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] tftp-server is not in valid_values {{(pid=94713) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 08 09:11:58.257987 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.api.validators [None req-b5922cab-4c99-4198-85c2-4758b50db717 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] server-ip-address is not in valid_values {{(pid=94713) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 08 09:11:58.263225 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-235d0b5f-a9d7-4aba-8ebd-b616c1e9e37e None None] Port d2141aba-1cb5-4ea7-bd25-74066bf3d13b cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:11:58.269561 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-235d0b5f-a9d7-4aba-8ebd-b616c1e9e37e None None] Could not find standard attr ID for object b2e08155-39a5-4586-9fed-5a49ff6c160a. {{(pid=94714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 09:11:58.290177 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-235d0b5f-a9d7-4aba-8ebd-b616c1e9e37e None None] Provisioning complete for port 751256c3-2759-4310-ba77-c3fbe2970b2c triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:11:58.290908 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-235d0b5f-a9d7-4aba-8ebd-b616c1e9e37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:58.302979 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe8702-155b-47a3-ab2e-431b83c26070 req-74a6332d-cdcd-4f48-bd5f-690bbff34181 tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:58.310809 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fbe8702-155b-47a3-ab2e-431b83c26070 req-74a6332d-cdcd-4f48-bd5f-690bbff34181 tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3ca5a65-05c9-4e6b-a122-3947dd917bf4 HTTP/1.1" status: 200 len: 946 time: 0.4709103 Sep 08 09:11:58.319738 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d221017-2ae3-499b-aa4f-67a968a39ea3 req-a0254a71-d3f6-420f-a7a3-78c2a63450ad tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Network 61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:11:58.350240 n-d-806683-11 neutron-server[94712]: DEBUG neutron.objects.ports [None req-88500796-6ca1-40a2-b2dd-6e3e0b55ed75 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94712) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 08 09:11:58.416820 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-940b427d-61be-4c6d-ac9c-558083c9c016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:58.448241 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:58.458441 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b5922cab-4c99-4198-85c2-4758b50db717 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:58.460932 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-88500796-6ca1-40a2-b2dd-6e3e0b55ed75 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:58.464140 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-9d221017-2ae3-499b-aa4f-67a968a39ea3 req-a0254a71-d3f6-420f-a7a3-78c2a63450ad tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:11:58.477988 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908708c5-f565-4fbc-a24b-9dde1771fb76 req-fb298e1e-834e-4fab-9028-df64c6c075f6 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:58.485939 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-908708c5-f565-4fbc-a24b-9dde1771fb76 req-fb298e1e-834e-4fab-9028-df64c6c075f6 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=85f20282-92dd-4732-840d-230237a292a8 HTTP/1.1" status: 200 len: 931 time: 0.3425241 Sep 08 09:11:58.578775 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ae73e9df-5d28-4f01-a47b-ccf0c30d8222 None None] Provisioning complete for port d2141aba-1cb5-4ea7-bd25-74066bf3d13b triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:11:58.582211 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ae73e9df-5d28-4f01-a47b-ccf0c30d8222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:58.589497 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d221017-2ae3-499b-aa4f-67a968a39ea3 req-a0254a71-d3f6-420f-a7a3-78c2a63450ad tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:11:58.654565 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-ae73e9df-5d28-4f01-a47b-ccf0c30d8222 None None] Port d2141aba-1cb5-4ea7-bd25-74066bf3d13b cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:11:58.716592 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d221017-2ae3-499b-aa4f-67a968a39ea3 req-a0254a71-d3f6-420f-a7a3-78c2a63450ad tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:58.717338 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9d221017-2ae3-499b-aa4f-67a968a39ea3 req-a0254a71-d3f6-420f-a7a3-78c2a63450ad tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:58.762640 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9d221017-2ae3-499b-aa4f-67a968a39ea3 req-a0254a71-d3f6-420f-a7a3-78c2a63450ad tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0602984 Sep 08 09:11:58.769489 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-940b427d-61be-4c6d-ac9c-558083c9c016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:58.770155 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-940b427d-61be-4c6d-ac9c-558083c9c016 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:58.771657 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-940b427d-61be-4c6d-ac9c-558083c9c016 service neutron] 10.222.0.37 "PUT /v2.0/ports/ddf7eb89-569b-4a2b-a191-3b0b955d104d HTTP/1.1" status: 200 len: 1092 time: 5.1142504 Sep 08 09:11:58.777381 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88500796-6ca1-40a2-b2dd-6e3e0b55ed75 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:11:58.783015 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f26502-3747-42ba-9590-690b5230dd65', 'tag': 'ddf7eb89-569b-4a2b-a191-3b0b955d104d'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:11:58.786150 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3596374-a025-41fc-8214-cb6e48919361" -d '{"events": [{"name": "network-changed", "server_uuid": "73f26502-3747-42ba-9590-690b5230dd65", "tag": "ddf7eb89-569b-4a2b-a191-3b0b955d104d"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:11:58.791924 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fbe8702-155b-47a3-ab2e-431b83c26070 req-0a76c9a1-5dd1-4b12-8112-7a69d6ac4bd0 tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] 10.222.0.54 "GET /v2.0/security-groups?id=589c9591-e543-4a4b-a03b-b33803a77403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4799657 Sep 08 09:11:58.800051 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-9d221017-2ae3-499b-aa4f-67a968a39ea3 req-f5a19605-0127-4304-b8dc-0e7da6886c5d service neutron] Request body: {'port': {'device_id': '85f20282-92dd-4732-840d-230237a292a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:58.810346 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b5922cab-4c99-4198-85c2-4758b50db717 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:58.869702 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b5922cab-4c99-4198-85c2-4758b50db717 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:58.910767 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9d221017-2ae3-499b-aa4f-67a968a39ea3 req-f5a19605-0127-4304-b8dc-0e7da6886c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:58.912957 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-88500796-6ca1-40a2-b2dd-6e3e0b55ed75 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:11:58.916188 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88500796-6ca1-40a2-b2dd-6e3e0b55ed75 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:58.916738 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-88500796-6ca1-40a2-b2dd-6e3e0b55ed75 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:58.930996 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ee8191-0b1d-41b1-b9d6-5116effa3896 None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:11:58.952108 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-b5922cab-4c99-4198-85c2-4758b50db717 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] In _notify_port_updated(), no bound segment for port d2141aba-1cb5-4ea7-bd25-74066bf3d13b on network 9b2ac804-93a1-4b5a-9e23-f7a8aa5f2e72 {{(pid=94713) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 08 09:11:58.966712 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5922cab-4c99-4198-85c2-4758b50db717 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:58.967442 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b5922cab-4c99-4198-85c2-4758b50db717 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:58.972212 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b5922cab-4c99-4198-85c2-4758b50db717 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] 10.222.0.54 "PUT /v2.0/ports/d2141aba-1cb5-4ea7-bd25-74066bf3d13b HTTP/1.1" status: 200 len: 1128 time: 0.7334569 Sep 08 09:11:58.988826 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53186) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:59.014136 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-d4c0f045-f01d-4c12-be65-a28153459f29 req-50ee77b3-56b7-40f0-afec-27b91b750ef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c315d681-d674-4893-8c84-ef33fffaa946 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:11:59.033789 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d4c0f045-f01d-4c12-be65-a28153459f29 req-50ee77b3-56b7-40f0-afec-27b91b750ef9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:59.054670 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-d4c0f045-f01d-4c12-be65-a28153459f29 req-50ee77b3-56b7-40f0-afec-27b91b750ef9 service neutron] Transition to ACTIVE for port object c315d681-d674-4893-8c84-ef33fffaa946 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:11:59.060100 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-908708c5-f565-4fbc-a24b-9dde1771fb76 req-f3c831b9-11bb-4d92-999f-4cc28f8638a6 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6b6ca53-a824-465d-acc6-a8fd7c7358ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5490451 Sep 08 09:11:59.099903 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5922cab-4c99-4198-85c2-4758b50db717 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Pushing event updated for resources: {'Port': ['ID=d2141aba-1cb5-4ea7-bd25-74066bf3d13b,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:59.114591 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 751256c3-2759-4310-ba77-c3fbe2970b2c up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:11:59.121130 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4f5de6-4dc6-4f91-bba3-3bd55503f3b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:59.131741 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-4d33e840-dfac-407b-9935-b5bb12766917 None None] Provisioning for port 8437046e-08ea-4bef-89d6-c2a36f3fc726 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:11:59.138168 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b427d-61be-4c6d-ac9c-558083c9c016 service neutron] Pushing event updated for resources: {'Port': ['ID=ddf7eb89-569b-4a2b-a191-3b0b955d104d,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:59.157412 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0d4f5de6-4dc6-4f91-bba3-3bd55503f3b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] 10.222.0.54 "GET /v2.0/ports/d2141aba-1cb5-4ea7-bd25-74066bf3d13b HTTP/1.1" status: 200 len: 1128 time: 0.1671793 Sep 08 09:11:59.159992 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53190) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:59.182730 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d4c0f045-f01d-4c12-be65-a28153459f29 req-50ee77b3-56b7-40f0-afec-27b91b750ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:59.240154 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-4d33e840-dfac-407b-9935-b5bb12766917 None None] Provisioning complete for port 8437046e-08ea-4bef-89d6-c2a36f3fc726 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:11:59.242787 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4d33e840-dfac-407b-9935-b5bb12766917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:59.345731 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-88500796-6ca1-40a2-b2dd-6e3e0b55ed75 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.7119427 Sep 08 09:11:59.347720 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88500796-6ca1-40a2-b2dd-6e3e0b55ed75 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Subnet': ['ID=637ccd54-d69c-4c66-a762-1adf377ef965,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:59.348125 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53194) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:11:59.383700 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-1023a388-0138-482b-900a-b23c4ba29ba8 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'port': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'mac_address': 'fa:16:3e:84:13:50', 'name': 'tempest-NetworksTestDHCPv6-247255870'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:11:59.388141 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4833bf5-febe-484a-8704-a380329fe2fb x-openstack-request-id: req-f4833bf5-febe-484a-8704-a380329fe2fb {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:11:59.388449 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73f26502-3747-42ba-9590-690b5230dd65", "tag": "ddf7eb89-569b-4a2b-a191-3b0b955d104d", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:11:59.388710 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f4833bf5-febe-484a-8704-a380329fe2fb {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:11:59.389128 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73f26502-3747-42ba-9590-690b5230dd65', 'tag': 'ddf7eb89-569b-4a2b-a191-3b0b955d104d', 'status': 'completed', 'code': 200} Sep 08 09:11:59.403755 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-d3354479-f835-4154-bae6-688bd878481c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:59.405721 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-d3354479-f835-4154-bae6-688bd878481c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be20e71aa7ca42bf8216bb149421d067&device_id=73f26502-3747-42ba-9590-690b5230dd65 HTTP/1.1" status: 200 len: 1095 time: 0.5063503 Sep 08 09:11:59.440646 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-4d33e840-dfac-407b-9935-b5bb12766917 None None] Port 8437046e-08ea-4bef-89d6-c2a36f3fc726 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:11:59.462234 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee77b3-56b7-40f0-afec-27b91b750ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=c315d681-d674-4893-8c84-ef33fffaa946,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:11:59.463064 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-4d33e840-dfac-407b-9935-b5bb12766917 None None] Could not find standard attr ID for object b2e08155-39a5-4586-9fed-5a49ff6c160a. {{(pid=94714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 09:11:59.574120 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 751256c3-2759-4310-ba77-c3fbe2970b2c triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:11:59.574120 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:59.577715 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a39ecef-6232-45e6-a018-c25e1e6299af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-9177193f-e165-437e-b3d7-f8fa84e750aa', 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'tenant_id': 'cfe5efe5bc04414daec2165ebe59ab3a', 'fixed_ips': [{'subnet_id': '637ccd54-d69c-4c66-a762-1adf377ef965'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:11:59.583612 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6a39ecef-6232-45e6-a018-c25e1e6299af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:59.638391 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-c285e443-dfaf-4eba-bfb5-d9f220758402 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ddf7eb89-569b-4a2b-a191-3b0b955d104d HTTP/1.1" status: 200 len: 217 time: 0.1893606 Sep 08 09:11:59.729214 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c4a16c58-414f-4acd-afc7-b064887dc020 req-8baa8cbb-39b4-47d1-bef9-913e703bd3ea tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 210 time: 0.1526191 Sep 08 09:11:59.739482 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1023a388-0138-482b-900a-b23c4ba29ba8 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:11:59.787477 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5f867-8851-4c13-9efe-2dba88560c90 req-2b87c4f8-3ac9-4b68-993f-ca9b723095ca tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:11:59.789481 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-60a5f867-8851-4c13-9efe-2dba88560c90 req-2b87c4f8-3ac9-4b68-993f-ca9b723095ca tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/ports?device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 946 time: 0.6292644 Sep 08 09:11:59.876916 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-d4c0f045-f01d-4c12-be65-a28153459f29 req-50ee77b3-56b7-40f0-afec-27b91b750ef9 service neutron] Attempting to bind port c315d681-d674-4893-8c84-ef33fffaa946 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:11:59.877669 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-d4c0f045-f01d-4c12-be65-a28153459f29 req-50ee77b3-56b7-40f0-afec-27b91b750ef9 service neutron] Attempting to bind port c315d681-d674-4893-8c84-ef33fffaa946 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '268367fb-3099-43cf-aa04-4e7d927825c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:11:59.878147 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c0f045-f01d-4c12-be65-a28153459f29 req-50ee77b3-56b7-40f0-afec-27b91b750ef9 service neutron] Attempting to bind port c315d681-d674-4893-8c84-ef33fffaa946 on network 61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:11:59.901239 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c0f045-f01d-4c12-be65-a28153459f29 req-50ee77b3-56b7-40f0-afec-27b91b750ef9 service neutron] Port c315d681-d674-4893-8c84-ef33fffaa946 on network 61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:11:59.902076 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c0f045-f01d-4c12-be65-a28153459f29 req-50ee77b3-56b7-40f0-afec-27b91b750ef9 service neutron] Attempting to bind port c315d681-d674-4893-8c84-ef33fffaa946 on network 61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:11:59.939315 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1023a388-0138-482b-900a-b23c4ba29ba8 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:11:59.963557 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-1023a388-0138-482b-900a-b23c4ba29ba8 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] device_id is not set on port cb59696d-e7ac-42ed-8883-93eb7980b2ef yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:11:59.965312 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c0f045-f01d-4c12-be65-a28153459f29 req-50ee77b3-56b7-40f0-afec-27b91b750ef9 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:11:59.965663 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c0f045-f01d-4c12-be65-a28153459f29 req-50ee77b3-56b7-40f0-afec-27b91b750ef9 service neutron] Checking segment: {'id': '268367fb-3099-43cf-aa04-4e7d927825c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:11:59.970313 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c0f045-f01d-4c12-be65-a28153459f29 req-50ee77b3-56b7-40f0-afec-27b91b750ef9 service neutron] Bound using segment: {'id': '268367fb-3099-43cf-aa04-4e7d927825c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:11:59.970749 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-d4c0f045-f01d-4c12-be65-a28153459f29 req-50ee77b3-56b7-40f0-afec-27b91b750ef9 service neutron] Bound port: c315d681-d674-4893-8c84-ef33fffaa946, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '268367fb-3099-43cf-aa04-4e7d927825c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:11:59.971621 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d4c0f045-f01d-4c12-be65-a28153459f29 req-50ee77b3-56b7-40f0-afec-27b91b750ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:00.007380 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-6a39ecef-6232-45e6-a018-c25e1e6299af None None] Allocated IP 2001:db8::f816:3eff:fef0:3be6 (9177193f-e165-437e-b3d7-f8fa84e750aa/637ccd54-d69c-4c66-a762-1adf377ef965/d0f1cddd-e215-4c07-9fc8-1266228a1078) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:12:00.060453 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-be4259ad-d99b-4a68-9517-b0e692829ceb tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Deleting port d2141aba-1cb5-4ea7-bd25-74066bf3d13b {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:12:00.060802 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-be4259ad-d99b-4a68-9517-b0e692829ceb tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:00.176830 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-be4259ad-d99b-4a68-9517-b0e692829ceb tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:00.182030 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-9d221017-2ae3-499b-aa4f-67a968a39ea3 req-f5a19605-0127-4304-b8dc-0e7da6886c5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8437046e-08ea-4bef-89d6-c2a36f3fc726 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:12:00.190620 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-be4259ad-d99b-4a68-9517-b0e692829ceb tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Calling delete_port for d2141aba-1cb5-4ea7-bd25-74066bf3d13b owned by {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:12:00.191155 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9d221017-2ae3-499b-aa4f-67a968a39ea3 req-f5a19605-0127-4304-b8dc-0e7da6886c5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:00.206516 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-9d221017-2ae3-499b-aa4f-67a968a39ea3 req-f5a19605-0127-4304-b8dc-0e7da6886c5d service neutron] Transition to ACTIVE for port object 8437046e-08ea-4bef-89d6-c2a36f3fc726 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:12:00.212773 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-6f3d9a3c-06f5-437a-94e0-fed460d2d064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:00.216371 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-6f3d9a3c-06f5-437a-94e0-fed460d2d064 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d780f37f-564d-499d-a30a-228737f9b006 HTTP/1.1" status: 200 len: 855 time: 0.4586656 Sep 08 09:12:00.222206 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-60a5f867-8851-4c13-9efe-2dba88560c90 req-c29d59d4-2d0f-446e-8e26-60274b4a1767 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/security-groups?id=bea61fdc-ddf6-486e-8758-ec31b413e40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4113762 Sep 08 09:12:00.222909 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9d221017-2ae3-499b-aa4f-67a968a39ea3 req-f5a19605-0127-4304-b8dc-0e7da6886c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:00.322963 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-6fc0d165-5d4c-4eff-8c76-21e81718ba1c None None] Provisioning complete for port d2141aba-1cb5-4ea7-bd25-74066bf3d13b triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:12:00.323454 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6fc0d165-5d4c-4eff-8c76-21e81718ba1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:00.363918 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a37ae-1d07-48b3-9c48-adfe9fa3f2d9 req-53897480-6023-4a41-9e3b-3e1fd88ca8fc tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:00.365701 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-305a37ae-1d07-48b3-9c48-adfe9fa3f2d9 req-53897480-6023-4a41-9e3b-3e1fd88ca8fc tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3ca5a65-05c9-4e6b-a122-3947dd917bf4 HTTP/1.1" status: 200 len: 946 time: 0.0869839 Sep 08 09:12:00.366667 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6a39ecef-6232-45e6-a018-c25e1e6299af None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:00.391015 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-6a39ecef-6232-45e6-a018-c25e1e6299af None None] Transition to ACTIVE for port object d0f1cddd-e215-4c07-9fc8-1266228a1078 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:12:00.408661 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-6fc0d165-5d4c-4eff-8c76-21e81718ba1c None None] Port d2141aba-1cb5-4ea7-bd25-74066bf3d13b cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:12:00.418075 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-6a39ecef-6232-45e6-a018-c25e1e6299af None None] Transition to ACTIVE for port object d0f1cddd-e215-4c07-9fc8-1266228a1078 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:12:00.426563 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6a39ecef-6232-45e6-a018-c25e1e6299af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:00.459865 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-305a37ae-1d07-48b3-9c48-adfe9fa3f2d9 req-63f902de-caa7-4137-90b9-620dcd1a1062 tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] 10.222.0.54 "GET /v2.0/security-groups?id=589c9591-e543-4a4b-a03b-b33803a77403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849583 Sep 08 09:12:00.489298 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a19605-0127-4304-b8dc-0e7da6886c5d service neutron] Pushing event updated for resources: {'Port': ['ID=8437046e-08ea-4bef-89d6-c2a36f3fc726,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:00.493118 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-2ee20c58-7024-4727-9d5a-5dc5d217781b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:00.494701 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-2ee20c58-7024-4727-9d5a-5dc5d217781b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2506015 Sep 08 09:12:00.511123 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a39ecef-6232-45e6-a018-c25e1e6299af None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:12:00.512326 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a39ecef-6232-45e6-a018-c25e1e6299af None None] Pushing event updated for resources: {'Port': ['ID=d0f1cddd-e215-4c07-9fc8-1266228a1078,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:00.521944 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a39ecef-6232-45e6-a018-c25e1e6299af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:12:00.522330 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a39ecef-6232-45e6-a018-c25e1e6299af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:12:00.522686 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a39ecef-6232-45e6-a018-c25e1e6299af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:12:00.523032 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a39ecef-6232-45e6-a018-c25e1e6299af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:12:00.524083 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a39ecef-6232-45e6-a018-c25e1e6299af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:12:00.524441 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a39ecef-6232-45e6-a018-c25e1e6299af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:12:00.524781 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a39ecef-6232-45e6-a018-c25e1e6299af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:12:00.525121 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a39ecef-6232-45e6-a018-c25e1e6299af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:12:00.525452 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a39ecef-6232-45e6-a018-c25e1e6299af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:12:00.525791 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a39ecef-6232-45e6-a018-c25e1e6299af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:12:00.526163 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a39ecef-6232-45e6-a018-c25e1e6299af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:12:00.526508 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a39ecef-6232-45e6-a018-c25e1e6299af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:12:00.530694 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-6a39ecef-6232-45e6-a018-c25e1e6299af None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:12:00.532862 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a39ecef-6232-45e6-a018-c25e1e6299af None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:12:00.607750 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-1023a388-0138-482b-900a-b23c4ba29ba8 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Allocated IP 2001:db8::f816:3eff:fe84:1350 (9177193f-e165-437e-b3d7-f8fa84e750aa/637ccd54-d69c-4c66-a762-1adf377ef965/cb59696d-e7ac-42ed-8883-93eb7980b2ef) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:12:00.617601 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-6a39ecef-6232-45e6-a018-c25e1e6299af None None] Attempting to bind port d0f1cddd-e215-4c07-9fc8-1266228a1078 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:12:00.617601 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-6a39ecef-6232-45e6-a018-c25e1e6299af None None] Attempting to bind port d0f1cddd-e215-4c07-9fc8-1266228a1078 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:12:00.617601 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a39ecef-6232-45e6-a018-c25e1e6299af None None] Attempting to bind port d0f1cddd-e215-4c07-9fc8-1266228a1078 on network 9177193f-e165-437e-b3d7-f8fa84e750aa {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:12:00.621742 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-be4259ad-d99b-4a68-9517-b0e692829ceb tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:00.622643 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a39ecef-6232-45e6-a018-c25e1e6299af None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:12:00.623408 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a39ecef-6232-45e6-a018-c25e1e6299af None None] Checking segment: {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:12:00.623408 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6a39ecef-6232-45e6-a018-c25e1e6299af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:00.623816 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a39ecef-6232-45e6-a018-c25e1e6299af None None] Bound using segment: {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:12:00.624580 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-6a39ecef-6232-45e6-a018-c25e1e6299af None None] Bound port: d0f1cddd-e215-4c07-9fc8-1266228a1078, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:12:00.624728 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6a39ecef-6232-45e6-a018-c25e1e6299af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:00.663925 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-d4c0f045-f01d-4c12-be65-a28153459f29 req-50ee77b3-56b7-40f0-afec-27b91b750ef9 service neutron] For port c315d681-d674-4893-8c84-ef33fffaa946, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:12:00.684557 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-d4c0f045-f01d-4c12-be65-a28153459f29 req-50ee77b3-56b7-40f0-afec-27b91b750ef9 service neutron] For port c315d681-d674-4893-8c84-ef33fffaa946, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=c315d681-d674-4893-8c84-ef33fffaa946,segment=NetworkSegment(268367fb-3099-43cf-aa04-4e7d927825c3),segment_id=268367fb-3099-43cf-aa04-4e7d927825c3)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:12:00.707527 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4259ad-d99b-4a68-9517-b0e692829ceb tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Pushing event deleted for resources: {'Port': ['ID=d2141aba-1cb5-4ea7-bd25-74066bf3d13b,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:00.733540 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-6a39ecef-6232-45e6-a018-c25e1e6299af None None] For port d0f1cddd-e215-4c07-9fc8-1266228a1078, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:12:00.742508 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-6a39ecef-6232-45e6-a018-c25e1e6299af None None] For port d0f1cddd-e215-4c07-9fc8-1266228a1078, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=d0f1cddd-e215-4c07-9fc8-1266228a1078,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:12:00.751675 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6a39ecef-6232-45e6-a018-c25e1e6299af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:00.769565 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-be4259ad-d99b-4a68-9517-b0e692829ceb tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:00.777553 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d4c0f045-f01d-4c12-be65-a28153459f29 req-50ee77b3-56b7-40f0-afec-27b91b750ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:00.777802 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-be4259ad-d99b-4a68-9517-b0e692829ceb tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] 10.222.0.54 "DELETE /v2.0/ports/d2141aba-1cb5-4ea7-bd25-74066bf3d13b HTTP/1.1" status: 204 len: 168 time: 1.6160996 Sep 08 09:12:00.805736 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53202) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:00.829307 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99710d7-1248-45cf-bede-20cf1dc62f0e req-db96b699-bf82-468f-9586-d792852d66c1 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:00.831123 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e99710d7-1248-45cf-bede-20cf1dc62f0e req-db96b699-bf82-468f-9586-d792852d66c1 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=85f20282-92dd-4732-840d-230237a292a8 HTTP/1.1" status: 200 len: 943 time: 0.4633305 Sep 08 09:12:00.868514 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a39ecef-6232-45e6-a018-c25e1e6299af None None] Pushing event updated for resources: {'Port': ['ID=d0f1cddd-e215-4c07-9fc8-1266228a1078,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:00.965056 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee77b3-56b7-40f0-afec-27b91b750ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=c315d681-d674-4893-8c84-ef33fffaa946,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:01.000605 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0f045-f01d-4c12-be65-a28153459f29 req-50ee77b3-56b7-40f0-afec-27b91b750ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:01.001458 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d4c0f045-f01d-4c12-be65-a28153459f29 req-50ee77b3-56b7-40f0-afec-27b91b750ef9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:01.002964 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d4c0f045-f01d-4c12-be65-a28153459f29 req-50ee77b3-56b7-40f0-afec-27b91b750ef9 service neutron] 10.222.0.35 "PUT /v2.0/ports/c315d681-d674-4893-8c84-ef33fffaa946 HTTP/1.1" status: 200 len: 1092 time: 6.6511209 Sep 08 09:12:01.052673 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-9d221017-2ae3-499b-aa4f-67a968a39ea3 req-f5a19605-0127-4304-b8dc-0e7da6886c5d service neutron] Attempting to bind port 8437046e-08ea-4bef-89d6-c2a36f3fc726 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:12:01.053014 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-9d221017-2ae3-499b-aa4f-67a968a39ea3 req-f5a19605-0127-4304-b8dc-0e7da6886c5d service neutron] Attempting to bind port 8437046e-08ea-4bef-89d6-c2a36f3fc726 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '268367fb-3099-43cf-aa04-4e7d927825c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:12:01.053352 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d221017-2ae3-499b-aa4f-67a968a39ea3 req-f5a19605-0127-4304-b8dc-0e7da6886c5d service neutron] Attempting to bind port 8437046e-08ea-4bef-89d6-c2a36f3fc726 on network 61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:12:01.064297 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d221017-2ae3-499b-aa4f-67a968a39ea3 req-f5a19605-0127-4304-b8dc-0e7da6886c5d service neutron] Port 8437046e-08ea-4bef-89d6-c2a36f3fc726 on network 61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:12:01.064584 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d221017-2ae3-499b-aa4f-67a968a39ea3 req-f5a19605-0127-4304-b8dc-0e7da6886c5d service neutron] Attempting to bind port 8437046e-08ea-4bef-89d6-c2a36f3fc726 on network 61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:12:01.072011 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1c207a6-b0f0-4c51-8ab2-4917caf4cd40 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Deleting subnet 01b8d05b-8059-4dc1-88ee-6961eda998df {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:12:01.076442 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-26c01458-faff-413c-8a0d-928ee5b47601 service neutron] 10.222.0.37 "GET /v2.0/networks/61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5623031 Sep 08 09:12:01.077810 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d221017-2ae3-499b-aa4f-67a968a39ea3 req-f5a19605-0127-4304-b8dc-0e7da6886c5d service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:12:01.078193 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d221017-2ae3-499b-aa4f-67a968a39ea3 req-f5a19605-0127-4304-b8dc-0e7da6886c5d service neutron] Checking segment: {'id': '268367fb-3099-43cf-aa04-4e7d927825c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:12:01.079116 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d221017-2ae3-499b-aa4f-67a968a39ea3 req-f5a19605-0127-4304-b8dc-0e7da6886c5d service neutron] Bound using segment: {'id': '268367fb-3099-43cf-aa04-4e7d927825c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:12:01.083355 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-9d221017-2ae3-499b-aa4f-67a968a39ea3 req-f5a19605-0127-4304-b8dc-0e7da6886c5d service neutron] Bound port: 8437046e-08ea-4bef-89d6-c2a36f3fc726, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '268367fb-3099-43cf-aa04-4e7d927825c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:12:01.083741 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9d221017-2ae3-499b-aa4f-67a968a39ea3 req-f5a19605-0127-4304-b8dc-0e7da6886c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:01.097027 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c29b5c52-3e45-4aaf-a049-9c58a4cfc166 req-ba54cc34-edab-4c11-ba99-792971c6662c tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 210 time: 0.1222532 Sep 08 09:12:01.097871 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e1c207a6-b0f0-4c51-8ab2-4917caf4cd40 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:01.156174 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e99710d7-1248-45cf-bede-20cf1dc62f0e req-a344f849-afe7-4f05-ac61-6198a0ccccfc tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6b6ca53-a824-465d-acc6-a8fd7c7358ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574502 Sep 08 09:12:01.318060 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1023a388-0138-482b-900a-b23c4ba29ba8 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:01.353726 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-1023a388-0138-482b-900a-b23c4ba29ba8 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Transition to ACTIVE for port object cb59696d-e7ac-42ed-8883-93eb7980b2ef will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:12:01.433274 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1023a388-0138-482b-900a-b23c4ba29ba8 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:01.439982 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e1c207a6-b0f0-4c51-8ab2-4917caf4cd40 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:01.647866 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1023a388-0138-482b-900a-b23c4ba29ba8 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:12:01.664694 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-1023a388-0138-482b-900a-b23c4ba29ba8 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:12:01.677125 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1023a388-0138-482b-900a-b23c4ba29ba8 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:12:01.683369 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1023a388-0138-482b-900a-b23c4ba29ba8 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:01.684089 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1023a388-0138-482b-900a-b23c4ba29ba8 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:01.690874 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe1c0c06-98f0-406b-8a4b-14d1c1a220ac', 'tag': 'c315d681-d674-4893-8c84-ef33fffaa946'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:12:01.693234 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d7bcbe-fb16-468e-ac2c-dc1623d50497" -d '{"events": [{"name": "network-changed", "server_uuid": "fe1c0c06-98f0-406b-8a4b-14d1c1a220ac", "tag": "c315d681-d674-4893-8c84-ef33fffaa946"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:12:01.695414 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd300d6c-7c7b-465c-83f5-9dd86669a94e req-db21618c-4926-4315-8df7-627acbfa3a58 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:01.697096 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cd300d6c-7c7b-465c-83f5-9dd86669a94e req-db21618c-4926-4315-8df7-627acbfa3a58 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/ports?device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 946 time: 0.2723188 Sep 08 09:12:01.713926 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1023a388-0138-482b-900a-b23c4ba29ba8 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Port': ['ID=cb59696d-e7ac-42ed-8883-93eb7980b2ef,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:01.775052 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1023a388-0138-482b-900a-b23c4ba29ba8 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3933918 Sep 08 09:12:01.777503 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53214) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:01.808314 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e1c207a6-b0f0-4c51-8ab2-4917caf4cd40 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:01.809040 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0f045-f01d-4c12-be65-a28153459f29 req-eab0ac36-c830-4f58-94cd-a15354661e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:01.810804 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d4c0f045-f01d-4c12-be65-a28153459f29 req-eab0ac36-c830-4f58-94cd-a15354661e21 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be20e71aa7ca42bf8216bb149421d067&device_id=fe1c0c06-98f0-406b-8a4b-14d1c1a220ac HTTP/1.1" status: 200 len: 1095 time: 0.6986909 Sep 08 09:12:01.874596 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cd300d6c-7c7b-465c-83f5-9dd86669a94e req-600a2ca1-9e2b-4240-9145-98b3e7908d46 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/security-groups?id=bea61fdc-ddf6-486e-8758-ec31b413e40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302083 Sep 08 09:12:01.909288 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d4c0f045-f01d-4c12-be65-a28153459f29 req-2a90201c-85c1-41bc-8f79-36837e28b242 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c315d681-d674-4893-8c84-ef33fffaa946 HTTP/1.1" status: 200 len: 217 time: 0.0700750 Sep 08 09:12:01.912372 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24cd27c9-dab7-46b6-9b68-2d19ef2cd7d6 req-61ff92a0-8750-4232-8c13-39547def9636 service neutron] 10.222.0.37 "GET /v2.0/networks/61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7869303 Sep 08 09:12:01.920396 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9677ad-5642-4506-8310-1432055f9733 req-197f0b46-3e4a-4412-bb32-c31aae801d9a tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:01.922014 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4c9677ad-5642-4506-8310-1432055f9733 req-197f0b46-3e4a-4412-bb32-c31aae801d9a tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] 10.222.0.35 "GET /v2.0/ports?device_id=a3ca5a65-05c9-4e6b-a122-3947dd917bf4 HTTP/1.1" status: 200 len: 946 time: 0.2238531 Sep 08 09:12:01.944480 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-9d221017-2ae3-499b-aa4f-67a968a39ea3 req-f5a19605-0127-4304-b8dc-0e7da6886c5d service neutron] For port 8437046e-08ea-4bef-89d6-c2a36f3fc726, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:12:01.955385 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5918f19-3f76-4b2a-8b6d-9cd72013a88a req-acd7befc-8bf1-4920-87fb-5f5c50356379 tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:01.957049 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c5918f19-3f76-4b2a-8b6d-9cd72013a88a req-acd7befc-8bf1-4920-87fb-5f5c50356379 tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3ca5a65-05c9-4e6b-a122-3947dd917bf4 HTTP/1.1" status: 200 len: 946 time: 0.2501576 Sep 08 09:12:01.977236 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe9e692-b9c2-4dbf-b6e4-d079f8dc64ac tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:01.983659 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe9e692-b9c2-4dbf-b6e4-d079f8dc64ac tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:01.986451 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-dbe9e692-b9c2-4dbf-b6e4-d079f8dc64ac tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2076311 Sep 08 09:12:01.989440 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53216) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:02.000442 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e1c207a6-b0f0-4c51-8ab2-4917caf4cd40 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:02.046580 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-9d221017-2ae3-499b-aa4f-67a968a39ea3 req-f5a19605-0127-4304-b8dc-0e7da6886c5d service neutron] For port 8437046e-08ea-4bef-89d6-c2a36f3fc726, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=8437046e-08ea-4bef-89d6-c2a36f3fc726,segment=NetworkSegment(268367fb-3099-43cf-aa04-4e7d927825c3),segment_id=268367fb-3099-43cf-aa04-4e7d927825c3)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:12:02.085515 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c207a6-b0f0-4c51-8ab2-4917caf4cd40 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Pushing event deleted for resources: {'Subnet': ['ID=01b8d05b-8059-4dc1-88ee-6961eda998df,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:02.090939 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d897dc2-4eee-42f0-8bbd-20752b53b3a7 x-openstack-request-id: req-8d897dc2-4eee-42f0-8bbd-20752b53b3a7 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:12:02.091394 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe1c0c06-98f0-406b-8a4b-14d1c1a220ac", "tag": "c315d681-d674-4893-8c84-ef33fffaa946", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:12:02.091756 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8d897dc2-4eee-42f0-8bbd-20752b53b3a7 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:12:02.092278 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe1c0c06-98f0-406b-8a4b-14d1c1a220ac', 'tag': 'c315d681-d674-4893-8c84-ef33fffaa946', 'status': 'completed', 'code': 200} Sep 08 09:12:02.103281 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9d221017-2ae3-499b-aa4f-67a968a39ea3 req-f5a19605-0127-4304-b8dc-0e7da6886c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:02.107903 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd915dea-4f06-435b-be2c-63bd08229a38 None None] Network 9b2ac804-93a1-4b5a-9e23-f7a8aa5f2e72 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:12:02.127959 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e1c207a6-b0f0-4c51-8ab2-4917caf4cd40 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:02.140763 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e1c207a6-b0f0-4c51-8ab2-4917caf4cd40 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] 10.222.0.54 "DELETE /v2.0/subnets/01b8d05b-8059-4dc1-88ee-6961eda998df HTTP/1.1" status: 204 len: 168 time: 1.3119240 Sep 08 09:12:02.142293 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53218) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:02.302666 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c5918f19-3f76-4b2a-8b6d-9cd72013a88a req-e86c8b7e-211c-4f24-abad-f480f73ea09d tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] 10.222.0.54 "GET /v2.0/security-groups?id=589c9591-e543-4a4b-a03b-b33803a77403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949886 Sep 08 09:12:02.336713 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-179efae8-45d4-40d7-aeac-7c9957321df1 req-0e21a85a-166a-4ca9-bed5-b14c357bb3ce tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 210 time: 0.0707595 Sep 08 09:12:02.351144 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d221017-2ae3-499b-aa4f-67a968a39ea3 req-f5a19605-0127-4304-b8dc-0e7da6886c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:02.351786 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9d221017-2ae3-499b-aa4f-67a968a39ea3 req-f5a19605-0127-4304-b8dc-0e7da6886c5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:02.358756 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9d221017-2ae3-499b-aa4f-67a968a39ea3 req-f5a19605-0127-4304-b8dc-0e7da6886c5d service neutron] 10.222.0.37 "PUT /v2.0/ports/8437046e-08ea-4bef-89d6-c2a36f3fc726 HTTP/1.1" status: 200 len: 1092 time: 3.5631032 Sep 08 09:12:02.365677 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0f045-f01d-4c12-be65-a28153459f29 req-73a87b31-6aff-4c76-9636-f4c76c355c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:02.366227 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d5276e65-a8a9-4bed-8587-c07e9b6faea0 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:02.381858 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d4c0f045-f01d-4c12-be65-a28153459f29 req-73a87b31-6aff-4c76-9636-f4c76c355c54 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d780f37f-564d-499d-a30a-228737f9b006 HTTP/1.1" status: 200 len: 855 time: 0.4581118 Sep 08 09:12:02.394906 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-1dcb2154-de59-419a-8d5b-77a3d5afa846 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting port cb59696d-e7ac-42ed-8883-93eb7980b2ef {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:12:02.395348 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1dcb2154-de59-419a-8d5b-77a3d5afa846 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:02.554612 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1dcb2154-de59-419a-8d5b-77a3d5afa846 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:02.572721 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3596374-a025-41fc-8214-cb6e48919361 req-769033e2-c1b7-4b44-a23a-a624c36688c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:02.574392 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f3596374-a025-41fc-8214-cb6e48919361 req-769033e2-c1b7-4b44-a23a-a624c36688c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be20e71aa7ca42bf8216bb149421d067&device_id=73f26502-3747-42ba-9590-690b5230dd65 HTTP/1.1" status: 200 len: 1095 time: 0.4970248 Sep 08 09:12:02.580698 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-1dcb2154-de59-419a-8d5b-77a3d5afa846 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Calling delete_port for cb59696d-e7ac-42ed-8883-93eb7980b2ef owned by {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:12:02.602125 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a5c810-808d-4f29-a480-289f3d084def None None] DHCP port deletion for 9b2ac804-93a1-4b5a-9e23-f7a8aa5f2e72 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:12:02.636675 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a19605-0127-4304-b8dc-0e7da6886c5d service neutron] Pushing event updated for resources: {'Port': ['ID=8437046e-08ea-4bef-89d6-c2a36f3fc726,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:02.647709 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-d5276e65-a8a9-4bed-8587-c07e9b6faea0 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Deleting port 751256c3-2759-4310-ba77-c3fbe2970b2c {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:12:02.648078 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d5276e65-a8a9-4bed-8587-c07e9b6faea0 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:02.701980 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-4c9677ad-5642-4506-8310-1432055f9733 req-569b3de1-ec05-45d9-9359-2947a26f72ed tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] Deleting port 0bff4ce1-3a01-46ec-8016-4cb4dc8d5475 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:12:02.702498 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4c9677ad-5642-4506-8310-1432055f9733 req-569b3de1-ec05-45d9-9359-2947a26f72ed tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:02.703181 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-27a5c810-808d-4f29-a480-289f3d084def None None] Deleting port 751256c3-2759-4310-ba77-c3fbe2970b2c {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:12:02.706746 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0f045-f01d-4c12-be65-a28153459f29 req-e921f4ca-6e19-4a4b-8406-ef130ae4f2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:02.708285 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d4c0f045-f01d-4c12-be65-a28153459f29 req-e921f4ca-6e19-4a4b-8406-ef130ae4f2c1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3146975 Sep 08 09:12:02.710141 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-27a5c810-808d-4f29-a480-289f3d084def None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:02.778220 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-d5276e65-a8a9-4bed-8587-c07e9b6faea0 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] For port 751256c3-2759-4310-ba77-c3fbe2970b2c, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=751256c3-2759-4310-ba77-c3fbe2970b2c,segment=NetworkSegment(16c1e162-5318-46ff-b230-1649ea1e0f00),segment_id=16c1e162-5318-46ff-b230-1649ea1e0f00)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:12:02.778558 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d5276e65-a8a9-4bed-8587-c07e9b6faea0 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:02.805670 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-d5276e65-a8a9-4bed-8587-c07e9b6faea0 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Calling delete_port for 751256c3-2759-4310-ba77-c3fbe2970b2c owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:12:02.842834 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-27a5c810-808d-4f29-a480-289f3d084def None None] For port 751256c3-2759-4310-ba77-c3fbe2970b2c, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=751256c3-2759-4310-ba77-c3fbe2970b2c,segment=NetworkSegment(16c1e162-5318-46ff-b230-1649ea1e0f00),segment_id=16c1e162-5318-46ff-b230-1649ea1e0f00)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:12:02.843316 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-27a5c810-808d-4f29-a480-289f3d084def None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:02.867343 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-21cb7899-8628-4207-ac8e-b494a0675dda None None] Provisioning for port d0f1cddd-e215-4c07-9fc8-1266228a1078 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:12:02.870573 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-27a5c810-808d-4f29-a480-289f3d084def None None] Calling delete_port for 751256c3-2759-4310-ba77-c3fbe2970b2c owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:12:03.059543 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-27a5c810-808d-4f29-a480-289f3d084def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:03.069464 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-4c9677ad-5642-4506-8310-1432055f9733 req-569b3de1-ec05-45d9-9359-2947a26f72ed tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] For port 0bff4ce1-3a01-46ec-8016-4cb4dc8d5475, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=0bff4ce1-3a01-46ec-8016-4cb4dc8d5475,segment=NetworkSegment(fa86f2d6-f0c1-4e5b-b676-bfebdd20ddad),segment_id=fa86f2d6-f0c1-4e5b-b676-bfebdd20ddad)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:12:03.069852 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4c9677ad-5642-4506-8310-1432055f9733 req-569b3de1-ec05-45d9-9359-2947a26f72ed tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:03.088124 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf6565-d7f8-498e-8c46-7647a5fd6131 req-bf374fcf-7d64-409d-af20-da52f29912ac tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:03.090540 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-04bf6565-d7f8-498e-8c46-7647a5fd6131 req-bf374fcf-7d64-409d-af20-da52f29912ac tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=85f20282-92dd-4732-840d-230237a292a8 HTTP/1.1" status: 200 len: 943 time: 0.6105571 Sep 08 09:12:03.098350 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d4c0f045-f01d-4c12-be65-a28153459f29 req-d9819c0b-5e6c-447c-8824-83ddc7afe367 service neutron] 10.222.0.35 "GET /v2.0/networks/61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654981 Sep 08 09:12:03.127957 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a5c810-808d-4f29-a480-289f3d084def None None] Pushing event deleted for resources: {'Port': ['ID=751256c3-2759-4310-ba77-c3fbe2970b2c,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:03.131580 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device d0f1cddd-e215-4c07-9fc8-1266228a1078 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:12:03.151833 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1dcb2154-de59-419a-8d5b-77a3d5afa846 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:03.165191 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d5276e65-a8a9-4bed-8587-c07e9b6faea0 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:03.208999 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a5c810-808d-4f29-a480-289f3d084def None None] No DVR routers for this DVR port 751256c3-2759-4310-ba77-c3fbe2970b2c on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:12:03.240187 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5276e65-a8a9-4bed-8587-c07e9b6faea0 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] No DVR routers for this DVR port 751256c3-2759-4310-ba77-c3fbe2970b2c on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:12:03.263574 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b1a4d-d10b-4e32-a3ac-79de33d44187 req-a729e8eb-9391-44e5-92fd-86f3d82c9cfc tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:03.267040 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-996b1a4d-d10b-4e32-a3ac-79de33d44187 req-a729e8eb-9391-44e5-92fd-86f3d82c9cfc tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/ports?device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 946 time: 0.2699637 Sep 08 09:12:03.274871 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1dcb2154-de59-419a-8d5b-77a3d5afa846 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:03.277101 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1dcb2154-de59-419a-8d5b-77a3d5afa846 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/ports/cb59696d-e7ac-42ed-8883-93eb7980b2ef HTTP/1.1" status: 204 len: 168 time: 1.2866662 Sep 08 09:12:03.281976 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb2154-de59-419a-8d5b-77a3d5afa846 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Port': ['ID=cb59696d-e7ac-42ed-8883-93eb7980b2ef,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:03.288486 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port d0f1cddd-e215-4c07-9fc8-1266228a1078 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:12:03.288847 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d221017-2ae3-499b-aa4f-67a968a39ea3 req-07709184-9fa9-4abd-9e28-9f8952615fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:03.294241 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9d221017-2ae3-499b-aa4f-67a968a39ea3 req-07709184-9fa9-4abd-9e28-9f8952615fa3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be20e71aa7ca42bf8216bb149421d067&device_id=85f20282-92dd-4732-840d-230237a292a8 HTTP/1.1" status: 200 len: 1095 time: 0.8277140 Sep 08 09:12:03.295046 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53228) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:03.302789 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port d0f1cddd-e215-4c07-9fc8-1266228a1078 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:12:03.304164 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:03.309151 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-4c9677ad-5642-4506-8310-1432055f9733 req-569b3de1-ec05-45d9-9359-2947a26f72ed tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] Calling delete_port for 0bff4ce1-3a01-46ec-8016-4cb4dc8d5475 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:12:03.414890 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c524ebdc-77f9-4d4f-a4dc-b589c26b60cc None None] Could not find standard attr ID for object cb59696d-e7ac-42ed-8883-93eb7980b2ef. {{(pid=94714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 09:12:03.456580 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5276e65-a8a9-4bed-8587-c07e9b6faea0 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Pushing event deleted for resources: {'Port': ['ID=751256c3-2759-4310-ba77-c3fbe2970b2c,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:03.476909 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:03.539553 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-996b1a4d-d10b-4e32-a3ac-79de33d44187 req-893932a4-44ba-47d4-887c-1999d99e6782 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/security-groups?id=bea61fdc-ddf6-486e-8758-ec31b413e40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311664 Sep 08 09:12:03.577629 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d5276e65-a8a9-4bed-8587-c07e9b6faea0 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:03.594617 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port d0f1cddd-e215-4c07-9fc8-1266228a1078, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=d0f1cddd-e215-4c07-9fc8-1266228a1078,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:12:03.602495 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:03.619789 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-d5276e65-a8a9-4bed-8587-c07e9b6faea0 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b2ac804-93a1-4b5a-9e23-f7a8aa5f2e72']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:12:03.637413 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-d5276e65-a8a9-4bed-8587-c07e9b6faea0 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16c1e162-5318-46ff-b230-1649ea1e0f00') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:12:03.638364 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-d5276e65-a8a9-4bed-8587-c07e9b6faea0 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16c1e162-5318-46ff-b230-1649ea1e0f00') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:12:03.667628 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d5276e65-a8a9-4bed-8587-c07e9b6faea0 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:03.668077 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9d221017-2ae3-499b-aa4f-67a968a39ea3 req-ff5e8e70-6399-4430-b78c-c29847d9af37 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8437046e-08ea-4bef-89d6-c2a36f3fc726 HTTP/1.1" status: 200 len: 217 time: 0.2267385 Sep 08 09:12:03.701655 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d5276e65-a8a9-4bed-8587-c07e9b6faea0 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:03.726081 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5276e65-a8a9-4bed-8587-c07e9b6faea0 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:12:03.726081 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d5276e65-a8a9-4bed-8587-c07e9b6faea0 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:03.733884 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 751256c3-2759-4310-ba77-c3fbe2970b2c no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:12:03.782304 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 751256c3-2759-4310-ba77-c3fbe2970b2c {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:12:03.782693 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 751256c3-2759-4310-ba77-c3fbe2970b2c not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:12:03.812235 n-d-806683-11 neutron-server[94713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:12:03.812235 n-d-806683-11 neutron-server[94713]: self.session.flush() Sep 08 09:12:03.812235 n-d-806683-11 neutron-server[94713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:12:03.812235 n-d-806683-11 neutron-server[94713]: self.session.flush() Sep 08 09:12:03.812235 n-d-806683-11 neutron-server[94713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:12:03.812235 n-d-806683-11 neutron-server[94713]: self.session.flush() Sep 08 09:12:03.812235 n-d-806683-11 neutron-server[94713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:12:03.812235 n-d-806683-11 neutron-server[94713]: self.session.flush() Sep 08 09:12:03.812235 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:12:03.812235 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:12:03.812235 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:12:03.812235 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:12:03.812235 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:12:03.812235 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:12:03.812235 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:12:03.812235 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:12:03.812235 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:12:03.812235 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:12:03.812235 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:12:03.812235 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:12:03.812235 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:12:03.812235 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:12:03.812235 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:12:03.812235 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:12:03.812235 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:12:03.812235 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:12:03.812235 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:12:03.812235 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:12:03.812235 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:12:03.812235 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:12:03.812235 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:12:03.812235 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:12:03.812235 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:12:03.812235 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:12:03.812235 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:12:03.812235 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:12:03.812235 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:12:03.812235 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:12:03.812235 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:12:03.812235 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:12:03.818728 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d5276e65-a8a9-4bed-8587-c07e9b6faea0 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:03.829842 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=d0f1cddd-e215-4c07-9fc8-1266228a1078,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:03.846649 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d5276e65-a8a9-4bed-8587-c07e9b6faea0 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:03.851639 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d5276e65-a8a9-4bed-8587-c07e9b6faea0 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] 10.222.0.54 "DELETE /v2.0/networks/9b2ac804-93a1-4b5a-9e23-f7a8aa5f2e72 HTTP/1.1" status: 204 len: 168 time: 1.7053509 Sep 08 09:12:03.862909 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5276e65-a8a9-4bed-8587-c07e9b6faea0 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494 tempest-ExtraDHCPOptionsIpV6TestJSON-1071969494-project] Pushing event deleted for resources: {'Network': ['ID=9b2ac804-93a1-4b5a-9e23-f7a8aa5f2e72,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:03.920897 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-04bf6565-d7f8-498e-8c46-7647a5fd6131 req-59d73433-78f0-4ea5-9290-1910480f40c1 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6b6ca53-a824-465d-acc6-a8fd7c7358ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7160370 Sep 08 09:12:03.922200 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3596374-a025-41fc-8214-cb6e48919361 req-2552e8cf-53a3-423a-838e-b4f883234d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:03.924639 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f3596374-a025-41fc-8214-cb6e48919361 req-2552e8cf-53a3-423a-838e-b4f883234d6e service neutron] 10.222.0.37 "GET /v2.0/networks?id=61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8 HTTP/1.1" status: 200 len: 917 time: 1.3223383 Sep 08 09:12:03.934472 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96ff89d-8faf-4280-8ecf-390da49b07c1 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:03.946837 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96ff89d-8faf-4280-8ecf-390da49b07c1 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:03.951783 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53236) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:03.952127 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d96ff89d-8faf-4280-8ecf-390da49b07c1 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.6159551 Sep 08 09:12:03.983923 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device ddf7eb89-569b-4a2b-a191-3b0b955d104d details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:12:04.007567 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f3596374-a025-41fc-8214-cb6e48919361 req-eb1628de-6e83-4e5b-9ebd-763c1d023cde service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ddf7eb89-569b-4a2b-a191-3b0b955d104d HTTP/1.1" status: 200 len: 217 time: 0.0523739 Sep 08 09:12:04.042454 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d221017-2ae3-499b-aa4f-67a968a39ea3 req-9edfc85d-ced5-4ac2-8291-e6d85379ec7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:04.045475 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9d221017-2ae3-499b-aa4f-67a968a39ea3 req-9edfc85d-ced5-4ac2-8291-e6d85379ec7d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d780f37f-564d-499d-a30a-228737f9b006 HTTP/1.1" status: 200 len: 855 time: 0.3594604 Sep 08 09:12:04.063761 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996cc0b-7419-4993-b47d-7ad0498ebc6e req-7070e69c-9b0f-4eba-929c-1b793568144b tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:04.072015 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3996cc0b-7419-4993-b47d-7ad0498ebc6e req-7070e69c-9b0f-4eba-929c-1b793568144b tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3ca5a65-05c9-4e6b-a122-3947dd917bf4 HTTP/1.1" status: 200 len: 946 time: 0.1971726 Sep 08 09:12:04.118663 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca3a4d1a-fe32-4c05-9fb2-3d9c6be65299 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting subnet 637ccd54-d69c-4c66-a762-1adf377ef965 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:12:04.131392 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ca3a4d1a-fe32-4c05-9fb2-3d9c6be65299 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:04.148971 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85f20282-92dd-4732-840d-230237a292a8', 'tag': '8437046e-08ea-4bef-89d6-c2a36f3fc726'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:12:04.151401 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b483d4b-6e68-4a34-98e5-072ad56bc6e3" -d '{"events": [{"name": "network-changed", "server_uuid": "85f20282-92dd-4732-840d-230237a292a8", "tag": "8437046e-08ea-4bef-89d6-c2a36f3fc726"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:12:04.155256 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3596374-a025-41fc-8214-cb6e48919361 req-86a9fe55-6c1e-465d-8063-d337d425d33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:04.157947 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f3596374-a025-41fc-8214-cb6e48919361 req-86a9fe55-6c1e-465d-8063-d337d425d33a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d780f37f-564d-499d-a30a-228737f9b006 HTTP/1.1" status: 200 len: 855 time: 0.1326616 Sep 08 09:12:04.179745 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3996cc0b-7419-4993-b47d-7ad0498ebc6e req-22f30f21-efbb-4a63-9667-f130b01b3c77 tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] 10.222.0.54 "GET /v2.0/security-groups?id=589c9591-e543-4a4b-a03b-b33803a77403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058180 Sep 08 09:12:04.206542 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port ddf7eb89-569b-4a2b-a191-3b0b955d104d, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=ddf7eb89-569b-4a2b-a191-3b0b955d104d,segment=NetworkSegment(268367fb-3099-43cf-aa04-4e7d927825c3),segment_id=268367fb-3099-43cf-aa04-4e7d927825c3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:12:04.211043 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ca3a4d1a-fe32-4c05-9fb2-3d9c6be65299 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:04.235373 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': 'ddf7eb89-569b-4a2b-a191-3b0b955d104d', 'network_id': '61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8', 'port_id': 'ddf7eb89-569b-4a2b-a191-3b0b955d104d', 'mac_address': 'fa:16:3e:0f:d1:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd780f37f-564d-499d-a30a-228737f9b006', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:12:04.262574 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d4c0f045-f01d-4c12-be65-a28153459f29 req-27d31998-a701-46dd-b108-8cfd61333ce8 service neutron] 10.222.0.35 "GET /v2.0/networks/61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0325782 Sep 08 09:12:04.312570 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:04.333912 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddf7eb89-569b-4a2b-a191-3b0b955d104d {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:12:04.337519 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53242) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:04.338215 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71c1265-0b8d-47f4-9e70-af2010d95bbf x-openstack-request-id: req-f71c1265-0b8d-47f4-9e70-af2010d95bbf {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:12:04.338582 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85f20282-92dd-4732-840d-230237a292a8", "tag": "8437046e-08ea-4bef-89d6-c2a36f3fc726", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:12:04.338881 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f71c1265-0b8d-47f4-9e70-af2010d95bbf {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:12:04.339287 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85f20282-92dd-4732-840d-230237a292a8', 'tag': '8437046e-08ea-4bef-89d6-c2a36f3fc726', 'status': 'completed', 'code': 200} Sep 08 09:12:04.341963 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-41c818fe-d1f5-4cd6-99f5-ec15891dcaa4 req-4948c34f-7fa6-409e-b073-c69a579b270d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 210 time: 0.2073348 Sep 08 09:12:04.354392 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ca3a4d1a-fe32-4c05-9fb2-3d9c6be65299 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:04.404058 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port ddf7eb89-569b-4a2b-a191-3b0b955d104d, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=ddf7eb89-569b-4a2b-a191-3b0b955d104d,segment=NetworkSegment(268367fb-3099-43cf-aa04-4e7d927825c3),segment_id=268367fb-3099-43cf-aa04-4e7d927825c3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:12:04.416683 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:04.433692 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ca3a4d1a-fe32-4c05-9fb2-3d9c6be65299 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:04.473027 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a4d1a-fe32-4c05-9fb2-3d9c6be65299 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Subnet': ['ID=637ccd54-d69c-4c66-a762-1adf377ef965,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:04.475328 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ca3a4d1a-fe32-4c05-9fb2-3d9c6be65299 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:04.480947 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ca3a4d1a-fe32-4c05-9fb2-3d9c6be65299 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/637ccd54-d69c-4c66-a762-1adf377ef965 HTTP/1.1" status: 204 len: 168 time: 0.5247102 Sep 08 09:12:04.481770 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53246) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:04.503679 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3596374-a025-41fc-8214-cb6e48919361 req-0c805894-0915-4dfb-81fa-9302f5e3349d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:04.505310 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f3596374-a025-41fc-8214-cb6e48919361 req-0c805894-0915-4dfb-81fa-9302f5e3349d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3115854 Sep 08 09:12:04.525833 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cba06a8-a1a4-4e13-8339-c04ce98ccb5f None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:12:04.537420 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-30a09395-be5e-457e-8e71-fe152b81a534 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0523486 Sep 08 09:12:04.537724 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53248) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:04.564388 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4c9677ad-5642-4506-8310-1432055f9733 req-569b3de1-ec05-45d9-9359-2947a26f72ed tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:04.583224 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=ddf7eb89-569b-4a2b-a191-3b0b955d104d,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:04.600105 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d221017-2ae3-499b-aa4f-67a968a39ea3 req-1d57e944-8919-4011-ae71-9cd7dfd24c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:04.601594 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['0bff4ce1-3a01-46ec-8016-4cb4dc8d5475'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:12:04.602556 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9d221017-2ae3-499b-aa4f-67a968a39ea3 req-1d57e944-8919-4011-ae71-9cd7dfd24c80 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4427617 Sep 08 09:12:04.621917 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5cd0b55e-2566-42c3-9acc-d86e02793b49 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=35cdbe5ad58147018ab10bd79b4357f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2802453 Sep 08 09:12:04.622454 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53252) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:04.650446 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7bcbe-fb16-468e-ac2c-dc1623d50497 req-ab64e7a2-250b-4b45-9ee7-d85b71679c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:04.651343 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97513882-89de-4b36-ad17-4c81499115e5 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:04.652276 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b2d7bcbe-fb16-468e-ac2c-dc1623d50497 req-ab64e7a2-250b-4b45-9ee7-d85b71679c23 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=be20e71aa7ca42bf8216bb149421d067&device_id=fe1c0c06-98f0-406b-8a4b-14d1c1a220ac HTTP/1.1" status: 200 len: 1095 time: 0.2674365 Sep 08 09:12:04.653625 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-97513882-89de-4b36-ad17-4c81499115e5 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1148953 Sep 08 09:12:04.657102 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53254) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:04.667640 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b3de1-ec05-45d9-9359-2947a26f72ed tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] Pushing event deleted for resources: {'Port': ['ID=0bff4ce1-3a01-46ec-8016-4cb4dc8d5475,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:04.780041 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac43429-4a2a-46ae-b90e-c34b9612d186 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:04.781628 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-bac43429-4a2a-46ae-b90e-c34b9612d186 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1233315 Sep 08 09:12:04.785129 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['ddf7eb89-569b-4a2b-a191-3b0b955d104d'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:12:04.790273 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53258) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:04.842263 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c9677ad-5642-4506-8310-1432055f9733 req-569b3de1-ec05-45d9-9359-2947a26f72ed tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] No DVR routers for this DVR port 0bff4ce1-3a01-46ec-8016-4cb4dc8d5475 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:12:04.859865 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-36c309bb-9ad4-4a72-84b2-a3ae73e8115a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0671780 Sep 08 09:12:04.870538 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e05ea-7ca9-4ad4-8017-667efeb2dcac req-e19d7fbc-8ed1-4e55-b231-c95c2b015cd9 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:04.872860 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d78e05ea-7ca9-4ad4-8017-667efeb2dcac req-e19d7fbc-8ed1-4e55-b231-c95c2b015cd9 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/ports?device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 946 time: 0.1600611 Sep 08 09:12:04.873571 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-09bfb704-cc04-4ab1-965b-03966c148630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:04.875344 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53260) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:04.882521 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-28e2abc5-80f3-4a10-9442-07b598f17d00 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'subnet': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:04.934482 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4c9677ad-5642-4506-8310-1432055f9733 req-569b3de1-ec05-45d9-9359-2947a26f72ed tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:04.936958 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4c9677ad-5642-4506-8310-1432055f9733 req-569b3de1-ec05-45d9-9359-2947a26f72ed tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] 10.222.0.35 "DELETE /v2.0/ports/0bff4ce1-3a01-46ec-8016-4cb4dc8d5475 HTTP/1.1" status: 204 len: 173 time: 3.0014863 Sep 08 09:12:05.007414 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24de698b-5a19-4ccf-ae2d-d4ac0a7e27fa None None] DHCP port deletion for 9177193f-e165-437e-b3d7-f8fa84e750aa request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:12:05.045850 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f3596374-a025-41fc-8214-cb6e48919361 req-d61c0eb5-d3f0-4461-88ca-78a75069fe36 service neutron] 10.222.0.37 "GET /v2.0/networks/61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5187914 Sep 08 09:12:05.084844 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d78e05ea-7ca9-4ad4-8017-667efeb2dcac req-11004b3c-47d3-43e9-b6d8-aa46d3ee48f7 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/security-groups?id=bea61fdc-ddf6-486e-8758-ec31b413e40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926653 Sep 08 09:12:05.159735 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-09bfb704-cc04-4ab1-965b-03966c148630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:05.168696 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7bcbe-fb16-468e-ac2c-dc1623d50497 req-1f2223a1-6085-41f1-92d3-2d52830ce59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:05.170324 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b2d7bcbe-fb16-468e-ac2c-dc1623d50497 req-1f2223a1-6085-41f1-92d3-2d52830ce59c service neutron] 10.222.0.35 "GET /v2.0/networks?id=61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8 HTTP/1.1" status: 200 len: 917 time: 0.4667778 Sep 08 09:12:05.176179 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9d221017-2ae3-499b-aa4f-67a968a39ea3 req-47590ec4-7dc4-4d79-ad32-a7e0317569b2 service neutron] 10.222.0.37 "GET /v2.0/networks/61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5400028 Sep 08 09:12:05.187062 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-24de698b-5a19-4ccf-ae2d-d4ac0a7e27fa None None] Deleting port d0f1cddd-e215-4c07-9fc8-1266228a1078 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:12:05.188649 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-24de698b-5a19-4ccf-ae2d-d4ac0a7e27fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:05.251118 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e2abc5-80f3-4a10-9442-07b598f17d00 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:12:05.256460 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-28e2abc5-80f3-4a10-9442-07b598f17d00 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:05.429299 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b4bd92c7-ba24-40f4-a2e4-a74c29d8ba3d req-ca12d030-2694-4d8a-9ded-cd2c3379e2e9 tempest-ServersNegativeTestMultiTenantJSON-1804613763 tempest-ServersNegativeTestMultiTenantJSON-1804613763-project] 10.222.0.54 "GET /v2.0/ports?device_id=a3ca5a65-05c9-4e6b-a122-3947dd917bf4 HTTP/1.1" status: 200 len: 210 time: 0.0699699 Sep 08 09:12:05.437301 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-09bfb704-cc04-4ab1-965b-03966c148630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:05.444052 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-09bfb704-cc04-4ab1-965b-03966c148630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:05.452481 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-09bfb704-cc04-4ab1-965b-03966c148630 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/96efc437-31bc-4fcb-858a-ed57587edf83 HTTP/1.1" status: 204 len: 168 time: 0.8286982 Sep 08 09:12:05.486732 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bfb704-cc04-4ab1-965b-03966c148630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96efc437-31bc-4fcb-858a-ed57587edf83,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:05.628800 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-24de698b-5a19-4ccf-ae2d-d4ac0a7e27fa None None] For port d0f1cddd-e215-4c07-9fc8-1266228a1078, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=d0f1cddd-e215-4c07-9fc8-1266228a1078,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:12:05.629761 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-24de698b-5a19-4ccf-ae2d-d4ac0a7e27fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:05.640305 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-db132850-5f42-4760-817b-2ecffba8c39b req-07bd1a2d-91e2-4ae4-b5ae-f1f493fa3d3b tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/ports?device_id=62fedf63-f62c-4785-af8b-8c03c2c707db HTTP/1.1" status: 200 len: 210 time: 0.0550017 Sep 08 09:12:05.654559 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-24de698b-5a19-4ccf-ae2d-d4ac0a7e27fa None None] Calling delete_port for d0f1cddd-e215-4c07-9fc8-1266228a1078 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:12:05.689594 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b2d7bcbe-fb16-468e-ac2c-dc1623d50497 req-c7f2e2bb-73af-4be9-aba1-d8be30cc3ad0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c315d681-d674-4893-8c84-ef33fffaa946 HTTP/1.1" status: 200 len: 217 time: 0.4793408 Sep 08 09:12:05.710690 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217114b-d398-4c5f-881b-ffa1ea24add9 req-8409ce71-51d5-48e5-9d19-1863abfcea28 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:05.722107 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-28e2abc5-80f3-4a10-9442-07b598f17d00 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:05.722431 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c217114b-d398-4c5f-881b-ffa1ea24add9 req-8409ce71-51d5-48e5-9d19-1863abfcea28 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=85f20282-92dd-4732-840d-230237a292a8 HTTP/1.1" status: 200 len: 943 time: 0.6537068 Sep 08 09:12:05.775185 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-24de698b-5a19-4ccf-ae2d-d4ac0a7e27fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:05.791597 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24de698b-5a19-4ccf-ae2d-d4ac0a7e27fa None None] No DVR routers for this DVR port d0f1cddd-e215-4c07-9fc8-1266228a1078 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:12:05.815760 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de698b-5a19-4ccf-ae2d-d4ac0a7e27fa None None] Pushing event deleted for resources: {'Port': ['ID=d0f1cddd-e215-4c07-9fc8-1266228a1078,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:05.855144 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e2abc5-80f3-4a10-9442-07b598f17d00 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:12:05.862804 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-28e2abc5-80f3-4a10-9442-07b598f17d00 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:12:05.879893 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e2abc5-80f3-4a10-9442-07b598f17d00 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:05.879893 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-28e2abc5-80f3-4a10-9442-07b598f17d00 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:05.894083 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce27065f-45ec-402e-89f7-3882bb006b44 None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:12:05.904256 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e2abc5-80f3-4a10-9442-07b598f17d00 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Subnet': ['ID=693c433f-43f2-4155-a316-4c9d730c6ea6,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:05.916028 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f3596374-a025-41fc-8214-cb6e48919361 req-bc365c6f-52d7-40ed-9362-a772c5ad0a88 service neutron] 10.222.0.37 "GET /v2.0/networks/61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8602362 Sep 08 09:12:05.930691 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-28e2abc5-80f3-4a10-9442-07b598f17d00 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0483534 Sep 08 09:12:05.930691 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53276) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:05.931686 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7bcbe-fb16-468e-ac2c-dc1623d50497 req-92b20c0a-d7cf-4179-bf3f-c715cd2fb309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:05.937154 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-c0ff957b-45ed-453f-812d-2083765054c9 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'port': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'mac_address': 'fa:16:3e:09:29:bf', 'name': 'tempest-NetworksTestDHCPv6-2029571226'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:05.958599 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b2d7bcbe-fb16-468e-ac2c-dc1623d50497 req-92b20c0a-d7cf-4179-bf3f-c715cd2fb309 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d780f37f-564d-499d-a30a-228737f9b006 HTTP/1.1" status: 200 len: 855 time: 0.2589521 Sep 08 09:12:05.984356 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c217114b-d398-4c5f-881b-ffa1ea24add9 req-4abc2b4f-5092-49ff-9985-82aadb1dadad tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6b6ca53-a824-465d-acc6-a8fd7c7358ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603545 Sep 08 09:12:05.989729 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9d221017-2ae3-499b-aa4f-67a968a39ea3 req-40d39ba2-d956-4502-a6f1-6ed8b1ae7a85 service neutron] 10.222.0.37 "GET /v2.0/networks/61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7707694 Sep 08 09:12:06.023737 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device ddf7eb89-569b-4a2b-a191-3b0b955d104d up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:12:06.056856 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7bcbe-fb16-468e-ac2c-dc1623d50497 req-48565081-082b-4b40-837c-87288832bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:06.058742 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b2d7bcbe-fb16-468e-ac2c-dc1623d50497 req-48565081-082b-4b40-837c-87288832bfbf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0731544 Sep 08 09:12:06.186524 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ff957b-45ed-453f-812d-2083765054c9 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:12:06.206445 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port ddf7eb89-569b-4a2b-a191-3b0b955d104d completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:12:06.230961 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port ddf7eb89-569b-4a2b-a191-3b0b955d104d triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:12:06.231910 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:06.296883 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b2d7bcbe-fb16-468e-ac2c-dc1623d50497 req-6f115610-6e55-424b-a018-9cea42080f5c service neutron] 10.222.0.35 "GET /v2.0/networks/61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297823 Sep 08 09:12:06.321823 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd26142-4116-46ed-8ecc-7adc3a39d233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-9177193f-e165-437e-b3d7-f8fa84e750aa', 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'tenant_id': 'cfe5efe5bc04414daec2165ebe59ab3a', 'fixed_ips': [{'subnet_id': '693c433f-43f2-4155-a316-4c9d730c6ea6'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:12:06.322744 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fbd26142-4116-46ed-8ecc-7adc3a39d233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:06.341284 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c0ff957b-45ed-453f-812d-2083765054c9 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:06.376492 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ca5a65-05c9-4e6b-a122-3947dd917bf4', 'name': 'network-vif-deleted', 'tag': '0bff4ce1-3a01-46ec-8016-4cb4dc8d5475'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:12:06.376775 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-c0ff957b-45ed-453f-812d-2083765054c9 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] device_id is not set on port 74328578-331b-4507-a9af-ec7318e570ae yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:12:06.379149 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e65b1dd-aead-4504-9bcb-af69f6f09852" -d '{"events": [{"server_uuid": "a3ca5a65-05c9-4e6b-a122-3947dd917bf4", "name": "network-vif-deleted", "tag": "0bff4ce1-3a01-46ec-8016-4cb4dc8d5475"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:12:06.428532 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b483d4b-6e68-4a34-98e5-072ad56bc6e3 req-6edb22c9-ae7b-4e0f-aacd-68b093c1f0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:06.437423 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9b483d4b-6e68-4a34-98e5-072ad56bc6e3 req-6edb22c9-ae7b-4e0f-aacd-68b093c1f0f6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be20e71aa7ca42bf8216bb149421d067&device_id=85f20282-92dd-4732-840d-230237a292a8 HTTP/1.1" status: 200 len: 1095 time: 0.3117270 Sep 08 09:12:06.459449 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:06.462228 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c3ad3-f7bf-4acd-971f-4bd840c36a64 req-8d2be6bd-5ecb-4d28-b6f1-bc092ac164ab tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:06.464073 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-497c3ad3-f7bf-4acd-971f-4bd840c36a64 req-8d2be6bd-5ecb-4d28-b6f1-bc092ac164ab tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/ports?device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 946 time: 0.2407353 Sep 08 09:12:06.488053 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1fbbaa6-a0a7-4d1f-8c7d-649f79ea6296 x-openstack-request-id: req-b1fbbaa6-a0a7-4d1f-8c7d-649f79ea6296 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:12:06.488362 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3ca5a65-05c9-4e6b-a122-3947dd917bf4", "name": "network-vif-deleted", "tag": "0bff4ce1-3a01-46ec-8016-4cb4dc8d5475", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:12:06.488619 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b1fbbaa6-a0a7-4d1f-8c7d-649f79ea6296 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:12:06.489671 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3ca5a65-05c9-4e6b-a122-3947dd917bf4', 'name': 'network-vif-deleted', 'tag': '0bff4ce1-3a01-46ec-8016-4cb4dc8d5475', 'status': 'completed', 'code': 200} Sep 08 09:12:06.569621 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f26502-3747-42ba-9590-690b5230dd65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf7eb89-569b-4a2b-a191-3b0b955d104d'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:12:06.572271 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4145a58f-8949-4431-9a4a-023571181fd8" -d '{"events": [{"server_uuid": "73f26502-3747-42ba-9590-690b5230dd65", "name": "network-vif-plugged", "status": "completed", "tag": "ddf7eb89-569b-4a2b-a191-3b0b955d104d"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:12:06.587118 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-497c3ad3-f7bf-4acd-971f-4bd840c36a64 req-1ddd78c0-e0c9-42a8-904d-7a3d2cce1428 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/security-groups?id=bea61fdc-ddf6-486e-8758-ec31b413e40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945280 Sep 08 09:12:06.591622 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b2d7bcbe-fb16-468e-ac2c-dc1623d50497 req-94fbd182-718e-4527-bfca-0f89a3b49ea7 service neutron] 10.222.0.35 "GET /v2.0/networks/61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831342 Sep 08 09:12:06.593020 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port ddf7eb89-569b-4a2b-a191-3b0b955d104d, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=ddf7eb89-569b-4a2b-a191-3b0b955d104d,segment=NetworkSegment(268367fb-3099-43cf-aa04-4e7d927825c3),segment_id=268367fb-3099-43cf-aa04-4e7d927825c3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:12:06.595938 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53296) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:06.597281 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device c315d681-d674-4893-8c84-ef33fffaa946 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:12:06.607976 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:06.617614 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 0bff4ce1-3a01-46ec-8016-4cb4dc8d5475 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:12:06.632014 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b483d4b-6e68-4a34-98e5-072ad56bc6e3 req-c09e3d9d-f34d-4d82-a18d-a6e81b7e4d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:06.634076 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9b483d4b-6e68-4a34-98e5-072ad56bc6e3 req-c09e3d9d-f34d-4d82-a18d-a6e81b7e4d7c service neutron] 10.222.0.37 "GET /v2.0/networks?id=61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8 HTTP/1.1" status: 200 len: 917 time: 0.1958516 Sep 08 09:12:06.644676 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: 0bff4ce1-3a01-46ec-8016-4cb4dc8d5475 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:12:06.645238 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 0bff4ce1-3a01-46ec-8016-4cb4dc8d5475 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:12:06.677898 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d279de3-0dce-4e22-b63a-8b795d0559a4 x-openstack-request-id: req-1d279de3-0dce-4e22-b63a-8b795d0559a4 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:12:06.678225 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73f26502-3747-42ba-9590-690b5230dd65", "name": "network-vif-plugged", "status": "completed", "tag": "ddf7eb89-569b-4a2b-a191-3b0b955d104d", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:12:06.678460 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1d279de3-0dce-4e22-b63a-8b795d0559a4 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:12:06.678854 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f26502-3747-42ba-9590-690b5230dd65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf7eb89-569b-4a2b-a191-3b0b955d104d', 'code': 200} Sep 08 09:12:06.707480 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9b483d4b-6e68-4a34-98e5-072ad56bc6e3 req-e1460ac7-1536-4e76-9d8f-8edd8e043a40 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8437046e-08ea-4bef-89d6-c2a36f3fc726 HTTP/1.1" status: 200 len: 217 time: 0.0619140 Sep 08 09:12:06.776282 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=ddf7eb89-569b-4a2b-a191-3b0b955d104d,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:06.811271 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b483d4b-6e68-4a34-98e5-072ad56bc6e3 req-24d3c53e-3d16-4f78-9288-626545316c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:06.813361 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9b483d4b-6e68-4a34-98e5-072ad56bc6e3 req-24d3c53e-3d16-4f78-9288-626545316c98 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d780f37f-564d-499d-a30a-228737f9b006 HTTP/1.1" status: 200 len: 855 time: 0.0932567 Sep 08 09:12:06.817258 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53306) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:06.830534 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port c315d681-d674-4893-8c84-ef33fffaa946, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=c315d681-d674-4893-8c84-ef33fffaa946,segment=NetworkSegment(268367fb-3099-43cf-aa04-4e7d927825c3),segment_id=268367fb-3099-43cf-aa04-4e7d927825c3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:12:06.844966 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': 'c315d681-d674-4893-8c84-ef33fffaa946', 'network_id': '61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8', 'port_id': 'c315d681-d674-4893-8c84-ef33fffaa946', 'mac_address': 'fa:16:3e:0c:ca:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd780f37f-564d-499d-a30a-228737f9b006', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:12:06.898404 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:06.914115 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c315d681-d674-4893-8c84-ef33fffaa946 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:12:06.915432 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53308) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:06.952344 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port c315d681-d674-4893-8c84-ef33fffaa946, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=c315d681-d674-4893-8c84-ef33fffaa946,segment=NetworkSegment(268367fb-3099-43cf-aa04-4e7d927825c3),segment_id=268367fb-3099-43cf-aa04-4e7d927825c3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:12:06.953429 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8d690ada-84e9-4410-a45e-f5af28a75557 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:06.959972 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:06.964274 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb98a72-4af6-4252-b572-0bb7ca28e74f req-660ad6bb-df77-4e59-a89e-d693ae5b5606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:06.966210 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4cb98a72-4af6-4252-b572-0bb7ca28e74f req-660ad6bb-df77-4e59-a89e-d693ae5b5606 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=73f26502-3747-42ba-9590-690b5230dd65 HTTP/1.1" status: 200 len: 1097 time: 0.1652200 Sep 08 09:12:07.040582 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device d0f1cddd-e215-4c07-9fc8-1266228a1078 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:12:07.062094 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8d690ada-84e9-4410-a45e-f5af28a75557 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:07.081732 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4cb98a72-4af6-4252-b572-0bb7ca28e74f req-55ab84e7-03a8-4348-874f-3e93924d7093 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e6b6ca53-a824-465d-acc6-a8fd7c7358ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049006 Sep 08 09:12:07.086984 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b483d4b-6e68-4a34-98e5-072ad56bc6e3 req-ba35f400-8d7f-44f7-8d82-df057c18a891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:07.088842 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9b483d4b-6e68-4a34-98e5-072ad56bc6e3 req-ba35f400-8d7f-44f7-8d82-df057c18a891 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2177148 Sep 08 09:12:07.095793 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: d0f1cddd-e215-4c07-9fc8-1266228a1078 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:12:07.096138 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device d0f1cddd-e215-4c07-9fc8-1266228a1078 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:12:07.114664 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-c0ff957b-45ed-453f-812d-2083765054c9 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Allocated IP 2001:db8::ee (9177193f-e165-437e-b3d7-f8fa84e750aa/693c433f-43f2-4155-a316-4c9d730c6ea6/74328578-331b-4507-a9af-ec7318e570ae) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:12:07.137139 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea63a833-f62c-414c-94ef-3e7f33d8df28 admin admin] Deleting subnet 2a128d3c-60b3-4d2f-8c1b-ece78390d4b4 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:12:07.140385 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ea63a833-f62c-414c-94ef-3e7f33d8df28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:07.146959 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=c315d681-d674-4893-8c84-ef33fffaa946,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:07.178746 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ea63a833-f62c-414c-94ef-3e7f33d8df28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:07.179873 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-7f5eab21-d087-4e7a-8e69-ced84f9c3d2c tempest-NetworksNegativeTestJSON-725274164 tempest-NetworksNegativeTestJSON-725274164-project] Request body: {'port': {'network_id': '97ecda9c-7c43-446b-929d-b39b25004cac', 'name': 'tempest-NetworksNegativeTestJSON-1444590129'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:07.207424 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db95fa-571d-4706-abfb-2134fa3d77db req-f09ffdc5-1b53-4060-9347-dde69c70ca5d tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:07.209083 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-68db95fa-571d-4706-abfb-2134fa3d77db req-f09ffdc5-1b53-4060-9347-dde69c70ca5d tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=85f20282-92dd-4732-840d-230237a292a8 HTTP/1.1" status: 200 len: 943 time: 0.1164100 Sep 08 09:12:07.210226 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f5eab21-d087-4e7a-8e69-ced84f9c3d2c tempest-NetworksNegativeTestJSON-725274164 tempest-NetworksNegativeTestJSON-725274164-project] POST failed (client error): The resource could not be found. Sep 08 09:12:07.210833 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f5eab21-d087-4e7a-8e69-ced84f9c3d2c tempest-NetworksNegativeTestJSON-725274164 tempest-NetworksNegativeTestJSON-725274164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:07.217870 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-7f5eab21-d087-4e7a-8e69-ced84f9c3d2c tempest-NetworksNegativeTestJSON-725274164 tempest-NetworksNegativeTestJSON-725274164-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2970529 Sep 08 09:12:07.221360 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53316) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:07.222294 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ea63a833-f62c-414c-94ef-3e7f33d8df28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:07.259058 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d2adf31-b71b-4be2-98f1-b085291bc98f tempest-NetworksNegativeTestJSON-725274164 tempest-NetworksNegativeTestJSON-725274164-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:07.259672 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d2adf31-b71b-4be2-98f1-b085291bc98f tempest-NetworksNegativeTestJSON-725274164 tempest-NetworksNegativeTestJSON-725274164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:07.265197 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2d2adf31-b71b-4be2-98f1-b085291bc98f tempest-NetworksNegativeTestJSON-725274164 tempest-NetworksNegativeTestJSON-725274164-project] 10.222.0.54 "DELETE /v2.0/networks/cd912899-3c91-46fb-a776-a4386c1296ab HTTP/1.1" status: 404 len: 339 time: 0.0393186 Sep 08 09:12:07.275949 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53318) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:07.293370 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8d690ada-84e9-4410-a45e-f5af28a75557 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:07.296305 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8d690ada-84e9-4410-a45e-f5af28a75557 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:07.300747 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8d690ada-84e9-4410-a45e-f5af28a75557 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "DELETE /v2.0/security-groups/aef7fa01-b34f-48f3-a5db-edceea9f7535 HTTP/1.1" status: 204 len: 168 time: 0.4807923 Sep 08 09:12:07.303692 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53320) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:07.307509 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-41f9241e-2b49-45ff-864b-77228944f9cf tempest-NetworksNegativeTestJSON-725274164 tempest-NetworksNegativeTestJSON-725274164-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:07.308224 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41f9241e-2b49-45ff-864b-77228944f9cf tempest-NetworksNegativeTestJSON-725274164 tempest-NetworksNegativeTestJSON-725274164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:07.315006 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-41f9241e-2b49-45ff-864b-77228944f9cf tempest-NetworksNegativeTestJSON-725274164 tempest-NetworksNegativeTestJSON-725274164-project] 10.222.0.54 "DELETE /v2.0/ports/580dd127-ca52-4888-b674-376b7f2f947e HTTP/1.1" status: 404 len: 333 time: 0.0330801 Sep 08 09:12:07.316221 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53322) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:07.318061 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-68db95fa-571d-4706-abfb-2134fa3d77db req-3afc5884-538b-497b-a805-c02aa92ddd6a tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6b6ca53-a824-465d-acc6-a8fd7c7358ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966973 Sep 08 09:12:07.330152 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d690ada-84e9-4410-a45e-f5af28a75557 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef7fa01-b34f-48f3-a5db-edceea9f7535,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:07.332384 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-6629004f-cbe6-4f07-8ce9-7d7dc5353207 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] show failed (client error): The resource could not be found. Sep 08 09:12:07.334153 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-6629004f-cbe6-4f07-8ce9-7d7dc5353207 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "GET /v2.0/security-groups/aef7fa01-b34f-48f3-a5db-edceea9f7535 HTTP/1.1" status: 404 len: 347 time: 0.0288212 Sep 08 09:12:07.342692 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53324) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:07.349079 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f1fb420-bd89-48ba-bc0c-b3d6ded3c7e9 tempest-NetworksNegativeTestJSON-725274164 tempest-NetworksNegativeTestJSON-725274164-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:07.349536 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f1fb420-bd89-48ba-bc0c-b3d6ded3c7e9 tempest-NetworksNegativeTestJSON-725274164 tempest-NetworksNegativeTestJSON-725274164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:07.354995 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8f1fb420-bd89-48ba-bc0c-b3d6ded3c7e9 tempest-NetworksNegativeTestJSON-725274164 tempest-NetworksNegativeTestJSON-725274164-project] 10.222.0.54 "DELETE /v2.0/subnets/5ceac963-ad46-458d-9792-5cba7e39fd30 HTTP/1.1" status: 404 len: 337 time: 0.0351646 Sep 08 09:12:07.363674 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53326) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:07.364861 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ea63a833-f62c-414c-94ef-3e7f33d8df28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:07.413588 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['c315d681-d674-4893-8c84-ef33fffaa946'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:12:07.435219 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-360afba8-0714-4c3a-ad6c-fa53752cfa19 tempest-NetworksNegativeTestJSON-725274164 tempest-NetworksNegativeTestJSON-725274164-project] GET failed (client error): The resource could not be found. Sep 08 09:12:07.441620 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-360afba8-0714-4c3a-ad6c-fa53752cfa19 tempest-NetworksNegativeTestJSON-725274164 tempest-NetworksNegativeTestJSON-725274164-project] 10.222.0.54 "GET /v2.0/networks/2be62cf1-f768-443b-a9a0-3adcbcdf3297 HTTP/1.1" status: 404 len: 339 time: 0.0732837 Sep 08 09:12:07.442300 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53328) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:07.443414 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ea63a833-f62c-414c-94ef-3e7f33d8df28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:07.445315 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ea63a833-f62c-414c-94ef-3e7f33d8df28 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/2a128d3c-60b3-4d2f-8c1b-ece78390d4b4 HTTP/1.1" status: 204 len: 168 time: 0.8479378 Sep 08 09:12:07.457904 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea63a833-f62c-414c-94ef-3e7f33d8df28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a128d3c-60b3-4d2f-8c1b-ece78390d4b4,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:07.459705 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53330) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:07.518641 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8899e99-ecf7-426f-9355-abbb0b2dc9e2 tempest-NetworksNegativeTestJSON-725274164 tempest-NetworksNegativeTestJSON-725274164-project] GET failed (client error): The resource could not be found. Sep 08 09:12:07.520288 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d8899e99-ecf7-426f-9355-abbb0b2dc9e2 tempest-NetworksNegativeTestJSON-725274164 tempest-NetworksNegativeTestJSON-725274164-project] 10.222.0.54 "GET /v2.0/ports/b86009ad-e606-42be-bc67-339474cc1b1e HTTP/1.1" status: 404 len: 333 time: 0.0709929 Sep 08 09:12:07.530543 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53332) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:07.554238 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9b483d4b-6e68-4a34-98e5-072ad56bc6e3 req-01d2d906-3d06-4ace-aaee-bdec50a13352 service neutron] 10.222.0.37 "GET /v2.0/networks/61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899676 Sep 08 09:12:07.603651 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-f43178d4-99fc-4c19-ad82-6568082d7a80 tempest-NetworksNegativeTestJSON-725274164 tempest-NetworksNegativeTestJSON-725274164-project] GET failed (client error): The resource could not be found. Sep 08 09:12:07.605363 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f43178d4-99fc-4c19-ad82-6568082d7a80 tempest-NetworksNegativeTestJSON-725274164 tempest-NetworksNegativeTestJSON-725274164-project] 10.222.0.54 "GET /v2.0/subnets/1ae840b4-7ac6-46e6-9a3f-e0665445f51e HTTP/1.1" status: 404 len: 337 time: 0.0739231 Sep 08 09:12:07.609232 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53334) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:07.619579 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-4c9da738-8c0b-4de3-b66c-82f48197e433 tempest-NetworksNegativeTestJSON-725274164 tempest-NetworksNegativeTestJSON-725274164-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:07.679090 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c9da738-8c0b-4de3-b66c-82f48197e433 tempest-NetworksNegativeTestJSON-725274164 tempest-NetworksNegativeTestJSON-725274164-project] PUT failed (client error): The resource could not be found. Sep 08 09:12:07.679090 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c9da738-8c0b-4de3-b66c-82f48197e433 tempest-NetworksNegativeTestJSON-725274164 tempest-NetworksNegativeTestJSON-725274164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:07.679090 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4c9da738-8c0b-4de3-b66c-82f48197e433 tempest-NetworksNegativeTestJSON-725274164 tempest-NetworksNegativeTestJSON-725274164-project] 10.222.0.54 "PUT /v2.0/networks/3ca26ee9-e64b-45f2-a6fa-0e709e5c5c8a HTTP/1.1" status: 404 len: 339 time: 0.0686133 Sep 08 09:12:07.689988 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53338) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:07.695222 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-f5d0fa79-3509-4646-bf93-fb9e752b4dbc tempest-NetworksNegativeTestJSON-725274164 tempest-NetworksNegativeTestJSON-725274164-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:07.708267 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cfa09d85-ede7-471b-8fbd-7635f1166a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:07.729699 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9b483d4b-6e68-4a34-98e5-072ad56bc6e3 req-36a75e72-a07b-4698-af3d-2f27207328fb service neutron] 10.222.0.37 "GET /v2.0/networks/61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539681 Sep 08 09:12:07.730115 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5d0fa79-3509-4646-bf93-fb9e752b4dbc tempest-NetworksNegativeTestJSON-725274164 tempest-NetworksNegativeTestJSON-725274164-project] PUT failed (client error): The resource could not be found. Sep 08 09:12:07.730881 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5d0fa79-3509-4646-bf93-fb9e752b4dbc tempest-NetworksNegativeTestJSON-725274164 tempest-NetworksNegativeTestJSON-725274164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:07.732078 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f5d0fa79-3509-4646-bf93-fb9e752b4dbc tempest-NetworksNegativeTestJSON-725274164 tempest-NetworksNegativeTestJSON-725274164-project] 10.222.0.54 "PUT /v2.0/ports/e572836b-cdb2-4d02-97ce-4e98eea3f074 HTTP/1.1" status: 404 len: 333 time: 0.0413630 Sep 08 09:12:07.737816 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-246d2181-bcd5-4d56-9c3b-ec0b75374b5b tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Deleting port 9f6a7316-2043-427a-b3b7-54698ac0245b {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:12:07.738239 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-246d2181-bcd5-4d56-9c3b-ec0b75374b5b tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:07.742096 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53340) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:07.746863 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-e3c1cbcf-4753-450a-aa3e-50309bae3246 tempest-NetworksNegativeTestJSON-725274164 tempest-NetworksNegativeTestJSON-725274164-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:07.762650 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c0ff957b-45ed-453f-812d-2083765054c9 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:07.793703 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3c1cbcf-4753-450a-aa3e-50309bae3246 tempest-NetworksNegativeTestJSON-725274164 tempest-NetworksNegativeTestJSON-725274164-project] PUT failed (client error): The resource could not be found. Sep 08 09:12:07.794313 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3c1cbcf-4753-450a-aa3e-50309bae3246 tempest-NetworksNegativeTestJSON-725274164 tempest-NetworksNegativeTestJSON-725274164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:07.795563 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e3c1cbcf-4753-450a-aa3e-50309bae3246 tempest-NetworksNegativeTestJSON-725274164 tempest-NetworksNegativeTestJSON-725274164-project] 10.222.0.54 "PUT /v2.0/subnets/85bdaf0c-cccf-453c-92f0-3457d17e22a0 HTTP/1.1" status: 404 len: 337 time: 0.0533051 Sep 08 09:12:07.822246 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-c0ff957b-45ed-453f-812d-2083765054c9 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Transition to ACTIVE for port object 74328578-331b-4507-a9af-ec7318e570ae will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:12:07.891237 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cfa09d85-ede7-471b-8fbd-7635f1166a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:07.903181 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799cd406-ccaa-41eb-acd5-a4c157763dd3 req-d558dfdb-025f-4675-b7f3-11ad8cff3aaa tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:07.904869 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-799cd406-ccaa-41eb-acd5-a4c157763dd3 req-d558dfdb-025f-4675-b7f3-11ad8cff3aaa tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/ports?device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 946 time: 0.1642709 Sep 08 09:12:07.911600 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-246d2181-bcd5-4d56-9c3b-ec0b75374b5b tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:07.913047 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-246d2181-bcd5-4d56-9c3b-ec0b75374b5b tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:07.941499 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-246d2181-bcd5-4d56-9c3b-ec0b75374b5b tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Calling delete_port for 9f6a7316-2043-427a-b3b7-54698ac0245b owned by network:floatingip {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:12:07.959760 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-cfa09d85-ede7-471b-8fbd-7635f1166a54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af2b6fb2-911b-46ba-8e2b-7a7f100b74ef']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:12:07.978377 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-cfa09d85-ede7-471b-8fbd-7635f1166a54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa86f2d6-f0c1-4e5b-b676-bfebdd20ddad') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:12:07.978728 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-cfa09d85-ede7-471b-8fbd-7635f1166a54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa86f2d6-f0c1-4e5b-b676-bfebdd20ddad') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:12:07.999674 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c0ff957b-45ed-453f-812d-2083765054c9 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:08.004406 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cfa09d85-ede7-471b-8fbd-7635f1166a54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:08.004686 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 8437046e-08ea-4bef-89d6-c2a36f3fc726 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:12:08.018292 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-799cd406-ccaa-41eb-acd5-a4c157763dd3 req-739a6662-4053-4501-8738-594dd6693c97 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/security-groups?id=bea61fdc-ddf6-486e-8758-ec31b413e40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052625 Sep 08 09:12:08.036769 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ff957b-45ed-453f-812d-2083765054c9 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:12:08.079049 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-c0ff957b-45ed-453f-812d-2083765054c9 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:12:08.083701 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cfa09d85-ede7-471b-8fbd-7635f1166a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:08.086064 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ff957b-45ed-453f-812d-2083765054c9 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:12:08.093382 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ff957b-45ed-453f-812d-2083765054c9 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:08.094708 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c0ff957b-45ed-453f-812d-2083765054c9 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:08.112347 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfa09d85-ede7-471b-8fbd-7635f1166a54 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:12:08.112766 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cfa09d85-ede7-471b-8fbd-7635f1166a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:08.119450 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:12:08.119450 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:12:08.119450 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:12:08.119450 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:12:08.119450 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:12:08.119450 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:12:08.119450 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:12:08.119450 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:12:08.119450 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:12:08.119450 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:12:08.119450 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:12:08.119450 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:12:08.119450 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:12:08.119450 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:12:08.119450 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:12:08.119450 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:12:08.119450 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:12:08.119450 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:12:08.119450 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:12:08.119450 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:12:08.119450 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:12:08.119450 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:12:08.119450 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:12:08.119450 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:12:08.119450 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:12:08.119450 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:12:08.119450 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:12:08.119450 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:12:08.119450 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:12:08.119450 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:12:08.119450 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:12:08.119450 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:12:08.139862 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ff957b-45ed-453f-812d-2083765054c9 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Port': ['ID=74328578-331b-4507-a9af-ec7318e570ae,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:08.153744 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c0ff957b-45ed-453f-812d-2083765054c9 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2193170 Sep 08 09:12:08.153744 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53346) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:08.245262 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cfa09d85-ede7-471b-8fbd-7635f1166a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:08.252562 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53350) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:08.256025 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 8437046e-08ea-4bef-89d6-c2a36f3fc726, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=8437046e-08ea-4bef-89d6-c2a36f3fc726,segment=NetworkSegment(268367fb-3099-43cf-aa04-4e7d927825c3),segment_id=268367fb-3099-43cf-aa04-4e7d927825c3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:12:08.264399 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cfa09d85-ede7-471b-8fbd-7635f1166a54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:08.266614 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-cfa09d85-ede7-471b-8fbd-7635f1166a54 admin admin] 10.222.0.54 "DELETE /v2.0/networks/af2b6fb2-911b-46ba-8e2b-7a7f100b74ef HTTP/1.1" status: 204 len: 168 time: 0.8026357 Sep 08 09:12:08.280188 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53354) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:08.280713 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-fbd26142-4116-46ed-8ecc-7adc3a39d233 None None] Allocated IP 2001:db8::2 (9177193f-e165-437e-b3d7-f8fa84e750aa/693c433f-43f2-4155-a316-4c9d730c6ea6/c8c04dcd-950b-4179-acda-7077c03a068d) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:12:08.289302 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '8437046e-08ea-4bef-89d6-c2a36f3fc726', 'network_id': '61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8', 'port_id': '8437046e-08ea-4bef-89d6-c2a36f3fc726', 'mac_address': 'fa:16:3e:05:cd:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd780f37f-564d-499d-a30a-228737f9b006', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:12:08.290955 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa09d85-ede7-471b-8fbd-7635f1166a54 admin admin] Pushing event deleted for resources: {'Network': ['ID=af2b6fb2-911b-46ba-8e2b-7a7f100b74ef,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:08.337581 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f487e957-7f19-45da-9b58-6566b73f416e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:08.339293 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f487e957-7f19-45da-9b58-6566b73f416e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1845448 Sep 08 09:12:08.342549 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53356) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:08.362932 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-246d2181-bcd5-4d56-9c3b-ec0b75374b5b tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:08.423479 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:08.446387 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8437046e-08ea-4bef-89d6-c2a36f3fc726 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:12:08.447134 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d2181-bcd5-4d56-9c3b-ec0b75374b5b tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Pushing event deleted for resources: {'Port': ['ID=9f6a7316-2043-427a-b3b7-54698ac0245b,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:08.490413 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 8437046e-08ea-4bef-89d6-c2a36f3fc726, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=8437046e-08ea-4bef-89d6-c2a36f3fc726,segment=NetworkSegment(268367fb-3099-43cf-aa04-4e7d927825c3),segment_id=268367fb-3099-43cf-aa04-4e7d927825c3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:12:08.497722 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:08.503658 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-80ce6f87-b2b3-4676-b7bd-43dbcfef38e3 admin admin] Deleting subnet 67c8b289-3840-4aa7-a034-31fa35f2e148 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:12:08.546261 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-80ce6f87-b2b3-4676-b7bd-43dbcfef38e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:08.567886 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-246d2181-bcd5-4d56-9c3b-ec0b75374b5b tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks [] for floatingip, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:08.574883 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-246d2181-bcd5-4d56-9c3b-ec0b75374b5b tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:08.575090 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ecf6bf11-833e-4bf8-bf67-37017680c3f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:08.575242 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-246d2181-bcd5-4d56-9c3b-ec0b75374b5b tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "DELETE /v2.0/floatingips/fb95c526-c168-40b3-b159-12a30d4d35b4 HTTP/1.1" status: 204 len: 168 time: 1.2277794 Sep 08 09:12:08.575711 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53360) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:08.606764 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=8437046e-08ea-4bef-89d6-c2a36f3fc726,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:08.611703 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fbd26142-4116-46ed-8ecc-7adc3a39d233 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:08.622541 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-fbd26142-4116-46ed-8ecc-7adc3a39d233 None None] Transition to ACTIVE for port object c8c04dcd-950b-4179-acda-7077c03a068d will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:12:08.641290 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-fbd26142-4116-46ed-8ecc-7adc3a39d233 None None] Transition to ACTIVE for port object c8c04dcd-950b-4179-acda-7077c03a068d will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:12:08.647292 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-80ce6f87-b2b3-4676-b7bd-43dbcfef38e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:08.648695 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fbd26142-4116-46ed-8ecc-7adc3a39d233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:08.694859 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91136b72-a3bc-46b0-b07c-2f6b1d46c225 req-504ce31b-803d-4f7c-a084-aa85e109e32a tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:08.695593 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd26142-4116-46ed-8ecc-7adc3a39d233 None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:12:08.696546 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-91136b72-a3bc-46b0-b07c-2f6b1d46c225 req-504ce31b-803d-4f7c-a084-aa85e109e32a tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=85f20282-92dd-4732-840d-230237a292a8 HTTP/1.1" status: 200 len: 944 time: 0.2169762 Sep 08 09:12:08.698125 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-ff054e9f-ab3d-422d-bc52-107cc5969c29 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Deleting port 1ba67b89-fdf3-438b-8aa9-37c654debf50 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:12:08.698543 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ff054e9f-ab3d-422d-bc52-107cc5969c29 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:08.704821 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-fbd26142-4116-46ed-8ecc-7adc3a39d233 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:12:08.709862 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd26142-4116-46ed-8ecc-7adc3a39d233 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:12:08.728896 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd26142-4116-46ed-8ecc-7adc3a39d233 None None] Pushing event updated for resources: {'Port': ['ID=c8c04dcd-950b-4179-acda-7077c03a068d,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:08.762519 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-80ce6f87-b2b3-4676-b7bd-43dbcfef38e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:08.791262 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['8437046e-08ea-4bef-89d6-c2a36f3fc726'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:12:08.818024 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-fbd26142-4116-46ed-8ecc-7adc3a39d233 None None] Attempting to bind port c8c04dcd-950b-4179-acda-7077c03a068d on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:12:08.818473 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-fbd26142-4116-46ed-8ecc-7adc3a39d233 None None] Attempting to bind port c8c04dcd-950b-4179-acda-7077c03a068d by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:12:08.818848 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd26142-4116-46ed-8ecc-7adc3a39d233 None None] Attempting to bind port c8c04dcd-950b-4179-acda-7077c03a068d on network 9177193f-e165-437e-b3d7-f8fa84e750aa {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:12:08.819880 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ff054e9f-ab3d-422d-bc52-107cc5969c29 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:08.826190 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-91136b72-a3bc-46b0-b07c-2f6b1d46c225 req-ac63624e-2995-46af-8016-d32cc8fe0687 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6b6ca53-a824-465d-acc6-a8fd7c7358ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194246 Sep 08 09:12:08.830499 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd26142-4116-46ed-8ecc-7adc3a39d233 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:12:08.830681 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd26142-4116-46ed-8ecc-7adc3a39d233 None None] Checking segment: {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:12:08.830976 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fbd26142-4116-46ed-8ecc-7adc3a39d233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:08.831376 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd26142-4116-46ed-8ecc-7adc3a39d233 None None] Bound using segment: {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:12:08.831873 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-fbd26142-4116-46ed-8ecc-7adc3a39d233 None None] Bound port: c8c04dcd-950b-4179-acda-7077c03a068d, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:12:08.832251 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fbd26142-4116-46ed-8ecc-7adc3a39d233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:08.832482 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-802be370-fc09-4159-8977-9ab6f990bc7b tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting port 74328578-331b-4507-a9af-ec7318e570ae {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:12:08.832842 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-802be370-fc09-4159-8977-9ab6f990bc7b tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:08.856168 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-ff054e9f-ab3d-422d-bc52-107cc5969c29 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Calling delete_port for 1ba67b89-fdf3-438b-8aa9-37c654debf50 owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:12:08.960161 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-fbd26142-4116-46ed-8ecc-7adc3a39d233 None None] For port c8c04dcd-950b-4179-acda-7077c03a068d, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:12:08.960702 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-80ce6f87-b2b3-4676-b7bd-43dbcfef38e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:08.963952 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ecf6bf11-833e-4bf8-bf67-37017680c3f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:08.979494 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ecf6bf11-833e-4bf8-bf67-37017680c3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:08.983898 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-fbd26142-4116-46ed-8ecc-7adc3a39d233 None None] For port c8c04dcd-950b-4179-acda-7077c03a068d, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=c8c04dcd-950b-4179-acda-7077c03a068d,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:12:08.993538 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fbd26142-4116-46ed-8ecc-7adc3a39d233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:09.010697 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-80ce6f87-b2b3-4676-b7bd-43dbcfef38e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:09.012738 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-80ce6f87-b2b3-4676-b7bd-43dbcfef38e3 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/67c8b289-3840-4aa7-a034-31fa35f2e148 HTTP/1.1" status: 204 len: 168 time: 0.7311981 Sep 08 09:12:09.018741 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53362) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:09.030840 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce6f87-b2b3-4676-b7bd-43dbcfef38e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67c8b289-3840-4aa7-a034-31fa35f2e148,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:09.036068 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-802be370-fc09-4159-8977-9ab6f990bc7b tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:09.097585 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-802be370-fc09-4159-8977-9ab6f990bc7b tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Calling delete_port for 74328578-331b-4507-a9af-ec7318e570ae owned by {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:12:09.103255 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd26142-4116-46ed-8ecc-7adc3a39d233 None None] Pushing event updated for resources: {'Port': ['ID=c8c04dcd-950b-4179-acda-7077c03a068d,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:09.128670 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6bf11-833e-4bf8-bf67-37017680c3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800bf18f-1c1d-4438-9809-52291fe5e18f,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:09.138927 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ecf6bf11-833e-4bf8-bf67-37017680c3f7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3221b48b0dec494e9f9e72c61822b830&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8833523 Sep 08 09:12:09.141921 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53366) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:09.176580 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ff054e9f-ab3d-422d-bc52-107cc5969c29 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:09.181694 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1a60c142-e474-4f3e-a62a-52af471a23a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:09.221794 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff054e9f-ab3d-422d-bc52-107cc5969c29 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Pushing event deleted for resources: {'Port': ['ID=1ba67b89-fdf3-438b-8aa9-37c654debf50,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:09.232396 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f464c-ae6a-4736-ab5d-ca02c3d0d1d6 req-fb0ac4f8-8fcf-4bd4-96f8-5f0331547d3d tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:09.234735 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c75f464c-ae6a-4736-ab5d-ca02c3d0d1d6 req-fb0ac4f8-8fcf-4bd4-96f8-5f0331547d3d tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/ports?device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 946 time: 0.1122026 Sep 08 09:12:09.263515 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d909d5aa-b4eb-4b3b-997f-8042773f5ac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:09.317339 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d909d5aa-b4eb-4b3b-997f-8042773f5ac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:09.443378 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-802be370-fc09-4159-8977-9ab6f990bc7b tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:09.453161 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d909d5aa-b4eb-4b3b-997f-8042773f5ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:09.456654 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d909d5aa-b4eb-4b3b-997f-8042773f5ac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:09.458088 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d909d5aa-b4eb-4b3b-997f-8042773f5ac4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/800bf18f-1c1d-4438-9809-52291fe5e18f HTTP/1.1" status: 204 len: 168 time: 0.3147089 Sep 08 09:12:09.460264 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c75f464c-ae6a-4736-ab5d-ca02c3d0d1d6 req-24d42d87-81fa-41f1-9f41-3145603d7878 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/security-groups?id=bea61fdc-ddf6-486e-8758-ec31b413e40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153995 Sep 08 09:12:09.463477 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1a60c142-e474-4f3e-a62a-52af471a23a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:09.466871 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ff054e9f-ab3d-422d-bc52-107cc5969c29 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:09.468981 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ff054e9f-ab3d-422d-bc52-107cc5969c29 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "DELETE /v2.0/ports/1ba67b89-fdf3-438b-8aa9-37c654debf50 HTTP/1.1" status: 204 len: 168 time: 0.8920848 Sep 08 09:12:09.474700 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53372) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:09.490753 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802be370-fc09-4159-8977-9ab6f990bc7b tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Port': ['ID=74328578-331b-4507-a9af-ec7318e570ae,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:09.496360 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d909d5aa-b4eb-4b3b-997f-8042773f5ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800bf18f-1c1d-4438-9809-52291fe5e18f,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:09.531633 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-802be370-fc09-4159-8977-9ab6f990bc7b tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:09.538680 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-802be370-fc09-4159-8977-9ab6f990bc7b tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/ports/74328578-331b-4507-a9af-ec7318e570ae HTTP/1.1" status: 204 len: 168 time: 1.1178949 Sep 08 09:12:09.538680 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53374) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:09.544649 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-1a60c142-e474-4f3e-a62a-52af471a23a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4865d8e-28ab-4081-bfda-ae7d51515a11']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:12:09.566703 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-1a60c142-e474-4f3e-a62a-52af471a23a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be69ae3b-c00c-4143-9cc0-46e73708b068') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:12:09.567076 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-1a60c142-e474-4f3e-a62a-52af471a23a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be69ae3b-c00c-4143-9cc0-46e73708b068') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:12:09.601787 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1a60c142-e474-4f3e-a62a-52af471a23a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:09.609219 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37548e4a-c9b5-48f1-8afb-05cf832a1575 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:09.612218 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37548e4a-c9b5-48f1-8afb-05cf832a1575 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:09.616435 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-37548e4a-c9b5-48f1-8afb-05cf832a1575 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0745471 Sep 08 09:12:09.617436 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53376) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:09.635161 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1a60c142-e474-4f3e-a62a-52af471a23a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:09.666315 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a60c142-e474-4f3e-a62a-52af471a23a4 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:12:09.666741 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1a60c142-e474-4f3e-a62a-52af471a23a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:09.668462 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:12:09.668462 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:12:09.668462 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:12:09.668462 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:12:09.668462 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:12:09.668462 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:12:09.668462 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:12:09.668462 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:12:09.668462 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:12:09.668462 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:12:09.668462 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:12:09.668462 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:12:09.668462 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:12:09.668462 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:12:09.668462 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:12:09.668462 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:12:09.668462 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:12:09.668462 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:12:09.668462 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:12:09.668462 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:12:09.668462 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:12:09.668462 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:12:09.668462 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:12:09.668462 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:12:09.668462 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:12:09.668462 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:12:09.668462 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:12:09.668462 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:12:09.668462 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:12:09.668462 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:12:09.668462 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:12:09.668462 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:12:09.764392 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffe42644-08cb-4c2f-b60c-139b7167046d tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting subnet 693c433f-43f2-4155-a316-4c9d730c6ea6 {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:12:09.771217 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-f2f2ce82-f28d-4720-8421-55bb36ca3125 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Deleting port ddf26a7d-0e8b-469e-9475-33e914bdcf50 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:12:09.771501 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f2f2ce82-f28d-4720-8421-55bb36ca3125 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:09.775106 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ffe42644-08cb-4c2f-b60c-139b7167046d tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:09.811894 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1a60c142-e474-4f3e-a62a-52af471a23a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:09.842806 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1a60c142-e474-4f3e-a62a-52af471a23a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:09.845282 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-1a60c142-e474-4f3e-a62a-52af471a23a4 admin admin] 10.222.0.54 "DELETE /v2.0/networks/d4865d8e-28ab-4081-bfda-ae7d51515a11 HTTP/1.1" status: 204 len: 168 time: 0.8245153 Sep 08 09:12:09.909807 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ffe42644-08cb-4c2f-b60c-139b7167046d tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:09.917097 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a60c142-e474-4f3e-a62a-52af471a23a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4865d8e-28ab-4081-bfda-ae7d51515a11,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:09.980544 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f2f2ce82-f28d-4720-8421-55bb36ca3125 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:09.997820 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 8437046e-08ea-4bef-89d6-c2a36f3fc726 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:12:10.015411 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-f2f2ce82-f28d-4720-8421-55bb36ca3125 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Calling delete_port for ddf26a7d-0e8b-469e-9475-33e914bdcf50 owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:12:10.033173 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53392) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:10.053046 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abecaf-a473-4220-91fa-397420a0d5b4 req-441780aa-ff0c-40f1-9488-342b87ace7b7 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:10.065459 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-10abecaf-a473-4220-91fa-397420a0d5b4 req-441780aa-ff0c-40f1-9488-342b87ace7b7 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=85f20282-92dd-4732-840d-230237a292a8 HTTP/1.1" status: 200 len: 944 time: 0.1084335 Sep 08 09:12:10.089145 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 8437046e-08ea-4bef-89d6-c2a36f3fc726 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:12:10.095014 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 8437046e-08ea-4bef-89d6-c2a36f3fc726 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:12:10.096665 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:10.105171 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ffe42644-08cb-4c2f-b60c-139b7167046d tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:10.126967 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-10abecaf-a473-4220-91fa-397420a0d5b4 req-0c3a88cf-2df3-4c3d-806b-d8ebb53bb924 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6b6ca53-a824-465d-acc6-a8fd7c7358ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542984 Sep 08 09:12:10.217969 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:10.220222 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8a13e938-3bb6-4e44-83e9-f6e471ac9ebd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1388a347ed8349e783dcb623351808bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1838574 Sep 08 09:12:10.222857 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53394) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:10.261741 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f20282-92dd-4732-840d-230237a292a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8437046e-08ea-4bef-89d6-c2a36f3fc726'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:12:10.264165 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cae5fbc-4298-45c6-a7d7-e0016f76ed02" -d '{"events": [{"server_uuid": "85f20282-92dd-4732-840d-230237a292a8", "name": "network-vif-plugged", "status": "completed", "tag": "8437046e-08ea-4bef-89d6-c2a36f3fc726"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:12:10.284776 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 8437046e-08ea-4bef-89d6-c2a36f3fc726, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=8437046e-08ea-4bef-89d6-c2a36f3fc726,segment=NetworkSegment(268367fb-3099-43cf-aa04-4e7d927825c3),segment_id=268367fb-3099-43cf-aa04-4e7d927825c3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:12:10.290317 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:10.340529 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6383c7b-a767-43a2-a85a-452bdb71adcd x-openstack-request-id: req-a6383c7b-a767-43a2-a85a-452bdb71adcd {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:12:10.340827 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f20282-92dd-4732-840d-230237a292a8", "name": "network-vif-plugged", "status": "completed", "tag": "8437046e-08ea-4bef-89d6-c2a36f3fc726", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:12:10.341086 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a6383c7b-a767-43a2-a85a-452bdb71adcd {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:12:10.341688 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f20282-92dd-4732-840d-230237a292a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8437046e-08ea-4bef-89d6-c2a36f3fc726', 'code': 200} Sep 08 09:12:10.356159 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ffe42644-08cb-4c2f-b60c-139b7167046d tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:10.361595 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=8437046e-08ea-4bef-89d6-c2a36f3fc726,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:10.383973 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ffe42644-08cb-4c2f-b60c-139b7167046d tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:10.388733 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53404) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:10.389267 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ffe42644-08cb-4c2f-b60c-139b7167046d tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/693c433f-43f2-4155-a316-4c9d730c6ea6 HTTP/1.1" status: 204 len: 168 time: 0.7697961 Sep 08 09:12:10.425642 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766d6513-4bae-41fa-8607-5d2fb73e2267 None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:12:10.437044 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe42644-08cb-4c2f-b60c-139b7167046d tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Subnet': ['ID=693c433f-43f2-4155-a316-4c9d730c6ea6,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:10.453323 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4f7430a2-dfb8-431d-8530-52562971e210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:10.462032 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f62e6999-f01c-4a3c-b8db-48e1d00f3647 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0712473 Sep 08 09:12:10.464403 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53410) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:10.488724 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f2f2ce82-f28d-4720-8421-55bb36ca3125 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:10.528984 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77da33a-bd67-4662-9b7e-adc7de6eab1b tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:10.530722 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e77da33a-bd67-4662-9b7e-adc7de6eab1b tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0649374 Sep 08 09:12:10.533626 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53414) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:10.574018 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4f7430a2-dfb8-431d-8530-52562971e210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:10.579667 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53416) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:10.599990 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f2ce82-f28d-4720-8421-55bb36ca3125 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Pushing event deleted for resources: {'Port': ['ID=ddf26a7d-0e8b-469e-9475-33e914bdcf50,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:10.619300 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-cb44aecc-ed2c-4741-b165-8a21e4bd8b63 None None] Provisioning for port c8c04dcd-950b-4179-acda-7077c03a068d completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:12:10.624123 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955d86e2-dcf0-4eac-b05a-7a782437c6f7 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:10.626809 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device c315d681-d674-4893-8c84-ef33fffaa946 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:12:10.626966 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-955d86e2-dcf0-4eac-b05a-7a782437c6f7 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0905700 Sep 08 09:12:10.629242 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be23d8-4280-4882-a3f1-5bd59d82a2d5 req-fc10577f-e4b6-4187-94a5-07966ed7d4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:10.629430 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53420) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:10.631165 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c7be23d8-4280-4882-a3f1-5bd59d82a2d5 req-fc10577f-e4b6-4187-94a5-07966ed7d4c0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=85f20282-92dd-4732-840d-230237a292a8 HTTP/1.1" status: 200 len: 1097 time: 0.2051229 Sep 08 09:12:10.680794 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-22c5dd14-7772-4335-9a0f-165c4833438e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0499732 Sep 08 09:12:10.684501 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53422) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:10.690993 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-b1d3717f-c408-4587-b459-9f0c46a5eada tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'subnet': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:10.739000 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-ac966adc-549d-44e3-8cd4-15e5d61e2e58 tempest-DvrRoutersNegativeTest-44659191 tempest-DvrRoutersNegativeTest-44659191-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-668224527', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:10.739658 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port c315d681-d674-4893-8c84-ef33fffaa946 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:12:10.742582 n-d-806683-11 neutron-server[94712]: DEBUG neutron.policy [None req-ac966adc-549d-44e3-8cd4-15e5d61e2e58 tempest-DvrRoutersNegativeTest-44659191 tempest-DvrRoutersNegativeTest-44659191-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94712) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 08 09:12:10.742582 n-d-806683-11 neutron-server[94712]: DEBUG neutron.policy [None req-ac966adc-549d-44e3-8cd4-15e5d61e2e58 tempest-DvrRoutersNegativeTest-44659191 tempest-DvrRoutersNegativeTest-44659191-project] Failed policy check for 'create_router' {{(pid=94712) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 08 09:12:10.742844 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-ac966adc-549d-44e3-8cd4-15e5d61e2e58 tempest-DvrRoutersNegativeTest-44659191 tempest-DvrRoutersNegativeTest-44659191-project] create failed (client error): Access was denied to this resource. Sep 08 09:12:10.743739 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ac966adc-549d-44e3-8cd4-15e5d61e2e58 tempest-DvrRoutersNegativeTest-44659191 tempest-DvrRoutersNegativeTest-44659191-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1576545 Sep 08 09:12:10.753476 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port c315d681-d674-4893-8c84-ef33fffaa946 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:12:10.754142 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:10.785729 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c7be23d8-4280-4882-a3f1-5bd59d82a2d5 req-cdaa9a54-35f3-4a35-97b3-020101e5c2a0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e6b6ca53-a824-465d-acc6-a8fd7c7358ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317544 Sep 08 09:12:10.801177 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f2f2ce82-f28d-4720-8421-55bb36ca3125 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:10.803250 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f2f2ce82-f28d-4720-8421-55bb36ca3125 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "DELETE /v2.0/ports/ddf26a7d-0e8b-469e-9475-33e914bdcf50 HTTP/1.1" status: 204 len: 168 time: 1.3275261 Sep 08 09:12:10.807108 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53426) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:10.817904 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dbe99f-5cd0-4b55-9e37-136775389c24 req-ffbbcc95-7460-421d-8efe-06e4b6e71eaf tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:10.819776 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-18dbe99f-5cd0-4b55-9e37-136775389c24 req-ffbbcc95-7460-421d-8efe-06e4b6e71eaf tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/ports?device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 946 time: 0.2042477 Sep 08 09:12:10.838497 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4f7430a2-dfb8-431d-8530-52562971e210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:10.842600 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4f7430a2-dfb8-431d-8530-52562971e210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:10.843770 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4f7430a2-dfb8-431d-8530-52562971e210 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/589c9591-e543-4a4b-a03b-b33803a77403 HTTP/1.1" status: 204 len: 168 time: 0.6195560 Sep 08 09:12:10.867539 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d3717f-c408-4587-b459-9f0c46a5eada tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:12:10.873464 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b1d3717f-c408-4587-b459-9f0c46a5eada tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:10.875844 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7430a2-dfb8-431d-8530-52562971e210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589c9591-e543-4a4b-a03b-b33803a77403,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:10.887229 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:10.895720 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-18dbe99f-5cd0-4b55-9e37-136775389c24 req-e119d43b-bc59-423f-b635-c536db9a1c4b tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/security-groups?id=bea61fdc-ddf6-486e-8758-ec31b413e40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676737 Sep 08 09:12:10.946310 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426c3ae3-6db6-4c8f-8d4c-66c298de6719 None None] DHCP port deletion for 9177193f-e165-437e-b3d7-f8fa84e750aa request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:12:10.979688 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port c315d681-d674-4893-8c84-ef33fffaa946, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=c315d681-d674-4893-8c84-ef33fffaa946,segment=NetworkSegment(268367fb-3099-43cf-aa04-4e7d927825c3),segment_id=268367fb-3099-43cf-aa04-4e7d927825c3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:12:10.990092 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:10.993307 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-e660c998-69fb-4428-a689-db9a46b08a1d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Deleting subnet 0e9b3a37-656a-484a-bd00-54ea1a5e5b45 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:12:11.002731 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e660c998-69fb-4428-a689-db9a46b08a1d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:11.065335 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-426c3ae3-6db6-4c8f-8d4c-66c298de6719 None None] Deleting port c8c04dcd-950b-4179-acda-7077c03a068d {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:12:11.065856 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-426c3ae3-6db6-4c8f-8d4c-66c298de6719 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:11.075757 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e660c998-69fb-4428-a689-db9a46b08a1d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:11.094862 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=c315d681-d674-4893-8c84-ef33fffaa946,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:11.184136 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-426c3ae3-6db6-4c8f-8d4c-66c298de6719 None None] For port c8c04dcd-950b-4179-acda-7077c03a068d, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=c8c04dcd-950b-4179-acda-7077c03a068d,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:12:11.185046 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-426c3ae3-6db6-4c8f-8d4c-66c298de6719 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:11.202801 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-426c3ae3-6db6-4c8f-8d4c-66c298de6719 None None] Calling delete_port for c8c04dcd-950b-4179-acda-7077c03a068d owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:12:11.245083 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e660c998-69fb-4428-a689-db9a46b08a1d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:11.309694 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53436) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:11.402357 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f3186-79a8-40ff-af81-0581096ba4dd req-493d74c5-81af-460a-9d6b-5d2f53d9f778 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:11.404043 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6f2f3186-79a8-40ff-af81-0581096ba4dd req-493d74c5-81af-460a-9d6b-5d2f53d9f778 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=85f20282-92dd-4732-840d-230237a292a8 HTTP/1.1" status: 200 len: 945 time: 0.1226323 Sep 08 09:12:11.444195 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e660c998-69fb-4428-a689-db9a46b08a1d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:11.473035 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-426c3ae3-6db6-4c8f-8d4c-66c298de6719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:11.497798 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7a4bd4ae-a815-4b93-acf6-bcd015d92cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:11.501106 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c3ae3-6db6-4c8f-8d4c-66c298de6719 None None] Pushing event deleted for resources: {'Port': ['ID=c8c04dcd-950b-4179-acda-7077c03a068d,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:11.505196 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426c3ae3-6db6-4c8f-8d4c-66c298de6719 None None] No DVR routers for this DVR port c8c04dcd-950b-4179-acda-7077c03a068d on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:12:11.522921 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e660c998-69fb-4428-a689-db9a46b08a1d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:11.528383 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e660c998-69fb-4428-a689-db9a46b08a1d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "DELETE /v2.0/subnets/0e9b3a37-656a-484a-bd00-54ea1a5e5b45 HTTP/1.1" status: 204 len: 168 time: 0.7158151 Sep 08 09:12:11.533364 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53440) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:11.533769 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76df1de-e260-4c78-9391-5c927a8f5508 None None] Network 7f827cbd-981b-4963-870a-da3dc338441e requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:12:11.555621 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e660c998-69fb-4428-a689-db9a46b08a1d tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Pushing event deleted for resources: {'Subnet': ['ID=0e9b3a37-656a-484a-bd00-54ea1a5e5b45,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:11.567274 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53444) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:11.608494 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7a4bd4ae-a815-4b93-acf6-bcd015d92cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:11.613925 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7a4bd4ae-a815-4b93-acf6-bcd015d92cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:11.614147 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6f2f3186-79a8-40ff-af81-0581096ba4dd req-a298c2be-2938-45fe-959e-d44bddff874c tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6b6ca53-a824-465d-acc6-a8fd7c7358ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960411 Sep 08 09:12:11.665793 n-d-806683-11 neutron-server[94713]: DEBUG neutron.objects.ports [None req-b1d3717f-c408-4587-b459-9f0c46a5eada tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94713) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 08 09:12:11.667606 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4bd4ae-a815-4b93-acf6-bcd015d92cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f58d4a-1ab5-4797-9057-727ac135b8b5,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:11.680949 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-7a4bd4ae-a815-4b93-acf6-bcd015d92cae admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6c326e0db5274806b22974f1c80a36ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3698909 Sep 08 09:12:11.681735 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53446) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:11.689712 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea4d3b75-84b6-40e7-8fe2-1d258782cf14 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Deleting subnet 64cec42a-675b-48e9-acf5-9de60b36e75d {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:12:11.752250 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ea4d3b75-84b6-40e7-8fe2-1d258782cf14 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:11.755993 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cce67492-a2d5-441d-afdb-718734aa8fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:11.781144 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cce67492-a2d5-441d-afdb-718734aa8fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:11.792998 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-fd48ca84-ae95-455a-b250-6ba884a1e660 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7cac685a2f5d49a996a6d653ed407ad5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2190187 Sep 08 09:12:11.795545 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53448) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:11.799588 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc41634-bbdf-4a9f-8bed-00fb55866f56 None None] DHCP port deletion for 7f827cbd-981b-4963-870a-da3dc338441e request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:12:11.827831 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ea4d3b75-84b6-40e7-8fe2-1d258782cf14 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:11.890201 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9e9c7409-721b-45c9-a263-161d9c7b7822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:11.937024 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cce67492-a2d5-441d-afdb-718734aa8fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:11.937024 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cce67492-a2d5-441d-afdb-718734aa8fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:11.937024 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-cce67492-a2d5-441d-afdb-718734aa8fe1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/84f58d4a-1ab5-4797-9057-727ac135b8b5 HTTP/1.1" status: 204 len: 168 time: 0.2238700 Sep 08 09:12:11.938331 n-d-806683-11 neutron-server[94713]: WARNING neutron.services.revisions.revision_plugin [None req-b1d3717f-c408-4587-b459-9f0c46a5eada tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Could not find related port for resource to bump revision. Sep 08 09:12:11.938466 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-fbc41634-bbdf-4a9f-8bed-00fb55866f56 None None] Deleting port 92dd0e53-1ece-4446-91d2-39d049407ad5 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:12:11.938466 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fbc41634-bbdf-4a9f-8bed-00fb55866f56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:11.938688 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.ipam_pluggable_backend [None req-b1d3717f-c408-4587-b459-9f0c46a5eada tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Port c8c04dcd-950b-4179-acda-7077c03a068d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94713) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 08 09:12:11.938688 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.ipam_pluggable_backend [None req-b1d3717f-c408-4587-b459-9f0c46a5eada tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Reverting IP allocation for 2001:db8::f816:3eff:fe45:9721 {{(pid=94713) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 08 09:12:11.962204 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.ipam_pluggable_backend [None req-b1d3717f-c408-4587-b459-9f0c46a5eada tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe45:9721 {{(pid=94713) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 08 09:12:11.970566 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b1d3717f-c408-4587-b459-9f0c46a5eada tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:11.971274 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce67492-a2d5-441d-afdb-718734aa8fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f58d4a-1ab5-4797-9057-727ac135b8b5,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:11.982763 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9e9c7409-721b-45c9-a263-161d9c7b7822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:12.061895 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-fbc41634-bbdf-4a9f-8bed-00fb55866f56 None None] For port 92dd0e53-1ece-4446-91d2-39d049407ad5, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=92dd0e53-1ece-4446-91d2-39d049407ad5,segment=NetworkSegment(a92db136-9157-48d9-ba34-f5a434c22bec),segment_id=a92db136-9157-48d9-ba34-f5a434c22bec)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:12:12.063400 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fbc41634-bbdf-4a9f-8bed-00fb55866f56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:12.083848 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-fbc41634-bbdf-4a9f-8bed-00fb55866f56 None None] Calling delete_port for 92dd0e53-1ece-4446-91d2-39d049407ad5 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:12:12.091591 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da2c5f6-1528-41ac-9606-c29a7a6f1caa req-9ff2b153-b4bb-4e21-b7a5-698a8f0f6374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:12.093182 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7da2c5f6-1528-41ac-9606-c29a7a6f1caa req-9ff2b153-b4bb-4e21-b7a5-698a8f0f6374 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e0fa2b77317456893f5fab251cfa62c&device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 1098 time: 0.0558400 Sep 08 09:12:12.133862 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d3717f-c408-4587-b459-9f0c46a5eada tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:12:12.139156 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9e9c7409-721b-45c9-a263-161d9c7b7822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:12.142663 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9e9c7409-721b-45c9-a263-161d9c7b7822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:12.143970 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-9e9c7409-721b-45c9-a263-161d9c7b7822 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c67732c9-e4b9-478a-8b61-28ad61745d11 HTTP/1.1" status: 204 len: 168 time: 0.3474462 Sep 08 09:12:12.149253 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-b1d3717f-c408-4587-b459-9f0c46a5eada tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:12:12.153524 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d3717f-c408-4587-b459-9f0c46a5eada tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:12.154403 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b1d3717f-c408-4587-b459-9f0c46a5eada tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:12.165722 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14220c9-a994-4a52-a277-cb1760a20ba4 None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:12:12.165996 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c7409-721b-45c9-a263-161d9c7b7822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67732c9-e4b9-478a-8b61-28ad61745d11,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:12.194160 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ea4d3b75-84b6-40e7-8fe2-1d258782cf14 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:12.204388 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d3717f-c408-4587-b459-9f0c46a5eada tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Subnet': ['ID=30bb29f0-8f18-481b-91b3-79886ddcae00,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:12.235663 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:12:12.244362 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da2c5f6-1528-41ac-9606-c29a7a6f1caa req-f4127e97-64e6-4bd8-aa00-4eb1fd2d535d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:12.246349 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7da2c5f6-1528-41ac-9606-c29a7a6f1caa req-f4127e97-64e6-4bd8-aa00-4eb1fd2d535d service neutron] 10.222.0.37 "GET /v2.0/networks?id=af37320b-6b9f-4537-9cf7-f31def6375f6 HTTP/1.1" status: 200 len: 921 time: 0.1337943 Sep 08 09:12:12.256371 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7bd068-e049-41c0-a38a-899babb16d17 req-f2df4184-423c-4166-a077-248c7f30e0ee tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:12.264416 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9f7bd068-e049-41c0-a38a-899babb16d17 req-f2df4184-423c-4166-a077-248c7f30e0ee tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/ports?device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 946 time: 0.2048481 Sep 08 09:12:12.287600 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b1d3717f-c408-4587-b459-9f0c46a5eada tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6019166 Sep 08 09:12:12.309183 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53456) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:12.314445 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7da2c5f6-1528-41ac-9606-c29a7a6f1caa req-0d58ccc6-73c7-45fb-83a4-0a6cf7906386 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2394ea8-887b-423b-aec7-fc15c72355a0 HTTP/1.1" status: 200 len: 217 time: 0.0603895 Sep 08 09:12:12.327299 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-634dfeb8-8388-48ee-b1de-554c1b0e7acf tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'subnet': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:12.349304 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1c0c06-98f0-406b-8a4b-14d1c1a220ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c315d681-d674-4893-8c84-ef33fffaa946'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:12:12.352099 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cae4907-692d-435c-b229-a25238ae237d" -d '{"events": [{"server_uuid": "fe1c0c06-98f0-406b-8a4b-14d1c1a220ac", "name": "network-vif-plugged", "status": "completed", "tag": "c315d681-d674-4893-8c84-ef33fffaa946"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:12:12.361164 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fbc41634-bbdf-4a9f-8bed-00fb55866f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:12.416683 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc41634-bbdf-4a9f-8bed-00fb55866f56 None None] Pushing event deleted for resources: {'Port': ['ID=92dd0e53-1ece-4446-91d2-39d049407ad5,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:12.428085 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc41634-bbdf-4a9f-8bed-00fb55866f56 None None] No DVR routers for this DVR port 92dd0e53-1ece-4446-91d2-39d049407ad5 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:12:12.441168 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afdff2bd-c548-4cc1-974c-5675169861c3 x-openstack-request-id: req-afdff2bd-c548-4cc1-974c-5675169861c3 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:12:12.441168 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe1c0c06-98f0-406b-8a4b-14d1c1a220ac", "name": "network-vif-plugged", "status": "completed", "tag": "c315d681-d674-4893-8c84-ef33fffaa946", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:12:12.441168 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-afdff2bd-c548-4cc1-974c-5675169861c3 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:12:12.441168 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe1c0c06-98f0-406b-8a4b-14d1c1a220ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c315d681-d674-4893-8c84-ef33fffaa946', 'code': 200} Sep 08 09:12:12.455998 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da2c5f6-1528-41ac-9606-c29a7a6f1caa req-c049f19a-102f-42a1-90b7-2d405bb478fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:12.462754 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7da2c5f6-1528-41ac-9606-c29a7a6f1caa req-c049f19a-102f-42a1-90b7-2d405bb478fb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f99fff34-d0f7-460f-81c3-03f5e1e7df92 HTTP/1.1" status: 200 len: 860 time: 0.1365874 Sep 08 09:12:12.501124 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7da2c5f6-1528-41ac-9606-c29a7a6f1caa req-4285a614-d4ab-4fdd-b4d8-52260153e632 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=af37320b-6b9f-4537-9cf7-f31def6375f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336351 Sep 08 09:12:12.511634 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5968d470-842a-4563-80a1-a373e8946bee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-9177193f-e165-437e-b3d7-f8fa84e750aa', 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'tenant_id': 'cfe5efe5bc04414daec2165ebe59ab3a', 'fixed_ips': [{'subnet_id': '30bb29f0-8f18-481b-91b3-79886ddcae00'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:12:12.511634 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5968d470-842a-4563-80a1-a373e8946bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:12.560261 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9f7bd068-e049-41c0-a38a-899babb16d17 req-b64cadf7-ef2f-4d86-b42c-7c346dc05b2f tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/security-groups?id=bea61fdc-ddf6-486e-8758-ec31b413e40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949708 Sep 08 09:12:12.585243 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ea4d3b75-84b6-40e7-8fe2-1d258782cf14 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:12.618866 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d3b75-84b6-40e7-8fe2-1d258782cf14 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Pushing event deleted for resources: {'Subnet': ['ID=64cec42a-675b-48e9-acf5-9de60b36e75d,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:12.636275 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ea4d3b75-84b6-40e7-8fe2-1d258782cf14 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:12.640630 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ea4d3b75-84b6-40e7-8fe2-1d258782cf14 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "DELETE /v2.0/subnets/64cec42a-675b-48e9-acf5-9de60b36e75d HTTP/1.1" status: 204 len: 168 time: 1.0990102 Sep 08 09:12:12.645399 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53470) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:12.670029 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07dc89f-0c2a-40a1-82a1-5e7a1a678a42 None None] Network e131d2cf-f0f6-4e3a-90af-0615e503d20b requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:12:12.751079 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634dfeb8-8388-48ee-b1de-554c1b0e7acf tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:12:12.759907 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-634dfeb8-8388-48ee-b1de-554c1b0e7acf tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:12.795810 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b5e775d0-fb9b-4cab-b420-4025b9e9ee35 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:12.976547 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-5968d470-842a-4563-80a1-a373e8946bee None None] Allocated IP 2001:db8::f816:3eff:fe0f:7d3 (9177193f-e165-437e-b3d7-f8fa84e750aa/30bb29f0-8f18-481b-91b3-79886ddcae00/cddb33f4-0db8-49dd-b619-a8ad13d338a8) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:12:12.979257 n-d-806683-11 neutron-server[94713]: INFO neutron.db.ipam_backend_mixin [None req-634dfeb8-8388-48ee-b1de-554c1b0e7acf tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 30bb29f0-8f18-481b-91b3-79886ddcae00 (CIDR: 2001:db8::/64) Sep 08 09:12:13.022814 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16390b2-9fbb-4452-9da9-5a3d278fcb17 req-447b5468-bda8-4699-8730-aa7420746a8e tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:13.042246 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f16390b2-9fbb-4452-9da9-5a3d278fcb17 req-447b5468-bda8-4699-8730-aa7420746a8e tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=85f20282-92dd-4732-840d-230237a292a8 HTTP/1.1" status: 200 len: 945 time: 0.2357831 Sep 08 09:12:13.045040 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-634dfeb8-8388-48ee-b1de-554c1b0e7acf tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:12:13.045977 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-634dfeb8-8388-48ee-b1de-554c1b0e7acf tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:13.057176 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 92dd0e53-1ece-4446-91d2-39d049407ad5 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:12:13.086458 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 92dd0e53-1ece-4446-91d2-39d049407ad5 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:12:13.087108 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 92dd0e53-1ece-4446-91d2-39d049407ad5 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:12:13.131250 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ca5890-509b-481e-8b7f-10fbcc8560aa None None] DHCP port deletion for e131d2cf-f0f6-4e3a-90af-0615e503d20b request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:12:13.153998 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f16390b2-9fbb-4452-9da9-5a3d278fcb17 req-6b08d899-07d3-4950-aece-7d7d49a247a0 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6b6ca53-a824-465d-acc6-a8fd7c7358ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102357 Sep 08 09:12:13.188973 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b5e775d0-fb9b-4cab-b420-4025b9e9ee35 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:13.201609 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-634dfeb8-8388-48ee-b1de-554c1b0e7acf tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8892138 Sep 08 09:12:13.206158 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53494) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:13.219021 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-6381d6f0-4b82-4692-8b95-475ca4a5ab37 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'subnet': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:13.227774 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-b5e775d0-fb9b-4cab-b420-4025b9e9ee35 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f827cbd-981b-4963-870a-da3dc338441e']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:12:13.261445 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7da2c5f6-1528-41ac-9606-c29a7a6f1caa req-5015882c-ed91-4972-8c67-7881ef17b3df service neutron] 10.222.0.37 "GET /v2.0/networks/af37320b-6b9f-4537-9cf7-f31def6375f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7539604 Sep 08 09:12:13.264803 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-b5e775d0-fb9b-4cab-b420-4025b9e9ee35 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a92db136-9157-48d9-ba34-f5a434c22bec') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:12:13.265241 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-b5e775d0-fb9b-4cab-b420-4025b9e9ee35 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a92db136-9157-48d9-ba34-f5a434c22bec') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:12:13.287187 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b5e775d0-fb9b-4cab-b420-4025b9e9ee35 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:13.345554 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ab18e-f322-4903-8465-79e384f8dc0c req-653a5cc5-0de5-4d21-bc00-2e29565b79e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:13.347136 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-211ab18e-f322-4903-8465-79e384f8dc0c req-653a5cc5-0de5-4d21-bc00-2e29565b79e3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fe1c0c06-98f0-406b-8a4b-14d1c1a220ac HTTP/1.1" status: 200 len: 1097 time: 0.8071582 Sep 08 09:12:13.348011 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b5e775d0-fb9b-4cab-b420-4025b9e9ee35 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:13.361978 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5e775d0-fb9b-4cab-b420-4025b9e9ee35 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:12:13.362600 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b5e775d0-fb9b-4cab-b420-4025b9e9ee35 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:13.366325 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:12:13.366325 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:12:13.366325 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:12:13.366325 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:12:13.366325 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:12:13.366325 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:12:13.366325 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:12:13.366325 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:12:13.366325 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:12:13.366325 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:12:13.366325 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:12:13.366325 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:12:13.366325 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:12:13.366325 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:12:13.366325 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:12:13.366325 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:12:13.366325 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:12:13.366325 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:12:13.366325 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:12:13.366325 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:12:13.366325 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:12:13.366325 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:12:13.366325 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:12:13.366325 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:12:13.366325 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:12:13.366325 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:12:13.366325 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:12:13.366325 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:12:13.366325 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:12:13.366325 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:12:13.366325 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:12:13.366325 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:12:13.443295 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75d8d5-aae3-4f1c-b5c5-f0435947d7a5 req-d11b0842-e317-4019-86eb-a8be9dd65037 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:13.454914 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6d75d8d5-aae3-4f1c-b5c5-f0435947d7a5 req-d11b0842-e317-4019-86eb-a8be9dd65037 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=73f26502-3747-42ba-9590-690b5230dd65 HTTP/1.1" status: 200 len: 945 time: 0.1046181 Sep 08 09:12:13.463480 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-211ab18e-f322-4903-8465-79e384f8dc0c req-1c446374-8636-4c96-81c8-00cf8d92709a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e6b6ca53-a824-465d-acc6-a8fd7c7358ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822692 Sep 08 09:12:13.467033 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b5e775d0-fb9b-4cab-b420-4025b9e9ee35 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:13.487996 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b5e775d0-fb9b-4cab-b420-4025b9e9ee35 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:13.490773 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b5e775d0-fb9b-4cab-b420-4025b9e9ee35 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "DELETE /v2.0/networks/7f827cbd-981b-4963-870a-da3dc338441e HTTP/1.1" status: 204 len: 168 time: 0.8443770 Sep 08 09:12:13.495925 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53506) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:13.504455 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5968d470-842a-4563-80a1-a373e8946bee None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:13.518225 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-5968d470-842a-4563-80a1-a373e8946bee None None] Transition to ACTIVE for port object cddb33f4-0db8-49dd-b619-a8ad13d338a8 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:12:13.522576 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6d75d8d5-aae3-4f1c-b5c5-f0435947d7a5 req-5d8582ff-9b49-4107-a6ff-460196af876f tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6b6ca53-a824-465d-acc6-a8fd7c7358ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597451 Sep 08 09:12:13.525340 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7da2c5f6-1528-41ac-9606-c29a7a6f1caa req-e5732e76-42b1-4250-8904-9052583dbcb8 service neutron] 10.222.0.37 "GET /v2.0/networks/af37320b-6b9f-4537-9cf7-f31def6375f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523613 Sep 08 09:12:13.541550 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-5968d470-842a-4563-80a1-a373e8946bee None None] Transition to ACTIVE for port object cddb33f4-0db8-49dd-b619-a8ad13d338a8 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:12:13.553409 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-59ca5890-509b-481e-8b7f-10fbcc8560aa None None] Deleting port 41bcf23e-3964-429c-b1b4-549ae9560dee {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:12:13.553855 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-59ca5890-509b-481e-8b7f-10fbcc8560aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:13.561474 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5968d470-842a-4563-80a1-a373e8946bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:13.582714 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6381d6f0-4b82-4692-8b95-475ca4a5ab37 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:12:13.588628 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6381d6f0-4b82-4692-8b95-475ca4a5ab37 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:13.636461 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b48d273b-ec6e-44fc-8173-e7e2f7569836 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:13.654793 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e775d0-fb9b-4cab-b420-4025b9e9ee35 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Pushing event deleted for resources: {'Network': ['ID=7f827cbd-981b-4963-870a-da3dc338441e,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:13.685382 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5968d470-842a-4563-80a1-a373e8946bee None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:12:13.692664 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-5968d470-842a-4563-80a1-a373e8946bee None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:12:13.710359 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5968d470-842a-4563-80a1-a373e8946bee None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:12:13.713717 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53514) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:13.798449 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-59ca5890-509b-481e-8b7f-10fbcc8560aa None None] For port 41bcf23e-3964-429c-b1b4-549ae9560dee, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=41bcf23e-3964-429c-b1b4-549ae9560dee,segment=NetworkSegment(a13fd2b6-0549-44cb-a81f-d013dc25e0e0),segment_id=a13fd2b6-0549-44cb-a81f-d013dc25e0e0)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:12:13.798878 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-59ca5890-509b-481e-8b7f-10fbcc8560aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:13.807762 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f7eca-5b8e-4126-882a-06156d29b344 req-3e1dc4bc-bbcb-4562-bee1-b4d8357cfb8c tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:13.810416 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-134f7eca-5b8e-4126-882a-06156d29b344 req-3e1dc4bc-bbcb-4562-bee1-b4d8357cfb8c tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe1c0c06-98f0-406b-8a4b-14d1c1a220ac HTTP/1.1" status: 200 len: 945 time: 0.1706703 Sep 08 09:12:13.821113 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d650a4-6494-4896-956a-54a496fa2208 req-bb6feb18-69c0-47f3-9090-20d9b5ca5fb5 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:13.823824 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-97d650a4-6494-4896-956a-54a496fa2208 req-bb6feb18-69c0-47f3-9090-20d9b5ca5fb5 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/ports?device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 946 time: 0.1479566 Sep 08 09:12:13.831814 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5968d470-842a-4563-80a1-a373e8946bee None None] Pushing event updated for resources: {'Port': ['ID=cddb33f4-0db8-49dd-b619-a8ad13d338a8,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:13.835154 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289a3fe-140f-40b1-8164-00f3170bf50d req-8f8f90ef-d0b4-449f-ace7-14a2cfb466e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:13.843148 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d289a3fe-140f-40b1-8164-00f3170bf50d req-8f8f90ef-d0b4-449f-ace7-14a2cfb466e1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 1098 time: 0.0919826 Sep 08 09:12:13.843543 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-b48d273b-ec6e-44fc-8173-e7e2f7569836 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Deleting port 41bcf23e-3964-429c-b1b4-549ae9560dee {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:12:13.844067 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b48d273b-ec6e-44fc-8173-e7e2f7569836 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:13.854463 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-59ca5890-509b-481e-8b7f-10fbcc8560aa None None] Calling delete_port for 41bcf23e-3964-429c-b1b4-549ae9560dee owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:12:13.873451 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-5968d470-842a-4563-80a1-a373e8946bee None None] Attempting to bind port cddb33f4-0db8-49dd-b619-a8ad13d338a8 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:12:13.873735 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-5968d470-842a-4563-80a1-a373e8946bee None None] Attempting to bind port cddb33f4-0db8-49dd-b619-a8ad13d338a8 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:12:13.873904 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5968d470-842a-4563-80a1-a373e8946bee None None] Attempting to bind port cddb33f4-0db8-49dd-b619-a8ad13d338a8 on network 9177193f-e165-437e-b3d7-f8fa84e750aa {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:12:13.883301 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5968d470-842a-4563-80a1-a373e8946bee None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:12:13.883678 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5968d470-842a-4563-80a1-a373e8946bee None None] Checking segment: {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:12:13.884299 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5968d470-842a-4563-80a1-a373e8946bee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:13.884466 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5968d470-842a-4563-80a1-a373e8946bee None None] Bound using segment: {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:12:13.884957 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-5968d470-842a-4563-80a1-a373e8946bee None None] Bound port: cddb33f4-0db8-49dd-b619-a8ad13d338a8, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:12:13.885347 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5968d470-842a-4563-80a1-a373e8946bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:13.941048 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d289a3fe-140f-40b1-8164-00f3170bf50d req-b1771ca2-5db4-43dc-8cdf-b9b79b04e988 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bea61fdc-ddf6-486e-8758-ec31b413e40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904942 Sep 08 09:12:13.974119 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-97d650a4-6494-4896-956a-54a496fa2208 req-ba4028e4-b155-41de-b88a-6855ba7ae588 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/security-groups?id=bea61fdc-ddf6-486e-8758-ec31b413e40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907791 Sep 08 09:12:13.994411 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-b48d273b-ec6e-44fc-8173-e7e2f7569836 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] For port 41bcf23e-3964-429c-b1b4-549ae9560dee, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=41bcf23e-3964-429c-b1b4-549ae9560dee,segment=NetworkSegment(a13fd2b6-0549-44cb-a81f-d013dc25e0e0),segment_id=a13fd2b6-0549-44cb-a81f-d013dc25e0e0)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:12:13.995024 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b48d273b-ec6e-44fc-8173-e7e2f7569836 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:14.014885 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-134f7eca-5b8e-4126-882a-06156d29b344 req-f772b18e-df49-4815-9651-f84ab589f616 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6b6ca53-a824-465d-acc6-a8fd7c7358ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522212 Sep 08 09:12:14.054736 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-b48d273b-ec6e-44fc-8173-e7e2f7569836 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Calling delete_port for 41bcf23e-3964-429c-b1b4-549ae9560dee owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:12:14.106315 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-5968d470-842a-4563-80a1-a373e8946bee None None] For port cddb33f4-0db8-49dd-b619-a8ad13d338a8, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:12:14.125697 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-5968d470-842a-4563-80a1-a373e8946bee None None] For port cddb33f4-0db8-49dd-b619-a8ad13d338a8, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=cddb33f4-0db8-49dd-b619-a8ad13d338a8,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:12:14.128640 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-59ca5890-509b-481e-8b7f-10fbcc8560aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:14.175582 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca5890-509b-481e-8b7f-10fbcc8560aa None None] Pushing event deleted for resources: {'Port': ['ID=41bcf23e-3964-429c-b1b4-549ae9560dee,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:14.179462 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5968d470-842a-4563-80a1-a373e8946bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:14.192539 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ca5890-509b-481e-8b7f-10fbcc8560aa None None] No DVR routers for this DVR port 41bcf23e-3964-429c-b1b4-549ae9560dee on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:12:14.285598 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5968d470-842a-4563-80a1-a373e8946bee None None] Pushing event updated for resources: {'Port': ['ID=cddb33f4-0db8-49dd-b619-a8ad13d338a8,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:14.488656 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-18a7eee0-cb36-47c4-8810-94ac9da8de28 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:14.489380 n-d-806683-11 neutron-server[94713]: WARNING neutron.api.v2.base [None req-18a7eee0-cb36-47c4-8810-94ac9da8de28 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 08 09:12:14.489898 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-18a7eee0-cb36-47c4-8810-94ac9da8de28 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] create failed (client error): There was a conflict when trying to complete your request. Sep 08 09:12:14.494195 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-18a7eee0-cb36-47c4-8810-94ac9da8de28 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.7756841 Sep 08 09:12:14.495141 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53530) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:14.501293 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-98be91be-7e26-4878-8512-bbaf81318c60 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Request body: {'security_group': {'name': 'tempest-secgroup--2062341616'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:14.534094 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6381d6f0-4b82-4692-8b95-475ca4a5ab37 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:14.544976 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-98be91be-7e26-4878-8512-bbaf81318c60 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:14.558864 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-98be91be-7e26-4878-8512-bbaf81318c60 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:14.595880 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6381d6f0-4b82-4692-8b95-475ca4a5ab37 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:12:14.600705 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-6381d6f0-4b82-4692-8b95-475ca4a5ab37 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:12:14.605902 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6381d6f0-4b82-4692-8b95-475ca4a5ab37 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:14.606556 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6381d6f0-4b82-4692-8b95-475ca4a5ab37 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:14.621353 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b48d273b-ec6e-44fc-8173-e7e2f7569836 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:14.626335 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6381d6f0-4b82-4692-8b95-475ca4a5ab37 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Subnet': ['ID=b3ac29d5-61d7-43cb-9f72-9f1e75e89e7b,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:14.656460 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d273b-ec6e-44fc-8173-e7e2f7569836 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Pushing event deleted for resources: {'Port': ['ID=41bcf23e-3964-429c-b1b4-549ae9560dee,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:14.658389 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48d273b-ec6e-44fc-8173-e7e2f7569836 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] No DVR routers for this DVR port 41bcf23e-3964-429c-b1b4-549ae9560dee on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:12:14.696165 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-98be91be-7e26-4878-8512-bbaf81318c60 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:14.702294 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-98be91be-7e26-4878-8512-bbaf81318c60 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:14.718357 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6381d6f0-4b82-4692-8b95-475ca4a5ab37 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5109520 Sep 08 09:12:14.729981 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53536) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:14.745747 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-956d269e-b121-4a6f-b58f-11a448faa258 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'port': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'mac_address': 'fa:16:3e:1e:10:66', 'name': 'tempest-NetworksTestDHCPv6-852928655'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:14.746793 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b48d273b-ec6e-44fc-8173-e7e2f7569836 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:14.768467 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-b48d273b-ec6e-44fc-8173-e7e2f7569836 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e131d2cf-f0f6-4e3a-90af-0615e503d20b']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:12:14.778825 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-b48d273b-ec6e-44fc-8173-e7e2f7569836 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a13fd2b6-0549-44cb-a81f-d013dc25e0e0') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:12:14.779138 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-b48d273b-ec6e-44fc-8173-e7e2f7569836 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a13fd2b6-0549-44cb-a81f-d013dc25e0e0') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:12:14.790608 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b48d273b-ec6e-44fc-8173-e7e2f7569836 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:14.794754 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be91be-7e26-4878-8512-bbaf81318c60 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b61596b-a08c-4c0f-abae-202efd1c65d1,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:14.809951 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b48d273b-ec6e-44fc-8173-e7e2f7569836 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:14.820542 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b48d273b-ec6e-44fc-8173-e7e2f7569836 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:12:14.821458 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b48d273b-ec6e-44fc-8173-e7e2f7569836 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:14.824985 n-d-806683-11 neutron-server[94713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:12:14.824985 n-d-806683-11 neutron-server[94713]: self.session.flush() Sep 08 09:12:14.824985 n-d-806683-11 neutron-server[94713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:12:14.824985 n-d-806683-11 neutron-server[94713]: self.session.flush() Sep 08 09:12:14.824985 n-d-806683-11 neutron-server[94713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:12:14.824985 n-d-806683-11 neutron-server[94713]: self.session.flush() Sep 08 09:12:14.824985 n-d-806683-11 neutron-server[94713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:12:14.824985 n-d-806683-11 neutron-server[94713]: self.session.flush() Sep 08 09:12:14.824985 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:12:14.824985 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:12:14.824985 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:12:14.824985 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:12:14.824985 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:12:14.824985 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:12:14.824985 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:12:14.824985 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:12:14.824985 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:12:14.824985 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:12:14.824985 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:12:14.824985 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:12:14.824985 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:12:14.824985 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:12:14.824985 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:12:14.824985 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:12:14.824985 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:12:14.824985 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:12:14.824985 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:12:14.824985 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:12:14.824985 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:12:14.824985 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:12:14.824985 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:12:14.824985 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:12:14.824985 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:12:14.824985 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:12:14.824985 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:12:14.824985 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:12:14.824985 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:12:14.824985 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:12:14.824985 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:12:14.824985 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:12:14.909921 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b48d273b-ec6e-44fc-8173-e7e2f7569836 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:14.914923 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-98be91be-7e26-4878-8512-bbaf81318c60 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:14.918234 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b48d273b-ec6e-44fc-8173-e7e2f7569836 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:14.920433 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b48d273b-ec6e-44fc-8173-e7e2f7569836 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] 10.222.0.54 "DELETE /v2.0/networks/e131d2cf-f0f6-4e3a-90af-0615e503d20b HTTP/1.1" status: 204 len: 168 time: 1.4113159 Sep 08 09:12:14.935016 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-98be91be-7e26-4878-8512-bbaf81318c60 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:14.935560 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d273b-ec6e-44fc-8173-e7e2f7569836 tempest-TaggedBootDevicesTest_v242-1179740429 tempest-TaggedBootDevicesTest_v242-1179740429-project] Pushing event deleted for resources: {'Network': ['ID=e131d2cf-f0f6-4e3a-90af-0615e503d20b,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:15.018834 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956d269e-b121-4a6f-b58f-11a448faa258 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:12:15.038305 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-98be91be-7e26-4878-8512-bbaf81318c60 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:15.039379 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-98be91be-7e26-4878-8512-bbaf81318c60 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5428922 Sep 08 09:12:15.043209 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be91be-7e26-4878-8512-bbaf81318c60 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d45fb15-8b32-4ffa-a9f3-bd0c44da1db4,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:15.043361 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53544) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:15.058089 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-39631f79-6d49-427e-8a22-2cf976c7b3d0 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Request body: {'security_group_rule': {'security_group_id': '7d45fb15-8b32-4ffa-a9f3-bd0c44da1db4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:15.141626 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-39631f79-6d49-427e-8a22-2cf976c7b3d0 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:15.210662 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device cddb33f4-0db8-49dd-b619-a8ad13d338a8 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:12:15.331654 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port cddb33f4-0db8-49dd-b619-a8ad13d338a8 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:12:15.374543 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433642ec-e146-4ad7-91a8-8aadd50815e0 req-0d87b147-6d1b-49d9-9fb5-a160e20db8ec tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:15.380110 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-433642ec-e146-4ad7-91a8-8aadd50815e0 req-0d87b147-6d1b-49d9-9fb5-a160e20db8ec tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/ports?device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 946 time: 0.1866212 Sep 08 09:12:15.389188 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-39631f79-6d49-427e-8a22-2cf976c7b3d0 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:15.390074 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-956d269e-b121-4a6f-b58f-11a448faa258 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:15.409439 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 41bcf23e-3964-429c-b1b4-549ae9560dee no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:12:15.427564 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-39631f79-6d49-427e-8a22-2cf976c7b3d0 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:15.429538 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064eefeb-5554-4ce6-bf0d-ab72a445a2c7 req-31a67afc-9617-457c-8f22-f7e9d26145e8 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:15.434285 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-064eefeb-5554-4ce6-bf0d-ab72a445a2c7 req-31a67afc-9617-457c-8f22-f7e9d26145e8 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe1c0c06-98f0-406b-8a4b-14d1c1a220ac HTTP/1.1" status: 200 len: 945 time: 0.1977468 Sep 08 09:12:15.468017 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 41bcf23e-3964-429c-b1b4-549ae9560dee {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:12:15.468369 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 41bcf23e-3964-429c-b1b4-549ae9560dee not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:12:15.470725 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [None req-956d269e-b121-4a6f-b58f-11a448faa258 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] device_id is not set on port 87b99cf2-96fc-4b73-9c69-e47a792ec31f yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:12:15.503133 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39631f79-6d49-427e-8a22-2cf976c7b3d0 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8481af52-220d-4721-9e38-dab7ddec2124,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:15.509791 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-39631f79-6d49-427e-8a22-2cf976c7b3d0 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:15.514774 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-39631f79-6d49-427e-8a22-2cf976c7b3d0 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4686751 Sep 08 09:12:15.516987 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53556) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:15.522197 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-941783dc-d682-4363-9b0f-6340f8eb90da tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Request body: {'security_group_rule': {'security_group_id': '7d45fb15-8b32-4ffa-a9f3-bd0c44da1db4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:15.529354 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-433642ec-e146-4ad7-91a8-8aadd50815e0 req-a80ce79f-ab01-4ea9-a1f5-912325631cec tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/security-groups?id=bea61fdc-ddf6-486e-8758-ec31b413e40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422055 Sep 08 09:12:15.626670 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198fea22-d310-4aa4-929d-125984ebcf5a None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:12:15.634909 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-064eefeb-5554-4ce6-bf0d-ab72a445a2c7 req-08df16c3-4987-478a-89d0-0f6da8e5c4c5 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6b6ca53-a824-465d-acc6-a8fd7c7358ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914501 Sep 08 09:12:15.652729 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-941783dc-d682-4363-9b0f-6340f8eb90da tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:15.779316 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-dfa898a4-8a3f-4ba4-9735-9881e73b71e0 None None] Provisioning for port cddb33f4-0db8-49dd-b619-a8ad13d338a8 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:12:15.788828 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-dfa898a4-8a3f-4ba4-9735-9881e73b71e0 None None] Provisioning complete for port cddb33f4-0db8-49dd-b619-a8ad13d338a8 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:12:15.789215 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-dfa898a4-8a3f-4ba4-9735-9881e73b71e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:15.805583 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-941783dc-d682-4363-9b0f-6340f8eb90da tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] create failed (client error): There was a conflict when trying to complete your request. Sep 08 09:12:15.806726 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-941783dc-d682-4363-9b0f-6340f8eb90da tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2884347 Sep 08 09:12:15.809769 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53564) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:15.865750 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-956d269e-b121-4a6f-b58f-11a448faa258 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Allocated IP 2001:db8:0:1::2ea (9177193f-e165-437e-b3d7-f8fa84e750aa/b3ac29d5-61d7-43cb-9f72-9f1e75e89e7b/87b99cf2-96fc-4b73-9c69-e47a792ec31f) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:12:15.886416 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-956d269e-b121-4a6f-b58f-11a448faa258 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Allocated IP 2001:db8::f816:3eff:fe1e:1066 (9177193f-e165-437e-b3d7-f8fa84e750aa/30bb29f0-8f18-481b-91b3-79886ddcae00/87b99cf2-96fc-4b73-9c69-e47a792ec31f) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:12:15.910696 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e02ef4db-a346-40a3-a2a9-c1496f920900 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:15.941305 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e02ef4db-a346-40a3-a2a9-c1496f920900 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:16.010350 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e02ef4db-a346-40a3-a2a9-c1496f920900 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:16.013999 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e02ef4db-a346-40a3-a2a9-c1496f920900 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:16.015277 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e02ef4db-a346-40a3-a2a9-c1496f920900 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "DELETE /v2.0/security-groups/7d45fb15-8b32-4ffa-a9f3-bd0c44da1db4 HTTP/1.1" status: 204 len: 168 time: 0.2041414 Sep 08 09:12:16.020524 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53570) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:16.030926 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ef4db-a346-40a3-a2a9-c1496f920900 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d45fb15-8b32-4ffa-a9f3-bd0c44da1db4,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:16.071278 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-dfa898a4-8a3f-4ba4-9735-9881e73b71e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:16.163297 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53574) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:16.163594 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-a7560640-3b11-40cc-9459-efd28905098f tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1416948 Sep 08 09:12:16.168933 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-8f3efbba-fd9b-475e-acb3-4e9f64e56e9b tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Request body: {'security_group': {'name': 'tempest-secgroup--1312191012'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:16.193214 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-956d269e-b121-4a6f-b58f-11a448faa258 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:16.202244 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8f3efbba-fd9b-475e-acb3-4e9f64e56e9b tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:16.211089 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-956d269e-b121-4a6f-b58f-11a448faa258 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Transition to ACTIVE for port object 87b99cf2-96fc-4b73-9c69-e47a792ec31f will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:12:16.217533 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-dfa898a4-8a3f-4ba4-9735-9881e73b71e0 None None] For port cddb33f4-0db8-49dd-b619-a8ad13d338a8, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=cddb33f4-0db8-49dd-b619-a8ad13d338a8,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:12:16.230720 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-dfa898a4-8a3f-4ba4-9735-9881e73b71e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:16.254914 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-956d269e-b121-4a6f-b58f-11a448faa258 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:16.279323 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956d269e-b121-4a6f-b58f-11a448faa258 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:12:16.283873 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-956d269e-b121-4a6f-b58f-11a448faa258 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:12:16.299191 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d68668-31d1-4a6c-8567-c2147c783771 None None] Update dhcp port {'port': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'fixed_ips': [{'subnet_id': '30bb29f0-8f18-481b-91b3-79886ddcae00', 'ip_address': '2001:db8::f816:3eff:fe0f:7d3'}, {'subnet_id': 'b3ac29d5-61d7-43cb-9f72-9f1e75e89e7b'}], 'binding:host_id': 'n-d-806683-11'}, 'id': 'cddb33f4-0db8-49dd-b619-a8ad13d338a8'} from n-d-806683-11. {{(pid=94714) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 08 09:12:16.308577 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956d269e-b121-4a6f-b58f-11a448faa258 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:12:16.315410 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956d269e-b121-4a6f-b58f-11a448faa258 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:16.316264 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-956d269e-b121-4a6f-b58f-11a448faa258 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:16.346609 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-46d68668-31d1-4a6c-8567-c2147c783771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:16.350766 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956d269e-b121-4a6f-b58f-11a448faa258 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Port': ['ID=87b99cf2-96fc-4b73-9c69-e47a792ec31f,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:16.359111 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa898a4-8a3f-4ba4-9735-9881e73b71e0 None None] Pushing event updated for resources: {'Port': ['ID=cddb33f4-0db8-49dd-b619-a8ad13d338a8,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:16.384607 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8f3efbba-fd9b-475e-acb3-4e9f64e56e9b tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:16.390206 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8f3efbba-fd9b-475e-acb3-4e9f64e56e9b tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:16.400549 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-956d269e-b121-4a6f-b58f-11a448faa258 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6615467 Sep 08 09:12:16.400907 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53576) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:16.443703 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3efbba-fd9b-475e-acb3-4e9f64e56e9b tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb97cf0-8e47-4c16-bd43-104d3dbce0c5,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:16.461834 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8f3efbba-fd9b-475e-acb3-4e9f64e56e9b tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:16.464593 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8f3efbba-fd9b-475e-acb3-4e9f64e56e9b tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2998242 Sep 08 09:12:16.467753 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53578) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:16.483639 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-75f088fb-9f2d-42a7-8a60-9cabeb86a4cd tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Request body: {'security_group_rule': {'security_group_id': '2fb97cf0-8e47-4c16-bd43-104d3dbce0c5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:16.486836 n-d-806683-11 neutron-server[94713]: WARNING neutron.api.v2.base [None req-75f088fb-9f2d-42a7-8a60-9cabeb86a4cd tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 08 09:12:16.488020 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-75f088fb-9f2d-42a7-8a60-9cabeb86a4cd tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:12:16.489380 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-75f088fb-9f2d-42a7-8a60-9cabeb86a4cd tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0197694 Sep 08 09:12:16.492580 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53580) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:16.590920 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-46d68668-31d1-4a6c-8567-c2147c783771 None None] Allocated IP 2001:db8:0:1::2 (9177193f-e165-437e-b3d7-f8fa84e750aa/b3ac29d5-61d7-43cb-9f72-9f1e75e89e7b/cddb33f4-0db8-49dd-b619-a8ad13d338a8) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:12:16.652272 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2cb6b973-70f6-426d-b686-b3873511b806 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:16.679740 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-563c4302-a101-4db9-9bb9-6c90f420adc5 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting port 87b99cf2-96fc-4b73-9c69-e47a792ec31f {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:12:16.680095 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-563c4302-a101-4db9-9bb9-6c90f420adc5 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:16.707709 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ad6ab-2167-4f71-b4a0-22d4c4eaeef6 req-f32b2245-d99e-4421-ad56-64e368f961c2 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:16.719876 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-536ad6ab-2167-4f71-b4a0-22d4c4eaeef6 req-f32b2245-d99e-4421-ad56-64e368f961c2 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/ports?device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 946 time: 0.0951469 Sep 08 09:12:16.747999 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2cb6b973-70f6-426d-b686-b3873511b806 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:16.749959 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-46d68668-31d1-4a6c-8567-c2147c783771 None None] For port cddb33f4-0db8-49dd-b619-a8ad13d338a8, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=cddb33f4-0db8-49dd-b619-a8ad13d338a8,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:12:16.802255 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-536ad6ab-2167-4f71-b4a0-22d4c4eaeef6 req-31c7881d-d40b-45ef-872a-4b714802a786 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/security-groups?id=bea61fdc-ddf6-486e-8758-ec31b413e40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753200 Sep 08 09:12:16.811950 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-46d68668-31d1-4a6c-8567-c2147c783771 None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:16.832623 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-46d68668-31d1-4a6c-8567-c2147c783771 None None] Transition to ACTIVE for port object cddb33f4-0db8-49dd-b619-a8ad13d338a8 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:12:16.837981 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-46d68668-31d1-4a6c-8567-c2147c783771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:16.927763 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2cb6b973-70f6-426d-b686-b3873511b806 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:16.931241 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2cb6b973-70f6-426d-b686-b3873511b806 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:16.932578 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2cb6b973-70f6-426d-b686-b3873511b806 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "DELETE /v2.0/security-groups/2fb97cf0-8e47-4c16-bd43-104d3dbce0c5 HTTP/1.1" status: 204 len: 168 time: 0.4388421 Sep 08 09:12:16.935830 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53594) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:16.969918 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-563c4302-a101-4db9-9bb9-6c90f420adc5 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:16.987473 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-41d30e89-1387-4bc6-be94-bc0d0bf00625 req-6b73d84c-d54d-4ee4-b761-8cbfd493d1c0 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-743797405', 'description': 'tempest-description-199447087'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:16.994143 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb6b973-70f6-426d-b686-b3873511b806 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb97cf0-8e47-4c16-bd43-104d3dbce0c5,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:17.007632 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838796b-6b59-45f7-ba54-dfd53bd7fd63 req-906f3b57-e359-44ca-8ba0-75e607fb60b6 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:17.017434 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8838796b-6b59-45f7-ba54-dfd53bd7fd63 req-906f3b57-e359-44ca-8ba0-75e607fb60b6 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe1c0c06-98f0-406b-8a4b-14d1c1a220ac HTTP/1.1" status: 200 len: 945 time: 0.1994743 Sep 08 09:12:17.018180 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d68668-31d1-4a6c-8567-c2147c783771 None None] Pushing event updated for resources: {'Port': ['ID=cddb33f4-0db8-49dd-b619-a8ad13d338a8,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:17.030219 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-563c4302-a101-4db9-9bb9-6c90f420adc5 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Calling delete_port for 87b99cf2-96fc-4b73-9c69-e47a792ec31f owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:12:17.122252 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device cddb33f4-0db8-49dd-b619-a8ad13d338a8 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:12:17.138958 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c4f67793-652d-4545-95d4-052f11d3402a tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2010741 Sep 08 09:12:17.144930 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53600) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:17.152404 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-cbcbd47b-450b-4d3c-a6fa-8e2513ef1ab3 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Request body: {'security_group': {'name': 'tempest-secgroup--148026181'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:17.156602 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8838796b-6b59-45f7-ba54-dfd53bd7fd63 req-44e71b4e-7eeb-4b60-a082-98212a941094 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6b6ca53-a824-465d-acc6-a8fd7c7358ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376870 Sep 08 09:12:17.158551 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-41d30e89-1387-4bc6-be94-bc0d0bf00625 req-6b73d84c-d54d-4ee4-b761-8cbfd493d1c0 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:17.245163 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cbcbd47b-450b-4d3c-a6fa-8e2513ef1ab3 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:17.389351 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-41d30e89-1387-4bc6-be94-bc0d0bf00625 req-6b73d84c-d54d-4ee4-b761-8cbfd493d1c0 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:17.400708 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-41d30e89-1387-4bc6-be94-bc0d0bf00625 req-6b73d84c-d54d-4ee4-b761-8cbfd493d1c0 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:17.443935 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-563c4302-a101-4db9-9bb9-6c90f420adc5 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:17.517258 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c4302-a101-4db9-9bb9-6c90f420adc5 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Port': ['ID=87b99cf2-96fc-4b73-9c69-e47a792ec31f,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:17.538950 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b73d84c-d54d-4ee4-b761-8cbfd493d1c0 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8b0690-5611-40bf-ac73-954eeeb40cf5,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:17.562813 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-563c4302-a101-4db9-9bb9-6c90f420adc5 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:17.567278 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-563c4302-a101-4db9-9bb9-6c90f420adc5 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/ports/87b99cf2-96fc-4b73-9c69-e47a792ec31f HTTP/1.1" status: 204 len: 168 time: 1.1621768 Sep 08 09:12:17.567876 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53606) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:17.639586 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cbcbd47b-450b-4d3c-a6fa-8e2513ef1ab3 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:17.649871 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cbcbd47b-450b-4d3c-a6fa-8e2513ef1ab3 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:17.650518 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-021e7ea7-f589-4a9d-a788-a97ce6ab22b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:17.691850 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b3f8df-3808-44b9-96ee-ccfa42b61e90 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:17.692463 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-41d30e89-1387-4bc6-be94-bc0d0bf00625 req-6b73d84c-d54d-4ee4-b761-8cbfd493d1c0 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:17.694156 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-41d30e89-1387-4bc6-be94-bc0d0bf00625 req-6b73d84c-d54d-4ee4-b761-8cbfd493d1c0 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7172098 Sep 08 09:12:17.698697 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d2b3f8df-3808-44b9-96ee-ccfa42b61e90 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1291468 Sep 08 09:12:17.699372 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53608) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:17.704544 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cbcbd47b-450b-4d3c-a6fa-8e2513ef1ab3 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:17.706461 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-cbcbd47b-450b-4d3c-a6fa-8e2513ef1ab3 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5601823 Sep 08 09:12:17.709688 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53612) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:17.728653 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-aa3ebf33-e7ec-4df2-9d9d-0cfda96f946e tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Request body: {'security_group_rule': {'security_group_id': '66158d0f-9263-4da2-80f9-b85b3f7ff135', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:17.730969 n-d-806683-11 neutron-server[94713]: WARNING neutron.api.v2.base [None req-aa3ebf33-e7ec-4df2-9d9d-0cfda96f946e tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 08 09:12:17.731518 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-aa3ebf33-e7ec-4df2-9d9d-0cfda96f946e tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:12:17.737345 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-aa3ebf33-e7ec-4df2-9d9d-0cfda96f946e tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0231235 Sep 08 09:12:17.738033 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53614) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:17.845264 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcbd47b-450b-4d3c-a6fa-8e2513ef1ab3 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66158d0f-9263-4da2-80f9-b85b3f7ff135,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:17.861304 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104f774f-475c-4843-83e0-03a9ace056ea tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:17.871897 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-104f774f-475c-4843-83e0-03a9ace056ea tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1714435 Sep 08 09:12:17.872762 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53618) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:17.933175 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890dba88-9c43-40b5-925b-74e7bb73b939 req-bd130eec-7508-412d-a0fa-1655a41370ca tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:17.934819 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-890dba88-9c43-40b5-925b-74e7bb73b939 req-bd130eec-7508-412d-a0fa-1655a41370ca tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=85f20282-92dd-4732-840d-230237a292a8 HTTP/1.1" status: 200 len: 945 time: 0.1629751 Sep 08 09:12:17.947233 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0a90771f-25cf-4c4f-a98a-688c027e8520 req-f9d30471-f4a2-4a64-bd7c-8516c5451bf4 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-743797405&fields=id&tenant_id=0e0fa2b77317456893f5fab251cfa62c HTTP/1.1" status: 200 len: 267 time: 0.1443279 Sep 08 09:12:17.961585 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-91300003-5767-4011-944b-9697961e05d4 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:18.002317 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcceb81-34d8-441c-85d4-20d431fbb68e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:18.003907 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcceb81-34d8-441c-85d4-20d431fbb68e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:18.008717 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcceb81-34d8-441c-85d4-20d431fbb68e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:18.012607 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-afcceb81-34d8-441c-85d4-20d431fbb68e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1359310 Sep 08 09:12:18.014753 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53626) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:18.049250 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-91300003-5767-4011-944b-9697961e05d4 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:18.081854 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-059fb7cd-6f27-4d39-854d-058561691106 None None] Provisioning for port cddb33f4-0db8-49dd-b619-a8ad13d338a8 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:12:18.085762 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90771f-25cf-4c4f-a98a-688c027e8520 req-4a7a7f12-f748-44ed-9edd-c76cee71415d tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:18.086723 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-059fb7cd-6f27-4d39-854d-058561691106 None None] Provisioning complete for port cddb33f4-0db8-49dd-b619-a8ad13d338a8 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:12:18.087622 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0a90771f-25cf-4c4f-a98a-688c027e8520 req-4a7a7f12-f748-44ed-9edd-c76cee71415d tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/ports?device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 946 time: 0.1189682 Sep 08 09:12:18.101172 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-059fb7cd-6f27-4d39-854d-058561691106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:18.148468 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-0a90771f-25cf-4c4f-a98a-688c027e8520 req-bd85c5cf-b6e1-4ef7-97ff-e5eacfe04436 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Request body: {'port': {'security_groups': ['bea61fdc-ddf6-486e-8758-ec31b413e40b', 'fe8b0690-5611-40bf-ac73-954eeeb40cf5']}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:18.207534 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-451cc887-6a54-4aec-84ae-4ac386045c7f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting subnet 30bb29f0-8f18-481b-91b3-79886ddcae00 {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:12:18.238450 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-91300003-5767-4011-944b-9697961e05d4 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:18.241785 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-91300003-5767-4011-944b-9697961e05d4 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:18.243005 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-91300003-5767-4011-944b-9697961e05d4 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "DELETE /v2.0/security-groups/66158d0f-9263-4da2-80f9-b85b3f7ff135 HTTP/1.1" status: 204 len: 168 time: 0.4891737 Sep 08 09:12:18.276998 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53634) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:18.286260 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-890dba88-9c43-40b5-925b-74e7bb73b939 req-70adf90e-00f6-4b57-a73a-0ae29994463a tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6b6ca53-a824-465d-acc6-a8fd7c7358ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112869 Sep 08 09:12:18.347227 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-451cc887-6a54-4aec-84ae-4ac386045c7f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:18.380013 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-0a90771f-25cf-4c4f-a98a-688c027e8520 req-bd85c5cf-b6e1-4ef7-97ff-e5eacfe04436 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:18.422862 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91300003-5767-4011-944b-9697961e05d4 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66158d0f-9263-4da2-80f9-b85b3f7ff135,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:18.482411 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d448cc83-fb94-46a5-a3ac-b01b190a880c None None] Could not find standard attr ID for object 87b99cf2-96fc-4b73-9c69-e47a792ec31f. {{(pid=94714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 09:12:18.530084 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-451cc887-6a54-4aec-84ae-4ac386045c7f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:18.542834 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53642) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:18.543671 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ee15a51b-dd60-4928-a4bf-8b53aef0f281 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2556920 Sep 08 09:12:18.548574 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-3f068828-f2e8-4e9d-8814-acca1b00a170 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Request body: {'security_group': {'name': 'tempest-secgroup--1751440075'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:18.628563 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3f068828-f2e8-4e9d-8814-acca1b00a170 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:18.765569 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-451cc887-6a54-4aec-84ae-4ac386045c7f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:18.864865 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-0a90771f-25cf-4c4f-a98a-688c027e8520 req-bd85c5cf-b6e1-4ef7-97ff-e5eacfe04436 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] For port a2394ea8-887b-423b-aec7-fc15c72355a0, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=a2394ea8-887b-423b-aec7-fc15c72355a0,segment=NetworkSegment(8a3011db-cedf-4056-876c-18fca329db0d),segment_id=8a3011db-cedf-4056-876c-18fca329db0d)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:12:18.875177 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f22020-1870-4fdf-96de-1ffbbad27cd2 req-7642d3ea-22b9-4e51-8b95-00e64979cc44 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:18.883786 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-17f22020-1870-4fdf-96de-1ffbbad27cd2 req-7642d3ea-22b9-4e51-8b95-00e64979cc44 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=73f26502-3747-42ba-9590-690b5230dd65 HTTP/1.1" status: 200 len: 945 time: 0.0908515 Sep 08 09:12:18.907746 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-0a90771f-25cf-4c4f-a98a-688c027e8520 req-bd85c5cf-b6e1-4ef7-97ff-e5eacfe04436 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:18.915207 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-451cc887-6a54-4aec-84ae-4ac386045c7f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:18.936262 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-0a90771f-25cf-4c4f-a98a-688c027e8520 req-bd85c5cf-b6e1-4ef7-97ff-e5eacfe04436 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:18.962097 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-451cc887-6a54-4aec-84ae-4ac386045c7f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:18.966728 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-451cc887-6a54-4aec-84ae-4ac386045c7f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/30bb29f0-8f18-481b-91b3-79886ddcae00 HTTP/1.1" status: 204 len: 168 time: 0.9441049 Sep 08 09:12:18.967501 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53644) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:18.970493 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451cc887-6a54-4aec-84ae-4ac386045c7f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Subnet': ['ID=30bb29f0-8f18-481b-91b3-79886ddcae00,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:18.977441 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae9f319-083f-4bda-b5d3-c7f27b06978c None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:12:18.996575 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['a2394ea8-887b-423b-aec7-fc15c72355a0'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:12:19.022519 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-17f22020-1870-4fdf-96de-1ffbbad27cd2 req-ae575625-7cff-4f72-af82-1806f38c91de tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6b6ca53-a824-465d-acc6-a8fd7c7358ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377275 Sep 08 09:12:19.077071 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3f068828-f2e8-4e9d-8814-acca1b00a170 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:19.096425 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3f068828-f2e8-4e9d-8814-acca1b00a170 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:19.111140 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90771f-25cf-4c4f-a98a-688c027e8520 req-bd85c5cf-b6e1-4ef7-97ff-e5eacfe04436 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:19.113295 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-0a90771f-25cf-4c4f-a98a-688c027e8520 req-bd85c5cf-b6e1-4ef7-97ff-e5eacfe04436 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:19.120698 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device cddb33f4-0db8-49dd-b619-a8ad13d338a8 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:12:19.121453 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0a90771f-25cf-4c4f-a98a-688c027e8520 req-bd85c5cf-b6e1-4ef7-97ff-e5eacfe04436 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "PUT /v2.0/ports/a2394ea8-887b-423b-aec7-fc15c72355a0 HTTP/1.1" status: 200 len: 982 time: 1.0063155 Sep 08 09:12:19.129173 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-bedcfc87-c61b-44c0-9f85-d3eb0041d97d tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting subnet b3ac29d5-61d7-43cb-9f72-9f1e75e89e7b {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:12:19.136232 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bedcfc87-c61b-44c0-9f85-d3eb0041d97d tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:19.180988 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c968a7-2dd1-441e-b6fc-f02c693b9084', 'tag': 'a2394ea8-887b-423b-aec7-fc15c72355a0'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:12:19.184508 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c67503-942f-4a41-955c-8708b3623d85" -d '{"events": [{"name": "network-changed", "server_uuid": "54c968a7-2dd1-441e-b6fc-f02c693b9084", "tag": "a2394ea8-887b-423b-aec7-fc15c72355a0"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:12:19.204862 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f068828-f2e8-4e9d-8814-acca1b00a170 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e37839ab-3e3f-4703-b688-ff272c6a5ee6,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:19.228685 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3f068828-f2e8-4e9d-8814-acca1b00a170 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:19.230450 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3f068828-f2e8-4e9d-8814-acca1b00a170 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6864994 Sep 08 09:12:19.236338 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53654) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:19.246825 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bedcfc87-c61b-44c0-9f85-d3eb0041d97d tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:19.254504 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-39e90f5d-7edf-4103-8cb1-66f2db2fe9db tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Request body: {'security_group_rule': {'security_group_id': 'e37839ab-3e3f-4703-b688-ff272c6a5ee6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:19.267075 n-d-806683-11 neutron-server[94713]: WARNING neutron.api.v2.base [None req-39e90f5d-7edf-4103-8cb1-66f2db2fe9db tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 08 09:12:19.267514 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-39e90f5d-7edf-4103-8cb1-66f2db2fe9db tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:12:19.268654 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-39e90f5d-7edf-4103-8cb1-66f2db2fe9db tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0303628 Sep 08 09:12:19.286872 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53656) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:19.306993 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-c7788a58-5143-448b-9ddf-93fadd70e3c8 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Request body: {'security_group_rule': {'security_group_id': 'e37839ab-3e3f-4703-b688-ff272c6a5ee6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:19.308735 n-d-806683-11 neutron-server[94713]: WARNING neutron.api.v2.base [None req-c7788a58-5143-448b-9ddf-93fadd70e3c8 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 08 09:12:19.309297 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-c7788a58-5143-448b-9ddf-93fadd70e3c8 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:12:19.319520 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c7788a58-5143-448b-9ddf-93fadd70e3c8 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0249193 Sep 08 09:12:19.324188 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53660) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:19.333171 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85c5cf-b6e1-4ef7-97ff-e5eacfe04436 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Pushing event updated for resources: {'Port': ['ID=a2394ea8-887b-423b-aec7-fc15c72355a0,revision_number=6']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:19.335522 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-0831ab40-0a88-4a44-8139-7060e12505e4 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Request body: {'security_group_rule': {'security_group_id': 'e37839ab-3e3f-4703-b688-ff272c6a5ee6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:19.345531 n-d-806683-11 neutron-server[94712]: WARNING neutron.api.v2.base [None req-0831ab40-0a88-4a44-8139-7060e12505e4 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 08 09:12:19.346217 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-0831ab40-0a88-4a44-8139-7060e12505e4 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:12:19.350729 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53662) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:19.363863 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-0831ab40-0a88-4a44-8139-7060e12505e4 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0314457 Sep 08 09:12:19.368390 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['a2394ea8-887b-423b-aec7-fc15c72355a0'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:12:19.392915 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-68778908-b7c4-43bf-814f-6d79d4fe71ca tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Request body: {'security_group_rule': {'security_group_id': 'e37839ab-3e3f-4703-b688-ff272c6a5ee6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:19.394335 n-d-806683-11 neutron-server[94713]: WARNING neutron.api.v2.base [None req-68778908-b7c4-43bf-814f-6d79d4fe71ca tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 08 09:12:19.396611 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-68778908-b7c4-43bf-814f-6d79d4fe71ca tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:12:19.400585 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-68778908-b7c4-43bf-814f-6d79d4fe71ca tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0485218 Sep 08 09:12:19.406712 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53664) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:19.454734 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a40fad78-af74-434e-9121-323d215bb8bc req-b282dd39-c710-4839-b1a1-268cc3a9fa49 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-743797405&fields=id&tenant_id=0e0fa2b77317456893f5fab251cfa62c HTTP/1.1" status: 200 len: 267 time: 0.2227759 Sep 08 09:12:19.459461 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port cddb33f4-0db8-49dd-b619-a8ad13d338a8 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:12:19.459835 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:19.469506 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bedcfc87-c61b-44c0-9f85-d3eb0041d97d tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:19.544919 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bedcfc87-c61b-44c0-9f85-d3eb0041d97d tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:19.590290 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40fad78-af74-434e-9121-323d215bb8bc req-755359e4-5c1e-4e7b-8f79-4955c28cc60f tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:19.592278 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a40fad78-af74-434e-9121-323d215bb8bc req-755359e4-5c1e-4e7b-8f79-4955c28cc60f tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/ports?device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 985 time: 0.1212344 Sep 08 09:12:19.593191 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b23edbf2-8c89-4153-bc17-ded446ac2fa5 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:19.631895 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-a40fad78-af74-434e-9121-323d215bb8bc req-79f37622-3108-4506-9554-83f482db6800 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Request body: {'port': {'security_groups': ['bea61fdc-ddf6-486e-8758-ec31b413e40b']}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:19.640175 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b23edbf2-8c89-4153-bc17-ded446ac2fa5 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:19.659406 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedcfc87-c61b-44c0-9f85-d3eb0041d97d tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Subnet': ['ID=b3ac29d5-61d7-43cb-9f72-9f1e75e89e7b,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:19.681978 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bedcfc87-c61b-44c0-9f85-d3eb0041d97d tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:19.686851 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-bedcfc87-c61b-44c0-9f85-d3eb0041d97d tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/b3ac29d5-61d7-43cb-9f72-9f1e75e89e7b HTTP/1.1" status: 204 len: 168 time: 0.7161543 Sep 08 09:12:19.689330 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53674) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:19.732789 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6e0c6-2286-4330-9d04-bc4698fbecd3 req-77f80935-b186-4c62-b032-e6f04dbf3f79 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:19.754003 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-837c9111-8038-4d39-b9a9-ee388e2e205d tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0538311 Sep 08 09:12:19.756526 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6e0c6-2286-4330-9d04-bc4698fbecd3 req-77f80935-b186-4c62-b032-e6f04dbf3f79 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:19.760893 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53678) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:19.767062 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-d7d0ecee-5fff-4215-bf66-b4632bda7316 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'subnet': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:19.781913 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6e0c6-2286-4330-9d04-bc4698fbecd3 req-77f80935-b186-4c62-b032-e6f04dbf3f79 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:19.783755 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-15f6e0c6-2286-4330-9d04-bc4698fbecd3 req-77f80935-b186-4c62-b032-e6f04dbf3f79 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=85f20282-92dd-4732-840d-230237a292a8&device_id=fe1c0c06-98f0-406b-8a4b-14d1c1a220ac&device_id=73f26502-3747-42ba-9590-690b5230dd65 HTTP/1.1" status: 200 len: 2416 time: 0.1431077 Sep 08 09:12:19.842472 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-15f6e0c6-2286-4330-9d04-bc4698fbecd3 req-09291466-56ac-4718-a816-14c18b6153c3 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6b6ca53-a824-465d-acc6-a8fd7c7358ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506220 Sep 08 09:12:19.933820 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b23edbf2-8c89-4153-bc17-ded446ac2fa5 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:19.937408 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b23edbf2-8c89-4153-bc17-ded446ac2fa5 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:19.941203 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b23edbf2-8c89-4153-bc17-ded446ac2fa5 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "DELETE /v2.0/security-groups/e37839ab-3e3f-4703-b688-ff272c6a5ee6 HTTP/1.1" status: 204 len: 168 time: 0.5270302 Sep 08 09:12:19.941421 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53688) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:19.991201 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d0ecee-5fff-4215-bf66-b4632bda7316 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:12:19.995884 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d7d0ecee-5fff-4215-bf66-b4632bda7316 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:19.998302 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a947a7-1da0-49fd-b66d-b1bd36281bd7 None None] Update dhcp port {'port': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'fixed_ips': [{'subnet_id': 'b3ac29d5-61d7-43cb-9f72-9f1e75e89e7b'}], 'binding:host_id': 'n-d-806683-11'}, 'id': 'cddb33f4-0db8-49dd-b619-a8ad13d338a8'} from n-d-806683-11. {{(pid=94714) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 08 09:12:20.001977 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23edbf2-8c89-4153-bc17-ded446ac2fa5 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37839ab-3e3f-4703-b688-ff272c6a5ee6,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:20.012851 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-a40fad78-af74-434e-9121-323d215bb8bc req-79f37622-3108-4506-9554-83f482db6800 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:20.047921 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e82c2c21-eb40-40cf-8d98-83b6633fe006 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1043899 Sep 08 09:12:20.051454 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53694) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:20.099627 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-b32e5033-1e2d-4868-adc3-0531089fc332 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Request body: {'security_group': {'name': 'tempest-secgroup--692865369'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:20.131215 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-66a947a7-1da0-49fd-b66d-b1bd36281bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:20.187149 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e9c85c-c2dd-4144-b6a3-8b7dd965f1a0 x-openstack-request-id: req-64e9c85c-c2dd-4144-b6a3-8b7dd965f1a0 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:12:20.188280 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54c968a7-2dd1-441e-b6fc-f02c693b9084", "tag": "a2394ea8-887b-423b-aec7-fc15c72355a0", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:12:20.188635 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-64e9c85c-c2dd-4144-b6a3-8b7dd965f1a0 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:12:20.189143 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54c968a7-2dd1-441e-b6fc-f02c693b9084', 'tag': 'a2394ea8-887b-423b-aec7-fc15c72355a0', 'status': 'completed', 'code': 200} Sep 08 09:12:20.246545 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b32e5033-1e2d-4868-adc3-0531089fc332 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:20.317065 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c67503-942f-4a41-955c-8708b3623d85 req-d036be33-1f9e-4ed1-a926-6b4abe6058ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:20.319249 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-52c67503-942f-4a41-955c-8708b3623d85 req-d036be33-1f9e-4ed1-a926-6b4abe6058ee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e0fa2b77317456893f5fab251cfa62c&device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 1137 time: 0.0804472 Sep 08 09:12:20.470793 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2baceb24-7f2d-46e3-9728-7844bd230c9f None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:12:20.495017 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:20.561973 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c67503-942f-4a41-955c-8708b3623d85 req-14328160-d6fe-403f-b8a0-dc1f531f32be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:20.568433 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-52c67503-942f-4a41-955c-8708b3623d85 req-14328160-d6fe-403f-b8a0-dc1f531f32be service neutron] 10.222.0.37 "GET /v2.0/networks?id=af37320b-6b9f-4537-9cf7-f31def6375f6 HTTP/1.1" status: 200 len: 921 time: 0.2407227 Sep 08 09:12:20.584327 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-0ce1153d-20dc-42f8-9174-da516d8be8b7 None None] Provisioning complete for port cddb33f4-0db8-49dd-b619-a8ad13d338a8 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:12:20.584732 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0ce1153d-20dc-42f8-9174-da516d8be8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:20.688705 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-52c67503-942f-4a41-955c-8708b3623d85 req-a6386221-8bf5-49e4-8403-ae6a34ed94eb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2394ea8-887b-423b-aec7-fc15c72355a0 HTTP/1.1" status: 200 len: 217 time: 0.1087925 Sep 08 09:12:20.730484 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b32e5033-1e2d-4868-adc3-0531089fc332 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:20.744669 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b32e5033-1e2d-4868-adc3-0531089fc332 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:20.757607 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d2f22b70-7592-4af3-887d-2f56e5566bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:20.805284 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768e804c-cb6f-4c5e-a1cd-b66ea5f05b9a None None] DHCP port deletion for 9177193f-e165-437e-b3d7-f8fa84e750aa request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:12:20.805495 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e5033-1e2d-4868-adc3-0531089fc332 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ff9aa8-dc3d-4ce5-9287-79029fbab094,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:20.837031 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-a40fad78-af74-434e-9121-323d215bb8bc req-79f37622-3108-4506-9554-83f482db6800 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] For port a2394ea8-887b-423b-aec7-fc15c72355a0, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=a2394ea8-887b-423b-aec7-fc15c72355a0,segment=NetworkSegment(8a3011db-cedf-4056-876c-18fca329db0d),segment_id=8a3011db-cedf-4056-876c-18fca329db0d)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:12:20.850404 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b32e5033-1e2d-4868-adc3-0531089fc332 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:20.852237 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b32e5033-1e2d-4868-adc3-0531089fc332 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7983780 Sep 08 09:12:20.857698 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7fb796-f06a-47d0-8fc7-c390b97c13cf req-09b3eda9-7784-414c-a0be-fdef98c43da3 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:20.879260 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-768e804c-cb6f-4c5e-a1cd-b66ea5f05b9a None None] Deleting port cddb33f4-0db8-49dd-b619-a8ad13d338a8 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:12:20.880019 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-768e804c-cb6f-4c5e-a1cd-b66ea5f05b9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:20.883599 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53710) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:20.890125 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-ab8ee472-c856-4044-b69c-c0806056f25b tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Request body: {'security_group_rule': {'security_group_id': 'e8ff9aa8-dc3d-4ce5-9287-79029fbab094', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:20.892203 n-d-806683-11 neutron-server[94713]: WARNING neutron.api.v2.base [None req-ab8ee472-c856-4044-b69c-c0806056f25b tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 08 09:12:20.892998 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-ab8ee472-c856-4044-b69c-c0806056f25b tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:12:20.894327 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ab8ee472-c856-4044-b69c-c0806056f25b tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0082324 Sep 08 09:12:20.900375 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dd7fb796-f06a-47d0-8fc7-c390b97c13cf req-09b3eda9-7784-414c-a0be-fdef98c43da3 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=85f20282-92dd-4732-840d-230237a292a8 HTTP/1.1" status: 200 len: 945 time: 0.2373769 Sep 08 09:12:20.901072 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53712) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:20.905630 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-565e4f00-db8f-40ab-99cd-e310a5cdf929 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Request body: {'security_group_rule': {'security_group_id': 'e8ff9aa8-dc3d-4ce5-9287-79029fbab094', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:20.954458 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c67503-942f-4a41-955c-8708b3623d85 req-b3292c28-2fbc-4e56-9f38-7b63ca2eda21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:20.956254 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-52c67503-942f-4a41-955c-8708b3623d85 req-b3292c28-2fbc-4e56-9f38-7b63ca2eda21 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f99fff34-d0f7-460f-81c3-03f5e1e7df92 HTTP/1.1" status: 200 len: 860 time: 0.2517991 Sep 08 09:12:20.959981 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-a40fad78-af74-434e-9121-323d215bb8bc req-79f37622-3108-4506-9554-83f482db6800 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:20.987255 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-768e804c-cb6f-4c5e-a1cd-b66ea5f05b9a None None] For port cddb33f4-0db8-49dd-b619-a8ad13d338a8, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=cddb33f4-0db8-49dd-b619-a8ad13d338a8,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:12:20.987660 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-768e804c-cb6f-4c5e-a1cd-b66ea5f05b9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:21.016318 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-a40fad78-af74-434e-9121-323d215bb8bc req-79f37622-3108-4506-9554-83f482db6800 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:21.019741 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-768e804c-cb6f-4c5e-a1cd-b66ea5f05b9a None None] Calling delete_port for cddb33f4-0db8-49dd-b619-a8ad13d338a8 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:12:21.038670 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device cddb33f4-0db8-49dd-b619-a8ad13d338a8 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:12:21.066627 n-d-806683-11 neutron-server[94713]: DEBUG neutron.objects.ports [None req-d7d0ecee-5fff-4215-bf66-b4632bda7316 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94713) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 08 09:12:21.093411 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40fad78-af74-434e-9121-323d215bb8bc req-79f37622-3108-4506-9554-83f482db6800 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:21.093631 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-52c67503-942f-4a41-955c-8708b3623d85 req-018560ae-5f9c-48fe-9d0b-b36b87cdf1aa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=af37320b-6b9f-4537-9cf7-f31def6375f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942576 Sep 08 09:12:21.095455 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-a40fad78-af74-434e-9121-323d215bb8bc req-79f37622-3108-4506-9554-83f482db6800 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:21.097258 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a40fad78-af74-434e-9121-323d215bb8bc req-79f37622-3108-4506-9554-83f482db6800 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "PUT /v2.0/ports/a2394ea8-887b-423b-aec7-fc15c72355a0 HTTP/1.1" status: 200 len: 943 time: 1.4723954 Sep 08 09:12:21.099865 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['a2394ea8-887b-423b-aec7-fc15c72355a0'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:12:21.254423 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['a2394ea8-887b-423b-aec7-fc15c72355a0'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:12:21.324731 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-52c67503-942f-4a41-955c-8708b3623d85 req-968e8a97-174c-4ca0-bb99-4af1b43fce15 service neutron] 10.222.0.37 "GET /v2.0/networks/af37320b-6b9f-4537-9cf7-f31def6375f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066424 Sep 08 09:12:21.363932 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dd7fb796-f06a-47d0-8fc7-c390b97c13cf req-7d411d72-0e4e-44b9-85ff-3a774179fb0c tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6b6ca53-a824-465d-acc6-a8fd7c7358ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4355550 Sep 08 09:12:21.393960 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-768e804c-cb6f-4c5e-a1cd-b66ea5f05b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:21.414695 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-565e4f00-db8f-40ab-99cd-e310a5cdf929 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:12:21.416077 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-565e4f00-db8f-40ab-99cd-e310a5cdf929 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5140390 Sep 08 09:12:21.420596 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53724) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:21.425737 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-62d3dbd7-ab64-4963-ac93-528ad167f7ce tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Request body: {'security_group_rule': {'security_group_id': 'e8ff9aa8-dc3d-4ce5-9287-79029fbab094', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:21.426602 n-d-806683-11 neutron-server[94712]: WARNING neutron.api.v2.base [None req-62d3dbd7-ab64-4963-ac93-528ad167f7ce tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 08 09:12:21.427211 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-62d3dbd7-ab64-4963-ac93-528ad167f7ce tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:12:21.428346 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-62d3dbd7-ab64-4963-ac93-528ad167f7ce tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0063474 Sep 08 09:12:21.431200 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53726) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:21.435275 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-12c02c49-4ef5-4ac6-8e73-f347a7399042 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Request body: {'security_group_rule': {'security_group_id': 'e8ff9aa8-dc3d-4ce5-9287-79029fbab094', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:21.449015 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768e804c-cb6f-4c5e-a1cd-b66ea5f05b9a None None] Pushing event deleted for resources: {'Port': ['ID=cddb33f4-0db8-49dd-b619-a8ad13d338a8,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:21.466193 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:21.476468 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-52c67503-942f-4a41-955c-8708b3623d85 req-04e1ec7c-e4aa-406a-be10-5456e7e07d8d service neutron] 10.222.0.37 "GET /v2.0/networks/af37320b-6b9f-4537-9cf7-f31def6375f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401076 Sep 08 09:12:21.477943 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768e804c-cb6f-4c5e-a1cd-b66ea5f05b9a None None] No DVR routers for this DVR port cddb33f4-0db8-49dd-b619-a8ad13d338a8 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:12:21.511291 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-12c02c49-4ef5-4ac6-8e73-f347a7399042 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:12:21.513380 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-12c02c49-4ef5-4ac6-8e73-f347a7399042 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0812335 Sep 08 09:12:21.517091 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53728) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:21.525251 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-3ec6ef87-748f-4d90-9b13-1e1d6052dc0f tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Request body: {'security_group_rule': {'security_group_id': 'e8ff9aa8-dc3d-4ce5-9287-79029fbab094', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:21.526447 n-d-806683-11 neutron-server[94712]: WARNING neutron.api.v2.base [None req-3ec6ef87-748f-4d90-9b13-1e1d6052dc0f tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 08 09:12:21.527705 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-3ec6ef87-748f-4d90-9b13-1e1d6052dc0f tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:12:21.530674 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-3ec6ef87-748f-4d90-9b13-1e1d6052dc0f tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0112383 Sep 08 09:12:21.533135 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53730) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:21.540662 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-87b0e445-2c78-4753-b0ed-4fe835e8e534 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Request body: {'security_group_rule': {'security_group_id': 'e8ff9aa8-dc3d-4ce5-9287-79029fbab094', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:21.582437 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f37622-3108-4506-9554-83f482db6800 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Pushing event updated for resources: {'Port': ['ID=a2394ea8-887b-423b-aec7-fc15c72355a0,revision_number=7']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:21.600200 n-d-806683-11 neutron-server[94712]: INFO neutron.db.securitygroups_db [None req-87b0e445-2c78-4753-b0ed-4fe835e8e534 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Project b5755d8c402f4e1997504aa8def67f87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 09:12:21.628838 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-87b0e445-2c78-4753-b0ed-4fe835e8e534 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:12:21.633872 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-87b0e445-2c78-4753-b0ed-4fe835e8e534 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0962622 Sep 08 09:12:21.634221 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53734) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:21.639625 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-13efe035-dc55-4fb1-be8a-4e4ff50351fc tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Request body: {'security_group_rule': {'security_group_id': 'e8ff9aa8-dc3d-4ce5-9287-79029fbab094', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:21.641807 n-d-806683-11 neutron-server[94712]: WARNING neutron.api.v2.base [None req-13efe035-dc55-4fb1-be8a-4e4ff50351fc tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 08 09:12:21.642561 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-13efe035-dc55-4fb1-be8a-4e4ff50351fc tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:12:21.648399 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-13efe035-dc55-4fb1-be8a-4e4ff50351fc tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0083022 Sep 08 09:12:21.649682 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53736) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:21.670301 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-665c6832-f1bb-47f4-bf23-97b069d9ae4e tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Request body: {'security_group_rule': {'security_group_id': 'e8ff9aa8-dc3d-4ce5-9287-79029fbab094', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:21.689305 n-d-806683-11 neutron-server[94713]: WARNING neutron.services.revisions.revision_plugin [None req-d7d0ecee-5fff-4215-bf66-b4632bda7316 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Could not find related port for resource to bump revision. Sep 08 09:12:21.733540 n-d-806683-11 neutron-server[94712]: INFO neutron.db.securitygroups_db [None req-665c6832-f1bb-47f4-bf23-97b069d9ae4e tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Project b5755d8c402f4e1997504aa8def67f87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 09:12:21.756810 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-665c6832-f1bb-47f4-bf23-97b069d9ae4e tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:12:21.761063 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-665c6832-f1bb-47f4-bf23-97b069d9ae4e tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1078706 Sep 08 09:12:21.762029 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53740) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:21.762759 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.ipam_pluggable_backend [None req-d7d0ecee-5fff-4215-bf66-b4632bda7316 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Port cddb33f4-0db8-49dd-b619-a8ad13d338a8 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94713) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 08 09:12:21.764091 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.ipam_pluggable_backend [None req-d7d0ecee-5fff-4215-bf66-b4632bda7316 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Reverting IP allocation for 2001:db8::f816:3eff:fe0f:7d3 {{(pid=94713) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 08 09:12:21.770315 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-c62b2a73-75a0-40ee-9dbb-bb5951ab1ec0 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Request body: {'security_group_rule': {'security_group_id': 'e8ff9aa8-dc3d-4ce5-9287-79029fbab094', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:21.778092 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.ipam_pluggable_backend [None req-d7d0ecee-5fff-4215-bf66-b4632bda7316 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe0f:7d3 {{(pid=94713) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 08 09:12:21.781323 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d7d0ecee-5fff-4215-bf66-b4632bda7316 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:21.815581 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a8b3ba22-1212-4eb2-bb7d-b6b7691debf9 req-0d4f6e77-6af0-42f5-8592-426e15ddac27 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6372619 Sep 08 09:12:21.851270 n-d-806683-11 neutron-server[94712]: INFO neutron.db.securitygroups_db [None req-c62b2a73-75a0-40ee-9dbb-bb5951ab1ec0 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Project b5755d8c402f4e1997504aa8def67f87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 09:12:21.862379 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-a8b3ba22-1212-4eb2-bb7d-b6b7691debf9 req-f9e409d1-de26-4813-bb1d-3b71be7ccc61 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:21.883456 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d0ecee-5fff-4215-bf66-b4632bda7316 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:12:21.887132 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-c62b2a73-75a0-40ee-9dbb-bb5951ab1ec0 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:12:21.892697 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c62b2a73-75a0-40ee-9dbb-bb5951ab1ec0 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1263239 Sep 08 09:12:21.893007 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53744) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:21.898706 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-d7d0ecee-5fff-4215-bf66-b4632bda7316 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:12:21.907565 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91838ffe-4156-44fd-9f2e-70728b39672b None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:12:21.924472 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d0ecee-5fff-4215-bf66-b4632bda7316 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:21.925294 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d7d0ecee-5fff-4215-bf66-b4632bda7316 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:21.957810 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d0ecee-5fff-4215-bf66-b4632bda7316 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Subnet': ['ID=814e3d60-522a-4cca-a425-a98a80f64bd7,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:21.988532 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-a8b3ba22-1212-4eb2-bb7d-b6b7691debf9 req-f9e409d1-de26-4813-bb1d-3b71be7ccc61 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Notify callbacks [] for floatingip, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:22.006668 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d7d0ecee-5fff-4215-bf66-b4632bda7316 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2443969 Sep 08 09:12:22.010983 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53746) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:22.021114 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-12ef4880-9f01-4507-b4e8-713fa9fa8f07 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'subnet': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:22.152724 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-82538383-b0f5-414d-80d5-e17a5aa79245 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:22.190024 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c968a7-2dd1-441e-b6fc-f02c693b9084', 'tag': 'a2394ea8-887b-423b-aec7-fc15c72355a0'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:12:22.194979 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f593a3-a714-4e27-922f-e03bfe59c3a2" -d '{"events": [{"name": "network-changed", "server_uuid": "54c968a7-2dd1-441e-b6fc-f02c693b9084", "tag": "a2394ea8-887b-423b-aec7-fc15c72355a0"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:12:22.239526 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:22.246998 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ef4880-9f01-4507-b4e8-713fa9fa8f07 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:12:22.247996 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-a8b3ba22-1212-4eb2-bb7d-b6b7691debf9 req-f9e409d1-de26-4813-bb1d-3b71be7ccc61 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:22.249285 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87378847-f66e-492f-bdad-ded9510740c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-9177193f-e165-437e-b3d7-f8fa84e750aa', 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'tenant_id': 'cfe5efe5bc04414daec2165ebe59ab3a', 'fixed_ips': [{'subnet_id': '814e3d60-522a-4cca-a425-a98a80f64bd7'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:12:22.250998 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-12ef4880-9f01-4507-b4e8-713fa9fa8f07 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:22.251184 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-87378847-f66e-492f-bdad-ded9510740c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:22.266373 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-82538383-b0f5-414d-80d5-e17a5aa79245 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:22.365775 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6152fdd7-aa96-47da-bde1-a36101d07bf6 x-openstack-request-id: req-6152fdd7-aa96-47da-bde1-a36101d07bf6 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:12:22.366409 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54c968a7-2dd1-441e-b6fc-f02c693b9084", "tag": "a2394ea8-887b-423b-aec7-fc15c72355a0", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:12:22.367096 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6152fdd7-aa96-47da-bde1-a36101d07bf6 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:12:22.369089 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54c968a7-2dd1-441e-b6fc-f02c693b9084', 'tag': 'a2394ea8-887b-423b-aec7-fc15c72355a0', 'status': 'completed', 'code': 200} Sep 08 09:12:22.418751 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-82538383-b0f5-414d-80d5-e17a5aa79245 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:22.427020 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-82538383-b0f5-414d-80d5-e17a5aa79245 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:22.431544 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-82538383-b0f5-414d-80d5-e17a5aa79245 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "DELETE /v2.0/security-groups/e8ff9aa8-dc3d-4ce5-9287-79029fbab094 HTTP/1.1" status: 204 len: 168 time: 0.5374260 Sep 08 09:12:22.432212 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53756) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:22.468297 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [req-a8b3ba22-1212-4eb2-bb7d-b6b7691debf9 req-f9e409d1-de26-4813-bb1d-3b71be7ccc61 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Allocated IP 172.25.0.254 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/7435d434-0ea7-4ad7-b498-15b641d0bf68) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:12:22.550355 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82538383-b0f5-414d-80d5-e17a5aa79245 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ff9aa8-dc3d-4ce5-9287-79029fbab094,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:22.553824 n-d-806683-11 neutron-server[94712]: INFO neutron.db.ipam_backend_mixin [None req-12ef4880-9f01-4507-b4e8-713fa9fa8f07 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 814e3d60-522a-4cca-a425-a98a80f64bd7 (CIDR: 2001:db8::/64) Sep 08 09:12:22.589093 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-87378847-f66e-492f-bdad-ded9510740c4 None None] Allocated IP 2001:db8::f816:3eff:fec5:522e (9177193f-e165-437e-b3d7-f8fa84e750aa/814e3d60-522a-4cca-a425-a98a80f64bd7/65652648-d7d6-422f-9369-709dff3aebac) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:12:22.592198 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53762) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:22.592849 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d774d63e-26ed-42f7-a464-aaa82f3010bc tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1228952 Sep 08 09:12:22.595388 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-12ef4880-9f01-4507-b4e8-713fa9fa8f07 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:12:22.595892 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12ef4880-9f01-4507-b4e8-713fa9fa8f07 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:22.616937 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f593a3-a714-4e27-922f-e03bfe59c3a2 req-1a6da68a-9b1d-452b-89bd-040c1d18b20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:22.618614 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-41f593a3-a714-4e27-922f-e03bfe59c3a2 req-1a6da68a-9b1d-452b-89bd-040c1d18b20d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e0fa2b77317456893f5fab251cfa62c&device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 1098 time: 0.1855154 Sep 08 09:12:22.619314 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-6094e7d0-1164-4827-9fb4-71db42d9855a tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Request body: {'security_group': {'name': 'tempest-secgroup--68957665'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:22.622196 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-12ef4880-9f01-4507-b4e8-713fa9fa8f07 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6055939 Sep 08 09:12:22.624381 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53764) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:22.637609 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-57f85866-c177-4b74-b17f-62ccd0b1882e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'subnet': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:22.696921 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53766) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:22.746162 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6094e7d0-1164-4827-9fb4-71db42d9855a tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:22.838117 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-87378847-f66e-492f-bdad-ded9510740c4 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:22.847867 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-87378847-f66e-492f-bdad-ded9510740c4 None None] Transition to ACTIVE for port object 65652648-d7d6-422f-9369-709dff3aebac will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:12:22.866752 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-87378847-f66e-492f-bdad-ded9510740c4 None None] Transition to ACTIVE for port object 65652648-d7d6-422f-9369-709dff3aebac will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:12:22.876541 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-87378847-f66e-492f-bdad-ded9510740c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:22.938141 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6094e7d0-1164-4827-9fb4-71db42d9855a tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:22.940767 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87378847-f66e-492f-bdad-ded9510740c4 None None] Pushing event updated for resources: {'Port': ['ID=65652648-d7d6-422f-9369-709dff3aebac,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:22.955720 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87378847-f66e-492f-bdad-ded9510740c4 None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:12:22.957345 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-87378847-f66e-492f-bdad-ded9510740c4 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:12:22.959880 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87378847-f66e-492f-bdad-ded9510740c4 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:12:22.976104 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6094e7d0-1164-4827-9fb4-71db42d9855a tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:22.978985 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1d539273-f8ec-4fd6-be6a-b91f3c4cb863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:22.986073 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-a8b3ba22-1212-4eb2-bb7d-b6b7691debf9 req-f9e409d1-de26-4813-bb1d-3b71be7ccc61 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:23.042933 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-87378847-f66e-492f-bdad-ded9510740c4 None None] Attempting to bind port 65652648-d7d6-422f-9369-709dff3aebac on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:12:23.045273 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-87378847-f66e-492f-bdad-ded9510740c4 None None] Attempting to bind port 65652648-d7d6-422f-9369-709dff3aebac by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:12:23.046123 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87378847-f66e-492f-bdad-ded9510740c4 None None] Attempting to bind port 65652648-d7d6-422f-9369-709dff3aebac on network 9177193f-e165-437e-b3d7-f8fa84e750aa {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:12:23.048427 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6094e7d0-1164-4827-9fb4-71db42d9855a tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:23.052573 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6094e7d0-1164-4827-9fb4-71db42d9855a tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4536352 Sep 08 09:12:23.060339 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53776) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:23.064482 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87378847-f66e-492f-bdad-ded9510740c4 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:12:23.065343 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87378847-f66e-492f-bdad-ded9510740c4 None None] Checking segment: {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:12:23.065988 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-87378847-f66e-492f-bdad-ded9510740c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:23.069290 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87378847-f66e-492f-bdad-ded9510740c4 None None] Bound using segment: {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:12:23.069555 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-06cad440-6d2c-4048-89ca-bbfc097a0a09 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Request body: {'security_group_rule': {'security_group_id': '8cb1ba6e-7919-4332-80fb-dbb9d8c752fe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:23.070334 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-87378847-f66e-492f-bdad-ded9510740c4 None None] Bound port: 65652648-d7d6-422f-9369-709dff3aebac, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:12:23.070980 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-87378847-f66e-492f-bdad-ded9510740c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:23.083227 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6094e7d0-1164-4827-9fb4-71db42d9855a tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb1ba6e-7919-4332-80fb-dbb9d8c752fe,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:23.173992 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-a8b3ba22-1212-4eb2-bb7d-b6b7691debf9 req-f9e409d1-de26-4813-bb1d-3b71be7ccc61 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:23.191382 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-87378847-f66e-492f-bdad-ded9510740c4 None None] For port 65652648-d7d6-422f-9369-709dff3aebac, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:12:23.195522 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-87378847-f66e-492f-bdad-ded9510740c4 None None] For port 65652648-d7d6-422f-9369-709dff3aebac, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=65652648-d7d6-422f-9369-709dff3aebac,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:12:23.202667 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-87378847-f66e-492f-bdad-ded9510740c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:23.207058 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f593a3-a714-4e27-922f-e03bfe59c3a2 req-536e2c67-68d9-42da-9774-2c597e69867c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:23.209347 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-41f593a3-a714-4e27-922f-e03bfe59c3a2 req-536e2c67-68d9-42da-9774-2c597e69867c service neutron] 10.222.0.37 "GET /v2.0/networks?id=af37320b-6b9f-4537-9cf7-f31def6375f6 HTTP/1.1" status: 200 len: 921 time: 0.5597277 Sep 08 09:12:23.259714 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8b3ba22-1212-4eb2-bb7d-b6b7691debf9 req-f9e409d1-de26-4813-bb1d-3b71be7ccc61 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:12:23.264095 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [req-a8b3ba22-1212-4eb2-bb7d-b6b7691debf9 req-f9e409d1-de26-4813-bb1d-3b71be7ccc61 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:12:23.277547 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-41f593a3-a714-4e27-922f-e03bfe59c3a2 req-06e2af17-2bbf-43cc-bf41-dd53ab1ac60b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2394ea8-887b-423b-aec7-fc15c72355a0 HTTP/1.1" status: 200 len: 217 time: 0.0575223 Sep 08 09:12:23.295116 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b3ba22-1212-4eb2-bb7d-b6b7691debf9 req-f9e409d1-de26-4813-bb1d-3b71be7ccc61 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:12:23.302071 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e409d1-de26-4813-bb1d-3b71be7ccc61 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Pushing event updated for resources: {'Port': ['ID=7435d434-0ea7-4ad7-b498-15b641d0bf68,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:23.335475 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87378847-f66e-492f-bdad-ded9510740c4 None None] Pushing event updated for resources: {'Port': ['ID=65652648-d7d6-422f-9369-709dff3aebac,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:23.379258 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1d539273-f8ec-4fd6-be6a-b91f3c4cb863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:23.396613 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f593a3-a714-4e27-922f-e03bfe59c3a2 req-8264bead-117c-493e-ae62-a2788a515cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:23.398320 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-41f593a3-a714-4e27-922f-e03bfe59c3a2 req-8264bead-117c-493e-ae62-a2788a515cac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f99fff34-d0f7-460f-81c3-03f5e1e7df92 HTTP/1.1" status: 200 len: 860 time: 0.1118855 Sep 08 09:12:23.398504 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1d539273-f8ec-4fd6-be6a-b91f3c4cb863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:23.457984 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-41f593a3-a714-4e27-922f-e03bfe59c3a2 req-e68024fb-e8d2-4332-924a-e86ea0ca9e8d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=af37320b-6b9f-4537-9cf7-f31def6375f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457232 Sep 08 09:12:23.473298 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f85866-c177-4b74-b17f-62ccd0b1882e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:12:23.476892 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:23.480904 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-57f85866-c177-4b74-b17f-62ccd0b1882e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:23.484897 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d539273-f8ec-4fd6-be6a-b91f3c4cb863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0f3f60-0408-47d4-a631-33c027b54bd3,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:23.500602 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.db.api [None req-06cad440-6d2c-4048-89ca-bbfc097a0a09 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 09:12:23.500602 n-d-806683-11 neutron-server[94713]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 08 09:12:23.500602 n-d-806683-11 neutron-server[94713]: [parameters: {'project_id': 'b5755d8c402f4e1997504aa8def67f87', 'id': '83b58a1f-ed4e-41be-a92a-05c4acf4e029', 'expiration': datetime.datetime(2021, 9, 8, 9, 14, 23, 400862)}] Sep 08 09:12:23.500602 n-d-806683-11 neutron-server[94713]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 09:12:23.501084 n-d-806683-11 neutron-server[94713]: DEBUG oslo_db.api [None req-06cad440-6d2c-4048-89ca-bbfc097a0a09 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 09:12:23.569621 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1d539273-f8ec-4fd6-be6a-b91f3c4cb863 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b35b6ac518f14addb709b9763fd1e72c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8715301 Sep 08 09:12:23.573439 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-a8b3ba22-1212-4eb2-bb7d-b6b7691debf9 req-f9e409d1-de26-4813-bb1d-3b71be7ccc61 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:23.590445 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53778) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:23.658616 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-a8b3ba22-1212-4eb2-bb7d-b6b7691debf9 req-f9e409d1-de26-4813-bb1d-3b71be7ccc61 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:23.826822 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-41f593a3-a714-4e27-922f-e03bfe59c3a2 req-7f753fd1-5c49-4657-bb2a-cceea5353e47 service neutron] 10.222.0.37 "GET /v2.0/networks/af37320b-6b9f-4537-9cf7-f31def6375f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538527 Sep 08 09:12:23.907644 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a9ecc5aa-ccf1-4ea4-acaf-91ed6778c0c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:23.930449 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-a8b3ba22-1212-4eb2-bb7d-b6b7691debf9 req-f9e409d1-de26-4813-bb1d-3b71be7ccc61 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:23.953706 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-a8b3ba22-1212-4eb2-bb7d-b6b7691debf9 req-f9e409d1-de26-4813-bb1d-3b71be7ccc61 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:23.963391 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a9ecc5aa-ccf1-4ea4-acaf-91ed6778c0c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:24.039707 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:24.065332 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe620387-46ae-40d2-9652-4e35153dd0d3 req-a2ba3228-91fc-46d9-84df-d321e8e8b7ed tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:24.066876 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fe620387-46ae-40d2-9652-4e35153dd0d3 req-a2ba3228-91fc-46d9-84df-d321e8e8b7ed tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=73f26502-3747-42ba-9590-690b5230dd65 HTTP/1.1" status: 200 len: 945 time: 0.1766405 Sep 08 09:12:24.069689 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e409d1-de26-4813-bb1d-3b71be7ccc61 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Pushing event updated for resources: {'Port': ['ID=7435d434-0ea7-4ad7-b498-15b641d0bf68,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:24.102452 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-a8b3ba22-1212-4eb2-bb7d-b6b7691debf9 req-f9e409d1-de26-4813-bb1d-3b71be7ccc61 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:24.120068 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-41f593a3-a714-4e27-922f-e03bfe59c3a2 req-f1df1a50-be18-4dad-8d7d-b8d2d154ea20 service neutron] 10.222.0.37 "GET /v2.0/networks/af37320b-6b9f-4537-9cf7-f31def6375f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387638 Sep 08 09:12:24.123644 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a9ecc5aa-ccf1-4ea4-acaf-91ed6778c0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:24.126883 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-57f85866-c177-4b74-b17f-62ccd0b1882e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:24.127644 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a9ecc5aa-ccf1-4ea4-acaf-91ed6778c0c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:24.131308 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a9ecc5aa-ccf1-4ea4-acaf-91ed6778c0c8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7f0f3f60-0408-47d4-a631-33c027b54bd3 HTTP/1.1" status: 204 len: 168 time: 0.5375378 Sep 08 09:12:24.133560 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-06cad440-6d2c-4048-89ca-bbfc097a0a09 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] create failed (client error): The resource could not be found. Sep 08 09:12:24.134680 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-06cad440-6d2c-4048-89ca-bbfc097a0a09 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 1.0733166 Sep 08 09:12:24.135519 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-a8b3ba22-1212-4eb2-bb7d-b6b7691debf9 req-f9e409d1-de26-4813-bb1d-3b71be7ccc61 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:24.136902 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a8b3ba22-1212-4eb2-bb7d-b6b7691debf9 req-f9e409d1-de26-4813-bb1d-3b71be7ccc61 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2830534 Sep 08 09:12:24.141820 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53790) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:24.143394 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ecc5aa-ccf1-4ea4-acaf-91ed6778c0c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0f3f60-0408-47d4-a631-33c027b54bd3,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:24.151757 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-a15c43ef-99b6-4818-bd02-ee1630e6d427 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Request body: {'security_group_rule': {'security_group_id': '8cb1ba6e-7919-4332-80fb-dbb9d8c752fe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'dd96e316-c9f8-4963-b3ff-a45d26d1377c'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:24.210933 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fe620387-46ae-40d2-9652-4e35153dd0d3 req-2e58bd4c-4df7-4127-9ee9-b33e245db023 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6b6ca53-a824-465d-acc6-a8fd7c7358ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325390 Sep 08 09:12:24.224316 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f85866-c177-4b74-b17f-62ccd0b1882e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:12:24.243838 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-57f85866-c177-4b74-b17f-62ccd0b1882e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:12:24.253628 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f85866-c177-4b74-b17f-62ccd0b1882e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:24.256055 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-57f85866-c177-4b74-b17f-62ccd0b1882e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:24.275485 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f85866-c177-4b74-b17f-62ccd0b1882e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Subnet': ['ID=c9772066-d579-4fcd-92b2-d121fa10d94d,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:24.297465 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-57f85866-c177-4b74-b17f-62ccd0b1882e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6686676 Sep 08 09:12:24.300761 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53792) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:24.313240 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-98e17707-c613-447d-89f7-23d07da458da tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'port': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'mac_address': 'fa:16:3e:7c:66:2e', 'name': 'tempest-NetworksTestDHCPv6-1042787216'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:24.331823 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a8b3ba22-1212-4eb2-bb7d-b6b7691debf9 req-1c09c382-5fd0-4ceb-aca9-b3f3a2392c7f tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.254 HTTP/1.1" status: 200 len: 696 time: 0.1781688 Sep 08 09:12:24.332909 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-a15c43ef-99b6-4818-bd02-ee1630e6d427 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] create failed (client error): The resource could not be found. Sep 08 09:12:24.334240 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-a15c43ef-99b6-4818-bd02-ee1630e6d427 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1860065 Sep 08 09:12:24.336985 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53794) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:24.485496 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ed0afc08-c04d-40db-acf7-73b406bc062d tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:24.527697 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ed0afc08-c04d-40db-acf7-73b406bc062d tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:24.535167 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e17707-c613-447d-89f7-23d07da458da tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:12:24.539055 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3ba22-1212-4eb2-bb7d-b6b7691debf9 req-0afcfc22-a55c-4c74-b6d5-e73d1ab25245 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:24.540156 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a8b3ba22-1212-4eb2-bb7d-b6b7691debf9 req-0afcfc22-a55c-4c74-b6d5-e73d1ab25245 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/networks/399c4174-1e86-4a10-bb99-f875a09107d5 HTTP/1.1" status: 200 len: 784 time: 0.1765110 Sep 08 09:12:24.615079 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ed0afc08-c04d-40db-acf7-73b406bc062d tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:24.617856 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ed0afc08-c04d-40db-acf7-73b406bc062d tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:24.622534 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ed0afc08-c04d-40db-acf7-73b406bc062d tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "DELETE /v2.0/security-groups/8cb1ba6e-7919-4332-80fb-dbb9d8c752fe HTTP/1.1" status: 204 len: 168 time: 0.2840936 Sep 08 09:12:24.626991 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53800) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:24.660366 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-98e17707-c613-447d-89f7-23d07da458da tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:24.669407 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0afc08-c04d-40db-acf7-73b406bc062d tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb1ba6e-7919-4332-80fb-dbb9d8c752fe,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:24.713854 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53802) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:24.740793 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c3641df7-8987-4559-a494-13588017038c tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1042438 Sep 08 09:12:24.740793 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c8eed723-6450-4cee-ac5e-6c95e80ca0c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:24.741492 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53804) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:24.746223 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-ca7b5843-0244-43b1-9913-0eacaf0e29da tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Request body: {'security_group_rule': {'security_group_id': 'd002a082-44f4-4b86-a31e-a86c7d7baced', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:24.779541 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [None req-98e17707-c613-447d-89f7-23d07da458da tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] device_id is not set on port 51a9bc0d-fdb0-4314-8c94-066a3cad6657 yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:12:24.782076 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8555fe75-7fac-41f1-8544-06a0b84548fd None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:12:24.843061 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a578b4-a3bc-46a8-837b-dc03a959ccb7 req-f8695783-fd4d-4067-8625-e4a442651154 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:24.851252 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-23a578b4-a3bc-46a8-837b-dc03a959ccb7 req-f8695783-fd4d-4067-8625-e4a442651154 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/ports?device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1695018 Sep 08 09:12:24.908153 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c8eed723-6450-4cee-ac5e-6c95e80ca0c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:24.913355 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c8eed723-6450-4cee-ac5e-6c95e80ca0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:24.926466 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-bcf349fc-0402-41c5-9b68-a130803e065f None None] Provisioning for port 65652648-d7d6-422f-9369-709dff3aebac completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:12:24.929820 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-ca7b5843-0244-43b1-9913-0eacaf0e29da tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] create failed (client error): The resource could not be found. Sep 08 09:12:24.934385 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ca7b5843-0244-43b1-9913-0eacaf0e29da tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1891527 Sep 08 09:12:24.939950 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53810) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:24.954458 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-2c753d85-5e51-4ff8-b625-1471fb235783 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Request body: {'security_group': {'name': 'tempest-secgroup--1151665685'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:24.971610 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-23a578b4-a3bc-46a8-837b-dc03a959ccb7 req-6e4b8bd9-feae-4b00-8e36-fa411b1ee8f9 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.254 HTTP/1.1" status: 200 len: 696 time: 0.1191444 Sep 08 09:12:24.980474 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-23a578b4-a3bc-46a8-837b-dc03a959ccb7 req-e3c5189b-6d18-4e32-9166-569d6caec0a5 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Request body: {'floatingip': {'port_id': 'a2394ea8-887b-423b-aec7-fc15c72355a0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:24.988992 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c8eed723-6450-4cee-ac5e-6c95e80ca0c3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7d913e0ce636402a9c74c0e46ac5785b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2738407 Sep 08 09:12:24.992556 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53812) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:25.009100 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eed723-6450-4cee-ac5e-6c95e80ca0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f4f27c-a629-4f20-85ba-22915dbb5731,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:25.033993 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c753d85-5e51-4ff8-b625-1471fb235783 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:25.099696 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-23a578b4-a3bc-46a8-837b-dc03a959ccb7 req-e3c5189b-6d18-4e32-9166-569d6caec0a5 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Notify callbacks [] for floatingip, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:25.200619 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 65652648-d7d6-422f-9369-709dff3aebac up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:12:25.271139 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c753d85-5e51-4ff8-b625-1471fb235783 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:25.283069 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c753d85-5e51-4ff8-b625-1471fb235783 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:25.303513 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 65652648-d7d6-422f-9369-709dff3aebac completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:12:25.309056 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 65652648-d7d6-422f-9369-709dff3aebac triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:12:25.309925 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:25.314404 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a30cfa7b-167b-4ca8-90ba-9005ac2a6101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:25.394422 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c753d85-5e51-4ff8-b625-1471fb235783 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf7befa-7b18-4c9f-8b53-8b63609cc8b0,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:25.404019 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a30cfa7b-167b-4ca8-90ba-9005ac2a6101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:25.409929 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-98e17707-c613-447d-89f7-23d07da458da tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Allocated IP 2001:db8:0:1::28b (9177193f-e165-437e-b3d7-f8fa84e750aa/c9772066-d579-4fcd-92b2-d121fa10d94d/51a9bc0d-fdb0-4314-8c94-066a3cad6657) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:12:25.427193 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-98e17707-c613-447d-89f7-23d07da458da tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Allocated IP 2001:db8::f816:3eff:fe7c:662e (9177193f-e165-437e-b3d7-f8fa84e750aa/814e3d60-522a-4cca-a425-a98a80f64bd7/51a9bc0d-fdb0-4314-8c94-066a3cad6657) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:12:25.440791 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c753d85-5e51-4ff8-b625-1471fb235783 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:25.444070 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2c753d85-5e51-4ff8-b625-1471fb235783 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5004263 Sep 08 09:12:25.453590 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53820) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:25.458804 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-efb8584a-7a53-41f6-acd8-c94eb31db3b8 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Request body: {'security_group': {'name': 'tempest-secgroup--1651287646'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:25.487433 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a386408e-5950-4bdc-a75b-a7ad7caac32c None None] Update dhcp port {'port': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'fixed_ips': [{'subnet_id': '814e3d60-522a-4cca-a425-a98a80f64bd7', 'ip_address': '2001:db8::f816:3eff:fec5:522e'}, {'subnet_id': 'c9772066-d579-4fcd-92b2-d121fa10d94d'}], 'binding:host_id': 'n-d-806683-11'}, 'id': '65652648-d7d6-422f-9369-709dff3aebac'} from n-d-806683-11. {{(pid=94714) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 08 09:12:25.522427 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269adf5e-1bf1-4602-9d64-76244c8b69ed req-3b38a3d1-8409-47f9-ba57-cea20b719bb2 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:25.533242 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-269adf5e-1bf1-4602-9d64-76244c8b69ed req-3b38a3d1-8409-47f9-ba57-cea20b719bb2 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=73f26502-3747-42ba-9590-690b5230dd65 HTTP/1.1" status: 200 len: 945 time: 0.1828189 Sep 08 09:12:25.572266 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-efb8584a-7a53-41f6-acd8-c94eb31db3b8 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:25.572531 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a386408e-5950-4bdc-a75b-a7ad7caac32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:25.604127 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-269adf5e-1bf1-4602-9d64-76244c8b69ed req-e82f6945-5a94-496f-900e-9b20759e9f01 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6b6ca53-a824-465d-acc6-a8fd7c7358ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689120 Sep 08 09:12:25.666737 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a30cfa7b-167b-4ca8-90ba-9005ac2a6101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:25.669229 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a30cfa7b-167b-4ca8-90ba-9005ac2a6101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:25.670926 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-a30cfa7b-167b-4ca8-90ba-9005ac2a6101 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d2f4f27c-a629-4f20-85ba-22915dbb5731 HTTP/1.1" status: 204 len: 168 time: 0.6765997 Sep 08 09:12:25.752851 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:25.768701 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30cfa7b-167b-4ca8-90ba-9005ac2a6101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f4f27c-a629-4f20-85ba-22915dbb5731,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:25.856732 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 65652648-d7d6-422f-9369-709dff3aebac, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=65652648-d7d6-422f-9369-709dff3aebac,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:12:25.866603 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:25.971833 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=65652648-d7d6-422f-9369-709dff3aebac,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:26.109742 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-98e17707-c613-447d-89f7-23d07da458da tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:26.163403 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-98e17707-c613-447d-89f7-23d07da458da tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Transition to ACTIVE for port object 51a9bc0d-fdb0-4314-8c94-066a3cad6657 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:12:26.285193 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.db.resource_extend [req-23a578b4-a3bc-46a8-837b-dc03a959ccb7 req-e3c5189b-6d18-4e32-9166-569d6caec0a5 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 08 09:12:26.290409 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-efb8584a-7a53-41f6-acd8-c94eb31db3b8 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:26.323571 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-efb8584a-7a53-41f6-acd8-c94eb31db3b8 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:26.380373 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-98e17707-c613-447d-89f7-23d07da458da tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:26.382528 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-efb8584a-7a53-41f6-acd8-c94eb31db3b8 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:26.384065 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-efb8584a-7a53-41f6-acd8-c94eb31db3b8 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9291141 Sep 08 09:12:26.386972 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53840) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:26.393869 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-af2f2ac6-525a-47d2-8d64-73f5ef59e57c tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Request body: {'security_group_rule': {'security_group_id': 'dcf7befa-7b18-4c9f-8b53-8b63609cc8b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'bf24c3d1-5334-4a49-8d31-8a90c285e7ac'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:26.430674 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-23a578b4-a3bc-46a8-837b-dc03a959ccb7 req-e3c5189b-6d18-4e32-9166-569d6caec0a5 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:26.456590 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb8584a-7a53-41f6-acd8-c94eb31db3b8 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf24c3d1-5334-4a49-8d31-8a90c285e7ac,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:26.467547 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-23a578b4-a3bc-46a8-837b-dc03a959ccb7 req-e3c5189b-6d18-4e32-9166-569d6caec0a5 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:26.475139 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e17707-c613-447d-89f7-23d07da458da tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:12:26.479771 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-a386408e-5950-4bdc-a75b-a7ad7caac32c None None] Allocated IP 2001:db8:0:1::2 (9177193f-e165-437e-b3d7-f8fa84e750aa/c9772066-d579-4fcd-92b2-d121fa10d94d/65652648-d7d6-422f-9369-709dff3aebac) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:12:26.484578 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-af2f2ac6-525a-47d2-8d64-73f5ef59e57c tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:12:26.495252 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-af2f2ac6-525a-47d2-8d64-73f5ef59e57c tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1056962 Sep 08 09:12:26.496676 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53846) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:26.553098 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-98e17707-c613-447d-89f7-23d07da458da tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:12:26.566636 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e17707-c613-447d-89f7-23d07da458da tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:12:26.572823 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e17707-c613-447d-89f7-23d07da458da tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:26.574346 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-98e17707-c613-447d-89f7-23d07da458da tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:26.583157 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e17707-c613-447d-89f7-23d07da458da tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Port': ['ID=51a9bc0d-fdb0-4314-8c94-066a3cad6657,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:26.602697 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-98e17707-c613-447d-89f7-23d07da458da tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.2967596 Sep 08 09:12:26.602901 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a0019bc6-6d8f-415c-8882-181e95ffc763 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:26.603018 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53850) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:26.637171 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a0019bc6-6d8f-415c-8882-181e95ffc763 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:26.641192 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-a386408e-5950-4bdc-a75b-a7ad7caac32c None None] For port 65652648-d7d6-422f-9369-709dff3aebac, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=65652648-d7d6-422f-9369-709dff3aebac,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:12:26.681843 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a386408e-5950-4bdc-a75b-a7ad7caac32c None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:26.702274 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a0019bc6-6d8f-415c-8882-181e95ffc763 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:26.702549 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-a386408e-5950-4bdc-a75b-a7ad7caac32c None None] Transition to ACTIVE for port object 65652648-d7d6-422f-9369-709dff3aebac will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:12:26.707556 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a0019bc6-6d8f-415c-8882-181e95ffc763 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:26.707761 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a386408e-5950-4bdc-a75b-a7ad7caac32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:26.712179 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a0019bc6-6d8f-415c-8882-181e95ffc763 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "DELETE /v2.0/security-groups/bf24c3d1-5334-4a49-8d31-8a90c285e7ac HTTP/1.1" status: 204 len: 168 time: 0.2143893 Sep 08 09:12:26.712869 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53856) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:26.749434 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0019bc6-6d8f-415c-8882-181e95ffc763 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf24c3d1-5334-4a49-8d31-8a90c285e7ac,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:26.780257 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a386408e-5950-4bdc-a75b-a7ad7caac32c None None] Pushing event updated for resources: {'Port': ['ID=65652648-d7d6-422f-9369-709dff3aebac,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:26.846924 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-423d548b-a1d2-474a-8fd1-81ed11b2d171 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1290989 Sep 08 09:12:26.850075 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53860) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:26.922402 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-67a1ba46-51ae-4dbf-8b8f-05065bb41c9f tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:26.945405 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f147c8-1194-40b3-ae11-59f3160d3fed req-27f50129-a6a8-4716-8961-0e8334bf762d tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:26.953580 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a0f147c8-1194-40b3-ae11-59f3160d3fed req-27f50129-a6a8-4716-8961-0e8334bf762d tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=73f26502-3747-42ba-9590-690b5230dd65 HTTP/1.1" status: 200 len: 945 time: 0.1848218 Sep 08 09:12:26.985023 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-67a1ba46-51ae-4dbf-8b8f-05065bb41c9f tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:27.055765 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a0f147c8-1194-40b3-ae11-59f3160d3fed req-35f8bf1c-0937-4653-93ba-0f2f8028e0a1 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6b6ca53-a824-465d-acc6-a8fd7c7358ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006446 Sep 08 09:12:27.064510 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 65652648-d7d6-422f-9369-709dff3aebac up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:12:27.104495 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-67a1ba46-51ae-4dbf-8b8f-05065bb41c9f tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:27.107208 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-67a1ba46-51ae-4dbf-8b8f-05065bb41c9f tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:27.109938 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-67a1ba46-51ae-4dbf-8b8f-05065bb41c9f tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "DELETE /v2.0/security-groups/dcf7befa-7b18-4c9f-8b53-8b63609cc8b0 HTTP/1.1" status: 204 len: 168 time: 0.2579956 Sep 08 09:12:27.138796 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53866) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:27.139639 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1ba46-51ae-4dbf-8b8f-05065bb41c9f tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf7befa-7b18-4c9f-8b53-8b63609cc8b0,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:27.251220 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-77d7bf95-6d7c-438f-ac3b-2663fdce49fd tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1083972 Sep 08 09:12:27.256640 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53868) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:27.263992 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-5ff13f31-7cce-4598-84a6-41e1ab4d02c3 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Request body: {'security_group': {'name': 'tempest-secgroup--1979878529'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:27.318270 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5ff13f31-7cce-4598-84a6-41e1ab4d02c3 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:27.386896 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [req-23a578b4-a3bc-46a8-837b-dc03a959ccb7 req-e3c5189b-6d18-4e32-9166-569d6caec0a5 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Floating IP 0f34a71a-0512-4eb3-af61-6fee8d1af8ed associated. External IP: 172.25.0.254, port: a2394ea8-887b-423b-aec7-fc15c72355a0. Sep 08 09:12:27.476091 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5ff13f31-7cce-4598-84a6-41e1ab4d02c3 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:27.488458 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5ff13f31-7cce-4598-84a6-41e1ab4d02c3 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:27.547972 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5ff13f31-7cce-4598-84a6-41e1ab4d02c3 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:27.549250 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5ff13f31-7cce-4598-84a6-41e1ab4d02c3 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2916474 Sep 08 09:12:27.556598 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53878) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:27.575216 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-baf24cbc-2971-4bad-b4a4-46ef48761402 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Request body: {'security_group_rule': {'security_group_id': 'a31aadc7-92fb-4483-a1ec-8d0574c0d079', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:27.591408 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-eb32e511-0f60-45d5-8ef1-38252896aa8a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting port 51a9bc0d-fdb0-4314-8c94-066a3cad6657 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:12:27.591639 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-eb32e511-0f60-45d5-8ef1-38252896aa8a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:27.600285 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff13f31-7cce-4598-84a6-41e1ab4d02c3 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a31aadc7-92fb-4483-a1ec-8d0574c0d079,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:27.674749 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-baf24cbc-2971-4bad-b4a4-46ef48761402 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:12:27.678430 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-baf24cbc-2971-4bad-b4a4-46ef48761402 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1054046 Sep 08 09:12:27.679137 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53884) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:27.688094 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-fc2dc766-0c6b-4a12-aa1e-13832425672f tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Request body: {'security_group_rule': {'security_group_id': 'a31aadc7-92fb-4483-a1ec-8d0574c0d079', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:27.772368 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-fc2dc766-0c6b-4a12-aa1e-13832425672f tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:12:27.773870 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-fc2dc766-0c6b-4a12-aa1e-13832425672f tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0940866 Sep 08 09:12:27.777365 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53886) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:27.838715 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-4f951eaf-55ff-402b-8148-56f3b4031911 None None] Provisioning for port 65652648-d7d6-422f-9369-709dff3aebac completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:12:27.847417 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-4f951eaf-55ff-402b-8148-56f3b4031911 None None] Provisioning complete for port 65652648-d7d6-422f-9369-709dff3aebac triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:12:27.847920 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4f951eaf-55ff-402b-8148-56f3b4031911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:27.863879 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ad9b5449-0683-4d5a-8906-6e3570078b6d tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:27.881951 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-eb32e511-0f60-45d5-8ef1-38252896aa8a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:27.910147 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ad9b5449-0683-4d5a-8906-6e3570078b6d tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:27.914386 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-eb32e511-0f60-45d5-8ef1-38252896aa8a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Calling delete_port for 51a9bc0d-fdb0-4314-8c94-066a3cad6657 owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:12:27.987225 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ad9b5449-0683-4d5a-8906-6e3570078b6d tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:27.990572 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ad9b5449-0683-4d5a-8906-6e3570078b6d tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:27.994634 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ad9b5449-0683-4d5a-8906-6e3570078b6d tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "DELETE /v2.0/security-groups/a31aadc7-92fb-4483-a1ec-8d0574c0d079 HTTP/1.1" status: 204 len: 168 time: 0.2130985 Sep 08 09:12:28.004200 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53892) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:28.006076 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23a578b4-a3bc-46a8-837b-dc03a959ccb7 req-e3c5189b-6d18-4e32-9166-569d6caec0a5 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Router bab2f451-e0d5-4fd9-813c-f9dae9c78f78 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:12:28.008141 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b5449-0683-4d5a-8906-6e3570078b6d tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31aadc7-92fb-4483-a1ec-8d0574c0d079,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:28.232940 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f8252-0116-486f-a1d6-3ebdeaf455cd req-aa8d9812-6c94-4644-a7a5-38467856e5b6 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:28.236019 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3f0f8252-0116-486f-a1d6-3ebdeaf455cd req-aa8d9812-6c94-4644-a7a5-38467856e5b6 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=73f26502-3747-42ba-9590-690b5230dd65 HTTP/1.1" status: 200 len: 945 time: 0.0685732 Sep 08 09:12:28.239068 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-25f53618-1864-4ede-a262-888224b2ab95 None None] Provisioning for port 51a9bc0d-fdb0-4314-8c94-066a3cad6657 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:12:28.247034 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-25f53618-1864-4ede-a262-888224b2ab95 None None] Provisioning complete for port 51a9bc0d-fdb0-4314-8c94-066a3cad6657 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:12:28.247630 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-25f53618-1864-4ede-a262-888224b2ab95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:28.259488 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c1562b4e-505f-4a8a-93e4-b626d07c9e3d tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2520998 Sep 08 09:12:28.263280 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53906) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:28.274369 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-79a9b32b-484d-480f-aa38-c64e8cda6de8 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Request body: {'security_group': {'name': 'tempest-secgroup--2031635020'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:28.290595 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3f0f8252-0116-486f-a1d6-3ebdeaf455cd req-fdfcb34a-6910-420e-97df-0ebe98f7f881 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6b6ca53-a824-465d-acc6-a8fd7c7358ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485144 Sep 08 09:12:28.292049 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-25f53618-1864-4ede-a262-888224b2ab95 None None] Port 51a9bc0d-fdb0-4314-8c94-066a3cad6657 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:12:28.305839 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-79a9b32b-484d-480f-aa38-c64e8cda6de8 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:28.319579 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23a578b4-a3bc-46a8-837b-dc03a959ccb7 req-e3c5189b-6d18-4e32-9166-569d6caec0a5 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:12:28.328343 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-23a578b4-a3bc-46a8-837b-dc03a959ccb7 req-e3c5189b-6d18-4e32-9166-569d6caec0a5 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:28.336722 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33efb00-4b41-4761-b304-db1b81de9e95 None None] Sync routers for ids ['bab2f451-e0d5-4fd9-813c-f9dae9c78f78'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:12:28.360041 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33efb00-4b41-4761-b304-db1b81de9e95 None None] Routers {'bab2f451-e0d5-4fd9-813c-f9dae9c78f78'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:12:28.361856 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-d33efb00-4b41-4761-b304-db1b81de9e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:12:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['bab2f451-e0d5-4fd9-813c-f9dae9c78f78'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:12:28.403062 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-23a578b4-a3bc-46a8-837b-dc03a959ccb7 req-e3c5189b-6d18-4e32-9166-569d6caec0a5 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "PUT /v2.0/floatingips/0f34a71a-0512-4eb3-af61-6fee8d1af8ed HTTP/1.1" status: 200 len: 997 time: 3.4293995 Sep 08 09:12:28.409398 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c968a7-2dd1-441e-b6fc-f02c693b9084', 'tag': 'a2394ea8-887b-423b-aec7-fc15c72355a0'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:12:28.412214 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ed6c69-73a5-4d27-ad0d-a465e4db0907" -d '{"events": [{"name": "network-changed", "server_uuid": "54c968a7-2dd1-441e-b6fc-f02c693b9084", "tag": "a2394ea8-887b-423b-aec7-fc15c72355a0"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:12:28.443009 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:28.523372 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-d33efb00-4b41-4761-b304-db1b81de9e95 None None] Set router bab2f451-e0d5-4fd9-813c-f9dae9c78f78 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:12:28.532063 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-eb32e511-0f60-45d5-8ef1-38252896aa8a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:28.578335 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140b9cbf-b4d5-438f-9223-b1559fcdcda1 x-openstack-request-id: req-140b9cbf-b4d5-438f-9223-b1559fcdcda1 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:12:28.578964 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54c968a7-2dd1-441e-b6fc-f02c693b9084", "tag": "a2394ea8-887b-423b-aec7-fc15c72355a0", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:12:28.579468 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-140b9cbf-b4d5-438f-9223-b1559fcdcda1 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:12:28.580104 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54c968a7-2dd1-441e-b6fc-f02c693b9084', 'tag': 'a2394ea8-887b-423b-aec7-fc15c72355a0', 'status': 'completed', 'code': 200} Sep 08 09:12:28.584759 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb32e511-0f60-45d5-8ef1-38252896aa8a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Port': ['ID=51a9bc0d-fdb0-4314-8c94-066a3cad6657,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:28.606756 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-79a9b32b-484d-480f-aa38-c64e8cda6de8 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:28.628151 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-79a9b32b-484d-480f-aa38-c64e8cda6de8 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:28.804046 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-d33efb00-4b41-4761-b304-db1b81de9e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab2f451-e0d5-4fd9-813c-f9dae9c78f78', 'name': 'tempest-ServerRescueTestJSONUnderV235-2009234545-router', 'tenant_id': '0e0fa2b77317456893f5fab251cfa62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'fd939877-6fb8-4f2c-9dd5-9a1fc9507f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:11:11Z', 'updated_at': '2021-09-08T09:11:18Z', 'revision_number': 4, 'project_id': '0e0fa2b77317456893f5fab251cfa62c', 'gw_port': {'id': 'fd939877-6fb8-4f2c-9dd5-9a1fc9507f73', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:77:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab2f451-e0d5-4fd9-813c-f9dae9c78f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:11:12Z', 'updated_at': '2021-09-08T09:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '0f34a71a-0512-4eb3-af61-6fee8d1af8ed', 'tenant_id': '0e0fa2b77317456893f5fab251cfa62c', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'bab2f451-e0d5-4fd9-813c-f9dae9c78f78', 'port_id': 'a2394ea8-887b-423b-aec7-fc15c72355a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af37320b-6b9f-4537-9cf7-f31def6375f6', 'mac_address': 'fa:16:3e:8f:69:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c968a7-2dd1-441e-b6fc-f02c693b9084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:12:23Z', 'updated_at': '2021-09-08T09:12:26Z', 'revision_number': 1, 'project_id': '0e0fa2b77317456893f5fab251cfa62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2c8db96-bb6a-4892-9397-d9483efc598b', 'name': '', 'network_id': 'af37320b-6b9f-4537-9cf7-f31def6375f6', 'tenant_id': '0e0fa2b77317456893f5fab251cfa62c', 'mac_address': 'fa:16:3e:a9:d1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab2f451-e0d5-4fd9-813c-f9dae9c78f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'f99fff34-d0f7-460f-81c3-03f5e1e7df92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:11:16Z', 'updated_at': '2021-09-08T09:11:24Z', 'revision_number': 5, 'project_id': '0e0fa2b77317456893f5fab251cfa62c', 'subnets': [{'id': 'f99fff34-d0f7-460f-81c3-03f5e1e7df92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:12:28.804825 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-79a9b32b-484d-480f-aa38-c64e8cda6de8 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:28.806311 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-79a9b32b-484d-480f-aa38-c64e8cda6de8 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5418305 Sep 08 09:12:28.810158 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53922) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:28.818236 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-eb32e511-0f60-45d5-8ef1-38252896aa8a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:28.820306 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-eb32e511-0f60-45d5-8ef1-38252896aa8a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/ports/51a9bc0d-fdb0-4314-8c94-066a3cad6657 HTTP/1.1" status: 204 len: 168 time: 2.2170420 Sep 08 09:12:28.823085 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-b1a9d9a9-da8a-4f2e-8390-6ac304ddf95c tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:28.823577 n-d-806683-11 neutron-server[94713]: WARNING neutron.api.v2.base [None req-b1a9d9a9-da8a-4f2e-8390-6ac304ddf95c tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 08 09:12:28.824100 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-b1a9d9a9-da8a-4f2e-8390-6ac304ddf95c tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] update failed (client error): There was a conflict when trying to complete your request. Sep 08 09:12:28.826005 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53924) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:28.829237 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b1a9d9a9-da8a-4f2e-8390-6ac304ddf95c tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "PUT /v2.0/security-groups/ded3b64f-3663-4c6a-b2e8-4c2101b99de1 HTTP/1.1" status: 409 len: 330 time: 0.0179622 Sep 08 09:12:28.830357 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53926) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:28.838348 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33efb00-4b41-4761-b304-db1b81de9e95 None None] Checking router: bab2f451-e0d5-4fd9-813c-f9dae9c78f78 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:12:28.839069 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed6c69-73a5-4d27-ad0d-a465e4db0907 req-5beca42d-4454-4874-9d69-3757cc278cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:28.841095 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e4ed6c69-73a5-4d27-ad0d-a465e4db0907 req-5beca42d-4454-4874-9d69-3757cc278cea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e0fa2b77317456893f5fab251cfa62c&device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 1098 time: 0.2299809 Sep 08 09:12:28.846425 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9b32b-484d-480f-aa38-c64e8cda6de8 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ded3b64f-3663-4c6a-b2e8-4c2101b99de1,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:28.853964 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33efb00-4b41-4761-b304-db1b81de9e95 None None] Routers {'bab2f451-e0d5-4fd9-813c-f9dae9c78f78'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:12:28.855859 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-d33efb00-4b41-4761-b304-db1b81de9e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:12:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['bab2f451-e0d5-4fd9-813c-f9dae9c78f78'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:12:28.901478 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a578b4-a3bc-46a8-837b-dc03a959ccb7 req-e807967f-07ac-45da-91ee-5e2bebe6bfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:28.909877 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-23a578b4-a3bc-46a8-837b-dc03a959ccb7 req-e807967f-07ac-45da-91ee-5e2bebe6bfb0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0e0fa2b77317456893f5fab251cfa62c&device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 1098 time: 0.4747510 Sep 08 09:12:28.950574 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-40b3e005-c697-49f7-8cca-15f655d18e0e tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:28.988367 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-40b3e005-c697-49f7-8cca-15f655d18e0e tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:29.042872 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a9b32b-484d-480f-aa38-c64e8cda6de8 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:12:29.043825 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a9b32b-484d-480f-aa38-c64e8cda6de8 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:12:29.044589 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a9b32b-484d-480f-aa38-c64e8cda6de8 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:12:29.045538 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a9b32b-484d-480f-aa38-c64e8cda6de8 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:12:29.047812 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a9b32b-484d-480f-aa38-c64e8cda6de8 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:12:29.048335 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a9b32b-484d-480f-aa38-c64e8cda6de8 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:12:29.049001 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a9b32b-484d-480f-aa38-c64e8cda6de8 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:12:29.049517 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a9b32b-484d-480f-aa38-c64e8cda6de8 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:12:29.050197 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a9b32b-484d-480f-aa38-c64e8cda6de8 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:12:29.050465 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a9b32b-484d-480f-aa38-c64e8cda6de8 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:12:29.050936 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a9b32b-484d-480f-aa38-c64e8cda6de8 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:12:29.051592 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a9b32b-484d-480f-aa38-c64e8cda6de8 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:12:29.052615 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-40b3e005-c697-49f7-8cca-15f655d18e0e tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:29.056209 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-d33efb00-4b41-4761-b304-db1b81de9e95 None None] Set router bab2f451-e0d5-4fd9-813c-f9dae9c78f78 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:12:29.069401 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-40b3e005-c697-49f7-8cca-15f655d18e0e tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:29.071108 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-40b3e005-c697-49f7-8cca-15f655d18e0e tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "DELETE /v2.0/security-groups/ded3b64f-3663-4c6a-b2e8-4c2101b99de1 HTTP/1.1" status: 204 len: 168 time: 0.2396390 Sep 08 09:12:29.074308 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53934) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:29.083811 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3e005-c697-49f7-8cca-15f655d18e0e tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded3b64f-3663-4c6a-b2e8-4c2101b99de1,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:29.091872 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed6c69-73a5-4d27-ad0d-a465e4db0907 req-7d12733b-d78a-4edc-9a40-e8bc0823213f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:29.093364 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e4ed6c69-73a5-4d27-ad0d-a465e4db0907 req-7d12733b-d78a-4edc-9a40-e8bc0823213f service neutron] 10.222.0.37 "GET /v2.0/networks?id=af37320b-6b9f-4537-9cf7-f31def6375f6 HTTP/1.1" status: 200 len: 921 time: 0.2221758 Sep 08 09:12:29.127807 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f018be50-5b8a-4106-af1c-6996eead0bcb tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:29.132821 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f018be50-5b8a-4106-af1c-6996eead0bcb tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3004737 Sep 08 09:12:29.133988 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53938) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:29.208477 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656c55ea-a4ae-4ce4-b441-05d1c58dd3fd tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:29.210957 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-656c55ea-a4ae-4ce4-b441-05d1c58dd3fd tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0759511 Sep 08 09:12:29.213625 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53942) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:29.244800 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ed47ec8d-29a6-4a50-ae69-d43a9079568c tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1683517 Sep 08 09:12:29.254174 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53944) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:29.281322 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e4ed6c69-73a5-4d27-ad0d-a465e4db0907 req-b0c47f41-a1e4-4644-a8f4-056a69fc332b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2394ea8-887b-423b-aec7-fc15c72355a0 HTTP/1.1" status: 200 len: 1000 time: 0.1703410 Sep 08 09:12:29.283099 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a578b4-a3bc-46a8-837b-dc03a959ccb7 req-c0b0b869-c2b1-4883-8645-2c037980b40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:29.284718 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-23a578b4-a3bc-46a8-837b-dc03a959ccb7 req-c0b0b869-c2b1-4883-8645-2c037980b40e service neutron] 10.222.0.54 "GET /v2.0/networks?id=af37320b-6b9f-4537-9cf7-f31def6375f6 HTTP/1.1" status: 200 len: 921 time: 0.3740036 Sep 08 09:12:29.285785 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-315e1acc-d0ab-4d0f-8758-bdc050b5bd25 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] delete failed (client error): The resource could not be found. Sep 08 09:12:29.290440 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-315e1acc-d0ab-4d0f-8758-bdc050b5bd25 tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "DELETE /v2.0/security-groups/ef94ffca-8761-42b7-b0f3-a0466df24591 HTTP/1.1" status: 404 len: 347 time: 0.0316916 Sep 08 09:12:29.293073 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53948) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:29.306211 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d20dd1a-7dab-481d-8279-42fa2cd807bc tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:29.307902 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d20dd1a-7dab-481d-8279-42fa2cd807bc tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:29.310248 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d20dd1a-7dab-481d-8279-42fa2cd807bc tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:29.312646 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7d20dd1a-7dab-481d-8279-42fa2cd807bc tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0969756 Sep 08 09:12:29.322683 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53950) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:29.350169 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-4b42266e-dc51-43ce-9237-f0e57a519e3b tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] show failed (client error): The resource could not be found. Sep 08 09:12:29.356680 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4b42266e-dc51-43ce-9237-f0e57a519e3b tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "GET /v2.0/security-groups/b0518776-4083-487f-b777-c12dd5364592 HTTP/1.1" status: 404 len: 347 time: 0.0625496 Sep 08 09:12:29.358094 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53956) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:29.393267 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-d33efb00-4b41-4761-b304-db1b81de9e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab2f451-e0d5-4fd9-813c-f9dae9c78f78', 'name': 'tempest-ServerRescueTestJSONUnderV235-2009234545-router', 'tenant_id': '0e0fa2b77317456893f5fab251cfa62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'fd939877-6fb8-4f2c-9dd5-9a1fc9507f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:11:11Z', 'updated_at': '2021-09-08T09:11:18Z', 'revision_number': 4, 'project_id': '0e0fa2b77317456893f5fab251cfa62c', 'gw_port': {'id': 'fd939877-6fb8-4f2c-9dd5-9a1fc9507f73', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:77:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab2f451-e0d5-4fd9-813c-f9dae9c78f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:11:12Z', 'updated_at': '2021-09-08T09:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '0f34a71a-0512-4eb3-af61-6fee8d1af8ed', 'tenant_id': '0e0fa2b77317456893f5fab251cfa62c', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'bab2f451-e0d5-4fd9-813c-f9dae9c78f78', 'port_id': 'a2394ea8-887b-423b-aec7-fc15c72355a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af37320b-6b9f-4537-9cf7-f31def6375f6', 'mac_address': 'fa:16:3e:8f:69:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c968a7-2dd1-441e-b6fc-f02c693b9084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:12:23Z', 'updated_at': '2021-09-08T09:12:26Z', 'revision_number': 1, 'project_id': '0e0fa2b77317456893f5fab251cfa62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2c8db96-bb6a-4892-9397-d9483efc598b', 'name': '', 'network_id': 'af37320b-6b9f-4537-9cf7-f31def6375f6', 'tenant_id': '0e0fa2b77317456893f5fab251cfa62c', 'mac_address': 'fa:16:3e:a9:d1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab2f451-e0d5-4fd9-813c-f9dae9c78f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'f99fff34-d0f7-460f-81c3-03f5e1e7df92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:11:16Z', 'updated_at': '2021-09-08T09:11:24Z', 'revision_number': 5, 'project_id': '0e0fa2b77317456893f5fab251cfa62c', 'subnets': [{'id': 'f99fff34-d0f7-460f-81c3-03f5e1e7df92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:12:29.429276 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-9c1fba9b-d7e9-46c5-8fc1-992cf8e17b0d tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] show failed (client error): The resource could not be found. Sep 08 09:12:29.430444 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33efb00-4b41-4761-b304-db1b81de9e95 None None] The sync data for ids ['bab2f451-e0d5-4fd9-813c-f9dae9c78f78'] in n-d-806683-11 is: [{'id': 'bab2f451-e0d5-4fd9-813c-f9dae9c78f78', 'name': 'tempest-ServerRescueTestJSONUnderV235-2009234545-router', 'tenant_id': '0e0fa2b77317456893f5fab251cfa62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'fd939877-6fb8-4f2c-9dd5-9a1fc9507f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:11:11Z', 'updated_at': '2021-09-08T09:11:18Z', 'revision_number': 4, 'project_id': '0e0fa2b77317456893f5fab251cfa62c', 'gw_port': {'id': 'fd939877-6fb8-4f2c-9dd5-9a1fc9507f73', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:77:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab2f451-e0d5-4fd9-813c-f9dae9c78f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:11:12Z', 'updated_at': '2021-09-08T09:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '0f34a71a-0512-4eb3-af61-6fee8d1af8ed', 'tenant_id': '0e0fa2b77317456893f5fab251cfa62c', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'bab2f451-e0d5-4fd9-813c-f9dae9c78f78', 'port_id': 'a2394ea8-887b-423b-aec7-fc15c72355a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af37320b-6b9f-4537-9cf7-f31def6375f6', 'mac_address': 'fa:16:3e:8f:69:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c968a7-2dd1-441e-b6fc-f02c693b9084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:12:23Z', 'updated_at': '2021-09-08T09:12:26Z', 'revision_number': 1, 'project_id': '0e0fa2b77317456893f5fab251cfa62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2c8db96-bb6a-4892-9397-d9483efc598b', 'name': '', 'network_id': 'af37320b-6b9f-4537-9cf7-f31def6375f6', 'tenant_id': '0e0fa2b77317456893f5fab251cfa62c', 'mac_address': 'fa:16:3e:a9:d1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab2f451-e0d5-4fd9-813c-f9dae9c78f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'f99fff34-d0f7-460f-81c3-03f5e1e7df92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:11:16Z', 'updated_at': '2021-09-08T09:11:24Z', 'revision_number': 5, 'project_id': '0e0fa2b77317456893f5fab251cfa62c', 'subnets': [{'id': 'f99fff34-d0f7-460f-81c3-03f5e1e7df92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:12:29.439960 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-9c1fba9b-d7e9-46c5-8fc1-992cf8e17b0d tempest-NegativeSecGroupIPv6Test-976953659 tempest-NegativeSecGroupIPv6Test-976953659-project] 10.222.0.54 "GET /v2.0/security-group-rules/9c2981e9-680a-4575-b305-a8db1071b01c HTTP/1.1" status: 404 len: 356 time: 0.0806613 Sep 08 09:12:29.462805 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed6c69-73a5-4d27-ad0d-a465e4db0907 req-c27d6456-3dba-4792-a4bc-988b7de77df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:29.465167 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e4ed6c69-73a5-4d27-ad0d-a465e4db0907 req-c27d6456-3dba-4792-a4bc-988b7de77df9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f99fff34-d0f7-460f-81c3-03f5e1e7df92 HTTP/1.1" status: 200 len: 860 time: 0.1770632 Sep 08 09:12:29.501743 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-23a578b4-a3bc-46a8-837b-dc03a959ccb7 req-f3bcb9b4-126a-4324-85fc-0696727a8100 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2394ea8-887b-423b-aec7-fc15c72355a0 HTTP/1.1" status: 200 len: 1000 time: 0.2062340 Sep 08 09:12:29.542971 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e4ed6c69-73a5-4d27-ad0d-a465e4db0907 req-d2962beb-2eb0-4260-a579-05fb129bd277 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=af37320b-6b9f-4537-9cf7-f31def6375f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672729 Sep 08 09:12:29.602259 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53966) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:29.749605 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a578b4-a3bc-46a8-837b-dc03a959ccb7 req-8df84c4e-b253-48e4-99ed-d9a73f272d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:29.752622 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-23a578b4-a3bc-46a8-837b-dc03a959ccb7 req-8df84c4e-b253-48e4-99ed-d9a73f272d19 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f99fff34-d0f7-460f-81c3-03f5e1e7df92 HTTP/1.1" status: 200 len: 860 time: 0.2132483 Sep 08 09:12:29.806960 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-23a578b4-a3bc-46a8-837b-dc03a959ccb7 req-4f0b0a63-10bb-442a-8a42-cecc366eeaa4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=af37320b-6b9f-4537-9cf7-f31def6375f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463448 Sep 08 09:12:29.831970 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [req-23a578b4-a3bc-46a8-837b-dc03a959ccb7 req-110f530c-2412-4341-b72b-9e327d424bab service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:12:29.833735 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-23a578b4-a3bc-46a8-837b-dc03a959ccb7 req-110f530c-2412-4341-b72b-9e327d424bab service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159047 Sep 08 09:12:29.845540 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e4ed6c69-73a5-4d27-ad0d-a465e4db0907 req-9e9a9786-7383-4dbf-86f9-95d4eef84039 service neutron] 10.222.0.37 "GET /v2.0/networks/af37320b-6b9f-4537-9cf7-f31def6375f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476294 Sep 08 09:12:29.855034 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-60d05cde-332d-4846-a89a-9531b105b49f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting subnet 814e3d60-522a-4cca-a425-a98a80f64bd7 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:12:29.859253 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-60d05cde-332d-4846-a89a-9531b105b49f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:29.865820 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36edd918-ed32-4696-a373-24aac9b262f7 None None] New status for floating IP 0f34a71a-0512-4eb3-af61-6fee8d1af8ed: ACTIVE {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:12:29.909582 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da825e-562c-44f6-bc24-712021e4e125 req-b1e3fb23-fe72-4bf6-909a-57ec164e1fdd tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:29.911179 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b5da825e-562c-44f6-bc24-712021e4e125 req-b1e3fb23-fe72-4bf6-909a-57ec164e1fdd tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=73f26502-3747-42ba-9590-690b5230dd65 HTTP/1.1" status: 200 len: 945 time: 0.1285133 Sep 08 09:12:29.928493 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-60d05cde-332d-4846-a89a-9531b105b49f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:30.035850 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b5da825e-562c-44f6-bc24-712021e4e125 req-519de1d7-6145-4fd2-97e1-e800427c5953 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6b6ca53-a824-465d-acc6-a8fd7c7358ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106460 Sep 08 09:12:30.060840 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53974) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:30.087152 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e4ed6c69-73a5-4d27-ad0d-a465e4db0907 req-5ae1a059-9b8e-43b1-9460-cae4c5bd7cc2 service neutron] 10.222.0.37 "GET /v2.0/networks/af37320b-6b9f-4537-9cf7-f31def6375f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304249 Sep 08 09:12:30.090096 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-60d05cde-332d-4846-a89a-9531b105b49f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:30.103713 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-23a578b4-a3bc-46a8-837b-dc03a959ccb7 req-27e07739-ef86-4ad5-a87d-b6af80f5ee5d service neutron] 10.222.0.54 "GET /v2.0/networks/af37320b-6b9f-4537-9cf7-f31def6375f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638578 Sep 08 09:12:30.107450 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53976) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:30.219978 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-60d05cde-332d-4846-a89a-9531b105b49f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:30.247033 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-23a578b4-a3bc-46a8-837b-dc03a959ccb7 req-82fb6e0b-b5d5-4b0a-b73c-53dcbc3c886c service neutron] 10.222.0.54 "GET /v2.0/networks/af37320b-6b9f-4537-9cf7-f31def6375f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295617 Sep 08 09:12:30.273711 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d05cde-332d-4846-a89a-9531b105b49f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Subnet': ['ID=814e3d60-522a-4cca-a425-a98a80f64bd7,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:30.278266 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-60d05cde-332d-4846-a89a-9531b105b49f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:30.280464 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-60d05cde-332d-4846-a89a-9531b105b49f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/814e3d60-522a-4cca-a425-a98a80f64bd7 HTTP/1.1" status: 204 len: 168 time: 0.9408152 Sep 08 09:12:30.285007 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53984) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:30.305518 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3219815a-7070-43f2-8c10-390d05ee03cc None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:12:30.398408 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-43e72311-721e-40e9-a301-927ced7f1b1a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b5755d8c402f4e1997504aa8def67f87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3363917 Sep 08 09:12:30.400799 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53986) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:30.451164 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3795b743-6c99-4c62-9e34-3ed92d75a9c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:30.457872 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-229ed58a-3c52-408c-bb66-290791f96b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:30.481385 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-229ed58a-3c52-408c-bb66-290791f96b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:30.502337 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-d55ba586-388a-44da-af3b-f329e8300136 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting subnet c9772066-d579-4fcd-92b2-d121fa10d94d {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:12:30.506330 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d55ba586-388a-44da-af3b-f329e8300136 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:30.533187 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-229ed58a-3c52-408c-bb66-290791f96b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:30.537983 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-229ed58a-3c52-408c-bb66-290791f96b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:30.539772 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-229ed58a-3c52-408c-bb66-290791f96b5a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9b61596b-a08c-4c0f-abae-202efd1c65d1 HTTP/1.1" status: 204 len: 168 time: 0.1373818 Sep 08 09:12:30.549544 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ed58a-3c52-408c-bb66-290791f96b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b61596b-a08c-4c0f-abae-202efd1c65d1,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:30.583531 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-704c2ec4-733c-484b-8ab5-ec25892ba369 req-8abff554-1265-4e06-bc9a-29a45436fe60 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.254 HTTP/1.1" status: 200 len: 1002 time: 0.2802043 Sep 08 09:12:30.652226 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d55ba586-388a-44da-af3b-f329e8300136 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:30.745528 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c2ec4-733c-484b-8ab5-ec25892ba369 req-3f0f27ff-1cd2-4e44-95fc-82b62a9b516f tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:30.747090 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-704c2ec4-733c-484b-8ab5-ec25892ba369 req-3f0f27ff-1cd2-4e44-95fc-82b62a9b516f tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/ports/a2394ea8-887b-423b-aec7-fc15c72355a0 HTTP/1.1" status: 200 len: 943 time: 0.1227062 Sep 08 09:12:30.980161 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d55ba586-388a-44da-af3b-f329e8300136 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:30.988907 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-704c2ec4-733c-484b-8ab5-ec25892ba369 req-c7f8b76c-3efe-49b8-9a79-35f7f2aeeb77 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.254 HTTP/1.1" status: 200 len: 1002 time: 0.1802866 Sep 08 09:12:31.104122 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3795b743-6c99-4c62-9e34-3ed92d75a9c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:31.145491 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3795b743-6c99-4c62-9e34-3ed92d75a9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:31.228709 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010b362-76bc-4858-9ca8-8c3431c15ef4 req-fd4b4479-9dd5-4f68-b577-e978df5b85a8 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:31.235034 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7010b362-76bc-4858-9ca8-8c3431c15ef4 req-fd4b4479-9dd5-4f68-b577-e978df5b85a8 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=73f26502-3747-42ba-9590-690b5230dd65 HTTP/1.1" status: 200 len: 945 time: 0.0702522 Sep 08 09:12:31.263273 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-3795b743-6c99-4c62-9e34-3ed92d75a9c0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b327911db96f473097cd1f70963013ff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1546130 Sep 08 09:12:31.269472 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54008) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:31.292523 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7010b362-76bc-4858-9ca8-8c3431c15ef4 req-7ad13205-d269-45c8-8945-c7ba123702b6 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6b6ca53-a824-465d-acc6-a8fd7c7358ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536132 Sep 08 09:12:31.295417 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d55ba586-388a-44da-af3b-f329e8300136 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:31.308053 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795b743-6c99-4c62-9e34-3ed92d75a9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab359fee-ef23-432d-a061-997d6923478e,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:31.440120 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-4d35b5dd-d0c0-43e5-a068-0db1820b13f8 None None] Provisioning complete for port 65652648-d7d6-422f-9369-709dff3aebac triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:12:31.440715 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4d35b5dd-d0c0-43e5-a068-0db1820b13f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:31.692554 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ba586-388a-44da-af3b-f329e8300136 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Subnet': ['ID=c9772066-d579-4fcd-92b2-d121fa10d94d,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:31.709881 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c2ec4-733c-484b-8ab5-ec25892ba369 req-6a5f8360-3b02-4c68-bf6e-246f2aa5fef6 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:31.710660 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21f6956-a455-4fc2-875e-839a31134416 None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:12:31.711324 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-704c2ec4-733c-484b-8ab5-ec25892ba369 req-6a5f8360-3b02-4c68-bf6e-246f2aa5fef6 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/networks/399c4174-1e86-4a10-bb99-f875a09107d5 HTTP/1.1" status: 200 len: 784 time: 0.6952925 Sep 08 09:12:31.714385 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d55ba586-388a-44da-af3b-f329e8300136 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:31.719379 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d55ba586-388a-44da-af3b-f329e8300136 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/c9772066-d579-4fcd-92b2-d121fa10d94d HTTP/1.1" status: 204 len: 168 time: 1.4302318 Sep 08 09:12:31.720277 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54022) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:31.776479 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54026) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:31.777333 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1ef5ea5b-55d7-4959-82c8-984022710fff tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0540478 Sep 08 09:12:31.786158 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-64a6c794-4068-45be-869c-dfe292c3b987 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'subnet': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:31.839336 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-90cb6dd7-b54e-4653-b69d-ac1c26231534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:31.901074 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-704c2ec4-733c-484b-8ab5-ec25892ba369 req-546f8c50-1a0f-48e1-8ae7-31aa09f9b61c tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.254 HTTP/1.1" status: 200 len: 1002 time: 0.1761777 Sep 08 09:12:31.927080 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-704c2ec4-733c-484b-8ab5-ec25892ba369 req-32261841-d325-40c5-99a0-055df3b7189a tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:31.933715 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-90cb6dd7-b54e-4653-b69d-ac1c26231534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:31.935038 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748a4b69-ccfa-4560-a6e9-5f56ed34068a None None] DHCP port deletion for 9177193f-e165-437e-b3d7-f8fa84e750aa request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:12:31.991274 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-748a4b69-ccfa-4560-a6e9-5f56ed34068a None None] Deleting port 65652648-d7d6-422f-9369-709dff3aebac {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:12:31.991912 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-748a4b69-ccfa-4560-a6e9-5f56ed34068a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:32.063560 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-704c2ec4-733c-484b-8ab5-ec25892ba369 req-32261841-d325-40c5-99a0-055df3b7189a tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Notify callbacks [] for floatingip, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:32.067938 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-748a4b69-ccfa-4560-a6e9-5f56ed34068a None None] For port 65652648-d7d6-422f-9369-709dff3aebac, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=65652648-d7d6-422f-9369-709dff3aebac,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:12:32.068549 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-748a4b69-ccfa-4560-a6e9-5f56ed34068a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:32.069309 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a6c794-4068-45be-869c-dfe292c3b987 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:12:32.072817 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-64a6c794-4068-45be-869c-dfe292c3b987 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:32.088659 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-748a4b69-ccfa-4560-a6e9-5f56ed34068a None None] Calling delete_port for 65652648-d7d6-422f-9369-709dff3aebac owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:12:32.149766 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-90cb6dd7-b54e-4653-b69d-ac1c26231534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:32.152357 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-90cb6dd7-b54e-4653-b69d-ac1c26231534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:32.153547 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-90cb6dd7-b54e-4653-b69d-ac1c26231534 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ab359fee-ef23-432d-a061-997d6923478e HTTP/1.1" status: 204 len: 168 time: 0.8596554 Sep 08 09:12:32.180933 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-748a4b69-ccfa-4560-a6e9-5f56ed34068a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:32.210789 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb6dd7-b54e-4653-b69d-ac1c26231534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab359fee-ef23-432d-a061-997d6923478e,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:32.211277 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a4b69-ccfa-4560-a6e9-5f56ed34068a None None] Pushing event deleted for resources: {'Port': ['ID=65652648-d7d6-422f-9369-709dff3aebac,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:32.220810 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748a4b69-ccfa-4560-a6e9-5f56ed34068a None None] No DVR routers for this DVR port 65652648-d7d6-422f-9369-709dff3aebac on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:12:32.272940 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-36b18e2a-2611-432e-9611-1df3cde77557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:32.410619 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-704c2ec4-733c-484b-8ab5-ec25892ba369 req-32261841-d325-40c5-99a0-055df3b7189a tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:32.464851 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-704c2ec4-733c-484b-8ab5-ec25892ba369 req-32261841-d325-40c5-99a0-055df3b7189a tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:32.465100 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [req-704c2ec4-733c-484b-8ab5-ec25892ba369 req-32261841-d325-40c5-99a0-055df3b7189a tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Floating IP 0f34a71a-0512-4eb3-af61-6fee8d1af8ed disassociated. External IP: 172.25.0.254, port: a2394ea8-887b-423b-aec7-fc15c72355a0. Sep 08 09:12:32.478188 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d432f3-a4b9-4d49-90f0-ea797f64196e req-11159739-2ee7-4ca2-9a57-426f1667354b tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:32.479893 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-58d432f3-a4b9-4d49-90f0-ea797f64196e req-11159739-2ee7-4ca2-9a57-426f1667354b tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=73f26502-3747-42ba-9590-690b5230dd65 HTTP/1.1" status: 200 len: 945 time: 0.0649564 Sep 08 09:12:32.543433 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-58d432f3-a4b9-4d49-90f0-ea797f64196e req-b22f6bfc-04a2-41f5-b61c-40bc399946b6 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6b6ca53-a824-465d-acc6-a8fd7c7358ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557625 Sep 08 09:12:32.626509 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54056) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:32.641151 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-45a0f577-5fbf-48a6-bd12-41e46b964e9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:32.695530 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-64a6c794-4068-45be-869c-dfe292c3b987 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:32.757544 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a6c794-4068-45be-869c-dfe292c3b987 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:12:32.775692 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-45a0f577-5fbf-48a6-bd12-41e46b964e9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:32.780608 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-45a0f577-5fbf-48a6-bd12-41e46b964e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:32.802254 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-64a6c794-4068-45be-869c-dfe292c3b987 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:12:32.809989 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a6c794-4068-45be-869c-dfe292c3b987 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:32.809989 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-64a6c794-4068-45be-869c-dfe292c3b987 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:32.814758 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a4dc27-18d3-4581-b5f5-31c44be6a925 None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:12:32.830820 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-45a0f577-5fbf-48a6-bd12-41e46b964e9b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fd511ce0fee3432099884b01292ac80d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2026141 Sep 08 09:12:32.832348 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a6c794-4068-45be-869c-dfe292c3b987 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Subnet': ['ID=722dd7d2-33cb-4481-b012-b06b3c831c60,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:32.833006 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54068) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:32.854276 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-64a6c794-4068-45be-869c-dfe292c3b987 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0771742 Sep 08 09:12:32.878812 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54070) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:32.885208 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-4bd355d9-2e44-42f3-b9a8-60bf517ffda9 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'subnet': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:32.963311 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-704c2ec4-733c-484b-8ab5-ec25892ba369 req-32261841-d325-40c5-99a0-055df3b7189a tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Router bab2f451-e0d5-4fd9-813c-f9dae9c78f78 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:12:32.994453 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a0f577-5fbf-48a6-bd12-41e46b964e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6ecab2-46b9-4dec-83bd-32fa8ad147b7,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:33.026374 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dbf8ac79-92c4-49cf-91f8-d56ef8ac3183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:33.032146 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-36b18e2a-2611-432e-9611-1df3cde77557 admin admin] Deleting port ecbcb730-d645-475b-8334-e232c293f2c1 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:12:33.032687 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-36b18e2a-2611-432e-9611-1df3cde77557 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:33.076597 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dbf8ac79-92c4-49cf-91f8-d56ef8ac3183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:33.095871 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd355d9-2e44-42f3-b9a8-60bf517ffda9 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:12:33.103431 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4bd355d9-2e44-42f3-b9a8-60bf517ffda9 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:33.104263 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f517cf9-17fc-447d-afc5-131cbbd57e9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-9177193f-e165-437e-b3d7-f8fa84e750aa', 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'tenant_id': 'cfe5efe5bc04414daec2165ebe59ab3a', 'fixed_ips': [{'subnet_id': '722dd7d2-33cb-4481-b012-b06b3c831c60'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:12:33.105253 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5f517cf9-17fc-447d-afc5-131cbbd57e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:33.108150 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 65652648-d7d6-422f-9369-709dff3aebac no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:12:33.171462 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-704c2ec4-733c-484b-8ab5-ec25892ba369 req-32261841-d325-40c5-99a0-055df3b7189a tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:12:33.174368 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 65652648-d7d6-422f-9369-709dff3aebac {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:12:33.174862 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 65652648-d7d6-422f-9369-709dff3aebac not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:12:33.178634 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-704c2ec4-733c-484b-8ab5-ec25892ba369 req-32261841-d325-40c5-99a0-055df3b7189a tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:33.208650 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d6843a-ca99-4d83-9ba7-4dd8faafd540 None None] Sync routers for ids ['bab2f451-e0d5-4fd9-813c-f9dae9c78f78'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:12:33.231363 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-704c2ec4-733c-484b-8ab5-ec25892ba369 req-32261841-d325-40c5-99a0-055df3b7189a tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "PUT /v2.0/floatingips/0f34a71a-0512-4eb3-af61-6fee8d1af8ed HTTP/1.1" status: 200 len: 695 time: 1.3139379 Sep 08 09:12:33.239546 n-d-806683-11 neutron-server[94713]: INFO neutron.db.ipam_backend_mixin [None req-4bd355d9-2e44-42f3-b9a8-60bf517ffda9 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 722dd7d2-33cb-4481-b012-b06b3c831c60 (CIDR: 2001:db8::/64) Sep 08 09:12:33.239954 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d6843a-ca99-4d83-9ba7-4dd8faafd540 None None] Routers {'bab2f451-e0d5-4fd9-813c-f9dae9c78f78'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:12:33.244354 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-c3d6843a-ca99-4d83-9ba7-4dd8faafd540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:12:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['bab2f451-e0d5-4fd9-813c-f9dae9c78f78'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:12:33.244816 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c968a7-2dd1-441e-b6fc-f02c693b9084', 'tag': 'a2394ea8-887b-423b-aec7-fc15c72355a0'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:12:33.247501 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fea5cb-ba5f-407b-a1b3-6fb653ef3f61" -d '{"events": [{"name": "network-changed", "server_uuid": "54c968a7-2dd1-441e-b6fc-f02c693b9084", "tag": "a2394ea8-887b-423b-aec7-fc15c72355a0"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:12:33.251210 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bd355d9-2e44-42f3-b9a8-60bf517ffda9 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:12:33.251713 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bd355d9-2e44-42f3-b9a8-60bf517ffda9 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:33.252612 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-36b18e2a-2611-432e-9611-1df3cde77557 admin admin] For port ecbcb730-d645-475b-8334-e232c293f2c1, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=ecbcb730-d645-475b-8334-e232c293f2c1,segment=NetworkSegment(66c1c607-33c9-44e0-b45a-ef6d4c44423d),segment_id=66c1c607-33c9-44e0-b45a-ef6d4c44423d)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:12:33.252991 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-36b18e2a-2611-432e-9611-1df3cde77557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:33.282709 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4bd355d9-2e44-42f3-b9a8-60bf517ffda9 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4013910 Sep 08 09:12:33.285529 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54092) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:33.293628 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-0d5a749b-3cdb-464f-8346-2c2e0ebabd80 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'subnet': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:33.315687 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dbf8ac79-92c4-49cf-91f8-d56ef8ac3183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:33.319200 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dbf8ac79-92c4-49cf-91f8-d56ef8ac3183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:33.322144 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-dbf8ac79-92c4-49cf-91f8-d56ef8ac3183 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5c6ecab2-46b9-4dec-83bd-32fa8ad147b7 HTTP/1.1" status: 204 len: 168 time: 0.4880292 Sep 08 09:12:33.352655 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f11e828-ca57-4377-9e5a-97156be6ee78 x-openstack-request-id: req-7f11e828-ca57-4377-9e5a-97156be6ee78 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:12:33.352981 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54c968a7-2dd1-441e-b6fc-f02c693b9084", "tag": "a2394ea8-887b-423b-aec7-fc15c72355a0", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:12:33.353507 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7f11e828-ca57-4377-9e5a-97156be6ee78 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:12:33.354153 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54c968a7-2dd1-441e-b6fc-f02c693b9084', 'tag': 'a2394ea8-887b-423b-aec7-fc15c72355a0', 'status': 'completed', 'code': 200} Sep 08 09:12:33.355424 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-36b18e2a-2611-432e-9611-1df3cde77557 admin admin] Calling delete_port for ecbcb730-d645-475b-8334-e232c293f2c1 owned by network:router_interface {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:12:33.364674 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-5f517cf9-17fc-447d-afc5-131cbbd57e9c None None] Allocated IP 2001:db8::2 (9177193f-e165-437e-b3d7-f8fa84e750aa/722dd7d2-33cb-4481-b012-b06b3c831c60/77e92e96-41cf-422a-913a-c50636863673) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:12:33.393201 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf8ac79-92c4-49cf-91f8-d56ef8ac3183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6ecab2-46b9-4dec-83bd-32fa8ad147b7,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:33.564116 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5f517cf9-17fc-447d-afc5-131cbbd57e9c None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:33.573694 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-5f517cf9-17fc-447d-afc5-131cbbd57e9c None None] Transition to ACTIVE for port object 77e92e96-41cf-422a-913a-c50636863673 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:12:33.592569 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-5f517cf9-17fc-447d-afc5-131cbbd57e9c None None] Transition to ACTIVE for port object 77e92e96-41cf-422a-913a-c50636863673 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:12:33.601063 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-c3d6843a-ca99-4d83-9ba7-4dd8faafd540 None None] Set router bab2f451-e0d5-4fd9-813c-f9dae9c78f78 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:12:33.602868 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5f517cf9-17fc-447d-afc5-131cbbd57e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:33.623375 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5a749b-3cdb-464f-8346-2c2e0ebabd80 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:12:33.627578 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0d5a749b-3cdb-464f-8346-2c2e0ebabd80 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:33.657624 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f517cf9-17fc-447d-afc5-131cbbd57e9c None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:12:33.664290 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-5f517cf9-17fc-447d-afc5-131cbbd57e9c None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:12:33.666171 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c2ec4-733c-484b-8ab5-ec25892ba369 req-78e1c929-7b02-4b46-a4b4-8b2ad26babf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:33.670189 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f517cf9-17fc-447d-afc5-131cbbd57e9c None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:12:33.677556 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-704c2ec4-733c-484b-8ab5-ec25892ba369 req-78e1c929-7b02-4b46-a4b4-8b2ad26babf0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0e0fa2b77317456893f5fab251cfa62c&device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 1098 time: 0.4186246 Sep 08 09:12:33.679991 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f517cf9-17fc-447d-afc5-131cbbd57e9c None None] Pushing event updated for resources: {'Port': ['ID=77e92e96-41cf-422a-913a-c50636863673,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:33.788214 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-36b18e2a-2611-432e-9611-1df3cde77557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:33.797466 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-5f517cf9-17fc-447d-afc5-131cbbd57e9c None None] Attempting to bind port 77e92e96-41cf-422a-913a-c50636863673 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:12:33.797885 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-5f517cf9-17fc-447d-afc5-131cbbd57e9c None None] Attempting to bind port 77e92e96-41cf-422a-913a-c50636863673 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:12:33.798451 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f517cf9-17fc-447d-afc5-131cbbd57e9c None None] Attempting to bind port 77e92e96-41cf-422a-913a-c50636863673 on network 9177193f-e165-437e-b3d7-f8fa84e750aa {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:12:33.808948 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f517cf9-17fc-447d-afc5-131cbbd57e9c None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:12:33.808948 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f517cf9-17fc-447d-afc5-131cbbd57e9c None None] Checking segment: {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:12:33.808948 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5f517cf9-17fc-447d-afc5-131cbbd57e9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:33.808948 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f517cf9-17fc-447d-afc5-131cbbd57e9c None None] Bound using segment: {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:12:33.809412 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-5f517cf9-17fc-447d-afc5-131cbbd57e9c None None] Bound port: 77e92e96-41cf-422a-913a-c50636863673, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:12:33.809527 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5f517cf9-17fc-447d-afc5-131cbbd57e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:33.832973 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be4bde-afa8-4f98-8584-cb28d7f129fa req-4190af36-b224-4785-946a-2ce73c48eacf tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:33.844424 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-15be4bde-afa8-4f98-8584-cb28d7f129fa req-4190af36-b224-4785-946a-2ce73c48eacf tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=73f26502-3747-42ba-9590-690b5230dd65 HTTP/1.1" status: 200 len: 945 time: 0.1269803 Sep 08 09:12:33.918422 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-15be4bde-afa8-4f98-8584-cb28d7f129fa req-1f57646f-2f04-4695-b229-c1d9d9c7975e tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6b6ca53-a824-465d-acc6-a8fd7c7358ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687540 Sep 08 09:12:33.962162 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-5f517cf9-17fc-447d-afc5-131cbbd57e9c None None] For port 77e92e96-41cf-422a-913a-c50636863673, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:12:33.969587 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-5f517cf9-17fc-447d-afc5-131cbbd57e9c None None] For port 77e92e96-41cf-422a-913a-c50636863673, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=77e92e96-41cf-422a-913a-c50636863673,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:12:33.975393 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5f517cf9-17fc-447d-afc5-131cbbd57e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:33.980389 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b18e2a-2611-432e-9611-1df3cde77557 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecbcb730-d645-475b-8334-e232c293f2c1,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:34.141806 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f517cf9-17fc-447d-afc5-131cbbd57e9c None None] Pushing event updated for resources: {'Port': ['ID=77e92e96-41cf-422a-913a-c50636863673,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:34.148805 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fea5cb-ba5f-407b-a1b3-6fb653ef3f61 req-5baa3ff3-502a-47f2-bc8c-73c8f3e9598c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:34.150645 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-85fea5cb-ba5f-407b-a1b3-6fb653ef3f61 req-5baa3ff3-502a-47f2-bc8c-73c8f3e9598c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e0fa2b77317456893f5fab251cfa62c&device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 1098 time: 0.7279172 Sep 08 09:12:34.196734 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-c3d6843a-ca99-4d83-9ba7-4dd8faafd540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab2f451-e0d5-4fd9-813c-f9dae9c78f78', 'name': 'tempest-ServerRescueTestJSONUnderV235-2009234545-router', 'tenant_id': '0e0fa2b77317456893f5fab251cfa62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'fd939877-6fb8-4f2c-9dd5-9a1fc9507f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:11:11Z', 'updated_at': '2021-09-08T09:11:18Z', 'revision_number': 4, 'project_id': '0e0fa2b77317456893f5fab251cfa62c', 'gw_port': {'id': 'fd939877-6fb8-4f2c-9dd5-9a1fc9507f73', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:77:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab2f451-e0d5-4fd9-813c-f9dae9c78f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:11:12Z', 'updated_at': '2021-09-08T09:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'e2c8db96-bb6a-4892-9397-d9483efc598b', 'name': '', 'network_id': 'af37320b-6b9f-4537-9cf7-f31def6375f6', 'tenant_id': '0e0fa2b77317456893f5fab251cfa62c', 'mac_address': 'fa:16:3e:a9:d1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab2f451-e0d5-4fd9-813c-f9dae9c78f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'f99fff34-d0f7-460f-81c3-03f5e1e7df92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:11:16Z', 'updated_at': '2021-09-08T09:11:24Z', 'revision_number': 5, 'project_id': '0e0fa2b77317456893f5fab251cfa62c', 'subnets': [{'id': 'f99fff34-d0f7-460f-81c3-03f5e1e7df92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:12:34.203857 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c2ec4-733c-484b-8ab5-ec25892ba369 req-3bee333f-16a4-4234-8c1c-4fbcdd617d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:34.205490 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-704c2ec4-733c-484b-8ab5-ec25892ba369 req-3bee333f-16a4-4234-8c1c-4fbcdd617d3d service neutron] 10.222.0.54 "GET /v2.0/networks?id=af37320b-6b9f-4537-9cf7-f31def6375f6 HTTP/1.1" status: 200 len: 921 time: 0.5272169 Sep 08 09:12:34.281542 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d6843a-ca99-4d83-9ba7-4dd8faafd540 None None] Checking router: bab2f451-e0d5-4fd9-813c-f9dae9c78f78 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:12:34.292453 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d6843a-ca99-4d83-9ba7-4dd8faafd540 None None] Routers {'bab2f451-e0d5-4fd9-813c-f9dae9c78f78'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:12:34.292967 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-c3d6843a-ca99-4d83-9ba7-4dd8faafd540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:12:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['bab2f451-e0d5-4fd9-813c-f9dae9c78f78'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:12:34.340005 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-704c2ec4-733c-484b-8ab5-ec25892ba369 req-f2fc41ac-ff82-4235-8c36-397b1bb29be6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2394ea8-887b-423b-aec7-fc15c72355a0 HTTP/1.1" status: 200 len: 217 time: 0.1190948 Sep 08 09:12:34.478716 n-d-806683-11 neutron-server[94713]: DEBUG neutron.objects.ports [None req-0d5a749b-3cdb-464f-8346-2c2e0ebabd80 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94713) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 08 09:12:34.548725 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-c3d6843a-ca99-4d83-9ba7-4dd8faafd540 None None] Set router bab2f451-e0d5-4fd9-813c-f9dae9c78f78 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:12:34.694217 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0d5a749b-3cdb-464f-8346-2c2e0ebabd80 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:35.072212 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c2ec4-733c-484b-8ab5-ec25892ba369 req-a66f5511-c813-4536-a9d3-69ea44d32413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:35.083414 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-704c2ec4-733c-484b-8ab5-ec25892ba369 req-a66f5511-c813-4536-a9d3-69ea44d32413 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f99fff34-d0f7-460f-81c3-03f5e1e7df92 HTTP/1.1" status: 200 len: 860 time: 0.5650640 Sep 08 09:12:35.100050 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-c3d6843a-ca99-4d83-9ba7-4dd8faafd540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab2f451-e0d5-4fd9-813c-f9dae9c78f78', 'name': 'tempest-ServerRescueTestJSONUnderV235-2009234545-router', 'tenant_id': '0e0fa2b77317456893f5fab251cfa62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'fd939877-6fb8-4f2c-9dd5-9a1fc9507f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:11:11Z', 'updated_at': '2021-09-08T09:11:18Z', 'revision_number': 4, 'project_id': '0e0fa2b77317456893f5fab251cfa62c', 'gw_port': {'id': 'fd939877-6fb8-4f2c-9dd5-9a1fc9507f73', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:77:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab2f451-e0d5-4fd9-813c-f9dae9c78f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:11:12Z', 'updated_at': '2021-09-08T09:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'e2c8db96-bb6a-4892-9397-d9483efc598b', 'name': '', 'network_id': 'af37320b-6b9f-4537-9cf7-f31def6375f6', 'tenant_id': '0e0fa2b77317456893f5fab251cfa62c', 'mac_address': 'fa:16:3e:a9:d1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab2f451-e0d5-4fd9-813c-f9dae9c78f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'f99fff34-d0f7-460f-81c3-03f5e1e7df92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:11:16Z', 'updated_at': '2021-09-08T09:11:24Z', 'revision_number': 5, 'project_id': '0e0fa2b77317456893f5fab251cfa62c', 'subnets': [{'id': 'f99fff34-d0f7-460f-81c3-03f5e1e7df92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:12:35.104521 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-0d5a749b-3cdb-464f-8346-2c2e0ebabd80 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] For port 77e92e96-41cf-422a-913a-c50636863673, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=77e92e96-41cf-422a-913a-c50636863673,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:12:35.144708 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0d5a749b-3cdb-464f-8346-2c2e0ebabd80 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:35.149141 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54176) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:35.151866 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d6843a-ca99-4d83-9ba7-4dd8faafd540 None None] The sync data for ids ['bab2f451-e0d5-4fd9-813c-f9dae9c78f78'] in n-d-806683-11 is: [{'id': 'bab2f451-e0d5-4fd9-813c-f9dae9c78f78', 'name': 'tempest-ServerRescueTestJSONUnderV235-2009234545-router', 'tenant_id': '0e0fa2b77317456893f5fab251cfa62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'fd939877-6fb8-4f2c-9dd5-9a1fc9507f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:11:11Z', 'updated_at': '2021-09-08T09:11:18Z', 'revision_number': 4, 'project_id': '0e0fa2b77317456893f5fab251cfa62c', 'gw_port': {'id': 'fd939877-6fb8-4f2c-9dd5-9a1fc9507f73', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:77:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab2f451-e0d5-4fd9-813c-f9dae9c78f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:11:12Z', 'updated_at': '2021-09-08T09:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'e2c8db96-bb6a-4892-9397-d9483efc598b', 'name': '', 'network_id': 'af37320b-6b9f-4537-9cf7-f31def6375f6', 'tenant_id': '0e0fa2b77317456893f5fab251cfa62c', 'mac_address': 'fa:16:3e:a9:d1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab2f451-e0d5-4fd9-813c-f9dae9c78f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'f99fff34-d0f7-460f-81c3-03f5e1e7df92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:11:16Z', 'updated_at': '2021-09-08T09:11:24Z', 'revision_number': 5, 'project_id': '0e0fa2b77317456893f5fab251cfa62c', 'subnets': [{'id': 'f99fff34-d0f7-460f-81c3-03f5e1e7df92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:12:35.190278 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0d5a749b-3cdb-464f-8346-2c2e0ebabd80 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:35.191060 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0d5a749b-3cdb-464f-8346-2c2e0ebabd80 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:35.200723 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fea5cb-ba5f-407b-a1b3-6fb653ef3f61 req-3904083f-c330-4c53-b976-6a18d8e91876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:35.201497 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-85fea5cb-ba5f-407b-a1b3-6fb653ef3f61 req-3904083f-c330-4c53-b976-6a18d8e91876 service neutron] 10.222.0.37 "GET /v2.0/networks?id=af37320b-6b9f-4537-9cf7-f31def6375f6 HTTP/1.1" status: 200 len: 921 time: 1.0363111 Sep 08 09:12:35.263942 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-704c2ec4-733c-484b-8ab5-ec25892ba369 req-91eaa2eb-d6cb-4a5e-8767-48543924b133 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=af37320b-6b9f-4537-9cf7-f31def6375f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864291 Sep 08 09:12:35.283167 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 77e92e96-41cf-422a-913a-c50636863673 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:12:35.373102 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-85fea5cb-ba5f-407b-a1b3-6fb653ef3f61 req-8465e795-b3e7-4a7b-95ff-cd5cf175c793 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2394ea8-887b-423b-aec7-fc15c72355a0 HTTP/1.1" status: 200 len: 217 time: 0.1214478 Sep 08 09:12:35.392952 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 77e92e96-41cf-422a-913a-c50636863673 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:12:35.413554 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a749b-3cdb-464f-8346-2c2e0ebabd80 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Port': ['ID=77e92e96-41cf-422a-913a-c50636863673,revision_number=4']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:35.417653 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-36b18e2a-2611-432e-9611-1df3cde77557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:35.456492 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a749b-3cdb-464f-8346-2c2e0ebabd80 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Subnet': ['ID=6ac62bf0-4e8a-4fdd-ad74-ff6eaadee57d,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:35.490435 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5a749b-3cdb-464f-8346-2c2e0ebabd80 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:12:35.493255 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9217d1bb-f28f-463c-ab8c-ded7080102db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:35.517352 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-0d5a749b-3cdb-464f-8346-2c2e0ebabd80 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:12:35.533623 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2754b7-ac20-40a7-9f2a-16cf340ffcbf req-1fb4bdc2-c8da-4e94-87f6-8ed9eef30aaa tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:35.536551 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cd2754b7-ac20-40a7-9f2a-16cf340ffcbf req-1fb4bdc2-c8da-4e94-87f6-8ed9eef30aaa tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=73f26502-3747-42ba-9590-690b5230dd65 HTTP/1.1" status: 200 len: 945 time: 0.3896487 Sep 08 09:12:35.537961 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5a749b-3cdb-464f-8346-2c2e0ebabd80 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:35.538598 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0d5a749b-3cdb-464f-8346-2c2e0ebabd80 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:35.602123 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fea5cb-ba5f-407b-a1b3-6fb653ef3f61 req-ee68b305-ed2d-4944-835f-53860b827e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:35.603483 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-85fea5cb-ba5f-407b-a1b3-6fb653ef3f61 req-ee68b305-ed2d-4944-835f-53860b827e13 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f99fff34-d0f7-460f-81c3-03f5e1e7df92 HTTP/1.1" status: 200 len: 860 time: 0.2103345 Sep 08 09:12:35.650607 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cd2754b7-ac20-40a7-9f2a-16cf340ffcbf req-2242e25c-fc0e-4aaa-bffc-daf9b3cb8d1e tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6b6ca53-a824-465d-acc6-a8fd7c7358ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935125 Sep 08 09:12:35.659827 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-85fea5cb-ba5f-407b-a1b3-6fb653ef3f61 req-a915a2a1-966a-4e18-ba22-b00fb7863724 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=af37320b-6b9f-4537-9cf7-f31def6375f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422211 Sep 08 09:12:35.683102 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-704c2ec4-733c-484b-8ab5-ec25892ba369 req-7382c6be-d6ed-49ed-bc8c-e1a5a54d05b6 service neutron] 10.222.0.54 "GET /v2.0/networks/af37320b-6b9f-4537-9cf7-f31def6375f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3947949 Sep 08 09:12:35.685669 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933001d4-a209-4cda-b97c-af0b7863f259 None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:12:35.734437 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f620f04a-a419-4894-8954-d807694390cf None None] New status for floating IP 0f34a71a-0512-4eb3-af61-6fee8d1af8ed: DOWN {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:12:35.779574 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9217d1bb-f28f-463c-ab8c-ded7080102db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:35.789745 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9217d1bb-f28f-463c-ab8c-ded7080102db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:35.823642 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9217d1bb-f28f-463c-ab8c-ded7080102db admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b1fe4ad6b8c946a4877df72365b80496&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6745892 Sep 08 09:12:35.825905 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54188) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:35.846226 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0d5a749b-3cdb-464f-8346-2c2e0ebabd80 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.5584238 Sep 08 09:12:35.852408 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54190) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:35.862781 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-7a320d75-7703-4758-8e15-25d62e712193 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'port': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'mac_address': 'fa:16:3e:33:16:bf', 'name': 'tempest-NetworksTestDHCPv6-1517223280'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:35.877682 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9217d1bb-f28f-463c-ab8c-ded7080102db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d68824b-f5ca-458a-9b98-b725634d8964,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:35.914331 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-34dc327b-191b-410e-9c16-6b30e6509859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:35.940248 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-34dc327b-191b-410e-9c16-6b30e6509859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:36.001495 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-34dc327b-191b-410e-9c16-6b30e6509859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:36.005709 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-34dc327b-191b-410e-9c16-6b30e6509859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:36.007393 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-34dc327b-191b-410e-9c16-6b30e6509859 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6d68824b-f5ca-458a-9b98-b725634d8964 HTTP/1.1" status: 204 len: 168 time: 0.1801257 Sep 08 09:12:36.021000 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f59c9295-e0a7-456f-8f1c-6cc5b1897069 None None] Provisioning for port 77e92e96-41cf-422a-913a-c50636863673 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:12:36.027838 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dc327b-191b-410e-9c16-6b30e6509859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d68824b-f5ca-458a-9b98-b725634d8964,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:36.029455 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f59c9295-e0a7-456f-8f1c-6cc5b1897069 None None] Provisioning complete for port 77e92e96-41cf-422a-913a-c50636863673 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:12:36.029906 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f59c9295-e0a7-456f-8f1c-6cc5b1897069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:36.052446 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-85fea5cb-ba5f-407b-a1b3-6fb653ef3f61 req-2c06f1eb-9af5-401d-bfcb-cea98d97db52 service neutron] 10.222.0.37 "GET /v2.0/networks/af37320b-6b9f-4537-9cf7-f31def6375f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510580 Sep 08 09:12:36.137131 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-704c2ec4-733c-484b-8ab5-ec25892ba369 req-1f20c8c1-8ba4-423e-a466-9660cb3c48c2 service neutron] 10.222.0.54 "GET /v2.0/networks/af37320b-6b9f-4537-9cf7-f31def6375f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3984730 Sep 08 09:12:36.225569 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f59c9295-e0a7-456f-8f1c-6cc5b1897069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:36.252619 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c380f5bc-70f1-491e-b77a-8b92fce721e9 req-8ada2ef8-34fe-4131-affa-33b9086965f2 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/floatingips/0f34a71a-0512-4eb3-af61-6fee8d1af8ed HTTP/1.1" status: 200 len: 693 time: 0.0843160 Sep 08 09:12:36.262457 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-f59c9295-e0a7-456f-8f1c-6cc5b1897069 None None] For port 77e92e96-41cf-422a-913a-c50636863673, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=77e92e96-41cf-422a-913a-c50636863673,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:12:36.271606 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f59c9295-e0a7-456f-8f1c-6cc5b1897069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:36.286960 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b18e2a-2611-432e-9611-1df3cde77557 admin admin] Router 9e6d2467-77c9-4d0d-a7bc-542df47f28bf has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:12:36.292104 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a320d75-7703-4758-8e15-25d62e712193 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:12:36.305664 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-85fea5cb-ba5f-407b-a1b3-6fb653ef3f61 req-ca1fda21-8477-423e-9cbc-26715a53450b service neutron] 10.222.0.37 "GET /v2.0/networks/af37320b-6b9f-4537-9cf7-f31def6375f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417450 Sep 08 09:12:36.358525 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c9295-e0a7-456f-8f1c-6cc5b1897069 None None] Pushing event updated for resources: {'Port': ['ID=77e92e96-41cf-422a-913a-c50636863673,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:36.456741 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c380f5bc-70f1-491e-b77a-8b92fce721e9 req-c241c0ba-2e80-4bd2-bd4a-a80a9b0d070d tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:36.457744 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c380f5bc-70f1-491e-b77a-8b92fce721e9 req-c241c0ba-2e80-4bd2-bd4a-a80a9b0d070d tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/networks/399c4174-1e86-4a10-bb99-f875a09107d5 HTTP/1.1" status: 200 len: 784 time: 0.1985044 Sep 08 09:12:36.533423 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c380f5bc-70f1-491e-b77a-8b92fce721e9 req-fd7cd7cd-5649-4090-b077-43700f8a5d44 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.254 HTTP/1.1" status: 200 len: 696 time: 0.0673215 Sep 08 09:12:36.548289 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7a320d75-7703-4758-8e15-25d62e712193 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:36.561526 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54208) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:36.578888 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6805eca9-833c-4aa4-94c0-32f4a99efe78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:36.604599 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c380f5bc-70f1-491e-b77a-8b92fce721e9 req-47cf1deb-dd8f-4b67-884f-45b8298acd95 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/floatingips?floating_ip_address=172.25.0.254 HTTP/1.1" status: 200 len: 696 time: 0.0572801 Sep 08 09:12:36.607025 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [None req-7a320d75-7703-4758-8e15-25d62e712193 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] device_id is not set on port ef3e9f53-945e-4300-8f4d-562e7db8fa0c yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:12:36.617270 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b18e2a-2611-432e-9611-1df3cde77557 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:12:36.622663 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-36b18e2a-2611-432e-9611-1df3cde77557 admin admin] 10.222.0.54 "PUT /v2.0/routers/9e6d2467-77c9-4d0d-a7bc-542df47f28bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0121958 Sep 08 09:12:36.627339 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54212) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:36.638654 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebf6fbf-dc88-482d-a659-b21283c60d8e None None] Sync routers for ids ['9e6d2467-77c9-4d0d-a7bc-542df47f28bf'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:12:36.652674 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebf6fbf-dc88-482d-a659-b21283c60d8e None None] Routers {'9e6d2467-77c9-4d0d-a7bc-542df47f28bf'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:12:36.653689 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-eebf6fbf-dc88-482d-a659-b21283c60d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:12:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['9e6d2467-77c9-4d0d-a7bc-542df47f28bf'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:12:36.862712 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-eebf6fbf-dc88-482d-a659-b21283c60d8e None None] Set router 9e6d2467-77c9-4d0d-a7bc-542df47f28bf gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:12:36.872334 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-c380f5bc-70f1-491e-b77a-8b92fce721e9 req-4eab7cba-ee57-4021-a0c7-44b1626df236 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Deleting port 7435d434-0ea7-4ad7-b498-15b641d0bf68 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:12:36.873723 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-c380f5bc-70f1-491e-b77a-8b92fce721e9 req-4eab7cba-ee57-4021-a0c7-44b1626df236 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:36.952046 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-661fdb98-1d9d-4d4f-a20f-a27e2dee8ebb admin admin] Notify callbacks [] for router, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:37.007178 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-c380f5bc-70f1-491e-b77a-8b92fce721e9 req-4eab7cba-ee57-4021-a0c7-44b1626df236 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:37.007389 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-c380f5bc-70f1-491e-b77a-8b92fce721e9 req-4eab7cba-ee57-4021-a0c7-44b1626df236 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:37.031864 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c9fa3-d301-4dba-b387-2d8a9cf7d832 req-51f4a9c1-34a2-4790-831f-6ec013839097 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:37.033425 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-844c9fa3-d301-4dba-b387-2d8a9cf7d832 req-51f4a9c1-34a2-4790-831f-6ec013839097 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=73f26502-3747-42ba-9590-690b5230dd65 HTTP/1.1" status: 200 len: 945 time: 0.2746291 Sep 08 09:12:37.049106 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-c380f5bc-70f1-491e-b77a-8b92fce721e9 req-4eab7cba-ee57-4021-a0c7-44b1626df236 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Calling delete_port for 7435d434-0ea7-4ad7-b498-15b641d0bf68 owned by network:floatingip {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:12:37.093679 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 77e92e96-41cf-422a-913a-c50636863673 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:12:37.178563 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-7a320d75-7703-4758-8e15-25d62e712193 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Allocated IP 2001:db8::138 (9177193f-e165-437e-b3d7-f8fa84e750aa/722dd7d2-33cb-4481-b012-b06b3c831c60/ef3e9f53-945e-4300-8f4d-562e7db8fa0c) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:12:37.223124 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 77e92e96-41cf-422a-913a-c50636863673 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:12:37.223910 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:37.226573 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-844c9fa3-d301-4dba-b387-2d8a9cf7d832 req-f679f782-9f02-453a-b0fb-0e2f3cee620c tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6b6ca53-a824-465d-acc6-a8fd7c7358ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663876 Sep 08 09:12:37.231367 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6805eca9-833c-4aa4-94c0-32f4a99efe78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:37.238706 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-7a320d75-7703-4758-8e15-25d62e712193 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Allocated IP 2001:db8:0:1:f816:3eff:fe33:16bf (9177193f-e165-437e-b3d7-f8fa84e750aa/6ac62bf0-4e8a-4fdd-ad74-ff6eaadee57d/ef3e9f53-945e-4300-8f4d-562e7db8fa0c) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:12:37.248064 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6805eca9-833c-4aa4-94c0-32f4a99efe78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:37.319349 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-eebf6fbf-dc88-482d-a659-b21283c60d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6d2467-77c9-4d0d-a7bc-542df47f28bf', 'name': 'tempest-TaggedBootDevicesTest_v242-2105520897-router', 'tenant_id': '5ff9af2a8ae84383ae48822128c85b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '66ea46ae-da64-49dc-afb6-11daa30fcc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:01:04Z', 'updated_at': '2021-09-08T09:12:33Z', 'revision_number': 5, 'project_id': '5ff9af2a8ae84383ae48822128c85b16', 'gw_port': {'id': '66ea46ae-da64-49dc-afb6-11daa30fcc41', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e6d2467-77c9-4d0d-a7bc-542df47f28bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:01:05Z', 'updated_at': '2021-09-08T09:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:12:37.338957 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6805eca9-833c-4aa4-94c0-32f4a99efe78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d82e6a-f081-4d02-a438-cc64ca1a4f41,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:37.348260 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-6805eca9-833c-4aa4-94c0-32f4a99efe78 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bf65afe38cbd45c982ca2261f64fd73a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7835188 Sep 08 09:12:37.351645 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54226) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:37.353483 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-661fdb98-1d9d-4d4f-a20f-a27e2dee8ebb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:37.383807 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-5ab71b90-453c-4aeb-9e04-a035cd302a85 None None] Provisioning complete for port 77e92e96-41cf-422a-913a-c50636863673 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:12:37.384816 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5ab71b90-453c-4aeb-9e04-a035cd302a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:37.387660 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebf6fbf-dc88-482d-a659-b21283c60d8e None None] Checking router: 9e6d2467-77c9-4d0d-a7bc-542df47f28bf for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:12:37.403374 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebf6fbf-dc88-482d-a659-b21283c60d8e None None] Routers {'9e6d2467-77c9-4d0d-a7bc-542df47f28bf'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:12:37.404483 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-eebf6fbf-dc88-482d-a659-b21283c60d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:12:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['9e6d2467-77c9-4d0d-a7bc-542df47f28bf'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:12:37.442277 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-c380f5bc-70f1-491e-b77a-8b92fce721e9 req-4eab7cba-ee57-4021-a0c7-44b1626df236 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:37.510660 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eab7cba-ee57-4021-a0c7-44b1626df236 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Pushing event deleted for resources: {'Port': ['ID=7435d434-0ea7-4ad7-b498-15b641d0bf68,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:37.514165 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-83dfd9b4-bcd5-48cb-8f33-5331afeec348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:37.527690 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-661fdb98-1d9d-4d4f-a20f-a27e2dee8ebb admin admin] Deleting port 66ea46ae-da64-49dc-afb6-11daa30fcc41 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:12:37.528065 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-661fdb98-1d9d-4d4f-a20f-a27e2dee8ebb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:37.545094 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-83dfd9b4-bcd5-48cb-8f33-5331afeec348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:37.564270 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7a320d75-7703-4758-8e15-25d62e712193 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:37.588343 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-eebf6fbf-dc88-482d-a659-b21283c60d8e None None] Set router 9e6d2467-77c9-4d0d-a7bc-542df47f28bf gateway port host: None {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:12:37.644798 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-661fdb98-1d9d-4d4f-a20f-a27e2dee8ebb admin admin] For port 66ea46ae-da64-49dc-afb6-11daa30fcc41, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=66ea46ae-da64-49dc-afb6-11daa30fcc41,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:12:37.645269 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-661fdb98-1d9d-4d4f-a20f-a27e2dee8ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:37.648632 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-7a320d75-7703-4758-8e15-25d62e712193 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Transition to ACTIVE for port object ef3e9f53-945e-4300-8f4d-562e7db8fa0c will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:12:37.664757 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-661fdb98-1d9d-4d4f-a20f-a27e2dee8ebb admin admin] Calling delete_port for 66ea46ae-da64-49dc-afb6-11daa30fcc41 owned by network:router_gateway {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:12:37.667344 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-eebf6fbf-dc88-482d-a659-b21283c60d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e6d2467-77c9-4d0d-a7bc-542df47f28bf', 'name': 'tempest-TaggedBootDevicesTest_v242-2105520897-router', 'tenant_id': '5ff9af2a8ae84383ae48822128c85b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:01:04Z', 'updated_at': '2021-09-08T09:12:37Z', 'revision_number': 6, 'project_id': '5ff9af2a8ae84383ae48822128c85b16', 'gw_port_host': None}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:12:37.678519 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-83dfd9b4-bcd5-48cb-8f33-5331afeec348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:37.685575 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-83dfd9b4-bcd5-48cb-8f33-5331afeec348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:37.689172 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-83dfd9b4-bcd5-48cb-8f33-5331afeec348 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/14d82e6a-f081-4d02-a438-cc64ca1a4f41 HTTP/1.1" status: 204 len: 168 time: 0.3290732 Sep 08 09:12:37.701094 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebf6fbf-dc88-482d-a659-b21283c60d8e None None] The sync data for ids ['9e6d2467-77c9-4d0d-a7bc-542df47f28bf'] in n-d-806683-11 is: [{'id': '9e6d2467-77c9-4d0d-a7bc-542df47f28bf', 'name': 'tempest-TaggedBootDevicesTest_v242-2105520897-router', 'tenant_id': '5ff9af2a8ae84383ae48822128c85b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:01:04Z', 'updated_at': '2021-09-08T09:12:37Z', 'revision_number': 6, 'project_id': '5ff9af2a8ae84383ae48822128c85b16', 'gw_port_host': None}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:12:37.713689 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dfd9b4-bcd5-48cb-8f33-5331afeec348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d82e6a-f081-4d02-a438-cc64ca1a4f41,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:37.743201 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-c380f5bc-70f1-491e-b77a-8b92fce721e9 req-4eab7cba-ee57-4021-a0c7-44b1626df236 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Notify callbacks [] for floatingip, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:37.747616 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-c380f5bc-70f1-491e-b77a-8b92fce721e9 req-4eab7cba-ee57-4021-a0c7-44b1626df236 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:37.760040 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c380f5bc-70f1-491e-b77a-8b92fce721e9 req-4eab7cba-ee57-4021-a0c7-44b1626df236 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "DELETE /v2.0/floatingips/0f34a71a-0512-4eb3-af61-6fee8d1af8ed HTTP/1.1" status: 204 len: 173 time: 1.1509104 Sep 08 09:12:38.067307 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54248) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:38.171868 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7a320d75-7703-4758-8e15-25d62e712193 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:38.233081 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a7c73ba6-a1b4-410f-adf5-a201df2e756d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:38.299707 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-67c563bb-707b-431b-984f-38b4411d5f89 req-2e58e965-56c5-4133-b4e9-98c56e6d0b92 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/security-groups/fe8b0690-5611-40bf-ac73-954eeeb40cf5 HTTP/1.1" status: 200 len: 1808 time: 0.2013021 Sep 08 09:12:38.307983 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a320d75-7703-4758-8e15-25d62e712193 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:12:38.318613 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-7a320d75-7703-4758-8e15-25d62e712193 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:12:38.321530 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a320d75-7703-4758-8e15-25d62e712193 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:12:38.328587 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a320d75-7703-4758-8e15-25d62e712193 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:38.329510 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7a320d75-7703-4758-8e15-25d62e712193 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:38.340435 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a320d75-7703-4758-8e15-25d62e712193 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Port': ['ID=ef3e9f53-945e-4300-8f4d-562e7db8fa0c,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:38.390105 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a7c73ba6-a1b4-410f-adf5-a201df2e756d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:38.398716 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a7c73ba6-a1b4-410f-adf5-a201df2e756d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:38.418924 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-7a320d75-7703-4758-8e15-25d62e712193 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5614908 Sep 08 09:12:38.421062 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54262) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:38.486800 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a7c73ba6-a1b4-410f-adf5-a201df2e756d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f8719a164384490cb08a2d847f9686ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4173276 Sep 08 09:12:38.490076 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54268) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:38.490283 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-661fdb98-1d9d-4d4f-a20f-a27e2dee8ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:38.492818 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c73ba6-a1b4-410f-adf5-a201df2e756d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6356a5d7-dec5-4c32-9879-99c37d2f5af2,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:38.496403 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-67c563bb-707b-431b-984f-38b4411d5f89 req-5ee2ab45-28f0-4cb3-939c-bd4aea7f20df tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:38.542683 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ef7f9-4e1d-47e7-b04e-9404ac5f6309 req-0509a7a3-c484-4579-8540-af96c8a1683f tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:38.544537 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-257ef7f9-4e1d-47e7-b04e-9404ac5f6309 req-0509a7a3-c484-4579-8540-af96c8a1683f tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=73f26502-3747-42ba-9590-690b5230dd65 HTTP/1.1" status: 200 len: 945 time: 0.1282408 Sep 08 09:12:38.579900 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661fdb98-1d9d-4d4f-a20f-a27e2dee8ebb admin admin] Pushing event deleted for resources: {'Port': ['ID=66ea46ae-da64-49dc-afb6-11daa30fcc41,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:38.610272 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-821d975f-c9dd-441b-bed5-7c2ee48c7171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:38.632851 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-257ef7f9-4e1d-47e7-b04e-9404ac5f6309 req-1b2e8227-8c1e-47bf-8560-ca1c4bd5ea36 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6b6ca53-a824-465d-acc6-a8fd7c7358ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777764 Sep 08 09:12:38.660447 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-821d975f-c9dd-441b-bed5-7c2ee48c7171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:38.693553 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-67c563bb-707b-431b-984f-38b4411d5f89 req-5ee2ab45-28f0-4cb3-939c-bd4aea7f20df tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:38.696913 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d6d858af-a1a6-4e89-9a8f-9a957e94ef89 None None] Provisioning for port ef3e9f53-945e-4300-8f4d-562e7db8fa0c completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:12:38.701593 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d6d858af-a1a6-4e89-9a8f-9a957e94ef89 None None] Provisioning complete for port ef3e9f53-945e-4300-8f4d-562e7db8fa0c triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:12:38.702026 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d6d858af-a1a6-4e89-9a8f-9a957e94ef89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:38.740492 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-821d975f-c9dd-441b-bed5-7c2ee48c7171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:38.743644 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-821d975f-c9dd-441b-bed5-7c2ee48c7171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:38.747598 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-821d975f-c9dd-441b-bed5-7c2ee48c7171 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6356a5d7-dec5-4c32-9879-99c37d2f5af2 HTTP/1.1" status: 204 len: 168 time: 0.2535412 Sep 08 09:12:38.760128 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d975f-c9dd-441b-bed5-7c2ee48c7171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6356a5d7-dec5-4c32-9879-99c37d2f5af2,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:38.790690 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-661fdb98-1d9d-4d4f-a20f-a27e2dee8ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:38.836710 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d6d858af-a1a6-4e89-9a8f-9a957e94ef89 None None] Port ef3e9f53-945e-4300-8f4d-562e7db8fa0c cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:12:38.904135 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-67c563bb-707b-431b-984f-38b4411d5f89 req-5ee2ab45-28f0-4cb3-939c-bd4aea7f20df tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:38.906718 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-67c563bb-707b-431b-984f-38b4411d5f89 req-5ee2ab45-28f0-4cb3-939c-bd4aea7f20df tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:38.910562 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-67c563bb-707b-431b-984f-38b4411d5f89 req-5ee2ab45-28f0-4cb3-939c-bd4aea7f20df tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "DELETE /v2.0/security-groups/fe8b0690-5611-40bf-ac73-954eeeb40cf5 HTTP/1.1" status: 204 len: 173 time: 0.5766521 Sep 08 09:12:38.965620 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-661fdb98-1d9d-4d4f-a20f-a27e2dee8ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:38.974629 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-afb373db-6347-4851-b52c-d5f8dfd39212 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting port ef3e9f53-945e-4300-8f4d-562e7db8fa0c {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:12:38.975341 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-afb373db-6347-4851-b52c-d5f8dfd39212 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:38.980358 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-661fdb98-1d9d-4d4f-a20f-a27e2dee8ebb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:38.995473 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee2ab45-28f0-4cb3-939c-bd4aea7f20df tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8b0690-5611-40bf-ac73-954eeeb40cf5,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:39.058032 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 66ea46ae-da64-49dc-afb6-11daa30fcc41 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:12:39.089861 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 66ea46ae-da64-49dc-afb6-11daa30fcc41 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:12:39.103076 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 66ea46ae-da64-49dc-afb6-11daa30fcc41 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:12:39.103076 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device ecbcb730-d645-475b-8334-e232c293f2c1 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:12:39.114561 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-661fdb98-1d9d-4d4f-a20f-a27e2dee8ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:39.115106 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661fdb98-1d9d-4d4f-a20f-a27e2dee8ebb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e6d2467-77c9-4d0d-a7bc-542df47f28bf {{(pid=94712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:12:39.132632 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-661fdb98-1d9d-4d4f-a20f-a27e2dee8ebb admin admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:39.134604 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: ecbcb730-d645-475b-8334-e232c293f2c1 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:12:39.135045 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device ecbcb730-d645-475b-8334-e232c293f2c1 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:12:39.140593 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54284) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:39.141280 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-661fdb98-1d9d-4d4f-a20f-a27e2dee8ebb admin admin] 10.222.0.54 "DELETE /v2.0/routers/9e6d2467-77c9-4d0d-a7bc-542df47f28bf HTTP/1.1" status: 204 len: 168 time: 2.5100408 Sep 08 09:12:39.179995 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-afb373db-6347-4851-b52c-d5f8dfd39212 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:39.210557 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-afb373db-6347-4851-b52c-d5f8dfd39212 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Calling delete_port for ef3e9f53-945e-4300-8f4d-562e7db8fa0c owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:12:39.222314 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-8330f2fb-6bfa-4a34-84ab-6d924ddd9c7a admin admin] Deleting subnet 8500bfb2-0bfa-480d-b7a3-e97947f43e46 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:12:39.228152 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8330f2fb-6bfa-4a34-84ab-6d924ddd9c7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:39.288843 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8330f2fb-6bfa-4a34-84ab-6d924ddd9c7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:39.385165 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4243856-2201-42a9-9a1a-6421640c9c72 req-1ceb9778-a5df-460c-b787-8eb1fd0706d7 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:39.391098 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b4243856-2201-42a9-9a1a-6421640c9c72 req-1ceb9778-a5df-460c-b787-8eb1fd0706d7 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/ports?device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 946 time: 0.1558328 Sep 08 09:12:39.409303 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8330f2fb-6bfa-4a34-84ab-6d924ddd9c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:39.467931 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b4243856-2201-42a9-9a1a-6421640c9c72 req-15916a45-a245-48d2-9d26-0630c389308e tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/security-groups?id=bea61fdc-ddf6-486e-8758-ec31b413e40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740621 Sep 08 09:12:39.491941 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8330f2fb-6bfa-4a34-84ab-6d924ddd9c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:39.530100 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8330f2fb-6bfa-4a34-84ab-6d924ddd9c7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:39.535312 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8330f2fb-6bfa-4a34-84ab-6d924ddd9c7a admin admin] 10.222.0.54 "DELETE /v2.0/subnets/8500bfb2-0bfa-480d-b7a3-e97947f43e46 HTTP/1.1" status: 204 len: 168 time: 0.3933599 Sep 08 09:12:39.535580 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79aa4bd7-a2cc-49e7-8899-c59435b95310 None None] Network 56f09e7a-d8c3-4671-9b9a-504accacdfdc requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:12:39.537786 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8330f2fb-6bfa-4a34-84ab-6d924ddd9c7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8500bfb2-0bfa-480d-b7a3-e97947f43e46,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:39.540475 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54300) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:39.571989 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-afb373db-6347-4851-b52c-d5f8dfd39212 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:39.625639 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb373db-6347-4851-b52c-d5f8dfd39212 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Port': ['ID=ef3e9f53-945e-4300-8f4d-562e7db8fa0c,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:39.651619 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7703c0cf-e164-4ab3-be4c-296a2b4aaf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:39.695025 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-afb373db-6347-4851-b52c-d5f8dfd39212 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:39.703763 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-afb373db-6347-4851-b52c-d5f8dfd39212 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/ports/ef3e9f53-945e-4300-8f4d-562e7db8fa0c HTTP/1.1" status: 204 len: 168 time: 1.2795334 Sep 08 09:12:39.705327 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54306) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:39.794457 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-7703c0cf-e164-4ab3-be4c-296a2b4aaf6d admin admin] Deleting port 804f131e-274f-43a3-9d63-736f49a5f9f1 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:12:39.794811 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7703c0cf-e164-4ab3-be4c-296a2b4aaf6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:39.855851 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111246bf-833e-4de8-bddb-e85321fe8120 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:39.858273 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-111246bf-833e-4de8-bddb-e85321fe8120 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1507287 Sep 08 09:12:39.863289 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54316) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:39.872252 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440724fc-0898-45a7-938e-4e459718d8e1 None None] DHCP port deletion for 56f09e7a-d8c3-4671-9b9a-504accacdfdc request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:12:39.945267 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-7703c0cf-e164-4ab3-be4c-296a2b4aaf6d admin admin] For port 804f131e-274f-43a3-9d63-736f49a5f9f1, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=804f131e-274f-43a3-9d63-736f49a5f9f1,segment=NetworkSegment(66c1c607-33c9-44e0-b45a-ef6d4c44423d),segment_id=66c1c607-33c9-44e0-b45a-ef6d4c44423d)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:12:39.945690 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7703c0cf-e164-4ab3-be4c-296a2b4aaf6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:39.950337 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da706917-7655-4377-9818-441d336edc9d tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:39.952868 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-da706917-7655-4377-9818-441d336edc9d tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0878780 Sep 08 09:12:39.954977 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54320) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:39.962597 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-7703c0cf-e164-4ab3-be4c-296a2b4aaf6d admin admin] Calling delete_port for 804f131e-274f-43a3-9d63-736f49a5f9f1 owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:12:39.993374 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d3053-cd14-47b2-a26b-da179dbb6763 req-9b6ab996-15ac-43e8-aba8-b0ba9654c485 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:40.001023 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-627d3053-cd14-47b2-a26b-da179dbb6763 req-9b6ab996-15ac-43e8-aba8-b0ba9654c485 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=73f26502-3747-42ba-9590-690b5230dd65 HTTP/1.1" status: 200 len: 945 time: 0.1603899 Sep 08 09:12:40.035949 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-440724fc-0898-45a7-938e-4e459718d8e1 None None] Deleting port 804f131e-274f-43a3-9d63-736f49a5f9f1 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:12:40.036371 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-440724fc-0898-45a7-938e-4e459718d8e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:40.055409 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e630742-44b0-4b7c-ac2a-f158bafdcd1d tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:40.058937 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e630742-44b0-4b7c-ac2a-f158bafdcd1d tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:40.060507 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e630742-44b0-4b7c-ac2a-f158bafdcd1d tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:40.063668 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5e630742-44b0-4b7c-ac2a-f158bafdcd1d tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1069653 Sep 08 09:12:40.066350 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54324) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:40.094571 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-627d3053-cd14-47b2-a26b-da179dbb6763 req-80e9fd8e-6db7-4804-b2a7-898d906154db tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6b6ca53-a824-465d-acc6-a8fd7c7358ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922942 Sep 08 09:12:40.150985 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7703c0cf-e164-4ab3-be4c-296a2b4aaf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:40.169852 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cf13e7b-1a51-4196-9a5b-f52db82a9df1 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting subnet 6ac62bf0-4e8a-4fdd-ad74-ff6eaadee57d {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:12:40.176972 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0cf13e7b-1a51-4196-9a5b-f52db82a9df1 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:40.185695 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-440724fc-0898-45a7-938e-4e459718d8e1 None None] For port 804f131e-274f-43a3-9d63-736f49a5f9f1, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=804f131e-274f-43a3-9d63-736f49a5f9f1,segment=NetworkSegment(66c1c607-33c9-44e0-b45a-ef6d4c44423d),segment_id=66c1c607-33c9-44e0-b45a-ef6d4c44423d)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:12:40.186013 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-440724fc-0898-45a7-938e-4e459718d8e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:40.220147 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-440724fc-0898-45a7-938e-4e459718d8e1 None None] Calling delete_port for 804f131e-274f-43a3-9d63-736f49a5f9f1 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:12:40.220439 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7703c0cf-e164-4ab3-be4c-296a2b4aaf6d admin admin] Pushing event deleted for resources: {'Port': ['ID=804f131e-274f-43a3-9d63-736f49a5f9f1,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:40.248507 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7703c0cf-e164-4ab3-be4c-296a2b4aaf6d admin admin] No DVR routers for this DVR port 804f131e-274f-43a3-9d63-736f49a5f9f1 on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:12:40.258009 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0cf13e7b-1a51-4196-9a5b-f52db82a9df1 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:40.341384 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7703c0cf-e164-4ab3-be4c-296a2b4aaf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:40.366871 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-7703c0cf-e164-4ab3-be4c-296a2b4aaf6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56f09e7a-d8c3-4671-9b9a-504accacdfdc']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:12:40.385507 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-7703c0cf-e164-4ab3-be4c-296a2b4aaf6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66c1c607-33c9-44e0-b45a-ef6d4c44423d') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:12:40.385797 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-7703c0cf-e164-4ab3-be4c-296a2b4aaf6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66c1c607-33c9-44e0-b45a-ef6d4c44423d') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:12:40.389482 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0cf13e7b-1a51-4196-9a5b-f52db82a9df1 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:40.399150 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7703c0cf-e164-4ab3-be4c-296a2b4aaf6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:40.415235 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-440724fc-0898-45a7-938e-4e459718d8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:40.420750 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7703c0cf-e164-4ab3-be4c-296a2b4aaf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:40.433437 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7703c0cf-e164-4ab3-be4c-296a2b4aaf6d admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:12:40.438510 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7703c0cf-e164-4ab3-be4c-296a2b4aaf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:40.440388 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:12:40.440388 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:12:40.440388 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:12:40.440388 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:12:40.440388 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:12:40.440388 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:12:40.440388 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:12:40.440388 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:12:40.440388 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:12:40.440388 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:12:40.440388 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:12:40.440388 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:12:40.440388 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:12:40.440388 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:12:40.440388 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:12:40.440388 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:12:40.440388 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:12:40.440388 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:12:40.440388 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:12:40.440388 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:12:40.440388 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:12:40.440388 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:12:40.440388 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:12:40.440388 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:12:40.440388 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:12:40.440388 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:12:40.440388 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:12:40.440388 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:12:40.440388 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:12:40.440388 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:12:40.440388 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:12:40.440388 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:12:40.490246 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440724fc-0898-45a7-938e-4e459718d8e1 None None] No DVR routers for this DVR port 804f131e-274f-43a3-9d63-736f49a5f9f1 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:12:40.506826 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440724fc-0898-45a7-938e-4e459718d8e1 None None] Pushing event deleted for resources: {'Port': ['ID=804f131e-274f-43a3-9d63-736f49a5f9f1,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:40.539427 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7703c0cf-e164-4ab3-be4c-296a2b4aaf6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:40.545627 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7703c0cf-e164-4ab3-be4c-296a2b4aaf6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:40.551302 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7703c0cf-e164-4ab3-be4c-296a2b4aaf6d admin admin] 10.222.0.54 "DELETE /v2.0/networks/56f09e7a-d8c3-4671-9b9a-504accacdfdc HTTP/1.1" status: 204 len: 168 time: 1.0072768 Sep 08 09:12:40.564083 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7703c0cf-e164-4ab3-be4c-296a2b4aaf6d admin admin] Pushing event deleted for resources: {'Network': ['ID=56f09e7a-d8c3-4671-9b9a-504accacdfdc,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:40.624976 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0cf13e7b-1a51-4196-9a5b-f52db82a9df1 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:40.650508 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e6b62-2d5e-46e4-a455-d4b65cc79e5b req-96a2b78e-b87b-4c8c-a82f-e7c8ba1dacd2 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:40.659993 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b09e6b62-2d5e-46e4-a455-d4b65cc79e5b req-96a2b78e-b87b-4c8c-a82f-e7c8ba1dacd2 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/ports?device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 946 time: 0.0838871 Sep 08 09:12:40.669918 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf13e7b-1a51-4196-9a5b-f52db82a9df1 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Subnet': ['ID=6ac62bf0-4e8a-4fdd-ad74-ff6eaadee57d,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:40.680552 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c782e-6d93-4bf8-9a13-6913dc67242a req-f2d31fc3-8ae5-40ac-be1e-25504502f6e8 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:40.682302 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e34c782e-6d93-4bf8-9a13-6913dc67242a req-f2d31fc3-8ae5-40ac-be1e-25504502f6e8 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=73f26502-3747-42ba-9590-690b5230dd65 HTTP/1.1" status: 200 len: 945 time: 0.1876452 Sep 08 09:12:40.686396 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0cf13e7b-1a51-4196-9a5b-f52db82a9df1 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:40.689181 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-0cf13e7b-1a51-4196-9a5b-f52db82a9df1 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/6ac62bf0-4e8a-4fdd-ad74-ff6eaadee57d HTTP/1.1" status: 204 len: 168 time: 0.6209030 Sep 08 09:12:40.691597 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54346) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:40.698183 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f6c4a3-8477-482a-9c8d-222b85e2d506 None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:12:40.705724 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef212d4-ca55-4cfa-9a60-b18731f7c087 req-54612e28-954d-46e9-b485-0d67e9901899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:40.707356 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6ef212d4-ca55-4cfa-9a60-b18731f7c087 req-54612e28-954d-46e9-b485-0d67e9901899 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be20e71aa7ca42bf8216bb149421d067&device_id=73f26502-3747-42ba-9590-690b5230dd65 HTTP/1.1" status: 200 len: 1097 time: 0.1346436 Sep 08 09:12:40.719277 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b09e6b62-2d5e-46e4-a455-d4b65cc79e5b req-d5131cbe-50f0-4df1-bbf4-c2ccfc23e493 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/security-groups?id=bea61fdc-ddf6-486e-8758-ec31b413e40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551560 Sep 08 09:12:40.866580 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-40e12705-6297-4258-9e9f-d65d2b332529 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting subnet 722dd7d2-33cb-4481-b012-b06b3c831c60 {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:12:40.873896 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e34c782e-6d93-4bf8-9a13-6913dc67242a req-bf653286-5dd9-4722-804d-9dc2abe4188f tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6b6ca53-a824-465d-acc6-a8fd7c7358ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731708 Sep 08 09:12:40.875140 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-40e12705-6297-4258-9e9f-d65d2b332529 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:40.959699 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef212d4-ca55-4cfa-9a60-b18731f7c087 req-b35b9748-05a4-4948-a2dd-03da5fde380d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:40.961190 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6ef212d4-ca55-4cfa-9a60-b18731f7c087 req-b35b9748-05a4-4948-a2dd-03da5fde380d service neutron] 10.222.0.37 "GET /v2.0/networks?id=61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8 HTTP/1.1" status: 200 len: 917 time: 0.2091966 Sep 08 09:12:40.963506 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-40e12705-6297-4258-9e9f-d65d2b332529 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:40.973064 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54356) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:41.040351 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6ef212d4-ca55-4cfa-9a60-b18731f7c087 req-c19e989c-f829-4a68-b1c8-4f94e9418653 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ddf7eb89-569b-4a2b-a191-3b0b955d104d HTTP/1.1" status: 200 len: 217 time: 0.0461283 Sep 08 09:12:41.100010 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 804f131e-274f-43a3-9d63-736f49a5f9f1 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:12:41.132875 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a0f7ee3f-9b6d-46d2-94be-7ee32a90b840 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5ff9af2a8ae84383ae48822128c85b16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1587818 Sep 08 09:12:41.136689 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54362) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:41.154449 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 804f131e-274f-43a3-9d63-736f49a5f9f1 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:12:41.157201 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 804f131e-274f-43a3-9d63-736f49a5f9f1 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:12:41.224524 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef212d4-ca55-4cfa-9a60-b18731f7c087 req-887905c4-75ec-4aad-9bcf-1d5596060486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:41.226116 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6ef212d4-ca55-4cfa-9a60-b18731f7c087 req-887905c4-75ec-4aad-9bcf-1d5596060486 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d780f37f-564d-499d-a30a-228737f9b006 HTTP/1.1" status: 200 len: 855 time: 0.1722708 Sep 08 09:12:41.246553 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d0958d90-9cfb-4c5b-b61a-e4b2562ddff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:41.253576 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-40e12705-6297-4258-9e9f-d65d2b332529 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:41.304040 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d0958d90-9cfb-4c5b-b61a-e4b2562ddff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:41.384530 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef212d4-ca55-4cfa-9a60-b18731f7c087 req-20ec77c5-0d2e-410d-a81e-5d59bc18240b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:41.386408 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6ef212d4-ca55-4cfa-9a60-b18731f7c087 req-20ec77c5-0d2e-410d-a81e-5d59bc18240b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1511097 Sep 08 09:12:41.417963 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-40e12705-6297-4258-9e9f-d65d2b332529 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:41.438393 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d0958d90-9cfb-4c5b-b61a-e4b2562ddff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:41.447309 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d0958d90-9cfb-4c5b-b61a-e4b2562ddff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:41.451369 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d0958d90-9cfb-4c5b-b61a-e4b2562ddff1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ee706af1-7645-483d-b50a-1bf5c08b472e HTTP/1.1" status: 204 len: 168 time: 0.3101010 Sep 08 09:12:41.472862 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e12705-6297-4258-9e9f-d65d2b332529 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Subnet': ['ID=722dd7d2-33cb-4481-b012-b06b3c831c60,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:41.494128 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-40e12705-6297-4258-9e9f-d65d2b332529 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:41.498431 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-40e12705-6297-4258-9e9f-d65d2b332529 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/722dd7d2-33cb-4481-b012-b06b3c831c60 HTTP/1.1" status: 204 len: 168 time: 0.8035712 Sep 08 09:12:41.500897 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54378) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:41.511920 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0958d90-9cfb-4c5b-b61a-e4b2562ddff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee706af1-7645-483d-b50a-1bf5c08b472e,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:41.612557 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6ef212d4-ca55-4cfa-9a60-b18731f7c087 req-b7ae4550-e467-4d6c-a016-7b830d911eda service neutron] 10.222.0.37 "GET /v2.0/networks/61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092640 Sep 08 09:12:41.616590 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-272b8f62-9e29-4d08-8495-f7f46ddae62e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1095383 Sep 08 09:12:41.616770 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54380) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:41.619574 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0958d90-9cfb-4c5b-b61a-e4b2562ddff1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:12:41.619927 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0958d90-9cfb-4c5b-b61a-e4b2562ddff1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:12:41.620274 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0958d90-9cfb-4c5b-b61a-e4b2562ddff1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:12:41.620616 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0958d90-9cfb-4c5b-b61a-e4b2562ddff1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:12:41.620955 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0958d90-9cfb-4c5b-b61a-e4b2562ddff1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:12:41.621464 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0958d90-9cfb-4c5b-b61a-e4b2562ddff1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:12:41.621803 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0958d90-9cfb-4c5b-b61a-e4b2562ddff1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:12:41.622161 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0958d90-9cfb-4c5b-b61a-e4b2562ddff1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:12:41.622556 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0958d90-9cfb-4c5b-b61a-e4b2562ddff1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:12:41.622893 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0958d90-9cfb-4c5b-b61a-e4b2562ddff1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:12:41.623220 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0958d90-9cfb-4c5b-b61a-e4b2562ddff1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:12:41.623564 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0958d90-9cfb-4c5b-b61a-e4b2562ddff1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:12:41.627451 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-115ab135-1095-436b-8c02-82a939b41627 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'subnet': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:42.094000 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace409d-a5e6-4319-8164-b58d730dba00 req-fdd6a8eb-40f9-4c1b-8585-7ac35949f12b tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:42.095600 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8ace409d-a5e6-4319-8164-b58d730dba00 req-fdd6a8eb-40f9-4c1b-8585-7ac35949f12b tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.37 "GET /v2.0/ports?device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 946 time: 0.3339200 Sep 08 09:12:42.103803 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115ab135-1095-436b-8c02-82a939b41627 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:12:42.109515 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-115ab135-1095-436b-8c02-82a939b41627 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:42.129749 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3fef2-1d69-4b3a-81ba-b78a10118896 req-ef4a7372-d830-46a1-be15-3ee51d463b40 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:42.144814 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d5e3fef2-1d69-4b3a-81ba-b78a10118896 req-ef4a7372-d830-46a1-be15-3ee51d463b40 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=73f26502-3747-42ba-9590-690b5230dd65 HTTP/1.1" status: 200 len: 945 time: 0.1247232 Sep 08 09:12:42.147882 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7873717-0b55-4a3a-a117-ab3397b4901b None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:12:42.269884 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d5e3fef2-1d69-4b3a-81ba-b78a10118896 req-b090ffa0-254f-4b9f-984c-6ec6e00bb47b tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6b6ca53-a824-465d-acc6-a8fd7c7358ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239765 Sep 08 09:12:42.298308 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6ef212d4-ca55-4cfa-9a60-b18731f7c087 req-63dc02a1-b537-4877-b5df-94bf1e82ad1e service neutron] 10.222.0.37 "GET /v2.0/networks/61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6606793 Sep 08 09:12:42.306324 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-25e95b91-c08e-41dd-a378-10560a2e9a73 None None] Provisioning complete for port 77e92e96-41cf-422a-913a-c50636863673 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:12:42.307023 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-25e95b91-c08e-41dd-a378-10560a2e9a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:42.426792 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d9b08-c397-4971-bd2e-33dd22d80d9e req-8974a723-5162-4841-b7d1-00ff15f30363 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:42.435485 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-737d9b08-c397-4971-bd2e-33dd22d80d9e req-8974a723-5162-4841-b7d1-00ff15f30363 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/ports?device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 946 time: 0.4737144 Sep 08 09:12:42.544185 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-737d9b08-c397-4971-bd2e-33dd22d80d9e req-7a191cf4-2bf9-4dc0-b6ed-c8e2fb9b2ac9 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/security-groups?id=bea61fdc-ddf6-486e-8758-ec31b413e40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047411 Sep 08 09:12:42.565168 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-8ace409d-a5e6-4319-8164-b58d730dba00 req-82642e4b-a857-4aa4-bf74-29edf1a5b539 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Deleting port a2394ea8-887b-423b-aec7-fc15c72355a0 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:12:42.566116 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-8ace409d-a5e6-4319-8164-b58d730dba00 req-82642e4b-a857-4aa4-bf74-29edf1a5b539 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:42.569072 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0e43ac-a5f2-440d-a24b-ca491a72f820 None None] DHCP port deletion for 9177193f-e165-437e-b3d7-f8fa84e750aa request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:12:42.631213 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-0b0e43ac-a5f2-440d-a24b-ca491a72f820 None None] Deleting port 77e92e96-41cf-422a-913a-c50636863673 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:12:42.631985 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0b0e43ac-a5f2-440d-a24b-ca491a72f820 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:42.746442 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-0b0e43ac-a5f2-440d-a24b-ca491a72f820 None None] For port 77e92e96-41cf-422a-913a-c50636863673, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=77e92e96-41cf-422a-913a-c50636863673,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:12:42.747464 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0b0e43ac-a5f2-440d-a24b-ca491a72f820 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:42.764151 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-0b0e43ac-a5f2-440d-a24b-ca491a72f820 None None] Calling delete_port for 77e92e96-41cf-422a-913a-c50636863673 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:12:42.765331 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-8ace409d-a5e6-4319-8164-b58d730dba00 req-82642e4b-a857-4aa4-bf74-29edf1a5b539 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] For port a2394ea8-887b-423b-aec7-fc15c72355a0, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=a2394ea8-887b-423b-aec7-fc15c72355a0,segment=NetworkSegment(8a3011db-cedf-4056-876c-18fca329db0d),segment_id=8a3011db-cedf-4056-876c-18fca329db0d)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:12:42.765796 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-8ace409d-a5e6-4319-8164-b58d730dba00 req-82642e4b-a857-4aa4-bf74-29edf1a5b539 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:42.785712 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-115ab135-1095-436b-8c02-82a939b41627 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:42.787816 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-8ace409d-a5e6-4319-8164-b58d730dba00 req-82642e4b-a857-4aa4-bf74-29edf1a5b539 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Calling delete_port for a2394ea8-887b-423b-aec7-fc15c72355a0 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:12:42.846540 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115ab135-1095-436b-8c02-82a939b41627 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:12:42.878737 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54440) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:42.888167 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-115ab135-1095-436b-8c02-82a939b41627 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:12:42.896496 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115ab135-1095-436b-8c02-82a939b41627 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:42.897509 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-115ab135-1095-436b-8c02-82a939b41627 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:42.906998 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ab135-1095-436b-8c02-82a939b41627 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Subnet': ['ID=b9537202-1dda-41b5-80e4-a8c6311e0d54,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:42.989003 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-115ab135-1095-436b-8c02-82a939b41627 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3684690 Sep 08 09:12:42.989631 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54450) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:42.998320 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-68154149-3da4-4ce2-b308-3dfd161aeef4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'subnet': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:43.056124 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0b0e43ac-a5f2-440d-a24b-ca491a72f820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:43.074254 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 77e92e96-41cf-422a-913a-c50636863673 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:12:43.110635 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6bd6f37c-4442-47a9-ae3c-87ee2060c2db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:43.130377 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e43ac-a5f2-440d-a24b-ca491a72f820 None None] Pushing event deleted for resources: {'Port': ['ID=77e92e96-41cf-422a-913a-c50636863673,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:43.132536 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0e43ac-a5f2-440d-a24b-ca491a72f820 None None] No DVR routers for this DVR port 77e92e96-41cf-422a-913a-c50636863673 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:12:43.134536 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 77e92e96-41cf-422a-913a-c50636863673 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:12:43.134976 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 77e92e96-41cf-422a-913a-c50636863673 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:12:43.158394 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd77e22-c15c-4200-a82e-f8600c950d1c None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:12:43.166020 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-8ace409d-a5e6-4319-8164-b58d730dba00 req-82642e4b-a857-4aa4-bf74-29edf1a5b539 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:43.211379 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642e4b-a857-4aa4-bf74-29edf1a5b539 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Pushing event deleted for resources: {'Port': ['ID=a2394ea8-887b-423b-aec7-fc15c72355a0,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:43.254395 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ace409d-a5e6-4319-8164-b58d730dba00 req-82642e4b-a857-4aa4-bf74-29edf1a5b539 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] No DVR routers for this DVR port a2394ea8-887b-423b-aec7-fc15c72355a0 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:12:43.256053 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6bd6f37c-4442-47a9-ae3c-87ee2060c2db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:43.257175 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-8ace409d-a5e6-4319-8164-b58d730dba00 req-82642e4b-a857-4aa4-bf74-29edf1a5b539 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:43.259707 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8ace409d-a5e6-4319-8164-b58d730dba00 req-82642e4b-a857-4aa4-bf74-29edf1a5b539 tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.37 "DELETE /v2.0/ports/a2394ea8-887b-423b-aec7-fc15c72355a0 HTTP/1.1" status: 204 len: 173 time: 1.1458287 Sep 08 09:12:43.260172 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c968a7-2dd1-441e-b6fc-f02c693b9084', 'name': 'network-vif-deleted', 'tag': 'a2394ea8-887b-423b-aec7-fc15c72355a0'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:12:43.262680 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b074ec3-97ac-4357-b2b6-ba82351ff19e" -d '{"events": [{"server_uuid": "54c968a7-2dd1-441e-b6fc-f02c693b9084", "name": "network-vif-deleted", "tag": "a2394ea8-887b-423b-aec7-fc15c72355a0"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:12:43.270646 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['a2394ea8-887b-423b-aec7-fc15c72355a0'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:12:43.271265 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6bd6f37c-4442-47a9-ae3c-87ee2060c2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:43.298518 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68154149-3da4-4ce2-b308-3dfd161aeef4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:12:43.302522 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-68154149-3da4-4ce2-b308-3dfd161aeef4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:43.364664 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6bd6f37c-4442-47a9-ae3c-87ee2060c2db admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=99832fb3802145b7bd5917790f4f6ba3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4752665 Sep 08 09:12:43.370617 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54462) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:43.379982 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd6f37c-4442-47a9-ae3c-87ee2060c2db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68998d45-5187-4b0a-b035-c19d189e8660,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:43.438665 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f306aa-d407-407f-8c06-146f3ec21787 x-openstack-request-id: req-54f306aa-d407-407f-8c06-146f3ec21787 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:12:43.439333 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c968a7-2dd1-441e-b6fc-f02c693b9084", "name": "network-vif-deleted", "tag": "a2394ea8-887b-423b-aec7-fc15c72355a0", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:12:43.439333 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-54f306aa-d407-407f-8c06-146f3ec21787 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:12:43.439711 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c968a7-2dd1-441e-b6fc-f02c693b9084', 'name': 'network-vif-deleted', 'tag': 'a2394ea8-887b-423b-aec7-fc15c72355a0', 'status': 'completed', 'code': 200} Sep 08 09:12:43.501156 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-04a41f28-f18f-4d46-b0dd-f3c5c47c3715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:43.526237 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-04a41f28-f18f-4d46-b0dd-f3c5c47c3715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:43.534192 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28784879-3764-4017-b697-42f6630d1cbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-9177193f-e165-437e-b3d7-f8fa84e750aa', 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'tenant_id': 'cfe5efe5bc04414daec2165ebe59ab3a', 'fixed_ips': [{'subnet_id': 'b9537202-1dda-41b5-80e4-a8c6311e0d54'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:12:43.534974 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-28784879-3764-4017-b697-42f6630d1cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:43.578874 n-d-806683-11 neutron-server[94712]: INFO neutron.db.ipam_backend_mixin [None req-68154149-3da4-4ce2-b308-3dfd161aeef4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b9537202-1dda-41b5-80e4-a8c6311e0d54 (CIDR: 2001:db8::/64) Sep 08 09:12:43.587926 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-68154149-3da4-4ce2-b308-3dfd161aeef4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:12:43.587926 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68154149-3da4-4ce2-b308-3dfd161aeef4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:43.605949 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a967a-11ca-4516-a6be-579905af32a4 req-1b3972b8-c1a6-4177-92e5-d99fb6ba1697 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:43.607733 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d59a967a-11ca-4516-a6be-579905af32a4 req-1b3972b8-c1a6-4177-92e5-d99fb6ba1697 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=73f26502-3747-42ba-9590-690b5230dd65 HTTP/1.1" status: 200 len: 945 time: 0.1282220 Sep 08 09:12:43.607970 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-04a41f28-f18f-4d46-b0dd-f3c5c47c3715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:43.612472 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-04a41f28-f18f-4d46-b0dd-f3c5c47c3715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:43.632798 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-04a41f28-f18f-4d46-b0dd-f3c5c47c3715 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/68998d45-5187-4b0a-b035-c19d189e8660 HTTP/1.1" status: 204 len: 168 time: 0.2543447 Sep 08 09:12:43.632905 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-68154149-3da4-4ce2-b308-3dfd161aeef4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6412804 Sep 08 09:12:43.635417 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54482) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:43.642318 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-48278b68-1dd9-483d-87c6-7879aa92ea0f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'subnet': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:43.643811 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a41f28-f18f-4d46-b0dd-f3c5c47c3715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68998d45-5187-4b0a-b035-c19d189e8660,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:43.697723 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d59a967a-11ca-4516-a6be-579905af32a4 req-353b155b-b917-4aac-8fff-5334264d6999 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6b6ca53-a824-465d-acc6-a8fd7c7358ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828602 Sep 08 09:12:43.811029 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-28784879-3764-4017-b697-42f6630d1cbc None None] Allocated IP 2001:db8::2 (9177193f-e165-437e-b3d7-f8fa84e750aa/b9537202-1dda-41b5-80e4-a8c6311e0d54/aedd4832-f30b-4d52-8739-653bbc4ed7a4) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:12:43.848419 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7f6910dd-ed18-4b82-a3cc-02dfd8a65774 req-108c37a2-623b-4f77-870d-60796ec8a11c tempest-ServerRescueTestJSONUnderV235-1610967761 tempest-ServerRescueTestJSONUnderV235-1610967761-project] 10.222.0.54 "GET /v2.0/ports?device_id=54c968a7-2dd1-441e-b6fc-f02c693b9084 HTTP/1.1" status: 200 len: 210 time: 0.0946858 Sep 08 09:12:44.103373 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-28784879-3764-4017-b697-42f6630d1cbc None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:44.138158 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-28784879-3764-4017-b697-42f6630d1cbc None None] Transition to ACTIVE for port object aedd4832-f30b-4d52-8739-653bbc4ed7a4 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:12:44.159923 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-28784879-3764-4017-b697-42f6630d1cbc None None] Transition to ACTIVE for port object aedd4832-f30b-4d52-8739-653bbc4ed7a4 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:12:44.173584 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-28784879-3764-4017-b697-42f6630d1cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:44.248668 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28784879-3764-4017-b697-42f6630d1cbc None None] Pushing event updated for resources: {'Port': ['ID=aedd4832-f30b-4d52-8739-653bbc4ed7a4,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:44.257614 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54500) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:44.267190 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28784879-3764-4017-b697-42f6630d1cbc None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:12:44.272841 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-881d744e-ed94-4235-90d9-1b7271a1bdc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:44.273383 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-28784879-3764-4017-b697-42f6630d1cbc None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:12:44.277471 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28784879-3764-4017-b697-42f6630d1cbc None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:12:44.357043 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-28784879-3764-4017-b697-42f6630d1cbc None None] Attempting to bind port aedd4832-f30b-4d52-8739-653bbc4ed7a4 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:12:44.357462 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-28784879-3764-4017-b697-42f6630d1cbc None None] Attempting to bind port aedd4832-f30b-4d52-8739-653bbc4ed7a4 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:12:44.357836 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28784879-3764-4017-b697-42f6630d1cbc None None] Attempting to bind port aedd4832-f30b-4d52-8739-653bbc4ed7a4 on network 9177193f-e165-437e-b3d7-f8fa84e750aa {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:12:44.365422 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28784879-3764-4017-b697-42f6630d1cbc None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:12:44.366333 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28784879-3764-4017-b697-42f6630d1cbc None None] Checking segment: {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:12:44.366951 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-28784879-3764-4017-b697-42f6630d1cbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:44.367573 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28784879-3764-4017-b697-42f6630d1cbc None None] Bound using segment: {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:12:44.368718 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-28784879-3764-4017-b697-42f6630d1cbc None None] Bound port: aedd4832-f30b-4d52-8739-653bbc4ed7a4, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1abee893-5335-416a-9c60-0b2aed2341e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:12:44.369295 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-28784879-3764-4017-b697-42f6630d1cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:44.411301 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-881d744e-ed94-4235-90d9-1b7271a1bdc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:44.418362 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-881d744e-ed94-4235-90d9-1b7271a1bdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:44.427775 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd51ba4-2581-4a97-a963-ef382a7ba804 req-5eaa672f-7251-493a-bafb-8500980353f3 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:44.429778 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4cd51ba4-2581-4a97-a963-ef382a7ba804 req-5eaa672f-7251-493a-bafb-8500980353f3 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=73f26502-3747-42ba-9590-690b5230dd65 HTTP/1.1" status: 200 len: 945 time: 0.1001987 Sep 08 09:12:44.454346 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48278b68-1dd9-483d-87c6-7879aa92ea0f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:12:44.459734 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-48278b68-1dd9-483d-87c6-7879aa92ea0f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:44.462191 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-28784879-3764-4017-b697-42f6630d1cbc None None] For port aedd4832-f30b-4d52-8739-653bbc4ed7a4, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:12:44.463722 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54504) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:44.466292 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-28784879-3764-4017-b697-42f6630d1cbc None None] For port aedd4832-f30b-4d52-8739-653bbc4ed7a4, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=aedd4832-f30b-4d52-8739-653bbc4ed7a4,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:12:44.475336 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-28784879-3764-4017-b697-42f6630d1cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:44.475594 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-881d744e-ed94-4235-90d9-1b7271a1bdc2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=67829977aff247bb8c4763b0739ed2f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2166989 Sep 08 09:12:44.476377 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d744e-ed94-4235-90d9-1b7271a1bdc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f74fe3cc-ece7-4ccd-9d36-89dc91d6e5f4,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:44.479475 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54506) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:44.543758 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-40d36e3f-a7f6-40e6-8826-3d7e82c4b01d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:44.579721 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-40d36e3f-a7f6-40e6-8826-3d7e82c4b01d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:44.585816 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28784879-3764-4017-b697-42f6630d1cbc None None] Pushing event updated for resources: {'Port': ['ID=aedd4832-f30b-4d52-8739-653bbc4ed7a4,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:44.640653 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4cd51ba4-2581-4a97-a963-ef382a7ba804 req-6b39262d-7f3a-4416-81bc-280ac25e2923 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6b6ca53-a824-465d-acc6-a8fd7c7358ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957638 Sep 08 09:12:44.672703 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-40d36e3f-a7f6-40e6-8826-3d7e82c4b01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:44.687596 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-40d36e3f-a7f6-40e6-8826-3d7e82c4b01d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:44.689118 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-40d36e3f-a7f6-40e6-8826-3d7e82c4b01d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f74fe3cc-ece7-4ccd-9d36-89dc91d6e5f4 HTTP/1.1" status: 204 len: 168 time: 0.2087450 Sep 08 09:12:44.718982 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d36e3f-a7f6-40e6-8826-3d7e82c4b01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74fe3cc-ece7-4ccd-9d36-89dc91d6e5f4,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:44.859588 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fa7e412c-daf4-4db5-8f48-a3f703dd3437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:44.956519 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54520) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:44.958533 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37765df-a63c-475d-96a3-ccac9d30d474 req-cd196e5c-dedf-4a3c-ad21-eea6696e8ae7 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:44.966012 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a37765df-a63c-475d-96a3-ccac9d30d474 req-cd196e5c-dedf-4a3c-ad21-eea6696e8ae7 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe1c0c06-98f0-406b-8a4b-14d1c1a220ac HTTP/1.1" status: 200 len: 945 time: 0.1639080 Sep 08 09:12:45.074528 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a37765df-a63c-475d-96a3-ccac9d30d474 req-820ed779-45c3-4342-b79e-3aa44dc1d5d8 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6b6ca53-a824-465d-acc6-a8fd7c7358ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075227 Sep 08 09:12:45.184825 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device aedd4832-f30b-4d52-8739-653bbc4ed7a4 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:12:45.298337 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port aedd4832-f30b-4d52-8739-653bbc4ed7a4 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:12:45.325647 n-d-806683-11 neutron-server[94712]: DEBUG neutron.objects.ports [None req-48278b68-1dd9-483d-87c6-7879aa92ea0f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94712) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 08 09:12:45.328544 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fa7e412c-daf4-4db5-8f48-a3f703dd3437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:45.336039 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fa7e412c-daf4-4db5-8f48-a3f703dd3437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:45.476447 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-fa7e412c-daf4-4db5-8f48-a3f703dd3437 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cd6c52cdeeb44a97b2e5cf5cd6cfbb7d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0006211 Sep 08 09:12:45.478991 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54540) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:45.481068 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e412c-daf4-4db5-8f48-a3f703dd3437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02efc6b0-fd05-48d4-8ba9-0fbadbb400f0,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:45.526790 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65730be-fe2f-4386-8139-3d1bf8e1f792 req-223e1720-7e9c-446a-9968-6d8e52c67012 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:45.529248 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e65730be-fe2f-4386-8139-3d1bf8e1f792 req-223e1720-7e9c-446a-9968-6d8e52c67012 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=85f20282-92dd-4732-840d-230237a292a8 HTTP/1.1" status: 200 len: 945 time: 0.0954778 Sep 08 09:12:45.641273 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e65730be-fe2f-4386-8139-3d1bf8e1f792 req-804b0d73-013d-4621-98f8-2cacdddf84f4 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6b6ca53-a824-465d-acc6-a8fd7c7358ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767529 Sep 08 09:12:45.649407 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-edb366be-8595-48c4-971e-23c328c45db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:45.756046 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [req-e1c5aa5c-0feb-41e0-a5d8-fe34b7f1fc78 req-0c18adca-b90a-4e41-89ca-3d88692d9c62 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:12:45.758210 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e1c5aa5c-0feb-41e0-a5d8-fe34b7f1fc78 req-0c18adca-b90a-4e41-89ca-3d88692d9c62 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0504768 Sep 08 09:12:45.795513 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0724721a-528f-44bd-a3f8-c7689cd718ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:45.818846 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-48278b68-1dd9-483d-87c6-7879aa92ea0f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:45.822128 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-edb366be-8595-48c4-971e-23c328c45db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:46.012041 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-edb366be-8595-48c4-971e-23c328c45db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:46.015614 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-edb366be-8595-48c4-971e-23c328c45db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:46.017236 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-edb366be-8595-48c4-971e-23c328c45db3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/02efc6b0-fd05-48d4-8ba9-0fbadbb400f0 HTTP/1.1" status: 204 len: 168 time: 0.5371792 Sep 08 09:12:46.125095 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb366be-8595-48c4-971e-23c328c45db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02efc6b0-fd05-48d4-8ba9-0fbadbb400f0,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:46.164243 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e1c5aa5c-0feb-41e0-a5d8-fe34b7f1fc78 req-a88aaa58-8104-4a3d-967f-33c5ddbae8c8 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.6&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3489308 Sep 08 09:12:46.181752 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device a2394ea8-887b-423b-aec7-fc15c72355a0 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:12:46.253983 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: a2394ea8-887b-423b-aec7-fc15c72355a0 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:12:46.254718 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device a2394ea8-887b-423b-aec7-fc15c72355a0 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:12:46.257512 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-0724721a-528f-44bd-a3f8-c7689cd718ac admin admin] Deleting port e2c8db96-bb6a-4892-9397-d9483efc598b {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:12:46.258128 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0724721a-528f-44bd-a3f8-c7689cd718ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:46.297408 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-1da7d4ce-d47e-4628-8361-6ab6212a6b5e None None] Provisioning for port aedd4832-f30b-4d52-8739-653bbc4ed7a4 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:12:46.302168 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-1da7d4ce-d47e-4628-8361-6ab6212a6b5e None None] Provisioning complete for port aedd4832-f30b-4d52-8739-653bbc4ed7a4 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:12:46.302771 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1da7d4ce-d47e-4628-8361-6ab6212a6b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:46.410752 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-48278b68-1dd9-483d-87c6-7879aa92ea0f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] For port aedd4832-f30b-4d52-8739-653bbc4ed7a4, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=aedd4832-f30b-4d52-8739-653bbc4ed7a4,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:12:46.468457 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-0724721a-528f-44bd-a3f8-c7689cd718ac admin admin] For port e2c8db96-bb6a-4892-9397-d9483efc598b, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=e2c8db96-bb6a-4892-9397-d9483efc598b,segment=NetworkSegment(8a3011db-cedf-4056-876c-18fca329db0d),segment_id=8a3011db-cedf-4056-876c-18fca329db0d)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:12:46.468457 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0724721a-528f-44bd-a3f8-c7689cd718ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:46.486912 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1da7d4ce-d47e-4628-8361-6ab6212a6b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:46.488186 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-0724721a-528f-44bd-a3f8-c7689cd718ac admin admin] Calling delete_port for e2c8db96-bb6a-4892-9397-d9483efc598b owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:12:46.495672 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-48278b68-1dd9-483d-87c6-7879aa92ea0f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:46.503142 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-48278b68-1dd9-483d-87c6-7879aa92ea0f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:46.504306 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-48278b68-1dd9-483d-87c6-7879aa92ea0f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:46.637146 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.db.api [None req-1da7d4ce-d47e-4628-8361-6ab6212a6b5e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 09:12:46.640434 n-d-806683-11 neutron-server[94714]: DEBUG oslo_db.api [None req-1da7d4ce-d47e-4628-8361-6ab6212a6b5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 09:12:46.703084 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48278b68-1dd9-483d-87c6-7879aa92ea0f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Subnet': ['ID=16f3c704-5571-4075-b103-4c692dce5320,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:46.710655 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48278b68-1dd9-483d-87c6-7879aa92ea0f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:12:46.712113 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48278b68-1dd9-483d-87c6-7879aa92ea0f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Port': ['ID=aedd4832-f30b-4d52-8739-653bbc4ed7a4,revision_number=4']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:46.718589 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-48278b68-1dd9-483d-87c6-7879aa92ea0f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:12:46.721742 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48278b68-1dd9-483d-87c6-7879aa92ea0f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:46.722373 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-48278b68-1dd9-483d-87c6-7879aa92ea0f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:46.741686 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac1dd46-f7ad-420f-bcef-2c74e533765c None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:12:46.759076 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-48278b68-1dd9-483d-87c6-7879aa92ea0f tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.1225216 Sep 08 09:12:46.761695 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54578) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:46.793894 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-27c2b299-caaf-4cb6-834c-e26037e02062 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Request body: {'port': {'network_id': '9177193f-e165-437e-b3d7-f8fa84e750aa', 'mac_address': 'fa:16:3e:60:f4:ca', 'name': 'tempest-NetworksTestDHCPv6-293960873'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:47.115454 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device aedd4832-f30b-4d52-8739-653bbc4ed7a4 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:12:47.129208 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c2b299-caaf-4cb6-834c-e26037e02062 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Made reservation on behalf of cfe5efe5bc04414daec2165ebe59ab3a for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:12:47.140907 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf57ffc-3e15-4b55-a3b6-0fdd3bb40184 req-99c75bc9-29da-4593-9724-3b2a4c2dfb79 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:47.149446 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3cf57ffc-3e15-4b55-a3b6-0fdd3bb40184 req-99c75bc9-29da-4593-9724-3b2a4c2dfb79 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=73f26502-3747-42ba-9590-690b5230dd65 HTTP/1.1" status: 200 len: 945 time: 0.1244199 Sep 08 09:12:47.265173 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3cf57ffc-3e15-4b55-a3b6-0fdd3bb40184 req-fe0872d2-9397-45e5-8990-3d4d535f9a05 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6b6ca53-a824-465d-acc6-a8fd7c7358ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146109 Sep 08 09:12:47.281267 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1da7d4ce-d47e-4628-8361-6ab6212a6b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:47.364198 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port aedd4832-f30b-4d52-8739-653bbc4ed7a4 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:12:47.364579 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:47.369991 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-1da7d4ce-d47e-4628-8361-6ab6212a6b5e None None] For port aedd4832-f30b-4d52-8739-653bbc4ed7a4, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=aedd4832-f30b-4d52-8739-653bbc4ed7a4,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:12:47.391989 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0724721a-528f-44bd-a3f8-c7689cd718ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:47.439706 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1da7d4ce-d47e-4628-8361-6ab6212a6b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:47.467397 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-27c2b299-caaf-4cb6-834c-e26037e02062 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:47.507277 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0724721a-528f-44bd-a3f8-c7689cd718ac admin admin] Pushing event deleted for resources: {'Port': ['ID=e2c8db96-bb6a-4892-9397-d9483efc598b,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:47.537246 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [None req-27c2b299-caaf-4cb6-834c-e26037e02062 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] device_id is not set on port 70cc814a-5957-4cc1-9c08-3a4fa98950b2 yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:12:47.571456 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54606) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:47.630360 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da7d4ce-d47e-4628-8361-6ab6212a6b5e None None] Pushing event updated for resources: {'Port': ['ID=aedd4832-f30b-4d52-8739-653bbc4ed7a4,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:47.652229 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61691394-f02d-40a2-93c2-580d39050c52 req-069a7a0f-657a-4fad-9420-b2c931891f43 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:47.657557 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-61691394-f02d-40a2-93c2-580d39050c52 req-069a7a0f-657a-4fad-9420-b2c931891f43 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe1c0c06-98f0-406b-8a4b-14d1c1a220ac HTTP/1.1" status: 200 len: 945 time: 0.2085979 Sep 08 09:12:47.668849 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e0d95efe-39ab-4e8d-83ed-38427955c9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:47.787331 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-61691394-f02d-40a2-93c2-580d39050c52 req-ec4fe5f4-a89b-442c-928a-e0015900723d tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6b6ca53-a824-465d-acc6-a8fd7c7358ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086109 Sep 08 09:12:47.879658 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0724721a-528f-44bd-a3f8-c7689cd718ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:47.903342 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-817197b9-5752-43fd-a651-7c6c97e2299e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1783060239-network', 'tenant_id': 'd1c6dd75a4914e1d9b933bd936b312d5'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:47.957681 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817197b9-5752-43fd-a651-7c6c97e2299e admin admin] Made reservation on behalf of d1c6dd75a4914e1d9b933bd936b312d5 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:12:47.961221 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-817197b9-5752-43fd-a651-7c6c97e2299e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:47.981098 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-817197b9-5752-43fd-a651-7c6c97e2299e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:48.002110 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-27c2b299-caaf-4cb6-834c-e26037e02062 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Allocated IP 2001:db8::227 (9177193f-e165-437e-b3d7-f8fa84e750aa/b9537202-1dda-41b5-80e4-a8c6311e0d54/70cc814a-5957-4cc1-9c08-3a4fa98950b2) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:12:48.016616 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-27c2b299-caaf-4cb6-834c-e26037e02062 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Allocated IP 2001:db8:0:1:f816:3eff:fe60:f4ca (9177193f-e165-437e-b3d7-f8fa84e750aa/16f3c704-5571-4075-b103-4c692dce5320/70cc814a-5957-4cc1-9c08-3a4fa98950b2) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:12:48.069617 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb112564-a52a-4826-af04-c20ea98896c7 req-abfb47ea-1a00-4bcc-9a07-0091d2d6514b tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:48.071645 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cb112564-a52a-4826-af04-c20ea98896c7 req-abfb47ea-1a00-4bcc-9a07-0091d2d6514b tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=85f20282-92dd-4732-840d-230237a292a8 HTTP/1.1" status: 200 len: 945 time: 0.0768819 Sep 08 09:12:48.191496 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-fdab31d9-9cf0-424c-9ae5-2b6f74b6c99a None None] Provisioning complete for port aedd4832-f30b-4d52-8739-653bbc4ed7a4 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:12:48.192136 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fdab31d9-9cf0-424c-9ae5-2b6f74b6c99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:48.231546 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cb112564-a52a-4826-af04-c20ea98896c7 req-70dca123-fb42-4e1c-bed0-6c293ac5261b tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6b6ca53-a824-465d-acc6-a8fd7c7358ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505511 Sep 08 09:12:48.354532 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-817197b9-5752-43fd-a651-7c6c97e2299e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:48.368443 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-817197b9-5752-43fd-a651-7c6c97e2299e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:48.407981 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-817197b9-5752-43fd-a651-7c6c97e2299e admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:12:48.422572 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-27c2b299-caaf-4cb6-834c-e26037e02062 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:48.450128 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-817197b9-5752-43fd-a651-7c6c97e2299e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:48.450764 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-817197b9-5752-43fd-a651-7c6c97e2299e admin admin] Added segment 26404e28-9ec7-45c8-b0bb-ce3ddf7caa9b of type vlan for network 7fd14185-ae77-4df7-b31d-b328680c5ebe Sep 08 09:12:48.452305 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817197b9-5752-43fd-a651-7c6c97e2299e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190ce0b1-9e84-4bc8-8687-fb60d3fb4948,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:48.471861 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-27c2b299-caaf-4cb6-834c-e26037e02062 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Transition to ACTIVE for port object 70cc814a-5957-4cc1-9c08-3a4fa98950b2 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:12:48.524595 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0724721a-528f-44bd-a3f8-c7689cd718ac admin admin] Router bab2f451-e0d5-4fd9-813c-f9dae9c78f78 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:12:48.531676 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-817197b9-5752-43fd-a651-7c6c97e2299e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:48.621638 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da74b9d-772e-46c6-8940-5295cb0fae78 req-f483b535-3d3d-46f4-b44f-0b6042b88035 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:48.629138 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da74b9d-772e-46c6-8940-5295cb0fae78 req-f483b535-3d3d-46f4-b44f-0b6042b88035 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:48.637884 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da74b9d-772e-46c6-8940-5295cb0fae78 req-f483b535-3d3d-46f4-b44f-0b6042b88035 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:48.640179 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4da74b9d-772e-46c6-8940-5295cb0fae78 req-f483b535-3d3d-46f4-b44f-0b6042b88035 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=85f20282-92dd-4732-840d-230237a292a8&device_id=fe1c0c06-98f0-406b-8a4b-14d1c1a220ac&device_id=73f26502-3747-42ba-9590-690b5230dd65 HTTP/1.1" status: 200 len: 2416 time: 0.1259723 Sep 08 09:12:48.641862 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-817197b9-5752-43fd-a651-7c6c97e2299e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:48.642836 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817197b9-5752-43fd-a651-7c6c97e2299e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:48.643423 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-817197b9-5752-43fd-a651-7c6c97e2299e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:48.646080 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-27c2b299-caaf-4cb6-834c-e26037e02062 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:48.716681 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0724721a-528f-44bd-a3f8-c7689cd718ac admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:12:48.732785 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0724721a-528f-44bd-a3f8-c7689cd718ac admin admin] 10.222.0.54 "PUT /v2.0/routers/bab2f451-e0d5-4fd9-813c-f9dae9c78f78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7749829 Sep 08 09:12:48.737677 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54678) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:48.739797 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b33e2e6-b3be-40f9-bc8e-74f9358e1e23 None None] Sync routers for ids ['bab2f451-e0d5-4fd9-813c-f9dae9c78f78'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:12:48.743997 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-817197b9-5752-43fd-a651-7c6c97e2299e admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1161759 Sep 08 09:12:48.754681 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54680) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:48.759341 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b33e2e6-b3be-40f9-bc8e-74f9358e1e23 None None] Routers {'bab2f451-e0d5-4fd9-813c-f9dae9c78f78'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:12:48.761991 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-ed0be775-06a8-4c5e-97fc-1a791b803e82 admin admin] Request body: {'subnet': {'network_id': '7fd14185-ae77-4df7-b31d-b328680c5ebe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1783060239-subnet', 'tenant_id': 'd1c6dd75a4914e1d9b933bd936b312d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:48.767345 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c2b299-caaf-4cb6-834c-e26037e02062 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Network 9177193f-e165-437e-b3d7-f8fa84e750aa is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:12:48.773498 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-8b33e2e6-b3be-40f9-bc8e-74f9358e1e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:12:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['bab2f451-e0d5-4fd9-813c-f9dae9c78f78'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:12:48.809659 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-27c2b299-caaf-4cb6-834c-e26037e02062 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:12:48.820768 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817197b9-5752-43fd-a651-7c6c97e2299e admin admin] Pushing event updated for resources: {'Network': ['ID=7fd14185-ae77-4df7-b31d-b328680c5ebe,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:48.831763 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c2b299-caaf-4cb6-834c-e26037e02062 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:12:48.837612 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c2b299-caaf-4cb6-834c-e26037e02062 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:48.838302 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-27c2b299-caaf-4cb6-834c-e26037e02062 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:48.849732 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4da74b9d-772e-46c6-8940-5295cb0fae78 req-340da860-9c4a-42f7-bdb9-7933b46c0720 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6b6ca53-a824-465d-acc6-a8fd7c7358ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962652 Sep 08 09:12:48.850625 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c2b299-caaf-4cb6-834c-e26037e02062 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event updated for resources: {'Port': ['ID=70cc814a-5957-4cc1-9c08-3a4fa98950b2,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:48.881257 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0be775-06a8-4c5e-97fc-1a791b803e82 admin admin] Made reservation on behalf of d1c6dd75a4914e1d9b933bd936b312d5 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:12:48.884102 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ed0be775-06a8-4c5e-97fc-1a791b803e82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:48.904387 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 7fd14185-ae77-4df7-b31d-b328680c5ebe details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:12:48.905765 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-27c2b299-caaf-4cb6-834c-e26037e02062 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1416688 Sep 08 09:12:48.908647 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54692) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:48.953008 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [req-0fdc36fb-2b1c-4ee4-a6e6-4ae6eadd5501 req-6258862a-d9f7-435b-ac67-1ec805927bd5 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:12:48.953737 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0fdc36fb-2b1c-4ee4-a6e6-4ae6eadd5501 req-6258862a-d9f7-435b-ac67-1ec805927bd5 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124958 Sep 08 09:12:49.133476 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c41ab616-cb6e-4c88-b177-3ef947d2283e admin admin] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:49.225965 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-8b33e2e6-b3be-40f9-bc8e-74f9358e1e23 None None] Set router bab2f451-e0d5-4fd9-813c-f9dae9c78f78 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:12:49.235121 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:12:49.243867 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device aedd4832-f30b-4d52-8739-653bbc4ed7a4 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:12:49.351323 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-c9f85a5d-4f1e-41bc-9a03-ed213bbc6a08 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting port 70cc814a-5957-4cc1-9c08-3a4fa98950b2 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:12:49.351323 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c9f85a5d-4f1e-41bc-9a03-ed213bbc6a08 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:49.371574 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0fdc36fb-2b1c-4ee4-a6e6-4ae6eadd5501 req-8038a9cf-af21-4dfd-90be-99ad22673455 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3931286 Sep 08 09:12:49.442826 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c41ab616-cb6e-4c88-b177-3ef947d2283e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:49.450351 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54702) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:49.485757 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e03891ef-5d5e-40a4-b70c-f0d5f6c8905c None None] Provisioning for port 70cc814a-5957-4cc1-9c08-3a4fa98950b2 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:12:49.529751 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e03891ef-5d5e-40a4-b70c-f0d5f6c8905c None None] Provisioning complete for port 70cc814a-5957-4cc1-9c08-3a4fa98950b2 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:12:49.531101 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e03891ef-5d5e-40a4-b70c-f0d5f6c8905c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:49.569642 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-c41ab616-cb6e-4c88-b177-3ef947d2283e admin admin] Deleting port fd939877-6fb8-4f2c-9dd5-9a1fc9507f73 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:12:49.570465 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c41ab616-cb6e-4c88-b177-3ef947d2283e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:49.583725 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port aedd4832-f30b-4d52-8739-653bbc4ed7a4 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:12:49.584109 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:49.603812 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ed0be775-06a8-4c5e-97fc-1a791b803e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:49.666413 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e03891ef-5d5e-40a4-b70c-f0d5f6c8905c None None] Port 70cc814a-5957-4cc1-9c08-3a4fa98950b2 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:12:49.699567 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-27b6e3fb-a4dd-449e-97fb-d19ac0822bf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:49.720394 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-c41ab616-cb6e-4c88-b177-3ef947d2283e admin admin] For port fd939877-6fb8-4f2c-9dd5-9a1fc9507f73, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=fd939877-6fb8-4f2c-9dd5-9a1fc9507f73,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:12:49.720771 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c41ab616-cb6e-4c88-b177-3ef947d2283e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:49.738104 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c9f85a5d-4f1e-41bc-9a03-ed213bbc6a08 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:49.748299 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-c41ab616-cb6e-4c88-b177-3ef947d2283e admin admin] Calling delete_port for fd939877-6fb8-4f2c-9dd5-9a1fc9507f73 owned by network:router_gateway {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:12:49.771592 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0be775-06a8-4c5e-97fc-1a791b803e82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bc2d44b-7440-480f-85c9-e5e999b511c1,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:49.774434 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-8b33e2e6-b3be-40f9-bc8e-74f9358e1e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab2f451-e0d5-4fd9-813c-f9dae9c78f78', 'name': 'tempest-ServerRescueTestJSONUnderV235-2009234545-router', 'tenant_id': '0e0fa2b77317456893f5fab251cfa62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'fd939877-6fb8-4f2c-9dd5-9a1fc9507f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:11:11Z', 'updated_at': '2021-09-08T09:12:47Z', 'revision_number': 5, 'project_id': '0e0fa2b77317456893f5fab251cfa62c', 'gw_port': {'id': 'fd939877-6fb8-4f2c-9dd5-9a1fc9507f73', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:77:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bab2f451-e0d5-4fd9-813c-f9dae9c78f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:11:12Z', 'updated_at': '2021-09-08T09:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:12:49.793750 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-c9f85a5d-4f1e-41bc-9a03-ed213bbc6a08 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Calling delete_port for 70cc814a-5957-4cc1-9c08-3a4fa98950b2 owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:12:49.830549 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0be775-06a8-4c5e-97fc-1a791b803e82 admin admin] Checking segment: {'id': '26404e28-9ec7-45c8-b0bb-ce3ddf7caa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7fd14185-ae77-4df7-b31d-b328680c5ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:12:49.831241 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0be775-06a8-4c5e-97fc-1a791b803e82 admin admin] Network hostable DHCP agents. Network: 7fd14185-ae77-4df7-b31d-b328680c5ebe, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:12:49.833683 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-27b6e3fb-a4dd-449e-97fb-d19ac0822bf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:49.856357 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-27b6e3fb-a4dd-449e-97fb-d19ac0822bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:49.898905 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b33e2e6-b3be-40f9-bc8e-74f9358e1e23 None None] Checking router: bab2f451-e0d5-4fd9-813c-f9dae9c78f78 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:12:49.907659 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0be775-06a8-4c5e-97fc-1a791b803e82 admin admin] Network 7fd14185-ae77-4df7-b31d-b328680c5ebe is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:12:49.908451 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-27b6e3fb-a4dd-449e-97fb-d19ac0822bf0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b25b019abce14cdf9d169f910f79dd13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4568121 Sep 08 09:12:49.911895 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54710) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:49.939513 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b33e2e6-b3be-40f9-bc8e-74f9358e1e23 None None] Routers {'bab2f451-e0d5-4fd9-813c-f9dae9c78f78'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:12:49.940861 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-8b33e2e6-b3be-40f9-bc8e-74f9358e1e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:12:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['bab2f451-e0d5-4fd9-813c-f9dae9c78f78'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:12:49.949936 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-ed0be775-06a8-4c5e-97fc-1a791b803e82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 7fd14185-ae77-4df7-b31d-b328680c5ebe) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:12:49.970200 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0be775-06a8-4c5e-97fc-1a791b803e82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:49.970997 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ed0be775-06a8-4c5e-97fc-1a791b803e82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:49.980317 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b6e3fb-a4dd-449e-97fb-d19ac0822bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55028075-e46c-49a6-b9a8-fca9dde8acc1,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:50.022106 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ed0be775-06a8-4c5e-97fc-1a791b803e82 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2613435 Sep 08 09:12:50.057683 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6827c78c-d3f7-48d2-ba91-df6a79f154aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:50.119563 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6827c78c-d3f7-48d2-ba91-df6a79f154aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:50.133637 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-8b33e2e6-b3be-40f9-bc8e-74f9358e1e23 None None] Set router bab2f451-e0d5-4fd9-813c-f9dae9c78f78 gateway port host: None {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:12:50.202201 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c41ab616-cb6e-4c88-b177-3ef947d2283e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:50.224176 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-8b33e2e6-b3be-40f9-bc8e-74f9358e1e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bab2f451-e0d5-4fd9-813c-f9dae9c78f78', 'name': 'tempest-ServerRescueTestJSONUnderV235-2009234545-router', 'tenant_id': '0e0fa2b77317456893f5fab251cfa62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:11:11Z', 'updated_at': '2021-09-08T09:12:49Z', 'revision_number': 6, 'project_id': '0e0fa2b77317456893f5fab251cfa62c', 'gw_port_host': None}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:12:50.229915 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ae5cda-a3ed-4ab4-8db4-680a7be2cdd5 None None] Network 7fd14185-ae77-4df7-b31d-b328680c5ebe requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:12:50.239625 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c9f85a5d-4f1e-41bc-9a03-ed213bbc6a08 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:50.317985 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f85a5d-4f1e-41bc-9a03-ed213bbc6a08 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Port': ['ID=70cc814a-5957-4cc1-9c08-3a4fa98950b2,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:50.326600 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6827c78c-d3f7-48d2-ba91-df6a79f154aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:50.330407 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6827c78c-d3f7-48d2-ba91-df6a79f154aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:50.331670 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-6827c78c-d3f7-48d2-ba91-df6a79f154aa admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/55028075-e46c-49a6-b9a8-fca9dde8acc1 HTTP/1.1" status: 204 len: 168 time: 0.4181843 Sep 08 09:12:50.337652 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ab616-cb6e-4c88-b177-3ef947d2283e admin admin] Pushing event deleted for resources: {'Port': ['ID=fd939877-6fb8-4f2c-9dd5-9a1fc9507f73,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:50.432404 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c9f85a5d-4f1e-41bc-9a03-ed213bbc6a08 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:50.435829 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c9f85a5d-4f1e-41bc-9a03-ed213bbc6a08 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/ports/70cc814a-5957-4cc1-9c08-3a4fa98950b2 HTTP/1.1" status: 204 len: 168 time: 1.5261593 Sep 08 09:12:50.438917 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6827c78c-d3f7-48d2-ba91-df6a79f154aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55028075-e46c-49a6-b9a8-fca9dde8acc1,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:50.445464 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54724) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:50.537248 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c41ab616-cb6e-4c88-b177-3ef947d2283e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:50.557685 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b547fc58-4d74-436e-9951-d8e7a2faafc6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:50.568183 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b547fc58-4d74-436e-9951-d8e7a2faafc6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1194992 Sep 08 09:12:50.571542 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54730) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:50.641811 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ebfa5a-608a-45cb-aab9-4e6159e4df22 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:50.645777 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-68ebfa5a-608a-45cb-aab9-4e6159e4df22 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0710280 Sep 08 09:12:50.646217 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54734) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:50.740940 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b13b862-05d4-460d-a831-16e0a75ec3ed tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:50.744023 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b13b862-05d4-460d-a831-16e0a75ec3ed tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:50.746008 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b13b862-05d4-460d-a831-16e0a75ec3ed tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:50.748101 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-3b13b862-05d4-460d-a831-16e0a75ec3ed tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0995092 Sep 08 09:12:50.750834 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54736) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:50.764864 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c41ab616-cb6e-4c88-b177-3ef947d2283e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:50.767475 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c41ab616-cb6e-4c88-b177-3ef947d2283e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:50.820652 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-02fd9caa-aed7-466b-8b38-a7f510e0d37c tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting subnet 16f3c704-5571-4075-b103-4c692dce5320 {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:12:50.826542 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-02fd9caa-aed7-466b-8b38-a7f510e0d37c tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:50.830453 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c41ab616-cb6e-4c88-b177-3ef947d2283e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:50.831297 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41ab616-cb6e-4c88-b177-3ef947d2283e admin admin] Fanout notify agent at l3_agent the message router_deleted on router bab2f451-e0d5-4fd9-813c-f9dae9c78f78 {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:12:50.838520 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c41ab616-cb6e-4c88-b177-3ef947d2283e admin admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:50.841651 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c41ab616-cb6e-4c88-b177-3ef947d2283e admin admin] 10.222.0.54 "DELETE /v2.0/routers/bab2f451-e0d5-4fd9-813c-f9dae9c78f78 HTTP/1.1" status: 204 len: 168 time: 2.0957966 Sep 08 09:12:50.846600 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54740) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:50.883184 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54742) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:50.901035 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c2122bea-599a-4bbf-9e20-2bdf6e6dfff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:50.915371 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b33e2e6-b3be-40f9-bc8e-74f9358e1e23 None None] The sync data for ids ['bab2f451-e0d5-4fd9-813c-f9dae9c78f78'] in n-d-806683-11 is: [{'id': 'bab2f451-e0d5-4fd9-813c-f9dae9c78f78', 'name': 'tempest-ServerRescueTestJSONUnderV235-2009234545-router', 'tenant_id': '0e0fa2b77317456893f5fab251cfa62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:11:11Z', 'updated_at': '2021-09-08T09:12:49Z', 'revision_number': 6, 'project_id': '0e0fa2b77317456893f5fab251cfa62c', 'gw_port_host': None}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:12:50.916950 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3e1fade-858b-4d90-b845-cdcf35205274 admin admin] Deleting subnet f99fff34-d0f7-460f-81c3-03f5e1e7df92 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:12:50.921360 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e3e1fade-858b-4d90-b845-cdcf35205274 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:50.990783 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b918d000-e435-4423-8cde-9689aeefb760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:51.005369 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:51.011582 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6848357b-1a1d-4137-bf8a-f125398173ac None None] Network 7fd14185-ae77-4df7-b31d-b328680c5ebe requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:12:51.023382 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-02fd9caa-aed7-466b-8b38-a7f510e0d37c tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:51.027773 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e3e1fade-858b-4d90-b845-cdcf35205274 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:51.090413 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e3e1fade-858b-4d90-b845-cdcf35205274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:51.142359 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c2122bea-599a-4bbf-9e20-2bdf6e6dfff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:51.165473 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e3e1fade-858b-4d90-b845-cdcf35205274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:51.165793 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c2122bea-599a-4bbf-9e20-2bdf6e6dfff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:51.196738 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e1fade-858b-4d90-b845-cdcf35205274 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f99fff34-d0f7-460f-81c3-03f5e1e7df92,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:51.200410 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e3e1fade-858b-4d90-b845-cdcf35205274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:51.203125 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e3e1fade-858b-4d90-b845-cdcf35205274 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/f99fff34-d0f7-460f-81c3-03f5e1e7df92 HTTP/1.1" status: 204 len: 168 time: 0.3554010 Sep 08 09:12:51.205657 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54754) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:51.285856 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e4f4d053-2b2d-4833-8493-858ec5d25525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:51.288008 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2122bea-599a-4bbf-9e20-2bdf6e6dfff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4c2da8-5301-482a-bff9-adfe54de10af,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:51.293928 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c2122bea-599a-4bbf-9e20-2bdf6e6dfff2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a6211d72e9dd4949be3f83395f542cf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4082444 Sep 08 09:12:51.299576 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54756) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:51.355505 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-02fd9caa-aed7-466b-8b38-a7f510e0d37c tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:51.414136 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e4f4d053-2b2d-4833-8493-858ec5d25525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:51.431049 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a24e0-a358-4827-98a2-d12f2a90e2f2 req-784609fb-c84d-4f0c-aee3-d7457454da7f tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:51.432774 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-be8a24e0-a358-4827-98a2-d12f2a90e2f2 req-784609fb-c84d-4f0c-aee3-d7457454da7f tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] 10.222.0.54 "GET /v2.0/networks?id=7fd14185-ae77-4df7-b31d-b328680c5ebe HTTP/1.1" status: 200 len: 814 time: 0.3202958 Sep 08 09:12:51.437798 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-e4f4d053-2b2d-4833-8493-858ec5d25525 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af37320b-6b9f-4537-9cf7-f31def6375f6']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:12:51.449222 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-e4f4d053-2b2d-4833-8493-858ec5d25525 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a3011db-cedf-4056-876c-18fca329db0d') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:12:51.450106 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-e4f4d053-2b2d-4833-8493-858ec5d25525 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a3011db-cedf-4056-876c-18fca329db0d') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:12:51.464347 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-be8a24e0-a358-4827-98a2-d12f2a90e2f2 req-17dbc65a-9041-4db5-ad3e-f7e00c0fed09 tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] 10.222.0.54 "GET /v2.0/quotas/d1c6dd75a4914e1d9b933bd936b312d5 HTTP/1.1" status: 200 len: 375 time: 0.0219011 Sep 08 09:12:51.468450 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e4f4d053-2b2d-4833-8493-858ec5d25525 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:51.473570 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f339651e-b0e3-4658-a983-9ee7c94f8df7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:51.500135 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e4f4d053-2b2d-4833-8493-858ec5d25525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:51.513779 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4f4d053-2b2d-4833-8493-858ec5d25525 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:12:51.515152 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e4f4d053-2b2d-4833-8493-858ec5d25525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:51.537312 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:12:51.537312 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:12:51.537312 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:12:51.537312 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:12:51.537312 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:12:51.537312 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:12:51.537312 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:12:51.537312 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:12:51.537312 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:12:51.537312 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:12:51.537312 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:12:51.537312 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:12:51.537312 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:12:51.537312 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:12:51.537312 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:12:51.537312 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:12:51.537312 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:12:51.537312 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:12:51.537312 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:12:51.537312 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:12:51.537312 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:12:51.537312 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:12:51.537312 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:12:51.537312 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:12:51.537312 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:12:51.537312 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:12:51.537312 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:12:51.537312 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:12:51.537312 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:12:51.537312 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:12:51.537312 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:12:51.537312 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:12:51.549431 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-be8a24e0-a358-4827-98a2-d12f2a90e2f2 req-7a1a8d25-4ec4-4480-a397-0add7755c5bd tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d1c6dd75a4914e1d9b933bd936b312d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0711799 Sep 08 09:12:51.553685 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-02fd9caa-aed7-466b-8b38-a7f510e0d37c tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:51.605259 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e4f4d053-2b2d-4833-8493-858ec5d25525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:51.611370 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e4f4d053-2b2d-4833-8493-858ec5d25525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:51.613251 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e4f4d053-2b2d-4833-8493-858ec5d25525 admin admin] 10.222.0.54 "DELETE /v2.0/networks/af37320b-6b9f-4537-9cf7-f31def6375f6 HTTP/1.1" status: 204 len: 168 time: 0.4066107 Sep 08 09:12:51.616393 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-02fd9caa-aed7-466b-8b38-a7f510e0d37c tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:51.620765 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-02fd9caa-aed7-466b-8b38-a7f510e0d37c tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/16f3c704-5571-4075-b103-4c692dce5320 HTTP/1.1" status: 204 len: 168 time: 0.8665175 Sep 08 09:12:51.620765 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd9caa-aed7-466b-8b38-a7f510e0d37c tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Subnet': ['ID=16f3c704-5571-4075-b103-4c692dce5320,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:51.625196 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f4d053-2b2d-4833-8493-858ec5d25525 admin admin] Pushing event deleted for resources: {'Network': ['ID=af37320b-6b9f-4537-9cf7-f31def6375f6,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:51.625372 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ca2e13-7a54-4b34-a8d1-65cd8c956197 None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:12:51.634241 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54772) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:51.652984 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f339651e-b0e3-4658-a983-9ee7c94f8df7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:51.802200 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876937c-44b0-4cb5-b4cc-2cfcc4bbca25 req-b83188d0-3424-4c80-8bae-654533f56037 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:51.813114 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8876937c-44b0-4cb5-b4cc-2cfcc4bbca25 req-b83188d0-3424-4c80-8bae-654533f56037 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=85f20282-92dd-4732-840d-230237a292a8 HTTP/1.1" status: 200 len: 945 time: 0.1079583 Sep 08 09:12:51.869285 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-afd796cd-d835-4d3e-bfcb-0bf6fa7506c6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Deleting subnet b9537202-1dda-41b5-80e4-a8c6311e0d54 {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:12:51.872634 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8876937c-44b0-4cb5-b4cc-2cfcc4bbca25 req-bb8de6d4-2e66-4078-a55a-95ab46183a92 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6b6ca53-a824-465d-acc6-a8fd7c7358ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526545 Sep 08 09:12:51.891696 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-afd796cd-d835-4d3e-bfcb-0bf6fa7506c6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:51.893113 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54778) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:51.968667 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0002dce4-9080-4307-b468-e427f173f184 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0e0fa2b77317456893f5fab251cfa62c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0743866 Sep 08 09:12:51.979417 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-be8a24e0-a358-4827-98a2-d12f2a90e2f2 req-7ad66b44-7d8d-42a9-a5d0-3f556c68e353 service neutron] 10.222.0.54 "GET /v2.0/networks/7fd14185-ae77-4df7-b31d-b328680c5ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946033 Sep 08 09:12:51.979690 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54782) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:51.984836 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-afd796cd-d835-4d3e-bfcb-0bf6fa7506c6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:52.046150 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f3ba826c-9f9a-4c9b-94b7-8155f6df5573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:52.092152 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f3ba826c-9f9a-4c9b-94b7-8155f6df5573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:52.097168 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:52.109311 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-afd796cd-d835-4d3e-bfcb-0bf6fa7506c6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:52.197667 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f3ba826c-9f9a-4c9b-94b7-8155f6df5573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:52.200811 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f3ba826c-9f9a-4c9b-94b7-8155f6df5573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:52.202063 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f3ba826c-9f9a-4c9b-94b7-8155f6df5573 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bea61fdc-ddf6-486e-8758-ec31b413e40b HTTP/1.1" status: 204 len: 168 time: 0.2213895 Sep 08 09:12:52.212795 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f339651e-b0e3-4658-a983-9ee7c94f8df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:52.216520 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ba826c-9f9a-4c9b-94b7-8155f6df5573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea61fdc-ddf6-486e-8758-ec31b413e40b,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:52.221240 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f339651e-b0e3-4658-a983-9ee7c94f8df7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:52.222470 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f339651e-b0e3-4658-a983-9ee7c94f8df7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6e4c2da8-5301-482a-bff9-adfe54de10af HTTP/1.1" status: 204 len: 168 time: 0.9219563 Sep 08 09:12:52.263512 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f339651e-b0e3-4658-a983-9ee7c94f8df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4c2da8-5301-482a-bff9-adfe54de10af,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:52.268060 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-afd796cd-d835-4d3e-bfcb-0bf6fa7506c6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:52.374904 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd796cd-d835-4d3e-bfcb-0bf6fa7506c6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Subnet': ['ID=b9537202-1dda-41b5-80e4-a8c6311e0d54,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:52.379944 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-afd796cd-d835-4d3e-bfcb-0bf6fa7506c6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:52.384504 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54788) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:52.401944 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-afd796cd-d835-4d3e-bfcb-0bf6fa7506c6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/b9537202-1dda-41b5-80e4-a8c6311e0d54 HTTP/1.1" status: 204 len: 168 time: 0.7452095 Sep 08 09:12:52.468971 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-be8a24e0-a358-4827-98a2-d12f2a90e2f2 req-ce68349a-6c5d-4455-9720-ce41dd791850 service neutron] 10.222.0.54 "GET /v2.0/networks/7fd14185-ae77-4df7-b31d-b328680c5ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4794774 Sep 08 09:12:52.479939 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5abcfff2-0f51-49f3-9bdc-aea60d6a67f4 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0939457 Sep 08 09:12:52.482851 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54790) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:52.655975 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa10a08-d0e2-44dc-a335-616e542c5f6d tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:52.657870 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4aa10a08-d0e2-44dc-a335-616e542c5f6d tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1733615 Sep 08 09:12:52.661917 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54796) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:52.722301 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d55955a-f8ec-45e3-bbb9-0b894c203c04 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:52.727293 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5d55955a-f8ec-45e3-bbb9-0b894c203c04 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0607333 Sep 08 09:12:52.728204 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54798) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:52.840823 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f65cd2d9-ada0-4e67-b898-4204203066a3 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1119554 Sep 08 09:12:52.858767 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54808) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:52.906419 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3823e98-1787-42df-9083-24620cf500bc tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:52.912044 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3823e98-1787-42df-9083-24620cf500bc tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:52.913451 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c3823e98-1787-42df-9083-24620cf500bc tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/ports/70cc814a-5957-4cc1-9c08-3a4fa98950b2 HTTP/1.1" status: 404 len: 333 time: 0.0534050 Sep 08 09:12:52.917566 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54814) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:52.982680 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-47587cc0-1845-41c7-814d-55cd6d777402 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:52.983183 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47587cc0-1845-41c7-814d-55cd6d777402 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:52.989059 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54818) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:53.010306 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device fd939877-6fb8-4f2c-9dd5-9a1fc9507f73 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:12:53.010894 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-47587cc0-1845-41c7-814d-55cd6d777402 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/16f3c704-5571-4075-b103-4c692dce5320 HTTP/1.1" status: 404 len: 337 time: 0.0920420 Sep 08 09:12:53.103045 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ef4aa975-4f9d-4171-8bb0-2b8393210deb req-8a855eb2-9902-48f9-9818-bb205f41f941 tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6e03c1d-c167-49da-b6f7-cd3b65315cf9 HTTP/1.1" status: 200 len: 210 time: 0.1260045 Sep 08 09:12:53.121867 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfb4630-1e76-4d20-b130-2b5b203baaea None None] Network 9177193f-e165-437e-b3d7-f8fa84e750aa requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:12:53.131627 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: fd939877-6fb8-4f2c-9dd5-9a1fc9507f73 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:12:53.132156 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device fd939877-6fb8-4f2c-9dd5-9a1fc9507f73 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:12:53.133155 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device e2c8db96-bb6a-4892-9397-d9483efc598b no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:12:53.178331 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: e2c8db96-bb6a-4892-9397-d9483efc598b {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:12:53.178979 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device e2c8db96-bb6a-4892-9397-d9483efc598b not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:12:53.192258 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-20f3d90b-77ec-46ab-8b11-84f34014a38b None None] Provisioning complete for port aedd4832-f30b-4d52-8739-653bbc4ed7a4 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:12:53.192652 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-20f3d90b-77ec-46ab-8b11-84f34014a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:53.226471 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-96c18c10-3a4b-4c59-9363-630ce6276893 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:53.227951 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96c18c10-3a4b-4c59-9363-630ce6276893 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:53.238354 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-96c18c10-3a4b-4c59-9363-630ce6276893 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/b9537202-1dda-41b5-80e4-a8c6311e0d54 HTTP/1.1" status: 404 len: 337 time: 0.2452877 Sep 08 09:12:53.238565 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54830) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:53.307716 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-56e25544-daa0-44db-93cc-10403ee40c7d tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:53.313298 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56e25544-daa0-44db-93cc-10403ee40c7d tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:53.323138 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54834) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:53.323950 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-56e25544-daa0-44db-93cc-10403ee40c7d tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/ports/ef3e9f53-945e-4300-8f4d-562e7db8fa0c HTTP/1.1" status: 404 len: 333 time: 0.0825932 Sep 08 09:12:53.419556 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-765342c4-2139-491d-b914-3deef8546106 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:53.420409 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-765342c4-2139-491d-b914-3deef8546106 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:53.423664 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-765342c4-2139-491d-b914-3deef8546106 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/6ac62bf0-4e8a-4fdd-ad74-ff6eaadee57d HTTP/1.1" status: 404 len: 337 time: 0.0922539 Sep 08 09:12:53.427531 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54838) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:53.463192 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765eec08-ec29-4a29-a21c-8c8a5309c3ed req-fc8542c2-2741-4ae1-a50c-9b214f8f3406 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:53.465382 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-765eec08-ec29-4a29-a21c-8c8a5309c3ed req-fc8542c2-2741-4ae1-a50c-9b214f8f3406 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.37 "GET /v2.0/ports?device_id=85f20282-92dd-4732-840d-230237a292a8 HTTP/1.1" status: 200 len: 945 time: 0.3532329 Sep 08 09:12:53.513353 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-0256ae2a-7513-4801-bf82-9b37b541390b tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:53.514062 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0256ae2a-7513-4801-bf82-9b37b541390b tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:53.517353 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0256ae2a-7513-4801-bf82-9b37b541390b tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/722dd7d2-33cb-4481-b012-b06b3c831c60 HTTP/1.1" status: 404 len: 337 time: 0.0887156 Sep 08 09:12:53.521959 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54844) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:53.522365 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0baba-955e-4ed4-aec2-f9b1cf290449 req-538e86cb-9123-4c65-9529-da31683492be tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:53.533361 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e9a0baba-955e-4ed4-aec2-f9b1cf290449 req-538e86cb-9123-4c65-9529-da31683492be tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=85f20282-92dd-4732-840d-230237a292a8 HTTP/1.1" status: 200 len: 945 time: 0.4302115 Sep 08 09:12:53.589737 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-08a037b1-723a-47d5-8bec-1da74b67e6b2 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:53.594774 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08a037b1-723a-47d5-8bec-1da74b67e6b2 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:53.604087 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-08a037b1-723a-47d5-8bec-1da74b67e6b2 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/ports/51a9bc0d-fdb0-4314-8c94-066a3cad6657 HTTP/1.1" status: 404 len: 333 time: 0.0810199 Sep 08 09:12:53.609389 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54850) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:53.626876 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:53.669636 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-a01c3138-90b5-4a23-b625-7b0cabd48149 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:53.670199 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a01c3138-90b5-4a23-b625-7b0cabd48149 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:53.674819 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a01c3138-90b5-4a23-b625-7b0cabd48149 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/c9772066-d579-4fcd-92b2-d121fa10d94d HTTP/1.1" status: 404 len: 337 time: 0.0622485 Sep 08 09:12:53.675077 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54856) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:53.720676 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-48fb7a22-490b-43fe-b937-5a2c71841966 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:53.721405 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48fb7a22-490b-43fe-b937-5a2c71841966 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:53.723490 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-48fb7a22-490b-43fe-b937-5a2c71841966 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/814e3d60-522a-4cca-a425-a98a80f64bd7 HTTP/1.1" status: 404 len: 337 time: 0.0474913 Sep 08 09:12:53.728034 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54860) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:53.755728 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328b1e7c-4686-458a-8f51-fef63ffc6d00 None None] DHCP port deletion for 9177193f-e165-437e-b3d7-f8fa84e750aa request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:12:53.790859 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa2dca5-f0d3-4cc9-89ac-9244b5ad2f62 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:53.800902 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faa2dca5-f0d3-4cc9-89ac-9244b5ad2f62 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:53.803124 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-faa2dca5-f0d3-4cc9-89ac-9244b5ad2f62 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/ports/87b99cf2-96fc-4b73-9c69-e47a792ec31f HTTP/1.1" status: 404 len: 333 time: 0.0737405 Sep 08 09:12:53.805606 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54862) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:53.814714 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e9a0baba-955e-4ed4-aec2-f9b1cf290449 req-4de3b8a6-e9db-40a0-b60f-c0d673eadcff tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6b6ca53-a824-465d-acc6-a8fd7c7358ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798705 Sep 08 09:12:53.892191 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-765eec08-ec29-4a29-a21c-8c8a5309c3ed req-b5764429-0f04-4397-b0dd-f625a87b6ffb tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Deleting port 8437046e-08ea-4bef-89d6-c2a36f3fc726 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:12:53.892547 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-765eec08-ec29-4a29-a21c-8c8a5309c3ed req-b5764429-0f04-4397-b0dd-f625a87b6ffb tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:53.894877 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb5a7831-429b-4a63-ac50-e6eb12ada9cb tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:53.896206 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb5a7831-429b-4a63-ac50-e6eb12ada9cb tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:53.903327 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-bb5a7831-429b-4a63-ac50-e6eb12ada9cb tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/b3ac29d5-61d7-43cb-9f72-9f1e75e89e7b HTTP/1.1" status: 404 len: 337 time: 0.0961168 Sep 08 09:12:53.904484 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54868) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:53.928705 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-328b1e7c-4686-458a-8f51-fef63ffc6d00 None None] Deleting port aedd4832-f30b-4d52-8739-653bbc4ed7a4 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:12:53.929723 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-328b1e7c-4686-458a-8f51-fef63ffc6d00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:54.025123 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-e83757b8-ee9a-4943-af31-8acf696dd97e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:54.036711 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e83757b8-ee9a-4943-af31-8acf696dd97e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:54.038968 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e83757b8-ee9a-4943-af31-8acf696dd97e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/30bb29f0-8f18-481b-91b3-79886ddcae00 HTTP/1.1" status: 404 len: 337 time: 0.1076381 Sep 08 09:12:54.041961 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54872) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:54.131744 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3869efb-8705-44ab-a5e1-27c6b6cfc6f0 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:54.131744 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3869efb-8705-44ab-a5e1-27c6b6cfc6f0 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:54.134775 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54876) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:54.136070 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f3869efb-8705-44ab-a5e1-27c6b6cfc6f0 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/ports/74328578-331b-4507-a9af-ec7318e570ae HTTP/1.1" status: 404 len: 333 time: 0.0901394 Sep 08 09:12:54.139868 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54878) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:54.250616 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-11c56663-bf1c-4604-af49-b1c48e6187cb tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:54.255526 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11c56663-bf1c-4604-af49-b1c48e6187cb tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:54.262960 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-11c56663-bf1c-4604-af49-b1c48e6187cb tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/693c433f-43f2-4155-a316-4c9d730c6ea6 HTTP/1.1" status: 404 len: 337 time: 0.1205230 Sep 08 09:12:54.263109 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-328b1e7c-4686-458a-8f51-fef63ffc6d00 None None] For port aedd4832-f30b-4d52-8739-653bbc4ed7a4, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=aedd4832-f30b-4d52-8739-653bbc4ed7a4,segment=NetworkSegment(1abee893-5335-416a-9c60-0b2aed2341e8),segment_id=1abee893-5335-416a-9c60-0b2aed2341e8)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:12:54.263578 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-328b1e7c-4686-458a-8f51-fef63ffc6d00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:54.269482 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-765eec08-ec29-4a29-a21c-8c8a5309c3ed req-b5764429-0f04-4397-b0dd-f625a87b6ffb tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] For port 8437046e-08ea-4bef-89d6-c2a36f3fc726, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=8437046e-08ea-4bef-89d6-c2a36f3fc726,segment=NetworkSegment(268367fb-3099-43cf-aa04-4e7d927825c3),segment_id=268367fb-3099-43cf-aa04-4e7d927825c3)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:12:54.270222 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-765eec08-ec29-4a29-a21c-8c8a5309c3ed req-b5764429-0f04-4397-b0dd-f625a87b6ffb tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:54.272562 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:54.275436 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54884) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:54.313537 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-328b1e7c-4686-458a-8f51-fef63ffc6d00 None None] Calling delete_port for aedd4832-f30b-4d52-8739-653bbc4ed7a4 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:12:54.319690 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0fcac049-917c-4b1e-93e3-ac3885ecb27f req-a0ee73ad-90fa-48b8-81fb-ce92223d9fe9 tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6e03c1d-c167-49da-b6f7-cd3b65315cf9 HTTP/1.1" status: 200 len: 210 time: 0.0668678 Sep 08 09:12:54.353329 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-41bbe6f5-0276-4619-8b9d-f41159e66e90 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:54.354631 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41bbe6f5-0276-4619-8b9d-f41159e66e90 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:54.363281 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-41bbe6f5-0276-4619-8b9d-f41159e66e90 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/ports/cb59696d-e7ac-42ed-8883-93eb7980b2ef HTTP/1.1" status: 404 len: 333 time: 0.0809979 Sep 08 09:12:54.364826 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-765eec08-ec29-4a29-a21c-8c8a5309c3ed req-b5764429-0f04-4397-b0dd-f625a87b6ffb tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Calling delete_port for 8437046e-08ea-4bef-89d6-c2a36f3fc726 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:12:54.365985 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54888) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:54.422963 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5d5a699-5bfb-4c05-aa13-6a8b47f7ad79 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:54.423487 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5d5a699-5bfb-4c05-aa13-6a8b47f7ad79 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:54.427952 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c5d5a699-5bfb-4c05-aa13-6a8b47f7ad79 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/637ccd54-d69c-4c66-a762-1adf377ef965 HTTP/1.1" status: 404 len: 337 time: 0.0607393 Sep 08 09:12:54.428557 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54892) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:54.439853 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-cd7c29b5-2f0b-4677-8af7-16a0c558e5c9 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-543545757-network', 'tenant_id': '9c8db60b84c54a3986984d616920958b'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:54.461325 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d8f3dab-3d07-488d-bc20-fb21fc0cc628 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:54.463210 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d8f3dab-3d07-488d-bc20-fb21fc0cc628 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:54.471929 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4d8f3dab-3d07-488d-bc20-fb21fc0cc628 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/ports/4a833ab0-2029-4304-a7cc-ad17838e4ebd HTTP/1.1" status: 404 len: 333 time: 0.0408459 Sep 08 09:12:54.472160 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54894) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:54.476863 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-328b1e7c-4686-458a-8f51-fef63ffc6d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:54.510609 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b1e7c-4686-458a-8f51-fef63ffc6d00 None None] Pushing event deleted for resources: {'Port': ['ID=aedd4832-f30b-4d52-8739-653bbc4ed7a4,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:54.514872 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-71a82f43-82d8-47cc-ab69-c8a5bee7648d tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:54.516836 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71a82f43-82d8-47cc-ab69-c8a5bee7648d tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:54.517636 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328b1e7c-4686-458a-8f51-fef63ffc6d00 None None] No DVR routers for this DVR port aedd4832-f30b-4d52-8739-653bbc4ed7a4 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:12:54.522440 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-71a82f43-82d8-47cc-ab69-c8a5bee7648d tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/92fdf818-b398-4e97-8ca4-9fbcd9140828 HTTP/1.1" status: 404 len: 337 time: 0.0493205 Sep 08 09:12:54.529511 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54896) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:54.562987 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7c29b5-2f0b-4677-8af7-16a0c558e5c9 admin admin] Made reservation on behalf of 9c8db60b84c54a3986984d616920958b for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:12:54.565433 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cd7c29b5-2f0b-4677-8af7-16a0c558e5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:54.572727 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-70eb84ea-013a-41d0-8c12-383747ba5880 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:54.573663 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70eb84ea-013a-41d0-8c12-383747ba5880 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:54.578743 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-70eb84ea-013a-41d0-8c12-383747ba5880 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/ports/7fab2595-dd30-447d-9d90-5cb92dd276ef HTTP/1.1" status: 404 len: 333 time: 0.0449767 Sep 08 09:12:54.579042 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54898) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:54.601510 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cd7c29b5-2f0b-4677-8af7-16a0c558e5c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:54.619469 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f98c9ec-00f2-4b26-8f03-85d0e0580c02 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:54.619941 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f98c9ec-00f2-4b26-8f03-85d0e0580c02 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:54.621895 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3f98c9ec-00f2-4b26-8f03-85d0e0580c02 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/1af63c5b-0e08-4319-8630-cfecfcff2cff HTTP/1.1" status: 404 len: 337 time: 0.0415392 Sep 08 09:12:54.625174 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54902) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:54.724739 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-152398bb-5a7e-4185-a70b-8e2889adc773 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:54.725567 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-152398bb-5a7e-4185-a70b-8e2889adc773 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:54.728873 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-152398bb-5a7e-4185-a70b-8e2889adc773 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/ports/cb542f26-fb62-46b7-8e2c-97088eefbb6d HTTP/1.1" status: 404 len: 333 time: 0.1026864 Sep 08 09:12:54.731563 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54906) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:54.776497 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-43a67e7b-94c9-44c5-baf2-47b92f67b2d8 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:54.776995 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43a67e7b-94c9-44c5-baf2-47b92f67b2d8 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:54.781918 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-43a67e7b-94c9-44c5-baf2-47b92f67b2d8 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/9b38ff46-26e8-46b1-92a4-015967078574 HTTP/1.1" status: 404 len: 337 time: 0.0465083 Sep 08 09:12:54.784347 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54908) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:54.814660 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-631417e2-ce9c-4886-839c-8a76dedfad03 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:54.815354 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-631417e2-ce9c-4886-839c-8a76dedfad03 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:54.819837 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-631417e2-ce9c-4886-839c-8a76dedfad03 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/ports/0821ca5e-a1f0-4d21-86f8-685d20087445 HTTP/1.1" status: 404 len: 333 time: 0.0317953 Sep 08 09:12:54.819837 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54912) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:54.821791 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-765eec08-ec29-4a29-a21c-8c8a5309c3ed req-b5764429-0f04-4397-b0dd-f625a87b6ffb tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:54.848716 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e2ab7d8-45aa-4de6-b43d-1c67fe0e44c2 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:54.849085 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e2ab7d8-45aa-4de6-b43d-1c67fe0e44c2 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:54.851284 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3e2ab7d8-45aa-4de6-b43d-1c67fe0e44c2 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/72d0c3bd-b792-4b9f-869d-55b3b3292a6f HTTP/1.1" status: 404 len: 337 time: 0.0305457 Sep 08 09:12:54.853935 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54918) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:54.856839 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['ddf7eb89-569b-4a2b-a191-3b0b955d104d'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:12:54.864834 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['c315d681-d674-4893-8c84-ef33fffaa946'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:12:54.891950 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4657ffe-cf76-4877-82c4-7ecfabc68451 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:54.892423 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4657ffe-cf76-4877-82c4-7ecfabc68451 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:54.894203 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d4657ffe-cf76-4877-82c4-7ecfabc68451 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/727a3917-8096-48ed-b26b-21d2028416a1 HTTP/1.1" status: 404 len: 337 time: 0.0390952 Sep 08 09:12:54.897037 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54920) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:54.926682 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5764429-0f04-4397-b0dd-f625a87b6ffb tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Pushing event deleted for resources: {'Port': ['ID=8437046e-08ea-4bef-89d6-c2a36f3fc726,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:54.933498 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-60e47b80-1562-4bbd-961e-c7a014f27866 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:54.934497 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60e47b80-1562-4bbd-961e-c7a014f27866 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:54.937297 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-60e47b80-1562-4bbd-961e-c7a014f27866 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/ports/6a48b33d-edd2-4ea5-870f-11424de04abc HTTP/1.1" status: 404 len: 333 time: 0.0390005 Sep 08 09:12:54.940354 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54922) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:55.016058 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-67a1b7e7-37cf-4a18-aa5b-68d30f405a03 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:55.019458 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67a1b7e7-37cf-4a18-aa5b-68d30f405a03 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:55.027467 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-67a1b7e7-37cf-4a18-aa5b-68d30f405a03 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/08835505-7f2a-4727-9fd2-eb806de3f001 HTTP/1.1" status: 404 len: 337 time: 0.0845780 Sep 08 09:12:55.029406 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54926) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:55.099572 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-93904ee2-f934-4151-951c-be2a6ae6bf55 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:55.099765 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a24e0-a358-4827-98a2-d12f2a90e2f2 req-ba844992-fd23-463c-8c96-fc163902e9ae tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:55.100248 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93904ee2-f934-4151-951c-be2a6ae6bf55 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:55.101738 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-be8a24e0-a358-4827-98a2-d12f2a90e2f2 req-ba844992-fd23-463c-8c96-fc163902e9ae tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] 10.222.0.37 "GET /v2.0/networks?id=7fd14185-ae77-4df7-b31d-b328680c5ebe HTTP/1.1" status: 200 len: 814 time: 0.4225836 Sep 08 09:12:55.102621 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-93904ee2-f934-4151-951c-be2a6ae6bf55 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/945df956-ee96-4251-8220-6c77074f2fd5 HTTP/1.1" status: 404 len: 337 time: 0.0693376 Sep 08 09:12:55.105395 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54930) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:55.122502 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device aedd4832-f30b-4d52-8739-653bbc4ed7a4 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:12:55.134197 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-be8a24e0-a358-4827-98a2-d12f2a90e2f2 req-6a4b4f9e-5366-4351-8ff4-579866905f33 tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] Request body: {'port': {'device_id': 'b6e03c1d-c167-49da-b6f7-cd3b65315cf9', 'network_id': '7fd14185-ae77-4df7-b31d-b328680c5ebe', 'admin_state_up': True, 'tenant_id': 'd1c6dd75a4914e1d9b933bd936b312d5'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:55.140336 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-82166c88-f344-4cf9-8a8c-4ba27b355b39 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:55.141149 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82166c88-f344-4cf9-8a8c-4ba27b355b39 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:55.143004 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-82166c88-f344-4cf9-8a8c-4ba27b355b39 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/ports/c61d9798-5275-4776-80c1-567f68f5659c HTTP/1.1" status: 404 len: 333 time: 0.0343835 Sep 08 09:12:55.145675 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54936) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:55.194332 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: aedd4832-f30b-4d52-8739-653bbc4ed7a4 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:12:55.194677 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device aedd4832-f30b-4d52-8739-653bbc4ed7a4 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:12:55.206788 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-551f5bcb-b4f7-464c-bdd6-4cf2df83b955 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:55.208258 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-551f5bcb-b4f7-464c-bdd6-4cf2df83b955 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:55.214230 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-551f5bcb-b4f7-464c-bdd6-4cf2df83b955 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/d1301698-b0e7-4d50-85fb-b06147aaf5d4 HTTP/1.1" status: 404 len: 337 time: 0.0650866 Sep 08 09:12:55.215549 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54940) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:55.242700 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ba51b099-1087-4971-945e-ab827545013b req-b1bffecb-335a-4ad9-8f55-b155fa3356ec tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=85f20282-92dd-4732-840d-230237a292a8 HTTP/1.1" status: 200 len: 210 time: 0.2388690 Sep 08 09:12:55.310327 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-76e6c8ae-4ac9-40da-8624-85d46e6ae19e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:55.310800 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76e6c8ae-4ac9-40da-8624-85d46e6ae19e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:55.326405 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-76e6c8ae-4ac9-40da-8624-85d46e6ae19e tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/2822adb1-4ecd-44a7-9daa-7a7d31a22460 HTTP/1.1" status: 404 len: 337 time: 0.1075866 Sep 08 09:12:55.327956 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54944) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:55.378859 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-b397de48-278a-4949-82b5-2db49ce1207a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:55.379057 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b397de48-278a-4949-82b5-2db49ce1207a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:55.384152 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b397de48-278a-4949-82b5-2db49ce1207a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/ports/45c8a47a-0e3c-4a4b-8f35-8b726f93d22d HTTP/1.1" status: 404 len: 333 time: 0.0516160 Sep 08 09:12:55.385336 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54948) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:55.423169 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e6b1bfd-4e2a-46be-b6b2-a384fddba766 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:55.423635 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e6b1bfd-4e2a-46be-b6b2-a384fddba766 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:55.428472 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5e6b1bfd-4e2a-46be-b6b2-a384fddba766 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/909f1173-4156-4f70-95fd-01f1ccc11e00 HTTP/1.1" status: 404 len: 337 time: 0.0420613 Sep 08 09:12:55.429276 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54952) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:55.476571 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-3087fc1c-0b2b-4cb1-ad78-d8dce162fe3a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:55.477696 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3087fc1c-0b2b-4cb1-ad78-d8dce162fe3a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:55.483272 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3087fc1c-0b2b-4cb1-ad78-d8dce162fe3a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/66eaba8b-ec7c-41cd-83ed-fc3cb96e5ba5 HTTP/1.1" status: 404 len: 337 time: 0.0527821 Sep 08 09:12:55.484238 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54956) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:55.538493 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ef4f3cb0-4d55-4f4d-b5c5-d4db06dbf5b9 req-992509e7-0902-42ae-9c26-e5a9293d6f02 tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6e03c1d-c167-49da-b6f7-cd3b65315cf9 HTTP/1.1" status: 200 len: 210 time: 0.0750391 Sep 08 09:12:55.545180 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-96516d66-9073-4735-8cec-65353ebf1664 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/ports?device_id=84a95d5c-b6b2-429f-a2ff-f5d06e11376f HTTP/1.1" status: 200 len: 205 time: 0.0576818 Sep 08 09:12:55.547579 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54960) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:55.593787 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-3e60771d-df19-4688-ab7f-08266f79b317 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] delete failed (client error): The resource could not be found. Sep 08 09:12:55.598771 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3e60771d-df19-4688-ab7f-08266f79b317 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/routers/84a95d5c-b6b2-429f-a2ff-f5d06e11376f HTTP/1.1" status: 404 len: 336 time: 0.0498600 Sep 08 09:12:55.599431 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54962) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:55.634424 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-8667a60e-9032-40ad-91d1-ea07882d7ebe tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:55.634781 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8667a60e-9032-40ad-91d1-ea07882d7ebe tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:55.638532 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8667a60e-9032-40ad-91d1-ea07882d7ebe tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/66a3342b-861f-4680-8652-bd163cd8ae4a HTTP/1.1" status: 404 len: 337 time: 0.0380619 Sep 08 09:12:55.639486 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54964) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:55.661585 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54966) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:55.690461 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6f49e817-0ebc-4961-bbb7-71623a6639e8 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c2c1b79-cde4-441d-a407-60a1cf9d3f51 HTTP/1.1" status: 200 len: 205 time: 0.0451202 Sep 08 09:12:55.693664 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54970) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:55.743360 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-e5dd4d34-ff9b-44a0-97c3-a00f2fae4571 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] delete failed (client error): The resource could not be found. Sep 08 09:12:55.745586 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e5dd4d34-ff9b-44a0-97c3-a00f2fae4571 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/routers/9c2c1b79-cde4-441d-a407-60a1cf9d3f51 HTTP/1.1" status: 404 len: 336 time: 0.0499170 Sep 08 09:12:55.758283 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54974) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:55.808833 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-b94ced6d-74a1-492c-bf3f-1d86372bce45 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:55.809657 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b94ced6d-74a1-492c-bf3f-1d86372bce45 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:55.813267 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b94ced6d-74a1-492c-bf3f-1d86372bce45 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/259b0618-1612-4e58-9ab7-85bd85dbd2dd HTTP/1.1" status: 404 len: 337 time: 0.0498250 Sep 08 09:12:55.815173 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54978) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:55.865764 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-765eec08-ec29-4a29-a21c-8c8a5309c3ed req-b5764429-0f04-4397-b0dd-f625a87b6ffb tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] No DVR routers for this DVR port 8437046e-08ea-4bef-89d6-c2a36f3fc726 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:12:55.879858 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ed72a03-e5d0-495d-b7cd-e1b0a57f8dbf tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:55.880320 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ed72a03-e5d0-495d-b7cd-e1b0a57f8dbf tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:55.885087 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6ed72a03-e5d0-495d-b7cd-e1b0a57f8dbf tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/dcfd3663-b0e7-404c-b776-12f2e00f5f4b HTTP/1.1" status: 404 len: 337 time: 0.0680928 Sep 08 09:12:55.885576 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54980) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:55.909982 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-765eec08-ec29-4a29-a21c-8c8a5309c3ed req-b5764429-0f04-4397-b0dd-f625a87b6ffb tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:55.912086 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-765eec08-ec29-4a29-a21c-8c8a5309c3ed req-b5764429-0f04-4397-b0dd-f625a87b6ffb tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.37 "DELETE /v2.0/ports/8437046e-08ea-4bef-89d6-c2a36f3fc726 HTTP/1.1" status: 204 len: 173 time: 2.4276516 Sep 08 09:12:55.912466 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85f20282-92dd-4732-840d-230237a292a8', 'name': 'network-vif-deleted', 'tag': '8437046e-08ea-4bef-89d6-c2a36f3fc726'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:12:55.914951 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d21163-0380-41a9-a4c9-ae595ae6708c" -d '{"events": [{"server_uuid": "85f20282-92dd-4732-840d-230237a292a8", "name": "network-vif-deleted", "tag": "8437046e-08ea-4bef-89d6-c2a36f3fc726"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:12:55.960890 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cd7c29b5-2f0b-4677-8af7-16a0c558e5c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:55.979836 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cd7c29b5-2f0b-4677-8af7-16a0c558e5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:56.006856 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd7c29b5-2f0b-4677-8af7-16a0c558e5c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:12:56.025115 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecd18fbf-7b75-48b0-9de8-ca572ef23539 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:56.025814 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecd18fbf-7b75-48b0-9de8-ca572ef23539 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:56.037424 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7c29b5-2f0b-4677-8af7-16a0c558e5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4eea86-7891-4667-955a-62182fb547df,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:56.041328 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58d1a75-f89d-4970-9306-5c0c8e003bcf x-openstack-request-id: req-d58d1a75-f89d-4970-9306-5c0c8e003bcf {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:12:56.041841 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85f20282-92dd-4732-840d-230237a292a8", "name": "network-vif-deleted", "tag": "8437046e-08ea-4bef-89d6-c2a36f3fc726", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:12:56.042313 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d58d1a75-f89d-4970-9306-5c0c8e003bcf {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:12:56.043079 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85f20282-92dd-4732-840d-230237a292a8', 'name': 'network-vif-deleted', 'tag': '8437046e-08ea-4bef-89d6-c2a36f3fc726', 'status': 'completed', 'code': 200} Sep 08 09:12:56.044421 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cd7c29b5-2f0b-4677-8af7-16a0c558e5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:56.045007 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-cd7c29b5-2f0b-4677-8af7-16a0c558e5c9 admin admin] Added segment 6db9982f-b80f-425e-b846-ab82c09ade9e of type vlan for network 9b1a493d-1807-4556-84e4-e3665ab8c505 Sep 08 09:12:56.050421 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54992) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:56.054601 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ecd18fbf-7b75-48b0-9de8-ca572ef23539 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/ports/84511192-427f-4dab-9ceb-5c17c917a954 HTTP/1.1" status: 404 len: 333 time: 0.1677940 Sep 08 09:12:56.092006 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cb18bc79-6bbf-4c02-bb5c-13e2ec001c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:56.119348 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fb63986-3b57-4e56-9f3a-5c6ad3798433 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:56.120563 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fb63986-3b57-4e56-9f3a-5c6ad3798433 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:56.122715 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-1fb63986-3b57-4e56-9f3a-5c6ad3798433 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/d7fe0da1-de7c-4fec-b67a-9f5cb8858284 HTTP/1.1" status: 404 len: 337 time: 0.0605421 Sep 08 09:12:56.124364 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be8a24e0-a358-4827-98a2-d12f2a90e2f2 req-6a4b4f9e-5366-4351-8ff4-579866905f33 tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] Made reservation on behalf of d1c6dd75a4914e1d9b933bd936b312d5 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:12:56.128408 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-be8a24e0-a358-4827-98a2-d12f2a90e2f2 req-6a4b4f9e-5366-4351-8ff4-579866905f33 tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:56.137731 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54994) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:56.150827 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cd7c29b5-2f0b-4677-8af7-16a0c558e5c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:56.193406 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b9f1d3b-3eba-4786-9ba7-50d80cb94850 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:56.194313 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b9f1d3b-3eba-4786-9ba7-50d80cb94850 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:56.200538 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7b9f1d3b-3eba-4786-9ba7-50d80cb94850 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/ports/d1fe95bc-21d5-4fe7-bb9b-c754fc671c9c HTTP/1.1" status: 404 len: 333 time: 0.0624790 Sep 08 09:12:56.202845 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55000) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:56.216891 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 8437046e-08ea-4bef-89d6-c2a36f3fc726 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:12:56.238959 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3eeb518-9f48-4914-87dd-3f043c354835 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:56.239416 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3eeb518-9f48-4914-87dd-3f043c354835 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:56.247073 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55008) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:56.260511 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e3eeb518-9f48-4914-87dd-3f043c354835 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/d486474c-17b9-49ab-ad53-7201b46def16 HTTP/1.1" status: 404 len: 337 time: 0.0558383 Sep 08 09:12:56.266220 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 8437046e-08ea-4bef-89d6-c2a36f3fc726 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:12:56.266584 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 8437046e-08ea-4bef-89d6-c2a36f3fc726 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:12:56.292574 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cd7c29b5-2f0b-4677-8af7-16a0c558e5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:56.299061 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7c29b5-2f0b-4677-8af7-16a0c558e5c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:56.302482 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cd7c29b5-2f0b-4677-8af7-16a0c558e5c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:56.433181 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-da51886c-b7dc-4200-a5db-f048b78ac1b9 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:56.433619 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da51886c-b7dc-4200-a5db-f048b78ac1b9 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:56.439245 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-da51886c-b7dc-4200-a5db-f048b78ac1b9 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/ports/50738b70-74cf-40fc-9b28-07a4c54f0211 HTTP/1.1" status: 404 len: 333 time: 0.1894729 Sep 08 09:12:56.440240 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55018) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:56.440454 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cb18bc79-6bbf-4c02-bb5c-13e2ec001c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:56.480285 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cb18bc79-6bbf-4c02-bb5c-13e2ec001c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:56.512030 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a6dd90ba-ac8d-4e3c-8553-26f3569eddc1 req-5945cbb1-ac54-47cf-b391-e19d4cd6470f tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=85f20282-92dd-4732-840d-230237a292a8 HTTP/1.1" status: 200 len: 210 time: 0.0692806 Sep 08 09:12:56.528588 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-cb18bc79-6bbf-4c02-bb5c-13e2ec001c47 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e981cb273d164d5db3fe6fa9fb90e4a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8638718 Sep 08 09:12:56.533783 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55020) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:56.559277 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb18bc79-6bbf-4c02-bb5c-13e2ec001c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a062f15-ab5f-42fc-8d5b-03f5479b0326,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:56.561559 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf3913b1-a6d7-45a6-965e-69649668c08a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:56.562245 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf3913b1-a6d7-45a6-965e-69649668c08a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:56.565093 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-bf3913b1-a6d7-45a6-965e-69649668c08a tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/8592a7b7-548d-489b-8318-e97444a43bbe HTTP/1.1" status: 404 len: 337 time: 0.1079202 Sep 08 09:12:56.567709 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55022) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:56.575706 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-cd7c29b5-2f0b-4677-8af7-16a0c558e5c9 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.4382837 Sep 08 09:12:56.579811 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55026) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:56.589301 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-531af5e6-bcf5-4e37-9b4f-57abedea7d04 admin admin] Request body: {'subnet': {'network_id': '9b1a493d-1807-4556-84e4-e3665ab8c505', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-543545757-subnet', 'tenant_id': '9c8db60b84c54a3986984d616920958b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:56.617014 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-3076fbde-7ce5-4335-9901-06a7c441a7b2 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:56.617768 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3076fbde-7ce5-4335-9901-06a7c441a7b2 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:56.621729 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3076fbde-7ce5-4335-9901-06a7c441a7b2 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/ports/d2fb5de2-3752-4ee0-ac5d-13d576cedc1f HTTP/1.1" status: 404 len: 333 time: 0.0518107 Sep 08 09:12:56.627393 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55030) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:56.663620 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-be8a24e0-a358-4827-98a2-d12f2a90e2f2 req-6a4b4f9e-5366-4351-8ff4-579866905f33 tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] Allocated IP 172.20.0.11 (7fd14185-ae77-4df7-b31d-b328680c5ebe/0bc2d44b-7440-480f-85c9-e5e999b511c1/a301781b-46aa-453e-a61a-d405cac27652) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:12:56.669300 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9e4da91-b884-48a5-9ba8-6032e7c971b6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:56.669766 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9e4da91-b884-48a5-9ba8-6032e7c971b6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:56.676024 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c9e4da91-b884-48a5-9ba8-6032e7c971b6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/c31fec32-437e-4fb0-807c-c70303a1742d HTTP/1.1" status: 404 len: 337 time: 0.0424480 Sep 08 09:12:56.714403 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ce7f68c1-716f-4248-aac8-2c81bbb6ec89 req-15c3f209-b935-4275-8fc6-28d526402b38 tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6e03c1d-c167-49da-b6f7-cd3b65315cf9 HTTP/1.1" status: 200 len: 210 time: 0.0369241 Sep 08 09:12:56.718256 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55032) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:56.744767 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5555c0bb-4fdc-4783-ae71-43c71b5a2b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:56.746323 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531af5e6-bcf5-4e37-9b4f-57abedea7d04 admin admin] Made reservation on behalf of 9c8db60b84c54a3986984d616920958b for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:12:56.752136 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-531af5e6-bcf5-4e37-9b4f-57abedea7d04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:56.795762 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-c41df84e-40de-4557-87cc-9c49768de2f6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:56.796956 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c41df84e-40de-4557-87cc-9c49768de2f6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:56.802967 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c41df84e-40de-4557-87cc-9c49768de2f6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/ports/fd68ae5c-edb6-4e4f-82d9-d28249142be2 HTTP/1.1" status: 404 len: 333 time: 0.0824134 Sep 08 09:12:56.814684 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55038) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:56.824081 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7c29b5-2f0b-4677-8af7-16a0c558e5c9 admin admin] Pushing event updated for resources: {'Network': ['ID=9b1a493d-1807-4556-84e4-e3665ab8c505,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:56.824580 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5555c0bb-4fdc-4783-ae71-43c71b5a2b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:56.835385 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 9b1a493d-1807-4556-84e4-e3665ab8c505 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:12:56.894486 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fe8464c-2d0e-4646-86bc-2c75cf411a46 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:56.894953 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fe8464c-2d0e-4646-86bc-2c75cf411a46 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:56.896959 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2fe8464c-2d0e-4646-86bc-2c75cf411a46 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/cea5a534-7c0c-4629-aefc-0e25d46261b6 HTTP/1.1" status: 404 len: 337 time: 0.0739019 Sep 08 09:12:56.902508 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55048) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:56.934002 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173fec4-a98b-4bbd-ab9f-776c2c54c04e req-147b39c0-4d9b-4cb2-af10-8ba129e49781 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:56.936489 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c173fec4-a98b-4bbd-ab9f-776c2c54c04e req-147b39c0-4d9b-4cb2-af10-8ba129e49781 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 945 time: 0.1635387 Sep 08 09:12:56.957961 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d1a0267-edc9-4e50-ae07-88455b45a337 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:56.958706 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d1a0267-edc9-4e50-ae07-88455b45a337 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:56.962786 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-1d1a0267-edc9-4e50-ae07-88455b45a337 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/ports/d4a4fc27-96e4-42a4-8f17-44de501a0e59 HTTP/1.1" status: 404 len: 333 time: 0.0523274 Sep 08 09:12:56.963950 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55054) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:57.006696 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-df72c114-254e-4817-ab67-277b914f80e6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:57.007198 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df72c114-254e-4817-ab67-277b914f80e6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:57.009004 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-df72c114-254e-4817-ab67-277b914f80e6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/72a57316-b05e-4356-8fe5-10403d3f010a HTTP/1.1" status: 404 len: 337 time: 0.0430751 Sep 08 09:12:57.011639 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55062) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:57.026996 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c173fec4-a98b-4bbd-ab9f-776c2c54c04e req-8cdd2fe9-529e-4c2c-9cf3-b2b2b3de0752 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0728424 Sep 08 09:12:57.031844 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-be8a24e0-a358-4827-98a2-d12f2a90e2f2 req-6a4b4f9e-5366-4351-8ff4-579866905f33 tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:57.041790 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e512e9d-1fcb-4f77-99b6-15ffdba5b2c3 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:57.042592 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e512e9d-1fcb-4f77-99b6-15ffdba5b2c3 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:57.051194 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0e512e9d-1fcb-4f77-99b6-15ffdba5b2c3 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/ports/5d5f6c38-9b73-4d36-94c6-62a8a2808de0 HTTP/1.1" status: 404 len: 333 time: 0.0384672 Sep 08 09:12:57.054358 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55064) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:57.090105 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-be8a24e0-a358-4827-98a2-d12f2a90e2f2 req-6a4b4f9e-5366-4351-8ff4-579866905f33 tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:57.112575 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5555c0bb-4fdc-4783-ae71-43c71b5a2b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:57.115427 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5555c0bb-4fdc-4783-ae71-43c71b5a2b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:57.116845 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5555c0bb-4fdc-4783-ae71-43c71b5a2b56 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4a062f15-ab5f-42fc-8d5b-03f5479b0326 HTTP/1.1" status: 204 len: 168 time: 0.5819869 Sep 08 09:12:57.133876 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cba95c8-d175-4ab5-9585-7e94aacf4ce6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] DELETE failed (client error): The resource could not be found. Sep 08 09:12:57.134398 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cba95c8-d175-4ab5-9585-7e94aacf4ce6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:12:57.138308 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be8a24e0-a358-4827-98a2-d12f2a90e2f2 req-6a4b4f9e-5366-4351-8ff4-579866905f33 tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] Network 7fd14185-ae77-4df7-b31d-b328680c5ebe is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:12:57.138888 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7cba95c8-d175-4ab5-9585-7e94aacf4ce6 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/subnets/827b090b-e6b6-4ba3-9611-460ff36e47bc HTTP/1.1" status: 404 len: 337 time: 0.0805447 Sep 08 09:12:57.139799 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-be8a24e0-a358-4827-98a2-d12f2a90e2f2 req-6a4b4f9e-5366-4351-8ff4-579866905f33 tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:12:57.145948 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55068) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:57.148085 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-be8a24e0-a358-4827-98a2-d12f2a90e2f2 req-6a4b4f9e-5366-4351-8ff4-579866905f33 tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:12:57.151102 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5555c0bb-4fdc-4783-ae71-43c71b5a2b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a062f15-ab5f-42fc-8d5b-03f5479b0326,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:57.164892 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-531af5e6-bcf5-4e37-9b4f-57abedea7d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:57.182079 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4b4f9e-5366-4351-8ff4-579866905f33 tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] Pushing event updated for resources: {'Port': ['ID=a301781b-46aa-453e-a61a-d405cac27652,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:57.237542 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a24e0-a358-4827-98a2-d12f2a90e2f2 req-6a4b4f9e-5366-4351-8ff4-579866905f33 tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:57.238480 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-be8a24e0-a358-4827-98a2-d12f2a90e2f2 req-6a4b4f9e-5366-4351-8ff4-579866905f33 tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:57.253779 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531af5e6-bcf5-4e37-9b4f-57abedea7d04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=280fdeb9-8288-4bb3-b450-490f99951ee9,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:57.262570 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531af5e6-bcf5-4e37-9b4f-57abedea7d04 admin admin] Checking segment: {'id': '6db9982f-b80f-425e-b846-ab82c09ade9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9b1a493d-1807-4556-84e4-e3665ab8c505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:12:57.263047 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531af5e6-bcf5-4e37-9b4f-57abedea7d04 admin admin] Network hostable DHCP agents. Network: 9b1a493d-1807-4556-84e4-e3665ab8c505, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:12:57.287079 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55072) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:57.294875 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531af5e6-bcf5-4e37-9b4f-57abedea7d04 admin admin] Network 9b1a493d-1807-4556-84e4-e3665ab8c505 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:12:57.309338 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-531af5e6-bcf5-4e37-9b4f-57abedea7d04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 9b1a493d-1807-4556-84e4-e3665ab8c505) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:12:57.320394 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531af5e6-bcf5-4e37-9b4f-57abedea7d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:57.321175 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-531af5e6-bcf5-4e37-9b4f-57abedea7d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:57.331953 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-be8a24e0-a358-4827-98a2-d12f2a90e2f2 req-6a4b4f9e-5366-4351-8ff4-579866905f33 tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2035098 Sep 08 09:12:57.332303 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace18f4b-71d3-4f04-ba57-650ce5197197 None None] Network 9b1a493d-1807-4556-84e4-e3665ab8c505 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:12:57.346637 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-531af5e6-bcf5-4e37-9b4f-57abedea7d04 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7617698 Sep 08 09:12:57.359109 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-be8a24e0-a358-4827-98a2-d12f2a90e2f2 req-c41ee036-8e26-41b1-9c0a-ed59e29266d3 service neutron] Request body: {'port': {'device_id': 'b6e03c1d-c167-49da-b6f7-cd3b65315cf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:12:57.369887 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0e6851d0-7fb2-4aa8-9cba-9b1e266d7c10 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:57.477634 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ab7102-67fe-4e64-b4b4-6a0af600dcaa None None] Network 9b1a493d-1807-4556-84e4-e3665ab8c505 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:12:57.478193 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-be8a24e0-a358-4827-98a2-d12f2a90e2f2 req-c41ee036-8e26-41b1-9c0a-ed59e29266d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:57.531773 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0e6851d0-7fb2-4aa8-9cba-9b1e266d7c10 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:57.580596 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-0e6851d0-7fb2-4aa8-9cba-9b1e266d7c10 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9177193f-e165-437e-b3d7-f8fa84e750aa']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:12:57.603375 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-0e6851d0-7fb2-4aa8-9cba-9b1e266d7c10 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1abee893-5335-416a-9c60-0b2aed2341e8') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:12:57.603882 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-0e6851d0-7fb2-4aa8-9cba-9b1e266d7c10 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1abee893-5335-416a-9c60-0b2aed2341e8') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:12:57.626725 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0e6851d0-7fb2-4aa8-9cba-9b1e266d7c10 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:57.626935 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-25e25000-72c5-45d5-a9fb-4e8affaf246d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:57.744448 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-25e25000-72c5-45d5-a9fb-4e8affaf246d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:57.750736 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0e6851d0-7fb2-4aa8-9cba-9b1e266d7c10 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:57.752939 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-25e25000-72c5-45d5-a9fb-4e8affaf246d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:57.763447 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e6851d0-7fb2-4aa8-9cba-9b1e266d7c10 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:12:57.763854 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0e6851d0-7fb2-4aa8-9cba-9b1e266d7c10 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:57.767856 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:12:57.767856 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:12:57.767856 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:12:57.767856 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:12:57.767856 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:12:57.767856 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:12:57.767856 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:12:57.767856 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:12:57.767856 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:12:57.767856 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:12:57.767856 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:12:57.767856 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:12:57.767856 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:12:57.767856 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:12:57.767856 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:12:57.767856 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:12:57.767856 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:12:57.767856 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:12:57.767856 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:12:57.767856 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:12:57.767856 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:12:57.767856 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:12:57.767856 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:12:57.767856 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:12:57.767856 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:12:57.767856 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:12:57.767856 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:12:57.767856 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:12:57.767856 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:12:57.767856 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:12:57.767856 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:12:57.767856 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:12:57.794134 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e25000-72c5-45d5-a9fb-4e8affaf246d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800ca68c-5b63-49ef-a332-782a2fe59f7e,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:57.814332 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-25e25000-72c5-45d5-a9fb-4e8affaf246d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bbbc0298252e4a118ce54361568ca84f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5261080 Sep 08 09:12:57.816607 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55092) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:57.817299 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55094) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:57.846361 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-66e98050-cce4-48cc-8636-4dba302c9a79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:57.913729 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0e6851d0-7fb2-4aa8-9cba-9b1e266d7c10 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:57.921645 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-01fcbf3d-1786-4233-bd32-e3e6f2a08b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:57.927192 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0e6851d0-7fb2-4aa8-9cba-9b1e266d7c10 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:57.928740 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-0e6851d0-7fb2-4aa8-9cba-9b1e266d7c10 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] 10.222.0.54 "DELETE /v2.0/networks/9177193f-e165-437e-b3d7-f8fa84e750aa HTTP/1.1" status: 204 len: 168 time: 0.7818434 Sep 08 09:12:57.954782 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6851d0-7fb2-4aa8-9cba-9b1e266d7c10 tempest-NetworksTestDHCPv6-1877475589 tempest-NetworksTestDHCPv6-1877475589-project] Pushing event deleted for resources: {'Network': ['ID=9177193f-e165-437e-b3d7-f8fa84e750aa,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:57.959810 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-01fcbf3d-1786-4233-bd32-e3e6f2a08b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:58.020384 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36c4d7-f34d-459b-8ddf-6cfd14f7771a req-74d8959b-a3cb-42e6-917e-d9be4b20124c tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:58.022273 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6e36c4d7-f34d-459b-8ddf-6cfd14f7771a req-74d8959b-a3cb-42e6-917e-d9be4b20124c tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6e03c1d-c167-49da-b6f7-cd3b65315cf9 HTTP/1.1" status: 200 len: 932 time: 0.1009171 Sep 08 09:12:58.045897 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-66e98050-cce4-48cc-8636-4dba302c9a79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:58.049898 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-01fcbf3d-1786-4233-bd32-e3e6f2a08b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:58.053101 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-01fcbf3d-1786-4233-bd32-e3e6f2a08b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:58.056984 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-01fcbf3d-1786-4233-bd32-e3e6f2a08b6b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/800ca68c-5b63-49ef-a332-782a2fe59f7e HTTP/1.1" status: 204 len: 168 time: 0.2344377 Sep 08 09:12:58.059253 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-66e98050-cce4-48cc-8636-4dba302c9a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:58.114031 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-be8a24e0-a358-4827-98a2-d12f2a90e2f2 req-c41ee036-8e26-41b1-9c0a-ed59e29266d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a301781b-46aa-453e-a61a-d405cac27652 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:12:58.136985 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6e36c4d7-f34d-459b-8ddf-6cfd14f7771a req-e8b260e9-9479-4260-97c6-711193deea64 tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] 10.222.0.54 "GET /v2.0/security-groups?id=190ce0b1-9e84-4bc8-8687-fb60d3fb4948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991099 Sep 08 09:12:58.139956 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-be8a24e0-a358-4827-98a2-d12f2a90e2f2 req-c41ee036-8e26-41b1-9c0a-ed59e29266d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:58.177287 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-be8a24e0-a358-4827-98a2-d12f2a90e2f2 req-c41ee036-8e26-41b1-9c0a-ed59e29266d3 service neutron] Transition to ACTIVE for port object a301781b-46aa-453e-a61a-d405cac27652 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:12:58.188726 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-be8a24e0-a358-4827-98a2-d12f2a90e2f2 req-c41ee036-8e26-41b1-9c0a-ed59e29266d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:58.298737 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ee036-8e26-41b1-9c0a-ed59e29266d3 service neutron] Pushing event updated for resources: {'Port': ['ID=a301781b-46aa-453e-a61a-d405cac27652,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:58.376979 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f57ed5-a9c9-4a7a-bfe5-e779b59d044d req-cce56576-c6bc-48d5-8791-bf0a98fcfee4 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:58.379055 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-35f57ed5-a9c9-4a7a-bfe5-e779b59d044d req-cce56576-c6bc-48d5-8791-bf0a98fcfee4 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe1c0c06-98f0-406b-8a4b-14d1c1a220ac HTTP/1.1" status: 200 len: 945 time: 0.1351993 Sep 08 09:12:58.392031 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55116) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:58.447422 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:58.481244 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-35f57ed5-a9c9-4a7a-bfe5-e779b59d044d req-bed703fa-7647-4440-9627-147e3f5b220f tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6b6ca53-a824-465d-acc6-a8fd7c7358ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897799 Sep 08 09:12:58.482327 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-be8a24e0-a358-4827-98a2-d12f2a90e2f2 req-c41ee036-8e26-41b1-9c0a-ed59e29266d3 service neutron] Attempting to bind port a301781b-46aa-453e-a61a-d405cac27652 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:12:58.486014 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-be8a24e0-a358-4827-98a2-d12f2a90e2f2 req-c41ee036-8e26-41b1-9c0a-ed59e29266d3 service neutron] Attempting to bind port a301781b-46aa-453e-a61a-d405cac27652 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '26404e28-9ec7-45c8-b0bb-ce3ddf7caa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7fd14185-ae77-4df7-b31d-b328680c5ebe'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:12:58.489521 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8a24e0-a358-4827-98a2-d12f2a90e2f2 req-c41ee036-8e26-41b1-9c0a-ed59e29266d3 service neutron] Attempting to bind port a301781b-46aa-453e-a61a-d405cac27652 on network 7fd14185-ae77-4df7-b31d-b328680c5ebe {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:12:58.497537 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8a24e0-a358-4827-98a2-d12f2a90e2f2 req-c41ee036-8e26-41b1-9c0a-ed59e29266d3 service neutron] Port a301781b-46aa-453e-a61a-d405cac27652 on network 7fd14185-ae77-4df7-b31d-b328680c5ebe not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:12:58.497874 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8a24e0-a358-4827-98a2-d12f2a90e2f2 req-c41ee036-8e26-41b1-9c0a-ed59e29266d3 service neutron] Attempting to bind port a301781b-46aa-453e-a61a-d405cac27652 on network 7fd14185-ae77-4df7-b31d-b328680c5ebe {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:12:58.512551 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8a24e0-a358-4827-98a2-d12f2a90e2f2 req-c41ee036-8e26-41b1-9c0a-ed59e29266d3 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:12:58.512879 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8a24e0-a358-4827-98a2-d12f2a90e2f2 req-c41ee036-8e26-41b1-9c0a-ed59e29266d3 service neutron] Checking segment: {'id': '26404e28-9ec7-45c8-b0bb-ce3ddf7caa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7fd14185-ae77-4df7-b31d-b328680c5ebe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:12:58.514706 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be8a24e0-a358-4827-98a2-d12f2a90e2f2 req-c41ee036-8e26-41b1-9c0a-ed59e29266d3 service neutron] Bound using segment: {'id': '26404e28-9ec7-45c8-b0bb-ce3ddf7caa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7fd14185-ae77-4df7-b31d-b328680c5ebe'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:12:58.515091 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-be8a24e0-a358-4827-98a2-d12f2a90e2f2 req-c41ee036-8e26-41b1-9c0a-ed59e29266d3 service neutron] Bound port: a301781b-46aa-453e-a61a-d405cac27652, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26404e28-9ec7-45c8-b0bb-ce3ddf7caa9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '7fd14185-ae77-4df7-b31d-b328680c5ebe'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:12:58.515479 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-be8a24e0-a358-4827-98a2-d12f2a90e2f2 req-c41ee036-8e26-41b1-9c0a-ed59e29266d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:58.551436 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01856e3-4911-4f27-82f1-ce5f03e1f674 req-1136dc6d-a7ff-439d-8572-fd9ae96cc4fa tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:58.552749 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d01856e3-4911-4f27-82f1-ce5f03e1f674 req-1136dc6d-a7ff-439d-8572-fd9ae96cc4fa tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] 10.222.0.54 "GET /v2.0/networks?id=9b1a493d-1807-4556-84e4-e3665ab8c505 HTTP/1.1" status: 200 len: 808 time: 0.1148267 Sep 08 09:12:58.553546 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fcbf3d-1786-4233-bd32-e3e6f2a08b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800ca68c-5b63-49ef-a332-782a2fe59f7e,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:58.570583 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-66e98050-cce4-48cc-8636-4dba302c9a79 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e82e00bc5e9b42f6b35c85520fb913c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7516308 Sep 08 09:12:58.577935 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55120) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:58.599135 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55122) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:58.600374 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d01856e3-4911-4f27-82f1-ce5f03e1f674 req-654a6850-cdc4-4f86-8154-e5e8e2fbeb26 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] 10.222.0.54 "GET /v2.0/quotas/9c8db60b84c54a3986984d616920958b HTTP/1.1" status: 200 len: 375 time: 0.0401101 Sep 08 09:12:58.643228 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-df1f188f-7ef9-4869-91c8-414bf0dfba6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:58.661002 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d01856e3-4911-4f27-82f1-ce5f03e1f674 req-8a4082e8-a511-4bf8-a6a0-beb10f2cf9a4 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9c8db60b84c54a3986984d616920958b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527191 Sep 08 09:12:58.661392 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-be8a24e0-a358-4827-98a2-d12f2a90e2f2 req-c41ee036-8e26-41b1-9c0a-ed59e29266d3 service neutron] For port a301781b-46aa-453e-a61a-d405cac27652, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:12:58.664907 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e98050-cce4-48cc-8636-4dba302c9a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab62bfd7-6dc5-4226-bd8f-f3cb805a7c45,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:58.701541 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-be8a24e0-a358-4827-98a2-d12f2a90e2f2 req-c41ee036-8e26-41b1-9c0a-ed59e29266d3 service neutron] For port a301781b-46aa-453e-a61a-d405cac27652, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=a301781b-46aa-453e-a61a-d405cac27652,segment=NetworkSegment(26404e28-9ec7-45c8-b0bb-ce3ddf7caa9b),segment_id=26404e28-9ec7-45c8-b0bb-ce3ddf7caa9b)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:12:58.714958 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-be8a24e0-a358-4827-98a2-d12f2a90e2f2 req-c41ee036-8e26-41b1-9c0a-ed59e29266d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:58.747189 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cea3740e-45eb-4506-8b3a-d24f929da2f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:58.780422 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20ae71-a838-4257-a996-ec3855ce0e1b req-ef1c7058-c575-48cb-b3e1-ef16e3ad53b5 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:58.782012 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6b20ae71-a838-4257-a996-ec3855ce0e1b req-ef1c7058-c575-48cb-b3e1-ef16e3ad53b5 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 945 time: 0.1656427 Sep 08 09:12:58.782573 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cea3740e-45eb-4506-8b3a-d24f929da2f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:58.794787 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a24e0-a358-4827-98a2-d12f2a90e2f2 req-c41ee036-8e26-41b1-9c0a-ed59e29266d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:58.796016 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-be8a24e0-a358-4827-98a2-d12f2a90e2f2 req-c41ee036-8e26-41b1-9c0a-ed59e29266d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:58.797598 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-be8a24e0-a358-4827-98a2-d12f2a90e2f2 req-c41ee036-8e26-41b1-9c0a-ed59e29266d3 service neutron] 10.222.0.37 "PUT /v2.0/ports/a301781b-46aa-453e-a61a-d405cac27652 HTTP/1.1" status: 200 len: 1093 time: 1.4528506 Sep 08 09:12:58.800983 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e03c1d-c167-49da-b6f7-cd3b65315cf9', 'tag': 'a301781b-46aa-453e-a61a-d405cac27652'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:12:58.803283 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5463914e-773b-4ddc-9860-39118d99266c" -d '{"events": [{"name": "network-changed", "server_uuid": "b6e03c1d-c167-49da-b6f7-cd3b65315cf9", "tag": "a301781b-46aa-453e-a61a-d405cac27652"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:12:58.806149 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d01856e3-4911-4f27-82f1-ce5f03e1f674 req-eec1344a-e4df-488d-b3d5-da2944d93810 service neutron] 10.222.0.54 "GET /v2.0/networks/9b1a493d-1807-4556-84e4-e3665ab8c505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304977 Sep 08 09:12:58.859379 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-07c3bd74-3c3b-4217-94f3-3f7888fcb4fc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cfe5efe5bc04414daec2165ebe59ab3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4662790 Sep 08 09:12:58.867283 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55126) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:58.884660 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ee036-8e26-41b1-9c0a-ed59e29266d3 service neutron] Pushing event updated for resources: {'Port': ['ID=a301781b-46aa-453e-a61a-d405cac27652,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:58.901322 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cea3740e-45eb-4506-8b3a-d24f929da2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:58.903951 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cea3740e-45eb-4506-8b3a-d24f929da2f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:58.905157 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-cea3740e-45eb-4506-8b3a-d24f929da2f1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ab62bfd7-6dc5-4226-bd8f-f3cb805a7c45 HTTP/1.1" status: 204 len: 168 time: 0.3146310 Sep 08 09:12:58.918404 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea3740e-45eb-4506-8b3a-d24f929da2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab62bfd7-6dc5-4226-bd8f-f3cb805a7c45,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:58.942202 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d01856e3-4911-4f27-82f1-ce5f03e1f674 req-75b9c240-f647-41fe-b3bb-577a39fb2df5 service neutron] 10.222.0.54 "GET /v2.0/networks/9b1a493d-1807-4556-84e4-e3665ab8c505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228821 Sep 08 09:12:58.963393 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6b20ae71-a838-4257-a996-ec3855ce0e1b req-2f07e4ae-7190-4f17-9b75-02e9f459c63e tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1630843 Sep 08 09:12:59.008404 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a24e0-a358-4827-98a2-d12f2a90e2f2 req-2f93afd3-52ae-4e97-bfb3-c0f380a1bfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:59.012036 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-be8a24e0-a358-4827-98a2-d12f2a90e2f2 req-2f93afd3-52ae-4e97-bfb3-c0f380a1bfac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1c6dd75a4914e1d9b933bd936b312d5&device_id=b6e03c1d-c167-49da-b6f7-cd3b65315cf9 HTTP/1.1" status: 200 len: 1096 time: 0.1475151 Sep 08 09:12:59.030558 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-215e8401-049a-4b77-9d6a-9f0f1f22bba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:59.055605 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26189257-401a-48de-b5af-fb015e01e66f x-openstack-request-id: req-26189257-401a-48de-b5af-fb015e01e66f {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:12:59.055952 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6e03c1d-c167-49da-b6f7-cd3b65315cf9", "tag": "a301781b-46aa-453e-a61a-d405cac27652", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:12:59.056198 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-26189257-401a-48de-b5af-fb015e01e66f {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:12:59.056616 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e03c1d-c167-49da-b6f7-cd3b65315cf9', 'tag': 'a301781b-46aa-453e-a61a-d405cac27652', 'status': 'completed', 'code': 200} Sep 08 09:12:59.059802 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-215e8401-049a-4b77-9d6a-9f0f1f22bba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:59.112165 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-be8a24e0-a358-4827-98a2-d12f2a90e2f2 req-c534108c-2138-41a1-be64-92d170f65f53 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a301781b-46aa-453e-a61a-d405cac27652 HTTP/1.1" status: 200 len: 217 time: 0.0545938 Sep 08 09:12:59.184716 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-df1f188f-7ef9-4869-91c8-414bf0dfba6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:59.208882 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cf556bcb-ef99-41b2-a5d9-29a42d59e8af req-6734f573-5673-4c23-a9aa-328e98c4d6db tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] 10.222.0.54 "GET /v2.0/ports?device_id=053d7dcd-f5db-48fe-ab9a-72eb10f85bc7 HTTP/1.1" status: 200 len: 210 time: 0.0899088 Sep 08 09:12:59.215345 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-df1f188f-7ef9-4869-91c8-414bf0dfba6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:59.275721 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-df1f188f-7ef9-4869-91c8-414bf0dfba6e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=88b5ba70e0d24e39983c0e9f26f6eece&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6756811 Sep 08 09:12:59.279475 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a24e0-a358-4827-98a2-d12f2a90e2f2 req-acc8d595-9dbb-4ffb-9286-7a90745fce42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:59.281138 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-be8a24e0-a358-4827-98a2-d12f2a90e2f2 req-acc8d595-9dbb-4ffb-9286-7a90745fce42 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0bc2d44b-7440-480f-85c9-e5e999b511c1 HTTP/1.1" status: 200 len: 854 time: 0.1591892 Sep 08 09:12:59.281850 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55142) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:12:59.285538 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f188f-7ef9-4869-91c8-414bf0dfba6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2afa3864-0b71-4415-9c65-8af17f41d8c9,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:59.324124 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-be8a24e0-a358-4827-98a2-d12f2a90e2f2 req-5f7358e2-c8d8-4acc-89e2-3b70f1630b92 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7fd14185-ae77-4df7-b31d-b328680c5ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355539 Sep 08 09:12:59.333036 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-215e8401-049a-4b77-9d6a-9f0f1f22bba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:59.336160 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-215e8401-049a-4b77-9d6a-9f0f1f22bba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:59.337493 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-215e8401-049a-4b77-9d6a-9f0f1f22bba4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/203aa850-53af-4c55-8dc7-a399e861c4fd HTTP/1.1" status: 204 len: 168 time: 0.4607234 Sep 08 09:12:59.367858 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7963924-15c9-4b94-a9bf-302f58208a0b req-ae042bc8-d193-4c0c-91fa-0fc6ea00b1bd tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:59.376200 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b7963924-15c9-4b94-a9bf-302f58208a0b req-ae042bc8-d193-4c0c-91fa-0fc6ea00b1bd tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6e03c1d-c167-49da-b6f7-cd3b65315cf9 HTTP/1.1" status: 200 len: 944 time: 0.1149416 Sep 08 09:12:59.388860 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215e8401-049a-4b77-9d6a-9f0f1f22bba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203aa850-53af-4c55-8dc7-a399e861c4fd,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:59.440763 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b7963924-15c9-4b94-a9bf-302f58208a0b req-ee643dde-d237-48d9-8ae7-570da252253a tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] 10.222.0.54 "GET /v2.0/security-groups?id=190ce0b1-9e84-4bc8-8687-fb60d3fb4948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638621 Sep 08 09:12:59.449316 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-55193410-22fd-454a-bc73-8dcb75671a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:59.487679 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-55193410-22fd-454a-bc73-8dcb75671a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:59.518549 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-be8a24e0-a358-4827-98a2-d12f2a90e2f2 req-1379a3e3-dd64-4c69-9dfc-2c6032ffcd6d service neutron] 10.222.0.37 "GET /v2.0/networks/7fd14185-ae77-4df7-b31d-b328680c5ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763420 Sep 08 09:12:59.671600 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-55193410-22fd-454a-bc73-8dcb75671a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:59.674205 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-55193410-22fd-454a-bc73-8dcb75671a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:12:59.677691 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-55193410-22fd-454a-bc73-8dcb75671a40 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2afa3864-0b71-4415-9c65-8af17f41d8c9 HTTP/1.1" status: 204 len: 168 time: 0.3908689 Sep 08 09:12:59.695760 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55193410-22fd-454a-bc73-8dcb75671a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afa3864-0b71-4415-9c65-8af17f41d8c9,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:12:59.782126 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be23ec-092a-4340-8037-83d4648778e7 req-d4d80817-81e8-49f1-8925-ba91835cffce tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:59.784235 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-99be23ec-092a-4340-8037-83d4648778e7 req-d4d80817-81e8-49f1-8925-ba91835cffce tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe1c0c06-98f0-406b-8a4b-14d1c1a220ac HTTP/1.1" status: 200 len: 945 time: 0.1987493 Sep 08 09:12:59.792032 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-be8a24e0-a358-4827-98a2-d12f2a90e2f2 req-6eec997a-9309-478f-b2d5-88b7ae543ee5 service neutron] 10.222.0.37 "GET /v2.0/networks/7fd14185-ae77-4df7-b31d-b328680c5ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618196 Sep 08 09:12:59.835054 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da60239-25b2-47ca-adc8-777b2a24df58 req-8c191abe-b17e-441a-8def-11b954858d78 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:12:59.836866 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3da60239-25b2-47ca-adc8-777b2a24df58 req-8c191abe-b17e-441a-8def-11b954858d78 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.35 "GET /v2.0/ports?device_id=fe1c0c06-98f0-406b-8a4b-14d1c1a220ac HTTP/1.1" status: 200 len: 945 time: 0.1165774 Sep 08 09:12:59.861956 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-99be23ec-092a-4340-8037-83d4648778e7 req-2f822723-1ff2-4473-b553-57a1f0229c95 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6b6ca53-a824-465d-acc6-a8fd7c7358ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673795 Sep 08 09:13:00.046277 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463914e-773b-4ddc-9860-39118d99266c req-c1ec404b-4dcb-4410-ade9-7edea2637e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:00.047914 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5463914e-773b-4ddc-9860-39118d99266c req-c1ec404b-4dcb-4410-ade9-7edea2637e3e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d1c6dd75a4914e1d9b933bd936b312d5&device_id=b6e03c1d-c167-49da-b6f7-cd3b65315cf9 HTTP/1.1" status: 200 len: 1096 time: 0.1287508 Sep 08 09:13:00.104427 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-3da60239-25b2-47ca-adc8-777b2a24df58 req-ff575c5c-218c-478b-b178-d9450b663460 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Deleting port c315d681-d674-4893-8c84-ef33fffaa946 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:13:00.105235 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-3da60239-25b2-47ca-adc8-777b2a24df58 req-ff575c5c-218c-478b-b178-d9450b663460 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:00.125890 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93baa7-d9ef-4afa-a73b-9e45e21e8305 req-3777e554-a85f-4d6a-b671-91eb47e4ef43 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:00.127655 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ed93baa7-d9ef-4afa-a73b-9e45e21e8305 req-3777e554-a85f-4d6a-b671-91eb47e4ef43 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 945 time: 0.0565357 Sep 08 09:13:00.186724 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ed93baa7-d9ef-4afa-a73b-9e45e21e8305 req-b3c5cbb5-bcf4-412a-9fcd-4107e2b80e2a tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0484669 Sep 08 09:13:00.250418 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463914e-773b-4ddc-9860-39118d99266c req-7215e7f0-8aee-40df-9c01-8df80b6e817e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:00.253856 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5463914e-773b-4ddc-9860-39118d99266c req-7215e7f0-8aee-40df-9c01-8df80b6e817e service neutron] 10.222.0.37 "GET /v2.0/networks?id=7fd14185-ae77-4df7-b31d-b328680c5ebe HTTP/1.1" status: 200 len: 915 time: 0.1974766 Sep 08 09:13:00.290281 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-3da60239-25b2-47ca-adc8-777b2a24df58 req-ff575c5c-218c-478b-b178-d9450b663460 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] For port c315d681-d674-4893-8c84-ef33fffaa946, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=c315d681-d674-4893-8c84-ef33fffaa946,segment=NetworkSegment(268367fb-3099-43cf-aa04-4e7d927825c3),segment_id=268367fb-3099-43cf-aa04-4e7d927825c3)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:13:00.291349 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-3da60239-25b2-47ca-adc8-777b2a24df58 req-ff575c5c-218c-478b-b178-d9450b663460 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:00.339878 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5463914e-773b-4ddc-9860-39118d99266c req-5d91a3ef-a5f5-41f3-95a5-c75829943a13 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a301781b-46aa-453e-a61a-d405cac27652 HTTP/1.1" status: 200 len: 217 time: 0.0615435 Sep 08 09:13:00.362899 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-3da60239-25b2-47ca-adc8-777b2a24df58 req-ff575c5c-218c-478b-b178-d9450b663460 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Calling delete_port for c315d681-d674-4893-8c84-ef33fffaa946 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:13:00.402319 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a1e7b66f-0a54-4d09-bd05-efb3208d489d req-1d428d15-c586-48df-b763-ea42b50bdd50 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] 10.222.0.54 "GET /v2.0/ports?device_id=053d7dcd-f5db-48fe-ab9a-72eb10f85bc7 HTTP/1.1" status: 200 len: 210 time: 0.1074958 Sep 08 09:13:00.462392 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463914e-773b-4ddc-9860-39118d99266c req-a782087e-40da-4bfd-b591-387b45834837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:00.465183 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5463914e-773b-4ddc-9860-39118d99266c req-a782087e-40da-4bfd-b591-387b45834837 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0bc2d44b-7440-480f-85c9-e5e999b511c1 HTTP/1.1" status: 200 len: 854 time: 0.1131802 Sep 08 09:13:00.545809 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5463914e-773b-4ddc-9860-39118d99266c req-7f9bd8fe-6e4d-4de2-b4eb-ca35baf90ca0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7fd14185-ae77-4df7-b31d-b328680c5ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684407 Sep 08 09:13:00.596994 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9d5a0-e857-4102-a22d-5e80565fe1b1 req-b5f12942-b2c3-4c43-b8bc-e7ddc616a12f tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:00.599949 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7ce9d5a0-e857-4102-a22d-5e80565fe1b1 req-b5f12942-b2c3-4c43-b8bc-e7ddc616a12f tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6e03c1d-c167-49da-b6f7-cd3b65315cf9 HTTP/1.1" status: 200 len: 944 time: 0.0760059 Sep 08 09:13:00.663092 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7ce9d5a0-e857-4102-a22d-5e80565fe1b1 req-fd54bc03-6c12-4bfe-b0cf-fe0e0a8227ae tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] 10.222.0.54 "GET /v2.0/security-groups?id=190ce0b1-9e84-4bc8-8687-fb60d3fb4948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558064 Sep 08 09:13:00.707867 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5463914e-773b-4ddc-9860-39118d99266c req-852b194a-854f-4284-8025-e16dafc74928 service neutron] 10.222.0.37 "GET /v2.0/networks/7fd14185-ae77-4df7-b31d-b328680c5ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534843 Sep 08 09:13:00.847291 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01856e3-4911-4f27-82f1-ce5f03e1f674 req-d813af13-4813-4780-a91d-544ddfe7420a tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:00.848707 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d01856e3-4911-4f27-82f1-ce5f03e1f674 req-d813af13-4813-4780-a91d-544ddfe7420a tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] 10.222.0.35 "GET /v2.0/networks?id=9b1a493d-1807-4556-84e4-e3665ab8c505 HTTP/1.1" status: 200 len: 808 time: 0.3467474 Sep 08 09:13:00.874589 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-d01856e3-4911-4f27-82f1-ce5f03e1f674 req-cbcad8c1-8a14-4860-8ca1-028068f784d3 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] Request body: {'port': {'device_id': '053d7dcd-f5db-48fe-ab9a-72eb10f85bc7', 'network_id': '9b1a493d-1807-4556-84e4-e3665ab8c505', 'admin_state_up': True, 'tenant_id': '9c8db60b84c54a3986984d616920958b'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:00.879154 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-3da60239-25b2-47ca-adc8-777b2a24df58 req-ff575c5c-218c-478b-b178-d9450b663460 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:00.883500 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5463914e-773b-4ddc-9860-39118d99266c req-3c89fdc1-c000-45e6-8a1c-0154fe143a7c service neutron] 10.222.0.37 "GET /v2.0/networks/7fd14185-ae77-4df7-b31d-b328680c5ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642246 Sep 08 09:13:00.915633 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['ddf7eb89-569b-4a2b-a191-3b0b955d104d'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:13:01.048991 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff575c5c-218c-478b-b178-d9450b663460 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Pushing event deleted for resources: {'Port': ['ID=c315d681-d674-4893-8c84-ef33fffaa946,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:01.056098 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ec16d0a7-6b0d-409c-af83-f3ffb7f335a9 req-9ecfbecd-69b5-40aa-9f18-06a3e810fd22 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=fe1c0c06-98f0-406b-8a4b-14d1c1a220ac HTTP/1.1" status: 200 len: 210 time: 0.0551102 Sep 08 09:13:01.112428 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da60239-25b2-47ca-adc8-777b2a24df58 req-ff575c5c-218c-478b-b178-d9450b663460 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] No DVR routers for this DVR port c315d681-d674-4893-8c84-ef33fffaa946 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:13:01.114029 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d01856e3-4911-4f27-82f1-ce5f03e1f674 req-cbcad8c1-8a14-4860-8ca1-028068f784d3 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] Made reservation on behalf of 9c8db60b84c54a3986984d616920958b for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:13:01.117770 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d01856e3-4911-4f27-82f1-ce5f03e1f674 req-cbcad8c1-8a14-4860-8ca1-028068f784d3 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:01.121168 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-3da60239-25b2-47ca-adc8-777b2a24df58 req-ff575c5c-218c-478b-b178-d9450b663460 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:01.123173 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3da60239-25b2-47ca-adc8-777b2a24df58 req-ff575c5c-218c-478b-b178-d9450b663460 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.35 "DELETE /v2.0/ports/c315d681-d674-4893-8c84-ef33fffaa946 HTTP/1.1" status: 204 len: 173 time: 1.2602170 Sep 08 09:13:01.124884 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1c0c06-98f0-406b-8a4b-14d1c1a220ac', 'name': 'network-vif-deleted', 'tag': 'c315d681-d674-4893-8c84-ef33fffaa946'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:13:01.127287 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c925120f-9c6c-4279-a9a8-eab9134e5776" -d '{"events": [{"server_uuid": "fe1c0c06-98f0-406b-8a4b-14d1c1a220ac", "name": "network-vif-deleted", "tag": "c315d681-d674-4893-8c84-ef33fffaa946"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:13:01.196658 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55226) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:01.199403 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ff65ee-06b8-4f07-8590-21de802f8bed x-openstack-request-id: req-e9ff65ee-06b8-4f07-8590-21de802f8bed {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:13:01.199690 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe1c0c06-98f0-406b-8a4b-14d1c1a220ac", "name": "network-vif-deleted", "tag": "c315d681-d674-4893-8c84-ef33fffaa946", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:13:01.200136 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e9ff65ee-06b8-4f07-8590-21de802f8bed {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:13:01.200491 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe1c0c06-98f0-406b-8a4b-14d1c1a220ac', 'name': 'network-vif-deleted', 'tag': 'c315d681-d674-4893-8c84-ef33fffaa946', 'status': 'completed', 'code': 200} Sep 08 09:13:01.328112 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-d01856e3-4911-4f27-82f1-ce5f03e1f674 req-cbcad8c1-8a14-4860-8ca1-028068f784d3 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] Allocated IP 172.20.0.14 (9b1a493d-1807-4556-84e4-e3665ab8c505/280fdeb9-8288-4bb3-b450-490f99951ee9/60a03e3f-5b55-4ec1-bfa8-0c870e0716b4) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:13:01.374459 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8679801d-fa9b-40af-b0e2-d77622ee9aef req-ea61027b-1063-4e14-a88a-07b85e25d65c tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:01.376524 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8679801d-fa9b-40af-b0e2-d77622ee9aef req-ea61027b-1063-4e14-a88a-07b85e25d65c tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 945 time: 0.0918643 Sep 08 09:13:01.432027 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-e1c2dca4-0785-4edb-9093-1d59501c160b tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1679575785', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:01.461255 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8679801d-fa9b-40af-b0e2-d77622ee9aef req-e5f78738-70b4-4ec7-abde-422c80d28427 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0746987 Sep 08 09:13:01.479546 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e1c2dca4-0785-4edb-9093-1d59501c160b tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:01.484036 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e1c2dca4-0785-4edb-9093-1d59501c160b tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:01.578513 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e1c2dca4-0785-4edb-9093-1d59501c160b tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:01.591434 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e1c2dca4-0785-4edb-9093-1d59501c160b tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:01.615077 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-91adf5a3-e7de-4ffb-8fa9-a549180f3bd2 req-d33b44e1-2f2f-4708-acc5-81f6e1498780 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] 10.222.0.54 "GET /v2.0/ports?device_id=053d7dcd-f5db-48fe-ab9a-72eb10f85bc7 HTTP/1.1" status: 200 len: 210 time: 0.0394125 Sep 08 09:13:01.634774 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e1c2dca4-0785-4edb-9093-1d59501c160b tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:01.636058 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d01856e3-4911-4f27-82f1-ce5f03e1f674 req-cbcad8c1-8a14-4860-8ca1-028068f784d3 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:01.656336 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55244) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:01.665016 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e1c2dca4-0785-4edb-9093-1d59501c160b tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4576638 Sep 08 09:13:01.677271 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-4d4b433f-c37e-4bf1-a544-d977f1a155ab tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1839404515'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:01.736190 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4b433f-c37e-4bf1-a544-d977f1a155ab tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Made reservation on behalf of 80ffb05f94de429295567d44ff1037a6 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:13:01.740437 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4d4b433f-c37e-4bf1-a544-d977f1a155ab tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:01.753403 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4d4b433f-c37e-4bf1-a544-d977f1a155ab tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:01.756044 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d01856e3-4911-4f27-82f1-ce5f03e1f674 req-cbcad8c1-8a14-4860-8ca1-028068f784d3 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:01.885177 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d01856e3-4911-4f27-82f1-ce5f03e1f674 req-cbcad8c1-8a14-4860-8ca1-028068f784d3 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] Network 9b1a493d-1807-4556-84e4-e3665ab8c505 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:13:01.906706 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60139d-3af4-470a-be1c-ee3b0e8edede req-1dcb0fc2-38b6-4edd-95a2-dfa2ae156776 tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:01.908300 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7e60139d-3af4-470a-be1c-ee3b0e8edede req-1dcb0fc2-38b6-4edd-95a2-dfa2ae156776 tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6e03c1d-c167-49da-b6f7-cd3b65315cf9 HTTP/1.1" status: 200 len: 944 time: 0.1575503 Sep 08 09:13:01.914728 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-d01856e3-4911-4f27-82f1-ce5f03e1f674 req-cbcad8c1-8a14-4860-8ca1-028068f784d3 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:13:01.917202 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-d01856e3-4911-4f27-82f1-ce5f03e1f674 req-cbcad8c1-8a14-4860-8ca1-028068f784d3 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:13:01.963924 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcad8c1-8a14-4860-8ca1-028068f784d3 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] Pushing event updated for resources: {'Port': ['ID=60a03e3f-5b55-4ec1-bfa8-0c870e0716b4,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:02.028611 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01856e3-4911-4f27-82f1-ce5f03e1f674 req-cbcad8c1-8a14-4860-8ca1-028068f784d3 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:02.029254 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d01856e3-4911-4f27-82f1-ce5f03e1f674 req-cbcad8c1-8a14-4860-8ca1-028068f784d3 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:02.042389 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7e60139d-3af4-470a-be1c-ee3b0e8edede req-a96440d4-bf83-4ae6-b8df-3d162859c683 tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] 10.222.0.54 "GET /v2.0/security-groups?id=190ce0b1-9e84-4bc8-8687-fb60d3fb4948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217482 Sep 08 09:13:02.102671 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4d4b433f-c37e-4bf1-a544-d977f1a155ab tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:02.108487 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4d4b433f-c37e-4bf1-a544-d977f1a155ab tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:02.121710 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d01856e3-4911-4f27-82f1-ce5f03e1f674 req-cbcad8c1-8a14-4860-8ca1-028068f784d3 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2540808 Sep 08 09:13:02.147683 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d4b433f-c37e-4bf1-a544-d977f1a155ab tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:13:02.153228 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-d01856e3-4911-4f27-82f1-ce5f03e1f674 req-039b2d04-6e42-41e7-937d-8bd36c17b17d service neutron] Request body: {'port': {'device_id': '053d7dcd-f5db-48fe-ab9a-72eb10f85bc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:02.208943 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4d4b433f-c37e-4bf1-a544-d977f1a155ab tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:02.209364 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-4d4b433f-c37e-4bf1-a544-d977f1a155ab tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Added segment 8df6ede4-f501-42d3-8734-80a62904568f of type vlan for network 43cd366f-42ac-4338-9c1c-c4f24944e034 Sep 08 09:13:02.210604 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b433f-c37e-4bf1-a544-d977f1a155ab tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83ac4c20-1d8b-4641-9220-b872feb1703b,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:02.243772 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device a301781b-46aa-453e-a61a-d405cac27652 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:13:02.308301 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d01856e3-4911-4f27-82f1-ce5f03e1f674 req-039b2d04-6e42-41e7-937d-8bd36c17b17d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:02.336495 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4d4b433f-c37e-4bf1-a544-d977f1a155ab tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:02.488022 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port a301781b-46aa-453e-a61a-d405cac27652, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=a301781b-46aa-453e-a61a-d405cac27652,segment=NetworkSegment(26404e28-9ec7-45c8-b0bb-ce3ddf7caa9b),segment_id=26404e28-9ec7-45c8-b0bb-ce3ddf7caa9b)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:13:02.497746 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb3dea-7d89-4140-94c6-96a8d8fa1fae req-d27119fb-9bef-482f-825c-c13fbef62918 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:02.503117 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': 'a301781b-46aa-453e-a61a-d405cac27652', 'network_id': '7fd14185-ae77-4df7-b31d-b328680c5ebe', 'port_id': 'a301781b-46aa-453e-a61a-d405cac27652', 'mac_address': 'fa:16:3e:90:e8:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bc2d44b-7440-480f-85c9-e5e999b511c1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:13:02.513628 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-94cb3dea-7d89-4140-94c6-96a8d8fa1fae req-d27119fb-9bef-482f-825c-c13fbef62918 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=73f26502-3747-42ba-9590-690b5230dd65 HTTP/1.1" status: 200 len: 945 time: 0.1168172 Sep 08 09:13:02.547337 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.db.resource_extend [None req-4d4b433f-c37e-4bf1-a544-d977f1a155ab tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 08 09:13:02.548644 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55284) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:02.558431 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:02.581287 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a301781b-46aa-453e-a61a-d405cac27652 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:13:02.612907 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port a301781b-46aa-453e-a61a-d405cac27652, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=a301781b-46aa-453e-a61a-d405cac27652,segment=NetworkSegment(26404e28-9ec7-45c8-b0bb-ce3ddf7caa9b),segment_id=26404e28-9ec7-45c8-b0bb-ce3ddf7caa9b)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:13:02.616501 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-94cb3dea-7d89-4140-94c6-96a8d8fa1fae req-a6ebcbad-7433-4f7d-b5de-60a6c2fb6c8d tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6b6ca53-a824-465d-acc6-a8fd7c7358ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013949 Sep 08 09:13:02.627307 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:02.639864 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4d4b433f-c37e-4bf1-a544-d977f1a155ab tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:02.652695 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4b433f-c37e-4bf1-a544-d977f1a155ab tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:02.654250 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4d4b433f-c37e-4bf1-a544-d977f1a155ab tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:02.688300 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=a301781b-46aa-453e-a61a-d405cac27652,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:02.697340 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:13:02.697956 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:13:02.698721 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:13:02.699285 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:13:02.700848 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:13:02.701480 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:13:02.702185 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:13:02.702759 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:13:02.703434 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:13:02.704009 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:13:02.704573 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:13:02.705151 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:13:02.758687 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc583f-9260-4f4c-b045-2497958ee495 req-8c6747cf-2833-4da2-923f-e73778a91343 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:02.760594 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3efc583f-9260-4f4c-b045-2497958ee495 req-8c6747cf-2833-4da2-923f-e73778a91343 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] 10.222.0.54 "GET /v2.0/ports?device_id=053d7dcd-f5db-48fe-ab9a-72eb10f85bc7 HTTP/1.1" status: 200 len: 932 time: 0.0603623 Sep 08 09:13:02.780973 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-2814001c-14ee-4e16-9e2b-caffe5128c85 tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:02.809146 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3efc583f-9260-4f4c-b045-2497958ee495 req-00a5cf49-6d52-4f97-a684-7abdd4784567 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e4eea86-7891-4667-955a-62182fb547df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400348 Sep 08 09:13:02.831692 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device c315d681-d674-4893-8c84-ef33fffaa946 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:13:02.862122 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: c315d681-d674-4893-8c84-ef33fffaa946 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:13:02.862478 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device c315d681-d674-4893-8c84-ef33fffaa946 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:13:02.882505 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4d4b433f-c37e-4bf1-a544-d977f1a155ab tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2251749 Sep 08 09:13:02.885516 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55290) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:02.891187 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-15379e1c-13cb-455b-98b6-7dcd5c6c8e36 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Request body: {'subnet': {'network_id': '43cd366f-42ac-4338-9c1c-c4f24944e034', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:02.897637 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b433f-c37e-4bf1-a544-d977f1a155ab tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Pushing event updated for resources: {'Network': ['ID=43cd366f-42ac-4338-9c1c-c4f24944e034,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:02.908361 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2814001c-14ee-4e16-9e2b-caffe5128c85 tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] 10.222.0.54 "PUT /v2.0/quotas/f245c38da3a24a2596967186aa4de596 HTTP/1.1" status: 200 len: 368 time: 0.3580432 Sep 08 09:13:02.909045 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 43cd366f-42ac-4338-9c1c-c4f24944e034 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:13:02.915898 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55292) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:02.922342 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-803b12f7-8312-4049-b8d3-1dc12907339d tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] Request body: {'network': {'project_id': 'f245c38da3a24a2596967186aa4de596'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:02.988554 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['a301781b-46aa-453e-a61a-d405cac27652'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:13:03.018415 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803b12f7-8312-4049-b8d3-1dc12907339d tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] Made reservation on behalf of f245c38da3a24a2596967186aa4de596 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:13:03.020896 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-803b12f7-8312-4049-b8d3-1dc12907339d tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:03.042823 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-803b12f7-8312-4049-b8d3-1dc12907339d tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:03.071219 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15379e1c-13cb-455b-98b6-7dcd5c6c8e36 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Made reservation on behalf of 80ffb05f94de429295567d44ff1037a6 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:13:03.077089 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-15379e1c-13cb-455b-98b6-7dcd5c6c8e36 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:03.309760 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ea1b7-0d12-487e-a7df-4ab781fa5b84 req-b33bc122-ac49-4be4-9045-bc2692d3a74f tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:03.316770 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-de3ea1b7-0d12-487e-a7df-4ab781fa5b84 req-b33bc122-ac49-4be4-9045-bc2692d3a74f tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6e03c1d-c167-49da-b6f7-cd3b65315cf9 HTTP/1.1" status: 200 len: 945 time: 0.1307235 Sep 08 09:13:03.380410 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e67af-8056-4fe3-b03d-a86721a67d40 req-b4db8369-5671-49f0-9bb4-fd99381b7297 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:03.382502 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e58e67af-8056-4fe3-b03d-a86721a67d40 req-b4db8369-5671-49f0-9bb4-fd99381b7297 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 945 time: 0.7577186 Sep 08 09:13:03.401345 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-d01856e3-4911-4f27-82f1-ce5f03e1f674 req-039b2d04-6e42-41e7-937d-8bd36c17b17d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60a03e3f-5b55-4ec1-bfa8-0c870e0716b4 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:13:03.414995 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d01856e3-4911-4f27-82f1-ce5f03e1f674 req-039b2d04-6e42-41e7-937d-8bd36c17b17d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:03.419922 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-803b12f7-8312-4049-b8d3-1dc12907339d tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:03.429927 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-de3ea1b7-0d12-487e-a7df-4ab781fa5b84 req-e53f6ef0-b07e-4f56-bf54-a781f6d26340 tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] 10.222.0.54 "GET /v2.0/security-groups?id=190ce0b1-9e84-4bc8-8687-fb60d3fb4948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071427 Sep 08 09:13:03.431023 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-803b12f7-8312-4049-b8d3-1dc12907339d tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:03.443697 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-d01856e3-4911-4f27-82f1-ce5f03e1f674 req-039b2d04-6e42-41e7-937d-8bd36c17b17d service neutron] Transition to ACTIVE for port object 60a03e3f-5b55-4ec1-bfa8-0c870e0716b4 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:13:03.451164 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e58e67af-8056-4fe3-b03d-a86721a67d40 req-8b8f1d45-2c8e-44ce-8cf6-cac90db52321 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0625551 Sep 08 09:13:03.456826 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d01856e3-4911-4f27-82f1-ce5f03e1f674 req-039b2d04-6e42-41e7-937d-8bd36c17b17d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:03.491071 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-803b12f7-8312-4049-b8d3-1dc12907339d tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:13:03.516683 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b12f7-8312-4049-b8d3-1dc12907339d tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e558530e-755a-4723-a1b7-95d19f001ecb,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:03.520586 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-803b12f7-8312-4049-b8d3-1dc12907339d tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:03.521215 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-803b12f7-8312-4049-b8d3-1dc12907339d tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] Added segment 70bb8ff1-076c-4bfe-8f5d-8e6b919063aa of type vlan for network 4ed0b00a-0b55-4b10-b49d-0723103136fc Sep 08 09:13:03.523166 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-15379e1c-13cb-455b-98b6-7dcd5c6c8e36 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:03.540499 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b2d04-6e42-41e7-937d-8bd36c17b17d service neutron] Pushing event updated for resources: {'Port': ['ID=60a03e3f-5b55-4ec1-bfa8-0c870e0716b4,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:03.599606 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-d01856e3-4911-4f27-82f1-ce5f03e1f674 req-039b2d04-6e42-41e7-937d-8bd36c17b17d service neutron] Attempting to bind port 60a03e3f-5b55-4ec1-bfa8-0c870e0716b4 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:13:03.599954 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-d01856e3-4911-4f27-82f1-ce5f03e1f674 req-039b2d04-6e42-41e7-937d-8bd36c17b17d service neutron] Attempting to bind port 60a03e3f-5b55-4ec1-bfa8-0c870e0716b4 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '6db9982f-b80f-425e-b846-ab82c09ade9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9b1a493d-1807-4556-84e4-e3665ab8c505'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:13:03.600300 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01856e3-4911-4f27-82f1-ce5f03e1f674 req-039b2d04-6e42-41e7-937d-8bd36c17b17d service neutron] Attempting to bind port 60a03e3f-5b55-4ec1-bfa8-0c870e0716b4 on network 9b1a493d-1807-4556-84e4-e3665ab8c505 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:13:03.605002 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01856e3-4911-4f27-82f1-ce5f03e1f674 req-039b2d04-6e42-41e7-937d-8bd36c17b17d service neutron] Port 60a03e3f-5b55-4ec1-bfa8-0c870e0716b4 on network 9b1a493d-1807-4556-84e4-e3665ab8c505 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:13:03.605325 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01856e3-4911-4f27-82f1-ce5f03e1f674 req-039b2d04-6e42-41e7-937d-8bd36c17b17d service neutron] Attempting to bind port 60a03e3f-5b55-4ec1-bfa8-0c870e0716b4 on network 9b1a493d-1807-4556-84e4-e3665ab8c505 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:13:03.610930 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01856e3-4911-4f27-82f1-ce5f03e1f674 req-039b2d04-6e42-41e7-937d-8bd36c17b17d service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:13:03.611267 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01856e3-4911-4f27-82f1-ce5f03e1f674 req-039b2d04-6e42-41e7-937d-8bd36c17b17d service neutron] Checking segment: {'id': '6db9982f-b80f-425e-b846-ab82c09ade9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9b1a493d-1807-4556-84e4-e3665ab8c505'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:13:03.611648 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01856e3-4911-4f27-82f1-ce5f03e1f674 req-039b2d04-6e42-41e7-937d-8bd36c17b17d service neutron] Bound using segment: {'id': '6db9982f-b80f-425e-b846-ab82c09ade9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9b1a493d-1807-4556-84e4-e3665ab8c505'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:13:03.612074 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-d01856e3-4911-4f27-82f1-ce5f03e1f674 req-039b2d04-6e42-41e7-937d-8bd36c17b17d service neutron] Bound port: 60a03e3f-5b55-4ec1-bfa8-0c870e0716b4, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6db9982f-b80f-425e-b846-ab82c09ade9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9b1a493d-1807-4556-84e4-e3665ab8c505'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:13:03.612438 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d01856e3-4911-4f27-82f1-ce5f03e1f674 req-039b2d04-6e42-41e7-937d-8bd36c17b17d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:03.612651 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-803b12f7-8312-4049-b8d3-1dc12907339d tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:03.623201 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15379e1c-13cb-455b-98b6-7dcd5c6c8e36 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Pushing event updated for resources: {'Subnet': ['ID=b3fe705d-c3ce-4a8a-87f2-9538981ae057,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:03.657549 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15379e1c-13cb-455b-98b6-7dcd5c6c8e36 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Checking segment: {'id': '8df6ede4-f501-42d3-8734-80a62904568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '43cd366f-42ac-4338-9c1c-c4f24944e034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:13:03.657931 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15379e1c-13cb-455b-98b6-7dcd5c6c8e36 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Network hostable DHCP agents. Network: 43cd366f-42ac-4338-9c1c-c4f24944e034, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:13:03.683724 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-803b12f7-8312-4049-b8d3-1dc12907339d tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:03.684737 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803b12f7-8312-4049-b8d3-1dc12907339d tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:03.685491 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-803b12f7-8312-4049-b8d3-1dc12907339d tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:03.703244 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-d01856e3-4911-4f27-82f1-ce5f03e1f674 req-039b2d04-6e42-41e7-937d-8bd36c17b17d service neutron] For port 60a03e3f-5b55-4ec1-bfa8-0c870e0716b4, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:13:03.707628 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-d01856e3-4911-4f27-82f1-ce5f03e1f674 req-039b2d04-6e42-41e7-937d-8bd36c17b17d service neutron] For port 60a03e3f-5b55-4ec1-bfa8-0c870e0716b4, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=60a03e3f-5b55-4ec1-bfa8-0c870e0716b4,segment=NetworkSegment(6db9982f-b80f-425e-b846-ab82c09ade9e),segment_id=6db9982f-b80f-425e-b846-ab82c09ade9e)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:13:03.715783 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15379e1c-13cb-455b-98b6-7dcd5c6c8e36 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Network 43cd366f-42ac-4338-9c1c-c4f24944e034 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:13:03.723757 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d01856e3-4911-4f27-82f1-ce5f03e1f674 req-039b2d04-6e42-41e7-937d-8bd36c17b17d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:03.771529 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-803b12f7-8312-4049-b8d3-1dc12907339d tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8545468 Sep 08 09:13:03.797759 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55304) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:03.825249 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01856e3-4911-4f27-82f1-ce5f03e1f674 req-039b2d04-6e42-41e7-937d-8bd36c17b17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:03.825703 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-f90d0387-e7b9-40b1-90c0-2be9a1c14700 tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] Request body: {'network': {'project_id': 'f245c38da3a24a2596967186aa4de596'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:03.827221 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d01856e3-4911-4f27-82f1-ce5f03e1f674 req-039b2d04-6e42-41e7-937d-8bd36c17b17d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:03.828961 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d01856e3-4911-4f27-82f1-ce5f03e1f674 req-039b2d04-6e42-41e7-937d-8bd36c17b17d service neutron] 10.222.0.35 "PUT /v2.0/ports/60a03e3f-5b55-4ec1-bfa8-0c870e0716b4 HTTP/1.1" status: 200 len: 1093 time: 1.6903279 Sep 08 09:13:03.830921 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '053d7dcd-f5db-48fe-ab9a-72eb10f85bc7', 'tag': '60a03e3f-5b55-4ec1-bfa8-0c870e0716b4'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:13:03.832994 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-15379e1c-13cb-455b-98b6-7dcd5c6c8e36 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 43cd366f-42ac-4338-9c1c-c4f24944e034) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:13:03.845148 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4810c77a-ec0e-4174-bbef-9f93f43981ed" -d '{"events": [{"name": "network-changed", "server_uuid": "053d7dcd-f5db-48fe-ab9a-72eb10f85bc7", "tag": "60a03e3f-5b55-4ec1-bfa8-0c870e0716b4"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:13:03.851750 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ce2266-9bf5-4be2-929e-926d029653aa None None] Network 43cd366f-42ac-4338-9c1c-c4f24944e034 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:13:03.878204 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15379e1c-13cb-455b-98b6-7dcd5c6c8e36 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:03.879142 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-15379e1c-13cb-455b-98b6-7dcd5c6c8e36 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:03.880373 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b2d04-6e42-41e7-937d-8bd36c17b17d service neutron] Pushing event updated for resources: {'Port': ['ID=60a03e3f-5b55-4ec1-bfa8-0c870e0716b4,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:03.892502 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b12f7-8312-4049-b8d3-1dc12907339d tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] Pushing event updated for resources: {'Network': ['ID=4ed0b00a-0b55-4b10-b49d-0723103136fc,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:03.944477 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7879d31-4410-4d4d-83c3-e33e54e388a1 req-de1ee1be-1f34-40eb-83ee-57ed7da55b4a tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:03.957385 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f7879d31-4410-4d4d-83c3-e33e54e388a1 req-de1ee1be-1f34-40eb-83ee-57ed7da55b4a tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=73f26502-3747-42ba-9590-690b5230dd65 HTTP/1.1" status: 200 len: 945 time: 0.2430751 Sep 08 09:13:03.968149 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90d0387-e7b9-40b1-90c0-2be9a1c14700 tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] Made reservation on behalf of f245c38da3a24a2596967186aa4de596 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:13:03.970972 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f90d0387-e7b9-40b1-90c0-2be9a1c14700 tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:03.983706 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 4ed0b00a-0b55-4b10-b49d-0723103136fc details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:13:03.984494 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-15379e1c-13cb-455b-98b6-7dcd5c6c8e36 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0970910 Sep 08 09:13:04.003155 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55312) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:04.021656 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-d4254e4f-cd00-4786-bfd9-c7a37f3e6579 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Request body: {'network': {'name': 'tempest-router-network01--651352857'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:04.037653 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f90d0387-e7b9-40b1-90c0-2be9a1c14700 tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:13:04.065952 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f7879d31-4410-4d4d-83c3-e33e54e388a1 req-0a947f33-55d0-4986-b416-049e1ab10621 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6b6ca53-a824-465d-acc6-a8fd7c7358ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996664 Sep 08 09:13:04.085769 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f90d0387-e7b9-40b1-90c0-2be9a1c14700 tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:04.087391 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-f90d0387-e7b9-40b1-90c0-2be9a1c14700 tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] Added segment d80868a5-942a-48a8-8760-13f90d643306 of type vlan for network aca0c74a-3797-4a16-bb0f-e13231715222 Sep 08 09:13:04.092533 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4254e4f-cd00-4786-bfd9-c7a37f3e6579 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Made reservation on behalf of 80ffb05f94de429295567d44ff1037a6 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:13:04.101977 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d4254e4f-cd00-4786-bfd9-c7a37f3e6579 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:04.155991 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8a6adc-79fe-4c18-9440-5cbfc2dd539a x-openstack-request-id: req-8c8a6adc-79fe-4c18-9440-5cbfc2dd539a {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:13:04.156278 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "053d7dcd-f5db-48fe-ab9a-72eb10f85bc7", "tag": "60a03e3f-5b55-4ec1-bfa8-0c870e0716b4", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:13:04.156524 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8c8a6adc-79fe-4c18-9440-5cbfc2dd539a {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:13:04.156943 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '053d7dcd-f5db-48fe-ab9a-72eb10f85bc7', 'tag': '60a03e3f-5b55-4ec1-bfa8-0c870e0716b4', 'status': 'completed', 'code': 200} Sep 08 09:13:04.168874 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f90d0387-e7b9-40b1-90c0-2be9a1c14700 tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:04.210385 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f90d0387-e7b9-40b1-90c0-2be9a1c14700 tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:04.211398 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90d0387-e7b9-40b1-90c0-2be9a1c14700 tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:04.211991 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f90d0387-e7b9-40b1-90c0-2be9a1c14700 tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:04.220406 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f0b5c-9b52-4a5f-8a17-56668a4fbdf3 req-f903865e-a4d6-447b-8cc5-578127884d91 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:04.227885 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-378f0b5c-9b52-4a5f-8a17-56668a4fbdf3 req-f903865e-a4d6-447b-8cc5-578127884d91 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] 10.222.0.54 "GET /v2.0/ports?device_id=053d7dcd-f5db-48fe-ab9a-72eb10f85bc7 HTTP/1.1" status: 200 len: 944 time: 0.2857091 Sep 08 09:13:04.239164 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4254e4f-cd00-4786-bfd9-c7a37f3e6579 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:13:04.246507 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device a301781b-46aa-453e-a61a-d405cac27652 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:13:04.274954 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f90d0387-e7b9-40b1-90c0-2be9a1c14700 tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4589581 Sep 08 09:13:04.276139 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55314) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:04.278780 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d4254e4f-cd00-4786-bfd9-c7a37f3e6579 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:04.279164 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-d4254e4f-cd00-4786-bfd9-c7a37f3e6579 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Added segment 699ef736-7e6f-4324-b84b-1642d93c1a06 of type vlan for network 4d60ca3f-0d4e-43f2-8379-99d7a83f633c Sep 08 09:13:04.283135 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01856e3-4911-4f27-82f1-ce5f03e1f674 req-e1fa1187-aa91-4eef-8281-c3fe74f65247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:04.284664 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d01856e3-4911-4f27-82f1-ce5f03e1f674 req-e1fa1187-aa91-4eef-8281-c3fe74f65247 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c8db60b84c54a3986984d616920958b&device_id=053d7dcd-f5db-48fe-ab9a-72eb10f85bc7 HTTP/1.1" status: 200 len: 1096 time: 0.2806070 Sep 08 09:13:04.288200 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-9234d6b0-094e-4af0-a66a-0fd40998d84d tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] Request body: {'network': {'project_id': 'f245c38da3a24a2596967186aa4de596'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:04.305483 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7398566-254e-4302-a038-612d1b019682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-43cd366f-42ac-4338-9c1c-c4f24944e034', 'network_id': '43cd366f-42ac-4338-9c1c-c4f24944e034', 'tenant_id': '80ffb05f94de429295567d44ff1037a6', 'fixed_ips': [{'subnet_id': 'b3fe705d-c3ce-4a8a-87f2-9538981ae057'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:13:04.306392 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f7398566-254e-4302-a038-612d1b019682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:04.331936 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924342b-6294-4510-b308-73271d1c14e1 req-5d477bc4-7612-483b-96ab-9f647eb1c869 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:04.334081 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2924342b-6294-4510-b308-73271d1c14e1 req-5d477bc4-7612-483b-96ab-9f647eb1c869 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.37 "GET /v2.0/ports?device_id=73f26502-3747-42ba-9590-690b5230dd65 HTTP/1.1" status: 200 len: 945 time: 0.2292316 Sep 08 09:13:04.345379 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port a301781b-46aa-453e-a61a-d405cac27652 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:13:04.358370 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d0387-e7b9-40b1-90c0-2be9a1c14700 tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] Pushing event updated for resources: {'Network': ['ID=aca0c74a-3797-4a16-bb0f-e13231715222,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:04.362554 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-9234d6b0-094e-4af0-a66a-0fd40998d84d tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 08 09:13:04.363482 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9234d6b0-094e-4af0-a66a-0fd40998d84d tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:13:04.368897 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9234d6b0-094e-4af0-a66a-0fd40998d84d tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0868373 Sep 08 09:13:04.369774 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55316) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:04.400184 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network aca0c74a-3797-4a16-bb0f-e13231715222 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:13:04.416605 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port a301781b-46aa-453e-a61a-d405cac27652 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:13:04.417270 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:04.420816 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d01856e3-4911-4f27-82f1-ce5f03e1f674 req-154689f1-e6b6-441e-b16a-4e9f7ce0fbba service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60a03e3f-5b55-4ec1-bfa8-0c870e0716b4 HTTP/1.1" status: 200 len: 217 time: 0.1128695 Sep 08 09:13:04.426178 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6a4ce8e3-c18d-4ce6-801b-286f20a2953f tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f245c38da3a24a2596967186aa4de596&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0551453 Sep 08 09:13:04.426980 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55318) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:04.432627 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-378f0b5c-9b52-4a5f-8a17-56668a4fbdf3 req-30f80b57-41fa-4553-aa4e-8103e56e2f69 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e4eea86-7891-4667-955a-62182fb547df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034740 Sep 08 09:13:04.479304 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d4254e4f-cd00-4786-bfd9-c7a37f3e6579 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:04.497802 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b5cbb49d-cf70-4da6-9132-7dc5826796ac tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:04.529311 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b5cbb49d-cf70-4da6-9132-7dc5826796ac tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:04.604802 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d4254e4f-cd00-4786-bfd9-c7a37f3e6579 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:04.611877 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4254e4f-cd00-4786-bfd9-c7a37f3e6579 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:04.612905 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d4254e4f-cd00-4786-bfd9-c7a37f3e6579 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:04.639144 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42642b2d-7c74-4d68-9b48-0dc4ab688e3b req-403b3c44-ceaf-4a30-a03e-dc3ce6464e0c tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:04.641115 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-42642b2d-7c74-4d68-9b48-0dc4ab688e3b req-403b3c44-ceaf-4a30-a03e-dc3ce6464e0c tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6e03c1d-c167-49da-b6f7-cd3b65315cf9 HTTP/1.1" status: 200 len: 945 time: 0.0754676 Sep 08 09:13:04.648959 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d4254e4f-cd00-4786-bfd9-c7a37f3e6579 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6291413 Sep 08 09:13:04.651643 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55324) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:04.662474 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-28bbf816-17a4-440a-bc51-c36360f6467e tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Request body: {'network': {'name': 'tempest-router-network02--1807743894'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:04.668448 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b5cbb49d-cf70-4da6-9132-7dc5826796ac tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:04.672121 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b5cbb49d-cf70-4da6-9132-7dc5826796ac tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:04.673323 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b5cbb49d-cf70-4da6-9132-7dc5826796ac tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] 10.222.0.54 "DELETE /v2.0/security-groups/e558530e-755a-4723-a1b7-95d19f001ecb HTTP/1.1" status: 204 len: 168 time: 0.2452471 Sep 08 09:13:04.674954 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01856e3-4911-4f27-82f1-ce5f03e1f674 req-79e37fa8-381a-408c-aeb8-cca815e8da7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:04.676466 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d01856e3-4911-4f27-82f1-ce5f03e1f674 req-79e37fa8-381a-408c-aeb8-cca815e8da7c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=280fdeb9-8288-4bb3-b450-490f99951ee9 HTTP/1.1" status: 200 len: 848 time: 0.2333703 Sep 08 09:13:04.678080 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55326) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:04.727248 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cbb49d-cf70-4da6-9132-7dc5826796ac tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e558530e-755a-4723-a1b7-95d19f001ecb,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:04.743473 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-42642b2d-7c74-4d68-9b48-0dc4ab688e3b req-5ba841ac-50c7-4eb2-9a67-d9073a7a99a4 tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] 10.222.0.54 "GET /v2.0/security-groups?id=190ce0b1-9e84-4bc8-8687-fb60d3fb4948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949457 Sep 08 09:13:04.751728 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bbf816-17a4-440a-bc51-c36360f6467e tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Made reservation on behalf of 80ffb05f94de429295567d44ff1037a6 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:13:04.755750 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-28bbf816-17a4-440a-bc51-c36360f6467e tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:04.781856 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bcd383f3-58d9-42f6-a05b-d42f27d7966c tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:04.802250 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28bbf816-17a4-440a-bc51-c36360f6467e tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:13:04.818774 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-28bbf816-17a4-440a-bc51-c36360f6467e tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:04.820219 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-28bbf816-17a4-440a-bc51-c36360f6467e tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Added segment c7fdf347-d18b-46fa-a579-15998b68fe9b of type vlan for network 111914ee-a348-4151-8c31-5fe56bd58321 Sep 08 09:13:04.847240 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-f7398566-254e-4302-a038-612d1b019682 None None] Allocated IP 2001:db8::2 (43cd366f-42ac-4338-9c1c-c4f24944e034/b3fe705d-c3ce-4a8a-87f2-9538981ae057/f8df74c7-4dd5-48b0-b2f3-5c93b4a1a176) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:13:04.868595 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d01856e3-4911-4f27-82f1-ce5f03e1f674 req-25ade1ff-d3ef-4175-9ddf-ddf9c5f14d0f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9b1a493d-1807-4556-84e4-e3665ab8c505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831199 Sep 08 09:13:04.897125 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4254e4f-cd00-4786-bfd9-c7a37f3e6579 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Pushing event updated for resources: {'Network': ['ID=4d60ca3f-0d4e-43f2-8379-99d7a83f633c,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:04.911647 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 4d60ca3f-0d4e-43f2-8379-99d7a83f633c details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:13:04.915556 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5684bae0-6cc5-4237-b7a4-180acec2e27f req-c004c220-f2be-4218-be01-92b9020644f0 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:04.915747 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:04.916493 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5684bae0-6cc5-4237-b7a4-180acec2e27f req-c004c220-f2be-4218-be01-92b9020644f0 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 945 time: 0.3127878 Sep 08 09:13:04.918806 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-28bbf816-17a4-440a-bc51-c36360f6467e tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:04.959128 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-28bbf816-17a4-440a-bc51-c36360f6467e tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:04.972591 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bbf816-17a4-440a-bc51-c36360f6467e tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:04.973265 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-28bbf816-17a4-440a-bc51-c36360f6467e tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:05.004308 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-2924342b-6294-4510-b308-73271d1c14e1 req-372d68a1-b24a-4fa8-a2c1-7cd54031b6bd tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Deleting port ddf7eb89-569b-4a2b-a191-3b0b955d104d {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:13:05.004659 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2924342b-6294-4510-b308-73271d1c14e1 req-372d68a1-b24a-4fa8-a2c1-7cd54031b6bd tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:05.045561 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e03c1d-c167-49da-b6f7-cd3b65315cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a301781b-46aa-453e-a61a-d405cac27652'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:13:05.048297 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-28bbf816-17a4-440a-bc51-c36360f6467e tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3955774 Sep 08 09:13:05.051366 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802b1b97-5551-458f-b2a0-e5c1ebc9920a" -d '{"events": [{"server_uuid": "b6e03c1d-c167-49da-b6f7-cd3b65315cf9", "name": "network-vif-plugged", "status": "completed", "tag": "a301781b-46aa-453e-a61a-d405cac27652"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:13:05.052708 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55328) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:05.081697 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-8e41c65a-a504-4b99-b689-8196247d7a4e tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Request body: {'subnet': {'network_id': '4d60ca3f-0d4e-43f2-8379-99d7a83f633c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:05.082355 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port a301781b-46aa-453e-a61a-d405cac27652, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=a301781b-46aa-453e-a61a-d405cac27652,segment=NetworkSegment(26404e28-9ec7-45c8-b0bb-ce3ddf7caa9b),segment_id=26404e28-9ec7-45c8-b0bb-ce3ddf7caa9b)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:13:05.094789 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:05.099948 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bcd383f3-58d9-42f6-a05b-d42f27d7966c tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:05.120250 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5684bae0-6cc5-4237-b7a4-180acec2e27f req-167e9736-a97a-4488-bd0e-04789ab33836 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1851275 Sep 08 09:13:05.139970 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad820e1-49e4-4bf5-91dc-92b2aef99c3a x-openstack-request-id: req-2ad820e1-49e4-4bf5-91dc-92b2aef99c3a {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:13:05.140274 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e03c1d-c167-49da-b6f7-cd3b65315cf9", "name": "network-vif-plugged", "status": "completed", "tag": "a301781b-46aa-453e-a61a-d405cac27652", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:13:05.140528 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2ad820e1-49e4-4bf5-91dc-92b2aef99c3a {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:13:05.140935 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e03c1d-c167-49da-b6f7-cd3b65315cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a301781b-46aa-453e-a61a-d405cac27652', 'code': 200} Sep 08 09:13:05.149447 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bbf816-17a4-440a-bc51-c36360f6467e tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Pushing event updated for resources: {'Network': ['ID=111914ee-a348-4151-8c31-5fe56bd58321,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:05.193175 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 111914ee-a348-4151-8c31-5fe56bd58321 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:13:05.220186 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-bcd383f3-58d9-42f6-a05b-d42f27d7966c tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aca0c74a-3797-4a16-bb0f-e13231715222']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:05.245532 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-bcd383f3-58d9-42f6-a05b-d42f27d7966c tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd80868a5-942a-48a8-8760-13f90d643306') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:05.245943 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-bcd383f3-58d9-42f6-a05b-d42f27d7966c tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd80868a5-942a-48a8-8760-13f90d643306') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:05.270068 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d01856e3-4911-4f27-82f1-ce5f03e1f674 req-fef392cc-760f-4bcf-a9aa-04ac658bbc62 service neutron] 10.222.0.35 "GET /v2.0/networks/9b1a493d-1807-4556-84e4-e3665ab8c505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759546 Sep 08 09:13:05.291499 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bcd383f3-58d9-42f6-a05b-d42f27d7966c tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:05.311601 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e41c65a-a504-4b99-b689-8196247d7a4e tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Made reservation on behalf of 80ffb05f94de429295567d44ff1037a6 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:13:05.317265 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8e41c65a-a504-4b99-b689-8196247d7a4e tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:05.342664 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f7398566-254e-4302-a038-612d1b019682 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:05.345405 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=a301781b-46aa-453e-a61a-d405cac27652,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:05.369442 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f7398566-254e-4302-a038-612d1b019682 None None] Transition to ACTIVE for port object f8df74c7-4dd5-48b0-b2f3-5c93b4a1a176 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:13:05.389368 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f7398566-254e-4302-a038-612d1b019682 None None] Transition to ACTIVE for port object f8df74c7-4dd5-48b0-b2f3-5c93b4a1a176 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:13:05.397522 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f7398566-254e-4302-a038-612d1b019682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:05.425794 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bcd383f3-58d9-42f6-a05b-d42f27d7966c tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:05.449067 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7398566-254e-4302-a038-612d1b019682 None None] Network 43cd366f-42ac-4338-9c1c-c4f24944e034 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:13:05.454273 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-f7398566-254e-4302-a038-612d1b019682 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:13:05.458105 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7398566-254e-4302-a038-612d1b019682 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:13:05.479028 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7398566-254e-4302-a038-612d1b019682 None None] Pushing event updated for resources: {'Port': ['ID=f8df74c7-4dd5-48b0-b2f3-5c93b4a1a176,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:05.494347 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcd383f3-58d9-42f6-a05b-d42f27d7966c tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:13:05.495079 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bcd383f3-58d9-42f6-a05b-d42f27d7966c tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:05.501223 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-2924342b-6294-4510-b308-73271d1c14e1 req-372d68a1-b24a-4fa8-a2c1-7cd54031b6bd tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] For port ddf7eb89-569b-4a2b-a191-3b0b955d104d, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=ddf7eb89-569b-4a2b-a191-3b0b955d104d,segment=NetworkSegment(268367fb-3099-43cf-aa04-4e7d927825c3),segment_id=268367fb-3099-43cf-aa04-4e7d927825c3)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:13:05.504313 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2924342b-6294-4510-b308-73271d1c14e1 req-372d68a1-b24a-4fa8-a2c1-7cd54031b6bd tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:05.507246 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:13:05.507246 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:13:05.507246 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:13:05.507246 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:13:05.507246 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:13:05.507246 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:13:05.507246 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:13:05.507246 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:13:05.507246 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:13:05.507246 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:13:05.507246 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:13:05.507246 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:13:05.507246 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:13:05.507246 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:13:05.507246 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:13:05.507246 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:13:05.507246 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:13:05.507246 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:13:05.507246 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:13:05.507246 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:13:05.507246 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:13:05.507246 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:13:05.507246 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:13:05.507246 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:13:05.507246 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:13:05.507246 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:13:05.507246 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:13:05.507246 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:13:05.507246 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:13:05.507246 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:13:05.507246 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:13:05.507246 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:13:05.510969 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85219c-5ba1-4487-9890-0b4ab32900a3 req-02cb9f95-24c4-4a6e-890e-6962fe8db071 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:05.519733 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6d85219c-5ba1-4487-9890-0b4ab32900a3 req-02cb9f95-24c4-4a6e-890e-6962fe8db071 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=73f26502-3747-42ba-9590-690b5230dd65 HTTP/1.1" status: 200 len: 945 time: 0.1826622 Sep 08 09:13:05.540647 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-2924342b-6294-4510-b308-73271d1c14e1 req-372d68a1-b24a-4fa8-a2c1-7cd54031b6bd tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Calling delete_port for ddf7eb89-569b-4a2b-a191-3b0b955d104d owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:13:05.557754 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-f7398566-254e-4302-a038-612d1b019682 None None] Attempting to bind port f8df74c7-4dd5-48b0-b2f3-5c93b4a1a176 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:13:05.558258 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-f7398566-254e-4302-a038-612d1b019682 None None] Attempting to bind port f8df74c7-4dd5-48b0-b2f3-5c93b4a1a176 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '8df6ede4-f501-42d3-8734-80a62904568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '43cd366f-42ac-4338-9c1c-c4f24944e034'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:13:05.558743 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7398566-254e-4302-a038-612d1b019682 None None] Attempting to bind port f8df74c7-4dd5-48b0-b2f3-5c93b4a1a176 on network 43cd366f-42ac-4338-9c1c-c4f24944e034 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:13:05.564681 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6d85219c-5ba1-4487-9890-0b4ab32900a3 req-e3e5d875-c300-41cc-8b45-1316c6ff09b0 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/security-groups?id=e6b6ca53-a824-465d-acc6-a8fd7c7358ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439587 Sep 08 09:13:05.566561 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7398566-254e-4302-a038-612d1b019682 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:13:05.567166 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7398566-254e-4302-a038-612d1b019682 None None] Checking segment: {'id': '8df6ede4-f501-42d3-8734-80a62904568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '43cd366f-42ac-4338-9c1c-c4f24944e034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:13:05.567683 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f7398566-254e-4302-a038-612d1b019682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:05.568151 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7398566-254e-4302-a038-612d1b019682 None None] Bound using segment: {'id': '8df6ede4-f501-42d3-8734-80a62904568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '43cd366f-42ac-4338-9c1c-c4f24944e034'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:13:05.568724 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-f7398566-254e-4302-a038-612d1b019682 None None] Bound port: f8df74c7-4dd5-48b0-b2f3-5c93b4a1a176, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8df6ede4-f501-42d3-8734-80a62904568f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '43cd366f-42ac-4338-9c1c-c4f24944e034'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:13:05.569324 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f7398566-254e-4302-a038-612d1b019682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:05.630910 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd893d97-58c2-4e7b-8e92-724e526652ab req-b41c7e87-93bb-451f-b927-22966f452e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:05.632469 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fd893d97-58c2-4e7b-8e92-724e526652ab req-b41c7e87-93bb-451f-b927-22966f452e7d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b6e03c1d-c167-49da-b6f7-cd3b65315cf9 HTTP/1.1" status: 200 len: 1098 time: 0.3890698 Sep 08 09:13:05.660916 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-f7398566-254e-4302-a038-612d1b019682 None None] For port f8df74c7-4dd5-48b0-b2f3-5c93b4a1a176, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:13:05.666942 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-f7398566-254e-4302-a038-612d1b019682 None None] For port f8df74c7-4dd5-48b0-b2f3-5c93b4a1a176, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=f8df74c7-4dd5-48b0-b2f3-5c93b4a1a176,segment=NetworkSegment(8df6ede4-f501-42d3-8734-80a62904568f),segment_id=8df6ede4-f501-42d3-8734-80a62904568f)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:13:05.672824 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f7398566-254e-4302-a038-612d1b019682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:05.733844 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d01856e3-4911-4f27-82f1-ce5f03e1f674 req-ae3ebac0-e5b2-414c-92e7-15e66a8ce1dd service neutron] 10.222.0.35 "GET /v2.0/networks/9b1a493d-1807-4556-84e4-e3665ab8c505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359353 Sep 08 09:13:05.751911 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7398566-254e-4302-a038-612d1b019682 None None] Pushing event updated for resources: {'Port': ['ID=f8df74c7-4dd5-48b0-b2f3-5c93b4a1a176,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:05.755758 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bcd383f3-58d9-42f6-a05b-d42f27d7966c tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:05.790125 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bcd383f3-58d9-42f6-a05b-d42f27d7966c tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:05.792128 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-bcd383f3-58d9-42f6-a05b-d42f27d7966c tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] 10.222.0.54 "DELETE /v2.0/networks/aca0c74a-3797-4a16-bb0f-e13231715222 HTTP/1.1" status: 204 len: 168 time: 1.1103430 Sep 08 09:13:05.798644 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55348) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:05.815532 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcb7c1-9af1-4817-a696-4d425dac13e9 req-80f974e6-0eb0-4030-9086-7dbe794a44f2 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:05.822553 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-75bcb7c1-9af1-4817-a696-4d425dac13e9 req-80f974e6-0eb0-4030-9086-7dbe794a44f2 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] 10.222.0.54 "GET /v2.0/ports?device_id=053d7dcd-f5db-48fe-ab9a-72eb10f85bc7 HTTP/1.1" status: 200 len: 944 time: 0.2864711 Sep 08 09:13:05.862313 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fd893d97-58c2-4e7b-8e92-724e526652ab req-d296b327-5f6f-4bd9-9567-b70f8103b38a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=190ce0b1-9e84-4bc8-8687-fb60d3fb4948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765978 Sep 08 09:13:05.889811 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd383f3-58d9-42f6-a05b-d42f27d7966c tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] Pushing event deleted for resources: {'Network': ['ID=aca0c74a-3797-4a16-bb0f-e13231715222,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:05.953098 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08be310-3c54-4745-80d3-1df01e948766 req-b4531abe-dd98-4045-afcd-49dfd7201831 tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:05.961697 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a08be310-3c54-4745-80d3-1df01e948766 req-b4531abe-dd98-4045-afcd-49dfd7201831 tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6e03c1d-c167-49da-b6f7-cd3b65315cf9 HTTP/1.1" status: 200 len: 946 time: 0.1247826 Sep 08 09:13:06.004981 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8e41c65a-a504-4b99-b689-8196247d7a4e tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:06.031368 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-75bcb7c1-9af1-4817-a696-4d425dac13e9 req-1a92d253-0a65-43de-b1ee-05f64a273a51 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e4eea86-7891-4667-955a-62182fb547df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025363 Sep 08 09:13:06.046195 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-18efa6c4-0a2a-467a-88fd-674420d6a7cd tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:06.055655 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a08be310-3c54-4745-80d3-1df01e948766 req-05e79bb4-2e7b-493a-b458-dd376bf0dd33 tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] 10.222.0.54 "GET /v2.0/security-groups?id=190ce0b1-9e84-4bc8-8687-fb60d3fb4948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918467 Sep 08 09:13:06.070382 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810c77a-ec0e-4174-bbef-9f93f43981ed req-c31042f6-b48f-47f0-920e-1a1554077e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:06.071910 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4810c77a-ec0e-4174-bbef-9f93f43981ed req-c31042f6-b48f-47f0-920e-1a1554077e2b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9c8db60b84c54a3986984d616920958b&device_id=053d7dcd-f5db-48fe-ab9a-72eb10f85bc7 HTTP/1.1" status: 200 len: 1096 time: 0.2017040 Sep 08 09:13:06.135283 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2924342b-6294-4510-b308-73271d1c14e1 req-372d68a1-b24a-4fa8-a2c1-7cd54031b6bd tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:06.135563 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e41c65a-a504-4b99-b689-8196247d7a4e tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Pushing event updated for resources: {'Subnet': ['ID=182d9528-76cd-40b3-9355-d6049c9779c4,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:06.144854 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e41c65a-a504-4b99-b689-8196247d7a4e tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Checking segment: {'id': '699ef736-7e6f-4324-b84b-1642d93c1a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4d60ca3f-0d4e-43f2-8379-99d7a83f633c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:13:06.145226 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e41c65a-a504-4b99-b689-8196247d7a4e tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Network hostable DHCP agents. Network: 4d60ca3f-0d4e-43f2-8379-99d7a83f633c, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:13:06.166827 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e41c65a-a504-4b99-b689-8196247d7a4e tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Network 4d60ca3f-0d4e-43f2-8379-99d7a83f633c is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:13:06.170881 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['ddf7eb89-569b-4a2b-a191-3b0b955d104d'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:13:06.206015 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-8e41c65a-a504-4b99-b689-8196247d7a4e tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 4d60ca3f-0d4e-43f2-8379-99d7a83f633c) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:13:06.214945 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e41c65a-a504-4b99-b689-8196247d7a4e tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:06.215574 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8e41c65a-a504-4b99-b689-8196247d7a4e tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:06.230500 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69c455c-0c06-4023-b17c-568bf26316d2 None None] Network 4d60ca3f-0d4e-43f2-8379-99d7a83f633c requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:13:06.238707 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372d68a1-b24a-4fa8-a2c1-7cd54031b6bd tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Pushing event deleted for resources: {'Port': ['ID=ddf7eb89-569b-4a2b-a191-3b0b955d104d,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:06.252555 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8e41c65a-a504-4b99-b689-8196247d7a4e tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1955161 Sep 08 09:13:06.252783 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55352) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:06.264550 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-7f117c75-ba4a-4e1c-8819-1026eda9d7c5 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Request body: {'subnet': {'network_id': '111914ee-a348-4151-8c31-5fe56bd58321', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:06.390141 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f117c75-ba4a-4e1c-8819-1026eda9d7c5 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Made reservation on behalf of 80ffb05f94de429295567d44ff1037a6 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:13:06.394548 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7f117c75-ba4a-4e1c-8819-1026eda9d7c5 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:06.400168 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-18efa6c4-0a2a-467a-88fd-674420d6a7cd tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:06.403391 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-2924342b-6294-4510-b308-73271d1c14e1 req-372d68a1-b24a-4fa8-a2c1-7cd54031b6bd tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] No DVR routers for this DVR port ddf7eb89-569b-4a2b-a191-3b0b955d104d on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:13:06.407129 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2924342b-6294-4510-b308-73271d1c14e1 req-372d68a1-b24a-4fa8-a2c1-7cd54031b6bd tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:06.409671 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2924342b-6294-4510-b308-73271d1c14e1 req-372d68a1-b24a-4fa8-a2c1-7cd54031b6bd tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.37 "DELETE /v2.0/ports/ddf7eb89-569b-4a2b-a191-3b0b955d104d HTTP/1.1" status: 204 len: 173 time: 2.0017376 Sep 08 09:13:06.431587 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f26502-3747-42ba-9590-690b5230dd65', 'name': 'network-vif-deleted', 'tag': 'ddf7eb89-569b-4a2b-a191-3b0b955d104d'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:13:06.432308 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a78037-32f3-40f6-b231-ed0c50a39b2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-4d60ca3f-0d4e-43f2-8379-99d7a83f633c', 'network_id': '4d60ca3f-0d4e-43f2-8379-99d7a83f633c', 'tenant_id': '80ffb05f94de429295567d44ff1037a6', 'fixed_ips': [{'subnet_id': '182d9528-76cd-40b3-9355-d6049c9779c4'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:13:06.433865 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11aacf1e-7f31-444b-9886-e31858c00c59" -d '{"events": [{"server_uuid": "73f26502-3747-42ba-9590-690b5230dd65", "name": "network-vif-deleted", "tag": "ddf7eb89-569b-4a2b-a191-3b0b955d104d"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:13:06.434497 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-24a78037-32f3-40f6-b231-ed0c50a39b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:06.472303 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810c77a-ec0e-4174-bbef-9f93f43981ed req-ff9dff6e-3ab4-435f-a7c2-82418bdaddbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:06.473973 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4810c77a-ec0e-4174-bbef-9f93f43981ed req-ff9dff6e-3ab4-435f-a7c2-82418bdaddbb service neutron] 10.222.0.35 "GET /v2.0/networks?id=9b1a493d-1807-4556-84e4-e3665ab8c505 HTTP/1.1" status: 200 len: 909 time: 0.3914585 Sep 08 09:13:06.478324 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-18efa6c4-0a2a-467a-88fd-674420d6a7cd tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ed0b00a-0b55-4b10-b49d-0723103136fc']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:06.499132 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-18efa6c4-0a2a-467a-88fd-674420d6a7cd tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70bb8ff1-076c-4bfe-8f5d-8e6b919063aa') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:06.499468 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-18efa6c4-0a2a-467a-88fd-674420d6a7cd tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70bb8ff1-076c-4bfe-8f5d-8e6b919063aa') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:06.510186 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8537fe5f-41bf-4396-b9a0-b448ea3c7b34 x-openstack-request-id: req-8537fe5f-41bf-4396-b9a0-b448ea3c7b34 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:13:06.510621 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73f26502-3747-42ba-9590-690b5230dd65", "name": "network-vif-deleted", "tag": "ddf7eb89-569b-4a2b-a191-3b0b955d104d", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:13:06.510884 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8537fe5f-41bf-4396-b9a0-b448ea3c7b34 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:13:06.511169 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f26502-3747-42ba-9590-690b5230dd65', 'name': 'network-vif-deleted', 'tag': 'ddf7eb89-569b-4a2b-a191-3b0b955d104d', 'status': 'completed', 'code': 200} Sep 08 09:13:06.555651 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17894f2-4159-4cfa-b862-2bcd3acc87b0 req-5db915bc-f357-49ea-a6fd-30ef1fcbe589 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:06.557230 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b17894f2-4159-4cfa-b862-2bcd3acc87b0 req-5db915bc-f357-49ea-a6fd-30ef1fcbe589 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 945 time: 0.3143182 Sep 08 09:13:06.559494 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-18efa6c4-0a2a-467a-88fd-674420d6a7cd tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:06.562637 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4810c77a-ec0e-4174-bbef-9f93f43981ed req-b4ff4365-d196-4e8e-8eb3-53daeb42a698 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60a03e3f-5b55-4ec1-bfa8-0c870e0716b4 HTTP/1.1" status: 200 len: 217 time: 0.0720367 Sep 08 09:13:06.619901 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-18efa6c4-0a2a-467a-88fd-674420d6a7cd tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:06.638288 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18efa6c4-0a2a-467a-88fd-674420d6a7cd tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:13:06.638751 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-18efa6c4-0a2a-467a-88fd-674420d6a7cd tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:06.647517 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:13:06.647517 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:13:06.647517 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:13:06.647517 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:13:06.647517 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:13:06.647517 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:13:06.647517 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:13:06.647517 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:13:06.647517 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:13:06.647517 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:13:06.647517 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:13:06.647517 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:13:06.647517 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:13:06.647517 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:13:06.647517 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:13:06.647517 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:13:06.647517 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:13:06.647517 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:13:06.647517 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:13:06.647517 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:13:06.647517 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:13:06.647517 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:13:06.647517 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:13:06.647517 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:13:06.647517 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:13:06.647517 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:13:06.647517 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:13:06.647517 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:13:06.647517 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:13:06.647517 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:13:06.647517 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:13:06.647517 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:13:06.755393 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b17894f2-4159-4cfa-b862-2bcd3acc87b0 req-1888806c-899a-4b8b-a77c-c8f751ac0789 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1916499 Sep 08 09:13:06.756981 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810c77a-ec0e-4174-bbef-9f93f43981ed req-4b2eb778-25f7-4515-a1ab-11c1da7f930e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:06.763027 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4810c77a-ec0e-4174-bbef-9f93f43981ed req-4b2eb778-25f7-4515-a1ab-11c1da7f930e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=280fdeb9-8288-4bb3-b450-490f99951ee9 HTTP/1.1" status: 200 len: 848 time: 0.1825998 Sep 08 09:13:06.779983 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7f117c75-ba4a-4e1c-8819-1026eda9d7c5 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:06.799850 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-24a78037-32f3-40f6-b231-ed0c50a39b2f None None] Allocated IP 2001:db8::2 (4d60ca3f-0d4e-43f2-8379-99d7a83f633c/182d9528-76cd-40b3-9355-d6049c9779c4/1769456f-0c60-4624-84f3-93d571eb12db) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:13:06.853848 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4810c77a-ec0e-4174-bbef-9f93f43981ed req-92ea6ab9-5d62-49b7-b5f4-7b555de70131 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9b1a493d-1807-4556-84e4-e3665ab8c505&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769506 Sep 08 09:13:06.854809 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-18efa6c4-0a2a-467a-88fd-674420d6a7cd tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:06.871784 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-18efa6c4-0a2a-467a-88fd-674420d6a7cd tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:06.878743 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-18efa6c4-0a2a-467a-88fd-674420d6a7cd tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] 10.222.0.54 "DELETE /v2.0/networks/4ed0b00a-0b55-4b10-b49d-0723103136fc HTTP/1.1" status: 204 len: 168 time: 1.0769444 Sep 08 09:13:06.925796 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f7539e08-4f63-484b-b15f-56e7750e14ad req-6c5d6b7b-e266-4748-894d-08645019b0b0 tempest-ListServerFiltersTestJSON-472112418 tempest-ListServerFiltersTestJSON-472112418-project] 10.222.0.54 "GET /v2.0/ports?device_id=73f26502-3747-42ba-9590-690b5230dd65 HTTP/1.1" status: 200 len: 210 time: 0.0846674 Sep 08 09:13:06.926388 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18efa6c4-0a2a-467a-88fd-674420d6a7cd tempest-QuotasNegativeTest-2037684357 tempest-QuotasNegativeTest-2037684357-project-admin] Pushing event deleted for resources: {'Network': ['ID=4ed0b00a-0b55-4b10-b49d-0723103136fc,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:06.996440 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f117c75-ba4a-4e1c-8819-1026eda9d7c5 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Pushing event updated for resources: {'Subnet': ['ID=3bb9f5f1-df5e-4c6a-99e5-47cb7cce9023,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:07.063622 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f117c75-ba4a-4e1c-8819-1026eda9d7c5 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Checking segment: {'id': 'c7fdf347-d18b-46fa-a579-15998b68fe9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '111914ee-a348-4151-8c31-5fe56bd58321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:13:07.101755 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f117c75-ba4a-4e1c-8819-1026eda9d7c5 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Network hostable DHCP agents. Network: 111914ee-a348-4151-8c31-5fe56bd58321, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:13:07.124673 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-24a78037-32f3-40f6-b231-ed0c50a39b2f None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:07.156194 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-24a78037-32f3-40f6-b231-ed0c50a39b2f None None] Transition to ACTIVE for port object 1769456f-0c60-4624-84f3-93d571eb12db will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:13:07.172358 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f117c75-ba4a-4e1c-8819-1026eda9d7c5 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Network 111914ee-a348-4151-8c31-5fe56bd58321 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:13:07.194895 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-7f117c75-ba4a-4e1c-8819-1026eda9d7c5 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 111914ee-a348-4151-8c31-5fe56bd58321) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:13:07.205035 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-24a78037-32f3-40f6-b231-ed0c50a39b2f None None] Transition to ACTIVE for port object 1769456f-0c60-4624-84f3-93d571eb12db will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:13:07.220238 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device f8df74c7-4dd5-48b0-b2f3-5c93b4a1a176 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:13:07.220646 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4810c77a-ec0e-4174-bbef-9f93f43981ed req-3f7859a6-d10b-4b7d-9384-6dcb11ab8754 service neutron] 10.222.0.35 "GET /v2.0/networks/9b1a493d-1807-4556-84e4-e3665ab8c505?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603401 Sep 08 09:13:07.221055 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f117c75-ba4a-4e1c-8819-1026eda9d7c5 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:07.221912 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7f117c75-ba4a-4e1c-8819-1026eda9d7c5 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:07.229347 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5802d6b-bc8d-4c58-9538-e13ee11e39a7 None None] Network 111914ee-a348-4151-8c31-5fe56bd58321 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:13:07.245987 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-24a78037-32f3-40f6-b231-ed0c50a39b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:07.313161 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7f117c75-ba4a-4e1c-8819-1026eda9d7c5 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0586450 Sep 08 09:13:07.353104 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55368) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:07.376818 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a78037-32f3-40f6-b231-ed0c50a39b2f None None] Network 4d60ca3f-0d4e-43f2-8379-99d7a83f633c is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:13:07.399939 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-24a78037-32f3-40f6-b231-ed0c50a39b2f None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:13:07.403490 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a78037-32f3-40f6-b231-ed0c50a39b2f None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:13:07.536613 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff4b812-f278-4bd2-8a7d-468dd8228992 req-fc8a135a-6b06-42bd-a72e-93c1a4d69d34 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:07.538525 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4ff4b812-f278-4bd2-8a7d-468dd8228992 req-fc8a135a-6b06-42bd-a72e-93c1a4d69d34 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] 10.222.0.54 "GET /v2.0/ports?device_id=053d7dcd-f5db-48fe-ab9a-72eb10f85bc7 HTTP/1.1" status: 200 len: 944 time: 0.3040352 Sep 08 09:13:07.599496 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a78037-32f3-40f6-b231-ed0c50a39b2f None None] Pushing event updated for resources: {'Port': ['ID=1769456f-0c60-4624-84f3-93d571eb12db,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:07.620252 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4810c77a-ec0e-4174-bbef-9f93f43981ed req-9428b2a4-fc96-446e-8fab-8047c779cea7 service neutron] 10.222.0.35 "GET /v2.0/networks/9b1a493d-1807-4556-84e4-e3665ab8c505?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909724 Sep 08 09:13:07.624943 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1d4107-85b1-49ff-a8ea-5bb699cf5bde None None] Network 43cd366f-42ac-4338-9c1c-c4f24944e034 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:13:07.672548 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4ff4b812-f278-4bd2-8a7d-468dd8228992 req-700e0dab-540c-4270-8d4f-443ba1e09af9 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e4eea86-7891-4667-955a-62182fb547df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260324 Sep 08 09:13:07.729522 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f68b76bb-ba88-45a0-a8a1-c5fcc2342f63 None None] Provisioning for port f8df74c7-4dd5-48b0-b2f3-5c93b4a1a176 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:13:07.732457 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-24a78037-32f3-40f6-b231-ed0c50a39b2f None None] Attempting to bind port 1769456f-0c60-4624-84f3-93d571eb12db on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:13:07.733089 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-24a78037-32f3-40f6-b231-ed0c50a39b2f None None] Attempting to bind port 1769456f-0c60-4624-84f3-93d571eb12db by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '699ef736-7e6f-4324-b84b-1642d93c1a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4d60ca3f-0d4e-43f2-8379-99d7a83f633c'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:13:07.733578 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a78037-32f3-40f6-b231-ed0c50a39b2f None None] Attempting to bind port 1769456f-0c60-4624-84f3-93d571eb12db on network 4d60ca3f-0d4e-43f2-8379-99d7a83f633c {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:13:07.785724 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f162b4-7af1-46c4-83e0-64555f924cc4 req-d1cfa990-7a7c-4e0f-9ab2-1d3d3b3c8608 tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:07.787056 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port f8df74c7-4dd5-48b0-b2f3-5c93b4a1a176 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:13:07.798780 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-73f162b4-7af1-46c4-83e0-64555f924cc4 req-d1cfa990-7a7c-4e0f-9ab2-1d3d3b3c8608 tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6e03c1d-c167-49da-b6f7-cd3b65315cf9 HTTP/1.1" status: 200 len: 946 time: 0.5196860 Sep 08 09:13:07.807581 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port f8df74c7-4dd5-48b0-b2f3-5c93b4a1a176 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:13:07.808891 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:07.870861 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a78037-32f3-40f6-b231-ed0c50a39b2f None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:13:07.871289 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a78037-32f3-40f6-b231-ed0c50a39b2f None None] Checking segment: {'id': '699ef736-7e6f-4324-b84b-1642d93c1a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4d60ca3f-0d4e-43f2-8379-99d7a83f633c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:13:07.872269 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-24a78037-32f3-40f6-b231-ed0c50a39b2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:07.872269 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a78037-32f3-40f6-b231-ed0c50a39b2f None None] Bound using segment: {'id': '699ef736-7e6f-4324-b84b-1642d93c1a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4d60ca3f-0d4e-43f2-8379-99d7a83f633c'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:13:07.872602 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-24a78037-32f3-40f6-b231-ed0c50a39b2f None None] Bound port: 1769456f-0c60-4624-84f3-93d571eb12db, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '699ef736-7e6f-4324-b84b-1642d93c1a06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4d60ca3f-0d4e-43f2-8379-99d7a83f633c'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:13:07.873820 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-24a78037-32f3-40f6-b231-ed0c50a39b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:07.892858 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55376) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:08.039301 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-73f162b4-7af1-46c4-83e0-64555f924cc4 req-5a5312fc-1731-4443-b5ad-21bc63298ea1 tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] 10.222.0.54 "GET /v2.0/security-groups?id=190ce0b1-9e84-4bc8-8687-fb60d3fb4948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235515 Sep 08 09:13:08.079853 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55384) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:08.088513 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b34a718f-0686-461c-9f09-684566cc6a07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:08.103573 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76dfc9-badc-475f-8de1-eb02f56ec5fa req-65259797-be77-43fe-9bbe-50ff3688d264 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:08.106591 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5f76dfc9-badc-475f-8de1-eb02f56ec5fa req-65259797-be77-43fe-9bbe-50ff3688d264 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 945 time: 0.1770787 Sep 08 09:13:08.149271 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-24a78037-32f3-40f6-b231-ed0c50a39b2f None None] For port 1769456f-0c60-4624-84f3-93d571eb12db, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:13:08.153133 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-24a78037-32f3-40f6-b231-ed0c50a39b2f None None] For port 1769456f-0c60-4624-84f3-93d571eb12db, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=1769456f-0c60-4624-84f3-93d571eb12db,segment=NetworkSegment(699ef736-7e6f-4324-b84b-1642d93c1a06),segment_id=699ef736-7e6f-4324-b84b-1642d93c1a06)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:13:08.165986 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-75fe9981-6e39-44a3-8372-4081dc84cc02 admin admin] Deleting subnet d780f37f-564d-499d-a30a-228737f9b006 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:13:08.169064 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8ee758df-567a-49a1-98a1-be00678468ad tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:08.171400 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-24a78037-32f3-40f6-b231-ed0c50a39b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:08.184454 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5d5301-77d8-4d7a-9ac3-dd00a78ed0e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-111914ee-a348-4151-8c31-5fe56bd58321', 'network_id': '111914ee-a348-4151-8c31-5fe56bd58321', 'tenant_id': '80ffb05f94de429295567d44ff1037a6', 'fixed_ips': [{'subnet_id': '3bb9f5f1-df5e-4c6a-99e5-47cb7cce9023'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:13:08.192235 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6b5d5301-77d8-4d7a-9ac3-dd00a78ed0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:08.192352 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-75fe9981-6e39-44a3-8372-4081dc84cc02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:08.240178 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-75fe9981-6e39-44a3-8372-4081dc84cc02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:08.280724 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a78037-32f3-40f6-b231-ed0c50a39b2f None None] Pushing event updated for resources: {'Port': ['ID=1769456f-0c60-4624-84f3-93d571eb12db,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:08.294104 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:08.310668 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b34a718f-0686-461c-9f09-684566cc6a07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:08.316076 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5f76dfc9-badc-475f-8de1-eb02f56ec5fa req-8a47db07-311a-4fd2-ba36-f04ec4988c18 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2018051 Sep 08 09:13:08.318627 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b34a718f-0686-461c-9f09-684566cc6a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:08.361223 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port f8df74c7-4dd5-48b0-b2f3-5c93b4a1a176, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=f8df74c7-4dd5-48b0-b2f3-5c93b4a1a176,segment=NetworkSegment(8df6ede4-f501-42d3-8734-80a62904568f),segment_id=8df6ede4-f501-42d3-8734-80a62904568f)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:13:08.361594 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device ddf7eb89-569b-4a2b-a191-3b0b955d104d no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:13:08.363436 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a718f-0686-461c-9f09-684566cc6a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6e7bb4-3d92-4eeb-bac8-c83562096567,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:08.394205 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-75fe9981-6e39-44a3-8372-4081dc84cc02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:08.416005 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b34a718f-0686-461c-9f09-684566cc6a07 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5bc7eaf6d4fb435f9f7c1557d682af1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5195799 Sep 08 09:13:08.417040 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55392) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:08.483376 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:08.492492 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3cc1cecc-3d2f-419a-acfb-0fdc64f9412e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:08.516583 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: ddf7eb89-569b-4a2b-a191-3b0b955d104d {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:13:08.516933 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device ddf7eb89-569b-4a2b-a191-3b0b955d104d not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:13:08.532217 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3cc1cecc-3d2f-419a-acfb-0fdc64f9412e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:08.693196 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3cc1cecc-3d2f-419a-acfb-0fdc64f9412e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:08.719849 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3cc1cecc-3d2f-419a-acfb-0fdc64f9412e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:08.726809 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-3cc1cecc-3d2f-419a-acfb-0fdc64f9412e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3b6e7bb4-3d92-4eeb-bac8-c83562096567 HTTP/1.1" status: 204 len: 168 time: 0.3084354 Sep 08 09:13:08.755869 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=f8df74c7-4dd5-48b0-b2f3-5c93b4a1a176,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:08.797211 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1cecc-3d2f-419a-acfb-0fdc64f9412e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6e7bb4-3d92-4eeb-bac8-c83562096567,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:08.884669 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 60a03e3f-5b55-4ec1-bfa8-0c870e0716b4 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:13:09.033418 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c02804-15aa-45d3-96cf-575083c7cd8e req-e04d84db-d2c4-40c1-b6be-28d95f251119 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:09.052612 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-95c02804-15aa-45d3-96cf-575083c7cd8e req-e04d84db-d2c4-40c1-b6be-28d95f251119 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] 10.222.0.54 "GET /v2.0/ports?device_id=053d7dcd-f5db-48fe-ab9a-72eb10f85bc7 HTTP/1.1" status: 200 len: 944 time: 0.1917505 Sep 08 09:13:09.086796 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-6b5d5301-77d8-4d7a-9ac3-dd00a78ed0e9 None None] Allocated IP 2001:db8::2 (111914ee-a348-4151-8c31-5fe56bd58321/3bb9f5f1-df5e-4c6a-99e5-47cb7cce9023/8ce44bfb-dd51-45f3-85ab-31e7cd065b86) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:13:09.104863 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-75fe9981-6e39-44a3-8372-4081dc84cc02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:09.172824 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-95c02804-15aa-45d3-96cf-575083c7cd8e req-93d9c440-c082-44ab-ac2f-020ddf6f3918 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e4eea86-7891-4667-955a-62182fb547df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146870 Sep 08 09:13:09.256046 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe9981-6e39-44a3-8372-4081dc84cc02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d780f37f-564d-499d-a30a-228737f9b006,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:09.270026 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-75fe9981-6e39-44a3-8372-4081dc84cc02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:09.272022 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-75fe9981-6e39-44a3-8372-4081dc84cc02 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/d780f37f-564d-499d-a30a-228737f9b006 HTTP/1.1" status: 204 len: 168 time: 1.1865115 Sep 08 09:13:09.274617 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55414) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:09.304308 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc46ce-0983-4ac7-ab10-74fc42ef86e0 req-5016e836-3511-4e48-8cc3-021dcabfe9ce tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:09.311760 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3cbc46ce-0983-4ac7-ab10-74fc42ef86e0 req-5016e836-3511-4e48-8cc3-021dcabfe9ce tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6e03c1d-c167-49da-b6f7-cd3b65315cf9 HTTP/1.1" status: 200 len: 946 time: 0.4079342 Sep 08 09:13:09.317662 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fc2c46-a353-48b3-9533-c44409350953 None None] Network 61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:13:09.415552 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device f8df74c7-4dd5-48b0-b2f3-5c93b4a1a176 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:13:09.425322 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3cbc46ce-0983-4ac7-ab10-74fc42ef86e0 req-e5f57c36-0f2a-4bce-b7f3-f32503c90b3b tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] 10.222.0.54 "GET /v2.0/security-groups?id=190ce0b1-9e84-4bc8-8687-fb60d3fb4948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125793 Sep 08 09:13:09.438747 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-8ee758df-567a-49a1-98a1-be00678468ad tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Allocated IP 2001:db8::1 (4d60ca3f-0d4e-43f2-8379-99d7a83f633c/182d9528-76cd-40b3-9355-d6049c9779c4/2e161caf-4953-4b49-bc65-7d7ce77a3741) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:13:09.440967 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55418) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:09.462893 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-57452d09-6f16-4025-ac28-68dd9f62c3a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:09.474339 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-272f2abc-7699-45f9-aa79-9905010e2032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:09.657659 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8ee758df-567a-49a1-98a1-be00678468ad tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:09.699289 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-8ee758df-567a-49a1-98a1-be00678468ad tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Transition to ACTIVE for port object 2e161caf-4953-4b49-bc65-7d7ce77a3741 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:13:09.702099 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e7a35-bc51-4026-93f8-edea3e1e9999 req-bbcc10f8-f79b-4bfa-836a-1f8ce1ceb487 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:09.706098 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9b6e7a35-bc51-4026-93f8-edea3e1e9999 req-bbcc10f8-f79b-4bfa-836a-1f8ce1ceb487 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 945 time: 0.2280884 Sep 08 09:13:09.746788 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-57452d09-6f16-4025-ac28-68dd9f62c3a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:09.749704 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55422) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:09.766859 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-57452d09-6f16-4025-ac28-68dd9f62c3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:09.836479 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-57452d09-6f16-4025-ac28-68dd9f62c3a4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5a7888647a934cbaae2ae80238586122&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3944468 Sep 08 09:13:09.844185 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55426) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:09.861118 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2eb2f66e-0bdc-43a6-9b7b-2fe173e1d466 None None] Provisioning complete for port f8df74c7-4dd5-48b0-b2f3-5c93b4a1a176 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:13:09.861118 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2eb2f66e-0bdc-43a6-9b7b-2fe173e1d466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:09.862440 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9b6e7a35-bc51-4026-93f8-edea3e1e9999 req-89cf01c6-74fc-4bf0-bc1b-807b907daa61 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1416450 Sep 08 09:13:09.864824 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-272f2abc-7699-45f9-aa79-9905010e2032 admin admin] Deleting port 14701aae-07b9-4bf8-8cfe-ce47021ae5f4 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:13:09.865623 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-272f2abc-7699-45f9-aa79-9905010e2032 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:09.979207 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 60a03e3f-5b55-4ec1-bfa8-0c870e0716b4, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=60a03e3f-5b55-4ec1-bfa8-0c870e0716b4,segment=NetworkSegment(6db9982f-b80f-425e-b846-ab82c09ade9e),segment_id=6db9982f-b80f-425e-b846-ab82c09ade9e)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:13:09.979708 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57452d09-6f16-4025-ac28-68dd9f62c3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e841c078-4c0a-444e-8992-2c092c3890b3,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:09.999558 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8ee758df-567a-49a1-98a1-be00678468ad tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:10.037423 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-272f2abc-7699-45f9-aa79-9905010e2032 admin admin] For port 14701aae-07b9-4bf8-8cfe-ce47021ae5f4, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=14701aae-07b9-4bf8-8cfe-ce47021ae5f4,segment=NetworkSegment(268367fb-3099-43cf-aa04-4e7d927825c3),segment_id=268367fb-3099-43cf-aa04-4e7d927825c3)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:13:10.040590 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-272f2abc-7699-45f9-aa79-9905010e2032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:10.048598 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6b5d5301-77d8-4d7a-9ac3-dd00a78ed0e9 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:10.059866 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-6b5d5301-77d8-4d7a-9ac3-dd00a78ed0e9 None None] Transition to ACTIVE for port object 8ce44bfb-dd51-45f3-85ab-31e7cd065b86 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:13:10.067665 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-272f2abc-7699-45f9-aa79-9905010e2032 admin admin] Calling delete_port for 14701aae-07b9-4bf8-8cfe-ce47021ae5f4 owned by network:dhcp {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:13:10.068685 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee758df-567a-49a1-98a1-be00678468ad tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Pushing event updated for resources: {'Port': ['ID=2e161caf-4953-4b49-bc65-7d7ce77a3741,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:10.071170 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fa08b926-0c37-41af-af9a-e88bae61966b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:10.104254 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee758df-567a-49a1-98a1-be00678468ad tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Network 4d60ca3f-0d4e-43f2-8379-99d7a83f633c is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:13:10.111800 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-8ee758df-567a-49a1-98a1-be00678468ad tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:13:10.115293 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fffd0e24-aac4-4f0d-986a-80c7d4e862dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:10.119413 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee758df-567a-49a1-98a1-be00678468ad tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:13:10.120218 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8ee758df-567a-49a1-98a1-be00678468ad tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:10.136296 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-6b5d5301-77d8-4d7a-9ac3-dd00a78ed0e9 None None] Transition to ACTIVE for port object 8ce44bfb-dd51-45f3-85ab-31e7cd065b86 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:13:10.146538 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port f8df74c7-4dd5-48b0-b2f3-5c93b4a1a176 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:13:10.146929 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:10.149849 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '60a03e3f-5b55-4ec1-bfa8-0c870e0716b4', 'network_id': '9b1a493d-1807-4556-84e4-e3665ab8c505', 'port_id': '60a03e3f-5b55-4ec1-bfa8-0c870e0716b4', 'mac_address': 'fa:16:3e:aa:c0:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '280fdeb9-8288-4bb3-b450-490f99951ee9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:13:10.154166 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a565d1f7-4cdf-409c-bf0c-27a50db09550 None None] Network 4d60ca3f-0d4e-43f2-8379-99d7a83f633c requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:13:10.200630 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa62bb-362e-4318-b695-f8d57d8fbe72 req-f24e1aa4-2482-488e-8655-7a1455316af7 tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:10.202553 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-eafa62bb-362e-4318-b695-f8d57d8fbe72 req-f24e1aa4-2482-488e-8655-7a1455316af7 tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] 10.222.0.37 "GET /v2.0/ports?device_id=b6e03c1d-c167-49da-b6f7-cd3b65315cf9 HTTP/1.1" status: 200 len: 946 time: 0.0839520 Sep 08 09:13:10.223213 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6b5d5301-77d8-4d7a-9ac3-dd00a78ed0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:10.249152 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fffd0e24-aac4-4f0d-986a-80c7d4e862dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:10.272857 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-272f2abc-7699-45f9-aa79-9905010e2032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:10.322906 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f2abc-7699-45f9-aa79-9905010e2032 admin admin] Pushing event deleted for resources: {'Port': ['ID=14701aae-07b9-4bf8-8cfe-ce47021ae5f4,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:10.324777 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272f2abc-7699-45f9-aa79-9905010e2032 admin admin] No DVR routers for this DVR port 14701aae-07b9-4bf8-8cfe-ce47021ae5f4 on host n-d-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:13:10.401996 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:10.412722 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8ee758df-567a-49a1-98a1-be00678468ad tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:10.423824 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5d5301-77d8-4d7a-9ac3-dd00a78ed0e9 None None] Network 111914ee-a348-4151-8c31-5fe56bd58321 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:13:10.429288 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60a03e3f-5b55-4ec1-bfa8-0c870e0716b4 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:13:10.441157 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08672f5-b4e8-4e0e-95bf-71209ebfa830 req-3024bc85-e52f-4fd6-adc1-ba1cba85a900 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:10.444558 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a08672f5-b4e8-4e0e-95bf-71209ebfa830 req-3024bc85-e52f-4fd6-adc1-ba1cba85a900 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] 10.222.0.54 "GET /v2.0/ports?device_id=053d7dcd-f5db-48fe-ab9a-72eb10f85bc7 HTTP/1.1" status: 200 len: 944 time: 0.1677127 Sep 08 09:13:10.465362 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fffd0e24-aac4-4f0d-986a-80c7d4e862dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:10.468911 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fffd0e24-aac4-4f0d-986a-80c7d4e862dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:10.470409 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-fffd0e24-aac4-4f0d-986a-80c7d4e862dc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e841c078-4c0a-444e-8992-2c092c3890b3 HTTP/1.1" status: 204 len: 168 time: 0.6193554 Sep 08 09:13:10.503359 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fa08b926-0c37-41af-af9a-e88bae61966b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:10.513038 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-6b5d5301-77d8-4d7a-9ac3-dd00a78ed0e9 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:13:10.524900 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd0e24-aac4-4f0d-986a-80c7d4e862dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e841c078-4c0a-444e-8992-2c092c3890b3,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:10.527172 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fa08b926-0c37-41af-af9a-e88bae61966b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:10.527501 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5d5301-77d8-4d7a-9ac3-dd00a78ed0e9 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:13:10.612200 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b251e6e6-211a-4019-b9eb-51507f33158f None None] DHCP port deletion for 61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:13:10.646155 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-31d86ad5-2b3c-4ec6-9a3c-61dffe99f1b8 None None] Provisioning for port 1769456f-0c60-4624-84f3-93d571eb12db completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:13:10.700901 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-fa08b926-0c37-41af-af9a-e88bae61966b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=27ba97090c434652894646f3aa56b859&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9498932 Sep 08 09:13:10.708237 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55434) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:10.709533 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa08b926-0c37-41af-af9a-e88bae61966b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b686c7-a0e9-42c7-b3a1-c42ac7c8d245,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:10.718801 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 60a03e3f-5b55-4ec1-bfa8-0c870e0716b4, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=60a03e3f-5b55-4ec1-bfa8-0c870e0716b4,segment=NetworkSegment(6db9982f-b80f-425e-b846-ab82c09ade9e),segment_id=6db9982f-b80f-425e-b846-ab82c09ade9e)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:13:10.725725 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d5301-77d8-4d7a-9ac3-dd00a78ed0e9 None None] Pushing event updated for resources: {'Port': ['ID=8ce44bfb-dd51-45f3-85ab-31e7cd065b86,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:10.754452 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a08672f5-b4e8-4e0e-95bf-71209ebfa830 req-ea5e368b-f5af-4ba3-b5d5-94b835551015 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e4eea86-7891-4667-955a-62182fb547df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554109 Sep 08 09:13:10.764997 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-272f2abc-7699-45f9-aa79-9905010e2032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:10.787170 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-eafa62bb-362e-4318-b695-f8d57d8fbe72 req-5d3e6744-12a0-4004-993e-02219f97607b tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] Deleting port a301781b-46aa-453e-a61a-d405cac27652 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:13:10.787514 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-eafa62bb-362e-4318-b695-f8d57d8fbe72 req-5d3e6744-12a0-4004-993e-02219f97607b tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:10.803211 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:10.807305 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-272f2abc-7699-45f9-aa79-9905010e2032 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:10.839255 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e63da960-0267-472d-a332-e177f183076c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:10.852573 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-272f2abc-7699-45f9-aa79-9905010e2032 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '268367fb-3099-43cf-aa04-4e7d927825c3') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:10.852962 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-272f2abc-7699-45f9-aa79-9905010e2032 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '268367fb-3099-43cf-aa04-4e7d927825c3') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:10.862350 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-6b5d5301-77d8-4d7a-9ac3-dd00a78ed0e9 None None] Attempting to bind port 8ce44bfb-dd51-45f3-85ab-31e7cd065b86 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:13:10.867907 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-6b5d5301-77d8-4d7a-9ac3-dd00a78ed0e9 None None] Attempting to bind port 8ce44bfb-dd51-45f3-85ab-31e7cd065b86 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'c7fdf347-d18b-46fa-a579-15998b68fe9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '111914ee-a348-4151-8c31-5fe56bd58321'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:13:10.868681 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5d5301-77d8-4d7a-9ac3-dd00a78ed0e9 None None] Attempting to bind port 8ce44bfb-dd51-45f3-85ab-31e7cd065b86 on network 111914ee-a348-4151-8c31-5fe56bd58321 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:13:10.893662 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e63da960-0267-472d-a332-e177f183076c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:10.901226 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-272f2abc-7699-45f9-aa79-9905010e2032 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:10.936487 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043edc05-9e3e-4797-8367-5df5a57a5ad0 req-e4eec9a9-66de-4a78-b54f-e7dacb5e2230 tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:10.939488 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5d5301-77d8-4d7a-9ac3-dd00a78ed0e9 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:13:10.941784 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5d5301-77d8-4d7a-9ac3-dd00a78ed0e9 None None] Checking segment: {'id': 'c7fdf347-d18b-46fa-a579-15998b68fe9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '111914ee-a348-4151-8c31-5fe56bd58321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:13:10.942509 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6b5d5301-77d8-4d7a-9ac3-dd00a78ed0e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:10.943392 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5d5301-77d8-4d7a-9ac3-dd00a78ed0e9 None None] Bound using segment: {'id': 'c7fdf347-d18b-46fa-a579-15998b68fe9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '111914ee-a348-4151-8c31-5fe56bd58321'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:13:10.943565 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-043edc05-9e3e-4797-8367-5df5a57a5ad0 req-e4eec9a9-66de-4a78-b54f-e7dacb5e2230 tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6e03c1d-c167-49da-b6f7-cd3b65315cf9 HTTP/1.1" status: 200 len: 946 time: 0.1757450 Sep 08 09:13:10.944351 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-6b5d5301-77d8-4d7a-9ac3-dd00a78ed0e9 None None] Bound port: 8ce44bfb-dd51-45f3-85ab-31e7cd065b86, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7fdf347-d18b-46fa-a579-15998b68fe9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '111914ee-a348-4151-8c31-5fe56bd58321'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:13:10.945102 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6b5d5301-77d8-4d7a-9ac3-dd00a78ed0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:10.955651 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-272f2abc-7699-45f9-aa79-9905010e2032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:10.973241 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-272f2abc-7699-45f9-aa79-9905010e2032 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:13:10.974096 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-272f2abc-7699-45f9-aa79-9905010e2032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:10.975532 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:13:10.975532 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:13:10.975532 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:13:10.975532 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:13:10.975532 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:13:10.975532 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:13:10.975532 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:13:10.975532 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:13:10.975532 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:13:10.975532 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:13:10.975532 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:13:10.975532 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:13:10.975532 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:13:10.975532 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:13:10.975532 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:13:10.975532 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:13:10.975532 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:13:10.975532 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:13:10.975532 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:13:10.975532 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:13:10.975532 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:13:10.975532 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:13:10.975532 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:13:10.975532 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:13:10.975532 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:13:10.975532 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:13:10.975532 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:13:10.975532 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:13:10.975532 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:13:10.975532 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:13:10.975532 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:13:10.975532 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:13:11.023577 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 1769456f-0c60-4624-84f3-93d571eb12db up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:13:11.067305 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-043edc05-9e3e-4797-8367-5df5a57a5ad0 req-d959a5b7-9be1-4ce0-9df7-e060392a3ad8 tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] 10.222.0.54 "GET /v2.0/security-groups?id=190ce0b1-9e84-4bc8-8687-fb60d3fb4948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228404 Sep 08 09:13:11.070142 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-eafa62bb-362e-4318-b695-f8d57d8fbe72 req-5d3e6744-12a0-4004-993e-02219f97607b tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] For port a301781b-46aa-453e-a61a-d405cac27652, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=a301781b-46aa-453e-a61a-d405cac27652,segment=NetworkSegment(26404e28-9ec7-45c8-b0bb-ce3ddf7caa9b),segment_id=26404e28-9ec7-45c8-b0bb-ce3ddf7caa9b)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:13:11.070522 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-eafa62bb-362e-4318-b695-f8d57d8fbe72 req-5d3e6744-12a0-4004-993e-02219f97607b tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:11.096972 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-272f2abc-7699-45f9-aa79-9905010e2032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:11.106524 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-272f2abc-7699-45f9-aa79-9905010e2032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:11.113418 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-272f2abc-7699-45f9-aa79-9905010e2032 admin admin] 10.222.0.54 "DELETE /v2.0/networks/61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8 HTTP/1.1" status: 204 len: 168 time: 1.8374701 Sep 08 09:13:11.114578 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-eafa62bb-362e-4318-b695-f8d57d8fbe72 req-5d3e6744-12a0-4004-993e-02219f97607b tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] Calling delete_port for a301781b-46aa-453e-a61a-d405cac27652 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:13:11.131927 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f2abc-7699-45f9-aa79-9905010e2032 admin admin] Pushing event deleted for resources: {'Network': ['ID=61d3b1b2-b2cc-4ab9-a865-6442bbd7a2a8,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:11.135265 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69521a-1b58-4e80-a8be-b04624642e7d req-f9b2c348-1caa-44a0-b651-54863c281581 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:11.140935 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7b69521a-1b58-4e80-a8be-b04624642e7d req-f9b2c348-1caa-44a0-b651-54863c281581 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 945 time: 0.1330252 Sep 08 09:13:11.200641 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-6b5d5301-77d8-4d7a-9ac3-dd00a78ed0e9 None None] For port 8ce44bfb-dd51-45f3-85ab-31e7cd065b86, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:13:11.204958 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-6b5d5301-77d8-4d7a-9ac3-dd00a78ed0e9 None None] For port 8ce44bfb-dd51-45f3-85ab-31e7cd065b86, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=8ce44bfb-dd51-45f3-85ab-31e7cd065b86,segment=NetworkSegment(c7fdf347-d18b-46fa-a579-15998b68fe9b),segment_id=c7fdf347-d18b-46fa-a579-15998b68fe9b)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:13:11.219838 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6b5d5301-77d8-4d7a-9ac3-dd00a78ed0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:11.224016 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=60a03e3f-5b55-4ec1-bfa8-0c870e0716b4,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:11.242216 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8ee758df-567a-49a1-98a1-be00678468ad tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:11.256970 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e63da960-0267-472d-a332-e177f183076c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:11.259795 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e63da960-0267-472d-a332-e177f183076c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:11.261288 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e63da960-0267-472d-a332-e177f183076c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/29b686c7-a0e9-42c7-b3a1-c42ac7c8d245 HTTP/1.1" status: 204 len: 168 time: 0.5383315 Sep 08 09:13:11.262104 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8ee758df-567a-49a1-98a1-be00678468ad tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:11.262905 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8ee758df-567a-49a1-98a1-be00678468ad tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:11.301103 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 1769456f-0c60-4624-84f3-93d571eb12db completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:13:11.308805 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['60a03e3f-5b55-4ec1-bfa8-0c870e0716b4'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:13:11.311475 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63da960-0267-472d-a332-e177f183076c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b686c7-a0e9-42c7-b3a1-c42ac7c8d245,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:11.329365 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-eafa62bb-362e-4318-b695-f8d57d8fbe72 req-5d3e6744-12a0-4004-993e-02219f97607b tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:11.332218 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7b69521a-1b58-4e80-a8be-b04624642e7d req-8619b481-21f3-4ae9-99f3-e87c62bc2a2a tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1746101 Sep 08 09:13:11.366658 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 1769456f-0c60-4624-84f3-93d571eb12db triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:13:11.366658 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:11.375478 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['a301781b-46aa-453e-a61a-d405cac27652'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:13:11.382712 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee758df-567a-49a1-98a1-be00678468ad tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Pushing event updated for resources: {'Port': ['ID=2e161caf-4953-4b49-bc65-7d7ce77a3741,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:11.475083 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee758df-567a-49a1-98a1-be00678468ad tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Network 4d60ca3f-0d4e-43f2-8379-99d7a83f633c is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:13:11.476252 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-8ee758df-567a-49a1-98a1-be00678468ad tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:13:11.478611 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e6744-12a0-4004-993e-02219f97607b tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] Pushing event deleted for resources: {'Port': ['ID=a301781b-46aa-453e-a61a-d405cac27652,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:11.505984 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d5301-77d8-4d7a-9ac3-dd00a78ed0e9 None None] Pushing event updated for resources: {'Port': ['ID=8ce44bfb-dd51-45f3-85ab-31e7cd065b86,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:11.537396 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55454) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:11.624340 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-eafa62bb-362e-4318-b695-f8d57d8fbe72 req-5d3e6744-12a0-4004-993e-02219f97607b tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] No DVR routers for this DVR port a301781b-46aa-453e-a61a-d405cac27652 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:13:11.676451 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-eafa62bb-362e-4318-b695-f8d57d8fbe72 req-5d3e6744-12a0-4004-993e-02219f97607b tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:11.686877 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-eafa62bb-362e-4318-b695-f8d57d8fbe72 req-5d3e6744-12a0-4004-993e-02219f97607b tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] 10.222.0.37 "DELETE /v2.0/ports/a301781b-46aa-453e-a61a-d405cac27652 HTTP/1.1" status: 204 len: 173 time: 1.4733727 Sep 08 09:13:11.692586 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e03c1d-c167-49da-b6f7-cd3b65315cf9', 'name': 'network-vif-deleted', 'tag': 'a301781b-46aa-453e-a61a-d405cac27652'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:13:11.698301 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d29df43-8c3d-46b9-a65c-5fe34df9d673" -d '{"events": [{"server_uuid": "b6e03c1d-c167-49da-b6f7-cd3b65315cf9", "name": "network-vif-deleted", "tag": "a301781b-46aa-453e-a61a-d405cac27652"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:13:11.704647 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee758df-567a-49a1-98a1-be00678468ad tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Router 79ad560e-0d03-4786-b902-3f7911ecbbc2 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:13:11.741589 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:11.779112 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-a82beb09-bb5d-47b1-bea4-bcb50345f80c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=be20e71aa7ca42bf8216bb149421d067&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2374833 Sep 08 09:13:11.796754 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55460) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:11.824925 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f77910-f7fb-47bf-b17c-ad1774477e62 x-openstack-request-id: req-e9f77910-f7fb-47bf-b17c-ad1774477e62 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:13:11.825223 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e03c1d-c167-49da-b6f7-cd3b65315cf9", "name": "network-vif-deleted", "tag": "a301781b-46aa-453e-a61a-d405cac27652", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:13:11.829014 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e9f77910-f7fb-47bf-b17c-ad1774477e62 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:13:11.831946 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e03c1d-c167-49da-b6f7-cd3b65315cf9', 'name': 'network-vif-deleted', 'tag': 'a301781b-46aa-453e-a61a-d405cac27652', 'status': 'completed', 'code': 200} Sep 08 09:13:11.948492 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 1769456f-0c60-4624-84f3-93d571eb12db, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=1769456f-0c60-4624-84f3-93d571eb12db,segment=NetworkSegment(699ef736-7e6f-4324-b84b-1642d93c1a06),segment_id=699ef736-7e6f-4324-b84b-1642d93c1a06)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:13:11.975353 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:11.987267 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1dbfc345-eacf-4ee3-ac4d-8f5af6f5337e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:12.016849 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee758df-567a-49a1-98a1-be00678468ad tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:13:12.028665 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65561421-8b7b-4d39-b31e-7ba9d8a3d031 None None] Sync routers for ids ['79ad560e-0d03-4786-b902-3f7911ecbbc2'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:13:12.047991 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1dbfc345-eacf-4ee3-ac4d-8f5af6f5337e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:12.049529 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65561421-8b7b-4d39-b31e-7ba9d8a3d031 None None] Routers {'79ad560e-0d03-4786-b902-3f7911ecbbc2'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:13:12.052992 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-65561421-8b7b-4d39-b31e-7ba9d8a3d031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:12:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['79ad560e-0d03-4786-b902-3f7911ecbbc2'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:12.080846 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8ee758df-567a-49a1-98a1-be00678468ad tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] 10.222.0.54 "PUT /v2.0/routers/79ad560e-0d03-4786-b902-3f7911ecbbc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7241821 Sep 08 09:13:12.093014 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55468) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:12.135193 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-bbd073ba-a1bc-45ca-b781-26ee214434bf None None] Provisioning for port 2e161caf-4953-4b49-bc65-7d7ce77a3741 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:13:12.138386 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=1769456f-0c60-4624-84f3-93d571eb12db,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:12.148626 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55474) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:12.160062 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-bbd073ba-a1bc-45ca-b781-26ee214434bf None None] Provisioning complete for port 2e161caf-4953-4b49-bc65-7d7ce77a3741 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:13:12.160864 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-bbd073ba-a1bc-45ca-b781-26ee214434bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:12.175172 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-65561421-8b7b-4d39-b31e-7ba9d8a3d031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:12.196372 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65561421-8b7b-4d39-b31e-7ba9d8a3d031 None None] Routers {'79ad560e-0d03-4786-b902-3f7911ecbbc2'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:13:12.196900 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8484cce0-297a-4546-b6e9-a1fecd7624bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:12.197531 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-65561421-8b7b-4d39-b31e-7ba9d8a3d031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:12:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['79ad560e-0d03-4786-b902-3f7911ecbbc2'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:12.249223 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 8ce44bfb-dd51-45f3-85ab-31e7cd065b86 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:13:12.290365 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51fda25-ff92-4e84-8cd8-4bca5c0cfdd1 req-dfe901d2-59f5-4b95-8eb8-d86b36e8bf39 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:12.292918 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-65561421-8b7b-4d39-b31e-7ba9d8a3d031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:12.293693 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65561421-8b7b-4d39-b31e-7ba9d8a3d031 None None] The sync data for ids ['79ad560e-0d03-4786-b902-3f7911ecbbc2'] in n-d-806683-11 is: [] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:13:12.298012 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a51fda25-ff92-4e84-8cd8-4bca5c0cfdd1 req-dfe901d2-59f5-4b95-8eb8-d86b36e8bf39 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] 10.222.0.54 "GET /v2.0/ports?device_id=053d7dcd-f5db-48fe-ab9a-72eb10f85bc7 HTTP/1.1" status: 200 len: 945 time: 0.3309042 Sep 08 09:13:12.317877 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-bbd073ba-a1bc-45ca-b781-26ee214434bf None None] Port 2e161caf-4953-4b49-bc65-7d7ce77a3741 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:13:12.376254 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-bbd073ba-a1bc-45ca-b781-26ee214434bf None None] Provisioning complete for port 1769456f-0c60-4624-84f3-93d571eb12db triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:13:12.376940 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-bbd073ba-a1bc-45ca-b781-26ee214434bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:12.400198 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55478) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:12.416234 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1dbfc345-eacf-4ee3-ac4d-8f5af6f5337e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:12.420628 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1dbfc345-eacf-4ee3-ac4d-8f5af6f5337e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:12.426748 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-1dbfc345-eacf-4ee3-ac4d-8f5af6f5337e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e6b6ca53-a824-465d-acc6-a8fd7c7358ee HTTP/1.1" status: 204 len: 168 time: 0.6219821 Sep 08 09:13:12.440119 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 8ce44bfb-dd51-45f3-85ab-31e7cd065b86 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:13:12.569408 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a51fda25-ff92-4e84-8cd8-4bca5c0cfdd1 req-c71690ae-776b-4b39-b7ba-6c4d1ceb2251 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e4eea86-7891-4667-955a-62182fb547df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741824 Sep 08 09:13:12.590438 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8484cce0-297a-4546-b6e9-a1fecd7624bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:12.599916 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 14701aae-07b9-4bf8-8cfe-ce47021ae5f4 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:13:12.619958 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3c3ed072-9c03-40ee-8e9b-bdae620f8c1e req-cee766a2-9c6a-4491-a7db-1b39258cd67d tempest-ServerAddressesTestJSON-1902686622 tempest-ServerAddressesTestJSON-1902686622-project] 10.222.0.54 "GET /v2.0/ports?device_id=b6e03c1d-c167-49da-b6f7-cd3b65315cf9 HTTP/1.1" status: 200 len: 210 time: 0.3241112 Sep 08 09:13:12.623916 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8484cce0-297a-4546-b6e9-a1fecd7624bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:12.640237 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 14701aae-07b9-4bf8-8cfe-ce47021ae5f4 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:13:12.642000 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 14701aae-07b9-4bf8-8cfe-ce47021ae5f4 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:13:12.670111 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8484cce0-297a-4546-b6e9-a1fecd7624bc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fc95a3cd284e48818bb51db82cfa67dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5074184 Sep 08 09:13:12.671365 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55484) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:12.679348 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbfc345-eacf-4ee3-ac4d-8f5af6f5337e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b6ca53-a824-465d-acc6-a8fd7c7358ee,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:12.725946 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-474bfc0d-86f1-4909-9b8b-428bc81c056c None None] Provisioning complete for port 2e161caf-4953-4b49-bc65-7d7ce77a3741 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:13:12.726747 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-474bfc0d-86f1-4909-9b8b-428bc81c056c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:12.762953 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8484cce0-297a-4546-b6e9-a1fecd7624bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d76e9f3-e8e9-43bc-9bec-7edcd077864a,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:12.765018 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-515cce43-ec60-498d-acad-5bb7eb8e5ea3 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1695210629'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:12.793134 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7f6fdf75-5305-4701-9c65-eda006a6b421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:12.809896 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-474bfc0d-86f1-4909-9b8b-428bc81c056c None None] Port 2e161caf-4953-4b49-bc65-7d7ce77a3741 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:13:12.834379 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7f6fdf75-5305-4701-9c65-eda006a6b421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:12.912806 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7f6fdf75-5305-4701-9c65-eda006a6b421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:12.916782 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7f6fdf75-5305-4701-9c65-eda006a6b421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:12.918582 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-7f6fdf75-5305-4701-9c65-eda006a6b421 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2d76e9f3-e8e9-43bc-9bec-7edcd077864a HTTP/1.1" status: 204 len: 168 time: 0.2457550 Sep 08 09:13:12.936051 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6fdf75-5305-4701-9c65-eda006a6b421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d76e9f3-e8e9-43bc-9bec-7edcd077864a,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:13.048578 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-bf27cc29-c0ee-49ca-871f-3a2a61b7cf4e None None] Provisioning complete for port 2e161caf-4953-4b49-bc65-7d7ce77a3741 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:13:13.049061 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-bf27cc29-c0ee-49ca-871f-3a2a61b7cf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:13.100422 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4f0932-045f-449c-8187-ad35ac6fe140 None None] Network 111914ee-a348-4151-8c31-5fe56bd58321 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:13:13.138989 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-bf27cc29-c0ee-49ca-871f-3a2a61b7cf4e None None] Port 2e161caf-4953-4b49-bc65-7d7ce77a3741 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:13:13.289560 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-213e7a42-6535-4074-aa80-f94143c3d8c2 None None] Provisioning for port 8ce44bfb-dd51-45f3-85ab-31e7cd065b86 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:13:13.305990 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515cce43-ec60-498d-acad-5bb7eb8e5ea3 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Made reservation on behalf of 8f549d6a3f8a431eb4cd9e8188099d64 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:13:13.309630 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-515cce43-ec60-498d-acad-5bb7eb8e5ea3 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:13.316612 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-213e7a42-6535-4074-aa80-f94143c3d8c2 None None] Provisioning complete for port 8ce44bfb-dd51-45f3-85ab-31e7cd065b86 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:13:13.317142 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-213e7a42-6535-4074-aa80-f94143c3d8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:13.333039 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a4fab-f1a8-456a-8d44-9c31ae5f8233 req-28628206-9eed-449a-ae7d-a4643d785f76 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:13.334611 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4c0a4fab-f1a8-456a-8d44-9c31ae5f8233 req-28628206-9eed-449a-ae7d-a4643d785f76 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 945 time: 0.5659225 Sep 08 09:13:13.367816 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-515cce43-ec60-498d-acad-5bb7eb8e5ea3 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:13.548690 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4c0a4fab-f1a8-456a-8d44-9c31ae5f8233 req-7b533e5a-a6b6-45bf-ae60-116b8720d4cd tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1723919 Sep 08 09:13:13.684220 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-213e7a42-6535-4074-aa80-f94143c3d8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:13.703456 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-f01e6b54-6354-4ce7-86e4-4baa2effb163 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:13:13.704849 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f01e6b54-6354-4ce7-86e4-4baa2effb163 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] 10.222.0.54 "PUT /v2.0/routers/79ad560e-0d03-4786-b902-3f7911ecbbc2/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6073835 Sep 08 09:13:13.708110 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55514) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:13.761498 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55516) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:13.786771 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-213e7a42-6535-4074-aa80-f94143c3d8c2 None None] For port 8ce44bfb-dd51-45f3-85ab-31e7cd065b86, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=8ce44bfb-dd51-45f3-85ab-31e7cd065b86,segment=NetworkSegment(c7fdf347-d18b-46fa-a579-15998b68fe9b),segment_id=c7fdf347-d18b-46fa-a579-15998b68fe9b)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:13:13.794405 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-213e7a42-6535-4074-aa80-f94143c3d8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:13.845019 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5431ab4-c280-401e-bff5-4b1fcbee5199 req-34ec9f81-6059-443c-ae95-3347b1ae4ee4 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:13.853088 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d5431ab4-c280-401e-bff5-4b1fcbee5199 req-34ec9f81-6059-443c-ae95-3347b1ae4ee4 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] 10.222.0.54 "GET /v2.0/ports?device_id=053d7dcd-f5db-48fe-ab9a-72eb10f85bc7 HTTP/1.1" status: 200 len: 945 time: 0.1362665 Sep 08 09:13:13.867352 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-d342d776-43ec-48d6-8573-49b6c731eef9 admin admin] Deleting subnet 0bc2d44b-7440-480f-85c9-e5e999b511c1 {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:13:13.871397 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d342d776-43ec-48d6-8573-49b6c731eef9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:13.882665 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e7a42-6535-4074-aa80-f94143c3d8c2 None None] Pushing event updated for resources: {'Port': ['ID=8ce44bfb-dd51-45f3-85ab-31e7cd065b86,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:13.882799 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-515cce43-ec60-498d-acad-5bb7eb8e5ea3 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:13.925782 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f100f996-00dd-4cd2-905b-4ed293d2ba0e None None] Provisioning complete for port 8ce44bfb-dd51-45f3-85ab-31e7cd065b86 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:13:13.927679 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f100f996-00dd-4cd2-905b-4ed293d2ba0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:13.973230 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d5431ab4-c280-401e-bff5-4b1fcbee5199 req-16ea421e-d03a-4640-bc54-bd578e5fed49 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e4eea86-7891-4667-955a-62182fb547df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079354 Sep 08 09:13:13.979162 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d342d776-43ec-48d6-8573-49b6c731eef9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:14.002080 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-515cce43-ec60-498d-acad-5bb7eb8e5ea3 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:14.053643 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d342d776-43ec-48d6-8573-49b6c731eef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:14.116566 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-515cce43-ec60-498d-acad-5bb7eb8e5ea3 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:13:14.129208 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515cce43-ec60-498d-acad-5bb7eb8e5ea3 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e45f9ae6-6bb2-49b1-a78a-c83a27daf3a1,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:14.139428 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-515cce43-ec60-498d-acad-5bb7eb8e5ea3 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:14.142779 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-515cce43-ec60-498d-acad-5bb7eb8e5ea3 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Added segment dd274039-e773-4432-ab9c-86568ade90eb of type vlan for network d9ce96e3-24d0-4047-8be0-90643e4f71d5 Sep 08 09:13:14.159815 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d342d776-43ec-48d6-8573-49b6c731eef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:14.165299 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 8ce44bfb-dd51-45f3-85ab-31e7cd065b86 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:13:14.206382 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342d776-43ec-48d6-8573-49b6c731eef9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bc2d44b-7440-480f-85c9-e5e999b511c1,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:14.218017 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-515cce43-ec60-498d-acad-5bb7eb8e5ea3 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:14.220166 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d342d776-43ec-48d6-8573-49b6c731eef9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:14.225981 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d342d776-43ec-48d6-8573-49b6c731eef9 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/0bc2d44b-7440-480f-85c9-e5e999b511c1 HTTP/1.1" status: 204 len: 168 time: 0.4625821 Sep 08 09:13:14.226272 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55534) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:14.255504 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55536) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:14.260364 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 8ce44bfb-dd51-45f3-85ab-31e7cd065b86 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:13:14.260843 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:14.325957 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-515cce43-ec60-498d-acad-5bb7eb8e5ea3 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:14.332278 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515cce43-ec60-498d-acad-5bb7eb8e5ea3 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:14.332974 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-515cce43-ec60-498d-acad-5bb7eb8e5ea3 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:14.343385 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device a301781b-46aa-453e-a61a-d405cac27652 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:13:14.371578 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: a301781b-46aa-453e-a61a-d405cac27652 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:13:14.371928 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device a301781b-46aa-453e-a61a-d405cac27652 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:13:14.384043 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-806ae079-4a90-4933-aae9-586bc6cb3392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:14.392210 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-0b942301-55b9-476a-a4d9-0332db1a034d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-580257773-network', 'tenant_id': '534b123b1fec4a0b9fe37215319028ae'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:14.399066 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 1769456f-0c60-4624-84f3-93d571eb12db up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:13:14.411684 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-515cce43-ec60-498d-acad-5bb7eb8e5ea3 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0097451 Sep 08 09:13:14.411912 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55542) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:14.417960 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-d2fabb9d-2a58-4558-a4ee-697b8fc939d1 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Request body: {'subnet': {'network_id': 'd9ce96e3-24d0-4047-8be0-90643e4f71d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:14.425359 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b942301-55b9-476a-a4d9-0332db1a034d admin admin] Made reservation on behalf of 534b123b1fec4a0b9fe37215319028ae for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:13:14.427789 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0b942301-55b9-476a-a4d9-0332db1a034d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:14.449725 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0b942301-55b9-476a-a4d9-0332db1a034d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:14.460190 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515cce43-ec60-498d-acad-5bb7eb8e5ea3 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Pushing event updated for resources: {'Network': ['ID=d9ce96e3-24d0-4047-8be0-90643e4f71d5,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:14.474781 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network d9ce96e3-24d0-4047-8be0-90643e4f71d5 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:13:14.479905 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 1769456f-0c60-4624-84f3-93d571eb12db triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:13:14.480604 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:14.518603 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5f918cc1-3b6d-4252-bfd6-93889df76f48 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:14.587533 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-806ae079-4a90-4933-aae9-586bc6cb3392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:14.648208 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-806ae079-4a90-4933-aae9-586bc6cb3392 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fd14185-ae77-4df7-b31d-b328680c5ebe']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:14.665704 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-806ae079-4a90-4933-aae9-586bc6cb3392 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26404e28-9ec7-45c8-b0bb-ce3ddf7caa9b') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:14.666007 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-806ae079-4a90-4933-aae9-586bc6cb3392 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26404e28-9ec7-45c8-b0bb-ce3ddf7caa9b') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:14.671858 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0b942301-55b9-476a-a4d9-0332db1a034d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:14.681074 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0b942301-55b9-476a-a4d9-0332db1a034d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:14.681723 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-806ae079-4a90-4933-aae9-586bc6cb3392 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:14.697694 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b942301-55b9-476a-a4d9-0332db1a034d admin admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:13:14.708249 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0b942301-55b9-476a-a4d9-0332db1a034d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:14.708973 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-0b942301-55b9-476a-a4d9-0332db1a034d admin admin] Added segment 64f426d7-6eb3-4dff-b7bf-fdd1ce4a38ca of type vlan for network ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd Sep 08 09:13:14.747690 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-806ae079-4a90-4933-aae9-586bc6cb3392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:14.781766 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-806ae079-4a90-4933-aae9-586bc6cb3392 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:13:14.782218 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-806ae079-4a90-4933-aae9-586bc6cb3392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:14.784218 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2fabb9d-2a58-4558-a4ee-697b8fc939d1 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Made reservation on behalf of 8f549d6a3f8a431eb4cd9e8188099d64 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:13:14.784831 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:13:14.784831 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:13:14.784831 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:13:14.784831 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:13:14.784831 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:13:14.784831 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:13:14.784831 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:13:14.784831 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:13:14.784831 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:13:14.784831 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:13:14.784831 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:13:14.784831 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:13:14.784831 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:13:14.784831 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:13:14.784831 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:13:14.784831 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:13:14.784831 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:13:14.784831 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:13:14.784831 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:13:14.784831 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:13:14.784831 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:13:14.784831 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:13:14.784831 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:13:14.784831 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:13:14.784831 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:13:14.784831 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:13:14.784831 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:13:14.784831 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:13:14.784831 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:13:14.784831 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:13:14.784831 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:13:14.784831 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:13:14.787728 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d2fabb9d-2a58-4558-a4ee-697b8fc939d1 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:14.804733 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0b942301-55b9-476a-a4d9-0332db1a034d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:14.809174 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b942301-55b9-476a-a4d9-0332db1a034d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8979bf-ef9e-44ab-b798-e89ff1d95164,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:14.863810 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4b069-6fbd-4fc8-ba6c-532e1eef6551 req-c87c8e97-0b92-4ac0-be18-c2a19e886750 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:14.865475 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-02b4b069-6fbd-4fc8-ba6c-532e1eef6551 req-c87c8e97-0b92-4ac0-be18-c2a19e886750 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 945 time: 0.1866605 Sep 08 09:13:14.889731 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-806ae079-4a90-4933-aae9-586bc6cb3392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:14.893407 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0b942301-55b9-476a-a4d9-0332db1a034d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:14.895058 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b942301-55b9-476a-a4d9-0332db1a034d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:14.895518 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device e892c78d-0591-4406-9e88-feb95725e7c4 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:13:14.896370 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0b942301-55b9-476a-a4d9-0332db1a034d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:14.911643 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-806ae079-4a90-4933-aae9-586bc6cb3392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:14.912614 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 60a03e3f-5b55-4ec1-bfa8-0c870e0716b4 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:13:14.914890 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-806ae079-4a90-4933-aae9-586bc6cb3392 admin admin] 10.222.0.54 "DELETE /v2.0/networks/7fd14185-ae77-4df7-b31d-b328680c5ebe HTTP/1.1" status: 204 len: 168 time: 0.6867781 Sep 08 09:13:14.935689 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ae079-4a90-4933-aae9-586bc6cb3392 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fd14185-ae77-4df7-b31d-b328680c5ebe,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:14.949374 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-0b942301-55b9-476a-a4d9-0332db1a034d admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6922526 Sep 08 09:13:14.952087 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55558) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:14.960499 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-6c10846a-2657-461f-9493-cbeb0ebeba89 admin admin] Request body: {'subnet': {'network_id': 'ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-580257773-subnet', 'tenant_id': '534b123b1fec4a0b9fe37215319028ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:15.009530 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-02b4b069-6fbd-4fc8-ba6c-532e1eef6551 req-2526651c-72d0-4768-956b-0bab91ddcd02 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1306503 Sep 08 09:13:15.079666 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 60a03e3f-5b55-4ec1-bfa8-0c870e0716b4 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:13:15.090414 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 60a03e3f-5b55-4ec1-bfa8-0c870e0716b4 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:13:15.090871 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:15.093092 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b942301-55b9-476a-a4d9-0332db1a034d admin admin] Pushing event updated for resources: {'Network': ['ID=ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:15.115547 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-5f918cc1-3b6d-4252-bfd6-93889df76f48 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Deleting port 2e161caf-4953-4b49-bc65-7d7ce77a3741 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:13:15.115968 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5f918cc1-3b6d-4252-bfd6-93889df76f48 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:15.126258 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:13:15.156921 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c10846a-2657-461f-9493-cbeb0ebeba89 admin admin] Made reservation on behalf of 534b123b1fec4a0b9fe37215319028ae for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:13:15.159652 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6c10846a-2657-461f-9493-cbeb0ebeba89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:15.204657 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port e892c78d-0591-4406-9e88-feb95725e7c4, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=e892c78d-0591-4406-9e88-feb95725e7c4,segment=NetworkSegment(f65d12e3-feb2-45fa-813d-94ce7829a6a9),segment_id=f65d12e3-feb2-45fa-813d-94ce7829a6a9)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:13:15.255418 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5f918cc1-3b6d-4252-bfd6-93889df76f48 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:15.269675 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': 'e892c78d-0591-4406-9e88-feb95725e7c4', 'network_id': 'cb338a05-96ea-4d11-88f8-690044b53ade', 'port_id': 'e892c78d-0591-4406-9e88-feb95725e7c4', 'mac_address': 'fa:16:3e:c1:ab:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ec84db6-4dd6-4de4-a1e0-0c0e5076306d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:13:15.275219 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-5f918cc1-3b6d-4252-bfd6-93889df76f48 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Calling delete_port for 2e161caf-4953-4b49-bc65-7d7ce77a3741 owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:13:15.295239 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033992da-99da-4c48-8025-caee960c8ef7 req-f0ab0fe7-2c6b-417b-995a-5c60cefd7f5d tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:15.304487 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-033992da-99da-4c48-8025-caee960c8ef7 req-f0ab0fe7-2c6b-417b-995a-5c60cefd7f5d tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] 10.222.0.54 "GET /v2.0/ports?device_id=053d7dcd-f5db-48fe-ab9a-72eb10f85bc7 HTTP/1.1" status: 200 len: 945 time: 0.1926751 Sep 08 09:13:15.344186 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55566) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:15.361567 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:15.386664 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e892c78d-0591-4406-9e88-feb95725e7c4 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:13:15.408345 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:15.409748 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-033992da-99da-4c48-8025-caee960c8ef7 req-585564e6-2a1e-4e9a-8a64-c4b92cef2334 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e4eea86-7891-4667-955a-62182fb547df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040668 Sep 08 09:13:15.413914 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d2fabb9d-2a58-4558-a4ee-697b8fc939d1 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:15.431565 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port e892c78d-0591-4406-9e88-feb95725e7c4, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=e892c78d-0591-4406-9e88-feb95725e7c4,segment=NetworkSegment(f65d12e3-feb2-45fa-813d-94ce7829a6a9),segment_id=f65d12e3-feb2-45fa-813d-94ce7829a6a9)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:13:15.442670 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:15.455654 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '053d7dcd-f5db-48fe-ab9a-72eb10f85bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60a03e3f-5b55-4ec1-bfa8-0c870e0716b4'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:13:15.458159 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672672f8-f93e-4e2d-a4de-72db1f9bded5" -d '{"events": [{"server_uuid": "053d7dcd-f5db-48fe-ab9a-72eb10f85bc7", "name": "network-vif-plugged", "status": "completed", "tag": "60a03e3f-5b55-4ec1-bfa8-0c870e0716b4"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:13:15.507424 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2a24aaee-ed44-401f-80c8-c140b05655ac admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d1c6dd75a4914e1d9b933bd936b312d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1591439 Sep 08 09:13:15.507657 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5f918cc1-3b6d-4252-bfd6-93889df76f48 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:15.511123 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55576) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:15.528272 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fabb9d-2a58-4558-a4ee-697b8fc939d1 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Pushing event updated for resources: {'Subnet': ['ID=ece42bf3-a7b7-443d-970c-1048b41ee6e1,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:15.530353 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998e7beb-aad4-4b44-86a2-fccd715cebc8 x-openstack-request-id: req-998e7beb-aad4-4b44-86a2-fccd715cebc8 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:13:15.532321 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "053d7dcd-f5db-48fe-ab9a-72eb10f85bc7", "name": "network-vif-plugged", "status": "completed", "tag": "60a03e3f-5b55-4ec1-bfa8-0c870e0716b4", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:13:15.532869 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-998e7beb-aad4-4b44-86a2-fccd715cebc8 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:13:15.533677 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '053d7dcd-f5db-48fe-ab9a-72eb10f85bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60a03e3f-5b55-4ec1-bfa8-0c870e0716b4', 'code': 200} Sep 08 09:13:15.551596 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 60a03e3f-5b55-4ec1-bfa8-0c870e0716b4, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=60a03e3f-5b55-4ec1-bfa8-0c870e0716b4,segment=NetworkSegment(6db9982f-b80f-425e-b846-ab82c09ade9e),segment_id=6db9982f-b80f-425e-b846-ab82c09ade9e)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:13:15.562073 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f918cc1-3b6d-4252-bfd6-93889df76f48 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Pushing event deleted for resources: {'Port': ['ID=2e161caf-4953-4b49-bc65-7d7ce77a3741,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:15.587160 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:15.607916 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fabb9d-2a58-4558-a4ee-697b8fc939d1 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Checking segment: {'id': 'dd274039-e773-4432-ab9c-86568ade90eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'd9ce96e3-24d0-4047-8be0-90643e4f71d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:13:15.608291 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fabb9d-2a58-4558-a4ee-697b8fc939d1 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Network hostable DHCP agents. Network: d9ce96e3-24d0-4047-8be0-90643e4f71d5, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:13:15.628362 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=e892c78d-0591-4406-9e88-feb95725e7c4,revision_number=6']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:15.657444 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['e892c78d-0591-4406-9e88-feb95725e7c4'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:13:15.751179 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5f918cc1-3b6d-4252-bfd6-93889df76f48 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:15.756753 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2e4f9ed9-9594-45bb-8701-d958ac03c167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:15.773430 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=60a03e3f-5b55-4ec1-bfa8-0c870e0716b4,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:15.824456 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fabb9d-2a58-4558-a4ee-697b8fc939d1 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Network d9ce96e3-24d0-4047-8be0-90643e4f71d5 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:13:15.868538 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67843253-51d4-45da-8158-1db461db0b9e req-48638bf1-f811-4824-8220-7c8e097a16d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:15.877062 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-67843253-51d4-45da-8158-1db461db0b9e req-48638bf1-f811-4824-8220-7c8e097a16d8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=053d7dcd-f5db-48fe-ab9a-72eb10f85bc7 HTTP/1.1" status: 200 len: 1098 time: 0.2434618 Sep 08 09:13:15.877424 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6c10846a-2657-461f-9493-cbeb0ebeba89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:15.883783 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2e4f9ed9-9594-45bb-8701-d958ac03c167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:15.892436 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-d2fabb9d-2a58-4558-a4ee-697b8fc939d1 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, d9ce96e3-24d0-4047-8be0-90643e4f71d5) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:13:15.910664 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a87c604-8b02-4286-b56e-745f8bab971b None None] Network d9ce96e3-24d0-4047-8be0-90643e4f71d5 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:13:15.940522 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fabb9d-2a58-4558-a4ee-697b8fc939d1 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:15.941126 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d2fabb9d-2a58-4558-a4ee-697b8fc939d1 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:15.991121 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f918cc1-3b6d-4252-bfd6-93889df76f48 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Router 79ad560e-0d03-4786-b902-3f7911ecbbc2 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:13:16.036573 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d2fabb9d-2a58-4558-a4ee-697b8fc939d1 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6211808 Sep 08 09:13:16.042709 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55590) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:16.044792 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-67843253-51d4-45da-8158-1db461db0b9e req-cf353348-6302-42be-90f1-5a4af82ca295 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9e4eea86-7891-4667-955a-62182fb547df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588147 Sep 08 09:13:16.072027 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-ed8a60a6-5d39-4129-ac95-62c620738062 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-361507908', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}, 'admin_state_up': False}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:16.089820 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f918cc1-3b6d-4252-bfd6-93889df76f48 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:13:16.102437 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c10846a-2657-461f-9493-cbeb0ebeba89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0b45300-8828-4ae8-bbfd-c70262cbd1c4,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:16.105809 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aada943-eb5e-4339-87dc-672edb35d9ac None None] Sync routers for ids ['79ad560e-0d03-4786-b902-3f7911ecbbc2'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:13:16.120633 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023a89af-cf44-4be5-8ac7-e19b7da2cd58 None None] Network d9ce96e3-24d0-4047-8be0-90643e4f71d5 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:13:16.126547 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5f918cc1-3b6d-4252-bfd6-93889df76f48 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] 10.222.0.54 "PUT /v2.0/routers/79ad560e-0d03-4786-b902-3f7911ecbbc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4166846 Sep 08 09:13:16.130847 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55594) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:16.187299 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aada943-eb5e-4339-87dc-672edb35d9ac None None] Routers {'79ad560e-0d03-4786-b902-3f7911ecbbc2'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:13:16.187953 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-7aada943-eb5e-4339-87dc-672edb35d9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:12:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['79ad560e-0d03-4786-b902-3f7911ecbbc2'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:16.200757 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-bd290b00-b641-4b21-ace2-cd40216fe445 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] delete failed (client error): The resource could not be found. Sep 08 09:13:16.211499 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-bd290b00-b641-4b21-ace2-cd40216fe445 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] 10.222.0.54 "DELETE /v2.0/routers/tempest-non_exist_router-380064054 HTTP/1.1" status: 404 len: 334 time: 0.0778041 Sep 08 09:13:16.216904 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55596) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:16.223229 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-7aada943-eb5e-4339-87dc-672edb35d9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:16.225644 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-a37fe169-e1c7-43e4-94b5-f02ee39beeff tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Request body: {'router': {'external_gateway_info': {'network_id': '79ad560e-0d03-4786-b902-3f7911ecbbc2'}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:16.226261 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2e4f9ed9-9594-45bb-8701-d958ac03c167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:16.231026 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2e4f9ed9-9594-45bb-8701-d958ac03c167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:16.233075 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2e4f9ed9-9594-45bb-8701-d958ac03c167 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/190ce0b1-9e84-4bc8-8687-fb60d3fb4948 HTTP/1.1" status: 204 len: 168 time: 0.7177405 Sep 08 09:13:16.234639 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c10846a-2657-461f-9493-cbeb0ebeba89 admin admin] Checking segment: {'id': '64f426d7-6eb3-4dff-b7bf-fdd1ce4a38ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:13:16.235007 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c10846a-2657-461f-9493-cbeb0ebeba89 admin admin] Network hostable DHCP agents. Network: ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:13:16.242917 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aada943-eb5e-4339-87dc-672edb35d9ac None None] Routers {'79ad560e-0d03-4786-b902-3f7911ecbbc2'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:13:16.243618 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-7aada943-eb5e-4339-87dc-672edb35d9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:12:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['79ad560e-0d03-4786-b902-3f7911ecbbc2'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:16.258697 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ed8a60a6-5d39-4129-ac95-62c620738062 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:16.259824 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ed8a60a6-5d39-4129-ac95-62c620738062 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:16.285215 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-7aada943-eb5e-4339-87dc-672edb35d9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:16.286415 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aada943-eb5e-4339-87dc-672edb35d9ac None None] The sync data for ids ['79ad560e-0d03-4786-b902-3f7911ecbbc2'] in n-d-806683-11 is: [] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:13:16.300111 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f9ed9-9594-45bb-8701-d958ac03c167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190ce0b1-9e84-4bc8-8687-fb60d3fb4948,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:16.370693 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c10846a-2657-461f-9493-cbeb0ebeba89 admin admin] Network ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:13:16.374658 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ed8a60a6-5d39-4129-ac95-62c620738062 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:16.388407 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befcdc67-2bfe-4696-9f58-d789374adbbd req-d421777e-c4ed-4a90-aa4f-0c2fcf1b5058 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:16.398284 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-befcdc67-2bfe-4696-9f58-d789374adbbd req-d421777e-c4ed-4a90-aa4f-0c2fcf1b5058 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 944 time: 0.2118776 Sep 08 09:13:16.418420 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-6c10846a-2657-461f-9493-cbeb0ebeba89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:13:16.427568 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c332a2f-d97a-49e9-89ab-fcd6bcdf97f5 None None] Network ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:13:16.461560 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c10846a-2657-461f-9493-cbeb0ebeba89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:16.462513 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6c10846a-2657-461f-9493-cbeb0ebeba89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:16.497447 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55606) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:16.543892 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-befcdc67-2bfe-4696-9f58-d789374adbbd req-0d720851-0a07-4462-a401-5cca5160b556 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1447146 Sep 08 09:13:16.594437 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-6c10846a-2657-461f-9493-cbeb0ebeba89 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6395707 Sep 08 09:13:16.597283 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55614) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:16.602627 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a37fe169-e1c7-43e4-94b5-f02ee39beeff tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:16.604720 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-5e746579-3eb2-4f88-aa92-bbcce80213c0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-580257773-router', 'tenant_id': '534b123b1fec4a0b9fe37215319028ae', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:16.657580 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ed8a60a6-5d39-4129-ac95-62c620738062 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:16.663450 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db99ff5-2175-4c9d-acb8-bb9c889ccc06 None None] Network ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:13:16.682847 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-a37fe169-e1c7-43e4-94b5-f02ee39beeff tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] update failed (client error): The resource could not be found. Sep 08 09:13:16.683927 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a37fe169-e1c7-43e4-94b5-f02ee39beeff tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] 10.222.0.54 "PUT /v2.0/routers/79ad560e-0d03-4786-b902-3f7911ecbbc2 HTTP/1.1" status: 404 len: 339 time: 0.4650564 Sep 08 09:13:16.690318 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55618) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:16.693101 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5e746579-3eb2-4f88-aa92-bbcce80213c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:16.694638 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5e746579-3eb2-4f88-aa92-bbcce80213c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:16.698837 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-8cac4d94-9f83-41bf-a5b2-2a6726827a8a tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-811455177'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:16.715322 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa262385-c741-40f6-9103-daa35cf0c815 req-7bf68b19-b99c-4b0b-a270-18ee5c9787f6 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:16.717705 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fa262385-c741-40f6-9103-daa35cf0c815 req-7bf68b19-b99c-4b0b-a270-18ee5c9787f6 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] 10.222.0.54 "GET /v2.0/ports?device_id=053d7dcd-f5db-48fe-ab9a-72eb10f85bc7 HTTP/1.1" status: 200 len: 946 time: 0.1204929 Sep 08 09:13:16.764632 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c221fa97-5c90-4078-bcf4-f75ce9efe62d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:16.776793 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cac4d94-9f83-41bf-a5b2-2a6726827a8a tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Made reservation on behalf of 80ffb05f94de429295567d44ff1037a6 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:13:16.780784 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8cac4d94-9f83-41bf-a5b2-2a6726827a8a tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:16.827834 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5e746579-3eb2-4f88-aa92-bbcce80213c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:16.845346 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fa262385-c741-40f6-9103-daa35cf0c815 req-df15d591-9f4c-4cd6-b3e8-782d9ea4a11b tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e4eea86-7891-4667-955a-62182fb547df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198666 Sep 08 09:13:16.869207 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cac4d94-9f83-41bf-a5b2-2a6726827a8a tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:13:16.879156 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8cac4d94-9f83-41bf-a5b2-2a6726827a8a tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:16.879545 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-8cac4d94-9f83-41bf-a5b2-2a6726827a8a tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Added segment e39f4646-5e3f-4ad2-b976-1dfa741c4a7d of type vlan for network 2cabc7a9-314c-4917-98bc-4f08d422b708 Sep 08 09:13:16.907532 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device e892c78d-0591-4406-9e88-feb95725e7c4 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:13:16.946134 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8cac4d94-9f83-41bf-a5b2-2a6726827a8a tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:16.996075 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8cac4d94-9f83-41bf-a5b2-2a6726827a8a tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:17.003495 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cac4d94-9f83-41bf-a5b2-2a6726827a8a tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:17.004088 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8cac4d94-9f83-41bf-a5b2-2a6726827a8a tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:17.022280 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port e892c78d-0591-4406-9e88-feb95725e7c4 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:13:17.022901 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:17.061798 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c221fa97-5c90-4078-bcf4-f75ce9efe62d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:17.069873 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c221fa97-5c90-4078-bcf4-f75ce9efe62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:17.077175 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5e746579-3eb2-4f88-aa92-bbcce80213c0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:17.119437 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8cac4d94-9f83-41bf-a5b2-2a6726827a8a tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4264948 Sep 08 09:13:17.127293 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55628) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:17.127892 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac4d94-9f83-41bf-a5b2-2a6726827a8a tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Pushing event updated for resources: {'Network': ['ID=2cabc7a9-314c-4917-98bc-4f08d422b708,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:17.137527 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-41cffc23-b9f2-4f95-9701-4c48da26b065 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Request body: {'subnet': {'network_id': '2cabc7a9-314c-4917-98bc-4f08d422b708', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:17.152021 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 2cabc7a9-314c-4917-98bc-4f08d422b708 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:13:17.153556 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c221fa97-5c90-4078-bcf4-f75ce9efe62d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9c1f49772d294a4a85a66417158ed9de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6545622 Sep 08 09:13:17.157528 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55630) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:17.174789 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c221fa97-5c90-4078-bcf4-f75ce9efe62d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ccf73ed-fec3-4304-81ec-2cb06df1155e,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:17.275879 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a6b20e00-e4a7-45f7-b4e1-b76f4ff13ccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:17.317820 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:17.321116 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a6b20e00-e4a7-45f7-b4e1-b76f4ff13ccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:17.353102 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ed8a60a6-5d39-4129-ac95-62c620738062 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for router_gateway, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:17.385587 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ed8a60a6-5d39-4129-ac95-62c620738062 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:17.388187 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port e892c78d-0591-4406-9e88-feb95725e7c4, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=e892c78d-0591-4406-9e88-feb95725e7c4,segment=NetworkSegment(f65d12e3-feb2-45fa-813d-94ce7829a6a9),segment_id=f65d12e3-feb2-45fa-813d-94ce7829a6a9)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:13:17.398221 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:17.420135 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41cffc23-b9f2-4f95-9701-4c48da26b065 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Made reservation on behalf of 80ffb05f94de429295567d44ff1037a6 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:13:17.423720 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-41cffc23-b9f2-4f95-9701-4c48da26b065 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:17.427171 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a6b20e00-e4a7-45f7-b4e1-b76f4ff13ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:17.431507 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a6b20e00-e4a7-45f7-b4e1-b76f4ff13ccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:17.433017 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a6b20e00-e4a7-45f7-b4e1-b76f4ff13ccb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9ccf73ed-fec3-4304-81ec-2cb06df1155e HTTP/1.1" status: 204 len: 168 time: 0.2744670 Sep 08 09:13:17.450445 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b20e00-e4a7-45f7-b4e1-b76f4ff13ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ccf73ed-fec3-4304-81ec-2cb06df1155e,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:17.503023 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=e892c78d-0591-4406-9e88-feb95725e7c4,revision_number=7']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:17.535864 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e0a33f-6dec-41b9-ae78-1ff0971a03f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e892c78d-0591-4406-9e88-feb95725e7c4'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:13:17.539674 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3ccf38-1220-46d7-93e0-4f5599b73aff" -d '{"events": [{"server_uuid": "36e0a33f-6dec-41b9-ae78-1ff0971a03f4", "name": "network-vif-plugged", "status": "completed", "tag": "e892c78d-0591-4406-9e88-feb95725e7c4"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:13:17.542849 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4632141-af2e-44eb-b3bd-019b5598b123 req-07eab7ab-ae7c-4a72-8376-81ca71791316 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:17.549845 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4632141-af2e-44eb-b3bd-019b5598b123 req-07eab7ab-ae7c-4a72-8376-81ca71791316 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:17.556083 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4632141-af2e-44eb-b3bd-019b5598b123 req-07eab7ab-ae7c-4a72-8376-81ca71791316 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:17.562727 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4632141-af2e-44eb-b3bd-019b5598b123 req-07eab7ab-ae7c-4a72-8376-81ca71791316 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:17.568850 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4632141-af2e-44eb-b3bd-019b5598b123 req-07eab7ab-ae7c-4a72-8376-81ca71791316 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:17.573011 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55642) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:17.575474 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4632141-af2e-44eb-b3bd-019b5598b123 req-07eab7ab-ae7c-4a72-8376-81ca71791316 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:17.584442 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4632141-af2e-44eb-b3bd-019b5598b123 req-07eab7ab-ae7c-4a72-8376-81ca71791316 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:17.595234 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b57254-37bf-4acd-a1e1-c6a88efefceb x-openstack-request-id: req-07b57254-37bf-4acd-a1e1-c6a88efefceb {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:13:17.595799 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e0a33f-6dec-41b9-ae78-1ff0971a03f4", "name": "network-vif-plugged", "status": "completed", "tag": "e892c78d-0591-4406-9e88-feb95725e7c4", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:13:17.596476 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-07b57254-37bf-4acd-a1e1-c6a88efefceb {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:13:17.598560 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d4632141-af2e-44eb-b3bd-019b5598b123 req-07eab7ab-ae7c-4a72-8376-81ca71791316 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 5436 time: 0.1530704 Sep 08 09:13:17.600140 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e0a33f-6dec-41b9-ae78-1ff0971a03f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e892c78d-0591-4406-9e88-feb95725e7c4', 'code': 200} Sep 08 09:13:17.628055 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1027c9ed-f9ff-4e72-a23f-e89808bed7f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:17.661688 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d4632141-af2e-44eb-b3bd-019b5598b123 req-f17a3272-8245-45c5-8476-6fe1dd5c4335 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&id=53d991ac-c80f-43e4-8682-37208170b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0622318 Sep 08 09:13:17.795284 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-ed8a60a6-5d39-4129-ac95-62c620738062 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Allocated IP 172.25.0.44 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/7ffef0d9-65f9-45d6-b901-aa4f0d4f7d3c) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:13:17.803183 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5e746579-3eb2-4f88-aa92-bbcce80213c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:17.863139 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5e746579-3eb2-4f88-aa92-bbcce80213c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:17.887557 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83d8ea-1082-4991-bc6e-623f3475df91 req-fcc40c49-fe1e-485f-aa2a-f4df5af4da64 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:17.896664 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cc83d8ea-1082-4991-bc6e-623f3475df91 req-fcc40c49-fe1e-485f-aa2a-f4df5af4da64 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 945 time: 0.1901798 Sep 08 09:13:17.936998 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-4c22d3d2-9bb6-4c1f-9ebb-3e3d726d773c admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1589877647-network', 'tenant_id': '300350743d2d480aa47ffeff66eed5c2'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:17.965264 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55654) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:18.018770 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-11371fc3-769d-46f1-b780-a5b716624702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:18.067878 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959fa29a-ac14-45fc-8351-1a270455d9e5 req-0e34cdfe-e683-4f49-aa19-b56a42343c5f tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:18.070105 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-959fa29a-ac14-45fc-8351-1a270455d9e5 req-0e34cdfe-e683-4f49-aa19-b56a42343c5f tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] 10.222.0.54 "GET /v2.0/ports?device_id=053d7dcd-f5db-48fe-ab9a-72eb10f85bc7 HTTP/1.1" status: 200 len: 946 time: 0.1240175 Sep 08 09:13:18.148139 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-959fa29a-ac14-45fc-8351-1a270455d9e5 req-3a7305df-2fbc-4094-955f-e5ca9345f845 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e4eea86-7891-4667-955a-62182fb547df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595436 Sep 08 09:13:18.205598 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-11371fc3-769d-46f1-b780-a5b716624702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:18.210111 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-11371fc3-769d-46f1-b780-a5b716624702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:18.254289 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11371fc3-769d-46f1-b780-a5b716624702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed290315-545a-4f2c-94da-a764f9c28680,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:18.261916 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-11371fc3-769d-46f1-b780-a5b716624702 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=893d0c0f2ef74845989fb5bd9aec781e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2928770 Sep 08 09:13:18.262834 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55656) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:18.315030 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c9e3a9a-71d1-4209-8ba5-9b735fd609ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:18.338897 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c9e3a9a-71d1-4209-8ba5-9b735fd609ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:18.394126 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c9e3a9a-71d1-4209-8ba5-9b735fd609ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:18.396927 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c9e3a9a-71d1-4209-8ba5-9b735fd609ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:18.398278 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2c9e3a9a-71d1-4209-8ba5-9b735fd609ec admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ed290315-545a-4f2c-94da-a764f9c28680 HTTP/1.1" status: 204 len: 168 time: 0.1350698 Sep 08 09:13:18.407101 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e3a9a-71d1-4209-8ba5-9b735fd609ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed290315-545a-4f2c-94da-a764f9c28680,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:18.469571 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cc83d8ea-1082-4991-bc6e-623f3475df91 req-e6aa1509-d1a2-4564-b34f-1afc8bf228e4 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.5719388 Sep 08 09:13:18.483404 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c22d3d2-9bb6-4c1f-9ebb-3e3d726d773c admin admin] Made reservation on behalf of 300350743d2d480aa47ffeff66eed5c2 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:13:18.485778 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4c22d3d2-9bb6-4c1f-9ebb-3e3d726d773c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:18.506518 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4c22d3d2-9bb6-4c1f-9ebb-3e3d726d773c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:18.508487 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-41cffc23-b9f2-4f95-9701-4c48da26b065 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:18.559500 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ed8a60a6-5d39-4129-ac95-62c620738062 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:18.612646 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cffc23-b9f2-4f95-9701-4c48da26b065 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Pushing event updated for resources: {'Subnet': ['ID=4642cfa4-82b6-48f2-8430-0d2d34ad8907,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:18.668926 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cffc23-b9f2-4f95-9701-4c48da26b065 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Checking segment: {'id': 'e39f4646-5e3f-4ad2-b976-1dfa741c4a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2cabc7a9-314c-4917-98bc-4f08d422b708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:13:18.669198 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cffc23-b9f2-4f95-9701-4c48da26b065 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Network hostable DHCP agents. Network: 2cabc7a9-314c-4917-98bc-4f08d422b708, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:13:18.692299 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ed8a60a6-5d39-4129-ac95-62c620738062 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:18.793742 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8a60a6-5d39-4129-ac95-62c620738062 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:13:18.802901 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-ed8a60a6-5d39-4129-ac95-62c620738062 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:13:18.814070 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cffc23-b9f2-4f95-9701-4c48da26b065 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Network 2cabc7a9-314c-4917-98bc-4f08d422b708 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:13:18.825847 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8a60a6-5d39-4129-ac95-62c620738062 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:13:18.840137 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf6006-d793-4df1-aaeb-115a43fb5fbd req-2f00a319-dfc2-4d8a-b101-c002ebb1904f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:18.848252 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf6006-d793-4df1-aaeb-115a43fb5fbd req-2f00a319-dfc2-4d8a-b101-c002ebb1904f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:18.856560 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf6006-d793-4df1-aaeb-115a43fb5fbd req-2f00a319-dfc2-4d8a-b101-c002ebb1904f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:18.864198 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf6006-d793-4df1-aaeb-115a43fb5fbd req-2f00a319-dfc2-4d8a-b101-c002ebb1904f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:18.866591 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-5e746579-3eb2-4f88-aa92-bbcce80213c0 admin admin] Allocated IP 172.25.0.204 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/b647251c-5af2-422b-ba29-649a6ff6796a) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:13:18.871505 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf6006-d793-4df1-aaeb-115a43fb5fbd req-2f00a319-dfc2-4d8a-b101-c002ebb1904f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:18.873281 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a60a6-5d39-4129-ac95-62c620738062 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Pushing event updated for resources: {'Port': ['ID=7ffef0d9-65f9-45d6-b901-aa4f0d4f7d3c,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:18.881368 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4c22d3d2-9bb6-4c1f-9ebb-3e3d726d773c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:18.884477 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf6006-d793-4df1-aaeb-115a43fb5fbd req-2f00a319-dfc2-4d8a-b101-c002ebb1904f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:18.884858 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-41cffc23-b9f2-4f95-9701-4c48da26b065 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 2cabc7a9-314c-4917-98bc-4f08d422b708) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:13:18.893780 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf6006-d793-4df1-aaeb-115a43fb5fbd req-2f00a319-dfc2-4d8a-b101-c002ebb1904f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:18.896839 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd64b83-bbf4-47ee-a35c-c91c2473cd08 None None] Network 2cabc7a9-314c-4917-98bc-4f08d422b708 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:13:18.903394 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cffc23-b9f2-4f95-9701-4c48da26b065 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:18.905033 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-41cffc23-b9f2-4f95-9701-4c48da26b065 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:18.908594 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-dcdf6006-d793-4df1-aaeb-115a43fb5fbd req-2f00a319-dfc2-4d8a-b101-c002ebb1904f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 5436 time: 0.1361320 Sep 08 09:13:18.919008 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4c22d3d2-9bb6-4c1f-9ebb-3e3d726d773c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:18.985415 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-dcdf6006-d793-4df1-aaeb-115a43fb5fbd req-6363e180-974f-40b1-8fcb-692190fb44c6 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&id=53d991ac-c80f-43e4-8682-37208170b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0683322 Sep 08 09:13:19.015851 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c22d3d2-9bb6-4c1f-9ebb-3e3d726d773c admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:13:19.093805 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-41cffc23-b9f2-4f95-9701-4c48da26b065 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9632518 Sep 08 09:13:19.096704 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55688) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:19.102530 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-5578045a-5956-4ecf-9b4e-06b07cad9ac4 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Request body: {'router': {'external_gateway_info': {'network_id': '2cabc7a9-314c-4917-98bc-4f08d422b708'}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:19.121997 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07f7db6-9494-4cab-8b8d-397b864712ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-2cabc7a9-314c-4917-98bc-4f08d422b708', 'network_id': '2cabc7a9-314c-4917-98bc-4f08d422b708', 'tenant_id': '80ffb05f94de429295567d44ff1037a6', 'fixed_ips': [{'subnet_id': '4642cfa4-82b6-48f2-8430-0d2d34ad8907'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:13:19.124165 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d07f7db6-9494-4cab-8b8d-397b864712ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:19.129674 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c22d3d2-9bb6-4c1f-9ebb-3e3d726d773c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67a193f-5a5e-40b1-8bd8-32cd7721b851,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:19.136816 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4c22d3d2-9bb6-4c1f-9ebb-3e3d726d773c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:19.137417 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-4c22d3d2-9bb6-4c1f-9ebb-3e3d726d773c admin admin] Added segment 2a8f76a1-568b-417c-949a-0b5ad6a2989d of type vlan for network cbd06aea-6f66-4a7c-9c9b-8546da827197 Sep 08 09:13:19.208120 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-50c55426-8e7d-4c5d-a3b3-052cf2b20c8f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:19.215348 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-50c55426-8e7d-4c5d-a3b3-052cf2b20c8f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:19.222443 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-50c55426-8e7d-4c5d-a3b3-052cf2b20c8f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:19.229500 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-50c55426-8e7d-4c5d-a3b3-052cf2b20c8f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:19.236803 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-50c55426-8e7d-4c5d-a3b3-052cf2b20c8f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:19.243277 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-50c55426-8e7d-4c5d-a3b3-052cf2b20c8f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:19.250226 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-50c55426-8e7d-4c5d-a3b3-052cf2b20c8f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:19.252549 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-50c55426-8e7d-4c5d-a3b3-052cf2b20c8f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.35 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 5436 time: 0.3535306 Sep 08 09:13:19.377358 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-d07f7db6-9494-4cab-8b8d-397b864712ea None None] Allocated IP 2001:db8:1::2 (2cabc7a9-314c-4917-98bc-4f08d422b708/4642cfa4-82b6-48f2-8430-0d2d34ad8907/ce48e81c-293c-46ef-bf1d-88dc2c382183) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:13:19.393913 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-af182e72-b58e-4fa1-a83c-7e75c2cd5cbd tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:19.396760 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-af182e72-b58e-4fa1-a83c-7e75c2cd5cbd tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.35 "GET /v2.0/ports/24de4b54-5e35-472f-b3a2-8c31ebfb3d05?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0859480 Sep 08 09:13:19.461362 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5578045a-5956-4ecf-9b4e-06b07cad9ac4 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:19.600012 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d07f7db6-9494-4cab-8b8d-397b864712ea None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:19.613707 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d07f7db6-9494-4cab-8b8d-397b864712ea None None] Transition to ACTIVE for port object ce48e81c-293c-46ef-bf1d-88dc2c382183 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:13:19.631342 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5e746579-3eb2-4f88-aa92-bbcce80213c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:19.635391 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d07f7db6-9494-4cab-8b8d-397b864712ea None None] Transition to ACTIVE for port object ce48e81c-293c-46ef-bf1d-88dc2c382183 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:13:19.644826 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d07f7db6-9494-4cab-8b8d-397b864712ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:19.671929 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4c22d3d2-9bb6-4c1f-9ebb-3e3d726d773c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:19.717855 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07f7db6-9494-4cab-8b8d-397b864712ea None None] Network 2cabc7a9-314c-4917-98bc-4f08d422b708 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:13:19.751972 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f7db6-9494-4cab-8b8d-397b864712ea None None] Pushing event updated for resources: {'Port': ['ID=ce48e81c-293c-46ef-bf1d-88dc2c382183,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:19.766466 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-d07f7db6-9494-4cab-8b8d-397b864712ea None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:13:19.769374 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07f7db6-9494-4cab-8b8d-397b864712ea None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:13:19.842358 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b78ae-0f73-47f6-9960-b243cca09dc0 req-b367e359-3cf2-4b73-8a9e-a3096ca80140 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:19.853629 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-d07f7db6-9494-4cab-8b8d-397b864712ea None None] Attempting to bind port ce48e81c-293c-46ef-bf1d-88dc2c382183 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:13:19.854464 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-d07f7db6-9494-4cab-8b8d-397b864712ea None None] Attempting to bind port ce48e81c-293c-46ef-bf1d-88dc2c382183 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'e39f4646-5e3f-4ad2-b976-1dfa741c4a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2cabc7a9-314c-4917-98bc-4f08d422b708'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:13:19.854940 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07f7db6-9494-4cab-8b8d-397b864712ea None None] Attempting to bind port ce48e81c-293c-46ef-bf1d-88dc2c382183 on network 2cabc7a9-314c-4917-98bc-4f08d422b708 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:13:19.859750 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-368b78ae-0f73-47f6-9960-b243cca09dc0 req-b367e359-3cf2-4b73-8a9e-a3096ca80140 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 945 time: 0.2416630 Sep 08 09:13:19.860972 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07f7db6-9494-4cab-8b8d-397b864712ea None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:13:19.861462 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07f7db6-9494-4cab-8b8d-397b864712ea None None] Checking segment: {'id': 'e39f4646-5e3f-4ad2-b976-1dfa741c4a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2cabc7a9-314c-4917-98bc-4f08d422b708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:13:19.862069 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d07f7db6-9494-4cab-8b8d-397b864712ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:19.862562 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07f7db6-9494-4cab-8b8d-397b864712ea None None] Bound using segment: {'id': 'e39f4646-5e3f-4ad2-b976-1dfa741c4a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2cabc7a9-314c-4917-98bc-4f08d422b708'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:13:19.863169 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-d07f7db6-9494-4cab-8b8d-397b864712ea None None] Bound port: ce48e81c-293c-46ef-bf1d-88dc2c382183, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e39f4646-5e3f-4ad2-b976-1dfa741c4a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2cabc7a9-314c-4917-98bc-4f08d422b708'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:13:19.864228 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d07f7db6-9494-4cab-8b8d-397b864712ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:19.904632 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8807473-e4fb-459b-9568-a4fa340eabfb req-f9997344-d3e6-4a7a-bac4-124066da4c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:19.906219 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f8807473-e4fb-459b-9568-a4fa340eabfb req-f9997344-d3e6-4a7a-bac4-124066da4c2d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9f5275e2d58a49a08895a50418c7508b&device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 1097 time: 0.4942369 Sep 08 09:13:19.924986 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.db.resource_extend [None req-4c22d3d2-9bb6-4c1f-9ebb-3e3d726d773c admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 08 09:13:19.964098 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d07f7db6-9494-4cab-8b8d-397b864712ea None None] For port ce48e81c-293c-46ef-bf1d-88dc2c382183, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:13:19.973702 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d07f7db6-9494-4cab-8b8d-397b864712ea None None] For port ce48e81c-293c-46ef-bf1d-88dc2c382183, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=ce48e81c-293c-46ef-bf1d-88dc2c382183,segment=NetworkSegment(e39f4646-5e3f-4ad2-b976-1dfa741c4a7d),segment_id=e39f4646-5e3f-4ad2-b976-1dfa741c4a7d)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:13:19.987552 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d07f7db6-9494-4cab-8b8d-397b864712ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:20.085611 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f7db6-9494-4cab-8b8d-397b864712ea None None] Pushing event updated for resources: {'Port': ['ID=ce48e81c-293c-46ef-bf1d-88dc2c382183,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:20.202573 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-58e62bb8-d170-4758-a074-0bf74e9e9369 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.35 "GET /v2.0/networks/420ee6df-451a-4285-bec4-d22a945df514?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6640341 Sep 08 09:13:20.250805 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-c6bfa5ba-072c-4116-8192-47453e329e3a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:20.289058 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4c22d3d2-9bb6-4c1f-9ebb-3e3d726d773c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:20.290363 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c22d3d2-9bb6-4c1f-9ebb-3e3d726d773c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:20.291049 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4c22d3d2-9bb6-4c1f-9ebb-3e3d726d773c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:20.317675 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086c1e9-abfa-481e-b5cb-8ac60651494d req-a68ee463-2589-465f-9d73-c78b784f506d tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:20.325346 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f086c1e9-abfa-481e-b5cb-8ac60651494d req-a68ee463-2589-465f-9d73-c78b784f506d tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] 10.222.0.54 "GET /v2.0/ports?device_id=053d7dcd-f5db-48fe-ab9a-72eb10f85bc7 HTTP/1.1" status: 200 len: 946 time: 0.9095538 Sep 08 09:13:20.391415 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:20.444878 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-c6bfa5ba-072c-4116-8192-47453e329e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:20.451187 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4c22d3d2-9bb6-4c1f-9ebb-3e3d726d773c admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.8752880 Sep 08 09:13:20.456033 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55726) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:20.478314 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-5578045a-5956-4ecf-9b4e-06b07cad9ac4 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:13:20.483304 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5578045a-5956-4ecf-9b4e-06b07cad9ac4 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] 10.222.0.54 "PUT /v2.0/routers/79ad560e-0d03-4786-b902-3f7911ecbbc2 HTTP/1.1" status: 400 len: 364 time: 1.3815553 Sep 08 09:13:20.514264 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-bae098cf-8eeb-4d5c-a461-2a657ec17ec4 admin admin] Request body: {'subnet': {'network_id': 'cbd06aea-6f66-4a7c-9c9b-8546da827197', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1589877647-subnet', 'tenant_id': '300350743d2d480aa47ffeff66eed5c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:20.518410 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55728) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:20.518967 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5e746579-3eb2-4f88-aa92-bbcce80213c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:20.555332 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f086c1e9-abfa-481e-b5cb-8ac60651494d req-40a9a027-1d34-47e7-8d72-427642374f08 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e4eea86-7891-4667-955a-62182fb547df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256529 Sep 08 09:13:20.659524 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-368b78ae-0f73-47f6-9960-b243cca09dc0 req-6dd444a9-b002-42ad-838e-7f8a35f5e432 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.7977970 Sep 08 09:13:20.666097 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ed8a60a6-5d39-4129-ac95-62c620738062 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for router_gateway, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:20.715206 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e746579-3eb2-4f88-aa92-bbcce80213c0 admin admin] Pushing event updated for resources: {'Port': ['ID=b647251c-5af2-422b-ba29-649a6ff6796a,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:20.719493 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-19358d78-6671-41db-a751-1eda94a7a28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:20.823497 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e746579-3eb2-4f88-aa92-bbcce80213c0 admin admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:13:20.837937 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-5e746579-3eb2-4f88-aa92-bbcce80213c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:13:20.851647 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae098cf-8eeb-4d5c-a461-2a657ec17ec4 admin admin] Made reservation on behalf of 300350743d2d480aa47ffeff66eed5c2 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:13:20.854008 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bae098cf-8eeb-4d5c-a461-2a657ec17ec4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:20.897746 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e746579-3eb2-4f88-aa92-bbcce80213c0 admin admin] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:13:20.965561 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c22d3d2-9bb6-4c1f-9ebb-3e3d726d773c admin admin] Pushing event updated for resources: {'Network': ['ID=cbd06aea-6f66-4a7c-9c9b-8546da827197,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:20.979359 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network cbd06aea-6f66-4a7c-9c9b-8546da827197 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:13:20.981846 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8807473-e4fb-459b-9568-a4fa340eabfb req-276f6288-543b-4fc1-9098-89e252c73b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:20.984792 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f8807473-e4fb-459b-9568-a4fa340eabfb req-276f6288-543b-4fc1-9098-89e252c73b3b service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb338a05-96ea-4d11-88f8-690044b53ade HTTP/1.1" status: 200 len: 917 time: 0.9685805 Sep 08 09:13:21.321199 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bae098cf-8eeb-4d5c-a461-2a657ec17ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:21.361029 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254b3f2-98b7-4b66-9ec7-f5dc80707c61 req-08b4ba40-bf15-4a99-b007-1d648398a8e9 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:21.369048 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254b3f2-98b7-4b66-9ec7-f5dc80707c61 req-08b4ba40-bf15-4a99-b007-1d648398a8e9 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:21.376543 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254b3f2-98b7-4b66-9ec7-f5dc80707c61 req-08b4ba40-bf15-4a99-b007-1d648398a8e9 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:21.397704 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254b3f2-98b7-4b66-9ec7-f5dc80707c61 req-08b4ba40-bf15-4a99-b007-1d648398a8e9 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:21.419919 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254b3f2-98b7-4b66-9ec7-f5dc80707c61 req-08b4ba40-bf15-4a99-b007-1d648398a8e9 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:21.421137 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae098cf-8eeb-4d5c-a461-2a657ec17ec4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f56b9b9-fb5b-481c-9680-78244176eda2,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:21.427685 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254b3f2-98b7-4b66-9ec7-f5dc80707c61 req-08b4ba40-bf15-4a99-b007-1d648398a8e9 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:21.436058 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254b3f2-98b7-4b66-9ec7-f5dc80707c61 req-08b4ba40-bf15-4a99-b007-1d648398a8e9 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:21.439868 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0254b3f2-98b7-4b66-9ec7-f5dc80707c61 req-08b4ba40-bf15-4a99-b007-1d648398a8e9 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 5436 time: 0.7100120 Sep 08 09:13:21.741150 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f8807473-e4fb-459b-9568-a4fa340eabfb req-e7bf87c5-8c71-4f9e-81f0-9c3742540b91 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e892c78d-0591-4406-9e88-feb95725e7c4 HTTP/1.1" status: 200 len: 1000 time: 0.6679151 Sep 08 09:13:21.761394 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3bc8b707-1066-45c5-9759-3e0e3ca2e31f tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:21.765562 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae098cf-8eeb-4d5c-a461-2a657ec17ec4 admin admin] Checking segment: {'id': '2a8f76a1-568b-417c-949a-0b5ad6a2989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cbd06aea-6f66-4a7c-9c9b-8546da827197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:13:21.766151 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae098cf-8eeb-4d5c-a461-2a657ec17ec4 admin admin] Network hostable DHCP agents. Network: cbd06aea-6f66-4a7c-9c9b-8546da827197, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:13:21.834396 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0254b3f2-98b7-4b66-9ec7-f5dc80707c61 req-b8a06c73-c600-43ae-8d46-eb74156cc2db tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&id=53d991ac-c80f-43e4-8682-37208170b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3358910 Sep 08 09:13:21.876463 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-c6bfa5ba-072c-4116-8192-47453e329e3a service neutron] For port 24de4b54-5e35-472f-b3a2-8c31ebfb3d05, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=24de4b54-5e35-472f-b3a2-8c31ebfb3d05,segment=NetworkSegment(2d611bdc-8b46-4288-9a60-e3e65ae6211f),segment_id=2d611bdc-8b46-4288-9a60-e3e65ae6211f)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:13:21.928188 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bf1648-2fc3-4870-80d2-00993f5ae0a7 None None] Network 2cabc7a9-314c-4917-98bc-4f08d422b708 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:13:22.006307 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae098cf-8eeb-4d5c-a461-2a657ec17ec4 admin admin] Network cbd06aea-6f66-4a7c-9c9b-8546da827197 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:13:22.074545 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-bae098cf-8eeb-4d5c-a461-2a657ec17ec4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, cbd06aea-6f66-4a7c-9c9b-8546da827197) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:13:22.090788 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae098cf-8eeb-4d5c-a461-2a657ec17ec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:22.092859 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bae098cf-8eeb-4d5c-a461-2a657ec17ec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:22.116364 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af94c44-29aa-4484-a515-e15e3ea09013 req-c602f972-3537-46a6-b75c-92e92f23b7e7 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:22.125545 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6af94c44-29aa-4484-a515-e15e3ea09013 req-c602f972-3537-46a6-b75c-92e92f23b7e7 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 945 time: 0.1685174 Sep 08 09:13:22.142361 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0055d20-9975-415c-8a1f-9110541cd593 None None] Network cbd06aea-6f66-4a7c-9c9b-8546da827197 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:13:22.184098 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-3efaa551-06bd-4a74-b717-40836945f267 None None] Provisioning for port ce48e81c-293c-46ef-bf1d-88dc2c382183 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:13:22.206072 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-bae098cf-8eeb-4d5c-a461-2a657ec17ec4 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7255094 Sep 08 09:13:22.266683 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device ce48e81c-293c-46ef-bf1d-88dc2c382183 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:13:22.269161 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:22.293076 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6af94c44-29aa-4484-a515-e15e3ea09013 req-c4201612-dd3f-4949-86d4-5ecd399c235e tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1662855 Sep 08 09:13:22.495740 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-3bc8b707-1066-45c5-9759-3e0e3ca2e31f tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Allocated IP 2001:db8::1 (43cd366f-42ac-4338-9c1c-c4f24944e034/b3fe705d-c3ce-4a8a-87f2-9538981ae057/73d1bfb7-e574-4156-bdeb-2177999241b8) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:13:22.801844 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3bc8b707-1066-45c5-9759-3e0e3ca2e31f tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:22.838352 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-3bc8b707-1066-45c5-9759-3e0e3ca2e31f tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Transition to ACTIVE for port object 73d1bfb7-e574-4156-bdeb-2177999241b8 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:13:22.922342 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 24de4b54-5e35-472f-b3a2-8c31ebfb3d05 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:13:22.937743 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port ce48e81c-293c-46ef-bf1d-88dc2c382183 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:13:22.959092 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3bc8b707-1066-45c5-9759-3e0e3ca2e31f tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:23.049647 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port ce48e81c-293c-46ef-bf1d-88dc2c382183 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:13:23.051844 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:23.061312 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395cbd23-8ce4-477b-8b38-d0976efcd8ff None None] Network cbd06aea-6f66-4a7c-9c9b-8546da827197 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:13:23.067430 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc8b707-1066-45c5-9759-3e0e3ca2e31f tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Network 43cd366f-42ac-4338-9c1c-c4f24944e034 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:13:23.085290 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-3bc8b707-1066-45c5-9759-3e0e3ca2e31f tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:13:23.090839 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc8b707-1066-45c5-9759-3e0e3ca2e31f tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:13:23.092735 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3bc8b707-1066-45c5-9759-3e0e3ca2e31f tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:23.279770 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-c6bfa5ba-072c-4116-8192-47453e329e3a service neutron] For port 24de4b54-5e35-472f-b3a2-8c31ebfb3d05, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:13:23.439201 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-c6bfa5ba-072c-4116-8192-47453e329e3a service neutron] device_id is not set on port 24de4b54-5e35-472f-b3a2-8c31ebfb3d05 yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:13:23.503959 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-c6bfa5ba-072c-4116-8192-47453e329e3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:23.572748 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8807473-e4fb-459b-9568-a4fa340eabfb req-5a6114fe-fdce-4d0a-97bb-4442aa84719b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:23.575217 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f8807473-e4fb-459b-9568-a4fa340eabfb req-5a6114fe-fdce-4d0a-97bb-4442aa84719b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ec84db6-4dd6-4de4-a1e0-0c0e5076306d HTTP/1.1" status: 200 len: 855 time: 1.8031039 Sep 08 09:13:23.595019 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-c6bfa5ba-072c-4116-8192-47453e329e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:23.681569 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8b707-1066-45c5-9759-3e0e3ca2e31f tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Pushing event updated for resources: {'Port': ['ID=73d1bfb7-e574-4156-bdeb-2177999241b8,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:23.691484 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3bc8b707-1066-45c5-9759-3e0e3ca2e31f tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:23.734670 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b445a-38b3-43c9-a19b-cb61160f83ed req-f27d9873-6d35-418c-8d98-cb118bfe25f0 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:23.760611 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b445a-38b3-43c9-a19b-cb61160f83ed req-f27d9873-6d35-418c-8d98-cb118bfe25f0 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:23.762306 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:23.772690 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b445a-38b3-43c9-a19b-cb61160f83ed req-f27d9873-6d35-418c-8d98-cb118bfe25f0 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:23.782772 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b445a-38b3-43c9-a19b-cb61160f83ed req-f27d9873-6d35-418c-8d98-cb118bfe25f0 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:23.787927 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:23.789668 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b445a-38b3-43c9-a19b-cb61160f83ed req-f27d9873-6d35-418c-8d98-cb118bfe25f0 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:23.791058 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:23.797243 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b445a-38b3-43c9-a19b-cb61160f83ed req-f27d9873-6d35-418c-8d98-cb118bfe25f0 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:23.804546 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b445a-38b3-43c9-a19b-cb61160f83ed req-f27d9873-6d35-418c-8d98-cb118bfe25f0 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:23.806925 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b87b445a-38b3-43c9-a19b-cb61160f83ed req-f27d9873-6d35-418c-8d98-cb118bfe25f0 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 5358 time: 0.5703263 Sep 08 09:13:23.828945 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-20b275c3-aefc-4e3b-916f-50c2195982a3 None None] Provisioning for port 73d1bfb7-e574-4156-bdeb-2177999241b8 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:13:23.846246 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-20b275c3-aefc-4e3b-916f-50c2195982a3 None None] Provisioning complete for port 73d1bfb7-e574-4156-bdeb-2177999241b8 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:13:23.849228 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-20b275c3-aefc-4e3b-916f-50c2195982a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:23.921896 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b87b445a-38b3-43c9-a19b-cb61160f83ed req-4f7caad2-4708-4074-b0ca-b823671e5650 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&id=53d991ac-c80f-43e4-8682-37208170b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0916395 Sep 08 09:13:23.979089 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port ce48e81c-293c-46ef-bf1d-88dc2c382183, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=ce48e81c-293c-46ef-bf1d-88dc2c382183,segment=NetworkSegment(e39f4646-5e3f-4ad2-b976-1dfa741c4a7d),segment_id=e39f4646-5e3f-4ad2-b976-1dfa741c4a7d)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:13:23.980750 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-20b275c3-aefc-4e3b-916f-50c2195982a3 None None] Port 73d1bfb7-e574-4156-bdeb-2177999241b8 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:13:23.991707 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5e746579-3eb2-4f88-aa92-bbcce80213c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:24.003385 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.db.api [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 09:13:24.004918 n-d-806683-11 neutron-server[94714]: DEBUG oslo_db.api [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 09:13:24.009262 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:24.128996 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-20b275c3-aefc-4e3b-916f-50c2195982a3 None None] Provisioning complete for port ce48e81c-293c-46ef-bf1d-88dc2c382183 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:13:24.129723 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-20b275c3-aefc-4e3b-916f-50c2195982a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:24.136177 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:24.168980 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3bc8b707-1066-45c5-9759-3e0e3ca2e31f tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:24.188920 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3bc8b707-1066-45c5-9759-3e0e3ca2e31f tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:24.189735 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3bc8b707-1066-45c5-9759-3e0e3ca2e31f tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:24.203489 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=ce48e81c-293c-46ef-bf1d-88dc2c382183,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:24.292681 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-c6bfa5ba-072c-4116-8192-47453e329e3a service neutron] No DVR routers for this DVR port 24de4b54-5e35-472f-b3a2-8c31ebfb3d05 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:13:24.332922 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffbd7cd-bee5-435b-ad15-e9538a9009b0 req-5ab5d1bf-cec8-4a18-96b3-3a2d72061eb2 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:24.340962 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3ffbd7cd-bee5-435b-ad15-e9538a9009b0 req-5ab5d1bf-cec8-4a18-96b3-3a2d72061eb2 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 945 time: 0.1691225 Sep 08 09:13:24.353664 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-c6bfa5ba-072c-4116-8192-47453e329e3a service neutron] In _notify_port_updated(), no bound segment for port 24de4b54-5e35-472f-b3a2-8c31ebfb3d05 on network 420ee6df-451a-4285-bec4-d22a945df514 {{(pid=94712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 08 09:13:24.354680 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-c6bfa5ba-072c-4116-8192-47453e329e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:24.355496 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-c6bfa5ba-072c-4116-8192-47453e329e3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:24.357319 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-c6bfa5ba-072c-4116-8192-47453e329e3a service neutron] 10.222.0.35 "PUT /v2.0/ports/24de4b54-5e35-472f-b3a2-8c31ebfb3d05 HTTP/1.1" status: 200 len: 1028 time: 4.1270616 Sep 08 09:13:24.418276 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8b707-1066-45c5-9759-3e0e3ca2e31f tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Pushing event updated for resources: {'Port': ['ID=73d1bfb7-e574-4156-bdeb-2177999241b8,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:24.469409 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3ffbd7cd-bee5-435b-ad15-e9538a9009b0 req-ce4f8075-cdd2-4cf0-8d8b-dd0321ed08e3 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1268878 Sep 08 09:13:24.485091 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-313843e9-5efe-47d7-8169-3e446f709338 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:24.490296 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-313843e9-5efe-47d7-8169-3e446f709338 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.35 "GET /v2.0/ports/229b22b3-b0f7-4064-9dfb-b9b154dfe5d6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0774341 Sep 08 09:13:24.518635 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-a3c00693-ec09-4e16-b357-115644b36083 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:24.532297 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc8b707-1066-45c5-9759-3e0e3ca2e31f tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Network 43cd366f-42ac-4338-9c1c-c4f24944e034 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:13:24.534388 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-3bc8b707-1066-45c5-9759-3e0e3ca2e31f tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:13:24.590161 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bfa5ba-072c-4116-8192-47453e329e3a service neutron] Pushing event updated for resources: {'Port': ['ID=24de4b54-5e35-472f-b3a2-8c31ebfb3d05,revision_number=6']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:24.605027 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 89daee6f-0c0f-4335-af2f-1d518b85581e no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:13:24.742004 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8807473-e4fb-459b-9568-a4fa340eabfb req-f314710b-f9de-4c00-9c6c-05d29c448243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:24.744971 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f8807473-e4fb-459b-9568-a4fa340eabfb req-f314710b-f9de-4c00-9c6c-05d29c448243 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb338a05-96ea-4d11-88f8-690044b53ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1459541 Sep 08 09:13:24.761646 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ed8a60a6-5d39-4129-ac95-62c620738062 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:24.793109 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-37e1ea85-7377-4524-9932-6663fe0cbf52 None None] Provisioning complete for port 24de4b54-5e35-472f-b3a2-8c31ebfb3d05 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:13:24.803321 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-37e1ea85-7377-4524-9932-6663fe0cbf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:24.828734 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc8b707-1066-45c5-9759-3e0e3ca2e31f tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Router 79ad560e-0d03-4786-b902-3f7911ecbbc2 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:13:24.880983 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-a3c00693-ec09-4e16-b357-115644b36083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:24.905852 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca016cc-a626-44a0-8d6c-8badfaa0b2cd req-4418f7eb-5d19-472b-af7d-8b376e6d872f tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:24.907506 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6ca016cc-a626-44a0-8d6c-8badfaa0b2cd req-4418f7eb-5d19-472b-af7d-8b376e6d872f tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] 10.222.0.54 "GET /v2.0/networks?id=cbd06aea-6f66-4a7c-9c9b-8546da827197 HTTP/1.1" status: 200 len: 821 time: 1.3695831 Sep 08 09:13:24.976953 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:24.980144 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-37e1ea85-7377-4524-9932-6663fe0cbf52 None None] Port 24de4b54-5e35-472f-b3a2-8c31ebfb3d05 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:13:25.045329 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc8b707-1066-45c5-9759-3e0e3ca2e31f tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:13:25.059574 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed91096-c4bc-4413-bb8a-f3e7feff8f41 None None] Sync routers for ids ['79ad560e-0d03-4786-b902-3f7911ecbbc2'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:13:25.062302 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3bc8b707-1066-45c5-9759-3e0e3ca2e31f tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] 10.222.0.54 "PUT /v2.0/routers/79ad560e-0d03-4786-b902-3f7911ecbbc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5425038 Sep 08 09:13:25.064760 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '914131e2-07da-4bcb-841e-02708bc6510a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89daee6f-0c0f-4335-af2f-1d518b85581e'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:13:25.065974 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55806) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:25.073800 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c1f282-3b6c-4cc0-9e3d-b475135938ef" -d '{"events": [{"server_uuid": "914131e2-07da-4bcb-841e-02708bc6510a", "name": "network-vif-unplugged", "status": "completed", "tag": "89daee6f-0c0f-4335-af2f-1d518b85581e"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:13:25.085154 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed91096-c4bc-4413-bb8a-f3e7feff8f41 None None] Routers {'79ad560e-0d03-4786-b902-3f7911ecbbc2'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:13:25.091940 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-6ed91096-c4bc-4413-bb8a-f3e7feff8f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:13:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['79ad560e-0d03-4786-b902-3f7911ecbbc2'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:25.126220 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 89daee6f-0c0f-4335-af2f-1d518b85581e, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=89daee6f-0c0f-4335-af2f-1d518b85581e,segment=NetworkSegment(2d611bdc-8b46-4288-9a60-e3e65ae6211f),segment_id=2d611bdc-8b46-4288-9a60-e3e65ae6211f)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:13:25.137611 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:25.148351 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device e14de9e1-dbdd-41d4-bb25-3967a45e30bf no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:13:25.245550 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-6ed91096-c4bc-4413-bb8a-f3e7feff8f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:25.252732 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-661e535d-e6a4-45d7-9f43-94f754f67045 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:25.285108 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed91096-c4bc-4413-bb8a-f3e7feff8f41 None None] Routers {'79ad560e-0d03-4786-b902-3f7911ecbbc2'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:13:25.288317 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-6ed91096-c4bc-4413-bb8a-f3e7feff8f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:13:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['79ad560e-0d03-4786-b902-3f7911ecbbc2'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:25.300806 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d53e49d2-83dc-4460-abe7-f84c4b2bdfe6 None None] Provisioning complete for port 73d1bfb7-e574-4156-bdeb-2177999241b8 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:13:25.301456 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d53e49d2-83dc-4460-abe7-f84c4b2bdfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:25.376542 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-a3c00693-ec09-4e16-b357-115644b36083 service neutron] For port 229b22b3-b0f7-4064-9dfb-b9b154dfe5d6, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=229b22b3-b0f7-4064-9dfb-b9b154dfe5d6,segment=NetworkSegment(2d611bdc-8b46-4288-9a60-e3e65ae6211f),segment_id=2d611bdc-8b46-4288-9a60-e3e65ae6211f)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:13:25.383058 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=89daee6f-0c0f-4335-af2f-1d518b85581e,revision_number=6']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:25.394940 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d53e49d2-83dc-4460-abe7-f84c4b2bdfe6 None None] Port 73d1bfb7-e574-4156-bdeb-2177999241b8 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:13:25.403214 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-6ed91096-c4bc-4413-bb8a-f3e7feff8f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:25.404444 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed91096-c4bc-4413-bb8a-f3e7feff8f41 None None] The sync data for ids ['79ad560e-0d03-4786-b902-3f7911ecbbc2'] in n-d-806683-11 is: [] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:13:25.426122 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-a3c00693-ec09-4e16-b357-115644b36083 service neutron] For port 229b22b3-b0f7-4064-9dfb-b9b154dfe5d6, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:13:25.446476 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:25.491364 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d297c3-f4e1-4108-9eb8-e5a7fe85a110 req-bf1a9b64-940a-4656-8832-6d9b5ad1353f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:25.491667 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port e14de9e1-dbdd-41d4-bb25-3967a45e30bf, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=e14de9e1-dbdd-41d4-bb25-3967a45e30bf,segment=NetworkSegment(948da7d8-df84-42e8-b003-776fc80a05e5),segment_id=948da7d8-df84-42e8-b003-776fc80a05e5)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:13:25.501198 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:25.501880 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device dfca467b-4c54-46ec-8ec3-b88af0e82d9d no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:13:25.503024 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d297c3-f4e1-4108-9eb8-e5a7fe85a110 req-bf1a9b64-940a-4656-8832-6d9b5ad1353f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:25.518340 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d297c3-f4e1-4108-9eb8-e5a7fe85a110 req-bf1a9b64-940a-4656-8832-6d9b5ad1353f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:25.520759 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-a3c00693-ec09-4e16-b357-115644b36083 service neutron] device_id is not set on port 229b22b3-b0f7-4064-9dfb-b9b154dfe5d6 yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:13:25.526845 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d297c3-f4e1-4108-9eb8-e5a7fe85a110 req-bf1a9b64-940a-4656-8832-6d9b5ad1353f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:25.531832 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-a3c00693-ec09-4e16-b357-115644b36083 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:25.537934 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d297c3-f4e1-4108-9eb8-e5a7fe85a110 req-bf1a9b64-940a-4656-8832-6d9b5ad1353f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:25.539116 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6ca016cc-a626-44a0-8d6c-8badfaa0b2cd req-23304cc6-586b-4dee-9e7f-78874be70c7d tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] 10.222.0.54 "GET /v2.0/quotas/300350743d2d480aa47ffeff66eed5c2 HTTP/1.1" status: 200 len: 375 time: 0.5046875 Sep 08 09:13:25.548450 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d297c3-f4e1-4108-9eb8-e5a7fe85a110 req-bf1a9b64-940a-4656-8832-6d9b5ad1353f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:25.558200 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-25d297c3-f4e1-4108-9eb8-e5a7fe85a110 req-bf1a9b64-940a-4656-8832-6d9b5ad1353f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 4659 time: 0.3026326 Sep 08 09:13:25.593046 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-661e535d-e6a4-45d7-9f43-94f754f67045 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 08 09:13:25.593517 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-a3c00693-ec09-4e16-b357-115644b36083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:25.594738 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-661e535d-e6a4-45d7-9f43-94f754f67045 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] 10.222.0.54 "DELETE /v2.0/routers/79ad560e-0d03-4786-b902-3f7911ecbbc2 HTTP/1.1" status: 409 len: 329 time: 0.5253358 Sep 08 09:13:25.597541 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55812) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:25.619470 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=e14de9e1-dbdd-41d4-bb25-3967a45e30bf,revision_number=6']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:25.655775 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-25d297c3-f4e1-4108-9eb8-e5a7fe85a110 req-ec073153-6027-42e7-8c9c-034f340a84a8 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&id=53d991ac-c80f-43e4-8682-37208170b17c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0962465 Sep 08 09:13:25.682499 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6ca016cc-a626-44a0-8d6c-8badfaa0b2cd req-09d0be47-3077-4aa1-8bda-771f68e42d23 tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=300350743d2d480aa47ffeff66eed5c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1070755 Sep 08 09:13:25.702258 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:25.811651 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6ca016cc-a626-44a0-8d6c-8badfaa0b2cd req-1106d201-96b1-41e6-b6dc-902c3e573c0c service neutron] 10.222.0.54 "GET /v2.0/networks/cbd06aea-6f66-4a7c-9c9b-8546da827197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169958 Sep 08 09:13:25.822645 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port dfca467b-4c54-46ec-8ec3-b88af0e82d9d, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=dfca467b-4c54-46ec-8ec3-b88af0e82d9d,segment=NetworkSegment(ee50bf2c-b913-47f9-be22-7b5ae145e982),segment_id=ee50bf2c-b913-47f9-be22-7b5ae145e982)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:13:25.832559 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:25.834969 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 229b22b3-b0f7-4064-9dfb-b9b154dfe5d6 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:13:25.876359 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f8807473-e4fb-459b-9568-a4fa340eabfb req-c079429d-4f17-460b-ac8a-64852a77fab1 service neutron] 10.222.0.35 "GET /v2.0/networks/cb338a05-96ea-4d11-88f8-690044b53ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1079347 Sep 08 09:13:26.087879 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 09:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced33fa5-2a5b-4d02-a3ff-964baad1a94e x-openstack-request-id: req-ced33fa5-2a5b-4d02-a3ff-964baad1a94e {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:13:26.090631 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "914131e2-07da-4bcb-841e-02708bc6510a", "name": "network-vif-unplugged", "status": "completed", "tag": "89daee6f-0c0f-4335-af2f-1d518b85581e", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:13:26.091168 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ced33fa5-2a5b-4d02-a3ff-964baad1a94e {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:13:26.091784 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '914131e2-07da-4bcb-841e-02708bc6510a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89daee6f-0c0f-4335-af2f-1d518b85581e', 'code': 200} Sep 08 09:13:26.093646 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 229b22b3-b0f7-4064-9dfb-b9b154dfe5d6 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:13:26.095058 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device fee93a55-5fb2-48b1-9e9b-9174983a4b10 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:13:26.124769 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=dfca467b-4c54-46ec-8ec3-b88af0e82d9d,revision_number=6']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:26.164128 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-bd5cdc12-606a-4e69-9b8f-f4ad184de441 None None] Provisioning complete for port 229b22b3-b0f7-4064-9dfb-b9b154dfe5d6 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:13:26.165376 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-bd5cdc12-606a-4e69-9b8f-f4ad184de441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:26.201077 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device ce48e81c-293c-46ef-bf1d-88dc2c382183 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:13:26.237135 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:13:26.255830 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-a3c00693-ec09-4e16-b357-115644b36083 service neutron] No DVR routers for this DVR port 229b22b3-b0f7-4064-9dfb-b9b154dfe5d6 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:13:26.267381 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73598cac-9c8a-4fc7-9411-10f4e618ce42 req-f833062c-af3b-4eb3-b0e0-56a4d8fda75e tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:26.268034 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6ca016cc-a626-44a0-8d6c-8badfaa0b2cd req-71ab47a2-4068-40fb-a818-761a94590faa service neutron] 10.222.0.54 "GET /v2.0/networks/cbd06aea-6f66-4a7c-9c9b-8546da827197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901262 Sep 08 09:13:26.283043 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-73598cac-9c8a-4fc7-9411-10f4e618ce42 req-f833062c-af3b-4eb3-b0e0-56a4d8fda75e tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 945 time: 0.0958285 Sep 08 09:13:26.391304 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-73598cac-9c8a-4fc7-9411-10f4e618ce42 req-271c9752-f7fc-4198-8c0e-bc0c89bd807a tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1021748 Sep 08 09:13:26.408391 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c00693-ec09-4e16-b357-115644b36083 service neutron] Pushing event updated for resources: {'Port': ['ID=229b22b3-b0f7-4064-9dfb-b9b154dfe5d6,revision_number=6']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:26.472058 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4e53fa3c-a1a8-41d2-b1a7-fce80ff7ec1b tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:26.473819 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:26.491398 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-bd5cdc12-606a-4e69-9b8f-f4ad184de441 None None] Port 229b22b3-b0f7-4064-9dfb-b9b154dfe5d6 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:13:26.565478 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port ce48e81c-293c-46ef-bf1d-88dc2c382183 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:13:26.565860 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:26.570327 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5e746579-3eb2-4f88-aa92-bbcce80213c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:26.578237 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-a3c00693-ec09-4e16-b357-115644b36083 service neutron] In _notify_port_updated(), no bound segment for port 229b22b3-b0f7-4064-9dfb-b9b154dfe5d6 on network 420ee6df-451a-4285-bec4-d22a945df514 {{(pid=94712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 08 09:13:26.579451 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-a3c00693-ec09-4e16-b357-115644b36083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:26.580792 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-a3c00693-ec09-4e16-b357-115644b36083 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:26.582404 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-a3c00693-ec09-4e16-b357-115644b36083 service neutron] 10.222.0.35 "PUT /v2.0/ports/229b22b3-b0f7-4064-9dfb-b9b154dfe5d6 HTTP/1.1" status: 200 len: 1028 time: 2.0701022 Sep 08 09:13:26.631564 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8a60a6-5d39-4129-ac95-62c620738062 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Router 077a1b35-7b5d-4cdb-990f-6b127f447355 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:13:26.775054 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port fee93a55-5fb2-48b1-9e9b-9174983a4b10, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=fee93a55-5fb2-48b1-9e9b-9174983a4b10,segment=NetworkSegment(ee50bf2c-b913-47f9-be22-7b5ae145e982),segment_id=ee50bf2c-b913-47f9-be22-7b5ae145e982)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:13:26.799379 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:26.800104 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device aa0aa366-6055-4adf-a15d-7672841d5a44 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:13:27.003800 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=fee93a55-5fb2-48b1-9e9b-9174983a4b10,revision_number=6']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:27.067649 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f8807473-e4fb-459b-9568-a4fa340eabfb req-751bff6b-503d-450e-af5b-b34db32d1400 service neutron] 10.222.0.35 "GET /v2.0/networks/cb338a05-96ea-4d11-88f8-690044b53ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1698947 Sep 08 09:13:27.120341 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c438d2fb-23ff-44b4-b68c-0c159b556ac5 req-afc3e2ed-9030-4a70-a3c5-1715410e5a11 tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8a19643-baab-4201-a6f8-3613748a3c30 HTTP/1.1" status: 200 len: 210 time: 0.4046683 Sep 08 09:13:27.183345 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:27.257654 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e746579-3eb2-4f88-aa92-bbcce80213c0 admin admin] Router d492d649-e670-429b-a77c-432c042c42d6 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:13:27.264936 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port aa0aa366-6055-4adf-a15d-7672841d5a44, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=aa0aa366-6055-4adf-a15d-7672841d5a44,segment=NetworkSegment(2d611bdc-8b46-4288-9a60-e3e65ae6211f),segment_id=2d611bdc-8b46-4288-9a60-e3e65ae6211f)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:13:27.273049 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:27.349346 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-fc6892d4-08a5-415a-bbe8-8b0b597f16e4 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Deleting port e14de9e1-dbdd-41d4-bb25-3967a45e30bf {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:13:27.351645 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-fc6892d4-08a5-415a-bbe8-8b0b597f16e4 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:27.387345 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=aa0aa366-6055-4adf-a15d-7672841d5a44,revision_number=6']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:27.728842 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd58dbf-f1ca-4022-9714-27b37ee903ca req-734e36f7-f6df-41f8-8a96-5c60052890a6 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:27.746672 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd58dbf-f1ca-4022-9714-27b37ee903ca req-734e36f7-f6df-41f8-8a96-5c60052890a6 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:27.758395 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd58dbf-f1ca-4022-9714-27b37ee903ca req-734e36f7-f6df-41f8-8a96-5c60052890a6 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:27.777030 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd58dbf-f1ca-4022-9714-27b37ee903ca req-734e36f7-f6df-41f8-8a96-5c60052890a6 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:27.785728 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd58dbf-f1ca-4022-9714-27b37ee903ca req-734e36f7-f6df-41f8-8a96-5c60052890a6 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:27.795493 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0cd58dbf-f1ca-4022-9714-27b37ee903ca req-734e36f7-f6df-41f8-8a96-5c60052890a6 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 3876 time: 0.2627499 Sep 08 09:13:27.978897 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0cd58dbf-f1ca-4022-9714-27b37ee903ca req-e904da0f-28b0-4bc3-b4dd-345352dee5ee tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820779 Sep 08 09:13:28.057042 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-4e53fa3c-a1a8-41d2-b1a7-fce80ff7ec1b tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Deleting port 73d1bfb7-e574-4156-bdeb-2177999241b8 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:13:28.057394 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4e53fa3c-a1a8-41d2-b1a7-fce80ff7ec1b tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:28.092904 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '914131e2-07da-4bcb-841e-02708bc6510a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e14de9e1-dbdd-41d4-bb25-3967a45e30bf'}, {'server_uuid': '914131e2-07da-4bcb-841e-02708bc6510a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfca467b-4c54-46ec-8ec3-b88af0e82d9d'}, {'server_uuid': '914131e2-07da-4bcb-841e-02708bc6510a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fee93a55-5fb2-48b1-9e9b-9174983a4b10'}, {'server_uuid': '914131e2-07da-4bcb-841e-02708bc6510a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa0aa366-6055-4adf-a15d-7672841d5a44'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:13:28.096790 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a873b2a-e3d2-441d-ac9a-1c29ed94e01e" -d '{"events": [{"server_uuid": "914131e2-07da-4bcb-841e-02708bc6510a", "name": "network-vif-unplugged", "status": "completed", "tag": "e14de9e1-dbdd-41d4-bb25-3967a45e30bf"}, {"server_uuid": "914131e2-07da-4bcb-841e-02708bc6510a", "name": "network-vif-unplugged", "status": "completed", "tag": "dfca467b-4c54-46ec-8ec3-b88af0e82d9d"}, {"server_uuid": "914131e2-07da-4bcb-841e-02708bc6510a", "name": "network-vif-unplugged", "status": "completed", "tag": "fee93a55-5fb2-48b1-9e9b-9174983a4b10"}, {"server_uuid": "914131e2-07da-4bcb-841e-02708bc6510a", "name": "network-vif-unplugged", "status": "completed", "tag": "aa0aa366-6055-4adf-a15d-7672841d5a44"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:13:28.252434 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4e53fa3c-a1a8-41d2-b1a7-fce80ff7ec1b tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:28.292340 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-4e53fa3c-a1a8-41d2-b1a7-fce80ff7ec1b tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Calling delete_port for 73d1bfb7-e574-4156-bdeb-2177999241b8 owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:13:28.331904 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Wed, 08 Sep 2021 09:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d927eca0-362d-4fdc-b496-42809c459640 x-openstack-request-id: req-d927eca0-362d-4fdc-b496-42809c459640 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:13:28.332766 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "914131e2-07da-4bcb-841e-02708bc6510a", "name": "network-vif-unplugged", "status": "completed", "tag": "e14de9e1-dbdd-41d4-bb25-3967a45e30bf", "code": 200}, {"server_uuid": "914131e2-07da-4bcb-841e-02708bc6510a", "name": "network-vif-unplugged", "status": "completed", "tag": "dfca467b-4c54-46ec-8ec3-b88af0e82d9d", "code": 200}, {"server_uuid": "914131e2-07da-4bcb-841e-02708bc6510a", "name": "network-vif-unplugged", "status": "completed", "tag": "fee93a55-5fb2-48b1-9e9b-9174983a4b10", "code": 200}, {"server_uuid": "914131e2-07da-4bcb-841e-02708bc6510a", "name": "network-vif-unplugged", "status": "completed", "tag": "aa0aa366-6055-4adf-a15d-7672841d5a44", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:13:28.333497 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d927eca0-362d-4fdc-b496-42809c459640 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:13:28.334454 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '914131e2-07da-4bcb-841e-02708bc6510a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e14de9e1-dbdd-41d4-bb25-3967a45e30bf', 'code': 200} Sep 08 09:13:28.335244 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '914131e2-07da-4bcb-841e-02708bc6510a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfca467b-4c54-46ec-8ec3-b88af0e82d9d', 'code': 200} Sep 08 09:13:28.335752 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '914131e2-07da-4bcb-841e-02708bc6510a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fee93a55-5fb2-48b1-9e9b-9174983a4b10', 'code': 200} Sep 08 09:13:28.336284 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '914131e2-07da-4bcb-841e-02708bc6510a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa0aa366-6055-4adf-a15d-7672841d5a44', 'code': 200} Sep 08 09:13:28.488552 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:28.556681 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ad66f8fc-3638-449f-8f2e-95f60ab1b48b req-7e870892-4478-4aac-bd61-82f97dfc47a0 tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8a19643-baab-4201-a6f8-3613748a3c30 HTTP/1.1" status: 200 len: 210 time: 0.0507369 Sep 08 09:13:28.662929 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8a60a6-5d39-4129-ac95-62c620738062 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:13:28.679500 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e75e5c-7f7a-4837-ae7d-bf20694f7971 None None] Sync routers for ids ['077a1b35-7b5d-4cdb-990f-6b127f447355'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:13:28.694388 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e75e5c-7f7a-4837-ae7d-bf20694f7971 None None] Routers {'077a1b35-7b5d-4cdb-990f-6b127f447355'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:13:28.695721 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-16e75e5c-7f7a-4837-ae7d-bf20694f7971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:13:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['077a1b35-7b5d-4cdb-990f-6b127f447355'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:28.746602 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c792f-3cd9-4b60-a045-6ddc99e02a82 req-0d1caaeb-7500-4760-af2e-31a1c5fc61c3 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:28.749495 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5b3c792f-3cd9-4b60-a045-6ddc99e02a82 req-0d1caaeb-7500-4760-af2e-31a1c5fc61c3 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] 10.222.0.54 "GET /v2.0/ports?device_id=053d7dcd-f5db-48fe-ab9a-72eb10f85bc7 HTTP/1.1" status: 200 len: 946 time: 0.0759528 Sep 08 09:13:28.750664 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4e53fa3c-a1a8-41d2-b1a7-fce80ff7ec1b tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:28.779220 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e53fa3c-a1a8-41d2-b1a7-fce80ff7ec1b tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Pushing event deleted for resources: {'Port': ['ID=73d1bfb7-e574-4156-bdeb-2177999241b8,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:28.782773 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-16e75e5c-7f7a-4837-ae7d-bf20694f7971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:28.800340 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e746579-3eb2-4f88-aa92-bbcce80213c0 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:13:28.805814 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e75e5c-7f7a-4837-ae7d-bf20694f7971 None None] Routers {'077a1b35-7b5d-4cdb-990f-6b127f447355'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:13:28.807499 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-16e75e5c-7f7a-4837-ae7d-bf20694f7971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:13:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['077a1b35-7b5d-4cdb-990f-6b127f447355'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:28.810866 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd046b1-3be1-489d-b074-c326014e759e None None] Sync routers for ids ['d492d649-e670-429b-a77c-432c042c42d6'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:13:28.826792 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd046b1-3be1-489d-b074-c326014e759e None None] Routers {'d492d649-e670-429b-a77c-432c042c42d6'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:13:28.828538 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-3fd046b1-3be1-489d-b074-c326014e759e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:13:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['d492d649-e670-429b-a77c-432c042c42d6'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:28.917164 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5b3c792f-3cd9-4b60-a045-6ddc99e02a82 req-05f0431d-24b0-45b3-845a-11e93e95b8a0 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e4eea86-7891-4667-955a-62182fb547df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394591 Sep 08 09:13:28.980685 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca016cc-a626-44a0-8d6c-8badfaa0b2cd req-dafca791-6be4-4963-849b-69e5768bab9e tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:28.988022 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-16e75e5c-7f7a-4837-ae7d-bf20694f7971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:28.988936 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e75e5c-7f7a-4837-ae7d-bf20694f7971 None None] The sync data for ids ['077a1b35-7b5d-4cdb-990f-6b127f447355'] in n-d-806683-11 is: [] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:13:28.993658 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6ca016cc-a626-44a0-8d6c-8badfaa0b2cd req-dafca791-6be4-4963-849b-69e5768bab9e tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] 10.222.0.37 "GET /v2.0/networks?id=cbd06aea-6f66-4a7c-9c9b-8546da827197 HTTP/1.1" status: 200 len: 821 time: 0.2963464 Sep 08 09:13:29.024361 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ed8a60a6-5d39-4129-ac95-62c620738062 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:29.040953 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ed8a60a6-5d39-4129-ac95-62c620738062 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 12.9951439 Sep 08 09:13:29.042720 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55866) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:29.079664 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-6ca016cc-a626-44a0-8d6c-8badfaa0b2cd req-03ad4278-e9ad-467a-a451-b7504f1eaadb tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] Request body: {'port': {'device_id': 'f8a19643-baab-4201-a6f8-3613748a3c30', 'network_id': 'cbd06aea-6f66-4a7c-9c9b-8546da827197', 'admin_state_up': True, 'tenant_id': '300350743d2d480aa47ffeff66eed5c2'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:29.180189 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4e53fa3c-a1a8-41d2-b1a7-fce80ff7ec1b tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:29.217539 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-3fd046b1-3be1-489d-b074-c326014e759e None None] Set router d492d649-e670-429b-a77c-432c042c42d6 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:13:29.262765 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01778287-7415-4062-8d0c-7e4ece36e629 req-f56e35f8-c5bd-4d1d-9b84-132ed845bcfb tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:29.264549 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-01778287-7415-4062-8d0c-7e4ece36e629 req-f56e35f8-c5bd-4d1d-9b84-132ed845bcfb tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 945 time: 1.6232390 Sep 08 09:13:29.426325 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352ee4d-8cd0-4d28-82cb-7910b7b3d5b6 req-e1799b59-2041-4458-80a0-6b04047ea8a1 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:29.432816 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352ee4d-8cd0-4d28-82cb-7910b7b3d5b6 req-e1799b59-2041-4458-80a0-6b04047ea8a1 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:29.439971 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352ee4d-8cd0-4d28-82cb-7910b7b3d5b6 req-e1799b59-2041-4458-80a0-6b04047ea8a1 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:29.447963 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352ee4d-8cd0-4d28-82cb-7910b7b3d5b6 req-e1799b59-2041-4458-80a0-6b04047ea8a1 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:29.458079 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352ee4d-8cd0-4d28-82cb-7910b7b3d5b6 req-e1799b59-2041-4458-80a0-6b04047ea8a1 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:29.466690 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1352ee4d-8cd0-4d28-82cb-7910b7b3d5b6 req-e1799b59-2041-4458-80a0-6b04047ea8a1 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 3876 time: 0.2836573 Sep 08 09:13:29.503573 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5e746579-3eb2-4f88-aa92-bbcce80213c0 admin admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:29.504899 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5e746579-3eb2-4f88-aa92-bbcce80213c0 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 12.9064205 Sep 08 09:13:29.524320 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55876) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:29.636758 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1352ee4d-8cd0-4d28-82cb-7910b7b3d5b6 req-432c24c6-3a07-401b-9562-cbe095b72c2c tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690197 Sep 08 09:13:29.651768 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e53fa3c-a1a8-41d2-b1a7-fce80ff7ec1b tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Router 79ad560e-0d03-4786-b902-3f7911ecbbc2 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:13:29.653281 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-fc6892d4-08a5-415a-bbe8-8b0b597f16e4 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] For port e14de9e1-dbdd-41d4-bb25-3967a45e30bf, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=e14de9e1-dbdd-41d4-bb25-3967a45e30bf,segment=NetworkSegment(948da7d8-df84-42e8-b003-776fc80a05e5),segment_id=948da7d8-df84-42e8-b003-776fc80a05e5)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:13:29.654452 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-fc6892d4-08a5-415a-bbe8-8b0b597f16e4 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:29.664055 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-3fd046b1-3be1-489d-b074-c326014e759e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd492d649-e670-429b-a77c-432c042c42d6', 'name': 'tempest-ServerRescueNegativeTestJSON-580257773-router', 'tenant_id': '534b123b1fec4a0b9fe37215319028ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b647251c-5af2-422b-ba29-649a6ff6796a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:13:16Z', 'updated_at': '2021-09-08T09:13:23Z', 'revision_number': 3, 'project_id': '534b123b1fec4a0b9fe37215319028ae', 'gw_port': {'id': 'b647251c-5af2-422b-ba29-649a6ff6796a', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:83:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd492d649-e670-429b-a77c-432c042c42d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:13:17Z', 'updated_at': '2021-09-08T09:13:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:29.733710 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd046b1-3be1-489d-b074-c326014e759e None None] Checking router: d492d649-e670-429b-a77c-432c042c42d6 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:13:29.734386 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd046b1-3be1-489d-b074-c326014e759e None None] Updating router d492d649-e670-429b-a77c-432c042c42d6 port b647251c-5af2-422b-ba29-649a6ff6796a binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:13:29.786614 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-3fd046b1-3be1-489d-b074-c326014e759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:29.820343 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e53fa3c-a1a8-41d2-b1a7-fce80ff7ec1b tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:13:29.832857 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78830c9b-d2eb-41f8-818c-7c72b87004d3 None None] Sync routers for ids ['79ad560e-0d03-4786-b902-3f7911ecbbc2'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:13:29.854571 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78830c9b-d2eb-41f8-818c-7c72b87004d3 None None] Routers {'79ad560e-0d03-4786-b902-3f7911ecbbc2'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:13:29.855303 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-78830c9b-d2eb-41f8-818c-7c72b87004d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:13:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['79ad560e-0d03-4786-b902-3f7911ecbbc2'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:29.862451 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4e53fa3c-a1a8-41d2-b1a7-fce80ff7ec1b tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] 10.222.0.54 "PUT /v2.0/routers/79ad560e-0d03-4786-b902-3f7911ecbbc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2264342 Sep 08 09:13:29.864554 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ee5b5fa4-5ba1-428d-99ef-f1f03af038b1 req-a90a64a5-0a59-417f-80ad-ec1a79ae7d51 tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8a19643-baab-4201-a6f8-3613748a3c30 HTTP/1.1" status: 200 len: 210 time: 0.0615971 Sep 08 09:13:29.877541 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55884) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:29.979459 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-78830c9b-d2eb-41f8-818c-7c72b87004d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:29.990967 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-f8d6d55b-6279-4530-b294-d7a5f9dc81bd tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] show failed (client error): The resource could not be found. Sep 08 09:13:29.992042 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f8d6d55b-6279-4530-b294-d7a5f9dc81bd tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] 10.222.0.54 "GET /v2.0/routers/tempest-non_exist_router-213221932 HTTP/1.1" status: 404 len: 334 time: 0.1133358 Sep 08 09:13:29.997323 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55890) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:30.001085 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-2154dcdf-2879-463c-a12e-00762850a9ce tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:30.008858 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78830c9b-d2eb-41f8-818c-7c72b87004d3 None None] Routers {'79ad560e-0d03-4786-b902-3f7911ecbbc2'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:13:30.009658 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-78830c9b-d2eb-41f8-818c-7c72b87004d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:13:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['79ad560e-0d03-4786-b902-3f7911ecbbc2'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:30.095394 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-78830c9b-d2eb-41f8-818c-7c72b87004d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:30.096091 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78830c9b-d2eb-41f8-818c-7c72b87004d3 None None] The sync data for ids ['79ad560e-0d03-4786-b902-3f7911ecbbc2'] in n-d-806683-11 is: [] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:13:30.106779 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-2154dcdf-2879-463c-a12e-00762850a9ce tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] update failed (client error): The resource could not be found. Sep 08 09:13:30.110919 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2154dcdf-2879-463c-a12e-00762850a9ce tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] 10.222.0.54 "PUT /v2.0/routers/tempest-non_exist_router-996379877 HTTP/1.1" status: 404 len: 334 time: 0.1106870 Sep 08 09:13:30.134590 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55894) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:30.195508 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8450da0-c168-46bb-997e-62e88f05b141 req-a483a244-9b24-4e59-86d2-d6d628909457 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:30.203053 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f8450da0-c168-46bb-997e-62e88f05b141 req-a483a244-9b24-4e59-86d2-d6d628909457 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] 10.222.0.54 "GET /v2.0/ports?device_id=053d7dcd-f5db-48fe-ab9a-72eb10f85bc7 HTTP/1.1" status: 200 len: 946 time: 0.0986755 Sep 08 09:13:30.238013 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-1815726d-cccf-4e80-94f0-bc8252b4e3d8 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Deleting subnet 4642cfa4-82b6-48f2-8430-0d2d34ad8907 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:13:30.241331 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1815726d-cccf-4e80-94f0-bc8252b4e3d8 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:30.285705 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1815726d-cccf-4e80-94f0-bc8252b4e3d8 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:30.297488 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-01778287-7415-4062-8d0c-7e4ece36e629 req-ba9d5796-8f52-4eec-966d-53ce49e3bfd7 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.7858236 Sep 08 09:13:30.302452 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-3fd046b1-3be1-489d-b074-c326014e759e None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:30.314408 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-3fd046b1-3be1-489d-b074-c326014e759e None None] Transition to ACTIVE for port object b647251c-5af2-422b-ba29-649a6ff6796a will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:13:30.323781 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-3fd046b1-3be1-489d-b074-c326014e759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:30.370526 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f8450da0-c168-46bb-997e-62e88f05b141 req-fa605d4d-f171-4b23-b584-8ff610614920 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e4eea86-7891-4667-955a-62182fb547df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621559 Sep 08 09:13:30.437239 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1815726d-cccf-4e80-94f0-bc8252b4e3d8 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:30.485170 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eafa88f-7641-4263-893c-8ecb9bcae202 req-ce664cfb-1c96-4ace-ab5e-3c4d0848e23c tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:30.487025 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6eafa88f-7641-4263-893c-8ecb9bcae202 req-ce664cfb-1c96-4ace-ab5e-3c4d0848e23c tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] 10.222.0.35 "GET /v2.0/ports?device_id=053d7dcd-f5db-48fe-ab9a-72eb10f85bc7 HTTP/1.1" status: 200 len: 946 time: 0.2455137 Sep 08 09:13:30.493785 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a4ee29-33fe-4128-ac5b-cf837b2936fb None None] Pushing event updated for resources: {'Port': ['ID=b647251c-5af2-422b-ba29-649a6ff6796a,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:30.505414 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4ee29-33fe-4128-ac5b-cf837b2936fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:13:30.505770 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4ee29-33fe-4128-ac5b-cf837b2936fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:13:30.506655 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4ee29-33fe-4128-ac5b-cf837b2936fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:13:30.507061 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4ee29-33fe-4128-ac5b-cf837b2936fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:13:30.507783 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4ee29-33fe-4128-ac5b-cf837b2936fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:13:30.508364 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4ee29-33fe-4128-ac5b-cf837b2936fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:13:30.508744 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4ee29-33fe-4128-ac5b-cf837b2936fb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:13:30.509208 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4ee29-33fe-4128-ac5b-cf837b2936fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:13:30.509536 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4ee29-33fe-4128-ac5b-cf837b2936fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:13:30.509914 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4ee29-33fe-4128-ac5b-cf837b2936fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:13:30.510270 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4ee29-33fe-4128-ac5b-cf837b2936fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:13:30.510689 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a4ee29-33fe-4128-ac5b-cf837b2936fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:13:30.526445 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1815726d-cccf-4e80-94f0-bc8252b4e3d8 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:30.534841 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-3fd046b1-3be1-489d-b074-c326014e759e None None] Attempting to bind port b647251c-5af2-422b-ba29-649a6ff6796a on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:13:30.535219 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-3fd046b1-3be1-489d-b074-c326014e759e None None] Attempting to bind port b647251c-5af2-422b-ba29-649a6ff6796a by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:13:30.536050 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd046b1-3be1-489d-b074-c326014e759e None None] Attempting to bind port b647251c-5af2-422b-ba29-649a6ff6796a on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:13:30.541499 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd046b1-3be1-489d-b074-c326014e759e None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:13:30.541922 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd046b1-3be1-489d-b074-c326014e759e None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:13:30.542359 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-3fd046b1-3be1-489d-b074-c326014e759e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:30.542751 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd046b1-3be1-489d-b074-c326014e759e None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:13:30.543365 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-3fd046b1-3be1-489d-b074-c326014e759e None None] Bound port: b647251c-5af2-422b-ba29-649a6ff6796a, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:13:30.543753 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-3fd046b1-3be1-489d-b074-c326014e759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:30.584944 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-fc6892d4-08a5-415a-bbe8-8b0b597f16e4 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:30.585693 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-fc6892d4-08a5-415a-bbe8-8b0b597f16e4 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:30.586312 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-fc6892d4-08a5-415a-bbe8-8b0b597f16e4 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Floating IP 58afac33-0a07-451a-9dea-43617bc8b097 disassociated. External IP: 172.25.0.61, port: e14de9e1-dbdd-41d4-bb25-3967a45e30bf. Sep 08 09:13:30.586881 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-fc6892d4-08a5-415a-bbe8-8b0b597f16e4 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Calling delete_port for e14de9e1-dbdd-41d4-bb25-3967a45e30bf owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:13:30.606308 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1815726d-cccf-4e80-94f0-bc8252b4e3d8 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Pushing event deleted for resources: {'Subnet': ['ID=4642cfa4-82b6-48f2-8430-0d2d34ad8907,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:30.613235 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e78167-aba1-4a1c-b586-f443dfe0dd97 None None] Network 2cabc7a9-314c-4917-98bc-4f08d422b708 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:13:30.614157 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1815726d-cccf-4e80-94f0-bc8252b4e3d8 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:30.618966 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1815726d-cccf-4e80-94f0-bc8252b4e3d8 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] 10.222.0.54 "DELETE /v2.0/subnets/4642cfa4-82b6-48f2-8430-0d2d34ad8907 HTTP/1.1" status: 204 len: 168 time: 0.4814343 Sep 08 09:13:30.620230 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55900) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:30.641089 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-3fd046b1-3be1-489d-b074-c326014e759e None None] For port b647251c-5af2-422b-ba29-649a6ff6796a, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:13:30.649677 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-3fd046b1-3be1-489d-b074-c326014e759e None None] For port b647251c-5af2-422b-ba29-649a6ff6796a, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=b647251c-5af2-422b-ba29-649a6ff6796a,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:13:30.667851 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-3fd046b1-3be1-489d-b074-c326014e759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:30.698404 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ca016cc-a626-44a0-8d6c-8badfaa0b2cd req-03ad4278-e9ad-467a-a451-b7504f1eaadb tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] Made reservation on behalf of 300350743d2d480aa47ffeff66eed5c2 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:13:30.702984 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6ca016cc-a626-44a0-8d6c-8badfaa0b2cd req-03ad4278-e9ad-467a-a451-b7504f1eaadb tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:30.763569 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a4ee29-33fe-4128-ac5b-cf837b2936fb None None] Pushing event updated for resources: {'Port': ['ID=b647251c-5af2-422b-ba29-649a6ff6796a,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:30.793426 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd046b1-3be1-489d-b074-c326014e759e None None] Routers {'d492d649-e670-429b-a77c-432c042c42d6'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:13:30.793865 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-3fd046b1-3be1-489d-b074-c326014e759e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:13:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['d492d649-e670-429b-a77c-432c042c42d6'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:30.856222 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e92d130a-6cef-4423-9374-da5a15cb3ea0 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:31.045167 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-3fd046b1-3be1-489d-b074-c326014e759e None None] Set router d492d649-e670-429b-a77c-432c042c42d6 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:13:31.058181 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-386f2c4c-cece-4fa4-bb66-67f1a9c5373b req-b9520cf6-1e2d-418b-a03f-c90b0d11f769 tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8a19643-baab-4201-a6f8-3613748a3c30 HTTP/1.1" status: 200 len: 210 time: 0.0685377 Sep 08 09:13:31.063951 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-e92d130a-6cef-4423-9374-da5a15cb3ea0 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Deleting port ce48e81c-293c-46ef-bf1d-88dc2c382183 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:13:31.064322 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e92d130a-6cef-4423-9374-da5a15cb3ea0 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:31.077372 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ae8bba-f72a-4798-95be-965101ec147f None None] DHCP port deletion for 2cabc7a9-314c-4917-98bc-4f08d422b708 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:13:31.212185 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-76ae8bba-f72a-4798-95be-965101ec147f None None] Deleting port ce48e81c-293c-46ef-bf1d-88dc2c382183 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:13:31.218769 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-76ae8bba-f72a-4798-95be-965101ec147f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:31.270608 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfac48-faec-4af5-863b-8d32c20376c8 req-af63295c-bcba-489a-b186-9db25f61d663 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:31.276691 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-e92d130a-6cef-4423-9374-da5a15cb3ea0 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] For port ce48e81c-293c-46ef-bf1d-88dc2c382183, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=ce48e81c-293c-46ef-bf1d-88dc2c382183,segment=NetworkSegment(e39f4646-5e3f-4ad2-b976-1dfa741c4a7d),segment_id=e39f4646-5e3f-4ad2-b976-1dfa741c4a7d)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:13:31.277129 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e92d130a-6cef-4423-9374-da5a15cb3ea0 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:31.277355 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfac48-faec-4af5-863b-8d32c20376c8 req-af63295c-bcba-489a-b186-9db25f61d663 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:31.298946 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfac48-faec-4af5-863b-8d32c20376c8 req-af63295c-bcba-489a-b186-9db25f61d663 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:31.303159 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfac48-faec-4af5-863b-8d32c20376c8 req-af63295c-bcba-489a-b186-9db25f61d663 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:31.305330 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-e92d130a-6cef-4423-9374-da5a15cb3ea0 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Calling delete_port for ce48e81c-293c-46ef-bf1d-88dc2c382183 owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:13:31.312455 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfac48-faec-4af5-863b-8d32c20376c8 req-af63295c-bcba-489a-b186-9db25f61d663 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:31.314924 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0acfac48-faec-4af5-863b-8d32c20376c8 req-af63295c-bcba-489a-b186-9db25f61d663 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 3876 time: 0.5012634 Sep 08 09:13:31.396916 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-76ae8bba-f72a-4798-95be-965101ec147f None None] For port ce48e81c-293c-46ef-bf1d-88dc2c382183, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=ce48e81c-293c-46ef-bf1d-88dc2c382183,segment=NetworkSegment(e39f4646-5e3f-4ad2-b976-1dfa741c4a7d),segment_id=e39f4646-5e3f-4ad2-b976-1dfa741c4a7d)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:13:31.397364 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-76ae8bba-f72a-4798-95be-965101ec147f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:31.430674 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-76ae8bba-f72a-4798-95be-965101ec147f None None] Calling delete_port for ce48e81c-293c-46ef-bf1d-88dc2c382183 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:13:31.438486 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e92d130a-6cef-4423-9374-da5a15cb3ea0 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:31.461022 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-6eafa88f-7641-4263-893c-8ecb9bcae202 req-8d2cf384-9ad4-42fe-824d-e74863d406c0 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] Deleting port 60a03e3f-5b55-4ec1-bfa8-0c870e0716b4 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:13:31.461532 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6eafa88f-7641-4263-893c-8ecb9bcae202 req-8d2cf384-9ad4-42fe-824d-e74863d406c0 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:31.499446 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92d130a-6cef-4423-9374-da5a15cb3ea0 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] No DVR routers for this DVR port ce48e81c-293c-46ef-bf1d-88dc2c382183 on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:13:31.507837 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d130a-6cef-4423-9374-da5a15cb3ea0 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Pushing event deleted for resources: {'Port': ['ID=ce48e81c-293c-46ef-bf1d-88dc2c382183,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:31.555041 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-3fd046b1-3be1-489d-b074-c326014e759e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd492d649-e670-429b-a77c-432c042c42d6', 'name': 'tempest-ServerRescueNegativeTestJSON-580257773-router', 'tenant_id': '534b123b1fec4a0b9fe37215319028ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b647251c-5af2-422b-ba29-649a6ff6796a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:13:16Z', 'updated_at': '2021-09-08T09:13:23Z', 'revision_number': 3, 'project_id': '534b123b1fec4a0b9fe37215319028ae', 'gw_port': {'id': 'b647251c-5af2-422b-ba29-649a6ff6796a', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:83:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd492d649-e670-429b-a77c-432c042c42d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:13:17Z', 'updated_at': '2021-09-08T09:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:31.592755 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd046b1-3be1-489d-b074-c326014e759e None None] The sync data for ids ['d492d649-e670-429b-a77c-432c042c42d6'] in n-d-806683-11 is: [{'id': 'd492d649-e670-429b-a77c-432c042c42d6', 'name': 'tempest-ServerRescueNegativeTestJSON-580257773-router', 'tenant_id': '534b123b1fec4a0b9fe37215319028ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b647251c-5af2-422b-ba29-649a6ff6796a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:13:16Z', 'updated_at': '2021-09-08T09:13:23Z', 'revision_number': 3, 'project_id': '534b123b1fec4a0b9fe37215319028ae', 'gw_port': {'id': 'b647251c-5af2-422b-ba29-649a6ff6796a', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:83:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd492d649-e670-429b-a77c-432c042c42d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:13:17Z', 'updated_at': '2021-09-08T09:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:13:31.671260 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e92d130a-6cef-4423-9374-da5a15cb3ea0 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:31.682826 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb40430-756f-459b-b669-3b0bf4d50eaa req-62e63158-bdb1-4f19-9b7a-f6704722fa36 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:31.692166 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cbb40430-756f-459b-b669-3b0bf4d50eaa req-62e63158-bdb1-4f19-9b7a-f6704722fa36 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 945 time: 0.1853087 Sep 08 09:13:31.696442 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-76ae8bba-f72a-4798-95be-965101ec147f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:31.738275 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-e92d130a-6cef-4423-9374-da5a15cb3ea0 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cabc7a9-314c-4917-98bc-4f08d422b708']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:31.739476 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-6ca016cc-a626-44a0-8d6c-8badfaa0b2cd req-03ad4278-e9ad-467a-a451-b7504f1eaadb tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] Allocated IP 172.20.0.11 (cbd06aea-6f66-4a7c-9c9b-8546da827197/2f56b9b9-fb5b-481c-9680-78244176eda2/39fe8528-6ba6-4a32-a757-0c0dad55b107) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:13:31.768432 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-e92d130a-6cef-4423-9374-da5a15cb3ea0 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e39f4646-5e3f-4ad2-b976-1dfa741c4a7d') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:31.768959 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-e92d130a-6cef-4423-9374-da5a15cb3ea0 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e39f4646-5e3f-4ad2-b976-1dfa741c4a7d') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:31.775946 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae8bba-f72a-4798-95be-965101ec147f None None] Pushing event deleted for resources: {'Port': ['ID=ce48e81c-293c-46ef-bf1d-88dc2c382183,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:31.779780 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0acfac48-faec-4af5-863b-8d32c20376c8 req-f30023d1-f34c-4214-af16-61e056182de3 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4513786 Sep 08 09:13:31.788546 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e92d130a-6cef-4423-9374-da5a15cb3ea0 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:31.807321 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e92d130a-6cef-4423-9374-da5a15cb3ea0 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:31.808208 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ae8bba-f72a-4798-95be-965101ec147f None None] No DVR routers for this DVR port ce48e81c-293c-46ef-bf1d-88dc2c382183 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:13:31.820965 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e92d130a-6cef-4423-9374-da5a15cb3ea0 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:13:31.820965 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e92d130a-6cef-4423-9374-da5a15cb3ea0 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:31.902796 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:13:31.902796 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:13:31.902796 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:13:31.902796 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:13:31.902796 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:13:31.902796 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:13:31.902796 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:13:31.902796 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:13:31.902796 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:13:31.902796 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:13:31.902796 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:13:31.902796 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:13:31.902796 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:13:31.902796 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:13:31.902796 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:13:31.902796 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:13:31.902796 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:13:31.902796 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:13:31.902796 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:13:31.902796 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:13:31.902796 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:13:31.902796 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:13:31.902796 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:13:31.902796 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:13:31.902796 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:13:31.902796 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:13:31.902796 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:13:31.902796 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:13:31.902796 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:13:31.902796 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:13:31.902796 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:13:31.902796 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:13:31.911375 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cbb40430-756f-459b-b669-3b0bf4d50eaa req-52f6a3ba-8f47-479c-838e-c0af80f6a29a tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2178855 Sep 08 09:13:31.913501 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e92d130a-6cef-4423-9374-da5a15cb3ea0 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:31.924194 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e92d130a-6cef-4423-9374-da5a15cb3ea0 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:31.927900 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e92d130a-6cef-4423-9374-da5a15cb3ea0 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] 10.222.0.54 "DELETE /v2.0/networks/2cabc7a9-314c-4917-98bc-4f08d422b708 HTTP/1.1" status: 204 len: 168 time: 1.3056538 Sep 08 09:13:31.988178 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55924) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:31.989233 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d130a-6cef-4423-9374-da5a15cb3ea0 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Pushing event deleted for resources: {'Network': ['ID=2cabc7a9-314c-4917-98bc-4f08d422b708,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:32.213186 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-1acd658c-a13c-480f-b044-a7e071495cd5 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Deleting subnet 3bb9f5f1-df5e-4c6a-99e5-47cb7cce9023 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:13:32.252477 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1acd658c-a13c-480f-b044-a7e071495cd5 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:32.259207 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7844ec75-21f9-4a6c-8f68-4c877ea916f7 req-437704d2-1473-4a67-8e1c-d3ea3d40920b tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8a19643-baab-4201-a6f8-3613748a3c30 HTTP/1.1" status: 200 len: 210 time: 0.0923207 Sep 08 09:13:32.265321 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device b647251c-5af2-422b-ba29-649a6ff6796a up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:13:32.335203 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1acd658c-a13c-480f-b044-a7e071495cd5 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:32.415977 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port b647251c-5af2-422b-ba29-649a6ff6796a completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:13:32.426023 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port b647251c-5af2-422b-ba29-649a6ff6796a triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:13:32.427220 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:32.439637 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-fc6892d4-08a5-415a-bbe8-8b0b597f16e4 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:32.525065 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1acd658c-a13c-480f-b044-a7e071495cd5 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:32.545718 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6892d4-08a5-415a-bbe8-8b0b597f16e4 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Pushing event deleted for resources: {'Port': ['ID=e14de9e1-dbdd-41d4-bb25-3967a45e30bf,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:32.558342 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:32.615321 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port b647251c-5af2-422b-ba29-649a6ff6796a, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=b647251c-5af2-422b-ba29-649a6ff6796a,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:13:32.625378 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:32.673265 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-30778695-5db5-4422-89c5-d87404bb9439 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:32.673586 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1acd658c-a13c-480f-b044-a7e071495cd5 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:32.721875 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6892d4-08a5-415a-bbe8-8b0b597f16e4 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:13:32.722279 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6892d4-08a5-415a-bbe8-8b0b597f16e4 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:13:32.722666 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6892d4-08a5-415a-bbe8-8b0b597f16e4 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:13:32.723010 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6892d4-08a5-415a-bbe8-8b0b597f16e4 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:13:32.723346 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6892d4-08a5-415a-bbe8-8b0b597f16e4 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:13:32.723676 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6892d4-08a5-415a-bbe8-8b0b597f16e4 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:13:32.724002 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6892d4-08a5-415a-bbe8-8b0b597f16e4 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:13:32.724329 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6892d4-08a5-415a-bbe8-8b0b597f16e4 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:13:32.724655 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6892d4-08a5-415a-bbe8-8b0b597f16e4 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:13:32.724980 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6892d4-08a5-415a-bbe8-8b0b597f16e4 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:13:32.725598 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6892d4-08a5-415a-bbe8-8b0b597f16e4 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:13:32.725598 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6892d4-08a5-415a-bbe8-8b0b597f16e4 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:13:32.748993 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device ce48e81c-293c-46ef-bf1d-88dc2c382183 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:13:32.753438 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acd658c-a13c-480f-b044-a7e071495cd5 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Pushing event deleted for resources: {'Subnet': ['ID=3bb9f5f1-df5e-4c6a-99e5-47cb7cce9023,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:32.765145 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1acd658c-a13c-480f-b044-a7e071495cd5 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:32.772195 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1acd658c-a13c-480f-b044-a7e071495cd5 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] 10.222.0.54 "DELETE /v2.0/subnets/3bb9f5f1-df5e-4c6a-99e5-47cb7cce9023 HTTP/1.1" status: 204 len: 168 time: 0.7800112 Sep 08 09:13:32.775124 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55938) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:32.863630 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=b647251c-5af2-422b-ba29-649a6ff6796a,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:32.870370 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32c2b61-0ba4-4d8b-a096-7212436c921c None None] Network 111914ee-a348-4151-8c31-5fe56bd58321 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:13:32.875153 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: ce48e81c-293c-46ef-bf1d-88dc2c382183 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:13:32.875729 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device ce48e81c-293c-46ef-bf1d-88dc2c382183 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:13:32.949449 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-04538d45-78c1-4eb9-b888-942ac5a846a0 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Deleting subnet 182d9528-76cd-40b3-9355-d6049c9779c4 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:13:32.963248 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-04538d45-78c1-4eb9-b888-942ac5a846a0 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:33.101741 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-04538d45-78c1-4eb9-b888-942ac5a846a0 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:33.181970 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfb6c2e-17ce-413f-af99-7e539cff1f3b None None] DHCP port deletion for 111914ee-a348-4151-8c31-5fe56bd58321 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:13:33.203218 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fdfd71-1019-480a-b895-71c38616561c req-01325576-47cf-4256-89e8-0f96ae8b5ba0 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:33.217748 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-46ea8d13-c727-4cbf-ad76-ae1f2a365e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:33.222264 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-6eafa88f-7641-4263-893c-8ecb9bcae202 req-8d2cf384-9ad4-42fe-824d-e74863d406c0 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] For port 60a03e3f-5b55-4ec1-bfa8-0c870e0716b4, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=60a03e3f-5b55-4ec1-bfa8-0c870e0716b4,segment=NetworkSegment(6db9982f-b80f-425e-b846-ab82c09ade9e),segment_id=6db9982f-b80f-425e-b846-ab82c09ade9e)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:13:33.222641 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6eafa88f-7641-4263-893c-8ecb9bcae202 req-8d2cf384-9ad4-42fe-824d-e74863d406c0 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:33.227700 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fdfd71-1019-480a-b895-71c38616561c req-01325576-47cf-4256-89e8-0f96ae8b5ba0 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:33.238907 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fdfd71-1019-480a-b895-71c38616561c req-01325576-47cf-4256-89e8-0f96ae8b5ba0 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:33.252038 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fdfd71-1019-480a-b895-71c38616561c req-01325576-47cf-4256-89e8-0f96ae8b5ba0 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:33.260199 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-09fdfd71-1019-480a-b895-71c38616561c req-01325576-47cf-4256-89e8-0f96ae8b5ba0 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 3143 time: 0.2538023 Sep 08 09:13:33.342966 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-04538d45-78c1-4eb9-b888-942ac5a846a0 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:33.370824 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e73ec-2841-4231-8a7e-47cbb7677640 req-72a7692c-5ee4-41de-86fc-a5240ebbaa07 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:33.372465 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e10e73ec-2841-4231-8a7e-47cbb7677640 req-72a7692c-5ee4-41de-86fc-a5240ebbaa07 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] 10.222.0.54 "GET /v2.0/ports?device_id=053d7dcd-f5db-48fe-ab9a-72eb10f85bc7 HTTP/1.1" status: 200 len: 946 time: 0.9513133 Sep 08 09:13:33.375336 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-fbfb6c2e-17ce-413f-af99-7e539cff1f3b None None] Deleting port 8ce44bfb-dd51-45f3-85ab-31e7cd065b86 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:13:33.376311 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fbfb6c2e-17ce-413f-af99-7e539cff1f3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:33.458855 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-04538d45-78c1-4eb9-b888-942ac5a846a0 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:33.478638 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-6eafa88f-7641-4263-893c-8ecb9bcae202 req-8d2cf384-9ad4-42fe-824d-e74863d406c0 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] Calling delete_port for 60a03e3f-5b55-4ec1-bfa8-0c870e0716b4 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:13:33.530703 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-09fdfd71-1019-480a-b895-71c38616561c req-3167bc52-3657-4785-beaa-e2c9c9063a3b tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2692513 Sep 08 09:13:33.537316 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04538d45-78c1-4eb9-b888-942ac5a846a0 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Pushing event deleted for resources: {'Subnet': ['ID=182d9528-76cd-40b3-9355-d6049c9779c4,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:33.549119 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-04538d45-78c1-4eb9-b888-942ac5a846a0 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:33.551332 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-04538d45-78c1-4eb9-b888-942ac5a846a0 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] 10.222.0.54 "DELETE /v2.0/subnets/182d9528-76cd-40b3-9355-d6049c9779c4 HTTP/1.1" status: 204 len: 168 time: 0.7753110 Sep 08 09:13:33.556696 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55956) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:33.558998 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-fbfb6c2e-17ce-413f-af99-7e539cff1f3b None None] For port 8ce44bfb-dd51-45f3-85ab-31e7cd065b86, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=8ce44bfb-dd51-45f3-85ab-31e7cd065b86,segment=NetworkSegment(c7fdf347-d18b-46fa-a579-15998b68fe9b),segment_id=c7fdf347-d18b-46fa-a579-15998b68fe9b)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:13:33.559370 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fbfb6c2e-17ce-413f-af99-7e539cff1f3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:33.581049 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-fbfb6c2e-17ce-413f-af99-7e539cff1f3b None None] Calling delete_port for 8ce44bfb-dd51-45f3-85ab-31e7cd065b86 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:13:33.739437 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d78b76c-e0f1-47d2-89c9-46da73b29b4b None None] Network 4d60ca3f-0d4e-43f2-8379-99d7a83f633c requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:13:33.745101 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fbfb6c2e-17ce-413f-af99-7e539cff1f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:33.779410 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b0365370-d6b8-4e99-885d-05d0efbd83ef tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:33.805778 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfb6c2e-17ce-413f-af99-7e539cff1f3b None None] No DVR routers for this DVR port 8ce44bfb-dd51-45f3-85ab-31e7cd065b86 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:13:33.814594 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc668df2-85c0-461b-913e-fd657f84fd18 req-a38f2b60-662b-4223-bf49-e8328478c14e tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:33.824734 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-dc668df2-85c0-461b-913e-fd657f84fd18 req-a38f2b60-662b-4223-bf49-e8328478c14e tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 945 time: 0.1275876 Sep 08 09:13:33.829637 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb6c2e-17ce-413f-af99-7e539cff1f3b None None] Pushing event deleted for resources: {'Port': ['ID=8ce44bfb-dd51-45f3-85ab-31e7cd065b86,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:33.996705 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-dc668df2-85c0-461b-913e-fd657f84fd18 req-48caa86c-1223-4aba-b049-c338ee5cabb4 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1708126 Sep 08 09:13:34.001903 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b0365370-d6b8-4e99-885d-05d0efbd83ef tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:34.081028 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-b0365370-d6b8-4e99-885d-05d0efbd83ef tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['111914ee-a348-4151-8c31-5fe56bd58321']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:34.120063 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-b0365370-d6b8-4e99-885d-05d0efbd83ef tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7fdf347-d18b-46fa-a579-15998b68fe9b') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:34.120393 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-b0365370-d6b8-4e99-885d-05d0efbd83ef tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7fdf347-d18b-46fa-a579-15998b68fe9b') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:34.148637 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b0365370-d6b8-4e99-885d-05d0efbd83ef tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:34.189110 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-46ea8d13-c727-4cbf-ad76-ae1f2a365e64 admin admin] Allocated IP 172.20.0.1 (ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd/a0b45300-8828-4ae8-bbfd-c70262cbd1c4/5ea59320-4a29-4554-852e-e8496df1ecba) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:13:34.192532 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b0365370-d6b8-4e99-885d-05d0efbd83ef tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:34.234455 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-73e6d576-58f8-4a6a-9954-971b07bc4ae2 req-4442ff65-1f90-485b-827c-2d85225fb7e5 tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8a19643-baab-4201-a6f8-3613748a3c30 HTTP/1.1" status: 200 len: 210 time: 0.0641875 Sep 08 09:13:34.245799 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0365370-d6b8-4e99-885d-05d0efbd83ef tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:13:34.246544 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b0365370-d6b8-4e99-885d-05d0efbd83ef tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:34.251310 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:13:34.251310 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:13:34.251310 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:13:34.251310 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:13:34.251310 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:13:34.251310 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:13:34.251310 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:13:34.251310 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:13:34.251310 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:13:34.251310 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:13:34.251310 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:13:34.251310 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:13:34.251310 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:13:34.251310 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:13:34.251310 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:13:34.251310 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:13:34.251310 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:13:34.251310 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:13:34.251310 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:13:34.251310 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:13:34.251310 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:13:34.251310 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:13:34.251310 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:13:34.251310 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:13:34.251310 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:13:34.251310 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:13:34.251310 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:13:34.251310 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:13:34.251310 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:13:34.251310 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:13:34.251310 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:13:34.251310 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:13:34.352309 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b0365370-d6b8-4e99-885d-05d0efbd83ef tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:34.386537 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b0365370-d6b8-4e99-885d-05d0efbd83ef tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:34.391475 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b0365370-d6b8-4e99-885d-05d0efbd83ef tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] 10.222.0.54 "DELETE /v2.0/networks/111914ee-a348-4151-8c31-5fe56bd58321 HTTP/1.1" status: 204 len: 168 time: 0.8333726 Sep 08 09:13:34.395138 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0365370-d6b8-4e99-885d-05d0efbd83ef tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Pushing event deleted for resources: {'Network': ['ID=111914ee-a348-4151-8c31-5fe56bd58321,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:34.398331 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55962) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:34.439386 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device b647251c-5af2-422b-ba29-649a6ff6796a up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:13:34.460759 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-46ea8d13-c727-4cbf-ad76-ae1f2a365e64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:34.502145 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port b647251c-5af2-422b-ba29-649a6ff6796a triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:13:34.502526 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:34.597756 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-46ea8d13-c727-4cbf-ad76-ae1f2a365e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:34.619634 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c631b26-67d1-4775-8c79-079ce5618abb tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:34.644649 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c1fefe-472f-4497-92e2-8f33f605145f None None] DHCP port deletion for 4d60ca3f-0d4e-43f2-8379-99d7a83f633c request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:13:34.771145 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 8ce44bfb-dd51-45f3-85ab-31e7cd065b86 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:13:34.781214 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-30778695-5db5-4422-89c5-d87404bb9439 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Allocated IP 172.20.0.1 (d9ce96e3-24d0-4047-8be0-90643e4f71d5/ece42bf3-a7b7-443d-970c-1048b41ee6e1/68ea0e11-125c-40dc-8656-88be4b69bcaf) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:13:34.822238 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 8ce44bfb-dd51-45f3-85ab-31e7cd065b86 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:13:34.823435 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 8ce44bfb-dd51-45f3-85ab-31e7cd065b86 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:13:34.846948 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-2c631b26-67d1-4775-8c79-079ce5618abb tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Deleting port 1769456f-0c60-4624-84f3-93d571eb12db {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:13:34.848270 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c631b26-67d1-4775-8c79-079ce5618abb tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:34.849793 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-86c1fefe-472f-4497-92e2-8f33f605145f None None] Deleting port 1769456f-0c60-4624-84f3-93d571eb12db {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:13:34.850204 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-86c1fefe-472f-4497-92e2-8f33f605145f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:34.863968 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a304be-4321-47d0-9670-86142994308b req-b8d88f7d-7446-498c-8904-b272da036a77 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:34.871246 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a304be-4321-47d0-9670-86142994308b req-b8d88f7d-7446-498c-8904-b272da036a77 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:34.879304 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a304be-4321-47d0-9670-86142994308b req-b8d88f7d-7446-498c-8904-b272da036a77 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:34.887464 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a304be-4321-47d0-9670-86142994308b req-b8d88f7d-7446-498c-8904-b272da036a77 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:34.890416 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-84a304be-4321-47d0-9670-86142994308b req-b8d88f7d-7446-498c-8904-b272da036a77 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 3143 time: 0.1941290 Sep 08 09:13:34.925005 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-86c1fefe-472f-4497-92e2-8f33f605145f None None] For port 1769456f-0c60-4624-84f3-93d571eb12db, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=1769456f-0c60-4624-84f3-93d571eb12db,segment=NetworkSegment(699ef736-7e6f-4324-b84b-1642d93c1a06),segment_id=699ef736-7e6f-4324-b84b-1642d93c1a06)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:13:34.925862 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-86c1fefe-472f-4497-92e2-8f33f605145f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:34.940810 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-86c1fefe-472f-4497-92e2-8f33f605145f None None] Calling delete_port for 1769456f-0c60-4624-84f3-93d571eb12db owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:13:34.951294 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-30778695-5db5-4422-89c5-d87404bb9439 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:34.996748 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e10e73ec-2841-4231-8a7e-47cbb7677640 req-c76c811c-a9aa-4958-875a-155cd44e6ff9 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] 10.222.0.54 "GET /v2.0/security-groups?id=9e4eea86-7891-4667-955a-62182fb547df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5880678 Sep 08 09:13:35.011488 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-30778695-5db5-4422-89c5-d87404bb9439 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:35.031331 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 60a03e3f-5b55-4ec1-bfa8-0c870e0716b4 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:13:35.035186 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-86c1fefe-472f-4497-92e2-8f33f605145f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:35.045778 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-fc6892d4-08a5-415a-bbe8-8b0b597f16e4 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Router 5ee7586d-00d3-4e21-9ec8-7de483bfa471 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:13:35.056197 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30778695-5db5-4422-89c5-d87404bb9439 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Network d9ce96e3-24d0-4047-8be0-90643e4f71d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:13:35.069510 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-30778695-5db5-4422-89c5-d87404bb9439 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:13:35.106022 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c1fefe-472f-4497-92e2-8f33f605145f None None] Pushing event deleted for resources: {'Port': ['ID=1769456f-0c60-4624-84f3-93d571eb12db,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:35.118914 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c1fefe-472f-4497-92e2-8f33f605145f None None] No DVR routers for this DVR port 1769456f-0c60-4624-84f3-93d571eb12db on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:13:35.182195 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:35.184590 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-2c631b26-67d1-4775-8c79-079ce5618abb tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] For port 1769456f-0c60-4624-84f3-93d571eb12db, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=1769456f-0c60-4624-84f3-93d571eb12db,segment=NetworkSegment(699ef736-7e6f-4324-b84b-1642d93c1a06),segment_id=699ef736-7e6f-4324-b84b-1642d93c1a06)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:13:35.185474 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c631b26-67d1-4775-8c79-079ce5618abb tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:35.188245 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30778695-5db5-4422-89c5-d87404bb9439 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:13:35.205071 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-84a304be-4321-47d0-9670-86142994308b req-cf2602cd-6e76-4bee-a676-2e59fa7f2602 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2986026 Sep 08 09:13:35.232693 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-2c631b26-67d1-4775-8c79-079ce5618abb tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Calling delete_port for 1769456f-0c60-4624-84f3-93d571eb12db owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:13:35.272538 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ea8d13-c727-4cbf-ad76-ae1f2a365e64 admin admin] Network ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:13:35.291922 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-46ea8d13-c727-4cbf-ad76-ae1f2a365e64 admin admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:13:35.299071 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ea8d13-c727-4cbf-ad76-ae1f2a365e64 admin admin] Pushing event updated for resources: {'Port': ['ID=5ea59320-4a29-4554-852e-e8496df1ecba,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:35.313616 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ea8d13-c727-4cbf-ad76-ae1f2a365e64 admin admin] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:13:35.393345 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8113996c-0180-4b8c-b65e-a15c361f540d req-ce7ffd2a-c4a8-4e9f-8575-02c301bef8cf tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8a19643-baab-4201-a6f8-3613748a3c30 HTTP/1.1" status: 200 len: 210 time: 0.0360920 Sep 08 09:13:35.402198 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6eafa88f-7641-4263-893c-8ecb9bcae202 req-8d2cf384-9ad4-42fe-824d-e74863d406c0 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:35.405935 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30778695-5db5-4422-89c5-d87404bb9439 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Pushing event updated for resources: {'Port': ['ID=68ea0e11-125c-40dc-8656-88be4b69bcaf,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:35.409967 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c631b26-67d1-4775-8c79-079ce5618abb tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:35.445359 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c631b26-67d1-4775-8c79-079ce5618abb tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Pushing event deleted for resources: {'Port': ['ID=1769456f-0c60-4624-84f3-93d571eb12db,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:35.467378 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c631b26-67d1-4775-8c79-079ce5618abb tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] No DVR routers for this DVR port 1769456f-0c60-4624-84f3-93d571eb12db on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:13:35.566882 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c631b26-67d1-4775-8c79-079ce5618abb tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:35.603035 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-2c631b26-67d1-4775-8c79-079ce5618abb tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d60ca3f-0d4e-43f2-8379-99d7a83f633c']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:35.615376 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-2c631b26-67d1-4775-8c79-079ce5618abb tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '699ef736-7e6f-4324-b84b-1642d93c1a06') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:35.615862 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-2c631b26-67d1-4775-8c79-079ce5618abb tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '699ef736-7e6f-4324-b84b-1642d93c1a06') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:35.632482 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c631b26-67d1-4775-8c79-079ce5618abb tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:35.649256 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c631b26-67d1-4775-8c79-079ce5618abb tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:35.659480 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-30778695-5db5-4422-89c5-d87404bb9439 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:35.664411 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2cf384-9ad4-42fe-824d-e74863d406c0 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] Pushing event deleted for resources: {'Port': ['ID=60a03e3f-5b55-4ec1-bfa8-0c870e0716b4,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:35.665041 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c631b26-67d1-4775-8c79-079ce5618abb tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:13:35.665700 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c631b26-67d1-4775-8c79-079ce5618abb tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:35.670343 n-d-806683-11 neutron-server[94713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:13:35.670343 n-d-806683-11 neutron-server[94713]: self.session.flush() Sep 08 09:13:35.670343 n-d-806683-11 neutron-server[94713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:13:35.670343 n-d-806683-11 neutron-server[94713]: self.session.flush() Sep 08 09:13:35.670343 n-d-806683-11 neutron-server[94713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:13:35.670343 n-d-806683-11 neutron-server[94713]: self.session.flush() Sep 08 09:13:35.670343 n-d-806683-11 neutron-server[94713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:13:35.670343 n-d-806683-11 neutron-server[94713]: self.session.flush() Sep 08 09:13:35.670343 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:13:35.670343 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:13:35.670343 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:13:35.670343 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:13:35.670343 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:13:35.670343 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:13:35.670343 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:13:35.670343 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:13:35.670343 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:13:35.670343 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:13:35.670343 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:13:35.670343 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:13:35.670343 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:13:35.670343 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:13:35.670343 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:13:35.670343 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:13:35.670343 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:13:35.670343 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:13:35.670343 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:13:35.670343 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:13:35.670343 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:13:35.670343 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:13:35.670343 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:13:35.670343 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:13:35.670343 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:13:35.670343 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:13:35.670343 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:13:35.670343 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:13:35.670343 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:13:35.670343 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:13:35.670343 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:13:35.670343 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:13:35.680819 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6ca016cc-a626-44a0-8d6c-8badfaa0b2cd req-03ad4278-e9ad-467a-a451-b7504f1eaadb tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:35.799216 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c631b26-67d1-4775-8c79-079ce5618abb tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:35.809287 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c631b26-67d1-4775-8c79-079ce5618abb tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:35.818719 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2c631b26-67d1-4775-8c79-079ce5618abb tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] 10.222.0.54 "DELETE /v2.0/networks/4d60ca3f-0d4e-43f2-8379-99d7a83f633c HTTP/1.1" status: 204 len: 168 time: 1.4128091 Sep 08 09:13:35.822301 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55976) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:35.892945 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d920d61-5a39-480a-9f73-d8400fc82cb1 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Deleting subnet b3fe705d-c3ce-4a8a-87f2-9538981ae057 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:13:35.896412 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c631b26-67d1-4775-8c79-079ce5618abb tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Pushing event deleted for resources: {'Network': ['ID=4d60ca3f-0d4e-43f2-8379-99d7a83f633c,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:35.898355 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2d920d61-5a39-480a-9f73-d8400fc82cb1 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:35.988526 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2d920d61-5a39-480a-9f73-d8400fc82cb1 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:36.012366 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-46ea8d13-c727-4cbf-ad76-ae1f2a365e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:36.032181 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-30778695-5db5-4422-89c5-d87404bb9439 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:36.050023 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-fc6892d4-08a5-415a-bbe8-8b0b597f16e4 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:13:36.062518 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4579d281-04b6-4c5a-b7f5-d8ea5dac6993 None None] Sync routers for ids ['5ee7586d-00d3-4e21-9ec8-7de483bfa471'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:13:36.073736 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4579d281-04b6-4c5a-b7f5-d8ea5dac6993 None None] Routers {'5ee7586d-00d3-4e21-9ec8-7de483bfa471'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:13:36.074682 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-4579d281-04b6-4c5a-b7f5-d8ea5dac6993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:13:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5ee7586d-00d3-4e21-9ec8-7de483bfa471'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:36.202323 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 1769456f-0c60-4624-84f3-93d571eb12db no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:13:36.215528 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-24993702-c468-4bae-b5f2-53a90a98a785 req-23c7a153-2a86-4a50-bcd2-69a68d0b6c2d tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] 10.222.0.54 "GET /v2.0/ports?device_id=053d7dcd-f5db-48fe-ab9a-72eb10f85bc7 HTTP/1.1" status: 200 len: 210 time: 0.0543115 Sep 08 09:13:36.255771 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2d920d61-5a39-480a-9f73-d8400fc82cb1 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:36.265466 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 1769456f-0c60-4624-84f3-93d571eb12db {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:13:36.265834 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 1769456f-0c60-4624-84f3-93d571eb12db not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:13:36.322568 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-4579d281-04b6-4c5a-b7f5-d8ea5dac6993 None None] Set router 5ee7586d-00d3-4e21-9ec8-7de483bfa471 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:13:36.420099 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d68ac-5224-434c-a298-288494e2edc6 req-6751e707-35c2-444d-a0b5-a7d37d7bcca0 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:36.427779 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ae0d68ac-5224-434c-a298-288494e2edc6 req-6751e707-35c2-444d-a0b5-a7d37d7bcca0 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 945 time: 1.1109998 Sep 08 09:13:36.445807 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eafa88f-7641-4263-893c-8ecb9bcae202 req-8d2cf384-9ad4-42fe-824d-e74863d406c0 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] No DVR routers for this DVR port 60a03e3f-5b55-4ec1-bfa8-0c870e0716b4 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:13:36.454300 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2d920d61-5a39-480a-9f73-d8400fc82cb1 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:36.494509 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9b739-6f93-4cc6-9cc9-b01b28ae1e3a req-5ddfea3c-df6f-4c89-891a-970d38d9f78f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:36.501532 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9b739-6f93-4cc6-9cc9-b01b28ae1e3a req-5ddfea3c-df6f-4c89-891a-970d38d9f78f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:36.507859 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9b739-6f93-4cc6-9cc9-b01b28ae1e3a req-5ddfea3c-df6f-4c89-891a-970d38d9f78f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:36.514349 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9b739-6f93-4cc6-9cc9-b01b28ae1e3a req-5ddfea3c-df6f-4c89-891a-970d38d9f78f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:36.516221 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-33f9b739-6f93-4cc6-9cc9-b01b28ae1e3a req-5ddfea3c-df6f-4c89-891a-970d38d9f78f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 3143 time: 0.1781354 Sep 08 09:13:36.520623 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d920d61-5a39-480a-9f73-d8400fc82cb1 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Pushing event deleted for resources: {'Subnet': ['ID=b3fe705d-c3ce-4a8a-87f2-9538981ae057,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:36.556363 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2d920d61-5a39-480a-9f73-d8400fc82cb1 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:36.561849 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2d920d61-5a39-480a-9f73-d8400fc82cb1 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] 10.222.0.54 "DELETE /v2.0/subnets/b3fe705d-c3ce-4a8a-87f2-9538981ae057 HTTP/1.1" status: 204 len: 168 time: 0.7354116 Sep 08 09:13:36.566719 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a094e430-02fe-4d08-9535-f81fb979c062 None None] Network 43cd366f-42ac-4338-9c1c-c4f24944e034 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:13:36.569662 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55986) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:36.654352 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-33f9b739-6f93-4cc6-9cc9-b01b28ae1e3a req-3471f211-a4b5-4798-b891-b2b8d7ac5a07 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303208 Sep 08 09:13:36.765699 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9790097d-97de-4368-9f4a-47a9d96de10e tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:36.803058 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-4579d281-04b6-4c5a-b7f5-d8ea5dac6993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee7586d-00d3-4e21-9ec8-7de483bfa471', 'name': 'tempest-TaggedBootDevicesTest-2085597779-router', 'tenant_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '5baa4558-0632-49cd-9c23-225c89909a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:02:32Z', 'updated_at': '2021-09-08T09:02:37Z', 'revision_number': 4, 'project_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'gw_port': {'id': '5baa4558-0632-49cd-9c23-225c89909a98', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee7586d-00d3-4e21-9ec8-7de483bfa471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:32Z', 'updated_at': '2021-09-08T09:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '301cf675-2fd5-4d68-b76d-089d41c063dd', 'name': '', 'network_id': 'c973ae74-d868-45d7-8512-13ab7ed1b791', 'tenant_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'mac_address': 'fa:16:3e:51:1a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee7586d-00d3-4e21-9ec8-7de483bfa471', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'c69359f7-0d90-4906-8a67-6fd5e600c4bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:35Z', 'updated_at': '2021-09-08T09:02:42Z', 'revision_number': 5, 'project_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'subnets': [{'id': 'c69359f7-0d90-4906-8a67-6fd5e600c4bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:36.899160 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e7cc5-e925-4a85-ac07-0f7beb1a625c req-21fbca0e-6fb5-4c69-94d5-ad0d676b3a82 tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:36.909576 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f50e7cc5-e925-4a85-ac07-0f7beb1a625c req-21fbca0e-6fb5-4c69-94d5-ad0d676b3a82 tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8a19643-baab-4201-a6f8-3613748a3c30 HTTP/1.1" status: 200 len: 932 time: 0.1373527 Sep 08 09:13:36.917140 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4579d281-04b6-4c5a-b7f5-d8ea5dac6993 None None] Checking router: 5ee7586d-00d3-4e21-9ec8-7de483bfa471 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:13:36.942889 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4579d281-04b6-4c5a-b7f5-d8ea5dac6993 None None] Routers {'5ee7586d-00d3-4e21-9ec8-7de483bfa471'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:13:36.943526 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-4579d281-04b6-4c5a-b7f5-d8ea5dac6993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:13:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5ee7586d-00d3-4e21-9ec8-7de483bfa471'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:36.983412 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df27d60c-850a-4423-818c-5fd1b061bfcc None None] DHCP port deletion for 43cd366f-42ac-4338-9c1c-c4f24944e034 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:13:37.025638 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f50e7cc5-e925-4a85-ac07-0f7beb1a625c req-43a14911-23f0-4160-9311-8bbeac88f73f tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] 10.222.0.54 "GET /v2.0/security-groups?id=a67a193f-5a5e-40b1-8bd8-32cd7721b851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169343 Sep 08 09:13:37.036347 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-9790097d-97de-4368-9f4a-47a9d96de10e tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Deleting port f8df74c7-4dd5-48b0-b2f3-5c93b4a1a176 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:13:37.038025 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9790097d-97de-4368-9f4a-47a9d96de10e tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:37.140354 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-df27d60c-850a-4423-818c-5fd1b061bfcc None None] Deleting port f8df74c7-4dd5-48b0-b2f3-5c93b4a1a176 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:13:37.140908 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-df27d60c-850a-4423-818c-5fd1b061bfcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:37.175012 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-fc6892d4-08a5-415a-bbe8-8b0b597f16e4 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] No DVR routers for this DVR port e14de9e1-dbdd-41d4-bb25-3967a45e30bf on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:13:37.179047 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6eafa88f-7641-4263-893c-8ecb9bcae202 req-8d2cf384-9ad4-42fe-824d-e74863d406c0 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:37.181534 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6eafa88f-7641-4263-893c-8ecb9bcae202 req-8d2cf384-9ad4-42fe-824d-e74863d406c0 tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] 10.222.0.35 "DELETE /v2.0/ports/60a03e3f-5b55-4ec1-bfa8-0c870e0716b4 HTTP/1.1" status: 204 len: 173 time: 6.6507652 Sep 08 09:13:37.185858 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '053d7dcd-f5db-48fe-ab9a-72eb10f85bc7', 'name': 'network-vif-deleted', 'tag': '60a03e3f-5b55-4ec1-bfa8-0c870e0716b4'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:13:37.188493 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3adee8-9205-4d4c-826b-af7276f2cdc6" -d '{"events": [{"server_uuid": "053d7dcd-f5db-48fe-ab9a-72eb10f85bc7", "name": "network-vif-deleted", "tag": "60a03e3f-5b55-4ec1-bfa8-0c870e0716b4"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:13:37.193067 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-30778695-5db5-4422-89c5-d87404bb9439 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:37.195892 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-fc6892d4-08a5-415a-bbe8-8b0b597f16e4 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:37.198661 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-fc6892d4-08a5-415a-bbe8-8b0b597f16e4 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.35 "DELETE /v2.0/ports/e14de9e1-dbdd-41d4-bb25-3967a45e30bf HTTP/1.1" status: 204 len: 173 time: 10.6038272 Sep 08 09:13:37.207994 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-9790097d-97de-4368-9f4a-47a9d96de10e tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] For port f8df74c7-4dd5-48b0-b2f3-5c93b4a1a176, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=f8df74c7-4dd5-48b0-b2f3-5c93b4a1a176,segment=NetworkSegment(8df6ede4-f501-42d3-8734-80a62904568f),segment_id=8df6ede4-f501-42d3-8734-80a62904568f)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:13:37.210086 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9790097d-97de-4368-9f4a-47a9d96de10e tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:37.240771 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6ca016cc-a626-44a0-8d6c-8badfaa0b2cd req-03ad4278-e9ad-467a-a451-b7504f1eaadb tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:37.297916 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-4579d281-04b6-4c5a-b7f5-d8ea5dac6993 None None] Set router 5ee7586d-00d3-4e21-9ec8-7de483bfa471 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:13:37.325260 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-9790097d-97de-4368-9f4a-47a9d96de10e tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Calling delete_port for f8df74c7-4dd5-48b0-b2f3-5c93b4a1a176 owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:13:37.365305 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-30778695-5db5-4422-89c5-d87404bb9439 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:37.485926 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-df27d60c-850a-4423-818c-5fd1b061bfcc None None] For port f8df74c7-4dd5-48b0-b2f3-5c93b4a1a176, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=f8df74c7-4dd5-48b0-b2f3-5c93b4a1a176,segment=NetworkSegment(8df6ede4-f501-42d3-8734-80a62904568f),segment_id=8df6ede4-f501-42d3-8734-80a62904568f)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:13:37.486666 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-df27d60c-850a-4423-818c-5fd1b061bfcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:37.516597 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-df27d60c-850a-4423-818c-5fd1b061bfcc None None] Calling delete_port for f8df74c7-4dd5-48b0-b2f3-5c93b4a1a176 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:13:37.523276 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525ddf07-471b-4647-8e32-37aab866a965 x-openstack-request-id: req-525ddf07-471b-4647-8e32-37aab866a965 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:13:37.523569 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "053d7dcd-f5db-48fe-ab9a-72eb10f85bc7", "name": "network-vif-deleted", "tag": "60a03e3f-5b55-4ec1-bfa8-0c870e0716b4", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:13:37.523837 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-525ddf07-471b-4647-8e32-37aab866a965 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:13:37.524729 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '053d7dcd-f5db-48fe-ab9a-72eb10f85bc7', 'name': 'network-vif-deleted', 'tag': '60a03e3f-5b55-4ec1-bfa8-0c870e0716b4', 'status': 'completed', 'code': 200} Sep 08 09:13:37.577919 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ae0d68ac-5224-434c-a298-288494e2edc6 req-f1968900-f66a-43a4-8851-f9d552bf97c2 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 1.1476068 Sep 08 09:13:37.579086 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-30778695-5db5-4422-89c5-d87404bb9439 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:37.628447 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-315bdd1e-19a6-408f-860a-8be6289828e5 req-f2b353a2-765f-4859-a6ed-e41b1cabb7cc tempest-ServerTagsTestJSON-812878542 tempest-ServerTagsTestJSON-812878542-project] 10.222.0.54 "GET /v2.0/ports?device_id=053d7dcd-f5db-48fe-ab9a-72eb10f85bc7 HTTP/1.1" status: 200 len: 210 time: 0.1486633 Sep 08 09:13:37.660885 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ca016cc-a626-44a0-8d6c-8badfaa0b2cd req-03ad4278-e9ad-467a-a451-b7504f1eaadb tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] Network cbd06aea-6f66-4a7c-9c9b-8546da827197 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:13:37.668465 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-6ca016cc-a626-44a0-8d6c-8badfaa0b2cd req-03ad4278-e9ad-467a-a451-b7504f1eaadb tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:13:37.679480 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca016cc-a626-44a0-8d6c-8badfaa0b2cd req-03ad4278-e9ad-467a-a451-b7504f1eaadb tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:13:37.728844 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9790097d-97de-4368-9f4a-47a9d96de10e tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:37.738567 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-4579d281-04b6-4c5a-b7f5-d8ea5dac6993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee7586d-00d3-4e21-9ec8-7de483bfa471', 'name': 'tempest-TaggedBootDevicesTest-2085597779-router', 'tenant_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '5baa4558-0632-49cd-9c23-225c89909a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:02:32Z', 'updated_at': '2021-09-08T09:02:37Z', 'revision_number': 4, 'project_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'gw_port': {'id': '5baa4558-0632-49cd-9c23-225c89909a98', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee7586d-00d3-4e21-9ec8-7de483bfa471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:32Z', 'updated_at': '2021-09-08T09:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '301cf675-2fd5-4d68-b76d-089d41c063dd', 'name': '', 'network_id': 'c973ae74-d868-45d7-8512-13ab7ed1b791', 'tenant_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'mac_address': 'fa:16:3e:51:1a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee7586d-00d3-4e21-9ec8-7de483bfa471', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'c69359f7-0d90-4906-8a67-6fd5e600c4bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:35Z', 'updated_at': '2021-09-08T09:02:42Z', 'revision_number': 5, 'project_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'subnets': [{'id': 'c69359f7-0d90-4906-8a67-6fd5e600c4bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:37.744384 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca016cc-a626-44a0-8d6c-8badfaa0b2cd req-03ad4278-e9ad-467a-a451-b7504f1eaadb tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:37.745184 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6ca016cc-a626-44a0-8d6c-8badfaa0b2cd req-03ad4278-e9ad-467a-a451-b7504f1eaadb tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:37.755980 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-46ea8d13-c727-4cbf-ad76-ae1f2a365e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:37.778136 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4579d281-04b6-4c5a-b7f5-d8ea5dac6993 None None] The sync data for ids ['5ee7586d-00d3-4e21-9ec8-7de483bfa471'] in n-d-806683-11 is: [{'id': '5ee7586d-00d3-4e21-9ec8-7de483bfa471', 'name': 'tempest-TaggedBootDevicesTest-2085597779-router', 'tenant_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '5baa4558-0632-49cd-9c23-225c89909a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:02:32Z', 'updated_at': '2021-09-08T09:02:37Z', 'revision_number': 4, 'project_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'gw_port': {'id': '5baa4558-0632-49cd-9c23-225c89909a98', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee7586d-00d3-4e21-9ec8-7de483bfa471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:32Z', 'updated_at': '2021-09-08T09:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '301cf675-2fd5-4d68-b76d-089d41c063dd', 'name': '', 'network_id': 'c973ae74-d868-45d7-8512-13ab7ed1b791', 'tenant_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'mac_address': 'fa:16:3e:51:1a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee7586d-00d3-4e21-9ec8-7de483bfa471', 'device_owner': 'network:router_interface', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'c69359f7-0d90-4906-8a67-6fd5e600c4bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:35Z', 'updated_at': '2021-09-08T09:02:42Z', 'revision_number': 5, 'project_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'subnets': [{'id': 'c69359f7-0d90-4906-8a67-6fd5e600c4bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:13:37.819513 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9790097d-97de-4368-9f4a-47a9d96de10e tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Pushing event deleted for resources: {'Port': ['ID=f8df74c7-4dd5-48b0-b2f3-5c93b4a1a176,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:37.832964 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9790097d-97de-4368-9f4a-47a9d96de10e tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] No DVR routers for this DVR port f8df74c7-4dd5-48b0-b2f3-5c93b4a1a176 on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:13:37.835564 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-df27d60c-850a-4423-818c-5fd1b061bfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:37.941695 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9790097d-97de-4368-9f4a-47a9d96de10e tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:37.951720 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df27d60c-850a-4423-818c-5fd1b061bfcc None None] Pushing event deleted for resources: {'Port': ['ID=f8df74c7-4dd5-48b0-b2f3-5c93b4a1a176,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:37.970118 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df27d60c-850a-4423-818c-5fd1b061bfcc None None] No DVR routers for this DVR port f8df74c7-4dd5-48b0-b2f3-5c93b4a1a176 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:13:38.006119 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-9790097d-97de-4368-9f4a-47a9d96de10e tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43cd366f-42ac-4338-9c1c-c4f24944e034']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:38.018366 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-9790097d-97de-4368-9f4a-47a9d96de10e tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8df6ede4-f501-42d3-8734-80a62904568f') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:38.018755 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-9790097d-97de-4368-9f4a-47a9d96de10e tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8df6ede4-f501-42d3-8734-80a62904568f') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:38.032735 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9790097d-97de-4368-9f4a-47a9d96de10e tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:38.048491 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9790097d-97de-4368-9f4a-47a9d96de10e tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:38.081514 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9790097d-97de-4368-9f4a-47a9d96de10e tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:13:38.082492 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9790097d-97de-4368-9f4a-47a9d96de10e tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:38.128343 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30778695-5db5-4422-89c5-d87404bb9439 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Pushing event updated for resources: {'Port': ['ID=68ea0e11-125c-40dc-8656-88be4b69bcaf,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:38.192172 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6ca016cc-a626-44a0-8d6c-8badfaa0b2cd req-03ad4278-e9ad-467a-a451-b7504f1eaadb tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 9.1667712 Sep 08 09:13:38.197940 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:13:38.197940 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:13:38.197940 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:13:38.197940 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:13:38.197940 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:13:38.197940 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:13:38.197940 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:13:38.197940 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:13:38.197940 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:13:38.197940 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:13:38.197940 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:13:38.197940 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:13:38.197940 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:13:38.197940 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:13:38.197940 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:13:38.197940 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:13:38.197940 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:13:38.197940 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:13:38.197940 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:13:38.197940 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:13:38.197940 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:13:38.197940 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:13:38.197940 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:13:38.197940 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:13:38.197940 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:13:38.197940 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:13:38.197940 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:13:38.197940 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:13:38.197940 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:13:38.197940 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:13:38.197940 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:13:38.197940 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:13:38.205498 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9790097d-97de-4368-9f4a-47a9d96de10e tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:38.218100 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9790097d-97de-4368-9f4a-47a9d96de10e tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:38.223178 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9790097d-97de-4368-9f4a-47a9d96de10e tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] 10.222.0.54 "DELETE /v2.0/networks/43cd366f-42ac-4338-9c1c-c4f24944e034 HTTP/1.1" status: 204 len: 168 time: 1.6483827 Sep 08 09:13:38.271367 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device f8df74c7-4dd5-48b0-b2f3-5c93b4a1a176 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:13:38.288507 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56006) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:38.325378 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-6ca016cc-a626-44a0-8d6c-8badfaa0b2cd req-13b17f99-6774-4d40-8ed5-2a8709492d6d service neutron] Request body: {'port': {'device_id': 'f8a19643-baab-4201-a6f8-3613748a3c30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:38.341651 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: f8df74c7-4dd5-48b0-b2f3-5c93b4a1a176 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:13:38.341996 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device f8df74c7-4dd5-48b0-b2f3-5c93b4a1a176 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:13:38.348143 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9790097d-97de-4368-9f4a-47a9d96de10e tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Pushing event deleted for resources: {'Network': ['ID=43cd366f-42ac-4338-9c1c-c4f24944e034,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:38.353064 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0516b9-cac5-4f5b-b7cd-55a149acce3e None None] New status for floating IP 58afac33-0a07-451a-9dea-43617bc8b097: DOWN {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:13:38.401476 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-db6bfa75-c33b-4604-9d32-bd11c4071902 tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] 10.222.0.54 "GET /v2.0/ports?device_id=79ad560e-0d03-4786-b902-3f7911ecbbc2 HTTP/1.1" status: 200 len: 205 time: 0.0929956 Sep 08 09:13:38.402418 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56010) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:38.543393 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4048b3-6535-4f00-a0a6-6576944efd1b req-1216bdd2-cb2d-4434-a51f-f5bb9cb48c2a tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:38.550892 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ab4048b3-6535-4f00-a0a6-6576944efd1b req-1216bdd2-cb2d-4434-a51f-f5bb9cb48c2a tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8a19643-baab-4201-a6f8-3613748a3c30 HTTP/1.1" status: 200 len: 932 time: 0.2576609 Sep 08 09:13:38.559095 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-56023dda-6138-4a3b-a4bd-72dc4c47aaed tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:38.644648 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad4278-e9ad-467a-a451-b7504f1eaadb tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] Pushing event updated for resources: {'Port': ['ID=39fe8528-6ba6-4a32-a757-0c0dad55b107,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:38.727701 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5407a-2b49-4973-b452-1c318381e1eb req-4ca929d5-4ec3-44c9-91ed-e586ee34d3fc tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:38.741921 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5407a-2b49-4973-b452-1c318381e1eb req-4ca929d5-4ec3-44c9-91ed-e586ee34d3fc tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:38.756441 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5407a-2b49-4973-b452-1c318381e1eb req-4ca929d5-4ec3-44c9-91ed-e586ee34d3fc tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:38.763942 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5407a-2b49-4973-b452-1c318381e1eb req-4ca929d5-4ec3-44c9-91ed-e586ee34d3fc tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:38.765864 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-43d5407a-2b49-4973-b452-1c318381e1eb req-4ca929d5-4ec3-44c9-91ed-e586ee34d3fc tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 3143 time: 0.9003582 Sep 08 09:13:38.785395 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-3c5a1b7a-40ce-4651-a6f7-017c3d08a247 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Deleting port aa0aa366-6055-4adf-a15d-7672841d5a44 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:13:38.798421 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-3c5a1b7a-40ce-4651-a6f7-017c3d08a247 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:38.813791 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30778695-5db5-4422-89c5-d87404bb9439 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Network d9ce96e3-24d0-4047-8be0-90643e4f71d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:13:38.910658 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-30778695-5db5-4422-89c5-d87404bb9439 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:13:38.930063 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6ca016cc-a626-44a0-8d6c-8badfaa0b2cd req-13b17f99-6774-4d40-8ed5-2a8709492d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:39.167487 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-3c5a1b7a-40ce-4651-a6f7-017c3d08a247 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] For port aa0aa366-6055-4adf-a15d-7672841d5a44, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=aa0aa366-6055-4adf-a15d-7672841d5a44,segment=NetworkSegment(2d611bdc-8b46-4288-9a60-e3e65ae6211f),segment_id=2d611bdc-8b46-4288-9a60-e3e65ae6211f)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:13:39.168082 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-3c5a1b7a-40ce-4651-a6f7-017c3d08a247 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:39.186321 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-3c5a1b7a-40ce-4651-a6f7-017c3d08a247 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Calling delete_port for aa0aa366-6055-4adf-a15d-7672841d5a44 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:13:39.273328 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ab4048b3-6535-4f00-a0a6-6576944efd1b req-4b5890ea-f32c-4a4f-8412-f596333beef7 tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] 10.222.0.54 "GET /v2.0/security-groups?id=a67a193f-5a5e-40b1-8bd8-32cd7721b851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7214184 Sep 08 09:13:39.465339 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-43d5407a-2b49-4973-b452-1c318381e1eb req-3a58eac6-912a-415d-ae62-ac6488c7c733 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6557126 Sep 08 09:13:39.469192 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-3c5a1b7a-40ce-4651-a6f7-017c3d08a247 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:39.471870 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-56023dda-6138-4a3b-a4bd-72dc4c47aaed tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:39.474381 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-56023dda-6138-4a3b-a4bd-72dc4c47aaed tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:39.557435 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57f6ce-4008-484b-aa8b-88b36cbde88d req-b43d350f-a610-457e-8e71-7ad675be2721 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:39.568124 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ac57f6ce-4008-484b-aa8b-88b36cbde88d req-b43d350f-a610-457e-8e71-7ad675be2721 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 945 time: 0.1665637 Sep 08 09:13:39.569300 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56018) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:39.585108 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-56023dda-6138-4a3b-a4bd-72dc4c47aaed tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:39.585946 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56023dda-6138-4a3b-a4bd-72dc4c47aaed tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Fanout notify agent at l3_agent the message router_deleted on router 79ad560e-0d03-4786-b902-3f7911ecbbc2 {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:13:39.600235 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-56023dda-6138-4a3b-a4bd-72dc4c47aaed tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:39.601667 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-56023dda-6138-4a3b-a4bd-72dc4c47aaed tempest-RoutersNegativeIpV6Test-1761236068 tempest-RoutersNegativeIpV6Test-1761236068-project] 10.222.0.54 "DELETE /v2.0/routers/79ad560e-0d03-4786-b902-3f7911ecbbc2 HTTP/1.1" status: 204 len: 168 time: 1.1979060 Sep 08 09:13:39.617278 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '914131e2-07da-4bcb-841e-02708bc6510a', 'name': 'network-vif-deleted', 'tag': 'e14de9e1-dbdd-41d4-bb25-3967a45e30bf'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:13:39.619628 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7ab3cc-6822-4e4f-ad10-733eafc943ae" -d '{"events": [{"server_uuid": "914131e2-07da-4bcb-841e-02708bc6510a", "name": "network-vif-deleted", "tag": "e14de9e1-dbdd-41d4-bb25-3967a45e30bf"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:13:39.629710 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30778695-5db5-4422-89c5-d87404bb9439 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Router 077a1b35-7b5d-4cdb-990f-6b127f447355 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:13:39.687677 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-46ea8d13-c727-4cbf-ad76-ae1f2a365e64 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:39.697277 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a1b7a-40ce-4651-a6f7-017c3d08a247 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Pushing event deleted for resources: {'Port': ['ID=aa0aa366-6055-4adf-a15d-7672841d5a44,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:39.698320 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ac57f6ce-4008-484b-aa8b-88b36cbde88d req-8688db05-2daf-4e83-97b3-15c13619dc4f tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1183460 Sep 08 09:13:39.711617 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcea3fb1-faca-4275-933a-a7dc534a096a admin admin] Deleting subnet 280fdeb9-8288-4bb3-b450-490f99951ee9 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:13:39.726808 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dcea3fb1-faca-4275-933a-a7dc534a096a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:39.803808 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dcea3fb1-faca-4275-933a-a7dc534a096a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:39.819722 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-46ea8d13-c727-4cbf-ad76-ae1f2a365e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:39.863996 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dcea3fb1-faca-4275-933a-a7dc534a096a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:39.878812 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5431202-5e89-4bc5-8fca-b61005294adf x-openstack-request-id: req-c5431202-5e89-4bc5-8fca-b61005294adf {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:13:39.879180 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "914131e2-07da-4bcb-841e-02708bc6510a", "name": "network-vif-deleted", "tag": "e14de9e1-dbdd-41d4-bb25-3967a45e30bf", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:13:39.879352 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c5431202-5e89-4bc5-8fca-b61005294adf {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:13:39.879758 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '914131e2-07da-4bcb-841e-02708bc6510a', 'name': 'network-vif-deleted', 'tag': 'e14de9e1-dbdd-41d4-bb25-3967a45e30bf', 'status': 'completed', 'code': 200} Sep 08 09:13:39.925724 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dcea3fb1-faca-4275-933a-a7dc534a096a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:40.001543 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea3fb1-faca-4275-933a-a7dc534a096a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=280fdeb9-8288-4bb3-b450-490f99951ee9,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:40.009439 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dcea3fb1-faca-4275-933a-a7dc534a096a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:40.015350 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-dcea3fb1-faca-4275-933a-a7dc534a096a admin admin] 10.222.0.54 "DELETE /v2.0/subnets/280fdeb9-8288-4bb3-b450-490f99951ee9 HTTP/1.1" status: 204 len: 168 time: 0.4437902 Sep 08 09:13:40.016032 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56024) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:40.069536 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30778695-5db5-4422-89c5-d87404bb9439 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:13:40.087091 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f8b2e0-fcfd-4243-85db-c52780471c61 None None] Sync routers for ids ['077a1b35-7b5d-4cdb-990f-6b127f447355'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:13:40.106992 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f8b2e0-fcfd-4243-85db-c52780471c61 None None] Routers {'077a1b35-7b5d-4cdb-990f-6b127f447355'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:13:40.109310 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-d3f8b2e0-fcfd-4243-85db-c52780471c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:13:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['077a1b35-7b5d-4cdb-990f-6b127f447355'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:40.151635 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-30778695-5db5-4422-89c5-d87404bb9439 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "PUT /v2.0/routers/077a1b35-7b5d-4cdb-990f-6b127f447355/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0268769 Sep 08 09:13:40.156949 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-3c5a1b7a-40ce-4651-a6f7-017c3d08a247 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] No DVR routers for this DVR port aa0aa366-6055-4adf-a15d-7672841d5a44 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:13:40.158371 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56028) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:40.167256 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-2b8f43e5-4e47-467c-a10e-cbe43f543a83 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Request body: {'port': {'network_id': 'd9ce96e3-24d0-4047-8be0-90643e4f71d5', 'name': 'tempest-FloatingIPTestJSON-2006006638'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:40.175423 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-3c5a1b7a-40ce-4651-a6f7-017c3d08a247 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:40.179713 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-3c5a1b7a-40ce-4651-a6f7-017c3d08a247 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.35 "DELETE /v2.0/ports/aa0aa366-6055-4adf-a15d-7672841d5a44 HTTP/1.1" status: 204 len: 173 time: 2.9198844 Sep 08 09:13:40.180649 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-46ea8d13-c727-4cbf-ad76-ae1f2a365e64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:40.211257 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-d3f8b2e0-fcfd-4243-85db-c52780471c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:40.234858 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f8b2e0-fcfd-4243-85db-c52780471c61 None None] Routers {'077a1b35-7b5d-4cdb-990f-6b127f447355'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:13:40.235643 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-d3f8b2e0-fcfd-4243-85db-c52780471c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:13:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['077a1b35-7b5d-4cdb-990f-6b127f447355'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:40.253066 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5664ead6-5ab8-4441-9cf0-0f7874cac111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:40.265825 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56030) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:40.329495 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-d3f8b2e0-fcfd-4243-85db-c52780471c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:40.338538 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ea8d13-c727-4cbf-ad76-ae1f2a365e64 admin admin] Pushing event updated for resources: {'Port': ['ID=5ea59320-4a29-4554-852e-e8496df1ecba,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:40.355567 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f8b2e0-fcfd-4243-85db-c52780471c61 None None] The sync data for ids ['077a1b35-7b5d-4cdb-990f-6b127f447355'] in n-d-806683-11 is: [] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:13:40.610986 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-f5e21ddd-4289-459f-aa4f-d3faf8ffef38 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Deleting port 89daee6f-0c0f-4335-af2f-1d518b85581e {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:13:40.611637 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-f5e21ddd-4289-459f-aa4f-d3faf8ffef38 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:40.775531 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87454573-af86-4e7c-a966-b811b3d8dc4e req-97866cfd-e0b2-44b4-a5a5-1aacdfe23a5e tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:40.785093 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-87454573-af86-4e7c-a966-b811b3d8dc4e req-97866cfd-e0b2-44b4-a5a5-1aacdfe23a5e tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8a19643-baab-4201-a6f8-3613748a3c30 HTTP/1.1" status: 200 len: 932 time: 0.3303161 Sep 08 09:13:40.837753 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b95a4cf4-ca60-4840-b9ae-f98f85f0248a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=80ffb05f94de429295567d44ff1037a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5457163 Sep 08 09:13:40.837753 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5664ead6-5ab8-4441-9cf0-0f7874cac111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:40.857651 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56042) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:40.891652 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ea8d13-c727-4cbf-ad76-ae1f2a365e64 admin admin] Network ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:13:40.900418 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-5664ead6-5ab8-4441-9cf0-0f7874cac111 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b1a493d-1807-4556-84e4-e3665ab8c505']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:40.902579 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-f5e21ddd-4289-459f-aa4f-d3faf8ffef38 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] For port 89daee6f-0c0f-4335-af2f-1d518b85581e, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=89daee6f-0c0f-4335-af2f-1d518b85581e,segment=NetworkSegment(2d611bdc-8b46-4288-9a60-e3e65ae6211f),segment_id=2d611bdc-8b46-4288-9a60-e3e65ae6211f)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:13:40.903844 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-f5e21ddd-4289-459f-aa4f-d3faf8ffef38 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:40.915636 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-46ea8d13-c727-4cbf-ad76-ae1f2a365e64 admin admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:13:40.937855 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-5664ead6-5ab8-4441-9cf0-0f7874cac111 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6db9982f-b80f-425e-b846-ab82c09ade9e') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:40.938681 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-5664ead6-5ab8-4441-9cf0-0f7874cac111 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6db9982f-b80f-425e-b846-ab82c09ade9e') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:40.939148 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-f5e21ddd-4289-459f-aa4f-d3faf8ffef38 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Calling delete_port for 89daee6f-0c0f-4335-af2f-1d518b85581e owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:13:40.959203 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8f43e5-4e47-467c-a10e-cbe43f543a83 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Made reservation on behalf of 8f549d6a3f8a431eb4cd9e8188099d64 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:13:40.962770 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2b8f43e5-4e47-467c-a10e-cbe43f543a83 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:40.966937 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5664ead6-5ab8-4441-9cf0-0f7874cac111 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:40.967353 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63ffc7-60da-4183-9269-d75eba5b2659 req-aa0ef168-a3aa-41ab-8ce3-c38be8eb632b tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:40.971335 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-87454573-af86-4e7c-a966-b811b3d8dc4e req-fec12902-40c2-4cdd-b5e2-ae2fa3469af5 tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] 10.222.0.54 "GET /v2.0/security-groups?id=a67a193f-5a5e-40b1-8bd8-32cd7721b851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854255 Sep 08 09:13:40.973482 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63ffc7-60da-4183-9269-d75eba5b2659 req-aa0ef168-a3aa-41ab-8ce3-c38be8eb632b tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:40.987890 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63ffc7-60da-4183-9269-d75eba5b2659 req-aa0ef168-a3aa-41ab-8ce3-c38be8eb632b tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:40.990146 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fe63ffc7-60da-4183-9269-d75eba5b2659 req-aa0ef168-a3aa-41ab-8ce3-c38be8eb632b tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 2410 time: 0.2843316 Sep 08 09:13:41.006964 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5664ead6-5ab8-4441-9cf0-0f7874cac111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:41.021450 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5664ead6-5ab8-4441-9cf0-0f7874cac111 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:13:41.021868 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5664ead6-5ab8-4441-9cf0-0f7874cac111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:41.025304 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:13:41.025304 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:13:41.025304 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:13:41.025304 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:13:41.025304 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:13:41.025304 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:13:41.025304 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:13:41.025304 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:13:41.025304 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:13:41.025304 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:13:41.025304 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:13:41.025304 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:13:41.025304 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:13:41.025304 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:13:41.025304 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:13:41.025304 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:13:41.025304 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:13:41.025304 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:13:41.025304 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:13:41.025304 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:13:41.025304 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:13:41.025304 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:13:41.025304 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:13:41.025304 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:13:41.025304 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:13:41.025304 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:13:41.025304 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:13:41.025304 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:13:41.025304 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:13:41.025304 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:13:41.025304 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:13:41.025304 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:13:41.046572 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-2b8f43e5-4e47-467c-a10e-cbe43f543a83 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] device_id is not set on port 48df121d-0420-4729-a697-38f991280edd yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:13:41.106260 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-65a38913-5784-4061-8098-9a53ad76bb85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:41.222310 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5664ead6-5ab8-4441-9cf0-0f7874cac111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:41.236452 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-65a38913-5784-4061-8098-9a53ad76bb85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:41.249802 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5664ead6-5ab8-4441-9cf0-0f7874cac111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:41.269167 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5664ead6-5ab8-4441-9cf0-0f7874cac111 admin admin] 10.222.0.54 "DELETE /v2.0/networks/9b1a493d-1807-4556-84e4-e3665ab8c505 HTTP/1.1" status: 204 len: 168 time: 1.2402050 Sep 08 09:13:41.380098 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5664ead6-5ab8-4441-9cf0-0f7874cac111 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b1a493d-1807-4556-84e4-e3665ab8c505,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:41.420494 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf3e4a-2e41-4e01-bc53-f8c3e35404a3 req-5f82d314-5c0a-41ea-b3da-b4cf501cc946 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:41.422441 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-98cf3e4a-2e41-4e01-bc53-f8c3e35404a3 req-5f82d314-5c0a-41ea-b3da-b4cf501cc946 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 945 time: 0.3092902 Sep 08 09:13:41.484043 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-65a38913-5784-4061-8098-9a53ad76bb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:41.487119 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-65a38913-5784-4061-8098-9a53ad76bb85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:41.488203 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-65a38913-5784-4061-8098-9a53ad76bb85 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/83ac4c20-1d8b-4641-9220-b872feb1703b HTTP/1.1" status: 204 len: 168 time: 0.6281238 Sep 08 09:13:41.507425 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a38913-5784-4061-8098-9a53ad76bb85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ac4c20-1d8b-4641-9220-b872feb1703b,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:41.525131 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-98cf3e4a-2e41-4e01-bc53-f8c3e35404a3 req-6de5ea02-4ec9-4767-aace-0a09b08d6992 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0830250 Sep 08 09:13:41.554377 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-2b8f43e5-4e47-467c-a10e-cbe43f543a83 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Allocated IP 172.20.0.9 (d9ce96e3-24d0-4047-8be0-90643e4f71d5/ece42bf3-a7b7-443d-970c-1048b41ee6e1/48df121d-0420-4729-a697-38f991280edd) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:13:41.565759 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56048) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:41.746155 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f7ddf4d4-ccc2-4816-bd21-f18226523a47 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9c8db60b84c54a3986984d616920958b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1764753 Sep 08 09:13:41.753953 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56056) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:41.887324 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e1745c43-a756-4375-bdd6-b36f3028793e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:41.923314 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e1745c43-a756-4375-bdd6-b36f3028793e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:42.047715 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e1745c43-a756-4375-bdd6-b36f3028793e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:42.051848 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e1745c43-a756-4375-bdd6-b36f3028793e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:42.053850 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e1745c43-a756-4375-bdd6-b36f3028793e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9e4eea86-7891-4667-955a-62182fb547df HTTP/1.1" status: 204 len: 168 time: 0.2980630 Sep 08 09:13:42.083938 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1745c43-a756-4375-bdd6-b36f3028793e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4eea86-7891-4667-955a-62182fb547df,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:42.096439 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1745c43-a756-4375-bdd6-b36f3028793e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:13:42.096779 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1745c43-a756-4375-bdd6-b36f3028793e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:13:42.103562 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1745c43-a756-4375-bdd6-b36f3028793e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:13:42.103699 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1745c43-a756-4375-bdd6-b36f3028793e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:13:42.104076 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1745c43-a756-4375-bdd6-b36f3028793e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:13:42.104529 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1745c43-a756-4375-bdd6-b36f3028793e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:13:42.104879 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1745c43-a756-4375-bdd6-b36f3028793e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:13:42.105221 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1745c43-a756-4375-bdd6-b36f3028793e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:13:42.105562 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1745c43-a756-4375-bdd6-b36f3028793e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:13:42.105901 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1745c43-a756-4375-bdd6-b36f3028793e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:13:42.106927 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1745c43-a756-4375-bdd6-b36f3028793e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:13:42.107530 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1745c43-a756-4375-bdd6-b36f3028793e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:13:42.233105 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a503db2-1e5c-4753-a4ef-d8de541ca787 req-f3224135-d154-4e50-a25e-226f144ffe7b tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:42.243682 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6a503db2-1e5c-4753-a4ef-d8de541ca787 req-f3224135-d154-4e50-a25e-226f144ffe7b tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8a19643-baab-4201-a6f8-3613748a3c30 HTTP/1.1" status: 200 len: 932 time: 0.1066098 Sep 08 09:13:42.282599 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '914131e2-07da-4bcb-841e-02708bc6510a', 'name': 'network-vif-deleted', 'tag': 'aa0aa366-6055-4adf-a15d-7672841d5a44'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:13:42.286312 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f75694-8233-492b-8135-7ddc978fcfe7" -d '{"events": [{"server_uuid": "914131e2-07da-4bcb-841e-02708bc6510a", "name": "network-vif-deleted", "tag": "aa0aa366-6055-4adf-a15d-7672841d5a44"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:13:42.336967 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6a503db2-1e5c-4753-a4ef-d8de541ca787 req-04bd7804-0f7b-4d84-85fa-09198bafa424 tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] 10.222.0.54 "GET /v2.0/security-groups?id=a67a193f-5a5e-40b1-8bd8-32cd7721b851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910985 Sep 08 09:13:42.411046 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-6ca016cc-a626-44a0-8d6c-8badfaa0b2cd req-13b17f99-6774-4d40-8ed5-2a8709492d6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39fe8528-6ba6-4a32-a757-0c0dad55b107 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:13:42.435246 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6ca016cc-a626-44a0-8d6c-8badfaa0b2cd req-13b17f99-6774-4d40-8ed5-2a8709492d6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:42.448369 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5e1c6d-1415-478f-b68e-453e1bf71a3a x-openstack-request-id: req-aa5e1c6d-1415-478f-b68e-453e1bf71a3a {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:13:42.449088 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "914131e2-07da-4bcb-841e-02708bc6510a", "name": "network-vif-deleted", "tag": "aa0aa366-6055-4adf-a15d-7672841d5a44", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:13:42.449592 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-aa5e1c6d-1415-478f-b68e-453e1bf71a3a {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:13:42.450790 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '914131e2-07da-4bcb-841e-02708bc6510a', 'name': 'network-vif-deleted', 'tag': 'aa0aa366-6055-4adf-a15d-7672841d5a44', 'status': 'completed', 'code': 200} Sep 08 09:13:42.461511 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fe63ffc7-60da-4183-9269-d75eba5b2659 req-6940f5bc-66a7-4451-9ba0-0fa4eff23902 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4386325 Sep 08 09:13:42.536931 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-6ca016cc-a626-44a0-8d6c-8badfaa0b2cd req-13b17f99-6774-4d40-8ed5-2a8709492d6d service neutron] Transition to ACTIVE for port object 39fe8528-6ba6-4a32-a757-0c0dad55b107 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:13:42.555452 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6ca016cc-a626-44a0-8d6c-8badfaa0b2cd req-13b17f99-6774-4d40-8ed5-2a8709492d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:42.575920 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ea8d13-c727-4cbf-ad76-ae1f2a365e64 admin admin] Router d492d649-e670-429b-a77c-432c042c42d6 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:13:42.640106 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-f5e21ddd-4289-459f-aa4f-d3faf8ffef38 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:42.882307 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b17f99-6774-4d40-8ed5-2a8709492d6d service neutron] Pushing event updated for resources: {'Port': ['ID=39fe8528-6ba6-4a32-a757-0c0dad55b107,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:42.909323 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-f5e21ddd-4289-459f-aa4f-d3faf8ffef38 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] No DVR routers for this DVR port 89daee6f-0c0f-4335-af2f-1d518b85581e on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:13:42.979473 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-f5e21ddd-4289-459f-aa4f-d3faf8ffef38 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:42.981650 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-f5e21ddd-4289-459f-aa4f-d3faf8ffef38 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.35 "DELETE /v2.0/ports/89daee6f-0c0f-4335-af2f-1d518b85581e HTTP/1.1" status: 204 len: 173 time: 2.7768891 Sep 08 09:13:42.987528 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e21ddd-4289-459f-aa4f-d3faf8ffef38 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Pushing event deleted for resources: {'Port': ['ID=89daee6f-0c0f-4335-af2f-1d518b85581e,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:43.037098 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2b8f43e5-4e47-467c-a10e-cbe43f543a83 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:43.109786 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2902e9-c087-4267-b188-da755f9520db req-53ac1e89-92d5-46ea-928b-a4713bbfc537 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:43.111565 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8c2902e9-c087-4267-b188-da755f9520db req-53ac1e89-92d5-46ea-928b-a4713bbfc537 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 945 time: 0.2253897 Sep 08 09:13:43.175180 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-6ca016cc-a626-44a0-8d6c-8badfaa0b2cd req-13b17f99-6774-4d40-8ed5-2a8709492d6d service neutron] Attempting to bind port 39fe8528-6ba6-4a32-a757-0c0dad55b107 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:13:43.175514 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-6ca016cc-a626-44a0-8d6c-8badfaa0b2cd req-13b17f99-6774-4d40-8ed5-2a8709492d6d service neutron] Attempting to bind port 39fe8528-6ba6-4a32-a757-0c0dad55b107 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '2a8f76a1-568b-417c-949a-0b5ad6a2989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cbd06aea-6f66-4a7c-9c9b-8546da827197'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:13:43.175853 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca016cc-a626-44a0-8d6c-8badfaa0b2cd req-13b17f99-6774-4d40-8ed5-2a8709492d6d service neutron] Attempting to bind port 39fe8528-6ba6-4a32-a757-0c0dad55b107 on network cbd06aea-6f66-4a7c-9c9b-8546da827197 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:13:43.217313 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca016cc-a626-44a0-8d6c-8badfaa0b2cd req-13b17f99-6774-4d40-8ed5-2a8709492d6d service neutron] Port 39fe8528-6ba6-4a32-a757-0c0dad55b107 on network cbd06aea-6f66-4a7c-9c9b-8546da827197 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:13:43.217727 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca016cc-a626-44a0-8d6c-8badfaa0b2cd req-13b17f99-6774-4d40-8ed5-2a8709492d6d service neutron] Attempting to bind port 39fe8528-6ba6-4a32-a757-0c0dad55b107 on network cbd06aea-6f66-4a7c-9c9b-8546da827197 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:13:43.244519 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56100) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:43.270752 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8c2902e9-c087-4267-b188-da755f9520db req-cd6d2ef7-8418-4419-b2ce-bc07d71fa3f4 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1312695 Sep 08 09:13:43.307089 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2b8f43e5-4e47-467c-a10e-cbe43f543a83 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:43.320545 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ea8d13-c727-4cbf-ad76-ae1f2a365e64 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:13:43.333582 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8634e544-9fac-4014-b4cf-2e95928d5881 None None] Sync routers for ids ['d492d649-e670-429b-a77c-432c042c42d6'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:13:43.352809 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-46ea8d13-c727-4cbf-ad76-ae1f2a365e64 admin admin] 10.222.0.54 "PUT /v2.0/routers/d492d649-e670-429b-a77c-432c042c42d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8247674 Sep 08 09:13:43.362094 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca016cc-a626-44a0-8d6c-8badfaa0b2cd req-13b17f99-6774-4d40-8ed5-2a8709492d6d service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:13:43.363859 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca016cc-a626-44a0-8d6c-8badfaa0b2cd req-13b17f99-6774-4d40-8ed5-2a8709492d6d service neutron] Checking segment: {'id': '2a8f76a1-568b-417c-949a-0b5ad6a2989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cbd06aea-6f66-4a7c-9c9b-8546da827197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:13:43.364661 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca016cc-a626-44a0-8d6c-8badfaa0b2cd req-13b17f99-6774-4d40-8ed5-2a8709492d6d service neutron] Bound using segment: {'id': '2a8f76a1-568b-417c-949a-0b5ad6a2989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cbd06aea-6f66-4a7c-9c9b-8546da827197'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:13:43.366023 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8634e544-9fac-4014-b4cf-2e95928d5881 None None] Routers {'d492d649-e670-429b-a77c-432c042c42d6'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:13:43.366643 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-8634e544-9fac-4014-b4cf-2e95928d5881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:13:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['d492d649-e670-429b-a77c-432c042c42d6'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:43.367561 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-6ca016cc-a626-44a0-8d6c-8badfaa0b2cd req-13b17f99-6774-4d40-8ed5-2a8709492d6d service neutron] Bound port: 39fe8528-6ba6-4a32-a757-0c0dad55b107, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a8f76a1-568b-417c-949a-0b5ad6a2989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'cbd06aea-6f66-4a7c-9c9b-8546da827197'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:13:43.368071 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6ca016cc-a626-44a0-8d6c-8badfaa0b2cd req-13b17f99-6774-4d40-8ed5-2a8709492d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:43.491218 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8f43e5-4e47-467c-a10e-cbe43f543a83 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Network d9ce96e3-24d0-4047-8be0-90643e4f71d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:13:43.503773 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-2b8f43e5-4e47-467c-a10e-cbe43f543a83 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:13:43.527458 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8f43e5-4e47-467c-a10e-cbe43f543a83 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:13:43.612781 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-6ca016cc-a626-44a0-8d6c-8badfaa0b2cd req-13b17f99-6774-4d40-8ed5-2a8709492d6d service neutron] For port 39fe8528-6ba6-4a32-a757-0c0dad55b107, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:13:43.628443 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-6ca016cc-a626-44a0-8d6c-8badfaa0b2cd req-13b17f99-6774-4d40-8ed5-2a8709492d6d service neutron] For port 39fe8528-6ba6-4a32-a757-0c0dad55b107, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=39fe8528-6ba6-4a32-a757-0c0dad55b107,segment=NetworkSegment(2a8f76a1-568b-417c-949a-0b5ad6a2989d),segment_id=2a8f76a1-568b-417c-949a-0b5ad6a2989d)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:13:43.639957 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8f43e5-4e47-467c-a10e-cbe43f543a83 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Pushing event updated for resources: {'Port': ['ID=48df121d-0420-4729-a697-38f991280edd,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:43.744140 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6ca016cc-a626-44a0-8d6c-8badfaa0b2cd req-13b17f99-6774-4d40-8ed5-2a8709492d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:43.747622 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-8634e544-9fac-4014-b4cf-2e95928d5881 None None] Set router d492d649-e670-429b-a77c-432c042c42d6 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:13:43.791274 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8f43e5-4e47-467c-a10e-cbe43f543a83 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:43.791965 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2b8f43e5-4e47-467c-a10e-cbe43f543a83 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:43.856606 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b17f99-6774-4d40-8ed5-2a8709492d6d service neutron] Pushing event updated for resources: {'Port': ['ID=39fe8528-6ba6-4a32-a757-0c0dad55b107,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:43.870575 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce59fd-a6ef-4b9a-8dad-248c2e40ae46 req-611ad0c8-41cc-462f-9403-283670de6b49 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:43.878074 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca016cc-a626-44a0-8d6c-8badfaa0b2cd req-13b17f99-6774-4d40-8ed5-2a8709492d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:43.878924 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6ca016cc-a626-44a0-8d6c-8badfaa0b2cd req-13b17f99-6774-4d40-8ed5-2a8709492d6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:43.880560 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6ca016cc-a626-44a0-8d6c-8badfaa0b2cd req-13b17f99-6774-4d40-8ed5-2a8709492d6d service neutron] 10.222.0.37 "PUT /v2.0/ports/39fe8528-6ba6-4a32-a757-0c0dad55b107 HTTP/1.1" status: 200 len: 1093 time: 5.5820363 Sep 08 09:13:43.885239 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-26aac6e5-b75d-4a0e-b60d-ec44af30350f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Deleting port fee93a55-5fb2-48b1-9e9b-9174983a4b10 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:13:43.885733 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-26aac6e5-b75d-4a0e-b60d-ec44af30350f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:43.898676 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2227b75-9010-48f1-88aa-644295452d07 req-a2561b9d-1b2b-4dd7-9827-79b45e477aab tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:43.900676 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d2227b75-9010-48f1-88aa-644295452d07 req-a2561b9d-1b2b-4dd7-9827-79b45e477aab tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8a19643-baab-4201-a6f8-3613748a3c30 HTTP/1.1" status: 200 len: 944 time: 0.2680299 Sep 08 09:13:43.902970 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce59fd-a6ef-4b9a-8dad-248c2e40ae46 req-611ad0c8-41cc-462f-9403-283670de6b49 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:43.910443 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-54ce59fd-a6ef-4b9a-8dad-248c2e40ae46 req-611ad0c8-41cc-462f-9403-283670de6b49 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 1677 time: 0.2397234 Sep 08 09:13:43.932191 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2b8f43e5-4e47-467c-a10e-cbe43f543a83 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.7696109 Sep 08 09:13:43.932806 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56116) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:43.951655 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-94a5f934-9663-40a2-9bb3-3d8ae1ae8af5 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Request body: {'security_group': {'name': 'tempest-secgroup--1505285193'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:43.969095 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-a7637b12-856d-417a-a0cb-8e041e942932 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Request body: {'port': {'network_id': 'd9ce96e3-24d0-4047-8be0-90643e4f71d5', 'name': 'tempest-FloatingIPTestJSON-666001609'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:44.022863 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d2227b75-9010-48f1-88aa-644295452d07 req-6a400672-68ff-452a-bcd5-82b8b0dbd9d1 tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] 10.222.0.54 "GET /v2.0/security-groups?id=a67a193f-5a5e-40b1-8bd8-32cd7721b851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944386 Sep 08 09:13:44.088331 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56120) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:44.151719 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-94a5f934-9663-40a2-9bb3-3d8ae1ae8af5 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:44.177408 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca016cc-a626-44a0-8d6c-8badfaa0b2cd req-9568c02d-1e00-49ae-ba50-e10bc9846e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:44.180402 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6ca016cc-a626-44a0-8d6c-8badfaa0b2cd req-9568c02d-1e00-49ae-ba50-e10bc9846e4c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=300350743d2d480aa47ffeff66eed5c2&device_id=f8a19643-baab-4201-a6f8-3613748a3c30 HTTP/1.1" status: 200 len: 1096 time: 0.2080028 Sep 08 09:13:44.207769 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-54ce59fd-a6ef-4b9a-8dad-248c2e40ae46 req-b8781e6a-d219-496e-80b8-0dddc3b7cd5e tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2885213 Sep 08 09:13:44.260532 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-94a5f934-9663-40a2-9bb3-3d8ae1ae8af5 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:44.284180 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-8167d54d-a012-496c-a923-49d427bb8b8d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1425288877-network', 'tenant_id': '361efd7dd288461f98c228af9e362c93'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:44.318909 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6ca016cc-a626-44a0-8d6c-8badfaa0b2cd req-488fdac4-7f6b-4940-a1c8-78cd70f330cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39fe8528-6ba6-4a32-a757-0c0dad55b107 HTTP/1.1" status: 200 len: 217 time: 0.1115139 Sep 08 09:13:44.328553 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-26aac6e5-b75d-4a0e-b60d-ec44af30350f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] For port fee93a55-5fb2-48b1-9e9b-9174983a4b10, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=fee93a55-5fb2-48b1-9e9b-9174983a4b10,segment=NetworkSegment(ee50bf2c-b913-47f9-be22-7b5ae145e982),segment_id=ee50bf2c-b913-47f9-be22-7b5ae145e982)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:13:44.328553 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-26aac6e5-b75d-4a0e-b60d-ec44af30350f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:44.347798 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.db.api [None req-94a5f934-9663-40a2-9bb3-3d8ae1ae8af5 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 09:13:44.347798 n-d-806683-11 neutron-server[94713]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 08 09:13:44.347798 n-d-806683-11 neutron-server[94713]: [parameters: {'project_id_1': '8e30a391d0804332905a8be23df3480d', 'expiration_1': datetime.datetime(2021, 9, 8, 9, 13, 24, 313691)}] Sep 08 09:13:44.347798 n-d-806683-11 neutron-server[94713]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 09:13:44.348972 n-d-806683-11 neutron-server[94713]: DEBUG oslo_db.api [None req-94a5f934-9663-40a2-9bb3-3d8ae1ae8af5 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 09:13:44.354657 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-8634e544-9fac-4014-b4cf-2e95928d5881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd492d649-e670-429b-a77c-432c042c42d6', 'name': 'tempest-ServerRescueNegativeTestJSON-580257773-router', 'tenant_id': '534b123b1fec4a0b9fe37215319028ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b647251c-5af2-422b-ba29-649a6ff6796a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:13:16Z', 'updated_at': '2021-09-08T09:13:37Z', 'revision_number': 4, 'project_id': '534b123b1fec4a0b9fe37215319028ae', 'gw_port': {'id': 'b647251c-5af2-422b-ba29-649a6ff6796a', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:83:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd492d649-e670-429b-a77c-432c042c42d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:13:17Z', 'updated_at': '2021-09-08T09:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '5ea59320-4a29-4554-852e-e8496df1ecba', 'name': '', 'network_id': 'ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd', 'tenant_id': '534b123b1fec4a0b9fe37215319028ae', 'mac_address': 'fa:16:3e:13:39:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd492d649-e670-429b-a77c-432c042c42d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'a0b45300-8828-4ae8-bbfd-c70262cbd1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:13:33Z', 'updated_at': '2021-09-08T09:13:38Z', 'revision_number': 2, 'project_id': '534b123b1fec4a0b9fe37215319028ae', 'subnets': [{'id': 'a0b45300-8828-4ae8-bbfd-c70262cbd1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:44.390998 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca016cc-a626-44a0-8d6c-8badfaa0b2cd req-0d9eb32c-6fad-49bd-8a13-58321488d2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:44.392491 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6ca016cc-a626-44a0-8d6c-8badfaa0b2cd req-0d9eb32c-6fad-49bd-8a13-58321488d2b7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f56b9b9-fb5b-481c-9680-78244176eda2 HTTP/1.1" status: 200 len: 861 time: 0.0617647 Sep 08 09:13:44.393221 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8167d54d-a012-496c-a923-49d427bb8b8d admin admin] Made reservation on behalf of 361efd7dd288461f98c228af9e362c93 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:13:44.397488 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8167d54d-a012-496c-a923-49d427bb8b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:44.440913 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6ca016cc-a626-44a0-8d6c-8badfaa0b2cd req-df71d5c8-976c-42f8-9ca8-947347b0d126 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cbd06aea-6f66-4a7c-9c9b-8546da827197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356686 Sep 08 09:13:44.447736 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-26aac6e5-b75d-4a0e-b60d-ec44af30350f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Calling delete_port for fee93a55-5fb2-48b1-9e9b-9174983a4b10 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:13:44.458388 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '914131e2-07da-4bcb-841e-02708bc6510a', 'name': 'network-vif-deleted', 'tag': '89daee6f-0c0f-4335-af2f-1d518b85581e'}, {'name': 'network-changed', 'server_uuid': 'f8a19643-baab-4201-a6f8-3613748a3c30', 'tag': '39fe8528-6ba6-4a32-a757-0c0dad55b107'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:13:44.460604 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d632cb58-22f4-4c80-9505-a6cc05cc28e9" -d '{"events": [{"server_uuid": "914131e2-07da-4bcb-841e-02708bc6510a", "name": "network-vif-deleted", "tag": "89daee6f-0c0f-4335-af2f-1d518b85581e"}, {"name": "network-changed", "server_uuid": "f8a19643-baab-4201-a6f8-3613748a3c30", "tag": "39fe8528-6ba6-4a32-a757-0c0dad55b107"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:13:44.461354 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7637b12-856d-417a-a0cb-8e041e942932 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Made reservation on behalf of 8f549d6a3f8a431eb4cd9e8188099d64 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:13:44.466128 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a7637b12-856d-417a-a0cb-8e041e942932 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:44.471469 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8167d54d-a012-496c-a923-49d427bb8b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:44.501127 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8634e544-9fac-4014-b4cf-2e95928d5881 None None] Checking router: d492d649-e670-429b-a77c-432c042c42d6 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:13:44.501766 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8634e544-9fac-4014-b4cf-2e95928d5881 None None] Updating router d492d649-e670-429b-a77c-432c042c42d6 port 5ea59320-4a29-4554-852e-e8496df1ecba binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:13:44.527530 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906df6b8-b2df-4995-8961-6aaa03e4ddbb req-ee85df27-112c-4f71-becc-504420b58109 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:44.536042 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-906df6b8-b2df-4995-8961-6aaa03e4ddbb req-ee85df27-112c-4f71-becc-504420b58109 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 945 time: 0.1159270 Sep 08 09:13:44.546411 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-a7637b12-856d-417a-a0cb-8e041e942932 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] device_id is not set on port 5a442507-a620-4a4b-8768-2910262fe646 yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:13:44.561548 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8634e544-9fac-4014-b4cf-2e95928d5881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:44.598510 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6ca016cc-a626-44a0-8d6c-8badfaa0b2cd req-997e01a5-82dd-4b5e-acc7-0bb283d68e6d service neutron] 10.222.0.37 "GET /v2.0/networks/cbd06aea-6f66-4a7c-9c9b-8546da827197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487136 Sep 08 09:13:44.667568 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-906df6b8-b2df-4995-8961-6aaa03e4ddbb req-d607df73-e0dd-4e9c-a8c0-51e49afd02f4 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1289706 Sep 08 09:13:44.727732 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259211d6-2c25-4994-b423-5afa08882941 req-ca53f008-869f-4e6b-be1e-8ca4adb8a84f tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:44.729955 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-259211d6-2c25-4994-b423-5afa08882941 req-ca53f008-869f-4e6b-be1e-8ca4adb8a84f tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/networks?id=ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd HTTP/1.1" status: 200 len: 818 time: 0.1282547 Sep 08 09:13:44.799350 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-a7637b12-856d-417a-a0cb-8e041e942932 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Allocated IP 172.20.0.10 (d9ce96e3-24d0-4047-8be0-90643e4f71d5/ece42bf3-a7b7-443d-970c-1048b41ee6e1/5a442507-a620-4a4b-8768-2910262fe646) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:13:44.823885 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 08 Sep 2021 09:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a223bd8-0b34-4cb2-acc7-00ad33b95b78 x-openstack-request-id: req-1a223bd8-0b34-4cb2-acc7-00ad33b95b78 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:13:44.824179 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "914131e2-07da-4bcb-841e-02708bc6510a", "name": "network-vif-deleted", "tag": "89daee6f-0c0f-4335-af2f-1d518b85581e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f8a19643-baab-4201-a6f8-3613748a3c30", "tag": "39fe8528-6ba6-4a32-a757-0c0dad55b107", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:13:44.824568 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1a223bd8-0b34-4cb2-acc7-00ad33b95b78 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:13:44.825119 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '914131e2-07da-4bcb-841e-02708bc6510a', 'name': 'network-vif-deleted', 'tag': '89daee6f-0c0f-4335-af2f-1d518b85581e', 'status': 'completed', 'code': 200} Sep 08 09:13:44.825496 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8a19643-baab-4201-a6f8-3613748a3c30', 'tag': '39fe8528-6ba6-4a32-a757-0c0dad55b107', 'status': 'completed', 'code': 200} Sep 08 09:13:44.851805 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-94a5f934-9663-40a2-9bb3-3d8ae1ae8af5 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:44.868595 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-259211d6-2c25-4994-b423-5afa08882941 req-32847a46-ee25-4b6e-b23f-09ee3fede46a tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/quotas/534b123b1fec4a0b9fe37215319028ae HTTP/1.1" status: 200 len: 375 time: 0.0521100 Sep 08 09:13:44.961756 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-259211d6-2c25-4994-b423-5afa08882941 req-98ac4db3-d93c-4ec1-830d-297380de849e tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=534b123b1fec4a0b9fe37215319028ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0684643 Sep 08 09:13:44.966194 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6ca016cc-a626-44a0-8d6c-8badfaa0b2cd req-0846a1c5-709c-4be7-9ca4-e863e657e8f2 service neutron] 10.222.0.37 "GET /v2.0/networks/cbd06aea-6f66-4a7c-9c9b-8546da827197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356079 Sep 08 09:13:45.113705 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a7637b12-856d-417a-a0cb-8e041e942932 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:45.165977 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a7637b12-856d-417a-a0cb-8e041e942932 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:45.212700 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632cb58-22f4-4c80-9505-a6cc05cc28e9 req-4bee6e2b-cbfb-481f-9e2c-708632283453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:45.214998 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d632cb58-22f4-4c80-9505-a6cc05cc28e9 req-4bee6e2b-cbfb-481f-9e2c-708632283453 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=300350743d2d480aa47ffeff66eed5c2&device_id=f8a19643-baab-4201-a6f8-3613748a3c30 HTTP/1.1" status: 200 len: 1096 time: 0.1249821 Sep 08 09:13:45.251937 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7637b12-856d-417a-a0cb-8e041e942932 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Network d9ce96e3-24d0-4047-8be0-90643e4f71d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:13:45.258689 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-a7637b12-856d-417a-a0cb-8e041e942932 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:13:45.266570 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7637b12-856d-417a-a0cb-8e041e942932 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:13:45.315086 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-259211d6-2c25-4994-b423-5afa08882941 req-a8054a92-908f-498a-a451-743040ff3149 service neutron] 10.222.0.54 "GET /v2.0/networks/ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414638 Sep 08 09:13:45.334982 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7637b12-856d-417a-a0cb-8e041e942932 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Pushing event updated for resources: {'Port': ['ID=5a442507-a620-4a4b-8768-2910262fe646,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:45.346751 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8634e544-9fac-4014-b4cf-2e95928d5881 None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:45.370106 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-26aac6e5-b75d-4a0e-b60d-ec44af30350f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:45.379701 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-8634e544-9fac-4014-b4cf-2e95928d5881 None None] Transition to ACTIVE for port object 5ea59320-4a29-4554-852e-e8496df1ecba will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:13:45.392381 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87807ba2-b55a-4b94-a447-bb8980193359 req-af3229ef-ac68-4cb3-88dc-d6d4a6ce5ab9 tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:45.394344 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-87807ba2-b55a-4b94-a447-bb8980193359 req-af3229ef-ac68-4cb3-88dc-d6d4a6ce5ab9 tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8a19643-baab-4201-a6f8-3613748a3c30 HTTP/1.1" status: 200 len: 944 time: 0.1886077 Sep 08 09:13:45.395257 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8634e544-9fac-4014-b4cf-2e95928d5881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:45.420447 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8167d54d-a012-496c-a923-49d427bb8b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:45.467879 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8167d54d-a012-496c-a923-49d427bb8b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:45.487216 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aac6e5-b75d-4a0e-b60d-ec44af30350f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Pushing event deleted for resources: {'Port': ['ID=fee93a55-5fb2-48b1-9e9b-9174983a4b10,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:45.503141 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8167d54d-a012-496c-a923-49d427bb8b8d admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:13:45.527051 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8167d54d-a012-496c-a923-49d427bb8b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:45.528552 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-8167d54d-a012-496c-a923-49d427bb8b8d admin admin] Added segment 7ce255b1-6bde-43a1-82b1-212ac77774b3 of type vlan for network 48c54abd-6f52-4b1d-9226-4a2566a5fe28 Sep 08 09:13:45.590736 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8167d54d-a012-496c-a923-49d427bb8b8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:45.643021 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d11cd1-8d0d-424e-a15d-3c273a79a389 None None] Pushing event updated for resources: {'Port': ['ID=5ea59320-4a29-4554-852e-e8496df1ecba,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:45.681569 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-26aac6e5-b75d-4a0e-b60d-ec44af30350f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] No DVR routers for this DVR port fee93a55-5fb2-48b1-9e9b-9174983a4b10 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:13:45.710888 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7637b12-856d-417a-a0cb-8e041e942932 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:45.711590 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a7637b12-856d-417a-a0cb-8e041e942932 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:45.713939 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-259211d6-2c25-4994-b423-5afa08882941 req-8b616cb5-a610-456e-960c-c4bbcfe4b822 service neutron] 10.222.0.54 "GET /v2.0/networks/ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894405 Sep 08 09:13:45.715620 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-26aac6e5-b75d-4a0e-b60d-ec44af30350f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:45.717619 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-26aac6e5-b75d-4a0e-b60d-ec44af30350f tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.35 "DELETE /v2.0/ports/fee93a55-5fb2-48b1-9e9b-9174983a4b10 HTTP/1.1" status: 204 len: 173 time: 2.7176559 Sep 08 09:13:45.730075 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-8634e544-9fac-4014-b4cf-2e95928d5881 None None] Attempting to bind port 5ea59320-4a29-4554-852e-e8496df1ecba on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:13:45.730541 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-8634e544-9fac-4014-b4cf-2e95928d5881 None None] Attempting to bind port 5ea59320-4a29-4554-852e-e8496df1ecba by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '64f426d7-6eb3-4dff-b7bf-fdd1ce4a38ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:13:45.731059 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8634e544-9fac-4014-b4cf-2e95928d5881 None None] Attempting to bind port 5ea59320-4a29-4554-852e-e8496df1ecba on network ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:13:45.748720 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8634e544-9fac-4014-b4cf-2e95928d5881 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:13:45.749179 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8634e544-9fac-4014-b4cf-2e95928d5881 None None] Checking segment: {'id': '64f426d7-6eb3-4dff-b7bf-fdd1ce4a38ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:13:45.749667 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8634e544-9fac-4014-b4cf-2e95928d5881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:45.750164 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8634e544-9fac-4014-b4cf-2e95928d5881 None None] Bound using segment: {'id': '64f426d7-6eb3-4dff-b7bf-fdd1ce4a38ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:13:45.750729 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-8634e544-9fac-4014-b4cf-2e95928d5881 None None] Bound port: 5ea59320-4a29-4554-852e-e8496df1ecba, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64f426d7-6eb3-4dff-b7bf-fdd1ce4a38ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:13:45.751198 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8634e544-9fac-4014-b4cf-2e95928d5881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:45.760493 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632cb58-22f4-4c80-9505-a6cc05cc28e9 req-9014e3fd-7b56-427f-8d93-d0de3a20fd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:45.762078 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d632cb58-22f4-4c80-9505-a6cc05cc28e9 req-9014e3fd-7b56-427f-8d93-d0de3a20fd3a service neutron] 10.222.0.37 "GET /v2.0/networks?id=cbd06aea-6f66-4a7c-9c9b-8546da827197 HTTP/1.1" status: 200 len: 922 time: 0.5372903 Sep 08 09:13:45.785862 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56152) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:45.846852 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-8634e544-9fac-4014-b4cf-2e95928d5881 None None] For port 5ea59320-4a29-4554-852e-e8496df1ecba, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:13:45.851001 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-8634e544-9fac-4014-b4cf-2e95928d5881 None None] For port 5ea59320-4a29-4554-852e-e8496df1ecba, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=5ea59320-4a29-4554-852e-e8496df1ecba,segment=NetworkSegment(64f426d7-6eb3-4dff-b7bf-fdd1ce4a38ca),segment_id=64f426d7-6eb3-4dff-b7bf-fdd1ce4a38ca)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:13:45.863151 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8634e544-9fac-4014-b4cf-2e95928d5881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:45.873136 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-94a5f934-9663-40a2-9bb3-3d8ae1ae8af5 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:45.895692 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-87807ba2-b55a-4b94-a447-bb8980193359 req-c20fb4b5-d6f7-4ac0-a92a-5e18779d4c1f tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] 10.222.0.54 "GET /v2.0/security-groups?id=a67a193f-5a5e-40b1-8bd8-32cd7721b851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4777925 Sep 08 09:13:45.932231 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8167d54d-a012-496c-a923-49d427bb8b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:45.935457 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8167d54d-a012-496c-a923-49d427bb8b8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:45.936711 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8167d54d-a012-496c-a923-49d427bb8b8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:45.988101 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d632cb58-22f4-4c80-9505-a6cc05cc28e9 req-45ff539f-6400-4faa-bde8-f73ef9081ca8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39fe8528-6ba6-4a32-a757-0c0dad55b107 HTTP/1.1" status: 200 len: 217 time: 0.2151856 Sep 08 09:13:46.011904 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-94a5f934-9663-40a2-9bb3-3d8ae1ae8af5 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:46.064313 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8634e544-9fac-4014-b4cf-2e95928d5881 None None] Routers {'d492d649-e670-429b-a77c-432c042c42d6'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:13:46.067499 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-8634e544-9fac-4014-b4cf-2e95928d5881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:13:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['d492d649-e670-429b-a77c-432c042c42d6'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:46.147466 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8167d54d-a012-496c-a923-49d427bb8b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:46.231888 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ce609ee2-5caf-4944-a543-c5e6c96da282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:46.243656 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8167d54d-a012-496c-a923-49d427bb8b8d admin admin] Pushing event updated for resources: {'Network': ['ID=48c54abd-6f52-4b1d-9226-4a2566a5fe28,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:46.291251 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-50314e22-2854-4654-91aa-95920fadedaf tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Deleting port dfca467b-4c54-46ec-8ec3-b88af0e82d9d {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:13:46.291616 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-50314e22-2854-4654-91aa-95920fadedaf tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:46.297613 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632cb58-22f4-4c80-9505-a6cc05cc28e9 req-53fe5e22-4855-4e76-ba3f-0c9855c8516b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:46.299794 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d632cb58-22f4-4c80-9505-a6cc05cc28e9 req-53fe5e22-4855-4e76-ba3f-0c9855c8516b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=2f56b9b9-fb5b-481c-9680-78244176eda2 HTTP/1.1" status: 200 len: 861 time: 0.3046982 Sep 08 09:13:46.301401 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d11cd1-8d0d-424e-a15d-3c273a79a389 None None] Pushing event updated for resources: {'Port': ['ID=5ea59320-4a29-4554-852e-e8496df1ecba,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:46.328896 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 48c54abd-6f52-4b1d-9226-4a2566a5fe28 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:13:46.344450 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a7637b12-856d-417a-a0cb-8e041e942932 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3760142 Sep 08 09:13:46.364123 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56164) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:46.377562 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d632cb58-22f4-4c80-9505-a6cc05cc28e9 req-25c1b82c-b052-47f1-9366-c4ebba1f4a09 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cbd06aea-6f66-4a7c-9c9b-8546da827197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570915 Sep 08 09:13:46.383111 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-3bd8276d-4d2b-444f-abe3-9ed7b98d84ba tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'port_id': '5a442507-a620-4a4b-8768-2910262fe646', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:46.409140 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8167d54d-a012-496c-a923-49d427bb8b8d admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.3148935 Sep 08 09:13:46.441979 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56166) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:46.453899 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-ad072ef4-cf9a-49dc-9703-1b5681b3e645 admin admin] Request body: {'subnet': {'network_id': '48c54abd-6f52-4b1d-9226-4a2566a5fe28', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1425288877-subnet', 'tenant_id': '361efd7dd288461f98c228af9e362c93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:46.484479 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a5f934-9663-40a2-9bb3-3d8ae1ae8af5 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd6bc04-ebbc-44cc-bbcc-8db5a6c683ad,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:46.489838 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.db.api [None req-94a5f934-9663-40a2-9bb3-3d8ae1ae8af5 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 09:13:46.489838 n-d-806683-11 neutron-server[94713]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 08 09:13:46.489838 n-d-806683-11 neutron-server[94713]: [parameters: {'project_id_1': '8e30a391d0804332905a8be23df3480d', 'expiration_1': datetime.datetime(2021, 9, 8, 9, 13, 26, 268868)}] Sep 08 09:13:46.489838 n-d-806683-11 neutron-server[94713]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 09:13:46.490452 n-d-806683-11 neutron-server[94713]: DEBUG oslo_db.api [None req-94a5f934-9663-40a2-9bb3-3d8ae1ae8af5 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 09:13:46.543247 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23bc00-56ed-4c98-a8ea-4451eabe62ab req-2d8d8be8-fa46-484e-874c-251f92941d93 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:46.566541 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3a23bc00-56ed-4c98-a8ea-4451eabe62ab req-2d8d8be8-fa46-484e-874c-251f92941d93 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 943 time: 0.3243704 Sep 08 09:13:46.571145 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82672c2-b051-4772-bcdf-70a2a88042f4 req-db6f85ca-f7b7-49ff-8597-d7cef30f5e60 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:46.580608 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e82672c2-b051-4772-bcdf-70a2a88042f4 req-db6f85ca-f7b7-49ff-8597-d7cef30f5e60 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 945 time: 0.2186031 Sep 08 09:13:46.650938 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 39fe8528-6ba6-4a32-a757-0c0dad55b107 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:13:46.651499 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e82672c2-b051-4772-bcdf-70a2a88042f4 req-c8c0f611-7539-47b2-8ed5-c340ea76ed10 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0695434 Sep 08 09:13:46.660121 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3a23bc00-56ed-4c98-a8ea-4451eabe62ab req-c0798c8f-a5e6-4217-aed0-097f963b9d11 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups?id=ff5a8bf5-da74-457e-a469-a16f81532c39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847738 Sep 08 09:13:46.686023 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-8634e544-9fac-4014-b4cf-2e95928d5881 None None] Set router d492d649-e670-429b-a77c-432c042c42d6 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:13:46.815109 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-48d2f9e4-576f-4df7-9270-2a1b8efabbea req-49405aa4-e2dd-468f-be47-a187d3c2853c tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 210 time: 0.0761778 Sep 08 09:13:46.817158 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-50314e22-2854-4654-91aa-95920fadedaf tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] For port dfca467b-4c54-46ec-8ec3-b88af0e82d9d, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=dfca467b-4c54-46ec-8ec3-b88af0e82d9d,segment=NetworkSegment(ee50bf2c-b913-47f9-be22-7b5ae145e982),segment_id=ee50bf2c-b913-47f9-be22-7b5ae145e982)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:13:46.820333 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-50314e22-2854-4654-91aa-95920fadedaf tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:46.839469 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '914131e2-07da-4bcb-841e-02708bc6510a', 'name': 'network-vif-deleted', 'tag': 'fee93a55-5fb2-48b1-9e9b-9174983a4b10'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:13:46.843956 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74924cd-46be-4524-90ed-0a24c02c9996" -d '{"events": [{"server_uuid": "914131e2-07da-4bcb-841e-02708bc6510a", "name": "network-vif-deleted", "tag": "fee93a55-5fb2-48b1-9e9b-9174983a4b10"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:13:46.897229 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-50314e22-2854-4654-91aa-95920fadedaf tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Calling delete_port for dfca467b-4c54-46ec-8ec3-b88af0e82d9d owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:13:46.991408 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-94a5f934-9663-40a2-9bb3-3d8ae1ae8af5 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:47.117053 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2072b964-31a2-4ed0-9457-c05aa5067470 x-openstack-request-id: req-2072b964-31a2-4ed0-9457-c05aa5067470 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:13:47.117878 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "914131e2-07da-4bcb-841e-02708bc6510a", "name": "network-vif-deleted", "tag": "fee93a55-5fb2-48b1-9e9b-9174983a4b10", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:13:47.118343 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2072b964-31a2-4ed0-9457-c05aa5067470 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:13:47.119355 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '914131e2-07da-4bcb-841e-02708bc6510a', 'name': 'network-vif-deleted', 'tag': 'fee93a55-5fb2-48b1-9e9b-9174983a4b10', 'status': 'completed', 'code': 200} Sep 08 09:13:47.124323 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eda733-3502-4cc4-9b97-5dfebb0c0082 req-a6bf384f-3243-4b0b-afda-b727992b6ef7 tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:47.149946 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-10eda733-3502-4cc4-9b97-5dfebb0c0082 req-a6bf384f-3243-4b0b-afda-b727992b6ef7 tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8a19643-baab-4201-a6f8-3613748a3c30 HTTP/1.1" status: 200 len: 944 time: 0.1586730 Sep 08 09:13:47.211517 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d632cb58-22f4-4c80-9505-a6cc05cc28e9 req-a3dec417-143b-4007-8918-e1b6ce1b602c service neutron] 10.222.0.37 "GET /v2.0/networks/cbd06aea-6f66-4a7c-9c9b-8546da827197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7678061 Sep 08 09:13:47.315489 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-10eda733-3502-4cc4-9b97-5dfebb0c0082 req-3ab9f2fd-2a56-4ad5-8781-662ab632084b tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] 10.222.0.54 "GET /v2.0/security-groups?id=a67a193f-5a5e-40b1-8bd8-32cd7721b851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656516 Sep 08 09:13:47.364897 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 39fe8528-6ba6-4a32-a757-0c0dad55b107, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=39fe8528-6ba6-4a32-a757-0c0dad55b107,segment=NetworkSegment(2a8f76a1-568b-417c-949a-0b5ad6a2989d),segment_id=2a8f76a1-568b-417c-949a-0b5ad6a2989d)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:13:47.421309 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '39fe8528-6ba6-4a32-a757-0c0dad55b107', 'network_id': 'cbd06aea-6f66-4a7c-9c9b-8546da827197', 'port_id': '39fe8528-6ba6-4a32-a757-0c0dad55b107', 'mac_address': 'fa:16:3e:b4:2a:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f56b9b9-fb5b-481c-9680-78244176eda2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:13:47.485927 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:47.496147 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ce609ee2-5caf-4944-a543-c5e6c96da282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:47.521666 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ce609ee2-5caf-4944-a543-c5e6c96da282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:47.538496 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39fe8528-6ba6-4a32-a757-0c0dad55b107 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:13:47.540171 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad072ef4-cf9a-49dc-9703-1b5681b3e645 admin admin] Made reservation on behalf of 361efd7dd288461f98c228af9e362c93 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:13:47.552477 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ad072ef4-cf9a-49dc-9703-1b5681b3e645 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:47.569179 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d632cb58-22f4-4c80-9505-a6cc05cc28e9 req-ed4878a3-f59c-4c4b-9730-16c51a158d5e service neutron] 10.222.0.37 "GET /v2.0/networks/cbd06aea-6f66-4a7c-9c9b-8546da827197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454919 Sep 08 09:13:47.578247 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 39fe8528-6ba6-4a32-a757-0c0dad55b107, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=39fe8528-6ba6-4a32-a757-0c0dad55b107,segment=NetworkSegment(2a8f76a1-568b-417c-949a-0b5ad6a2989d),segment_id=2a8f76a1-568b-417c-949a-0b5ad6a2989d)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:13:47.584368 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:47.598951 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fdbd6-b71d-45ba-8b8c-d3047b1e27de req-1ad067f1-9936-434a-aa7f-9fceb8969433 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:47.600520 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-878fdbd6-b71d-45ba-8b8c-d3047b1e27de req-1ad067f1-9936-434a-aa7f-9fceb8969433 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/networks?id=ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd HTTP/1.1" status: 200 len: 818 time: 0.2548649 Sep 08 09:13:47.644864 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-8634e544-9fac-4014-b4cf-2e95928d5881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd492d649-e670-429b-a77c-432c042c42d6', 'name': 'tempest-ServerRescueNegativeTestJSON-580257773-router', 'tenant_id': '534b123b1fec4a0b9fe37215319028ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b647251c-5af2-422b-ba29-649a6ff6796a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:13:16Z', 'updated_at': '2021-09-08T09:13:37Z', 'revision_number': 4, 'project_id': '534b123b1fec4a0b9fe37215319028ae', 'gw_port': {'id': 'b647251c-5af2-422b-ba29-649a6ff6796a', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:83:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd492d649-e670-429b-a77c-432c042c42d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:13:17Z', 'updated_at': '2021-09-08T09:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '5ea59320-4a29-4554-852e-e8496df1ecba', 'name': '', 'network_id': 'ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd', 'tenant_id': '534b123b1fec4a0b9fe37215319028ae', 'mac_address': 'fa:16:3e:13:39:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd492d649-e670-429b-a77c-432c042c42d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'a0b45300-8828-4ae8-bbfd-c70262cbd1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:13:33Z', 'updated_at': '2021-09-08T09:13:45Z', 'revision_number': 4, 'project_id': '534b123b1fec4a0b9fe37215319028ae', 'subnets': [{'id': 'a0b45300-8828-4ae8-bbfd-c70262cbd1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:47.670999 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ce609ee2-5caf-4944-a543-c5e6c96da282 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a4b07fb0e9e9446385737a41435b8792&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8693366 Sep 08 09:13:47.675575 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56190) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:47.681868 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-50314e22-2854-4654-91aa-95920fadedaf tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:47.722863 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c44fd155-b59d-44e2-9db3-791b0e17dc1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:47.739289 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce609ee2-5caf-4944-a543-c5e6c96da282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d37ea4-0dce-4e46-b4a6-8a754e660b4b,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:47.739952 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8634e544-9fac-4014-b4cf-2e95928d5881 None None] The sync data for ids ['d492d649-e670-429b-a77c-432c042c42d6'] in n-d-806683-11 is: [{'id': 'd492d649-e670-429b-a77c-432c042c42d6', 'name': 'tempest-ServerRescueNegativeTestJSON-580257773-router', 'tenant_id': '534b123b1fec4a0b9fe37215319028ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b647251c-5af2-422b-ba29-649a6ff6796a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:13:16Z', 'updated_at': '2021-09-08T09:13:37Z', 'revision_number': 4, 'project_id': '534b123b1fec4a0b9fe37215319028ae', 'gw_port': {'id': 'b647251c-5af2-422b-ba29-649a6ff6796a', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:83:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd492d649-e670-429b-a77c-432c042c42d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:13:17Z', 'updated_at': '2021-09-08T09:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '5ea59320-4a29-4554-852e-e8496df1ecba', 'name': '', 'network_id': 'ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd', 'tenant_id': '534b123b1fec4a0b9fe37215319028ae', 'mac_address': 'fa:16:3e:13:39:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd492d649-e670-429b-a77c-432c042c42d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'a0b45300-8828-4ae8-bbfd-c70262cbd1c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:13:33Z', 'updated_at': '2021-09-08T09:13:45Z', 'revision_number': 4, 'project_id': '534b123b1fec4a0b9fe37215319028ae', 'subnets': [{'id': 'a0b45300-8828-4ae8-bbfd-c70262cbd1c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:13:47.749533 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50314e22-2854-4654-91aa-95920fadedaf tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Pushing event deleted for resources: {'Port': ['ID=dfca467b-4c54-46ec-8ec3-b88af0e82d9d,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:47.751535 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3bd8276d-4d2b-444f-abe3-9ed7b98d84ba tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for floatingip, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:47.766076 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=39fe8528-6ba6-4a32-a757-0c0dad55b107,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:47.808202 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-878fdbd6-b71d-45ba-8b8c-d3047b1e27de req-3366b0eb-1da2-4692-9f11-4b8419bceff2 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/quotas/534b123b1fec4a0b9fe37215319028ae HTTP/1.1" status: 200 len: 375 time: 0.1407266 Sep 08 09:13:47.869770 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['39fe8528-6ba6-4a32-a757-0c0dad55b107'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:13:47.992530 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-50314e22-2854-4654-91aa-95920fadedaf tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] No DVR routers for this DVR port dfca467b-4c54-46ec-8ec3-b88af0e82d9d on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:13:47.994599 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-94a5f934-9663-40a2-9bb3-3d8ae1ae8af5 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:47.998107 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-50314e22-2854-4654-91aa-95920fadedaf tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:48.000349 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9f56fb40-c936-42dd-a6e7-5618f0afd4b0 req-50314e22-2854-4654-91aa-95920fadedaf tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.35 "DELETE /v2.0/ports/dfca467b-4c54-46ec-8ec3-b88af0e82d9d HTTP/1.1" status: 204 len: 173 time: 2.2735133 Sep 08 09:13:48.054621 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-94a5f934-9663-40a2-9bb3-3d8ae1ae8af5 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:48.141136 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-06a17cc9-c311-49bc-ae3d-38fe0bb0151e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:48.183891 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-878fdbd6-b71d-45ba-8b8c-d3047b1e27de req-4652b0a4-7f55-4ba7-8f37-61b65fad4d6a tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=534b123b1fec4a0b9fe37215319028ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3508387 Sep 08 09:13:48.265535 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-94a5f934-9663-40a2-9bb3-3d8ae1ae8af5 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:48.266234 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-94a5f934-9663-40a2-9bb3-3d8ae1ae8af5 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 5.0202718 Sep 08 09:13:48.294918 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56202) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:48.312708 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 5ea59320-4a29-4554-852e-e8496df1ecba up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:13:48.511678 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ad072ef4-cf9a-49dc-9703-1b5681b3e645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:48.537114 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09189e8d-65ca-484c-91f4-bbec0d88c468 req-f50d2e89-3d52-40d4-8ea5-c4ef7a70ab41 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:48.546784 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 5ea59320-4a29-4554-852e-e8496df1ecba completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:13:48.548468 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-09189e8d-65ca-484c-91f4-bbec0d88c468 req-f50d2e89-3d52-40d4-8ea5-c4ef7a70ab41 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 945 time: 0.7312155 Sep 08 09:13:48.552044 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 5ea59320-4a29-4554-852e-e8496df1ecba triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:13:48.552637 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:48.623195 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad072ef4-cf9a-49dc-9703-1b5681b3e645 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d9ca010-a841-4012-aaa1-2a86eaf161a1,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:48.629128 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a5f934-9663-40a2-9bb3-3d8ae1ae8af5 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4620f37f-0c5c-4e71-a31d-65114fc22f82,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:48.688297 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-09189e8d-65ca-484c-91f4-bbec0d88c468 req-c30536d2-0896-4532-8ece-56be494f7371 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1387610 Sep 08 09:13:48.704710 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:48.728731 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-57610ffd-a906-4142-826b-4ca21898171c tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.4260995 Sep 08 09:13:48.731261 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad072ef4-cf9a-49dc-9703-1b5681b3e645 admin admin] Checking segment: {'id': '7ce255b1-6bde-43a1-82b1-212ac77774b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48c54abd-6f52-4b1d-9226-4a2566a5fe28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:13:48.733706 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad072ef4-cf9a-49dc-9703-1b5681b3e645 admin admin] Network hostable DHCP agents. Network: 48c54abd-6f52-4b1d-9226-4a2566a5fe28, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:13:48.738598 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56210) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:48.750170 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-84fb6085-271a-4c75-82eb-dbd4a7e68064 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Request body: {'security_group': {'name': 'tempest-security--327049506', 'description': 'tempest-security-description-609870615'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:48.789357 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 5ea59320-4a29-4554-852e-e8496df1ecba, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=5ea59320-4a29-4554-852e-e8496df1ecba,segment=NetworkSegment(64f426d7-6eb3-4dff-b7bf-fdd1ce4a38ca),segment_id=64f426d7-6eb3-4dff-b7bf-fdd1ce4a38ca)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:13:48.798828 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:48.848807 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-64ce3eaf-7a43-4d93-bff8-a53b830cf1c8 req-8fe82b20-b028-4833-9f6d-74b9abb95535 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 210 time: 0.0589197 Sep 08 09:13:48.861351 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-84fb6085-271a-4c75-82eb-dbd4a7e68064 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:48.867382 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad072ef4-cf9a-49dc-9703-1b5681b3e645 admin admin] Network 48c54abd-6f52-4b1d-9226-4a2566a5fe28 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:13:48.903381 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-ad072ef4-cf9a-49dc-9703-1b5681b3e645 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 48c54abd-6f52-4b1d-9226-4a2566a5fe28) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:13:48.919287 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad072ef4-cf9a-49dc-9703-1b5681b3e645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:48.920327 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ad072ef4-cf9a-49dc-9703-1b5681b3e645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:48.921285 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef1171e-7c05-4a81-aca3-242d8c1e7862 None None] Network 48c54abd-6f52-4b1d-9226-4a2566a5fe28 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:13:48.947875 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-84fb6085-271a-4c75-82eb-dbd4a7e68064 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:48.954753 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ad072ef4-cf9a-49dc-9703-1b5681b3e645 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.5116060 Sep 08 09:13:48.956582 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=5ea59320-4a29-4554-852e-e8496df1ecba,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:48.964696 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-84fb6085-271a-4c75-82eb-dbd4a7e68064 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:48.968924 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-84fb6085-271a-4c75-82eb-dbd4a7e68064 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:48.970641 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-84fb6085-271a-4c75-82eb-dbd4a7e68064 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "PUT /v2.0/security-groups/4620f37f-0c5c-4e71-a31d-65114fc22f82 HTTP/1.1" status: 200 len: 1778 time: 0.2267680 Sep 08 09:13:48.982556 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56214) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:49.090423 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb6085-271a-4c75-82eb-dbd4a7e68064 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4620f37f-0c5c-4e71-a31d-65114fc22f82,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:49.148197 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '914131e2-07da-4bcb-841e-02708bc6510a', 'name': 'network-vif-deleted', 'tag': 'dfca467b-4c54-46ec-8ec3-b88af0e82d9d'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:13:49.151628 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59d95ab-e953-42c2-82bb-65bd4fd3bb4e" -d '{"events": [{"server_uuid": "914131e2-07da-4bcb-841e-02708bc6510a", "name": "network-vif-deleted", "tag": "dfca467b-4c54-46ec-8ec3-b88af0e82d9d"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:13:49.154346 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40604af-9b52-4e90-be6e-d757c346ece6 req-8eb6a8fb-ee2c-4513-814a-92edf2294726 tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:49.164106 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e40604af-9b52-4e90-be6e-d757c346ece6 req-8eb6a8fb-ee2c-4513-814a-92edf2294726 tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8a19643-baab-4201-a6f8-3613748a3c30 HTTP/1.1" status: 200 len: 945 time: 0.1692617 Sep 08 09:13:49.189509 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c80e2850-d4ba-4f3c-ace2-a3a389c99a6e tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "GET /v2.0/security-groups/4620f37f-0c5c-4e71-a31d-65114fc22f82 HTTP/1.1" status: 200 len: 1778 time: 0.1989341 Sep 08 09:13:49.190221 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56222) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:49.214733 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9305ff33-a7d3-41cf-a903-6ea32c966032 None None] Network 48c54abd-6f52-4b1d-9226-4a2566a5fe28 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:13:49.253059 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-06a17cc9-c311-49bc-ae3d-38fe0bb0151e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:49.260503 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e40604af-9b52-4e90-be6e-d757c346ece6 req-a61bfa26-14ee-439c-b23b-2931edfafb16 tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] 10.222.0.54 "GET /v2.0/security-groups?id=a67a193f-5a5e-40b1-8bd8-32cd7721b851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953739 Sep 08 09:13:49.363713 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-40d1f6d3-14b7-4101-b48d-40eb45e7c0bd tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:49.365019 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0bb25d0-57a9-46d1-97b9-ea01a21e46af x-openstack-request-id: req-c0bb25d0-57a9-46d1-97b9-ea01a21e46af {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:13:49.365432 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "914131e2-07da-4bcb-841e-02708bc6510a", "name": "network-vif-deleted", "tag": "dfca467b-4c54-46ec-8ec3-b88af0e82d9d", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:13:49.365950 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c0bb25d0-57a9-46d1-97b9-ea01a21e46af {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:13:49.366576 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '914131e2-07da-4bcb-841e-02708bc6510a', 'name': 'network-vif-deleted', 'tag': 'dfca467b-4c54-46ec-8ec3-b88af0e82d9d', 'status': 'completed', 'code': 200} Sep 08 09:13:49.398614 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259211d6-2c25-4994-b423-5afa08882941 req-cff85ab9-5198-4924-a709-b922b9bcdf08 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:49.400483 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-259211d6-2c25-4994-b423-5afa08882941 req-cff85ab9-5198-4924-a709-b922b9bcdf08 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.35 "GET /v2.0/networks?id=ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd HTTP/1.1" status: 200 len: 818 time: 1.3082938 Sep 08 09:13:49.407922 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3bd8276d-4d2b-444f-abe3-9ed7b98d84ba tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:49.433432 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-40d1f6d3-14b7-4101-b48d-40eb45e7c0bd tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:49.528987 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-40d1f6d3-14b7-4101-b48d-40eb45e7c0bd tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:49.532027 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-40d1f6d3-14b7-4101-b48d-40eb45e7c0bd tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:49.537273 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-40d1f6d3-14b7-4101-b48d-40eb45e7c0bd tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "DELETE /v2.0/security-groups/4620f37f-0c5c-4e71-a31d-65114fc22f82 HTTP/1.1" status: 204 len: 168 time: 0.3453808 Sep 08 09:13:49.537719 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56228) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:49.568090 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d1f6d3-14b7-4101-b48d-40eb45e7c0bd tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4620f37f-0c5c-4e71-a31d-65114fc22f82,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:49.572606 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-3bd8276d-4d2b-444f-abe3-9ed7b98d84ba tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Allocated IP 172.25.0.219 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/3091441b-1587-43c8-831e-2d3147049ab5) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:13:49.632276 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b6626ebe-8bba-43e8-9987-cc1fbb89758e tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0874016 Sep 08 09:13:49.632963 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56230) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:49.663831 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-878fdbd6-b71d-45ba-8b8c-d3047b1e27de req-ef1774ad-828e-4272-80a0-93abba9d428d service neutron] 10.222.0.54 "GET /v2.0/networks/ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4796927 Sep 08 09:13:49.669662 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-259211d6-2c25-4994-b423-5afa08882941 req-9844d814-61f1-4721-a5ce-d63d1ff4b017 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Request body: {'port': {'device_id': '3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9', 'network_id': 'ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd', 'admin_state_up': True, 'tenant_id': '534b123b1fec4a0b9fe37215319028ae'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:49.691700 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-a12e5ca8-a561-4d94-ac90-ce1128dea523 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] delete failed (client error): The resource could not be found. Sep 08 09:13:49.691700 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a12e5ca8-a561-4d94-ac90-ce1128dea523 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "DELETE /v2.0/security-groups/4620f37f-0c5c-4e71-a31d-65114fc22f82 HTTP/1.1" status: 404 len: 347 time: 0.0573404 Sep 08 09:13:49.701108 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56232) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:49.718205 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-d27fe095-0057-4450-a0a7-4110f77318ee tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Request body: {'security_group': {'name': 'tempest-secgroup--1250783943'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:49.791881 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d27fe095-0057-4450-a0a7-4110f77318ee tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:49.871181 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-878fdbd6-b71d-45ba-8b8c-d3047b1e27de req-b0209b93-3d7d-4ed8-8ed4-d223b98c3e1e service neutron] 10.222.0.54 "GET /v2.0/networks/ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064297 Sep 08 09:13:49.992165 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-06a17cc9-c311-49bc-ae3d-38fe0bb0151e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:49.999193 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-06a17cc9-c311-49bc-ae3d-38fe0bb0151e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:50.001635 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-06a17cc9-c311-49bc-ae3d-38fe0bb0151e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/50d37ea4-0dce-4e46-b4a6-8a754e660b4b HTTP/1.1" status: 204 len: 168 time: 2.3172972 Sep 08 09:13:50.150837 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a17cc9-c311-49bc-ae3d-38fe0bb0151e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d37ea4-0dce-4e46-b4a6-8a754e660b4b,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:50.188227 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3bd8276d-4d2b-444f-abe3-9ed7b98d84ba tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:50.195566 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c17b9-502d-4644-a738-fcb8ab5d8a39 req-86a94385-0025-4df1-89d8-ff08cb1516ef tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:50.220914 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-660c17b9-502d-4644-a738-fcb8ab5d8a39 req-86a94385-0025-4df1-89d8-ff08cb1516ef tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/networks?id=48c54abd-6f52-4b1d-9226-4a2566a5fe28 HTTP/1.1" status: 200 len: 806 time: 0.4208283 Sep 08 09:13:50.273241 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-660c17b9-502d-4644-a738-fcb8ab5d8a39 req-a0ce67c9-fe60-4574-b6c7-15a1bf124cd9 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/quotas/361efd7dd288461f98c228af9e362c93 HTTP/1.1" status: 200 len: 375 time: 0.0409613 Sep 08 09:13:50.331793 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 5ea59320-4a29-4554-852e-e8496df1ecba up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:13:50.454659 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d27fe095-0057-4450-a0a7-4110f77318ee tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:50.473731 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-660c17b9-502d-4644-a738-fcb8ab5d8a39 req-507b7459-a4c2-4dca-9530-a2b5186d2c25 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=361efd7dd288461f98c228af9e362c93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1992848 Sep 08 09:13:50.479661 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d27fe095-0057-4450-a0a7-4110f77318ee tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:50.530068 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 39fe8528-6ba6-4a32-a757-0c0dad55b107 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:13:50.589764 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27fe095-0057-4450-a0a7-4110f77318ee tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef218336-4feb-46e7-9163-70ed07bd51e7,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:50.712344 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:50.726226 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-259211d6-2c25-4994-b423-5afa08882941 req-9844d814-61f1-4721-a5ce-d63d1ff4b017 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Made reservation on behalf of 534b123b1fec4a0b9fe37215319028ae for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:13:50.727320 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-259211d6-2c25-4994-b423-5afa08882941 req-9844d814-61f1-4721-a5ce-d63d1ff4b017 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:50.740727 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d27fe095-0057-4450-a0a7-4110f77318ee tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:50.743729 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d27fe095-0057-4450-a0a7-4110f77318ee tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0428393 Sep 08 09:13:50.748448 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d0947e-f84f-4f1b-afd5-b41dea684a2d req-fba32f7c-4907-4825-aacb-35f047e6dc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:50.750825 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f1d0947e-f84f-4f1b-afd5-b41dea684a2d req-fba32f7c-4907-4825-aacb-35f047e6dc74 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9f5275e2d58a49a08895a50418c7508b&device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 1097 time: 0.3573034 Sep 08 09:13:50.756622 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56260) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:50.787109 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-24fca6d4-e293-4500-8880-36b3ef9ed9b4 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Request body: {'security_group_rule': {'security_group_id': 'ef218336-4feb-46e7-9163-70ed07bd51e7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:50.791851 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 5ea59320-4a29-4554-852e-e8496df1ecba triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:13:50.792465 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:50.813372 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8b260fa8-a785-4bf5-9563-7370075e36a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:50.818181 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-660c17b9-502d-4644-a738-fcb8ab5d8a39 req-e93f5584-ed2b-44c1-985f-dc3fb0536673 service neutron] 10.222.0.54 "GET /v2.0/networks/48c54abd-6f52-4b1d-9226-4a2566a5fe28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105412 Sep 08 09:13:50.854960 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 39fe8528-6ba6-4a32-a757-0c0dad55b107 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:13:50.867812 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 39fe8528-6ba6-4a32-a757-0c0dad55b107 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:13:50.870518 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:50.878821 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3bd8276d-4d2b-444f-abe3-9ed7b98d84ba tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:50.903780 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8824e-8473-4c36-8458-3e456a0742df req-d3d9cea9-9b59-4702-80c7-37f9187f34c6 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:50.906152 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-baf8824e-8473-4c36-8458-3e456a0742df req-d3d9cea9-9b59-4702-80c7-37f9187f34c6 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 945 time: 0.3606384 Sep 08 09:13:50.942639 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-24fca6d4-e293-4500-8880-36b3ef9ed9b4 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:51.097429 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-24fca6d4-e293-4500-8880-36b3ef9ed9b4 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:51.105101 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-660c17b9-502d-4644-a738-fcb8ab5d8a39 req-31cab95a-a982-490b-9b62-d42e3b269d92 service neutron] 10.222.0.54 "GET /v2.0/networks/48c54abd-6f52-4b1d-9226-4a2566a5fe28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851851 Sep 08 09:13:51.109281 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-24fca6d4-e293-4500-8880-36b3ef9ed9b4 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:51.145355 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fca6d4-e293-4500-8880-36b3ef9ed9b4 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5a7e927-1448-46bb-a837-c8405dc42f37,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:51.154445 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:51.177605 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-24fca6d4-e293-4500-8880-36b3ef9ed9b4 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:51.179773 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-24fca6d4-e293-4500-8880-36b3ef9ed9b4 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4189870 Sep 08 09:13:51.183590 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56270) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:51.217486 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8a19643-baab-4201-a6f8-3613748a3c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39fe8528-6ba6-4a32-a757-0c0dad55b107'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:13:51.224573 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193676a5-7650-43e1-8a21-aaf9e25bb45f" -d '{"events": [{"server_uuid": "f8a19643-baab-4201-a6f8-3613748a3c30", "name": "network-vif-plugged", "status": "completed", "tag": "39fe8528-6ba6-4a32-a757-0c0dad55b107"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:13:51.249428 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd8276d-4d2b-444f-abe3-9ed7b98d84ba tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:13:51.263633 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dd2edd24-9d07-4224-b6a4-4c3ae58d0430 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:51.264735 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 39fe8528-6ba6-4a32-a757-0c0dad55b107, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=39fe8528-6ba6-4a32-a757-0c0dad55b107,segment=NetworkSegment(2a8f76a1-568b-417c-949a-0b5ad6a2989d),segment_id=2a8f76a1-568b-417c-949a-0b5ad6a2989d)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:13:51.274858 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:51.284643 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd8276d-4d2b-444f-abe3-9ed7b98d84ba tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Pushing event updated for resources: {'Port': ['ID=3091441b-1587-43c8-831e-2d3147049ab5,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:51.291149 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dd2edd24-9d07-4224-b6a4-4c3ae58d0430 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:51.323414 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-3bd8276d-4d2b-444f-abe3-9ed7b98d84ba tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:13:51.358678 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dd2edd24-9d07-4224-b6a4-4c3ae58d0430 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:51.364738 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd8276d-4d2b-444f-abe3-9ed7b98d84ba tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:13:51.375996 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dd2edd24-9d07-4224-b6a4-4c3ae58d0430 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:51.379356 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-dd2edd24-9d07-4224-b6a4-4c3ae58d0430 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/d5a7e927-1448-46bb-a837-c8405dc42f37 HTTP/1.1" status: 204 len: 168 time: 0.1926432 Sep 08 09:13:51.382569 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56276) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:51.431771 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2edd24-9d07-4224-b6a4-4c3ae58d0430 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d5a7e927-1448-46bb-a837-c8405dc42f37,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:51.479191 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=39fe8528-6ba6-4a32-a757-0c0dad55b107,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:51.498618 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-cd90b987-55c3-41f7-9e1f-8a7cfc2b113b tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1017346 Sep 08 09:13:51.504287 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56280) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:51.569579 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-baf8824e-8473-4c36-8458-3e456a0742df req-b26a3ea8-8144-47e2-81d8-cbbf8281c98f tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.5351005 Sep 08 09:13:51.656847 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-66911a38-4334-4f07-b3a8-51f3d0598388 req-0ef174b9-d390-4c77-bfd0-4af147ce5b3e tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 210 time: 0.1048670 Sep 08 09:13:51.718649 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d0947e-f84f-4f1b-afd5-b41dea684a2d req-5c0e0337-8825-4286-9399-611fd449be09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:51.736069 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f1d0947e-f84f-4f1b-afd5-b41dea684a2d req-5c0e0337-8825-4286-9399-611fd449be09 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb338a05-96ea-4d11-88f8-690044b53ade HTTP/1.1" status: 200 len: 917 time: 0.9549127 Sep 08 09:13:51.768876 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6aefc5c4-adc6-4f42-a0bf-c189b00990bd tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:51.874262 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6aefc5c4-adc6-4f42-a0bf-c189b00990bd tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:51.926712 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-259211d6-2c25-4994-b423-5afa08882941 req-9844d814-61f1-4721-a5ce-d63d1ff4b017 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Allocated IP 172.20.0.9 (ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd/a0b45300-8828-4ae8-bbfd-c70262cbd1c4/af42c450-4fe7-48ed-a9c0-9d7430483e3b) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:13:52.008864 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0262337d-141e-4a95-85fe-7404f6884eed req-47a75027-0d91-4899-92cc-4de7a99ccce7 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb90c0a3-ef79-4bbe-acc9-2b38b5719617 HTTP/1.1" status: 200 len: 210 time: 0.1605537 Sep 08 09:13:52.110739 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:52.111357 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6aefc5c4-adc6-4f42-a0bf-c189b00990bd tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:52.118477 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6aefc5c4-adc6-4f42-a0bf-c189b00990bd tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:52.123471 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6aefc5c4-adc6-4f42-a0bf-c189b00990bd tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "DELETE /v2.0/security-groups/ef218336-4feb-46e7-9163-70ed07bd51e7 HTTP/1.1" status: 204 len: 168 time: 0.6149025 Sep 08 09:13:52.137877 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56298) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:52.156104 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d233bd29-586d-44da-8dc6-d5d0e3645570 x-openstack-request-id: req-d233bd29-586d-44da-8dc6-d5d0e3645570 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:13:52.156597 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8a19643-baab-4201-a6f8-3613748a3c30", "name": "network-vif-plugged", "status": "completed", "tag": "39fe8528-6ba6-4a32-a757-0c0dad55b107", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:13:52.156959 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d233bd29-586d-44da-8dc6-d5d0e3645570 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:13:52.157577 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8a19643-baab-4201-a6f8-3613748a3c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39fe8528-6ba6-4a32-a757-0c0dad55b107', 'code': 200} Sep 08 09:13:52.194397 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aefc5c4-adc6-4f42-a0bf-c189b00990bd tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef218336-4feb-46e7-9163-70ed07bd51e7,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:52.303526 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cdcd7955-8980-4674-9a47-1a7361f1296e req-f1757172-a343-472f-9d38-ec94d7576bb8 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=466dd1de-7c87-44ea-9263-ee31534de028 HTTP/1.1" status: 200 len: 210 time: 0.0626404 Sep 08 09:13:52.331432 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-bb1b0b53-bbf1-41d3-9246-4ff1f4d84ff9 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1835947 Sep 08 09:13:52.332666 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56302) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:52.345174 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-a89bbc07-6661-44e4-8bfb-eb1c306a93e7 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Request body: {'security_group': {'name': 'tempest-secgroup--438230222'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:52.403146 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a89bbc07-6661-44e4-8bfb-eb1c306a93e7 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:52.572140 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f1d0947e-f84f-4f1b-afd5-b41dea684a2d req-4814412d-7e5c-4513-8aaa-07bba123b258 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e892c78d-0591-4406-9e88-feb95725e7c4 HTTP/1.1" status: 200 len: 1000 time: 0.7959955 Sep 08 09:13:52.619015 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a89bbc07-6661-44e4-8bfb-eb1c306a93e7 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:52.625743 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a89bbc07-6661-44e4-8bfb-eb1c306a93e7 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:52.699016 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a89bbc07-6661-44e4-8bfb-eb1c306a93e7 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:52.701134 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a89bbc07-6661-44e4-8bfb-eb1c306a93e7 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3668938 Sep 08 09:13:52.708981 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56312) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:52.727274 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-26f8c6aa-e99d-40f8-9029-7e5628802b41 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Request body: {'security_group_rule': {'security_group_id': 'c717c0fd-146d-431a-84eb-d28a4fc32cf2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:52.754967 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89bbc07-6661-44e4-8bfb-eb1c306a93e7 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c717c0fd-146d-431a-84eb-d28a4fc32cf2,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:52.835994 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-26f8c6aa-e99d-40f8-9029-7e5628802b41 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:52.863316 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f5bc0-779b-477f-bf16-b6d0a3ee2711 req-d8783015-b654-4b14-9606-f32a107bc3f9 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:52.872982 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-aa6f5bc0-779b-477f-bf16-b6d0a3ee2711 req-d8783015-b654-4b14-9606-f32a107bc3f9 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 945 time: 0.0990446 Sep 08 09:13:52.976069 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-aa6f5bc0-779b-477f-bf16-b6d0a3ee2711 req-6d868150-ec86-4687-a833-9e3f35c797c7 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1001248 Sep 08 09:13:52.978294 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-26f8c6aa-e99d-40f8-9029-7e5628802b41 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:52.986476 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d0947e-f84f-4f1b-afd5-b41dea684a2d req-254d5b25-0fbd-4750-9c2d-aa7c68e964f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:52.991606 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-26f8c6aa-e99d-40f8-9029-7e5628802b41 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:52.999368 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f1d0947e-f84f-4f1b-afd5-b41dea684a2d req-254d5b25-0fbd-4750-9c2d-aa7c68e964f8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ec84db6-4dd6-4de4-a1e0-0c0e5076306d HTTP/1.1" status: 200 len: 855 time: 0.3801644 Sep 08 09:13:53.019921 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8c6aa-e99d-40f8-9029-7e5628802b41 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19e719bb-67d5-4afb-bc76-aa028d3258ed,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:53.024243 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251d992-194e-480a-9adf-2f3413a26c9c req-43d6b885-06e1-41b1-88f8-d7b698d4f62f tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:53.044718 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-26f8c6aa-e99d-40f8-9029-7e5628802b41 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:53.046315 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-26f8c6aa-e99d-40f8-9029-7e5628802b41 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3294835 Sep 08 09:13:53.049057 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56318) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:53.051273 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7251d992-194e-480a-9adf-2f3413a26c9c req-43d6b885-06e1-41b1-88f8-d7b698d4f62f tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8a19643-baab-4201-a6f8-3613748a3c30 HTTP/1.1" status: 200 len: 946 time: 1.2076516 Sep 08 09:13:53.061909 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-aaf9c98f-07da-4dbe-9211-4eac286ddc7c tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Request body: {'security_group_rule': {'security_group_id': 'c717c0fd-146d-431a-84eb-d28a4fc32cf2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:53.084122 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device e892c78d-0591-4406-9e88-feb95725e7c4 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:13:53.139047 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-21c8431a-1d6a-4492-b0c5-384bc35e2cd0 req-3d693f9f-d7ac-4611-8649-16e5e8db89d4 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 210 time: 0.0391324 Sep 08 09:13:53.178975 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-aaf9c98f-07da-4dbe-9211-4eac286ddc7c tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:53.281563 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-aaf9c98f-07da-4dbe-9211-4eac286ddc7c tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:53.303209 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-aaf9c98f-07da-4dbe-9211-4eac286ddc7c tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:53.338288 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e8a66-1756-478d-878b-205d2faa4f97 req-1de93fb0-755e-4557-83d6-514cc0091c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:53.342223 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-846e8a66-1756-478d-878b-205d2faa4f97 req-1de93fb0-755e-4557-83d6-514cc0091c82 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f8a19643-baab-4201-a6f8-3613748a3c30 HTTP/1.1" status: 200 len: 1098 time: 0.9368148 Sep 08 09:13:53.370595 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-191bca93-e05e-4b7b-81c6-4b275537cbac req-97554247-f658-4f5c-94cc-2828cea9a227 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb90c0a3-ef79-4bbe-acc9-2b38b5719617 HTTP/1.1" status: 200 len: 210 time: 0.0881789 Sep 08 09:13:53.388218 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:53.390777 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-aaf9c98f-07da-4dbe-9211-4eac286ddc7c tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:53.394579 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-aaf9c98f-07da-4dbe-9211-4eac286ddc7c tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3419712 Sep 08 09:13:53.398991 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56326) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:53.404286 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-aed5aaa7-70e7-495d-a5da-f0800207d82e tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Request body: {'security_group_rule': {'security_group_id': 'c717c0fd-146d-431a-84eb-d28a4fc32cf2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:53.408764 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf9c98f-07da-4dbe-9211-4eac286ddc7c tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b916305-68b8-4c85-b61e-ba296f4a4d39,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:53.456298 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port e892c78d-0591-4406-9e88-feb95725e7c4, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=e892c78d-0591-4406-9e88-feb95725e7c4,segment=NetworkSegment(f65d12e3-feb2-45fa-813d-94ce7829a6a9),segment_id=f65d12e3-feb2-45fa-813d-94ce7829a6a9)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:13:53.483543 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:53.485122 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-aed5aaa7-70e7-495d-a5da-f0800207d82e tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:53.576904 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:53.632404 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3bd8276d-4d2b-444f-abe3-9ed7b98d84ba tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:53.703501 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=e892c78d-0591-4406-9e88-feb95725e7c4,revision_number=8']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:53.767356 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-846e8a66-1756-478d-878b-205d2faa4f97 req-9c5be417-000a-429c-b60d-6ea6a8dd4f77 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a67a193f-5a5e-40b1-8bd8-32cd7721b851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4058685 Sep 08 09:13:53.832710 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3bd8276d-4d2b-444f-abe3-9ed7b98d84ba tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:54.012577 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-26e1220c-aeca-477c-bd67-4e8302cff077 req-404357de-5f52-408a-9a78-c78a44525f9e tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=466dd1de-7c87-44ea-9263-ee31534de028 HTTP/1.1" status: 200 len: 210 time: 0.4498856 Sep 08 09:13:54.036075 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3bd8276d-4d2b-444f-abe3-9ed7b98d84ba tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:54.056936 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-aed5aaa7-70e7-495d-a5da-f0800207d82e tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:54.065466 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:54.067988 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-aed5aaa7-70e7-495d-a5da-f0800207d82e tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:54.073689 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7251d992-194e-480a-9adf-2f3413a26c9c req-71402c4f-6500-4775-8a80-7ccde15c620c tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] 10.222.0.54 "GET /v2.0/security-groups?id=a67a193f-5a5e-40b1-8bd8-32cd7721b851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0021665 Sep 08 09:13:54.080402 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3bd8276d-4d2b-444f-abe3-9ed7b98d84ba tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:54.102514 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-259211d6-2c25-4994-b423-5afa08882941 req-9844d814-61f1-4721-a5ce-d63d1ff4b017 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:54.130285 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed5aaa7-70e7-495d-a5da-f0800207d82e tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdef8cc4-4a3b-4ad3-9abd-e1d3e2b289b2,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:54.135168 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d0947e-f84f-4f1b-afd5-b41dea684a2d req-a1607bdd-2fa0-4a37-922d-364c48b6554d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:54.137290 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f1d0947e-f84f-4f1b-afd5-b41dea684a2d req-a1607bdd-2fa0-4a37-922d-364c48b6554d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb338a05-96ea-4d11-88f8-690044b53ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0739245 Sep 08 09:13:54.143128 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-aed5aaa7-70e7-495d-a5da-f0800207d82e tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:54.149085 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-aed5aaa7-70e7-495d-a5da-f0800207d82e tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7448854 Sep 08 09:13:54.149085 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56352) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:54.153453 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-54bc48a2-0d7e-45c1-8445-4acf441ee76f tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Request body: {'security_group_rule': {'security_group_id': 'c717c0fd-146d-431a-84eb-d28a4fc32cf2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:54.158857 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e0a33f-6dec-41b9-ae78-1ff0971a03f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e892c78d-0591-4406-9e88-feb95725e7c4'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:13:54.161101 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c135bd87-91e9-4a61-b535-0fe54cd65178" -d '{"events": [{"server_uuid": "36e0a33f-6dec-41b9-ae78-1ff0971a03f4", "name": "network-vif-unplugged", "status": "completed", "tag": "e892c78d-0591-4406-9e88-feb95725e7c4"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:13:54.253498 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 09:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b31f2f-bcd4-4813-ba3b-8cea89c0a428 x-openstack-request-id: req-b5b31f2f-bcd4-4813-ba3b-8cea89c0a428 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:13:54.253819 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e0a33f-6dec-41b9-ae78-1ff0971a03f4", "name": "network-vif-unplugged", "status": "completed", "tag": "e892c78d-0591-4406-9e88-feb95725e7c4", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:13:54.254140 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b5b31f2f-bcd4-4813-ba3b-8cea89c0a428 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:13:54.254548 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e0a33f-6dec-41b9-ae78-1ff0971a03f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e892c78d-0591-4406-9e88-feb95725e7c4', 'code': 200} Sep 08 09:13:54.255669 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd8276d-4d2b-444f-abe3-9ed7b98d84ba tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Pushing event updated for resources: {'Port': ['ID=3091441b-1587-43c8-831e-2d3147049ab5,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:54.257509 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e103a7d-edce-456a-909d-31868bfd0bd0 req-d76e5fc3-b298-446f-a814-e528ca4f7c19 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:54.259945 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6e103a7d-edce-456a-909d-31868bfd0bd0 req-d76e5fc3-b298-446f-a814-e528ca4f7c19 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 943 time: 0.0762186 Sep 08 09:13:54.310603 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-54bc48a2-0d7e-45c1-8445-4acf441ee76f tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:54.409617 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6e103a7d-edce-456a-909d-31868bfd0bd0 req-8aa6ff1d-86ea-4c46-89db-9a17a84a932c tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1332085 Sep 08 09:13:54.476804 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-51bc170e-e976-4939-a69c-3910434eaf80 req-e938cd59-851d-4b33-bd15-f90cb0172b01 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 210 time: 0.0607150 Sep 08 09:13:54.484578 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-54bc48a2-0d7e-45c1-8445-4acf441ee76f tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:54.494726 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-54bc48a2-0d7e-45c1-8445-4acf441ee76f tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:54.534416 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc48a2-0d7e-45c1-8445-4acf441ee76f tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42fe4b81-35d5-4fc3-8b2a-fc52aa5e1bfa,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:54.600826 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-08b930c5-68a6-4175-85d1-8a27c7c3899b req-f703d57e-0b96-4747-86e7-0a83991f81c8 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb90c0a3-ef79-4bbe-acc9-2b38b5719617 HTTP/1.1" status: 200 len: 210 time: 0.0476580 Sep 08 09:13:54.601333 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-54bc48a2-0d7e-45c1-8445-4acf441ee76f tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:54.604628 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3bd8276d-4d2b-444f-abe3-9ed7b98d84ba tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:54.607643 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-54bc48a2-0d7e-45c1-8445-4acf441ee76f tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4579959 Sep 08 09:13:54.608424 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56398) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:54.615644 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-74ea3421-ff0a-4ff9-bb2e-519e197d469c tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Request body: {'security_group_rule': {'security_group_id': 'c717c0fd-146d-431a-84eb-d28a4fc32cf2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:54.677398 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fdbd6-b71d-45ba-8b8c-d3047b1e27de req-adaf0fca-5237-4093-bb79-954b4e5d2f97 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:54.679139 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-878fdbd6-b71d-45ba-8b8c-d3047b1e27de req-adaf0fca-5237-4093-bb79-954b4e5d2f97 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.37 "GET /v2.0/networks?id=ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd HTTP/1.1" status: 200 len: 818 time: 0.9884202 Sep 08 09:13:54.708852 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-74ea3421-ff0a-4ff9-bb2e-519e197d469c tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:54.740762 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-259211d6-2c25-4994-b423-5afa08882941 req-9844d814-61f1-4721-a5ce-d63d1ff4b017 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:54.753024 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-878fdbd6-b71d-45ba-8b8c-d3047b1e27de req-990cf080-0660-4f41-bdd4-1bd59d6ee7f7 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Request body: {'port': {'device_id': 'fb90c0a3-ef79-4bbe-acc9-2b38b5719617', 'network_id': 'ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd', 'admin_state_up': True, 'tenant_id': '534b123b1fec4a0b9fe37215319028ae'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:54.800863 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f1d0947e-f84f-4f1b-afd5-b41dea684a2d req-dad88d5d-e91e-4dbb-8d57-be9dab51e06a service neutron] 10.222.0.35 "GET /v2.0/networks/cb338a05-96ea-4d11-88f8-690044b53ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6395452 Sep 08 09:13:54.808799 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c17b9-502d-4644-a738-fcb8ab5d8a39 req-3525eaf9-82f5-4ee4-b5e6-c13372b5f4bb tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:54.811167 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-660c17b9-502d-4644-a738-fcb8ab5d8a39 req-3525eaf9-82f5-4ee4-b5e6-c13372b5f4bb tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.37 "GET /v2.0/networks?id=48c54abd-6f52-4b1d-9226-4a2566a5fe28 HTTP/1.1" status: 200 len: 806 time: 0.7121456 Sep 08 09:13:54.863851 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-74ea3421-ff0a-4ff9-bb2e-519e197d469c tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:54.878882 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-660c17b9-502d-4644-a738-fcb8ab5d8a39 req-7f8bc869-2950-45d0-ac44-f8067532ada3 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Request body: {'port': {'device_id': '466dd1de-7c87-44ea-9263-ee31534de028', 'network_id': '48c54abd-6f52-4b1d-9226-4a2566a5fe28', 'admin_state_up': True, 'tenant_id': '361efd7dd288461f98c228af9e362c93'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:54.880595 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-74ea3421-ff0a-4ff9-bb2e-519e197d469c tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:54.935362 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-74ea3421-ff0a-4ff9-bb2e-519e197d469c tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:54.936956 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-74ea3421-ff0a-4ff9-bb2e-519e197d469c tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3274784 Sep 08 09:13:54.939822 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56438) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:54.947249 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-259211d6-2c25-4994-b423-5afa08882941 req-9844d814-61f1-4721-a5ce-d63d1ff4b017 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Network ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:13:54.951701 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea3421-ff0a-4ff9-bb2e-519e197d469c tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adb3e014-7893-4018-b99f-c626fb03e106,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:54.994946 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-17dd7cdc-d4bf-49f5-93b2-ebcf5ffe042c tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:55.006300 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-17dd7cdc-d4bf-49f5-93b2-ebcf5ffe042c tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:55.013098 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-259211d6-2c25-4994-b423-5afa08882941 req-9844d814-61f1-4721-a5ce-d63d1ff4b017 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:13:55.039718 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-259211d6-2c25-4994-b423-5afa08882941 req-9844d814-61f1-4721-a5ce-d63d1ff4b017 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:13:55.064679 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-17dd7cdc-d4bf-49f5-93b2-ebcf5ffe042c tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:55.080748 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-17dd7cdc-d4bf-49f5-93b2-ebcf5ffe042c tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:55.086647 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-17dd7cdc-d4bf-49f5-93b2-ebcf5ffe042c tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/adb3e014-7893-4018-b99f-c626fb03e106 HTTP/1.1" status: 204 len: 168 time: 0.1454344 Sep 08 09:13:55.087978 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd7cdc-d4bf-49f5-93b2-ebcf5ffe042c tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=adb3e014-7893-4018-b99f-c626fb03e106,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:55.090923 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56456) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:55.171548 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9844d814-61f1-4721-a5ce-d63d1ff4b017 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Pushing event updated for resources: {'Port': ['ID=af42c450-4fe7-48ed-a9c0-9d7430483e3b,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:55.175665 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c039b964-6551-46d0-bfd2-47d1af4a8951 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0817332 Sep 08 09:13:55.176642 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56468) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:55.209073 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-134f5824-3d04-42a7-8828-6bbcbce434e3 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:55.222237 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-134f5824-3d04-42a7-8828-6bbcbce434e3 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:55.327947 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-134f5824-3d04-42a7-8828-6bbcbce434e3 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:55.341780 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-134f5824-3d04-42a7-8828-6bbcbce434e3 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:55.346324 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-134f5824-3d04-42a7-8828-6bbcbce434e3 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/42fe4b81-35d5-4fc3-8b2a-fc52aa5e1bfa HTTP/1.1" status: 204 len: 168 time: 0.1683252 Sep 08 09:13:55.362579 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b979f-4942-4a8e-aca6-307be275efae req-9d5c97a4-0fd9-4c74-b5a3-7ba7f5d62f58 tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:55.364729 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-494b979f-4942-4a8e-aca6-307be275efae req-9d5c97a4-0fd9-4c74-b5a3-7ba7f5d62f58 tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8a19643-baab-4201-a6f8-3613748a3c30 HTTP/1.1" status: 200 len: 946 time: 0.1063166 Sep 08 09:13:55.368852 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56470) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:55.406416 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f5824-3d04-42a7-8828-6bbcbce434e3 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=42fe4b81-35d5-4fc3-8b2a-fc52aa5e1bfa,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:55.481220 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4ccca1e2-03eb-4a14-99fb-f1a297725936 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1100245 Sep 08 09:13:55.482033 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56474) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:55.516341 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-494b979f-4942-4a8e-aca6-307be275efae req-3d2677ee-3050-4d7e-b561-d690d8071018 tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] 10.222.0.54 "GET /v2.0/security-groups?id=a67a193f-5a5e-40b1-8bd8-32cd7721b851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135018 Sep 08 09:13:55.542463 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-86bf4ff4-ce43-4227-963a-1ad87a0e8fd8 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:55.566108 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-86bf4ff4-ce43-4227-963a-1ad87a0e8fd8 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:55.650400 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-86bf4ff4-ce43-4227-963a-1ad87a0e8fd8 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:55.669152 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-86bf4ff4-ce43-4227-963a-1ad87a0e8fd8 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:55.670446 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-86bf4ff4-ce43-4227-963a-1ad87a0e8fd8 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/fdef8cc4-4a3b-4ad3-9abd-e1d3e2b289b2 HTTP/1.1" status: 204 len: 168 time: 0.1783164 Sep 08 09:13:55.674436 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56486) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:55.692248 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf4ff4-ce43-4227-963a-1ad87a0e8fd8 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fdef8cc4-4a3b-4ad3-9abd-e1d3e2b289b2,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:55.772618 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56488) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:55.829848 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-fadf1002-453e-4843-aadd-9c7a6219a874 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1535699 Sep 08 09:13:55.838349 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56492) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:55.849811 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac3a6b-cb2f-41e0-91a5-5c8d4245ad93 req-7660f91d-ed0e-4df7-bfda-7aed4fadb335 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:55.851895 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0cac3a6b-cb2f-41e0-91a5-5c8d4245ad93 req-7660f91d-ed0e-4df7-bfda-7aed4fadb335 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 943 time: 0.1543515 Sep 08 09:13:55.936721 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0cac3a6b-cb2f-41e0-91a5-5c8d4245ad93 req-0a2a0651-af34-4c31-a70e-d2675612650e tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0681446 Sep 08 09:13:55.938418 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-363ac7d5-f5a3-470d-9f41-d8154ff66325 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:55.950747 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-363ac7d5-f5a3-470d-9f41-d8154ff66325 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:55.969373 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e3e603b7-d7e1-4245-b239-b0066892dcaf req-07137779-ca22-460b-b6f9-fe4d6fa4526e tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=466dd1de-7c87-44ea-9263-ee31534de028 HTTP/1.1" status: 200 len: 210 time: 0.7896152 Sep 08 09:13:56.002592 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [None req-3bd8276d-4d2b-444f-abe3-9ed7b98d84ba tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Floating IP e2f8b6a6-157d-43ab-bfc6-4593a35ca8d7 associated. External IP: 172.25.0.219, port: 5a442507-a620-4a4b-8768-2910262fe646. Sep 08 09:13:56.058330 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d5c6d2fa-16fc-4555-a990-7728e95f7429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:56.083965 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-363ac7d5-f5a3-470d-9f41-d8154ff66325 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:56.091088 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-363ac7d5-f5a3-470d-9f41-d8154ff66325 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:56.095288 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-363ac7d5-f5a3-470d-9f41-d8154ff66325 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/0b916305-68b8-4c85-b61e-ba296f4a4d39 HTTP/1.1" status: 204 len: 168 time: 0.2421215 Sep 08 09:13:56.099643 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56496) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:56.129095 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259211d6-2c25-4994-b423-5afa08882941 req-9844d814-61f1-4721-a5ce-d63d1ff4b017 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:56.129095 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-259211d6-2c25-4994-b423-5afa08882941 req-9844d814-61f1-4721-a5ce-d63d1ff4b017 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:56.152343 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ac7d5-f5a3-470d-9f41-d8154ff66325 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b916305-68b8-4c85-b61e-ba296f4a4d39,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:56.161206 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-29456c5b-da06-42b5-bddd-fa421c4ea33f req-d60a5413-b0e1-4381-aca2-f95310487605 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 210 time: 0.0647449 Sep 08 09:13:56.238690 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e1bb868e-4544-4a5f-8d80-b86d258783ac tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1352866 Sep 08 09:13:56.239475 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56500) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:56.260163 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-146a6de0-bcdb-43e8-9b90-ef993b312752 req-33e514f3-47d7-42a1-9f5c-4019628bddac tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb90c0a3-ef79-4bbe-acc9-2b38b5719617 HTTP/1.1" status: 200 len: 210 time: 0.1557202 Sep 08 09:13:56.274479 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6a22b170-147a-4732-9b84-f515aae24c26 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:56.296106 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6a22b170-147a-4732-9b84-f515aae24c26 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:56.299816 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f1d0947e-f84f-4f1b-afd5-b41dea684a2d req-98669c2b-20e7-49d1-84b7-cc9a6f388ac5 service neutron] 10.222.0.35 "GET /v2.0/networks/cb338a05-96ea-4d11-88f8-690044b53ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4583097 Sep 08 09:13:56.360772 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6a22b170-147a-4732-9b84-f515aae24c26 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:56.369704 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6a22b170-147a-4732-9b84-f515aae24c26 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:56.371849 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6a22b170-147a-4732-9b84-f515aae24c26 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/19e719bb-67d5-4afb-bc76-aa028d3258ed HTTP/1.1" status: 204 len: 168 time: 0.1294329 Sep 08 09:13:56.376146 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56504) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:56.400210 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a22b170-147a-4732-9b84-f515aae24c26 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=19e719bb-67d5-4afb-bc76-aa028d3258ed,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:56.412098 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d5c6d2fa-16fc-4555-a990-7728e95f7429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:56.421356 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d5c6d2fa-16fc-4555-a990-7728e95f7429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:56.467844 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-259211d6-2c25-4994-b423-5afa08882941 req-9844d814-61f1-4721-a5ce-d63d1ff4b017 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8141446 Sep 08 09:13:56.468448 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-878fdbd6-b71d-45ba-8b8c-d3047b1e27de req-990cf080-0660-4f41-bdd4-1bd59d6ee7f7 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Made reservation on behalf of 534b123b1fec4a0b9fe37215319028ae for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:13:56.478475 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-878fdbd6-b71d-45ba-8b8c-d3047b1e27de req-990cf080-0660-4f41-bdd4-1bd59d6ee7f7 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:56.486828 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6d2fa-16fc-4555-a990-7728e95f7429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff142ae-2e3a-424e-8729-5f9fe587ecf1,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:56.502857 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d5c6d2fa-16fc-4555-a990-7728e95f7429 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e816d1fae76e46bb9133719839bbf46a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7105324 Sep 08 09:13:56.502857 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56512) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:56.507045 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.db.api [req-660c17b9-502d-4644-a738-fcb8ab5d8a39 req-7f8bc869-2950-45d0-ac44-f8067532ada3 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 09:13:56.507045 n-d-806683-11 neutron-server[94712]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 08 09:13:56.507045 n-d-806683-11 neutron-server[94712]: [parameters: {'project_id_1': '361efd7dd288461f98c228af9e362c93', 'expiration_1': datetime.datetime(2021, 9, 8, 9, 13, 36, 309993)}] Sep 08 09:13:56.507045 n-d-806683-11 neutron-server[94712]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 09:13:56.507045 n-d-806683-11 neutron-server[94712]: DEBUG oslo_db.api [req-660c17b9-502d-4644-a738-fcb8ab5d8a39 req-7f8bc869-2950-45d0-ac44-f8067532ada3 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 09:13:56.541780 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-259211d6-2c25-4994-b423-5afa08882941 req-d7f3c49a-c605-443e-b2ec-e3d04e6f5a60 service neutron] Request body: {'port': {'device_id': '3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:56.568389 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9c5aa86d-e14b-4a49-8e2a-785bf865618d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:56.620017 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-3917f2d5-0206-4009-9396-0576bfefe2a3 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2244012 Sep 08 09:13:56.622413 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56518) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:56.666027 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9c5aa86d-e14b-4a49-8e2a-785bf865618d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:56.730171 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dc1253cd-ec18-401d-a30c-b798e03d868c tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:56.785498 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dc1253cd-ec18-401d-a30c-b798e03d868c tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:56.805392 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-259211d6-2c25-4994-b423-5afa08882941 req-d7f3c49a-c605-443e-b2ec-e3d04e6f5a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:56.857367 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dc1253cd-ec18-401d-a30c-b798e03d868c tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:56.860640 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dc1253cd-ec18-401d-a30c-b798e03d868c tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:56.865774 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-dc1253cd-ec18-401d-a30c-b798e03d868c tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "DELETE /v2.0/security-groups/c717c0fd-146d-431a-84eb-d28a4fc32cf2 HTTP/1.1" status: 204 len: 168 time: 0.2581279 Sep 08 09:13:56.867103 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56528) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:56.891904 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1253cd-ec18-401d-a30c-b798e03d868c tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c717c0fd-146d-431a-84eb-d28a4fc32cf2,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:56.923751 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9c5aa86d-e14b-4a49-8e2a-785bf865618d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:56.928348 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9c5aa86d-e14b-4a49-8e2a-785bf865618d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:56.934797 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9c5aa86d-e14b-4a49-8e2a-785bf865618d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fff142ae-2e3a-424e-8729-5f9fe587ecf1 HTTP/1.1" status: 204 len: 168 time: 0.4377005 Sep 08 09:13:56.988028 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5aa86d-e14b-4a49-8e2a-785bf865618d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff142ae-2e3a-424e-8729-5f9fe587ecf1,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:57.007604 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-96eb8d4c-e822-48df-a1fc-cf4040672b21 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1306636 Sep 08 09:13:57.012841 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56536) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:57.024396 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-03469baf-b3e3-4d94-8d23-289ca113002a tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Request body: {'security_group': {'name': 'tempest-secgroup--1150921421'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:57.091717 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-03469baf-b3e3-4d94-8d23-289ca113002a tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:57.230420 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48314b3-076b-4d60-b796-a9956c4d2d56 req-2addc34e-5bdf-4f6b-8a1e-440e50893ff3 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:57.242304 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b48314b3-076b-4d60-b796-a9956c4d2d56 req-2addc34e-5bdf-4f6b-8a1e-440e50893ff3 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 943 time: 0.1147935 Sep 08 09:13:57.337668 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-878fdbd6-b71d-45ba-8b8c-d3047b1e27de req-990cf080-0660-4f41-bdd4-1bd59d6ee7f7 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Allocated IP 172.20.0.3 (ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd/a0b45300-8828-4ae8-bbfd-c70262cbd1c4/a5001689-7da7-4826-80c2-0abf703b94aa) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:13:57.352018 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd8276d-4d2b-444f-abe3-9ed7b98d84ba tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Router 077a1b35-7b5d-4cdb-990f-6b127f447355 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:13:57.353641 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-660c17b9-502d-4644-a738-fcb8ab5d8a39 req-7f8bc869-2950-45d0-ac44-f8067532ada3 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Made reservation on behalf of 361efd7dd288461f98c228af9e362c93 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:13:57.360688 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-660c17b9-502d-4644-a738-fcb8ab5d8a39 req-7f8bc869-2950-45d0-ac44-f8067532ada3 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:57.363999 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b48314b3-076b-4d60-b796-a9956c4d2d56 req-6f81ebc1-4434-4a2c-b33e-251c250df8fe tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1179032 Sep 08 09:13:57.376715 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4c1abda5-3a72-4500-a61f-a7416f149148 req-2788eb11-248d-430a-b0a7-9d987d7eb4f3 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=466dd1de-7c87-44ea-9263-ee31534de028 HTTP/1.1" status: 200 len: 210 time: 0.1438146 Sep 08 09:13:57.446218 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-03469baf-b3e3-4d94-8d23-289ca113002a tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:57.453787 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-03469baf-b3e3-4d94-8d23-289ca113002a tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:57.483189 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-03469baf-b3e3-4d94-8d23-289ca113002a tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:57.488615 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-03469baf-b3e3-4d94-8d23-289ca113002a tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4741015 Sep 08 09:13:57.489249 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56546) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:57.511622 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-adf7b80d-c267-4cf7-9768-e2794bf29c6c tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Request body: {'security_group_rule': {'security_group_id': '1623cf2c-055e-4bbf-91e0-33c7ca722cae', 'direction': 'ingress', 'protocol': 17}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:57.562660 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b6ea2b26-13af-4767-9f15-c4a1f5b46704 req-49a2ba81-689a-42b6-8b78-c49172989c85 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 210 time: 0.0451589 Sep 08 09:13:57.572945 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03469baf-b3e3-4d94-8d23-289ca113002a tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1623cf2c-055e-4bbf-91e0-33c7ca722cae,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:57.594770 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-adf7b80d-c267-4cf7-9768-e2794bf29c6c tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:57.706367 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-adf7b80d-c267-4cf7-9768-e2794bf29c6c tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:57.707647 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56548) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:57.733401 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-544f5547-2fca-498f-b998-2ca427111a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:57.758764 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-adf7b80d-c267-4cf7-9768-e2794bf29c6c tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:57.796041 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8d3389a2-e90b-4be4-92db-69ca210a8862 req-bddd8ab4-5ad0-42d1-97a6-246bd639b6fa tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb90c0a3-ef79-4bbe-acc9-2b38b5719617 HTTP/1.1" status: 200 len: 210 time: 0.0870836 Sep 08 09:13:57.809471 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf7b80d-c267-4cf7-9768-e2794bf29c6c tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1307c9c-f01a-4b77-85af-cfa18bc4a1f1,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:57.909717 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd8276d-4d2b-444f-abe3-9ed7b98d84ba tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:13:57.925022 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cf430d-a46a-4a3c-a465-3b40f3f33c99 None None] Sync routers for ids ['077a1b35-7b5d-4cdb-990f-6b127f447355'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:13:57.938218 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cf430d-a46a-4a3c-a465-3b40f3f33c99 None None] Routers {'077a1b35-7b5d-4cdb-990f-6b127f447355'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:13:57.939439 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-04cf430d-a46a-4a3c-a465-3b40f3f33c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:13:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['077a1b35-7b5d-4cdb-990f-6b127f447355'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:57.982718 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-544f5547-2fca-498f-b998-2ca427111a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:57.990910 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-544f5547-2fca-498f-b998-2ca427111a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:58.036608 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-878fdbd6-b71d-45ba-8b8c-d3047b1e27de req-990cf080-0660-4f41-bdd4-1bd59d6ee7f7 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:58.051722 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-544f5547-2fca-498f-b998-2ca427111a00 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1c244224b7f34ba5bb3ec86df6703978&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3411345 Sep 08 09:13:58.053016 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f5547-2fca-498f-b998-2ca427111a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3374098b-88d8-4444-970a-0cb227f2048e,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:58.068828 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-adf7b80d-c267-4cf7-9768-e2794bf29c6c tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:58.078913 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-adf7b80d-c267-4cf7-9768-e2794bf29c6c tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5763686 Sep 08 09:13:58.080027 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56550) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:58.080716 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56552) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:58.116069 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-04cf430d-a46a-4a3c-a465-3b40f3f33c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:58.130423 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-878fdbd6-b71d-45ba-8b8c-d3047b1e27de req-990cf080-0660-4f41-bdd4-1bd59d6ee7f7 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:58.132302 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cf430d-a46a-4a3c-a465-3b40f3f33c99 None None] Routers {'077a1b35-7b5d-4cdb-990f-6b127f447355'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:13:58.133256 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-04cf430d-a46a-4a3c-a465-3b40f3f33c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:13:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['077a1b35-7b5d-4cdb-990f-6b127f447355'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:58.181209 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-660c17b9-502d-4644-a738-fcb8ab5d8a39 req-7f8bc869-2950-45d0-ac44-f8067532ada3 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Allocated IP 172.20.0.6 (48c54abd-6f52-4b1d-9226-4a2566a5fe28/7d9ca010-a841-4012-aaa1-2a86eaf161a1/5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:13:58.197323 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41c57a-d08c-4be8-9128-730af9ee3d57 req-9085311d-ae32-45a3-8ee6-3273c5d0d47a tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:58.201017 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f1ed7bf7-a6cc-40d0-b04c-f484906424f0 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:58.203205 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-04cf430d-a46a-4a3c-a465-3b40f3f33c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:13:58.204143 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cf430d-a46a-4a3c-a465-3b40f3f33c99 None None] The sync data for ids ['077a1b35-7b5d-4cdb-990f-6b127f447355'] in n-d-806683-11 is: [] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:13:58.206278 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fa41c57a-d08c-4be8-9128-730af9ee3d57 req-9085311d-ae32-45a3-8ee6-3273c5d0d47a tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8a19643-baab-4201-a6f8-3613748a3c30 HTTP/1.1" status: 200 len: 946 time: 0.5983353 Sep 08 09:13:58.233859 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f1ed7bf7-a6cc-40d0-b04c-f484906424f0 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:58.263872 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-95e5f4b5-4295-464a-b84c-f7ff163641bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:58.277239 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3bd8276d-4d2b-444f-abe3-9ed7b98d84ba tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:58.309148 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-95e5f4b5-4295-464a-b84c-f7ff163641bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:58.353255 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-878fdbd6-b71d-45ba-8b8c-d3047b1e27de req-990cf080-0660-4f41-bdd4-1bd59d6ee7f7 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Network ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:13:58.363386 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f1ed7bf7-a6cc-40d0-b04c-f484906424f0 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:58.368446 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f1ed7bf7-a6cc-40d0-b04c-f484906424f0 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:58.371181 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f1ed7bf7-a6cc-40d0-b04c-f484906424f0 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "DELETE /v2.0/security-groups/1623cf2c-055e-4bbf-91e0-33c7ca722cae HTTP/1.1" status: 204 len: 168 time: 0.2829742 Sep 08 09:13:58.382252 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56554) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:58.399018 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed7bf7-a6cc-40d0-b04c-f484906424f0 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1623cf2c-055e-4bbf-91e0-33c7ca722cae,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:58.502606 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:58.504662 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-878fdbd6-b71d-45ba-8b8c-d3047b1e27de req-990cf080-0660-4f41-bdd4-1bd59d6ee7f7 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:13:58.504892 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-65290833-0835-46fe-bab3-dd97ecc9afa1 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1216345 Sep 08 09:13:58.506399 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-95e5f4b5-4295-464a-b84c-f7ff163641bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:58.513319 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-95e5f4b5-4295-464a-b84c-f7ff163641bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:58.514601 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-878fdbd6-b71d-45ba-8b8c-d3047b1e27de req-990cf080-0660-4f41-bdd4-1bd59d6ee7f7 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:13:58.519524 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-95e5f4b5-4295-464a-b84c-f7ff163641bf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3374098b-88d8-4444-970a-0cb227f2048e HTTP/1.1" status: 204 len: 168 time: 0.4297740 Sep 08 09:13:58.519524 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56560) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:58.522092 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990cf080-0660-4f41-bdd4-1bd59d6ee7f7 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Pushing event updated for resources: {'Port': ['ID=a5001689-7da7-4826-80c2-0abf703b94aa,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:58.582540 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-5832e8a9-219b-4be6-b2fe-7949ae94efbf tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Request body: {'security_group': {'name': 'tempest-secgroup--1804434260'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:58.587682 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-3bd8276d-4d2b-444f-abe3-9ed7b98d84ba tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 12.2064862 Sep 08 09:13:58.588782 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fa41c57a-d08c-4be8-9128-730af9ee3d57 req-c0bd55b2-36ed-4058-b25b-ee2b1fb43613 tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] 10.222.0.54 "GET /v2.0/security-groups?id=a67a193f-5a5e-40b1-8bd8-32cd7721b851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3816490 Sep 08 09:13:58.590790 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56564) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:58.615005 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e5f4b5-4295-464a-b84c-f7ff163641bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3374098b-88d8-4444-970a-0cb227f2048e,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:58.624312 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5832e8a9-219b-4be6-b2fe-7949ae94efbf tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:58.634626 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-6040e501-0aba-4c09-9223-8e4e286443a0 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:58.677137 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-13c832b5-c306-4d14-84b2-276747639b99 req-baf6b478-887e-450d-9849-79e057b9ab0c tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=466dd1de-7c87-44ea-9263-ee31534de028 HTTP/1.1" status: 200 len: 210 time: 0.0587924 Sep 08 09:13:58.713748 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f8a6ca-ca06-4572-a3e0-72ba05292e0c req-66ddfc18-1056-480e-9c8d-46d3419dc75f tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:58.717144 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-38f8a6ca-ca06-4572-a3e0-72ba05292e0c req-66ddfc18-1056-480e-9c8d-46d3419dc75f tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] 10.222.0.37 "GET /v2.0/ports?device_id=f8a19643-baab-4201-a6f8-3613748a3c30 HTTP/1.1" status: 200 len: 946 time: 0.2350655 Sep 08 09:13:58.861987 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b32a58db-9e36-4cdc-be06-a509f55454c6 req-6738aa9b-b4ae-4f8d-b71f-480226960e40 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 210 time: 0.0505991 Sep 08 09:13:58.865039 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fdbd6-b71d-45ba-8b8c-d3047b1e27de req-990cf080-0660-4f41-bdd4-1bd59d6ee7f7 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:58.865876 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-878fdbd6-b71d-45ba-8b8c-d3047b1e27de req-990cf080-0660-4f41-bdd4-1bd59d6ee7f7 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:58.952291 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6040e501-0aba-4c09-9223-8e4e286443a0 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for floatingip, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:58.954252 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5832e8a9-219b-4be6-b2fe-7949ae94efbf tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:58.969132 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5832e8a9-219b-4be6-b2fe-7949ae94efbf tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:59.015894 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5832e8a9-219b-4be6-b2fe-7949ae94efbf tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=365d8181-9016-4405-9b2e-b4d08190cf4f,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:59.030619 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-878fdbd6-b71d-45ba-8b8c-d3047b1e27de req-990cf080-0660-4f41-bdd4-1bd59d6ee7f7 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2818115 Sep 08 09:13:59.054478 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-38f8a6ca-ca06-4572-a3e0-72ba05292e0c req-4b425cd5-4988-4ae7-beac-3e3fc337da83 tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] Deleting port 39fe8528-6ba6-4a32-a757-0c0dad55b107 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:13:59.054869 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-38f8a6ca-ca06-4572-a3e0-72ba05292e0c req-4b425cd5-4988-4ae7-beac-3e3fc337da83 tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:59.061051 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-878fdbd6-b71d-45ba-8b8c-d3047b1e27de req-61c6da72-be6e-4447-8f68-a98a24a90fc2 service neutron] Request body: {'port': {'device_id': 'fb90c0a3-ef79-4bbe-acc9-2b38b5719617', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:59.072345 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c13a8-a31e-4f65-b6ed-6719c6c3c4e2 req-b5af8cb9-6f5f-4b2f-b849-7e6cf559cf7d tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:59.073897 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e40c13a8-a31e-4f65-b6ed-6719c6c3c4e2 req-b5af8cb9-6f5f-4b2f-b849-7e6cf559cf7d tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 943 time: 0.2902293 Sep 08 09:13:59.092882 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-259211d6-2c25-4994-b423-5afa08882941 req-d7f3c49a-c605-443e-b2ec-e3d04e6f5a60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af42c450-4fe7-48ed-a9c0-9d7430483e3b {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:13:59.145784 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-259211d6-2c25-4994-b423-5afa08882941 req-d7f3c49a-c605-443e-b2ec-e3d04e6f5a60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:59.159846 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-38f8a6ca-ca06-4572-a3e0-72ba05292e0c req-4b425cd5-4988-4ae7-beac-3e3fc337da83 tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] For port 39fe8528-6ba6-4a32-a757-0c0dad55b107, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=39fe8528-6ba6-4a32-a757-0c0dad55b107,segment=NetworkSegment(2a8f76a1-568b-417c-949a-0b5ad6a2989d),segment_id=2a8f76a1-568b-417c-949a-0b5ad6a2989d)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:13:59.160256 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-38f8a6ca-ca06-4572-a3e0-72ba05292e0c req-4b425cd5-4988-4ae7-beac-3e3fc337da83 tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:59.183454 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-38f8a6ca-ca06-4572-a3e0-72ba05292e0c req-4b425cd5-4988-4ae7-beac-3e3fc337da83 tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] Calling delete_port for 39fe8528-6ba6-4a32-a757-0c0dad55b107 owned by compute:nova {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:13:59.194600 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-660c17b9-502d-4644-a738-fcb8ab5d8a39 req-7f8bc869-2950-45d0-ac44-f8067532ada3 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:59.242066 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-259211d6-2c25-4994-b423-5afa08882941 req-d7f3c49a-c605-443e-b2ec-e3d04e6f5a60 service neutron] Transition to ACTIVE for port object af42c450-4fe7-48ed-a9c0-9d7430483e3b will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:13:59.276264 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5832e8a9-219b-4be6-b2fe-7949ae94efbf tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:59.282457 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5832e8a9-219b-4be6-b2fe-7949ae94efbf tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7296779 Sep 08 09:13:59.282745 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-259211d6-2c25-4994-b423-5afa08882941 req-d7f3c49a-c605-443e-b2ec-e3d04e6f5a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:59.283398 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56580) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:59.292692 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-c016fba8-ceac-4065-941e-ed5caea73ee0 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Request body: {'security_group': {'name': 'tempest-secgroup--413946142'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:13:59.357082 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-878fdbd6-b71d-45ba-8b8c-d3047b1e27de req-61c6da72-be6e-4447-8f68-a98a24a90fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:59.373067 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402ba1e-d952-4b88-8519-2517c03acbfa req-e9c86eb4-572b-49a4-ade9-3fbabe01290b tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:59.374842 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c402ba1e-d952-4b88-8519-2517c03acbfa req-e9c86eb4-572b-49a4-ade9-3fbabe01290b tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb90c0a3-ef79-4bbe-acc9-2b38b5719617 HTTP/1.1" status: 200 len: 931 time: 0.3598182 Sep 08 09:13:59.376535 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c016fba8-ceac-4065-941e-ed5caea73ee0 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:59.399019 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e40c13a8-a31e-4f65-b6ed-6719c6c3c4e2 req-d689b207-9f2f-45d1-880e-3eeeff941c73 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3006032 Sep 08 09:13:59.416154 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6040e501-0aba-4c09-9223-8e4e286443a0 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:59.438670 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6040e501-0aba-4c09-9223-8e4e286443a0 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:59.439027 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [None req-6040e501-0aba-4c09-9223-8e4e286443a0 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Floating IP e2f8b6a6-157d-43ab-bfc6-4593a35ca8d7 disassociated. External IP: 172.25.0.219, port: 5a442507-a620-4a4b-8768-2910262fe646. Sep 08 09:13:59.503880 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f3c49a-c605-443e-b2ec-e3d04e6f5a60 service neutron] Pushing event updated for resources: {'Port': ['ID=af42c450-4fe7-48ed-a9c0-9d7430483e3b,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:59.535738 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-660c17b9-502d-4644-a738-fcb8ab5d8a39 req-7f8bc869-2950-45d0-ac44-f8067532ada3 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:59.555124 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c402ba1e-d952-4b88-8519-2517c03acbfa req-d4cc1536-dd6f-4a5f-a8bd-c14a6bac157a tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645930 Sep 08 09:13:59.559790 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-38f8a6ca-ca06-4572-a3e0-72ba05292e0c req-4b425cd5-4988-4ae7-beac-3e3fc337da83 tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:59.594306 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['39fe8528-6ba6-4a32-a757-0c0dad55b107'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:13:59.607161 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-660c17b9-502d-4644-a738-fcb8ab5d8a39 req-7f8bc869-2950-45d0-ac44-f8067532ada3 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Network 48c54abd-6f52-4b1d-9226-4a2566a5fe28 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:13:59.607592 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b425cd5-4988-4ae7-beac-3e3fc337da83 tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] Pushing event deleted for resources: {'Port': ['ID=39fe8528-6ba6-4a32-a757-0c0dad55b107,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:13:59.656929 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-660c17b9-502d-4644-a738-fcb8ab5d8a39 req-7f8bc869-2950-45d0-ac44-f8067532ada3 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:13:59.660288 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-660c17b9-502d-4644-a738-fcb8ab5d8a39 req-7f8bc869-2950-45d0-ac44-f8067532ada3 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:13:59.684672 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f8a6ca-ca06-4572-a3e0-72ba05292e0c req-4b425cd5-4988-4ae7-beac-3e3fc337da83 tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] No DVR routers for this DVR port 39fe8528-6ba6-4a32-a757-0c0dad55b107 on host n-h1-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:13:59.692106 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-38f8a6ca-ca06-4572-a3e0-72ba05292e0c req-4b425cd5-4988-4ae7-beac-3e3fc337da83 tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:59.695271 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-38f8a6ca-ca06-4572-a3e0-72ba05292e0c req-4b425cd5-4988-4ae7-beac-3e3fc337da83 tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] 10.222.0.37 "DELETE /v2.0/ports/39fe8528-6ba6-4a32-a757-0c0dad55b107 HTTP/1.1" status: 204 len: 173 time: 0.9690435 Sep 08 09:13:59.696571 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8a19643-baab-4201-a6f8-3613748a3c30', 'name': 'network-vif-deleted', 'tag': '39fe8528-6ba6-4a32-a757-0c0dad55b107'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:13:59.698555 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d606135-09ca-4d0b-bf8b-4b8c73305bfb" -d '{"events": [{"server_uuid": "f8a19643-baab-4201-a6f8-3613748a3c30", "name": "network-vif-deleted", "tag": "39fe8528-6ba6-4a32-a757-0c0dad55b107"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:13:59.775566 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c17b9-502d-4644-a738-fcb8ab5d8a39 req-7f8bc869-2950-45d0-ac44-f8067532ada3 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:13:59.776274 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-660c17b9-502d-4644-a738-fcb8ab5d8a39 req-7f8bc869-2950-45d0-ac44-f8067532ada3 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:59.813845 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c016fba8-ceac-4065-941e-ed5caea73ee0 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:59.896655 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-be0d2481-aef4-4673-8a8f-8f5b7b78423b req-2a51134a-e53b-43e2-bc82-2e502fb597fc tempest-ServerMetadataNegativeTestJSON-1995912453 tempest-ServerMetadataNegativeTestJSON-1995912453-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8a19643-baab-4201-a6f8-3613748a3c30 HTTP/1.1" status: 200 len: 210 time: 0.0929885 Sep 08 09:13:59.898899 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c016fba8-ceac-4065-941e-ed5caea73ee0 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:13:59.961183 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56608) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:13:59.968448 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-660c17b9-502d-4644-a738-fcb8ab5d8a39 req-7f8bc869-2950-45d0-ac44-f8067532ada3 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0939898 Sep 08 09:13:59.992602 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c016fba8-ceac-4065-941e-ed5caea73ee0 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5bd9a3e-613a-47c5-8d5e-ed6615a59107,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:00.000439 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c016fba8-ceac-4065-941e-ed5caea73ee0 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:00.004229 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c016fba8-ceac-4065-941e-ed5caea73ee0 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7190080 Sep 08 09:14:00.005255 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56612) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:00.010664 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-0ad656fc-03eb-42be-b248-bf7b242378c4 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Request body: {'security_group_rule': {'security_group_id': '365d8181-9016-4405-9b2e-b4d08190cf4f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c5bd9a3e-613a-47c5-8d5e-ed6615a59107', 'remote_ip_prefix': None}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:14:00.055259 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54458b69-6031-49fe-8438-407cd5e4d3de x-openstack-request-id: req-54458b69-6031-49fe-8438-407cd5e4d3de {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:14:00.055730 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8a19643-baab-4201-a6f8-3613748a3c30", "name": "network-vif-deleted", "tag": "39fe8528-6ba6-4a32-a757-0c0dad55b107", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:14:00.056125 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-54458b69-6031-49fe-8438-407cd5e4d3de {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:14:00.056668 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8a19643-baab-4201-a6f8-3613748a3c30', 'name': 'network-vif-deleted', 'tag': '39fe8528-6ba6-4a32-a757-0c0dad55b107', 'status': 'completed', 'code': 200} Sep 08 09:14:00.073543 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0ad656fc-03eb-42be-b248-bf7b242378c4 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:00.231911 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0ad656fc-03eb-42be-b248-bf7b242378c4 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:00.241162 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0ad656fc-03eb-42be-b248-bf7b242378c4 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:00.248473 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd9e6a-a390-4589-9a43-6837fd865afb req-267694ff-d5db-4631-9ffa-e8b0a6848fac tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:00.250221 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5cdd9e6a-a390-4589-9a43-6837fd865afb req-267694ff-d5db-4631-9ffa-e8b0a6848fac tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=466dd1de-7c87-44ea-9263-ee31534de028 HTTP/1.1" status: 200 len: 931 time: 0.1237602 Sep 08 09:14:00.361659 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0ad656fc-03eb-42be-b248-bf7b242378c4 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:00.365981 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0ad656fc-03eb-42be-b248-bf7b242378c4 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3595397 Sep 08 09:14:00.366830 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56618) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:00.385741 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5cdd9e6a-a390-4589-9a43-6837fd865afb req-e8050f7f-e49d-477d-a1ea-05a553724757 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020665 Sep 08 09:14:00.400358 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad656fc-03eb-42be-b248-bf7b242378c4 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaa4aeaf-f0f4-4a1c-ac67-9c69a7434a9e,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:00.442311 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cb8cb22f-ed1c-48aa-ad5e-6391bd64cf6f tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:00.456353 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cb8cb22f-ed1c-48aa-ad5e-6391bd64cf6f tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:00.492521 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cb8cb22f-ed1c-48aa-ad5e-6391bd64cf6f tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:00.498910 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cb8cb22f-ed1c-48aa-ad5e-6391bd64cf6f tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:00.502773 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-cb8cb22f-ed1c-48aa-ad5e-6391bd64cf6f tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/eaa4aeaf-f0f4-4a1c-ac67-9c69a7434a9e HTTP/1.1" status: 204 len: 168 time: 0.1135147 Sep 08 09:14:00.505566 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56622) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:00.508901 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-660c17b9-502d-4644-a738-fcb8ab5d8a39 req-5eba9531-98ce-4efe-9711-02f82c14352d service neutron] Request body: {'port': {'device_id': '466dd1de-7c87-44ea-9263-ee31534de028', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:14:00.510231 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [req-d7f62027-ef1c-4a90-b727-947e1972365e req-059501d2-ed15-488e-9434-3ef9cff7d0dc service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:14:00.511530 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d7f62027-ef1c-4a90-b727-947e1972365e req-059501d2-ed15-488e-9434-3ef9cff7d0dc service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100503 Sep 08 09:14:00.521677 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8bc869-2950-45d0-ac44-f8067532ada3 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Pushing event updated for resources: {'Port': ['ID=5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:00.528835 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8cb22f-ed1c-48aa-ad5e-6391bd64cf6f tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eaa4aeaf-f0f4-4a1c-ac67-9c69a7434a9e,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:00.572353 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a60dc6f2-637f-4195-a261-12c2a8f643b1 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0572555 Sep 08 09:14:00.578646 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56624) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:00.617032 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-259211d6-2c25-4994-b423-5afa08882941 req-d7f3c49a-c605-443e-b2ec-e3d04e6f5a60 service neutron] Attempting to bind port af42c450-4fe7-48ed-a9c0-9d7430483e3b on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:14:00.617751 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-259211d6-2c25-4994-b423-5afa08882941 req-d7f3c49a-c605-443e-b2ec-e3d04e6f5a60 service neutron] Attempting to bind port af42c450-4fe7-48ed-a9c0-9d7430483e3b by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '64f426d7-6eb3-4dff-b7bf-fdd1ce4a38ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:14:00.618598 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259211d6-2c25-4994-b423-5afa08882941 req-d7f3c49a-c605-443e-b2ec-e3d04e6f5a60 service neutron] Attempting to bind port af42c450-4fe7-48ed-a9c0-9d7430483e3b on network ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:14:00.654121 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259211d6-2c25-4994-b423-5afa08882941 req-d7f3c49a-c605-443e-b2ec-e3d04e6f5a60 service neutron] Port af42c450-4fe7-48ed-a9c0-9d7430483e3b on network ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:14:00.654121 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259211d6-2c25-4994-b423-5afa08882941 req-d7f3c49a-c605-443e-b2ec-e3d04e6f5a60 service neutron] Attempting to bind port af42c450-4fe7-48ed-a9c0-9d7430483e3b on network ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:14:00.661161 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-90a26623-e03c-4328-bd75-20043ec733c5 req-01154e2d-12e6-46fd-a32e-45f22904c419 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 210 time: 0.1567013 Sep 08 09:14:00.688498 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-28a6c12b-5678-4501-8bcd-b494de1f4393 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:00.708458 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-448a181d-3638-412c-8eb3-71f1050cbc00 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1821504215-network', 'tenant_id': '455d5597ecc542cfa45a81bfcc0dbd12'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:14:00.708672 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259211d6-2c25-4994-b423-5afa08882941 req-d7f3c49a-c605-443e-b2ec-e3d04e6f5a60 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:14:00.709115 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259211d6-2c25-4994-b423-5afa08882941 req-d7f3c49a-c605-443e-b2ec-e3d04e6f5a60 service neutron] Checking segment: {'id': '64f426d7-6eb3-4dff-b7bf-fdd1ce4a38ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:14:00.709735 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259211d6-2c25-4994-b423-5afa08882941 req-d7f3c49a-c605-443e-b2ec-e3d04e6f5a60 service neutron] Bound using segment: {'id': '64f426d7-6eb3-4dff-b7bf-fdd1ce4a38ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:14:00.710324 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-259211d6-2c25-4994-b423-5afa08882941 req-d7f3c49a-c605-443e-b2ec-e3d04e6f5a60 service neutron] Bound port: af42c450-4fe7-48ed-a9c0-9d7430483e3b, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64f426d7-6eb3-4dff-b7bf-fdd1ce4a38ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:14:00.710809 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-259211d6-2c25-4994-b423-5afa08882941 req-d7f3c49a-c605-443e-b2ec-e3d04e6f5a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:00.764790 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-28a6c12b-5678-4501-8bcd-b494de1f4393 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:00.765141 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-660c17b9-502d-4644-a738-fcb8ab5d8a39 req-5eba9531-98ce-4efe-9711-02f82c14352d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:00.871169 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-28a6c12b-5678-4501-8bcd-b494de1f4393 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:00.874856 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-28a6c12b-5678-4501-8bcd-b494de1f4393 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:00.876095 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-28a6c12b-5678-4501-8bcd-b494de1f4393 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "DELETE /v2.0/security-groups/c5bd9a3e-613a-47c5-8d5e-ed6615a59107 HTTP/1.1" status: 204 len: 168 time: 0.2962544 Sep 08 09:14:00.882120 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56636) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:00.904339 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-259211d6-2c25-4994-b423-5afa08882941 req-d7f3c49a-c605-443e-b2ec-e3d04e6f5a60 service neutron] For port af42c450-4fe7-48ed-a9c0-9d7430483e3b, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:14:00.908083 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-259211d6-2c25-4994-b423-5afa08882941 req-d7f3c49a-c605-443e-b2ec-e3d04e6f5a60 service neutron] For port af42c450-4fe7-48ed-a9c0-9d7430483e3b, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=af42c450-4fe7-48ed-a9c0-9d7430483e3b,segment=NetworkSegment(64f426d7-6eb3-4dff-b7bf-fdd1ce4a38ca),segment_id=64f426d7-6eb3-4dff-b7bf-fdd1ce4a38ca)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:14:00.911658 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a6c12b-5678-4501-8bcd-b494de1f4393 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5bd9a3e-613a-47c5-8d5e-ed6615a59107,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:00.947323 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-259211d6-2c25-4994-b423-5afa08882941 req-d7f3c49a-c605-443e-b2ec-e3d04e6f5a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:00.957468 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e3285-35bc-42ae-b94e-22d47c784d11 req-6240fdf2-1266-4a29-be1b-a7b39f1452b0 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:00.959220 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-706e3285-35bc-42ae-b94e-22d47c784d11 req-6240fdf2-1266-4a29-be1b-a7b39f1452b0 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb90c0a3-ef79-4bbe-acc9-2b38b5719617 HTTP/1.1" status: 200 len: 931 time: 0.1396337 Sep 08 09:14:01.021914 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4a017a18-239f-4599-9f5e-1581df25631f tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1355097 Sep 08 09:14:01.025450 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56640) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:01.097775 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448a181d-3638-412c-8eb3-71f1050cbc00 admin admin] Made reservation on behalf of 455d5597ecc542cfa45a81bfcc0dbd12 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:14:01.100511 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-448a181d-3638-412c-8eb3-71f1050cbc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:01.110789 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device e892c78d-0591-4406-9e88-feb95725e7c4 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:14:01.125691 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259211d6-2c25-4994-b423-5afa08882941 req-d7f3c49a-c605-443e-b2ec-e3d04e6f5a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:01.126603 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-259211d6-2c25-4994-b423-5afa08882941 req-d7f3c49a-c605-443e-b2ec-e3d04e6f5a60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:01.128301 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-259211d6-2c25-4994-b423-5afa08882941 req-d7f3c49a-c605-443e-b2ec-e3d04e6f5a60 service neutron] 10.222.0.35 "PUT /v2.0/ports/af42c450-4fe7-48ed-a9c0-9d7430483e3b HTTP/1.1" status: 200 len: 1092 time: 4.6333959 Sep 08 09:14:01.130511 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-706e3285-35bc-42ae-b94e-22d47c784d11 req-8fa8e7c7-3957-4a54-803d-9ebd89131ad7 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618900 Sep 08 09:14:01.133887 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9', 'tag': 'af42c450-4fe7-48ed-a9c0-9d7430483e3b'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:14:01.137159 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d053027b-9892-4b56-a27c-67d64b1aaf59" -d '{"events": [{"name": "network-changed", "server_uuid": "3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9", "tag": "af42c450-4fe7-48ed-a9c0-9d7430483e3b"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:14:01.175447 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-448a181d-3638-412c-8eb3-71f1050cbc00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:01.195252 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f3c49a-c605-443e-b2ec-e3d04e6f5a60 service neutron] Pushing event updated for resources: {'Port': ['ID=af42c450-4fe7-48ed-a9c0-9d7430483e3b,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:01.208569 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-21dc29f3-c8cf-4dff-8f75-eb6203655fcd tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:01.271372 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-21dc29f3-c8cf-4dff-8f75-eb6203655fcd tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:01.287009 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56650) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:01.340388 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a46de8-2fe1-4992-ac90-aba71aa8a6ca req-82cfd1bf-c0c1-413e-b957-4d6d04774186 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:01.342539 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f3a46de8-2fe1-4992-ac90-aba71aa8a6ca req-82cfd1bf-c0c1-413e-b957-4d6d04774186 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 943 time: 0.5085843 Sep 08 09:14:01.362063 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39fd108-8ba6-4363-8a51-5882c2f24ec0 x-openstack-request-id: req-a39fd108-8ba6-4363-8a51-5882c2f24ec0 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:14:01.362671 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9", "tag": "af42c450-4fe7-48ed-a9c0-9d7430483e3b", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:14:01.363112 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a39fd108-8ba6-4363-8a51-5882c2f24ec0 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:14:01.363688 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9', 'tag': 'af42c450-4fe7-48ed-a9c0-9d7430483e3b', 'status': 'completed', 'code': 200} Sep 08 09:14:01.406092 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-c72683ea-5fbe-459a-8bd0-081c52da1f85 admin admin] Deleting subnet 2f56b9b9-fb5b-481c-9680-78244176eda2 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:14:01.411955 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c72683ea-5fbe-459a-8bd0-081c52da1f85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:01.451875 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b25c952e-f358-4407-948a-afd36730b252 req-d967ea7d-e225-427b-8eb5-d84bf04ac150 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3041630 Sep 08 09:14:01.456988 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-21dc29f3-c8cf-4dff-8f75-eb6203655fcd tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:01.459962 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-21dc29f3-c8cf-4dff-8f75-eb6203655fcd tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:01.461381 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-21dc29f3-c8cf-4dff-8f75-eb6203655fcd tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "DELETE /v2.0/security-groups/365d8181-9016-4405-9b2e-b4d08190cf4f HTTP/1.1" status: 204 len: 168 time: 0.4346879 Sep 08 09:14:01.471233 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56654) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:01.485700 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [req-b25c952e-f358-4407-948a-afd36730b252 req-e8bd4ef0-07a8-475f-88b4-3a58ceed6eb5 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:14:01.487091 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b25c952e-f358-4407-948a-afd36730b252 req-e8bd4ef0-07a8-475f-88b4-3a58ceed6eb5 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0184555 Sep 08 09:14:01.506726 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c72683ea-5fbe-459a-8bd0-081c52da1f85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:01.509043 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc29f3-c8cf-4dff-8f75-eb6203655fcd tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=365d8181-9016-4405-9b2e-b4d08190cf4f,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:01.510768 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6040e501-0aba-4c09-9223-8e4e286443a0 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Router 077a1b35-7b5d-4cdb-990f-6b127f447355 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:14:01.604317 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c72683ea-5fbe-459a-8bd0-081c52da1f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:01.618286 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3dd8a775-7e39-41f4-bd09-7201b041e14d tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1384449 Sep 08 09:14:01.640860 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56658) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:01.651069 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-3fe50ad9-33df-437d-b217-79bd6dadd10b tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Request body: {'security_group': {'name': 'tempest-secgroup--1245589452'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:14:01.661840 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f3a46de8-2fe1-4992-ac90-aba71aa8a6ca req-6011638f-8066-4a67-acc5-96adaaf64188 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2916467 Sep 08 09:14:01.689353 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bedc65-c040-4437-b845-6a4ceeaea582 req-7fc00c16-8d24-4447-8c6d-213cdc99842a tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:01.697034 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-12bedc65-c040-4437-b845-6a4ceeaea582 req-7fc00c16-8d24-4447-8c6d-213cdc99842a tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=466dd1de-7c87-44ea-9263-ee31534de028 HTTP/1.1" status: 200 len: 931 time: 0.1447062 Sep 08 09:14:01.761292 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c72683ea-5fbe-459a-8bd0-081c52da1f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:01.798006 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-448a181d-3638-412c-8eb3-71f1050cbc00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:01.828850 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72683ea-5fbe-459a-8bd0-081c52da1f85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f56b9b9-fb5b-481c-9680-78244176eda2,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:01.846934 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-12bedc65-c040-4437-b845-6a4ceeaea582 req-8a4e147f-70cc-41bd-b1eb-ebe46dd22e5f tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489143 Sep 08 09:14:01.849679 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c72683ea-5fbe-459a-8bd0-081c52da1f85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:01.857753 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c72683ea-5fbe-459a-8bd0-081c52da1f85 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/2f56b9b9-fb5b-481c-9680-78244176eda2 HTTP/1.1" status: 204 len: 168 time: 0.5695534 Sep 08 09:14:01.861472 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56666) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:01.869848 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3fe50ad9-33df-437d-b217-79bd6dadd10b tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:01.896546 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259211d6-2c25-4994-b423-5afa08882941 req-a1f453de-6712-4fe0-9ba1-6f4d47d1050e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:01.898189 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-259211d6-2c25-4994-b423-5afa08882941 req-a1f453de-6712-4fe0-9ba1-6f4d47d1050e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=534b123b1fec4a0b9fe37215319028ae&device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 1095 time: 0.6721735 Sep 08 09:14:01.899098 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-448a181d-3638-412c-8eb3-71f1050cbc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:01.936297 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-878fdbd6-b71d-45ba-8b8c-d3047b1e27de req-61c6da72-be6e-4447-8f68-a98a24a90fc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5001689-7da7-4826-80c2-0abf703b94aa {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:14:01.966463 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4d2685d9-9d56-49b7-a97c-277ce26bdaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:01.990798 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-878fdbd6-b71d-45ba-8b8c-d3047b1e27de req-61c6da72-be6e-4447-8f68-a98a24a90fc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:01.999296 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-79a3b6c0-66a1-4e17-8a2d-e74c1f98ba5e req-23ab44bd-7cc3-4f6b-9728-61ee9ac8cc6c tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 210 time: 0.1139932 Sep 08 09:14:02.103835 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4d2685d9-9d56-49b7-a97c-277ce26bdaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:02.113950 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-448a181d-3638-412c-8eb3-71f1050cbc00 admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:14:02.138520 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-259211d6-2c25-4994-b423-5afa08882941 req-0ba6c150-eeb6-4f77-85f4-77277c9490ce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af42c450-4fe7-48ed-a9c0-9d7430483e3b HTTP/1.1" status: 200 len: 217 time: 0.2060096 Sep 08 09:14:02.140830 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3fe50ad9-33df-437d-b217-79bd6dadd10b tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:02.145118 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-4d2685d9-9d56-49b7-a97c-277ce26bdaba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbd06aea-6f66-4a7c-9c9b-8546da827197']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:02.153748 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a181d-3638-412c-8eb3-71f1050cbc00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7e1ce8-e15f-4766-823f-c79270e29cfd,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:02.154194 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3fe50ad9-33df-437d-b217-79bd6dadd10b tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:02.173333 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-4d2685d9-9d56-49b7-a97c-277ce26bdaba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a8f76a1-568b-417c-949a-0b5ad6a2989d') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:02.173646 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-4d2685d9-9d56-49b7-a97c-277ce26bdaba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a8f76a1-568b-417c-949a-0b5ad6a2989d') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:02.176559 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-878fdbd6-b71d-45ba-8b8c-d3047b1e27de req-61c6da72-be6e-4447-8f68-a98a24a90fc2 service neutron] Transition to ACTIVE for port object a5001689-7da7-4826-80c2-0abf703b94aa will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:14:02.177753 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-448a181d-3638-412c-8eb3-71f1050cbc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:02.178160 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-448a181d-3638-412c-8eb3-71f1050cbc00 admin admin] Added segment cea6c2fd-b2b1-4109-9d6b-94e023f120af of type vlan for network 855bc2f9-27fd-4fa4-93ca-30e6d96cbba0 Sep 08 09:14:02.221960 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-878fdbd6-b71d-45ba-8b8c-d3047b1e27de req-61c6da72-be6e-4447-8f68-a98a24a90fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:02.256557 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4d2685d9-9d56-49b7-a97c-277ce26bdaba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:02.289612 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3fe50ad9-33df-437d-b217-79bd6dadd10b tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:02.294494 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3fe50ad9-33df-437d-b217-79bd6dadd10b tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6490762 Sep 08 09:14:02.315803 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56670) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:02.321763 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-d0e9987f-d40f-4419-a1c2-b2197669c97f tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Request body: {'security_group_rule': {'security_group_id': '0203c391-062a-4242-bfdf-520d7abf9e5c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:14:02.348002 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4d2685d9-9d56-49b7-a97c-277ce26bdaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:02.357742 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe50ad9-33df-437d-b217-79bd6dadd10b tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0203c391-062a-4242-bfdf-520d7abf9e5c,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:02.380899 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d2685d9-9d56-49b7-a97c-277ce26bdaba admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:14:02.383134 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4d2685d9-9d56-49b7-a97c-277ce26bdaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:02.386492 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:14:02.386492 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:14:02.386492 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:14:02.386492 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:14:02.386492 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:14:02.386492 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:14:02.386492 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:14:02.386492 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:14:02.386492 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:14:02.386492 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:14:02.386492 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:14:02.386492 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:14:02.386492 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:14:02.386492 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:14:02.386492 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:14:02.386492 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:14:02.386492 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:14:02.386492 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:14:02.386492 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:14:02.386492 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:14:02.386492 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:14:02.386492 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:14:02.386492 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:14:02.386492 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:14:02.386492 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:14:02.386492 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:14:02.386492 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:14:02.386492 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:14:02.386492 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:14:02.386492 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:14:02.386492 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:14:02.386492 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:14:02.415363 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-448a181d-3638-412c-8eb3-71f1050cbc00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:02.434730 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6da72-be6e-4447-8f68-a98a24a90fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=a5001689-7da7-4826-80c2-0abf703b94aa,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:02.442434 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259211d6-2c25-4994-b423-5afa08882941 req-90848053-cf1a-4d7b-b35d-40ecf1607dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:02.444701 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-259211d6-2c25-4994-b423-5afa08882941 req-90848053-cf1a-4d7b-b35d-40ecf1607dac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0b45300-8828-4ae8-bbfd-c70262cbd1c4 HTTP/1.1" status: 200 len: 858 time: 0.2790439 Sep 08 09:14:02.449780 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6040e501-0aba-4c09-9223-8e4e286443a0 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:14:02.463160 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6040e501-0aba-4c09-9223-8e4e286443a0 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:02.463356 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f34007-7bd2-4305-8db1-c9e663f71328 None None] Sync routers for ids ['077a1b35-7b5d-4cdb-990f-6b127f447355'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:14:02.492844 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-660c17b9-502d-4644-a738-fcb8ab5d8a39 req-5eba9531-98ce-4efe-9711-02f82c14352d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:14:02.499333 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f34007-7bd2-4305-8db1-c9e663f71328 None None] Routers {'077a1b35-7b5d-4cdb-990f-6b127f447355'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:14:02.501004 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-16f34007-7bd2-4305-8db1-c9e663f71328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:13:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['077a1b35-7b5d-4cdb-990f-6b127f447355'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:02.515089 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b33f99e-1642-40ab-88d5-6fc66077918b req-d8982dd8-8dee-416d-8b60-c49809b18545 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:02.523944 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3b33f99e-1642-40ab-88d5-6fc66077918b req-d8982dd8-8dee-416d-8b60-c49809b18545 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb90c0a3-ef79-4bbe-acc9-2b38b5719617 HTTP/1.1" status: 200 len: 943 time: 0.2683589 Sep 08 09:14:02.542335 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-660c17b9-502d-4644-a738-fcb8ab5d8a39 req-5eba9531-98ce-4efe-9711-02f82c14352d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:02.545018 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-16f34007-7bd2-4305-8db1-c9e663f71328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:02.556803 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f34007-7bd2-4305-8db1-c9e663f71328 None None] Routers {'077a1b35-7b5d-4cdb-990f-6b127f447355'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:14:02.557806 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-16f34007-7bd2-4305-8db1-c9e663f71328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:13:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['077a1b35-7b5d-4cdb-990f-6b127f447355'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:02.558888 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-660c17b9-502d-4644-a738-fcb8ab5d8a39 req-5eba9531-98ce-4efe-9711-02f82c14352d service neutron] Transition to ACTIVE for port object 5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:14:02.561050 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d0e9987f-d40f-4419-a1c2-b2197669c97f tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:02.566495 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4d2685d9-9d56-49b7-a97c-277ce26bdaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:02.588054 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4d2685d9-9d56-49b7-a97c-277ce26bdaba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:02.594140 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4d2685d9-9d56-49b7-a97c-277ce26bdaba admin admin] 10.222.0.54 "DELETE /v2.0/networks/cbd06aea-6f66-4a7c-9c9b-8546da827197 HTTP/1.1" status: 204 len: 168 time: 0.7287560 Sep 08 09:14:02.606303 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-6040e501-0aba-4c09-9223-8e4e286443a0 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "PUT /v2.0/floatingips/e2f8b6a6-157d-43ab-bfc6-4593a35ca8d7 HTTP/1.1" status: 200 len: 688 time: 4.0010581 Sep 08 09:14:02.618319 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3b33f99e-1642-40ab-88d5-6fc66077918b req-8349695f-e49b-47f9-95fc-75a34d2ddb13 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927818 Sep 08 09:14:02.619260 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56674) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:02.625664 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-16f34007-7bd2-4305-8db1-c9e663f71328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:02.626587 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f34007-7bd2-4305-8db1-c9e663f71328 None None] The sync data for ids ['077a1b35-7b5d-4cdb-990f-6b127f447355'] in n-d-806683-11 is: [] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:14:02.630912 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 39fe8528-6ba6-4a32-a757-0c0dad55b107 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:14:02.633755 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2685d9-9d56-49b7-a97c-277ce26bdaba admin admin] Pushing event deleted for resources: {'Network': ['ID=cbd06aea-6f66-4a7c-9c9b-8546da827197,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:02.659637 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-660c17b9-502d-4644-a738-fcb8ab5d8a39 req-5eba9531-98ce-4efe-9711-02f82c14352d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:02.664690 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-259211d6-2c25-4994-b423-5afa08882941 req-e818679a-7929-4f7e-869e-f536357c94ff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2109790 Sep 08 09:14:02.670981 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 39fe8528-6ba6-4a32-a757-0c0dad55b107 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:14:02.671881 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 39fe8528-6ba6-4a32-a757-0c0dad55b107 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:14:02.737159 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d0e9987f-d40f-4419-a1c2-b2197669c97f tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:02.750503 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d0e9987f-d40f-4419-a1c2-b2197669c97f tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:02.824668 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9987f-d40f-4419-a1c2-b2197669c97f tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03a5fb4e-f9db-4d63-80cd-a2b2fc4a7a45,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:02.842998 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-259211d6-2c25-4994-b423-5afa08882941 req-6a1eb27a-e5ca-4510-b783-38b680c6b689 service neutron] 10.222.0.35 "GET /v2.0/networks/ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402812 Sep 08 09:14:02.844858 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d0e9987f-d40f-4419-a1c2-b2197669c97f tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:02.846260 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d0e9987f-d40f-4419-a1c2-b2197669c97f tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5281811 Sep 08 09:14:02.846969 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56678) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:02.867843 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56680) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:02.903311 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-851cf60b-9367-4a0a-964e-1e3891a7725d tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Deleting port 3091441b-1587-43c8-831e-2d3147049ab5 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:14:02.903816 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-851cf60b-9367-4a0a-964e-1e3891a7725d tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:02.912767 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-448a181d-3638-412c-8eb3-71f1050cbc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:02.928058 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448a181d-3638-412c-8eb3-71f1050cbc00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:02.929420 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-448a181d-3638-412c-8eb3-71f1050cbc00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:02.985714 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-851cf60b-9367-4a0a-964e-1e3891a7725d tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:02.986161 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-851cf60b-9367-4a0a-964e-1e3891a7725d tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:02.999642 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-851cf60b-9367-4a0a-964e-1e3891a7725d tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Calling delete_port for 3091441b-1587-43c8-831e-2d3147049ab5 owned by network:floatingip {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:14:03.025012 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-56b4d47a-a235-49d5-891a-4058be6203b5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=300350743d2d480aa47ffeff66eed5c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1730833 Sep 08 09:14:03.047304 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56684) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:03.102847 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-805fef2c-a7f7-438c-af3d-7c90b4de661c tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:03.105851 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a181d-3638-412c-8eb3-71f1050cbc00 admin admin] Pushing event updated for resources: {'Network': ['ID=855bc2f9-27fd-4fa4-93ca-30e6d96cbba0,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:03.118137 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 855bc2f9-27fd-4fa4-93ca-30e6d96cbba0 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:14:03.166705 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc7afd-f008-488b-9a01-2cc3018f0d6f req-374b47fe-6911-4959-8c61-b83c97178d9c tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:03.170431 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9ecc7afd-f008-488b-9a01-2cc3018f0d6f req-374b47fe-6911-4959-8c61-b83c97178d9c tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=466dd1de-7c87-44ea-9263-ee31534de028 HTTP/1.1" status: 200 len: 943 time: 0.1683064 Sep 08 09:14:03.179559 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-878fdbd6-b71d-45ba-8b8c-d3047b1e27de req-61c6da72-be6e-4447-8f68-a98a24a90fc2 service neutron] Attempting to bind port a5001689-7da7-4826-80c2-0abf703b94aa on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:14:03.180181 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-878fdbd6-b71d-45ba-8b8c-d3047b1e27de req-61c6da72-be6e-4447-8f68-a98a24a90fc2 service neutron] Attempting to bind port a5001689-7da7-4826-80c2-0abf703b94aa by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '64f426d7-6eb3-4dff-b7bf-fdd1ce4a38ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:14:03.180698 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878fdbd6-b71d-45ba-8b8c-d3047b1e27de req-61c6da72-be6e-4447-8f68-a98a24a90fc2 service neutron] Attempting to bind port a5001689-7da7-4826-80c2-0abf703b94aa on network ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:14:03.186163 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-805fef2c-a7f7-438c-af3d-7c90b4de661c tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:03.206197 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5e999d82-72cb-43cd-9669-ae09b65e6b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:03.215641 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-448a181d-3638-412c-8eb3-71f1050cbc00 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.2446690 Sep 08 09:14:03.224044 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56688) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:03.232126 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-46355497-3a6b-49a8-a4d0-c86c781cf8ad admin admin] Request body: {'subnet': {'network_id': '855bc2f9-27fd-4fa4-93ca-30e6d96cbba0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1821504215-subnet', 'tenant_id': '455d5597ecc542cfa45a81bfcc0dbd12', 'ip_version': 4}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:14:03.238658 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:14:03.271819 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba9531-98ce-4efe-9711-02f82c14352d service neutron] Pushing event updated for resources: {'Port': ['ID=5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:03.274417 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878fdbd6-b71d-45ba-8b8c-d3047b1e27de req-61c6da72-be6e-4447-8f68-a98a24a90fc2 service neutron] Port a5001689-7da7-4826-80c2-0abf703b94aa on network ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:14:03.275256 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878fdbd6-b71d-45ba-8b8c-d3047b1e27de req-61c6da72-be6e-4447-8f68-a98a24a90fc2 service neutron] Attempting to bind port a5001689-7da7-4826-80c2-0abf703b94aa on network ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:14:03.292045 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5e999d82-72cb-43cd-9669-ae09b65e6b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:03.325920 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9ecc7afd-f008-488b-9a01-2cc3018f0d6f req-69dbdf11-a772-48c6-b805-89b40dbf6043 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482565 Sep 08 09:14:03.363993 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46355497-3a6b-49a8-a4d0-c86c781cf8ad admin admin] Made reservation on behalf of 455d5597ecc542cfa45a81bfcc0dbd12 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:14:03.366590 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-46355497-3a6b-49a8-a4d0-c86c781cf8ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:03.366868 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878fdbd6-b71d-45ba-8b8c-d3047b1e27de req-61c6da72-be6e-4447-8f68-a98a24a90fc2 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:14:03.367409 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878fdbd6-b71d-45ba-8b8c-d3047b1e27de req-61c6da72-be6e-4447-8f68-a98a24a90fc2 service neutron] Checking segment: {'id': '64f426d7-6eb3-4dff-b7bf-fdd1ce4a38ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:14:03.367591 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878fdbd6-b71d-45ba-8b8c-d3047b1e27de req-61c6da72-be6e-4447-8f68-a98a24a90fc2 service neutron] Bound using segment: {'id': '64f426d7-6eb3-4dff-b7bf-fdd1ce4a38ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:14:03.368067 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-878fdbd6-b71d-45ba-8b8c-d3047b1e27de req-61c6da72-be6e-4447-8f68-a98a24a90fc2 service neutron] Bound port: a5001689-7da7-4826-80c2-0abf703b94aa, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64f426d7-6eb3-4dff-b7bf-fdd1ce4a38ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:14:03.368510 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-878fdbd6-b71d-45ba-8b8c-d3047b1e27de req-61c6da72-be6e-4447-8f68-a98a24a90fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:03.489039 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-259211d6-2c25-4994-b423-5afa08882941 req-ec0692ed-e90c-4f12-8884-2a411060d296 service neutron] 10.222.0.35 "GET /v2.0/networks/ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6184309 Sep 08 09:14:03.496056 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-805fef2c-a7f7-438c-af3d-7c90b4de661c tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:03.515836 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2a587264-bfe6-4a70-9a23-4acb7401388c req-1dd12ed7-dd7a-4f8d-bcaa-7bcad1aabb51 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 210 time: 0.0828977 Sep 08 09:14:03.526734 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53c2fd-88bb-4b03-b59b-46f65dd2b944 req-0af44814-18fd-4af9-8b12-2cf9c88c41bd tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:03.532202 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5e999d82-72cb-43cd-9669-ae09b65e6b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:03.533906 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4d53c2fd-88bb-4b03-b59b-46f65dd2b944 req-0af44814-18fd-4af9-8b12-2cf9c88c41bd tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 943 time: 0.5856967 Sep 08 09:14:03.536094 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5e999d82-72cb-43cd-9669-ae09b65e6b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:03.537882 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5e999d82-72cb-43cd-9669-ae09b65e6b1a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a67a193f-5a5e-40b1-8bd8-32cd7721b851 HTTP/1.1" status: 204 len: 168 time: 0.4892776 Sep 08 09:14:03.547719 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-805fef2c-a7f7-438c-af3d-7c90b4de661c tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:03.550888 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-805fef2c-a7f7-438c-af3d-7c90b4de661c tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/03a5fb4e-f9db-4d63-80cd-a2b2fc4a7a45 HTTP/1.1" status: 204 len: 168 time: 0.6507924 Sep 08 09:14:03.565265 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56692) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:03.611035 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-851cf60b-9367-4a0a-964e-1e3891a7725d tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:03.649666 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851cf60b-9367-4a0a-964e-1e3891a7725d tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Pushing event deleted for resources: {'Port': ['ID=3091441b-1587-43c8-831e-2d3147049ab5,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:03.666570 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e999d82-72cb-43cd-9669-ae09b65e6b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67a193f-5a5e-40b1-8bd8-32cd7721b851,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:03.694278 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-fdf4ec33-b3ba-4831-b281-bf6b29b81d9e tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1275759 Sep 08 09:14:03.695829 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56696) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:03.741799 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805fef2c-a7f7-438c-af3d-7c90b4de661c tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=03a5fb4e-f9db-4d63-80cd-a2b2fc4a7a45,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:03.771216 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-660c17b9-502d-4644-a738-fcb8ab5d8a39 req-5eba9531-98ce-4efe-9711-02f82c14352d service neutron] Attempting to bind port 5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:14:03.771697 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-660c17b9-502d-4644-a738-fcb8ab5d8a39 req-5eba9531-98ce-4efe-9711-02f82c14352d service neutron] Attempting to bind port 5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '7ce255b1-6bde-43a1-82b1-212ac77774b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48c54abd-6f52-4b1d-9226-4a2566a5fe28'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:14:03.772039 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660c17b9-502d-4644-a738-fcb8ab5d8a39 req-5eba9531-98ce-4efe-9711-02f82c14352d service neutron] Attempting to bind port 5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9 on network 48c54abd-6f52-4b1d-9226-4a2566a5fe28 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:14:03.804980 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660c17b9-502d-4644-a738-fcb8ab5d8a39 req-5eba9531-98ce-4efe-9711-02f82c14352d service neutron] Port 5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9 on network 48c54abd-6f52-4b1d-9226-4a2566a5fe28 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:14:03.805318 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660c17b9-502d-4644-a738-fcb8ab5d8a39 req-5eba9531-98ce-4efe-9711-02f82c14352d service neutron] Attempting to bind port 5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9 on network 48c54abd-6f52-4b1d-9226-4a2566a5fe28 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:14:03.839664 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4d53c2fd-88bb-4b03-b59b-46f65dd2b944 req-82ae2110-a716-4446-b2b2-12141b6c3ac7 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2402649 Sep 08 09:14:03.846515 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660c17b9-502d-4644-a738-fcb8ab5d8a39 req-5eba9531-98ce-4efe-9711-02f82c14352d service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:14:03.847028 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660c17b9-502d-4644-a738-fcb8ab5d8a39 req-5eba9531-98ce-4efe-9711-02f82c14352d service neutron] Checking segment: {'id': '7ce255b1-6bde-43a1-82b1-212ac77774b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48c54abd-6f52-4b1d-9226-4a2566a5fe28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:14:03.847700 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660c17b9-502d-4644-a738-fcb8ab5d8a39 req-5eba9531-98ce-4efe-9711-02f82c14352d service neutron] Bound using segment: {'id': '7ce255b1-6bde-43a1-82b1-212ac77774b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48c54abd-6f52-4b1d-9226-4a2566a5fe28'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:14:03.848354 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-660c17b9-502d-4644-a738-fcb8ab5d8a39 req-5eba9531-98ce-4efe-9711-02f82c14352d service neutron] Bound port: 5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ce255b1-6bde-43a1-82b1-212ac77774b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48c54abd-6f52-4b1d-9226-4a2566a5fe28'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:14:03.848879 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-660c17b9-502d-4644-a738-fcb8ab5d8a39 req-5eba9531-98ce-4efe-9711-02f82c14352d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:03.852475 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-878fdbd6-b71d-45ba-8b8c-d3047b1e27de req-61c6da72-be6e-4447-8f68-a98a24a90fc2 service neutron] For port a5001689-7da7-4826-80c2-0abf703b94aa, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:14:03.861164 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-878fdbd6-b71d-45ba-8b8c-d3047b1e27de req-61c6da72-be6e-4447-8f68-a98a24a90fc2 service neutron] For port a5001689-7da7-4826-80c2-0abf703b94aa, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=a5001689-7da7-4826-80c2-0abf703b94aa,segment=NetworkSegment(64f426d7-6eb3-4dff-b7bf-fdd1ce4a38ca),segment_id=64f426d7-6eb3-4dff-b7bf-fdd1ce4a38ca)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:14:03.876246 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-878fdbd6-b71d-45ba-8b8c-d3047b1e27de req-61c6da72-be6e-4447-8f68-a98a24a90fc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:03.891043 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053027b-9892-4b56-a27c-67d64b1aaf59 req-d5e9cb38-a78c-4017-8a7c-e2ed143cc8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:03.893167 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-851cf60b-9367-4a0a-964e-1e3891a7725d tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for floatingip, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:03.893805 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d053027b-9892-4b56-a27c-67d64b1aaf59 req-d5e9cb38-a78c-4017-8a7c-e2ed143cc8f8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=534b123b1fec4a0b9fe37215319028ae&device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 1095 time: 0.2737191 Sep 08 09:14:03.896232 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-851cf60b-9367-4a0a-964e-1e3891a7725d tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:03.901482 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-851cf60b-9367-4a0a-964e-1e3891a7725d tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "DELETE /v2.0/floatingips/e2f8b6a6-157d-43ab-bfc6-4593a35ca8d7 HTTP/1.1" status: 204 len: 168 time: 1.2762167 Sep 08 09:14:03.908613 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56700) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:03.913250 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-cd34b787-cac1-433e-9a32-e5dda76e73c8 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'port_id': '48df121d-0420-4729-a697-38f991280edd'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:14:03.988548 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f9d232fa-b5cc-4ef4-95f2-9ea988ecc6c6 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:03.999850 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6da72-be6e-4447-8f68-a98a24a90fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=a5001689-7da7-4826-80c2-0abf703b94aa,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:04.020161 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fdbd6-b71d-45ba-8b8c-d3047b1e27de req-61c6da72-be6e-4447-8f68-a98a24a90fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:04.020803 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-878fdbd6-b71d-45ba-8b8c-d3047b1e27de req-61c6da72-be6e-4447-8f68-a98a24a90fc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:04.022327 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-878fdbd6-b71d-45ba-8b8c-d3047b1e27de req-61c6da72-be6e-4447-8f68-a98a24a90fc2 service neutron] 10.222.0.37 "PUT /v2.0/ports/a5001689-7da7-4826-80c2-0abf703b94aa HTTP/1.1" status: 200 len: 1092 time: 4.9750078 Sep 08 09:14:04.022813 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb90c0a3-ef79-4bbe-acc9-2b38b5719617', 'tag': 'a5001689-7da7-4826-80c2-0abf703b94aa'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:14:04.025143 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f85688-a003-4705-932b-4aa4b3124df6" -d '{"events": [{"name": "network-changed", "server_uuid": "fb90c0a3-ef79-4bbe-acc9-2b38b5719617", "tag": "a5001689-7da7-4826-80c2-0abf703b94aa"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:14:04.036688 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cd34b787-cac1-433e-9a32-e5dda76e73c8 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for floatingip, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:04.077055 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f9d232fa-b5cc-4ef4-95f2-9ea988ecc6c6 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:04.118311 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad36a408-7588-4ebf-9397-19da179b4b56 x-openstack-request-id: req-ad36a408-7588-4ebf-9397-19da179b4b56 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:14:04.118609 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb90c0a3-ef79-4bbe-acc9-2b38b5719617", "tag": "a5001689-7da7-4826-80c2-0abf703b94aa", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:14:04.118867 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ad36a408-7588-4ebf-9397-19da179b4b56 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:14:04.119271 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb90c0a3-ef79-4bbe-acc9-2b38b5719617', 'tag': 'a5001689-7da7-4826-80c2-0abf703b94aa', 'status': 'completed', 'code': 200} Sep 08 09:14:04.154793 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648fd6e3-93c7-4ad3-b39a-c2f8df2d6622 req-5a5d0599-6e65-40fe-8b18-ddb3cc8370df tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:04.156387 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-648fd6e3-93c7-4ad3-b39a-c2f8df2d6622 req-5a5d0599-6e65-40fe-8b18-ddb3cc8370df tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb90c0a3-ef79-4bbe-acc9-2b38b5719617 HTTP/1.1" status: 200 len: 943 time: 0.4228771 Sep 08 09:14:04.173868 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f9d232fa-b5cc-4ef4-95f2-9ea988ecc6c6 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:04.177583 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f9d232fa-b5cc-4ef4-95f2-9ea988ecc6c6 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:04.181340 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f9d232fa-b5cc-4ef4-95f2-9ea988ecc6c6 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "DELETE /v2.0/security-groups/0203c391-062a-4242-bfdf-520d7abf9e5c HTTP/1.1" status: 204 len: 168 time: 0.4707460 Sep 08 09:14:04.181527 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-660c17b9-502d-4644-a738-fcb8ab5d8a39 req-5eba9531-98ce-4efe-9711-02f82c14352d service neutron] For port 5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:14:04.182823 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56712) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:04.189699 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-660c17b9-502d-4644-a738-fcb8ab5d8a39 req-5eba9531-98ce-4efe-9711-02f82c14352d service neutron] For port 5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9,segment=NetworkSegment(7ce255b1-6bde-43a1-82b1-212ac77774b3),segment_id=7ce255b1-6bde-43a1-82b1-212ac77774b3)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:14:04.211718 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d232fa-b5cc-4ef4-95f2-9ea988ecc6c6 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0203c391-062a-4242-bfdf-520d7abf9e5c,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:04.213443 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-660c17b9-502d-4644-a738-fcb8ab5d8a39 req-5eba9531-98ce-4efe-9711-02f82c14352d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:04.221168 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-46355497-3a6b-49a8-a4d0-c86c781cf8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:04.289469 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c17b9-502d-4644-a738-fcb8ab5d8a39 req-5eba9531-98ce-4efe-9711-02f82c14352d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:04.290247 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-660c17b9-502d-4644-a738-fcb8ab5d8a39 req-5eba9531-98ce-4efe-9711-02f82c14352d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:04.291752 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-660c17b9-502d-4644-a738-fcb8ab5d8a39 req-5eba9531-98ce-4efe-9711-02f82c14352d service neutron] 10.222.0.37 "PUT /v2.0/ports/5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9 HTTP/1.1" status: 200 len: 1092 time: 3.7926311 Sep 08 09:14:04.311660 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fdbd6-b71d-45ba-8b8c-d3047b1e27de req-21f0e2f7-9cba-4d03-8f70-04bea4544c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:04.313574 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-878fdbd6-b71d-45ba-8b8c-d3047b1e27de req-21f0e2f7-9cba-4d03-8f70-04bea4544c94 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=534b123b1fec4a0b9fe37215319028ae&device_id=fb90c0a3-ef79-4bbe-acc9-2b38b5719617 HTTP/1.1" status: 200 len: 1095 time: 0.1967204 Sep 08 09:14:04.324750 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053027b-9892-4b56-a27c-67d64b1aaf59 req-6d055464-0600-4e9f-8119-1ffeb73816a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:04.326879 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d053027b-9892-4b56-a27c-67d64b1aaf59 req-6d055464-0600-4e9f-8119-1ffeb73816a3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd HTTP/1.1" status: 200 len: 919 time: 0.4067988 Sep 08 09:14:04.477594 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46355497-3a6b-49a8-a4d0-c86c781cf8ad admin admin] Checking segment: {'id': 'cea6c2fd-b2b1-4109-9d6b-94e023f120af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '855bc2f9-27fd-4fa4-93ca-30e6d96cbba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:14:04.478280 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46355497-3a6b-49a8-a4d0-c86c781cf8ad admin admin] Network hostable DHCP agents. Network: 855bc2f9-27fd-4fa4-93ca-30e6d96cbba0, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:14:04.506523 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46355497-3a6b-49a8-a4d0-c86c781cf8ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=4874de39-b054-42db-9f91-b89608cdd0d6,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:04.543426 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-648fd6e3-93c7-4ad3-b39a-c2f8df2d6622 req-9bbf75de-de88-45c5-abee-3fb55706e2e2 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478227 Sep 08 09:14:04.584994 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46355497-3a6b-49a8-a4d0-c86c781cf8ad admin admin] Network 855bc2f9-27fd-4fa4-93ca-30e6d96cbba0 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:14:04.614073 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-46355497-3a6b-49a8-a4d0-c86c781cf8ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 855bc2f9-27fd-4fa4-93ca-30e6d96cbba0) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:14:04.624509 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6403d4-a0f9-4df4-8116-7a1f428ae640 None None] Network 855bc2f9-27fd-4fa4-93ca-30e6d96cbba0 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:14:04.643241 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46355497-3a6b-49a8-a4d0-c86c781cf8ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:04.650570 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-46355497-3a6b-49a8-a4d0-c86c781cf8ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:04.684031 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cd34b787-cac1-433e-9a32-e5dda76e73c8 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:04.811061 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c3f592e9-2e18-4468-bf97-a917f470b8f8 req-973c357a-e522-479b-80ab-73937efbafd1 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 210 time: 0.1202109 Sep 08 09:14:04.847298 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-46355497-3a6b-49a8-a4d0-c86c781cf8ad admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.6220474 Sep 08 09:14:04.850615 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56728) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:04.856582 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-d07ee42d-04bf-446c-be83-121ee68350c2 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1821504215-router', 'tenant_id': '455d5597ecc542cfa45a81bfcc0dbd12', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:14:04.924533 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d07ee42d-04bf-446c-be83-121ee68350c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:04.925840 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d07ee42d-04bf-446c-be83-121ee68350c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:04.961442 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba9531-98ce-4efe-9711-02f82c14352d service neutron] Pushing event updated for resources: {'Port': ['ID=5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:04.979261 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbdc067-6c94-42b3-8ead-5b1e2531cfbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-855bc2f9-27fd-4fa4-93ca-30e6d96cbba0', 'network_id': '855bc2f9-27fd-4fa4-93ca-30e6d96cbba0', 'tenant_id': '455d5597ecc542cfa45a81bfcc0dbd12', 'fixed_ips': [{'subnet_id': '4874de39-b054-42db-9f91-b89608cdd0d6'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:14:04.982600 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cdbdc067-6c94-42b3-8ead-5b1e2531cfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:04.993217 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d07ee42d-04bf-446c-be83-121ee68350c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:05.085690 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d053027b-9892-4b56-a27c-67d64b1aaf59 req-89641261-6952-496e-bb1f-a5ef1769c579 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af42c450-4fe7-48ed-a9c0-9d7430483e3b HTTP/1.1" status: 200 len: 217 time: 0.7411735 Sep 08 09:14:05.091369 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-1e4ed895-257d-47bd-b537-c2e1a4fc6e2f tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.9053628 Sep 08 09:14:05.103538 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56732) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:05.112197 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-878fdbd6-b71d-45ba-8b8c-d3047b1e27de req-2e21ac89-09f5-4f31-81b0-6849594438d8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5001689-7da7-4826-80c2-0abf703b94aa HTTP/1.1" status: 200 len: 217 time: 0.7663898 Sep 08 09:14:05.113181 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-f0a7d148-bd31-49cd-8ce5-36c7f6c55b8e tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Request body: {'security_group': {'name': 'tempest-secgroup--1013664666'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:14:05.158107 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-cd34b787-cac1-433e-9a32-e5dda76e73c8 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Allocated IP 172.25.0.115 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/8a77606d-01fb-4b80-bc99-6abff59c51a8) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:14:05.179365 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-cdbdc067-6c94-42b3-8ead-5b1e2531cfbb None None] Allocated IP 172.20.0.2 (855bc2f9-27fd-4fa4-93ca-30e6d96cbba0/4874de39-b054-42db-9f91-b89608cdd0d6/7cc60c54-878d-4f9a-9bbe-d5aa28b47010) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:14:05.195838 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fdbd6-b71d-45ba-8b8c-d3047b1e27de req-6ee2ff97-1fcd-45a3-95c1-4f1e6e65fedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:05.198402 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-878fdbd6-b71d-45ba-8b8c-d3047b1e27de req-6ee2ff97-1fcd-45a3-95c1-4f1e6e65fedd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0b45300-8828-4ae8-bbfd-c70262cbd1c4 HTTP/1.1" status: 200 len: 858 time: 0.0669668 Sep 08 09:14:05.267985 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e1615-1072-4867-83ce-351dc253a637 req-bca1e23c-6cdc-4d62-8358-35e7e8e2c0c4 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:05.276788 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9b2e1615-1072-4867-83ce-351dc253a637 req-bca1e23c-6cdc-4d62-8358-35e7e8e2c0c4 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 943 time: 0.2546995 Sep 08 09:14:05.293518 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-878fdbd6-b71d-45ba-8b8c-d3047b1e27de req-def043cf-0d7d-4b71-a8a6-d004e4180cbc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547390 Sep 08 09:14:05.318613 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f0a7d148-bd31-49cd-8ce5-36c7f6c55b8e tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:05.324628 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d07ee42d-04bf-446c-be83-121ee68350c2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:05.348898 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c17b9-502d-4644-a738-fcb8ab5d8a39 req-28739854-17c1-48f3-b282-43a271a14421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:05.351273 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-660c17b9-502d-4644-a738-fcb8ab5d8a39 req-28739854-17c1-48f3-b282-43a271a14421 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=361efd7dd288461f98c228af9e362c93&device_id=466dd1de-7c87-44ea-9263-ee31534de028 HTTP/1.1" status: 200 len: 1095 time: 0.3840535 Sep 08 09:14:05.360543 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d38f2d-13c1-4497-85a5-c526de607132 req-696c37dd-2b3b-44cd-9648-643fc8d40bb8 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:05.369442 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e1d38f2d-13c1-4497-85a5-c526de607132 req-696c37dd-2b3b-44cd-9648-643fc8d40bb8 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=466dd1de-7c87-44ea-9263-ee31534de028 HTTP/1.1" status: 200 len: 943 time: 0.4045200 Sep 08 09:14:05.395464 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053027b-9892-4b56-a27c-67d64b1aaf59 req-7e54c2d7-74a3-48f2-ad2e-77b89463a598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:05.396840 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d053027b-9892-4b56-a27c-67d64b1aaf59 req-7e54c2d7-74a3-48f2-ad2e-77b89463a598 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0b45300-8828-4ae8-bbfd-c70262cbd1c4 HTTP/1.1" status: 200 len: 858 time: 0.2827656 Sep 08 09:14:05.459603 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f0a7d148-bd31-49cd-8ce5-36c7f6c55b8e tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:05.475457 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d053027b-9892-4b56-a27c-67d64b1aaf59 req-a6567604-fb3c-4f2e-bbfd-48d5a41e5185 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309753 Sep 08 09:14:05.482594 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-660c17b9-502d-4644-a738-fcb8ab5d8a39 req-8f187556-6012-438f-a577-991300f4707d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9 HTTP/1.1" status: 200 len: 217 time: 0.0964091 Sep 08 09:14:05.507792 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f0a7d148-bd31-49cd-8ce5-36c7f6c55b8e tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:05.519389 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cdbdc067-6c94-42b3-8ead-5b1e2531cfbb None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:05.539358 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-cdbdc067-6c94-42b3-8ead-5b1e2531cfbb None None] Transition to ACTIVE for port object 7cc60c54-878d-4f9a-9bbe-d5aa28b47010 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:14:05.575897 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-cdbdc067-6c94-42b3-8ead-5b1e2531cfbb None None] Transition to ACTIVE for port object 7cc60c54-878d-4f9a-9bbe-d5aa28b47010 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:14:05.590979 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cdbdc067-6c94-42b3-8ead-5b1e2531cfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:05.616724 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a7d148-bd31-49cd-8ce5-36c7f6c55b8e tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db222aad-9e66-4c7b-963a-c6243d1b0f57,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:05.622689 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e1d38f2d-13c1-4497-85a5-c526de607132 req-02b1a29d-a952-41b7-9886-bb0111b0ba1b tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520063 Sep 08 09:14:05.624560 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f0a7d148-bd31-49cd-8ce5-36c7f6c55b8e tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:05.631434 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f0a7d148-bd31-49cd-8ce5-36c7f6c55b8e tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5198967 Sep 08 09:14:05.662196 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56744) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:05.679496 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-a4c7d48e-68a0-4961-92d5-462a193af621 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Request body: {'security_group_rule': {'security_group_id': 'db222aad-9e66-4c7b-963a-c6243d1b0f57', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:14:05.683072 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbdc067-6c94-42b3-8ead-5b1e2531cfbb None None] Pushing event updated for resources: {'Port': ['ID=7cc60c54-878d-4f9a-9bbe-d5aa28b47010,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:05.697746 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbdc067-6c94-42b3-8ead-5b1e2531cfbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:14:05.698369 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbdc067-6c94-42b3-8ead-5b1e2531cfbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:14:05.699778 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbdc067-6c94-42b3-8ead-5b1e2531cfbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:14:05.700319 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbdc067-6c94-42b3-8ead-5b1e2531cfbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:14:05.701386 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9b2e1615-1072-4867-83ce-351dc253a637 req-5f2fb4d6-a861-416f-978e-c2aceeba79b2 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4212897 Sep 08 09:14:05.701623 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbdc067-6c94-42b3-8ead-5b1e2531cfbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:14:05.702200 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbdc067-6c94-42b3-8ead-5b1e2531cfbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:14:05.702699 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbdc067-6c94-42b3-8ead-5b1e2531cfbb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:14:05.703214 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbdc067-6c94-42b3-8ead-5b1e2531cfbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:14:05.703711 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbdc067-6c94-42b3-8ead-5b1e2531cfbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:14:05.704388 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbdc067-6c94-42b3-8ead-5b1e2531cfbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:14:05.704891 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbdc067-6c94-42b3-8ead-5b1e2531cfbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:14:05.705631 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbdc067-6c94-42b3-8ead-5b1e2531cfbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:14:05.721408 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbdc067-6c94-42b3-8ead-5b1e2531cfbb None None] Network 855bc2f9-27fd-4fa4-93ca-30e6d96cbba0 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:14:05.723403 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-cdbdc067-6c94-42b3-8ead-5b1e2531cfbb None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:14:05.726097 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbdc067-6c94-42b3-8ead-5b1e2531cfbb None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:14:05.784883 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cd34b787-cac1-433e-9a32-e5dda76e73c8 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:05.797405 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-878fdbd6-b71d-45ba-8b8c-d3047b1e27de req-ef8f9105-9aa0-441c-8345-6bd4a3f520af service neutron] 10.222.0.37 "GET /v2.0/networks/ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4898539 Sep 08 09:14:05.839970 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c17b9-502d-4644-a738-fcb8ab5d8a39 req-99040529-b81e-4930-9f77-b6f68e08c6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:05.841465 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-660c17b9-502d-4644-a738-fcb8ab5d8a39 req-99040529-b81e-4930-9f77-b6f68e08c6d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7d9ca010-a841-4012-aaa1-2a86eaf161a1 HTTP/1.1" status: 200 len: 846 time: 0.3455675 Sep 08 09:14:05.861750 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-cdbdc067-6c94-42b3-8ead-5b1e2531cfbb None None] Attempting to bind port 7cc60c54-878d-4f9a-9bbe-d5aa28b47010 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:14:05.862616 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-cdbdc067-6c94-42b3-8ead-5b1e2531cfbb None None] Attempting to bind port 7cc60c54-878d-4f9a-9bbe-d5aa28b47010 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cea6c2fd-b2b1-4109-9d6b-94e023f120af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '855bc2f9-27fd-4fa4-93ca-30e6d96cbba0'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:14:05.863246 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbdc067-6c94-42b3-8ead-5b1e2531cfbb None None] Attempting to bind port 7cc60c54-878d-4f9a-9bbe-d5aa28b47010 on network 855bc2f9-27fd-4fa4-93ca-30e6d96cbba0 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:14:05.869593 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbdc067-6c94-42b3-8ead-5b1e2531cfbb None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:14:05.871660 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbdc067-6c94-42b3-8ead-5b1e2531cfbb None None] Checking segment: {'id': 'cea6c2fd-b2b1-4109-9d6b-94e023f120af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '855bc2f9-27fd-4fa4-93ca-30e6d96cbba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:14:05.872357 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cdbdc067-6c94-42b3-8ead-5b1e2531cfbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:05.878027 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a4c7d48e-68a0-4961-92d5-462a193af621 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:05.886086 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbdc067-6c94-42b3-8ead-5b1e2531cfbb None None] Bound using segment: {'id': 'cea6c2fd-b2b1-4109-9d6b-94e023f120af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '855bc2f9-27fd-4fa4-93ca-30e6d96cbba0'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:14:05.887356 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-cdbdc067-6c94-42b3-8ead-5b1e2531cfbb None None] Bound port: 7cc60c54-878d-4f9a-9bbe-d5aa28b47010, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea6c2fd-b2b1-4109-9d6b-94e023f120af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '855bc2f9-27fd-4fa4-93ca-30e6d96cbba0'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:14:05.890169 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cdbdc067-6c94-42b3-8ead-5b1e2531cfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:05.893377 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-660c17b9-502d-4644-a738-fcb8ab5d8a39 req-fbea922e-0431-4476-8dd4-38438fb0e35b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=48c54abd-6f52-4b1d-9226-4a2566a5fe28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302629 Sep 08 09:14:05.934538 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15efd095-4bf0-4732-860d-f0d17a108602 req-bab9dc59-8cda-4687-9734-31832fb50c8e tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:05.936172 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-15efd095-4bf0-4732-860d-f0d17a108602 req-bab9dc59-8cda-4687-9734-31832fb50c8e tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb90c0a3-ef79-4bbe-acc9-2b38b5719617 HTTP/1.1" status: 200 len: 943 time: 0.1785104 Sep 08 09:14:06.016089 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d053027b-9892-4b56-a27c-67d64b1aaf59 req-654f20a2-213c-4a21-8ef1-a646be656f15 service neutron] 10.222.0.35 "GET /v2.0/networks/ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5324502 Sep 08 09:14:06.016832 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-cdbdc067-6c94-42b3-8ead-5b1e2531cfbb None None] For port 7cc60c54-878d-4f9a-9bbe-d5aa28b47010, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:14:06.028031 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-cdbdc067-6c94-42b3-8ead-5b1e2531cfbb None None] For port 7cc60c54-878d-4f9a-9bbe-d5aa28b47010, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=7cc60c54-878d-4f9a-9bbe-d5aa28b47010,segment=NetworkSegment(cea6c2fd-b2b1-4109-9d6b-94e023f120af),segment_id=cea6c2fd-b2b1-4109-9d6b-94e023f120af)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:14:06.037987 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cdbdc067-6c94-42b3-8ead-5b1e2531cfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:06.091958 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-15efd095-4bf0-4732-860d-f0d17a108602 req-94350214-92cb-4313-a312-76c9e717faa2 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224751 Sep 08 09:14:06.145256 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '466dd1de-7c87-44ea-9263-ee31534de028', 'tag': '5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:14:06.147440 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa726ad-24f1-45df-ae65-0de24d736a8e" -d '{"events": [{"name": "network-changed", "server_uuid": "466dd1de-7c87-44ea-9263-ee31534de028", "tag": "5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:14:06.205689 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbdc067-6c94-42b3-8ead-5b1e2531cfbb None None] Pushing event updated for resources: {'Port': ['ID=7cc60c54-878d-4f9a-9bbe-d5aa28b47010,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:06.215364 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b402b501-5687-4f09-8301-07c50d126210 x-openstack-request-id: req-b402b501-5687-4f09-8301-07c50d126210 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:14:06.215893 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "466dd1de-7c87-44ea-9263-ee31534de028", "tag": "5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:14:06.216338 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b402b501-5687-4f09-8301-07c50d126210 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:14:06.216928 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '466dd1de-7c87-44ea-9263-ee31534de028', 'tag': '5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9', 'status': 'completed', 'code': 200} Sep 08 09:14:06.284461 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-878fdbd6-b71d-45ba-8b8c-d3047b1e27de req-c135f126-0962-4631-b8a7-359550fdabed service neutron] 10.222.0.37 "GET /v2.0/networks/ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4780645 Sep 08 09:14:06.318905 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-660c17b9-502d-4644-a738-fcb8ab5d8a39 req-e37850a2-9821-4dee-96b8-406fb0d04f10 service neutron] 10.222.0.37 "GET /v2.0/networks/48c54abd-6f52-4b1d-9226-4a2566a5fe28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050250 Sep 08 09:14:06.354315 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d053027b-9892-4b56-a27c-67d64b1aaf59 req-4066cdb5-371b-4826-bc69-e729e0afb0ba service neutron] 10.222.0.35 "GET /v2.0/networks/ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230791 Sep 08 09:14:06.595944 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a4c7d48e-68a0-4961-92d5-462a193af621 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:06.618962 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-660c17b9-502d-4644-a738-fcb8ab5d8a39 req-ee226e2f-2317-422b-886e-0e9db6df692e service neutron] 10.222.0.37 "GET /v2.0/networks/48c54abd-6f52-4b1d-9226-4a2566a5fe28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882421 Sep 08 09:14:06.623896 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e1032305-c887-4afa-b36a-5247dcb61714 req-d8d581e4-1d1a-4e46-af71-88908923f6ce tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 210 time: 0.6409774 Sep 08 09:14:06.654914 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a4c7d48e-68a0-4961-92d5-462a193af621 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:06.663917 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f85688-a003-4705-932b-4aa4b3124df6 req-aa5535d8-fc72-4917-8820-036b4115de6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:06.666848 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59f85688-a003-4705-932b-4aa4b3124df6 req-aa5535d8-fc72-4917-8820-036b4115de6b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=534b123b1fec4a0b9fe37215319028ae&device_id=fb90c0a3-ef79-4bbe-acc9-2b38b5719617 HTTP/1.1" status: 200 len: 1095 time: 0.1624856 Sep 08 09:14:06.781488 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a4c7d48e-68a0-4961-92d5-462a193af621 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:06.789764 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a4c7d48e-68a0-4961-92d5-462a193af621 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1237476 Sep 08 09:14:06.792198 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cd34b787-cac1-433e-9a32-e5dda76e73c8 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:06.797439 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56772) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:06.824628 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f85688-a003-4705-932b-4aa4b3124df6 req-e9119653-760e-40a3-b35e-7a05cca92c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:06.826805 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59f85688-a003-4705-932b-4aa4b3124df6 req-e9119653-760e-40a3-b35e-7a05cca92c9b service neutron] 10.222.0.37 "GET /v2.0/networks?id=ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd HTTP/1.1" status: 200 len: 919 time: 0.1496942 Sep 08 09:14:06.893014 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c7d48e-68a0-4961-92d5-462a193af621 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9782e3d1-0680-41bc-a5f1-6a46b33cc4a5,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:06.933164 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59f85688-a003-4705-932b-4aa4b3124df6 req-24b11704-4808-44d7-b3e3-a0d8bc8aa42a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5001689-7da7-4826-80c2-0abf703b94aa HTTP/1.1" status: 200 len: 217 time: 0.0670624 Sep 08 09:14:06.958224 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-49d6fe92-8b83-4960-86aa-5aa3c5700ea5 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "GET /v2.0/security-group-rules/9782e3d1-0680-41bc-a5f1-6a46b33cc4a5 HTTP/1.1" status: 200 len: 763 time: 0.0935462 Sep 08 09:14:06.976696 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd34b787-cac1-433e-9a32-e5dda76e73c8 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:14:06.977310 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56780) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:06.978202 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd34b787-cac1-433e-9a32-e5dda76e73c8 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Pushing event updated for resources: {'Port': ['ID=8a77606d-01fb-4b80-bc99-6abff59c51a8,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:06.999981 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f85688-a003-4705-932b-4aa4b3124df6 req-0859bb4d-8801-4f99-8f65-986b7b24b673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:07.002748 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59f85688-a003-4705-932b-4aa4b3124df6 req-0859bb4d-8801-4f99-8f65-986b7b24b673 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0b45300-8828-4ae8-bbfd-c70262cbd1c4 HTTP/1.1" status: 200 len: 858 time: 0.0600293 Sep 08 09:14:07.003157 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-cd34b787-cac1-433e-9a32-e5dda76e73c8 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:14:07.009208 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd34b787-cac1-433e-9a32-e5dda76e73c8 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:14:07.036917 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa726ad-24f1-45df-ae65-0de24d736a8e req-32c9b77c-1e22-4680-b35d-019d86c91fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:07.040120 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-faa726ad-24f1-45df-ae65-0de24d736a8e req-32c9b77c-1e22-4680-b35d-019d86c91fef service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=361efd7dd288461f98c228af9e362c93&device_id=466dd1de-7c87-44ea-9263-ee31534de028 HTTP/1.1" status: 200 len: 1095 time: 0.2120779 Sep 08 09:14:07.072017 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59f85688-a003-4705-932b-4aa4b3124df6 req-a57f3897-520f-494a-a85c-2924ab2dc94d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554223 Sep 08 09:14:07.106312 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eba4fb-1d79-4e65-b32e-28d71490069b req-903b423b-aae7-452b-9918-a8be557a25b9 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:07.113387 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-38eba4fb-1d79-4e65-b32e-28d71490069b req-903b423b-aae7-452b-9918-a8be557a25b9 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=466dd1de-7c87-44ea-9263-ee31534de028 HTTP/1.1" status: 200 len: 943 time: 0.2578847 Sep 08 09:14:07.162521 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device af42c450-4fe7-48ed-a9c0-9d7430483e3b details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:14:07.176032 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699043d9-8f35-42c7-82d1-0cfeca3562ee req-e8c9b3de-10d5-476f-92ec-214401c62476 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:07.190613 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-699043d9-8f35-42c7-82d1-0cfeca3562ee req-e8c9b3de-10d5-476f-92ec-214401c62476 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 943 time: 0.3096285 Sep 08 09:14:07.423958 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59f85688-a003-4705-932b-4aa4b3124df6 req-fe118fd0-1cca-4e19-bb12-47743c1a8a30 service neutron] 10.222.0.37 "GET /v2.0/networks/ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082907 Sep 08 09:14:07.453181 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port af42c450-4fe7-48ed-a9c0-9d7430483e3b, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=af42c450-4fe7-48ed-a9c0-9d7430483e3b,segment=NetworkSegment(64f426d7-6eb3-4dff-b7bf-fdd1ce4a38ca),segment_id=64f426d7-6eb3-4dff-b7bf-fdd1ce4a38ca)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:14:07.455404 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-46b1c874-b268-41ce-8ba5-84ea6433e8bf tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4671175 Sep 08 09:14:07.463355 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56792) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:07.491759 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': 'af42c450-4fe7-48ed-a9c0-9d7430483e3b', 'network_id': 'ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd', 'port_id': 'af42c450-4fe7-48ed-a9c0-9d7430483e3b', 'mac_address': 'fa:16:3e:41:2d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0b45300-8828-4ae8-bbfd-c70262cbd1c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:14:07.562567 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:07.577989 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-38eba4fb-1d79-4e65-b32e-28d71490069b req-250dccf1-ca99-468b-8036-2d62bba46cf0 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4209809 Sep 08 09:14:07.592432 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af42c450-4fe7-48ed-a9c0-9d7430483e3b {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:14:07.648546 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port af42c450-4fe7-48ed-a9c0-9d7430483e3b, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=af42c450-4fe7-48ed-a9c0-9d7430483e3b,segment=NetworkSegment(64f426d7-6eb3-4dff-b7bf-fdd1ce4a38ca),segment_id=64f426d7-6eb3-4dff-b7bf-fdd1ce4a38ca)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:14:07.663386 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:07.755662 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d07ee42d-04bf-446c-be83-121ee68350c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:07.782076 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-699043d9-8f35-42c7-82d1-0cfeca3562ee req-d5ec1073-f336-4979-95f3-adfeb3b7371f tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.5903509 Sep 08 09:14:07.807275 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c88028a-78d5-493b-949d-5fef271a161e tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:07.812362 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=af42c450-4fe7-48ed-a9c0-9d7430483e3b,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:07.825179 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccef126-a0d7-44d8-a3f9-ab4a3ee9699b None None] Network 855bc2f9-27fd-4fa4-93ca-30e6d96cbba0 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:14:07.830629 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d07ee42d-04bf-446c-be83-121ee68350c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:07.875978 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59f85688-a003-4705-932b-4aa4b3124df6 req-d04d3748-4bb0-4a60-bbc3-1e3e6a81253d service neutron] 10.222.0.37 "GET /v2.0/networks/ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4387977 Sep 08 09:14:07.911762 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa726ad-24f1-45df-ae65-0de24d736a8e req-83c50855-5eb2-401f-88b9-8b3248ec90a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:07.914577 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-faa726ad-24f1-45df-ae65-0de24d736a8e req-83c50855-5eb2-401f-88b9-8b3248ec90a0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=48c54abd-6f52-4b1d-9226-4a2566a5fe28 HTTP/1.1" status: 200 len: 907 time: 0.8526113 Sep 08 09:14:07.990560 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-faa726ad-24f1-45df-ae65-0de24d736a8e req-6f38ddf0-3977-4aec-9101-5e3fc27b4a9d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9 HTTP/1.1" status: 200 len: 217 time: 0.0623808 Sep 08 09:14:08.013886 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efed9e7-9bc8-405c-84ec-ea1425532aeb req-1e166ad7-9cc7-4640-9c88-0343d89bab65 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:08.015989 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4efed9e7-9bc8-405c-84ec-ea1425532aeb req-1e166ad7-9cc7-4640-9c88-0343d89bab65 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb90c0a3-ef79-4bbe-acc9-2b38b5719617 HTTP/1.1" status: 200 len: 943 time: 0.2488682 Sep 08 09:14:08.039804 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-56cc1c47-74a8-4031-b8c3-f3c6a54c3ebd None None] Provisioning for port 7cc60c54-878d-4f9a-9bbe-d5aa28b47010 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:14:08.088688 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['af42c450-4fe7-48ed-a9c0-9d7430483e3b'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:14:08.094655 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa726ad-24f1-45df-ae65-0de24d736a8e req-a7b3e6ff-0f55-4138-b880-f102c8ce6645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:08.096067 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-faa726ad-24f1-45df-ae65-0de24d736a8e req-a7b3e6ff-0f55-4138-b880-f102c8ce6645 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7d9ca010-a841-4012-aaa1-2a86eaf161a1 HTTP/1.1" status: 200 len: 846 time: 0.0731521 Sep 08 09:14:08.103809 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-d07ee42d-04bf-446c-be83-121ee68350c2 admin admin] Allocated IP 172.25.0.242 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/9f6a0263-59b2-4f0f-b064-9f779074e801) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:14:08.143055 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c88028a-78d5-493b-949d-5fef271a161e tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:08.213759 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4efed9e7-9bc8-405c-84ec-ea1425532aeb req-4ce9967b-e81a-4507-b628-8f34cd338142 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248996 Sep 08 09:14:08.297176 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-faa726ad-24f1-45df-ae65-0de24d736a8e req-07fd6d0f-4cfe-4e1d-8e74-4b8ed844f75a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=48c54abd-6f52-4b1d-9226-4a2566a5fe28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1096630 Sep 08 09:14:08.331972 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c88028a-78d5-493b-949d-5fef271a161e tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:08.348268 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c88028a-78d5-493b-949d-5fef271a161e tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:08.356424 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 7cc60c54-878d-4f9a-9bbe-d5aa28b47010 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:14:08.357040 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2c88028a-78d5-493b-949d-5fef271a161e tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/9782e3d1-0680-41bc-a5f1-6a46b33cc4a5 HTTP/1.1" status: 204 len: 168 time: 0.8895426 Sep 08 09:14:08.367677 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56798) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:08.469464 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 7cc60c54-878d-4f9a-9bbe-d5aa28b47010 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:14:08.487608 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 7cc60c54-878d-4f9a-9bbe-d5aa28b47010 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:14:08.488278 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:08.554403 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-faa726ad-24f1-45df-ae65-0de24d736a8e req-368a2cfb-1167-471d-84c1-eefd73f5a2df service neutron] 10.222.0.37 "GET /v2.0/networks/48c54abd-6f52-4b1d-9226-4a2566a5fe28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237823 Sep 08 09:14:08.578265 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-14cf0330-8cb9-492c-8ab2-7c2ea378041f req-453411bf-7a7e-493b-ade5-3e3ab8f17730 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/ports?device_id=914131e2-07da-4bcb-841e-02708bc6510a HTTP/1.1" status: 200 len: 210 time: 0.4407482 Sep 08 09:14:08.612235 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c88028a-78d5-493b-949d-5fef271a161e tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9782e3d1-0680-41bc-a5f1-6a46b33cc4a5,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:08.627467 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56804) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:08.694447 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8f52045b-fded-4bd9-ac94-d82b4a6aec45 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2407527 Sep 08 09:14:08.696855 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56808) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:08.704776 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-0dcecfa4-b1a2-4c26-ba4a-fffe0b861067 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Request body: {'security_group_rule': {'security_group_id': 'db222aad-9e66-4c7b-963a-c6243d1b0f57', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:14:08.786629 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:08.791385 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:14:08.897302 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 7cc60c54-878d-4f9a-9bbe-d5aa28b47010, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=7cc60c54-878d-4f9a-9bbe-d5aa28b47010,segment=NetworkSegment(cea6c2fd-b2b1-4109-9d6b-94e023f120af),segment_id=cea6c2fd-b2b1-4109-9d6b-94e023f120af)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:14:08.904812 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:08.905706 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0dcecfa4-b1a2-4c26-ba4a-fffe0b861067 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:08.952618 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cd5820a4-4b32-4663-a0e0-49c89cd4a653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:08.991903 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-faa726ad-24f1-45df-ae65-0de24d736a8e req-cc72227f-df7c-4613-b0b6-4d7d6e2f1bfa service neutron] 10.222.0.37 "GET /v2.0/networks/48c54abd-6f52-4b1d-9226-4a2566a5fe28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4301286 Sep 08 09:14:09.016440 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb72fa50-a2d9-454d-a087-07a98a458bac req-8d616ca4-bcea-481c-bdb8-efcac0abf8af tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:09.021714 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb72fa50-a2d9-454d-a087-07a98a458bac req-8d616ca4-bcea-481c-bdb8-efcac0abf8af tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=466dd1de-7c87-44ea-9263-ee31534de028 HTTP/1.1" status: 200 len: 943 time: 0.2025056 Sep 08 09:14:09.124846 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9,segment=NetworkSegment(7ce255b1-6bde-43a1-82b1-212ac77774b3),segment_id=7ce255b1-6bde-43a1-82b1-212ac77774b3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:14:09.126005 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb72fa50-a2d9-454d-a087-07a98a458bac req-a7313269-6528-408a-9344-aceac1f0eb5e tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919685 Sep 08 09:14:09.142660 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=7cc60c54-878d-4f9a-9bbe-d5aa28b47010,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:09.145819 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f93f9b3b-27e9-4791-8eb6-488b017012ea None None] Provisioning complete for port 7cc60c54-878d-4f9a-9bbe-d5aa28b47010 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:14:09.146707 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f93f9b3b-27e9-4791-8eb6-488b017012ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:09.180113 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0dcecfa4-b1a2-4c26-ba4a-fffe0b861067 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:09.184977 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device af42c450-4fe7-48ed-a9c0-9d7430483e3b up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:14:09.194424 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0dcecfa4-b1a2-4c26-ba4a-fffe0b861067 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:09.194902 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9', 'network_id': '48c54abd-6f52-4b1d-9226-4a2566a5fe28', 'port_id': '5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9', 'mac_address': 'fa:16:3e:63:c2:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d9ca010-a841-4012-aaa1-2a86eaf161a1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:14:09.212925 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d07ee42d-04bf-446c-be83-121ee68350c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:09.215257 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cd5820a4-4b32-4663-a0e0-49c89cd4a653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:09.224578 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cd5820a4-4b32-4663-a0e0-49c89cd4a653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:09.227325 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9740475-5ea8-456f-b830-8b5ee9c11633 req-450ba867-361c-4946-9726-44a528f9eca5 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:09.235635 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d9740475-5ea8-456f-b830-8b5ee9c11633 req-450ba867-361c-4946-9726-44a528f9eca5 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 943 time: 0.2654147 Sep 08 09:14:09.290447 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0dcecfa4-b1a2-4c26-ba4a-fffe0b861067 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:09.296542 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-cd5820a4-4b32-4663-a0e0-49c89cd4a653 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=aedec5a1d9fe4dc59f2b17c021be2965&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6646125 Sep 08 09:14:09.296875 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0dcecfa4-b1a2-4c26-ba4a-fffe0b861067 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5959005 Sep 08 09:14:09.297049 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56814) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:09.297049 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56816) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:09.327529 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcecfa4-b1a2-4c26-ba4a-fffe0b861067 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a75edfe-ab53-44e4-a184-4e4cfbf2b590,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:09.328848 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5820a4-4b32-4663-a0e0-49c89cd4a653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a325fb-3ae8-413d-b413-00d8af4c73c0,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:09.346556 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d9740475-5ea8-456f-b830-8b5ee9c11633 req-8d19d66d-9a32-409a-82c2-a68a901a63bf tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1099322 Sep 08 09:14:09.360566 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d3863b08-8e61-4f9c-9e76-d80b0f317902 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "GET /v2.0/security-group-rules/8a75edfe-ab53-44e4-a184-4e4cfbf2b590 HTTP/1.1" status: 200 len: 763 time: 0.0624409 Sep 08 09:14:09.393362 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56818) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:09.472061 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cd34b787-cac1-433e-9a32-e5dda76e73c8 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:09.475674 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb84dd-de74-4930-95ac-295de1707916 req-72a76d7d-e45a-4db2-b747-4e02d113cad0 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:09.478497 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fbbb84dd-de74-4930-95ac-295de1707916 req-72a76d7d-e45a-4db2-b747-4e02d113cad0 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb90c0a3-ef79-4bbe-acc9-2b38b5719617 HTTP/1.1" status: 200 len: 943 time: 0.1360307 Sep 08 09:14:09.487720 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-596e45b3-34a4-4a98-9779-6996fdf7db98 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0913620 Sep 08 09:14:09.490926 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56820) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:09.498003 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:09.504059 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fc4fbc23-e343-4d9d-84f1-6aff7aee0568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:09.530084 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fc4fbc23-e343-4d9d-84f1-6aff7aee0568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:09.542211 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d07ee42d-04bf-446c-be83-121ee68350c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:09.542742 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:14:09.572398 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port af42c450-4fe7-48ed-a9c0-9d7430483e3b completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:14:09.578926 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9,segment=NetworkSegment(7ce255b1-6bde-43a1-82b1-212ac77774b3),segment_id=7ce255b1-6bde-43a1-82b1-212ac77774b3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:14:09.581086 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port af42c450-4fe7-48ed-a9c0-9d7430483e3b triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:14:09.581484 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:09.604834 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fc4fbc23-e343-4d9d-84f1-6aff7aee0568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:09.607849 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:09.608589 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device a5001689-7da7-4826-80c2-0abf703b94aa details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:14:09.608738 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fc4fbc23-e343-4d9d-84f1-6aff7aee0568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:09.614558 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-fc4fbc23-e343-4d9d-84f1-6aff7aee0568 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/37a325fb-3ae8-413d-b413-00d8af4c73c0 HTTP/1.1" status: 204 len: 168 time: 0.3106346 Sep 08 09:14:09.634068 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07ee42d-04bf-446c-be83-121ee68350c2 admin admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:14:09.640128 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4fbc23-e343-4d9d-84f1-6aff7aee0568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a325fb-3ae8-413d-b413-00d8af4c73c0,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:09.644983 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-783041c4-2852-4eb7-9357-4a3fc35aeba5 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:09.655859 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-d07ee42d-04bf-446c-be83-121ee68350c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:14:09.673824 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-783041c4-2852-4eb7-9357-4a3fc35aeba5 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:09.681736 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fbbb84dd-de74-4930-95ac-295de1707916 req-5df609c0-20cf-4e10-8bbc-82ffd336fe5c tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928692 Sep 08 09:14:09.697818 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07ee42d-04bf-446c-be83-121ee68350c2 admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:14:09.713629 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cd34b787-cac1-433e-9a32-e5dda76e73c8 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:09.719759 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-783041c4-2852-4eb7-9357-4a3fc35aeba5 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:09.731075 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-783041c4-2852-4eb7-9357-4a3fc35aeba5 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:09.737528 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-783041c4-2852-4eb7-9357-4a3fc35aeba5 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/8a75edfe-ab53-44e4-a184-4e4cfbf2b590 HTTP/1.1" status: 204 len: 168 time: 0.2453892 Sep 08 09:14:09.738764 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56828) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:09.762595 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56830) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:09.804887 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:09.811605 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783041c4-2852-4eb7-9357-4a3fc35aeba5 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a75edfe-ab53-44e4-a184-4e4cfbf2b590,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:09.864939 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:09.896695 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-77af0ac8-abcc-4afe-bd06-ad7977e9426d tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1415575 Sep 08 09:14:09.898163 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56832) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:09.907960 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af42c450-4fe7-48ed-a9c0-9d7430483e3b'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:14:09.910336 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443d113f-3dea-4cd7-b983-8487a620d3b0" -d '{"events": [{"server_uuid": "3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9", "name": "network-vif-plugged", "status": "completed", "tag": "af42c450-4fe7-48ed-a9c0-9d7430483e3b"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:14:09.920689 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port a5001689-7da7-4826-80c2-0abf703b94aa, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=a5001689-7da7-4826-80c2-0abf703b94aa,segment=NetworkSegment(64f426d7-6eb3-4dff-b7bf-fdd1ce4a38ca),segment_id=64f426d7-6eb3-4dff-b7bf-fdd1ce4a38ca)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:14:09.924975 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-6e6c6868-d501-4def-bc1b-53f48bc01f71 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Request body: {'security_group_rule': {'security_group_id': 'db222aad-9e66-4c7b-963a-c6243d1b0f57', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:14:09.939266 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port af42c450-4fe7-48ed-a9c0-9d7430483e3b, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=af42c450-4fe7-48ed-a9c0-9d7430483e3b,segment=NetworkSegment(64f426d7-6eb3-4dff-b7bf-fdd1ce4a38ca),segment_id=64f426d7-6eb3-4dff-b7bf-fdd1ce4a38ca)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:14:09.952297 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': 'a5001689-7da7-4826-80c2-0abf703b94aa', 'network_id': 'ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd', 'port_id': 'a5001689-7da7-4826-80c2-0abf703b94aa', 'mac_address': 'fa:16:3e:fe:38:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0b45300-8828-4ae8-bbfd-c70262cbd1c4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:14:09.959826 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:09.961075 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b250b33f-bdef-42ff-9c0f-817473dc9c4d tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:09.974378 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6e6c6868-d501-4def-bc1b-53f48bc01f71 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:10.000313 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cd34b787-cac1-433e-9a32-e5dda76e73c8 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:10.002071 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07ee42d-04bf-446c-be83-121ee68350c2 admin admin] Pushing event updated for resources: {'Port': ['ID=9f6a0263-59b2-4f0f-b064-9f779074e801,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:10.010230 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d09bf9-0b78-4c99-9165-181640b7a24a x-openstack-request-id: req-17d09bf9-0b78-4c99-9165-181640b7a24a {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:14:10.010526 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9", "name": "network-vif-plugged", "status": "completed", "tag": "af42c450-4fe7-48ed-a9c0-9d7430483e3b", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:14:10.010787 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-17d09bf9-0b78-4c99-9165-181640b7a24a {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:14:10.011258 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af42c450-4fe7-48ed-a9c0-9d7430483e3b', 'code': 200} Sep 08 09:14:10.023941 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b250b33f-bdef-42ff-9c0f-817473dc9c4d tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:10.072274 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cd34b787-cac1-433e-9a32-e5dda76e73c8 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:10.104506 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:10.114317 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=af42c450-4fe7-48ed-a9c0-9d7430483e3b,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:10.134817 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd34b787-cac1-433e-9a32-e5dda76e73c8 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Pushing event updated for resources: {'Port': ['ID=8a77606d-01fb-4b80-bc99-6abff59c51a8,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:10.158852 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5001689-7da7-4826-80c2-0abf703b94aa {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:14:10.193208 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6e6c6868-d501-4def-bc1b-53f48bc01f71 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:10.194615 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port a5001689-7da7-4826-80c2-0abf703b94aa, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=a5001689-7da7-4826-80c2-0abf703b94aa,segment=NetworkSegment(64f426d7-6eb3-4dff-b7bf-fdd1ce4a38ca),segment_id=64f426d7-6eb3-4dff-b7bf-fdd1ce4a38ca)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:14:10.207866 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:10.220634 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6e6c6868-d501-4def-bc1b-53f48bc01f71 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:10.281623 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56840) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:10.299044 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 7cc60c54-878d-4f9a-9bbe-d5aa28b47010 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:14:10.310783 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6e6c6868-d501-4def-bc1b-53f48bc01f71 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:10.312124 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-6e6c6868-d501-4def-bc1b-53f48bc01f71 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3952057 Sep 08 09:14:10.323606 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56842) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:10.341210 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47961b0-3f8d-4bda-af50-5df07e53c196 req-3ae8b7ef-3e16-47ce-9c0f-9fa7e8dc47ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:10.343100 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e47961b0-3f8d-4bda-af50-5df07e53c196 req-3ae8b7ef-3e16-47ce-9c0f-9fa7e8dc47ea service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 1097 time: 0.2529247 Sep 08 09:14:10.344037 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f33c7142-c5ef-4f92-a7ae-48c01de17efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:10.365904 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c6868-d501-4def-bc1b-53f48bc01f71 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a68ecce6-450c-4074-8c0c-d9ec406909fd,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:10.369490 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b250b33f-bdef-42ff-9c0f-817473dc9c4d tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:10.374089 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b250b33f-bdef-42ff-9c0f-817473dc9c4d tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:10.375987 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b250b33f-bdef-42ff-9c0f-817473dc9c4d tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "DELETE /v2.0/security-groups/ff5a8bf5-da74-457e-a469-a16f81532c39 HTTP/1.1" status: 204 len: 168 time: 0.6123474 Sep 08 09:14:10.381913 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=a5001689-7da7-4826-80c2-0abf703b94aa,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:10.382447 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cd34b787-cac1-433e-9a32-e5dda76e73c8 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:10.387056 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56844) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:10.403374 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 7cc60c54-878d-4f9a-9bbe-d5aa28b47010 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:14:10.403983 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:10.503461 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-542c81e3-a168-40f0-8b92-69e80ab458ff tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] show failed (client error): The resource could not be found. Sep 08 09:14:10.505027 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-542c81e3-a168-40f0-8b92-69e80ab458ff tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "GET /v2.0/security-groups/ff5a8bf5-da74-457e-a469-a16f81532c39 HTTP/1.1" status: 404 len: 347 time: 0.0774953 Sep 08 09:14:10.512174 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56848) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:10.515192 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-97808acc-36a2-44bb-af08-80677da9e490 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "GET /v2.0/security-group-rules/a68ecce6-450c-4074-8c0c-d9ec406909fd HTTP/1.1" status: 200 len: 764 time: 0.1888652 Sep 08 09:14:10.517491 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f33c7142-c5ef-4f92-a7ae-48c01de17efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:10.530969 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56850) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:10.536401 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250b33f-bdef-42ff-9c0f-817473dc9c4d tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5a8bf5-da74-457e-a469-a16f81532c39,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:10.558661 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f33c7142-c5ef-4f92-a7ae-48c01de17efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:10.565157 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:14:10.600351 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['a5001689-7da7-4826-80c2-0abf703b94aa'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:14:10.643845 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f33c7142-c5ef-4f92-a7ae-48c01de17efa admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4837b2919c494db2bc8d1eb65e9360f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3607364 Sep 08 09:14:10.646580 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e47961b0-3f8d-4bda-af50-5df07e53c196 req-5cb8681f-1047-4ce7-879d-a64f5cc09548 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676439 Sep 08 09:14:10.647521 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33c7142-c5ef-4f92-a7ae-48c01de17efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07a14cd-ef97-4b4a-b319-075d78985906,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:10.650129 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56852) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:10.704692 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-58d84ed1-5bef-48f5-815d-681a33b7f8ac tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1652873 Sep 08 09:14:10.713485 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56854) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:10.723596 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b0554-dc92-46b5-aa57-4c7448dc68ec req-b04755f5-a4cb-4eec-b596-c61c8c0fcd06 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:10.731734 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-459b0554-dc92-46b5-aa57-4c7448dc68ec req-b04755f5-a4cb-4eec-b596-c61c8c0fcd06 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 943 time: 0.2105086 Sep 08 09:14:10.809092 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e9761-055c-4a1f-a55c-dd373ae1374a req-5085a95c-781c-4717-b6c6-8ffc64903318 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:10.817806 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d78e9761-055c-4a1f-a55c-dd373ae1374a req-5085a95c-781c-4717-b6c6-8ffc64903318 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=466dd1de-7c87-44ea-9263-ee31534de028 HTTP/1.1" status: 200 len: 944 time: 0.4594505 Sep 08 09:14:10.819275 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8dddb103-9c54-4e9f-8d0e-007385c3efd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:10.821594 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e49bbe04-5cf2-4231-b2d4-d4aee5771dc3 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:10.832220 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e49bbe04-5cf2-4231-b2d4-d4aee5771dc3 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:10.900214 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-459b0554-dc92-46b5-aa57-4c7448dc68ec req-b4257313-6983-406c-9d53-a723d705995c tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1674633 Sep 08 09:14:10.900923 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e49bbe04-5cf2-4231-b2d4-d4aee5771dc3 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:10.939392 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e49bbe04-5cf2-4231-b2d4-d4aee5771dc3 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:10.941586 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e49bbe04-5cf2-4231-b2d4-d4aee5771dc3 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/a68ecce6-450c-4074-8c0c-d9ec406909fd HTTP/1.1" status: 204 len: 168 time: 0.2078068 Sep 08 09:14:10.943193 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49bbe04-5cf2-4231-b2d4-d4aee5771dc3 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a68ecce6-450c-4074-8c0c-d9ec406909fd,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:10.947941 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56858) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:10.953305 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8dddb103-9c54-4e9f-8d0e-007385c3efd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:11.028136 n-d-806683-11 neutron-server[94713]: INFO neutron.db.l3_db [None req-cd34b787-cac1-433e-9a32-e5dda76e73c8 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Floating IP e97fa905-7f24-49d1-99dd-3c0355dff5e6 associated. External IP: 172.25.0.115, port: 48df121d-0420-4729-a697-38f991280edd. Sep 08 09:14:11.076736 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d46d9009-bb82-4147-bbe0-939e1eff5c2a tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1225851 Sep 08 09:14:11.076975 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-6a4a0f7b-697d-4011-a802-fd340fe533bc tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Deleting port 657bfd95-0a97-4442-a4e1-17172f3204a0 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:14:11.076975 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6a4a0f7b-697d-4011-a802-fd340fe533bc tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:11.078196 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56860) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:11.085706 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d78e9761-055c-4a1f-a55c-dd373ae1374a req-56dc0191-c5d1-432b-9c11-0e0068fe13f9 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653894 Sep 08 09:14:11.104347 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d07ee42d-04bf-446c-be83-121ee68350c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:11.116484 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32d26c-5de0-47b0-a0bc-bfbb6ed7103a req-a3a9312f-3e2e-4194-ae9f-ca0b043e9f73 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:11.118028 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0d32d26c-5de0-47b0-a0bc-bfbb6ed7103a req-a3a9312f-3e2e-4194-ae9f-ca0b043e9f73 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb90c0a3-ef79-4bbe-acc9-2b38b5719617 HTTP/1.1" status: 200 len: 944 time: 0.1163440 Sep 08 09:14:11.121394 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8dddb103-9c54-4e9f-8d0e-007385c3efd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:11.124747 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8dddb103-9c54-4e9f-8d0e-007385c3efd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:11.130357 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8dddb103-9c54-4e9f-8d0e-007385c3efd1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f07a14cd-ef97-4b4a-b319-075d78985906 HTTP/1.1" status: 204 len: 168 time: 0.4771438 Sep 08 09:14:11.141566 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dddb103-9c54-4e9f-8d0e-007385c3efd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07a14cd-ef97-4b4a-b319-075d78985906,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:11.201794 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0d32d26c-5de0-47b0-a0bc-bfbb6ed7103a req-744b7f25-c1dc-4926-8092-f7eedfa2472e tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507994 Sep 08 09:14:11.734151 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6a4a0f7b-697d-4011-a802-fd340fe533bc tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:11.734860 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6a4a0f7b-697d-4011-a802-fd340fe533bc tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:11.737148 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-60c050fe-f373-4a41-86ed-5b04618d1d85 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:11.794015 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-6a4a0f7b-697d-4011-a802-fd340fe533bc tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Calling delete_port for 657bfd95-0a97-4442-a4e1-17172f3204a0 owned by network:floatingip {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:14:11.838415 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-60c050fe-f373-4a41-86ed-5b04618d1d85 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:12.165696 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd34b787-cac1-433e-9a32-e5dda76e73c8 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Router 077a1b35-7b5d-4cdb-990f-6b127f447355 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:14:12.216440 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-60c050fe-f373-4a41-86ed-5b04618d1d85 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:12.219646 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-60c050fe-f373-4a41-86ed-5b04618d1d85 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:12.220851 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-60c050fe-f373-4a41-86ed-5b04618d1d85 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "DELETE /v2.0/security-groups/db222aad-9e66-4c7b-963a-c6243d1b0f57 HTTP/1.1" status: 204 len: 168 time: 1.1386611 Sep 08 09:14:12.236277 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d07ee42d-04bf-446c-be83-121ee68350c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:12.250417 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56890) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:12.273617 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c050fe-f373-4a41-86ed-5b04618d1d85 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db222aad-9e66-4c7b-963a-c6243d1b0f57,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:12.302323 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49874c-8cc3-4f44-bb6f-bbdf22a0b5d9 req-e52276ce-b008-4b0d-a901-7be2776454bf tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:12.303962 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0c49874c-8cc3-4f44-bb6f-bbdf22a0b5d9 req-e52276ce-b008-4b0d-a901-7be2776454bf tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 943 time: 0.2697365 Sep 08 09:14:12.342876 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc36ad28-7117-4974-994c-391956d10fbc req-84f6aebc-df73-41ac-897d-8421bfc25c02 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:12.356974 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cc36ad28-7117-4974-994c-391956d10fbc req-84f6aebc-df73-41ac-897d-8421bfc25c02 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=466dd1de-7c87-44ea-9263-ee31534de028 HTTP/1.1" status: 200 len: 944 time: 0.1421146 Sep 08 09:14:12.394070 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d975ea1a-c248-4328-b3ce-fcc4e69e9964 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1407037 Sep 08 09:14:12.401513 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56894) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:12.478173 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f4a245d7-d224-411f-8928-220c05d50892 tempest-SecGroupTest-2049015245 tempest-SecGroupTest-2049015245-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0751662 Sep 08 09:14:12.485195 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cc36ad28-7117-4974-994c-391956d10fbc req-3c6921fc-3fa5-4583-8e25-8a4d3e8ad9a0 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269231 Sep 08 09:14:12.492475 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0c49874c-8cc3-4f44-bb6f-bbdf22a0b5d9 req-0cde5a02-f2c7-430a-b13a-ac7681504f7b tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1776321 Sep 08 09:14:12.587291 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6a4a0f7b-697d-4011-a802-fd340fe533bc tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:12.645788 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd34b787-cac1-433e-9a32-e5dda76e73c8 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:14:12.653023 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:14:12.666843 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3789d9b2-ff9b-460a-a5ec-314b42253502 None None] Sync routers for ids ['077a1b35-7b5d-4cdb-990f-6b127f447355'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:14:12.688302 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f475c1-b5ef-47cb-8b2c-28aa6d30754f req-1fdf4532-9d94-4e2a-b766-b07fa3d81e5f tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:12.691012 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-36f475c1-b5ef-47cb-8b2c-28aa6d30754f req-1fdf4532-9d94-4e2a-b766-b07fa3d81e5f tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb90c0a3-ef79-4bbe-acc9-2b38b5719617 HTTP/1.1" status: 200 len: 944 time: 0.0790970 Sep 08 09:14:12.695276 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3789d9b2-ff9b-460a-a5ec-314b42253502 None None] Routers {'077a1b35-7b5d-4cdb-990f-6b127f447355'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:14:12.695696 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a0f7b-697d-4011-a802-fd340fe533bc tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Pushing event deleted for resources: {'Port': ['ID=657bfd95-0a97-4442-a4e1-17172f3204a0,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:12.695981 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-3789d9b2-ff9b-460a-a5ec-314b42253502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:13:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['077a1b35-7b5d-4cdb-990f-6b127f447355'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:12.777279 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cd34b787-cac1-433e-9a32-e5dda76e73c8 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:12.790876 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-3789d9b2-ff9b-460a-a5ec-314b42253502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:12.794464 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:14:12.799517 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:14:12.800097 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:12.806216 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-36f475c1-b5ef-47cb-8b2c-28aa6d30754f req-f7339a11-bcc9-4c2b-acb7-eae6e55f71c6 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996583 Sep 08 09:14:12.834480 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3789d9b2-ff9b-460a-a5ec-314b42253502 None None] Routers {'077a1b35-7b5d-4cdb-990f-6b127f447355'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:14:12.835141 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-3789d9b2-ff9b-460a-a5ec-314b42253502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:13:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['077a1b35-7b5d-4cdb-990f-6b127f447355'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:12.903481 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6a4a0f7b-697d-4011-a802-fd340fe533bc tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks [] for floatingip, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:12.906993 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6a4a0f7b-697d-4011-a802-fd340fe533bc tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:12.908856 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6a4a0f7b-697d-4011-a802-fd340fe533bc tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "DELETE /v2.0/floatingips/58afac33-0a07-451a-9dea-43617bc8b097 HTTP/1.1" status: 204 len: 168 time: 2.3890417 Sep 08 09:14:12.911897 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56906) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:12.928675 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-3789d9b2-ff9b-460a-a5ec-314b42253502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:12.929337 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3789d9b2-ff9b-460a-a5ec-314b42253502 None None] The sync data for ids ['077a1b35-7b5d-4cdb-990f-6b127f447355'] in n-d-806683-11 is: [] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:14:12.959376 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-cd34b787-cac1-433e-9a32-e5dda76e73c8 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.0459530 Sep 08 09:14:12.961550 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56908) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:12.973137 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:13.022089 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '466dd1de-7c87-44ea-9263-ee31534de028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:14:13.027311 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01614a14-4c00-4191-a8e6-85ef656d91b6" -d '{"events": [{"server_uuid": "466dd1de-7c87-44ea-9263-ee31534de028", "name": "network-vif-plugged", "status": "completed", "tag": "5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:14:13.044467 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56910) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:13.049624 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56914) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:13.060601 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c552283b-73c3-4ce3-be63-dabeb4210ae5 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "GET /v2.0/floatingips/e97fa905-7f24-49d1-99dd-3c0355dff5e6 HTTP/1.1" status: 200 len: 978 time: 0.0976574 Sep 08 09:14:13.065243 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07ee42d-04bf-446c-be83-121ee68350c2 admin admin] Router 613c2556-fdfb-4496-84c6-ccdf7e1aac93 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:14:13.079347 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9,segment=NetworkSegment(7ce255b1-6bde-43a1-82b1-212ac77774b3),segment_id=7ce255b1-6bde-43a1-82b1-212ac77774b3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:14:13.091525 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:13.092618 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device a5001689-7da7-4826-80c2-0abf703b94aa up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:14:13.161365 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc36c8ea-15b9-47ad-aa64-0f46c1ad7008 x-openstack-request-id: req-bc36c8ea-15b9-47ad-aa64-0f46c1ad7008 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:14:13.161632 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "466dd1de-7c87-44ea-9263-ee31534de028", "name": "network-vif-plugged", "status": "completed", "tag": "5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:14:13.161855 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bc36c8ea-15b9-47ad-aa64-0f46c1ad7008 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:14:13.162286 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '466dd1de-7c87-44ea-9263-ee31534de028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9', 'code': 200} Sep 08 09:14:13.183245 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:13.246740 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07ee42d-04bf-446c-be83-121ee68350c2 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:14:13.265301 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d6ab64-cc91-464a-82e9-516d95d5973a None None] Sync routers for ids ['613c2556-fdfb-4496-84c6-ccdf7e1aac93'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:14:13.267698 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d07ee42d-04bf-446c-be83-121ee68350c2 admin admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:13.269359 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d07ee42d-04bf-446c-be83-121ee68350c2 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 8.4176114 Sep 08 09:14:13.273004 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56922) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:13.304531 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port a5001689-7da7-4826-80c2-0abf703b94aa completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:14:13.307619 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d6ab64-cc91-464a-82e9-516d95d5973a None None] Routers {'613c2556-fdfb-4496-84c6-ccdf7e1aac93'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:14:13.308489 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-46d6ab64-cc91-464a-82e9-516d95d5973a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:13:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['613c2556-fdfb-4496-84c6-ccdf7e1aac93'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:13.317109 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port a5001689-7da7-4826-80c2-0abf703b94aa triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:14:13.317109 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:13.615867 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-46d6ab64-cc91-464a-82e9-516d95d5973a None None] Set router 613c2556-fdfb-4496-84c6-ccdf7e1aac93 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:14:13.715325 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:13.751697 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e8a53-5330-42c3-bf18-e9141fe1124f req-9baa215f-a667-4677-8b63-42416d969bc4 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:13.753334 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-944e8a53-5330-42c3-bf18-e9141fe1124f req-9baa215f-a667-4677-8b63-42416d969bc4 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 943 time: 0.1222796 Sep 08 09:14:13.838554 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port a5001689-7da7-4826-80c2-0abf703b94aa, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=a5001689-7da7-4826-80c2-0abf703b94aa,segment=NetworkSegment(64f426d7-6eb3-4dff-b7bf-fdd1ce4a38ca),segment_id=64f426d7-6eb3-4dff-b7bf-fdd1ce4a38ca)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:14:13.846479 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:13.876479 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-944e8a53-5330-42c3-bf18-e9141fe1124f req-83e87989-a40a-4e88-adaa-3e1bfbff253d tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1084816 Sep 08 09:14:13.986416 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=a5001689-7da7-4826-80c2-0abf703b94aa,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:14.025479 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-46d6ab64-cc91-464a-82e9-516d95d5973a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613c2556-fdfb-4496-84c6-ccdf7e1aac93', 'name': 'tempest-ImageQuotaTest-1821504215-router', 'tenant_id': '455d5597ecc542cfa45a81bfcc0dbd12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '9f6a0263-59b2-4f0f-b064-9f779074e801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:14:04Z', 'updated_at': '2021-09-08T09:14:10Z', 'revision_number': 3, 'project_id': '455d5597ecc542cfa45a81bfcc0dbd12', 'gw_port': {'id': '9f6a0263-59b2-4f0f-b064-9f779074e801', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:95:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613c2556-fdfb-4496-84c6-ccdf7e1aac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:14:07Z', 'updated_at': '2021-09-08T09:14:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:14.026395 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29689ab0-59c0-4d29-ba1b-2a4ca6ebf755 req-61c60c31-fa88-46ed-88ef-eef85290351c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:14.029722 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-29689ab0-59c0-4d29-ba1b-2a4ca6ebf755 req-61c60c31-fa88-46ed-88ef-eef85290351c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=466dd1de-7c87-44ea-9263-ee31534de028 HTTP/1.1" status: 200 len: 1097 time: 0.7642937 Sep 08 09:14:14.081995 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d6ab64-cc91-464a-82e9-516d95d5973a None None] Checking router: 613c2556-fdfb-4496-84c6-ccdf7e1aac93 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:14:14.082558 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d6ab64-cc91-464a-82e9-516d95d5973a None None] Updating router 613c2556-fdfb-4496-84c6-ccdf7e1aac93 port 9f6a0263-59b2-4f0f-b064-9f779074e801 binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:14:14.110871 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd492e-5456-4e53-ab5c-d66c0f5a7285 req-8f8e06af-5043-4bf7-97b5-3486a827e775 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:14.112065 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3ddd492e-5456-4e53-ab5c-d66c0f5a7285 req-8f8e06af-5043-4bf7-97b5-3486a827e775 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb90c0a3-ef79-4bbe-acc9-2b38b5719617 HTTP/1.1" status: 200 len: 945 time: 0.0904193 Sep 08 09:14:14.113908 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-46d6ab64-cc91-464a-82e9-516d95d5973a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:14.172274 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56944) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:14.173377 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-96d8eb6d-2c34-4395-a5bf-0d8de6b02c15 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 1.1188822 Sep 08 09:14:14.182503 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-293617d6-0c16-43d2-8a29-857234fecc77 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Request body: {'floatingip': {'port_id': '5a442507-a620-4a4b-8768-2910262fe646'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:14:14.204490 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-1a9bb7dd-c487-4c74-a816-26ba942c9bd6 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Deleting port 24de4b54-5e35-472f-b3a2-8c31ebfb3d05 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:14:14.205097 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1a9bb7dd-c487-4c74-a816-26ba942c9bd6 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:14.234145 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3ed9066e-67f0-4b6a-9271-c0560f8fc9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:14.270665 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3ddd492e-5456-4e53-ab5c-d66c0f5a7285 req-af75d2e5-cfb3-4ab3-b9ff-876fdb7e0c4c tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355975 Sep 08 09:14:14.343013 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1a9bb7dd-c487-4c74-a816-26ba942c9bd6 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:14.366492 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-1a9bb7dd-c487-4c74-a816-26ba942c9bd6 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Calling delete_port for 24de4b54-5e35-472f-b3a2-8c31ebfb3d05 owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:14:14.370173 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-293617d6-0c16-43d2-8a29-857234fecc77 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for floatingip, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:14.448883 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-46d6ab64-cc91-464a-82e9-516d95d5973a None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:14.460822 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-46d6ab64-cc91-464a-82e9-516d95d5973a None None] Transition to ACTIVE for port object 9f6a0263-59b2-4f0f-b064-9f779074e801 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:14:14.471270 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-46d6ab64-cc91-464a-82e9-516d95d5973a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:14.548323 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-46d6ab64-cc91-464a-82e9-516d95d5973a None None] Attempting to bind port 9f6a0263-59b2-4f0f-b064-9f779074e801 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:14:14.549002 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-46d6ab64-cc91-464a-82e9-516d95d5973a None None] Attempting to bind port 9f6a0263-59b2-4f0f-b064-9f779074e801 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:14:14.549669 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d6ab64-cc91-464a-82e9-516d95d5973a None None] Attempting to bind port 9f6a0263-59b2-4f0f-b064-9f779074e801 on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:14:14.555801 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5f47afd5-a8a3-4cbd-8636-5ced13d4a1ba admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8e30a391d0804332905a8be23df3480d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5057988 Sep 08 09:14:14.556153 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-29689ab0-59c0-4d29-ba1b-2a4ca6ebf755 req-6c1148b2-496a-48a6-aaa4-75cc56202b3a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988891 Sep 08 09:14:14.563188 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cdafff-7f68-4b68-a8a3-0948600fc212 None None] Pushing event updated for resources: {'Port': ['ID=9f6a0263-59b2-4f0f-b064-9f779074e801,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:14.564269 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291951ca-287a-403e-8b37-cfce0ad78373 req-68342346-bd09-46be-968c-0e1ecfa4ab1a tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:14.571892 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-291951ca-287a-403e-8b37-cfce0ad78373 req-68342346-bd09-46be-968c-0e1ecfa4ab1a tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=466dd1de-7c87-44ea-9263-ee31534de028 HTTP/1.1" status: 200 len: 945 time: 0.5748150 Sep 08 09:14:14.574917 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d6ab64-cc91-464a-82e9-516d95d5973a None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:14:14.575642 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d6ab64-cc91-464a-82e9-516d95d5973a None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:14:14.576218 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-46d6ab64-cc91-464a-82e9-516d95d5973a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:14.576753 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d6ab64-cc91-464a-82e9-516d95d5973a None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:14:14.577386 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-46d6ab64-cc91-464a-82e9-516d95d5973a None None] Bound port: 9f6a0263-59b2-4f0f-b064-9f779074e801, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:14:14.578024 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-46d6ab64-cc91-464a-82e9-516d95d5973a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:14.581071 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c952e-f358-4407-948a-afd36730b252 req-e63dfb95-38ef-4c15-a7ab-7493f90d1b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:14.582752 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b25c952e-f358-4407-948a-afd36730b252 req-e63dfb95-38ef-4c15-a7ab-7493f90d1b72 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4&tenant_id=9f5275e2d58a49a08895a50418c7508b HTTP/1.1" status: 200 len: 1095 time: 0.5879521 Sep 08 09:14:14.584733 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56954) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:14.615398 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-3ed9066e-67f0-4b6a-9271-c0560f8fc9d0 admin admin] Allocated IP 172.20.0.1 (855bc2f9-27fd-4fa4-93ca-30e6d96cbba0/4874de39-b054-42db-9f91-b89608cdd0d6/5fecb94d-5fc2-49c5-8823-31ed0db06b29) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:14:14.672468 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-46d6ab64-cc91-464a-82e9-516d95d5973a None None] For port 9f6a0263-59b2-4f0f-b064-9f779074e801, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:14:14.677025 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-46d6ab64-cc91-464a-82e9-516d95d5973a None None] For port 9f6a0263-59b2-4f0f-b064-9f779074e801, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=9f6a0263-59b2-4f0f-b064-9f779074e801,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:14:14.684802 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-46d6ab64-cc91-464a-82e9-516d95d5973a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:14.750921 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-291951ca-287a-403e-8b37-cfce0ad78373 req-add3243d-93b5-488c-95ca-3cdfab7439d7 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778049 Sep 08 09:14:14.765262 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cdafff-7f68-4b68-a8a3-0948600fc212 None None] Pushing event updated for resources: {'Port': ['ID=9f6a0263-59b2-4f0f-b064-9f779074e801,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:14.770152 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1a9bb7dd-c487-4c74-a816-26ba942c9bd6 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:14.790593 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d6ab64-cc91-464a-82e9-516d95d5973a None None] Routers {'613c2556-fdfb-4496-84c6-ccdf7e1aac93'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:14:14.791402 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-46d6ab64-cc91-464a-82e9-516d95d5973a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:13:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['613c2556-fdfb-4496-84c6-ccdf7e1aac93'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:14.824279 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c952e-f358-4407-948a-afd36730b252 req-9addde5a-ec76-4364-b0c7-944fbebe58b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:14.828193 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b25c952e-f358-4407-948a-afd36730b252 req-9addde5a-ec76-4364-b0c7-944fbebe58b4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9f5275e2d58a49a08895a50418c7508b&device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 1095 time: 0.1904252 Sep 08 09:14:14.918605 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9bb7dd-c487-4c74-a816-26ba942c9bd6 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Pushing event deleted for resources: {'Port': ['ID=24de4b54-5e35-472f-b3a2-8c31ebfb3d05,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:14.937417 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-893c9c41-04ac-410e-a649-120adc9589c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:14.950514 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3ed9066e-67f0-4b6a-9271-c0560f8fc9d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:14.954710 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-46d6ab64-cc91-464a-82e9-516d95d5973a None None] Set router 613c2556-fdfb-4496-84c6-ccdf7e1aac93 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:14:14.982105 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-893c9c41-04ac-410e-a649-120adc9589c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:14.985402 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-3ed9066e-67f0-4b6a-9271-c0560f8fc9d0 admin admin] Transition to ACTIVE for port object 5fecb94d-5fc2-49c5-8823-31ed0db06b29 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:14:15.119065 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c952e-f358-4407-948a-afd36730b252 req-ce62a262-cc06-44b0-b0c0-5c4eec8a0e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:15.122067 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b25c952e-f358-4407-948a-afd36730b252 req-ce62a262-cc06-44b0-b0c0-5c4eec8a0e3e service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb338a05-96ea-4d11-88f8-690044b53ade HTTP/1.1" status: 200 len: 917 time: 0.2777567 Sep 08 09:14:15.130347 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1a9bb7dd-c487-4c74-a816-26ba942c9bd6 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:15.132826 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-1a9bb7dd-c487-4c74-a816-26ba942c9bd6 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "DELETE /v2.0/ports/24de4b54-5e35-472f-b3a2-8c31ebfb3d05 HTTP/1.1" status: 204 len: 168 time: 2.2200987 Sep 08 09:14:15.135412 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56978) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:15.163462 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb90c0a3-ef79-4bbe-acc9-2b38b5719617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5001689-7da7-4826-80c2-0abf703b94aa'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:14:15.165939 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cdea713-3fbf-4901-af95-44a51fd5b9d0" -d '{"events": [{"server_uuid": "fb90c0a3-ef79-4bbe-acc9-2b38b5719617", "name": "network-vif-plugged", "status": "completed", "tag": "a5001689-7da7-4826-80c2-0abf703b94aa"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:14:15.185890 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966efd6b-54b6-42bf-8bdb-411a1c262dea req-f87d5db4-f217-423e-9b8f-b25c3c37ebce tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:15.188087 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-966efd6b-54b6-42bf-8bdb-411a1c262dea req-f87d5db4-f217-423e-9b8f-b25c3c37ebce tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 943 time: 0.1574416 Sep 08 09:14:15.224551 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3ed9066e-67f0-4b6a-9271-c0560f8fc9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:15.229254 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-46d6ab64-cc91-464a-82e9-516d95d5973a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613c2556-fdfb-4496-84c6-ccdf7e1aac93', 'name': 'tempest-ImageQuotaTest-1821504215-router', 'tenant_id': '455d5597ecc542cfa45a81bfcc0dbd12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '9f6a0263-59b2-4f0f-b064-9f779074e801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:14:04Z', 'updated_at': '2021-09-08T09:14:10Z', 'revision_number': 3, 'project_id': '455d5597ecc542cfa45a81bfcc0dbd12', 'gw_port': {'id': '9f6a0263-59b2-4f0f-b064-9f779074e801', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:95:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613c2556-fdfb-4496-84c6-ccdf7e1aac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:14:07Z', 'updated_at': '2021-09-08T09:14:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:15.272140 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b25c952e-f358-4407-948a-afd36730b252 req-ca8f8ad4-1f19-4202-8f6a-d47e0e387fbf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e892c78d-0591-4406-9e88-feb95725e7c4 HTTP/1.1" status: 200 len: 998 time: 0.1379645 Sep 08 09:14:15.297829 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed9066e-67f0-4b6a-9271-c0560f8fc9d0 admin admin] Pushing event updated for resources: {'Port': ['ID=5fecb94d-5fc2-49c5-8823-31ed0db06b29,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:15.305444 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d6ab64-cc91-464a-82e9-516d95d5973a None None] The sync data for ids ['613c2556-fdfb-4496-84c6-ccdf7e1aac93'] in n-d-806683-11 is: [{'id': '613c2556-fdfb-4496-84c6-ccdf7e1aac93', 'name': 'tempest-ImageQuotaTest-1821504215-router', 'tenant_id': '455d5597ecc542cfa45a81bfcc0dbd12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '9f6a0263-59b2-4f0f-b064-9f779074e801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:14:04Z', 'updated_at': '2021-09-08T09:14:10Z', 'revision_number': 3, 'project_id': '455d5597ecc542cfa45a81bfcc0dbd12', 'gw_port': {'id': '9f6a0263-59b2-4f0f-b064-9f779074e801', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:95:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613c2556-fdfb-4496-84c6-ccdf7e1aac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:14:07Z', 'updated_at': '2021-09-08T09:14:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:14:15.317850 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e316ed-b81c-4cf0-a797-55665f4c681e x-openstack-request-id: req-84e316ed-b81c-4cf0-a797-55665f4c681e {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:14:15.318139 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb90c0a3-ef79-4bbe-acc9-2b38b5719617", "name": "network-vif-plugged", "status": "completed", "tag": "a5001689-7da7-4826-80c2-0abf703b94aa", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:14:15.318433 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-84e316ed-b81c-4cf0-a797-55665f4c681e {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:14:15.318839 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb90c0a3-ef79-4bbe-acc9-2b38b5719617', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5001689-7da7-4826-80c2-0abf703b94aa', 'code': 200} Sep 08 09:14:15.344600 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed9066e-67f0-4b6a-9271-c0560f8fc9d0 admin admin] Network 855bc2f9-27fd-4fa4-93ca-30e6d96cbba0 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:14:15.491981 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c952e-f358-4407-948a-afd36730b252 req-dc8d2e4e-d197-4a63-b7de-6082764bd8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:15.493527 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b25c952e-f358-4407-948a-afd36730b252 req-dc8d2e4e-d197-4a63-b7de-6082764bd8fb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ec84db6-4dd6-4de4-a1e0-0c0e5076306d HTTP/1.1" status: 200 len: 855 time: 0.1307063 Sep 08 09:14:15.508078 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-893c9c41-04ac-410e-a649-120adc9589c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:15.510857 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-893c9c41-04ac-410e-a649-120adc9589c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:15.512779 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-893c9c41-04ac-410e-a649-120adc9589c1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ddd6bc04-ebbc-44cc-bbcc-8db5a6c683ad HTTP/1.1" status: 204 len: 168 time: 0.9258311 Sep 08 09:14:15.703640 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c9c41-04ac-410e-a649-120adc9589c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd6bc04-ebbc-44cc-bbcc-8db5a6c683ad,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:15.768826 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c952e-f358-4407-948a-afd36730b252 req-f331bfb3-1466-40dd-9c8f-66d1b4016a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:15.771337 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b25c952e-f358-4407-948a-afd36730b252 req-f331bfb3-1466-40dd-9c8f-66d1b4016a1a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb338a05-96ea-4d11-88f8-690044b53ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2637200 Sep 08 09:14:15.875848 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478710c-c5c2-4f16-81a8-90cc7d0d8dd8 req-b7504575-a2eb-409f-b6ef-5015c5329b3a tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:15.895161 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4478710c-c5c2-4f16-81a8-90cc7d0d8dd8 req-b7504575-a2eb-409f-b6ef-5015c5329b3a tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb90c0a3-ef79-4bbe-acc9-2b38b5719617 HTTP/1.1" status: 200 len: 945 time: 0.3927667 Sep 08 09:14:15.914323 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-3ed9066e-67f0-4b6a-9271-c0560f8fc9d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:14:15.929275 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed9066e-67f0-4b6a-9271-c0560f8fc9d0 admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:14:16.036211 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-966efd6b-54b6-42bf-8bdb-411a1c262dea req-372c928e-bd07-447e-aa2e-2d3df7738b21 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.8378203 Sep 08 09:14:16.037251 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3ed9066e-67f0-4b6a-9271-c0560f8fc9d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:16.058501 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039644f4-df08-4180-b8f3-7c97d288263e req-35f03865-b267-42e0-9136-300ae6576571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:16.059961 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-039644f4-df08-4180-b8f3-7c97d288263e req-35f03865-b267-42e0-9136-300ae6576571 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fb90c0a3-ef79-4bbe-acc9-2b38b5719617 HTTP/1.1" status: 200 len: 1097 time: 0.5886598 Sep 08 09:14:16.110291 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-e5a5665c-a45a-4af2-a324-c7e374d698c1 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Deleting port 229b22b3-b0f7-4064-9dfb-b9b154dfe5d6 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:14:16.110650 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e5a5665c-a45a-4af2-a324-c7e374d698c1 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:16.326747 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4478710c-c5c2-4f16-81a8-90cc7d0d8dd8 req-1721a39a-5081-4875-b66f-96afaaa6887d tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4300964 Sep 08 09:14:16.330228 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2c696945-0135-40a4-8da5-e18ba28d3db0 req-214a349e-1348-47dd-b219-cc737ed6575a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=466dd1de-7c87-44ea-9263-ee31534de028&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3732860 Sep 08 09:14:16.360877 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 9f6a0263-59b2-4f0f-b064-9f779074e801 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:14:16.406792 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b25c952e-f358-4407-948a-afd36730b252 req-c9c5ffea-3f3a-4ca3-8f5d-aefc2b0df887 service neutron] 10.222.0.35 "GET /v2.0/networks/cb338a05-96ea-4d11-88f8-690044b53ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6204517 Sep 08 09:14:16.413368 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.db.resource_extend [None req-293617d6-0c16-43d2-8a29-857234fecc77 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 08 09:14:16.472985 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-039644f4-df08-4180-b8f3-7c97d288263e req-2dbcbabe-4478-4573-88a0-393e276d90c6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4023006 Sep 08 09:14:16.513005 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-53d02ed6-5625-4089-950f-49a900f8b59e None None] Provisioning for port 5fecb94d-5fc2-49c5-8823-31ed0db06b29 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:14:16.526274 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-53d02ed6-5625-4089-950f-49a900f8b59e None None] Provisioning complete for port 5fecb94d-5fc2-49c5-8823-31ed0db06b29 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:14:16.527251 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-53d02ed6-5625-4089-950f-49a900f8b59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:16.537937 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f1ca7-9d73-4692-b8f2-01f461cd7232 req-cd589100-27e5-4e8a-a7d1-62c45f1beaa8 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:16.547754 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-057f1ca7-9d73-4692-b8f2-01f461cd7232 req-cd589100-27e5-4e8a-a7d1-62c45f1beaa8 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=466dd1de-7c87-44ea-9263-ee31534de028 HTTP/1.1" status: 200 len: 945 time: 0.3765790 Sep 08 09:14:16.550398 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e5a5665c-a45a-4af2-a324-c7e374d698c1 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:16.613054 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 9f6a0263-59b2-4f0f-b064-9f779074e801 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:14:16.614559 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-e5a5665c-a45a-4af2-a324-c7e374d698c1 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Calling delete_port for 229b22b3-b0f7-4064-9dfb-b9b154dfe5d6 owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:14:16.618851 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c696945-0135-40a4-8da5-e18ba28d3db0 req-48a60b9b-c9ae-4190-a28f-e284d536e7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:16.620597 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2c696945-0135-40a4-8da5-e18ba28d3db0 req-48a60b9b-c9ae-4190-a28f-e284d536e7f3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=361efd7dd288461f98c228af9e362c93&device_id=466dd1de-7c87-44ea-9263-ee31534de028 HTTP/1.1" status: 200 len: 1097 time: 0.2006879 Sep 08 09:14:16.623777 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-53d02ed6-5625-4089-950f-49a900f8b59e None None] Port 5fecb94d-5fc2-49c5-8823-31ed0db06b29 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:14:16.624694 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-293617d6-0c16-43d2-8a29-857234fecc77 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:16.627661 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 9f6a0263-59b2-4f0f-b064-9f779074e801 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:14:16.628201 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:16.649331 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-293617d6-0c16-43d2-8a29-857234fecc77 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:16.710758 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b25c952e-f358-4407-948a-afd36730b252 req-d998c0c4-4c27-41e9-8936-98e9f2c823d9 service neutron] 10.222.0.35 "GET /v2.0/networks/cb338a05-96ea-4d11-88f8-690044b53ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597988 Sep 08 09:14:16.786784 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-057f1ca7-9d73-4692-b8f2-01f461cd7232 req-814c2f6b-b716-45d4-85d4-70abbbb482fb tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332742 Sep 08 09:14:16.823452 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3ed9066e-67f0-4b6a-9271-c0560f8fc9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:17.024576 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e5a5665c-a45a-4af2-a324-c7e374d698c1 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:17.065115 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a5665c-a45a-4af2-a324-c7e374d698c1 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Pushing event deleted for resources: {'Port': ['ID=229b22b3-b0f7-4064-9dfb-b9b154dfe5d6,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:17.190917 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c696945-0135-40a4-8da5-e18ba28d3db0 req-9106a41a-011a-4425-afec-775193fc7160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:17.205926 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2c696945-0135-40a4-8da5-e18ba28d3db0 req-9106a41a-011a-4425-afec-775193fc7160 service neutron] 10.222.0.37 "GET /v2.0/networks?id=48c54abd-6f52-4b1d-9226-4a2566a5fe28 HTTP/1.1" status: 200 len: 907 time: 0.3973992 Sep 08 09:14:17.288237 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:17.291596 n-d-806683-11 neutron-server[94713]: INFO neutron.db.l3_db [None req-293617d6-0c16-43d2-8a29-857234fecc77 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Floating IP e97fa905-7f24-49d1-99dd-3c0355dff5e6 associated. External IP: 172.25.0.115, port: 48df121d-0420-4729-a697-38f991280edd. Sep 08 09:14:17.293108 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2c696945-0135-40a4-8da5-e18ba28d3db0 req-3efb683c-fd87-4efa-8830-3b074b68e8bf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9 HTTP/1.1" status: 200 len: 217 time: 0.0859492 Sep 08 09:14:17.299093 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57050) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:17.337999 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 9f6a0263-59b2-4f0f-b064-9f779074e801, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=9f6a0263-59b2-4f0f-b064-9f779074e801,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:14:17.361190 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:17.423748 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e5a5665c-a45a-4af2-a324-c7e374d698c1 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:17.436435 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e5a5665c-a45a-4af2-a324-c7e374d698c1 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "DELETE /v2.0/ports/229b22b3-b0f7-4064-9dfb-b9b154dfe5d6 HTTP/1.1" status: 204 len: 168 time: 2.2999012 Sep 08 09:14:17.467192 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4fe012-2580-4d22-ab9d-486cad96b344 req-fbf12829-b78a-4986-9fa3-3edfd5197e27 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:17.467333 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57062) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:17.469042 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ae4fe012-2580-4d22-ab9d-486cad96b344 req-fbf12829-b78a-4986-9fa3-3edfd5197e27 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 943 time: 0.2861049 Sep 08 09:14:17.487411 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c696945-0135-40a4-8da5-e18ba28d3db0 req-c24a692f-6b78-4c7a-b716-c57d8ec3c7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:17.500537 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2c696945-0135-40a4-8da5-e18ba28d3db0 req-c24a692f-6b78-4c7a-b716-c57d8ec3c7bb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7d9ca010-a841-4012-aaa1-2a86eaf161a1 HTTP/1.1" status: 200 len: 846 time: 0.1951804 Sep 08 09:14:17.507449 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=9f6a0263-59b2-4f0f-b064-9f779074e801,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:17.600797 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2c696945-0135-40a4-8da5-e18ba28d3db0 req-7ee3054c-f399-450c-9328-49928c018140 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=48c54abd-6f52-4b1d-9226-4a2566a5fe28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744443 Sep 08 09:14:17.610062 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ae4fe012-2580-4d22-ab9d-486cad96b344 req-62e26868-2054-439a-aad1-c0410dfac1c1 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1253848 Sep 08 09:14:17.623228 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4576fcf-b40e-4bcf-bfe2-0e0e847de70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:17.899494 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1a174131-0699-4b5e-b1be-ce6a982e95d9 tempest-ServiceProvidersTest-1176453409 tempest-ServiceProvidersTest-1176453409-project] 10.222.0.54 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.5153477 Sep 08 09:14:17.968534 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2067c-b93a-4619-be03-64274d2f8cf1 req-e9a29f9a-d1a8-449a-9af6-f4017a26e68c tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:17.970298 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-23c2067c-b93a-4619-be03-64274d2f8cf1 req-e9a29f9a-d1a8-449a-9af6-f4017a26e68c tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb90c0a3-ef79-4bbe-acc9-2b38b5719617 HTTP/1.1" status: 200 len: 945 time: 0.1370924 Sep 08 09:14:17.976863 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2c696945-0135-40a4-8da5-e18ba28d3db0 req-1565e832-155a-487a-b728-c8611632ada5 service neutron] 10.222.0.37 "GET /v2.0/networks/48c54abd-6f52-4b1d-9226-4a2566a5fe28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407412 Sep 08 09:14:18.059877 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3ed9066e-67f0-4b6a-9271-c0560f8fc9d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:18.090165 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-23c2067c-b93a-4619-be03-64274d2f8cf1 req-295da119-24ae-48e3-83f5-ab8ec5a8e7c7 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118624 Sep 08 09:14:18.216663 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7fd6dcf-d704-410b-ab8d-27de25326bcb tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Deleting subnet 33cffe46-3ff7-49e8-a881-f3c38e341dd0 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:14:18.227755 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d7fd6dcf-d704-410b-ab8d-27de25326bcb tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:18.306144 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2c696945-0135-40a4-8da5-e18ba28d3db0 req-25a41d35-cd7b-4034-9e7e-3edbfaf911d7 service neutron] 10.222.0.37 "GET /v2.0/networks/48c54abd-6f52-4b1d-9226-4a2566a5fe28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041482 Sep 08 09:14:18.326288 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3ed9066e-67f0-4b6a-9271-c0560f8fc9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:18.331316 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 9f6a0263-59b2-4f0f-b064-9f779074e801 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:14:18.424845 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5227cf1f-9a70-4995-a327-17af39d6f0d5 req-a35d8ef0-9001-4e9a-baf6-5519753aab0d tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:18.427487 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5227cf1f-9a70-4995-a327-17af39d6f0d5 req-a35d8ef0-9001-4e9a-baf6-5519753aab0d tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/networks?id=48c54abd-6f52-4b1d-9226-4a2566a5fe28 HTTP/1.1" status: 200 len: 806 time: 1.1877944 Sep 08 09:14:18.563104 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 9f6a0263-59b2-4f0f-b064-9f779074e801 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:14:18.563673 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:18.610378 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57082) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:18.612564 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d7fd6dcf-d704-410b-ab8d-27de25326bcb tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:18.720033 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57088) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:18.806380 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3ed9066e-67f0-4b6a-9271-c0560f8fc9d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:18.841175 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5227cf1f-9a70-4995-a327-17af39d6f0d5 req-4035fb15-f073-48e8-9d72-43a3148d5b46 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/quotas/361efd7dd288461f98c228af9e362c93 HTTP/1.1" status: 200 len: 375 time: 0.2937360 Sep 08 09:14:18.863764 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed9066e-67f0-4b6a-9271-c0560f8fc9d0 admin admin] Pushing event updated for resources: {'Port': ['ID=5fecb94d-5fc2-49c5-8823-31ed0db06b29,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:18.890282 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c3ea9-65f4-4933-9993-0a6c3ba18115 req-b5836c7a-e582-4ae2-9797-4c43c421201f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:18.893023 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-245c3ea9-65f4-4933-9993-0a6c3ba18115 req-b5836c7a-e582-4ae2-9797-4c43c421201f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=534b123b1fec4a0b9fe37215319028ae&device_id=fb90c0a3-ef79-4bbe-acc9-2b38b5719617 HTTP/1.1" status: 200 len: 1097 time: 0.2399492 Sep 08 09:14:18.999148 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5819f5e-17fe-4799-b01f-a47910395679 req-94e97592-2812-4d4d-b467-c8e966e151d0 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:18.999148 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d5819f5e-17fe-4799-b01f-a47910395679 req-94e97592-2812-4d4d-b467-c8e966e151d0 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb90c0a3-ef79-4bbe-acc9-2b38b5719617 HTTP/1.1" status: 200 len: 945 time: 0.3241038 Sep 08 09:14:19.113899 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f51ca6f3-c0a7-4412-8974-e0e45a76897a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:19.124508 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4568900e-9051-44bc-99ed-01a9a1bb390f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:19.187722 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d7fd6dcf-d704-410b-ab8d-27de25326bcb tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:19.244351 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c3ea9-65f4-4933-9993-0a6c3ba18115 req-ca3cd6ae-dc76-4f27-b153-f689943a37a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:19.247712 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-245c3ea9-65f4-4933-9993-0a6c3ba18115 req-ca3cd6ae-dc76-4f27-b153-f689943a37a4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd HTTP/1.1" status: 200 len: 919 time: 0.3269885 Sep 08 09:14:19.267094 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d5819f5e-17fe-4799-b01f-a47910395679 req-cdd25dfe-56db-4cca-95d0-2c3107293981 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308784 Sep 08 09:14:19.310894 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5227cf1f-9a70-4995-a327-17af39d6f0d5 req-19bd6d3d-fe26-4634-bf96-509a6413ee12 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=361efd7dd288461f98c228af9e362c93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4441216 Sep 08 09:14:19.334016 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-245c3ea9-65f4-4933-9993-0a6c3ba18115 req-55b3d559-44e8-4c3c-ab99-8ddc117bd6fa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5001689-7da7-4826-80c2-0abf703b94aa HTTP/1.1" status: 200 len: 217 time: 0.0654700 Sep 08 09:14:19.396424 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed9066e-67f0-4b6a-9271-c0560f8fc9d0 admin admin] Network 855bc2f9-27fd-4fa4-93ca-30e6d96cbba0 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:14:19.412205 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-3ed9066e-67f0-4b6a-9271-c0560f8fc9d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:14:19.445974 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293617d6-0c16-43d2-8a29-857234fecc77 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Router 077a1b35-7b5d-4cdb-990f-6b127f447355 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:14:19.474248 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c3ea9-65f4-4933-9993-0a6c3ba18115 req-598dbde8-baf6-4e2d-b414-ff4f49e1cccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:19.475917 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-245c3ea9-65f4-4933-9993-0a6c3ba18115 req-598dbde8-baf6-4e2d-b414-ff4f49e1cccd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0b45300-8828-4ae8-bbfd-c70262cbd1c4 HTTP/1.1" status: 200 len: 858 time: 0.1185522 Sep 08 09:14:19.489798 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d7fd6dcf-d704-410b-ab8d-27de25326bcb tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:19.540873 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-245c3ea9-65f4-4933-9993-0a6c3ba18115 req-dc9317ac-cb82-4064-9ec8-9de72796c1c1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464847 Sep 08 09:14:19.553867 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc8e99-ed64-403a-b29d-23cf5c7fca40 req-20f28f83-e882-41f4-a3d8-7275a96b1f34 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:19.555648 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1bbc8e99-ed64-403a-b29d-23cf5c7fca40 req-20f28f83-e882-41f4-a3d8-7275a96b1f34 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 943 time: 0.1479337 Sep 08 09:14:19.632590 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f879abdf-6247-419d-b1cf-bd053f9fbbfa None None] Network 9bae99d0-5102-4755-9f02-231ba14451d5 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:14:19.637026 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd6dcf-d704-410b-ab8d-27de25326bcb tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Pushing event deleted for resources: {'Subnet': ['ID=33cffe46-3ff7-49e8-a881-f3c38e341dd0,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:19.639862 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d7fd6dcf-d704-410b-ab8d-27de25326bcb tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:19.641796 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d7fd6dcf-d704-410b-ab8d-27de25326bcb tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "DELETE /v2.0/subnets/33cffe46-3ff7-49e8-a881-f3c38e341dd0 HTTP/1.1" status: 204 len: 168 time: 2.1432438 Sep 08 09:14:19.653267 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57092) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:19.681046 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f51ca6f3-c0a7-4412-8974-e0e45a76897a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:19.724577 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f51ca6f3-c0a7-4412-8974-e0e45a76897a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:19.786220 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5227cf1f-9a70-4995-a327-17af39d6f0d5 req-def69786-f764-4170-866b-9d46142721fa service neutron] 10.222.0.54 "GET /v2.0/networks/48c54abd-6f52-4b1d-9226-4a2566a5fe28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4653196 Sep 08 09:14:19.794626 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f51ca6f3-c0a7-4412-8974-e0e45a76897a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=00b119fdf7754fe099b0d90bad712526&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1825967 Sep 08 09:14:19.798860 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57094) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:19.803391 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ca6f3-c0a7-4412-8974-e0e45a76897a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e8bb26-a480-40a1-84b7-5b0aee2dd781,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:19.849567 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1bbc8e99-ed64-403a-b29d-23cf5c7fca40 req-e50363bd-2980-4c5e-bece-7d29e2ec412b tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2806320 Sep 08 09:14:19.955738 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-245c3ea9-65f4-4933-9993-0a6c3ba18115 req-7b942c9a-acc1-4f72-a024-acb92fa187c4 service neutron] 10.222.0.37 "GET /v2.0/networks/ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990476 Sep 08 09:14:19.959725 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-441d31d4-146e-4835-9436-6d1df7315e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:19.973992 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-8084a203-98f4-459b-a013-2dcd69714e45 None None] Provisioning complete for port 5fecb94d-5fc2-49c5-8823-31ed0db06b29 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:14:19.975114 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8084a203-98f4-459b-a013-2dcd69714e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:20.008854 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d3912ee-8215-4fa4-bf28-4e1dc12990ae tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Deleting subnet 2c4bc90e-6301-4198-b245-c5a8ab779b3f {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:14:20.093527 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-8084a203-98f4-459b-a013-2dcd69714e45 None None] Port 5fecb94d-5fc2-49c5-8823-31ed0db06b29 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:14:20.118575 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8d3912ee-8215-4fa4-bf28-4e1dc12990ae tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:20.119455 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-245c3ea9-65f4-4933-9993-0a6c3ba18115 req-cd21b212-4512-445a-8162-c99329216ec2 service neutron] 10.222.0.37 "GET /v2.0/networks/ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544349 Sep 08 09:14:20.166776 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-441d31d4-146e-4835-9436-6d1df7315e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:20.185186 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2539958-2851-4820-bdda-273daf57ab08 None None] DHCP port deletion for 9bae99d0-5102-4755-9f02-231ba14451d5 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:14:20.259696 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-441d31d4-146e-4835-9436-6d1df7315e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:20.265898 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8d3912ee-8215-4fa4-bf28-4e1dc12990ae tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:20.267917 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-441d31d4-146e-4835-9436-6d1df7315e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:20.274536 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-441d31d4-146e-4835-9436-6d1df7315e4d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/00e8bb26-a480-40a1-84b7-5b0aee2dd781 HTTP/1.1" status: 204 len: 168 time: 0.4680238 Sep 08 09:14:20.294031 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441d31d4-146e-4835-9436-6d1df7315e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e8bb26-a480-40a1-84b7-5b0aee2dd781,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:20.294455 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed9066e-67f0-4b6a-9271-c0560f8fc9d0 admin admin] Router 613c2556-fdfb-4496-84c6-ccdf7e1aac93 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:14:20.328607 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293617d6-0c16-43d2-8a29-857234fecc77 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:14:20.344623 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6d39e0-bb17-4e1f-ada3-4c2235b35f56 None None] Sync routers for ids ['077a1b35-7b5d-4cdb-990f-6b127f447355'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:14:20.383340 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6d39e0-bb17-4e1f-ada3-4c2235b35f56 None None] Routers {'077a1b35-7b5d-4cdb-990f-6b127f447355'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:14:20.383987 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-fd6d39e0-bb17-4e1f-ada3-4c2235b35f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:13:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['077a1b35-7b5d-4cdb-990f-6b127f447355'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:20.438445 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5227cf1f-9a70-4995-a327-17af39d6f0d5 req-5a511bed-fcde-4445-ad37-deadca619293 service neutron] 10.222.0.54 "GET /v2.0/networks/48c54abd-6f52-4b1d-9226-4a2566a5fe28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5972056 Sep 08 09:14:20.454383 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:20.482354 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-f2539958-2851-4820-bdda-273daf57ab08 None None] Deleting port b20326b9-1c5f-44e0-bed2-8b71617a7774 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:14:20.482751 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f2539958-2851-4820-bdda-273daf57ab08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:20.544288 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-fd6d39e0-bb17-4e1f-ada3-4c2235b35f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:20.564308 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6d39e0-bb17-4e1f-ada3-4c2235b35f56 None None] Routers {'077a1b35-7b5d-4cdb-990f-6b127f447355'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:14:20.565447 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-fd6d39e0-bb17-4e1f-ada3-4c2235b35f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:13:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['077a1b35-7b5d-4cdb-990f-6b127f447355'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:20.621211 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ca6db-e433-419f-a501-e8439cdabd8e req-79e8cadf-9eba-4881-8ff3-75ccde51786b tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:20.656205 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7f7ca6db-e433-419f-a501-e8439cdabd8e req-79e8cadf-9eba-4881-8ff3-75ccde51786b tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb90c0a3-ef79-4bbe-acc9-2b38b5719617 HTTP/1.1" status: 200 len: 945 time: 0.2494164 Sep 08 09:14:20.656410 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-f2539958-2851-4820-bdda-273daf57ab08 None None] For port b20326b9-1c5f-44e0-bed2-8b71617a7774, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=b20326b9-1c5f-44e0-bed2-8b71617a7774,segment=NetworkSegment(ee50bf2c-b913-47f9-be22-7b5ae145e982),segment_id=ee50bf2c-b913-47f9-be22-7b5ae145e982)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:14:20.656852 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f2539958-2851-4820-bdda-273daf57ab08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:20.669357 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-fd6d39e0-bb17-4e1f-ada3-4c2235b35f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:20.670784 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6d39e0-bb17-4e1f-ada3-4c2235b35f56 None None] The sync data for ids ['077a1b35-7b5d-4cdb-990f-6b127f447355'] in n-d-806683-11 is: [] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:14:20.700147 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-f2539958-2851-4820-bdda-273daf57ab08 None None] Calling delete_port for b20326b9-1c5f-44e0-bed2-8b71617a7774 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:14:20.739646 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ec048883-265a-4e1c-b5d8-f7f75379ae98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:20.788842 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7f7ca6db-e433-419f-a501-e8439cdabd8e req-ffccffe9-277d-4f73-b38e-28a3bacfd237 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308532 Sep 08 09:14:20.945869 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f2539958-2851-4820-bdda-273daf57ab08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:20.996867 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57112) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:21.025149 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-de310461-7d14-4ef7-bd7f-855c28e8f8da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:21.074663 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2539958-2851-4820-bdda-273daf57ab08 None None] Pushing event deleted for resources: {'Port': ['ID=b20326b9-1c5f-44e0-bed2-8b71617a7774,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:21.102282 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2539958-2851-4820-bdda-273daf57ab08 None None] No DVR routers for this DVR port b20326b9-1c5f-44e0-bed2-8b71617a7774 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:14:21.348202 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4568900e-9051-44bc-99ed-01a9a1bb390f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:21.447495 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4568900e-9051-44bc-99ed-01a9a1bb390f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:21.527395 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8d3912ee-8215-4fa4-bf28-4e1dc12990ae tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:21.627498 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-de310461-7d14-4ef7-bd7f-855c28e8f8da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:21.634166 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-de310461-7d14-4ef7-bd7f-855c28e8f8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:21.680090 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4568900e-9051-44bc-99ed-01a9a1bb390f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca313942-9178-4ac4-9bc6-546606e2713f,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:21.687160 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4568900e-9051-44bc-99ed-01a9a1bb390f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a5a7ebdac7bd432991c775e35da26e08&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9424837 Sep 08 09:14:21.708130 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57136) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:21.745284 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de310461-7d14-4ef7-bd7f-855c28e8f8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0128738d-989e-4cd6-9ac5-e5c2e09b15c7,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:21.786600 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-de310461-7d14-4ef7-bd7f-855c28e8f8da admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9b310a75175e4e119c4e5f4812e62989&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7871451 Sep 08 09:14:21.788913 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57140) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:21.937137 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-54f70c5d-c980-4922-9ee9-47eaa962dec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:21.952132 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57a033-c78c-4741-8fbe-4527107d6220 req-95fbb861-06f0-4c96-960b-e70c2bee918c tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:21.960095 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5c57a033-c78c-4741-8fbe-4527107d6220 req-95fbb861-06f0-4c96-960b-e70c2bee918c tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 943 time: 0.6180139 Sep 08 09:14:21.981616 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed9066e-67f0-4b6a-9271-c0560f8fc9d0 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:14:21.992561 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec60e75-652f-465a-a9d5-d97d91017293 None None] Sync routers for ids ['613c2556-fdfb-4496-84c6-ccdf7e1aac93'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:14:22.006971 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3ed9066e-67f0-4b6a-9271-c0560f8fc9d0 admin admin] 10.222.0.54 "PUT /v2.0/routers/613c2556-fdfb-4496-84c6-ccdf7e1aac93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7326751 Sep 08 09:14:22.018943 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec60e75-652f-465a-a9d5-d97d91017293 None None] Routers {'613c2556-fdfb-4496-84c6-ccdf7e1aac93'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:14:22.019908 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-aec60e75-652f-465a-a9d5-d97d91017293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:14:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['613c2556-fdfb-4496-84c6-ccdf7e1aac93'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:22.032347 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-54f70c5d-c980-4922-9ee9-47eaa962dec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:22.042310 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783a46d-e50e-4184-a288-bf312de2ca2b req-cfb1efca-72e5-4c0b-8f1a-486bf30394d0 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:22.050170 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e783a46d-e50e-4184-a288-bf312de2ca2b req-cfb1efca-72e5-4c0b-8f1a-486bf30394d0 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb90c0a3-ef79-4bbe-acc9-2b38b5719617 HTTP/1.1" status: 200 len: 945 time: 0.0967479 Sep 08 09:14:22.155227 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e783a46d-e50e-4184-a288-bf312de2ca2b req-86c4d207-1493-4fb8-a1a4-f9069fe85e21 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033537 Sep 08 09:14:22.219544 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-54f70c5d-c980-4922-9ee9-47eaa962dec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:22.224404 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-54f70c5d-c980-4922-9ee9-47eaa962dec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:22.225493 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:22.228281 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-54f70c5d-c980-4922-9ee9-47eaa962dec9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0128738d-989e-4cd6-9ac5-e5c2e09b15c7 HTTP/1.1" status: 204 len: 168 time: 0.4383659 Sep 08 09:14:22.255502 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f70c5d-c980-4922-9ee9-47eaa962dec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0128738d-989e-4cd6-9ac5-e5c2e09b15c7,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:22.320763 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8d3912ee-8215-4fa4-bf28-4e1dc12990ae tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:22.436836 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293617d6-0c16-43d2-8a29-857234fecc77 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Router 077a1b35-7b5d-4cdb-990f-6b127f447355 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:14:22.453790 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-aec60e75-652f-465a-a9d5-d97d91017293 None None] Set router 613c2556-fdfb-4496-84c6-ccdf7e1aac93 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:14:22.482657 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3912ee-8215-4fa4-bf28-4e1dc12990ae tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Pushing event deleted for resources: {'Subnet': ['ID=2c4bc90e-6301-4198-b245-c5a8ab779b3f,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:22.496366 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8d3912ee-8215-4fa4-bf28-4e1dc12990ae tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:22.506801 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8d3912ee-8215-4fa4-bf28-4e1dc12990ae tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "DELETE /v2.0/subnets/2c4bc90e-6301-4198-b245-c5a8ab779b3f HTTP/1.1" status: 204 len: 168 time: 2.8460758 Sep 08 09:14:22.530680 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5c57a033-c78c-4741-8fbe-4527107d6220 req-8188199c-3df8-460b-a7af-104842a561f9 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.5695827 Sep 08 09:14:22.534909 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57160) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:22.537497 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dfca6b54-00aa-4d98-a914-1b0378d1a177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:22.599511 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device b20326b9-1c5f-44e0-bed2-8b71617a7774 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:14:22.641250 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b65543-c77b-40c5-9de5-34413f5df53a None None] Network 420ee6df-451a-4285-bec4-d22a945df514 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:14:22.666101 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dfca6b54-00aa-4d98-a914-1b0378d1a177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:22.678348 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68432301-711f-4ad5-8170-cd99aa888217 req-2faa5043-43d7-4ac6-b9b1-41b1cdab4cd5 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:22.680009 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-68432301-711f-4ad5-8170-cd99aa888217 req-2faa5043-43d7-4ac6-b9b1-41b1cdab4cd5 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/networks?id=48c54abd-6f52-4b1d-9226-4a2566a5fe28 HTTP/1.1" status: 200 len: 806 time: 0.3302863 Sep 08 09:14:22.708916 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-68432301-711f-4ad5-8170-cd99aa888217 req-d4e4ccf4-36d2-4b36-99e1-363c5f0dd50d tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/quotas/361efd7dd288461f98c228af9e362c93 HTTP/1.1" status: 200 len: 375 time: 0.0198777 Sep 08 09:14:22.717451 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: b20326b9-1c5f-44e0-bed2-8b71617a7774 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:14:22.717853 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device b20326b9-1c5f-44e0-bed2-8b71617a7774 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:14:22.837512 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-68432301-711f-4ad5-8170-cd99aa888217 req-e2cf5377-29ba-41ae-8d37-94f15148e66e tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=361efd7dd288461f98c228af9e362c93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1034226 Sep 08 09:14:22.972472 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-68432301-711f-4ad5-8170-cd99aa888217 req-5ffc8dd3-2322-4f02-942f-999f95021fd5 service neutron] 10.222.0.54 "GET /v2.0/networks/48c54abd-6f52-4b1d-9226-4a2566a5fe28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338234 Sep 08 09:14:23.062253 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-df885c37-97ee-4d63-887b-619e19c6d3e5 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:23.109693 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-68432301-711f-4ad5-8170-cd99aa888217 req-611e9871-a775-4995-84f6-d114c39a74eb service neutron] 10.222.0.54 "GET /v2.0/networks/48c54abd-6f52-4b1d-9226-4a2566a5fe28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329663 Sep 08 09:14:23.208355 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-aec60e75-652f-465a-a9d5-d97d91017293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613c2556-fdfb-4496-84c6-ccdf7e1aac93', 'name': 'tempest-ImageQuotaTest-1821504215-router', 'tenant_id': '455d5597ecc542cfa45a81bfcc0dbd12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '9f6a0263-59b2-4f0f-b064-9f779074e801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:14:04Z', 'updated_at': '2021-09-08T09:14:16Z', 'revision_number': 4, 'project_id': '455d5597ecc542cfa45a81bfcc0dbd12', 'gw_port': {'id': '9f6a0263-59b2-4f0f-b064-9f779074e801', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:95:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613c2556-fdfb-4496-84c6-ccdf7e1aac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:14:07Z', 'updated_at': '2021-09-08T09:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '5fecb94d-5fc2-49c5-8823-31ed0db06b29', 'name': '', 'network_id': '855bc2f9-27fd-4fa4-93ca-30e6d96cbba0', 'tenant_id': '455d5597ecc542cfa45a81bfcc0dbd12', 'mac_address': 'fa:16:3e:98:cd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613c2556-fdfb-4496-84c6-ccdf7e1aac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '4874de39-b054-42db-9f91-b89608cdd0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:14:14Z', 'updated_at': '2021-09-08T09:14:17Z', 'revision_number': 2, 'project_id': '455d5597ecc542cfa45a81bfcc0dbd12', 'subnets': [{'id': '4874de39-b054-42db-9f91-b89608cdd0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:23.289756 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec60e75-652f-465a-a9d5-d97d91017293 None None] Checking router: 613c2556-fdfb-4496-84c6-ccdf7e1aac93 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:14:23.290007 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec60e75-652f-465a-a9d5-d97d91017293 None None] Updating router 613c2556-fdfb-4496-84c6-ccdf7e1aac93 port 5fecb94d-5fc2-49c5-8823-31ed0db06b29 binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:14:23.343704 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d59fd6-addf-44c8-bb05-7f9b665e9139 None None] DHCP port deletion for 420ee6df-451a-4285-bec4-d22a945df514 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:14:23.357202 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aec60e75-652f-465a-a9d5-d97d91017293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:23.492277 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dfca6b54-00aa-4d98-a914-1b0378d1a177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:23.500786 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dfca6b54-00aa-4d98-a914-1b0378d1a177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:23.502165 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-dfca6b54-00aa-4d98-a914-1b0378d1a177 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ca313942-9178-4ac4-9bc6-546606e2713f HTTP/1.1" status: 204 len: 168 time: 1.7456667 Sep 08 09:14:23.525459 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-75d59fd6-addf-44c8-bb05-7f9b665e9139 None None] Deleting port c9ac4cd8-7496-4397-aedf-5c945af99247 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:14:23.526559 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-75d59fd6-addf-44c8-bb05-7f9b665e9139 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:23.548822 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d059330f-5a28-457f-8050-634c424f9d00 req-7a09341c-7604-4ae3-856c-6d7f3baa62c3 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7182b8f-6d57-4113-81c0-38bf8b2f98a4 HTTP/1.1" status: 200 len: 210 time: 0.0549664 Sep 08 09:14:23.582929 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca6b54-00aa-4d98-a914-1b0378d1a177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca313942-9178-4ac4-9bc6-546606e2713f,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:23.626274 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293617d6-0c16-43d2-8a29-857234fecc77 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:14:23.638732 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87107f54-8a01-4907-85f9-2882dfc7fb5f None None] Sync routers for ids ['077a1b35-7b5d-4cdb-990f-6b127f447355'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:14:23.658009 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:23.662906 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-293617d6-0c16-43d2-8a29-857234fecc77 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:23.675345 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87107f54-8a01-4907-85f9-2882dfc7fb5f None None] Routers {'077a1b35-7b5d-4cdb-990f-6b127f447355'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:14:23.677221 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-87107f54-8a01-4907-85f9-2882dfc7fb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:14:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['077a1b35-7b5d-4cdb-990f-6b127f447355'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:23.841598 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-87107f54-8a01-4907-85f9-2882dfc7fb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:23.851013 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e04880-6cb6-43df-ae32-dc6e73d6f2f9 req-7f73852c-d441-424e-b74a-37c7a2734c91 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:23.873069 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-48e04880-6cb6-43df-ae32-dc6e73d6f2f9 req-7f73852c-d441-424e-b74a-37c7a2734c91 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 943 time: 0.1777723 Sep 08 09:14:23.878428 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-df885c37-97ee-4d63-887b-619e19c6d3e5 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:23.889701 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87107f54-8a01-4907-85f9-2882dfc7fb5f None None] Routers {'077a1b35-7b5d-4cdb-990f-6b127f447355'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:14:23.891989 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-87107f54-8a01-4907-85f9-2882dfc7fb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:14:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['077a1b35-7b5d-4cdb-990f-6b127f447355'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:23.947660 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d5815-10a2-41c5-8a25-eceaf818d728 req-cbcbe42b-9027-49fa-b792-5c6b5a07084d tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:23.968878 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-454d5815-10a2-41c5-8a25-eceaf818d728 req-cbcbe42b-9027-49fa-b792-5c6b5a07084d tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb90c0a3-ef79-4bbe-acc9-2b38b5719617 HTTP/1.1" status: 200 len: 945 time: 0.5745897 Sep 08 09:14:24.014741 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-48e04880-6cb6-43df-ae32-dc6e73d6f2f9 req-af42a297-65ad-4dc6-b591-f77159634028 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1391861 Sep 08 09:14:24.098615 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-87107f54-8a01-4907-85f9-2882dfc7fb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:24.101342 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87107f54-8a01-4907-85f9-2882dfc7fb5f None None] The sync data for ids ['077a1b35-7b5d-4cdb-990f-6b127f447355'] in n-d-806683-11 is: [] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:14:24.110910 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aec60e75-652f-465a-a9d5-d97d91017293 None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:24.132957 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aec60e75-652f-465a-a9d5-d97d91017293 None None] Transition to ACTIVE for port object 5fecb94d-5fc2-49c5-8823-31ed0db06b29 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:14:24.177177 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aec60e75-652f-465a-a9d5-d97d91017293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:24.199557 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-df885c37-97ee-4d63-887b-619e19c6d3e5 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bae99d0-5102-4755-9f02-231ba14451d5']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:24.207077 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-75d59fd6-addf-44c8-bb05-7f9b665e9139 None None] For port c9ac4cd8-7496-4397-aedf-5c945af99247, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=c9ac4cd8-7496-4397-aedf-5c945af99247,segment=NetworkSegment(2d611bdc-8b46-4288-9a60-e3e65ae6211f),segment_id=2d611bdc-8b46-4288-9a60-e3e65ae6211f)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:14:24.207605 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-75d59fd6-addf-44c8-bb05-7f9b665e9139 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:24.236785 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-df885c37-97ee-4d63-887b-619e19c6d3e5 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee50bf2c-b913-47f9-be22-7b5ae145e982') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:24.238630 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-df885c37-97ee-4d63-887b-619e19c6d3e5 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee50bf2c-b913-47f9-be22-7b5ae145e982') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:24.249003 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:24.315495 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device c9ac4cd8-7496-4397-aedf-5c945af99247 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:14:24.335891 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-75d59fd6-addf-44c8-bb05-7f9b665e9139 None None] Calling delete_port for c9ac4cd8-7496-4397-aedf-5c945af99247 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:14:24.368638 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-454d5815-10a2-41c5-8a25-eceaf818d728 req-c97d494c-150d-4cc1-864d-985fcb8ad7f2 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531499 Sep 08 09:14:24.380459 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-df885c37-97ee-4d63-887b-619e19c6d3e5 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:24.438146 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57212) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:24.442393 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-b6571c44-d098-419a-b511-66145692ffbe tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:14:24.449762 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-293617d6-0c16-43d2-8a29-857234fecc77 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "PUT /v2.0/floatingips/e97fa905-7f24-49d1-99dd-3c0355dff5e6 HTTP/1.1" status: 200 len: 978 time: 10.2762494 Sep 08 09:14:24.454535 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-df885c37-97ee-4d63-887b-619e19c6d3e5 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:24.472117 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df885c37-97ee-4d63-887b-619e19c6d3e5 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:14:24.473851 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-df885c37-97ee-4d63-887b-619e19c6d3e5 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:24.481227 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:14:24.481227 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:14:24.481227 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:14:24.481227 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:14:24.481227 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:14:24.481227 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:14:24.481227 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:14:24.481227 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:14:24.481227 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:14:24.481227 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:14:24.481227 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:14:24.481227 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:14:24.481227 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:14:24.481227 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:14:24.481227 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:14:24.481227 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:14:24.481227 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:14:24.481227 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:14:24.481227 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:14:24.481227 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:14:24.481227 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:14:24.481227 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:14:24.481227 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:14:24.481227 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:14:24.481227 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:14:24.481227 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:14:24.481227 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:14:24.481227 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:14:24.481227 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:14:24.481227 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:14:24.481227 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:14:24.481227 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:14:24.590809 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b6571c44-d098-419a-b511-66145692ffbe tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for floatingip, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:24.643238 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-df885c37-97ee-4d63-887b-619e19c6d3e5 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:24.664103 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-df885c37-97ee-4d63-887b-619e19c6d3e5 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:24.675076 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-df885c37-97ee-4d63-887b-619e19c6d3e5 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "DELETE /v2.0/networks/9bae99d0-5102-4755-9f02-231ba14451d5 HTTP/1.1" status: 204 len: 168 time: 2.1271195 Sep 08 09:14:24.678263 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57218) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:24.738331 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df885c37-97ee-4d63-887b-619e19c6d3e5 tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Pushing event deleted for resources: {'Network': ['ID=9bae99d0-5102-4755-9f02-231ba14451d5,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:24.775532 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa6f78-1cab-4d13-9992-1f1b676066c8 None None] Pushing event updated for resources: {'Port': ['ID=5fecb94d-5fc2-49c5-8823-31ed0db06b29,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:24.803240 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-aec60e75-652f-465a-a9d5-d97d91017293 None None] Attempting to bind port 5fecb94d-5fc2-49c5-8823-31ed0db06b29 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:14:24.803240 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-aec60e75-652f-465a-a9d5-d97d91017293 None None] Attempting to bind port 5fecb94d-5fc2-49c5-8823-31ed0db06b29 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cea6c2fd-b2b1-4109-9d6b-94e023f120af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '855bc2f9-27fd-4fa4-93ca-30e6d96cbba0'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:14:24.803240 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec60e75-652f-465a-a9d5-d97d91017293 None None] Attempting to bind port 5fecb94d-5fc2-49c5-8823-31ed0db06b29 on network 855bc2f9-27fd-4fa4-93ca-30e6d96cbba0 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:14:24.837433 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec60e75-652f-465a-a9d5-d97d91017293 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:14:24.837919 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec60e75-652f-465a-a9d5-d97d91017293 None None] Checking segment: {'id': 'cea6c2fd-b2b1-4109-9d6b-94e023f120af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '855bc2f9-27fd-4fa4-93ca-30e6d96cbba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:14:24.838465 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aec60e75-652f-465a-a9d5-d97d91017293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:24.838751 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec60e75-652f-465a-a9d5-d97d91017293 None None] Bound using segment: {'id': 'cea6c2fd-b2b1-4109-9d6b-94e023f120af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '855bc2f9-27fd-4fa4-93ca-30e6d96cbba0'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:14:24.839928 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-aec60e75-652f-465a-a9d5-d97d91017293 None None] Bound port: 5fecb94d-5fc2-49c5-8823-31ed0db06b29, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea6c2fd-b2b1-4109-9d6b-94e023f120af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '855bc2f9-27fd-4fa4-93ca-30e6d96cbba0'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:14:24.842584 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aec60e75-652f-465a-a9d5-d97d91017293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:24.952145 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5d660a8f-cc01-45d8-8631-06cefdf7a08a tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:25.070895 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-5d660a8f-cc01-45d8-8631-06cefdf7a08a tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Deleting port c9ac4cd8-7496-4397-aedf-5c945af99247 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:14:25.071245 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5d660a8f-cc01-45d8-8631-06cefdf7a08a tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:25.141227 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:25.199216 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-5d660a8f-cc01-45d8-8631-06cefdf7a08a tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] For port c9ac4cd8-7496-4397-aedf-5c945af99247, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=c9ac4cd8-7496-4397-aedf-5c945af99247,segment=NetworkSegment(2d611bdc-8b46-4288-9a60-e3e65ae6211f),segment_id=2d611bdc-8b46-4288-9a60-e3e65ae6211f)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:14:25.199608 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5d660a8f-cc01-45d8-8631-06cefdf7a08a tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:25.214813 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-5d660a8f-cc01-45d8-8631-06cefdf7a08a tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Calling delete_port for c9ac4cd8-7496-4397-aedf-5c945af99247 owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:14:25.255179 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-75d59fd6-addf-44c8-bb05-7f9b665e9139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:25.357051 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5d660a8f-cc01-45d8-8631-06cefdf7a08a tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:25.379027 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57238) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:25.392337 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d59fd6-addf-44c8-bb05-7f9b665e9139 None None] No DVR routers for this DVR port c9ac4cd8-7496-4397-aedf-5c945af99247 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:14:25.404551 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d59fd6-addf-44c8-bb05-7f9b665e9139 None None] Pushing event deleted for resources: {'Port': ['ID=c9ac4cd8-7496-4397-aedf-5c945af99247,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:25.505689 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aec60e75-652f-465a-a9d5-d97d91017293 None None] For port 5fecb94d-5fc2-49c5-8823-31ed0db06b29, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:14:25.540277 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aec60e75-652f-465a-a9d5-d97d91017293 None None] For port 5fecb94d-5fc2-49c5-8823-31ed0db06b29, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=5fecb94d-5fc2-49c5-8823-31ed0db06b29,segment=NetworkSegment(cea6c2fd-b2b1-4109-9d6b-94e023f120af),segment_id=cea6c2fd-b2b1-4109-9d6b-94e023f120af)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:14:25.547559 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aec60e75-652f-465a-a9d5-d97d91017293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:25.638619 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d660a8f-cc01-45d8-8631-06cefdf7a08a tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Pushing event deleted for resources: {'Port': ['ID=c9ac4cd8-7496-4397-aedf-5c945af99247,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:25.647095 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d660a8f-cc01-45d8-8631-06cefdf7a08a tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] No DVR routers for this DVR port c9ac4cd8-7496-4397-aedf-5c945af99247 on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:14:25.703449 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec60e75-652f-465a-a9d5-d97d91017293 None None] Routers {'613c2556-fdfb-4496-84c6-ccdf7e1aac93'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:14:25.707958 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-aec60e75-652f-465a-a9d5-d97d91017293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:14:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['613c2556-fdfb-4496-84c6-ccdf7e1aac93'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:25.877618 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b6571c44-d098-419a-b511-66145692ffbe tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:25.910605 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c16010-ff9f-4efc-809f-fb1c16ad4e22 req-873d3dc2-14bf-4514-ab6a-a66d5625a672 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:25.912348 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c9c16010-ff9f-4efc-809f-fb1c16ad4e22 req-873d3dc2-14bf-4514-ab6a-a66d5625a672 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 943 time: 0.5564196 Sep 08 09:14:25.925663 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b6571c44-d098-419a-b511-66145692ffbe tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:25.926017 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [None req-b6571c44-d098-419a-b511-66145692ffbe tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Floating IP e97fa905-7f24-49d1-99dd-3c0355dff5e6 disassociated. External IP: 172.25.0.115, port: 5a442507-a620-4a4b-8768-2910262fe646. Sep 08 09:14:25.997650 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7dfdf021-59fd-46a9-96f4-8e702a42f974 req-7e498a82-1915-4648-ba4d-adfdeb1c111a tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7182b8f-6d57-4113-81c0-38bf8b2f98a4 HTTP/1.1" status: 200 len: 210 time: 0.1129184 Sep 08 09:14:26.185229 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-aec60e75-652f-465a-a9d5-d97d91017293 None None] Set router 613c2556-fdfb-4496-84c6-ccdf7e1aac93 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:14:26.331242 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5d660a8f-cc01-45d8-8631-06cefdf7a08a tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:26.425252 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c9c16010-ff9f-4efc-809f-fb1c16ad4e22 req-ed979c8f-2acf-442c-9832-b3b1f6a4d8a1 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3480291 Sep 08 09:14:26.531173 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa6f78-1cab-4d13-9992-1f1b676066c8 None None] Pushing event updated for resources: {'Port': ['ID=5fecb94d-5fc2-49c5-8823-31ed0db06b29,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:26.560192 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-5d660a8f-cc01-45d8-8631-06cefdf7a08a tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['420ee6df-451a-4285-bec4-d22a945df514']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:26.563266 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7e28b-1e43-4914-aea4-a2cc0ef6cc1c req-0d919f93-e2c0-4892-af8a-194f095b276e tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:26.575251 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dfd7e28b-1e43-4914-aea4-a2cc0ef6cc1c req-0d919f93-e2c0-4892-af8a-194f095b276e tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb90c0a3-ef79-4bbe-acc9-2b38b5719617 HTTP/1.1" status: 200 len: 945 time: 0.4164600 Sep 08 09:14:26.608800 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-5d660a8f-cc01-45d8-8631-06cefdf7a08a tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d611bdc-8b46-4288-9a60-e3e65ae6211f') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:26.609105 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-5d660a8f-cc01-45d8-8631-06cefdf7a08a tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d611bdc-8b46-4288-9a60-e3e65ae6211f') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:26.655862 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5d660a8f-cc01-45d8-8631-06cefdf7a08a tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:26.799755 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68432301-711f-4ad5-8170-cd99aa888217 req-f30562d5-d636-4bb7-a042-09140742764e tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:26.801806 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-68432301-711f-4ad5-8170-cd99aa888217 req-f30562d5-d636-4bb7-a042-09140742764e tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.35 "GET /v2.0/networks?id=48c54abd-6f52-4b1d-9226-4a2566a5fe28 HTTP/1.1" status: 200 len: 806 time: 0.1981080 Sep 08 09:14:26.840010 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5d660a8f-cc01-45d8-8631-06cefdf7a08a tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:26.852830 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dfd7e28b-1e43-4914-aea4-a2cc0ef6cc1c req-c3025689-44a4-4791-a79d-e5723b28874c tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744544 Sep 08 09:14:26.875294 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d660a8f-cc01-45d8-8631-06cefdf7a08a tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:14:26.876899 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5d660a8f-cc01-45d8-8631-06cefdf7a08a tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:26.888412 n-d-806683-11 neutron-server[94713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:14:26.888412 n-d-806683-11 neutron-server[94713]: self.session.flush() Sep 08 09:14:26.888412 n-d-806683-11 neutron-server[94713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:14:26.888412 n-d-806683-11 neutron-server[94713]: self.session.flush() Sep 08 09:14:26.888412 n-d-806683-11 neutron-server[94713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:14:26.888412 n-d-806683-11 neutron-server[94713]: self.session.flush() Sep 08 09:14:26.888412 n-d-806683-11 neutron-server[94713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:14:26.888412 n-d-806683-11 neutron-server[94713]: self.session.flush() Sep 08 09:14:26.888412 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:14:26.888412 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:14:26.888412 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:14:26.888412 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:14:26.888412 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:14:26.888412 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:14:26.888412 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:14:26.888412 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:14:26.888412 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:14:26.888412 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:14:26.888412 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:14:26.888412 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:14:26.888412 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:14:26.888412 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:14:26.888412 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:14:26.888412 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:14:26.888412 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:14:26.888412 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:14:26.888412 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:14:26.888412 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:14:26.888412 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:14:26.888412 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:14:26.888412 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:14:26.888412 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:14:26.888412 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:14:26.888412 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:14:26.888412 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:14:26.888412 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:14:26.888412 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:14:26.888412 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:14:26.888412 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:14:26.888412 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:14:26.918638 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-68432301-711f-4ad5-8170-cd99aa888217 req-e6ea5037-290d-44c5-bdda-48e9920fd8d4 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Request body: {'port': {'device_id': 'c7182b8f-6d57-4113-81c0-38bf8b2f98a4', 'network_id': '48c54abd-6f52-4b1d-9226-4a2566a5fe28', 'admin_state_up': True, 'tenant_id': '361efd7dd288461f98c228af9e362c93'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:14:26.969946 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-aec60e75-652f-465a-a9d5-d97d91017293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613c2556-fdfb-4496-84c6-ccdf7e1aac93', 'name': 'tempest-ImageQuotaTest-1821504215-router', 'tenant_id': '455d5597ecc542cfa45a81bfcc0dbd12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '9f6a0263-59b2-4f0f-b064-9f779074e801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:14:04Z', 'updated_at': '2021-09-08T09:14:16Z', 'revision_number': 4, 'project_id': '455d5597ecc542cfa45a81bfcc0dbd12', 'gw_port': {'id': '9f6a0263-59b2-4f0f-b064-9f779074e801', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:95:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613c2556-fdfb-4496-84c6-ccdf7e1aac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:14:07Z', 'updated_at': '2021-09-08T09:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '5fecb94d-5fc2-49c5-8823-31ed0db06b29', 'name': '', 'network_id': '855bc2f9-27fd-4fa4-93ca-30e6d96cbba0', 'tenant_id': '455d5597ecc542cfa45a81bfcc0dbd12', 'mac_address': 'fa:16:3e:98:cd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613c2556-fdfb-4496-84c6-ccdf7e1aac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '4874de39-b054-42db-9f91-b89608cdd0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:14:14Z', 'updated_at': '2021-09-08T09:14:25Z', 'revision_number': 4, 'project_id': '455d5597ecc542cfa45a81bfcc0dbd12', 'subnets': [{'id': '4874de39-b054-42db-9f91-b89608cdd0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:27.044665 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec60e75-652f-465a-a9d5-d97d91017293 None None] The sync data for ids ['613c2556-fdfb-4496-84c6-ccdf7e1aac93'] in n-d-806683-11 is: [{'id': '613c2556-fdfb-4496-84c6-ccdf7e1aac93', 'name': 'tempest-ImageQuotaTest-1821504215-router', 'tenant_id': '455d5597ecc542cfa45a81bfcc0dbd12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '9f6a0263-59b2-4f0f-b064-9f779074e801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:14:04Z', 'updated_at': '2021-09-08T09:14:16Z', 'revision_number': 4, 'project_id': '455d5597ecc542cfa45a81bfcc0dbd12', 'gw_port': {'id': '9f6a0263-59b2-4f0f-b064-9f779074e801', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:95:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613c2556-fdfb-4496-84c6-ccdf7e1aac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:14:07Z', 'updated_at': '2021-09-08T09:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '5fecb94d-5fc2-49c5-8823-31ed0db06b29', 'name': '', 'network_id': '855bc2f9-27fd-4fa4-93ca-30e6d96cbba0', 'tenant_id': '455d5597ecc542cfa45a81bfcc0dbd12', 'mac_address': 'fa:16:3e:98:cd:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613c2556-fdfb-4496-84c6-ccdf7e1aac93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1992, 'fixed_ips': [{'subnet_id': '4874de39-b054-42db-9f91-b89608cdd0d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:14:14Z', 'updated_at': '2021-09-08T09:14:25Z', 'revision_number': 4, 'project_id': '455d5597ecc542cfa45a81bfcc0dbd12', 'subnets': [{'id': '4874de39-b054-42db-9f91-b89608cdd0d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:14:27.084729 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6571c44-d098-419a-b511-66145692ffbe tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Router 077a1b35-7b5d-4cdb-990f-6b127f447355 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:14:27.106403 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5d660a8f-cc01-45d8-8631-06cefdf7a08a tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:27.234940 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5d660a8f-cc01-45d8-8631-06cefdf7a08a tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:27.243959 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5d660a8f-cc01-45d8-8631-06cefdf7a08a tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] 10.222.0.54 "DELETE /v2.0/networks/420ee6df-451a-4285-bec4-d22a945df514 HTTP/1.1" status: 204 len: 168 time: 2.5396764 Sep 08 09:14:27.250292 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d660a8f-cc01-45d8-8631-06cefdf7a08a tempest-TaggedBootDevicesTest-964372314 tempest-TaggedBootDevicesTest-964372314-project] Pushing event deleted for resources: {'Network': ['ID=420ee6df-451a-4285-bec4-d22a945df514,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:27.390417 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-45dcae16-9656-4a30-b376-f8371a08ff0b req-2ee62ee6-9cf9-4e68-9f5a-93860389c8a9 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7182b8f-6d57-4113-81c0-38bf8b2f98a4 HTTP/1.1" status: 200 len: 210 time: 0.2348063 Sep 08 09:14:27.562170 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e87e18f4-d8bb-4d8e-b687-035ce57b4264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:27.659125 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6571c44-d098-419a-b511-66145692ffbe tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:14:27.673837 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48f6a00-c970-4331-b847-2dab8471df93 None None] Sync routers for ids ['077a1b35-7b5d-4cdb-990f-6b127f447355'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:14:27.677781 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b6571c44-d098-419a-b511-66145692ffbe tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:27.706013 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48f6a00-c970-4331-b847-2dab8471df93 None None] Routers {'077a1b35-7b5d-4cdb-990f-6b127f447355'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:14:27.714395 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-d48f6a00-c970-4331-b847-2dab8471df93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:14:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['077a1b35-7b5d-4cdb-990f-6b127f447355'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:27.764619 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b6571c44-d098-419a-b511-66145692ffbe tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "PUT /v2.0/floatingips/e97fa905-7f24-49d1-99dd-3c0355dff5e6 HTTP/1.1" status: 200 len: 688 time: 3.3261929 Sep 08 09:14:27.765453 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57302) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:27.766306 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68432301-711f-4ad5-8170-cd99aa888217 req-e6ea5037-290d-44c5-bdda-48e9920fd8d4 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Made reservation on behalf of 361efd7dd288461f98c228af9e362c93 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:14:27.771650 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-68432301-711f-4ad5-8170-cd99aa888217 req-e6ea5037-290d-44c5-bdda-48e9920fd8d4 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:27.892229 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-d48f6a00-c970-4331-b847-2dab8471df93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:27.910322 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57306) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:27.927210 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48f6a00-c970-4331-b847-2dab8471df93 None None] Routers {'077a1b35-7b5d-4cdb-990f-6b127f447355'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:14:27.930605 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-d48f6a00-c970-4331-b847-2dab8471df93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:14:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['077a1b35-7b5d-4cdb-990f-6b127f447355'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:28.066856 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e934d61-e5b7-4ea8-b6d7-abd85874d994 req-fb308f2b-b280-4d18-aac0-b01a37fe5edf tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:28.068598 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9e934d61-e5b7-4ea8-b6d7-abd85874d994 req-fb308f2b-b280-4d18-aac0-b01a37fe5edf tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 943 time: 0.4288204 Sep 08 09:14:28.120038 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-d48f6a00-c970-4331-b847-2dab8471df93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:28.128893 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48f6a00-c970-4331-b847-2dab8471df93 None None] The sync data for ids ['077a1b35-7b5d-4cdb-990f-6b127f447355'] in n-d-806683-11 is: [] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:14:28.377099 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ac002557-f88c-41d2-b715-c558bf3ee233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:28.403436 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9e934d61-e5b7-4ea8-b6d7-abd85874d994 req-30ab3cd0-3045-4f1e-849d-280c15ee7d79 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3234835 Sep 08 09:14:28.427754 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 5fecb94d-5fc2-49c5-8823-31ed0db06b29 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:14:28.681299 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e11ef-ec76-42e6-add8-ef2eab5f40fa req-2d28df02-e068-41a0-b289-d04cea08844c tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:28.692587 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-750e11ef-ec76-42e6-add8-ef2eab5f40fa req-2d28df02-e068-41a0-b289-d04cea08844c tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb90c0a3-ef79-4bbe-acc9-2b38b5719617 HTTP/1.1" status: 200 len: 945 time: 0.6517255 Sep 08 09:14:28.717782 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:28.731422 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-65b541f4-361c-4f76-a878-4301baf7d7bd req-eb4bb11a-8149-4d7c-8dba-36ce719edcd4 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7182b8f-6d57-4113-81c0-38bf8b2f98a4 HTTP/1.1" status: 200 len: 210 time: 0.0654709 Sep 08 09:14:28.771552 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 5fecb94d-5fc2-49c5-8823-31ed0db06b29 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:14:28.784436 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 5fecb94d-5fc2-49c5-8823-31ed0db06b29 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:14:28.786204 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:28.816579 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-dfd14d52-3e12-4524-bd93-243cd7ec5a6f tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Deleting port 8a77606d-01fb-4b80-bc99-6abff59c51a8 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:14:28.817232 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dfd14d52-3e12-4524-bd93-243cd7ec5a6f tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:28.831689 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ac002557-f88c-41d2-b715-c558bf3ee233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:28.855703 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-e87e18f4-d8bb-4d8e-b687-035ce57b4264 admin admin] Deleting port 5fecb94d-5fc2-49c5-8823-31ed0db06b29 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:14:28.856177 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e87e18f4-d8bb-4d8e-b687-035ce57b4264 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:28.902423 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-750e11ef-ec76-42e6-add8-ef2eab5f40fa req-7eb73a24-6f6b-4163-be41-7396a8148d97 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053821 Sep 08 09:14:28.965313 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-68432301-711f-4ad5-8170-cd99aa888217 req-e6ea5037-290d-44c5-bdda-48e9920fd8d4 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Allocated IP 172.20.0.2 (48c54abd-6f52-4b1d-9226-4a2566a5fe28/7d9ca010-a841-4012-aaa1-2a86eaf161a1/8d66f380-726a-4128-9ed9-44d356b08f07) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:14:28.997689 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:29.071683 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-e87e18f4-d8bb-4d8e-b687-035ce57b4264 admin admin] For port 5fecb94d-5fc2-49c5-8823-31ed0db06b29, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=5fecb94d-5fc2-49c5-8823-31ed0db06b29,segment=NetworkSegment(cea6c2fd-b2b1-4109-9d6b-94e023f120af),segment_id=cea6c2fd-b2b1-4109-9d6b-94e023f120af)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:14:29.072322 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e87e18f4-d8bb-4d8e-b687-035ce57b4264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:29.076144 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dfd14d52-3e12-4524-bd93-243cd7ec5a6f tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:29.078356 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 5fecb94d-5fc2-49c5-8823-31ed0db06b29, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=5fecb94d-5fc2-49c5-8823-31ed0db06b29,segment=NetworkSegment(cea6c2fd-b2b1-4109-9d6b-94e023f120af),segment_id=cea6c2fd-b2b1-4109-9d6b-94e023f120af)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:14:29.079629 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dfd14d52-3e12-4524-bd93-243cd7ec5a6f tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:29.094653 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:29.106225 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-e87e18f4-d8bb-4d8e-b687-035ce57b4264 admin admin] Calling delete_port for 5fecb94d-5fc2-49c5-8823-31ed0db06b29 owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:14:29.178185 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=5fecb94d-5fc2-49c5-8823-31ed0db06b29,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:29.194843 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-dfd14d52-3e12-4524-bd93-243cd7ec5a6f tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Calling delete_port for 8a77606d-01fb-4b80-bc99-6abff59c51a8 owned by network:floatingip {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:14:29.273243 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ac002557-f88c-41d2-b715-c558bf3ee233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:29.283713 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57324) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:29.389933 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ac002557-f88c-41d2-b715-c558bf3ee233 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d5ea9fc96b1a4666a08a0a71dc9cd099&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4709885 Sep 08 09:14:29.395968 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57328) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:29.404929 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac002557-f88c-41d2-b715-c558bf3ee233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04109284-d1b2-4456-929e-a510a77fc889,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:29.583571 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-68432301-711f-4ad5-8170-cd99aa888217 req-e6ea5037-290d-44c5-bdda-48e9920fd8d4 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:29.694222 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-68432301-711f-4ad5-8170-cd99aa888217 req-e6ea5037-290d-44c5-bdda-48e9920fd8d4 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:29.749668 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:14:29.833102 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5d6952a7-93e2-437c-8083-5b7783126d87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:29.895099 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e87e18f4-d8bb-4d8e-b687-035ce57b4264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:30.129752 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e18f4-d8bb-4d8e-b687-035ce57b4264 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fecb94d-5fc2-49c5-8823-31ed0db06b29,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:30.153686 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7e3f8b70-d236-440b-9da3-0a4c889a53d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:30.170759 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68432301-711f-4ad5-8170-cd99aa888217 req-e6ea5037-290d-44c5-bdda-48e9920fd8d4 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Network 48c54abd-6f52-4b1d-9226-4a2566a5fe28 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:14:30.191037 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-68432301-711f-4ad5-8170-cd99aa888217 req-e6ea5037-290d-44c5-bdda-48e9920fd8d4 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:14:30.193075 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ea5037-290d-44c5-bdda-48e9920fd8d4 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Pushing event updated for resources: {'Port': ['ID=8d66f380-726a-4128-9ed9-44d356b08f07,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:30.197616 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-68432301-711f-4ad5-8170-cd99aa888217 req-e6ea5037-290d-44c5-bdda-48e9920fd8d4 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:14:30.263108 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68432301-711f-4ad5-8170-cd99aa888217 req-e6ea5037-290d-44c5-bdda-48e9920fd8d4 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:30.263697 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-68432301-711f-4ad5-8170-cd99aa888217 req-e6ea5037-290d-44c5-bdda-48e9920fd8d4 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:30.271374 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519cb20-a07f-41dd-9b86-2c07d7f430be req-1613809c-2a78-4f46-a515-6322223d3987 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:30.277678 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1519cb20-a07f-41dd-9b86-2c07d7f430be req-1613809c-2a78-4f46-a515-6322223d3987 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 943 time: 0.4752271 Sep 08 09:14:30.288890 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dfd14d52-3e12-4524-bd93-243cd7ec5a6f tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:30.289639 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7e3f8b70-d236-440b-9da3-0a4c889a53d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:30.354117 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd14d52-3e12-4524-bd93-243cd7ec5a6f tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Pushing event deleted for resources: {'Port': ['ID=8a77606d-01fb-4b80-bc99-6abff59c51a8,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:30.358172 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5d6952a7-93e2-437c-8083-5b7783126d87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:30.368746 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2937113-71ed-4132-a8e3-5dd6ee4ff3ed req-c87627fa-fd8e-44b5-bd93-94fc96610ad8 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:30.371141 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f2937113-71ed-4132-a8e3-5dd6ee4ff3ed req-c87627fa-fd8e-44b5-bd93-94fc96610ad8 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7182b8f-6d57-4113-81c0-38bf8b2f98a4 HTTP/1.1" status: 200 len: 931 time: 0.2835364 Sep 08 09:14:30.374301 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5d6952a7-93e2-437c-8083-5b7783126d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:30.405426 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-68432301-711f-4ad5-8170-cd99aa888217 req-e6ea5037-290d-44c5-bdda-48e9920fd8d4 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5481775 Sep 08 09:14:30.520841 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5d6952a7-93e2-437c-8083-5b7783126d87 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5a8cd9b3dd0d45ffb5515380801822d2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2297068 Sep 08 09:14:30.521813 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6952a7-93e2-437c-8083-5b7783126d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee003bc-a118-4959-9462-8f487ecf705f,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:30.524775 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57338) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:30.550493 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f2937113-71ed-4132-a8e3-5dd6ee4ff3ed req-00fc5960-709b-429b-aad5-15e9e8243a70 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588552 Sep 08 09:14:30.573153 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1519cb20-a07f-41dd-9b86-2c07d7f430be req-74343365-391b-46e3-8a18-f4c7ac8aa416 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2760704 Sep 08 09:14:30.678295 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dfd14d52-3e12-4524-bd93-243cd7ec5a6f tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for floatingip, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:30.680909 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dfd14d52-3e12-4524-bd93-243cd7ec5a6f tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:30.687204 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57340) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:30.690679 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-dfd14d52-3e12-4524-bd93-243cd7ec5a6f tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "DELETE /v2.0/floatingips/e97fa905-7f24-49d1-99dd-3c0355dff5e6 HTTP/1.1" status: 204 len: 168 time: 2.9080255 Sep 08 09:14:30.742094 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-a20e2838-9d7f-4c83-8e4e-01599b5be797 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] delete failed (client error): The resource could not be found. Sep 08 09:14:30.742495 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a20e2838-9d7f-4c83-8e4e-01599b5be797 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "DELETE /v2.0/floatingips/e97fa905-7f24-49d1-99dd-3c0355dff5e6 HTTP/1.1" status: 404 len: 345 time: 0.0543270 Sep 08 09:14:30.747812 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57342) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:30.799598 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-74d066e0-c261-4729-8cd1-b4b5009b6bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:30.822124 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e87e18f4-d8bb-4d8e-b687-035ce57b4264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:30.836846 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9faf0-b43b-457d-a5fc-fa13e5de07ee req-5937c3de-47b0-4247-9df1-2821870356e2 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:30.848937 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7e3f8b70-d236-440b-9da3-0a4c889a53d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:30.851877 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7e3f8b70-d236-440b-9da3-0a4c889a53d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:30.853154 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7e3f8b70-d236-440b-9da3-0a4c889a53d9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/04109284-d1b2-4456-929e-a510a77fc889 HTTP/1.1" status: 204 len: 168 time: 1.4559643 Sep 08 09:14:30.864367 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221fb296-7cf2-406a-b014-361905afad61 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:30.868488 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ece9faf0-b43b-457d-a5fc-fa13e5de07ee req-5937c3de-47b0-4247-9df1-2821870356e2 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb90c0a3-ef79-4bbe-acc9-2b38b5719617 HTTP/1.1" status: 200 len: 945 time: 0.1762388 Sep 08 09:14:30.870539 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221fb296-7cf2-406a-b014-361905afad61 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:30.876765 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221fb296-7cf2-406a-b014-361905afad61 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:30.881170 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-221fb296-7cf2-406a-b014-361905afad61 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "GET /v2.0/ports?network_id=d9ce96e3-24d0-4047-8be0-90643e4f71d5 HTTP/1.1" status: 200 len: 2358 time: 0.1322682 Sep 08 09:14:30.889931 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57348) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:30.890768 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f8b70-d236-440b-9da3-0a4c889a53d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04109284-d1b2-4456-929e-a510a77fc889,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:30.935603 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-74d066e0-c261-4729-8cd1-b4b5009b6bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:30.985856 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ece9faf0-b43b-457d-a5fc-fa13e5de07ee req-72c99542-1c6f-445d-9594-2da54a42790e tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137848 Sep 08 09:14:31.014481 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-68432301-711f-4ad5-8170-cd99aa888217 req-90ecb408-a368-43fa-80f5-97ead60325cf service neutron] Request body: {'port': {'device_id': 'c7182b8f-6d57-4113-81c0-38bf8b2f98a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:14:31.146300 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-74d066e0-c261-4729-8cd1-b4b5009b6bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:31.156743 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-74d066e0-c261-4729-8cd1-b4b5009b6bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:31.158376 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-74d066e0-c261-4729-8cd1-b4b5009b6bf8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8ee003bc-a118-4959-9462-8f487ecf705f HTTP/1.1" status: 204 len: 168 time: 0.6068163 Sep 08 09:14:31.215723 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-68432301-711f-4ad5-8170-cd99aa888217 req-90ecb408-a368-43fa-80f5-97ead60325cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:31.225652 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d066e0-c261-4729-8cd1-b4b5009b6bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee003bc-a118-4959-9462-8f487ecf705f,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:31.848080 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb60641-f743-4024-a532-8449de52b4c2 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:31.850410 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7eb60641-f743-4024-a532-8449de52b4c2 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "GET /v2.0/subnets/ece42bf3-a7b7-443d-970c-1048b41ee6e1 HTTP/1.1" status: 200 len: 797 time: 0.9557087 Sep 08 09:14:31.861583 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57370) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:31.869536 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-645c7b1d-5758-40d2-9003-17e172888762 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Request body: {'port': {'network_id': 'd9ce96e3-24d0-4047-8be0-90643e4f71d5', 'name': 'tempest-FloatingIPTestJSON-498438315', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:14:31.964953 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977693c8-4d92-46da-801c-b3b7cfbb12d0 req-a47730c2-4daa-4f92-919f-b2a3346b46f2 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:31.966923 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-977693c8-4d92-46da-801c-b3b7cfbb12d0 req-a47730c2-4daa-4f92-919f-b2a3346b46f2 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7182b8f-6d57-4113-81c0-38bf8b2f98a4 HTTP/1.1" status: 200 len: 931 time: 0.1392827 Sep 08 09:14:32.002070 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f43e81a-247a-4d2d-953d-025d071d246d req-8142dbb8-303b-4e24-9e62-55d53677e82a tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:32.003809 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5f43e81a-247a-4d2d-953d-025d071d246d req-8142dbb8-303b-4e24-9e62-55d53677e82a tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 943 time: 0.1739008 Sep 08 09:14:32.069931 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-977693c8-4d92-46da-801c-b3b7cfbb12d0 req-388c64a6-2ffe-42d2-b0ef-e90e80483a41 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921602 Sep 08 09:14:32.165900 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-68432301-711f-4ad5-8170-cd99aa888217 req-90ecb408-a368-43fa-80f5-97ead60325cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d66f380-726a-4128-9ed9-44d356b08f07 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:14:32.183077 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5f43e81a-247a-4d2d-953d-025d071d246d req-883c1b6e-cfbe-4848-b08e-d1b248333de9 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1652789 Sep 08 09:14:32.185793 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-68432301-711f-4ad5-8170-cd99aa888217 req-90ecb408-a368-43fa-80f5-97ead60325cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:32.200783 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57378) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:32.209843 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-68432301-711f-4ad5-8170-cd99aa888217 req-90ecb408-a368-43fa-80f5-97ead60325cf service neutron] Transition to ACTIVE for port object 8d66f380-726a-4128-9ed9-44d356b08f07 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:14:32.213086 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645c7b1d-5758-40d2-9003-17e172888762 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Made reservation on behalf of 8f549d6a3f8a431eb4cd9e8188099d64 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:14:32.223396 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e87e18f4-d8bb-4d8e-b687-035ce57b4264 admin admin] Router 613c2556-fdfb-4496-84c6-ccdf7e1aac93 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:14:32.223693 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-68432301-711f-4ad5-8170-cd99aa888217 req-90ecb408-a368-43fa-80f5-97ead60325cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:32.252072 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-33dc17e6-fdb6-48ec-9306-0160e2195bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:32.347526 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecb408-a368-43fa-80f5-97ead60325cf service neutron] Pushing event updated for resources: {'Port': ['ID=8d66f380-726a-4128-9ed9-44d356b08f07,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:32.384216 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e952389-d90b-47c7-b227-6a0a9b8ae198 req-86446928-1e1f-42c7-b3eb-fac037f2968b tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:32.384952 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1e952389-d90b-47c7-b227-6a0a9b8ae198 req-86446928-1e1f-42c7-b3eb-fac037f2968b tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb90c0a3-ef79-4bbe-acc9-2b38b5719617 HTTP/1.1" status: 200 len: 945 time: 0.1605761 Sep 08 09:14:32.425788 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-645c7b1d-5758-40d2-9003-17e172888762 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:32.450679 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [None req-645c7b1d-5758-40d2-9003-17e172888762 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] device_id is not set on port 5789ea87-9fce-48d9-b844-8b4ef6dc31b8 yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:14:32.493021 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1e952389-d90b-47c7-b227-6a0a9b8ae198 req-1722ac9e-e480-4a95-8b66-fc3721328b23 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975962 Sep 08 09:14:32.530392 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87e18f4-d8bb-4d8e-b687-035ce57b4264 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:14:32.546838 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa35391e-246e-4d31-865e-ef3c49e2eae5 None None] Sync routers for ids ['613c2556-fdfb-4496-84c6-ccdf7e1aac93'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:14:32.555943 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e87e18f4-d8bb-4d8e-b687-035ce57b4264 admin admin] 10.222.0.54 "PUT /v2.0/routers/613c2556-fdfb-4496-84c6-ccdf7e1aac93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1758325 Sep 08 09:14:32.560572 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57390) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:32.565446 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa35391e-246e-4d31-865e-ef3c49e2eae5 None None] Routers {'613c2556-fdfb-4496-84c6-ccdf7e1aac93'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:14:32.566083 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-fa35391e-246e-4d31-865e-ef3c49e2eae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:14:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['613c2556-fdfb-4496-84c6-ccdf7e1aac93'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:32.617700 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-33dc17e6-fdb6-48ec-9306-0160e2195bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:32.630616 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-33dc17e6-fdb6-48ec-9306-0160e2195bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:32.661462 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dc17e6-fdb6-48ec-9306-0160e2195bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbc1cc0-7bbf-44a9-9496-97825b02832e,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:32.736388 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-68432301-711f-4ad5-8170-cd99aa888217 req-90ecb408-a368-43fa-80f5-97ead60325cf service neutron] Attempting to bind port 8d66f380-726a-4128-9ed9-44d356b08f07 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:14:32.736388 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-68432301-711f-4ad5-8170-cd99aa888217 req-90ecb408-a368-43fa-80f5-97ead60325cf service neutron] Attempting to bind port 8d66f380-726a-4128-9ed9-44d356b08f07 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '7ce255b1-6bde-43a1-82b1-212ac77774b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48c54abd-6f52-4b1d-9226-4a2566a5fe28'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:14:32.737196 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68432301-711f-4ad5-8170-cd99aa888217 req-90ecb408-a368-43fa-80f5-97ead60325cf service neutron] Attempting to bind port 8d66f380-726a-4128-9ed9-44d356b08f07 on network 48c54abd-6f52-4b1d-9226-4a2566a5fe28 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:14:32.761551 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68432301-711f-4ad5-8170-cd99aa888217 req-90ecb408-a368-43fa-80f5-97ead60325cf service neutron] Port 8d66f380-726a-4128-9ed9-44d356b08f07 on network 48c54abd-6f52-4b1d-9226-4a2566a5fe28 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:14:32.762025 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68432301-711f-4ad5-8170-cd99aa888217 req-90ecb408-a368-43fa-80f5-97ead60325cf service neutron] Attempting to bind port 8d66f380-726a-4128-9ed9-44d356b08f07 on network 48c54abd-6f52-4b1d-9226-4a2566a5fe28 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:14:32.765960 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-33dc17e6-fdb6-48ec-9306-0160e2195bac admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0bcc710f52ed409098aab3238f0ae23b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5508139 Sep 08 09:14:32.768601 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57394) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:32.782362 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-fa35391e-246e-4d31-865e-ef3c49e2eae5 None None] Set router 613c2556-fdfb-4496-84c6-ccdf7e1aac93 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:14:32.819351 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dd45efd5-a8b8-4993-b31b-3555501c6e39 admin admin] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:33.010007 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5741c5d1-728a-4bda-b1ed-f30d5da3dd2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:33.037414 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5741c5d1-728a-4bda-b1ed-f30d5da3dd2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:33.093057 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-fa35391e-246e-4d31-865e-ef3c49e2eae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613c2556-fdfb-4496-84c6-ccdf7e1aac93', 'name': 'tempest-ImageQuotaTest-1821504215-router', 'tenant_id': '455d5597ecc542cfa45a81bfcc0dbd12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '9f6a0263-59b2-4f0f-b064-9f779074e801', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:14:04Z', 'updated_at': '2021-09-08T09:14:29Z', 'revision_number': 5, 'project_id': '455d5597ecc542cfa45a81bfcc0dbd12', 'gw_port': {'id': '9f6a0263-59b2-4f0f-b064-9f779074e801', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:95:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613c2556-fdfb-4496-84c6-ccdf7e1aac93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:14:07Z', 'updated_at': '2021-09-08T09:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:33.130933 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dd45efd5-a8b8-4993-b31b-3555501c6e39 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:33.146984 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5741c5d1-728a-4bda-b1ed-f30d5da3dd2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:33.152811 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5741c5d1-728a-4bda-b1ed-f30d5da3dd2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:33.157705 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5741c5d1-728a-4bda-b1ed-f30d5da3dd2d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5bbc1cc0-7bbf-44a9-9496-97825b02832e HTTP/1.1" status: 204 len: 168 time: 0.3878050 Sep 08 09:14:33.189259 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa35391e-246e-4d31-865e-ef3c49e2eae5 None None] Checking router: 613c2556-fdfb-4496-84c6-ccdf7e1aac93 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:14:33.215924 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa35391e-246e-4d31-865e-ef3c49e2eae5 None None] Routers {'613c2556-fdfb-4496-84c6-ccdf7e1aac93'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:14:33.216625 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-fa35391e-246e-4d31-865e-ef3c49e2eae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:14:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['613c2556-fdfb-4496-84c6-ccdf7e1aac93'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:33.252618 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5741c5d1-728a-4bda-b1ed-f30d5da3dd2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbc1cc0-7bbf-44a9-9496-97825b02832e,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:33.331357 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-dd45efd5-a8b8-4993-b31b-3555501c6e39 admin admin] Deleting port 9f6a0263-59b2-4f0f-b064-9f779074e801 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:14:33.332063 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dd45efd5-a8b8-4993-b31b-3555501c6e39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:33.467649 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-fa35391e-246e-4d31-865e-ef3c49e2eae5 None None] Set router 613c2556-fdfb-4496-84c6-ccdf7e1aac93 gateway port host: None {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:14:33.595061 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e60f28-be22-42a1-97b1-c5c46e2cf06b req-ae3f8c74-42d0-4964-8274-9a0db4b60876 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:33.602300 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-fa35391e-246e-4d31-865e-ef3c49e2eae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613c2556-fdfb-4496-84c6-ccdf7e1aac93', 'name': 'tempest-ImageQuotaTest-1821504215-router', 'tenant_id': '455d5597ecc542cfa45a81bfcc0dbd12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:14:04Z', 'updated_at': '2021-09-08T09:14:33Z', 'revision_number': 6, 'project_id': '455d5597ecc542cfa45a81bfcc0dbd12', 'gw_port_host': None}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:33.605415 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c4e60f28-be22-42a1-97b1-c5c46e2cf06b req-ae3f8c74-42d0-4964-8274-9a0db4b60876 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 943 time: 0.1648216 Sep 08 09:14:33.610025 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-dd45efd5-a8b8-4993-b31b-3555501c6e39 admin admin] For port 9f6a0263-59b2-4f0f-b064-9f779074e801, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=9f6a0263-59b2-4f0f-b064-9f779074e801,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:14:33.610432 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dd45efd5-a8b8-4993-b31b-3555501c6e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:33.655298 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-dd45efd5-a8b8-4993-b31b-3555501c6e39 admin admin] Calling delete_port for 9f6a0263-59b2-4f0f-b064-9f779074e801 owned by network:router_gateway {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:14:33.668029 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa35391e-246e-4d31-865e-ef3c49e2eae5 None None] The sync data for ids ['613c2556-fdfb-4496-84c6-ccdf7e1aac93'] in n-d-806683-11 is: [{'id': '613c2556-fdfb-4496-84c6-ccdf7e1aac93', 'name': 'tempest-ImageQuotaTest-1821504215-router', 'tenant_id': '455d5597ecc542cfa45a81bfcc0dbd12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:14:04Z', 'updated_at': '2021-09-08T09:14:33Z', 'revision_number': 6, 'project_id': '455d5597ecc542cfa45a81bfcc0dbd12', 'gw_port_host': None}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:14:33.752122 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-645c7b1d-5758-40d2-9003-17e172888762 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Allocated IP 172.20.0.14 (d9ce96e3-24d0-4047-8be0-90643e4f71d5/ece42bf3-a7b7-443d-970c-1048b41ee6e1/5789ea87-9fce-48d9-b844-8b4ef6dc31b8) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:14:33.770653 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c4e60f28-be22-42a1-97b1-c5c46e2cf06b req-66280a18-3f07-4c07-8580-010ffc591205 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1587162 Sep 08 09:14:33.770804 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-645c7b1d-5758-40d2-9003-17e172888762 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Allocated IP 172.20.0.13 (d9ce96e3-24d0-4047-8be0-90643e4f71d5/ece42bf3-a7b7-443d-970c-1048b41ee6e1/5789ea87-9fce-48d9-b844-8b4ef6dc31b8) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:14:33.889906 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68432301-711f-4ad5-8170-cd99aa888217 req-90ecb408-a368-43fa-80f5-97ead60325cf service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:14:33.889906 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68432301-711f-4ad5-8170-cd99aa888217 req-90ecb408-a368-43fa-80f5-97ead60325cf service neutron] Checking segment: {'id': '7ce255b1-6bde-43a1-82b1-212ac77774b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48c54abd-6f52-4b1d-9226-4a2566a5fe28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:14:33.890266 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68432301-711f-4ad5-8170-cd99aa888217 req-90ecb408-a368-43fa-80f5-97ead60325cf service neutron] Bound using segment: {'id': '7ce255b1-6bde-43a1-82b1-212ac77774b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48c54abd-6f52-4b1d-9226-4a2566a5fe28'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:14:33.890566 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-68432301-711f-4ad5-8170-cd99aa888217 req-90ecb408-a368-43fa-80f5-97ead60325cf service neutron] Bound port: 8d66f380-726a-4128-9ed9-44d356b08f07, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ce255b1-6bde-43a1-82b1-212ac77774b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48c54abd-6f52-4b1d-9226-4a2566a5fe28'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:14:33.890939 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-68432301-711f-4ad5-8170-cd99aa888217 req-90ecb408-a368-43fa-80f5-97ead60325cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:34.111271 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3056112-f123-489c-b176-1421562fae5c req-48a3eecb-12f0-4150-92f5-d12940a93066 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:34.121592 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a3056112-f123-489c-b176-1421562fae5c req-48a3eecb-12f0-4150-92f5-d12940a93066 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7182b8f-6d57-4113-81c0-38bf8b2f98a4 HTTP/1.1" status: 200 len: 943 time: 0.2380660 Sep 08 09:14:34.131799 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff3c3f1-07fc-4902-bb9b-89f8cbd56268 req-25d22d0b-e887-49f4-8b25-e0f6d196f85e tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:34.135981 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4ff3c3f1-07fc-4902-bb9b-89f8cbd56268 req-25d22d0b-e887-49f4-8b25-e0f6d196f85e tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb90c0a3-ef79-4bbe-acc9-2b38b5719617 HTTP/1.1" status: 200 len: 945 time: 0.2095628 Sep 08 09:14:34.195383 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 5fecb94d-5fc2-49c5-8823-31ed0db06b29 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:14:34.221442 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-68432301-711f-4ad5-8170-cd99aa888217 req-90ecb408-a368-43fa-80f5-97ead60325cf service neutron] For port 8d66f380-726a-4128-9ed9-44d356b08f07, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:14:34.257769 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dd45efd5-a8b8-4993-b31b-3555501c6e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:34.265896 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-645c7b1d-5758-40d2-9003-17e172888762 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:34.270742 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 5fecb94d-5fc2-49c5-8823-31ed0db06b29 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:14:34.273721 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 5fecb94d-5fc2-49c5-8823-31ed0db06b29 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:14:34.307406 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd45efd5-a8b8-4993-b31b-3555501c6e39 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f6a0263-59b2-4f0f-b064-9f779074e801,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:34.322554 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a3056112-f123-489c-b176-1421562fae5c req-c666ddee-315b-46b7-b982-3393fcd9338d tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857624 Sep 08 09:14:34.339584 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-68432301-711f-4ad5-8170-cd99aa888217 req-90ecb408-a368-43fa-80f5-97ead60325cf service neutron] For port 8d66f380-726a-4128-9ed9-44d356b08f07, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=8d66f380-726a-4128-9ed9-44d356b08f07,segment=NetworkSegment(7ce255b1-6bde-43a1-82b1-212ac77774b3),segment_id=7ce255b1-6bde-43a1-82b1-212ac77774b3)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:14:34.395099 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-68432301-711f-4ad5-8170-cd99aa888217 req-90ecb408-a368-43fa-80f5-97ead60325cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:34.426098 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4ff3c3f1-07fc-4902-bb9b-89f8cbd56268 req-1f92ea9a-0659-4e79-a654-980ee5d09930 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792881 Sep 08 09:14:34.451463 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dd45efd5-a8b8-4993-b31b-3555501c6e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:34.488643 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68432301-711f-4ad5-8170-cd99aa888217 req-90ecb408-a368-43fa-80f5-97ead60325cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:34.489280 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-68432301-711f-4ad5-8170-cd99aa888217 req-90ecb408-a368-43fa-80f5-97ead60325cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:34.490750 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-68432301-711f-4ad5-8170-cd99aa888217 req-90ecb408-a368-43fa-80f5-97ead60325cf service neutron] 10.222.0.35 "PUT /v2.0/ports/8d66f380-726a-4128-9ed9-44d356b08f07 HTTP/1.1" status: 200 len: 1092 time: 3.4885533 Sep 08 09:14:34.493158 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7182b8f-6d57-4113-81c0-38bf8b2f98a4', 'tag': '8d66f380-726a-4128-9ed9-44d356b08f07'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:14:34.497806 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d16550-854f-48c1-a7a6-f778d50146a9" -d '{"events": [{"name": "network-changed", "server_uuid": "c7182b8f-6d57-4113-81c0-38bf8b2f98a4", "tag": "8d66f380-726a-4128-9ed9-44d356b08f07"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:14:34.580799 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecb408-a368-43fa-80f5-97ead60325cf service neutron] Pushing event updated for resources: {'Port': ['ID=8d66f380-726a-4128-9ed9-44d356b08f07,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:34.590642 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9b4707-52a4-42b4-9177-4ea36c081453 x-openstack-request-id: req-1e9b4707-52a4-42b4-9177-4ea36c081453 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:14:34.590936 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7182b8f-6d57-4113-81c0-38bf8b2f98a4", "tag": "8d66f380-726a-4128-9ed9-44d356b08f07", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:14:34.591192 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1e9b4707-52a4-42b4-9177-4ea36c081453 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:14:34.591732 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7182b8f-6d57-4113-81c0-38bf8b2f98a4', 'tag': '8d66f380-726a-4128-9ed9-44d356b08f07', 'status': 'completed', 'code': 200} Sep 08 09:14:34.593800 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecb408-a368-43fa-80f5-97ead60325cf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:14:34.594183 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecb408-a368-43fa-80f5-97ead60325cf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:14:34.594694 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecb408-a368-43fa-80f5-97ead60325cf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:14:34.595043 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecb408-a368-43fa-80f5-97ead60325cf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:14:34.595390 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecb408-a368-43fa-80f5-97ead60325cf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:14:34.595783 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecb408-a368-43fa-80f5-97ead60325cf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:14:34.596255 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecb408-a368-43fa-80f5-97ead60325cf service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:14:34.596760 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecb408-a368-43fa-80f5-97ead60325cf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:14:34.597109 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecb408-a368-43fa-80f5-97ead60325cf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:14:34.597773 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecb408-a368-43fa-80f5-97ead60325cf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:14:34.598137 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecb408-a368-43fa-80f5-97ead60325cf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:14:34.598628 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ecb408-a368-43fa-80f5-97ead60325cf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:14:34.602824 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dd45efd5-a8b8-4993-b31b-3555501c6e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:34.605967 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dd45efd5-a8b8-4993-b31b-3555501c6e39 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:34.609878 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-645c7b1d-5758-40d2-9003-17e172888762 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:34.670755 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dd45efd5-a8b8-4993-b31b-3555501c6e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:34.671480 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd45efd5-a8b8-4993-b31b-3555501c6e39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 613c2556-fdfb-4496-84c6-ccdf7e1aac93 {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:14:34.682563 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dd45efd5-a8b8-4993-b31b-3555501c6e39 admin admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:34.684311 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-dd45efd5-a8b8-4993-b31b-3555501c6e39 admin admin] 10.222.0.54 "DELETE /v2.0/routers/613c2556-fdfb-4496-84c6-ccdf7e1aac93 HTTP/1.1" status: 204 len: 168 time: 2.1223729 Sep 08 09:14:34.688941 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57468) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:34.746105 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645c7b1d-5758-40d2-9003-17e172888762 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Network d9ce96e3-24d0-4047-8be0-90643e4f71d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:14:34.759176 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-645c7b1d-5758-40d2-9003-17e172888762 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:14:34.767622 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645c7b1d-5758-40d2-9003-17e172888762 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:14:34.775189 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57476) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:34.775692 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c7b1d-5758-40d2-9003-17e172888762 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Pushing event updated for resources: {'Port': ['ID=5789ea87-9fce-48d9-b844-8b4ef6dc31b8,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:34.803332 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68432301-711f-4ad5-8170-cd99aa888217 req-36c87604-c2af-4564-b624-a61c31a35e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:34.818331 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-68432301-711f-4ad5-8170-cd99aa888217 req-36c87604-c2af-4564-b624-a61c31a35e85 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=361efd7dd288461f98c228af9e362c93&device_id=c7182b8f-6d57-4113-81c0-38bf8b2f98a4 HTTP/1.1" status: 200 len: 1095 time: 0.2026138 Sep 08 09:14:34.824556 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e450ce1-5aa3-40db-beaa-0b155a1ad102 admin admin] Deleting subnet 4874de39-b054-42db-9f91-b89608cdd0d6 {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:14:34.829746 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0e450ce1-5aa3-40db-beaa-0b155a1ad102 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:34.957255 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-68432301-711f-4ad5-8170-cd99aa888217 req-7eb799b2-0bd8-43c2-8433-a767373559b2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d66f380-726a-4128-9ed9-44d356b08f07 HTTP/1.1" status: 200 len: 217 time: 0.0914297 Sep 08 09:14:34.957377 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-c585fa06-1678-461c-b55c-ce31cf6e1f3f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-433705089-network', 'tenant_id': 'ccddf423ccc3452eafa1784b922ff72c'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:14:34.966699 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0e450ce1-5aa3-40db-beaa-0b155a1ad102 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:35.024452 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51176b5c-de72-48b0-91e4-003f696c1fe6 req-9d163e5b-be5c-4b10-9734-05deb9fc387a tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:35.029264 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-51176b5c-de72-48b0-91e4-003f696c1fe6 req-9d163e5b-be5c-4b10-9734-05deb9fc387a tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 943 time: 0.1147676 Sep 08 09:14:35.033094 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c585fa06-1678-461c-b55c-ce31cf6e1f3f admin admin] Made reservation on behalf of ccddf423ccc3452eafa1784b922ff72c for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:14:35.035709 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c585fa06-1678-461c-b55c-ce31cf6e1f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:35.075315 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68432301-711f-4ad5-8170-cd99aa888217 req-52887c70-9ea4-4d06-91f0-eb18186ae2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:35.077184 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-68432301-711f-4ad5-8170-cd99aa888217 req-52887c70-9ea4-4d06-91f0-eb18186ae2a1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7d9ca010-a841-4012-aaa1-2a86eaf161a1 HTTP/1.1" status: 200 len: 846 time: 0.0722692 Sep 08 09:14:35.087893 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645c7b1d-5758-40d2-9003-17e172888762 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:35.089720 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-645c7b1d-5758-40d2-9003-17e172888762 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:35.130708 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c585fa06-1678-461c-b55c-ce31cf6e1f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:35.156987 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-68432301-711f-4ad5-8170-cd99aa888217 req-1d6114ce-36c8-4e85-a84f-3d19fa4b42c2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48c54abd-6f52-4b1d-9226-4a2566a5fe28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627012 Sep 08 09:14:35.165010 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-51176b5c-de72-48b0-91e4-003f696c1fe6 req-4406df16-c77b-4aec-8e83-01c4991714ab tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1254232 Sep 08 09:14:35.165611 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-645c7b1d-5758-40d2-9003-17e172888762 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.2998559 Sep 08 09:14:35.166327 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57496) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:35.182234 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-71d8f544-6042-42ab-9d54-177a003481b9 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'port_id': '5789ea87-9fce-48d9-b844-8b4ef6dc31b8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:14:35.269290 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0e450ce1-5aa3-40db-beaa-0b155a1ad102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:35.275608 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57498) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:35.339320 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-68432301-711f-4ad5-8170-cd99aa888217 req-d79ccfa8-f959-4003-8855-6bf14f715d40 service neutron] 10.222.0.35 "GET /v2.0/networks/48c54abd-6f52-4b1d-9226-4a2566a5fe28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701787 Sep 08 09:14:35.341186 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c585fa06-1678-461c-b55c-ce31cf6e1f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:35.346723 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c585fa06-1678-461c-b55c-ce31cf6e1f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:35.373444 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-71d8f544-6042-42ab-9d54-177a003481b9 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for floatingip, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:35.392509 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c585fa06-1678-461c-b55c-ce31cf6e1f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcad411e-462c-468a-ae81-88babf3047a2,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:35.421604 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fea20f72-75d1-4ba0-b89c-935ccdb0b143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:35.438163 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c585fa06-1678-461c-b55c-ce31cf6e1f3f admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:14:35.456038 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c585fa06-1678-461c-b55c-ce31cf6e1f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:35.456467 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-c585fa06-1678-461c-b55c-ce31cf6e1f3f admin admin] Added segment 2948f235-2c0c-4995-95ba-433587acdf11 of type vlan for network 3a04b458-3abb-4296-a1dd-d64c72b303cb Sep 08 09:14:35.467726 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0e450ce1-5aa3-40db-beaa-0b155a1ad102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:35.522379 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c585fa06-1678-461c-b55c-ce31cf6e1f3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:35.565431 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346943a8-eec6-4673-adaf-d0917b9f9410 None None] Network 855bc2f9-27fd-4fa4-93ca-30e6d96cbba0 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:14:35.575022 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c585fa06-1678-461c-b55c-ce31cf6e1f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:35.576161 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c585fa06-1678-461c-b55c-ce31cf6e1f3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:35.576893 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c585fa06-1678-461c-b55c-ce31cf6e1f3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:35.584269 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e450ce1-5aa3-40db-beaa-0b155a1ad102 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4874de39-b054-42db-9f91-b89608cdd0d6,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:35.595293 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-68432301-711f-4ad5-8170-cd99aa888217 req-fc6dcb7c-9d74-4e84-9780-641aaa0ae344 service neutron] 10.222.0.35 "GET /v2.0/networks/48c54abd-6f52-4b1d-9226-4a2566a5fe28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332747 Sep 08 09:14:35.596731 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0e450ce1-5aa3-40db-beaa-0b155a1ad102 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:35.601819 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-0e450ce1-5aa3-40db-beaa-0b155a1ad102 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/4874de39-b054-42db-9f91-b89608cdd0d6 HTTP/1.1" status: 204 len: 168 time: 0.9104080 Sep 08 09:14:35.606116 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57506) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:35.648787 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4eab04-dcc3-4a3f-9412-a37f39418b08 req-bafad8e6-fa00-49ce-9f37-72f7cd9815ef tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:35.650361 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6c4eab04-dcc3-4a3f-9412-a37f39418b08 req-bafad8e6-fa00-49ce-9f37-72f7cd9815ef tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7182b8f-6d57-4113-81c0-38bf8b2f98a4 HTTP/1.1" status: 200 len: 943 time: 0.2257833 Sep 08 09:14:35.691334 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5c5177dd-ed83-4e70-b126-8f411dc6de1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:35.766166 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6c4eab04-dcc3-4a3f-9412-a37f39418b08 req-62e8b22f-8a96-4990-92f7-d59e94fda250 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853791 Sep 08 09:14:35.801798 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d16550-854f-48c1-a7a6-f778d50146a9 req-cecb6785-5eef-45b4-9935-e8d6fde611a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:35.803408 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c2d16550-854f-48c1-a7a6-f778d50146a9 req-cecb6785-5eef-45b4-9935-e8d6fde611a6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=361efd7dd288461f98c228af9e362c93&device_id=c7182b8f-6d57-4113-81c0-38bf8b2f98a4 HTTP/1.1" status: 200 len: 1095 time: 0.0962751 Sep 08 09:14:35.811421 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fea20f72-75d1-4ba0-b89c-935ccdb0b143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:35.814490 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c585fa06-1678-461c-b55c-ce31cf6e1f3f admin admin] Pushing event updated for resources: {'Network': ['ID=3a04b458-3abb-4296-a1dd-d64c72b303cb,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:35.825141 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fea20f72-75d1-4ba0-b89c-935ccdb0b143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:35.829938 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 3a04b458-3abb-4296-a1dd-d64c72b303cb details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:14:35.839930 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c585fa06-1678-461c-b55c-ce31cf6e1f3f admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0599194 Sep 08 09:14:35.843193 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57508) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:35.848817 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-011fcc55-9f9d-4c35-aff6-a9c517b4c70d admin admin] Request body: {'subnet': {'network_id': '3a04b458-3abb-4296-a1dd-d64c72b303cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-433705089-subnet', 'tenant_id': 'ccddf423ccc3452eafa1784b922ff72c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:14:35.855487 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-71d8f544-6042-42ab-9d54-177a003481b9 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:35.900082 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea20f72-75d1-4ba0-b89c-935ccdb0b143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0197da2b-f1b8-48e5-8bdc-4e0ce281fc80,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:35.909983 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebba6ce-390c-41a5-af8f-5684029d1147 req-cd096930-66d3-4d52-9507-15775a746e97 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:35.911576 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8ebba6ce-390c-41a5-af8f-5684029d1147 req-cd096930-66d3-4d52-9507-15775a746e97 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb90c0a3-ef79-4bbe-acc9-2b38b5719617 HTTP/1.1" status: 200 len: 945 time: 0.2972164 Sep 08 09:14:35.918095 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-fea20f72-75d1-4ba0-b89c-935ccdb0b143 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=486cd77467b3478b99a8d466600cc013&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6379707 Sep 08 09:14:35.919562 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57510) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:35.930029 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f81f05-0186-4a2d-841d-7059f22ba3d9 None None] DHCP port deletion for 855bc2f9-27fd-4fa4-93ca-30e6d96cbba0 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:14:36.007950 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011fcc55-9f9d-4c35-aff6-a9c517b4c70d admin admin] Made reservation on behalf of ccddf423ccc3452eafa1784b922ff72c for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:14:36.010876 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-011fcc55-9f9d-4c35-aff6-a9c517b4c70d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:36.013595 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-5c5177dd-ed83-4e70-b126-8f411dc6de1b admin admin] Deleting port 7cc60c54-878d-4f9a-9bbe-d5aa28b47010 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:14:36.013952 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5c5177dd-ed83-4e70-b126-8f411dc6de1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:36.033502 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-95f81f05-0186-4a2d-841d-7059f22ba3d9 None None] Deleting port 7cc60c54-878d-4f9a-9bbe-d5aa28b47010 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:14:36.033834 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-95f81f05-0186-4a2d-841d-7059f22ba3d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:36.044071 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8ebba6ce-390c-41a5-af8f-5684029d1147 req-cb8ea6f2-4a43-418c-be17-beb63d09f076 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210670 Sep 08 09:14:36.114446 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-915b83eb-8ee8-4bbe-8eac-1c0a3afe2592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:36.124939 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-5c5177dd-ed83-4e70-b126-8f411dc6de1b admin admin] For port 7cc60c54-878d-4f9a-9bbe-d5aa28b47010, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=7cc60c54-878d-4f9a-9bbe-d5aa28b47010,segment=NetworkSegment(cea6c2fd-b2b1-4109-9d6b-94e023f120af),segment_id=cea6c2fd-b2b1-4109-9d6b-94e023f120af)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:14:36.125311 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5c5177dd-ed83-4e70-b126-8f411dc6de1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:36.131735 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d16550-854f-48c1-a7a6-f778d50146a9 req-1f61f9ae-6612-403f-99c3-9475514113b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:36.133623 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c2d16550-854f-48c1-a7a6-f778d50146a9 req-1f61f9ae-6612-403f-99c3-9475514113b0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=48c54abd-6f52-4b1d-9226-4a2566a5fe28 HTTP/1.1" status: 200 len: 907 time: 0.3225117 Sep 08 09:14:36.161825 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-5c5177dd-ed83-4e70-b126-8f411dc6de1b admin admin] Calling delete_port for 7cc60c54-878d-4f9a-9bbe-d5aa28b47010 owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:14:36.164088 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-95f81f05-0186-4a2d-841d-7059f22ba3d9 None None] For port 7cc60c54-878d-4f9a-9bbe-d5aa28b47010, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=7cc60c54-878d-4f9a-9bbe-d5aa28b47010,segment=NetworkSegment(cea6c2fd-b2b1-4109-9d6b-94e023f120af),segment_id=cea6c2fd-b2b1-4109-9d6b-94e023f120af)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:14:36.165182 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-95f81f05-0186-4a2d-841d-7059f22ba3d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:36.176713 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-915b83eb-8ee8-4bbe-8eac-1c0a3afe2592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:36.188376 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-95f81f05-0186-4a2d-841d-7059f22ba3d9 None None] Calling delete_port for 7cc60c54-878d-4f9a-9bbe-d5aa28b47010 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:14:36.212151 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c2d16550-854f-48c1-a7a6-f778d50146a9 req-1a457e41-c97f-4c4b-b83b-6245473a1740 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d66f380-726a-4128-9ed9-44d356b08f07 HTTP/1.1" status: 200 len: 217 time: 0.0674930 Sep 08 09:14:36.280555 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-71d8f544-6042-42ab-9d54-177a003481b9 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Allocated IP 172.25.0.118 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/6ae88394-7b03-48c8-83e9-140dc83d8046) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:14:36.280967 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 9f6a0263-59b2-4f0f-b064-9f779074e801 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:14:36.305715 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 9f6a0263-59b2-4f0f-b064-9f779074e801 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:14:36.305974 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 9f6a0263-59b2-4f0f-b064-9f779074e801 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:14:36.306429 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 7cc60c54-878d-4f9a-9bbe-d5aa28b47010 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:14:36.342499 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-915b83eb-8ee8-4bbe-8eac-1c0a3afe2592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:36.346451 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-915b83eb-8ee8-4bbe-8eac-1c0a3afe2592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:36.347659 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-915b83eb-8ee8-4bbe-8eac-1c0a3afe2592 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0197da2b-f1b8-48e5-8bdc-4e0ce281fc80 HTTP/1.1" status: 204 len: 168 time: 0.4261370 Sep 08 09:14:36.358733 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d16550-854f-48c1-a7a6-f778d50146a9 req-7cd58030-6ec5-4ec5-bf5b-8f27e807adfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:36.360189 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c2d16550-854f-48c1-a7a6-f778d50146a9 req-7cd58030-6ec5-4ec5-bf5b-8f27e807adfe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7d9ca010-a841-4012-aaa1-2a86eaf161a1 HTTP/1.1" status: 200 len: 846 time: 0.1403873 Sep 08 09:14:36.362897 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915b83eb-8ee8-4bbe-8eac-1c0a3afe2592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0197da2b-f1b8-48e5-8bdc-4e0ce281fc80,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:36.378634 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No active binding found for port 7cc60c54-878d-4f9a-9bbe-d5aa28b47010 {{(pid=94714) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 08 09:14:36.379486 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5c5177dd-ed83-4e70-b126-8f411dc6de1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:36.380270 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 7cc60c54-878d-4f9a-9bbe-d5aa28b47010 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:14:36.387001 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:14:36.387001 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:14:36.387001 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:14:36.387001 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:14:36.387001 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:14:36.387001 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:14:36.387001 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:14:36.387001 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:14:36.387001 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:14:36.387001 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:14:36.387001 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:14:36.387001 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:14:36.387001 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:14:36.387001 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:14:36.387001 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:14:36.387001 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:14:36.387001 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:14:36.387001 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:14:36.387001 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:14:36.387001 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:14:36.387001 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:14:36.387001 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:14:36.387001 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:14:36.387001 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:14:36.387001 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:14:36.387001 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:14:36.387001 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:14:36.387001 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:14:36.387001 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:14:36.387001 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:14:36.387001 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:14:36.387001 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:14:36.387001 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:14:36.387001 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:14:36.387001 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:14:36.387001 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:14:36.387001 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:14:36.387001 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:14:36.387001 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:14:36.387001 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:14:36.389119 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:14:36.389119 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:14:36.389119 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:14:36.389119 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:14:36.389119 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:14:36.389119 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:14:36.389119 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:14:36.389119 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:14:36.389119 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:14:36.389119 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:14:36.389119 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:14:36.389119 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:14:36.389119 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:14:36.389119 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:14:36.406389 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-95f81f05-0186-4a2d-841d-7059f22ba3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:36.461566 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5177dd-ed83-4e70-b126-8f411dc6de1b admin admin] No DVR routers for this DVR port 7cc60c54-878d-4f9a-9bbe-d5aa28b47010 on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:14:36.468271 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c2d16550-854f-48c1-a7a6-f778d50146a9 req-e478d444-e729-43f7-84ef-428e1706a4a4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48c54abd-6f52-4b1d-9226-4a2566a5fe28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920594 Sep 08 09:14:36.488866 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f81f05-0186-4a2d-841d-7059f22ba3d9 None None] Pushing event deleted for resources: {'Port': ['ID=7cc60c54-878d-4f9a-9bbe-d5aa28b47010,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:36.495971 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f81f05-0186-4a2d-841d-7059f22ba3d9 None None] No DVR routers for this DVR port 7cc60c54-878d-4f9a-9bbe-d5aa28b47010 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:14:36.505828 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5177dd-ed83-4e70-b126-8f411dc6de1b admin admin] Pushing event deleted for resources: {'Port': ['ID=7cc60c54-878d-4f9a-9bbe-d5aa28b47010,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:36.570616 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5c5177dd-ed83-4e70-b126-8f411dc6de1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:36.586220 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca424b-e397-48c1-893c-8b705a9345cb req-e6bd2266-88c0-4476-8d9d-df5862e10731 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:36.594428 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-34ca424b-e397-48c1-893c-8b705a9345cb req-e6bd2266-88c0-4476-8d9d-df5862e10731 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 943 time: 0.2504525 Sep 08 09:14:36.607310 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-5c5177dd-ed83-4e70-b126-8f411dc6de1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['855bc2f9-27fd-4fa4-93ca-30e6d96cbba0']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:36.625378 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-5c5177dd-ed83-4e70-b126-8f411dc6de1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cea6c2fd-b2b1-4109-9d6b-94e023f120af') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:36.625888 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-5c5177dd-ed83-4e70-b126-8f411dc6de1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cea6c2fd-b2b1-4109-9d6b-94e023f120af') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:36.639149 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5c5177dd-ed83-4e70-b126-8f411dc6de1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:36.657550 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5c5177dd-ed83-4e70-b126-8f411dc6de1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:36.669365 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c5177dd-ed83-4e70-b126-8f411dc6de1b admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:14:36.670496 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5c5177dd-ed83-4e70-b126-8f411dc6de1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:36.670647 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-011fcc55-9f9d-4c35-aff6-a9c517b4c70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:36.728436 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:14:36.728436 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:14:36.728436 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:14:36.728436 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:14:36.728436 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:14:36.728436 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:14:36.728436 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:14:36.728436 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:14:36.728436 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:14:36.728436 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:14:36.728436 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:14:36.728436 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:14:36.728436 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:14:36.728436 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:14:36.728436 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:14:36.728436 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:14:36.728436 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:14:36.728436 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:14:36.728436 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:14:36.728436 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:14:36.728436 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:14:36.728436 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:14:36.728436 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:14:36.728436 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:14:36.728436 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:14:36.728436 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:14:36.728436 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:14:36.728436 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:14:36.728436 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:14:36.728436 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:14:36.728436 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:14:36.728436 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:14:36.747970 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5c5177dd-ed83-4e70-b126-8f411dc6de1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:36.750720 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-71d8f544-6042-42ab-9d54-177a003481b9 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:36.754575 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5c5177dd-ed83-4e70-b126-8f411dc6de1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:36.757356 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5c5177dd-ed83-4e70-b126-8f411dc6de1b admin admin] 10.222.0.54 "DELETE /v2.0/networks/855bc2f9-27fd-4fa4-93ca-30e6d96cbba0 HTTP/1.1" status: 204 len: 168 time: 1.1499748 Sep 08 09:14:36.763534 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011fcc55-9f9d-4c35-aff6-a9c517b4c70d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1ad8ef3-0126-4257-bc81-a03d4dfe920b,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:36.773675 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5177dd-ed83-4e70-b126-8f411dc6de1b admin admin] Pushing event deleted for resources: {'Network': ['ID=855bc2f9-27fd-4fa4-93ca-30e6d96cbba0,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:36.785190 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-34ca424b-e397-48c1-893c-8b705a9345cb req-f8622bf8-a30a-4208-bfb4-5f8f6a1b3edb tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1899107 Sep 08 09:14:36.786879 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57522) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:36.802850 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c2d16550-854f-48c1-a7a6-f778d50146a9 req-3f789409-8f49-4251-91d4-1549cddf1868 service neutron] 10.222.0.35 "GET /v2.0/networks/48c54abd-6f52-4b1d-9226-4a2566a5fe28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192484 Sep 08 09:14:36.815424 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-60ca3737-d3ad-467a-b738-c3ba903a6e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:36.927113 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c2d16550-854f-48c1-a7a6-f778d50146a9 req-d39243e3-c05c-4db2-91c2-4626275ff41b service neutron] 10.222.0.35 "GET /v2.0/networks/48c54abd-6f52-4b1d-9226-4a2566a5fe28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967610 Sep 08 09:14:36.936817 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-60ca3737-d3ad-467a-b738-c3ba903a6e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:36.940113 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011fcc55-9f9d-4c35-aff6-a9c517b4c70d admin admin] Checking segment: {'id': '2948f235-2c0c-4995-95ba-433587acdf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3a04b458-3abb-4296-a1dd-d64c72b303cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:14:36.940484 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011fcc55-9f9d-4c35-aff6-a9c517b4c70d admin admin] Network hostable DHCP agents. Network: 3a04b458-3abb-4296-a1dd-d64c72b303cb, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:14:36.950300 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-60ca3737-d3ad-467a-b738-c3ba903a6e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:36.957851 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-71d8f544-6042-42ab-9d54-177a003481b9 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:37.035520 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-60ca3737-d3ad-467a-b738-c3ba903a6e88 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=63e67c25e733445881cd55d4e46d50a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2380061 Sep 08 09:14:37.035520 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca3737-d3ad-467a-b738-c3ba903a6e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4387bb31-5f80-46fc-ac14-e8ca69087d49,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:37.036533 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57526) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:37.043818 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011fcc55-9f9d-4c35-aff6-a9c517b4c70d admin admin] Network 3a04b458-3abb-4296-a1dd-d64c72b303cb is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:14:37.054325 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d8f544-6042-42ab-9d54-177a003481b9 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:14:37.070132 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-71d8f544-6042-42ab-9d54-177a003481b9 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:14:37.085403 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d8f544-6042-42ab-9d54-177a003481b9 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:14:37.089680 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57532) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:37.098287 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d8f544-6042-42ab-9d54-177a003481b9 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Pushing event updated for resources: {'Port': ['ID=6ae88394-7b03-48c8-83e9-140dc83d8046,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:37.141733 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-011fcc55-9f9d-4c35-aff6-a9c517b4c70d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 3a04b458-3abb-4296-a1dd-d64c72b303cb) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:14:37.155355 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011fcc55-9f9d-4c35-aff6-a9c517b4c70d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:37.156374 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-011fcc55-9f9d-4c35-aff6-a9c517b4c70d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:37.157700 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779a95c5-6da0-4ea0-b197-0d09991fc3fa None None] Network 3a04b458-3abb-4296-a1dd-d64c72b303cb requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:14:37.214695 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-011fcc55-9f9d-4c35-aff6-a9c517b4c70d admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3695576 Sep 08 09:14:37.255887 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-19534d5b-e337-4fa5-8edb-8c99f0f06417 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=455d5597ecc542cfa45a81bfcc0dbd12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1517742 Sep 08 09:14:37.261692 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57540) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:37.278791 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-12e12e0e-9405-4a91-9a3e-efda3ea85afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:37.342436 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-12e12e0e-9405-4a91-9a3e-efda3ea85afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:37.428815 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a038f63-01b4-4565-a563-7b780a7ee9a6 None None] Network 3a04b458-3abb-4296-a1dd-d64c72b303cb requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:14:37.440445 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6a409a36-4e5d-4980-8a5d-88bdb8b19336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:37.478357 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6a409a36-4e5d-4980-8a5d-88bdb8b19336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:37.529110 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924c188-a47e-4dc4-8b8e-74701c35efdc req-8ced52ac-d589-4358-ac72-49e473759191 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:37.537690 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d924c188-a47e-4dc4-8b8e-74701c35efdc req-8ced52ac-d589-4358-ac72-49e473759191 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb90c0a3-ef79-4bbe-acc9-2b38b5719617 HTTP/1.1" status: 200 len: 945 time: 0.3500111 Sep 08 09:14:37.550643 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a8a80-1d69-4026-8a75-0673a996f9bf req-a4ce1b51-5d81-43aa-a662-4756d4812deb tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:37.552408 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1c2a8a80-1d69-4026-8a75-0673a996f9bf req-a4ce1b51-5d81-43aa-a662-4756d4812deb tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7182b8f-6d57-4113-81c0-38bf8b2f98a4 HTTP/1.1" status: 200 len: 943 time: 0.1732829 Sep 08 09:14:37.555471 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6a409a36-4e5d-4980-8a5d-88bdb8b19336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:37.559307 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6a409a36-4e5d-4980-8a5d-88bdb8b19336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:37.560790 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6a409a36-4e5d-4980-8a5d-88bdb8b19336 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1d7e1ce8-e15f-4766-823f-c79270e29cfd HTTP/1.1" status: 204 len: 168 time: 0.2981477 Sep 08 09:14:37.605804 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-12e12e0e-9405-4a91-9a3e-efda3ea85afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:37.608573 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-12e12e0e-9405-4a91-9a3e-efda3ea85afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:37.616815 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-12e12e0e-9405-4a91-9a3e-efda3ea85afb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4387bb31-5f80-46fc-ac14-e8ca69087d49 HTTP/1.1" status: 204 len: 168 time: 0.5792007 Sep 08 09:14:37.634422 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d924c188-a47e-4dc4-8b8e-74701c35efdc req-7aff185b-e96b-46e6-a6a0-c3703a71e9e9 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963216 Sep 08 09:14:37.659864 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a409a36-4e5d-4980-8a5d-88bdb8b19336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7e1ce8-e15f-4766-823f-c79270e29cfd,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:37.688782 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e12e0e-9405-4a91-9a3e-efda3ea85afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4387bb31-5f80-46fc-ac14-e8ca69087d49,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:37.736293 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1c2a8a80-1d69-4026-8a75-0673a996f9bf req-fe43cf7a-9430-471b-9d5a-baf1cda67eb3 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578467 Sep 08 09:14:38.273464 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57564) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:38.285281 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73967c-9d6b-42fb-aff2-34b26aa9bff1 req-cf0663be-281e-4111-9b51-f33d369a72b7 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:38.286945 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fa73967c-9d6b-42fb-aff2-34b26aa9bff1 req-cf0663be-281e-4111-9b51-f33d369a72b7 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 943 time: 0.0951216 Sep 08 09:14:38.300630 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-71d8f544-6042-42ab-9d54-177a003481b9 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:38.302944 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bf95faab-5f69-4ff9-992a-fbba35b74942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:38.387604 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fa73967c-9d6b-42fb-aff2-34b26aa9bff1 req-ac04e1de-c18d-4a9e-9db3-3a9f2f4f1fd5 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0909483 Sep 08 09:14:38.456606 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-71d8f544-6042-42ab-9d54-177a003481b9 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:38.528768 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bf95faab-5f69-4ff9-992a-fbba35b74942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:38.537059 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bf95faab-5f69-4ff9-992a-fbba35b74942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:38.601241 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57576) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:38.609674 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-48d7f96c-a1fb-42d9-b49f-62375e53db7e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1132790431-network', 'tenant_id': '2c8043645a774bb297be8486a373a5fb'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:14:38.626917 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-bf95faab-5f69-4ff9-992a-fbba35b74942 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.3491497 Sep 08 09:14:38.627668 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf95faab-5f69-4ff9-992a-fbba35b74942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f40610-ee80-406e-97c2-2f74a88604ae,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:38.628764 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57578) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:38.642994 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d7f96c-a1fb-42d9-b49f-62375e53db7e admin admin] Made reservation on behalf of 2c8043645a774bb297be8486a373a5fb for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:14:38.646758 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-48d7f96c-a1fb-42d9-b49f-62375e53db7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:38.657700 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-48d7f96c-a1fb-42d9-b49f-62375e53db7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:38.770651 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aa456cb5-18ab-4531-a92a-6825d936b34a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:38.797061 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aa456cb5-18ab-4531-a92a-6825d936b34a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:38.817117 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f165c6c-7e36-4aab-ba93-315a1789daea req-5c219e87-0d8c-4f95-8cf1-ce9019adf187 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:38.818808 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5f165c6c-7e36-4aab-ba93-315a1789daea req-5c219e87-0d8c-4f95-8cf1-ce9019adf187 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb90c0a3-ef79-4bbe-acc9-2b38b5719617 HTTP/1.1" status: 200 len: 945 time: 0.0737758 Sep 08 09:14:38.869337 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aa456cb5-18ab-4531-a92a-6825d936b34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:38.873852 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-48d7f96c-a1fb-42d9-b49f-62375e53db7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:38.874013 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aa456cb5-18ab-4531-a92a-6825d936b34a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:38.875787 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-aa456cb5-18ab-4531-a92a-6825d936b34a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c3f40610-ee80-406e-97c2-2f74a88604ae HTTP/1.1" status: 204 len: 168 time: 0.2459986 Sep 08 09:14:38.888184 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-48d7f96c-a1fb-42d9-b49f-62375e53db7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:38.906266 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa456cb5-18ab-4531-a92a-6825d936b34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f40610-ee80-406e-97c2-2f74a88604ae,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:38.908142 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5f165c6c-7e36-4aab-ba93-315a1789daea req-86373fb6-a8bf-46f3-b55d-961cf5ae3fae tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744905 Sep 08 09:14:38.930171 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48d7f96c-a1fb-42d9-b49f-62375e53db7e admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:14:38.938070 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d7f96c-a1fb-42d9-b49f-62375e53db7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecf134b-7ac5-47d1-ad1c-972cbd2fec08,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:38.943982 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-71d8f544-6042-42ab-9d54-177a003481b9 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:38.945284 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-48d7f96c-a1fb-42d9-b49f-62375e53db7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:38.945913 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-48d7f96c-a1fb-42d9-b49f-62375e53db7e admin admin] Added segment 4420dbc7-72e4-49e5-ac3a-c5d87a2148f3 of type vlan for network ec5b6b10-74cb-409f-9b32-365decb62cac Sep 08 09:14:38.951563 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-71d8f544-6042-42ab-9d54-177a003481b9 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:39.036023 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-48d7f96c-a1fb-42d9-b49f-62375e53db7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:39.039401 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d8f544-6042-42ab-9d54-177a003481b9 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Pushing event updated for resources: {'Port': ['ID=6ae88394-7b03-48c8-83e9-140dc83d8046,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:39.098023 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-48d7f96c-a1fb-42d9-b49f-62375e53db7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:39.099845 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d7f96c-a1fb-42d9-b49f-62375e53db7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:39.100188 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09ebd2-91a3-4c79-9d6e-e88f04cc58ac req-714d3427-e9d0-4143-a31c-363dee3fdb18 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:39.100794 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-48d7f96c-a1fb-42d9-b49f-62375e53db7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:39.102724 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ca09ebd2-91a3-4c79-9d6e-e88f04cc58ac req-714d3427-e9d0-4143-a31c-363dee3fdb18 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7182b8f-6d57-4113-81c0-38bf8b2f98a4 HTTP/1.1" status: 200 len: 943 time: 0.2401299 Sep 08 09:14:39.188092 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d7f96c-a1fb-42d9-b49f-62375e53db7e admin admin] Pushing event updated for resources: {'Network': ['ID=ec5b6b10-74cb-409f-9b32-365decb62cac,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:39.191555 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-48d7f96c-a1fb-42d9-b49f-62375e53db7e admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5858216 Sep 08 09:14:39.194521 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57594) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:39.201438 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-71d8f544-6042-42ab-9d54-177a003481b9 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:39.203574 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-7fe37e83-8cbf-49bd-a9b3-c3e9a44b3c04 admin admin] Request body: {'subnet': {'network_id': 'ec5b6b10-74cb-409f-9b32-365decb62cac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1132790431-subnet', 'tenant_id': '2c8043645a774bb297be8486a373a5fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:14:39.205565 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network ec5b6b10-74cb-409f-9b32-365decb62cac details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:14:39.208739 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ca09ebd2-91a3-4c79-9d6e-e88f04cc58ac req-9852eba6-2fe0-48cb-a207-bdba8ec27a0d tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900903 Sep 08 09:14:39.252475 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe37e83-8cbf-49bd-a9b3-c3e9a44b3c04 admin admin] Made reservation on behalf of 2c8043645a774bb297be8486a373a5fb for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:14:39.256709 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7fe37e83-8cbf-49bd-a9b3-c3e9a44b3c04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:39.463081 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [None req-71d8f544-6042-42ab-9d54-177a003481b9 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Floating IP 42cbe947-1c6f-4b5d-8912-4cb01540a810 associated. External IP: 172.25.0.118, port: 5789ea87-9fce-48d9-b844-8b4ef6dc31b8. Sep 08 09:14:39.577789 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc70a7-4ff5-4389-b8ae-9028cf43434a req-fb074187-4008-49d4-a924-9692449c99eb tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:39.579408 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-59cc70a7-4ff5-4389-b8ae-9028cf43434a req-fb074187-4008-49d4-a924-9692449c99eb tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 943 time: 0.0910609 Sep 08 09:14:39.668526 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-59cc70a7-4ff5-4389-b8ae-9028cf43434a req-74d3985f-56d9-4e30-a89f-ba1eb29b6b00 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0783815 Sep 08 09:14:39.670027 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7fe37e83-8cbf-49bd-a9b3-c3e9a44b3c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:39.733442 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe37e83-8cbf-49bd-a9b3-c3e9a44b3c04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9570c712-f8a8-4e73-82aa-7b02d54f4c7e,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:39.743866 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe37e83-8cbf-49bd-a9b3-c3e9a44b3c04 admin admin] Checking segment: {'id': '4420dbc7-72e4-49e5-ac3a-c5d87a2148f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ec5b6b10-74cb-409f-9b32-365decb62cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:14:39.744228 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe37e83-8cbf-49bd-a9b3-c3e9a44b3c04 admin admin] Network hostable DHCP agents. Network: ec5b6b10-74cb-409f-9b32-365decb62cac, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:14:39.756669 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d8f544-6042-42ab-9d54-177a003481b9 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Router 077a1b35-7b5d-4cdb-990f-6b127f447355 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:14:39.767619 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe37e83-8cbf-49bd-a9b3-c3e9a44b3c04 admin admin] Network ec5b6b10-74cb-409f-9b32-365decb62cac is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:14:39.778346 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-7fe37e83-8cbf-49bd-a9b3-c3e9a44b3c04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, ec5b6b10-74cb-409f-9b32-365decb62cac) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:14:39.783003 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe37e83-8cbf-49bd-a9b3-c3e9a44b3c04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:39.783622 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7fe37e83-8cbf-49bd-a9b3-c3e9a44b3c04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:39.790963 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0b9a54-e9d4-44c9-8352-5941161d9273 None None] Network ec5b6b10-74cb-409f-9b32-365decb62cac requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:14:39.806650 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7fe37e83-8cbf-49bd-a9b3-c3e9a44b3c04 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6098397 Sep 08 09:14:39.940284 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d8f544-6042-42ab-9d54-177a003481b9 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:14:39.960492 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec33ef7-cdf9-4965-a447-8b08211ddbb7 None None] Sync routers for ids ['077a1b35-7b5d-4cdb-990f-6b127f447355'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:14:39.967639 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-71d8f544-6042-42ab-9d54-177a003481b9 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:40.026875 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57624) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:40.028338 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-71d8f544-6042-42ab-9d54-177a003481b9 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.8551843 Sep 08 09:14:40.033697 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-2d27b44b-a5e0-4f53-aa81-3f4de37d8490 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Request body: {'floatingip': {'port_id': '5789ea87-9fce-48d9-b844-8b4ef6dc31b8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:14:40.042487 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec33ef7-cdf9-4965-a447-8b08211ddbb7 None None] Routers {'077a1b35-7b5d-4cdb-990f-6b127f447355'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:14:40.043415 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-aec33ef7-cdf9-4965-a447-8b08211ddbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:14:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['077a1b35-7b5d-4cdb-990f-6b127f447355'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:40.050398 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cfedab-8946-444c-861a-3017661c5c14 None None] Network ec5b6b10-74cb-409f-9b32-365decb62cac requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:14:40.098464 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-aec33ef7-cdf9-4965-a447-8b08211ddbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:40.143396 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec33ef7-cdf9-4965-a447-8b08211ddbb7 None None] Routers {'077a1b35-7b5d-4cdb-990f-6b127f447355'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:14:40.143891 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-aec33ef7-cdf9-4965-a447-8b08211ddbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:14:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['077a1b35-7b5d-4cdb-990f-6b127f447355'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:40.193631 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2d27b44b-a5e0-4f53-aa81-3f4de37d8490 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for floatingip, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:40.197291 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d62c0d-330b-49df-98ba-1012432bd655 req-a652eae4-be12-49cd-bc04-1a4646f57e79 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:40.199338 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-93d62c0d-330b-49df-98ba-1012432bd655 req-a652eae4-be12-49cd-bc04-1a4646f57e79 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb90c0a3-ef79-4bbe-acc9-2b38b5719617 HTTP/1.1" status: 200 len: 945 time: 0.1323907 Sep 08 09:14:40.213511 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-aec33ef7-cdf9-4965-a447-8b08211ddbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:40.217581 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec33ef7-cdf9-4965-a447-8b08211ddbb7 None None] The sync data for ids ['077a1b35-7b5d-4cdb-990f-6b127f447355'] in n-d-806683-11 is: [] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:14:40.238182 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:14:40.309607 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-93d62c0d-330b-49df-98ba-1012432bd655 req-0221fab4-a05c-4840-bc88-f0111696a47c tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021092 Sep 08 09:14:40.488552 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b9120-eb4b-4dbb-9e13-faf45a22acc7 req-6852d4e6-ff7f-4b53-8244-dba2e9add80f tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:40.490361 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ac2b9120-eb4b-4dbb-9e13-faf45a22acc7 req-6852d4e6-ff7f-4b53-8244-dba2e9add80f tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7182b8f-6d57-4113-81c0-38bf8b2f98a4 HTTP/1.1" status: 200 len: 943 time: 0.0945005 Sep 08 09:14:40.568384 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ac2b9120-eb4b-4dbb-9e13-faf45a22acc7 req-2c8851d7-2246-4120-a6fb-8d7bfbdd69e4 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709665 Sep 08 09:14:40.595143 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57670) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:40.810842 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbef6aa-6bf5-4fb0-a12e-3bf3a5b725aa req-58e40998-47f2-4c6e-b424-c70b4076b93a tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:40.820202 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6cbef6aa-6bf5-4fb0-a12e-3bf3a5b725aa req-58e40998-47f2-4c6e-b424-c70b4076b93a tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] 10.222.0.54 "GET /v2.0/networks?id=3a04b458-3abb-4296-a1dd-d64c72b303cb HTTP/1.1" status: 200 len: 808 time: 0.2778132 Sep 08 09:14:40.878681 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6cbef6aa-6bf5-4fb0-a12e-3bf3a5b725aa req-4774a7dd-8bbd-4d3d-a20e-9f511f82ace0 tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] 10.222.0.54 "GET /v2.0/quotas/ccddf423ccc3452eafa1784b922ff72c HTTP/1.1" status: 200 len: 375 time: 0.0575383 Sep 08 09:14:40.916203 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6cbef6aa-6bf5-4fb0-a12e-3bf3a5b725aa req-123a8b6f-39ae-401c-9e4e-63d6f6c55c96 tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ccddf423ccc3452eafa1784b922ff72c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342796 Sep 08 09:14:40.984601 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc2abf-0e66-482b-b95f-6d718edbc39e req-20a40cf5-fba3-46a7-8087-8f6756dc13db tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:40.992745 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3bdc2abf-0e66-482b-b95f-6d718edbc39e req-20a40cf5-fba3-46a7-8087-8f6756dc13db tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 943 time: 0.1949611 Sep 08 09:14:41.049821 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3bdc2abf-0e66-482b-b95f-6d718edbc39e req-2934c9b1-3517-4580-be55-43c7714674c2 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0561085 Sep 08 09:14:41.105855 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6cbef6aa-6bf5-4fb0-a12e-3bf3a5b725aa req-87ff406d-a0b0-4506-8ad5-494012dc0aa9 service neutron] 10.222.0.54 "GET /v2.0/networks/3a04b458-3abb-4296-a1dd-d64c72b303cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787496 Sep 08 09:14:41.298100 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 8d66f380-726a-4128-9ed9-44d356b08f07 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:14:41.511304 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ab1a4-f61e-421c-a751-a67f4ae2fdfb req-13ced0fb-8146-4ae9-b1ee-0065b978f268 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:41.513030 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4c6ab1a4-f61e-421c-a751-a67f4ae2fdfb req-13ced0fb-8146-4ae9-b1ee-0065b978f268 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb90c0a3-ef79-4bbe-acc9-2b38b5719617 HTTP/1.1" status: 200 len: 945 time: 0.0835893 Sep 08 09:14:41.520206 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7572a271-3a09-4293-bb4f-4babb5f92513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:41.532700 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 8d66f380-726a-4128-9ed9-44d356b08f07, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=8d66f380-726a-4128-9ed9-44d356b08f07,segment=NetworkSegment(7ce255b1-6bde-43a1-82b1-212ac77774b3),segment_id=7ce255b1-6bde-43a1-82b1-212ac77774b3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:14:41.552467 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '8d66f380-726a-4128-9ed9-44d356b08f07', 'network_id': '48c54abd-6f52-4b1d-9226-4a2566a5fe28', 'port_id': '8d66f380-726a-4128-9ed9-44d356b08f07', 'mac_address': 'fa:16:3e:29:2b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d9ca010-a841-4012-aaa1-2a86eaf161a1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:14:41.599304 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:41.618357 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d66f380-726a-4128-9ed9-44d356b08f07 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:14:41.644494 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 8d66f380-726a-4128-9ed9-44d356b08f07, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=8d66f380-726a-4128-9ed9-44d356b08f07,segment=NetworkSegment(7ce255b1-6bde-43a1-82b1-212ac77774b3),segment_id=7ce255b1-6bde-43a1-82b1-212ac77774b3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:14:41.644840 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4c6ab1a4-f61e-421c-a751-a67f4ae2fdfb req-0c288a1e-887d-4417-ba75-656f45541589 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216588 Sep 08 09:14:41.657308 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:41.675592 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.db.resource_extend [None req-2d27b44b-a5e0-4f53-aa81-3f4de37d8490 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] It took 0.57 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 08 09:14:41.756492 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2d27b44b-a5e0-4f53-aa81-3f4de37d8490 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:41.783132 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2d27b44b-a5e0-4f53-aa81-3f4de37d8490 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:41.789717 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6cbef6aa-6bf5-4fb0-a12e-3bf3a5b725aa req-1d2dbc23-5d5d-48f1-ae76-6c2c972c5147 service neutron] 10.222.0.54 "GET /v2.0/networks/3a04b458-3abb-4296-a1dd-d64c72b303cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6649303 Sep 08 09:14:41.797513 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=8d66f380-726a-4128-9ed9-44d356b08f07,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:41.919842 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f4bce-5838-45fb-8e30-8d234626dcb6 req-7d693908-f150-4bee-a98a-64b089df32d0 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:41.919842 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-950f4bce-5838-45fb-8e30-8d234626dcb6 req-7d693908-f150-4bee-a98a-64b089df32d0 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7182b8f-6d57-4113-81c0-38bf8b2f98a4 HTTP/1.1" status: 200 len: 944 time: 0.1792438 Sep 08 09:14:41.982143 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-950f4bce-5838-45fb-8e30-8d234626dcb6 req-8c0420d8-da54-4ea3-a51b-f90f6bde57fa tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551336 Sep 08 09:14:42.056849 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['8d66f380-726a-4128-9ed9-44d356b08f07'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:14:42.078477 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-802a29f6-dc9f-4946-ad44-448e1743899c req-a3840a49-31ad-4aa3-b334-8fcb2058f31c tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] 10.222.0.54 "GET /v2.0/ports?device_id=25802666-9897-4716-82e8-1c0843cbb040 HTTP/1.1" status: 200 len: 210 time: 0.0578611 Sep 08 09:14:42.117536 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d27b44b-a5e0-4f53-aa81-3f4de37d8490 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Router 077a1b35-7b5d-4cdb-990f-6b127f447355 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:14:42.133069 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-7572a271-3a09-4293-bb4f-4babb5f92513 admin admin] Deleting port 301cf675-2fd5-4d68-b76d-089d41c063dd {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:14:42.133408 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7572a271-3a09-4293-bb4f-4babb5f92513 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:42.336049 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-7572a271-3a09-4293-bb4f-4babb5f92513 admin admin] For port 301cf675-2fd5-4d68-b76d-089d41c063dd, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=301cf675-2fd5-4d68-b76d-089d41c063dd,segment=NetworkSegment(948da7d8-df84-42e8-b003-776fc80a05e5),segment_id=948da7d8-df84-42e8-b003-776fc80a05e5)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:14:42.336564 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7572a271-3a09-4293-bb4f-4babb5f92513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:42.357414 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f782e9-d46e-4656-a34a-c916c0ad41ce req-51f3df68-1366-490a-863c-66cbe8947a99 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:42.359763 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-80f782e9-d46e-4656-a34a-c916c0ad41ce req-51f3df68-1366-490a-863c-66cbe8947a99 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 943 time: 0.1734743 Sep 08 09:14:42.367070 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d27b44b-a5e0-4f53-aa81-3f4de37d8490 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:14:42.373003 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2d27b44b-a5e0-4f53-aa81-3f4de37d8490 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:42.386595 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d96f719-aefd-4d5a-84c9-f574dcea6de1 None None] Sync routers for ids ['077a1b35-7b5d-4cdb-990f-6b127f447355'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:14:42.401839 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d96f719-aefd-4d5a-84c9-f574dcea6de1 None None] Routers {'077a1b35-7b5d-4cdb-990f-6b127f447355'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:14:42.404436 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-1d96f719-aefd-4d5a-84c9-f574dcea6de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:14:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['077a1b35-7b5d-4cdb-990f-6b127f447355'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:42.417301 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-7572a271-3a09-4293-bb4f-4babb5f92513 admin admin] Calling delete_port for 301cf675-2fd5-4d68-b76d-089d41c063dd owned by network:router_interface {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:14:42.468638 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2d27b44b-a5e0-4f53-aa81-3f4de37d8490 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "PUT /v2.0/floatingips/42cbe947-1c6f-4b5d-8912-4cb01540a810 HTTP/1.1" status: 200 len: 978 time: 2.4390271 Sep 08 09:14:42.470213 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57800) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:42.503764 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-1d96f719-aefd-4d5a-84c9-f574dcea6de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:42.524799 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d96f719-aefd-4d5a-84c9-f574dcea6de1 None None] Routers {'077a1b35-7b5d-4cdb-990f-6b127f447355'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:14:42.528440 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-80f782e9-d46e-4656-a34a-c916c0ad41ce req-3233b5a9-87e5-42cb-94a6-d1a99cf846f2 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1358926 Sep 08 09:14:42.539335 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-1d96f719-aefd-4d5a-84c9-f574dcea6de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:14:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['077a1b35-7b5d-4cdb-990f-6b127f447355'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:42.622646 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-1d96f719-aefd-4d5a-84c9-f574dcea6de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:42.624743 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d96f719-aefd-4d5a-84c9-f574dcea6de1 None None] The sync data for ids ['077a1b35-7b5d-4cdb-990f-6b127f447355'] in n-d-806683-11 is: [] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:14:42.730005 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-bf04707b-c4c1-41dc-9ecc-0988ddfa045d tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Deleting port 6ae88394-7b03-48c8-83e9-140dc83d8046 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:14:42.730776 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bf04707b-c4c1-41dc-9ecc-0988ddfa045d tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:42.801551 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7572a271-3a09-4293-bb4f-4babb5f92513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:42.861920 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572a271-3a09-4293-bb4f-4babb5f92513 admin admin] Pushing event deleted for resources: {'Port': ['ID=301cf675-2fd5-4d68-b76d-089d41c063dd,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:42.879359 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a5eda-0527-401f-be36-d5493874053e req-e0459df3-cfee-4178-9216-766f735af975 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:42.881029 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c36a5eda-0527-401f-be36-d5493874053e req-e0459df3-cfee-4178-9216-766f735af975 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb90c0a3-ef79-4bbe-acc9-2b38b5719617 HTTP/1.1" status: 200 len: 945 time: 0.1263988 Sep 08 09:14:42.910123 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bf04707b-c4c1-41dc-9ecc-0988ddfa045d tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:42.910477 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bf04707b-c4c1-41dc-9ecc-0988ddfa045d tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:42.988632 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-bf04707b-c4c1-41dc-9ecc-0988ddfa045d tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Calling delete_port for 6ae88394-7b03-48c8-83e9-140dc83d8046 owned by network:floatingip {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:14:43.093409 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c36a5eda-0527-401f-be36-d5493874053e req-a5db0f89-5990-4137-96f3-7d5444611989 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952071 Sep 08 09:14:43.213243 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd64fa-7158-428b-906b-81a8d6cc011f req-44658f9a-65bf-421b-98ad-d9922c9ea13e tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:43.215626 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-10fd64fa-7158-428b-906b-81a8d6cc011f req-44658f9a-65bf-421b-98ad-d9922c9ea13e tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7182b8f-6d57-4113-81c0-38bf8b2f98a4 HTTP/1.1" status: 200 len: 944 time: 0.1330082 Sep 08 09:14:43.218957 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7572a271-3a09-4293-bb4f-4babb5f92513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:43.226081 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-886a6b48-caff-41d4-a40d-053e71a06f0c req-a49262c0-9c3e-4f37-9c41-faff5faf013d tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] 10.222.0.54 "GET /v2.0/ports?device_id=25802666-9897-4716-82e8-1c0843cbb040 HTTP/1.1" status: 200 len: 210 time: 0.0334923 Sep 08 09:14:43.289960 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57840) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:43.306169 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bf04707b-c4c1-41dc-9ecc-0988ddfa045d tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:43.310058 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 8d66f380-726a-4128-9ed9-44d356b08f07 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:14:43.330337 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-10fd64fa-7158-428b-906b-81a8d6cc011f req-039b32fe-d4ea-4db0-9482-890f3c8ce491 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078658 Sep 08 09:14:43.386770 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 8d66f380-726a-4128-9ed9-44d356b08f07 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:14:43.387015 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04707b-c4c1-41dc-9ecc-0988ddfa045d tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Pushing event deleted for resources: {'Port': ['ID=6ae88394-7b03-48c8-83e9-140dc83d8046,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:43.391986 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 8d66f380-726a-4128-9ed9-44d356b08f07 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:14:43.392700 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:43.446983 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04707b-c4c1-41dc-9ecc-0988ddfa045d tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:14:43.448580 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04707b-c4c1-41dc-9ecc-0988ddfa045d tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:14:43.448970 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04707b-c4c1-41dc-9ecc-0988ddfa045d tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:14:43.449323 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04707b-c4c1-41dc-9ecc-0988ddfa045d tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:14:43.449671 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04707b-c4c1-41dc-9ecc-0988ddfa045d tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:14:43.450012 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04707b-c4c1-41dc-9ecc-0988ddfa045d tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:14:43.450375 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04707b-c4c1-41dc-9ecc-0988ddfa045d tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:14:43.451039 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04707b-c4c1-41dc-9ecc-0988ddfa045d tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:14:43.451420 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04707b-c4c1-41dc-9ecc-0988ddfa045d tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:14:43.451726 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04707b-c4c1-41dc-9ecc-0988ddfa045d tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:14:43.453435 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04707b-c4c1-41dc-9ecc-0988ddfa045d tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:14:43.453790 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04707b-c4c1-41dc-9ecc-0988ddfa045d tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:14:43.496704 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:43.503272 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bf04707b-c4c1-41dc-9ecc-0988ddfa045d tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for floatingip, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:43.504361 n-d-806683-11 neutron-server[94713]: INFO neutron.db.l3_db [None req-bf04707b-c4c1-41dc-9ecc-0988ddfa045d tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Floating IP 42cbe947-1c6f-4b5d-8912-4cb01540a810 disassociated (deleted). External IP: 172.25.0.118, port: 5789ea87-9fce-48d9-b844-8b4ef6dc31b8. Sep 08 09:14:43.509398 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fd7cc76d-dbc6-4a1a-a3b9-1adad6e9be84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:43.529875 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7182b8f-6d57-4113-81c0-38bf8b2f98a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d66f380-726a-4128-9ed9-44d356b08f07'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:14:43.533664 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2daadfae-1c79-40f1-ab37-c559a831d360" -d '{"events": [{"server_uuid": "c7182b8f-6d57-4113-81c0-38bf8b2f98a4", "name": "network-vif-plugged", "status": "completed", "tag": "8d66f380-726a-4128-9ed9-44d356b08f07"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:14:43.592825 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 8d66f380-726a-4128-9ed9-44d356b08f07, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=8d66f380-726a-4128-9ed9-44d356b08f07,segment=NetworkSegment(7ce255b1-6bde-43a1-82b1-212ac77774b3),segment_id=7ce255b1-6bde-43a1-82b1-212ac77774b3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:14:43.602405 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:43.657162 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a88a3ad-38b2-4b7b-bbee-7335d78eded6 x-openstack-request-id: req-4a88a3ad-38b2-4b7b-bbee-7335d78eded6 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:14:43.657441 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7182b8f-6d57-4113-81c0-38bf8b2f98a4", "name": "network-vif-plugged", "status": "completed", "tag": "8d66f380-726a-4128-9ed9-44d356b08f07", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:14:43.657720 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4a88a3ad-38b2-4b7b-bbee-7335d78eded6 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:14:43.658140 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7182b8f-6d57-4113-81c0-38bf8b2f98a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d66f380-726a-4128-9ed9-44d356b08f07', 'code': 200} Sep 08 09:14:43.724808 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=8d66f380-726a-4128-9ed9-44d356b08f07,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:43.828974 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fd7cc76d-dbc6-4a1a-a3b9-1adad6e9be84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:43.867011 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fd7cc76d-dbc6-4a1a-a3b9-1adad6e9be84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:43.927988 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-fd7cc76d-dbc6-4a1a-a3b9-1adad6e9be84 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=71814bb90cb94e0e9feb430ae8874b94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6326292 Sep 08 09:14:43.930865 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57850) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:43.938339 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7cc76d-dbc6-4a1a-a3b9-1adad6e9be84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c7742e-f8c3-4438-a37b-5b08a97dbea6,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:43.952098 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf04707b-c4c1-41dc-9ecc-0988ddfa045d tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Router 077a1b35-7b5d-4cdb-990f-6b127f447355 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:14:44.040159 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-759817f0-59c1-46f9-adfb-cbcd6ad2dd22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:44.100396 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-759817f0-59c1-46f9-adfb-cbcd6ad2dd22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:44.101024 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbef6aa-6bf5-4fb0-a12e-3bf3a5b725aa req-e4f5a84c-4a5c-40a8-bbca-bdd64d223c9f tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:44.102096 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6cbef6aa-6bf5-4fb0-a12e-3bf3a5b725aa req-e4f5a84c-4a5c-40a8-bbca-bdd64d223c9f tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] 10.222.0.35 "GET /v2.0/networks?id=3a04b458-3abb-4296-a1dd-d64c72b303cb HTTP/1.1" status: 200 len: 808 time: 0.6161642 Sep 08 09:14:44.105061 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7572a271-3a09-4293-bb4f-4babb5f92513 admin admin] Router 5ee7586d-00d3-4e21-9ec8-7de483bfa471 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:14:44.124790 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-6cbef6aa-6bf5-4fb0-a12e-3bf3a5b725aa req-c0a8781a-4f17-4492-a357-84df3965cedc tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] Request body: {'port': {'device_id': '25802666-9897-4716-82e8-1c0843cbb040', 'network_id': '3a04b458-3abb-4296-a1dd-d64c72b303cb', 'admin_state_up': True, 'tenant_id': 'ccddf423ccc3452eafa1784b922ff72c'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:14:44.138002 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf04707b-c4c1-41dc-9ecc-0988ddfa045d tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:14:44.144559 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bf04707b-c4c1-41dc-9ecc-0988ddfa045d tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:44.149485 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6ee9d5-fd02-44b1-a4ad-25a62135793e None None] Sync routers for ids ['077a1b35-7b5d-4cdb-990f-6b127f447355'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:14:44.153499 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c553d-9b4a-4821-9955-c7a902e06c6f req-5c15358e-2c2b-4792-804d-53d39200496a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:44.155554 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8b3c553d-9b4a-4821-9955-c7a902e06c6f req-5c15358e-2c2b-4792-804d-53d39200496a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c7182b8f-6d57-4113-81c0-38bf8b2f98a4 HTTP/1.1" status: 200 len: 1097 time: 0.1304660 Sep 08 09:14:44.160541 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6ee9d5-fd02-44b1-a4ad-25a62135793e None None] Routers {'077a1b35-7b5d-4cdb-990f-6b127f447355'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:14:44.161782 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-7f6ee9d5-fd02-44b1-a4ad-25a62135793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:14:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['077a1b35-7b5d-4cdb-990f-6b127f447355'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:44.174412 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8a655-af06-4898-9327-a11358f92a8d req-ecb2552c-2b6a-48d0-b7a4-f659e7d72a83 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:44.176403 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-94d8a655-af06-4898-9327-a11358f92a8d req-ecb2552c-2b6a-48d0-b7a4-f659e7d72a83 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 943 time: 0.1528397 Sep 08 09:14:44.204609 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-759817f0-59c1-46f9-adfb-cbcd6ad2dd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:44.208457 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-759817f0-59c1-46f9-adfb-cbcd6ad2dd22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:44.209693 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-759817f0-59c1-46f9-adfb-cbcd6ad2dd22 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a2c7742e-f8c3-4438-a37b-5b08a97dbea6 HTTP/1.1" status: 204 len: 168 time: 0.2775948 Sep 08 09:14:44.228798 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-bf04707b-c4c1-41dc-9ecc-0988ddfa045d tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "DELETE /v2.0/floatingips/42cbe947-1c6f-4b5d-8912-4cb01540a810 HTTP/1.1" status: 204 len: 168 time: 1.7572253 Sep 08 09:14:44.229531 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57856) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:44.233797 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759817f0-59c1-46f9-adfb-cbcd6ad2dd22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c7742e-f8c3-4438-a37b-5b08a97dbea6,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:44.264082 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-7f6ee9d5-fd02-44b1-a4ad-25a62135793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:44.289990 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6ee9d5-fd02-44b1-a4ad-25a62135793e None None] Routers {'077a1b35-7b5d-4cdb-990f-6b127f447355'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:14:44.290641 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-7f6ee9d5-fd02-44b1-a4ad-25a62135793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:14:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['077a1b35-7b5d-4cdb-990f-6b127f447355'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:44.330105 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-7f6ee9d5-fd02-44b1-a4ad-25a62135793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:44.330734 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6ee9d5-fd02-44b1-a4ad-25a62135793e None None] The sync data for ids ['077a1b35-7b5d-4cdb-990f-6b127f447355'] in n-d-806683-11 is: [] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:14:44.348074 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8b3c553d-9b4a-4821-9955-c7a902e06c6f req-c7c3f4dc-fba1-4685-9d7b-37b0ca154dc8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645281 Sep 08 09:14:44.375670 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b91ee8-4de2-458d-b8d2-b6e3f9e908b9 req-c3f483c9-1e93-402b-aaa2-67e349756c31 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:44.377141 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f3b91ee8-4de2-458d-b8d2-b6e3f9e908b9 req-c3f483c9-1e93-402b-aaa2-67e349756c31 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb90c0a3-ef79-4bbe-acc9-2b38b5719617 HTTP/1.1" status: 200 len: 945 time: 0.1459122 Sep 08 09:14:44.388798 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-94d8a655-af06-4898-9327-a11358f92a8d req-24ff74ce-0b6d-4499-aff7-4d47adfcc54e tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1602492 Sep 08 09:14:44.418524 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7572a271-3a09-4293-bb4f-4babb5f92513 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:14:44.422565 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-1c79c575-64a9-4a46-9676-bf7c084154bd tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Deleting port 5789ea87-9fce-48d9-b844-8b4ef6dc31b8 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:14:44.422912 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1c79c575-64a9-4a46-9676-bf7c084154bd tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:44.429346 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-7572a271-3a09-4293-bb4f-4babb5f92513 admin admin] 10.222.0.54 "PUT /v2.0/routers/5ee7586d-00d3-4e21-9ec8-7de483bfa471/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8326762 Sep 08 09:14:44.430931 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cbef6aa-6bf5-4fb0-a12e-3bf3a5b725aa req-c0a8781a-4f17-4492-a357-84df3965cedc tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] Made reservation on behalf of ccddf423ccc3452eafa1784b922ff72c for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:14:44.432680 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57864) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:44.434916 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6cbef6aa-6bf5-4fb0-a12e-3bf3a5b725aa req-c0a8781a-4f17-4492-a357-84df3965cedc tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:44.435964 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7618b1d5-c9e2-4a05-ad80-4551ddde7b96 None None] Sync routers for ids ['5ee7586d-00d3-4e21-9ec8-7de483bfa471'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:14:44.445886 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7618b1d5-c9e2-4a05-ad80-4551ddde7b96 None None] Routers {'5ee7586d-00d3-4e21-9ec8-7de483bfa471'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:14:44.446800 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-7618b1d5-c9e2-4a05-ad80-4551ddde7b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:14:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5ee7586d-00d3-4e21-9ec8-7de483bfa471'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:44.574536 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-7618b1d5-c9e2-4a05-ad80-4551ddde7b96 None None] Set router 5ee7586d-00d3-4e21-9ec8-7de483bfa471 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:14:44.580294 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f3b91ee8-4de2-458d-b8d2-b6e3f9e908b9 req-04f94bd1-cd8f-4587-9df0-65f4cf32b352 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846800 Sep 08 09:14:44.618354 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1c79c575-64a9-4a46-9676-bf7c084154bd tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:44.663279 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4212db88-f90f-46df-972f-47fe5f814e73 req-1999c0a2-d1e2-49c3-9f07-c3cc1cffec93 tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] 10.222.0.54 "GET /v2.0/ports?device_id=25802666-9897-4716-82e8-1c0843cbb040 HTTP/1.1" status: 200 len: 210 time: 0.0785897 Sep 08 09:14:44.684693 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-6cbef6aa-6bf5-4fb0-a12e-3bf3a5b725aa req-c0a8781a-4f17-4492-a357-84df3965cedc tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] Allocated IP 172.20.0.12 (3a04b458-3abb-4296-a1dd-d64c72b303cb/d1ad8ef3-0126-4257-bc81-a03d4dfe920b/941c9777-a007-4594-b07f-4579037e34cd) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:14:44.697186 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-1c79c575-64a9-4a46-9676-bf7c084154bd tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Calling delete_port for 5789ea87-9fce-48d9-b844-8b4ef6dc31b8 owned by {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:14:44.800346 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ac3b91cd-7dc7-4a0a-a6b6-e0866de0b00e admin admin] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:44.837355 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-7618b1d5-c9e2-4a05-ad80-4551ddde7b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee7586d-00d3-4e21-9ec8-7de483bfa471', 'name': 'tempest-TaggedBootDevicesTest-2085597779-router', 'tenant_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '5baa4558-0632-49cd-9c23-225c89909a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:02:32Z', 'updated_at': '2021-09-08T09:14:42Z', 'revision_number': 5, 'project_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'gw_port': {'id': '5baa4558-0632-49cd-9c23-225c89909a98', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee7586d-00d3-4e21-9ec8-7de483bfa471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:32Z', 'updated_at': '2021-09-08T09:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:44.868833 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7618b1d5-c9e2-4a05-ad80-4551ddde7b96 None None] Checking router: 5ee7586d-00d3-4e21-9ec8-7de483bfa471 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:14:44.879864 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7618b1d5-c9e2-4a05-ad80-4551ddde7b96 None None] Routers {'5ee7586d-00d3-4e21-9ec8-7de483bfa471'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:14:44.881022 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-7618b1d5-c9e2-4a05-ad80-4551ddde7b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:14:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5ee7586d-00d3-4e21-9ec8-7de483bfa471'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:44.890928 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6cbef6aa-6bf5-4fb0-a12e-3bf3a5b725aa req-c0a8781a-4f17-4492-a357-84df3965cedc tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:44.893502 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d523ef-698c-41ca-adad-ad81944b878b req-2cfdedcc-60be-4ebc-893a-76ac59477fff tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:44.895203 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e0d523ef-698c-41ca-adad-ad81944b878b req-2cfdedcc-60be-4ebc-893a-76ac59477fff tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7182b8f-6d57-4113-81c0-38bf8b2f98a4 HTTP/1.1" status: 200 len: 945 time: 0.1785026 Sep 08 09:14:44.941177 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6cbef6aa-6bf5-4fb0-a12e-3bf3a5b725aa req-c0a8781a-4f17-4492-a357-84df3965cedc tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:45.007309 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cbef6aa-6bf5-4fb0-a12e-3bf3a5b725aa req-c0a8781a-4f17-4492-a357-84df3965cedc tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] Network 3a04b458-3abb-4296-a1dd-d64c72b303cb is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:14:45.013871 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-6cbef6aa-6bf5-4fb0-a12e-3bf3a5b725aa req-c0a8781a-4f17-4492-a357-84df3965cedc tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:14:45.024662 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cbef6aa-6bf5-4fb0-a12e-3bf3a5b725aa req-c0a8781a-4f17-4492-a357-84df3965cedc tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:14:45.029524 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8781a-4f17-4492-a357-84df3965cedc tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] Pushing event updated for resources: {'Port': ['ID=941c9777-a007-4594-b07f-4579037e34cd,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:45.035785 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e0d523ef-698c-41ca-adad-ad81944b878b req-98725822-fac7-4b5c-a86b-c6f4f9de0f53 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307983 Sep 08 09:14:45.039708 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ac3b91cd-7dc7-4a0a-a6b6-e0866de0b00e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:45.087849 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbef6aa-6bf5-4fb0-a12e-3bf3a5b725aa req-c0a8781a-4f17-4492-a357-84df3965cedc tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:45.088577 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6cbef6aa-6bf5-4fb0-a12e-3bf3a5b725aa req-c0a8781a-4f17-4492-a357-84df3965cedc tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:45.106559 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6cbef6aa-6bf5-4fb0-a12e-3bf3a5b725aa req-c0a8781a-4f17-4492-a357-84df3965cedc tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9877768 Sep 08 09:14:45.131668 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-6cbef6aa-6bf5-4fb0-a12e-3bf3a5b725aa req-462995e8-ec53-4023-9b88-2affc307917f service neutron] Request body: {'port': {'device_id': '25802666-9897-4716-82e8-1c0843cbb040', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:14:45.155743 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1c79c575-64a9-4a46-9676-bf7c084154bd tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:45.164822 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-7618b1d5-c9e2-4a05-ad80-4551ddde7b96 None None] Set router 5ee7586d-00d3-4e21-9ec8-7de483bfa471 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:14:45.195793 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6cbef6aa-6bf5-4fb0-a12e-3bf3a5b725aa req-462995e8-ec53-4023-9b88-2affc307917f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:45.199961 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c79c575-64a9-4a46-9676-bf7c084154bd tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Pushing event deleted for resources: {'Port': ['ID=5789ea87-9fce-48d9-b844-8b4ef6dc31b8,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:45.333294 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device e892c78d-0591-4406-9e88-feb95725e7c4 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:14:45.344113 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-ac3b91cd-7dc7-4a0a-a6b6-e0866de0b00e admin admin] Deleting port 5baa4558-0632-49cd-9c23-225c89909a98 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:14:45.344471 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ac3b91cd-7dc7-4a0a-a6b6-e0866de0b00e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:45.363756 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1c79c575-64a9-4a46-9676-bf7c084154bd tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:45.370634 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57884) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:45.370873 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1c79c575-64a9-4a46-9676-bf7c084154bd tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "DELETE /v2.0/ports/5789ea87-9fce-48d9-b844-8b4ef6dc31b8 HTTP/1.1" status: 204 len: 168 time: 1.1383100 Sep 08 09:14:45.382060 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-c9459776-301a-4e6c-a5c7-655fb3d553ae tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:14:45.424982 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-7618b1d5-c9e2-4a05-ad80-4551ddde7b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee7586d-00d3-4e21-9ec8-7de483bfa471', 'name': 'tempest-TaggedBootDevicesTest-2085597779-router', 'tenant_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '5baa4558-0632-49cd-9c23-225c89909a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:02:32Z', 'updated_at': '2021-09-08T09:14:42Z', 'revision_number': 5, 'project_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'gw_port': {'id': '5baa4558-0632-49cd-9c23-225c89909a98', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee7586d-00d3-4e21-9ec8-7de483bfa471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:32Z', 'updated_at': '2021-09-08T09:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:45.477110 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7618b1d5-c9e2-4a05-ad80-4551ddde7b96 None None] The sync data for ids ['5ee7586d-00d3-4e21-9ec8-7de483bfa471'] in n-d-806683-11 is: [{'id': '5ee7586d-00d3-4e21-9ec8-7de483bfa471', 'name': 'tempest-TaggedBootDevicesTest-2085597779-router', 'tenant_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '5baa4558-0632-49cd-9c23-225c89909a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:02:32Z', 'updated_at': '2021-09-08T09:14:42Z', 'revision_number': 5, 'project_id': 'abecbd1fd51847edb20d2ca276b4ddef', 'gw_port': {'id': '5baa4558-0632-49cd-9c23-225c89909a98', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:40:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee7586d-00d3-4e21-9ec8-7de483bfa471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:02:32Z', 'updated_at': '2021-09-08T09:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:14:45.477826 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-ac3b91cd-7dc7-4a0a-a6b6-e0866de0b00e admin admin] For port 5baa4558-0632-49cd-9c23-225c89909a98, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=5baa4558-0632-49cd-9c23-225c89909a98,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:14:45.478264 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ac3b91cd-7dc7-4a0a-a6b6-e0866de0b00e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:45.502342 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-ac3b91cd-7dc7-4a0a-a6b6-e0866de0b00e admin admin] Calling delete_port for 5baa4558-0632-49cd-9c23-225c89909a98 owned by network:router_gateway {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:14:45.506461 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c9459776-301a-4e6c-a5c7-655fb3d553ae tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for floatingip, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:45.543444 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port e892c78d-0591-4406-9e88-feb95725e7c4, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=e892c78d-0591-4406-9e88-feb95725e7c4,segment=NetworkSegment(f65d12e3-feb2-45fa-813d-94ce7829a6a9),segment_id=f65d12e3-feb2-45fa-813d-94ce7829a6a9)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:14:45.564139 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': 'e892c78d-0591-4406-9e88-feb95725e7c4', 'network_id': 'cb338a05-96ea-4d11-88f8-690044b53ade', 'port_id': 'e892c78d-0591-4406-9e88-feb95725e7c4', 'mac_address': 'fa:16:3e:c1:ab:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ec84db6-4dd6-4de4-a1e0-0c0e5076306d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:14:45.615628 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:45.635548 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e892c78d-0591-4406-9e88-feb95725e7c4 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:14:45.665857 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port e892c78d-0591-4406-9e88-feb95725e7c4, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=e892c78d-0591-4406-9e88-feb95725e7c4,segment=NetworkSegment(f65d12e3-feb2-45fa-813d-94ce7829a6a9),segment_id=f65d12e3-feb2-45fa-813d-94ce7829a6a9)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:14:45.669300 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334bd76b-c013-4c6e-b133-37ae81d13d53 req-1c1bab7f-fdd5-47dc-922e-99b30eac7dda tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:45.671424 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-334bd76b-c013-4c6e-b133-37ae81d13d53 req-1c1bab7f-fdd5-47dc-922e-99b30eac7dda tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 943 time: 0.1251485 Sep 08 09:14:45.673191 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:45.732484 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-6cbef6aa-6bf5-4fb0-a12e-3bf3a5b725aa req-462995e8-ec53-4023-9b88-2affc307917f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 941c9777-a007-4594-b07f-4579037e34cd {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:14:45.755296 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=e892c78d-0591-4406-9e88-feb95725e7c4,revision_number=9']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:45.766754 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6cbef6aa-6bf5-4fb0-a12e-3bf3a5b725aa req-462995e8-ec53-4023-9b88-2affc307917f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:45.851721 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ccc946-d590-4e82-b39e-06ebe1ceee08 req-d9cbc01b-0daa-4e63-9580-779fe0ebe990 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:45.852415 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-6cbef6aa-6bf5-4fb0-a12e-3bf3a5b725aa req-462995e8-ec53-4023-9b88-2affc307917f service neutron] Transition to ACTIVE for port object 941c9777-a007-4594-b07f-4579037e34cd will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:14:45.861658 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-09ccc946-d590-4e82-b39e-06ebe1ceee08 req-d9cbc01b-0daa-4e63-9580-779fe0ebe990 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb90c0a3-ef79-4bbe-acc9-2b38b5719617 HTTP/1.1" status: 200 len: 945 time: 0.1501381 Sep 08 09:14:45.902499 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6cbef6aa-6bf5-4fb0-a12e-3bf3a5b725aa req-462995e8-ec53-4023-9b88-2affc307917f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:45.917171 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ac3b91cd-7dc7-4a0a-a6b6-e0866de0b00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:45.939949 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-09ccc946-d590-4e82-b39e-06ebe1ceee08 req-c38665c0-97d6-452d-91ae-1ad14fba8ac2 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773690 Sep 08 09:14:45.965606 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3b91cd-7dc7-4a0a-a6b6-e0866de0b00e admin admin] Pushing event deleted for resources: {'Port': ['ID=5baa4558-0632-49cd-9c23-225c89909a98,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:46.046542 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-334bd76b-c013-4c6e-b133-37ae81d13d53 req-fbb0cf65-6e97-4e33-97b7-6c147bd4380a tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2971864 Sep 08 09:14:46.089338 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462995e8-ec53-4023-9b88-2affc307917f service neutron] Pushing event updated for resources: {'Port': ['ID=941c9777-a007-4594-b07f-4579037e34cd,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:46.095972 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ac3b91cd-7dc7-4a0a-a6b6-e0866de0b00e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:46.135834 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c9459776-301a-4e6c-a5c7-655fb3d553ae tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:46.174522 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b1571-3f0c-4cdc-b913-535dc2b6ca65 req-5732af57-8825-47c8-acb6-74b914d0ab39 tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:46.176101 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b09b1571-3f0c-4cdc-b913-535dc2b6ca65 req-5732af57-8825-47c8-acb6-74b914d0ab39 tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] 10.222.0.54 "GET /v2.0/ports?device_id=25802666-9897-4716-82e8-1c0843cbb040 HTTP/1.1" status: 200 len: 944 time: 0.1294658 Sep 08 09:14:46.219412 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ac3b91cd-7dc7-4a0a-a6b6-e0866de0b00e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:46.225539 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['e892c78d-0591-4406-9e88-feb95725e7c4'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:14:46.227515 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ac3b91cd-7dc7-4a0a-a6b6-e0866de0b00e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:46.267263 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-6cbef6aa-6bf5-4fb0-a12e-3bf3a5b725aa req-462995e8-ec53-4023-9b88-2affc307917f service neutron] Attempting to bind port 941c9777-a007-4594-b07f-4579037e34cd on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:14:46.267745 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-6cbef6aa-6bf5-4fb0-a12e-3bf3a5b725aa req-462995e8-ec53-4023-9b88-2affc307917f service neutron] Attempting to bind port 941c9777-a007-4594-b07f-4579037e34cd by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '2948f235-2c0c-4995-95ba-433587acdf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3a04b458-3abb-4296-a1dd-d64c72b303cb'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:14:46.268065 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbef6aa-6bf5-4fb0-a12e-3bf3a5b725aa req-462995e8-ec53-4023-9b88-2affc307917f service neutron] Attempting to bind port 941c9777-a007-4594-b07f-4579037e34cd on network 3a04b458-3abb-4296-a1dd-d64c72b303cb {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:14:46.277604 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbef6aa-6bf5-4fb0-a12e-3bf3a5b725aa req-462995e8-ec53-4023-9b88-2affc307917f service neutron] Port 941c9777-a007-4594-b07f-4579037e34cd on network 3a04b458-3abb-4296-a1dd-d64c72b303cb not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:14:46.277604 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbef6aa-6bf5-4fb0-a12e-3bf3a5b725aa req-462995e8-ec53-4023-9b88-2affc307917f service neutron] Attempting to bind port 941c9777-a007-4594-b07f-4579037e34cd on network 3a04b458-3abb-4296-a1dd-d64c72b303cb {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:14:46.296850 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20535c50-497a-4c8f-9dc4-2ffbb9e92c31 req-c7228e74-6a74-402a-939c-9b4a338d0198 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:46.298917 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-20535c50-497a-4c8f-9dc4-2ffbb9e92c31 req-c7228e74-6a74-402a-939c-9b4a338d0198 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7182b8f-6d57-4113-81c0-38bf8b2f98a4 HTTP/1.1" status: 200 len: 945 time: 0.1484032 Sep 08 09:14:46.303474 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbef6aa-6bf5-4fb0-a12e-3bf3a5b725aa req-462995e8-ec53-4023-9b88-2affc307917f service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:14:46.303893 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbef6aa-6bf5-4fb0-a12e-3bf3a5b725aa req-462995e8-ec53-4023-9b88-2affc307917f service neutron] Checking segment: {'id': '2948f235-2c0c-4995-95ba-433587acdf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3a04b458-3abb-4296-a1dd-d64c72b303cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:14:46.304464 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cbef6aa-6bf5-4fb0-a12e-3bf3a5b725aa req-462995e8-ec53-4023-9b88-2affc307917f service neutron] Bound using segment: {'id': '2948f235-2c0c-4995-95ba-433587acdf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3a04b458-3abb-4296-a1dd-d64c72b303cb'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:14:46.305013 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-6cbef6aa-6bf5-4fb0-a12e-3bf3a5b725aa req-462995e8-ec53-4023-9b88-2affc307917f service neutron] Bound port: 941c9777-a007-4594-b07f-4579037e34cd, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2948f235-2c0c-4995-95ba-433587acdf11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3a04b458-3abb-4296-a1dd-d64c72b303cb'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:14:46.305480 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6cbef6aa-6bf5-4fb0-a12e-3bf3a5b725aa req-462995e8-ec53-4023-9b88-2affc307917f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:46.309203 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b09b1571-3f0c-4cdc-b913-535dc2b6ca65 req-c96ab52e-009b-45bf-b705-6b7b4e1b96c3 tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] 10.222.0.54 "GET /v2.0/security-groups?id=bcad411e-462c-468a-ae81-88babf3047a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922434 Sep 08 09:14:46.315216 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ac3b91cd-7dc7-4a0a-a6b6-e0866de0b00e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:46.316187 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3b91cd-7dc7-4a0a-a6b6-e0866de0b00e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ee7586d-00d3-4e21-9ec8-7de483bfa471 {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:14:46.332695 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ac3b91cd-7dc7-4a0a-a6b6-e0866de0b00e admin admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:46.334180 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ac3b91cd-7dc7-4a0a-a6b6-e0866de0b00e admin admin] 10.222.0.54 "DELETE /v2.0/routers/5ee7586d-00d3-4e21-9ec8-7de483bfa471 HTTP/1.1" status: 204 len: 168 time: 1.8954246 Sep 08 09:14:46.337569 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57910) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:46.349929 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 301cf675-2fd5-4d68-b76d-089d41c063dd no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:14:46.432466 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 301cf675-2fd5-4d68-b76d-089d41c063dd {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:14:46.433940 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 301cf675-2fd5-4d68-b76d-089d41c063dd not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:14:46.476643 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-20535c50-497a-4c8f-9dc4-2ffbb9e92c31 req-c0db075e-2e6a-4370-8e7d-3901bb625421 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487503 Sep 08 09:14:46.477945 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-c9459776-301a-4e6c-a5c7-655fb3d553ae tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Allocated IP 172.25.0.166 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/244dbbfc-d078-4d17-b334-1084aaf0dab0) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:14:46.584902 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-6cbef6aa-6bf5-4fb0-a12e-3bf3a5b725aa req-462995e8-ec53-4023-9b88-2affc307917f service neutron] For port 941c9777-a007-4594-b07f-4579037e34cd, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:14:46.594588 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31daaa71-e8b9-4ba1-a279-f1ed84769abb req-2e53a328-bdaf-4ccd-847a-bb0d0b6e34d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:46.596176 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-31daaa71-e8b9-4ba1-a279-f1ed84769abb req-2e53a328-bdaf-4ccd-847a-bb0d0b6e34d7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fb90c0a3-ef79-4bbe-acc9-2b38b5719617 HTTP/1.1" status: 200 len: 1097 time: 0.1991067 Sep 08 09:14:46.649041 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-6cbef6aa-6bf5-4fb0-a12e-3bf3a5b725aa req-462995e8-ec53-4023-9b88-2affc307917f service neutron] For port 941c9777-a007-4594-b07f-4579037e34cd, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=941c9777-a007-4594-b07f-4579037e34cd,segment=NetworkSegment(2948f235-2c0c-4995-95ba-433587acdf11),segment_id=2948f235-2c0c-4995-95ba-433587acdf11)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:14:46.663491 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6cbef6aa-6bf5-4fb0-a12e-3bf3a5b725aa req-462995e8-ec53-4023-9b88-2affc307917f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:46.744326 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbef6aa-6bf5-4fb0-a12e-3bf3a5b725aa req-462995e8-ec53-4023-9b88-2affc307917f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:46.744960 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6cbef6aa-6bf5-4fb0-a12e-3bf3a5b725aa req-462995e8-ec53-4023-9b88-2affc307917f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:46.746614 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6cbef6aa-6bf5-4fb0-a12e-3bf3a5b725aa req-462995e8-ec53-4023-9b88-2affc307917f service neutron] 10.222.0.35 "PUT /v2.0/ports/941c9777-a007-4594-b07f-4579037e34cd HTTP/1.1" status: 200 len: 1093 time: 1.6204915 Sep 08 09:14:46.753598 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25802666-9897-4716-82e8-1c0843cbb040', 'tag': '941c9777-a007-4594-b07f-4579037e34cd'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:14:46.755930 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8342b8c9-46d4-44fc-a96a-45fe8249b605" -d '{"events": [{"name": "network-changed", "server_uuid": "25802666-9897-4716-82e8-1c0843cbb040", "tag": "941c9777-a007-4594-b07f-4579037e34cd"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:14:46.772412 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c9459776-301a-4e6c-a5c7-655fb3d553ae tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:46.784022 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-31daaa71-e8b9-4ba1-a279-f1ed84769abb req-f839706f-1e88-4f2f-88e0-709e039a582a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489077 Sep 08 09:14:46.832605 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c391de9f-37af-4ed2-ab14-0df92d0cb976 x-openstack-request-id: req-c391de9f-37af-4ed2-ab14-0df92d0cb976 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:14:46.832807 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25802666-9897-4716-82e8-1c0843cbb040", "tag": "941c9777-a007-4594-b07f-4579037e34cd", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:14:46.833059 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c391de9f-37af-4ed2-ab14-0df92d0cb976 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:14:46.833469 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25802666-9897-4716-82e8-1c0843cbb040', 'tag': '941c9777-a007-4594-b07f-4579037e34cd', 'status': 'completed', 'code': 200} Sep 08 09:14:46.835714 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462995e8-ec53-4023-9b88-2affc307917f service neutron] Pushing event updated for resources: {'Port': ['ID=941c9777-a007-4594-b07f-4579037e34cd,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:46.872015 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c9459776-301a-4e6c-a5c7-655fb3d553ae tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:46.909717 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbef6aa-6bf5-4fb0-a12e-3bf3a5b725aa req-c4bcc6fe-0d35-4d8d-9e84-efb864f5bd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:46.911371 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6cbef6aa-6bf5-4fb0-a12e-3bf3a5b725aa req-c4bcc6fe-0d35-4d8d-9e84-efb864f5bd55 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ccddf423ccc3452eafa1784b922ff72c&device_id=25802666-9897-4716-82e8-1c0843cbb040 HTTP/1.1" status: 200 len: 1096 time: 0.0975318 Sep 08 09:14:46.921851 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764af21-641e-444b-ba2a-a88378c174c4 req-da06074c-007d-4a49-8426-5729ed418ca3 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:46.922790 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9459776-301a-4e6c-a5c7-655fb3d553ae tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:14:46.923460 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9764af21-641e-444b-ba2a-a88378c174c4 req-da06074c-007d-4a49-8426-5729ed418ca3 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7182b8f-6d57-4113-81c0-38bf8b2f98a4 HTTP/1.1" status: 200 len: 945 time: 0.0649579 Sep 08 09:14:46.925666 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-c9459776-301a-4e6c-a5c7-655fb3d553ae tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:14:46.927617 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7714bfb-06c5-46e4-bb4b-f9ae14ac1156 admin admin] Deleting subnet c69359f7-0d90-4906-8a67-6fd5e600c4bc {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:14:46.931320 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a7714bfb-06c5-46e4-bb4b-f9ae14ac1156 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:46.943634 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9459776-301a-4e6c-a5c7-655fb3d553ae tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:14:46.955306 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9459776-301a-4e6c-a5c7-655fb3d553ae tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Pushing event updated for resources: {'Port': ['ID=244dbbfc-d078-4d17-b334-1084aaf0dab0,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:47.006434 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a7714bfb-06c5-46e4-bb4b-f9ae14ac1156 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:47.015880 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6cbef6aa-6bf5-4fb0-a12e-3bf3a5b725aa req-69217677-bb0a-45ca-a5b6-1768683fa4b9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=941c9777-a007-4594-b07f-4579037e34cd HTTP/1.1" status: 200 len: 217 time: 0.0863528 Sep 08 09:14:47.066436 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9764af21-641e-444b-ba2a-a88378c174c4 req-830ed5b0-64b3-466f-873c-f52a0893015c tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126680 Sep 08 09:14:47.121719 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a7714bfb-06c5-46e4-bb4b-f9ae14ac1156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:47.144220 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbef6aa-6bf5-4fb0-a12e-3bf3a5b725aa req-d691339a-8184-489b-a324-af7cbc0e39f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:47.145755 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6cbef6aa-6bf5-4fb0-a12e-3bf3a5b725aa req-d691339a-8184-489b-a324-af7cbc0e39f1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d1ad8ef3-0126-4257-bc81-a03d4dfe920b HTTP/1.1" status: 200 len: 848 time: 0.1211839 Sep 08 09:14:47.194804 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c2506-672d-475a-bfd2-94f3ce8fe00e req-3343e1f5-16d3-4944-bf19-b8f08504a69b tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:47.196166 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a75c2506-672d-475a-bfd2-94f3ce8fe00e req-3343e1f5-16d3-4944-bf19-b8f08504a69b tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb90c0a3-ef79-4bbe-acc9-2b38b5719617 HTTP/1.1" status: 200 len: 945 time: 0.1408062 Sep 08 09:14:47.198336 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6cbef6aa-6bf5-4fb0-a12e-3bf3a5b725aa req-11538aaa-8c69-4ee2-8c12-8bb6b29d74f8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3a04b458-3abb-4296-a1dd-d64c72b303cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442348 Sep 08 09:14:47.199585 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c9459776-301a-4e6c-a5c7-655fb3d553ae tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:47.225818 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a7714bfb-06c5-46e4-bb4b-f9ae14ac1156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:47.247171 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa88d48-7e86-4b28-8461-5275f8ce7b6b req-7c6e2bed-2569-4b26-9842-b4f74b1f9b03 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:47.248451 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7fa88d48-7e86-4b28-8461-5275f8ce7b6b req-7c6e2bed-2569-4b26-9842-b4f74b1f9b03 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 944 time: 0.0915985 Sep 08 09:14:47.272759 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7714bfb-06c5-46e4-bb4b-f9ae14ac1156 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c69359f7-0d90-4906-8a67-6fd5e600c4bc,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:47.274429 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a7714bfb-06c5-46e4-bb4b-f9ae14ac1156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:47.277338 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a7714bfb-06c5-46e4-bb4b-f9ae14ac1156 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/c69359f7-0d90-4906-8a67-6fd5e600c4bc HTTP/1.1" status: 204 len: 168 time: 0.9373486 Sep 08 09:14:47.281545 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57986) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:47.288743 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1893ba7-1465-452e-83ba-1e78b6781048 None None] Network c973ae74-d868-45d7-8512-13ab7ed1b791 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:14:47.330540 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7fa88d48-7e86-4b28-8461-5275f8ce7b6b req-b465814c-717c-499c-b920-6fae14751ed5 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0571311 Sep 08 09:14:47.349289 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c9459776-301a-4e6c-a5c7-655fb3d553ae tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:47.384964 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device e892c78d-0591-4406-9e88-feb95725e7c4 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:14:47.394872 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a75c2506-672d-475a-bfd2-94f3ce8fe00e req-2b42798e-70e4-4f23-a33f-5d313f9d3730 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791468 Sep 08 09:14:47.467362 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6cbef6aa-6bf5-4fb0-a12e-3bf3a5b725aa req-2a6beea9-10c6-4827-a347-363427b7ed18 service neutron] 10.222.0.35 "GET /v2.0/networks/3a04b458-3abb-4296-a1dd-d64c72b303cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610900 Sep 08 09:14:47.469854 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0eced6a4-5a8d-4b1b-acdc-7e018fe9ccf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:47.613183 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port e892c78d-0591-4406-9e88-feb95725e7c4 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:14:47.613680 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:47.671951 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b560963f-9fa9-41b4-b0a3-1e4c7355cc43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:47.710283 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e714c5-b899-477c-8701-47f8626f4e5a req-3b45f3a9-a237-4b02-9032-18d33dc8b4e8 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:47.723430 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4121479-8c64-4f88-85ea-280c558fb440 req-4ce2ba67-a843-4be4-bb3e-f308ed30b097 tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:47.731207 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-68e714c5-b899-477c-8701-47f8626f4e5a req-3b45f3a9-a237-4b02-9032-18d33dc8b4e8 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7182b8f-6d57-4113-81c0-38bf8b2f98a4 HTTP/1.1" status: 200 len: 945 time: 0.1142945 Sep 08 09:14:47.731371 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c4121479-8c64-4f88-85ea-280c558fb440 req-4ce2ba67-a843-4be4-bb3e-f308ed30b097 tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] 10.222.0.54 "GET /v2.0/ports?device_id=25802666-9897-4716-82e8-1c0843cbb040 HTTP/1.1" status: 200 len: 944 time: 0.2272336 Sep 08 09:14:47.743397 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6cbef6aa-6bf5-4fb0-a12e-3bf3a5b725aa req-2e00931e-6f6c-47b7-a9f3-7c03dff48149 service neutron] 10.222.0.35 "GET /v2.0/networks/3a04b458-3abb-4296-a1dd-d64c72b303cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678442 Sep 08 09:14:47.783141 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:47.798294 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-68e714c5-b899-477c-8701-47f8626f4e5a req-a50a7c4e-6620-46e6-bdaa-5c97f1886ba8 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628114 Sep 08 09:14:47.809970 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-0eced6a4-5a8d-4b1b-acdc-7e018fe9ccf0 admin admin] Deleting port e9093bea-0080-4639-ace7-063440570037 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:14:47.810543 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0eced6a4-5a8d-4b1b-acdc-7e018fe9ccf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:47.815841 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64599abe-e1e4-49fd-bdcf-7e258029c194 None None] DHCP port deletion for c973ae74-d868-45d7-8512-13ab7ed1b791 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:14:47.838265 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c4121479-8c64-4f88-85ea-280c558fb440 req-5a34b9d3-40aa-45f4-8da7-9cfb10edb408 tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] 10.222.0.54 "GET /v2.0/security-groups?id=bcad411e-462c-468a-ae81-88babf3047a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014519 Sep 08 09:14:47.841417 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c9459776-301a-4e6c-a5c7-655fb3d553ae tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:47.851641 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e0a33f-6dec-41b9-ae78-1ff0971a03f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e892c78d-0591-4406-9e88-feb95725e7c4'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:14:47.853435 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da0a88f-ccc9-487e-9f8d-71127dfac59c" -d '{"events": [{"server_uuid": "36e0a33f-6dec-41b9-ae78-1ff0971a03f4", "name": "network-vif-plugged", "status": "completed", "tag": "e892c78d-0591-4406-9e88-feb95725e7c4"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:14:47.855796 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c9459776-301a-4e6c-a5c7-655fb3d553ae tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:47.908509 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port e892c78d-0591-4406-9e88-feb95725e7c4, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=e892c78d-0591-4406-9e88-feb95725e7c4,segment=NetworkSegment(f65d12e3-feb2-45fa-813d-94ce7829a6a9),segment_id=f65d12e3-feb2-45fa-813d-94ce7829a6a9)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:14:47.918153 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:47.967632 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-64599abe-e1e4-49fd-bdcf-7e258029c194 None None] Deleting port e9093bea-0080-4639-ace7-063440570037 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:14:47.968085 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-64599abe-e1e4-49fd-bdcf-7e258029c194 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:47.982894 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-0eced6a4-5a8d-4b1b-acdc-7e018fe9ccf0 admin admin] For port e9093bea-0080-4639-ace7-063440570037, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=e9093bea-0080-4639-ace7-063440570037,segment=NetworkSegment(948da7d8-df84-42e8-b003-776fc80a05e5),segment_id=948da7d8-df84-42e8-b003-776fc80a05e5)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:14:47.983274 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0eced6a4-5a8d-4b1b-acdc-7e018fe9ccf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:48.038552 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9459776-301a-4e6c-a5c7-655fb3d553ae tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Pushing event updated for resources: {'Port': ['ID=244dbbfc-d078-4d17-b334-1084aaf0dab0,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:48.041038 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-0eced6a4-5a8d-4b1b-acdc-7e018fe9ccf0 admin admin] Calling delete_port for e9093bea-0080-4639-ace7-063440570037 owned by network:dhcp {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:14:48.048977 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1414dc5a-6b02-49ea-ab64-b5fbf5485f11 x-openstack-request-id: req-1414dc5a-6b02-49ea-ab64-b5fbf5485f11 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:14:48.049348 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e0a33f-6dec-41b9-ae78-1ff0971a03f4", "name": "network-vif-plugged", "status": "completed", "tag": "e892c78d-0591-4406-9e88-feb95725e7c4", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:14:48.049518 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1414dc5a-6b02-49ea-ab64-b5fbf5485f11 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:14:48.049900 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e0a33f-6dec-41b9-ae78-1ff0971a03f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e892c78d-0591-4406-9e88-feb95725e7c4', 'code': 200} Sep 08 09:14:48.076740 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-64599abe-e1e4-49fd-bdcf-7e258029c194 None None] For port e9093bea-0080-4639-ace7-063440570037, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=e9093bea-0080-4639-ace7-063440570037,segment=NetworkSegment(948da7d8-df84-42e8-b003-776fc80a05e5),segment_id=948da7d8-df84-42e8-b003-776fc80a05e5)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:14:48.077031 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-64599abe-e1e4-49fd-bdcf-7e258029c194 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:48.082789 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c9459776-301a-4e6c-a5c7-655fb3d553ae tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:48.084634 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=e892c78d-0591-4406-9e88-feb95725e7c4,revision_number=10']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:48.093348 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-64599abe-e1e4-49fd-bdcf-7e258029c194 None None] Calling delete_port for e9093bea-0080-4639-ace7-063440570037 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:14:48.118772 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342b8c9-46d4-44fc-a96a-45fe8249b605 req-35713158-9b3d-429e-9387-b3923a3db9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:48.120764 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8342b8c9-46d4-44fc-a96a-45fe8249b605 req-35713158-9b3d-429e-9387-b3923a3db9a1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ccddf423ccc3452eafa1784b922ff72c&device_id=25802666-9897-4716-82e8-1c0843cbb040 HTTP/1.1" status: 200 len: 1096 time: 0.1577008 Sep 08 09:14:48.189840 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-64599abe-e1e4-49fd-bdcf-7e258029c194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:48.199677 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c9459776-301a-4e6c-a5c7-655fb3d553ae tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:48.203802 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58038) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:48.210079 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-d6320a2e-4b43-49df-a0bb-a8c0ceb93431 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Request body: {'port': {'network_id': 'd9ce96e3-24d0-4047-8be0-90643e4f71d5', 'name': 'tempest-FloatingIPTestJSON-1496518051'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:14:48.216852 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c9459776-301a-4e6c-a5c7-655fb3d553ae tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8440671 Sep 08 09:14:48.229457 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64599abe-e1e4-49fd-bdcf-7e258029c194 None None] Pushing event deleted for resources: {'Port': ['ID=e9093bea-0080-4639-ace7-063440570037,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:48.238549 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64599abe-e1e4-49fd-bdcf-7e258029c194 None None] No DVR routers for this DVR port e9093bea-0080-4639-ace7-063440570037 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:14:48.261138 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device e9093bea-0080-4639-ace7-063440570037 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:14:48.283638 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: e9093bea-0080-4639-ace7-063440570037 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:14:48.284380 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device e9093bea-0080-4639-ace7-063440570037 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:14:48.285164 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 5baa4558-0632-49cd-9c23-225c89909a98 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:14:48.309176 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 5baa4558-0632-49cd-9c23-225c89909a98 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:14:48.309800 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 5baa4558-0632-49cd-9c23-225c89909a98 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:14:48.364314 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c6f02-2414-47f2-b174-a6cec772a447 req-26b87791-1d84-4671-ae29-7240ec7a252d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:48.365863 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9d3c6f02-2414-47f2-b174-a6cec772a447 req-26b87791-1d84-4671-ae29-7240ec7a252d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 1098 time: 0.1944468 Sep 08 09:14:48.383995 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6320a2e-4b43-49df-a0bb-a8c0ceb93431 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Made reservation on behalf of 8f549d6a3f8a431eb4cd9e8188099d64 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:14:48.389304 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d6320a2e-4b43-49df-a0bb-a8c0ceb93431 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:48.401347 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342b8c9-46d4-44fc-a96a-45fe8249b605 req-d253c911-cc48-4e2a-afbf-8f6252d804fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:48.402968 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8342b8c9-46d4-44fc-a96a-45fe8249b605 req-d253c911-cc48-4e2a-afbf-8f6252d804fb service neutron] 10.222.0.35 "GET /v2.0/networks?id=3a04b458-3abb-4296-a1dd-d64c72b303cb HTTP/1.1" status: 200 len: 909 time: 0.2457190 Sep 08 09:14:48.406687 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0eced6a4-5a8d-4b1b-acdc-7e018fe9ccf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:48.418943 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-d6320a2e-4b43-49df-a0bb-a8c0ceb93431 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] device_id is not set on port 5eb837b5-ac52-42f1-af7b-80fd3e7094d9 yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:14:48.447871 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eced6a4-5a8d-4b1b-acdc-7e018fe9ccf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9093bea-0080-4639-ace7-063440570037,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:48.502255 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eced6a4-5a8d-4b1b-acdc-7e018fe9ccf0 admin admin] No DVR routers for this DVR port e9093bea-0080-4639-ace7-063440570037 on host n-d-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:14:48.504799 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8342b8c9-46d4-44fc-a96a-45fe8249b605 req-8e0a5e76-3911-4430-9dc4-08e7ad8a6e0f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=941c9777-a007-4594-b07f-4579037e34cd HTTP/1.1" status: 200 len: 217 time: 0.0861111 Sep 08 09:14:48.552442 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9d3c6f02-2414-47f2-b174-a6cec772a447 req-31871d89-806a-4975-bcb7-1345e768e09a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1726241 Sep 08 09:14:48.592755 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0017f0c9-7d09-4f54-811d-56c9d640ac59 req-7afbfc3d-5447-4f56-99a8-a26cff1e3399 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:48.594414 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0017f0c9-7d09-4f54-811d-56c9d640ac59 req-7afbfc3d-5447-4f56-99a8-a26cff1e3399 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb90c0a3-ef79-4bbe-acc9-2b38b5719617 HTTP/1.1" status: 200 len: 945 time: 0.1014528 Sep 08 09:14:48.599127 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-d6320a2e-4b43-49df-a0bb-a8c0ceb93431 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Allocated IP 172.20.0.6 (d9ce96e3-24d0-4047-8be0-90643e4f71d5/ece42bf3-a7b7-443d-970c-1048b41ee6e1/5eb837b5-ac52-42f1-af7b-80fd3e7094d9) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:14:48.668554 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0017f0c9-7d09-4f54-811d-56c9d640ac59 req-0c92af57-e158-453b-a2ff-2ae41ef298f4 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602546 Sep 08 09:14:48.766627 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58066) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:48.859197 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d6320a2e-4b43-49df-a0bb-a8c0ceb93431 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:48.871289 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719073f-c459-4cd9-9680-e313ba30cedf req-25c27eca-e986-4014-8bc8-bb434291a045 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:48.872902 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b719073f-c459-4cd9-9680-e313ba30cedf req-25c27eca-e986-4014-8bc8-bb434291a045 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 945 time: 0.0928771 Sep 08 09:14:48.919858 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c8fcb45b-2570-48a9-827e-7d7f6f7de667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:48.957166 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b719073f-c459-4cd9-9680-e313ba30cedf req-0432f2e8-8c7a-4935-b37b-0f684e400712 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733635 Sep 08 09:14:48.974499 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d6320a2e-4b43-49df-a0bb-a8c0ceb93431 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:49.019283 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0eced6a4-5a8d-4b1b-acdc-7e018fe9ccf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:49.029820 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a706bf-4629-4813-8408-b1dc704f190a req-c12f34f9-032a-45ad-a4fc-4a42d8a61b10 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:49.031431 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26a706bf-4629-4813-8408-b1dc704f190a req-c12f34f9-032a-45ad-a4fc-4a42d8a61b10 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 946 time: 0.5864601 Sep 08 09:14:49.038510 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342b8c9-46d4-44fc-a96a-45fe8249b605 req-9b60248b-6bac-49a0-85b1-c441a34698ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:49.039986 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8342b8c9-46d4-44fc-a96a-45fe8249b605 req-9b60248b-6bac-49a0-85b1-c441a34698ef service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d1ad8ef3-0126-4257-bc81-a03d4dfe920b HTTP/1.1" status: 200 len: 848 time: 0.5157356 Sep 08 09:14:49.062175 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-0eced6a4-5a8d-4b1b-acdc-7e018fe9ccf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c973ae74-d868-45d7-8512-13ab7ed1b791']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:49.097885 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6320a2e-4b43-49df-a0bb-a8c0ceb93431 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Network d9ce96e3-24d0-4047-8be0-90643e4f71d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:14:49.100169 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6320a2e-4b43-49df-a0bb-a8c0ceb93431 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Pushing event updated for resources: {'Port': ['ID=5eb837b5-ac52-42f1-af7b-80fd3e7094d9,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:49.101000 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8342b8c9-46d4-44fc-a96a-45fe8249b605 req-61ec2d2a-4ed2-4d12-8755-a06106d442ca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3a04b458-3abb-4296-a1dd-d64c72b303cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415530 Sep 08 09:14:49.102665 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-0eced6a4-5a8d-4b1b-acdc-7e018fe9ccf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '948da7d8-df84-42e8-b003-776fc80a05e5') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:49.102969 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-0eced6a4-5a8d-4b1b-acdc-7e018fe9ccf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '948da7d8-df84-42e8-b003-776fc80a05e5') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:49.105234 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-d6320a2e-4b43-49df-a0bb-a8c0ceb93431 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:14:49.113067 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6320a2e-4b43-49df-a0bb-a8c0ceb93431 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:14:49.129415 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0eced6a4-5a8d-4b1b-acdc-7e018fe9ccf0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:49.158019 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26a706bf-4629-4813-8408-b1dc704f190a req-faed2c36-e378-4f3d-8193-661f80e4041d tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1117814 Sep 08 09:14:49.165263 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0eced6a4-5a8d-4b1b-acdc-7e018fe9ccf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:49.176007 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eced6a4-5a8d-4b1b-acdc-7e018fe9ccf0 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:14:49.176249 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1189197-fb61-473f-8a9f-58401ac1f933 req-208ab205-a923-48b8-b392-62e35188a266 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:49.176425 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0eced6a4-5a8d-4b1b-acdc-7e018fe9ccf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:49.187592 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c1189197-fb61-473f-8a9f-58401ac1f933 req-208ab205-a923-48b8-b392-62e35188a266 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7182b8f-6d57-4113-81c0-38bf8b2f98a4 HTTP/1.1" status: 200 len: 945 time: 0.1395278 Sep 08 09:14:49.187799 n-d-806683-11 neutron-server[94712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:14:49.187799 n-d-806683-11 neutron-server[94712]: self.session.flush() Sep 08 09:14:49.187799 n-d-806683-11 neutron-server[94712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:14:49.187799 n-d-806683-11 neutron-server[94712]: self.session.flush() Sep 08 09:14:49.187799 n-d-806683-11 neutron-server[94712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:14:49.187799 n-d-806683-11 neutron-server[94712]: self.session.flush() Sep 08 09:14:49.187799 n-d-806683-11 neutron-server[94712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:14:49.187799 n-d-806683-11 neutron-server[94712]: self.session.flush() Sep 08 09:14:49.187799 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:14:49.187799 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:14:49.187799 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:14:49.187799 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:14:49.187799 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:14:49.187799 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:14:49.187799 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:14:49.187799 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:14:49.187799 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:14:49.187799 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:14:49.187799 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:14:49.187799 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:14:49.187799 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:14:49.187799 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:14:49.187799 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:14:49.187799 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:14:49.187799 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:14:49.187799 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:14:49.187799 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:14:49.187799 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:14:49.187799 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:14:49.187799 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:14:49.187799 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:14:49.187799 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:14:49.187799 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:14:49.187799 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:14:49.187799 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:14:49.187799 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:14:49.187799 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:14:49.187799 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:14:49.187799 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:14:49.187799 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:14:49.202676 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6320a2e-4b43-49df-a0bb-a8c0ceb93431 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:49.203321 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d6320a2e-4b43-49df-a0bb-a8c0ceb93431 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:49.230988 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c8fcb45b-2570-48a9-827e-7d7f6f7de667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:49.241236 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c8fcb45b-2570-48a9-827e-7d7f6f7de667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:49.256569 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d6320a2e-4b43-49df-a0bb-a8c0ceb93431 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0517020 Sep 08 09:14:49.265564 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58076) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:49.281500 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-f32cb387-61ec-43f7-be4a-c72a16dc0a3d tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Request body: {'floatingip': {'port_id': '5eb837b5-ac52-42f1-af7b-80fd3e7094d9'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:14:49.297063 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c8fcb45b-2570-48a9-827e-7d7f6f7de667 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a35e2526f96d4690b8b05e4b959c1a67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5295749 Sep 08 09:14:49.301386 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c1189197-fb61-473f-8a9f-58401ac1f933 req-8a53bebb-61c6-4e48-9763-ad18261988de tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929620 Sep 08 09:14:49.301854 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58078) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:49.310598 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fcb45b-2570-48a9-827e-7d7f6f7de667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13587c3c-a2c3-4aca-9c7b-f0ca506c578a,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:49.356653 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0eced6a4-5a8d-4b1b-acdc-7e018fe9ccf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:49.363105 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0eced6a4-5a8d-4b1b-acdc-7e018fe9ccf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:49.367635 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-0eced6a4-5a8d-4b1b-acdc-7e018fe9ccf0 admin admin] 10.222.0.54 "DELETE /v2.0/networks/c973ae74-d868-45d7-8512-13ab7ed1b791 HTTP/1.1" status: 204 len: 168 time: 2.0560591 Sep 08 09:14:49.368495 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f32cb387-61ec-43f7-be4a-c72a16dc0a3d tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for floatingip, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:49.372675 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8342b8c9-46d4-44fc-a96a-45fe8249b605 req-bbd9fcdc-2736-4901-b4af-dfee547397d9 service neutron] 10.222.0.35 "GET /v2.0/networks/3a04b458-3abb-4296-a1dd-d64c72b303cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591875 Sep 08 09:14:49.399639 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1c029215-75e0-49f5-803d-6dc2ef49fea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:49.427873 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eced6a4-5a8d-4b1b-acdc-7e018fe9ccf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c973ae74-d868-45d7-8512-13ab7ed1b791,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:49.437301 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1c029215-75e0-49f5-803d-6dc2ef49fea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:49.499603 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1c029215-75e0-49f5-803d-6dc2ef49fea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:49.503074 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1c029215-75e0-49f5-803d-6dc2ef49fea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:49.506116 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1c029215-75e0-49f5-803d-6dc2ef49fea3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/13587c3c-a2c3-4aca-9c7b-f0ca506c578a HTTP/1.1" status: 204 len: 168 time: 0.2013981 Sep 08 09:14:49.514677 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d43dad-8559-4457-995b-9dfd6d235e1e req-5314f29a-28e1-4b62-af04-0065d8dbbc59 tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:49.516341 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-65d43dad-8559-4457-995b-9dfd6d235e1e req-5314f29a-28e1-4b62-af04-0065d8dbbc59 tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] 10.222.0.54 "GET /v2.0/ports?device_id=25802666-9897-4716-82e8-1c0843cbb040 HTTP/1.1" status: 200 len: 944 time: 0.2571783 Sep 08 09:14:49.550735 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c029215-75e0-49f5-803d-6dc2ef49fea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13587c3c-a2c3-4aca-9c7b-f0ca506c578a,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:49.569738 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58088) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:49.644980 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b714dc27-266a-4831-9dba-7c7eb9940c1a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=abecbd1fd51847edb20d2ca276b4ddef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0731394 Sep 08 09:14:49.647835 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58090) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:49.668200 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-65d43dad-8559-4457-995b-9dfd6d235e1e req-1512b2bc-ad56-4873-b0df-3cddfe2ffd0a tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] 10.222.0.54 "GET /v2.0/security-groups?id=bcad411e-462c-468a-ae81-88babf3047a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417553 Sep 08 09:14:49.672227 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8342b8c9-46d4-44fc-a96a-45fe8249b605 req-cbb9e125-b238-487f-b6fe-966d7f140600 service neutron] 10.222.0.35 "GET /v2.0/networks/3a04b458-3abb-4296-a1dd-d64c72b303cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604628 Sep 08 09:14:49.691423 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66576170-6bc2-495a-b11f-26fb9b6d482f req-5f909d48-b0ad-46aa-81d9-10bfeeff87db tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:49.692921 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-66576170-6bc2-495a-b11f-26fb9b6d482f req-5f909d48-b0ad-46aa-81d9-10bfeeff87db tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 945 time: 0.0855250 Sep 08 09:14:49.741160 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-727483ee-e49f-4cd0-9983-1e7583ac3982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:49.763058 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-66576170-6bc2-495a-b11f-26fb9b6d482f req-f29b20ac-f7a8-4767-8875-efd331fd734e tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555568 Sep 08 09:14:49.776773 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-727483ee-e49f-4cd0-9983-1e7583ac3982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:49.846594 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-727483ee-e49f-4cd0-9983-1e7583ac3982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:49.849675 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-727483ee-e49f-4cd0-9983-1e7583ac3982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:49.850983 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-727483ee-e49f-4cd0-9983-1e7583ac3982 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/53d991ac-c80f-43e4-8682-37208170b17c HTTP/1.1" status: 204 len: 168 time: 0.2023661 Sep 08 09:14:49.865842 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727483ee-e49f-4cd0-9983-1e7583ac3982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d991ac-c80f-43e4-8682-37208170b17c,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:49.942308 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35a158-dbdc-4881-860d-ce4d80aea881 req-ef2897d9-bb4e-433c-9f9e-5f36267ae535 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:49.944136 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ab35a158-dbdc-4881-860d-ce4d80aea881 req-ef2897d9-bb4e-433c-9f9e-5f36267ae535 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.35 "GET /v2.0/ports?device_id=c7182b8f-6d57-4113-81c0-38bf8b2f98a4 HTTP/1.1" status: 200 len: 945 time: 0.1119361 Sep 08 09:14:50.009326 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58096) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:50.023013 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-31cb124a-1c74-4daa-a343-70f9baa918f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:50.053939 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [req-89d41b68-4375-4fac-9389-fd57951cb650 req-c5853a0a-af8f-4d3f-b5e4-afc5b82f2621 service neutron] (94713) timed out ('10.222.0.54', 59350) {{(pid=94713) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 09:14:50.137995 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-31cb124a-1c74-4daa-a343-70f9baa918f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:50.140586 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f32cb387-61ec-43f7-be4a-c72a16dc0a3d tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:50.142659 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-31cb124a-1c74-4daa-a343-70f9baa918f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:50.146775 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f32cb387-61ec-43f7-be4a-c72a16dc0a3d tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:50.190486 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-ab35a158-dbdc-4881-860d-ce4d80aea881 req-169702ff-8b5d-42bc-b313-86d563e0f16e tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Deleting port 8d66f380-726a-4128-9ed9-44d356b08f07 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:14:50.190840 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ab35a158-dbdc-4881-860d-ce4d80aea881 req-169702ff-8b5d-42bc-b313-86d563e0f16e tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:50.193456 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-31cb124a-1c74-4daa-a343-70f9baa918f1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=50dcf71227ae4d2abc1a93af5c20dcde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1824090 Sep 08 09:14:50.194887 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb124a-1c74-4daa-a343-70f9baa918f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0070c894-74ec-4dbc-aae8-705f1d49c61a,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:50.196602 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58104) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:50.258173 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2bf30d74-a615-406b-8ca0-afd598fabc00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:50.283455 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2bf30d74-a615-406b-8ca0-afd598fabc00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:50.350428 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2bf30d74-a615-406b-8ca0-afd598fabc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:50.350890 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2bf30d74-a615-406b-8ca0-afd598fabc00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:50.355774 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2bf30d74-a615-406b-8ca0-afd598fabc00 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0070c894-74ec-4dbc-aae8-705f1d49c61a HTTP/1.1" status: 204 len: 168 time: 0.1538134 Sep 08 09:14:50.361984 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf30d74-a615-406b-8ca0-afd598fabc00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0070c894-74ec-4dbc-aae8-705f1d49c61a,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:50.398920 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:50.434676 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4fa9a6-eb45-4f21-99b7-36a204786f39 req-397d333a-a594-4048-8b75-620413bacc4d tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:50.436083 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7b4fa9a6-eb45-4f21-99b7-36a204786f39 req-397d333a-a594-4048-8b75-620413bacc4d tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 946 time: 0.1612842 Sep 08 09:14:50.480562 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [None req-f32cb387-61ec-43f7-be4a-c72a16dc0a3d tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Floating IP 67a8977f-d321-47d7-92e1-0f49bc4c1476 associated. External IP: 172.25.0.166, port: 5eb837b5-ac52-42f1-af7b-80fd3e7094d9. Sep 08 09:14:50.510616 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73059c5-c151-48b6-a85a-1c58253c9d5d req-507e3328-51f8-45c2-b655-277314c7cd0c tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:50.513238 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c73059c5-c151-48b6-a85a-1c58253c9d5d req-507e3328-51f8-45c2-b655-277314c7cd0c tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7182b8f-6d57-4113-81c0-38bf8b2f98a4 HTTP/1.1" status: 200 len: 945 time: 0.0711851 Sep 08 09:14:50.548701 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-ab35a158-dbdc-4881-860d-ce4d80aea881 req-169702ff-8b5d-42bc-b313-86d563e0f16e tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] For port 8d66f380-726a-4128-9ed9-44d356b08f07, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=8d66f380-726a-4128-9ed9-44d356b08f07,segment=NetworkSegment(7ce255b1-6bde-43a1-82b1-212ac77774b3),segment_id=7ce255b1-6bde-43a1-82b1-212ac77774b3)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:14:50.549088 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ab35a158-dbdc-4881-860d-ce4d80aea881 req-169702ff-8b5d-42bc-b313-86d563e0f16e tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:50.560430 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c73059c5-c151-48b6-a85a-1c58253c9d5d req-ca45b625-d4f8-4693-9d0e-bb3cd2db8511 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405698 Sep 08 09:14:50.576490 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-ab35a158-dbdc-4881-860d-ce4d80aea881 req-169702ff-8b5d-42bc-b313-86d563e0f16e tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Calling delete_port for 8d66f380-726a-4128-9ed9-44d356b08f07 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:14:50.693814 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0cbbee5d-009d-4c26-ab94-5264e6306919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:50.704867 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7b4fa9a6-eb45-4f21-99b7-36a204786f39 req-a8207c30-fe0e-4692-9e7c-90a923557ea1 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2546103 Sep 08 09:14:50.885302 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8c474-2795-4328-9d87-0897598bbb09 req-019fccdd-622f-4055-8923-fe63e298212b tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:50.887481 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-84d8c474-2795-4328-9d87-0897598bbb09 req-019fccdd-622f-4055-8923-fe63e298212b tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] 10.222.0.54 "GET /v2.0/ports?device_id=25802666-9897-4716-82e8-1c0843cbb040 HTTP/1.1" status: 200 len: 944 time: 0.1123364 Sep 08 09:14:50.967957 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-84d8c474-2795-4328-9d87-0897598bbb09 req-011fa4d6-926b-4da9-97d3-f6500623a593 tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] 10.222.0.54 "GET /v2.0/security-groups?id=bcad411e-462c-468a-ae81-88babf3047a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714300 Sep 08 09:14:51.005664 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f32cb387-61ec-43f7-be4a-c72a16dc0a3d tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Router 077a1b35-7b5d-4cdb-990f-6b127f447355 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:14:51.070849 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b972ca-7562-402e-924d-4854a19fa7cf req-09180fee-7614-4085-8f00-8963053a8994 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:51.073954 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-51b972ca-7562-402e-924d-4854a19fa7cf req-09180fee-7614-4085-8f00-8963053a8994 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 945 time: 0.2020288 Sep 08 09:14:51.087972 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58164) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:51.171609 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ab35a158-dbdc-4881-860d-ce4d80aea881 req-169702ff-8b5d-42bc-b313-86d563e0f16e tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:51.203630 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['8d66f380-726a-4128-9ed9-44d356b08f07'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:14:51.209745 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:14:51.239099 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-51b972ca-7562-402e-924d-4854a19fa7cf req-9af72337-eacf-47f5-bd71-1298bb02855a tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163547 Sep 08 09:14:51.245766 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169702ff-8b5d-42bc-b313-86d563e0f16e tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Pushing event deleted for resources: {'Port': ['ID=8d66f380-726a-4128-9ed9-44d356b08f07,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:51.280943 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-0c8acbe6-23f3-4d44-ad69-ffc27e2de8a9 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1706241596-network', 'tenant_id': 'ca0d1910d7ca4892b72992e748a5bde6'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:14:51.329349 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8acbe6-23f3-4d44-ad69-ffc27e2de8a9 admin admin] Made reservation on behalf of ca0d1910d7ca4892b72992e748a5bde6 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:14:51.332719 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0c8acbe6-23f3-4d44-ad69-ffc27e2de8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:51.361837 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0c8acbe6-23f3-4d44-ad69-ffc27e2de8a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:51.375374 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32cb387-61ec-43f7-be4a-c72a16dc0a3d tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:14:51.398527 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb27100-8e74-4507-9849-e546f1daf408 None None] Sync routers for ids ['077a1b35-7b5d-4cdb-990f-6b127f447355'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:14:51.421262 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f32cb387-61ec-43f7-be4a-c72a16dc0a3d tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:51.462345 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb27100-8e74-4507-9849-e546f1daf408 None None] Routers {'077a1b35-7b5d-4cdb-990f-6b127f447355'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:14:51.464072 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-2fb27100-8e74-4507-9849-e546f1daf408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:14:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['077a1b35-7b5d-4cdb-990f-6b127f447355'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:51.487409 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0c8acbe6-23f3-4d44-ad69-ffc27e2de8a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:51.493315 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0c8acbe6-23f3-4d44-ad69-ffc27e2de8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:51.503855 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab35a158-dbdc-4881-860d-ce4d80aea881 req-169702ff-8b5d-42bc-b313-86d563e0f16e tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] No DVR routers for this DVR port 8d66f380-726a-4128-9ed9-44d356b08f07 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:14:51.517249 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ab35a158-dbdc-4881-860d-ce4d80aea881 req-169702ff-8b5d-42bc-b313-86d563e0f16e tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:51.517508 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c8acbe6-23f3-4d44-ad69-ffc27e2de8a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:14:51.526005 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ab35a158-dbdc-4881-860d-ce4d80aea881 req-169702ff-8b5d-42bc-b313-86d563e0f16e tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.35 "DELETE /v2.0/ports/8d66f380-726a-4128-9ed9-44d356b08f07 HTTP/1.1" status: 204 len: 173 time: 1.5648944 Sep 08 09:14:51.530529 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7182b8f-6d57-4113-81c0-38bf8b2f98a4', 'name': 'network-vif-deleted', 'tag': '8d66f380-726a-4128-9ed9-44d356b08f07'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:14:51.532891 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ced052-2d42-4eb0-853c-0090efd1b0de" -d '{"events": [{"server_uuid": "c7182b8f-6d57-4113-81c0-38bf8b2f98a4", "name": "network-vif-deleted", "tag": "8d66f380-726a-4128-9ed9-44d356b08f07"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:14:51.542969 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8acbe6-23f3-4d44-ad69-ffc27e2de8a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d179995-c721-4508-9468-142d3ae5e8aa,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:51.546472 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0c8acbe6-23f3-4d44-ad69-ffc27e2de8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:51.547033 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-0c8acbe6-23f3-4d44-ad69-ffc27e2de8a9 admin admin] Added segment 0adbffbb-cf08-4e79-9920-208d98c2b498 of type vlan for network 2de43bb0-acf3-42aa-b534-30332da083e7 Sep 08 09:14:51.569677 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f32cb387-61ec-43f7-be4a-c72a16dc0a3d tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "PUT /v2.0/floatingips/67a8977f-d321-47d7-92e1-0f49bc4c1476 HTTP/1.1" status: 200 len: 978 time: 2.2995157 Sep 08 09:14:51.569860 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58190) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:51.626544 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258a2e4a-bed8-4b13-b59f-f5a20b2f13f7 x-openstack-request-id: req-258a2e4a-bed8-4b13-b59f-f5a20b2f13f7 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:14:51.626846 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7182b8f-6d57-4113-81c0-38bf8b2f98a4", "name": "network-vif-deleted", "tag": "8d66f380-726a-4128-9ed9-44d356b08f07", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:14:51.627103 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-258a2e4a-bed8-4b13-b59f-f5a20b2f13f7 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:14:51.627518 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7182b8f-6d57-4113-81c0-38bf8b2f98a4', 'name': 'network-vif-deleted', 'tag': '8d66f380-726a-4128-9ed9-44d356b08f07', 'status': 'completed', 'code': 200} Sep 08 09:14:51.752927 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-2fb27100-8e74-4507-9849-e546f1daf408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:51.795640 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-851b1420-f540-4b81-88a8-b93afafbdc75 req-1ed6aac7-261f-4db5-9fea-e53d04b26779 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=c7182b8f-6d57-4113-81c0-38bf8b2f98a4 HTTP/1.1" status: 200 len: 210 time: 0.0616300 Sep 08 09:14:51.799801 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb27100-8e74-4507-9849-e546f1daf408 None None] Routers {'077a1b35-7b5d-4cdb-990f-6b127f447355'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:14:51.800445 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-2fb27100-8e74-4507-9849-e546f1daf408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:14:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['077a1b35-7b5d-4cdb-990f-6b127f447355'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:51.824813 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0c8acbe6-23f3-4d44-ad69-ffc27e2de8a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:51.860415 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-2fb27100-8e74-4507-9849-e546f1daf408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:51.862087 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb27100-8e74-4507-9849-e546f1daf408 None None] The sync data for ids ['077a1b35-7b5d-4cdb-990f-6b127f447355'] in n-d-806683-11 is: [] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:14:51.926382 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef06d0-db9e-4ea8-a0b7-51cc2f3ef994 req-136d253a-f5d2-444e-a461-9846d0c4ff0d tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:51.928546 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-88ef06d0-db9e-4ea8-a0b7-51cc2f3ef994 req-136d253a-f5d2-444e-a461-9846d0c4ff0d tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 945 time: 0.1319771 Sep 08 09:14:51.934073 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0c8acbe6-23f3-4d44-ad69-ffc27e2de8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:51.934672 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb28ec2-61e8-48f9-a833-ee0d93402d32 req-7d91a7bd-bd79-4919-8fd2-5d6f0cd2d0c5 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:51.935067 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8acbe6-23f3-4d44-ad69-ffc27e2de8a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:51.935651 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0c8acbe6-23f3-4d44-ad69-ffc27e2de8a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:51.936250 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7cb28ec2-61e8-48f9-a833-ee0d93402d32 req-7d91a7bd-bd79-4919-8fd2-5d6f0cd2d0c5 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 946 time: 0.0541937 Sep 08 09:14:51.960174 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-93a863cd-93f1-4f70-9877-cae1f9b1bfa7 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Deleting port 5eb837b5-ac52-42f1-af7b-80fd3e7094d9 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:14:51.960534 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-93a863cd-93f1-4f70-9877-cae1f9b1bfa7 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:51.980132 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7cb28ec2-61e8-48f9-a833-ee0d93402d32 req-f648909a-85a7-45bf-ba12-6f2f725fd8ee tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0374432 Sep 08 09:14:52.038782 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0c8acbe6-23f3-4d44-ad69-ffc27e2de8a9 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9478619 Sep 08 09:14:52.045380 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58222) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:52.052405 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-c0d77983-9b0a-45bd-97cc-bb74d7e34ebb admin admin] Request body: {'subnet': {'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1706241596-subnet', 'tenant_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:14:52.104118 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:52.130522 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8acbe6-23f3-4d44-ad69-ffc27e2de8a9 admin admin] Pushing event updated for resources: {'Network': ['ID=2de43bb0-acf3-42aa-b534-30332da083e7,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:52.142157 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 2de43bb0-acf3-42aa-b534-30332da083e7 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:14:52.145875 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d77983-9b0a-45bd-97cc-bb74d7e34ebb admin admin] Made reservation on behalf of ca0d1910d7ca4892b72992e748a5bde6 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:14:52.152080 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-88ef06d0-db9e-4ea8-a0b7-51cc2f3ef994 req-bbac5c5c-a26d-48ea-b580-f9b850e5cbb3 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104256 Sep 08 09:14:52.153419 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c0d77983-9b0a-45bd-97cc-bb74d7e34ebb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:52.192339 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-93a863cd-93f1-4f70-9877-cae1f9b1bfa7 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:52.275914 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd7b72-af84-43f8-beca-9858273708e8 req-fca850c5-d8dd-45bf-9890-b0db2ff2b6d8 tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:52.277668 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-76fd7b72-af84-43f8-beca-9858273708e8 req-fca850c5-d8dd-45bf-9890-b0db2ff2b6d8 tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] 10.222.0.54 "GET /v2.0/ports?device_id=25802666-9897-4716-82e8-1c0843cbb040 HTTP/1.1" status: 200 len: 944 time: 0.1965759 Sep 08 09:14:52.351734 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-76fd7b72-af84-43f8-beca-9858273708e8 req-14884e63-9414-4476-9044-f193a996438e tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] 10.222.0.54 "GET /v2.0/security-groups?id=bcad411e-462c-468a-ae81-88babf3047a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498118 Sep 08 09:14:52.459782 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c0d77983-9b0a-45bd-97cc-bb74d7e34ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:52.508178 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-93a863cd-93f1-4f70-9877-cae1f9b1bfa7 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:52.508507 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-93a863cd-93f1-4f70-9877-cae1f9b1bfa7 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:52.508834 n-d-806683-11 neutron-server[94713]: INFO neutron.db.l3_db [None req-93a863cd-93f1-4f70-9877-cae1f9b1bfa7 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Floating IP 67a8977f-d321-47d7-92e1-0f49bc4c1476 disassociated. External IP: 172.25.0.166, port: 5eb837b5-ac52-42f1-af7b-80fd3e7094d9. Sep 08 09:14:52.509188 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-93a863cd-93f1-4f70-9877-cae1f9b1bfa7 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Calling delete_port for 5eb837b5-ac52-42f1-af7b-80fd3e7094d9 owned by {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:14:52.514296 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d77983-9b0a-45bd-97cc-bb74d7e34ebb admin admin] Pushing event updated for resources: {'Subnet': ['ID=452a4b6d-a445-4b2b-9168-2695dd67e404,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:52.530936 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d77983-9b0a-45bd-97cc-bb74d7e34ebb admin admin] Checking segment: {'id': '0adbffbb-cf08-4e79-9920-208d98c2b498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:14:52.531345 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d77983-9b0a-45bd-97cc-bb74d7e34ebb admin admin] Network hostable DHCP agents. Network: 2de43bb0-acf3-42aa-b534-30332da083e7, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:14:52.550054 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d77983-9b0a-45bd-97cc-bb74d7e34ebb admin admin] Network 2de43bb0-acf3-42aa-b534-30332da083e7 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:14:52.559824 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-c0d77983-9b0a-45bd-97cc-bb74d7e34ebb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 2de43bb0-acf3-42aa-b534-30332da083e7) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:14:52.568258 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d77983-9b0a-45bd-97cc-bb74d7e34ebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:52.569030 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c0d77983-9b0a-45bd-97cc-bb74d7e34ebb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:52.572800 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11374235-58db-4cbc-a391-646d9ded0942 None None] Network 2de43bb0-acf3-42aa-b534-30332da083e7 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:14:52.590821 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58244) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:52.594612 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c0d77983-9b0a-45bd-97cc-bb74d7e34ebb admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5478671 Sep 08 09:14:52.595311 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58246) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:52.600576 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-cc805c86-55fd-4a75-993b-69edb5abe5f4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1706241596-router', 'tenant_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:14:52.627964 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cc805c86-55fd-4a75-993b-69edb5abe5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:52.629097 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cc805c86-55fd-4a75-993b-69edb5abe5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:52.673462 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-93a863cd-93f1-4f70-9877-cae1f9b1bfa7 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:52.708356 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a863cd-93f1-4f70-9877-cae1f9b1bfa7 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Pushing event deleted for resources: {'Port': ['ID=5eb837b5-ac52-42f1-af7b-80fd3e7094d9,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:52.733305 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cc805c86-55fd-4a75-993b-69edb5abe5f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:52.774396 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e981506-eeb1-4db4-8243-92248c16ae6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-2de43bb0-acf3-42aa-b534-30332da083e7', 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7', 'tenant_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'fixed_ips': [{'subnet_id': '452a4b6d-a445-4b2b-9168-2695dd67e404'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:14:52.776187 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9e981506-eeb1-4db4-8243-92248c16ae6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:52.786802 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fd52bd1a-f426-4582-899a-8dca8bb95c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:52.910396 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a863cd-93f1-4f70-9877-cae1f9b1bfa7 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Router 077a1b35-7b5d-4cdb-990f-6b127f447355 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:14:52.926827 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cc805c86-55fd-4a75-993b-69edb5abe5f4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:52.946499 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-9e981506-eeb1-4db4-8243-92248c16ae6f None None] Allocated IP 172.20.0.2 (2de43bb0-acf3-42aa-b534-30332da083e7/452a4b6d-a445-4b2b-9168-2695dd67e404/fe4eeec9-9a6c-4373-ba49-ad91eabba9e2) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:14:53.020092 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fd52bd1a-f426-4582-899a-8dca8bb95c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:53.062515 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fd52bd1a-f426-4582-899a-8dca8bb95c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:53.121577 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-fd52bd1a-f426-4582-899a-8dca8bb95c5d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5f375d96767f412d89b45a5254b0fa82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5268452 Sep 08 09:14:53.122632 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58258) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:53.129134 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd52bd1a-f426-4582-899a-8dca8bb95c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e9d181-cb8e-49e1-919e-101aea7fa804,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:53.132302 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a863cd-93f1-4f70-9877-cae1f9b1bfa7 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:14:53.146363 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f4b5dc-d501-4f60-934d-bcac1c9c0c8d None None] Sync routers for ids ['077a1b35-7b5d-4cdb-990f-6b127f447355'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:14:53.160234 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f4b5dc-d501-4f60-934d-bcac1c9c0c8d None None] Routers {'077a1b35-7b5d-4cdb-990f-6b127f447355'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:14:53.162224 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-d9f4b5dc-d501-4f60-934d-bcac1c9c0c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:14:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['077a1b35-7b5d-4cdb-990f-6b127f447355'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:53.162570 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9e981506-eeb1-4db4-8243-92248c16ae6f None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:53.173360 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-9e981506-eeb1-4db4-8243-92248c16ae6f None None] Transition to ACTIVE for port object fe4eeec9-9a6c-4373-ba49-ad91eabba9e2 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:14:53.193822 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-9e981506-eeb1-4db4-8243-92248c16ae6f None None] Transition to ACTIVE for port object fe4eeec9-9a6c-4373-ba49-ad91eabba9e2 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:14:53.205860 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9e981506-eeb1-4db4-8243-92248c16ae6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:53.252086 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e981506-eeb1-4db4-8243-92248c16ae6f None None] Network 2de43bb0-acf3-42aa-b534-30332da083e7 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:14:53.253241 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-d9f4b5dc-d501-4f60-934d-bcac1c9c0c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:53.256064 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-9e981506-eeb1-4db4-8243-92248c16ae6f None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:14:53.258753 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cc805c86-55fd-4a75-993b-69edb5abe5f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:53.262669 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e981506-eeb1-4db4-8243-92248c16ae6f None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:14:53.263389 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f4b5dc-d501-4f60-934d-bcac1c9c0c8d None None] Routers {'077a1b35-7b5d-4cdb-990f-6b127f447355'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:14:53.264371 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-d9f4b5dc-d501-4f60-934d-bcac1c9c0c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:14:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['077a1b35-7b5d-4cdb-990f-6b127f447355'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:53.285864 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e981506-eeb1-4db4-8243-92248c16ae6f None None] Pushing event updated for resources: {'Port': ['ID=fe4eeec9-9a6c-4373-ba49-ad91eabba9e2,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:53.292556 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-93a863cd-93f1-4f70-9877-cae1f9b1bfa7 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:53.299432 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-93a863cd-93f1-4f70-9877-cae1f9b1bfa7 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "DELETE /v2.0/ports/5eb837b5-ac52-42f1-af7b-80fd3e7094d9 HTTP/1.1" status: 204 len: 168 time: 1.7231205 Sep 08 09:14:53.300290 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a260c577-8222-4484-a08b-24938300768d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:53.302105 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58264) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:53.307534 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cc805c86-55fd-4a75-993b-69edb5abe5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:53.307697 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-d9f4b5dc-d501-4f60-934d-bcac1c9c0c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:53.308525 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f4b5dc-d501-4f60-934d-bcac1c9c0c8d None None] The sync data for ids ['077a1b35-7b5d-4cdb-990f-6b127f447355'] in n-d-806683-11 is: [] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:14:53.363876 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-9e981506-eeb1-4db4-8243-92248c16ae6f None None] Attempting to bind port fe4eeec9-9a6c-4373-ba49-ad91eabba9e2 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:14:53.364255 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-9e981506-eeb1-4db4-8243-92248c16ae6f None None] Attempting to bind port fe4eeec9-9a6c-4373-ba49-ad91eabba9e2 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '0adbffbb-cf08-4e79-9920-208d98c2b498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:14:53.364624 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e981506-eeb1-4db4-8243-92248c16ae6f None None] Attempting to bind port fe4eeec9-9a6c-4373-ba49-ad91eabba9e2 on network 2de43bb0-acf3-42aa-b534-30332da083e7 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:14:53.372725 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e981506-eeb1-4db4-8243-92248c16ae6f None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:14:53.373160 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e981506-eeb1-4db4-8243-92248c16ae6f None None] Checking segment: {'id': '0adbffbb-cf08-4e79-9920-208d98c2b498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:14:53.373565 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9e981506-eeb1-4db4-8243-92248c16ae6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:53.373964 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e981506-eeb1-4db4-8243-92248c16ae6f None None] Bound using segment: {'id': '0adbffbb-cf08-4e79-9920-208d98c2b498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:14:53.374464 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-9e981506-eeb1-4db4-8243-92248c16ae6f None None] Bound port: fe4eeec9-9a6c-4373-ba49-ad91eabba9e2, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0adbffbb-cf08-4e79-9920-208d98c2b498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:14:53.374875 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9e981506-eeb1-4db4-8243-92248c16ae6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:53.378018 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 941c9777-a007-4594-b07f-4579037e34cd details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:14:53.387192 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 8d66f380-726a-4128-9ed9-44d356b08f07 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:14:53.394856 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c09290d6-4d01-42ce-8829-b7fa7b30f9c7 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "GET /v2.0/floatingips/67a8977f-d321-47d7-92e1-0f49bc4c1476 HTTP/1.1" status: 200 len: 688 time: 0.0894151 Sep 08 09:14:53.398562 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a260c577-8222-4484-a08b-24938300768d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:53.400026 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58276) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:53.416907 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: 8d66f380-726a-4128-9ed9-44d356b08f07 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:14:53.417650 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 8d66f380-726a-4128-9ed9-44d356b08f07 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:14:53.444318 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33837ee7-3d1d-4aee-a8b4-a23cac8887ee req-676fdd33-b6fb-4b19-a99f-df366b95a701 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:53.446212 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-33837ee7-3d1d-4aee-a8b4-a23cac8887ee req-676fdd33-b6fb-4b19-a99f-df366b95a701 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 945 time: 0.1409669 Sep 08 09:14:53.526386 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-33837ee7-3d1d-4aee-a8b4-a23cac8887ee req-f0ada3e5-b6c2-4f10-82c4-5d4caa5d8242 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738566 Sep 08 09:14:53.557481 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-cc805c86-55fd-4a75-993b-69edb5abe5f4 admin admin] Allocated IP 172.25.0.125 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/c2612e1e-da8d-4399-b67c-2cd38fb079f2) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:14:53.575577 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:53.582349 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-9e981506-eeb1-4db4-8243-92248c16ae6f None None] For port fe4eeec9-9a6c-4373-ba49-ad91eabba9e2, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:14:53.643762 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-9e981506-eeb1-4db4-8243-92248c16ae6f None None] For port fe4eeec9-9a6c-4373-ba49-ad91eabba9e2, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=fe4eeec9-9a6c-4373-ba49-ad91eabba9e2,segment=NetworkSegment(0adbffbb-cf08-4e79-9920-208d98c2b498),segment_id=0adbffbb-cf08-4e79-9920-208d98c2b498)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:14:53.657079 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9e981506-eeb1-4db4-8243-92248c16ae6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:53.658608 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6bb5bc-55c3-4db1-a309-787a7851cc74 req-213f6248-42bf-4068-ad7f-eab870a48f71 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:53.660472 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-af6bb5bc-55c3-4db1-a309-787a7851cc74 req-213f6248-42bf-4068-ad7f-eab870a48f71 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/networks?id=48c54abd-6f52-4b1d-9226-4a2566a5fe28 HTTP/1.1" status: 200 len: 806 time: 0.2840524 Sep 08 09:14:53.690452 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a260c577-8222-4484-a08b-24938300768d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:53.693753 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a260c577-8222-4484-a08b-24938300768d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:53.696221 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a260c577-8222-4484-a08b-24938300768d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/86e9d181-cb8e-49e1-919e-101aea7fa804 HTTP/1.1" status: 204 len: 168 time: 0.5719669 Sep 08 09:14:53.713473 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 941c9777-a007-4594-b07f-4579037e34cd, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=941c9777-a007-4594-b07f-4579037e34cd,segment=NetworkSegment(2948f235-2c0c-4995-95ba-433587acdf11),segment_id=2948f235-2c0c-4995-95ba-433587acdf11)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:14:53.758164 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '941c9777-a007-4594-b07f-4579037e34cd', 'network_id': '3a04b458-3abb-4296-a1dd-d64c72b303cb', 'port_id': '941c9777-a007-4594-b07f-4579037e34cd', 'mac_address': 'fa:16:3e:b7:2b:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ad8ef3-0126-4257-bc81-a03d4dfe920b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:14:53.779595 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e981506-eeb1-4db4-8243-92248c16ae6f None None] Pushing event updated for resources: {'Port': ['ID=fe4eeec9-9a6c-4373-ba49-ad91eabba9e2,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:53.784478 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-af6bb5bc-55c3-4db1-a309-787a7851cc74 req-0e71eb37-68ca-40be-b85f-425fc4b48752 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/quotas/361efd7dd288461f98c228af9e362c93 HTTP/1.1" status: 200 len: 375 time: 0.1046631 Sep 08 09:14:53.792652 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a260c577-8222-4484-a08b-24938300768d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e9d181-cb8e-49e1-919e-101aea7fa804,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:53.911097 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:53.932628 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-af6bb5bc-55c3-4db1-a309-787a7851cc74 req-acb0834f-e48e-49e2-b1ae-867ebb746d7b tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=361efd7dd288461f98c228af9e362c93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1472425 Sep 08 09:14:53.940033 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-a5dd9567-0e5a-4805-83f0-c12534f1d5a7 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Deleting port 244dbbfc-d078-4d17-b334-1084aaf0dab0 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:14:53.940637 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a5dd9567-0e5a-4805-83f0-c12534f1d5a7 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:53.971282 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 941c9777-a007-4594-b07f-4579037e34cd {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:14:54.026966 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 941c9777-a007-4594-b07f-4579037e34cd, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=941c9777-a007-4594-b07f-4579037e34cd,segment=NetworkSegment(2948f235-2c0c-4995-95ba-433587acdf11),segment_id=2948f235-2c0c-4995-95ba-433587acdf11)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:14:54.067052 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:54.136890 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:54.204569 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=941c9777-a007-4594-b07f-4579037e34cd,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:54.292703 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-af6bb5bc-55c3-4db1-a309-787a7851cc74 req-770f5f03-5949-45c1-9e1b-d2f8eb364abd service neutron] 10.222.0.54 "GET /v2.0/networks/48c54abd-6f52-4b1d-9226-4a2566a5fe28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364556 Sep 08 09:14:54.408996 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a5dd9567-0e5a-4805-83f0-c12534f1d5a7 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:54.409345 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a5dd9567-0e5a-4805-83f0-c12534f1d5a7 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:54.416420 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device fe4eeec9-9a6c-4373-ba49-ad91eabba9e2 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:14:54.468700 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['941c9777-a007-4594-b07f-4579037e34cd'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:14:54.505252 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-af6bb5bc-55c3-4db1-a309-787a7851cc74 req-158825de-eb8e-43b1-b141-bce166cf9949 service neutron] 10.222.0.54 "GET /v2.0/networks/48c54abd-6f52-4b1d-9226-4a2566a5fe28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116146 Sep 08 09:14:54.519040 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-a5dd9567-0e5a-4805-83f0-c12534f1d5a7 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Calling delete_port for 244dbbfc-d078-4d17-b334-1084aaf0dab0 owned by network:floatingip {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:14:54.536932 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port fe4eeec9-9a6c-4373-ba49-ad91eabba9e2 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:14:54.704937 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6506de18-2fe0-4020-bbe8-a8227dcd92e7 req-164ff0de-20a8-4ab5-93b8-ade7f1462a02 tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:54.734363 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a5dd9567-0e5a-4805-83f0-c12534f1d5a7 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:54.738108 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6506de18-2fe0-4020-bbe8-a8227dcd92e7 req-164ff0de-20a8-4ab5-93b8-ade7f1462a02 tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] 10.222.0.54 "GET /v2.0/ports?device_id=25802666-9897-4716-82e8-1c0843cbb040 HTTP/1.1" status: 200 len: 944 time: 1.0504789 Sep 08 09:14:54.750413 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cc805c86-55fd-4a75-993b-69edb5abe5f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:54.793102 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd9567-0e5a-4805-83f0-c12534f1d5a7 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Pushing event deleted for resources: {'Port': ['ID=244dbbfc-d078-4d17-b334-1084aaf0dab0,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:54.832563 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6506de18-2fe0-4020-bbe8-a8227dcd92e7 req-faca428f-cbb5-4191-99d0-e61e21e07d7d tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] 10.222.0.54 "GET /v2.0/security-groups?id=bcad411e-462c-468a-ae81-88babf3047a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762382 Sep 08 09:14:54.886808 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cc805c86-55fd-4a75-993b-69edb5abe5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:54.925817 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4a98cbac-d0cd-4415-beb5-354fde8944a5 req-315c2458-8064-485b-aa03-71fd2bba8955 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=d42e72ed-9dcb-4364-bcb0-24df97f8d814 HTTP/1.1" status: 200 len: 210 time: 0.0577271 Sep 08 09:14:54.964334 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc805c86-55fd-4a75-993b-69edb5abe5f4 admin admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:14:54.967663 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-cc805c86-55fd-4a75-993b-69edb5abe5f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:14:54.973679 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc805c86-55fd-4a75-993b-69edb5abe5f4 admin admin] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:14:54.986699 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a5dd9567-0e5a-4805-83f0-c12534f1d5a7 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for floatingip, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:54.999944 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a5dd9567-0e5a-4805-83f0-c12534f1d5a7 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:55.012427 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a5dd9567-0e5a-4805-83f0-c12534f1d5a7 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "DELETE /v2.0/floatingips/67a8977f-d321-47d7-92e1-0f49bc4c1476 HTTP/1.1" status: 204 len: 168 time: 1.6107628 Sep 08 09:14:55.013148 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58312) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:55.028656 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-15a5ca3a-005a-4046-af0a-728d65c05226 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'port_id': '5a442507-a620-4a4b-8768-2910262fe646'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:14:55.049911 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc805c86-55fd-4a75-993b-69edb5abe5f4 admin admin] Pushing event updated for resources: {'Port': ['ID=c2612e1e-da8d-4399-b67c-2cd38fb079f2,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:55.102772 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-15a5ca3a-005a-4046-af0a-728d65c05226 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for floatingip, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:55.269691 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-15a5ca3a-005a-4046-af0a-728d65c05226 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:55.416561 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-15a5ca3a-005a-4046-af0a-728d65c05226 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Allocated IP 172.25.0.246 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/7113b6a8-39ad-476b-bda0-031ab9b0f27b) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:14:55.479191 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4edded-2dec-4b46-98ae-36cd0cbabb4a None None] Network 2de43bb0-acf3-42aa-b534-30332da083e7 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:14:55.481667 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cc805c86-55fd-4a75-993b-69edb5abe5f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:55.604351 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-15a5ca3a-005a-4046-af0a-728d65c05226 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:55.619882 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e3039038-d680-49ea-bd44-2feea2da98cf None None] Provisioning for port fe4eeec9-9a6c-4373-ba49-ad91eabba9e2 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:14:55.630142 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e3039038-d680-49ea-bd44-2feea2da98cf None None] Provisioning complete for port fe4eeec9-9a6c-4373-ba49-ad91eabba9e2 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:14:55.631272 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e3039038-d680-49ea-bd44-2feea2da98cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:55.653476 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-15a5ca3a-005a-4046-af0a-728d65c05226 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:55.665472 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58330) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:55.721886 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a5ca3a-005a-4046-af0a-728d65c05226 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:14:55.726140 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-15a5ca3a-005a-4046-af0a-728d65c05226 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:14:55.740948 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a5ca3a-005a-4046-af0a-728d65c05226 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:14:55.744088 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a5ca3a-005a-4046-af0a-728d65c05226 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Pushing event updated for resources: {'Port': ['ID=7113b6a8-39ad-476b-bda0-031ab9b0f27b,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:55.791793 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cc805c86-55fd-4a75-993b-69edb5abe5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:55.826335 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e3039038-d680-49ea-bd44-2feea2da98cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:55.884035 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e3039038-d680-49ea-bd44-2feea2da98cf None None] For port fe4eeec9-9a6c-4373-ba49-ad91eabba9e2, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=fe4eeec9-9a6c-4373-ba49-ad91eabba9e2,segment=NetworkSegment(0adbffbb-cf08-4e79-9920-208d98c2b498),segment_id=0adbffbb-cf08-4e79-9920-208d98c2b498)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:14:55.891215 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e3039038-d680-49ea-bd44-2feea2da98cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:55.961698 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3039038-d680-49ea-bd44-2feea2da98cf None None] Pushing event updated for resources: {'Port': ['ID=fe4eeec9-9a6c-4373-ba49-ad91eabba9e2,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:56.019107 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af76d1a-9217-4f0d-8c47-e79d824509d2 req-54515df0-9797-480c-9163-490dd7890c7e tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:56.020851 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3af76d1a-9217-4f0d-8c47-e79d824509d2 req-54515df0-9797-480c-9163-490dd7890c7e tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] 10.222.0.54 "GET /v2.0/ports?device_id=25802666-9897-4716-82e8-1c0843cbb040 HTTP/1.1" status: 200 len: 945 time: 0.0814998 Sep 08 09:14:56.022285 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc805c86-55fd-4a75-993b-69edb5abe5f4 admin admin] Router bf28cd3d-f319-4dcf-8b7d-c14905cec101 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:14:56.122790 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3af76d1a-9217-4f0d-8c47-e79d824509d2 req-f834728f-32e8-466a-9589-0b2e020e8501 tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] 10.222.0.54 "GET /v2.0/security-groups?id=bcad411e-462c-468a-ae81-88babf3047a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928421 Sep 08 09:14:56.226155 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ca19b5dc-7a52-4320-9357-354ed8f65c8a None None] Provisioning complete for port fe4eeec9-9a6c-4373-ba49-ad91eabba9e2 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:14:56.228604 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ca19b5dc-7a52-4320-9357-354ed8f65c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:56.251110 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc805c86-55fd-4a75-993b-69edb5abe5f4 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:14:56.252017 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4b656af3-d572-44ba-a7af-7211ea444c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:56.284114 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cc805c86-55fd-4a75-993b-69edb5abe5f4 admin admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:56.288388 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-cc805c86-55fd-4a75-993b-69edb5abe5f4 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6920514 Sep 08 09:14:56.294155 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58340) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:56.335746 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c9874e-fdf2-4073-ac55-e7f360eeeb4e None None] Sync routers for ids ['bf28cd3d-f319-4dcf-8b7d-c14905cec101'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:14:56.343407 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6bb5bc-55c3-4db1-a309-787a7851cc74 req-29468a21-e662-459a-bdac-cb11a09d7f1c tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:56.344884 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-af6bb5bc-55c3-4db1-a309-787a7851cc74 req-29468a21-e662-459a-bdac-cb11a09d7f1c tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.35 "GET /v2.0/networks?id=48c54abd-6f52-4b1d-9226-4a2566a5fe28 HTTP/1.1" status: 200 len: 806 time: 0.1790826 Sep 08 09:14:56.356039 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device fe4eeec9-9a6c-4373-ba49-ad91eabba9e2 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:14:56.388293 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-47fe6b3a-d287-4d1d-a233-c136a38df999 req-78946d79-766b-4644-98f9-ebd04f5f3613 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=d42e72ed-9dcb-4364-bcb0-24df97f8d814 HTTP/1.1" status: 200 len: 210 time: 0.1515288 Sep 08 09:14:56.393549 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c9874e-fdf2-4073-ac55-e7f360eeeb4e None None] Routers {'bf28cd3d-f319-4dcf-8b7d-c14905cec101'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:14:56.395294 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-a9c9874e-fdf2-4073-ac55-e7f360eeeb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:14:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['bf28cd3d-f319-4dcf-8b7d-c14905cec101'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:56.484336 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-af6bb5bc-55c3-4db1-a309-787a7851cc74 req-21ec7748-1b85-449d-93f2-65b6049eb90f tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Request body: {'port': {'device_id': 'd42e72ed-9dcb-4364-bcb0-24df97f8d814', 'network_id': '48c54abd-6f52-4b1d-9226-4a2566a5fe28', 'admin_state_up': True, 'tenant_id': '361efd7dd288461f98c228af9e362c93'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:14:56.534639 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-a9c9874e-fdf2-4073-ac55-e7f360eeeb4e None None] Set router bf28cd3d-f319-4dcf-8b7d-c14905cec101 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:14:56.605146 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4b656af3-d572-44ba-a7af-7211ea444c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:56.618709 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4b656af3-d572-44ba-a7af-7211ea444c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:56.721341 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4b656af3-d572-44ba-a7af-7211ea444c74 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=915de1ba96f84c2aa94ac646beefa241&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0290573 Sep 08 09:14:56.732023 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58346) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:56.745826 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b656af3-d572-44ba-a7af-7211ea444c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd29228-f8dc-4117-a7fd-35cf7dac4556,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:56.768324 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c484551-64cc-47bb-9ee3-2dab04883cf2 req-cdfc5132-297b-4373-8674-858522587858 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:56.770018 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4c484551-64cc-47bb-9ee3-2dab04883cf2 req-cdfc5132-297b-4373-8674-858522587858 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 945 time: 0.1725607 Sep 08 09:14:56.784589 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3c3d3-3866-4a8f-b753-a9d147261e1b req-ac43f7fd-d2d7-4d07-8192-0af7d4e45880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:56.786502 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-57a3c3d3-3866-4a8f-b753-a9d147261e1b req-ac43f7fd-d2d7-4d07-8192-0af7d4e45880 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=534b123b1fec4a0b9fe37215319028ae&device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 1097 time: 0.1750793 Sep 08 09:14:56.793814 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-15a5ca3a-005a-4046-af0a-728d65c05226 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:56.884454 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4c484551-64cc-47bb-9ee3-2dab04883cf2 req-ae99e9f2-c6fd-4175-afd6-173eda6193a2 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024420 Sep 08 09:14:56.906186 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port fe4eeec9-9a6c-4373-ba49-ad91eabba9e2 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:14:56.906565 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:56.927256 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d1e8bfcb-9896-4c6d-b39c-c61c96ad0ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:56.932906 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af6bb5bc-55c3-4db1-a309-787a7851cc74 req-21ec7748-1b85-449d-93f2-65b6049eb90f tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Made reservation on behalf of 361efd7dd288461f98c228af9e362c93 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:14:56.936702 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-af6bb5bc-55c3-4db1-a309-787a7851cc74 req-21ec7748-1b85-449d-93f2-65b6049eb90f tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:56.950253 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-15a5ca3a-005a-4046-af0a-728d65c05226 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:56.981715 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d1e8bfcb-9896-4c6d-b39c-c61c96ad0ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:57.008841 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3c3d3-3866-4a8f-b753-a9d147261e1b req-68f83b99-75fd-4ea6-9f05-a7523f9cbaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:57.010525 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-57a3c3d3-3866-4a8f-b753-a9d147261e1b req-68f83b99-75fd-4ea6-9f05-a7523f9cbaf7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd HTTP/1.1" status: 200 len: 919 time: 0.2140269 Sep 08 09:14:57.030741 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-a9c9874e-fdf2-4073-ac55-e7f360eeeb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf28cd3d-f319-4dcf-8b7d-c14905cec101', 'name': 'tempest-ServerActionsTestJSON-1706241596-router', 'tenant_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'c2612e1e-da8d-4399-b67c-2cd38fb079f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:14:52Z', 'updated_at': '2021-09-08T09:14:55Z', 'revision_number': 3, 'project_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'gw_port': {'id': 'c2612e1e-da8d-4399-b67c-2cd38fb079f2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d6:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf28cd3d-f319-4dcf-8b7d-c14905cec101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:14:53Z', 'updated_at': '2021-09-08T09:14:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:57.059525 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c9874e-fdf2-4073-ac55-e7f360eeeb4e None None] Checking router: bf28cd3d-f319-4dcf-8b7d-c14905cec101 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:14:57.059867 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c9874e-fdf2-4073-ac55-e7f360eeeb4e None None] Updating router bf28cd3d-f319-4dcf-8b7d-c14905cec101 port c2612e1e-da8d-4399-b67c-2cd38fb079f2 binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:14:57.095848 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a9c9874e-fdf2-4073-ac55-e7f360eeeb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:57.116468 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d1e8bfcb-9896-4c6d-b39c-c61c96ad0ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:57.120355 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d1e8bfcb-9896-4c6d-b39c-c61c96ad0ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:57.121576 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d1e8bfcb-9896-4c6d-b39c-c61c96ad0ecc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cbd29228-f8dc-4117-a7fd-35cf7dac4556 HTTP/1.1" status: 204 len: 168 time: 0.3859482 Sep 08 09:14:57.131213 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-57a3c3d3-3866-4a8f-b753-a9d147261e1b req-27c82409-924b-4f95-8f54-7a3c928826d2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af42c450-4fe7-48ed-a9c0-9d7430483e3b HTTP/1.1" status: 200 len: 217 time: 0.0685074 Sep 08 09:14:57.136564 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e8bfcb-9896-4c6d-b39c-c61c96ad0ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd29228-f8dc-4117-a7fd-35cf7dac4556,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:57.203330 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-15a5ca3a-005a-4046-af0a-728d65c05226 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:57.216327 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-15a5ca3a-005a-4046-af0a-728d65c05226 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:57.287100 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3c3d3-3866-4a8f-b753-a9d147261e1b req-2bf4de39-2f59-4b6e-addc-86021fea4bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:57.288689 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-57a3c3d3-3866-4a8f-b753-a9d147261e1b req-2bf4de39-2f59-4b6e-addc-86021fea4bfd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0b45300-8828-4ae8-bbfd-c70262cbd1c4 HTTP/1.1" status: 200 len: 858 time: 0.1487882 Sep 08 09:14:57.311575 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a5ca3a-005a-4046-af0a-728d65c05226 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Pushing event updated for resources: {'Port': ['ID=7113b6a8-39ad-476b-bda0-031ab9b0f27b,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:57.322878 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-15a5ca3a-005a-4046-af0a-728d65c05226 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:57.378917 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-57a3c3d3-3866-4a8f-b753-a9d147261e1b req-37c6a1e8-3263-40e6-a91d-ac3e15b1676a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700510 Sep 08 09:14:57.382610 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-12597f9c-fdfe-4964-a872-0648ace8919b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:57.428895 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 941c9777-a007-4594-b07f-4579037e34cd up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:14:57.429718 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-af6bb5bc-55c3-4db1-a309-787a7851cc74 req-21ec7748-1b85-449d-93f2-65b6049eb90f tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Allocated IP 172.20.0.13 (48c54abd-6f52-4b1d-9226-4a2566a5fe28/7d9ca010-a841-4012-aaa1-2a86eaf161a1/e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:14:57.475548 n-d-806683-11 neutron-server[94713]: INFO neutron.db.l3_db [None req-15a5ca3a-005a-4046-af0a-728d65c05226 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Floating IP a5cca3ab-1611-4f0a-a2c9-ce22071e1e90 associated. External IP: 172.25.0.246, port: 5a442507-a620-4a4b-8768-2910262fe646. Sep 08 09:14:57.496403 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a9c9874e-fdf2-4073-ac55-e7f360eeeb4e None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:57.514109 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-a9c9874e-fdf2-4073-ac55-e7f360eeeb4e None None] Transition to ACTIVE for port object c2612e1e-da8d-4399-b67c-2cd38fb079f2 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:14:57.519527 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb6b10-33c5-495b-ad5f-2ab297f2983d req-9f7cbd92-23a1-41a9-9c6c-658cb6adeec1 tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:57.529849 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5bfb6b10-33c5-495b-ad5f-2ab297f2983d req-9f7cbd92-23a1-41a9-9c6c-658cb6adeec1 tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] 10.222.0.54 "GET /v2.0/ports?device_id=25802666-9897-4716-82e8-1c0843cbb040 HTTP/1.1" status: 200 len: 945 time: 0.2660744 Sep 08 09:14:57.534088 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a9c9874e-fdf2-4073-ac55-e7f360eeeb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:57.595638 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 941c9777-a007-4594-b07f-4579037e34cd completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:14:57.596888 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bfb32c3f-98b1-466e-af32-967d5c2029f8 req-3f109480-b998-46ee-983a-c2a7eceb6e5c tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=d42e72ed-9dcb-4364-bcb0-24df97f8d814 HTTP/1.1" status: 200 len: 210 time: 0.0381360 Sep 08 09:14:57.607398 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b2ffb5-840b-4670-b189-38df6b71fba5 None None] Pushing event updated for resources: {'Port': ['ID=c2612e1e-da8d-4399-b67c-2cd38fb079f2,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:57.626923 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 941c9777-a007-4594-b07f-4579037e34cd triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:14:57.626923 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:57.664043 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5bfb6b10-33c5-495b-ad5f-2ab297f2983d req-6a38ab3b-dae1-4de9-9d1e-d4f42ee438a1 tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] 10.222.0.54 "GET /v2.0/security-groups?id=bcad411e-462c-468a-ae81-88babf3047a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331701 Sep 08 09:14:57.699813 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-a9c9874e-fdf2-4073-ac55-e7f360eeeb4e None None] Attempting to bind port c2612e1e-da8d-4399-b67c-2cd38fb079f2 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:14:57.705316 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-a9c9874e-fdf2-4073-ac55-e7f360eeeb4e None None] Attempting to bind port c2612e1e-da8d-4399-b67c-2cd38fb079f2 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:14:57.705316 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c9874e-fdf2-4073-ac55-e7f360eeeb4e None None] Attempting to bind port c2612e1e-da8d-4399-b67c-2cd38fb079f2 on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:14:57.709945 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c9874e-fdf2-4073-ac55-e7f360eeeb4e None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:14:57.710750 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c9874e-fdf2-4073-ac55-e7f360eeeb4e None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:14:57.711277 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a9c9874e-fdf2-4073-ac55-e7f360eeeb4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:57.711770 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c9874e-fdf2-4073-ac55-e7f360eeeb4e None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:14:57.713380 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-a9c9874e-fdf2-4073-ac55-e7f360eeeb4e None None] Bound port: c2612e1e-da8d-4399-b67c-2cd38fb079f2, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:14:57.714673 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a9c9874e-fdf2-4073-ac55-e7f360eeeb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:57.785752 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-57a3c3d3-3866-4a8f-b753-a9d147261e1b req-496b6763-7139-4d84-b8a4-ce664269a3a0 service neutron] 10.222.0.35 "GET /v2.0/networks/ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827941 Sep 08 09:14:57.850580 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-a9c9874e-fdf2-4073-ac55-e7f360eeeb4e None None] For port c2612e1e-da8d-4399-b67c-2cd38fb079f2, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:14:57.855576 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-a9c9874e-fdf2-4073-ac55-e7f360eeeb4e None None] For port c2612e1e-da8d-4399-b67c-2cd38fb079f2, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=c2612e1e-da8d-4399-b67c-2cd38fb079f2,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:14:57.868835 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a9c9874e-fdf2-4073-ac55-e7f360eeeb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:57.883256 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:57.901475 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a5ca3a-005a-4046-af0a-728d65c05226 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Router 077a1b35-7b5d-4cdb-990f-6b127f447355 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:14:57.985353 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-12597f9c-fdfe-4964-a872-0648ace8919b admin admin] Allocated IP 172.20.0.1 (2de43bb0-acf3-42aa-b534-30332da083e7/452a4b6d-a445-4b2b-9168-2695dd67e404/a023aae3-70a3-42f7-a5ba-d74fa410796b) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:14:57.996194 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-af6bb5bc-55c3-4db1-a309-787a7851cc74 req-21ec7748-1b85-449d-93f2-65b6049eb90f tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:58.015526 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 941c9777-a007-4594-b07f-4579037e34cd, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=941c9777-a007-4594-b07f-4579037e34cd,segment=NetworkSegment(2948f235-2c0c-4995-95ba-433587acdf11),segment_id=2948f235-2c0c-4995-95ba-433587acdf11)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:14:58.021490 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25802666-9897-4716-82e8-1c0843cbb040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '941c9777-a007-4594-b07f-4579037e34cd'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:14:58.024557 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d87300-5550-4193-964d-dffe1b3dac1d" -d '{"events": [{"server_uuid": "25802666-9897-4716-82e8-1c0843cbb040", "name": "network-vif-plugged", "status": "completed", "tag": "941c9777-a007-4594-b07f-4579037e34cd"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:14:58.042740 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:58.044234 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-57a3c3d3-3866-4a8f-b753-a9d147261e1b req-0cda3ec6-040e-4476-8dcc-7c78b8ea1757 service neutron] 10.222.0.35 "GET /v2.0/networks/ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474926 Sep 08 09:14:58.078471 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b2ffb5-840b-4670-b189-38df6b71fba5 None None] Pushing event updated for resources: {'Port': ['ID=c2612e1e-da8d-4399-b67c-2cd38fb079f2,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:58.127427 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-af6bb5bc-55c3-4db1-a309-787a7851cc74 req-21ec7748-1b85-449d-93f2-65b6049eb90f tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:58.133352 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c9874e-fdf2-4073-ac55-e7f360eeeb4e None None] Routers {'bf28cd3d-f319-4dcf-8b7d-c14905cec101'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:14:58.134174 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-a9c9874e-fdf2-4073-ac55-e7f360eeeb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:14:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['bf28cd3d-f319-4dcf-8b7d-c14905cec101'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:58.202899 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a5ca3a-005a-4046-af0a-728d65c05226 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:14:58.210324 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af6bb5bc-55c3-4db1-a309-787a7851cc74 req-21ec7748-1b85-449d-93f2-65b6049eb90f tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Network 48c54abd-6f52-4b1d-9226-4a2566a5fe28 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:14:58.217189 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1cb622-0fcc-48f4-b4b6-5cccebb6d71a None None] Sync routers for ids ['077a1b35-7b5d-4cdb-990f-6b127f447355'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:14:58.217738 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-12597f9c-fdfe-4964-a872-0648ace8919b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:58.224444 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-af6bb5bc-55c3-4db1-a309-787a7851cc74 req-21ec7748-1b85-449d-93f2-65b6049eb90f tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:14:58.227197 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72043179-7607-4f34-a306-e8617979661f req-f91d5870-0519-44bd-b359-9f959af6fba6 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:58.232442 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-af6bb5bc-55c3-4db1-a309-787a7851cc74 req-21ec7748-1b85-449d-93f2-65b6049eb90f tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:14:58.233699 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1cb622-0fcc-48f4-b4b6-5cccebb6d71a None None] Routers {'077a1b35-7b5d-4cdb-990f-6b127f447355'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:14:58.237171 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-72043179-7607-4f34-a306-e8617979661f req-f91d5870-0519-44bd-b359-9f959af6fba6 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 945 time: 0.2293313 Sep 08 09:14:58.238597 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-ed1cb622-0fcc-48f4-b4b6-5cccebb6d71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:14:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['077a1b35-7b5d-4cdb-990f-6b127f447355'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:58.272346 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-15a5ca3a-005a-4046-af0a-728d65c05226 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:58.296478 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6bb5bc-55c3-4db1-a309-787a7851cc74 req-21ec7748-1b85-449d-93f2-65b6049eb90f tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:58.297166 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-af6bb5bc-55c3-4db1-a309-787a7851cc74 req-21ec7748-1b85-449d-93f2-65b6049eb90f tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:58.306354 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec7748-1b85-449d-93f2-65b6049eb90f tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Pushing event updated for resources: {'Port': ['ID=e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:58.312532 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e74ff1c-1248-4174-a7ed-74cf3cebedfd x-openstack-request-id: req-9e74ff1c-1248-4174-a7ed-74cf3cebedfd {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:14:58.312880 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25802666-9897-4716-82e8-1c0843cbb040", "name": "network-vif-plugged", "status": "completed", "tag": "941c9777-a007-4594-b07f-4579037e34cd", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:14:58.313081 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9e74ff1c-1248-4174-a7ed-74cf3cebedfd {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:14:58.313476 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25802666-9897-4716-82e8-1c0843cbb040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '941c9777-a007-4594-b07f-4579037e34cd', 'code': 200} Sep 08 09:14:58.314071 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=941c9777-a007-4594-b07f-4579037e34cd,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:58.324707 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-12597f9c-fdfe-4964-a872-0648ace8919b admin admin] Transition to ACTIVE for port object a023aae3-70a3-42f7-a5ba-d74fa410796b will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:14:58.326092 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-72043179-7607-4f34-a306-e8617979661f req-3fed117b-7415-4d46-ba0d-2631e61d7dbf tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879230 Sep 08 09:14:58.326449 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-ed1cb622-0fcc-48f4-b4b6-5cccebb6d71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:58.332819 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:14:58.350362 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1cb622-0fcc-48f4-b4b6-5cccebb6d71a None None] Routers {'077a1b35-7b5d-4cdb-990f-6b127f447355'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:14:58.350362 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-ed1cb622-0fcc-48f4-b4b6-5cccebb6d71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:14:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['077a1b35-7b5d-4cdb-990f-6b127f447355'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:58.361538 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-15a5ca3a-005a-4046-af0a-728d65c05226 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.3467519 Sep 08 09:14:58.364436 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58380) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:58.371201 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-deecde0f-2ef5-46cf-a28c-5216fde86b26 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2102839217'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:14:58.381392 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-af6bb5bc-55c3-4db1-a309-787a7851cc74 req-21ec7748-1b85-449d-93f2-65b6049eb90f tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9036231 Sep 08 09:14:58.403538 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-ed1cb622-0fcc-48f4-b4b6-5cccebb6d71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:58.404739 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1cb622-0fcc-48f4-b4b6-5cccebb6d71a None None] The sync data for ids ['077a1b35-7b5d-4cdb-990f-6b127f447355'] in n-d-806683-11 is: [] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:14:58.410375 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-af6bb5bc-55c3-4db1-a309-787a7851cc74 req-4a2ef6e6-855e-483b-b2a8-db61f567a13d service neutron] Request body: {'port': {'device_id': 'd42e72ed-9dcb-4364-bcb0-24df97f8d814', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:14:58.417353 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9043f05-60e7-43af-ba60-f319011f6297 req-034efefd-6ab9-4692-986f-f556064b6c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:58.418906 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c9043f05-60e7-43af-ba60-f319011f6297 req-034efefd-6ab9-4692-986f-f556064b6c22 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=25802666-9897-4716-82e8-1c0843cbb040 HTTP/1.1" status: 200 len: 1098 time: 0.1188362 Sep 08 09:14:58.466811 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deecde0f-2ef5-46cf-a28c-5216fde86b26 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Made reservation on behalf of 8f549d6a3f8a431eb4cd9e8188099d64 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:14:58.470265 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-deecde0f-2ef5-46cf-a28c-5216fde86b26 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:58.493676 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-a9c9874e-fdf2-4073-ac55-e7f360eeeb4e None None] Set router bf28cd3d-f319-4dcf-8b7d-c14905cec101 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:14:58.497570 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-12597f9c-fdfe-4964-a872-0648ace8919b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:58.511375 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c9043f05-60e7-43af-ba60-f319011f6297 req-bc7c8ce7-3dbe-4cc6-aece-d94c2194ccca service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bcad411e-462c-468a-ae81-88babf3047a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699122 Sep 08 09:14:58.523419 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:58.599525 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12597f9c-fdfe-4964-a872-0648ace8919b admin admin] Network 2de43bb0-acf3-42aa-b534-30332da083e7 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:14:58.603132 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-af6bb5bc-55c3-4db1-a309-787a7851cc74 req-4a2ef6e6-855e-483b-b2a8-db61f567a13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:58.607731 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deecde0f-2ef5-46cf-a28c-5216fde86b26 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:14:58.629967 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-12597f9c-fdfe-4964-a872-0648ace8919b admin admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:14:58.632729 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12597f9c-fdfe-4964-a872-0648ace8919b admin admin] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:14:58.683415 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-12597f9c-fdfe-4964-a872-0648ace8919b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:58.826376 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-a9c9874e-fdf2-4073-ac55-e7f360eeeb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf28cd3d-f319-4dcf-8b7d-c14905cec101', 'name': 'tempest-ServerActionsTestJSON-1706241596-router', 'tenant_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'c2612e1e-da8d-4399-b67c-2cd38fb079f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:14:52Z', 'updated_at': '2021-09-08T09:14:55Z', 'revision_number': 3, 'project_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'gw_port': {'id': 'c2612e1e-da8d-4399-b67c-2cd38fb079f2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d6:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf28cd3d-f319-4dcf-8b7d-c14905cec101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:14:53Z', 'updated_at': '2021-09-08T09:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:14:58.864962 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c9874e-fdf2-4073-ac55-e7f360eeeb4e None None] The sync data for ids ['bf28cd3d-f319-4dcf-8b7d-c14905cec101'] in n-d-806683-11 is: [{'id': 'bf28cd3d-f319-4dcf-8b7d-c14905cec101', 'name': 'tempest-ServerActionsTestJSON-1706241596-router', 'tenant_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'c2612e1e-da8d-4399-b67c-2cd38fb079f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:14:52Z', 'updated_at': '2021-09-08T09:14:55Z', 'revision_number': 3, 'project_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'gw_port': {'id': 'c2612e1e-da8d-4399-b67c-2cd38fb079f2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d6:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf28cd3d-f319-4dcf-8b7d-c14905cec101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:14:53Z', 'updated_at': '2021-09-08T09:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:14:58.937636 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f6258-1e1d-4dc7-8889-1a1176896627 req-ce194a05-d818-4c3d-ba0d-4856dc9c696a tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:58.950845 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ca4f6258-1e1d-4dc7-8889-1a1176896627 req-ce194a05-d818-4c3d-ba0d-4856dc9c696a tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] 10.222.0.54 "GET /v2.0/ports?device_id=25802666-9897-4716-82e8-1c0843cbb040 HTTP/1.1" status: 200 len: 946 time: 0.1278670 Sep 08 09:14:58.958980 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-8b387158-c60e-44d3-8b4f-266582bf8036 None None] Provisioning for port a023aae3-70a3-42f7-a5ba-d74fa410796b completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:14:58.965930 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-8b387158-c60e-44d3-8b4f-266582bf8036 None None] Provisioning complete for port a023aae3-70a3-42f7-a5ba-d74fa410796b triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:14:58.966599 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8b387158-c60e-44d3-8b4f-266582bf8036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:59.003804 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ca4f6258-1e1d-4dc7-8889-1a1176896627 req-62cca47c-40bd-4f12-9216-c12e8eb4547f tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] 10.222.0.54 "GET /v2.0/security-groups?id=bcad411e-462c-468a-ae81-88babf3047a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517044 Sep 08 09:14:59.039325 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-8b387158-c60e-44d3-8b4f-266582bf8036 None None] Port a023aae3-70a3-42f7-a5ba-d74fa410796b cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:14:59.209374 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58400) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:59.209902 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12597f9c-fdfe-4964-a872-0648ace8919b admin admin] Pushing event updated for resources: {'Port': ['ID=a023aae3-70a3-42f7-a5ba-d74fa410796b,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:59.217186 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-deecde0f-2ef5-46cf-a28c-5216fde86b26 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:59.217604 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-deecde0f-2ef5-46cf-a28c-5216fde86b26 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Added segment 075dcf11-108c-4a35-961c-fb3e16a61a23 of type vlan for network 956e169a-eda7-4c36-8818-651d1ef6f4ec Sep 08 09:14:59.343696 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-bbce4e50-b4b0-4cf7-ad2e-5ad661dfa83c tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1590569700'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:14:59.370973 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bbce4e50-b4b0-4cf7-ad2e-5ad661dfa83c tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:59.371975 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bbce4e50-b4b0-4cf7-ad2e-5ad661dfa83c tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:59.375692 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-deecde0f-2ef5-46cf-a28c-5216fde86b26 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:59.441163 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bbce4e50-b4b0-4cf7-ad2e-5ad661dfa83c tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:59.446585 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b22db7-66a5-4fe5-9142-f8344be1691f req-01b45d9b-f8cb-45fe-8af8-eefa829ad329 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:59.449152 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-31b22db7-66a5-4fe5-9142-f8344be1691f req-01b45d9b-f8cb-45fe-8af8-eefa829ad329 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=d42e72ed-9dcb-4364-bcb0-24df97f8d814 HTTP/1.1" status: 200 len: 932 time: 0.2433696 Sep 08 09:14:59.455804 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bbce4e50-b4b0-4cf7-ad2e-5ad661dfa83c tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:59.489032 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bbce4e50-b4b0-4cf7-ad2e-5ad661dfa83c tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:59.490784 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-bbce4e50-b4b0-4cf7-ad2e-5ad661dfa83c tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.2813437 Sep 08 09:14:59.493534 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58406) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:59.550532 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd62e38-d906-4088-992f-269b5b567d17 req-38d72886-82a8-4bbd-8543-b95b607957af tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:59.552152 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4cd62e38-d906-4088-992f-269b5b567d17 req-38d72886-82a8-4bbd-8543-b95b607957af tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 945 time: 0.1096368 Sep 08 09:14:59.566522 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-31b22db7-66a5-4fe5-9142-f8344be1691f req-ec01539c-eabe-4cf8-b470-e3ccdecdccf0 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073620 Sep 08 09:14:59.567174 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-deecde0f-2ef5-46cf-a28c-5216fde86b26 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:59.575119 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deecde0f-2ef5-46cf-a28c-5216fde86b26 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:14:59.576195 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-deecde0f-2ef5-46cf-a28c-5216fde86b26 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:59.601242 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6c4eb7c8-2106-49dd-9b0e-2872b8c350cb tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:59.635007 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-12597f9c-fdfe-4964-a872-0648ace8919b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:59.663614 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-deecde0f-2ef5-46cf-a28c-5216fde86b26 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2981014 Sep 08 09:14:59.680201 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58408) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:59.691342 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-89c217fe-1863-4f7f-8467-5997d804b042 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Request body: {'subnet': {'network_id': '956e169a-eda7-4c36-8818-651d1ef6f4ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:14:59.750667 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4cd62e38-d906-4088-992f-269b5b567d17 req-28ecc853-e80f-4829-91b2-811dffc9d888 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586385 Sep 08 09:14:59.778137 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deecde0f-2ef5-46cf-a28c-5216fde86b26 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Pushing event updated for resources: {'Network': ['ID=956e169a-eda7-4c36-8818-651d1ef6f4ec,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:14:59.791429 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 956e169a-eda7-4c36-8818-651d1ef6f4ec details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:14:59.857217 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6c4eb7c8-2106-49dd-9b0e-2872b8c350cb tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:59.862430 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6c4eb7c8-2106-49dd-9b0e-2872b8c350cb tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:59.892594 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-af6bb5bc-55c3-4db1-a309-787a7851cc74 req-4a2ef6e6-855e-483b-b2a8-db61f567a13d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:14:59.911231 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-af6bb5bc-55c3-4db1-a309-787a7851cc74 req-4a2ef6e6-855e-483b-b2a8-db61f567a13d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:59.935284 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6c4eb7c8-2106-49dd-9b0e-2872b8c350cb tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:59.935841 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4eb7c8-2106-49dd-9b0e-2872b8c350cb tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e709eb9d-c410-46c7-95d9-f4650b015509 {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:14:59.941598 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6c4eb7c8-2106-49dd-9b0e-2872b8c350cb tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:59.942806 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6c4eb7c8-2106-49dd-9b0e-2872b8c350cb tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] 10.222.0.54 "DELETE /v2.0/routers/e709eb9d-c410-46c7-95d9-f4650b015509 HTTP/1.1" status: 204 len: 168 time: 0.4483061 Sep 08 09:14:59.946207 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58410) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:14:59.951989 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-226570e8-d889-4333-b17c-5ce52be4347a tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Request body: {'router': {'name': 'tempest-router-1798633713', 'distributed': False}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:14:59.956467 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c217fe-1863-4f7f-8467-5997d804b042 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Made reservation on behalf of 8f549d6a3f8a431eb4cd9e8188099d64 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:14:59.959939 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-89c217fe-1863-4f7f-8467-5997d804b042 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:14:59.980416 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-af6bb5bc-55c3-4db1-a309-787a7851cc74 req-4a2ef6e6-855e-483b-b2a8-db61f567a13d service neutron] Transition to ACTIVE for port object e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:14:59.985733 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-af6bb5bc-55c3-4db1-a309-787a7851cc74 req-4a2ef6e6-855e-483b-b2a8-db61f567a13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:00.030372 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-226570e8-d889-4333-b17c-5ce52be4347a tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:00.031375 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-226570e8-d889-4333-b17c-5ce52be4347a tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:00.049969 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ef6e6-855e-483b-b2a8-db61f567a13d service neutron] Pushing event updated for resources: {'Port': ['ID=e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:00.111263 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-226570e8-d889-4333-b17c-5ce52be4347a tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:00.117925 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-226570e8-d889-4333-b17c-5ce52be4347a tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:00.159291 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-226570e8-d889-4333-b17c-5ce52be4347a tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:00.161737 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-226570e8-d889-4333-b17c-5ce52be4347a tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2134407 Sep 08 09:15:00.163654 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58414) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:00.215454 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984a00e-3625-46ca-9151-64078e36fe62 req-6225af69-c584-4d66-b31c-9cc1f972e642 tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:00.217297 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2984a00e-3625-46ca-9151-64078e36fe62 req-6225af69-c584-4d66-b31c-9cc1f972e642 tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] 10.222.0.54 "GET /v2.0/ports?device_id=25802666-9897-4716-82e8-1c0843cbb040 HTTP/1.1" status: 200 len: 946 time: 0.1230922 Sep 08 09:15:00.242562 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-12597f9c-fdfe-4964-a872-0648ace8919b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:00.261759 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-12597f9c-fdfe-4964-a872-0648ace8919b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:00.273155 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-133954c5-799f-438b-be45-1377f9e958f7 tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:00.275135 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-af6bb5bc-55c3-4db1-a309-787a7851cc74 req-4a2ef6e6-855e-483b-b2a8-db61f567a13d service neutron] Attempting to bind port e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:15:00.275619 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-af6bb5bc-55c3-4db1-a309-787a7851cc74 req-4a2ef6e6-855e-483b-b2a8-db61f567a13d service neutron] Attempting to bind port e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '7ce255b1-6bde-43a1-82b1-212ac77774b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48c54abd-6f52-4b1d-9226-4a2566a5fe28'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:15:00.275990 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6bb5bc-55c3-4db1-a309-787a7851cc74 req-4a2ef6e6-855e-483b-b2a8-db61f567a13d service neutron] Attempting to bind port e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6 on network 48c54abd-6f52-4b1d-9226-4a2566a5fe28 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:15:00.322888 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device c2612e1e-da8d-4399-b67c-2cd38fb079f2 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:15:00.344128 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6bb5bc-55c3-4db1-a309-787a7851cc74 req-4a2ef6e6-855e-483b-b2a8-db61f567a13d service neutron] Port e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6 on network 48c54abd-6f52-4b1d-9226-4a2566a5fe28 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:15:00.344511 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6bb5bc-55c3-4db1-a309-787a7851cc74 req-4a2ef6e6-855e-483b-b2a8-db61f567a13d service neutron] Attempting to bind port e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6 on network 48c54abd-6f52-4b1d-9226-4a2566a5fe28 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:15:00.351404 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-89c217fe-1863-4f7f-8467-5997d804b042 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:00.376108 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2984a00e-3625-46ca-9151-64078e36fe62 req-6cdf11e5-6d82-4704-9a56-a891e0e8efe0 tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] 10.222.0.54 "GET /v2.0/security-groups?id=bcad411e-462c-468a-ae81-88babf3047a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379707 Sep 08 09:15:00.379179 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6bb5bc-55c3-4db1-a309-787a7851cc74 req-4a2ef6e6-855e-483b-b2a8-db61f567a13d service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:15:00.379521 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6bb5bc-55c3-4db1-a309-787a7851cc74 req-4a2ef6e6-855e-483b-b2a8-db61f567a13d service neutron] Checking segment: {'id': '7ce255b1-6bde-43a1-82b1-212ac77774b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48c54abd-6f52-4b1d-9226-4a2566a5fe28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:15:00.379906 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6bb5bc-55c3-4db1-a309-787a7851cc74 req-4a2ef6e6-855e-483b-b2a8-db61f567a13d service neutron] Bound using segment: {'id': '7ce255b1-6bde-43a1-82b1-212ac77774b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48c54abd-6f52-4b1d-9226-4a2566a5fe28'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:15:00.380359 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-af6bb5bc-55c3-4db1-a309-787a7851cc74 req-4a2ef6e6-855e-483b-b2a8-db61f567a13d service neutron] Bound port: e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ce255b1-6bde-43a1-82b1-212ac77774b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48c54abd-6f52-4b1d-9226-4a2566a5fe28'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:15:00.380721 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-af6bb5bc-55c3-4db1-a309-787a7851cc74 req-4a2ef6e6-855e-483b-b2a8-db61f567a13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:00.389595 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port c2612e1e-da8d-4399-b67c-2cd38fb079f2 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:15:00.398719 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12597f9c-fdfe-4964-a872-0648ace8919b admin admin] Pushing event updated for resources: {'Port': ['ID=a023aae3-70a3-42f7-a5ba-d74fa410796b,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:00.398814 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port c2612e1e-da8d-4399-b67c-2cd38fb079f2 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:15:00.398814 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:00.408623 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-12597f9c-fdfe-4964-a872-0648ace8919b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:00.500531 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c217fe-1863-4f7f-8467-5997d804b042 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Pushing event updated for resources: {'Subnet': ['ID=0d859f85-d850-427d-96e7-3ef02e31abb5,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:00.507723 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:00.508562 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-133954c5-799f-438b-be45-1377f9e958f7 tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:00.513183 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-133954c5-799f-438b-be45-1377f9e958f7 tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:00.533721 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port c2612e1e-da8d-4399-b67c-2cd38fb079f2, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=c2612e1e-da8d-4399-b67c-2cd38fb079f2,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:15:00.535735 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-af6bb5bc-55c3-4db1-a309-787a7851cc74 req-4a2ef6e6-855e-483b-b2a8-db61f567a13d service neutron] For port e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:15:00.538147 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:00.541617 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-af6bb5bc-55c3-4db1-a309-787a7851cc74 req-4a2ef6e6-855e-483b-b2a8-db61f567a13d service neutron] For port e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6,segment=NetworkSegment(7ce255b1-6bde-43a1-82b1-212ac77774b3),segment_id=7ce255b1-6bde-43a1-82b1-212ac77774b3)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:15:00.553561 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-af6bb5bc-55c3-4db1-a309-787a7851cc74 req-4a2ef6e6-855e-483b-b2a8-db61f567a13d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:00.557306 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c217fe-1863-4f7f-8467-5997d804b042 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Checking segment: {'id': '075dcf11-108c-4a35-961c-fb3e16a61a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '956e169a-eda7-4c36-8818-651d1ef6f4ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:15:00.557679 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c217fe-1863-4f7f-8467-5997d804b042 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Network hostable DHCP agents. Network: 956e169a-eda7-4c36-8818-651d1ef6f4ec, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:15:00.576128 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-133954c5-799f-438b-be45-1377f9e958f7 tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:00.576626 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133954c5-799f-438b-be45-1377f9e958f7 tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 498fe70e-ae26-48cb-84bc-a14d71c22ee6 {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:15:00.581516 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-133954c5-799f-438b-be45-1377f9e958f7 tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:00.582780 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-133954c5-799f-438b-be45-1377f9e958f7 tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] 10.222.0.54 "DELETE /v2.0/routers/498fe70e-ae26-48cb-84bc-a14d71c22ee6 HTTP/1.1" status: 204 len: 168 time: 0.4181404 Sep 08 09:15:00.584128 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c217fe-1863-4f7f-8467-5997d804b042 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Network 956e169a-eda7-4c36-8818-651d1ef6f4ec is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:15:00.586896 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58416) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:00.593905 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-a5bd20a0-118f-41ec-9dba-85cbce61c86d tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Request body: {'router': {'name': 'tempest-router-1499743695', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'f4957e2d3f1240c285655e49ee9213f9'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:00.607385 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-89c217fe-1863-4f7f-8467-5997d804b042 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 956e169a-eda7-4c36-8818-651d1ef6f4ec) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:15:00.611307 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=c2612e1e-da8d-4399-b67c-2cd38fb079f2,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:00.615814 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c217fe-1863-4f7f-8467-5997d804b042 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:00.616505 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-89c217fe-1863-4f7f-8467-5997d804b042 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:00.618137 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fae2f67-3ca9-4142-b09e-ec3fdafc38a9 None None] Network 956e169a-eda7-4c36-8818-651d1ef6f4ec requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:15:00.633360 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6bb5bc-55c3-4db1-a309-787a7851cc74 req-4a2ef6e6-855e-483b-b2a8-db61f567a13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:00.634068 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-af6bb5bc-55c3-4db1-a309-787a7851cc74 req-4a2ef6e6-855e-483b-b2a8-db61f567a13d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:00.635973 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-af6bb5bc-55c3-4db1-a309-787a7851cc74 req-4a2ef6e6-855e-483b-b2a8-db61f567a13d service neutron] 10.222.0.35 "PUT /v2.0/ports/e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6 HTTP/1.1" status: 200 len: 1093 time: 2.2337933 Sep 08 09:15:00.636531 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd42e72ed-9dcb-4364-bcb0-24df97f8d814', 'tag': 'e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:15:00.639011 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52072552-5d01-4e20-9ba9-906318412969" -d '{"events": [{"name": "network-changed", "server_uuid": "d42e72ed-9dcb-4364-bcb0-24df97f8d814", "tag": "e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:15:00.641334 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a5bd20a0-118f-41ec-9dba-85cbce61c86d tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:00.643515 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12597f9c-fdfe-4964-a872-0648ace8919b admin admin] Network 2de43bb0-acf3-42aa-b534-30332da083e7 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:15:00.653600 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-12597f9c-fdfe-4964-a872-0648ace8919b admin admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:15:00.658923 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a5bd20a0-118f-41ec-9dba-85cbce61c86d tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:00.664545 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ef6e6-855e-483b-b2a8-db61f567a13d service neutron] Pushing event updated for resources: {'Port': ['ID=e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:00.687641 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-89c217fe-1863-4f7f-8467-5997d804b042 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9990361 Sep 08 09:15:00.688792 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58422) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:00.703857 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-babbcfa8-64e6-4970-ab42-b7d97e1d0686 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1396592861', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}, 'admin_state_up': False}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:00.790546 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a71d812-5eb1-471d-997f-4aefdb441641 x-openstack-request-id: req-8a71d812-5eb1-471d-997f-4aefdb441641 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:15:00.791036 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d42e72ed-9dcb-4364-bcb0-24df97f8d814", "tag": "e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:15:00.791401 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8a71d812-5eb1-471d-997f-4aefdb441641 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:15:00.791839 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd42e72ed-9dcb-4364-bcb0-24df97f8d814', 'tag': 'e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6', 'status': 'completed', 'code': 200} Sep 08 09:15:00.846194 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6bb5bc-55c3-4db1-a309-787a7851cc74 req-b221e278-7d88-45b3-b1bc-45850a0ef90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:00.850884 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-af6bb5bc-55c3-4db1-a309-787a7851cc74 req-b221e278-7d88-45b3-b1bc-45850a0ef90b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=361efd7dd288461f98c228af9e362c93&device_id=d42e72ed-9dcb-4364-bcb0-24df97f8d814 HTTP/1.1" status: 200 len: 1096 time: 0.1326449 Sep 08 09:15:00.878672 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a5bd20a0-118f-41ec-9dba-85cbce61c86d tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:00.879804 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-babbcfa8-64e6-4970-ab42-b7d97e1d0686 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:00.880836 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-babbcfa8-64e6-4970-ab42-b7d97e1d0686 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:00.891610 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a5bd20a0-118f-41ec-9dba-85cbce61c86d tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:00.924177 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-af6bb5bc-55c3-4db1-a309-787a7851cc74 req-d660e34a-5a76-466e-9bf7-00b281b2b312 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6 HTTP/1.1" status: 200 len: 217 time: 0.0596921 Sep 08 09:15:00.929941 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec60c58a-b0a6-4b40-b0e1-d5542f5ee671 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-956e169a-eda7-4c36-8818-651d1ef6f4ec', 'network_id': '956e169a-eda7-4c36-8818-651d1ef6f4ec', 'tenant_id': '8f549d6a3f8a431eb4cd9e8188099d64', 'fixed_ips': [{'subnet_id': '0d859f85-d850-427d-96e7-3ef02e31abb5'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:15:00.930213 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a5bd20a0-118f-41ec-9dba-85cbce61c86d tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:00.931521 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ec60c58a-b0a6-4b40-b0e1-d5542f5ee671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:00.934597 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a5bd20a0-118f-41ec-9dba-85cbce61c86d tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3465033 Sep 08 09:15:00.948292 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58426) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:00.965869 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-babbcfa8-64e6-4970-ab42-b7d97e1d0686 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:00.983950 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11cf412-5098-4ee6-aec4-bb0f23723223 req-f1efd264-c101-47de-bf86-c983b673670c tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:00.986139 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b11cf412-5098-4ee6-aec4-bb0f23723223 req-f1efd264-c101-47de-bf86-c983b673670c tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=d42e72ed-9dcb-4364-bcb0-24df97f8d814 HTTP/1.1" status: 200 len: 944 time: 0.2127070 Sep 08 09:15:01.007094 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6bb5bc-55c3-4db1-a309-787a7851cc74 req-9a1e6842-0b43-46d1-b149-ea774c4cc133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:01.008577 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-af6bb5bc-55c3-4db1-a309-787a7851cc74 req-9a1e6842-0b43-46d1-b149-ea774c4cc133 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7d9ca010-a841-4012-aaa1-2a86eaf161a1 HTTP/1.1" status: 200 len: 846 time: 0.0748241 Sep 08 09:15:01.013890 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-fd28ce97-3ce3-417b-9ec6-c5b7c8f91d95 tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:01.023040 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12597f9c-fdfe-4964-a872-0648ace8919b admin admin] Router bf28cd3d-f319-4dcf-8b7d-c14905cec101 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:15:01.100940 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-4866f4e1-7f54-407b-a7dd-3334d52bf1cf None None] Provisioning complete for port a023aae3-70a3-42f7-a5ba-d74fa410796b triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:15:01.101299 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-af6bb5bc-55c3-4db1-a309-787a7851cc74 req-9fde5e46-1872-4789-b223-63845ab09962 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48c54abd-6f52-4b1d-9226-4a2566a5fe28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764608 Sep 08 09:15:01.101597 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4866f4e1-7f54-407b-a7dd-3334d52bf1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:01.138107 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-ec60c58a-b0a6-4b40-b0e1-d5542f5ee671 None None] Allocated IP 172.20.0.2 (956e169a-eda7-4c36-8818-651d1ef6f4ec/0d859f85-d850-427d-96e7-3ef02e31abb5/721ed318-06c1-4682-b9bf-704b01930ac3) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:15:01.155274 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-4866f4e1-7f54-407b-a7dd-3334d52bf1cf None None] Port a023aae3-70a3-42f7-a5ba-d74fa410796b cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:15:01.204930 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3bb41-f79a-43d2-b221-d8f6ec5257a0 req-1e46106c-8af5-417c-8988-a5834dfa9bce tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:01.207334 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4fd3bb41-f79a-43d2-b221-d8f6ec5257a0 req-1e46106c-8af5-417c-8988-a5834dfa9bce tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 945 time: 0.3333008 Sep 08 09:15:01.303662 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ec60c58a-b0a6-4b40-b0e1-d5542f5ee671 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:01.313947 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ec60c58a-b0a6-4b40-b0e1-d5542f5ee671 None None] Transition to ACTIVE for port object 721ed318-06c1-4682-b9bf-704b01930ac3 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:15:01.330054 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ec60c58a-b0a6-4b40-b0e1-d5542f5ee671 None None] Transition to ACTIVE for port object 721ed318-06c1-4682-b9bf-704b01930ac3 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:15:01.338022 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ec60c58a-b0a6-4b40-b0e1-d5542f5ee671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:01.387688 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec60c58a-b0a6-4b40-b0e1-d5542f5ee671 None None] Network 956e169a-eda7-4c36-8818-651d1ef6f4ec is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:15:01.396009 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-ec60c58a-b0a6-4b40-b0e1-d5542f5ee671 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:15:01.398362 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60c58a-b0a6-4b40-b0e1-d5542f5ee671 None None] Pushing event updated for resources: {'Port': ['ID=721ed318-06c1-4682-b9bf-704b01930ac3,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:01.401088 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec60c58a-b0a6-4b40-b0e1-d5542f5ee671 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:15:01.457920 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-ec60c58a-b0a6-4b40-b0e1-d5542f5ee671 None None] Attempting to bind port 721ed318-06c1-4682-b9bf-704b01930ac3 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:15:01.458561 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-ec60c58a-b0a6-4b40-b0e1-d5542f5ee671 None None] Attempting to bind port 721ed318-06c1-4682-b9bf-704b01930ac3 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '075dcf11-108c-4a35-961c-fb3e16a61a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '956e169a-eda7-4c36-8818-651d1ef6f4ec'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:15:01.458929 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec60c58a-b0a6-4b40-b0e1-d5542f5ee671 None None] Attempting to bind port 721ed318-06c1-4682-b9bf-704b01930ac3 on network 956e169a-eda7-4c36-8818-651d1ef6f4ec {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:15:01.465507 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec60c58a-b0a6-4b40-b0e1-d5542f5ee671 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:15:01.465911 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec60c58a-b0a6-4b40-b0e1-d5542f5ee671 None None] Checking segment: {'id': '075dcf11-108c-4a35-961c-fb3e16a61a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '956e169a-eda7-4c36-8818-651d1ef6f4ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:15:01.466396 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ec60c58a-b0a6-4b40-b0e1-d5542f5ee671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:01.466792 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec60c58a-b0a6-4b40-b0e1-d5542f5ee671 None None] Bound using segment: {'id': '075dcf11-108c-4a35-961c-fb3e16a61a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '956e169a-eda7-4c36-8818-651d1ef6f4ec'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:15:01.467413 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-ec60c58a-b0a6-4b40-b0e1-d5542f5ee671 None None] Bound port: 721ed318-06c1-4682-b9bf-704b01930ac3, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '075dcf11-108c-4a35-961c-fb3e16a61a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '956e169a-eda7-4c36-8818-651d1ef6f4ec'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:15:01.467927 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ec60c58a-b0a6-4b40-b0e1-d5542f5ee671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:01.497518 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4fd3bb41-f79a-43d2-b221-d8f6ec5257a0 req-1b00395b-8a05-43ee-b832-746869ce01b7 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474399 Sep 08 09:15:01.504684 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fd28ce97-3ce3-417b-9ec6-c5b7c8f91d95 tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2457'] for router, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:01.506098 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fd28ce97-3ce3-417b-9ec6-c5b7c8f91d95 tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Notify callbacks [] for router, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:01.508060 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-babbcfa8-64e6-4970-ab42-b7d97e1d0686 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:01.514787 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b11cf412-5098-4ee6-aec4-bb0f23723223 req-0f8a2eb8-e904-4320-8159-781e444c902e tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4827285 Sep 08 09:15:01.554725 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-af6bb5bc-55c3-4db1-a309-787a7851cc74 req-7a8b3d80-d9e3-4400-97a8-620dc67a5a84 service neutron] 10.222.0.35 "GET /v2.0/networks/48c54abd-6f52-4b1d-9226-4a2566a5fe28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4220397 Sep 08 09:15:01.561958 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12597f9c-fdfe-4964-a872-0648ace8919b admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:15:01.562676 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-ec60c58a-b0a6-4b40-b0e1-d5542f5ee671 None None] For port 721ed318-06c1-4682-b9bf-704b01930ac3, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:15:01.567075 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-ec60c58a-b0a6-4b40-b0e1-d5542f5ee671 None None] For port 721ed318-06c1-4682-b9bf-704b01930ac3, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=721ed318-06c1-4682-b9bf-704b01930ac3,segment=NetworkSegment(075dcf11-108c-4a35-961c-fb3e16a61a23),segment_id=075dcf11-108c-4a35-961c-fb3e16a61a23)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:15:01.575099 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93030398-ace0-4c39-99db-c30edae103ab None None] Sync routers for ids ['bf28cd3d-f319-4dcf-8b7d-c14905cec101'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:15:01.584655 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ec60c58a-b0a6-4b40-b0e1-d5542f5ee671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:01.610324 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-12597f9c-fdfe-4964-a872-0648ace8919b admin admin] 10.222.0.54 "PUT /v2.0/routers/bf28cd3d-f319-4dcf-8b7d-c14905cec101/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3068368 Sep 08 09:15:01.633064 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93030398-ace0-4c39-99db-c30edae103ab None None] Routers {'bf28cd3d-f319-4dcf-8b7d-c14905cec101'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:15:01.635107 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-93030398-ace0-4c39-99db-c30edae103ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:14:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['bf28cd3d-f319-4dcf-8b7d-c14905cec101'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:01.677301 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-fd28ce97-3ce3-417b-9ec6-c5b7c8f91d95 tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94712) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 08 09:15:01.677757 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-fd28ce97-3ce3-417b-9ec6-c5b7c8f91d95 tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Router b456145f-21f3-4940-b87f-f48323781856 migrating from provider to provider. {{(pid=94712) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 08 09:15:01.678025 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fd28ce97-3ce3-417b-9ec6-c5b7c8f91d95 tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:01.732701 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fd28ce97-3ce3-417b-9ec6-c5b7c8f91d95 tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:01.756576 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7fabc5-5c33-4671-abd1-70a070b92228 req-aedf10d5-dae3-4b27-8e70-0dc1cc2ab67e tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:01.758235 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4e7fabc5-5c33-4671-abd1-70a070b92228 req-aedf10d5-dae3-4b27-8e70-0dc1cc2ab67e tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] 10.222.0.54 "GET /v2.0/ports?device_id=25802666-9897-4716-82e8-1c0843cbb040 HTTP/1.1" status: 200 len: 946 time: 0.1542675 Sep 08 09:15:01.763787 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fd28ce97-3ce3-417b-9ec6-c5b7c8f91d95 tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-764157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-764146', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-768877'] for router, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:01.783282 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-babbcfa8-64e6-4970-ab42-b7d97e1d0686 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for router_gateway, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:01.826453 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-93030398-ace0-4c39-99db-c30edae103ab None None] Set router bf28cd3d-f319-4dcf-8b7d-c14905cec101 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:15:01.827726 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-babbcfa8-64e6-4970-ab42-b7d97e1d0686 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:01.882798 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60c58a-b0a6-4b40-b0e1-d5542f5ee671 None None] Pushing event updated for resources: {'Port': ['ID=721ed318-06c1-4682-b9bf-704b01930ac3,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:01.939512 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-af6bb5bc-55c3-4db1-a309-787a7851cc74 req-f77166f6-6cb1-4a50-9572-01f4df094f5d service neutron] 10.222.0.35 "GET /v2.0/networks/48c54abd-6f52-4b1d-9226-4a2566a5fe28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757441 Sep 08 09:15:01.954104 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4e7fabc5-5c33-4671-abd1-70a070b92228 req-0d64fc41-6410-4e1d-a828-703fa90a1650 tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] 10.222.0.54 "GET /v2.0/security-groups?id=bcad411e-462c-468a-ae81-88babf3047a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849573 Sep 08 09:15:01.982699 n-d-806683-11 neutron-server[94712]: WARNING neutron.scheduler.l3_agent_scheduler [None req-fd28ce97-3ce3-417b-9ec6-c5b7c8f91d95 tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] No L3 agents can host the router b456145f-21f3-4940-b87f-f48323781856 Sep 08 09:15:02.074022 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-babbcfa8-64e6-4970-ab42-b7d97e1d0686 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Allocated IP 172.25.0.155 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/29bd10c1-4842-4d75-8e99-104afdfff7c5) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:15:02.215821 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-93030398-ace0-4c39-99db-c30edae103ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf28cd3d-f319-4dcf-8b7d-c14905cec101', 'name': 'tempest-ServerActionsTestJSON-1706241596-router', 'tenant_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'c2612e1e-da8d-4399-b67c-2cd38fb079f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:14:52Z', 'updated_at': '2021-09-08T09:14:59Z', 'revision_number': 4, 'project_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'gw_port': {'id': 'c2612e1e-da8d-4399-b67c-2cd38fb079f2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28cd3d-f319-4dcf-8b7d-c14905cec101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:14:53Z', 'updated_at': '2021-09-08T09:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'a023aae3-70a3-42f7-a5ba-d74fa410796b', 'name': '', 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7', 'tenant_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'mac_address': 'fa:16:3e:98:3a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf28cd3d-f319-4dcf-8b7d-c14905cec101', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '452a4b6d-a445-4b2b-9168-2695dd67e404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:14:57Z', 'updated_at': '2021-09-08T09:14:59Z', 'revision_number': 2, 'project_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'subnets': [{'id': '452a4b6d-a445-4b2b-9168-2695dd67e404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:02.271855 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58438) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:02.276658 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93030398-ace0-4c39-99db-c30edae103ab None None] Checking router: bf28cd3d-f319-4dcf-8b7d-c14905cec101 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:15:02.277023 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93030398-ace0-4c39-99db-c30edae103ab None None] Updating router bf28cd3d-f319-4dcf-8b7d-c14905cec101 port a023aae3-70a3-42f7-a5ba-d74fa410796b binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:15:02.308505 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-babbcfa8-64e6-4970-ab42-b7d97e1d0686 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:02.321295 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52072552-5d01-4e20-9ba9-906318412969 req-87106e39-52dc-42ae-8823-0099cde40a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:02.324156 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-52072552-5d01-4e20-9ba9-906318412969 req-87106e39-52dc-42ae-8823-0099cde40a93 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=361efd7dd288461f98c228af9e362c93&device_id=d42e72ed-9dcb-4364-bcb0-24df97f8d814 HTTP/1.1" status: 200 len: 1096 time: 0.2331829 Sep 08 09:15:02.330385 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd28ce97-3ce3-417b-9ec6-c5b7c8f91d95 tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Hosts for router b456145f-21f3-4940-b87f-f48323781856: [] {{(pid=94712) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 08 09:15:02.334724 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-93030398-ace0-4c39-99db-c30edae103ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:02.349031 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-83af5b9a-5bc8-4889-8f7c-1326af49fc21 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Request body: {'security_group': {'name': 'tempest-securitygroup--190478181', 'description': 'tempest-description--978447677'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:02.381450 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd28ce97-3ce3-417b-9ec6-c5b7c8f91d95 tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Hosts for other DVR routers connected to router b456145f-21f3-4940-b87f-f48323781856: set() {{(pid=94712) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 08 09:15:02.384238 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fd28ce97-3ce3-417b-9ec6-c5b7c8f91d95 tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:02.389061 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-fd28ce97-3ce3-417b-9ec6-c5b7c8f91d95 tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] 10.222.0.54 "PUT /v2.0/routers/b456145f-21f3-4940-b87f-f48323781856 HTTP/1.1" status: 200 len: 717 time: 1.3846891 Sep 08 09:15:02.389792 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58440) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:02.391996 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-babbcfa8-64e6-4970-ab42-b7d97e1d0686 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:02.397990 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-83af5b9a-5bc8-4889-8f7c-1326af49fc21 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:02.497462 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 721ed318-06c1-4682-b9bf-704b01930ac3 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:15:02.568732 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babbcfa8-64e6-4970-ab42-b7d97e1d0686 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:15:02.581011 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-babbcfa8-64e6-4970-ab42-b7d97e1d0686 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:15:02.604526 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babbcfa8-64e6-4970-ab42-b7d97e1d0686 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:15:02.667019 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babbcfa8-64e6-4970-ab42-b7d97e1d0686 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Pushing event updated for resources: {'Port': ['ID=29bd10c1-4842-4d75-8e99-104afdfff7c5,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:02.967852 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-83af5b9a-5bc8-4889-8f7c-1326af49fc21 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:02.986599 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5be718-4700-42f3-a9e8-e243224374eb req-bc51425a-10b1-41f6-8615-229ffedbb576 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:02.990103 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-be5be718-4700-42f3-a9e8-e243224374eb req-bc51425a-10b1-41f6-8615-229ffedbb576 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=d42e72ed-9dcb-4364-bcb0-24df97f8d814 HTTP/1.1" status: 200 len: 944 time: 0.3179920 Sep 08 09:15:02.991821 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-83af5b9a-5bc8-4889-8f7c-1326af49fc21 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:03.094147 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8270ddb1-10ce-473a-90cd-f46679f8cd86 tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] 10.222.0.54 "GET /v2.0/routers/b456145f-21f3-4940-b87f-f48323781856 HTTP/1.1" status: 200 len: 717 time: 0.6999478 Sep 08 09:15:03.096200 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 721ed318-06c1-4682-b9bf-704b01930ac3 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:15:03.107455 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58454) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:03.110304 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device c2612e1e-da8d-4399-b67c-2cd38fb079f2 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:15:03.165158 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52072552-5d01-4e20-9ba9-906318412969 req-56629e87-085f-4942-bb5d-6bd3d82b0c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:03.167304 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-52072552-5d01-4e20-9ba9-906318412969 req-56629e87-085f-4942-bb5d-6bd3d82b0c37 service neutron] 10.222.0.35 "GET /v2.0/networks?id=48c54abd-6f52-4b1d-9226-4a2566a5fe28 HTTP/1.1" status: 200 len: 907 time: 0.8162804 Sep 08 09:15:03.185006 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afe46a1-4e38-440a-bdde-eb1b6c8aa5b1 None None] Network 956e169a-eda7-4c36-8818-651d1ef6f4ec requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:15:03.194244 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-babbcfa8-64e6-4970-ab42-b7d97e1d0686 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for router_gateway, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:03.200723 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ba70a-e39c-45af-bc49-be5f71f70237 req-7cf33798-22d5-4854-a84e-7e11772bfc5f tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:03.209099 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-041ba70a-e39c-45af-bc49-be5f71f70237 req-7cf33798-22d5-4854-a84e-7e11772bfc5f tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 945 time: 0.1306560 Sep 08 09:15:03.260889 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-52072552-5d01-4e20-9ba9-906318412969 req-212cb708-b36a-4262-b622-6817168b0b64 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6 HTTP/1.1" status: 200 len: 217 time: 0.0780611 Sep 08 09:15:03.263442 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-83af5b9a-5bc8-4889-8f7c-1326af49fc21 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:03.266087 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-83af5b9a-5bc8-4889-8f7c-1326af49fc21 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9219866 Sep 08 09:15:03.269591 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58458) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:03.274362 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-9bb92773-48d6-49fd-9a4d-33a77e364aae tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Request body: {'security_group_rule': {'security_group_id': 'ba1b6156-843e-445b-b01d-999d2cec3224', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:03.333928 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-041ba70a-e39c-45af-bc49-be5f71f70237 req-cb74ad19-14ef-415f-9ed9-d85e32075270 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236560 Sep 08 09:15:03.334923 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af5b9a-5bc8-4889-8f7c-1326af49fc21 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1b6156-843e-445b-b01d-999d2cec3224,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:03.355033 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52072552-5d01-4e20-9ba9-906318412969 req-806a4540-b335-4c66-af52-195e2a063805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:03.356785 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-52072552-5d01-4e20-9ba9-906318412969 req-806a4540-b335-4c66-af52-195e2a063805 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7d9ca010-a841-4012-aaa1-2a86eaf161a1 HTTP/1.1" status: 200 len: 846 time: 0.0771241 Sep 08 09:15:03.365087 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9bb92773-48d6-49fd-9a4d-33a77e364aae tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:03.394454 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-be5be718-4700-42f3-a9e8-e243224374eb req-e9c033b6-eb18-4317-a258-c6c55618afd6 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069811 Sep 08 09:15:03.405838 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9689fabd-7b25-4185-8f92-a81666c07e89 tempest-RoutersTestDVR-295004657 tempest-RoutersTestDVR-295004657-project] 10.222.0.54 "GET /v2.0/routers/b456145f-21f3-4940-b87f-f48323781856 HTTP/1.1" status: 200 len: 683 time: 0.2895412 Sep 08 09:15:03.421871 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-52072552-5d01-4e20-9ba9-906318412969 req-9534a78c-12b1-46db-802c-baf6f1932f63 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48c54abd-6f52-4b1d-9226-4a2566a5fe28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487578 Sep 08 09:15:03.421871 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58460) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:03.451983 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-93030398-ace0-4c39-99db-c30edae103ab None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:03.458532 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-7b67503e-d356-4d51-a394-ca4a3fd1e3b3 None None] Provisioning for port 721ed318-06c1-4682-b9bf-704b01930ac3 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:15:03.481646 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-7b67503e-d356-4d51-a394-ca4a3fd1e3b3 None None] Provisioning complete for port 721ed318-06c1-4682-b9bf-704b01930ac3 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:15:03.482738 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7b67503e-d356-4d51-a394-ca4a3fd1e3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:03.556711 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-93030398-ace0-4c39-99db-c30edae103ab None None] Transition to ACTIVE for port object a023aae3-70a3-42f7-a5ba-d74fa410796b will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:15:03.594507 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-93030398-ace0-4c39-99db-c30edae103ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:03.624677 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d337eb5e-5d2d-4931-ba07-a96b5ef570e8 tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Notify callbacks [] for router, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:03.637954 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port c2612e1e-da8d-4399-b67c-2cd38fb079f2 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:15:03.638667 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:03.657284 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-babbcfa8-64e6-4970-ab42-b7d97e1d0686 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:03.685605 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9bb92773-48d6-49fd-9a4d-33a77e364aae tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:03.733158 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9bb92773-48d6-49fd-9a4d-33a77e364aae tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:03.741374 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df86ed-ff22-4c8c-ade1-5d7ffd389f3c None None] Pushing event updated for resources: {'Port': ['ID=a023aae3-70a3-42f7-a5ba-d74fa410796b,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:03.770936 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7b67503e-d356-4d51-a394-ca4a3fd1e3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:03.848505 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d337eb5e-5d2d-4931-ba07-a96b5ef570e8 tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:03.855627 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-babbcfa8-64e6-4970-ab42-b7d97e1d0686 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Router 4e746a78-2bec-48c1-b0d6-003b6794c42e is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:15:03.858814 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d337eb5e-5d2d-4931-ba07-a96b5ef570e8 tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:03.888618 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-52072552-5d01-4e20-9ba9-906318412969 req-bf2b9022-baf7-44ad-bb30-357e9808cdf6 service neutron] 10.222.0.35 "GET /v2.0/networks/48c54abd-6f52-4b1d-9226-4a2566a5fe28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4458015 Sep 08 09:15:03.889565 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb92773-48d6-49fd-9a4d-33a77e364aae tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3969e74b-d2cc-499f-a3a3-1f8271fd8bbc,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:03.895245 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9bb92773-48d6-49fd-9a4d-33a77e364aae tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:03.907571 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-9bb92773-48d6-49fd-9a4d-33a77e364aae tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6366191 Sep 08 09:15:03.911739 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-7b67503e-d356-4d51-a394-ca4a3fd1e3b3 None None] For port 721ed318-06c1-4682-b9bf-704b01930ac3, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=721ed318-06c1-4682-b9bf-704b01930ac3,segment=NetworkSegment(075dcf11-108c-4a35-961c-fb3e16a61a23),segment_id=075dcf11-108c-4a35-961c-fb3e16a61a23)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:15:03.919853 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7b67503e-d356-4d51-a394-ca4a3fd1e3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:03.923223 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-93030398-ace0-4c39-99db-c30edae103ab None None] Attempting to bind port a023aae3-70a3-42f7-a5ba-d74fa410796b on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:15:03.923724 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-93030398-ace0-4c39-99db-c30edae103ab None None] Attempting to bind port a023aae3-70a3-42f7-a5ba-d74fa410796b by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '0adbffbb-cf08-4e79-9920-208d98c2b498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:15:03.923957 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93030398-ace0-4c39-99db-c30edae103ab None None] Attempting to bind port a023aae3-70a3-42f7-a5ba-d74fa410796b on network 2de43bb0-acf3-42aa-b534-30332da083e7 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:15:03.947904 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58464) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:03.966580 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-c17f3ddb-177d-44c2-9f3a-aaad0495ce06 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Request body: {'security_group_rule': {'security_group_id': 'ba1b6156-843e-445b-b01d-999d2cec3224', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:03.974377 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93030398-ace0-4c39-99db-c30edae103ab None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:15:03.975339 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93030398-ace0-4c39-99db-c30edae103ab None None] Checking segment: {'id': '0adbffbb-cf08-4e79-9920-208d98c2b498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:15:03.975339 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-93030398-ace0-4c39-99db-c30edae103ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:03.975624 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93030398-ace0-4c39-99db-c30edae103ab None None] Bound using segment: {'id': '0adbffbb-cf08-4e79-9920-208d98c2b498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:15:03.976054 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-93030398-ace0-4c39-99db-c30edae103ab None None] Bound port: a023aae3-70a3-42f7-a5ba-d74fa410796b, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0adbffbb-cf08-4e79-9920-208d98c2b498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:15:03.976643 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-93030398-ace0-4c39-99db-c30edae103ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:04.017857 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b67503e-d356-4d51-a394-ca4a3fd1e3b3 None None] Pushing event updated for resources: {'Port': ['ID=721ed318-06c1-4682-b9bf-704b01930ac3,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:04.037387 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d337eb5e-5d2d-4931-ba07-a96b5ef570e8 tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:04.038339 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d337eb5e-5d2d-4931-ba07-a96b5ef570e8 tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b456145f-21f3-4940-b87f-f48323781856 {{(pid=94712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:15:04.058577 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d337eb5e-5d2d-4931-ba07-a96b5ef570e8 tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:04.063233 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d337eb5e-5d2d-4931-ba07-a96b5ef570e8 tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] 10.222.0.54 "DELETE /v2.0/routers/b456145f-21f3-4940-b87f-f48323781856 HTTP/1.1" status: 204 len: 168 time: 0.6384404 Sep 08 09:15:04.068317 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58466) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:04.079613 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-db854604-4833-4138-b573-35d07ee13854 tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Request body: {'router': {'name': 'tempest-router-836645342', 'distributed': True}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:04.085124 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c17f3ddb-177d-44c2-9f3a-aaad0495ce06 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:04.089578 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-babbcfa8-64e6-4970-ab42-b7d97e1d0686 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:15:04.094360 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-93030398-ace0-4c39-99db-c30edae103ab None None] For port a023aae3-70a3-42f7-a5ba-d74fa410796b, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:15:04.098346 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-93030398-ace0-4c39-99db-c30edae103ab None None] For port a023aae3-70a3-42f7-a5ba-d74fa410796b, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a023aae3-70a3-42f7-a5ba-d74fa410796b,segment=NetworkSegment(0adbffbb-cf08-4e79-9920-208d98c2b498),segment_id=0adbffbb-cf08-4e79-9920-208d98c2b498)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:15:04.104228 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046bd789-0909-43be-8020-76df8e511770 None None] Sync routers for ids ['4e746a78-2bec-48c1-b0d6-003b6794c42e'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:15:04.116074 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-93030398-ace0-4c39-99db-c30edae103ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:04.117341 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046bd789-0909-43be-8020-76df8e511770 None None] Routers {'4e746a78-2bec-48c1-b0d6-003b6794c42e'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:15:04.118153 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-046bd789-0909-43be-8020-76df8e511770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:14:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['4e746a78-2bec-48c1-b0d6-003b6794c42e'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:04.178969 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-db854604-4833-4138-b573-35d07ee13854 tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:04.180659 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-db854604-4833-4138-b573-35d07ee13854 tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:04.185714 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-babbcfa8-64e6-4970-ab42-b7d97e1d0686 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:04.187425 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-babbcfa8-64e6-4970-ab42-b7d97e1d0686 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.4948440 Sep 08 09:15:04.192895 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58468) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:04.197312 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93030398-ace0-4c39-99db-c30edae103ab None None] Routers {'bf28cd3d-f319-4dcf-8b7d-c14905cec101'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:15:04.198448 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-93030398-ace0-4c39-99db-c30edae103ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:14:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['bf28cd3d-f319-4dcf-8b7d-c14905cec101'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:04.229252 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-046bd789-0909-43be-8020-76df8e511770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:04.250160 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046bd789-0909-43be-8020-76df8e511770 None None] Routers {'4e746a78-2bec-48c1-b0d6-003b6794c42e'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:15:04.252760 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-046bd789-0909-43be-8020-76df8e511770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:14:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['4e746a78-2bec-48c1-b0d6-003b6794c42e'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:04.264469 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df86ed-ff22-4c8c-ade1-5d7ffd389f3c None None] Pushing event updated for resources: {'Port': ['ID=a023aae3-70a3-42f7-a5ba-d74fa410796b,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:04.277687 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-db854604-4833-4138-b573-35d07ee13854 tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:04.294829 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-046bd789-0909-43be-8020-76df8e511770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:04.295726 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046bd789-0909-43be-8020-76df8e511770 None None] The sync data for ids ['4e746a78-2bec-48c1-b0d6-003b6794c42e'] in n-d-806683-11 is: [] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:15:04.305516 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-52072552-5d01-4e20-9ba9-906318412969 req-8ae015dd-7508-4bce-8021-851f1f8a6d7f service neutron] 10.222.0.35 "GET /v2.0/networks/48c54abd-6f52-4b1d-9226-4a2566a5fe28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314266 Sep 08 09:15:04.308534 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-db854604-4833-4138-b573-35d07ee13854 tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:04.312667 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c17f3ddb-177d-44c2-9f3a-aaad0495ce06 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:04.324034 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c17f3ddb-177d-44c2-9f3a-aaad0495ce06 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:04.333184 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 721ed318-06c1-4682-b9bf-704b01930ac3 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:15:04.350807 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-db854604-4833-4138-b573-35d07ee13854 tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:04.356040 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-db854604-4833-4138-b573-35d07ee13854 tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2824347 Sep 08 09:15:04.356629 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58470) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:04.358756 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17f3ddb-177d-44c2-9f3a-aaad0495ce06 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db17d8d1-37e4-4ab3-ba82-09c55b9a16cf,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:04.384997 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-62fbd911-ead6-4307-b922-ccc07b38c26e None None] Provisioning complete for port 721ed318-06c1-4682-b9bf-704b01930ac3 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:15:04.385688 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-62fbd911-ead6-4307-b922-ccc07b38c26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:04.413649 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c17f3ddb-177d-44c2-9f3a-aaad0495ce06 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:04.419444 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c17f3ddb-177d-44c2-9f3a-aaad0495ce06 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4702568 Sep 08 09:15:04.419630 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58474) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:04.429297 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-f31cc8ef-4fb1-4673-933d-5353c1a929fc tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:04.441400 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-93030398-ace0-4c39-99db-c30edae103ab None None] Set router bf28cd3d-f319-4dcf-8b7d-c14905cec101 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:15:04.520691 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fff7cf34-4a3c-417c-bf7b-257b1717a25c tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Notify callbacks [] for router, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:04.553172 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 721ed318-06c1-4682-b9bf-704b01930ac3 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:15:04.553756 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:04.583110 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f31cc8ef-4fb1-4673-933d-5353c1a929fc tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks [] for floatingip, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:04.628222 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8627a73-21b9-4cd8-a42d-49987b5d5152 req-0c302780-b184-4ee7-90cd-3c625b8f606e tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:04.629747 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c8627a73-21b9-4cd8-a42d-49987b5d5152 req-0c302780-b184-4ee7-90cd-3c625b8f606e tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=d42e72ed-9dcb-4364-bcb0-24df97f8d814 HTTP/1.1" status: 200 len: 944 time: 0.1085117 Sep 08 09:15:04.764185 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c8627a73-21b9-4cd8-a42d-49987b5d5152 req-4ddb1833-8e78-45ff-9ccc-f5193db99629 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248620 Sep 08 09:15:04.767264 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b9e33-d3ba-463d-b4b6-22e5c887d0e9 req-9bda407d-bd4f-4b85-b713-438085ab4c3e tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:04.776866 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2d8b9e33-d3ba-463d-b4b6-22e5c887d0e9 req-9bda407d-bd4f-4b85-b713-438085ab4c3e tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 945 time: 0.2762144 Sep 08 09:15:04.850340 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fff7cf34-4a3c-417c-bf7b-257b1717a25c tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:04.854572 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fff7cf34-4a3c-417c-bf7b-257b1717a25c tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:04.882492 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-93030398-ace0-4c39-99db-c30edae103ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf28cd3d-f319-4dcf-8b7d-c14905cec101', 'name': 'tempest-ServerActionsTestJSON-1706241596-router', 'tenant_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'c2612e1e-da8d-4399-b67c-2cd38fb079f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:14:52Z', 'updated_at': '2021-09-08T09:14:59Z', 'revision_number': 4, 'project_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'gw_port': {'id': 'c2612e1e-da8d-4399-b67c-2cd38fb079f2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28cd3d-f319-4dcf-8b7d-c14905cec101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:14:53Z', 'updated_at': '2021-09-08T09:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'a023aae3-70a3-42f7-a5ba-d74fa410796b', 'name': '', 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7', 'tenant_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'mac_address': 'fa:16:3e:98:3a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf28cd3d-f319-4dcf-8b7d-c14905cec101', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '452a4b6d-a445-4b2b-9168-2695dd67e404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:14:57Z', 'updated_at': '2021-09-08T09:15:04Z', 'revision_number': 4, 'project_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'subnets': [{'id': '452a4b6d-a445-4b2b-9168-2695dd67e404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:04.932542 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fff7cf34-4a3c-417c-bf7b-257b1717a25c tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:04.933362 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff7cf34-4a3c-417c-bf7b-257b1717a25c tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e8e8c6ab-f0ae-4a1b-9bb3-a26860d7d078 {{(pid=94712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:15:04.942391 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fff7cf34-4a3c-417c-bf7b-257b1717a25c tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:04.944076 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-fff7cf34-4a3c-417c-bf7b-257b1717a25c tempest-RoutersTestDVR-1806256760 tempest-RoutersTestDVR-1806256760-project-admin] 10.222.0.54 "DELETE /v2.0/routers/e8e8c6ab-f0ae-4a1b-9bb3-a26860d7d078 HTTP/1.1" status: 204 len: 168 time: 0.5862141 Sep 08 09:15:04.963866 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2d8b9e33-d3ba-463d-b4b6-22e5c887d0e9 req-c8df1caf-2671-4497-a989-e41877597e42 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152611 Sep 08 09:15:04.979902 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93030398-ace0-4c39-99db-c30edae103ab None None] The sync data for ids ['bf28cd3d-f319-4dcf-8b7d-c14905cec101'] in n-d-806683-11 is: [{'id': 'bf28cd3d-f319-4dcf-8b7d-c14905cec101', 'name': 'tempest-ServerActionsTestJSON-1706241596-router', 'tenant_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'c2612e1e-da8d-4399-b67c-2cd38fb079f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:14:52Z', 'updated_at': '2021-09-08T09:14:59Z', 'revision_number': 4, 'project_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'gw_port': {'id': 'c2612e1e-da8d-4399-b67c-2cd38fb079f2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28cd3d-f319-4dcf-8b7d-c14905cec101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:14:53Z', 'updated_at': '2021-09-08T09:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'a023aae3-70a3-42f7-a5ba-d74fa410796b', 'name': '', 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7', 'tenant_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'mac_address': 'fa:16:3e:98:3a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf28cd3d-f319-4dcf-8b7d-c14905cec101', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '452a4b6d-a445-4b2b-9168-2695dd67e404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:14:57Z', 'updated_at': '2021-09-08T09:15:04Z', 'revision_number': 4, 'project_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'subnets': [{'id': '452a4b6d-a445-4b2b-9168-2695dd67e404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:15:04.992533 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f31cc8ef-4fb1-4673-933d-5353c1a929fc tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:05.133687 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f603715a-b7e4-4842-84d7-2478838ec1ec tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:05.291400 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-f31cc8ef-4fb1-4673-933d-5353c1a929fc tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Allocated IP 172.25.0.183 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/3d58dcb3-ced9-4c02-96ab-edafb5bad81c) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:15:05.438708 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f31cc8ef-4fb1-4673-933d-5353c1a929fc tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:05.459898 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58494) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:05.467159 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:15:05.520906 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f31cc8ef-4fb1-4673-933d-5353c1a929fc tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:05.578873 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31cc8ef-4fb1-4673-933d-5353c1a929fc tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:15:05.581981 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-f31cc8ef-4fb1-4673-933d-5353c1a929fc tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:15:05.585662 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31cc8ef-4fb1-4673-933d-5353c1a929fc tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:15:05.681607 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6,segment=NetworkSegment(7ce255b1-6bde-43a1-82b1-212ac77774b3),segment_id=7ce255b1-6bde-43a1-82b1-212ac77774b3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:15:05.701562 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-f603715a-b7e4-4842-84d7-2478838ec1ec tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Allocated IP 172.20.0.1 (956e169a-eda7-4c36-8818-651d1ef6f4ec/0d859f85-d850-427d-96e7-3ef02e31abb5/902fd1a4-1638-4a21-86a1-6a309228968f) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:15:05.713783 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31cc8ef-4fb1-4673-933d-5353c1a929fc tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Pushing event updated for resources: {'Port': ['ID=3d58dcb3-ced9-4c02-96ab-edafb5bad81c,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:05.722928 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': 'e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6', 'network_id': '48c54abd-6f52-4b1d-9226-4a2566a5fe28', 'port_id': 'e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6', 'mac_address': 'fa:16:3e:00:c0:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d9ca010-a841-4012-aaa1-2a86eaf161a1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:15:05.723781 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e5cf59e2-1496-42f1-9e31-d93c14043deb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:05.820559 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:05.847623 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f31cc8ef-4fb1-4673-933d-5353c1a929fc tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:05.870507 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:15:05.919080 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6,segment=NetworkSegment(7ce255b1-6bde-43a1-82b1-212ac77774b3),segment_id=7ce255b1-6bde-43a1-82b1-212ac77774b3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:15:05.919687 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e5cf59e2-1496-42f1-9e31-d93c14043deb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:05.920758 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f31cc8ef-4fb1-4673-933d-5353c1a929fc tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:05.927366 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:05.953432 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f603715a-b7e4-4842-84d7-2478838ec1ec tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:05.955174 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e5cf59e2-1496-42f1-9e31-d93c14043deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:05.994884 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-f603715a-b7e4-4842-84d7-2478838ec1ec tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Transition to ACTIVE for port object 902fd1a4-1638-4a21-86a1-6a309228968f will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:15:06.000935 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:06.023247 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:15:06.023756 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:15:06.028459 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:15:06.028939 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:15:06.029501 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:15:06.030495 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:15:06.030945 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:15:06.031376 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:15:06.031930 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:15:06.032102 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777e1e8-43fc-4f42-99b4-7b7ddf442562 req-cbae04a5-7fe9-485a-8612-851342675734 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:06.032728 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:15:06.032934 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:15:06.033403 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:15:06.033844 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5777e1e8-43fc-4f42-99b4-7b7ddf442562 req-cbae04a5-7fe9-485a-8612-851342675734 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=d42e72ed-9dcb-4364-bcb0-24df97f8d814 HTTP/1.1" status: 200 len: 945 time: 0.0962529 Sep 08 09:15:06.040715 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e5cf59e2-1496-42f1-9e31-d93c14043deb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f4957e2d3f1240c285655e49ee9213f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5767748 Sep 08 09:15:06.040906 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58506) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:06.057975 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cf59e2-1496-42f1-9e31-d93c14043deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a57b441-6f7c-48bd-95e7-325b14084e97,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:06.130009 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f603715a-b7e4-4842-84d7-2478838ec1ec tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:06.138618 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5777e1e8-43fc-4f42-99b4-7b7ddf442562 req-3ad802e7-49f6-408f-bd1d-795d79df4206 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967607 Sep 08 09:15:06.195714 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f603715a-b7e4-4842-84d7-2478838ec1ec tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Network 956e169a-eda7-4c36-8818-651d1ef6f4ec is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:15:06.207244 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-f603715a-b7e4-4842-84d7-2478838ec1ec tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:15:06.215933 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f603715a-b7e4-4842-84d7-2478838ec1ec tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:15:06.224091 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-59e65d68-fa7b-457b-a4b4-baec3112ea0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:06.242031 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0625c5e-363b-4285-9665-c307cf2c14c3 req-2cacf1f0-d49d-4274-a382-864dad412ab9 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:06.243821 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a0625c5e-363b-4285-9665-c307cf2c14c3 req-2cacf1f0-d49d-4274-a382-864dad412ab9 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 945 time: 0.1636734 Sep 08 09:15:06.287113 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603715a-b7e4-4842-84d7-2478838ec1ec tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Pushing event updated for resources: {'Port': ['ID=902fd1a4-1638-4a21-86a1-6a309228968f,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:06.341498 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-59e65d68-fa7b-457b-a4b4-baec3112ea0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:06.367561 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:15:06.372968 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f31cc8ef-4fb1-4673-933d-5353c1a929fc tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:06.378161 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a0625c5e-363b-4285-9665-c307cf2c14c3 req-731c4f5f-f671-4956-84d5-0ba096622073 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169899 Sep 08 09:15:06.382096 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f31cc8ef-4fb1-4673-933d-5353c1a929fc tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:06.388863 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f603715a-b7e4-4842-84d7-2478838ec1ec tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:06.395061 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a023aae3-70a3-42f7-a5ba-d74fa410796b up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:15:06.498766 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f31cc8ef-4fb1-4673-933d-5353c1a929fc tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:06.528766 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f31cc8ef-4fb1-4673-933d-5353c1a929fc tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:06.532777 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f31cc8ef-4fb1-4673-933d-5353c1a929fc tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1094563 Sep 08 09:15:06.577723 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31cc8ef-4fb1-4673-933d-5353c1a929fc tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Pushing event updated for resources: {'Port': ['ID=3d58dcb3-ced9-4c02-96ab-edafb5bad81c,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:06.580256 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port a023aae3-70a3-42f7-a5ba-d74fa410796b completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:15:06.607135 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port a023aae3-70a3-42f7-a5ba-d74fa410796b triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:15:06.608191 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:06.680798 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-59e65d68-fa7b-457b-a4b4-baec3112ea0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:06.694647 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-59e65d68-fa7b-457b-a4b4-baec3112ea0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:06.703081 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-59e65d68-fa7b-457b-a4b4-baec3112ea0c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1a57b441-6f7c-48bd-95e7-325b14084e97 HTTP/1.1" status: 204 len: 168 time: 0.6571584 Sep 08 09:15:06.746142 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-64776a62-955e-42d8-87db-499b0cef2773 None None] Provisioning for port 902fd1a4-1638-4a21-86a1-6a309228968f completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:15:06.751622 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-64776a62-955e-42d8-87db-499b0cef2773 None None] Provisioning complete for port 902fd1a4-1638-4a21-86a1-6a309228968f triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:15:06.752157 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-64776a62-955e-42d8-87db-499b0cef2773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:06.758932 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f603715a-b7e4-4842-84d7-2478838ec1ec tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:06.796464 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e65d68-fa7b-457b-a4b4-baec3112ea0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a57b441-6f7c-48bd-95e7-325b14084e97,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:06.887137 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:06.895739 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-64776a62-955e-42d8-87db-499b0cef2773 None None] Port 902fd1a4-1638-4a21-86a1-6a309228968f cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:15:06.951552 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port a023aae3-70a3-42f7-a5ba-d74fa410796b, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a023aae3-70a3-42f7-a5ba-d74fa410796b,segment=NetworkSegment(0adbffbb-cf08-4e79-9920-208d98c2b498),segment_id=0adbffbb-cf08-4e79-9920-208d98c2b498)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:15:06.963091 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:07.015558 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244bf39-66ee-4445-a5c6-c640f3a6422c req-744dac40-c8ea-44ce-a874-06ca907b9727 tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:07.017093 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f244bf39-66ee-4445-a5c6-c640f3a6422c req-744dac40-c8ea-44ce-a874-06ca907b9727 tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] 10.222.0.54 "GET /v2.0/ports?device_id=25802666-9897-4716-82e8-1c0843cbb040 HTTP/1.1" status: 200 len: 946 time: 0.0973449 Sep 08 09:15:07.048492 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=a023aae3-70a3-42f7-a5ba-d74fa410796b,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:07.076108 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f244bf39-66ee-4445-a5c6-c640f3a6422c req-7bcea7ce-df49-4195-b7ac-9ff96107688b tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] 10.222.0.54 "GET /v2.0/security-groups?id=bcad411e-462c-468a-ae81-88babf3047a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518663 Sep 08 09:15:07.222141 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58540) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:07.224836 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f603715a-b7e4-4842-84d7-2478838ec1ec tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:07.233186 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f603715a-b7e4-4842-84d7-2478838ec1ec tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:07.245071 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1142a4c1-7162-4744-bb4d-536e2c352f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:07.293104 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-7d38a420-1797-4e81-91b3-dce9a3df469d tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--190478181&fields=id&tenant_id=ca0d1910d7ca4892b72992e748a5bde6 HTTP/1.1" status: 200 len: 267 time: 0.0780544 Sep 08 09:15:07.378704 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603715a-b7e4-4842-84d7-2478838ec1ec tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Pushing event updated for resources: {'Port': ['ID=902fd1a4-1638-4a21-86a1-6a309228968f,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:07.383224 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f603715a-b7e4-4842-84d7-2478838ec1ec tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:07.402694 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8fc241-f7db-4c28-8af6-607508149aaa req-85e5724f-6a0a-43b8-9c9e-1fba30caefdf tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:07.410517 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cd8fc241-f7db-4c28-8af6-607508149aaa req-85e5724f-6a0a-43b8-9c9e-1fba30caefdf tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=d42e72ed-9dcb-4364-bcb0-24df97f8d814 HTTP/1.1" status: 200 len: 945 time: 0.1389246 Sep 08 09:15:07.455360 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-f3e87e6a-6785-4379-ba00-c1877d873c66 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:07.456904 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-f3e87e6a-6785-4379-ba00-c1877d873c66 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/networks?id=2de43bb0-acf3-42aa-b534-30332da083e7 HTTP/1.1" status: 200 len: 812 time: 0.1509247 Sep 08 09:15:07.471359 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1142a4c1-7162-4744-bb4d-536e2c352f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:07.480173 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1142a4c1-7162-4744-bb4d-536e2c352f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:07.491953 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-6780ea0e-13f1-4a48-8d0a-175eee6134dc tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/quotas/ca0d1910d7ca4892b72992e748a5bde6 HTTP/1.1" status: 200 len: 375 time: 0.0229867 Sep 08 09:15:07.504097 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cd8fc241-f7db-4c28-8af6-607508149aaa req-80145cce-ce12-4c0a-97b7-8d21b17a7bd6 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922675 Sep 08 09:15:07.544129 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f603715a-b7e4-4842-84d7-2478838ec1ec tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Network 956e169a-eda7-4c36-8818-651d1ef6f4ec is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:15:07.545801 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1142a4c1-7162-4744-bb4d-536e2c352f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f50a1d-e4cb-41b3-b191-7552b0540df7,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:07.546399 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-f603715a-b7e4-4842-84d7-2478838ec1ec tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:15:07.555374 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-1142a4c1-7162-4744-bb4d-536e2c352f8e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a52a920bb57d42ec997146b5daddd480&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3320062 Sep 08 09:15:07.559499 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58544) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:07.588407 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-c05d5491-c1e6-449d-b51a-b2a3a9cfb6a8 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ca0d1910d7ca4892b72992e748a5bde6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0892816 Sep 08 09:15:07.660451 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-81e5d2ff-9597-4e4d-9145-d063eaf51c75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:07.748208 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-81e5d2ff-9597-4e4d-9145-d063eaf51c75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:07.826713 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-85041b1a-aad5-4343-b6d6-45fdb8dcb6e3 service neutron] 10.222.0.54 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199056 Sep 08 09:15:07.860188 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-81e5d2ff-9597-4e4d-9145-d063eaf51c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:07.863250 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-81e5d2ff-9597-4e4d-9145-d063eaf51c75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:07.864153 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-81e5d2ff-9597-4e4d-9145-d063eaf51c75 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/97f50a1d-e4cb-41b3-b191-7552b0540df7 HTTP/1.1" status: 204 len: 168 time: 0.3037364 Sep 08 09:15:07.884517 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e5d2ff-9597-4e4d-9145-d063eaf51c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f50a1d-e4cb-41b3-b191-7552b0540df7,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:07.964384 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-9fa2345d-9bd7-41bc-b26c-1eb844de439b None None] Provisioning complete for port 902fd1a4-1638-4a21-86a1-6a309228968f triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:15:07.964977 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9fa2345d-9bd7-41bc-b26c-1eb844de439b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:07.970437 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-056dda0f-d497-4b91-9673-d08d7c90244b service neutron] 10.222.0.54 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359439 Sep 08 09:15:08.018815 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-9fa2345d-9bd7-41bc-b26c-1eb844de439b None None] Port 902fd1a4-1638-4a21-86a1-6a309228968f cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:15:08.087603 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6602478-b1ba-4e13-99c7-29ad627d355c req-f6c454ca-dd53-4a51-90b7-631d4e66dd5c tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:08.096544 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f6602478-b1ba-4e13-99c7-29ad627d355c req-f6c454ca-dd53-4a51-90b7-631d4e66dd5c tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 945 time: 0.4790454 Sep 08 09:15:08.154355 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f6602478-b1ba-4e13-99c7-29ad627d355c req-e46ea88a-411a-4fc3-92fe-7c4d81d8b638 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568159 Sep 08 09:15:08.156324 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f603715a-b7e4-4842-84d7-2478838ec1ec tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Router 4e746a78-2bec-48c1-b0d6-003b6794c42e has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:15:08.197952 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dd3312ea-381a-47ad-8a18-63a0e86a5dca req-5c81c987-e58a-4277-8e4b-fd1240099ab6 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 210 time: 0.0543809 Sep 08 09:15:08.300089 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f603715a-b7e4-4842-84d7-2478838ec1ec tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:15:08.310191 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a023aae3-70a3-42f7-a5ba-d74fa410796b up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:15:08.315052 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f603715a-b7e4-4842-84d7-2478838ec1ec tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "PUT /v2.0/routers/4e746a78-2bec-48c1-b0d6-003b6794c42e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1123040 Sep 08 09:15:08.317667 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58558) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:08.323462 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-4b619c36-78a7-408c-af37-0b9adacbc1dd tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Request body: {'port': {'network_id': '956e169a-eda7-4c36-8818-651d1ef6f4ec', 'name': 'tempest-FloatingIPTestJSON-1906140324'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:08.337820 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06163f8-23ce-404f-b092-dbb95bc0c0c2 None None] Sync routers for ids ['4e746a78-2bec-48c1-b0d6-003b6794c42e'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:15:08.365162 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06163f8-23ce-404f-b092-dbb95bc0c0c2 None None] Routers {'4e746a78-2bec-48c1-b0d6-003b6794c42e'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:15:08.365872 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-d06163f8-23ce-404f-b092-dbb95bc0c0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:14:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['4e746a78-2bec-48c1-b0d6-003b6794c42e'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:08.386538 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d84bb-b8aa-45c6-a631-6fb960f066f5 req-6063c488-249b-4a75-8e9e-281e1feaea70 tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:08.389425 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9f9d84bb-b8aa-45c6-a631-6fb960f066f5 req-6063c488-249b-4a75-8e9e-281e1feaea70 tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] 10.222.0.54 "GET /v2.0/ports?device_id=25802666-9897-4716-82e8-1c0843cbb040 HTTP/1.1" status: 200 len: 946 time: 0.0797184 Sep 08 09:15:08.417902 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-d06163f8-23ce-404f-b092-dbb95bc0c0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:08.433513 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06163f8-23ce-404f-b092-dbb95bc0c0c2 None None] Routers {'4e746a78-2bec-48c1-b0d6-003b6794c42e'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:15:08.434600 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-d06163f8-23ce-404f-b092-dbb95bc0c0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:14:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['4e746a78-2bec-48c1-b0d6-003b6794c42e'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:08.439466 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port a023aae3-70a3-42f7-a5ba-d74fa410796b triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:15:08.439844 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:08.483319 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9f9d84bb-b8aa-45c6-a631-6fb960f066f5 req-cc8d0887-7705-40ca-87f5-06dfbde55bd5 tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] 10.222.0.54 "GET /v2.0/security-groups?id=bcad411e-462c-468a-ae81-88babf3047a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875893 Sep 08 09:15:08.507433 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b619c36-78a7-408c-af37-0b9adacbc1dd tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Made reservation on behalf of 8f549d6a3f8a431eb4cd9e8188099d64 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:15:08.512012 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4b619c36-78a7-408c-af37-0b9adacbc1dd tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:08.542931 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [None req-4b619c36-78a7-408c-af37-0b9adacbc1dd tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] device_id is not set on port 6c77535e-cf98-4066-bf71-630ea43767e7 yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:15:08.547476 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-d06163f8-23ce-404f-b092-dbb95bc0c0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:08.548086 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06163f8-23ce-404f-b092-dbb95bc0c0c2 None None] The sync data for ids ['4e746a78-2bec-48c1-b0d6-003b6794c42e'] in n-d-806683-11 is: [] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:15:08.747775 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f497e820-75e2-4b37-8ea7-d8a1e33b6a97 req-37fdc0ae-e291-4411-8962-45f185a62d2c tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:08.755292 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f497e820-75e2-4b37-8ea7-d8a1e33b6a97 req-37fdc0ae-e291-4411-8962-45f185a62d2c tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=d42e72ed-9dcb-4364-bcb0-24df97f8d814 HTTP/1.1" status: 200 len: 945 time: 0.1089199 Sep 08 09:15:08.784937 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-4b619c36-78a7-408c-af37-0b9adacbc1dd tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Allocated IP 172.20.0.5 (956e169a-eda7-4c36-8818-651d1ef6f4ec/0d859f85-d850-427d-96e7-3ef02e31abb5/6c77535e-cf98-4066-bf71-630ea43767e7) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:15:08.817096 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f497e820-75e2-4b37-8ea7-d8a1e33b6a97 req-6b349f55-2a1b-417f-a1d3-90cd911ca9b8 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608466 Sep 08 09:15:08.979999 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856065bd-5f10-4c44-a3ef-d2803af8dd85 req-f551d2b0-eea9-4897-8201-ce47b4e92b24 tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:08.981496 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-856065bd-5f10-4c44-a3ef-d2803af8dd85 req-f551d2b0-eea9-4897-8201-ce47b4e92b24 tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] 10.222.0.35 "GET /v2.0/ports?device_id=25802666-9897-4716-82e8-1c0843cbb040 HTTP/1.1" status: 200 len: 946 time: 0.1100347 Sep 08 09:15:09.085878 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4b619c36-78a7-408c-af37-0b9adacbc1dd tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:09.108289 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-4b619c36-78a7-408c-af37-0b9adacbc1dd tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Transition to ACTIVE for port object 6c77535e-cf98-4066-bf71-630ea43767e7 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:15:09.138726 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-856065bd-5f10-4c44-a3ef-d2803af8dd85 req-cc153b60-3725-4832-bee5-d3cbf3c526b0 tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] Deleting port 941c9777-a007-4594-b07f-4579037e34cd {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:15:09.139080 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-856065bd-5f10-4c44-a3ef-d2803af8dd85 req-cc153b60-3725-4832-bee5-d3cbf3c526b0 tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:09.225299 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4b619c36-78a7-408c-af37-0b9adacbc1dd tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:09.317736 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d2f59-e368-4539-871a-7587c4bcf7a6 req-f37140f6-96f2-49b3-8e28-464e45a828db tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:09.321327 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b619c36-78a7-408c-af37-0b9adacbc1dd tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Network 956e169a-eda7-4c36-8818-651d1ef6f4ec is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:15:09.325459 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2c6d2f59-e368-4539-871a-7587c4bcf7a6 req-f37140f6-96f2-49b3-8e28-464e45a828db tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 945 time: 0.0671608 Sep 08 09:15:09.326415 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-856065bd-5f10-4c44-a3ef-d2803af8dd85 req-cc153b60-3725-4832-bee5-d3cbf3c526b0 tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] For port 941c9777-a007-4594-b07f-4579037e34cd, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=941c9777-a007-4594-b07f-4579037e34cd,segment=NetworkSegment(2948f235-2c0c-4995-95ba-433587acdf11),segment_id=2948f235-2c0c-4995-95ba-433587acdf11)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:15:09.326794 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-856065bd-5f10-4c44-a3ef-d2803af8dd85 req-cc153b60-3725-4832-bee5-d3cbf3c526b0 tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:09.346511 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-4b619c36-78a7-408c-af37-0b9adacbc1dd tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:15:09.359086 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b619c36-78a7-408c-af37-0b9adacbc1dd tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:15:09.396244 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2c6d2f59-e368-4539-871a-7587c4bcf7a6 req-6d12372a-f7cc-46ed-8716-0fbe959b9850 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687616 Sep 08 09:15:09.418024 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b619c36-78a7-408c-af37-0b9adacbc1dd tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Pushing event updated for resources: {'Port': ['ID=6c77535e-cf98-4066-bf71-630ea43767e7,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:09.423890 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4bd539e6-5673-4021-8878-375ff981b1b0 req-4aa680c4-b98d-416d-b8cb-20c8879133ff tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 210 time: 0.1046638 Sep 08 09:15:09.425227 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-856065bd-5f10-4c44-a3ef-d2803af8dd85 req-cc153b60-3725-4832-bee5-d3cbf3c526b0 tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] Calling delete_port for 941c9777-a007-4594-b07f-4579037e34cd owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:15:09.502510 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:15:09.532445 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b619c36-78a7-408c-af37-0b9adacbc1dd tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:09.533122 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4b619c36-78a7-408c-af37-0b9adacbc1dd tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:09.591862 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:15:09.598857 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:15:09.599353 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:09.634789 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4b619c36-78a7-408c-af37-0b9adacbc1dd tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3151543 Sep 08 09:15:09.644474 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58602) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:09.654485 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-9c091b83-b70a-4f8a-827c-a16146ac74a1 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Request body: {'floatingip': {'port_id': '6c77535e-cf98-4066-bf71-630ea43767e7'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:09.733679 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c32e67-c5e1-4c68-9674-91b3cdd1d16c req-467a5e93-e494-4cdb-a55a-672ce080b201 tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:09.735256 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f8c32e67-c5e1-4c68-9674-91b3cdd1d16c req-467a5e93-e494-4cdb-a55a-672ce080b201 tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] 10.222.0.54 "GET /v2.0/ports?device_id=25802666-9897-4716-82e8-1c0843cbb040 HTTP/1.1" status: 200 len: 946 time: 0.1404984 Sep 08 09:15:09.738022 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:09.745317 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-982995aa-9a24-4748-8543-95f8763b5ff8 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:09.747524 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-982995aa-9a24-4748-8543-95f8763b5ff8 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.37 "GET /v2.0/networks?id=2de43bb0-acf3-42aa-b534-30332da083e7 HTTP/1.1" status: 200 len: 812 time: 0.3030336 Sep 08 09:15:09.768712 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c66424e1-4f66-4b04-8a14-64342bd2afe7 None None] Provisioning for port 6c77535e-cf98-4066-bf71-630ea43767e7 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:15:09.775166 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c66424e1-4f66-4b04-8a14-64342bd2afe7 None None] Provisioning complete for port 6c77535e-cf98-4066-bf71-630ea43767e7 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:15:09.776104 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c66424e1-4f66-4b04-8a14-64342bd2afe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:09.783109 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd42e72ed-9dcb-4364-bcb0-24df97f8d814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:15:09.786659 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa7b8a3-dcc8-4662-b08a-a23b918aa17d" -d '{"events": [{"server_uuid": "d42e72ed-9dcb-4364-bcb0-24df97f8d814", "name": "network-vif-plugged", "status": "completed", "tag": "e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:15:09.789971 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9c091b83-b70a-4f8a-827c-a16146ac74a1 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for floatingip, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:09.814350 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f8c32e67-c5e1-4c68-9674-91b3cdd1d16c req-242fae99-2f3f-455a-af7a-abd0b33df0d2 tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] 10.222.0.54 "GET /v2.0/security-groups?id=bcad411e-462c-468a-ae81-88babf3047a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690558 Sep 08 09:15:09.824700 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6,segment=NetworkSegment(7ce255b1-6bde-43a1-82b1-212ac77774b3),segment_id=7ce255b1-6bde-43a1-82b1-212ac77774b3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:15:09.836098 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:09.870414 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58608) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:09.871298 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9358b65-d608-4ae8-b445-e65f939dd79a x-openstack-request-id: req-c9358b65-d608-4ae8-b445-e65f939dd79a {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:15:09.871619 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d42e72ed-9dcb-4364-bcb0-24df97f8d814", "name": "network-vif-plugged", "status": "completed", "tag": "e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:15:09.871854 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c9358b65-d608-4ae8-b445-e65f939dd79a {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:15:09.872249 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd42e72ed-9dcb-4364-bcb0-24df97f8d814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6', 'code': 200} Sep 08 09:15:09.872947 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-c66424e1-4f66-4b04-8a14-64342bd2afe7 None None] Port 6c77535e-cf98-4066-bf71-630ea43767e7 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:15:09.895292 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:09.920504 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-f929a1ac-7438-40bf-888c-8f4565b349a3 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca0d1910d7ca4892b72992e748a5bde6 HTTP/1.1" status: 200 len: 379 time: 0.1228054 Sep 08 09:15:09.921179 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-856065bd-5f10-4c44-a3ef-d2803af8dd85 req-cc153b60-3725-4832-bee5-d3cbf3c526b0 tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:09.966632 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-d50e5727-49f7-4873-a5d9-e25debef1e01 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Request body: {'port': {'device_id': '35da5e45-6eac-4be5-b6d1-c3e9a629e16b', 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7', 'admin_state_up': True, 'tenant_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'security_groups': ['ba1b6156-843e-445b-b01d-999d2cec3224']}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:09.986082 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff0e7a-9973-4806-9aa9-bb9379eba544 req-ca63cac0-7e92-434e-819b-23dcc8ae5d4d tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:09.987784 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9bff0e7a-9973-4806-9aa9-bb9379eba544 req-ca63cac0-7e92-434e-819b-23dcc8ae5d4d tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=d42e72ed-9dcb-4364-bcb0-24df97f8d814 HTTP/1.1" status: 200 len: 946 time: 0.0623651 Sep 08 09:15:10.008610 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc153b60-3725-4832-bee5-d3cbf3c526b0 tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] Pushing event deleted for resources: {'Port': ['ID=941c9777-a007-4594-b07f-4579037e34cd,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:10.016908 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-4232f250-64ad-459e-9990-e69a26fd57ae tempest-RoutersAdminNegativeTest-1860693616 tempest-RoutersAdminNegativeTest-1860693616-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-53252897', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:10.050156 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9bff0e7a-9973-4806-9aa9-bb9379eba544 req-28ea15b5-4f35-4302-a583-eb0f86558cf5 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539937 Sep 08 09:15:10.060558 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4232f250-64ad-459e-9990-e69a26fd57ae tempest-RoutersAdminNegativeTest-1860693616 tempest-RoutersAdminNegativeTest-1860693616-project-admin] Made reservation on behalf of 101b68dbe608411a9febdb84d8a8b376 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:15:10.063640 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4232f250-64ad-459e-9990-e69a26fd57ae tempest-RoutersAdminNegativeTest-1860693616 tempest-RoutersAdminNegativeTest-1860693616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:10.074600 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4232f250-64ad-459e-9990-e69a26fd57ae tempest-RoutersAdminNegativeTest-1860693616 tempest-RoutersAdminNegativeTest-1860693616-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:10.177681 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4232f250-64ad-459e-9990-e69a26fd57ae tempest-RoutersAdminNegativeTest-1860693616 tempest-RoutersAdminNegativeTest-1860693616-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:10.183865 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4232f250-64ad-459e-9990-e69a26fd57ae tempest-RoutersAdminNegativeTest-1860693616 tempest-RoutersAdminNegativeTest-1860693616-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:10.189565 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-4232f250-64ad-459e-9990-e69a26fd57ae tempest-RoutersAdminNegativeTest-1860693616 tempest-RoutersAdminNegativeTest-1860693616-project-admin] device_id is not set on port 082ea130-c8ae-462f-8830-77aed7450321 yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:15:10.253967 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4232f250-64ad-459e-9990-e69a26fd57ae tempest-RoutersAdminNegativeTest-1860693616 tempest-RoutersAdminNegativeTest-1860693616-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9a84db-2cf7-474a-a779-bcde31584f2a,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:10.331466 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-4232f250-64ad-459e-9990-e69a26fd57ae tempest-RoutersAdminNegativeTest-1860693616 tempest-RoutersAdminNegativeTest-1860693616-project-admin] Allocated IP 172.25.0.81 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/082ea130-c8ae-462f-8830-77aed7450321) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:15:10.487729 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4232f250-64ad-459e-9990-e69a26fd57ae tempest-RoutersAdminNegativeTest-1860693616 tempest-RoutersAdminNegativeTest-1860693616-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:10.517403 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-856065bd-5f10-4c44-a3ef-d2803af8dd85 req-cc153b60-3725-4832-bee5-d3cbf3c526b0 tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] No DVR routers for this DVR port 941c9777-a007-4594-b07f-4579037e34cd on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:15:10.520221 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-856065bd-5f10-4c44-a3ef-d2803af8dd85 req-cc153b60-3725-4832-bee5-d3cbf3c526b0 tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:10.522694 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-856065bd-5f10-4c44-a3ef-d2803af8dd85 req-cc153b60-3725-4832-bee5-d3cbf3c526b0 tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] 10.222.0.35 "DELETE /v2.0/ports/941c9777-a007-4594-b07f-4579037e34cd HTTP/1.1" status: 204 len: 173 time: 1.5333018 Sep 08 09:15:10.536544 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f627c709-51ba-4318-9267-982adf02a6d2 req-f3ca2acf-9b2b-4b56-a0df-817f996c22c1 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 210 time: 0.0326703 Sep 08 09:15:10.551191 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25802666-9897-4716-82e8-1c0843cbb040', 'name': 'network-vif-deleted', 'tag': '941c9777-a007-4594-b07f-4579037e34cd'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:15:10.554433 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3b7b1b-a491-4f9c-85b5-d26578b4d1d2" -d '{"events": [{"server_uuid": "25802666-9897-4716-82e8-1c0843cbb040", "name": "network-vif-deleted", "tag": "941c9777-a007-4594-b07f-4579037e34cd"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:15:10.556045 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4232f250-64ad-459e-9990-e69a26fd57ae tempest-RoutersAdminNegativeTest-1860693616 tempest-RoutersAdminNegativeTest-1860693616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:10.599842 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4232f250-64ad-459e-9990-e69a26fd57ae tempest-RoutersAdminNegativeTest-1860693616 tempest-RoutersAdminNegativeTest-1860693616-project-admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:15:10.605585 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-4232f250-64ad-459e-9990-e69a26fd57ae tempest-RoutersAdminNegativeTest-1860693616 tempest-RoutersAdminNegativeTest-1860693616-project-admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:15:10.610569 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4232f250-64ad-459e-9990-e69a26fd57ae tempest-RoutersAdminNegativeTest-1860693616 tempest-RoutersAdminNegativeTest-1860693616-project-admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:15:10.630929 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cdb5389-b277-40f9-831f-eb6cf9126e20 x-openstack-request-id: req-2cdb5389-b277-40f9-831f-eb6cf9126e20 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:15:10.631228 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25802666-9897-4716-82e8-1c0843cbb040", "name": "network-vif-deleted", "tag": "941c9777-a007-4594-b07f-4579037e34cd", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:15:10.631481 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2cdb5389-b277-40f9-831f-eb6cf9126e20 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:15:10.631874 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25802666-9897-4716-82e8-1c0843cbb040', 'name': 'network-vif-deleted', 'tag': '941c9777-a007-4594-b07f-4579037e34cd', 'status': 'completed', 'code': 200} Sep 08 09:15:10.632775 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4232f250-64ad-459e-9990-e69a26fd57ae tempest-RoutersAdminNegativeTest-1860693616 tempest-RoutersAdminNegativeTest-1860693616-project-admin] Pushing event updated for resources: {'Port': ['ID=082ea130-c8ae-462f-8830-77aed7450321,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:10.654274 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4232f250-64ad-459e-9990-e69a26fd57ae tempest-RoutersAdminNegativeTest-1860693616 tempest-RoutersAdminNegativeTest-1860693616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:10.654912 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4232f250-64ad-459e-9990-e69a26fd57ae tempest-RoutersAdminNegativeTest-1860693616 tempest-RoutersAdminNegativeTest-1860693616-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:10.668798 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4232f250-64ad-459e-9990-e69a26fd57ae tempest-RoutersAdminNegativeTest-1860693616 tempest-RoutersAdminNegativeTest-1860693616-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7968423 Sep 08 09:15:10.672106 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58618) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:10.676071 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-2e33d3ad-8c27-44ac-bf49-cc7992174828 tempest-RoutersAdminNegativeTest-1860693616 tempest-RoutersAdminNegativeTest-1860693616-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.81'}]}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:10.698446 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0dbc3-ea39-4a51-b4c6-fcd3e047ef65 req-508a76ed-2ec1-44d0-a37a-22c92ca640a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:10.698827 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2e33d3ad-8c27-44ac-bf49-cc7992174828 tempest-RoutersAdminNegativeTest-1860693616 tempest-RoutersAdminNegativeTest-1860693616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:10.700018 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d8f0dbc3-ea39-4a51-b4c6-fcd3e047ef65 req-508a76ed-2ec1-44d0-a37a-22c92ca640a4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d42e72ed-9dcb-4364-bcb0-24df97f8d814 HTTP/1.1" status: 200 len: 1098 time: 0.7127531 Sep 08 09:15:10.700135 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2e33d3ad-8c27-44ac-bf49-cc7992174828 tempest-RoutersAdminNegativeTest-1860693616 tempest-RoutersAdminNegativeTest-1860693616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:10.707750 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6163cd97-ea61-41be-a6f9-7e2297333706 req-1cae8e80-8dea-4ede-b35f-e6d7620ce7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:10.709052 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6163cd97-ea61-41be-a6f9-7e2297333706 req-1cae8e80-8dea-4ede-b35f-e6d7620ce7c8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 1097 time: 0.2803664 Sep 08 09:15:10.725440 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0353de3-2670-43fb-ae39-6400d0843d52 req-d77ca8c9-ea80-4377-ad22-eeef1d033a97 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:10.727004 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a0353de3-2670-43fb-ae39-6400d0843d52 req-d77ca8c9-ea80-4377-ad22-eeef1d033a97 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 945 time: 0.2140541 Sep 08 09:15:10.764326 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2e33d3ad-8c27-44ac-bf49-cc7992174828 tempest-RoutersAdminNegativeTest-1860693616 tempest-RoutersAdminNegativeTest-1860693616-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:10.877524 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6163cd97-ea61-41be-a6f9-7e2297333706 req-c10a8ffd-dee0-4b44-85bb-cf665366b8f3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471763 Sep 08 09:15:10.880988 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d8f0dbc3-ea39-4a51-b4c6-fcd3e047ef65 req-a5b6b3d1-e1a9-4a1f-870a-a9410af879b8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710434 Sep 08 09:15:10.883929 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a0353de3-2670-43fb-ae39-6400d0843d52 req-fc1595f8-4720-426e-b221-fa26db0106dd tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466310 Sep 08 09:15:10.884738 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-d50e5727-49f7-4873-a5d9-e25debef1e01 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Made reservation on behalf of ca0d1910d7ca4892b72992e748a5bde6 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:15:10.888099 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-d50e5727-49f7-4873-a5d9-e25debef1e01 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:10.922571 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2e33d3ad-8c27-44ac-bf49-cc7992174828 tempest-RoutersAdminNegativeTest-1860693616 tempest-RoutersAdminNegativeTest-1860693616-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:10.950524 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2853a34a-15eb-43af-a8b0-64b2ada1e5c3 req-846ec244-b0e0-4ad2-9376-1912a2a32cd5 tempest-VolumesActionsTest-679903760 tempest-VolumesActionsTest-679903760-project] 10.222.0.54 "GET /v2.0/ports?device_id=25802666-9897-4716-82e8-1c0843cbb040 HTTP/1.1" status: 200 len: 210 time: 0.0398419 Sep 08 09:15:11.164262 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2e33d3ad-8c27-44ac-bf49-cc7992174828 tempest-RoutersAdminNegativeTest-1860693616 tempest-RoutersAdminNegativeTest-1860693616-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:11.167390 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-d50e5727-49f7-4873-a5d9-e25debef1e01 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Allocated IP 172.20.0.5 (2de43bb0-acf3-42aa-b534-30332da083e7/452a4b6d-a445-4b2b-9168-2695dd67e404/7372846c-19f9-433f-8cb8-ca65d68becd9) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:15:11.188422 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2e33d3ad-8c27-44ac-bf49-cc7992174828 tempest-RoutersAdminNegativeTest-1860693616 tempest-RoutersAdminNegativeTest-1860693616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:11.277219 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fefe6-731a-4da7-ab3c-b41b8cf1d28e req-bdceca27-e6ab-47f6-8f23-dd0f8c79c3b0 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:11.278790 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bb9fefe6-731a-4da7-ab3c-b41b8cf1d28e req-bdceca27-e6ab-47f6-8f23-dd0f8c79c3b0 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=d42e72ed-9dcb-4364-bcb0-24df97f8d814 HTTP/1.1" status: 200 len: 946 time: 0.1290574 Sep 08 09:15:11.347111 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2e33d3ad-8c27-44ac-bf49-cc7992174828 tempest-RoutersAdminNegativeTest-1860693616 tempest-RoutersAdminNegativeTest-1860693616-project-admin] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:11.425502 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9c091b83-b70a-4f8a-827c-a16146ac74a1 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:11.428949 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bb9fefe6-731a-4da7-ab3c-b41b8cf1d28e req-cf4b0bc0-38d3-4c4a-b05d-689987d3aea3 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391373 Sep 08 09:15:11.433150 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9c091b83-b70a-4f8a-827c-a16146ac74a1 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:11.514609 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-d50e5727-49f7-4873-a5d9-e25debef1e01 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:11.516638 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 941c9777-a007-4594-b07f-4579037e34cd no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:15:11.517335 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2e33d3ad-8c27-44ac-bf49-cc7992174828 tempest-RoutersAdminNegativeTest-1860693616 tempest-RoutersAdminNegativeTest-1860693616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:11.519581 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2e33d3ad-8c27-44ac-bf49-cc7992174828 tempest-RoutersAdminNegativeTest-1860693616 tempest-RoutersAdminNegativeTest-1860693616-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:11.541523 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: 941c9777-a007-4594-b07f-4579037e34cd {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:15:11.541885 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 941c9777-a007-4594-b07f-4579037e34cd not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:15:11.563085 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-d50e5727-49f7-4873-a5d9-e25debef1e01 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Transition to ACTIVE for port object 7372846c-19f9-433f-8cb8-ca65d68becd9 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:15:11.568809 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2e33d3ad-8c27-44ac-bf49-cc7992174828 tempest-RoutersAdminNegativeTest-1860693616 tempest-RoutersAdminNegativeTest-1860693616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:11.570002 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e33d3ad-8c27-44ac-bf49-cc7992174828 tempest-RoutersAdminNegativeTest-1860693616 tempest-RoutersAdminNegativeTest-1860693616-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 90af6a98-7dc9-4b7e-9c33-3f64e03555a8 {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:15:11.579341 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [None req-9c091b83-b70a-4f8a-827c-a16146ac74a1 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Floating IP a5cca3ab-1611-4f0a-a2c9-ce22071e1e90 associated. External IP: 172.25.0.246, port: 5a442507-a620-4a4b-8768-2910262fe646. Sep 08 09:15:11.590542 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-2e33d3ad-8c27-44ac-bf49-cc7992174828 tempest-RoutersAdminNegativeTest-1860693616 tempest-RoutersAdminNegativeTest-1860693616-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 08 09:15:11.593744 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2e33d3ad-8c27-44ac-bf49-cc7992174828 tempest-RoutersAdminNegativeTest-1860693616 tempest-RoutersAdminNegativeTest-1860693616-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 0.9184864 Sep 08 09:15:11.594084 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58626) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:11.657411 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-27bdf4c7-485a-4f0a-a98e-6fdca2cb01ac req-752121e8-3a87-4129-afc9-9f3084a1961a tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 210 time: 0.0343804 Sep 08 09:15:11.694422 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-d50e5727-49f7-4873-a5d9-e25debef1e01 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:11.707267 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-37a6afcd-4581-43cf-8272-1d89327f09c2 tempest-RoutersAdminNegativeTest-1860693616 tempest-RoutersAdminNegativeTest-1860693616-project-admin] Deleting port 082ea130-c8ae-462f-8830-77aed7450321 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:15:11.707627 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-37a6afcd-4581-43cf-8272-1d89327f09c2 tempest-RoutersAdminNegativeTest-1860693616 tempest-RoutersAdminNegativeTest-1860693616-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:11.747558 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-d50e5727-49f7-4873-a5d9-e25debef1e01 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Network 2de43bb0-acf3-42aa-b534-30332da083e7 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:15:11.782903 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-d50e5727-49f7-4873-a5d9-e25debef1e01 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:15:11.789956 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-d50e5727-49f7-4873-a5d9-e25debef1e01 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:15:11.802865 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-37a6afcd-4581-43cf-8272-1d89327f09c2 tempest-RoutersAdminNegativeTest-1860693616 tempest-RoutersAdminNegativeTest-1860693616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:11.814370 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e5727-49f7-4873-a5d9-e25debef1e01 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Pushing event updated for resources: {'Port': ['ID=7372846c-19f9-433f-8cb8-ca65d68becd9,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:11.825474 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-37a6afcd-4581-43cf-8272-1d89327f09c2 tempest-RoutersAdminNegativeTest-1860693616 tempest-RoutersAdminNegativeTest-1860693616-project-admin] Calling delete_port for 082ea130-c8ae-462f-8830-77aed7450321 owned by {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:15:11.888420 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-d50e5727-49f7-4873-a5d9-e25debef1e01 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:11.888673 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-d50e5727-49f7-4873-a5d9-e25debef1e01 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:11.915896 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-d50e5727-49f7-4873-a5d9-e25debef1e01 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9725835 Sep 08 09:15:11.934262 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-a40ec195-5940-4d29-a994-5098c529ed1f tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:15:11.936014 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-a40ec195-5940-4d29-a994-5098c529ed1f tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091603 Sep 08 09:15:11.943689 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c091b83-b70a-4f8a-827c-a16146ac74a1 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Router 077a1b35-7b5d-4cdb-990f-6b127f447355 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:15:11.959695 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-919279e6-8846-4049-967c-8ed625daf7b9 service neutron] Request body: {'port': {'device_id': '35da5e45-6eac-4be5-b6d1-c3e9a629e16b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:12.037806 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-37a6afcd-4581-43cf-8272-1d89327f09c2 tempest-RoutersAdminNegativeTest-1860693616 tempest-RoutersAdminNegativeTest-1860693616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:12.091973 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a6afcd-4581-43cf-8272-1d89327f09c2 tempest-RoutersAdminNegativeTest-1860693616 tempest-RoutersAdminNegativeTest-1860693616-project-admin] Pushing event deleted for resources: {'Port': ['ID=082ea130-c8ae-462f-8830-77aed7450321,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:12.130812 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-919279e6-8846-4049-967c-8ed625daf7b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:12.178905 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-37a6afcd-4581-43cf-8272-1d89327f09c2 tempest-RoutersAdminNegativeTest-1860693616 tempest-RoutersAdminNegativeTest-1860693616-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:12.182299 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-37a6afcd-4581-43cf-8272-1d89327f09c2 tempest-RoutersAdminNegativeTest-1860693616 tempest-RoutersAdminNegativeTest-1860693616-project-admin] 10.222.0.54 "DELETE /v2.0/ports/082ea130-c8ae-462f-8830-77aed7450321 HTTP/1.1" status: 204 len: 168 time: 0.5864727 Sep 08 09:15:12.189012 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dea312-fa3a-40ae-b145-cdaabb2a8dd7 req-d8faa668-958c-42fc-8861-2490ed4854a6 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:12.196176 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d0dea312-fa3a-40ae-b145-cdaabb2a8dd7 req-d8faa668-958c-42fc-8861-2490ed4854a6 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 945 time: 0.2011130 Sep 08 09:15:12.231786 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-7298022b-509b-4caf-b111-384a4b95285a None None] Provisioning for port 7372846c-19f9-433f-8cb8-ca65d68becd9 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:15:12.238901 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-7298022b-509b-4caf-b111-384a4b95285a None None] Provisioning complete for port 7372846c-19f9-433f-8cb8-ca65d68becd9 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:15:12.239864 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7298022b-509b-4caf-b111-384a4b95285a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:12.266119 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c091b83-b70a-4f8a-827c-a16146ac74a1 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:15:12.281227 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ced481-a83b-4205-84c0-7674e5807794 None None] Sync routers for ids ['077a1b35-7b5d-4cdb-990f-6b127f447355'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:15:12.303919 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d0dea312-fa3a-40ae-b145-cdaabb2a8dd7 req-27152743-38ac-4d1f-8719-509b33e45e24 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059453 Sep 08 09:15:12.311206 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ced481-a83b-4205-84c0-7674e5807794 None None] Routers {'077a1b35-7b5d-4cdb-990f-6b127f447355'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:15:12.311838 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-69ced481-a83b-4205-84c0-7674e5807794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:14:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['077a1b35-7b5d-4cdb-990f-6b127f447355'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:12.316391 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-7298022b-509b-4caf-b111-384a4b95285a None None] Port 7372846c-19f9-433f-8cb8-ca65d68becd9 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:15:12.354733 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-69ced481-a83b-4205-84c0-7674e5807794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:12.374477 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ced481-a83b-4205-84c0-7674e5807794 None None] Routers {'077a1b35-7b5d-4cdb-990f-6b127f447355'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:15:12.374477 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-69ced481-a83b-4205-84c0-7674e5807794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:14:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['077a1b35-7b5d-4cdb-990f-6b127f447355'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:12.412156 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-69ced481-a83b-4205-84c0-7674e5807794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:12.412721 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ced481-a83b-4205-84c0-7674e5807794 None None] The sync data for ids ['077a1b35-7b5d-4cdb-990f-6b127f447355'] in n-d-806683-11 is: [] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:15:12.569077 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73fe120-0d43-4998-9383-c16c38a1c884 req-86cae138-3f1a-4fa6-bbf9-8cb66b3e5eb9 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:12.576842 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a73fe120-0d43-4998-9383-c16c38a1c884 req-86cae138-3f1a-4fa6-bbf9-8cb66b3e5eb9 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=d42e72ed-9dcb-4364-bcb0-24df97f8d814 HTTP/1.1" status: 200 len: 946 time: 0.0695555 Sep 08 09:15:12.599047 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58646) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:12.631393 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a73fe120-0d43-4998-9383-c16c38a1c884 req-fadfa3db-80b6-473b-b5e5-7c314bbcd788 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494177 Sep 08 09:15:12.755513 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4ed9b935-3f5a-48f2-9d75-219ecd4c6388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:12.887734 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4ed9b935-3f5a-48f2-9d75-219ecd4c6388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:12.892113 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4ed9b935-3f5a-48f2-9d75-219ecd4c6388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:12.946972 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4ed9b935-3f5a-48f2-9d75-219ecd4c6388 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=550c85ce74a64e4d9a5fbc54e0f29e3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3424795 Sep 08 09:15:12.948354 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed9b935-3f5a-48f2-9d75-219ecd4c6388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd4404d-1ec6-4bd1-8655-de51d76d1943,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:12.950943 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58652) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:13.012369 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dee9bee9-3d40-4cd7-9325-faadc57c37b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:13.051814 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dee9bee9-3d40-4cd7-9325-faadc57c37b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:13.114608 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dee9bee9-3d40-4cd7-9325-faadc57c37b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:13.117402 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dee9bee9-3d40-4cd7-9325-faadc57c37b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:13.121176 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-dee9bee9-3d40-4cd7-9325-faadc57c37b2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/afd4404d-1ec6-4bd1-8655-de51d76d1943 HTTP/1.1" status: 204 len: 168 time: 0.1667566 Sep 08 09:15:13.129464 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee9bee9-3d40-4cd7-9325-faadc57c37b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd4404d-1ec6-4bd1-8655-de51d76d1943,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:13.216204 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c091b83-b70a-4f8a-827c-a16146ac74a1 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Router 4e746a78-2bec-48c1-b0d6-003b6794c42e has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:15:13.231588 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-919279e6-8846-4049-967c-8ed625daf7b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7372846c-19f9-433f-8cb8-ca65d68becd9 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:15:13.244505 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-919279e6-8846-4049-967c-8ed625daf7b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:13.274753 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94337672-567c-4eee-8bc1-7d9680f30789 req-3618e9a9-73dc-4bba-b250-071882d1703e tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:13.276633 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-94337672-567c-4eee-8bc1-7d9680f30789 req-3618e9a9-73dc-4bba-b250-071882d1703e tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 931 time: 0.1668131 Sep 08 09:15:13.316047 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-919279e6-8846-4049-967c-8ed625daf7b9 service neutron] Transition to ACTIVE for port object 7372846c-19f9-433f-8cb8-ca65d68becd9 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:15:13.326380 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-919279e6-8846-4049-967c-8ed625daf7b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:13.396719 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-94337672-567c-4eee-8bc1-7d9680f30789 req-6569d4a8-c8d1-44da-9a1e-de6749990507 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835047 Sep 08 09:15:13.433606 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9abd3c7-1e70-429b-b027-5214cbc5502a req-8a8d9ea2-f239-48d0-9738-67e6ff552be0 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:13.435866 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e9abd3c7-1e70-429b-b027-5214cbc5502a req-8a8d9ea2-f239-48d0-9738-67e6ff552be0 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 945 time: 0.0715113 Sep 08 09:15:13.463918 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919279e6-8846-4049-967c-8ed625daf7b9 service neutron] Pushing event updated for resources: {'Port': ['ID=7372846c-19f9-433f-8cb8-ca65d68becd9,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:13.535154 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e9abd3c7-1e70-429b-b027-5214cbc5502a req-5b86a207-e6ab-4c64-bba9-540a1440abcf tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890791 Sep 08 09:15:13.570276 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c091b83-b70a-4f8a-827c-a16146ac74a1 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:15:13.573853 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58668) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:13.588897 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c8ac6d-3067-413d-894b-798c7226316d None None] Sync routers for ids ['4e746a78-2bec-48c1-b0d6-003b6794c42e'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:15:13.589911 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9c091b83-b70a-4f8a-827c-a16146ac74a1 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:13.600833 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c8ac6d-3067-413d-894b-798c7226316d None None] Routers {'4e746a78-2bec-48c1-b0d6-003b6794c42e'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:15:13.601693 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-f4c8ac6d-3067-413d-894b-798c7226316d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:14:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['4e746a78-2bec-48c1-b0d6-003b6794c42e'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:13.663681 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f7170213-329a-4967-bbca-472dc7880ca2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=101b68dbe608411a9febdb84d8a8b376&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0882046 Sep 08 09:15:13.664289 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58674) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:13.687086 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-f4c8ac6d-3067-413d-894b-798c7226316d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:13.708011 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c8ac6d-3067-413d-894b-798c7226316d None None] Routers {'4e746a78-2bec-48c1-b0d6-003b6794c42e'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:15:13.709726 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-f4c8ac6d-3067-413d-894b-798c7226316d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:14:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['4e746a78-2bec-48c1-b0d6-003b6794c42e'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:13.785968 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-f4c8ac6d-3067-413d-894b-798c7226316d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:13.786573 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-431ece4a-5231-4b61-8f45-2e6f30babdee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:13.787606 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c8ac6d-3067-413d-894b-798c7226316d None None] The sync data for ids ['4e746a78-2bec-48c1-b0d6-003b6794c42e'] in n-d-806683-11 is: [] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:15:13.828865 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-919279e6-8846-4049-967c-8ed625daf7b9 service neutron] Attempting to bind port 7372846c-19f9-433f-8cb8-ca65d68becd9 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:15:13.829382 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-919279e6-8846-4049-967c-8ed625daf7b9 service neutron] Attempting to bind port 7372846c-19f9-433f-8cb8-ca65d68becd9 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '0adbffbb-cf08-4e79-9920-208d98c2b498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:15:13.829804 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-919279e6-8846-4049-967c-8ed625daf7b9 service neutron] Attempting to bind port 7372846c-19f9-433f-8cb8-ca65d68becd9 on network 2de43bb0-acf3-42aa-b534-30332da083e7 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:15:13.845503 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-919279e6-8846-4049-967c-8ed625daf7b9 service neutron] Port 7372846c-19f9-433f-8cb8-ca65d68becd9 on network 2de43bb0-acf3-42aa-b534-30332da083e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:15:13.845837 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-919279e6-8846-4049-967c-8ed625daf7b9 service neutron] Attempting to bind port 7372846c-19f9-433f-8cb8-ca65d68becd9 on network 2de43bb0-acf3-42aa-b534-30332da083e7 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:15:13.862078 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-431ece4a-5231-4b61-8f45-2e6f30babdee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:13.864778 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58680) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:13.866608 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-9c091b83-b70a-4f8a-827c-a16146ac74a1 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "PUT /v2.0/floatingips/a5cca3ab-1611-4f0a-a2c9-ce22071e1e90 HTTP/1.1" status: 200 len: 978 time: 4.2210550 Sep 08 09:15:13.868230 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-919279e6-8846-4049-967c-8ed625daf7b9 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:15:13.869982 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-919279e6-8846-4049-967c-8ed625daf7b9 service neutron] Checking segment: {'id': '0adbffbb-cf08-4e79-9920-208d98c2b498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:15:13.870641 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-919279e6-8846-4049-967c-8ed625daf7b9 service neutron] Bound using segment: {'id': '0adbffbb-cf08-4e79-9920-208d98c2b498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:15:13.871265 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-919279e6-8846-4049-967c-8ed625daf7b9 service neutron] Bound port: 7372846c-19f9-433f-8cb8-ca65d68becd9, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0adbffbb-cf08-4e79-9920-208d98c2b498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:15:13.871805 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-919279e6-8846-4049-967c-8ed625daf7b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:13.972860 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13be69-02f0-493c-bfc8-76415b319dfa req-d7dee43f-f6d1-4ea4-a787-aea82fd878bf tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:13.975441 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8c13be69-02f0-493c-bfc8-76415b319dfa req-d7dee43f-f6d1-4ea4-a787-aea82fd878bf tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=d42e72ed-9dcb-4364-bcb0-24df97f8d814 HTTP/1.1" status: 200 len: 946 time: 0.1552594 Sep 08 09:15:14.021216 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c25ed5-40c2-4eb8-bee7-a8178e81d850 req-9f9faf91-a88a-48cd-b90e-5c3d1d5c24cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:14.023000 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-27c25ed5-40c2-4eb8-bee7-a8178e81d850 req-9f9faf91-a88a-48cd-b90e-5c3d1d5c24cb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=534b123b1fec4a0b9fe37215319028ae&device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 1097 time: 0.1296854 Sep 08 09:15:14.033445 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-919279e6-8846-4049-967c-8ed625daf7b9 service neutron] For port 7372846c-19f9-433f-8cb8-ca65d68becd9, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:15:14.043754 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a353d-342b-4af9-9a00-efc17fcad460 req-d8c1169d-ea71-4607-9567-9bc576ca4bea tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:14.051161 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ba5a353d-342b-4af9-9a00-efc17fcad460 req-d8c1169d-ea71-4607-9567-9bc576ca4bea tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 945 time: 0.1636772 Sep 08 09:15:14.054256 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-919279e6-8846-4049-967c-8ed625daf7b9 service neutron] For port 7372846c-19f9-433f-8cb8-ca65d68becd9, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=7372846c-19f9-433f-8cb8-ca65d68becd9,segment=NetworkSegment(0adbffbb-cf08-4e79-9920-208d98c2b498),segment_id=0adbffbb-cf08-4e79-9920-208d98c2b498)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:15:14.062497 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-431ece4a-5231-4b61-8f45-2e6f30babdee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:14.065788 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-431ece4a-5231-4b61-8f45-2e6f30babdee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:14.067030 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-431ece4a-5231-4b61-8f45-2e6f30babdee admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9c9a84db-2cf7-474a-a779-bcde31584f2a HTTP/1.1" status: 204 len: 168 time: 0.4017611 Sep 08 09:15:14.080981 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8c13be69-02f0-493c-bfc8-76415b319dfa req-2c105c8d-97fd-45ca-8e6b-154b50b3c967 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814409 Sep 08 09:15:14.084118 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-919279e6-8846-4049-967c-8ed625daf7b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:14.105815 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-30a7a58f-0f7e-4e97-a5e6-6fe507d6d093 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Deleting port 6c77535e-cf98-4066-bf71-630ea43767e7 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:15:14.106218 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-30a7a58f-0f7e-4e97-a5e6-6fe507d6d093 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:14.109784 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ece4a-5231-4b61-8f45-2e6f30babdee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9a84db-2cf7-474a-a779-bcde31584f2a,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:14.195746 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-919279e6-8846-4049-967c-8ed625daf7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:14.198127 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-919279e6-8846-4049-967c-8ed625daf7b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:14.199812 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-919279e6-8846-4049-967c-8ed625daf7b9 service neutron] 10.222.0.37 "PUT /v2.0/ports/7372846c-19f9-433f-8cb8-ca65d68becd9 HTTP/1.1" status: 200 len: 1092 time: 2.2451572 Sep 08 09:15:14.203295 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35da5e45-6eac-4be5-b6d1-c3e9a629e16b', 'tag': '7372846c-19f9-433f-8cb8-ca65d68becd9'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:15:14.206219 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f5e5ac-602f-4242-be08-ed2aeb166274" -d '{"events": [{"name": "network-changed", "server_uuid": "35da5e45-6eac-4be5-b6d1-c3e9a629e16b", "tag": "7372846c-19f9-433f-8cb8-ca65d68becd9"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:15:14.269026 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ba5a353d-342b-4af9-9a00-efc17fcad460 req-772ae7f2-06a4-4c23-a37c-39094803b0a8 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168956 Sep 08 09:15:14.328559 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919279e6-8846-4049-967c-8ed625daf7b9 service neutron] Pushing event updated for resources: {'Port': ['ID=7372846c-19f9-433f-8cb8-ca65d68becd9,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:14.342159 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-30a7a58f-0f7e-4e97-a5e6-6fe507d6d093 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:14.351263 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fec8e4b-3c9f-4d42-8629-848c606ecac9 x-openstack-request-id: req-9fec8e4b-3c9f-4d42-8629-848c606ecac9 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:15:14.351754 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35da5e45-6eac-4be5-b6d1-c3e9a629e16b", "tag": "7372846c-19f9-433f-8cb8-ca65d68becd9", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:15:14.352162 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9fec8e4b-3c9f-4d42-8629-848c606ecac9 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:15:14.353448 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35da5e45-6eac-4be5-b6d1-c3e9a629e16b', 'tag': '7372846c-19f9-433f-8cb8-ca65d68becd9', 'status': 'completed', 'code': 200} Sep 08 09:15:14.364339 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c25ed5-40c2-4eb8-bee7-a8178e81d850 req-91285303-9b08-4adf-aea3-657172b1ef80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:14.366422 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-27c25ed5-40c2-4eb8-bee7-a8178e81d850 req-91285303-9b08-4adf-aea3-657172b1ef80 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd HTTP/1.1" status: 200 len: 919 time: 0.3341682 Sep 08 09:15:14.418505 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87bd156-2586-4aac-a936-c1720197431e req-0a071f3a-6734-4207-80ef-c0a40af3b95b tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:14.422000 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b87bd156-2586-4aac-a936-c1720197431e req-0a071f3a-6734-4207-80ef-c0a40af3b95b tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=d42e72ed-9dcb-4364-bcb0-24df97f8d814 HTTP/1.1" status: 200 len: 946 time: 0.2143965 Sep 08 09:15:14.478097 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-27c25ed5-40c2-4eb8-bee7-a8178e81d850 req-e583776b-f4d7-40ab-bdda-5fb22b556ab9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af42c450-4fe7-48ed-a9c0-9d7430483e3b HTTP/1.1" status: 200 len: 217 time: 0.1011534 Sep 08 09:15:14.583845 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b87bd156-2586-4aac-a936-c1720197431e req-7db3dfd1-3da9-4f62-96ad-68cecf6a356d tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815277 Sep 08 09:15:14.598010 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c25ed5-40c2-4eb8-bee7-a8178e81d850 req-7d7d4f47-6428-4c97-a410-51799c059ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:14.598010 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-27c25ed5-40c2-4eb8-bee7-a8178e81d850 req-7d7d4f47-6428-4c97-a410-51799c059ee7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0b45300-8828-4ae8-bbfd-c70262cbd1c4 HTTP/1.1" status: 200 len: 858 time: 0.1065369 Sep 08 09:15:14.606566 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877f73f-a73c-477a-a48f-74618349c6fc req-4b2f9aa6-5d89-497e-98c1-5a5f8ed92994 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:14.614426 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e877f73f-a73c-477a-a48f-74618349c6fc req-4b2f9aa6-5d89-497e-98c1-5a5f8ed92994 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 943 time: 0.0794420 Sep 08 09:15:14.696628 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-27c25ed5-40c2-4eb8-bee7-a8178e81d850 req-a2e58326-e936-4b1f-af1c-3b03d46fdc0e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777164 Sep 08 09:15:14.761383 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e877f73f-a73c-477a-a48f-74618349c6fc req-dbfe9c92-7bb9-4006-8a73-e10a475fe123 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443598 Sep 08 09:15:14.803670 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-6615aa90-7924-405e-9362-146a848fda43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:14.805267 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-6615aa90-7924-405e-9362-146a848fda43 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca0d1910d7ca4892b72992e748a5bde6&device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 1095 time: 0.5211616 Sep 08 09:15:14.858183 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-30a7a58f-0f7e-4e97-a5e6-6fe507d6d093 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:14.858662 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-30a7a58f-0f7e-4e97-a5e6-6fe507d6d093 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:14.859037 n-d-806683-11 neutron-server[94713]: INFO neutron.db.l3_db [None req-30a7a58f-0f7e-4e97-a5e6-6fe507d6d093 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Floating IP a5cca3ab-1611-4f0a-a2c9-ce22071e1e90 disassociated. External IP: 172.25.0.246, port: 6c77535e-cf98-4066-bf71-630ea43767e7. Sep 08 09:15:14.860220 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-30a7a58f-0f7e-4e97-a5e6-6fe507d6d093 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Calling delete_port for 6c77535e-cf98-4066-bf71-630ea43767e7 owned by {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:15:14.891104 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-8147c568-1bcc-4cbf-8dc9-bed02f71dc99 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7372846c-19f9-433f-8cb8-ca65d68becd9 HTTP/1.1" status: 200 len: 217 time: 0.0464303 Sep 08 09:15:15.003791 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-27c25ed5-40c2-4eb8-bee7-a8178e81d850 req-1326ecec-5131-4a24-85d7-a32d64ca139f service neutron] 10.222.0.35 "GET /v2.0/networks/ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946057 Sep 08 09:15:15.010908 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-a8015a47-a984-49fa-b0e8-85577e3ffe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:15.016959 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-a8015a47-a984-49fa-b0e8-85577e3ffe1a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=452a4b6d-a445-4b2b-9168-2695dd67e404 HTTP/1.1" status: 200 len: 851 time: 0.1111925 Sep 08 09:15:15.041156 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4548cf5-d01b-4ef2-bdb7-d9e477fb7a41 req-6679a455-a2f7-4c45-8a93-6425d8e4830f tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:15.042845 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f4548cf5-d01b-4ef2-bdb7-d9e477fb7a41 req-6679a455-a2f7-4c45-8a93-6425d8e4830f tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=d42e72ed-9dcb-4364-bcb0-24df97f8d814 HTTP/1.1" status: 200 len: 946 time: 0.1507540 Sep 08 09:15:15.043272 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-30a7a58f-0f7e-4e97-a5e6-6fe507d6d093 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:15.079801 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a7a58f-0f7e-4e97-a5e6-6fe507d6d093 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Pushing event deleted for resources: {'Port': ['ID=6c77535e-cf98-4066-bf71-630ea43767e7,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:15.232861 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-d29563f7-7645-4669-a11f-eeb5b82cf5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:15.235016 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-d29563f7-7645-4669-a11f-eeb5b82cf5ea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2de43bb0-acf3-42aa-b534-30332da083e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2029238 Sep 08 09:15:15.248395 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f4548cf5-d01b-4ef2-bdb7-d9e477fb7a41 req-94a7bffa-dd22-45cf-909b-887bdbab0381 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650989 Sep 08 09:15:15.281047 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a7a58f-0f7e-4e97-a5e6-6fe507d6d093 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Router 4e746a78-2bec-48c1-b0d6-003b6794c42e has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:15:15.365210 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-27c25ed5-40c2-4eb8-bee7-a8178e81d850 req-eec4536c-6111-4868-9de9-5176c95ae12d service neutron] 10.222.0.35 "GET /v2.0/networks/ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472316 Sep 08 09:15:15.405470 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-f74c15a3-49c5-4a80-b75b-f56ecbe23dfa service neutron] 10.222.0.37 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516879 Sep 08 09:15:15.437482 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58724) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:15.490737 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02180f31-6393-4e2c-ad5c-02cd7eecd50a req-631f4bf8-1043-442a-af1d-c5f84690057c tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:15.492400 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-02180f31-6393-4e2c-ad5c-02cd7eecd50a req-631f4bf8-1043-442a-af1d-c5f84690057c tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 945 time: 0.0961220 Sep 08 09:15:15.520087 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a7a58f-0f7e-4e97-a5e6-6fe507d6d093 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:15:15.539892 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b8701c-b594-425a-b069-1f72a56b14b0 None None] Sync routers for ids ['4e746a78-2bec-48c1-b0d6-003b6794c42e'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:15:15.554241 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b8701c-b594-425a-b069-1f72a56b14b0 None None] Routers {'4e746a78-2bec-48c1-b0d6-003b6794c42e'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:15:15.555008 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-d0b8701c-b594-425a-b069-1f72a56b14b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:14:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['4e746a78-2bec-48c1-b0d6-003b6794c42e'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:15.567307 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f25af5de-dff7-4445-ab5f-a118be3ee917 req-9884e919-36b6-4138-be2b-c15519ebcf3e service neutron] 10.222.0.37 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501560 Sep 08 09:15:15.582305 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-5c181e5b-e502-4ba0-ae07-8ae344633142 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2000165171'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:15.604330 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-d0b8701c-b594-425a-b069-1f72a56b14b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:15.613771 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c181e5b-e502-4ba0-ae07-8ae344633142 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Made reservation on behalf of 537c546711a64200834e3518a959624b for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:15:15.615931 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b8701c-b594-425a-b069-1f72a56b14b0 None None] Routers {'4e746a78-2bec-48c1-b0d6-003b6794c42e'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:15:15.616908 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-d0b8701c-b594-425a-b069-1f72a56b14b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:14:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['4e746a78-2bec-48c1-b0d6-003b6794c42e'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:15.619058 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5c181e5b-e502-4ba0-ae07-8ae344633142 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:15.632265 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5c181e5b-e502-4ba0-ae07-8ae344633142 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:15.640779 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-02180f31-6393-4e2c-ad5c-02cd7eecd50a req-27672975-f247-4d3a-b7dc-998d5e2b35e3 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339121 Sep 08 09:15:15.672068 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-d0b8701c-b594-425a-b069-1f72a56b14b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:15.673928 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b8701c-b594-425a-b069-1f72a56b14b0 None None] The sync data for ids ['4e746a78-2bec-48c1-b0d6-003b6794c42e'] in n-d-806683-11 is: [] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:15:15.674864 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-30a7a58f-0f7e-4e97-a5e6-6fe507d6d093 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:15.682862 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-30a7a58f-0f7e-4e97-a5e6-6fe507d6d093 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "DELETE /v2.0/ports/6c77535e-cf98-4066-bf71-630ea43767e7 HTTP/1.1" status: 204 len: 168 time: 1.8167622 Sep 08 09:15:15.683624 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58728) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:15.743824 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5e5ac-602f-4242-be08-ed2aeb166274 req-320d5f3b-e325-41cb-9bd3-efe300f58ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:15.745648 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-88f5e5ac-602f-4242-be08-ed2aeb166274 req-320d5f3b-e325-41cb-9bd3-efe300f58ab2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca0d1910d7ca4892b72992e748a5bde6&device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 1095 time: 0.0824678 Sep 08 09:15:15.933077 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5c181e5b-e502-4ba0-ae07-8ae344633142 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:15.941491 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5c181e5b-e502-4ba0-ae07-8ae344633142 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:15.982123 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24eb5a-e381-49e2-89e7-a1c05c349ae9 req-97377d0e-711a-4156-ad5c-c04e28fa3083 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:15.984619 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1b24eb5a-e381-49e2-89e7-a1c05c349ae9 req-97377d0e-711a-4156-ad5c-c04e28fa3083 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 943 time: 0.1177413 Sep 08 09:15:16.003596 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5e5ac-602f-4242-be08-ed2aeb166274 req-6697fc0e-4acf-4c6e-9d8b-9ed30573ba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:16.005293 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-88f5e5ac-602f-4242-be08-ed2aeb166274 req-6697fc0e-4acf-4c6e-9d8b-9ed30573ba9f service neutron] 10.222.0.37 "GET /v2.0/networks?id=2de43bb0-acf3-42aa-b534-30332da083e7 HTTP/1.1" status: 200 len: 913 time: 0.2496676 Sep 08 09:15:16.010373 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c181e5b-e502-4ba0-ae07-8ae344633142 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:15:16.038031 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c181e5b-e502-4ba0-ae07-8ae344633142 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4923d011-963b-47be-8997-571f548a779c,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:16.084495 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-88f5e5ac-602f-4242-be08-ed2aeb166274 req-ef7fc357-2933-43e3-bc77-55a627c3e6bf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7372846c-19f9-433f-8cb8-ca65d68becd9 HTTP/1.1" status: 200 len: 217 time: 0.0636499 Sep 08 09:15:16.089675 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5c181e5b-e502-4ba0-ae07-8ae344633142 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:16.090031 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-5c181e5b-e502-4ba0-ae07-8ae344633142 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Added segment c153e382-1f55-4fe0-8305-d82243c7c717 of type vlan for network 9125495a-9651-4f0b-a161-a5b9a9071c79 Sep 08 09:15:16.128306 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a9becc8e-94f0-4f51-8eba-65c038cdb38f tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:16.179103 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1b24eb5a-e381-49e2-89e7-a1c05c349ae9 req-a16b46e7-6e3a-4549-b944-e1c62cb52e3e tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783056 Sep 08 09:15:16.210094 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5c181e5b-e502-4ba0-ae07-8ae344633142 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:16.219594 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5e5ac-602f-4242-be08-ed2aeb166274 req-e9b89da9-50fd-46bc-b84e-572d2fd7638d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:16.221153 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-88f5e5ac-602f-4242-be08-ed2aeb166274 req-e9b89da9-50fd-46bc-b84e-572d2fd7638d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=452a4b6d-a445-4b2b-9168-2695dd67e404 HTTP/1.1" status: 200 len: 851 time: 0.1223738 Sep 08 09:15:16.285688 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5e5ac-602f-4242-be08-ed2aeb166274 req-05deb5a0-73db-4c48-a303-75a96ff2ed98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:16.287571 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-88f5e5ac-602f-4242-be08-ed2aeb166274 req-05deb5a0-73db-4c48-a303-75a96ff2ed98 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2de43bb0-acf3-42aa-b534-30332da083e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563314 Sep 08 09:15:16.288546 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5c181e5b-e502-4ba0-ae07-8ae344633142 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:16.296280 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c181e5b-e502-4ba0-ae07-8ae344633142 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:16.297339 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5c181e5b-e502-4ba0-ae07-8ae344633142 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:16.346670 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5c181e5b-e502-4ba0-ae07-8ae344633142 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9053123 Sep 08 09:15:16.361042 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58738) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:16.369720 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-13f95b38-918a-4e9b-a709-48f0fffbda5f tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Request body: {'subnet': {'network_id': '9125495a-9651-4f0b-a161-a5b9a9071c79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:16.452565 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ed264-7704-490e-a5d1-fbd5a3434ca9 req-b15dfe78-8e81-4b92-ace8-8857d5121210 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:16.460552 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-966ed264-7704-490e-a5d1-fbd5a3434ca9 req-b15dfe78-8e81-4b92-ace8-8857d5121210 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=d42e72ed-9dcb-4364-bcb0-24df97f8d814 HTTP/1.1" status: 200 len: 946 time: 0.0912671 Sep 08 09:15:16.526562 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-966ed264-7704-490e-a5d1-fbd5a3434ca9 req-7749943b-a539-4d34-8bc2-bbb3edfb35fe tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649486 Sep 08 09:15:16.595472 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c181e5b-e502-4ba0-ae07-8ae344633142 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Pushing event updated for resources: {'Network': ['ID=9125495a-9651-4f0b-a161-a5b9a9071c79,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:16.611453 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 9125495a-9651-4f0b-a161-a5b9a9071c79 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:15:16.632066 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-88f5e5ac-602f-4242-be08-ed2aeb166274 req-7eb469c7-ec9f-48cb-8cdb-18c57524b202 service neutron] 10.222.0.37 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225837 Sep 08 09:15:16.677639 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f95b38-918a-4e9b-a709-48f0fffbda5f tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Made reservation on behalf of 537c546711a64200834e3518a959624b for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:15:16.682096 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-13f95b38-918a-4e9b-a709-48f0fffbda5f tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:16.710593 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-a9becc8e-94f0-4f51-8eba-65c038cdb38f tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Deleting port 902fd1a4-1638-4a21-86a1-6a309228968f {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:15:16.711193 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a9becc8e-94f0-4f51-8eba-65c038cdb38f tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:16.815985 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a9becc8e-94f0-4f51-8eba-65c038cdb38f tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:16.828875 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-a9becc8e-94f0-4f51-8eba-65c038cdb38f tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Calling delete_port for 902fd1a4-1638-4a21-86a1-6a309228968f owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:15:16.906569 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-88f5e5ac-602f-4242-be08-ed2aeb166274 req-43ca0699-927a-4370-8fb4-313d1ce6ab86 service neutron] 10.222.0.37 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663126 Sep 08 09:15:16.939905 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883eced-ff79-4a15-be6d-313c7784e399 req-ec303d56-102d-4ac4-9fdb-40168d3547b1 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:16.948758 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4883eced-ff79-4a15-be6d-313c7784e399 req-ec303d56-102d-4ac4-9fdb-40168d3547b1 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 945 time: 0.1909347 Sep 08 09:15:16.988749 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473850e-8b62-47a5-86c5-b4f5d44139ee req-ef2a0670-de4f-4ebb-80a6-9e9f3baa40fb tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:16.990283 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6473850e-8b62-47a5-86c5-b4f5d44139ee req-ef2a0670-de4f-4ebb-80a6-9e9f3baa40fb tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.35 "GET /v2.0/ports?device_id=d42e72ed-9dcb-4364-bcb0-24df97f8d814 HTTP/1.1" status: 200 len: 946 time: 0.1457179 Sep 08 09:15:17.072321 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4883eced-ff79-4a15-be6d-313c7784e399 req-49f47881-4423-4902-ae4f-0e08216f633d tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201625 Sep 08 09:15:17.077616 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a9becc8e-94f0-4f51-8eba-65c038cdb38f tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:17.113259 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9becc8e-94f0-4f51-8eba-65c038cdb38f tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Pushing event deleted for resources: {'Port': ['ID=902fd1a4-1638-4a21-86a1-6a309228968f,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:17.191123 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-13f95b38-918a-4e9b-a709-48f0fffbda5f tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:17.252993 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:15:17.267552 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-6473850e-8b62-47a5-86c5-b4f5d44139ee req-fca85ab1-6916-4802-89be-05627a90e799 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Deleting port e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:15:17.268045 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6473850e-8b62-47a5-86c5-b4f5d44139ee req-fca85ab1-6916-4802-89be-05627a90e799 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:17.430761 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f95b38-918a-4e9b-a709-48f0fffbda5f tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Pushing event updated for resources: {'Subnet': ['ID=8c5a9320-19b5-4c1c-aef0-416fb1515ac7,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:17.457801 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f95b38-918a-4e9b-a709-48f0fffbda5f tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Checking segment: {'id': 'c153e382-1f55-4fe0-8305-d82243c7c717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9125495a-9651-4f0b-a161-a5b9a9071c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:15:17.458195 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f95b38-918a-4e9b-a709-48f0fffbda5f tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Network hostable DHCP agents. Network: 9125495a-9651-4f0b-a161-a5b9a9071c79, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:15:17.474007 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-6473850e-8b62-47a5-86c5-b4f5d44139ee req-fca85ab1-6916-4802-89be-05627a90e799 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] For port e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6,segment=NetworkSegment(7ce255b1-6bde-43a1-82b1-212ac77774b3),segment_id=7ce255b1-6bde-43a1-82b1-212ac77774b3)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:15:17.474435 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6473850e-8b62-47a5-86c5-b4f5d44139ee req-fca85ab1-6916-4802-89be-05627a90e799 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:17.496253 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-6473850e-8b62-47a5-86c5-b4f5d44139ee req-fca85ab1-6916-4802-89be-05627a90e799 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Calling delete_port for e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:15:17.512981 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f95b38-918a-4e9b-a709-48f0fffbda5f tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Network 9125495a-9651-4f0b-a161-a5b9a9071c79 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:15:17.551801 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-13f95b38-918a-4e9b-a709-48f0fffbda5f tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 9125495a-9651-4f0b-a161-a5b9a9071c79) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:15:17.559292 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f95b38-918a-4e9b-a709-48f0fffbda5f tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:17.559731 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-13f95b38-918a-4e9b-a709-48f0fffbda5f tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:17.564887 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8d8e00-2d90-4c63-88c8-bc25c66beb3c None None] Network 9125495a-9651-4f0b-a161-a5b9a9071c79 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:15:17.594345 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-13f95b38-918a-4e9b-a709-48f0fffbda5f tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2272336 Sep 08 09:15:17.595320 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58758) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:17.612169 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-f4421391-7858-41ce-b0e7-2abc009e4627 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Request body: {'port': {'network_id': '9125495a-9651-4f0b-a161-a5b9a9071c79', 'name': 'tempest-AllowedAddressPairTestJSON-1852756290'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:17.665445 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6b05ec96-8133-45bb-a04f-3e319860315e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:17.822539 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039ae69-2a71-4971-af29-c910cadcd86c req-7aa68bc5-55ba-47c6-8f5c-d6a8d70a7587 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:17.829176 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7039ae69-2a71-4971-af29-c910cadcd86c req-7aa68bc5-55ba-47c6-8f5c-d6a8d70a7587 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=d42e72ed-9dcb-4364-bcb0-24df97f8d814 HTTP/1.1" status: 200 len: 946 time: 0.1982615 Sep 08 09:15:17.849055 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0733fc48-c2d3-4802-b8e9-e89273b611bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-9125495a-9651-4f0b-a161-a5b9a9071c79', 'network_id': '9125495a-9651-4f0b-a161-a5b9a9071c79', 'tenant_id': '537c546711a64200834e3518a959624b', 'fixed_ips': [{'subnet_id': '8c5a9320-19b5-4c1c-aef0-416fb1515ac7'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:15:17.850070 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0733fc48-c2d3-4802-b8e9-e89273b611bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:17.873774 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6473850e-8b62-47a5-86c5-b4f5d44139ee req-fca85ab1-6916-4802-89be-05627a90e799 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:17.890148 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9350bd-be89-48ed-8303-e3a347fb0696 req-b40d4903-f909-4564-977e-67cff7c5a45f tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:17.891712 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3c9350bd-be89-48ed-8303-e3a347fb0696 req-b40d4903-f909-4564-977e-67cff7c5a45f tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 943 time: 0.5457127 Sep 08 09:15:17.932055 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a9becc8e-94f0-4f51-8eba-65c038cdb38f tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:17.971562 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3c9350bd-be89-48ed-8303-e3a347fb0696 req-6a6001a6-391c-432d-98bb-97e86ba64972 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629683 Sep 08 09:15:17.985422 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:15:18.031548 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca85ab1-6916-4802-89be-05627a90e799 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Pushing event deleted for resources: {'Port': ['ID=e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:18.039347 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-6473850e-8b62-47a5-86c5-b4f5d44139ee req-fca85ab1-6916-4802-89be-05627a90e799 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] No DVR routers for this DVR port e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:15:18.042655 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6473850e-8b62-47a5-86c5-b4f5d44139ee req-fca85ab1-6916-4802-89be-05627a90e799 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:18.045087 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6473850e-8b62-47a5-86c5-b4f5d44139ee req-fca85ab1-6916-4802-89be-05627a90e799 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.35 "DELETE /v2.0/ports/e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6 HTTP/1.1" status: 204 len: 173 time: 1.0447214 Sep 08 09:15:18.051332 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd42e72ed-9dcb-4364-bcb0-24df97f8d814', 'name': 'network-vif-deleted', 'tag': 'e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:15:18.053662 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d696be-2a15-43a0-bb06-a5f62436aad6" -d '{"events": [{"server_uuid": "d42e72ed-9dcb-4364-bcb0-24df97f8d814", "name": "network-vif-deleted", "tag": "e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:15:18.056520 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-0733fc48-c2d3-4802-b8e9-e89273b611bf None None] Allocated IP 172.20.0.2 (9125495a-9651-4f0b-a161-a5b9a9071c79/8c5a9320-19b5-4c1c-aef0-416fb1515ac7/12b6ed1f-1294-4b14-aa94-f825ccd36796) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:15:18.076361 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7039ae69-2a71-4971-af29-c910cadcd86c req-78ecd475-4cf8-44b7-9977-3d5058957eaf tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456539 Sep 08 09:15:18.105049 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-085d9806-35db-499e-ae29-2494a396524d req-1841ac8f-61f7-4738-9360-9c8262ebfbd1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fb90c0a3-ef79-4bbe-acc9-2b38b5719617&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2193370 Sep 08 09:15:18.106925 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4421391-7858-41ce-b0e7-2abc009e4627 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Made reservation on behalf of 537c546711a64200834e3518a959624b for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:15:18.118620 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f4421391-7858-41ce-b0e7-2abc009e4627 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:18.147506 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520c1029-cdb1-4d72-b286-e4c0356e0115 x-openstack-request-id: req-520c1029-cdb1-4d72-b286-e4c0356e0115 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:15:18.147860 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d42e72ed-9dcb-4364-bcb0-24df97f8d814", "name": "network-vif-deleted", "tag": "e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:15:18.148122 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-520c1029-cdb1-4d72-b286-e4c0356e0115 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:15:18.148526 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd42e72ed-9dcb-4364-bcb0-24df97f8d814', 'name': 'network-vif-deleted', 'tag': 'e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6', 'status': 'completed', 'code': 200} Sep 08 09:15:18.165337 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [None req-f4421391-7858-41ce-b0e7-2abc009e4627 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] device_id is not set on port d6e6f4cb-38ba-4fcf-8e49-df43c9d20e5c yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:15:18.359678 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d9806-35db-499e-ae29-2494a396524d req-80222179-c826-4d4d-95eb-4551dcfa65b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:18.360756 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9becc8e-94f0-4f51-8eba-65c038cdb38f tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Router 4e746a78-2bec-48c1-b0d6-003b6794c42e has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:15:18.362336 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-085d9806-35db-499e-ae29-2494a396524d req-80222179-c826-4d4d-95eb-4551dcfa65b1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=534b123b1fec4a0b9fe37215319028ae&device_id=fb90c0a3-ef79-4bbe-acc9-2b38b5719617 HTTP/1.1" status: 200 len: 1097 time: 0.1816635 Sep 08 09:15:18.380116 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08087e2-c4d2-40ff-ba7e-36e7a634c2dc req-1255bb93-c36f-44f2-b7fe-383fd52c5515 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:18.392516 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f08087e2-c4d2-40ff-ba7e-36e7a634c2dc req-1255bb93-c36f-44f2-b7fe-383fd52c5515 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 945 time: 0.0897765 Sep 08 09:15:18.413825 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0733fc48-c2d3-4802-b8e9-e89273b611bf None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:18.456104 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-0733fc48-c2d3-4802-b8e9-e89273b611bf None None] Transition to ACTIVE for port object 12b6ed1f-1294-4b14-aa94-f825ccd36796 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:15:18.496613 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-0733fc48-c2d3-4802-b8e9-e89273b611bf None None] Transition to ACTIVE for port object 12b6ed1f-1294-4b14-aa94-f825ccd36796 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:15:18.507050 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0733fc48-c2d3-4802-b8e9-e89273b611bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:18.531588 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f08087e2-c4d2-40ff-ba7e-36e7a634c2dc req-e4d2a58f-bd35-4cc8-bd31-59d48a9b57b5 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377740 Sep 08 09:15:18.545420 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9becc8e-94f0-4f51-8eba-65c038cdb38f tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:15:18.560611 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1268e2-b379-4572-9593-ce318584d087 None None] Sync routers for ids ['4e746a78-2bec-48c1-b0d6-003b6794c42e'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:15:18.563385 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a9becc8e-94f0-4f51-8eba-65c038cdb38f tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "PUT /v2.0/routers/4e746a78-2bec-48c1-b0d6-003b6794c42e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8781662 Sep 08 09:15:18.565508 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58772) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:18.586718 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0733fc48-c2d3-4802-b8e9-e89273b611bf None None] Network 9125495a-9651-4f0b-a161-a5b9a9071c79 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:15:18.598872 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-0733fc48-c2d3-4802-b8e9-e89273b611bf None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:15:18.605287 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0733fc48-c2d3-4802-b8e9-e89273b611bf None None] Pushing event updated for resources: {'Port': ['ID=12b6ed1f-1294-4b14-aa94-f825ccd36796,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:18.608038 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0733fc48-c2d3-4802-b8e9-e89273b611bf None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:15:18.611396 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1268e2-b379-4572-9593-ce318584d087 None None] Routers {'4e746a78-2bec-48c1-b0d6-003b6794c42e'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:15:18.612042 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-9f1268e2-b379-4572-9593-ce318584d087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:14:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['4e746a78-2bec-48c1-b0d6-003b6794c42e'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:18.626445 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d9806-35db-499e-ae29-2494a396524d req-94b60624-d8e2-4804-8827-702b8398e874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:18.629364 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-085d9806-35db-499e-ae29-2494a396524d req-94b60624-d8e2-4804-8827-702b8398e874 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd HTTP/1.1" status: 200 len: 919 time: 0.2333200 Sep 08 09:15:18.631033 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-f4421391-7858-41ce-b0e7-2abc009e4627 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Allocated IP 172.20.0.3 (9125495a-9651-4f0b-a161-a5b9a9071c79/8c5a9320-19b5-4c1c-aef0-416fb1515ac7/d6e6f4cb-38ba-4fcf-8e49-df43c9d20e5c) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:15:18.651489 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-9f1268e2-b379-4572-9593-ce318584d087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:18.700524 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1268e2-b379-4572-9593-ce318584d087 None None] Routers {'4e746a78-2bec-48c1-b0d6-003b6794c42e'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:15:18.701369 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-9f1268e2-b379-4572-9593-ce318584d087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:14:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['4e746a78-2bec-48c1-b0d6-003b6794c42e'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:18.748888 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-9f1268e2-b379-4572-9593-ce318584d087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:18.749733 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1268e2-b379-4572-9593-ce318584d087 None None] The sync data for ids ['4e746a78-2bec-48c1-b0d6-003b6794c42e'] in n-d-806683-11 is: [] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:15:18.751436 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-0733fc48-c2d3-4802-b8e9-e89273b611bf None None] Attempting to bind port 12b6ed1f-1294-4b14-aa94-f825ccd36796 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:15:18.751810 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-0733fc48-c2d3-4802-b8e9-e89273b611bf None None] Attempting to bind port 12b6ed1f-1294-4b14-aa94-f825ccd36796 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'c153e382-1f55-4fe0-8305-d82243c7c717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9125495a-9651-4f0b-a161-a5b9a9071c79'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:15:18.752263 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0733fc48-c2d3-4802-b8e9-e89273b611bf None None] Attempting to bind port 12b6ed1f-1294-4b14-aa94-f825ccd36796 on network 9125495a-9651-4f0b-a161-a5b9a9071c79 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:15:18.759249 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0733fc48-c2d3-4802-b8e9-e89273b611bf None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:15:18.759719 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0733fc48-c2d3-4802-b8e9-e89273b611bf None None] Checking segment: {'id': 'c153e382-1f55-4fe0-8305-d82243c7c717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9125495a-9651-4f0b-a161-a5b9a9071c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:15:18.760143 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0733fc48-c2d3-4802-b8e9-e89273b611bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:18.764563 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-30cf943f-11a2-4eb4-b4de-b2b4554f9697 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:18.766708 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0733fc48-c2d3-4802-b8e9-e89273b611bf None None] Bound using segment: {'id': 'c153e382-1f55-4fe0-8305-d82243c7c717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9125495a-9651-4f0b-a161-a5b9a9071c79'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:15:18.766708 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-0733fc48-c2d3-4802-b8e9-e89273b611bf None None] Bound port: 12b6ed1f-1294-4b14-aa94-f825ccd36796, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c153e382-1f55-4fe0-8305-d82243c7c717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '9125495a-9651-4f0b-a161-a5b9a9071c79'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:15:18.766708 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0733fc48-c2d3-4802-b8e9-e89273b611bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:18.822640 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-085d9806-35db-499e-ae29-2494a396524d req-caefe64e-5511-4ea7-abdb-40735b0a593d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5001689-7da7-4826-80c2-0abf703b94aa HTTP/1.1" status: 200 len: 217 time: 0.0622487 Sep 08 09:15:18.874008 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 7372846c-19f9-433f-8cb8-ca65d68becd9 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:15:18.888919 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-0733fc48-c2d3-4802-b8e9-e89273b611bf None None] For port 12b6ed1f-1294-4b14-aa94-f825ccd36796, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:15:18.911056 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-0733fc48-c2d3-4802-b8e9-e89273b611bf None None] For port 12b6ed1f-1294-4b14-aa94-f825ccd36796, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=12b6ed1f-1294-4b14-aa94-f825ccd36796,segment=NetworkSegment(c153e382-1f55-4fe0-8305-d82243c7c717),segment_id=c153e382-1f55-4fe0-8305-d82243c7c717)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:15:18.918501 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-30cf943f-11a2-4eb4-b4de-b2b4554f9697 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:18.922341 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0733fc48-c2d3-4802-b8e9-e89273b611bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:18.943073 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d9806-35db-499e-ae29-2494a396524d req-1c8b3a29-76d7-443e-aad1-81cb07f2bd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:18.944497 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-085d9806-35db-499e-ae29-2494a396524d req-1c8b3a29-76d7-443e-aad1-81cb07f2bd31 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a0b45300-8828-4ae8-bbfd-c70262cbd1c4 HTTP/1.1" status: 200 len: 858 time: 0.1136997 Sep 08 09:15:18.988912 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-30cf943f-11a2-4eb4-b4de-b2b4554f9697 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Deleting port 29bd10c1-4842-4d75-8e99-104afdfff7c5 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:15:18.989685 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-30cf943f-11a2-4eb4-b4de-b2b4554f9697 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:19.137058 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0733fc48-c2d3-4802-b8e9-e89273b611bf None None] Pushing event updated for resources: {'Port': ['ID=12b6ed1f-1294-4b14-aa94-f825ccd36796,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:19.155821 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-30cf943f-11a2-4eb4-b4de-b2b4554f9697 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:19.172675 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 7372846c-19f9-433f-8cb8-ca65d68becd9, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=7372846c-19f9-433f-8cb8-ca65d68becd9,segment=NetworkSegment(0adbffbb-cf08-4e79-9920-208d98c2b498),segment_id=0adbffbb-cf08-4e79-9920-208d98c2b498)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:15:19.177663 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-30cf943f-11a2-4eb4-b4de-b2b4554f9697 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Calling delete_port for 29bd10c1-4842-4d75-8e99-104afdfff7c5 owned by network:router_gateway {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:15:19.199000 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '7372846c-19f9-433f-8cb8-ca65d68becd9', 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7', 'port_id': '7372846c-19f9-433f-8cb8-ca65d68becd9', 'mac_address': 'fa:16:3e:a8:64:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452a4b6d-a445-4b2b-9168-2695dd67e404', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:15:19.312559 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:19.355796 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7372846c-19f9-433f-8cb8-ca65d68becd9 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:15:19.386886 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d96d37-7936-4d6f-ad72-3b2eda218a20 req-694a2e23-485b-45f2-87e3-fc06bf3714df tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:19.388939 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-48d96d37-7936-4d6f-ad72-3b2eda218a20 req-694a2e23-485b-45f2-87e3-fc06bf3714df tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 943 time: 0.2080522 Sep 08 09:15:19.413088 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 7372846c-19f9-433f-8cb8-ca65d68becd9, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=7372846c-19f9-433f-8cb8-ca65d68becd9,segment=NetworkSegment(0adbffbb-cf08-4e79-9920-208d98c2b498),segment_id=0adbffbb-cf08-4e79-9920-208d98c2b498)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:15:19.422621 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:19.498406 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-48d96d37-7936-4d6f-ad72-3b2eda218a20 req-60a8f82c-156c-4ed7-9755-533e5a792042 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019702 Sep 08 09:15:19.536834 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=7372846c-19f9-433f-8cb8-ca65d68becd9,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:19.580657 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:15:19.605859 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f4421391-7858-41ce-b0e7-2abc009e4627 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:19.609065 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-30cf943f-11a2-4eb4-b4de-b2b4554f9697 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:19.625502 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:15:19.626365 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device e5fd47eb-a7e6-44e4-89ab-ea48cd0e3cf6 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:15:19.633603 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-085d9806-35db-499e-ae29-2494a396524d req-022bba93-b21d-4cf6-8ffe-28ef6cfa2583 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6734657 Sep 08 09:15:19.651812 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf943f-11a2-4eb4-b4de-b2b4554f9697 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Pushing event deleted for resources: {'Port': ['ID=29bd10c1-4842-4d75-8e99-104afdfff7c5,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:19.673763 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-f4421391-7858-41ce-b0e7-2abc009e4627 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Transition to ACTIVE for port object d6e6f4cb-38ba-4fcf-8e49-df43c9d20e5c will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:15:19.745951 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['7372846c-19f9-433f-8cb8-ca65d68becd9'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:15:19.800490 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-30cf943f-11a2-4eb4-b4de-b2b4554f9697 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:19.840676 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f4421391-7858-41ce-b0e7-2abc009e4627 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:19.854872 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c27f41-5fa0-4a4c-b0f7-31d31f391411 req-8c2dc595-6c66-4959-8031-613f30cd156f tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:19.856386 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-58c27f41-5fa0-4a4c-b0f7-31d31f391411 req-8c2dc595-6c66-4959-8031-613f30cd156f tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/networks?id=48c54abd-6f52-4b1d-9226-4a2566a5fe28 HTTP/1.1" status: 200 len: 806 time: 0.2550747 Sep 08 09:15:19.860347 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-085d9806-35db-499e-ae29-2494a396524d req-217a2557-6418-4dc4-9e67-d4a8c75c6ec7 service neutron] 10.222.0.37 "GET /v2.0/networks/ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074437 Sep 08 09:15:19.931748 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-30cf943f-11a2-4eb4-b4de-b2b4554f9697 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:19.932893 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-58c27f41-5fa0-4a4c-b0f7-31d31f391411 req-2d0f21c5-079b-450d-87f5-30a85058f667 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/quotas/361efd7dd288461f98c228af9e362c93 HTTP/1.1" status: 200 len: 375 time: 0.0408850 Sep 08 09:15:19.934687 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-30cf943f-11a2-4eb4-b4de-b2b4554f9697 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:19.945138 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4421391-7858-41ce-b0e7-2abc009e4627 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Network 9125495a-9651-4f0b-a161-a5b9a9071c79 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:15:19.958512 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-f4421391-7858-41ce-b0e7-2abc009e4627 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:15:19.980398 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4421391-7858-41ce-b0e7-2abc009e4627 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Pushing event updated for resources: {'Port': ['ID=d6e6f4cb-38ba-4fcf-8e49-df43c9d20e5c,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:19.983307 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4421391-7858-41ce-b0e7-2abc009e4627 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:15:20.016606 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084277e-96fd-4f0f-ad11-50668eabe16d req-ba5fb042-2289-4636-9900-737eab268c4c tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:20.018829 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8084277e-96fd-4f0f-ad11-50668eabe16d req-ba5fb042-2289-4636-9900-737eab268c4c tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 945 time: 0.3642271 Sep 08 09:15:20.020144 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-30cf943f-11a2-4eb4-b4de-b2b4554f9697 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:20.020817 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cf943f-11a2-4eb4-b4de-b2b4554f9697 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Fanout notify agent at l3_agent the message router_deleted on router 4e746a78-2bec-48c1-b0d6-003b6794c42e {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:15:20.029604 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-30cf943f-11a2-4eb4-b4de-b2b4554f9697 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:20.031015 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-30cf943f-11a2-4eb4-b4de-b2b4554f9697 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "DELETE /v2.0/routers/4e746a78-2bec-48c1-b0d6-003b6794c42e HTTP/1.1" status: 204 len: 168 time: 1.4627113 Sep 08 09:15:20.033725 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58798) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:20.123807 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-81fb7f57-9f5a-4fcb-a88f-5ee9fe41f6ac tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Deleting subnet 0d859f85-d850-427d-96e7-3ef02e31abb5 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:15:20.135938 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-58c27f41-5fa0-4a4c-b0f7-31d31f391411 req-199e1e63-e455-404b-9314-6378733af5ea tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=361efd7dd288461f98c228af9e362c93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1838756 Sep 08 09:15:20.147036 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4421391-7858-41ce-b0e7-2abc009e4627 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:20.147635 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f4421391-7858-41ce-b0e7-2abc009e4627 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:20.162582 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-81fb7f57-9f5a-4fcb-a88f-5ee9fe41f6ac tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:20.182771 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-085d9806-35db-499e-ae29-2494a396524d req-b51f9554-953c-42b5-bfde-eac51d9fe3c5 service neutron] 10.222.0.37 "GET /v2.0/networks/ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952118 Sep 08 09:15:20.199149 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f4421391-7858-41ce-b0e7-2abc009e4627 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6026256 Sep 08 09:15:20.201868 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58802) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:20.208798 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-de0b593f-3134-4645-8b62-5f802a01d1d5 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Request body: {'port': {'network_id': '9125495a-9651-4f0b-a161-a5b9a9071c79', 'name': 'tempest-AllowedAddressPairTestJSON-1564975570', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:bb:ae:fc'}]}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:20.270082 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8084277e-96fd-4f0f-ad11-50668eabe16d req-7ad44832-50e4-4de9-a026-471029bef697 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255549 Sep 08 09:15:20.272105 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-81fb7f57-9f5a-4fcb-a88f-5ee9fe41f6ac tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:20.392344 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:20.405647 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0b593f-3134-4645-8b62-5f802a01d1d5 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Made reservation on behalf of 537c546711a64200834e3518a959624b for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:15:20.406882 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-81fb7f57-9f5a-4fcb-a88f-5ee9fe41f6ac tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:20.444210 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 12b6ed1f-1294-4b14-aa94-f825ccd36796 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:15:20.501934 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-58c27f41-5fa0-4a4c-b0f7-31d31f391411 req-8fa9f26c-bd26-4e5d-a732-86744b97e9cc service neutron] 10.222.0.54 "GET /v2.0/networks/48c54abd-6f52-4b1d-9226-4a2566a5fe28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510001 Sep 08 09:15:20.536921 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-81fb7f57-9f5a-4fcb-a88f-5ee9fe41f6ac tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:20.574358 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 12b6ed1f-1294-4b14-aa94-f825ccd36796 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:15:20.624766 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fb7f57-9f5a-4fcb-a88f-5ee9fe41f6ac tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Pushing event deleted for resources: {'Subnet': ['ID=0d859f85-d850-427d-96e7-3ef02e31abb5,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:20.626394 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-de0b593f-3134-4645-8b62-5f802a01d1d5 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:20.648407 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1cd0d7-637e-48a6-a6d9-abb029e4cdb2 None None] Network 956e169a-eda7-4c36-8818-651d1ef6f4ec requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:15:20.658871 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-81fb7f57-9f5a-4fcb-a88f-5ee9fe41f6ac tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:20.668449 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-81fb7f57-9f5a-4fcb-a88f-5ee9fe41f6ac tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "DELETE /v2.0/subnets/0d859f85-d850-427d-96e7-3ef02e31abb5 HTTP/1.1" status: 204 len: 168 time: 0.6285801 Sep 08 09:15:20.687171 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58808) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:20.754659 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2c2e4e-ebd4-4c49-93c4-06742ebf6b84 None None] Network 9125495a-9651-4f0b-a161-a5b9a9071c79 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:15:20.806102 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4bd3a66f-0a73-4c67-b968-57bd93a4ab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:20.840065 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-58c27f41-5fa0-4a4c-b0f7-31d31f391411 req-bd8d09ee-fe6e-43d4-a3b0-33002dfe6bda service neutron] 10.222.0.54 "GET /v2.0/networks/48c54abd-6f52-4b1d-9226-4a2566a5fe28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248820 Sep 08 09:15:20.843752 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [None req-de0b593f-3134-4645-8b62-5f802a01d1d5 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] device_id is not set on port 0f4c194b-6750-43bd-825e-c28d706cec7c yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:15:20.923546 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 7372846c-19f9-433f-8cb8-ca65d68becd9 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:15:20.973481 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a37f2-9420-442d-8057-69a54446f4b9 req-f74a8f6d-96e2-4464-9f5a-2e85ff6a814a tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:20.989612 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c72a37f2-9420-442d-8057-69a54446f4b9 req-f74a8f6d-96e2-4464-9f5a-2e85ff6a814a tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.3338978 Sep 08 09:15:20.997446 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-de0b593f-3134-4645-8b62-5f802a01d1d5 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Allocated IP 172.20.0.10 (9125495a-9651-4f0b-a161-a5b9a9071c79/8c5a9320-19b5-4c1c-aef0-416fb1515ac7/0f4c194b-6750-43bd-825e-c28d706cec7c) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:15:20.997678 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c8720283-c4bc-4240-8add-76f0ef6317c0 None None] Provisioning for port 12b6ed1f-1294-4b14-aa94-f825ccd36796 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:15:21.024704 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c8720283-c4bc-4240-8add-76f0ef6317c0 None None] Provisioning complete for port 12b6ed1f-1294-4b14-aa94-f825ccd36796 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:15:21.025246 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c8720283-c4bc-4240-8add-76f0ef6317c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:21.146015 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c72a37f2-9420-442d-8057-69a54446f4b9 req-f36054b9-fcba-40e1-9494-7df430f155d1 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546240 Sep 08 09:15:21.169676 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f841d7f7-74cf-46b2-accf-d5431198e763 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:21.176612 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ece49ae5-14b9-4a91-b34b-c415d92a3ed9 req-3de63f54-efa3-4790-b1bc-4c622114ca33 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=240670ed-522f-46d9-a033-bb2c9d959905 HTTP/1.1" status: 200 len: 210 time: 0.0743263 Sep 08 09:15:21.195837 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0dc5ed-14a0-4010-843f-359b8dd10e7f None None] DHCP port deletion for 956e169a-eda7-4c36-8818-651d1ef6f4ec request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:15:21.211244 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 7372846c-19f9-433f-8cb8-ca65d68becd9 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:15:21.236061 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 7372846c-19f9-433f-8cb8-ca65d68becd9 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:15:21.238285 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:21.261606 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-de0b593f-3134-4645-8b62-5f802a01d1d5 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:21.287376 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-f841d7f7-74cf-46b2-accf-d5431198e763 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Deleting port 721ed318-06c1-4682-b9bf-704b01930ac3 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:15:21.287843 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f841d7f7-74cf-46b2-accf-d5431198e763 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:21.336193 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-de0b593f-3134-4645-8b62-5f802a01d1d5 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Transition to ACTIVE for port object 0f4c194b-6750-43bd-825e-c28d706cec7c will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:15:21.395225 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-570fe882-9c24-48f4-b9d6-bedf551b5d55 req-96217062-c9eb-4fd7-9829-97e1815e1199 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0814831 Sep 08 09:15:21.422386 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-de0b593f-3134-4645-8b62-5f802a01d1d5 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:21.489849 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0b593f-3134-4645-8b62-5f802a01d1d5 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Pushing event updated for resources: {'Port': ['ID=0f4c194b-6750-43bd-825e-c28d706cec7c,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:21.503163 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-f841d7f7-74cf-46b2-accf-d5431198e763 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] For port 721ed318-06c1-4682-b9bf-704b01930ac3, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=721ed318-06c1-4682-b9bf-704b01930ac3,segment=NetworkSegment(075dcf11-108c-4a35-961c-fb3e16a61a23),segment_id=075dcf11-108c-4a35-961c-fb3e16a61a23)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:15:21.506263 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f841d7f7-74cf-46b2-accf-d5431198e763 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:21.541459 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0b593f-3134-4645-8b62-5f802a01d1d5 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Network 9125495a-9651-4f0b-a161-a5b9a9071c79 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:15:21.552598 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-de0b593f-3134-4645-8b62-5f802a01d1d5 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:15:21.566675 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-f841d7f7-74cf-46b2-accf-d5431198e763 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Calling delete_port for 721ed318-06c1-4682-b9bf-704b01930ac3 owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:15:21.568681 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0b593f-3134-4645-8b62-5f802a01d1d5 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:15:21.648423 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c8720283-c4bc-4240-8add-76f0ef6317c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:21.702962 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0b593f-3134-4645-8b62-5f802a01d1d5 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:21.703834 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-de0b593f-3134-4645-8b62-5f802a01d1d5 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:21.747664 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570fe882-9c24-48f4-b9d6-bedf551b5d55 req-ba61f316-fcf8-4c86-b3a0-a6fb75e09a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:21.749364 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-570fe882-9c24-48f4-b9d6-bedf551b5d55 req-ba61f316-fcf8-4c86-b3a0-a6fb75e09a2d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9f5275e2d58a49a08895a50418c7508b&device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 1098 time: 0.2617021 Sep 08 09:15:21.778786 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-de0b593f-3134-4645-8b62-5f802a01d1d5 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.5738978 Sep 08 09:15:21.780889 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58832) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:21.788045 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-8d0dc5ed-14a0-4010-843f-359b8dd10e7f None None] Deleting port 721ed318-06c1-4682-b9bf-704b01930ac3 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:15:21.789116 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8d0dc5ed-14a0-4010-843f-359b8dd10e7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:21.841062 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-c8720283-c4bc-4240-8add-76f0ef6317c0 None None] For port 12b6ed1f-1294-4b14-aa94-f825ccd36796, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=12b6ed1f-1294-4b14-aa94-f825ccd36796,segment=NetworkSegment(c153e382-1f55-4fe0-8305-d82243c7c717),segment_id=c153e382-1f55-4fe0-8305-d82243c7c717)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:15:21.849230 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:21.884290 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f841d7f7-74cf-46b2-accf-d5431198e763 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:21.892742 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c8720283-c4bc-4240-8add-76f0ef6317c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:22.031939 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f841d7f7-74cf-46b2-accf-d5431198e763 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] No DVR routers for this DVR port 721ed318-06c1-4682-b9bf-704b01930ac3 on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:15:22.034189 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f841d7f7-74cf-46b2-accf-d5431198e763 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Pushing event deleted for resources: {'Port': ['ID=721ed318-06c1-4682-b9bf-704b01930ac3,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:22.081380 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570fe882-9c24-48f4-b9d6-bedf551b5d55 req-bef1df80-27c3-4941-a303-607f03ee3b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:22.085736 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-570fe882-9c24-48f4-b9d6-bedf551b5d55 req-bef1df80-27c3-4941-a303-607f03ee3b67 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb338a05-96ea-4d11-88f8-690044b53ade HTTP/1.1" status: 200 len: 917 time: 0.2905087 Sep 08 09:15:22.094134 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35da5e45-6eac-4be5-b6d1-c3e9a629e16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7372846c-19f9-433f-8cb8-ca65d68becd9'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:15:22.108314 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f35944f-457a-4aba-a01e-9e333b1c2566" -d '{"events": [{"server_uuid": "35da5e45-6eac-4be5-b6d1-c3e9a629e16b", "name": "network-vif-plugged", "status": "completed", "tag": "7372846c-19f9-433f-8cb8-ca65d68becd9"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:15:22.156350 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 7372846c-19f9-433f-8cb8-ca65d68becd9, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=7372846c-19f9-433f-8cb8-ca65d68becd9,segment=NetworkSegment(0adbffbb-cf08-4e79-9920-208d98c2b498),segment_id=0adbffbb-cf08-4e79-9920-208d98c2b498)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:15:22.206464 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-8d0dc5ed-14a0-4010-843f-359b8dd10e7f None None] For port 721ed318-06c1-4682-b9bf-704b01930ac3, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=721ed318-06c1-4682-b9bf-704b01930ac3,segment=NetworkSegment(075dcf11-108c-4a35-961c-fb3e16a61a23),segment_id=075dcf11-108c-4a35-961c-fb3e16a61a23)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:15:22.209038 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8d0dc5ed-14a0-4010-843f-359b8dd10e7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:22.270857 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:22.292156 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f841d7f7-74cf-46b2-accf-d5431198e763 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:22.304548 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de93d56a-dc74-4538-8c71-05c2b69d32c5 x-openstack-request-id: req-de93d56a-dc74-4538-8c71-05c2b69d32c5 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:15:22.308199 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1192d70f-c4b3-4457-bda6-33ecc3c2d81f tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:22.308859 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35da5e45-6eac-4be5-b6d1-c3e9a629e16b", "name": "network-vif-plugged", "status": "completed", "tag": "7372846c-19f9-433f-8cb8-ca65d68becd9", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:15:22.309129 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-de93d56a-dc74-4538-8c71-05c2b69d32c5 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:15:22.313332 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35da5e45-6eac-4be5-b6d1-c3e9a629e16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7372846c-19f9-433f-8cb8-ca65d68becd9', 'code': 200} Sep 08 09:15:22.324027 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1192d70f-c4b3-4457-bda6-33ecc3c2d81f tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:22.330703 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1192d70f-c4b3-4457-bda6-33ecc3c2d81f tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:22.332487 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-1192d70f-c4b3-4457-bda6-33ecc3c2d81f tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.5506442 Sep 08 09:15:22.337935 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58852) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:22.343985 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 721ed318-06c1-4682-b9bf-704b01930ac3 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:15:22.357020 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:22.362593 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-8d0dc5ed-14a0-4010-843f-359b8dd10e7f None None] Calling delete_port for 721ed318-06c1-4682-b9bf-704b01930ac3 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:15:22.363013 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-570fe882-9c24-48f4-b9d6-bedf551b5d55 req-47239ef7-5e68-4234-a78a-8c14d40aebe9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e892c78d-0591-4406-9e88-feb95725e7c4 HTTP/1.1" status: 200 len: 1000 time: 0.2377403 Sep 08 09:15:22.418867 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-f841d7f7-74cf-46b2-accf-d5431198e763 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['956e169a-eda7-4c36-8818-651d1ef6f4ec']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:22.423238 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8720283-c4bc-4240-8add-76f0ef6317c0 None None] Pushing event updated for resources: {'Port': ['ID=12b6ed1f-1294-4b14-aa94-f825ccd36796,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:22.433753 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 721ed318-06c1-4682-b9bf-704b01930ac3 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:15:22.437420 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 721ed318-06c1-4682-b9bf-704b01930ac3 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:15:22.500295 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-f841d7f7-74cf-46b2-accf-d5431198e763 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '075dcf11-108c-4a35-961c-fb3e16a61a23') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:22.500625 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-f841d7f7-74cf-46b2-accf-d5431198e763 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '075dcf11-108c-4a35-961c-fb3e16a61a23') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:22.551437 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57da2bb-0c38-4ce5-8677-d99c0fb5a6fe req-c115a6a9-8138-4200-9250-af838d92dcf2 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:22.553328 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f57da2bb-0c38-4ce5-8677-d99c0fb5a6fe req-c115a6a9-8138-4200-9250-af838d92dcf2 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 945 time: 0.2198131 Sep 08 09:15:22.572047 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05d95c-62c8-4191-aefe-fa1f577a467c req-7f3bc006-a27b-4789-a564-08d2649e915e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:22.580832 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ee05d95c-62c8-4191-aefe-fa1f577a467c req-7f3bc006-a27b-4789-a564-08d2649e915e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 1097 time: 0.1299572 Sep 08 09:15:22.588631 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570fe882-9c24-48f4-b9d6-bedf551b5d55 req-7243ca83-5877-42bc-8c70-d75ae0d3bc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:22.590341 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-570fe882-9c24-48f4-b9d6-bedf551b5d55 req-7243ca83-5877-42bc-8c70-d75ae0d3bc9f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ec84db6-4dd6-4de4-a1e0-0c0e5076306d HTTP/1.1" status: 200 len: 855 time: 0.2113712 Sep 08 09:15:22.613670 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f841d7f7-74cf-46b2-accf-d5431198e763 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:22.624200 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b3b8d65c-da44-4101-82a8-b81ec867ceea req-90bd02f5-4249-4ee3-a3de-a03cbfbf1978 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=240670ed-522f-46d9-a033-bb2c9d959905 HTTP/1.1" status: 200 len: 210 time: 0.1142809 Sep 08 09:15:22.665115 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f841d7f7-74cf-46b2-accf-d5431198e763 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:22.684631 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f841d7f7-74cf-46b2-accf-d5431198e763 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:15:22.685069 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f841d7f7-74cf-46b2-accf-d5431198e763 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:22.709772 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f57da2bb-0c38-4ce5-8677-d99c0fb5a6fe req-c9fcc7c1-5687-4b56-a4a2-1d4ee55c736f tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419525 Sep 08 09:15:22.715711 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ee05d95c-62c8-4191-aefe-fa1f577a467c req-d2b9d95e-a03b-4252-81b3-4f679fd032a1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226354 Sep 08 09:15:22.719185 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570fe882-9c24-48f4-b9d6-bedf551b5d55 req-d0dbbda6-4667-4e57-b6fb-9a4ca76d417d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:22.721401 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-570fe882-9c24-48f4-b9d6-bedf551b5d55 req-d0dbbda6-4667-4e57-b6fb-9a4ca76d417d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb338a05-96ea-4d11-88f8-690044b53ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1121325 Sep 08 09:15:22.792924 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:15:22.792924 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:15:22.792924 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:15:22.792924 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:15:22.792924 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:15:22.792924 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:15:22.792924 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:15:22.792924 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:15:22.792924 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:15:22.792924 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:15:22.792924 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:15:22.792924 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:15:22.792924 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:15:22.792924 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:15:22.792924 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:15:22.792924 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:15:22.792924 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:15:22.792924 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:15:22.792924 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:15:22.792924 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:15:22.792924 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:15:22.792924 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:15:22.792924 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:15:22.792924 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:15:22.792924 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:15:22.792924 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:15:22.792924 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:15:22.792924 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:15:22.792924 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:15:22.792924 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:15:22.792924 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:15:22.792924 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:15:22.798125 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f841d7f7-74cf-46b2-accf-d5431198e763 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:22.808831 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-81d6de74-e54f-46d2-a3d0-6ac68b18c564 None None] Provisioning complete for port 12b6ed1f-1294-4b14-aa94-f825ccd36796 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:15:22.809909 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-81d6de74-e54f-46d2-a3d0-6ac68b18c564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:22.835725 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f841d7f7-74cf-46b2-accf-d5431198e763 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:22.841599 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f841d7f7-74cf-46b2-accf-d5431198e763 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "DELETE /v2.0/networks/956e169a-eda7-4c36-8818-651d1ef6f4ec HTTP/1.1" status: 204 len: 168 time: 2.1533244 Sep 08 09:15:22.854272 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f841d7f7-74cf-46b2-accf-d5431198e763 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Pushing event deleted for resources: {'Network': ['ID=956e169a-eda7-4c36-8818-651d1ef6f4ec,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:22.858490 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58854) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:22.870428 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-570fe882-9c24-48f4-b9d6-bedf551b5d55 req-8ca1a65e-0129-4924-912c-4f89a14c073c service neutron] 10.222.0.35 "GET /v2.0/networks/cb338a05-96ea-4d11-88f8-690044b53ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378696 Sep 08 09:15:22.872723 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=7372846c-19f9-433f-8cb8-ca65d68becd9,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:22.912986 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8d0dc5ed-14a0-4010-843f-359b8dd10e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:23.006392 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-71a21342-10d3-4819-b32d-ee3bb227d83a tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Deleting port 0f4c194b-6750-43bd-825e-c28d706cec7c {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:15:23.007012 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-71a21342-10d3-4819-b32d-ee3bb227d83a tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:23.010977 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8d0dc5ed-14a0-4010-843f-359b8dd10e7f None None] Network 956e169a-eda7-4c36-8818-651d1ef6f4ec is not hosted by any dhcp agent {{(pid=94714) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 08 09:15:23.011514 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0dc5ed-14a0-4010-843f-359b8dd10e7f None None] No DVR routers for this DVR port 721ed318-06c1-4682-b9bf-704b01930ac3 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:15:23.020739 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0dc5ed-14a0-4010-843f-359b8dd10e7f None None] Pushing event deleted for resources: {'Port': ['ID=721ed318-06c1-4682-b9bf-704b01930ac3,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:23.109438 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-81d6de74-e54f-46d2-a3d0-6ac68b18c564 None None] Provisioning for port d6e6f4cb-38ba-4fcf-8e49-df43c9d20e5c completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:15:23.117340 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-81d6de74-e54f-46d2-a3d0-6ac68b18c564 None None] Provisioning complete for port d6e6f4cb-38ba-4fcf-8e49-df43c9d20e5c triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:15:23.118791 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-81d6de74-e54f-46d2-a3d0-6ac68b18c564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:23.187675 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-81d6de74-e54f-46d2-a3d0-6ac68b18c564 None None] Port d6e6f4cb-38ba-4fcf-8e49-df43c9d20e5c cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:15:23.199033 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-570fe882-9c24-48f4-b9d6-bedf551b5d55 req-0df2d0e2-e58f-4922-945a-87b007093897 service neutron] 10.222.0.35 "GET /v2.0/networks/cb338a05-96ea-4d11-88f8-690044b53ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217537 Sep 08 09:15:23.242592 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-71a21342-10d3-4819-b32d-ee3bb227d83a tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:23.249017 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c27f41-5fa0-4a4c-b0f7-31d31f391411 req-9e77c531-df7c-4ca5-af16-515b8cd7d28d tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:23.250766 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-58c27f41-5fa0-4a4c-b0f7-31d31f391411 req-9e77c531-df7c-4ca5-af16-515b8cd7d28d tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.35 "GET /v2.0/networks?id=48c54abd-6f52-4b1d-9226-4a2566a5fe28 HTTP/1.1" status: 200 len: 806 time: 0.2361364 Sep 08 09:15:23.285743 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-71a21342-10d3-4819-b32d-ee3bb227d83a tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Calling delete_port for 0f4c194b-6750-43bd-825e-c28d706cec7c owned by {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:15:23.296802 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-58c27f41-5fa0-4a4c-b0f7-31d31f391411 req-f9067d9c-dbc3-44b7-a7a5-bd2ea1b6a1fa tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Request body: {'port': {'device_id': '240670ed-522f-46d9-a033-bb2c9d959905', 'network_id': '48c54abd-6f52-4b1d-9226-4a2566a5fe28', 'admin_state_up': True, 'tenant_id': '361efd7dd288461f98c228af9e362c93'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:23.298184 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-605ddaac-387b-4a80-82cf-186ad05692d4 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Deleting port 7113b6a8-39ad-476b-bda0-031ab9b0f27b {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:15:23.298528 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-605ddaac-387b-4a80-82cf-186ad05692d4 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:23.315327 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-663206a4-465b-46ad-b8af-c47ffa963a92 None None] Provisioning for port 0f4c194b-6750-43bd-825e-c28d706cec7c completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:15:23.324836 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-663206a4-465b-46ad-b8af-c47ffa963a92 None None] Provisioning complete for port 0f4c194b-6750-43bd-825e-c28d706cec7c triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:15:23.325712 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-663206a4-465b-46ad-b8af-c47ffa963a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:23.383308 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-663206a4-465b-46ad-b8af-c47ffa963a92 None None] Port 0f4c194b-6750-43bd-825e-c28d706cec7c cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:15:23.386022 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29674266-4c30-4e84-ae49-5450dbc2064f req-b5c9865e-4efb-44f4-859e-f113c0cee235 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:23.387941 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-29674266-4c30-4e84-ae49-5450dbc2064f req-b5c9865e-4efb-44f4-859e-f113c0cee235 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 945 time: 0.1484060 Sep 08 09:15:23.402913 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-663206a4-465b-46ad-b8af-c47ffa963a92 None None] Provisioning complete for port d6e6f4cb-38ba-4fcf-8e49-df43c9d20e5c triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:15:23.404607 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-663206a4-465b-46ad-b8af-c47ffa963a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:23.447645 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-663206a4-465b-46ad-b8af-c47ffa963a92 None None] Port d6e6f4cb-38ba-4fcf-8e49-df43c9d20e5c cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:15:23.447873 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58c27f41-5fa0-4a4c-b0f7-31d31f391411 req-f9067d9c-dbc3-44b7-a7a5-bd2ea1b6a1fa tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Made reservation on behalf of 361efd7dd288461f98c228af9e362c93 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:15:23.452673 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-58c27f41-5fa0-4a4c-b0f7-31d31f391411 req-f9067d9c-dbc3-44b7-a7a5-bd2ea1b6a1fa tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:23.490161 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:23.500909 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-29674266-4c30-4e84-ae49-5450dbc2064f req-10089bb2-654b-40bb-9d23-a012facaa923 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839534 Sep 08 09:15:23.502571 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-605ddaac-387b-4a80-82cf-186ad05692d4 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:23.502908 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-605ddaac-387b-4a80-82cf-186ad05692d4 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:23.525602 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-605ddaac-387b-4a80-82cf-186ad05692d4 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Calling delete_port for 7113b6a8-39ad-476b-bda0-031ab9b0f27b owned by network:floatingip {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:15:23.606565 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-58c27f41-5fa0-4a4c-b0f7-31d31f391411 req-f9067d9c-dbc3-44b7-a7a5-bd2ea1b6a1fa tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Allocated IP 172.20.0.13 (48c54abd-6f52-4b1d-9226-4a2566a5fe28/7d9ca010-a841-4012-aaa1-2a86eaf161a1/6abe2cd3-fe05-4d15-a3f3-bcd06157496d) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:15:23.633565 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-71a21342-10d3-4819-b32d-ee3bb227d83a tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:23.671025 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a21342-10d3-4819-b32d-ee3bb227d83a tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Pushing event deleted for resources: {'Port': ['ID=0f4c194b-6750-43bd-825e-c28d706cec7c,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:23.887604 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b0c53281-cd3e-4c6f-8e90-9d6254053cee req-62fbc280-6a64-4472-9952-960f08360c27 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=240670ed-522f-46d9-a033-bb2c9d959905 HTTP/1.1" status: 200 len: 210 time: 0.0635004 Sep 08 09:15:23.992049 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-58c27f41-5fa0-4a4c-b0f7-31d31f391411 req-f9067d9c-dbc3-44b7-a7a5-bd2ea1b6a1fa tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:24.030384 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-605ddaac-387b-4a80-82cf-186ad05692d4 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:24.054253 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:24.065446 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-71a21342-10d3-4819-b32d-ee3bb227d83a tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:24.068508 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-71a21342-10d3-4819-b32d-ee3bb227d83a tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] 10.222.0.54 "DELETE /v2.0/ports/0f4c194b-6750-43bd-825e-c28d706cec7c HTTP/1.1" status: 204 len: 168 time: 1.7249565 Sep 08 09:15:24.070222 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ddaac-387b-4a80-82cf-186ad05692d4 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Pushing event deleted for resources: {'Port': ['ID=7113b6a8-39ad-476b-bda0-031ab9b0f27b,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:24.073091 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58878) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:24.137501 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4947ace-8fe1-42ac-9a22-143b4bb5c0f0 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] GET failed (client error): The resource could not be found. Sep 08 09:15:24.142843 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-a4947ace-8fe1-42ac-9a22-143b4bb5c0f0 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] 10.222.0.54 "GET /v2.0/ports/0f4c194b-6750-43bd-825e-c28d706cec7c HTTP/1.1" status: 404 len: 333 time: 0.0685830 Sep 08 09:15:24.143400 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58882) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:24.154195 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcdfbf3-e42f-472c-900a-5574c62e4088 req-21e074bd-ae0d-4657-b262-4fd01181e28b tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:24.155831 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-afcdfbf3-e42f-472c-900a-5574c62e4088 req-21e074bd-ae0d-4657-b262-4fd01181e28b tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 945 time: 0.1376083 Sep 08 09:15:24.164171 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-ad8e9bed-8d3c-4233-8385-749eca10f113 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Request body: {'port': {'network_id': '9125495a-9651-4f0b-a161-a5b9a9071c79', 'name': 'tempest-AllowedAddressPairTestJSON-1615180668'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:24.171852 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-605ddaac-387b-4a80-82cf-186ad05692d4 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for floatingip, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:24.174965 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-58c27f41-5fa0-4a4c-b0f7-31d31f391411 req-f9067d9c-dbc3-44b7-a7a5-bd2ea1b6a1fa tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:24.175521 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-605ddaac-387b-4a80-82cf-186ad05692d4 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:24.182705 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-605ddaac-387b-4a80-82cf-186ad05692d4 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "DELETE /v2.0/floatingips/a5cca3ab-1611-4f0a-a2c9-ce22071e1e90 HTTP/1.1" status: 204 len: 168 time: 1.3171299 Sep 08 09:15:24.186553 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58884) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:24.210954 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:15:24.257705 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9067d9c-dbc3-44b7-a7a5-bd2ea1b6a1fa tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Pushing event updated for resources: {'Port': ['ID=6abe2cd3-fe05-4d15-a3f3-bcd06157496d,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:24.309090 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58c27f41-5fa0-4a4c-b0f7-31d31f391411 req-f9067d9c-dbc3-44b7-a7a5-bd2ea1b6a1fa tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Network 48c54abd-6f52-4b1d-9226-4a2566a5fe28 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:15:24.309090 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3eef189-f4e7-4e63-b270-eb946ddbed45 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] DELETE failed (client error): The resource could not be found. Sep 08 09:15:24.309090 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3eef189-f4e7-4e63-b270-eb946ddbed45 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:15:24.309090 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e3eef189-f4e7-4e63-b270-eb946ddbed45 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "DELETE /v2.0/ports/6c77535e-cf98-4066-bf71-630ea43767e7 HTTP/1.1" status: 404 len: 333 time: 0.0676811 Sep 08 09:15:24.314708 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58888) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:24.320176 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-58c27f41-5fa0-4a4c-b0f7-31d31f391411 req-f9067d9c-dbc3-44b7-a7a5-bd2ea1b6a1fa tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:15:24.324579 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c27f41-5fa0-4a4c-b0f7-31d31f391411 req-f9067d9c-dbc3-44b7-a7a5-bd2ea1b6a1fa tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:15:24.351016 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 12b6ed1f-1294-4b14-aa94-f825ccd36796 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:15:24.370435 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-afcdfbf3-e42f-472c-900a-5574c62e4088 req-5b3b7299-bc90-4fba-93bf-ba3d12654413 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2068496 Sep 08 09:15:24.450534 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a4b13ae4-31a5-4aa3-a62f-5213364062d2 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "GET /v2.0/ports?device_id=4e746a78-2bec-48c1-b0d6-003b6794c42e HTTP/1.1" status: 200 len: 205 time: 0.1157644 Sep 08 09:15:24.452384 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8e9bed-8d3c-4233-8385-749eca10f113 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Made reservation on behalf of 537c546711a64200834e3518a959624b for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:15:24.470429 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ad8e9bed-8d3c-4233-8385-749eca10f113 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:24.479200 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c27f41-5fa0-4a4c-b0f7-31d31f391411 req-f9067d9c-dbc3-44b7-a7a5-bd2ea1b6a1fa tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:24.480961 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-58c27f41-5fa0-4a4c-b0f7-31d31f391411 req-f9067d9c-dbc3-44b7-a7a5-bd2ea1b6a1fa tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:24.481949 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58896) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:24.504448 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-58c27f41-5fa0-4a4c-b0f7-31d31f391411 req-f9067d9c-dbc3-44b7-a7a5-bd2ea1b6a1fa tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2162869 Sep 08 09:15:24.524970 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-58c27f41-5fa0-4a4c-b0f7-31d31f391411 req-d3914eee-6343-4584-b84b-a9432028d458 service neutron] Request body: {'port': {'device_id': '240670ed-522f-46d9-a033-bb2c9d959905', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:24.546304 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 12b6ed1f-1294-4b14-aa94-f825ccd36796 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:15:24.546690 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:24.607018 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-58c27f41-5fa0-4a4c-b0f7-31d31f391411 req-d3914eee-6343-4584-b84b-a9432028d458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:24.642534 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-07163ca2-505d-4b07-84d6-1e4cc85da31f tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] delete failed (client error): The resource could not be found. Sep 08 09:15:24.643658 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-07163ca2-505d-4b07-84d6-1e4cc85da31f tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "DELETE /v2.0/routers/4e746a78-2bec-48c1-b0d6-003b6794c42e HTTP/1.1" status: 404 len: 336 time: 0.1370118 Sep 08 09:15:24.648820 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58898) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:24.655545 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-ad8e9bed-8d3c-4233-8385-749eca10f113 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] device_id is not set on port d3b53080-00a1-46ec-96c8-4ce092570c44 yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:15:24.690936 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2fe0fe6-09d5-4d4d-99a0-d43246c32300 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] DELETE failed (client error): The resource could not be found. Sep 08 09:15:24.691725 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2fe0fe6-09d5-4d4d-99a0-d43246c32300 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:15:24.693832 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f2fe0fe6-09d5-4d4d-99a0-d43246c32300 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "DELETE /v2.0/subnets/0d859f85-d850-427d-96e7-3ef02e31abb5 HTTP/1.1" status: 404 len: 337 time: 0.0437167 Sep 08 09:15:24.697605 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58900) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:24.769951 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f89af-37f4-44d5-be2e-5f6dc5ee67ee req-7fcc30f7-5fd1-44a2-b026-112b2ef2dc05 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:24.771540 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5d6f89af-37f4-44d5-be2e-5f6dc5ee67ee req-7fcc30f7-5fd1-44a2-b026-112b2ef2dc05 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 945 time: 0.2814064 Sep 08 09:15:24.795160 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [req-c0af1ee8-55b8-49dd-b1ba-87f101645862 req-e4637b57-6f43-444b-ab47-8bb2a2e9ae8a service neutron] (94713) timed out ('10.222.0.37', 49194) {{(pid=94713) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 09:15:24.796567 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58902) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:24.801907 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-d1b89440-74b9-451b-994a-d87a3361e738 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Request body: {'floatingip': {'port_id': '7372846c-19f9-433f-8cb8-ca65d68becd9'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:24.857900 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d1b89440-74b9-451b-994a-d87a3361e738 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks [] for floatingip, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:24.939135 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-ad8e9bed-8d3c-4233-8385-749eca10f113 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Allocated IP 172.20.0.14 (9125495a-9651-4f0b-a161-a5b9a9071c79/8c5a9320-19b5-4c1c-aef0-416fb1515ac7/d3b53080-00a1-46ec-96c8-4ce092570c44) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:15:24.977433 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-b4a57faf-ff85-4dbf-9777-8f304d36b1ef tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Deleting port 5a442507-a620-4a4b-8768-2910262fe646 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:15:24.977996 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b4a57faf-ff85-4dbf-9777-8f304d36b1ef tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:25.177346 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334c830-4c6f-451e-908f-e647038fd8cc req-2ac098eb-5c48-4aa9-a71c-c22cb853bea4 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:25.178961 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a334c830-4c6f-451e-908f-e647038fd8cc req-2ac098eb-5c48-4aa9-a71c-c22cb853bea4 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=240670ed-522f-46d9-a033-bb2c9d959905 HTTP/1.1" status: 200 len: 932 time: 0.1771829 Sep 08 09:15:25.190139 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b4a57faf-ff85-4dbf-9777-8f304d36b1ef tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:25.206637 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-58c27f41-5fa0-4a4c-b0f7-31d31f391411 req-d3914eee-6343-4584-b84b-a9432028d458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6abe2cd3-fe05-4d15-a3f3-bcd06157496d {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:15:25.221779 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-58c27f41-5fa0-4a4c-b0f7-31d31f391411 req-d3914eee-6343-4584-b84b-a9432028d458 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:25.238791 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-b4a57faf-ff85-4dbf-9777-8f304d36b1ef tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Calling delete_port for 5a442507-a620-4a4b-8768-2910262fe646 owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:15:25.259285 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-58c27f41-5fa0-4a4c-b0f7-31d31f391411 req-d3914eee-6343-4584-b84b-a9432028d458 service neutron] Transition to ACTIVE for port object 6abe2cd3-fe05-4d15-a3f3-bcd06157496d will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:15:25.271288 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-58c27f41-5fa0-4a4c-b0f7-31d31f391411 req-d3914eee-6343-4584-b84b-a9432028d458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:25.345020 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3914eee-6343-4584-b84b-a9432028d458 service neutron] Pushing event updated for resources: {'Port': ['ID=6abe2cd3-fe05-4d15-a3f3-bcd06157496d,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:25.355212 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a334c830-4c6f-451e-908f-e647038fd8cc req-d8db51b8-0211-4151-b668-8f0ee675f1f0 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609373 Sep 08 09:15:25.513851 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b4a57faf-ff85-4dbf-9777-8f304d36b1ef tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:25.646336 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a57faf-ff85-4dbf-9777-8f304d36b1ef tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Pushing event deleted for resources: {'Port': ['ID=5a442507-a620-4a4b-8768-2910262fe646,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:25.682300 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-58c27f41-5fa0-4a4c-b0f7-31d31f391411 req-d3914eee-6343-4584-b84b-a9432028d458 service neutron] Attempting to bind port 6abe2cd3-fe05-4d15-a3f3-bcd06157496d on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:15:25.682623 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-58c27f41-5fa0-4a4c-b0f7-31d31f391411 req-d3914eee-6343-4584-b84b-a9432028d458 service neutron] Attempting to bind port 6abe2cd3-fe05-4d15-a3f3-bcd06157496d by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '7ce255b1-6bde-43a1-82b1-212ac77774b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48c54abd-6f52-4b1d-9226-4a2566a5fe28'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:15:25.683028 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c27f41-5fa0-4a4c-b0f7-31d31f391411 req-d3914eee-6343-4584-b84b-a9432028d458 service neutron] Attempting to bind port 6abe2cd3-fe05-4d15-a3f3-bcd06157496d on network 48c54abd-6f52-4b1d-9226-4a2566a5fe28 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:15:25.688848 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b4a57faf-ff85-4dbf-9777-8f304d36b1ef tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:25.693095 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b4a57faf-ff85-4dbf-9777-8f304d36b1ef tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "DELETE /v2.0/ports/5a442507-a620-4a4b-8768-2910262fe646 HTTP/1.1" status: 204 len: 168 time: 0.9920058 Sep 08 09:15:25.693095 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c27f41-5fa0-4a4c-b0f7-31d31f391411 req-d3914eee-6343-4584-b84b-a9432028d458 service neutron] Port 6abe2cd3-fe05-4d15-a3f3-bcd06157496d on network 48c54abd-6f52-4b1d-9226-4a2566a5fe28 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:15:25.693095 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c27f41-5fa0-4a4c-b0f7-31d31f391411 req-d3914eee-6343-4584-b84b-a9432028d458 service neutron] Attempting to bind port 6abe2cd3-fe05-4d15-a3f3-bcd06157496d on network 48c54abd-6f52-4b1d-9226-4a2566a5fe28 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:15:25.694282 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58910) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:25.726821 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c27f41-5fa0-4a4c-b0f7-31d31f391411 req-d3914eee-6343-4584-b84b-a9432028d458 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:15:25.727892 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c27f41-5fa0-4a4c-b0f7-31d31f391411 req-d3914eee-6343-4584-b84b-a9432028d458 service neutron] Checking segment: {'id': '7ce255b1-6bde-43a1-82b1-212ac77774b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48c54abd-6f52-4b1d-9226-4a2566a5fe28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:15:25.728431 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c27f41-5fa0-4a4c-b0f7-31d31f391411 req-d3914eee-6343-4584-b84b-a9432028d458 service neutron] Bound using segment: {'id': '7ce255b1-6bde-43a1-82b1-212ac77774b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48c54abd-6f52-4b1d-9226-4a2566a5fe28'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:15:25.729376 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-58c27f41-5fa0-4a4c-b0f7-31d31f391411 req-d3914eee-6343-4584-b84b-a9432028d458 service neutron] Bound port: 6abe2cd3-fe05-4d15-a3f3-bcd06157496d, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ce255b1-6bde-43a1-82b1-212ac77774b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48c54abd-6f52-4b1d-9226-4a2566a5fe28'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:15:25.729469 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-58c27f41-5fa0-4a4c-b0f7-31d31f391411 req-d3914eee-6343-4584-b84b-a9432028d458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:25.773297 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ad8e9bed-8d3c-4233-8385-749eca10f113 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:25.803468 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-ad8e9bed-8d3c-4233-8385-749eca10f113 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Transition to ACTIVE for port object d3b53080-00a1-46ec-96c8-4ce092570c44 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:15:25.864354 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-d69f0a05-67ac-496e-aaa1-9013b31a64cc tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Deleting port 48df121d-0420-4729-a697-38f991280edd {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:15:25.865026 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d69f0a05-67ac-496e-aaa1-9013b31a64cc tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:25.870960 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-58c27f41-5fa0-4a4c-b0f7-31d31f391411 req-d3914eee-6343-4584-b84b-a9432028d458 service neutron] For port 6abe2cd3-fe05-4d15-a3f3-bcd06157496d, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:15:25.905245 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-58c27f41-5fa0-4a4c-b0f7-31d31f391411 req-d3914eee-6343-4584-b84b-a9432028d458 service neutron] For port 6abe2cd3-fe05-4d15-a3f3-bcd06157496d, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=6abe2cd3-fe05-4d15-a3f3-bcd06157496d,segment=NetworkSegment(7ce255b1-6bde-43a1-82b1-212ac77774b3),segment_id=7ce255b1-6bde-43a1-82b1-212ac77774b3)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:15:25.941444 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-58c27f41-5fa0-4a4c-b0f7-31d31f391411 req-d3914eee-6343-4584-b84b-a9432028d458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:26.002442 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c27f41-5fa0-4a4c-b0f7-31d31f391411 req-d3914eee-6343-4584-b84b-a9432028d458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:26.003393 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-58c27f41-5fa0-4a4c-b0f7-31d31f391411 req-d3914eee-6343-4584-b84b-a9432028d458 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:26.005011 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-58c27f41-5fa0-4a4c-b0f7-31d31f391411 req-d3914eee-6343-4584-b84b-a9432028d458 service neutron] 10.222.0.35 "PUT /v2.0/ports/6abe2cd3-fe05-4d15-a3f3-bcd06157496d HTTP/1.1" status: 200 len: 1093 time: 1.4856341 Sep 08 09:15:26.009290 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '240670ed-522f-46d9-a033-bb2c9d959905', 'tag': '6abe2cd3-fe05-4d15-a3f3-bcd06157496d'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:15:26.011883 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d1b89440-74b9-451b-994a-d87a3361e738 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:26.012289 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb21add-e6d4-4686-8b75-562074ee0c03" -d '{"events": [{"name": "network-changed", "server_uuid": "240670ed-522f-46d9-a033-bb2c9d959905", "tag": "6abe2cd3-fe05-4d15-a3f3-bcd06157496d"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:15:26.021159 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d1b89440-74b9-451b-994a-d87a3361e738 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:26.238373 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ad8e9bed-8d3c-4233-8385-749eca10f113 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:26.302028 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e9bed-8d3c-4233-8385-749eca10f113 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Pushing event updated for resources: {'Port': ['ID=d3b53080-00a1-46ec-96c8-4ce092570c44,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:26.331409 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8e9bed-8d3c-4233-8385-749eca10f113 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Network 9125495a-9651-4f0b-a161-a5b9a9071c79 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:15:26.339657 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-ad8e9bed-8d3c-4233-8385-749eca10f113 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:15:26.342917 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8e9bed-8d3c-4233-8385-749eca10f113 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:15:26.401813 n-d-806683-11 neutron-server[94713]: INFO neutron.db.l3_db [None req-d1b89440-74b9-451b-994a-d87a3361e738 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Floating IP ae9401da-6d53-487c-a0ad-8b9c7f68f966 associated. External IP: 172.25.0.183, port: 7372846c-19f9-433f-8cb8-ca65d68becd9. Sep 08 09:15:26.498369 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8e9bed-8d3c-4233-8385-749eca10f113 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:26.499051 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ad8e9bed-8d3c-4233-8385-749eca10f113 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:26.530008 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ad8e9bed-8d3c-4233-8385-749eca10f113 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3775184 Sep 08 09:15:26.535288 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58920) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:26.536442 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608d6f07-abe0-42ea-abd6-1b71cb5f2b3b x-openstack-request-id: req-608d6f07-abe0-42ea-abd6-1b71cb5f2b3b {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:15:26.536924 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "240670ed-522f-46d9-a033-bb2c9d959905", "tag": "6abe2cd3-fe05-4d15-a3f3-bcd06157496d", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:15:26.537020 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-608d6f07-abe0-42ea-abd6-1b71cb5f2b3b {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:15:26.537485 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '240670ed-522f-46d9-a033-bb2c9d959905', 'tag': '6abe2cd3-fe05-4d15-a3f3-bcd06157496d', 'status': 'completed', 'code': 200} Sep 08 09:15:26.542822 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-3e2ee8de-5570-430e-a29d-678ec75ddaa9 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:bb:ae:fc'}]}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:26.596768 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d69f0a05-67ac-496e-aaa1-9013b31a64cc tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:26.644553 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c27f41-5fa0-4a4c-b0f7-31d31f391411 req-b252d0f7-7579-427c-a89e-50d7c8106e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:26.646966 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-58c27f41-5fa0-4a4c-b0f7-31d31f391411 req-b252d0f7-7579-427c-a89e-50d7c8106e8c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=361efd7dd288461f98c228af9e362c93&device_id=240670ed-522f-46d9-a033-bb2c9d959905 HTTP/1.1" status: 200 len: 1096 time: 0.1570475 Sep 08 09:15:26.664039 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4eb846-fc02-45e2-be32-b7e2dd1009a4 req-01bd206e-7138-4189-a3fe-d7d38d1a9275 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:26.666500 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6f4eb846-fc02-45e2-be32-b7e2dd1009a4 req-01bd206e-7138-4189-a3fe-d7d38d1a9275 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=240670ed-522f-46d9-a033-bb2c9d959905 HTTP/1.1" status: 200 len: 944 time: 0.1126769 Sep 08 09:15:26.667311 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3914eee-6343-4584-b84b-a9432028d458 service neutron] Pushing event updated for resources: {'Port': ['ID=6abe2cd3-fe05-4d15-a3f3-bcd06157496d,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:26.737652 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-d69f0a05-67ac-496e-aaa1-9013b31a64cc tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Calling delete_port for 48df121d-0420-4729-a697-38f991280edd owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:15:26.806591 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f492ad6b-9bb4-43b1-a028-d9eca1a63f30 None None] Provisioning for port d3b53080-00a1-46ec-96c8-4ce092570c44 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:15:26.812933 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f492ad6b-9bb4-43b1-a028-d9eca1a63f30 None None] Provisioning complete for port d3b53080-00a1-46ec-96c8-4ce092570c44 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:15:26.813552 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f492ad6b-9bb4-43b1-a028-d9eca1a63f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:26.908355 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-f492ad6b-9bb4-43b1-a028-d9eca1a63f30 None None] Port d3b53080-00a1-46ec-96c8-4ce092570c44 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:15:26.964484 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3e2ee8de-5570-430e-a29d-678ec75ddaa9 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:27.026019 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-58c27f41-5fa0-4a4c-b0f7-31d31f391411 req-0cee8594-28b9-4abb-87cb-3d624e37772a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6abe2cd3-fe05-4d15-a3f3-bcd06157496d HTTP/1.1" status: 200 len: 217 time: 0.3550606 Sep 08 09:15:27.060814 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b89440-74b9-451b-994a-d87a3361e738 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Router bf28cd3d-f319-4dcf-8b7d-c14905cec101 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:15:27.226843 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c27f41-5fa0-4a4c-b0f7-31d31f391411 req-35a9c3e5-259b-4dee-b1fe-9a5d36d53dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:27.229298 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-58c27f41-5fa0-4a4c-b0f7-31d31f391411 req-35a9c3e5-259b-4dee-b1fe-9a5d36d53dd4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7d9ca010-a841-4012-aaa1-2a86eaf161a1 HTTP/1.1" status: 200 len: 846 time: 0.1903608 Sep 08 09:15:27.243457 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d69f0a05-67ac-496e-aaa1-9013b31a64cc tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:27.249433 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6f4eb846-fc02-45e2-be32-b7e2dd1009a4 req-9a7b67ae-e116-4ecd-a71c-1d07967d70c4 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306833 Sep 08 09:15:27.315127 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f0a05-67ac-496e-aaa1-9013b31a64cc tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Pushing event deleted for resources: {'Port': ['ID=48df121d-0420-4729-a697-38f991280edd,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:27.343288 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-58c27f41-5fa0-4a4c-b0f7-31d31f391411 req-a3c25f8b-08b7-4885-a1ee-b35ebccb0284 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48c54abd-6f52-4b1d-9226-4a2566a5fe28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974450 Sep 08 09:15:27.402071 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3e2ee8de-5570-430e-a29d-678ec75ddaa9 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:27.410059 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3e2ee8de-5570-430e-a29d-678ec75ddaa9 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:27.450492 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b89440-74b9-451b-994a-d87a3361e738 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:15:27.456022 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d1b89440-74b9-451b-994a-d87a3361e738 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:27.464233 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a423a22-43f0-4ab5-9bf4-233a8ac8c9b6 None None] Sync routers for ids ['bf28cd3d-f319-4dcf-8b7d-c14905cec101'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:15:27.486900 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a423a22-43f0-4ab5-9bf4-233a8ac8c9b6 None None] Routers {'bf28cd3d-f319-4dcf-8b7d-c14905cec101'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:15:27.487639 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-8a423a22-43f0-4ab5-9bf4-233a8ac8c9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:15:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['bf28cd3d-f319-4dcf-8b7d-c14905cec101'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:27.520749 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d69f0a05-67ac-496e-aaa1-9013b31a64cc tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:27.523686 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d69f0a05-67ac-496e-aaa1-9013b31a64cc tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "DELETE /v2.0/ports/48df121d-0420-4729-a697-38f991280edd HTTP/1.1" status: 204 len: 168 time: 1.8288531 Sep 08 09:15:27.527591 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58938) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:27.554751 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d1b89440-74b9-451b-994a-d87a3361e738 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "PUT /v2.0/floatingips/ae9401da-6d53-487c-a0ad-8b9c7f68f966 HTTP/1.1" status: 200 len: 991 time: 2.7542663 Sep 08 09:15:27.556764 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35da5e45-6eac-4be5-b6d1-c3e9a629e16b', 'tag': '7372846c-19f9-433f-8cb8-ca65d68becd9'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:15:27.559334 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213dc7f5-be89-4196-a848-380fafeaa936" -d '{"events": [{"name": "network-changed", "server_uuid": "35da5e45-6eac-4be5-b6d1-c3e9a629e16b", "tag": "7372846c-19f9-433f-8cb8-ca65d68becd9"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:15:27.565204 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ee8de-5570-430e-a29d-678ec75ddaa9 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Pushing event updated for resources: {'Port': ['ID=d3b53080-00a1-46ec-96c8-4ce092570c44,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:27.575917 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-3e2ee8de-5570-430e-a29d-678ec75ddaa9 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] In _notify_port_updated(), no bound segment for port d3b53080-00a1-46ec-96c8-4ce092570c44 on network 9125495a-9651-4f0b-a161-a5b9a9071c79 {{(pid=94713) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 08 09:15:27.588695 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2ee8de-5570-430e-a29d-678ec75ddaa9 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:27.591703 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3e2ee8de-5570-430e-a29d-678ec75ddaa9 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:27.595694 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3e2ee8de-5570-430e-a29d-678ec75ddaa9 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] 10.222.0.54 "PUT /v2.0/ports/d3b53080-00a1-46ec-96c8-4ce092570c44 HTTP/1.1" status: 200 len: 994 time: 1.0568192 Sep 08 09:15:27.595967 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58944) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:27.672756 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-58c27f41-5fa0-4a4c-b0f7-31d31f391411 req-a369403f-8067-4846-b4a5-d37cfe08b427 service neutron] 10.222.0.35 "GET /v2.0/networks/48c54abd-6f52-4b1d-9226-4a2566a5fe28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194230 Sep 08 09:15:27.729583 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7fe1405-231c-45fd-979b-0dc4bd097802 x-openstack-request-id: req-e7fe1405-231c-45fd-979b-0dc4bd097802 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:15:27.729583 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35da5e45-6eac-4be5-b6d1-c3e9a629e16b", "tag": "7372846c-19f9-433f-8cb8-ca65d68becd9", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:15:27.729782 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e7fe1405-231c-45fd-979b-0dc4bd097802 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:15:27.731451 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35da5e45-6eac-4be5-b6d1-c3e9a629e16b', 'tag': '7372846c-19f9-433f-8cb8-ca65d68becd9', 'status': 'completed', 'code': 200} Sep 08 09:15:27.772686 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-40d982a8-6baf-4eb2-8255-cf6e2925d6ee tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Deleting port d3b53080-00a1-46ec-96c8-4ce092570c44 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:15:27.773041 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-40d982a8-6baf-4eb2-8255-cf6e2925d6ee tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:27.778031 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-8a423a22-43f0-4ab5-9bf4-233a8ac8c9b6 None None] Set router bf28cd3d-f319-4dcf-8b7d-c14905cec101 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:15:27.931923 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-40d982a8-6baf-4eb2-8255-cf6e2925d6ee tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:27.938389 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb4b0e3-0fc4-496e-b1bb-4d845433ff0e tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:27.940147 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-9eb4b0e3-0fc4-496e-b1bb-4d845433ff0e tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "GET /v2.0/ports?device_id=077a1b35-7b5d-4cdb-990f-6b127f447355 HTTP/1.1" status: 200 len: 913 time: 0.4042766 Sep 08 09:15:27.943626 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58948) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:27.947150 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-296523d4-80bf-436e-ad89-b876872e1d58 None None] Provisioning complete for port d3b53080-00a1-46ec-96c8-4ce092570c44 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:15:27.947700 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-296523d4-80bf-436e-ad89-b876872e1d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:27.969705 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-40d982a8-6baf-4eb2-8255-cf6e2925d6ee tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Calling delete_port for d3b53080-00a1-46ec-96c8-4ce092570c44 owned by {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:15:28.049847 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-296523d4-80bf-436e-ad89-b876872e1d58 None None] Port d3b53080-00a1-46ec-96c8-4ce092570c44 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:15:28.060342 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-58c27f41-5fa0-4a4c-b0f7-31d31f391411 req-16be7693-950d-45ca-a38f-d7c227c67aa8 service neutron] 10.222.0.35 "GET /v2.0/networks/48c54abd-6f52-4b1d-9226-4a2566a5fe28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699744 Sep 08 09:15:28.083658 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213dc7f5-be89-4196-a848-380fafeaa936 req-46455603-bda8-4583-8cb7-71d8bdfd9d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:28.087824 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-213dc7f5-be89-4196-a848-380fafeaa936 req-46455603-bda8-4583-8cb7-71d8bdfd9d71 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca0d1910d7ca4892b72992e748a5bde6&device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 1097 time: 0.2648609 Sep 08 09:15:28.273167 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-40d982a8-6baf-4eb2-8255-cf6e2925d6ee tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:28.353944 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d982a8-6baf-4eb2-8255-cf6e2925d6ee tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Pushing event deleted for resources: {'Port': ['ID=d3b53080-00a1-46ec-96c8-4ce092570c44,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:28.391968 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-8a423a22-43f0-4ab5-9bf4-233a8ac8c9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf28cd3d-f319-4dcf-8b7d-c14905cec101', 'name': 'tempest-ServerActionsTestJSON-1706241596-router', 'tenant_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'c2612e1e-da8d-4399-b67c-2cd38fb079f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:14:52Z', 'updated_at': '2021-09-08T09:14:59Z', 'revision_number': 4, 'project_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'gw_port': {'id': 'c2612e1e-da8d-4399-b67c-2cd38fb079f2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28cd3d-f319-4dcf-8b7d-c14905cec101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:14:53Z', 'updated_at': '2021-09-08T09:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': 'ae9401da-6d53-487c-a0ad-8b9c7f68f966', 'tenant_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'floating_ip_address': '172.25.0.183', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'bf28cd3d-f319-4dcf-8b7d-c14905cec101', 'port_id': '7372846c-19f9-433f-8cb8-ca65d68becd9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7', 'mac_address': 'fa:16:3e:a8:64:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35da5e45-6eac-4be5-b6d1-c3e9a629e16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:15:05Z', 'updated_at': '2021-09-08T09:15:25Z', 'revision_number': 1, 'project_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a023aae3-70a3-42f7-a5ba-d74fa410796b', 'name': '', 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7', 'tenant_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'mac_address': 'fa:16:3e:98:3a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28cd3d-f319-4dcf-8b7d-c14905cec101', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '452a4b6d-a445-4b2b-9168-2695dd67e404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:14:57Z', 'updated_at': '2021-09-08T09:15:06Z', 'revision_number': 5, 'project_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'subnets': [{'id': '452a4b6d-a445-4b2b-9168-2695dd67e404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:28.495699 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a423a22-43f0-4ab5-9bf4-233a8ac8c9b6 None None] Checking router: bf28cd3d-f319-4dcf-8b7d-c14905cec101 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:15:28.501105 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:28.516539 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a423a22-43f0-4ab5-9bf4-233a8ac8c9b6 None None] Routers {'bf28cd3d-f319-4dcf-8b7d-c14905cec101'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:15:28.517884 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-8a423a22-43f0-4ab5-9bf4-233a8ac8c9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:15:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['bf28cd3d-f319-4dcf-8b7d-c14905cec101'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:28.559040 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8179a060-7a03-4ff8-8b40-eaf20444b9e6 req-41144470-bff1-47d1-a853-a308b57f7c56 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:28.560677 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8179a060-7a03-4ff8-8b40-eaf20444b9e6 req-41144470-bff1-47d1-a853-a308b57f7c56 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=240670ed-522f-46d9-a033-bb2c9d959905 HTTP/1.1" status: 200 len: 944 time: 0.1285875 Sep 08 09:15:28.621829 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb21add-e6d4-4686-8b75-562074ee0c03 req-b033f51c-b1aa-49c6-aac5-1391c2f315d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:28.623424 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5eb21add-e6d4-4686-8b75-562074ee0c03 req-b033f51c-b1aa-49c6-aac5-1391c2f315d0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=361efd7dd288461f98c228af9e362c93&device_id=240670ed-522f-46d9-a033-bb2c9d959905 HTTP/1.1" status: 200 len: 1096 time: 0.4552681 Sep 08 09:15:28.681574 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213dc7f5-be89-4196-a848-380fafeaa936 req-efcc29f2-4ab6-43ec-a05f-662c145dadd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:28.683114 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-213dc7f5-be89-4196-a848-380fafeaa936 req-efcc29f2-4ab6-43ec-a05f-662c145dadd3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2de43bb0-acf3-42aa-b534-30332da083e7 HTTP/1.1" status: 200 len: 913 time: 0.5845599 Sep 08 09:15:28.708931 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-8a423a22-43f0-4ab5-9bf4-233a8ac8c9b6 None None] Set router bf28cd3d-f319-4dcf-8b7d-c14905cec101 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:15:28.723368 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-40d982a8-6baf-4eb2-8255-cf6e2925d6ee tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:28.726206 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-40d982a8-6baf-4eb2-8255-cf6e2925d6ee tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] 10.222.0.54 "DELETE /v2.0/ports/d3b53080-00a1-46ec-96c8-4ce092570c44 HTTP/1.1" status: 204 len: 168 time: 1.1291440 Sep 08 09:15:28.734222 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8179a060-7a03-4ff8-8b40-eaf20444b9e6 req-e466705d-85d7-463a-b5e8-7e6f45f4c3a1 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528571 Sep 08 09:15:28.734222 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58960) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:28.769598 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fdf427c-96c3-466f-8cf0-1ae2b3f625f8 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] GET failed (client error): The resource could not be found. Sep 08 09:15:28.775899 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1fdf427c-96c3-466f-8cf0-1ae2b3f625f8 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] 10.222.0.54 "GET /v2.0/ports/d3b53080-00a1-46ec-96c8-4ce092570c44 HTTP/1.1" status: 404 len: 333 time: 0.0414546 Sep 08 09:15:28.776523 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58962) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:28.781565 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-1ae866e2-4484-43a4-9d3f-84688d7eb01c tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Request body: {'port': {'network_id': '9125495a-9651-4f0b-a161-a5b9a9071c79', 'name': 'tempest-AllowedAddressPairTestJSON-2131927196'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:28.905937 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-213dc7f5-be89-4196-a848-380fafeaa936 req-a497cdbf-ae3e-4852-bc80-c62bace4fe4d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7372846c-19f9-433f-8cb8-ca65d68becd9 HTTP/1.1" status: 200 len: 999 time: 0.2078300 Sep 08 09:15:28.938290 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae866e2-4484-43a4-9d3f-84688d7eb01c tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Made reservation on behalf of 537c546711a64200834e3518a959624b for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:15:28.944617 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1ae866e2-4484-43a4-9d3f-84688d7eb01c tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:28.982293 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-1ae866e2-4484-43a4-9d3f-84688d7eb01c tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] device_id is not set on port 7489790d-3ad7-4ced-8cec-5c68cdd8eeb4 yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:15:29.102710 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213dc7f5-be89-4196-a848-380fafeaa936 req-3a2b279b-8ba4-4bf9-a36e-befc5ede9e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:29.104400 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-213dc7f5-be89-4196-a848-380fafeaa936 req-3a2b279b-8ba4-4bf9-a36e-befc5ede9e10 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=452a4b6d-a445-4b2b-9168-2695dd67e404 HTTP/1.1" status: 200 len: 851 time: 0.1679406 Sep 08 09:15:29.129496 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb21add-e6d4-4686-8b75-562074ee0c03 req-c615ed72-8678-46eb-984f-2efc0cf34885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:29.130480 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-1ae866e2-4484-43a4-9d3f-84688d7eb01c tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Allocated IP 172.20.0.5 (9125495a-9651-4f0b-a161-a5b9a9071c79/8c5a9320-19b5-4c1c-aef0-416fb1515ac7/7489790d-3ad7-4ced-8cec-5c68cdd8eeb4) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:15:29.131198 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5eb21add-e6d4-4686-8b75-562074ee0c03 req-c615ed72-8678-46eb-984f-2efc0cf34885 service neutron] 10.222.0.35 "GET /v2.0/networks?id=48c54abd-6f52-4b1d-9226-4a2566a5fe28 HTTP/1.1" status: 200 len: 907 time: 0.4956424 Sep 08 09:15:29.150175 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-8a423a22-43f0-4ab5-9bf4-233a8ac8c9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf28cd3d-f319-4dcf-8b7d-c14905cec101', 'name': 'tempest-ServerActionsTestJSON-1706241596-router', 'tenant_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'c2612e1e-da8d-4399-b67c-2cd38fb079f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:14:52Z', 'updated_at': '2021-09-08T09:14:59Z', 'revision_number': 4, 'project_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'gw_port': {'id': 'c2612e1e-da8d-4399-b67c-2cd38fb079f2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28cd3d-f319-4dcf-8b7d-c14905cec101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:14:53Z', 'updated_at': '2021-09-08T09:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': 'ae9401da-6d53-487c-a0ad-8b9c7f68f966', 'tenant_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'floating_ip_address': '172.25.0.183', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'bf28cd3d-f319-4dcf-8b7d-c14905cec101', 'port_id': '7372846c-19f9-433f-8cb8-ca65d68becd9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7', 'mac_address': 'fa:16:3e:a8:64:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35da5e45-6eac-4be5-b6d1-c3e9a629e16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:15:05Z', 'updated_at': '2021-09-08T09:15:25Z', 'revision_number': 1, 'project_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a023aae3-70a3-42f7-a5ba-d74fa410796b', 'name': '', 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7', 'tenant_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'mac_address': 'fa:16:3e:98:3a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28cd3d-f319-4dcf-8b7d-c14905cec101', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '452a4b6d-a445-4b2b-9168-2695dd67e404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:14:57Z', 'updated_at': '2021-09-08T09:15:06Z', 'revision_number': 5, 'project_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'subnets': [{'id': '452a4b6d-a445-4b2b-9168-2695dd67e404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:29.181098 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a423a22-43f0-4ab5-9bf4-233a8ac8c9b6 None None] The sync data for ids ['bf28cd3d-f319-4dcf-8b7d-c14905cec101'] in n-d-806683-11 is: [{'id': 'bf28cd3d-f319-4dcf-8b7d-c14905cec101', 'name': 'tempest-ServerActionsTestJSON-1706241596-router', 'tenant_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'c2612e1e-da8d-4399-b67c-2cd38fb079f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:14:52Z', 'updated_at': '2021-09-08T09:14:59Z', 'revision_number': 4, 'project_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'gw_port': {'id': 'c2612e1e-da8d-4399-b67c-2cd38fb079f2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28cd3d-f319-4dcf-8b7d-c14905cec101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:14:53Z', 'updated_at': '2021-09-08T09:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': 'ae9401da-6d53-487c-a0ad-8b9c7f68f966', 'tenant_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'floating_ip_address': '172.25.0.183', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'bf28cd3d-f319-4dcf-8b7d-c14905cec101', 'port_id': '7372846c-19f9-433f-8cb8-ca65d68becd9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7', 'mac_address': 'fa:16:3e:a8:64:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35da5e45-6eac-4be5-b6d1-c3e9a629e16b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:15:05Z', 'updated_at': '2021-09-08T09:15:25Z', 'revision_number': 1, 'project_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a023aae3-70a3-42f7-a5ba-d74fa410796b', 'name': '', 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7', 'tenant_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'mac_address': 'fa:16:3e:98:3a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28cd3d-f319-4dcf-8b7d-c14905cec101', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '452a4b6d-a445-4b2b-9168-2695dd67e404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:14:57Z', 'updated_at': '2021-09-08T09:15:06Z', 'revision_number': 5, 'project_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'subnets': [{'id': '452a4b6d-a445-4b2b-9168-2695dd67e404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:15:29.201936 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5eb21add-e6d4-4686-8b75-562074ee0c03 req-c9247ea4-f812-45e0-9160-b2918eff7f7e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6abe2cd3-fe05-4d15-a3f3-bcd06157496d HTTP/1.1" status: 200 len: 217 time: 0.0457861 Sep 08 09:15:29.242246 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213dc7f5-be89-4196-a848-380fafeaa936 req-53863d0c-d6d1-4f85-958f-3f9445b9439c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:29.244481 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-213dc7f5-be89-4196-a848-380fafeaa936 req-53863d0c-d6d1-4f85-958f-3f9445b9439c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2de43bb0-acf3-42aa-b534-30332da083e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1309950 Sep 08 09:15:29.332519 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1ae866e2-4484-43a4-9d3f-84688d7eb01c tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:29.348753 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-1ae866e2-4484-43a4-9d3f-84688d7eb01c tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Transition to ACTIVE for port object 7489790d-3ad7-4ced-8cec-5c68cdd8eeb4 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:15:29.352569 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb21add-e6d4-4686-8b75-562074ee0c03 req-a21d8173-77f9-453a-861a-9bc9bc74b5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:29.354254 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5eb21add-e6d4-4686-8b75-562074ee0c03 req-a21d8173-77f9-453a-861a-9bc9bc74b5c8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7d9ca010-a841-4012-aaa1-2a86eaf161a1 HTTP/1.1" status: 200 len: 846 time: 0.1420939 Sep 08 09:15:29.397718 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1ae866e2-4484-43a4-9d3f-84688d7eb01c tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:29.402534 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5eb21add-e6d4-4686-8b75-562074ee0c03 req-bef39629-1f29-4f97-83c5-b224b52a0cc6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48c54abd-6f52-4b1d-9226-4a2566a5fe28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340083 Sep 08 09:15:29.454358 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae866e2-4484-43a4-9d3f-84688d7eb01c tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Network 9125495a-9651-4f0b-a161-a5b9a9071c79 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:15:29.460092 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-1ae866e2-4484-43a4-9d3f-84688d7eb01c tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:15:29.466827 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae866e2-4484-43a4-9d3f-84688d7eb01c tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:15:29.472216 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae866e2-4484-43a4-9d3f-84688d7eb01c tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Pushing event updated for resources: {'Port': ['ID=7489790d-3ad7-4ced-8cec-5c68cdd8eeb4,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:29.559508 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5eb21add-e6d4-4686-8b75-562074ee0c03 req-2f102804-fc70-4f41-bdb1-6b80383f3a57 service neutron] 10.222.0.35 "GET /v2.0/networks/48c54abd-6f52-4b1d-9226-4a2566a5fe28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482124 Sep 08 09:15:29.568552 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae866e2-4484-43a4-9d3f-84688d7eb01c tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:29.569585 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1ae866e2-4484-43a4-9d3f-84688d7eb01c tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:29.573277 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4c6a3c-ce23-4c27-9cd4-7642575a1b46 None None] New status for floating IP ae9401da-6d53-487c-a0ad-8b9c7f68f966: ACTIVE {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:15:29.609564 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1ae866e2-4484-43a4-9d3f-84688d7eb01c tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8319569 Sep 08 09:15:29.612157 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58972) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:29.621926 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-213dc7f5-be89-4196-a848-380fafeaa936 req-eedc836b-73d6-4b4d-87f7-c28b051843f3 service neutron] 10.222.0.37 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692982 Sep 08 09:15:29.624168 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-f34095f2-4035-44de-b4f8-19b8fb897618 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:bb:ae:fc'}]}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:29.707281 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-142b859d-37d3-4cb7-8f6f-d0120f3b57b6 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:29.709923 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f34095f2-4035-44de-b4f8-19b8fb897618 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:30.017360 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ad6d0b7e-3644-4a54-9028-78c7d954c019 None None] Provisioning for port 7489790d-3ad7-4ced-8cec-5c68cdd8eeb4 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:15:30.024041 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ad6d0b7e-3644-4a54-9028-78c7d954c019 None None] Provisioning complete for port 7489790d-3ad7-4ced-8cec-5c68cdd8eeb4 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:15:30.024632 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ad6d0b7e-3644-4a54-9028-78c7d954c019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:30.027497 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4541d-6f59-4c54-a16b-579faa7548b4 req-37da888e-e5e8-4aa0-95f9-20532083e484 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:30.029818 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-65d4541d-6f59-4c54-a16b-579faa7548b4 req-37da888e-e5e8-4aa0-95f9-20532083e484 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=240670ed-522f-46d9-a033-bb2c9d959905 HTTP/1.1" status: 200 len: 944 time: 0.1277425 Sep 08 09:15:30.103615 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-ad6d0b7e-3644-4a54-9028-78c7d954c019 None None] Port 7489790d-3ad7-4ced-8cec-5c68cdd8eeb4 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:15:30.115447 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-65d4541d-6f59-4c54-a16b-579faa7548b4 req-dcbe3297-9b8c-4630-a185-da36c68b4508 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788436 Sep 08 09:15:30.118651 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f34095f2-4035-44de-b4f8-19b8fb897618 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:30.126912 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f34095f2-4035-44de-b4f8-19b8fb897618 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:30.163321 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5eb21add-e6d4-4686-8b75-562074ee0c03 req-405a6338-4c7a-412c-adde-c40b9b79fd1b service neutron] 10.222.0.35 "GET /v2.0/networks/48c54abd-6f52-4b1d-9226-4a2566a5fe28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5840747 Sep 08 09:15:30.185618 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-213dc7f5-be89-4196-a848-380fafeaa936 req-3c1c63f3-313d-4805-8a00-ede47ddc5812 service neutron] 10.222.0.37 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5303745 Sep 08 09:15:30.234827 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34095f2-4035-44de-b4f8-19b8fb897618 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Pushing event updated for resources: {'Port': ['ID=7489790d-3ad7-4ced-8cec-5c68cdd8eeb4,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:30.240259 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-f34095f2-4035-44de-b4f8-19b8fb897618 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] In _notify_port_updated(), no bound segment for port 7489790d-3ad7-4ced-8cec-5c68cdd8eeb4 on network 9125495a-9651-4f0b-a161-a5b9a9071c79 {{(pid=94713) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 08 09:15:30.246710 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34095f2-4035-44de-b4f8-19b8fb897618 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:30.247501 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f34095f2-4035-44de-b4f8-19b8fb897618 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:30.251900 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f34095f2-4035-44de-b4f8-19b8fb897618 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] 10.222.0.54 "PUT /v2.0/ports/7489790d-3ad7-4ced-8cec-5c68cdd8eeb4 HTTP/1.1" status: 200 len: 996 time: 0.6357543 Sep 08 09:15:30.252806 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58982) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:30.415532 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-142b859d-37d3-4cb7-8f6f-d0120f3b57b6 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Deleting port 68ea0e11-125c-40dc-8656-88be4b69bcaf {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:15:30.415901 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-142b859d-37d3-4cb7-8f6f-d0120f3b57b6 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:30.456178 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-b62d8f7b-c507-46f5-8b14-307ad1f51b02 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Deleting port 7489790d-3ad7-4ced-8cec-5c68cdd8eeb4 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:15:30.456528 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b62d8f7b-c507-46f5-8b14-307ad1f51b02 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:30.526552 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-a6b3ae84-8478-4ca6-97c7-1c266b3cc23d None None] Provisioning complete for port 7489790d-3ad7-4ced-8cec-5c68cdd8eeb4 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:15:30.526943 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a6b3ae84-8478-4ca6-97c7-1c266b3cc23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:30.568660 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-a6b3ae84-8478-4ca6-97c7-1c266b3cc23d None None] Port 7489790d-3ad7-4ced-8cec-5c68cdd8eeb4 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:15:30.582616 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-142b859d-37d3-4cb7-8f6f-d0120f3b57b6 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:30.606014 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-142b859d-37d3-4cb7-8f6f-d0120f3b57b6 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Calling delete_port for 68ea0e11-125c-40dc-8656-88be4b69bcaf owned by network:router_interface {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:15:30.612568 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b62d8f7b-c507-46f5-8b14-307ad1f51b02 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:30.631335 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-b62d8f7b-c507-46f5-8b14-307ad1f51b02 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Calling delete_port for 7489790d-3ad7-4ced-8cec-5c68cdd8eeb4 owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:15:30.987289 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [req-21f3ce2e-6d7b-4ad2-b8d2-d891f6221614 req-e8e3e13e-7a93-4ce1-ae6f-360a5303b4b3 service neutron] (94713) timed out ('10.222.0.35', 58735) {{(pid=94713) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 09:15:31.238023 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b62d8f7b-c507-46f5-8b14-307ad1f51b02 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:31.269181 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b9c7e-b1cd-4d7d-9004-f2f58851a68e req-51823d86-527c-4153-acd8-c44af641618d tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:31.271002 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-175b9c7e-b1cd-4d7d-9004-f2f58851a68e req-51823d86-527c-4153-acd8-c44af641618d tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=240670ed-522f-46d9-a033-bb2c9d959905 HTTP/1.1" status: 200 len: 944 time: 0.0570533 Sep 08 09:15:31.275636 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d8f7b-c507-46f5-8b14-307ad1f51b02 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Pushing event deleted for resources: {'Port': ['ID=7489790d-3ad7-4ced-8cec-5c68cdd8eeb4,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:31.330375 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-175b9c7e-b1cd-4d7d-9004-f2f58851a68e req-be65c375-cd5f-4fdb-beef-f1ed12f5b2e9 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499940 Sep 08 09:15:31.340087 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-142b859d-37d3-4cb7-8f6f-d0120f3b57b6 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:31.415284 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b859d-37d3-4cb7-8f6f-d0120f3b57b6 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Pushing event deleted for resources: {'Port': ['ID=68ea0e11-125c-40dc-8656-88be4b69bcaf,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:31.442924 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b62d8f7b-c507-46f5-8b14-307ad1f51b02 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:31.447492 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b62d8f7b-c507-46f5-8b14-307ad1f51b02 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] 10.222.0.54 "DELETE /v2.0/ports/7489790d-3ad7-4ced-8cec-5c68cdd8eeb4 HTTP/1.1" status: 204 len: 168 time: 1.1916256 Sep 08 09:15:31.447891 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58992) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:31.486730 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-f57e9fe6-0711-45b0-817e-091b37f771a2 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] GET failed (client error): The resource could not be found. Sep 08 09:15:31.491711 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f57e9fe6-0711-45b0-817e-091b37f771a2 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] 10.222.0.54 "GET /v2.0/ports/7489790d-3ad7-4ced-8cec-5c68cdd8eeb4 HTTP/1.1" status: 404 len: 333 time: 0.0394442 Sep 08 09:15:31.494580 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58994) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:31.501251 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-fd3514de-aa04-40b9-a396-f2426f5dcae7 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Request body: {'port': {'network_id': '9125495a-9651-4f0b-a161-a5b9a9071c79', 'name': 'tempest-AllowedAddressPairTestJSON-169369210'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:31.597731 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-142b859d-37d3-4cb7-8f6f-d0120f3b57b6 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:31.627618 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3514de-aa04-40b9-a396-f2426f5dcae7 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Made reservation on behalf of 537c546711a64200834e3518a959624b for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:15:31.631685 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fd3514de-aa04-40b9-a396-f2426f5dcae7 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:31.641804 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 6abe2cd3-fe05-4d15-a3f3-bcd06157496d details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:15:31.651163 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-fd3514de-aa04-40b9-a396-f2426f5dcae7 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] device_id is not set on port 9d563e6e-6776-49fe-99cf-a611b8e23338 yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:15:31.786721 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 6abe2cd3-fe05-4d15-a3f3-bcd06157496d, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=6abe2cd3-fe05-4d15-a3f3-bcd06157496d,segment=NetworkSegment(7ce255b1-6bde-43a1-82b1-212ac77774b3),segment_id=7ce255b1-6bde-43a1-82b1-212ac77774b3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:15:31.801192 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '6abe2cd3-fe05-4d15-a3f3-bcd06157496d', 'network_id': '48c54abd-6f52-4b1d-9226-4a2566a5fe28', 'port_id': '6abe2cd3-fe05-4d15-a3f3-bcd06157496d', 'mac_address': 'fa:16:3e:89:0b:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d9ca010-a841-4012-aaa1-2a86eaf161a1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:15:31.835160 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-fd3514de-aa04-40b9-a396-f2426f5dcae7 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Allocated IP 172.20.0.9 (9125495a-9651-4f0b-a161-a5b9a9071c79/8c5a9320-19b5-4c1c-aef0-416fb1515ac7/9d563e6e-6776-49fe-99cf-a611b8e23338) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:15:31.860307 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:31.877301 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6abe2cd3-fe05-4d15-a3f3-bcd06157496d {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:15:31.890241 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-142b859d-37d3-4cb7-8f6f-d0120f3b57b6 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Router 077a1b35-7b5d-4cdb-990f-6b127f447355 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:15:31.901915 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 6abe2cd3-fe05-4d15-a3f3-bcd06157496d, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=6abe2cd3-fe05-4d15-a3f3-bcd06157496d,segment=NetworkSegment(7ce255b1-6bde-43a1-82b1-212ac77774b3),segment_id=7ce255b1-6bde-43a1-82b1-212ac77774b3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:15:31.907454 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:31.964722 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=6abe2cd3-fe05-4d15-a3f3-bcd06157496d,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:32.019118 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142b859d-37d3-4cb7-8f6f-d0120f3b57b6 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:15:32.028442 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-142b859d-37d3-4cb7-8f6f-d0120f3b57b6 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "PUT /v2.0/routers/077a1b35-7b5d-4cdb-990f-6b127f447355/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0726407 Sep 08 09:15:32.028442 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59002) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:32.031825 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9939f6-f5ae-4678-92f5-e13aa883b2ca None None] Sync routers for ids ['077a1b35-7b5d-4cdb-990f-6b127f447355'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:15:32.045880 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9939f6-f5ae-4678-92f5-e13aa883b2ca None None] Routers {'077a1b35-7b5d-4cdb-990f-6b127f447355'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:15:32.046709 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-8f9939f6-f5ae-4678-92f5-e13aa883b2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:15:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['077a1b35-7b5d-4cdb-990f-6b127f447355'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:32.056873 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fd3514de-aa04-40b9-a396-f2426f5dcae7 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:32.074319 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-fd3514de-aa04-40b9-a396-f2426f5dcae7 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Transition to ACTIVE for port object 9d563e6e-6776-49fe-99cf-a611b8e23338 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:15:32.114948 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fd3514de-aa04-40b9-a396-f2426f5dcae7 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:32.115239 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-8f9939f6-f5ae-4678-92f5-e13aa883b2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:32.133148 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9939f6-f5ae-4678-92f5-e13aa883b2ca None None] Routers {'077a1b35-7b5d-4cdb-990f-6b127f447355'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:15:32.134913 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-8f9939f6-f5ae-4678-92f5-e13aa883b2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:15:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['077a1b35-7b5d-4cdb-990f-6b127f447355'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:32.178327 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-8f9939f6-f5ae-4678-92f5-e13aa883b2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:32.178985 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9939f6-f5ae-4678-92f5-e13aa883b2ca None None] The sync data for ids ['077a1b35-7b5d-4cdb-990f-6b127f447355'] in n-d-806683-11 is: [] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:15:32.202545 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3514de-aa04-40b9-a396-f2426f5dcae7 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Network 9125495a-9651-4f0b-a161-a5b9a9071c79 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:15:32.208629 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-fd3514de-aa04-40b9-a396-f2426f5dcae7 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:15:32.213858 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3514de-aa04-40b9-a396-f2426f5dcae7 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:15:32.228784 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a52a9bd2-de49-42f6-9d20-1bb030ee2014 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for router, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:32.255073 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3514de-aa04-40b9-a396-f2426f5dcae7 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Pushing event updated for resources: {'Port': ['ID=9d563e6e-6776-49fe-99cf-a611b8e23338,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:32.300565 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3514de-aa04-40b9-a396-f2426f5dcae7 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:32.303327 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fd3514de-aa04-40b9-a396-f2426f5dcae7 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:32.326562 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-fd3514de-aa04-40b9-a396-f2426f5dcae7 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8300774 Sep 08 09:15:32.327402 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59006) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:32.329560 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['6abe2cd3-fe05-4d15-a3f3-bcd06157496d'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:15:32.333233 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-5829424d-f1bb-43ac-b122-bb16e8c7e2e2 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Request body: {'port': {'network_id': '9125495a-9651-4f0b-a161-a5b9a9071c79', 'name': 'tempest-AllowedAddressPairTestJSON-49168455'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:32.448694 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a52a9bd2-de49-42f6-9d20-1bb030ee2014 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:32.535799 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794fa88-c564-4c8b-a9a0-c6ac82670bd6 req-281e049b-26fe-4f91-be6e-7cfbccb4c4b3 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:32.546552 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2794fa88-c564-4c8b-a9a0-c6ac82670bd6 req-281e049b-26fe-4f91-be6e-7cfbccb4c4b3 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=240670ed-522f-46d9-a033-bb2c9d959905 HTTP/1.1" status: 200 len: 945 time: 0.0826085 Sep 08 09:15:32.573959 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-a52a9bd2-de49-42f6-9d20-1bb030ee2014 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Deleting port 7ffef0d9-65f9-45d6-b901-aa4f0d4f7d3c {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:15:32.574344 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a52a9bd2-de49-42f6-9d20-1bb030ee2014 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:32.602970 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2794fa88-c564-4c8b-a9a0-c6ac82670bd6 req-b7369e88-db42-42ad-b6ce-7a099658d1bd tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515919 Sep 08 09:15:32.641101 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5829424d-f1bb-43ac-b122-bb16e8c7e2e2 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Made reservation on behalf of 537c546711a64200834e3518a959624b for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:15:32.645195 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5829424d-f1bb-43ac-b122-bb16e8c7e2e2 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:32.661394 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-64c3cc6e-017a-4e7d-8404-cd5b4d6a590e None None] Provisioning for port 9d563e6e-6776-49fe-99cf-a611b8e23338 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:15:32.666562 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-5829424d-f1bb-43ac-b122-bb16e8c7e2e2 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] device_id is not set on port 907917b8-8a69-48c0-a9b1-8b4775351f08 yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:15:32.670377 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-64c3cc6e-017a-4e7d-8404-cd5b4d6a590e None None] Provisioning complete for port 9d563e6e-6776-49fe-99cf-a611b8e23338 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:15:32.671020 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-64c3cc6e-017a-4e7d-8404-cd5b4d6a590e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:32.672735 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a52a9bd2-de49-42f6-9d20-1bb030ee2014 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:32.688161 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-a52a9bd2-de49-42f6-9d20-1bb030ee2014 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Calling delete_port for 7ffef0d9-65f9-45d6-b901-aa4f0d4f7d3c owned by network:router_gateway {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:15:32.719064 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-64c3cc6e-017a-4e7d-8404-cd5b4d6a590e None None] Port 9d563e6e-6776-49fe-99cf-a611b8e23338 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:15:32.809398 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-5829424d-f1bb-43ac-b122-bb16e8c7e2e2 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Allocated IP 172.20.0.12 (9125495a-9651-4f0b-a161-a5b9a9071c79/8c5a9320-19b5-4c1c-aef0-416fb1515ac7/907917b8-8a69-48c0-a9b1-8b4775351f08) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:15:32.920282 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a52a9bd2-de49-42f6-9d20-1bb030ee2014 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:32.977880 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52a9bd2-de49-42f6-9d20-1bb030ee2014 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Pushing event deleted for resources: {'Port': ['ID=7ffef0d9-65f9-45d6-b901-aa4f0d4f7d3c,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:33.020605 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a52a9bd2-de49-42f6-9d20-1bb030ee2014 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:33.031747 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5829424d-f1bb-43ac-b122-bb16e8c7e2e2 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:33.046658 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-5829424d-f1bb-43ac-b122-bb16e8c7e2e2 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Transition to ACTIVE for port object 907917b8-8a69-48c0-a9b1-8b4775351f08 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:15:33.081813 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5829424d-f1bb-43ac-b122-bb16e8c7e2e2 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:33.121315 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a52a9bd2-de49-42f6-9d20-1bb030ee2014 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:33.123873 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a52a9bd2-de49-42f6-9d20-1bb030ee2014 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:33.144810 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5829424d-f1bb-43ac-b122-bb16e8c7e2e2 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Network 9125495a-9651-4f0b-a161-a5b9a9071c79 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:15:33.148307 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-5829424d-f1bb-43ac-b122-bb16e8c7e2e2 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:15:33.153549 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5829424d-f1bb-43ac-b122-bb16e8c7e2e2 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:15:33.190175 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5829424d-f1bb-43ac-b122-bb16e8c7e2e2 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Pushing event updated for resources: {'Port': ['ID=907917b8-8a69-48c0-a9b1-8b4775351f08,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:33.198304 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a52a9bd2-de49-42f6-9d20-1bb030ee2014 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:33.198997 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52a9bd2-de49-42f6-9d20-1bb030ee2014 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Fanout notify agent at l3_agent the message router_deleted on router 077a1b35-7b5d-4cdb-990f-6b127f447355 {{(pid=94712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:15:33.206867 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a52a9bd2-de49-42f6-9d20-1bb030ee2014 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:33.208025 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-a52a9bd2-de49-42f6-9d20-1bb030ee2014 tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "DELETE /v2.0/routers/077a1b35-7b5d-4cdb-990f-6b127f447355 HTTP/1.1" status: 204 len: 168 time: 1.1790717 Sep 08 09:15:33.215133 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59020) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:33.237038 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5829424d-f1bb-43ac-b122-bb16e8c7e2e2 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:33.237694 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5829424d-f1bb-43ac-b122-bb16e8c7e2e2 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:33.265633 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5829424d-f1bb-43ac-b122-bb16e8c7e2e2 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9367988 Sep 08 09:15:33.266497 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59022) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:33.275641 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-06888d48-ee2e-4638-8045-67fdb2deaec7 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:bb:ae:fc'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:13:cb:8d'}]}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:33.315015 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-49bff8e5-dc95-464e-80b7-6cad22be49bc tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Deleting subnet ece42bf3-a7b7-443d-970c-1048b41ee6e1 {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:15:33.319360 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-49bff8e5-dc95-464e-80b7-6cad22be49bc tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:33.375324 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-49bff8e5-dc95-464e-80b7-6cad22be49bc tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:33.426426 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-49bff8e5-dc95-464e-80b7-6cad22be49bc tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:33.457737 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-826a94e2-5cfd-4fcd-aaa0-f5ab89686678 None None] Provisioning for port 907917b8-8a69-48c0-a9b1-8b4775351f08 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:15:33.462590 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-06888d48-ee2e-4638-8045-67fdb2deaec7 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:33.463135 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-826a94e2-5cfd-4fcd-aaa0-f5ab89686678 None None] Provisioning complete for port 907917b8-8a69-48c0-a9b1-8b4775351f08 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:15:33.463497 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-826a94e2-5cfd-4fcd-aaa0-f5ab89686678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:33.503081 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-826a94e2-5cfd-4fcd-aaa0-f5ab89686678 None None] Port 907917b8-8a69-48c0-a9b1-8b4775351f08 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:15:33.504224 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-49bff8e5-dc95-464e-80b7-6cad22be49bc tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:33.547481 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-49bff8e5-dc95-464e-80b7-6cad22be49bc tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:33.552307 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-49bff8e5-dc95-464e-80b7-6cad22be49bc tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "DELETE /v2.0/subnets/ece42bf3-a7b7-443d-970c-1048b41ee6e1 HTTP/1.1" status: 204 len: 168 time: 0.3361003 Sep 08 09:15:33.553189 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bff8e5-dc95-464e-80b7-6cad22be49bc tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Pushing event deleted for resources: {'Subnet': ['ID=ece42bf3-a7b7-443d-970c-1048b41ee6e1,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:33.554966 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59026) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:33.653473 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 6abe2cd3-fe05-4d15-a3f3-bcd06157496d up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:15:33.683380 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9ce33b88-e1c9-4d83-8194-cccc856c76bc tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:33.740785 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-06888d48-ee2e-4638-8045-67fdb2deaec7 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:33.745850 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-06888d48-ee2e-4638-8045-67fdb2deaec7 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:33.751448 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 6abe2cd3-fe05-4d15-a3f3-bcd06157496d completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:15:33.762186 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 6abe2cd3-fe05-4d15-a3f3-bcd06157496d triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:15:33.762816 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:33.808535 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06888d48-ee2e-4638-8045-67fdb2deaec7 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Pushing event updated for resources: {'Port': ['ID=907917b8-8a69-48c0-a9b1-8b4775351f08,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:33.825193 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9ce33b88-e1c9-4d83-8194-cccc856c76bc tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:33.851287 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-9ce33b88-e1c9-4d83-8194-cccc856c76bc tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9ce96e3-24d0-4047-8be0-90643e4f71d5']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:33.864633 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-9ce33b88-e1c9-4d83-8194-cccc856c76bc tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd274039-e773-4432-ab9c-86568ade90eb') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:33.865082 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-9ce33b88-e1c9-4d83-8194-cccc856c76bc tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd274039-e773-4432-ab9c-86568ade90eb') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:33.874318 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:33.879818 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9ce33b88-e1c9-4d83-8194-cccc856c76bc tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:33.900553 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9ce33b88-e1c9-4d83-8194-cccc856c76bc tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:33.906523 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10da5b5-939b-4217-b793-1927a5eb1f1e req-35bf4479-5b33-44bd-8867-dbf811e51345 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:33.908244 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c10da5b5-939b-4217-b793-1927a5eb1f1e req-35bf4479-5b33-44bd-8867-dbf811e51345 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=240670ed-522f-46d9-a033-bb2c9d959905 HTTP/1.1" status: 200 len: 945 time: 0.1826286 Sep 08 09:15:33.910423 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ce33b88-e1c9-4d83-8194-cccc856c76bc tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:15:33.911064 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9ce33b88-e1c9-4d83-8194-cccc856c76bc tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:33.917827 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:15:33.917827 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:15:33.917827 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:15:33.917827 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:15:33.917827 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:15:33.917827 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:15:33.917827 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:15:33.917827 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:15:33.917827 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:15:33.917827 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:15:33.917827 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:15:33.917827 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:15:33.917827 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:15:33.917827 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:15:33.917827 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:15:33.917827 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:15:33.917827 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:15:33.917827 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:15:33.917827 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:15:33.917827 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:15:33.917827 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:15:33.917827 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:15:33.917827 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:15:33.917827 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:15:33.917827 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:15:33.917827 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:15:33.917827 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:15:33.917827 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:15:33.917827 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:15:33.917827 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:15:33.917827 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:15:33.917827 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:15:33.922291 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240670ed-522f-46d9-a033-bb2c9d959905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6abe2cd3-fe05-4d15-a3f3-bcd06157496d'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:15:33.933414 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aac4349-e4e4-4b37-9b90-bcad7c0bf2be" -d '{"events": [{"server_uuid": "240670ed-522f-46d9-a033-bb2c9d959905", "name": "network-vif-plugged", "status": "completed", "tag": "6abe2cd3-fe05-4d15-a3f3-bcd06157496d"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:15:33.947706 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-06888d48-ee2e-4638-8045-67fdb2deaec7 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] In _notify_port_updated(), no bound segment for port 907917b8-8a69-48c0-a9b1-8b4775351f08 on network 9125495a-9651-4f0b-a161-a5b9a9071c79 {{(pid=94713) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 08 09:15:33.961913 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06888d48-ee2e-4638-8045-67fdb2deaec7 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:33.962240 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 6abe2cd3-fe05-4d15-a3f3-bcd06157496d, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=6abe2cd3-fe05-4d15-a3f3-bcd06157496d,segment=NetworkSegment(7ce255b1-6bde-43a1-82b1-212ac77774b3),segment_id=7ce255b1-6bde-43a1-82b1-212ac77774b3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:15:33.962655 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-06888d48-ee2e-4638-8045-67fdb2deaec7 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:33.968977 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:33.972632 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-06888d48-ee2e-4638-8045-67fdb2deaec7 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] 10.222.0.54 "PUT /v2.0/ports/907917b8-8a69-48c0-a9b1-8b4775351f08 HTTP/1.1" status: 200 len: 1054 time: 0.7024038 Sep 08 09:15:33.975252 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59044) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:34.047369 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1d16ce-b4fe-47f4-baf3-bb9d3a2a4f5a x-openstack-request-id: req-ab1d16ce-b4fe-47f4-baf3-bb9d3a2a4f5a {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:15:34.048067 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "240670ed-522f-46d9-a033-bb2c9d959905", "name": "network-vif-plugged", "status": "completed", "tag": "6abe2cd3-fe05-4d15-a3f3-bcd06157496d", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:15:34.048573 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ab1d16ce-b4fe-47f4-baf3-bb9d3a2a4f5a {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:15:34.049203 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '240670ed-522f-46d9-a033-bb2c9d959905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6abe2cd3-fe05-4d15-a3f3-bcd06157496d', 'code': 200} Sep 08 09:15:34.050466 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=6abe2cd3-fe05-4d15-a3f3-bcd06157496d,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:34.064815 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9ce33b88-e1c9-4d83-8194-cccc856c76bc tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:34.084355 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9ce33b88-e1c9-4d83-8194-cccc856c76bc tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:34.086938 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-9ce33b88-e1c9-4d83-8194-cccc856c76bc tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] 10.222.0.54 "DELETE /v2.0/networks/d9ce96e3-24d0-4047-8be0-90643e4f71d5 HTTP/1.1" status: 204 len: 168 time: 0.5303214 Sep 08 09:15:34.098499 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c10da5b5-939b-4217-b793-1927a5eb1f1e req-964920f5-b603-4f00-a1b2-c9847fe5947e tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744800 Sep 08 09:15:34.103171 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce33b88-e1c9-4d83-8194-cccc856c76bc tempest-FloatingIPTestJSON-1534049597 tempest-FloatingIPTestJSON-1534049597-project] Pushing event deleted for resources: {'Network': ['ID=d9ce96e3-24d0-4047-8be0-90643e4f71d5,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:34.144597 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-45ef2e40-5cca-4735-9b5b-ffa33082499f tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Deleting port 907917b8-8a69-48c0-a9b1-8b4775351f08 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:15:34.144968 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-45ef2e40-5cca-4735-9b5b-ffa33082499f tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:34.195601 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35351d6-39df-45b9-9613-494e335fde99 req-36555b19-6c37-43b3-b5e3-bafe95b7d96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:34.197105 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f35351d6-39df-45b9-9613-494e335fde99 req-36555b19-6c37-43b3-b5e3-bafe95b7d96a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=240670ed-522f-46d9-a033-bb2c9d959905 HTTP/1.1" status: 200 len: 1098 time: 0.0742664 Sep 08 09:15:34.235536 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-fe7b92fc-f54e-4702-907b-ef5ce83a3733 None None] Provisioning complete for port 907917b8-8a69-48c0-a9b1-8b4775351f08 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:15:34.236023 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fe7b92fc-f54e-4702-907b-ef5ce83a3733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:34.237914 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f35351d6-39df-45b9-9613-494e335fde99 req-9be92933-dc99-479e-99b6-7e3c7dd533cb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323796 Sep 08 09:15:34.291793 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-45ef2e40-5cca-4735-9b5b-ffa33082499f tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:34.297959 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-fe7b92fc-f54e-4702-907b-ef5ce83a3733 None None] Port 907917b8-8a69-48c0-a9b1-8b4775351f08 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:15:34.311659 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-45ef2e40-5cca-4735-9b5b-ffa33082499f tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Calling delete_port for 907917b8-8a69-48c0-a9b1-8b4775351f08 owned by {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:15:34.478097 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-45ef2e40-5cca-4735-9b5b-ffa33082499f tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:34.525268 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59062) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:34.704875 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-a61af3ac-156a-474d-8c58-d0c216c1ab60 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8f549d6a3f8a431eb4cd9e8188099d64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1759725 Sep 08 09:15:34.705238 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59066) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:34.785170 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-166c850b-1a17-44b6-a5ae-3b639742d25e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:34.811175 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-166c850b-1a17-44b6-a5ae-3b639742d25e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:34.865518 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ef2e40-5cca-4735-9b5b-ffa33082499f tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Pushing event deleted for resources: {'Port': ['ID=907917b8-8a69-48c0-a9b1-8b4775351f08,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:34.866703 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-166c850b-1a17-44b6-a5ae-3b639742d25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:34.871188 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-166c850b-1a17-44b6-a5ae-3b639742d25e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:34.873925 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-166c850b-1a17-44b6-a5ae-3b639742d25e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e45f9ae6-6bb2-49b1-a78a-c83a27daf3a1 HTTP/1.1" status: 204 len: 168 time: 0.1677399 Sep 08 09:15:34.887012 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c850b-1a17-44b6-a5ae-3b639742d25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45f9ae6-6bb2-49b1-a78a-c83a27daf3a1,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:34.896183 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c850b-1a17-44b6-a5ae-3b639742d25e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:15:34.896528 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c850b-1a17-44b6-a5ae-3b639742d25e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:15:34.897018 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c850b-1a17-44b6-a5ae-3b639742d25e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:15:34.897423 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c850b-1a17-44b6-a5ae-3b639742d25e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:15:34.898009 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c850b-1a17-44b6-a5ae-3b639742d25e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:15:34.898395 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c850b-1a17-44b6-a5ae-3b639742d25e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:15:34.899297 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c850b-1a17-44b6-a5ae-3b639742d25e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:15:34.900120 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c850b-1a17-44b6-a5ae-3b639742d25e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:15:34.900231 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c850b-1a17-44b6-a5ae-3b639742d25e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:15:34.900707 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c850b-1a17-44b6-a5ae-3b639742d25e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:15:34.901097 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c850b-1a17-44b6-a5ae-3b639742d25e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:15:34.902344 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c850b-1a17-44b6-a5ae-3b639742d25e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:15:35.154020 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-45ef2e40-5cca-4735-9b5b-ffa33082499f tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:35.159392 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-45ef2e40-5cca-4735-9b5b-ffa33082499f tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] 10.222.0.54 "DELETE /v2.0/ports/907917b8-8a69-48c0-a9b1-8b4775351f08 HTTP/1.1" status: 204 len: 168 time: 1.1697781 Sep 08 09:15:35.159880 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59076) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:35.192414 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa3f436b-fbeb-4286-9eeb-a7f36eee5c7f tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] GET failed (client error): The resource could not be found. Sep 08 09:15:35.194348 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-aa3f436b-fbeb-4286-9eeb-a7f36eee5c7f tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] 10.222.0.54 "GET /v2.0/ports/907917b8-8a69-48c0-a9b1-8b4775351f08 HTTP/1.1" status: 404 len: 333 time: 0.0333202 Sep 08 09:15:35.198401 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59078) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:35.261012 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef9f33-ebce-4985-9873-1f92b4727aad req-7c85a53c-ff36-4559-af13-4ff66eb66893 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:35.262999 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-50ef9f33-ebce-4985-9873-1f92b4727aad req-7c85a53c-ff36-4559-af13-4ff66eb66893 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=240670ed-522f-46d9-a033-bb2c9d959905 HTTP/1.1" status: 200 len: 946 time: 0.0635011 Sep 08 09:15:35.331495 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-50ef9f33-ebce-4985-9873-1f92b4727aad req-7a8fbda5-73cb-45af-a31d-66c33d496517 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598469 Sep 08 09:15:35.342108 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-e547951e-1b16-43db-a611-e69b22bacecc tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Deleting port 9d563e6e-6776-49fe-99cf-a611b8e23338 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:15:35.342672 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e547951e-1b16-43db-a611-e69b22bacecc tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:35.453913 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e547951e-1b16-43db-a611-e69b22bacecc tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:35.468544 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-e547951e-1b16-43db-a611-e69b22bacecc tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Calling delete_port for 9d563e6e-6776-49fe-99cf-a611b8e23338 owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:15:35.621508 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e547951e-1b16-43db-a611-e69b22bacecc tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:35.655142 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e547951e-1b16-43db-a611-e69b22bacecc tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Pushing event deleted for resources: {'Port': ['ID=9d563e6e-6776-49fe-99cf-a611b8e23338,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:35.760203 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e547951e-1b16-43db-a611-e69b22bacecc tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:35.762410 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e547951e-1b16-43db-a611-e69b22bacecc tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] 10.222.0.54 "DELETE /v2.0/ports/9d563e6e-6776-49fe-99cf-a611b8e23338 HTTP/1.1" status: 204 len: 168 time: 0.5630028 Sep 08 09:15:35.765208 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59100) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:35.804649 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-b093211b-f291-4216-9a6f-163b5476318e tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] GET failed (client error): The resource could not be found. Sep 08 09:15:35.806599 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b093211b-f291-4216-9a6f-163b5476318e tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] 10.222.0.54 "GET /v2.0/ports/9d563e6e-6776-49fe-99cf-a611b8e23338 HTTP/1.1" status: 404 len: 333 time: 0.0399907 Sep 08 09:15:35.811133 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59104) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:35.826940 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59106) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:35.929241 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-f8f6ecf6-3fc7-45ec-b1c0-bfa08da3e2bd tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Deleting port d6e6f4cb-38ba-4fcf-8e49-df43c9d20e5c {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:15:35.929713 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f8f6ecf6-3fc7-45ec-b1c0-bfa08da3e2bd tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:35.955540 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-e9881581-6215-4fbb-873b-ab33247655c2 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1394479900'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:35.990498 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9881581-6215-4fbb-873b-ab33247655c2 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Made reservation on behalf of 653c81a8b2af4e31a3466f5ceaff12a2 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:15:35.994720 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e9881581-6215-4fbb-873b-ab33247655c2 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:36.003298 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e9881581-6215-4fbb-873b-ab33247655c2 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:36.034089 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f8f6ecf6-3fc7-45ec-b1c0-bfa08da3e2bd tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:36.051372 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-f8f6ecf6-3fc7-45ec-b1c0-bfa08da3e2bd tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Calling delete_port for d6e6f4cb-38ba-4fcf-8e49-df43c9d20e5c owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:15:36.124897 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e9881581-6215-4fbb-873b-ab33247655c2 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:36.131469 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e9881581-6215-4fbb-873b-ab33247655c2 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:36.172931 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9881581-6215-4fbb-873b-ab33247655c2 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e25cd5ff-21e6-435f-ad8b-41e6b9c052da,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:36.227348 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f8f6ecf6-3fc7-45ec-b1c0-bfa08da3e2bd tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:36.230408 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9881581-6215-4fbb-873b-ab33247655c2 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:15:36.244230 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e9881581-6215-4fbb-873b-ab33247655c2 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:36.244745 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-e9881581-6215-4fbb-873b-ab33247655c2 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Added segment 16816460-6876-4e01-9be1-aa774260fb88 of type vlan for network 9db7e795-9650-43e3-b4ca-8542c413d3a0 Sep 08 09:15:36.290372 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e9881581-6215-4fbb-873b-ab33247655c2 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:36.322146 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6ecf6-3fc7-45ec-b1c0-bfa08da3e2bd tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Pushing event deleted for resources: {'Port': ['ID=d6e6f4cb-38ba-4fcf-8e49-df43c9d20e5c,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:36.328294 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e9881581-6215-4fbb-873b-ab33247655c2 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:36.335104 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9881581-6215-4fbb-873b-ab33247655c2 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:36.335849 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e9881581-6215-4fbb-873b-ab33247655c2 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:36.342356 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f8f6ecf6-3fc7-45ec-b1c0-bfa08da3e2bd tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:36.345817 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f8f6ecf6-3fc7-45ec-b1c0-bfa08da3e2bd tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] 10.222.0.54 "DELETE /v2.0/ports/d6e6f4cb-38ba-4fcf-8e49-df43c9d20e5c HTTP/1.1" status: 204 len: 168 time: 0.5335944 Sep 08 09:15:36.348412 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59112) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:36.453250 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e9881581-6215-4fbb-873b-ab33247655c2 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6251845 Sep 08 09:15:36.457063 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59118) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:36.464422 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-3315d22c-4364-4f13-903c-d5300a3c35c5 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Request body: {'subnet': {'network_id': '9db7e795-9650-43e3-b4ca-8542c413d3a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:36.495120 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9881581-6215-4fbb-873b-ab33247655c2 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Pushing event updated for resources: {'Network': ['ID=9db7e795-9650-43e3-b4ca-8542c413d3a0,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:36.509354 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 9db7e795-9650-43e3-b4ca-8542c413d3a0 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:15:36.509978 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-25a2b14b-e709-46de-a0f1-14de86e2b1f1 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Deleting subnet 8c5a9320-19b5-4c1c-aef0-416fb1515ac7 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:15:36.515130 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-25a2b14b-e709-46de-a0f1-14de86e2b1f1 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:36.570122 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd91f92-d58f-4bce-9bba-439fdbd4db5f req-ff88c918-99be-446a-b189-93958d69171b tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:36.572716 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1cd91f92-d58f-4bce-9bba-439fdbd4db5f req-ff88c918-99be-446a-b189-93958d69171b tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=240670ed-522f-46d9-a033-bb2c9d959905 HTTP/1.1" status: 200 len: 946 time: 0.1214809 Sep 08 09:15:36.580614 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-25a2b14b-e709-46de-a0f1-14de86e2b1f1 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:36.632205 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3315d22c-4364-4f13-903c-d5300a3c35c5 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Made reservation on behalf of 653c81a8b2af4e31a3466f5ceaff12a2 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:15:36.643245 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3315d22c-4364-4f13-903c-d5300a3c35c5 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:36.669616 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1cd91f92-d58f-4bce-9bba-439fdbd4db5f req-347d7c22-0e44-4305-b728-a7f94253a676 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856998 Sep 08 09:15:36.757251 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-25a2b14b-e709-46de-a0f1-14de86e2b1f1 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:36.873022 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-25a2b14b-e709-46de-a0f1-14de86e2b1f1 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:36.919821 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a2b14b-e709-46de-a0f1-14de86e2b1f1 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Pushing event deleted for resources: {'Subnet': ['ID=8c5a9320-19b5-4c1c-aef0-416fb1515ac7,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:36.927564 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-25a2b14b-e709-46de-a0f1-14de86e2b1f1 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:36.934675 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b52cf4-47da-49cf-a0de-3332e3567fb8 None None] Network 9125495a-9651-4f0b-a161-a5b9a9071c79 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:15:36.949916 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59138) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:36.951626 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-25a2b14b-e709-46de-a0f1-14de86e2b1f1 tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] 10.222.0.54 "DELETE /v2.0/subnets/8c5a9320-19b5-4c1c-aef0-416fb1515ac7 HTTP/1.1" status: 204 len: 168 time: 0.5881374 Sep 08 09:15:36.962958 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3315d22c-4364-4f13-903c-d5300a3c35c5 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:37.153867 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3315d22c-4364-4f13-903c-d5300a3c35c5 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Pushing event updated for resources: {'Subnet': ['ID=c0a9f74c-7650-4956-92b1-c341d0ffe587,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:37.179266 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691743c7-950b-4d79-83f1-07073939cacc None None] DHCP port deletion for 9125495a-9651-4f0b-a161-a5b9a9071c79 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:15:37.188734 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bd3ff9d3-fc3a-4bca-9756-e24284d6014f tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:37.219612 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3315d22c-4364-4f13-903c-d5300a3c35c5 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Checking segment: {'id': '16816460-6876-4e01-9be1-aa774260fb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9db7e795-9650-43e3-b4ca-8542c413d3a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:15:37.219990 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3315d22c-4364-4f13-903c-d5300a3c35c5 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Network hostable DHCP agents. Network: 9db7e795-9650-43e3-b4ca-8542c413d3a0, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:15:37.233273 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-691743c7-950b-4d79-83f1-07073939cacc None None] Deleting port 12b6ed1f-1294-4b14-aa94-f825ccd36796 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:15:37.233686 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-691743c7-950b-4d79-83f1-07073939cacc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:37.302091 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c0b81-488a-4375-9422-8cbe2857929d req-a7149b6b-5080-4ce3-946d-8772e70e52e6 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:37.303722 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cd5c0b81-488a-4375-9422-8cbe2857929d req-a7149b6b-5080-4ce3-946d-8772e70e52e6 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/networks?id=48c54abd-6f52-4b1d-9226-4a2566a5fe28 HTTP/1.1" status: 200 len: 806 time: 0.2913041 Sep 08 09:15:37.323057 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-691743c7-950b-4d79-83f1-07073939cacc None None] For port 12b6ed1f-1294-4b14-aa94-f825ccd36796, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=12b6ed1f-1294-4b14-aa94-f825ccd36796,segment=NetworkSegment(c153e382-1f55-4fe0-8305-d82243c7c717),segment_id=c153e382-1f55-4fe0-8305-d82243c7c717)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:15:37.323502 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-691743c7-950b-4d79-83f1-07073939cacc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:37.343566 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-691743c7-950b-4d79-83f1-07073939cacc None None] Calling delete_port for 12b6ed1f-1294-4b14-aa94-f825ccd36796 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:15:37.359384 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3315d22c-4364-4f13-903c-d5300a3c35c5 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Network 9db7e795-9650-43e3-b4ca-8542c413d3a0 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:15:37.372025 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cd5c0b81-488a-4375-9422-8cbe2857929d req-6eef7210-9071-4fdf-99c4-1f8929a7ba08 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/quotas/361efd7dd288461f98c228af9e362c93 HTTP/1.1" status: 200 len: 375 time: 0.0577779 Sep 08 09:15:37.422896 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-3315d22c-4364-4f13-903c-d5300a3c35c5 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 9db7e795-9650-43e3-b4ca-8542c413d3a0) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:15:37.427588 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3315d22c-4364-4f13-903c-d5300a3c35c5 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:37.428184 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3315d22c-4364-4f13-903c-d5300a3c35c5 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:37.432235 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdfd33e-7d7d-40e5-b328-ee9d30041e82 None None] Network 9db7e795-9650-43e3-b4ca-8542c413d3a0 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:15:37.466295 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cd5c0b81-488a-4375-9422-8cbe2857929d req-f8c8ca5e-f372-498c-b4af-3b9b99226125 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=361efd7dd288461f98c228af9e362c93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0917196 Sep 08 09:15:37.478217 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-3315d22c-4364-4f13-903c-d5300a3c35c5 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0167332 Sep 08 09:15:37.478886 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59156) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:37.486622 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-bdb32fb3-8fb9-44c2-ac41-02ba32ede688 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1219938329', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:37.494488 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-bd3ff9d3-fc3a-4bca-9756-e24284d6014f tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Deleting port 12b6ed1f-1294-4b14-aa94-f825ccd36796 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:15:37.494834 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bd3ff9d3-fc3a-4bca-9756-e24284d6014f tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:37.521348 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bdb32fb3-8fb9-44c2-ac41-02ba32ede688 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:37.524291 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bdb32fb3-8fb9-44c2-ac41-02ba32ede688 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:37.548105 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-691743c7-950b-4d79-83f1-07073939cacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:37.570076 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-bd3ff9d3-fc3a-4bca-9756-e24284d6014f tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] For port 12b6ed1f-1294-4b14-aa94-f825ccd36796, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=12b6ed1f-1294-4b14-aa94-f825ccd36796,segment=NetworkSegment(c153e382-1f55-4fe0-8305-d82243c7c717),segment_id=c153e382-1f55-4fe0-8305-d82243c7c717)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:15:37.571189 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bd3ff9d3-fc3a-4bca-9756-e24284d6014f tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:37.581154 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691743c7-950b-4d79-83f1-07073939cacc None None] Pushing event deleted for resources: {'Port': ['ID=12b6ed1f-1294-4b14-aa94-f825ccd36796,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:37.587604 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-bd3ff9d3-fc3a-4bca-9756-e24284d6014f tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Calling delete_port for 12b6ed1f-1294-4b14-aa94-f825ccd36796 owned by network:dhcp {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:15:37.616556 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bdb32fb3-8fb9-44c2-ac41-02ba32ede688 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:37.623268 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bdb32fb3-8fb9-44c2-ac41-02ba32ede688 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:37.630587 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691743c7-950b-4d79-83f1-07073939cacc None None] No DVR routers for this DVR port 12b6ed1f-1294-4b14-aa94-f825ccd36796 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:15:37.654587 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bdb32fb3-8fb9-44c2-ac41-02ba32ede688 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:37.665883 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-bdb32fb3-8fb9-44c2-ac41-02ba32ede688 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1827579 Sep 08 09:15:37.666947 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59162) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:37.701908 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2aec31-789a-485f-82df-43a3d39213d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-9db7e795-9650-43e3-b4ca-8542c413d3a0', 'network_id': '9db7e795-9650-43e3-b4ca-8542c413d3a0', 'tenant_id': '653c81a8b2af4e31a3466f5ceaff12a2', 'fixed_ips': [{'subnet_id': 'c0a9f74c-7650-4956-92b1-c341d0ffe587'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:15:37.702821 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fa2aec31-789a-485f-82df-43a3d39213d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:37.861198 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cd5c0b81-488a-4375-9422-8cbe2857929d req-2cbec252-92a0-44cb-8993-332f3f51e8a8 service neutron] 10.222.0.54 "GET /v2.0/networks/48c54abd-6f52-4b1d-9226-4a2566a5fe28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755562 Sep 08 09:15:37.872926 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bd3ff9d3-fc3a-4bca-9756-e24284d6014f tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:37.893310 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-fa2aec31-789a-485f-82df-43a3d39213d8 None None] Allocated IP 172.20.0.2 (9db7e795-9650-43e3-b4ca-8542c413d3a0/c0a9f74c-7650-4956-92b1-c341d0ffe587/a23e078a-60d8-42ae-8361-f7a6039d6833) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:15:38.009564 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3ff9d3-fc3a-4bca-9756-e24284d6014f tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] No DVR routers for this DVR port 12b6ed1f-1294-4b14-aa94-f825ccd36796 on host n-d-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:15:38.016648 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ff9d3-fc3a-4bca-9756-e24284d6014f tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Pushing event deleted for resources: {'Port': ['ID=12b6ed1f-1294-4b14-aa94-f825ccd36796,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:38.023882 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f16c6e-d727-41f3-9b99-435c7ae70308 req-14c61d1a-77ee-491b-abcb-705e229bce66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:38.026105 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e5f16c6e-d727-41f3-9b99-435c7ae70308 req-14c61d1a-77ee-491b-abcb-705e229bce66 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=534b123b1fec4a0b9fe37215319028ae&device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 1097 time: 0.3179586 Sep 08 09:15:38.034055 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b88a9-1481-4a32-a1d3-dca03970a409 req-83a3af39-2bec-4575-9de2-0a1b4ec62b20 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:38.036429 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-338b88a9-1481-4a32-a1d3-dca03970a409 req-83a3af39-2bec-4575-9de2-0a1b4ec62b20 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 945 time: 0.1967959 Sep 08 09:15:38.083830 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fa2aec31-789a-485f-82df-43a3d39213d8 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:38.096053 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-fa2aec31-789a-485f-82df-43a3d39213d8 None None] Transition to ACTIVE for port object a23e078a-60d8-42ae-8361-f7a6039d6833 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:15:38.119509 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-fa2aec31-789a-485f-82df-43a3d39213d8 None None] Transition to ACTIVE for port object a23e078a-60d8-42ae-8361-f7a6039d6833 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:15:38.130404 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fa2aec31-789a-485f-82df-43a3d39213d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:38.147246 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-338b88a9-1481-4a32-a1d3-dca03970a409 req-e4013d52-0c41-4834-b7cc-b6b20c9a86c4 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775864 Sep 08 09:15:38.186651 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1b6721cb-a2b1-4bc1-b85f-976519867753 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:38.198740 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2aec31-789a-485f-82df-43a3d39213d8 None None] Pushing event updated for resources: {'Port': ['ID=a23e078a-60d8-42ae-8361-f7a6039d6833,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:38.241428 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2aec31-789a-485f-82df-43a3d39213d8 None None] Network 9db7e795-9650-43e3-b4ca-8542c413d3a0 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:15:38.248053 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-fa2aec31-789a-485f-82df-43a3d39213d8 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:15:38.254402 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2aec31-789a-485f-82df-43a3d39213d8 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:15:38.343055 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-fa2aec31-789a-485f-82df-43a3d39213d8 None None] Attempting to bind port a23e078a-60d8-42ae-8361-f7a6039d6833 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:15:38.343434 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-fa2aec31-789a-485f-82df-43a3d39213d8 None None] Attempting to bind port a23e078a-60d8-42ae-8361-f7a6039d6833 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '16816460-6876-4e01-9be1-aa774260fb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9db7e795-9650-43e3-b4ca-8542c413d3a0'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:15:38.343800 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2aec31-789a-485f-82df-43a3d39213d8 None None] Attempting to bind port a23e078a-60d8-42ae-8361-f7a6039d6833 on network 9db7e795-9650-43e3-b4ca-8542c413d3a0 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:15:38.354824 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2aec31-789a-485f-82df-43a3d39213d8 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:15:38.355533 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2aec31-789a-485f-82df-43a3d39213d8 None None] Checking segment: {'id': '16816460-6876-4e01-9be1-aa774260fb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9db7e795-9650-43e3-b4ca-8542c413d3a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:15:38.356176 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fa2aec31-789a-485f-82df-43a3d39213d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:38.356776 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2aec31-789a-485f-82df-43a3d39213d8 None None] Bound using segment: {'id': '16816460-6876-4e01-9be1-aa774260fb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9db7e795-9650-43e3-b4ca-8542c413d3a0'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:15:38.357439 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-fa2aec31-789a-485f-82df-43a3d39213d8 None None] Bound port: a23e078a-60d8-42ae-8361-f7a6039d6833, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16816460-6876-4e01-9be1-aa774260fb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9db7e795-9650-43e3-b4ca-8542c413d3a0'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:15:38.358065 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fa2aec31-789a-485f-82df-43a3d39213d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:38.375110 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 12b6ed1f-1294-4b14-aa94-f825ccd36796 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:15:38.406554 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 12b6ed1f-1294-4b14-aa94-f825ccd36796 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:15:38.407124 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 12b6ed1f-1294-4b14-aa94-f825ccd36796 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:15:38.485195 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-fa2aec31-789a-485f-82df-43a3d39213d8 None None] For port a23e078a-60d8-42ae-8361-f7a6039d6833, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:15:38.490263 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-fa2aec31-789a-485f-82df-43a3d39213d8 None None] For port a23e078a-60d8-42ae-8361-f7a6039d6833, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a23e078a-60d8-42ae-8361-f7a6039d6833,segment=NetworkSegment(16816460-6876-4e01-9be1-aa774260fb88),segment_id=16816460-6876-4e01-9be1-aa774260fb88)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:15:38.493398 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-1b6721cb-a2b1-4bc1-b85f-976519867753 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Allocated IP 172.20.0.1 (9db7e795-9650-43e3-b4ca-8542c413d3a0/c0a9f74c-7650-4956-92b1-c341d0ffe587/86ba9dc0-3e75-4663-9f19-d080c6598b7e) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:15:38.498938 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fa2aec31-789a-485f-82df-43a3d39213d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:38.591151 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cd5c0b81-488a-4375-9422-8cbe2857929d req-91707ae0-84b6-44f7-ad5e-56ad695eb91f service neutron] 10.222.0.54 "GET /v2.0/networks/48c54abd-6f52-4b1d-9226-4a2566a5fe28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7192976 Sep 08 09:15:38.631584 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2aec31-789a-485f-82df-43a3d39213d8 None None] Pushing event updated for resources: {'Port': ['ID=a23e078a-60d8-42ae-8361-f7a6039d6833,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:38.638509 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bd3ff9d3-fc3a-4bca-9756-e24284d6014f tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:38.648146 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1b6721cb-a2b1-4bc1-b85f-976519867753 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:38.670409 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-1b6721cb-a2b1-4bc1-b85f-976519867753 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Transition to ACTIVE for port object 86ba9dc0-3e75-4663-9f19-d080c6598b7e will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:15:38.677750 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-bd3ff9d3-fc3a-4bca-9756-e24284d6014f tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9125495a-9651-4f0b-a161-a5b9a9071c79']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:38.694913 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-bd3ff9d3-fc3a-4bca-9756-e24284d6014f tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c153e382-1f55-4fe0-8305-d82243c7c717') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:38.695244 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-bd3ff9d3-fc3a-4bca-9756-e24284d6014f tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c153e382-1f55-4fe0-8305-d82243c7c717') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:38.705572 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bd3ff9d3-fc3a-4bca-9756-e24284d6014f tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:38.716481 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f16c6e-d727-41f3-9b99-435c7ae70308 req-2eff627f-028a-41ed-b7cc-d9dc7c6c33d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:38.718234 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e5f16c6e-d727-41f3-9b99-435c7ae70308 req-2eff627f-028a-41ed-b7cc-d9dc7c6c33d7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd HTTP/1.1" status: 200 len: 919 time: 0.2491763 Sep 08 09:15:38.724162 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1b6721cb-a2b1-4bc1-b85f-976519867753 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:38.727441 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bd3ff9d3-fc3a-4bca-9756-e24284d6014f tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:38.787043 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6721cb-a2b1-4bc1-b85f-976519867753 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Network 9db7e795-9650-43e3-b4ca-8542c413d3a0 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:15:38.793901 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd3ff9d3-fc3a-4bca-9756-e24284d6014f tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:15:38.794341 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bd3ff9d3-fc3a-4bca-9756-e24284d6014f tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:38.797586 n-d-806683-11 neutron-server[94712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:15:38.797586 n-d-806683-11 neutron-server[94712]: self.session.flush() Sep 08 09:15:38.797586 n-d-806683-11 neutron-server[94712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:15:38.797586 n-d-806683-11 neutron-server[94712]: self.session.flush() Sep 08 09:15:38.797586 n-d-806683-11 neutron-server[94712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:15:38.797586 n-d-806683-11 neutron-server[94712]: self.session.flush() Sep 08 09:15:38.797586 n-d-806683-11 neutron-server[94712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:15:38.797586 n-d-806683-11 neutron-server[94712]: self.session.flush() Sep 08 09:15:38.797586 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:15:38.797586 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:15:38.797586 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:15:38.797586 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:15:38.797586 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:15:38.797586 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:15:38.797586 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:15:38.797586 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:15:38.797586 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:15:38.797586 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:15:38.797586 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:15:38.797586 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:15:38.797586 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:15:38.797586 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:15:38.797586 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:15:38.797586 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:15:38.797586 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:15:38.797586 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:15:38.797586 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:15:38.797586 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:15:38.797586 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:15:38.797586 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:15:38.797586 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:15:38.797586 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:15:38.797586 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:15:38.797586 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:15:38.797586 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:15:38.797586 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:15:38.797586 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:15:38.797586 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:15:38.797586 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:15:38.797586 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:15:38.802423 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-1b6721cb-a2b1-4bc1-b85f-976519867753 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:15:38.813646 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6721cb-a2b1-4bc1-b85f-976519867753 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:15:38.828083 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e5f16c6e-d727-41f3-9b99-435c7ae70308 req-ebe5a9ed-08f1-47c9-a7f6-fb5936afa048 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af42c450-4fe7-48ed-a9c0-9d7430483e3b HTTP/1.1" status: 200 len: 217 time: 0.0980024 Sep 08 09:15:38.873300 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6721cb-a2b1-4bc1-b85f-976519867753 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Pushing event updated for resources: {'Port': ['ID=86ba9dc0-3e75-4663-9f19-d080c6598b7e,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:38.904464 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1b6721cb-a2b1-4bc1-b85f-976519867753 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:39.037781 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59174) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:39.059374 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e96cdf9a-49ee-4e89-94af-60008058826a req-9e34ed5c-85e1-47bd-bfa8-4ae77b38fd55 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=97836a60-6c78-4b9b-9bb2-bc6b6550073a HTTP/1.1" status: 200 len: 210 time: 0.1545036 Sep 08 09:15:39.089564 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f16c6e-d727-41f3-9b99-435c7ae70308 req-c38176a2-97fa-4fc9-8e7c-b1d98811372b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:39.091107 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e5f16c6e-d727-41f3-9b99-435c7ae70308 req-c38176a2-97fa-4fc9-8e7c-b1d98811372b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0b45300-8828-4ae8-bbfd-c70262cbd1c4 HTTP/1.1" status: 200 len: 858 time: 0.2350383 Sep 08 09:15:39.126335 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bd3ff9d3-fc3a-4bca-9756-e24284d6014f tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:39.128901 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1b6721cb-a2b1-4bc1-b85f-976519867753 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:39.154774 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e5f16c6e-d727-41f3-9b99-435c7ae70308 req-57b0e02d-737a-47cb-9a86-49031d4a5a30 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531514 Sep 08 09:15:39.157736 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bd3ff9d3-fc3a-4bca-9756-e24284d6014f tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:39.160173 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-bd3ff9d3-fc3a-4bca-9756-e24284d6014f tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] 10.222.0.54 "DELETE /v2.0/networks/9125495a-9651-4f0b-a161-a5b9a9071c79 HTTP/1.1" status: 204 len: 168 time: 2.2090223 Sep 08 09:15:39.179554 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ff9d3-fc3a-4bca-9756-e24284d6014f tempest-AllowedAddressPairTestJSON-873301522 tempest-AllowedAddressPairTestJSON-873301522-project] Pushing event deleted for resources: {'Network': ['ID=9125495a-9651-4f0b-a161-a5b9a9071c79,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:39.196994 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-23bdeb30-7c47-4353-8f88-c2788e357589 admin admin] Deleting subnet d1ad8ef3-0126-4257-bc81-a03d4dfe920b {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:15:39.200631 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-23bdeb30-7c47-4353-8f88-c2788e357589 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:39.246017 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-23bdeb30-7c47-4353-8f88-c2788e357589 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:39.281279 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e5f16c6e-d727-41f3-9b99-435c7ae70308 req-24f7fc52-9557-4ad0-bd22-bf5887e4e8f7 service neutron] 10.222.0.35 "GET /v2.0/networks/ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103513 Sep 08 09:15:39.313622 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-23bdeb30-7c47-4353-8f88-c2788e357589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:39.441757 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e5f16c6e-d727-41f3-9b99-435c7ae70308 req-1decea3b-125a-4fa1-8e39-54d3ef25cf9e service neutron] 10.222.0.35 "GET /v2.0/networks/ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509857 Sep 08 09:15:39.515548 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be538279-83b3-4472-8f18-f4d5c5f6c035 req-1b9ca56c-75c1-41ad-94d1-e3f0ea1b3041 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:39.517102 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-be538279-83b3-4472-8f18-f4d5c5f6c035 req-1b9ca56c-75c1-41ad-94d1-e3f0ea1b3041 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 945 time: 0.1743560 Sep 08 09:15:39.565721 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-23bdeb30-7c47-4353-8f88-c2788e357589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:39.625807 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bdeb30-7c47-4353-8f88-c2788e357589 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1ad8ef3-0126-4257-bc81-a03d4dfe920b,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:39.656887 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59192) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:39.671802 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-23bdeb30-7c47-4353-8f88-c2788e357589 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:39.675974 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-23bdeb30-7c47-4353-8f88-c2788e357589 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/d1ad8ef3-0126-4257-bc81-a03d4dfe920b HTTP/1.1" status: 204 len: 168 time: 0.6348979 Sep 08 09:15:39.676671 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59196) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:39.676958 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-be538279-83b3-4472-8f18-f4d5c5f6c035 req-290f5696-9de4-4e02-ad3b-85de36e6a0d8 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461253 Sep 08 09:15:39.820368 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1e6ac02e-370b-4c22-9629-c558207a5e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:39.822819 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1b6721cb-a2b1-4bc1-b85f-976519867753 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:39.831708 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1b6721cb-a2b1-4bc1-b85f-976519867753 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:39.955451 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6721cb-a2b1-4bc1-b85f-976519867753 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Pushing event updated for resources: {'Port': ['ID=86ba9dc0-3e75-4663-9f19-d080c6598b7e,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:39.965054 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1e6ac02e-370b-4c22-9629-c558207a5e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:39.989759 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1b6721cb-a2b1-4bc1-b85f-976519867753 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:39.995017 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-1e6ac02e-370b-4c22-9629-c558207a5e95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a04b458-3abb-4296-a1dd-d64c72b303cb']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:40.015372 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-1e6ac02e-370b-4c22-9629-c558207a5e95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2948f235-2c0c-4995-95ba-433587acdf11') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:40.015657 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-1e6ac02e-370b-4c22-9629-c558207a5e95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2948f235-2c0c-4995-95ba-433587acdf11') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:40.034111 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1e6ac02e-370b-4c22-9629-c558207a5e95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:40.047955 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-7a377180-6a98-4273-8083-979d82c9bd34 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=537c546711a64200834e3518a959624b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3898969 Sep 08 09:15:40.050457 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59200) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:40.055907 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1e6ac02e-370b-4c22-9629-c558207a5e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:40.061735 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e6ac02e-370b-4c22-9629-c558207a5e95 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:15:40.062452 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1e6ac02e-370b-4c22-9629-c558207a5e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:40.064345 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:15:40.064345 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:15:40.064345 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:15:40.064345 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:15:40.064345 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:15:40.064345 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:15:40.064345 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:15:40.064345 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:15:40.064345 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:15:40.064345 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:15:40.064345 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:15:40.064345 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:15:40.064345 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:15:40.064345 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:15:40.064345 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:15:40.064345 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:15:40.064345 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:15:40.064345 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:15:40.064345 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:15:40.064345 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:15:40.064345 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:15:40.064345 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:15:40.064345 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:15:40.064345 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:15:40.064345 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:15:40.064345 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:15:40.064345 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:15:40.064345 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:15:40.064345 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:15:40.064345 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:15:40.064345 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:15:40.064345 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:15:40.071570 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3800d925-33d0-46d2-88c8-f8a8e30c12a3 None None] Network 9db7e795-9650-43e3-b4ca-8542c413d3a0 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:15:40.143158 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1e6ac02e-370b-4c22-9629-c558207a5e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:40.161470 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1e6ac02e-370b-4c22-9629-c558207a5e95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:40.168450 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-1e6ac02e-370b-4c22-9629-c558207a5e95 admin admin] 10.222.0.54 "DELETE /v2.0/networks/3a04b458-3abb-4296-a1dd-d64c72b303cb HTTP/1.1" status: 204 len: 168 time: 0.4869020 Sep 08 09:15:40.179002 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59204) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:40.207550 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ac02e-370b-4c22-9629-c558207a5e95 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a04b458-3abb-4296-a1dd-d64c72b303cb,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:40.228361 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e7de24a6-6999-4b37-9bc8-40603e3c6225 None None] Provisioning for port a23e078a-60d8-42ae-8361-f7a6039d6833 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:15:40.251307 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-512b0a27-b35b-4218-8ef2-ec567c76eadd req-01337316-a4ac-405e-a99e-d0e90796ad8a tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=97836a60-6c78-4b9b-9bb2-bc6b6550073a HTTP/1.1" status: 200 len: 210 time: 0.0745003 Sep 08 09:15:40.254117 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e56fd72-6dfc-47da-b223-817eb2c29e13 admin admin] Deleting subnet 9570c712-f8a8-4e73-82aa-7b02d54f4c7e {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:15:40.262196 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5e56fd72-6dfc-47da-b223-817eb2c29e13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:40.274260 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-320a1816-95eb-4bae-b5e3-26999358c36b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:40.278705 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6721cb-a2b1-4bc1-b85f-976519867753 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Network 9db7e795-9650-43e3-b4ca-8542c413d3a0 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:15:40.303660 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-1b6721cb-a2b1-4bc1-b85f-976519867753 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:15:40.345468 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5e56fd72-6dfc-47da-b223-817eb2c29e13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:40.384475 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-320a1816-95eb-4bae-b5e3-26999358c36b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:40.423707 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a23e078a-60d8-42ae-8361-f7a6039d6833 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:15:40.454204 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5e56fd72-6dfc-47da-b223-817eb2c29e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:40.497107 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-320a1816-95eb-4bae-b5e3-26999358c36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:40.499747 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-320a1816-95eb-4bae-b5e3-26999358c36b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:40.500976 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-320a1816-95eb-4bae-b5e3-26999358c36b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4923d011-963b-47be-8997-571f548a779c HTTP/1.1" status: 204 len: 168 time: 0.4490247 Sep 08 09:15:40.504331 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b6721cb-a2b1-4bc1-b85f-976519867753 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Router a986968a-9bc2-4099-a6b6-556e819b10a2 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:15:40.513107 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a1816-95eb-4bae-b5e3-26999358c36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4923d011-963b-47be-8997-571f548a779c,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:40.551137 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port a23e078a-60d8-42ae-8361-f7a6039d6833 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:15:40.563658 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port a23e078a-60d8-42ae-8361-f7a6039d6833 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:15:40.564083 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:40.598061 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c0b81-488a-4375-9422-8cbe2857929d req-1834542a-46aa-43b1-81d3-319b6ebdb513 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:40.599669 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cd5c0b81-488a-4375-9422-8cbe2857929d req-1834542a-46aa-43b1-81d3-319b6ebdb513 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.37 "GET /v2.0/networks?id=48c54abd-6f52-4b1d-9226-4a2566a5fe28 HTTP/1.1" status: 200 len: 806 time: 0.2010326 Sep 08 09:15:40.610655 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5e56fd72-6dfc-47da-b223-817eb2c29e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:40.629263 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-cd5c0b81-488a-4375-9422-8cbe2857929d req-9dd30733-7477-4ad1-9ad5-751d084fd76b tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Request body: {'port': {'device_id': '97836a60-6c78-4b9b-9bb2-bc6b6550073a', 'network_id': '48c54abd-6f52-4b1d-9226-4a2566a5fe28', 'admin_state_up': True, 'tenant_id': '361efd7dd288461f98c228af9e362c93'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:40.629893 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6721cb-a2b1-4bc1-b85f-976519867753 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:15:40.637280 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1b6721cb-a2b1-4bc1-b85f-976519867753 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] 10.222.0.54 "PUT /v2.0/routers/a986968a-9bc2-4099-a6b6-556e819b10a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9697683 Sep 08 09:15:40.640184 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59208) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:40.645666 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-ee56da79-3f5c-4d23-8bb6-10866bcec850 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Request body: {'port': {'network_id': '9db7e795-9650-43e3-b4ca-8542c413d3a0', 'name': 'tempest-FloatingIPNegativeTestJSON-1618689856'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:40.664657 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fd8e21-2e6a-4b47-80ca-a2b3b4314cf2 None None] Sync routers for ids ['a986968a-9bc2-4099-a6b6-556e819b10a2'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:15:40.694712 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fd8e21-2e6a-4b47-80ca-a2b3b4314cf2 None None] Routers {'a986968a-9bc2-4099-a6b6-556e819b10a2'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:15:40.694712 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-e9fd8e21-2e6a-4b47-80ca-a2b3b4314cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:15:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['a986968a-9bc2-4099-a6b6-556e819b10a2'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:40.752834 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-e9fd8e21-2e6a-4b47-80ca-a2b3b4314cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:40.765814 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fd8e21-2e6a-4b47-80ca-a2b3b4314cf2 None None] Routers {'a986968a-9bc2-4099-a6b6-556e819b10a2'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:15:40.766522 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-e9fd8e21-2e6a-4b47-80ca-a2b3b4314cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:15:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['a986968a-9bc2-4099-a6b6-556e819b10a2'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:40.809105 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e56fd72-6dfc-47da-b223-817eb2c29e13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9570c712-f8a8-4e73-82aa-7b02d54f4c7e,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:40.814431 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5e56fd72-6dfc-47da-b223-817eb2c29e13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:40.816890 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-e9fd8e21-2e6a-4b47-80ca-a2b3b4314cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:40.817254 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5e56fd72-6dfc-47da-b223-817eb2c29e13 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/9570c712-f8a8-4e73-82aa-7b02d54f4c7e HTTP/1.1" status: 204 len: 168 time: 0.6370835 Sep 08 09:15:40.817976 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fd8e21-2e6a-4b47-80ca-a2b3b4314cf2 None None] The sync data for ids ['a986968a-9bc2-4099-a6b6-556e819b10a2'] in n-d-806683-11 is: [] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:15:40.822514 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59214) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:40.883277 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:40.884762 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee56da79-3f5c-4d23-8bb6-10866bcec850 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Made reservation on behalf of 653c81a8b2af4e31a3466f5ceaff12a2 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:15:40.890103 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ee56da79-3f5c-4d23-8bb6-10866bcec850 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:40.922082 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-ee56da79-3f5c-4d23-8bb6-10866bcec850 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] device_id is not set on port 65eb1132-d819-4d1b-8fa1-afff9a43f430 yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:15:40.926013 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port a23e078a-60d8-42ae-8361-f7a6039d6833, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a23e078a-60d8-42ae-8361-f7a6039d6833,segment=NetworkSegment(16816460-6876-4e01-9be1-aa774260fb88),segment_id=16816460-6876-4e01-9be1-aa774260fb88)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:15:40.927364 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6ff8a4d8-299b-4958-a35d-4de5ded530ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:40.931844 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:41.026878 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=a23e078a-60d8-42ae-8361-f7a6039d6833,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:41.045354 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-13834048-121d-4648-822c-2edbde6d2ab6 None None] Provisioning complete for port a23e078a-60d8-42ae-8361-f7a6039d6833 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:15:41.045745 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-13834048-121d-4648-822c-2edbde6d2ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:41.110680 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-ee56da79-3f5c-4d23-8bb6-10866bcec850 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Allocated IP 172.20.0.7 (9db7e795-9650-43e3-b4ca-8542c413d3a0/c0a9f74c-7650-4956-92b1-c341d0ffe587/65eb1132-d819-4d1b-8fa1-afff9a43f430) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:15:41.147292 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b9ba9-d6e4-4c6d-92eb-4d2c3cd6f12e req-593a9f0b-8dc9-4567-a6f0-77f53db31900 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:41.154813 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-af9b9ba9-d6e4-4c6d-92eb-4d2c3cd6f12e req-593a9f0b-8dc9-4567-a6f0-77f53db31900 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 945 time: 0.2251554 Sep 08 09:15:41.230560 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd5c0b81-488a-4375-9422-8cbe2857929d req-9dd30733-7477-4ad1-9ad5-751d084fd76b tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Made reservation on behalf of 361efd7dd288461f98c228af9e362c93 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:15:41.234263 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cd5c0b81-488a-4375-9422-8cbe2857929d req-9dd30733-7477-4ad1-9ad5-751d084fd76b tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:41.240380 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6ff8a4d8-299b-4958-a35d-4de5ded530ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:41.277135 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-af9b9ba9-d6e4-4c6d-92eb-4d2c3cd6f12e req-acbb0b4a-b578-4a39-b885-1f425bc4c8fe tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173601 Sep 08 09:15:41.307678 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-6ff8a4d8-299b-4958-a35d-4de5ded530ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec5b6b10-74cb-409f-9b32-365decb62cac']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:41.350299 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-6ff8a4d8-299b-4958-a35d-4de5ded530ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4420dbc7-72e4-49e5-ac3a-c5d87a2148f3') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:41.350666 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-6ff8a4d8-299b-4958-a35d-4de5ded530ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4420dbc7-72e4-49e5-ac3a-c5d87a2148f3') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:41.371420 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6ff8a4d8-299b-4958-a35d-4de5ded530ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:41.427502 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6ff8a4d8-299b-4958-a35d-4de5ded530ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:41.444178 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ff8a4d8-299b-4958-a35d-4de5ded530ec admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:15:41.444677 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6ff8a4d8-299b-4958-a35d-4de5ded530ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:41.446784 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:15:41.446784 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:15:41.446784 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:15:41.446784 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:15:41.446784 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:15:41.446784 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:15:41.446784 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:15:41.446784 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:15:41.446784 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:15:41.446784 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:15:41.446784 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:15:41.446784 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:15:41.446784 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:15:41.446784 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:15:41.446784 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:15:41.446784 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:15:41.446784 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:15:41.446784 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:15:41.446784 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:15:41.446784 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:15:41.446784 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:15:41.446784 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:15:41.446784 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:15:41.446784 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:15:41.446784 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:15:41.446784 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:15:41.446784 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:15:41.446784 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:15:41.446784 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:15:41.446784 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:15:41.446784 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:15:41.446784 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:15:41.449758 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-13834048-121d-4648-822c-2edbde6d2ab6 None None] Provisioning for port 86ba9dc0-3e75-4663-9f19-d080c6598b7e completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:15:41.455811 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-13834048-121d-4648-822c-2edbde6d2ab6 None None] Provisioning complete for port 86ba9dc0-3e75-4663-9f19-d080c6598b7e triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:15:41.456459 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-13834048-121d-4648-822c-2edbde6d2ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:41.478683 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4b6b6fc2-b23f-4760-97b4-bed5ee6f2d6c req-307b0cc5-0525-48a6-9b81-67990df7f71c tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=97836a60-6c78-4b9b-9bb2-bc6b6550073a HTTP/1.1" status: 200 len: 210 time: 0.1184616 Sep 08 09:15:41.503046 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ee56da79-3f5c-4d23-8bb6-10866bcec850 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:41.507291 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-13834048-121d-4648-822c-2edbde6d2ab6 None None] Port 86ba9dc0-3e75-4663-9f19-d080c6598b7e cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:15:41.521967 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-ee56da79-3f5c-4d23-8bb6-10866bcec850 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Transition to ACTIVE for port object 65eb1132-d819-4d1b-8fa1-afff9a43f430 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:15:41.558085 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ee56da79-3f5c-4d23-8bb6-10866bcec850 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:41.562813 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6ff8a4d8-299b-4958-a35d-4de5ded530ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:41.574232 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6ff8a4d8-299b-4958-a35d-4de5ded530ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:41.579093 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-6ff8a4d8-299b-4958-a35d-4de5ded530ec admin admin] 10.222.0.54 "DELETE /v2.0/networks/ec5b6b10-74cb-409f-9b32-365decb62cac HTTP/1.1" status: 204 len: 168 time: 0.7555838 Sep 08 09:15:41.595355 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8a4d8-299b-4958-a35d-4de5ded530ec admin admin] Pushing event deleted for resources: {'Network': ['ID=ec5b6b10-74cb-409f-9b32-365decb62cac,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:41.597698 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-cd5c0b81-488a-4375-9422-8cbe2857929d req-9dd30733-7477-4ad1-9ad5-751d084fd76b tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Allocated IP 172.20.0.5 (48c54abd-6f52-4b1d-9226-4a2566a5fe28/7d9ca010-a841-4012-aaa1-2a86eaf161a1/a8761521-e6c5-4590-80ad-37119822ee10) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:15:41.608839 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee56da79-3f5c-4d23-8bb6-10866bcec850 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Network 9db7e795-9650-43e3-b4ca-8542c413d3a0 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:15:41.614792 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-ee56da79-3f5c-4d23-8bb6-10866bcec850 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:15:41.627884 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee56da79-3f5c-4d23-8bb6-10866bcec850 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:15:41.631978 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee56da79-3f5c-4d23-8bb6-10866bcec850 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Pushing event updated for resources: {'Port': ['ID=65eb1132-d819-4d1b-8fa1-afff9a43f430,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:41.647436 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-697573f4-8125-485c-b3d6-eeaf900e2b7d None None] Provisioning complete for port 86ba9dc0-3e75-4663-9f19-d080c6598b7e triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:15:41.647650 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-697573f4-8125-485c-b3d6-eeaf900e2b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:41.694560 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59238) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:41.717893 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-697573f4-8125-485c-b3d6-eeaf900e2b7d None None] Port 86ba9dc0-3e75-4663-9f19-d080c6598b7e cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:15:41.745305 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee56da79-3f5c-4d23-8bb6-10866bcec850 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:41.746411 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ee56da79-3f5c-4d23-8bb6-10866bcec850 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:41.770827 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ee56da79-3f5c-4d23-8bb6-10866bcec850 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1263649 Sep 08 09:15:41.771541 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59242) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:41.776865 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-8f9bf804-bc95-4d4b-a9cf-ad976d3c93a4 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:41.809219 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8f9bf804-bc95-4d4b-a9cf-ad976d3c93a4 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks [] for floatingip, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:41.871493 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cd5c0b81-488a-4375-9422-8cbe2857929d req-9dd30733-7477-4ad1-9ad5-751d084fd76b tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:41.871849 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-ceb27e52-cfbb-41d5-845b-5062c21b8172 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-412713252'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:41.898493 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59244) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:41.936617 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb27e52-cfbb-41d5-845b-5062c21b8172 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Made reservation on behalf of 30a073ab850c4aa99b12191ae3724a66 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:15:41.940051 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ceb27e52-cfbb-41d5-845b-5062c21b8172 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:41.941775 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-69e3b08e-ac0b-4faa-94ba-09db89c1643b None None] Provisioning for port 65eb1132-d819-4d1b-8fa1-afff9a43f430 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:15:41.947339 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-69e3b08e-ac0b-4faa-94ba-09db89c1643b None None] Provisioning complete for port 65eb1132-d819-4d1b-8fa1-afff9a43f430 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:15:41.947850 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-69e3b08e-ac0b-4faa-94ba-09db89c1643b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:41.951362 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ceb27e52-cfbb-41d5-845b-5062c21b8172 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:41.956531 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cd5c0b81-488a-4375-9422-8cbe2857929d req-9dd30733-7477-4ad1-9ad5-751d084fd76b tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:41.975811 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c3db8a29-f3ab-4ee5-94d7-17add1c975b1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ccddf423ccc3452eafa1784b922ff72c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0756083 Sep 08 09:15:41.979125 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59246) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:41.993152 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:15:41.996817 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['6abe2cd3-fe05-4d15-a3f3-bcd06157496d'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:15:42.007115 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd5c0b81-488a-4375-9422-8cbe2857929d req-9dd30733-7477-4ad1-9ad5-751d084fd76b tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Network 48c54abd-6f52-4b1d-9226-4a2566a5fe28 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:15:42.012991 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-cd5c0b81-488a-4375-9422-8cbe2857929d req-9dd30733-7477-4ad1-9ad5-751d084fd76b tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:15:42.016886 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd5c0b81-488a-4375-9422-8cbe2857929d req-9dd30733-7477-4ad1-9ad5-751d084fd76b tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:15:42.022130 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8f9bf804-bc95-4d4b-a9cf-ad976d3c93a4 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:42.044974 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd30733-7477-4ad1-9ad5-751d084fd76b tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Pushing event updated for resources: {'Port': ['ID=a8761521-e6c5-4590-80ad-37119822ee10,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:42.075689 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c0b81-488a-4375-9422-8cbe2857929d req-9dd30733-7477-4ad1-9ad5-751d084fd76b tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:42.076575 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cd5c0b81-488a-4375-9422-8cbe2857929d req-9dd30733-7477-4ad1-9ad5-751d084fd76b tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:42.078755 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-69e3b08e-ac0b-4faa-94ba-09db89c1643b None None] Port 65eb1132-d819-4d1b-8fa1-afff9a43f430 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:15:42.127280 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bee3c016-98f1-4a29-a03d-040fdae7d627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:42.193360 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bee3c016-98f1-4a29-a03d-040fdae7d627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:42.240977 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-8f9bf804-bc95-4d4b-a9cf-ad976d3c93a4 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Allocated IP 172.25.0.51 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/62ae1141-6d06-460e-badd-a20ed508b44b) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:15:42.258858 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ceb27e52-cfbb-41d5-845b-5062c21b8172 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:42.270209 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cd5c0b81-488a-4375-9422-8cbe2857929d req-9dd30733-7477-4ad1-9ad5-751d084fd76b tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6501477 Sep 08 09:15:42.272157 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ceb27e52-cfbb-41d5-845b-5062c21b8172 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:42.303421 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-cd5c0b81-488a-4375-9422-8cbe2857929d req-e1b9ebec-45a5-4129-97b7-7011fee67604 service neutron] Request body: {'port': {'device_id': '97836a60-6c78-4b9b-9bb2-bc6b6550073a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:42.328155 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a23e078a-60d8-42ae-8361-f7a6039d6833 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:15:42.335319 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceb27e52-cfbb-41d5-845b-5062c21b8172 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:15:42.342929 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb27e52-cfbb-41d5-845b-5062c21b8172 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99b6a545-b244-4cb6-a43d-8349ea9c612a,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:42.364725 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ceb27e52-cfbb-41d5-845b-5062c21b8172 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:42.364725 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-ceb27e52-cfbb-41d5-845b-5062c21b8172 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Added segment fa9dc1d6-dded-4aa8-b813-a5f3e79cf3ff of type vlan for network 788b9421-1533-41d0-ac88-6e6cfe03bfbd Sep 08 09:15:42.409379 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bee3c016-98f1-4a29-a03d-040fdae7d627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:42.412031 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bee3c016-98f1-4a29-a03d-040fdae7d627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:42.416185 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-bee3c016-98f1-4a29-a03d-040fdae7d627 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bcad411e-462c-468a-ae81-88babf3047a2 HTTP/1.1" status: 204 len: 168 time: 0.4331222 Sep 08 09:15:42.428072 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port a23e078a-60d8-42ae-8361-f7a6039d6833 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:15:42.428763 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:42.448250 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cd5c0b81-488a-4375-9422-8cbe2857929d req-e1b9ebec-45a5-4129-97b7-7011fee67604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:42.474345 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee3c016-98f1-4a29-a03d-040fdae7d627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcad411e-462c-468a-ae81-88babf3047a2,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:42.756753 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d115e-184d-4bef-9ac9-1cade2aaaf4f req-669db9ea-2b70-4573-ba04-9a897d384327 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:42.756753 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d42d115e-184d-4bef-9ac9-1cade2aaaf4f req-669db9ea-2b70-4573-ba04-9a897d384327 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=97836a60-6c78-4b9b-9bb2-bc6b6550073a HTTP/1.1" status: 200 len: 931 time: 0.1782815 Sep 08 09:15:42.850678 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d42d115e-184d-4bef-9ac9-1cade2aaaf4f req-61ba500b-a018-466c-9ca2-53e3e47cb3e4 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863647 Sep 08 09:15:42.899481 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59260) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:42.946238 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ceb27e52-cfbb-41d5-845b-5062c21b8172 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:42.988210 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8f9bf804-bc95-4d4b-a9cf-ad976d3c93a4 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:43.010327 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c82c8a-cd42-4237-b860-f69b10f1623c req-c873cd3d-c09f-4c3b-b1bd-a73f33c1d095 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:43.012083 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d7c82c8a-cd42-4237-b860-f69b10f1623c req-c873cd3d-c09f-4c3b-b1bd-a73f33c1d095 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 945 time: 0.5895371 Sep 08 09:15:43.023600 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-20e16a46-e7a7-4601-8a92-132da471239b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2c8043645a774bb297be8486a373a5fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1179113 Sep 08 09:15:43.027206 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59262) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:43.028516 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ceb27e52-cfbb-41d5-845b-5062c21b8172 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:43.032428 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-cd5c0b81-488a-4375-9422-8cbe2857929d req-e1b9ebec-45a5-4129-97b7-7011fee67604 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8761521-e6c5-4590-80ad-37119822ee10 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:15:43.033796 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb27e52-cfbb-41d5-845b-5062c21b8172 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:43.034408 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ceb27e52-cfbb-41d5-845b-5062c21b8172 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:43.062289 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cd5c0b81-488a-4375-9422-8cbe2857929d req-e1b9ebec-45a5-4129-97b7-7011fee67604 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:43.095248 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-cd5c0b81-488a-4375-9422-8cbe2857929d req-e1b9ebec-45a5-4129-97b7-7011fee67604 service neutron] Transition to ACTIVE for port object a8761521-e6c5-4590-80ad-37119822ee10 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:15:43.099416 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ceb27e52-cfbb-41d5-845b-5062c21b8172 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4031630 Sep 08 09:15:43.106163 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59264) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:43.107007 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cd5c0b81-488a-4375-9422-8cbe2857929d req-e1b9ebec-45a5-4129-97b7-7011fee67604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:43.115883 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-675fdcac-f2b1-496b-be50-65c80e8de0dc tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Request body: {'subnet': {'network_id': '788b9421-1533-41d0-ac88-6e6cfe03bfbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:43.153938 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d7c82c8a-cd42-4237-b860-f69b10f1623c req-470d4544-b016-41ab-9f74-ce1008eec189 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335957 Sep 08 09:15:43.156571 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb27e52-cfbb-41d5-845b-5062c21b8172 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Pushing event updated for resources: {'Network': ['ID=788b9421-1533-41d0-ac88-6e6cfe03bfbd,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:43.166355 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8f9bf804-bc95-4d4b-a9cf-ad976d3c93a4 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:43.182983 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 788b9421-1533-41d0-ac88-6e6cfe03bfbd details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:15:43.209018 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9bf804-bc95-4d4b-a9cf-ad976d3c93a4 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:15:43.212472 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-8f9bf804-bc95-4d4b-a9cf-ad976d3c93a4 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:15:43.216726 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9bf804-bc95-4d4b-a9cf-ad976d3c93a4 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:15:43.244467 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9bf804-bc95-4d4b-a9cf-ad976d3c93a4 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Pushing event updated for resources: {'Port': ['ID=62ae1141-6d06-460e-badd-a20ed508b44b,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:43.254224 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-adb5a8d4-b928-4dfb-b870-7fc5fabc26ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:43.263627 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9ebec-45a5-4129-97b7-7011fee67604 service neutron] Pushing event updated for resources: {'Port': ['ID=a8761521-e6c5-4590-80ad-37119822ee10,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:43.311581 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8f9bf804-bc95-4d4b-a9cf-ad976d3c93a4 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:43.314568 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-adb5a8d4-b928-4dfb-b870-7fc5fabc26ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:43.357575 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8f9bf804-bc95-4d4b-a9cf-ad976d3c93a4 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:43.380674 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675fdcac-f2b1-496b-be50-65c80e8de0dc tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Made reservation on behalf of 30a073ab850c4aa99b12191ae3724a66 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:15:43.384424 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-675fdcac-f2b1-496b-be50-65c80e8de0dc tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:43.459355 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-cd5c0b81-488a-4375-9422-8cbe2857929d req-e1b9ebec-45a5-4129-97b7-7011fee67604 service neutron] Attempting to bind port a8761521-e6c5-4590-80ad-37119822ee10 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:15:43.459696 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-cd5c0b81-488a-4375-9422-8cbe2857929d req-e1b9ebec-45a5-4129-97b7-7011fee67604 service neutron] Attempting to bind port a8761521-e6c5-4590-80ad-37119822ee10 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '7ce255b1-6bde-43a1-82b1-212ac77774b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48c54abd-6f52-4b1d-9226-4a2566a5fe28'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:15:43.460029 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5c0b81-488a-4375-9422-8cbe2857929d req-e1b9ebec-45a5-4129-97b7-7011fee67604 service neutron] Attempting to bind port a8761521-e6c5-4590-80ad-37119822ee10 on network 48c54abd-6f52-4b1d-9226-4a2566a5fe28 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:15:43.475041 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5c0b81-488a-4375-9422-8cbe2857929d req-e1b9ebec-45a5-4129-97b7-7011fee67604 service neutron] Port a8761521-e6c5-4590-80ad-37119822ee10 on network 48c54abd-6f52-4b1d-9226-4a2566a5fe28 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:15:43.475366 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5c0b81-488a-4375-9422-8cbe2857929d req-e1b9ebec-45a5-4129-97b7-7011fee67604 service neutron] Attempting to bind port a8761521-e6c5-4590-80ad-37119822ee10 on network 48c54abd-6f52-4b1d-9226-4a2566a5fe28 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:15:43.481524 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-adb5a8d4-b928-4dfb-b870-7fc5fabc26ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:43.484052 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-adb5a8d4-b928-4dfb-b870-7fc5fabc26ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:43.485219 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-adb5a8d4-b928-4dfb-b870-7fc5fabc26ff admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8ecf134b-7ac5-47d1-ad1c-972cbd2fec08 HTTP/1.1" status: 204 len: 168 time: 0.4570003 Sep 08 09:15:43.502574 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb5a8d4-b928-4dfb-b870-7fc5fabc26ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecf134b-7ac5-47d1-ad1c-972cbd2fec08,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:43.504432 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5c0b81-488a-4375-9422-8cbe2857929d req-e1b9ebec-45a5-4129-97b7-7011fee67604 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:15:43.504846 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5c0b81-488a-4375-9422-8cbe2857929d req-e1b9ebec-45a5-4129-97b7-7011fee67604 service neutron] Checking segment: {'id': '7ce255b1-6bde-43a1-82b1-212ac77774b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48c54abd-6f52-4b1d-9226-4a2566a5fe28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:15:43.505230 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5c0b81-488a-4375-9422-8cbe2857929d req-e1b9ebec-45a5-4129-97b7-7011fee67604 service neutron] Bound using segment: {'id': '7ce255b1-6bde-43a1-82b1-212ac77774b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48c54abd-6f52-4b1d-9226-4a2566a5fe28'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:15:43.505669 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-cd5c0b81-488a-4375-9422-8cbe2857929d req-e1b9ebec-45a5-4129-97b7-7011fee67604 service neutron] Bound port: a8761521-e6c5-4590-80ad-37119822ee10, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ce255b1-6bde-43a1-82b1-212ac77774b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48c54abd-6f52-4b1d-9226-4a2566a5fe28'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:15:43.506032 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cd5c0b81-488a-4375-9422-8cbe2857929d req-e1b9ebec-45a5-4129-97b7-7011fee67604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:43.539659 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8f9bf804-bc95-4d4b-a9cf-ad976d3c93a4 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:43.545492 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8f9bf804-bc95-4d4b-a9cf-ad976d3c93a4 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:43.635667 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8f9bf804-bc95-4d4b-a9cf-ad976d3c93a4 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:43.643624 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-cd5c0b81-488a-4375-9422-8cbe2857929d req-e1b9ebec-45a5-4129-97b7-7011fee67604 service neutron] For port a8761521-e6c5-4590-80ad-37119822ee10, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:15:43.652032 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9bf804-bc95-4d4b-a9cf-ad976d3c93a4 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Pushing event updated for resources: {'Port': ['ID=62ae1141-6d06-460e-badd-a20ed508b44b,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:43.661504 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8f9bf804-bc95-4d4b-a9cf-ad976d3c93a4 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:43.662825 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8f9bf804-bc95-4d4b-a9cf-ad976d3c93a4 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8905637 Sep 08 09:15:43.665302 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9bf804-bc95-4d4b-a9cf-ad976d3c93a4 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:15:43.665740 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9bf804-bc95-4d4b-a9cf-ad976d3c93a4 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:15:43.666212 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9bf804-bc95-4d4b-a9cf-ad976d3c93a4 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:15:43.666561 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9bf804-bc95-4d4b-a9cf-ad976d3c93a4 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:15:43.666906 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9bf804-bc95-4d4b-a9cf-ad976d3c93a4 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:15:43.667238 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9bf804-bc95-4d4b-a9cf-ad976d3c93a4 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:15:43.667582 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9bf804-bc95-4d4b-a9cf-ad976d3c93a4 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:15:43.667921 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9bf804-bc95-4d4b-a9cf-ad976d3c93a4 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:15:43.668276 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9bf804-bc95-4d4b-a9cf-ad976d3c93a4 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:15:43.668594 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9bf804-bc95-4d4b-a9cf-ad976d3c93a4 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:15:43.668923 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9bf804-bc95-4d4b-a9cf-ad976d3c93a4 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:15:43.669075 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-cd5c0b81-488a-4375-9422-8cbe2857929d req-e1b9ebec-45a5-4129-97b7-7011fee67604 service neutron] For port a8761521-e6c5-4590-80ad-37119822ee10, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=a8761521-e6c5-4590-80ad-37119822ee10,segment=NetworkSegment(7ce255b1-6bde-43a1-82b1-212ac77774b3),segment_id=7ce255b1-6bde-43a1-82b1-212ac77774b3)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:15:43.669257 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9bf804-bc95-4d4b-a9cf-ad976d3c93a4 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:15:43.669943 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59270) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:43.674617 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-5a91d488-a8da-4c5b-8cee-09748d6fd042 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Request body: {'floatingip': {'port_id': '65eb1132-d819-4d1b-8fa1-afff9a43f430', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:43.682955 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cd5c0b81-488a-4375-9422-8cbe2857929d req-e1b9ebec-45a5-4129-97b7-7011fee67604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:43.721274 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-675fdcac-f2b1-496b-be50-65c80e8de0dc tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:43.780489 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5a91d488-a8da-4c5b-8cee-09748d6fd042 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks [] for floatingip, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:43.826315 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c0b81-488a-4375-9422-8cbe2857929d req-e1b9ebec-45a5-4129-97b7-7011fee67604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:43.826948 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cd5c0b81-488a-4375-9422-8cbe2857929d req-e1b9ebec-45a5-4129-97b7-7011fee67604 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:43.828450 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cd5c0b81-488a-4375-9422-8cbe2857929d req-e1b9ebec-45a5-4129-97b7-7011fee67604 service neutron] 10.222.0.37 "PUT /v2.0/ports/a8761521-e6c5-4590-80ad-37119822ee10 HTTP/1.1" status: 200 len: 1092 time: 1.5417798 Sep 08 09:15:43.830503 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97836a60-6c78-4b9b-9bb2-bc6b6550073a', 'tag': 'a8761521-e6c5-4590-80ad-37119822ee10'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:15:43.832801 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c08915-3454-4a65-9891-9f30a0497e32" -d '{"events": [{"name": "network-changed", "server_uuid": "97836a60-6c78-4b9b-9bb2-bc6b6550073a", "tag": "a8761521-e6c5-4590-80ad-37119822ee10"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:15:43.909595 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4256961-2b32-4a6f-b5fe-2f9776a4039b x-openstack-request-id: req-a4256961-2b32-4a6f-b5fe-2f9776a4039b {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:15:43.909887 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97836a60-6c78-4b9b-9bb2-bc6b6550073a", "tag": "a8761521-e6c5-4590-80ad-37119822ee10", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:15:43.910224 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a4256961-2b32-4a6f-b5fe-2f9776a4039b {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:15:43.910561 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97836a60-6c78-4b9b-9bb2-bc6b6550073a', 'tag': 'a8761521-e6c5-4590-80ad-37119822ee10', 'status': 'completed', 'code': 200} Sep 08 09:15:43.935401 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9ebec-45a5-4129-97b7-7011fee67604 service neutron] Pushing event updated for resources: {'Port': ['ID=a8761521-e6c5-4590-80ad-37119822ee10,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:43.937847 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675fdcac-f2b1-496b-be50-65c80e8de0dc tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Pushing event updated for resources: {'Subnet': ['ID=ae303700-94fc-448a-96f4-1009c24a9e18,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:44.029875 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675fdcac-f2b1-496b-be50-65c80e8de0dc tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Checking segment: {'id': 'fa9dc1d6-dded-4aa8-b813-a5f3e79cf3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '788b9421-1533-41d0-ac88-6e6cfe03bfbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:15:44.030264 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675fdcac-f2b1-496b-be50-65c80e8de0dc tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Network hostable DHCP agents. Network: 788b9421-1533-41d0-ac88-6e6cfe03bfbd, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:15:44.034421 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-5a91d488-a8da-4c5b-8cee-09748d6fd042 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] update failed (client error): The resource could not be found. Sep 08 09:15:44.035388 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5a91d488-a8da-4c5b-8cee-09748d6fd042 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] 10.222.0.54 "PUT /v2.0/floatingips/7bef6bc1-46aa-4cc7-8d6e-92285b7d4213 HTTP/1.1" status: 404 len: 507 time: 0.3644791 Sep 08 09:15:44.038275 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59286) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:44.067925 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c0b81-488a-4375-9422-8cbe2857929d req-14a0bbc9-4f31-4406-9d3a-e740389d819d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:44.069454 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cd5c0b81-488a-4375-9422-8cbe2857929d req-14a0bbc9-4f31-4406-9d3a-e740389d819d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=361efd7dd288461f98c228af9e362c93&device_id=97836a60-6c78-4b9b-9bb2-bc6b6550073a HTTP/1.1" status: 200 len: 1095 time: 0.1271174 Sep 08 09:15:44.077432 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a381677-8bbb-460e-9fd8-df20ce3d2267 req-58ec24c7-46ba-4d80-9f87-231a481bce95 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:44.079004 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0a381677-8bbb-460e-9fd8-df20ce3d2267 req-58ec24c7-46ba-4d80-9f87-231a481bce95 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=97836a60-6c78-4b9b-9bb2-bc6b6550073a HTTP/1.1" status: 200 len: 943 time: 0.1132667 Sep 08 09:15:44.080206 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675fdcac-f2b1-496b-be50-65c80e8de0dc tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Network 788b9421-1533-41d0-ac88-6e6cfe03bfbd is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:15:44.101254 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-675fdcac-f2b1-496b-be50-65c80e8de0dc tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 788b9421-1533-41d0-ac88-6e6cfe03bfbd) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:15:44.111859 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12db457a-5b46-4611-b1f5-91bc4712cbba None None] Network 788b9421-1533-41d0-ac88-6e6cfe03bfbd requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:15:44.143533 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cd5c0b81-488a-4375-9422-8cbe2857929d req-a381e61c-014a-4325-ac42-ebf79039b080 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8761521-e6c5-4590-80ad-37119822ee10 HTTP/1.1" status: 200 len: 217 time: 0.0572820 Sep 08 09:15:44.146087 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675fdcac-f2b1-496b-be50-65c80e8de0dc tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:44.146992 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-675fdcac-f2b1-496b-be50-65c80e8de0dc tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:44.184657 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-35fbc42d-75cf-4847-b1c3-3187c771a665 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Deleting port 62ae1141-6d06-460e-badd-a20ed508b44b {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:15:44.185659 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-35fbc42d-75cf-4847-b1c3-3187c771a665 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:44.203507 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0a381677-8bbb-460e-9fd8-df20ce3d2267 req-67919e62-18f3-4ae5-81c7-26c5cfb82343 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159689 Sep 08 09:15:44.208687 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-675fdcac-f2b1-496b-be50-65c80e8de0dc tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0992839 Sep 08 09:15:44.212615 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59296) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:44.219050 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-e6296bc2-7ac9-489a-8cb9-d239c04247fc tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Request body: {'port': {'network_id': '788b9421-1533-41d0-ac88-6e6cfe03bfbd', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1244296348'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:44.261016 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c0b81-488a-4375-9422-8cbe2857929d req-92706e2e-eed4-4d9b-90de-4dc35e514201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:44.262616 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cd5c0b81-488a-4375-9422-8cbe2857929d req-92706e2e-eed4-4d9b-90de-4dc35e514201 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7d9ca010-a841-4012-aaa1-2a86eaf161a1 HTTP/1.1" status: 200 len: 846 time: 0.1056550 Sep 08 09:15:44.299364 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-35fbc42d-75cf-4847-b1c3-3187c771a665 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:44.299639 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-35fbc42d-75cf-4847-b1c3-3187c771a665 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:44.345499 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-35fbc42d-75cf-4847-b1c3-3187c771a665 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Calling delete_port for 62ae1141-6d06-460e-badd-a20ed508b44b owned by network:floatingip {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:15:44.363517 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cd5c0b81-488a-4375-9422-8cbe2857929d req-98ed4b30-a493-40fe-82b7-6b69ca4010fb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=48c54abd-6f52-4b1d-9226-4a2566a5fe28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453656 Sep 08 09:15:44.364206 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e1a236-7291-450c-8347-f9e524752c39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-788b9421-1533-41d0-ac88-6e6cfe03bfbd', 'network_id': '788b9421-1533-41d0-ac88-6e6cfe03bfbd', 'tenant_id': '30a073ab850c4aa99b12191ae3724a66', 'fixed_ips': [{'subnet_id': 'ae303700-94fc-448a-96f4-1009c24a9e18'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:15:44.365097 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-48e1a236-7291-450c-8347-f9e524752c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:44.384230 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc34bb-7506-4d67-8ea5-46dbc1c73cf7 req-7d4cb9bb-5e1b-4317-8506-a22d05a43587 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:44.386105 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-41fc34bb-7506-4d67-8ea5-46dbc1c73cf7 req-7d4cb9bb-5e1b-4317-8506-a22d05a43587 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 945 time: 0.0890563 Sep 08 09:15:44.472517 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-41fc34bb-7506-4d67-8ea5-46dbc1c73cf7 req-659d041a-d435-453e-8f14-7fa5627eafa6 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559902 Sep 08 09:15:44.566664 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-35fbc42d-75cf-4847-b1c3-3187c771a665 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:44.581912 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-48e1a236-7291-450c-8347-f9e524752c39 None None] Allocated IP 172.20.0.2 (788b9421-1533-41d0-ac88-6e6cfe03bfbd/ae303700-94fc-448a-96f4-1009c24a9e18/db797b02-3f3d-4325-8bb1-ef68b93d2a53) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:15:44.585419 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cd5c0b81-488a-4375-9422-8cbe2857929d req-04ec21d6-0bd6-4965-937b-a7ec42415ec5 service neutron] 10.222.0.37 "GET /v2.0/networks/48c54abd-6f52-4b1d-9226-4a2566a5fe28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131791 Sep 08 09:15:44.590213 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6296bc2-7ac9-489a-8cb9-d239c04247fc tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Made reservation on behalf of 30a073ab850c4aa99b12191ae3724a66 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:15:44.594690 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e6296bc2-7ac9-489a-8cb9-d239c04247fc tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:44.599734 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fbc42d-75cf-4847-b1c3-3187c771a665 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Pushing event deleted for resources: {'Port': ['ID=62ae1141-6d06-460e-badd-a20ed508b44b,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:44.652372 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [None req-e6296bc2-7ac9-489a-8cb9-d239c04247fc tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] device_id is not set on port 085783f5-cfbc-4c0f-bd8b-4ecfdf6a6112 yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:15:44.693694 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-35fbc42d-75cf-4847-b1c3-3187c771a665 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks [] for floatingip, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:44.697702 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-35fbc42d-75cf-4847-b1c3-3187c771a665 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:44.703483 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-35fbc42d-75cf-4847-b1c3-3187c771a665 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] 10.222.0.54 "DELETE /v2.0/floatingips/7bef6bc1-46aa-4cc7-8d6e-92285b7d4213 HTTP/1.1" status: 204 len: 168 time: 0.6635153 Sep 08 09:15:44.704137 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59306) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:44.709307 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-092c5eae-9c01-41a5-999a-b7236946997b tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Request body: {'floatingip': {'floating_network_id': '9db7e795-9650-43e3-b4ca-8542c413d3a0', 'port_id': '65eb1132-d819-4d1b-8fa1-afff9a43f430', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:44.750182 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-092c5eae-9c01-41a5-999a-b7236946997b tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks [] for floatingip, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:44.768544 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cd5c0b81-488a-4375-9422-8cbe2857929d req-72a4d661-9964-42ab-920e-cbfe23a5c4c3 service neutron] 10.222.0.37 "GET /v2.0/networks/48c54abd-6f52-4b1d-9226-4a2566a5fe28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691883 Sep 08 09:15:44.769456 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-48e1a236-7291-450c-8347-f9e524752c39 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:44.783180 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-48e1a236-7291-450c-8347-f9e524752c39 None None] Transition to ACTIVE for port object db797b02-3f3d-4325-8bb1-ef68b93d2a53 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:15:44.800468 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-48e1a236-7291-450c-8347-f9e524752c39 None None] Transition to ACTIVE for port object db797b02-3f3d-4325-8bb1-ef68b93d2a53 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:15:44.807855 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-48e1a236-7291-450c-8347-f9e524752c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:44.861139 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e1a236-7291-450c-8347-f9e524752c39 None None] Network 788b9421-1533-41d0-ac88-6e6cfe03bfbd is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:15:44.865915 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-48e1a236-7291-450c-8347-f9e524752c39 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:15:44.886350 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e1a236-7291-450c-8347-f9e524752c39 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:15:44.898669 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e1a236-7291-450c-8347-f9e524752c39 None None] Pushing event updated for resources: {'Port': ['ID=db797b02-3f3d-4325-8bb1-ef68b93d2a53,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:44.920583 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-e6296bc2-7ac9-489a-8cb9-d239c04247fc tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Allocated IP 172.20.0.9 (788b9421-1533-41d0-ac88-6e6cfe03bfbd/ae303700-94fc-448a-96f4-1009c24a9e18/085783f5-cfbc-4c0f-bd8b-4ecfdf6a6112) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:15:44.920981 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-092c5eae-9c01-41a5-999a-b7236946997b tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:15:44.921932 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-092c5eae-9c01-41a5-999a-b7236946997b tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2167978 Sep 08 09:15:44.926798 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59310) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:44.934609 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-62c3fca0-fcac-4b33-af55-1ac52946c1a9 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'port_id': '65eb1132-d819-4d1b-8fa1-afff9a43f430', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:44.939170 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c08915-3454-4a65-9891-9f30a0497e32 req-6df959fb-5b5c-409a-a262-32d7ea046d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:44.940697 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-21c08915-3454-4a65-9891-9f30a0497e32 req-6df959fb-5b5c-409a-a262-32d7ea046d6d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=361efd7dd288461f98c228af9e362c93&device_id=97836a60-6c78-4b9b-9bb2-bc6b6550073a HTTP/1.1" status: 200 len: 1095 time: 0.0744054 Sep 08 09:15:44.967712 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-62c3fca0-fcac-4b33-af55-1ac52946c1a9 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks [] for floatingip, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:44.975574 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-48e1a236-7291-450c-8347-f9e524752c39 None None] Attempting to bind port db797b02-3f3d-4325-8bb1-ef68b93d2a53 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:15:44.975958 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-48e1a236-7291-450c-8347-f9e524752c39 None None] Attempting to bind port db797b02-3f3d-4325-8bb1-ef68b93d2a53 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'fa9dc1d6-dded-4aa8-b813-a5f3e79cf3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '788b9421-1533-41d0-ac88-6e6cfe03bfbd'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:15:44.976623 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e1a236-7291-450c-8347-f9e524752c39 None None] Attempting to bind port db797b02-3f3d-4325-8bb1-ef68b93d2a53 on network 788b9421-1533-41d0-ac88-6e6cfe03bfbd {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:15:44.982843 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e1a236-7291-450c-8347-f9e524752c39 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:15:44.983364 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e1a236-7291-450c-8347-f9e524752c39 None None] Checking segment: {'id': 'fa9dc1d6-dded-4aa8-b813-a5f3e79cf3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '788b9421-1533-41d0-ac88-6e6cfe03bfbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:15:44.983781 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-48e1a236-7291-450c-8347-f9e524752c39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:44.984180 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e1a236-7291-450c-8347-f9e524752c39 None None] Bound using segment: {'id': 'fa9dc1d6-dded-4aa8-b813-a5f3e79cf3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '788b9421-1533-41d0-ac88-6e6cfe03bfbd'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:15:44.984658 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-48e1a236-7291-450c-8347-f9e524752c39 None None] Bound port: db797b02-3f3d-4325-8bb1-ef68b93d2a53, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9dc1d6-dded-4aa8-b813-a5f3e79cf3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '788b9421-1533-41d0-ac88-6e6cfe03bfbd'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:15:44.985224 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-48e1a236-7291-450c-8347-f9e524752c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:45.103604 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-48e1a236-7291-450c-8347-f9e524752c39 None None] For port db797b02-3f3d-4325-8bb1-ef68b93d2a53, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:15:45.105430 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-62c3fca0-fcac-4b33-af55-1ac52946c1a9 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:45.107680 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-48e1a236-7291-450c-8347-f9e524752c39 None None] For port db797b02-3f3d-4325-8bb1-ef68b93d2a53, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=db797b02-3f3d-4325-8bb1-ef68b93d2a53,segment=NetworkSegment(fa9dc1d6-dded-4aa8-b813-a5f3e79cf3ff),segment_id=fa9dc1d6-dded-4aa8-b813-a5f3e79cf3ff)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:15:45.113062 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-48e1a236-7291-450c-8347-f9e524752c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:45.163232 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c08915-3454-4a65-9891-9f30a0497e32 req-ca7b90b1-1bc4-4dc8-883c-057715191a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:45.165532 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-21c08915-3454-4a65-9891-9f30a0497e32 req-ca7b90b1-1bc4-4dc8-883c-057715191a71 service neutron] 10.222.0.37 "GET /v2.0/networks?id=48c54abd-6f52-4b1d-9226-4a2566a5fe28 HTTP/1.1" status: 200 len: 907 time: 0.2158444 Sep 08 09:15:45.213738 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e1a236-7291-450c-8347-f9e524752c39 None None] Pushing event updated for resources: {'Port': ['ID=db797b02-3f3d-4325-8bb1-ef68b93d2a53,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:45.246607 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-21c08915-3454-4a65-9891-9f30a0497e32 req-53cf23d4-ecf0-4632-b86b-e7f36245a260 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8761521-e6c5-4590-80ad-37119822ee10 HTTP/1.1" status: 200 len: 217 time: 0.0685961 Sep 08 09:15:45.249539 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e6296bc2-7ac9-489a-8cb9-d239c04247fc tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:45.253122 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-62c3fca0-fcac-4b33-af55-1ac52946c1a9 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Allocated IP 172.25.0.14 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/130f8eb3-b328-4990-a8fa-bdea87fab277) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:15:45.303550 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-e6296bc2-7ac9-489a-8cb9-d239c04247fc tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Transition to ACTIVE for port object 085783f5-cfbc-4c0f-bd8b-4ecfdf6a6112 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:15:45.344574 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c08915-3454-4a65-9891-9f30a0497e32 req-ba9f2942-a5a8-46e0-b6a5-889e69a6338b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:45.345994 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-21c08915-3454-4a65-9891-9f30a0497e32 req-ba9f2942-a5a8-46e0-b6a5-889e69a6338b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7d9ca010-a841-4012-aaa1-2a86eaf161a1 HTTP/1.1" status: 200 len: 846 time: 0.0879807 Sep 08 09:15:45.392610 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-21c08915-3454-4a65-9891-9f30a0497e32 req-4f3766ee-3e09-4e0d-a49e-b76915aa0671 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=48c54abd-6f52-4b1d-9226-4a2566a5fe28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374393 Sep 08 09:15:45.412707 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e6296bc2-7ac9-489a-8cb9-d239c04247fc tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:45.433012 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81154020-d787-499f-9a63-a8dead7e9507 req-7293f506-f33e-424a-9c2d-511876a448d5 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:45.440746 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-81154020-d787-499f-9a63-a8dead7e9507 req-7293f506-f33e-424a-9c2d-511876a448d5 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=97836a60-6c78-4b9b-9bb2-bc6b6550073a HTTP/1.1" status: 200 len: 943 time: 0.0813546 Sep 08 09:15:45.475779 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-62c3fca0-fcac-4b33-af55-1ac52946c1a9 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:45.551386 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6296bc2-7ac9-489a-8cb9-d239c04247fc tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Network 788b9421-1533-41d0-ac88-6e6cfe03bfbd is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:15:45.574857 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-e6296bc2-7ac9-489a-8cb9-d239c04247fc tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:15:45.576708 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-81154020-d787-499f-9a63-a8dead7e9507 req-cbb1def3-1d41-42ad-97b6-698eb5f34df3 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351423 Sep 08 09:15:45.580282 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6296bc2-7ac9-489a-8cb9-d239c04247fc tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:15:45.596275 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6296bc2-7ac9-489a-8cb9-d239c04247fc tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Pushing event updated for resources: {'Port': ['ID=085783f5-cfbc-4c0f-bd8b-4ecfdf6a6112,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:45.631510 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-62c3fca0-fcac-4b33-af55-1ac52946c1a9 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:45.698707 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c3fca0-fcac-4b33-af55-1ac52946c1a9 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:15:45.705453 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-62c3fca0-fcac-4b33-af55-1ac52946c1a9 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:15:45.711868 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c3fca0-fcac-4b33-af55-1ac52946c1a9 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:15:45.716667 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3fca0-fcac-4b33-af55-1ac52946c1a9 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Pushing event updated for resources: {'Port': ['ID=130f8eb3-b328-4990-a8fa-bdea87fab277,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:45.726164 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-21c08915-3454-4a65-9891-9f30a0497e32 req-5ee50fed-6060-4e47-b8e0-fe2f3bd35117 service neutron] 10.222.0.37 "GET /v2.0/networks/48c54abd-6f52-4b1d-9226-4a2566a5fe28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249257 Sep 08 09:15:45.738667 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6296bc2-7ac9-489a-8cb9-d239c04247fc tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:45.739297 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e6296bc2-7ac9-489a-8cb9-d239c04247fc tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:45.769036 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e6296bc2-7ac9-489a-8cb9-d239c04247fc tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.5518503 Sep 08 09:15:45.770516 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59322) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:45.780570 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-5725a5dc-c00e-420c-bd57-6b6dc292bc7c tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Request body: {'port': {'network_id': '788b9421-1533-41d0-ac88-6e6cfe03bfbd', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2137698628', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:45.781071 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.api.validators [None req-5725a5dc-c00e-420c-bd57-6b6dc292bc7c tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] bootfile-name is not in valid_values {{(pid=94713) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 08 09:15:45.781425 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.api.validators [None req-5725a5dc-c00e-420c-bd57-6b6dc292bc7c tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] tftp-server is not in valid_values {{(pid=94713) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 08 09:15:45.781772 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.api.validators [None req-5725a5dc-c00e-420c-bd57-6b6dc292bc7c tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] server-ip-address is not in valid_values {{(pid=94713) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 08 09:15:46.019476 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5725a5dc-c00e-420c-bd57-6b6dc292bc7c tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Made reservation on behalf of 30a073ab850c4aa99b12191ae3724a66 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:15:46.022989 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5725a5dc-c00e-420c-bd57-6b6dc292bc7c tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:46.044646 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-5725a5dc-c00e-420c-bd57-6b6dc292bc7c tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] device_id is not set on port 07dbd724-6974-4f03-ae41-c0ea9ad61199 yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:15:46.131645 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-62c3fca0-fcac-4b33-af55-1ac52946c1a9 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Deleting port 130f8eb3-b328-4990-a8fa-bdea87fab277 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:15:46.132004 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-62c3fca0-fcac-4b33-af55-1ac52946c1a9 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:46.174571 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2761e2-644d-483d-bf87-4677bf7a60da req-145ef771-5b7b-4ece-ad9d-487fbdde1fa7 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:46.176238 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0e2761e2-644d-483d-bf87-4677bf7a60da req-145ef771-5b7b-4ece-ad9d-487fbdde1fa7 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 945 time: 0.5387795 Sep 08 09:15:46.244320 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-5725a5dc-c00e-420c-bd57-6b6dc292bc7c tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Allocated IP 172.20.0.10 (788b9421-1533-41d0-ac88-6e6cfe03bfbd/ae303700-94fc-448a-96f4-1009c24a9e18/07dbd724-6974-4f03-ae41-c0ea9ad61199) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:15:46.282602 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-62c3fca0-fcac-4b33-af55-1ac52946c1a9 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:46.282602 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-62c3fca0-fcac-4b33-af55-1ac52946c1a9 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:46.323365 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-21c08915-3454-4a65-9891-9f30a0497e32 req-23a3cab9-1857-433b-856c-33d2d28685d2 service neutron] 10.222.0.37 "GET /v2.0/networks/48c54abd-6f52-4b1d-9226-4a2566a5fe28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5594704 Sep 08 09:15:46.324549 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-62c3fca0-fcac-4b33-af55-1ac52946c1a9 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Calling delete_port for 130f8eb3-b328-4990-a8fa-bdea87fab277 owned by network:floatingip {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:15:46.342608 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0e2761e2-644d-483d-bf87-4677bf7a60da req-1ec1a422-6fb3-4470-8832-38bc88b76219 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059790 Sep 08 09:15:46.368354 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device db797b02-3f3d-4325-8bb1-ef68b93d2a53 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:15:46.441333 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port db797b02-3f3d-4325-8bb1-ef68b93d2a53 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:15:46.582405 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4132bb1f-3d10-4098-b0ec-413afa28db52 None None] Network 788b9421-1533-41d0-ac88-6e6cfe03bfbd requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:15:46.631946 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-62c3fca0-fcac-4b33-af55-1ac52946c1a9 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:46.645108 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5725a5dc-c00e-420c-bd57-6b6dc292bc7c tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:46.676500 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f114272e-6722-4d3e-bc0f-ebf469ddfe06 None None] Provisioning for port db797b02-3f3d-4325-8bb1-ef68b93d2a53 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:15:46.687613 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f114272e-6722-4d3e-bc0f-ebf469ddfe06 None None] Provisioning complete for port db797b02-3f3d-4325-8bb1-ef68b93d2a53 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:15:46.688074 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f114272e-6722-4d3e-bc0f-ebf469ddfe06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:46.689890 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3fca0-fcac-4b33-af55-1ac52946c1a9 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Pushing event deleted for resources: {'Port': ['ID=130f8eb3-b328-4990-a8fa-bdea87fab277,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:46.706381 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-5725a5dc-c00e-420c-bd57-6b6dc292bc7c tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Transition to ACTIVE for port object 07dbd724-6974-4f03-ae41-c0ea9ad61199 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:15:46.822213 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf4e88-a407-4ba5-a564-bbb4e59eaf23 req-3310e932-ba13-4707-bb0c-dc4c23950034 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:46.823925 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3ddf4e88-a407-4ba5-a564-bbb4e59eaf23 req-3310e932-ba13-4707-bb0c-dc4c23950034 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=97836a60-6c78-4b9b-9bb2-bc6b6550073a HTTP/1.1" status: 200 len: 943 time: 0.1418099 Sep 08 09:15:46.855160 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5725a5dc-c00e-420c-bd57-6b6dc292bc7c tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:46.863093 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f114272e-6722-4d3e-bc0f-ebf469ddfe06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:46.865794 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-62c3fca0-fcac-4b33-af55-1ac52946c1a9 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] create failed (client error): The resource could not be found. Sep 08 09:15:46.867660 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-62c3fca0-fcac-4b33-af55-1ac52946c1a9 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.9389393 Sep 08 09:15:46.871359 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59334) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:46.911913 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-f114272e-6722-4d3e-bc0f-ebf469ddfe06 None None] For port db797b02-3f3d-4325-8bb1-ef68b93d2a53, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=db797b02-3f3d-4325-8bb1-ef68b93d2a53,segment=NetworkSegment(fa9dc1d6-dded-4aa8-b813-a5f3e79cf3ff),segment_id=fa9dc1d6-dded-4aa8-b813-a5f3e79cf3ff)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:15:46.919376 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f114272e-6722-4d3e-bc0f-ebf469ddfe06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:46.928748 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5725a5dc-c00e-420c-bd57-6b6dc292bc7c tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Network 788b9421-1533-41d0-ac88-6e6cfe03bfbd is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:15:46.936770 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-5725a5dc-c00e-420c-bd57-6b6dc292bc7c tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:15:46.941282 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3ddf4e88-a407-4ba5-a564-bbb4e59eaf23 req-69dae238-cdf9-41de-88f9-9c891e0b6d26 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093976 Sep 08 09:15:46.948635 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5725a5dc-c00e-420c-bd57-6b6dc292bc7c tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:15:46.951821 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725a5dc-c00e-420c-bd57-6b6dc292bc7c tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Pushing event updated for resources: {'Port': ['ID=07dbd724-6974-4f03-ae41-c0ea9ad61199,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:47.004669 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f114272e-6722-4d3e-bc0f-ebf469ddfe06 None None] Pushing event updated for resources: {'Port': ['ID=db797b02-3f3d-4325-8bb1-ef68b93d2a53,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:47.030630 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5725a5dc-c00e-420c-bd57-6b6dc292bc7c tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:47.031356 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5725a5dc-c00e-420c-bd57-6b6dc292bc7c tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:47.035305 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-bc6b6f93-51f3-4e58-a7ad-e017c2918308 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Deleting port 65eb1132-d819-4d1b-8fa1-afff9a43f430 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:15:47.035766 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bc6b6f93-51f3-4e58-a7ad-e017c2918308 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:47.049341 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5725a5dc-c00e-420c-bd57-6b6dc292bc7c tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.2777042 Sep 08 09:15:47.051865 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59336) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:47.058835 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device a8761521-e6c5-4590-80ad-37119822ee10 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:15:47.127510 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2502cc8d-e256-4745-824c-5e22ca5e93a5 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:47.137316 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2502cc8d-e256-4745-824c-5e22ca5e93a5 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:47.146535 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2502cc8d-e256-4745-824c-5e22ca5e93a5 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:47.149261 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2502cc8d-e256-4745-824c-5e22ca5e93a5 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.0961590 Sep 08 09:15:47.152339 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59338) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:47.165835 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bc6b6f93-51f3-4e58-a7ad-e017c2918308 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:47.181447 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-bc6b6f93-51f3-4e58-a7ad-e017c2918308 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Calling delete_port for 65eb1132-d819-4d1b-8fa1-afff9a43f430 owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:15:47.244767 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port a8761521-e6c5-4590-80ad-37119822ee10, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=a8761521-e6c5-4590-80ad-37119822ee10,segment=NetworkSegment(7ce255b1-6bde-43a1-82b1-212ac77774b3),segment_id=7ce255b1-6bde-43a1-82b1-212ac77774b3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:15:47.262726 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': 'a8761521-e6c5-4590-80ad-37119822ee10', 'network_id': '48c54abd-6f52-4b1d-9226-4a2566a5fe28', 'port_id': 'a8761521-e6c5-4590-80ad-37119822ee10', 'mac_address': 'fa:16:3e:76:4e:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d9ca010-a841-4012-aaa1-2a86eaf161a1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:15:47.314998 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-e98f104b-924d-4f31-a279-834a9b493d2c tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Deleting port 07dbd724-6974-4f03-ae41-c0ea9ad61199 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:15:47.315564 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e98f104b-924d-4f31-a279-834a9b493d2c tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:47.326144 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:47.340828 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8761521-e6c5-4590-80ad-37119822ee10 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:15:47.351909 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c09b8472-ff34-4899-b2a2-9baa120d883f None None] Provisioning for port 085783f5-cfbc-4c0f-bd8b-4ecfdf6a6112 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:15:47.361014 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c09b8472-ff34-4899-b2a2-9baa120d883f None None] Provisioning complete for port 085783f5-cfbc-4c0f-bd8b-4ecfdf6a6112 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:15:47.365416 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c09b8472-ff34-4899-b2a2-9baa120d883f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:47.399839 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bc6b6f93-51f3-4e58-a7ad-e017c2918308 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:47.423874 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port a8761521-e6c5-4590-80ad-37119822ee10, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=a8761521-e6c5-4590-80ad-37119822ee10,segment=NetworkSegment(7ce255b1-6bde-43a1-82b1-212ac77774b3),segment_id=7ce255b1-6bde-43a1-82b1-212ac77774b3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:15:47.436775 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:47.458033 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e98f104b-924d-4f31-a279-834a9b493d2c tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:47.470095 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b6f93-51f3-4e58-a7ad-e017c2918308 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Pushing event deleted for resources: {'Port': ['ID=65eb1132-d819-4d1b-8fa1-afff9a43f430,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:47.491028 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-c09b8472-ff34-4899-b2a2-9baa120d883f None None] Port 085783f5-cfbc-4c0f-bd8b-4ecfdf6a6112 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:15:47.504326 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-e98f104b-924d-4f31-a279-834a9b493d2c tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Calling delete_port for 07dbd724-6974-4f03-ae41-c0ea9ad61199 owned by {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:15:47.527346 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c09b8472-ff34-4899-b2a2-9baa120d883f None None] Provisioning complete for port db797b02-3f3d-4325-8bb1-ef68b93d2a53 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:15:47.528101 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c09b8472-ff34-4899-b2a2-9baa120d883f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:47.568741 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=a8761521-e6c5-4590-80ad-37119822ee10,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:47.631271 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bc6b6f93-51f3-4e58-a7ad-e017c2918308 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:47.639171 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-bc6b6f93-51f3-4e58-a7ad-e017c2918308 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] 10.222.0.54 "DELETE /v2.0/ports/65eb1132-d819-4d1b-8fa1-afff9a43f430 HTTP/1.1" status: 204 len: 168 time: 0.7644784 Sep 08 09:15:47.639843 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59344) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:47.647720 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fccb001-7744-4d95-9f19-a7562f45ef27 req-53e51cb6-5574-43b3-b2ee-71da94fc9c84 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:47.650001 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1fccb001-7744-4d95-9f19-a7562f45ef27 req-53e51cb6-5574-43b3-b2ee-71da94fc9c84 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 945 time: 0.1016865 Sep 08 09:15:47.673705 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a9bfe8e9-d9cf-45c6-a447-943ae03c5753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:47.781142 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['a8761521-e6c5-4590-80ad-37119822ee10'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:15:47.831731 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1fccb001-7744-4d95-9f19-a7562f45ef27 req-7f836f00-b2c8-4f2e-8496-f7295452f939 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572611 Sep 08 09:15:47.841897 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28bc872-52e7-4c3e-99a8-d248fd115239 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:47.846720 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59348) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:47.846954 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f28bc872-52e7-4c3e-99a8-d248fd115239 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] 10.222.0.54 "GET /v2.0/ports?device_id=a986968a-9bc2-4099-a6b6-556e819b10a2 HTTP/1.1" status: 200 len: 913 time: 0.2059999 Sep 08 09:15:47.868762 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e98f104b-924d-4f31-a279-834a9b493d2c tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:47.927785 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f104b-924d-4f31-a279-834a9b493d2c tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Pushing event deleted for resources: {'Port': ['ID=07dbd724-6974-4f03-ae41-c0ea9ad61199,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:47.982404 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-dcbdac83-2628-4630-917d-b885b0243e38 None None] Provisioning complete for port 085783f5-cfbc-4c0f-bd8b-4ecfdf6a6112 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:15:47.982780 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-dcbdac83-2628-4630-917d-b885b0243e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:48.049015 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e98f104b-924d-4f31-a279-834a9b493d2c tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:48.056259 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e98f104b-924d-4f31-a279-834a9b493d2c tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] 10.222.0.54 "DELETE /v2.0/ports/07dbd724-6974-4f03-ae41-c0ea9ad61199 HTTP/1.1" status: 204 len: 168 time: 0.9027908 Sep 08 09:15:48.059888 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59352) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:48.066419 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-b9ea4efc-ccab-4a11-9269-441b02cb8b7e tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Request body: {'port': {'name': 'tempest-new-port-name-39548015', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:48.067112 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.api.validators [None req-b9ea4efc-ccab-4a11-9269-441b02cb8b7e tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] bootfile-name is not in valid_values {{(pid=94713) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 08 09:15:48.067649 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.api.validators [None req-b9ea4efc-ccab-4a11-9269-441b02cb8b7e tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] tftp-server is not in valid_values {{(pid=94713) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 08 09:15:48.068168 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.api.validators [None req-b9ea4efc-ccab-4a11-9269-441b02cb8b7e tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] server-ip-address is not in valid_values {{(pid=94713) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 08 09:15:48.119873 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-dcbdac83-2628-4630-917d-b885b0243e38 None None] Port 085783f5-cfbc-4c0f-bd8b-4ecfdf6a6112 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:15:48.153782 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae234034-40ae-4863-81f1-1647d67ae0ce req-c961935d-fe3e-4272-be20-38dbaa0d8a54 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:48.155253 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ae234034-40ae-4863-81f1-1647d67ae0ce req-c961935d-fe3e-4272-be20-38dbaa0d8a54 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=97836a60-6c78-4b9b-9bb2-bc6b6550073a HTTP/1.1" status: 200 len: 944 time: 0.0763643 Sep 08 09:15:48.164874 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b9ea4efc-ccab-4a11-9269-441b02cb8b7e tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:48.233419 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-9c002b2d-5aa8-44ad-aa79-08af9693932d None None] Could not find standard attr ID for object 07dbd724-6974-4f03-ae41-c0ea9ad61199. {{(pid=94714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 09:15:48.278976 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ae234034-40ae-4863-81f1-1647d67ae0ce req-dcc32340-f293-424a-ba7e-e054bdafebb8 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847476 Sep 08 09:15:48.327955 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device db797b02-3f3d-4325-8bb1-ef68b93d2a53 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:15:48.387209 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port db797b02-3f3d-4325-8bb1-ef68b93d2a53 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:15:48.387679 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:48.427056 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b9ea4efc-ccab-4a11-9269-441b02cb8b7e tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:48.431779 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b9ea4efc-ccab-4a11-9269-441b02cb8b7e tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:48.465427 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a95b2f56-6961-46d1-a054-d047f3de9d41 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:48.528001 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea4efc-ccab-4a11-9269-441b02cb8b7e tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Pushing event updated for resources: {'Port': ['ID=085783f5-cfbc-4c0f-bd8b-4ecfdf6a6112,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:48.532027 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-b9ea4efc-ccab-4a11-9269-441b02cb8b7e tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] In _notify_port_updated(), no bound segment for port 085783f5-cfbc-4c0f-bd8b-4ecfdf6a6112 on network 788b9421-1533-41d0-ac88-6e6cfe03bfbd {{(pid=94713) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 08 09:15:48.539655 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ea4efc-ccab-4a11-9269-441b02cb8b7e tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:48.540451 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b9ea4efc-ccab-4a11-9269-441b02cb8b7e tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:48.545138 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b9ea4efc-ccab-4a11-9269-441b02cb8b7e tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] 10.222.0.54 "PUT /v2.0/ports/085783f5-cfbc-4c0f-bd8b-4ecfdf6a6112 HTTP/1.1" status: 200 len: 1134 time: 0.4835303 Sep 08 09:15:48.546407 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59358) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:48.600815 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576e77cc-3a36-49d3-9a06-a3707d3ceb63 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:48.602939 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-576e77cc-3a36-49d3-9a06-a3707d3ceb63 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] 10.222.0.54 "GET /v2.0/ports/085783f5-cfbc-4c0f-bd8b-4ecfdf6a6112 HTTP/1.1" status: 200 len: 1134 time: 0.0551631 Sep 08 09:15:48.606611 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59360) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:48.739563 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-5dce34a9-6d38-4b23-97bc-26432d33f580 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Deleting port 085783f5-cfbc-4c0f-bd8b-4ecfdf6a6112 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:15:48.739884 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5dce34a9-6d38-4b23-97bc-26432d33f580 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:48.763473 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-9cb2d30f-bafc-4e1a-857d-0a10aaad8084 None None] Provisioning complete for port 085783f5-cfbc-4c0f-bd8b-4ecfdf6a6112 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:15:48.764028 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9cb2d30f-bafc-4e1a-857d-0a10aaad8084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:48.807488 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-a95b2f56-6961-46d1-a054-d047f3de9d41 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Deleting port 86ba9dc0-3e75-4663-9f19-d080c6598b7e {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:15:48.807787 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-9cb2d30f-bafc-4e1a-857d-0a10aaad8084 None None] Port 085783f5-cfbc-4c0f-bd8b-4ecfdf6a6112 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:15:48.807929 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a95b2f56-6961-46d1-a054-d047f3de9d41 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:48.839167 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5dce34a9-6d38-4b23-97bc-26432d33f580 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:48.852659 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-5dce34a9-6d38-4b23-97bc-26432d33f580 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Calling delete_port for 085783f5-cfbc-4c0f-bd8b-4ecfdf6a6112 owned by {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:15:48.910733 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a95b2f56-6961-46d1-a054-d047f3de9d41 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:48.925567 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-a95b2f56-6961-46d1-a054-d047f3de9d41 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Calling delete_port for 86ba9dc0-3e75-4663-9f19-d080c6598b7e owned by network:router_interface {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:15:49.024164 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5dce34a9-6d38-4b23-97bc-26432d33f580 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:49.051014 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d5db9-7ca8-4e71-9042-b222d5c5fda1 req-c3d5002f-a75c-4ed8-8de4-4dd3dab133e1 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:49.052588 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1c7d5db9-7ca8-4e71-9042-b222d5c5fda1 req-c3d5002f-a75c-4ed8-8de4-4dd3dab133e1 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 945 time: 0.0714383 Sep 08 09:15:49.056388 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device a8761521-e6c5-4590-80ad-37119822ee10 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:15:49.094010 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce34a9-6d38-4b23-97bc-26432d33f580 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Pushing event deleted for resources: {'Port': ['ID=085783f5-cfbc-4c0f-bd8b-4ecfdf6a6112,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:49.127825 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port a8761521-e6c5-4590-80ad-37119822ee10 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:15:49.139152 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port a8761521-e6c5-4590-80ad-37119822ee10 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:15:49.139831 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:49.167402 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a95b2f56-6961-46d1-a054-d047f3de9d41 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:49.199362 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1c7d5db9-7ca8-4e71-9042-b222d5c5fda1 req-85d97400-c44c-465c-a538-61ba5c902e5a tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084020 Sep 08 09:15:49.209466 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b2f56-6961-46d1-a054-d047f3de9d41 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Pushing event deleted for resources: {'Port': ['ID=86ba9dc0-3e75-4663-9f19-d080c6598b7e,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:49.222744 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5dce34a9-6d38-4b23-97bc-26432d33f580 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:49.227096 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5dce34a9-6d38-4b23-97bc-26432d33f580 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] 10.222.0.54 "DELETE /v2.0/ports/085783f5-cfbc-4c0f-bd8b-4ecfdf6a6112 HTTP/1.1" status: 204 len: 168 time: 0.6184964 Sep 08 09:15:49.230439 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59368) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:49.295141 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:49.339600 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-a79340c1-aacf-4b63-8453-5ff997127391 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Deleting subnet ae303700-94fc-448a-96f4-1009c24a9e18 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:15:49.343300 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a79340c1-aacf-4b63-8453-5ff997127391 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:49.355517 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port a8761521-e6c5-4590-80ad-37119822ee10, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=a8761521-e6c5-4590-80ad-37119822ee10,segment=NetworkSegment(7ce255b1-6bde-43a1-82b1-212ac77774b3),segment_id=7ce255b1-6bde-43a1-82b1-212ac77774b3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:15:49.357093 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97836a60-6c78-4b9b-9bb2-bc6b6550073a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8761521-e6c5-4590-80ad-37119822ee10'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:15:49.365480 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b25f4b9-96b1-4d9b-9f8f-0e9cf5ca8c8f" -d '{"events": [{"server_uuid": "97836a60-6c78-4b9b-9bb2-bc6b6550073a", "name": "network-vif-plugged", "status": "completed", "tag": "a8761521-e6c5-4590-80ad-37119822ee10"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:15:49.374137 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:49.425187 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a79340c1-aacf-4b63-8453-5ff997127391 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:49.470247 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5422264c-12ea-460e-8caf-bae250741c4e x-openstack-request-id: req-5422264c-12ea-460e-8caf-bae250741c4e {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:15:49.470465 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97836a60-6c78-4b9b-9bb2-bc6b6550073a", "name": "network-vif-plugged", "status": "completed", "tag": "a8761521-e6c5-4590-80ad-37119822ee10", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:15:49.470693 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5422264c-12ea-460e-8caf-bae250741c4e {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:15:49.471270 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97836a60-6c78-4b9b-9bb2-bc6b6550073a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8761521-e6c5-4590-80ad-37119822ee10', 'code': 200} Sep 08 09:15:49.487897 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=a8761521-e6c5-4590-80ad-37119822ee10,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:49.491370 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a95b2f56-6961-46d1-a054-d047f3de9d41 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:49.571361 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a79340c1-aacf-4b63-8453-5ff997127391 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:49.637324 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97272464-e75d-4eb4-8e96-9d2611e8772e req-055b38a5-e379-4150-bc52-a09486431e43 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:49.638017 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a79340c1-aacf-4b63-8453-5ff997127391 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:49.638908 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-97272464-e75d-4eb4-8e96-9d2611e8772e req-055b38a5-e379-4150-bc52-a09486431e43 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=97836a60-6c78-4b9b-9bb2-bc6b6550073a HTTP/1.1" status: 200 len: 945 time: 0.1710157 Sep 08 09:15:49.671058 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a79340c1-aacf-4b63-8453-5ff997127391 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:49.676107 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a79340c1-aacf-4b63-8453-5ff997127391 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] 10.222.0.54 "DELETE /v2.0/subnets/ae303700-94fc-448a-96f4-1009c24a9e18 HTTP/1.1" status: 204 len: 168 time: 0.4426727 Sep 08 09:15:49.677449 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59374) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:49.677837 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba04f8ea-5e4c-4751-a1d8-7dbc3e761692 None None] Network 788b9421-1533-41d0-ac88-6e6cfe03bfbd requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:15:49.687386 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79340c1-aacf-4b63-8453-5ff997127391 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Pushing event deleted for resources: {'Subnet': ['ID=ae303700-94fc-448a-96f4-1009c24a9e18,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:49.699903 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9fbd29-0436-4d09-af8a-403d39454721 req-1c370fe9-2a37-4fca-80aa-859d686cc9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:49.701223 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-db9fbd29-0436-4d09-af8a-403d39454721 req-1c370fe9-2a37-4fca-80aa-859d686cc9e0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=97836a60-6c78-4b9b-9bb2-bc6b6550073a HTTP/1.1" status: 200 len: 1097 time: 0.1391771 Sep 08 09:15:49.772151 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95b2f56-6961-46d1-a054-d047f3de9d41 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Router a986968a-9bc2-4099-a6b6-556e819b10a2 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:15:49.795410 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-97272464-e75d-4eb4-8e96-9d2611e8772e req-1dd2a65b-910a-4523-9b8d-5f167427d0ed tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442459 Sep 08 09:15:49.797352 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-34b0e8ae-89ee-4662-a363-3c77094248e4 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:49.800753 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-db9fbd29-0436-4d09-af8a-403d39454721 req-a1ecfbb2-bfcd-41f3-8e8e-ba28f0127bec service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918200 Sep 08 09:15:49.884940 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-34b0e8ae-89ee-4662-a363-3c77094248e4 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Deleting port db797b02-3f3d-4325-8bb1-ef68b93d2a53 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:15:49.885353 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-34b0e8ae-89ee-4662-a363-3c77094248e4 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:49.899229 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95b2f56-6961-46d1-a054-d047f3de9d41 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:15:49.908572 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-a95b2f56-6961-46d1-a054-d047f3de9d41 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] 10.222.0.54 "PUT /v2.0/routers/a986968a-9bc2-4099-a6b6-556e819b10a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0605586 Sep 08 09:15:49.912085 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5e03e4-e827-448f-95fa-80370e4a8707 None None] DHCP port deletion for 788b9421-1533-41d0-ac88-6e6cfe03bfbd request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:15:49.916233 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17e1d15-fc7a-42d6-8d5c-c5c9c7e3074a None None] Sync routers for ids ['a986968a-9bc2-4099-a6b6-556e819b10a2'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:15:49.917071 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59380) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:49.929017 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17e1d15-fc7a-42d6-8d5c-c5c9c7e3074a None None] Routers {'a986968a-9bc2-4099-a6b6-556e819b10a2'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:15:49.934419 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-b17e1d15-fc7a-42d6-8d5c-c5c9c7e3074a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:15:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['a986968a-9bc2-4099-a6b6-556e819b10a2'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:49.995834 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-b17e1d15-fc7a-42d6-8d5c-c5c9c7e3074a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:50.014647 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17e1d15-fc7a-42d6-8d5c-c5c9c7e3074a None None] Routers {'a986968a-9bc2-4099-a6b6-556e819b10a2'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:15:50.017928 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-b17e1d15-fc7a-42d6-8d5c-c5c9c7e3074a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:15:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['a986968a-9bc2-4099-a6b6-556e819b10a2'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:50.021957 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-ce5e03e4-e827-448f-95fa-80370e4a8707 None None] Deleting port db797b02-3f3d-4325-8bb1-ef68b93d2a53 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:15:50.026992 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1b527120-54e3-4e5d-9625-8a7f29f2ab00 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks [] for router, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:50.027828 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ce5e03e4-e827-448f-95fa-80370e4a8707 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:50.032492 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-34b0e8ae-89ee-4662-a363-3c77094248e4 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] For port db797b02-3f3d-4325-8bb1-ef68b93d2a53, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=db797b02-3f3d-4325-8bb1-ef68b93d2a53,segment=NetworkSegment(fa9dc1d6-dded-4aa8-b813-a5f3e79cf3ff),segment_id=fa9dc1d6-dded-4aa8-b813-a5f3e79cf3ff)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:15:50.032961 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-34b0e8ae-89ee-4662-a363-3c77094248e4 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:50.114818 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-34b0e8ae-89ee-4662-a363-3c77094248e4 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Calling delete_port for db797b02-3f3d-4325-8bb1-ef68b93d2a53 owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:15:50.157667 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-b17e1d15-fc7a-42d6-8d5c-c5c9c7e3074a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:50.158420 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17e1d15-fc7a-42d6-8d5c-c5c9c7e3074a None None] The sync data for ids ['a986968a-9bc2-4099-a6b6-556e819b10a2'] in n-d-806683-11 is: [] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:15:50.231605 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-ce5e03e4-e827-448f-95fa-80370e4a8707 None None] For port db797b02-3f3d-4325-8bb1-ef68b93d2a53, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=db797b02-3f3d-4325-8bb1-ef68b93d2a53,segment=NetworkSegment(fa9dc1d6-dded-4aa8-b813-a5f3e79cf3ff),segment_id=fa9dc1d6-dded-4aa8-b813-a5f3e79cf3ff)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:15:50.232006 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ce5e03e4-e827-448f-95fa-80370e4a8707 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:50.248584 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-ce5e03e4-e827-448f-95fa-80370e4a8707 None None] Calling delete_port for db797b02-3f3d-4325-8bb1-ef68b93d2a53 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:15:50.299381 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-34b0e8ae-89ee-4662-a363-3c77094248e4 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:50.343610 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1b527120-54e3-4e5d-9625-8a7f29f2ab00 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:50.345116 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ce5e03e4-e827-448f-95fa-80370e4a8707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:50.347757 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1b527120-54e3-4e5d-9625-8a7f29f2ab00 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:50.359538 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0e8ae-89ee-4662-a363-3c77094248e4 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Pushing event deleted for resources: {'Port': ['ID=db797b02-3f3d-4325-8bb1-ef68b93d2a53,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:50.365520 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b0e8ae-89ee-4662-a363-3c77094248e4 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] No DVR routers for this DVR port db797b02-3f3d-4325-8bb1-ef68b93d2a53 on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:15:50.388342 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e03e4-e827-448f-95fa-80370e4a8707 None None] Pushing event deleted for resources: {'Port': ['ID=db797b02-3f3d-4325-8bb1-ef68b93d2a53,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:50.390339 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device db797b02-3f3d-4325-8bb1-ef68b93d2a53 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:15:50.419317 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5e03e4-e827-448f-95fa-80370e4a8707 None None] No DVR routers for this DVR port db797b02-3f3d-4325-8bb1-ef68b93d2a53 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:15:50.421266 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: db797b02-3f3d-4325-8bb1-ef68b93d2a53 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:15:50.421612 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device db797b02-3f3d-4325-8bb1-ef68b93d2a53 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:15:50.444616 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:50.455094 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1b527120-54e3-4e5d-9625-8a7f29f2ab00 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:50.455607 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b527120-54e3-4e5d-9625-8a7f29f2ab00 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Fanout notify agent at l3_agent the message router_deleted on router a986968a-9bc2-4099-a6b6-556e819b10a2 {{(pid=94712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:15:50.463860 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1b527120-54e3-4e5d-9625-8a7f29f2ab00 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:50.464887 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-1b527120-54e3-4e5d-9625-8a7f29f2ab00 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] 10.222.0.54 "DELETE /v2.0/routers/a986968a-9bc2-4099-a6b6-556e819b10a2 HTTP/1.1" status: 204 len: 168 time: 0.5443611 Sep 08 09:15:50.467342 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59386) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:50.475721 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-34b0e8ae-89ee-4662-a363-3c77094248e4 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:50.496738 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-34b0e8ae-89ee-4662-a363-3c77094248e4 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['788b9421-1533-41d0-ac88-6e6cfe03bfbd']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:50.506802 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-34b0e8ae-89ee-4662-a363-3c77094248e4 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa9dc1d6-dded-4aa8-b813-a5f3e79cf3ff') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:50.507107 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-34b0e8ae-89ee-4662-a363-3c77094248e4 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa9dc1d6-dded-4aa8-b813-a5f3e79cf3ff') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:50.527080 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b739a149-ed1b-453d-84e5-fb8e2ae64ff8 req-c07c71db-fb69-4592-838e-84c0b8bd19e9 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:50.527372 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-34b0e8ae-89ee-4662-a363-3c77094248e4 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:50.528663 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b739a149-ed1b-453d-84e5-fb8e2ae64ff8 req-c07c71db-fb69-4592-838e-84c0b8bd19e9 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 945 time: 0.1136138 Sep 08 09:15:50.541766 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-67cab920-8144-4166-bbee-8205339c8363 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Deleting subnet c0a9f74c-7650-4956-92b1-c341d0ffe587 {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:15:50.543455 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-34b0e8ae-89ee-4662-a363-3c77094248e4 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:50.549656 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-67cab920-8144-4166-bbee-8205339c8363 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:50.550190 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34b0e8ae-89ee-4662-a363-3c77094248e4 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:15:50.550624 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-34b0e8ae-89ee-4662-a363-3c77094248e4 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:50.553772 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:15:50.553772 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:15:50.553772 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:15:50.553772 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:15:50.553772 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:15:50.553772 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:15:50.553772 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:15:50.553772 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:15:50.553772 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:15:50.553772 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:15:50.553772 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:15:50.553772 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:15:50.553772 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:15:50.553772 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:15:50.553772 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:15:50.553772 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:15:50.553772 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:15:50.553772 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:15:50.553772 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:15:50.553772 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:15:50.553772 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:15:50.553772 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:15:50.553772 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:15:50.553772 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:15:50.553772 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:15:50.553772 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:15:50.553772 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:15:50.553772 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:15:50.553772 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:15:50.553772 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:15:50.553772 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:15:50.553772 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:15:50.609478 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b739a149-ed1b-453d-84e5-fb8e2ae64ff8 req-26794d39-09e9-4289-8795-014b56b80835 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729651 Sep 08 09:15:50.611568 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-67cab920-8144-4166-bbee-8205339c8363 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:50.616203 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-34b0e8ae-89ee-4662-a363-3c77094248e4 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:50.627816 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-34b0e8ae-89ee-4662-a363-3c77094248e4 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:50.631831 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-34b0e8ae-89ee-4662-a363-3c77094248e4 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] 10.222.0.54 "DELETE /v2.0/networks/788b9421-1533-41d0-ac88-6e6cfe03bfbd HTTP/1.1" status: 204 len: 168 time: 0.9511328 Sep 08 09:15:50.641753 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0e8ae-89ee-4662-a363-3c77094248e4 tempest-ExtraDHCPOptionsTestJSON-1284164215 tempest-ExtraDHCPOptionsTestJSON-1284164215-project] Pushing event deleted for resources: {'Network': ['ID=788b9421-1533-41d0-ac88-6e6cfe03bfbd,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:50.701737 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ce980eb0-306d-47ef-9d0c-011f915a2d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:50.709178 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-67cab920-8144-4166-bbee-8205339c8363 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:50.772238 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-67cab920-8144-4166-bbee-8205339c8363 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:50.800727 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cab920-8144-4166-bbee-8205339c8363 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Pushing event deleted for resources: {'Subnet': ['ID=c0a9f74c-7650-4956-92b1-c341d0ffe587,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:50.804778 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-67cab920-8144-4166-bbee-8205339c8363 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:50.806736 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-67cab920-8144-4166-bbee-8205339c8363 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] 10.222.0.54 "DELETE /v2.0/subnets/c0a9f74c-7650-4956-92b1-c341d0ffe587 HTTP/1.1" status: 204 len: 168 time: 0.3384712 Sep 08 09:15:50.809333 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59394) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:50.812652 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeced042-5457-40f7-be84-237cdc5e3f01 None None] Network 9db7e795-9650-43e3-b4ca-8542c413d3a0 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:15:50.951105 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0398626c-48fc-4b5c-a84b-dca23ca605f5 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:50.989495 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59402) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:51.021100 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ccce9-6d49-4fd3-8373-0be9b18362f5 req-c885a69f-ce5b-4270-b985-fc2a5b128708 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:51.023436 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-470ccce9-6d49-4fd3-8373-0be9b18362f5 req-c885a69f-ce5b-4270-b985-fc2a5b128708 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=97836a60-6c78-4b9b-9bb2-bc6b6550073a HTTP/1.1" status: 200 len: 945 time: 0.0910411 Sep 08 09:15:51.081217 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-0398626c-48fc-4b5c-a84b-dca23ca605f5 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Deleting port a23e078a-60d8-42ae-8361-f7a6039d6833 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:15:51.081567 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0398626c-48fc-4b5c-a84b-dca23ca605f5 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:51.102825 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-470ccce9-6d49-4fd3-8373-0be9b18362f5 req-2bdf5f91-abdb-40bf-b3dd-bfb0d13bce1d tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680151 Sep 08 09:15:51.111172 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a253ccda-7d3c-4175-aadb-cf7aaf8761ac None None] DHCP port deletion for 9db7e795-9650-43e3-b4ca-8542c413d3a0 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:15:51.187489 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-a253ccda-7d3c-4175-aadb-cf7aaf8761ac None None] Deleting port a23e078a-60d8-42ae-8361-f7a6039d6833 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:15:51.191408 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a253ccda-7d3c-4175-aadb-cf7aaf8761ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:51.196148 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-0398626c-48fc-4b5c-a84b-dca23ca605f5 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] For port a23e078a-60d8-42ae-8361-f7a6039d6833, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a23e078a-60d8-42ae-8361-f7a6039d6833,segment=NetworkSegment(16816460-6876-4e01-9be1-aa774260fb88),segment_id=16816460-6876-4e01-9be1-aa774260fb88)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:15:51.205526 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0398626c-48fc-4b5c-a84b-dca23ca605f5 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:51.221072 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-0398626c-48fc-4b5c-a84b-dca23ca605f5 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Calling delete_port for a23e078a-60d8-42ae-8361-f7a6039d6833 owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:15:51.225140 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-9603ee9b-5aea-42f5-97bb-ff9f0f2a184d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=30a073ab850c4aa99b12191ae3724a66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2342064 Sep 08 09:15:51.227473 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59406) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:51.280453 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-a253ccda-7d3c-4175-aadb-cf7aaf8761ac None None] For port a23e078a-60d8-42ae-8361-f7a6039d6833, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a23e078a-60d8-42ae-8361-f7a6039d6833,segment=NetworkSegment(16816460-6876-4e01-9be1-aa774260fb88),segment_id=16816460-6876-4e01-9be1-aa774260fb88)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:15:51.281294 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a253ccda-7d3c-4175-aadb-cf7aaf8761ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:51.296527 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7932328c-c614-42da-89f2-8dbdde47942d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:51.300475 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-a253ccda-7d3c-4175-aadb-cf7aaf8761ac None None] Calling delete_port for a23e078a-60d8-42ae-8361-f7a6039d6833 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:15:51.321184 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7932328c-c614-42da-89f2-8dbdde47942d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:51.337186 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0398626c-48fc-4b5c-a84b-dca23ca605f5 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:51.397109 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398626c-48fc-4b5c-a84b-dca23ca605f5 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Pushing event deleted for resources: {'Port': ['ID=a23e078a-60d8-42ae-8361-f7a6039d6833,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:51.397420 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7932328c-c614-42da-89f2-8dbdde47942d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:51.399823 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0398626c-48fc-4b5c-a84b-dca23ca605f5 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] No DVR routers for this DVR port a23e078a-60d8-42ae-8361-f7a6039d6833 on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:15:51.403455 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7932328c-c614-42da-89f2-8dbdde47942d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:51.405192 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-7932328c-c614-42da-89f2-8dbdde47942d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/99b6a545-b244-4cb6-a43d-8349ea9c612a HTTP/1.1" status: 204 len: 168 time: 0.1767721 Sep 08 09:15:51.415434 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7932328c-c614-42da-89f2-8dbdde47942d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b6a545-b244-4cb6-a43d-8349ea9c612a,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:51.448417 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a253ccda-7d3c-4175-aadb-cf7aaf8761ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:51.475250 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a253ccda-7d3c-4175-aadb-cf7aaf8761ac None None] Pushing event deleted for resources: {'Port': ['ID=a23e078a-60d8-42ae-8361-f7a6039d6833,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:51.479257 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a253ccda-7d3c-4175-aadb-cf7aaf8761ac None None] No DVR routers for this DVR port a23e078a-60d8-42ae-8361-f7a6039d6833 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:15:51.497222 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0398626c-48fc-4b5c-a84b-dca23ca605f5 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:51.520007 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-0398626c-48fc-4b5c-a84b-dca23ca605f5 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9db7e795-9650-43e3-b4ca-8542c413d3a0']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:51.530857 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-0398626c-48fc-4b5c-a84b-dca23ca605f5 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16816460-6876-4e01-9be1-aa774260fb88') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:51.531161 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-0398626c-48fc-4b5c-a84b-dca23ca605f5 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16816460-6876-4e01-9be1-aa774260fb88') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:51.542875 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0398626c-48fc-4b5c-a84b-dca23ca605f5 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:51.563751 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0398626c-48fc-4b5c-a84b-dca23ca605f5 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:51.570241 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0398626c-48fc-4b5c-a84b-dca23ca605f5 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:15:51.570910 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0398626c-48fc-4b5c-a84b-dca23ca605f5 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:51.573631 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:15:51.573631 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:15:51.573631 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:15:51.573631 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:15:51.573631 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:15:51.573631 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:15:51.573631 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:15:51.573631 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:15:51.573631 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:15:51.573631 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:15:51.573631 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:15:51.573631 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:15:51.573631 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:15:51.573631 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:15:51.573631 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:15:51.573631 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:15:51.573631 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:15:51.573631 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:15:51.573631 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:15:51.573631 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:15:51.573631 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:15:51.573631 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:15:51.573631 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:15:51.573631 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:15:51.573631 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:15:51.573631 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:15:51.573631 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:15:51.573631 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:15:51.573631 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:15:51.573631 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:15:51.573631 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:15:51.573631 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:15:51.641642 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0398626c-48fc-4b5c-a84b-dca23ca605f5 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:51.652840 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0398626c-48fc-4b5c-a84b-dca23ca605f5 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:51.654926 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0398626c-48fc-4b5c-a84b-dca23ca605f5 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] 10.222.0.54 "DELETE /v2.0/networks/9db7e795-9650-43e3-b4ca-8542c413d3a0 HTTP/1.1" status: 204 len: 168 time: 0.8442385 Sep 08 09:15:51.668689 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398626c-48fc-4b5c-a84b-dca23ca605f5 tempest-FloatingIPNegativeTestJSON-782158177 tempest-FloatingIPNegativeTestJSON-782158177-project] Pushing event deleted for resources: {'Network': ['ID=9db7e795-9650-43e3-b4ca-8542c413d3a0,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:51.768006 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc29a9b-a278-4e8e-a70a-a7207c73c5a4 req-78cb4d93-d515-4133-956d-590ee29c6f6b tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:51.769924 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8dc29a9b-a278-4e8e-a70a-a7207c73c5a4 req-78cb4d93-d515-4133-956d-590ee29c6f6b tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 945 time: 0.0799856 Sep 08 09:15:51.825799 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8dc29a9b-a278-4e8e-a70a-a7207c73c5a4 req-191e281c-fb45-4ca2-baf7-256f3bbfcd5d tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476696 Sep 08 09:15:52.051352 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59430) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:52.058727 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849e7bc-78d4-46f7-85cd-a30f3012c48b req-c55f7bcb-c967-4f18-b434-28cf4c4bc012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:52.060651 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a849e7bc-78d4-46f7-85cd-a30f3012c48b req-c55f7bcb-c967-4f18-b434-28cf4c4bc012 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 1097 time: 0.0902762 Sep 08 09:15:52.114162 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:52.128256 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a849e7bc-78d4-46f7-85cd-a30f3012c48b req-b7558f89-14c9-405e-98cc-a588ddf97671 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557320 Sep 08 09:15:52.255551 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-30a9095c-1f56-4b01-b1cc-7bb6af302724 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=653c81a8b2af4e31a3466f5ceaff12a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2025502 Sep 08 09:15:52.256253 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59440) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:52.320963 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a5469-8a24-45a0-b990-682047d08142 req-151c5cd9-5d4a-4a9a-96a3-fb9a9c2c9561 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:52.322958 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-223a5469-8a24-45a0-b990-682047d08142 req-151c5cd9-5d4a-4a9a-96a3-fb9a9c2c9561 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=97836a60-6c78-4b9b-9bb2-bc6b6550073a HTTP/1.1" status: 200 len: 945 time: 0.0920825 Sep 08 09:15:52.328153 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a23e078a-60d8-42ae-8361-f7a6039d6833 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:15:52.337461 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9de035b7-7d2d-4293-8b28-19239b0b3cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:52.368451 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9de035b7-7d2d-4293-8b28-19239b0b3cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:52.369448 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: a23e078a-60d8-42ae-8361-f7a6039d6833 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:15:52.370990 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a23e078a-60d8-42ae-8361-f7a6039d6833 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:15:52.390452 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-223a5469-8a24-45a0-b990-682047d08142 req-45acc162-3ee2-4d83-b7db-f1aa618e9bf7 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480719 Sep 08 09:15:52.457753 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9de035b7-7d2d-4293-8b28-19239b0b3cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:52.462544 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9de035b7-7d2d-4293-8b28-19239b0b3cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:52.464471 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9de035b7-7d2d-4293-8b28-19239b0b3cde admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e25cd5ff-21e6-435f-ad8b-41e6b9c052da HTTP/1.1" status: 204 len: 168 time: 0.2072599 Sep 08 09:15:52.498357 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de035b7-7d2d-4293-8b28-19239b0b3cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25cd5ff-21e6-435f-ad8b-41e6b9c052da,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:52.556933 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c854cb-8858-44b3-879a-d36528e105b2 req-8913303e-cb38-430e-ab1c-33da81fb3b28 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:52.564746 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-15c854cb-8858-44b3-879a-d36528e105b2 req-8913303e-cb38-430e-ab1c-33da81fb3b28 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=240670ed-522f-46d9-a033-bb2c9d959905 HTTP/1.1" status: 200 len: 946 time: 0.0693450 Sep 08 09:15:52.593919 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59452) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:52.605520 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-15c854cb-8858-44b3-879a-d36528e105b2 req-f4ca2f99-c13b-4efc-bb11-ec2814db746c tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395741 Sep 08 09:15:52.752445 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c251835-2c34-40d0-b977-299da18f7d84 req-51ed3288-156d-4836-99b6-1fe07987bdc6 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:52.754129 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1c251835-2c34-40d0-b977-299da18f7d84 req-51ed3288-156d-4836-99b6-1fe07987bdc6 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=97836a60-6c78-4b9b-9bb2-bc6b6550073a HTTP/1.1" status: 200 len: 945 time: 0.0683446 Sep 08 09:15:52.809243 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1c251835-2c34-40d0-b977-299da18f7d84 req-e9ee8543-0d68-4deb-8108-8f5e5622e6f2 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480130 Sep 08 09:15:52.849373 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-92bd3996-ecce-422f-a964-a5f060290ca4 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Request body: {'network': {'name': 'tempest-RoutersTest-1258545599'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:52.886149 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92bd3996-ecce-422f-a964-a5f060290ca4 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Made reservation on behalf of b47dd3c58c0a4fafa7b4bef429a7d4d4 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:15:52.891547 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-92bd3996-ecce-422f-a964-a5f060290ca4 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:52.902953 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-92bd3996-ecce-422f-a964-a5f060290ca4 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:53.060615 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7092d41-c411-409d-b7b4-9c34dc8c762d req-4c1cea7b-c763-432d-ac63-d71088f3eb57 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:53.073379 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b7092d41-c411-409d-b7b4-9c34dc8c762d req-4c1cea7b-c763-432d-ac63-d71088f3eb57 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 945 time: 0.1185093 Sep 08 09:15:53.115474 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67fa36-dcb6-4b98-8f21-9fc0bb11a93a req-925eb962-0572-459d-802d-887b312a3a44 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:53.123914 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1c67fa36-dcb6-4b98-8f21-9fc0bb11a93a req-925eb962-0572-459d-802d-887b312a3a44 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=97836a60-6c78-4b9b-9bb2-bc6b6550073a HTTP/1.1" status: 200 len: 945 time: 0.0669584 Sep 08 09:15:53.138636 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-92bd3996-ecce-422f-a964-a5f060290ca4 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:53.154188 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b7092d41-c411-409d-b7b4-9c34dc8c762d req-443b4cc1-6ed1-4365-8d27-9648f7f662ac tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804214 Sep 08 09:15:53.161806 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-92bd3996-ecce-422f-a964-a5f060290ca4 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:53.184686 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1c67fa36-dcb6-4b98-8f21-9fc0bb11a93a req-44680ae0-f097-485c-b088-f81a703f15fb tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595951 Sep 08 09:15:53.194500 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92bd3996-ecce-422f-a964-a5f060290ca4 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:15:53.224256 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-92bd3996-ecce-422f-a964-a5f060290ca4 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:53.224632 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-92bd3996-ecce-422f-a964-a5f060290ca4 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Added segment b410bf23-ee52-4248-b48d-8b06277a5446 of type vlan for network 9e5db640-24ab-4286-ae44-35ebe491bc85 Sep 08 09:15:53.268099 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd3996-ecce-422f-a964-a5f060290ca4 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac4d726-06ed-402b-98c2-d9db6a6ccb5f,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:53.279031 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-92bd3996-ecce-422f-a964-a5f060290ca4 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:53.311611 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-92bd3996-ecce-422f-a964-a5f060290ca4 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:53.317392 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bd3996-ecce-422f-a964-a5f060290ca4 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:53.318152 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-92bd3996-ecce-422f-a964-a5f060290ca4 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:53.357145 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-92bd3996-ecce-422f-a964-a5f060290ca4 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7619944 Sep 08 09:15:53.361861 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59484) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:53.368630 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-c747663d-584a-4459-9d4f-62bdc0d63445 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Request body: {'network': {'name': 'tempest-RoutersTest-370848435'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:53.396230 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c747663d-584a-4459-9d4f-62bdc0d63445 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Made reservation on behalf of b47dd3c58c0a4fafa7b4bef429a7d4d4 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:15:53.399841 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c747663d-584a-4459-9d4f-62bdc0d63445 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:53.412689 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd3996-ecce-422f-a964-a5f060290ca4 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event updated for resources: {'Network': ['ID=9e5db640-24ab-4286-ae44-35ebe491bc85,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:53.424407 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 9e5db640-24ab-4286-ae44-35ebe491bc85 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:15:53.428876 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c747663d-584a-4459-9d4f-62bdc0d63445 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:15:53.442538 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c747663d-584a-4459-9d4f-62bdc0d63445 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:53.443344 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-c747663d-584a-4459-9d4f-62bdc0d63445 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Added segment adc98b40-fc10-42de-bb5a-eefd1ff5b267 of type vlan for network a6466a2f-2b53-4119-8b26-568b844a1e77 Sep 08 09:15:53.496980 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59486) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:53.542700 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:53.570444 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c747663d-584a-4459-9d4f-62bdc0d63445 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:53.603713 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c747663d-584a-4459-9d4f-62bdc0d63445 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:53.609745 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c747663d-584a-4459-9d4f-62bdc0d63445 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:53.610448 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c747663d-584a-4459-9d4f-62bdc0d63445 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:53.685855 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c747663d-584a-4459-9d4f-62bdc0d63445 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3224859 Sep 08 09:15:53.688781 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-548a3f66-4e39-4e9c-9a06-6ff1cd0480b1 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Request body: {'networks': [{'name': 'tempest-network--599629794'}, {'name': 'tempest-network--288612752'}]} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:53.688914 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59492) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:53.689114 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-548a3f66-4e39-4e9c-9a06-6ff1cd0480b1 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Request body: {'network': {'name': 'tempest-network--599629794'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:53.689488 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c747663d-584a-4459-9d4f-62bdc0d63445 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event updated for resources: {'Network': ['ID=a6466a2f-2b53-4119-8b26-568b844a1e77,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:53.689582 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-548a3f66-4e39-4e9c-9a06-6ff1cd0480b1 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Request body: {'network': {'name': 'tempest-network--288612752'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:53.696665 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-2d4edf35-f482-40a4-aa26-f66783b4dba9 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Request body: {'subnet': {'network_id': '9e5db640-24ab-4286-ae44-35ebe491bc85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:53.701497 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network a6466a2f-2b53-4119-8b26-568b844a1e77 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:15:53.727230 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548a3f66-4e39-4e9c-9a06-6ff1cd0480b1 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Made reservation on behalf of 039e5ec45c474f7f8d7967c2a49cde34 for: {'network': 2} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:15:53.734838 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-548a3f66-4e39-4e9c-9a06-6ff1cd0480b1 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:53.750212 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-548a3f66-4e39-4e9c-9a06-6ff1cd0480b1 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:53.852793 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-548a3f66-4e39-4e9c-9a06-6ff1cd0480b1 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:53.860074 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-548a3f66-4e39-4e9c-9a06-6ff1cd0480b1 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:53.861063 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-548a3f66-4e39-4e9c-9a06-6ff1cd0480b1 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:53.885139 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4edf35-f482-40a4-aa26-f66783b4dba9 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Made reservation on behalf of b47dd3c58c0a4fafa7b4bef429a7d4d4 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:15:53.889385 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2d4edf35-f482-40a4-aa26-f66783b4dba9 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:53.907447 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a3f66-4e39-4e9c-9a06-6ff1cd0480b1 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76dd5855-12ed-4253-84a6-d39efd117d21,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:53.912763 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-548a3f66-4e39-4e9c-9a06-6ff1cd0480b1 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:15:53.922645 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-548a3f66-4e39-4e9c-9a06-6ff1cd0480b1 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:53.923009 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-548a3f66-4e39-4e9c-9a06-6ff1cd0480b1 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Added segment 6e4d2467-d491-4ddb-af5c-6f761a4cd170 of type vlan for network 1ba2a040-b5b4-4aef-a199-7c5c39cc23d9 Sep 08 09:15:53.968592 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-548a3f66-4e39-4e9c-9a06-6ff1cd0480b1 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:54.000026 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-548a3f66-4e39-4e9c-9a06-6ff1cd0480b1 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:15:54.010817 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-548a3f66-4e39-4e9c-9a06-6ff1cd0480b1 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:54.011310 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-548a3f66-4e39-4e9c-9a06-6ff1cd0480b1 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Added segment 40836137-578f-4a27-8cba-aba6be42c605 of type vlan for network f0c4829b-e4d8-4d5d-86fa-de386c53a26f Sep 08 09:15:54.059395 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-548a3f66-4e39-4e9c-9a06-6ff1cd0480b1 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:54.062470 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:54.087683 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-548a3f66-4e39-4e9c-9a06-6ff1cd0480b1 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:54.088785 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-548a3f66-4e39-4e9c-9a06-6ff1cd0480b1 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:54.094609 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548a3f66-4e39-4e9c-9a06-6ff1cd0480b1 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:54.099822 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548a3f66-4e39-4e9c-9a06-6ff1cd0480b1 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:54.100487 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-548a3f66-4e39-4e9c-9a06-6ff1cd0480b1 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:54.113804 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2d4edf35-f482-40a4-aa26-f66783b4dba9 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:54.139585 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-548a3f66-4e39-4e9c-9a06-6ff1cd0480b1 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.6414671 Sep 08 09:15:54.140648 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59494) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:54.176762 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4edf35-f482-40a4-aa26-f66783b4dba9 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event updated for resources: {'Subnet': ['ID=45674a20-0eea-4626-aa8d-983acb5645d9,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:54.193248 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a3f66-4e39-4e9c-9a06-6ff1cd0480b1 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Pushing event updated for resources: {'Network': ['ID=1ba2a040-b5b4-4aef-a199-7c5c39cc23d9,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:54.200800 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4edf35-f482-40a4-aa26-f66783b4dba9 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Checking segment: {'id': 'b410bf23-ee52-4248-b48d-8b06277a5446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9e5db640-24ab-4286-ae44-35ebe491bc85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:15:54.201238 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4edf35-f482-40a4-aa26-f66783b4dba9 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Network hostable DHCP agents. Network: 9e5db640-24ab-4286-ae44-35ebe491bc85, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:15:54.208031 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 1ba2a040-b5b4-4aef-a199-7c5c39cc23d9 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:15:54.245438 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:15:54.251215 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4edf35-f482-40a4-aa26-f66783b4dba9 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Network 9e5db640-24ab-4286-ae44-35ebe491bc85 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:15:54.268087 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-2d4edf35-f482-40a4-aa26-f66783b4dba9 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 9e5db640-24ab-4286-ae44-35ebe491bc85) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:15:54.272984 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4edf35-f482-40a4-aa26-f66783b4dba9 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:54.273698 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2d4edf35-f482-40a4-aa26-f66783b4dba9 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:54.298587 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1116d044-0853-411f-a08f-cd88d2abf359 None None] Network 9e5db640-24ab-4286-ae44-35ebe491bc85 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:15:54.340163 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2d4edf35-f482-40a4-aa26-f66783b4dba9 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6451361 Sep 08 09:15:54.341381 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59502) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:54.346063 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-c158e839-edb2-491c-adc4-90ffcdee0cd8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Request body: {'subnet': {'network_id': 'a6466a2f-2b53-4119-8b26-568b844a1e77', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:54.397073 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a0013-c372-4761-aadb-1ffa7a7970aa req-8fd9ae1c-563a-4fca-a0c8-5a8e21616804 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:54.405836 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a22a0013-c372-4761-aadb-1ffa7a7970aa req-8fd9ae1c-563a-4fca-a0c8-5a8e21616804 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 945 time: 0.1203523 Sep 08 09:15:54.498193 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a22a0013-c372-4761-aadb-1ffa7a7970aa req-f91e313d-81af-4acd-8d11-8114d7e3ef78 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913281 Sep 08 09:15:54.514709 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c158e839-edb2-491c-adc4-90ffcdee0cd8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Made reservation on behalf of b47dd3c58c0a4fafa7b4bef429a7d4d4 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:15:54.522130 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c158e839-edb2-491c-adc4-90ffcdee0cd8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:54.542878 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5f0d16-41be-4b42-a5c9-7bd51eef259b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-9e5db640-24ab-4286-ae44-35ebe491bc85', 'network_id': '9e5db640-24ab-4286-ae44-35ebe491bc85', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'fixed_ips': [{'subnet_id': '45674a20-0eea-4626-aa8d-983acb5645d9'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:15:54.544408 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4b5f0d16-41be-4b42-a5c9-7bd51eef259b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:54.713011 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-4b5f0d16-41be-4b42-a5c9-7bd51eef259b None None] Allocated IP 172.20.0.2 (9e5db640-24ab-4286-ae44-35ebe491bc85/45674a20-0eea-4626-aa8d-983acb5645d9/5a24c462-277e-416b-928f-1abe8c188d01) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:15:54.811218 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a3f66-4e39-4e9c-9a06-6ff1cd0480b1 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Pushing event updated for resources: {'Network': ['ID=f0c4829b-e4d8-4d5d-86fa-de386c53a26f,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:54.883213 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79c8f2-5413-4e56-a413-6125692fe552 req-a95eb0d2-97d3-461d-af8a-eb01f547dd70 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:54.890547 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-eb79c8f2-5413-4e56-a413-6125692fe552 req-a95eb0d2-97d3-461d-af8a-eb01f547dd70 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=97836a60-6c78-4b9b-9bb2-bc6b6550073a HTTP/1.1" status: 200 len: 945 time: 0.2214692 Sep 08 09:15:54.940248 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb4bdf-6bc8-40ef-b7ce-fea14057ce3f req-ef9a389d-6c43-4062-9627-df930b8dc2a4 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:54.941852 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f8cb4bdf-6bc8-40ef-b7ce-fea14057ce3f req-ef9a389d-6c43-4062-9627-df930b8dc2a4 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.37 "GET /v2.0/ports?device_id=97836a60-6c78-4b9b-9bb2-bc6b6550073a HTTP/1.1" status: 200 len: 945 time: 0.3917267 Sep 08 09:15:54.961459 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network f0c4829b-e4d8-4d5d-86fa-de386c53a26f details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:15:54.971104 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c158e839-edb2-491c-adc4-90ffcdee0cd8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:54.994007 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748fb4fb-f06e-4367-8934-77fc3a09bb10 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:55.002588 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748fb4fb-f06e-4367-8934-77fc3a09bb10 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:55.022438 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748fb4fb-f06e-4367-8934-77fc3a09bb10 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:55.036682 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748fb4fb-f06e-4367-8934-77fc3a09bb10 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:55.039833 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-748fb4fb-f06e-4367-8934-77fc3a09bb10 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.8977885 Sep 08 09:15:55.042231 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59514) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:55.110677 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-eb79c8f2-5413-4e56-a413-6125692fe552 req-1a82b08e-a325-4749-80ce-b30ff59b08b9 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190371 Sep 08 09:15:55.190764 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-91cecc28-801d-4275-bb10-c7661b383a92 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:55.241374 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4b5f0d16-41be-4b42-a5c9-7bd51eef259b None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:55.253517 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-4b5f0d16-41be-4b42-a5c9-7bd51eef259b None None] Transition to ACTIVE for port object 5a24c462-277e-416b-928f-1abe8c188d01 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:15:55.254031 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c158e839-edb2-491c-adc4-90ffcdee0cd8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event updated for resources: {'Subnet': ['ID=4aafd96e-3b6f-49c8-9990-36c762d31e3a,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:55.288161 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f97e2-1dd7-4da7-94a2-847f9bd3550c req-7d93d20c-9e0f-420c-851b-a7ff65b05c3b tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:55.296237 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dd9f97e2-1dd7-4da7-94a2-847f9bd3550c req-7d93d20c-9e0f-420c-851b-a7ff65b05c3b tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 945 time: 0.1977012 Sep 08 09:15:55.306546 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32800001-f355-4d41-a9a1-d7ae9b73ef95 req-5ef140b6-ea1f-463d-b8c3-90941e0a094d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:55.308575 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-32800001-f355-4d41-a9a1-d7ae9b73ef95 req-5ef140b6-ea1f-463d-b8c3-90941e0a094d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=534b123b1fec4a0b9fe37215319028ae&device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 1097 time: 0.2086546 Sep 08 09:15:55.312106 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-4b5f0d16-41be-4b42-a5c9-7bd51eef259b None None] Transition to ACTIVE for port object 5a24c462-277e-416b-928f-1abe8c188d01 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:15:55.326387 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4b5f0d16-41be-4b42-a5c9-7bd51eef259b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:55.342163 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-91cecc28-801d-4275-bb10-c7661b383a92 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:55.348315 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c158e839-edb2-491c-adc4-90ffcdee0cd8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Checking segment: {'id': 'adc98b40-fc10-42de-bb5a-eefd1ff5b267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a6466a2f-2b53-4119-8b26-568b844a1e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:15:55.349672 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c158e839-edb2-491c-adc4-90ffcdee0cd8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Network hostable DHCP agents. Network: a6466a2f-2b53-4119-8b26-568b844a1e77, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:15:55.368774 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5f0d16-41be-4b42-a5c9-7bd51eef259b None None] Network 9e5db640-24ab-4286-ae44-35ebe491bc85 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:15:55.371785 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-91cecc28-801d-4275-bb10-c7661b383a92 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ba2a040-b5b4-4aef-a199-7c5c39cc23d9']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:55.374238 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-4b5f0d16-41be-4b42-a5c9-7bd51eef259b None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:15:55.378566 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5f0d16-41be-4b42-a5c9-7bd51eef259b None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:15:55.381795 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5f0d16-41be-4b42-a5c9-7bd51eef259b None None] Pushing event updated for resources: {'Port': ['ID=5a24c462-277e-416b-928f-1abe8c188d01,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:55.403095 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-91cecc28-801d-4275-bb10-c7661b383a92 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e4d2467-d491-4ddb-af5c-6f761a4cd170') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:55.405308 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-91cecc28-801d-4275-bb10-c7661b383a92 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e4d2467-d491-4ddb-af5c-6f761a4cd170') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:55.424472 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-91cecc28-801d-4275-bb10-c7661b383a92 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:55.445333 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-91cecc28-801d-4275-bb10-c7661b383a92 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:55.455868 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91cecc28-801d-4275-bb10-c7661b383a92 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:15:55.457088 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-91cecc28-801d-4275-bb10-c7661b383a92 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:55.464293 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-4b5f0d16-41be-4b42-a5c9-7bd51eef259b None None] Attempting to bind port 5a24c462-277e-416b-928f-1abe8c188d01 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:15:55.464665 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-4b5f0d16-41be-4b42-a5c9-7bd51eef259b None None] Attempting to bind port 5a24c462-277e-416b-928f-1abe8c188d01 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'b410bf23-ee52-4248-b48d-8b06277a5446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9e5db640-24ab-4286-ae44-35ebe491bc85'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:15:55.465045 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5f0d16-41be-4b42-a5c9-7bd51eef259b None None] Attempting to bind port 5a24c462-277e-416b-928f-1abe8c188d01 on network 9e5db640-24ab-4286-ae44-35ebe491bc85 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:15:55.471174 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5f0d16-41be-4b42-a5c9-7bd51eef259b None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:15:55.471689 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5f0d16-41be-4b42-a5c9-7bd51eef259b None None] Checking segment: {'id': 'b410bf23-ee52-4248-b48d-8b06277a5446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9e5db640-24ab-4286-ae44-35ebe491bc85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:15:55.472109 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4b5f0d16-41be-4b42-a5c9-7bd51eef259b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:55.472510 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5f0d16-41be-4b42-a5c9-7bd51eef259b None None] Bound using segment: {'id': 'b410bf23-ee52-4248-b48d-8b06277a5446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9e5db640-24ab-4286-ae44-35ebe491bc85'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:15:55.472983 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-4b5f0d16-41be-4b42-a5c9-7bd51eef259b None None] Bound port: 5a24c462-277e-416b-928f-1abe8c188d01, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b410bf23-ee52-4248-b48d-8b06277a5446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9e5db640-24ab-4286-ae44-35ebe491bc85'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:15:55.473377 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4b5f0d16-41be-4b42-a5c9-7bd51eef259b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:55.492934 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c158e839-edb2-491c-adc4-90ffcdee0cd8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Network a6466a2f-2b53-4119-8b26-568b844a1e77 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:15:55.547441 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-4b5f0d16-41be-4b42-a5c9-7bd51eef259b None None] For port 5a24c462-277e-416b-928f-1abe8c188d01, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:15:55.551141 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-4b5f0d16-41be-4b42-a5c9-7bd51eef259b None None] For port 5a24c462-277e-416b-928f-1abe8c188d01, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=5a24c462-277e-416b-928f-1abe8c188d01,segment=NetworkSegment(b410bf23-ee52-4248-b48d-8b06277a5446),segment_id=b410bf23-ee52-4248-b48d-8b06277a5446)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:15:55.556628 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:15:55.556628 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:15:55.556628 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:15:55.556628 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:15:55.556628 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:15:55.556628 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:15:55.556628 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:15:55.556628 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:15:55.556628 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:15:55.556628 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:15:55.556628 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:15:55.556628 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:15:55.556628 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:15:55.556628 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:15:55.556628 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:15:55.556628 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:15:55.556628 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:15:55.556628 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:15:55.556628 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:15:55.556628 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:15:55.556628 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:15:55.556628 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:15:55.556628 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:15:55.556628 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:15:55.556628 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:15:55.556628 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:15:55.556628 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:15:55.556628 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:15:55.556628 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:15:55.556628 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:15:55.556628 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:15:55.556628 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:15:55.560625 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-91cecc28-801d-4275-bb10-c7661b383a92 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:55.561722 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4b5f0d16-41be-4b42-a5c9-7bd51eef259b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:55.567538 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dd9f97e2-1dd7-4da7-94a2-847f9bd3550c req-d45ffbc8-08a6-4efc-b956-abdb3a531980 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701089 Sep 08 09:15:55.574631 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-c158e839-edb2-491c-adc4-90ffcdee0cd8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, a6466a2f-2b53-4119-8b26-568b844a1e77) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:15:55.581599 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-f8cb4bdf-6bc8-40ef-b7ce-fea14057ce3f req-64e8c592-548a-45ef-a2e7-1908ba4c8faf tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Deleting port a8761521-e6c5-4590-80ad-37119822ee10 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:15:55.582156 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f8cb4bdf-6bc8-40ef-b7ce-fea14057ce3f req-64e8c592-548a-45ef-a2e7-1908ba4c8faf tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:55.588363 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c158e839-edb2-491c-adc4-90ffcdee0cd8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:55.588978 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c158e839-edb2-491c-adc4-90ffcdee0cd8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:55.593188 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9045b0e8-72b3-4b37-9ab3-fa48c70a2ff3 None None] Network a6466a2f-2b53-4119-8b26-568b844a1e77 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:15:55.601800 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-91cecc28-801d-4275-bb10-c7661b383a92 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:55.606489 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-91cecc28-801d-4275-bb10-c7661b383a92 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] 10.222.0.54 "DELETE /v2.0/networks/1ba2a040-b5b4-4aef-a199-7c5c39cc23d9 HTTP/1.1" status: 204 len: 168 time: 0.5629609 Sep 08 09:15:55.607437 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cecc28-801d-4275-bb10-c7661b383a92 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Pushing event deleted for resources: {'Network': ['ID=1ba2a040-b5b4-4aef-a199-7c5c39cc23d9,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:55.609094 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59518) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:55.661797 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c158e839-edb2-491c-adc4-90ffcdee0cd8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3173063 Sep 08 09:15:55.664562 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59520) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:55.668342 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-bc156934-ee92-4b44-a19e-131d8d59cabe tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1705736417', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:55.714488 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4845459e-c80d-4dd9-ba23-407e5c88ae60 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:55.843320 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5f0d16-41be-4b42-a5c9-7bd51eef259b None None] Pushing event updated for resources: {'Port': ['ID=5a24c462-277e-416b-928f-1abe8c188d01,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:55.854307 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4845459e-c80d-4dd9-ba23-407e5c88ae60 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:55.886914 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0ed715-adfe-4335-b011-79bdc13e58ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-a6466a2f-2b53-4119-8b26-568b844a1e77', 'network_id': 'a6466a2f-2b53-4119-8b26-568b844a1e77', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'fixed_ips': [{'subnet_id': '4aafd96e-3b6f-49c8-9990-36c762d31e3a'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:15:55.887937 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2b0ed715-adfe-4335-b011-79bdc13e58ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:55.914852 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-4845459e-c80d-4dd9-ba23-407e5c88ae60 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0c4829b-e4d8-4d5d-86fa-de386c53a26f']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:55.945052 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-4845459e-c80d-4dd9-ba23-407e5c88ae60 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40836137-578f-4a27-8cba-aba6be42c605') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:55.945599 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-4845459e-c80d-4dd9-ba23-407e5c88ae60 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40836137-578f-4a27-8cba-aba6be42c605') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:55.968932 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4845459e-c80d-4dd9-ba23-407e5c88ae60 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:56.007685 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4845459e-c80d-4dd9-ba23-407e5c88ae60 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:56.023590 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4845459e-c80d-4dd9-ba23-407e5c88ae60 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:15:56.024068 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4845459e-c80d-4dd9-ba23-407e5c88ae60 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:56.027949 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:15:56.027949 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:15:56.027949 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:15:56.027949 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:15:56.027949 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:15:56.027949 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:15:56.027949 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:15:56.027949 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:15:56.027949 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:15:56.027949 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:15:56.027949 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:15:56.027949 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:15:56.027949 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:15:56.027949 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:15:56.027949 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:15:56.027949 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:15:56.027949 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:15:56.027949 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:15:56.027949 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:15:56.027949 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:15:56.027949 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:15:56.027949 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:15:56.027949 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:15:56.027949 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:15:56.027949 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:15:56.027949 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:15:56.027949 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:15:56.027949 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:15:56.027949 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:15:56.027949 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:15:56.027949 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:15:56.027949 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:15:56.127310 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4845459e-c80d-4dd9-ba23-407e5c88ae60 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:56.135483 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4845459e-c80d-4dd9-ba23-407e5c88ae60 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:56.139558 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4845459e-c80d-4dd9-ba23-407e5c88ae60 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] 10.222.0.54 "DELETE /v2.0/networks/f0c4829b-e4d8-4d5d-86fa-de386c53a26f HTTP/1.1" status: 204 len: 168 time: 0.5273945 Sep 08 09:15:56.157728 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-2b0ed715-adfe-4335-b011-79bdc13e58ee None None] Allocated IP 172.21.0.2 (a6466a2f-2b53-4119-8b26-568b844a1e77/4aafd96e-3b6f-49c8-9990-36c762d31e3a/a22b8607-4dba-4728-9550-62874b67964f) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:15:56.159890 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59526) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:56.184924 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32800001-f355-4d41-a9a1-d7ae9b73ef95 req-804bb433-a02b-44a7-963a-bfc89efe50b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:56.186557 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-32800001-f355-4d41-a9a1-d7ae9b73ef95 req-804bb433-a02b-44a7-963a-bfc89efe50b4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd HTTP/1.1" status: 200 len: 919 time: 0.8157513 Sep 08 09:15:56.192235 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bc156934-ee92-4b44-a19e-131d8d59cabe tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:56.193588 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bc156934-ee92-4b44-a19e-131d8d59cabe tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:56.266366 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-f8cb4bdf-6bc8-40ef-b7ce-fea14057ce3f req-64e8c592-548a-45ef-a2e7-1908ba4c8faf tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] For port a8761521-e6c5-4590-80ad-37119822ee10, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=a8761521-e6c5-4590-80ad-37119822ee10,segment=NetworkSegment(7ce255b1-6bde-43a1-82b1-212ac77774b3),segment_id=7ce255b1-6bde-43a1-82b1-212ac77774b3)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:15:56.266752 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f8cb4bdf-6bc8-40ef-b7ce-fea14057ce3f req-64e8c592-548a-45ef-a2e7-1908ba4c8faf tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:56.330828 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bc156934-ee92-4b44-a19e-131d8d59cabe tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:56.331914 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-f8cb4bdf-6bc8-40ef-b7ce-fea14057ce3f req-64e8c592-548a-45ef-a2e7-1908ba4c8faf tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Calling delete_port for a8761521-e6c5-4590-80ad-37119822ee10 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:15:56.344597 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bc156934-ee92-4b44-a19e-131d8d59cabe tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:56.366209 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66128b1-e1d5-4f8f-94bc-27c82e64f1e5 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:56.381606 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66128b1-e1d5-4f8f-94bc-27c82e64f1e5 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:56.394661 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f66128b1-e1d5-4f8f-94bc-27c82e64f1e5 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2336328 Sep 08 09:15:56.395575 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59530) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:56.407669 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4845459e-c80d-4dd9-ba23-407e5c88ae60 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Pushing event deleted for resources: {'Network': ['ID=f0c4829b-e4d8-4d5d-86fa-de386c53a26f,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:56.408281 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2b0ed715-adfe-4335-b011-79bdc13e58ee None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:56.410628 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-32800001-f355-4d41-a9a1-d7ae9b73ef95 req-24f13cdb-e2a2-438e-bcb2-3e105e38ba4f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af42c450-4fe7-48ed-a9c0-9d7430483e3b HTTP/1.1" status: 200 len: 217 time: 0.2091658 Sep 08 09:15:56.414990 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-1740daf9-db71-4b88-b1d3-2682917cf399 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-662680613'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:56.420061 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bc156934-ee92-4b44-a19e-131d8d59cabe tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:56.425542 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-bc156934-ee92-4b44-a19e-131d8d59cabe tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7608812 Sep 08 09:15:56.425809 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59534) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:56.443188 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2b0ed715-adfe-4335-b011-79bdc13e58ee None None] Transition to ACTIVE for port object a22b8607-4dba-4728-9550-62874b67964f will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:15:56.448724 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 5a24c462-277e-416b-928f-1abe8c188d01 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:15:56.512235 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2b0ed715-adfe-4335-b011-79bdc13e58ee None None] Transition to ACTIVE for port object a22b8607-4dba-4728-9550-62874b67964f will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:15:56.524480 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2b0ed715-adfe-4335-b011-79bdc13e58ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:56.578483 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 5a24c462-277e-416b-928f-1abe8c188d01 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:15:56.579564 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32800001-f355-4d41-a9a1-d7ae9b73ef95 req-81e3bc57-352c-4d8b-8994-22797e225aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:56.581278 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-32800001-f355-4d41-a9a1-d7ae9b73ef95 req-81e3bc57-352c-4d8b-8994-22797e225aa5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0b45300-8828-4ae8-bbfd-c70262cbd1c4 HTTP/1.1" status: 200 len: 858 time: 0.0863860 Sep 08 09:15:56.585306 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ed715-adfe-4335-b011-79bdc13e58ee None None] Pushing event updated for resources: {'Port': ['ID=a22b8607-4dba-4728-9550-62874b67964f,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:56.590543 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60f0f9-60f1-4f29-a149-26f7be898e62 req-4f91116a-1cd2-49bc-b610-ccb150ae5400 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:56.600159 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ac60f0f9-60f1-4f29-a149-26f7be898e62 req-4f91116a-1cd2-49bc-b610-ccb150ae5400 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=97836a60-6c78-4b9b-9bb2-bc6b6550073a HTTP/1.1" status: 200 len: 945 time: 0.3568716 Sep 08 09:15:56.637615 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0ed715-adfe-4335-b011-79bdc13e58ee None None] Network a6466a2f-2b53-4119-8b26-568b844a1e77 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:15:56.642564 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-2b0ed715-adfe-4335-b011-79bdc13e58ee None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:15:56.652407 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0ed715-adfe-4335-b011-79bdc13e58ee None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:15:56.692833 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1740daf9-db71-4b88-b1d3-2682917cf399 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Made reservation on behalf of 039e5ec45c474f7f8d7967c2a49cde34 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:15:56.697282 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1740daf9-db71-4b88-b1d3-2682917cf399 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:56.702525 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-32800001-f355-4d41-a9a1-d7ae9b73ef95 req-7a7c0755-07cd-4a00-9f41-6167477974b5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967853 Sep 08 09:15:56.766473 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [req-32800001-f355-4d41-a9a1-d7ae9b73ef95 req-61d4a809-5db1-4490-a451-25c14d03bc86 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:15:56.767567 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-32800001-f355-4d41-a9a1-d7ae9b73ef95 req-61d4a809-5db1-4490-a451-25c14d03bc86 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0481114 Sep 08 09:15:56.772486 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-2b0ed715-adfe-4335-b011-79bdc13e58ee None None] Attempting to bind port a22b8607-4dba-4728-9550-62874b67964f on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:15:56.772993 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-2b0ed715-adfe-4335-b011-79bdc13e58ee None None] Attempting to bind port a22b8607-4dba-4728-9550-62874b67964f by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'adc98b40-fc10-42de-bb5a-eefd1ff5b267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a6466a2f-2b53-4119-8b26-568b844a1e77'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:15:56.773491 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0ed715-adfe-4335-b011-79bdc13e58ee None None] Attempting to bind port a22b8607-4dba-4728-9550-62874b67964f on network a6466a2f-2b53-4119-8b26-568b844a1e77 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:15:56.779356 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0ed715-adfe-4335-b011-79bdc13e58ee None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:15:56.780054 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0ed715-adfe-4335-b011-79bdc13e58ee None None] Checking segment: {'id': 'adc98b40-fc10-42de-bb5a-eefd1ff5b267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a6466a2f-2b53-4119-8b26-568b844a1e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:15:56.780468 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2b0ed715-adfe-4335-b011-79bdc13e58ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:56.780864 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0ed715-adfe-4335-b011-79bdc13e58ee None None] Bound using segment: {'id': 'adc98b40-fc10-42de-bb5a-eefd1ff5b267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a6466a2f-2b53-4119-8b26-568b844a1e77'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:15:56.781333 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-2b0ed715-adfe-4335-b011-79bdc13e58ee None None] Bound port: a22b8607-4dba-4728-9550-62874b67964f, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc98b40-fc10-42de-bb5a-eefd1ff5b267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'a6466a2f-2b53-4119-8b26-568b844a1e77'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:15:56.781716 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2b0ed715-adfe-4335-b011-79bdc13e58ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:56.792808 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ac60f0f9-60f1-4f29-a149-26f7be898e62 req-1602e847-191d-4b6d-95fd-d80acc9c7373 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815839 Sep 08 09:15:56.958559 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1740daf9-db71-4b88-b1d3-2682917cf399 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:15:56.962214 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cc6725b9-8ac8-42ca-a189-2204e1684ebf tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:56.968951 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-2b0ed715-adfe-4335-b011-79bdc13e58ee None None] For port a22b8607-4dba-4728-9550-62874b67964f, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:15:56.978407 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-2b0ed715-adfe-4335-b011-79bdc13e58ee None None] For port a22b8607-4dba-4728-9550-62874b67964f, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a22b8607-4dba-4728-9550-62874b67964f,segment=NetworkSegment(adc98b40-fc10-42de-bb5a-eefd1ff5b267),segment_id=adc98b40-fc10-42de-bb5a-eefd1ff5b267)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:15:56.990210 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2b0ed715-adfe-4335-b011-79bdc13e58ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:57.079324 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-32800001-f355-4d41-a9a1-d7ae9b73ef95 req-cfbf8eee-bccb-4e39-bc5e-20f54620bf5d service neutron] 10.222.0.35 "GET /v2.0/networks/ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784598 Sep 08 09:15:57.106446 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device a8761521-e6c5-4590-80ad-37119822ee10 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:15:57.126660 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1740daf9-db71-4b88-b1d3-2682917cf399 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:57.126660 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-1740daf9-db71-4b88-b1d3-2682917cf399 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Added segment 9a251c94-c189-485c-91f3-1bcde56d6ad3 of type vlan for network 9e927352-0ea5-40e1-98ac-16628c8d5ec2 Sep 08 09:15:57.152923 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: a8761521-e6c5-4590-80ad-37119822ee10 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:15:57.153410 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device a8761521-e6c5-4590-80ad-37119822ee10 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:15:57.183255 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ed715-adfe-4335-b011-79bdc13e58ee None None] Pushing event updated for resources: {'Port': ['ID=a22b8607-4dba-4728-9550-62874b67964f,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:57.215177 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58884b3b-80be-4fe9-8eb0-1ffe869a4483 req-8cccfd71-b004-47b3-8dfb-bc7def362ba1 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:57.216565 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-58884b3b-80be-4fe9-8eb0-1ffe869a4483 req-8cccfd71-b004-47b3-8dfb-bc7def362ba1 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 945 time: 0.4401717 Sep 08 09:15:57.235332 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c83a8e-6933-4d40-8c63-901516453586 None None] Network 9e5db640-24ab-4286-ae44-35ebe491bc85 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:15:57.322728 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-32800001-f355-4d41-a9a1-d7ae9b73ef95 req-72943afd-f412-4826-8d25-526f735cc606 service neutron] 10.222.0.35 "GET /v2.0/networks/ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307310 Sep 08 09:15:57.324617 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f8cb4bdf-6bc8-40ef-b7ce-fea14057ce3f req-64e8c592-548a-45ef-a2e7-1908ba4c8faf tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:57.359121 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:15:57.361299 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['6abe2cd3-fe05-4d15-a3f3-bcd06157496d'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:15:57.373334 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e8c592-548a-45ef-a2e7-1908ba4c8faf tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Pushing event deleted for resources: {'Port': ['ID=a8761521-e6c5-4590-80ad-37119822ee10,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:57.442398 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1740daf9-db71-4b88-b1d3-2682917cf399 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:57.458684 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8cb4bdf-6bc8-40ef-b7ce-fea14057ce3f req-64e8c592-548a-45ef-a2e7-1908ba4c8faf tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] No DVR routers for this DVR port a8761521-e6c5-4590-80ad-37119822ee10 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:15:57.464460 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f8cb4bdf-6bc8-40ef-b7ce-fea14057ce3f req-64e8c592-548a-45ef-a2e7-1908ba4c8faf tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:57.467222 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f8cb4bdf-6bc8-40ef-b7ce-fea14057ce3f req-64e8c592-548a-45ef-a2e7-1908ba4c8faf tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.37 "DELETE /v2.0/ports/a8761521-e6c5-4590-80ad-37119822ee10 HTTP/1.1" status: 204 len: 173 time: 2.5169740 Sep 08 09:15:57.467693 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97836a60-6c78-4b9b-9bb2-bc6b6550073a', 'name': 'network-vif-deleted', 'tag': 'a8761521-e6c5-4590-80ad-37119822ee10'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:15:57.474639 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff70d89b-6f2d-4861-a1f5-1de381a410cf" -d '{"events": [{"server_uuid": "97836a60-6c78-4b9b-9bb2-bc6b6550073a", "name": "network-vif-deleted", "tag": "a8761521-e6c5-4590-80ad-37119822ee10"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:15:57.498843 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-fd326f09-4f8e-4b1e-8ef7-530577b77fc9 None None] Provisioning for port 5a24c462-277e-416b-928f-1abe8c188d01 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:15:57.534504 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-58884b3b-80be-4fe9-8eb0-1ffe869a4483 req-5b4b15a2-9cb4-48ff-a493-e90c937f50f4 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985988 Sep 08 09:15:57.546618 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-fd326f09-4f8e-4b1e-8ef7-530577b77fc9 None None] Provisioning complete for port 5a24c462-277e-416b-928f-1abe8c188d01 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:15:57.547007 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fd326f09-4f8e-4b1e-8ef7-530577b77fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:57.575750 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e3b492-ccab-4f28-86ba-7acf83d73011 x-openstack-request-id: req-33e3b492-ccab-4f28-86ba-7acf83d73011 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:15:57.576055 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97836a60-6c78-4b9b-9bb2-bc6b6550073a", "name": "network-vif-deleted", "tag": "a8761521-e6c5-4590-80ad-37119822ee10", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:15:57.576318 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-33e3b492-ccab-4f28-86ba-7acf83d73011 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:15:57.577377 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97836a60-6c78-4b9b-9bb2-bc6b6550073a', 'name': 'network-vif-deleted', 'tag': 'a8761521-e6c5-4590-80ad-37119822ee10', 'status': 'completed', 'code': 200} Sep 08 09:15:57.618109 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1740daf9-db71-4b88-b1d3-2682917cf399 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:57.626592 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1740daf9-db71-4b88-b1d3-2682917cf399 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:57.627314 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1740daf9-db71-4b88-b1d3-2682917cf399 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:57.717885 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1740daf9-db71-4b88-b1d3-2682917cf399 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3076987 Sep 08 09:15:57.721403 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59554) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:57.731624 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-23e831c6-b0d9-4f23-9edd-49f2d2ce8ab4 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-768613086'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:57.787606 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e831c6-b0d9-4f23-9edd-49f2d2ce8ab4 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Made reservation on behalf of 039e5ec45c474f7f8d7967c2a49cde34 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:15:57.795738 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-23e831c6-b0d9-4f23-9edd-49f2d2ce8ab4 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:57.824869 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1740daf9-db71-4b88-b1d3-2682917cf399 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Pushing event updated for resources: {'Network': ['ID=9e927352-0ea5-40e1-98ac-16628c8d5ec2,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:57.861283 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-cc6725b9-8ac8-42ca-a189-2204e1684ebf tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Allocated IP 172.20.0.1 (9e5db640-24ab-4286-ae44-35ebe491bc85/45674a20-0eea-4626-aa8d-983acb5645d9/7887d19a-0777-48f5-9847-345f3956c68c) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:15:57.878482 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 9e927352-0ea5-40e1-98ac-16628c8d5ec2 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:15:57.893965 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23e831c6-b0d9-4f23-9edd-49f2d2ce8ab4 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:15:57.918531 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-23e831c6-b0d9-4f23-9edd-49f2d2ce8ab4 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:57.920120 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-23e831c6-b0d9-4f23-9edd-49f2d2ce8ab4 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Added segment 8b9b2edb-3984-43cb-a8b0-6efa3a91a844 of type vlan for network 04e21920-36fe-4d15-b4bb-f8fcfd1346fb Sep 08 09:15:57.996235 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7569c791-a0c4-41ee-b0f9-9d622ab9698c req-d4bd9184-5ac9-42a3-a6b1-743771aa1a9a tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=97836a60-6c78-4b9b-9bb2-bc6b6550073a HTTP/1.1" status: 200 len: 210 time: 0.0413795 Sep 08 09:15:58.001652 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-23e831c6-b0d9-4f23-9edd-49f2d2ce8ab4 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:58.046464 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cc6725b9-8ac8-42ca-a189-2204e1684ebf tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:58.048993 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-23e831c6-b0d9-4f23-9edd-49f2d2ce8ab4 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:58.057257 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e831c6-b0d9-4f23-9edd-49f2d2ce8ab4 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:58.058208 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-23e831c6-b0d9-4f23-9edd-49f2d2ce8ab4 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:58.065567 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-cc6725b9-8ac8-42ca-a189-2204e1684ebf tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Transition to ACTIVE for port object 7887d19a-0777-48f5-9847-345f3956c68c will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:15:58.110005 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fd326f09-4f8e-4b1e-8ef7-530577b77fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:58.133318 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cc6725b9-8ac8-42ca-a189-2204e1684ebf tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:58.138316 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-23e831c6-b0d9-4f23-9edd-49f2d2ce8ab4 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4153006 Sep 08 09:15:58.138996 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59558) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:58.147388 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-7242fad0-5639-4722-875f-20cd4bab81a2 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Request body: {'ports': [{'network_id': '9e927352-0ea5-40e1-98ac-16628c8d5ec2', 'name': 'tempest-port--1725353634', 'admin_state_up': True}, {'network_id': '04e21920-36fe-4d15-b4bb-f8fcfd1346fb', 'admin_state_up': False}]} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:58.148240 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-7242fad0-5639-4722-875f-20cd4bab81a2 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Request body: {'port': {'network_id': '9e927352-0ea5-40e1-98ac-16628c8d5ec2', 'name': 'tempest-port--1725353634', 'admin_state_up': True}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:58.148736 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-7242fad0-5639-4722-875f-20cd4bab81a2 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Request body: {'port': {'network_id': '04e21920-36fe-4d15-b4bb-f8fcfd1346fb', 'admin_state_up': False}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:15:58.233771 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6725b9-8ac8-42ca-a189-2204e1684ebf tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Network 9e5db640-24ab-4286-ae44-35ebe491bc85 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:15:58.236223 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-cc6725b9-8ac8-42ca-a189-2204e1684ebf tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:15:58.238175 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e831c6-b0d9-4f23-9edd-49f2d2ce8ab4 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Pushing event updated for resources: {'Network': ['ID=04e21920-36fe-4d15-b4bb-f8fcfd1346fb,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:58.265139 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6725b9-8ac8-42ca-a189-2204e1684ebf tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:15:58.307856 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 04e21920-36fe-4d15-b4bb-f8fcfd1346fb details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:15:58.312358 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-fd326f09-4f8e-4b1e-8ef7-530577b77fc9 None None] For port 5a24c462-277e-416b-928f-1abe8c188d01, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=5a24c462-277e-416b-928f-1abe8c188d01,segment=NetworkSegment(b410bf23-ee52-4248-b48d-8b06277a5446),segment_id=b410bf23-ee52-4248-b48d-8b06277a5446)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:15:58.343506 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fd326f09-4f8e-4b1e-8ef7-530577b77fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:58.375174 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cc6725b9-8ac8-42ca-a189-2204e1684ebf tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:58.427213 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6725b9-8ac8-42ca-a189-2204e1684ebf tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event updated for resources: {'Port': ['ID=7887d19a-0777-48f5-9847-345f3956c68c,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:58.499509 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a22b8607-4dba-4728-9550-62874b67964f up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:15:58.598302 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cc6725b9-8ac8-42ca-a189-2204e1684ebf tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:58.655867 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-eff71a26-d7e9-4d95-9886-93705d18f19c None None] Provisioning complete for port 5a24c462-277e-416b-928f-1abe8c188d01 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:15:58.656243 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-eff71a26-d7e9-4d95-9886-93705d18f19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:58.690325 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7242fad0-5639-4722-875f-20cd4bab81a2 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Made reservation on behalf of 039e5ec45c474f7f8d7967c2a49cde34 for: {'port': 2} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:15:58.698082 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7242fad0-5639-4722-875f-20cd4bab81a2 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:58.714637 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:58.718988 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7242fad0-5639-4722-875f-20cd4bab81a2 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:58.733742 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd326f09-4f8e-4b1e-8ef7-530577b77fc9 None None] Pushing event updated for resources: {'Port': ['ID=5a24c462-277e-416b-928f-1abe8c188d01,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:58.784348 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port a22b8607-4dba-4728-9550-62874b67964f completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:15:58.815963 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9cfda-727e-427c-a7e7-3294d859cd51 req-ba114c20-da19-4174-9f6a-c97063380dcc tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:58.817907 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-46d9cfda-727e-427c-a7e7-3294d859cd51 req-ba114c20-da19-4174-9f6a-c97063380dcc tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 945 time: 0.1640787 Sep 08 09:15:58.839352 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [None req-7242fad0-5639-4722-875f-20cd4bab81a2 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] device_id is not set on port a682a461-ff0b-453e-a944-ab5d7f7364cc yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:15:58.863790 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f89ed9-2130-4c50-b5da-dd004ebebf50 None None] Network a6466a2f-2b53-4119-8b26-568b844a1e77 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:15:58.923225 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-46d9cfda-727e-427c-a7e7-3294d859cd51 req-ee512488-229c-4575-9d93-0dd06ab0ff7e tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671356 Sep 08 09:15:58.973837 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7242fad0-5639-4722-875f-20cd4bab81a2 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:58.998866 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e5540a7a-7869-4024-8afa-7414872ad41f None None] Provisioning for port a22b8607-4dba-4728-9550-62874b67964f completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:15:59.006267 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e5540a7a-7869-4024-8afa-7414872ad41f None None] Provisioning complete for port a22b8607-4dba-4728-9550-62874b67964f triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:15:59.006657 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e5540a7a-7869-4024-8afa-7414872ad41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:59.056722 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cc6725b9-8ac8-42ca-a189-2204e1684ebf tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:59.063003 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [None req-7242fad0-5639-4722-875f-20cd4bab81a2 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] device_id is not set on port c3945f33-c632-4082-8190-987c35da7bf1 yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:15:59.066323 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cc6725b9-8ac8-42ca-a189-2204e1684ebf tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:59.147185 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e5540a7a-7869-4024-8afa-7414872ad41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:59.186463 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cc6725b9-8ac8-42ca-a189-2204e1684ebf tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:59.188278 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6725b9-8ac8-42ca-a189-2204e1684ebf tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event updated for resources: {'Port': ['ID=7887d19a-0777-48f5-9847-345f3956c68c,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:59.197392 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e5540a7a-7869-4024-8afa-7414872ad41f None None] For port a22b8607-4dba-4728-9550-62874b67964f, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a22b8607-4dba-4728-9550-62874b67964f,segment=NetworkSegment(adc98b40-fc10-42de-bb5a-eefd1ff5b267),segment_id=adc98b40-fc10-42de-bb5a-eefd1ff5b267)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:15:59.202183 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e5540a7a-7869-4024-8afa-7414872ad41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:59.243614 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7242fad0-5639-4722-875f-20cd4bab81a2 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:59.246416 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e5540a7a-7869-4024-8afa-7414872ad41f None None] Provisioning for port 7887d19a-0777-48f5-9847-345f3956c68c completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:15:59.254485 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e5540a7a-7869-4024-8afa-7414872ad41f None None] Provisioning complete for port 7887d19a-0777-48f5-9847-345f3956c68c triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:15:59.254932 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e5540a7a-7869-4024-8afa-7414872ad41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:59.296116 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e5540a7a-7869-4024-8afa-7414872ad41f None None] Port 7887d19a-0777-48f5-9847-345f3956c68c cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:15:59.317419 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7242fad0-5639-4722-875f-20cd4bab81a2 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:59.323511 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5540a7a-7869-4024-8afa-7414872ad41f None None] Pushing event updated for resources: {'Port': ['ID=a22b8607-4dba-4728-9550-62874b67964f,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:59.378689 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6725b9-8ac8-42ca-a189-2204e1684ebf tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Network 9e5db640-24ab-4286-ae44-35ebe491bc85 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:15:59.380391 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-cc6725b9-8ac8-42ca-a189-2204e1684ebf tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:15:59.453172 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7242fad0-5639-4722-875f-20cd4bab81a2 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Pushing event updated for resources: {'Port': ['ID=a682a461-ff0b-453e-a944-ab5d7f7364cc,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:59.467865 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7242fad0-5639-4722-875f-20cd4bab81a2 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Checking segment: {'id': '9a251c94-c189-485c-91f3-1bcde56d6ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '9e927352-0ea5-40e1-98ac-16628c8d5ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:15:59.468184 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7242fad0-5639-4722-875f-20cd4bab81a2 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Network hostable DHCP agents. Network: 9e927352-0ea5-40e1-98ac-16628c8d5ec2, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:15:59.487155 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cdcaae-3bae-4f44-884a-dffc4db58308 req-16676140-0d33-46bb-96c1-e1c92ff15835 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:59.488745 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a8cdcaae-3bae-4f44-884a-dffc4db58308 req-16676140-0d33-46bb-96c1-e1c92ff15835 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=240670ed-522f-46d9-a033-bb2c9d959905 HTTP/1.1" status: 200 len: 946 time: 0.1209626 Sep 08 09:15:59.518650 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7242fad0-5639-4722-875f-20cd4bab81a2 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Network 9e927352-0ea5-40e1-98ac-16628c8d5ec2 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:15:59.537333 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-a9075e57-20a6-4199-95d3-ff8e689f7432 None None] Provisioning complete for port a22b8607-4dba-4728-9550-62874b67964f triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:15:59.537735 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a9075e57-20a6-4199-95d3-ff8e689f7432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:59.549602 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a8cdcaae-3bae-4f44-884a-dffc4db58308 req-bd086c3a-c88b-49af-9260-3229de79509a tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515611 Sep 08 09:15:59.550425 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-7242fad0-5639-4722-875f-20cd4bab81a2 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 9e927352-0ea5-40e1-98ac-16628c8d5ec2) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:15:59.555009 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7242fad0-5639-4722-875f-20cd4bab81a2 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:15:59.556396 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7242fad0-5639-4722-875f-20cd4bab81a2 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:59.567479 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aeac4ee-e59e-4e2e-9110-2b0326662664 None None] Network 9e927352-0ea5-40e1-98ac-16628c8d5ec2 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:15:59.594975 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc6725b9-8ac8-42ca-a189-2204e1684ebf tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Router b7790106-c5bf-4a04-ad98-5ed910fd1168 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:15:59.641800 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7242fad0-5639-4722-875f-20cd4bab81a2 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Pushing event updated for resources: {'Port': ['ID=c3945f33-c632-4082-8190-987c35da7bf1,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:15:59.662560 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7242fad0-5639-4722-875f-20cd4bab81a2 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Checking segment: {'id': '8b9b2edb-3984-43cb-a8b0-6efa3a91a844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '04e21920-36fe-4d15-b4bb-f8fcfd1346fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:15:59.662941 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7242fad0-5639-4722-875f-20cd4bab81a2 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Network hostable DHCP agents. Network: 04e21920-36fe-4d15-b4bb-f8fcfd1346fb, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:15:59.684739 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7242fad0-5639-4722-875f-20cd4bab81a2 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Network 04e21920-36fe-4d15-b4bb-f8fcfd1346fb is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:15:59.697311 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-7242fad0-5639-4722-875f-20cd4bab81a2 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 04e21920-36fe-4d15-b4bb-f8fcfd1346fb) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:15:59.706715 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7242fad0-5639-4722-875f-20cd4bab81a2 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:15:59.708090 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c644f673-3939-4c74-a366-65a439e517a1 None None] Network 04e21920-36fe-4d15-b4bb-f8fcfd1346fb requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:15:59.722396 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7242fad0-5639-4722-875f-20cd4bab81a2 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:59.733594 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7242fad0-5639-4722-875f-20cd4bab81a2 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:59.734357 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7242fad0-5639-4722-875f-20cd4bab81a2 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:15:59.756732 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-7242fad0-5639-4722-875f-20cd4bab81a2 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.6131606 Sep 08 09:15:59.759792 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59580) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:59.792982 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6725b9-8ac8-42ca-a189-2204e1684ebf tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:15:59.798320 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-cc6725b9-8ac8-42ca-a189-2204e1684ebf tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "PUT /v2.0/routers/b7790106-c5bf-4a04-ad98-5ed910fd1168/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3714354 Sep 08 09:15:59.801079 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59584) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:59.814783 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3044829d-87bb-434e-8204-2e75e5eb36de None None] Sync routers for ids ['b7790106-c5bf-4a04-ad98-5ed910fd1168'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:15:59.843034 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded96371-370f-4606-ba79-ed826185a20f tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:59.852085 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded96371-370f-4606-ba79-ed826185a20f tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:59.857931 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ded96371-370f-4606-ba79-ed826185a20f tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0944698 Sep 08 09:15:59.858182 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59586) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:59.858377 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2327f0a-cfec-4102-b980-ca50755fc3eb tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:15:59.862258 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3044829d-87bb-434e-8204-2e75e5eb36de None None] Routers {'b7790106-c5bf-4a04-ad98-5ed910fd1168'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:15:59.862399 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b2327f0a-cfec-4102-b980-ca50755fc3eb tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "GET /v2.0/ports/7887d19a-0777-48f5-9847-345f3956c68c HTTP/1.1" status: 200 len: 910 time: 0.0558705 Sep 08 09:15:59.862495 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-3044829d-87bb-434e-8204-2e75e5eb36de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:15:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['b7790106-c5bf-4a04-ad98-5ed910fd1168'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:59.862624 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59588) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:15:59.919369 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-3044829d-87bb-434e-8204-2e75e5eb36de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:15:59.984786 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-4aeaf390-97a2-43b0-b00b-39a9f8df60c3 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Deleting port a682a461-ff0b-453e-a944-ab5d7f7364cc {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:15:59.985309 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4aeaf390-97a2-43b0-b00b-39a9f8df60c3 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:00.004886 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e4a84af7-108c-4f8c-bbf9-396a9c4332d5 None None] Provisioning complete for port 7887d19a-0777-48f5-9847-345f3956c68c triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:16:00.005432 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e4a84af7-108c-4f8c-bbf9-396a9c4332d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:00.009661 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3044829d-87bb-434e-8204-2e75e5eb36de None None] Routers {'b7790106-c5bf-4a04-ad98-5ed910fd1168'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:16:00.014622 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-3044829d-87bb-434e-8204-2e75e5eb36de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:15:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['b7790106-c5bf-4a04-ad98-5ed910fd1168'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:00.077514 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4aeaf390-97a2-43b0-b00b-39a9f8df60c3 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:00.085971 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-3044829d-87bb-434e-8204-2e75e5eb36de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:00.087011 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3044829d-87bb-434e-8204-2e75e5eb36de None None] The sync data for ids ['b7790106-c5bf-4a04-ad98-5ed910fd1168'] in n-d-806683-11 is: [] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:16:00.106161 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e4a84af7-108c-4f8c-bbf9-396a9c4332d5 None None] Port 7887d19a-0777-48f5-9847-345f3956c68c cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:16:00.123459 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-4aeaf390-97a2-43b0-b00b-39a9f8df60c3 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Calling delete_port for a682a461-ff0b-453e-a944-ab5d7f7364cc owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:16:00.228505 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4aeaf390-97a2-43b0-b00b-39a9f8df60c3 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:00.268218 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeaf390-97a2-43b0-b00b-39a9f8df60c3 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Pushing event deleted for resources: {'Port': ['ID=a682a461-ff0b-453e-a944-ab5d7f7364cc,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:00.273695 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4aeaf390-97a2-43b0-b00b-39a9f8df60c3 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:00.278509 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4aeaf390-97a2-43b0-b00b-39a9f8df60c3 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] 10.222.0.54 "DELETE /v2.0/ports/a682a461-ff0b-453e-a944-ab5d7f7364cc HTTP/1.1" status: 204 len: 168 time: 0.4181838 Sep 08 09:16:00.279304 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59592) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:00.349808 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a22b8607-4dba-4728-9550-62874b67964f up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:16:00.403760 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-ed040189-4649-4ae8-adbe-e084ecce2cf2 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Deleting port c3945f33-c632-4082-8190-987c35da7bf1 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:16:00.404104 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ed040189-4649-4ae8-adbe-e084ecce2cf2 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:00.409160 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port a22b8607-4dba-4728-9550-62874b67964f triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:16:00.409941 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:00.487744 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ed040189-4649-4ae8-adbe-e084ecce2cf2 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:00.503888 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-ed040189-4649-4ae8-adbe-e084ecce2cf2 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Calling delete_port for c3945f33-c632-4082-8190-987c35da7bf1 owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:16:00.505625 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 5a24c462-277e-416b-928f-1abe8c188d01 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:16:00.619398 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ed040189-4649-4ae8-adbe-e084ecce2cf2 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:00.637347 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193465bd-a1ad-4151-9a9d-83f05f478c42 req-52d0c517-053d-4791-854e-5337715798c4 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:00.649453 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-193465bd-a1ad-4151-9a9d-83f05f478c42 req-52d0c517-053d-4791-854e-5337715798c4 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 945 time: 0.5735817 Sep 08 09:16:00.672650 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ed040189-4649-4ae8-adbe-e084ecce2cf2 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:00.678661 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ed040189-4649-4ae8-adbe-e084ecce2cf2 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] 10.222.0.54 "DELETE /v2.0/ports/c3945f33-c632-4082-8190-987c35da7bf1 HTTP/1.1" status: 204 len: 168 time: 0.3982244 Sep 08 09:16:00.681985 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59598) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:00.682353 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed040189-4649-4ae8-adbe-e084ecce2cf2 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Pushing event deleted for resources: {'Port': ['ID=c3945f33-c632-4082-8190-987c35da7bf1,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:00.754546 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644de0f8-027c-4370-a233-078d2220c74a req-82376854-06f5-429f-82e8-e570fc42e7ad tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:00.756828 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-644de0f8-027c-4370-a233-078d2220c74a req-82376854-06f5-429f-82e8-e570fc42e7ad tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=240670ed-522f-46d9-a033-bb2c9d959905 HTTP/1.1" status: 200 len: 946 time: 0.0647378 Sep 08 09:16:00.762284 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 5a24c462-277e-416b-928f-1abe8c188d01 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:16:00.762751 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:00.767909 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c6619069-acce-4779-a8fe-11a901eac153 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0829668 Sep 08 09:16:00.773480 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59600) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:00.779602 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-8d985e86-9998-40af-a753-16f5f23a1535 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-474292945'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:00.809897 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-193465bd-a1ad-4151-9a9d-83f05f478c42 req-5edb80da-05de-4844-bf3a-1fb721ffbf8f tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561477 Sep 08 09:16:00.847713 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-644de0f8-027c-4370-a233-078d2220c74a req-d6538f56-99c0-4462-9d1b-72b69f432d3b tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841746 Sep 08 09:16:00.852999 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d985e86-9998-40af-a753-16f5f23a1535 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Made reservation on behalf of 039e5ec45c474f7f8d7967c2a49cde34 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:16:00.859639 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8d985e86-9998-40af-a753-16f5f23a1535 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:00.893837 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d985e86-9998-40af-a753-16f5f23a1535 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:16:00.895397 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8e4f3ce6-cfbc-4e1f-b408-dfb059a0b6bb tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:00.905683 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8d985e86-9998-40af-a753-16f5f23a1535 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:00.906742 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-8d985e86-9998-40af-a753-16f5f23a1535 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Added segment e4a479be-b793-4dbe-a88f-c12356270999 of type vlan for network 060211f4-452f-4d0f-bfe2-c690f95401b0 Sep 08 09:16:00.971487 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8d985e86-9998-40af-a753-16f5f23a1535 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:01.000934 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8d985e86-9998-40af-a753-16f5f23a1535 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:01.007641 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d985e86-9998-40af-a753-16f5f23a1535 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:01.008389 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8d985e86-9998-40af-a753-16f5f23a1535 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:01.059168 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8d985e86-9998-40af-a753-16f5f23a1535 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2842159 Sep 08 09:16:01.062675 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59604) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:01.068320 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-8b301428-6860-49e8-993d-5064dc1ce44c tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-680592873'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:01.137021 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d985e86-9998-40af-a753-16f5f23a1535 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Pushing event updated for resources: {'Network': ['ID=060211f4-452f-4d0f-bfe2-c690f95401b0,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:01.161265 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 060211f4-452f-4d0f-bfe2-c690f95401b0 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:16:01.171440 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b301428-6860-49e8-993d-5064dc1ce44c tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Made reservation on behalf of 039e5ec45c474f7f8d7967c2a49cde34 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:16:01.177628 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8b301428-6860-49e8-993d-5064dc1ce44c tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:01.238273 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b301428-6860-49e8-993d-5064dc1ce44c tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:16:01.255477 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8b301428-6860-49e8-993d-5064dc1ce44c tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:01.255833 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-8b301428-6860-49e8-993d-5064dc1ce44c tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Added segment 9de43547-41fb-4061-86be-272012b37066 of type vlan for network 24b05ebf-9739-48e4-962a-0a9e002438b9 Sep 08 09:16:01.304321 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-8e4f3ce6-cfbc-4e1f-b408-dfb059a0b6bb tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Allocated IP 172.21.0.1 (a6466a2f-2b53-4119-8b26-568b844a1e77/4aafd96e-3b6f-49c8-9990-36c762d31e3a/008216b2-7ee5-4da7-9aff-e7fa1684f05e) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:16:01.314082 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce57b6d-9db6-4250-b96b-bdd62d39deae req-eb4b82db-2b5f-49a2-a55c-a202f395add7 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:01.315911 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7ce57b6d-9db6-4250-b96b-bdd62d39deae req-eb4b82db-2b5f-49a2-a55c-a202f395add7 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.35 "GET /v2.0/ports?device_id=240670ed-522f-46d9-a033-bb2c9d959905 HTTP/1.1" status: 200 len: 946 time: 0.1115000 Sep 08 09:16:01.358694 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8b301428-6860-49e8-993d-5064dc1ce44c tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:01.414717 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8b301428-6860-49e8-993d-5064dc1ce44c tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:01.421191 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b301428-6860-49e8-993d-5064dc1ce44c tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:01.421808 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8b301428-6860-49e8-993d-5064dc1ce44c tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:01.429689 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8e4f3ce6-cfbc-4e1f-b408-dfb059a0b6bb tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:01.444500 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-8e4f3ce6-cfbc-4e1f-b408-dfb059a0b6bb tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Transition to ACTIVE for port object 008216b2-7ee5-4da7-9aff-e7fa1684f05e will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:16:01.474578 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8b301428-6860-49e8-993d-5064dc1ce44c tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4107320 Sep 08 09:16:01.478963 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8e4f3ce6-cfbc-4e1f-b408-dfb059a0b6bb tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:01.517782 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b301428-6860-49e8-993d-5064dc1ce44c tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Pushing event updated for resources: {'Network': ['ID=24b05ebf-9739-48e4-962a-0a9e002438b9,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:01.521930 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-7ce57b6d-9db6-4250-b96b-bdd62d39deae req-490364af-4e7e-470b-aa1e-b7e3679e8c7e tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Deleting port 6abe2cd3-fe05-4d15-a3f3-bcd06157496d {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:16:01.522367 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7ce57b6d-9db6-4250-b96b-bdd62d39deae req-490364af-4e7e-470b-aa1e-b7e3679e8c7e tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:01.527875 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4f3ce6-cfbc-4e1f-b408-dfb059a0b6bb tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Network a6466a2f-2b53-4119-8b26-568b844a1e77 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:16:01.531858 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-8e4f3ce6-cfbc-4e1f-b408-dfb059a0b6bb tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:16:01.533525 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 24b05ebf-9739-48e4-962a-0a9e002438b9 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:16:01.534017 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4f3ce6-cfbc-4e1f-b408-dfb059a0b6bb tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:16:01.568949 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f3ce6-cfbc-4e1f-b408-dfb059a0b6bb tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event updated for resources: {'Port': ['ID=008216b2-7ee5-4da7-9aff-e7fa1684f05e,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:01.595393 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8e4f3ce6-cfbc-4e1f-b408-dfb059a0b6bb tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:01.687940 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-7ce57b6d-9db6-4250-b96b-bdd62d39deae req-490364af-4e7e-470b-aa1e-b7e3679e8c7e tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] For port 6abe2cd3-fe05-4d15-a3f3-bcd06157496d, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=6abe2cd3-fe05-4d15-a3f3-bcd06157496d,segment=NetworkSegment(7ce255b1-6bde-43a1-82b1-212ac77774b3),segment_id=7ce255b1-6bde-43a1-82b1-212ac77774b3)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:16:01.688615 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7ce57b6d-9db6-4250-b96b-bdd62d39deae req-490364af-4e7e-470b-aa1e-b7e3679e8c7e tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:01.713642 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-7ce57b6d-9db6-4250-b96b-bdd62d39deae req-490364af-4e7e-470b-aa1e-b7e3679e8c7e tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Calling delete_port for 6abe2cd3-fe05-4d15-a3f3-bcd06157496d owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:16:01.785560 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8e4f3ce6-cfbc-4e1f-b408-dfb059a0b6bb tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:01.876154 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-507c53d4-8e3c-47f3-a5bc-fbe930870703 None None] Provisioning for port 008216b2-7ee5-4da7-9aff-e7fa1684f05e completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:16:01.883674 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-507c53d4-8e3c-47f3-a5bc-fbe930870703 None None] Provisioning complete for port 008216b2-7ee5-4da7-9aff-e7fa1684f05e triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:16:01.884240 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-507c53d4-8e3c-47f3-a5bc-fbe930870703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:01.916085 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7ce57b6d-9db6-4250-b96b-bdd62d39deae req-490364af-4e7e-470b-aa1e-b7e3679e8c7e tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:01.954666 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:16:01.994734 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490364af-4e7e-470b-aa1e-b7e3679e8c7e tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Pushing event deleted for resources: {'Port': ['ID=6abe2cd3-fe05-4d15-a3f3-bcd06157496d,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:02.013132 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-507c53d4-8e3c-47f3-a5bc-fbe930870703 None None] Port 008216b2-7ee5-4da7-9aff-e7fa1684f05e cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:16:02.119543 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-46b43f53-5ca6-4eef-992d-0e0155785ce9 req-a68b1b68-3a82-400f-91e3-de302f4f139c tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=240670ed-522f-46d9-a033-bb2c9d959905 HTTP/1.1" status: 200 len: 210 time: 0.0941129 Sep 08 09:16:02.137020 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279fc27-adfc-4103-926b-4486fd991515 req-7a4f0334-7c6c-428d-a138-6623be7a15b9 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:02.139576 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b279fc27-adfc-4103-926b-4486fd991515 req-7a4f0334-7c6c-428d-a138-6623be7a15b9 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 945 time: 0.1335723 Sep 08 09:16:02.140488 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce57b6d-9db6-4250-b96b-bdd62d39deae req-490364af-4e7e-470b-aa1e-b7e3679e8c7e tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] No DVR routers for this DVR port 6abe2cd3-fe05-4d15-a3f3-bcd06157496d on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:16:02.143232 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7ce57b6d-9db6-4250-b96b-bdd62d39deae req-490364af-4e7e-470b-aa1e-b7e3679e8c7e tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:02.145602 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7ce57b6d-9db6-4250-b96b-bdd62d39deae req-490364af-4e7e-470b-aa1e-b7e3679e8c7e tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.35 "DELETE /v2.0/ports/6abe2cd3-fe05-4d15-a3f3-bcd06157496d HTTP/1.1" status: 204 len: 173 time: 0.8223629 Sep 08 09:16:02.147366 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240670ed-522f-46d9-a033-bb2c9d959905', 'name': 'network-vif-deleted', 'tag': '6abe2cd3-fe05-4d15-a3f3-bcd06157496d'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:16:02.160990 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8234404c-72cb-431c-9193-60b77cde75fa" -d '{"events": [{"server_uuid": "240670ed-522f-46d9-a033-bb2c9d959905", "name": "network-vif-deleted", "tag": "6abe2cd3-fe05-4d15-a3f3-bcd06157496d"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:16:02.238592 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b279fc27-adfc-4103-926b-4486fd991515 req-286731d4-8ee5-4e03-9093-a24b71e15606 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907800 Sep 08 09:16:02.282575 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8e4f3ce6-cfbc-4e1f-b408-dfb059a0b6bb tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:02.291936 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab0121e-0b12-47af-af41-cac5ce6a66f4 x-openstack-request-id: req-5ab0121e-0b12-47af-af41-cac5ce6a66f4 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:16:02.293359 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "240670ed-522f-46d9-a033-bb2c9d959905", "name": "network-vif-deleted", "tag": "6abe2cd3-fe05-4d15-a3f3-bcd06157496d", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:16:02.293938 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5ab0121e-0b12-47af-af41-cac5ce6a66f4 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:16:02.297193 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '240670ed-522f-46d9-a033-bb2c9d959905', 'name': 'network-vif-deleted', 'tag': '6abe2cd3-fe05-4d15-a3f3-bcd06157496d', 'status': 'completed', 'code': 200} Sep 08 09:16:02.297326 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8e4f3ce6-cfbc-4e1f-b408-dfb059a0b6bb tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:02.401542 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f3ce6-cfbc-4e1f-b408-dfb059a0b6bb tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event updated for resources: {'Port': ['ID=008216b2-7ee5-4da7-9aff-e7fa1684f05e,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:02.410838 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8e4f3ce6-cfbc-4e1f-b408-dfb059a0b6bb tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:02.565559 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4f3ce6-cfbc-4e1f-b408-dfb059a0b6bb tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Network a6466a2f-2b53-4119-8b26-568b844a1e77 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:16:02.567238 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-8e4f3ce6-cfbc-4e1f-b408-dfb059a0b6bb tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:16:02.801007 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4f3ce6-cfbc-4e1f-b408-dfb059a0b6bb tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Router b7790106-c5bf-4a04-ad98-5ed910fd1168 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:16:02.940823 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4f3ce6-cfbc-4e1f-b408-dfb059a0b6bb tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:16:02.948135 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8e4f3ce6-cfbc-4e1f-b408-dfb059a0b6bb tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "PUT /v2.0/routers/b7790106-c5bf-4a04-ad98-5ed910fd1168/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0841179 Sep 08 09:16:02.950588 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59636) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:02.961341 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d610417-90de-4b55-a541-803007c6b272 None None] Sync routers for ids ['b7790106-c5bf-4a04-ad98-5ed910fd1168'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:16:02.978582 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d610417-90de-4b55-a541-803007c6b272 None None] Routers {'b7790106-c5bf-4a04-ad98-5ed910fd1168'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:16:02.979483 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-6d610417-90de-4b55-a541-803007c6b272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:15:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['b7790106-c5bf-4a04-ad98-5ed910fd1168'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:03.030317 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ac7ed9-179b-47a3-99d8-174fdbbb9423 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:03.034603 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-a8ac7ed9-179b-47a3-99d8-174fdbbb9423 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "GET /v2.0/ports/008216b2-7ee5-4da7-9aff-e7fa1684f05e HTTP/1.1" status: 200 len: 910 time: 0.0797124 Sep 08 09:16:03.034969 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59638) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:03.061680 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-74e6b854-2e9f-4e16-8ff7-5bfb3834ccef None None] Provisioning complete for port 008216b2-7ee5-4da7-9aff-e7fa1684f05e triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:16:03.062261 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-74e6b854-2e9f-4e16-8ff7-5bfb3834ccef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:03.073479 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-6d610417-90de-4b55-a541-803007c6b272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:03.092853 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d610417-90de-4b55-a541-803007c6b272 None None] Routers {'b7790106-c5bf-4a04-ad98-5ed910fd1168'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:16:03.093868 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-6d610417-90de-4b55-a541-803007c6b272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:15:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['b7790106-c5bf-4a04-ad98-5ed910fd1168'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:03.135342 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-74e6b854-2e9f-4e16-8ff7-5bfb3834ccef None None] Port 008216b2-7ee5-4da7-9aff-e7fa1684f05e cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:16:03.158629 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-6d610417-90de-4b55-a541-803007c6b272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:03.159272 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d610417-90de-4b55-a541-803007c6b272 None None] The sync data for ids ['b7790106-c5bf-4a04-ad98-5ed910fd1168'] in n-d-806683-11 is: [] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:16:03.508572 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9da6ebd2-fa5c-4fcf-8646-3058fd590655 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:03.554101 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d178327-18cf-4e82-a537-e612223e0189 req-82e1f75e-ce70-48c9-8ccc-e12a62e4e360 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:03.562814 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2d178327-18cf-4e82-a537-e612223e0189 req-82e1f75e-ce70-48c9-8ccc-e12a62e4e360 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/networks?id=48c54abd-6f52-4b1d-9226-4a2566a5fe28 HTTP/1.1" status: 200 len: 806 time: 0.1719182 Sep 08 09:16:03.589624 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2d178327-18cf-4e82-a537-e612223e0189 req-5eb6d07a-f09d-48bc-ae0a-2a485ba64f0f tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/quotas/361efd7dd288461f98c228af9e362c93 HTTP/1.1" status: 200 len: 375 time: 0.0257432 Sep 08 09:16:03.726253 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2d178327-18cf-4e82-a537-e612223e0189 req-5cd169b4-aca9-4fc3-8f17-ef385109e1c2 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=361efd7dd288461f98c228af9e362c93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1330779 Sep 08 09:16:03.776297 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 6abe2cd3-fe05-4d15-a3f3-bcd06157496d no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:16:03.826930 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: 6abe2cd3-fe05-4d15-a3f3-bcd06157496d {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:16:03.827287 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 6abe2cd3-fe05-4d15-a3f3-bcd06157496d not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:16:03.863457 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2d178327-18cf-4e82-a537-e612223e0189 req-2ea2ab80-2ae1-47ea-bec5-dd59fc569918 service neutron] 10.222.0.54 "GET /v2.0/networks/48c54abd-6f52-4b1d-9226-4a2566a5fe28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386161 Sep 08 09:16:04.018983 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2d178327-18cf-4e82-a537-e612223e0189 req-75307f4e-03b1-4a39-965f-3e2cb056c667 service neutron] 10.222.0.54 "GET /v2.0/networks/48c54abd-6f52-4b1d-9226-4a2566a5fe28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543252 Sep 08 09:16:04.089127 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-9da6ebd2-fa5c-4fcf-8646-3058fd590655 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Deleting port 008216b2-7ee5-4da7-9aff-e7fa1684f05e {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:16:04.090176 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9da6ebd2-fa5c-4fcf-8646-3058fd590655 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:04.201414 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9da6ebd2-fa5c-4fcf-8646-3058fd590655 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:04.218285 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-9da6ebd2-fa5c-4fcf-8646-3058fd590655 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Calling delete_port for 008216b2-7ee5-4da7-9aff-e7fa1684f05e owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:16:04.495801 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-84bdde4b-6344-4063-b763-00e2545f0bdd req-e7ec3172-9f83-45ea-b2b3-c43c94324d25 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=52281d16-bb29-4c3a-8258-ac6f3579a32a HTTP/1.1" status: 200 len: 210 time: 0.1994653 Sep 08 09:16:04.542268 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9da6ebd2-fa5c-4fcf-8646-3058fd590655 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:04.591820 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da6ebd2-fa5c-4fcf-8646-3058fd590655 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event deleted for resources: {'Port': ['ID=008216b2-7ee5-4da7-9aff-e7fa1684f05e,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:04.842865 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59674) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:04.848343 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-e79c6759-69ca-4265-bfe3-df1c25b85b1f tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Request body: {'subnets': [{'network_id': '060211f4-452f-4d0f-bfe2-c690f95401b0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2032712171', 'ip_version': 6}, {'network_id': '24b05ebf-9739-48e4-962a-0a9e002438b9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:04.848669 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-e79c6759-69ca-4265-bfe3-df1c25b85b1f tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Request body: {'subnet': {'network_id': '060211f4-452f-4d0f-bfe2-c690f95401b0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2032712171', 'ip_version': 6}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:04.849345 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-e79c6759-69ca-4265-bfe3-df1c25b85b1f tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Request body: {'subnet': {'network_id': '24b05ebf-9739-48e4-962a-0a9e002438b9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:04.935975 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9da6ebd2-fa5c-4fcf-8646-3058fd590655 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:05.149845 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79c6759-69ca-4265-bfe3-df1c25b85b1f tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Made reservation on behalf of 039e5ec45c474f7f8d7967c2a49cde34 for: {'subnet': 2} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:16:05.158705 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e79c6759-69ca-4265-bfe3-df1c25b85b1f tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:05.159075 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e79c6759-69ca-4265-bfe3-df1c25b85b1f tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:05.265222 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da6ebd2-fa5c-4fcf-8646-3058fd590655 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Router b7790106-c5bf-4a04-ad98-5ed910fd1168 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:16:05.388265 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da6ebd2-fa5c-4fcf-8646-3058fd590655 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:16:05.396548 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9da6ebd2-fa5c-4fcf-8646-3058fd590655 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "PUT /v2.0/routers/b7790106-c5bf-4a04-ad98-5ed910fd1168/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3604510 Sep 08 09:16:05.397166 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59680) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:05.402521 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5cf86d-6b8f-4099-ab53-f114ad13c38c None None] Sync routers for ids ['b7790106-c5bf-4a04-ad98-5ed910fd1168'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:16:05.425545 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5cf86d-6b8f-4099-ab53-f114ad13c38c None None] Routers {'b7790106-c5bf-4a04-ad98-5ed910fd1168'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:16:05.431482 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-ab5cf86d-6b8f-4099-ab53-f114ad13c38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:15:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['b7790106-c5bf-4a04-ad98-5ed910fd1168'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:05.520405 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-ab5cf86d-6b8f-4099-ab53-f114ad13c38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:05.544880 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5cf86d-6b8f-4099-ab53-f114ad13c38c None None] Routers {'b7790106-c5bf-4a04-ad98-5ed910fd1168'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:16:05.545805 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-ab5cf86d-6b8f-4099-ab53-f114ad13c38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:15:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['b7790106-c5bf-4a04-ad98-5ed910fd1168'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:05.636651 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-ab5cf86d-6b8f-4099-ab53-f114ad13c38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:05.640299 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5cf86d-6b8f-4099-ab53-f114ad13c38c None None] The sync data for ids ['b7790106-c5bf-4a04-ad98-5ed910fd1168'] in n-d-806683-11 is: [] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:16:05.743054 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c95ae25e-6e35-41e1-a425-7a174269685a req-1bcbdd32-1b1c-4701-953a-79b0e815dc02 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=52281d16-bb29-4c3a-8258-ac6f3579a32a HTTP/1.1" status: 200 len: 210 time: 0.0611446 Sep 08 09:16:06.107583 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d178327-18cf-4e82-a537-e612223e0189 req-a49cf9f9-66d5-4470-812d-bcd809318433 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:06.109207 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2d178327-18cf-4e82-a537-e612223e0189 req-a49cf9f9-66d5-4470-812d-bcd809318433 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.35 "GET /v2.0/networks?id=48c54abd-6f52-4b1d-9226-4a2566a5fe28 HTTP/1.1" status: 200 len: 806 time: 0.2963147 Sep 08 09:16:06.116996 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e79c6759-69ca-4265-bfe3-df1c25b85b1f tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:06.177167 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c6759-69ca-4265-bfe3-df1c25b85b1f tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Pushing event updated for resources: {'Subnet': ['ID=d3f2f43c-ce33-48f2-b785-17560e13083c,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:06.185756 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-2d178327-18cf-4e82-a537-e612223e0189 req-2929651b-543e-487c-ada4-d23611015595 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Request body: {'port': {'device_id': '52281d16-bb29-4c3a-8258-ac6f3579a32a', 'network_id': '48c54abd-6f52-4b1d-9226-4a2566a5fe28', 'admin_state_up': True, 'tenant_id': '361efd7dd288461f98c228af9e362c93'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:06.286934 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79c6759-69ca-4265-bfe3-df1c25b85b1f tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Checking segment: {'id': 'e4a479be-b793-4dbe-a88f-c12356270999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '060211f4-452f-4d0f-bfe2-c690f95401b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:16:06.287402 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79c6759-69ca-4265-bfe3-df1c25b85b1f tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Network hostable DHCP agents. Network: 060211f4-452f-4d0f-bfe2-c690f95401b0, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:16:06.321104 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79c6759-69ca-4265-bfe3-df1c25b85b1f tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Network 060211f4-452f-4d0f-bfe2-c690f95401b0 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:16:06.344469 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-e79c6759-69ca-4265-bfe3-df1c25b85b1f tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 060211f4-452f-4d0f-bfe2-c690f95401b0) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:16:06.355436 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e79c6759-69ca-4265-bfe3-df1c25b85b1f tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:06.355641 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1883ab3e-710d-4b42-b1fe-6a089c1b091d None None] Network 060211f4-452f-4d0f-bfe2-c690f95401b0 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:16:06.380869 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2d85b2d6-15b4-40ac-8277-c1fc8a1fdd5f tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:06.435612 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c6759-69ca-4265-bfe3-df1c25b85b1f tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Pushing event updated for resources: {'Subnet': ['ID=f1d15691-42a5-41dc-bd1f-a5fac9e67e78,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:06.438063 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d178327-18cf-4e82-a537-e612223e0189 req-2929651b-543e-487c-ada4-d23611015595 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Made reservation on behalf of 361efd7dd288461f98c228af9e362c93 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:16:06.441825 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2d178327-18cf-4e82-a537-e612223e0189 req-2929651b-543e-487c-ada4-d23611015595 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:06.444710 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79c6759-69ca-4265-bfe3-df1c25b85b1f tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Checking segment: {'id': '9de43547-41fb-4061-86be-272012b37066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '24b05ebf-9739-48e4-962a-0a9e002438b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:16:06.445138 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79c6759-69ca-4265-bfe3-df1c25b85b1f tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Network hostable DHCP agents. Network: 24b05ebf-9739-48e4-962a-0a9e002438b9, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:16:06.481420 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79c6759-69ca-4265-bfe3-df1c25b85b1f tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Network 24b05ebf-9739-48e4-962a-0a9e002438b9 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:16:06.528330 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-e79c6759-69ca-4265-bfe3-df1c25b85b1f tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 24b05ebf-9739-48e4-962a-0a9e002438b9) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:16:06.544566 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79c6759-69ca-4265-bfe3-df1c25b85b1f tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:06.545203 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79c6759-69ca-4265-bfe3-df1c25b85b1f tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:06.546088 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e79c6759-69ca-4265-bfe3-df1c25b85b1f tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:06.560838 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444b18e2-1f07-42a7-9809-aa9eb6019cb4 None None] Network 24b05ebf-9739-48e4-962a-0a9e002438b9 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:16:06.593741 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e79c6759-69ca-4265-bfe3-df1c25b85b1f tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.7496827 Sep 08 09:16:06.596723 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59690) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:06.686355 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-2d178327-18cf-4e82-a537-e612223e0189 req-2929651b-543e-487c-ada4-d23611015595 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Allocated IP 172.20.0.3 (48c54abd-6f52-4b1d-9226-4a2566a5fe28/7d9ca010-a841-4012-aaa1-2a86eaf161a1/ee1fe0d3-89cc-40cd-b84c-98129b50edc7) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:16:06.699402 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2ba3f8-bdf8-49ad-b7a2-a9689c212ec2 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:06.701185 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2ba3f8-bdf8-49ad-b7a2-a9689c212ec2 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:06.702798 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2ba3f8-bdf8-49ad-b7a2-a9689c212ec2 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:06.704564 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-bb2ba3f8-bdf8-49ad-b7a2-a9689c212ec2 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1067317 Sep 08 09:16:06.715109 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59694) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:06.873334 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da63f203-bfb0-4ebe-a70f-f6836c3c96cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-060211f4-452f-4d0f-bfe2-c690f95401b0', 'network_id': '060211f4-452f-4d0f-bfe2-c690f95401b0', 'tenant_id': '039e5ec45c474f7f8d7967c2a49cde34', 'fixed_ips': [{'subnet_id': 'd3f2f43c-ce33-48f2-b785-17560e13083c'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:16:06.874235 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-da63f203-bfb0-4ebe-a70f-f6836c3c96cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:06.903479 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbaf66a1-eb15-4bab-b17e-b5ed23a99c95 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Deleting subnet d3f2f43c-ce33-48f2-b785-17560e13083c {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:16:06.909344 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fbaf66a1-eb15-4bab-b17e-b5ed23a99c95 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:06.968703 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-02010382-954c-4a30-ae39-5facfa6084da req-35dfdf9b-5cf2-4ae1-bac3-31ffa00b8d88 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=52281d16-bb29-4c3a-8258-ac6f3579a32a HTTP/1.1" status: 200 len: 210 time: 0.0814614 Sep 08 09:16:06.989102 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cc9bb0-3da2-4dcb-81ac-c4d36c094f03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-24b05ebf-9739-48e4-962a-0a9e002438b9', 'network_id': '24b05ebf-9739-48e4-962a-0a9e002438b9', 'tenant_id': '039e5ec45c474f7f8d7967c2a49cde34', 'fixed_ips': [{'subnet_id': 'f1d15691-42a5-41dc-bd1f-a5fac9e67e78'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:16:06.989238 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2d178327-18cf-4e82-a537-e612223e0189 req-2929651b-543e-487c-ada4-d23611015595 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:06.989345 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f3cc9bb0-3da2-4dcb-81ac-c4d36c094f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:07.025497 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fbaf66a1-eb15-4bab-b17e-b5ed23a99c95 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:07.152713 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fbaf66a1-eb15-4bab-b17e-b5ed23a99c95 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:07.158984 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-f3cc9bb0-3da2-4dcb-81ac-c4d36c094f03 None None] Allocated IP 2001:db8:0:1::1 (24b05ebf-9739-48e4-962a-0a9e002438b9/f1d15691-42a5-41dc-bd1f-a5fac9e67e78/b56a41c0-8566-43db-8843-f65dfd8051a9) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:16:07.168954 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2d178327-18cf-4e82-a537-e612223e0189 req-2929651b-543e-487c-ada4-d23611015595 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:07.302919 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d178327-18cf-4e82-a537-e612223e0189 req-2929651b-543e-487c-ada4-d23611015595 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Network 48c54abd-6f52-4b1d-9226-4a2566a5fe28 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:16:07.307941 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-2d178327-18cf-4e82-a537-e612223e0189 req-2929651b-543e-487c-ada4-d23611015595 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:16:07.316386 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d178327-18cf-4e82-a537-e612223e0189 req-2929651b-543e-487c-ada4-d23611015595 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:16:07.329395 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f3cc9bb0-3da2-4dcb-81ac-c4d36c094f03 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:07.340910 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f3cc9bb0-3da2-4dcb-81ac-c4d36c094f03 None None] Transition to ACTIVE for port object b56a41c0-8566-43db-8843-f65dfd8051a9 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:16:07.356973 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f3cc9bb0-3da2-4dcb-81ac-c4d36c094f03 None None] Transition to ACTIVE for port object b56a41c0-8566-43db-8843-f65dfd8051a9 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:16:07.369356 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:16:07.381064 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2929651b-543e-487c-ada4-d23611015595 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Pushing event updated for resources: {'Port': ['ID=ee1fe0d3-89cc-40cd-b84c-98129b50edc7,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:07.421730 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f3cc9bb0-3da2-4dcb-81ac-c4d36c094f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:07.425346 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d178327-18cf-4e82-a537-e612223e0189 req-2929651b-543e-487c-ada4-d23611015595 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:07.428561 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2d178327-18cf-4e82-a537-e612223e0189 req-2929651b-543e-487c-ada4-d23611015595 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:07.453575 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-2d85b2d6-15b4-40ac-8277-c1fc8a1fdd5f tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Deleting port 7887d19a-0777-48f5-9847-345f3956c68c {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:16:07.454201 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2d85b2d6-15b4-40ac-8277-c1fc8a1fdd5f tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:07.467431 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fbaf66a1-eb15-4bab-b17e-b5ed23a99c95 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:07.490638 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2d178327-18cf-4e82-a537-e612223e0189 req-2929651b-543e-487c-ada4-d23611015595 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3139825 Sep 08 09:16:07.491511 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cc9bb0-3da2-4dcb-81ac-c4d36c094f03 None None] Pushing event updated for resources: {'Port': ['ID=b56a41c0-8566-43db-8843-f65dfd8051a9,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:07.510658 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-2d178327-18cf-4e82-a537-e612223e0189 req-417491cf-5196-494f-8343-6a0edae72ba3 service neutron] Request body: {'port': {'device_id': '52281d16-bb29-4c3a-8258-ac6f3579a32a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:07.523958 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cc9bb0-3da2-4dcb-81ac-c4d36c094f03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:16:07.524562 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cc9bb0-3da2-4dcb-81ac-c4d36c094f03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:16:07.525053 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cc9bb0-3da2-4dcb-81ac-c4d36c094f03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:16:07.525536 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cc9bb0-3da2-4dcb-81ac-c4d36c094f03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:16:07.526216 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cc9bb0-3da2-4dcb-81ac-c4d36c094f03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:16:07.526837 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cc9bb0-3da2-4dcb-81ac-c4d36c094f03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:16:07.527714 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cc9bb0-3da2-4dcb-81ac-c4d36c094f03 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:16:07.528193 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cc9bb0-3da2-4dcb-81ac-c4d36c094f03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:16:07.528657 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cc9bb0-3da2-4dcb-81ac-c4d36c094f03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:16:07.529134 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cc9bb0-3da2-4dcb-81ac-c4d36c094f03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:16:07.531906 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cc9bb0-3da2-4dcb-81ac-c4d36c094f03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:16:07.532430 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cc9bb0-3da2-4dcb-81ac-c4d36c094f03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:16:07.556236 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cc9bb0-3da2-4dcb-81ac-c4d36c094f03 None None] Network 24b05ebf-9739-48e4-962a-0a9e002438b9 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:16:07.561257 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-f3cc9bb0-3da2-4dcb-81ac-c4d36c094f03 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server [None req-da63f203-bfb0-4ebe-a70f-f6836c3c96cb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d3f2f43c-ce33-48f2-b785-17560e13083c: This subnet is being modified by another concurrent operation. Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 08 09:16:07.577321 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 09:16:07.580716 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 08 09:16:07.580716 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 08 09:16:07.580716 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:16:07.580716 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:16:07.580716 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:16:07.580716 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:16:07.580716 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 08 09:16:07.580716 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 09:16:07.580716 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 08 09:16:07.580716 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 08 09:16:07.580716 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:16:07.580716 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:16:07.580716 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:16:07.580716 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:16:07.580716 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 08 09:16:07.580716 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 08 09:16:07.580716 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1474, in create_port Sep 08 09:16:07.580716 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 08 09:16:07.580716 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1439, in _create_port_db Sep 08 09:16:07.580716 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 08 09:16:07.580716 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 08 09:16:07.580716 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 08 09:16:07.580716 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 08 09:16:07.580716 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 08 09:16:07.580716 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:16:07.580716 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:16:07.580716 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:16:07.580716 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:16:07.580716 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 08 09:16:07.580716 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 08 09:16:07.580716 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 08 09:16:07.580716 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 08 09:16:07.580716 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 08 09:16:07.580716 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 08 09:16:07.580716 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 08 09:16:07.580716 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise exception Sep 08 09:16:07.580716 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d3f2f43c-ce33-48f2-b785-17560e13083c: This subnet is being modified by another concurrent operation. Sep 08 09:16:07.580716 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server Sep 08 09:16:07.603785 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf66a1-eb15-4bab-b17e-b5ed23a99c95 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Pushing event deleted for resources: {'Subnet': ['ID=d3f2f43c-ce33-48f2-b785-17560e13083c,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:07.622846 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cc9bb0-3da2-4dcb-81ac-c4d36c094f03 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:16:07.637837 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fbaf66a1-eb15-4bab-b17e-b5ed23a99c95 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:07.641696 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-fbaf66a1-eb15-4bab-b17e-b5ed23a99c95 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] 10.222.0.54 "DELETE /v2.0/subnets/d3f2f43c-ce33-48f2-b785-17560e13083c HTTP/1.1" status: 204 len: 168 time: 0.9184537 Sep 08 09:16:07.642368 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59704) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:07.645354 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c414b118-0078-4220-a35e-50b1de48946e None None] Network 060211f4-452f-4d0f-bfe2-c690f95401b0 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:16:07.712316 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2d85b2d6-15b4-40ac-8277-c1fc8a1fdd5f tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:07.750204 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-2d85b2d6-15b4-40ac-8277-c1fc8a1fdd5f tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Calling delete_port for 7887d19a-0777-48f5-9847-345f3956c68c owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:16:07.767796 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2d178327-18cf-4e82-a537-e612223e0189 req-417491cf-5196-494f-8343-6a0edae72ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:07.818934 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-f3cc9bb0-3da2-4dcb-81ac-c4d36c094f03 None None] Attempting to bind port b56a41c0-8566-43db-8843-f65dfd8051a9 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:16:07.819557 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-f3cc9bb0-3da2-4dcb-81ac-c4d36c094f03 None None] Attempting to bind port b56a41c0-8566-43db-8843-f65dfd8051a9 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '9de43547-41fb-4061-86be-272012b37066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '24b05ebf-9739-48e4-962a-0a9e002438b9'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:16:07.820109 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cc9bb0-3da2-4dcb-81ac-c4d36c094f03 None None] Attempting to bind port b56a41c0-8566-43db-8843-f65dfd8051a9 on network 24b05ebf-9739-48e4-962a-0a9e002438b9 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:16:07.844836 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cc9bb0-3da2-4dcb-81ac-c4d36c094f03 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:16:07.845403 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cc9bb0-3da2-4dcb-81ac-c4d36c094f03 None None] Checking segment: {'id': '9de43547-41fb-4061-86be-272012b37066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '24b05ebf-9739-48e4-962a-0a9e002438b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:16:07.845915 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f3cc9bb0-3da2-4dcb-81ac-c4d36c094f03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:07.846424 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cc9bb0-3da2-4dcb-81ac-c4d36c094f03 None None] Bound using segment: {'id': '9de43547-41fb-4061-86be-272012b37066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '24b05ebf-9739-48e4-962a-0a9e002438b9'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:16:07.847007 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-f3cc9bb0-3da2-4dcb-81ac-c4d36c094f03 None None] Bound port: b56a41c0-8566-43db-8843-f65dfd8051a9, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de43547-41fb-4061-86be-272012b37066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '24b05ebf-9739-48e4-962a-0a9e002438b9'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:16:07.847498 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f3cc9bb0-3da2-4dcb-81ac-c4d36c094f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:07.920837 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-6877b76b-436e-47ea-82e1-ec72e1e8e640 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Deleting subnet f1d15691-42a5-41dc-bd1f-a5fac9e67e78 {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:16:07.934750 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6877b76b-436e-47ea-82e1-ec72e1e8e640 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:08.006078 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-f3cc9bb0-3da2-4dcb-81ac-c4d36c094f03 None None] For port b56a41c0-8566-43db-8843-f65dfd8051a9, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:16:08.039446 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-f3cc9bb0-3da2-4dcb-81ac-c4d36c094f03 None None] For port b56a41c0-8566-43db-8843-f65dfd8051a9, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=b56a41c0-8566-43db-8843-f65dfd8051a9,segment=NetworkSegment(9de43547-41fb-4061-86be-272012b37066),segment_id=9de43547-41fb-4061-86be-272012b37066)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:16:08.054199 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f3cc9bb0-3da2-4dcb-81ac-c4d36c094f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:08.126299 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cc9bb0-3da2-4dcb-81ac-c4d36c094f03 None None] Pushing event updated for resources: {'Port': ['ID=b56a41c0-8566-43db-8843-f65dfd8051a9,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:08.220766 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2d85b2d6-15b4-40ac-8277-c1fc8a1fdd5f tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:08.274372 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d85b2d6-15b4-40ac-8277-c1fc8a1fdd5f tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event deleted for resources: {'Port': ['ID=7887d19a-0777-48f5-9847-345f3956c68c,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:08.434010 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6877b76b-436e-47ea-82e1-ec72e1e8e640 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:08.696849 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d11d2-4f6c-4970-9560-1d9befc4106c req-35167cfd-812e-4a81-a30e-b6f4957938e2 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:08.704269 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0d6d11d2-4f6c-4970-9560-1d9befc4106c req-35167cfd-812e-4a81-a30e-b6f4957938e2 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=52281d16-bb29-4c3a-8258-ac6f3579a32a HTTP/1.1" status: 200 len: 931 time: 0.4725931 Sep 08 09:16:08.764944 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2d85b2d6-15b4-40ac-8277-c1fc8a1fdd5f tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:08.813205 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6877b76b-436e-47ea-82e1-ec72e1e8e640 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:09.158814 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d85b2d6-15b4-40ac-8277-c1fc8a1fdd5f tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Router b7790106-c5bf-4a04-ad98-5ed910fd1168 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:16:09.357502 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d85b2d6-15b4-40ac-8277-c1fc8a1fdd5f tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:16:09.372236 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d80767a-4b47-4f0e-878b-8ba568644cf4 None None] Sync routers for ids ['b7790106-c5bf-4a04-ad98-5ed910fd1168'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:16:09.374065 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2d85b2d6-15b4-40ac-8277-c1fc8a1fdd5f tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "PUT /v2.0/routers/b7790106-c5bf-4a04-ad98-5ed910fd1168/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9757819 Sep 08 09:16:09.377011 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59728) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:09.390030 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d80767a-4b47-4f0e-878b-8ba568644cf4 None None] Routers {'b7790106-c5bf-4a04-ad98-5ed910fd1168'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:16:09.390582 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-6d80767a-4b47-4f0e-878b-8ba568644cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:15:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['b7790106-c5bf-4a04-ad98-5ed910fd1168'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:09.457483 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-060cd98d-b6c8-443b-9d50-304dafaaa452 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7790106-c5bf-4a04-ad98-5ed910fd1168 HTTP/1.1" status: 200 len: 205 time: 0.0787776 Sep 08 09:16:09.460886 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59732) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:09.565111 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-6d80767a-4b47-4f0e-878b-8ba568644cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:09.575136 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-2d178327-18cf-4e82-a537-e612223e0189 req-417491cf-5196-494f-8343-6a0edae72ba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee1fe0d3-89cc-40cd-b84c-98129b50edc7 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:16:09.593947 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2d178327-18cf-4e82-a537-e612223e0189 req-417491cf-5196-494f-8343-6a0edae72ba3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:09.603578 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d80767a-4b47-4f0e-878b-8ba568644cf4 None None] Routers {'b7790106-c5bf-4a04-ad98-5ed910fd1168'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:16:09.604191 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-6d80767a-4b47-4f0e-878b-8ba568644cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:15:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['b7790106-c5bf-4a04-ad98-5ed910fd1168'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:09.627124 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-2d178327-18cf-4e82-a537-e612223e0189 req-417491cf-5196-494f-8343-6a0edae72ba3 service neutron] Transition to ACTIVE for port object ee1fe0d3-89cc-40cd-b84c-98129b50edc7 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:16:09.639233 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2ccfce48-48b3-4e4a-aca5-8b5fd62a1eb8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:09.643310 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2d178327-18cf-4e82-a537-e612223e0189 req-417491cf-5196-494f-8343-6a0edae72ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:09.692265 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-6d80767a-4b47-4f0e-878b-8ba568644cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:09.693273 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d80767a-4b47-4f0e-878b-8ba568644cf4 None None] The sync data for ids ['b7790106-c5bf-4a04-ad98-5ed910fd1168'] in n-d-806683-11 is: [] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:16:09.807117 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0d6d11d2-4f6c-4970-9560-1d9befc4106c req-617481dc-0c1e-4bf9-8efb-58056c5deef1 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0999720 Sep 08 09:16:09.872785 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417491cf-5196-494f-8343-6a0edae72ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=ee1fe0d3-89cc-40cd-b84c-98129b50edc7,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:09.940115 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ff98ef-9001-4dae-b387-23ea5767e283 None None] Network 24b05ebf-9739-48e4-962a-0a9e002438b9 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:16:09.964354 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6877b76b-436e-47ea-82e1-ec72e1e8e640 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:09.997983 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6877b76b-436e-47ea-82e1-ec72e1e8e640 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Pushing event deleted for resources: {'Subnet': ['ID=f1d15691-42a5-41dc-bd1f-a5fac9e67e78,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:10.008673 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6877b76b-436e-47ea-82e1-ec72e1e8e640 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:10.011109 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-6877b76b-436e-47ea-82e1-ec72e1e8e640 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] 10.222.0.54 "DELETE /v2.0/subnets/f1d15691-42a5-41dc-bd1f-a5fac9e67e78 HTTP/1.1" status: 204 len: 168 time: 2.3677137 Sep 08 09:16:10.013584 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59738) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:10.024280 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-9adbcef9-4664-4537-ba9c-7a5ff94956d8 None None] Provisioning for port b56a41c0-8566-43db-8843-f65dfd8051a9 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:16:10.059966 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2ccfce48-48b3-4e4a-aca5-8b5fd62a1eb8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:10.062256 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2ccfce48-48b3-4e4a-aca5-8b5fd62a1eb8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:10.080652 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-2d178327-18cf-4e82-a537-e612223e0189 req-417491cf-5196-494f-8343-6a0edae72ba3 service neutron] Attempting to bind port ee1fe0d3-89cc-40cd-b84c-98129b50edc7 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:16:10.080988 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-2d178327-18cf-4e82-a537-e612223e0189 req-417491cf-5196-494f-8343-6a0edae72ba3 service neutron] Attempting to bind port ee1fe0d3-89cc-40cd-b84c-98129b50edc7 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '7ce255b1-6bde-43a1-82b1-212ac77774b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48c54abd-6f52-4b1d-9226-4a2566a5fe28'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:16:10.081321 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d178327-18cf-4e82-a537-e612223e0189 req-417491cf-5196-494f-8343-6a0edae72ba3 service neutron] Attempting to bind port ee1fe0d3-89cc-40cd-b84c-98129b50edc7 on network 48c54abd-6f52-4b1d-9226-4a2566a5fe28 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:16:10.091873 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d178327-18cf-4e82-a537-e612223e0189 req-417491cf-5196-494f-8343-6a0edae72ba3 service neutron] Port ee1fe0d3-89cc-40cd-b84c-98129b50edc7 on network 48c54abd-6f52-4b1d-9226-4a2566a5fe28 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:16:10.092133 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d178327-18cf-4e82-a537-e612223e0189 req-417491cf-5196-494f-8343-6a0edae72ba3 service neutron] Attempting to bind port ee1fe0d3-89cc-40cd-b84c-98129b50edc7 on network 48c54abd-6f52-4b1d-9226-4a2566a5fe28 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:16:10.099544 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c761260c-4875-4493-97eb-3ca08075d051 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:10.101420 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c761260c-4875-4493-97eb-3ca08075d051 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0866618 Sep 08 09:16:10.104624 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d178327-18cf-4e82-a537-e612223e0189 req-417491cf-5196-494f-8343-6a0edae72ba3 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:16:10.104949 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d178327-18cf-4e82-a537-e612223e0189 req-417491cf-5196-494f-8343-6a0edae72ba3 service neutron] Checking segment: {'id': '7ce255b1-6bde-43a1-82b1-212ac77774b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48c54abd-6f52-4b1d-9226-4a2566a5fe28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:16:10.105348 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d178327-18cf-4e82-a537-e612223e0189 req-417491cf-5196-494f-8343-6a0edae72ba3 service neutron] Bound using segment: {'id': '7ce255b1-6bde-43a1-82b1-212ac77774b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48c54abd-6f52-4b1d-9226-4a2566a5fe28'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:16:10.105759 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-2d178327-18cf-4e82-a537-e612223e0189 req-417491cf-5196-494f-8343-6a0edae72ba3 service neutron] Bound port: ee1fe0d3-89cc-40cd-b84c-98129b50edc7, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ce255b1-6bde-43a1-82b1-212ac77774b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48c54abd-6f52-4b1d-9226-4a2566a5fe28'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:16:10.106169 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2d178327-18cf-4e82-a537-e612223e0189 req-417491cf-5196-494f-8343-6a0edae72ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:10.109228 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59740) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:10.129603 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2ccfce48-48b3-4e4a-aca5-8b5fd62a1eb8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:10.130105 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ccfce48-48b3-4e4a-aca5-8b5fd62a1eb8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Fanout notify agent at l3_agent the message router_deleted on router b7790106-c5bf-4a04-ad98-5ed910fd1168 {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:16:10.148698 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2ccfce48-48b3-4e4a-aca5-8b5fd62a1eb8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:10.152376 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2ccfce48-48b3-4e4a-aca5-8b5fd62a1eb8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "DELETE /v2.0/routers/b7790106-c5bf-4a04-ad98-5ed910fd1168 HTTP/1.1" status: 204 len: 168 time: 0.6878712 Sep 08 09:16:10.152617 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59742) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:10.226721 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcccb62f-5d73-4e04-998a-f66a3cbc7151 None None] DHCP port deletion for 24b05ebf-9739-48e4-962a-0a9e002438b9 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:16:10.243371 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-aae1079c-66ae-4944-9d3a-2ab010d8bfe8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Deleting subnet 4aafd96e-3b6f-49c8-9990-36c762d31e3a {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:16:10.247474 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-aae1079c-66ae-4944-9d3a-2ab010d8bfe8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:10.300719 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-dcccb62f-5d73-4e04-998a-f66a3cbc7151 None None] Deleting port b56a41c0-8566-43db-8843-f65dfd8051a9 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:16:10.301113 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-dcccb62f-5d73-4e04-998a-f66a3cbc7151 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:10.314740 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5ace9a61-7696-4a00-ae9d-500714406b3c tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:10.340008 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-2d178327-18cf-4e82-a537-e612223e0189 req-417491cf-5196-494f-8343-6a0edae72ba3 service neutron] For port ee1fe0d3-89cc-40cd-b84c-98129b50edc7, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:16:10.344289 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-2d178327-18cf-4e82-a537-e612223e0189 req-417491cf-5196-494f-8343-6a0edae72ba3 service neutron] For port ee1fe0d3-89cc-40cd-b84c-98129b50edc7, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=ee1fe0d3-89cc-40cd-b84c-98129b50edc7,segment=NetworkSegment(7ce255b1-6bde-43a1-82b1-212ac77774b3),segment_id=7ce255b1-6bde-43a1-82b1-212ac77774b3)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:16:10.352062 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2d178327-18cf-4e82-a537-e612223e0189 req-417491cf-5196-494f-8343-6a0edae72ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:10.373305 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-aae1079c-66ae-4944-9d3a-2ab010d8bfe8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:10.492972 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417491cf-5196-494f-8343-6a0edae72ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=ee1fe0d3-89cc-40cd-b84c-98129b50edc7,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:10.497451 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d178327-18cf-4e82-a537-e612223e0189 req-417491cf-5196-494f-8343-6a0edae72ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:10.498382 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2d178327-18cf-4e82-a537-e612223e0189 req-417491cf-5196-494f-8343-6a0edae72ba3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:10.500024 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2d178327-18cf-4e82-a537-e612223e0189 req-417491cf-5196-494f-8343-6a0edae72ba3 service neutron] 10.222.0.35 "PUT /v2.0/ports/ee1fe0d3-89cc-40cd-b84c-98129b50edc7 HTTP/1.1" status: 200 len: 1092 time: 2.9951296 Sep 08 09:16:10.502086 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52281d16-bb29-4c3a-8258-ac6f3579a32a', 'tag': 'ee1fe0d3-89cc-40cd-b84c-98129b50edc7'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:16:10.505087 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5ca3f5-d92e-4e17-a8d2-a6c5210ed9f2" -d '{"events": [{"name": "network-changed", "server_uuid": "52281d16-bb29-4c3a-8258-ac6f3579a32a", "tag": "ee1fe0d3-89cc-40cd-b84c-98129b50edc7"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:16:10.533104 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-5ace9a61-7696-4a00-ae9d-500714406b3c tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Deleting port b56a41c0-8566-43db-8843-f65dfd8051a9 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:16:10.534358 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5ace9a61-7696-4a00-ae9d-500714406b3c tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:10.551952 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-aae1079c-66ae-4944-9d3a-2ab010d8bfe8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:10.630398 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-aae1079c-66ae-4944-9d3a-2ab010d8bfe8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:10.641375 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-dcccb62f-5d73-4e04-998a-f66a3cbc7151 None None] For port b56a41c0-8566-43db-8843-f65dfd8051a9, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=b56a41c0-8566-43db-8843-f65dfd8051a9,segment=NetworkSegment(9de43547-41fb-4061-86be-272012b37066),segment_id=9de43547-41fb-4061-86be-272012b37066)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:16:10.641375 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-dcccb62f-5d73-4e04-998a-f66a3cbc7151 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:10.683591 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-dcccb62f-5d73-4e04-998a-f66a3cbc7151 None None] Calling delete_port for b56a41c0-8566-43db-8843-f65dfd8051a9 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:16:10.692891 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-5ace9a61-7696-4a00-ae9d-500714406b3c tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] For port b56a41c0-8566-43db-8843-f65dfd8051a9, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=b56a41c0-8566-43db-8843-f65dfd8051a9,segment=NetworkSegment(9de43547-41fb-4061-86be-272012b37066),segment_id=9de43547-41fb-4061-86be-272012b37066)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:16:10.693460 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5ace9a61-7696-4a00-ae9d-500714406b3c tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:10.719296 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-5ace9a61-7696-4a00-ae9d-500714406b3c tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Calling delete_port for b56a41c0-8566-43db-8843-f65dfd8051a9 owned by network:dhcp {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:16:10.755391 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae1079c-66ae-4944-9d3a-2ab010d8bfe8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event deleted for resources: {'Subnet': ['ID=4aafd96e-3b6f-49c8-9990-36c762d31e3a,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:10.765049 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-aae1079c-66ae-4944-9d3a-2ab010d8bfe8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:10.769440 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-aae1079c-66ae-4944-9d3a-2ab010d8bfe8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "DELETE /v2.0/subnets/4aafd96e-3b6f-49c8-9990-36c762d31e3a HTTP/1.1" status: 204 len: 168 time: 0.6134605 Sep 08 09:16:10.771981 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59754) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:10.788806 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3e32b1-afe1-4473-afc8-d619d2b128cd None None] Network a6466a2f-2b53-4119-8b26-568b844a1e77 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:16:10.893659 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f48b9a4-7412-4f82-94f9-d33f7437a726 x-openstack-request-id: req-9f48b9a4-7412-4f82-94f9-d33f7437a726 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:16:10.894051 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52281d16-bb29-4c3a-8258-ac6f3579a32a", "tag": "ee1fe0d3-89cc-40cd-b84c-98129b50edc7", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:16:10.898153 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9f48b9a4-7412-4f82-94f9-d33f7437a726 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:16:10.898969 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52281d16-bb29-4c3a-8258-ac6f3579a32a', 'tag': 'ee1fe0d3-89cc-40cd-b84c-98129b50edc7', 'status': 'completed', 'code': 200} Sep 08 09:16:10.900502 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fd4671e-7914-4120-aaae-0aafb3047686 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Deleting subnet 45674a20-0eea-4626-aa8d-983acb5645d9 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:16:10.904545 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9fd4671e-7914-4120-aaae-0aafb3047686 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:11.048987 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d178327-18cf-4e82-a537-e612223e0189 req-265aea0f-17a9-48a4-99d8-626e017dfac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:11.050715 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2d178327-18cf-4e82-a537-e612223e0189 req-265aea0f-17a9-48a4-99d8-626e017dfac8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=361efd7dd288461f98c228af9e362c93&device_id=52281d16-bb29-4c3a-8258-ac6f3579a32a HTTP/1.1" status: 200 len: 1095 time: 0.1958675 Sep 08 09:16:11.058620 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9fd4671e-7914-4120-aaae-0aafb3047686 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:11.157919 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9fd4671e-7914-4120-aaae-0aafb3047686 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:11.198857 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-dcccb62f-5d73-4e04-998a-f66a3cbc7151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:11.228909 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2d178327-18cf-4e82-a537-e612223e0189 req-7be83268-43a6-4ed1-8c99-d2e2ef2ef1b8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee1fe0d3-89cc-40cd-b84c-98129b50edc7 HTTP/1.1" status: 200 len: 217 time: 0.1564078 Sep 08 09:16:11.229349 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9fd4671e-7914-4120-aaae-0aafb3047686 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:11.270468 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd4671e-7914-4120-aaae-0aafb3047686 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event deleted for resources: {'Subnet': ['ID=45674a20-0eea-4626-aa8d-983acb5645d9,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:11.279585 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9fd4671e-7914-4120-aaae-0aafb3047686 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:11.283845 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9fd4671e-7914-4120-aaae-0aafb3047686 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "DELETE /v2.0/subnets/45674a20-0eea-4626-aa8d-983acb5645d9 HTTP/1.1" status: 204 len: 168 time: 0.5049837 Sep 08 09:16:11.289763 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59764) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:11.330300 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcccb62f-5d73-4e04-998a-f66a3cbc7151 None None] Pushing event deleted for resources: {'Port': ['ID=b56a41c0-8566-43db-8843-f65dfd8051a9,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:11.332442 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7718d468-6191-4cbc-8b6c-cc644a660ee7 None None] Network 9e5db640-24ab-4286-ae44-35ebe491bc85 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:16:11.336262 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8276cd-821d-4d61-a70b-7e7be4c0d922 req-c806bf6b-542a-4852-831e-99d231810586 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:11.351449 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d178327-18cf-4e82-a537-e612223e0189 req-a3ac8685-aabc-4b16-b643-8e0977c54f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:11.353431 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2d178327-18cf-4e82-a537-e612223e0189 req-a3ac8685-aabc-4b16-b643-8e0977c54f7e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7d9ca010-a841-4012-aaa1-2a86eaf161a1 HTTP/1.1" status: 200 len: 846 time: 0.1073456 Sep 08 09:16:11.354121 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9f8276cd-821d-4d61-a70b-7e7be4c0d922 req-c806bf6b-542a-4852-831e-99d231810586 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=52281d16-bb29-4c3a-8258-ac6f3579a32a HTTP/1.1" status: 200 len: 943 time: 0.1354458 Sep 08 09:16:11.358442 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5ace9a61-7696-4a00-ae9d-500714406b3c tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:11.446650 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcccb62f-5d73-4e04-998a-f66a3cbc7151 None None] No DVR routers for this DVR port b56a41c0-8566-43db-8843-f65dfd8051a9 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:16:11.468508 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-66cb288f-d118-4415-b41d-0334390a83f8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:11.481064 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ace9a61-7696-4a00-ae9d-500714406b3c tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] No DVR routers for this DVR port b56a41c0-8566-43db-8843-f65dfd8051a9 on host n-d-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:16:11.489289 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2d178327-18cf-4e82-a537-e612223e0189 req-e57f2e4f-7fd7-4fc3-9a74-404762381244 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48c54abd-6f52-4b1d-9226-4a2566a5fe28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1148002 Sep 08 09:16:11.500660 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9f8276cd-821d-4d61-a70b-7e7be4c0d922 req-1d39e1ff-af1e-4245-980b-1495e4edfffa tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441944 Sep 08 09:16:11.501252 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace9a61-7696-4a00-ae9d-500714406b3c tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Pushing event deleted for resources: {'Port': ['ID=b56a41c0-8566-43db-8843-f65dfd8051a9,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:11.611519 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e9be49-a2cb-4c2a-9399-0b789dca7f54 None None] DHCP port deletion for a6466a2f-2b53-4119-8b26-568b844a1e77 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:16:11.702727 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2d178327-18cf-4e82-a537-e612223e0189 req-88d0b023-364e-4976-88b0-7899a5d81ded service neutron] 10.222.0.35 "GET /v2.0/networks/48c54abd-6f52-4b1d-9226-4a2566a5fe28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976779 Sep 08 09:16:11.726099 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-66cb288f-d118-4415-b41d-0334390a83f8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Deleting port a22b8607-4dba-4728-9550-62874b67964f {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:16:11.726099 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-66cb288f-d118-4415-b41d-0334390a83f8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:11.770310 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-73e9be49-a2cb-4c2a-9399-0b789dca7f54 None None] Deleting port a22b8607-4dba-4728-9550-62874b67964f {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:16:11.770979 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-73e9be49-a2cb-4c2a-9399-0b789dca7f54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:11.813886 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978b9555-412c-4776-9db9-31ad4e598b73 None None] DHCP port deletion for 9e5db640-24ab-4286-ae44-35ebe491bc85 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:16:11.829210 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-66cb288f-d118-4415-b41d-0334390a83f8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] For port a22b8607-4dba-4728-9550-62874b67964f, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a22b8607-4dba-4728-9550-62874b67964f,segment=NetworkSegment(adc98b40-fc10-42de-bb5a-eefd1ff5b267),segment_id=adc98b40-fc10-42de-bb5a-eefd1ff5b267)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:16:11.829934 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-66cb288f-d118-4415-b41d-0334390a83f8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:11.854550 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-66cb288f-d118-4415-b41d-0334390a83f8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Calling delete_port for a22b8607-4dba-4728-9550-62874b67964f owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:16:11.910254 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2d178327-18cf-4e82-a537-e612223e0189 req-57640962-9283-48a6-8d17-e265b1fd7cb4 service neutron] 10.222.0.35 "GET /v2.0/networks/48c54abd-6f52-4b1d-9226-4a2566a5fe28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914675 Sep 08 09:16:11.948418 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5ace9a61-7696-4a00-ae9d-500714406b3c tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:11.961421 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-73e9be49-a2cb-4c2a-9399-0b789dca7f54 None None] For port a22b8607-4dba-4728-9550-62874b67964f, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a22b8607-4dba-4728-9550-62874b67964f,segment=NetworkSegment(adc98b40-fc10-42de-bb5a-eefd1ff5b267),segment_id=adc98b40-fc10-42de-bb5a-eefd1ff5b267)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:16:11.963555 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-73e9be49-a2cb-4c2a-9399-0b789dca7f54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:11.971540 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-5ace9a61-7696-4a00-ae9d-500714406b3c tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24b05ebf-9739-48e4-962a-0a9e002438b9']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:11.983682 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-5ace9a61-7696-4a00-ae9d-500714406b3c tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9de43547-41fb-4061-86be-272012b37066') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:11.983993 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-5ace9a61-7696-4a00-ae9d-500714406b3c tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9de43547-41fb-4061-86be-272012b37066') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:12.023451 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-73e9be49-a2cb-4c2a-9399-0b789dca7f54 None None] Calling delete_port for a22b8607-4dba-4728-9550-62874b67964f owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:16:12.024225 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-66cb288f-d118-4415-b41d-0334390a83f8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:12.048885 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5ace9a61-7696-4a00-ae9d-500714406b3c tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:12.094006 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb288f-d118-4415-b41d-0334390a83f8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event deleted for resources: {'Port': ['ID=a22b8607-4dba-4728-9550-62874b67964f,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:12.106608 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cb288f-d118-4415-b41d-0334390a83f8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] No DVR routers for this DVR port a22b8607-4dba-4728-9550-62874b67964f on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:16:12.109033 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5ace9a61-7696-4a00-ae9d-500714406b3c tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:12.119250 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ace9a61-7696-4a00-ae9d-500714406b3c tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:16:12.120064 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5ace9a61-7696-4a00-ae9d-500714406b3c tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:12.123473 n-d-806683-11 neutron-server[94712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:16:12.123473 n-d-806683-11 neutron-server[94712]: self.session.flush() Sep 08 09:16:12.123473 n-d-806683-11 neutron-server[94712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:16:12.123473 n-d-806683-11 neutron-server[94712]: self.session.flush() Sep 08 09:16:12.123473 n-d-806683-11 neutron-server[94712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:16:12.123473 n-d-806683-11 neutron-server[94712]: self.session.flush() Sep 08 09:16:12.123473 n-d-806683-11 neutron-server[94712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:16:12.123473 n-d-806683-11 neutron-server[94712]: self.session.flush() Sep 08 09:16:12.123473 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:16:12.123473 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:16:12.123473 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:16:12.123473 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:16:12.123473 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:16:12.123473 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:16:12.123473 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:16:12.123473 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:16:12.123473 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:16:12.123473 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:16:12.123473 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:16:12.123473 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:16:12.123473 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:16:12.123473 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:16:12.123473 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:16:12.123473 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:16:12.123473 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:16:12.123473 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:16:12.123473 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:16:12.123473 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:16:12.123473 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:16:12.123473 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:16:12.123473 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:16:12.123473 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:16:12.123473 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:16:12.123473 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:16:12.123473 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:16:12.123473 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:16:12.123473 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:16:12.123473 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:16:12.123473 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:16:12.123473 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:16:12.157744 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ca3f5-d92e-4e17-a8d2-a6c5210ed9f2 req-216af19e-fedd-41d6-a465-05ec01193951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:12.159848 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9e5ca3f5-d92e-4e17-a8d2-a6c5210ed9f2 req-216af19e-fedd-41d6-a465-05ec01193951 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=361efd7dd288461f98c228af9e362c93&device_id=52281d16-bb29-4c3a-8258-ac6f3579a32a HTTP/1.1" status: 200 len: 1095 time: 0.1318586 Sep 08 09:16:12.294764 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5ace9a61-7696-4a00-ae9d-500714406b3c tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:12.311210 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-978b9555-412c-4776-9db9-31ad4e598b73 None None] Deleting port 5a24c462-277e-416b-928f-1abe8c188d01 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:16:12.312102 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-978b9555-412c-4776-9db9-31ad4e598b73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:12.327361 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-66cb288f-d118-4415-b41d-0334390a83f8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:12.377689 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5ace9a61-7696-4a00-ae9d-500714406b3c tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:12.379745 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5ace9a61-7696-4a00-ae9d-500714406b3c tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] 10.222.0.54 "DELETE /v2.0/networks/24b05ebf-9739-48e4-962a-0a9e002438b9 HTTP/1.1" status: 204 len: 168 time: 2.2695379 Sep 08 09:16:12.383138 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59776) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:12.401607 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-66cb288f-d118-4415-b41d-0334390a83f8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6466a2f-2b53-4119-8b26-568b844a1e77']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:12.418752 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-66cb288f-d118-4415-b41d-0334390a83f8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adc98b40-fc10-42de-bb5a-eefd1ff5b267') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:12.419069 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-66cb288f-d118-4415-b41d-0334390a83f8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adc98b40-fc10-42de-bb5a-eefd1ff5b267') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:12.426859 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a22b8607-4dba-4728-9550-62874b67964f no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:16:12.434227 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-73e9be49-a2cb-4c2a-9399-0b789dca7f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:12.456276 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-66cb288f-d118-4415-b41d-0334390a83f8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:12.480186 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-66cb288f-d118-4415-b41d-0334390a83f8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:12.489157 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace9a61-7696-4a00-ae9d-500714406b3c tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Pushing event deleted for resources: {'Network': ['ID=24b05ebf-9739-48e4-962a-0a9e002438b9,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:12.498667 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66cb288f-d118-4415-b41d-0334390a83f8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:16:12.499638 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-66cb288f-d118-4415-b41d-0334390a83f8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:12.516914 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:16:12.516914 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:16:12.516914 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:16:12.516914 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:16:12.516914 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:16:12.516914 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:16:12.516914 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:16:12.516914 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:16:12.516914 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:16:12.516914 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:16:12.516914 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:16:12.516914 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:16:12.516914 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:16:12.516914 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:16:12.516914 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:16:12.516914 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:16:12.516914 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:16:12.516914 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:16:12.516914 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:16:12.516914 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:16:12.516914 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:16:12.516914 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:16:12.516914 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:16:12.516914 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:16:12.516914 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:16:12.516914 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:16:12.516914 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:16:12.516914 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:16:12.516914 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:16:12.516914 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:16:12.516914 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:16:12.516914 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:16:12.623515 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fe293247-88e9-4814-aa9d-e51f10dc5d6c tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:12.625805 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ca3f5-d92e-4e17-a8d2-a6c5210ed9f2 req-46104451-6dc7-4fb4-a7c7-deac9a78041f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:12.627345 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9e5ca3f5-d92e-4e17-a8d2-a6c5210ed9f2 req-46104451-6dc7-4fb4-a7c7-deac9a78041f service neutron] 10.222.0.35 "GET /v2.0/networks?id=48c54abd-6f52-4b1d-9226-4a2566a5fe28 HTTP/1.1" status: 200 len: 907 time: 0.4345033 Sep 08 09:16:12.653797 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-66cb288f-d118-4415-b41d-0334390a83f8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:12.661118 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-66cb288f-d118-4415-b41d-0334390a83f8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:12.668687 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-66cb288f-d118-4415-b41d-0334390a83f8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "DELETE /v2.0/networks/a6466a2f-2b53-4119-8b26-568b844a1e77 HTTP/1.1" status: 204 len: 168 time: 1.3778608 Sep 08 09:16:12.670807 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59782) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:12.676839 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9e5ca3f5-d92e-4e17-a8d2-a6c5210ed9f2 req-ffb9dff4-f9f8-4b6e-8c97-53e46da8d903 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee1fe0d3-89cc-40cd-b84c-98129b50edc7 HTTP/1.1" status: 200 len: 217 time: 0.0401375 Sep 08 09:16:12.715326 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb288f-d118-4415-b41d-0334390a83f8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event deleted for resources: {'Network': ['ID=a6466a2f-2b53-4119-8b26-568b844a1e77,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:12.827728 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e9be49-a2cb-4c2a-9399-0b789dca7f54 None None] No DVR routers for this DVR port a22b8607-4dba-4728-9550-62874b67964f on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:16:12.861650 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: a22b8607-4dba-4728-9550-62874b67964f {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:16:12.863742 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a22b8607-4dba-4728-9550-62874b67964f not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:16:12.864444 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 5a24c462-277e-416b-928f-1abe8c188d01 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:16:12.871624 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e9be49-a2cb-4c2a-9399-0b789dca7f54 None None] Pushing event deleted for resources: {'Port': ['ID=a22b8607-4dba-4728-9550-62874b67964f,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:12.920923 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-330a202c-b2c6-427f-b126-6a1810a66663 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:12.966179 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021a25a-b766-4d9f-aeec-c06f68bb7212 req-0d2fe0d5-a583-4aa1-a87b-e34f57253899 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:12.971451 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6021a25a-b766-4d9f-aeec-c06f68bb7212 req-0d2fe0d5-a583-4aa1-a87b-e34f57253899 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=52281d16-bb29-4c3a-8258-ac6f3579a32a HTTP/1.1" status: 200 len: 943 time: 0.2900422 Sep 08 09:16:12.997013 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-330a202c-b2c6-427f-b126-6a1810a66663 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Deleting port 5a24c462-277e-416b-928f-1abe8c188d01 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:16:12.997398 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-330a202c-b2c6-427f-b126-6a1810a66663 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:13.001805 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-978b9555-412c-4776-9db9-31ad4e598b73 None None] For port 5a24c462-277e-416b-928f-1abe8c188d01, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=5a24c462-277e-416b-928f-1abe8c188d01,segment=NetworkSegment(b410bf23-ee52-4248-b48d-8b06277a5446),segment_id=b410bf23-ee52-4248-b48d-8b06277a5446)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:16:13.002237 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-978b9555-412c-4776-9db9-31ad4e598b73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:13.036632 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-978b9555-412c-4776-9db9-31ad4e598b73 None None] Calling delete_port for 5a24c462-277e-416b-928f-1abe8c188d01 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:16:13.077935 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ca3f5-d92e-4e17-a8d2-a6c5210ed9f2 req-60514aab-ad92-4803-b841-e7ca7334c82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:13.079652 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9e5ca3f5-d92e-4e17-a8d2-a6c5210ed9f2 req-60514aab-ad92-4803-b841-e7ca7334c82e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7d9ca010-a841-4012-aaa1-2a86eaf161a1 HTTP/1.1" status: 200 len: 846 time: 0.3898554 Sep 08 09:16:13.096869 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:13.099871 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fe293247-88e9-4814-aa9d-e51f10dc5d6c tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:13.132512 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-330a202c-b2c6-427f-b126-6a1810a66663 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] For port 5a24c462-277e-416b-928f-1abe8c188d01, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=5a24c462-277e-416b-928f-1abe8c188d01,segment=NetworkSegment(b410bf23-ee52-4248-b48d-8b06277a5446),segment_id=b410bf23-ee52-4248-b48d-8b06277a5446)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:16:13.133302 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-330a202c-b2c6-427f-b126-6a1810a66663 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:13.150815 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 5a24c462-277e-416b-928f-1abe8c188d01, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=5a24c462-277e-416b-928f-1abe8c188d01,segment=NetworkSegment(b410bf23-ee52-4248-b48d-8b06277a5446),segment_id=b410bf23-ee52-4248-b48d-8b06277a5446)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:16:13.159719 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:13.200254 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-330a202c-b2c6-427f-b126-6a1810a66663 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Calling delete_port for 5a24c462-277e-416b-928f-1abe8c188d01 owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:16:13.221684 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=5a24c462-277e-416b-928f-1abe8c188d01,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:13.223588 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9e5ca3f5-d92e-4e17-a8d2-a6c5210ed9f2 req-37d4ec9d-5783-49c6-98e4-6c08b5df9e40 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48c54abd-6f52-4b1d-9226-4a2566a5fe28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1164172 Sep 08 09:16:13.240690 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-978b9555-412c-4776-9db9-31ad4e598b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:13.250442 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-fe293247-88e9-4814-aa9d-e51f10dc5d6c tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['060211f4-452f-4d0f-bfe2-c690f95401b0']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:13.278299 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6021a25a-b766-4d9f-aeec-c06f68bb7212 req-31780cde-622b-4cea-9b81-6cbb67d43cfc tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948697 Sep 08 09:16:13.288896 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-fe293247-88e9-4814-aa9d-e51f10dc5d6c tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4a479be-b793-4dbe-a88f-c12356270999') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:13.288896 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-fe293247-88e9-4814-aa9d-e51f10dc5d6c tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4a479be-b793-4dbe-a88f-c12356270999') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:13.304523 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b9555-412c-4776-9db9-31ad4e598b73 None None] Pushing event deleted for resources: {'Port': ['ID=5a24c462-277e-416b-928f-1abe8c188d01,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:13.306446 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978b9555-412c-4776-9db9-31ad4e598b73 None None] No DVR routers for this DVR port 5a24c462-277e-416b-928f-1abe8c188d01 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:16:13.325053 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fe293247-88e9-4814-aa9d-e51f10dc5d6c tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:13.328624 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3c1e1d-da2a-4a67-8072-ec195231e5eb None None] get_active_networks_info from n-d-806683-11 {{(pid=94714) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 08 09:16:13.359519 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fe293247-88e9-4814-aa9d-e51f10dc5d6c tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:13.367898 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe293247-88e9-4814-aa9d-e51f10dc5d6c tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:16:13.368302 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fe293247-88e9-4814-aa9d-e51f10dc5d6c tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:13.442612 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-330a202c-b2c6-427f-b126-6a1810a66663 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:13.446245 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:16:13.446245 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:16:13.446245 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:16:13.446245 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:16:13.446245 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:16:13.446245 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:16:13.446245 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:16:13.446245 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:16:13.446245 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:16:13.446245 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:16:13.446245 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:16:13.446245 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:16:13.446245 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:16:13.446245 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:16:13.446245 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:16:13.446245 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:16:13.446245 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:16:13.446245 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:16:13.446245 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:16:13.446245 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:16:13.446245 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:16:13.446245 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:16:13.446245 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:16:13.446245 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:16:13.446245 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:16:13.446245 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:16:13.446245 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:16:13.446245 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:16:13.446245 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:16:13.446245 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:16:13.446245 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:16:13.446245 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:16:13.483580 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a202c-b2c6-427f-b126-6a1810a66663 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event deleted for resources: {'Port': ['ID=5a24c462-277e-416b-928f-1abe8c188d01,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:13.496564 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330a202c-b2c6-427f-b126-6a1810a66663 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] No DVR routers for this DVR port 5a24c462-277e-416b-928f-1abe8c188d01 on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:16:13.509847 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fe293247-88e9-4814-aa9d-e51f10dc5d6c tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:13.528842 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3c1e1d-da2a-4a67-8072-ec195231e5eb None None] Resources bound (agent type, host, resource id): {{(pid=94714) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 08 09:16:13.543998 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fe293247-88e9-4814-aa9d-e51f10dc5d6c tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:13.551603 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-fe293247-88e9-4814-aa9d-e51f10dc5d6c tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] 10.222.0.54 "DELETE /v2.0/networks/060211f4-452f-4d0f-bfe2-c690f95401b0 HTTP/1.1" status: 204 len: 168 time: 1.1672356 Sep 08 09:16:13.607788 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59790) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:13.610130 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9e5ca3f5-d92e-4e17-a8d2-a6c5210ed9f2 req-f6bc1664-f146-4e13-96b9-2999f170e3ba service neutron] 10.222.0.35 "GET /v2.0/networks/48c54abd-6f52-4b1d-9226-4a2566a5fe28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722527 Sep 08 09:16:13.615833 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-330a202c-b2c6-427f-b126-6a1810a66663 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:13.660037 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-330a202c-b2c6-427f-b126-6a1810a66663 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e5db640-24ab-4286-ae44-35ebe491bc85']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:13.672182 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-330a202c-b2c6-427f-b126-6a1810a66663 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b410bf23-ee52-4248-b48d-8b06277a5446') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:13.673414 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-330a202c-b2c6-427f-b126-6a1810a66663 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b410bf23-ee52-4248-b48d-8b06277a5446') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:13.691033 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-330a202c-b2c6-427f-b126-6a1810a66663 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:13.713309 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-330a202c-b2c6-427f-b126-6a1810a66663 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:13.722276 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-330a202c-b2c6-427f-b126-6a1810a66663 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:16:13.722276 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-330a202c-b2c6-427f-b126-6a1810a66663 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:13.724684 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe293247-88e9-4814-aa9d-e51f10dc5d6c tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Pushing event deleted for resources: {'Network': ['ID=060211f4-452f-4d0f-bfe2-c690f95401b0,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:13.751019 n-d-806683-11 neutron-server[94713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:16:13.751019 n-d-806683-11 neutron-server[94713]: self.session.flush() Sep 08 09:16:13.751019 n-d-806683-11 neutron-server[94713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:16:13.751019 n-d-806683-11 neutron-server[94713]: self.session.flush() Sep 08 09:16:13.751019 n-d-806683-11 neutron-server[94713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:16:13.751019 n-d-806683-11 neutron-server[94713]: self.session.flush() Sep 08 09:16:13.751019 n-d-806683-11 neutron-server[94713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:16:13.751019 n-d-806683-11 neutron-server[94713]: self.session.flush() Sep 08 09:16:13.751019 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:16:13.751019 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:16:13.751019 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:16:13.751019 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:16:13.751019 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:16:13.751019 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:16:13.751019 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:16:13.751019 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:16:13.751019 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:16:13.751019 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:16:13.751019 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:16:13.751019 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:16:13.751019 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:16:13.751019 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:16:13.751019 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:16:13.751019 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:16:13.751019 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:16:13.751019 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:16:13.751019 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:16:13.751019 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:16:13.751019 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:16:13.751019 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:16:13.751019 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:16:13.751019 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:16:13.751019 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:16:13.751019 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:16:13.751019 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:16:13.751019 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:16:13.751019 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:16:13.751019 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:16:13.751019 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:16:13.751019 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:16:13.800147 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-330a202c-b2c6-427f-b126-6a1810a66663 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:13.806180 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-11dc505b-39f4-487b-8934-83460f8e2182 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:13.809759 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9e5ca3f5-d92e-4e17-a8d2-a6c5210ed9f2 req-1f497d1d-cef8-435a-ac6b-c58c64b7ea19 service neutron] 10.222.0.35 "GET /v2.0/networks/48c54abd-6f52-4b1d-9226-4a2566a5fe28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717160 Sep 08 09:16:13.811134 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-330a202c-b2c6-427f-b126-6a1810a66663 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:13.814433 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-330a202c-b2c6-427f-b126-6a1810a66663 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "DELETE /v2.0/networks/9e5db640-24ab-4286-ae44-35ebe491bc85 HTTP/1.1" status: 204 len: 168 time: 1.1426203 Sep 08 09:16:13.822617 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59794) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:13.827608 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-29c68043-e6d9-4b0f-b5c5-22607c6c6218 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Request body: {'network': {'name': 'tempest-RoutersTest-428016985'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:13.842641 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a202c-b2c6-427f-b126-6a1810a66663 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event deleted for resources: {'Network': ['ID=9e5db640-24ab-4286-ae44-35ebe491bc85,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:13.897057 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c68043-e6d9-4b0f-b5c5-22607c6c6218 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Made reservation on behalf of b47dd3c58c0a4fafa7b4bef429a7d4d4 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:16:13.900936 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-29c68043-e6d9-4b0f-b5c5-22607c6c6218 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:13.944897 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-11dc505b-39f4-487b-8934-83460f8e2182 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:13.975979 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29c68043-e6d9-4b0f-b5c5-22607c6c6218 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:16:13.982123 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-11dc505b-39f4-487b-8934-83460f8e2182 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04e21920-36fe-4d15-b4bb-f8fcfd1346fb']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:13.997068 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-11dc505b-39f4-487b-8934-83460f8e2182 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b9b2edb-3984-43cb-a8b0-6efa3a91a844') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:13.997470 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-11dc505b-39f4-487b-8934-83460f8e2182 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b9b2edb-3984-43cb-a8b0-6efa3a91a844') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:13.999450 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-29c68043-e6d9-4b0f-b5c5-22607c6c6218 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:13.999807 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-29c68043-e6d9-4b0f-b5c5-22607c6c6218 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Added segment 6be305f2-f557-4481-aeae-216d7dd5e425 of type vlan for network 88a7ab7e-1816-47f5-ba48-cbf4947aead5 Sep 08 09:16:14.020501 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-11dc505b-39f4-487b-8934-83460f8e2182 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:14.057260 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-11dc505b-39f4-487b-8934-83460f8e2182 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:14.071343 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11dc505b-39f4-487b-8934-83460f8e2182 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:16:14.071772 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-11dc505b-39f4-487b-8934-83460f8e2182 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:14.074768 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:16:14.074768 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:16:14.074768 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:16:14.074768 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:16:14.074768 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:16:14.074768 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:16:14.074768 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:16:14.074768 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:16:14.074768 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:16:14.074768 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:16:14.074768 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:16:14.074768 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:16:14.074768 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:16:14.074768 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:16:14.074768 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:16:14.074768 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:16:14.074768 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:16:14.074768 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:16:14.074768 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:16:14.074768 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:16:14.074768 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:16:14.074768 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:16:14.074768 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:16:14.074768 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:16:14.074768 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:16:14.074768 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:16:14.074768 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:16:14.074768 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:16:14.074768 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:16:14.074768 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:16:14.074768 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:16:14.074768 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:16:14.088758 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-29c68043-e6d9-4b0f-b5c5-22607c6c6218 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:14.159760 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-11dc505b-39f4-487b-8934-83460f8e2182 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:14.162012 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-29c68043-e6d9-4b0f-b5c5-22607c6c6218 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:14.167915 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c68043-e6d9-4b0f-b5c5-22607c6c6218 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:14.168555 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-29c68043-e6d9-4b0f-b5c5-22607c6c6218 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:14.176493 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-11dc505b-39f4-487b-8934-83460f8e2182 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:14.179075 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-11dc505b-39f4-487b-8934-83460f8e2182 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] 10.222.0.54 "DELETE /v2.0/networks/04e21920-36fe-4d15-b4bb-f8fcfd1346fb HTTP/1.1" status: 204 len: 168 time: 0.5673480 Sep 08 09:16:14.182208 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59804) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:14.264283 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c68043-e6d9-4b0f-b5c5-22607c6c6218 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event updated for resources: {'Network': ['ID=88a7ab7e-1816-47f5-ba48-cbf4947aead5,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:14.277577 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-29c68043-e6d9-4b0f-b5c5-22607c6c6218 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4537416 Sep 08 09:16:14.297174 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59808) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:14.313602 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-37583bc9-c34d-43a5-a52b-eed128f9902c tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Request body: {'subnet': {'network_id': '88a7ab7e-1816-47f5-ba48-cbf4947aead5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:14.318521 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc505b-39f4-487b-8934-83460f8e2182 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Pushing event deleted for resources: {'Network': ['ID=04e21920-36fe-4d15-b4bb-f8fcfd1346fb,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:14.335378 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 88a7ab7e-1816-47f5-ba48-cbf4947aead5 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:16:14.507818 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37583bc9-c34d-43a5-a52b-eed128f9902c tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Made reservation on behalf of b47dd3c58c0a4fafa7b4bef429a7d4d4 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:16:14.512267 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-37583bc9-c34d-43a5-a52b-eed128f9902c tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:14.569271 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-15207b20-59f8-458f-bd4d-87dd30309960 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:14.659366 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae74ae9-e26c-4dfd-b706-0180c3bae25d req-e85751e9-1714-4358-ac75-90d6f4cb998d tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:14.660976 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3ae74ae9-e26c-4dfd-b706-0180c3bae25d req-e85751e9-1714-4358-ac75-90d6f4cb998d tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=52281d16-bb29-4c3a-8258-ac6f3579a32a HTTP/1.1" status: 200 len: 943 time: 0.0969961 Sep 08 09:16:14.722157 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-15207b20-59f8-458f-bd4d-87dd30309960 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:14.756002 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-15207b20-59f8-458f-bd4d-87dd30309960 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e927352-0ea5-40e1-98ac-16628c8d5ec2']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:14.765477 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-37583bc9-c34d-43a5-a52b-eed128f9902c tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:14.768707 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3ae74ae9-e26c-4dfd-b706-0180c3bae25d req-b87d7d9c-88b3-4e68-aa79-857f08a21a44 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945237 Sep 08 09:16:14.772834 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-15207b20-59f8-458f-bd4d-87dd30309960 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a251c94-c189-485c-91f3-1bcde56d6ad3') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:14.773214 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-15207b20-59f8-458f-bd4d-87dd30309960 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a251c94-c189-485c-91f3-1bcde56d6ad3') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:14.782663 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-15207b20-59f8-458f-bd4d-87dd30309960 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:14.798297 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-15207b20-59f8-458f-bd4d-87dd30309960 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:14.805645 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15207b20-59f8-458f-bd4d-87dd30309960 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:16:14.806105 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-15207b20-59f8-458f-bd4d-87dd30309960 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:14.809420 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:16:14.809420 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:16:14.809420 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:16:14.809420 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:16:14.809420 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:16:14.809420 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:16:14.809420 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:16:14.809420 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:16:14.809420 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:16:14.809420 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:16:14.809420 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:16:14.809420 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:16:14.809420 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:16:14.809420 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:16:14.809420 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:16:14.809420 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:16:14.809420 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:16:14.809420 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:16:14.809420 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:16:14.809420 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:16:14.809420 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:16:14.809420 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:16:14.809420 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:16:14.809420 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:16:14.809420 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:16:14.809420 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:16:14.809420 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:16:14.809420 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:16:14.809420 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:16:14.809420 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:16:14.809420 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:16:14.809420 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:16:14.878767 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37583bc9-c34d-43a5-a52b-eed128f9902c tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Checking segment: {'id': '6be305f2-f557-4481-aeae-216d7dd5e425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '88a7ab7e-1816-47f5-ba48-cbf4947aead5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:16:14.879367 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37583bc9-c34d-43a5-a52b-eed128f9902c tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Network hostable DHCP agents. Network: 88a7ab7e-1816-47f5-ba48-cbf4947aead5, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:16:14.880656 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-15207b20-59f8-458f-bd4d-87dd30309960 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:14.895519 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-15207b20-59f8-458f-bd4d-87dd30309960 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:14.898092 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583bc9-c34d-43a5-a52b-eed128f9902c tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event updated for resources: {'Subnet': ['ID=6f3121e1-e703-4a89-a3dd-9849e6ad1322,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:14.898429 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-15207b20-59f8-458f-bd4d-87dd30309960 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] 10.222.0.54 "DELETE /v2.0/networks/9e927352-0ea5-40e1-98ac-16628c8d5ec2 HTTP/1.1" status: 204 len: 168 time: 0.7148328 Sep 08 09:16:14.909617 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15207b20-59f8-458f-bd4d-87dd30309960 tempest-BulkNetworkOpsIpV6Test-1714825239 tempest-BulkNetworkOpsIpV6Test-1714825239-project] Pushing event deleted for resources: {'Network': ['ID=9e927352-0ea5-40e1-98ac-16628c8d5ec2,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:14.926403 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37583bc9-c34d-43a5-a52b-eed128f9902c tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Network 88a7ab7e-1816-47f5-ba48-cbf4947aead5 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:16:14.939379 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-37583bc9-c34d-43a5-a52b-eed128f9902c tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 88a7ab7e-1816-47f5-ba48-cbf4947aead5) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:16:14.944949 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37583bc9-c34d-43a5-a52b-eed128f9902c tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:14.945564 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-37583bc9-c34d-43a5-a52b-eed128f9902c tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:14.952833 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7a3038-c7e6-4a33-9529-6bdd31062aff None None] Network 88a7ab7e-1816-47f5-ba48-cbf4947aead5 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:16:14.968483 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59816) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:14.973591 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-e887d1d8-d9a7-4292-93e1-f8d22b3e0d29 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1572522959', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:14.978699 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-37583bc9-c34d-43a5-a52b-eed128f9902c tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6803782 Sep 08 09:16:15.022828 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e887d1d8-d9a7-4292-93e1-f8d22b3e0d29 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:15.024825 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e887d1d8-d9a7-4292-93e1-f8d22b3e0d29 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:15.104278 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e887d1d8-d9a7-4292-93e1-f8d22b3e0d29 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:15.112243 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e887d1d8-d9a7-4292-93e1-f8d22b3e0d29 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:15.137846 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e887d1d8-d9a7-4292-93e1-f8d22b3e0d29 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:15.139824 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e887d1d8-d9a7-4292-93e1-f8d22b3e0d29 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1700966 Sep 08 09:16:15.143362 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59822) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:15.155796 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-613ff0fc-cadb-457c-bf1e-e9b87d35b0a1 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Request body: {'port': {'network_id': '88a7ab7e-1816-47f5-ba48-cbf4947aead5', 'name': 'tempest-RoutersTest-1703684745'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:15.185930 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b996889f-9950-40d1-ae09-56e3df31b6cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-88a7ab7e-1816-47f5-ba48-cbf4947aead5', 'network_id': '88a7ab7e-1816-47f5-ba48-cbf4947aead5', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'fixed_ips': [{'subnet_id': '6f3121e1-e703-4a89-a3dd-9849e6ad1322'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:16:15.189883 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b996889f-9950-40d1-ae09-56e3df31b6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:15.391510 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59826) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:15.394990 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613ff0fc-cadb-457c-bf1e-e9b87d35b0a1 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Made reservation on behalf of b47dd3c58c0a4fafa7b4bef429a7d4d4 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:16:15.399732 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-613ff0fc-cadb-457c-bf1e-e9b87d35b0a1 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:15.433050 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-b996889f-9950-40d1-ae09-56e3df31b6cd None None] Allocated IP 172.20.0.2 (88a7ab7e-1816-47f5-ba48-cbf4947aead5/6f3121e1-e703-4a89-a3dd-9849e6ad1322/55c98b30-4505-44d8-90d9-79538f568504) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:16:15.456007 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-613ff0fc-cadb-457c-bf1e-e9b87d35b0a1 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] device_id is not set on port 23cc811d-7484-4cc2-8372-9e63d72f53fc yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:16:15.652389 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d42125c9-64ce-4130-8e05-7c378cad48df admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=039e5ec45c474f7f8d7967c2a49cde34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2595856 Sep 08 09:16:15.655084 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59836) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:15.691830 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b996889f-9950-40d1-ae09-56e3df31b6cd None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:15.720088 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-721ecbc9-bdb9-4520-af79-3374deb2fb93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:15.730813 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-b996889f-9950-40d1-ae09-56e3df31b6cd None None] Transition to ACTIVE for port object 55c98b30-4505-44d8-90d9-79538f568504 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:16:15.750314 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-721ecbc9-bdb9-4520-af79-3374deb2fb93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:15.763895 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-b996889f-9950-40d1-ae09-56e3df31b6cd None None] Transition to ACTIVE for port object 55c98b30-4505-44d8-90d9-79538f568504 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:16:15.774423 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b996889f-9950-40d1-ae09-56e3df31b6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:15.825236 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-721ecbc9-bdb9-4520-af79-3374deb2fb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:15.828585 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-721ecbc9-bdb9-4520-af79-3374deb2fb93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:15.830282 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-721ecbc9-bdb9-4520-af79-3374deb2fb93 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/76dd5855-12ed-4253-84a6-d39efd117d21 HTTP/1.1" status: 204 len: 168 time: 0.1743591 Sep 08 09:16:15.844100 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device ee1fe0d3-89cc-40cd-b84c-98129b50edc7 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:16:15.856515 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b996889f-9950-40d1-ae09-56e3df31b6cd None None] Network 88a7ab7e-1816-47f5-ba48-cbf4947aead5 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:16:15.866438 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-b996889f-9950-40d1-ae09-56e3df31b6cd None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:16:15.868929 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ecbc9-bdb9-4520-af79-3374deb2fb93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76dd5855-12ed-4253-84a6-d39efd117d21,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:15.880064 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-613ff0fc-cadb-457c-bf1e-e9b87d35b0a1 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Allocated IP 172.20.0.4 (88a7ab7e-1816-47f5-ba48-cbf4947aead5/6f3121e1-e703-4a89-a3dd-9849e6ad1322/23cc811d-7484-4cc2-8372-9e63d72f53fc) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:16:15.881180 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b996889f-9950-40d1-ae09-56e3df31b6cd None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:16:15.888085 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b996889f-9950-40d1-ae09-56e3df31b6cd None None] Pushing event updated for resources: {'Port': ['ID=55c98b30-4505-44d8-90d9-79538f568504,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:16.019529 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-b996889f-9950-40d1-ae09-56e3df31b6cd None None] Attempting to bind port 55c98b30-4505-44d8-90d9-79538f568504 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:16:16.020013 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-b996889f-9950-40d1-ae09-56e3df31b6cd None None] Attempting to bind port 55c98b30-4505-44d8-90d9-79538f568504 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '6be305f2-f557-4481-aeae-216d7dd5e425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '88a7ab7e-1816-47f5-ba48-cbf4947aead5'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:16:16.020456 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b996889f-9950-40d1-ae09-56e3df31b6cd None None] Attempting to bind port 55c98b30-4505-44d8-90d9-79538f568504 on network 88a7ab7e-1816-47f5-ba48-cbf4947aead5 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:16:16.035639 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b996889f-9950-40d1-ae09-56e3df31b6cd None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:16:16.036269 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b996889f-9950-40d1-ae09-56e3df31b6cd None None] Checking segment: {'id': '6be305f2-f557-4481-aeae-216d7dd5e425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '88a7ab7e-1816-47f5-ba48-cbf4947aead5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:16:16.036740 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b996889f-9950-40d1-ae09-56e3df31b6cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:16.037204 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b996889f-9950-40d1-ae09-56e3df31b6cd None None] Bound using segment: {'id': '6be305f2-f557-4481-aeae-216d7dd5e425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '88a7ab7e-1816-47f5-ba48-cbf4947aead5'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:16:16.038313 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-b996889f-9950-40d1-ae09-56e3df31b6cd None None] Bound port: 55c98b30-4505-44d8-90d9-79538f568504, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6be305f2-f557-4481-aeae-216d7dd5e425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '88a7ab7e-1816-47f5-ba48-cbf4947aead5'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:16:16.038781 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b996889f-9950-40d1-ae09-56e3df31b6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:16.048674 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b4afac-e2ff-4f71-afbc-c5db30564835 req-6af09dc7-b375-45da-8005-ffb055894726 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:16.056524 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a0b4afac-e2ff-4f71-afbc-c5db30564835 req-6af09dc7-b375-45da-8005-ffb055894726 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=52281d16-bb29-4c3a-8258-ac6f3579a32a HTTP/1.1" status: 200 len: 943 time: 0.1450577 Sep 08 09:16:16.075665 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-613ff0fc-cadb-457c-bf1e-e9b87d35b0a1 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:16.095105 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-613ff0fc-cadb-457c-bf1e-e9b87d35b0a1 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Transition to ACTIVE for port object 23cc811d-7484-4cc2-8372-9e63d72f53fc will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:16:16.137479 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-613ff0fc-cadb-457c-bf1e-e9b87d35b0a1 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:16.160841 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port ee1fe0d3-89cc-40cd-b84c-98129b50edc7, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=ee1fe0d3-89cc-40cd-b84c-98129b50edc7,segment=NetworkSegment(7ce255b1-6bde-43a1-82b1-212ac77774b3),segment_id=7ce255b1-6bde-43a1-82b1-212ac77774b3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:16:16.193146 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a0b4afac-e2ff-4f71-afbc-c5db30564835 req-6c9fff97-137e-4495-a5f7-f4973ee583cd tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304207 Sep 08 09:16:16.217351 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-b996889f-9950-40d1-ae09-56e3df31b6cd None None] For port 55c98b30-4505-44d8-90d9-79538f568504, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:16:16.221411 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-b996889f-9950-40d1-ae09-56e3df31b6cd None None] For port 55c98b30-4505-44d8-90d9-79538f568504, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=55c98b30-4505-44d8-90d9-79538f568504,segment=NetworkSegment(6be305f2-f557-4481-aeae-216d7dd5e425),segment_id=6be305f2-f557-4481-aeae-216d7dd5e425)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:16:16.229012 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': 'ee1fe0d3-89cc-40cd-b84c-98129b50edc7', 'network_id': '48c54abd-6f52-4b1d-9226-4a2566a5fe28', 'port_id': 'ee1fe0d3-89cc-40cd-b84c-98129b50edc7', 'mac_address': 'fa:16:3e:33:1d:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d9ca010-a841-4012-aaa1-2a86eaf161a1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:16:16.232175 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b996889f-9950-40d1-ae09-56e3df31b6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:16.239796 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613ff0fc-cadb-457c-bf1e-e9b87d35b0a1 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Network 88a7ab7e-1816-47f5-ba48-cbf4947aead5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:16:16.251061 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-613ff0fc-cadb-457c-bf1e-e9b87d35b0a1 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:16:16.255436 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613ff0fc-cadb-457c-bf1e-e9b87d35b0a1 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:16:16.315745 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613ff0fc-cadb-457c-bf1e-e9b87d35b0a1 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event updated for resources: {'Port': ['ID=23cc811d-7484-4cc2-8372-9e63d72f53fc,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:16.317792 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b996889f-9950-40d1-ae09-56e3df31b6cd None None] Pushing event updated for resources: {'Port': ['ID=55c98b30-4505-44d8-90d9-79538f568504,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:16.372268 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:16.373228 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613ff0fc-cadb-457c-bf1e-e9b87d35b0a1 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:16.373944 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-613ff0fc-cadb-457c-bf1e-e9b87d35b0a1 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:16.389969 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee1fe0d3-89cc-40cd-b84c-98129b50edc7 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:16:16.406703 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59850) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:16.406914 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-613ff0fc-cadb-457c-bf1e-e9b87d35b0a1 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.2614036 Sep 08 09:16:16.434843 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port ee1fe0d3-89cc-40cd-b84c-98129b50edc7, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=ee1fe0d3-89cc-40cd-b84c-98129b50edc7,segment=NetworkSegment(7ce255b1-6bde-43a1-82b1-212ac77774b3),segment_id=7ce255b1-6bde-43a1-82b1-212ac77774b3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:16:16.445604 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:16.510205 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=ee1fe0d3-89cc-40cd-b84c-98129b50edc7,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:16.881746 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['ee1fe0d3-89cc-40cd-b84c-98129b50edc7'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:16:17.095032 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a06ef194-6706-435b-a6bb-00705e4fa92a tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:17.428412 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59882) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:17.457572 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246a714-5d61-4ec1-a841-11aa0d140a7e req-f80e41e9-f460-4ccf-bd87-30c51f1191ba tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:17.459057 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3246a714-5d61-4ec1-a841-11aa0d140a7e req-f80e41e9-f460-4ccf-bd87-30c51f1191ba tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 946 time: 0.1830220 Sep 08 09:16:17.481963 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0401eb24-1d92-4240-93e4-11162de5a1cf req-0e02ca0d-c875-4442-91d5-44930c946250 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:17.494170 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0401eb24-1d92-4240-93e4-11162de5a1cf req-0e02ca0d-c875-4442-91d5-44930c946250 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=52281d16-bb29-4c3a-8258-ac6f3579a32a HTTP/1.1" status: 200 len: 944 time: 0.1400757 Sep 08 09:16:17.525740 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3246a714-5d61-4ec1-a841-11aa0d140a7e req-283100aa-2afa-4e57-bcfe-e8d2afa94b5b tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0595205 Sep 08 09:16:17.578651 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0401eb24-1d92-4240-93e4-11162de5a1cf req-eff7debb-4f8b-483c-a59a-cee261d1ab49 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834844 Sep 08 09:16:17.614228 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a06ef194-6706-435b-a6bb-00705e4fa92a tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:17.622208 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a06ef194-6706-435b-a6bb-00705e4fa92a tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:17.626951 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7fd2e52b-d2b4-419b-af54-decdfc9bfcf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:17.629715 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-59355839-cc33-4c3b-84bd-1d1fe48e8568 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1075158292'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:17.673946 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59355839-cc33-4c3b-84bd-1d1fe48e8568 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Made reservation on behalf of ea019fc10697428ead6b1798adcd8ba7 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:16:17.679635 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-59355839-cc33-4c3b-84bd-1d1fe48e8568 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:17.690968 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-59355839-cc33-4c3b-84bd-1d1fe48e8568 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:17.725587 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06ef194-6706-435b-a6bb-00705e4fa92a tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event updated for resources: {'Port': ['ID=23cc811d-7484-4cc2-8372-9e63d72f53fc,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:17.865160 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-59355839-cc33-4c3b-84bd-1d1fe48e8568 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:17.871394 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-59355839-cc33-4c3b-84bd-1d1fe48e8568 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:17.942845 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59355839-cc33-4c3b-84bd-1d1fe48e8568 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36b8ac3f-262c-45bb-a211-7e467201f1fb,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:17.956051 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad164d0b-515b-4ad5-b1e0-35f74fe3b526 None None] Network 88a7ab7e-1816-47f5-ba48-cbf4947aead5 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:16:17.972398 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59355839-cc33-4c3b-84bd-1d1fe48e8568 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:16:17.984597 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-59355839-cc33-4c3b-84bd-1d1fe48e8568 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:17.985004 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-59355839-cc33-4c3b-84bd-1d1fe48e8568 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Added segment 880124be-b40e-4cf5-88ff-a4a05a10744c of type vlan for network c1136e3f-2a93-44e6-9fc2-3fc82e583ee3 Sep 08 09:16:18.011572 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a06ef194-6706-435b-a6bb-00705e4fa92a tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:18.040226 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-59355839-cc33-4c3b-84bd-1d1fe48e8568 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:18.075518 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-59355839-cc33-4c3b-84bd-1d1fe48e8568 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:18.082125 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59355839-cc33-4c3b-84bd-1d1fe48e8568 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:18.082764 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-59355839-cc33-4c3b-84bd-1d1fe48e8568 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:18.107034 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-4fb0c060-fb6c-4e21-8063-38e36e48972a None None] Provisioning for port 55c98b30-4505-44d8-90d9-79538f568504 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:16:18.153693 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-59355839-cc33-4c3b-84bd-1d1fe48e8568 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7193196 Sep 08 09:16:18.171582 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59888) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:18.186478 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59355839-cc33-4c3b-84bd-1d1fe48e8568 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event updated for resources: {'Network': ['ID=c1136e3f-2a93-44e6-9fc2-3fc82e583ee3,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:18.187956 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-922bd9db-bbbf-43d8-acb2-1eaeddaaa63b tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Request body: {'port': {'network_id': 'c1136e3f-2a93-44e6-9fc2-3fc82e583ee3', 'name': 'tempest-PortsIpV6TestJSON-135396733'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:18.203535 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network c1136e3f-2a93-44e6-9fc2-3fc82e583ee3 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:16:18.229193 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a06ef194-6706-435b-a6bb-00705e4fa92a tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:18.437930 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 55c98b30-4505-44d8-90d9-79538f568504 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:16:18.564075 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 55c98b30-4505-44d8-90d9-79538f568504 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:16:18.571901 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 55c98b30-4505-44d8-90d9-79538f568504 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:16:18.572288 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:18.589135 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922bd9db-bbbf-43d8-acb2-1eaeddaaa63b tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Made reservation on behalf of ea019fc10697428ead6b1798adcd8ba7 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:16:18.597174 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-922bd9db-bbbf-43d8-acb2-1eaeddaaa63b tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:18.682467 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [None req-922bd9db-bbbf-43d8-acb2-1eaeddaaa63b tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] device_id is not set on port d765c5af-e972-4e11-82a8-361344c97607 yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:16:18.739674 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:18.808084 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8657f-e617-480e-be48-0945d2c68447 req-d02810fd-711a-4419-bbe5-8137264fcfab tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:18.810170 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b8e8657f-e617-480e-be48-0945d2c68447 req-d02810fd-711a-4419-bbe5-8137264fcfab tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 946 time: 0.1191247 Sep 08 09:16:18.834852 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d468dd90-afbb-4339-b060-907a1eb1beb7 None None] Provisioning for port 23cc811d-7484-4cc2-8372-9e63d72f53fc completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:16:18.852345 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 55c98b30-4505-44d8-90d9-79538f568504, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=55c98b30-4505-44d8-90d9-79538f568504,segment=NetworkSegment(6be305f2-f557-4481-aeae-216d7dd5e425),segment_id=6be305f2-f557-4481-aeae-216d7dd5e425)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:16:18.874403 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d468dd90-afbb-4339-b060-907a1eb1beb7 None None] Provisioning complete for port 23cc811d-7484-4cc2-8372-9e63d72f53fc triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:16:18.874965 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d468dd90-afbb-4339-b060-907a1eb1beb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:18.880977 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:18.886956 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b8e8657f-e617-480e-be48-0945d2c68447 req-40dca459-b1f5-42e0-b1cc-6bb443903478 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0674982 Sep 08 09:16:18.954986 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d468dd90-afbb-4339-b060-907a1eb1beb7 None None] Port 23cc811d-7484-4cc2-8372-9e63d72f53fc cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:16:18.977966 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5861cb7-659b-420f-b82e-30bc9e721c4d req-738eaa29-aad9-48b0-8101-f9503b72723e tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:18.985600 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b5861cb7-659b-420f-b82e-30bc9e721c4d req-738eaa29-aad9-48b0-8101-f9503b72723e tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=52281d16-bb29-4c3a-8258-ac6f3579a32a HTTP/1.1" status: 200 len: 944 time: 0.2421429 Sep 08 09:16:18.995600 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d468dd90-afbb-4339-b060-907a1eb1beb7 None None] Provisioning complete for port 55c98b30-4505-44d8-90d9-79538f568504 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:16:18.995989 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d468dd90-afbb-4339-b060-907a1eb1beb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:19.176943 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=55c98b30-4505-44d8-90d9-79538f568504,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:19.314178 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-7b94d4be-bcb8-4b21-b19c-5d7c8a3dc8ac None None] Provisioning complete for port 23cc811d-7484-4cc2-8372-9e63d72f53fc triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:16:19.316588 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7b94d4be-bcb8-4b21-b19c-5d7c8a3dc8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:19.440587 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-7b94d4be-bcb8-4b21-b19c-5d7c8a3dc8ac None None] Port 23cc811d-7484-4cc2-8372-9e63d72f53fc cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:16:19.578963 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-4b93f07c-6b61-4435-8251-13cb902f6a91 None None] Provisioning complete for port 23cc811d-7484-4cc2-8372-9e63d72f53fc triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:16:19.581404 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4b93f07c-6b61-4435-8251-13cb902f6a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:19.634672 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b5861cb7-659b-420f-b82e-30bc9e721c4d req-e9748dd1-fb72-4ac7-b89c-892a7f1d4ea1 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6413851 Sep 08 09:16:19.665848 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-4b93f07c-6b61-4435-8251-13cb902f6a91 None None] Port 23cc811d-7484-4cc2-8372-9e63d72f53fc cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:16:19.703374 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171c117-cf09-4c0d-bf6d-e4e287162e8b req-f48d519d-8807-4896-bce9-0cd8377923e0 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:19.704918 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3171c117-cf09-4c0d-bf6d-e4e287162e8b req-f48d519d-8807-4896-bce9-0cd8377923e0 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.35 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 946 time: 0.1704876 Sep 08 09:16:19.836896 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device ee1fe0d3-89cc-40cd-b84c-98129b50edc7 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:16:19.844594 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a06ef194-6706-435b-a6bb-00705e4fa92a tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:19.883570 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a06ef194-6706-435b-a6bb-00705e4fa92a tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:19.940596 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-922bd9db-bbbf-43d8-acb2-1eaeddaaa63b tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:19.946165 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a06ef194-6706-435b-a6bb-00705e4fa92a tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:19.976097 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port ee1fe0d3-89cc-40cd-b84c-98129b50edc7 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:16:19.994692 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port ee1fe0d3-89cc-40cd-b84c-98129b50edc7 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:16:19.995463 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:20.098012 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06ef194-6706-435b-a6bb-00705e4fa92a tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Network 88a7ab7e-1816-47f5-ba48-cbf4947aead5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:16:20.108820 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-a06ef194-6706-435b-a6bb-00705e4fa92a tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:16:20.208900 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50794a6a-1524-4c72-925f-6a4f0280b293 req-9f046bed-04d3-4940-99df-cd70445c7a79 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:20.211831 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-50794a6a-1524-4c72-925f-6a4f0280b293 req-9f046bed-04d3-4940-99df-cd70445c7a79 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 946 time: 0.1195400 Sep 08 09:16:20.251497 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:20.308818 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52281d16-bb29-4c3a-8258-ac6f3579a32a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1fe0d3-89cc-40cd-b84c-98129b50edc7'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:16:20.319884 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-50794a6a-1524-4c72-925f-6a4f0280b293 req-02ea3a21-c735-486a-8696-b8bd89244ad2 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1006267 Sep 08 09:16:20.337459 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06ef194-6706-435b-a6bb-00705e4fa92a tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event updated for resources: {'Port': ['ID=23cc811d-7484-4cc2-8372-9e63d72f53fc,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:20.342014 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c910dc-e5bd-40a9-a680-f2b3a764e99c" -d '{"events": [{"server_uuid": "52281d16-bb29-4c3a-8258-ac6f3579a32a", "name": "network-vif-plugged", "status": "completed", "tag": "ee1fe0d3-89cc-40cd-b84c-98129b50edc7"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:16:20.391450 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-3171c117-cf09-4c0d-bf6d-e4e287162e8b req-f0dfa577-883a-45ee-aa14-8c12ab681c66 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Deleting port e892c78d-0591-4406-9e88-feb95725e7c4 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:16:20.391779 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-3171c117-cf09-4c0d-bf6d-e4e287162e8b req-f0dfa577-883a-45ee-aa14-8c12ab681c66 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:20.440423 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port ee1fe0d3-89cc-40cd-b84c-98129b50edc7, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=ee1fe0d3-89cc-40cd-b84c-98129b50edc7,segment=NetworkSegment(7ce255b1-6bde-43a1-82b1-212ac77774b3),segment_id=7ce255b1-6bde-43a1-82b1-212ac77774b3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:16:20.463575 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:20.540230 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=ee1fe0d3-89cc-40cd-b84c-98129b50edc7,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:20.546821 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 55c98b30-4505-44d8-90d9-79538f568504 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:16:20.561303 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:20.584049 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ebdeedfc-e09c-4edc-8cc9-66661df944c4 None None] Provisioning complete for port 23cc811d-7484-4cc2-8372-9e63d72f53fc triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:16:20.584664 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ebdeedfc-e09c-4edc-8cc9-66661df944c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:20.589520 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-3171c117-cf09-4c0d-bf6d-e4e287162e8b req-f0dfa577-883a-45ee-aa14-8c12ab681c66 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] For port e892c78d-0591-4406-9e88-feb95725e7c4, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=e892c78d-0591-4406-9e88-feb95725e7c4,segment=NetworkSegment(f65d12e3-feb2-45fa-813d-94ce7829a6a9),segment_id=f65d12e3-feb2-45fa-813d-94ce7829a6a9)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:16:20.589904 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-3171c117-cf09-4c0d-bf6d-e4e287162e8b req-f0dfa577-883a-45ee-aa14-8c12ab681c66 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:20.630596 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-ebdeedfc-e09c-4edc-8cc9-66661df944c4 None None] Port 23cc811d-7484-4cc2-8372-9e63d72f53fc cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:16:20.744493 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 55c98b30-4505-44d8-90d9-79538f568504 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:16:20.755869 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:20.790584 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cccc895f-5492-444b-b4e1-613425627403 x-openstack-request-id: req-cccc895f-5492-444b-b4e1-613425627403 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:16:20.791112 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52281d16-bb29-4c3a-8258-ac6f3579a32a", "name": "network-vif-plugged", "status": "completed", "tag": "ee1fe0d3-89cc-40cd-b84c-98129b50edc7", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:16:20.791511 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cccc895f-5492-444b-b4e1-613425627403 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:16:20.792058 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52281d16-bb29-4c3a-8258-ac6f3579a32a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1fe0d3-89cc-40cd-b84c-98129b50edc7', 'code': 200} Sep 08 09:16:20.792968 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f5793f0d-3063-4a42-b072-4d7f11db6e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:20.868116 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f96b4-47ba-4fb8-8952-183b7fc4a502 req-e5f5f9d9-eb30-4fa6-89c0-62f65e919150 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:20.870168 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a66f96b4-47ba-4fb8-8952-183b7fc4a502 req-e5f5f9d9-eb30-4fa6-89c0-62f65e919150 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=52281d16-bb29-4c3a-8258-ac6f3579a32a HTTP/1.1" status: 200 len: 945 time: 0.0981574 Sep 08 09:16:20.935678 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a66f96b4-47ba-4fb8-8952-183b7fc4a502 req-b7d35b75-58d3-427e-9440-901add37b3f3 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554867 Sep 08 09:16:20.944703 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-922bd9db-bbbf-43d8-acb2-1eaeddaaa63b tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:21.086134 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a06ef194-6706-435b-a6bb-00705e4fa92a tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Router 851d72f5-acfc-4725-8c27-ccac75b957e8 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:16:21.120375 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922bd9db-bbbf-43d8-acb2-1eaeddaaa63b tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event updated for resources: {'Port': ['ID=d765c5af-e972-4e11-82a8-361344c97607,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:21.128083 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28ea0b-6c16-4f85-bf69-2295d6b9cb2d req-a0253ca1-f034-4f8b-b337-74b0b70d4d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:21.129636 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-df28ea0b-6c16-4f85-bf69-2295d6b9cb2d req-a0253ca1-f034-4f8b-b337-74b0b70d4d13 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=52281d16-bb29-4c3a-8258-ac6f3579a32a HTTP/1.1" status: 200 len: 1097 time: 0.2235956 Sep 08 09:16:21.133086 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1463395d-2bc6-4c1b-93ce-98942eb30c47 req-7b8ff074-632f-4f01-b51a-b6c68c901a1e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=466dd1de-7c87-44ea-9263-ee31534de028&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2699912 Sep 08 09:16:21.235858 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-3171c117-cf09-4c0d-bf6d-e4e287162e8b req-f0dfa577-883a-45ee-aa14-8c12ab681c66 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:21.236235 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-3171c117-cf09-4c0d-bf6d-e4e287162e8b req-f0dfa577-883a-45ee-aa14-8c12ab681c66 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:21.236564 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [req-3171c117-cf09-4c0d-bf6d-e4e287162e8b req-f0dfa577-883a-45ee-aa14-8c12ab681c66 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Floating IP 2d1b2030-e018-4980-b7cb-98f435d6c6d2 disassociated. External IP: 172.25.0.89, port: e892c78d-0591-4406-9e88-feb95725e7c4. Sep 08 09:16:21.236923 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-3171c117-cf09-4c0d-bf6d-e4e287162e8b req-f0dfa577-883a-45ee-aa14-8c12ab681c66 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Calling delete_port for e892c78d-0591-4406-9e88-feb95725e7c4 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:16:21.271320 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922bd9db-bbbf-43d8-acb2-1eaeddaaa63b tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Checking segment: {'id': '880124be-b40e-4cf5-88ff-a4a05a10744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c1136e3f-2a93-44e6-9fc2-3fc82e583ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:16:21.271677 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922bd9db-bbbf-43d8-acb2-1eaeddaaa63b tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Network hostable DHCP agents. Network: c1136e3f-2a93-44e6-9fc2-3fc82e583ee3, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:16:21.427908 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-df28ea0b-6c16-4f85-bf69-2295d6b9cb2d req-0000db0b-a5c4-4334-80e6-b22d8fb82ddc service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822542 Sep 08 09:16:21.467597 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2edfff-6b32-4234-b2b7-2cf5d674ced8 req-430bafaa-99aa-4977-9c68-b3a25088e86c tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:21.470247 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6d2edfff-6b32-4234-b2b7-2cf5d674ced8 req-430bafaa-99aa-4977-9c68-b3a25088e86c tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 946 time: 0.0594535 Sep 08 09:16:21.501420 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06ef194-6706-435b-a6bb-00705e4fa92a tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:16:21.511970 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324db222-9da2-491a-9b53-935f792ba6cb None None] Sync routers for ids ['851d72f5-acfc-4725-8c27-ccac75b957e8'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:16:21.523256 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324db222-9da2-491a-9b53-935f792ba6cb None None] Routers {'851d72f5-acfc-4725-8c27-ccac75b957e8'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:16:21.524571 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-324db222-9da2-491a-9b53-935f792ba6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:16:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['851d72f5-acfc-4725-8c27-ccac75b957e8'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:21.537031 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6d2edfff-6b32-4234-b2b7-2cf5d674ced8 req-0e7eaa0d-cae6-4508-9d0b-8fb14691a067 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=576273a6-8717-419c-867e-0fcec0915505&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0568080 Sep 08 09:16:21.541151 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59934) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:21.551146 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-a06ef194-6706-435b-a6bb-00705e4fa92a tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "PUT /v2.0/routers/851d72f5-acfc-4725-8c27-ccac75b957e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1429241 Sep 08 09:16:21.552973 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922bd9db-bbbf-43d8-acb2-1eaeddaaa63b tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Network c1136e3f-2a93-44e6-9fc2-3fc82e583ee3 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:16:21.588373 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463395d-2bc6-4c1b-93ce-98942eb30c47 req-521dceaf-ae22-43ed-ab47-56d70adfe3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:21.589274 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-324db222-9da2-491a-9b53-935f792ba6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:21.589960 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1463395d-2bc6-4c1b-93ce-98942eb30c47 req-521dceaf-ae22-43ed-ab47-56d70adfe3e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=361efd7dd288461f98c228af9e362c93&device_id=466dd1de-7c87-44ea-9263-ee31534de028 HTTP/1.1" status: 200 len: 1097 time: 0.4141164 Sep 08 09:16:21.597673 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-922bd9db-bbbf-43d8-acb2-1eaeddaaa63b tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, c1136e3f-2a93-44e6-9fc2-3fc82e583ee3) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:16:21.607189 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324db222-9da2-491a-9b53-935f792ba6cb None None] Routers {'851d72f5-acfc-4725-8c27-ccac75b957e8'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:16:21.607517 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-042f8e39-934f-4804-a1c4-d5fe1edd5c31 req-89f3e53b-85dc-4897-9721-c333a45bb9df service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2702456 Sep 08 09:16:21.608307 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922bd9db-bbbf-43d8-acb2-1eaeddaaa63b tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:16:21.609267 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-324db222-9da2-491a-9b53-935f792ba6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:16:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['851d72f5-acfc-4725-8c27-ccac75b957e8'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:21.613948 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922bd9db-bbbf-43d8-acb2-1eaeddaaa63b tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:21.617948 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-922bd9db-bbbf-43d8-acb2-1eaeddaaa63b tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:21.630063 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df2a69a-2b36-428a-92b7-30ef2fd09a8e tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:21.632137 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6df2a69a-2b36-428a-92b7-30ef2fd09a8e tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "GET /v2.0/ports/23cc811d-7484-4cc2-8372-9e63d72f53fc HTTP/1.1" status: 200 len: 977 time: 0.0897918 Sep 08 09:16:21.646243 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59936) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:21.659754 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-324db222-9da2-491a-9b53-935f792ba6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:21.660442 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324db222-9da2-491a-9b53-935f792ba6cb None None] The sync data for ids ['851d72f5-acfc-4725-8c27-ccac75b957e8'] in n-d-806683-11 is: [] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:16:21.813614 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed960c0-6042-4883-ab24-40a4957874b1 None None] Network c1136e3f-2a93-44e6-9fc2-3fc82e583ee3 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:16:21.843970 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-922bd9db-bbbf-43d8-acb2-1eaeddaaa63b tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.6653607 Sep 08 09:16:21.844116 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device e892c78d-0591-4406-9e88-feb95725e7c4 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:16:21.845037 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59942) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:21.850609 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-80527bd1-537a-4fe6-bd74-489dd971c8f0 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-830429138'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:21.868271 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: e892c78d-0591-4406-9e88-feb95725e7c4 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:16:21.868670 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device e892c78d-0591-4406-9e88-feb95725e7c4 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:16:21.874423 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80527bd1-537a-4fe6-bd74-489dd971c8f0 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Made reservation on behalf of ea019fc10697428ead6b1798adcd8ba7 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:16:21.878992 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-80527bd1-537a-4fe6-bd74-489dd971c8f0 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:21.913327 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80527bd1-537a-4fe6-bd74-489dd971c8f0 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:16:21.925514 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-80527bd1-537a-4fe6-bd74-489dd971c8f0 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:21.926522 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-80527bd1-537a-4fe6-bd74-489dd971c8f0 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Added segment 0026c877-856c-43e8-b070-a6cde4fc1fff of type vlan for network 7f9a32f2-e412-4463-82d2-2e1d8fd722d4 Sep 08 09:16:21.949656 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-3171c117-cf09-4c0d-bf6d-e4e287162e8b req-f0dfa577-883a-45ee-aa14-8c12ab681c66 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:21.991053 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-80527bd1-537a-4fe6-bd74-489dd971c8f0 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:22.024520 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-80527bd1-537a-4fe6-bd74-489dd971c8f0 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:22.033129 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80527bd1-537a-4fe6-bd74-489dd971c8f0 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:22.033793 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-80527bd1-537a-4fe6-bd74-489dd971c8f0 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:22.118076 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:22.145178 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dfa577-883a-45ee-aa14-8c12ab681c66 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Pushing event deleted for resources: {'Port': ['ID=e892c78d-0591-4406-9e88-feb95725e7c4,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:22.173970 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80527bd1-537a-4fe6-bd74-489dd971c8f0 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event updated for resources: {'Network': ['ID=7f9a32f2-e412-4463-82d2-2e1d8fd722d4,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:22.176934 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463395d-2bc6-4c1b-93ce-98942eb30c47 req-d0a9d3f2-a6b6-41e5-8113-c02d3aa9a55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:22.179227 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1463395d-2bc6-4c1b-93ce-98942eb30c47 req-d0a9d3f2-a6b6-41e5-8113-c02d3aa9a55c service neutron] 10.222.0.37 "GET /v2.0/networks?id=48c54abd-6f52-4b1d-9226-4a2566a5fe28 HTTP/1.1" status: 200 len: 907 time: 0.5312572 Sep 08 09:16:22.188714 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 7f9a32f2-e412-4463-82d2-2e1d8fd722d4 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:16:22.204643 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-80527bd1-537a-4fe6-bd74-489dd971c8f0 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3581297 Sep 08 09:16:22.237986 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59950) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:22.244336 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-f2328102-dd84-4699-b0fd-e2a090d39e80 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Request body: {'ports': [{'network_id': 'c1136e3f-2a93-44e6-9fc2-3fc82e583ee3'}, {'network_id': '7f9a32f2-e412-4463-82d2-2e1d8fd722d4'}]} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:22.249517 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-f2328102-dd84-4699-b0fd-e2a090d39e80 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Request body: {'port': {'network_id': 'c1136e3f-2a93-44e6-9fc2-3fc82e583ee3'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:22.250173 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-f2328102-dd84-4699-b0fd-e2a090d39e80 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Request body: {'port': {'network_id': '7f9a32f2-e412-4463-82d2-2e1d8fd722d4'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:22.373494 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec12276-4164-4cdc-a0df-b9e01b6ba8d9 req-815f6e1c-a059-4c87-aea5-7ea201cbc411 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:22.375166 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-aec12276-4164-4cdc-a0df-b9e01b6ba8d9 req-815f6e1c-a059-4c87-aea5-7ea201cbc411 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=52281d16-bb29-4c3a-8258-ac6f3579a32a HTTP/1.1" status: 200 len: 945 time: 0.2029469 Sep 08 09:16:22.518672 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3171c117-cf09-4c0d-bf6d-e4e287162e8b req-f0dfa577-883a-45ee-aa14-8c12ab681c66 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Router 8e71d37c-9786-446a-bcce-c9b3b16e188b has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:16:22.522641 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1463395d-2bc6-4c1b-93ce-98942eb30c47 req-8d0a6df1-4350-4ea0-b69f-874cefed564f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9 HTTP/1.1" status: 200 len: 217 time: 0.0703180 Sep 08 09:16:22.576014 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-aec12276-4164-4cdc-a0df-b9e01b6ba8d9 req-f9f6a143-5dd9-4631-b1ed-7075426c67f9 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852764 Sep 08 09:16:22.582358 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2328102-dd84-4699-b0fd-e2a090d39e80 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Made reservation on behalf of ea019fc10697428ead6b1798adcd8ba7 for: {'port': 2} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:16:22.592687 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2328102-dd84-4699-b0fd-e2a090d39e80 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:22.612119 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463395d-2bc6-4c1b-93ce-98942eb30c47 req-3dc3cb98-7984-4c41-a9f4-6c4ca9d0c8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:22.613709 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1463395d-2bc6-4c1b-93ce-98942eb30c47 req-3dc3cb98-7984-4c41-a9f4-6c4ca9d0c8dc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7d9ca010-a841-4012-aaa1-2a86eaf161a1 HTTP/1.1" status: 200 len: 846 time: 0.0710585 Sep 08 09:16:22.630148 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2328102-dd84-4699-b0fd-e2a090d39e80 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:22.692138 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f8e39-934f-4804-a1c4-d5fe1edd5c31 req-1c078f2c-00e4-4bff-a7f5-48377300bcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:22.694658 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-042f8e39-934f-4804-a1c4-d5fe1edd5c31 req-1c078f2c-00e4-4bff-a7f5-48377300bcc1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=534b123b1fec4a0b9fe37215319028ae&device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 1097 time: 0.7475483 Sep 08 09:16:22.808015 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b06fab-3f68-49e2-a85d-35812883f668 req-4bf94f91-2522-4c54-9915-cd1c0d0a8990 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:22.809597 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-41b06fab-3f68-49e2-a85d-35812883f668 req-4bf94f91-2522-4c54-9915-cd1c0d0a8990 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb90c0a3-ef79-4bbe-acc9-2b38b5719617 HTTP/1.1" status: 200 len: 945 time: 0.3674920 Sep 08 09:16:22.836047 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-f2328102-dd84-4699-b0fd-e2a090d39e80 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] device_id is not set on port 020a816a-ad4d-48b0-bc6c-cc2421a693e8 yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:16:22.860358 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bd93289e-9811-40a1-9482-ac77bd38ed6b req-c57177cd-6f7d-4d3c-803c-82d9c219bd7e tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 210 time: 0.0387287 Sep 08 09:16:22.865051 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1463395d-2bc6-4c1b-93ce-98942eb30c47 req-cdf5e8db-69df-4382-af1d-1a7e72c25fb3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=48c54abd-6f52-4b1d-9226-4a2566a5fe28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1414752 Sep 08 09:16:22.959783 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59970) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:23.044121 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2328102-dd84-4699-b0fd-e2a090d39e80 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:23.057849 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3171c117-cf09-4c0d-bf6d-e4e287162e8b req-f0dfa577-883a-45ee-aa14-8c12ab681c66 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:16:23.079122 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb07fbc-e2e5-4238-a3d6-b6e47eef9f5b None None] Sync routers for ids ['8e71d37c-9786-446a-bcce-c9b3b16e188b'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:16:23.107107 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb07fbc-e2e5-4238-a3d6-b6e47eef9f5b None None] Routers {'8e71d37c-9786-446a-bcce-c9b3b16e188b'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:16:23.107746 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-ffb07fbc-e2e5-4238-a3d6-b6e47eef9f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:16:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8e71d37c-9786-446a-bcce-c9b3b16e188b'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:23.146739 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-f2328102-dd84-4699-b0fd-e2a090d39e80 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] device_id is not set on port c49415f2-3687-4884-88c8-9699472ba9b6 yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:16:23.185765 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2b9620c4-1b62-44cb-a113-a30fafe1fd6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:23.248178 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-ffb07fbc-e2e5-4238-a3d6-b6e47eef9f5b None None] Set router 8e71d37c-9786-446a-bcce-c9b3b16e188b gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:16:23.344430 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2328102-dd84-4699-b0fd-e2a090d39e80 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:23.423405 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2b9620c4-1b62-44cb-a113-a30fafe1fd6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:23.429788 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2b9620c4-1b62-44cb-a113-a30fafe1fd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:23.435834 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2328102-dd84-4699-b0fd-e2a090d39e80 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:23.503568 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:23.515246 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-ffb07fbc-e2e5-4238-a3d6-b6e47eef9f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'name': 'tempest-AttachVolumeShelveTestJSON-614609853-router', 'tenant_id': '9f5275e2d58a49a08895a50418c7508b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'f28d3dac-4c3d-44f5-9950-b4fca8cb46cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:09:34Z', 'updated_at': '2021-09-08T09:09:41Z', 'revision_number': 4, 'project_id': '9f5275e2d58a49a08895a50418c7508b', 'gw_port': {'id': 'f28d3dac-4c3d-44f5-9950-b4fca8cb46cc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:09:35Z', 'updated_at': '2021-09-08T09:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '101f7c50-22be-46db-aec9-7e9e62483fa5', 'name': '', 'network_id': 'cb338a05-96ea-4d11-88f8-690044b53ade', 'tenant_id': '9f5275e2d58a49a08895a50418c7508b', 'mac_address': 'fa:16:3e:a8:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ec84db6-4dd6-4de4-a1e0-0c0e5076306d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:09:39Z', 'updated_at': '2021-09-08T09:09:49Z', 'revision_number': 5, 'project_id': '9f5275e2d58a49a08895a50418c7508b', 'subnets': [{'id': '8ec84db6-4dd6-4de4-a1e0-0c0e5076306d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:23.515553 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1463395d-2bc6-4c1b-93ce-98942eb30c47 req-eb825702-c991-49ac-a020-e596def46cf0 service neutron] 10.222.0.37 "GET /v2.0/networks/48c54abd-6f52-4b1d-9226-4a2566a5fe28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6222363 Sep 08 09:16:23.525144 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2328102-dd84-4699-b0fd-e2a090d39e80 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Network c1136e3f-2a93-44e6-9fc2-3fc82e583ee3 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:16:23.528167 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2b9620c4-1b62-44cb-a113-a30fafe1fd6f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e4cf30f9e5be4bd08a3ff5c6856c6d4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5687509 Sep 08 09:16:23.531181 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9620c4-1b62-44cb-a113-a30fafe1fd6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb0ffb9-d29a-4241-9984-fe7f91ec64e8,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:23.534008 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-f2328102-dd84-4699-b0fd-e2a090d39e80 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:16:23.538573 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59974) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:23.545003 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2328102-dd84-4699-b0fd-e2a090d39e80 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:16:23.545631 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-41b06fab-3f68-49e2-a85d-35812883f668 req-143f9d16-425b-4846-b4d2-9380fde1c7c8 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6830039 Sep 08 09:16:23.545948 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2328102-dd84-4699-b0fd-e2a090d39e80 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:23.554371 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb07fbc-e2e5-4238-a3d6-b6e47eef9f5b None None] Checking router: 8e71d37c-9786-446a-bcce-c9b3b16e188b for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:16:23.565705 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb07fbc-e2e5-4238-a3d6-b6e47eef9f5b None None] Routers {'8e71d37c-9786-446a-bcce-c9b3b16e188b'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:16:23.566568 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-ffb07fbc-e2e5-4238-a3d6-b6e47eef9f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:16:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8e71d37c-9786-446a-bcce-c9b3b16e188b'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:23.590473 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2328102-dd84-4699-b0fd-e2a090d39e80 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event updated for resources: {'Port': ['ID=020a816a-ad4d-48b0-bc6c-cc2421a693e8,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:23.622503 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-3171c117-cf09-4c0d-bf6d-e4e287162e8b req-f0dfa577-883a-45ee-aa14-8c12ab681c66 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] No DVR routers for this DVR port e892c78d-0591-4406-9e88-feb95725e7c4 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:16:23.625364 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-3171c117-cf09-4c0d-bf6d-e4e287162e8b req-f0dfa577-883a-45ee-aa14-8c12ab681c66 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:23.627876 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3171c117-cf09-4c0d-bf6d-e4e287162e8b req-f0dfa577-883a-45ee-aa14-8c12ab681c66 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.35 "DELETE /v2.0/ports/e892c78d-0591-4406-9e88-feb95725e7c4 HTTP/1.1" status: 204 len: 173 time: 3.9107327 Sep 08 09:16:23.633314 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e0a33f-6dec-41b9-ae78-1ff0971a03f4', 'name': 'network-vif-deleted', 'tag': 'e892c78d-0591-4406-9e88-feb95725e7c4'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:16:23.635873 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f58902-8ee5-48da-8c77-ac050bc6a0d1" -d '{"events": [{"server_uuid": "36e0a33f-6dec-41b9-ae78-1ff0971a03f4", "name": "network-vif-deleted", "tag": "e892c78d-0591-4406-9e88-feb95725e7c4"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:16:23.720290 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2328102-dd84-4699-b0fd-e2a090d39e80 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event updated for resources: {'Port': ['ID=c49415f2-3687-4884-88c8-9699472ba9b6,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:23.720549 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f8e39-934f-4804-a1c4-d5fe1edd5c31 req-19a6385f-67e4-4090-879a-4632352e8824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:23.722853 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-042f8e39-934f-4804-a1c4-d5fe1edd5c31 req-19a6385f-67e4-4090-879a-4632352e8824 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd HTTP/1.1" status: 200 len: 919 time: 0.9603181 Sep 08 09:16:23.745926 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-ffb07fbc-e2e5-4238-a3d6-b6e47eef9f5b None None] Set router 8e71d37c-9786-446a-bcce-c9b3b16e188b gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:16:23.746776 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3d5d55-37df-49e2-a998-83a39c0975ae x-openstack-request-id: req-0a3d5d55-37df-49e2-a998-83a39c0975ae {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:16:23.749485 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e0a33f-6dec-41b9-ae78-1ff0971a03f4", "name": "network-vif-deleted", "tag": "e892c78d-0591-4406-9e88-feb95725e7c4", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:16:23.749859 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0a3d5d55-37df-49e2-a998-83a39c0975ae {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:16:23.750423 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e0a33f-6dec-41b9-ae78-1ff0971a03f4', 'name': 'network-vif-deleted', 'tag': 'e892c78d-0591-4406-9e88-feb95725e7c4', 'status': 'completed', 'code': 200} Sep 08 09:16:23.760111 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-03dffa6a-7d7c-4e8f-bfd0-ae7a638a2cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:23.771277 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2328102-dd84-4699-b0fd-e2a090d39e80 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Checking segment: {'id': '0026c877-856c-43e8-b070-a6cde4fc1fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7f9a32f2-e412-4463-82d2-2e1d8fd722d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:16:23.772503 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2328102-dd84-4699-b0fd-e2a090d39e80 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Network hostable DHCP agents. Network: 7f9a32f2-e412-4463-82d2-2e1d8fd722d4, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:16:23.804039 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-03dffa6a-7d7c-4e8f-bfd0-ae7a638a2cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:23.837559 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1463395d-2bc6-4c1b-93ce-98942eb30c47 req-e2c5582a-f51f-43d0-a743-7c7e9a42f98a service neutron] 10.222.0.37 "GET /v2.0/networks/48c54abd-6f52-4b1d-9226-4a2566a5fe28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968960 Sep 08 09:16:23.839970 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40fc403-8d87-47f9-9c05-20376cf2014e req-0238732a-de5f-4ad2-a961-8aa4ec5e882e tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:23.840525 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-042f8e39-934f-4804-a1c4-d5fe1edd5c31 req-82d3313c-c7c0-4f61-8ae7-d59b591f44fa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af42c450-4fe7-48ed-a9c0-9d7430483e3b HTTP/1.1" status: 200 len: 217 time: 0.0670209 Sep 08 09:16:23.841546 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d40fc403-8d87-47f9-9c05-20376cf2014e req-0238732a-de5f-4ad2-a961-8aa4ec5e882e tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=52281d16-bb29-4c3a-8258-ac6f3579a32a HTTP/1.1" status: 200 len: 945 time: 0.1460936 Sep 08 09:16:23.851240 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2328102-dd84-4699-b0fd-e2a090d39e80 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Network 7f9a32f2-e412-4463-82d2-2e1d8fd722d4 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:16:23.886268 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-f2328102-dd84-4699-b0fd-e2a090d39e80 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 7f9a32f2-e412-4463-82d2-2e1d8fd722d4) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:16:23.895149 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a25c86-c48b-4a41-9d5e-c0457ab95a1b None None] Network 7f9a32f2-e412-4463-82d2-2e1d8fd722d4 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:16:23.901560 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2328102-dd84-4699-b0fd-e2a090d39e80 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:16:23.907572 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2328102-dd84-4699-b0fd-e2a090d39e80 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:23.913506 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2328102-dd84-4699-b0fd-e2a090d39e80 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:23.914274 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2328102-dd84-4699-b0fd-e2a090d39e80 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:23.927063 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d40fc403-8d87-47f9-9c05-20376cf2014e req-70f50876-ca35-4b03-95aa-e63ab093de5b tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767913 Sep 08 09:16:23.943322 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f2328102-dd84-4699-b0fd-e2a090d39e80 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7016649 Sep 08 09:16:23.943322 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-03dffa6a-7d7c-4e8f-bfd0-ae7a638a2cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:23.957719 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-03dffa6a-7d7c-4e8f-bfd0-ae7a638a2cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:23.961047 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-03dffa6a-7d7c-4e8f-bfd0-ae7a638a2cf3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/edb0ffb9-d29a-4241-9984-fe7f91ec64e8 HTTP/1.1" status: 204 len: 168 time: 0.4209065 Sep 08 09:16:23.963348 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59984) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:24.030361 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dffa6a-7d7c-4e8f-bfd0-ae7a638a2cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb0ffb9-d29a-4241-9984-fe7f91ec64e8,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:24.105711 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-ffb07fbc-e2e5-4238-a3d6-b6e47eef9f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'name': 'tempest-AttachVolumeShelveTestJSON-614609853-router', 'tenant_id': '9f5275e2d58a49a08895a50418c7508b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'f28d3dac-4c3d-44f5-9950-b4fca8cb46cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:09:34Z', 'updated_at': '2021-09-08T09:09:41Z', 'revision_number': 4, 'project_id': '9f5275e2d58a49a08895a50418c7508b', 'gw_port': {'id': 'f28d3dac-4c3d-44f5-9950-b4fca8cb46cc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:09:35Z', 'updated_at': '2021-09-08T09:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '101f7c50-22be-46db-aec9-7e9e62483fa5', 'name': '', 'network_id': 'cb338a05-96ea-4d11-88f8-690044b53ade', 'tenant_id': '9f5275e2d58a49a08895a50418c7508b', 'mac_address': 'fa:16:3e:a8:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ec84db6-4dd6-4de4-a1e0-0c0e5076306d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:09:39Z', 'updated_at': '2021-09-08T09:09:49Z', 'revision_number': 5, 'project_id': '9f5275e2d58a49a08895a50418c7508b', 'subnets': [{'id': '8ec84db6-4dd6-4de4-a1e0-0c0e5076306d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:24.121039 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b03950ee-0dbb-460e-afcf-c01421d676b5 req-b1216b06-c92f-40c4-860c-d695f16fdeb0 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=36e0a33f-6dec-41b9-ae78-1ff0971a03f4 HTTP/1.1" status: 200 len: 210 time: 0.0961719 Sep 08 09:16:24.156172 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:24.215304 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-ace64375-b824-4e70-9047-eac7b73af8ba tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Deleting port c49415f2-3687-4884-88c8-9699472ba9b6 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:16:24.215661 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ace64375-b824-4e70-9047-eac7b73af8ba tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:24.219410 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f8e39-934f-4804-a1c4-d5fe1edd5c31 req-503b580c-7a7e-42d4-99ba-84be4b3a1f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:24.221895 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-042f8e39-934f-4804-a1c4-d5fe1edd5c31 req-503b580c-7a7e-42d4-99ba-84be4b3a1f66 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0b45300-8828-4ae8-bbfd-c70262cbd1c4 HTTP/1.1" status: 200 len: 858 time: 0.3741450 Sep 08 09:16:24.229412 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb07fbc-e2e5-4238-a3d6-b6e47eef9f5b None None] The sync data for ids ['8e71d37c-9786-446a-bcce-c9b3b16e188b'] in n-d-806683-11 is: [{'id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'name': 'tempest-AttachVolumeShelveTestJSON-614609853-router', 'tenant_id': '9f5275e2d58a49a08895a50418c7508b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'f28d3dac-4c3d-44f5-9950-b4fca8cb46cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:09:34Z', 'updated_at': '2021-09-08T09:09:41Z', 'revision_number': 4, 'project_id': '9f5275e2d58a49a08895a50418c7508b', 'gw_port': {'id': 'f28d3dac-4c3d-44f5-9950-b4fca8cb46cc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:09:35Z', 'updated_at': '2021-09-08T09:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '101f7c50-22be-46db-aec9-7e9e62483fa5', 'name': '', 'network_id': 'cb338a05-96ea-4d11-88f8-690044b53ade', 'tenant_id': '9f5275e2d58a49a08895a50418c7508b', 'mac_address': 'fa:16:3e:a8:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ec84db6-4dd6-4de4-a1e0-0c0e5076306d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:09:39Z', 'updated_at': '2021-09-08T09:09:49Z', 'revision_number': 5, 'project_id': '9f5275e2d58a49a08895a50418c7508b', 'subnets': [{'id': '8ec84db6-4dd6-4de4-a1e0-0c0e5076306d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:16:24.283789 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-042f8e39-934f-4804-a1c4-d5fe1edd5c31 req-4f9842ba-0dcb-4841-bef8-aca65a61ebce service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484579 Sep 08 09:16:24.308288 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-84f1f6e8-8dfa-49b1-954e-31716ebc5b85 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:24.331991 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ace64375-b824-4e70-9047-eac7b73af8ba tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:24.352927 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-ace64375-b824-4e70-9047-eac7b73af8ba tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Calling delete_port for c49415f2-3687-4884-88c8-9699472ba9b6 owned by {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:16:24.453734 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ace64375-b824-4e70-9047-eac7b73af8ba tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:24.484763 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace64375-b824-4e70-9047-eac7b73af8ba tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event deleted for resources: {'Port': ['ID=c49415f2-3687-4884-88c8-9699472ba9b6,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:24.490298 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ace64375-b824-4e70-9047-eac7b73af8ba tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:24.495631 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ace64375-b824-4e70-9047-eac7b73af8ba tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/ports/c49415f2-3687-4884-88c8-9699472ba9b6 HTTP/1.1" status: 204 len: 168 time: 0.5257149 Sep 08 09:16:24.496695 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59998) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:24.535059 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc88d4-8122-49de-823e-72834af0ce36 req-974e0a9a-d859-4062-a362-b52f5d0cc816 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:24.536670 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-01fc88d4-8122-49de-823e-72834af0ce36 req-974e0a9a-d859-4062-a362-b52f5d0cc816 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=52281d16-bb29-4c3a-8258-ac6f3579a32a HTTP/1.1" status: 200 len: 945 time: 0.2498021 Sep 08 09:16:24.556660 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32b609f-e346-4cdd-837c-ecb01ebb7b12 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:24.562946 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32b609f-e346-4cdd-837c-ecb01ebb7b12 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:24.567525 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b32b609f-e346-4cdd-837c-ecb01ebb7b12 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0696635 Sep 08 09:16:24.568092 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60002) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:24.576525 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43ef62-ffe7-49e6-86b0-58d1d5536537 req-2188c3c1-737b-41b3-9a23-ae40d5898ba7 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:24.578096 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dc43ef62-ffe7-49e6-86b0-58d1d5536537 req-2188c3c1-737b-41b3-9a23-ae40d5898ba7 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb90c0a3-ef79-4bbe-acc9-2b38b5719617 HTTP/1.1" status: 200 len: 945 time: 0.1992774 Sep 08 09:16:24.639069 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-042f8e39-934f-4804-a1c4-d5fe1edd5c31 req-91deae6a-d87d-4455-b23d-889150d3768e service neutron] 10.222.0.35 "GET /v2.0/networks/ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421474 Sep 08 09:16:24.689738 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f46a31-1604-4411-ae73-ef9419f9c154 None None] New status for floating IP 2d1b2030-e018-4980-b7cb-98f435d6c6d2: DOWN {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:16:24.714942 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-5eff750c-36f0-47ba-9af9-25122a986e85 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Deleting port 020a816a-ad4d-48b0-bc6c-cc2421a693e8 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:16:24.714942 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5eff750c-36f0-47ba-9af9-25122a986e85 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:24.750387 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-01fc88d4-8122-49de-823e-72834af0ce36 req-6c916187-3f61-4fe8-a559-770c0cdfa123 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886764 Sep 08 09:16:24.807033 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4bf092-88c9-4222-9b1c-565082eb5b7f req-6383b366-c895-406e-9375-adac5f64256f tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:24.814185 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fb4bf092-88c9-4222-9b1c-565082eb5b7f req-6383b366-c895-406e-9375-adac5f64256f tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb90c0a3-ef79-4bbe-acc9-2b38b5719617 HTTP/1.1" status: 200 len: 945 time: 0.1438456 Sep 08 09:16:24.846240 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5eff750c-36f0-47ba-9af9-25122a986e85 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:24.870677 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-5eff750c-36f0-47ba-9af9-25122a986e85 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Calling delete_port for 020a816a-ad4d-48b0-bc6c-cc2421a693e8 owned by {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:16:24.883820 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fb4bf092-88c9-4222-9b1c-565082eb5b7f req-f636e5c7-64b0-4574-a21f-2a148761fe8f tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686898 Sep 08 09:16:24.997030 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0ab3f-cc1a-4ee9-9124-d66a66e6618d req-0d30dc8f-0dd4-41dd-88ca-3f74a2290304 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:24.999050 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e5b0ab3f-cc1a-4ee9-9124-d66a66e6618d req-0d30dc8f-0dd4-41dd-88ca-3f74a2290304 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=52281d16-bb29-4c3a-8258-ac6f3579a32a HTTP/1.1" status: 200 len: 945 time: 0.1241498 Sep 08 09:16:25.003394 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5eff750c-36f0-47ba-9af9-25122a986e85 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:25.004496 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-042f8e39-934f-4804-a1c4-d5fe1edd5c31 req-61ae0376-b5d5-4b27-8e86-5a802b8e2ccd service neutron] 10.222.0.35 "GET /v2.0/networks/ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431280 Sep 08 09:16:25.044507 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eff750c-36f0-47ba-9af9-25122a986e85 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event deleted for resources: {'Port': ['ID=020a816a-ad4d-48b0-bc6c-cc2421a693e8,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:25.046816 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5eff750c-36f0-47ba-9af9-25122a986e85 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:25.049292 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5eff750c-36f0-47ba-9af9-25122a986e85 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/ports/020a816a-ad4d-48b0-bc6c-cc2421a693e8 HTTP/1.1" status: 204 len: 168 time: 0.4802208 Sep 08 09:16:25.051882 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60020) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:25.073871 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-dc43ef62-ffe7-49e6-86b0-58d1d5536537 req-0ed90759-83f3-40c5-9f4c-1677a51cfffc tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Deleting port a5001689-7da7-4826-80c2-0abf703b94aa {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:16:25.074588 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-dc43ef62-ffe7-49e6-86b0-58d1d5536537 req-0ed90759-83f3-40c5-9f4c-1677a51cfffc tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:25.115426 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149ccaf0-8910-4561-88e0-6963eae897c6 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:25.119533 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-149ccaf0-8910-4561-88e0-6963eae897c6 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0642142 Sep 08 09:16:25.120285 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60022) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:25.123431 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e5b0ab3f-cc1a-4ee9-9124-d66a66e6618d req-cc6443b9-a3c2-422e-8d8e-48c901f64cc8 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114795 Sep 08 09:16:25.154820 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4da9818-cf7a-4de4-a2d6-e87f2f6ef3ad tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] GET failed (client error): The resource could not be found. Sep 08 09:16:25.159049 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d4da9818-cf7a-4de4-a2d6-e87f2f6ef3ad tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "GET /v2.0/ports/c49415f2-3687-4884-88c8-9699472ba9b6 HTTP/1.1" status: 404 len: 333 time: 0.0349770 Sep 08 09:16:25.159462 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60028) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:25.192275 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-323e4918-a581-47d9-9feb-0bf8bac9b3ee tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] GET failed (client error): The resource could not be found. Sep 08 09:16:25.199059 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60032) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:25.199654 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-323e4918-a581-47d9-9feb-0bf8bac9b3ee tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "GET /v2.0/ports/020a816a-ad4d-48b0-bc6c-cc2421a693e8 HTTP/1.1" status: 404 len: 333 time: 0.0389249 Sep 08 09:16:25.214184 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-84f1f6e8-8dfa-49b1-954e-31716ebc5b85 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Deleting port 23cc811d-7484-4cc2-8372-9e63d72f53fc {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:16:25.214632 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-84f1f6e8-8dfa-49b1-954e-31716ebc5b85 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:25.264491 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60036) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:25.307938 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-dc43ef62-ffe7-49e6-86b0-58d1d5536537 req-0ed90759-83f3-40c5-9f4c-1677a51cfffc tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] For port a5001689-7da7-4826-80c2-0abf703b94aa, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=a5001689-7da7-4826-80c2-0abf703b94aa,segment=NetworkSegment(64f426d7-6eb3-4dff-b7bf-fdd1ce4a38ca),segment_id=64f426d7-6eb3-4dff-b7bf-fdd1ce4a38ca)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:16:25.308352 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-dc43ef62-ffe7-49e6-86b0-58d1d5536537 req-0ed90759-83f3-40c5-9f4c-1677a51cfffc tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:25.362310 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-be782b36-634c-4a1a-9be5-ea859253e40a tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:25.399550 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-be782b36-634c-4a1a-9be5-ea859253e40a tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:25.413610 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-dc43ef62-ffe7-49e6-86b0-58d1d5536537 req-0ed90759-83f3-40c5-9f4c-1677a51cfffc tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Calling delete_port for a5001689-7da7-4826-80c2-0abf703b94aa owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:16:25.455182 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ec570232-837c-4938-8974-7d183854b037 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:25.460864 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-be782b36-634c-4a1a-9be5-ea859253e40a tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:25.464483 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-be782b36-634c-4a1a-9be5-ea859253e40a tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:25.465667 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-be782b36-634c-4a1a-9be5-ea859253e40a tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "DELETE /v2.0/security-groups/576273a6-8717-419c-867e-0fcec0915505 HTTP/1.1" status: 204 len: 168 time: 0.1999741 Sep 08 09:16:25.469197 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60044) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:25.493190 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be782b36-634c-4a1a-9be5-ea859253e40a tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=576273a6-8717-419c-867e-0fcec0915505,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:25.495751 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-8f591fed-cb62-497b-b01b-c628ebf90a3e tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] show failed (client error): The resource could not be found. Sep 08 09:16:25.499490 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8f591fed-cb62-497b-b01b-c628ebf90a3e tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups/576273a6-8717-419c-867e-0fcec0915505 HTTP/1.1" status: 404 len: 347 time: 0.0264287 Sep 08 09:16:25.504518 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60048) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:25.545259 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-84f1f6e8-8dfa-49b1-954e-31716ebc5b85 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:25.570484 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-84f1f6e8-8dfa-49b1-954e-31716ebc5b85 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Calling delete_port for 23cc811d-7484-4cc2-8372-9e63d72f53fc owned by network:router_interface {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:16:25.614598 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc75ea3-e338-4a2b-8c02-a75345863c94 req-f805fc3b-5919-4d0b-8183-5ed5d6972091 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:25.615410 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cfc75ea3-e338-4a2b-8c02-a75345863c94 req-f805fc3b-5919-4d0b-8183-5ed5d6972091 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=52281d16-bb29-4c3a-8258-ac6f3579a32a HTTP/1.1" status: 200 len: 945 time: 0.2076855 Sep 08 09:16:25.640805 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-c7a089c4-a57c-4ee3-83fc-ddc740967d59 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Deleting port 4ebbdcc9-73d5-4aba-910f-d0b326d5251e {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:16:25.641382 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c7a089c4-a57c-4ee3-83fc-ddc740967d59 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:25.731504 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c7a089c4-a57c-4ee3-83fc-ddc740967d59 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:25.732587 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c7a089c4-a57c-4ee3-83fc-ddc740967d59 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:25.746616 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-c7a089c4-a57c-4ee3-83fc-ddc740967d59 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Calling delete_port for 4ebbdcc9-73d5-4aba-910f-d0b326d5251e owned by network:floatingip {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:16:25.754243 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ec570232-837c-4938-8974-7d183854b037 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:25.806217 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-ec570232-837c-4938-8974-7d183854b037 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f9a32f2-e412-4463-82d2-2e1d8fd722d4']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:25.812147 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cfc75ea3-e338-4a2b-8c02-a75345863c94 req-a6bfe165-7be2-4085-af7e-1fc21c3e06b9 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849730 Sep 08 09:16:25.845841 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-ec570232-837c-4938-8974-7d183854b037 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0026c877-856c-43e8-b070-a6cde4fc1fff') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:25.846166 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-ec570232-837c-4938-8974-7d183854b037 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0026c877-856c-43e8-b070-a6cde4fc1fff') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:25.900040 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ec570232-837c-4938-8974-7d183854b037 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:25.926585 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c7a089c4-a57c-4ee3-83fc-ddc740967d59 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:25.933533 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ec570232-837c-4938-8974-7d183854b037 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:25.948829 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec570232-837c-4938-8974-7d183854b037 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:16:25.949254 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ec570232-837c-4938-8974-7d183854b037 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:25.952811 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:16:25.952811 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:16:25.952811 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:16:25.952811 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:16:25.952811 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:16:25.952811 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:16:25.952811 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:16:25.952811 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:16:25.952811 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:16:25.952811 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:16:25.952811 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:16:25.952811 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:16:25.952811 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:16:25.952811 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:16:25.952811 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:16:25.952811 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:16:25.952811 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:16:25.952811 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:16:25.952811 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:16:25.952811 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:16:25.952811 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:16:25.952811 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:16:25.952811 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:16:25.952811 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:16:25.952811 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:16:25.952811 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:16:25.952811 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:16:25.952811 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:16:25.952811 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:16:25.952811 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:16:25.952811 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:16:25.952811 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:16:25.972520 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-dc43ef62-ffe7-49e6-86b0-58d1d5536537 req-0ed90759-83f3-40c5-9f4c-1677a51cfffc tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:25.972823 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a089c4-a57c-4ee3-83fc-ddc740967d59 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Pushing event deleted for resources: {'Port': ['ID=4ebbdcc9-73d5-4aba-910f-d0b326d5251e,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:26.009859 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['af42c450-4fe7-48ed-a9c0-9d7430483e3b'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:16:26.049526 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7f8d69d4-1db9-415b-84dd-a7dcb64d5431 req-8a1050cc-3d4f-40c7-9a3e-6f73beb61f2c tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=fb90c0a3-ef79-4bbe-acc9-2b38b5719617 HTTP/1.1" status: 200 len: 210 time: 0.0586574 Sep 08 09:16:26.063063 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c7a089c4-a57c-4ee3-83fc-ddc740967d59 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks [] for floatingip, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:26.066911 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c7a089c4-a57c-4ee3-83fc-ddc740967d59 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:26.069110 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c7a089c4-a57c-4ee3-83fc-ddc740967d59 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "DELETE /v2.0/floatingips/2d1b2030-e018-4980-b7cb-98f435d6c6d2 HTTP/1.1" status: 204 len: 168 time: 0.5626848 Sep 08 09:16:26.101748 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed90759-83f3-40c5-9f4c-1677a51cfffc tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Pushing event deleted for resources: {'Port': ['ID=a5001689-7da7-4826-80c2-0abf703b94aa,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:26.167877 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc43ef62-ffe7-49e6-86b0-58d1d5536537 req-0ed90759-83f3-40c5-9f4c-1677a51cfffc tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] No DVR routers for this DVR port a5001689-7da7-4826-80c2-0abf703b94aa on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:16:26.169308 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ec570232-837c-4938-8974-7d183854b037 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:26.171244 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-dc43ef62-ffe7-49e6-86b0-58d1d5536537 req-0ed90759-83f3-40c5-9f4c-1677a51cfffc tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:26.173528 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dc43ef62-ffe7-49e6-86b0-58d1d5536537 req-0ed90759-83f3-40c5-9f4c-1677a51cfffc tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.37 "DELETE /v2.0/ports/a5001689-7da7-4826-80c2-0abf703b94aa HTTP/1.1" status: 204 len: 173 time: 1.5774956 Sep 08 09:16:26.175315 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb90c0a3-ef79-4bbe-acc9-2b38b5719617', 'name': 'network-vif-deleted', 'tag': 'a5001689-7da7-4826-80c2-0abf703b94aa'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:16:26.178220 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7d70d6-c6ed-4277-9679-aa319c45c0d2" -d '{"events": [{"server_uuid": "fb90c0a3-ef79-4bbe-acc9-2b38b5719617", "name": "network-vif-deleted", "tag": "a5001689-7da7-4826-80c2-0abf703b94aa"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:16:26.187048 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ec570232-837c-4938-8974-7d183854b037 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:26.188904 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ec570232-837c-4938-8974-7d183854b037 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/networks/7f9a32f2-e412-4463-82d2-2e1d8fd722d4 HTTP/1.1" status: 204 len: 168 time: 0.9878078 Sep 08 09:16:26.193109 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60070) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:26.199225 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-b7e957a4-e166-4b9e-a2e6-9064697d9a8e tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-297969132'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:26.203230 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-84f1f6e8-8dfa-49b1-954e-31716ebc5b85 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:26.243163 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e957a4-e166-4b9e-a2e6-9064697d9a8e tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Made reservation on behalf of ea019fc10697428ead6b1798adcd8ba7 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:16:26.248261 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b7e957a4-e166-4b9e-a2e6-9064697d9a8e tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:26.306289 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f1f6e8-8dfa-49b1-954e-31716ebc5b85 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event deleted for resources: {'Port': ['ID=23cc811d-7484-4cc2-8372-9e63d72f53fc,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:26.306703 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7e957a4-e166-4b9e-a2e6-9064697d9a8e tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:16:26.309971 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec570232-837c-4938-8974-7d183854b037 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event deleted for resources: {'Network': ['ID=7f9a32f2-e412-4463-82d2-2e1d8fd722d4,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:26.322272 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b7e957a4-e166-4b9e-a2e6-9064697d9a8e tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:26.322669 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-b7e957a4-e166-4b9e-a2e6-9064697d9a8e tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Added segment 64d6a5f6-f9eb-495a-8666-4f3a1c66f7c1 of type vlan for network 9e4ffbe6-2035-48c7-baf6-035e148da511 Sep 08 09:16:26.344133 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7365c33b-4f40-4a7c-a0ba-7ad41c4d2cc4 x-openstack-request-id: req-7365c33b-4f40-4a7c-a0ba-7ad41c4d2cc4 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:16:26.344615 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb90c0a3-ef79-4bbe-acc9-2b38b5719617", "name": "network-vif-deleted", "tag": "a5001689-7da7-4826-80c2-0abf703b94aa", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:16:26.344998 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7365c33b-4f40-4a7c-a0ba-7ad41c4d2cc4 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:16:26.345550 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb90c0a3-ef79-4bbe-acc9-2b38b5719617', 'name': 'network-vif-deleted', 'tag': 'a5001689-7da7-4826-80c2-0abf703b94aa', 'status': 'completed', 'code': 200} Sep 08 09:16:26.414022 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b7e957a4-e166-4b9e-a2e6-9064697d9a8e tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:26.475566 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b7e957a4-e166-4b9e-a2e6-9064697d9a8e tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:26.481213 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e957a4-e166-4b9e-a2e6-9064697d9a8e tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:26.482146 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b7e957a4-e166-4b9e-a2e6-9064697d9a8e tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:26.557795 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b7e957a4-e166-4b9e-a2e6-9064697d9a8e tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3628716 Sep 08 09:16:26.558663 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-84f1f6e8-8dfa-49b1-954e-31716ebc5b85 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:26.561144 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60078) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:26.603500 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-0d53d354-d33c-4598-ac4d-ed8214debb9c tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Request body: {'subnet': {'network_id': '9e4ffbe6-2035-48c7-baf6-035e148da511', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:26.621508 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e957a4-e166-4b9e-a2e6-9064697d9a8e tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event updated for resources: {'Network': ['ID=9e4ffbe6-2035-48c7-baf6-035e148da511,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:26.639225 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 9e4ffbe6-2035-48c7-baf6-035e148da511 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:16:26.740112 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d53d354-d33c-4598-ac4d-ed8214debb9c tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Made reservation on behalf of ea019fc10697428ead6b1798adcd8ba7 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:16:26.758797 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0d53d354-d33c-4598-ac4d-ed8214debb9c tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:26.789596 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f1f6e8-8dfa-49b1-954e-31716ebc5b85 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Router 851d72f5-acfc-4725-8c27-ccac75b957e8 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:16:27.042213 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f1f6e8-8dfa-49b1-954e-31716ebc5b85 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:16:27.059867 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5f9e38-4666-44e1-80c8-a81643e36a49 None None] Sync routers for ids ['851d72f5-acfc-4725-8c27-ccac75b957e8'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:16:27.062907 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60086) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:27.070893 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-5b8f2a78-e320-42b1-89ee-e702f99feb49 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Request body: {'security_group': {'name': 'tempest-securitygroup--581050497', 'description': 'tempest-description--126221001'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:27.073622 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5f9e38-4666-44e1-80c8-a81643e36a49 None None] Routers {'851d72f5-acfc-4725-8c27-ccac75b957e8'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:16:27.074702 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-9c5f9e38-4666-44e1-80c8-a81643e36a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:16:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['851d72f5-acfc-4725-8c27-ccac75b957e8'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:27.078738 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0d53d354-d33c-4598-ac4d-ed8214debb9c tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:27.079742 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-84f1f6e8-8dfa-49b1-954e-31716ebc5b85 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "PUT /v2.0/routers/851d72f5-acfc-4725-8c27-ccac75b957e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4277668 Sep 08 09:16:27.086379 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60090) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:27.157915 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5b8f2a78-e320-42b1-89ee-e702f99feb49 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:27.170111 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d53d354-d33c-4598-ac4d-ed8214debb9c tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event updated for resources: {'Subnet': ['ID=d6ae8bfc-10dc-4dec-8b68-e4f5f4e3b637,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:27.203344 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe8a03-73ef-47a0-b8a3-c03d3ca05da4 req-fcc517f3-2f4d-41e6-919b-5e578c704554 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:27.204990 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2ebe8a03-73ef-47a0-b8a3-c03d3ca05da4 req-fcc517f3-2f4d-41e6-919b-5e578c704554 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.35 "GET /v2.0/ports?device_id=52281d16-bb29-4c3a-8258-ac6f3579a32a HTTP/1.1" status: 200 len: 945 time: 0.2322352 Sep 08 09:16:27.233453 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device a5001689-7da7-4826-80c2-0abf703b94aa no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:16:27.282459 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: a5001689-7da7-4826-80c2-0abf703b94aa {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:16:27.283133 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device a5001689-7da7-4826-80c2-0abf703b94aa not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:16:27.295641 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-9c5f9e38-4666-44e1-80c8-a81643e36a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:27.313046 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5f9e38-4666-44e1-80c8-a81643e36a49 None None] Routers {'851d72f5-acfc-4725-8c27-ccac75b957e8'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:16:27.313911 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-9c5f9e38-4666-44e1-80c8-a81643e36a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:16:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['851d72f5-acfc-4725-8c27-ccac75b957e8'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:27.418457 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-9c5f9e38-4666-44e1-80c8-a81643e36a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:27.419336 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5f9e38-4666-44e1-80c8-a81643e36a49 None None] The sync data for ids ['851d72f5-acfc-4725-8c27-ccac75b957e8'] in n-d-806683-11 is: [] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:16:27.578879 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d53d354-d33c-4598-ac4d-ed8214debb9c tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Checking segment: {'id': '64d6a5f6-f9eb-495a-8666-4f3a1c66f7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '9e4ffbe6-2035-48c7-baf6-035e148da511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:16:27.579382 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d53d354-d33c-4598-ac4d-ed8214debb9c tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Network hostable DHCP agents. Network: 9e4ffbe6-2035-48c7-baf6-035e148da511, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:16:27.616552 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d53d354-d33c-4598-ac4d-ed8214debb9c tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Network 9e4ffbe6-2035-48c7-baf6-035e148da511 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:16:27.632667 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-0d53d354-d33c-4598-ac4d-ed8214debb9c tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 9e4ffbe6-2035-48c7-baf6-035e148da511) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:16:27.640109 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d53d354-d33c-4598-ac4d-ed8214debb9c tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:27.641267 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0d53d354-d33c-4598-ac4d-ed8214debb9c tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:27.649094 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbd9ab1-9f1e-4dca-b8cb-0e21a089d89b None None] Network 9e4ffbe6-2035-48c7-baf6-035e148da511 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:16:27.682752 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5b8f2a78-e320-42b1-89ee-e702f99feb49 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:27.697619 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5b8f2a78-e320-42b1-89ee-e702f99feb49 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:27.738837 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f2a78-e320-42b1-89ee-e702f99feb49 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c53f50c2-cad6-4ff4-b881-227f5ce2c90b,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:27.750451 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60104) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:27.758683 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0d53d354-d33c-4598-ac4d-ed8214debb9c tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1961784 Sep 08 09:16:27.771326 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5b8f2a78-e320-42b1-89ee-e702f99feb49 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:27.776914 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5b8f2a78-e320-42b1-89ee-e702f99feb49 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7129323 Sep 08 09:16:27.777098 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-32c7310d-9caa-457d-86c9-fcefab179c76 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Request body: {'port': {'network_id': '9e4ffbe6-2035-48c7-baf6-035e148da511', 'name': 'tempest-PortsIpV6TestJSON-1828729482'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:27.778832 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60106) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:27.783611 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-98eddbbe-7ae2-404d-8d0d-7c19060397ae tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Request body: {'security_group_rule': {'security_group_id': 'c53f50c2-cad6-4ff4-b881-227f5ce2c90b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:27.823479 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1204fa2-4d7d-40f1-83d4-7b967a407a46 req-28929a0e-3721-4286-a123-e9186f6149bd tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:27.825361 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b1204fa2-4d7d-40f1-83d4-7b967a407a46 req-28929a0e-3721-4286-a123-e9186f6149bd tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 945 time: 0.1410668 Sep 08 09:16:27.827247 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-98eddbbe-7ae2-404d-8d0d-7c19060397ae tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:27.827427 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720ec98-e296-4d54-b48d-4fb886ea05aa req-907cb4e2-2c6c-4b9f-a300-f81cc822e897 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:27.835176 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f720ec98-e296-4d54-b48d-4fb886ea05aa req-907cb4e2-2c6c-4b9f-a300-f81cc822e897 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=52281d16-bb29-4c3a-8258-ac6f3579a32a HTTP/1.1" status: 200 len: 945 time: 0.7947590 Sep 08 09:16:27.855313 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c18b83d-b228-4fac-b4fe-9120695c2a84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-9e4ffbe6-2035-48c7-baf6-035e148da511', 'network_id': '9e4ffbe6-2035-48c7-baf6-035e148da511', 'tenant_id': 'ea019fc10697428ead6b1798adcd8ba7', 'fixed_ips': [{'subnet_id': 'd6ae8bfc-10dc-4dec-8b68-e4f5f4e3b637'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:16:27.856647 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9c18b83d-b228-4fac-b4fe-9120695c2a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:27.874541 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-395624fa-b126-4c88-8bb6-bf9a6d21a859 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] remove_router_interface failed (client error): The resource could not be found. Sep 08 09:16:27.878756 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60108) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:27.878908 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-395624fa-b126-4c88-8bb6-bf9a6d21a859 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "PUT /v2.0/routers/851d72f5-acfc-4725-8c27-ccac75b957e8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7858577 Sep 08 09:16:27.932121 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b1204fa2-4d7d-40f1-83d4-7b967a407a46 req-c8cb5148-d8f1-42ef-96bf-dff46ce36760 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868623 Sep 08 09:16:27.957376 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f720ec98-e296-4d54-b48d-4fb886ea05aa req-ba97035e-c73a-4e1a-9751-0eecaa79084d tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212339 Sep 08 09:16:27.960685 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-af20b0fd-0bcc-46e2-863f-3fa34a0da611 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "GET /v2.0/ports?device_id=851d72f5-acfc-4725-8c27-ccac75b957e8 HTTP/1.1" status: 200 len: 205 time: 0.0807509 Sep 08 09:16:27.963977 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60110) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:28.009043 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-2ebe8a03-73ef-47a0-b8a3-c03d3ca05da4 req-4eabe2fe-2d3c-4fbe-9a54-b5d8cb681864 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Deleting port ee1fe0d3-89cc-40cd-b84c-98129b50edc7 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:16:28.009388 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2ebe8a03-73ef-47a0-b8a3-c03d3ca05da4 req-4eabe2fe-2d3c-4fbe-9a54-b5d8cb681864 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:28.029331 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-98eddbbe-7ae2-404d-8d0d-7c19060397ae tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:28.030748 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-9c18b83d-b228-4fac-b4fe-9120695c2a84 None None] Allocated IP 2001:db8::2 (9e4ffbe6-2035-48c7-baf6-035e148da511/d6ae8bfc-10dc-4dec-8b68-e4f5f4e3b637/d233b825-e333-4d3d-991b-442daf745271) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:16:28.078815 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-db976941-deae-49ff-abef-55097b7b55a8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:28.083437 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-98eddbbe-7ae2-404d-8d0d-7c19060397ae tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:28.093389 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c7310d-9caa-457d-86c9-fcefab179c76 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Made reservation on behalf of ea019fc10697428ead6b1798adcd8ba7 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:16:28.097545 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-32c7310d-9caa-457d-86c9-fcefab179c76 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:28.122524 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [None req-32c7310d-9caa-457d-86c9-fcefab179c76 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] device_id is not set on port fc1c6924-3d11-4d42-aa01-a6f0fcdaed11 yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:16:28.178561 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-2ebe8a03-73ef-47a0-b8a3-c03d3ca05da4 req-4eabe2fe-2d3c-4fbe-9a54-b5d8cb681864 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] For port ee1fe0d3-89cc-40cd-b84c-98129b50edc7, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=ee1fe0d3-89cc-40cd-b84c-98129b50edc7,segment=NetworkSegment(7ce255b1-6bde-43a1-82b1-212ac77774b3),segment_id=7ce255b1-6bde-43a1-82b1-212ac77774b3)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:16:28.179257 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2ebe8a03-73ef-47a0-b8a3-c03d3ca05da4 req-4eabe2fe-2d3c-4fbe-9a54-b5d8cb681864 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:28.206506 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eddbbe-7ae2-404d-8d0d-7c19060397ae tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26eebf63-5849-469d-9f10-f71ec464d702,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:28.208190 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-2ebe8a03-73ef-47a0-b8a3-c03d3ca05da4 req-4eabe2fe-2d3c-4fbe-9a54-b5d8cb681864 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Calling delete_port for ee1fe0d3-89cc-40cd-b84c-98129b50edc7 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:16:28.215048 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-98eddbbe-7ae2-404d-8d0d-7c19060397ae tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:28.216316 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-98eddbbe-7ae2-404d-8d0d-7c19060397ae tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4361594 Sep 08 09:16:28.219885 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60112) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:28.231296 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-e753dc4f-2360-4a7d-90f0-9a13ecd17053 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Request body: {'security_group_rule': {'security_group_id': 'c53f50c2-cad6-4ff4-b881-227f5ce2c90b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:28.289122 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9c18b83d-b228-4fac-b4fe-9120695c2a84 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:28.303499 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-9c18b83d-b228-4fac-b4fe-9120695c2a84 None None] Transition to ACTIVE for port object d233b825-e333-4d3d-991b-442daf745271 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:16:28.305411 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e753dc4f-2360-4a7d-90f0-9a13ecd17053 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:28.320928 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-9c18b83d-b228-4fac-b4fe-9120695c2a84 None None] Transition to ACTIVE for port object d233b825-e333-4d3d-991b-442daf745271 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:16:28.328108 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9c18b83d-b228-4fac-b4fe-9120695c2a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:28.355292 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-db976941-deae-49ff-abef-55097b7b55a8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:28.357583 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-db976941-deae-49ff-abef-55097b7b55a8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:28.389495 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c18b83d-b228-4fac-b4fe-9120695c2a84 None None] Network 9e4ffbe6-2035-48c7-baf6-035e148da511 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:16:28.398642 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-9c18b83d-b228-4fac-b4fe-9120695c2a84 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:16:28.403345 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c18b83d-b228-4fac-b4fe-9120695c2a84 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:16:28.417949 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-db976941-deae-49ff-abef-55097b7b55a8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:28.418280 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c18b83d-b228-4fac-b4fe-9120695c2a84 None None] Pushing event updated for resources: {'Port': ['ID=d233b825-e333-4d3d-991b-442daf745271,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:28.419749 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db976941-deae-49ff-abef-55097b7b55a8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Fanout notify agent at l3_agent the message router_deleted on router 851d72f5-acfc-4725-8c27-ccac75b957e8 {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:16:28.430903 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-db976941-deae-49ff-abef-55097b7b55a8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:28.434326 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-db976941-deae-49ff-abef-55097b7b55a8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "DELETE /v2.0/routers/851d72f5-acfc-4725-8c27-ccac75b957e8 HTTP/1.1" status: 204 len: 168 time: 0.4671373 Sep 08 09:16:28.434586 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60118) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:28.457539 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e753dc4f-2360-4a7d-90f0-9a13ecd17053 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:28.472815 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e753dc4f-2360-4a7d-90f0-9a13ecd17053 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:28.478362 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-9c18b83d-b228-4fac-b4fe-9120695c2a84 None None] Attempting to bind port d233b825-e333-4d3d-991b-442daf745271 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:16:28.478664 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-9c18b83d-b228-4fac-b4fe-9120695c2a84 None None] Attempting to bind port d233b825-e333-4d3d-991b-442daf745271 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '64d6a5f6-f9eb-495a-8666-4f3a1c66f7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '9e4ffbe6-2035-48c7-baf6-035e148da511'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:16:28.479107 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c18b83d-b228-4fac-b4fe-9120695c2a84 None None] Attempting to bind port d233b825-e333-4d3d-991b-442daf745271 on network 9e4ffbe6-2035-48c7-baf6-035e148da511 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:16:28.485738 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c18b83d-b228-4fac-b4fe-9120695c2a84 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:16:28.486156 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c18b83d-b228-4fac-b4fe-9120695c2a84 None None] Checking segment: {'id': '64d6a5f6-f9eb-495a-8666-4f3a1c66f7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '9e4ffbe6-2035-48c7-baf6-035e148da511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:16:28.486569 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9c18b83d-b228-4fac-b4fe-9120695c2a84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:28.486965 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c18b83d-b228-4fac-b4fe-9120695c2a84 None None] Bound using segment: {'id': '64d6a5f6-f9eb-495a-8666-4f3a1c66f7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '9e4ffbe6-2035-48c7-baf6-035e148da511'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:16:28.487584 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-9c18b83d-b228-4fac-b4fe-9120695c2a84 None None] Bound port: d233b825-e333-4d3d-991b-442daf745271, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64d6a5f6-f9eb-495a-8666-4f3a1c66f7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '9e4ffbe6-2035-48c7-baf6-035e148da511'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:16:28.488040 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9c18b83d-b228-4fac-b4fe-9120695c2a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:28.507419 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-32c7310d-9caa-457d-86c9-fcefab179c76 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Allocated IP 2001:db8::a2 (9e4ffbe6-2035-48c7-baf6-035e148da511/d6ae8bfc-10dc-4dec-8b68-e4f5f4e3b637/fc1c6924-3d11-4d42-aa01-a6f0fcdaed11) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:16:28.513694 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfaefdc3-9989-40cb-ad4c-4cbdb7a8c203 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Deleting subnet 6f3121e1-e703-4a89-a3dd-9849e6ad1322 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:16:28.517385 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dfaefdc3-9989-40cb-ad4c-4cbdb7a8c203 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:28.524709 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e753dc4f-2360-4a7d-90f0-9a13ecd17053 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb3529c3-75d4-42b0-a73a-90209b7460fb,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:28.532239 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e753dc4f-2360-4a7d-90f0-9a13ecd17053 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:28.536475 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e753dc4f-2360-4a7d-90f0-9a13ecd17053 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3108416 Sep 08 09:16:28.541663 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:28.543754 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60122) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:28.548072 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-e8d854ca-89b8-4609-8062-4df8623da474 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:28.584564 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-9c18b83d-b228-4fac-b4fe-9120695c2a84 None None] For port d233b825-e333-4d3d-991b-442daf745271, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:16:28.588113 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2ebe8a03-73ef-47a0-b8a3-c03d3ca05da4 req-4eabe2fe-2d3c-4fbe-9a54-b5d8cb681864 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:28.588314 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dfaefdc3-9989-40cb-ad4c-4cbdb7a8c203 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:28.588420 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-9c18b83d-b228-4fac-b4fe-9120695c2a84 None None] For port d233b825-e333-4d3d-991b-442daf745271, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=d233b825-e333-4d3d-991b-442daf745271,segment=NetworkSegment(64d6a5f6-f9eb-495a-8666-4f3a1c66f7c1),segment_id=64d6a5f6-f9eb-495a-8666-4f3a1c66f7c1)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:16:28.595809 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9c18b83d-b228-4fac-b4fe-9120695c2a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:28.632573 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:16:28.653366 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e8d854ca-89b8-4609-8062-4df8623da474 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks [] for floatingip, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:28.666678 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eabe2fe-2d3c-4fbe-9a54-b5d8cb681864 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Pushing event deleted for resources: {'Port': ['ID=ee1fe0d3-89cc-40cd-b84c-98129b50edc7,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:28.744618 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dfaefdc3-9989-40cb-ad4c-4cbdb7a8c203 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:28.750909 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c18b83d-b228-4fac-b4fe-9120695c2a84 None None] Pushing event updated for resources: {'Port': ['ID=d233b825-e333-4d3d-991b-442daf745271,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:28.773051 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ebe8a03-73ef-47a0-b8a3-c03d3ca05da4 req-4eabe2fe-2d3c-4fbe-9a54-b5d8cb681864 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] No DVR routers for this DVR port ee1fe0d3-89cc-40cd-b84c-98129b50edc7 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:16:28.781008 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2ebe8a03-73ef-47a0-b8a3-c03d3ca05da4 req-4eabe2fe-2d3c-4fbe-9a54-b5d8cb681864 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:28.783777 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2ebe8a03-73ef-47a0-b8a3-c03d3ca05da4 req-4eabe2fe-2d3c-4fbe-9a54-b5d8cb681864 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.35 "DELETE /v2.0/ports/ee1fe0d3-89cc-40cd-b84c-98129b50edc7 HTTP/1.1" status: 204 len: 173 time: 1.0957992 Sep 08 09:16:28.784143 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52281d16-bb29-4c3a-8258-ac6f3579a32a', 'name': 'network-vif-deleted', 'tag': 'ee1fe0d3-89cc-40cd-b84c-98129b50edc7'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:16:28.788052 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1037fb-99a0-4645-9c74-282c026222bf" -d '{"events": [{"server_uuid": "52281d16-bb29-4c3a-8258-ac6f3579a32a", "name": "network-vif-deleted", "tag": "ee1fe0d3-89cc-40cd-b84c-98129b50edc7"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:16:28.899270 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dfaefdc3-9989-40cb-ad4c-4cbdb7a8c203 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:28.913821 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8eb041-c9db-4835-9f5a-850c3ff1485c x-openstack-request-id: req-3c8eb041-c9db-4835-9f5a-850c3ff1485c {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:16:28.914242 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52281d16-bb29-4c3a-8258-ac6f3579a32a", "name": "network-vif-deleted", "tag": "ee1fe0d3-89cc-40cd-b84c-98129b50edc7", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:16:28.914723 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3c8eb041-c9db-4835-9f5a-850c3ff1485c {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:16:28.915154 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52281d16-bb29-4c3a-8258-ac6f3579a32a', 'name': 'network-vif-deleted', 'tag': 'ee1fe0d3-89cc-40cd-b84c-98129b50edc7', 'status': 'completed', 'code': 200} Sep 08 09:16:28.938915 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaefdc3-9989-40cb-ad4c-4cbdb7a8c203 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event deleted for resources: {'Subnet': ['ID=6f3121e1-e703-4a89-a3dd-9849e6ad1322,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:28.949944 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dfaefdc3-9989-40cb-ad4c-4cbdb7a8c203 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:28.976125 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60138) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:28.993726 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e3a980-4cfc-4e98-8d08-27830363b0ff None None] Network 88a7ab7e-1816-47f5-ba48-cbf4947aead5 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:16:29.013414 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-dfaefdc3-9989-40cb-ad4c-4cbdb7a8c203 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "DELETE /v2.0/subnets/6f3121e1-e703-4a89-a3dd-9849e6ad1322 HTTP/1.1" status: 204 len: 168 time: 0.5325921 Sep 08 09:16:29.070184 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-32c7310d-9caa-457d-86c9-fcefab179c76 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:29.190519 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-32c7310d-9caa-457d-86c9-fcefab179c76 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Transition to ACTIVE for port object fc1c6924-3d11-4d42-aa01-a6f0fcdaed11 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:16:29.194552 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-268983df-3fef-47a5-ade5-98d980f4f9d7 req-b46ab09a-c6aa-41b5-bca3-15db66ee0ae5 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=52281d16-bb29-4c3a-8258-ac6f3579a32a HTTP/1.1" status: 200 len: 210 time: 0.0830007 Sep 08 09:16:29.213211 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cdc280-17d1-40c3-9c7e-5f96ca9a41e2 req-6b954b50-c737-4554-8f9f-a35faf2c4558 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:29.215241 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c9cdc280-17d1-40c3-9c7e-5f96ca9a41e2 req-6b954b50-c737-4554-8f9f-a35faf2c4558 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 945 time: 0.1077523 Sep 08 09:16:29.238109 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e8d854ca-89b8-4609-8062-4df8623da474 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:29.259240 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e0809c88-584c-4152-87e4-c32f23384161 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:29.298092 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c9cdc280-17d1-40c3-9c7e-5f96ca9a41e2 req-541de44d-092b-49cd-a0db-7508bd85be90 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656624 Sep 08 09:16:29.312304 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0962dc14-98c2-4e19-af77-bb6f6eb3f09e None None] DHCP port deletion for 88a7ab7e-1816-47f5-ba48-cbf4947aead5 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:16:29.377444 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-32c7310d-9caa-457d-86c9-fcefab179c76 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:29.404122 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-0962dc14-98c2-4e19-af77-bb6f6eb3f09e None None] Deleting port 55c98b30-4505-44d8-90d9-79538f568504 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:16:29.404511 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0962dc14-98c2-4e19-af77-bb6f6eb3f09e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:29.457626 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c7310d-9caa-457d-86c9-fcefab179c76 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Network 9e4ffbe6-2035-48c7-baf6-035e148da511 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:16:29.471548 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-32c7310d-9caa-457d-86c9-fcefab179c76 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:16:29.482365 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c7310d-9caa-457d-86c9-fcefab179c76 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:16:29.488087 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c7310d-9caa-457d-86c9-fcefab179c76 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:29.488989 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-32c7310d-9caa-457d-86c9-fcefab179c76 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:29.517503 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-e8d854ca-89b8-4609-8062-4df8623da474 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Allocated IP 172.25.0.222 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/8bfb12fa-9809-47cb-b80c-47e346440a98) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:16:29.522955 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-0962dc14-98c2-4e19-af77-bb6f6eb3f09e None None] For port 55c98b30-4505-44d8-90d9-79538f568504, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=55c98b30-4505-44d8-90d9-79538f568504,segment=NetworkSegment(6be305f2-f557-4481-aeae-216d7dd5e425),segment_id=6be305f2-f557-4481-aeae-216d7dd5e425)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:16:29.523486 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0962dc14-98c2-4e19-af77-bb6f6eb3f09e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:29.524208 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c7310d-9caa-457d-86c9-fcefab179c76 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event updated for resources: {'Port': ['ID=fc1c6924-3d11-4d42-aa01-a6f0fcdaed11,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:29.527607 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-e0809c88-584c-4152-87e4-c32f23384161 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Deleting port 55c98b30-4505-44d8-90d9-79538f568504 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:16:29.527971 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e0809c88-584c-4152-87e4-c32f23384161 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:29.537498 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-0962dc14-98c2-4e19-af77-bb6f6eb3f09e None None] Calling delete_port for 55c98b30-4505-44d8-90d9-79538f568504 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:16:29.566325 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-32c7310d-9caa-457d-86c9-fcefab179c76 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8138545 Sep 08 09:16:29.569806 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60146) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:29.672942 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-e0809c88-584c-4152-87e4-c32f23384161 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] For port 55c98b30-4505-44d8-90d9-79538f568504, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=55c98b30-4505-44d8-90d9-79538f568504,segment=NetworkSegment(6be305f2-f557-4481-aeae-216d7dd5e425),segment_id=6be305f2-f557-4481-aeae-216d7dd5e425)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:16:29.673488 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e0809c88-584c-4152-87e4-c32f23384161 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:29.692134 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-e0809c88-584c-4152-87e4-c32f23384161 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Calling delete_port for 55c98b30-4505-44d8-90d9-79538f568504 owned by network:dhcp {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:16:29.729852 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0962dc14-98c2-4e19-af77-bb6f6eb3f09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:29.751741 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-13b80534-99a5-4736-8d5f-b670a78ac77a tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Deleting port fc1c6924-3d11-4d42-aa01-a6f0fcdaed11 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:16:29.752383 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-13b80534-99a5-4736-8d5f-b670a78ac77a tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:29.754685 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e8d854ca-89b8-4609-8062-4df8623da474 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:29.768415 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0962dc14-98c2-4e19-af77-bb6f6eb3f09e None None] Pushing event deleted for resources: {'Port': ['ID=55c98b30-4505-44d8-90d9-79538f568504,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:29.795147 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0962dc14-98c2-4e19-af77-bb6f6eb3f09e None None] No DVR routers for this DVR port 55c98b30-4505-44d8-90d9-79538f568504 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:16:29.875990 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e8d854ca-89b8-4609-8062-4df8623da474 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:29.884398 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device ee1fe0d3-89cc-40cd-b84c-98129b50edc7 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:16:29.905513 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-13b80534-99a5-4736-8d5f-b670a78ac77a tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:29.926407 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-13b80534-99a5-4736-8d5f-b670a78ac77a tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Calling delete_port for fc1c6924-3d11-4d42-aa01-a6f0fcdaed11 owned by {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:16:29.931648 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: ee1fe0d3-89cc-40cd-b84c-98129b50edc7 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:16:29.936462 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device ee1fe0d3-89cc-40cd-b84c-98129b50edc7 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:16:29.951469 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d854ca-89b8-4609-8062-4df8623da474 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:16:29.956120 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-e8d854ca-89b8-4609-8062-4df8623da474 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:16:29.964829 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d854ca-89b8-4609-8062-4df8623da474 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:16:29.992340 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e0809c88-584c-4152-87e4-c32f23384161 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:29.994590 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d854ca-89b8-4609-8062-4df8623da474 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Pushing event updated for resources: {'Port': ['ID=8bfb12fa-9809-47cb-b80c-47e346440a98,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:30.036353 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0809c88-584c-4152-87e4-c32f23384161 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event deleted for resources: {'Port': ['ID=55c98b30-4505-44d8-90d9-79538f568504,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:30.040804 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0809c88-584c-4152-87e4-c32f23384161 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] No DVR routers for this DVR port 55c98b30-4505-44d8-90d9-79538f568504 on host n-d-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:16:30.118654 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-13b80534-99a5-4736-8d5f-b670a78ac77a tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:30.158468 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6906fb-0ec4-45b0-b127-1865bf679e6e None None] Network 9e4ffbe6-2035-48c7-baf6-035e148da511 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:16:30.162988 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b80534-99a5-4736-8d5f-b670a78ac77a tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event deleted for resources: {'Port': ['ID=fc1c6924-3d11-4d42-aa01-a6f0fcdaed11,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:30.194082 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-13b80534-99a5-4736-8d5f-b670a78ac77a tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:30.196236 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e0809c88-584c-4152-87e4-c32f23384161 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:30.199764 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-13b80534-99a5-4736-8d5f-b670a78ac77a tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/ports/fc1c6924-3d11-4d42-aa01-a6f0fcdaed11 HTTP/1.1" status: 204 len: 168 time: 0.6286628 Sep 08 09:16:30.200366 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60160) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:30.229851 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-e0809c88-584c-4152-87e4-c32f23384161 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88a7ab7e-1816-47f5-ba48-cbf4947aead5']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:30.232516 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e8d854ca-89b8-4609-8062-4df8623da474 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:30.236913 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab926fde-d176-461e-8230-e5c34b608fb5 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] DELETE failed (client error): The resource could not be found. Sep 08 09:16:30.240903 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab926fde-d176-461e-8230-e5c34b608fb5 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:16:30.246776 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-e0809c88-584c-4152-87e4-c32f23384161 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6be305f2-f557-4481-aeae-216d7dd5e425') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:30.247360 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-e0809c88-584c-4152-87e4-c32f23384161 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6be305f2-f557-4481-aeae-216d7dd5e425') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:30.248946 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60164) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:30.250659 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ab926fde-d176-461e-8230-e5c34b608fb5 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/ports/fc1c6924-3d11-4d42-aa01-a6f0fcdaed11 HTTP/1.1" status: 404 len: 333 time: 0.0491130 Sep 08 09:16:30.267967 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e0809c88-584c-4152-87e4-c32f23384161 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:30.330298 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5f7ee14-ebb9-4b61-a26b-a9f72808d48d tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] GET failed (client error): The resource could not be found. Sep 08 09:16:30.332114 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b5f7ee14-ebb9-4b61-a26b-a9f72808d48d tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "GET /v2.0/ports/fc1c6924-3d11-4d42-aa01-a6f0fcdaed11 HTTP/1.1" status: 404 len: 333 time: 0.0820749 Sep 08 09:16:30.337226 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60170) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:30.346629 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e0809c88-584c-4152-87e4-c32f23384161 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:30.382119 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e8d854ca-89b8-4609-8062-4df8623da474 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:30.389487 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0809c88-584c-4152-87e4-c32f23384161 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:16:30.391305 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e0809c88-584c-4152-87e4-c32f23384161 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:30.406323 n-d-806683-11 neutron-server[94712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:16:30.406323 n-d-806683-11 neutron-server[94712]: self.session.flush() Sep 08 09:16:30.406323 n-d-806683-11 neutron-server[94712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:16:30.406323 n-d-806683-11 neutron-server[94712]: self.session.flush() Sep 08 09:16:30.406323 n-d-806683-11 neutron-server[94712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:16:30.406323 n-d-806683-11 neutron-server[94712]: self.session.flush() Sep 08 09:16:30.406323 n-d-806683-11 neutron-server[94712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:16:30.406323 n-d-806683-11 neutron-server[94712]: self.session.flush() Sep 08 09:16:30.406323 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:16:30.406323 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:16:30.406323 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:16:30.406323 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:16:30.406323 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:16:30.406323 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:16:30.406323 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:16:30.406323 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:16:30.406323 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:16:30.406323 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:16:30.406323 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:16:30.406323 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:16:30.406323 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:16:30.406323 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:16:30.406323 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:16:30.406323 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:16:30.406323 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:16:30.406323 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:16:30.406323 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:16:30.406323 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:16:30.406323 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:16:30.406323 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:16:30.406323 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:16:30.406323 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:16:30.406323 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:16:30.406323 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:16:30.406323 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:16:30.406323 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:16:30.406323 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:16:30.406323 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:16:30.406323 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:16:30.406323 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:16:30.481966 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d3325920-85b2-4924-b1f8-4ac9a99fc82a None None] Provisioning for port d233b825-e333-4d3d-991b-442daf745271 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:16:30.515079 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device d233b825-e333-4d3d-991b-442daf745271 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:16:30.593333 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port d233b825-e333-4d3d-991b-442daf745271 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:16:30.599854 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port d233b825-e333-4d3d-991b-442daf745271 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:16:30.600394 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:30.625325 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-75caaffb-b126-44ea-8ac0-c0eb9af8b256 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Deleting subnet d6ae8bfc-10dc-4dec-8b68-e4f5f4e3b637 {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:16:30.638717 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-75caaffb-b126-44ea-8ac0-c0eb9af8b256 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:30.644712 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e0809c88-584c-4152-87e4-c32f23384161 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:30.694601 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e0809c88-584c-4152-87e4-c32f23384161 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:30.703536 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e0809c88-584c-4152-87e4-c32f23384161 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "DELETE /v2.0/networks/88a7ab7e-1816-47f5-ba48-cbf4947aead5 HTTP/1.1" status: 204 len: 168 time: 1.7229519 Sep 08 09:16:30.722441 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:30.752941 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60184) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:30.778855 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4fb15-389d-4423-ab91-4b3a11ece24d req-576bcf96-8e03-4785-b7a5-c591796f00dd tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:30.780750 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a2d4fb15-389d-4423-ab91-4b3a11ece24d req-576bcf96-8e03-4785-b7a5-c591796f00dd tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 945 time: 0.3643200 Sep 08 09:16:30.781833 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0809c88-584c-4152-87e4-c32f23384161 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event deleted for resources: {'Network': ['ID=88a7ab7e-1816-47f5-ba48-cbf4947aead5,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:30.785734 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port d233b825-e333-4d3d-991b-442daf745271, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=d233b825-e333-4d3d-991b-442daf745271,segment=NetworkSegment(64d6a5f6-f9eb-495a-8666-4f3a1c66f7c1),segment_id=64d6a5f6-f9eb-495a-8666-4f3a1c66f7c1)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:16:30.794074 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:30.805224 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-5c9f5dd8-329e-4a8f-8696-999a24a693e2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Request body: {'network': {'name': 'tempest-RoutersTest-793594127'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:30.816983 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd31dbf-e008-4369-a19a-c69b679a973c req-c42bb639-12f9-42d1-a321-829066b9237a tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:30.818645 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5dd31dbf-e008-4369-a19a-c69b679a973c req-c42bb639-12f9-42d1-a321-829066b9237a tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/networks?id=48c54abd-6f52-4b1d-9226-4a2566a5fe28 HTTP/1.1" status: 200 len: 806 time: 0.2634864 Sep 08 09:16:30.842390 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5dd31dbf-e008-4369-a19a-c69b679a973c req-64a174a6-a0f1-4f2a-86ef-6d5eef8f6f6d tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/quotas/361efd7dd288461f98c228af9e362c93 HTTP/1.1" status: 200 len: 375 time: 0.0156698 Sep 08 09:16:30.861275 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-75caaffb-b126-44ea-8ac0-c0eb9af8b256 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:30.906470 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 55c98b30-4505-44d8-90d9-79538f568504 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:16:30.917542 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=d233b825-e333-4d3d-991b-442daf745271,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:30.961293 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 55c98b30-4505-44d8-90d9-79538f568504 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:16:30.961889 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 55c98b30-4505-44d8-90d9-79538f568504 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:16:30.962547 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5dd31dbf-e008-4369-a19a-c69b679a973c req-327dba5e-f5ce-4bad-bbb5-5eed8718cbd1 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=361efd7dd288461f98c228af9e362c93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1108351 Sep 08 09:16:30.978762 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-6a5d0bd6-4e0f-45e3-924f-429ffb7c8612 None None] Provisioning complete for port d233b825-e333-4d3d-991b-442daf745271 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:16:30.979347 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6a5d0bd6-4e0f-45e3-924f-429ffb7c8612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:30.985386 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9f5dd8-329e-4a8f-8696-999a24a693e2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Made reservation on behalf of b47dd3c58c0a4fafa7b4bef429a7d4d4 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:16:30.988839 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5c9f5dd8-329e-4a8f-8696-999a24a693e2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:31.017557 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a2d4fb15-389d-4423-ab91-4b3a11ece24d req-2dfe5764-8671-4fe2-b4a7-cf5a9978e672 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242506 Sep 08 09:16:31.067871 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c9f5dd8-329e-4a8f-8696-999a24a693e2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:16:31.131633 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5c9f5dd8-329e-4a8f-8696-999a24a693e2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:31.132519 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-5c9f5dd8-329e-4a8f-8696-999a24a693e2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Added segment 7ca97f28-c951-47c9-9a21-673c92cfcf70 of type vlan for network 6430b3c8-ac31-418e-bd11-2f8f04379307 Sep 08 09:16:31.149655 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5dd31dbf-e008-4369-a19a-c69b679a973c req-2e3f42fb-3d64-4b8d-a25a-9c1a64b9d1e9 service neutron] 10.222.0.54 "GET /v2.0/networks/48c54abd-6f52-4b1d-9226-4a2566a5fe28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853380 Sep 08 09:16:31.193828 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-75caaffb-b126-44ea-8ac0-c0eb9af8b256 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:31.238312 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5c9f5dd8-329e-4a8f-8696-999a24a693e2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:31.242709 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e8d854ca-89b8-4609-8062-4df8623da474 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:31.247866 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:16:31.253507 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e8d854ca-89b8-4609-8062-4df8623da474 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:31.283865 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-16de9eca-13c0-4234-b21d-b1c8bc531019 None None] Could not find standard attr ID for object fc1c6924-3d11-4d42-aa01-a6f0fcdaed11. {{(pid=94714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 09:16:31.295511 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5dd31dbf-e008-4369-a19a-c69b679a973c req-7afbaaa3-2769-49d9-9540-cd5254c7b90b service neutron] 10.222.0.54 "GET /v2.0/networks/48c54abd-6f52-4b1d-9226-4a2566a5fe28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434789 Sep 08 09:16:31.368748 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5c9f5dd8-329e-4a8f-8696-999a24a693e2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:31.374617 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9f5dd8-329e-4a8f-8696-999a24a693e2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:31.375288 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5c9f5dd8-329e-4a8f-8696-999a24a693e2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:31.404919 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d854ca-89b8-4609-8062-4df8623da474 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Pushing event updated for resources: {'Port': ['ID=8bfb12fa-9809-47cb-b80c-47e346440a98,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:31.431732 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-75caaffb-b126-44ea-8ac0-c0eb9af8b256 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:31.448517 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e8d854ca-89b8-4609-8062-4df8623da474 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:31.526058 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60192) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:31.526239 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5c9f5dd8-329e-4a8f-8696-999a24a693e2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7344942 Sep 08 09:16:31.532855 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-b0bf4269-6b0b-4d94-b9ac-5157d70653dd tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Request body: {'subnet': {'network_id': '6430b3c8-ac31-418e-bd11-2f8f04379307', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:31.533091 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-75caaffb-b126-44ea-8ac0-c0eb9af8b256 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:31.533491 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c748f4-23a9-4325-ba72-44db03846a20 None None] Network 9e4ffbe6-2035-48c7-baf6-035e148da511 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:16:31.535038 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-75caaffb-b126-44ea-8ac0-c0eb9af8b256 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/subnets/d6ae8bfc-10dc-4dec-8b68-e4f5f4e3b637 HTTP/1.1" status: 204 len: 168 time: 1.1985343 Sep 08 09:16:31.535809 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75caaffb-b126-44ea-8ac0-c0eb9af8b256 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event deleted for resources: {'Subnet': ['ID=d6ae8bfc-10dc-4dec-8b68-e4f5f4e3b637,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:31.543859 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60194) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:31.551485 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f5dd8-329e-4a8f-8696-999a24a693e2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event updated for resources: {'Network': ['ID=6430b3c8-ac31-418e-bd11-2f8f04379307,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:31.591708 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 6430b3c8-ac31-418e-bd11-2f8f04379307 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:16:31.598059 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-eed5c996-676f-4752-beec-f1740ec153e9 req-546500de-ce22-4fc0-b5d1-d94a1fb2fbac tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=fccf27e6-fbed-4ff7-a3db-25884f4599c8 HTTP/1.1" status: 200 len: 210 time: 0.0663364 Sep 08 09:16:31.601765 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e8d854ca-89b8-4609-8062-4df8623da474 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:31.603051 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e8d854ca-89b8-4609-8062-4df8623da474 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0585611 Sep 08 09:16:31.735236 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1e484823-0fbd-4369-86e3-a550d8d63862 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:31.756829 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bf4269-6b0b-4d94-b9ac-5157d70653dd tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Made reservation on behalf of b47dd3c58c0a4fafa7b4bef429a7d4d4 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:16:31.761198 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b0bf4269-6b0b-4d94-b9ac-5157d70653dd tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:31.843017 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-1e484823-0fbd-4369-86e3-a550d8d63862 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Deleting port d233b825-e333-4d3d-991b-442daf745271 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:16:31.843364 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1e484823-0fbd-4369-86e3-a550d8d63862 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:31.946628 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-104b645b-9a37-4912-b48d-4082f5072a1e req-f7e5cd86-78ba-4de9-b2ec-0c480b844217 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--581050497&fields=id&tenant_id=9f5275e2d58a49a08895a50418c7508b HTTP/1.1" status: 200 len: 267 time: 0.0778878 Sep 08 09:16:31.950229 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-1e484823-0fbd-4369-86e3-a550d8d63862 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] For port d233b825-e333-4d3d-991b-442daf745271, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=d233b825-e333-4d3d-991b-442daf745271,segment=NetworkSegment(64d6a5f6-f9eb-495a-8666-4f3a1c66f7c1),segment_id=64d6a5f6-f9eb-495a-8666-4f3a1c66f7c1)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:16:31.950604 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1e484823-0fbd-4369-86e3-a550d8d63862 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:31.965263 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-1e484823-0fbd-4369-86e3-a550d8d63862 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Calling delete_port for d233b825-e333-4d3d-991b-442daf745271 owned by network:dhcp {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:16:32.026199 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf805040-8ae0-441a-9f56-73a2c1e671b3 None None] DHCP port deletion for 9e4ffbe6-2035-48c7-baf6-035e148da511 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:16:32.127019 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1e484823-0fbd-4369-86e3-a550d8d63862 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:32.129868 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-bf805040-8ae0-441a-9f56-73a2c1e671b3 None None] Deleting port d233b825-e333-4d3d-991b-442daf745271 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:16:32.130382 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-bf805040-8ae0-441a-9f56-73a2c1e671b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:32.167839 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b0bf4269-6b0b-4d94-b9ac-5157d70653dd tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:32.189804 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e484823-0fbd-4369-86e3-a550d8d63862 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] No DVR routers for this DVR port d233b825-e333-4d3d-991b-442daf745271 on host n-d-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:16:32.216555 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e484823-0fbd-4369-86e3-a550d8d63862 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event deleted for resources: {'Port': ['ID=d233b825-e333-4d3d-991b-442daf745271,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:32.232984 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b645b-9a37-4912-b48d-4082f5072a1e req-9c4faea0-b7e3-44e8-9f67-1f3bce4581db tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:32.241262 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-104b645b-9a37-4912-b48d-4082f5072a1e req-9c4faea0-b7e3-44e8-9f67-1f3bce4581db tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/networks?id=cb338a05-96ea-4d11-88f8-690044b53ade HTTP/1.1" status: 200 len: 816 time: 0.2597826 Sep 08 09:16:32.276385 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-104b645b-9a37-4912-b48d-4082f5072a1e req-5a0dea40-2ac9-4eb2-84c6-48deb3dc5e6f tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/quotas/9f5275e2d58a49a08895a50418c7508b HTTP/1.1" status: 200 len: 375 time: 0.0342083 Sep 08 09:16:32.277231 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-bf805040-8ae0-441a-9f56-73a2c1e671b3 None None] For port d233b825-e333-4d3d-991b-442daf745271, host n-d-806683-11, got binding levels [] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:16:32.277735 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-bf805040-8ae0-441a-9f56-73a2c1e671b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:32.309264 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-bf805040-8ae0-441a-9f56-73a2c1e671b3 None None] Calling delete_port for d233b825-e333-4d3d-991b-442daf745271 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:16:32.313339 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.ipam_backend_mixin [None req-bf805040-8ae0-441a-9f56-73a2c1e671b3 None None] Port d233b825-e333-4d3d-991b-442daf745271 was not found and therefore no delete operation was performed {{(pid=94714) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 08 09:16:32.314867 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-bf805040-8ae0-441a-9f56-73a2c1e671b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:32.323284 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf4269-6b0b-4d94-b9ac-5157d70653dd tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event updated for resources: {'Subnet': ['ID=b19e4f25-eed3-4285-bc6d-3b8f89d65427,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:32.345094 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bf4269-6b0b-4d94-b9ac-5157d70653dd tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Checking segment: {'id': '7ca97f28-c951-47c9-9a21-673c92cfcf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6430b3c8-ac31-418e-bd11-2f8f04379307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:16:32.345596 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bf4269-6b0b-4d94-b9ac-5157d70653dd tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Network hostable DHCP agents. Network: 6430b3c8-ac31-418e-bd11-2f8f04379307, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:16:32.378460 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-104b645b-9a37-4912-b48d-4082f5072a1e req-5265e963-bc4b-4650-8401-30fcd8c33ac4 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9f5275e2d58a49a08895a50418c7508b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0943031 Sep 08 09:16:32.381535 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf805040-8ae0-441a-9f56-73a2c1e671b3 None None] Pushing event deleted for resources: {'Port': ['ID=d233b825-e333-4d3d-991b-442daf745271,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:32.385371 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf805040-8ae0-441a-9f56-73a2c1e671b3 None None] No DVR routers for this DVR port d233b825-e333-4d3d-991b-442daf745271 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:16:32.401239 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1e484823-0fbd-4369-86e3-a550d8d63862 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:32.416921 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device d233b825-e333-4d3d-991b-442daf745271 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:16:32.438246 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: d233b825-e333-4d3d-991b-442daf745271 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:16:32.439474 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device d233b825-e333-4d3d-991b-442daf745271 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:16:32.440386 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-1e484823-0fbd-4369-86e3-a550d8d63862 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e4ffbe6-2035-48c7-baf6-035e148da511']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:32.466223 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2511bf-5038-4fda-b7fd-7da05d14e020 req-c543fbac-9346-414f-a445-6ba3d9371cae tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:32.467435 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bf4269-6b0b-4d94-b9ac-5157d70653dd tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Network 6430b3c8-ac31-418e-bd11-2f8f04379307 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:16:32.468349 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1b2511bf-5038-4fda-b7fd-7da05d14e020 req-c543fbac-9346-414f-a445-6ba3d9371cae tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 945 time: 0.3566751 Sep 08 09:16:32.472501 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-1e484823-0fbd-4369-86e3-a550d8d63862 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64d6a5f6-f9eb-495a-8666-4f3a1c66f7c1') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:32.472931 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-1e484823-0fbd-4369-86e3-a550d8d63862 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64d6a5f6-f9eb-495a-8666-4f3a1c66f7c1') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:32.498258 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1e484823-0fbd-4369-86e3-a550d8d63862 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:32.518692 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-b0bf4269-6b0b-4d94-b9ac-5157d70653dd tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 6430b3c8-ac31-418e-bd11-2f8f04379307) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:16:32.524296 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bf4269-6b0b-4d94-b9ac-5157d70653dd tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:32.525548 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b0bf4269-6b0b-4d94-b9ac-5157d70653dd tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:32.529082 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f0d493-9599-4e96-818b-91488b875ccd None None] Network 6430b3c8-ac31-418e-bd11-2f8f04379307 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:16:32.538671 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1e484823-0fbd-4369-86e3-a550d8d63862 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:32.545413 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1b2511bf-5038-4fda-b7fd-7da05d14e020 req-ec2ab21b-d2a0-41be-82f3-363b7aa6e162 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697224 Sep 08 09:16:32.554718 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b0bf4269-6b0b-4d94-b9ac-5157d70653dd tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0240123 Sep 08 09:16:32.554900 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e484823-0fbd-4369-86e3-a550d8d63862 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:16:32.554900 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1e484823-0fbd-4369-86e3-a550d8d63862 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:32.557394 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:16:32.557394 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:16:32.557394 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:16:32.557394 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:16:32.557394 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:16:32.557394 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:16:32.557394 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:16:32.557394 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:16:32.557394 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:16:32.557394 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:16:32.557394 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:16:32.557394 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:16:32.557394 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:16:32.557394 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:16:32.557394 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:16:32.557394 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:16:32.557394 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:16:32.557394 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:16:32.557394 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:16:32.557394 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:16:32.557394 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:16:32.557394 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:16:32.557394 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:16:32.557394 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:16:32.557394 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:16:32.557394 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:16:32.557394 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:16:32.557394 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:16:32.557394 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:16:32.557394 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:16:32.557394 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:16:32.557394 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:16:32.559695 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60220) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:32.566437 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-24774e7f-7a27-4a57-bc57-22d547a778e5 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1549241007', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:32.618915 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-104b645b-9a37-4912-b48d-4082f5072a1e req-3393067a-9069-4736-ac75-70f97dcb446f service neutron] 10.222.0.54 "GET /v2.0/networks/cb338a05-96ea-4d11-88f8-690044b53ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187965 Sep 08 09:16:32.623330 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-24774e7f-7a27-4a57-bc57-22d547a778e5 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:32.625769 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-24774e7f-7a27-4a57-bc57-22d547a778e5 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:32.633452 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1e484823-0fbd-4369-86e3-a550d8d63862 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:32.662832 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1e484823-0fbd-4369-86e3-a550d8d63862 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:32.665094 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-1e484823-0fbd-4369-86e3-a550d8d63862 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/networks/9e4ffbe6-2035-48c7-baf6-035e148da511 HTTP/1.1" status: 204 len: 168 time: 1.1105926 Sep 08 09:16:32.666376 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e484823-0fbd-4369-86e3-a550d8d63862 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event deleted for resources: {'Network': ['ID=9e4ffbe6-2035-48c7-baf6-035e148da511,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:32.670106 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60224) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:32.679819 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-6908ef44-c17d-4afb-bec6-d793f617ffdd tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-914893145'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:32.706587 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6908ef44-c17d-4afb-bec6-d793f617ffdd tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Made reservation on behalf of ea019fc10697428ead6b1798adcd8ba7 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:16:32.710961 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6908ef44-c17d-4afb-bec6-d793f617ffdd tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:32.787869 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-30550e47-edfe-429d-82a3-21c1ea7ba0ef req-12353fc9-90bd-4fb6-b78a-3dfc4cfe9cd7 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=fccf27e6-fbed-4ff7-a3db-25884f4599c8 HTTP/1.1" status: 200 len: 210 time: 0.0309284 Sep 08 09:16:32.798660 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6908ef44-c17d-4afb-bec6-d793f617ffdd tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:16:32.812228 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6908ef44-c17d-4afb-bec6-d793f617ffdd tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:32.812595 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-6908ef44-c17d-4afb-bec6-d793f617ffdd tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Added segment 8be3803f-a3d5-42dc-aa0e-5c854ecdc3c7 of type vlan for network 39c35103-0419-43fb-8b1b-bbd60a54b0c6 Sep 08 09:16:32.836681 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68b2282-44c5-4e68-9c35-08fe6b158f01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-6430b3c8-ac31-418e-bd11-2f8f04379307', 'network_id': '6430b3c8-ac31-418e-bd11-2f8f04379307', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'fixed_ips': [{'subnet_id': 'b19e4f25-eed3-4285-bc6d-3b8f89d65427'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:16:32.840341 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f68b2282-44c5-4e68-9c35-08fe6b158f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:32.869670 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6908ef44-c17d-4afb-bec6-d793f617ffdd tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:32.903362 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6908ef44-c17d-4afb-bec6-d793f617ffdd tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:32.909253 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6908ef44-c17d-4afb-bec6-d793f617ffdd tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:32.909925 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6908ef44-c17d-4afb-bec6-d793f617ffdd tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:32.985966 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-6908ef44-c17d-4afb-bec6-d793f617ffdd tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3104377 Sep 08 09:16:32.995187 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60226) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:33.045723 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-73ddebad-88cd-41e2-918e-17bec1e377f3 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Request body: {'subnet': {'network_id': '39c35103-0419-43fb-8b1b-bbd60a54b0c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:33.061591 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-f68b2282-44c5-4e68-9c35-08fe6b158f01 None None] Allocated IP 172.20.0.2 (6430b3c8-ac31-418e-bd11-2f8f04379307/b19e4f25-eed3-4285-bc6d-3b8f89d65427/e38cd361-34fa-42d5-8746-82285819fef5) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:16:33.078818 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6908ef44-c17d-4afb-bec6-d793f617ffdd tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event updated for resources: {'Network': ['ID=39c35103-0419-43fb-8b1b-bbd60a54b0c6,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:33.111415 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 39c35103-0419-43fb-8b1b-bbd60a54b0c6 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:16:33.146078 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-24774e7f-7a27-4a57-bc57-22d547a778e5 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:33.151313 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-104b645b-9a37-4912-b48d-4082f5072a1e req-8f20c2d9-217e-4901-9243-9b335a49d401 service neutron] 10.222.0.54 "GET /v2.0/networks/cb338a05-96ea-4d11-88f8-690044b53ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5125141 Sep 08 09:16:33.155054 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-24774e7f-7a27-4a57-bc57-22d547a778e5 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:33.180769 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-24774e7f-7a27-4a57-bc57-22d547a778e5 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:33.184606 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-24774e7f-7a27-4a57-bc57-22d547a778e5 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6244981 Sep 08 09:16:33.185001 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60228) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:33.450185 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f68b2282-44c5-4e68-9c35-08fe6b158f01 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:33.462560 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f68b2282-44c5-4e68-9c35-08fe6b158f01 None None] Transition to ACTIVE for port object e38cd361-34fa-42d5-8746-82285819fef5 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:16:33.484748 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f68b2282-44c5-4e68-9c35-08fe6b158f01 None None] Transition to ACTIVE for port object e38cd361-34fa-42d5-8746-82285819fef5 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:16:33.493616 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f68b2282-44c5-4e68-9c35-08fe6b158f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:33.547660 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68b2282-44c5-4e68-9c35-08fe6b158f01 None None] Network 6430b3c8-ac31-418e-bd11-2f8f04379307 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:16:33.564306 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-f68b2282-44c5-4e68-9c35-08fe6b158f01 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:16:33.571105 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68b2282-44c5-4e68-9c35-08fe6b158f01 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:16:33.573974 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b2282-44c5-4e68-9c35-08fe6b158f01 None None] Pushing event updated for resources: {'Port': ['ID=e38cd361-34fa-42d5-8746-82285819fef5,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:33.716401 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-f68b2282-44c5-4e68-9c35-08fe6b158f01 None None] Attempting to bind port e38cd361-34fa-42d5-8746-82285819fef5 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:16:33.716774 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-f68b2282-44c5-4e68-9c35-08fe6b158f01 None None] Attempting to bind port e38cd361-34fa-42d5-8746-82285819fef5 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '7ca97f28-c951-47c9-9a21-673c92cfcf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6430b3c8-ac31-418e-bd11-2f8f04379307'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:16:33.717142 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68b2282-44c5-4e68-9c35-08fe6b158f01 None None] Attempting to bind port e38cd361-34fa-42d5-8746-82285819fef5 on network 6430b3c8-ac31-418e-bd11-2f8f04379307 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:16:33.726166 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-91323874-36b7-466a-beb7-d50dbf0e1124 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:33.736267 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68b2282-44c5-4e68-9c35-08fe6b158f01 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:16:33.736793 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68b2282-44c5-4e68-9c35-08fe6b158f01 None None] Checking segment: {'id': '7ca97f28-c951-47c9-9a21-673c92cfcf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6430b3c8-ac31-418e-bd11-2f8f04379307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:16:33.739551 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f68b2282-44c5-4e68-9c35-08fe6b158f01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:33.742756 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68b2282-44c5-4e68-9c35-08fe6b158f01 None None] Bound using segment: {'id': '7ca97f28-c951-47c9-9a21-673c92cfcf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6430b3c8-ac31-418e-bd11-2f8f04379307'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:16:33.743105 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-f68b2282-44c5-4e68-9c35-08fe6b158f01 None None] Bound port: e38cd361-34fa-42d5-8746-82285819fef5, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca97f28-c951-47c9-9a21-673c92cfcf70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '6430b3c8-ac31-418e-bd11-2f8f04379307'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:16:33.743614 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f68b2282-44c5-4e68-9c35-08fe6b158f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:33.849855 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-f68b2282-44c5-4e68-9c35-08fe6b158f01 None None] For port e38cd361-34fa-42d5-8746-82285819fef5, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:16:33.853688 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-f68b2282-44c5-4e68-9c35-08fe6b158f01 None None] For port e38cd361-34fa-42d5-8746-82285819fef5, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=e38cd361-34fa-42d5-8746-82285819fef5,segment=NetworkSegment(7ca97f28-c951-47c9-9a21-673c92cfcf70),segment_id=7ca97f28-c951-47c9-9a21-673c92cfcf70)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:16:33.862939 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f68b2282-44c5-4e68-9c35-08fe6b158f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:33.948315 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b2282-44c5-4e68-9c35-08fe6b158f01 None None] Pushing event updated for resources: {'Port': ['ID=e38cd361-34fa-42d5-8746-82285819fef5,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:33.968488 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab178a-d22f-4f76-bc05-ddcac2831fa0 req-5bd1124b-ddfc-440b-9a9a-6a52b930c7d4 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:33.970083 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-71ab178a-d22f-4f76-bc05-ddcac2831fa0 req-5bd1124b-ddfc-440b-9a9a-6a52b930c7d4 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 945 time: 0.9283836 Sep 08 09:16:33.977708 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-650ef0db-a49f-4d07-af2e-17fc0626bbb9 req-520717ad-0ab9-4ba1-818d-480afe1f2ac5 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 210 time: 0.1444428 Sep 08 09:16:34.024209 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c035d-5f1e-4676-b2f8-00878b7a9732 req-3df948d1-4786-4afa-aded-fe143b6c62f8 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:34.025960 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0b3c035d-5f1e-4676-b2f8-00878b7a9732 req-3df948d1-4786-4afa-aded-fe143b6c62f8 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 945 time: 0.3078074 Sep 08 09:16:34.142845 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ddebad-88cd-41e2-918e-17bec1e377f3 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Made reservation on behalf of ea019fc10697428ead6b1798adcd8ba7 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:16:34.146919 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-73ddebad-88cd-41e2-918e-17bec1e377f3 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:34.206778 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0b3c035d-5f1e-4676-b2f8-00878b7a9732 req-9ab8257f-0cf7-4023-be92-bc23f3c0b5f8 tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337912 Sep 08 09:16:34.250208 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd31dbf-e008-4369-a19a-c69b679a973c req-55924151-b26d-46d4-9f39-1f15cfefdbe8 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:34.251755 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5dd31dbf-e008-4369-a19a-c69b679a973c req-55924151-b26d-46d4-9f39-1f15cfefdbe8 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.35 "GET /v2.0/networks?id=48c54abd-6f52-4b1d-9226-4a2566a5fe28 HTTP/1.1" status: 200 len: 806 time: 1.3046618 Sep 08 09:16:34.283939 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-91323874-36b7-466a-beb7-d50dbf0e1124 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Allocated IP 172.20.0.1 (6430b3c8-ac31-418e-bd11-2f8f04379307/b19e4f25-eed3-4285-bc6d-3b8f89d65427/11ce00a0-e23b-49bf-9bd2-84fee5b6289a) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:16:34.299428 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-5dd31dbf-e008-4369-a19a-c69b679a973c req-bc8e9367-16ce-4488-91a3-6baf2c384f51 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Request body: {'port': {'device_id': 'fccf27e6-fbed-4ff7-a3db-25884f4599c8', 'network_id': '48c54abd-6f52-4b1d-9226-4a2566a5fe28', 'admin_state_up': True, 'tenant_id': '361efd7dd288461f98c228af9e362c93'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:34.404089 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-92989fd8-e8f5-4521-8b63-1368a3cd1e28 req-db5f1170-cc1c-46c9-9222-cbacc2aab18b tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=fccf27e6-fbed-4ff7-a3db-25884f4599c8 HTTP/1.1" status: 200 len: 210 time: 0.1626337 Sep 08 09:16:34.495336 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device e38cd361-34fa-42d5-8746-82285819fef5 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:16:34.510286 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-91323874-36b7-466a-beb7-d50dbf0e1124 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:34.520473 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-71ab178a-d22f-4f76-bc05-ddcac2831fa0 req-47a467ed-e6cf-4846-a610-3232362db5de tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Deleting port af42c450-4fe7-48ed-a9c0-9d7430483e3b {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:16:34.521091 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-71ab178a-d22f-4f76-bc05-ddcac2831fa0 req-47a467ed-e6cf-4846-a610-3232362db5de tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:34.529444 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-91323874-36b7-466a-beb7-d50dbf0e1124 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Transition to ACTIVE for port object 11ce00a0-e23b-49bf-9bd2-84fee5b6289a will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:16:34.562591 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port e38cd361-34fa-42d5-8746-82285819fef5 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:16:34.577857 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-91323874-36b7-466a-beb7-d50dbf0e1124 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:34.618855 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91323874-36b7-466a-beb7-d50dbf0e1124 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Network 6430b3c8-ac31-418e-bd11-2f8f04379307 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:16:34.622701 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-91323874-36b7-466a-beb7-d50dbf0e1124 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:16:34.625386 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91323874-36b7-466a-beb7-d50dbf0e1124 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:16:34.676641 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91323874-36b7-466a-beb7-d50dbf0e1124 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event updated for resources: {'Port': ['ID=11ce00a0-e23b-49bf-9bd2-84fee5b6289a,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:34.687110 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dd31dbf-e008-4369-a19a-c69b679a973c req-bc8e9367-16ce-4488-91a3-6baf2c384f51 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Made reservation on behalf of 361efd7dd288461f98c228af9e362c93 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:16:34.687606 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-91323874-36b7-466a-beb7-d50dbf0e1124 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:34.691241 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5dd31dbf-e008-4369-a19a-c69b679a973c req-bc8e9367-16ce-4488-91a3-6baf2c384f51 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:34.743314 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-71ab178a-d22f-4f76-bc05-ddcac2831fa0 req-47a467ed-e6cf-4846-a610-3232362db5de tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] For port af42c450-4fe7-48ed-a9c0-9d7430483e3b, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=af42c450-4fe7-48ed-a9c0-9d7430483e3b,segment=NetworkSegment(64f426d7-6eb3-4dff-b7bf-fdd1ce4a38ca),segment_id=64f426d7-6eb3-4dff-b7bf-fdd1ce4a38ca)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:16:34.743693 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-71ab178a-d22f-4f76-bc05-ddcac2831fa0 req-47a467ed-e6cf-4846-a610-3232362db5de tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:34.781201 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-71ab178a-d22f-4f76-bc05-ddcac2831fa0 req-47a467ed-e6cf-4846-a610-3232362db5de tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Calling delete_port for af42c450-4fe7-48ed-a9c0-9d7430483e3b owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:16:34.824585 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-91323874-36b7-466a-beb7-d50dbf0e1124 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:34.909864 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-73ddebad-88cd-41e2-918e-17bec1e377f3 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:35.107814 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ddebad-88cd-41e2-918e-17bec1e377f3 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event updated for resources: {'Subnet': ['ID=82194a46-29c8-4371-a11b-b4e61b55ed2b,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:35.126268 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-5dd31dbf-e008-4369-a19a-c69b679a973c req-bc8e9367-16ce-4488-91a3-6baf2c384f51 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Allocated IP 172.20.0.13 (48c54abd-6f52-4b1d-9226-4a2566a5fe28/7d9ca010-a841-4012-aaa1-2a86eaf161a1/95275709-3583-450c-9e78-5751b5545bed) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:16:35.196906 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-dc3715c4-7149-4102-b744-bc9b65844bed req-8ed54d1b-d06a-42ce-9b50-979231611e1f tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 210 time: 0.1002808 Sep 08 09:16:35.284177 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ddebad-88cd-41e2-918e-17bec1e377f3 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:16:35.285872 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ddebad-88cd-41e2-918e-17bec1e377f3 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:16:35.285872 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ddebad-88cd-41e2-918e-17bec1e377f3 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:16:35.285872 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ddebad-88cd-41e2-918e-17bec1e377f3 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:16:35.285872 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ddebad-88cd-41e2-918e-17bec1e377f3 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:16:35.286327 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ddebad-88cd-41e2-918e-17bec1e377f3 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:16:35.286548 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ddebad-88cd-41e2-918e-17bec1e377f3 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:16:35.286924 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ddebad-88cd-41e2-918e-17bec1e377f3 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:16:35.287308 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ddebad-88cd-41e2-918e-17bec1e377f3 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:16:35.287616 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ddebad-88cd-41e2-918e-17bec1e377f3 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:16:35.287944 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ddebad-88cd-41e2-918e-17bec1e377f3 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:16:35.288914 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ddebad-88cd-41e2-918e-17bec1e377f3 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:16:35.338397 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-91323874-36b7-466a-beb7-d50dbf0e1124 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:35.345312 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-91323874-36b7-466a-beb7-d50dbf0e1124 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:35.386890 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ddebad-88cd-41e2-918e-17bec1e377f3 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Checking segment: {'id': '8be3803f-a3d5-42dc-aa0e-5c854ecdc3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39c35103-0419-43fb-8b1b-bbd60a54b0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:16:35.387337 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ddebad-88cd-41e2-918e-17bec1e377f3 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Network hostable DHCP agents. Network: 39c35103-0419-43fb-8b1b-bbd60a54b0c6, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:16:35.423678 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-91323874-36b7-466a-beb7-d50dbf0e1124 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:35.425530 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91323874-36b7-466a-beb7-d50dbf0e1124 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event updated for resources: {'Port': ['ID=11ce00a0-e23b-49bf-9bd2-84fee5b6289a,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:35.440715 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798b585d-7d25-4609-9c6d-0277d47c66e4 None None] Network 6430b3c8-ac31-418e-bd11-2f8f04379307 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:16:35.525979 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b645b-9a37-4912-b48d-4082f5072a1e req-908186bc-b143-4289-b299-1e835250fa96 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:35.527589 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-104b645b-9a37-4912-b48d-4082f5072a1e req-908186bc-b143-4289-b299-1e835250fa96 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.37 "GET /v2.0/networks?id=cb338a05-96ea-4d11-88f8-690044b53ade HTTP/1.1" status: 200 len: 816 time: 0.5244436 Sep 08 09:16:35.538966 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ddebad-88cd-41e2-918e-17bec1e377f3 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Network 39c35103-0419-43fb-8b1b-bbd60a54b0c6 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:16:35.544060 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5dd31dbf-e008-4369-a19a-c69b679a973c req-bc8e9367-16ce-4488-91a3-6baf2c384f51 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:35.551652 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-71ab178a-d22f-4f76-bc05-ddcac2831fa0 req-47a467ed-e6cf-4846-a610-3232362db5de tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:35.553377 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-37f15787-a3f8-4214-aebc-69d3054e3705 None None] Provisioning for port e38cd361-34fa-42d5-8746-82285819fef5 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:16:35.579122 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d41b209d-2200-46f5-8e4a-61e13cf237e0 req-44e06999-e1ee-4e21-8503-f85056fa8457 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=fccf27e6-fbed-4ff7-a3db-25884f4599c8 HTTP/1.1" status: 200 len: 210 time: 0.0376832 Sep 08 09:16:35.582429 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-37f15787-a3f8-4214-aebc-69d3054e3705 None None] Provisioning complete for port e38cd361-34fa-42d5-8746-82285819fef5 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:16:35.582954 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-37f15787-a3f8-4214-aebc-69d3054e3705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:35.588596 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91323874-36b7-466a-beb7-d50dbf0e1124 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Network 6430b3c8-ac31-418e-bd11-2f8f04379307 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:16:35.588927 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e503ff-cf91-43a7-a7c0-22c103c5bd14 req-80c9959d-c3c5-4bb2-9f42-b5c4d3b4b77a tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:35.590235 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-91323874-36b7-466a-beb7-d50dbf0e1124 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:16:35.596480 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-95e503ff-cf91-43a7-a7c0-22c103c5bd14 req-80c9959d-c3c5-4bb2-9f42-b5c4d3b4b77a tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9 HTTP/1.1" status: 200 len: 867 time: 0.2541890 Sep 08 09:16:35.630918 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-73ddebad-88cd-41e2-918e-17bec1e377f3 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 39c35103-0419-43fb-8b1b-bbd60a54b0c6) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:16:35.642568 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a467ed-e6cf-4846-a610-3232362db5de tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Pushing event deleted for resources: {'Port': ['ID=af42c450-4fe7-48ed-a9c0-9d7430483e3b,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:35.652389 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886ff3fb-bcac-4de2-9d0b-3689d16dd9ca None None] Network 39c35103-0419-43fb-8b1b-bbd60a54b0c6 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:16:35.653310 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ddebad-88cd-41e2-918e-17bec1e377f3 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:35.653930 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-73ddebad-88cd-41e2-918e-17bec1e377f3 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:35.732728 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-104b645b-9a37-4912-b48d-4082f5072a1e req-eb6d558b-b402-4063-bac3-0f70a95ef7cb tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f5275e2d58a49a08895a50418c7508b HTTP/1.1" status: 200 len: 379 time: 0.1833632 Sep 08 09:16:35.733801 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91323874-36b7-466a-beb7-d50dbf0e1124 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Router 664ba0a7-23fb-4897-b008-32c519abbae3 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:16:35.753983 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-73ddebad-88cd-41e2-918e-17bec1e377f3 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7477796 Sep 08 09:16:35.756105 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ab178a-d22f-4f76-bc05-ddcac2831fa0 req-47a467ed-e6cf-4846-a610-3232362db5de tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] No DVR routers for this DVR port af42c450-4fe7-48ed-a9c0-9d7430483e3b on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:16:35.760275 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60266) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:35.762521 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-104b645b-9a37-4912-b48d-4082f5072a1e req-0d2eee73-f5d9-4431-a95b-0b6d13993806 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Request body: {'port': {'device_id': 'd670fbfb-6eed-4e9e-a33b-d0579953f7f4', 'network_id': 'cb338a05-96ea-4d11-88f8-690044b53ade', 'admin_state_up': True, 'tenant_id': '9f5275e2d58a49a08895a50418c7508b', 'security_groups': ['c53f50c2-cad6-4ff4-b881-227f5ce2c90b']}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:35.766847 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-c17c9ce9-d8af-4e97-853f-6751f64b9f2f tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Request body: {'port': {'network_id': '39c35103-0419-43fb-8b1b-bbd60a54b0c6', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1389177850'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:35.775545 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-95e503ff-cf91-43a7-a7c0-22c103c5bd14 req-6a46c62c-3ce8-4561-bfbc-ebbefbfde74e tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a8979bf-ef9e-44ab-b798-e89ff1d95164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780701 Sep 08 09:16:35.778372 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-71ab178a-d22f-4f76-bc05-ddcac2831fa0 req-47a467ed-e6cf-4846-a610-3232362db5de tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:35.780477 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-71ab178a-d22f-4f76-bc05-ddcac2831fa0 req-47a467ed-e6cf-4846-a610-3232362db5de tempest-ServerRescueNegativeTestJSON-1836126081 tempest-ServerRescueNegativeTestJSON-1836126081-project] 10.222.0.35 "DELETE /v2.0/ports/af42c450-4fe7-48ed-a9c0-9d7430483e3b HTTP/1.1" status: 204 len: 173 time: 1.7842505 Sep 08 09:16:35.782878 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9', 'name': 'network-vif-deleted', 'tag': 'af42c450-4fe7-48ed-a9c0-9d7430483e3b'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:16:35.784783 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d637a2-f409-45dd-9ac8-7390f66d9c48" -d '{"events": [{"server_uuid": "3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9", "name": "network-vif-deleted", "tag": "af42c450-4fe7-48ed-a9c0-9d7430483e3b"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:16:35.824325 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5dd31dbf-e008-4369-a19a-c69b679a973c req-bc8e9367-16ce-4488-91a3-6baf2c384f51 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:35.875031 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c845ff-e717-48a4-a3e9-87101cce709a x-openstack-request-id: req-38c845ff-e717-48a4-a3e9-87101cce709a {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:16:35.875381 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9", "name": "network-vif-deleted", "tag": "af42c450-4fe7-48ed-a9c0-9d7430483e3b", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:16:35.875573 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-38c845ff-e717-48a4-a3e9-87101cce709a {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:16:35.875975 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b5b5c6e-ec2c-46a3-9e6b-835f9154edb9', 'name': 'network-vif-deleted', 'tag': 'af42c450-4fe7-48ed-a9c0-9d7430483e3b', 'status': 'completed', 'code': 200} Sep 08 09:16:35.939842 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dd31dbf-e008-4369-a19a-c69b679a973c req-bc8e9367-16ce-4488-91a3-6baf2c384f51 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Network 48c54abd-6f52-4b1d-9226-4a2566a5fe28 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:16:35.949087 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-5dd31dbf-e008-4369-a19a-c69b679a973c req-bc8e9367-16ce-4488-91a3-6baf2c384f51 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:16:35.962153 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd31dbf-e008-4369-a19a-c69b679a973c req-bc8e9367-16ce-4488-91a3-6baf2c384f51 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:16:35.969224 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8e9367-16ce-4488-91a3-6baf2c384f51 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Pushing event updated for resources: {'Port': ['ID=95275709-3583-450c-9e78-5751b5545bed,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:35.975031 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:16:35.977516 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device af42c450-4fe7-48ed-a9c0-9d7430483e3b no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:16:36.053564 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd31dbf-e008-4369-a19a-c69b679a973c req-bc8e9367-16ce-4488-91a3-6baf2c384f51 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:36.053942 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: af42c450-4fe7-48ed-a9c0-9d7430483e3b {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:16:36.053942 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device af42c450-4fe7-48ed-a9c0-9d7430483e3b not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:16:36.055753 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5dd31dbf-e008-4369-a19a-c69b679a973c req-bc8e9367-16ce-4488-91a3-6baf2c384f51 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:36.061024 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-104b645b-9a37-4912-b48d-4082f5072a1e req-0d2eee73-f5d9-4431-a95b-0b6d13993806 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Made reservation on behalf of 9f5275e2d58a49a08895a50418c7508b for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:16:36.064674 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-104b645b-9a37-4912-b48d-4082f5072a1e req-0d2eee73-f5d9-4431-a95b-0b6d13993806 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:36.071683 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91323874-36b7-466a-beb7-d50dbf0e1124 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:16:36.083316 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-91323874-36b7-466a-beb7-d50dbf0e1124 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "PUT /v2.0/routers/664ba0a7-23fb-4897-b008-32c519abbae3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8959033 Sep 08 09:16:36.084358 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60272) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:36.087572 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-37f15787-a3f8-4214-aebc-69d3054e3705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:36.101670 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c2b1c0-65bf-4330-9948-234eb25d5abd None None] Sync routers for ids ['664ba0a7-23fb-4897-b008-32c519abbae3'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:16:36.152754 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5dd31dbf-e008-4369-a19a-c69b679a973c req-bc8e9367-16ce-4488-91a3-6baf2c384f51 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8684149 Sep 08 09:16:36.172486 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c2b1c0-65bf-4330-9948-234eb25d5abd None None] Routers {'664ba0a7-23fb-4897-b008-32c519abbae3'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:16:36.173130 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-10c2b1c0-65bf-4330-9948-234eb25d5abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:16:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['664ba0a7-23fb-4897-b008-32c519abbae3'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:36.176591 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19433be-4daf-4416-b9ed-2a33977ab90e tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:36.179772 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e19433be-4daf-4416-b9ed-2a33977ab90e tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "GET /v2.0/ports/11ce00a0-e23b-49bf-9bd2-84fee5b6289a HTTP/1.1" status: 200 len: 910 time: 0.0927734 Sep 08 09:16:36.181726 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60274) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:36.182981 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-5dd31dbf-e008-4369-a19a-c69b679a973c req-2aba9666-207c-41cc-9a6d-0783ab3adca7 service neutron] Request body: {'port': {'device_id': 'fccf27e6-fbed-4ff7-a3db-25884f4599c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:36.201720 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17c9ce9-d8af-4e97-853f-6751f64b9f2f tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Made reservation on behalf of ea019fc10697428ead6b1798adcd8ba7 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:16:36.205336 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c17c9ce9-d8af-4e97-853f-6751f64b9f2f tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:36.276199 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-10c2b1c0-65bf-4330-9948-234eb25d5abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:36.323114 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-c17c9ce9-d8af-4e97-853f-6751f64b9f2f tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] device_id is not set on port da6359b0-a464-4551-bbab-2aba4a3396f5 yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:16:36.348018 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5dd31dbf-e008-4369-a19a-c69b679a973c req-2aba9666-207c-41cc-9a6d-0783ab3adca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:36.357209 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-37f15787-a3f8-4214-aebc-69d3054e3705 None None] For port e38cd361-34fa-42d5-8746-82285819fef5, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=e38cd361-34fa-42d5-8746-82285819fef5,segment=NetworkSegment(7ca97f28-c951-47c9-9a21-673c92cfcf70),segment_id=7ca97f28-c951-47c9-9a21-673c92cfcf70)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:16:36.374912 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a84e842-7d03-4538-85bb-21d532fc1c42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-39c35103-0419-43fb-8b1b-bbd60a54b0c6', 'network_id': '39c35103-0419-43fb-8b1b-bbd60a54b0c6', 'tenant_id': 'ea019fc10697428ead6b1798adcd8ba7', 'fixed_ips': [{'subnet_id': '82194a46-29c8-4371-a11b-b4e61b55ed2b'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:16:36.375888 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1a84e842-7d03-4538-85bb-21d532fc1c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:36.380044 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-37f15787-a3f8-4214-aebc-69d3054e3705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:36.395809 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-104b645b-9a37-4912-b48d-4082f5072a1e req-0d2eee73-f5d9-4431-a95b-0b6d13993806 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Allocated IP 172.20.0.8 (cb338a05-96ea-4d11-88f8-690044b53ade/8ec84db6-4dd6-4de4-a1e0-0c0e5076306d/a3c31785-e0b7-40a9-bdb7-b21286768191) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:16:36.409704 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c2b1c0-65bf-4330-9948-234eb25d5abd None None] Routers {'664ba0a7-23fb-4897-b008-32c519abbae3'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:16:36.412616 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-10c2b1c0-65bf-4330-9948-234eb25d5abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:16:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['664ba0a7-23fb-4897-b008-32c519abbae3'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:36.571272 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-10c2b1c0-65bf-4330-9948-234eb25d5abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:36.573508 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c2b1c0-65bf-4330-9948-234eb25d5abd None None] The sync data for ids ['664ba0a7-23fb-4897-b008-32c519abbae3'] in n-d-806683-11 is: [] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:16:36.582767 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-43fd25a9-ff1f-4b79-bf6a-f81d4f3cd90e req-8a3b86b0-ebd5-424d-bb68-0c509958ed17 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 210 time: 0.0573728 Sep 08 09:16:36.764376 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-0578b9df-1602-475f-aee1-76ef90c818a6 None None] Provisioning for port 11ce00a0-e23b-49bf-9bd2-84fee5b6289a completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:16:36.783824 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f15787-a3f8-4214-aebc-69d3054e3705 None None] Pushing event updated for resources: {'Port': ['ID=e38cd361-34fa-42d5-8746-82285819fef5,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:36.813445 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-0578b9df-1602-475f-aee1-76ef90c818a6 None None] Provisioning complete for port 11ce00a0-e23b-49bf-9bd2-84fee5b6289a triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:16:36.813836 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0578b9df-1602-475f-aee1-76ef90c818a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:36.854320 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-0578b9df-1602-475f-aee1-76ef90c818a6 None None] Port 11ce00a0-e23b-49bf-9bd2-84fee5b6289a cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:16:36.870179 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-0578b9df-1602-475f-aee1-76ef90c818a6 None None] Provisioning complete for port e38cd361-34fa-42d5-8746-82285819fef5 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:16:36.870600 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0578b9df-1602-475f-aee1-76ef90c818a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:36.923492 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-104b645b-9a37-4912-b48d-4082f5072a1e req-0d2eee73-f5d9-4431-a95b-0b6d13993806 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:36.948502 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-104b645b-9a37-4912-b48d-4082f5072a1e req-0d2eee73-f5d9-4431-a95b-0b6d13993806 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Transition to ACTIVE for port object a3c31785-e0b7-40a9-bdb7-b21286768191 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:16:36.989630 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60300) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:37.026718 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-c17c9ce9-d8af-4e97-853f-6751f64b9f2f tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Allocated IP 2001:db8::22e (39c35103-0419-43fb-8b1b-bbd60a54b0c6/82194a46-29c8-4371-a11b-b4e61b55ed2b/da6359b0-a464-4551-bbab-2aba4a3396f5) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:16:37.049703 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-104b645b-9a37-4912-b48d-4082f5072a1e req-0d2eee73-f5d9-4431-a95b-0b6d13993806 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:37.160077 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-104b645b-9a37-4912-b48d-4082f5072a1e req-0d2eee73-f5d9-4431-a95b-0b6d13993806 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Network cb338a05-96ea-4d11-88f8-690044b53ade is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:16:37.181082 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-87437a75-2f90-497c-814a-c11ce6bff542 None None] Provisioning complete for port 11ce00a0-e23b-49bf-9bd2-84fee5b6289a triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:16:37.181691 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-87437a75-2f90-497c-814a-c11ce6bff542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:37.204028 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc7831-2152-48b4-b299-1847c3baa24f req-c1571884-be0c-477e-8a05-3b7cf6e6f17c tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:37.212069 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-72cc7831-2152-48b4-b299-1847c3baa24f req-c1571884-be0c-477e-8a05-3b7cf6e6f17c tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=fccf27e6-fbed-4ff7-a3db-25884f4599c8 HTTP/1.1" status: 200 len: 932 time: 0.4550896 Sep 08 09:16:37.233854 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c17c9ce9-d8af-4e97-853f-6751f64b9f2f tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:37.235199 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-104b645b-9a37-4912-b48d-4082f5072a1e req-0d2eee73-f5d9-4431-a95b-0b6d13993806 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:16:37.258665 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-87437a75-2f90-497c-814a-c11ce6bff542 None None] Port 11ce00a0-e23b-49bf-9bd2-84fee5b6289a cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:16:37.263670 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-c17c9ce9-d8af-4e97-853f-6751f64b9f2f tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Transition to ACTIVE for port object da6359b0-a464-4551-bbab-2aba4a3396f5 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:16:37.281536 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-104b645b-9a37-4912-b48d-4082f5072a1e req-0d2eee73-f5d9-4431-a95b-0b6d13993806 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:16:37.290227 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2eee73-f5d9-4431-a95b-0b6d13993806 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Pushing event updated for resources: {'Port': ['ID=a3c31785-e0b7-40a9-bdb7-b21286768191,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:37.344089 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c17c9ce9-d8af-4e97-853f-6751f64b9f2f tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:37.384197 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0a05eb68-905e-4598-96ae-2d0727a3b742 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:37.412949 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-72cc7831-2152-48b4-b299-1847c3baa24f req-76abfa9d-3807-44ba-873d-e01534dd7d1f tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000182 Sep 08 09:16:37.448928 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-1a84e842-7d03-4538-85bb-21d532fc1c42 None None] Allocated IP 2001:db8::2 (39c35103-0419-43fb-8b1b-bbd60a54b0c6/82194a46-29c8-4371-a11b-b4e61b55ed2b/5c7aff89-d89e-43d4-9a65-96d8307291bc) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:16:37.464111 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17c9ce9-d8af-4e97-853f-6751f64b9f2f tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Network 39c35103-0419-43fb-8b1b-bbd60a54b0c6 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:16:37.481987 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-c17c9ce9-d8af-4e97-853f-6751f64b9f2f tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:16:37.484709 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17c9ce9-d8af-4e97-853f-6751f64b9f2f tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:16:37.491361 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17c9ce9-d8af-4e97-853f-6751f64b9f2f tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:37.492103 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c17c9ce9-d8af-4e97-853f-6751f64b9f2f tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:37.496242 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c9ce9-d8af-4e97-853f-6751f64b9f2f tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event updated for resources: {'Port': ['ID=da6359b0-a464-4551-bbab-2aba4a3396f5,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:37.536135 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b645b-9a37-4912-b48d-4082f5072a1e req-0d2eee73-f5d9-4431-a95b-0b6d13993806 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:37.537564 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-104b645b-9a37-4912-b48d-4082f5072a1e req-0d2eee73-f5d9-4431-a95b-0b6d13993806 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:37.578015 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c17c9ce9-d8af-4e97-853f-6751f64b9f2f tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.8156042 Sep 08 09:16:37.584578 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60304) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:37.644623 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1a84e842-7d03-4538-85bb-21d532fc1c42 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:37.654513 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-1a84e842-7d03-4538-85bb-21d532fc1c42 None None] Transition to ACTIVE for port object 5c7aff89-d89e-43d4-9a65-96d8307291bc will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:16:37.658443 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-104b645b-9a37-4912-b48d-4082f5072a1e req-0d2eee73-f5d9-4431-a95b-0b6d13993806 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9056404 Sep 08 09:16:37.685497 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-104b645b-9a37-4912-b48d-4082f5072a1e req-ea0e7b8c-54ad-4f0d-a899-4a0a9df1f2c4 service neutron] Request body: {'port': {'device_id': 'd670fbfb-6eed-4e9e-a33b-d0579953f7f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:37.697871 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-5dd31dbf-e008-4369-a19a-c69b679a973c req-2aba9666-207c-41cc-9a6d-0783ab3adca7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95275709-3583-450c-9e78-5751b5545bed {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:16:37.700035 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-1a06c433-ac02-45b9-8042-42613dac968e None None] Provisioning for port a3c31785-e0b7-40a9-bdb7-b21286768191 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:16:37.707678 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5dd31dbf-e008-4369-a19a-c69b679a973c req-2aba9666-207c-41cc-9a6d-0783ab3adca7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:37.707911 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-1a84e842-7d03-4538-85bb-21d532fc1c42 None None] Transition to ACTIVE for port object 5c7aff89-d89e-43d4-9a65-96d8307291bc will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:16:37.713589 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-1a06c433-ac02-45b9-8042-42613dac968e None None] Provisioning complete for port a3c31785-e0b7-40a9-bdb7-b21286768191 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:16:37.714387 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1a06c433-ac02-45b9-8042-42613dac968e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:37.747619 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1a84e842-7d03-4538-85bb-21d532fc1c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:37.802112 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-5dd31dbf-e008-4369-a19a-c69b679a973c req-2aba9666-207c-41cc-9a6d-0783ab3adca7 service neutron] Transition to ACTIVE for port object 95275709-3583-450c-9e78-5751b5545bed will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:16:37.828039 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5dd31dbf-e008-4369-a19a-c69b679a973c req-2aba9666-207c-41cc-9a6d-0783ab3adca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:37.831143 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a84e842-7d03-4538-85bb-21d532fc1c42 None None] Pushing event updated for resources: {'Port': ['ID=5c7aff89-d89e-43d4-9a65-96d8307291bc,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:37.837460 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-dc4fee11-32dc-4b2f-98a7-f4def728ddf4 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Deleting port da6359b0-a464-4551-bbab-2aba4a3396f5 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:16:37.838365 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dc4fee11-32dc-4b2f-98a7-f4def728ddf4 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:37.857340 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a84e842-7d03-4538-85bb-21d532fc1c42 None None] Network 39c35103-0419-43fb-8b1b-bbd60a54b0c6 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:16:37.861619 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-1a84e842-7d03-4538-85bb-21d532fc1c42 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:16:37.865507 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a84e842-7d03-4538-85bb-21d532fc1c42 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:16:37.879693 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-104b645b-9a37-4912-b48d-4082f5072a1e req-ea0e7b8c-54ad-4f0d-a899-4a0a9df1f2c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:37.939838 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-1a06c433-ac02-45b9-8042-42613dac968e None None] Port a3c31785-e0b7-40a9-bdb7-b21286768191 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:16:37.944609 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba9666-207c-41cc-9a6d-0783ab3adca7 service neutron] Pushing event updated for resources: {'Port': ['ID=95275709-3583-450c-9e78-5751b5545bed,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:37.963087 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-1a84e842-7d03-4538-85bb-21d532fc1c42 None None] Attempting to bind port 5c7aff89-d89e-43d4-9a65-96d8307291bc on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:16:37.963816 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-1a84e842-7d03-4538-85bb-21d532fc1c42 None None] Attempting to bind port 5c7aff89-d89e-43d4-9a65-96d8307291bc by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '8be3803f-a3d5-42dc-aa0e-5c854ecdc3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39c35103-0419-43fb-8b1b-bbd60a54b0c6'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:16:37.964359 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a84e842-7d03-4538-85bb-21d532fc1c42 None None] Attempting to bind port 5c7aff89-d89e-43d4-9a65-96d8307291bc on network 39c35103-0419-43fb-8b1b-bbd60a54b0c6 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:16:37.966222 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472293db-1326-4d07-b1d9-09b63db8c929 req-5fe1735d-8388-4ba3-852b-da8b64b3e9e8 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:37.967881 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-472293db-1326-4d07-b1d9-09b63db8c929 req-5fe1735d-8388-4ba3-852b-da8b64b3e9e8 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 931 time: 0.1997838 Sep 08 09:16:37.971412 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a84e842-7d03-4538-85bb-21d532fc1c42 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:16:37.972420 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a84e842-7d03-4538-85bb-21d532fc1c42 None None] Checking segment: {'id': '8be3803f-a3d5-42dc-aa0e-5c854ecdc3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39c35103-0419-43fb-8b1b-bbd60a54b0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:16:37.973022 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1a84e842-7d03-4538-85bb-21d532fc1c42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:37.973586 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a84e842-7d03-4538-85bb-21d532fc1c42 None None] Bound using segment: {'id': '8be3803f-a3d5-42dc-aa0e-5c854ecdc3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39c35103-0419-43fb-8b1b-bbd60a54b0c6'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:16:37.976644 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-1a84e842-7d03-4538-85bb-21d532fc1c42 None None] Bound port: 5c7aff89-d89e-43d4-9a65-96d8307291bc, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8be3803f-a3d5-42dc-aa0e-5c854ecdc3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '39c35103-0419-43fb-8b1b-bbd60a54b0c6'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:16:37.977271 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1a84e842-7d03-4538-85bb-21d532fc1c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:38.017681 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dc4fee11-32dc-4b2f-98a7-f4def728ddf4 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:38.036407 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-dc4fee11-32dc-4b2f-98a7-f4def728ddf4 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Calling delete_port for da6359b0-a464-4551-bbab-2aba4a3396f5 owned by {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:16:38.064375 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-1a84e842-7d03-4538-85bb-21d532fc1c42 None None] For port 5c7aff89-d89e-43d4-9a65-96d8307291bc, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:16:38.069136 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-1a84e842-7d03-4538-85bb-21d532fc1c42 None None] For port 5c7aff89-d89e-43d4-9a65-96d8307291bc, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=5c7aff89-d89e-43d4-9a65-96d8307291bc,segment=NetworkSegment(8be3803f-a3d5-42dc-aa0e-5c854ecdc3c7),segment_id=8be3803f-a3d5-42dc-aa0e-5c854ecdc3c7)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:16:38.073350 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1a84e842-7d03-4538-85bb-21d532fc1c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:38.124297 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-0a05eb68-905e-4598-96ae-2d0727a3b742 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Deleting port 11ce00a0-e23b-49bf-9bd2-84fee5b6289a {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:16:38.124565 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0a05eb68-905e-4598-96ae-2d0727a3b742 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:38.178276 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a84e842-7d03-4538-85bb-21d532fc1c42 None None] Pushing event updated for resources: {'Port': ['ID=5c7aff89-d89e-43d4-9a65-96d8307291bc,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:38.213374 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-472293db-1326-4d07-b1d9-09b63db8c929 req-8a7f2389-d287-40d2-81fe-f13a8d8ab14b tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2379103 Sep 08 09:16:38.295983 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-5dd31dbf-e008-4369-a19a-c69b679a973c req-2aba9666-207c-41cc-9a6d-0783ab3adca7 service neutron] Attempting to bind port 95275709-3583-450c-9e78-5751b5545bed on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:16:38.296443 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-5dd31dbf-e008-4369-a19a-c69b679a973c req-2aba9666-207c-41cc-9a6d-0783ab3adca7 service neutron] Attempting to bind port 95275709-3583-450c-9e78-5751b5545bed by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '7ce255b1-6bde-43a1-82b1-212ac77774b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48c54abd-6f52-4b1d-9226-4a2566a5fe28'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:16:38.296864 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd31dbf-e008-4369-a19a-c69b679a973c req-2aba9666-207c-41cc-9a6d-0783ab3adca7 service neutron] Attempting to bind port 95275709-3583-450c-9e78-5751b5545bed on network 48c54abd-6f52-4b1d-9226-4a2566a5fe28 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:16:38.311299 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd31dbf-e008-4369-a19a-c69b679a973c req-2aba9666-207c-41cc-9a6d-0783ab3adca7 service neutron] Port 95275709-3583-450c-9e78-5751b5545bed on network 48c54abd-6f52-4b1d-9226-4a2566a5fe28 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:16:38.311473 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd31dbf-e008-4369-a19a-c69b679a973c req-2aba9666-207c-41cc-9a6d-0783ab3adca7 service neutron] Attempting to bind port 95275709-3583-450c-9e78-5751b5545bed on network 48c54abd-6f52-4b1d-9226-4a2566a5fe28 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:16:38.359005 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0a05eb68-905e-4598-96ae-2d0727a3b742 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:38.375307 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-0a05eb68-905e-4598-96ae-2d0727a3b742 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Calling delete_port for 11ce00a0-e23b-49bf-9bd2-84fee5b6289a owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:16:38.403244 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device e38cd361-34fa-42d5-8746-82285819fef5 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:16:38.421360 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dc4fee11-32dc-4b2f-98a7-f4def728ddf4 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:38.470466 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd31dbf-e008-4369-a19a-c69b679a973c req-2aba9666-207c-41cc-9a6d-0783ab3adca7 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:16:38.470823 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd31dbf-e008-4369-a19a-c69b679a973c req-2aba9666-207c-41cc-9a6d-0783ab3adca7 service neutron] Checking segment: {'id': '7ce255b1-6bde-43a1-82b1-212ac77774b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48c54abd-6f52-4b1d-9226-4a2566a5fe28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:16:38.471207 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd31dbf-e008-4369-a19a-c69b679a973c req-2aba9666-207c-41cc-9a6d-0783ab3adca7 service neutron] Bound using segment: {'id': '7ce255b1-6bde-43a1-82b1-212ac77774b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48c54abd-6f52-4b1d-9226-4a2566a5fe28'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:16:38.471659 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-5dd31dbf-e008-4369-a19a-c69b679a973c req-2aba9666-207c-41cc-9a6d-0783ab3adca7 service neutron] Bound port: 95275709-3583-450c-9e78-5751b5545bed, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ce255b1-6bde-43a1-82b1-212ac77774b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '48c54abd-6f52-4b1d-9226-4a2566a5fe28'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:16:38.472022 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5dd31dbf-e008-4369-a19a-c69b679a973c req-2aba9666-207c-41cc-9a6d-0783ab3adca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:38.542071 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port e38cd361-34fa-42d5-8746-82285819fef5 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:16:38.542479 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:38.555394 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-104b645b-9a37-4912-b48d-4082f5072a1e req-ea0e7b8c-54ad-4f0d-a899-4a0a9df1f2c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3c31785-e0b7-40a9-bdb7-b21286768191 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:16:38.624710 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-104b645b-9a37-4912-b48d-4082f5072a1e req-ea0e7b8c-54ad-4f0d-a899-4a0a9df1f2c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:38.659425 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c7a11470-e624-44cf-a2be-e7a436822aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:38.695154 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4fee11-32dc-4b2f-98a7-f4def728ddf4 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event deleted for resources: {'Port': ['ID=da6359b0-a464-4551-bbab-2aba4a3396f5,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:38.729177 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-104b645b-9a37-4912-b48d-4082f5072a1e req-ea0e7b8c-54ad-4f0d-a899-4a0a9df1f2c4 service neutron] Transition to ACTIVE for port object a3c31785-e0b7-40a9-bdb7-b21286768191 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:16:38.741296 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-104b645b-9a37-4912-b48d-4082f5072a1e req-ea0e7b8c-54ad-4f0d-a899-4a0a9df1f2c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:38.772499 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dc4fee11-32dc-4b2f-98a7-f4def728ddf4 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:38.774582 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-dc4fee11-32dc-4b2f-98a7-f4def728ddf4 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/ports/da6359b0-a464-4551-bbab-2aba4a3396f5 HTTP/1.1" status: 204 len: 168 time: 1.1881113 Sep 08 09:16:38.776726 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0a05eb68-905e-4598-96ae-2d0727a3b742 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:38.778599 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60314) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:38.792221 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-5dd31dbf-e008-4369-a19a-c69b679a973c req-2aba9666-207c-41cc-9a6d-0783ab3adca7 service neutron] For port 95275709-3583-450c-9e78-5751b5545bed, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:16:38.832345 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a05eb68-905e-4598-96ae-2d0727a3b742 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event deleted for resources: {'Port': ['ID=11ce00a0-e23b-49bf-9bd2-84fee5b6289a,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:38.833021 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-5dd31dbf-e008-4369-a19a-c69b679a973c req-2aba9666-207c-41cc-9a6d-0783ab3adca7 service neutron] For port 95275709-3583-450c-9e78-5751b5545bed, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=95275709-3583-450c-9e78-5751b5545bed,segment=NetworkSegment(7ce255b1-6bde-43a1-82b1-212ac77774b3),segment_id=7ce255b1-6bde-43a1-82b1-212ac77774b3)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:16:38.840640 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ea5dc7f-6170-44fd-96ce-ca7aa4a84691 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] GET failed (client error): The resource could not be found. Sep 08 09:16:38.842336 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1ea5dc7f-6170-44fd-96ce-ca7aa4a84691 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "GET /v2.0/ports/da6359b0-a464-4551-bbab-2aba4a3396f5 HTTP/1.1" status: 404 len: 333 time: 0.0603836 Sep 08 09:16:38.849936 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60316) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:38.942695 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8c089-c31d-42b5-8a47-1e257a9559c4 req-e5c2c888-4616-4a06-8bc0-f45df6c0f054 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:38.948348 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0bb8c089-c31d-42b5-8a47-1e257a9559c4 req-e5c2c888-4616-4a06-8bc0-f45df6c0f054 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=fccf27e6-fbed-4ff7-a3db-25884f4599c8 HTTP/1.1" status: 200 len: 944 time: 0.2559023 Sep 08 09:16:39.019261 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-52513097-c051-41ad-8a14-dac5b1e75816 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Deleting subnet 82194a46-29c8-4371-a11b-b4e61b55ed2b {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:16:39.051625 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-52513097-c051-41ad-8a14-dac5b1e75816 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:39.210305 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0bb8c089-c31d-42b5-8a47-1e257a9559c4 req-a8f6c9ea-2562-4a29-b071-49c40594a1cd tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879284 Sep 08 09:16:39.382641 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0a05eb68-905e-4598-96ae-2d0727a3b742 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:39.410652 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-52513097-c051-41ad-8a14-dac5b1e75816 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:39.412811 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5dd31dbf-e008-4369-a19a-c69b679a973c req-2aba9666-207c-41cc-9a6d-0783ab3adca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:39.460805 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e7b8c-54ad-4f0d-a899-4a0a9df1f2c4 service neutron] Pushing event updated for resources: {'Port': ['ID=a3c31785-e0b7-40a9-bdb7-b21286768191,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:39.535569 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd31dbf-e008-4369-a19a-c69b679a973c req-2aba9666-207c-41cc-9a6d-0783ab3adca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:39.536209 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5dd31dbf-e008-4369-a19a-c69b679a973c req-2aba9666-207c-41cc-9a6d-0783ab3adca7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:39.538267 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5dd31dbf-e008-4369-a19a-c69b679a973c req-2aba9666-207c-41cc-9a6d-0783ab3adca7 service neutron] 10.222.0.35 "PUT /v2.0/ports/95275709-3583-450c-9e78-5751b5545bed HTTP/1.1" status: 200 len: 1093 time: 3.3654265 Sep 08 09:16:39.545456 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fccf27e6-fbed-4ff7-a3db-25884f4599c8', 'tag': '95275709-3583-450c-9e78-5751b5545bed'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:16:39.547662 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc8863a-8530-454e-9631-812827fa92c3" -d '{"events": [{"name": "network-changed", "server_uuid": "fccf27e6-fbed-4ff7-a3db-25884f4599c8", "tag": "95275709-3583-450c-9e78-5751b5545bed"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:16:39.705650 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5616bd6e-71e8-4e56-b684-fe57b9e7d490 x-openstack-request-id: req-5616bd6e-71e8-4e56-b684-fe57b9e7d490 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:16:39.707042 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fccf27e6-fbed-4ff7-a3db-25884f4599c8", "tag": "95275709-3583-450c-9e78-5751b5545bed", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:16:39.707599 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5616bd6e-71e8-4e56-b684-fe57b9e7d490 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:16:39.708284 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fccf27e6-fbed-4ff7-a3db-25884f4599c8', 'tag': '95275709-3583-450c-9e78-5751b5545bed', 'status': 'completed', 'code': 200} Sep 08 09:16:39.723217 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a86ca-82b5-43aa-adb4-9c4d35b2b79b req-ee4de88e-6897-4b1e-a0ec-e4af66db0810 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:39.734690 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-761a86ca-82b5-43aa-adb4-9c4d35b2b79b req-ee4de88e-6897-4b1e-a0ec-e4af66db0810 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 943 time: 0.3348660 Sep 08 09:16:39.737324 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba9666-207c-41cc-9a6d-0783ab3adca7 service neutron] Pushing event updated for resources: {'Port': ['ID=95275709-3583-450c-9e78-5751b5545bed,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:39.741791 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-104b645b-9a37-4912-b48d-4082f5072a1e req-ea0e7b8c-54ad-4f0d-a899-4a0a9df1f2c4 service neutron] Attempting to bind port a3c31785-e0b7-40a9-bdb7-b21286768191 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:16:39.742355 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-104b645b-9a37-4912-b48d-4082f5072a1e req-ea0e7b8c-54ad-4f0d-a899-4a0a9df1f2c4 service neutron] Attempting to bind port a3c31785-e0b7-40a9-bdb7-b21286768191 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'f65d12e3-feb2-45fa-813d-94ce7829a6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'cb338a05-96ea-4d11-88f8-690044b53ade'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:16:39.742861 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104b645b-9a37-4912-b48d-4082f5072a1e req-ea0e7b8c-54ad-4f0d-a899-4a0a9df1f2c4 service neutron] Attempting to bind port a3c31785-e0b7-40a9-bdb7-b21286768191 on network cb338a05-96ea-4d11-88f8-690044b53ade {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:16:39.756936 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60334) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:39.757790 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104b645b-9a37-4912-b48d-4082f5072a1e req-ea0e7b8c-54ad-4f0d-a899-4a0a9df1f2c4 service neutron] Port a3c31785-e0b7-40a9-bdb7-b21286768191 on network cb338a05-96ea-4d11-88f8-690044b53ade not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:16:39.758162 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104b645b-9a37-4912-b48d-4082f5072a1e req-ea0e7b8c-54ad-4f0d-a899-4a0a9df1f2c4 service neutron] Attempting to bind port a3c31785-e0b7-40a9-bdb7-b21286768191 on network cb338a05-96ea-4d11-88f8-690044b53ade {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:16:39.787504 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e766b276-c127-4115-b62f-b7dbc2fb4dfe None None] Network 39c35103-0419-43fb-8b1b-bbd60a54b0c6 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:16:39.792343 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a05eb68-905e-4598-96ae-2d0727a3b742 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Router 664ba0a7-23fb-4897-b008-32c519abbae3 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:16:39.818478 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-52513097-c051-41ad-8a14-dac5b1e75816 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:39.868298 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-afeb200c-0343-4e15-b71b-103554cd6997 None None] Provisioning for port 5c7aff89-d89e-43d4-9a65-96d8307291bc completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:16:39.884436 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104b645b-9a37-4912-b48d-4082f5072a1e req-ea0e7b8c-54ad-4f0d-a899-4a0a9df1f2c4 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:16:39.884791 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104b645b-9a37-4912-b48d-4082f5072a1e req-ea0e7b8c-54ad-4f0d-a899-4a0a9df1f2c4 service neutron] Checking segment: {'id': 'f65d12e3-feb2-45fa-813d-94ce7829a6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'cb338a05-96ea-4d11-88f8-690044b53ade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:16:39.885716 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104b645b-9a37-4912-b48d-4082f5072a1e req-ea0e7b8c-54ad-4f0d-a899-4a0a9df1f2c4 service neutron] Bound using segment: {'id': 'f65d12e3-feb2-45fa-813d-94ce7829a6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'cb338a05-96ea-4d11-88f8-690044b53ade'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:16:39.886200 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-104b645b-9a37-4912-b48d-4082f5072a1e req-ea0e7b8c-54ad-4f0d-a899-4a0a9df1f2c4 service neutron] Bound port: a3c31785-e0b7-40a9-bdb7-b21286768191, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f65d12e3-feb2-45fa-813d-94ce7829a6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'cb338a05-96ea-4d11-88f8-690044b53ade'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:16:39.886573 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-104b645b-9a37-4912-b48d-4082f5072a1e req-ea0e7b8c-54ad-4f0d-a899-4a0a9df1f2c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:39.929796 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a05eb68-905e-4598-96ae-2d0727a3b742 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:16:39.939911 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0a05eb68-905e-4598-96ae-2d0727a3b742 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "PUT /v2.0/routers/664ba0a7-23fb-4897-b008-32c519abbae3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7570434 Sep 08 09:16:39.944055 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b687898-070b-4a99-bf41-a7e7ae10779f None None] Sync routers for ids ['664ba0a7-23fb-4897-b008-32c519abbae3'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:16:39.946422 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60338) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:39.961554 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b687898-070b-4a99-bf41-a7e7ae10779f None None] Routers {'664ba0a7-23fb-4897-b008-32c519abbae3'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:16:39.964194 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-3b687898-070b-4a99-bf41-a7e7ae10779f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:16:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['664ba0a7-23fb-4897-b008-32c519abbae3'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:39.983430 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-104b645b-9a37-4912-b48d-4082f5072a1e req-ea0e7b8c-54ad-4f0d-a899-4a0a9df1f2c4 service neutron] For port a3c31785-e0b7-40a9-bdb7-b21286768191, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:16:39.987312 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-104b645b-9a37-4912-b48d-4082f5072a1e req-ea0e7b8c-54ad-4f0d-a899-4a0a9df1f2c4 service neutron] For port a3c31785-e0b7-40a9-bdb7-b21286768191, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=a3c31785-e0b7-40a9-bdb7-b21286768191,segment=NetworkSegment(f65d12e3-feb2-45fa-813d-94ce7829a6a9),segment_id=f65d12e3-feb2-45fa-813d-94ce7829a6a9)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:16:39.992531 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8f729c73-c293-4f48-8183-e770b044937c tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "GET /v2.0/ports?device_id=664ba0a7-23fb-4897-b008-32c519abbae3 HTTP/1.1" status: 200 len: 205 time: 0.0442975 Sep 08 09:16:39.995074 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd31dbf-e008-4369-a19a-c69b679a973c req-9c93cc85-04ac-40ae-b8d9-131b25b3dd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:39.996222 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60340) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:39.997770 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5dd31dbf-e008-4369-a19a-c69b679a973c req-9c93cc85-04ac-40ae-b8d9-131b25b3dd8f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=361efd7dd288461f98c228af9e362c93&device_id=fccf27e6-fbed-4ff7-a3db-25884f4599c8 HTTP/1.1" status: 200 len: 1096 time: 0.3843863 Sep 08 09:16:40.024052 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-761a86ca-82b5-43aa-adb4-9c4d35b2b79b req-a6bc40e1-a9e8-4849-aa66-b7b0dfe51ec7 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2831707 Sep 08 09:16:40.042773 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-104b645b-9a37-4912-b48d-4082f5072a1e req-ea0e7b8c-54ad-4f0d-a899-4a0a9df1f2c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:40.063320 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-3b687898-070b-4a99-bf41-a7e7ae10779f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:40.076241 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b687898-070b-4a99-bf41-a7e7ae10779f None None] Routers {'664ba0a7-23fb-4897-b008-32c519abbae3'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:16:40.077253 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-3b687898-070b-4a99-bf41-a7e7ae10779f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:16:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['664ba0a7-23fb-4897-b008-32c519abbae3'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:40.096497 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2fdd92c3-831e-489b-a7a6-4f4dbf3105c0 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:40.112682 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-108c6a3b-0270-419f-aca1-ad4fa75be04c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:40.146093 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-52513097-c051-41ad-8a14-dac5b1e75816 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:40.148757 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-3b687898-070b-4a99-bf41-a7e7ae10779f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:40.155890 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b687898-070b-4a99-bf41-a7e7ae10779f None None] The sync data for ids ['664ba0a7-23fb-4897-b008-32c519abbae3'] in n-d-806683-11 is: [] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:16:40.178783 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52513097-c051-41ad-8a14-dac5b1e75816 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event deleted for resources: {'Subnet': ['ID=82194a46-29c8-4371-a11b-b4e61b55ed2b,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:40.181844 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b645b-9a37-4912-b48d-4082f5072a1e req-ea0e7b8c-54ad-4f0d-a899-4a0a9df1f2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:40.184373 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-104b645b-9a37-4912-b48d-4082f5072a1e req-ea0e7b8c-54ad-4f0d-a899-4a0a9df1f2c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:40.187020 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-104b645b-9a37-4912-b48d-4082f5072a1e req-ea0e7b8c-54ad-4f0d-a899-4a0a9df1f2c4 service neutron] 10.222.0.37 "PUT /v2.0/ports/a3c31785-e0b7-40a9-bdb7-b21286768191 HTTP/1.1" status: 200 len: 1092 time: 2.5059919 Sep 08 09:16:40.218378 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-52513097-c051-41ad-8a14-dac5b1e75816 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:40.220430 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-52513097-c051-41ad-8a14-dac5b1e75816 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/subnets/82194a46-29c8-4371-a11b-b4e61b55ed2b HTTP/1.1" status: 204 len: 168 time: 1.3696246 Sep 08 09:16:40.223609 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60342) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:40.246833 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e7b8c-54ad-4f0d-a899-4a0a9df1f2c4 service neutron] Pushing event updated for resources: {'Port': ['ID=a3c31785-e0b7-40a9-bdb7-b21286768191,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:40.262400 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5dd31dbf-e008-4369-a19a-c69b679a973c req-90a48b68-76c4-47ff-92db-bb0806af9253 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95275709-3583-450c-9e78-5751b5545bed HTTP/1.1" status: 200 len: 217 time: 0.2371864 Sep 08 09:16:40.408864 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2fdd92c3-831e-489b-a7a6-4f4dbf3105c0 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:40.417650 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2fdd92c3-831e-489b-a7a6-4f4dbf3105c0 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:40.452032 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c42f83-3e07-4797-9e40-ade7dbab6360 None None] Network 39c35103-0419-43fb-8b1b-bbd60a54b0c6 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:16:40.452606 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd31dbf-e008-4369-a19a-c69b679a973c req-18d85749-39b4-4571-ac0d-da7c49880e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:40.454134 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5dd31dbf-e008-4369-a19a-c69b679a973c req-18d85749-39b4-4571-ac0d-da7c49880e62 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7d9ca010-a841-4012-aaa1-2a86eaf161a1 HTTP/1.1" status: 200 len: 846 time: 0.1720881 Sep 08 09:16:40.506220 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 5c7aff89-d89e-43d4-9a65-96d8307291bc up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:16:40.511560 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5dd31dbf-e008-4369-a19a-c69b679a973c req-6d0b70ff-8467-429b-8d5e-b6d42e15b2ca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48c54abd-6f52-4b1d-9226-4a2566a5fe28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377502 Sep 08 09:16:40.531946 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-db05c6f2-f351-4202-b136-b6cd6dccb4e9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:40.547287 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2fdd92c3-831e-489b-a7a6-4f4dbf3105c0 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:40.547804 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fdd92c3-831e-489b-a7a6-4f4dbf3105c0 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Fanout notify agent at l3_agent the message router_deleted on router 664ba0a7-23fb-4897-b008-32c519abbae3 {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:16:40.556102 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2fdd92c3-831e-489b-a7a6-4f4dbf3105c0 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:40.559970 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2fdd92c3-831e-489b-a7a6-4f4dbf3105c0 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "DELETE /v2.0/routers/664ba0a7-23fb-4897-b008-32c519abbae3 HTTP/1.1" status: 204 len: 168 time: 0.5626044 Sep 08 09:16:40.561875 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60346) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:40.587358 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b645b-9a37-4912-b48d-4082f5072a1e req-e3f078f4-ad78-4242-968f-0236755d7ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:40.589075 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-104b645b-9a37-4912-b48d-4082f5072a1e req-e3f078f4-ad78-4242-968f-0236755d7ead service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f5275e2d58a49a08895a50418c7508b&device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 1095 time: 0.3177445 Sep 08 09:16:40.617063 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e3e9d-87d3-43df-9323-5f617ca2135d req-847f172f-632e-4a37-a185-342053aba039 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:40.618704 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ea3e3e9d-87d3-43df-9323-5f617ca2135d req-847f172f-632e-4a37-a185-342053aba039 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=fccf27e6-fbed-4ff7-a3db-25884f4599c8 HTTP/1.1" status: 200 len: 944 time: 0.2142775 Sep 08 09:16:40.658700 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc015cb4-7796-42e1-8ca2-522872a08579 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Deleting subnet b19e4f25-eed3-4285-bc6d-3b8f89d65427 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:16:40.662651 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 5c7aff89-d89e-43d4-9a65-96d8307291bc completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:16:40.665493 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dc015cb4-7796-42e1-8ca2-522872a08579 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:40.670459 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 5c7aff89-d89e-43d4-9a65-96d8307291bc triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:16:40.670836 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:40.685863 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-104b645b-9a37-4912-b48d-4082f5072a1e req-f2a94968-c2c7-4c87-9274-28f932ccf292 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3c31785-e0b7-40a9-bdb7-b21286768191 HTTP/1.1" status: 200 len: 217 time: 0.0820940 Sep 08 09:16:40.744121 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ea3e3e9d-87d3-43df-9323-5f617ca2135d req-2ed14453-a969-402c-a1c2-d6e2517419ae tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909152 Sep 08 09:16:40.750276 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dc015cb4-7796-42e1-8ca2-522872a08579 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:40.774592 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b645b-9a37-4912-b48d-4082f5072a1e req-bbbf1129-cabf-4aa7-a26a-3237e2f7fc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:40.776179 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-104b645b-9a37-4912-b48d-4082f5072a1e req-bbbf1129-cabf-4aa7-a26a-3237e2f7fc33 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8ec84db6-4dd6-4de4-a1e0-0c0e5076306d HTTP/1.1" status: 200 len: 855 time: 0.0774417 Sep 08 09:16:40.798370 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:40.804399 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69f29b8-7ff0-425e-ba1d-6a8c10f55916 None None] DHCP port deletion for 39c35103-0419-43fb-8b1b-bbd60a54b0c6 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:16:40.837485 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5dd31dbf-e008-4369-a19a-c69b679a973c req-64bfb1de-06b3-45e2-a51a-875e6540d506 service neutron] 10.222.0.35 "GET /v2.0/networks/48c54abd-6f52-4b1d-9226-4a2566a5fe28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154156 Sep 08 09:16:40.871483 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 5c7aff89-d89e-43d4-9a65-96d8307291bc, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=5c7aff89-d89e-43d4-9a65-96d8307291bc,segment=NetworkSegment(8be3803f-a3d5-42dc-aa0e-5c854ecdc3c7),segment_id=8be3803f-a3d5-42dc-aa0e-5c854ecdc3c7)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:16:40.875630 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-c7a11470-e624-44cf-a2be-e7a436822aae admin admin] Deleting port 5ea59320-4a29-4554-852e-e8496df1ecba {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:16:40.876057 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c7a11470-e624-44cf-a2be-e7a436822aae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:40.877996 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:40.904168 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-108c6a3b-0270-419f-aca1-ad4fa75be04c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:40.927880 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-108c6a3b-0270-419f-aca1-ad4fa75be04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:40.929134 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-b69f29b8-7ff0-425e-ba1d-6a8c10f55916 None None] Deleting port 5c7aff89-d89e-43d4-9a65-96d8307291bc {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:16:40.929526 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b69f29b8-7ff0-425e-ba1d-6a8c10f55916 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:40.972832 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=5c7aff89-d89e-43d4-9a65-96d8307291bc,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:40.991164 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b645b-9a37-4912-b48d-4082f5072a1e req-348c6e96-fe81-4eac-ba87-c9c3424f9193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:40.992842 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-104b645b-9a37-4912-b48d-4082f5072a1e req-348c6e96-fe81-4eac-ba87-c9c3424f9193 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cb338a05-96ea-4d11-88f8-690044b53ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2001531 Sep 08 09:16:41.029947 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-b69f29b8-7ff0-425e-ba1d-6a8c10f55916 None None] For port 5c7aff89-d89e-43d4-9a65-96d8307291bc, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=5c7aff89-d89e-43d4-9a65-96d8307291bc,segment=NetworkSegment(8be3803f-a3d5-42dc-aa0e-5c854ecdc3c7),segment_id=8be3803f-a3d5-42dc-aa0e-5c854ecdc3c7)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:16:41.030225 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b69f29b8-7ff0-425e-ba1d-6a8c10f55916 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:41.043996 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-b69f29b8-7ff0-425e-ba1d-6a8c10f55916 None None] Calling delete_port for 5c7aff89-d89e-43d4-9a65-96d8307291bc owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:16:41.074530 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108c6a3b-0270-419f-aca1-ad4fa75be04c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc25555-c66a-4d9b-ba48-6a8cff40b168,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:41.079259 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-108c6a3b-0270-419f-aca1-ad4fa75be04c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3cf537a596a54b62b4e7414f113fc5b8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3182781 Sep 08 09:16:41.097697 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60352) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:41.109712 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-db05c6f2-f351-4202-b136-b6cd6dccb4e9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Deleting port 5c7aff89-d89e-43d4-9a65-96d8307291bc {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:16:41.110330 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-db05c6f2-f351-4202-b136-b6cd6dccb4e9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:41.162749 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b69f29b8-7ff0-425e-ba1d-6a8c10f55916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:41.170914 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5dd31dbf-e008-4369-a19a-c69b679a973c req-69357f4c-a024-4927-b65a-f931ceb5961d service neutron] 10.222.0.35 "GET /v2.0/networks/48c54abd-6f52-4b1d-9226-4a2566a5fe28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171916 Sep 08 09:16:41.180009 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-c7a11470-e624-44cf-a2be-e7a436822aae admin admin] For port 5ea59320-4a29-4554-852e-e8496df1ecba, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=5ea59320-4a29-4554-852e-e8496df1ecba,segment=NetworkSegment(64f426d7-6eb3-4dff-b7bf-fdd1ce4a38ca),segment_id=64f426d7-6eb3-4dff-b7bf-fdd1ce4a38ca)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:16:41.180265 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c7a11470-e624-44cf-a2be-e7a436822aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:41.193550 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f29b8-7ff0-425e-ba1d-6a8c10f55916 None None] Pushing event deleted for resources: {'Port': ['ID=5c7aff89-d89e-43d4-9a65-96d8307291bc,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:41.197914 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69f29b8-7ff0-425e-ba1d-6a8c10f55916 None None] No DVR routers for this DVR port 5c7aff89-d89e-43d4-9a65-96d8307291bc on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:16:41.207045 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-c7a11470-e624-44cf-a2be-e7a436822aae admin admin] Calling delete_port for 5ea59320-4a29-4554-852e-e8496df1ecba owned by network:router_interface {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:16:41.249288 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-104b645b-9a37-4912-b48d-4082f5072a1e req-a6a326b0-5a43-4e4c-bcb0-699bed8a1e80 service neutron] 10.222.0.37 "GET /v2.0/networks/cb338a05-96ea-4d11-88f8-690044b53ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148902 Sep 08 09:16:41.261010 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-db05c6f2-f351-4202-b136-b6cd6dccb4e9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] For port 5c7aff89-d89e-43d4-9a65-96d8307291bc, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=5c7aff89-d89e-43d4-9a65-96d8307291bc,segment=NetworkSegment(8be3803f-a3d5-42dc-aa0e-5c854ecdc3c7),segment_id=8be3803f-a3d5-42dc-aa0e-5c854ecdc3c7)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:16:41.261552 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-db05c6f2-f351-4202-b136-b6cd6dccb4e9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:41.288540 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-db05c6f2-f351-4202-b136-b6cd6dccb4e9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Calling delete_port for 5c7aff89-d89e-43d4-9a65-96d8307291bc owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:16:41.300011 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5574f18-3b01-4335-87dc-fa501cbf42ac req-b28291a2-da42-4f54-a21b-27f231517cf5 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:41.301872 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c5574f18-3b01-4335-87dc-fa501cbf42ac req-b28291a2-da42-4f54-a21b-27f231517cf5 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 943 time: 0.1784992 Sep 08 09:16:41.312765 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dc015cb4-7796-42e1-8ca2-522872a08579 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:41.345338 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-674a2cde-6a74-42fd-8e11-ceb66576eba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:41.424256 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-674a2cde-6a74-42fd-8e11-ceb66576eba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:41.444805 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c5574f18-3b01-4335-87dc-fa501cbf42ac req-a94fc271-26d1-485a-a363-7a9e1bac707a tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074266 Sep 08 09:16:41.482071 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dc015cb4-7796-42e1-8ca2-522872a08579 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:41.491612 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-db05c6f2-f351-4202-b136-b6cd6dccb4e9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:41.517308 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc8863a-8530-454e-9631-812827fa92c3 req-51dbef10-99d2-4464-aaf7-1e476385510c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:41.518880 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-edc8863a-8530-454e-9631-812827fa92c3 req-51dbef10-99d2-4464-aaf7-1e476385510c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=361efd7dd288461f98c228af9e362c93&device_id=fccf27e6-fbed-4ff7-a3db-25884f4599c8 HTTP/1.1" status: 200 len: 1096 time: 0.2333012 Sep 08 09:16:41.519787 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc015cb4-7796-42e1-8ca2-522872a08579 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event deleted for resources: {'Subnet': ['ID=b19e4f25-eed3-4285-bc6d-3b8f89d65427,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:41.545064 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dc015cb4-7796-42e1-8ca2-522872a08579 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:41.547045 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-104b645b-9a37-4912-b48d-4082f5072a1e req-0df1806f-80a1-496e-ac15-dc1d30f912d6 service neutron] 10.222.0.37 "GET /v2.0/networks/cb338a05-96ea-4d11-88f8-690044b53ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639902 Sep 08 09:16:41.549385 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-dc015cb4-7796-42e1-8ca2-522872a08579 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "DELETE /v2.0/subnets/b19e4f25-eed3-4285-bc6d-3b8f89d65427 HTTP/1.1" status: 204 len: 168 time: 0.9851613 Sep 08 09:16:41.549995 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60354) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:41.550753 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db05c6f2-f351-4202-b136-b6cd6dccb4e9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event deleted for resources: {'Port': ['ID=5c7aff89-d89e-43d4-9a65-96d8307291bc,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:41.554634 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fe9c6c-351e-4d8e-b059-425d297ca5da None None] Network 6430b3c8-ac31-418e-bd11-2f8f04379307 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:16:41.563112 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db05c6f2-f351-4202-b136-b6cd6dccb4e9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] No DVR routers for this DVR port 5c7aff89-d89e-43d4-9a65-96d8307291bc on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:16:41.654354 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-674a2cde-6a74-42fd-8e11-ceb66576eba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:41.657174 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-674a2cde-6a74-42fd-8e11-ceb66576eba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:41.660843 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-674a2cde-6a74-42fd-8e11-ceb66576eba8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9cc25555-c66a-4d9b-ba48-6a8cff40b168 HTTP/1.1" status: 204 len: 168 time: 0.5582080 Sep 08 09:16:41.706446 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-addf3f07-521c-4c37-b5f4-8f14253b5f87 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:41.710753 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-db05c6f2-f351-4202-b136-b6cd6dccb4e9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:41.718010 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd670fbfb-6eed-4e9e-a33b-d0579953f7f4', 'tag': 'a3c31785-e0b7-40a9-bdb7-b21286768191'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:16:41.725169 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0612a9e5-9096-4725-a8a7-f0f71fa02264" -d '{"events": [{"name": "network-changed", "server_uuid": "d670fbfb-6eed-4e9e-a33b-d0579953f7f4", "tag": "a3c31785-e0b7-40a9-bdb7-b21286768191"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:16:41.739108 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-db05c6f2-f351-4202-b136-b6cd6dccb4e9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39c35103-0419-43fb-8b1b-bbd60a54b0c6']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:41.743573 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a2cde-6a74-42fd-8e11-ceb66576eba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc25555-c66a-4d9b-ba48-6a8cff40b168,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:41.759145 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc8863a-8530-454e-9631-812827fa92c3 req-47f3f2f3-92d5-4443-a726-48c1a02c6a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:41.761790 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-edc8863a-8530-454e-9631-812827fa92c3 req-47f3f2f3-92d5-4443-a726-48c1a02c6a20 service neutron] 10.222.0.35 "GET /v2.0/networks?id=48c54abd-6f52-4b1d-9226-4a2566a5fe28 HTTP/1.1" status: 200 len: 907 time: 0.2297382 Sep 08 09:16:41.775135 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-db05c6f2-f351-4202-b136-b6cd6dccb4e9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8be3803f-a3d5-42dc-aa0e-5c854ecdc3c7') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:41.775470 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-db05c6f2-f351-4202-b136-b6cd6dccb4e9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8be3803f-a3d5-42dc-aa0e-5c854ecdc3c7') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:41.790969 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-db05c6f2-f351-4202-b136-b6cd6dccb4e9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:41.808815 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c7a11470-e624-44cf-a2be-e7a436822aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:41.812573 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-db05c6f2-f351-4202-b136-b6cd6dccb4e9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:41.826508 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b118677-7c31-4625-a465-ae878453ccc9 None None] DHCP port deletion for 6430b3c8-ac31-418e-bd11-2f8f04379307 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:16:41.842310 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db05c6f2-f351-4202-b136-b6cd6dccb4e9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:16:41.842744 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-db05c6f2-f351-4202-b136-b6cd6dccb4e9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:41.850784 n-d-806683-11 neutron-server[94713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:16:41.850784 n-d-806683-11 neutron-server[94713]: self.session.flush() Sep 08 09:16:41.850784 n-d-806683-11 neutron-server[94713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:16:41.850784 n-d-806683-11 neutron-server[94713]: self.session.flush() Sep 08 09:16:41.850784 n-d-806683-11 neutron-server[94713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:16:41.850784 n-d-806683-11 neutron-server[94713]: self.session.flush() Sep 08 09:16:41.850784 n-d-806683-11 neutron-server[94713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:16:41.850784 n-d-806683-11 neutron-server[94713]: self.session.flush() Sep 08 09:16:41.850784 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:16:41.850784 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:16:41.850784 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:16:41.850784 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:16:41.850784 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:16:41.850784 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:16:41.850784 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:16:41.850784 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:16:41.850784 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:16:41.850784 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:16:41.850784 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:16:41.850784 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:16:41.850784 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:16:41.850784 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:16:41.850784 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:16:41.850784 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:16:41.850784 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:16:41.850784 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:16:41.850784 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:16:41.850784 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:16:41.850784 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:16:41.850784 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:16:41.850784 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:16:41.850784 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:16:41.850784 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:16:41.850784 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:16:41.850784 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:16:41.850784 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:16:41.850784 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:16:41.850784 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:16:41.850784 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:16:41.850784 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:16:41.865113 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0330743d-bf72-4cc1-87de-14ed2c3298c1 x-openstack-request-id: req-0330743d-bf72-4cc1-87de-14ed2c3298c1 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:16:41.865558 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d670fbfb-6eed-4e9e-a33b-d0579953f7f4", "tag": "a3c31785-e0b7-40a9-bdb7-b21286768191", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:16:41.865770 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0330743d-bf72-4cc1-87de-14ed2c3298c1 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:16:41.866217 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd670fbfb-6eed-4e9e-a33b-d0579953f7f4', 'tag': 'a3c31785-e0b7-40a9-bdb7-b21286768191', 'status': 'completed', 'code': 200} Sep 08 09:16:41.870954 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-edc8863a-8530-454e-9631-812827fa92c3 req-3cc0e8bc-493c-4edf-bc98-ab65e69eaf2f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95275709-3583-450c-9e78-5751b5545bed HTTP/1.1" status: 200 len: 217 time: 0.0944691 Sep 08 09:16:41.910178 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a11470-e624-44cf-a2be-e7a436822aae admin admin] Pushing event deleted for resources: {'Port': ['ID=5ea59320-4a29-4554-852e-e8496df1ecba,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:41.914336 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-5b118677-7c31-4625-a465-ae878453ccc9 None None] Deleting port e38cd361-34fa-42d5-8746-82285819fef5 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:16:41.918669 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5b118677-7c31-4625-a465-ae878453ccc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:41.959781 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-addf3f07-521c-4c37-b5f4-8f14253b5f87 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Deleting port e38cd361-34fa-42d5-8746-82285819fef5 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:16:41.960288 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-addf3f07-521c-4c37-b5f4-8f14253b5f87 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:42.006276 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-db05c6f2-f351-4202-b136-b6cd6dccb4e9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:42.034506 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc8863a-8530-454e-9631-812827fa92c3 req-5fe22a6d-dfe8-44e1-911d-5c00cbfe1810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:42.036011 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-edc8863a-8530-454e-9631-812827fa92c3 req-5fe22a6d-dfe8-44e1-911d-5c00cbfe1810 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7d9ca010-a841-4012-aaa1-2a86eaf161a1 HTTP/1.1" status: 200 len: 846 time: 0.1440203 Sep 08 09:16:42.039329 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4aec5-c132-4658-bbcd-8339532120cf req-a26647da-9cc3-4a38-85c8-7f6f3b347c5b tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:42.042218 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-5b118677-7c31-4625-a465-ae878453ccc9 None None] For port e38cd361-34fa-42d5-8746-82285819fef5, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=e38cd361-34fa-42d5-8746-82285819fef5,segment=NetworkSegment(7ca97f28-c951-47c9-9a21-673c92cfcf70),segment_id=7ca97f28-c951-47c9-9a21-673c92cfcf70)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:16:42.043570 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5b118677-7c31-4625-a465-ae878453ccc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:42.048634 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-88c4aec5-c132-4658-bbcd-8339532120cf req-a26647da-9cc3-4a38-85c8-7f6f3b347c5b tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=fccf27e6-fbed-4ff7-a3db-25884f4599c8 HTTP/1.1" status: 200 len: 944 time: 0.1941071 Sep 08 09:16:42.051034 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-db05c6f2-f351-4202-b136-b6cd6dccb4e9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:42.053727 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-db05c6f2-f351-4202-b136-b6cd6dccb4e9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/networks/39c35103-0419-43fb-8b1b-bbd60a54b0c6 HTTP/1.1" status: 204 len: 168 time: 1.8284850 Sep 08 09:16:42.057343 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612a9e5-9096-4725-a8a7-f0f71fa02264 req-b1c99ad2-b3db-47a3-9de8-9cdbc12442a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:42.059099 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0612a9e5-9096-4725-a8a7-f0f71fa02264 req-b1c99ad2-b3db-47a3-9de8-9cdbc12442a0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f5275e2d58a49a08895a50418c7508b&device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 1095 time: 0.1685407 Sep 08 09:16:42.061104 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60366) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:42.069278 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-5b118677-7c31-4625-a465-ae878453ccc9 None None] Calling delete_port for e38cd361-34fa-42d5-8746-82285819fef5 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:16:42.084490 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db05c6f2-f351-4202-b136-b6cd6dccb4e9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event deleted for resources: {'Network': ['ID=39c35103-0419-43fb-8b1b-bbd60a54b0c6,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:42.090812 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-85ee150f-edc3-47cd-87b1-971fdf34eef2 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Request body: {'port': {'network_id': 'c1136e3f-2a93-44e6-9fc2-3fc82e583ee3', 'name': 'tempest-PortsIpV6TestJSON-1158174710'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:42.119895 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-addf3f07-521c-4c37-b5f4-8f14253b5f87 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] For port e38cd361-34fa-42d5-8746-82285819fef5, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=e38cd361-34fa-42d5-8746-82285819fef5,segment=NetworkSegment(7ca97f28-c951-47c9-9a21-673c92cfcf70),segment_id=7ca97f28-c951-47c9-9a21-673c92cfcf70)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:16:42.120799 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-addf3f07-521c-4c37-b5f4-8f14253b5f87 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:42.129149 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-edc8863a-8530-454e-9631-812827fa92c3 req-7f467ad9-92f8-4c19-b8f3-691359f83427 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=48c54abd-6f52-4b1d-9226-4a2566a5fe28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827949 Sep 08 09:16:42.141680 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-addf3f07-521c-4c37-b5f4-8f14253b5f87 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Calling delete_port for e38cd361-34fa-42d5-8746-82285819fef5 owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:16:42.158098 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-88c4aec5-c132-4658-bbcd-8339532120cf req-b6122a6c-bd43-44c7-bf22-7852403680ec tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083393 Sep 08 09:16:42.197323 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5b118677-7c31-4625-a465-ae878453ccc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:42.222506 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60368) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:42.238155 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b118677-7c31-4625-a465-ae878453ccc9 None None] Pushing event deleted for resources: {'Port': ['ID=e38cd361-34fa-42d5-8746-82285819fef5,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:42.242608 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b118677-7c31-4625-a465-ae878453ccc9 None None] No DVR routers for this DVR port e38cd361-34fa-42d5-8746-82285819fef5 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:16:42.251033 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-53b0e6a7-0f0c-4913-9a93-de25b4427ecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:42.331926 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-addf3f07-521c-4c37-b5f4-8f14253b5f87 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:42.385554 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf3f07-521c-4c37-b5f4-8f14253b5f87 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event deleted for resources: {'Port': ['ID=e38cd361-34fa-42d5-8746-82285819fef5,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:42.401589 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addf3f07-521c-4c37-b5f4-8f14253b5f87 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] No DVR routers for this DVR port e38cd361-34fa-42d5-8746-82285819fef5 on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:16:42.466006 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-edc8863a-8530-454e-9631-812827fa92c3 req-f8992d49-8d1a-4b55-a4f7-531e8e3bca5a service neutron] 10.222.0.35 "GET /v2.0/networks/48c54abd-6f52-4b1d-9226-4a2566a5fe28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150127 Sep 08 09:16:42.468395 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612a9e5-9096-4725-a8a7-f0f71fa02264 req-29096e01-4ad2-4979-84cb-d98433b27aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:42.470515 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0612a9e5-9096-4725-a8a7-f0f71fa02264 req-29096e01-4ad2-4979-84cb-d98433b27aea service neutron] 10.222.0.37 "GET /v2.0/networks?id=cb338a05-96ea-4d11-88f8-690044b53ade HTTP/1.1" status: 200 len: 917 time: 0.3747361 Sep 08 09:16:42.471232 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c7a11470-e624-44cf-a2be-e7a436822aae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:42.502962 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device e38cd361-34fa-42d5-8746-82285819fef5 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:16:42.531917 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: e38cd361-34fa-42d5-8746-82285819fef5 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:16:42.532270 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device e38cd361-34fa-42d5-8746-82285819fef5 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:16:42.532750 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 5c7aff89-d89e-43d4-9a65-96d8307291bc no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:16:42.548008 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-addf3f07-521c-4c37-b5f4-8f14253b5f87 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:42.558255 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 5c7aff89-d89e-43d4-9a65-96d8307291bc {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:16:42.558609 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 5c7aff89-d89e-43d4-9a65-96d8307291bc not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:16:42.581856 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-53b0e6a7-0f0c-4913-9a93-de25b4427ecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:42.588068 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-addf3f07-521c-4c37-b5f4-8f14253b5f87 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6430b3c8-ac31-418e-bd11-2f8f04379307']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:42.596840 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-53b0e6a7-0f0c-4913-9a93-de25b4427ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:42.605940 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-addf3f07-521c-4c37-b5f4-8f14253b5f87 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ca97f28-c951-47c9-9a21-673c92cfcf70') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:42.606267 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-addf3f07-521c-4c37-b5f4-8f14253b5f87 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ca97f28-c951-47c9-9a21-673c92cfcf70') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:42.609425 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0612a9e5-9096-4725-a8a7-f0f71fa02264 req-787ee81a-6bc1-4e1d-bf87-f4f5bcd65dfb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3c31785-e0b7-40a9-bdb7-b21286768191 HTTP/1.1" status: 200 len: 217 time: 0.1221480 Sep 08 09:16:42.632292 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-addf3f07-521c-4c37-b5f4-8f14253b5f87 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:42.665332 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-addf3f07-521c-4c37-b5f4-8f14253b5f87 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:42.676505 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-53b0e6a7-0f0c-4913-9a93-de25b4427ecf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=377696a2d6e444b89aba39796d18830d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4511712 Sep 08 09:16:42.676505 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b0e6a7-0f0c-4913-9a93-de25b4427ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7aa824-9180-4372-aa3b-96f0045cb5b4,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:42.679526 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60372) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:42.680595 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-addf3f07-521c-4c37-b5f4-8f14253b5f87 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:16:42.681007 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-addf3f07-521c-4c37-b5f4-8f14253b5f87 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:42.685654 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:16:42.685654 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:16:42.685654 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:16:42.685654 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:16:42.685654 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:16:42.685654 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:16:42.685654 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:16:42.685654 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:16:42.685654 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:16:42.685654 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:16:42.685654 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:16:42.685654 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:16:42.685654 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:16:42.685654 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:16:42.685654 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:16:42.685654 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:16:42.685654 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:16:42.685654 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:16:42.685654 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:16:42.685654 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:16:42.685654 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:16:42.685654 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:16:42.685654 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:16:42.685654 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:16:42.685654 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:16:42.685654 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:16:42.685654 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:16:42.685654 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:16:42.685654 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:16:42.685654 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:16:42.685654 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:16:42.685654 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:16:42.741009 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ee150f-edc3-47cd-87b1-971fdf34eef2 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Made reservation on behalf of ea019fc10697428ead6b1798adcd8ba7 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:16:42.744567 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-85ee150f-edc3-47cd-87b1-971fdf34eef2 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:42.785140 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-addf3f07-521c-4c37-b5f4-8f14253b5f87 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:42.794106 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-addf3f07-521c-4c37-b5f4-8f14253b5f87 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:42.796340 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-addf3f07-521c-4c37-b5f4-8f14253b5f87 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "DELETE /v2.0/networks/6430b3c8-ac31-418e-bd11-2f8f04379307 HTTP/1.1" status: 204 len: 168 time: 1.2433310 Sep 08 09:16:42.812696 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60374) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:42.819858 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf3f07-521c-4c37-b5f4-8f14253b5f87 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event deleted for resources: {'Network': ['ID=6430b3c8-ac31-418e-bd11-2f8f04379307,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:42.826411 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-a56645b0-bae2-4185-a5d3-01e0850b90dd tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1471729634', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}, 'admin_state_up': False}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:42.828988 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612a9e5-9096-4725-a8a7-f0f71fa02264 req-3c77b7c6-5387-4b1f-ab3d-14e9be0937e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:42.830624 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0612a9e5-9096-4725-a8a7-f0f71fa02264 req-3c77b7c6-5387-4b1f-ab3d-14e9be0937e3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8ec84db6-4dd6-4de4-a1e0-0c0e5076306d HTTP/1.1" status: 200 len: 855 time: 0.2016914 Sep 08 09:16:42.839532 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [None req-85ee150f-edc3-47cd-87b1-971fdf34eef2 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] device_id is not set on port f8468d01-1018-4bd7-8f6f-75355a637cca yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:16:42.841571 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3fa17d21-dc6e-4a01-a00b-a9abbbdd5918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:42.875132 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3fa17d21-dc6e-4a01-a00b-a9abbbdd5918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:42.882616 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a56645b0-bae2-4185-a5d3-01e0850b90dd tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:42.883753 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a56645b0-bae2-4185-a5d3-01e0850b90dd tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:42.886811 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a666ae-640a-4fa0-bb4d-b0b106d084a4 req-332499d8-0034-4b5e-aba0-7d5df583aef6 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:42.888406 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-08a666ae-640a-4fa0-bb4d-b0b106d084a4 req-332499d8-0034-4b5e-aba0-7d5df583aef6 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 943 time: 0.2848449 Sep 08 09:16:42.969799 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a56645b0-bae2-4185-a5d3-01e0850b90dd tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:43.035363 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3fa17d21-dc6e-4a01-a00b-a9abbbdd5918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:43.038203 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3fa17d21-dc6e-4a01-a00b-a9abbbdd5918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:43.041919 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3fa17d21-dc6e-4a01-a00b-a9abbbdd5918 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dc7aa824-9180-4372-aa3b-96f0045cb5b4 HTTP/1.1" status: 204 len: 168 time: 0.3549926 Sep 08 09:16:43.079522 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa17d21-dc6e-4a01-a00b-a9abbbdd5918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7aa824-9180-4372-aa3b-96f0045cb5b4,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:43.156288 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a56645b0-bae2-4185-a5d3-01e0850b90dd tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:43.314679 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0c466-ba25-4868-b5b0-bbb42aa9d645 req-aa7305e6-275b-4f12-a093-9ad4ea3164ab tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:43.316353 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-afe0c466-ba25-4868-b5b0-bbb42aa9d645 req-aa7305e6-275b-4f12-a093-9ad4ea3164ab tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=fccf27e6-fbed-4ff7-a3db-25884f4599c8 HTTP/1.1" status: 200 len: 944 time: 0.0757315 Sep 08 09:16:43.329792 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-edc8863a-8530-454e-9631-812827fa92c3 req-80381e1c-b874-4828-908a-ab98704bbd9e service neutron] 10.222.0.35 "GET /v2.0/networks/48c54abd-6f52-4b1d-9226-4a2566a5fe28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8545985 Sep 08 09:16:43.355248 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device a3c31785-e0b7-40a9-bdb7-b21286768191 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:16:43.436251 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-afe0c466-ba25-4868-b5b0-bbb42aa9d645 req-fa7e6075-4723-4ee6-b8f6-700b3509c86d tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082094 Sep 08 09:16:43.456899 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a56645b0-bae2-4185-a5d3-01e0850b90dd tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for router_gateway, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:43.471715 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port a3c31785-e0b7-40a9-bdb7-b21286768191, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=a3c31785-e0b7-40a9-bdb7-b21286768191,segment=NetworkSegment(f65d12e3-feb2-45fa-813d-94ce7829a6a9),segment_id=f65d12e3-feb2-45fa-813d-94ce7829a6a9)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:16:43.485371 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': 'a3c31785-e0b7-40a9-bdb7-b21286768191', 'network_id': 'cb338a05-96ea-4d11-88f8-690044b53ade', 'port_id': 'a3c31785-e0b7-40a9-bdb7-b21286768191', 'mac_address': 'fa:16:3e:d3:40:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ec84db6-4dd6-4de4-a1e0-0c0e5076306d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:16:43.488926 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a56645b0-bae2-4185-a5d3-01e0850b90dd tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:43.489697 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60384) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:43.509045 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5d18b62e-7166-4d1e-8024-8ede7def3f14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:43.528394 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:43.542908 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3c31785-e0b7-40a9-bdb7-b21286768191 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:16:43.546495 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612a9e5-9096-4725-a8a7-f0f71fa02264 req-6e6d41d6-82b2-4fd7-9a9a-ae5b0a72dfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:43.548315 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0612a9e5-9096-4725-a8a7-f0f71fa02264 req-6e6d41d6-82b2-4fd7-9a9a-ae5b0a72dfc3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cb338a05-96ea-4d11-88f8-690044b53ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6921253 Sep 08 09:16:43.564126 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port a3c31785-e0b7-40a9-bdb7-b21286768191, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=a3c31785-e0b7-40a9-bdb7-b21286768191,segment=NetworkSegment(f65d12e3-feb2-45fa-813d-94ce7829a6a9),segment_id=f65d12e3-feb2-45fa-813d-94ce7829a6a9)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:16:43.569575 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:43.598401 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-08a666ae-640a-4fa0-bb4d-b0b106d084a4 req-f47d5676-9023-4023-8055-89b241e23f6f tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6830871 Sep 08 09:16:43.645007 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=a3c31785-e0b7-40a9-bdb7-b21286768191,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:43.652223 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-a56645b0-bae2-4185-a5d3-01e0850b90dd tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Allocated IP 172.25.0.166 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/732b2d4a-e91f-44fd-86fd-8b9b3aa3a6bd) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:16:43.655820 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-85ee150f-edc3-47cd-87b1-971fdf34eef2 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:43.771240 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5d18b62e-7166-4d1e-8024-8ede7def3f14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:43.778627 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5d18b62e-7166-4d1e-8024-8ede7def3f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:43.785847 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a11470-e624-44cf-a2be-e7a436822aae admin admin] Router d492d649-e670-429b-a77c-432c042c42d6 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:16:43.792231 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0612a9e5-9096-4725-a8a7-f0f71fa02264 req-26b85ea0-3517-44d2-a7f4-b0fee06486cf service neutron] 10.222.0.37 "GET /v2.0/networks/cb338a05-96ea-4d11-88f8-690044b53ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114596 Sep 08 09:16:43.823289 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-85ee150f-edc3-47cd-87b1-971fdf34eef2 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:43.841109 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5d18b62e-7166-4d1e-8024-8ede7def3f14 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=94025e49073242a3943b60d5f0f8a91d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3503494 Sep 08 09:16:43.844266 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a56645b0-bae2-4185-a5d3-01e0850b90dd tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:43.846195 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60386) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:43.852747 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d18b62e-7166-4d1e-8024-8ede7def3f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3104d3-569e-45ba-9f9e-ff6b54f181f4,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:43.869026 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d18b62e-7166-4d1e-8024-8ede7def3f14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:16:43.869373 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d18b62e-7166-4d1e-8024-8ede7def3f14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:16:43.869709 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d18b62e-7166-4d1e-8024-8ede7def3f14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:16:43.870075 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d18b62e-7166-4d1e-8024-8ede7def3f14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:16:43.870406 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d18b62e-7166-4d1e-8024-8ede7def3f14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:16:43.870736 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d18b62e-7166-4d1e-8024-8ede7def3f14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:16:43.871067 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d18b62e-7166-4d1e-8024-8ede7def3f14 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:16:43.871654 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d18b62e-7166-4d1e-8024-8ede7def3f14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:16:43.871776 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d18b62e-7166-4d1e-8024-8ede7def3f14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:16:43.872018 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d18b62e-7166-4d1e-8024-8ede7def3f14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:16:43.872356 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d18b62e-7166-4d1e-8024-8ede7def3f14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:16:43.872663 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d18b62e-7166-4d1e-8024-8ede7def3f14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:16:43.874567 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['a3c31785-e0b7-40a9-bdb7-b21286768191'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:16:43.935387 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f0b353bd-3352-4d52-9844-453bbf711aec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:43.955410 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ee150f-edc3-47cd-87b1-971fdf34eef2 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Network c1136e3f-2a93-44e6-9fc2-3fc82e583ee3 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:16:43.963229 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 95275709-3583-450c-9e78-5751b5545bed details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:16:43.966199 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a56645b0-bae2-4185-a5d3-01e0850b90dd tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:43.970047 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f0b353bd-3352-4d52-9844-453bbf711aec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:43.970215 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-85ee150f-edc3-47cd-87b1-971fdf34eef2 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:16:43.972648 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ee150f-edc3-47cd-87b1-971fdf34eef2 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:16:43.979939 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ee150f-edc3-47cd-87b1-971fdf34eef2 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:43.980220 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-85ee150f-edc3-47cd-87b1-971fdf34eef2 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:43.990258 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee150f-edc3-47cd-87b1-971fdf34eef2 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event updated for resources: {'Port': ['ID=f8468d01-1018-4bd7-8f6f-75355a637cca,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:44.025611 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0612a9e5-9096-4725-a8a7-f0f71fa02264 req-6450df80-3fb1-43d4-9cc0-c1554bf9d99c service neutron] 10.222.0.37 "GET /v2.0/networks/cb338a05-96ea-4d11-88f8-690044b53ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253757 Sep 08 09:16:44.034602 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56645b0-bae2-4185-a5d3-01e0850b90dd tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:16:44.050392 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-a56645b0-bae2-4185-a5d3-01e0850b90dd tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:16:44.053829 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56645b0-bae2-4185-a5d3-01e0850b90dd tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:16:44.056483 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-85ee150f-edc3-47cd-87b1-971fdf34eef2 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9930472 Sep 08 09:16:44.057456 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56645b0-bae2-4185-a5d3-01e0850b90dd tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event updated for resources: {'Port': ['ID=732b2d4a-e91f-44fd-86fd-8b9b3aa3a6bd,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:44.058974 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60388) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:44.143191 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 95275709-3583-450c-9e78-5751b5545bed, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=95275709-3583-450c-9e78-5751b5545bed,segment=NetworkSegment(7ce255b1-6bde-43a1-82b1-212ac77774b3),segment_id=7ce255b1-6bde-43a1-82b1-212ac77774b3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:16:44.155572 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '95275709-3583-450c-9e78-5751b5545bed', 'network_id': '48c54abd-6f52-4b1d-9226-4a2566a5fe28', 'port_id': '95275709-3583-450c-9e78-5751b5545bed', 'mac_address': 'fa:16:3e:73:d4:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d9ca010-a841-4012-aaa1-2a86eaf161a1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:16:44.165126 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a11470-e624-44cf-a2be-e7a436822aae admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:16:44.171936 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c7a11470-e624-44cf-a2be-e7a436822aae admin admin] 10.222.0.54 "PUT /v2.0/routers/d492d649-e670-429b-a77c-432c042c42d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1787312 Sep 08 09:16:44.178020 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60392) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:44.183533 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3c8896-9ca5-4821-9350-24f0799c3977 None None] Sync routers for ids ['d492d649-e670-429b-a77c-432c042c42d6'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:16:44.187472 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f0b353bd-3352-4d52-9844-453bbf711aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:44.189535 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f0b353bd-3352-4d52-9844-453bbf711aec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:44.190805 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f0b353bd-3352-4d52-9844-453bbf711aec admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4e3104d3-569e-45ba-9f9e-ff6b54f181f4 HTTP/1.1" status: 204 len: 168 time: 0.3435481 Sep 08 09:16:44.199114 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3c8896-9ca5-4821-9350-24f0799c3977 None None] Routers {'d492d649-e670-429b-a77c-432c042c42d6'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:16:44.199834 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-3a3c8896-9ca5-4821-9350-24f0799c3977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:16:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['d492d649-e670-429b-a77c-432c042c42d6'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:44.222528 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b353bd-3352-4d52-9844-453bbf711aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3104d3-569e-45ba-9f9e-ff6b54f181f4,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:44.250008 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:44.270240 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95275709-3583-450c-9e78-5751b5545bed {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:16:44.330668 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-d67869b3-3bb3-484d-beab-154bdc0617de tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Deleting port f8468d01-1018-4bd7-8f6f-75355a637cca {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:16:44.331022 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d67869b3-3bb3-484d-beab-154bdc0617de tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:44.383275 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c6822a93-c3fb-430d-9271-c70ae6712672 admin admin] Notify callbacks [] for router, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:44.507170 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 95275709-3583-450c-9e78-5751b5545bed, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=95275709-3583-450c-9e78-5751b5545bed,segment=NetworkSegment(7ce255b1-6bde-43a1-82b1-212ac77774b3),segment_id=7ce255b1-6bde-43a1-82b1-212ac77774b3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:16:44.516505 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:44.556102 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-3a3c8896-9ca5-4821-9350-24f0799c3977 None None] Set router d492d649-e670-429b-a77c-432c042c42d6 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:16:44.626650 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c6822a93-c3fb-430d-9271-c70ae6712672 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:44.654976 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d67869b3-3bb3-484d-beab-154bdc0617de tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:44.664592 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a56645b0-bae2-4185-a5d3-01e0850b90dd tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for router_gateway, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:44.667672 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=95275709-3583-450c-9e78-5751b5545bed,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:44.683329 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-d67869b3-3bb3-484d-beab-154bdc0617de tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Calling delete_port for f8468d01-1018-4bd7-8f6f-75355a637cca owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:16:44.794568 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949121c0-f0f1-4877-9aee-359bbadac6bd req-b4786eee-a6e0-49a3-898c-ebbcb04b4589 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:44.801697 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-949121c0-f0f1-4877-9aee-359bbadac6bd req-b4786eee-a6e0-49a3-898c-ebbcb04b4589 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=fccf27e6-fbed-4ff7-a3db-25884f4599c8 HTTP/1.1" status: 200 len: 945 time: 0.2339838 Sep 08 09:16:44.830453 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-3a3c8896-9ca5-4821-9350-24f0799c3977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd492d649-e670-429b-a77c-432c042c42d6', 'name': 'tempest-ServerRescueNegativeTestJSON-580257773-router', 'tenant_id': '534b123b1fec4a0b9fe37215319028ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'b647251c-5af2-422b-ba29-649a6ff6796a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:13:16Z', 'updated_at': '2021-09-08T09:16:41Z', 'revision_number': 5, 'project_id': '534b123b1fec4a0b9fe37215319028ae', 'gw_port': {'id': 'b647251c-5af2-422b-ba29-649a6ff6796a', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:83:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd492d649-e670-429b-a77c-432c042c42d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:13:17Z', 'updated_at': '2021-09-08T09:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:44.875390 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3c8896-9ca5-4821-9350-24f0799c3977 None None] Checking router: d492d649-e670-429b-a77c-432c042c42d6 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:16:44.885328 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['95275709-3583-450c-9e78-5751b5545bed'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:16:44.890502 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-c6822a93-c3fb-430d-9271-c70ae6712672 admin admin] Deleting port b647251c-5af2-422b-ba29-649a6ff6796a {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:16:44.890850 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c6822a93-c3fb-430d-9271-c70ae6712672 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:44.897980 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-949121c0-f0f1-4877-9aee-359bbadac6bd req-dc98ce4a-a38f-4e8b-ac63-bbb297cac910 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951512 Sep 08 09:16:44.912765 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3c8896-9ca5-4821-9350-24f0799c3977 None None] Routers {'d492d649-e670-429b-a77c-432c042c42d6'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:16:44.913805 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-3a3c8896-9ca5-4821-9350-24f0799c3977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:16:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['d492d649-e670-429b-a77c-432c042c42d6'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:44.955139 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a56645b0-bae2-4185-a5d3-01e0850b90dd tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:44.957543 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d67869b3-3bb3-484d-beab-154bdc0617de tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:45.006859 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d67869b3-3bb3-484d-beab-154bdc0617de tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:45.009049 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31fb9c-11cc-4be4-b3c8-8d7bd45282c3 req-2263efd7-cba4-4062-bd6f-11f19987a023 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:45.009165 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d67869b3-3bb3-484d-beab-154bdc0617de tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/ports/f8468d01-1018-4bd7-8f6f-75355a637cca HTTP/1.1" status: 204 len: 168 time: 0.9485185 Sep 08 09:16:45.010866 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bd31fb9c-11cc-4be4-b3c8-8d7bd45282c3 req-2263efd7-cba4-4062-bd6f-11f19987a023 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 944 time: 0.2338226 Sep 08 09:16:45.012123 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67869b3-3bb3-484d-beab-154bdc0617de tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event deleted for resources: {'Port': ['ID=f8468d01-1018-4bd7-8f6f-75355a637cca,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:45.014127 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60412) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:45.018986 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-dad11958-598d-4708-b196-64dc427fc851 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Request body: {'port': {'network_id': 'c1136e3f-2a93-44e6-9fc2-3fc82e583ee3', 'mac_address': 'fa:16:3e:25:f9:5f', 'name': 'tempest-PortsIpV6TestJSON-1048148541'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:45.046731 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-c6822a93-c3fb-430d-9271-c70ae6712672 admin admin] For port b647251c-5af2-422b-ba29-649a6ff6796a, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=b647251c-5af2-422b-ba29-649a6ff6796a,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:16:45.048078 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c6822a93-c3fb-430d-9271-c70ae6712672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:45.056588 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-3a3c8896-9ca5-4821-9350-24f0799c3977 None None] Set router d492d649-e670-429b-a77c-432c042c42d6 gateway port host: None {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:16:45.066131 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-c6822a93-c3fb-430d-9271-c70ae6712672 admin admin] Calling delete_port for b647251c-5af2-422b-ba29-649a6ff6796a owned by network:router_gateway {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:16:45.144865 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-3a3c8896-9ca5-4821-9350-24f0799c3977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd492d649-e670-429b-a77c-432c042c42d6', 'name': 'tempest-ServerRescueNegativeTestJSON-580257773-router', 'tenant_id': '534b123b1fec4a0b9fe37215319028ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:13:16Z', 'updated_at': '2021-09-08T09:16:44Z', 'revision_number': 6, 'project_id': '534b123b1fec4a0b9fe37215319028ae', 'gw_port_host': None}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:45.175796 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bd31fb9c-11cc-4be4-b3c8-8d7bd45282c3 req-e67e03f1-22f8-4f32-af4a-2ed8aacba8eb tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511240 Sep 08 09:16:45.213196 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3c8896-9ca5-4821-9350-24f0799c3977 None None] The sync data for ids ['d492d649-e670-429b-a77c-432c042c42d6'] in n-d-806683-11 is: [{'id': 'd492d649-e670-429b-a77c-432c042c42d6', 'name': 'tempest-ServerRescueNegativeTestJSON-580257773-router', 'tenant_id': '534b123b1fec4a0b9fe37215319028ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:13:16Z', 'updated_at': '2021-09-08T09:16:44Z', 'revision_number': 6, 'project_id': '534b123b1fec4a0b9fe37215319028ae', 'gw_port_host': None}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:16:45.226250 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad11958-598d-4708-b196-64dc427fc851 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Made reservation on behalf of ea019fc10697428ead6b1798adcd8ba7 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:16:45.304047 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c6822a93-c3fb-430d-9271-c70ae6712672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:45.336830 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6822a93-c3fb-430d-9271-c70ae6712672 admin admin] Pushing event deleted for resources: {'Port': ['ID=b647251c-5af2-422b-ba29-649a6ff6796a,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:45.347461 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dad11958-598d-4708-b196-64dc427fc851 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:45.353433 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device a3c31785-e0b7-40a9-bdb7-b21286768191 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:16:45.373483 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56645b0-bae2-4185-a5d3-01e0850b90dd tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Router 65bfe586-6fa0-42dc-9dd8-76c1533c8c22 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:16:45.376652 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-dad11958-598d-4708-b196-64dc427fc851 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] device_id is not set on port 28483251-ea67-4d7a-993f-1beeaa69e2ae yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:16:45.420399 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c6822a93-c3fb-430d-9271-c70ae6712672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:45.425083 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port a3c31785-e0b7-40a9-bdb7-b21286768191 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:16:45.431028 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port a3c31785-e0b7-40a9-bdb7-b21286768191 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:16:45.431494 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:45.522421 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c6822a93-c3fb-430d-9271-c70ae6712672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:45.525180 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c6822a93-c3fb-430d-9271-c70ae6712672 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:45.549897 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:45.585545 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c6822a93-c3fb-430d-9271-c70ae6712672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:45.586778 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6822a93-c3fb-430d-9271-c70ae6712672 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d492d649-e670-429b-a77c-432c042c42d6 {{(pid=94712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:16:45.593126 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c6822a93-c3fb-430d-9271-c70ae6712672 admin admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:45.593900 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c6822a93-c3fb-430d-9271-c70ae6712672 admin admin] 10.222.0.54 "DELETE /v2.0/routers/d492d649-e670-429b-a77c-432c042c42d6 HTTP/1.1" status: 204 len: 168 time: 1.4138875 Sep 08 09:16:45.597205 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60426) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:45.604190 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port a3c31785-e0b7-40a9-bdb7-b21286768191, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=a3c31785-e0b7-40a9-bdb7-b21286768191,segment=NetworkSegment(f65d12e3-feb2-45fa-813d-94ce7829a6a9),segment_id=f65d12e3-feb2-45fa-813d-94ce7829a6a9)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:16:45.606202 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd670fbfb-6eed-4e9e-a33b-d0579953f7f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c31785-e0b7-40a9-bdb7-b21286768191'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:16:45.608949 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfba35f-1099-4594-b152-a0e5d993e504" -d '{"events": [{"server_uuid": "d670fbfb-6eed-4e9e-a33b-d0579953f7f4", "name": "network-vif-plugged", "status": "completed", "tag": "a3c31785-e0b7-40a9-bdb7-b21286768191"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:16:45.627281 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:45.647333 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56645b0-bae2-4185-a5d3-01e0850b90dd tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:16:45.660857 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b993cf-6b0b-4940-a19a-3482cdcd0536 None None] Sync routers for ids ['65bfe586-6fa0-42dc-9dd8-76c1533c8c22'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:16:45.667591 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-96405d12-49c4-4e14-8e7f-7d75e5460bce admin admin] Deleting subnet a0b45300-8828-4ae8-bbfd-c70262cbd1c4 {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:16:45.673507 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-96405d12-49c4-4e14-8e7f-7d75e5460bce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:45.680506 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b993cf-6b0b-4940-a19a-3482cdcd0536 None None] Routers {'65bfe586-6fa0-42dc-9dd8-76c1533c8c22'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:16:45.681151 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-59b993cf-6b0b-4940-a19a-3482cdcd0536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:16:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['65bfe586-6fa0-42dc-9dd8-76c1533c8c22'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:45.702963 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6100327e-0f9d-4db2-95b6-63a6656f6126 x-openstack-request-id: req-6100327e-0f9d-4db2-95b6-63a6656f6126 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:16:45.703337 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d670fbfb-6eed-4e9e-a33b-d0579953f7f4", "name": "network-vif-plugged", "status": "completed", "tag": "a3c31785-e0b7-40a9-bdb7-b21286768191", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:16:45.703549 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6100327e-0f9d-4db2-95b6-63a6656f6126 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:16:45.704069 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd670fbfb-6eed-4e9e-a33b-d0579953f7f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c31785-e0b7-40a9-bdb7-b21286768191', 'code': 200} Sep 08 09:16:45.704687 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=a3c31785-e0b7-40a9-bdb7-b21286768191,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:45.738079 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a56645b0-bae2-4185-a5d3-01e0850b90dd tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:45.739921 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a56645b0-bae2-4185-a5d3-01e0850b90dd tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.9257574 Sep 08 09:16:45.745111 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60430) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:45.752581 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dad11958-598d-4708-b196-64dc427fc851 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:45.770153 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-96405d12-49c4-4e14-8e7f-7d75e5460bce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:45.778455 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-59b993cf-6b0b-4940-a19a-3482cdcd0536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:45.791620 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b993cf-6b0b-4940-a19a-3482cdcd0536 None None] Routers {'65bfe586-6fa0-42dc-9dd8-76c1533c8c22'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:16:45.792504 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-59b993cf-6b0b-4940-a19a-3482cdcd0536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:16:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['65bfe586-6fa0-42dc-9dd8-76c1533c8c22'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:45.802939 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dad11958-598d-4708-b196-64dc427fc851 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:45.826699 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-59b993cf-6b0b-4940-a19a-3482cdcd0536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:45.827334 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b993cf-6b0b-4940-a19a-3482cdcd0536 None None] The sync data for ids ['65bfe586-6fa0-42dc-9dd8-76c1533c8c22'] in n-d-806683-11 is: [] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:16:45.855714 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad11958-598d-4708-b196-64dc427fc851 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Network c1136e3f-2a93-44e6-9fc2-3fc82e583ee3 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:16:45.858930 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-dad11958-598d-4708-b196-64dc427fc851 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:16:45.862924 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad11958-598d-4708-b196-64dc427fc851 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:16:45.868578 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad11958-598d-4708-b196-64dc427fc851 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:45.869223 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dad11958-598d-4708-b196-64dc427fc851 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:45.884911 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad11958-598d-4708-b196-64dc427fc851 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event updated for resources: {'Port': ['ID=28483251-ea67-4d7a-993f-1beeaa69e2ae,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:45.899434 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-dad11958-598d-4708-b196-64dc427fc851 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8841531 Sep 08 09:16:45.901766 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60432) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:45.925769 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-96405d12-49c4-4e14-8e7f-7d75e5460bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:45.954518 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498ee802-a6e5-4c39-9e18-e6a46720f3fd tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:45.956017 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-498ee802-a6e5-4c39-9e18-e6a46720f3fd tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "GET /v2.0/ports/28483251-ea67-4d7a-993f-1beeaa69e2ae HTTP/1.1" status: 200 len: 845 time: 0.0532396 Sep 08 09:16:45.961394 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60436) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:45.974905 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 95275709-3583-450c-9e78-5751b5545bed up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:16:46.027252 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602bcb37-c74c-4f8f-957c-6a6a717ca737 req-b630b3fb-443a-4571-9b56-12d64e8c8646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:46.028781 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-602bcb37-c74c-4f8f-957c-6a6a717ca737 req-b630b3fb-443a-4571-9b56-12d64e8c8646 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 1097 time: 0.1746318 Sep 08 09:16:46.081786 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 95275709-3583-450c-9e78-5751b5545bed completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:16:46.088754 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 95275709-3583-450c-9e78-5751b5545bed triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:16:46.089289 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:46.104524 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-76cee45c-ab9b-4fcd-a8ec-d703b66f5240 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Deleting port 28483251-ea67-4d7a-993f-1beeaa69e2ae {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:16:46.105421 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-76cee45c-ab9b-4fcd-a8ec-d703b66f5240 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:46.166022 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4b4fc2ec-18d8-4452-97d7-59e3c717b644 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "GET /v2.0/routers/65bfe586-6fa0-42dc-9dd8-76c1533c8c22 HTTP/1.1" status: 200 len: 881 time: 0.4196420 Sep 08 09:16:46.171916 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60444) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:46.183818 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-602bcb37-c74c-4f8f-957c-6a6a717ca737 req-c2bf6b24-6715-4e08-ae37-6b1490827836 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299946 Sep 08 09:16:46.189933 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-96405d12-49c4-4e14-8e7f-7d75e5460bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:46.206213 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92211e95-2b65-4923-a1aa-ab7c9de6887e req-d4d926cb-9421-4be8-9d87-b7df26b47b76 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:46.214376 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:46.215377 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-92211e95-2b65-4923-a1aa-ab7c9de6887e req-d4d926cb-9421-4be8-9d87-b7df26b47b76 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=fccf27e6-fbed-4ff7-a3db-25884f4599c8 HTTP/1.1" status: 200 len: 945 time: 0.2023795 Sep 08 09:16:46.235979 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-76cee45c-ab9b-4fcd-a8ec-d703b66f5240 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:46.262602 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 95275709-3583-450c-9e78-5751b5545bed, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=95275709-3583-450c-9e78-5751b5545bed,segment=NetworkSegment(7ce255b1-6bde-43a1-82b1-212ac77774b3),segment_id=7ce255b1-6bde-43a1-82b1-212ac77774b3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:16:46.269431 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-76cee45c-ab9b-4fcd-a8ec-d703b66f5240 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Calling delete_port for 28483251-ea67-4d7a-993f-1beeaa69e2ae owned by {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:16:46.270253 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:46.378315 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=95275709-3583-450c-9e78-5751b5545bed,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:46.390849 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-92211e95-2b65-4923-a1aa-ab7c9de6887e req-90a0cf8a-a453-4302-a56f-58faeed6e407 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744699 Sep 08 09:16:46.391940 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-96405d12-49c4-4e14-8e7f-7d75e5460bce admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:46.393674 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-96405d12-49c4-4e14-8e7f-7d75e5460bce admin admin] 10.222.0.54 "DELETE /v2.0/subnets/a0b45300-8828-4ae8-bbfd-c70262cbd1c4 HTTP/1.1" status: 204 len: 168 time: 0.7954636 Sep 08 09:16:46.394856 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96405d12-49c4-4e14-8e7f-7d75e5460bce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0b45300-8828-4ae8-bbfd-c70262cbd1c4,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:46.400559 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60450) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:46.435501 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device b647251c-5af2-422b-ba29-649a6ff6796a no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:16:46.473284 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: b647251c-5af2-422b-ba29-649a6ff6796a {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:16:46.473550 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device b647251c-5af2-422b-ba29-649a6ff6796a not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:16:46.474689 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 5ea59320-4a29-4554-852e-e8496df1ecba no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:16:46.486984 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb410591-189a-49ca-b24d-26ef9c8a2735 req-3eb7f5c1-96d1-46f2-836f-b4e78f1192a8 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:46.505491 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-eb410591-189a-49ca-b24d-26ef9c8a2735 req-3eb7f5c1-96d1-46f2-836f-b4e78f1192a8 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 945 time: 0.1524093 Sep 08 09:16:46.507444 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 5ea59320-4a29-4554-852e-e8496df1ecba {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:16:46.508037 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 5ea59320-4a29-4554-852e-e8496df1ecba not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:16:46.544228 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c440adc5-e2d4-4a68-aff8-09bc7c4349f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:46.562585 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-eb410591-189a-49ca-b24d-26ef9c8a2735 req-fe553174-2015-4260-b678-2b4a2eee5158 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561378 Sep 08 09:16:46.586173 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-76cee45c-ab9b-4fcd-a8ec-d703b66f5240 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:46.645939 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cee45c-ab9b-4fcd-a8ec-d703b66f5240 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event deleted for resources: {'Port': ['ID=28483251-ea67-4d7a-993f-1beeaa69e2ae,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:46.657477 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-76cee45c-ab9b-4fcd-a8ec-d703b66f5240 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:46.659999 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-76cee45c-ab9b-4fcd-a8ec-d703b66f5240 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/ports/28483251-ea67-4d7a-993f-1beeaa69e2ae HTTP/1.1" status: 204 len: 168 time: 0.6976314 Sep 08 09:16:46.662799 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60452) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:46.689905 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-698e7360-ac23-46b5-9720-18fae0c50fc0 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] GET failed (client error): The resource could not be found. Sep 08 09:16:46.696940 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-698e7360-ac23-46b5-9720-18fae0c50fc0 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "GET /v2.0/ports/28483251-ea67-4d7a-993f-1beeaa69e2ae HTTP/1.1" status: 404 len: 333 time: 0.0280020 Sep 08 09:16:46.697263 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60454) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:46.702251 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-b17360d3-6463-4ed0-8a14-09dc8993e4f5 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Request body: {'port': {'network_id': 'c1136e3f-2a93-44e6-9fc2-3fc82e583ee3', 'name': 'tempest-PortsIpV6TestJSON-1850654733'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:46.788547 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c440adc5-e2d4-4a68-aff8-09bc7c4349f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:46.817085 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17360d3-6463-4ed0-8a14-09dc8993e4f5 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Made reservation on behalf of ea019fc10697428ead6b1798adcd8ba7 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:16:46.821551 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b17360d3-6463-4ed0-8a14-09dc8993e4f5 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:46.828777 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-c440adc5-e2d4-4a68-aff8-09bc7c4349f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:46.842548 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-b17360d3-6463-4ed0-8a14-09dc8993e4f5 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] device_id is not set on port dce53238-8b04-4cd6-9567-fafd11d5ba12 yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:16:46.845292 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-c440adc5-e2d4-4a68-aff8-09bc7c4349f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64f426d7-6eb3-4dff-b7bf-fdd1ce4a38ca') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:46.845588 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-c440adc5-e2d4-4a68-aff8-09bc7c4349f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64f426d7-6eb3-4dff-b7bf-fdd1ce4a38ca') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:46.865679 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c440adc5-e2d4-4a68-aff8-09bc7c4349f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:46.894896 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-26d9e0dc-2f03-45e5-8028-5184b4d952eb tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.7206419 Sep 08 09:16:46.896154 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c440adc5-e2d4-4a68-aff8-09bc7c4349f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:46.897915 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60456) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:46.902285 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-3afffc55-e377-4744-ab61-58e3d76bd5c5 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1471729634'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:46.938861 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c440adc5-e2d4-4a68-aff8-09bc7c4349f9 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:16:46.939270 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c440adc5-e2d4-4a68-aff8-09bc7c4349f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:46.940932 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:16:46.940932 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:16:46.940932 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:16:46.940932 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:16:46.940932 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:16:46.940932 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:16:46.940932 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:16:46.940932 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:16:46.940932 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:16:46.940932 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:16:46.940932 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:16:46.940932 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:16:46.940932 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:16:46.940932 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:16:46.940932 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:16:46.940932 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:16:46.940932 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:16:46.940932 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:16:46.940932 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:16:46.940932 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:16:46.940932 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:16:46.940932 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:16:46.940932 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:16:46.940932 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:16:46.940932 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:16:46.940932 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:16:46.940932 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:16:46.940932 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:16:46.940932 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:16:46.940932 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:16:46.940932 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:16:46.940932 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:16:47.009921 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b17360d3-6463-4ed0-8a14-09dc8993e4f5 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:47.048110 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b17360d3-6463-4ed0-8a14-09dc8993e4f5 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:47.096086 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17360d3-6463-4ed0-8a14-09dc8993e4f5 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Network c1136e3f-2a93-44e6-9fc2-3fc82e583ee3 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:16:47.101594 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-b17360d3-6463-4ed0-8a14-09dc8993e4f5 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:16:47.104842 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17360d3-6463-4ed0-8a14-09dc8993e4f5 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:16:47.111096 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17360d3-6463-4ed0-8a14-09dc8993e4f5 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:47.111777 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b17360d3-6463-4ed0-8a14-09dc8993e4f5 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:47.132829 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17360d3-6463-4ed0-8a14-09dc8993e4f5 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event updated for resources: {'Port': ['ID=dce53238-8b04-4cd6-9567-fafd11d5ba12,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:47.149042 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b17360d3-6463-4ed0-8a14-09dc8993e4f5 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4506536 Sep 08 09:16:47.149686 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60460) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:47.155144 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-95083d54-2131-494b-81bf-5f0047edcd93 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:47.225722 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-95083d54-2131-494b-81bf-5f0047edcd93 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:47.448560 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c440adc5-e2d4-4a68-aff8-09bc7c4349f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:47.470586 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-95083d54-2131-494b-81bf-5f0047edcd93 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:47.471471 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c440adc5-e2d4-4a68-aff8-09bc7c4349f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:47.473384 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c440adc5-e2d4-4a68-aff8-09bc7c4349f9 admin admin] 10.222.0.54 "DELETE /v2.0/networks/ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd HTTP/1.1" status: 204 len: 168 time: 1.0719204 Sep 08 09:16:47.477727 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440adc5-e2d4-4a68-aff8-09bc7c4349f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebbc45c5-0f25-41ef-bf4f-63f3ed41ebfd,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:47.487962 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-95083d54-2131-494b-81bf-5f0047edcd93 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:47.534646 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-95083d54-2131-494b-81bf-5f0047edcd93 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] In _notify_port_updated(), no bound segment for port dce53238-8b04-4cd6-9567-fafd11d5ba12 on network c1136e3f-2a93-44e6-9fc2-3fc82e583ee3 {{(pid=94713) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 08 09:16:47.543280 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95083d54-2131-494b-81bf-5f0047edcd93 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:47.544046 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-95083d54-2131-494b-81bf-5f0047edcd93 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:47.550597 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-95083d54-2131-494b-81bf-5f0047edcd93 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "PUT /v2.0/ports/dce53238-8b04-4cd6-9567-fafd11d5ba12 HTTP/1.1" status: 200 len: 818 time: 0.3996406 Sep 08 09:16:47.553230 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60472) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:47.628319 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-269f38f5-6e43-40d8-a0ce-8475ef470274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:47.641655 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95083d54-2131-494b-81bf-5f0047edcd93 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event updated for resources: {'Port': ['ID=dce53238-8b04-4cd6-9567-fafd11d5ba12,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:47.664595 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74addef8-428a-403a-8b48-0812f2583deb req-b369e35e-8923-4404-b822-626396fe9771 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:47.666172 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-74addef8-428a-403a-8b48-0812f2583deb req-b369e35e-8923-4404-b822-626396fe9771 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=fccf27e6-fbed-4ff7-a3db-25884f4599c8 HTTP/1.1" status: 200 len: 946 time: 0.1547141 Sep 08 09:16:47.705166 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fccf27e6-fbed-4ff7-a3db-25884f4599c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95275709-3583-450c-9e78-5751b5545bed'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:16:47.707918 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e02254-8dca-4d96-bc7e-80548008267b" -d '{"events": [{"server_uuid": "fccf27e6-fbed-4ff7-a3db-25884f4599c8", "name": "network-vif-plugged", "status": "completed", "tag": "95275709-3583-450c-9e78-5751b5545bed"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:16:47.765633 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-8cd90ca1-677d-4c4b-aeaa-ef2d3b1081ca tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Deleting port dce53238-8b04-4cd6-9567-fafd11d5ba12 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:16:47.766259 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8cd90ca1-677d-4c4b-aeaa-ef2d3b1081ca tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:47.776773 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-74addef8-428a-403a-8b48-0812f2583deb req-40cb6503-9a67-4573-9bae-0c87daff1211 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037519 Sep 08 09:16:47.806312 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60478) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:47.836660 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08543c4d-d6ce-4644-b241-6ebb757cec13 x-openstack-request-id: req-08543c4d-d6ce-4644-b241-6ebb757cec13 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:16:47.837216 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fccf27e6-fbed-4ff7-a3db-25884f4599c8", "name": "network-vif-plugged", "status": "completed", "tag": "95275709-3583-450c-9e78-5751b5545bed", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:16:47.837962 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-08543c4d-d6ce-4644-b241-6ebb757cec13 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:16:47.838652 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fccf27e6-fbed-4ff7-a3db-25884f4599c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95275709-3583-450c-9e78-5751b5545bed', 'code': 200} Sep 08 09:16:47.872191 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a0a17-253e-4132-985a-22eaf94921e2 req-5a5e99ca-f0be-483c-afe8-79ae1ae06913 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:47.879726 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-de7a0a17-253e-4132-985a-22eaf94921e2 req-5a5e99ca-f0be-483c-afe8-79ae1ae06913 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 945 time: 0.1546545 Sep 08 09:16:47.884916 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8cd90ca1-677d-4c4b-aeaa-ef2d3b1081ca tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:47.901599 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-93210e59-f0c0-4bff-a9f8-4eb119f6fe18 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=534b123b1fec4a0b9fe37215319028ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0935917 Sep 08 09:16:47.903958 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60480) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:47.917916 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-8cd90ca1-677d-4c4b-aeaa-ef2d3b1081ca tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Calling delete_port for dce53238-8b04-4cd6-9567-fafd11d5ba12 owned by {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:16:47.932035 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3afffc55-e377-4744-ab61-58e3d76bd5c5 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2457'] for router, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:47.947725 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-de7a0a17-253e-4132-985a-22eaf94921e2 req-1d404e74-3fcd-4c6b-8838-f05fce240771 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665431 Sep 08 09:16:47.988457 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3afffc55-e377-4744-ab61-58e3d76bd5c5 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-764157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-764146', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-768877'] for router, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:48.028980 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8cd90ca1-677d-4c4b-aeaa-ef2d3b1081ca tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:48.062797 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd90ca1-677d-4c4b-aeaa-ef2d3b1081ca tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event deleted for resources: {'Port': ['ID=dce53238-8b04-4cd6-9567-fafd11d5ba12,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:48.074171 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8cd90ca1-677d-4c4b-aeaa-ef2d3b1081ca tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:48.078497 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8cd90ca1-677d-4c4b-aeaa-ef2d3b1081ca tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/ports/dce53238-8b04-4cd6-9567-fafd11d5ba12 HTTP/1.1" status: 204 len: 168 time: 0.5191476 Sep 08 09:16:48.079034 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60484) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:48.133153 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de8772-2870-4a72-9a90-34398dac80b8 req-7254b1d6-eba9-4210-ae6c-c81ba174ab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:48.134699 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-94de8772-2870-4a72-9a90-34398dac80b8 req-7254b1d6-eba9-4210-ae6c-c81ba174ab57 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fccf27e6-fbed-4ff7-a3db-25884f4599c8 HTTP/1.1" status: 200 len: 1098 time: 0.1989894 Sep 08 09:16:48.137465 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb8a211-d899-41d1-ae34-eac4d0e3b9d5 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:48.141955 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-dbb8a211-d899-41d1-ae34-eac4d0e3b9d5 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0589826 Sep 08 09:16:48.142239 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60486) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:48.169124 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4d59483-8f0a-4c53-a473-100a4038c16d tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] GET failed (client error): The resource could not be found. Sep 08 09:16:48.174290 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e4d59483-8f0a-4c53-a473-100a4038c16d tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "GET /v2.0/ports/dce53238-8b04-4cd6-9567-fafd11d5ba12 HTTP/1.1" status: 404 len: 333 time: 0.0274882 Sep 08 09:16:48.174571 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60488) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:48.180121 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-571337b0-e3c7-474e-a590-482ada4bd236 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1970616422'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:48.188411 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-144035a5-c334-4bc3-9032-55d8ac3e0129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:48.202428 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571337b0-e3c7-474e-a590-482ada4bd236 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Made reservation on behalf of ea019fc10697428ead6b1798adcd8ba7 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:16:48.206201 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-571337b0-e3c7-474e-a590-482ada4bd236 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:48.234871 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-571337b0-e3c7-474e-a590-482ada4bd236 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:16:48.237390 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ecdaa-7fa8-42af-a243-baa2c3cbe94e req-4b9b7ad6-2c8b-4557-9754-0d83eb00c132 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:48.245491 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-571337b0-e3c7-474e-a590-482ada4bd236 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:48.245853 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-571337b0-e3c7-474e-a590-482ada4bd236 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Added segment 9db12090-2af0-49b4-96bb-9567faf85c1e of type vlan for network c071fa38-fa68-40cc-8f4e-497753f21479 Sep 08 09:16:48.247500 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9f8ecdaa-7fa8-42af-a243-baa2c3cbe94e req-4b9b7ad6-2c8b-4557-9754-0d83eb00c132 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 945 time: 0.1694603 Sep 08 09:16:48.253140 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60490) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:48.259974 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-49da67ec-3e64-49d6-82a5-f7a671c82a9d tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Request body: {'floatingip': {'port_id': 'a3c31785-e0b7-40a9-bdb7-b21286768191'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:48.276952 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-144035a5-c334-4bc3-9032-55d8ac3e0129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:48.279749 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-94de8772-2870-4a72-9a90-34398dac80b8 req-4b7338fc-f0d3-4b89-b5ca-40c405beb5c7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373966 Sep 08 09:16:48.289886 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3afffc55-e377-4744-ab61-58e3d76bd5c5 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Router 65bfe586-6fa0-42dc-9dd8-76c1533c8c22 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:16:48.325528 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-49da67ec-3e64-49d6-82a5-f7a671c82a9d tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks [] for floatingip, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:48.452434 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-144035a5-c334-4bc3-9032-55d8ac3e0129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:48.455492 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-144035a5-c334-4bc3-9032-55d8ac3e0129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:48.456979 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-144035a5-c334-4bc3-9032-55d8ac3e0129 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7a8979bf-ef9e-44ab-b798-e89ff1d95164 HTTP/1.1" status: 204 len: 168 time: 0.5520940 Sep 08 09:16:48.472549 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144035a5-c334-4bc3-9032-55d8ac3e0129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8979bf-ef9e-44ab-b798-e89ff1d95164,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:48.508466 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3afffc55-e377-4744-ab61-58e3d76bd5c5 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:16:48.516055 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3afffc55-e377-4744-ab61-58e3d76bd5c5 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:48.523623 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0afa40-fc91-40cc-9e5d-ef31ebbf095f None None] Sync routers for ids ['65bfe586-6fa0-42dc-9dd8-76c1533c8c22'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:16:48.532156 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-3afffc55-e377-4744-ab61-58e3d76bd5c5 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "PUT /v2.0/routers/65bfe586-6fa0-42dc-9dd8-76c1533c8c22 HTTP/1.1" status: 200 len: 888 time: 1.6330397 Sep 08 09:16:48.532960 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60496) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:48.535053 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0afa40-fc91-40cc-9e5d-ef31ebbf095f None None] Routers {'65bfe586-6fa0-42dc-9dd8-76c1533c8c22'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:16:48.542879 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-df0afa40-fc91-40cc-9e5d-ef31ebbf095f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:16:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['65bfe586-6fa0-42dc-9dd8-76c1533c8c22'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:48.641799 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-df0afa40-fc91-40cc-9e5d-ef31ebbf095f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:48.666963 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-571337b0-e3c7-474e-a590-482ada4bd236 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:48.679039 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0afa40-fc91-40cc-9e5d-ef31ebbf095f None None] Routers {'65bfe586-6fa0-42dc-9dd8-76c1533c8c22'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:16:48.681137 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-df0afa40-fc91-40cc-9e5d-ef31ebbf095f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:16:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['65bfe586-6fa0-42dc-9dd8-76c1533c8c22'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:48.742916 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-df0afa40-fc91-40cc-9e5d-ef31ebbf095f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:48.743893 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0afa40-fc91-40cc-9e5d-ef31ebbf095f None None] The sync data for ids ['65bfe586-6fa0-42dc-9dd8-76c1533c8c22'] in n-d-806683-11 is: [] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:16:48.746583 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-571337b0-e3c7-474e-a590-482ada4bd236 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:48.755485 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571337b0-e3c7-474e-a590-482ada4bd236 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:48.756775 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-571337b0-e3c7-474e-a590-482ada4bd236 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:48.776409 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-735e662a-0722-439d-b684-6b182893da84 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "GET /v2.0/routers/65bfe586-6fa0-42dc-9dd8-76c1533c8c22 HTTP/1.1" status: 200 len: 888 time: 0.2378001 Sep 08 09:16:48.776819 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60502) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:48.812403 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-a7db8335-67c6-496f-ade8-ca3605babdb6 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "GET /v2.0/ports?device_id=65bfe586-6fa0-42dc-9dd8-76c1533c8c22 HTTP/1.1" status: 200 len: 205 time: 0.0344574 Sep 08 09:16:48.814848 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60506) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:48.934527 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-571337b0-e3c7-474e-a590-482ada4bd236 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7587516 Sep 08 09:16:48.937297 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60512) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:48.943813 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571337b0-e3c7-474e-a590-482ada4bd236 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event updated for resources: {'Network': ['ID=c071fa38-fa68-40cc-8f4e-497753f21479,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:48.954986 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network c071fa38-fa68-40cc-8f4e-497753f21479 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:16:48.957730 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-9d62cb3e-f1a1-451b-86c3-a31b7c77b71d tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Request body: {'subnet': {'network_id': 'c071fa38-fa68-40cc-8f4e-497753f21479', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:49.002977 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0ce45320-d5af-459c-b30b-50af95f4b2c8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for router, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:49.115548 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7d989-2999-49cc-b2ba-b7c69b2114b9 req-a258fab3-7b62-4dcd-bdad-8f813ea54886 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:49.117503 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9ac7d989-2999-49cc-b2ba-b7c69b2114b9 req-a258fab3-7b62-4dcd-bdad-8f813ea54886 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=fccf27e6-fbed-4ff7-a3db-25884f4599c8 HTTP/1.1" status: 200 len: 946 time: 0.1999164 Sep 08 09:16:49.210810 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d62cb3e-f1a1-451b-86c3-a31b7c77b71d tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Made reservation on behalf of ea019fc10697428ead6b1798adcd8ba7 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:16:49.214612 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9d62cb3e-f1a1-451b-86c3-a31b7c77b71d tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:49.249556 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9ac7d989-2999-49cc-b2ba-b7c69b2114b9 req-b2263ccf-0af7-4bd7-a706-9269d9ec0da0 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250484 Sep 08 09:16:49.255723 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0ce45320-d5af-459c-b30b-50af95f4b2c8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:49.418756 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-0ce45320-d5af-459c-b30b-50af95f4b2c8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Deleting port 732b2d4a-e91f-44fd-86fd-8b9b3aa3a6bd {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:16:49.418756 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0ce45320-d5af-459c-b30b-50af95f4b2c8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:49.462867 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-49da67ec-3e64-49d6-82a5-f7a671c82a9d tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:49.471951 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-49da67ec-3e64-49d6-82a5-f7a671c82a9d tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:49.558921 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60530) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:49.687402 n-d-806683-11 neutron-server[94713]: INFO neutron.db.l3_db [None req-49da67ec-3e64-49d6-82a5-f7a671c82a9d tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Floating IP c66f2845-973f-4962-a722-7fbef005b8ed associated. External IP: 172.25.0.222, port: a3c31785-e0b7-40a9-bdb7-b21286768191. Sep 08 09:16:49.738418 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-c5ac432d-ccf9-4b7c-8f82-7b608243ac18 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1578452269-network', 'tenant_id': '583340404590411b8481111794571db6'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:49.773515 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9d62cb3e-f1a1-451b-86c3-a31b7c77b71d tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:49.819458 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ac432d-ccf9-4b7c-8f82-7b608243ac18 admin admin] Made reservation on behalf of 583340404590411b8481111794571db6 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:16:49.825673 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c5ac432d-ccf9-4b7c-8f82-7b608243ac18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:49.838086 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0ce45320-d5af-459c-b30b-50af95f4b2c8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:49.844878 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c5ac432d-ccf9-4b7c-8f82-7b608243ac18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:49.861313 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-0ce45320-d5af-459c-b30b-50af95f4b2c8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Calling delete_port for 732b2d4a-e91f-44fd-86fd-8b9b3aa3a6bd owned by network:router_gateway {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:16:49.874410 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d62cb3e-f1a1-451b-86c3-a31b7c77b71d tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event updated for resources: {'Subnet': ['ID=06b4e447-8f13-4433-86ae-6129375ee934,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:49.924272 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d62cb3e-f1a1-451b-86c3-a31b7c77b71d tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Checking segment: {'id': '9db12090-2af0-49b4-96bb-9567faf85c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c071fa38-fa68-40cc-8f4e-497753f21479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:16:49.924645 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d62cb3e-f1a1-451b-86c3-a31b7c77b71d tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Network hostable DHCP agents. Network: c071fa38-fa68-40cc-8f4e-497753f21479, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:16:49.958275 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d62cb3e-f1a1-451b-86c3-a31b7c77b71d tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Network c071fa38-fa68-40cc-8f4e-497753f21479 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:16:50.009540 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-9d62cb3e-f1a1-451b-86c3-a31b7c77b71d tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, c071fa38-fa68-40cc-8f4e-497753f21479) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:16:50.019994 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d62cb3e-f1a1-451b-86c3-a31b7c77b71d tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:50.020640 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9d62cb3e-f1a1-451b-86c3-a31b7c77b71d tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:50.023338 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba88731-247d-4f4e-9950-f856842bc7b5 None None] Network c071fa38-fa68-40cc-8f4e-497753f21479 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:16:50.074268 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49da67ec-3e64-49d6-82a5-f7a671c82a9d tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Router 8e71d37c-9786-446a-bcce-c9b3b16e188b has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:16:50.089742 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0ce45320-d5af-459c-b30b-50af95f4b2c8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:50.119304 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce45320-d5af-459c-b30b-50af95f4b2c8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event deleted for resources: {'Port': ['ID=732b2d4a-e91f-44fd-86fd-8b9b3aa3a6bd,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:50.177460 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c5ac432d-ccf9-4b7c-8f82-7b608243ac18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:50.184553 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c5ac432d-ccf9-4b7c-8f82-7b608243ac18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:50.196676 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-9d62cb3e-f1a1-451b-86c3-a31b7c77b71d tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2583344 Sep 08 09:16:50.198137 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0ce45320-d5af-459c-b30b-50af95f4b2c8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:50.198786 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5ac432d-ccf9-4b7c-8f82-7b608243ac18 admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:16:50.200854 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60536) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:50.214575 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-f96483ed-b590-43ee-9c99-d914207c2029 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Request body: {'subnet': {'network_id': 'c071fa38-fa68-40cc-8f4e-497753f21479', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:50.220156 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f029e42e-3dc8-43a1-afaf-e50bed632e44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-c071fa38-fa68-40cc-8f4e-497753f21479', 'network_id': 'c071fa38-fa68-40cc-8f4e-497753f21479', 'tenant_id': 'ea019fc10697428ead6b1798adcd8ba7', 'fixed_ips': [{'subnet_id': '06b4e447-8f13-4433-86ae-6129375ee934'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:16:50.221043 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f029e42e-3dc8-43a1-afaf-e50bed632e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:50.225596 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c5ac432d-ccf9-4b7c-8f82-7b608243ac18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:50.226125 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-c5ac432d-ccf9-4b7c-8f82-7b608243ac18 admin admin] Added segment 3e039fb2-9378-4eb4-83cb-70c69e2de913 of type vlan for network 76a3eb7d-c54e-4000-9026-6862ac7f4930 Sep 08 09:16:50.311557 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac432d-ccf9-4b7c-8f82-7b608243ac18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad3c9f8-09d8-47da-8ac1-a59f52eb33f9,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:50.327485 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c5ac432d-ccf9-4b7c-8f82-7b608243ac18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:50.358164 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49da67ec-3e64-49d6-82a5-f7a671c82a9d tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:16:50.367260 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-49da67ec-3e64-49d6-82a5-f7a671c82a9d tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:50.369656 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6445d0-5ef5-4d97-9aac-9ad97e0a9fdb None None] Sync routers for ids ['8e71d37c-9786-446a-bcce-c9b3b16e188b'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:16:50.388632 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6445d0-5ef5-4d97-9aac-9ad97e0a9fdb None None] Routers {'8e71d37c-9786-446a-bcce-c9b3b16e188b'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:16:50.389498 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-fe6445d0-5ef5-4d97-9aac-9ad97e0a9fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:16:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8e71d37c-9786-446a-bcce-c9b3b16e188b'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:50.415287 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-49da67ec-3e64-49d6-82a5-f7a671c82a9d tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "PUT /v2.0/floatingips/c66f2845-973f-4962-a722-7fbef005b8ed HTTP/1.1" status: 200 len: 991 time: 2.1583824 Sep 08 09:16:50.415287 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd670fbfb-6eed-4e9e-a33b-d0579953f7f4', 'tag': 'a3c31785-e0b7-40a9-bdb7-b21286768191'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:16:50.418030 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750ed6ac-9259-4a54-82eb-872b2b9b427e" -d '{"events": [{"name": "network-changed", "server_uuid": "d670fbfb-6eed-4e9e-a33b-d0579953f7f4", "tag": "a3c31785-e0b7-40a9-bdb7-b21286768191"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:16:50.421778 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c5ac432d-ccf9-4b7c-8f82-7b608243ac18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:50.425155 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ac432d-ccf9-4b7c-8f82-7b608243ac18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:50.425774 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c5ac432d-ccf9-4b7c-8f82-7b608243ac18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:50.474746 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c5ac432d-ccf9-4b7c-8f82-7b608243ac18 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9114347 Sep 08 09:16:50.480915 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60544) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:50.488122 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-8454be66-94db-4ef0-a799-b2beec3f6e6d admin admin] Request body: {'subnet': {'network_id': '76a3eb7d-c54e-4000-9026-6862ac7f4930', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1578452269-subnet', 'tenant_id': '583340404590411b8481111794571db6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:50.496789 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0ce45320-d5af-459c-b30b-50af95f4b2c8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:50.508009 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0ce45320-d5af-459c-b30b-50af95f4b2c8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:50.546976 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-f029e42e-3dc8-43a1-afaf-e50bed632e44 None None] Allocated IP 2001:db8::2 (c071fa38-fa68-40cc-8f4e-497753f21479/06b4e447-8f13-4433-86ae-6129375ee934/d260e80e-ea1b-4466-b686-09cdaf4183c5) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:16:50.565454 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:50.602705 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789be4e-5d08-4f21-b74e-a7f1323cd440 req-9c50a085-8f48-41ff-b936-343de8eada52 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:50.604275 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c789be4e-5d08-4f21-b74e-a7f1323cd440 req-9c50a085-8f48-41ff-b936-343de8eada52 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=fccf27e6-fbed-4ff7-a3db-25884f4599c8 HTTP/1.1" status: 200 len: 946 time: 0.1972768 Sep 08 09:16:50.612757 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0ce45320-d5af-459c-b30b-50af95f4b2c8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:50.613093 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce45320-d5af-459c-b30b-50af95f4b2c8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Fanout notify agent at l3_agent the message router_deleted on router 65bfe586-6fa0-42dc-9dd8-76c1533c8c22 {{(pid=94712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:16:50.636057 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0ce45320-d5af-459c-b30b-50af95f4b2c8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:50.637833 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-0ce45320-d5af-459c-b30b-50af95f4b2c8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "DELETE /v2.0/routers/65bfe586-6fa0-42dc-9dd8-76c1533c8c22 HTTP/1.1" status: 204 len: 168 time: 1.8214197 Sep 08 09:16:50.643934 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8454be66-94db-4ef0-a799-b2beec3f6e6d admin admin] Made reservation on behalf of 583340404590411b8481111794571db6 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:16:50.646325 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8454be66-94db-4ef0-a799-b2beec3f6e6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:50.649118 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60548) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:50.668549 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-a578a823-5122-44c8-abf6-8ea322489b75 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Request body: {'network': {'name': 'tempest-RoutersTest-1608751378'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:50.682484 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96483ed-b590-43ee-9c99-d914207c2029 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Made reservation on behalf of ea019fc10697428ead6b1798adcd8ba7 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:16:50.686100 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f96483ed-b590-43ee-9c99-d914207c2029 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:50.701658 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-fe6445d0-5ef5-4d97-9aac-9ad97e0a9fdb None None] Set router 8e71d37c-9786-446a-bcce-c9b3b16e188b gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:16:50.705952 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6f802a-c396-4807-b5f3-32606c46b5b7 x-openstack-request-id: req-3b6f802a-c396-4807-b5f3-32606c46b5b7 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:16:50.705952 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d670fbfb-6eed-4e9e-a33b-d0579953f7f4", "tag": "a3c31785-e0b7-40a9-bdb7-b21286768191", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:16:50.706626 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3b6f802a-c396-4807-b5f3-32606c46b5b7 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:16:50.706626 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd670fbfb-6eed-4e9e-a33b-d0579953f7f4', 'tag': 'a3c31785-e0b7-40a9-bdb7-b21286768191', 'status': 'completed', 'code': 200} Sep 08 09:16:50.710994 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac432d-ccf9-4b7c-8f82-7b608243ac18 admin admin] Pushing event updated for resources: {'Network': ['ID=76a3eb7d-c54e-4000-9026-6862ac7f4930,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:50.741699 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 76a3eb7d-c54e-4000-9026-6862ac7f4930 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:16:50.786862 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c789be4e-5d08-4f21-b74e-a7f1323cd440 req-dd0c6298-9fd7-4c04-95ac-88a6574b3d7b tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707621 Sep 08 09:16:50.821708 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ea545718-cd26-4801-a1ef-99a4371597df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:50.920408 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f029e42e-3dc8-43a1-afaf-e50bed632e44 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:50.931295 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f029e42e-3dc8-43a1-afaf-e50bed632e44 None None] Transition to ACTIVE for port object d260e80e-ea1b-4466-b686-09cdaf4183c5 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:16:50.949558 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a578a823-5122-44c8-abf6-8ea322489b75 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Made reservation on behalf of b47dd3c58c0a4fafa7b4bef429a7d4d4 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:16:50.950521 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f029e42e-3dc8-43a1-afaf-e50bed632e44 None None] Transition to ACTIVE for port object d260e80e-ea1b-4466-b686-09cdaf4183c5 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:16:50.953953 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a578a823-5122-44c8-abf6-8ea322489b75 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:50.959241 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f029e42e-3dc8-43a1-afaf-e50bed632e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:50.971122 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ed6ac-9259-4a54-82eb-872b2b9b427e req-083e7b4e-e625-4cbd-a4ff-6b83439389ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:50.972950 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-750ed6ac-9259-4a54-82eb-872b2b9b427e req-083e7b4e-e625-4cbd-a4ff-6b83439389ee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f5275e2d58a49a08895a50418c7508b&device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 1097 time: 0.2923439 Sep 08 09:16:50.984011 n-d-806683-11 neutron-server[94712]: INFO neutron.db.ipam_backend_mixin [None req-f96483ed-b590-43ee-9c99-d914207c2029 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 06b4e447-8f13-4433-86ae-6129375ee934 (CIDR: 2001:db8::/64) Sep 08 09:16:51.004206 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-f96483ed-b590-43ee-9c99-d914207c2029 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:16:51.004948 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f96483ed-b590-43ee-9c99-d914207c2029 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:16:51.008665 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f029e42e-3dc8-43a1-afaf-e50bed632e44 None None] Network c071fa38-fa68-40cc-8f4e-497753f21479 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:16:51.012142 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-f029e42e-3dc8-43a1-afaf-e50bed632e44 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:16:51.016956 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f029e42e-3dc8-43a1-afaf-e50bed632e44 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:16:51.030078 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f029e42e-3dc8-43a1-afaf-e50bed632e44 None None] Pushing event updated for resources: {'Port': ['ID=d260e80e-ea1b-4466-b686-09cdaf4183c5,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:51.030899 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a578a823-5122-44c8-abf6-8ea322489b75 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:16:51.072471 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a578a823-5122-44c8-abf6-8ea322489b75 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:51.073314 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-a578a823-5122-44c8-abf6-8ea322489b75 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Added segment 93087e91-1a93-4c7a-9f0a-d09ffa2aa76d of type vlan for network d405ee8a-a20c-4187-bc6d-cd635e4512b1 Sep 08 09:16:51.121522 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-f029e42e-3dc8-43a1-afaf-e50bed632e44 None None] Attempting to bind port d260e80e-ea1b-4466-b686-09cdaf4183c5 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:16:51.122574 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-f029e42e-3dc8-43a1-afaf-e50bed632e44 None None] Attempting to bind port d260e80e-ea1b-4466-b686-09cdaf4183c5 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '9db12090-2af0-49b4-96bb-9567faf85c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c071fa38-fa68-40cc-8f4e-497753f21479'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:16:51.123065 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f029e42e-3dc8-43a1-afaf-e50bed632e44 None None] Attempting to bind port d260e80e-ea1b-4466-b686-09cdaf4183c5 on network c071fa38-fa68-40cc-8f4e-497753f21479 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:16:51.129663 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f029e42e-3dc8-43a1-afaf-e50bed632e44 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:16:51.131290 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f029e42e-3dc8-43a1-afaf-e50bed632e44 None None] Checking segment: {'id': '9db12090-2af0-49b4-96bb-9567faf85c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c071fa38-fa68-40cc-8f4e-497753f21479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:16:51.131812 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f029e42e-3dc8-43a1-afaf-e50bed632e44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:51.132848 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f029e42e-3dc8-43a1-afaf-e50bed632e44 None None] Bound using segment: {'id': '9db12090-2af0-49b4-96bb-9567faf85c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c071fa38-fa68-40cc-8f4e-497753f21479'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:16:51.133588 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-f029e42e-3dc8-43a1-afaf-e50bed632e44 None None] Bound port: d260e80e-ea1b-4466-b686-09cdaf4183c5, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db12090-2af0-49b4-96bb-9567faf85c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c071fa38-fa68-40cc-8f4e-497753f21479'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:16:51.134250 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f029e42e-3dc8-43a1-afaf-e50bed632e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:51.165190 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60556) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:51.165626 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f96483ed-b590-43ee-9c99-d914207c2029 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9623845 Sep 08 09:16:51.171952 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-b9498581-90e2-4043-a7b3-a9929a6d8d0c tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Request body: {'subnet': {'network_id': 'c071fa38-fa68-40cc-8f4e-497753f21479', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:51.207316 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-f029e42e-3dc8-43a1-afaf-e50bed632e44 None None] For port d260e80e-ea1b-4466-b686-09cdaf4183c5, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:16:51.212250 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-f029e42e-3dc8-43a1-afaf-e50bed632e44 None None] For port d260e80e-ea1b-4466-b686-09cdaf4183c5, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=d260e80e-ea1b-4466-b686-09cdaf4183c5,segment=NetworkSegment(9db12090-2af0-49b4-96bb-9567faf85c1e),segment_id=9db12090-2af0-49b4-96bb-9567faf85c1e)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:16:51.221205 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f029e42e-3dc8-43a1-afaf-e50bed632e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:51.256163 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-fe6445d0-5ef5-4d97-9aac-9ad97e0a9fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'name': 'tempest-AttachVolumeShelveTestJSON-614609853-router', 'tenant_id': '9f5275e2d58a49a08895a50418c7508b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'f28d3dac-4c3d-44f5-9950-b4fca8cb46cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:09:34Z', 'updated_at': '2021-09-08T09:09:41Z', 'revision_number': 4, 'project_id': '9f5275e2d58a49a08895a50418c7508b', 'gw_port': {'id': 'f28d3dac-4c3d-44f5-9950-b4fca8cb46cc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:09:35Z', 'updated_at': '2021-09-08T09:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': 'c66f2845-973f-4962-a722-7fbef005b8ed', 'tenant_id': '9f5275e2d58a49a08895a50418c7508b', 'floating_ip_address': '172.25.0.222', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'port_id': 'a3c31785-e0b7-40a9-bdb7-b21286768191', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb338a05-96ea-4d11-88f8-690044b53ade', 'mac_address': 'fa:16:3e:d3:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd670fbfb-6eed-4e9e-a33b-d0579953f7f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:16:30Z', 'updated_at': '2021-09-08T09:16:49Z', 'revision_number': 1, 'project_id': '9f5275e2d58a49a08895a50418c7508b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '101f7c50-22be-46db-aec9-7e9e62483fa5', 'name': '', 'network_id': 'cb338a05-96ea-4d11-88f8-690044b53ade', 'tenant_id': '9f5275e2d58a49a08895a50418c7508b', 'mac_address': 'fa:16:3e:a8:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ec84db6-4dd6-4de4-a1e0-0c0e5076306d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:09:39Z', 'updated_at': '2021-09-08T09:09:49Z', 'revision_number': 5, 'project_id': '9f5275e2d58a49a08895a50418c7508b', 'subnets': [{'id': '8ec84db6-4dd6-4de4-a1e0-0c0e5076306d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:51.313051 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f029e42e-3dc8-43a1-afaf-e50bed632e44 None None] Pushing event updated for resources: {'Port': ['ID=d260e80e-ea1b-4466-b686-09cdaf4183c5,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:51.314438 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ed6ac-9259-4a54-82eb-872b2b9b427e req-884f8cfd-9d87-462b-982d-83bb1aa92a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:51.315430 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6445d0-5ef5-4d97-9aac-9ad97e0a9fdb None None] Checking router: 8e71d37c-9786-446a-bcce-c9b3b16e188b for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:16:51.316593 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-750ed6ac-9259-4a54-82eb-872b2b9b427e req-884f8cfd-9d87-462b-982d-83bb1aa92a1c service neutron] 10.222.0.37 "GET /v2.0/networks?id=cb338a05-96ea-4d11-88f8-690044b53ade HTTP/1.1" status: 200 len: 917 time: 0.3311729 Sep 08 09:16:51.334936 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6445d0-5ef5-4d97-9aac-9ad97e0a9fdb None None] Routers {'8e71d37c-9786-446a-bcce-c9b3b16e188b'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:16:51.337354 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-fe6445d0-5ef5-4d97-9aac-9ad97e0a9fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:16:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8e71d37c-9786-446a-bcce-c9b3b16e188b'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:51.349910 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a578a823-5122-44c8-abf6-8ea322489b75 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:51.412245 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9498581-90e2-4043-a7b3-a9929a6d8d0c tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Made reservation on behalf of ea019fc10697428ead6b1798adcd8ba7 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:16:51.418075 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b9498581-90e2-4043-a7b3-a9929a6d8d0c tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:51.449359 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a869ce9-58db-4001-a5bd-5fc2a6d3e1e1 req-83522b5a-4f1b-4ec9-bd8d-c02ead7c24bc tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:51.457736 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8a869ce9-58db-4001-a5bd-5fc2a6d3e1e1 req-83522b5a-4f1b-4ec9-bd8d-c02ead7c24bc tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=fccf27e6-fbed-4ff7-a3db-25884f4599c8 HTTP/1.1" status: 200 len: 946 time: 0.2981880 Sep 08 09:16:51.512566 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a578a823-5122-44c8-abf6-8ea322489b75 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:51.542866 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a578a823-5122-44c8-abf6-8ea322489b75 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:51.546708 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a578a823-5122-44c8-abf6-8ea322489b75 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:51.547760 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-fe6445d0-5ef5-4d97-9aac-9ad97e0a9fdb None None] Set router 8e71d37c-9786-446a-bcce-c9b3b16e188b gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:16:51.651000 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8454be66-94db-4ef0-a799-b2beec3f6e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:51.774905 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8a869ce9-58db-4001-a5bd-5fc2a6d3e1e1 req-d7069806-1c25-4e0b-8a50-b5b011ba74a1 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152559 Sep 08 09:16:51.777390 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-750ed6ac-9259-4a54-82eb-872b2b9b427e req-0087752a-94c6-497b-846b-988efb4b858f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3c31785-e0b7-40a9-bdb7-b21286768191 HTTP/1.1" status: 200 len: 999 time: 0.4386213 Sep 08 09:16:51.781570 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-a578a823-5122-44c8-abf6-8ea322489b75 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1312926 Sep 08 09:16:51.790305 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60562) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:51.797957 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-e80f9ab2-8f36-4b0a-abb6-5801220199ba tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Request body: {'subnet': {'network_id': 'd405ee8a-a20c-4187-bc6d-cd635e4512b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:51.841169 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8454be66-94db-4ef0-a799-b2beec3f6e6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=75006d6d-8505-4dd1-9a9c-669c916b1cc8,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:51.894272 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b9498581-90e2-4043-a7b3-a9929a6d8d0c tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:51.963940 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578a823-5122-44c8-abf6-8ea322489b75 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event updated for resources: {'Network': ['ID=d405ee8a-a20c-4187-bc6d-cd635e4512b1,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:51.976490 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network d405ee8a-a20c-4187-bc6d-cd635e4512b1 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:16:51.980342 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8454be66-94db-4ef0-a799-b2beec3f6e6d admin admin] Checking segment: {'id': '3e039fb2-9378-4eb4-83cb-70c69e2de913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '76a3eb7d-c54e-4000-9026-6862ac7f4930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:16:51.980893 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8454be66-94db-4ef0-a799-b2beec3f6e6d admin admin] Network hostable DHCP agents. Network: 76a3eb7d-c54e-4000-9026-6862ac7f4930, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:16:51.994781 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-fe6445d0-5ef5-4d97-9aac-9ad97e0a9fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'name': 'tempest-AttachVolumeShelveTestJSON-614609853-router', 'tenant_id': '9f5275e2d58a49a08895a50418c7508b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'f28d3dac-4c3d-44f5-9950-b4fca8cb46cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:09:34Z', 'updated_at': '2021-09-08T09:09:41Z', 'revision_number': 4, 'project_id': '9f5275e2d58a49a08895a50418c7508b', 'gw_port': {'id': 'f28d3dac-4c3d-44f5-9950-b4fca8cb46cc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:09:35Z', 'updated_at': '2021-09-08T09:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': 'c66f2845-973f-4962-a722-7fbef005b8ed', 'tenant_id': '9f5275e2d58a49a08895a50418c7508b', 'floating_ip_address': '172.25.0.222', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'port_id': 'a3c31785-e0b7-40a9-bdb7-b21286768191', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb338a05-96ea-4d11-88f8-690044b53ade', 'mac_address': 'fa:16:3e:d3:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd670fbfb-6eed-4e9e-a33b-d0579953f7f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:16:30Z', 'updated_at': '2021-09-08T09:16:49Z', 'revision_number': 1, 'project_id': '9f5275e2d58a49a08895a50418c7508b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '101f7c50-22be-46db-aec9-7e9e62483fa5', 'name': '', 'network_id': 'cb338a05-96ea-4d11-88f8-690044b53ade', 'tenant_id': '9f5275e2d58a49a08895a50418c7508b', 'mac_address': 'fa:16:3e:a8:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ec84db6-4dd6-4de4-a1e0-0c0e5076306d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:09:39Z', 'updated_at': '2021-09-08T09:09:49Z', 'revision_number': 5, 'project_id': '9f5275e2d58a49a08895a50418c7508b', 'subnets': [{'id': '8ec84db6-4dd6-4de4-a1e0-0c0e5076306d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:52.016486 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9498581-90e2-4043-a7b3-a9929a6d8d0c tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event updated for resources: {'Subnet': ['ID=82233ca9-867f-4ece-af09-cacc62f02e7e,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:52.051706 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9498581-90e2-4043-a7b3-a9929a6d8d0c tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Network c071fa38-fa68-40cc-8f4e-497753f21479 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:16:52.054065 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8454be66-94db-4ef0-a799-b2beec3f6e6d admin admin] Network 76a3eb7d-c54e-4000-9026-6862ac7f4930 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:16:52.056802 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-b9498581-90e2-4043-a7b3-a9929a6d8d0c tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:16:52.064703 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9498581-90e2-4043-a7b3-a9929a6d8d0c tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:52.065648 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b9498581-90e2-4043-a7b3-a9929a6d8d0c tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:52.081008 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ed6ac-9259-4a54-82eb-872b2b9b427e req-8e96c013-0910-4f94-9b23-15b8b74ddee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:52.081585 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6445d0-5ef5-4d97-9aac-9ad97e0a9fdb None None] The sync data for ids ['8e71d37c-9786-446a-bcce-c9b3b16e188b'] in n-d-806683-11 is: [{'id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'name': 'tempest-AttachVolumeShelveTestJSON-614609853-router', 'tenant_id': '9f5275e2d58a49a08895a50418c7508b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'f28d3dac-4c3d-44f5-9950-b4fca8cb46cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:09:34Z', 'updated_at': '2021-09-08T09:09:41Z', 'revision_number': 4, 'project_id': '9f5275e2d58a49a08895a50418c7508b', 'gw_port': {'id': 'f28d3dac-4c3d-44f5-9950-b4fca8cb46cc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:09:35Z', 'updated_at': '2021-09-08T09:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': 'c66f2845-973f-4962-a722-7fbef005b8ed', 'tenant_id': '9f5275e2d58a49a08895a50418c7508b', 'floating_ip_address': '172.25.0.222', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'port_id': 'a3c31785-e0b7-40a9-bdb7-b21286768191', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb338a05-96ea-4d11-88f8-690044b53ade', 'mac_address': 'fa:16:3e:d3:40:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd670fbfb-6eed-4e9e-a33b-d0579953f7f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:16:30Z', 'updated_at': '2021-09-08T09:16:49Z', 'revision_number': 1, 'project_id': '9f5275e2d58a49a08895a50418c7508b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '101f7c50-22be-46db-aec9-7e9e62483fa5', 'name': '', 'network_id': 'cb338a05-96ea-4d11-88f8-690044b53ade', 'tenant_id': '9f5275e2d58a49a08895a50418c7508b', 'mac_address': 'fa:16:3e:a8:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ec84db6-4dd6-4de4-a1e0-0c0e5076306d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:09:39Z', 'updated_at': '2021-09-08T09:09:49Z', 'revision_number': 5, 'project_id': '9f5275e2d58a49a08895a50418c7508b', 'subnets': [{'id': '8ec84db6-4dd6-4de4-a1e0-0c0e5076306d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:16:52.088243 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-750ed6ac-9259-4a54-82eb-872b2b9b427e req-8e96c013-0910-4f94-9b23-15b8b74ddee7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8ec84db6-4dd6-4de4-a1e0-0c0e5076306d HTTP/1.1" status: 200 len: 855 time: 0.2482691 Sep 08 09:16:52.095666 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-8454be66-94db-4ef0-a799-b2beec3f6e6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 76a3eb7d-c54e-4000-9026-6862ac7f4930) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:16:52.099862 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efcce80-1bb3-4def-8765-b1decc312408 req-317dec17-b80a-4c30-8220-fe8d4be58948 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:52.101970 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6efcce80-1bb3-4def-8765-b1decc312408 req-317dec17-b80a-4c30-8220-fe8d4be58948 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=fccf27e6-fbed-4ff7-a3db-25884f4599c8 HTTP/1.1" status: 200 len: 946 time: 0.2039225 Sep 08 09:16:52.110366 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8454be66-94db-4ef0-a799-b2beec3f6e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:52.110980 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8454be66-94db-4ef0-a799-b2beec3f6e6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:52.120718 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9365e8-0732-40ac-92ab-be2f5a7d6688 None None] Network 76a3eb7d-c54e-4000-9026-6862ac7f4930 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:16:52.160335 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b9498581-90e2-4043-a7b3-a9929a6d8d0c tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9934294 Sep 08 09:16:52.164263 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60568) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:52.173986 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-c16a7d86-c968-457c-af1d-36af448e1f1a tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Request body: {'port': {'network_id': 'c071fa38-fa68-40cc-8f4e-497753f21479', 'fixed_ips': [{'subnet_id': '06b4e447-8f13-4433-86ae-6129375ee934'}, {'subnet_id': '82233ca9-867f-4ece-af09-cacc62f02e7e'}], 'name': 'tempest-PortsIpV6TestJSON-209319201'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:52.193557 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:52.213363 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80f9ab2-8f36-4b0a-abb6-5801220199ba tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Made reservation on behalf of b47dd3c58c0a4fafa7b4bef429a7d4d4 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:16:52.217223 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e80f9ab2-8f36-4b0a-abb6-5801220199ba tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:52.253439 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6efcce80-1bb3-4def-8765-b1decc312408 req-24242c98-3137-4024-8995-1ec6cc4b41df tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383035 Sep 08 09:16:52.269091 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8454be66-94db-4ef0-a799-b2beec3f6e6d admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7770278 Sep 08 09:16:52.405789 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ed6ac-9259-4a54-82eb-872b2b9b427e req-50b61431-23d0-4442-9dc9-f34534908af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:52.414362 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-750ed6ac-9259-4a54-82eb-872b2b9b427e req-50b61431-23d0-4442-9dc9-f34534908af3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cb338a05-96ea-4d11-88f8-690044b53ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3083031 Sep 08 09:16:52.486521 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a1416c-cbd4-4dfc-817a-de8b89b30b06 None None] Network 76a3eb7d-c54e-4000-9026-6862ac7f4930 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:16:52.511328 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16a7d86-c968-457c-af1d-36af448e1f1a tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Made reservation on behalf of ea019fc10697428ead6b1798adcd8ba7 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:16:52.580740 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60578) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:52.599443 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device d260e80e-ea1b-4466-b686-09cdaf4183c5 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:16:52.711897 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d3e7e7-c08d-4244-a857-7261bcfcd09b None None] New status for floating IP c66f2845-973f-4962-a722-7fbef005b8ed: ACTIVE {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:16:52.755696 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c16a7d86-c968-457c-af1d-36af448e1f1a tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:52.798492 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-c16a7d86-c968-457c-af1d-36af448e1f1a tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] device_id is not set on port 46464485-0e01-47f9-860d-5e1514a31971 yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:16:52.916234 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port d260e80e-ea1b-4466-b686-09cdaf4183c5 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:16:52.997413 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f523689-5433-4687-b6cd-6b2088ea2d83 None None] Network c071fa38-fa68-40cc-8f4e-497753f21479 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:16:53.013035 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca7ff3-70d7-47eb-9b98-5c222b0061bb req-8214be11-3623-41af-b0de-ec8f742c5bab tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:53.022198 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-adca7ff3-70d7-47eb-9b98-5c222b0061bb req-8214be11-3623-41af-b0de-ec8f742c5bab tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=fccf27e6-fbed-4ff7-a3db-25884f4599c8 HTTP/1.1" status: 200 len: 946 time: 0.3558517 Sep 08 09:16:53.073958 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ffa54db3-cb35-43c8-b8d3-79200c863971 None None] Provisioning for port d260e80e-ea1b-4466-b686-09cdaf4183c5 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:16:53.084067 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ffa54db3-cb35-43c8-b8d3-79200c863971 None None] Provisioning complete for port d260e80e-ea1b-4466-b686-09cdaf4183c5 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:16:53.084825 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ffa54db3-cb35-43c8-b8d3-79200c863971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:53.112296 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-028f27e4-b2df-465f-a354-3126a54064ba admin admin] Deleting subnet 75006d6d-8505-4dd1-9a9c-669c916b1cc8 {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:16:53.123842 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-028f27e4-b2df-465f-a354-3126a54064ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:53.127298 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-750ed6ac-9259-4a54-82eb-872b2b9b427e req-d35264e7-e42d-4d7c-93d6-3abf7d6aa64d service neutron] 10.222.0.37 "GET /v2.0/networks/cb338a05-96ea-4d11-88f8-690044b53ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7068846 Sep 08 09:16:53.196704 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-c16a7d86-c968-457c-af1d-36af448e1f1a tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Allocated IP 2001:db8::9e (c071fa38-fa68-40cc-8f4e-497753f21479/06b4e447-8f13-4433-86ae-6129375ee934/46464485-0e01-47f9-860d-5e1514a31971) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:16:53.223403 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-c16a7d86-c968-457c-af1d-36af448e1f1a tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Allocated IP 2001:db8:0:1::200 (c071fa38-fa68-40cc-8f4e-497753f21479/82233ca9-867f-4ece-af09-cacc62f02e7e/46464485-0e01-47f9-860d-5e1514a31971) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:16:53.268465 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-028f27e4-b2df-465f-a354-3126a54064ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:53.290969 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e80f9ab2-8f36-4b0a-abb6-5801220199ba tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:53.355485 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80f9ab2-8f36-4b0a-abb6-5801220199ba tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event updated for resources: {'Subnet': ['ID=253709c2-d2ab-4181-86b8-8d958d4ee449,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:53.401230 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-028f27e4-b2df-465f-a354-3126a54064ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:53.414149 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ffa54db3-cb35-43c8-b8d3-79200c863971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:53.437934 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-750ed6ac-9259-4a54-82eb-872b2b9b427e req-4fca9a48-6ca5-486d-84d0-a9152e17ce0f service neutron] 10.222.0.37 "GET /v2.0/networks/cb338a05-96ea-4d11-88f8-690044b53ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876604 Sep 08 09:16:53.465543 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80f9ab2-8f36-4b0a-abb6-5801220199ba tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Checking segment: {'id': '93087e91-1a93-4c7a-9f0a-d09ffa2aa76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd405ee8a-a20c-4187-bc6d-cd635e4512b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:16:53.465902 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80f9ab2-8f36-4b0a-abb6-5801220199ba tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Network hostable DHCP agents. Network: d405ee8a-a20c-4187-bc6d-cd635e4512b1, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:16:53.488346 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c16a7d86-c968-457c-af1d-36af448e1f1a tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:53.495395 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-028f27e4-b2df-465f-a354-3126a54064ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:53.505300 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80f9ab2-8f36-4b0a-abb6-5801220199ba tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Network d405ee8a-a20c-4187-bc6d-cd635e4512b1 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:16:53.516700 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-ffa54db3-cb35-43c8-b8d3-79200c863971 None None] For port d260e80e-ea1b-4466-b686-09cdaf4183c5, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=d260e80e-ea1b-4466-b686-09cdaf4183c5,segment=NetworkSegment(9db12090-2af0-49b4-96bb-9567faf85c1e),segment_id=9db12090-2af0-49b4-96bb-9567faf85c1e)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:16:53.536412 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ffa54db3-cb35-43c8-b8d3-79200c863971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:53.539012 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f27e4-b2df-465f-a354-3126a54064ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75006d6d-8505-4dd1-9a9c-669c916b1cc8,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:53.545350 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-028f27e4-b2df-465f-a354-3126a54064ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:53.545462 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-adca7ff3-70d7-47eb-9b98-5c222b0061bb req-d137a68e-2b1c-4a5d-a9a7-a9f7cc08228f tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5176725 Sep 08 09:16:53.547536 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-028f27e4-b2df-465f-a354-3126a54064ba admin admin] 10.222.0.54 "DELETE /v2.0/subnets/75006d6d-8505-4dd1-9a9c-669c916b1cc8 HTTP/1.1" status: 204 len: 168 time: 0.9635174 Sep 08 09:16:53.550177 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-e80f9ab2-8f36-4b0a-abb6-5801220199ba tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, d405ee8a-a20c-4187-bc6d-cd635e4512b1) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:16:53.551801 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60586) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:53.557507 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:53.563023 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-c16a7d86-c968-457c-af1d-36af448e1f1a tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Transition to ACTIVE for port object 46464485-0e01-47f9-860d-5e1514a31971 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:16:53.563212 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80f9ab2-8f36-4b0a-abb6-5801220199ba tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:53.563662 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e80f9ab2-8f36-4b0a-abb6-5801220199ba tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:53.568615 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec08ade-2506-4d3e-a9e4-9293484c66d6 None None] Network d405ee8a-a20c-4187-bc6d-cd635e4512b1 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:16:53.593480 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e80f9ab2-8f36-4b0a-abb6-5801220199ba tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7996621 Sep 08 09:16:53.594175 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60590) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:53.599964 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-e6d6e6ac-9651-4030-a881-8dc6166d0c94 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-901415702', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:53.618810 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c16a7d86-c968-457c-af1d-36af448e1f1a tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:53.689792 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0d67ed5c-3ccf-420a-863b-6d02aba50eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:53.699530 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e6d6e6ac-9651-4030-a881-8dc6166d0c94 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:53.701234 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e6d6e6ac-9651-4030-a881-8dc6166d0c94 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:53.712774 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16a7d86-c968-457c-af1d-36af448e1f1a tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Network c071fa38-fa68-40cc-8f4e-497753f21479 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:16:53.720260 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-c16a7d86-c968-457c-af1d-36af448e1f1a tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:16:53.736069 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a7d86-c968-457c-af1d-36af448e1f1a tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event updated for resources: {'Port': ['ID=46464485-0e01-47f9-860d-5e1514a31971,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:53.746159 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16a7d86-c968-457c-af1d-36af448e1f1a tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:16:53.751294 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16a7d86-c968-457c-af1d-36af448e1f1a tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:53.751983 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c16a7d86-c968-457c-af1d-36af448e1f1a tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:53.772907 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c16a7d86-c968-457c-af1d-36af448e1f1a tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.6072559 Sep 08 09:16:53.775519 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60594) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:53.781201 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-4eba0435-4661-43f4-9c90-596e775f863b tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '06b4e447-8f13-4433-86ae-6129375ee934'}]}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:53.835724 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa54db3-cb35-43c8-b8d3-79200c863971 None None] Pushing event updated for resources: {'Port': ['ID=d260e80e-ea1b-4466-b686-09cdaf4183c5,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:53.856123 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0d67ed5c-3ccf-420a-863b-6d02aba50eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:53.869429 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4eba0435-4661-43f4-9c90-596e775f863b tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:53.875986 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6479832c-6f03-4f18-bee2-34437c3cdd75 None None] Update dhcp port {'port': {'network_id': 'c071fa38-fa68-40cc-8f4e-497753f21479', 'fixed_ips': [{'subnet_id': '06b4e447-8f13-4433-86ae-6129375ee934', 'ip_address': '2001:db8::2'}, {'subnet_id': '82233ca9-867f-4ece-af09-cacc62f02e7e'}], 'binding:host_id': 'n-d-806683-11'}, 'id': 'd260e80e-ea1b-4466-b686-09cdaf4183c5'} from n-d-806683-11. {{(pid=94714) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 08 09:16:53.878437 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-0d67ed5c-3ccf-420a-863b-6d02aba50eac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76a3eb7d-c54e-4000-9026-6862ac7f4930']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:53.925968 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6479832c-6f03-4f18-bee2-34437c3cdd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:53.949352 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e6d6e6ac-9651-4030-a881-8dc6166d0c94 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:53.956517 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-0d67ed5c-3ccf-420a-863b-6d02aba50eac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e039fb2-9378-4eb4-83cb-70c69e2de913') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:53.956880 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-0d67ed5c-3ccf-420a-863b-6d02aba50eac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e039fb2-9378-4eb4-83cb-70c69e2de913') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:53.966528 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e6d6e6ac-9651-4030-a881-8dc6166d0c94 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:53.996050 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0d67ed5c-3ccf-420a-863b-6d02aba50eac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:53.999305 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e6d6e6ac-9651-4030-a881-8dc6166d0c94 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:54.003485 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60598) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:54.006646 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e6d6e6ac-9651-4030-a881-8dc6166d0c94 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4113569 Sep 08 09:16:54.022171 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0d67ed5c-3ccf-420a-863b-6d02aba50eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:54.028828 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d67ed5c-3ccf-420a-863b-6d02aba50eac admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:16:54.029241 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0d67ed5c-3ccf-420a-863b-6d02aba50eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:54.096367 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:16:54.096367 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:16:54.096367 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:16:54.096367 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:16:54.096367 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:16:54.096367 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:16:54.096367 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:16:54.096367 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:16:54.096367 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:16:54.096367 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:16:54.096367 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:16:54.096367 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:16:54.096367 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:16:54.096367 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:16:54.096367 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:16:54.096367 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:16:54.096367 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:16:54.096367 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:16:54.096367 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:16:54.096367 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:16:54.096367 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:16:54.096367 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:16:54.096367 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:16:54.096367 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:16:54.096367 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:16:54.096367 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:16:54.096367 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:16:54.096367 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:16:54.096367 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:16:54.096367 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:16:54.096367 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:16:54.096367 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:16:54.102567 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0d67ed5c-3ccf-420a-863b-6d02aba50eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:54.113428 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0d67ed5c-3ccf-420a-863b-6d02aba50eac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:54.121651 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-0d67ed5c-3ccf-420a-863b-6d02aba50eac admin admin] 10.222.0.54 "DELETE /v2.0/networks/76a3eb7d-c54e-4000-9026-6862ac7f4930 HTTP/1.1" status: 204 len: 168 time: 0.5682001 Sep 08 09:16:54.137496 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d67ed5c-3ccf-420a-863b-6d02aba50eac admin admin] Pushing event deleted for resources: {'Network': ['ID=76a3eb7d-c54e-4000-9026-6862ac7f4930,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:54.251599 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73327739-1074-4d9a-872d-663b09a2c677 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-d405ee8a-a20c-4187-bc6d-cd635e4512b1', 'network_id': 'd405ee8a-a20c-4187-bc6d-cd635e4512b1', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'fixed_ips': [{'subnet_id': '253709c2-d2ab-4181-86b8-8d958d4ee449'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:16:54.253253 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-73327739-1074-4d9a-872d-663b09a2c677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:54.261762 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:54.331947 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60602) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:54.446950 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-02a1e4e8-0c73-4caa-a166-f48eed610b4c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=583340404590411b8481111794571db6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1137912 Sep 08 09:16:54.447563 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60606) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:54.469622 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device d260e80e-ea1b-4466-b686-09cdaf4183c5 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:16:54.472853 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-6479832c-6f03-4f18-bee2-34437c3cdd75 None None] Allocated IP 2001:db8:0:1::2 (c071fa38-fa68-40cc-8f4e-497753f21479/82233ca9-867f-4ece-af09-cacc62f02e7e/d260e80e-ea1b-4466-b686-09cdaf4183c5) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:16:54.522362 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fc25e66c-4dcb-469b-90be-57babe53d261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:54.558498 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fc25e66c-4dcb-469b-90be-57babe53d261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:54.624859 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fc25e66c-4dcb-469b-90be-57babe53d261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:54.630182 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fc25e66c-4dcb-469b-90be-57babe53d261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:54.647218 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-fc25e66c-4dcb-469b-90be-57babe53d261 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4ad3c9f8-09d8-47da-8ac1-a59f52eb33f9 HTTP/1.1" status: 204 len: 168 time: 0.1984577 Sep 08 09:16:54.667724 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc25e66c-4dcb-469b-90be-57babe53d261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad3c9f8-09d8-47da-8ac1-a59f52eb33f9,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:54.743828 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-73327739-1074-4d9a-872d-663b09a2c677 None None] Allocated IP 172.20.0.2 (d405ee8a-a20c-4187-bc6d-cd635e4512b1/253709c2-d2ab-4181-86b8-8d958d4ee449/44d3bf84-8ecc-480b-b862-62014de26624) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:16:54.751917 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port d260e80e-ea1b-4466-b686-09cdaf4183c5 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:16:54.752299 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:54.771292 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73530ba-4412-43b9-baff-c6d4071d0da2 req-1ae4cb5d-8c50-4829-b2bc-15520ad6355f tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:54.775047 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f73530ba-4412-43b9-baff-c6d4071d0da2 req-1ae4cb5d-8c50-4829-b2bc-15520ad6355f tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=fccf27e6-fbed-4ff7-a3db-25884f4599c8 HTTP/1.1" status: 200 len: 946 time: 0.1086662 Sep 08 09:16:54.825973 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b6d546a3-ffc8-438f-8c41-33eb11a33c48 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:54.843530 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-6479832c-6f03-4f18-bee2-34437c3cdd75 None None] For port d260e80e-ea1b-4466-b686-09cdaf4183c5, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=d260e80e-ea1b-4466-b686-09cdaf4183c5,segment=NetworkSegment(9db12090-2af0-49b4-96bb-9567faf85c1e),segment_id=9db12090-2af0-49b4-96bb-9567faf85c1e)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:16:54.850914 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f73530ba-4412-43b9-baff-c6d4071d0da2 req-6cd7342a-ce97-4422-abf2-9900c6773fef tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659680 Sep 08 09:16:55.022745 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6479832c-6f03-4f18-bee2-34437c3cdd75 None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:55.079314 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-6479832c-6f03-4f18-bee2-34437c3cdd75 None None] Transition to ACTIVE for port object d260e80e-ea1b-4466-b686-09cdaf4183c5 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:16:55.097325 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6479832c-6f03-4f18-bee2-34437c3cdd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:55.103286 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-73327739-1074-4d9a-872d-663b09a2c677 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:55.142262 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-73327739-1074-4d9a-872d-663b09a2c677 None None] Transition to ACTIVE for port object 44d3bf84-8ecc-480b-b862-62014de26624 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:16:55.166970 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-4eba0435-4661-43f4-9c90-596e775f863b tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Delete allocated IP 2001:db8:0:1::200 (c071fa38-fa68-40cc-8f4e-497753f21479/82233ca9-867f-4ece-af09-cacc62f02e7e) {{(pid=94713) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 08 09:16:55.231787 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-73327739-1074-4d9a-872d-663b09a2c677 None None] Transition to ACTIVE for port object 44d3bf84-8ecc-480b-b862-62014de26624 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:16:55.234270 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479832c-6f03-4f18-bee2-34437c3cdd75 None None] Pushing event updated for resources: {'Port': ['ID=d260e80e-ea1b-4466-b686-09cdaf4183c5,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:55.241069 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-73327739-1074-4d9a-872d-663b09a2c677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:55.284806 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73327739-1074-4d9a-872d-663b09a2c677 None None] Network d405ee8a-a20c-4187-bc6d-cd635e4512b1 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:16:55.291523 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-73327739-1074-4d9a-872d-663b09a2c677 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:16:55.297960 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73327739-1074-4d9a-872d-663b09a2c677 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:16:55.300351 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73327739-1074-4d9a-872d-663b09a2c677 None None] Pushing event updated for resources: {'Port': ['ID=44d3bf84-8ecc-480b-b862-62014de26624,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:55.374867 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-73327739-1074-4d9a-872d-663b09a2c677 None None] Attempting to bind port 44d3bf84-8ecc-480b-b862-62014de26624 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:16:55.375259 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-73327739-1074-4d9a-872d-663b09a2c677 None None] Attempting to bind port 44d3bf84-8ecc-480b-b862-62014de26624 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '93087e91-1a93-4c7a-9f0a-d09ffa2aa76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd405ee8a-a20c-4187-bc6d-cd635e4512b1'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:16:55.375633 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73327739-1074-4d9a-872d-663b09a2c677 None None] Attempting to bind port 44d3bf84-8ecc-480b-b862-62014de26624 on network d405ee8a-a20c-4187-bc6d-cd635e4512b1 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:16:55.383712 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73327739-1074-4d9a-872d-663b09a2c677 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:16:55.384165 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73327739-1074-4d9a-872d-663b09a2c677 None None] Checking segment: {'id': '93087e91-1a93-4c7a-9f0a-d09ffa2aa76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd405ee8a-a20c-4187-bc6d-cd635e4512b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:16:55.385282 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-73327739-1074-4d9a-872d-663b09a2c677 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:55.385642 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73327739-1074-4d9a-872d-663b09a2c677 None None] Bound using segment: {'id': '93087e91-1a93-4c7a-9f0a-d09ffa2aa76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd405ee8a-a20c-4187-bc6d-cd635e4512b1'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:16:55.386177 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-73327739-1074-4d9a-872d-663b09a2c677 None None] Bound port: 44d3bf84-8ecc-480b-b862-62014de26624, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93087e91-1a93-4c7a-9f0a-d09ffa2aa76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd405ee8a-a20c-4187-bc6d-cd635e4512b1'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:16:55.386576 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-73327739-1074-4d9a-872d-663b09a2c677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:55.415723 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-b6d546a3-ffc8-438f-8c41-33eb11a33c48 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Allocated IP 172.20.0.1 (d405ee8a-a20c-4187-bc6d-cd635e4512b1/253709c2-d2ab-4181-86b8-8d958d4ee449/0f44a598-11d9-4cd1-827a-b249e54ace55) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:16:55.486174 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-73327739-1074-4d9a-872d-663b09a2c677 None None] For port 44d3bf84-8ecc-480b-b862-62014de26624, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:16:55.490808 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-73327739-1074-4d9a-872d-663b09a2c677 None None] For port 44d3bf84-8ecc-480b-b862-62014de26624, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=44d3bf84-8ecc-480b-b862-62014de26624,segment=NetworkSegment(93087e91-1a93-4c7a-9f0a-d09ffa2aa76d),segment_id=93087e91-1a93-4c7a-9f0a-d09ffa2aa76d)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:16:55.498820 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-73327739-1074-4d9a-872d-663b09a2c677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:55.506920 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4eba0435-4661-43f4-9c90-596e775f863b tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:55.542972 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-4eba0435-4661-43f4-9c90-596e775f863b tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Ignored duplicate provisioning block setup for port 46464485-0e01-47f9-860d-5e1514a31971 by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 08 09:16:55.591470 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4eba0435-4661-43f4-9c90-596e775f863b tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:55.605710 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73327739-1074-4d9a-872d-663b09a2c677 None None] Pushing event updated for resources: {'Port': ['ID=44d3bf84-8ecc-480b-b862-62014de26624,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:55.699251 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eba0435-4661-43f4-9c90-596e775f863b tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event updated for resources: {'Port': ['ID=46464485-0e01-47f9-860d-5e1514a31971,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:55.704271 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-4eba0435-4661-43f4-9c90-596e775f863b tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] In _notify_port_updated(), no bound segment for port 46464485-0e01-47f9-860d-5e1514a31971 on network c071fa38-fa68-40cc-8f4e-497753f21479 {{(pid=94713) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 08 09:16:55.710537 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eba0435-4661-43f4-9c90-596e775f863b tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:55.711353 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4eba0435-4661-43f4-9c90-596e775f863b tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:55.714161 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4eba0435-4661-43f4-9c90-596e775f863b tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "PUT /v2.0/ports/46464485-0e01-47f9-860d-5e1514a31971 HTTP/1.1" status: 200 len: 924 time: 1.9360130 Sep 08 09:16:55.715834 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60634) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:55.722244 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-4768fdf5-9f45-49dc-a4b6-b3ddcfef1cf4 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '06b4e447-8f13-4433-86ae-6129375ee934'}, {'subnet_id': '82233ca9-867f-4ece-af09-cacc62f02e7e'}]}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:55.755474 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b6d546a3-ffc8-438f-8c41-33eb11a33c48 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:55.776043 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-b6d546a3-ffc8-438f-8c41-33eb11a33c48 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Transition to ACTIVE for port object 0f44a598-11d9-4cd1-827a-b249e54ace55 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:16:55.832216 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b6d546a3-ffc8-438f-8c41-33eb11a33c48 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:55.897190 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d546a3-ffc8-438f-8c41-33eb11a33c48 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Network d405ee8a-a20c-4187-bc6d-cd635e4512b1 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:16:55.900918 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-b6d546a3-ffc8-438f-8c41-33eb11a33c48 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:16:55.903328 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d546a3-ffc8-438f-8c41-33eb11a33c48 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:16:55.966853 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b6d546a3-ffc8-438f-8c41-33eb11a33c48 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:55.998117 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4768fdf5-9f45-49dc-a4b6-b3ddcfef1cf4 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:56.044920 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d546a3-ffc8-438f-8c41-33eb11a33c48 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event updated for resources: {'Port': ['ID=0f44a598-11d9-4cd1-827a-b249e54ace55,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:56.169701 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73c9973-31aa-451c-8cdd-531211a2f6de None None] Network c071fa38-fa68-40cc-8f4e-497753f21479 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:16:56.193086 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bac6c7-44b1-4105-95f7-78ecacaf96f6 req-a228ed94-9411-42d9-92d4-5f6d109fc8cd tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:56.196219 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-83bac6c7-44b1-4105-95f7-78ecacaf96f6 req-a228ed94-9411-42d9-92d4-5f6d109fc8cd tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=fccf27e6-fbed-4ff7-a3db-25884f4599c8 HTTP/1.1" status: 200 len: 946 time: 0.1591814 Sep 08 09:16:56.251882 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b6d546a3-ffc8-438f-8c41-33eb11a33c48 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:56.379179 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-38f0855b-52c9-4bce-a130-9715106be19c None None] Provisioning for port d260e80e-ea1b-4466-b686-09cdaf4183c5 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:16:56.394970 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-38f0855b-52c9-4bce-a130-9715106be19c None None] Provisioning complete for port d260e80e-ea1b-4466-b686-09cdaf4183c5 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:16:56.395928 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-38f0855b-52c9-4bce-a130-9715106be19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:56.462011 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-4768fdf5-9f45-49dc-a4b6-b3ddcfef1cf4 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Allocated IP 2001:db8:0:1::4e (c071fa38-fa68-40cc-8f4e-497753f21479/82233ca9-867f-4ece-af09-cacc62f02e7e/46464485-0e01-47f9-860d-5e1514a31971) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:16:56.564214 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-83bac6c7-44b1-4105-95f7-78ecacaf96f6 req-61d61d99-c515-4faa-82bf-056d06706f13 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395951 Sep 08 09:16:56.591526 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device d260e80e-ea1b-4466-b686-09cdaf4183c5 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:16:56.672301 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b6d546a3-ffc8-438f-8c41-33eb11a33c48 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:56.674163 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4768fdf5-9f45-49dc-a4b6-b3ddcfef1cf4 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:56.682714 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b6d546a3-ffc8-438f-8c41-33eb11a33c48 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:56.715211 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-4768fdf5-9f45-49dc-a4b6-b3ddcfef1cf4 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Ignored duplicate provisioning block setup for port 46464485-0e01-47f9-860d-5e1514a31971 by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 08 09:16:56.725324 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4768fdf5-9f45-49dc-a4b6-b3ddcfef1cf4 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:56.804473 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port d260e80e-ea1b-4466-b686-09cdaf4183c5 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:16:56.811541 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:56.874239 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-4768fdf5-9f45-49dc-a4b6-b3ddcfef1cf4 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] In _notify_port_updated(), no bound segment for port 46464485-0e01-47f9-860d-5e1514a31971 on network c071fa38-fa68-40cc-8f4e-497753f21479 {{(pid=94712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 08 09:16:56.882345 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4768fdf5-9f45-49dc-a4b6-b3ddcfef1cf4 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:56.883007 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4768fdf5-9f45-49dc-a4b6-b3ddcfef1cf4 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:56.884401 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4768fdf5-9f45-49dc-a4b6-b3ddcfef1cf4 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "PUT /v2.0/ports/46464485-0e01-47f9-860d-5e1514a31971 HTTP/1.1" status: 200 len: 1009 time: 1.1672947 Sep 08 09:16:56.903119 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4768fdf5-9f45-49dc-a4b6-b3ddcfef1cf4 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event updated for resources: {'Port': ['ID=46464485-0e01-47f9-860d-5e1514a31971,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:56.905641 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60660) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:56.921549 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b6d546a3-ffc8-438f-8c41-33eb11a33c48 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:56.932595 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d546a3-ffc8-438f-8c41-33eb11a33c48 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event updated for resources: {'Port': ['ID=0f44a598-11d9-4cd1-827a-b249e54ace55,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:57.025990 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 44d3bf84-8ecc-480b-b862-62014de26624 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:16:57.092159 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-67f1234e-bb3a-48b1-bd91-bf9dffb6e6de tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Deleting port 46464485-0e01-47f9-860d-5e1514a31971 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:16:57.092531 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-67f1234e-bb3a-48b1-bd91-bf9dffb6e6de tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:57.125976 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-0ba954df-1609-44f3-a8fa-1c8d4fbb4ce5 None None] Provisioning complete for port d260e80e-ea1b-4466-b686-09cdaf4183c5 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:16:57.140998 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0ba954df-1609-44f3-a8fa-1c8d4fbb4ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:57.193745 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d546a3-ffc8-438f-8c41-33eb11a33c48 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Network d405ee8a-a20c-4187-bc6d-cd635e4512b1 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:16:57.194409 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-b6d546a3-ffc8-438f-8c41-33eb11a33c48 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:16:57.284842 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-67f1234e-bb3a-48b1-bd91-bf9dffb6e6de tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:57.292998 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 44d3bf84-8ecc-480b-b862-62014de26624 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:16:57.331440 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-67f1234e-bb3a-48b1-bd91-bf9dffb6e6de tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Calling delete_port for 46464485-0e01-47f9-860d-5e1514a31971 owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:16:57.426727 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4882e3b7-59bd-4e9e-8929-3baa0706d631 None None] Network d405ee8a-a20c-4187-bc6d-cd635e4512b1 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:16:57.472408 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d546a3-ffc8-438f-8c41-33eb11a33c48 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Router b7ab4337-a1de-44dd-b929-3371121dc78d is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:16:57.517457 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-0ba954df-1609-44f3-a8fa-1c8d4fbb4ce5 None None] Provisioning for port 46464485-0e01-47f9-860d-5e1514a31971 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:16:57.523244 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-0ba954df-1609-44f3-a8fa-1c8d4fbb4ce5 None None] Provisioning complete for port 46464485-0e01-47f9-860d-5e1514a31971 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:16:57.523717 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0ba954df-1609-44f3-a8fa-1c8d4fbb4ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:57.605894 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-0ba954df-1609-44f3-a8fa-1c8d4fbb4ce5 None None] Port 46464485-0e01-47f9-860d-5e1514a31971 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:16:57.677988 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d546a3-ffc8-438f-8c41-33eb11a33c48 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:16:57.695891 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7acdd75-2787-4a1e-a634-d8d4020cec7e None None] Sync routers for ids ['b7ab4337-a1de-44dd-b929-3371121dc78d'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:16:57.698508 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b6d546a3-ffc8-438f-8c41-33eb11a33c48 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "PUT /v2.0/routers/b7ab4337-a1de-44dd-b929-3371121dc78d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6938720 Sep 08 09:16:57.699290 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60686) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:57.714273 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7acdd75-2787-4a1e-a634-d8d4020cec7e None None] Routers {'b7ab4337-a1de-44dd-b929-3371121dc78d'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:16:57.732018 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-a7acdd75-2787-4a1e-a634-d8d4020cec7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:16:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['b7ab4337-a1de-44dd-b929-3371121dc78d'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:57.747939 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ed685345-70a5-4ba5-acfb-ace492edd69a None None] Provisioning for port 44d3bf84-8ecc-480b-b862-62014de26624 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:16:57.752530 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ed685345-70a5-4ba5-acfb-ace492edd69a None None] Provisioning complete for port 44d3bf84-8ecc-480b-b862-62014de26624 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:16:57.752835 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ed685345-70a5-4ba5-acfb-ace492edd69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:57.829029 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-67f1234e-bb3a-48b1-bd91-bf9dffb6e6de tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:57.861702 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c660ae-ae37-407b-be2b-56a707847b4b tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:57.868978 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d0c660ae-ae37-407b-be2b-56a707847b4b tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "GET /v2.0/ports/0f44a598-11d9-4cd1-827a-b249e54ace55 HTTP/1.1" status: 200 len: 910 time: 0.1672852 Sep 08 09:16:57.869584 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60694) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:57.874968 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-69718cc7-0a42-431b-8242-b3df9075bde2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '253709c2-d2ab-4181-86b8-8d958d4ee449'}]}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:16:57.891568 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-a7acdd75-2787-4a1e-a634-d8d4020cec7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:57.920774 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7acdd75-2787-4a1e-a634-d8d4020cec7e None None] Routers {'b7ab4337-a1de-44dd-b929-3371121dc78d'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:16:57.921418 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-a7acdd75-2787-4a1e-a634-d8d4020cec7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:16:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['b7ab4337-a1de-44dd-b929-3371121dc78d'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:57.952608 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ed685345-70a5-4ba5-acfb-ace492edd69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:57.984631 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-a7acdd75-2787-4a1e-a634-d8d4020cec7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:16:57.985494 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7acdd75-2787-4a1e-a634-d8d4020cec7e None None] The sync data for ids ['b7ab4337-a1de-44dd-b929-3371121dc78d'] in n-d-806683-11 is: [] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:16:58.049058 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-ed685345-70a5-4ba5-acfb-ace492edd69a None None] For port 44d3bf84-8ecc-480b-b862-62014de26624, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=44d3bf84-8ecc-480b-b862-62014de26624,segment=NetworkSegment(93087e91-1a93-4c7a-9f0a-d09ffa2aa76d),segment_id=93087e91-1a93-4c7a-9f0a-d09ffa2aa76d)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:16:58.056035 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ed685345-70a5-4ba5-acfb-ace492edd69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:58.059034 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f1234e-bb3a-48b1-bd91-bf9dffb6e6de tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event deleted for resources: {'Port': ['ID=46464485-0e01-47f9-860d-5e1514a31971,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:58.099527 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-67f1234e-bb3a-48b1-bd91-bf9dffb6e6de tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:58.103801 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-67f1234e-bb3a-48b1-bd91-bf9dffb6e6de tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/ports/46464485-0e01-47f9-860d-5e1514a31971 HTTP/1.1" status: 204 len: 168 time: 1.1947286 Sep 08 09:16:58.104894 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60704) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:58.118574 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ed685345-70a5-4ba5-acfb-ace492edd69a None None] Could not find standard attr ID for object 46464485-0e01-47f9-860d-5e1514a31971. {{(pid=94714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 09:16:58.143216 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-45ca1049-223f-4c8a-acd8-cb668937a24c tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] GET failed (client error): The resource could not be found. Sep 08 09:16:58.148113 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-45ca1049-223f-4c8a-acd8-cb668937a24c tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "GET /v2.0/ports/46464485-0e01-47f9-860d-5e1514a31971 HTTP/1.1" status: 404 len: 333 time: 0.0430298 Sep 08 09:16:58.149283 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60708) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:58.181090 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed685345-70a5-4ba5-acfb-ace492edd69a None None] Pushing event updated for resources: {'Port': ['ID=44d3bf84-8ecc-480b-b862-62014de26624,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:58.217567 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914274c-9714-4f63-8764-64411cd843f1 req-889150c0-b970-4761-9fc3-da1a739addde tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:58.220208 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0914274c-9714-4f63-8764-64411cd843f1 req-889150c0-b970-4761-9fc3-da1a739addde tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=fccf27e6-fbed-4ff7-a3db-25884f4599c8 HTTP/1.1" status: 200 len: 946 time: 0.4663351 Sep 08 09:16:58.239488 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-69718cc7-0a42-431b-8242-b3df9075bde2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:58.249419 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-6627c23b-a2ac-45cf-9d11-fa53812b6d8e None None] Provisioning complete for port 44d3bf84-8ecc-480b-b862-62014de26624 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:16:58.249941 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6627c23b-a2ac-45cf-9d11-fa53812b6d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:58.331174 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-5381fa2f-a193-4673-af21-67e78d2b72a5 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Deleting subnet 82233ca9-867f-4ece-af09-cacc62f02e7e {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:16:58.335840 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5381fa2f-a193-4673-af21-67e78d2b72a5 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:58.407464 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5381fa2f-a193-4673-af21-67e78d2b72a5 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:58.429993 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-6627c23b-a2ac-45cf-9d11-fa53812b6d8e None None] Could not find standard attr ID for object 46464485-0e01-47f9-860d-5e1514a31971. {{(pid=94714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 09:16:58.448140 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 44d3bf84-8ecc-480b-b862-62014de26624 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:16:58.453159 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-6627c23b-a2ac-45cf-9d11-fa53812b6d8e None None] Provisioning for port 0f44a598-11d9-4cd1-827a-b249e54ace55 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:16:58.522327 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5381fa2f-a193-4673-af21-67e78d2b72a5 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:58.535239 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-6627c23b-a2ac-45cf-9d11-fa53812b6d8e None None] Provisioning complete for port 0f44a598-11d9-4cd1-827a-b249e54ace55 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:16:58.536956 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6627c23b-a2ac-45cf-9d11-fa53812b6d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:58.583465 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0914274c-9714-4f63-8764-64411cd843f1 req-05d56032-f8ea-41ed-a33d-5c5758046173 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269637 Sep 08 09:16:58.586636 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:58.615626 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-6627c23b-a2ac-45cf-9d11-fa53812b6d8e None None] Port 0f44a598-11d9-4cd1-827a-b249e54ace55 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:16:58.622993 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 44d3bf84-8ecc-480b-b862-62014de26624 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:16:58.624244 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:58.657141 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5381fa2f-a193-4673-af21-67e78d2b72a5 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:58.698633 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5381fa2f-a193-4673-af21-67e78d2b72a5 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event deleted for resources: {'Subnet': ['ID=82233ca9-867f-4ece-af09-cacc62f02e7e,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:58.705273 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5381fa2f-a193-4673-af21-67e78d2b72a5 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:58.707578 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5381fa2f-a193-4673-af21-67e78d2b72a5 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/subnets/82233ca9-867f-4ece-af09-cacc62f02e7e HTTP/1.1" status: 204 len: 168 time: 0.5565863 Sep 08 09:16:58.711123 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60718) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:58.762393 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f552034d-df05-45e1-9a7a-ecfff3901089 None None] Could not find standard attr ID for object 46464485-0e01-47f9-860d-5e1514a31971. {{(pid=94714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 09:16:58.794666 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f552034d-df05-45e1-9a7a-ecfff3901089 None None] Provisioning complete for port 0f44a598-11d9-4cd1-827a-b249e54ace55 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:16:58.795053 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f552034d-df05-45e1-9a7a-ecfff3901089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:58.813496 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-d925ba85-0a38-471b-88c1-7d9c71c79e12 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Deleting subnet 06b4e447-8f13-4433-86ae-6129375ee934 {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:16:58.817145 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d925ba85-0a38-471b-88c1-7d9c71c79e12 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:58.892617 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d925ba85-0a38-471b-88c1-7d9c71c79e12 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:59.063994 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1e9198-d9e8-448c-a592-5ba144390a31 None None] Network c071fa38-fa68-40cc-8f4e-497753f21479 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:16:59.076748 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d925ba85-0a38-471b-88c1-7d9c71c79e12 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:59.156941 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d925ba85-0a38-471b-88c1-7d9c71c79e12 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:59.160807 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-f552034d-df05-45e1-9a7a-ecfff3901089 None None] Port 0f44a598-11d9-4cd1-827a-b249e54ace55 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:16:59.186388 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-69718cc7-0a42-431b-8242-b3df9075bde2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:59.196521 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d925ba85-0a38-471b-88c1-7d9c71c79e12 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:59.198942 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d925ba85-0a38-471b-88c1-7d9c71c79e12 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/subnets/06b4e447-8f13-4433-86ae-6129375ee934 HTTP/1.1" status: 204 len: 168 time: 0.4822671 Sep 08 09:16:59.200451 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925ba85-0a38-471b-88c1-7d9c71c79e12 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event deleted for resources: {'Subnet': ['ID=06b4e447-8f13-4433-86ae-6129375ee934,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:59.202841 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60732) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:59.219455 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-69718cc7-0a42-431b-8242-b3df9075bde2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:59.298822 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d8865c4f-1486-49c3-9d00-1964a1f13ab1 None None] Provisioning complete for port 0f44a598-11d9-4cd1-827a-b249e54ace55 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:16:59.299291 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d8865c4f-1486-49c3-9d00-1964a1f13ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:59.325063 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60734) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:59.373591 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69718cc7-0a42-431b-8242-b3df9075bde2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:59.374305 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-69718cc7-0a42-431b-8242-b3df9075bde2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:59.375686 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-69718cc7-0a42-431b-8242-b3df9075bde2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "PUT /v2.0/ports/0f44a598-11d9-4cd1-827a-b249e54ace55 HTTP/1.1" status: 200 len: 910 time: 1.5050800 Sep 08 09:16:59.380440 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60738) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:16:59.382961 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d8865c4f-1486-49c3-9d00-1964a1f13ab1 None None] Port 0f44a598-11d9-4cd1-827a-b249e54ace55 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:16:59.388769 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5bd8a3-0924-499e-bdd6-b9d8f51a376f None None] DHCP port deletion for c071fa38-fa68-40cc-8f4e-497753f21479 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:16:59.390278 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d2b93a4d-10d3-4b63-bce4-bbfe8a071119 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:59.398189 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69718cc7-0a42-431b-8242-b3df9075bde2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event updated for resources: {'Port': ['ID=0f44a598-11d9-4cd1-827a-b249e54ace55,revision_number=3']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:59.467909 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-de5bd8a3-0924-499e-bdd6-b9d8f51a376f None None] Deleting port d260e80e-ea1b-4466-b686-09cdaf4183c5 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:16:59.468222 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-de5bd8a3-0924-499e-bdd6-b9d8f51a376f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:59.469397 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-d2b93a4d-10d3-4b63-bce4-bbfe8a071119 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Deleting port d260e80e-ea1b-4466-b686-09cdaf4183c5 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:16:59.469747 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d2b93a4d-10d3-4b63-bce4-bbfe8a071119 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:59.538361 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-93de7e0c-21e3-4cf0-97d4-7c8f05b41b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:59.548639 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-d2b93a4d-10d3-4b63-bce4-bbfe8a071119 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] For port d260e80e-ea1b-4466-b686-09cdaf4183c5, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=d260e80e-ea1b-4466-b686-09cdaf4183c5,segment=NetworkSegment(9db12090-2af0-49b4-96bb-9567faf85c1e),segment_id=9db12090-2af0-49b4-96bb-9567faf85c1e)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:16:59.549129 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d2b93a4d-10d3-4b63-bce4-bbfe8a071119 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:59.565758 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-de5bd8a3-0924-499e-bdd6-b9d8f51a376f None None] For port d260e80e-ea1b-4466-b686-09cdaf4183c5, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=d260e80e-ea1b-4466-b686-09cdaf4183c5,segment=NetworkSegment(9db12090-2af0-49b4-96bb-9567faf85c1e),segment_id=9db12090-2af0-49b4-96bb-9567faf85c1e)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:16:59.566216 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-de5bd8a3-0924-499e-bdd6-b9d8f51a376f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:59.570956 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-d2b93a4d-10d3-4b63-bce4-bbfe8a071119 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Calling delete_port for d260e80e-ea1b-4466-b686-09cdaf4183c5 owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:16:59.584831 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-de5bd8a3-0924-499e-bdd6-b9d8f51a376f None None] Calling delete_port for d260e80e-ea1b-4466-b686-09cdaf4183c5 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:16:59.729801 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-de5bd8a3-0924-499e-bdd6-b9d8f51a376f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:59.768282 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d2b93a4d-10d3-4b63-bce4-bbfe8a071119 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:16:59.771680 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5bd8a3-0924-499e-bdd6-b9d8f51a376f None None] Pushing event deleted for resources: {'Port': ['ID=d260e80e-ea1b-4466-b686-09cdaf4183c5,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:59.782398 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5bd8a3-0924-499e-bdd6-b9d8f51a376f None None] No DVR routers for this DVR port d260e80e-ea1b-4466-b686-09cdaf4183c5 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:16:59.821774 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b93a4d-10d3-4b63-bce4-bbfe8a071119 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event deleted for resources: {'Port': ['ID=d260e80e-ea1b-4466-b686-09cdaf4183c5,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:16:59.829193 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b93a4d-10d3-4b63-bce4-bbfe8a071119 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] No DVR routers for this DVR port d260e80e-ea1b-4466-b686-09cdaf4183c5 on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:16:59.880969 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb28089-4ec3-467e-8217-98aff814f166 req-6bcf18a4-7ef0-4f63-9f9a-ba0e379992f8 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:16:59.883100 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8bb28089-4ec3-467e-8217-98aff814f166 req-6bcf18a4-7ef0-4f63-9f9a-ba0e379992f8 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=fccf27e6-fbed-4ff7-a3db-25884f4599c8 HTTP/1.1" status: 200 len: 946 time: 0.2064011 Sep 08 09:16:59.990589 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d2b93a4d-10d3-4b63-bce4-bbfe8a071119 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:00.005954 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8bb28089-4ec3-467e-8217-98aff814f166 req-ba178df7-4880-4492-b3ae-b7b3dd58f479 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003797 Sep 08 09:17:00.031840 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-d2b93a4d-10d3-4b63-bce4-bbfe8a071119 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c071fa38-fa68-40cc-8f4e-497753f21479']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:00.045994 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-d2b93a4d-10d3-4b63-bce4-bbfe8a071119 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9db12090-2af0-49b4-96bb-9567faf85c1e') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:00.046266 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-d2b93a4d-10d3-4b63-bce4-bbfe8a071119 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9db12090-2af0-49b4-96bb-9567faf85c1e') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:00.053068 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-93de7e0c-21e3-4cf0-97d4-7c8f05b41b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:00.058335 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d2b93a4d-10d3-4b63-bce4-bbfe8a071119 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:00.061835 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-93de7e0c-21e3-4cf0-97d4-7c8f05b41b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:00.074856 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d2b93a4d-10d3-4b63-bce4-bbfe8a071119 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:00.084146 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2b93a4d-10d3-4b63-bce4-bbfe8a071119 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:17:00.084739 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d2b93a4d-10d3-4b63-bce4-bbfe8a071119 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:00.089369 n-d-806683-11 neutron-server[94713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:17:00.089369 n-d-806683-11 neutron-server[94713]: self.session.flush() Sep 08 09:17:00.089369 n-d-806683-11 neutron-server[94713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:17:00.089369 n-d-806683-11 neutron-server[94713]: self.session.flush() Sep 08 09:17:00.089369 n-d-806683-11 neutron-server[94713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:17:00.089369 n-d-806683-11 neutron-server[94713]: self.session.flush() Sep 08 09:17:00.089369 n-d-806683-11 neutron-server[94713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:17:00.089369 n-d-806683-11 neutron-server[94713]: self.session.flush() Sep 08 09:17:00.089369 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:17:00.089369 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:17:00.089369 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:17:00.089369 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:17:00.089369 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:17:00.089369 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:17:00.089369 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:17:00.089369 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:17:00.089369 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:17:00.089369 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:17:00.089369 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:17:00.089369 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:17:00.089369 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:17:00.089369 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:17:00.089369 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:17:00.089369 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:17:00.089369 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:17:00.089369 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:17:00.089369 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:17:00.089369 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:17:00.089369 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:17:00.089369 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:17:00.089369 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:17:00.089369 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:17:00.089369 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:17:00.089369 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:17:00.089369 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:17:00.089369 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:17:00.089369 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:17:00.089369 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:17:00.089369 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:17:00.089369 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:17:00.159822 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d2b93a4d-10d3-4b63-bce4-bbfe8a071119 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:00.163579 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de7e0c-21e3-4cf0-97d4-7c8f05b41b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1adf40dd-9739-4a64-a58d-36aca5a3bf1c,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:00.174690 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d2b93a4d-10d3-4b63-bce4-bbfe8a071119 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:00.175476 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-93de7e0c-21e3-4cf0-97d4-7c8f05b41b6a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e2e6f068e951480fb81db7937b79d0b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8494129 Sep 08 09:17:00.177206 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60756) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:00.177642 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d2b93a4d-10d3-4b63-bce4-bbfe8a071119 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/networks/c071fa38-fa68-40cc-8f4e-497753f21479 HTTP/1.1" status: 204 len: 168 time: 0.9735215 Sep 08 09:17:00.181817 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60758) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:00.189462 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b93a4d-10d3-4b63-bce4-bbfe8a071119 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event deleted for resources: {'Network': ['ID=c071fa38-fa68-40cc-8f4e-497753f21479,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:00.346854 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7e817d-23d6-4a18-8ab7-01cdad2fad2a tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:00.354138 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-1d7e817d-23d6-4a18-8ab7-01cdad2fad2a tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1617310 Sep 08 09:17:00.354538 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60764) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:00.365180 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3f25c829-082a-4622-8307-6b2c2707e912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:00.381367 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device d260e80e-ea1b-4466-b686-09cdaf4183c5 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:17:00.405338 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d7a23a27-8627-4287-986f-d7e7b343bfc0 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0496376 Sep 08 09:17:00.410436 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60766) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:00.414129 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3f25c829-082a-4622-8307-6b2c2707e912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:00.414731 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: d260e80e-ea1b-4466-b686-09cdaf4183c5 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:17:00.415635 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device d260e80e-ea1b-4466-b686-09cdaf4183c5 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:17:00.419597 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-0db726e0-4b31-4ac4-b9e6-597ebaffad56 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-506671212'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:17:00.447869 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db726e0-4b31-4ac4-b9e6-597ebaffad56 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Made reservation on behalf of ea019fc10697428ead6b1798adcd8ba7 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:17:00.452117 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0db726e0-4b31-4ac4-b9e6-597ebaffad56 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:00.472276 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aa9e1778-b24f-4650-9181-11c0c481803a tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:00.523109 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0db726e0-4b31-4ac4-b9e6-597ebaffad56 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:17:00.541190 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0db726e0-4b31-4ac4-b9e6-597ebaffad56 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:00.541626 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-0db726e0-4b31-4ac4-b9e6-597ebaffad56 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Added segment 0a038a5a-2a45-4256-b5f5-193ac7c8ea48 of type vlan for network 30f40d3e-6451-4ebd-aec3-c39c83e76047 Sep 08 09:17:00.545875 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3f25c829-082a-4622-8307-6b2c2707e912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:00.548587 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3f25c829-082a-4622-8307-6b2c2707e912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:00.552884 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-3f25c829-082a-4622-8307-6b2c2707e912 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1adf40dd-9739-4a64-a58d-36aca5a3bf1c HTTP/1.1" status: 204 len: 168 time: 0.3645046 Sep 08 09:17:00.565780 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25c829-082a-4622-8307-6b2c2707e912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1adf40dd-9739-4a64-a58d-36aca5a3bf1c,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:00.624018 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0db726e0-4b31-4ac4-b9e6-597ebaffad56 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:00.698731 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0db726e0-4b31-4ac4-b9e6-597ebaffad56 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:00.704930 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db726e0-4b31-4ac4-b9e6-597ebaffad56 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:00.705709 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0db726e0-4b31-4ac4-b9e6-597ebaffad56 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:00.766442 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0db726e0-4b31-4ac4-b9e6-597ebaffad56 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3541336 Sep 08 09:17:00.769391 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60778) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:00.777075 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-52fee0ca-d59b-47d9-bddc-6fb978325ff5 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Request body: {'subnet': {'network_id': '30f40d3e-6451-4ebd-aec3-c39c83e76047', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:17:00.820127 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db726e0-4b31-4ac4-b9e6-597ebaffad56 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event updated for resources: {'Network': ['ID=30f40d3e-6451-4ebd-aec3-c39c83e76047,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:00.836222 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 30f40d3e-6451-4ebd-aec3-c39c83e76047 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:17:00.921939 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-aa9e1778-b24f-4650-9181-11c0c481803a tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Deleting port 0f44a598-11d9-4cd1-827a-b249e54ace55 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:17:00.922396 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aa9e1778-b24f-4650-9181-11c0c481803a tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:00.950510 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60786) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:00.959572 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52fee0ca-d59b-47d9-bddc-6fb978325ff5 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Made reservation on behalf of ea019fc10697428ead6b1798adcd8ba7 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:17:00.964071 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-52fee0ca-d59b-47d9-bddc-6fb978325ff5 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:00.970790 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c38c6fa0-ff2d-4f58-a033-7e60b5e02564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:01.094942 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c38c6fa0-ff2d-4f58-a033-7e60b5e02564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:01.100282 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c38c6fa0-ff2d-4f58-a033-7e60b5e02564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:01.140707 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38c6fa0-ff2d-4f58-a033-7e60b5e02564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66cf2847-419f-4c68-bf0f-e7fee7c875df,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:01.148767 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c38c6fa0-ff2d-4f58-a033-7e60b5e02564 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=82b3c35ca4114c2690e303b3b916ac16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1934283 Sep 08 09:17:01.149001 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aa9e1778-b24f-4650-9181-11c0c481803a tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:01.149651 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60790) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:01.180741 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-aa9e1778-b24f-4650-9181-11c0c481803a tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Calling delete_port for 0f44a598-11d9-4cd1-827a-b249e54ace55 owned by network:router_interface {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:17:01.218322 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-20c5925d-c68d-422d-a04f-7e933d65bd9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:01.242782 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-20c5925d-c68d-422d-a04f-7e933d65bd9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:01.255685 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836bb1c3-eda0-4f9a-b4df-98e637957373 req-0a1f3cb0-b022-435c-97c5-76de39eb5461 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:01.257261 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-836bb1c3-eda0-4f9a-b4df-98e637957373 req-0a1f3cb0-b022-435c-97c5-76de39eb5461 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=fccf27e6-fbed-4ff7-a3db-25884f4599c8 HTTP/1.1" status: 200 len: 946 time: 0.1543534 Sep 08 09:17:01.303336 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-20c5925d-c68d-422d-a04f-7e933d65bd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:01.310058 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-20c5925d-c68d-422d-a04f-7e933d65bd9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:01.311605 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-20c5925d-c68d-422d-a04f-7e933d65bd9c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/66cf2847-419f-4c68-bf0f-e7fee7c875df HTTP/1.1" status: 204 len: 168 time: 0.1608639 Sep 08 09:17:01.324735 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c5925d-c68d-422d-a04f-7e933d65bd9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66cf2847-419f-4c68-bf0f-e7fee7c875df,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:01.393858 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-52fee0ca-d59b-47d9-bddc-6fb978325ff5 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:01.431040 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-836bb1c3-eda0-4f9a-b4df-98e637957373 req-4af1983c-c18c-45ca-903f-7c3abd636807 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425402 Sep 08 09:17:01.523713 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fee0ca-d59b-47d9-bddc-6fb978325ff5 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event updated for resources: {'Subnet': ['ID=a8a43559-8465-405c-9220-c84fe2f86e2a,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:01.589783 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52fee0ca-d59b-47d9-bddc-6fb978325ff5 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Checking segment: {'id': '0a038a5a-2a45-4256-b5f5-193ac7c8ea48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '30f40d3e-6451-4ebd-aec3-c39c83e76047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:17:01.590420 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fee0ca-d59b-47d9-bddc-6fb978325ff5 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Network hostable DHCP agents. Network: 30f40d3e-6451-4ebd-aec3-c39c83e76047, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:17:01.635720 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fee0ca-d59b-47d9-bddc-6fb978325ff5 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Network 30f40d3e-6451-4ebd-aec3-c39c83e76047 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:17:01.641517 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aa9e1778-b24f-4650-9181-11c0c481803a tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:01.675030 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-52fee0ca-d59b-47d9-bddc-6fb978325ff5 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 30f40d3e-6451-4ebd-aec3-c39c83e76047) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:17:01.678083 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e1778-b24f-4650-9181-11c0c481803a tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event deleted for resources: {'Port': ['ID=0f44a598-11d9-4cd1-827a-b249e54ace55,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:01.682612 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fee0ca-d59b-47d9-bddc-6fb978325ff5 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:01.683142 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-52fee0ca-d59b-47d9-bddc-6fb978325ff5 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:01.700379 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8241f34-7f5c-4e75-9f13-bb0c9873f285 None None] Network 30f40d3e-6451-4ebd-aec3-c39c83e76047 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:17:01.836495 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-52fee0ca-d59b-47d9-bddc-6fb978325ff5 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0649557 Sep 08 09:17:01.840097 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60816) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:01.845206 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-714a226a-32d7-4eb8-b9de-ca4392ce8497 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Request body: {'port': {'network_id': '30f40d3e-6451-4ebd-aec3-c39c83e76047', 'name': 'tempest-PortsIpV6TestJSON-45242632'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:17:01.910018 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aa9e1778-b24f-4650-9181-11c0c481803a tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:01.998380 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c103797-5f12-4448-9fe2-9b50e0eaa31e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-30f40d3e-6451-4ebd-aec3-c39c83e76047', 'network_id': '30f40d3e-6451-4ebd-aec3-c39c83e76047', 'tenant_id': 'ea019fc10697428ead6b1798adcd8ba7', 'fixed_ips': [{'subnet_id': 'a8a43559-8465-405c-9220-c84fe2f86e2a'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:17:01.999458 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2c103797-5f12-4448-9fe2-9b50e0eaa31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:02.162481 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa9e1778-b24f-4650-9181-11c0c481803a tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Router b7ab4337-a1de-44dd-b929-3371121dc78d has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:17:02.171799 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714a226a-32d7-4eb8-b9de-ca4392ce8497 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Made reservation on behalf of ea019fc10697428ead6b1798adcd8ba7 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:17:02.178944 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-714a226a-32d7-4eb8-b9de-ca4392ce8497 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:02.203974 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-714a226a-32d7-4eb8-b9de-ca4392ce8497 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] device_id is not set on port 398df456-5e0a-4074-b0d0-50794ba67a21 yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:17:02.212635 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-2c103797-5f12-4448-9fe2-9b50e0eaa31e None None] Allocated IP 2001:db8::2 (30f40d3e-6451-4ebd-aec3-c39c83e76047/a8a43559-8465-405c-9220-c84fe2f86e2a/17c78252-5b2d-4c12-b156-c1a1dd518c98) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:17:02.318772 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9e1778-b24f-4650-9181-11c0c481803a tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:17:02.330596 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-aa9e1778-b24f-4650-9181-11c0c481803a tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "PUT /v2.0/routers/b7ab4337-a1de-44dd-b929-3371121dc78d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9483216 Sep 08 09:17:02.330866 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60836) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:02.344642 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4f133a-843a-4595-9fef-ec75b9a59b33 None None] Sync routers for ids ['b7ab4337-a1de-44dd-b929-3371121dc78d'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:17:02.366660 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4f133a-843a-4595-9fef-ec75b9a59b33 None None] Routers {'b7ab4337-a1de-44dd-b929-3371121dc78d'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:17:02.366880 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4a684284-a9e3-44aa-987a-cc979be58aef tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7ab4337-a1de-44dd-b929-3371121dc78d HTTP/1.1" status: 200 len: 205 time: 0.0335457 Sep 08 09:17:02.367815 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-ad4f133a-843a-4595-9fef-ec75b9a59b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:16:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['b7ab4337-a1de-44dd-b929-3371121dc78d'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:02.368652 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60838) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:02.441866 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-ad4f133a-843a-4595-9fef-ec75b9a59b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:02.465201 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4f133a-843a-4595-9fef-ec75b9a59b33 None None] Routers {'b7ab4337-a1de-44dd-b929-3371121dc78d'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:17:02.465987 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-ad4f133a-843a-4595-9fef-ec75b9a59b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:16:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['b7ab4337-a1de-44dd-b929-3371121dc78d'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:02.523645 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-ad4f133a-843a-4595-9fef-ec75b9a59b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:02.524514 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4f133a-843a-4595-9fef-ec75b9a59b33 None None] The sync data for ids ['b7ab4337-a1de-44dd-b929-3371121dc78d'] in n-d-806683-11 is: [] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:17:02.556546 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2c103797-5f12-4448-9fe2-9b50e0eaa31e None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:02.570869 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2c103797-5f12-4448-9fe2-9b50e0eaa31e None None] Transition to ACTIVE for port object 17c78252-5b2d-4c12-b156-c1a1dd518c98 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:17:02.592423 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2c103797-5f12-4448-9fe2-9b50e0eaa31e None None] Transition to ACTIVE for port object 17c78252-5b2d-4c12-b156-c1a1dd518c98 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:17:02.610970 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2c103797-5f12-4448-9fe2-9b50e0eaa31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:02.676109 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c103797-5f12-4448-9fe2-9b50e0eaa31e None None] Pushing event updated for resources: {'Port': ['ID=17c78252-5b2d-4c12-b156-c1a1dd518c98,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:02.698814 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c103797-5f12-4448-9fe2-9b50e0eaa31e None None] Network 30f40d3e-6451-4ebd-aec3-c39c83e76047 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:17:02.700399 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-2c103797-5f12-4448-9fe2-9b50e0eaa31e None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:17:02.703549 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c103797-5f12-4448-9fe2-9b50e0eaa31e None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:17:02.800796 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-2c103797-5f12-4448-9fe2-9b50e0eaa31e None None] Attempting to bind port 17c78252-5b2d-4c12-b156-c1a1dd518c98 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:17:02.801799 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-2c103797-5f12-4448-9fe2-9b50e0eaa31e None None] Attempting to bind port 17c78252-5b2d-4c12-b156-c1a1dd518c98 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '0a038a5a-2a45-4256-b5f5-193ac7c8ea48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '30f40d3e-6451-4ebd-aec3-c39c83e76047'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:17:02.805593 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c103797-5f12-4448-9fe2-9b50e0eaa31e None None] Attempting to bind port 17c78252-5b2d-4c12-b156-c1a1dd518c98 on network 30f40d3e-6451-4ebd-aec3-c39c83e76047 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:17:02.814232 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c103797-5f12-4448-9fe2-9b50e0eaa31e None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:17:02.815130 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c103797-5f12-4448-9fe2-9b50e0eaa31e None None] Checking segment: {'id': '0a038a5a-2a45-4256-b5f5-193ac7c8ea48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '30f40d3e-6451-4ebd-aec3-c39c83e76047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:17:02.815729 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2c103797-5f12-4448-9fe2-9b50e0eaa31e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:02.816659 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c103797-5f12-4448-9fe2-9b50e0eaa31e None None] Bound using segment: {'id': '0a038a5a-2a45-4256-b5f5-193ac7c8ea48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '30f40d3e-6451-4ebd-aec3-c39c83e76047'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:17:02.818280 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-2c103797-5f12-4448-9fe2-9b50e0eaa31e None None] Bound port: 17c78252-5b2d-4c12-b156-c1a1dd518c98, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a038a5a-2a45-4256-b5f5-193ac7c8ea48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '30f40d3e-6451-4ebd-aec3-c39c83e76047'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:17:02.818862 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2c103797-5f12-4448-9fe2-9b50e0eaa31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:02.842607 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3c69060e-711d-4c66-ad04-592900797a92 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:02.911988 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-2c103797-5f12-4448-9fe2-9b50e0eaa31e None None] For port 17c78252-5b2d-4c12-b156-c1a1dd518c98, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:17:02.915632 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-2c103797-5f12-4448-9fe2-9b50e0eaa31e None None] For port 17c78252-5b2d-4c12-b156-c1a1dd518c98, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=17c78252-5b2d-4c12-b156-c1a1dd518c98,segment=NetworkSegment(0a038a5a-2a45-4256-b5f5-193ac7c8ea48),segment_id=0a038a5a-2a45-4256-b5f5-193ac7c8ea48)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:17:02.921585 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2c103797-5f12-4448-9fe2-9b50e0eaa31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:03.018227 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c103797-5f12-4448-9fe2-9b50e0eaa31e None None] Pushing event updated for resources: {'Port': ['ID=17c78252-5b2d-4c12-b156-c1a1dd518c98,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:03.144716 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101196d-6df8-4e8b-a8d2-5f296f58531a req-9511afec-f204-470d-a1a3-cccdf025739f tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:03.152429 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6101196d-6df8-4e8b-a8d2-5f296f58531a req-9511afec-f204-470d-a1a3-cccdf025739f tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=fccf27e6-fbed-4ff7-a3db-25884f4599c8 HTTP/1.1" status: 200 len: 946 time: 0.3168752 Sep 08 09:17:03.188789 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-714a226a-32d7-4eb8-b9de-ca4392ce8497 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Allocated IP 2001:db8::385 (30f40d3e-6451-4ebd-aec3-c39c83e76047/a8a43559-8465-405c-9220-c84fe2f86e2a/398df456-5e0a-4074-b0d0-50794ba67a21) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:17:03.201191 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3c69060e-711d-4c66-ad04-592900797a92 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:03.222664 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3c69060e-711d-4c66-ad04-592900797a92 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:03.333739 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6101196d-6df8-4e8b-a8d2-5f296f58531a req-871d7ee3-350c-4456-9ff2-2040d35eac13 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803012 Sep 08 09:17:03.346445 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3c69060e-711d-4c66-ad04-592900797a92 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:03.347078 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c69060e-711d-4c66-ad04-592900797a92 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Fanout notify agent at l3_agent the message router_deleted on router b7ab4337-a1de-44dd-b929-3371121dc78d {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:17:03.356762 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3c69060e-711d-4c66-ad04-592900797a92 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:03.360301 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3c69060e-711d-4c66-ad04-592900797a92 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "DELETE /v2.0/routers/b7ab4337-a1de-44dd-b929-3371121dc78d HTTP/1.1" status: 204 len: 168 time: 0.9880311 Sep 08 09:17:03.361952 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60876) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:03.482507 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdfd9577-10c9-4279-9cea-1abd42bda5c3 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Deleting subnet 253709c2-d2ab-4181-86b8-8d958d4ee449 {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:17:03.504344 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cdfd9577-10c9-4279-9cea-1abd42bda5c3 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:03.563509 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cdfd9577-10c9-4279-9cea-1abd42bda5c3 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:03.572805 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-714a226a-32d7-4eb8-b9de-ca4392ce8497 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:03.590888 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-714a226a-32d7-4eb8-b9de-ca4392ce8497 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Transition to ACTIVE for port object 398df456-5e0a-4074-b0d0-50794ba67a21 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:17:03.634153 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-714a226a-32d7-4eb8-b9de-ca4392ce8497 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:03.697592 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714a226a-32d7-4eb8-b9de-ca4392ce8497 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Network 30f40d3e-6451-4ebd-aec3-c39c83e76047 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:17:03.697922 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cdfd9577-10c9-4279-9cea-1abd42bda5c3 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:03.754394 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-714a226a-32d7-4eb8-b9de-ca4392ce8497 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:17:03.765238 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714a226a-32d7-4eb8-b9de-ca4392ce8497 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:17:03.782200 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714a226a-32d7-4eb8-b9de-ca4392ce8497 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:03.782855 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-714a226a-32d7-4eb8-b9de-ca4392ce8497 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:03.805418 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cdfd9577-10c9-4279-9cea-1abd42bda5c3 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:03.825927 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fafdc0-13c2-4332-bbb8-c749158ee6f7 req-b162a96d-bac8-4261-82b0-e04cf520aba6 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:03.841820 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-88fafdc0-13c2-4332-bbb8-c749158ee6f7 req-b162a96d-bac8-4261-82b0-e04cf520aba6 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 945 time: 0.1428859 Sep 08 09:17:03.843959 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a226a-32d7-4eb8-b9de-ca4392ce8497 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event updated for resources: {'Port': ['ID=398df456-5e0a-4074-b0d0-50794ba67a21,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:03.878678 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-714a226a-32d7-4eb8-b9de-ca4392ce8497 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0373809 Sep 08 09:17:03.886928 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60894) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:03.893860 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-56ad6e63-d015-4d9d-b46d-942920f40df9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Request body: {'port': {'network_id': '30f40d3e-6451-4ebd-aec3-c39c83e76047', 'name': 'tempest-PortsIpV6TestJSON-1747974517'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:17:03.907143 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62af6a70-4982-490a-b2e6-a491ea40be17 None None] Network d405ee8a-a20c-4187-bc6d-cd635e4512b1 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:17:03.925689 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cdfd9577-10c9-4279-9cea-1abd42bda5c3 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:03.928634 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-cdfd9577-10c9-4279-9cea-1abd42bda5c3 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "DELETE /v2.0/subnets/253709c2-d2ab-4181-86b8-8d958d4ee449 HTTP/1.1" status: 204 len: 168 time: 0.5630765 Sep 08 09:17:03.943713 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60896) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:03.944922 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-88fafdc0-13c2-4332-bbb8-c749158ee6f7 req-78e50417-c8cd-4e55-8fba-2753b75d411b tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947490 Sep 08 09:17:03.952319 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfd9577-10c9-4279-9cea-1abd42bda5c3 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event deleted for resources: {'Subnet': ['ID=253709c2-d2ab-4181-86b8-8d958d4ee449,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:04.146362 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ad6e63-d015-4d9d-b46d-942920f40df9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Made reservation on behalf of ea019fc10697428ead6b1798adcd8ba7 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:17:04.172613 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-519fb97e-a182-4264-8ff3-b061667c3a4f tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:04.177135 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-56ad6e63-d015-4d9d-b46d-942920f40df9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:04.237273 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-56ad6e63-d015-4d9d-b46d-942920f40df9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] device_id is not set on port 30af7f43-d6df-4cb3-a9b5-943109e01c7b yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:17:04.301331 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d16532-43fb-4454-855c-17424c17073c None None] DHCP port deletion for d405ee8a-a20c-4187-bc6d-cd635e4512b1 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:17:04.308636 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-519fb97e-a182-4264-8ff3-b061667c3a4f tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Deleting port 44d3bf84-8ecc-480b-b862-62014de26624 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:17:04.309096 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-519fb97e-a182-4264-8ff3-b061667c3a4f tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:04.496708 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-519fb97e-a182-4264-8ff3-b061667c3a4f tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] For port 44d3bf84-8ecc-480b-b862-62014de26624, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=44d3bf84-8ecc-480b-b862-62014de26624,segment=NetworkSegment(93087e91-1a93-4c7a-9f0a-d09ffa2aa76d),segment_id=93087e91-1a93-4c7a-9f0a-d09ffa2aa76d)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:17:04.497766 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-519fb97e-a182-4264-8ff3-b061667c3a4f tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:04.501372 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-b5d16532-43fb-4454-855c-17424c17073c None None] Deleting port 44d3bf84-8ecc-480b-b862-62014de26624 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:17:04.502787 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b5d16532-43fb-4454-855c-17424c17073c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:04.514224 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-519fb97e-a182-4264-8ff3-b061667c3a4f tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Calling delete_port for 44d3bf84-8ecc-480b-b862-62014de26624 owned by network:dhcp {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:17:04.578002 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 17c78252-5b2d-4c12-b156-c1a1dd518c98 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:17:04.581558 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-56ad6e63-d015-4d9d-b46d-942920f40df9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Allocated IP 2001:db8::1b3 (30f40d3e-6451-4ebd-aec3-c39c83e76047/a8a43559-8465-405c-9220-c84fe2f86e2a/30af7f43-d6df-4cb3-a9b5-943109e01c7b) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:17:04.625321 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-519fb97e-a182-4264-8ff3-b061667c3a4f tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:04.672857 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519fb97e-a182-4264-8ff3-b061667c3a4f tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event deleted for resources: {'Port': ['ID=44d3bf84-8ecc-480b-b862-62014de26624,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:04.688217 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519fb97e-a182-4264-8ff3-b061667c3a4f tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] No DVR routers for this DVR port 44d3bf84-8ecc-480b-b862-62014de26624 on host n-d-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:17:04.722749 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d160d53-2653-4bf8-8549-455cdacda768 None None] Network 30f40d3e-6451-4ebd-aec3-c39c83e76047 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:17:04.792054 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-519fb97e-a182-4264-8ff3-b061667c3a4f tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:04.844586 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-519fb97e-a182-4264-8ff3-b061667c3a4f tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d405ee8a-a20c-4187-bc6d-cd635e4512b1']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:04.862257 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-519fb97e-a182-4264-8ff3-b061667c3a4f tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93087e91-1a93-4c7a-9f0a-d09ffa2aa76d') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:04.863369 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-519fb97e-a182-4264-8ff3-b061667c3a4f tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93087e91-1a93-4c7a-9f0a-d09ffa2aa76d') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:04.867284 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-56ad6e63-d015-4d9d-b46d-942920f40df9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:04.876609 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-519fb97e-a182-4264-8ff3-b061667c3a4f tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:04.885497 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-56ad6e63-d015-4d9d-b46d-942920f40df9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Transition to ACTIVE for port object 30af7f43-d6df-4cb3-a9b5-943109e01c7b will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:17:04.893632 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-519fb97e-a182-4264-8ff3-b061667c3a4f tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:04.899821 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-b5d16532-43fb-4454-855c-17424c17073c None None] For port 44d3bf84-8ecc-480b-b862-62014de26624, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=44d3bf84-8ecc-480b-b862-62014de26624,segment=NetworkSegment(93087e91-1a93-4c7a-9f0a-d09ffa2aa76d),segment_id=93087e91-1a93-4c7a-9f0a-d09ffa2aa76d)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:17:04.900377 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b5d16532-43fb-4454-855c-17424c17073c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:04.903468 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-519fb97e-a182-4264-8ff3-b061667c3a4f tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:17:04.904367 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-519fb97e-a182-4264-8ff3-b061667c3a4f tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:04.912107 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42118a3-f23e-4763-93fa-a44e2ddddfd7 req-bc97431e-3201-455b-890f-3755a7970bb1 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:04.915290 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f42118a3-f23e-4763-93fa-a44e2ddddfd7 req-bc97431e-3201-455b-890f-3755a7970bb1 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=fccf27e6-fbed-4ff7-a3db-25884f4599c8 HTTP/1.1" status: 200 len: 946 time: 0.2908416 Sep 08 09:17:04.919228 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:17:04.919228 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:17:04.919228 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:17:04.919228 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:17:04.919228 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:17:04.919228 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:17:04.919228 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:17:04.919228 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:17:04.919228 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:17:04.919228 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:17:04.919228 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:17:04.919228 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:17:04.919228 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:17:04.919228 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:17:04.919228 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:17:04.919228 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:17:04.919228 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:17:04.919228 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:17:04.919228 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:17:04.919228 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:17:04.919228 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:17:04.919228 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:17:04.919228 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:17:04.919228 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:17:04.919228 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:17:04.919228 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:17:04.919228 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:17:04.919228 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:17:04.919228 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:17:04.919228 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:17:04.919228 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:17:04.919228 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:17:04.977571 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-56ad6e63-d015-4d9d-b46d-942920f40df9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:04.993192 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-519fb97e-a182-4264-8ff3-b061667c3a4f tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:05.005003 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-519fb97e-a182-4264-8ff3-b061667c3a4f tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:05.011058 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-519fb97e-a182-4264-8ff3-b061667c3a4f tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "DELETE /v2.0/networks/d405ee8a-a20c-4187-bc6d-cd635e4512b1 HTTP/1.1" status: 204 len: 168 time: 1.0716832 Sep 08 09:17:05.011237 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-b5d16532-43fb-4454-855c-17424c17073c None None] Calling delete_port for 44d3bf84-8ecc-480b-b862-62014de26624 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:17:05.019141 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60938) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:05.025536 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-39779f02-645c-4e0d-92ad-110aa8f8a49b tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1198217534', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:17:05.031474 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-8ec9dfc0-aae8-4f3e-aa27-fd3ab726b077 None None] Provisioning for port 17c78252-5b2d-4c12-b156-c1a1dd518c98 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:17:05.040843 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f42118a3-f23e-4763-93fa-a44e2ddddfd7 req-da5235d3-0573-48ed-9768-2ca4a0c47579 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110754 Sep 08 09:17:05.054768 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519fb97e-a182-4264-8ff3-b061667c3a4f tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event deleted for resources: {'Network': ['ID=d405ee8a-a20c-4187-bc6d-cd635e4512b1,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:05.059502 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ad6e63-d015-4d9d-b46d-942920f40df9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Network 30f40d3e-6451-4ebd-aec3-c39c83e76047 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:17:05.069203 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-39779f02-645c-4e0d-92ad-110aa8f8a49b tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:05.071719 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-39779f02-645c-4e0d-92ad-110aa8f8a49b tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:05.077281 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-56ad6e63-d015-4d9d-b46d-942920f40df9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:17:05.080510 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ad6e63-d015-4d9d-b46d-942920f40df9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:17:05.090542 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ad6e63-d015-4d9d-b46d-942920f40df9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:05.093682 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-56ad6e63-d015-4d9d-b46d-942920f40df9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:05.119577 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad6e63-d015-4d9d-b46d-942920f40df9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event updated for resources: {'Port': ['ID=30af7f43-d6df-4cb3-a9b5-943109e01c7b,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:05.128277 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-56ad6e63-d015-4d9d-b46d-942920f40df9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2396057 Sep 08 09:17:05.128972 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60948) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:05.177290 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-39779f02-645c-4e0d-92ad-110aa8f8a49b tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:05.201452 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-39779f02-645c-4e0d-92ad-110aa8f8a49b tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:05.231301 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-39779f02-645c-4e0d-92ad-110aa8f8a49b tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:05.238071 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60952) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:05.239543 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-39779f02-645c-4e0d-92ad-110aa8f8a49b tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2177105 Sep 08 09:17:05.244319 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-b82f096d-adfb-4a5c-af7f-ce9bcfe64a95 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Request body: {'network': {'name': 'tempest-RoutersTest-191762596'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:17:05.249853 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 17c78252-5b2d-4c12-b156-c1a1dd518c98 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:17:05.280579 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 17c78252-5b2d-4c12-b156-c1a1dd518c98 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:05.283539 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:05.287940 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4017066c-1925-40a6-8f8b-37846e33d591 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:05.290195 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4017066c-1925-40a6-8f8b-37846e33d591 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A385 HTTP/1.1" status: 200 len: 927 time: 0.1589422 Sep 08 09:17:05.292688 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60954) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:05.299644 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82f096d-adfb-4a5c-af7f-ce9bcfe64a95 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Made reservation on behalf of b47dd3c58c0a4fafa7b4bef429a7d4d4 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:17:05.307783 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b82f096d-adfb-4a5c-af7f-ce9bcfe64a95 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:05.353432 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b82f096d-adfb-4a5c-af7f-ce9bcfe64a95 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:17:05.377649 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b5d16532-43fb-4454-855c-17424c17073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:05.380718 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b82f096d-adfb-4a5c-af7f-ce9bcfe64a95 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:05.381487 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-b82f096d-adfb-4a5c-af7f-ce9bcfe64a95 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Added segment fc1589dc-cb41-4aee-b5a5-59fac0782f31 of type vlan for network c0e88987-3734-44b5-a343-c3969901aa9b Sep 08 09:17:05.423565 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b5d16532-43fb-4454-855c-17424c17073c None None] Network d405ee8a-a20c-4187-bc6d-cd635e4512b1 is not hosted by any dhcp agent {{(pid=94714) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 08 09:17:05.424386 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d16532-43fb-4454-855c-17424c17073c None None] No DVR routers for this DVR port 44d3bf84-8ecc-480b-b862-62014de26624 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:17:05.427119 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d16532-43fb-4454-855c-17424c17073c None None] Pushing event deleted for resources: {'Port': ['ID=44d3bf84-8ecc-480b-b862-62014de26624,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:05.460643 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-09dd9c4c-20e0-443d-ba03-946f13d0b8aa tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Deleting port 30af7f43-d6df-4cb3-a9b5-943109e01c7b {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:17:05.461001 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-09dd9c4c-20e0-443d-ba03-946f13d0b8aa tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:05.462163 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b82f096d-adfb-4a5c-af7f-ce9bcfe64a95 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:05.497844 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:05.515911 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b82f096d-adfb-4a5c-af7f-ce9bcfe64a95 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:05.529641 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82f096d-adfb-4a5c-af7f-ce9bcfe64a95 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:05.535347 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b82f096d-adfb-4a5c-af7f-ce9bcfe64a95 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:05.538322 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 17c78252-5b2d-4c12-b156-c1a1dd518c98, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=17c78252-5b2d-4c12-b156-c1a1dd518c98,segment=NetworkSegment(0a038a5a-2a45-4256-b5f5-193ac7c8ea48),segment_id=0a038a5a-2a45-4256-b5f5-193ac7c8ea48)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:17:05.544805 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:05.592169 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b82f096d-adfb-4a5c-af7f-ce9bcfe64a95 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3523264 Sep 08 09:17:05.594654 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60964) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:05.623154 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-f5947091-00a9-4412-bdea-e8716b33403b tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Request body: {'subnet': {'network_id': 'c0e88987-3734-44b5-a343-c3969901aa9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:17:05.664568 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f096d-adfb-4a5c-af7f-ce9bcfe64a95 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event updated for resources: {'Network': ['ID=c0e88987-3734-44b5-a343-c3969901aa9b,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:05.691975 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 44d3bf84-8ecc-480b-b862-62014de26624 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:17:05.695712 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network c0e88987-3734-44b5-a343-c3969901aa9b details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:17:05.754123 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=17c78252-5b2d-4c12-b156-c1a1dd518c98,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:05.770474 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 44d3bf84-8ecc-480b-b862-62014de26624 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:17:05.771431 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 44d3bf84-8ecc-480b-b862-62014de26624 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:17:05.784218 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-09dd9c4c-20e0-443d-ba03-946f13d0b8aa tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:05.819972 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-09dd9c4c-20e0-443d-ba03-946f13d0b8aa tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Calling delete_port for 30af7f43-d6df-4cb3-a9b5-943109e01c7b owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:17:05.889892 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5947091-00a9-4412-bdea-e8716b33403b tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Made reservation on behalf of b47dd3c58c0a4fafa7b4bef429a7d4d4 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:17:05.895745 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f5947091-00a9-4412-bdea-e8716b33403b tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:05.917936 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-3f1216d1-aa2b-4de1-8745-e76cace7688e None None] Provisioning complete for port 17c78252-5b2d-4c12-b156-c1a1dd518c98 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:05.920173 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3f1216d1-aa2b-4de1-8745-e76cace7688e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:06.057647 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-3f1216d1-aa2b-4de1-8745-e76cace7688e None None] Provisioning for port 398df456-5e0a-4074-b0d0-50794ba67a21 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:17:06.069487 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-3f1216d1-aa2b-4de1-8745-e76cace7688e None None] Provisioning complete for port 398df456-5e0a-4074-b0d0-50794ba67a21 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:06.069922 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3f1216d1-aa2b-4de1-8745-e76cace7688e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:06.184876 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-3f1216d1-aa2b-4de1-8745-e76cace7688e None None] Port 398df456-5e0a-4074-b0d0-50794ba67a21 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:17:06.216759 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-3f1216d1-aa2b-4de1-8745-e76cace7688e None None] Provisioning for port 30af7f43-d6df-4cb3-a9b5-943109e01c7b completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:17:06.227469 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-3f1216d1-aa2b-4de1-8745-e76cace7688e None None] Provisioning complete for port 30af7f43-d6df-4cb3-a9b5-943109e01c7b triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:06.227858 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3f1216d1-aa2b-4de1-8745-e76cace7688e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:06.300211 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f5947091-00a9-4412-bdea-e8716b33403b tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:06.301967 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b9a36-233a-4ee4-ac26-f5f93b8d6f57 req-506d8b8f-9476-4ffe-a20a-8071ac399edc tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:06.306225 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-165b9a36-233a-4ee4-ac26-f5f93b8d6f57 req-506d8b8f-9476-4ffe-a20a-8071ac399edc tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=fccf27e6-fbed-4ff7-a3db-25884f4599c8 HTTP/1.1" status: 200 len: 946 time: 0.1119809 Sep 08 09:17:06.362528 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-3f1216d1-aa2b-4de1-8745-e76cace7688e None None] Port 30af7f43-d6df-4cb3-a9b5-943109e01c7b cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:17:06.380834 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-165b9a36-233a-4ee4-ac26-f5f93b8d6f57 req-36683e9b-8d3f-4e34-b610-8243139f59ef tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645742 Sep 08 09:17:06.451057 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 17c78252-5b2d-4c12-b156-c1a1dd518c98 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:17:06.477325 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5947091-00a9-4412-bdea-e8716b33403b tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event updated for resources: {'Subnet': ['ID=1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:06.491947 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-09dd9c4c-20e0-443d-ba03-946f13d0b8aa tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:06.543873 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dd9c4c-20e0-443d-ba03-946f13d0b8aa tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event deleted for resources: {'Port': ['ID=30af7f43-d6df-4cb3-a9b5-943109e01c7b,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:06.547021 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5947091-00a9-4412-bdea-e8716b33403b tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Checking segment: {'id': 'fc1589dc-cb41-4aee-b5a5-59fac0782f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'c0e88987-3734-44b5-a343-c3969901aa9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:17:06.547580 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5947091-00a9-4412-bdea-e8716b33403b tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Network hostable DHCP agents. Network: c0e88987-3734-44b5-a343-c3969901aa9b, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:17:06.566460 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-39fea84a-58dd-42f7-ac72-6cad5d25a435 None None] Provisioning complete for port 398df456-5e0a-4074-b0d0-50794ba67a21 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:06.567652 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-39fea84a-58dd-42f7-ac72-6cad5d25a435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:06.611884 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 17c78252-5b2d-4c12-b156-c1a1dd518c98 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:06.612282 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:06.618902 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-39fea84a-58dd-42f7-ac72-6cad5d25a435 None None] Port 398df456-5e0a-4074-b0d0-50794ba67a21 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:17:06.643273 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-09dd9c4c-20e0-443d-ba03-946f13d0b8aa tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:06.646181 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-09dd9c4c-20e0-443d-ba03-946f13d0b8aa tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/ports/30af7f43-d6df-4cb3-a9b5-943109e01c7b HTTP/1.1" status: 204 len: 168 time: 1.3521805 Sep 08 09:17:06.649051 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60996) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:06.661717 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5947091-00a9-4412-bdea-e8716b33403b tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Network c0e88987-3734-44b5-a343-c3969901aa9b is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:17:06.677808 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-f5947091-00a9-4412-bdea-e8716b33403b tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, c0e88987-3734-44b5-a343-c3969901aa9b) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:17:06.696394 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5947091-00a9-4412-bdea-e8716b33403b tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:06.697106 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f5947091-00a9-4412-bdea-e8716b33403b tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:06.698957 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-eba24a07-89eb-4aaf-a349-719a347d87de tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] GET failed (client error): The resource could not be found. Sep 08 09:17:06.705098 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-eba24a07-89eb-4aaf-a349-719a347d87de tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "GET /v2.0/ports/30af7f43-d6df-4cb3-a9b5-943109e01c7b HTTP/1.1" status: 404 len: 333 time: 0.0541229 Sep 08 09:17:06.708537 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 32768) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:06.715225 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc93dbb3-cb88-4c58-8535-e52dd79c120c None None] Network c0e88987-3734-44b5-a343-c3969901aa9b requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:17:06.741328 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f5947091-00a9-4412-bdea-e8716b33403b tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1379986 Sep 08 09:17:06.742049 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 32770) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:06.805586 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-86e1fd4a-ba02-498a-85ff-1163e08570d6 None None] Could not find standard attr ID for object 30af7f43-d6df-4cb3-a9b5-943109e01c7b. {{(pid=94714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 09:17:06.918096 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-cf88c495-dfb1-44fb-b5bc-1804ede42978 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Deleting port 398df456-5e0a-4074-b0d0-50794ba67a21 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:17:06.918418 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cf88c495-dfb1-44fb-b5bc-1804ede42978 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:07.147796 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cf88c495-dfb1-44fb-b5bc-1804ede42978 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:07.170516 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6482836-ed2e-4043-a153-4998ed08fe8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-c0e88987-3734-44b5-a343-c3969901aa9b', 'network_id': 'c0e88987-3734-44b5-a343-c3969901aa9b', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'fixed_ips': [{'subnet_id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:17:07.179646 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f6482836-ed2e-4043-a153-4998ed08fe8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:07.182288 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-cf88c495-dfb1-44fb-b5bc-1804ede42978 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Calling delete_port for 398df456-5e0a-4074-b0d0-50794ba67a21 owned by {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:17:07.386198 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cf88c495-dfb1-44fb-b5bc-1804ede42978 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:07.405892 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 7372846c-19f9-433f-8cb8-ca65d68becd9 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:17:07.463127 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf88c495-dfb1-44fb-b5bc-1804ede42978 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event deleted for resources: {'Port': ['ID=398df456-5e0a-4074-b0d0-50794ba67a21,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:07.547246 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-f6482836-ed2e-4043-a153-4998ed08fe8b None None] Allocated IP 172.20.0.2 (c0e88987-3734-44b5-a343-c3969901aa9b/1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a/bed73257-63c1-469f-94a0-b73ab3fa15f6) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:17:07.609938 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cf88c495-dfb1-44fb-b5bc-1804ede42978 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:07.616681 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-cf88c495-dfb1-44fb-b5bc-1804ede42978 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/ports/398df456-5e0a-4074-b0d0-50794ba67a21 HTTP/1.1" status: 204 len: 168 time: 0.9025538 Sep 08 09:17:07.624159 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 32802) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:07.734370 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-0acf990c-df9a-4d02-adf0-71408d2b2493 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] GET failed (client error): The resource could not be found. Sep 08 09:17:07.743954 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0acf990c-df9a-4d02-adf0-71408d2b2493 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "GET /v2.0/ports/398df456-5e0a-4074-b0d0-50794ba67a21 HTTP/1.1" status: 404 len: 333 time: 0.1206651 Sep 08 09:17:07.747571 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 32806) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:07.857192 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02feaa4f-8a3f-4e07-825f-dbdc0c1083ad req-7d50ecde-c9a8-4e81-a0a0-cfbfa363ae0e tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:07.858743 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-02feaa4f-8a3f-4e07-825f-dbdc0c1083ad req-7d50ecde-c9a8-4e81-a0a0-cfbfa363ae0e tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=fccf27e6-fbed-4ff7-a3db-25884f4599c8 HTTP/1.1" status: 200 len: 946 time: 0.2914815 Sep 08 09:17:07.876137 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-70d8b92f-540e-4c13-a8b5-eb4f13efd412 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Deleting subnet a8a43559-8465-405c-9220-c84fe2f86e2a {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:17:07.885817 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-70d8b92f-540e-4c13-a8b5-eb4f13efd412 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:07.913458 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2558c33b-f2d5-4f19-938c-83374109cd64 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:07.916046 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 7372846c-19f9-433f-8cb8-ca65d68becd9, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=7372846c-19f9-433f-8cb8-ca65d68becd9,segment=NetworkSegment(0adbffbb-cf08-4e79-9920-208d98c2b498),segment_id=0adbffbb-cf08-4e79-9920-208d98c2b498)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:17:07.930372 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '7372846c-19f9-433f-8cb8-ca65d68becd9', 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7', 'port_id': '7372846c-19f9-433f-8cb8-ca65d68becd9', 'mac_address': 'fa:16:3e:a8:64:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452a4b6d-a445-4b2b-9168-2695dd67e404', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:17:07.933777 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-70d8b92f-540e-4c13-a8b5-eb4f13efd412 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:08.128110 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-70d8b92f-540e-4c13-a8b5-eb4f13efd412 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:08.246369 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:17:08.281339 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:08.330232 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-02feaa4f-8a3f-4e07-825f-dbdc0c1083ad req-eabec9d2-4353-4688-a9bb-912baba2914e tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339874 Sep 08 09:17:08.357927 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-70d8b92f-540e-4c13-a8b5-eb4f13efd412 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:08.372756 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7372846c-19f9-433f-8cb8-ca65d68becd9 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:17:08.414471 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 7372846c-19f9-433f-8cb8-ca65d68becd9, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=7372846c-19f9-433f-8cb8-ca65d68becd9,segment=NetworkSegment(0adbffbb-cf08-4e79-9920-208d98c2b498),segment_id=0adbffbb-cf08-4e79-9920-208d98c2b498)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:17:08.421546 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f6482836-ed2e-4043-a153-4998ed08fe8b None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:08.431554 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:08.433510 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d8b92f-540e-4c13-a8b5-eb4f13efd412 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event deleted for resources: {'Subnet': ['ID=a8a43559-8465-405c-9220-c84fe2f86e2a,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:08.480030 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-70d8b92f-540e-4c13-a8b5-eb4f13efd412 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:08.486282 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f6482836-ed2e-4043-a153-4998ed08fe8b None None] Transition to ACTIVE for port object bed73257-63c1-469f-94a0-b73ab3fa15f6 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:17:08.497124 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-70d8b92f-540e-4c13-a8b5-eb4f13efd412 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/subnets/a8a43559-8465-405c-9220-c84fe2f86e2a HTTP/1.1" status: 204 len: 168 time: 0.7457354 Sep 08 09:17:08.497124 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 32832) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:08.515391 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=7372846c-19f9-433f-8cb8-ca65d68becd9,revision_number=6']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:08.528071 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:17:08.528431 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:17:08.528780 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:17:08.529243 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:17:08.529451 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:17:08.529790 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:17:08.530273 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:17:08.530473 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:17:08.531663 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:17:08.532006 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:17:08.532393 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:17:08.532677 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:17:08.536443 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18704de1-e69c-474d-929b-f7a55dd09f28 None None] Network 30f40d3e-6451-4ebd-aec3-c39c83e76047 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:17:08.579510 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f6482836-ed2e-4043-a153-4998ed08fe8b None None] Transition to ACTIVE for port object bed73257-63c1-469f-94a0-b73ab3fa15f6 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:17:08.605116 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-366dd221-3d53-41c3-86f3-1a882d47b5f6 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:08.615340 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f6482836-ed2e-4043-a153-4998ed08fe8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:08.695642 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6482836-ed2e-4043-a153-4998ed08fe8b None None] Pushing event updated for resources: {'Port': ['ID=bed73257-63c1-469f-94a0-b73ab3fa15f6,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:08.707558 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-366dd221-3d53-41c3-86f3-1a882d47b5f6 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Deleting port 17c78252-5b2d-4c12-b156-c1a1dd518c98 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:17:08.708024 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-366dd221-3d53-41c3-86f3-1a882d47b5f6 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:08.710547 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['7372846c-19f9-433f-8cb8-ca65d68becd9'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:17:08.730418 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-2558c33b-f2d5-4f19-938c-83374109cd64 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Allocated IP 172.20.0.1 (c0e88987-3734-44b5-a343-c3969901aa9b/1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a/3261f60a-8342-4918-9b90-04f5dc142bca) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:17:08.853239 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6482836-ed2e-4043-a153-4998ed08fe8b None None] Network c0e88987-3734-44b5-a343-c3969901aa9b is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:17:08.866665 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-f6482836-ed2e-4043-a153-4998ed08fe8b None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:17:08.870878 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6482836-ed2e-4043-a153-4998ed08fe8b None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:17:08.881601 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-366dd221-3d53-41c3-86f3-1a882d47b5f6 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] For port 17c78252-5b2d-4c12-b156-c1a1dd518c98, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=17c78252-5b2d-4c12-b156-c1a1dd518c98,segment=NetworkSegment(0a038a5a-2a45-4256-b5f5-193ac7c8ea48),segment_id=0a038a5a-2a45-4256-b5f5-193ac7c8ea48)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:17:08.882305 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-366dd221-3d53-41c3-86f3-1a882d47b5f6 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:08.898442 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-366dd221-3d53-41c3-86f3-1a882d47b5f6 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Calling delete_port for 17c78252-5b2d-4c12-b156-c1a1dd518c98 owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:17:08.939406 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2558c33b-f2d5-4f19-938c-83374109cd64 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:08.967299 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-2558c33b-f2d5-4f19-938c-83374109cd64 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Transition to ACTIVE for port object 3261f60a-8342-4918-9b90-04f5dc142bca will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:17:09.006884 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2558c33b-f2d5-4f19-938c-83374109cd64 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:09.065215 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-f6482836-ed2e-4043-a153-4998ed08fe8b None None] Attempting to bind port bed73257-63c1-469f-94a0-b73ab3fa15f6 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:17:09.065589 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-f6482836-ed2e-4043-a153-4998ed08fe8b None None] Attempting to bind port bed73257-63c1-469f-94a0-b73ab3fa15f6 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'fc1589dc-cb41-4aee-b5a5-59fac0782f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'c0e88987-3734-44b5-a343-c3969901aa9b'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:17:09.065952 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6482836-ed2e-4043-a153-4998ed08fe8b None None] Attempting to bind port bed73257-63c1-469f-94a0-b73ab3fa15f6 on network c0e88987-3734-44b5-a343-c3969901aa9b {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:17:09.074823 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2558c33b-f2d5-4f19-938c-83374109cd64 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Network c0e88987-3734-44b5-a343-c3969901aa9b is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:17:09.082884 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-2558c33b-f2d5-4f19-938c-83374109cd64 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:17:09.088376 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2558c33b-f2d5-4f19-938c-83374109cd64 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:17:09.102641 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6482836-ed2e-4043-a153-4998ed08fe8b None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:17:09.103129 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6482836-ed2e-4043-a153-4998ed08fe8b None None] Checking segment: {'id': 'fc1589dc-cb41-4aee-b5a5-59fac0782f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'c0e88987-3734-44b5-a343-c3969901aa9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:17:09.103630 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f6482836-ed2e-4043-a153-4998ed08fe8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:09.103792 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-366dd221-3d53-41c3-86f3-1a882d47b5f6 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:09.104513 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6482836-ed2e-4043-a153-4998ed08fe8b None None] Bound using segment: {'id': 'fc1589dc-cb41-4aee-b5a5-59fac0782f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'c0e88987-3734-44b5-a343-c3969901aa9b'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:17:09.104631 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-f6482836-ed2e-4043-a153-4998ed08fe8b None None] Bound port: bed73257-63c1-469f-94a0-b73ab3fa15f6, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc1589dc-cb41-4aee-b5a5-59fac0782f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'c0e88987-3734-44b5-a343-c3969901aa9b'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:17:09.104963 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f6482836-ed2e-4043-a153-4998ed08fe8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:09.151041 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2558c33b-f2d5-4f19-938c-83374109cd64 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event updated for resources: {'Port': ['ID=3261f60a-8342-4918-9b90-04f5dc142bca,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:09.163862 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366dd221-3d53-41c3-86f3-1a882d47b5f6 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event deleted for resources: {'Port': ['ID=17c78252-5b2d-4c12-b156-c1a1dd518c98,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:09.181034 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2558c33b-f2d5-4f19-938c-83374109cd64 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:09.183845 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366dd221-3d53-41c3-86f3-1a882d47b5f6 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] No DVR routers for this DVR port 17c78252-5b2d-4c12-b156-c1a1dd518c98 on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:17:09.196394 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-f6482836-ed2e-4043-a153-4998ed08fe8b None None] For port bed73257-63c1-469f-94a0-b73ab3fa15f6, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:17:09.199853 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-f6482836-ed2e-4043-a153-4998ed08fe8b None None] For port bed73257-63c1-469f-94a0-b73ab3fa15f6, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=bed73257-63c1-469f-94a0-b73ab3fa15f6,segment=NetworkSegment(fc1589dc-cb41-4aee-b5a5-59fac0782f31),segment_id=fc1589dc-cb41-4aee-b5a5-59fac0782f31)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:17:09.218317 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f6482836-ed2e-4043-a153-4998ed08fe8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:09.321266 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbed11ee-959d-487f-8d07-50b5a7823c89 None None] DHCP port deletion for 30f40d3e-6451-4ebd-aec3-c39c83e76047 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:17:09.344578 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6482836-ed2e-4043-a153-4998ed08fe8b None None] Pushing event updated for resources: {'Port': ['ID=bed73257-63c1-469f-94a0-b73ab3fa15f6,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:09.405980 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-366dd221-3d53-41c3-86f3-1a882d47b5f6 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:09.465172 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-366dd221-3d53-41c3-86f3-1a882d47b5f6 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30f40d3e-6451-4ebd-aec3-c39c83e76047']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:09.508061 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-366dd221-3d53-41c3-86f3-1a882d47b5f6 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a038a5a-2a45-4256-b5f5-193ac7c8ea48') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:09.508767 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-366dd221-3d53-41c3-86f3-1a882d47b5f6 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a038a5a-2a45-4256-b5f5-193ac7c8ea48') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:09.526400 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-366dd221-3d53-41c3-86f3-1a882d47b5f6 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:09.547983 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e0f4fd-9af7-44ee-9e43-e5e1998c2820 req-6e5706e1-f02e-4a28-8e43-e4c7d7b53070 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:09.555227 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-35e0f4fd-9af7-44ee-9e43-e5e1998c2820 req-6e5706e1-f02e-4a28-8e43-e4c7d7b53070 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=fccf27e6-fbed-4ff7-a3db-25884f4599c8 HTTP/1.1" status: 200 len: 946 time: 0.0931904 Sep 08 09:17:09.561056 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2558c33b-f2d5-4f19-938c-83374109cd64 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:09.564481 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-366dd221-3d53-41c3-86f3-1a882d47b5f6 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:09.580131 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-366dd221-3d53-41c3-86f3-1a882d47b5f6 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:17:09.580554 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-366dd221-3d53-41c3-86f3-1a882d47b5f6 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:09.584794 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:17:09.584794 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:17:09.584794 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:17:09.584794 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:17:09.584794 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:17:09.584794 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:17:09.584794 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:17:09.584794 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:17:09.584794 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:17:09.584794 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:17:09.584794 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:17:09.584794 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:17:09.584794 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:17:09.584794 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:17:09.584794 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:17:09.584794 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:17:09.584794 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:17:09.584794 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:17:09.584794 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:17:09.584794 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:17:09.584794 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:17:09.584794 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:17:09.584794 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:17:09.584794 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:17:09.584794 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:17:09.584794 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:17:09.584794 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:17:09.584794 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:17:09.584794 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:17:09.584794 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:17:09.584794 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:17:09.584794 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:17:09.629611 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-35e0f4fd-9af7-44ee-9e43-e5e1998c2820 req-1876e559-29b2-4651-a252-b302ace128ac tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711834 Sep 08 09:17:09.706937 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-366dd221-3d53-41c3-86f3-1a882d47b5f6 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:09.751636 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-366dd221-3d53-41c3-86f3-1a882d47b5f6 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:09.760551 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-366dd221-3d53-41c3-86f3-1a882d47b5f6 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/networks/30f40d3e-6451-4ebd-aec3-c39c83e76047 HTTP/1.1" status: 204 len: 168 time: 1.2592025 Sep 08 09:17:09.760551 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366dd221-3d53-41c3-86f3-1a882d47b5f6 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event deleted for resources: {'Network': ['ID=30f40d3e-6451-4ebd-aec3-c39c83e76047,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:09.762594 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 32890) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:09.768099 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-fa6ad5e0-1f9b-4b61-b073-0c3a6e6aefe8 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-674607861'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:17:09.814708 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6ad5e0-1f9b-4b61-b073-0c3a6e6aefe8 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Made reservation on behalf of ea019fc10697428ead6b1798adcd8ba7 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:17:09.820000 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fa6ad5e0-1f9b-4b61-b073-0c3a6e6aefe8 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:09.877653 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa6ad5e0-1f9b-4b61-b073-0c3a6e6aefe8 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:17:09.901958 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fa6ad5e0-1f9b-4b61-b073-0c3a6e6aefe8 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:09.902461 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-fa6ad5e0-1f9b-4b61-b073-0c3a6e6aefe8 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Added segment 069e5718-5be9-42f5-b7a7-418871d1ca05 of type vlan for network 73fba7b2-e6c7-4477-af53-054af1cb311d Sep 08 09:17:10.043749 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fa6ad5e0-1f9b-4b61-b073-0c3a6e6aefe8 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:10.099846 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fa6ad5e0-1f9b-4b61-b073-0c3a6e6aefe8 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:10.105609 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6ad5e0-1f9b-4b61-b073-0c3a6e6aefe8 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:10.106323 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fa6ad5e0-1f9b-4b61-b073-0c3a6e6aefe8 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:10.110694 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2558c33b-f2d5-4f19-938c-83374109cd64 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:10.117989 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2558c33b-f2d5-4f19-938c-83374109cd64 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:10.212187 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2558c33b-f2d5-4f19-938c-83374109cd64 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:10.214682 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2558c33b-f2d5-4f19-938c-83374109cd64 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event updated for resources: {'Port': ['ID=3261f60a-8342-4918-9b90-04f5dc142bca,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:10.272694 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6ad5e0-1f9b-4b61-b073-0c3a6e6aefe8 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event updated for resources: {'Network': ['ID=73fba7b2-e6c7-4477-af53-054af1cb311d,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:10.289986 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 73fba7b2-e6c7-4477-af53-054af1cb311d details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:17:10.308286 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-fa6ad5e0-1f9b-4b61-b073-0c3a6e6aefe8 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5444672 Sep 08 09:17:10.316326 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 32910) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:10.346113 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-8a15c2c6-93e1-42d8-9031-6618b89b3f51 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Request body: {'subnet': {'network_id': '73fba7b2-e6c7-4477-af53-054af1cb311d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:17:10.530910 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device bed73257-63c1-469f-94a0-b73ab3fa15f6 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:17:10.613804 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2558c33b-f2d5-4f19-938c-83374109cd64 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Network c0e88987-3734-44b5-a343-c3969901aa9b is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:17:10.617460 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-2558c33b-f2d5-4f19-938c-83374109cd64 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:17:10.701295 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port bed73257-63c1-469f-94a0-b73ab3fa15f6 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:17:10.832185 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a15c2c6-93e1-42d8-9031-6618b89b3f51 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Made reservation on behalf of ea019fc10697428ead6b1798adcd8ba7 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:17:10.841473 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 17c78252-5b2d-4c12-b156-c1a1dd518c98 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:17:10.845402 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8a15c2c6-93e1-42d8-9031-6618b89b3f51 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:10.902713 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f89f41-4555-438b-899c-81c1ee933ebf req-f1852b79-c246-4852-a7cb-7fbeaabf386a tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:10.906848 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 17c78252-5b2d-4c12-b156-c1a1dd518c98 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:17:10.909032 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 17c78252-5b2d-4c12-b156-c1a1dd518c98 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:17:10.916581 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-14f89f41-4555-438b-899c-81c1ee933ebf req-f1852b79-c246-4852-a7cb-7fbeaabf386a tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=fccf27e6-fbed-4ff7-a3db-25884f4599c8 HTTP/1.1" status: 200 len: 946 time: 0.1286969 Sep 08 09:17:10.983686 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-14f89f41-4555-438b-899c-81c1ee933ebf req-799e858c-8514-4476-918e-d77d4ebaa586 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638368 Sep 08 09:17:11.180584 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8a15c2c6-93e1-42d8-9031-6618b89b3f51 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:11.197665 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938974ce-fbd3-408c-977a-466ab266f5f2 None None] Network c0e88987-3734-44b5-a343-c3969901aa9b requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:17:11.207826 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2558c33b-f2d5-4f19-938c-83374109cd64 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Router 907a8081-16e6-4f78-a849-18e8e09a1f3a is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:17:11.308890 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a15c2c6-93e1-42d8-9031-6618b89b3f51 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event updated for resources: {'Subnet': ['ID=2527493a-10da-4ad0-a9be-396363f6948a,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:11.321949 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a15c2c6-93e1-42d8-9031-6618b89b3f51 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Checking segment: {'id': '069e5718-5be9-42f5-b7a7-418871d1ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '73fba7b2-e6c7-4477-af53-054af1cb311d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:17:11.322371 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a15c2c6-93e1-42d8-9031-6618b89b3f51 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Network hostable DHCP agents. Network: 73fba7b2-e6c7-4477-af53-054af1cb311d, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:17:11.408849 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 7372846c-19f9-433f-8cb8-ca65d68becd9 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:17:11.433712 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a15c2c6-93e1-42d8-9031-6618b89b3f51 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Network 73fba7b2-e6c7-4477-af53-054af1cb311d is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:17:11.439045 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-b69d75a1-5729-4ed9-b487-baf4f3ab2052 None None] Provisioning for port bed73257-63c1-469f-94a0-b73ab3fa15f6 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:17:11.458583 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-8a15c2c6-93e1-42d8-9031-6618b89b3f51 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 73fba7b2-e6c7-4477-af53-054af1cb311d) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:17:11.473595 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3bb3e6-3dd8-4eb3-a721-df211989c670 None None] Network 73fba7b2-e6c7-4477-af53-054af1cb311d requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:17:11.479744 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a15c2c6-93e1-42d8-9031-6618b89b3f51 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:11.480362 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8a15c2c6-93e1-42d8-9031-6618b89b3f51 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:11.529399 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2558c33b-f2d5-4f19-938c-83374109cd64 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:17:11.541735 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc8837c-c00c-4d95-b556-ff01a31ed45b None None] Sync routers for ids ['907a8081-16e6-4f78-a849-18e8e09a1f3a'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:17:11.549505 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2558c33b-f2d5-4f19-938c-83374109cd64 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "PUT /v2.0/routers/907a8081-16e6-4f78-a849-18e8e09a1f3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8062937 Sep 08 09:17:11.549665 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 32944) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:11.556092 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-5ad287c1-843a-4fa4-adf9-0bee3e7385dd tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Request body: {'network': {'name': 'tempest-RoutersTest-13117206'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:17:11.557961 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8a15c2c6-93e1-42d8-9031-6618b89b3f51 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2390106 Sep 08 09:17:11.559714 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 32946) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:11.574086 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc8837c-c00c-4d95-b556-ff01a31ed45b None None] Routers {'907a8081-16e6-4f78-a849-18e8e09a1f3a'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:17:11.574816 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-cdc8837c-c00c-4d95-b556-ff01a31ed45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:16:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['907a8081-16e6-4f78-a849-18e8e09a1f3a'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:11.577536 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-2722457e-5288-4eb7-9393-28986ef86eaa tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Request body: {'port': {'network_id': '73fba7b2-e6c7-4477-af53-054af1cb311d', 'name': 'tempest-PortsIpV6TestJSON-1587847752', 'fixed_ips': [{'subnet_id': '2527493a-10da-4ad0-a9be-396363f6948a', 'ip_address': '2001:db8::10'}]}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:17:11.632854 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad287c1-843a-4fa4-adf9-0bee3e7385dd tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Made reservation on behalf of b47dd3c58c0a4fafa7b4bef429a7d4d4 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:17:11.639026 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5ad287c1-843a-4fa4-adf9-0bee3e7385dd tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:11.659038 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-b69d75a1-5729-4ed9-b487-baf4f3ab2052 None None] Provisioning complete for port bed73257-63c1-469f-94a0-b73ab3fa15f6 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:11.659422 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b69d75a1-5729-4ed9-b487-baf4f3ab2052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:11.706555 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ad287c1-843a-4fa4-adf9-0bee3e7385dd tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:17:11.736975 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5ad287c1-843a-4fa4-adf9-0bee3e7385dd tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:11.737430 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-5ad287c1-843a-4fa4-adf9-0bee3e7385dd tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Added segment f22af6df-dc7d-4722-ad5a-8489dc60869f of type vlan for network c0f18515-71ee-42bc-9263-52ca769e6852 Sep 08 09:17:11.920156 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7062334d-8557-4b15-8357-cad9860a7d78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-73fba7b2-e6c7-4477-af53-054af1cb311d', 'network_id': '73fba7b2-e6c7-4477-af53-054af1cb311d', 'tenant_id': 'ea019fc10697428ead6b1798adcd8ba7', 'fixed_ips': [{'subnet_id': '2527493a-10da-4ad0-a9be-396363f6948a'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:17:11.921090 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7062334d-8557-4b15-8357-cad9860a7d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:11.933706 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-cdc8837c-c00c-4d95-b556-ff01a31ed45b None None] Set router 907a8081-16e6-4f78-a849-18e8e09a1f3a gateway port host: None {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:17:11.946707 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5ad287c1-843a-4fa4-adf9-0bee3e7385dd tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:12.000294 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2722457e-5288-4eb7-9393-28986ef86eaa tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Made reservation on behalf of ea019fc10697428ead6b1798adcd8ba7 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:17:12.031951 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5ad287c1-843a-4fa4-adf9-0bee3e7385dd tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:12.044727 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad287c1-843a-4fa4-adf9-0bee3e7385dd tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:12.045413 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5ad287c1-843a-4fa4-adf9-0bee3e7385dd tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:12.100198 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5ad287c1-843a-4fa4-adf9-0bee3e7385dd tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.5465255 Sep 08 09:17:12.103162 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 32958) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:12.194883 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b69d75a1-5729-4ed9-b487-baf4f3ab2052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:12.220246 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-c0c143d4-6689-4a89-991c-c3faae395555 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Request body: {'subnet': {'network_id': 'c0f18515-71ee-42bc-9263-52ca769e6852', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:17:12.289382 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 7372846c-19f9-433f-8cb8-ca65d68becd9 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:12.290156 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:12.342087 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad287c1-843a-4fa4-adf9-0bee3e7385dd tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event updated for resources: {'Network': ['ID=c0f18515-71ee-42bc-9263-52ca769e6852,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:12.397297 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network c0f18515-71ee-42bc-9263-52ca769e6852 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:17:12.424136 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb172c7-80d9-4fed-94e0-ab55da4a7663 req-7b095bea-1ca9-4f53-ab09-51a2412028c5 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:12.426458 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4eb172c7-80d9-4fed-94e0-ab55da4a7663 req-7b095bea-1ca9-4f53-ab09-51a2412028c5 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=fccf27e6-fbed-4ff7-a3db-25884f4599c8 HTTP/1.1" status: 200 len: 946 time: 0.1811733 Sep 08 09:17:12.477693 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-b69d75a1-5729-4ed9-b487-baf4f3ab2052 None None] For port bed73257-63c1-469f-94a0-b73ab3fa15f6, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=bed73257-63c1-469f-94a0-b73ab3fa15f6,segment=NetworkSegment(fc1589dc-cb41-4aee-b5a5-59fac0782f31),segment_id=fc1589dc-cb41-4aee-b5a5-59fac0782f31)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:17:12.495101 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2722457e-5288-4eb7-9393-28986ef86eaa tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:12.545749 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [None req-2722457e-5288-4eb7-9393-28986ef86eaa tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] device_id is not set on port 7401f476-3861-4044-b78f-d77967af57a7 yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:17:12.573614 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4eb172c7-80d9-4fed-94e0-ab55da4a7663 req-a8418170-fd80-4b77-b3d8-cb2e5df4c352 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401815 Sep 08 09:17:12.666833 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b69d75a1-5729-4ed9-b487-baf4f3ab2052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:12.706937 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c143d4-6689-4a89-991c-c3faae395555 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Made reservation on behalf of b47dd3c58c0a4fafa7b4bef429a7d4d4 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:17:12.714673 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c0c143d4-6689-4a89-991c-c3faae395555 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:12.788382 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-cdc8837c-c00c-4d95-b556-ff01a31ed45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'name': 'tempest-RoutersTest-router-1198217534', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:17:05Z', 'updated_at': '2021-09-08T09:17:09Z', 'revision_number': 2, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'gw_port_host': None, '_interfaces': [{'id': '3261f60a-8342-4918-9b90-04f5dc142bca', 'name': '', 'network_id': 'c0e88987-3734-44b5-a343-c3969901aa9b', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:36:34:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:08Z', 'updated_at': '2021-09-08T09:17:09Z', 'revision_number': 2, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:12.852374 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc8837c-c00c-4d95-b556-ff01a31ed45b None None] Checking router: 907a8081-16e6-4f78-a849-18e8e09a1f3a for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:17:12.852697 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc8837c-c00c-4d95-b556-ff01a31ed45b None None] Updating router 907a8081-16e6-4f78-a849-18e8e09a1f3a port 3261f60a-8342-4918-9b90-04f5dc142bca binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:17:12.875649 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d75a1-5729-4ed9-b487-baf4f3ab2052 None None] Pushing event updated for resources: {'Port': ['ID=bed73257-63c1-469f-94a0-b73ab3fa15f6,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:12.892547 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:12.909607 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-cdc8837c-c00c-4d95-b556-ff01a31ed45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:12.981762 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-336b6f59-affe-40fc-80b7-3af6fd40018c None None] Provisioning complete for port bed73257-63c1-469f-94a0-b73ab3fa15f6 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:12.982189 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-336b6f59-affe-40fc-80b7-3af6fd40018c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:13.024916 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-7062334d-8557-4b15-8357-cad9860a7d78 None None] Allocated IP 2001:db8::2 (73fba7b2-e6c7-4477-af53-054af1cb311d/2527493a-10da-4ad0-a9be-396363f6948a/23292925-4541-43a5-a873-e581c2a89289) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:17:13.040495 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35da5e45-6eac-4be5-b6d1-c3e9a629e16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7372846c-19f9-433f-8cb8-ca65d68becd9'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:17:13.043598 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8457aeb0-3c9f-4672-9e72-baea0bee0717" -d '{"events": [{"server_uuid": "35da5e45-6eac-4be5-b6d1-c3e9a629e16b", "name": "network-vif-plugged", "status": "completed", "tag": "7372846c-19f9-433f-8cb8-ca65d68becd9"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:17:13.102446 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 7372846c-19f9-433f-8cb8-ca65d68becd9, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=7372846c-19f9-433f-8cb8-ca65d68becd9,segment=NetworkSegment(0adbffbb-cf08-4e79-9920-208d98c2b498),segment_id=0adbffbb-cf08-4e79-9920-208d98c2b498)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:17:13.149094 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:13.176716 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16b8322-9e26-4c69-85c0-a3d5920a88a2 x-openstack-request-id: req-f16b8322-9e26-4c69-85c0-a3d5920a88a2 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:17:13.179816 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35da5e45-6eac-4be5-b6d1-c3e9a629e16b", "name": "network-vif-plugged", "status": "completed", "tag": "7372846c-19f9-433f-8cb8-ca65d68becd9", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:17:13.180303 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f16b8322-9e26-4c69-85c0-a3d5920a88a2 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:17:13.180955 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35da5e45-6eac-4be5-b6d1-c3e9a629e16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7372846c-19f9-433f-8cb8-ca65d68becd9', 'code': 200} Sep 08 09:17:13.347212 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=7372846c-19f9-433f-8cb8-ca65d68becd9,revision_number=7']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:13.366930 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c0c143d4-6689-4a89-991c-c3faae395555 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:13.493999 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7062334d-8557-4b15-8357-cad9860a7d78 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:13.511761 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-7062334d-8557-4b15-8357-cad9860a7d78 None None] Transition to ACTIVE for port object 23292925-4541-43a5-a873-e581c2a89289 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:17:13.549760 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-7062334d-8557-4b15-8357-cad9860a7d78 None None] Transition to ACTIVE for port object 23292925-4541-43a5-a873-e581c2a89289 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:17:13.570010 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7062334d-8557-4b15-8357-cad9860a7d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:13.604408 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-cdc8837c-c00c-4d95-b556-ff01a31ed45b None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:13.622487 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-cdc8837c-c00c-4d95-b556-ff01a31ed45b None None] Transition to ACTIVE for port object 3261f60a-8342-4918-9b90-04f5dc142bca will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:17:13.629770 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-336b6f59-affe-40fc-80b7-3af6fd40018c None None] Provisioning for port 3261f60a-8342-4918-9b90-04f5dc142bca completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:17:13.635423 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-cdc8837c-c00c-4d95-b556-ff01a31ed45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:13.637038 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-336b6f59-affe-40fc-80b7-3af6fd40018c None None] Provisioning complete for port 3261f60a-8342-4918-9b90-04f5dc142bca triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:13.637435 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-336b6f59-affe-40fc-80b7-3af6fd40018c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:13.685976 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c143d4-6689-4a89-991c-c3faae395555 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event updated for resources: {'Subnet': ['ID=f9fdaff2-f8a0-453d-ba57-db7c1f9fd286,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:13.725135 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c143d4-6689-4a89-991c-c3faae395555 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Checking segment: {'id': 'f22af6df-dc7d-4722-ad5a-8489dc60869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'c0f18515-71ee-42bc-9263-52ca769e6852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:17:13.725965 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c143d4-6689-4a89-991c-c3faae395555 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Network hostable DHCP agents. Network: c0f18515-71ee-42bc-9263-52ca769e6852, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:17:13.810950 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7062334d-8557-4b15-8357-cad9860a7d78 None None] Network 73fba7b2-e6c7-4477-af53-054af1cb311d is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:17:13.821401 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-7062334d-8557-4b15-8357-cad9860a7d78 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:17:13.835794 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7062334d-8557-4b15-8357-cad9860a7d78 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:17:13.889032 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-2722457e-5288-4eb7-9393-28986ef86eaa tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Allocated IP 2001:db8::10 (73fba7b2-e6c7-4477-af53-054af1cb311d/2527493a-10da-4ad0-a9be-396363f6948a/7401f476-3861-4044-b78f-d77967af57a7) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:17:13.913186 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7062334d-8557-4b15-8357-cad9860a7d78 None None] Pushing event updated for resources: {'Port': ['ID=23292925-4541-43a5-a873-e581c2a89289,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:13.925391 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-336b6f59-affe-40fc-80b7-3af6fd40018c None None] Port 3261f60a-8342-4918-9b90-04f5dc142bca cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:17:13.931510 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cefc9b-a323-4dab-b4d7-2b6e5e14a7cb None None] Pushing event updated for resources: {'Port': ['ID=3261f60a-8342-4918-9b90-04f5dc142bca,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:13.953733 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cefc9b-a323-4dab-b4d7-2b6e5e14a7cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:17:13.954119 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cefc9b-a323-4dab-b4d7-2b6e5e14a7cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:17:13.954435 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cefc9b-a323-4dab-b4d7-2b6e5e14a7cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:17:13.954800 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cefc9b-a323-4dab-b4d7-2b6e5e14a7cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:17:13.955094 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cefc9b-a323-4dab-b4d7-2b6e5e14a7cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:17:13.955421 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cefc9b-a323-4dab-b4d7-2b6e5e14a7cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:17:13.955741 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cefc9b-a323-4dab-b4d7-2b6e5e14a7cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:17:13.956307 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cefc9b-a323-4dab-b4d7-2b6e5e14a7cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:17:13.956671 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cefc9b-a323-4dab-b4d7-2b6e5e14a7cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:17:13.958371 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cefc9b-a323-4dab-b4d7-2b6e5e14a7cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:17:13.958738 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cefc9b-a323-4dab-b4d7-2b6e5e14a7cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:17:13.959180 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cefc9b-a323-4dab-b4d7-2b6e5e14a7cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:17:13.962514 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9a852-310c-47af-9c9f-0c5978381e5c req-ece19cad-7fbb-4cf6-9d2b-6a1dd21b3ba4 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:13.969461 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-cdc8837c-c00c-4d95-b556-ff01a31ed45b None None] Attempting to bind port 3261f60a-8342-4918-9b90-04f5dc142bca on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:17:13.969826 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-cdc8837c-c00c-4d95-b556-ff01a31ed45b None None] Attempting to bind port 3261f60a-8342-4918-9b90-04f5dc142bca by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'fc1589dc-cb41-4aee-b5a5-59fac0782f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'c0e88987-3734-44b5-a343-c3969901aa9b'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:17:13.970557 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc8837c-c00c-4d95-b556-ff01a31ed45b None None] Attempting to bind port 3261f60a-8342-4918-9b90-04f5dc142bca on network c0e88987-3734-44b5-a343-c3969901aa9b {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:17:13.973870 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c2e9a852-310c-47af-9c9f-0c5978381e5c req-ece19cad-7fbb-4cf6-9d2b-6a1dd21b3ba4 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=fccf27e6-fbed-4ff7-a3db-25884f4599c8 HTTP/1.1" status: 200 len: 946 time: 0.2728786 Sep 08 09:17:13.979698 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c143d4-6689-4a89-991c-c3faae395555 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Network c0f18515-71ee-42bc-9263-52ca769e6852 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:17:13.985313 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc8837c-c00c-4d95-b556-ff01a31ed45b None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:17:13.986319 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc8837c-c00c-4d95-b556-ff01a31ed45b None None] Checking segment: {'id': 'fc1589dc-cb41-4aee-b5a5-59fac0782f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'c0e88987-3734-44b5-a343-c3969901aa9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:17:13.987147 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-cdc8837c-c00c-4d95-b556-ff01a31ed45b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:13.987238 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc8837c-c00c-4d95-b556-ff01a31ed45b None None] Bound using segment: {'id': 'fc1589dc-cb41-4aee-b5a5-59fac0782f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'c0e88987-3734-44b5-a343-c3969901aa9b'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:17:13.987719 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-cdc8837c-c00c-4d95-b556-ff01a31ed45b None None] Bound port: 3261f60a-8342-4918-9b90-04f5dc142bca, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc1589dc-cb41-4aee-b5a5-59fac0782f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'c0e88987-3734-44b5-a343-c3969901aa9b'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:17:13.988103 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-cdc8837c-c00c-4d95-b556-ff01a31ed45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:14.064671 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c2e9a852-310c-47af-9c9f-0c5978381e5c req-c4cea184-d13c-498c-a09d-2038f4b49c93 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893848 Sep 08 09:17:14.065929 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-c0c143d4-6689-4a89-991c-c3faae395555 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, c0f18515-71ee-42bc-9263-52ca769e6852) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:17:14.084235 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c143d4-6689-4a89-991c-c3faae395555 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:14.084905 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c0c143d4-6689-4a89-991c-c3faae395555 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:14.139267 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6039f5-be62-42c4-a386-c05c887e20aa None None] Network c0f18515-71ee-42bc-9263-52ca769e6852 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:17:14.143773 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-7062334d-8557-4b15-8357-cad9860a7d78 None None] Attempting to bind port 23292925-4541-43a5-a873-e581c2a89289 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:17:14.144264 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-7062334d-8557-4b15-8357-cad9860a7d78 None None] Attempting to bind port 23292925-4541-43a5-a873-e581c2a89289 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '069e5718-5be9-42f5-b7a7-418871d1ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '73fba7b2-e6c7-4477-af53-054af1cb311d'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:17:14.150355 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7062334d-8557-4b15-8357-cad9860a7d78 None None] Attempting to bind port 23292925-4541-43a5-a873-e581c2a89289 on network 73fba7b2-e6c7-4477-af53-054af1cb311d {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:17:14.169977 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 33000) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:14.179585 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c0c143d4-6689-4a89-991c-c3faae395555 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9773197 Sep 08 09:17:14.180208 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7062334d-8557-4b15-8357-cad9860a7d78 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:17:14.180797 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7062334d-8557-4b15-8357-cad9860a7d78 None None] Checking segment: {'id': '069e5718-5be9-42f5-b7a7-418871d1ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '73fba7b2-e6c7-4477-af53-054af1cb311d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:17:14.181550 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7062334d-8557-4b15-8357-cad9860a7d78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:14.182138 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7062334d-8557-4b15-8357-cad9860a7d78 None None] Bound using segment: {'id': '069e5718-5be9-42f5-b7a7-418871d1ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '73fba7b2-e6c7-4477-af53-054af1cb311d'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:17:14.182737 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-7062334d-8557-4b15-8357-cad9860a7d78 None None] Bound port: 23292925-4541-43a5-a873-e581c2a89289, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069e5718-5be9-42f5-b7a7-418871d1ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '73fba7b2-e6c7-4477-af53-054af1cb311d'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:17:14.183274 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7062334d-8557-4b15-8357-cad9860a7d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:14.185436 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 33004) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:14.218575 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-cdc8837c-c00c-4d95-b556-ff01a31ed45b None None] For port 3261f60a-8342-4918-9b90-04f5dc142bca, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:17:14.227352 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-cdc8837c-c00c-4d95-b556-ff01a31ed45b None None] For port 3261f60a-8342-4918-9b90-04f5dc142bca, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=3261f60a-8342-4918-9b90-04f5dc142bca,segment=NetworkSegment(fc1589dc-cb41-4aee-b5a5-59fac0782f31),segment_id=fc1589dc-cb41-4aee-b5a5-59fac0782f31)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:17:14.241223 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-cdc8837c-c00c-4d95-b556-ff01a31ed45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:14.277712 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-7062334d-8557-4b15-8357-cad9860a7d78 None None] For port 23292925-4541-43a5-a873-e581c2a89289, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:17:14.281420 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-7062334d-8557-4b15-8357-cad9860a7d78 None None] For port 23292925-4541-43a5-a873-e581c2a89289, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=23292925-4541-43a5-a873-e581c2a89289,segment=NetworkSegment(069e5718-5be9-42f5-b7a7-418871d1ca05),segment_id=069e5718-5be9-42f5-b7a7-418871d1ca05)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:17:14.339207 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cefc9b-a323-4dab-b4d7-2b6e5e14a7cb None None] Pushing event updated for resources: {'Port': ['ID=3261f60a-8342-4918-9b90-04f5dc142bca,revision_number=4']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:14.342936 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc8837c-c00c-4d95-b556-ff01a31ed45b None None] Routers {'907a8081-16e6-4f78-a849-18e8e09a1f3a'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:17:14.343682 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-cdc8837c-c00c-4d95-b556-ff01a31ed45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:16:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['907a8081-16e6-4f78-a849-18e8e09a1f3a'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:14.408020 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7062334d-8557-4b15-8357-cad9860a7d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:14.516366 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2722457e-5288-4eb7-9393-28986ef86eaa tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:14.571896 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-2722457e-5288-4eb7-9393-28986ef86eaa tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Transition to ACTIVE for port object 7401f476-3861-4044-b78f-d77967af57a7 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:17:14.572351 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device bed73257-63c1-469f-94a0-b73ab3fa15f6 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:17:14.622559 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-cdc8837c-c00c-4d95-b556-ff01a31ed45b None None] Set router 907a8081-16e6-4f78-a849-18e8e09a1f3a gateway port host: None {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:17:14.655466 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-33a31ecd-91bf-4920-b170-d127a1dabc26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:14.724886 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2722457e-5288-4eb7-9393-28986ef86eaa tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:14.862759 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2722457e-5288-4eb7-9393-28986ef86eaa tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Network 73fba7b2-e6c7-4477-af53-054af1cb311d is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:17:14.890303 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-2722457e-5288-4eb7-9393-28986ef86eaa tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:17:14.896506 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2722457e-5288-4eb7-9393-28986ef86eaa tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:17:14.913679 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2722457e-5288-4eb7-9393-28986ef86eaa tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:14.914375 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2722457e-5288-4eb7-9393-28986ef86eaa tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:14.959287 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2722457e-5288-4eb7-9393-28986ef86eaa tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event updated for resources: {'Port': ['ID=7401f476-3861-4044-b78f-d77967af57a7,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:15.237146 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-cdc8837c-c00c-4d95-b556-ff01a31ed45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'name': 'tempest-RoutersTest-router-1198217534', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:17:05Z', 'updated_at': '2021-09-08T09:17:09Z', 'revision_number': 2, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'gw_port_host': None, '_interfaces': [{'id': '3261f60a-8342-4918-9b90-04f5dc142bca', 'name': '', 'network_id': 'c0e88987-3734-44b5-a343-c3969901aa9b', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:36:34:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:08Z', 'updated_at': '2021-09-08T09:17:14Z', 'revision_number': 4, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:15.253666 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7062334d-8557-4b15-8357-cad9860a7d78 None None] Pushing event updated for resources: {'Port': ['ID=23292925-4541-43a5-a873-e581c2a89289,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:15.283957 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc8837c-c00c-4d95-b556-ff01a31ed45b None None] The sync data for ids ['907a8081-16e6-4f78-a849-18e8e09a1f3a'] in n-d-806683-11 is: [{'id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'name': 'tempest-RoutersTest-router-1198217534', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:17:05Z', 'updated_at': '2021-09-08T09:17:09Z', 'revision_number': 2, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'gw_port_host': None, '_interfaces': [{'id': '3261f60a-8342-4918-9b90-04f5dc142bca', 'name': '', 'network_id': 'c0e88987-3734-44b5-a343-c3969901aa9b', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:36:34:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:08Z', 'updated_at': '2021-09-08T09:17:14Z', 'revision_number': 4, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:17:15.319601 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec843504-94c2-4e86-90ae-e52b89f26ae7 req-1102dbd7-9b1a-4972-8ea8-96088d67e9f7 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:15.349790 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ec843504-94c2-4e86-90ae-e52b89f26ae7 req-1102dbd7-9b1a-4972-8ea8-96088d67e9f7 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=fccf27e6-fbed-4ff7-a3db-25884f4599c8 HTTP/1.1" status: 200 len: 946 time: 0.1664548 Sep 08 09:17:15.361723 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port bed73257-63c1-469f-94a0-b73ab3fa15f6 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:15.362395 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:15.504664 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ec843504-94c2-4e86-90ae-e52b89f26ae7 req-5f0bae24-937b-4b8c-bead-11a8cb30e146 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534772 Sep 08 09:17:15.635945 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d68384a-adc6-4353-95fc-e6d1d32976bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-c0f18515-71ee-42bc-9263-52ca769e6852', 'network_id': 'c0f18515-71ee-42bc-9263-52ca769e6852', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'fixed_ips': [{'subnet_id': 'f9fdaff2-f8a0-453d-ba57-db7c1f9fd286'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:17:15.636793 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2d68384a-adc6-4353-95fc-e6d1d32976bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:15.641573 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-33a31ecd-91bf-4920-b170-d127a1dabc26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:15.661930 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-be004240-89bd-4a7f-9a20-03a854735472 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:15.664026 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-33a31ecd-91bf-4920-b170-d127a1dabc26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:15.668675 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2722457e-5288-4eb7-9393-28986ef86eaa tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.1078777 Sep 08 09:17:15.670622 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 33034) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:15.678240 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-0faaec1c-b39a-491a-b219-10fd626726c1 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Request body: {'port': {'network_id': '73fba7b2-e6c7-4477-af53-054af1cb311d', 'name': 'tempest-PortsIpV6TestJSON-1605213185', 'fixed_ips': [{'subnet_id': '2527493a-10da-4ad0-a9be-396363f6948a', 'ip_address': '2001:db8::f'}]}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:17:15.731502 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-33a31ecd-91bf-4920-b170-d127a1dabc26 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=42b4c293e7f6442997ec5a55a6f45c43&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5595181 Sep 08 09:17:15.735864 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 33036) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:15.816865 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a31ecd-91bf-4920-b170-d127a1dabc26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5c698a-f1d5-48f3-8b37-d5d181390512,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:16.080036 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-2d68384a-adc6-4353-95fc-e6d1d32976bd None None] Allocated IP 172.21.0.2 (c0f18515-71ee-42bc-9263-52ca769e6852/f9fdaff2-f8a0-453d-ba57-db7c1f9fd286/f15f1845-57f2-4ad4-9d7c-464235f6bbfe) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:17:16.579037 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2d68384a-adc6-4353-95fc-e6d1d32976bd None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:16.584961 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d4b89a6d-e137-4327-bd04-95d631b297eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:16.619277 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2d68384a-adc6-4353-95fc-e6d1d32976bd None None] Transition to ACTIVE for port object f15f1845-57f2-4ad4-9d7c-464235f6bbfe will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:17:16.631913 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d4b89a6d-e137-4327-bd04-95d631b297eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:16.671413 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2d68384a-adc6-4353-95fc-e6d1d32976bd None None] Transition to ACTIVE for port object f15f1845-57f2-4ad4-9d7c-464235f6bbfe will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:17:16.688757 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 23292925-4541-43a5-a873-e581c2a89289 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:17:16.758910 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d4b89a6d-e137-4327-bd04-95d631b297eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:16.761464 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d4b89a6d-e137-4327-bd04-95d631b297eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:16.762840 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a2e868-7e12-4be8-a818-4dbd2f0f8b6d None None] Network 73fba7b2-e6c7-4477-af53-054af1cb311d requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:17:16.768153 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2d68384a-adc6-4353-95fc-e6d1d32976bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:16.772332 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d4b89a6d-e137-4327-bd04-95d631b297eb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ef5c698a-f1d5-48f3-8b37-d5d181390512 HTTP/1.1" status: 204 len: 168 time: 1.0343719 Sep 08 09:17:16.841465 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b89a6d-e137-4327-bd04-95d631b297eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5c698a-f1d5-48f3-8b37-d5d181390512,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:16.850693 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d68384a-adc6-4353-95fc-e6d1d32976bd None None] Pushing event updated for resources: {'Port': ['ID=f15f1845-57f2-4ad4-9d7c-464235f6bbfe,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:16.885964 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0faaec1c-b39a-491a-b219-10fd626726c1 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Made reservation on behalf of ea019fc10697428ead6b1798adcd8ba7 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:17:16.899540 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0faaec1c-b39a-491a-b219-10fd626726c1 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:16.975740 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [None req-0faaec1c-b39a-491a-b219-10fd626726c1 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] device_id is not set on port 0f174d9c-719c-4fa2-9833-18f75c75822b yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:17:17.022882 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4546f-4695-454a-a95f-76bddb1d2303 req-136e4825-18f7-4d20-b8c9-06f5b4f2baee tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:17.030146 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-45b4546f-4695-454a-a95f-76bddb1d2303 req-136e4825-18f7-4d20-b8c9-06f5b4f2baee tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=fccf27e6-fbed-4ff7-a3db-25884f4599c8 HTTP/1.1" status: 200 len: 946 time: 0.3153453 Sep 08 09:17:17.045208 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-84e04ba2-e584-4f3f-9d46-c5f5657944d2 None None] Provisioning for port 23292925-4541-43a5-a873-e581c2a89289 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:17:17.060748 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d68384a-adc6-4353-95fc-e6d1d32976bd None None] Network c0f18515-71ee-42bc-9263-52ca769e6852 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:17:17.062576 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-2d68384a-adc6-4353-95fc-e6d1d32976bd None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:17:17.075313 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d68384a-adc6-4353-95fc-e6d1d32976bd None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:17:17.118495 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 23292925-4541-43a5-a873-e581c2a89289 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:17:17.181824 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 23292925-4541-43a5-a873-e581c2a89289 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:17.189389 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:17.241222 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-be004240-89bd-4a7f-9a20-03a854735472 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Allocated IP 172.21.0.1 (c0f18515-71ee-42bc-9263-52ca769e6852/f9fdaff2-f8a0-453d-ba57-db7c1f9fd286/44effea7-33db-4a9a-bdac-2816cae43bf4) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:17:17.246604 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-45b4546f-4695-454a-a95f-76bddb1d2303 req-a18de601-a79b-422d-bf51-496885dcd2b2 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155728 Sep 08 09:17:17.372979 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 33066) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:17.408237 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-2d68384a-adc6-4353-95fc-e6d1d32976bd None None] Attempting to bind port f15f1845-57f2-4ad4-9d7c-464235f6bbfe on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:17:17.408941 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-2d68384a-adc6-4353-95fc-e6d1d32976bd None None] Attempting to bind port f15f1845-57f2-4ad4-9d7c-464235f6bbfe by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'f22af6df-dc7d-4722-ad5a-8489dc60869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'c0f18515-71ee-42bc-9263-52ca769e6852'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:17:17.409652 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d68384a-adc6-4353-95fc-e6d1d32976bd None None] Attempting to bind port f15f1845-57f2-4ad4-9d7c-464235f6bbfe on network c0f18515-71ee-42bc-9263-52ca769e6852 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:17:17.450549 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d68384a-adc6-4353-95fc-e6d1d32976bd None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:17:17.451165 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d68384a-adc6-4353-95fc-e6d1d32976bd None None] Checking segment: {'id': 'f22af6df-dc7d-4722-ad5a-8489dc60869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'c0f18515-71ee-42bc-9263-52ca769e6852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:17:17.451760 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2d68384a-adc6-4353-95fc-e6d1d32976bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:17.452325 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d68384a-adc6-4353-95fc-e6d1d32976bd None None] Bound using segment: {'id': 'f22af6df-dc7d-4722-ad5a-8489dc60869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'c0f18515-71ee-42bc-9263-52ca769e6852'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:17:17.452973 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-2d68384a-adc6-4353-95fc-e6d1d32976bd None None] Bound port: f15f1845-57f2-4ad4-9d7c-464235f6bbfe, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22af6df-dc7d-4722-ad5a-8489dc60869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'c0f18515-71ee-42bc-9263-52ca769e6852'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:17:17.453539 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2d68384a-adc6-4353-95fc-e6d1d32976bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:17.482731 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-58802d18-afd6-4a10-939c-38a7f600df79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:17.545116 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-2d68384a-adc6-4353-95fc-e6d1d32976bd None None] For port f15f1845-57f2-4ad4-9d7c-464235f6bbfe, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:17:17.553607 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-2d68384a-adc6-4353-95fc-e6d1d32976bd None None] For port f15f1845-57f2-4ad4-9d7c-464235f6bbfe, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=f15f1845-57f2-4ad4-9d7c-464235f6bbfe,segment=NetworkSegment(f22af6df-dc7d-4722-ad5a-8489dc60869f),segment_id=f22af6df-dc7d-4722-ad5a-8489dc60869f)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:17:17.564569 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2d68384a-adc6-4353-95fc-e6d1d32976bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:17.585781 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-0faaec1c-b39a-491a-b219-10fd626726c1 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Allocated IP 2001:db8::f (73fba7b2-e6c7-4477-af53-054af1cb311d/2527493a-10da-4ad0-a9be-396363f6948a/0f174d9c-719c-4fa2-9833-18f75c75822b) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:17:17.608621 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-58802d18-afd6-4a10-939c-38a7f600df79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:17.618807 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:17.622871 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-58802d18-afd6-4a10-939c-38a7f600df79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:17.685912 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58802d18-afd6-4a10-939c-38a7f600df79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58038e4b-028b-43a0-a7ef-9f95f8711dda,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:17.712956 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 23292925-4541-43a5-a873-e581c2a89289, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=23292925-4541-43a5-a873-e581c2a89289,segment=NetworkSegment(069e5718-5be9-42f5-b7a7-418871d1ca05),segment_id=069e5718-5be9-42f5-b7a7-418871d1ca05)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:17:17.726923 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-58802d18-afd6-4a10-939c-38a7f600df79 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f45da12a00164331b68c9211964365e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3527546 Sep 08 09:17:17.730415 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 33074) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:17.777435 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-be004240-89bd-4a7f-9a20-03a854735472 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:17.784669 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:17.794069 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 3261f60a-8342-4918-9b90-04f5dc142bca up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:17:17.818717 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-be004240-89bd-4a7f-9a20-03a854735472 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Transition to ACTIVE for port object 44effea7-33db-4a9a-bdac-2816cae43bf4 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:17:17.856370 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-780c1fae-e28f-4876-a1cf-a681af7cb7b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:17.864962 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f5dc8345-b543-40dd-a6be-af6d5932f09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:17.897696 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-780c1fae-e28f-4876-a1cf-a681af7cb7b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:17.906780 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d68384a-adc6-4353-95fc-e6d1d32976bd None None] Pushing event updated for resources: {'Port': ['ID=f15f1845-57f2-4ad4-9d7c-464235f6bbfe,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:17.942540 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0faaec1c-b39a-491a-b219-10fd626726c1 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:18.017884 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-0faaec1c-b39a-491a-b219-10fd626726c1 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Transition to ACTIVE for port object 0f174d9c-719c-4fa2-9833-18f75c75822b will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:17:18.029415 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-780c1fae-e28f-4876-a1cf-a681af7cb7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:18.032165 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-780c1fae-e28f-4876-a1cf-a681af7cb7b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:18.033416 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-780c1fae-e28f-4876-a1cf-a681af7cb7b4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/58038e4b-028b-43a0-a7ef-9f95f8711dda HTTP/1.1" status: 204 len: 168 time: 0.3019099 Sep 08 09:17:18.100814 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c1fae-e28f-4876-a1cf-a681af7cb7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58038e4b-028b-43a0-a7ef-9f95f8711dda,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:18.133071 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0faaec1c-b39a-491a-b219-10fd626726c1 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:18.139047 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=23292925-4541-43a5-a873-e581c2a89289,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:18.160590 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-be004240-89bd-4a7f-9a20-03a854735472 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:18.258571 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 3261f60a-8342-4918-9b90-04f5dc142bca completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:17:18.259620 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0faaec1c-b39a-491a-b219-10fd626726c1 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Network 73fba7b2-e6c7-4477-af53-054af1cb311d is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:17:18.264322 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 3261f60a-8342-4918-9b90-04f5dc142bca triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:18.266990 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:18.267146 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-0faaec1c-b39a-491a-b219-10fd626726c1 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:17:18.296149 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faaec1c-b39a-491a-b219-10fd626726c1 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:17:18.344517 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0faaec1c-b39a-491a-b219-10fd626726c1 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:18.345219 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0faaec1c-b39a-491a-b219-10fd626726c1 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:18.349837 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be004240-89bd-4a7f-9a20-03a854735472 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Network c0f18515-71ee-42bc-9263-52ca769e6852 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:17:18.369187 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-be004240-89bd-4a7f-9a20-03a854735472 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:17:18.390157 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be004240-89bd-4a7f-9a20-03a854735472 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:17:18.399501 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be004240-89bd-4a7f-9a20-03a854735472 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event updated for resources: {'Port': ['ID=44effea7-33db-4a9a-bdac-2816cae43bf4,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:18.399712 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faaec1c-b39a-491a-b219-10fd626726c1 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event updated for resources: {'Port': ['ID=0f174d9c-719c-4fa2-9833-18f75c75822b,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:18.425798 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-0faaec1c-b39a-491a-b219-10fd626726c1 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7535264 Sep 08 09:17:18.427769 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 33090) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:18.508216 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:18.533920 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-be004240-89bd-4a7f-9a20-03a854735472 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:18.610704 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 3261f60a-8342-4918-9b90-04f5dc142bca, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=3261f60a-8342-4918-9b90-04f5dc142bca,segment=NetworkSegment(fc1589dc-cb41-4aee-b5a5-59fac0782f31),segment_id=fc1589dc-cb41-4aee-b5a5-59fac0782f31)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:17:18.621196 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:18.744127 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0071c7f-c413-42d4-aef6-a828887b5cb0 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:18.752415 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 33100) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:18.756098 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-a0071c7f-c413-42d4-aef6-a828887b5cb0 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3208513 Sep 08 09:17:18.778298 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-1b37df65-ff2a-47b4-9e62-6f0e95906498 None None] Provisioning complete for port 23292925-4541-43a5-a873-e581c2a89289 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:18.779305 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1b37df65-ff2a-47b4-9e62-6f0e95906498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:18.781706 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=3261f60a-8342-4918-9b90-04f5dc142bca,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:18.788118 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5850dc-6ca4-4163-b25c-bcf717a76f77 req-ae695cfc-ac77-4008-9b06-982e268cad44 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:18.797059 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5e5850dc-6ca4-4163-b25c-bcf717a76f77 req-ae695cfc-ac77-4008-9b06-982e268cad44 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=fccf27e6-fbed-4ff7-a3db-25884f4599c8 HTTP/1.1" status: 200 len: 946 time: 0.2885592 Sep 08 09:17:18.941007 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5e5850dc-6ca4-4163-b25c-bcf717a76f77 req-39be9f82-d864-4854-b49f-a957a054c909 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433315 Sep 08 09:17:18.986515 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-be004240-89bd-4a7f-9a20-03a854735472 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:19.059350 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c00f78-c1f6-468c-b5ac-11fac8199028 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:19.067915 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c00f78-c1f6-468c-b5ac-11fac8199028 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:19.070299 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-1b37df65-ff2a-47b4-9e62-6f0e95906498 None None] Provisioning for port 7401f476-3861-4044-b78f-d77967af57a7 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:17:19.085287 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c00f78-c1f6-468c-b5ac-11fac8199028 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:19.086349 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-1b37df65-ff2a-47b4-9e62-6f0e95906498 None None] Provisioning complete for port 7401f476-3861-4044-b78f-d77967af57a7 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:19.089063 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1b37df65-ff2a-47b4-9e62-6f0e95906498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:19.091649 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-00c00f78-c1f6-468c-b5ac-11fac8199028 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.3378444 Sep 08 09:17:19.095172 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 33108) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:19.280443 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device f15f1845-57f2-4ad4-9d7c-464235f6bbfe up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:17:19.365602 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-1b37df65-ff2a-47b4-9e62-6f0e95906498 None None] Port 7401f476-3861-4044-b78f-d77967af57a7 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:17:19.527739 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port f15f1845-57f2-4ad4-9d7c-464235f6bbfe completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:17:19.588976 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 23292925-4541-43a5-a873-e581c2a89289 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:17:19.675106 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881befc-f39c-47c2-b0fa-f67ca50be148 req-6720fcaa-2c49-4c11-895a-74bb94f341f8 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:19.681112 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9881befc-f39c-47c2-b0fa-f67ca50be148 req-6720fcaa-2c49-4c11-895a-74bb94f341f8 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=fccf27e6-fbed-4ff7-a3db-25884f4599c8 HTTP/1.1" status: 200 len: 946 time: 0.3135948 Sep 08 09:17:19.689965 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-1092933a-019f-4525-8cd4-2353fdddf571 None None] Provisioning complete for port 7401f476-3861-4044-b78f-d77967af57a7 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:19.690379 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1092933a-019f-4525-8cd4-2353fdddf571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:19.812335 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-ead2e56c-e65f-4a8a-a6b6-c73196807168 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Deleting port 0f174d9c-719c-4fa2-9833-18f75c75822b {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:17:19.812704 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ead2e56c-e65f-4a8a-a6b6-c73196807168 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:19.845195 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-be004240-89bd-4a7f-9a20-03a854735472 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:19.880165 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-be004240-89bd-4a7f-9a20-03a854735472 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:19.892408 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-1092933a-019f-4525-8cd4-2353fdddf571 None None] Port 7401f476-3861-4044-b78f-d77967af57a7 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:17:19.906580 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9881befc-f39c-47c2-b0fa-f67ca50be148 req-4d28b96f-17f5-4870-83c4-c27235a84c28 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134490 Sep 08 09:17:19.932093 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 23292925-4541-43a5-a873-e581c2a89289 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:19.932749 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:20.079311 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ebf3739d-30f2-4fb4-b412-597d98f9c4e5 None None] Provisioning for port 0f174d9c-719c-4fa2-9833-18f75c75822b completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:17:20.096763 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ebf3739d-30f2-4fb4-b412-597d98f9c4e5 None None] Provisioning complete for port 0f174d9c-719c-4fa2-9833-18f75c75822b triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:20.099038 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ebf3739d-30f2-4fb4-b412-597d98f9c4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:20.161900 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ead2e56c-e65f-4a8a-a6b6-c73196807168 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:20.194709 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-ead2e56c-e65f-4a8a-a6b6-c73196807168 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Calling delete_port for 0f174d9c-719c-4fa2-9833-18f75c75822b owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:17:20.196266 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ff7dbd-5b3a-4f87-a93e-6b69403c25da None None] Network c0f18515-71ee-42bc-9263-52ca769e6852 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:17:20.196932 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-be004240-89bd-4a7f-9a20-03a854735472 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:20.218872 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be004240-89bd-4a7f-9a20-03a854735472 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event updated for resources: {'Port': ['ID=44effea7-33db-4a9a-bdac-2816cae43bf4,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:20.276130 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-ebf3739d-30f2-4fb4-b412-597d98f9c4e5 None None] Port 0f174d9c-719c-4fa2-9833-18f75c75822b cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:17:20.490892 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffcf2d-b71d-4a3b-8ce1-c40f2a7bd231 req-2ab99d9f-ca19-4c00-951f-7cd713c9037f tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:20.492537 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f0ffcf2d-b71d-4a3b-8ce1-c40f2a7bd231 req-2ab99d9f-ca19-4c00-951f-7cd713c9037f tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=fccf27e6-fbed-4ff7-a3db-25884f4599c8 HTTP/1.1" status: 200 len: 946 time: 0.4186053 Sep 08 09:17:20.554246 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ead2e56c-e65f-4a8a-a6b6-c73196807168 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:20.614595 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:20.619009 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-62917207-cf99-4d58-b716-21b854304909 None None] Provisioning for port f15f1845-57f2-4ad4-9d7c-464235f6bbfe completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:17:20.644554 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-62917207-cf99-4d58-b716-21b854304909 None None] Provisioning complete for port f15f1845-57f2-4ad4-9d7c-464235f6bbfe triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:20.645261 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-62917207-cf99-4d58-b716-21b854304909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:20.659129 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2e56c-e65f-4a8a-a6b6-c73196807168 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event deleted for resources: {'Port': ['ID=0f174d9c-719c-4fa2-9833-18f75c75822b,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:20.683895 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f0ffcf2d-b71d-4a3b-8ce1-c40f2a7bd231 req-ba2ddc4a-bf6e-485e-8314-ab114f2f19c6 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798067 Sep 08 09:17:20.756519 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ead2e56c-e65f-4a8a-a6b6-c73196807168 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:20.762150 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ead2e56c-e65f-4a8a-a6b6-c73196807168 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/ports/0f174d9c-719c-4fa2-9833-18f75c75822b HTTP/1.1" status: 204 len: 168 time: 1.6651070 Sep 08 09:17:20.762280 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 33166) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:20.895325 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 3261f60a-8342-4918-9b90-04f5dc142bca up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:17:20.934080 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be004240-89bd-4a7f-9a20-03a854735472 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Network c0f18515-71ee-42bc-9263-52ca769e6852 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:17:20.935472 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfe17e85-905c-4996-a5f7-d96c78532661 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] GET failed (client error): The resource could not be found. Sep 08 09:17:20.938531 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-dfe17e85-905c-4996-a5f7-d96c78532661 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "GET /v2.0/ports/0f174d9c-719c-4fa2-9833-18f75c75822b HTTP/1.1" status: 404 len: 333 time: 0.1555278 Sep 08 09:17:20.940085 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 33172) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:20.950327 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-be004240-89bd-4a7f-9a20-03a854735472 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:17:21.095984 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-139c9ad2-0b77-4e92-ac72-eb1003212da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:21.107714 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-62917207-cf99-4d58-b716-21b854304909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:21.189283 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-62917207-cf99-4d58-b716-21b854304909 None None] For port f15f1845-57f2-4ad4-9d7c-464235f6bbfe, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=f15f1845-57f2-4ad4-9d7c-464235f6bbfe,segment=NetworkSegment(f22af6df-dc7d-4722-ad5a-8489dc60869f),segment_id=f22af6df-dc7d-4722-ad5a-8489dc60869f)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:17:21.197476 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 3261f60a-8342-4918-9b90-04f5dc142bca triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:21.197689 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-70c4d299-191c-4088-b648-3cfdb9558165 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Deleting port 7401f476-3861-4044-b78f-d77967af57a7 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:17:21.198149 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:21.198262 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-70c4d299-191c-4088-b648-3cfdb9558165 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:21.246604 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-62917207-cf99-4d58-b716-21b854304909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:21.377125 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be004240-89bd-4a7f-9a20-03a854735472 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Router 907a8081-16e6-4f78-a849-18e8e09a1f3a has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:17:21.442725 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc7dcd-862a-48c4-a56b-f155e43fefbd req-53ba8153-a84b-428e-a641-5613e7ac8deb tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:21.457054 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62917207-cf99-4d58-b716-21b854304909 None None] Pushing event updated for resources: {'Port': ['ID=f15f1845-57f2-4ad4-9d7c-464235f6bbfe,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:21.458749 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d0bc7dcd-862a-48c4-a56b-f155e43fefbd req-53ba8153-a84b-428e-a641-5613e7ac8deb tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=fccf27e6-fbed-4ff7-a3db-25884f4599c8 HTTP/1.1" status: 200 len: 946 time: 0.2147210 Sep 08 09:17:21.554910 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-70c4d299-191c-4088-b648-3cfdb9558165 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:21.599204 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d0bc7dcd-862a-48c4-a56b-f155e43fefbd req-8ec261fd-b7ae-4eb3-9fd4-2565312cd6f6 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380007 Sep 08 09:17:21.605421 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-70c4d299-191c-4088-b648-3cfdb9558165 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Calling delete_port for 7401f476-3861-4044-b78f-d77967af57a7 owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:17:21.613841 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be004240-89bd-4a7f-9a20-03a854735472 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:17:21.625405 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1347587e-37f0-470b-bcf5-ba4c82b9a29f None None] Sync routers for ids ['907a8081-16e6-4f78-a849-18e8e09a1f3a'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:17:21.627601 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-be004240-89bd-4a7f-9a20-03a854735472 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "PUT /v2.0/routers/907a8081-16e6-4f78-a849-18e8e09a1f3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4396532 Sep 08 09:17:21.632974 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 33190) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:21.643508 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1347587e-37f0-470b-bcf5-ba4c82b9a29f None None] Routers {'907a8081-16e6-4f78-a849-18e8e09a1f3a'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:17:21.644727 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-1347587e-37f0-470b-bcf5-ba4c82b9a29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:17:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['907a8081-16e6-4f78-a849-18e8e09a1f3a'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:21.647833 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-e8d6c915-474d-4aab-b396-2a7712bd5484 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Request body: {'network': {'name': 'tempest-RoutersTest-1472918264'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:17:21.712490 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d6c915-474d-4aab-b396-2a7712bd5484 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Made reservation on behalf of b47dd3c58c0a4fafa7b4bef429a7d4d4 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:17:21.716169 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e8d6c915-474d-4aab-b396-2a7712bd5484 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:21.829439 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-1347587e-37f0-470b-bcf5-ba4c82b9a29f None None] Set router 907a8081-16e6-4f78-a849-18e8e09a1f3a gateway port host: None {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:17:21.861665 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8d6c915-474d-4aab-b396-2a7712bd5484 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:17:21.901732 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e8d6c915-474d-4aab-b396-2a7712bd5484 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:21.906146 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-e8d6c915-474d-4aab-b396-2a7712bd5484 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Added segment 086a47bc-1e85-4b7b-8e00-b85d59c1a54a of type vlan for network e1d4d08e-5fcd-4b1e-8a7c-7a4247e6264e Sep 08 09:17:21.914132 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c926791f-ed23-4e3e-b096-e38d9e1468f3 None None] Provisioning complete for port f15f1845-57f2-4ad4-9d7c-464235f6bbfe triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:21.914674 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c926791f-ed23-4e3e-b096-e38d9e1468f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:21.982826 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e8d6c915-474d-4aab-b396-2a7712bd5484 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:22.103016 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e8d6c915-474d-4aab-b396-2a7712bd5484 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:22.113230 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d6c915-474d-4aab-b396-2a7712bd5484 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:22.115078 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e8d6c915-474d-4aab-b396-2a7712bd5484 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:22.204617 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:22.242305 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e8d6c915-474d-4aab-b396-2a7712bd5484 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6082675 Sep 08 09:17:22.245083 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 33210) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:22.250481 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-3186afcd-5b2e-4b66-b3a6-839f673faac2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Request body: {'subnet': {'network_id': 'e1d4d08e-5fcd-4b1e-8a7c-7a4247e6264e', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:17:22.257114 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-205e140a-2f53-47b9-80c8-49641dd479da req-8d63d0b7-4225-45aa-8bce-fa1f92de18ba service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=466dd1de-7c87-44ea-9263-ee31534de028&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2403867 Sep 08 09:17:22.479793 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c926791f-ed23-4e3e-b096-e38d9e1468f3 None None] Provisioning for port 44effea7-33db-4a9a-bdac-2816cae43bf4 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:17:22.490142 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d6c915-474d-4aab-b396-2a7712bd5484 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event updated for resources: {'Network': ['ID=e1d4d08e-5fcd-4b1e-8a7c-7a4247e6264e,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:22.494640 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c926791f-ed23-4e3e-b096-e38d9e1468f3 None None] Provisioning complete for port 44effea7-33db-4a9a-bdac-2816cae43bf4 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:22.496018 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c926791f-ed23-4e3e-b096-e38d9e1468f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:22.502757 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3186afcd-5b2e-4b66-b3a6-839f673faac2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Made reservation on behalf of b47dd3c58c0a4fafa7b4bef429a7d4d4 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:17:22.507504 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3186afcd-5b2e-4b66-b3a6-839f673faac2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:22.548693 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network e1d4d08e-5fcd-4b1e-8a7c-7a4247e6264e details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:17:22.562465 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-70c4d299-191c-4088-b648-3cfdb9558165 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:22.620995 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e140a-2f53-47b9-80c8-49641dd479da req-5be203a4-ca94-4575-983a-7f24f7a4c9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:22.622329 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-205e140a-2f53-47b9-80c8-49641dd479da req-5be203a4-ca94-4575-983a-7f24f7a4c9b2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=361efd7dd288461f98c228af9e362c93&device_id=466dd1de-7c87-44ea-9263-ee31534de028 HTTP/1.1" status: 200 len: 1097 time: 0.2749357 Sep 08 09:17:22.624348 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c4d299-191c-4088-b648-3cfdb9558165 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event deleted for resources: {'Port': ['ID=7401f476-3861-4044-b78f-d77967af57a7,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:22.751667 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-c926791f-ed23-4e3e-b096-e38d9e1468f3 None None] Port 44effea7-33db-4a9a-bdac-2816cae43bf4 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:17:22.755467 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-1347587e-37f0-470b-bcf5-ba4c82b9a29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'name': 'tempest-RoutersTest-router-1198217534', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:17:05Z', 'updated_at': '2021-09-08T09:17:18Z', 'revision_number': 3, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'gw_port_host': None, '_interfaces': [{'id': '3261f60a-8342-4918-9b90-04f5dc142bca', 'name': '', 'network_id': 'c0e88987-3734-44b5-a343-c3969901aa9b', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:36:34:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:08Z', 'updated_at': '2021-09-08T09:17:18Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44effea7-33db-4a9a-bdac-2816cae43bf4', 'name': '', 'network_id': 'c0f18515-71ee-42bc-9263-52ca769e6852', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:cb:21:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': 'f9fdaff2-f8a0-453d-ba57-db7c1f9fd286', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:16Z', 'updated_at': '2021-09-08T09:17:19Z', 'revision_number': 2, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': 'f9fdaff2-f8a0-453d-ba57-db7c1f9fd286', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:22.838838 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1347587e-37f0-470b-bcf5-ba4c82b9a29f None None] Checking router: 907a8081-16e6-4f78-a849-18e8e09a1f3a for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:17:22.838838 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1347587e-37f0-470b-bcf5-ba4c82b9a29f None None] Updating router 907a8081-16e6-4f78-a849-18e8e09a1f3a port 44effea7-33db-4a9a-bdac-2816cae43bf4 binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:17:22.852337 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-70c4d299-191c-4088-b648-3cfdb9558165 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:22.864618 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-70c4d299-191c-4088-b648-3cfdb9558165 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/ports/7401f476-3861-4044-b78f-d77967af57a7 HTTP/1.1" status: 204 len: 168 time: 1.9231884 Sep 08 09:17:22.870449 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 33226) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:22.925027 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-21ec6496-e583-479e-9dd5-e05fcee49fd7 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] GET failed (client error): The resource could not be found. Sep 08 09:17:22.931680 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-21ec6496-e583-479e-9dd5-e05fcee49fd7 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "GET /v2.0/ports/7401f476-3861-4044-b78f-d77967af57a7 HTTP/1.1" status: 404 len: 333 time: 0.0600512 Sep 08 09:17:22.932462 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 33228) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:22.949661 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device f15f1845-57f2-4ad4-9d7c-464235f6bbfe up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:17:23.055488 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e2256-1dc7-40b5-bab8-7b57da581db0 req-472d6585-e4e4-4b8c-80c5-dcb2ae8058f8 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:23.059424 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ce2e2256-1dc7-40b5-bab8-7b57da581db0 req-472d6585-e4e4-4b8c-80c5-dcb2ae8058f8 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.35 "GET /v2.0/ports?device_id=fccf27e6-fbed-4ff7-a3db-25884f4599c8 HTTP/1.1" status: 200 len: 946 time: 0.7037392 Sep 08 09:17:23.087843 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1347587e-37f0-470b-bcf5-ba4c82b9a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:23.142160 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d3446a8-ed27-4daf-bab9-4a020bcff01e tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Deleting subnet 2527493a-10da-4ad0-a9be-396363f6948a {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:17:23.146515 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7d3446a8-ed27-4daf-bab9-4a020bcff01e tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:23.194879 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7d3446a8-ed27-4daf-bab9-4a020bcff01e tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:23.313320 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7d3446a8-ed27-4daf-bab9-4a020bcff01e tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:23.326441 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6240d87-01f3-45e6-ae6e-1d1944160997 req-68844c02-4503-4481-8b72-3ad4a3debe70 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:23.330574 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b6240d87-01f3-45e6-ae6e-1d1944160997 req-68844c02-4503-4481-8b72-3ad4a3debe70 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=fccf27e6-fbed-4ff7-a3db-25884f4599c8 HTTP/1.1" status: 200 len: 946 time: 0.5054533 Sep 08 09:17:23.431632 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-929d0041-8651-4ed7-8944-314870d34e2e None None] Provisioning complete for port 44effea7-33db-4a9a-bdac-2816cae43bf4 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:23.431961 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-929d0041-8651-4ed7-8944-314870d34e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:23.470674 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7d3446a8-ed27-4daf-bab9-4a020bcff01e tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:23.485179 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b6240d87-01f3-45e6-ae6e-1d1944160997 req-52933945-9e5b-48b5-aeeb-3422bbbf152b tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368356 Sep 08 09:17:23.489499 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e140a-2f53-47b9-80c8-49641dd479da req-1a6d6dae-6891-4b3b-a014-b7432626181a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:23.491424 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-205e140a-2f53-47b9-80c8-49641dd479da req-1a6d6dae-6891-4b3b-a014-b7432626181a service neutron] 10.222.0.37 "GET /v2.0/networks?id=48c54abd-6f52-4b1d-9226-4a2566a5fe28 HTTP/1.1" status: 200 len: 907 time: 0.8398402 Sep 08 09:17:23.495525 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3186afcd-5b2e-4b66-b3a6-839f673faac2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:23.555537 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3446a8-ed27-4daf-bab9-4a020bcff01e tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event deleted for resources: {'Subnet': ['ID=2527493a-10da-4ad0-a9be-396363f6948a,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:23.575192 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7d3446a8-ed27-4daf-bab9-4a020bcff01e tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:23.577645 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7d3446a8-ed27-4daf-bab9-4a020bcff01e tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/subnets/2527493a-10da-4ad0-a9be-396363f6948a HTTP/1.1" status: 204 len: 168 time: 0.6394107 Sep 08 09:17:23.602783 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 33240) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:23.617257 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 33242) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:23.620312 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-205e140a-2f53-47b9-80c8-49641dd479da req-efef588c-2d10-48d4-b016-ac319e55782d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9 HTTP/1.1" status: 200 len: 217 time: 0.1192646 Sep 08 09:17:23.661154 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06849854-42a4-4d14-aa31-5ad863c2137c None None] Network 73fba7b2-e6c7-4477-af53-054af1cb311d requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:17:23.682982 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3186afcd-5b2e-4b66-b3a6-839f673faac2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event updated for resources: {'Subnet': ['ID=5e30eb6c-c939-4257-87b6-09d6c72982a3,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:23.744529 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-ce2e2256-1dc7-40b5-bab8-7b57da581db0 req-f86aea56-f245-4afe-bfc2-2838ff183a7b tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Deleting port 95275709-3583-450c-9e78-5751b5545bed {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:17:23.745015 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ce2e2256-1dc7-40b5-bab8-7b57da581db0 req-f86aea56-f245-4afe-bfc2-2838ff183a7b tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:23.752386 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e140a-2f53-47b9-80c8-49641dd479da req-6ab9a7cb-dbff-42d7-bd6b-36be731dab39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:23.754840 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-205e140a-2f53-47b9-80c8-49641dd479da req-6ab9a7cb-dbff-42d7-bd6b-36be731dab39 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7d9ca010-a841-4012-aaa1-2a86eaf161a1 HTTP/1.1" status: 200 len: 846 time: 0.1239517 Sep 08 09:17:23.795775 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3186afcd-5b2e-4b66-b3a6-839f673faac2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Checking segment: {'id': '086a47bc-1e85-4b7b-8e00-b85d59c1a54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e1d4d08e-5fcd-4b1e-8a7c-7a4247e6264e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:17:23.796621 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3186afcd-5b2e-4b66-b3a6-839f673faac2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Network hostable DHCP agents. Network: e1d4d08e-5fcd-4b1e-8a7c-7a4247e6264e, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:17:23.805962 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-205e140a-2f53-47b9-80c8-49641dd479da req-ace07d36-4001-422d-896b-073380db15dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=48c54abd-6f52-4b1d-9226-4a2566a5fe28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401311 Sep 08 09:17:23.812316 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0b8e40e5-0fb7-4776-bb39-511495abde51 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:23.924800 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3186afcd-5b2e-4b66-b3a6-839f673faac2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Network e1d4d08e-5fcd-4b1e-8a7c-7a4247e6264e is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:17:23.968044 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-3186afcd-5b2e-4b66-b3a6-839f673faac2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, e1d4d08e-5fcd-4b1e-8a7c-7a4247e6264e) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:17:23.981297 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3186afcd-5b2e-4b66-b3a6-839f673faac2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:23.981911 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3186afcd-5b2e-4b66-b3a6-839f673faac2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:24.024984 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3186afcd-5b2e-4b66-b3a6-839f673faac2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7787683 Sep 08 09:17:24.032508 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 33256) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:24.044446 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-0b8e40e5-0fb7-4776-bb39-511495abde51 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Deleting port 23292925-4541-43a5-a873-e581c2a89289 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:17:24.045042 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0b8e40e5-0fb7-4776-bb39-511495abde51 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:24.143102 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1616b92-2846-4b2c-a089-186fec7c470a None None] Network e1d4d08e-5fcd-4b1e-8a7c-7a4247e6264e requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:17:24.166107 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-0b8e40e5-0fb7-4776-bb39-511495abde51 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] For port 23292925-4541-43a5-a873-e581c2a89289, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=23292925-4541-43a5-a873-e581c2a89289,segment=NetworkSegment(069e5718-5be9-42f5-b7a7-418871d1ca05),segment_id=069e5718-5be9-42f5-b7a7-418871d1ca05)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:17:24.171039 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0b8e40e5-0fb7-4776-bb39-511495abde51 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:24.172759 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-53b0a599-fb9c-49ac-a03d-61302b5c319f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:24.211851 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:24.237375 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-0b8e40e5-0fb7-4776-bb39-511495abde51 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Calling delete_port for 23292925-4541-43a5-a873-e581c2a89289 owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:17:24.256136 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-929d0041-8651-4ed7-8944-314870d34e2e None None] Port 44effea7-33db-4a9a-bdac-2816cae43bf4 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:17:24.267454 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1347587e-37f0-470b-bcf5-ba4c82b9a29f None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:24.280574 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:24.322508 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port f15f1845-57f2-4ad4-9d7c-464235f6bbfe triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:24.323546 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:24.367371 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-1347587e-37f0-470b-bcf5-ba4c82b9a29f None None] Transition to ACTIVE for port object 44effea7-33db-4a9a-bdac-2816cae43bf4 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:17:24.387420 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-ce2e2256-1dc7-40b5-bab8-7b57da581db0 req-f86aea56-f245-4afe-bfc2-2838ff183a7b tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] For port 95275709-3583-450c-9e78-5751b5545bed, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=95275709-3583-450c-9e78-5751b5545bed,segment=NetworkSegment(7ce255b1-6bde-43a1-82b1-212ac77774b3),segment_id=7ce255b1-6bde-43a1-82b1-212ac77774b3)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:17:24.388062 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ce2e2256-1dc7-40b5-bab8-7b57da581db0 req-f86aea56-f245-4afe-bfc2-2838ff183a7b tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:24.413931 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-ce2e2256-1dc7-40b5-bab8-7b57da581db0 req-f86aea56-f245-4afe-bfc2-2838ff183a7b tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Calling delete_port for 95275709-3583-450c-9e78-5751b5545bed owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:17:24.427854 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1347587e-37f0-470b-bcf5-ba4c82b9a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:24.505219 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0b8e40e5-0fb7-4776-bb39-511495abde51 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:24.537949 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8e40e5-0fb7-4776-bb39-511495abde51 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] No DVR routers for this DVR port 23292925-4541-43a5-a873-e581c2a89289 on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:17:24.579847 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-205e140a-2f53-47b9-80c8-49641dd479da req-b636a5ab-d05c-40b9-92ce-f3e63eab729f service neutron] 10.222.0.37 "GET /v2.0/networks/48c54abd-6f52-4b1d-9226-4a2566a5fe28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7237523 Sep 08 09:17:24.589220 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae8bc98-9a8f-45da-a4a9-5d3373926ba4 None None] Pushing event updated for resources: {'Port': ['ID=44effea7-33db-4a9a-bdac-2816cae43bf4,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:24.643762 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e40e5-0fb7-4776-bb39-511495abde51 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event deleted for resources: {'Port': ['ID=23292925-4541-43a5-a873-e581c2a89289,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:24.764515 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18175165-c999-476d-ad74-4b4ebf60ca74 None None] DHCP port deletion for 73fba7b2-e6c7-4477-af53-054af1cb311d request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:17:24.854084 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ce2e2256-1dc7-40b5-bab8-7b57da581db0 req-f86aea56-f245-4afe-bfc2-2838ff183a7b tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:24.877755 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-53b0a599-fb9c-49ac-a03d-61302b5c319f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:24.939973 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:17:24.948869 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-1347587e-37f0-470b-bcf5-ba4c82b9a29f None None] Attempting to bind port 44effea7-33db-4a9a-bdac-2816cae43bf4 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:17:24.949365 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-1347587e-37f0-470b-bcf5-ba4c82b9a29f None None] Attempting to bind port 44effea7-33db-4a9a-bdac-2816cae43bf4 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'f22af6df-dc7d-4722-ad5a-8489dc60869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'c0f18515-71ee-42bc-9263-52ca769e6852'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:17:24.949841 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1347587e-37f0-470b-bcf5-ba4c82b9a29f None None] Attempting to bind port 44effea7-33db-4a9a-bdac-2816cae43bf4 on network c0f18515-71ee-42bc-9263-52ca769e6852 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:17:24.969182 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-53b0a599-fb9c-49ac-a03d-61302b5c319f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:24.978492 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86aea56-f245-4afe-bfc2-2838ff183a7b tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Pushing event deleted for resources: {'Port': ['ID=95275709-3583-450c-9e78-5751b5545bed,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:24.980587 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7a3b09-62fe-47b0-a76e-d045cda5ef23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-e1d4d08e-5fcd-4b1e-8a7c-7a4247e6264e', 'network_id': 'e1d4d08e-5fcd-4b1e-8a7c-7a4247e6264e', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'fixed_ips': [{'subnet_id': '5e30eb6c-c939-4257-87b6-09d6c72982a3'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:17:24.981459 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3c7a3b09-62fe-47b0-a76e-d045cda5ef23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:25.031953 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1347587e-37f0-470b-bcf5-ba4c82b9a29f None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:17:25.034133 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1347587e-37f0-470b-bcf5-ba4c82b9a29f None None] Checking segment: {'id': 'f22af6df-dc7d-4722-ad5a-8489dc60869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'c0f18515-71ee-42bc-9263-52ca769e6852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:17:25.035146 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1347587e-37f0-470b-bcf5-ba4c82b9a29f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:25.035734 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1347587e-37f0-470b-bcf5-ba4c82b9a29f None None] Bound using segment: {'id': 'f22af6df-dc7d-4722-ad5a-8489dc60869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'c0f18515-71ee-42bc-9263-52ca769e6852'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:17:25.036766 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-1347587e-37f0-470b-bcf5-ba4c82b9a29f None None] Bound port: 44effea7-33db-4a9a-bdac-2816cae43bf4, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22af6df-dc7d-4722-ad5a-8489dc60869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'c0f18515-71ee-42bc-9263-52ca769e6852'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:17:25.037175 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1347587e-37f0-470b-bcf5-ba4c82b9a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:25.044272 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d779f9b-9ab6-498d-8ab0-abb042878607 req-5a7ddeeb-7d21-4613-8ccd-3eb3076d0ff6 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:25.053738 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6d779f9b-9ab6-498d-8ab0-abb042878607 req-5a7ddeeb-7d21-4613-8ccd-3eb3076d0ff6 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=fccf27e6-fbed-4ff7-a3db-25884f4599c8 HTTP/1.1" status: 200 len: 867 time: 0.2827415 Sep 08 09:17:25.067270 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0b8e40e5-0fb7-4776-bb39-511495abde51 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:25.127291 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-0b8e40e5-0fb7-4776-bb39-511495abde51 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73fba7b2-e6c7-4477-af53-054af1cb311d']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:25.191453 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-205e140a-2f53-47b9-80c8-49641dd479da req-909fab93-f955-4b0c-b678-8bab7c4b755b service neutron] 10.222.0.37 "GET /v2.0/networks/48c54abd-6f52-4b1d-9226-4a2566a5fe28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5980015 Sep 08 09:17:25.232694 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-0b8e40e5-0fb7-4776-bb39-511495abde51 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '069e5718-5be9-42f5-b7a7-418871d1ca05') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:25.232959 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-0b8e40e5-0fb7-4776-bb39-511495abde51 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '069e5718-5be9-42f5-b7a7-418871d1ca05') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:25.263221 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-3c7a3b09-62fe-47b0-a76e-d045cda5ef23 None None] Allocated IP 172.22.0.2 (e1d4d08e-5fcd-4b1e-8a7c-7a4247e6264e/5e30eb6c-c939-4257-87b6-09d6c72982a3/77d3adfc-dae1-4334-9e83-b34db90500fa) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:17:25.304435 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d2e22db5-aee4-498a-948f-765bad5309f6 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:25.321464 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0b8e40e5-0fb7-4776-bb39-511495abde51 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:25.354548 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-53b0a599-fb9c-49ac-a03d-61302b5c319f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bd8c0f68c1ea4cde9ca3ffb1d4ccb587&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7336535 Sep 08 09:17:25.360638 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 23292925-4541-43a5-a873-e581c2a89289 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:17:25.362529 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce2e2256-1dc7-40b5-bab8-7b57da581db0 req-f86aea56-f245-4afe-bfc2-2838ff183a7b tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] No DVR routers for this DVR port 95275709-3583-450c-9e78-5751b5545bed on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:17:25.365361 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b0a599-fb9c-49ac-a03d-61302b5c319f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4820e098-62d6-42a1-aa91-1c8c3000d6d6,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:25.372577 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 33276) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:25.376322 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ce2e2256-1dc7-40b5-bab8-7b57da581db0 req-f86aea56-f245-4afe-bfc2-2838ff183a7b tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:25.379106 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ce2e2256-1dc7-40b5-bab8-7b57da581db0 req-f86aea56-f245-4afe-bfc2-2838ff183a7b tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.35 "DELETE /v2.0/ports/95275709-3583-450c-9e78-5751b5545bed HTTP/1.1" status: 204 len: 173 time: 2.3076010 Sep 08 09:17:25.381212 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fccf27e6-fbed-4ff7-a3db-25884f4599c8', 'name': 'network-vif-deleted', 'tag': '95275709-3583-450c-9e78-5751b5545bed'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:17:25.384217 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50d94d5-1b04-47a1-808e-286d780f2213" -d '{"events": [{"server_uuid": "fccf27e6-fbed-4ff7-a3db-25884f4599c8", "name": "network-vif-deleted", "tag": "95275709-3583-450c-9e78-5751b5545bed"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:17:25.412062 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6d779f9b-9ab6-498d-8ab0-abb042878607 req-d7cf5787-297c-493a-a04b-2680fd879f45 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569858 Sep 08 09:17:25.437423 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0b8e40e5-0fb7-4776-bb39-511495abde51 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:25.466961 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 23292925-4541-43a5-a873-e581c2a89289 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:17:25.467475 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 23292925-4541-43a5-a873-e581c2a89289 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:17:25.469358 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b8e40e5-0fb7-4776-bb39-511495abde51 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:17:25.469790 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0b8e40e5-0fb7-4776-bb39-511495abde51 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:25.478254 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:17:25.478254 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:17:25.478254 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:17:25.478254 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:17:25.478254 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:17:25.478254 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:17:25.478254 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:17:25.478254 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:17:25.478254 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:17:25.478254 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:17:25.478254 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:17:25.478254 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:17:25.478254 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:17:25.478254 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:17:25.478254 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:17:25.478254 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:17:25.478254 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:17:25.478254 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:17:25.478254 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:17:25.478254 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:17:25.478254 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:17:25.478254 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:17:25.478254 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:17:25.478254 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:17:25.478254 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:17:25.478254 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:17:25.478254 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:17:25.478254 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:17:25.478254 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:17:25.478254 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:17:25.478254 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:17:25.478254 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:17:25.501412 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9808695b-0a3e-4fb4-bd2b-8da7290d1cef x-openstack-request-id: req-9808695b-0a3e-4fb4-bd2b-8da7290d1cef {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:17:25.501718 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fccf27e6-fbed-4ff7-a3db-25884f4599c8", "name": "network-vif-deleted", "tag": "95275709-3583-450c-9e78-5751b5545bed", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:17:25.501982 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9808695b-0a3e-4fb4-bd2b-8da7290d1cef {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:17:25.502454 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fccf27e6-fbed-4ff7-a3db-25884f4599c8', 'name': 'network-vif-deleted', 'tag': '95275709-3583-450c-9e78-5751b5545bed', 'status': 'completed', 'code': 200} Sep 08 09:17:25.562687 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-008b5be5-2adf-4c62-88d5-29d65d728a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:25.626123 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-1347587e-37f0-470b-bcf5-ba4c82b9a29f None None] For port 44effea7-33db-4a9a-bdac-2816cae43bf4, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:17:25.636548 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-008b5be5-2adf-4c62-88d5-29d65d728a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:25.666464 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-1347587e-37f0-470b-bcf5-ba4c82b9a29f None None] For port 44effea7-33db-4a9a-bdac-2816cae43bf4, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=44effea7-33db-4a9a-bdac-2816cae43bf4,segment=NetworkSegment(f22af6df-dc7d-4722-ad5a-8489dc60869f),segment_id=f22af6df-dc7d-4722-ad5a-8489dc60869f)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:17:25.686419 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1347587e-37f0-470b-bcf5-ba4c82b9a29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:25.695910 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0b8e40e5-0fb7-4776-bb39-511495abde51 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:25.727779 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0b8e40e5-0fb7-4776-bb39-511495abde51 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:25.730493 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0b8e40e5-0fb7-4776-bb39-511495abde51 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/networks/73fba7b2-e6c7-4477-af53-054af1cb311d HTTP/1.1" status: 204 len: 168 time: 2.1250246 Sep 08 09:17:25.738390 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 33286) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:25.741644 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3c7a3b09-62fe-47b0-a76e-d045cda5ef23 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:25.747538 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-80e7e03e-57b5-4b27-9cb5-3c6390d9eed8 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1950135060'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:17:25.759661 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-008b5be5-2adf-4c62-88d5-29d65d728a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:25.768594 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-008b5be5-2adf-4c62-88d5-29d65d728a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:25.773073 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-008b5be5-2adf-4c62-88d5-29d65d728a1d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4820e098-62d6-42a1-aa91-1c8c3000d6d6 HTTP/1.1" status: 204 len: 168 time: 0.3926446 Sep 08 09:17:25.795344 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b5be5-2adf-4c62-88d5-29d65d728a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4820e098-62d6-42a1-aa91-1c8c3000d6d6,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:25.802188 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-3c7a3b09-62fe-47b0-a76e-d045cda5ef23 None None] Transition to ACTIVE for port object 77d3adfc-dae1-4334-9e83-b34db90500fa will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:17:25.820214 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e7e03e-57b5-4b27-9cb5-3c6390d9eed8 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Made reservation on behalf of ea019fc10697428ead6b1798adcd8ba7 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:17:25.826872 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-80e7e03e-57b5-4b27-9cb5-3c6390d9eed8 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:25.876928 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80e7e03e-57b5-4b27-9cb5-3c6390d9eed8 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:17:25.901521 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-80e7e03e-57b5-4b27-9cb5-3c6390d9eed8 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:25.901888 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-80e7e03e-57b5-4b27-9cb5-3c6390d9eed8 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Added segment 50440245-e0bd-41fc-92fc-648b576cf809 of type vlan for network 35e3ae25-e770-45f6-8364-2c09c7112835 Sep 08 09:17:25.992158 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-3c7a3b09-62fe-47b0-a76e-d045cda5ef23 None None] Transition to ACTIVE for port object 77d3adfc-dae1-4334-9e83-b34db90500fa will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:17:26.003873 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e40e5-0fb7-4776-bb39-511495abde51 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event deleted for resources: {'Network': ['ID=73fba7b2-e6c7-4477-af53-054af1cb311d,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:26.015293 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-80e7e03e-57b5-4b27-9cb5-3c6390d9eed8 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:26.024615 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae8bc98-9a8f-45da-a4a9-5d3373926ba4 None None] Pushing event updated for resources: {'Port': ['ID=44effea7-33db-4a9a-bdac-2816cae43bf4,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:26.042503 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3c7a3b09-62fe-47b0-a76e-d045cda5ef23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:26.100817 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-d2e22db5-aee4-498a-948f-765bad5309f6 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Allocated IP 172.22.0.1 (e1d4d08e-5fcd-4b1e-8a7c-7a4247e6264e/5e30eb6c-c939-4257-87b6-09d6c72982a3/4b859661-3e48-41f6-b6ad-d55baf0a99c0) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:17:26.110629 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-80e7e03e-57b5-4b27-9cb5-3c6390d9eed8 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:26.145434 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e7e03e-57b5-4b27-9cb5-3c6390d9eed8 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:26.148665 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-80e7e03e-57b5-4b27-9cb5-3c6390d9eed8 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:26.211541 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1347587e-37f0-470b-bcf5-ba4c82b9a29f None None] Routers {'907a8081-16e6-4f78-a849-18e8e09a1f3a'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:17:26.212486 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-1347587e-37f0-470b-bcf5-ba4c82b9a29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:17:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['907a8081-16e6-4f78-a849-18e8e09a1f3a'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:26.240084 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 95275709-3583-450c-9e78-5751b5545bed no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:17:26.286949 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d2e22db5-aee4-498a-948f-765bad5309f6 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:26.287198 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-80e7e03e-57b5-4b27-9cb5-3c6390d9eed8 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5434568 Sep 08 09:17:26.299306 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-d2e22db5-aee4-498a-948f-765bad5309f6 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Transition to ACTIVE for port object 4b859661-3e48-41f6-b6ad-d55baf0a99c0 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:17:26.354720 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 33302) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:26.360053 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-0c917321-b1b9-4285-9073-385f69cb9484 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Request body: {'subnet': {'network_id': '35e3ae25-e770-45f6-8364-2c09c7112835', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:17:26.375958 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7e03e-57b5-4b27-9cb5-3c6390d9eed8 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event updated for resources: {'Network': ['ID=35e3ae25-e770-45f6-8364-2c09c7112835,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:26.435364 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7a3b09-62fe-47b0-a76e-d045cda5ef23 None None] Network e1d4d08e-5fcd-4b1e-8a7c-7a4247e6264e is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:17:26.437841 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: 95275709-3583-450c-9e78-5751b5545bed {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:17:26.438228 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 95275709-3583-450c-9e78-5751b5545bed not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:17:26.441613 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-3c7a3b09-62fe-47b0-a76e-d045cda5ef23 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:17:26.446436 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 35e3ae25-e770-45f6-8364-2c09c7112835 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:17:26.449610 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d2e22db5-aee4-498a-948f-765bad5309f6 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:26.461258 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7a3b09-62fe-47b0-a76e-d045cda5ef23 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:17:26.490884 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 33306) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:26.594770 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a3b09-62fe-47b0-a76e-d045cda5ef23 None None] Pushing event updated for resources: {'Port': ['ID=77d3adfc-dae1-4334-9e83-b34db90500fa,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:26.596374 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c917321-b1b9-4285-9073-385f69cb9484 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Made reservation on behalf of ea019fc10697428ead6b1798adcd8ba7 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:17:26.601709 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0c917321-b1b9-4285-9073-385f69cb9484 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:26.845725 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-1347587e-37f0-470b-bcf5-ba4c82b9a29f None None] Set router 907a8081-16e6-4f78-a849-18e8e09a1f3a gateway port host: None {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:17:26.950211 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-3c7a3b09-62fe-47b0-a76e-d045cda5ef23 None None] Attempting to bind port 77d3adfc-dae1-4334-9e83-b34db90500fa on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:17:26.950894 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-3c7a3b09-62fe-47b0-a76e-d045cda5ef23 None None] Attempting to bind port 77d3adfc-dae1-4334-9e83-b34db90500fa by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '086a47bc-1e85-4b7b-8e00-b85d59c1a54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e1d4d08e-5fcd-4b1e-8a7c-7a4247e6264e'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:17:26.951591 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7a3b09-62fe-47b0-a76e-d045cda5ef23 None None] Attempting to bind port 77d3adfc-dae1-4334-9e83-b34db90500fa on network e1d4d08e-5fcd-4b1e-8a7c-7a4247e6264e {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:17:26.965174 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7a3b09-62fe-47b0-a76e-d045cda5ef23 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:17:26.965860 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7a3b09-62fe-47b0-a76e-d045cda5ef23 None None] Checking segment: {'id': '086a47bc-1e85-4b7b-8e00-b85d59c1a54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e1d4d08e-5fcd-4b1e-8a7c-7a4247e6264e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:17:26.966547 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3c7a3b09-62fe-47b0-a76e-d045cda5ef23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:26.967165 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7a3b09-62fe-47b0-a76e-d045cda5ef23 None None] Bound using segment: {'id': '086a47bc-1e85-4b7b-8e00-b85d59c1a54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e1d4d08e-5fcd-4b1e-8a7c-7a4247e6264e'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:17:26.967888 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-3c7a3b09-62fe-47b0-a76e-d045cda5ef23 None None] Bound port: 77d3adfc-dae1-4334-9e83-b34db90500fa, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '086a47bc-1e85-4b7b-8e00-b85d59c1a54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e1d4d08e-5fcd-4b1e-8a7c-7a4247e6264e'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:17:26.968531 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3c7a3b09-62fe-47b0-a76e-d045cda5ef23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:27.144700 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0c917321-b1b9-4285-9073-385f69cb9484 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:27.210651 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e22db5-aee4-498a-948f-765bad5309f6 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Network e1d4d08e-5fcd-4b1e-8a7c-7a4247e6264e is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:17:27.271768 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-d2e22db5-aee4-498a-948f-765bad5309f6 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:17:27.276478 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c917321-b1b9-4285-9073-385f69cb9484 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Checking segment: {'id': '50440245-e0bd-41fc-92fc-648b576cf809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '35e3ae25-e770-45f6-8364-2c09c7112835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:17:27.277122 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c917321-b1b9-4285-9073-385f69cb9484 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Network hostable DHCP agents. Network: 35e3ae25-e770-45f6-8364-2c09c7112835, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:17:27.290324 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e22db5-aee4-498a-948f-765bad5309f6 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:17:27.299604 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c917321-b1b9-4285-9073-385f69cb9484 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event updated for resources: {'Subnet': ['ID=53ab7a1e-3361-4c8b-acb8-260693a70e8c,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:27.305364 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c917321-b1b9-4285-9073-385f69cb9484 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Network 35e3ae25-e770-45f6-8364-2c09c7112835 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:17:27.312106 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e22db5-aee4-498a-948f-765bad5309f6 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event updated for resources: {'Port': ['ID=4b859661-3e48-41f6-b6ad-d55baf0a99c0,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:27.326658 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-0c917321-b1b9-4285-9073-385f69cb9484 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 35e3ae25-e770-45f6-8364-2c09c7112835) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:17:27.346597 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c917321-b1b9-4285-9073-385f69cb9484 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:27.348418 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c94508-7fce-4e4e-bd5a-75d8330bfa91 None None] Network 35e3ae25-e770-45f6-8364-2c09c7112835 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:17:27.349936 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0c917321-b1b9-4285-9073-385f69cb9484 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:27.377411 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7647a70d-9112-42ac-a5af-b15526b01e71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:27.388306 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-0c917321-b1b9-4285-9073-385f69cb9484 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0324690 Sep 08 09:17:27.389415 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 33346) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:27.399507 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-262f7b80-56f2-4701-aadc-99173f414757 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1666377450', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:17:27.493957 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d2e22db5-aee4-498a-948f-765bad5309f6 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:27.549802 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-3c7a3b09-62fe-47b0-a76e-d045cda5ef23 None None] For port 77d3adfc-dae1-4334-9e83-b34db90500fa, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:17:27.609767 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-3c7a3b09-62fe-47b0-a76e-d045cda5ef23 None None] For port 77d3adfc-dae1-4334-9e83-b34db90500fa, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=77d3adfc-dae1-4334-9e83-b34db90500fa,segment=NetworkSegment(086a47bc-1e85-4b7b-8e00-b85d59c1a54a),segment_id=086a47bc-1e85-4b7b-8e00-b85d59c1a54a)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:17:27.621560 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3c7a3b09-62fe-47b0-a76e-d045cda5ef23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:27.658064 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7647a70d-9112-42ac-a5af-b15526b01e71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:27.694069 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7647a70d-9112-42ac-a5af-b15526b01e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:27.708023 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-262f7b80-56f2-4701-aadc-99173f414757 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:27.715201 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-262f7b80-56f2-4701-aadc-99173f414757 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:27.846165 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7647a70d-9112-42ac-a5af-b15526b01e71 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=876fbc4405694a4c932356b05bea1bdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7036705 Sep 08 09:17:27.850975 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7647a70d-9112-42ac-a5af-b15526b01e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbd7836-d487-4fa3-97fb-edd13a5b6f06,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:27.859411 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 33360) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:27.920394 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-262f7b80-56f2-4701-aadc-99173f414757 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:27.932701 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-262f7b80-56f2-4701-aadc-99173f414757 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:28.009655 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-262f7b80-56f2-4701-aadc-99173f414757 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:28.010336 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218048bc-2c34-47ad-9e9e-121c89b2cf5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-35e3ae25-e770-45f6-8364-2c09c7112835', 'network_id': '35e3ae25-e770-45f6-8364-2c09c7112835', 'tenant_id': 'ea019fc10697428ead6b1798adcd8ba7', 'fixed_ips': [{'subnet_id': '53ab7a1e-3361-4c8b-acb8-260693a70e8c'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:17:28.010895 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-262f7b80-56f2-4701-aadc-99173f414757 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6199493 Sep 08 09:17:28.014431 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-218048bc-2c34-47ad-9e9e-121c89b2cf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:28.022716 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a3b09-62fe-47b0-a76e-d045cda5ef23 None None] Pushing event updated for resources: {'Port': ['ID=77d3adfc-dae1-4334-9e83-b34db90500fa,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:28.024540 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 33364) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:28.057673 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-11acb982-d872-458a-9daa-0ca2ce53837a tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Request body: {'port': {'network_id': '35e3ae25-e770-45f6-8364-2c09c7112835', 'name': 'tempest-PortsIpV6TestJSON-1027360891'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:17:28.079112 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8e711-eda1-433d-8b11-6e2c0501fffa req-e08a77e2-1e55-4e48-81e9-6d91d452dd03 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:28.109312 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-afb8e711-eda1-433d-8b11-6e2c0501fffa req-e08a77e2-1e55-4e48-81e9-6d91d452dd03 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=466dd1de-7c87-44ea-9263-ee31534de028 HTTP/1.1" status: 200 len: 945 time: 0.1465068 Sep 08 09:17:28.181970 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-afb8e711-eda1-433d-8b11-6e2c0501fffa req-81ee3d18-8256-4c5c-a307-c193508d281d tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730240 Sep 08 09:17:28.227357 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d2e22db5-aee4-498a-948f-765bad5309f6 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:28.241615 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-1347587e-37f0-470b-bcf5-ba4c82b9a29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'name': 'tempest-RoutersTest-router-1198217534', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:17:05Z', 'updated_at': '2021-09-08T09:17:18Z', 'revision_number': 3, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'gw_port_host': None, '_interfaces': [{'id': '3261f60a-8342-4918-9b90-04f5dc142bca', 'name': '', 'network_id': 'c0e88987-3734-44b5-a343-c3969901aa9b', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:36:34:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:08Z', 'updated_at': '2021-09-08T09:17:18Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44effea7-33db-4a9a-bdac-2816cae43bf4', 'name': '', 'network_id': 'c0f18515-71ee-42bc-9263-52ca769e6852', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:cb:21:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': 'f9fdaff2-f8a0-453d-ba57-db7c1f9fd286', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:16Z', 'updated_at': '2021-09-08T09:17:25Z', 'revision_number': 4, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': 'f9fdaff2-f8a0-453d-ba57-db7c1f9fd286', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:28.251812 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f891ddf8-1ad9-405d-bec3-055a01a81e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:28.279462 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1347587e-37f0-470b-bcf5-ba4c82b9a29f None None] The sync data for ids ['907a8081-16e6-4f78-a849-18e8e09a1f3a'] in n-d-806683-11 is: [{'id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'name': 'tempest-RoutersTest-router-1198217534', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:17:05Z', 'updated_at': '2021-09-08T09:17:18Z', 'revision_number': 3, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'gw_port_host': None, '_interfaces': [{'id': '3261f60a-8342-4918-9b90-04f5dc142bca', 'name': '', 'network_id': 'c0e88987-3734-44b5-a343-c3969901aa9b', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:36:34:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:08Z', 'updated_at': '2021-09-08T09:17:18Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44effea7-33db-4a9a-bdac-2816cae43bf4', 'name': '', 'network_id': 'c0f18515-71ee-42bc-9263-52ca769e6852', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:cb:21:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': 'f9fdaff2-f8a0-453d-ba57-db7c1f9fd286', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:16Z', 'updated_at': '2021-09-08T09:17:25Z', 'revision_number': 4, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': 'f9fdaff2-f8a0-453d-ba57-db7c1f9fd286', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:17:28.287881 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f891ddf8-1ad9-405d-bec3-055a01a81e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:28.452794 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-218048bc-2c34-47ad-9e9e-121c89b2cf5a None None] Allocated IP 2001:db8::2 (35e3ae25-e770-45f6-8364-2c09c7112835/53ab7a1e-3361-4c8b-acb8-260693a70e8c/78fa47d3-27e8-4060-82fc-ac96b662f161) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:17:28.497789 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f891ddf8-1ad9-405d-bec3-055a01a81e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:28.500402 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f891ddf8-1ad9-405d-bec3-055a01a81e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:28.503935 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f891ddf8-1ad9-405d-bec3-055a01a81e02 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cbbd7836-d487-4fa3-97fb-edd13a5b6f06 HTTP/1.1" status: 204 len: 168 time: 0.6405804 Sep 08 09:17:28.531107 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f891ddf8-1ad9-405d-bec3-055a01a81e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbd7836-d487-4fa3-97fb-edd13a5b6f06,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:28.767046 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-218048bc-2c34-47ad-9e9e-121c89b2cf5a None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:28.778452 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-218048bc-2c34-47ad-9e9e-121c89b2cf5a None None] Transition to ACTIVE for port object 78fa47d3-27e8-4060-82fc-ac96b662f161 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:17:28.809906 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-218048bc-2c34-47ad-9e9e-121c89b2cf5a None None] Transition to ACTIVE for port object 78fa47d3-27e8-4060-82fc-ac96b662f161 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:17:28.845760 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-218048bc-2c34-47ad-9e9e-121c89b2cf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:28.877710 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:29.069453 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218048bc-2c34-47ad-9e9e-121c89b2cf5a None None] Pushing event updated for resources: {'Port': ['ID=78fa47d3-27e8-4060-82fc-ac96b662f161,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:29.135401 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218048bc-2c34-47ad-9e9e-121c89b2cf5a None None] Network 35e3ae25-e770-45f6-8364-2c09c7112835 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:17:29.140786 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-218048bc-2c34-47ad-9e9e-121c89b2cf5a None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:17:29.146708 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218048bc-2c34-47ad-9e9e-121c89b2cf5a None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:17:29.199981 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11acb982-d872-458a-9daa-0ca2ce53837a tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Made reservation on behalf of ea019fc10697428ead6b1798adcd8ba7 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:17:29.228694 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-11acb982-d872-458a-9daa-0ca2ce53837a tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:29.382430 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 44effea7-33db-4a9a-bdac-2816cae43bf4 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:17:29.407686 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d2e22db5-aee4-498a-948f-765bad5309f6 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:29.435368 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d2e22db5-aee4-498a-948f-765bad5309f6 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:29.470030 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-218048bc-2c34-47ad-9e9e-121c89b2cf5a None None] Attempting to bind port 78fa47d3-27e8-4060-82fc-ac96b662f161 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:17:29.470532 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-218048bc-2c34-47ad-9e9e-121c89b2cf5a None None] Attempting to bind port 78fa47d3-27e8-4060-82fc-ac96b662f161 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '50440245-e0bd-41fc-92fc-648b576cf809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '35e3ae25-e770-45f6-8364-2c09c7112835'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:17:29.471069 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218048bc-2c34-47ad-9e9e-121c89b2cf5a None None] Attempting to bind port 78fa47d3-27e8-4060-82fc-ac96b662f161 on network 35e3ae25-e770-45f6-8364-2c09c7112835 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:17:29.479817 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218048bc-2c34-47ad-9e9e-121c89b2cf5a None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:17:29.480194 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218048bc-2c34-47ad-9e9e-121c89b2cf5a None None] Checking segment: {'id': '50440245-e0bd-41fc-92fc-648b576cf809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '35e3ae25-e770-45f6-8364-2c09c7112835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:17:29.480601 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-218048bc-2c34-47ad-9e9e-121c89b2cf5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:29.480992 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218048bc-2c34-47ad-9e9e-121c89b2cf5a None None] Bound using segment: {'id': '50440245-e0bd-41fc-92fc-648b576cf809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '35e3ae25-e770-45f6-8364-2c09c7112835'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:17:29.481466 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-218048bc-2c34-47ad-9e9e-121c89b2cf5a None None] Bound port: 78fa47d3-27e8-4060-82fc-ac96b662f161, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50440245-e0bd-41fc-92fc-648b576cf809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '35e3ae25-e770-45f6-8364-2c09c7112835'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:17:29.481985 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-218048bc-2c34-47ad-9e9e-121c89b2cf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:29.572526 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 44effea7-33db-4a9a-bdac-2816cae43bf4 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:17:29.589763 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ac48e-920b-4b2e-8f3b-16d4597354cf req-48a3ac64-7f6d-4da2-a0ca-8f0b202bce13 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:29.595014 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4f6ac48e-920b-4b2e-8f3b-16d4597354cf req-48a3ac64-7f6d-4da2-a0ca-8f0b202bce13 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.37 "GET /v2.0/ports?device_id=466dd1de-7c87-44ea-9263-ee31534de028 HTTP/1.1" status: 200 len: 945 time: 0.3084731 Sep 08 09:17:29.621916 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 44effea7-33db-4a9a-bdac-2816cae43bf4 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:29.636198 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:29.687552 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-11acb982-d872-458a-9daa-0ca2ce53837a tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] device_id is not set on port a1fea467-50db-4b89-b290-89f42c8e7cec yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:17:29.806160 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-218048bc-2c34-47ad-9e9e-121c89b2cf5a None None] For port 78fa47d3-27e8-4060-82fc-ac96b662f161, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:17:29.810485 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-218048bc-2c34-47ad-9e9e-121c89b2cf5a None None] For port 78fa47d3-27e8-4060-82fc-ac96b662f161, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=78fa47d3-27e8-4060-82fc-ac96b662f161,segment=NetworkSegment(50440245-e0bd-41fc-92fc-648b576cf809),segment_id=50440245-e0bd-41fc-92fc-648b576cf809)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:17:29.864079 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd66901-670d-4905-b3cb-daed7d6d6f32 req-4f2e6457-cac8-447f-acd5-8cfee7d83769 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:29.873623 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d2e22db5-aee4-498a-948f-765bad5309f6 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:29.875573 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ffd66901-670d-4905-b3cb-daed7d6d6f32 req-4f2e6457-cac8-447f-acd5-8cfee7d83769 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=466dd1de-7c87-44ea-9263-ee31534de028 HTTP/1.1" status: 200 len: 945 time: 0.3531134 Sep 08 09:17:29.891404 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:29.895474 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-218048bc-2c34-47ad-9e9e-121c89b2cf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:29.897587 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e22db5-aee4-498a-948f-765bad5309f6 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event updated for resources: {'Port': ['ID=4b859661-3e48-41f6-b6ad-d55baf0a99c0,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:30.005089 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327550bf-2ee4-4033-a423-d1ed3ca9d6db None None] Network e1d4d08e-5fcd-4b1e-8a7c-7a4247e6264e requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:17:30.013507 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ffd66901-670d-4905-b3cb-daed7d6d6f32 req-611c444c-4216-4b44-8267-e52cb407ebbe tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/security-groups?id=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227241 Sep 08 09:17:30.023491 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-4f6ac48e-920b-4b2e-8f3b-16d4597354cf req-02b05a3a-0dad-42bb-a17d-7ef12d39084e tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Deleting port 5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:17:30.027150 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4f6ac48e-920b-4b2e-8f3b-16d4597354cf req-02b05a3a-0dad-42bb-a17d-7ef12d39084e tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:30.097266 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2908fab3-54cd-4e7f-a185-471511b11381 None None] Provisioning for port 77d3adfc-dae1-4334-9e83-b34db90500fa completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:17:30.236267 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-4f6ac48e-920b-4b2e-8f3b-16d4597354cf req-02b05a3a-0dad-42bb-a17d-7ef12d39084e tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] For port 5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9,segment=NetworkSegment(7ce255b1-6bde-43a1-82b1-212ac77774b3),segment_id=7ce255b1-6bde-43a1-82b1-212ac77774b3)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:17:30.237184 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4f6ac48e-920b-4b2e-8f3b-16d4597354cf req-02b05a3a-0dad-42bb-a17d-7ef12d39084e tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:30.243684 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 44effea7-33db-4a9a-bdac-2816cae43bf4, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=44effea7-33db-4a9a-bdac-2816cae43bf4,segment=NetworkSegment(f22af6df-dc7d-4722-ad5a-8489dc60869f),segment_id=f22af6df-dc7d-4722-ad5a-8489dc60869f)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:17:30.279496 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218048bc-2c34-47ad-9e9e-121c89b2cf5a None None] Pushing event updated for resources: {'Port': ['ID=78fa47d3-27e8-4060-82fc-ac96b662f161,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:30.303472 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:30.304448 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 77d3adfc-dae1-4334-9e83-b34db90500fa up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:17:30.315188 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-4f6ac48e-920b-4b2e-8f3b-16d4597354cf req-02b05a3a-0dad-42bb-a17d-7ef12d39084e tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Calling delete_port for 5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:17:30.318281 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-11acb982-d872-458a-9daa-0ca2ce53837a tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Allocated IP 2001:db8::182 (35e3ae25-e770-45f6-8364-2c09c7112835/53ab7a1e-3361-4c8b-acb8-260693a70e8c/a1fea467-50db-4b89-b290-89f42c8e7cec) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:17:30.604743 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-11acb982-d872-458a-9daa-0ca2ce53837a tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:30.644318 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-11acb982-d872-458a-9daa-0ca2ce53837a tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Transition to ACTIVE for port object a1fea467-50db-4b89-b290-89f42c8e7cec will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:17:30.705800 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=44effea7-33db-4a9a-bdac-2816cae43bf4,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:30.727320 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e22db5-aee4-498a-948f-765bad5309f6 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Network e1d4d08e-5fcd-4b1e-8a7c-7a4247e6264e is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:17:30.739324 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-d2e22db5-aee4-498a-948f-765bad5309f6 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:17:30.815481 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 77d3adfc-dae1-4334-9e83-b34db90500fa completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:17:30.836354 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 77d3adfc-dae1-4334-9e83-b34db90500fa triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:30.836989 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:30.950070 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-11acb982-d872-458a-9daa-0ca2ce53837a tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:31.069957 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:31.127856 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 77d3adfc-dae1-4334-9e83-b34db90500fa, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=77d3adfc-dae1-4334-9e83-b34db90500fa,segment=NetworkSegment(086a47bc-1e85-4b7b-8e00-b85d59c1a54a),segment_id=086a47bc-1e85-4b7b-8e00-b85d59c1a54a)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:17:31.142117 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:31.173413 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11acb982-d872-458a-9daa-0ca2ce53837a tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Network 35e3ae25-e770-45f6-8364-2c09c7112835 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:17:31.177464 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-11acb982-d872-458a-9daa-0ca2ce53837a tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:17:31.230244 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11acb982-d872-458a-9daa-0ca2ce53837a tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event updated for resources: {'Port': ['ID=a1fea467-50db-4b89-b290-89f42c8e7cec,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:31.233513 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11acb982-d872-458a-9daa-0ca2ce53837a tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:17:31.240489 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11acb982-d872-458a-9daa-0ca2ce53837a tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:31.241065 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-11acb982-d872-458a-9daa-0ca2ce53837a tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:31.286913 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e22db5-aee4-498a-948f-765bad5309f6 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Router 907a8081-16e6-4f78-a849-18e8e09a1f3a has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:17:31.297328 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=77d3adfc-dae1-4334-9e83-b34db90500fa,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:31.322584 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-11acb982-d872-458a-9daa-0ca2ce53837a tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2811825 Sep 08 09:17:31.330155 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 33458) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:31.348694 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4f6ac48e-920b-4b2e-8f3b-16d4597354cf req-02b05a3a-0dad-42bb-a17d-7ef12d39084e tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:31.437240 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-9ecacee6-8c23-4f54-9685-44f25885d26f None None] Provisioning for port 4b859661-3e48-41f6-b6ad-d55baf0a99c0 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:17:31.462847 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:17:31.540426 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c9aceeea-fea0-4ffb-b782-731c93b3316c req-f7044f68-6458-456a-ac79-fd8096450fc3 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=466dd1de-7c87-44ea-9263-ee31534de028 HTTP/1.1" status: 200 len: 210 time: 0.2783310 Sep 08 09:17:31.543114 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-9ecacee6-8c23-4f54-9685-44f25885d26f None None] Provisioning complete for port 4b859661-3e48-41f6-b6ad-d55baf0a99c0 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:31.545318 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9ecacee6-8c23-4f54-9685-44f25885d26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:31.617564 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b05a3a-0dad-42bb-a17d-7ef12d39084e tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Pushing event deleted for resources: {'Port': ['ID=5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:31.658660 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-9ecacee6-8c23-4f54-9685-44f25885d26f None None] Port 4b859661-3e48-41f6-b6ad-d55baf0a99c0 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:17:31.700721 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 78fa47d3-27e8-4060-82fc-ac96b662f161 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:17:31.703962 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-9ecacee6-8c23-4f54-9685-44f25885d26f None None] Provisioning complete for port 77d3adfc-dae1-4334-9e83-b34db90500fa triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:31.704774 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9ecacee6-8c23-4f54-9685-44f25885d26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:31.788081 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f6ac48e-920b-4b2e-8f3b-16d4597354cf req-02b05a3a-0dad-42bb-a17d-7ef12d39084e tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] No DVR routers for this DVR port 5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:17:31.793604 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4f6ac48e-920b-4b2e-8f3b-16d4597354cf req-02b05a3a-0dad-42bb-a17d-7ef12d39084e tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:31.808279 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4f6ac48e-920b-4b2e-8f3b-16d4597354cf req-02b05a3a-0dad-42bb-a17d-7ef12d39084e tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.37 "DELETE /v2.0/ports/5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9 HTTP/1.1" status: 204 len: 173 time: 2.1613791 Sep 08 09:17:31.813614 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '466dd1de-7c87-44ea-9263-ee31534de028', 'name': 'network-vif-deleted', 'tag': '5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:17:31.823229 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c385adfb-6247-4f2b-bce9-307076be5da5" -d '{"events": [{"server_uuid": "466dd1de-7c87-44ea-9263-ee31534de028", "name": "network-vif-deleted", "tag": "5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:17:31.848618 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e22db5-aee4-498a-948f-765bad5309f6 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:17:31.860917 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d2e22db5-aee4-498a-948f-765bad5309f6 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "PUT /v2.0/routers/907a8081-16e6-4f78-a849-18e8e09a1f3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8232622 Sep 08 09:17:31.864603 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 33472) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:31.865309 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765b0d08-d7cc-4a57-b60d-383af5be7af7 None None] Sync routers for ids ['907a8081-16e6-4f78-a849-18e8e09a1f3a'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:17:31.882286 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-abfb0014-bbef-4e73-aa0b-0a65d0c5ce07 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Request body: {'network': {'name': 'tempest-RoutersTest-932682779'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:17:31.907550 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765b0d08-d7cc-4a57-b60d-383af5be7af7 None None] Routers {'907a8081-16e6-4f78-a849-18e8e09a1f3a'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:17:31.908198 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-765b0d08-d7cc-4a57-b60d-383af5be7af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:17:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['907a8081-16e6-4f78-a849-18e8e09a1f3a'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:31.958371 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e39ffe-a82b-451e-abaa-b335d900f241 x-openstack-request-id: req-b3e39ffe-a82b-451e-abaa-b335d900f241 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:17:31.959006 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "466dd1de-7c87-44ea-9263-ee31534de028", "name": "network-vif-deleted", "tag": "5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:17:31.959571 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b3e39ffe-a82b-451e-abaa-b335d900f241 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:17:31.960245 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '466dd1de-7c87-44ea-9263-ee31534de028', 'name': 'network-vif-deleted', 'tag': '5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9', 'status': 'completed', 'code': 200} Sep 08 09:17:31.963194 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abfb0014-bbef-4e73-aa0b-0a65d0c5ce07 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Made reservation on behalf of b47dd3c58c0a4fafa7b4bef429a7d4d4 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:17:31.969154 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-abfb0014-bbef-4e73-aa0b-0a65d0c5ce07 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:32.005205 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abfb0014-bbef-4e73-aa0b-0a65d0c5ce07 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:17:32.018411 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-abfb0014-bbef-4e73-aa0b-0a65d0c5ce07 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:32.020764 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-abfb0014-bbef-4e73-aa0b-0a65d0c5ce07 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Added segment cdcb359d-0817-411c-ae72-c7dfb423ff60 of type vlan for network f8fb74ad-9bc8-43c1-b687-47740e1221e9 Sep 08 09:17:32.092126 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-abfb0014-bbef-4e73-aa0b-0a65d0c5ce07 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:32.180915 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602df153-a897-4782-b561-03146530a50b None None] Network 35e3ae25-e770-45f6-8364-2c09c7112835 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:17:32.192521 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-abfb0014-bbef-4e73-aa0b-0a65d0c5ce07 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:32.202648 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 78fa47d3-27e8-4060-82fc-ac96b662f161 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:17:32.205786 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfb0014-bbef-4e73-aa0b-0a65d0c5ce07 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:32.214318 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-abfb0014-bbef-4e73-aa0b-0a65d0c5ce07 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:32.232594 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 44effea7-33db-4a9a-bdac-2816cae43bf4 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:17:32.263155 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-765b0d08-d7cc-4a57-b60d-383af5be7af7 None None] Set router 907a8081-16e6-4f78-a849-18e8e09a1f3a gateway port host: None {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:17:32.442666 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-abfb0014-bbef-4e73-aa0b-0a65d0c5ce07 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5767305 Sep 08 09:17:32.447811 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 33492) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:32.476196 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-e2fff6d0-593f-427b-ba82-098376c747cc tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Request body: {'subnet': {'network_id': 'f8fb74ad-9bc8-43c1-b687-47740e1221e9', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:17:32.483925 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfb0014-bbef-4e73-aa0b-0a65d0c5ce07 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event updated for resources: {'Network': ['ID=f8fb74ad-9bc8-43c1-b687-47740e1221e9,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:32.528846 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network f8fb74ad-9bc8-43c1-b687-47740e1221e9 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:17:32.748940 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a4439d66-51d1-4289-a1eb-e8c8dff934e0 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:32.772466 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2fff6d0-593f-427b-ba82-098376c747cc tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Made reservation on behalf of b47dd3c58c0a4fafa7b4bef429a7d4d4 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:17:32.779896 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e2fff6d0-593f-427b-ba82-098376c747cc tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:32.785011 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-765b0d08-d7cc-4a57-b60d-383af5be7af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'name': 'tempest-RoutersTest-router-1198217534', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:17:05Z', 'updated_at': '2021-09-08T09:17:27Z', 'revision_number': 4, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'gw_port_host': None, '_interfaces': [{'id': '3261f60a-8342-4918-9b90-04f5dc142bca', 'name': '', 'network_id': 'c0e88987-3734-44b5-a343-c3969901aa9b', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:36:34:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:08Z', 'updated_at': '2021-09-08T09:17:18Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44effea7-33db-4a9a-bdac-2816cae43bf4', 'name': '', 'network_id': 'c0f18515-71ee-42bc-9263-52ca769e6852', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:cb:21:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': 'f9fdaff2-f8a0-453d-ba57-db7c1f9fd286', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:16Z', 'updated_at': '2021-09-08T09:17:30Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': 'f9fdaff2-f8a0-453d-ba57-db7c1f9fd286', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b859661-3e48-41f6-b6ad-d55baf0a99c0', 'name': '', 'network_id': 'e1d4d08e-5fcd-4b1e-8a7c-7a4247e6264e', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:94:09:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5e30eb6c-c939-4257-87b6-09d6c72982a3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:25Z', 'updated_at': '2021-09-08T09:17:28Z', 'revision_number': 2, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': '5e30eb6c-c939-4257-87b6-09d6c72982a3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:32.815309 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 44effea7-33db-4a9a-bdac-2816cae43bf4 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:32.816407 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:32.855284 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765b0d08-d7cc-4a57-b60d-383af5be7af7 None None] Checking router: 907a8081-16e6-4f78-a849-18e8e09a1f3a for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:17:32.858255 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765b0d08-d7cc-4a57-b60d-383af5be7af7 None None] Updating router 907a8081-16e6-4f78-a849-18e8e09a1f3a port 4b859661-3e48-41f6-b6ad-d55baf0a99c0 binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:17:32.893139 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-3be7a2f1-862a-4d52-b75b-3f3f811874f7 None None] Provisioning for port 78fa47d3-27e8-4060-82fc-ac96b662f161 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:17:32.940297 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-765b0d08-d7cc-4a57-b60d-383af5be7af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:32.976396 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4c7370bd-ae7a-4d0b-ab5e-09b42ac9add6 req-b866ebeb-3775-4c82-b594-684f61800a71 tempest-ServersTestJSON-1841556773 tempest-ServersTestJSON-1841556773-project] 10.222.0.54 "GET /v2.0/ports?device_id=466dd1de-7c87-44ea-9263-ee31534de028 HTTP/1.1" status: 200 len: 210 time: 0.0860648 Sep 08 09:17:33.012193 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-3be7a2f1-862a-4d52-b75b-3f3f811874f7 None None] Provisioning complete for port 78fa47d3-27e8-4060-82fc-ac96b662f161 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:33.013627 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3be7a2f1-862a-4d52-b75b-3f3f811874f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:33.296579 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e2fff6d0-593f-427b-ba82-098376c747cc tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:33.426601 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-765b0d08-d7cc-4a57-b60d-383af5be7af7 None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:33.427924 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a4439d66-51d1-4289-a1eb-e8c8dff934e0 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:33.437293 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fff6d0-593f-427b-ba82-098376c747cc tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Checking segment: {'id': 'cdcb359d-0817-411c-ae72-c7dfb423ff60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f8fb74ad-9bc8-43c1-b687-47740e1221e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:17:33.437697 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a4439d66-51d1-4289-a1eb-e8c8dff934e0 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:33.437825 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fff6d0-593f-427b-ba82-098376c747cc tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Network hostable DHCP agents. Network: f8fb74ad-9bc8-43c1-b687-47740e1221e9, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:17:33.441139 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-765b0d08-d7cc-4a57-b60d-383af5be7af7 None None] Transition to ACTIVE for port object 4b859661-3e48-41f6-b6ad-d55baf0a99c0 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:17:33.452966 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fff6d0-593f-427b-ba82-098376c747cc tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event updated for resources: {'Subnet': ['ID=a702c8a3-c7a7-4c57-8a5e-0c56ef0d56ed,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:33.455315 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-765b0d08-d7cc-4a57-b60d-383af5be7af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:33.495548 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fff6d0-593f-427b-ba82-098376c747cc tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Network f8fb74ad-9bc8-43c1-b687-47740e1221e9 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:17:33.523267 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:17:33.536698 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-e2fff6d0-593f-427b-ba82-098376c747cc tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, f8fb74ad-9bc8-43c1-b687-47740e1221e9) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:17:33.563986 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fff6d0-593f-427b-ba82-098376c747cc tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:33.564565 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e2fff6d0-593f-427b-ba82-098376c747cc tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:33.628752 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e2fff6d0-593f-427b-ba82-098376c747cc tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1640317 Sep 08 09:17:33.629235 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052fc66f-c7ae-4555-b09d-e97b98bb4665 None None] Network f8fb74ad-9bc8-43c1-b687-47740e1221e9 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:17:33.630074 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 33540) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:33.637414 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:17:33.645513 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a56f31-e41a-4177-8320-9a4acf9fcfa9 None None] Pushing event updated for resources: {'Port': ['ID=4b859661-3e48-41f6-b6ad-d55baf0a99c0,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:33.646768 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 5be3e8a7-4ee8-4111-88dc-2076e3d8e6b9 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:17:33.696371 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4439d66-51d1-4289-a1eb-e8c8dff934e0 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event updated for resources: {'Port': ['ID=a1fea467-50db-4b89-b290-89f42c8e7cec,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:33.776416 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-765b0d08-d7cc-4a57-b60d-383af5be7af7 None None] Attempting to bind port 4b859661-3e48-41f6-b6ad-d55baf0a99c0 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:17:33.777515 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-765b0d08-d7cc-4a57-b60d-383af5be7af7 None None] Attempting to bind port 4b859661-3e48-41f6-b6ad-d55baf0a99c0 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '086a47bc-1e85-4b7b-8e00-b85d59c1a54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e1d4d08e-5fcd-4b1e-8a7c-7a4247e6264e'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:17:33.777515 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765b0d08-d7cc-4a57-b60d-383af5be7af7 None None] Attempting to bind port 4b859661-3e48-41f6-b6ad-d55baf0a99c0 on network e1d4d08e-5fcd-4b1e-8a7c-7a4247e6264e {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:17:33.787434 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765b0d08-d7cc-4a57-b60d-383af5be7af7 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:17:33.787811 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765b0d08-d7cc-4a57-b60d-383af5be7af7 None None] Checking segment: {'id': '086a47bc-1e85-4b7b-8e00-b85d59c1a54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e1d4d08e-5fcd-4b1e-8a7c-7a4247e6264e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:17:33.788214 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-765b0d08-d7cc-4a57-b60d-383af5be7af7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:33.788686 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765b0d08-d7cc-4a57-b60d-383af5be7af7 None None] Bound using segment: {'id': '086a47bc-1e85-4b7b-8e00-b85d59c1a54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e1d4d08e-5fcd-4b1e-8a7c-7a4247e6264e'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:17:33.789079 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-765b0d08-d7cc-4a57-b60d-383af5be7af7 None None] Bound port: 4b859661-3e48-41f6-b6ad-d55baf0a99c0, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '086a47bc-1e85-4b7b-8e00-b85d59c1a54a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e1d4d08e-5fcd-4b1e-8a7c-7a4247e6264e'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:17:33.789489 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-765b0d08-d7cc-4a57-b60d-383af5be7af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:33.980402 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3be7a2f1-862a-4d52-b75b-3f3f811874f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:34.088311 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-3be7a2f1-862a-4d52-b75b-3f3f811874f7 None None] For port 78fa47d3-27e8-4060-82fc-ac96b662f161, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=78fa47d3-27e8-4060-82fc-ac96b662f161,segment=NetworkSegment(50440245-e0bd-41fc-92fc-648b576cf809),segment_id=50440245-e0bd-41fc-92fc-648b576cf809)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:17:34.140599 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 33554) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:34.157390 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3be7a2f1-862a-4d52-b75b-3f3f811874f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:34.225168 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a4439d66-51d1-4289-a1eb-e8c8dff934e0 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:34.229857 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-696c4bb5-0b84-4615-986f-04371143934b admin admin] Deleting subnet 7d9ca010-a841-4012-aaa1-2a86eaf161a1 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:17:34.232985 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-696c4bb5-0b84-4615-986f-04371143934b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:34.270232 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-696c4bb5-0b84-4615-986f-04371143934b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:34.306275 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c6bfaa-78ab-427f-8d3f-d1f839d2eb8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-f8fb74ad-9bc8-43c1-b687-47740e1221e9', 'network_id': 'f8fb74ad-9bc8-43c1-b687-47740e1221e9', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'fixed_ips': [{'subnet_id': 'a702c8a3-c7a7-4c57-8a5e-0c56ef0d56ed'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:17:34.306275 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-61c6bfaa-78ab-427f-8d3f-d1f839d2eb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:34.352369 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-696c4bb5-0b84-4615-986f-04371143934b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:34.359433 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-765b0d08-d7cc-4a57-b60d-383af5be7af7 None None] For port 4b859661-3e48-41f6-b6ad-d55baf0a99c0, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:17:34.401354 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-765b0d08-d7cc-4a57-b60d-383af5be7af7 None None] For port 4b859661-3e48-41f6-b6ad-d55baf0a99c0, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=4b859661-3e48-41f6-b6ad-d55baf0a99c0,segment=NetworkSegment(086a47bc-1e85-4b7b-8e00-b85d59c1a54a),segment_id=086a47bc-1e85-4b7b-8e00-b85d59c1a54a)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:17:34.413794 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-765b0d08-d7cc-4a57-b60d-383af5be7af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:34.492850 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be7a2f1-862a-4d52-b75b-3f3f811874f7 None None] Pushing event updated for resources: {'Port': ['ID=78fa47d3-27e8-4060-82fc-ac96b662f161,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:34.537590 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-696c4bb5-0b84-4615-986f-04371143934b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:34.604943 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c4bb5-0b84-4615-986f-04371143934b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d9ca010-a841-4012-aaa1-2a86eaf161a1,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:34.615045 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-696c4bb5-0b84-4615-986f-04371143934b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:34.617956 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-696c4bb5-0b84-4615-986f-04371143934b admin admin] 10.222.0.54 "DELETE /v2.0/subnets/7d9ca010-a841-4012-aaa1-2a86eaf161a1 HTTP/1.1" status: 204 len: 168 time: 0.4730277 Sep 08 09:17:34.626336 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 33570) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:34.715060 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a4439d66-51d1-4289-a1eb-e8c8dff934e0 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:34.778337 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765b0d08-d7cc-4a57-b60d-383af5be7af7 None None] Routers {'907a8081-16e6-4f78-a849-18e8e09a1f3a'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:17:34.790209 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-765b0d08-d7cc-4a57-b60d-383af5be7af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:17:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['907a8081-16e6-4f78-a849-18e8e09a1f3a'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:34.831081 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a56f31-e41a-4177-8320-9a4acf9fcfa9 None None] Pushing event updated for resources: {'Port': ['ID=4b859661-3e48-41f6-b6ad-d55baf0a99c0,revision_number=4']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:34.867622 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 77d3adfc-dae1-4334-9e83-b34db90500fa up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:17:35.139495 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-21a10cb8-f3ba-48c1-a8c4-70d50eff71b5 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:35.149808 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-61c6bfaa-78ab-427f-8d3f-d1f839d2eb8c None None] Allocated IP 172.23.0.2 (f8fb74ad-9bc8-43c1-b687-47740e1221e9/a702c8a3-c7a7-4c57-8a5e-0c56ef0d56ed/71da8fb4-148b-4f16-868a-c15b3e0dd8ba) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:17:35.157198 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-765b0d08-d7cc-4a57-b60d-383af5be7af7 None None] Set router 907a8081-16e6-4f78-a849-18e8e09a1f3a gateway port host: None {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:17:35.332341 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f0462c91-339f-45c8-9f95-a5e2093552ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:35.552641 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 77d3adfc-dae1-4334-9e83-b34db90500fa triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:35.552641 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:35.553091 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f0462c91-339f-45c8-9f95-a5e2093552ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:35.628442 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-f0462c91-339f-45c8-9f95-a5e2093552ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48c54abd-6f52-4b1d-9226-4a2566a5fe28']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:35.656456 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-f0462c91-339f-45c8-9f95-a5e2093552ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ce255b1-6bde-43a1-82b1-212ac77774b3') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:35.656837 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-f0462c91-339f-45c8-9f95-a5e2093552ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ce255b1-6bde-43a1-82b1-212ac77774b3') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:35.686601 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f0462c91-339f-45c8-9f95-a5e2093552ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:35.728765 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f0462c91-339f-45c8-9f95-a5e2093552ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:35.744280 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0462c91-339f-45c8-9f95-a5e2093552ea admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:17:35.744684 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f0462c91-339f-45c8-9f95-a5e2093552ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:35.769399 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f056c499-24d9-4ca3-8276-866c5a7ec1db None None] Provisioning complete for port 78fa47d3-27e8-4060-82fc-ac96b662f161 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:35.770720 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f056c499-24d9-4ca3-8276-866c5a7ec1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:35.776146 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-765b0d08-d7cc-4a57-b60d-383af5be7af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'name': 'tempest-RoutersTest-router-1198217534', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:17:05Z', 'updated_at': '2021-09-08T09:17:27Z', 'revision_number': 4, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'gw_port_host': None, '_interfaces': [{'id': '3261f60a-8342-4918-9b90-04f5dc142bca', 'name': '', 'network_id': 'c0e88987-3734-44b5-a343-c3969901aa9b', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:36:34:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:08Z', 'updated_at': '2021-09-08T09:17:18Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44effea7-33db-4a9a-bdac-2816cae43bf4', 'name': '', 'network_id': 'c0f18515-71ee-42bc-9263-52ca769e6852', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:cb:21:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': 'f9fdaff2-f8a0-453d-ba57-db7c1f9fd286', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:16Z', 'updated_at': '2021-09-08T09:17:30Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': 'f9fdaff2-f8a0-453d-ba57-db7c1f9fd286', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b859661-3e48-41f6-b6ad-d55baf0a99c0', 'name': '', 'network_id': 'e1d4d08e-5fcd-4b1e-8a7c-7a4247e6264e', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:94:09:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5e30eb6c-c939-4257-87b6-09d6c72982a3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:25Z', 'updated_at': '2021-09-08T09:17:34Z', 'revision_number': 4, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': '5e30eb6c-c939-4257-87b6-09d6c72982a3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:35.777937 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-61c6bfaa-78ab-427f-8d3f-d1f839d2eb8c None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:35.830564 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-61c6bfaa-78ab-427f-8d3f-d1f839d2eb8c None None] Transition to ACTIVE for port object 71da8fb4-148b-4f16-868a-c15b3e0dd8ba will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:17:35.889474 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765b0d08-d7cc-4a57-b60d-383af5be7af7 None None] The sync data for ids ['907a8081-16e6-4f78-a849-18e8e09a1f3a'] in n-d-806683-11 is: [{'id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'name': 'tempest-RoutersTest-router-1198217534', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:17:05Z', 'updated_at': '2021-09-08T09:17:27Z', 'revision_number': 4, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'gw_port_host': None, '_interfaces': [{'id': '3261f60a-8342-4918-9b90-04f5dc142bca', 'name': '', 'network_id': 'c0e88987-3734-44b5-a343-c3969901aa9b', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:36:34:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:08Z', 'updated_at': '2021-09-08T09:17:18Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44effea7-33db-4a9a-bdac-2816cae43bf4', 'name': '', 'network_id': 'c0f18515-71ee-42bc-9263-52ca769e6852', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:cb:21:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': 'f9fdaff2-f8a0-453d-ba57-db7c1f9fd286', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:16Z', 'updated_at': '2021-09-08T09:17:30Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': 'f9fdaff2-f8a0-453d-ba57-db7c1f9fd286', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b859661-3e48-41f6-b6ad-d55baf0a99c0', 'name': '', 'network_id': 'e1d4d08e-5fcd-4b1e-8a7c-7a4247e6264e', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:94:09:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5e30eb6c-c939-4257-87b6-09d6c72982a3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:25Z', 'updated_at': '2021-09-08T09:17:34Z', 'revision_number': 4, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': '5e30eb6c-c939-4257-87b6-09d6c72982a3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:17:35.904896 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:17:35.904896 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:17:35.904896 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:17:35.904896 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:17:35.904896 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:17:35.904896 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:17:35.904896 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:17:35.904896 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:17:35.904896 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:17:35.904896 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:17:35.904896 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:17:35.904896 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:17:35.904896 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:17:35.904896 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:17:35.904896 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:17:35.904896 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:17:35.904896 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:17:35.904896 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:17:35.904896 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:17:35.904896 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:17:35.904896 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:17:35.904896 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:17:35.904896 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:17:35.904896 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:17:35.904896 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:17:35.904896 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:17:35.904896 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:17:35.904896 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:17:35.904896 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:17:35.904896 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:17:35.904896 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:17:35.904896 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:17:35.907501 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f0462c91-339f-45c8-9f95-a5e2093552ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:35.921749 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f0462c91-339f-45c8-9f95-a5e2093552ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:35.929432 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f0462c91-339f-45c8-9f95-a5e2093552ea admin admin] 10.222.0.54 "DELETE /v2.0/networks/48c54abd-6f52-4b1d-9226-4a2566a5fe28 HTTP/1.1" status: 204 len: 168 time: 1.3018851 Sep 08 09:17:35.966797 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-61c6bfaa-78ab-427f-8d3f-d1f839d2eb8c None None] Transition to ACTIVE for port object 71da8fb4-148b-4f16-868a-c15b3e0dd8ba will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:17:36.072776 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-61c6bfaa-78ab-427f-8d3f-d1f839d2eb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:36.192252 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0462c91-339f-45c8-9f95-a5e2093552ea admin admin] Pushing event deleted for resources: {'Network': ['ID=48c54abd-6f52-4b1d-9226-4a2566a5fe28,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:36.240742 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0462c91-339f-45c8-9f95-a5e2093552ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:17:36.241092 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0462c91-339f-45c8-9f95-a5e2093552ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:17:36.241432 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0462c91-339f-45c8-9f95-a5e2093552ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:17:36.241775 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0462c91-339f-45c8-9f95-a5e2093552ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:17:36.242144 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0462c91-339f-45c8-9f95-a5e2093552ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:17:36.242494 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0462c91-339f-45c8-9f95-a5e2093552ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:17:36.243905 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0462c91-339f-45c8-9f95-a5e2093552ea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:17:36.244261 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0462c91-339f-45c8-9f95-a5e2093552ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:17:36.244596 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0462c91-339f-45c8-9f95-a5e2093552ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:17:36.244928 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0462c91-339f-45c8-9f95-a5e2093552ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:17:36.245259 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0462c91-339f-45c8-9f95-a5e2093552ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:17:36.245586 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0462c91-339f-45c8-9f95-a5e2093552ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:17:36.373556 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6bfaa-78ab-427f-8d3f-d1f839d2eb8c None None] Pushing event updated for resources: {'Port': ['ID=71da8fb4-148b-4f16-868a-c15b3e0dd8ba,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:36.385347 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c6bfaa-78ab-427f-8d3f-d1f839d2eb8c None None] Network f8fb74ad-9bc8-43c1-b687-47740e1221e9 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:17:36.390916 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-61c6bfaa-78ab-427f-8d3f-d1f839d2eb8c None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:17:36.420282 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c6bfaa-78ab-427f-8d3f-d1f839d2eb8c None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:17:36.465964 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a4439d66-51d1-4289-a1eb-e8c8dff934e0 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:36.486435 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a4439d66-51d1-4289-a1eb-e8c8dff934e0 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:36.490159 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a4439d66-51d1-4289-a1eb-e8c8dff934e0 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:36.662143 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 33640) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:36.662820 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4439d66-51d1-4289-a1eb-e8c8dff934e0 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event updated for resources: {'Port': ['ID=a1fea467-50db-4b89-b290-89f42c8e7cec,revision_number=3']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:36.698239 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-61c6bfaa-78ab-427f-8d3f-d1f839d2eb8c None None] Attempting to bind port 71da8fb4-148b-4f16-868a-c15b3e0dd8ba on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:17:36.698870 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-61c6bfaa-78ab-427f-8d3f-d1f839d2eb8c None None] Attempting to bind port 71da8fb4-148b-4f16-868a-c15b3e0dd8ba by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cdcb359d-0817-411c-ae72-c7dfb423ff60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f8fb74ad-9bc8-43c1-b687-47740e1221e9'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:17:36.699400 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c6bfaa-78ab-427f-8d3f-d1f839d2eb8c None None] Attempting to bind port 71da8fb4-148b-4f16-868a-c15b3e0dd8ba on network f8fb74ad-9bc8-43c1-b687-47740e1221e9 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:17:36.724340 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c6bfaa-78ab-427f-8d3f-d1f839d2eb8c None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:17:36.725006 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c6bfaa-78ab-427f-8d3f-d1f839d2eb8c None None] Checking segment: {'id': 'cdcb359d-0817-411c-ae72-c7dfb423ff60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f8fb74ad-9bc8-43c1-b687-47740e1221e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:17:36.725618 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-61c6bfaa-78ab-427f-8d3f-d1f839d2eb8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:36.726229 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c6bfaa-78ab-427f-8d3f-d1f839d2eb8c None None] Bound using segment: {'id': 'cdcb359d-0817-411c-ae72-c7dfb423ff60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f8fb74ad-9bc8-43c1-b687-47740e1221e9'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:17:36.726950 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-61c6bfaa-78ab-427f-8d3f-d1f839d2eb8c None None] Bound port: 71da8fb4-148b-4f16-868a-c15b3e0dd8ba, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdcb359d-0817-411c-ae72-c7dfb423ff60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f8fb74ad-9bc8-43c1-b687-47740e1221e9'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:17:36.728101 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-61c6bfaa-78ab-427f-8d3f-d1f839d2eb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:36.755187 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-21a10cb8-f3ba-48c1-a8c4-70d50eff71b5 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Allocated IP 172.23.0.1 (f8fb74ad-9bc8-43c1-b687-47740e1221e9/a702c8a3-c7a7-4c57-8a5e-0c56ef0d56ed/c3a29edb-7501-4be7-93cc-f9a6b58d36ac) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:17:36.766935 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 78fa47d3-27e8-4060-82fc-ac96b662f161 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:17:36.994202 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f056c499-24d9-4ca3-8276-866c5a7ec1db None None] Provisioning for port a1fea467-50db-4b89-b290-89f42c8e7cec completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:17:37.023856 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f056c499-24d9-4ca3-8276-866c5a7ec1db None None] Provisioning complete for port a1fea467-50db-4b89-b290-89f42c8e7cec triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:37.024240 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f056c499-24d9-4ca3-8276-866c5a7ec1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:37.029660 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-21a10cb8-f3ba-48c1-a8c4-70d50eff71b5 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:37.031128 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6c242186-aa7f-44b3-bce7-1a18dc218661 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=361efd7dd288461f98c228af9e362c93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3563302 Sep 08 09:17:37.037163 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 33664) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:37.047117 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-21a10cb8-f3ba-48c1-a8c4-70d50eff71b5 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Transition to ACTIVE for port object c3a29edb-7501-4be7-93cc-f9a6b58d36ac will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:17:37.089036 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-21a10cb8-f3ba-48c1-a8c4-70d50eff71b5 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:37.110989 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4439d66-51d1-4289-a1eb-e8c8dff934e0 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Network 35e3ae25-e770-45f6-8364-2c09c7112835 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:17:37.133909 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-a4439d66-51d1-4289-a1eb-e8c8dff934e0 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:17:37.144927 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 78fa47d3-27e8-4060-82fc-ac96b662f161 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:37.145524 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:37.177958 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a10cb8-f3ba-48c1-a8c4-70d50eff71b5 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Network f8fb74ad-9bc8-43c1-b687-47740e1221e9 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:17:37.186176 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-21a10cb8-f3ba-48c1-a8c4-70d50eff71b5 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:17:37.204110 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a10cb8-f3ba-48c1-a8c4-70d50eff71b5 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:17:37.302517 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a10cb8-f3ba-48c1-a8c4-70d50eff71b5 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event updated for resources: {'Port': ['ID=c3a29edb-7501-4be7-93cc-f9a6b58d36ac,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:37.322810 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-61c6bfaa-78ab-427f-8d3f-d1f839d2eb8c None None] For port 71da8fb4-148b-4f16-868a-c15b3e0dd8ba, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:17:37.327926 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-61c6bfaa-78ab-427f-8d3f-d1f839d2eb8c None None] For port 71da8fb4-148b-4f16-868a-c15b3e0dd8ba, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=71da8fb4-148b-4f16-868a-c15b3e0dd8ba,segment=NetworkSegment(cdcb359d-0817-411c-ae72-c7dfb423ff60),segment_id=cdcb359d-0817-411c-ae72-c7dfb423ff60)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:17:37.332442 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-f056c499-24d9-4ca3-8276-866c5a7ec1db None None] Port a1fea467-50db-4b89-b290-89f42c8e7cec cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:17:37.341920 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-61c6bfaa-78ab-427f-8d3f-d1f839d2eb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:37.400478 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-21a10cb8-f3ba-48c1-a8c4-70d50eff71b5 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:37.481173 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6bfaa-78ab-427f-8d3f-d1f839d2eb8c None None] Pushing event updated for resources: {'Port': ['ID=71da8fb4-148b-4f16-868a-c15b3e0dd8ba,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:37.524377 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-83a89701-7472-4fad-9e3a-861ca46c9f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:37.564860 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-83a89701-7472-4fad-9e3a-861ca46c9f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:37.573779 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 4b859661-3e48-41f6-b6ad-d55baf0a99c0 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:17:37.633663 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-451f7038-a445-4f22-be9c-5870c8ec3a67 None None] Provisioning complete for port a1fea467-50db-4b89-b290-89f42c8e7cec triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:37.634188 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-451f7038-a445-4f22-be9c-5870c8ec3a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:37.694111 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-83a89701-7472-4fad-9e3a-861ca46c9f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:37.698314 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-83a89701-7472-4fad-9e3a-861ca46c9f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:37.699846 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-83a89701-7472-4fad-9e3a-861ca46c9f53 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1a9e8136-32db-46d5-9e3c-c67e81f6ecd2 HTTP/1.1" status: 204 len: 168 time: 0.6538880 Sep 08 09:17:37.699977 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-21a10cb8-f3ba-48c1-a8c4-70d50eff71b5 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:37.718466 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a89701-7472-4fad-9e3a-861ca46c9f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9e8136-32db-46d5-9e3c-c67e81f6ecd2,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:37.749179 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-451f7038-a445-4f22-be9c-5870c8ec3a67 None None] Port a1fea467-50db-4b89-b290-89f42c8e7cec cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:17:37.836013 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4439d66-51d1-4289-a1eb-e8c8dff934e0 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Router ab6ad763-17a1-4ab9-b937-f556615482ef is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:17:37.896685 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 4b859661-3e48-41f6-b6ad-d55baf0a99c0 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:17:37.912866 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 4b859661-3e48-41f6-b6ad-d55baf0a99c0 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:37.914745 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:38.058667 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4439d66-51d1-4289-a1eb-e8c8dff934e0 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:17:38.082089 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a4439d66-51d1-4289-a1eb-e8c8dff934e0 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "PUT /v2.0/routers/ab6ad763-17a1-4ab9-b937-f556615482ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7501199 Sep 08 09:17:38.086730 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 33716) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:38.095277 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18ecf3b-a1a9-433e-9aa6-b91cc228da1d None None] Sync routers for ids ['ab6ad763-17a1-4ab9-b937-f556615482ef'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:17:38.115431 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-40947cd0-1f4f-4a8b-b378-dc64269bd51f None None] Provisioning complete for port a1fea467-50db-4b89-b290-89f42c8e7cec triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:38.115816 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-40947cd0-1f4f-4a8b-b378-dc64269bd51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:38.230229 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235f9c31-852b-47b0-b704-58b2b8e3d4c0 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:38.231802 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-235f9c31-852b-47b0-b704-58b2b8e3d4c0 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab6ad763-17a1-4ab9-b937-f556615482ef HTTP/1.1" status: 200 len: 989 time: 0.1438005 Sep 08 09:17:38.237109 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 33724) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:38.247706 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18ecf3b-a1a9-433e-9aa6-b91cc228da1d None None] Routers {'ab6ad763-17a1-4ab9-b937-f556615482ef'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:17:38.249198 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-e18ecf3b-a1a9-433e-9aa6-b91cc228da1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:17:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['ab6ad763-17a1-4ab9-b937-f556615482ef'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:38.296500 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-e18ecf3b-a1a9-433e-9aa6-b91cc228da1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:38.301042 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-40947cd0-1f4f-4a8b-b378-dc64269bd51f None None] Port a1fea467-50db-4b89-b290-89f42c8e7cec cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:17:38.338676 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18ecf3b-a1a9-433e-9aa6-b91cc228da1d None None] Routers {'ab6ad763-17a1-4ab9-b937-f556615482ef'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:17:38.339338 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-e18ecf3b-a1a9-433e-9aa6-b91cc228da1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:17:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['ab6ad763-17a1-4ab9-b937-f556615482ef'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:38.398559 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-e18ecf3b-a1a9-433e-9aa6-b91cc228da1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:38.399362 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18ecf3b-a1a9-433e-9aa6-b91cc228da1d None None] The sync data for ids ['ab6ad763-17a1-4ab9-b937-f556615482ef'] in n-d-806683-11 is: [] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:17:38.403322 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:38.467368 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 4b859661-3e48-41f6-b6ad-d55baf0a99c0, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=4b859661-3e48-41f6-b6ad-d55baf0a99c0,segment=NetworkSegment(086a47bc-1e85-4b7b-8e00-b85d59c1a54a),segment_id=086a47bc-1e85-4b7b-8e00-b85d59c1a54a)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:17:38.474385 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:38.653321 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=4b859661-3e48-41f6-b6ad-d55baf0a99c0,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:38.717236 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 71da8fb4-148b-4f16-868a-c15b3e0dd8ba up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:17:38.867762 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 71da8fb4-148b-4f16-868a-c15b3e0dd8ba completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:17:39.438924 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-21a10cb8-f3ba-48c1-a8c4-70d50eff71b5 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:39.469877 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-21a10cb8-f3ba-48c1-a8c4-70d50eff71b5 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:39.537616 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a04c97c-d2aa-4250-a88f-373eaae5a49e None None] Network f8fb74ad-9bc8-43c1-b687-47740e1221e9 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:17:39.657975 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-cfa1baf5-55eb-498d-980b-8b6e0424fc27 None None] Provisioning for port 71da8fb4-148b-4f16-868a-c15b3e0dd8ba completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:17:39.670668 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-cfa1baf5-55eb-498d-980b-8b6e0424fc27 None None] Provisioning complete for port 71da8fb4-148b-4f16-868a-c15b3e0dd8ba triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:39.671101 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cfa1baf5-55eb-498d-980b-8b6e0424fc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:39.733745 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a10cb8-f3ba-48c1-a8c4-70d50eff71b5 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event updated for resources: {'Port': ['ID=c3a29edb-7501-4be7-93cc-f9a6b58d36ac,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:39.876631 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cfa1baf5-55eb-498d-980b-8b6e0424fc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:39.919148 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-21a10cb8-f3ba-48c1-a8c4-70d50eff71b5 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:39.920399 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-cfa1baf5-55eb-498d-980b-8b6e0424fc27 None None] For port 71da8fb4-148b-4f16-868a-c15b3e0dd8ba, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=71da8fb4-148b-4f16-868a-c15b3e0dd8ba,segment=NetworkSegment(cdcb359d-0817-411c-ae72-c7dfb423ff60),segment_id=cdcb359d-0817-411c-ae72-c7dfb423ff60)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:17:39.929233 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cfa1baf5-55eb-498d-980b-8b6e0424fc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:40.070591 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa1baf5-55eb-498d-980b-8b6e0424fc27 None None] Pushing event updated for resources: {'Port': ['ID=71da8fb4-148b-4f16-868a-c15b3e0dd8ba,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:40.370654 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-98a1688e-8397-44c8-bdd1-6961831f3e83 None None] Provisioning complete for port 71da8fb4-148b-4f16-868a-c15b3e0dd8ba triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:40.371256 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-98a1688e-8397-44c8-bdd1-6961831f3e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:40.420571 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 33834) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:40.448677 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a10cb8-f3ba-48c1-a8c4-70d50eff71b5 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Network f8fb74ad-9bc8-43c1-b687-47740e1221e9 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:17:40.468780 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-21a10cb8-f3ba-48c1-a8c4-70d50eff71b5 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:17:40.619323 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-99c7d2cd-ee42-40d0-bf4d-0d25f8b4ac6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:40.622636 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-98a1688e-8397-44c8-bdd1-6961831f3e83 None None] Provisioning for port c3a29edb-7501-4be7-93cc-f9a6b58d36ac completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:17:40.632769 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-98a1688e-8397-44c8-bdd1-6961831f3e83 None None] Provisioning complete for port c3a29edb-7501-4be7-93cc-f9a6b58d36ac triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:40.646777 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-98a1688e-8397-44c8-bdd1-6961831f3e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:40.696047 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-05fa41a3-e089-458a-9552-ff0eebe128df tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:40.740614 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 71da8fb4-148b-4f16-868a-c15b3e0dd8ba up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:17:40.768437 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a10cb8-f3ba-48c1-a8c4-70d50eff71b5 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Router 907a8081-16e6-4f78-a849-18e8e09a1f3a has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:17:40.880923 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-98a1688e-8397-44c8-bdd1-6961831f3e83 None None] Port c3a29edb-7501-4be7-93cc-f9a6b58d36ac cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:17:40.951762 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 71da8fb4-148b-4f16-868a-c15b3e0dd8ba triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:40.952143 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:40.988592 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a10cb8-f3ba-48c1-a8c4-70d50eff71b5 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:17:40.998310 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-21a10cb8-f3ba-48c1-a8c4-70d50eff71b5 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "PUT /v2.0/routers/907a8081-16e6-4f78-a849-18e8e09a1f3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3666341 Sep 08 09:17:41.002514 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 33852) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:41.003247 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe6b7e4-4586-4f2f-84ff-23776fcc133c None None] Sync routers for ids ['907a8081-16e6-4f78-a849-18e8e09a1f3a'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:17:41.019948 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-e778e4b2-d61d-47f3-afa6-d29248adae89 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:17:41.055252 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe6b7e4-4586-4f2f-84ff-23776fcc133c None None] Routers {'907a8081-16e6-4f78-a849-18e8e09a1f3a'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:17:41.057985 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-3fe6b7e4-4586-4f2f-84ff-23776fcc133c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:17:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['907a8081-16e6-4f78-a849-18e8e09a1f3a'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:41.061963 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c3795372-f87a-407f-a82b-b917fd0c1723 None None] Provisioning complete for port c3a29edb-7501-4be7-93cc-f9a6b58d36ac triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:41.062650 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c3795372-f87a-407f-a82b-b917fd0c1723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:41.064018 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-99c7d2cd-ee42-40d0-bf4d-0d25f8b4ac6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:41.078569 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-99c7d2cd-ee42-40d0-bf4d-0d25f8b4ac6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:41.123075 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c7d2cd-ee42-40d0-bf4d-0d25f8b4ac6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7996f28b-e89a-44c5-be93-47fb042ce397,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:41.155267 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-99c7d2cd-ee42-40d0-bf4d-0d25f8b4ac6f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6b7125dc4ef4455bbfbe2cebd41680a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7329531 Sep 08 09:17:41.156289 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 33866) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:41.238444 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 4b859661-3e48-41f6-b6ad-d55baf0a99c0 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:17:41.240643 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-c3795372-f87a-407f-a82b-b917fd0c1723 None None] Port c3a29edb-7501-4be7-93cc-f9a6b58d36ac cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:17:41.246205 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-03791c0b-193d-4c3a-913b-fcdb5f4bb28b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:41.297244 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-03791c0b-193d-4c3a-913b-fcdb5f4bb28b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:41.340500 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-3fe6b7e4-4586-4f2f-84ff-23776fcc133c None None] Set router 907a8081-16e6-4f78-a849-18e8e09a1f3a gateway port host: None {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:17:41.354986 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 4b859661-3e48-41f6-b6ad-d55baf0a99c0 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:41.355363 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:41.381016 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-03791c0b-193d-4c3a-913b-fcdb5f4bb28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:41.384077 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-03791c0b-193d-4c3a-913b-fcdb5f4bb28b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:41.387533 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-03791c0b-193d-4c3a-913b-fcdb5f4bb28b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7996f28b-e89a-44c5-be93-47fb042ce397 HTTP/1.1" status: 204 len: 168 time: 0.2279568 Sep 08 09:17:41.399269 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03791c0b-193d-4c3a-913b-fcdb5f4bb28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7996f28b-e89a-44c5-be93-47fb042ce397,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:41.436056 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-79f6c815-5b52-42ff-b338-ac2a823e64bd None None] Provisioning complete for port c3a29edb-7501-4be7-93cc-f9a6b58d36ac triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:41.436271 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-79f6c815-5b52-42ff-b338-ac2a823e64bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:41.617333 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-79f6c815-5b52-42ff-b338-ac2a823e64bd None None] Port c3a29edb-7501-4be7-93cc-f9a6b58d36ac cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:17:41.798480 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-3fe6b7e4-4586-4f2f-84ff-23776fcc133c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'name': 'tempest-RoutersTest-router-1198217534', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:17:05Z', 'updated_at': '2021-09-08T09:17:37Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'gw_port_host': None, '_interfaces': [{'id': '3261f60a-8342-4918-9b90-04f5dc142bca', 'name': '', 'network_id': 'c0e88987-3734-44b5-a343-c3969901aa9b', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:36:34:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:08Z', 'updated_at': '2021-09-08T09:17:18Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44effea7-33db-4a9a-bdac-2816cae43bf4', 'name': '', 'network_id': 'c0f18515-71ee-42bc-9263-52ca769e6852', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:cb:21:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': 'f9fdaff2-f8a0-453d-ba57-db7c1f9fd286', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:16Z', 'updated_at': '2021-09-08T09:17:30Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': 'f9fdaff2-f8a0-453d-ba57-db7c1f9fd286', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b859661-3e48-41f6-b6ad-d55baf0a99c0', 'name': '', 'network_id': 'e1d4d08e-5fcd-4b1e-8a7c-7a4247e6264e', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:94:09:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5e30eb6c-c939-4257-87b6-09d6c72982a3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:25Z', 'updated_at': '2021-09-08T09:17:38Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': '5e30eb6c-c939-4257-87b6-09d6c72982a3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3a29edb-7501-4be7-93cc-f9a6b58d36ac', 'name': '', 'network_id': 'f8fb74ad-9bc8-43c1-b687-47740e1221e9', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:8c:9c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': 'a702c8a3-c7a7-4c57-8a5e-0c56ef0d56ed', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:36Z', 'updated_at': '2021-09-08T09:17:38Z', 'revision_number': 2, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': 'a702c8a3-c7a7-4c57-8a5e-0c56ef0d56ed', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:41.857886 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe6b7e4-4586-4f2f-84ff-23776fcc133c None None] Checking router: 907a8081-16e6-4f78-a849-18e8e09a1f3a for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:17:41.858292 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe6b7e4-4586-4f2f-84ff-23776fcc133c None None] Updating router 907a8081-16e6-4f78-a849-18e8e09a1f3a port c3a29edb-7501-4be7-93cc-f9a6b58d36ac binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:17:41.895840 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-3fe6b7e4-4586-4f2f-84ff-23776fcc133c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:41.953491 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.extraroute_db [None req-e778e4b2-d61d-47f3-afa6-d29248adae89 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94712) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 08 09:17:41.969976 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.extraroute_db [None req-e778e4b2-d61d-47f3-afa6-d29248adae89 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Removed routes are [] {{(pid=94712) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 08 09:17:41.970472 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e778e4b2-d61d-47f3-afa6-d29248adae89 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2457'] for router, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:42.031450 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-05fa41a3-e089-458a-9552-ff0eebe128df tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Deleting port a1fea467-50db-4b89-b290-89f42c8e7cec {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:17:42.031801 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-05fa41a3-e089-458a-9552-ff0eebe128df tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:42.294328 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-05fa41a3-e089-458a-9552-ff0eebe128df tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:42.325402 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-05fa41a3-e089-458a-9552-ff0eebe128df tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Calling delete_port for a1fea467-50db-4b89-b290-89f42c8e7cec owned by network:router_interface {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:17:42.558792 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa199a-9483-467e-a788-2e7fcffd5492 req-337c7756-e7f7-45e8-b03f-7f43cd0a9cfe tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:42.566952 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-74aa199a-9483-467e-a788-2e7fcffd5492 req-337c7756-e7f7-45e8-b03f-7f43cd0a9cfe tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 945 time: 0.0844557 Sep 08 09:17:42.642491 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-3fe6b7e4-4586-4f2f-84ff-23776fcc133c None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:42.654063 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e778e4b2-d61d-47f3-afa6-d29248adae89 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2457'] for router, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:42.661958 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e778e4b2-d61d-47f3-afa6-d29248adae89 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-764157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-764146', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-768877'] for router, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:42.663960 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-3fe6b7e4-4586-4f2f-84ff-23776fcc133c None None] Transition to ACTIVE for port object c3a29edb-7501-4be7-93cc-f9a6b58d36ac will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:17:42.664479 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-74aa199a-9483-467e-a788-2e7fcffd5492 req-483808cb-5e27-4956-a416-697425b236ea tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790658 Sep 08 09:17:42.672122 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-3fe6b7e4-4586-4f2f-84ff-23776fcc133c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:42.837763 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4055d98-489e-4c88-8745-16a15597bf2d None None] Pushing event updated for resources: {'Port': ['ID=c3a29edb-7501-4be7-93cc-f9a6b58d36ac,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:42.842609 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-3fe6b7e4-4586-4f2f-84ff-23776fcc133c None None] Attempting to bind port c3a29edb-7501-4be7-93cc-f9a6b58d36ac on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:17:42.842983 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-3fe6b7e4-4586-4f2f-84ff-23776fcc133c None None] Attempting to bind port c3a29edb-7501-4be7-93cc-f9a6b58d36ac by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cdcb359d-0817-411c-ae72-c7dfb423ff60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f8fb74ad-9bc8-43c1-b687-47740e1221e9'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:17:42.843353 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe6b7e4-4586-4f2f-84ff-23776fcc133c None None] Attempting to bind port c3a29edb-7501-4be7-93cc-f9a6b58d36ac on network f8fb74ad-9bc8-43c1-b687-47740e1221e9 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:17:42.850912 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe6b7e4-4586-4f2f-84ff-23776fcc133c None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:17:42.851297 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe6b7e4-4586-4f2f-84ff-23776fcc133c None None] Checking segment: {'id': 'cdcb359d-0817-411c-ae72-c7dfb423ff60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f8fb74ad-9bc8-43c1-b687-47740e1221e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:17:42.851709 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-3fe6b7e4-4586-4f2f-84ff-23776fcc133c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:42.852113 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe6b7e4-4586-4f2f-84ff-23776fcc133c None None] Bound using segment: {'id': 'cdcb359d-0817-411c-ae72-c7dfb423ff60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f8fb74ad-9bc8-43c1-b687-47740e1221e9'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:17:42.852589 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-3fe6b7e4-4586-4f2f-84ff-23776fcc133c None None] Bound port: c3a29edb-7501-4be7-93cc-f9a6b58d36ac, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdcb359d-0817-411c-ae72-c7dfb423ff60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'f8fb74ad-9bc8-43c1-b687-47740e1221e9'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:17:42.852977 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-3fe6b7e4-4586-4f2f-84ff-23776fcc133c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:42.878074 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-05fa41a3-e089-458a-9552-ff0eebe128df tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:43.004893 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-3fe6b7e4-4586-4f2f-84ff-23776fcc133c None None] For port c3a29edb-7501-4be7-93cc-f9a6b58d36ac, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:17:43.015238 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-3fe6b7e4-4586-4f2f-84ff-23776fcc133c None None] For port c3a29edb-7501-4be7-93cc-f9a6b58d36ac, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=c3a29edb-7501-4be7-93cc-f9a6b58d36ac,segment=NetworkSegment(cdcb359d-0817-411c-ae72-c7dfb423ff60),segment_id=cdcb359d-0817-411c-ae72-c7dfb423ff60)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:17:43.023130 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-3fe6b7e4-4586-4f2f-84ff-23776fcc133c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:43.084136 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fa41a3-e089-458a-9552-ff0eebe128df tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event deleted for resources: {'Port': ['ID=a1fea467-50db-4b89-b290-89f42c8e7cec,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:43.124509 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe6b7e4-4586-4f2f-84ff-23776fcc133c None None] Routers {'907a8081-16e6-4f78-a849-18e8e09a1f3a'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:17:43.125571 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-3fe6b7e4-4586-4f2f-84ff-23776fcc133c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:17:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['907a8081-16e6-4f78-a849-18e8e09a1f3a'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:43.397132 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4055d98-489e-4c88-8745-16a15597bf2d None None] Pushing event updated for resources: {'Port': ['ID=c3a29edb-7501-4be7-93cc-f9a6b58d36ac,revision_number=4']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:43.434889 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-3fe6b7e4-4586-4f2f-84ff-23776fcc133c None None] Set router 907a8081-16e6-4f78-a849-18e8e09a1f3a gateway port host: None {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:17:43.437855 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e778e4b2-d61d-47f3-afa6-d29248adae89 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Router 907a8081-16e6-4f78-a849-18e8e09a1f3a has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:17:43.490149 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-05fa41a3-e089-458a-9552-ff0eebe128df tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:43.989228 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-3fe6b7e4-4586-4f2f-84ff-23776fcc133c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'name': 'tempest-RoutersTest-router-1198217534', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:17:05Z', 'updated_at': '2021-09-08T09:17:41Z', 'revision_number': 6, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'gw_port_host': None, '_interfaces': [{'id': '3261f60a-8342-4918-9b90-04f5dc142bca', 'name': '', 'network_id': 'c0e88987-3734-44b5-a343-c3969901aa9b', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:36:34:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:08Z', 'updated_at': '2021-09-08T09:17:18Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44effea7-33db-4a9a-bdac-2816cae43bf4', 'name': '', 'network_id': 'c0f18515-71ee-42bc-9263-52ca769e6852', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:cb:21:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': 'f9fdaff2-f8a0-453d-ba57-db7c1f9fd286', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:16Z', 'updated_at': '2021-09-08T09:17:30Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': 'f9fdaff2-f8a0-453d-ba57-db7c1f9fd286', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b859661-3e48-41f6-b6ad-d55baf0a99c0', 'name': '', 'network_id': 'e1d4d08e-5fcd-4b1e-8a7c-7a4247e6264e', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:94:09:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5e30eb6c-c939-4257-87b6-09d6c72982a3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:25Z', 'updated_at': '2021-09-08T09:17:38Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': '5e30eb6c-c939-4257-87b6-09d6c72982a3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3a29edb-7501-4be7-93cc-f9a6b58d36ac', 'name': '', 'network_id': 'f8fb74ad-9bc8-43c1-b687-47740e1221e9', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:8c:9c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': 'a702c8a3-c7a7-4c57-8a5e-0c56ef0d56ed', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:36Z', 'updated_at': '2021-09-08T09:17:42Z', 'revision_number': 4, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': 'a702c8a3-c7a7-4c57-8a5e-0c56ef0d56ed', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:44.022469 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe6b7e4-4586-4f2f-84ff-23776fcc133c None None] The sync data for ids ['907a8081-16e6-4f78-a849-18e8e09a1f3a'] in n-d-806683-11 is: [{'id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'name': 'tempest-RoutersTest-router-1198217534', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:17:05Z', 'updated_at': '2021-09-08T09:17:41Z', 'revision_number': 6, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'gw_port_host': None, '_interfaces': [{'id': '3261f60a-8342-4918-9b90-04f5dc142bca', 'name': '', 'network_id': 'c0e88987-3734-44b5-a343-c3969901aa9b', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:36:34:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:08Z', 'updated_at': '2021-09-08T09:17:18Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44effea7-33db-4a9a-bdac-2816cae43bf4', 'name': '', 'network_id': 'c0f18515-71ee-42bc-9263-52ca769e6852', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:cb:21:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': 'f9fdaff2-f8a0-453d-ba57-db7c1f9fd286', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:16Z', 'updated_at': '2021-09-08T09:17:30Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': 'f9fdaff2-f8a0-453d-ba57-db7c1f9fd286', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b859661-3e48-41f6-b6ad-d55baf0a99c0', 'name': '', 'network_id': 'e1d4d08e-5fcd-4b1e-8a7c-7a4247e6264e', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:94:09:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5e30eb6c-c939-4257-87b6-09d6c72982a3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:25Z', 'updated_at': '2021-09-08T09:17:38Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': '5e30eb6c-c939-4257-87b6-09d6c72982a3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3a29edb-7501-4be7-93cc-f9a6b58d36ac', 'name': '', 'network_id': 'f8fb74ad-9bc8-43c1-b687-47740e1221e9', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:8c:9c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': 'a702c8a3-c7a7-4c57-8a5e-0c56ef0d56ed', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:36Z', 'updated_at': '2021-09-08T09:17:42Z', 'revision_number': 4, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': 'a702c8a3-c7a7-4c57-8a5e-0c56ef0d56ed', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:17:44.196864 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e778e4b2-d61d-47f3-afa6-d29248adae89 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:17:44.219605 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e778e4b2-d61d-47f3-afa6-d29248adae89 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:44.224317 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 34038) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:44.242110 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e778e4b2-d61d-47f3-afa6-d29248adae89 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "PUT /v2.0/routers/907a8081-16e6-4f78-a849-18e8e09a1f3a HTTP/1.1" status: 200 len: 934 time: 3.2398362 Sep 08 09:17:44.310075 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05fa41a3-e089-458a-9552-ff0eebe128df tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Router ab6ad763-17a1-4ab9-b937-f556615482ef has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:17:44.466186 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05fa41a3-e089-458a-9552-ff0eebe128df tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:17:44.474789 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-05fa41a3-e089-458a-9552-ff0eebe128df tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "PUT /v2.0/routers/ab6ad763-17a1-4ab9-b937-f556615482ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2364292 Sep 08 09:17:44.475505 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34064) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:44.479398 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4459e0-04ce-4680-817a-ffc2112bbb4e None None] Sync routers for ids ['ab6ad763-17a1-4ab9-b937-f556615482ef'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:17:44.495063 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4459e0-04ce-4680-817a-ffc2112bbb4e None None] Routers {'ab6ad763-17a1-4ab9-b937-f556615482ef'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:17:44.495792 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-1e4459e0-04ce-4680-817a-ffc2112bbb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:17:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['ab6ad763-17a1-4ab9-b937-f556615482ef'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:44.507543 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-44106a71-2029-49c1-8cfd-4cd8546a2452 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] GET failed (client error): The resource could not be found. Sep 08 09:17:44.512966 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-44106a71-2029-49c1-8cfd-4cd8546a2452 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "GET /v2.0/ports/a1fea467-50db-4b89-b290-89f42c8e7cec HTTP/1.1" status: 404 len: 333 time: 0.0363598 Sep 08 09:17:44.513773 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34070) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:44.540918 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3701d75d-2387-4f6c-a764-3455e60e2f4b tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "GET /v2.0/routers/907a8081-16e6-4f78-a849-18e8e09a1f3a HTTP/1.1" status: 200 len: 934 time: 0.3105712 Sep 08 09:17:44.541737 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 34072) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:44.547938 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-264bf1df-4b1d-490e-b2a1-9d710438f53c tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Request body: {'router': {'routes': None}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:17:44.647417 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-1e4459e0-04ce-4680-817a-ffc2112bbb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:44.679074 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0777ea60-ee86-4817-8199-1bfee0f6ff28 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for router, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:44.688062 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4459e0-04ce-4680-817a-ffc2112bbb4e None None] Routers {'ab6ad763-17a1-4ab9-b937-f556615482ef'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:17:44.688705 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-1e4459e0-04ce-4680-817a-ffc2112bbb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:17:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['ab6ad763-17a1-4ab9-b937-f556615482ef'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:44.692349 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device c3a29edb-7501-4be7-93cc-f9a6b58d36ac up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:17:44.885542 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-1e4459e0-04ce-4680-817a-ffc2112bbb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:44.887991 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4459e0-04ce-4680-817a-ffc2112bbb4e None None] The sync data for ids ['ab6ad763-17a1-4ab9-b937-f556615482ef'] in n-d-806683-11 is: [] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:17:44.929635 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port c3a29edb-7501-4be7-93cc-f9a6b58d36ac completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:17:44.939088 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port c3a29edb-7501-4be7-93cc-f9a6b58d36ac triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:44.939745 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:45.046599 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0777ea60-ee86-4817-8199-1bfee0f6ff28 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:45.049395 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0777ea60-ee86-4817-8199-1bfee0f6ff28 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:45.088837 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:45.142241 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0777ea60-ee86-4817-8199-1bfee0f6ff28 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:45.143036 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0777ea60-ee86-4817-8199-1bfee0f6ff28 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Fanout notify agent at l3_agent the message router_deleted on router ab6ad763-17a1-4ab9-b937-f556615482ef {{(pid=94712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:17:45.145713 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34092) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:45.161480 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0777ea60-ee86-4817-8199-1bfee0f6ff28 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:45.165135 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-0777ea60-ee86-4817-8199-1bfee0f6ff28 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/routers/ab6ad763-17a1-4ab9-b937-f556615482ef HTTP/1.1" status: 204 len: 168 time: 0.6479261 Sep 08 09:17:45.165703 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34096) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:45.211816 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port c3a29edb-7501-4be7-93cc-f9a6b58d36ac, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=c3a29edb-7501-4be7-93cc-f9a6b58d36ac,segment=NetworkSegment(cdcb359d-0817-411c-ae72-c7dfb423ff60),segment_id=cdcb359d-0817-411c-ae72-c7dfb423ff60)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:17:45.218935 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:45.246525 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:17:45.298223 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a0959fc-cf69-46f0-b4c5-eb2adb1b9cf9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Deleting subnet 53ab7a1e-3361-4c8b-acb8-260693a70e8c {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:17:45.317209 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9a0959fc-cf69-46f0-b4c5-eb2adb1b9cf9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:45.328655 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=c3a29edb-7501-4be7-93cc-f9a6b58d36ac,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:45.425216 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9a0959fc-cf69-46f0-b4c5-eb2adb1b9cf9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:45.470487 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ef3037eb-1a8c-424f-8680-151789fdaac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:45.474780 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.extraroute_db [None req-264bf1df-4b1d-490e-b2a1-9d710438f53c tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Added routes are [] {{(pid=94713) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 08 09:17:45.475341 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.extraroute_db [None req-264bf1df-4b1d-490e-b2a1-9d710438f53c tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=94713) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 08 09:17:45.480269 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44653a98-be2a-4145-9d1f-ec0d40d4cab6 None None] Sync routers for ids ['907a8081-16e6-4f78-a849-18e8e09a1f3a'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:17:45.496449 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 7372846c-19f9-433f-8cb8-ca65d68becd9 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:17:45.505727 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44653a98-be2a-4145-9d1f-ec0d40d4cab6 None None] Routers {'907a8081-16e6-4f78-a849-18e8e09a1f3a'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:17:45.507790 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-44653a98-be2a-4145-9d1f-ec0d40d4cab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:17:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['907a8081-16e6-4f78-a849-18e8e09a1f3a'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:45.524807 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-264bf1df-4b1d-490e-b2a1-9d710438f53c tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2457'] for router, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:45.682414 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ef3037eb-1a8c-424f-8680-151789fdaac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:45.694355 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ef3037eb-1a8c-424f-8680-151789fdaac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:45.778877 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ef3037eb-1a8c-424f-8680-151789fdaac6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=191d61d2cff44c7e8b59d10bc2ed9bf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6317246 Sep 08 09:17:45.781611 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34122) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:45.807803 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 7372846c-19f9-433f-8cb8-ca65d68becd9, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=7372846c-19f9-433f-8cb8-ca65d68becd9,segment=NetworkSegment(0adbffbb-cf08-4e79-9920-208d98c2b498),segment_id=0adbffbb-cf08-4e79-9920-208d98c2b498)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:17:45.828119 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-264bf1df-4b1d-490e-b2a1-9d710438f53c tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2457'] for router, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:45.837840 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '7372846c-19f9-433f-8cb8-ca65d68becd9', 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7', 'port_id': '7372846c-19f9-433f-8cb8-ca65d68becd9', 'mac_address': 'fa:16:3e:a8:64:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452a4b6d-a445-4b2b-9168-2695dd67e404', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:17:45.841037 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-264bf1df-4b1d-490e-b2a1-9d710438f53c tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-764157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-764146', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-768877'] for router, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:45.855341 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-44653a98-be2a-4145-9d1f-ec0d40d4cab6 None None] Set router 907a8081-16e6-4f78-a849-18e8e09a1f3a gateway port host: None {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:17:45.934198 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:45.951186 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7372846c-19f9-433f-8cb8-ca65d68becd9 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:17:45.974853 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 7372846c-19f9-433f-8cb8-ca65d68becd9, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=7372846c-19f9-433f-8cb8-ca65d68becd9,segment=NetworkSegment(0adbffbb-cf08-4e79-9920-208d98c2b498),segment_id=0adbffbb-cf08-4e79-9920-208d98c2b498)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:17:45.980753 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:45.997783 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3037eb-1a8c-424f-8680-151789fdaac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631a0f78-b82c-41b4-af8d-341096004c3b,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:46.045988 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c4999bef-ae84-48ca-bcfb-634ec6f6a9b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:46.047844 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-264bf1df-4b1d-490e-b2a1-9d710438f53c tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Router 907a8081-16e6-4f78-a849-18e8e09a1f3a has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:17:46.062852 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9a0959fc-cf69-46f0-b4c5-eb2adb1b9cf9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:46.115202 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c4999bef-ae84-48ca-bcfb-634ec6f6a9b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:46.148317 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=7372846c-19f9-433f-8cb8-ca65d68becd9,revision_number=8']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:46.177043 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['7372846c-19f9-433f-8cb8-ca65d68becd9'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:17:46.281711 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c4999bef-ae84-48ca-bcfb-634ec6f6a9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:46.286093 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c4999bef-ae84-48ca-bcfb-634ec6f6a9b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:46.287556 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c4999bef-ae84-48ca-bcfb-634ec6f6a9b7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/631a0f78-b82c-41b4-af8d-341096004c3b HTTP/1.1" status: 204 len: 168 time: 0.4795759 Sep 08 09:17:46.299813 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4999bef-ae84-48ca-bcfb-634ec6f6a9b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631a0f78-b82c-41b4-af8d-341096004c3b,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:46.304100 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-44653a98-be2a-4145-9d1f-ec0d40d4cab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'name': 'tempest-RoutersTest-router-1198217534', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:17:05Z', 'updated_at': '2021-09-08T09:17:41Z', 'revision_number': 6, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'gw_port_host': None, '_interfaces': [{'id': '3261f60a-8342-4918-9b90-04f5dc142bca', 'name': '', 'network_id': 'c0e88987-3734-44b5-a343-c3969901aa9b', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:36:34:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:08Z', 'updated_at': '2021-09-08T09:17:18Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44effea7-33db-4a9a-bdac-2816cae43bf4', 'name': '', 'network_id': 'c0f18515-71ee-42bc-9263-52ca769e6852', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:cb:21:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': 'f9fdaff2-f8a0-453d-ba57-db7c1f9fd286', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:16Z', 'updated_at': '2021-09-08T09:17:30Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': 'f9fdaff2-f8a0-453d-ba57-db7c1f9fd286', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b859661-3e48-41f6-b6ad-d55baf0a99c0', 'name': '', 'network_id': 'e1d4d08e-5fcd-4b1e-8a7c-7a4247e6264e', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:94:09:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5e30eb6c-c939-4257-87b6-09d6c72982a3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:25Z', 'updated_at': '2021-09-08T09:17:38Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': '5e30eb6c-c939-4257-87b6-09d6c72982a3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3a29edb-7501-4be7-93cc-f9a6b58d36ac', 'name': '', 'network_id': 'f8fb74ad-9bc8-43c1-b687-47740e1221e9', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:8c:9c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': 'a702c8a3-c7a7-4c57-8a5e-0c56ef0d56ed', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:36Z', 'updated_at': '2021-09-08T09:17:45Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': 'a702c8a3-c7a7-4c57-8a5e-0c56ef0d56ed', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:46.308076 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264bf1df-4b1d-490e-b2a1-9d710438f53c tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:17:46.312890 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9a0959fc-cf69-46f0-b4c5-eb2adb1b9cf9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:46.335374 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-264bf1df-4b1d-490e-b2a1-9d710438f53c tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:46.336839 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-264bf1df-4b1d-490e-b2a1-9d710438f53c tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "PUT /v2.0/routers/907a8081-16e6-4f78-a849-18e8e09a1f3a HTTP/1.1" status: 200 len: 700 time: 1.7940562 Sep 08 09:17:46.339771 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 34146) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:46.355398 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0959fc-cf69-46f0-b4c5-eb2adb1b9cf9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event deleted for resources: {'Subnet': ['ID=53ab7a1e-3361-4c8b-acb8-260693a70e8c,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:46.364710 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9a0959fc-cf69-46f0-b4c5-eb2adb1b9cf9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:46.367180 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-9a0959fc-cf69-46f0-b4c5-eb2adb1b9cf9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/subnets/53ab7a1e-3361-4c8b-acb8-260693a70e8c HTTP/1.1" status: 204 len: 168 time: 1.2006044 Sep 08 09:17:46.369775 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34148) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:46.379535 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44653a98-be2a-4145-9d1f-ec0d40d4cab6 None None] Checking router: 907a8081-16e6-4f78-a849-18e8e09a1f3a for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:17:46.390231 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44653a98-be2a-4145-9d1f-ec0d40d4cab6 None None] Routers {'907a8081-16e6-4f78-a849-18e8e09a1f3a'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:17:46.391141 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-44653a98-be2a-4145-9d1f-ec0d40d4cab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:17:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['907a8081-16e6-4f78-a849-18e8e09a1f3a'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:46.477950 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c73d85-33ce-4eae-9554-00ccfd1978ed None None] Network 35e3ae25-e770-45f6-8364-2c09c7112835 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:17:46.520037 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-44653a98-be2a-4145-9d1f-ec0d40d4cab6 None None] Set router 907a8081-16e6-4f78-a849-18e8e09a1f3a gateway port host: None {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:17:46.590909 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-70cc1baa-7a91-45ea-84a3-b895de2e0217 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:46.653029 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e55ba11b-e8cd-4022-a007-8bc24bfa65c3 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "GET /v2.0/routers/907a8081-16e6-4f78-a849-18e8e09a1f3a HTTP/1.1" status: 200 len: 700 time: 0.3117177 Sep 08 09:17:46.661313 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 34158) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:46.669541 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device c3a29edb-7501-4be7-93cc-f9a6b58d36ac up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:17:46.734860 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-70cc1baa-7a91-45ea-84a3-b895de2e0217 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Deleting port 78fa47d3-27e8-4060-82fc-ac96b662f161 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:17:46.735120 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-70cc1baa-7a91-45ea-84a3-b895de2e0217 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:46.865977 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34162) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:46.916932 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-70cc1baa-7a91-45ea-84a3-b895de2e0217 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] For port 78fa47d3-27e8-4060-82fc-ac96b662f161, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=78fa47d3-27e8-4060-82fc-ac96b662f161,segment=NetworkSegment(50440245-e0bd-41fc-92fc-648b576cf809),segment_id=50440245-e0bd-41fc-92fc-648b576cf809)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:17:46.918364 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-70cc1baa-7a91-45ea-84a3-b895de2e0217 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:46.952090 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-70cc1baa-7a91-45ea-84a3-b895de2e0217 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Calling delete_port for 78fa47d3-27e8-4060-82fc-ac96b662f161 owned by network:dhcp {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:17:46.970851 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port c3a29edb-7501-4be7-93cc-f9a6b58d36ac triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:46.972252 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:47.095198 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88f1bcb-6c4b-442a-833b-364a5b7a6a4d None None] DHCP port deletion for 35e3ae25-e770-45f6-8364-2c09c7112835 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:17:47.127406 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-44653a98-be2a-4145-9d1f-ec0d40d4cab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'name': 'tempest-RoutersTest-router-1198217534', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:17:05Z', 'updated_at': '2021-09-08T09:17:45Z', 'revision_number': 7, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'gw_port_host': None, '_interfaces': [{'id': '3261f60a-8342-4918-9b90-04f5dc142bca', 'name': '', 'network_id': 'c0e88987-3734-44b5-a343-c3969901aa9b', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:36:34:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:08Z', 'updated_at': '2021-09-08T09:17:18Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44effea7-33db-4a9a-bdac-2816cae43bf4', 'name': '', 'network_id': 'c0f18515-71ee-42bc-9263-52ca769e6852', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:cb:21:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': 'f9fdaff2-f8a0-453d-ba57-db7c1f9fd286', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:16Z', 'updated_at': '2021-09-08T09:17:30Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': 'f9fdaff2-f8a0-453d-ba57-db7c1f9fd286', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b859661-3e48-41f6-b6ad-d55baf0a99c0', 'name': '', 'network_id': 'e1d4d08e-5fcd-4b1e-8a7c-7a4247e6264e', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:94:09:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5e30eb6c-c939-4257-87b6-09d6c72982a3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:25Z', 'updated_at': '2021-09-08T09:17:38Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': '5e30eb6c-c939-4257-87b6-09d6c72982a3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3a29edb-7501-4be7-93cc-f9a6b58d36ac', 'name': '', 'network_id': 'f8fb74ad-9bc8-43c1-b687-47740e1221e9', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:8c:9c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': 'a702c8a3-c7a7-4c57-8a5e-0c56ef0d56ed', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:36Z', 'updated_at': '2021-09-08T09:17:45Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': 'a702c8a3-c7a7-4c57-8a5e-0c56ef0d56ed', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:47.141212 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e1ffceaf-50dd-4a0f-b648-d38709297a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:47.176883 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44653a98-be2a-4145-9d1f-ec0d40d4cab6 None None] The sync data for ids ['907a8081-16e6-4f78-a849-18e8e09a1f3a'] in n-d-806683-11 is: [{'id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'name': 'tempest-RoutersTest-router-1198217534', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:17:05Z', 'updated_at': '2021-09-08T09:17:45Z', 'revision_number': 7, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'gw_port_host': None, '_interfaces': [{'id': '3261f60a-8342-4918-9b90-04f5dc142bca', 'name': '', 'network_id': 'c0e88987-3734-44b5-a343-c3969901aa9b', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:36:34:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:08Z', 'updated_at': '2021-09-08T09:17:18Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44effea7-33db-4a9a-bdac-2816cae43bf4', 'name': '', 'network_id': 'c0f18515-71ee-42bc-9263-52ca769e6852', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:cb:21:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': 'f9fdaff2-f8a0-453d-ba57-db7c1f9fd286', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:16Z', 'updated_at': '2021-09-08T09:17:30Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': 'f9fdaff2-f8a0-453d-ba57-db7c1f9fd286', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b859661-3e48-41f6-b6ad-d55baf0a99c0', 'name': '', 'network_id': 'e1d4d08e-5fcd-4b1e-8a7c-7a4247e6264e', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:94:09:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5e30eb6c-c939-4257-87b6-09d6c72982a3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:25Z', 'updated_at': '2021-09-08T09:17:38Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': '5e30eb6c-c939-4257-87b6-09d6c72982a3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3a29edb-7501-4be7-93cc-f9a6b58d36ac', 'name': '', 'network_id': 'f8fb74ad-9bc8-43c1-b687-47740e1221e9', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:8c:9c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': 'a702c8a3-c7a7-4c57-8a5e-0c56ef0d56ed', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:36Z', 'updated_at': '2021-09-08T09:17:45Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': 'a702c8a3-c7a7-4c57-8a5e-0c56ef0d56ed', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:17:47.296069 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-a88f1bcb-6c4b-442a-833b-364a5b7a6a4d None None] Deleting port 78fa47d3-27e8-4060-82fc-ac96b662f161 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:17:47.296453 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a88f1bcb-6c4b-442a-833b-364a5b7a6a4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:47.461429 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e1ffceaf-50dd-4a0f-b648-d38709297a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:47.464271 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-a88f1bcb-6c4b-442a-833b-364a5b7a6a4d None None] For port 78fa47d3-27e8-4060-82fc-ac96b662f161, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=78fa47d3-27e8-4060-82fc-ac96b662f161,segment=NetworkSegment(50440245-e0bd-41fc-92fc-648b576cf809),segment_id=50440245-e0bd-41fc-92fc-648b576cf809)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:17:47.464692 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a88f1bcb-6c4b-442a-833b-364a5b7a6a4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:47.480693 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e1ffceaf-50dd-4a0f-b648-d38709297a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:47.483554 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-a88f1bcb-6c4b-442a-833b-364a5b7a6a4d None None] Calling delete_port for 78fa47d3-27e8-4060-82fc-ac96b662f161 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:17:47.527412 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-70cc1baa-7a91-45ea-84a3-b895de2e0217 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:47.569689 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc1baa-7a91-45ea-84a3-b895de2e0217 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event deleted for resources: {'Port': ['ID=78fa47d3-27e8-4060-82fc-ac96b662f161,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:47.597579 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e1ffceaf-50dd-4a0f-b648-d38709297a50 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=36a2fdb09ade4646b6c1d16669e9ed84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7302790 Sep 08 09:17:47.598974 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cc1baa-7a91-45ea-84a3-b895de2e0217 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] No DVR routers for this DVR port 78fa47d3-27e8-4060-82fc-ac96b662f161 on host n-d-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:17:47.600516 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34204) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:47.604056 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ffceaf-50dd-4a0f-b648-d38709297a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c5305a-83aa-42f0-bdfc-3fdcc25258f8,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:47.673073 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-12bce758-8233-4fae-9e6e-cdffc86f65c6 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:47.683748 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a88f1bcb-6c4b-442a-833b-364a5b7a6a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:47.765321 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 7372846c-19f9-433f-8cb8-ca65d68becd9 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:17:47.786744 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88f1bcb-6c4b-442a-833b-364a5b7a6a4d None None] No DVR routers for this DVR port 78fa47d3-27e8-4060-82fc-ac96b662f161 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:17:47.792057 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f1bcb-6c4b-442a-833b-364a5b7a6a4d None None] Pushing event deleted for resources: {'Port': ['ID=78fa47d3-27e8-4060-82fc-ac96b662f161,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:47.836534 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5525db1f-5969-4a2f-948e-09671664efa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:47.839669 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-70cc1baa-7a91-45ea-84a3-b895de2e0217 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:47.870067 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cbe16e-f0ed-45af-bac5-c426e9734932 None None] Sync routers for ids ['907a8081-16e6-4f78-a849-18e8e09a1f3a'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:17:47.885416 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-70cc1baa-7a91-45ea-84a3-b895de2e0217 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35e3ae25-e770-45f6-8364-2c09c7112835']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:47.896798 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-289b655c-c98d-445e-b084-62602f57f7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:47.900115 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5525db1f-5969-4a2f-948e-09671664efa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:47.902896 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cbe16e-f0ed-45af-bac5-c426e9734932 None None] Routers {'907a8081-16e6-4f78-a849-18e8e09a1f3a'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:17:47.903547 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-04cbe16e-f0ed-45af-bac5-c426e9734932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:17:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['907a8081-16e6-4f78-a849-18e8e09a1f3a'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:47.911961 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-70cc1baa-7a91-45ea-84a3-b895de2e0217 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50440245-e0bd-41fc-92fc-648b576cf809') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:47.912684 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-70cc1baa-7a91-45ea-84a3-b895de2e0217 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50440245-e0bd-41fc-92fc-648b576cf809') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:47.942557 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-70cc1baa-7a91-45ea-84a3-b895de2e0217 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:47.975535 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-70cc1baa-7a91-45ea-84a3-b895de2e0217 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:47.994438 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70cc1baa-7a91-45ea-84a3-b895de2e0217 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:17:47.995432 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-70cc1baa-7a91-45ea-84a3-b895de2e0217 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:48.004022 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:17:48.004022 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:17:48.004022 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:17:48.004022 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:17:48.004022 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:17:48.004022 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:17:48.004022 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:17:48.004022 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:17:48.004022 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:17:48.004022 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:17:48.004022 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:17:48.004022 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:17:48.004022 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:17:48.004022 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:17:48.004022 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:17:48.004022 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:17:48.004022 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:17:48.004022 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:17:48.004022 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:17:48.004022 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:17:48.004022 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:17:48.004022 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:17:48.004022 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:17:48.004022 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:17:48.004022 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:17:48.004022 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:17:48.004022 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:17:48.004022 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:17:48.004022 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:17:48.004022 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:17:48.004022 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:17:48.004022 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:17:48.044945 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5525db1f-5969-4a2f-948e-09671664efa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:48.047961 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5525db1f-5969-4a2f-948e-09671664efa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:48.049220 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5525db1f-5969-4a2f-948e-09671664efa1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c1c5305a-83aa-42f0-bdfc-3fdcc25258f8 HTTP/1.1" status: 204 len: 168 time: 0.4470546 Sep 08 09:17:48.056583 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 7372846c-19f9-433f-8cb8-ca65d68becd9 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:48.056895 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:48.117823 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5525db1f-5969-4a2f-948e-09671664efa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c5305a-83aa-42f0-bdfc-3fdcc25258f8,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:48.135150 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-70cc1baa-7a91-45ea-84a3-b895de2e0217 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:48.145412 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-70cc1baa-7a91-45ea-84a3-b895de2e0217 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:48.145727 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-04cbe16e-f0ed-45af-bac5-c426e9734932 None None] Set router 907a8081-16e6-4f78-a849-18e8e09a1f3a gateway port host: None {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:17:48.152631 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-70cc1baa-7a91-45ea-84a3-b895de2e0217 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/networks/35e3ae25-e770-45f6-8364-2c09c7112835 HTTP/1.1" status: 204 len: 168 time: 1.7795262 Sep 08 09:17:48.153477 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34226) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:48.204547 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc1baa-7a91-45ea-84a3-b895de2e0217 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event deleted for resources: {'Network': ['ID=35e3ae25-e770-45f6-8364-2c09c7112835,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:48.240917 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:48.280529 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 7372846c-19f9-433f-8cb8-ca65d68becd9, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=7372846c-19f9-433f-8cb8-ca65d68becd9,segment=NetworkSegment(0adbffbb-cf08-4e79-9920-208d98c2b498),segment_id=0adbffbb-cf08-4e79-9920-208d98c2b498)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:17:48.283486 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35da5e45-6eac-4be5-b6d1-c3e9a629e16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7372846c-19f9-433f-8cb8-ca65d68becd9'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:17:48.287177 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2a41dc-da36-4671-a376-bd2b89fe2f1a" -d '{"events": [{"server_uuid": "35da5e45-6eac-4be5-b6d1-c3e9a629e16b", "name": "network-vif-plugged", "status": "completed", "tag": "7372846c-19f9-433f-8cb8-ca65d68becd9"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:17:48.293493 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:48.307869 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cecdb89-7ea0-4c42-aedb-4a4e98e0999e tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:48.312287 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-9cecdb89-7ea0-4c42-aedb-4a4e98e0999e tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "GET /v2.0/ports/d765c5af-e972-4e11-82a8-361344c97607 HTTP/1.1" status: 200 len: 844 time: 0.1509879 Sep 08 09:17:48.319540 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34238) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:48.385729 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8bfd9a4-7db9-4529-a5dc-ca430e74d93e x-openstack-request-id: req-d8bfd9a4-7db9-4529-a5dc-ca430e74d93e {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:17:48.386110 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35da5e45-6eac-4be5-b6d1-c3e9a629e16b", "name": "network-vif-plugged", "status": "completed", "tag": "7372846c-19f9-433f-8cb8-ca65d68becd9", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:17:48.386310 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d8bfd9a4-7db9-4529-a5dc-ca430e74d93e {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:17:48.386712 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35da5e45-6eac-4be5-b6d1-c3e9a629e16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7372846c-19f9-433f-8cb8-ca65d68becd9', 'code': 200} Sep 08 09:17:48.433021 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ee9ae532-c096-474e-beb9-1bb1c7baf015 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "GET /v2.0/ports/d765c5af-e972-4e11-82a8-361344c97607?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1117170 Sep 08 09:17:48.440944 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34242) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:48.447805 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-272901fe-f33d-460f-b675-94ec2cc74269 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Request body: {'subnet': {'network_id': 'c1136e3f-2a93-44e6-9fc2-3fc82e583ee3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:17:48.602099 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272901fe-f33d-460f-b675-94ec2cc74269 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Made reservation on behalf of ea019fc10697428ead6b1798adcd8ba7 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:17:48.606610 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-272901fe-f33d-460f-b675-94ec2cc74269 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:48.789453 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 78fa47d3-27e8-4060-82fc-ac96b662f161 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:17:48.887049 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=7372846c-19f9-433f-8cb8-ca65d68becd9,revision_number=9']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:48.905977 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 78fa47d3-27e8-4060-82fc-ac96b662f161 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:17:48.906736 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 78fa47d3-27e8-4060-82fc-ac96b662f161 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:17:48.943880 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 34258) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:48.970655 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-119017d7-74be-4723-a62d-cbe2cb98c1d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:48.991706 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-04cbe16e-f0ed-45af-bac5-c426e9734932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'name': 'tempest-RoutersTest-router-1198217534', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:17:05Z', 'updated_at': '2021-09-08T09:17:45Z', 'revision_number': 7, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'gw_port_host': None, '_interfaces': [{'id': '3261f60a-8342-4918-9b90-04f5dc142bca', 'name': '', 'network_id': 'c0e88987-3734-44b5-a343-c3969901aa9b', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:36:34:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:08Z', 'updated_at': '2021-09-08T09:17:18Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44effea7-33db-4a9a-bdac-2816cae43bf4', 'name': '', 'network_id': 'c0f18515-71ee-42bc-9263-52ca769e6852', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:cb:21:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': 'f9fdaff2-f8a0-453d-ba57-db7c1f9fd286', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:16Z', 'updated_at': '2021-09-08T09:17:30Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': 'f9fdaff2-f8a0-453d-ba57-db7c1f9fd286', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b859661-3e48-41f6-b6ad-d55baf0a99c0', 'name': '', 'network_id': 'e1d4d08e-5fcd-4b1e-8a7c-7a4247e6264e', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:94:09:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5e30eb6c-c939-4257-87b6-09d6c72982a3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:25Z', 'updated_at': '2021-09-08T09:17:38Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': '5e30eb6c-c939-4257-87b6-09d6c72982a3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3a29edb-7501-4be7-93cc-f9a6b58d36ac', 'name': '', 'network_id': 'f8fb74ad-9bc8-43c1-b687-47740e1221e9', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:8c:9c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': 'a702c8a3-c7a7-4c57-8a5e-0c56ef0d56ed', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:36Z', 'updated_at': '2021-09-08T09:17:45Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': 'a702c8a3-c7a7-4c57-8a5e-0c56ef0d56ed', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:49.073462 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cbe16e-f0ed-45af-bac5-c426e9734932 None None] Checking router: 907a8081-16e6-4f78-a849-18e8e09a1f3a for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:17:49.094899 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cbe16e-f0ed-45af-bac5-c426e9734932 None None] Routers {'907a8081-16e6-4f78-a849-18e8e09a1f3a'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:17:49.095777 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-04cbe16e-f0ed-45af-bac5-c426e9734932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:17:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['907a8081-16e6-4f78-a849-18e8e09a1f3a'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:49.118493 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-272901fe-f33d-460f-b675-94ec2cc74269 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:49.119906 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-12bce758-8233-4fae-9e6e-cdffc86f65c6 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Deleting port c3a29edb-7501-4be7-93cc-f9a6b58d36ac {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:17:49.120258 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-12bce758-8233-4fae-9e6e-cdffc86f65c6 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:49.178696 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272901fe-f33d-460f-b675-94ec2cc74269 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Network c1136e3f-2a93-44e6-9fc2-3fc82e583ee3 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:17:49.182454 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-272901fe-f33d-460f-b675-94ec2cc74269 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:17:49.201549 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272901fe-f33d-460f-b675-94ec2cc74269 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:49.202156 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-272901fe-f33d-460f-b675-94ec2cc74269 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:49.220197 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272901fe-f33d-460f-b675-94ec2cc74269 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event updated for resources: {'Subnet': ['ID=9d32a92e-deb3-4a43-aa73-96f23d425fff,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:49.223478 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-04cbe16e-f0ed-45af-bac5-c426e9734932 None None] Set router 907a8081-16e6-4f78-a849-18e8e09a1f3a gateway port host: None {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:17:49.227096 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1621dd47-8659-4f0e-853d-70634d10abc4 None None] Network c1136e3f-2a93-44e6-9fc2-3fc82e583ee3 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:17:49.240980 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-119017d7-74be-4723-a62d-cbe2cb98c1d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:49.254606 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-119017d7-74be-4723-a62d-cbe2cb98c1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:49.268343 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-272901fe-f33d-460f-b675-94ec2cc74269 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8255539 Sep 08 09:17:49.271489 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34270) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:49.320006 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-08bdd74d-524a-4a57-8662-411f4f378eef tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Request body: {'security_group': {'name': 'tempest-secgroup-600959887'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:17:49.387564 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-119017d7-74be-4723-a62d-cbe2cb98c1d0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f1ad7ef724e24a85a22e0a502a0dfcf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4322538 Sep 08 09:17:49.407091 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 34274) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:49.422327 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-08bdd74d-524a-4a57-8662-411f4f378eef tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:49.434480 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-12bce758-8233-4fae-9e6e-cdffc86f65c6 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] For port c3a29edb-7501-4be7-93cc-f9a6b58d36ac, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=c3a29edb-7501-4be7-93cc-f9a6b58d36ac,segment=NetworkSegment(cdcb359d-0817-411c-ae72-c7dfb423ff60),segment_id=cdcb359d-0817-411c-ae72-c7dfb423ff60)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:17:49.438115 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-12bce758-8233-4fae-9e6e-cdffc86f65c6 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:49.442226 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119017d7-74be-4723-a62d-cbe2cb98c1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747e34dc-564c-44fd-8e28-be79b25cab6a,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:49.493055 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119017d7-74be-4723-a62d-cbe2cb98c1d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:17:49.493938 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119017d7-74be-4723-a62d-cbe2cb98c1d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:17:49.494402 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119017d7-74be-4723-a62d-cbe2cb98c1d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:17:49.494819 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119017d7-74be-4723-a62d-cbe2cb98c1d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:17:49.495280 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119017d7-74be-4723-a62d-cbe2cb98c1d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:17:49.496827 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119017d7-74be-4723-a62d-cbe2cb98c1d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:17:49.497262 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119017d7-74be-4723-a62d-cbe2cb98c1d0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:17:49.497735 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119017d7-74be-4723-a62d-cbe2cb98c1d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:17:49.498162 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119017d7-74be-4723-a62d-cbe2cb98c1d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:17:49.498779 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119017d7-74be-4723-a62d-cbe2cb98c1d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:17:49.499658 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119017d7-74be-4723-a62d-cbe2cb98c1d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:17:49.500214 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119017d7-74be-4723-a62d-cbe2cb98c1d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:17:49.539852 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-12bce758-8233-4fae-9e6e-cdffc86f65c6 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Calling delete_port for c3a29edb-7501-4be7-93cc-f9a6b58d36ac owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:17:49.608013 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-08bdd74d-524a-4a57-8662-411f4f378eef tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:49.616403 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-08bdd74d-524a-4a57-8662-411f4f378eef tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:49.648759 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 34276) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:49.668464 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bdd74d-524a-4a57-8662-411f4f378eef tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85a23bfd-09a7-4473-90ad-685860dfaacc,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:49.686760 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-08bdd74d-524a-4a57-8662-411f4f378eef tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:49.691236 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-08bdd74d-524a-4a57-8662-411f4f378eef tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4153178 Sep 08 09:17:49.701671 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 34280) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:49.738860 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-2385e766-f014-494c-a585-74d75da9d7ac tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Request body: {'security_group': {'name': 'tempest-secgroup-440477470'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:17:49.802591 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8543fa44-a2a8-4d1a-82c0-988cdd213eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:49.887839 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8543fa44-a2a8-4d1a-82c0-988cdd213eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:49.894804 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2385e766-f014-494c-a585-74d75da9d7ac tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:49.911516 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-51fcdefd-70e8-4b81-b43e-dac12443bf63 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708-project-admin] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:17:49.939036 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551d7114-1e01-4bad-a001-b82ea0503f41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-c1136e3f-2a93-44e6-9fc2-3fc82e583ee3', 'network_id': 'c1136e3f-2a93-44e6-9fc2-3fc82e583ee3', 'tenant_id': 'ea019fc10697428ead6b1798adcd8ba7', 'fixed_ips': [{'subnet_id': '9d32a92e-deb3-4a43-aa73-96f23d425fff'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:17:49.940828 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-551d7114-1e01-4bad-a001-b82ea0503f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:49.972790 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-04cbe16e-f0ed-45af-bac5-c426e9734932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'name': 'tempest-RoutersTest-router-1198217534', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:17:05Z', 'updated_at': '2021-09-08T09:17:45Z', 'revision_number': 7, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'gw_port_host': None, '_interfaces': [{'id': '3261f60a-8342-4918-9b90-04f5dc142bca', 'name': '', 'network_id': 'c0e88987-3734-44b5-a343-c3969901aa9b', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:36:34:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:08Z', 'updated_at': '2021-09-08T09:17:18Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44effea7-33db-4a9a-bdac-2816cae43bf4', 'name': '', 'network_id': 'c0f18515-71ee-42bc-9263-52ca769e6852', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:cb:21:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': 'f9fdaff2-f8a0-453d-ba57-db7c1f9fd286', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:16Z', 'updated_at': '2021-09-08T09:17:30Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': 'f9fdaff2-f8a0-453d-ba57-db7c1f9fd286', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b859661-3e48-41f6-b6ad-d55baf0a99c0', 'name': '', 'network_id': 'e1d4d08e-5fcd-4b1e-8a7c-7a4247e6264e', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:94:09:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5e30eb6c-c939-4257-87b6-09d6c72982a3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:25Z', 'updated_at': '2021-09-08T09:17:38Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': '5e30eb6c-c939-4257-87b6-09d6c72982a3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3a29edb-7501-4be7-93cc-f9a6b58d36ac', 'name': '', 'network_id': 'f8fb74ad-9bc8-43c1-b687-47740e1221e9', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:8c:9c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': 'a702c8a3-c7a7-4c57-8a5e-0c56ef0d56ed', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:36Z', 'updated_at': '2021-09-08T09:17:45Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': 'a702c8a3-c7a7-4c57-8a5e-0c56ef0d56ed', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:49.995557 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-51fcdefd-70e8-4b81-b43e-dac12443bf63 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:50.013488 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cbe16e-f0ed-45af-bac5-c426e9734932 None None] The sync data for ids ['907a8081-16e6-4f78-a849-18e8e09a1f3a'] in n-d-806683-11 is: [{'id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'name': 'tempest-RoutersTest-router-1198217534', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:17:05Z', 'updated_at': '2021-09-08T09:17:45Z', 'revision_number': 7, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'gw_port_host': None, '_interfaces': [{'id': '3261f60a-8342-4918-9b90-04f5dc142bca', 'name': '', 'network_id': 'c0e88987-3734-44b5-a343-c3969901aa9b', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:36:34:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:08Z', 'updated_at': '2021-09-08T09:17:18Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44effea7-33db-4a9a-bdac-2816cae43bf4', 'name': '', 'network_id': 'c0f18515-71ee-42bc-9263-52ca769e6852', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:cb:21:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': 'f9fdaff2-f8a0-453d-ba57-db7c1f9fd286', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:16Z', 'updated_at': '2021-09-08T09:17:30Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': 'f9fdaff2-f8a0-453d-ba57-db7c1f9fd286', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b859661-3e48-41f6-b6ad-d55baf0a99c0', 'name': '', 'network_id': 'e1d4d08e-5fcd-4b1e-8a7c-7a4247e6264e', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:94:09:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5e30eb6c-c939-4257-87b6-09d6c72982a3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:25Z', 'updated_at': '2021-09-08T09:17:38Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': '5e30eb6c-c939-4257-87b6-09d6c72982a3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3a29edb-7501-4be7-93cc-f9a6b58d36ac', 'name': '', 'network_id': 'f8fb74ad-9bc8-43c1-b687-47740e1221e9', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:8c:9c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': 'a702c8a3-c7a7-4c57-8a5e-0c56ef0d56ed', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:36Z', 'updated_at': '2021-09-08T09:17:45Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': 'a702c8a3-c7a7-4c57-8a5e-0c56ef0d56ed', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:17:50.126671 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-12bce758-8233-4fae-9e6e-cdffc86f65c6 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:50.153028 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8543fa44-a2a8-4d1a-82c0-988cdd213eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:50.156136 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8543fa44-a2a8-4d1a-82c0-988cdd213eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:50.156948 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8543fa44-a2a8-4d1a-82c0-988cdd213eea admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/747e34dc-564c-44fd-8e28-be79b25cab6a HTTP/1.1" status: 204 len: 168 time: 0.7484388 Sep 08 09:17:50.172795 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bce758-8233-4fae-9e6e-cdffc86f65c6 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event deleted for resources: {'Port': ['ID=c3a29edb-7501-4be7-93cc-f9a6b58d36ac,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:50.261387 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8543fa44-a2a8-4d1a-82c0-988cdd213eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747e34dc-564c-44fd-8e28-be79b25cab6a,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:50.421204 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2385e766-f014-494c-a585-74d75da9d7ac tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:50.431145 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2385e766-f014-494c-a585-74d75da9d7ac tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:50.473963 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385e766-f014-494c-a585-74d75da9d7ac tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca9014e-843a-4b73-aa4b-8f87032bce3a,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:50.516311 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:50.541350 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-551d7114-1e01-4bad-a001-b82ea0503f41 None None] Allocated IP 2001:db8::2 (c1136e3f-2a93-44e6-9fc2-3fc82e583ee3/9d32a92e-deb3-4a43-aa73-96f23d425fff/32b99195-b055-443c-af22-bdddf2e8cc30) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:17:50.673835 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2385e766-f014-494c-a585-74d75da9d7ac tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:50.680205 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2385e766-f014-494c-a585-74d75da9d7ac tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9695313 Sep 08 09:17:50.681306 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34306) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:50.687402 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-2330624e-d249-48b8-82f9-e3b38d3dd644 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1389015322', 'security_groups': ['5ca9014e-843a-4b73-aa4b-8f87032bce3a'], 'network_id': 'c1136e3f-2a93-44e6-9fc2-3fc82e583ee3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9d32a92e-deb3-4a43-aa73-96f23d425fff'}]}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:17:50.745700 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-51fcdefd-70e8-4b81-b43e-dac12443bf63 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:50.751984 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-12bce758-8233-4fae-9e6e-cdffc86f65c6 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:50.800430 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-81f3935c-ad6c-4fec-9d27-b9fd4db9186c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:51.031643 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-551d7114-1e01-4bad-a001-b82ea0503f41 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:51.041172 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2330624e-d249-48b8-82f9-e3b38d3dd644 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Made reservation on behalf of ea019fc10697428ead6b1798adcd8ba7 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:17:51.078213 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-551d7114-1e01-4bad-a001-b82ea0503f41 None None] Transition to ACTIVE for port object 32b99195-b055-443c-af22-bdddf2e8cc30 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:17:51.102732 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-51fcdefd-70e8-4b81-b43e-dac12443bf63 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708-project-admin] Allocated IP 172.25.0.94 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/07709856-23c7-4958-8755-a81396173e70) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:17:51.170942 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-551d7114-1e01-4bad-a001-b82ea0503f41 None None] Transition to ACTIVE for port object 32b99195-b055-443c-af22-bdddf2e8cc30 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:17:51.180438 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12bce758-8233-4fae-9e6e-cdffc86f65c6 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Router 907a8081-16e6-4f78-a849-18e8e09a1f3a has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:17:51.183256 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-551d7114-1e01-4bad-a001-b82ea0503f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:51.300489 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2330624e-d249-48b8-82f9-e3b38d3dd644 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:51.345093 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [None req-2330624e-d249-48b8-82f9-e3b38d3dd644 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] device_id is not set on port 3d1d68e8-9cd5-47ec-83e9-655eff802415 yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:17:51.421330 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551d7114-1e01-4bad-a001-b82ea0503f41 None None] Network c1136e3f-2a93-44e6-9fc2-3fc82e583ee3 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:17:51.424641 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-551d7114-1e01-4bad-a001-b82ea0503f41 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:17:51.427299 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551d7114-1e01-4bad-a001-b82ea0503f41 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:17:51.526464 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12bce758-8233-4fae-9e6e-cdffc86f65c6 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:17:51.538637 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a392066f-343e-4dc3-bf2c-901d61a48c77 None None] Sync routers for ids ['907a8081-16e6-4f78-a849-18e8e09a1f3a'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:17:51.546752 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-12bce758-8233-4fae-9e6e-cdffc86f65c6 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "PUT /v2.0/routers/907a8081-16e6-4f78-a849-18e8e09a1f3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8796265 Sep 08 09:17:51.551497 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a392066f-343e-4dc3-bf2c-901d61a48c77 None None] Routers {'907a8081-16e6-4f78-a849-18e8e09a1f3a'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:17:51.552126 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-a392066f-343e-4dc3-bf2c-901d61a48c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:17:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['907a8081-16e6-4f78-a849-18e8e09a1f3a'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:51.563462 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-51fcdefd-70e8-4b81-b43e-dac12443bf63 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:51.566397 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 34332) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:51.615976 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d7114-1e01-4bad-a001-b82ea0503f41 None None] Pushing event updated for resources: {'Port': ['ID=32b99195-b055-443c-af22-bdddf2e8cc30,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:51.635458 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-551d7114-1e01-4bad-a001-b82ea0503f41 None None] Attempting to bind port 32b99195-b055-443c-af22-bdddf2e8cc30 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:17:51.642358 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-551d7114-1e01-4bad-a001-b82ea0503f41 None None] Attempting to bind port 32b99195-b055-443c-af22-bdddf2e8cc30 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '880124be-b40e-4cf5-88ff-a4a05a10744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c1136e3f-2a93-44e6-9fc2-3fc82e583ee3'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:17:51.643560 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551d7114-1e01-4bad-a001-b82ea0503f41 None None] Attempting to bind port 32b99195-b055-443c-af22-bdddf2e8cc30 on network c1136e3f-2a93-44e6-9fc2-3fc82e583ee3 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:17:51.654867 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551d7114-1e01-4bad-a001-b82ea0503f41 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:17:51.657160 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551d7114-1e01-4bad-a001-b82ea0503f41 None None] Checking segment: {'id': '880124be-b40e-4cf5-88ff-a4a05a10744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c1136e3f-2a93-44e6-9fc2-3fc82e583ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:17:51.657789 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-551d7114-1e01-4bad-a001-b82ea0503f41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:51.658786 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551d7114-1e01-4bad-a001-b82ea0503f41 None None] Bound using segment: {'id': '880124be-b40e-4cf5-88ff-a4a05a10744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c1136e3f-2a93-44e6-9fc2-3fc82e583ee3'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:17:51.659704 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-551d7114-1e01-4bad-a001-b82ea0503f41 None None] Bound port: 32b99195-b055-443c-af22-bdddf2e8cc30, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '880124be-b40e-4cf5-88ff-a4a05a10744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c1136e3f-2a93-44e6-9fc2-3fc82e583ee3'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:17:51.660470 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-551d7114-1e01-4bad-a001-b82ea0503f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:51.693217 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-a392066f-343e-4dc3-bf2c-901d61a48c77 None None] Set router 907a8081-16e6-4f78-a849-18e8e09a1f3a gateway port host: None {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:17:51.745621 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-377a70bf-e59f-4c74-97f0-932df561b618 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Deleting subnet a702c8a3-c7a7-4c57-8a5e-0c56ef0d56ed {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:17:51.750393 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-51fcdefd-70e8-4b81-b43e-dac12443bf63 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:51.761057 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-377a70bf-e59f-4c74-97f0-932df561b618 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:51.835103 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fcdefd-70e8-4b81-b43e-dac12443bf63 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708-project-admin] Pushing event updated for resources: {'Port': ['ID=07709856-23c7-4958-8755-a81396173e70,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:51.852135 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fcdefd-70e8-4b81-b43e-dac12443bf63 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708-project-admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:17:51.855920 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-51fcdefd-70e8-4b81-b43e-dac12443bf63 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708-project-admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:17:51.864666 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fcdefd-70e8-4b81-b43e-dac12443bf63 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708-project-admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:17:51.924822 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-551d7114-1e01-4bad-a001-b82ea0503f41 None None] For port 32b99195-b055-443c-af22-bdddf2e8cc30, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:17:51.932128 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-551d7114-1e01-4bad-a001-b82ea0503f41 None None] For port 32b99195-b055-443c-af22-bdddf2e8cc30, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=32b99195-b055-443c-af22-bdddf2e8cc30,segment=NetworkSegment(880124be-b40e-4cf5-88ff-a4a05a10744c),segment_id=880124be-b40e-4cf5-88ff-a4a05a10744c)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:17:51.943144 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-551d7114-1e01-4bad-a001-b82ea0503f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:51.979224 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-377a70bf-e59f-4c74-97f0-932df561b618 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:51.983599 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-2330624e-d249-48b8-82f9-e3b38d3dd644 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Allocated IP 2001:db8::20e (c1136e3f-2a93-44e6-9fc2-3fc82e583ee3/9d32a92e-deb3-4a43-aa73-96f23d425fff/3d1d68e8-9cd5-47ec-83e9-655eff802415) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:17:52.093033 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d7114-1e01-4bad-a001-b82ea0503f41 None None] Pushing event updated for resources: {'Port': ['ID=32b99195-b055-443c-af22-bdddf2e8cc30,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:52.124043 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-377a70bf-e59f-4c74-97f0-932df561b618 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:52.163151 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:52.304006 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-377a70bf-e59f-4c74-97f0-932df561b618 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:52.330743 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-a392066f-343e-4dc3-bf2c-901d61a48c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'name': 'tempest-RoutersTest-router-1198217534', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:17:05Z', 'updated_at': '2021-09-08T09:17:49Z', 'revision_number': 8, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'gw_port_host': None, '_interfaces': [{'id': '3261f60a-8342-4918-9b90-04f5dc142bca', 'name': '', 'network_id': 'c0e88987-3734-44b5-a343-c3969901aa9b', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:36:34:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:08Z', 'updated_at': '2021-09-08T09:17:18Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44effea7-33db-4a9a-bdac-2816cae43bf4', 'name': '', 'network_id': 'c0f18515-71ee-42bc-9263-52ca769e6852', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:cb:21:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': 'f9fdaff2-f8a0-453d-ba57-db7c1f9fd286', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:16Z', 'updated_at': '2021-09-08T09:17:30Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': 'f9fdaff2-f8a0-453d-ba57-db7c1f9fd286', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b859661-3e48-41f6-b6ad-d55baf0a99c0', 'name': '', 'network_id': 'e1d4d08e-5fcd-4b1e-8a7c-7a4247e6264e', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:94:09:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5e30eb6c-c939-4257-87b6-09d6c72982a3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:25Z', 'updated_at': '2021-09-08T09:17:38Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': '5e30eb6c-c939-4257-87b6-09d6c72982a3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:52.382930 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-51fcdefd-70e8-4b81-b43e-dac12443bf63 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:52.404190 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a392066f-343e-4dc3-bf2c-901d61a48c77 None None] Checking router: 907a8081-16e6-4f78-a849-18e8e09a1f3a for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:17:52.451040 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a392066f-343e-4dc3-bf2c-901d61a48c77 None None] Routers {'907a8081-16e6-4f78-a849-18e8e09a1f3a'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:17:52.451836 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-a392066f-343e-4dc3-bf2c-901d61a48c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:17:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['907a8081-16e6-4f78-a849-18e8e09a1f3a'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:52.509319 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-377a70bf-e59f-4c74-97f0-932df561b618 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:52.512035 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-377a70bf-e59f-4c74-97f0-932df561b618 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "DELETE /v2.0/subnets/a702c8a3-c7a7-4c57-8a5e-0c56ef0d56ed HTTP/1.1" status: 204 len: 168 time: 0.9445982 Sep 08 09:17:52.521129 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a70bf-e59f-4c74-97f0-932df561b618 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event deleted for resources: {'Subnet': ['ID=a702c8a3-c7a7-4c57-8a5e-0c56ef0d56ed,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:52.521452 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34358) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:52.521564 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fab632f-e670-47d9-8589-b5d1f445e7e2 None None] Network f8fb74ad-9bc8-43c1-b687-47740e1221e9 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:17:52.590439 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-51fcdefd-70e8-4b81-b43e-dac12443bf63 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:52.651408 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-a392066f-343e-4dc3-bf2c-901d61a48c77 None None] Set router 907a8081-16e6-4f78-a849-18e8e09a1f3a gateway port host: None {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:17:52.695438 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ea356653-600a-4804-98ec-2821ef39f3c2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:52.739782 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2330624e-d249-48b8-82f9-e3b38d3dd644 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:52.819028 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 32b99195-b055-443c-af22-bdddf2e8cc30 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:17:52.841538 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-2330624e-d249-48b8-82f9-e3b38d3dd644 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Transition to ACTIVE for port object 3d1d68e8-9cd5-47ec-83e9-655eff802415 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:17:53.043982 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-ea356653-600a-4804-98ec-2821ef39f3c2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Deleting port 71da8fb4-148b-4f16-868a-c15b3e0dd8ba {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:17:53.045311 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ea356653-600a-4804-98ec-2821ef39f3c2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:53.050812 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-51fcdefd-70e8-4b81-b43e-dac12443bf63 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:53.060977 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-51fcdefd-70e8-4b81-b43e-dac12443bf63 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:53.076871 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 32b99195-b055-443c-af22-bdddf2e8cc30 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:17:53.089480 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d1db8a-9b56-48e1-88ec-f846744cd06b None None] DHCP port deletion for f8fb74ad-9bc8-43c1-b687-47740e1221e9 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:17:53.093404 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2330624e-d249-48b8-82f9-e3b38d3dd644 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:53.195881 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fcdefd-70e8-4b81-b43e-dac12443bf63 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708-project-admin] Pushing event updated for resources: {'Port': ['ID=07709856-23c7-4958-8755-a81396173e70,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:53.218865 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-a392066f-343e-4dc3-bf2c-901d61a48c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'name': 'tempest-RoutersTest-router-1198217534', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:17:05Z', 'updated_at': '2021-09-08T09:17:49Z', 'revision_number': 8, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'gw_port_host': None, '_interfaces': [{'id': '3261f60a-8342-4918-9b90-04f5dc142bca', 'name': '', 'network_id': 'c0e88987-3734-44b5-a343-c3969901aa9b', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:36:34:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:08Z', 'updated_at': '2021-09-08T09:17:18Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44effea7-33db-4a9a-bdac-2816cae43bf4', 'name': '', 'network_id': 'c0f18515-71ee-42bc-9263-52ca769e6852', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:cb:21:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': 'f9fdaff2-f8a0-453d-ba57-db7c1f9fd286', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:16Z', 'updated_at': '2021-09-08T09:17:30Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': 'f9fdaff2-f8a0-453d-ba57-db7c1f9fd286', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b859661-3e48-41f6-b6ad-d55baf0a99c0', 'name': '', 'network_id': 'e1d4d08e-5fcd-4b1e-8a7c-7a4247e6264e', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:94:09:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5e30eb6c-c939-4257-87b6-09d6c72982a3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:25Z', 'updated_at': '2021-09-08T09:17:38Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': '5e30eb6c-c939-4257-87b6-09d6c72982a3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:53.295808 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2330624e-d249-48b8-82f9-e3b38d3dd644 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Network c1136e3f-2a93-44e6-9fc2-3fc82e583ee3 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:17:53.298264 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a392066f-343e-4dc3-bf2c-901d61a48c77 None None] The sync data for ids ['907a8081-16e6-4f78-a849-18e8e09a1f3a'] in n-d-806683-11 is: [{'id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'name': 'tempest-RoutersTest-router-1198217534', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:17:05Z', 'updated_at': '2021-09-08T09:17:49Z', 'revision_number': 8, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'gw_port_host': None, '_interfaces': [{'id': '3261f60a-8342-4918-9b90-04f5dc142bca', 'name': '', 'network_id': 'c0e88987-3734-44b5-a343-c3969901aa9b', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:36:34:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:08Z', 'updated_at': '2021-09-08T09:17:18Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44effea7-33db-4a9a-bdac-2816cae43bf4', 'name': '', 'network_id': 'c0f18515-71ee-42bc-9263-52ca769e6852', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:cb:21:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': 'f9fdaff2-f8a0-453d-ba57-db7c1f9fd286', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:16Z', 'updated_at': '2021-09-08T09:17:30Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': 'f9fdaff2-f8a0-453d-ba57-db7c1f9fd286', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b859661-3e48-41f6-b6ad-d55baf0a99c0', 'name': '', 'network_id': 'e1d4d08e-5fcd-4b1e-8a7c-7a4247e6264e', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:94:09:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '5e30eb6c-c939-4257-87b6-09d6c72982a3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:25Z', 'updated_at': '2021-09-08T09:17:38Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': '5e30eb6c-c939-4257-87b6-09d6c72982a3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:17:53.343902 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-67d1db8a-9b56-48e1-88ec-f846744cd06b None None] Deleting port 71da8fb4-148b-4f16-868a-c15b3e0dd8ba {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:17:53.343902 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-67d1db8a-9b56-48e1-88ec-f846744cd06b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:53.346332 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-51fcdefd-70e8-4b81-b43e-dac12443bf63 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:53.369834 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-2330624e-d249-48b8-82f9-e3b38d3dd644 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:17:53.381450 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2330624e-d249-48b8-82f9-e3b38d3dd644 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:17:53.389095 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2330624e-d249-48b8-82f9-e3b38d3dd644 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:53.389710 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2330624e-d249-48b8-82f9-e3b38d3dd644 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:53.390470 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-51fcdefd-70e8-4b81-b43e-dac12443bf63 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:53.391777 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-51fcdefd-70e8-4b81-b43e-dac12443bf63 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708-project-admin] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7401197 Sep 08 09:17:53.395026 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 34378) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:53.402950 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2330624e-d249-48b8-82f9-e3b38d3dd644 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event updated for resources: {'Port': ['ID=3d1d68e8-9cd5-47ec-83e9-655eff802415,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:53.408400 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-3f0bdca2-ef48-42cc-97e2-9de1f11ce024 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-952573097', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'fixed_ips': [{'ip_address': '172.25.0.94'}]}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:17:53.420739 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-ea356653-600a-4804-98ec-2821ef39f3c2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] For port 71da8fb4-148b-4f16-868a-c15b3e0dd8ba, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=71da8fb4-148b-4f16-868a-c15b3e0dd8ba,segment=NetworkSegment(cdcb359d-0817-411c-ae72-c7dfb423ff60),segment_id=cdcb359d-0817-411c-ae72-c7dfb423ff60)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:17:53.421203 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ea356653-600a-4804-98ec-2821ef39f3c2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:53.440676 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-ea356653-600a-4804-98ec-2821ef39f3c2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Calling delete_port for 71da8fb4-148b-4f16-868a-c15b3e0dd8ba owned by network:dhcp {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:17:53.487355 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0bdca2-ef48-42cc-97e2-9de1f11ce024 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708-project-admin] Made reservation on behalf of 9298fe6c892b436887b9d97821a2eac4 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:17:53.490189 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3f0bdca2-ef48-42cc-97e2-9de1f11ce024 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:53.522692 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3f0bdca2-ef48-42cc-97e2-9de1f11ce024 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:53.555372 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-67d1db8a-9b56-48e1-88ec-f846744cd06b None None] For port 71da8fb4-148b-4f16-868a-c15b3e0dd8ba, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=71da8fb4-148b-4f16-868a-c15b3e0dd8ba,segment=NetworkSegment(cdcb359d-0817-411c-ae72-c7dfb423ff60),segment_id=cdcb359d-0817-411c-ae72-c7dfb423ff60)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:17:53.556210 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-67d1db8a-9b56-48e1-88ec-f846744cd06b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:53.570727 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-67d1db8a-9b56-48e1-88ec-f846744cd06b None None] Calling delete_port for 71da8fb4-148b-4f16-868a-c15b3e0dd8ba owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:17:53.610854 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2330624e-d249-48b8-82f9-e3b38d3dd644 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9277427 Sep 08 09:17:53.612359 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34386) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:53.621419 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-5fea597f-ffe3-4a2a-b0c7-4c5fb032e9b3 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Request body: {'subnet': {'network_id': 'c1136e3f-2a93-44e6-9fc2-3fc82e583ee3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:17:53.803546 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ea356653-600a-4804-98ec-2821ef39f3c2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:53.858123 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea356653-600a-4804-98ec-2821ef39f3c2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event deleted for resources: {'Port': ['ID=71da8fb4-148b-4f16-868a-c15b3e0dd8ba,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:53.875057 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea356653-600a-4804-98ec-2821ef39f3c2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] No DVR routers for this DVR port 71da8fb4-148b-4f16-868a-c15b3e0dd8ba on host n-d-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:17:53.887748 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-67d1db8a-9b56-48e1-88ec-f846744cd06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:53.917382 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3f0bdca2-ef48-42cc-97e2-9de1f11ce024 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:53.932037 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3f0bdca2-ef48-42cc-97e2-9de1f11ce024 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:53.937557 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-3f0bdca2-ef48-42cc-97e2-9de1f11ce024 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708-project-admin] device_id is not set on port 0025d0f3-ae83-4f45-8a88-a80cc77c6b24 yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:17:54.027063 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:54.028589 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d1db8a-9b56-48e1-88ec-f846744cd06b None None] Pushing event deleted for resources: {'Port': ['ID=71da8fb4-148b-4f16-868a-c15b3e0dd8ba,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:54.052394 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d1db8a-9b56-48e1-88ec-f846744cd06b None None] No DVR routers for this DVR port 71da8fb4-148b-4f16-868a-c15b3e0dd8ba on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:17:54.060991 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ea356653-600a-4804-98ec-2821ef39f3c2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:54.080739 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fea597f-ffe3-4a2a-b0c7-4c5fb032e9b3 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Made reservation on behalf of ea019fc10697428ead6b1798adcd8ba7 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:17:54.082161 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:54.094360 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5fea597f-ffe3-4a2a-b0c7-4c5fb032e9b3 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:54.136382 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-ea356653-600a-4804-98ec-2821ef39f3c2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8fb74ad-9bc8-43c1-b687-47740e1221e9']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:54.167388 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-8b6af77c-f19b-4be7-9761-eda2554811d6 None None] Provisioning complete for port d765c5af-e972-4e11-82a8-361344c97607 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:54.168192 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8b6af77c-f19b-4be7-9761-eda2554811d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:54.179057 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-ea356653-600a-4804-98ec-2821ef39f3c2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdcb359d-0817-411c-ae72-c7dfb423ff60') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:54.179705 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-ea356653-600a-4804-98ec-2821ef39f3c2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdcb359d-0817-411c-ae72-c7dfb423ff60') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:54.211055 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0bdca2-ef48-42cc-97e2-9de1f11ce024 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02611438-95b7-47e7-a444-a17d7cf50c1b,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:54.326258 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-8b6af77c-f19b-4be7-9761-eda2554811d6 None None] Port d765c5af-e972-4e11-82a8-361344c97607 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:17:54.348652 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-8b6af77c-f19b-4be7-9761-eda2554811d6 None None] Provisioning for port 32b99195-b055-443c-af22-bdddf2e8cc30 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:17:54.353936 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-8b6af77c-f19b-4be7-9761-eda2554811d6 None None] Provisioning complete for port 32b99195-b055-443c-af22-bdddf2e8cc30 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:54.354347 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8b6af77c-f19b-4be7-9761-eda2554811d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:54.578102 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8b6af77c-f19b-4be7-9761-eda2554811d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:54.589433 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f0bdca2-ef48-42cc-97e2-9de1f11ce024 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 08 09:17:54.590914 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f0bdca2-ef48-42cc-97e2-9de1f11ce024 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:17:54.648008 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3f0bdca2-ef48-42cc-97e2-9de1f11ce024 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.2518597 Sep 08 09:17:54.650642 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 34424) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:54.678512 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-8b6af77c-f19b-4be7-9761-eda2554811d6 None None] For port 32b99195-b055-443c-af22-bdddf2e8cc30, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=32b99195-b055-443c-af22-bdddf2e8cc30,segment=NetworkSegment(880124be-b40e-4cf5-88ff-a4a05a10744c),segment_id=880124be-b40e-4cf5-88ff-a4a05a10744c)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:17:54.689044 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8b6af77c-f19b-4be7-9761-eda2554811d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:54.701483 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ea356653-600a-4804-98ec-2821ef39f3c2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:54.749265 n-d-806683-11 neutron-server[94712]: INFO neutron.db.ipam_backend_mixin [None req-5fea597f-ffe3-4a2a-b0c7-4c5fb032e9b3 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9d32a92e-deb3-4a43-aa73-96f23d425fff (CIDR: 2001:db8::/64) Sep 08 09:17:54.751271 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device c3a29edb-7501-4be7-93cc-f9a6b58d36ac no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:17:54.778197 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fea597f-ffe3-4a2a-b0c7-4c5fb032e9b3 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:17:54.780116 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fea597f-ffe3-4a2a-b0c7-4c5fb032e9b3 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:17:54.788675 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ea356653-600a-4804-98ec-2821ef39f3c2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:54.822615 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: c3a29edb-7501-4be7-93cc-f9a6b58d36ac {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:17:54.823052 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device c3a29edb-7501-4be7-93cc-f9a6b58d36ac not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:17:54.823402 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 71da8fb4-148b-4f16-868a-c15b3e0dd8ba no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:17:54.829166 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea356653-600a-4804-98ec-2821ef39f3c2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:17:54.832626 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ea356653-600a-4804-98ec-2821ef39f3c2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:54.842597 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:17:54.842597 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:17:54.842597 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:17:54.842597 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:17:54.842597 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:17:54.842597 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:17:54.842597 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:17:54.842597 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:17:54.842597 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:17:54.842597 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:17:54.842597 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:17:54.842597 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:17:54.842597 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:17:54.842597 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:17:54.842597 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:17:54.842597 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:17:54.842597 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:17:54.842597 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:17:54.842597 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:17:54.842597 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:17:54.842597 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:17:54.842597 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:17:54.842597 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:17:54.842597 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:17:54.842597 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:17:54.842597 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:17:54.842597 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:17:54.842597 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:17:54.842597 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:17:54.842597 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:17:54.842597 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:17:54.842597 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:17:54.877307 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 71da8fb4-148b-4f16-868a-c15b3e0dd8ba {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:17:54.878247 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 71da8fb4-148b-4f16-868a-c15b3e0dd8ba not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:17:54.915216 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5fea597f-ffe3-4a2a-b0c7-4c5fb032e9b3 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2997422 Sep 08 09:17:54.926168 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34432) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:54.935372 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-9dc0463a-7825-406e-ac19-cf010e8282a7 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Request body: {'subnet': {'network_id': 'c1136e3f-2a93-44e6-9fc2-3fc82e583ee3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:17:54.943372 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6af77c-f19b-4be7-9761-eda2554811d6 None None] Pushing event updated for resources: {'Port': ['ID=32b99195-b055-443c-af22-bdddf2e8cc30,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:54.946703 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-04ca50ae-bcb2-4fcf-8ca8-31cc9edb6709 None None] Provisioning for port 3d1d68e8-9cd5-47ec-83e9-655eff802415 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:17:54.951853 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-04ca50ae-bcb2-4fcf-8ca8-31cc9edb6709 None None] Provisioning complete for port 3d1d68e8-9cd5-47ec-83e9-655eff802415 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:54.952231 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-04ca50ae-bcb2-4fcf-8ca8-31cc9edb6709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:54.978169 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-949601bd-6620-4d0d-a362-8f1e6d669c5c tempest-ExternalNetworksAdminNegativeTestJSON-1477239708 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708-project-admin] Deleting port 07709856-23c7-4958-8755-a81396173e70 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:17:54.978818 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-949601bd-6620-4d0d-a362-8f1e6d669c5c tempest-ExternalNetworksAdminNegativeTestJSON-1477239708 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:55.037817 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-04ca50ae-bcb2-4fcf-8ca8-31cc9edb6709 None None] Port 3d1d68e8-9cd5-47ec-83e9-655eff802415 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:17:55.071411 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ea356653-600a-4804-98ec-2821ef39f3c2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:55.110909 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ea356653-600a-4804-98ec-2821ef39f3c2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:55.113075 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ea356653-600a-4804-98ec-2821ef39f3c2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "DELETE /v2.0/networks/f8fb74ad-9bc8-43c1-b687-47740e1221e9 HTTP/1.1" status: 204 len: 168 time: 2.5926054 Sep 08 09:17:55.118542 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 34440) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:55.135697 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea356653-600a-4804-98ec-2821ef39f3c2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event deleted for resources: {'Network': ['ID=f8fb74ad-9bc8-43c1-b687-47740e1221e9,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:55.182631 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-949601bd-6620-4d0d-a362-8f1e6d669c5c tempest-ExternalNetworksAdminNegativeTestJSON-1477239708 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:55.183263 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-949601bd-6620-4d0d-a362-8f1e6d669c5c tempest-ExternalNetworksAdminNegativeTestJSON-1477239708 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:55.218718 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc0463a-7825-406e-ac19-cf010e8282a7 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Made reservation on behalf of ea019fc10697428ead6b1798adcd8ba7 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:17:55.235009 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9dc0463a-7825-406e-ac19-cf010e8282a7 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:55.514430 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-949601bd-6620-4d0d-a362-8f1e6d669c5c tempest-ExternalNetworksAdminNegativeTestJSON-1477239708 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708-project-admin] Calling delete_port for 07709856-23c7-4958-8755-a81396173e70 owned by network:floatingip {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:17:55.748597 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9dc0463a-7825-406e-ac19-cf010e8282a7 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:55.817563 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc0463a-7825-406e-ac19-cf010e8282a7 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Network c1136e3f-2a93-44e6-9fc2-3fc82e583ee3 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:17:55.822131 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-9dc0463a-7825-406e-ac19-cf010e8282a7 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:17:55.834642 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc0463a-7825-406e-ac19-cf010e8282a7 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:55.834795 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13af515c-d78f-4782-984b-31ed6b5a5bf6 None None] Network c1136e3f-2a93-44e6-9fc2-3fc82e583ee3 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:17:55.836132 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9dc0463a-7825-406e-ac19-cf010e8282a7 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:55.860105 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc0463a-7825-406e-ac19-cf010e8282a7 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event updated for resources: {'Subnet': ['ID=e9097744-ecdf-486e-9cc9-54c50af59248,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:55.879398 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-9dc0463a-7825-406e-ac19-cf010e8282a7 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9513979 Sep 08 09:17:55.881345 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34450) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:55.888595 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-ef00d530-8541-441d-a0fc-fd1bcc4a553e tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-457143684', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e9097744-ecdf-486e-9cc9-54c50af59248'}], 'security_groups': ['85a23bfd-09a7-4473-90ad-685860dfaacc']}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:17:55.891775 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34452) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:55.971791 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-949601bd-6620-4d0d-a362-8f1e6d669c5c tempest-ExternalNetworksAdminNegativeTestJSON-1477239708 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:56.011522 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949601bd-6620-4d0d-a362-8f1e6d669c5c tempest-ExternalNetworksAdminNegativeTestJSON-1477239708 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708-project-admin] Pushing event deleted for resources: {'Port': ['ID=07709856-23c7-4958-8755-a81396173e70,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:56.105227 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ef00d530-8541-441d-a0fc-fd1bcc4a553e tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:56.163699 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-403fd992-7032-44af-b5f4-c9f4ae6183e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:56.166385 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-949601bd-6620-4d0d-a362-8f1e6d669c5c tempest-ExternalNetworksAdminNegativeTestJSON-1477239708 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:56.169439 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-949601bd-6620-4d0d-a362-8f1e6d669c5c tempest-ExternalNetworksAdminNegativeTestJSON-1477239708 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:56.185691 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-949601bd-6620-4d0d-a362-8f1e6d669c5c tempest-ExternalNetworksAdminNegativeTestJSON-1477239708 tempest-ExternalNetworksAdminNegativeTestJSON-1477239708-project-admin] 10.222.0.54 "DELETE /v2.0/floatingips/3aae154a-a081-4331-bd69-e80caf3bd035 HTTP/1.1" status: 204 len: 168 time: 1.5300674 Sep 08 09:17:56.246141 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b1eda707-9267-4644-9260-718be95ab7b0 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:56.327422 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1995f8d1-d1b1-43a4-ad8d-23b5d07c1d8a None None] Update dhcp port {'port': {'network_id': 'c1136e3f-2a93-44e6-9fc2-3fc82e583ee3', 'fixed_ips': [{'subnet_id': '9d32a92e-deb3-4a43-aa73-96f23d425fff', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e9097744-ecdf-486e-9cc9-54c50af59248'}], 'binding:host_id': 'n-d-806683-11'}, 'id': '32b99195-b055-443c-af22-bdddf2e8cc30'} from n-d-806683-11. {{(pid=94714) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 08 09:17:56.392453 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1995f8d1-d1b1-43a4-ad8d-23b5d07c1d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:56.626887 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 34466) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:56.649037 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 32b99195-b055-443c-af22-bdddf2e8cc30 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:17:56.786354 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-b1eda707-9267-4644-9260-718be95ab7b0 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Deleting port 4b859661-3e48-41f6-b6ad-d55baf0a99c0 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:17:56.786603 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b1eda707-9267-4644-9260-718be95ab7b0 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:56.802088 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-403fd992-7032-44af-b5f4-c9f4ae6183e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:56.819064 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-403fd992-7032-44af-b5f4-c9f4ae6183e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:56.831645 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-1995f8d1-d1b1-43a4-ad8d-23b5d07c1d8a None None] Allocated IP 2001:db8:0:1::2 (c1136e3f-2a93-44e6-9fc2-3fc82e583ee3/e9097744-ecdf-486e-9cc9-54c50af59248/32b99195-b055-443c-af22-bdddf2e8cc30) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:17:56.836221 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 32b99195-b055-443c-af22-bdddf2e8cc30 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:56.837871 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:56.892912 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d0bc200c-3f29-4824-bfe4-d5055f8adf05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:56.947903 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-403fd992-7032-44af-b5f4-c9f4ae6183e4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7de2a38db7064f9c9f198c91cc98b94f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0547619 Sep 08 09:17:56.949149 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403fd992-7032-44af-b5f4-c9f4ae6183e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a349824-64e8-4792-b987-224f7f54bf24,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:56.965818 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34472) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:57.041950 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d0bc200c-3f29-4824-bfe4-d5055f8adf05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:57.052516 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d0bc200c-3f29-4824-bfe4-d5055f8adf05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:57.072729 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-02441fa5-1685-4197-9917-ffffb864d281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:57.123554 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d0bc200c-3f29-4824-bfe4-d5055f8adf05 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0b66c4a89ca24ecd8d7e9b3b6f73eb19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4932008 Sep 08 09:17:57.124530 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 34478) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:57.126124 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc200c-3f29-4824-bfe4-d5055f8adf05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff850732-b659-4187-a590-769e59abf8be,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:57.158225 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-b1eda707-9267-4644-9260-718be95ab7b0 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] For port 4b859661-3e48-41f6-b6ad-d55baf0a99c0, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=4b859661-3e48-41f6-b6ad-d55baf0a99c0,segment=NetworkSegment(086a47bc-1e85-4b7b-8e00-b85d59c1a54a),segment_id=086a47bc-1e85-4b7b-8e00-b85d59c1a54a)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:17:57.158225 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b1eda707-9267-4644-9260-718be95ab7b0 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:57.170243 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-b1eda707-9267-4644-9260-718be95ab7b0 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Calling delete_port for 4b859661-3e48-41f6-b6ad-d55baf0a99c0 owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:17:57.172212 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-1995f8d1-d1b1-43a4-ad8d-23b5d07c1d8a None None] For port 32b99195-b055-443c-af22-bdddf2e8cc30, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=32b99195-b055-443c-af22-bdddf2e8cc30,segment=NetworkSegment(880124be-b40e-4cf5-88ff-a4a05a10744c),segment_id=880124be-b40e-4cf5-88ff-a4a05a10744c)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:17:57.184263 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-02441fa5-1685-4197-9917-ffffb864d281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:57.209066 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1995f8d1-d1b1-43a4-ad8d-23b5d07c1d8a None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:57.258524 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a6482f98-6034-41b4-8ad8-d63ccd1666fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:57.261452 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-1995f8d1-d1b1-43a4-ad8d-23b5d07c1d8a None None] Transition to ACTIVE for port object 32b99195-b055-443c-af22-bdddf2e8cc30 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:17:57.275925 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-02441fa5-1685-4197-9917-ffffb864d281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:57.278525 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-02441fa5-1685-4197-9917-ffffb864d281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:57.279913 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1995f8d1-d1b1-43a4-ad8d-23b5d07c1d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:57.289769 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-02441fa5-1685-4197-9917-ffffb864d281 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6a349824-64e8-4792-b987-224f7f54bf24 HTTP/1.1" status: 204 len: 168 time: 0.3212326 Sep 08 09:17:57.301680 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a6482f98-6034-41b4-8ad8-d63ccd1666fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:57.437406 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a6482f98-6034-41b4-8ad8-d63ccd1666fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:57.445104 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a6482f98-6034-41b4-8ad8-d63ccd1666fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:57.448649 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a6482f98-6034-41b4-8ad8-d63ccd1666fb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ff850732-b659-4187-a590-769e59abf8be HTTP/1.1" status: 204 len: 168 time: 0.3213601 Sep 08 09:17:57.492417 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1995f8d1-d1b1-43a4-ad8d-23b5d07c1d8a None None] Pushing event updated for resources: {'Port': ['ID=32b99195-b055-443c-af22-bdddf2e8cc30,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:57.512723 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6482f98-6034-41b4-8ad8-d63ccd1666fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff850732-b659-4187-a590-769e59abf8be,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:57.546000 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-ef00d530-8541-441d-a0fc-fd1bcc4a553e tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Delete allocated IP 2001:db8::20e (c1136e3f-2a93-44e6-9fc2-3fc82e583ee3/9d32a92e-deb3-4a43-aa73-96f23d425fff) {{(pid=94712) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 08 09:17:57.560097 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02441fa5-1685-4197-9917-ffffb864d281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a349824-64e8-4792-b987-224f7f54bf24,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:57.568901 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-ef00d530-8541-441d-a0fc-fd1bcc4a553e tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Allocated IP 2001:db8:0:1::123 (c1136e3f-2a93-44e6-9fc2-3fc82e583ee3/e9097744-ecdf-486e-9cc9-54c50af59248/3d1d68e8-9cd5-47ec-83e9-655eff802415) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:17:57.593658 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b1eda707-9267-4644-9260-718be95ab7b0 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:57.643782 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eda707-9267-4644-9260-718be95ab7b0 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event deleted for resources: {'Port': ['ID=4b859661-3e48-41f6-b6ad-d55baf0a99c0,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:58.054701 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ef00d530-8541-441d-a0fc-fd1bcc4a553e tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:58.096991 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-ef00d530-8541-441d-a0fc-fd1bcc4a553e tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Transition to ACTIVE for port object 3d1d68e8-9cd5-47ec-83e9-655eff802415 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:17:58.104573 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ef00d530-8541-441d-a0fc-fd1bcc4a553e tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:58.121542 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b1eda707-9267-4644-9260-718be95ab7b0 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:58.200901 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34500) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:58.245643 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef00d530-8541-441d-a0fc-fd1bcc4a553e tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event updated for resources: {'Port': ['ID=3d1d68e8-9cd5-47ec-83e9-655eff802415,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:58.260397 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-291c0bc6-c1ff-476c-87fd-41427d8aff70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:58.465972 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-291c0bc6-c1ff-476c-87fd-41427d8aff70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:58.471721 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-ef00d530-8541-441d-a0fc-fd1bcc4a553e tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] In _notify_port_updated(), no bound segment for port 3d1d68e8-9cd5-47ec-83e9-655eff802415 on network c1136e3f-2a93-44e6-9fc2-3fc82e583ee3 {{(pid=94712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 08 09:17:58.482362 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef00d530-8541-441d-a0fc-fd1bcc4a553e tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:17:58.483701 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ef00d530-8541-441d-a0fc-fd1bcc4a553e tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:58.489577 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ef00d530-8541-441d-a0fc-fd1bcc4a553e tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "PUT /v2.0/ports/3d1d68e8-9cd5-47ec-83e9-655eff802415 HTTP/1.1" status: 200 len: 930 time: 2.6030309 Sep 08 09:17:58.491388 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34502) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:58.506241 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-291c0bc6-c1ff-476c-87fd-41427d8aff70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:58.524057 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:58.648010 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34504) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:58.652289 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1eda707-9267-4644-9260-718be95ab7b0 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Router 907a8081-16e6-4f78-a849-18e8e09a1f3a has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:17:58.660512 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c0bc6-c1ff-476c-87fd-41427d8aff70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4ab3b5-d1ae-455d-b241-5a073ffe8408,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:58.686682 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-291c0bc6-c1ff-476c-87fd-41427d8aff70 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2f3022a7cf024fe69e08dbcac4b68204&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4846520 Sep 08 09:17:58.691338 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34506) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:58.809060 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-cdc491cf-e3fc-46cb-8ddc-2567de0e44c4 None None] Provisioning complete for port d765c5af-e972-4e11-82a8-361344c97607 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:58.814558 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cdc491cf-e3fc-46cb-8ddc-2567de0e44c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:58.822926 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-a1ea6c4a-ead3-4e98-945c-a8e205bd6fca admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9298fe6c892b436887b9d97821a2eac4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1710827 Sep 08 09:17:58.825893 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34510) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:58.911292 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 32b99195-b055-443c-af22-bdddf2e8cc30 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:17:58.922988 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1eda707-9267-4644-9260-718be95ab7b0 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:17:58.947017 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b1eda707-9267-4644-9260-718be95ab7b0 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "PUT /v2.0/routers/907a8081-16e6-4f78-a849-18e8e09a1f3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8267810 Sep 08 09:17:58.947815 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 34516) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:58.991532 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-e82135ff-0c67-4a62-9d50-5787731e79ee tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Deleting port 3d1d68e8-9cd5-47ec-83e9-655eff802415 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:17:58.991916 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e82135ff-0c67-4a62-9d50-5787731e79ee tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:58.996542 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-054b864d-3559-4d3a-b23c-57d24fb0cafa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:59.025427 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e019696b-c356-4ad7-93af-237778fdcd8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:59.030823 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-93b552b6-67fe-4226-b7b1-063690670951 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Deleting subnet 5e30eb6c-c939-4257-87b6-09d6c72982a3 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:17:59.034813 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-93b552b6-67fe-4226-b7b1-063690670951 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:59.094092 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-93b552b6-67fe-4226-b7b1-063690670951 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:59.101342 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7110f9dc-e6a1-4e81-ada8-835bb31a36b2 None None] Sync routers for ids ['907a8081-16e6-4f78-a849-18e8e09a1f3a'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:17:59.125641 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-054b864d-3559-4d3a-b23c-57d24fb0cafa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:59.133870 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e019696b-c356-4ad7-93af-237778fdcd8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:59.193944 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7110f9dc-e6a1-4e81-ada8-835bb31a36b2 None None] Routers {'907a8081-16e6-4f78-a849-18e8e09a1f3a'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:17:59.194945 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-7110f9dc-e6a1-4e81-ada8-835bb31a36b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:17:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['907a8081-16e6-4f78-a849-18e8e09a1f3a'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:17:59.214688 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e82135ff-0c67-4a62-9d50-5787731e79ee tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:59.255972 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-e82135ff-0c67-4a62-9d50-5787731e79ee tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Calling delete_port for 3d1d68e8-9cd5-47ec-83e9-655eff802415 owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:17:59.268834 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-93b552b6-67fe-4226-b7b1-063690670951 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:59.398663 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-93b552b6-67fe-4226-b7b1-063690670951 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:59.409870 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-7110f9dc-e6a1-4e81-ada8-835bb31a36b2 None None] Set router 907a8081-16e6-4f78-a849-18e8e09a1f3a gateway port host: None {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:17:59.420029 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e019696b-c356-4ad7-93af-237778fdcd8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:59.422691 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e019696b-c356-4ad7-93af-237778fdcd8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:59.423765 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e019696b-c356-4ad7-93af-237778fdcd8f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2e4ab3b5-d1ae-455d-b241-5a073ffe8408 HTTP/1.1" status: 204 len: 168 time: 0.7318084 Sep 08 09:17:59.425033 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-054b864d-3559-4d3a-b23c-57d24fb0cafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:59.427637 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-054b864d-3559-4d3a-b23c-57d24fb0cafa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:59.431210 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-054b864d-3559-4d3a-b23c-57d24fb0cafa admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/02611438-95b7-47e7-a444-a17d7cf50c1b HTTP/1.1" status: 204 len: 168 time: 0.6004434 Sep 08 09:17:59.459192 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e019696b-c356-4ad7-93af-237778fdcd8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4ab3b5-d1ae-455d-b241-5a073ffe8408,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:59.471310 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b552b6-67fe-4226-b7b1-063690670951 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event deleted for resources: {'Subnet': ['ID=5e30eb6c-c939-4257-87b6-09d6c72982a3,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:59.472125 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-93b552b6-67fe-4226-b7b1-063690670951 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:59.478185 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-93b552b6-67fe-4226-b7b1-063690670951 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "DELETE /v2.0/subnets/5e30eb6c-c939-4257-87b6-09d6c72982a3 HTTP/1.1" status: 204 len: 168 time: 0.5254991 Sep 08 09:17:59.478431 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 34526) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:59.480504 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b864d-3559-4d3a-b23c-57d24fb0cafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02611438-95b7-47e7-a444-a17d7cf50c1b,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:59.537620 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-cdc491cf-e3fc-46cb-8ddc-2567de0e44c4 None None] Port d765c5af-e972-4e11-82a8-361344c97607 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:17:59.547986 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9059e0-1384-47ea-8da1-f499346ebea5 None None] Network e1d4d08e-5fcd-4b1e-8a7c-7a4247e6264e requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:17:59.649410 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e82135ff-0c67-4a62-9d50-5787731e79ee tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:59.681135 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-07db5da4-b8be-4986-9c3a-b37c7d2d260b tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:59.764781 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82135ff-0c67-4a62-9d50-5787731e79ee tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event deleted for resources: {'Port': ['ID=3d1d68e8-9cd5-47ec-83e9-655eff802415,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:17:59.769264 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-07db5da4-b8be-4986-9c3a-b37c7d2d260b tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Deleting port 77d3adfc-dae1-4334-9e83-b34db90500fa {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:17:59.770302 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-07db5da4-b8be-4986-9c3a-b37c7d2d260b tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:59.834327 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-cdc491cf-e3fc-46cb-8ddc-2567de0e44c4 None None] Provisioning for port 32b99195-b055-443c-af22-bdddf2e8cc30 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:17:59.850284 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-cdc491cf-e3fc-46cb-8ddc-2567de0e44c4 None None] Provisioning complete for port 32b99195-b055-443c-af22-bdddf2e8cc30 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:59.850686 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cdc491cf-e3fc-46cb-8ddc-2567de0e44c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:59.875384 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e82135ff-0c67-4a62-9d50-5787731e79ee tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:59.883575 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e82135ff-0c67-4a62-9d50-5787731e79ee tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/ports/3d1d68e8-9cd5-47ec-83e9-655eff802415 HTTP/1.1" status: 204 len: 168 time: 1.3891757 Sep 08 09:17:59.887698 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34532) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:59.952677 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 32b99195-b055-443c-af22-bdddf2e8cc30 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:17:59.953038 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:17:59.968521 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cf935b3-e7e5-4737-83a5-2c6a0f1e6396 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] GET failed (client error): The resource could not be found. Sep 08 09:17:59.973568 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8cf935b3-e7e5-4737-83a5-2c6a0f1e6396 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "GET /v2.0/ports/3d1d68e8-9cd5-47ec-83e9-655eff802415 HTTP/1.1" status: 404 len: 333 time: 0.0833480 Sep 08 09:17:59.974925 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34536) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:17:59.997559 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-07db5da4-b8be-4986-9c3a-b37c7d2d260b tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] For port 77d3adfc-dae1-4334-9e83-b34db90500fa, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=77d3adfc-dae1-4334-9e83-b34db90500fa,segment=NetworkSegment(086a47bc-1e85-4b7b-8e00-b85d59c1a54a),segment_id=086a47bc-1e85-4b7b-8e00-b85d59c1a54a)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:17:59.998396 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-07db5da4-b8be-4986-9c3a-b37c7d2d260b tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:00.052956 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-07db5da4-b8be-4986-9c3a-b37c7d2d260b tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Calling delete_port for 77d3adfc-dae1-4334-9e83-b34db90500fa owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:18:00.195384 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fb09ef34-b0f6-470f-a747-36ea29441c94 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:00.274747 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fb09ef34-b0f6-470f-a747-36ea29441c94 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:00.332408 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-07db5da4-b8be-4986-9c3a-b37c7d2d260b tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:00.372846 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fb09ef34-b0f6-470f-a747-36ea29441c94 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:00.380686 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fb09ef34-b0f6-470f-a747-36ea29441c94 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:00.384812 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-fb09ef34-b0f6-470f-a747-36ea29441c94 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/security-groups/5ca9014e-843a-4b73-aa4b-8f87032bce3a HTTP/1.1" status: 204 len: 168 time: 0.4049566 Sep 08 09:18:00.399957 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34554) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:00.399957 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb09ef34-b0f6-470f-a747-36ea29441c94 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca9014e-843a-4b73-aa4b-8f87032bce3a,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:00.400400 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db5da4-b8be-4986-9c3a-b37c7d2d260b tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event deleted for resources: {'Port': ['ID=77d3adfc-dae1-4334-9e83-b34db90500fa,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:00.420812 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07db5da4-b8be-4986-9c3a-b37c7d2d260b tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] No DVR routers for this DVR port 77d3adfc-dae1-4334-9e83-b34db90500fa on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:18:00.506388 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a587828f-e94d-4be9-a27a-b67d5be96a9c None None] DHCP port deletion for e1d4d08e-5fcd-4b1e-8a7c-7a4247e6264e request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:18:00.527568 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4bb64d51-cb1b-4b20-9752-8836b7b97ae1 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:00.580686 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4bb64d51-cb1b-4b20-9752-8836b7b97ae1 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:00.674308 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4bb64d51-cb1b-4b20-9752-8836b7b97ae1 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:00.677391 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4bb64d51-cb1b-4b20-9752-8836b7b97ae1 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:00.681527 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4bb64d51-cb1b-4b20-9752-8836b7b97ae1 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/security-groups/85a23bfd-09a7-4473-90ad-685860dfaacc HTTP/1.1" status: 204 len: 168 time: 0.2626164 Sep 08 09:18:00.681647 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-07db5da4-b8be-4986-9c3a-b37c7d2d260b tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:00.684106 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 34566) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:00.695393 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb64d51-cb1b-4b20-9752-8836b7b97ae1 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a23bfd-09a7-4473-90ad-685860dfaacc,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:00.763665 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-cdc491cf-e3fc-46cb-8ddc-2567de0e44c4 None None] Could not find standard attr ID for object 3d1d68e8-9cd5-47ec-83e9-655eff802415. {{(pid=94714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 09:18:00.858766 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-7110f9dc-e6a1-4e81-ada8-835bb31a36b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'name': 'tempest-RoutersTest-router-1198217534', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:17:05Z', 'updated_at': '2021-09-08T09:17:57Z', 'revision_number': 9, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'gw_port_host': None, '_interfaces': [{'id': '3261f60a-8342-4918-9b90-04f5dc142bca', 'name': '', 'network_id': 'c0e88987-3734-44b5-a343-c3969901aa9b', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:36:34:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:08Z', 'updated_at': '2021-09-08T09:17:18Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44effea7-33db-4a9a-bdac-2816cae43bf4', 'name': '', 'network_id': 'c0f18515-71ee-42bc-9263-52ca769e6852', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:cb:21:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': 'f9fdaff2-f8a0-453d-ba57-db7c1f9fd286', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:16Z', 'updated_at': '2021-09-08T09:17:30Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': 'f9fdaff2-f8a0-453d-ba57-db7c1f9fd286', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:00.861458 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-52288116-b041-4b9d-b273-bbebe23d8c46 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Deleting subnet 9d32a92e-deb3-4a43-aa73-96f23d425fff {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:18:00.878208 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-52288116-b041-4b9d-b273-bbebe23d8c46 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:00.964327 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-07db5da4-b8be-4986-9c3a-b37c7d2d260b tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1d4d08e-5fcd-4b1e-8a7c-7a4247e6264e']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:00.984812 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 77d3adfc-dae1-4334-9e83-b34db90500fa no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:18:00.988296 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7110f9dc-e6a1-4e81-ada8-835bb31a36b2 None None] Checking router: 907a8081-16e6-4f78-a849-18e8e09a1f3a for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:18:00.990208 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ffeb6a36-2648-44a2-8cb0-23e8a1571adb None None] Could not find standard attr ID for object 3d1d68e8-9cd5-47ec-83e9-655eff802415. {{(pid=94714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 09:18:00.994699 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-07db5da4-b8be-4986-9c3a-b37c7d2d260b tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '086a47bc-1e85-4b7b-8e00-b85d59c1a54a') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:00.995259 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-07db5da4-b8be-4986-9c3a-b37c7d2d260b tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '086a47bc-1e85-4b7b-8e00-b85d59c1a54a') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:01.012390 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-07db5da4-b8be-4986-9c3a-b37c7d2d260b tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:01.029189 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-07db5da4-b8be-4986-9c3a-b37c7d2d260b tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:01.038671 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07db5da4-b8be-4986-9c3a-b37c7d2d260b tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:18:01.039408 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-07db5da4-b8be-4986-9c3a-b37c7d2d260b tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:01.070304 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 77d3adfc-dae1-4334-9e83-b34db90500fa {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:18:01.070304 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 77d3adfc-dae1-4334-9e83-b34db90500fa not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:18:01.084735 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7110f9dc-e6a1-4e81-ada8-835bb31a36b2 None None] Routers {'907a8081-16e6-4f78-a849-18e8e09a1f3a'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:18:01.084877 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:18:01.084877 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:18:01.084877 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:18:01.084877 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:18:01.084877 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:18:01.084877 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:18:01.084877 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:18:01.084877 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:18:01.084877 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:18:01.084877 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:18:01.084877 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:18:01.084877 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:18:01.084877 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:18:01.084877 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:18:01.084877 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:18:01.084877 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:18:01.084877 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:18:01.084877 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:18:01.084877 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:18:01.084877 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:18:01.084877 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:18:01.084877 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:18:01.084877 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:18:01.084877 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:18:01.084877 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:18:01.084877 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:18:01.084877 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:18:01.084877 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:18:01.084877 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:18:01.084877 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:18:01.084877 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:18:01.084877 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:18:01.087191 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-7110f9dc-e6a1-4e81-ada8-835bb31a36b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:17:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['907a8081-16e6-4f78-a849-18e8e09a1f3a'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:01.219468 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-52288116-b041-4b9d-b273-bbebe23d8c46 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:01.283059 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-07db5da4-b8be-4986-9c3a-b37c7d2d260b tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:01.292599 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-07db5da4-b8be-4986-9c3a-b37c7d2d260b tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:01.294839 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-07db5da4-b8be-4986-9c3a-b37c7d2d260b tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "DELETE /v2.0/networks/e1d4d08e-5fcd-4b1e-8a7c-7a4247e6264e HTTP/1.1" status: 204 len: 168 time: 1.8152313 Sep 08 09:18:01.298639 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34586) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:01.370551 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db5da4-b8be-4986-9c3a-b37c7d2d260b tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event deleted for resources: {'Network': ['ID=e1d4d08e-5fcd-4b1e-8a7c-7a4247e6264e,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:01.511723 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-52288116-b041-4b9d-b273-bbebe23d8c46 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:01.679891 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-52288116-b041-4b9d-b273-bbebe23d8c46 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:01.706730 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-7110f9dc-e6a1-4e81-ada8-835bb31a36b2 None None] Set router 907a8081-16e6-4f78-a849-18e8e09a1f3a gateway port host: None {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:18:01.747345 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52288116-b041-4b9d-b273-bbebe23d8c46 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event deleted for resources: {'Subnet': ['ID=9d32a92e-deb3-4a43-aa73-96f23d425fff,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:01.759550 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-52288116-b041-4b9d-b273-bbebe23d8c46 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:01.769395 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1c872e-2c0e-480f-8e64-9d64009b8aee None None] Network c1136e3f-2a93-44e6-9fc2-3fc82e583ee3 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:18:01.770166 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-52288116-b041-4b9d-b273-bbebe23d8c46 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/subnets/9d32a92e-deb3-4a43-aa73-96f23d425fff HTTP/1.1" status: 204 len: 168 time: 1.0848830 Sep 08 09:18:01.770828 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 34598) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:01.791179 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-3000157d-c346-4a64-9032-057b37507294 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Request body: {'subnet': {'network_id': 'c1136e3f-2a93-44e6-9fc2-3fc82e583ee3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:18:02.107670 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3000157d-c346-4a64-9032-057b37507294 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Made reservation on behalf of ea019fc10697428ead6b1798adcd8ba7 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:18:02.113232 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3000157d-c346-4a64-9032-057b37507294 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:02.246127 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d44da669-3dc0-4315-b98a-8d5b1ffcbb2f tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:02.309170 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-7110f9dc-e6a1-4e81-ada8-835bb31a36b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'name': 'tempest-RoutersTest-router-1198217534', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:17:05Z', 'updated_at': '2021-09-08T09:17:57Z', 'revision_number': 9, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'gw_port_host': None, '_interfaces': [{'id': '3261f60a-8342-4918-9b90-04f5dc142bca', 'name': '', 'network_id': 'c0e88987-3734-44b5-a343-c3969901aa9b', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:36:34:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:08Z', 'updated_at': '2021-09-08T09:17:18Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44effea7-33db-4a9a-bdac-2816cae43bf4', 'name': '', 'network_id': 'c0f18515-71ee-42bc-9263-52ca769e6852', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:cb:21:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': 'f9fdaff2-f8a0-453d-ba57-db7c1f9fd286', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:16Z', 'updated_at': '2021-09-08T09:17:30Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': 'f9fdaff2-f8a0-453d-ba57-db7c1f9fd286', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:02.430581 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7110f9dc-e6a1-4e81-ada8-835bb31a36b2 None None] The sync data for ids ['907a8081-16e6-4f78-a849-18e8e09a1f3a'] in n-d-806683-11 is: [{'id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'name': 'tempest-RoutersTest-router-1198217534', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:17:05Z', 'updated_at': '2021-09-08T09:17:57Z', 'revision_number': 9, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'gw_port_host': None, '_interfaces': [{'id': '3261f60a-8342-4918-9b90-04f5dc142bca', 'name': '', 'network_id': 'c0e88987-3734-44b5-a343-c3969901aa9b', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:36:34:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:08Z', 'updated_at': '2021-09-08T09:17:18Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44effea7-33db-4a9a-bdac-2816cae43bf4', 'name': '', 'network_id': 'c0f18515-71ee-42bc-9263-52ca769e6852', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:cb:21:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': 'f9fdaff2-f8a0-453d-ba57-db7c1f9fd286', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:16Z', 'updated_at': '2021-09-08T09:17:30Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': 'f9fdaff2-f8a0-453d-ba57-db7c1f9fd286', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:18:02.865224 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 4b859661-3e48-41f6-b6ad-d55baf0a99c0 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:18:02.967073 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 4b859661-3e48-41f6-b6ad-d55baf0a99c0 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:18:02.973025 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 4b859661-3e48-41f6-b6ad-d55baf0a99c0 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:18:03.181645 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-d44da669-3dc0-4315-b98a-8d5b1ffcbb2f tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Deleting port 44effea7-33db-4a9a-bdac-2816cae43bf4 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:18:03.189919 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d44da669-3dc0-4315-b98a-8d5b1ffcbb2f tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:03.271117 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34636) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:03.530492 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-d44da669-3dc0-4315-b98a-8d5b1ffcbb2f tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] For port 44effea7-33db-4a9a-bdac-2816cae43bf4, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=44effea7-33db-4a9a-bdac-2816cae43bf4,segment=NetworkSegment(f22af6df-dc7d-4722-ad5a-8489dc60869f),segment_id=f22af6df-dc7d-4722-ad5a-8489dc60869f)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:18:03.533658 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-34e826e3-fb12-4d92-8aed-c84b2277dd6a None None] Provisioning complete for port d765c5af-e972-4e11-82a8-361344c97607 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:18:03.534594 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-34e826e3-fb12-4d92-8aed-c84b2277dd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:03.536306 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3000157d-c346-4a64-9032-057b37507294 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:03.536750 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d44da669-3dc0-4315-b98a-8d5b1ffcbb2f tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:03.589703 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-d44da669-3dc0-4315-b98a-8d5b1ffcbb2f tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Calling delete_port for 44effea7-33db-4a9a-bdac-2816cae43bf4 owned by network:router_interface {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:18:03.615317 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-34e826e3-fb12-4d92-8aed-c84b2277dd6a None None] Port d765c5af-e972-4e11-82a8-361344c97607 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:18:03.621579 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3000157d-c346-4a64-9032-057b37507294 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Network c1136e3f-2a93-44e6-9fc2-3fc82e583ee3 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:18:03.626572 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-3000157d-c346-4a64-9032-057b37507294 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:18:03.631864 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3000157d-c346-4a64-9032-057b37507294 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:03.632486 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3000157d-c346-4a64-9032-057b37507294 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:03.649904 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-34e826e3-fb12-4d92-8aed-c84b2277dd6a None None] Provisioning complete for port 32b99195-b055-443c-af22-bdddf2e8cc30 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:18:03.652984 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-34e826e3-fb12-4d92-8aed-c84b2277dd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:03.656972 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3000157d-c346-4a64-9032-057b37507294 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8849082 Sep 08 09:18:03.660661 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 34652) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:03.662865 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44aa799c-4f7d-4f04-a20b-33669816f220 None None] Network c1136e3f-2a93-44e6-9fc2-3fc82e583ee3 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:18:03.667394 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-65996f57-f1ab-4526-8f92-31e093469005 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Request body: {'security_group': {'name': 'tempest-secgroup-1885183985'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:18:03.681254 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3000157d-c346-4a64-9032-057b37507294 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event updated for resources: {'Subnet': ['ID=c1594c6f-8feb-469c-8f90-3ff003cf799f,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:03.702654 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-65996f57-f1ab-4526-8f92-31e093469005 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:03.811061 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-65996f57-f1ab-4526-8f92-31e093469005 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:03.818811 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-65996f57-f1ab-4526-8f92-31e093469005 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:03.827264 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-cfb5278e-4609-4b6e-ba94-338ff7c61335 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1843219179', 'router:external': True}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:18:03.866948 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65996f57-f1ab-4526-8f92-31e093469005 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de03a2c9-e000-4c7e-8ff6-541b1d787be0,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:03.876692 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb5278e-4609-4b6e-ba94-338ff7c61335 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Made reservation on behalf of 072e2f9785b44bd48abd24cbf2b488f7 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:18:03.881708 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-65996f57-f1ab-4526-8f92-31e093469005 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:03.883709 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cfb5278e-4609-4b6e-ba94-338ff7c61335 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:03.886799 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34658) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:03.887263 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-65996f57-f1ab-4526-8f92-31e093469005 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2250068 Sep 08 09:18:03.924730 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-f01e557f-d504-41cb-9e31-efa0dc95f8a1 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Request body: {'security_group': {'name': 'tempest-secgroup-1906023709'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:18:03.935718 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cfb5278e-4609-4b6e-ba94-338ff7c61335 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:04.016643 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f01e557f-d504-41cb-9e31-efa0dc95f8a1 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:04.025530 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d44da669-3dc0-4315-b98a-8d5b1ffcbb2f tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:04.088756 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44da669-3dc0-4315-b98a-8d5b1ffcbb2f tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event deleted for resources: {'Port': ['ID=44effea7-33db-4a9a-bdac-2816cae43bf4,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:04.365827 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed32058-14f2-482a-9a9a-bb1ed3aa8ada None None] Update dhcp port {'port': {'network_id': 'c1136e3f-2a93-44e6-9fc2-3fc82e583ee3', 'fixed_ips': [{'subnet_id': 'e9097744-ecdf-486e-9cc9-54c50af59248', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c1594c6f-8feb-469c-8f90-3ff003cf799f'}], 'binding:host_id': 'n-d-806683-11'}, 'id': '32b99195-b055-443c-af22-bdddf2e8cc30'} from n-d-806683-11. {{(pid=94714) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 08 09:18:04.449415 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4ed32058-14f2-482a-9a9a-bb1ed3aa8ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:04.524867 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cfb5278e-4609-4b6e-ba94-338ff7c61335 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:04.525961 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d44da669-3dc0-4315-b98a-8d5b1ffcbb2f tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:04.545838 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cfb5278e-4609-4b6e-ba94-338ff7c61335 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:04.641748 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfb5278e-4609-4b6e-ba94-338ff7c61335 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:18:04.659979 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5278e-4609-4b6e-ba94-338ff7c61335 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103934da-7c0a-4723-aa03-e0bae18b829f,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:04.703353 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cfb5278e-4609-4b6e-ba94-338ff7c61335 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:04.703758 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-cfb5278e-4609-4b6e-ba94-338ff7c61335 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Added segment ed766e26-b44d-41f6-a301-b589850048b7 of type vlan for network cf880533-fd6c-4b77-98fc-47c1ea49af29 Sep 08 09:18:04.775611 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-4ed32058-14f2-482a-9a9a-bb1ed3aa8ada None None] Allocated IP 2001:db8::2 (c1136e3f-2a93-44e6-9fc2-3fc82e583ee3/c1594c6f-8feb-469c-8f90-3ff003cf799f/32b99195-b055-443c-af22-bdddf2e8cc30) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:18:04.843121 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cfb5278e-4609-4b6e-ba94-338ff7c61335 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:04.859703 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f01e557f-d504-41cb-9e31-efa0dc95f8a1 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:04.939192 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f01e557f-d504-41cb-9e31-efa0dc95f8a1 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:04.993364 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01e557f-d504-41cb-9e31-efa0dc95f8a1 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8293cc93-fdf9-43b0-ae9d-c5f80f5017c5,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:05.018322 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-4ed32058-14f2-482a-9a9a-bb1ed3aa8ada None None] For port 32b99195-b055-443c-af22-bdddf2e8cc30, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=32b99195-b055-443c-af22-bdddf2e8cc30,segment=NetworkSegment(880124be-b40e-4cf5-88ff-a4a05a10744c),segment_id=880124be-b40e-4cf5-88ff-a4a05a10744c)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:18:05.054273 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.db.resource_extend [None req-cfb5278e-4609-4b6e-ba94-338ff7c61335 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 08 09:18:05.100467 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4ed32058-14f2-482a-9a9a-bb1ed3aa8ada None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:05.104308 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44da669-3dc0-4315-b98a-8d5b1ffcbb2f tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Router 907a8081-16e6-4f78-a849-18e8e09a1f3a has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:18:05.105388 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f01e557f-d504-41cb-9e31-efa0dc95f8a1 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:05.106886 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f01e557f-d504-41cb-9e31-efa0dc95f8a1 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2140925 Sep 08 09:18:05.110076 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 34738) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:05.115707 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-819b2b9d-67a5-451b-b79e-4b1d94fbcb73 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Request body: {'security_group': {'name': 'tempest-secgroup-544135638'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:18:05.118826 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-4ed32058-14f2-482a-9a9a-bb1ed3aa8ada None None] Transition to ACTIVE for port object 32b99195-b055-443c-af22-bdddf2e8cc30 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:18:05.130121 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4ed32058-14f2-482a-9a9a-bb1ed3aa8ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:05.170397 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-819b2b9d-67a5-451b-b79e-4b1d94fbcb73 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:05.245678 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 34748) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:05.362728 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-819b2b9d-67a5-451b-b79e-4b1d94fbcb73 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:05.374200 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed32058-14f2-482a-9a9a-bb1ed3aa8ada None None] Pushing event updated for resources: {'Port': ['ID=32b99195-b055-443c-af22-bdddf2e8cc30,revision_number=6']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:05.376982 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-819b2b9d-67a5-451b-b79e-4b1d94fbcb73 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:05.426100 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-819b2b9d-67a5-451b-b79e-4b1d94fbcb73 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:05.428154 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-819b2b9d-67a5-451b-b79e-4b1d94fbcb73 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3169370 Sep 08 09:18:05.432290 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 34768) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:05.439317 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-e8c15146-bb53-4eae-9888-6acc0892d3af tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-940695231', 'security_groups': ['f0f4e84f-5be1-4c12-aafe-0ead847871c5'], 'network_id': 'c1136e3f-2a93-44e6-9fc2-3fc82e583ee3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c1594c6f-8feb-469c-8f90-3ff003cf799f'}]}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:18:05.487852 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b2b9d-67a5-451b-b79e-4b1d94fbcb73 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f4e84f-5be1-4c12-aafe-0ead847871c5,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:05.573823 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-029bbff7-c3ba-470e-8140-82ff8c49d078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:05.706756 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44da669-3dc0-4315-b98a-8d5b1ffcbb2f tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:18:05.713240 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d44da669-3dc0-4315-b98a-8d5b1ffcbb2f tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "PUT /v2.0/routers/907a8081-16e6-4f78-a849-18e8e09a1f3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4102318 Sep 08 09:18:05.714336 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cfb5278e-4609-4b6e-ba94-338ff7c61335 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:05.715423 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb5278e-4609-4b6e-ba94-338ff7c61335 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:05.716794 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cfb5278e-4609-4b6e-ba94-338ff7c61335 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:05.718932 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba808bc8-867c-4439-a394-ec4bcdf9dd46 None None] Sync routers for ids ['907a8081-16e6-4f78-a849-18e8e09a1f3a'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:18:05.719439 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34790) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:05.741431 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba808bc8-867c-4439-a394-ec4bcdf9dd46 None None] Routers {'907a8081-16e6-4f78-a849-18e8e09a1f3a'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:18:05.742027 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-ba808bc8-867c-4439-a394-ec4bcdf9dd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:17:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['907a8081-16e6-4f78-a849-18e8e09a1f3a'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:05.844339 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-029bbff7-c3ba-470e-8140-82ff8c49d078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:05.866945 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-029bbff7-c3ba-470e-8140-82ff8c49d078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:05.918364 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-029bbff7-c3ba-470e-8140-82ff8c49d078 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=540daed55eeb4ba99a42f0e14686a5f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6714497 Sep 08 09:18:05.927862 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 34800) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:05.971793 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029bbff7-c3ba-470e-8140-82ff8c49d078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb796bc-5870-4dc8-913c-74d57ee58f39,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:05.993617 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5278e-4609-4b6e-ba94-338ff7c61335 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Pushing event updated for resources: {'Network': ['ID=cf880533-fd6c-4b77-98fc-47c1ea49af29,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:06.054270 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network cf880533-fd6c-4b77-98fc-47c1ea49af29 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:18:06.079519 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c15146-bb53-4eae-9888-6acc0892d3af tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Made reservation on behalf of ea019fc10697428ead6b1798adcd8ba7 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:18:06.097387 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-cfb5278e-4609-4b6e-ba94-338ff7c61335 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.8248825 Sep 08 09:18:06.125703 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34814) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:06.135514 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9be3032-a3ee-4e51-9736-01b9acd41b74 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Deleting subnet f9fdaff2-f8a0-453d-ba57-db7c1f9fd286 {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:18:06.155083 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a9be3032-a3ee-4e51-9736-01b9acd41b74 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:06.155198 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-ba808bc8-867c-4439-a394-ec4bcdf9dd46 None None] Set router 907a8081-16e6-4f78-a849-18e8e09a1f3a gateway port host: None {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:18:06.207342 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e8c15146-bb53-4eae-9888-6acc0892d3af tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:06.256752 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-8c2c9555-7b64-4f52-aab7-98e53562e232 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Request body: {'subnet': {'network_id': 'cf880533-fd6c-4b77-98fc-47c1ea49af29', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:18:06.258149 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-e8c15146-bb53-4eae-9888-6acc0892d3af tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] device_id is not set on port db199167-6883-4ed0-9fd1-48728a32db4d yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:18:06.299476 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a9be3032-a3ee-4e51-9736-01b9acd41b74 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:06.299719 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-56af31de-ece5-4f86-8510-494eed3321ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:06.401424 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2c9555-7b64-4f52-aab7-98e53562e232 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Made reservation on behalf of 072e2f9785b44bd48abd24cbf2b488f7 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:18:06.403779 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8c2c9555-7b64-4f52-aab7-98e53562e232 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:06.412823 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-56af31de-ece5-4f86-8510-494eed3321ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:06.450592 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-924c55e7-cd1f-49dd-9e30-6fa45e1dec46 None None] Provisioning complete for port d765c5af-e972-4e11-82a8-361344c97607 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:18:06.456664 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-924c55e7-cd1f-49dd-9e30-6fa45e1dec46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:06.577943 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-924c55e7-cd1f-49dd-9e30-6fa45e1dec46 None None] Port d765c5af-e972-4e11-82a8-361344c97607 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:18:06.593894 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-ba808bc8-867c-4439-a394-ec4bcdf9dd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'name': 'tempest-RoutersTest-router-1198217534', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:17:05Z', 'updated_at': '2021-09-08T09:18:03Z', 'revision_number': 10, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'gw_port_host': None, '_interfaces': [{'id': '3261f60a-8342-4918-9b90-04f5dc142bca', 'name': '', 'network_id': 'c0e88987-3734-44b5-a343-c3969901aa9b', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:36:34:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:08Z', 'updated_at': '2021-09-08T09:17:18Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:06.620466 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-924c55e7-cd1f-49dd-9e30-6fa45e1dec46 None None] Provisioning for port 32b99195-b055-443c-af22-bdddf2e8cc30 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:18:06.625451 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-924c55e7-cd1f-49dd-9e30-6fa45e1dec46 None None] Provisioning complete for port 32b99195-b055-443c-af22-bdddf2e8cc30 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:18:06.626443 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-924c55e7-cd1f-49dd-9e30-6fa45e1dec46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:06.635616 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba808bc8-867c-4439-a394-ec4bcdf9dd46 None None] Checking router: 907a8081-16e6-4f78-a849-18e8e09a1f3a for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:18:06.646761 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba808bc8-867c-4439-a394-ec4bcdf9dd46 None None] Routers {'907a8081-16e6-4f78-a849-18e8e09a1f3a'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:18:06.647654 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-ba808bc8-867c-4439-a394-ec4bcdf9dd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:17:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['907a8081-16e6-4f78-a849-18e8e09a1f3a'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:06.651363 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-e8c15146-bb53-4eae-9888-6acc0892d3af tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Allocated IP 2001:db8::c (c1136e3f-2a93-44e6-9fc2-3fc82e583ee3/c1594c6f-8feb-469c-8f90-3ff003cf799f/db199167-6883-4ed0-9fd1-48728a32db4d) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:18:06.703335 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a9be3032-a3ee-4e51-9736-01b9acd41b74 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:06.774176 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-56af31de-ece5-4f86-8510-494eed3321ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:06.778419 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-56af31de-ece5-4f86-8510-494eed3321ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:06.784517 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-56af31de-ece5-4f86-8510-494eed3321ba admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5cb796bc-5870-4dc8-913c-74d57ee58f39 HTTP/1.1" status: 204 len: 168 time: 0.8536303 Sep 08 09:18:06.828415 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56af31de-ece5-4f86-8510-494eed3321ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb796bc-5870-4dc8-913c-74d57ee58f39,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:06.890700 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-ba808bc8-867c-4439-a394-ec4bcdf9dd46 None None] Set router 907a8081-16e6-4f78-a849-18e8e09a1f3a gateway port host: None {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:18:06.927441 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 32b99195-b055-443c-af22-bdddf2e8cc30 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:18:07.082323 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e8c15146-bb53-4eae-9888-6acc0892d3af tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:07.120083 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 32b99195-b055-443c-af22-bdddf2e8cc30 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:18:07.121981 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:07.146468 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-e8c15146-bb53-4eae-9888-6acc0892d3af tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Transition to ACTIVE for port object db199167-6883-4ed0-9fd1-48728a32db4d will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:18:07.169358 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a9be3032-a3ee-4e51-9736-01b9acd41b74 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:07.248338 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e8c15146-bb53-4eae-9888-6acc0892d3af tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:07.294598 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be3032-a3ee-4e51-9736-01b9acd41b74 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event deleted for resources: {'Subnet': ['ID=f9fdaff2-f8a0-453d-ba57-db7c1f9fd286,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:07.308404 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a9be3032-a3ee-4e51-9736-01b9acd41b74 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:07.316215 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-a9be3032-a3ee-4e51-9736-01b9acd41b74 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "DELETE /v2.0/subnets/f9fdaff2-f8a0-453d-ba57-db7c1f9fd286 HTTP/1.1" status: 204 len: 168 time: 1.4349859 Sep 08 09:18:07.321224 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34900) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:07.332077 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e268eeb-4567-469c-b1a9-b1290f290e29 None None] Network c0f18515-71ee-42bc-9263-52ca769e6852 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:18:07.394916 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c15146-bb53-4eae-9888-6acc0892d3af tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Network c1136e3f-2a93-44e6-9fc2-3fc82e583ee3 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:18:07.401261 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-e8c15146-bb53-4eae-9888-6acc0892d3af tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:18:07.411999 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c15146-bb53-4eae-9888-6acc0892d3af tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:18:07.432805 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c15146-bb53-4eae-9888-6acc0892d3af tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:07.433120 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e8c15146-bb53-4eae-9888-6acc0892d3af tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:07.489711 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e8c15146-bb53-4eae-9888-6acc0892d3af tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0562394 Sep 08 09:18:07.501384 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 34912) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:07.534667 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-3d6e9743-bdb7-4f01-a763-2228d110f7aa tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Request body: {'subnet': {'network_id': 'c1136e3f-2a93-44e6-9fc2-3fc82e583ee3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:18:07.548306 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-ba808bc8-867c-4439-a394-ec4bcdf9dd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'name': 'tempest-RoutersTest-router-1198217534', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:17:05Z', 'updated_at': '2021-09-08T09:18:03Z', 'revision_number': 10, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'gw_port_host': None, '_interfaces': [{'id': '3261f60a-8342-4918-9b90-04f5dc142bca', 'name': '', 'network_id': 'c0e88987-3734-44b5-a343-c3969901aa9b', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:36:34:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:08Z', 'updated_at': '2021-09-08T09:17:18Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:07.569229 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c15146-bb53-4eae-9888-6acc0892d3af tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event updated for resources: {'Port': ['ID=db199167-6883-4ed0-9fd1-48728a32db4d,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:07.630733 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba808bc8-867c-4439-a394-ec4bcdf9dd46 None None] The sync data for ids ['907a8081-16e6-4f78-a849-18e8e09a1f3a'] in n-d-806683-11 is: [{'id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'name': 'tempest-RoutersTest-router-1198217534', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:17:05Z', 'updated_at': '2021-09-08T09:18:03Z', 'revision_number': 10, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'gw_port_host': None, '_interfaces': [{'id': '3261f60a-8342-4918-9b90-04f5dc142bca', 'name': '', 'network_id': 'c0e88987-3734-44b5-a343-c3969901aa9b', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'mac_address': 'fa:16:3e:36:34:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:17:08Z', 'updated_at': '2021-09-08T09:17:18Z', 'revision_number': 5, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'subnets': [{'id': '1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:18:07.697257 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b9dc4f98-3819-4047-b136-1fd6c19c5e84 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:07.718117 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34926) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:07.792196 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5ea18864-497a-4dce-be81-b132aacaa7df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:08.011074 n-d-806683-11 neutron-server[94712]: DEBUG neutron.objects.ports [None req-8c2c9555-7b64-4f52-aab7-98e53562e232 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94712) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 08 09:18:08.012714 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8c2c9555-7b64-4f52-aab7-98e53562e232 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:08.043412 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbc996a-b9af-4377-8245-3114caa86d49 None None] DHCP port deletion for c0f18515-71ee-42bc-9263-52ca769e6852 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:18:08.139393 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c9555-7b64-4f52-aab7-98e53562e232 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cd7aaedb-6f5c-4a6e-99c3-8963bc9a782b,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:08.150301 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ff33ca54-3c4a-46a6-abde-f33f8d421e5c None None] Provisioning for port db199167-6883-4ed0-9fd1-48728a32db4d completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:18:08.171758 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ff33ca54-3c4a-46a6-abde-f33f8d421e5c None None] Provisioning complete for port db199167-6883-4ed0-9fd1-48728a32db4d triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:18:08.173291 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ff33ca54-3c4a-46a6-abde-f33f8d421e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:08.175296 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-b9dc4f98-3819-4047-b136-1fd6c19c5e84 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Deleting port f15f1845-57f2-4ad4-9d7c-464235f6bbfe {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:18:08.175798 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b9dc4f98-3819-4047-b136-1fd6c19c5e84 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:08.228350 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2c9555-7b64-4f52-aab7-98e53562e232 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Checking segment: {'id': 'ed766e26-b44d-41f6-a301-b589850048b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cf880533-fd6c-4b77-98fc-47c1ea49af29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:18:08.228720 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2c9555-7b64-4f52-aab7-98e53562e232 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Network hostable DHCP agents. Network: cf880533-fd6c-4b77-98fc-47c1ea49af29, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:18:08.237681 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5ea18864-497a-4dce-be81-b132aacaa7df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:08.262472 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-ff33ca54-3c4a-46a6-abde-f33f8d421e5c None None] Port db199167-6883-4ed0-9fd1-48728a32db4d cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:18:08.273530 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6e9743-bdb7-4f01-a763-2228d110f7aa tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Made reservation on behalf of ea019fc10697428ead6b1798adcd8ba7 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:18:08.277175 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3d6e9743-bdb7-4f01-a763-2228d110f7aa tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:08.277602 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-fbbc996a-b9af-4377-8245-3114caa86d49 None None] Deleting port f15f1845-57f2-4ad4-9d7c-464235f6bbfe {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:18:08.278122 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fbbc996a-b9af-4377-8245-3114caa86d49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:08.313247 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5ea18864-497a-4dce-be81-b132aacaa7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:08.425919 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-fbbc996a-b9af-4377-8245-3114caa86d49 None None] For port f15f1845-57f2-4ad4-9d7c-464235f6bbfe, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=f15f1845-57f2-4ad4-9d7c-464235f6bbfe,segment=NetworkSegment(f22af6df-dc7d-4722-ad5a-8489dc60869f),segment_id=f22af6df-dc7d-4722-ad5a-8489dc60869f)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:18:08.426514 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fbbc996a-b9af-4377-8245-3114caa86d49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:08.455510 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-fbbc996a-b9af-4377-8245-3114caa86d49 None None] Calling delete_port for f15f1845-57f2-4ad4-9d7c-464235f6bbfe owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:18:08.470220 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-b9dc4f98-3819-4047-b136-1fd6c19c5e84 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] For port f15f1845-57f2-4ad4-9d7c-464235f6bbfe, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=f15f1845-57f2-4ad4-9d7c-464235f6bbfe,segment=NetworkSegment(f22af6df-dc7d-4722-ad5a-8489dc60869f),segment_id=f22af6df-dc7d-4722-ad5a-8489dc60869f)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:18:08.471347 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b9dc4f98-3819-4047-b136-1fd6c19c5e84 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:08.549797 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2c9555-7b64-4f52-aab7-98e53562e232 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Network cf880533-fd6c-4b77-98fc-47c1ea49af29 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:18:08.552807 n-d-806683-11 neutron-server[94713]: INFO neutron.db.ipam_backend_mixin [None req-3d6e9743-bdb7-4f01-a763-2228d110f7aa tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c1594c6f-8feb-469c-8f90-3ff003cf799f (CIDR: 2001:db8::/64) Sep 08 09:18:08.567274 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d6e9743-bdb7-4f01-a763-2228d110f7aa tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:18:08.567746 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d6e9743-bdb7-4f01-a763-2228d110f7aa tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:18:08.577102 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5ea18864-497a-4dce-be81-b132aacaa7df admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7f0cbee6b82e4c50aef0d8d850983495&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8577034 Sep 08 09:18:08.577852 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea18864-497a-4dce-be81-b132aacaa7df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd610d04-f53e-471c-9265-7ff25385f08e,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:08.591918 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 34968) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:08.616895 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-b9dc4f98-3819-4047-b136-1fd6c19c5e84 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Calling delete_port for f15f1845-57f2-4ad4-9d7c-464235f6bbfe owned by network:dhcp {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:18:08.632272 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-8c2c9555-7b64-4f52-aab7-98e53562e232 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, cf880533-fd6c-4b77-98fc-47c1ea49af29) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:18:08.637593 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2c9555-7b64-4f52-aab7-98e53562e232 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:08.649856 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8c2c9555-7b64-4f52-aab7-98e53562e232 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:08.657361 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744078b7-ebfe-4ae3-89ce-fba4f50b3464 None None] Network cf880533-fd6c-4b77-98fc-47c1ea49af29 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:18:08.730936 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3d6e9743-bdb7-4f01-a763-2228d110f7aa tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2279878 Sep 08 09:18:08.731193 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 34984) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:08.744078 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-ccfb8fd5-1b11-45e4-8af4-ff48d9885ee0 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Request body: {'subnet': {'network_id': 'c1136e3f-2a93-44e6-9fc2-3fc82e583ee3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:18:08.764075 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d02d99d0-63f0-4a4a-b84a-19f8c8596129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:08.776509 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8c2c9555-7b64-4f52-aab7-98e53562e232 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5360372 Sep 08 09:18:08.777122 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34988) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:08.804342 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-12969807-e8cb-4874-b66f-a93b36f64a1b tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1711382629', 'network_id': 'cf880533-fd6c-4b77-98fc-47c1ea49af29'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:18:08.921062 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12969807-e8cb-4874-b66f-a93b36f64a1b tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Made reservation on behalf of 072e2f9785b44bd48abd24cbf2b488f7 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:18:08.923695 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-12969807-e8cb-4874-b66f-a93b36f64a1b tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:08.979487 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device f15f1845-57f2-4ad4-9d7c-464235f6bbfe no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:18:08.985055 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b9dc4f98-3819-4047-b136-1fd6c19c5e84 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:08.995177 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [None req-12969807-e8cb-4874-b66f-a93b36f64a1b tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] device_id is not set on port 2b96cade-75db-4b69-bb39-59e327c2256c yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:18:09.000992 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fbbc996a-b9af-4377-8245-3114caa86d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:09.002218 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d02d99d0-63f0-4a4a-b84a-19f8c8596129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:09.012338 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dc4f98-3819-4047-b136-1fd6c19c5e84 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] No DVR routers for this DVR port f15f1845-57f2-4ad4-9d7c-464235f6bbfe on host n-d-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:18:09.031876 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbc996a-b9af-4377-8245-3114caa86d49 None None] No DVR routers for this DVR port f15f1845-57f2-4ad4-9d7c-464235f6bbfe on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:18:09.099003 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc4f98-3819-4047-b136-1fd6c19c5e84 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event deleted for resources: {'Port': ['ID=f15f1845-57f2-4ad4-9d7c-464235f6bbfe,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:09.113367 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ab5642-786e-4977-859f-fc27ba932088 None None] Network cf880533-fd6c-4b77-98fc-47c1ea49af29 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:18:09.117530 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: f15f1845-57f2-4ad4-9d7c-464235f6bbfe {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:18:09.118201 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device f15f1845-57f2-4ad4-9d7c-464235f6bbfe not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:18:09.118785 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 44effea7-33db-4a9a-bdac-2816cae43bf4 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:18:09.121127 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc996a-b9af-4377-8245-3114caa86d49 None None] Pushing event deleted for resources: {'Port': ['ID=f15f1845-57f2-4ad4-9d7c-464235f6bbfe,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:09.177607 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 44effea7-33db-4a9a-bdac-2816cae43bf4 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:18:09.178256 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 44effea7-33db-4a9a-bdac-2816cae43bf4 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:18:09.187555 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbc996a-b9af-4377-8245-3114caa86d49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:18:09.188308 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbc996a-b9af-4377-8245-3114caa86d49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:18:09.188800 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbc996a-b9af-4377-8245-3114caa86d49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:18:09.190016 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbc996a-b9af-4377-8245-3114caa86d49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:18:09.191878 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbc996a-b9af-4377-8245-3114caa86d49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:18:09.192733 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbc996a-b9af-4377-8245-3114caa86d49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:18:09.193464 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbc996a-b9af-4377-8245-3114caa86d49 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:18:09.194131 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbc996a-b9af-4377-8245-3114caa86d49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:18:09.194899 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbc996a-b9af-4377-8245-3114caa86d49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:18:09.195892 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbc996a-b9af-4377-8245-3114caa86d49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:18:09.196985 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbc996a-b9af-4377-8245-3114caa86d49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:18:09.197740 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbc996a-b9af-4377-8245-3114caa86d49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:18:09.251171 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d02d99d0-63f0-4a4a-b84a-19f8c8596129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:09.258780 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d02d99d0-63f0-4a4a-b84a-19f8c8596129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:09.261907 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d02d99d0-63f0-4a4a-b84a-19f8c8596129 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cd610d04-f53e-471c-9265-7ff25385f08e HTTP/1.1" status: 204 len: 168 time: 0.6689954 Sep 08 09:18:09.297506 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d99d0-63f0-4a4a-b84a-19f8c8596129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd610d04-f53e-471c-9265-7ff25385f08e,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:09.354948 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b9dc4f98-3819-4047-b136-1fd6c19c5e84 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:09.360745 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfb8fd5-1b11-45e4-8af4-ff48d9885ee0 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Made reservation on behalf of ea019fc10697428ead6b1798adcd8ba7 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:18:09.362708 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ccfb8fd5-1b11-45e4-8af4-ff48d9885ee0 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:09.396299 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-b9dc4f98-3819-4047-b136-1fd6c19c5e84 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0f18515-71ee-42bc-9263-52ca769e6852']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:09.411340 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-12969807-e8cb-4874-b66f-a93b36f64a1b tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Allocated IP 172.20.0.9 (cf880533-fd6c-4b77-98fc-47c1ea49af29/cd7aaedb-6f5c-4a6e-99c3-8963bc9a782b/2b96cade-75db-4b69-bb39-59e327c2256c) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:18:09.414830 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-b9dc4f98-3819-4047-b136-1fd6c19c5e84 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f22af6df-dc7d-4722-ad5a-8489dc60869f') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:09.415230 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-b9dc4f98-3819-4047-b136-1fd6c19c5e84 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f22af6df-dc7d-4722-ad5a-8489dc60869f') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:09.434603 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b9dc4f98-3819-4047-b136-1fd6c19c5e84 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:09.462225 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b9dc4f98-3819-4047-b136-1fd6c19c5e84 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:09.482504 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9dc4f98-3819-4047-b136-1fd6c19c5e84 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:18:09.483102 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b9dc4f98-3819-4047-b136-1fd6c19c5e84 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:09.486637 n-d-806683-11 neutron-server[94712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:18:09.486637 n-d-806683-11 neutron-server[94712]: self.session.flush() Sep 08 09:18:09.486637 n-d-806683-11 neutron-server[94712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:18:09.486637 n-d-806683-11 neutron-server[94712]: self.session.flush() Sep 08 09:18:09.486637 n-d-806683-11 neutron-server[94712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:18:09.486637 n-d-806683-11 neutron-server[94712]: self.session.flush() Sep 08 09:18:09.486637 n-d-806683-11 neutron-server[94712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:18:09.486637 n-d-806683-11 neutron-server[94712]: self.session.flush() Sep 08 09:18:09.486637 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:18:09.486637 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:18:09.486637 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:18:09.486637 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:18:09.486637 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:18:09.486637 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:18:09.486637 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:18:09.486637 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:18:09.486637 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:18:09.486637 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:18:09.486637 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:18:09.486637 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:18:09.486637 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:18:09.486637 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:18:09.486637 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:18:09.486637 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:18:09.486637 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:18:09.486637 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:18:09.486637 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:18:09.486637 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:18:09.486637 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:18:09.486637 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:18:09.486637 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:18:09.486637 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:18:09.486637 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:18:09.486637 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:18:09.486637 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:18:09.486637 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:18:09.486637 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:18:09.486637 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:18:09.486637 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:18:09.486637 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:18:09.540049 n-d-806683-11 neutron-server[94713]: INFO neutron.db.ipam_backend_mixin [None req-ccfb8fd5-1b11-45e4-8af4-ff48d9885ee0 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet e9097744-ecdf-486e-9cc9-54c50af59248 (CIDR: 2001:db8:0:1::/64) Sep 08 09:18:09.546735 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccfb8fd5-1b11-45e4-8af4-ff48d9885ee0 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:18:09.547237 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccfb8fd5-1b11-45e4-8af4-ff48d9885ee0 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:18:09.609191 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ccfb8fd5-1b11-45e4-8af4-ff48d9885ee0 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8748505 Sep 08 09:18:09.613215 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35044) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:09.628880 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-cd9b27d5-8789-4762-9ae8-410a44a044e7 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Request body: {'subnet': {'network_id': 'c1136e3f-2a93-44e6-9fc2-3fc82e583ee3', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:18:09.638658 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b9dc4f98-3819-4047-b136-1fd6c19c5e84 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:09.644918 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b9dc4f98-3819-4047-b136-1fd6c19c5e84 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:09.648028 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b9dc4f98-3819-4047-b136-1fd6c19c5e84 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "DELETE /v2.0/networks/c0f18515-71ee-42bc-9263-52ca769e6852 HTTP/1.1" status: 204 len: 168 time: 2.3241613 Sep 08 09:18:09.693189 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35046) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:09.714272 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc4f98-3819-4047-b136-1fd6c19c5e84 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event deleted for resources: {'Network': ['ID=c0f18515-71ee-42bc-9263-52ca769e6852,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:09.779563 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-12969807-e8cb-4874-b66f-a93b36f64a1b tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:09.839044 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-12969807-e8cb-4874-b66f-a93b36f64a1b tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:09.897954 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12969807-e8cb-4874-b66f-a93b36f64a1b tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Network cf880533-fd6c-4b77-98fc-47c1ea49af29 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:18:09.901712 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-12969807-e8cb-4874-b66f-a93b36f64a1b tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:18:09.911304 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12969807-e8cb-4874-b66f-a93b36f64a1b tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:18:10.015404 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12969807-e8cb-4874-b66f-a93b36f64a1b tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:10.016391 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-12969807-e8cb-4874-b66f-a93b36f64a1b tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:10.022946 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12969807-e8cb-4874-b66f-a93b36f64a1b tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Pushing event updated for resources: {'Port': ['ID=2b96cade-75db-4b69-bb39-59e327c2256c,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:10.046501 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-12969807-e8cb-4874-b66f-a93b36f64a1b tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.2493610 Sep 08 09:18:10.051336 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35084) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:10.128600 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9b27d5-8789-4762-9ae8-410a44a044e7 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Made reservation on behalf of ea019fc10697428ead6b1798adcd8ba7 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:18:10.136695 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cd9b27d5-8789-4762-9ae8-410a44a044e7 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:10.184850 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-ac75992c-a077-4ec6-b787-d977bf383f57 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Deleting port 2b96cade-75db-4b69-bb39-59e327c2256c {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:18:10.186089 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ac75992c-a077-4ec6-b787-d977bf383f57 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:10.369597 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ac75992c-a077-4ec6-b787-d977bf383f57 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:10.413730 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-ac75992c-a077-4ec6-b787-d977bf383f57 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Calling delete_port for 2b96cade-75db-4b69-bb39-59e327c2256c owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:18:10.711402 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cd9b27d5-8789-4762-9ae8-410a44a044e7 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:10.737595 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ac75992c-a077-4ec6-b787-d977bf383f57 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:10.813539 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac75992c-a077-4ec6-b787-d977bf383f57 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b96cade-75db-4b69-bb39-59e327c2256c,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:10.835315 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9b27d5-8789-4762-9ae8-410a44a044e7 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Network c1136e3f-2a93-44e6-9fc2-3fc82e583ee3 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:18:10.840972 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-cd9b27d5-8789-4762-9ae8-410a44a044e7 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:18:10.848643 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9b27d5-8789-4762-9ae8-410a44a044e7 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:10.849716 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cd9b27d5-8789-4762-9ae8-410a44a044e7 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:10.854287 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab99627-d5b0-4796-987b-5ee08a8ef860 None None] Network c1136e3f-2a93-44e6-9fc2-3fc82e583ee3 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:18:10.883236 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b27d5-8789-4762-9ae8-410a44a044e7 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event updated for resources: {'Subnet': ['ID=7f2e434b-96b9-47fb-970c-89f5343055ab,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:10.916015 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-cd9b27d5-8789-4762-9ae8-410a44a044e7 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3016684 Sep 08 09:18:10.916659 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35158) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:10.925349 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-d5e735ff-9d2b-4521-b70a-26da1fe5eac6 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1472731091', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7f2e434b-96b9-47fb-970c-89f5343055ab'}], 'security_groups': ['de03a2c9-e000-4c7e-8ff6-541b1d787be0', '8293cc93-fdf9-43b0-ae9d-c5f80f5017c5']}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:18:10.958568 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ac75992c-a077-4ec6-b787-d977bf383f57 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:10.965715 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ac75992c-a077-4ec6-b787-d977bf383f57 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] 10.222.0.54 "DELETE /v2.0/ports/2b96cade-75db-4b69-bb39-59e327c2256c HTTP/1.1" status: 204 len: 168 time: 0.9127622 Sep 08 09:18:10.967412 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35162) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:10.973804 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-752fa5e8-09fe-469e-a806-5e338c882c65 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cf880533-fd6c-4b77-98fc-47c1ea49af29', 'external_fixed_ips': [{'subnet_id': 'cd7aaedb-6f5c-4a6e-99c3-8963bc9a782b', 'ip_address': '172.20.0.9'}]}}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:18:11.014143 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-752fa5e8-09fe-469e-a806-5e338c882c65 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:11.015228 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-752fa5e8-09fe-469e-a806-5e338c882c65 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:11.057172 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d5e735ff-9d2b-4521-b70a-26da1fe5eac6 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:11.090439 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-84b460e9-1772-4a80-ad53-09c24ca43145 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:11.195443 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-752fa5e8-09fe-469e-a806-5e338c882c65 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:11.375933 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f404c42e-95ed-486e-a34e-2f7ed6434435 None None] Update dhcp port {'port': {'network_id': 'c1136e3f-2a93-44e6-9fc2-3fc82e583ee3', 'fixed_ips': [{'subnet_id': 'e9097744-ecdf-486e-9cc9-54c50af59248', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c1594c6f-8feb-469c-8f90-3ff003cf799f', 'ip_address': '2001:db8::2'}, {'subnet_id': '7f2e434b-96b9-47fb-970c-89f5343055ab'}], 'binding:host_id': 'n-d-806683-11'}, 'id': '32b99195-b055-443c-af22-bdddf2e8cc30'} from n-d-806683-11. {{(pid=94714) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 08 09:18:11.449374 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f404c42e-95ed-486e-a34e-2f7ed6434435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:11.598218 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-752fa5e8-09fe-469e-a806-5e338c882c65 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:12.053523 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-84b460e9-1772-4a80-ad53-09c24ca43145 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Deleting port 3261f60a-8342-4918-9b90-04f5dc142bca {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:18:12.054073 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-84b460e9-1772-4a80-ad53-09c24ca43145 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:12.101388 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-752fa5e8-09fe-469e-a806-5e338c882c65 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:12.134494 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-752fa5e8-09fe-469e-a806-5e338c882c65 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:12.211243 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-d5e735ff-9d2b-4521-b70a-26da1fe5eac6 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Delete allocated IP 2001:db8::c (c1136e3f-2a93-44e6-9fc2-3fc82e583ee3/c1594c6f-8feb-469c-8f90-3ff003cf799f) {{(pid=94713) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 08 09:18:12.222801 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-84b460e9-1772-4a80-ad53-09c24ca43145 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] For port 3261f60a-8342-4918-9b90-04f5dc142bca, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=3261f60a-8342-4918-9b90-04f5dc142bca,segment=NetworkSegment(fc1589dc-cb41-4aee-b5a5-59fac0782f31),segment_id=fc1589dc-cb41-4aee-b5a5-59fac0782f31)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:18:12.223176 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-84b460e9-1772-4a80-ad53-09c24ca43145 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:12.233576 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-d5e735ff-9d2b-4521-b70a-26da1fe5eac6 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Allocated IP 2001:db8:0:2::be (c1136e3f-2a93-44e6-9fc2-3fc82e583ee3/7f2e434b-96b9-47fb-970c-89f5343055ab/db199167-6883-4ed0-9fd1-48728a32db4d) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:18:12.248865 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-84b460e9-1772-4a80-ad53-09c24ca43145 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Calling delete_port for 3261f60a-8342-4918-9b90-04f5dc142bca owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:18:12.430681 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-752fa5e8-09fe-469e-a806-5e338c882c65 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Allocated IP 172.20.0.9 (cf880533-fd6c-4b77-98fc-47c1ea49af29/cd7aaedb-6f5c-4a6e-99c3-8963bc9a782b/0d60c8be-2ea8-4c96-8862-0605322d6e2f) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:18:12.665459 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-752fa5e8-09fe-469e-a806-5e338c882c65 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:12.686316 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d5e735ff-9d2b-4521-b70a-26da1fe5eac6 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:12.692859 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-84b460e9-1772-4a80-ad53-09c24ca43145 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:12.718514 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-752fa5e8-09fe-469e-a806-5e338c882c65 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:12.750399 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-d5e735ff-9d2b-4521-b70a-26da1fe5eac6 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Transition to ACTIVE for port object db199167-6883-4ed0-9fd1-48728a32db4d will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:18:12.750399 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b460e9-1772-4a80-ad53-09c24ca43145 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event deleted for resources: {'Port': ['ID=3261f60a-8342-4918-9b90-04f5dc142bca,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:12.758726 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d5e735ff-9d2b-4521-b70a-26da1fe5eac6 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:12.845958 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752fa5e8-09fe-469e-a806-5e338c882c65 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Network cf880533-fd6c-4b77-98fc-47c1ea49af29 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:18:12.857689 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-752fa5e8-09fe-469e-a806-5e338c882c65 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:18:12.862073 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752fa5e8-09fe-469e-a806-5e338c882c65 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:18:12.910013 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-f404c42e-95ed-486e-a34e-2f7ed6434435 None None] Allocated IP 2001:db8:0:2::2 (c1136e3f-2a93-44e6-9fc2-3fc82e583ee3/7f2e434b-96b9-47fb-970c-89f5343055ab/32b99195-b055-443c-af22-bdddf2e8cc30) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:18:12.980836 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752fa5e8-09fe-469e-a806-5e338c882c65 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Pushing event updated for resources: {'Port': ['ID=0d60c8be-2ea8-4c96-8862-0605322d6e2f,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:13.140044 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-d5e735ff-9d2b-4521-b70a-26da1fe5eac6 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] In _notify_port_updated(), no bound segment for port db199167-6883-4ed0-9fd1-48728a32db4d on network c1136e3f-2a93-44e6-9fc2-3fc82e583ee3 {{(pid=94713) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 08 09:18:13.147717 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e735ff-9d2b-4521-b70a-26da1fe5eac6 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:13.148661 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d5e735ff-9d2b-4521-b70a-26da1fe5eac6 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:13.150241 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d5e735ff-9d2b-4521-b70a-26da1fe5eac6 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "PUT /v2.0/ports/db199167-6883-4ed0-9fd1-48728a32db4d HTTP/1.1" status: 200 len: 969 time: 2.2312951 Sep 08 09:18:13.155162 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35292) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:13.171586 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-84b460e9-1772-4a80-ad53-09c24ca43145 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:13.184306 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e735ff-9d2b-4521-b70a-26da1fe5eac6 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event updated for resources: {'Port': ['ID=db199167-6883-4ed0-9fd1-48728a32db4d,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:13.187174 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-f404c42e-95ed-486e-a34e-2f7ed6434435 None None] For port 32b99195-b055-443c-af22-bdddf2e8cc30, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=32b99195-b055-443c-af22-bdddf2e8cc30,segment=NetworkSegment(880124be-b40e-4cf5-88ff-a4a05a10744c),segment_id=880124be-b40e-4cf5-88ff-a4a05a10744c)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:18:13.300095 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f404c42e-95ed-486e-a34e-2f7ed6434435 None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:13.354852 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f404c42e-95ed-486e-a34e-2f7ed6434435 None None] Transition to ACTIVE for port object 32b99195-b055-443c-af22-bdddf2e8cc30 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:18:13.367865 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f404c42e-95ed-486e-a34e-2f7ed6434435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:13.557557 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b460e9-1772-4a80-ad53-09c24ca43145 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Router 907a8081-16e6-4f78-a849-18e8e09a1f3a has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:18:13.585714 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f404c42e-95ed-486e-a34e-2f7ed6434435 None None] Pushing event updated for resources: {'Port': ['ID=32b99195-b055-443c-af22-bdddf2e8cc30,revision_number=7']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:13.714796 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-752fa5e8-09fe-469e-a806-5e338c882c65 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:13.777509 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b460e9-1772-4a80-ad53-09c24ca43145 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:18:13.790863 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4588fb06-a6e9-4556-91dd-0d6e977ca1ac None None] Sync routers for ids ['907a8081-16e6-4f78-a849-18e8e09a1f3a'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:18:13.794218 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-84b460e9-1772-4a80-ad53-09c24ca43145 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "PUT /v2.0/routers/907a8081-16e6-4f78-a849-18e8e09a1f3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0996807 Sep 08 09:18:13.805477 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4588fb06-a6e9-4556-91dd-0d6e977ca1ac None None] Routers {'907a8081-16e6-4f78-a849-18e8e09a1f3a'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:18:13.805882 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35314) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:13.806138 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-4588fb06-a6e9-4556-91dd-0d6e977ca1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:17:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['907a8081-16e6-4f78-a849-18e8e09a1f3a'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:13.914649 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-4588fb06-a6e9-4556-91dd-0d6e977ca1ac None None] Set router 907a8081-16e6-4f78-a849-18e8e09a1f3a gateway port host: None {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:18:14.021701 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-4588fb06-a6e9-4556-91dd-0d6e977ca1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'name': 'tempest-RoutersTest-router-1198217534', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:17:05Z', 'updated_at': '2021-09-08T09:18:12Z', 'revision_number': 11, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'gw_port_host': None}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:14.096699 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4588fb06-a6e9-4556-91dd-0d6e977ca1ac None None] Checking router: 907a8081-16e6-4f78-a849-18e8e09a1f3a for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:18:14.108365 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4588fb06-a6e9-4556-91dd-0d6e977ca1ac None None] Routers {'907a8081-16e6-4f78-a849-18e8e09a1f3a'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:18:14.109543 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-4588fb06-a6e9-4556-91dd-0d6e977ca1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:17:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['907a8081-16e6-4f78-a849-18e8e09a1f3a'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:14.217409 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-4588fb06-a6e9-4556-91dd-0d6e977ca1ac None None] Set router 907a8081-16e6-4f78-a849-18e8e09a1f3a gateway port host: None {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:18:14.289304 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb06f0bf-fd79-4629-97f2-5e826e15d6fe tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Deleting subnet 1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:18:14.297224 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-eb06f0bf-fd79-4629-97f2-5e826e15d6fe tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:14.353781 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-4588fb06-a6e9-4556-91dd-0d6e977ca1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'name': 'tempest-RoutersTest-router-1198217534', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:17:05Z', 'updated_at': '2021-09-08T09:18:12Z', 'revision_number': 11, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'gw_port_host': None}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:14.378790 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-eb06f0bf-fd79-4629-97f2-5e826e15d6fe tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:14.446426 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4588fb06-a6e9-4556-91dd-0d6e977ca1ac None None] The sync data for ids ['907a8081-16e6-4f78-a849-18e8e09a1f3a'] in n-d-806683-11 is: [{'id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'name': 'tempest-RoutersTest-router-1198217534', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:17:05Z', 'updated_at': '2021-09-08T09:18:12Z', 'revision_number': 11, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'gw_port_host': None}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:18:14.556477 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-eb06f0bf-fd79-4629-97f2-5e826e15d6fe tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:14.566373 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35336) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:14.671900 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-e0a884de-39f1-49c6-8775-a7cd6bea8e51 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Deleting port db199167-6883-4ed0-9fd1-48728a32db4d {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:18:14.672711 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e0a884de-39f1-49c6-8775-a7cd6bea8e51 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:14.689565 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-eb06f0bf-fd79-4629-97f2-5e826e15d6fe tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:14.740896 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c7bd90-ae84-4fa6-98ed-4732d6c1a346 None None] Network c0e88987-3734-44b5-a343-c3969901aa9b requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:18:14.749960 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-eb06f0bf-fd79-4629-97f2-5e826e15d6fe tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:14.766523 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-eb06f0bf-fd79-4629-97f2-5e826e15d6fe tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "DELETE /v2.0/subnets/1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a HTTP/1.1" status: 204 len: 168 time: 0.9584548 Sep 08 09:18:14.767973 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35342) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:14.768908 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb06f0bf-fd79-4629-97f2-5e826e15d6fe tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event deleted for resources: {'Subnet': ['ID=1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:14.813715 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5e044767-6f08-40c4-a2ba-2601da9b7d29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:14.837602 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e0a884de-39f1-49c6-8775-a7cd6bea8e51 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:14.872982 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-e0a884de-39f1-49c6-8775-a7cd6bea8e51 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Calling delete_port for db199167-6883-4ed0-9fd1-48728a32db4d owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:18:14.924557 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-32fecd8e-43fe-4718-ab88-78b4281b9c67 None None] Provisioning complete for port d765c5af-e972-4e11-82a8-361344c97607 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:18:14.927497 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-32fecd8e-43fe-4718-ab88-78b4281b9c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:15.001543 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 32b99195-b055-443c-af22-bdddf2e8cc30 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:18:15.019943 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0cdaae01-2270-4553-bc8c-d85028b94ea7 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:15.103394 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-32fecd8e-43fe-4718-ab88-78b4281b9c67 None None] Port d765c5af-e972-4e11-82a8-361344c97607 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:18:15.153003 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e0a884de-39f1-49c6-8775-a7cd6bea8e51 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:15.161380 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5e044767-6f08-40c4-a2ba-2601da9b7d29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:15.172066 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5e044767-6f08-40c4-a2ba-2601da9b7d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:15.176613 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-32fecd8e-43fe-4718-ab88-78b4281b9c67 None None] Provisioning for port 32b99195-b055-443c-af22-bdddf2e8cc30 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:18:15.201031 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 32b99195-b055-443c-af22-bdddf2e8cc30 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:18:15.208153 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:15.211107 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-32fecd8e-43fe-4718-ab88-78b4281b9c67 None None] Provisioning complete for port 32b99195-b055-443c-af22-bdddf2e8cc30 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:18:15.211498 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-32fecd8e-43fe-4718-ab88-78b4281b9c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:15.221227 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5e044767-6f08-40c4-a2ba-2601da9b7d29 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=482d84aa9730496ca2410ddb95fa71bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6509061 Sep 08 09:18:15.225752 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35354) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:15.267411 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7715a1b-3a67-4d04-aa38-4b4da50338a5 None None] DHCP port deletion for c0e88987-3734-44b5-a343-c3969901aa9b request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:18:15.306608 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a884de-39f1-49c6-8775-a7cd6bea8e51 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event deleted for resources: {'Port': ['ID=db199167-6883-4ed0-9fd1-48728a32db4d,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:15.343955 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e0a884de-39f1-49c6-8775-a7cd6bea8e51 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:15.347146 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e0a884de-39f1-49c6-8775-a7cd6bea8e51 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/ports/db199167-6883-4ed0-9fd1-48728a32db4d HTTP/1.1" status: 204 len: 168 time: 2.1908653 Sep 08 09:18:15.353083 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35360) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:15.392556 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c306925-3ed4-4124-8663-33325485f68b tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] GET failed (client error): The resource could not be found. Sep 08 09:18:15.394351 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-7c306925-3ed4-4124-8663-33325485f68b tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "GET /v2.0/ports/db199167-6883-4ed0-9fd1-48728a32db4d HTTP/1.1" status: 404 len: 333 time: 0.0400281 Sep 08 09:18:15.395980 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-752fa5e8-09fe-469e-a806-5e338c882c65 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:15.397851 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35362) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:15.429492 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e044767-6f08-40c4-a2ba-2601da9b7d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd75e60d-dfa4-4a24-b917-cfd6ab8d5059,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:15.442958 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-905cbc13-c971-4086-9056-0f85fc39aafa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:15.493047 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-905cbc13-c971-4086-9056-0f85fc39aafa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:15.510544 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771d704-ed7e-4a5e-b9c5-56c01091c433 req-e3f62639-7f9f-4f63-8697-f12ee31d6e36 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:15.511964 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3771d704-ed7e-4a5e-b9c5-56c01091c433 req-e3f62639-7f9f-4f63-8697-f12ee31d6e36 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 945 time: 0.1610014 Sep 08 09:18:15.550859 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-0cdaae01-2270-4553-bc8c-d85028b94ea7 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Deleting port bed73257-63c1-469f-94a0-b73ab3fa15f6 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:18:15.556181 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0cdaae01-2270-4553-bc8c-d85028b94ea7 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:15.582353 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b88f378d-c938-44c9-a539-77e76d3a92a9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:15.631143 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b88f378d-c938-44c9-a539-77e76d3a92a9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:15.631763 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-f7715a1b-3a67-4d04-aa38-4b4da50338a5 None None] Deleting port bed73257-63c1-469f-94a0-b73ab3fa15f6 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:18:15.632320 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f7715a1b-3a67-4d04-aa38-4b4da50338a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:15.680537 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-32fecd8e-43fe-4718-ab88-78b4281b9c67 None None] Could not find standard attr ID for object db199167-6883-4ed0-9fd1-48728a32db4d. {{(pid=94714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 09:18:15.699045 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 3261f60a-8342-4918-9b90-04f5dc142bca no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:18:15.699869 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3771d704-ed7e-4a5e-b9c5-56c01091c433 req-013b9192-f310-41b8-abce-f313ae7ecbd6 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704979 Sep 08 09:18:15.714290 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752fa5e8-09fe-469e-a806-5e338c882c65 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Router 112e7a30-ced0-4a59-a3aa-9642c343ec66 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:18:15.724154 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-0cdaae01-2270-4553-bc8c-d85028b94ea7 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] For port bed73257-63c1-469f-94a0-b73ab3fa15f6, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=bed73257-63c1-469f-94a0-b73ab3fa15f6,segment=NetworkSegment(fc1589dc-cb41-4aee-b5a5-59fac0782f31),segment_id=fc1589dc-cb41-4aee-b5a5-59fac0782f31)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:18:15.724154 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0cdaae01-2270-4553-bc8c-d85028b94ea7 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:15.724524 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b88f378d-c938-44c9-a539-77e76d3a92a9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:15.724661 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-905cbc13-c971-4086-9056-0f85fc39aafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:15.724986 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b88f378d-c938-44c9-a539-77e76d3a92a9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:15.727244 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-905cbc13-c971-4086-9056-0f85fc39aafa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:15.728920 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-905cbc13-c971-4086-9056-0f85fc39aafa admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cd75e60d-dfa4-4a24-b917-cfd6ab8d5059 HTTP/1.1" status: 204 len: 168 time: 0.5008509 Sep 08 09:18:15.729055 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35366) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:15.737147 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b88f378d-c938-44c9-a539-77e76d3a92a9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/security-groups/f0f4e84f-5be1-4c12-aafe-0ead847871c5 HTTP/1.1" status: 204 len: 168 time: 0.3381681 Sep 08 09:18:15.763376 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f378d-c938-44c9-a539-77e76d3a92a9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f4e84f-5be1-4c12-aafe-0ead847871c5,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:15.781201 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-0cdaae01-2270-4553-bc8c-d85028b94ea7 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Calling delete_port for bed73257-63c1-469f-94a0-b73ab3fa15f6 owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:18:15.787063 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-f7715a1b-3a67-4d04-aa38-4b4da50338a5 None None] For port bed73257-63c1-469f-94a0-b73ab3fa15f6, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=bed73257-63c1-469f-94a0-b73ab3fa15f6,segment=NetworkSegment(fc1589dc-cb41-4aee-b5a5-59fac0782f31),segment_id=fc1589dc-cb41-4aee-b5a5-59fac0782f31)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:18:15.787600 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f7715a1b-3a67-4d04-aa38-4b4da50338a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:15.801590 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905cbc13-c971-4086-9056-0f85fc39aafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd75e60d-dfa4-4a24-b917-cfd6ab8d5059,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:15.802167 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-f7715a1b-3a67-4d04-aa38-4b4da50338a5 None None] Calling delete_port for bed73257-63c1-469f-94a0-b73ab3fa15f6 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:18:15.920303 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752fa5e8-09fe-469e-a806-5e338c882c65 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:18:15.931218 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b49e176-5ef8-4562-bed9-590c5305e337 None None] Sync routers for ids ['112e7a30-ced0-4a59-a3aa-9642c343ec66'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:18:15.938295 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-64b56042-17a1-4343-adea-d5d51c2491fa tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:15.945267 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 3261f60a-8342-4918-9b90-04f5dc142bca {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:18:15.945816 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 3261f60a-8342-4918-9b90-04f5dc142bca not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:18:15.959256 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b49e176-5ef8-4562-bed9-590c5305e337 None None] Routers {'112e7a30-ced0-4a59-a3aa-9642c343ec66'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:18:15.963929 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-3b49e176-5ef8-4562-bed9-590c5305e337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:17:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['112e7a30-ced0-4a59-a3aa-9642c343ec66'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:15.973678 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-752fa5e8-09fe-469e-a806-5e338c882c65 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:15.978821 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-752fa5e8-09fe-469e-a806-5e338c882c65 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.0079832 Sep 08 09:18:15.980565 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35378) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:15.986935 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-64b56042-17a1-4343-adea-d5d51c2491fa tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:16.003933 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0cdaae01-2270-4553-bc8c-d85028b94ea7 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:16.045741 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-23757157-b7d3-4819-b568-302222438efa None None] Could not find standard attr ID for object db199167-6883-4ed0-9fd1-48728a32db4d. {{(pid=94714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 09:18:16.099735 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdaae01-2270-4553-bc8c-d85028b94ea7 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event deleted for resources: {'Port': ['ID=bed73257-63c1-469f-94a0-b73ab3fa15f6,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:16.103800 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdaae01-2270-4553-bc8c-d85028b94ea7 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] No DVR routers for this DVR port bed73257-63c1-469f-94a0-b73ab3fa15f6 on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:18:16.147140 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f7715a1b-3a67-4d04-aa38-4b4da50338a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:16.204358 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7715a1b-3a67-4d04-aa38-4b4da50338a5 None None] Pushing event deleted for resources: {'Port': ['ID=bed73257-63c1-469f-94a0-b73ab3fa15f6,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:16.209684 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-64b56042-17a1-4343-adea-d5d51c2491fa tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:16.212738 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-64b56042-17a1-4343-adea-d5d51c2491fa tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:16.216152 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-64b56042-17a1-4343-adea-d5d51c2491fa tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/security-groups/8293cc93-fdf9-43b0-ae9d-c5f80f5017c5 HTTP/1.1" status: 204 len: 168 time: 0.4763775 Sep 08 09:18:16.217161 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35384) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:16.219109 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7715a1b-3a67-4d04-aa38-4b4da50338a5 None None] No DVR routers for this DVR port bed73257-63c1-469f-94a0-b73ab3fa15f6 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:18:16.259103 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3b654194-008d-45fa-b1d9-91be6b892b9a tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for router, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:16.263099 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-3b49e176-5ef8-4562-bed9-590c5305e337 None None] Set router 112e7a30-ced0-4a59-a3aa-9642c343ec66 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:18:16.271941 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b56042-17a1-4343-adea-d5d51c2491fa tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8293cc93-fdf9-43b0-ae9d-c5f80f5017c5,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:16.275479 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0cdaae01-2270-4553-bc8c-d85028b94ea7 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:16.362627 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-0cdaae01-2270-4553-bc8c-d85028b94ea7 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0e88987-3734-44b5-a343-c3969901aa9b']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:16.364897 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35390) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:16.383813 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-0cdaae01-2270-4553-bc8c-d85028b94ea7 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc1589dc-cb41-4aee-b5a5-59fac0782f31') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:16.387004 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-0cdaae01-2270-4553-bc8c-d85028b94ea7 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc1589dc-cb41-4aee-b5a5-59fac0782f31') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:16.418599 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0cdaae01-2270-4553-bc8c-d85028b94ea7 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:16.445815 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0cdaae01-2270-4553-bc8c-d85028b94ea7 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:16.452198 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cdaae01-2270-4553-bc8c-d85028b94ea7 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:18:16.452616 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0cdaae01-2270-4553-bc8c-d85028b94ea7 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:16.469246 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:18:16.469246 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:18:16.469246 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:18:16.469246 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:18:16.469246 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:18:16.469246 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:18:16.469246 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:18:16.469246 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:18:16.469246 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:18:16.469246 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:18:16.469246 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:18:16.469246 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:18:16.469246 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:18:16.469246 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:18:16.469246 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:18:16.469246 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:18:16.469246 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:18:16.469246 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:18:16.469246 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:18:16.469246 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:18:16.469246 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:18:16.469246 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:18:16.469246 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:18:16.469246 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:18:16.469246 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:18:16.469246 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:18:16.469246 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:18:16.469246 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:18:16.469246 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:18:16.469246 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:18:16.469246 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:18:16.469246 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:18:16.474972 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-09e25ef0-abf6-4cb0-adc3-859f5e4cabc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:16.513790 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3b654194-008d-45fa-b1d9-91be6b892b9a tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:16.540412 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dc37fd4d-2c12-4cb7-a38a-d77e931d1731 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:16.575274 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec83a1-5387-47d9-9422-e4f48c58e590 req-9776d108-871b-45b5-95d8-9bd687e9dfd5 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:16.578126 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c9ec83a1-5387-47d9-9422-e4f48c58e590 req-9776d108-871b-45b5-95d8-9bd687e9dfd5 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 945 time: 0.1049438 Sep 08 09:18:16.580581 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0cdaae01-2270-4553-bc8c-d85028b94ea7 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:16.597635 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0cdaae01-2270-4553-bc8c-d85028b94ea7 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:16.609763 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0cdaae01-2270-4553-bc8c-d85028b94ea7 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "DELETE /v2.0/networks/c0e88987-3734-44b5-a343-c3969901aa9b HTTP/1.1" status: 204 len: 168 time: 1.8385515 Sep 08 09:18:16.610452 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35394) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:16.617836 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-3b49e176-5ef8-4562-bed9-590c5305e337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112e7a30-ced0-4a59-a3aa-9642c343ec66', 'name': '', 'tenant_id': '072e2f9785b44bd48abd24cbf2b488f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf880533-fd6c-4b77-98fc-47c1ea49af29', 'external_fixed_ips': [{'subnet_id': 'cd7aaedb-6f5c-4a6e-99c3-8963bc9a782b', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '0d60c8be-2ea8-4c96-8862-0605322d6e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:18:11Z', 'updated_at': '2021-09-08T09:18:13Z', 'revision_number': 3, 'project_id': '072e2f9785b44bd48abd24cbf2b488f7', 'gw_port': {'id': '0d60c8be-2ea8-4c96-8862-0605322d6e2f', 'name': '', 'network_id': 'cf880533-fd6c-4b77-98fc-47c1ea49af29', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112e7a30-ced0-4a59-a3aa-9642c343ec66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': 'cd7aaedb-6f5c-4a6e-99c3-8963bc9a782b', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:18:12Z', 'updated_at': '2021-09-08T09:18:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd7aaedb-6f5c-4a6e-99c3-8963bc9a782b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:16.643382 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdaae01-2270-4553-bc8c-d85028b94ea7 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Pushing event deleted for resources: {'Network': ['ID=c0e88987-3734-44b5-a343-c3969901aa9b,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:16.651012 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dc37fd4d-2c12-4cb7-a38a-d77e931d1731 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:16.652157 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b49e176-5ef8-4562-bed9-590c5305e337 None None] Checking router: 112e7a30-ced0-4a59-a3aa-9642c343ec66 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:18:16.652488 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-cf9bb06f-65b1-4868-b24f-f76e96b0172c tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Request body: {'router': {'routes': None}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:18:16.652611 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b49e176-5ef8-4562-bed9-590c5305e337 None None] Updating router 112e7a30-ced0-4a59-a3aa-9642c343ec66 port 0d60c8be-2ea8-4c96-8862-0605322d6e2f binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:18:16.689777 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-3b49e176-5ef8-4562-bed9-590c5305e337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:16.739936 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-09e25ef0-abf6-4cb0-adc3-859f5e4cabc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:16.747921 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-09e25ef0-abf6-4cb0-adc3-859f5e4cabc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:16.773149 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dc37fd4d-2c12-4cb7-a38a-d77e931d1731 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:16.776581 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dc37fd4d-2c12-4cb7-a38a-d77e931d1731 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:16.781084 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-dc37fd4d-2c12-4cb7-a38a-d77e931d1731 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/security-groups/de03a2c9-e000-4c7e-8ff6-541b1d787be0 HTTP/1.1" status: 204 len: 168 time: 0.5632710 Sep 08 09:18:16.781805 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35396) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:16.788069 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-3b654194-008d-45fa-b1d9-91be6b892b9a tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Deleting port 0d60c8be-2ea8-4c96-8862-0605322d6e2f {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:18:16.788324 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3b654194-008d-45fa-b1d9-91be6b892b9a tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:16.838903 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c9ec83a1-5387-47d9-9422-e4f48c58e590 req-78bda60e-a5d8-41ee-8b77-eb67e966117e tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2462463 Sep 08 09:18:16.870693 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-09e25ef0-abf6-4cb0-adc3-859f5e4cabc3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6df59a075fd3406688e63dd4ff1def04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5019979 Sep 08 09:18:16.876747 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35398) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:16.887848 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e25ef0-abf6-4cb0-adc3-859f5e4cabc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebfe6ccd-076c-49c2-933c-58cc98296643,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:16.924952 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device bed73257-63c1-469f-94a0-b73ab3fa15f6 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:18:16.930492 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.extraroute_db [None req-cf9bb06f-65b1-4868-b24f-f76e96b0172c tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Added routes are [] {{(pid=94713) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 08 09:18:16.931294 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.extraroute_db [None req-cf9bb06f-65b1-4868-b24f-f76e96b0172c tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Removed routes are [] {{(pid=94713) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 08 09:18:16.933507 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cf9bb06f-65b1-4868-b24f-f76e96b0172c tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2457'] for router, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:16.966504 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-cda5790d-87b5-4f5f-930d-674a849de20c tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Deleting subnet c1594c6f-8feb-469c-8f90-3ff003cf799f {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:18:16.968666 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc37fd4d-2c12-4cb7-a38a-d77e931d1731 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de03a2c9-e000-4c7e-8ff6-541b1d787be0,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:16.977322 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cda5790d-87b5-4f5f-930d-674a849de20c tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:16.979123 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: bed73257-63c1-469f-94a0-b73ab3fa15f6 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:18:16.980025 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device bed73257-63c1-469f-94a0-b73ab3fa15f6 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:18:17.056680 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3b654194-008d-45fa-b1d9-91be6b892b9a tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:17.065527 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cda5790d-87b5-4f5f-930d-674a849de20c tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:17.103348 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cf9bb06f-65b1-4868-b24f-f76e96b0172c tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2457'] for router, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:17.107035 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cf9bb06f-65b1-4868-b24f-f76e96b0172c tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-764157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-764146', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-768877'] for router, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:17.109240 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4d3b1029-1a56-4dd5-a8bf-ee5f136a95c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:17.113160 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-3b49e176-5ef8-4562-bed9-590c5305e337 None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:17.114451 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-3b654194-008d-45fa-b1d9-91be6b892b9a tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Calling delete_port for 0d60c8be-2ea8-4c96-8862-0605322d6e2f owned by network:router_gateway {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:18:17.127275 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-3b49e176-5ef8-4562-bed9-590c5305e337 None None] Transition to ACTIVE for port object 0d60c8be-2ea8-4c96-8862-0605322d6e2f will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:18:17.137187 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-3b49e176-5ef8-4562-bed9-590c5305e337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:17.175737 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-3b49e176-5ef8-4562-bed9-590c5305e337 None None] Attempting to bind port 0d60c8be-2ea8-4c96-8862-0605322d6e2f on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:18:17.176192 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-3b49e176-5ef8-4562-bed9-590c5305e337 None None] Attempting to bind port 0d60c8be-2ea8-4c96-8862-0605322d6e2f by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'ed766e26-b44d-41f6-a301-b589850048b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cf880533-fd6c-4b77-98fc-47c1ea49af29'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:18:17.176706 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b49e176-5ef8-4562-bed9-590c5305e337 None None] Attempting to bind port 0d60c8be-2ea8-4c96-8862-0605322d6e2f on network cf880533-fd6c-4b77-98fc-47c1ea49af29 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:18:17.186651 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4d3b1029-1a56-4dd5-a8bf-ee5f136a95c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:17.194523 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf9bb06f-65b1-4868-b24f-f76e96b0172c tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Router 907a8081-16e6-4f78-a849-18e8e09a1f3a has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:18:17.204508 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b49e176-5ef8-4562-bed9-590c5305e337 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:18:17.205047 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b49e176-5ef8-4562-bed9-590c5305e337 None None] Checking segment: {'id': 'ed766e26-b44d-41f6-a301-b589850048b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cf880533-fd6c-4b77-98fc-47c1ea49af29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:18:17.205737 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-3b49e176-5ef8-4562-bed9-590c5305e337 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:17.206267 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b49e176-5ef8-4562-bed9-590c5305e337 None None] Bound using segment: {'id': 'ed766e26-b44d-41f6-a301-b589850048b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cf880533-fd6c-4b77-98fc-47c1ea49af29'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:18:17.207658 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-3b49e176-5ef8-4562-bed9-590c5305e337 None None] Bound port: 0d60c8be-2ea8-4c96-8862-0605322d6e2f, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed766e26-b44d-41f6-a301-b589850048b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cf880533-fd6c-4b77-98fc-47c1ea49af29'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:18:17.207658 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-3b49e176-5ef8-4562-bed9-590c5305e337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:17.268487 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-3b49e176-5ef8-4562-bed9-590c5305e337 None None] For port 0d60c8be-2ea8-4c96-8862-0605322d6e2f, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:18:17.273329 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cda5790d-87b5-4f5f-930d-674a849de20c tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:17.273997 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-3b49e176-5ef8-4562-bed9-590c5305e337 None None] For port 0d60c8be-2ea8-4c96-8862-0605322d6e2f, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=0d60c8be-2ea8-4c96-8862-0605322d6e2f,segment=NetworkSegment(ed766e26-b44d-41f6-a301-b589850048b7),segment_id=ed766e26-b44d-41f6-a301-b589850048b7)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:18:17.277127 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9bb06f-65b1-4868-b24f-f76e96b0172c tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:18:17.286861 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-3b49e176-5ef8-4562-bed9-590c5305e337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:17.289101 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de30355c-ad55-491e-9e35-9bb4aef58ed8 None None] Sync routers for ids ['907a8081-16e6-4f78-a849-18e8e09a1f3a'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:18:17.292576 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cf9bb06f-65b1-4868-b24f-f76e96b0172c tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:17.297411 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-cf9bb06f-65b1-4868-b24f-f76e96b0172c tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "PUT /v2.0/routers/907a8081-16e6-4f78-a849-18e8e09a1f3a HTTP/1.1" status: 200 len: 701 time: 0.6567178 Sep 08 09:18:17.299117 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35400) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:17.309616 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de30355c-ad55-491e-9e35-9bb4aef58ed8 None None] Routers {'907a8081-16e6-4f78-a849-18e8e09a1f3a'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:18:17.310656 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-de30355c-ad55-491e-9e35-9bb4aef58ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:17:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['907a8081-16e6-4f78-a849-18e8e09a1f3a'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:17.333840 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b49e176-5ef8-4562-bed9-590c5305e337 None None] Routers {'112e7a30-ced0-4a59-a3aa-9642c343ec66'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:18:17.334694 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-3b49e176-5ef8-4562-bed9-590c5305e337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:17:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['112e7a30-ced0-4a59-a3aa-9642c343ec66'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:17.336361 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-889abf2d-9af2-4cd1-815b-0d35a4adafdb tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "GET /v2.0/ports?device_id=907a8081-16e6-4f78-a849-18e8e09a1f3a HTTP/1.1" status: 200 len: 205 time: 0.0356889 Sep 08 09:18:17.337267 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35402) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:17.373442 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4d3b1029-1a56-4dd5-a8bf-ee5f136a95c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:17.374630 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4d3b1029-1a56-4dd5-a8bf-ee5f136a95c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:17.378401 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4d3b1029-1a56-4dd5-a8bf-ee5f136a95c0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ebfe6ccd-076c-49c2-933c-58cc98296643 HTTP/1.1" status: 204 len: 168 time: 0.4963171 Sep 08 09:18:17.395002 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b1029-1a56-4dd5-a8bf-ee5f136a95c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebfe6ccd-076c-49c2-933c-58cc98296643,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:17.403802 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cda5790d-87b5-4f5f-930d-674a849de20c tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:17.464088 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda5790d-87b5-4f5f-930d-674a849de20c tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event deleted for resources: {'Subnet': ['ID=c1594c6f-8feb-469c-8f90-3ff003cf799f,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:17.472264 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cda5790d-87b5-4f5f-930d-674a849de20c tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:17.477737 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-cda5790d-87b5-4f5f-930d-674a849de20c tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/subnets/c1594c6f-8feb-469c-8f90-3ff003cf799f HTTP/1.1" status: 204 len: 168 time: 0.6873825 Sep 08 09:18:17.480211 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35410) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:17.511379 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-de30355c-ad55-491e-9e35-9bb4aef58ed8 None None] Set router 907a8081-16e6-4f78-a849-18e8e09a1f3a gateway port host: None {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:18:17.516014 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2f55db1-25b8-45a7-ac03-c715fda19e67 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:17.537947 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3b654194-008d-45fa-b1d9-91be6b892b9a tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:17.610228 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b654194-008d-45fa-b1d9-91be6b892b9a tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d60c8be-2ea8-4c96-8862-0605322d6e2f,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:17.618117 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-3b49e176-5ef8-4562-bed9-590c5305e337 None None] Set router 112e7a30-ced0-4a59-a3aa-9642c343ec66 gateway port host: None {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:18:17.619301 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-42d0fd7d-a763-4c57-aa09-bdd1955d0e4f tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Deleting subnet 7f2e434b-96b9-47fb-970c-89f5343055ab {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:18:17.622630 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-de30355c-ad55-491e-9e35-9bb4aef58ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'name': 'tempest-RoutersTest-router-1198217534', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:17:05Z', 'updated_at': '2021-09-08T09:18:12Z', 'revision_number': 11, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'gw_port_host': None}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:17.622803 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720b518-59d2-42a3-8572-b7df35062b9f None None] Pushing event updated for resources: {'Port': ['ID=0d60c8be-2ea8-4c96-8862-0605322d6e2f,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:17.624883 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-42d0fd7d-a763-4c57-aa09-bdd1955d0e4f tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:17.683148 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b720b518-59d2-42a3-8572-b7df35062b9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:18:17.685615 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b720b518-59d2-42a3-8572-b7df35062b9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:18:17.685909 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b720b518-59d2-42a3-8572-b7df35062b9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:18:17.686313 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b720b518-59d2-42a3-8572-b7df35062b9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:18:17.686655 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b720b518-59d2-42a3-8572-b7df35062b9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:18:17.687032 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b720b518-59d2-42a3-8572-b7df35062b9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:18:17.687371 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b720b518-59d2-42a3-8572-b7df35062b9f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:18:17.687903 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b720b518-59d2-42a3-8572-b7df35062b9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:18:17.688073 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b720b518-59d2-42a3-8572-b7df35062b9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:18:17.688476 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b720b518-59d2-42a3-8572-b7df35062b9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:18:17.689385 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b720b518-59d2-42a3-8572-b7df35062b9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:18:17.689714 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b720b518-59d2-42a3-8572-b7df35062b9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:18:17.773643 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-42d0fd7d-a763-4c57-aa09-bdd1955d0e4f tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:17.780827 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1e1101-11e1-4ae6-942c-624a3c272840 None None] Network c1136e3f-2a93-44e6-9fc2-3fc82e583ee3 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:18:17.788531 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de30355c-ad55-491e-9e35-9bb4aef58ed8 None None] Checking router: 907a8081-16e6-4f78-a849-18e8e09a1f3a for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:18:17.809090 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 7372846c-19f9-433f-8cb8-ca65d68becd9 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:18:17.829140 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-3b49e176-5ef8-4562-bed9-590c5305e337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112e7a30-ced0-4a59-a3aa-9642c343ec66', 'name': '', 'tenant_id': '072e2f9785b44bd48abd24cbf2b488f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:18:11Z', 'updated_at': '2021-09-08T09:18:16Z', 'revision_number': 4, 'project_id': '072e2f9785b44bd48abd24cbf2b488f7', 'gw_port_host': None}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:17.861086 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a8dea375-a951-44ee-92ce-0f82d0155576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:17.911763 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de30355c-ad55-491e-9e35-9bb4aef58ed8 None None] Routers {'907a8081-16e6-4f78-a849-18e8e09a1f3a'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:18:17.914107 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-de30355c-ad55-491e-9e35-9bb4aef58ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:17:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['907a8081-16e6-4f78-a849-18e8e09a1f3a'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:17.924365 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b49e176-5ef8-4562-bed9-590c5305e337 None None] The sync data for ids ['112e7a30-ced0-4a59-a3aa-9642c343ec66'] in n-d-806683-11 is: [{'id': '112e7a30-ced0-4a59-a3aa-9642c343ec66', 'name': '', 'tenant_id': '072e2f9785b44bd48abd24cbf2b488f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:18:11Z', 'updated_at': '2021-09-08T09:18:16Z', 'revision_number': 4, 'project_id': '072e2f9785b44bd48abd24cbf2b488f7', 'gw_port_host': None}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:18:17.933304 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720b518-59d2-42a3-8572-b7df35062b9f None None] Pushing event deleted for resources: {'Port': ['ID=0d60c8be-2ea8-4c96-8862-0605322d6e2f,revision_number=None']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:18.003240 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35420) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:18.009668 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-42d0fd7d-a763-4c57-aa09-bdd1955d0e4f tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:18.012563 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2f55db1-25b8-45a7-ac03-c715fda19e67 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:18.041679 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2f55db1-25b8-45a7-ac03-c715fda19e67 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:18.117350 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-42d0fd7d-a763-4c57-aa09-bdd1955d0e4f tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:18.136844 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3b654194-008d-45fa-b1d9-91be6b892b9a tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:18.154681 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 7372846c-19f9-433f-8cb8-ca65d68becd9, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=7372846c-19f9-433f-8cb8-ca65d68becd9,segment=NetworkSegment(0adbffbb-cf08-4e79-9920-208d98c2b498),segment_id=0adbffbb-cf08-4e79-9920-208d98c2b498)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:18:18.191495 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2f55db1-25b8-45a7-ac03-c715fda19e67 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:18.191932 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f55db1-25b8-45a7-ac03-c715fda19e67 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Fanout notify agent at l3_agent the message router_deleted on router 907a8081-16e6-4f78-a849-18e8e09a1f3a {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:18:18.197073 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d0fd7d-a763-4c57-aa09-bdd1955d0e4f tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event deleted for resources: {'Subnet': ['ID=7f2e434b-96b9-47fb-970c-89f5343055ab,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:18.199330 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2f55db1-25b8-45a7-ac03-c715fda19e67 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:18.199457 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-42d0fd7d-a763-4c57-aa09-bdd1955d0e4f tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:18.200463 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f2f55db1-25b8-45a7-ac03-c715fda19e67 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "DELETE /v2.0/routers/907a8081-16e6-4f78-a849-18e8e09a1f3a HTTP/1.1" status: 204 len: 168 time: 0.8619318 Sep 08 09:18:18.208099 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-42d0fd7d-a763-4c57-aa09-bdd1955d0e4f tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/subnets/7f2e434b-96b9-47fb-970c-89f5343055ab HTTP/1.1" status: 204 len: 168 time: 0.7227702 Sep 08 09:18:18.210781 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35430) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:18.211135 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35432) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:18.216417 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '7372846c-19f9-433f-8cb8-ca65d68becd9', 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7', 'port_id': '7372846c-19f9-433f-8cb8-ca65d68becd9', 'mac_address': 'fa:16:3e:a8:64:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452a4b6d-a445-4b2b-9168-2695dd67e404', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:18:18.216935 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-ec5ebea8-f789-4550-938d-652db483b16c tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-980034107', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:18:18.310772 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-de30355c-ad55-491e-9e35-9bb4aef58ed8 None None] Set router 907a8081-16e6-4f78-a849-18e8e09a1f3a gateway port host: None {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:18:18.311804 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-89b50325-048d-4f57-8951-b8103febcbea tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] DELETE failed (client error): The resource could not be found. Sep 08 09:18:18.312676 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89b50325-048d-4f57-8951-b8103febcbea tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:18:18.318350 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3b654194-008d-45fa-b1d9-91be6b892b9a tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:18.318588 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-89b50325-048d-4f57-8951-b8103febcbea tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/subnets/c1594c6f-8feb-469c-8f90-3ff003cf799f HTTP/1.1" status: 404 len: 337 time: 0.1057615 Sep 08 09:18:18.321300 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3b654194-008d-45fa-b1d9-91be6b892b9a tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:18.340468 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35436) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:18.381382 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3b654194-008d-45fa-b1d9-91be6b892b9a tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:18.382158 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b654194-008d-45fa-b1d9-91be6b892b9a tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 112e7a30-ced0-4a59-a3aa-9642c343ec66 {{(pid=94712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:18:18.387579 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3b654194-008d-45fa-b1d9-91be6b892b9a tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:18.389432 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-3b654194-008d-45fa-b1d9-91be6b892b9a tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] 10.222.0.54 "DELETE /v2.0/routers/112e7a30-ced0-4a59-a3aa-9642c343ec66 HTTP/1.1" status: 204 len: 168 time: 2.4057372 Sep 08 09:18:18.393211 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35440) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:18.404022 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3bd1b-77ed-4b12-a302-5089966bc995 req-de4e46df-385b-4684-af94-d97b0fff8c01 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:18.410206 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-46a3bd1b-77ed-4b12-a302-5089966bc995 req-de4e46df-385b-4684-af94-d97b0fff8c01 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 945 time: 0.4059222 Sep 08 09:18:18.418201 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8689f039-2c55-4b38-b529-ad218b1a428e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:18.461005 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ec5ebea8-f789-4550-938d-652db483b16c tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:18.462848 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ec5ebea8-f789-4550-938d-652db483b16c tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:18.506679 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-26826593-6665-4cb3-ac2c-80e60214ccaf tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Deleting subnet cd7aaedb-6f5c-4a6e-99c3-8963bc9a782b {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:18:18.512600 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-26826593-6665-4cb3-ac2c-80e60214ccaf tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:18.585437 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bbdcf85-8f68-4853-b806-c091bca429e2 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Deleting subnet e9097744-ecdf-486e-9cc9-54c50af59248 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:18:18.607163 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4bbdcf85-8f68-4853-b806-c091bca429e2 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:18.625348 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-26826593-6665-4cb3-ac2c-80e60214ccaf tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:18.633869 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-46a3bd1b-77ed-4b12-a302-5089966bc995 req-ef8eb434-2118-494c-af3d-a75e54278ec7 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133677 Sep 08 09:18:18.692216 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-26826593-6665-4cb3-ac2c-80e60214ccaf tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:18.693054 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:18.695291 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-de30355c-ad55-491e-9e35-9bb4aef58ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'name': 'tempest-RoutersTest-router-1198217534', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:17:05Z', 'updated_at': '2021-09-08T09:18:12Z', 'revision_number': 11, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'gw_port_host': None}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:18.718854 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ec5ebea8-f789-4550-938d-652db483b16c tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:18.731580 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4bbdcf85-8f68-4853-b806-c091bca429e2 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:18.759612 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7372846c-19f9-433f-8cb8-ca65d68becd9 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:18:18.764131 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-26826593-6665-4cb3-ac2c-80e60214ccaf tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:18.770825 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de30355c-ad55-491e-9e35-9bb4aef58ed8 None None] The sync data for ids ['907a8081-16e6-4f78-a849-18e8e09a1f3a'] in n-d-806683-11 is: [{'id': '907a8081-16e6-4f78-a849-18e8e09a1f3a', 'name': 'tempest-RoutersTest-router-1198217534', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:17:05Z', 'updated_at': '2021-09-08T09:18:12Z', 'revision_number': 11, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'gw_port_host': None}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:18:18.796622 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 7372846c-19f9-433f-8cb8-ca65d68becd9, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=7372846c-19f9-433f-8cb8-ca65d68becd9,segment=NetworkSegment(0adbffbb-cf08-4e79-9920-208d98c2b498),segment_id=0adbffbb-cf08-4e79-9920-208d98c2b498)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:18:18.818744 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:18.827848 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-26826593-6665-4cb3-ac2c-80e60214ccaf tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:18.833371 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-26826593-6665-4cb3-ac2c-80e60214ccaf tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] 10.222.0.54 "DELETE /v2.0/subnets/cd7aaedb-6f5c-4a6e-99c3-8963bc9a782b HTTP/1.1" status: 204 len: 168 time: 0.4383771 Sep 08 09:18:18.834911 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26826593-6665-4cb3-ac2c-80e60214ccaf tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cd7aaedb-6f5c-4a6e-99c3-8963bc9a782b,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:18.837331 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ec5ebea8-f789-4550-938d-652db483b16c tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:18.838095 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35450) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:18.891324 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=7372846c-19f9-433f-8cb8-ca65d68becd9,revision_number=10']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:18.934072 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b2357d4f-5564-4274-ad21-c8a8c9fd0259 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:18.988358 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8689f039-2c55-4b38-b529-ad218b1a428e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:18.997102 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8689f039-2c55-4b38-b529-ad218b1a428e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:19.016693 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['7372846c-19f9-433f-8cb8-ca65d68becd9'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:18:19.036475 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ec5ebea8-f789-4550-938d-652db483b16c tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:19.037716 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ec5ebea8-f789-4550-938d-652db483b16c tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8241808 Sep 08 09:18:19.054389 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4bbdcf85-8f68-4853-b806-c091bca429e2 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:19.057349 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35456) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:19.088890 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b2357d4f-5564-4274-ad21-c8a8c9fd0259 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:19.123301 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-82053945-d4ea-4242-b976-d3cd11f1a669 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:18:19.145633 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-b2357d4f-5564-4274-ad21-c8a8c9fd0259 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf880533-fd6c-4b77-98fc-47c1ea49af29']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:19.167048 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-b2357d4f-5564-4274-ad21-c8a8c9fd0259 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed766e26-b44d-41f6-a301-b589850048b7') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:19.167353 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-b2357d4f-5564-4274-ad21-c8a8c9fd0259 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed766e26-b44d-41f6-a301-b589850048b7') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:19.188323 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b2357d4f-5564-4274-ad21-c8a8c9fd0259 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:19.216990 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b2357d4f-5564-4274-ad21-c8a8c9fd0259 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:19.227624 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2357d4f-5564-4274-ad21-c8a8c9fd0259 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:18:19.228038 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b2357d4f-5564-4274-ad21-c8a8c9fd0259 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:19.230083 n-d-806683-11 neutron-server[94712]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:18:19.230083 n-d-806683-11 neutron-server[94712]: items = [ Sep 08 09:18:19.230083 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:18:19.230083 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:18:19.230083 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:18:19.230083 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:18:19.230083 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:18:19.230083 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:18:19.230083 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:18:19.230083 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:18:19.230083 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:18:19.230083 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:18:19.230083 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:18:19.230083 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:18:19.230083 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:18:19.230083 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:18:19.230083 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:18:19.230083 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:18:19.230083 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:18:19.230083 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:18:19.230083 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:18:19.230083 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:18:19.230083 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:18:19.230083 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:18:19.230083 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:18:19.230083 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:18:19.230083 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:18:19.230083 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:18:19.230083 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:18:19.230083 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:18:19.230083 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:18:19.230083 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:18:19.230083 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:18:19.230083 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:18:19.259570 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8689f039-2c55-4b38-b529-ad218b1a428e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=657cfa8ce66147528dfd379e3533e57b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2541025 Sep 08 09:18:19.263263 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35460) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:19.271146 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689f039-2c55-4b38-b529-ad218b1a428e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea5ba5b-0549-4803-bd57-f3c3421ecc21,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:19.398784 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b2357d4f-5564-4274-ad21-c8a8c9fd0259 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:19.414653 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4bbdcf85-8f68-4853-b806-c091bca429e2 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:19.416340 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2357d4f-5564-4274-ad21-c8a8c9fd0259 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cf880533-fd6c-4b77-98fc-47c1ea49af29 {{(pid=94712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 08 09:18:19.418744 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2357d4f-5564-4274-ad21-c8a8c9fd0259 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Pushing event deleted for resources: {'Network': ['ID=cf880533-fd6c-4b77-98fc-47c1ea49af29,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:19.426298 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b2357d4f-5564-4274-ad21-c8a8c9fd0259 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:19.436679 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b2357d4f-5564-4274-ad21-c8a8c9fd0259 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] 10.222.0.54 "DELETE /v2.0/networks/cf880533-fd6c-4b77-98fc-47c1ea49af29 HTTP/1.1" status: 204 len: 168 time: 0.5971191 Sep 08 09:18:19.461115 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-78689cd5-f9b7-4d82-b14b-8eea95b0f792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:19.499179 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-78689cd5-f9b7-4d82-b14b-8eea95b0f792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:19.568918 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbdcf85-8f68-4853-b806-c091bca429e2 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event deleted for resources: {'Subnet': ['ID=e9097744-ecdf-486e-9cc9-54c50af59248,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:19.570423 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-78689cd5-f9b7-4d82-b14b-8eea95b0f792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:19.571134 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4bbdcf85-8f68-4853-b806-c091bca429e2 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:19.573101 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4bbdcf85-8f68-4853-b806-c091bca429e2 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/subnets/e9097744-ecdf-486e-9cc9-54c50af59248 HTTP/1.1" status: 204 len: 168 time: 1.1899133 Sep 08 09:18:19.576404 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35470) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:19.576611 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-78689cd5-f9b7-4d82-b14b-8eea95b0f792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:19.583077 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-78689cd5-f9b7-4d82-b14b-8eea95b0f792 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9ea5ba5b-0549-4803-bd57-f3c3421ecc21 HTTP/1.1" status: 204 len: 168 time: 0.2947495 Sep 08 09:18:19.604039 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78689cd5-f9b7-4d82-b14b-8eea95b0f792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea5ba5b-0549-4803-bd57-f3c3421ecc21,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:19.695303 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e69987d-ae2a-4a27-8c6a-96b06903d3a1 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] DELETE failed (client error): The resource could not be found. Sep 08 09:18:19.696439 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e69987d-ae2a-4a27-8c6a-96b06903d3a1 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:18:19.702166 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1e69987d-ae2a-4a27-8c6a-96b06903d3a1 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/subnets/9d32a92e-deb3-4a43-aa73-96f23d425fff HTTP/1.1" status: 404 len: 337 time: 0.1224890 Sep 08 09:18:19.702534 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35478) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:19.708857 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 7372846c-19f9-433f-8cb8-ca65d68becd9 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:18:19.769830 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-14016aa2-cc9c-45b4-bcd2-03094f22d4d3 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "GET /v2.0/ports?device_id=ab6ad763-17a1-4ab9-b937-f556615482ef HTTP/1.1" status: 200 len: 205 time: 0.0639863 Sep 08 09:18:19.779609 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35480) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:19.823168 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-82053945-d4ea-4242-b976-d3cd11f1a669 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2457'] for router, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:19.894467 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:19.897410 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-bf5b03e4-c6ea-4c0d-bc20-97ca9990bc2b tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] delete failed (client error): The resource could not be found. Sep 08 09:18:19.898497 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-bf5b03e4-c6ea-4c0d-bc20-97ca9990bc2b tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/routers/ab6ad763-17a1-4ab9-b937-f556615482ef HTTP/1.1" status: 404 len: 336 time: 0.1166463 Sep 08 09:18:19.907268 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35486) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:19.928292 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7372846c-19f9-433f-8cb8-ca65d68becd9 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:18:19.967376 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-f914a72c-dc39-4475-b1ec-57e7d3b792c9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] DELETE failed (client error): The resource could not be found. Sep 08 09:18:19.967843 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f914a72c-dc39-4475-b1ec-57e7d3b792c9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:18:19.976735 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f914a72c-dc39-4475-b1ec-57e7d3b792c9 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/subnets/53ab7a1e-3361-4c8b-acb8-260693a70e8c HTTP/1.1" status: 404 len: 337 time: 0.0667577 Sep 08 09:18:19.977901 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-82053945-d4ea-4242-b976-d3cd11f1a669 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-764157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-764146', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-768877'] for router, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:19.988177 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35490) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:20.011496 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 7372846c-19f9-433f-8cb8-ca65d68becd9, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=7372846c-19f9-433f-8cb8-ca65d68becd9,segment=NetworkSegment(0adbffbb-cf08-4e79-9920-208d98c2b498),segment_id=0adbffbb-cf08-4e79-9920-208d98c2b498)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:18:20.042699 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:20.074342 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-b23f26d3-75da-4af0-ac66-dc4b97627381 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] DELETE failed (client error): The resource could not be found. Sep 08 09:18:20.074816 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b23f26d3-75da-4af0-ac66-dc4b97627381 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:18:20.078903 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b23f26d3-75da-4af0-ac66-dc4b97627381 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/subnets/2527493a-10da-4ad0-a9be-396363f6948a HTTP/1.1" status: 404 len: 337 time: 0.0874057 Sep 08 09:18:20.090236 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35494) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:20.185995 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=7372846c-19f9-433f-8cb8-ca65d68becd9,revision_number=11']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:20.194252 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f4e1df6-f485-4da5-a29a-16b77f647562 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] DELETE failed (client error): The resource could not be found. Sep 08 09:18:20.194709 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f4e1df6-f485-4da5-a29a-16b77f647562 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:18:20.228958 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2f4e1df6-f485-4da5-a29a-16b77f647562 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/subnets/a8a43559-8465-405c-9220-c84fe2f86e2a HTTP/1.1" status: 404 len: 337 time: 0.1375971 Sep 08 09:18:20.236575 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35506) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:20.265812 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cecec9-5d92-414a-a857-9e9d1b5ecc91 req-241c98be-ab70-4f0a-bbf4-f4a0b5bb6e0e tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:20.273668 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-89cecec9-5d92-414a-a857-9e9d1b5ecc91 req-241c98be-ab70-4f0a-bbf4-f4a0b5bb6e0e tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 945 time: 0.4534371 Sep 08 09:18:20.279152 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b673ff2-d1a8-475f-a751-acc1ea5d5896 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] DELETE failed (client error): The resource could not be found. Sep 08 09:18:20.279843 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b673ff2-d1a8-475f-a751-acc1ea5d5896 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:18:20.281599 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4b673ff2-d1a8-475f-a751-acc1ea5d5896 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/ports/46464485-0e01-47f9-860d-5e1514a31971 HTTP/1.1" status: 404 len: 333 time: 0.0440214 Sep 08 09:18:20.284330 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35510) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:20.299731 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bbcb0d-7195-43fc-9f58-a8981bc73fdc None None] Network c1136e3f-2a93-44e6-9fc2-3fc82e583ee3 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:18:20.318100 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-90a8cff9-8ba1-41cc-9f07-b8faa3ed1cda tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] DELETE failed (client error): The resource could not be found. Sep 08 09:18:20.319112 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90a8cff9-8ba1-41cc-9f07-b8faa3ed1cda tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:18:20.322284 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-90a8cff9-8ba1-41cc-9f07-b8faa3ed1cda tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/subnets/82233ca9-867f-4ece-af09-cacc62f02e7e HTTP/1.1" status: 404 len: 337 time: 0.0365305 Sep 08 09:18:20.324311 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35512) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:20.373534 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-caa02a5f-8476-4fd2-8b62-930010a62d20 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] DELETE failed (client error): The resource could not be found. Sep 08 09:18:20.377619 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caa02a5f-8476-4fd2-8b62-930010a62d20 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:18:20.384703 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-caa02a5f-8476-4fd2-8b62-930010a62d20 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/subnets/06b4e447-8f13-4433-86ae-6129375ee934 HTTP/1.1" status: 404 len: 337 time: 0.0585599 Sep 08 09:18:20.386864 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35514) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:20.418772 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-89cecec9-5d92-414a-a857-9e9d1b5ecc91 req-0c820d0c-4ebc-4a2e-8d87-ce1bddc70874 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440744 Sep 08 09:18:20.434555 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c6f11d6a-381a-46e9-b0fa-0b77798477f8 None None] Provisioning complete for port d765c5af-e972-4e11-82a8-361344c97607 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:18:20.435160 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c6f11d6a-381a-46e9-b0fa-0b77798477f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:20.441381 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82053945-d4ea-4242-b976-d3cd11f1a669 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Router a5bf14a7-bc16-41b4-aef7-cb942eb8c0bd is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:18:20.469474 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fa04772-3f57-427d-a9b4-52d6b1c05e37 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] DELETE failed (client error): The resource could not be found. Sep 08 09:18:20.471632 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fa04772-3f57-427d-a9b4-52d6b1c05e37 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:18:20.473670 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-9fa04772-3f57-427d-a9b4-52d6b1c05e37 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/ports/da6359b0-a464-4551-bbab-2aba4a3396f5 HTTP/1.1" status: 404 len: 333 time: 0.0852482 Sep 08 09:18:20.476696 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35522) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:20.520312 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-c6f11d6a-381a-46e9-b0fa-0b77798477f8 None None] Port d765c5af-e972-4e11-82a8-361344c97607 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:18:20.568967 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-08a5d90c-b5ba-4051-8608-18491b17754d tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] DELETE failed (client error): The resource could not be found. Sep 08 09:18:20.572915 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08a5d90c-b5ba-4051-8608-18491b17754d tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:18:20.578435 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c6f11d6a-381a-46e9-b0fa-0b77798477f8 None None] Provisioning complete for port 32b99195-b055-443c-af22-bdddf2e8cc30 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:18:20.582486 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c6f11d6a-381a-46e9-b0fa-0b77798477f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:20.582486 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:20.584592 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-08a5d90c-b5ba-4051-8608-18491b17754d tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/subnets/82194a46-29c8-4371-a11b-b4e61b55ed2b HTTP/1.1" status: 404 len: 337 time: 0.1052096 Sep 08 09:18:20.588766 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35528) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:20.624277 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa1765e1-6973-4ccb-907c-c39739112607 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] DELETE failed (client error): The resource could not be found. Sep 08 09:18:20.625430 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa1765e1-6973-4ccb-907c-c39739112607 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:18:20.631694 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-fa1765e1-6973-4ccb-907c-c39739112607 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/subnets/d6ae8bfc-10dc-4dec-8b68-e4f5f4e3b637 HTTP/1.1" status: 404 len: 337 time: 0.0405214 Sep 08 09:18:20.632586 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35530) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:20.633623 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82053945-d4ea-4242-b976-d3cd11f1a669 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:18:20.648673 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-82053945-d4ea-4242-b976-d3cd11f1a669 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:20.652852 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35534) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:20.658810 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f513bcb5-6743-4cca-85c7-5258282d7357 None None] Sync routers for ids ['a5bf14a7-bc16-41b4-aef7-cb942eb8c0bd'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:18:20.660829 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-82053945-d4ea-4242-b976-d3cd11f1a669 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "PUT /v2.0/routers/a5bf14a7-bc16-41b4-aef7-cb942eb8c0bd HTTP/1.1" status: 200 len: 693 time: 1.5847909 Sep 08 09:18:20.674588 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f513bcb5-6743-4cca-85c7-5258282d7357 None None] Routers {'a5bf14a7-bc16-41b4-aef7-cb942eb8c0bd'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:18:20.677543 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-f513bcb5-6743-4cca-85c7-5258282d7357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:17:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['a5bf14a7-bc16-41b4-aef7-cb942eb8c0bd'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:20.802776 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-af30d63d-03d4-442a-bf77-6589c16f2107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:20.830166 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94af841c-78e3-4bf9-a8da-7bfff88babcc None None] DHCP port deletion for c1136e3f-2a93-44e6-9fc2-3fc82e583ee3 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:18:20.831389 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35538) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:20.845568 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-5b2646b6-15af-4446-a7ff-9e9e1ed46b74 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Request body: {'router': {'name': 'tempest-router--1497284494', 'project_id': 'f9f8315e78d34d4cb5ca3ef323da3b5a'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:18:20.906244 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-f513bcb5-6743-4cca-85c7-5258282d7357 None None] Set router a5bf14a7-bc16-41b4-aef7-cb942eb8c0bd gateway port host: None {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:18:20.922214 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-94af841c-78e3-4bf9-a8da-7bfff88babcc None None] Deleting port 32b99195-b055-443c-af22-bdddf2e8cc30 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:18:20.925462 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-94af841c-78e3-4bf9-a8da-7bfff88babcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:20.925808 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-25f39917-e596-4937-8fae-6ad994d73c10 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Deleting port d765c5af-e972-4e11-82a8-361344c97607 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:18:20.926187 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-25f39917-e596-4937-8fae-6ad994d73c10 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:20.961295 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 32b99195-b055-443c-af22-bdddf2e8cc30 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:18:20.971940 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5b2646b6-15af-4446-a7ff-9e9e1ed46b74 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:20.974700 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5b2646b6-15af-4446-a7ff-9e9e1ed46b74 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:21.028019 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-f513bcb5-6743-4cca-85c7-5258282d7357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5bf14a7-bc16-41b4-aef7-cb942eb8c0bd', 'name': 'tempest-RoutersTest-router-980034107', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:18:18Z', 'updated_at': '2021-09-08T09:18:19Z', 'revision_number': 2, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'gw_port_host': None}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:21.057004 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-94af841c-78e3-4bf9-a8da-7bfff88babcc None None] For port 32b99195-b055-443c-af22-bdddf2e8cc30, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=32b99195-b055-443c-af22-bdddf2e8cc30,segment=NetworkSegment(880124be-b40e-4cf5-88ff-a4a05a10744c),segment_id=880124be-b40e-4cf5-88ff-a4a05a10744c)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:18:21.057645 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-94af841c-78e3-4bf9-a8da-7bfff88babcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:21.086407 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-94af841c-78e3-4bf9-a8da-7bfff88babcc None None] Calling delete_port for 32b99195-b055-443c-af22-bdddf2e8cc30 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:18:21.098132 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f513bcb5-6743-4cca-85c7-5258282d7357 None None] Checking router: a5bf14a7-bc16-41b4-aef7-cb942eb8c0bd for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:18:21.112756 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f513bcb5-6743-4cca-85c7-5258282d7357 None None] Routers {'a5bf14a7-bc16-41b4-aef7-cb942eb8c0bd'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:18:21.113377 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-f513bcb5-6743-4cca-85c7-5258282d7357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:18:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['a5bf14a7-bc16-41b4-aef7-cb942eb8c0bd'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:21.259108 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:21.393780 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 32b99195-b055-443c-af22-bdddf2e8cc30, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=32b99195-b055-443c-af22-bdddf2e8cc30,segment=NetworkSegment(880124be-b40e-4cf5-88ff-a4a05a10744c),segment_id=880124be-b40e-4cf5-88ff-a4a05a10744c)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:18:21.400754 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-f513bcb5-6743-4cca-85c7-5258282d7357 None None] Set router a5bf14a7-bc16-41b4-aef7-cb942eb8c0bd gateway port host: None {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:18:21.419183 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:21.473676 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-fc402c8f-f936-4591-859f-10dfd20ff452 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "GET /v2.0/routers/a5bf14a7-bc16-41b4-aef7-cb942eb8c0bd HTTP/1.1" status: 200 len: 699 time: 0.8194098 Sep 08 09:18:21.474433 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35556) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:21.484789 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-25f39917-e596-4937-8fae-6ad994d73c10 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:21.504099 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-94af841c-78e3-4bf9-a8da-7bfff88babcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:21.529354 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-25f39917-e596-4937-8fae-6ad994d73c10 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Calling delete_port for d765c5af-e972-4e11-82a8-361344c97607 owned by {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:18:21.532109 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5b2646b6-15af-4446-a7ff-9e9e1ed46b74 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:21.535612 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35560) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:21.536569 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-26ed2a3c-f14d-48c2-9673-228a9905923a tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5bf14a7-bc16-41b4-aef7-cb942eb8c0bd HTTP/1.1" status: 200 len: 205 time: 0.0609531 Sep 08 09:18:21.539066 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94af841c-78e3-4bf9-a8da-7bfff88babcc None None] No DVR routers for this DVR port 32b99195-b055-443c-af22-bdddf2e8cc30 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:18:21.545704 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5b2646b6-15af-4446-a7ff-9e9e1ed46b74 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:21.549714 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-f513bcb5-6743-4cca-85c7-5258282d7357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5bf14a7-bc16-41b4-aef7-cb942eb8c0bd', 'name': 'tempest-RoutersTest-router-980034107', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:18:18Z', 'updated_at': '2021-09-08T09:18:19Z', 'revision_number': 2, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'gw_port_host': None}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:21.559125 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=32b99195-b055-443c-af22-bdddf2e8cc30,revision_number=11']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:21.598558 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f513bcb5-6743-4cca-85c7-5258282d7357 None None] The sync data for ids ['a5bf14a7-bc16-41b4-aef7-cb942eb8c0bd'] in n-d-806683-11 is: [{'id': 'a5bf14a7-bc16-41b4-aef7-cb942eb8c0bd', 'name': 'tempest-RoutersTest-router-980034107', 'tenant_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:18:18Z', 'updated_at': '2021-09-08T09:18:19Z', 'revision_number': 2, 'project_id': 'b47dd3c58c0a4fafa7b4bef429a7d4d4', 'gw_port_host': None}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:18:21.603240 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af841c-78e3-4bf9-a8da-7bfff88babcc None None] Pushing event deleted for resources: {'Port': ['ID=32b99195-b055-443c-af22-bdddf2e8cc30,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:21.694331 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 7372846c-19f9-433f-8cb8-ca65d68becd9 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:18:21.796045 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5b2646b6-15af-4446-a7ff-9e9e1ed46b74 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:21.804829 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5b2646b6-15af-4446-a7ff-9e9e1ed46b74 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9722078 Sep 08 09:18:21.805175 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35570) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:21.819238 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 7372846c-19f9-433f-8cb8-ca65d68becd9 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:18:21.819849 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:21.835924 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-66152248-7831-4698-99ee-3783351c617f tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:22.035421 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:22.039236 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dcc69b62-527f-42fe-850e-f018a132f724 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for router, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:22.096074 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35da5e45-6eac-4be5-b6d1-c3e9a629e16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7372846c-19f9-433f-8cb8-ca65d68becd9'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:18:22.100098 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17fcc14-7e7c-46ba-ace9-e95d30e249aa req-551eb90e-18bb-4ce1-a1f8-a7a750f1354e tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:22.102758 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11936526-9d84-4bcb-8f72-b53f4dee8469" -d '{"events": [{"server_uuid": "35da5e45-6eac-4be5-b6d1-c3e9a629e16b", "name": "network-vif-plugged", "status": "completed", "tag": "7372846c-19f9-433f-8cb8-ca65d68becd9"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:18:22.113033 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d17fcc14-7e7c-46ba-ace9-e95d30e249aa req-551eb90e-18bb-4ce1-a1f8-a7a750f1354e tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.5624418 Sep 08 09:18:22.149333 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12062d-4127-4255-a4ff-4a9747e09ff7 req-b967eb53-5b45-47db-93e9-ae61112e9d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:22.159747 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fb12062d-4127-4255-a4ff-4a9747e09ff7 req-b967eb53-5b45-47db-93e9-ae61112e9d81 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca0d1910d7ca4892b72992e748a5bde6&device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 1096 time: 0.2434726 Sep 08 09:18:22.198352 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 7372846c-19f9-433f-8cb8-ca65d68becd9, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=7372846c-19f9-433f-8cb8-ca65d68becd9,segment=NetworkSegment(0adbffbb-cf08-4e79-9920-208d98c2b498),segment_id=0adbffbb-cf08-4e79-9920-208d98c2b498)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:18:22.206288 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:22.213358 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:22.221675 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb5fe82-755d-4a24-991b-07d9c7d2e326 x-openstack-request-id: req-cbb5fe82-755d-4a24-991b-07d9c7d2e326 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:18:22.222484 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35da5e45-6eac-4be5-b6d1-c3e9a629e16b", "name": "network-vif-plugged", "status": "completed", "tag": "7372846c-19f9-433f-8cb8-ca65d68becd9", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:18:22.224079 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cbb5fe82-755d-4a24-991b-07d9c7d2e326 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:18:22.228447 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35da5e45-6eac-4be5-b6d1-c3e9a629e16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7372846c-19f9-433f-8cb8-ca65d68becd9', 'code': 200} Sep 08 09:18:22.260430 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:18:22.408981 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=7372846c-19f9-433f-8cb8-ca65d68becd9,revision_number=12']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:22.569394 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-66152248-7831-4698-99ee-3783351c617f tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:22.571636 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-66152248-7831-4698-99ee-3783351c617f tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:22.632935 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-66152248-7831-4698-99ee-3783351c617f tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:22.633479 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66152248-7831-4698-99ee-3783351c617f tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Fanout notify agent at l3_agent the message router_deleted on router a5bf14a7-bc16-41b4-aef7-cb942eb8c0bd {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:18:22.656901 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-66152248-7831-4698-99ee-3783351c617f tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:22.663382 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-66152248-7831-4698-99ee-3783351c617f tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "DELETE /v2.0/routers/a5bf14a7-bc16-41b4-aef7-cb942eb8c0bd HTTP/1.1" status: 204 len: 168 time: 1.1265914 Sep 08 09:18:22.667493 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35588) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:22.683824 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d17fcc14-7e7c-46ba-ace9-e95d30e249aa req-205c9230-a470-4d72-9863-4c9955e84141 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5686088 Sep 08 09:18:22.718865 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7e8dff44-d77b-491b-8def-07385b1b824d tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5bf14a7-bc16-41b4-aef7-cb942eb8c0bd HTTP/1.1" status: 200 len: 205 time: 0.0494556 Sep 08 09:18:22.719529 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35590) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:22.728494 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dcc69b62-527f-42fe-850e-f018a132f724 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:22.746451 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dcc69b62-527f-42fe-850e-f018a132f724 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:22.786484 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-6146f3f1-5767-40a2-8ff3-05a0d0a09b70 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] delete failed (client error): The resource could not be found. Sep 08 09:18:22.792821 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6146f3f1-5767-40a2-8ff3-05a0d0a09b70 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "DELETE /v2.0/routers/a5bf14a7-bc16-41b4-aef7-cb942eb8c0bd HTTP/1.1" status: 404 len: 336 time: 0.0714619 Sep 08 09:18:22.794653 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35592) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:22.802589 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-25f39917-e596-4937-8fae-6ad994d73c10 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:22.839481 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f39917-e596-4937-8fae-6ad994d73c10 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event deleted for resources: {'Port': ['ID=d765c5af-e972-4e11-82a8-361344c97607,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:22.846791 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-25f39917-e596-4937-8fae-6ad994d73c10 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:22.848938 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-25f39917-e596-4937-8fae-6ad994d73c10 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/ports/d765c5af-e972-4e11-82a8-361344c97607 HTTP/1.1" status: 204 len: 168 time: 2.2133815 Sep 08 09:18:22.852692 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35596) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:22.929500 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-46889160-f5f9-4c5e-9a76-a407a60f26fd tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] DELETE failed (client error): The resource could not be found. Sep 08 09:18:22.930078 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46889160-f5f9-4c5e-9a76-a407a60f26fd tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:18:22.933508 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-46889160-f5f9-4c5e-9a76-a407a60f26fd tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "DELETE /v2.0/subnets/a702c8a3-c7a7-4c57-8a5e-0c56ef0d56ed HTTP/1.1" status: 404 len: 337 time: 0.0594642 Sep 08 09:18:22.943201 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35606) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:22.971133 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dcc69b62-527f-42fe-850e-f018a132f724 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:22.972460 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc69b62-527f-42fe-850e-f018a132f724 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e652bf2c-4e73-4c8d-8bbc-422d8329d9f4 {{(pid=94712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:18:22.979077 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-882e5013-4ab5-4738-88a3-29977a1e76a1 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:23.030149 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dcc69b62-527f-42fe-850e-f018a132f724 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:23.031489 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-dcc69b62-527f-42fe-850e-f018a132f724 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] 10.222.0.54 "DELETE /v2.0/routers/e652bf2c-4e73-4c8d-8bbc-422d8329d9f4 HTTP/1.1" status: 204 len: 168 time: 1.2247522 Sep 08 09:18:23.033446 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12062d-4127-4255-a4ff-4a9747e09ff7 req-f434fa7f-2b1b-4dd1-aef2-8a6dca4452b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:23.035249 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fb12062d-4127-4255-a4ff-4a9747e09ff7 req-f434fa7f-2b1b-4dd1-aef2-8a6dca4452b3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2de43bb0-acf3-42aa-b534-30332da083e7 HTTP/1.1" status: 200 len: 913 time: 0.8046315 Sep 08 09:18:23.036749 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-949bbec8-e5fc-42e5-8226-f0229b473d12 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] DELETE failed (client error): The resource could not be found. Sep 08 09:18:23.037470 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-949bbec8-e5fc-42e5-8226-f0229b473d12 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:18:23.042700 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-949bbec8-e5fc-42e5-8226-f0229b473d12 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "DELETE /v2.0/subnets/5e30eb6c-c939-4257-87b6-09d6c72982a3 HTTP/1.1" status: 404 len: 337 time: 0.0968275 Sep 08 09:18:23.049933 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35626) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:23.123810 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b28a2d7-f62c-40e3-8bd1-b97dd98c9a64 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] DELETE failed (client error): The resource could not be found. Sep 08 09:18:23.124321 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b28a2d7-f62c-40e3-8bd1-b97dd98c9a64 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:18:23.129358 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2b28a2d7-f62c-40e3-8bd1-b97dd98c9a64 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "DELETE /v2.0/subnets/f9fdaff2-f8a0-453d-ba57-db7c1f9fd286 HTTP/1.1" status: 404 len: 337 time: 0.0777431 Sep 08 09:18:23.132459 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35636) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:23.177486 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-4354e4f8-439a-4279-96c8-560b997dc03a tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] DELETE failed (client error): The resource could not be found. Sep 08 09:18:23.178290 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4354e4f8-439a-4279-96c8-560b997dc03a tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:18:23.186161 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4354e4f8-439a-4279-96c8-560b997dc03a tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "DELETE /v2.0/subnets/1268f3c5-b4f2-4ac4-bb2a-3eaf108ea90a HTTP/1.1" status: 404 len: 337 time: 0.0524583 Sep 08 09:18:23.189169 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35640) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:23.231569 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d627f3e0-0984-4373-b09b-5c59212f4c28 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "GET /v2.0/ports?device_id=907a8081-16e6-4f78-a849-18e8e09a1f3a HTTP/1.1" status: 200 len: 205 time: 0.0410721 Sep 08 09:18:23.237396 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35646) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:23.309420 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-882e5013-4ab5-4738-88a3-29977a1e76a1 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:23.347177 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fb12062d-4127-4255-a4ff-4a9747e09ff7 req-d8a5379a-fef8-4284-b883-0e60b549e646 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7372846c-19f9-433f-8cb8-ca65d68becd9 HTTP/1.1" status: 200 len: 1001 time: 0.3026724 Sep 08 09:18:23.349450 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-71c1d737-fbb2-4804-baa1-ae68d6112a17 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] delete failed (client error): The resource could not be found. Sep 08 09:18:23.354703 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35654) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:23.355366 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-71c1d737-fbb2-4804-baa1-ae68d6112a17 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "DELETE /v2.0/routers/907a8081-16e6-4f78-a849-18e8e09a1f3a HTTP/1.1" status: 404 len: 336 time: 0.1158659 Sep 08 09:18:23.400692 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-882e5013-4ab5-4738-88a3-29977a1e76a1 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1136e3f-2a93-44e6-9fc2-3fc82e583ee3']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:23.423150 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-882e5013-4ab5-4738-88a3-29977a1e76a1 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '880124be-b40e-4cf5-88ff-a4a05a10744c') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:23.423457 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-882e5013-4ab5-4738-88a3-29977a1e76a1 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '880124be-b40e-4cf5-88ff-a4a05a10744c') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:23.445817 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-882e5013-4ab5-4738-88a3-29977a1e76a1 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:23.468173 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-882e5013-4ab5-4738-88a3-29977a1e76a1 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:23.502448 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-882e5013-4ab5-4738-88a3-29977a1e76a1 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:18:23.503088 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-882e5013-4ab5-4738-88a3-29977a1e76a1 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:23.516574 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:18:23.516574 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:18:23.516574 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:18:23.516574 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:18:23.516574 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:18:23.516574 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:18:23.516574 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:18:23.516574 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:18:23.516574 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:18:23.516574 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:18:23.516574 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:18:23.516574 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:18:23.516574 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:18:23.516574 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:18:23.516574 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:18:23.516574 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:18:23.516574 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:18:23.516574 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:18:23.516574 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:18:23.516574 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:18:23.516574 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:18:23.516574 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:18:23.516574 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:18:23.516574 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:18:23.516574 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:18:23.516574 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:18:23.516574 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:18:23.516574 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:18:23.516574 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:18:23.516574 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:18:23.516574 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:18:23.516574 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:18:23.523033 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f482c3b5-ea66-4507-9e65-727c36c120d8 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7ab4337-a1de-44dd-b929-3371121dc78d HTTP/1.1" status: 200 len: 205 time: 0.1646929 Sep 08 09:18:23.532171 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35660) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:23.532529 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35662) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:23.542966 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:23.635518 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-08791343-7815-4850-a1cc-916af2c0f052 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] delete failed (client error): The resource could not be found. Sep 08 09:18:23.636627 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-08791343-7815-4850-a1cc-916af2c0f052 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "DELETE /v2.0/routers/b7ab4337-a1de-44dd-b929-3371121dc78d HTTP/1.1" status: 404 len: 336 time: 0.0902622 Sep 08 09:18:23.637273 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-882e5013-4ab5-4738-88a3-29977a1e76a1 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:23.645594 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12062d-4127-4255-a4ff-4a9747e09ff7 req-17254c05-8c37-451f-8cf5-e6a939a2de78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:23.645594 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fb12062d-4127-4255-a4ff-4a9747e09ff7 req-17254c05-8c37-451f-8cf5-e6a939a2de78 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=452a4b6d-a445-4b2b-9168-2695dd67e404 HTTP/1.1" status: 200 len: 851 time: 0.2833910 Sep 08 09:18:23.645594 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35666) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:23.645998 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-882e5013-4ab5-4738-88a3-29977a1e76a1 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:23.650776 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-882e5013-4ab5-4738-88a3-29977a1e76a1 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] 10.222.0.54 "DELETE /v2.0/networks/c1136e3f-2a93-44e6-9fc2-3fc82e583ee3 HTTP/1.1" status: 204 len: 168 time: 0.7956591 Sep 08 09:18:23.674376 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e5013-4ab5-4738-88a3-29977a1e76a1 tempest-PortsIpV6TestJSON-115853035 tempest-PortsIpV6TestJSON-115853035-project] Pushing event deleted for resources: {'Network': ['ID=c1136e3f-2a93-44e6-9fc2-3fc82e583ee3,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:23.748712 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a8d430b-74af-4f0c-8870-f83c98c001bf tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] DELETE failed (client error): The resource could not be found. Sep 08 09:18:23.749258 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a8d430b-74af-4f0c-8870-f83c98c001bf tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:18:23.755250 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2a8d430b-74af-4f0c-8870-f83c98c001bf tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "DELETE /v2.0/subnets/253709c2-d2ab-4181-86b8-8d958d4ee449 HTTP/1.1" status: 404 len: 337 time: 0.1140010 Sep 08 09:18:23.757947 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35672) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:23.857357 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-143d0903-f378-41b9-854f-f45ef177ba70 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "GET /v2.0/ports?device_id=65bfe586-6fa0-42dc-9dd8-76c1533c8c22 HTTP/1.1" status: 200 len: 205 time: 0.0958347 Sep 08 09:18:23.858008 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35680) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:23.872827 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12062d-4127-4255-a4ff-4a9747e09ff7 req-0e88f14a-3dda-49bd-9938-68c923d06fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:23.876039 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fb12062d-4127-4255-a4ff-4a9747e09ff7 req-0e88f14a-3dda-49bd-9938-68c923d06fb7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2de43bb0-acf3-42aa-b534-30332da083e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2067695 Sep 08 09:18:24.052949 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fb12062d-4127-4255-a4ff-4a9747e09ff7 req-d22e8f8c-7b0f-4455-96d9-09230c4c84c3 service neutron] 10.222.0.37 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671648 Sep 08 09:18:24.081241 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:24.101248 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-081f1c0b-37f5-48b9-b19b-89cadd1c31fb tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] delete failed (client error): The resource could not be found. Sep 08 09:18:24.108343 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-081f1c0b-37f5-48b9-b19b-89cadd1c31fb tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "DELETE /v2.0/routers/65bfe586-6fa0-42dc-9dd8-76c1533c8c22 HTTP/1.1" status: 404 len: 336 time: 0.2489290 Sep 08 09:18:24.111475 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35684) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:24.201184 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-36383da1-b3b0-4e76-a4fb-69f42b9cc631 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "GET /v2.0/ports?device_id=664ba0a7-23fb-4897-b008-32c519abbae3 HTTP/1.1" status: 200 len: 205 time: 0.0858214 Sep 08 09:18:24.216259 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35696) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:24.242863 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-4ea20d7c-ab64-449e-af2f-17c874ccbc1d tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-793378843', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}, 'admin_state_up': False}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:18:24.336799 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4ea20d7c-ab64-449e-af2f-17c874ccbc1d tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:24.339845 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4ea20d7c-ab64-449e-af2f-17c874ccbc1d tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:24.341927 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-2f2a8459-03cd-489e-b724-ac661125dc97 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] delete failed (client error): The resource could not be found. Sep 08 09:18:24.348567 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2f2a8459-03cd-489e-b724-ac661125dc97 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "DELETE /v2.0/routers/664ba0a7-23fb-4897-b008-32c519abbae3 HTTP/1.1" status: 404 len: 336 time: 0.1259222 Sep 08 09:18:24.370342 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77055b40-f7dc-4880-9679-0b12b2f63692 req-fe82f002-e7e5-4007-8055-8babb93f2161 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:24.379328 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-77055b40-f7dc-4880-9679-0b12b2f63692 req-fe82f002-e7e5-4007-8055-8babb93f2161 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 946 time: 0.5071197 Sep 08 09:18:24.380169 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35716) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:24.401435 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fb12062d-4127-4255-a4ff-4a9747e09ff7 req-72fbdc27-87ed-4e28-9536-c6854c0c69b1 service neutron] 10.222.0.37 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3405278 Sep 08 09:18:24.475369 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35724) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:24.476259 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cc885e6-a087-43b7-8db3-c30b06601105 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] DELETE failed (client error): The resource could not be found. Sep 08 09:18:24.479223 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cc885e6-a087-43b7-8db3-c30b06601105 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:18:24.488131 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8cc885e6-a087-43b7-8db3-c30b06601105 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "DELETE /v2.0/subnets/b19e4f25-eed3-4285-bc6d-3b8f89d65427 HTTP/1.1" status: 404 len: 337 time: 0.1066897 Sep 08 09:18:24.490430 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35726) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:24.569553 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0bad1630-f525-42e3-bec7-8f85a463857f tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "GET /v2.0/ports?device_id=851d72f5-acfc-4725-8c27-ccac75b957e8 HTTP/1.1" status: 200 len: 205 time: 0.0749652 Sep 08 09:18:24.571330 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35730) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:24.588805 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4ea20d7c-ab64-449e-af2f-17c874ccbc1d tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:24.611905 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-77055b40-f7dc-4880-9679-0b12b2f63692 req-d741d3e5-f173-4154-ab7d-a6508c428252 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2210603 Sep 08 09:18:24.699253 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-65bbb828-6b26-4e75-b98f-10ecd37f5cd2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] delete failed (client error): The resource could not be found. Sep 08 09:18:24.702597 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-65bbb828-6b26-4e75-b98f-10ecd37f5cd2 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "DELETE /v2.0/routers/851d72f5-acfc-4725-8c27-ccac75b957e8 HTTP/1.1" status: 404 len: 336 time: 0.1222346 Sep 08 09:18:24.703795 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35736) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:24.824600 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-04b4954d-271a-4404-8c11-c511e1f3c22d tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] DELETE failed (client error): The resource could not be found. Sep 08 09:18:24.825121 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04b4954d-271a-4404-8c11-c511e1f3c22d tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:18:24.835632 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-04b4954d-271a-4404-8c11-c511e1f3c22d tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "DELETE /v2.0/subnets/6f3121e1-e703-4a89-a3dd-9849e6ad1322 HTTP/1.1" status: 404 len: 337 time: 0.1277778 Sep 08 09:18:24.837391 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35738) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:24.909407 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-269cdc5e-0fed-4dd6-ac7b-9d125020db3d tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7790106-c5bf-4a04-ad98-5ed910fd1168 HTTP/1.1" status: 200 len: 205 time: 0.0699911 Sep 08 09:18:24.910804 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35740) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:24.967341 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4ea20d7c-ab64-449e-af2f-17c874ccbc1d tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:25.036882 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-06ad44e0-caaa-4512-86e3-9d128ecbf2e4 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] delete failed (client error): The resource could not be found. Sep 08 09:18:25.042438 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-06ad44e0-caaa-4512-86e3-9d128ecbf2e4 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "DELETE /v2.0/routers/b7790106-c5bf-4a04-ad98-5ed910fd1168 HTTP/1.1" status: 404 len: 336 time: 0.1305697 Sep 08 09:18:25.043048 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35746) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:25.069477 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35748) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:25.075240 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-48aea400-e8b1-4161-818e-7b788bcba86c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ea019fc10697428ead6b1798adcd8ba7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5783672 Sep 08 09:18:25.174849 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfaaf489-d403-4dc0-8902-8445a41951c9 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] DELETE failed (client error): The resource could not be found. Sep 08 09:18:25.174849 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfaaf489-d403-4dc0-8902-8445a41951c9 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:18:25.178924 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-dfaaf489-d403-4dc0-8902-8445a41951c9 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "DELETE /v2.0/subnets/4aafd96e-3b6f-49c8-9990-36c762d31e3a HTTP/1.1" status: 404 len: 337 time: 0.1326504 Sep 08 09:18:25.181275 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35750) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:25.288732 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-22f4c111-8343-49b2-a089-c6ccbd36df21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:25.296293 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-81b1548d-d59c-4be7-868e-9871ac0b7ce7 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] DELETE failed (client error): The resource could not be found. Sep 08 09:18:25.297127 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81b1548d-d59c-4be7-868e-9871ac0b7ce7 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:18:25.303243 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-81b1548d-d59c-4be7-868e-9871ac0b7ce7 tempest-RoutersTest-786739076 tempest-RoutersTest-786739076-project] 10.222.0.54 "DELETE /v2.0/subnets/45674a20-0eea-4626-aa8d-983acb5645d9 HTTP/1.1" status: 404 len: 337 time: 0.1150126 Sep 08 09:18:25.357133 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-22f4c111-8343-49b2-a089-c6ccbd36df21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:25.413112 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4ea20d7c-ab64-449e-af2f-17c874ccbc1d tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for router_gateway, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:25.445906 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4ea20d7c-ab64-449e-af2f-17c874ccbc1d tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:25.475991 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-22f4c111-8343-49b2-a089-c6ccbd36df21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:25.478663 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-22f4c111-8343-49b2-a089-c6ccbd36df21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:25.482494 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-22f4c111-8343-49b2-a089-c6ccbd36df21 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/36b8ac3f-262c-45bb-a211-7e467201f1fb HTTP/1.1" status: 204 len: 168 time: 0.4074593 Sep 08 09:18:25.496839 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f4c111-8343-49b2-a089-c6ccbd36df21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b8ac3f-262c-45bb-a211-7e467201f1fb,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:25.617914 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-4ea20d7c-ab64-449e-af2f-17c874ccbc1d tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Allocated IP 172.25.0.241 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/81072e75-acbe-4eef-9a35-50db6abf968d) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:18:25.889232 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4ea20d7c-ab64-449e-af2f-17c874ccbc1d tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:25.910758 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff3d86-a5fa-4e0f-98e1-f78152d98373 req-11e1bd61-2adc-474e-8234-bca877d49d04 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:25.912384 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f8ff3d86-a5fa-4e0f-98e1-f78152d98373 req-11e1bd61-2adc-474e-8234-bca877d49d04 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 946 time: 0.1470723 Sep 08 09:18:25.974695 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4ea20d7c-ab64-449e-af2f-17c874ccbc1d tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:25.985684 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35768) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:26.002604 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f8ff3d86-a5fa-4e0f-98e1-f78152d98373 req-293b254a-ca6d-4671-b979-56932f4e7d1c tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838444 Sep 08 09:18:26.051555 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea20d7c-ab64-449e-af2f-17c874ccbc1d tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:18:26.055103 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-4ea20d7c-ab64-449e-af2f-17c874ccbc1d tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:18:26.060503 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea20d7c-ab64-449e-af2f-17c874ccbc1d tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:18:26.099042 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea20d7c-ab64-449e-af2f-17c874ccbc1d tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Pushing event updated for resources: {'Port': ['ID=81072e75-acbe-4eef-9a35-50db6abf968d,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:26.550305 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8d6a9c7f-03b8-474c-94a0-8fc2491e1726 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b47dd3c58c0a4fafa7b4bef429a7d4d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5615840 Sep 08 09:18:26.553080 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35784) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:26.667537 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2ef06adc-9c29-4651-a937-a85918c6f3d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:26.722651 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4ea20d7c-ab64-449e-af2f-17c874ccbc1d tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for router_gateway, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:26.743770 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2ef06adc-9c29-4651-a937-a85918c6f3d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:26.874367 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2ef06adc-9c29-4651-a937-a85918c6f3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:26.880765 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2ef06adc-9c29-4651-a937-a85918c6f3d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:26.882492 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2ef06adc-9c29-4651-a937-a85918c6f3d9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4ac4d726-06ed-402b-98c2-d9db6a6ccb5f HTTP/1.1" status: 204 len: 168 time: 0.3283451 Sep 08 09:18:26.901911 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef06adc-9c29-4651-a937-a85918c6f3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac4d726-06ed-402b-98c2-d9db6a6ccb5f,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:27.228076 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4ea20d7c-ab64-449e-af2f-17c874ccbc1d tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:27.265001 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564dfc06-3753-494a-8fb1-587a3ae09fcd req-069ae636-1278-4ece-9fca-8c8b5311c9f1 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:27.276746 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-564dfc06-3753-494a-8fb1-587a3ae09fcd req-069ae636-1278-4ece-9fca-8c8b5311c9f1 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 946 time: 0.1319308 Sep 08 09:18:27.386419 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-564dfc06-3753-494a-8fb1-587a3ae09fcd req-cd02f7c9-19fd-4abb-b580-383e3bbdf706 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065156 Sep 08 09:18:27.570028 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35814) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:27.705085 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea20d7c-ab64-449e-af2f-17c874ccbc1d tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Router 7ad97660-0346-4598-8a22-6449ed1b6add is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:18:27.938078 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-7ce2756d-53b8-44ed-ae29-1339ab4cc8f7 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1525618951'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:18:27.971169 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea20d7c-ab64-449e-af2f-17c874ccbc1d tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:18:27.986090 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29f5019-b4f8-41e8-855a-1a1f2ea1b309 None None] Sync routers for ids ['7ad97660-0346-4598-8a22-6449ed1b6add'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:18:28.004003 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29f5019-b4f8-41e8-855a-1a1f2ea1b309 None None] Routers {'7ad97660-0346-4598-8a22-6449ed1b6add'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:18:28.007706 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-c29f5019-b4f8-41e8-855a-1a1f2ea1b309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:18:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['7ad97660-0346-4598-8a22-6449ed1b6add'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:28.023879 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce2756d-53b8-44ed-ae29-1339ab4cc8f7 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Made reservation on behalf of befb68007ce4499daff28b75d6381c43 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:18:28.036797 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4ea20d7c-ab64-449e-af2f-17c874ccbc1d tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:28.037520 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7ce2756d-53b8-44ed-ae29-1339ab4cc8f7 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:28.041520 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4ea20d7c-ab64-449e-af2f-17c874ccbc1d tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.4940593 Sep 08 09:18:28.042165 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35830) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:28.064105 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7ce2756d-53b8-44ed-ae29-1339ab4cc8f7 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:28.066071 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-c29f5019-b4f8-41e8-855a-1a1f2ea1b309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:28.077356 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29f5019-b4f8-41e8-855a-1a1f2ea1b309 None None] Routers {'7ad97660-0346-4598-8a22-6449ed1b6add'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:18:28.078620 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-c29f5019-b4f8-41e8-855a-1a1f2ea1b309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:18:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['7ad97660-0346-4598-8a22-6449ed1b6add'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:28.155462 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-c29f5019-b4f8-41e8-855a-1a1f2ea1b309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:28.156339 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29f5019-b4f8-41e8-855a-1a1f2ea1b309 None None] The sync data for ids ['7ad97660-0346-4598-8a22-6449ed1b6add'] in n-d-806683-11 is: [] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:18:28.270227 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7ce2756d-53b8-44ed-ae29-1339ab4cc8f7 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:28.277735 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7ce2756d-53b8-44ed-ae29-1339ab4cc8f7 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:28.301392 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ce2756d-53b8-44ed-ae29-1339ab4cc8f7 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:18:28.315780 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7ce2756d-53b8-44ed-ae29-1339ab4cc8f7 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:28.316488 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-7ce2756d-53b8-44ed-ae29-1339ab4cc8f7 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Added segment d18c3529-2afb-4175-ba77-28f1ae50069f of type vlan for network 73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c Sep 08 09:18:28.386720 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7ce2756d-53b8-44ed-ae29-1339ab4cc8f7 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:28.455291 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce2756d-53b8-44ed-ae29-1339ab4cc8f7 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=651c1a50-764d-448a-990e-cb15f26dcff3,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:28.471594 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7ce2756d-53b8-44ed-ae29-1339ab4cc8f7 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:28.479710 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce2756d-53b8-44ed-ae29-1339ab4cc8f7 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:28.480436 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7ce2756d-53b8-44ed-ae29-1339ab4cc8f7 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:28.521666 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:28.610832 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce2756d-53b8-44ed-ae29-1339ab4cc8f7 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event updated for resources: {'Network': ['ID=73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:28.623379 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:18:28.648483 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7ce2756d-53b8-44ed-ae29-1339ab4cc8f7 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0767424 Sep 08 09:18:28.649541 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35850) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:28.668792 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-0c4f1612-e41c-4dc7-a940-1e0664071ef9 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Request body: {'port': {'network_id': '73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c', 'name': 'tempest-PortsTestJSON-851193191'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:18:29.027651 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4f1612-e41c-4dc7-a940-1e0664071ef9 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Made reservation on behalf of befb68007ce4499daff28b75d6381c43 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:18:29.042899 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0c4f1612-e41c-4dc7-a940-1e0664071ef9 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:29.108162 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-0c4f1612-e41c-4dc7-a940-1e0664071ef9 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] device_id is not set on port fb10ada5-d8f1-4bd2-b1f4-9972682fab20 yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:18:29.218082 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35862) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:29.304759 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-7b092926-e091-44ea-8f8b-b6a1a2e228bc tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] 10.222.0.54 "GET /v2.0/routers/7ad97660-0346-4598-8a22-6449ed1b6add HTTP/1.1" status: 200 len: 920 time: 1.2616947 Sep 08 09:18:29.307537 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35866) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:29.379946 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5ff928d8-800e-4e28-b28e-8ec06c711a25 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] 10.222.0.54 "GET /v2.0/ports?device_id=7ad97660-0346-4598-8a22-6449ed1b6add HTTP/1.1" status: 200 len: 205 time: 0.0651329 Sep 08 09:18:29.385630 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35868) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:29.560766 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8aa1a-aedc-48ff-8287-326042bbfa03 req-7b5c133d-f614-4e64-a817-34618a1a8f3d tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:29.569830 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0c4f1612-e41c-4dc7-a940-1e0664071ef9 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:29.571480 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-01c8aa1a-aedc-48ff-8287-326042bbfa03 req-7b5c133d-f614-4e64-a817-34618a1a8f3d tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 946 time: 0.3722215 Sep 08 09:18:29.585940 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-92bcdc7e-dcb1-43bc-816d-95b105598031 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-747978830'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:18:29.619173 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d1e76c6f-32de-43c5-b1d8-c5a67ba22e85 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for router, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:29.660396 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0c4f1612-e41c-4dc7-a940-1e0664071ef9 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:29.815393 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-01c8aa1a-aedc-48ff-8287-326042bbfa03 req-136a8fed-0994-4c3a-87dd-2c2fa774ff94 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2421970 Sep 08 09:18:29.824687 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92bcdc7e-dcb1-43bc-816d-95b105598031 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Made reservation on behalf of 34a0cb7818bf4e06b0b423aa7343f46a for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:18:29.830106 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-92bcdc7e-dcb1-43bc-816d-95b105598031 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:29.843250 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4f1612-e41c-4dc7-a940-1e0664071ef9 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Checking segment: {'id': 'd18c3529-2afb-4175-ba77-28f1ae50069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:18:29.843780 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4f1612-e41c-4dc7-a940-1e0664071ef9 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Network hostable DHCP agents. Network: 73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:18:29.849353 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f1612-e41c-4dc7-a940-1e0664071ef9 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event updated for resources: {'Port': ['ID=fb10ada5-d8f1-4bd2-b1f4-9972682fab20,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:29.870840 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-92bcdc7e-dcb1-43bc-816d-95b105598031 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:29.890216 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4f1612-e41c-4dc7-a940-1e0664071ef9 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Network 73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:18:29.905657 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-0c4f1612-e41c-4dc7-a940-1e0664071ef9 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:18:29.913195 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4f1612-e41c-4dc7-a940-1e0664071ef9 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:18:29.929828 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d291c2-913e-43d1-a07c-a372a3bab3b2 None None] Network 73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:18:29.949303 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4f1612-e41c-4dc7-a940-1e0664071ef9 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:29.949989 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0c4f1612-e41c-4dc7-a940-1e0664071ef9 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:30.083866 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d1e76c6f-32de-43c5-b1d8-c5a67ba22e85 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:30.283397 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-d1e76c6f-32de-43c5-b1d8-c5a67ba22e85 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Deleting port 81072e75-acbe-4eef-9a35-50db6abf968d {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:18:30.284116 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d1e76c6f-32de-43c5-b1d8-c5a67ba22e85 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:30.365088 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-92bcdc7e-dcb1-43bc-816d-95b105598031 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:30.377808 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-92bcdc7e-dcb1-43bc-816d-95b105598031 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:30.384130 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0c4f1612-e41c-4dc7-a940-1e0664071ef9 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7303319 Sep 08 09:18:30.384422 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35886) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:30.390441 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-17e331b0-adc9-40e4-963b-5e400d9fbc75 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1602920690'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:18:30.441226 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e331b0-adc9-40e4-963b-5e400d9fbc75 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Made reservation on behalf of befb68007ce4499daff28b75d6381c43 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:18:30.453150 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-17e331b0-adc9-40e4-963b-5e400d9fbc75 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:30.465258 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d1e76c6f-32de-43c5-b1d8-c5a67ba22e85 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:30.486801 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92bcdc7e-dcb1-43bc-816d-95b105598031 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:18:30.492239 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bcdc7e-dcb1-43bc-816d-95b105598031 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a11ea63-9765-4269-a794-2e2874523aa0,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:30.511165 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17e331b0-adc9-40e4-963b-5e400d9fbc75 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:18:30.525145 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-d1e76c6f-32de-43c5-b1d8-c5a67ba22e85 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Calling delete_port for 81072e75-acbe-4eef-9a35-50db6abf968d owned by network:router_gateway {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:18:30.535241 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-92bcdc7e-dcb1-43bc-816d-95b105598031 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:30.535817 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-17e331b0-adc9-40e4-963b-5e400d9fbc75 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:30.536194 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-17e331b0-adc9-40e4-963b-5e400d9fbc75 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Added segment 8682a477-cd2c-4c57-9b3b-94f71aa1ec71 of type vlan for network 01258bc8-a6e1-473b-be9d-cb15250491b0 Sep 08 09:18:30.536470 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-92bcdc7e-dcb1-43bc-816d-95b105598031 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Added segment 28213b02-56aa-443b-b19a-6b0978c5e414 of type vlan for network 4441c3ca-f97e-403a-9ca5-463f62b7e0a7 Sep 08 09:18:30.639653 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-17e331b0-adc9-40e4-963b-5e400d9fbc75 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:30.665990 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-92bcdc7e-dcb1-43bc-816d-95b105598031 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:30.710061 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-17e331b0-adc9-40e4-963b-5e400d9fbc75 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:30.715500 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e331b0-adc9-40e4-963b-5e400d9fbc75 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:30.716600 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-17e331b0-adc9-40e4-963b-5e400d9fbc75 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:30.770497 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-92bcdc7e-dcb1-43bc-816d-95b105598031 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:30.777709 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bcdc7e-dcb1-43bc-816d-95b105598031 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:30.778388 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-92bcdc7e-dcb1-43bc-816d-95b105598031 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:30.802113 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-92bcdc7e-dcb1-43bc-816d-95b105598031 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.5802312 Sep 08 09:18:30.818186 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35894) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:30.833381 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-c7f67a4f-c05a-483f-9598-f218f5a1a534 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Request body: {'subnet': {'network_id': '4441c3ca-f97e-403a-9ca5-463f62b7e0a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:18:30.941761 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e331b0-adc9-40e4-963b-5e400d9fbc75 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event updated for resources: {'Network': ['ID=01258bc8-a6e1-473b-be9d-cb15250491b0,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:30.954620 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 01258bc8-a6e1-473b-be9d-cb15250491b0 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:18:30.991594 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-17e331b0-adc9-40e4-963b-5e400d9fbc75 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6057246 Sep 08 09:18:31.027179 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bcdc7e-dcb1-43bc-816d-95b105598031 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Pushing event updated for resources: {'Network': ['ID=4441c3ca-f97e-403a-9ca5-463f62b7e0a7,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:31.032646 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35900) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:31.049759 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 4441c3ca-f97e-403a-9ca5-463f62b7e0a7 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:18:31.084846 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-53767748-f518-4473-ac47-9fcd22112c71 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Request body: {'ports': [{'network_id': '73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c'}, {'network_id': '01258bc8-a6e1-473b-be9d-cb15250491b0'}]} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:18:31.084846 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-53767748-f518-4473-ac47-9fcd22112c71 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Request body: {'port': {'network_id': '73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:18:31.085863 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-53767748-f518-4473-ac47-9fcd22112c71 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Request body: {'port': {'network_id': '01258bc8-a6e1-473b-be9d-cb15250491b0'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:18:31.132274 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401600d-0e79-4fe5-b91b-a4cfcfc1992c req-dd4c7011-e713-47c9-9bf3-89280eb8fc09 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:31.135706 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a401600d-0e79-4fe5-b91b-a4cfcfc1992c req-dd4c7011-e713-47c9-9bf3-89280eb8fc09 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 946 time: 0.1751568 Sep 08 09:18:31.191951 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d1e76c6f-32de-43c5-b1d8-c5a67ba22e85 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:31.216925 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a401600d-0e79-4fe5-b91b-a4cfcfc1992c req-7d6837ff-8fbc-4b4a-8df3-23534e96c193 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731108 Sep 08 09:18:31.258363 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e76c6f-32de-43c5-b1d8-c5a67ba22e85 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Pushing event deleted for resources: {'Port': ['ID=81072e75-acbe-4eef-9a35-50db6abf968d,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:31.296363 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f67a4f-c05a-483f-9598-f218f5a1a534 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Made reservation on behalf of 34a0cb7818bf4e06b0b423aa7343f46a for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:18:31.300662 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c7f67a4f-c05a-483f-9598-f218f5a1a534 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:31.518305 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d1e76c6f-32de-43c5-b1d8-c5a67ba22e85 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:31.662687 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d1e76c6f-32de-43c5-b1d8-c5a67ba22e85 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:31.664515 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53767748-f518-4473-ac47-9fcd22112c71 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Made reservation on behalf of befb68007ce4499daff28b75d6381c43 for: {'port': 2} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:18:31.669357 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-53767748-f518-4473-ac47-9fcd22112c71 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:31.674313 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d1e76c6f-32de-43c5-b1d8-c5a67ba22e85 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:31.833955 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-53767748-f518-4473-ac47-9fcd22112c71 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:31.854308 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d1e76c6f-32de-43c5-b1d8-c5a67ba22e85 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:31.856062 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e76c6f-32de-43c5-b1d8-c5a67ba22e85 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Fanout notify agent at l3_agent the message router_deleted on router 7ad97660-0346-4598-8a22-6449ed1b6add {{(pid=94712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:18:31.874141 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d1e76c6f-32de-43c5-b1d8-c5a67ba22e85 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:31.876741 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d1e76c6f-32de-43c5-b1d8-c5a67ba22e85 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] 10.222.0.54 "DELETE /v2.0/routers/7ad97660-0346-4598-8a22-6449ed1b6add HTTP/1.1" status: 204 len: 168 time: 2.4882720 Sep 08 09:18:31.880639 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35918) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:31.885824 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-59c00cac-737b-4430-a805-31eb048ded3d tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2083197138', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'enable_snat': False}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:18:31.886429 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c7f67a4f-c05a-483f-9598-f218f5a1a534 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:31.949855 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-59c00cac-737b-4430-a805-31eb048ded3d tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:31.952417 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-59c00cac-737b-4430-a805-31eb048ded3d tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:32.130139 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-59c00cac-737b-4430-a805-31eb048ded3d tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:32.146242 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f67a4f-c05a-483f-9598-f218f5a1a534 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Checking segment: {'id': '28213b02-56aa-443b-b19a-6b0978c5e414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4441c3ca-f97e-403a-9ca5-463f62b7e0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:18:32.148479 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f67a4f-c05a-483f-9598-f218f5a1a534 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Network hostable DHCP agents. Network: 4441c3ca-f97e-403a-9ca5-463f62b7e0a7, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:18:32.153528 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f67a4f-c05a-483f-9598-f218f5a1a534 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Pushing event updated for resources: {'Subnet': ['ID=b2e46866-4fd3-48a7-9f6e-96ae860c3ef7,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:32.165806 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [None req-53767748-f518-4473-ac47-9fcd22112c71 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] device_id is not set on port 721eeb46-9e2b-4d9c-8155-d20c800cc413 yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:18:32.209022 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f67a4f-c05a-483f-9598-f218f5a1a534 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Network 4441c3ca-f97e-403a-9ca5-463f62b7e0a7 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:18:32.257793 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-c7f67a4f-c05a-483f-9598-f218f5a1a534 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 4441c3ca-f97e-403a-9ca5-463f62b7e0a7) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:18:32.268983 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796ffc0b-2f29-45df-bd0c-bb73578c02eb None None] Network 4441c3ca-f97e-403a-9ca5-463f62b7e0a7 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:18:32.283269 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f67a4f-c05a-483f-9598-f218f5a1a534 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:32.304614 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c7f67a4f-c05a-483f-9598-f218f5a1a534 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:32.439714 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c7f67a4f-c05a-483f-9598-f218f5a1a534 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6184630 Sep 08 09:18:32.444435 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35922) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:32.463002 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-fc98c57c-e982-44cc-955c-ae1d9da1403d tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Request body: {'port': {'network_id': '4441c3ca-f97e-403a-9ca5-463f62b7e0a7', 'name': 'tempest-TagsExtTest-481347389'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:18:32.608232 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-59c00cac-737b-4430-a805-31eb048ded3d tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:32.650592 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35926) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:32.715545 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd22bcc-842d-4827-a3c3-38bec8fdcdf8 req-04cb808e-d9ea-4c17-8efe-803f457b144d tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:32.719086 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095d81a5-8052-4b66-93a2-8099a233df64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-4441c3ca-f97e-403a-9ca5-463f62b7e0a7', 'network_id': '4441c3ca-f97e-403a-9ca5-463f62b7e0a7', 'tenant_id': '34a0cb7818bf4e06b0b423aa7343f46a', 'fixed_ips': [{'subnet_id': 'b2e46866-4fd3-48a7-9f6e-96ae860c3ef7'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:18:32.721573 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-095d81a5-8052-4b66-93a2-8099a233df64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:32.724986 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7dd22bcc-842d-4827-a3c3-38bec8fdcdf8 req-04cb808e-d9ea-4c17-8efe-803f457b144d tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 946 time: 0.2838371 Sep 08 09:18:32.835783 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-53767748-f518-4473-ac47-9fcd22112c71 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:32.863155 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7dd22bcc-842d-4827-a3c3-38bec8fdcdf8 req-cdfddcc6-0ee9-424d-870a-55d65e9b573c tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369138 Sep 08 09:18:32.904571 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-af94007a-e1e7-445a-a959-287a29098ffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:32.996399 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc98c57c-e982-44cc-955c-ae1d9da1403d tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Made reservation on behalf of 34a0cb7818bf4e06b0b423aa7343f46a for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:18:33.013820 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fc98c57c-e982-44cc-955c-ae1d9da1403d tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:33.046118 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [None req-fc98c57c-e982-44cc-955c-ae1d9da1403d tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] device_id is not set on port c0dda8ae-291f-49cb-afdd-d169e4463575 yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:18:33.107696 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-095d81a5-8052-4b66-93a2-8099a233df64 None None] Allocated IP 172.20.0.2 (4441c3ca-f97e-403a-9ca5-463f62b7e0a7/b2e46866-4fd3-48a7-9f6e-96ae860c3ef7/4f323417-e374-4f0c-a5ad-870895e3ae0b) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:18:33.108519 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-af94007a-e1e7-445a-a959-287a29098ffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:33.119556 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-af94007a-e1e7-445a-a959-287a29098ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:33.137065 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [None req-53767748-f518-4473-ac47-9fcd22112c71 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] device_id is not set on port abc08090-565e-4bbd-9439-e49c856fe9f2 yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:18:33.173894 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-59c00cac-737b-4430-a805-31eb048ded3d tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:33.209763 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-59c00cac-737b-4430-a805-31eb048ded3d tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:33.218467 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-af94007a-e1e7-445a-a959-287a29098ffb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=14b77efec66e49c799e33b577c88a1e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5614741 Sep 08 09:18:33.220156 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35932) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:33.222015 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af94007a-e1e7-445a-a959-287a29098ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3901bd-60c9-49af-8bc1-99e28cce9661,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:33.358976 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-55111e61-61ad-466d-ade7-de8680271602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:33.371479 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-095d81a5-8052-4b66-93a2-8099a233df64 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:33.382707 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-095d81a5-8052-4b66-93a2-8099a233df64 None None] Transition to ACTIVE for port object 4f323417-e374-4f0c-a5ad-870895e3ae0b will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:18:33.393257 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-53767748-f518-4473-ac47-9fcd22112c71 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:33.412075 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-55111e61-61ad-466d-ade7-de8680271602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:33.424234 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-095d81a5-8052-4b66-93a2-8099a233df64 None None] Transition to ACTIVE for port object 4f323417-e374-4f0c-a5ad-870895e3ae0b will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:18:33.441485 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-095d81a5-8052-4b66-93a2-8099a233df64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:33.458484 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-59c00cac-737b-4430-a805-31eb048ded3d tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Allocated IP 172.25.0.249 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/67b99a1e-89d2-4d79-a2c6-6e17d82ec0da) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:18:33.483744 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095d81a5-8052-4b66-93a2-8099a233df64 None None] Network 4441c3ca-f97e-403a-9ca5-463f62b7e0a7 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:18:33.488261 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-095d81a5-8052-4b66-93a2-8099a233df64 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:18:33.496677 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095d81a5-8052-4b66-93a2-8099a233df64 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:18:33.521809 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d81a5-8052-4b66-93a2-8099a233df64 None None] Pushing event updated for resources: {'Port': ['ID=4f323417-e374-4f0c-a5ad-870895e3ae0b,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:33.540583 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-fc98c57c-e982-44cc-955c-ae1d9da1403d tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Allocated IP 172.20.0.14 (4441c3ca-f97e-403a-9ca5-463f62b7e0a7/b2e46866-4fd3-48a7-9f6e-96ae860c3ef7/c0dda8ae-291f-49cb-afdd-d169e4463575) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:18:33.545768 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-53767748-f518-4473-ac47-9fcd22112c71 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:33.589978 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-55111e61-61ad-466d-ade7-de8680271602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:33.593042 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-55111e61-61ad-466d-ade7-de8680271602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:33.597074 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-55111e61-61ad-466d-ade7-de8680271602 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ef3901bd-60c9-49af-8bc1-99e28cce9661 HTTP/1.1" status: 204 len: 168 time: 0.3726914 Sep 08 09:18:33.645824 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-095d81a5-8052-4b66-93a2-8099a233df64 None None] Attempting to bind port 4f323417-e374-4f0c-a5ad-870895e3ae0b on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:18:33.647091 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-095d81a5-8052-4b66-93a2-8099a233df64 None None] Attempting to bind port 4f323417-e374-4f0c-a5ad-870895e3ae0b by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '28213b02-56aa-443b-b19a-6b0978c5e414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4441c3ca-f97e-403a-9ca5-463f62b7e0a7'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:18:33.647456 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095d81a5-8052-4b66-93a2-8099a233df64 None None] Attempting to bind port 4f323417-e374-4f0c-a5ad-870895e3ae0b on network 4441c3ca-f97e-403a-9ca5-463f62b7e0a7 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:18:33.664059 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095d81a5-8052-4b66-93a2-8099a233df64 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:18:33.664059 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095d81a5-8052-4b66-93a2-8099a233df64 None None] Checking segment: {'id': '28213b02-56aa-443b-b19a-6b0978c5e414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4441c3ca-f97e-403a-9ca5-463f62b7e0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:18:33.664433 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-095d81a5-8052-4b66-93a2-8099a233df64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:33.664675 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095d81a5-8052-4b66-93a2-8099a233df64 None None] Bound using segment: {'id': '28213b02-56aa-443b-b19a-6b0978c5e414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4441c3ca-f97e-403a-9ca5-463f62b7e0a7'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:18:33.667962 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-095d81a5-8052-4b66-93a2-8099a233df64 None None] Bound port: 4f323417-e374-4f0c-a5ad-870895e3ae0b, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28213b02-56aa-443b-b19a-6b0978c5e414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4441c3ca-f97e-403a-9ca5-463f62b7e0a7'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:18:33.668429 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-095d81a5-8052-4b66-93a2-8099a233df64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:33.685083 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55111e61-61ad-466d-ade7-de8680271602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3901bd-60c9-49af-8bc1-99e28cce9661,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:33.703350 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53767748-f518-4473-ac47-9fcd22112c71 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Network 73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:18:33.734708 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-53767748-f518-4473-ac47-9fcd22112c71 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:18:33.744103 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53767748-f518-4473-ac47-9fcd22112c71 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event updated for resources: {'Port': ['ID=721eeb46-9e2b-4d9c-8155-d20c800cc413,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:33.746773 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53767748-f518-4473-ac47-9fcd22112c71 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:18:33.747716 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-53767748-f518-4473-ac47-9fcd22112c71 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:33.918065 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-095d81a5-8052-4b66-93a2-8099a233df64 None None] For port 4f323417-e374-4f0c-a5ad-870895e3ae0b, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:18:33.926119 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-095d81a5-8052-4b66-93a2-8099a233df64 None None] For port 4f323417-e374-4f0c-a5ad-870895e3ae0b, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=4f323417-e374-4f0c-a5ad-870895e3ae0b,segment=NetworkSegment(28213b02-56aa-443b-b19a-6b0978c5e414),segment_id=28213b02-56aa-443b-b19a-6b0978c5e414)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:18:33.933401 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-095d81a5-8052-4b66-93a2-8099a233df64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:34.122603 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d81a5-8052-4b66-93a2-8099a233df64 None None] Pushing event updated for resources: {'Port': ['ID=4f323417-e374-4f0c-a5ad-870895e3ae0b,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:34.144139 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35942) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:34.163258 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53767748-f518-4473-ac47-9fcd22112c71 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event updated for resources: {'Port': ['ID=abc08090-565e-4bbd-9439-e49c856fe9f2,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:34.180843 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bcb160cf-1c82-40ee-bf38-f4a8bee8e80d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:34.209653 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53767748-f518-4473-ac47-9fcd22112c71 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Checking segment: {'id': '8682a477-cd2c-4c57-9b3b-94f71aa1ec71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '01258bc8-a6e1-473b-be9d-cb15250491b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:18:34.209931 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53767748-f518-4473-ac47-9fcd22112c71 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Network hostable DHCP agents. Network: 01258bc8-a6e1-473b-be9d-cb15250491b0, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:18:34.257673 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fc98c57c-e982-44cc-955c-ae1d9da1403d tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:34.279361 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-fc98c57c-e982-44cc-955c-ae1d9da1403d tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Transition to ACTIVE for port object c0dda8ae-291f-49cb-afdd-d169e4463575 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:18:34.294835 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53767748-f518-4473-ac47-9fcd22112c71 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Network 01258bc8-a6e1-473b-be9d-cb15250491b0 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:18:34.314152 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-53767748-f518-4473-ac47-9fcd22112c71 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 01258bc8-a6e1-473b-be9d-cb15250491b0) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:18:34.322266 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131c21e8-eb01-41d2-921d-d058daca4fcc None None] Network 01258bc8-a6e1-473b-be9d-cb15250491b0 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:18:34.332313 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1242af-3e61-4bc0-b1ff-5eef866165a8 req-1c54b88b-2c97-4757-84a5-d738d1233eb6 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:34.334266 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-eb1242af-3e61-4bc0-b1ff-5eef866165a8 req-1c54b88b-2c97-4757-84a5-d738d1233eb6 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 946 time: 0.1892171 Sep 08 09:18:34.350999 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53767748-f518-4473-ac47-9fcd22112c71 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:18:34.363238 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53767748-f518-4473-ac47-9fcd22112c71 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:34.372308 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53767748-f518-4473-ac47-9fcd22112c71 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:34.374501 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-53767748-f518-4473-ac47-9fcd22112c71 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:34.399946 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-59c00cac-737b-4430-a805-31eb048ded3d tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:34.427213 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fc98c57c-e982-44cc-955c-ae1d9da1403d tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:34.449586 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-eb1242af-3e61-4bc0-b1ff-5eef866165a8 req-7a95c988-420f-4fce-9310-d9012391e70a tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795293 Sep 08 09:18:34.594482 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc98c57c-e982-44cc-955c-ae1d9da1403d tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Network 4441c3ca-f97e-403a-9ca5-463f62b7e0a7 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:18:34.596138 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc98c57c-e982-44cc-955c-ae1d9da1403d tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Pushing event updated for resources: {'Port': ['ID=c0dda8ae-291f-49cb-afdd-d169e4463575,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:34.611357 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-fc98c57c-e982-44cc-955c-ae1d9da1403d tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:18:34.618867 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc98c57c-e982-44cc-955c-ae1d9da1403d tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:18:34.647554 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bcb160cf-1c82-40ee-bf38-f4a8bee8e80d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:34.650606 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-59c00cac-737b-4430-a805-31eb048ded3d tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:34.674426 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bcb160cf-1c82-40ee-bf38-f4a8bee8e80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:34.684306 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-53767748-f518-4473-ac47-9fcd22112c71 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.6485267 Sep 08 09:18:34.685828 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35944) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:34.700082 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c00cac-737b-4430-a805-31eb048ded3d tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:18:34.710271 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc98c57c-e982-44cc-955c-ae1d9da1403d tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:34.711659 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fc98c57c-e982-44cc-955c-ae1d9da1403d tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:34.723852 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-59c00cac-737b-4430-a805-31eb048ded3d tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:18:34.732596 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c00cac-737b-4430-a805-31eb048ded3d tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:18:34.947699 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-fc98c57c-e982-44cc-955c-ae1d9da1403d tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.4877217 Sep 08 09:18:34.947699 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35946) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:34.987703 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb160cf-1c82-40ee-bf38-f4a8bee8e80d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f83a40f-8298-44b2-8100-7e419d9c0f7a,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:34.988011 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-b57c3401-f5c4-4120-bd33-0350a1f119ea tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1976937263', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:18:34.988105 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-bcb160cf-1c82-40ee-bf38-f4a8bee8e80d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=74c03a058f24482aae9f7aa0896150ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8128622 Sep 08 09:18:34.991767 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35948) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:35.023689 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c00cac-737b-4430-a805-31eb048ded3d tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Pushing event updated for resources: {'Port': ['ID=67b99a1e-89d2-4d79-a2c6-6e17d82ec0da,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:35.059607 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 4f323417-e374-4f0c-a5ad-870895e3ae0b up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:18:35.100053 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b57c3401-f5c4-4120-bd33-0350a1f119ea tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:35.101572 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b57c3401-f5c4-4120-bd33-0350a1f119ea tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:35.156443 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-4df2282f-8379-4adc-8b65-4888bc9b4a35 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Deleting port abc08090-565e-4bbd-9439-e49c856fe9f2 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:18:35.157386 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4df2282f-8379-4adc-8b65-4888bc9b4a35 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:35.168606 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 4f323417-e374-4f0c-a5ad-870895e3ae0b completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:18:35.201907 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f5f7a3c6-3ac7-4d60-b912-e10e96a53b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:35.232344 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b57c3401-f5c4-4120-bd33-0350a1f119ea tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:35.298719 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f5f7a3c6-3ac7-4d60-b912-e10e96a53b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:35.315990 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b57c3401-f5c4-4120-bd33-0350a1f119ea tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:35.347897 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4df2282f-8379-4adc-8b65-4888bc9b4a35 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:35.380804 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-4df2282f-8379-4adc-8b65-4888bc9b4a35 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Calling delete_port for abc08090-565e-4bbd-9439-e49c856fe9f2 owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:18:35.389157 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b57c3401-f5c4-4120-bd33-0350a1f119ea tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:35.394319 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b57c3401-f5c4-4120-bd33-0350a1f119ea tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4479325 Sep 08 09:18:35.397006 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35952) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:35.403911 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-bfa98db5-2c64-4b09-8a82-8200a1575244 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-712487076', 'prefixes': ['172.20.0.0/16']}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:18:35.520414 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f5f7a3c6-3ac7-4d60-b912-e10e96a53b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:35.532151 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f5f7a3c6-3ac7-4d60-b912-e10e96a53b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:35.533699 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f5f7a3c6-3ac7-4d60-b912-e10e96a53b6f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2f83a40f-8298-44b2-8100-7e419d9c0f7a HTTP/1.1" status: 204 len: 168 time: 0.5389400 Sep 08 09:18:35.599556 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4df2282f-8379-4adc-8b65-4888bc9b4a35 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:35.620311 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bfa98db5-2c64-4b09-8a82-8200a1575244 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Notify callbacks [] for subnetpool, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:35.625042 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-bfa98db5-2c64-4b09-8a82-8200a1575244 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2236078 Sep 08 09:18:35.655525 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35958) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:35.682324 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.tag.tag_plugin [None req-ff57f029-bdaa-4d3e-abbb-b113facbedc4 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b2e46866-4fd3-48a7-9f6e-96ae860c3ef7', 'tempest-TagsExtTest-Tag-52160421') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:35.702732 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7a3c6-3ac7-4d60-b912-e10e96a53b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f83a40f-8298-44b2-8100-7e419d9c0f7a,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:35.777528 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-59c00cac-737b-4430-a805-31eb048ded3d tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:35.785401 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df2282f-8379-4adc-8b65-4888bc9b4a35 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event deleted for resources: {'Port': ['ID=abc08090-565e-4bbd-9439-e49c856fe9f2,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:35.789082 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4df2282f-8379-4adc-8b65-4888bc9b4a35 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:35.792207 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4df2282f-8379-4adc-8b65-4888bc9b4a35 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/ports/abc08090-565e-4bbd-9439-e49c856fe9f2 HTTP/1.1" status: 204 len: 168 time: 1.1012177 Sep 08 09:18:35.794763 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35960) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:35.867850 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b67c7a-07d5-4a4d-9ce1-62be9f6d1449 req-2e64545f-028a-4570-8262-5feef9cd25a1 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:35.883918 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e9b67c7a-07d5-4a4d-9ce1-62be9f6d1449 req-2e64545f-028a-4570-8262-5feef9cd25a1 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 946 time: 0.2822361 Sep 08 09:18:35.978606 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a81816-75a4-40fa-a3df-785e0add977e tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:35.990877 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a81816-75a4-40fa-a3df-785e0add977e tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:35.999745 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-66a81816-75a4-40fa-a3df-785e0add977e tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2034345 Sep 08 09:18:36.007534 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35962) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:36.055739 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191cf572-4d95-4ca9-bcb8-4ee3cf85f700 None None] Network 4441c3ca-f97e-403a-9ca5-463f62b7e0a7 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:18:36.149196 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ff57f029-bdaa-4d3e-abbb-b113facbedc4 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "PUT /v2.0/subnets/b2e46866-4fd3-48a7-9f6e-96ae860c3ef7/tags/tempest-TagsExtTest-Tag-52160421 HTTP/1.1" status: 201 len: 201 time: 0.4828546 Sep 08 09:18:36.151914 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35966) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:36.158824 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.tag.tag_plugin [None req-0b1a6246-349a-4ca1-995d-5ec9cfa9b880 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c0dda8ae-291f-49cb-afdd-d169e4463575', 'tempest-TagsExtTest-Tag-1870931310') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:36.211948 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-59c00cac-737b-4430-a805-31eb048ded3d tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:36.245173 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e8faccbc-90fa-4afb-9b5e-ba82596f38e8 None None] Provisioning for port 4f323417-e374-4f0c-a5ad-870895e3ae0b completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:18:36.267342 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e8faccbc-90fa-4afb-9b5e-ba82596f38e8 None None] Provisioning complete for port 4f323417-e374-4f0c-a5ad-870895e3ae0b triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:18:36.267719 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e8faccbc-90fa-4afb-9b5e-ba82596f38e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:36.274179 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e9b67c7a-07d5-4a4d-9ce1-62be9f6d1449 req-11c94218-cca1-484e-a551-2e37bdb915d9 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3879578 Sep 08 09:18:36.327356 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-33bfc2bd-06d2-4cdc-9aab-aa6fa9c80621 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Deleting port 721eeb46-9e2b-4d9c-8155-d20c800cc413 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:18:36.327934 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-33bfc2bd-06d2-4cdc-9aab-aa6fa9c80621 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:36.430100 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0b1a6246-349a-4ca1-995d-5ec9cfa9b880 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "PUT /v2.0/ports/c0dda8ae-291f-49cb-afdd-d169e4463575/tags/tempest-TagsExtTest-Tag-1870931310 HTTP/1.1" status: 201 len: 201 time: 0.2759080 Sep 08 09:18:36.432432 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35976) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:36.439185 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.tag.tag_plugin [None req-352adb9a-d1bd-43db-bbd8-41d9548cb72d tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4a867900-6771-4dbb-917c-8631dbf411a2', 'tempest-TagsExtTest-Tag-1069920904') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:36.441775 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-33bfc2bd-06d2-4cdc-9aab-aa6fa9c80621 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:36.491124 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-33bfc2bd-06d2-4cdc-9aab-aa6fa9c80621 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Calling delete_port for 721eeb46-9e2b-4d9c-8155-d20c800cc413 owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:18:36.604996 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c00cac-737b-4430-a805-31eb048ded3d tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Router 58cfdede-f830-42c6-b3ac-a0ca0a67d62c is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:18:36.618430 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-352adb9a-d1bd-43db-bbd8-41d9548cb72d tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "PUT /v2.0/routers/4a867900-6771-4dbb-917c-8631dbf411a2/tags/tempest-TagsExtTest-Tag-1069920904 HTTP/1.1" status: 201 len: 201 time: 0.1848056 Sep 08 09:18:36.621912 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35980) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:36.629029 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.tag.tag_plugin [None req-207f7c98-6108-4f2c-8eb2-7cc2ff2f2afe tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '86ff1a82-492f-4848-85e7-f65011a0aa0e', 'tempest-TagsExtTest-Tag-1650115914') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:36.660820 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e8faccbc-90fa-4afb-9b5e-ba82596f38e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:36.707028 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-33bfc2bd-06d2-4cdc-9aab-aa6fa9c80621 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:36.771241 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc2bd-06d2-4cdc-9aab-aa6fa9c80621 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event deleted for resources: {'Port': ['ID=721eeb46-9e2b-4d9c-8155-d20c800cc413,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:36.775049 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e8faccbc-90fa-4afb-9b5e-ba82596f38e8 None None] For port 4f323417-e374-4f0c-a5ad-870895e3ae0b, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=4f323417-e374-4f0c-a5ad-870895e3ae0b,segment=NetworkSegment(28213b02-56aa-443b-b19a-6b0978c5e414),segment_id=28213b02-56aa-443b-b19a-6b0978c5e414)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:18:36.787814 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-33bfc2bd-06d2-4cdc-9aab-aa6fa9c80621 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:36.788808 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e8faccbc-90fa-4afb-9b5e-ba82596f38e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:36.790353 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-33bfc2bd-06d2-4cdc-9aab-aa6fa9c80621 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/ports/721eeb46-9e2b-4d9c-8155-d20c800cc413 HTTP/1.1" status: 204 len: 168 time: 0.7745574 Sep 08 09:18:36.798504 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35986) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:36.832694 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc2bd-06d2-4cdc-9aab-aa6fa9c80621 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:18:36.833072 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc2bd-06d2-4cdc-9aab-aa6fa9c80621 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:18:36.833438 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc2bd-06d2-4cdc-9aab-aa6fa9c80621 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:18:36.833782 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc2bd-06d2-4cdc-9aab-aa6fa9c80621 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:18:36.834140 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc2bd-06d2-4cdc-9aab-aa6fa9c80621 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:18:36.836921 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc2bd-06d2-4cdc-9aab-aa6fa9c80621 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:18:36.837344 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc2bd-06d2-4cdc-9aab-aa6fa9c80621 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:18:36.838077 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc2bd-06d2-4cdc-9aab-aa6fa9c80621 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:18:36.838435 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc2bd-06d2-4cdc-9aab-aa6fa9c80621 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:18:36.838770 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc2bd-06d2-4cdc-9aab-aa6fa9c80621 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:18:36.839115 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc2bd-06d2-4cdc-9aab-aa6fa9c80621 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:18:36.839457 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfc2bd-06d2-4cdc-9aab-aa6fa9c80621 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:18:36.923252 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8faccbc-90fa-4afb-9b5e-ba82596f38e8 None None] Pushing event updated for resources: {'Port': ['ID=4f323417-e374-4f0c-a5ad-870895e3ae0b,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:36.943351 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c00cac-737b-4430-a805-31eb048ded3d tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:18:36.950485 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2958250c-8814-4c01-b7ab-7b382a1f70f8 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:36.955066 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2958250c-8814-4c01-b7ab-7b382a1f70f8 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1522336 Sep 08 09:18:36.955376 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-207f7c98-6108-4f2c-8eb2-7cc2ff2f2afe tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "PUT /v2.0/subnetpools/86ff1a82-492f-4848-85e7-f65011a0aa0e/tags/tempest-TagsExtTest-Tag-1650115914 HTTP/1.1" status: 201 len: 201 time: 0.3259428 Sep 08 09:18:36.955376 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35990) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:36.955376 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35992) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:36.960015 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd878525-b6b5-4950-a7e0-c5788c451586 None None] Sync routers for ids ['58cfdede-f830-42c6-b3ac-a0ca0a67d62c'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:18:36.968738 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.tag.tag_plugin [None req-3cd19da8-3ec2-48f5-bf94-af3bd66a95dd tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b2e46866-4fd3-48a7-9f6e-96ae860c3ef7') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:36.972394 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd878525-b6b5-4950-a7e0-c5788c451586 None None] Routers {'58cfdede-f830-42c6-b3ac-a0ca0a67d62c'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:18:36.973783 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-dd878525-b6b5-4950-a7e0-c5788c451586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:18:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['58cfdede-f830-42c6-b3ac-a0ca0a67d62c'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:37.023826 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-4be77b95-f186-4b31-9de9-008fefc30ce8 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] GET failed (client error): The resource could not be found. Sep 08 09:18:37.025463 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4be77b95-f186-4b31-9de9-008fefc30ce8 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "GET /v2.0/ports/abc08090-565e-4bbd-9439-e49c856fe9f2 HTTP/1.1" status: 404 len: 333 time: 0.0679681 Sep 08 09:18:37.028321 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35996) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:37.040933 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-59c00cac-737b-4430-a805-31eb048ded3d tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:37.045153 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35998) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:37.052876 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-59c00cac-737b-4430-a805-31eb048ded3d tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.1709275 Sep 08 09:18:37.116516 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3cd19da8-3ec2-48f5-bf94-af3bd66a95dd tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "GET /v2.0/subnets/b2e46866-4fd3-48a7-9f6e-96ae860c3ef7/tags HTTP/1.1" status: 200 len: 239 time: 0.1576574 Sep 08 09:18:37.116740 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 36000) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:37.131133 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.tag.tag_plugin [None req-d0eff7ec-e9fb-4a9a-846f-b26f886a233a tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b2e46866-4fd3-48a7-9f6e-96ae860c3ef7', 'tempest-TagsExtTest-Tag-52160421') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:37.143676 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa0b6b68-f73e-4a61-a8ab-5262e2ab87e6 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] GET failed (client error): The resource could not be found. Sep 08 09:18:37.148136 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36002) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:37.151517 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-fa0b6b68-f73e-4a61-a8ab-5262e2ab87e6 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "GET /v2.0/ports/721eeb46-9e2b-4d9c-8155-d20c800cc413 HTTP/1.1" status: 404 len: 333 time: 0.1220493 Sep 08 09:18:37.214677 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-dd878525-b6b5-4950-a7e0-c5788c451586 None None] Set router 58cfdede-f830-42c6-b3ac-a0ca0a67d62c gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:18:37.337191 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-fc1ca3cb-8b34-4dbf-afe4-ae58f2d89cdb None None] Provisioning for port c0dda8ae-291f-49cb-afdd-d169e4463575 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:18:37.350095 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-fc1ca3cb-8b34-4dbf-afe4-ae58f2d89cdb None None] Provisioning complete for port c0dda8ae-291f-49cb-afdd-d169e4463575 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:18:37.353839 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fc1ca3cb-8b34-4dbf-afe4-ae58f2d89cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:37.456445 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-db74b509-0bb1-44a1-8f9a-14821ddf0367 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:37.524863 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-fc1ca3cb-8b34-4dbf-afe4-ae58f2d89cdb None None] Port c0dda8ae-291f-49cb-afdd-d169e4463575 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:18:37.563068 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-fc1ca3cb-8b34-4dbf-afe4-ae58f2d89cdb None None] Provisioning complete for port 4f323417-e374-4f0c-a5ad-870895e3ae0b triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:18:37.568043 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fc1ca3cb-8b34-4dbf-afe4-ae58f2d89cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:37.742440 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-3d3f4a07-e1ad-4135-bb3c-3125a444ed1e tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] 10.222.0.54 "GET /v2.0/routers/58cfdede-f830-42c6-b3ac-a0ca0a67d62c HTTP/1.1" status: 200 len: 909 time: 0.6926131 Sep 08 09:18:37.747402 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 36024) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:37.770714 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-4455a427-ad58-4632-8992-cf1bece5762d tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2083197138', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'enable_snat': True}}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:18:37.788373 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-db74b509-0bb1-44a1-8f9a-14821ddf0367 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:37.826595 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-db74b509-0bb1-44a1-8f9a-14821ddf0367 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01258bc8-a6e1-473b-be9d-cb15250491b0']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:37.832147 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-dd878525-b6b5-4950-a7e0-c5788c451586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cfdede-f830-42c6-b3ac-a0ca0a67d62c', 'name': 'tempest-snat-router-2083197138', 'tenant_id': '072e2f9785b44bd48abd24cbf2b488f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.249'}], 'enable_snat': False}, 'gw_port_id': '67b99a1e-89d2-4d79-a2c6-6e17d82ec0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:18:31Z', 'updated_at': '2021-09-08T09:18:35Z', 'revision_number': 3, 'project_id': '072e2f9785b44bd48abd24cbf2b488f7', 'gw_port': {'id': '67b99a1e-89d2-4d79-a2c6-6e17d82ec0da', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cfdede-f830-42c6-b3ac-a0ca0a67d62c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:18:33Z', 'updated_at': '2021-09-08T09:18:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:37.834610 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d0eff7ec-e9fb-4a9a-846f-b26f886a233a tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "GET /v2.0/subnets/b2e46866-4fd3-48a7-9f6e-96ae860c3ef7/tags/tempest-TagsExtTest-Tag-52160421 HTTP/1.1" status: 204 len: 168 time: 0.7127142 Sep 08 09:18:37.836570 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 36026) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:37.849064 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.tag.tag_plugin [None req-b2f16e0b-3e89-4556-a730-e0d4f1dcda22 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'b2e46866-4fd3-48a7-9f6e-96ae860c3ef7', 'tempest-TagsExtTest-Tag-52160421') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:37.857218 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4455a427-ad58-4632-8992-cf1bece5762d tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:37.863035 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4455a427-ad58-4632-8992-cf1bece5762d tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:37.873504 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb7430b-d147-4498-ba53-31e26758feca req-ec961d8c-8d22-4c00-9eb1-f17d5310215a tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:37.875374 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1cb7430b-d147-4498-ba53-31e26758feca req-ec961d8c-8d22-4c00-9eb1-f17d5310215a tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 946 time: 0.3702621 Sep 08 09:18:37.879727 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-db74b509-0bb1-44a1-8f9a-14821ddf0367 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8682a477-cd2c-4c57-9b3b-94f71aa1ec71') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:37.881658 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-db74b509-0bb1-44a1-8f9a-14821ddf0367 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8682a477-cd2c-4c57-9b3b-94f71aa1ec71') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:37.889239 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-1924800e-db2b-453c-8033-7db5337b9b41 None None] Provisioning complete for port c0dda8ae-291f-49cb-afdd-d169e4463575 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:18:37.896904 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1924800e-db2b-453c-8033-7db5337b9b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:37.909822 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-db74b509-0bb1-44a1-8f9a-14821ddf0367 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:37.912366 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd878525-b6b5-4950-a7e0-c5788c451586 None None] Checking router: 58cfdede-f830-42c6-b3ac-a0ca0a67d62c for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:18:37.912738 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd878525-b6b5-4950-a7e0-c5788c451586 None None] Updating router 58cfdede-f830-42c6-b3ac-a0ca0a67d62c port 67b99a1e-89d2-4d79-a2c6-6e17d82ec0da binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:18:37.958621 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-1924800e-db2b-453c-8033-7db5337b9b41 None None] Port c0dda8ae-291f-49cb-afdd-d169e4463575 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:18:37.966209 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-db74b509-0bb1-44a1-8f9a-14821ddf0367 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:37.981733 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-dd878525-b6b5-4950-a7e0-c5788c451586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:38.001425 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db74b509-0bb1-44a1-8f9a-14821ddf0367 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:18:38.006558 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-db74b509-0bb1-44a1-8f9a-14821ddf0367 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:38.015447 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:18:38.015447 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:18:38.015447 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:18:38.015447 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:18:38.015447 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:18:38.015447 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:18:38.015447 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:18:38.015447 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:18:38.015447 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:18:38.015447 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:18:38.015447 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:18:38.015447 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:18:38.015447 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:18:38.015447 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:18:38.015447 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:18:38.015447 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:18:38.015447 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:18:38.015447 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:18:38.015447 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:18:38.015447 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:18:38.015447 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:18:38.015447 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:18:38.015447 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:18:38.015447 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:18:38.015447 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:18:38.015447 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:18:38.015447 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:18:38.015447 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:18:38.015447 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:18:38.015447 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:18:38.015447 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:18:38.015447 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:18:38.099920 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1cb7430b-d147-4498-ba53-31e26758feca req-0d491950-662d-4e79-8500-0adc8fb0fef6 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033401 Sep 08 09:18:38.183940 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-db74b509-0bb1-44a1-8f9a-14821ddf0367 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:38.203954 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-db74b509-0bb1-44a1-8f9a-14821ddf0367 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:38.206294 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-db74b509-0bb1-44a1-8f9a-14821ddf0367 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/networks/01258bc8-a6e1-473b-be9d-cb15250491b0 HTTP/1.1" status: 204 len: 168 time: 1.0569751 Sep 08 09:18:38.206987 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36030) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:38.218527 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36032) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:38.234124 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-698f15b5-5c85-419d-8410-c37be8e9a3a0 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-267899930'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:18:38.238056 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db74b509-0bb1-44a1-8f9a-14821ddf0367 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event deleted for resources: {'Network': ['ID=01258bc8-a6e1-473b-be9d-cb15250491b0,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:38.274583 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698f15b5-5c85-419d-8410-c37be8e9a3a0 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Made reservation on behalf of befb68007ce4499daff28b75d6381c43 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:18:38.279916 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-698f15b5-5c85-419d-8410-c37be8e9a3a0 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:38.322874 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-698f15b5-5c85-419d-8410-c37be8e9a3a0 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:18:38.340441 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-698f15b5-5c85-419d-8410-c37be8e9a3a0 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:38.341142 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-698f15b5-5c85-419d-8410-c37be8e9a3a0 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Added segment 02fc3858-b856-4866-ba6a-78f6b042dfa6 of type vlan for network c02e7502-4088-40ef-9adc-fedd23590a56 Sep 08 09:18:38.397437 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-698f15b5-5c85-419d-8410-c37be8e9a3a0 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:38.441148 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-698f15b5-5c85-419d-8410-c37be8e9a3a0 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:38.452094 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698f15b5-5c85-419d-8410-c37be8e9a3a0 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:38.452756 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-698f15b5-5c85-419d-8410-c37be8e9a3a0 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:38.554966 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f15b5-5c85-419d-8410-c37be8e9a3a0 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event updated for resources: {'Network': ['ID=c02e7502-4088-40ef-9adc-fedd23590a56,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:38.562290 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-dd878525-b6b5-4950-a7e0-c5788c451586 None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:38.569862 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-698f15b5-5c85-419d-8410-c37be8e9a3a0 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3387182 Sep 08 09:18:38.570329 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network c02e7502-4088-40ef-9adc-fedd23590a56 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:18:38.579598 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-dd878525-b6b5-4950-a7e0-c5788c451586 None None] Transition to ACTIVE for port object 67b99a1e-89d2-4d79-a2c6-6e17d82ec0da will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:18:38.589016 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-dd878525-b6b5-4950-a7e0-c5788c451586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:38.596928 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36036) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:38.610755 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-23e68987-1abe-4951-9724-9379650aae94 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Request body: {'subnet': {'network_id': 'c02e7502-4088-40ef-9adc-fedd23590a56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:18:38.624055 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8a9eb283-0d75-4118-808f-6de1c7b3746e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:38.653081 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-dd878525-b6b5-4950-a7e0-c5788c451586 None None] Attempting to bind port 67b99a1e-89d2-4d79-a2c6-6e17d82ec0da on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:18:38.653727 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-dd878525-b6b5-4950-a7e0-c5788c451586 None None] Attempting to bind port 67b99a1e-89d2-4d79-a2c6-6e17d82ec0da by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:18:38.654315 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd878525-b6b5-4950-a7e0-c5788c451586 None None] Attempting to bind port 67b99a1e-89d2-4d79-a2c6-6e17d82ec0da on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:18:38.706934 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd878525-b6b5-4950-a7e0-c5788c451586 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:18:38.713903 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd878525-b6b5-4950-a7e0-c5788c451586 None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:18:38.714545 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-dd878525-b6b5-4950-a7e0-c5788c451586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:38.715147 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd878525-b6b5-4950-a7e0-c5788c451586 None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:18:38.715804 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-dd878525-b6b5-4950-a7e0-c5788c451586 None None] Bound port: 67b99a1e-89d2-4d79-a2c6-6e17d82ec0da, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:18:38.716360 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-dd878525-b6b5-4950-a7e0-c5788c451586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:38.716999 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4455a427-ad58-4632-8992-cf1bece5762d tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:38.859568 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b393b4-2526-495b-9d0c-0b477e501d6d None None] Pushing event updated for resources: {'Port': ['ID=67b99a1e-89d2-4d79-a2c6-6e17d82ec0da,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:38.868363 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-dd878525-b6b5-4950-a7e0-c5788c451586 None None] For port 67b99a1e-89d2-4d79-a2c6-6e17d82ec0da, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:18:38.896207 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-dd878525-b6b5-4950-a7e0-c5788c451586 None None] For port 67b99a1e-89d2-4d79-a2c6-6e17d82ec0da, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=67b99a1e-89d2-4d79-a2c6-6e17d82ec0da,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:18:38.902888 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b2f16e0b-3e89-4556-a730-e0d4f1dcda22 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "DELETE /v2.0/subnets/b2e46866-4fd3-48a7-9f6e-96ae860c3ef7/tags/tempest-TagsExtTest-Tag-52160421 HTTP/1.1" status: 204 len: 168 time: 1.0605214 Sep 08 09:18:38.902888 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 36040) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:38.910489 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.tag.tag_plugin [None req-66918cf4-be00-4538-9b95-12e3984a0517 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b2e46866-4fd3-48a7-9f6e-96ae860c3ef7') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:38.921249 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-dd878525-b6b5-4950-a7e0-c5788c451586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:38.980344 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4455a427-ad58-4632-8992-cf1bece5762d tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:38.997623 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 4f323417-e374-4f0c-a5ad-870895e3ae0b up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:18:39.000368 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd878525-b6b5-4950-a7e0-c5788c451586 None None] Routers {'58cfdede-f830-42c6-b3ac-a0ca0a67d62c'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:18:39.001859 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-dd878525-b6b5-4950-a7e0-c5788c451586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:18:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['58cfdede-f830-42c6-b3ac-a0ca0a67d62c'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:39.054441 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8a9eb283-0d75-4118-808f-6de1c7b3746e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:39.091420 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8a9eb283-0d75-4118-808f-6de1c7b3746e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:39.127715 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-dd878525-b6b5-4950-a7e0-c5788c451586 None None] Set router 58cfdede-f830-42c6-b3ac-a0ca0a67d62c gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:18:39.134480 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 4f323417-e374-4f0c-a5ad-870895e3ae0b triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:18:39.135340 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:39.193178 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8a9eb283-0d75-4118-808f-6de1c7b3746e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8a33f74419d74b9c9d1937fa1d62abd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9849932 Sep 08 09:18:39.195673 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9eb283-0d75-4118-808f-6de1c7b3746e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aec640b-a978-4d0f-802e-fb3883908524,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:39.214413 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e68987-1abe-4951-9724-9379650aae94 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Made reservation on behalf of befb68007ce4499daff28b75d6381c43 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:18:39.220737 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-23e68987-1abe-4951-9724-9379650aae94 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:39.227454 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36044) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:39.298813 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36046) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:39.305805 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.tag.tag_plugin [None req-d513d0e3-6d0e-4be7-92dd-0bb58facc40d tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c0dda8ae-291f-49cb-afdd-d169e4463575') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:39.312044 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-66918cf4-be00-4538-9b95-12e3984a0517 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "GET /v2.0/subnets/b2e46866-4fd3-48a7-9f6e-96ae860c3ef7/tags HTTP/1.1" status: 200 len: 205 time: 0.4073942 Sep 08 09:18:39.390531 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2b3e07b6-30f7-480a-890b-2283205577e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:39.428390 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2b3e07b6-30f7-480a-890b-2283205577e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:39.437434 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b393b4-2526-495b-9d0c-0b477e501d6d None None] Pushing event updated for resources: {'Port': ['ID=67b99a1e-89d2-4d79-a2c6-6e17d82ec0da,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:39.495621 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-dd878525-b6b5-4950-a7e0-c5788c451586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58cfdede-f830-42c6-b3ac-a0ca0a67d62c', 'name': 'tempest-snat-router-2083197138', 'tenant_id': '072e2f9785b44bd48abd24cbf2b488f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.249'}], 'enable_snat': False}, 'gw_port_id': '67b99a1e-89d2-4d79-a2c6-6e17d82ec0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:18:31Z', 'updated_at': '2021-09-08T09:18:35Z', 'revision_number': 3, 'project_id': '072e2f9785b44bd48abd24cbf2b488f7', 'gw_port': {'id': '67b99a1e-89d2-4d79-a2c6-6e17d82ec0da', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cfdede-f830-42c6-b3ac-a0ca0a67d62c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:18:33Z', 'updated_at': '2021-09-08T09:18:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:39.503380 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae6073-f058-48ab-b4d1-63c2bf9897bb req-9ac2e0d6-a203-43a9-9b95-cbb537404305 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:39.506590 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b5ae6073-f058-48ab-b4d1-63c2bf9897bb req-9ac2e0d6-a203-43a9-9b95-cbb537404305 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 946 time: 0.1813724 Sep 08 09:18:39.515358 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d513d0e3-6d0e-4be7-92dd-0bb58facc40d tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "GET /v2.0/ports/c0dda8ae-291f-49cb-afdd-d169e4463575/tags HTTP/1.1" status: 200 len: 241 time: 0.2131696 Sep 08 09:18:39.522627 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36048) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:39.532324 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.tag.tag_plugin [None req-862e0e4d-8e7f-4c6d-a003-e66e59b5db24 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c0dda8ae-291f-49cb-afdd-d169e4463575', 'tempest-TagsExtTest-Tag-1870931310') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:39.575855 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd878525-b6b5-4950-a7e0-c5788c451586 None None] The sync data for ids ['58cfdede-f830-42c6-b3ac-a0ca0a67d62c'] in n-d-806683-11 is: [{'id': '58cfdede-f830-42c6-b3ac-a0ca0a67d62c', 'name': 'tempest-snat-router-2083197138', 'tenant_id': '072e2f9785b44bd48abd24cbf2b488f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.249'}], 'enable_snat': False}, 'gw_port_id': '67b99a1e-89d2-4d79-a2c6-6e17d82ec0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:18:31Z', 'updated_at': '2021-09-08T09:18:35Z', 'revision_number': 3, 'project_id': '072e2f9785b44bd48abd24cbf2b488f7', 'gw_port': {'id': '67b99a1e-89d2-4d79-a2c6-6e17d82ec0da', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cfdede-f830-42c6-b3ac-a0ca0a67d62c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2518, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:18:33Z', 'updated_at': '2021-09-08T09:18:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:18:39.769712 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b5ae6073-f058-48ab-b4d1-63c2bf9897bb req-162b0386-8ce1-4ac4-86a8-adfb1656602f tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2537475 Sep 08 09:18:39.862170 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4455a427-ad58-4632-8992-cf1bece5762d tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:39.889999 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4455a427-ad58-4632-8992-cf1bece5762d tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:40.131075 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2b3e07b6-30f7-480a-890b-2283205577e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:40.134065 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2b3e07b6-30f7-480a-890b-2283205577e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:40.137971 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2b3e07b6-30f7-480a-890b-2283205577e2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3aec640b-a978-4d0f-802e-fb3883908524 HTTP/1.1" status: 204 len: 168 time: 0.9092028 Sep 08 09:18:40.153549 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e07b6-30f7-480a-890b-2283205577e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aec640b-a978-4d0f-802e-fb3883908524,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:40.160306 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-862e0e4d-8e7f-4c6d-a003-e66e59b5db24 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "GET /v2.0/ports/c0dda8ae-291f-49cb-afdd-d169e4463575/tags/tempest-TagsExtTest-Tag-1870931310 HTTP/1.1" status: 204 len: 168 time: 0.6345682 Sep 08 09:18:40.163988 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36054) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:40.168819 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.tag.tag_plugin [None req-84864a7c-e4bc-4f70-9731-9e4f21f693c6 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'c0dda8ae-291f-49cb-afdd-d169e4463575', 'tempest-TagsExtTest-Tag-1870931310') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:40.308381 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-23e68987-1abe-4951-9724-9379650aae94 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:40.460878 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-4455a427-ad58-4632-8992-cf1bece5762d tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Allocated IP 172.25.0.127 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/bd18bc48-429d-4efa-ae0e-7dab3a57dbd4) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:18:40.582845 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e68987-1abe-4951-9724-9379650aae94 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event updated for resources: {'Subnet': ['ID=380a6aeb-5de9-4f05-9571-2320c422949c,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:40.593758 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-84864a7c-e4bc-4f70-9731-9e4f21f693c6 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "DELETE /v2.0/ports/c0dda8ae-291f-49cb-afdd-d169e4463575/tags/tempest-TagsExtTest-Tag-1870931310 HTTP/1.1" status: 204 len: 168 time: 0.4287343 Sep 08 09:18:40.597056 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36062) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:40.614006 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.tag.tag_plugin [None req-e3743475-3d57-4234-897e-c90a1eb0617d tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c0dda8ae-291f-49cb-afdd-d169e4463575') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:40.700293 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e68987-1abe-4951-9724-9379650aae94 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Checking segment: {'id': '02fc3858-b856-4866-ba6a-78f6b042dfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c02e7502-4088-40ef-9adc-fedd23590a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:18:40.700766 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e68987-1abe-4951-9724-9379650aae94 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Network hostable DHCP agents. Network: c02e7502-4088-40ef-9adc-fedd23590a56, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:18:40.740117 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e68987-1abe-4951-9724-9379650aae94 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Network c02e7502-4088-40ef-9adc-fedd23590a56 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:18:40.752458 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4455a427-ad58-4632-8992-cf1bece5762d tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:40.758324 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e3743475-3d57-4234-897e-c90a1eb0617d tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "GET /v2.0/ports/c0dda8ae-291f-49cb-afdd-d169e4463575/tags HTTP/1.1" status: 200 len: 205 time: 0.1489341 Sep 08 09:18:40.758573 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36066) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:40.763524 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.tag.tag_plugin [None req-f09ebbbf-144f-4612-8071-4f1b2e2d8275 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4a867900-6771-4dbb-917c-8631dbf411a2') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:40.801763 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-23e68987-1abe-4951-9724-9379650aae94 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, c02e7502-4088-40ef-9adc-fedd23590a56) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:18:40.811203 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb470ef-bf97-4a76-a1d0-646be6e76618 None None] Network c02e7502-4088-40ef-9adc-fedd23590a56 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:18:40.841379 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4455a427-ad58-4632-8992-cf1bece5762d tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:40.867085 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e68987-1abe-4951-9724-9379650aae94 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:40.876259 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-23e68987-1abe-4951-9724-9379650aae94 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:40.936000 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4455a427-ad58-4632-8992-cf1bece5762d tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:18:40.953496 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-4455a427-ad58-4632-8992-cf1bece5762d tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:18:40.959139 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4455a427-ad58-4632-8992-cf1bece5762d tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:18:40.966529 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-23e68987-1abe-4951-9724-9379650aae94 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3630934 Sep 08 09:18:40.972489 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 36074) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:41.022323 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-fafd7e94-ff48-4688-83bf-09543c6255bd tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Request body: {'port': {'network_id': 'c02e7502-4088-40ef-9adc-fedd23590a56', 'name': 'tempest-PortsTestJSON-2071039242'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:18:41.132061 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f09ebbbf-144f-4612-8071-4f1b2e2d8275 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "GET /v2.0/routers/4a867900-6771-4dbb-917c-8631dbf411a2/tags HTTP/1.1" status: 200 len: 241 time: 0.3723791 Sep 08 09:18:41.135387 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36076) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:41.141082 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.tag.tag_plugin [None req-687d6119-720e-4f44-8817-34a7db5653fd tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4a867900-6771-4dbb-917c-8631dbf411a2', 'tempest-TagsExtTest-Tag-1069920904') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:41.184911 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 67b99a1e-89d2-4d79-a2c6-6e17d82ec0da up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:18:41.235411 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3304f9c4-a911-40cb-b4d2-cdef2ad47c44 req-d85a1580-a4b0-4483-83ba-116e4affbae7 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:41.244295 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3304f9c4-a911-40cb-b4d2-cdef2ad47c44 req-d85a1580-a4b0-4483-83ba-116e4affbae7 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 946 time: 0.2623250 Sep 08 09:18:41.345961 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3304f9c4-a911-40cb-b4d2-cdef2ad47c44 req-292f220c-4f68-4b61-800b-9a0cdbc2588f tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006265 Sep 08 09:18:41.444868 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-687d6119-720e-4f44-8817-34a7db5653fd tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "GET /v2.0/routers/4a867900-6771-4dbb-917c-8631dbf411a2/tags/tempest-TagsExtTest-Tag-1069920904 HTTP/1.1" status: 204 len: 168 time: 0.3077338 Sep 08 09:18:41.446280 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36084) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:41.457858 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.tag.tag_plugin [None req-336cb089-f083-4369-8d78-2d97191a4b48 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '4a867900-6771-4dbb-917c-8631dbf411a2', 'tempest-TagsExtTest-Tag-1069920904') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:41.559159 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4455a427-ad58-4632-8992-cf1bece5762d tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Pushing event updated for resources: {'Port': ['ID=bd18bc48-429d-4efa-ae0e-7dab3a57dbd4,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:41.767378 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad344337-a3b5-45d6-b840-63dc0d68ae07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-c02e7502-4088-40ef-9adc-fedd23590a56', 'network_id': 'c02e7502-4088-40ef-9adc-fedd23590a56', 'tenant_id': 'befb68007ce4499daff28b75d6381c43', 'fixed_ips': [{'subnet_id': '380a6aeb-5de9-4f05-9571-2320c422949c'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:18:41.768436 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ad344337-a3b5-45d6-b840-63dc0d68ae07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:41.785675 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-336cb089-f083-4369-8d78-2d97191a4b48 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "DELETE /v2.0/routers/4a867900-6771-4dbb-917c-8631dbf411a2/tags/tempest-TagsExtTest-Tag-1069920904 HTTP/1.1" status: 204 len: 168 time: 0.3383269 Sep 08 09:18:41.788121 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36090) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:41.796860 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fafd7e94-ff48-4688-83bf-09543c6255bd tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Made reservation on behalf of befb68007ce4499daff28b75d6381c43 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:18:41.799582 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.tag.tag_plugin [None req-e1e423cf-06b4-44e2-9d95-0a7d5a9d9378 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4a867900-6771-4dbb-917c-8631dbf411a2') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:41.815182 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fafd7e94-ff48-4688-83bf-09543c6255bd tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:41.868315 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [None req-fafd7e94-ff48-4688-83bf-09543c6255bd tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] device_id is not set on port b9f28786-8fbe-4130-926b-f6fc0373d1a2 yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:18:41.883122 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4455a427-ad58-4632-8992-cf1bece5762d tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:41.926380 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 67b99a1e-89d2-4d79-a2c6-6e17d82ec0da completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:18:41.953032 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 67b99a1e-89d2-4d79-a2c6-6e17d82ec0da triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:18:41.953958 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:41.954576 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e1e423cf-06b4-44e2-9d95-0a7d5a9d9378 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "GET /v2.0/routers/4a867900-6771-4dbb-917c-8631dbf411a2/tags HTTP/1.1" status: 200 len: 205 time: 0.1648273 Sep 08 09:18:41.956959 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36094) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:41.968471 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.tag.tag_plugin [None req-1c06c701-ef4d-4083-b158-ad1dd7c6d926 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '86ff1a82-492f-4848-85e7-f65011a0aa0e') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:42.027404 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1c06c701-ef4d-4083-b158-ad1dd7c6d926 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "GET /v2.0/subnetpools/86ff1a82-492f-4848-85e7-f65011a0aa0e/tags HTTP/1.1" status: 200 len: 241 time: 0.0612974 Sep 08 09:18:42.027705 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36096) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:42.039189 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.tag.tag_plugin [None req-7f2287ad-3baa-4a94-be4a-024f76486af3 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '86ff1a82-492f-4848-85e7-f65011a0aa0e', 'tempest-TagsExtTest-Tag-1650115914') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:42.124967 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7f2287ad-3baa-4a94-be4a-024f76486af3 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "GET /v2.0/subnetpools/86ff1a82-492f-4848-85e7-f65011a0aa0e/tags/tempest-TagsExtTest-Tag-1650115914 HTTP/1.1" status: 204 len: 168 time: 0.0946796 Sep 08 09:18:42.129113 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36100) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:42.146524 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.tag.tag_plugin [None req-58ac28d6-91e0-41ba-8b70-0b01da22205a tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '86ff1a82-492f-4848-85e7-f65011a0aa0e', 'tempest-TagsExtTest-Tag-1650115914') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:42.245108 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-ad344337-a3b5-45d6-b840-63dc0d68ae07 None None] Allocated IP 172.20.0.2 (c02e7502-4088-40ef-9adc-fedd23590a56/380a6aeb-5de9-4f05-9571-2320c422949c/f4018dec-74ea-44b7-8280-b84f87959133) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:18:42.270457 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-58ac28d6-91e0-41ba-8b70-0b01da22205a tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "DELETE /v2.0/subnetpools/86ff1a82-492f-4848-85e7-f65011a0aa0e/tags/tempest-TagsExtTest-Tag-1650115914 HTTP/1.1" status: 204 len: 168 time: 0.1336102 Sep 08 09:18:42.279949 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36104) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:42.292178 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.tag.tag_plugin [None req-e0c2456b-a90d-4908-9766-83d9326464d4 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '86ff1a82-492f-4848-85e7-f65011a0aa0e') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:42.381391 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 36108) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:42.384169 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e0c2456b-a90d-4908-9766-83d9326464d4 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "GET /v2.0/subnetpools/86ff1a82-492f-4848-85e7-f65011a0aa0e/tags HTTP/1.1" status: 200 len: 205 time: 0.1013162 Sep 08 09:18:42.420693 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.tag.tag_plugin [None req-64ad1d07-5823-488a-b84e-f6183efd3130 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '86ff1a82-492f-4848-85e7-f65011a0aa0e') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:42.421601 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36110) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:42.433578 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:42.584540 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 67b99a1e-89d2-4d79-a2c6-6e17d82ec0da, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=67b99a1e-89d2-4d79-a2c6-6e17d82ec0da,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:18:42.595145 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:42.681175 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4455a427-ad58-4632-8992-cf1bece5762d tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:42.684180 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-faa598dd-1320-4abe-906e-cbc5597b5bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:42.698480 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-64ad1d07-5823-488a-b84e-f6183efd3130 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "DELETE /v2.0/subnetpools/86ff1a82-492f-4848-85e7-f65011a0aa0e/tags HTTP/1.1" status: 204 len: 168 time: 0.3137591 Sep 08 09:18:42.701751 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 36114) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:42.708005 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.tag.tag_plugin [None req-140071c1-0011-473e-8f28-45712fe49200 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4a867900-6771-4dbb-917c-8631dbf411a2') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:42.721927 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f604939-83ba-40de-87f0-f451a66e420d req-273dad07-425e-4255-bf36-445bb9c41020 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:42.723654 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6f604939-83ba-40de-87f0-f451a66e420d req-273dad07-425e-4255-bf36-445bb9c41020 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 946 time: 0.1596160 Sep 08 09:18:42.875616 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=67b99a1e-89d2-4d79-a2c6-6e17d82ec0da,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:42.906422 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ad344337-a3b5-45d6-b840-63dc0d68ae07 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:42.924347 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ad344337-a3b5-45d6-b840-63dc0d68ae07 None None] Transition to ACTIVE for port object f4018dec-74ea-44b7-8280-b84f87959133 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:18:42.931621 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6f604939-83ba-40de-87f0-f451a66e420d req-6b7f25e7-ac55-479f-bec3-9f2b15651ab4 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914106 Sep 08 09:18:42.935345 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-faa598dd-1320-4abe-906e-cbc5597b5bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:42.947057 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-faa598dd-1320-4abe-906e-cbc5597b5bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:42.977194 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ad344337-a3b5-45d6-b840-63dc0d68ae07 None None] Transition to ACTIVE for port object f4018dec-74ea-44b7-8280-b84f87959133 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:18:42.991166 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ad344337-a3b5-45d6-b840-63dc0d68ae07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:43.017176 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-faa598dd-1320-4abe-906e-cbc5597b5bbb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f05c5fc483c24dbda140b6319cbb4895&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5920591 Sep 08 09:18:43.019254 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa598dd-1320-4abe-906e-cbc5597b5bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5a5b68-36ed-4498-abc7-9ba934e540b2,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:43.023995 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36116) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:43.064195 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad344337-a3b5-45d6-b840-63dc0d68ae07 None None] Network c02e7502-4088-40ef-9adc-fedd23590a56 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:18:43.068052 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-ad344337-a3b5-45d6-b840-63dc0d68ae07 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:18:43.072299 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad344337-a3b5-45d6-b840-63dc0d68ae07 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:18:43.106486 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9aa8193e-4dd1-4b8d-868e-58c6a862cbd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:43.139006 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad344337-a3b5-45d6-b840-63dc0d68ae07 None None] Pushing event updated for resources: {'Port': ['ID=f4018dec-74ea-44b7-8280-b84f87959133,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:43.152232 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9aa8193e-4dd1-4b8d-868e-58c6a862cbd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:43.166482 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-ad344337-a3b5-45d6-b840-63dc0d68ae07 None None] Attempting to bind port f4018dec-74ea-44b7-8280-b84f87959133 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:18:43.166902 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-ad344337-a3b5-45d6-b840-63dc0d68ae07 None None] Attempting to bind port f4018dec-74ea-44b7-8280-b84f87959133 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '02fc3858-b856-4866-ba6a-78f6b042dfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c02e7502-4088-40ef-9adc-fedd23590a56'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:18:43.167275 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad344337-a3b5-45d6-b840-63dc0d68ae07 None None] Attempting to bind port f4018dec-74ea-44b7-8280-b84f87959133 on network c02e7502-4088-40ef-9adc-fedd23590a56 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:18:43.180422 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad344337-a3b5-45d6-b840-63dc0d68ae07 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:18:43.185955 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad344337-a3b5-45d6-b840-63dc0d68ae07 None None] Checking segment: {'id': '02fc3858-b856-4866-ba6a-78f6b042dfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c02e7502-4088-40ef-9adc-fedd23590a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:18:43.186620 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ad344337-a3b5-45d6-b840-63dc0d68ae07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:43.187051 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad344337-a3b5-45d6-b840-63dc0d68ae07 None None] Bound using segment: {'id': '02fc3858-b856-4866-ba6a-78f6b042dfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c02e7502-4088-40ef-9adc-fedd23590a56'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:18:43.187600 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-ad344337-a3b5-45d6-b840-63dc0d68ae07 None None] Bound port: f4018dec-74ea-44b7-8280-b84f87959133, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02fc3858-b856-4866-ba6a-78f6b042dfa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'c02e7502-4088-40ef-9adc-fedd23590a56'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:18:43.188229 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ad344337-a3b5-45d6-b840-63dc0d68ae07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:43.191752 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-fafd7e94-ff48-4688-83bf-09543c6255bd tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Allocated IP 172.20.0.4 (c02e7502-4088-40ef-9adc-fedd23590a56/380a6aeb-5de9-4f05-9571-2320c422949c/b9f28786-8fbe-4130-926b-f6fc0373d1a2) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:18:43.237804 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9aa8193e-4dd1-4b8d-868e-58c6a862cbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:43.242957 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9aa8193e-4dd1-4b8d-868e-58c6a862cbd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:43.246131 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9aa8193e-4dd1-4b8d-868e-58c6a862cbd3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/de5a5b68-36ed-4498-abc7-9ba934e540b2 HTTP/1.1" status: 204 len: 168 time: 0.2192669 Sep 08 09:18:43.255603 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa8193e-4dd1-4b8d-868e-58c6a862cbd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5a5b68-36ed-4498-abc7-9ba934e540b2,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:43.367003 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-ad344337-a3b5-45d6-b840-63dc0d68ae07 None None] For port f4018dec-74ea-44b7-8280-b84f87959133, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:18:43.369501 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-140071c1-0011-473e-8f28-45712fe49200 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "DELETE /v2.0/routers/4a867900-6771-4dbb-917c-8631dbf411a2/tags HTTP/1.1" status: 204 len: 168 time: 0.6673758 Sep 08 09:18:43.373339 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-ad344337-a3b5-45d6-b840-63dc0d68ae07 None None] For port f4018dec-74ea-44b7-8280-b84f87959133, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=f4018dec-74ea-44b7-8280-b84f87959133,segment=NetworkSegment(02fc3858-b856-4866-ba6a-78f6b042dfa6),segment_id=02fc3858-b856-4866-ba6a-78f6b042dfa6)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:18:43.377862 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36122) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:43.383046 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.tag.tag_plugin [None req-7da5ba43-8288-4811-9fe3-d7d2e56971b1 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c0dda8ae-291f-49cb-afdd-d169e4463575') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:43.395549 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ad344337-a3b5-45d6-b840-63dc0d68ae07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:43.530638 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad344337-a3b5-45d6-b840-63dc0d68ae07 None None] Pushing event updated for resources: {'Port': ['ID=f4018dec-74ea-44b7-8280-b84f87959133,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:43.541539 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7da5ba43-8288-4811-9fe3-d7d2e56971b1 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "DELETE /v2.0/ports/c0dda8ae-291f-49cb-afdd-d169e4463575/tags HTTP/1.1" status: 204 len: 168 time: 0.1624117 Sep 08 09:18:43.543989 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36126) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:43.555162 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.tag.tag_plugin [None req-f8eb10d1-e0c3-4fe0-ad7f-b5bc420dcfc8 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b2e46866-4fd3-48a7-9f6e-96ae860c3ef7') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:43.636599 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f8eb10d1-e0c3-4fe0-ad7f-b5bc420dcfc8 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "DELETE /v2.0/subnets/b2e46866-4fd3-48a7-9f6e-96ae860c3ef7/tags HTTP/1.1" status: 204 len: 168 time: 0.0915823 Sep 08 09:18:43.645066 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36128) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:43.652769 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.tag.tag_plugin [None req-bf3b28bc-5783-4dbe-83f8-2da9611431db tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b2e46866-4fd3-48a7-9f6e-96ae860c3ef7', 'tempest-TagsExtTest-Tag-1155203695') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:43.782020 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-bf3b28bc-5783-4dbe-83f8-2da9611431db tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "PUT /v2.0/subnets/b2e46866-4fd3-48a7-9f6e-96ae860c3ef7/tags/tempest-TagsExtTest-Tag-1155203695 HTTP/1.1" status: 201 len: 201 time: 0.1332967 Sep 08 09:18:43.782358 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36132) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:43.790446 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.tag.tag_plugin [None req-fe17d2b2-6f6d-401c-8c23-23587c7407b1 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c0dda8ae-291f-49cb-afdd-d169e4463575', 'tempest-TagsExtTest-Tag-1617997527') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:43.950463 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-fe17d2b2-6f6d-401c-8c23-23587c7407b1 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "PUT /v2.0/ports/c0dda8ae-291f-49cb-afdd-d169e4463575/tags/tempest-TagsExtTest-Tag-1617997527 HTTP/1.1" status: 201 len: 201 time: 0.1667612 Sep 08 09:18:43.953157 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36138) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:43.972524 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.tag.tag_plugin [None req-115f1a62-b6a1-4ea6-9a01-2d02427b9afe tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4a867900-6771-4dbb-917c-8631dbf411a2', 'tempest-TagsExtTest-Tag-1824292645') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:44.175489 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fafd7e94-ff48-4688-83bf-09543c6255bd tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:44.196228 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-fafd7e94-ff48-4688-83bf-09543c6255bd tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Transition to ACTIVE for port object b9f28786-8fbe-4130-926b-f6fc0373d1a2 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:18:44.259199 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fafd7e94-ff48-4688-83bf-09543c6255bd tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:44.338193 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-115f1a62-b6a1-4ea6-9a01-2d02427b9afe tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "PUT /v2.0/routers/4a867900-6771-4dbb-917c-8631dbf411a2/tags/tempest-TagsExtTest-Tag-1824292645 HTTP/1.1" status: 201 len: 201 time: 0.3790274 Sep 08 09:18:44.338777 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36146) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:44.343139 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.tag.tag_plugin [None req-82f1047b-560f-4147-b275-6edc93b37618 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '86ff1a82-492f-4848-85e7-f65011a0aa0e', 'tempest-TagsExtTest-Tag-975383803') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:44.361618 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafd7e94-ff48-4688-83bf-09543c6255bd tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Network c02e7502-4088-40ef-9adc-fedd23590a56 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:18:44.367741 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-fafd7e94-ff48-4688-83bf-09543c6255bd tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:18:44.384313 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fdc502-aa6f-4ce8-bcc2-426d95d76a3e req-11a587ee-41c4-46bb-bfec-46553c8a5b64 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:44.386330 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafd7e94-ff48-4688-83bf-09543c6255bd tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:18:44.394658 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b6fdc502-aa6f-4ce8-bcc2-426d95d76a3e req-11a587ee-41c4-46bb-bfec-46553c8a5b64 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 946 time: 0.2614467 Sep 08 09:18:44.443581 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4455a427-ad58-4632-8992-cf1bece5762d tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Router 0d9369ed-6632-445c-a33a-b8036f519b5b is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:18:44.460531 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd7e94-ff48-4688-83bf-09543c6255bd tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event updated for resources: {'Port': ['ID=b9f28786-8fbe-4130-926b-f6fc0373d1a2,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:44.467300 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b6fdc502-aa6f-4ce8-bcc2-426d95d76a3e req-99238d3b-e006-4f5e-b070-3e003db4bb6d tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716386 Sep 08 09:18:44.483077 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-82f1047b-560f-4147-b275-6edc93b37618 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "PUT /v2.0/subnetpools/86ff1a82-492f-4848-85e7-f65011a0aa0e/tags/tempest-TagsExtTest-Tag-975383803 HTTP/1.1" status: 201 len: 201 time: 0.1436598 Sep 08 09:18:44.504886 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36154) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:44.517352 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.tag.tag_plugin [None req-21c1b119-b85e-40e1-9c78-f2c1f63bfef9 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'b2e46866-4fd3-48a7-9f6e-96ae860c3ef7', {'tags': ['tempest-TagsExtTest-Tag-806603746', 'tempest-TagsExtTest-Tag-1271282588', 'tempest-TagsExtTest-Tag-2060740505']}) {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:44.607528 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-21c1b119-b85e-40e1-9c78-f2c1f63bfef9 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "PUT /v2.0/subnets/b2e46866-4fd3-48a7-9f6e-96ae860c3ef7/tags HTTP/1.1" status: 200 len: 317 time: 0.0994420 Sep 08 09:18:44.614144 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36158) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:44.619701 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.tag.tag_plugin [None req-9a999599-ac87-430a-9f9c-a3821ed448a3 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b2e46866-4fd3-48a7-9f6e-96ae860c3ef7') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:44.657271 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4455a427-ad58-4632-8992-cf1bece5762d tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:18:44.669610 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafd7e94-ff48-4688-83bf-09543c6255bd tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:44.671814 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7a6f0e-64cb-452f-90af-749f4e1d2c54 None None] Sync routers for ids ['0d9369ed-6632-445c-a33a-b8036f519b5b'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:18:44.672669 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fafd7e94-ff48-4688-83bf-09543c6255bd tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:44.691454 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7a6f0e-64cb-452f-90af-749f4e1d2c54 None None] Routers {'0d9369ed-6632-445c-a33a-b8036f519b5b'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:18:44.693503 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-0b7a6f0e-64cb-452f-90af-749f4e1d2c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:18:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['0d9369ed-6632-445c-a33a-b8036f519b5b'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:44.697430 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4455a427-ad58-4632-8992-cf1bece5762d tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:44.705388 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4455a427-ad58-4632-8992-cf1bece5762d tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.9412193 Sep 08 09:18:44.707729 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 36160) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:44.736752 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-fafd7e94-ff48-4688-83bf-09543c6255bd tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7557726 Sep 08 09:18:44.738386 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 36162) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:44.758590 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9a999599-ac87-430a-9f9c-a3821ed448a3 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "DELETE /v2.0/subnets/b2e46866-4fd3-48a7-9f6e-96ae860c3ef7/tags HTTP/1.1" status: 204 len: 168 time: 0.1321969 Sep 08 09:18:44.761045 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36164) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:44.768559 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.tag.tag_plugin [None req-e05f9d5a-72cf-4ae0-8dc1-ec359a190831 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b2e46866-4fd3-48a7-9f6e-96ae860c3ef7', 'tempest-TagsExtTest-Tag-806603746') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:44.917378 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-e05f9d5a-72cf-4ae0-8dc1-ec359a190831 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] show failed (client error): The resource could not be found. Sep 08 09:18:44.923972 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e05f9d5a-72cf-4ae0-8dc1-ec359a190831 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "GET /v2.0/subnets/b2e46866-4fd3-48a7-9f6e-96ae860c3ef7/tags/tempest-TagsExtTest-Tag-806603746 HTTP/1.1" status: 404 len: 328 time: 0.1602681 Sep 08 09:18:44.926595 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36166) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:44.937433 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.tag.tag_plugin [None req-f1a2d6a5-3ce7-4ee6-bd91-4e3adefe39c7 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b2e46866-4fd3-48a7-9f6e-96ae860c3ef7', 'tempest-TagsExtTest-Tag-1271282588') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:45.067454 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-0b7a6f0e-64cb-452f-90af-749f4e1d2c54 None None] Set router 0d9369ed-6632-445c-a33a-b8036f519b5b gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:18:45.097564 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-f1a2d6a5-3ce7-4ee6-bd91-4e3adefe39c7 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] show failed (client error): The resource could not be found. Sep 08 09:18:45.111251 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f1a2d6a5-3ce7-4ee6-bd91-4e3adefe39c7 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "GET /v2.0/subnets/b2e46866-4fd3-48a7-9f6e-96ae860c3ef7/tags/tempest-TagsExtTest-Tag-1271282588 HTTP/1.1" status: 404 len: 329 time: 0.1813145 Sep 08 09:18:45.112342 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 36172) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:45.167261 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.tag.tag_plugin [None req-3148fee7-891c-43c9-8054-2b9d3a028268 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b2e46866-4fd3-48a7-9f6e-96ae860c3ef7', 'tempest-TagsExtTest-Tag-2060740505') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:45.319179 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device f4018dec-74ea-44b7-8280-b84f87959133 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:18:45.349425 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5084f30c-98a6-4f7f-b9c3-560f6463957d tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] 10.222.0.54 "GET /v2.0/routers/0d9369ed-6632-445c-a33a-b8036f519b5b HTTP/1.1" status: 200 len: 908 time: 0.6338341 Sep 08 09:18:45.354376 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36182) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:45.371319 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-ee283856-c25b-4751-a6c1-88b1efa7b305 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Deleting port b9f28786-8fbe-4130-926b-f6fc0373d1a2 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:18:45.371802 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ee283856-c25b-4751-a6c1-88b1efa7b305 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:45.575708 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-3148fee7-891c-43c9-8054-2b9d3a028268 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] show failed (client error): The resource could not be found. Sep 08 09:18:45.582627 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-3148fee7-891c-43c9-8054-2b9d3a028268 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "GET /v2.0/subnets/b2e46866-4fd3-48a7-9f6e-96ae860c3ef7/tags/tempest-TagsExtTest-Tag-2060740505 HTTP/1.1" status: 404 len: 329 time: 0.4593143 Sep 08 09:18:45.582627 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 36194) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:45.588138 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port f4018dec-74ea-44b7-8280-b84f87959133 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:18:45.588968 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.tag.tag_plugin [None req-77bd7e44-a846-4387-886c-368cfba0d5ab tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'c0dda8ae-291f-49cb-afdd-d169e4463575', {'tags': ['tempest-TagsExtTest-Tag-409656431', 'tempest-TagsExtTest-Tag-713968854', 'tempest-TagsExtTest-Tag-1391139537']}) {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:45.618491 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 67b99a1e-89d2-4d79-a2c6-6e17d82ec0da up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:18:45.716821 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-012c3cba-2c9e-4607-9d14-aec56ce00dc3 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:45.760491 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-77bd7e44-a846-4387-886c-368cfba0d5ab tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "PUT /v2.0/ports/c0dda8ae-291f-49cb-afdd-d169e4463575/tags HTTP/1.1" status: 200 len: 316 time: 0.1754925 Sep 08 09:18:45.762367 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 36200) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:45.783214 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.tag.tag_plugin [None req-558de30b-4d9f-47d3-a8dd-d61331012d31 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c0dda8ae-291f-49cb-afdd-d169e4463575') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:45.803872 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 67b99a1e-89d2-4d79-a2c6-6e17d82ec0da triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:18:45.804395 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:45.884521 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-012c3cba-2c9e-4607-9d14-aec56ce00dc3 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:45.907915 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ee283856-c25b-4751-a6c1-88b1efa7b305 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:45.931154 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-0b7a6f0e-64cb-452f-90af-749f4e1d2c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d9369ed-6632-445c-a33a-b8036f519b5b', 'name': 'tempest-snat-router-2083197138', 'tenant_id': '072e2f9785b44bd48abd24cbf2b488f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': 'bd18bc48-429d-4efa-ae0e-7dab3a57dbd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:18:37Z', 'updated_at': '2021-09-08T09:18:41Z', 'revision_number': 3, 'project_id': '072e2f9785b44bd48abd24cbf2b488f7', 'gw_port': {'id': 'bd18bc48-429d-4efa-ae0e-7dab3a57dbd4', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f2:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d9369ed-6632-445c-a33a-b8036f519b5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:18:39Z', 'updated_at': '2021-09-08T09:18:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:45.931949 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-ee283856-c25b-4751-a6c1-88b1efa7b305 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Calling delete_port for b9f28786-8fbe-4130-926b-f6fc0373d1a2 owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:18:45.973682 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afde707-a24c-48b9-b886-30a4cd558e04 req-a46b1a3c-59c4-4934-a592-5ef88ac6ba7c tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:45.986416 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7afde707-a24c-48b9-b886-30a4cd558e04 req-a46b1a3c-59c4-4934-a592-5ef88ac6ba7c tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 946 time: 0.2327032 Sep 08 09:18:45.997596 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-012c3cba-2c9e-4607-9d14-aec56ce00dc3 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Deleting port bd18bc48-429d-4efa-ae0e-7dab3a57dbd4 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:18:45.997596 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-012c3cba-2c9e-4607-9d14-aec56ce00dc3 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:46.015153 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7a6f0e-64cb-452f-90af-749f4e1d2c54 None None] Checking router: 0d9369ed-6632-445c-a33a-b8036f519b5b for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:18:46.017169 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7a6f0e-64cb-452f-90af-749f4e1d2c54 None None] Updating router 0d9369ed-6632-445c-a33a-b8036f519b5b port bd18bc48-429d-4efa-ae0e-7dab3a57dbd4 binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:18:46.083754 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0b7a6f0e-64cb-452f-90af-749f4e1d2c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:46.164073 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7afde707-a24c-48b9-b886-30a4cd558e04 req-48053f1e-9108-492f-8cbb-083df9346cbc tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519406 Sep 08 09:18:46.233785 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-558de30b-4d9f-47d3-a8dd-d61331012d31 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "DELETE /v2.0/ports/c0dda8ae-291f-49cb-afdd-d169e4463575/tags HTTP/1.1" status: 204 len: 168 time: 0.4677846 Sep 08 09:18:46.236255 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 36210) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:46.249820 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.tag.tag_plugin [None req-38aa80b9-2200-405f-82a6-390a63dbb05e tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c0dda8ae-291f-49cb-afdd-d169e4463575', 'tempest-TagsExtTest-Tag-409656431') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:46.279808 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-012c3cba-2c9e-4607-9d14-aec56ce00dc3 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:46.303195 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-012c3cba-2c9e-4607-9d14-aec56ce00dc3 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Calling delete_port for bd18bc48-429d-4efa-ae0e-7dab3a57dbd4 owned by network:router_gateway {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:18:46.309195 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b239b141-c725-4223-b278-e4f1fcd3155c None None] Network c02e7502-4088-40ef-9adc-fedd23590a56 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:18:46.367214 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-38aa80b9-2200-405f-82a6-390a63dbb05e tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] show failed (client error): The resource could not be found. Sep 08 09:18:46.371526 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-38aa80b9-2200-405f-82a6-390a63dbb05e tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "GET /v2.0/ports/c0dda8ae-291f-49cb-afdd-d169e4463575/tags/tempest-TagsExtTest-Tag-409656431 HTTP/1.1" status: 404 len: 328 time: 0.1340096 Sep 08 09:18:46.372194 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 36212) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:46.383300 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.tag.tag_plugin [None req-77b9398c-0dad-4a5e-940d-a15ff630476e tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c0dda8ae-291f-49cb-afdd-d169e4463575', 'tempest-TagsExtTest-Tag-713968854') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:46.436930 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ee283856-c25b-4751-a6c1-88b1efa7b305 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:46.513951 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee283856-c25b-4751-a6c1-88b1efa7b305 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event deleted for resources: {'Port': ['ID=b9f28786-8fbe-4130-926b-f6fc0373d1a2,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:46.524338 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-77b9398c-0dad-4a5e-940d-a15ff630476e tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] show failed (client error): The resource could not be found. Sep 08 09:18:46.528792 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-012c3cba-2c9e-4607-9d14-aec56ce00dc3 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:46.529468 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-77b9398c-0dad-4a5e-940d-a15ff630476e tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "GET /v2.0/ports/c0dda8ae-291f-49cb-afdd-d169e4463575/tags/tempest-TagsExtTest-Tag-713968854 HTTP/1.1" status: 404 len: 328 time: 0.1531835 Sep 08 09:18:46.533843 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 36216) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:46.540475 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.tag.tag_plugin [None req-39fa920f-13e8-47c4-b02a-18b6d84bef85 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c0dda8ae-291f-49cb-afdd-d169e4463575', 'tempest-TagsExtTest-Tag-1391139537') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:46.617502 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c3cba-2c9e-4607-9d14-aec56ce00dc3 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd18bc48-429d-4efa-ae0e-7dab3a57dbd4,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:46.657754 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ee283856-c25b-4751-a6c1-88b1efa7b305 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:46.660456 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ee283856-c25b-4751-a6c1-88b1efa7b305 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/ports/b9f28786-8fbe-4130-926b-f6fc0373d1a2 HTTP/1.1" status: 204 len: 168 time: 1.9196293 Sep 08 09:18:46.663710 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 36218) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:46.694984 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-841f0055-ecbf-480c-bf4f-6fbae10134c4 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] DELETE failed (client error): The resource could not be found. Sep 08 09:18:46.696007 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-841f0055-ecbf-480c-bf4f-6fbae10134c4 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:18:46.696887 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36222) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:46.698306 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-841f0055-ecbf-480c-bf4f-6fbae10134c4 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/ports/b9f28786-8fbe-4130-926b-f6fc0373d1a2 HTTP/1.1" status: 404 len: 333 time: 0.0332618 Sep 08 09:18:46.701846 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-39fa920f-13e8-47c4-b02a-18b6d84bef85 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] show failed (client error): The resource could not be found. Sep 08 09:18:46.708254 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-39fa920f-13e8-47c4-b02a-18b6d84bef85 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "GET /v2.0/ports/c0dda8ae-291f-49cb-afdd-d169e4463575/tags/tempest-TagsExtTest-Tag-1391139537 HTTP/1.1" status: 404 len: 329 time: 0.1730270 Sep 08 09:18:46.709947 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 36224) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:46.709947 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 36226) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:46.782293 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.tag.tag_plugin [None req-2cf5e946-5bfa-4849-a0e6-c9716fbab567 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '4a867900-6771-4dbb-917c-8631dbf411a2', {'tags': ['tempest-TagsExtTest-Tag-289088479', 'tempest-TagsExtTest-Tag-1427364245', 'tempest-TagsExtTest-Tag-1555154711']}) {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:46.788497 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3f57057-890b-4725-8043-3b74203d8de2 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] GET failed (client error): The resource could not be found. Sep 08 09:18:46.793890 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b3f57057-890b-4725-8043-3b74203d8de2 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "GET /v2.0/ports/b9f28786-8fbe-4130-926b-f6fc0373d1a2 HTTP/1.1" status: 404 len: 333 time: 0.0835044 Sep 08 09:18:46.799599 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 36230) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:46.849088 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-4994533e-d833-4792-887c-b630ce82288c None None] Provisioning for port f4018dec-74ea-44b7-8280-b84f87959133 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:18:46.866353 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-012c3cba-2c9e-4607-9d14-aec56ce00dc3 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:46.877896 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-4994533e-d833-4792-887c-b630ce82288c None None] Provisioning complete for port f4018dec-74ea-44b7-8280-b84f87959133 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:18:46.879556 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4994533e-d833-4792-887c-b630ce82288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:46.986598 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6d5a455e-da09-409d-9a20-6d119e375cf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:47.037761 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.db.api [None req-0b7a6f0e-64cb-452f-90af-749f4e1d2c54 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 09:18:47.039000 n-d-806683-11 neutron-server[94714]: DEBUG oslo_db.api [None req-0b7a6f0e-64cb-452f-90af-749f4e1d2c54 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 09:18:47.046319 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-012c3cba-2c9e-4607-9d14-aec56ce00dc3 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:47.049545 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-012c3cba-2c9e-4607-9d14-aec56ce00dc3 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:47.058264 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-36c5037d-acfd-4e7b-b5b3-e1ebb0448c05 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Deleting subnet 380a6aeb-5de9-4f05-9571-2320c422949c {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:18:47.067509 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-36c5037d-acfd-4e7b-b5b3-e1ebb0448c05 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:47.136701 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-012c3cba-2c9e-4607-9d14-aec56ce00dc3 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:47.139539 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012c3cba-2c9e-4607-9d14-aec56ce00dc3 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0d9369ed-6632-445c-a33a-b8036f519b5b {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:18:47.162644 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-012c3cba-2c9e-4607-9d14-aec56ce00dc3 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:47.166340 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-012c3cba-2c9e-4607-9d14-aec56ce00dc3 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] 10.222.0.54 "DELETE /v2.0/routers/0d9369ed-6632-445c-a33a-b8036f519b5b HTTP/1.1" status: 204 len: 168 time: 1.8081520 Sep 08 09:18:47.170385 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 36240) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:47.175684 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-36c5037d-acfd-4e7b-b5b3-e1ebb0448c05 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:47.177617 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4994533e-d833-4792-887c-b630ce82288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:47.372200 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6d5a455e-da09-409d-9a20-6d119e375cf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:47.386315 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6d5a455e-da09-409d-9a20-6d119e375cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:47.433207 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5f33225c-4803-4d4a-8e89-e73abbeeceb0 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for router, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:47.439542 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2cf5e946-5bfa-4849-a0e6-c9716fbab567 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "PUT /v2.0/routers/4a867900-6771-4dbb-917c-8631dbf411a2/tags HTTP/1.1" status: 200 len: 317 time: 0.7275257 Sep 08 09:18:47.462320 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6d5a455e-da09-409d-9a20-6d119e375cf5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f1ab31b062314d5397c58322c580e8e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7599161 Sep 08 09:18:47.462320 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36248) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:47.485469 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 36250) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:47.495653 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bbdc38-a734-4827-87fa-eb5994ed0011 req-8b464504-bf40-4ec1-9e84-91b8e5a85e71 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:47.502069 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-12bbdc38-a734-4827-87fa-eb5994ed0011 req-8b464504-bf40-4ec1-9e84-91b8e5a85e71 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 946 time: 0.1820397 Sep 08 09:18:47.510988 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.tag.tag_plugin [None req-4ab05275-aac0-4619-bc7f-d5076c7de96c tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4a867900-6771-4dbb-917c-8631dbf411a2') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:47.558986 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-4994533e-d833-4792-887c-b630ce82288c None None] For port f4018dec-74ea-44b7-8280-b84f87959133, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=f4018dec-74ea-44b7-8280-b84f87959133,segment=NetworkSegment(02fc3858-b856-4866-ba6a-78f6b042dfa6),segment_id=02fc3858-b856-4866-ba6a-78f6b042dfa6)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:18:47.572434 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4994533e-d833-4792-887c-b630ce82288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:47.595972 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7a6f0e-64cb-452f-90af-749f4e1d2c54 None None] Port bd18bc48-429d-4efa-ae0e-7dab3a57dbd4 not found while updating agent binding for router 0d9369ed-6632-445c-a33a-b8036f519b5b. {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 08 09:18:47.665172 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-28cae946-5f06-4287-99a7-455236dbf956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:47.682884 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7a6f0e-64cb-452f-90af-749f4e1d2c54 None None] Routers set() bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:18:47.684135 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7a6f0e-64cb-452f-90af-749f4e1d2c54 None None] Router IDs set() for agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 08 09:18:47.685098 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_agentschedulers_db [None req-0b7a6f0e-64cb-452f-90af-749f4e1d2c54 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0d9369ed-6632-445c-a33a-b8036f519b5b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:18:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent'). {{(pid=94714) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 08 09:18:47.685496 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7a6f0e-64cb-452f-90af-749f4e1d2c54 None None] The sync data for ids ['0d9369ed-6632-445c-a33a-b8036f519b5b'] in n-d-806683-11 is: [] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:18:47.699923 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4994533e-d833-4792-887c-b630ce82288c None None] Pushing event updated for resources: {'Port': ['ID=f4018dec-74ea-44b7-8280-b84f87959133,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:47.723808 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5a455e-da09-409d-9a20-6d119e375cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f43eee-26e3-4baf-9cc7-f9a629de507d,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:47.755300 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-12bbdc38-a734-4827-87fa-eb5994ed0011 req-0cf66df2-a08e-4339-ad12-406bf1b9041e tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073308 Sep 08 09:18:47.792555 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4ab05275-aac0-4619-bc7f-d5076c7de96c tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "DELETE /v2.0/routers/4a867900-6771-4dbb-917c-8631dbf411a2/tags HTTP/1.1" status: 204 len: 168 time: 0.3173821 Sep 08 09:18:47.793317 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36256) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:47.802753 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.tag.tag_plugin [None req-5265c218-a956-4a39-816d-017f9d62ccda tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4a867900-6771-4dbb-917c-8631dbf411a2', 'tempest-TagsExtTest-Tag-289088479') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:47.832151 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-36c5037d-acfd-4e7b-b5b3-e1ebb0448c05 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:47.904191 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6f28dd1e-558d-4d81-b0fd-020f5ddc4d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:47.987434 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6f28dd1e-558d-4d81-b0fd-020f5ddc4d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:47.993047 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5f33225c-4803-4d4a-8e89-e73abbeeceb0 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:48.005255 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-5265c218-a956-4a39-816d-017f9d62ccda tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] show failed (client error): The resource could not be found. Sep 08 09:18:48.020755 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5265c218-a956-4a39-816d-017f9d62ccda tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "GET /v2.0/routers/4a867900-6771-4dbb-917c-8631dbf411a2/tags/tempest-TagsExtTest-Tag-289088479 HTTP/1.1" status: 404 len: 328 time: 0.2260642 Sep 08 09:18:48.024471 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 36278) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:48.034996 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.tag.tag_plugin [None req-3c0e2c9f-9452-40ff-8bc0-8e495b118a5a tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4a867900-6771-4dbb-917c-8631dbf411a2', 'tempest-TagsExtTest-Tag-1427364245') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:48.041027 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-8fded74b-3faa-40b9-a447-b1c8b505b868 None None] Provisioning complete for port f4018dec-74ea-44b7-8280-b84f87959133 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:18:48.042351 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8fded74b-3faa-40b9-a447-b1c8b505b868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:48.155400 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-36c5037d-acfd-4e7b-b5b3-e1ebb0448c05 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:48.240744 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c5037d-acfd-4e7b-b5b3-e1ebb0448c05 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event deleted for resources: {'Subnet': ['ID=380a6aeb-5de9-4f05-9571-2320c422949c,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:48.245764 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-36c5037d-acfd-4e7b-b5b3-e1ebb0448c05 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:48.250945 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-36c5037d-acfd-4e7b-b5b3-e1ebb0448c05 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/subnets/380a6aeb-5de9-4f05-9571-2320c422949c HTTP/1.1" status: 204 len: 168 time: 1.4461839 Sep 08 09:18:48.251855 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-3c0e2c9f-9452-40ff-8bc0-8e495b118a5a tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] show failed (client error): The resource could not be found. Sep 08 09:18:48.252022 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36286) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:48.252968 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-3c0e2c9f-9452-40ff-8bc0-8e495b118a5a tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "GET /v2.0/routers/4a867900-6771-4dbb-917c-8631dbf411a2/tags/tempest-TagsExtTest-Tag-1427364245 HTTP/1.1" status: 404 len: 329 time: 0.2230496 Sep 08 09:18:48.256210 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6f28dd1e-558d-4d81-b0fd-020f5ddc4d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:48.259389 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6f28dd1e-558d-4d81-b0fd-020f5ddc4d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:48.260868 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36288) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:48.261090 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-6f28dd1e-558d-4d81-b0fd-020f5ddc4d77 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b1f43eee-26e3-4baf-9cc7-f9a629de507d HTTP/1.1" status: 204 len: 168 time: 0.7743480 Sep 08 09:18:48.275213 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-5f33225c-4803-4d4a-8e89-e73abbeeceb0 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Deleting port 67b99a1e-89d2-4d79-a2c6-6e17d82ec0da {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:18:48.275687 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5f33225c-4803-4d4a-8e89-e73abbeeceb0 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:48.280000 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f28dd1e-558d-4d81-b0fd-020f5ddc4d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f43eee-26e3-4baf-9cc7-f9a629de507d,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:48.288718 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.tag.tag_plugin [None req-34c4a1e1-32e2-48ca-b470-415986bb1d81 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4a867900-6771-4dbb-917c-8631dbf411a2', 'tempest-TagsExtTest-Tag-1555154711') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:48.334476 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2aeb31a-dffb-4777-a27d-9cb3c8f2c478 None None] Network c02e7502-4088-40ef-9adc-fedd23590a56 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:18:48.439952 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-5f33225c-4803-4d4a-8e89-e73abbeeceb0 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] For port 67b99a1e-89d2-4d79-a2c6-6e17d82ec0da, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=67b99a1e-89d2-4d79-a2c6-6e17d82ec0da,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:18:48.440554 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5f33225c-4803-4d4a-8e89-e73abbeeceb0 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:48.465247 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-8785a91b-cf37-40a0-9c1b-470d4cd64b8a None None] Could not find standard attr ID for object b9f28786-8fbe-4130-926b-f6fc0373d1a2. {{(pid=94714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 09:18:48.465704 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-5f33225c-4803-4d4a-8e89-e73abbeeceb0 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Calling delete_port for 67b99a1e-89d2-4d79-a2c6-6e17d82ec0da owned by network:router_gateway {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:18:48.483166 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1d261959-2b0f-44bc-a659-0fb9a9893af1 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:48.508876 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6ce6b-f751-45a9-a4cb-c290e899cf39 req-facaefb1-d2b1-4b51-814f-f944c30c3765 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:48.518628 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-91c6ce6b-f751-45a9-a4cb-c290e899cf39 req-facaefb1-d2b1-4b51-814f-f944c30c3765 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 945 time: 0.2145069 Sep 08 09:18:48.608868 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-34c4a1e1-32e2-48ca-b470-415986bb1d81 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] show failed (client error): The resource could not be found. Sep 08 09:18:48.613927 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-34c4a1e1-32e2-48ca-b470-415986bb1d81 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "GET /v2.0/routers/4a867900-6771-4dbb-917c-8631dbf411a2/tags/tempest-TagsExtTest-Tag-1555154711 HTTP/1.1" status: 404 len: 329 time: 0.3509066 Sep 08 09:18:48.617881 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36294) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:48.622647 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.tag.tag_plugin [None req-de3013d0-aa4c-4ff8-9f66-18265c46ea1e tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '86ff1a82-492f-4848-85e7-f65011a0aa0e', {'tags': ['tempest-TagsExtTest-Tag-815613214', 'tempest-TagsExtTest-Tag-484020051', 'tempest-TagsExtTest-Tag-1302009875']}) {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:48.641560 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0a0787-3b4f-4f9b-be8f-fde8f82de809 None None] DHCP port deletion for c02e7502-4088-40ef-9adc-fedd23590a56 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:18:48.707450 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-91c6ce6b-f751-45a9-a4cb-c290e899cf39 req-b83ba156-7aa1-4754-9b71-195bbe3a1784 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1877096 Sep 08 09:18:48.752254 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-1d261959-2b0f-44bc-a659-0fb9a9893af1 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Deleting port f4018dec-74ea-44b7-8280-b84f87959133 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:18:48.752942 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1d261959-2b0f-44bc-a659-0fb9a9893af1 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:48.763241 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5f33225c-4803-4d4a-8e89-e73abbeeceb0 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:48.765290 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-3c0a0787-3b4f-4f9b-be8f-fde8f82de809 None None] Deleting port f4018dec-74ea-44b7-8280-b84f87959133 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:18:48.766871 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3c0a0787-3b4f-4f9b-be8f-fde8f82de809 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:48.825921 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f33225c-4803-4d4a-8e89-e73abbeeceb0 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Pushing event deleted for resources: {'Port': ['ID=67b99a1e-89d2-4d79-a2c6-6e17d82ec0da,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:48.840234 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-de3013d0-aa4c-4ff8-9f66-18265c46ea1e tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "PUT /v2.0/subnetpools/86ff1a82-492f-4848-85e7-f65011a0aa0e/tags HTTP/1.1" status: 200 len: 316 time: 0.2210784 Sep 08 09:18:48.868181 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-3c0a0787-3b4f-4f9b-be8f-fde8f82de809 None None] For port f4018dec-74ea-44b7-8280-b84f87959133, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=f4018dec-74ea-44b7-8280-b84f87959133,segment=NetworkSegment(02fc3858-b856-4866-ba6a-78f6b042dfa6),segment_id=02fc3858-b856-4866-ba6a-78f6b042dfa6)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:18:48.868609 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3c0a0787-3b4f-4f9b-be8f-fde8f82de809 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:48.889957 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-3c0a0787-3b4f-4f9b-be8f-fde8f82de809 None None] Calling delete_port for f4018dec-74ea-44b7-8280-b84f87959133 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:18:48.930786 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 36308) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:48.966510 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.tag.tag_plugin [None req-3540e34c-0a25-4a69-96ae-c1df3e69aec2 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '86ff1a82-492f-4848-85e7-f65011a0aa0e') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:49.060819 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3c0a0787-3b4f-4f9b-be8f-fde8f82de809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:49.132288 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0a0787-3b4f-4f9b-be8f-fde8f82de809 None None] No DVR routers for this DVR port f4018dec-74ea-44b7-8280-b84f87959133 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:18:49.144731 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device f4018dec-74ea-44b7-8280-b84f87959133 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:18:49.200344 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: f4018dec-74ea-44b7-8280-b84f87959133 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:18:49.200344 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device f4018dec-74ea-44b7-8280-b84f87959133 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:18:49.203826 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a0787-3b4f-4f9b-be8f-fde8f82de809 None None] Pushing event deleted for resources: {'Port': ['ID=f4018dec-74ea-44b7-8280-b84f87959133,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:49.414807 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-1d261959-2b0f-44bc-a659-0fb9a9893af1 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] For port f4018dec-74ea-44b7-8280-b84f87959133, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=f4018dec-74ea-44b7-8280-b84f87959133,segment=NetworkSegment(02fc3858-b856-4866-ba6a-78f6b042dfa6),segment_id=02fc3858-b856-4866-ba6a-78f6b042dfa6)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:18:49.415532 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1d261959-2b0f-44bc-a659-0fb9a9893af1 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:49.435665 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-1d261959-2b0f-44bc-a659-0fb9a9893af1 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Calling delete_port for f4018dec-74ea-44b7-8280-b84f87959133 owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:18:49.555755 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1d261959-2b0f-44bc-a659-0fb9a9893af1 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:49.607710 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d261959-2b0f-44bc-a659-0fb9a9893af1 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event deleted for resources: {'Port': ['ID=f4018dec-74ea-44b7-8280-b84f87959133,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:49.626893 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d261959-2b0f-44bc-a659-0fb9a9893af1 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:18:49.627917 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d261959-2b0f-44bc-a659-0fb9a9893af1 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:18:49.628272 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d261959-2b0f-44bc-a659-0fb9a9893af1 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:18:49.628611 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d261959-2b0f-44bc-a659-0fb9a9893af1 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:18:49.628971 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d261959-2b0f-44bc-a659-0fb9a9893af1 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:18:49.629281 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d261959-2b0f-44bc-a659-0fb9a9893af1 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:18:49.629928 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d261959-2b0f-44bc-a659-0fb9a9893af1 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:18:49.630370 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d261959-2b0f-44bc-a659-0fb9a9893af1 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:18:49.630772 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d261959-2b0f-44bc-a659-0fb9a9893af1 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:18:49.631727 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d261959-2b0f-44bc-a659-0fb9a9893af1 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:18:49.631727 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d261959-2b0f-44bc-a659-0fb9a9893af1 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:18:49.632003 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d261959-2b0f-44bc-a659-0fb9a9893af1 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:18:49.637240 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5f33225c-4803-4d4a-8e89-e73abbeeceb0 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:49.637793 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d261959-2b0f-44bc-a659-0fb9a9893af1 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] No DVR routers for this DVR port f4018dec-74ea-44b7-8280-b84f87959133 on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:18:49.712779 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6882af4-6e88-4b00-8692-a49fca44f7ef req-c0484b34-08d6-4a5f-a45b-9f4fdb98a89f tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:49.728684 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f6882af4-6e88-4b00-8692-a49fca44f7ef req-c0484b34-08d6-4a5f-a45b-9f4fdb98a89f tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 946 time: 0.8004227 Sep 08 09:18:49.751769 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1d261959-2b0f-44bc-a659-0fb9a9893af1 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:49.795473 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-3540e34c-0a25-4a69-96ae-c1df3e69aec2 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "DELETE /v2.0/subnetpools/86ff1a82-492f-4848-85e7-f65011a0aa0e/tags HTTP/1.1" status: 204 len: 168 time: 0.8430574 Sep 08 09:18:49.797486 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-1d261959-2b0f-44bc-a659-0fb9a9893af1 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c02e7502-4088-40ef-9adc-fedd23590a56']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:49.816087 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36364) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:49.826975 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.tag.tag_plugin [None req-4d335872-af8a-410f-8e81-f7346968ab61 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '86ff1a82-492f-4848-85e7-f65011a0aa0e', 'tempest-TagsExtTest-Tag-815613214') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:49.829914 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5f33225c-4803-4d4a-8e89-e73abbeeceb0 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:49.833476 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5f33225c-4803-4d4a-8e89-e73abbeeceb0 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:49.876037 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-1d261959-2b0f-44bc-a659-0fb9a9893af1 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02fc3858-b856-4866-ba6a-78f6b042dfa6') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:49.876808 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-1d261959-2b0f-44bc-a659-0fb9a9893af1 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02fc3858-b856-4866-ba6a-78f6b042dfa6') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:49.908112 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1d261959-2b0f-44bc-a659-0fb9a9893af1 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:49.929717 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-4d335872-af8a-410f-8e81-f7346968ab61 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] show failed (client error): The resource could not be found. Sep 08 09:18:49.933972 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4d335872-af8a-410f-8e81-f7346968ab61 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "GET /v2.0/subnetpools/86ff1a82-492f-4848-85e7-f65011a0aa0e/tags/tempest-TagsExtTest-Tag-815613214 HTTP/1.1" status: 404 len: 328 time: 0.1139829 Sep 08 09:18:49.938514 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36372) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:49.943240 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.tag.tag_plugin [None req-f7cfef32-8d81-4c23-a716-ff0dfb453c0a tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '86ff1a82-492f-4848-85e7-f65011a0aa0e', 'tempest-TagsExtTest-Tag-484020051') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:49.945787 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1d261959-2b0f-44bc-a659-0fb9a9893af1 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:49.966774 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f6882af4-6e88-4b00-8692-a49fca44f7ef req-248e8539-8027-4197-aea1-dc3312c39c2e tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2368317 Sep 08 09:18:49.979968 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5f33225c-4803-4d4a-8e89-e73abbeeceb0 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:49.980502 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f33225c-4803-4d4a-8e89-e73abbeeceb0 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 58cfdede-f830-42c6-b3ac-a0ca0a67d62c {{(pid=94712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:18:50.001407 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5f33225c-4803-4d4a-8e89-e73abbeeceb0 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:50.006147 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5f33225c-4803-4d4a-8e89-e73abbeeceb0 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] 10.222.0.54 "DELETE /v2.0/routers/58cfdede-f830-42c6-b3ac-a0ca0a67d62c HTTP/1.1" status: 204 len: 168 time: 2.8310595 Sep 08 09:18:50.006603 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 36378) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:50.012664 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d261959-2b0f-44bc-a659-0fb9a9893af1 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:18:50.013125 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1d261959-2b0f-44bc-a659-0fb9a9893af1 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:50.017154 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-c60180b1-e8b1-41fb-a4e0-44d27e39147e tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1812460252', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}, 'admin_state_up': False}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:18:50.020098 n-d-806683-11 neutron-server[94713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:18:50.020098 n-d-806683-11 neutron-server[94713]: self.session.flush() Sep 08 09:18:50.020098 n-d-806683-11 neutron-server[94713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:18:50.020098 n-d-806683-11 neutron-server[94713]: self.session.flush() Sep 08 09:18:50.020098 n-d-806683-11 neutron-server[94713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:18:50.020098 n-d-806683-11 neutron-server[94713]: self.session.flush() Sep 08 09:18:50.020098 n-d-806683-11 neutron-server[94713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:18:50.020098 n-d-806683-11 neutron-server[94713]: self.session.flush() Sep 08 09:18:50.020098 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:18:50.020098 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:18:50.020098 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:18:50.020098 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:18:50.020098 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:18:50.020098 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:18:50.020098 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:18:50.020098 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:18:50.020098 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:18:50.020098 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:18:50.020098 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:18:50.020098 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:18:50.020098 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:18:50.020098 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:18:50.020098 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:18:50.020098 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:18:50.020098 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:18:50.020098 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:18:50.020098 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:18:50.020098 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:18:50.020098 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:18:50.020098 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:18:50.020098 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:18:50.020098 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:18:50.020098 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:18:50.020098 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:18:50.020098 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:18:50.020098 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:18:50.020098 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:18:50.020098 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:18:50.020098 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:18:50.020098 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:18:50.051651 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94437620-1be0-4457-8756-d32cffdcec6d req-27ffe16d-e298-488c-b8a5-8faf706527f8 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:50.059235 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-94437620-1be0-4457-8756-d32cffdcec6d req-27ffe16d-e298-488c-b8a5-8faf706527f8 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 945 time: 0.2103629 Sep 08 09:18:50.088304 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c60180b1-e8b1-41fb-a4e0-44d27e39147e tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:50.089782 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c60180b1-e8b1-41fb-a4e0-44d27e39147e tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:50.173085 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-f7cfef32-8d81-4c23-a716-ff0dfb453c0a tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] show failed (client error): The resource could not be found. Sep 08 09:18:50.177312 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 36388) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:50.177766 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f7cfef32-8d81-4c23-a716-ff0dfb453c0a tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "GET /v2.0/subnetpools/86ff1a82-492f-4848-85e7-f65011a0aa0e/tags/tempest-TagsExtTest-Tag-484020051 HTTP/1.1" status: 404 len: 328 time: 0.2406704 Sep 08 09:18:50.182368 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.tag.tag_plugin [None req-278eb656-4b46-4823-8c03-1cab28f9edb9 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '86ff1a82-492f-4848-85e7-f65011a0aa0e', 'tempest-TagsExtTest-Tag-1302009875') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:50.193567 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1d261959-2b0f-44bc-a659-0fb9a9893af1 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:50.210001 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1d261959-2b0f-44bc-a659-0fb9a9893af1 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:50.218010 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1d261959-2b0f-44bc-a659-0fb9a9893af1 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/networks/c02e7502-4088-40ef-9adc-fedd23590a56 HTTP/1.1" status: 204 len: 168 time: 1.9650962 Sep 08 09:18:50.230821 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 36392) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:50.240211 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-94437620-1be0-4457-8756-d32cffdcec6d req-3df5f91f-f11b-44e7-b3db-c3ab68b1c01b tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799212 Sep 08 09:18:50.240733 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-eaf573dc-0bab-4310-97f7-9c8071f032ff tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1479504436'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:18:50.251759 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d261959-2b0f-44bc-a659-0fb9a9893af1 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event deleted for resources: {'Network': ['ID=c02e7502-4088-40ef-9adc-fedd23590a56,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:50.322573 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c60180b1-e8b1-41fb-a4e0-44d27e39147e tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:50.329209 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-278eb656-4b46-4823-8c03-1cab28f9edb9 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] show failed (client error): The resource could not be found. Sep 08 09:18:50.330557 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-278eb656-4b46-4823-8c03-1cab28f9edb9 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "GET /v2.0/subnetpools/86ff1a82-492f-4848-85e7-f65011a0aa0e/tags/tempest-TagsExtTest-Tag-1302009875 HTTP/1.1" status: 404 len: 329 time: 0.1522474 Sep 08 09:18:50.335038 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36398) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:50.341666 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.tag.tag_plugin [None req-5b48617a-a02b-403c-a92f-dbdbb84796be tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '86ff1a82-492f-4848-85e7-f65011a0aa0e') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:50.382297 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5b48617a-a02b-403c-a92f-dbdbb84796be tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "DELETE /v2.0/subnetpools/86ff1a82-492f-4848-85e7-f65011a0aa0e/tags HTTP/1.1" status: 204 len: 168 time: 0.0456648 Sep 08 09:18:50.382970 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36400) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:50.386887 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf573dc-0bab-4310-97f7-9c8071f032ff tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Made reservation on behalf of befb68007ce4499daff28b75d6381c43 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:18:50.388789 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.tag.tag_plugin [None req-b5b2883c-078f-4892-b9f8-7fa2a9250dad tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4a867900-6771-4dbb-917c-8631dbf411a2') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:50.392530 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-eaf573dc-0bab-4310-97f7-9c8071f032ff tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:50.408608 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:50.458927 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaf573dc-0bab-4310-97f7-9c8071f032ff tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:18:50.505588 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-eaf573dc-0bab-4310-97f7-9c8071f032ff tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:50.505939 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-eaf573dc-0bab-4310-97f7-9c8071f032ff tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Added segment bfd44b24-4cd6-4d09-8c85-32d4b833d9cc of type vlan for network a7254581-1232-4a50-a567-f79c98f0c5b7 Sep 08 09:18:50.522607 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b5b2883c-078f-4892-b9f8-7fa2a9250dad tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "DELETE /v2.0/routers/4a867900-6771-4dbb-917c-8631dbf411a2/tags HTTP/1.1" status: 204 len: 168 time: 0.1385546 Sep 08 09:18:50.523249 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36408) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:50.532791 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.tag.tag_plugin [None req-0f8153c6-1971-49c9-902b-82abecdc5bc5 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c0dda8ae-291f-49cb-afdd-d169e4463575') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:50.548694 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c60180b1-e8b1-41fb-a4e0-44d27e39147e tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:50.604794 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-eaf573dc-0bab-4310-97f7-9c8071f032ff tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:50.643672 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0f8153c6-1971-49c9-902b-82abecdc5bc5 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "DELETE /v2.0/ports/c0dda8ae-291f-49cb-afdd-d169e4463575/tags HTTP/1.1" status: 204 len: 168 time: 0.1119254 Sep 08 09:18:50.643672 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36410) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:50.647464 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.tag.tag_plugin [None req-9d452c4f-6166-4809-b37a-93a1a2df8289 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b2e46866-4fd3-48a7-9f6e-96ae860c3ef7') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:50.677792 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-eaf573dc-0bab-4310-97f7-9c8071f032ff tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:50.684114 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf573dc-0bab-4310-97f7-9c8071f032ff tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:50.685841 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-eaf573dc-0bab-4310-97f7-9c8071f032ff tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:50.726657 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6ff2b079-b067-44e3-9e84-ff90265e1d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:50.739667 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9d452c4f-6166-4809-b37a-93a1a2df8289 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "DELETE /v2.0/subnets/b2e46866-4fd3-48a7-9f6e-96ae860c3ef7/tags HTTP/1.1" status: 204 len: 168 time: 0.0905709 Sep 08 09:18:50.740599 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36416) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:50.827139 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-eaf573dc-0bab-4310-97f7-9c8071f032ff tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5891914 Sep 08 09:18:50.827529 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36420) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:50.829113 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf573dc-0bab-4310-97f7-9c8071f032ff tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event updated for resources: {'Network': ['ID=a7254581-1232-4a50-a567-f79c98f0c5b7,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:50.835275 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-334e0067-0437-4024-9efc-b5b4b50bb0c7 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Request body: {'subnet': {'network_id': 'a7254581-1232-4a50-a567-f79c98f0c5b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:18:50.841167 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network a7254581-1232-4a50-a567-f79c98f0c5b7 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:18:50.937303 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 67b99a1e-89d2-4d79-a2c6-6e17d82ec0da no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:18:50.960423 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c4f08d67-cfaa-4231-a9bb-e0db0bc0bf0b tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Notify callbacks [] for subnetpool, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:50.964985 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c4f08d67-cfaa-4231-a9bb-e0db0bc0bf0b tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "DELETE /v2.0/subnetpools/86ff1a82-492f-4848-85e7-f65011a0aa0e HTTP/1.1" status: 204 len: 168 time: 0.2234302 Sep 08 09:18:50.967294 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36422) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:50.968535 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 67b99a1e-89d2-4d79-a2c6-6e17d82ec0da {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:18:50.969318 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 67b99a1e-89d2-4d79-a2c6-6e17d82ec0da not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:18:51.007786 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0c87fd92-6144-475f-8451-3e3474f4dee6 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a867900-6771-4dbb-917c-8631dbf411a2 HTTP/1.1" status: 200 len: 205 time: 0.0373983 Sep 08 09:18:51.008714 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36428) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:51.013675 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c60180b1-e8b1-41fb-a4e0-44d27e39147e tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for router_gateway, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:51.035442 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c60180b1-e8b1-41fb-a4e0-44d27e39147e tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:51.121682 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f22883a4-e831-4352-a5cd-20283ba50096 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:51.171288 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334e0067-0437-4024-9efc-b5b4b50bb0c7 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Made reservation on behalf of befb68007ce4499daff28b75d6381c43 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:18:51.175794 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-334e0067-0437-4024-9efc-b5b4b50bb0c7 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:51.223965 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-c60180b1-e8b1-41fb-a4e0-44d27e39147e tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Allocated IP 172.25.0.167 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/34031b15-dd68-434f-9260-3c7749e1e48d) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:18:51.305802 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f00923-eafa-45e8-ab6d-65c8373db05a req-0acb75e1-0f84-4103-98ee-8b156c95592a tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:51.313687 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d5f00923-eafa-45e8-ab6d-65c8373db05a req-0acb75e1-0f84-4103-98ee-8b156c95592a tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 946 time: 0.1071868 Sep 08 09:18:51.398016 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d5f00923-eafa-45e8-ab6d-65c8373db05a req-9cc615c8-5f64-4617-9bc5-87a0dcc293e8 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830855 Sep 08 09:18:51.455181 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c60180b1-e8b1-41fb-a4e0-44d27e39147e tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:51.508099 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c60180b1-e8b1-41fb-a4e0-44d27e39147e tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:51.542669 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60180b1-e8b1-41fb-a4e0-44d27e39147e tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:18:51.563854 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-c60180b1-e8b1-41fb-a4e0-44d27e39147e tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:18:51.568559 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60180b1-e8b1-41fb-a4e0-44d27e39147e tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:18:51.612422 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60180b1-e8b1-41fb-a4e0-44d27e39147e tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Pushing event updated for resources: {'Port': ['ID=34031b15-dd68-434f-9260-3c7749e1e48d,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:51.675511 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f22883a4-e831-4352-a5cd-20283ba50096 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:51.679590 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f22883a4-e831-4352-a5cd-20283ba50096 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:51.769143 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f22883a4-e831-4352-a5cd-20283ba50096 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:51.769956 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22883a4-e831-4352-a5cd-20283ba50096 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Fanout notify agent at l3_agent the message router_deleted on router 4a867900-6771-4dbb-917c-8631dbf411a2 {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:18:51.782609 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f22883a4-e831-4352-a5cd-20283ba50096 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:51.786726 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 36480) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:51.799491 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f22883a4-e831-4352-a5cd-20283ba50096 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "DELETE /v2.0/routers/4a867900-6771-4dbb-917c-8631dbf411a2 HTTP/1.1" status: 204 len: 168 time: 0.7797790 Sep 08 09:18:51.974320 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-abbc6969-e059-4ade-93f6-95052fc07056 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Deleting port c0dda8ae-291f-49cb-afdd-d169e4463575 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:18:51.974669 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-abbc6969-e059-4ade-93f6-95052fc07056 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:52.007012 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96fe1af-e5a0-4121-8712-30279c0d93af req-82e88e98-1876-4849-add1-4d757d5908bd tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:52.019546 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d96fe1af-e5a0-4121-8712-30279c0d93af req-82e88e98-1876-4849-add1-4d757d5908bd tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 945 time: 0.4134462 Sep 08 09:18:52.061669 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-334e0067-0437-4024-9efc-b5b4b50bb0c7 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:52.120414 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c60180b1-e8b1-41fb-a4e0-44d27e39147e tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for router_gateway, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:52.128280 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:52.163218 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d96fe1af-e5a0-4121-8712-30279c0d93af req-bfe9ee09-d389-4848-9ea9-6891c8927abf tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427653 Sep 08 09:18:52.176172 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e0067-0437-4024-9efc-b5b4b50bb0c7 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event updated for resources: {'Subnet': ['ID=b58d3069-9e3a-4412-8267-13cef0a658f6,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:52.184013 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-abbc6969-e059-4ade-93f6-95052fc07056 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:52.210807 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-abbc6969-e059-4ade-93f6-95052fc07056 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Calling delete_port for c0dda8ae-291f-49cb-afdd-d169e4463575 owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:18:52.226161 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334e0067-0437-4024-9efc-b5b4b50bb0c7 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Checking segment: {'id': 'bfd44b24-4cd6-4d09-8c85-32d4b833d9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a7254581-1232-4a50-a567-f79c98f0c5b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:18:52.226897 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334e0067-0437-4024-9efc-b5b4b50bb0c7 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Network hostable DHCP agents. Network: a7254581-1232-4a50-a567-f79c98f0c5b7, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:18:52.272956 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334e0067-0437-4024-9efc-b5b4b50bb0c7 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Network a7254581-1232-4a50-a567-f79c98f0c5b7 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:18:52.291146 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-334e0067-0437-4024-9efc-b5b4b50bb0c7 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, a7254581-1232-4a50-a567-f79c98f0c5b7) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:18:52.295774 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334e0067-0437-4024-9efc-b5b4b50bb0c7 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:52.296390 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-334e0067-0437-4024-9efc-b5b4b50bb0c7 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:52.321079 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45328180-ae47-40db-92be-f6e38e53d39b None None] Network a7254581-1232-4a50-a567-f79c98f0c5b7 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:18:52.326443 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-334e0067-0437-4024-9efc-b5b4b50bb0c7 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4970131 Sep 08 09:18:52.330700 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36526) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:52.341169 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-0460863c-a608-4e15-a83a-e779ddeb07ed tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Request body: {'port': {'network_id': 'a7254581-1232-4a50-a567-f79c98f0c5b7', 'security_groups': [], 'name': 'tempest-PortsTestJSON-764689362'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:18:52.547286 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c60180b1-e8b1-41fb-a4e0-44d27e39147e tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:52.608207 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13461162-4f41-45ea-9844-1edc0773ee03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-a7254581-1232-4a50-a567-f79c98f0c5b7', 'network_id': 'a7254581-1232-4a50-a567-f79c98f0c5b7', 'tenant_id': 'befb68007ce4499daff28b75d6381c43', 'fixed_ips': [{'subnet_id': 'b58d3069-9e3a-4412-8267-13cef0a658f6'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:18:52.610521 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-13461162-4f41-45ea-9844-1edc0773ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:52.658126 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0460863c-a608-4e15-a83a-e779ddeb07ed tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Made reservation on behalf of befb68007ce4499daff28b75d6381c43 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:18:52.661731 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0460863c-a608-4e15-a83a-e779ddeb07ed tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:52.702397 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-0460863c-a608-4e15-a83a-e779ddeb07ed tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] device_id is not set on port 3e5596da-10b5-4bbe-8dc7-f83d22d9e9fe yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:18:52.710443 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 36536) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:52.753191 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-abbc6969-e059-4ade-93f6-95052fc07056 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:52.832641 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc6969-e059-4ade-93f6-95052fc07056 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Pushing event deleted for resources: {'Port': ['ID=c0dda8ae-291f-49cb-afdd-d169e4463575,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:52.948099 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-13461162-4f41-45ea-9844-1edc0773ee03 None None] Allocated IP 172.20.0.2 (a7254581-1232-4a50-a567-f79c98f0c5b7/b58d3069-9e3a-4412-8267-13cef0a658f6/16db3deb-92fa-4c8f-a5bd-eb7179d62331) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:18:53.191478 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-13461162-4f41-45ea-9844-1edc0773ee03 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:53.202068 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-13461162-4f41-45ea-9844-1edc0773ee03 None None] Transition to ACTIVE for port object 16db3deb-92fa-4c8f-a5bd-eb7179d62331 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:18:53.222298 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-13461162-4f41-45ea-9844-1edc0773ee03 None None] Transition to ACTIVE for port object 16db3deb-92fa-4c8f-a5bd-eb7179d62331 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:18:53.240419 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9dba78b8-b047-43bb-b5e1-7da7ca82acbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:53.244823 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-13461162-4f41-45ea-9844-1edc0773ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:53.333905 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-0460863c-a608-4e15-a83a-e779ddeb07ed tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Allocated IP 172.20.0.7 (a7254581-1232-4a50-a567-f79c98f0c5b7/b58d3069-9e3a-4412-8267-13cef0a658f6/3e5596da-10b5-4bbe-8dc7-f83d22d9e9fe) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:18:53.342347 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13461162-4f41-45ea-9844-1edc0773ee03 None None] Network a7254581-1232-4a50-a567-f79c98f0c5b7 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:18:53.349470 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-13461162-4f41-45ea-9844-1edc0773ee03 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:18:53.354724 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13461162-4f41-45ea-9844-1edc0773ee03 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:18:53.396978 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13461162-4f41-45ea-9844-1edc0773ee03 None None] Pushing event updated for resources: {'Port': ['ID=16db3deb-92fa-4c8f-a5bd-eb7179d62331,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:53.530794 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321bfb3-e7d7-4086-bc82-bb09e12669a8 req-87b33633-ec9b-4209-a479-21b2180d106e tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:53.543603 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b321bfb3-e7d7-4086-bc82-bb09e12669a8 req-87b33633-ec9b-4209-a479-21b2180d106e tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 945 time: 0.2081532 Sep 08 09:18:53.565392 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-abbc6969-e059-4ade-93f6-95052fc07056 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:53.570318 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-abbc6969-e059-4ade-93f6-95052fc07056 tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "DELETE /v2.0/ports/c0dda8ae-291f-49cb-afdd-d169e4463575 HTTP/1.1" status: 204 len: 168 time: 1.7796593 Sep 08 09:18:53.579059 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-13461162-4f41-45ea-9844-1edc0773ee03 None None] Attempting to bind port 16db3deb-92fa-4c8f-a5bd-eb7179d62331 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:18:53.579678 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-13461162-4f41-45ea-9844-1edc0773ee03 None None] Attempting to bind port 16db3deb-92fa-4c8f-a5bd-eb7179d62331 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'bfd44b24-4cd6-4d09-8c85-32d4b833d9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a7254581-1232-4a50-a567-f79c98f0c5b7'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:18:53.580310 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13461162-4f41-45ea-9844-1edc0773ee03 None None] Attempting to bind port 16db3deb-92fa-4c8f-a5bd-eb7179d62331 on network a7254581-1232-4a50-a567-f79c98f0c5b7 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:18:53.581046 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36572) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:53.581554 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60180b1-e8b1-41fb-a4e0-44d27e39147e tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Router e3d72542-b67e-437f-a488-d3f2f12702bf is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:18:53.592726 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13461162-4f41-45ea-9844-1edc0773ee03 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:18:53.593880 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13461162-4f41-45ea-9844-1edc0773ee03 None None] Checking segment: {'id': 'bfd44b24-4cd6-4d09-8c85-32d4b833d9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a7254581-1232-4a50-a567-f79c98f0c5b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:18:53.594755 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-13461162-4f41-45ea-9844-1edc0773ee03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:53.595639 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13461162-4f41-45ea-9844-1edc0773ee03 None None] Bound using segment: {'id': 'bfd44b24-4cd6-4d09-8c85-32d4b833d9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a7254581-1232-4a50-a567-f79c98f0c5b7'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:18:53.596516 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-13461162-4f41-45ea-9844-1edc0773ee03 None None] Bound port: 16db3deb-92fa-4c8f-a5bd-eb7179d62331, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfd44b24-4cd6-4d09-8c85-32d4b833d9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'a7254581-1232-4a50-a567-f79c98f0c5b7'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:18:53.597195 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-13461162-4f41-45ea-9844-1edc0773ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:53.605412 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:53.690491 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0460863c-a608-4e15-a83a-e779ddeb07ed tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:53.708756 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-0460863c-a608-4e15-a83a-e779ddeb07ed tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Transition to ACTIVE for port object 3e5596da-10b5-4bbe-8dc7-f83d22d9e9fe will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:18:53.751367 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-13461162-4f41-45ea-9844-1edc0773ee03 None None] For port 16db3deb-92fa-4c8f-a5bd-eb7179d62331, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:18:53.757122 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60180b1-e8b1-41fb-a4e0-44d27e39147e tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:18:53.760811 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-13461162-4f41-45ea-9844-1edc0773ee03 None None] For port 16db3deb-92fa-4c8f-a5bd-eb7179d62331, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=16db3deb-92fa-4c8f-a5bd-eb7179d62331,segment=NetworkSegment(bfd44b24-4cd6-4d09-8c85-32d4b833d9cc),segment_id=bfd44b24-4cd6-4d09-8c85-32d4b833d9cc)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:18:53.769611 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-13461162-4f41-45ea-9844-1edc0773ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:53.772841 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e000bb3-dc62-47cc-b3b4-f0fd646c0941 None None] Sync routers for ids ['e3d72542-b67e-437f-a488-d3f2f12702bf'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:18:53.804012 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-64f1c4ad-bea5-4a76-9628-9da72a5f927a tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Deleting subnet b2e46866-4fd3-48a7-9f6e-96ae860c3ef7 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:18:53.805242 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 7372846c-19f9-433f-8cb8-ca65d68becd9 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:18:53.811228 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b321bfb3-e7d7-4086-bc82-bb09e12669a8 req-16b6f002-c521-4493-a0d0-e07ba27fd92f tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2624564 Sep 08 09:18:53.820519 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e000bb3-dc62-47cc-b3b4-f0fd646c0941 None None] Routers {'e3d72542-b67e-437f-a488-d3f2f12702bf'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:18:53.824597 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-0e000bb3-dc62-47cc-b3b4-f0fd646c0941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:18:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['e3d72542-b67e-437f-a488-d3f2f12702bf'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:53.844598 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0460863c-a608-4e15-a83a-e779ddeb07ed tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:53.848219 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-64f1c4ad-bea5-4a76-9628-9da72a5f927a tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:53.862543 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9dba78b8-b047-43bb-b5e1-7da7ca82acbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:53.871408 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9dba78b8-b047-43bb-b5e1-7da7ca82acbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:53.904562 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba78b8-b047-43bb-b5e1-7da7ca82acbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65326ab7-7601-4378-8874-ec3209b737b5,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:53.924399 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c60180b1-e8b1-41fb-a4e0-44d27e39147e tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:53.925690 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c60180b1-e8b1-41fb-a4e0-44d27e39147e tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.9174376 Sep 08 09:18:53.945457 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460863c-a608-4e15-a83a-e779ddeb07ed tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event updated for resources: {'Port': ['ID=3e5596da-10b5-4bbe-8dc7-f83d22d9e9fe,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:53.948409 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 36574) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:53.960802 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-0e000bb3-dc62-47cc-b3b4-f0fd646c0941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:53.971770 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-ea5c0d6c-0d1b-4f44-b610-d9321cf95d23 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'enable_snat': False}}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:18:53.983882 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:53.987655 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e000bb3-dc62-47cc-b3b4-f0fd646c0941 None None] Routers {'e3d72542-b67e-437f-a488-d3f2f12702bf'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:18:53.989275 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-0e000bb3-dc62-47cc-b3b4-f0fd646c0941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:18:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['e3d72542-b67e-437f-a488-d3f2f12702bf'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:53.994226 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-9dba78b8-b047-43bb-b5e1-7da7ca82acbe admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bf74e238f92848629ed97d7c4b28002e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2778599 Sep 08 09:18:54.005908 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36576) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:54.028127 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0460863c-a608-4e15-a83a-e779ddeb07ed tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Network a7254581-1232-4a50-a567-f79c98f0c5b7 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:18:54.040852 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 7372846c-19f9-433f-8cb8-ca65d68becd9, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=7372846c-19f9-433f-8cb8-ca65d68becd9,segment=NetworkSegment(0adbffbb-cf08-4e79-9920-208d98c2b498),segment_id=0adbffbb-cf08-4e79-9920-208d98c2b498)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:18:54.045514 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-0e000bb3-dc62-47cc-b3b4-f0fd646c0941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:54.047879 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e000bb3-dc62-47cc-b3b4-f0fd646c0941 None None] The sync data for ids ['e3d72542-b67e-437f-a488-d3f2f12702bf'] in n-d-806683-11 is: [] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:18:54.056127 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35da5e45-6eac-4be5-b6d1-c3e9a629e16b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7372846c-19f9-433f-8cb8-ca65d68becd9'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:18:54.059262 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad7822b-7b9c-4ba7-9db7-1009f2919061" -d '{"events": [{"server_uuid": "35da5e45-6eac-4be5-b6d1-c3e9a629e16b", "name": "network-vif-unplugged", "status": "completed", "tag": "7372846c-19f9-433f-8cb8-ca65d68becd9"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:18:54.063744 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:54.098910 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ecedd-d942-4549-bf26-21e72f38a95f req-a63e509d-b016-46ce-aec6-c8c1cfbd493f tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:54.108609 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-985ecedd-d942-4549-bf26-21e72f38a95f req-a63e509d-b016-46ce-aec6-c8c1cfbd493f tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 946 time: 0.5267508 Sep 08 09:18:54.113052 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-0460863c-a608-4e15-a83a-e779ddeb07ed tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:18:54.116069 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13461162-4f41-45ea-9844-1edc0773ee03 None None] Pushing event updated for resources: {'Port': ['ID=16db3deb-92fa-4c8f-a5bd-eb7179d62331,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:54.189764 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 09:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9017edfd-042e-4a03-bc1d-d9729af3b3d2 x-openstack-request-id: req-9017edfd-042e-4a03-bc1d-d9729af3b3d2 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:18:54.190018 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0460863c-a608-4e15-a83a-e779ddeb07ed tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:18:54.190166 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35da5e45-6eac-4be5-b6d1-c3e9a629e16b", "name": "network-vif-unplugged", "status": "completed", "tag": "7372846c-19f9-433f-8cb8-ca65d68becd9", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:18:54.190417 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9017edfd-042e-4a03-bc1d-d9729af3b3d2 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:18:54.190697 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35da5e45-6eac-4be5-b6d1-c3e9a629e16b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7372846c-19f9-433f-8cb8-ca65d68becd9', 'code': 200} Sep 08 09:18:54.191759 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:54.237069 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=7372846c-19f9-433f-8cb8-ca65d68becd9,revision_number=13']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:54.242815 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-64f1c4ad-bea5-4a76-9628-9da72a5f927a tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:54.357796 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-985ecedd-d942-4549-bf26-21e72f38a95f req-d7518bf7-26fd-4a8e-a13f-b15f08e7f19c tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2476044 Sep 08 09:18:54.379942 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0460863c-a608-4e15-a83a-e779ddeb07ed tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:54.380687 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0460863c-a608-4e15-a83a-e779ddeb07ed tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:54.414409 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a370e3ca-94b7-473c-b708-eec890feca34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:54.421227 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-64f1c4ad-bea5-4a76-9628-9da72a5f927a tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:54.452525 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0460863c-a608-4e15-a83a-e779ddeb07ed tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.1180260 Sep 08 09:18:54.452999 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 36582) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:54.471079 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ea5c0d6c-0d1b-4f44-b610-d9321cf95d23 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:54.477324 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a370e3ca-94b7-473c-b708-eec890feca34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:54.540628 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-64f1c4ad-bea5-4a76-9628-9da72a5f927a tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:54.580185 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f1c4ad-bea5-4a76-9628-9da72a5f927a tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Pushing event deleted for resources: {'Subnet': ['ID=b2e46866-4fd3-48a7-9f6e-96ae860c3ef7,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:54.603043 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b07a4ad-0fe3-4c44-926e-3e7c8300c941 None None] Network 4441c3ca-f97e-403a-9ca5-463f62b7e0a7 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:18:54.615353 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-64f1c4ad-bea5-4a76-9628-9da72a5f927a tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:54.621059 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-64f1c4ad-bea5-4a76-9628-9da72a5f927a tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "DELETE /v2.0/subnets/b2e46866-4fd3-48a7-9f6e-96ae860c3ef7 HTTP/1.1" status: 204 len: 168 time: 1.0351167 Sep 08 09:18:54.627353 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 36588) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:54.637687 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a370e3ca-94b7-473c-b708-eec890feca34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:54.641147 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a370e3ca-94b7-473c-b708-eec890feca34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:54.642787 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a370e3ca-94b7-473c-b708-eec890feca34 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/65326ab7-7601-4378-8874-ec3209b737b5 HTTP/1.1" status: 204 len: 168 time: 0.6331730 Sep 08 09:18:54.667562 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a370e3ca-94b7-473c-b708-eec890feca34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65326ab7-7601-4378-8874-ec3209b737b5,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:54.700680 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-4e5656b0-ea39-44e9-8721-453da9b6cfae tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Deleting port 3e5596da-10b5-4bbe-8dc7-f83d22d9e9fe {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:18:54.701113 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4e5656b0-ea39-44e9-8721-453da9b6cfae tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:54.731874 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b6d93e-d901-485a-a645-002d9da90875 req-e8e56847-c57b-4b9c-ae8e-731608e1dbc5 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:54.735626 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a0b6d93e-d901-485a-a645-002d9da90875 req-e8e56847-c57b-4b9c-ae8e-731608e1dbc5 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.1592169 Sep 08 09:18:54.818914 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a0b6d93e-d901-485a-a645-002d9da90875 req-e2d78af5-13a1-42c3-9a3f-81ffacf3aebf tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690026 Sep 08 09:18:54.956946 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea22146-9fab-4ca0-b643-01e25a37065d None None] DHCP port deletion for 4441c3ca-f97e-403a-9ca5-463f62b7e0a7 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:18:54.961748 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3af12a02-5622-4d96-a34d-db1fb8cf2dfc tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:54.989231 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ececcf54-7bf6-4305-8da5-0e118f22c409 req-1018133d-4cdf-42a3-9a93-d38a7251c7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:54.990848 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ececcf54-7bf6-4305-8da5-0e118f22c409 req-1018133d-4cdf-42a3-9a93-d38a7251c7fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca0d1910d7ca4892b72992e748a5bde6&device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 1096 time: 0.3839746 Sep 08 09:18:55.094446 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-bea22146-9fab-4ca0-b643-01e25a37065d None None] Deleting port 4f323417-e374-4f0c-a5ad-870895e3ae0b {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:18:55.095035 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-bea22146-9fab-4ca0-b643-01e25a37065d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:55.164649 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 16db3deb-92fa-4c8f-a5bd-eb7179d62331 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:18:55.181032 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36600) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:55.199211 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0c322426-be97-4def-83ea-0f9c373cd409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:55.228746 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-bea22146-9fab-4ca0-b643-01e25a37065d None None] For port 4f323417-e374-4f0c-a5ad-870895e3ae0b, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=4f323417-e374-4f0c-a5ad-870895e3ae0b,segment=NetworkSegment(28213b02-56aa-443b-b19a-6b0978c5e414),segment_id=28213b02-56aa-443b-b19a-6b0978c5e414)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:18:55.230921 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-bea22146-9fab-4ca0-b643-01e25a37065d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:55.259004 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-bea22146-9fab-4ca0-b643-01e25a37065d None None] Calling delete_port for 4f323417-e374-4f0c-a5ad-870895e3ae0b owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:18:55.325876 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4e5656b0-ea39-44e9-8721-453da9b6cfae tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:55.336517 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ff558b-d844-436c-8593-f553234df435 None None] Network a7254581-1232-4a50-a567-f79c98f0c5b7 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:18:55.355295 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0c322426-be97-4def-83ea-0f9c373cd409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:55.356914 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 16db3deb-92fa-4c8f-a5bd-eb7179d62331 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:18:55.363197 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0c322426-be97-4def-83ea-0f9c373cd409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:55.374996 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-4e5656b0-ea39-44e9-8721-453da9b6cfae tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Calling delete_port for 3e5596da-10b5-4bbe-8dc7-f83d22d9e9fe owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:18:55.418121 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995de30-9fbe-452d-a2f0-ea3d9262d5d0 req-ac2dd2cc-3baf-48f1-b7d0-3f0b5d5236c7 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:55.422980 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0c322426-be97-4def-83ea-0f9c373cd409 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a889702e75c446f89920e745adc0d98f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2408423 Sep 08 09:18:55.423795 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c322426-be97-4def-83ea-0f9c373cd409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fcc0cc-1fa2-4b73-b07c-9a8b1e233f21,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:55.426669 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36602) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:55.427055 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1995de30-9fbe-452d-a2f0-ea3d9262d5d0 req-ac2dd2cc-3baf-48f1-b7d0-3f0b5d5236c7 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 945 time: 0.3369305 Sep 08 09:18:55.481398 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2d3b457a-3a9a-4468-a09a-f3198510ae78 None None] Provisioning for port 16db3deb-92fa-4c8f-a5bd-eb7179d62331 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:18:55.483511 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ececcf54-7bf6-4305-8da5-0e118f22c409 req-0bf8b559-ae85-44a9-b2ea-a55235e39da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:55.485601 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ececcf54-7bf6-4305-8da5-0e118f22c409 req-0bf8b559-ae85-44a9-b2ea-a55235e39da1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2de43bb0-acf3-42aa-b534-30332da083e7 HTTP/1.1" status: 200 len: 913 time: 0.4766662 Sep 08 09:18:55.489368 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-bea22146-9fab-4ca0-b643-01e25a37065d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:55.499932 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2d3b457a-3a9a-4468-a09a-f3198510ae78 None None] Provisioning complete for port 16db3deb-92fa-4c8f-a5bd-eb7179d62331 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:18:55.500524 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2d3b457a-3a9a-4468-a09a-f3198510ae78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:55.504213 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-930a7c70-1434-48ae-b466-9e20f872a412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:55.529396 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-930a7c70-1434-48ae-b466-9e20f872a412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:55.552522 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea22146-9fab-4ca0-b643-01e25a37065d None None] No DVR routers for this DVR port 4f323417-e374-4f0c-a5ad-870895e3ae0b on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:18:55.580980 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea22146-9fab-4ca0-b643-01e25a37065d None None] Pushing event deleted for resources: {'Port': ['ID=4f323417-e374-4f0c-a5ad-870895e3ae0b,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:55.600829 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-930a7c70-1434-48ae-b466-9e20f872a412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:55.607945 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-930a7c70-1434-48ae-b466-9e20f872a412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:55.609971 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-930a7c70-1434-48ae-b466-9e20f872a412 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e3fcc0cc-1fa2-4b73-b07c-9a8b1e233f21 HTTP/1.1" status: 204 len: 168 time: 0.1820714 Sep 08 09:18:55.651262 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a7c70-1434-48ae-b466-9e20f872a412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fcc0cc-1fa2-4b73-b07c-9a8b1e233f21,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:55.684695 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-3af12a02-5622-4d96-a34d-db1fb8cf2dfc tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Deleting port 4f323417-e374-4f0c-a5ad-870895e3ae0b {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:18:55.685032 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3af12a02-5622-4d96-a34d-db1fb8cf2dfc tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:55.708953 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1995de30-9fbe-452d-a2f0-ea3d9262d5d0 req-02a41f79-2448-4a83-947a-24d780e0490d tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2747602 Sep 08 09:18:55.736674 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2d3b457a-3a9a-4468-a09a-f3198510ae78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:55.764225 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ececcf54-7bf6-4305-8da5-0e118f22c409 req-ad3bbfec-e9e9-49b7-9b01-6f4c9aefa71a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7372846c-19f9-433f-8cb8-ca65d68becd9 HTTP/1.1" status: 200 len: 999 time: 0.2632313 Sep 08 09:18:55.789455 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-2d3b457a-3a9a-4468-a09a-f3198510ae78 None None] For port 16db3deb-92fa-4c8f-a5bd-eb7179d62331, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=16db3deb-92fa-4c8f-a5bd-eb7179d62331,segment=NetworkSegment(bfd44b24-4cd6-4d09-8c85-32d4b833d9cc),segment_id=bfd44b24-4cd6-4d09-8c85-32d4b833d9cc)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:18:55.793945 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2d3b457a-3a9a-4468-a09a-f3198510ae78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:55.851695 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b457a-3a9a-4468-a09a-f3198510ae78 None None] Pushing event updated for resources: {'Port': ['ID=16db3deb-92fa-4c8f-a5bd-eb7179d62331,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:56.027990 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2044d2-e35d-4bbd-a2f4-2f1e13f28572 req-bc1a7392-239f-4e59-9702-c032014e2480 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:56.032426 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-7eb992f3-cf03-41ed-ad6c-52d64490d7d2 None None] Provisioning for port 3e5596da-10b5-4bbe-8dc7-f83d22d9e9fe completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:18:56.038511 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ca2044d2-e35d-4bbd-a2f4-2f1e13f28572 req-bc1a7392-239f-4e59-9702-c032014e2480 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.0866642 Sep 08 09:18:56.043212 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-7eb992f3-cf03-41ed-ad6c-52d64490d7d2 None None] Provisioning complete for port 3e5596da-10b5-4bbe-8dc7-f83d22d9e9fe triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:18:56.043597 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7eb992f3-cf03-41ed-ad6c-52d64490d7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:56.084489 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ca2044d2-e35d-4bbd-a2f4-2f1e13f28572 req-41652498-2a64-463f-8454-ef67798ebccc tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449646 Sep 08 09:18:56.151728 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-7eb992f3-cf03-41ed-ad6c-52d64490d7d2 None None] Port 3e5596da-10b5-4bbe-8dc7-f83d22d9e9fe cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:18:56.168557 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-7eb992f3-cf03-41ed-ad6c-52d64490d7d2 None None] Provisioning complete for port 16db3deb-92fa-4c8f-a5bd-eb7179d62331 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:18:56.168940 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7eb992f3-cf03-41ed-ad6c-52d64490d7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:56.394486 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-8108e05e-d744-495c-b655-1bcf2e295145 None None] Provisioning complete for port 3e5596da-10b5-4bbe-8dc7-f83d22d9e9fe triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:18:56.395122 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8108e05e-d744-495c-b655-1bcf2e295145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:56.395243 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-3af12a02-5622-4d96-a34d-db1fb8cf2dfc tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] For port 4f323417-e374-4f0c-a5ad-870895e3ae0b, host n-d-806683-11, got binding levels [] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:18:56.395601 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3af12a02-5622-4d96-a34d-db1fb8cf2dfc tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:56.439349 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ececcf54-7bf6-4305-8da5-0e118f22c409 req-bc5b28d5-23d5-49e8-842a-88bb1c54d203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:56.439705 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-8108e05e-d744-495c-b655-1bcf2e295145 None None] Port 3e5596da-10b5-4bbe-8dc7-f83d22d9e9fe cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:18:56.441006 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ececcf54-7bf6-4305-8da5-0e118f22c409 req-bc5b28d5-23d5-49e8-842a-88bb1c54d203 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=452a4b6d-a445-4b2b-9168-2695dd67e404 HTTP/1.1" status: 200 len: 851 time: 0.6607962 Sep 08 09:18:56.443750 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-3af12a02-5622-4d96-a34d-db1fb8cf2dfc tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Calling delete_port for 4f323417-e374-4f0c-a5ad-870895e3ae0b owned by network:dhcp {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:18:56.453454 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.ipam_backend_mixin [None req-3af12a02-5622-4d96-a34d-db1fb8cf2dfc tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Port 4f323417-e374-4f0c-a5ad-870895e3ae0b was not found and therefore no delete operation was performed {{(pid=94712) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 08 09:18:56.470358 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3af12a02-5622-4d96-a34d-db1fb8cf2dfc tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:56.560233 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af12a02-5622-4d96-a34d-db1fb8cf2dfc tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Pushing event deleted for resources: {'Port': ['ID=4f323417-e374-4f0c-a5ad-870895e3ae0b,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:56.569588 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4e5656b0-ea39-44e9-8721-453da9b6cfae tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:56.571836 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af12a02-5622-4d96-a34d-db1fb8cf2dfc tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] No DVR routers for this DVR port 4f323417-e374-4f0c-a5ad-870895e3ae0b on host n-d-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:18:56.638642 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5656b0-ea39-44e9-8721-453da9b6cfae tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event deleted for resources: {'Port': ['ID=3e5596da-10b5-4bbe-8dc7-f83d22d9e9fe,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:56.705280 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ececcf54-7bf6-4305-8da5-0e118f22c409 req-e7c6abba-7671-4d12-959b-3c073e085391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:56.706781 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ececcf54-7bf6-4305-8da5-0e118f22c409 req-e7c6abba-7671-4d12-959b-3c073e085391 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2de43bb0-acf3-42aa-b534-30332da083e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2554553 Sep 08 09:18:56.824898 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3af12a02-5622-4d96-a34d-db1fb8cf2dfc tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:56.895035 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ea5c0d6c-0d1b-4f44-b610-d9321cf95d23 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2457'] for router, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:56.945193 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-3af12a02-5622-4d96-a34d-db1fb8cf2dfc tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4441c3ca-f97e-403a-9ca5-463f62b7e0a7']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:56.950566 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 16db3deb-92fa-4c8f-a5bd-eb7179d62331 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:18:56.950925 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ea5c0d6c-0d1b-4f44-b610-d9321cf95d23 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-764157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-764146', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-768877'] for router, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:56.967726 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4e5656b0-ea39-44e9-8721-453da9b6cfae tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:56.971170 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4e5656b0-ea39-44e9-8721-453da9b6cfae tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/ports/3e5596da-10b5-4bbe-8dc7-f83d22d9e9fe HTTP/1.1" status: 204 len: 168 time: 2.5170376 Sep 08 09:18:56.973908 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36648) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:56.986257 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-3af12a02-5622-4d96-a34d-db1fb8cf2dfc tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28213b02-56aa-443b-b19a-6b0978c5e414') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:56.986612 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-3af12a02-5622-4d96-a34d-db1fb8cf2dfc tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28213b02-56aa-443b-b19a-6b0978c5e414') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:57.001617 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-30ee9bc9-025b-4aee-a5a2-042c8da305ec tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] GET failed (client error): The resource could not be found. Sep 08 09:18:57.003033 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-30ee9bc9-025b-4aee-a5a2-042c8da305ec tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "GET /v2.0/ports/3e5596da-10b5-4bbe-8dc7-f83d22d9e9fe HTTP/1.1" status: 404 len: 333 time: 0.0281441 Sep 08 09:18:57.006213 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36658) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:57.028070 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 16db3deb-92fa-4c8f-a5bd-eb7179d62331 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:18:57.028632 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:57.029483 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ececcf54-7bf6-4305-8da5-0e118f22c409 req-5cdf3ba0-b6d5-49db-98ca-79bd120b2415 service neutron] 10.222.0.37 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030090 Sep 08 09:18:57.070416 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-09659237-7ca2-4262-9d00-60b15dc68132 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Deleting subnet b58d3069-9e3a-4412-8267-13cef0a658f6 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:18:57.075572 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-09659237-7ca2-4262-9d00-60b15dc68132 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:57.085473 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3af12a02-5622-4d96-a34d-db1fb8cf2dfc tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:57.107385 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bf1a6-a7c6-410b-907b-b1f4f627177f req-0f076239-f04d-481b-9541-a8a3089b9741 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:57.109433 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1f1bf1a6-a7c6-410b-907b-b1f4f627177f req-0f076239-f04d-481b-9541-a8a3089b9741 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 945 time: 0.2861352 Sep 08 09:18:57.163812 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3af12a02-5622-4d96-a34d-db1fb8cf2dfc tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:57.182020 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3af12a02-5622-4d96-a34d-db1fb8cf2dfc tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:18:57.182508 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3af12a02-5622-4d96-a34d-db1fb8cf2dfc tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:57.183222 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-09659237-7ca2-4262-9d00-60b15dc68132 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:57.188228 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:18:57.188228 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:18:57.188228 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:18:57.188228 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:18:57.188228 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:18:57.188228 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:18:57.188228 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:18:57.188228 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:18:57.188228 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:18:57.188228 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:18:57.188228 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:18:57.188228 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:18:57.188228 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:18:57.188228 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:18:57.188228 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:18:57.188228 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:18:57.188228 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:18:57.188228 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:18:57.188228 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:18:57.188228 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:18:57.188228 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:18:57.188228 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:18:57.188228 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:18:57.188228 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:18:57.188228 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:18:57.188228 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:18:57.188228 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:18:57.188228 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:18:57.188228 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:18:57.188228 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:18:57.188228 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:18:57.188228 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:18:57.245098 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 4f323417-e374-4f0c-a5ad-870895e3ae0b no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:18:57.266790 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 4f323417-e374-4f0c-a5ad-870895e3ae0b {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:18:57.267220 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 4f323417-e374-4f0c-a5ad-870895e3ae0b not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:18:57.364993 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72bdb35-ee82-4880-9404-5ffa8055dba3 req-1aa18ccb-6084-46a0-b90f-2e45977e79fa tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:57.367880 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f72bdb35-ee82-4880-9404-5ffa8055dba3 req-1aa18ccb-6084-46a0-b90f-2e45977e79fa tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.1350591 Sep 08 09:18:57.386688 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1f1bf1a6-a7c6-410b-907b-b1f4f627177f req-5691b0a8-b453-4043-b853-cf45f455f554 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2565496 Sep 08 09:18:57.403891 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3af12a02-5622-4d96-a34d-db1fb8cf2dfc tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:57.422462 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea5c0d6c-0d1b-4f44-b610-d9321cf95d23 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Router e3d72542-b67e-437f-a488-d3f2f12702bf has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:18:57.431243 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3af12a02-5622-4d96-a34d-db1fb8cf2dfc tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:57.431243 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-3af12a02-5622-4d96-a34d-db1fb8cf2dfc tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] 10.222.0.54 "DELETE /v2.0/networks/4441c3ca-f97e-403a-9ca5-463f62b7e0a7 HTTP/1.1" status: 204 len: 168 time: 2.7997789 Sep 08 09:18:57.456517 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ececcf54-7bf6-4305-8da5-0e118f22c409 req-dbbf8cbf-98b8-445d-bba7-646baea800a7 service neutron] 10.222.0.37 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820677 Sep 08 09:18:57.458010 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af12a02-5622-4d96-a34d-db1fb8cf2dfc tempest-TagsExtTest-897350579 tempest-TagsExtTest-897350579-project] Pushing event deleted for resources: {'Network': ['ID=4441c3ca-f97e-403a-9ca5-463f62b7e0a7,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:57.462194 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-09659237-7ca2-4262-9d00-60b15dc68132 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:57.515169 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f72bdb35-ee82-4880-9404-5ffa8055dba3 req-4dc05e3b-ba29-4d0f-8591-9d169206cbae tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331840 Sep 08 09:18:57.608612 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-09659237-7ca2-4262-9d00-60b15dc68132 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:57.631746 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5c0d6c-0d1b-4f44-b610-d9321cf95d23 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:18:57.639682 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ea5c0d6c-0d1b-4f44-b610-d9321cf95d23 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:57.641690 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ea5c0d6c-0d1b-4f44-b610-d9321cf95d23 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] 10.222.0.54 "PUT /v2.0/routers/e3d72542-b67e-437f-a488-d3f2f12702bf HTTP/1.1" status: 200 len: 922 time: 3.6921186 Sep 08 09:18:57.645562 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c590b7f8-34ae-4fb2-9aab-722b454f19df None None] Sync routers for ids ['e3d72542-b67e-437f-a488-d3f2f12702bf'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:18:57.655823 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 36726) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:57.658869 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c590b7f8-34ae-4fb2-9aab-722b454f19df None None] Routers {'e3d72542-b67e-437f-a488-d3f2f12702bf'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:18:57.660579 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-c590b7f8-34ae-4fb2-9aab-722b454f19df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:18:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['e3d72542-b67e-437f-a488-d3f2f12702bf'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:57.668080 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09659237-7ca2-4262-9d00-60b15dc68132 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event deleted for resources: {'Subnet': ['ID=b58d3069-9e3a-4412-8267-13cef0a658f6,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:57.683410 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-09659237-7ca2-4262-9d00-60b15dc68132 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:57.688353 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-09659237-7ca2-4262-9d00-60b15dc68132 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/subnets/b58d3069-9e3a-4412-8267-13cef0a658f6 HTTP/1.1" status: 204 len: 168 time: 0.6797121 Sep 08 09:18:57.689735 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36732) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:57.790993 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd271f4-bad9-4dea-a636-da0a90d2d0b0 None None] Network a7254581-1232-4a50-a567-f79c98f0c5b7 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:18:57.860749 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-c590b7f8-34ae-4fb2-9aab-722b454f19df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:57.913966 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c590b7f8-34ae-4fb2-9aab-722b454f19df None None] Routers {'e3d72542-b67e-437f-a488-d3f2f12702bf'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:18:57.914985 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-c590b7f8-34ae-4fb2-9aab-722b454f19df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:18:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['e3d72542-b67e-437f-a488-d3f2f12702bf'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:57.947727 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-6c4bf96c-1de7-452c-b760-301648c5fc01 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] 10.222.0.54 "GET /v2.0/routers/e3d72542-b67e-437f-a488-d3f2f12702bf HTTP/1.1" status: 200 len: 922 time: 0.2877977 Sep 08 09:18:57.949074 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 36742) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:57.982932 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-485c4359-9ca1-47d9-b4bc-cd50bffbfa14 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:58.067860 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 36748) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:58.097833 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d540163-6ca2-4187-b2bc-430fe345bbde tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:58.099491 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-0d540163-6ca2-4187-b2bc-430fe345bbde tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=399c4174-1e86-4a10-bb99-f875a09107d5&device_id=e3d72542-b67e-437f-a488-d3f2f12702bf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1491373 Sep 08 09:18:58.102295 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 36752) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:58.106378 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-485c4359-9ca1-47d9-b4bc-cd50bffbfa14 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Deleting port 16db3deb-92fa-4c8f-a5bd-eb7179d62331 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:18:58.106813 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-485c4359-9ca1-47d9-b4bc-cd50bffbfa14 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:58.170324 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 36754) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:58.198083 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-485c4359-9ca1-47d9-b4bc-cd50bffbfa14 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] For port 16db3deb-92fa-4c8f-a5bd-eb7179d62331, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=16db3deb-92fa-4c8f-a5bd-eb7179d62331,segment=NetworkSegment(bfd44b24-4cd6-4d09-8c85-32d4b833d9cc),segment_id=bfd44b24-4cd6-4d09-8c85-32d4b833d9cc)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:18:58.198848 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-485c4359-9ca1-47d9-b4bc-cd50bffbfa14 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:58.220611 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-485c4359-9ca1-47d9-b4bc-cd50bffbfa14 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Calling delete_port for 16db3deb-92fa-4c8f-a5bd-eb7179d62331 owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:18:58.329668 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5064aa4-43e2-448b-bc65-2fd258a1420f tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:58.331905 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b5064aa4-43e2-448b-bc65-2fd258a1420f tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] 10.222.0.54 "GET /v2.0/networks/399c4174-1e86-4a10-bb99-f875a09107d5 HTTP/1.1" status: 200 len: 881 time: 0.2238808 Sep 08 09:18:58.337541 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 36758) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:58.339504 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-c590b7f8-34ae-4fb2-9aab-722b454f19df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:58.343091 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c590b7f8-34ae-4fb2-9aab-722b454f19df None None] The sync data for ids ['e3d72542-b67e-437f-a488-d3f2f12702bf'] in n-d-806683-11 is: [] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:18:58.397263 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-485c4359-9ca1-47d9-b4bc-cd50bffbfa14 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:58.425856 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d844d1af-fe80-46b7-a38a-6378fe03c15b tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3d72542-b67e-437f-a488-d3f2f12702bf HTTP/1.1" status: 200 len: 205 time: 0.0871608 Sep 08 09:18:58.433366 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36762) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:58.436346 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6f955c48-eac0-4c36-9cac-7bc85c4a6a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:58.464532 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8469c3d1-44fb-40bd-adff-e9b58c6ef6f9 None None] DHCP port deletion for a7254581-1232-4a50-a567-f79c98f0c5b7 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:18:58.477007 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-03a96741-e116-4f3c-80eb-6b09ed9bc5b7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=34a0cb7818bf4e06b0b423aa7343f46a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4059165 Sep 08 09:18:58.485958 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 36764) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:58.520544 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:58.648942 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e582c61-47dc-4301-ae4d-6616c26873ca req-ed17a59b-bce0-4a14-b249-7d2338dcc06e tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:58.650523 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9e582c61-47dc-4301-ae4d-6616c26873ca req-ed17a59b-bce0-4a14-b249-7d2338dcc06e tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 945 time: 0.1133327 Sep 08 09:18:58.654120 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9b5725f8-6b3e-4d22-9865-79c151cfb9b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:58.720529 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6f955c48-eac0-4c36-9cac-7bc85c4a6a19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:58.723190 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9b5725f8-6b3e-4d22-9865-79c151cfb9b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:58.735788 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6f955c48-eac0-4c36-9cac-7bc85c4a6a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:58.802804 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9e582c61-47dc-4301-ae4d-6616c26873ca req-f086a1e8-638e-417b-b111-e2f5c5d8ee63 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407280 Sep 08 09:18:58.815635 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-6f955c48-eac0-4c36-9cac-7bc85c4a6a19 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4743bc50b74f423b970e061161bd547a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6446915 Sep 08 09:18:58.816416 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f955c48-eac0-4c36-9cac-7bc85c4a6a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d90cb3d-a16b-4c72-86c1-cb58560884be,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:58.818960 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 36768) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:58.840191 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485c4359-9ca1-47d9-b4bc-cd50bffbfa14 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event deleted for resources: {'Port': ['ID=16db3deb-92fa-4c8f-a5bd-eb7179d62331,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:58.850322 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485c4359-9ca1-47d9-b4bc-cd50bffbfa14 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] No DVR routers for this DVR port 16db3deb-92fa-4c8f-a5bd-eb7179d62331 on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:18:58.863829 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9b5725f8-6b3e-4d22-9865-79c151cfb9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:58.866474 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9b5725f8-6b3e-4d22-9865-79c151cfb9b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:58.867656 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-9b5725f8-6b3e-4d22-9865-79c151cfb9b8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1a11ea63-9765-4269-a794-2e2874523aa0 HTTP/1.1" status: 204 len: 168 time: 0.3808341 Sep 08 09:18:58.880901 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5725f8-6b3e-4d22-9865-79c151cfb9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a11ea63-9765-4269-a794-2e2874523aa0,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:58.895224 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9d3da43b-b565-426a-9420-8bb253b5c47d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:58.920506 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9d3da43b-b565-426a-9420-8bb253b5c47d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:58.977743 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-485c4359-9ca1-47d9-b4bc-cd50bffbfa14 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:58.989292 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 16db3deb-92fa-4c8f-a5bd-eb7179d62331 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:18:59.006303 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9d3da43b-b565-426a-9420-8bb253b5c47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:59.010487 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9d3da43b-b565-426a-9420-8bb253b5c47d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:59.012121 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-9d3da43b-b565-426a-9420-8bb253b5c47d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2d90cb3d-a16b-4c72-86c1-cb58560884be HTTP/1.1" status: 204 len: 168 time: 0.1914821 Sep 08 09:18:59.023288 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 16db3deb-92fa-4c8f-a5bd-eb7179d62331 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:18:59.023723 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 16db3deb-92fa-4c8f-a5bd-eb7179d62331 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:18:59.025285 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3da43b-b565-426a-9420-8bb253b5c47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d90cb3d-a16b-4c72-86c1-cb58560884be,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:59.076320 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-485c4359-9ca1-47d9-b4bc-cd50bffbfa14 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7254581-1232-4a50-a567-f79c98f0c5b7']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:59.094301 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59317a3e-e009-4449-8cb3-f4097d4caa32 req-f08129a4-0060-4a0c-a503-013b4d5aeffa tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:59.095995 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-59317a3e-e009-4449-8cb3-f4097d4caa32 req-f08129a4-0060-4a0c-a503-013b4d5aeffa tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.2532032 Sep 08 09:18:59.105911 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-485c4359-9ca1-47d9-b4bc-cd50bffbfa14 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfd44b24-4cd6-4d09-8c85-32d4b833d9cc') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:59.106215 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-485c4359-9ca1-47d9-b4bc-cd50bffbfa14 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfd44b24-4cd6-4d09-8c85-32d4b833d9cc') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:18:59.128967 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-485c4359-9ca1-47d9-b4bc-cd50bffbfa14 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:59.133448 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4eb5af84-8c01-409e-a7b1-4e0629f834a1 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:59.197241 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-485c4359-9ca1-47d9-b4bc-cd50bffbfa14 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:59.232547 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-485c4359-9ca1-47d9-b4bc-cd50bffbfa14 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:18:59.233387 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-485c4359-9ca1-47d9-b4bc-cd50bffbfa14 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:59.250935 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:18:59.295189 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:18:59.295189 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:18:59.295189 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:18:59.295189 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:18:59.295189 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:18:59.295189 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:18:59.295189 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:18:59.295189 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:18:59.295189 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:18:59.295189 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:18:59.295189 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:18:59.295189 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:18:59.295189 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:18:59.295189 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:18:59.295189 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:18:59.295189 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:18:59.295189 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:18:59.295189 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:18:59.295189 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:18:59.295189 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:18:59.295189 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:18:59.295189 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:18:59.295189 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:18:59.295189 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:18:59.295189 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:18:59.295189 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:18:59.295189 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:18:59.295189 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:18:59.295189 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:18:59.295189 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:18:59.295189 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:18:59.295189 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:18:59.314775 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-59317a3e-e009-4449-8cb3-f4097d4caa32 req-c95c5fb7-a797-41ab-bef0-c7a51045241b tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2062535 Sep 08 09:18:59.416413 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-485c4359-9ca1-47d9-b4bc-cd50bffbfa14 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:59.421697 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-485c4359-9ca1-47d9-b4bc-cd50bffbfa14 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:59.428979 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 36794) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:18:59.430504 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-485c4359-9ca1-47d9-b4bc-cd50bffbfa14 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/networks/a7254581-1232-4a50-a567-f79c98f0c5b7 HTTP/1.1" status: 204 len: 168 time: 1.7377861 Sep 08 09:18:59.438288 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-2b9b0c12-2ec7-4e6f-80e0-1b92293b2502 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Request body: {'port': {'network_id': '73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c', 'name': 'tempest-PortsTestJSON-960865649'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:18:59.489152 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485c4359-9ca1-47d9-b4bc-cd50bffbfa14 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event deleted for resources: {'Network': ['ID=a7254581-1232-4a50-a567-f79c98f0c5b7,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:18:59.497201 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4eb5af84-8c01-409e-a7b1-4e0629f834a1 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:59.607059 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9b0c12-2ec7-4e6f-80e0-1b92293b2502 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Made reservation on behalf of befb68007ce4499daff28b75d6381c43 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:18:59.612942 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2b9b0c12-2ec7-4e6f-80e0-1b92293b2502 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:59.624753 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-4eb5af84-8c01-409e-a7b1-4e0629f834a1 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Deleting port 34031b15-dd68-434f-9260-3c7749e1e48d {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:18:59.625009 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4eb5af84-8c01-409e-a7b1-4e0629f834a1 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:59.635237 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [None req-2b9b0c12-2ec7-4e6f-80e0-1b92293b2502 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] device_id is not set on port 08bf8464-06de-4dbd-872d-5c763771190a yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:18:59.719815 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4eb5af84-8c01-409e-a7b1-4e0629f834a1 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:59.743086 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-4eb5af84-8c01-409e-a7b1-4e0629f834a1 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Calling delete_port for 34031b15-dd68-434f-9260-3c7749e1e48d owned by network:router_gateway {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:18:59.756572 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06aa48-e56d-47ee-b763-0f8f758028a9 req-a5d58666-737b-4343-b1e9-8ff9c0f0f393 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:18:59.758378 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ee06aa48-e56d-47ee-b763-0f8f758028a9 req-a5d58666-737b-4343-b1e9-8ff9c0f0f393 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.2081580 Sep 08 09:18:59.845690 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ee06aa48-e56d-47ee-b763-0f8f758028a9 req-02705b68-5259-44e5-9fa5-21df2909a3e6 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787210 Sep 08 09:18:59.867864 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2b9b0c12-2ec7-4e6f-80e0-1b92293b2502 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:18:59.958760 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2b9b0c12-2ec7-4e6f-80e0-1b92293b2502 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:00.050582 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5047e7-8cec-491a-9efe-352300e4dec6 req-d08a60b6-f9da-4c9f-98c7-bc5b2c9bdbf2 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:00.052219 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1e5047e7-8cec-491a-9efe-352300e4dec6 req-d08a60b6-f9da-4c9f-98c7-bc5b2c9bdbf2 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.1089621 Sep 08 09:19:00.059987 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9b0c12-2ec7-4e6f-80e0-1b92293b2502 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Network 73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:19:00.070832 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-2b9b0c12-2ec7-4e6f-80e0-1b92293b2502 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:19:00.079860 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9b0c12-2ec7-4e6f-80e0-1b92293b2502 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:19:00.088636 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4eb5af84-8c01-409e-a7b1-4e0629f834a1 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:00.094536 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9b0c12-2ec7-4e6f-80e0-1b92293b2502 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:00.095208 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2b9b0c12-2ec7-4e6f-80e0-1b92293b2502 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:00.145051 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1e5047e7-8cec-491a-9efe-352300e4dec6 req-d8e9179c-1354-479c-b653-9421c8e7ab96 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855536 Sep 08 09:19:00.146054 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb5af84-8c01-409e-a7b1-4e0629f834a1 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Pushing event deleted for resources: {'Port': ['ID=34031b15-dd68-434f-9260-3c7749e1e48d,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:00.152204 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b0c12-2ec7-4e6f-80e0-1b92293b2502 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event updated for resources: {'Port': ['ID=08bf8464-06de-4dbd-872d-5c763771190a,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:00.183124 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2b9b0c12-2ec7-4e6f-80e0-1b92293b2502 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7523215 Sep 08 09:19:00.189700 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 36826) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:00.227764 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4eb5af84-8c01-409e-a7b1-4e0629f834a1 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:00.280414 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c57e5-01ec-42d4-a205-6d23238d7069 req-3c0b673f-ef7b-4138-b899-8b06ea3d9dce tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:00.284904 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ad7c57e5-01ec-42d4-a205-6d23238d7069 req-3c0b673f-ef7b-4138-b899-8b06ea3d9dce tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 945 time: 0.2564838 Sep 08 09:19:00.349093 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4eb5af84-8c01-409e-a7b1-4e0629f834a1 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:00.356105 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4eb5af84-8c01-409e-a7b1-4e0629f834a1 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:00.423742 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ad7c57e5-01ec-42d4-a205-6d23238d7069 req-7c0ebb00-cb8b-48a5-afd4-e688db6c06ea tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277742 Sep 08 09:19:00.454327 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4eb5af84-8c01-409e-a7b1-4e0629f834a1 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:00.455185 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb5af84-8c01-409e-a7b1-4e0629f834a1 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Fanout notify agent at l3_agent the message router_deleted on router e3d72542-b67e-437f-a488-d3f2f12702bf {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:19:00.476055 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4eb5af84-8c01-409e-a7b1-4e0629f834a1 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:00.478501 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4eb5af84-8c01-409e-a7b1-4e0629f834a1 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] 10.222.0.54 "DELETE /v2.0/routers/e3d72542-b67e-437f-a488-d3f2f12702bf HTTP/1.1" status: 204 len: 168 time: 2.0439799 Sep 08 09:19:00.481966 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36838) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:00.488497 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-a6740811-6335-4d7e-a1f3-aadf8196f2c0 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-156774349', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:00.488676 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-daf3ff10-3571-4c36-b536-786ff6d086f9 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Deleting port 08bf8464-06de-4dbd-872d-5c763771190a {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:19:00.489284 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-daf3ff10-3571-4c36-b536-786ff6d086f9 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:00.559213 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a6740811-6335-4d7e-a1f3-aadf8196f2c0 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:00.560609 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a6740811-6335-4d7e-a1f3-aadf8196f2c0 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:00.574176 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-daf3ff10-3571-4c36-b536-786ff6d086f9 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:00.598184 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-daf3ff10-3571-4c36-b536-786ff6d086f9 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Calling delete_port for 08bf8464-06de-4dbd-872d-5c763771190a owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:19:00.713679 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-daf3ff10-3571-4c36-b536-786ff6d086f9 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:00.789265 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-daf3ff10-3571-4c36-b536-786ff6d086f9 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:00.794312 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-daf3ff10-3571-4c36-b536-786ff6d086f9 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/ports/08bf8464-06de-4dbd-872d-5c763771190a HTTP/1.1" status: 204 len: 168 time: 0.5929239 Sep 08 09:19:00.797337 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a6740811-6335-4d7e-a1f3-aadf8196f2c0 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:00.799552 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf3ff10-3571-4c36-b536-786ff6d086f9 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event deleted for resources: {'Port': ['ID=08bf8464-06de-4dbd-872d-5c763771190a,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:00.801411 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36858) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:00.838814 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-f914e7c7-7c98-4fd5-9eb1-e6891f5a292e tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Request body: {'port': {'network_id': '73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c', 'mac_address': 'fa:16:3e:dc:14:4d', 'name': 'tempest-PortsTestJSON-1248202081'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:00.853122 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a6740811-6335-4d7e-a1f3-aadf8196f2c0 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:00.907566 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-78e34229-93ca-4578-9a64-9209b346546e tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:00.916266 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-78e34229-93ca-4578-9a64-9209b346546e tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/networks?id=2de43bb0-acf3-42aa-b534-30332da083e7 HTTP/1.1" status: 200 len: 812 time: 0.3715138 Sep 08 09:19:00.955496 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a6740811-6335-4d7e-a1f3-aadf8196f2c0 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:00.956752 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a6740811-6335-4d7e-a1f3-aadf8196f2c0 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4735563 Sep 08 09:19:00.961579 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 36864) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:00.967291 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-9271e82e-ff81-4d6e-a3ce-ddf0bc17a945 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Request body: {'router': {'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:00.993672 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-8d88f5b6-25b1-47cc-957b-fc2dac7c1d2a tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/quotas/ca0d1910d7ca4892b72992e748a5bde6 HTTP/1.1" status: 200 len: 375 time: 0.0764306 Sep 08 09:19:01.101941 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f914e7c7-7c98-4fd5-9eb1-e6891f5a292e tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Made reservation on behalf of befb68007ce4499daff28b75d6381c43 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:19:01.190868 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-968bf732-644b-4674-8c36-472a902f6718 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ca0d1910d7ca4892b72992e748a5bde6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1963034 Sep 08 09:19:01.308005 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f914e7c7-7c98-4fd5-9eb1-e6891f5a292e tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:01.331880 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-f914e7c7-7c98-4fd5-9eb1-e6891f5a292e tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] device_id is not set on port 30b749b6-8044-485f-ba85-c48a1655ab12 yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:19:01.395386 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9271e82e-ff81-4d6e-a3ce-ddf0bc17a945 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:01.592908 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-c6326b13-972e-47ac-ae6b-9f3f38adc404 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:19:01.594763 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-c6326b13-972e-47ac-ae6b-9f3f38adc404 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3720520 Sep 08 09:19:01.681731 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f914e7c7-7c98-4fd5-9eb1-e6891f5a292e tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:01.773015 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-148f9a1d-caef-40b2-9203-a5a22d780eb0 service neutron] 10.222.0.54 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499882 Sep 08 09:19:01.774489 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642d4a5-f38d-4542-8755-00632d172173 req-d5503eb7-f695-4245-ac3c-4aa0f4d41414 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:01.777650 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b642d4a5-f38d-4542-8755-00632d172173 req-d5503eb7-f695-4245-ac3c-4aa0f4d41414 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 945 time: 0.1829834 Sep 08 09:19:01.817789 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device a3c31785-e0b7-40a9-bdb7-b21286768191 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:19:02.027452 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port a3c31785-e0b7-40a9-bdb7-b21286768191, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=a3c31785-e0b7-40a9-bdb7-b21286768191,segment=NetworkSegment(f65d12e3-feb2-45fa-813d-94ce7829a6a9),segment_id=f65d12e3-feb2-45fa-813d-94ce7829a6a9)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:19:02.027863 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b642d4a5-f38d-4542-8755-00632d172173 req-e4c05f3f-91c2-481a-acf4-2407972c413b tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2312334 Sep 08 09:19:02.030764 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9271e82e-ff81-4d6e-a3ce-ddf0bc17a945 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for router_gateway, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:02.035495 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f914e7c7-7c98-4fd5-9eb1-e6891f5a292e tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:02.053790 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 36924) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:02.054333 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': 'a3c31785-e0b7-40a9-bdb7-b21286768191', 'network_id': 'cb338a05-96ea-4d11-88f8-690044b53ade', 'port_id': 'a3c31785-e0b7-40a9-bdb7-b21286768191', 'mac_address': 'fa:16:3e:d3:40:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ec84db6-4dd6-4de4-a1e0-0c0e5076306d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:19:02.055524 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9271e82e-ff81-4d6e-a3ce-ddf0bc17a945 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:02.098231 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:02.118174 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a3c31785-e0b7-40a9-bdb7-b21286768191 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:19:02.161765 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port a3c31785-e0b7-40a9-bdb7-b21286768191, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=a3c31785-e0b7-40a9-bdb7-b21286768191,segment=NetworkSegment(f65d12e3-feb2-45fa-813d-94ce7829a6a9),segment_id=f65d12e3-feb2-45fa-813d-94ce7829a6a9)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:19:02.172658 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:02.196659 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-0a564e8f-4fe2-4f89-b206-0bfd378603d6 service neutron] 10.222.0.54 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4087689 Sep 08 09:19:02.210175 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f914e7c7-7c98-4fd5-9eb1-e6891f5a292e tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Network 73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:19:02.221299 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-f914e7c7-7c98-4fd5-9eb1-e6891f5a292e tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:19:02.228921 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f914e7c7-7c98-4fd5-9eb1-e6891f5a292e tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:19:02.240281 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f914e7c7-7c98-4fd5-9eb1-e6891f5a292e tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:02.242337 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f914e7c7-7c98-4fd5-9eb1-e6891f5a292e tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:02.271852 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f914e7c7-7c98-4fd5-9eb1-e6891f5a292e tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event updated for resources: {'Port': ['ID=30b749b6-8044-485f-ba85-c48a1655ab12,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:02.281772 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f914e7c7-7c98-4fd5-9eb1-e6891f5a292e tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4527271 Sep 08 09:19:02.282532 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36928) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:02.282674 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-9271e82e-ff81-4d6e-a3ce-ddf0bc17a945 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Allocated IP 172.25.0.202 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/eeca6d03-4d3c-4f25-b3ed-368fcdcf7c83) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:19:02.317508 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=a3c31785-e0b7-40a9-bdb7-b21286768191,revision_number=6']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:02.329569 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3c53e868-2d65-462c-a34e-85e8e8115167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:02.333458 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['a3c31785-e0b7-40a9-bdb7-b21286768191'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:19:02.429278 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e622b7a2-2a57-4b61-b077-d17ad86aecf8 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:02.436461 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e622b7a2-2a57-4b61-b077-d17ad86aecf8 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "GET /v2.0/ports/30b749b6-8044-485f-ba85-c48a1655ab12 HTTP/1.1" status: 200 len: 841 time: 0.1519651 Sep 08 09:19:02.438199 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36932) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:02.678873 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-f2245bf0-9a33-4c29-9280-b2850922c765 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Deleting port 30b749b6-8044-485f-ba85-c48a1655ab12 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:19:02.680798 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2245bf0-9a33-4c29-9280-b2850922c765 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:02.865284 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2245bf0-9a33-4c29-9280-b2850922c765 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:02.887539 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-f2245bf0-9a33-4c29-9280-b2850922c765 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Calling delete_port for 30b749b6-8044-485f-ba85-c48a1655ab12 owned by {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:19:02.976727 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-44d1a224-9a7a-4616-8986-809e7b06a252 req-fa9cbdeb-ba22-414b-8a23-f1a48720c06f tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=c36fbdc9-d408-4bbd-8b9c-08392f1657db HTTP/1.1" status: 200 len: 210 time: 0.0632241 Sep 08 09:19:03.001072 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2245bf0-9a33-4c29-9280-b2850922c765 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:03.092354 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2245bf0-9a33-4c29-9280-b2850922c765 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event deleted for resources: {'Port': ['ID=30b749b6-8044-485f-ba85-c48a1655ab12,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:03.115262 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2245bf0-9a33-4c29-9280-b2850922c765 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:03.122221 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f2245bf0-9a33-4c29-9280-b2850922c765 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/ports/30b749b6-8044-485f-ba85-c48a1655ab12 HTTP/1.1" status: 204 len: 168 time: 0.6827376 Sep 08 09:19:03.123175 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36956) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:03.160600 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfe4ecb8-6b64-4336-8e79-b5113060d210 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] GET failed (client error): The resource could not be found. Sep 08 09:19:03.167728 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 36958) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:03.168579 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-dfe4ecb8-6b64-4336-8e79-b5113060d210 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "GET /v2.0/ports/30b749b6-8044-485f-ba85-c48a1655ab12 HTTP/1.1" status: 404 len: 333 time: 0.0433152 Sep 08 09:19:03.178435 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9271e82e-ff81-4d6e-a3ce-ddf0bc17a945 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:03.191185 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-736a5550-cee3-4e80-875f-f8e1cd8547fb tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Request body: {'port': {'network_id': '73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c', 'name': 'tempest-PortsTestJSON-400615075'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:03.260601 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49434047-a52a-4523-857e-644b63939017 req-3b39bd95-7467-4756-95f5-62430fa7d4ca tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:03.262389 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-49434047-a52a-4523-857e-644b63939017 req-3b39bd95-7467-4756-95f5-62430fa7d4ca tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 944 time: 0.0925159 Sep 08 09:19:03.368812 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-49434047-a52a-4523-857e-644b63939017 req-8926a6e8-2200-45fc-9cae-c65613a9b637 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999174 Sep 08 09:19:03.410574 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3c53e868-2d65-462c-a34e-85e8e8115167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:03.430339 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3c53e868-2d65-462c-a34e-85e8e8115167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:03.501997 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-3c53e868-2d65-462c-a34e-85e8e8115167 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=486dfeb6bd254fe8929c9d20155982f3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4402535 Sep 08 09:19:03.503521 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36960) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:03.507837 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736a5550-cee3-4e80-875f-f8e1cd8547fb tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Made reservation on behalf of befb68007ce4499daff28b75d6381c43 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:19:03.511696 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-736a5550-cee3-4e80-875f-f8e1cd8547fb tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:03.519881 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c53e868-2d65-462c-a34e-85e8e8115167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc1294c-7ee2-46f7-ad76-3100210fad5b,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:03.541721 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9271e82e-ff81-4d6e-a3ce-ddf0bc17a945 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:03.544572 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [None req-736a5550-cee3-4e80-875f-f8e1cd8547fb tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] device_id is not set on port 1c9c52bb-63de-4b6e-9cc4-c5317a6075f3 yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:19:03.667023 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9271e82e-ff81-4d6e-a3ce-ddf0bc17a945 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:19:03.702197 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-9271e82e-ff81-4d6e-a3ce-ddf0bc17a945 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:19:03.703398 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e4395c4a-1f1a-462f-a13d-9b5922500f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:03.724788 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9271e82e-ff81-4d6e-a3ce-ddf0bc17a945 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:19:03.729831 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9271e82e-ff81-4d6e-a3ce-ddf0bc17a945 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Pushing event updated for resources: {'Port': ['ID=eeca6d03-4d3c-4f25-b3ed-368fcdcf7c83,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:03.751613 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e4395c4a-1f1a-462f-a13d-9b5922500f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:03.829790 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device a3c31785-e0b7-40a9-bdb7-b21286768191 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:19:03.832814 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e4395c4a-1f1a-462f-a13d-9b5922500f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:03.840175 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e4395c4a-1f1a-462f-a13d-9b5922500f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:03.853088 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e4395c4a-1f1a-462f-a13d-9b5922500f53 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8fc1294c-7ee2-46f7-ad76-3100210fad5b HTTP/1.1" status: 204 len: 168 time: 0.3474894 Sep 08 09:19:03.885855 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4395c4a-1f1a-462f-a13d-9b5922500f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc1294c-7ee2-46f7-ad76-3100210fad5b,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:04.047021 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port a3c31785-e0b7-40a9-bdb7-b21286768191 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:19:04.047821 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:04.049268 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-736a5550-cee3-4e80-875f-f8e1cd8547fb tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:04.225837 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:04.254839 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-70c698b0-761d-4464-992b-b1c26a99c680 req-ed048df4-f95f-4f6b-85aa-b402a2e0d612 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=c36fbdc9-d408-4bbd-8b9c-08392f1657db HTTP/1.1" status: 200 len: 210 time: 0.0939074 Sep 08 09:19:04.262281 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd670fbfb-6eed-4e9e-a33b-d0579953f7f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c31785-e0b7-40a9-bdb7-b21286768191'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:19:04.275989 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d617bf-4c70-454a-853c-78db04f66583" -d '{"events": [{"server_uuid": "d670fbfb-6eed-4e9e-a33b-d0579953f7f4", "name": "network-vif-plugged", "status": "completed", "tag": "a3c31785-e0b7-40a9-bdb7-b21286768191"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:19:04.291482 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port a3c31785-e0b7-40a9-bdb7-b21286768191, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=a3c31785-e0b7-40a9-bdb7-b21286768191,segment=NetworkSegment(f65d12e3-feb2-45fa-813d-94ce7829a6a9),segment_id=f65d12e3-feb2-45fa-813d-94ce7829a6a9)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:19:04.298745 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:04.370108 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2975c567-24c0-4cf8-9993-b0265fb420cc x-openstack-request-id: req-2975c567-24c0-4cf8-9993-b0265fb420cc {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:19:04.371640 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d670fbfb-6eed-4e9e-a33b-d0579953f7f4", "name": "network-vif-plugged", "status": "completed", "tag": "a3c31785-e0b7-40a9-bdb7-b21286768191", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:19:04.372141 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2975c567-24c0-4cf8-9993-b0265fb420cc {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:19:04.372765 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd670fbfb-6eed-4e9e-a33b-d0579953f7f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c31785-e0b7-40a9-bdb7-b21286768191', 'code': 200} Sep 08 09:19:04.434651 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=a3c31785-e0b7-40a9-bdb7-b21286768191,revision_number=7']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:04.475213 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-736a5550-cee3-4e80-875f-f8e1cd8547fb tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:04.707566 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736a5550-cee3-4e80-875f-f8e1cd8547fb tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event updated for resources: {'Port': ['ID=1c9c52bb-63de-4b6e-9cc4-c5317a6075f3,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:04.719096 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9271e82e-ff81-4d6e-a3ce-ddf0bc17a945 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for router_gateway, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:04.837171 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-2edff724-6f9a-411f-ba97-2a3676812ff2 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:04.838898 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-2edff724-6f9a-411f-ba97-2a3676812ff2 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.35 "GET /v2.0/networks?id=2de43bb0-acf3-42aa-b534-30332da083e7 HTTP/1.1" status: 200 len: 812 time: 0.6536193 Sep 08 09:19:04.849790 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736a5550-cee3-4e80-875f-f8e1cd8547fb tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Network 73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:19:04.861843 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-07ec1c2b-b9c3-4436-b920-97a5feea8e17 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Request body: {'port': {'device_id': 'c36fbdc9-d408-4bbd-8b9c-08392f1657db', 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7', 'admin_state_up': True, 'tenant_id': 'ca0d1910d7ca4892b72992e748a5bde6'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:04.885491 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-736a5550-cee3-4e80-875f-f8e1cd8547fb tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:19:04.888074 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736a5550-cee3-4e80-875f-f8e1cd8547fb tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:19:04.895011 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736a5550-cee3-4e80-875f-f8e1cd8547fb tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:04.895501 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-736a5550-cee3-4e80-875f-f8e1cd8547fb tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:04.932428 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa7a44-1e83-4411-b7fe-9cc4e288f356 req-00a1ea28-fe3d-4b24-94ba-64be7507db80 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:04.934362 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dfaa7a44-1e83-4411-b7fe-9cc4e288f356 req-00a1ea28-fe3d-4b24-94ba-64be7507db80 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 945 time: 0.2389324 Sep 08 09:19:05.032005 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36992) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:05.032595 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-736a5550-cee3-4e80-875f-f8e1cd8547fb tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.8490970 Sep 08 09:19:05.039549 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-7b675a48-3034-4072-9b07-15cff8f2d51a tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:05.151824 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dfaa7a44-1e83-4411-b7fe-9cc4e288f356 req-62522817-7c9b-411b-822e-9ec79da21dce tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916556 Sep 08 09:19:05.232594 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7b675a48-3034-4072-9b07-15cff8f2d51a tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:05.352510 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9271e82e-ff81-4d6e-a3ce-ddf0bc17a945 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2457'] for router, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:05.361508 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9271e82e-ff81-4d6e-a3ce-ddf0bc17a945 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-764157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-764146', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-768877'] for router, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:05.488640 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37004) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:05.564552 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7b675a48-3034-4072-9b07-15cff8f2d51a tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:05.566370 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-07ec1c2b-b9c3-4436-b920-97a5feea8e17 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Made reservation on behalf of ca0d1910d7ca4892b72992e748a5bde6 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:19:05.571897 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-07ec1c2b-b9c3-4436-b920-97a5feea8e17 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:05.615614 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7b675a48-3034-4072-9b07-15cff8f2d51a tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:05.693916 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-095202b2-463d-4b43-833f-ad0cb507346e req-6f386827-d426-427c-87b3-408162b15f3e tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=c36fbdc9-d408-4bbd-8b9c-08392f1657db HTTP/1.1" status: 200 len: 210 time: 0.1261294 Sep 08 09:19:05.766652 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-7b675a48-3034-4072-9b07-15cff8f2d51a tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] In _notify_port_updated(), no bound segment for port 1c9c52bb-63de-4b6e-9cc4-c5317a6075f3 on network 73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c {{(pid=94713) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 08 09:19:05.781261 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b675a48-3034-4072-9b07-15cff8f2d51a tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:05.782197 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7b675a48-3034-4072-9b07-15cff8f2d51a tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:05.783894 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7b675a48-3034-4072-9b07-15cff8f2d51a tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "PUT /v2.0/ports/1c9c52bb-63de-4b6e-9cc4-c5317a6075f3 HTTP/1.1" status: 200 len: 818 time: 0.7498889 Sep 08 09:19:05.791311 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37008) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:05.867322 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b675a48-3034-4072-9b07-15cff8f2d51a tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event updated for resources: {'Port': ['ID=1c9c52bb-63de-4b6e-9cc4-c5317a6075f3,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:05.913288 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-07ec1c2b-b9c3-4436-b920-97a5feea8e17 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Allocated IP 172.20.0.4 (2de43bb0-acf3-42aa-b534-30332da083e7/452a4b6d-a445-4b2b-9168-2695dd67e404/b73e27f2-f52d-4cc3-a12e-4fa5ab811726) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:19:05.991329 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-be3862a3-38d6-4f7f-845b-1211d5f0b54c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Request body: {'networks': [{'name': 'tempest-network--318158973'}, {'name': 'tempest-network--1658912344'}]} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:05.991654 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-be3862a3-38d6-4f7f-845b-1211d5f0b54c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Request body: {'network': {'name': 'tempest-network--318158973'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:05.992132 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-be3862a3-38d6-4f7f-845b-1211d5f0b54c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Request body: {'network': {'name': 'tempest-network--1658912344'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:06.006499 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-ec34d3e0-e511-49ca-b129-323953b935cb tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Deleting port 1c9c52bb-63de-4b6e-9cc4-c5317a6075f3 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:19:06.007400 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ec34d3e0-e511-49ca-b129-323953b935cb tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:06.193901 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3862a3-38d6-4f7f-845b-1211d5f0b54c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Made reservation on behalf of 3da03a57fdc44a9eb5f27430381da459 for: {'network': 2} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:19:06.200437 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-be3862a3-38d6-4f7f-845b-1211d5f0b54c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:06.218221 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ec34d3e0-e511-49ca-b129-323953b935cb tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:06.236210 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-be3862a3-38d6-4f7f-845b-1211d5f0b54c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:06.267820 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-ec34d3e0-e511-49ca-b129-323953b935cb tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Calling delete_port for 1c9c52bb-63de-4b6e-9cc4-c5317a6075f3 owned by {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:19:06.268845 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9271e82e-ff81-4d6e-a3ce-ddf0bc17a945 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Router f08bae93-f1d0-4451-9af3-620c3b05aee0 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:19:06.366797 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-07ec1c2b-b9c3-4436-b920-97a5feea8e17 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:06.456457 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-07ec1c2b-b9c3-4436-b920-97a5feea8e17 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Transition to ACTIVE for port object b73e27f2-f52d-4cc3-a12e-4fa5ab811726 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:19:06.472080 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ec34d3e0-e511-49ca-b129-323953b935cb tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:06.517016 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec34d3e0-e511-49ca-b129-323953b935cb tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event deleted for resources: {'Port': ['ID=1c9c52bb-63de-4b6e-9cc4-c5317a6075f3,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:06.524137 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7777a6-69c3-4b8a-b5f9-6f67993bc520 req-8b21746c-6f3f-46c4-9f09-8e332caac579 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:06.525884 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6e7777a6-69c3-4b8a-b5f9-6f67993bc520 req-8b21746c-6f3f-46c4-9f09-8e332caac579 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 945 time: 0.1645672 Sep 08 09:19:06.552265 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ec34d3e0-e511-49ca-b129-323953b935cb tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:06.558616 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ec34d3e0-e511-49ca-b129-323953b935cb tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/ports/1c9c52bb-63de-4b6e-9cc4-c5317a6075f3 HTTP/1.1" status: 204 len: 168 time: 0.7658992 Sep 08 09:19:06.559518 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37016) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:06.617911 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9271e82e-ff81-4d6e-a3ce-ddf0bc17a945 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:19:06.632871 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ce6a68-8271-4988-b630-a19c298def74 None None] Sync routers for ids ['f08bae93-f1d0-4451-9af3-620c3b05aee0'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:19:06.633406 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9271e82e-ff81-4d6e-a3ce-ddf0bc17a945 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:06.637068 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-9271e82e-ff81-4d6e-a3ce-ddf0bc17a945 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] 10.222.0.54 "PUT /v2.0/routers/f08bae93-f1d0-4451-9af3-620c3b05aee0 HTTP/1.1" status: 200 len: 879 time: 5.6712842 Sep 08 09:19:06.637329 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37018) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:06.653258 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ce6a68-8271-4988-b630-a19c298def74 None None] Routers {'f08bae93-f1d0-4451-9af3-620c3b05aee0'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:19:06.654462 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-75ce6a68-8271-4988-b630-a19c298def74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:18:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['f08bae93-f1d0-4451-9af3-620c3b05aee0'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:19:06.668047 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea80053-685b-4a25-8113-d4701f83c829 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:06.676694 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-07ec1c2b-b9c3-4436-b920-97a5feea8e17 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:06.678252 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37020) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:06.682678 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2ea80053-685b-4a25-8113-d4701f83c829 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1214011 Sep 08 09:19:06.697636 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-75ce6a68-8271-4988-b630-a19c298def74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:19:06.708969 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ce6a68-8271-4988-b630-a19c298def74 None None] Routers {'f08bae93-f1d0-4451-9af3-620c3b05aee0'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:19:06.710607 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-75ce6a68-8271-4988-b630-a19c298def74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:18:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['f08bae93-f1d0-4451-9af3-620c3b05aee0'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:19:06.731393 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6e7777a6-69c3-4b8a-b5f9-6f67993bc520 req-3ebadd0c-a12f-49da-8da1-dcb93fb34547 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828723 Sep 08 09:19:06.791681 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-88fac2d3-2e52-4e3e-bfc5-874e4c67f112 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] GET failed (client error): The resource could not be found. Sep 08 09:19:06.797586 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-88fac2d3-2e52-4e3e-bfc5-874e4c67f112 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "GET /v2.0/ports/1c9c52bb-63de-4b6e-9cc4-c5317a6075f3 HTTP/1.1" status: 404 len: 333 time: 0.1143374 Sep 08 09:19:06.800086 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37024) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:06.807916 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-7711516a-283e-4e6e-8088-6528533f4d9f tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-522683261'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:06.832942 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-07ec1c2b-b9c3-4436-b920-97a5feea8e17 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Network 2de43bb0-acf3-42aa-b534-30332da083e7 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:19:06.848302 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-be3862a3-38d6-4f7f-845b-1211d5f0b54c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:06.850016 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-07ec1c2b-b9c3-4436-b920-97a5feea8e17 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:19:06.855716 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-07ec1c2b-b9c3-4436-b920-97a5feea8e17 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:19:06.859580 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ec1c2b-b9c3-4436-b920-97a5feea8e17 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Pushing event updated for resources: {'Port': ['ID=b73e27f2-f52d-4cc3-a12e-4fa5ab811726,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:06.935403 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-be3862a3-38d6-4f7f-845b-1211d5f0b54c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:06.939006 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-be3862a3-38d6-4f7f-845b-1211d5f0b54c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:06.958744 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-75ce6a68-8271-4988-b630-a19c298def74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:19:06.959326 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ce6a68-8271-4988-b630-a19c298def74 None None] The sync data for ids ['f08bae93-f1d0-4451-9af3-620c3b05aee0'] in n-d-806683-11 is: [] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:19:06.959909 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7711516a-283e-4e6e-8088-6528533f4d9f tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Made reservation on behalf of befb68007ce4499daff28b75d6381c43 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:19:06.964438 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7711516a-283e-4e6e-8088-6528533f4d9f tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:07.053616 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3862a3-38d6-4f7f-845b-1211d5f0b54c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a0b2ee-6325-45a1-82ce-3c212d94a00b,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:07.058721 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a7b50cdb-f62e-46c4-a85c-e46b2c0815e0 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] 10.222.0.54 "GET /v2.0/routers/f08bae93-f1d0-4451-9af3-620c3b05aee0 HTTP/1.1" status: 200 len: 920 time: 0.4202769 Sep 08 09:19:07.069556 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7711516a-283e-4e6e-8088-6528533f4d9f tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:19:07.087777 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-07ec1c2b-b9c3-4436-b920-97a5feea8e17 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:07.088800 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-07ec1c2b-b9c3-4436-b920-97a5feea8e17 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:07.088987 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37026) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:07.095952 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be3862a3-38d6-4f7f-845b-1211d5f0b54c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:19:07.116879 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7711516a-283e-4e6e-8088-6528533f4d9f tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:07.117417 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-7711516a-283e-4e6e-8088-6528533f4d9f tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Added segment 7d0878f1-30ba-4aac-93e7-f051e56660ae of type vlan for network 1b45454b-902d-4910-94e7-3b7bd4029d03 Sep 08 09:19:07.120805 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-be3862a3-38d6-4f7f-845b-1211d5f0b54c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:07.122174 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-be3862a3-38d6-4f7f-845b-1211d5f0b54c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Added segment 23f0b239-98d5-4c3b-8032-2698f8259275 of type vlan for network bedca5db-d26c-4c6a-a011-6d0a823a8ea1 Sep 08 09:19:07.134558 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-07ec1c2b-b9c3-4436-b920-97a5feea8e17 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2765837 Sep 08 09:19:07.180049 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-814b1b26-eb76-477b-9f1a-2e719e4c9d20 service neutron] Request body: {'port': {'device_id': 'c36fbdc9-d408-4bbd-8b9c-08392f1657db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:07.256427 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7711516a-283e-4e6e-8088-6528533f4d9f tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:07.264153 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-be3862a3-38d6-4f7f-845b-1211d5f0b54c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:07.332139 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec9f75-32a0-416c-b7bd-8984f6bdd20d req-632e3b30-9047-4c22-9b65-5b6f0772bbe0 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:07.333821 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-77ec9f75-32a0-416c-b7bd-8984f6bdd20d req-632e3b30-9047-4c22-9b65-5b6f0772bbe0 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=c36fbdc9-d408-4bbd-8b9c-08392f1657db HTTP/1.1" status: 200 len: 931 time: 0.2966506 Sep 08 09:19:07.379653 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.db.resource_extend [None req-7711516a-283e-4e6e-8088-6528533f4d9f tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 08 09:19:07.417718 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.db.resource_extend [None req-be3862a3-38d6-4f7f-845b-1211d5f0b54c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 08 09:19:07.417828 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-403a274e-77a3-4681-9345-472a81577293 None None] Provisioning for port b73e27f2-f52d-4cc3-a12e-4fa5ab811726 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:19:07.439128 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be3862a3-38d6-4f7f-845b-1211d5f0b54c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:19:07.445682 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-403a274e-77a3-4681-9345-472a81577293 None None] Provisioning complete for port b73e27f2-f52d-4cc3-a12e-4fa5ab811726 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:19:07.447013 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-403a274e-77a3-4681-9345-472a81577293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:07.451691 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-be3862a3-38d6-4f7f-845b-1211d5f0b54c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:07.452802 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-be3862a3-38d6-4f7f-845b-1211d5f0b54c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Added segment 04026101-aa8e-45c9-95b3-e93e23a5d059 of type vlan for network ed58676f-9bcf-4dcb-bf65-4fac31411e56 Sep 08 09:19:07.498422 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-77ec9f75-32a0-416c-b7bd-8984f6bdd20d req-12cb68f4-b535-4d0a-a292-87ba66272e13 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451173 Sep 08 09:19:07.516674 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfebb123-e10a-428a-a337-670f2bde3487 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:07.521225 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-bfebb123-e10a-428a-a337-670f2bde3487 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=399c4174-1e86-4a10-bb99-f875a09107d5&device_id=f08bae93-f1d0-4451-9af3-620c3b05aee0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4309511 Sep 08 09:19:07.524423 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37036) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:07.568691 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-403a274e-77a3-4681-9345-472a81577293 None None] Port b73e27f2-f52d-4cc3-a12e-4fa5ab811726 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:19:07.617606 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-be3862a3-38d6-4f7f-845b-1211d5f0b54c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:07.642126 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7711516a-283e-4e6e-8088-6528533f4d9f tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:07.657616 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7711516a-283e-4e6e-8088-6528533f4d9f tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:07.658590 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7711516a-283e-4e6e-8088-6528533f4d9f tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:07.744173 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1e11d0-d220-4f2a-8901-b0eb9123a65e tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:07.755446 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-bb1e11d0-d220-4f2a-8901-b0eb9123a65e tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] 10.222.0.54 "GET /v2.0/networks/399c4174-1e86-4a10-bb99-f875a09107d5 HTTP/1.1" status: 200 len: 881 time: 0.2272933 Sep 08 09:19:07.756273 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37042) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:07.770395 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-814b1b26-eb76-477b-9f1a-2e719e4c9d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:07.783095 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.db.resource_extend [None req-be3862a3-38d6-4f7f-845b-1211d5f0b54c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 08 09:19:07.819058 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-13587d46-cea0-47b8-a290-2207cb120791 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] 10.222.0.54 "GET /v2.0/ports?device_id=f08bae93-f1d0-4451-9af3-620c3b05aee0 HTTP/1.1" status: 200 len: 205 time: 0.0613933 Sep 08 09:19:07.820327 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37046) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:07.906094 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-7711516a-283e-4e6e-8088-6528533f4d9f tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1016154 Sep 08 09:19:07.914175 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37048) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:07.927533 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-434a1f68-9cbf-4999-a24f-8b72d1f98868 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Request body: {'subnet': {'network_id': '1b45454b-902d-4910-94e7-3b7bd4029d03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:07.932829 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7711516a-283e-4e6e-8088-6528533f4d9f tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event updated for resources: {'Network': ['ID=1b45454b-902d-4910-94e7-3b7bd4029d03,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:07.948034 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 1b45454b-902d-4910-94e7-3b7bd4029d03 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:19:08.022681 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-be3862a3-38d6-4f7f-845b-1211d5f0b54c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:08.023686 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-be3862a3-38d6-4f7f-845b-1211d5f0b54c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:08.049423 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3862a3-38d6-4f7f-845b-1211d5f0b54c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:08.057081 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3862a3-38d6-4f7f-845b-1211d5f0b54c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:08.068481 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-be3862a3-38d6-4f7f-845b-1211d5f0b54c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:08.216753 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434a1f68-9cbf-4999-a24f-8b72d1f98868 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Made reservation on behalf of befb68007ce4499daff28b75d6381c43 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:19:08.221680 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-434a1f68-9cbf-4999-a24f-8b72d1f98868 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:08.354770 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-be3862a3-38d6-4f7f-845b-1211d5f0b54c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.8614433 Sep 08 09:19:08.467679 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37056) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:08.785109 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3862a3-38d6-4f7f-845b-1211d5f0b54c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Pushing event updated for resources: {'Network': ['ID=bedca5db-d26c-4c6a-a011-6d0a823a8ea1,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:08.809910 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network bedca5db-d26c-4c6a-a011-6d0a823a8ea1 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:19:08.875731 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7308fc-51b2-4205-bb70-636ffe8429b4 req-0f30a03b-b7ba-4a44-9d51-1d33934e38b2 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:08.876405 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7b7308fc-51b2-4205-bb70-636ffe8429b4 req-0f30a03b-b7ba-4a44-9d51-1d33934e38b2 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 945 time: 0.9843478 Sep 08 09:19:09.153434 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f0e54227-ae1a-4076-be26-3fac70fc46fd tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:09.253377 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bbe962-fa15-444e-8008-4d3050d16eb7 req-3beefb24-65e2-41eb-b345-8c25ce1c9ac8 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:09.260967 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-83bbe962-fa15-444e-8008-4d3050d16eb7 req-3beefb24-65e2-41eb-b345-8c25ce1c9ac8 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=c36fbdc9-d408-4bbd-8b9c-08392f1657db HTTP/1.1" status: 200 len: 931 time: 0.1487188 Sep 08 09:19:09.379953 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-83bbe962-fa15-444e-8008-4d3050d16eb7 req-493c05ad-2431-43d1-b826-c35ec156b006 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179867 Sep 08 09:19:09.381198 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-434a1f68-9cbf-4999-a24f-8b72d1f98868 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:09.466294 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f0e54227-ae1a-4076-be26-3fac70fc46fd tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:09.489486 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a1f68-9cbf-4999-a24f-8b72d1f98868 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event updated for resources: {'Subnet': ['ID=956dffc7-de06-4d3f-97bd-1480c9262e55,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:09.497663 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434a1f68-9cbf-4999-a24f-8b72d1f98868 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Checking segment: {'id': '7d0878f1-30ba-4aac-93e7-f051e56660ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1b45454b-902d-4910-94e7-3b7bd4029d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:19:09.498069 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434a1f68-9cbf-4999-a24f-8b72d1f98868 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Network hostable DHCP agents. Network: 1b45454b-902d-4910-94e7-3b7bd4029d03, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:19:09.549254 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434a1f68-9cbf-4999-a24f-8b72d1f98868 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Network 1b45454b-902d-4910-94e7-3b7bd4029d03 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:19:09.573723 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-434a1f68-9cbf-4999-a24f-8b72d1f98868 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 1b45454b-902d-4910-94e7-3b7bd4029d03) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:19:09.583723 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff2006d-ec3c-43e3-814c-54ce4e01b1fd None None] Network 1b45454b-902d-4910-94e7-3b7bd4029d03 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:19:09.590012 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434a1f68-9cbf-4999-a24f-8b72d1f98868 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:09.590463 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-434a1f68-9cbf-4999-a24f-8b72d1f98868 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:09.594919 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-f0e54227-ae1a-4076-be26-3fac70fc46fd tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Deleting port eeca6d03-4d3c-4f25-b3ed-368fcdcf7c83 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:19:09.595372 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f0e54227-ae1a-4076-be26-3fac70fc46fd tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:09.679318 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-434a1f68-9cbf-4999-a24f-8b72d1f98868 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7592130 Sep 08 09:19:09.682071 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37066) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:09.692300 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-9c4529f8-0299-41f6-b81e-fe8f2371fa5b tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Request body: {'subnet': {'network_id': '1b45454b-902d-4910-94e7-3b7bd4029d03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:09.718913 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3862a3-38d6-4f7f-845b-1211d5f0b54c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Pushing event updated for resources: {'Network': ['ID=ed58676f-9bcf-4dcb-bf65-4fac31411e56,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:09.758199 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25db848e-5911-4c30-8c3f-3b9e1fb73d85 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:09.770200 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network ed58676f-9bcf-4dcb-bf65-4fac31411e56 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:19:09.782574 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25db848e-5911-4c30-8c3f-3b9e1fb73d85 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:09.789131 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25db848e-5911-4c30-8c3f-3b9e1fb73d85 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:09.795345 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25db848e-5911-4c30-8c3f-3b9e1fb73d85 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:09.807518 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-25db848e-5911-4c30-8c3f-3b9e1fb73d85 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.3317335 Sep 08 09:19:09.807687 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f0e54227-ae1a-4076-be26-3fac70fc46fd tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:09.808887 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37070) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:09.834727 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-f0e54227-ae1a-4076-be26-3fac70fc46fd tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Calling delete_port for eeca6d03-4d3c-4f25-b3ed-368fcdcf7c83 owned by network:router_gateway {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:19:09.854258 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7b7308fc-51b2-4205-bb70-636ffe8429b4 req-82c640e9-1501-44f1-865d-50f2d4f842e4 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9134014 Sep 08 09:19:10.005020 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-814b1b26-eb76-477b-9f1a-2e719e4c9d20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b73e27f2-f52d-4cc3-a12e-4fa5ab811726 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:19:10.017995 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-814b1b26-eb76-477b-9f1a-2e719e4c9d20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:10.035817 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-814b1b26-eb76-477b-9f1a-2e719e4c9d20 service neutron] Transition to ACTIVE for port object b73e27f2-f52d-4cc3-a12e-4fa5ab811726 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:19:10.042327 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e3fbb1d9-d0b8-4b10-a318-996473d74447 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:10.045300 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-814b1b26-eb76-477b-9f1a-2e719e4c9d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:10.054394 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1c1be6-1d9c-4cfe-b6eb-2d19d4763cde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-1b45454b-902d-4910-94e7-3b7bd4029d03', 'network_id': '1b45454b-902d-4910-94e7-3b7bd4029d03', 'tenant_id': 'befb68007ce4499daff28b75d6381c43', 'fixed_ips': [{'subnet_id': '956dffc7-de06-4d3f-97bd-1480c9262e55'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:19:10.055465 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2e1c1be6-1d9c-4cfe-b6eb-2d19d4763cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:10.068426 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4529f8-0299-41f6-b81e-fe8f2371fa5b tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Made reservation on behalf of befb68007ce4499daff28b75d6381c43 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:19:10.093925 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9c4529f8-0299-41f6-b81e-fe8f2371fa5b tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:10.105178 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b1b26-eb76-477b-9f1a-2e719e4c9d20 service neutron] Pushing event updated for resources: {'Port': ['ID=b73e27f2-f52d-4cc3-a12e-4fa5ab811726,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:10.463035 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e3fbb1d9-d0b8-4b10-a318-996473d74447 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:10.467385 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-2e1c1be6-1d9c-4cfe-b6eb-2d19d4763cde None None] Allocated IP 172.20.0.2 (1b45454b-902d-4910-94e7-3b7bd4029d03/956dffc7-de06-4d3f-97bd-1480c9262e55/d7970988-30e7-48dd-aa1e-62ce5da00f99) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:19:10.576545 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-e3fbb1d9-d0b8-4b10-a318-996473d74447 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bedca5db-d26c-4c6a-a011-6d0a823a8ea1']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:19:10.596745 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-e3fbb1d9-d0b8-4b10-a318-996473d74447 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23f0b239-98d5-4c3b-8032-2698f8259275') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:19:10.597796 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-e3fbb1d9-d0b8-4b10-a318-996473d74447 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23f0b239-98d5-4c3b-8032-2698f8259275') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:19:10.610123 n-d-806683-11 neutron-server[94713]: INFO neutron.db.ipam_backend_mixin [None req-9c4529f8-0299-41f6-b81e-fe8f2371fa5b tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 956dffc7-de06-4d3f-97bd-1480c9262e55 (CIDR: 172.20.0.0/28) Sep 08 09:19:10.624096 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c4529f8-0299-41f6-b81e-fe8f2371fa5b tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:19:10.624618 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e3fbb1d9-d0b8-4b10-a318-996473d74447 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:10.625144 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c4529f8-0299-41f6-b81e-fe8f2371fa5b tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:19:10.638860 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f0e54227-ae1a-4076-be26-3fac70fc46fd tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:10.646753 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-814b1b26-eb76-477b-9f1a-2e719e4c9d20 service neutron] Attempting to bind port b73e27f2-f52d-4cc3-a12e-4fa5ab811726 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:19:10.647158 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-814b1b26-eb76-477b-9f1a-2e719e4c9d20 service neutron] Attempting to bind port b73e27f2-f52d-4cc3-a12e-4fa5ab811726 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '0adbffbb-cf08-4e79-9920-208d98c2b498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:19:10.647540 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-814b1b26-eb76-477b-9f1a-2e719e4c9d20 service neutron] Attempting to bind port b73e27f2-f52d-4cc3-a12e-4fa5ab811726 on network 2de43bb0-acf3-42aa-b534-30332da083e7 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:19:10.665158 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e3fbb1d9-d0b8-4b10-a318-996473d74447 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:10.673290 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-814b1b26-eb76-477b-9f1a-2e719e4c9d20 service neutron] Port b73e27f2-f52d-4cc3-a12e-4fa5ab811726 on network 2de43bb0-acf3-42aa-b534-30332da083e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:19:10.673625 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-814b1b26-eb76-477b-9f1a-2e719e4c9d20 service neutron] Attempting to bind port b73e27f2-f52d-4cc3-a12e-4fa5ab811726 on network 2de43bb0-acf3-42aa-b534-30332da083e7 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:19:10.685594 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3fbb1d9-d0b8-4b10-a318-996473d74447 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:19:10.693913 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e3fbb1d9-d0b8-4b10-a318-996473d74447 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:10.696227 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:19:10.696227 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:19:10.696227 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:19:10.696227 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:19:10.696227 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:19:10.696227 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:19:10.696227 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:19:10.696227 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:19:10.696227 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:19:10.696227 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:19:10.696227 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:19:10.696227 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:19:10.696227 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:19:10.696227 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:19:10.696227 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:19:10.696227 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:19:10.696227 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:19:10.696227 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:19:10.696227 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:19:10.696227 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:19:10.696227 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:19:10.696227 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:19:10.696227 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:19:10.696227 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:19:10.696227 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:19:10.696227 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:19:10.696227 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:19:10.696227 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:19:10.696227 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:19:10.696227 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:19:10.696227 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:19:10.696227 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:19:10.698861 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-814b1b26-eb76-477b-9f1a-2e719e4c9d20 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:19:10.698861 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-814b1b26-eb76-477b-9f1a-2e719e4c9d20 service neutron] Checking segment: {'id': '0adbffbb-cf08-4e79-9920-208d98c2b498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:19:10.698861 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-814b1b26-eb76-477b-9f1a-2e719e4c9d20 service neutron] Bound using segment: {'id': '0adbffbb-cf08-4e79-9920-208d98c2b498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:19:10.699365 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-814b1b26-eb76-477b-9f1a-2e719e4c9d20 service neutron] Bound port: b73e27f2-f52d-4cc3-a12e-4fa5ab811726, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0adbffbb-cf08-4e79-9920-208d98c2b498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:19:10.699768 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-814b1b26-eb76-477b-9f1a-2e719e4c9d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:10.724930 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa26c86-5733-40e8-8502-dfef4d4ca3b3 req-391b1952-3eea-483a-81f9-51504473bceb tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:10.733741 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-daa26c86-5733-40e8-8502-dfef4d4ca3b3 req-391b1952-3eea-483a-81f9-51504473bceb tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=c36fbdc9-d408-4bbd-8b9c-08392f1657db HTTP/1.1" status: 200 len: 943 time: 0.1691113 Sep 08 09:19:10.748017 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9c4529f8-0299-41f6-b81e-fe8f2371fa5b tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0615799 Sep 08 09:19:10.752288 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37088) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:10.776708 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-8d7606a7-cd40-45bc-ac02-fed8a5a1b8bc tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Request body: {'subnet': {'network_id': '1b45454b-902d-4910-94e7-3b7bd4029d03', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:10.780718 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e54227-ae1a-4076-be26-3fac70fc46fd tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Pushing event deleted for resources: {'Port': ['ID=eeca6d03-4d3c-4f25-b3ed-368fcdcf7c83,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:10.862714 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e3fbb1d9-d0b8-4b10-a318-996473d74447 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:10.871458 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e3fbb1d9-d0b8-4b10-a318-996473d74447 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:10.873515 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e3fbb1d9-d0b8-4b10-a318-996473d74447 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] 10.222.0.54 "DELETE /v2.0/networks/bedca5db-d26c-4c6a-a011-6d0a823a8ea1 HTTP/1.1" status: 204 len: 168 time: 1.0427051 Sep 08 09:19:10.888340 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37090) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:10.927651 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fbb1d9-d0b8-4b10-a318-996473d74447 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Pushing event deleted for resources: {'Network': ['ID=bedca5db-d26c-4c6a-a011-6d0a823a8ea1,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:10.943100 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-814b1b26-eb76-477b-9f1a-2e719e4c9d20 service neutron] For port b73e27f2-f52d-4cc3-a12e-4fa5ab811726, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:19:11.000356 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-814b1b26-eb76-477b-9f1a-2e719e4c9d20 service neutron] For port b73e27f2-f52d-4cc3-a12e-4fa5ab811726, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=b73e27f2-f52d-4cc3-a12e-4fa5ab811726,segment=NetworkSegment(0adbffbb-cf08-4e79-9920-208d98c2b498),segment_id=0adbffbb-cf08-4e79-9920-208d98c2b498)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:19:11.008657 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-814b1b26-eb76-477b-9f1a-2e719e4c9d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:11.049309 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5fb4337a-85ee-40a4-80af-422eea7c904a tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:11.059269 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-814b1b26-eb76-477b-9f1a-2e719e4c9d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:11.059908 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-814b1b26-eb76-477b-9f1a-2e719e4c9d20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:11.061328 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-814b1b26-eb76-477b-9f1a-2e719e4c9d20 service neutron] 10.222.0.35 "PUT /v2.0/ports/b73e27f2-f52d-4cc3-a12e-4fa5ab811726 HTTP/1.1" status: 200 len: 1092 time: 3.8882596 Sep 08 09:19:11.065766 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36fbdc9-d408-4bbd-8b9c-08392f1657db', 'tag': 'b73e27f2-f52d-4cc3-a12e-4fa5ab811726'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:19:11.072419 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3bd8193-50f3-4b66-8cf3-2f54f9789118" -d '{"events": [{"name": "network-changed", "server_uuid": "c36fbdc9-d408-4bbd-8b9c-08392f1657db", "tag": "b73e27f2-f52d-4cc3-a12e-4fa5ab811726"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:19:11.131333 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-daa26c86-5733-40e8-8502-dfef4d4ca3b3 req-6eb9ba1f-82e2-44a5-abf8-d4158f50bf07 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884366 Sep 08 09:19:11.152260 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2e1c1be6-1d9c-4cfe-b6eb-2d19d4763cde None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:11.177116 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2e1c1be6-1d9c-4cfe-b6eb-2d19d4763cde None None] Transition to ACTIVE for port object d7970988-30e7-48dd-aa1e-62ce5da00f99 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:19:11.237812 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2e1c1be6-1d9c-4cfe-b6eb-2d19d4763cde None None] Transition to ACTIVE for port object d7970988-30e7-48dd-aa1e-62ce5da00f99 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:19:11.255363 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2e1c1be6-1d9c-4cfe-b6eb-2d19d4763cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:11.304250 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab29da9d-620f-4a28-a1af-f2611a725cb2 x-openstack-request-id: req-ab29da9d-620f-4a28-a1af-f2611a725cb2 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:19:11.306189 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c36fbdc9-d408-4bbd-8b9c-08392f1657db", "tag": "b73e27f2-f52d-4cc3-a12e-4fa5ab811726", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:19:11.306476 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ab29da9d-620f-4a28-a1af-f2611a725cb2 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:19:11.306908 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c36fbdc9-d408-4bbd-8b9c-08392f1657db', 'tag': 'b73e27f2-f52d-4cc3-a12e-4fa5ab811726', 'status': 'completed', 'code': 200} Sep 08 09:19:11.307955 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f0e54227-ae1a-4076-be26-3fac70fc46fd tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:11.325252 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b1b26-eb76-477b-9f1a-2e719e4c9d20 service neutron] Pushing event updated for resources: {'Port': ['ID=b73e27f2-f52d-4cc3-a12e-4fa5ab811726,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:11.353262 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1c1be6-1d9c-4cfe-b6eb-2d19d4763cde None None] Network 1b45454b-902d-4910-94e7-3b7bd4029d03 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:19:11.367324 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-2e1c1be6-1d9c-4cfe-b6eb-2d19d4763cde None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:19:11.371588 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1c1be6-1d9c-4cfe-b6eb-2d19d4763cde None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:19:11.398406 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-11af6047-a2d9-4e53-ba21-80116db7938a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:11.399879 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-11af6047-a2d9-4e53-ba21-80116db7938a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca0d1910d7ca4892b72992e748a5bde6&device_id=c36fbdc9-d408-4bbd-8b9c-08392f1657db HTTP/1.1" status: 200 len: 1095 time: 0.2719293 Sep 08 09:19:11.452823 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c1be6-1d9c-4cfe-b6eb-2d19d4763cde None None] Pushing event updated for resources: {'Port': ['ID=d7970988-30e7-48dd-aa1e-62ce5da00f99,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:11.490622 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-2e1c1be6-1d9c-4cfe-b6eb-2d19d4763cde None None] Attempting to bind port d7970988-30e7-48dd-aa1e-62ce5da00f99 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:19:11.491248 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-2e1c1be6-1d9c-4cfe-b6eb-2d19d4763cde None None] Attempting to bind port d7970988-30e7-48dd-aa1e-62ce5da00f99 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '7d0878f1-30ba-4aac-93e7-f051e56660ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1b45454b-902d-4910-94e7-3b7bd4029d03'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:19:11.491798 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1c1be6-1d9c-4cfe-b6eb-2d19d4763cde None None] Attempting to bind port d7970988-30e7-48dd-aa1e-62ce5da00f99 on network 1b45454b-902d-4910-94e7-3b7bd4029d03 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:19:11.496453 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1c1be6-1d9c-4cfe-b6eb-2d19d4763cde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:19:11.497099 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1c1be6-1d9c-4cfe-b6eb-2d19d4763cde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:19:11.497618 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1c1be6-1d9c-4cfe-b6eb-2d19d4763cde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:19:11.498276 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1c1be6-1d9c-4cfe-b6eb-2d19d4763cde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:19:11.498788 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1c1be6-1d9c-4cfe-b6eb-2d19d4763cde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:19:11.500008 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1c1be6-1d9c-4cfe-b6eb-2d19d4763cde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:19:11.500530 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1c1be6-1d9c-4cfe-b6eb-2d19d4763cde None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:19:11.501098 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1c1be6-1d9c-4cfe-b6eb-2d19d4763cde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:19:11.501607 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1c1be6-1d9c-4cfe-b6eb-2d19d4763cde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:19:11.502159 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1c1be6-1d9c-4cfe-b6eb-2d19d4763cde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:19:11.504379 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1c1be6-1d9c-4cfe-b6eb-2d19d4763cde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:19:11.509366 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1c1be6-1d9c-4cfe-b6eb-2d19d4763cde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:19:11.517087 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1c1be6-1d9c-4cfe-b6eb-2d19d4763cde None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:19:11.517798 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1c1be6-1d9c-4cfe-b6eb-2d19d4763cde None None] Checking segment: {'id': '7d0878f1-30ba-4aac-93e7-f051e56660ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1b45454b-902d-4910-94e7-3b7bd4029d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:19:11.518880 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2e1c1be6-1d9c-4cfe-b6eb-2d19d4763cde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:11.519624 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1c1be6-1d9c-4cfe-b6eb-2d19d4763cde None None] Bound using segment: {'id': '7d0878f1-30ba-4aac-93e7-f051e56660ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1b45454b-902d-4910-94e7-3b7bd4029d03'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:19:11.520472 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-2e1c1be6-1d9c-4cfe-b6eb-2d19d4763cde None None] Bound port: d7970988-30e7-48dd-aa1e-62ce5da00f99, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d0878f1-30ba-4aac-93e7-f051e56660ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '1b45454b-902d-4910-94e7-3b7bd4029d03'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:19:11.521062 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2e1c1be6-1d9c-4cfe-b6eb-2d19d4763cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:11.543170 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc34309-0f64-424b-a26e-0a0c86342796 req-154e0f0a-9ab4-4194-a402-080616087625 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:11.553352 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-acc34309-0f64-424b-a26e-0a0c86342796 req-154e0f0a-9ab4-4194-a402-080616087625 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 945 time: 0.4375911 Sep 08 09:19:11.562620 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-1872332d-c916-4722-8b61-013870f26124 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b73e27f2-f52d-4cc3-a12e-4fa5ab811726 HTTP/1.1" status: 200 len: 217 time: 0.1237645 Sep 08 09:19:11.580940 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f0e54227-ae1a-4076-be26-3fac70fc46fd tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:11.583692 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f0e54227-ae1a-4076-be26-3fac70fc46fd tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:11.636017 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7606a7-cd40-45bc-ac02-fed8a5a1b8bc tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Made reservation on behalf of befb68007ce4499daff28b75d6381c43 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:19:11.645481 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8d7606a7-cd40-45bc-ac02-fed8a5a1b8bc tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:11.653420 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f0e54227-ae1a-4076-be26-3fac70fc46fd tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:11.654011 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e54227-ae1a-4076-be26-3fac70fc46fd tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Fanout notify agent at l3_agent the message router_deleted on router f08bae93-f1d0-4451-9af3-620c3b05aee0 {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:19:11.675004 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f0e54227-ae1a-4076-be26-3fac70fc46fd tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:11.679640 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f0e54227-ae1a-4076-be26-3fac70fc46fd tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] 10.222.0.54 "DELETE /v2.0/routers/f08bae93-f1d0-4451-9af3-620c3b05aee0 HTTP/1.1" status: 204 len: 168 time: 3.8547268 Sep 08 09:19:11.692653 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5fb4337a-85ee-40a4-80af-422eea7c904a tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:11.702142 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37100) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:11.714641 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-74944541-9651-4c38-a30c-fcb3834b07b7 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-383650955', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:11.723506 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-2e1c1be6-1d9c-4cfe-b6eb-2d19d4763cde None None] For port d7970988-30e7-48dd-aa1e-62ce5da00f99, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:19:11.727123 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-2e1c1be6-1d9c-4cfe-b6eb-2d19d4763cde None None] For port d7970988-30e7-48dd-aa1e-62ce5da00f99, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=d7970988-30e7-48dd-aa1e-62ce5da00f99,segment=NetworkSegment(7d0878f1-30ba-4aac-93e7-f051e56660ae),segment_id=7d0878f1-30ba-4aac-93e7-f051e56660ae)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:19:11.737037 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2e1c1be6-1d9c-4cfe-b6eb-2d19d4763cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:11.776423 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-74944541-9651-4c38-a30c-fcb3834b07b7 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:11.777639 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-74944541-9651-4c38-a30c-fcb3834b07b7 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:11.812580 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-5fb4337a-85ee-40a4-80af-422eea7c904a tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed58676f-9bcf-4dcb-bf65-4fac31411e56']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:19:11.854023 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-acc34309-0f64-424b-a26e-0a0c86342796 req-15963037-3d34-4896-8b73-a4460b0cec49 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2953844 Sep 08 09:19:11.888973 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-5fb4337a-85ee-40a4-80af-422eea7c904a tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04026101-aa8e-45c9-95b3-e93e23a5d059') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:19:11.888973 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-5fb4337a-85ee-40a4-80af-422eea7c904a tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04026101-aa8e-45c9-95b3-e93e23a5d059') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:19:11.893438 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-ac807727-cb13-4999-b860-bd95f990fcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:11.895275 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-ac807727-cb13-4999-b860-bd95f990fcf0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=452a4b6d-a445-4b2b-9168-2695dd67e404 HTTP/1.1" status: 200 len: 851 time: 0.3078644 Sep 08 09:19:11.901481 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5fb4337a-85ee-40a4-80af-422eea7c904a tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:11.909617 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c1be6-1d9c-4cfe-b6eb-2d19d4763cde None None] Pushing event updated for resources: {'Port': ['ID=d7970988-30e7-48dd-aa1e-62ce5da00f99,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:11.969975 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-74944541-9651-4c38-a30c-fcb3834b07b7 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:11.988247 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-74944541-9651-4c38-a30c-fcb3834b07b7 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:11.989889 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5fb4337a-85ee-40a4-80af-422eea7c904a tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:12.011101 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-346bd518-3a52-4d05-8b5d-769743d5bda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:12.023766 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-346bd518-3a52-4d05-8b5d-769743d5bda7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2de43bb0-acf3-42aa-b534-30332da083e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1082354 Sep 08 09:19:12.087095 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-74944541-9651-4c38-a30c-fcb3834b07b7 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:12.088312 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-74944541-9651-4c38-a30c-fcb3834b07b7 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3775940 Sep 08 09:19:12.092684 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37104) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:12.093842 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fb4337a-85ee-40a4-80af-422eea7c904a tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:19:12.094360 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5fb4337a-85ee-40a4-80af-422eea7c904a tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:12.104080 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:19:12.104080 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:19:12.104080 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:19:12.104080 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:19:12.104080 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:19:12.104080 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:19:12.104080 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:19:12.104080 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:19:12.104080 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:19:12.104080 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:19:12.104080 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:19:12.104080 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:19:12.104080 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:19:12.104080 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:19:12.104080 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:19:12.104080 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:19:12.104080 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:19:12.104080 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:19:12.104080 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:19:12.104080 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:19:12.104080 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:19:12.104080 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:19:12.104080 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:19:12.104080 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:19:12.104080 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:19:12.104080 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:19:12.104080 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:19:12.104080 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:19:12.104080 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:19:12.104080 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:19:12.104080 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:19:12.104080 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:19:12.106784 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-7cb73e7b-23a3-4be5-b1d4-01a8178fd685 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'enable_snat': True}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:12.447697 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5fb4337a-85ee-40a4-80af-422eea7c904a tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:12.468631 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5fb4337a-85ee-40a4-80af-422eea7c904a tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:12.481191 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5fb4337a-85ee-40a4-80af-422eea7c904a tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] 10.222.0.54 "DELETE /v2.0/networks/ed58676f-9bcf-4dcb-bf65-4fac31411e56 HTTP/1.1" status: 204 len: 168 time: 1.5967176 Sep 08 09:19:12.486413 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37108) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:12.486631 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0976abc-1823-42a4-85ad-80532c3b0fad req-ccc3a254-ce11-4ae0-82c2-cac24797229e tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:12.488418 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a0976abc-1823-42a4-85ad-80532c3b0fad req-ccc3a254-ce11-4ae0-82c2-cac24797229e tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=c36fbdc9-d408-4bbd-8b9c-08392f1657db HTTP/1.1" status: 200 len: 943 time: 0.2360673 Sep 08 09:19:12.599854 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb4337a-85ee-40a4-80af-422eea7c904a tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Pushing event deleted for resources: {'Network': ['ID=ed58676f-9bcf-4dcb-bf65-4fac31411e56,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:12.651016 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-735f8e8b-578b-4980-a07f-483d67888938 service neutron] 10.222.0.35 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6264396 Sep 08 09:19:12.698652 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7cb73e7b-23a3-4be5-b1d4-01a8178fd685 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:12.782966 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a0976abc-1823-42a4-85ad-80532c3b0fad req-be45ab07-3b06-4e8f-afaa-935c832a82b3 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155240 Sep 08 09:19:12.792463 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8d7606a7-cd40-45bc-ac02-fed8a5a1b8bc tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:12.826357 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a151bc2-80b3-4dcb-a035-19e46589d8a0 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:12.839966 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a151bc2-80b3-4dcb-a035-19e46589d8a0 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:12.845446 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4a151bc2-80b3-4dcb-a035-19e46589d8a0 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3361621 Sep 08 09:19:12.846236 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37112) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:12.851445 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-106a112c-03c7-4d49-a2e1-d85cdf2fa46c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-868660120'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:12.943557 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c11a19ae-6a6b-4831-acb2-dc9c5108f858 req-58463f97-6c3b-4347-8325-8fa5bec13df4 service neutron] 10.222.0.35 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822094 Sep 08 09:19:12.977415 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106a112c-03c7-4d49-a2e1-d85cdf2fa46c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Made reservation on behalf of 3da03a57fdc44a9eb5f27430381da459 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:19:13.001736 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7606a7-cd40-45bc-ac02-fed8a5a1b8bc tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event updated for resources: {'Subnet': ['ID=b5a379fa-da8a-428f-88b9-050758731599,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:13.025743 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-106a112c-03c7-4d49-a2e1-d85cdf2fa46c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:13.059481 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7606a7-cd40-45bc-ac02-fed8a5a1b8bc tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Network 1b45454b-902d-4910-94e7-3b7bd4029d03 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:19:13.060831 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-8d7606a7-cd40-45bc-ac02-fed8a5a1b8bc tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:19:13.107704 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7606a7-cd40-45bc-ac02-fed8a5a1b8bc tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:13.108708 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8d7606a7-cd40-45bc-ac02-fed8a5a1b8bc tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:13.130923 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device d7970988-30e7-48dd-aa1e-62ce5da00f99 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:19:13.146936 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8d7606a7-cd40-45bc-ac02-fed8a5a1b8bc tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3742955 Sep 08 09:19:13.149491 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37116) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:13.154803 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-edf0360a-0eb7-4ec4-8e3f-640cf0078a64 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Request body: {'port': {'network_id': '1b45454b-902d-4910-94e7-3b7bd4029d03', 'fixed_ips': [{'subnet_id': '956dffc7-de06-4d3f-97bd-1480c9262e55'}, {'subnet_id': 'b5a379fa-da8a-428f-88b9-050758731599'}], 'name': 'tempest-PortsTestJSON-1137332530'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:13.317228 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-106a112c-03c7-4d49-a2e1-d85cdf2fa46c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:19:13.357848 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd8193-50f3-4b66-8cf3-2f54f9789118 req-0ccce3fc-f8c5-4c03-bd11-df4e69e6e190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:13.361643 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b3bd8193-50f3-4b66-8cf3-2f54f9789118 req-0ccce3fc-f8c5-4c03-bd11-df4e69e6e190 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca0d1910d7ca4892b72992e748a5bde6&device_id=c36fbdc9-d408-4bbd-8b9c-08392f1657db HTTP/1.1" status: 200 len: 1095 time: 0.2608051 Sep 08 09:19:13.382424 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port d7970988-30e7-48dd-aa1e-62ce5da00f99 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:19:13.392637 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-106a112c-03c7-4d49-a2e1-d85cdf2fa46c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:13.393179 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-106a112c-03c7-4d49-a2e1-d85cdf2fa46c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Added segment 7c1626e6-4c96-49a4-8fb0-04e4990662a5 of type vlan for network 1088f875-8ee0-41f6-bd24-689f6444ddb1 Sep 08 09:19:13.428660 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b477e-ca2b-401a-9d80-7a481de4ac09 req-73b9a849-d17e-46ce-b1ee-dbe37ba3034b tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:13.437941 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-714b477e-ca2b-401a-9d80-7a481de4ac09 req-73b9a849-d17e-46ce-b1ee-dbe37ba3034b tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 945 time: 0.2704606 Sep 08 09:19:13.607730 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-106a112c-03c7-4d49-a2e1-d85cdf2fa46c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:13.646339 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-714b477e-ca2b-401a-9d80-7a481de4ac09 req-5420874a-0dbf-4501-8869-564a08c27e4f tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2066956 Sep 08 09:19:13.663515 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf0360a-0eb7-4ec4-8e3f-640cf0078a64 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Made reservation on behalf of befb68007ce4499daff28b75d6381c43 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:19:13.690881 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51b16b1-5339-4bec-8b51-c2eae65cdcaa None None] Network 1b45454b-902d-4910-94e7-3b7bd4029d03 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:19:13.701123 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd8193-50f3-4b66-8cf3-2f54f9789118 req-57628a3c-1b2a-40a9-a7e5-d67f310ed77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:13.706581 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b3bd8193-50f3-4b66-8cf3-2f54f9789118 req-57628a3c-1b2a-40a9-a7e5-d67f310ed77a service neutron] 10.222.0.35 "GET /v2.0/networks?id=2de43bb0-acf3-42aa-b534-30332da083e7 HTTP/1.1" status: 200 len: 913 time: 0.3240924 Sep 08 09:19:13.709187 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-106a112c-03c7-4d49-a2e1-d85cdf2fa46c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:13.723470 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106a112c-03c7-4d49-a2e1-d85cdf2fa46c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:13.728087 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-106a112c-03c7-4d49-a2e1-d85cdf2fa46c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:13.852020 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-29fe679e-d042-436b-a251-08d49bacae93 None None] Provisioning for port d7970988-30e7-48dd-aa1e-62ce5da00f99 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:19:13.862514 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-29fe679e-d042-436b-a251-08d49bacae93 None None] Provisioning complete for port d7970988-30e7-48dd-aa1e-62ce5da00f99 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:19:13.864851 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-29fe679e-d042-436b-a251-08d49bacae93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:13.870104 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b3bd8193-50f3-4b66-8cf3-2f54f9789118 req-1a310caf-bb30-4328-85fb-8ca167e2fbff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b73e27f2-f52d-4cc3-a12e-4fa5ab811726 HTTP/1.1" status: 200 len: 217 time: 0.1367526 Sep 08 09:19:14.114625 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-106a112c-03c7-4d49-a2e1-d85cdf2fa46c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2672799 Sep 08 09:19:14.117499 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37134) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:14.145229 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-04b6463d-ab59-4c0a-bb83-d86410ffeffc tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-831951045'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:14.255059 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7cb73e7b-23a3-4be5-b1d4-01a8178fd685 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:14.262507 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a112c-03c7-4d49-a2e1-d85cdf2fa46c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Pushing event updated for resources: {'Network': ['ID=1088f875-8ee0-41f6-bd24-689f6444ddb1,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:14.293044 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd8193-50f3-4b66-8cf3-2f54f9789118 req-e9f43341-a328-4ff5-b99e-f10ee0fd2bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:14.294614 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b3bd8193-50f3-4b66-8cf3-2f54f9789118 req-e9f43341-a328-4ff5-b99e-f10ee0fd2bde service neutron] 10.222.0.35 "GET /v2.0/subnets?id=452a4b6d-a445-4b2b-9168-2695dd67e404 HTTP/1.1" status: 200 len: 851 time: 0.3435955 Sep 08 09:19:14.314488 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 1088f875-8ee0-41f6-bd24-689f6444ddb1 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:19:14.322454 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b6463d-ab59-4c0a-bb83-d86410ffeffc tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Made reservation on behalf of 3da03a57fdc44a9eb5f27430381da459 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:19:14.323247 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7cb73e7b-23a3-4be5-b1d4-01a8178fd685 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:14.326952 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-04b6463d-ab59-4c0a-bb83-d86410ffeffc tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:14.384118 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-29fe679e-d042-436b-a251-08d49bacae93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:14.444004 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04b6463d-ab59-4c0a-bb83-d86410ffeffc tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:19:14.464638 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd8193-50f3-4b66-8cf3-2f54f9789118 req-ced0fc30-d7d4-40f0-b96a-7259191264fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:14.468745 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b3bd8193-50f3-4b66-8cf3-2f54f9789118 req-ced0fc30-d7d4-40f0-b96a-7259191264fa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2de43bb0-acf3-42aa-b534-30332da083e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1646392 Sep 08 09:19:14.474836 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-edf0360a-0eb7-4ec4-8e3f-640cf0078a64 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:14.494927 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-04b6463d-ab59-4c0a-bb83-d86410ffeffc tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:14.495299 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-04b6463d-ab59-4c0a-bb83-d86410ffeffc tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Added segment 1dd8fb3a-3496-4096-83fb-ad73012ac41b of type vlan for network d73c47ed-651d-4b92-a7ef-a965796a45c9 Sep 08 09:19:14.550823 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60d895-2457-4304-ad8f-663ade017fd2 req-c37e074b-fa53-4060-bb58-b9cac9a53fd7 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:14.559525 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ef60d895-2457-4304-ad8f-663ade017fd2 req-c37e074b-fa53-4060-bb58-b9cac9a53fd7 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=c36fbdc9-d408-4bbd-8b9c-08392f1657db HTTP/1.1" status: 200 len: 943 time: 0.3742032 Sep 08 09:19:14.593486 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-edf0360a-0eb7-4ec4-8e3f-640cf0078a64 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] device_id is not set on port 76d6e1fa-8586-4232-9966-93c9c13e3214 yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:19:14.597699 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-29fe679e-d042-436b-a251-08d49bacae93 None None] For port d7970988-30e7-48dd-aa1e-62ce5da00f99, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=d7970988-30e7-48dd-aa1e-62ce5da00f99,segment=NetworkSegment(7d0878f1-30ba-4aac-93e7-f051e56660ae),segment_id=7d0878f1-30ba-4aac-93e7-f051e56660ae)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:19:14.630586 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-29fe679e-d042-436b-a251-08d49bacae93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:14.806195 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-04b6463d-ab59-4c0a-bb83-d86410ffeffc tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:14.820937 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe679e-d042-436b-a251-08d49bacae93 None None] Pushing event updated for resources: {'Port': ['ID=d7970988-30e7-48dd-aa1e-62ce5da00f99,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:14.833505 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba3188f-dd15-48ca-887e-1a9e503b8eb6 None None] Update dhcp port {'port': {'network_id': '1b45454b-902d-4910-94e7-3b7bd4029d03', 'fixed_ips': [{'subnet_id': '956dffc7-de06-4d3f-97bd-1480c9262e55', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b5a379fa-da8a-428f-88b9-050758731599'}], 'binding:host_id': 'n-d-806683-11'}, 'id': 'd7970988-30e7-48dd-aa1e-62ce5da00f99'} from n-d-806683-11. {{(pid=94714) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 08 09:19:14.854378 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ef60d895-2457-4304-ad8f-663ade017fd2 req-0e1a2ec9-8d98-439d-86fc-f40d4ae75b1d tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931049 Sep 08 09:19:14.869539 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7ba3188f-dd15-48ca-887e-1a9e503b8eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:14.906504 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-7cb73e7b-23a3-4be5-b1d4-01a8178fd685 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Allocated IP 172.25.0.203 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/7bfe6d94-7711-48e0-9bcf-6406b4644c01) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:19:15.013900 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-04b6463d-ab59-4c0a-bb83-d86410ffeffc tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:15.027739 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b6463d-ab59-4c0a-bb83-d86410ffeffc tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:15.032681 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-04b6463d-ab59-4c0a-bb83-d86410ffeffc tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:15.217338 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b3bd8193-50f3-4b66-8cf3-2f54f9789118 req-6ed7f15d-3708-48b8-aaa6-7501bf0626bb service neutron] 10.222.0.35 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7386665 Sep 08 09:19:15.232777 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37142) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:15.238755 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-3955f637-c042-40a9-92f9-845c12f52a6c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Request body: {'ports': [{'network_id': '1088f875-8ee0-41f6-bd24-689f6444ddb1', 'name': 'tempest-port--210958201', 'admin_state_up': True}, {'network_id': 'd73c47ed-651d-4b92-a7ef-a965796a45c9', 'admin_state_up': False}]} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:15.239656 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-04b6463d-ab59-4c0a-bb83-d86410ffeffc tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1075172 Sep 08 09:19:15.239781 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-7ba3188f-dd15-48ca-887e-1a9e503b8eb6 None None] Allocated IP 172.20.0.18 (1b45454b-902d-4910-94e7-3b7bd4029d03/b5a379fa-da8a-428f-88b9-050758731599/d7970988-30e7-48dd-aa1e-62ce5da00f99) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:19:15.243719 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-3955f637-c042-40a9-92f9-845c12f52a6c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Request body: {'port': {'network_id': '1088f875-8ee0-41f6-bd24-689f6444ddb1', 'name': 'tempest-port--210958201', 'admin_state_up': True}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:15.244566 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-3955f637-c042-40a9-92f9-845c12f52a6c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Request body: {'port': {'network_id': 'd73c47ed-651d-4b92-a7ef-a965796a45c9', 'admin_state_up': False}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:15.257664 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb4613-6756-4195-80a6-9b47e73a8135 req-82afc215-1047-4c84-a3e5-d2a67c0f46b0 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:15.269337 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fccb4613-6756-4195-80a6-9b47e73a8135 req-82afc215-1047-4c84-a3e5-d2a67c0f46b0 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 945 time: 0.4521785 Sep 08 09:19:15.304517 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b6463d-ab59-4c0a-bb83-d86410ffeffc tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Pushing event updated for resources: {'Network': ['ID=d73c47ed-651d-4b92-a7ef-a965796a45c9,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:15.360128 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-7ba3188f-dd15-48ca-887e-1a9e503b8eb6 None None] For port d7970988-30e7-48dd-aa1e-62ce5da00f99, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=d7970988-30e7-48dd-aa1e-62ce5da00f99,segment=NetworkSegment(7d0878f1-30ba-4aac-93e7-f051e56660ae),segment_id=7d0878f1-30ba-4aac-93e7-f051e56660ae)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:19:15.396762 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7ba3188f-dd15-48ca-887e-1a9e503b8eb6 None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:15.413855 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-7ba3188f-dd15-48ca-887e-1a9e503b8eb6 None None] Transition to ACTIVE for port object d7970988-30e7-48dd-aa1e-62ce5da00f99 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:19:15.419059 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device d7970988-30e7-48dd-aa1e-62ce5da00f99 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:19:15.422962 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network d73c47ed-651d-4b92-a7ef-a965796a45c9 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:19:15.428078 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7ba3188f-dd15-48ca-887e-1a9e503b8eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:15.469030 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7cb73e7b-23a3-4be5-b1d4-01a8178fd685 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:15.513933 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fccb4613-6756-4195-80a6-9b47e73a8135 req-539a552f-611a-421d-bddf-bcc5810c3967 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2416410 Sep 08 09:19:15.597315 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b3bd8193-50f3-4b66-8cf3-2f54f9789118 req-e34b5586-70e5-4615-8d65-4db01a86deed service neutron] 10.222.0.35 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184271 Sep 08 09:19:15.741644 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-edf0360a-0eb7-4ec4-8e3f-640cf0078a64 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Allocated IP 172.20.0.10 (1b45454b-902d-4910-94e7-3b7bd4029d03/956dffc7-de06-4d3f-97bd-1480c9262e55/76d6e1fa-8586-4232-9966-93c9c13e3214) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:19:15.762748 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3188f-dd15-48ca-887e-1a9e503b8eb6 None None] Pushing event updated for resources: {'Port': ['ID=d7970988-30e7-48dd-aa1e-62ce5da00f99,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:15.794602 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-edf0360a-0eb7-4ec4-8e3f-640cf0078a64 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Allocated IP 172.20.0.26 (1b45454b-902d-4910-94e7-3b7bd4029d03/b5a379fa-da8a-428f-88b9-050758731599/76d6e1fa-8586-4232-9966-93c9c13e3214) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:19:15.925624 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7cb73e7b-23a3-4be5-b1d4-01a8178fd685 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:16.090641 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb73e7b-23a3-4be5-b1d4-01a8178fd685 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:19:16.094965 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3955f637-c042-40a9-92f9-845c12f52a6c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Made reservation on behalf of 3da03a57fdc44a9eb5f27430381da459 for: {'port': 2} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:19:16.100206 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3955f637-c042-40a9-92f9-845c12f52a6c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:16.103213 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-7cb73e7b-23a3-4be5-b1d4-01a8178fd685 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:19:16.140703 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb73e7b-23a3-4be5-b1d4-01a8178fd685 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:19:16.211528 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3955f637-c042-40a9-92f9-845c12f52a6c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:16.232159 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb73e7b-23a3-4be5-b1d4-01a8178fd685 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Pushing event updated for resources: {'Port': ['ID=7bfe6d94-7711-48e0-9bcf-6406b4644c01,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:16.267374 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74dab90-0121-4c64-ab98-09220f4cbdf5 req-78c4a259-85d6-4c06-8940-25fea2c1ab34 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:16.269434 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a74dab90-0121-4c64-ab98-09220f4cbdf5 req-78c4a259-85d6-4c06-8940-25fea2c1ab34 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=c36fbdc9-d408-4bbd-8b9c-08392f1657db HTTP/1.1" status: 200 len: 943 time: 0.2411950 Sep 08 09:19:16.445132 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a74dab90-0121-4c64-ab98-09220f4cbdf5 req-abeb6933-e764-4bc1-8647-db4b81c018b8 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657031 Sep 08 09:19:16.525895 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-3955f637-c042-40a9-92f9-845c12f52a6c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] device_id is not set on port c1b19d37-dbf1-4096-9d73-971baa6d1811 yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:19:16.603222 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54e03fb-2cdf-4c2b-9a4f-4f87cd72e8ab None None] Network 1b45454b-902d-4910-94e7-3b7bd4029d03 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:19:16.633122 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device b73e27f2-f52d-4cc3-a12e-4fa5ab811726 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:19:16.651062 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-edf0360a-0eb7-4ec4-8e3f-640cf0078a64 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:16.714546 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-edf0360a-0eb7-4ec4-8e3f-640cf0078a64 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Transition to ACTIVE for port object 76d6e1fa-8586-4232-9966-93c9c13e3214 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:19:16.766297 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a15e24-9963-433a-8f88-0d3908f7d9dc req-75449589-08f3-4e1f-a90e-756b0db9f765 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:16.781692 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d2a15e24-9963-433a-8f88-0d3908f7d9dc req-75449589-08f3-4e1f-a90e-756b0db9f765 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 945 time: 0.1713309 Sep 08 09:19:16.844565 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-add05b32-472b-44d7-9698-f78d206afd8c None None] Provisioning for port d7970988-30e7-48dd-aa1e-62ce5da00f99 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:19:16.874286 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d2a15e24-9963-433a-8f88-0d3908f7d9dc req-a6c01eb1-1010-466f-803a-cfd5bc5a9ff1 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920510 Sep 08 09:19:16.898702 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-add05b32-472b-44d7-9698-f78d206afd8c None None] Provisioning complete for port d7970988-30e7-48dd-aa1e-62ce5da00f99 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:19:16.899080 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-add05b32-472b-44d7-9698-f78d206afd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:16.931988 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-edf0360a-0eb7-4ec4-8e3f-640cf0078a64 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:17.005289 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf0360a-0eb7-4ec4-8e3f-640cf0078a64 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event updated for resources: {'Port': ['ID=76d6e1fa-8586-4232-9966-93c9c13e3214,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:17.007749 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7cb73e7b-23a3-4be5-b1d4-01a8178fd685 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:17.025701 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3955f637-c042-40a9-92f9-845c12f52a6c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:17.046290 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port b73e27f2-f52d-4cc3-a12e-4fa5ab811726, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=b73e27f2-f52d-4cc3-a12e-4fa5ab811726,segment=NetworkSegment(0adbffbb-cf08-4e79-9920-208d98c2b498),segment_id=0adbffbb-cf08-4e79-9920-208d98c2b498)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:19:17.051735 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device d7970988-30e7-48dd-aa1e-62ce5da00f99 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:19:17.096401 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf0360a-0eb7-4ec4-8e3f-640cf0078a64 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Network 1b45454b-902d-4910-94e7-3b7bd4029d03 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:19:17.102079 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-edf0360a-0eb7-4ec4-8e3f-640cf0078a64 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:19:17.117706 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf0360a-0eb7-4ec4-8e3f-640cf0078a64 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:19:17.394605 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-3955f637-c042-40a9-92f9-845c12f52a6c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] device_id is not set on port b57486ff-b0c9-43f3-82fa-7df889e5924a yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:19:17.484246 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf0360a-0eb7-4ec4-8e3f-640cf0078a64 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:17.484943 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-edf0360a-0eb7-4ec4-8e3f-640cf0078a64 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:17.489091 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37168) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:17.521581 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': 'b73e27f2-f52d-4cc3-a12e-4fa5ab811726', 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7', 'port_id': 'b73e27f2-f52d-4cc3-a12e-4fa5ab811726', 'mac_address': 'fa:16:3e:b4:c1:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452a4b6d-a445-4b2b-9168-2695dd67e404', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:19:17.656030 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:17.672670 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b73e27f2-f52d-4cc3-a12e-4fa5ab811726 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:19:17.705071 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-edf0360a-0eb7-4ec4-8e3f-640cf0078a64 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 4.5492475 Sep 08 09:19:17.706163 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37172) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:17.706256 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port b73e27f2-f52d-4cc3-a12e-4fa5ab811726, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=b73e27f2-f52d-4cc3-a12e-4fa5ab811726,segment=NetworkSegment(0adbffbb-cf08-4e79-9920-208d98c2b498),segment_id=0adbffbb-cf08-4e79-9920-208d98c2b498)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:19:17.708811 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port d7970988-30e7-48dd-aa1e-62ce5da00f99 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:19:17.709330 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:17.709708 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-22f87689-093f-4958-bfb4-68a367c770fe tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '956dffc7-de06-4d3f-97bd-1480c9262e55'}]}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:17.817584 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8426f11b-36aa-439b-a796-e11ea4047f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:17.817830 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fc3b0616-9a1a-4865-8aa3-ba145bb09396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:17.840208 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:17.911096 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7176e-3ef7-463f-b998-8f3f4c182d21 req-8f9de716-0673-447d-8fa0-be58cf055026 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:17.912798 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5ba7176e-3ef7-463f-b998-8f3f4c182d21 req-8f9de716-0673-447d-8fa0-be58cf055026 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=c36fbdc9-d408-4bbd-8b9c-08392f1657db HTTP/1.1" status: 200 len: 943 time: 0.2805924 Sep 08 09:19:17.985911 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=b73e27f2-f52d-4cc3-a12e-4fa5ab811726,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:18.091881 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-7afe4381-3a19-4609-b3c9-c3f10cfa2f96 None None] Provisioning complete for port d7970988-30e7-48dd-aa1e-62ce5da00f99 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:19:18.094865 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7afe4381-3a19-4609-b3c9-c3f10cfa2f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:18.175858 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7cb73e7b-23a3-4be5-b1d4-01a8178fd685 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2457'] for router, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:18.185776 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bbd279-55bc-4e21-81c2-b81684300a83 req-0db65e5b-0b18-4388-bedf-6a3e1cb1354d tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:18.193921 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a6bbd279-55bc-4e21-81c2-b81684300a83 req-0db65e5b-0b18-4388-bedf-6a3e1cb1354d tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 945 time: 0.1691504 Sep 08 09:19:18.229882 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7cb73e7b-23a3-4be5-b1d4-01a8178fd685 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-764157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-764146', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-768877'] for router, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:18.247869 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fc3b0616-9a1a-4865-8aa3-ba145bb09396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:18.292007 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5ba7176e-3ef7-463f-b998-8f3f4c182d21 req-049a2268-901e-4c90-8a3c-ae28620da5a0 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775588 Sep 08 09:19:18.298775 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fc3b0616-9a1a-4865-8aa3-ba145bb09396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:18.314141 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-22f87689-093f-4958-bfb4-68a367c770fe tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:18.318594 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['b73e27f2-f52d-4cc3-a12e-4fa5ab811726'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:19:18.415320 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3955f637-c042-40a9-92f9-845c12f52a6c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:18.441271 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-7afe4381-3a19-4609-b3c9-c3f10cfa2f96 None None] Provisioning for port 76d6e1fa-8586-4232-9966-93c9c13e3214 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:19:18.476333 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-7afe4381-3a19-4609-b3c9-c3f10cfa2f96 None None] Provisioning complete for port 76d6e1fa-8586-4232-9966-93c9c13e3214 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:19:18.476956 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7afe4381-3a19-4609-b3c9-c3f10cfa2f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:18.485496 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a6bbd279-55bc-4e21-81c2-b81684300a83 req-60f46f48-2ffc-4ce4-a1e8-27c3db4ab130 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2820811 Sep 08 09:19:18.519570 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-7afe4381-3a19-4609-b3c9-c3f10cfa2f96 None None] Port 76d6e1fa-8586-4232-9966-93c9c13e3214 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:19:18.521198 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-fc3b0616-9a1a-4865-8aa3-ba145bb09396 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8e7c8384c33a4a6d88cb348ed53c9db7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0310416 Sep 08 09:19:18.533376 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37178) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:18.537011 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b0616-9a1a-4865-8aa3-ba145bb09396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46cea6cb-bc15-4afe-b200-e28829fb2757,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:18.700096 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3955f637-c042-40a9-92f9-845c12f52a6c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:18.730018 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5451d30e-c989-49b0-abdf-2e41d2cb2afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:18.760579 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-988803c9-c826-469c-af43-baec14c42f79 None None] Provisioning complete for port 76d6e1fa-8586-4232-9966-93c9c13e3214 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:19:18.761183 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-988803c9-c826-469c-af43-baec14c42f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:18.839099 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-988803c9-c826-469c-af43-baec14c42f79 None None] Port 76d6e1fa-8586-4232-9966-93c9c13e3214 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:19:18.848513 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5451d30e-c989-49b0-abdf-2e41d2cb2afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:18.902165 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955f637-c042-40a9-92f9-845c12f52a6c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Pushing event updated for resources: {'Port': ['ID=c1b19d37-dbf1-4096-9d73-971baa6d1811,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:18.919784 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb73e7b-23a3-4be5-b1d4-01a8178fd685 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Router 6fde7430-af84-4a8c-a6bf-1786bed8b96a is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:19:18.929395 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3955f637-c042-40a9-92f9-845c12f52a6c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Checking segment: {'id': '7c1626e6-4c96-49a4-8fb0-04e4990662a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '1088f875-8ee0-41f6-bd24-689f6444ddb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:19:18.930936 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3955f637-c042-40a9-92f9-845c12f52a6c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Network hostable DHCP agents. Network: 1088f875-8ee0-41f6-bd24-689f6444ddb1, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:19:18.970721 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5451d30e-c989-49b0-abdf-2e41d2cb2afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:18.973983 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5451d30e-c989-49b0-abdf-2e41d2cb2afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:18.975649 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5451d30e-c989-49b0-abdf-2e41d2cb2afc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/46cea6cb-bc15-4afe-b200-e28829fb2757 HTTP/1.1" status: 204 len: 168 time: 0.4394736 Sep 08 09:19:19.032251 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3955f637-c042-40a9-92f9-845c12f52a6c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Network 1088f875-8ee0-41f6-bd24-689f6444ddb1 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:19:19.041527 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5451d30e-c989-49b0-abdf-2e41d2cb2afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cea6cb-bc15-4afe-b200-e28829fb2757,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:19.113523 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-3955f637-c042-40a9-92f9-845c12f52a6c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 1088f875-8ee0-41f6-bd24-689f6444ddb1) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:19:19.117076 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-22f87689-093f-4958-bfb4-68a367c770fe tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Delete allocated IP 172.20.0.26 (1b45454b-902d-4910-94e7-3b7bd4029d03/b5a379fa-da8a-428f-88b9-050758731599) {{(pid=94712) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 08 09:19:19.123794 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb4b1af-1d94-46e6-a1a2-60a6e006ad8e None None] Network 1088f875-8ee0-41f6-bd24-689f6444ddb1 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:19:19.129091 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3955f637-c042-40a9-92f9-845c12f52a6c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:19:19.130443 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3955f637-c042-40a9-92f9-845c12f52a6c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:19.184627 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb73e7b-23a3-4be5-b1d4-01a8178fd685 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:19:19.205654 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7cb73e7b-23a3-4be5-b1d4-01a8178fd685 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:19.209660 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7cb73e7b-23a3-4be5-b1d4-01a8178fd685 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] 10.222.0.54 "PUT /v2.0/routers/6fde7430-af84-4a8c-a6bf-1786bed8b96a HTTP/1.1" status: 200 len: 914 time: 7.1135037 Sep 08 09:19:19.213502 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37182) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:19.236100 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4324fc-31fa-4c05-9c77-719faca69afc None None] Sync routers for ids ['6fde7430-af84-4a8c-a6bf-1786bed8b96a'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:19:19.297045 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4324fc-31fa-4c05-9c77-719faca69afc None None] Routers {'6fde7430-af84-4a8c-a6bf-1786bed8b96a'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:19:19.298671 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955f637-c042-40a9-92f9-845c12f52a6c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Pushing event updated for resources: {'Port': ['ID=b57486ff-b0c9-43f3-82fa-7df889e5924a,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:19.300625 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-0b4324fc-31fa-4c05-9c77-719faca69afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:18:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['6fde7430-af84-4a8c-a6bf-1786bed8b96a'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:19:19.388071 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3955f637-c042-40a9-92f9-845c12f52a6c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Checking segment: {'id': '1dd8fb3a-3496-4096-83fb-ad73012ac41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'd73c47ed-651d-4b92-a7ef-a965796a45c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:19:19.391969 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3955f637-c042-40a9-92f9-845c12f52a6c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Network hostable DHCP agents. Network: d73c47ed-651d-4b92-a7ef-a965796a45c9, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:19:19.392477 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-0b4324fc-31fa-4c05-9c77-719faca69afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:19:19.428809 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4324fc-31fa-4c05-9c77-719faca69afc None None] Routers {'6fde7430-af84-4a8c-a6bf-1786bed8b96a'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:19:19.429473 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-0b4324fc-31fa-4c05-9c77-719faca69afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:18:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['6fde7430-af84-4a8c-a6bf-1786bed8b96a'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:19:19.455629 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3955f637-c042-40a9-92f9-845c12f52a6c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Network d73c47ed-651d-4b92-a7ef-a965796a45c9 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:19:19.521329 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-3955f637-c042-40a9-92f9-845c12f52a6c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, d73c47ed-651d-4b92-a7ef-a965796a45c9) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:19:19.528414 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3955f637-c042-40a9-92f9-845c12f52a6c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:19:19.535283 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-0b4324fc-31fa-4c05-9c77-719faca69afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:19:19.539048 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4324fc-31fa-4c05-9c77-719faca69afc None None] The sync data for ids ['6fde7430-af84-4a8c-a6bf-1786bed8b96a'] in n-d-806683-11 is: [] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:19:19.548079 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28809c6-7c31-48ff-97d3-14b0a851b727 None None] Network d73c47ed-651d-4b92-a7ef-a965796a45c9 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:19:19.560632 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3955f637-c042-40a9-92f9-845c12f52a6c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:19.578405 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3955f637-c042-40a9-92f9-845c12f52a6c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:19.580814 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3955f637-c042-40a9-92f9-845c12f52a6c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:19.661750 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3955f637-c042-40a9-92f9-845c12f52a6c tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.4245784 Sep 08 09:19:19.664677 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37200) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:19.714776 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525ce37-ea12-4ddf-ab07-98182fd10570 req-8b8d4b21-624d-423a-963a-0209a9d3dd28 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:19.724657 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b525ce37-ea12-4ddf-ab07-98182fd10570 req-8b8d4b21-624d-423a-963a-0209a9d3dd28 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=c36fbdc9-d408-4bbd-8b9c-08392f1657db HTTP/1.1" status: 200 len: 944 time: 0.2475801 Sep 08 09:19:19.885351 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bcf44c-27ba-4fa2-8f90-becb155bc8c5 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:19.903092 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bcf44c-27ba-4fa2-8f90-becb155bc8c5 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:19.904837 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-82bcf44c-27ba-4fa2-8f90-becb155bc8c5 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2326975 Sep 08 09:19:19.907978 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37208) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:19.961443 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b525ce37-ea12-4ddf-ab07-98182fd10570 req-cc55bff6-2dc6-4488-bad6-9c7ea1cab0de tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817620 Sep 08 09:19:20.073112 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-2469d248-f7cc-49dd-8d80-4c459d8470fc tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Deleting port c1b19d37-dbf1-4096-9d73-971baa6d1811 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:19:20.073851 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2469d248-f7cc-49dd-8d80-4c459d8470fc tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:20.212262 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee04ac-c72a-4ff6-9d25-dc767bf6940d req-ab79b94b-d85b-441d-a80b-ee26b94b639c tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:20.233882 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a5ee04ac-c72a-4ff6-9d25-dc767bf6940d req-ab79b94b-d85b-441d-a80b-ee26b94b639c tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 945 time: 0.2217383 Sep 08 09:19:20.401742 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:20.414136 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-22f87689-093f-4958-bfb4-68a367c770fe tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:20.430729 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-22f87689-093f-4958-bfb4-68a367c770fe tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Transition to ACTIVE for port object 76d6e1fa-8586-4232-9966-93c9c13e3214 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:19:20.443379 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a5ee04ac-c72a-4ff6-9d25-dc767bf6940d req-61c61a7d-1c56-494c-81ee-3c06958a929b tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2060797 Sep 08 09:19:20.499972 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-22f87689-093f-4958-bfb4-68a367c770fe tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:20.509373 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-1456c73f-1471-43ba-8dde-dedc6eb27c0f tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] 10.222.0.54 "GET /v2.0/routers/6fde7430-af84-4a8c-a6bf-1786bed8b96a HTTP/1.1" status: 200 len: 920 time: 1.2943518 Sep 08 09:19:20.525626 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37216) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:20.550119 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2469d248-f7cc-49dd-8d80-4c459d8470fc tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:20.599344 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-2469d248-f7cc-49dd-8d80-4c459d8470fc tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Calling delete_port for c1b19d37-dbf1-4096-9d73-971baa6d1811 owned by {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:19:20.643056 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device b73e27f2-f52d-4cc3-a12e-4fa5ab811726 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:19:20.688209 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8cd48b-6460-4f59-ad0f-1322c72bf809 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:20.689771 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-bd8cd48b-6460-4f59-ad0f-1322c72bf809 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=399c4174-1e86-4a10-bb99-f875a09107d5&device_id=6fde7430-af84-4a8c-a6bf-1786bed8b96a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1601157 Sep 08 09:19:20.695251 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37220) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:20.774179 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e5e8a1d9-4adc-4cd6-80f9-338c6943d1c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:20.803437 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port b73e27f2-f52d-4cc3-a12e-4fa5ab811726 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:19:20.811978 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port b73e27f2-f52d-4cc3-a12e-4fa5ab811726 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:19:20.812729 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:20.855146 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-22f87689-093f-4958-bfb4-68a367c770fe tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] In _notify_port_updated(), no bound segment for port 76d6e1fa-8586-4232-9966-93c9c13e3214 on network 1b45454b-902d-4910-94e7-3b7bd4029d03 {{(pid=94712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 08 09:19:20.861735 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f87689-093f-4958-bfb4-68a367c770fe tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:20.901343 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-22f87689-093f-4958-bfb4-68a367c770fe tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:20.902741 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-22f87689-093f-4958-bfb4-68a367c770fe tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "PUT /v2.0/ports/76d6e1fa-8586-4232-9966-93c9c13e3214 HTTP/1.1" status: 200 len: 920 time: 3.1990192 Sep 08 09:19:20.921268 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37230) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:20.946475 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-50b6edc6-3769-4e0d-bf5b-a8a0a7904eea tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '956dffc7-de06-4d3f-97bd-1480c9262e55'}, {'subnet_id': 'b5a379fa-da8a-428f-88b9-050758731599'}]}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:20.964571 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f87689-093f-4958-bfb4-68a367c770fe tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event updated for resources: {'Port': ['ID=76d6e1fa-8586-4232-9966-93c9c13e3214,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:21.021658 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2469d248-f7cc-49dd-8d80-4c459d8470fc tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:21.022195 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:21.091150 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2469d248-f7cc-49dd-8d80-4c459d8470fc tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:21.093276 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36fbdc9-d408-4bbd-8b9c-08392f1657db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73e27f2-f52d-4cc3-a12e-4fa5ab811726'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:19:21.095966 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d81f09-770b-4667-a00f-7879b5370edd" -d '{"events": [{"server_uuid": "c36fbdc9-d408-4bbd-8b9c-08392f1657db", "name": "network-vif-plugged", "status": "completed", "tag": "b73e27f2-f52d-4cc3-a12e-4fa5ab811726"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:19:21.100078 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2469d248-f7cc-49dd-8d80-4c459d8470fc tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] 10.222.0.54 "DELETE /v2.0/ports/c1b19d37-dbf1-4096-9d73-971baa6d1811 HTTP/1.1" status: 204 len: 168 time: 1.1911633 Sep 08 09:19:21.107363 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37236) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:21.138754 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2469d248-f7cc-49dd-8d80-4c459d8470fc tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Pushing event deleted for resources: {'Port': ['ID=c1b19d37-dbf1-4096-9d73-971baa6d1811,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:21.141904 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port b73e27f2-f52d-4cc3-a12e-4fa5ab811726, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=b73e27f2-f52d-4cc3-a12e-4fa5ab811726,segment=NetworkSegment(0adbffbb-cf08-4e79-9920-208d98c2b498),segment_id=0adbffbb-cf08-4e79-9920-208d98c2b498)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:19:21.150461 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c0d4b3-6a05-4d9d-989a-5a010f9bfc17 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:21.152576 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-10c0d4b3-6a05-4d9d-989a-5a010f9bfc17 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] 10.222.0.54 "GET /v2.0/networks/399c4174-1e86-4a10-bb99-f875a09107d5 HTTP/1.1" status: 200 len: 881 time: 0.4566743 Sep 08 09:19:21.155946 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37238) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:21.167218 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:21.177707 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-760917c4-d1d8-4376-b9a2-81550359be49 None None] Provisioning for port 76d6e1fa-8586-4232-9966-93c9c13e3214 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:19:21.227147 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-74bc0cad-ad6b-4a5e-a462-b6d7cc5bb402 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] 10.222.0.54 "GET /v2.0/ports?device_id=6fde7430-af84-4a8c-a6bf-1786bed8b96a HTTP/1.1" status: 200 len: 205 time: 0.0672548 Sep 08 09:19:21.273103 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37240) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:21.332187 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=b73e27f2-f52d-4cc3-a12e-4fa5ab811726,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:21.341677 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1794eb9b-d40d-418b-b7ca-39c3e8147f26 x-openstack-request-id: req-1794eb9b-d40d-418b-b7ca-39c3e8147f26 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:19:21.342144 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36fbdc9-d408-4bbd-8b9c-08392f1657db", "name": "network-vif-plugged", "status": "completed", "tag": "b73e27f2-f52d-4cc3-a12e-4fa5ab811726", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:19:21.342611 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1794eb9b-d40d-418b-b7ca-39c3e8147f26 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:19:21.347002 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36fbdc9-d408-4bbd-8b9c-08392f1657db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73e27f2-f52d-4cc3-a12e-4fa5ab811726', 'code': 200} Sep 08 09:19:21.349123 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-760917c4-d1d8-4376-b9a2-81550359be49 None None] Provisioning complete for port 76d6e1fa-8586-4232-9966-93c9c13e3214 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:19:21.349611 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-760917c4-d1d8-4376-b9a2-81550359be49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:21.431626 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-760917c4-d1d8-4376-b9a2-81550359be49 None None] Port 76d6e1fa-8586-4232-9966-93c9c13e3214 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:19:21.443255 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f7c0b-9f5a-45fb-ab35-04a069a9d345 req-81a8a1fe-2185-499f-a667-500883cc0542 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:21.451205 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-566f7c0b-9f5a-45fb-ab35-04a069a9d345 req-81a8a1fe-2185-499f-a667-500883cc0542 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=c36fbdc9-d408-4bbd-8b9c-08392f1657db HTTP/1.1" status: 200 len: 944 time: 0.3150795 Sep 08 09:19:21.562296 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-566f7c0b-9f5a-45fb-ab35-04a069a9d345 req-5656a28b-8ca5-46a1-a8b3-19553b024e0d tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090124 Sep 08 09:19:21.663247 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37248) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:21.736647 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1deb46c3-924c-46e5-8672-b6dbd189ee2f tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:21.807390 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900bf7a4-5850-4b72-82e3-ff9adc23bf70 req-44d1c81d-1e0b-41d5-bad9-036efffa71d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:21.809195 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-900bf7a4-5850-4b72-82e3-ff9adc23bf70 req-44d1c81d-1e0b-41d5-bad9-036efffa71d7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c36fbdc9-d408-4bbd-8b9c-08392f1657db HTTP/1.1" status: 200 len: 1097 time: 0.4148612 Sep 08 09:19:21.815752 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-50b6edc6-3769-4e0d-bf5b-a8a0a7904eea tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:21.898853 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-900bf7a4-5850-4b72-82e3-ff9adc23bf70 req-2b25aecd-6080-4d10-a624-6e66a63a5b30 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678732 Sep 08 09:19:21.918912 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7674a-bc0d-4a98-a36d-b892f9e70277 req-34808c25-fe26-41ad-881c-b77ef4229c04 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:21.927512 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-eaa7674a-bc0d-4a98-a36d-b892f9e70277 req-34808c25-fe26-41ad-881c-b77ef4229c04 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 945 time: 0.2953882 Sep 08 09:19:21.942354 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-04bb1cf4-0175-4cc7-8a21-019bbf6a22f1 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Deleting port b57486ff-b0c9-43f3-82fa-7df889e5924a {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:19:21.942985 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-04bb1cf4-0175-4cc7-8a21-019bbf6a22f1 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:21.961345 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1deb46c3-924c-46e5-8672-b6dbd189ee2f tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:22.097844 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-1deb46c3-924c-46e5-8672-b6dbd189ee2f tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Deleting port 7bfe6d94-7711-48e0-9bcf-6406b4644c01 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:19:22.098528 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1deb46c3-924c-46e5-8672-b6dbd189ee2f tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:22.135234 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:22.145570 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0016d34d-b071-4457-8291-0460d4367562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:22.177476 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-04bb1cf4-0175-4cc7-8a21-019bbf6a22f1 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:22.215079 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-04bb1cf4-0175-4cc7-8a21-019bbf6a22f1 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Calling delete_port for b57486ff-b0c9-43f3-82fa-7df889e5924a owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:19:22.239830 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-eaa7674a-bc0d-4a98-a36d-b892f9e70277 req-ecf1d132-9649-436c-928b-fbea4a88b616 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3111482 Sep 08 09:19:22.267529 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1deb46c3-924c-46e5-8672-b6dbd189ee2f tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:22.294422 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-1deb46c3-924c-46e5-8672-b6dbd189ee2f tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Calling delete_port for 7bfe6d94-7711-48e0-9bcf-6406b4644c01 owned by network:router_gateway {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:19:22.556335 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-04bb1cf4-0175-4cc7-8a21-019bbf6a22f1 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:22.607411 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1deb46c3-924c-46e5-8672-b6dbd189ee2f tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:22.647370 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb1cf4-0175-4cc7-8a21-019bbf6a22f1 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Pushing event deleted for resources: {'Port': ['ID=b57486ff-b0c9-43f3-82fa-7df889e5924a,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:22.669077 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-04bb1cf4-0175-4cc7-8a21-019bbf6a22f1 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:22.676316 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-04bb1cf4-0175-4cc7-8a21-019bbf6a22f1 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] 10.222.0.54 "DELETE /v2.0/ports/b57486ff-b0c9-43f3-82fa-7df889e5924a HTTP/1.1" status: 204 len: 168 time: 1.5607886 Sep 08 09:19:22.683608 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37260) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:22.691010 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb46c3-924c-46e5-8672-b6dbd189ee2f tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Pushing event deleted for resources: {'Port': ['ID=7bfe6d94-7711-48e0-9bcf-6406b4644c01,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:22.713351 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0016d34d-b071-4457-8291-0460d4367562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:22.713351 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-50b6edc6-3769-4e0d-bf5b-a8a0a7904eea tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Allocated IP 172.20.0.24 (1b45454b-902d-4910-94e7-3b7bd4029d03/b5a379fa-da8a-428f-88b9-050758731599/76d6e1fa-8586-4232-9966-93c9c13e3214) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:19:22.724244 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0016d34d-b071-4457-8291-0460d4367562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:22.773766 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8f7cb5d6-14b9-4c28-bc8d-fa5ceeb34873 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0880501 Sep 08 09:19:22.784450 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37262) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:22.793918 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-4207a641-0532-4a6a-9a18-19d4fa5ea2b7 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-706053890'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:22.897966 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-0016d34d-b071-4457-8291-0460d4367562 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5cb22513ae794ed2aa99223cd1f90c73&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2290134 Sep 08 09:19:22.904510 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7e3ec-8ecc-4211-abd2-92f0474a0bac req-4a94e4c0-28a7-4397-a667-468f7c97fa03 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:22.906312 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-93d7e3ec-8ecc-4211-abd2-92f0474a0bac req-4a94e4c0-28a7-4397-a667-468f7c97fa03 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=c36fbdc9-d408-4bbd-8b9c-08392f1657db HTTP/1.1" status: 200 len: 945 time: 0.2243636 Sep 08 09:19:22.907028 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37266) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:22.909608 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0016d34d-b071-4457-8291-0460d4367562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee174ef5-2d35-4324-951b-20624c67685d,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:22.911213 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1deb46c3-924c-46e5-8672-b6dbd189ee2f tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:22.934596 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4207a641-0532-4a6a-9a18-19d4fa5ea2b7 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Made reservation on behalf of 3da03a57fdc44a9eb5f27430381da459 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:19:22.941197 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4207a641-0532-4a6a-9a18-19d4fa5ea2b7 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:22.984843 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4207a641-0532-4a6a-9a18-19d4fa5ea2b7 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:19:22.999613 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4207a641-0532-4a6a-9a18-19d4fa5ea2b7 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:23.000593 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-4207a641-0532-4a6a-9a18-19d4fa5ea2b7 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Added segment 00a5e1bf-f06e-48ef-936c-bf67d748869f of type vlan for network 8cee72fa-f84f-41cf-a2cf-8f687eb083b2 Sep 08 09:19:23.056055 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4207a641-0532-4a6a-9a18-19d4fa5ea2b7 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:23.059252 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1deb46c3-924c-46e5-8672-b6dbd189ee2f tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:23.064271 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1deb46c3-924c-46e5-8672-b6dbd189ee2f tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:23.082845 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-50b6edc6-3769-4e0d-bf5b-a8a0a7904eea tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:23.096536 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-93d7e3ec-8ecc-4211-abd2-92f0474a0bac req-5be90cf1-0173-4949-ab6d-91cbea3cd169 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678464 Sep 08 09:19:23.107287 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-50b6edc6-3769-4e0d-bf5b-a8a0a7904eea tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Transition to ACTIVE for port object 76d6e1fa-8586-4232-9966-93c9c13e3214 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:19:23.111209 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4207a641-0532-4a6a-9a18-19d4fa5ea2b7 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:23.118512 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4207a641-0532-4a6a-9a18-19d4fa5ea2b7 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:23.119467 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4207a641-0532-4a6a-9a18-19d4fa5ea2b7 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:23.138380 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-50b6edc6-3769-4e0d-bf5b-a8a0a7904eea tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:23.143133 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-274e6ced-db34-4448-a289-f40a4f346d89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:23.159781 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1deb46c3-924c-46e5-8672-b6dbd189ee2f tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:23.160072 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1deb46c3-924c-46e5-8672-b6dbd189ee2f tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Fanout notify agent at l3_agent the message router_deleted on router 6fde7430-af84-4a8c-a6bf-1786bed8b96a {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:19:23.169426 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1deb46c3-924c-46e5-8672-b6dbd189ee2f tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:23.171149 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1deb46c3-924c-46e5-8672-b6dbd189ee2f tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] 10.222.0.54 "DELETE /v2.0/routers/6fde7430-af84-4a8c-a6bf-1786bed8b96a HTTP/1.1" status: 204 len: 168 time: 1.8740978 Sep 08 09:19:23.171706 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37268) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:23.172855 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4207a641-0532-4a6a-9a18-19d4fa5ea2b7 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3830020 Sep 08 09:19:23.189269 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-f1ea6f5e-160e-4da8-8d66-3e9b0ade3e6e tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1753394704'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:23.197571 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37270) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:23.201862 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-274e6ced-db34-4448-a289-f40a4f346d89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:23.207817 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-6aa77e67-87e7-42b2-bd63-368d381c39b5 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1164154837', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:23.260539 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6aa77e67-87e7-42b2-bd63-368d381c39b5 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:23.261620 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6aa77e67-87e7-42b2-bd63-368d381c39b5 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:23.323314 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4207a641-0532-4a6a-9a18-19d4fa5ea2b7 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Pushing event updated for resources: {'Network': ['ID=8cee72fa-f84f-41cf-a2cf-8f687eb083b2,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:23.335401 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 8cee72fa-f84f-41cf-a2cf-8f687eb083b2 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:19:23.364914 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ea6f5e-160e-4da8-8d66-3e9b0ade3e6e tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Made reservation on behalf of 3da03a57fdc44a9eb5f27430381da459 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:19:23.369064 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f1ea6f5e-160e-4da8-8d66-3e9b0ade3e6e tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:23.444207 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b6edc6-3769-4e0d-bf5b-a8a0a7904eea tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event updated for resources: {'Port': ['ID=76d6e1fa-8586-4232-9966-93c9c13e3214,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:23.458412 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-50b6edc6-3769-4e0d-bf5b-a8a0a7904eea tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] In _notify_port_updated(), no bound segment for port 76d6e1fa-8586-4232-9966-93c9c13e3214 on network 1b45454b-902d-4910-94e7-3b7bd4029d03 {{(pid=94712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 08 09:19:23.466450 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b6edc6-3769-4e0d-bf5b-a8a0a7904eea tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:23.467325 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-50b6edc6-3769-4e0d-bf5b-a8a0a7904eea tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:23.469645 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-50b6edc6-3769-4e0d-bf5b-a8a0a7904eea tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "PUT /v2.0/ports/76d6e1fa-8586-4232-9966-93c9c13e3214 HTTP/1.1" status: 200 len: 1000 time: 2.5408864 Sep 08 09:19:23.474484 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37274) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:23.475670 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6aa77e67-87e7-42b2-bd63-368d381c39b5 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:23.500056 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1ea6f5e-160e-4da8-8d66-3e9b0ade3e6e tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:19:23.513179 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f1ea6f5e-160e-4da8-8d66-3e9b0ade3e6e tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:23.513795 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-f1ea6f5e-160e-4da8-8d66-3e9b0ade3e6e tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Added segment d1d77b3f-e7bc-472a-bafa-ea6ebdbb6c9d of type vlan for network 6b7ee142-1566-4e1e-8779-80f4343cf50f Sep 08 09:19:23.532576 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:23.573648 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6aa77e67-87e7-42b2-bd63-368d381c39b5 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:23.583224 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-022ac7bb-ec69-4023-9b92-20fcf537edb0 None None] Provisioning for port 76d6e1fa-8586-4232-9966-93c9c13e3214 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:19:23.589249 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-022ac7bb-ec69-4023-9b92-20fcf537edb0 None None] Provisioning complete for port 76d6e1fa-8586-4232-9966-93c9c13e3214 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:19:23.589726 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-022ac7bb-ec69-4023-9b92-20fcf537edb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:23.601312 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f1ea6f5e-160e-4da8-8d66-3e9b0ade3e6e tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:23.609938 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d5c29-de65-410d-904a-01604575e3b8 req-0a81a0c8-cc34-4822-91cc-3a657c784c43 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:23.620282 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-481d5c29-de65-410d-904a-01604575e3b8 req-0a81a0c8-cc34-4822-91cc-3a657c784c43 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 945 time: 0.1723285 Sep 08 09:19:23.632869 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-274e6ced-db34-4448-a289-f40a4f346d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:23.638533 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-274e6ced-db34-4448-a289-f40a4f346d89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:23.642774 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-274e6ced-db34-4448-a289-f40a4f346d89 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ee174ef5-2d35-4324-951b-20624c67685d HTTP/1.1" status: 204 len: 168 time: 0.7326941 Sep 08 09:19:23.651457 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6aa77e67-87e7-42b2-bd63-368d381c39b5 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:23.657310 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6aa77e67-87e7-42b2-bd63-368d381c39b5 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4585600 Sep 08 09:19:23.658141 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37278) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:23.665927 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-0b02f0dd-0437-4d2b-8778-96d3c774322e tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'enable_snat': False}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:23.680405 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-022ac7bb-ec69-4023-9b92-20fcf537edb0 None None] Port 76d6e1fa-8586-4232-9966-93c9c13e3214 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:19:23.719955 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274e6ced-db34-4448-a289-f40a4f346d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee174ef5-2d35-4324-951b-20624c67685d,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:23.783527 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-481d5c29-de65-410d-904a-01604575e3b8 req-a6250433-d3bd-4e79-b045-bd2696e51782 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605632 Sep 08 09:19:23.789147 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ea7f5-c03e-496f-92df-f0ebb1426cc1 req-6cf6e028-6159-44ae-bfa9-253a9af96ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:23.791275 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-937ea7f5-c03e-496f-92df-f0ebb1426cc1 req-6cf6e028-6159-44ae-bfa9-253a9af96ea0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f5275e2d58a49a08895a50418c7508b&device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 1097 time: 0.1409230 Sep 08 09:19:23.798762 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-38622a85-453f-494a-abe8-bbf133d70ccd tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Deleting port 76d6e1fa-8586-4232-9966-93c9c13e3214 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:19:23.799370 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-38622a85-453f-494a-abe8-bbf133d70ccd tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:23.874227 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f1ea6f5e-160e-4da8-8d66-3e9b0ade3e6e tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:23.880671 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ea6f5e-160e-4da8-8d66-3e9b0ade3e6e tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:23.881292 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f1ea6f5e-160e-4da8-8d66-3e9b0ade3e6e tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:24.008594 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ea7f5-c03e-496f-92df-f0ebb1426cc1 req-fb20b663-9d75-4dba-8b9a-b417606798f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:24.011387 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-937ea7f5-c03e-496f-92df-f0ebb1426cc1 req-fb20b663-9d75-4dba-8b9a-b417606798f7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cb338a05-96ea-4d11-88f8-690044b53ade HTTP/1.1" status: 200 len: 917 time: 0.1947505 Sep 08 09:19:24.016013 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f1ea6f5e-160e-4da8-8d66-3e9b0ade3e6e tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8431089 Sep 08 09:19:24.157175 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0b02f0dd-0437-4d2b-8778-96d3c774322e tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:24.159312 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:24.179776 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37288) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:24.221874 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-38622a85-453f-494a-abe8-bbf133d70ccd tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:24.246937 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-38622a85-453f-494a-abe8-bbf133d70ccd tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Calling delete_port for 76d6e1fa-8586-4232-9966-93c9c13e3214 owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:19:24.277612 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-7d8882d0-3289-4280-8dc8-8c6a7656e617 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Request body: {'subnets': [{'network_id': '8cee72fa-f84f-41cf-a2cf-8f687eb083b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1084636008', 'ip_version': 4}, {'network_id': '6b7ee142-1566-4e1e-8779-80f4343cf50f', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:24.277984 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-7d8882d0-3289-4280-8dc8-8c6a7656e617 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Request body: {'subnet': {'network_id': '8cee72fa-f84f-41cf-a2cf-8f687eb083b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1084636008', 'ip_version': 4}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:24.278621 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-7d8882d0-3289-4280-8dc8-8c6a7656e617 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Request body: {'subnet': {'network_id': '6b7ee142-1566-4e1e-8779-80f4343cf50f', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:24.313238 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37290) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:24.331330 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5e7a62ae-4fd4-47f0-8de7-cdf881289fa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:24.338872 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea6f5e-160e-4da8-8d66-3e9b0ade3e6e tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Pushing event updated for resources: {'Network': ['ID=6b7ee142-1566-4e1e-8779-80f4343cf50f,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:24.352188 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 6b7ee142-1566-4e1e-8779-80f4343cf50f details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:19:24.401214 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-937ea7f5-c03e-496f-92df-f0ebb1426cc1 req-35e1677e-18f9-41f5-95ff-4d5e2afa4abc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3c31785-e0b7-40a9-bdb7-b21286768191 HTTP/1.1" status: 200 len: 1001 time: 0.3817601 Sep 08 09:19:24.466119 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-73b58616-2ac8-4bd9-8070-b8edc501db4a tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=c9df0c43d1034f1c9e7865c6c0b6f8dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0880866 Sep 08 09:19:24.538595 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ea7f5-c03e-496f-92df-f0ebb1426cc1 req-07c61da1-8930-429a-8730-5c463525056c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:24.538595 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-937ea7f5-c03e-496f-92df-f0ebb1426cc1 req-07c61da1-8930-429a-8730-5c463525056c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8ec84db6-4dd6-4de4-a1e0-0c0e5076306d HTTP/1.1" status: 200 len: 855 time: 0.1182320 Sep 08 09:19:24.626830 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb30528-ac3b-4cb4-86bc-68a3c6f7ef7f req-02af70e0-4e40-486d-bf82-0d70d9913a54 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:24.628670 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9cb30528-ac3b-4cb4-86bc-68a3c6f7ef7f req-02af70e0-4e40-486d-bf82-0d70d9913a54 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=c36fbdc9-d408-4bbd-8b9c-08392f1657db HTTP/1.1" status: 200 len: 945 time: 0.3080206 Sep 08 09:19:24.709434 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9cb30528-ac3b-4cb4-86bc-68a3c6f7ef7f req-bc6021b1-9be7-46b5-b946-bbe6b0509561 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527966 Sep 08 09:19:24.845027 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-38622a85-453f-494a-abe8-bbf133d70ccd tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:24.904091 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0b02f0dd-0437-4d2b-8778-96d3c774322e tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:24.923876 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ea7f5-c03e-496f-92df-f0ebb1426cc1 req-7e5d711f-f9bf-407e-9159-d917b2c57fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:24.925555 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-937ea7f5-c03e-496f-92df-f0ebb1426cc1 req-7e5d711f-f9bf-407e-9159-d917b2c57fbd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cb338a05-96ea-4d11-88f8-690044b53ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3599422 Sep 08 09:19:24.932190 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0b02f0dd-0437-4d2b-8778-96d3c774322e tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:24.947005 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38622a85-453f-494a-abe8-bbf133d70ccd tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event deleted for resources: {'Port': ['ID=76d6e1fa-8586-4232-9966-93c9c13e3214,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:25.006245 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5e7a62ae-4fd4-47f0-8de7-cdf881289fa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:25.017148 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-1e4783f8-c471-4f1f-842a-bf5fc8bd2824 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:25.025318 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-1e4783f8-c471-4f1f-842a-bf5fc8bd2824 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5404119 Sep 08 09:19:25.039018 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5e7a62ae-4fd4-47f0-8de7-cdf881289fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:25.078070 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8882d0-3289-4280-8dc8-8c6a7656e617 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Made reservation on behalf of 3da03a57fdc44a9eb5f27430381da459 for: {'subnet': 2} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:19:25.083709 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7d8882d0-3289-4280-8dc8-8c6a7656e617 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:25.084127 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7d8882d0-3289-4280-8dc8-8c6a7656e617 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:25.086703 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-5d37417d-dd3f-4e1f-95b8-f6075611f974 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] 10.222.0.54 "GET /v2.0/quotas/c9df0c43d1034f1c9e7865c6c0b6f8dc HTTP/1.1" status: 200 len: 375 time: 0.0603671 Sep 08 09:19:25.100247 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5b5a5-25aa-44a6-aecd-90012c2575fb req-cdb0b8f9-5be6-4ba1-8f63-23689841ca81 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:25.109719 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5fe5b5a5-25aa-44a6-aecd-90012c2575fb req-cdb0b8f9-5be6-4ba1-8f63-23689841ca81 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 945 time: 0.1795783 Sep 08 09:19:25.193558 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-29c835ff-215d-484a-95f3-032527a27d81 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=c9df0c43d1034f1c9e7865c6c0b6f8dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1058555 Sep 08 09:19:25.234957 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5fe5b5a5-25aa-44a6-aecd-90012c2575fb req-66bbbbde-f3d5-4d9d-a6d7-6bc19e0c21c4 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240613 Sep 08 09:19:25.340884 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-38622a85-453f-494a-abe8-bbf133d70ccd tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:25.350648 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-38622a85-453f-494a-abe8-bbf133d70ccd tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/ports/76d6e1fa-8586-4232-9966-93c9c13e3214 HTTP/1.1" status: 204 len: 168 time: 1.8770463 Sep 08 09:19:25.352396 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37308) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:25.395374 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-0b02f0dd-0437-4d2b-8778-96d3c774322e tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Allocated IP 172.25.0.235 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/12bc5dc3-4952-4cec-bb0a-2b2cef6ca146) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:19:25.474825 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3048c13-cedd-47c7-99ea-67aaff186ec1 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] GET failed (client error): The resource could not be found. Sep 08 09:19:25.477273 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c3048c13-cedd-47c7-99ea-67aaff186ec1 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "GET /v2.0/ports/76d6e1fa-8586-4232-9966-93c9c13e3214 HTTP/1.1" status: 404 len: 333 time: 0.1219227 Sep 08 09:19:25.484539 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37314) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:25.490903 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5e7a62ae-4fd4-47f0-8de7-cdf881289fa6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6883d875d6f44effb2bc699c688f45d7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1756468 Sep 08 09:19:25.492062 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a62ae-4fd4-47f0-8de7-cdf881289fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c297e8eb-98d2-4543-b5b1-fc23358d1d0c,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:25.496683 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37316) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:25.566211 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ae4b66d0-894d-45d5-942f-831c04743aa9 req-04cb153d-69e1-4b94-a014-742cf59e85b7 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] 10.222.0.54 "GET /v2.0/ports?device_id=d845f018-f646-43bb-9357-263d97299cb4 HTTP/1.1" status: 200 len: 210 time: 0.0593660 Sep 08 09:19:25.611853 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae516c-d723-4dfd-b30d-ee614cdc2593 req-d5a2c1aa-1485-4c44-8d0c-0cb730249b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:25.613523 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-03ae516c-d723-4dfd-b30d-ee614cdc2593 req-d5a2c1aa-1485-4c44-8d0c-0cb730249b55 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca0d1910d7ca4892b72992e748a5bde6&device_id=c36fbdc9-d408-4bbd-8b9c-08392f1657db HTTP/1.1" status: 200 len: 1097 time: 0.2609754 Sep 08 09:19:25.617986 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-937ea7f5-c03e-496f-92df-f0ebb1426cc1 req-93a6d66c-2ac5-4030-a75d-b9de8ac7c232 service neutron] 10.222.0.37 "GET /v2.0/networks/cb338a05-96ea-4d11-88f8-690044b53ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6665218 Sep 08 09:19:25.705201 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0b02f0dd-0437-4d2b-8778-96d3c774322e tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:26.123519 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7d8882d0-3289-4280-8dc8-8c6a7656e617 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:26.144813 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812ec21-104e-4870-abfb-343fa65482e8 req-a2dd90cc-3094-488c-8b05-20c05767a7ef tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:26.149164 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-937ea7f5-c03e-496f-92df-f0ebb1426cc1 req-193d7925-8e9e-42ae-bbec-9dc312d11f9d service neutron] 10.222.0.37 "GET /v2.0/networks/cb338a05-96ea-4d11-88f8-690044b53ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5219882 Sep 08 09:19:26.153505 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0812ec21-104e-4870-abfb-343fa65482e8 req-a2dd90cc-3094-488c-8b05-20c05767a7ef tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=c36fbdc9-d408-4bbd-8b9c-08392f1657db HTTP/1.1" status: 200 len: 945 time: 0.7552123 Sep 08 09:19:26.176593 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dff2fb7-41b9-475d-a10e-d3c35bef2126 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Deleting subnet b5a379fa-da8a-428f-88b9-050758731599 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:19:26.183279 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae516c-d723-4dfd-b30d-ee614cdc2593 req-96148349-cf8c-4b5c-99d2-b390ee4cabf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:26.185585 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-03ae516c-d723-4dfd-b30d-ee614cdc2593 req-96148349-cf8c-4b5c-99d2-b390ee4cabf8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2de43bb0-acf3-42aa-b534-30332da083e7 HTTP/1.1" status: 200 len: 913 time: 0.5409737 Sep 08 09:19:26.228379 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8dff2fb7-41b9-475d-a10e-d3c35bef2126 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:26.266997 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-03ae516c-d723-4dfd-b30d-ee614cdc2593 req-e528a9ea-3380-4346-a4af-6308e74d4a8b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b73e27f2-f52d-4cc3-a12e-4fa5ab811726 HTTP/1.1" status: 200 len: 217 time: 0.0705664 Sep 08 09:19:26.332628 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8882d0-3289-4280-8dc8-8c6a7656e617 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Checking segment: {'id': '00a5e1bf-f06e-48ef-936c-bf67d748869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8cee72fa-f84f-41cf-a2cf-8f687eb083b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:19:26.333551 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8882d0-3289-4280-8dc8-8c6a7656e617 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Network hostable DHCP agents. Network: 8cee72fa-f84f-41cf-a2cf-8f687eb083b2, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:19:26.374919 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-41cd8933-6d69-434f-bc47-daa5037a5a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:26.401900 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-41cd8933-6d69-434f-bc47-daa5037a5a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:26.419763 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae516c-d723-4dfd-b30d-ee614cdc2593 req-eeecee42-1f3f-4036-8317-854dee8ec16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:26.420091 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0b02f0dd-0437-4d2b-8778-96d3c774322e tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:26.423074 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-03ae516c-d723-4dfd-b30d-ee614cdc2593 req-eeecee42-1f3f-4036-8317-854dee8ec16c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=452a4b6d-a445-4b2b-9168-2695dd67e404 HTTP/1.1" status: 200 len: 851 time: 0.1478550 Sep 08 09:19:26.424498 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0812ec21-104e-4870-abfb-343fa65482e8 req-f6cea0a9-1bce-4b37-b9f7-14022527fa7c tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699533 Sep 08 09:19:26.439626 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8dff2fb7-41b9-475d-a10e-d3c35bef2126 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:26.450215 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8882d0-3289-4280-8dc8-8c6a7656e617 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Pushing event updated for resources: {'Subnet': ['ID=fa4a4d11-e590-45b4-ba13-d8e03152f6e5,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:26.453706 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2e349-34ac-461a-a1cd-19b75109a3ee req-528359ef-621e-4024-a421-7f47b14f3da6 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:26.456837 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e1d2e349-34ac-461a-a1cd-19b75109a3ee req-528359ef-621e-4024-a421-7f47b14f3da6 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 945 time: 0.1315584 Sep 08 09:19:26.579988 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae516c-d723-4dfd-b30d-ee614cdc2593 req-1a6c2468-2ef2-4140-a322-3c93a42d3b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:26.581629 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-03ae516c-d723-4dfd-b30d-ee614cdc2593 req-1a6c2468-2ef2-4140-a322-3c93a42d3b55 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2de43bb0-acf3-42aa-b534-30332da083e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1237562 Sep 08 09:19:26.584863 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e1d2e349-34ac-461a-a1cd-19b75109a3ee req-ccc0a8ce-bed8-432c-af95-1dcc20276650 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124883 Sep 08 09:19:26.750101 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-03ae516c-d723-4dfd-b30d-ee614cdc2593 req-b91a14e2-8299-4f96-95fe-9ddfee042577 service neutron] 10.222.0.35 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594980 Sep 08 09:19:26.843213 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8882d0-3289-4280-8dc8-8c6a7656e617 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Network 8cee72fa-f84f-41cf-a2cf-8f687eb083b2 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:19:26.882430 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b02f0dd-0437-4d2b-8778-96d3c774322e tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:19:26.891682 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-03ae516c-d723-4dfd-b30d-ee614cdc2593 req-80f04bf9-493c-4477-8221-4632c20d7f37 service neutron] 10.222.0.35 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342967 Sep 08 09:19:26.914142 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-0b02f0dd-0437-4d2b-8778-96d3c774322e tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:19:26.919518 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b02f0dd-0437-4d2b-8778-96d3c774322e tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Pushing event updated for resources: {'Port': ['ID=12bc5dc3-4952-4cec-bb0a-2b2cef6ca146,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:26.923483 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-7d8882d0-3289-4280-8dc8-8c6a7656e617 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 8cee72fa-f84f-41cf-a2cf-8f687eb083b2) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:19:26.939066 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2593eaf3-4afa-4f31-a8b1-8aacdd9f01a7 req-1dcef5b3-3bec-4f0d-965c-84a2024027f3 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] 10.222.0.54 "GET /v2.0/ports?device_id=d845f018-f646-43bb-9357-263d97299cb4 HTTP/1.1" status: 200 len: 210 time: 0.1001744 Sep 08 09:19:26.943095 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-dbb151fa-d4bd-4aca-b5f4-71bf828c2aea tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c9df0c43d1034f1c9e7865c6c0b6f8dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487244 Sep 08 09:19:26.944368 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b02f0dd-0437-4d2b-8778-96d3c774322e tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:19:27.053064 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7d8882d0-3289-4280-8dc8-8c6a7656e617 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:27.058121 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4331484e-6f42-46a9-8911-b7e957294b6b None None] Network 8cee72fa-f84f-41cf-a2cf-8f687eb083b2 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:19:27.101924 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-41cd8933-6d69-434f-bc47-daa5037a5a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:27.105993 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-41cd8933-6d69-434f-bc47-daa5037a5a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:27.111809 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-41cd8933-6d69-434f-bc47-daa5037a5a74 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c297e8eb-98d2-4543-b5b1-fc23358d1d0c HTTP/1.1" status: 204 len: 168 time: 1.5870287 Sep 08 09:19:27.264140 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-c3625846-11ca-4b53-8230-3d3519b54353 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:27.265765 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-c3625846-11ca-4b53-8230-3d3519b54353 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3105125 Sep 08 09:19:27.302326 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cd8933-6d69-434f-bc47-daa5037a5a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c297e8eb-98d2-4543-b5b1-fc23358d1d0c,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:27.302558 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-246b1f2b-3b80-45ab-b4e9-97a8109dad86 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] Request body: {'port': {'device_id': 'd845f018-f646-43bb-9357-263d97299cb4', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'admin_state_up': True, 'tenant_id': 'c9df0c43d1034f1c9e7865c6c0b6f8dc'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:27.316112 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8dff2fb7-41b9-475d-a10e-d3c35bef2126 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:27.364464 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8882d0-3289-4280-8dc8-8c6a7656e617 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Pushing event updated for resources: {'Subnet': ['ID=4bc416f3-66a6-4d64-8670-1c73b737323b,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:27.448734 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8882d0-3289-4280-8dc8-8c6a7656e617 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Checking segment: {'id': 'd1d77b3f-e7bc-472a-bafa-ea6ebdbb6c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6b7ee142-1566-4e1e-8779-80f4343cf50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:19:27.449108 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8882d0-3289-4280-8dc8-8c6a7656e617 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Network hostable DHCP agents. Network: 6b7ee142-1566-4e1e-8779-80f4343cf50f, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:19:27.492335 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2bee94-dcdd-4c01-8ed0-503612631084 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-8cee72fa-f84f-41cf-a2cf-8f687eb083b2', 'network_id': '8cee72fa-f84f-41cf-a2cf-8f687eb083b2', 'tenant_id': '3da03a57fdc44a9eb5f27430381da459', 'fixed_ips': [{'subnet_id': 'fa4a4d11-e590-45b4-ba13-d8e03152f6e5'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:19:27.493228 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-de2bee94-dcdd-4c01-8ed0-503612631084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:27.518472 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8dff2fb7-41b9-475d-a10e-d3c35bef2126 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:27.569350 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8882d0-3289-4280-8dc8-8c6a7656e617 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Network 6b7ee142-1566-4e1e-8779-80f4343cf50f is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:19:27.572076 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8dff2fb7-41b9-475d-a10e-d3c35bef2126 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:27.574088 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8dff2fb7-41b9-475d-a10e-d3c35bef2126 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/subnets/b5a379fa-da8a-428f-88b9-050758731599 HTTP/1.1" status: 204 len: 168 time: 2.0866780 Sep 08 09:19:27.577211 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff2fb7-41b9-475d-a10e-d3c35bef2126 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event deleted for resources: {'Subnet': ['ID=b5a379fa-da8a-428f-88b9-050758731599,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:27.579545 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37350) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:27.593650 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-246b1f2b-3b80-45ab-b4e9-97a8109dad86 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] Made reservation on behalf of c9df0c43d1034f1c9e7865c6c0b6f8dc for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:19:27.596379 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-246b1f2b-3b80-45ab-b4e9-97a8109dad86 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:27.604695 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0b02f0dd-0437-4d2b-8778-96d3c774322e tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:27.632497 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-246b1f2b-3b80-45ab-b4e9-97a8109dad86 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:27.633858 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-7d8882d0-3289-4280-8dc8-8c6a7656e617 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 6b7ee142-1566-4e1e-8779-80f4343cf50f) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:19:27.647003 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c3c954-7bf1-4e12-830f-e13e271f8ab6 None None] Network 1b45454b-902d-4910-94e7-3b7bd4029d03 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:19:27.649594 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832108d5-6fe2-432d-8c05-b7dcef1203f0 None None] Network 6b7ee142-1566-4e1e-8779-80f4343cf50f requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:19:27.687741 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070d97c-5c29-4d1f-b629-c1ddcfa897c3 req-0c50521b-2ff8-499d-925b-911f80687989 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:27.689327 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7070d97c-5c29-4d1f-b629-c1ddcfa897c3 req-0c50521b-2ff8-499d-925b-911f80687989 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=c36fbdc9-d408-4bbd-8b9c-08392f1657db HTTP/1.1" status: 200 len: 945 time: 0.1271238 Sep 08 09:19:27.767273 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7070d97c-5c29-4d1f-b629-c1ddcfa897c3 req-9788a061-77a7-4f5a-81cc-97800d814f68 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715165 Sep 08 09:19:27.814067 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8882d0-3289-4280-8dc8-8c6a7656e617 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:27.814826 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8882d0-3289-4280-8dc8-8c6a7656e617 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:27.815643 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7d8882d0-3289-4280-8dc8-8c6a7656e617 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:27.827431 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-246b1f2b-3b80-45ab-b4e9-97a8109dad86 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:27.833263 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-246b1f2b-3b80-45ab-b4e9-97a8109dad86 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:27.854412 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-de2bee94-dcdd-4c01-8ed0-503612631084 None None] Allocated IP 172.20.0.2 (8cee72fa-f84f-41cf-a2cf-8f687eb083b2/fa4a4d11-e590-45b4-ba13-d8e03152f6e5/6315d1bd-a567-46c4-afb4-15b6101d1a2f) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:19:27.874674 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb21f7-e5fc-4745-8544-eb60d9c58e73 req-5cae4d26-8372-4870-97e5-81cab7861817 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:27.882684 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6fbb21f7-e5fc-4745-8544-eb60d9c58e73 req-5cae4d26-8372-4870-97e5-81cab7861817 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 945 time: 0.1252525 Sep 08 09:19:27.893399 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cd64801-6ba9-4515-b3d4-411686fdb895 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Deleting subnet 956dffc7-de06-4d3f-97bd-1480c9262e55 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:19:27.898706 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7cd64801-6ba9-4515-b3d4-411686fdb895 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:27.917378 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246b1f2b-3b80-45ab-b4e9-97a8109dad86 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39d7ff59-bc3d-4b24-902e-6fc71b8594a9,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:27.951420 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7d8882d0-3289-4280-8dc8-8c6a7656e617 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.7607572 Sep 08 09:19:27.972325 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37364) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:28.046718 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7cd64801-6ba9-4515-b3d4-411686fdb895 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:28.080150 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-246b1f2b-3b80-45ab-b4e9-97a8109dad86 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] Allocated IP 192.168.233.191 (05f7642a-1c79-41be-85aa-1443ef22cc3b/dfc66e4b-ecb5-4c99-afe1-0a78c722534a/3de4ad99-fe2b-470f-9ae0-dc5503a74430) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:19:28.116841 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-50fae40f-367f-41e7-9b16-cf5ccf1e0176 req-84a4a0f3-dd63-49b8-bcf1-5b9739c703b5 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] 10.222.0.54 "GET /v2.0/ports?device_id=d845f018-f646-43bb-9357-263d97299cb4 HTTP/1.1" status: 200 len: 210 time: 0.0517812 Sep 08 09:19:28.122353 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2472e7da-63cd-4b60-9e35-cc4b4cbc7675 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:28.124549 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2472e7da-63cd-4b60-9e35-cc4b4cbc7675 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:28.126142 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2472e7da-63cd-4b60-9e35-cc4b4cbc7675 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:28.131675 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2472e7da-63cd-4b60-9e35-cc4b4cbc7675 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1582613 Sep 08 09:19:28.136477 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37368) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:28.139665 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6fbb21f7-e5fc-4745-8544-eb60d9c58e73 req-e0d440d9-6be0-42ca-8933-e2f9fe947e1e tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2559335 Sep 08 09:19:28.184733 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd05794-6adc-47e9-80f7-1078b6558602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-6b7ee142-1566-4e1e-8779-80f4343cf50f', 'network_id': '6b7ee142-1566-4e1e-8779-80f4343cf50f', 'tenant_id': '3da03a57fdc44a9eb5f27430381da459', 'fixed_ips': [{'subnet_id': '4bc416f3-66a6-4d64-8670-1c73b737323b'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:19:28.186483 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ddd05794-6adc-47e9-80f7-1078b6558602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:28.227859 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-8822ab7e-131e-45b0-aa70-8506cc841e44 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Deleting subnet fa4a4d11-e590-45b4-ba13-d8e03152f6e5 {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:19:28.257942 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0b02f0dd-0437-4d2b-8778-96d3c774322e tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2457'] for router, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:28.261573 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0b02f0dd-0437-4d2b-8778-96d3c774322e tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-764157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-764146', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-768877'] for router, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:28.307106 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-de2bee94-dcdd-4c01-8ed0-503612631084 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:28.403253 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-de2bee94-dcdd-4c01-8ed0-503612631084 None None] Transition to ACTIVE for port object 6315d1bd-a567-46c4-afb4-15b6101d1a2f will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:19:28.415822 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7cd64801-6ba9-4515-b3d4-411686fdb895 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:28.432607 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-de2bee94-dcdd-4c01-8ed0-503612631084 None None] Transition to ACTIVE for port object 6315d1bd-a567-46c4-afb4-15b6101d1a2f will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:19:28.445898 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-246b1f2b-3b80-45ab-b4e9-97a8109dad86 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:28.464439 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-de2bee94-dcdd-4c01-8ed0-503612631084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:28.465217 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8822ab7e-131e-45b0-aa70-8506cc841e44 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:28.484467 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-246b1f2b-3b80-45ab-b4e9-97a8109dad86 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] Transition to ACTIVE for port object 3de4ad99-fe2b-470f-9ae0-dc5503a74430 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:19:28.528766 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7cd64801-6ba9-4515-b3d4-411686fdb895 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:28.545783 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2bee94-dcdd-4c01-8ed0-503612631084 None None] Network 8cee72fa-f84f-41cf-a2cf-8f687eb083b2 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:19:28.558462 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-de2bee94-dcdd-4c01-8ed0-503612631084 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:19:28.561936 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2bee94-dcdd-4c01-8ed0-503612631084 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:19:28.572860 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b02f0dd-0437-4d2b-8778-96d3c774322e tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Router ca4ba728-e729-49a4-98cc-7ac117c9eb2c is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:19:28.579835 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:28.580490 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd64801-6ba9-4515-b3d4-411686fdb895 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event deleted for resources: {'Subnet': ['ID=956dffc7-de06-4d3f-97bd-1480c9262e55,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:28.583607 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-ddd05794-6adc-47e9-80f7-1078b6558602 None None] Allocated IP 172.20.0.18 (6b7ee142-1566-4e1e-8779-80f4343cf50f/4bc416f3-66a6-4d64-8670-1c73b737323b/a3d227b9-86cf-448e-b3ae-c9662d140022) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:19:28.591203 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7cd64801-6ba9-4515-b3d4-411686fdb895 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:28.593894 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7cd64801-6ba9-4515-b3d4-411686fdb895 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/subnets/956dffc7-de06-4d3f-97bd-1480c9262e55 HTTP/1.1" status: 204 len: 168 time: 1.0118957 Sep 08 09:19:28.598301 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37380) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:28.628127 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bee94-dcdd-4c01-8ed0-503612631084 None None] Pushing event updated for resources: {'Port': ['ID=6315d1bd-a567-46c4-afb4-15b6101d1a2f,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:28.683472 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-de2bee94-dcdd-4c01-8ed0-503612631084 None None] Attempting to bind port 6315d1bd-a567-46c4-afb4-15b6101d1a2f on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:19:28.683648 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-de2bee94-dcdd-4c01-8ed0-503612631084 None None] Attempting to bind port 6315d1bd-a567-46c4-afb4-15b6101d1a2f by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '00a5e1bf-f06e-48ef-936c-bf67d748869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8cee72fa-f84f-41cf-a2cf-8f687eb083b2'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:19:28.684163 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2bee94-dcdd-4c01-8ed0-503612631084 None None] Attempting to bind port 6315d1bd-a567-46c4-afb4-15b6101d1a2f on network 8cee72fa-f84f-41cf-a2cf-8f687eb083b2 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:19:28.691553 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8822ab7e-131e-45b0-aa70-8506cc841e44 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:28.692884 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2bee94-dcdd-4c01-8ed0-503612631084 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:19:28.693396 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2bee94-dcdd-4c01-8ed0-503612631084 None None] Checking segment: {'id': '00a5e1bf-f06e-48ef-936c-bf67d748869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8cee72fa-f84f-41cf-a2cf-8f687eb083b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:19:28.694330 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-de2bee94-dcdd-4c01-8ed0-503612631084 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:28.694330 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2bee94-dcdd-4c01-8ed0-503612631084 None None] Bound using segment: {'id': '00a5e1bf-f06e-48ef-936c-bf67d748869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8cee72fa-f84f-41cf-a2cf-8f687eb083b2'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:19:28.694714 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-de2bee94-dcdd-4c01-8ed0-503612631084 None None] Bound port: 6315d1bd-a567-46c4-afb4-15b6101d1a2f, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00a5e1bf-f06e-48ef-936c-bf67d748869f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '8cee72fa-f84f-41cf-a2cf-8f687eb083b2'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:19:28.695103 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-de2bee94-dcdd-4c01-8ed0-503612631084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:28.695797 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa17a7ef-f1ee-4a8b-bd5e-e0b42edc4c4d req-94de923d-0883-4aad-9498-a9dc29475acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:28.697936 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aa17a7ef-f1ee-4a8b-bd5e-e0b42edc4c4d req-94de923d-0883-4aad-9498-a9dc29475acc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f5275e2d58a49a08895a50418c7508b&device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 1097 time: 0.3595414 Sep 08 09:19:28.821973 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-246b1f2b-3b80-45ab-b4e9-97a8109dad86 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:28.829884 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b02f0dd-0437-4d2b-8778-96d3c774322e tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:19:28.844788 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08526166-ea91-477f-8f7f-74864ed1d69e None None] Sync routers for ids ['ca4ba728-e729-49a4-98cc-7ac117c9eb2c'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:19:28.845388 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0b02f0dd-0437-4d2b-8778-96d3c774322e tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:28.848820 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0b02f0dd-0437-4d2b-8778-96d3c774322e tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] 10.222.0.54 "PUT /v2.0/routers/ca4ba728-e729-49a4-98cc-7ac117c9eb2c HTTP/1.1" status: 200 len: 916 time: 5.1869845 Sep 08 09:19:28.851530 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37386) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:28.865260 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08526166-ea91-477f-8f7f-74864ed1d69e None None] Routers {'ca4ba728-e729-49a4-98cc-7ac117c9eb2c'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:19:28.867239 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-08526166-ea91-477f-8f7f-74864ed1d69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:19:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['ca4ba728-e729-49a4-98cc-7ac117c9eb2c'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:19:28.972125 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-08526166-ea91-477f-8f7f-74864ed1d69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:19:28.984860 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-de2bee94-dcdd-4c01-8ed0-503612631084 None None] For port 6315d1bd-a567-46c4-afb4-15b6101d1a2f, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:19:28.988116 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-de2bee94-dcdd-4c01-8ed0-503612631084 None None] For port 6315d1bd-a567-46c4-afb4-15b6101d1a2f, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=6315d1bd-a567-46c4-afb4-15b6101d1a2f,segment=NetworkSegment(00a5e1bf-f06e-48ef-936c-bf67d748869f),segment_id=00a5e1bf-f06e-48ef-936c-bf67d748869f)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:19:28.992212 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08526166-ea91-477f-8f7f-74864ed1d69e None None] Routers {'ca4ba728-e729-49a4-98cc-7ac117c9eb2c'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:19:28.993081 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-08526166-ea91-477f-8f7f-74864ed1d69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:19:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['ca4ba728-e729-49a4-98cc-7ac117c9eb2c'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:19:29.006411 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-de2bee94-dcdd-4c01-8ed0-503612631084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:29.008390 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b0687234-1e8b-40aa-847b-1e1708d18a1c tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:29.065337 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-41784961-f6b9-4ca6-a123-8d8d3261b577 tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] 10.222.0.54 "GET /v2.0/routers/ca4ba728-e729-49a4-98cc-7ac117c9eb2c HTTP/1.1" status: 200 len: 922 time: 0.2123904 Sep 08 09:19:29.065757 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-246b1f2b-3b80-45ab-b4e9-97a8109dad86 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] Network 05f7642a-1c79-41be-85aa-1443ef22cc3b is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:19:29.066102 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37390) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:29.075486 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-08526166-ea91-477f-8f7f-74864ed1d69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:19:29.081842 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08526166-ea91-477f-8f7f-74864ed1d69e None None] The sync data for ids ['ca4ba728-e729-49a4-98cc-7ac117c9eb2c'] in n-d-806683-11 is: [] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:19:29.141260 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bee94-dcdd-4c01-8ed0-503612631084 None None] Pushing event updated for resources: {'Port': ['ID=6315d1bd-a567-46c4-afb4-15b6101d1a2f,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:29.159969 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31b2fa2-a921-4c40-add1-ff199948684e tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:29.167885 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f31b2fa2-a921-4c40-add1-ff199948684e tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=399c4174-1e86-4a10-bb99-f875a09107d5&device_id=ca4ba728-e729-49a4-98cc-7ac117c9eb2c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1004221 Sep 08 09:19:29.168744 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37396) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:29.208639 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-246b1f2b-3b80-45ab-b4e9-97a8109dad86 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:19:29.240558 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-246b1f2b-3b80-45ab-b4e9-97a8109dad86 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:19:29.244027 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ddd05794-6adc-47e9-80f7-1078b6558602 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:29.268626 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ddd05794-6adc-47e9-80f7-1078b6558602 None None] Transition to ACTIVE for port object a3d227b9-86cf-448e-b3ae-c9662d140022 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:19:29.281620 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246b1f2b-3b80-45ab-b4e9-97a8109dad86 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] Pushing event updated for resources: {'Port': ['ID=3de4ad99-fe2b-470f-9ae0-dc5503a74430,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:29.291622 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ddd05794-6adc-47e9-80f7-1078b6558602 None None] Transition to ACTIVE for port object a3d227b9-86cf-448e-b3ae-c9662d140022 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:19:29.301383 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8822ab7e-131e-45b0-aa70-8506cc841e44 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:29.302408 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ddd05794-6adc-47e9-80f7-1078b6558602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:29.363292 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd05794-6adc-47e9-80f7-1078b6558602 None None] Network 6b7ee142-1566-4e1e-8779-80f4343cf50f is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:19:29.373217 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-ddd05794-6adc-47e9-80f7-1078b6558602 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:19:29.383848 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd05794-6adc-47e9-80f7-1078b6558602 None None] Pushing event updated for resources: {'Port': ['ID=a3d227b9-86cf-448e-b3ae-c9662d140022,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:29.388093 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd05794-6adc-47e9-80f7-1078b6558602 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:19:29.404240 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cbea7c-366c-4917-9cef-18a527903b70 req-d91b5fa4-6f16-49d3-a6a1-9eb5321c720a tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:29.417335 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-18cbea7c-366c-4917-9cef-18a527903b70 req-d91b5fa4-6f16-49d3-a6a1-9eb5321c720a tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] 10.222.0.54 "GET /v2.0/ports?device_id=d845f018-f646-43bb-9357-263d97299cb4 HTTP/1.1" status: 200 len: 936 time: 0.1012304 Sep 08 09:19:29.461983 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ec1d60-9b24-4871-92e8-444f9aca63ae tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:29.470747 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a1ec1d60-9b24-4871-92e8-444f9aca63ae tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] 10.222.0.54 "GET /v2.0/networks/399c4174-1e86-4a10-bb99-f875a09107d5 HTTP/1.1" status: 200 len: 881 time: 0.2997348 Sep 08 09:19:29.471735 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37404) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:29.531331 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-ddd05794-6adc-47e9-80f7-1078b6558602 None None] Attempting to bind port a3d227b9-86cf-448e-b3ae-c9662d140022 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:19:29.531710 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-ddd05794-6adc-47e9-80f7-1078b6558602 None None] Attempting to bind port a3d227b9-86cf-448e-b3ae-c9662d140022 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'd1d77b3f-e7bc-472a-bafa-ea6ebdbb6c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6b7ee142-1566-4e1e-8779-80f4343cf50f'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:19:29.532068 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd05794-6adc-47e9-80f7-1078b6558602 None None] Attempting to bind port a3d227b9-86cf-448e-b3ae-c9662d140022 on network 6b7ee142-1566-4e1e-8779-80f4343cf50f {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:19:29.547218 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd05794-6adc-47e9-80f7-1078b6558602 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:19:29.547603 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd05794-6adc-47e9-80f7-1078b6558602 None None] Checking segment: {'id': 'd1d77b3f-e7bc-472a-bafa-ea6ebdbb6c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6b7ee142-1566-4e1e-8779-80f4343cf50f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:19:29.548928 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ddd05794-6adc-47e9-80f7-1078b6558602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:29.548928 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd05794-6adc-47e9-80f7-1078b6558602 None None] Bound using segment: {'id': 'd1d77b3f-e7bc-472a-bafa-ea6ebdbb6c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6b7ee142-1566-4e1e-8779-80f4343cf50f'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:19:29.555546 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-ddd05794-6adc-47e9-80f7-1078b6558602 None None] Bound port: a3d227b9-86cf-448e-b3ae-c9662d140022, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d77b3f-e7bc-472a-bafa-ea6ebdbb6c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '6b7ee142-1566-4e1e-8779-80f4343cf50f'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:19:29.555969 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ddd05794-6adc-47e9-80f7-1078b6558602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:29.568292 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-696a4868-b22a-400c-ad14-82d2a46e9107 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca4ba728-e729-49a4-98cc-7ac117c9eb2c HTTP/1.1" status: 200 len: 205 time: 0.0719135 Sep 08 09:19:29.569213 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37408) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:29.579584 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-18cbea7c-366c-4917-9cef-18a527903b70 req-f5f4b206-d9fc-4a08-bc46-24880799ec5f tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] 10.222.0.54 "GET /v2.0/security-groups?id=39d7ff59-bc3d-4b24-902e-6fc71b8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613884 Sep 08 09:19:29.599209 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9bf391-9316-43a6-bfc0-3277dcd9b56e None None] Network 1b45454b-902d-4910-94e7-3b7bd4029d03 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:19:29.650880 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672e7e8-59e0-4779-a104-31ced5a6a9a8 req-a64c6d1c-df3f-4107-afbf-995938ac6e7f tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:29.652704 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a672e7e8-59e0-4779-a104-31ced5a6a9a8 req-a64c6d1c-df3f-4107-afbf-995938ac6e7f tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=c36fbdc9-d408-4bbd-8b9c-08392f1657db HTTP/1.1" status: 200 len: 945 time: 0.7170177 Sep 08 09:19:29.688311 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa17a7ef-f1ee-4a8b-bd5e-e0b42edc4c4d req-d286e9f2-e200-4ac3-97cb-e98e4687ca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:29.690074 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aa17a7ef-f1ee-4a8b-bd5e-e0b42edc4c4d req-d286e9f2-e200-4ac3-97cb-e98e4687ca42 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cb338a05-96ea-4d11-88f8-690044b53ade HTTP/1.1" status: 200 len: 917 time: 0.9584534 Sep 08 09:19:29.708015 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-246b1f2b-3b80-45ab-b4e9-97a8109dad86 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:29.708718 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-246b1f2b-3b80-45ab-b4e9-97a8109dad86 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:29.739092 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-1fd1fae8-7561-45cc-a33b-a26d18903643 None None] Provisioning complete for port d7970988-30e7-48dd-aa1e-62ce5da00f99 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:19:29.740279 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1fd1fae8-7561-45cc-a33b-a26d18903643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:29.794430 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dc1d4398-25c5-4d3d-b9c3-a634ade338ec tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:29.825425 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-246b1f2b-3b80-45ab-b4e9-97a8109dad86 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5409536 Sep 08 09:19:29.849874 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8822ab7e-131e-45b0-aa70-8506cc841e44 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:29.850136 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6647fde7-dace-48e6-bdb4-dc0962360515 req-8fbe45c0-11ba-4d94-a530-22ecb6cf89f8 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:29.851520 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6647fde7-dace-48e6-bdb4-dc0962360515 req-8fbe45c0-11ba-4d94-a530-22ecb6cf89f8 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 945 time: 0.1237328 Sep 08 09:19:29.861415 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-c3a67279-44b9-4b56-a50a-3e78dbbd4b9b service neutron] Request body: {'port': {'device_id': 'd845f018-f646-43bb-9357-263d97299cb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:29.900730 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a672e7e8-59e0-4779-a104-31ced5a6a9a8 req-fcee0592-f8f4-48dc-936f-86b3379d7e71 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247336 Sep 08 09:19:29.923053 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aa17a7ef-f1ee-4a8b-bd5e-e0b42edc4c4d req-5db428fe-9665-42a4-9b8f-c214b69cb830 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3c31785-e0b7-40a9-bdb7-b21286768191 HTTP/1.1" status: 200 len: 1001 time: 0.1959326 Sep 08 09:19:29.933068 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8822ab7e-131e-45b0-aa70-8506cc841e44 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Pushing event deleted for resources: {'Subnet': ['ID=fa4a4d11-e590-45b4-ba13-d8e03152f6e5,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:29.943264 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8822ab7e-131e-45b0-aa70-8506cc841e44 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:29.945978 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8822ab7e-131e-45b0-aa70-8506cc841e44 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] 10.222.0.54 "DELETE /v2.0/subnets/fa4a4d11-e590-45b4-ba13-d8e03152f6e5 HTTP/1.1" status: 204 len: 168 time: 1.8079822 Sep 08 09:19:29.949870 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37414) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:29.987123 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-b0687234-1e8b-40aa-847b-1e1708d18a1c tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Deleting port d7970988-30e7-48dd-aa1e-62ce5da00f99 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:19:29.987761 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b0687234-1e8b-40aa-847b-1e1708d18a1c tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:30.002770 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-ddd05794-6adc-47e9-80f7-1078b6558602 None None] For port a3d227b9-86cf-448e-b3ae-c9662d140022, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:19:30.007791 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-ddd05794-6adc-47e9-80f7-1078b6558602 None None] For port a3d227b9-86cf-448e-b3ae-c9662d140022, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a3d227b9-86cf-448e-b3ae-c9662d140022,segment=NetworkSegment(d1d77b3f-e7bc-472a-bafa-ea6ebdbb6c9d),segment_id=d1d77b3f-e7bc-472a-bafa-ea6ebdbb6c9d)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:19:30.032101 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ddd05794-6adc-47e9-80f7-1078b6558602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:30.047779 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6647fde7-dace-48e6-bdb4-dc0962360515 req-4d807c64-dd5e-4fff-bb9a-b1179eaf8c20 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826773 Sep 08 09:19:30.049968 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dc1d4398-25c5-4d3d-b9c3-a634ade338ec tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:30.075999 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-c3a67279-44b9-4b56-a50a-3e78dbbd4b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:30.122726 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-9214ab63-ab29-4340-883f-f5b6595e32b6 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Deleting subnet 4bc416f3-66a6-4d64-8670-1c73b737323b {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:19:30.128613 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9214ab63-ab29-4340-883f-f5b6595e32b6 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:30.153086 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd05794-6adc-47e9-80f7-1078b6558602 None None] Pushing event updated for resources: {'Port': ['ID=a3d227b9-86cf-448e-b3ae-c9662d140022,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:30.175231 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6254880c-8fe5-465c-bf49-a8b972bf7ce8 None None] DHCP port deletion for 1b45454b-902d-4910-94e7-3b7bd4029d03 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:19:30.216216 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9214ab63-ab29-4340-883f-f5b6595e32b6 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:30.254329 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-6254880c-8fe5-465c-bf49-a8b972bf7ce8 None None] Deleting port d7970988-30e7-48dd-aa1e-62ce5da00f99 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:19:30.254908 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6254880c-8fe5-465c-bf49-a8b972bf7ce8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:30.271047 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa17a7ef-f1ee-4a8b-bd5e-e0b42edc4c4d req-dcd8ac6b-8941-4f93-baf2-8ffe30046862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:30.273000 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aa17a7ef-f1ee-4a8b-bd5e-e0b42edc4c4d req-dcd8ac6b-8941-4f93-baf2-8ffe30046862 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8ec84db6-4dd6-4de4-a1e0-0c0e5076306d HTTP/1.1" status: 200 len: 855 time: 0.3377147 Sep 08 09:19:30.287081 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-dc1d4398-25c5-4d3d-b9c3-a634ade338ec tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Deleting port 12bc5dc3-4952-4cec-bb0a-2b2cef6ca146 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:19:30.287440 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dc1d4398-25c5-4d3d-b9c3-a634ade338ec tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:30.337318 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-b0687234-1e8b-40aa-847b-1e1708d18a1c tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] For port d7970988-30e7-48dd-aa1e-62ce5da00f99, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=d7970988-30e7-48dd-aa1e-62ce5da00f99,segment=NetworkSegment(7d0878f1-30ba-4aac-93e7-f051e56660ae),segment_id=7d0878f1-30ba-4aac-93e7-f051e56660ae)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:19:30.337698 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b0687234-1e8b-40aa-847b-1e1708d18a1c tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:30.391648 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-6254880c-8fe5-465c-bf49-a8b972bf7ce8 None None] For port d7970988-30e7-48dd-aa1e-62ce5da00f99, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=d7970988-30e7-48dd-aa1e-62ce5da00f99,segment=NetworkSegment(7d0878f1-30ba-4aac-93e7-f051e56660ae),segment_id=7d0878f1-30ba-4aac-93e7-f051e56660ae)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:19:30.392244 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6254880c-8fe5-465c-bf49-a8b972bf7ce8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:30.402131 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-b0687234-1e8b-40aa-847b-1e1708d18a1c tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Calling delete_port for d7970988-30e7-48dd-aa1e-62ce5da00f99 owned by network:dhcp {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:19:30.411909 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-6254880c-8fe5-465c-bf49-a8b972bf7ce8 None None] Calling delete_port for d7970988-30e7-48dd-aa1e-62ce5da00f99 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:19:30.496602 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-3fcc7542-27d7-4a18-8ccb-ac0eda295523 None None] Provisioning for port 3de4ad99-fe2b-470f-9ae0-dc5503a74430 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:19:30.520490 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-3fcc7542-27d7-4a18-8ccb-ac0eda295523 None None] Provisioning complete for port 3de4ad99-fe2b-470f-9ae0-dc5503a74430 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:19:30.520874 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3fcc7542-27d7-4a18-8ccb-ac0eda295523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:30.602830 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-3fcc7542-27d7-4a18-8ccb-ac0eda295523 None None] Port 3de4ad99-fe2b-470f-9ae0-dc5503a74430 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:19:30.655329 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6254880c-8fe5-465c-bf49-a8b972bf7ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:30.710620 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa17a7ef-f1ee-4a8b-bd5e-e0b42edc4c4d req-30affd25-9897-451d-b997-1c7cc9b4ad64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:30.722760 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aa17a7ef-f1ee-4a8b-bd5e-e0b42edc4c4d req-30affd25-9897-451d-b997-1c7cc9b4ad64 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cb338a05-96ea-4d11-88f8-690044b53ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4248044 Sep 08 09:19:30.746948 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6254880c-8fe5-465c-bf49-a8b972bf7ce8 None None] No DVR routers for this DVR port d7970988-30e7-48dd-aa1e-62ce5da00f99 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:19:30.752880 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254880c-8fe5-465c-bf49-a8b972bf7ce8 None None] Pushing event deleted for resources: {'Port': ['ID=d7970988-30e7-48dd-aa1e-62ce5da00f99,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:30.968389 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dc1d4398-25c5-4d3d-b9c3-a634ade338ec tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:30.971358 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9214ab63-ab29-4340-883f-f5b6595e32b6 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:30.985536 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd79f45-3e7a-4a4d-9105-01b8aa70932a None None] Network 8cee72fa-f84f-41cf-a2cf-8f687eb083b2 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:19:31.056253 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-dc1d4398-25c5-4d3d-b9c3-a634ade338ec tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Calling delete_port for 12bc5dc3-4952-4cec-bb0a-2b2cef6ca146 owned by network:router_gateway {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:19:31.166578 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 6315d1bd-a567-46c4-afb4-15b6101d1a2f up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:19:31.177204 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9214ab63-ab29-4340-883f-f5b6595e32b6 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:31.228106 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9214ab63-ab29-4340-883f-f5b6595e32b6 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Pushing event deleted for resources: {'Subnet': ['ID=4bc416f3-66a6-4d64-8670-1c73b737323b,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:31.245360 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2016904-9f5d-4a5b-99df-ee9fd3f16629 req-b0289ebb-a6ce-46c5-8ede-f6393e38f8d7 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:31.248955 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c2de4dac-d882-4635-883e-7cc1da37983b None None] Provisioning for port 6315d1bd-a567-46c4-afb4-15b6101d1a2f completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:19:31.256874 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b2016904-9f5d-4a5b-99df-ee9fd3f16629 req-b0289ebb-a6ce-46c5-8ede-f6393e38f8d7 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=c36fbdc9-d408-4bbd-8b9c-08392f1657db HTTP/1.1" status: 200 len: 945 time: 0.1951597 Sep 08 09:19:31.262411 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9214ab63-ab29-4340-883f-f5b6595e32b6 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:31.268677 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9214ab63-ab29-4340-883f-f5b6595e32b6 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] 10.222.0.54 "DELETE /v2.0/subnets/4bc416f3-66a6-4d64-8670-1c73b737323b HTTP/1.1" status: 204 len: 168 time: 1.3136137 Sep 08 09:19:31.274219 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37432) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:31.345209 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 6315d1bd-a567-46c4-afb4-15b6101d1a2f completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:19:31.350642 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 6315d1bd-a567-46c4-afb4-15b6101d1a2f triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:19:31.351021 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:31.405899 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcdb5b6-3e8d-42a5-94a4-eaeecd651d29 None None] DHCP port deletion for 8cee72fa-f84f-41cf-a2cf-8f687eb083b2 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:19:31.462732 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:31.463493 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-c3a67279-44b9-4b56-a50a-3e78dbbd4b9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3de4ad99-fe2b-470f-9ae0-dc5503a74430 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:19:31.534330 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b2016904-9f5d-4a5b-99df-ee9fd3f16629 req-ca3070bc-4d4e-4b21-939f-9902a512f661 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604389 Sep 08 09:19:31.537186 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-c3a67279-44b9-4b56-a50a-3e78dbbd4b9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:31.553011 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1c249d-8c4b-43cb-aeaf-b03ce78e4dc5 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:31.553731 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 6315d1bd-a567-46c4-afb4-15b6101d1a2f, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=6315d1bd-a567-46c4-afb4-15b6101d1a2f,segment=NetworkSegment(00a5e1bf-f06e-48ef-936c-bf67d748869f),segment_id=00a5e1bf-f06e-48ef-936c-bf67d748869f)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:19:31.556272 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3b1c249d-8c4b-43cb-aeaf-b03ce78e4dc5 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2793972 Sep 08 09:19:31.562790 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37434) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:31.570409 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:31.575572 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a3d227b9-86cf-448e-b3ae-c9662d140022 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:19:31.590891 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b0687234-1e8b-40aa-847b-1e1708d18a1c tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:31.597511 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-c3a67279-44b9-4b56-a50a-3e78dbbd4b9b service neutron] Transition to ACTIVE for port object 3de4ad99-fe2b-470f-9ae0-dc5503a74430 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:19:31.624275 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca2f8a-a9f6-45aa-9995-7cf371cd3323 req-6fe0fc24-3de4-4933-96f6-548dfd6f93d0 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:31.639496 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b8ca2f8a-a9f6-45aa-9995-7cf371cd3323 req-6fe0fc24-3de4-4933-96f6-548dfd6f93d0 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] 10.222.0.54 "GET /v2.0/ports?device_id=d845f018-f646-43bb-9357-263d97299cb4 HTTP/1.1" status: 200 len: 936 time: 0.8593493 Sep 08 09:19:31.699571 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-c3a67279-44b9-4b56-a50a-3e78dbbd4b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:31.734220 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=6315d1bd-a567-46c4-afb4-15b6101d1a2f,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:31.744078 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-bfcdb5b6-3e8d-42a5-94a4-eaeecd651d29 None None] Deleting port 6315d1bd-a567-46c4-afb4-15b6101d1a2f {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:19:31.744595 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-bfcdb5b6-3e8d-42a5-94a4-eaeecd651d29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:31.746664 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port a3d227b9-86cf-448e-b3ae-c9662d140022 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:19:31.751583 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0687234-1e8b-40aa-847b-1e1708d18a1c tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event deleted for resources: {'Port': ['ID=d7970988-30e7-48dd-aa1e-62ce5da00f99,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:31.755853 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aa17a7ef-f1ee-4a8b-bd5e-e0b42edc4c4d req-6f5bb21c-6d9b-44ec-9eb1-0e23c32dceba service neutron] 10.222.0.37 "GET /v2.0/networks/cb338a05-96ea-4d11-88f8-690044b53ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0201924 Sep 08 09:19:31.766482 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f20c94da-215a-4154-8786-11cf06574bfa tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:31.771536 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dc1d4398-25c5-4d3d-b9c3-a634ade338ec tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:31.844582 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d4398-25c5-4d3d-b9c3-a634ade338ec tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Pushing event deleted for resources: {'Port': ['ID=12bc5dc3-4952-4cec-bb0a-2b2cef6ca146,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:31.898275 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-bfcdb5b6-3e8d-42a5-94a4-eaeecd651d29 None None] For port 6315d1bd-a567-46c4-afb4-15b6101d1a2f, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=6315d1bd-a567-46c4-afb4-15b6101d1a2f,segment=NetworkSegment(00a5e1bf-f06e-48ef-936c-bf67d748869f),segment_id=00a5e1bf-f06e-48ef-936c-bf67d748869f)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:19:31.898836 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-bfcdb5b6-3e8d-42a5-94a4-eaeecd651d29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:31.906671 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device d7970988-30e7-48dd-aa1e-62ce5da00f99 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:19:31.910811 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0687234-1e8b-40aa-847b-1e1708d18a1c tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] No DVR routers for this DVR port d7970988-30e7-48dd-aa1e-62ce5da00f99 on host n-d-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:19:31.929021 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a67279-44b9-4b56-a50a-3e78dbbd4b9b service neutron] Pushing event updated for resources: {'Port': ['ID=3de4ad99-fe2b-470f-9ae0-dc5503a74430,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:31.948152 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-bfcdb5b6-3e8d-42a5-94a4-eaeecd651d29 None None] Calling delete_port for 6315d1bd-a567-46c4-afb4-15b6101d1a2f owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:19:31.950243 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: d7970988-30e7-48dd-aa1e-62ce5da00f99 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:19:31.950617 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device d7970988-30e7-48dd-aa1e-62ce5da00f99 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:19:32.003750 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b8ca2f8a-a9f6-45aa-9995-7cf371cd3323 req-a0dd2618-8647-477b-8ab3-68d40fac87cd tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] 10.222.0.54 "GET /v2.0/security-groups?id=39d7ff59-bc3d-4b24-902e-6fc71b8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620920 Sep 08 09:19:32.016870 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device a3c31785-e0b7-40a9-bdb7-b21286768191 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:19:32.019342 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ef3091-de7d-44aa-8e20-cc7400d7d5df None None] Network 6b7ee142-1566-4e1e-8779-80f4343cf50f requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:19:32.042711 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c419d-e51a-4665-8f0e-a83c24ea47b2 req-e5fc1a4c-24b0-4a5c-ae74-efdbff21bc1d tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:32.044384 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-084c419d-e51a-4665-8f0e-a83c24ea47b2 req-e5fc1a4c-24b0-4a5c-ae74-efdbff21bc1d tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 945 time: 0.2744477 Sep 08 09:19:32.049474 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dc1d4398-25c5-4d3d-b9c3-a634ade338ec tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:32.165717 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-9e5026e6-7713-4d51-9dd1-05a0320f9d1a None None] Provisioning for port a3d227b9-86cf-448e-b3ae-c9662d140022 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:19:32.176065 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-c3a67279-44b9-4b56-a50a-3e78dbbd4b9b service neutron] Attempting to bind port 3de4ad99-fe2b-470f-9ae0-dc5503a74430 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:19:32.176696 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-c3a67279-44b9-4b56-a50a-3e78dbbd4b9b service neutron] Attempting to bind port 3de4ad99-fe2b-470f-9ae0-dc5503a74430 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:19:32.177212 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-c3a67279-44b9-4b56-a50a-3e78dbbd4b9b service neutron] Attempting to bind port 3de4ad99-fe2b-470f-9ae0-dc5503a74430 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:19:32.181770 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b0687234-1e8b-40aa-847b-1e1708d18a1c tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:32.197221 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-f20c94da-215a-4154-8786-11cf06574bfa tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Deleting port a3d227b9-86cf-448e-b3ae-c9662d140022 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:19:32.197733 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f20c94da-215a-4154-8786-11cf06574bfa tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:32.201891 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-c3a67279-44b9-4b56-a50a-3e78dbbd4b9b service neutron] Port 3de4ad99-fe2b-470f-9ae0-dc5503a74430 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:19:32.202518 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-c3a67279-44b9-4b56-a50a-3e78dbbd4b9b service neutron] Attempting to bind port 3de4ad99-fe2b-470f-9ae0-dc5503a74430 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:19:32.208987 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-9e5026e6-7713-4d51-9dd1-05a0320f9d1a None None] Provisioning complete for port a3d227b9-86cf-448e-b3ae-c9662d140022 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:19:32.209343 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9e5026e6-7713-4d51-9dd1-05a0320f9d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:32.224458 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-b0687234-1e8b-40aa-847b-1e1708d18a1c tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b45454b-902d-4910-94e7-3b7bd4029d03']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:19:32.228010 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aa17a7ef-f1ee-4a8b-bd5e-e0b42edc4c4d req-ea68f64e-9e30-4792-9243-b8600e838a40 service neutron] 10.222.0.37 "GET /v2.0/networks/cb338a05-96ea-4d11-88f8-690044b53ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670099 Sep 08 09:19:32.234279 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-c3a67279-44b9-4b56-a50a-3e78dbbd4b9b service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:19:32.234976 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-c3a67279-44b9-4b56-a50a-3e78dbbd4b9b service neutron] Checking segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:19:32.235527 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-c3a67279-44b9-4b56-a50a-3e78dbbd4b9b service neutron] Bound using segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:19:32.236161 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-c3a67279-44b9-4b56-a50a-3e78dbbd4b9b service neutron] Bound port: 3de4ad99-fe2b-470f-9ae0-dc5503a74430, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:19:32.236695 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-c3a67279-44b9-4b56-a50a-3e78dbbd4b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:32.242360 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-b0687234-1e8b-40aa-847b-1e1708d18a1c tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d0878f1-30ba-4aac-93e7-f051e56660ae') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:19:32.243110 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-b0687234-1e8b-40aa-847b-1e1708d18a1c tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d0878f1-30ba-4aac-93e7-f051e56660ae') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:19:32.264380 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b0687234-1e8b-40aa-847b-1e1708d18a1c tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:32.274369 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dc1d4398-25c5-4d3d-b9c3-a634ade338ec tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:32.278678 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dc1d4398-25c5-4d3d-b9c3-a634ade338ec tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:32.298165 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-084c419d-e51a-4665-8f0e-a83c24ea47b2 req-71012d93-6a52-4698-9d1e-3ea3ed4e15ba tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2451949 Sep 08 09:19:32.305869 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-f20c94da-215a-4154-8786-11cf06574bfa tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] For port a3d227b9-86cf-448e-b3ae-c9662d140022, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a3d227b9-86cf-448e-b3ae-c9662d140022,segment=NetworkSegment(d1d77b3f-e7bc-472a-bafa-ea6ebdbb6c9d),segment_id=d1d77b3f-e7bc-472a-bafa-ea6ebdbb6c9d)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:19:32.306253 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f20c94da-215a-4154-8786-11cf06574bfa tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:32.310018 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b0687234-1e8b-40aa-847b-1e1708d18a1c tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:32.320340 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-bfcdb5b6-3e8d-42a5-94a4-eaeecd651d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:32.341606 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0687234-1e8b-40aa-847b-1e1708d18a1c tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:19:32.344285 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b0687234-1e8b-40aa-847b-1e1708d18a1c tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:32.347733 n-d-806683-11 neutron-server[94712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:19:32.347733 n-d-806683-11 neutron-server[94712]: self.session.flush() Sep 08 09:19:32.347733 n-d-806683-11 neutron-server[94712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:19:32.347733 n-d-806683-11 neutron-server[94712]: self.session.flush() Sep 08 09:19:32.347733 n-d-806683-11 neutron-server[94712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:19:32.347733 n-d-806683-11 neutron-server[94712]: self.session.flush() Sep 08 09:19:32.347733 n-d-806683-11 neutron-server[94712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:19:32.347733 n-d-806683-11 neutron-server[94712]: self.session.flush() Sep 08 09:19:32.347733 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:19:32.347733 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:19:32.347733 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:19:32.347733 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:19:32.347733 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:19:32.347733 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:19:32.347733 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:19:32.347733 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:19:32.347733 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:19:32.347733 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:19:32.347733 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:19:32.347733 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:19:32.347733 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:19:32.347733 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:19:32.347733 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:19:32.347733 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:19:32.347733 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:19:32.347733 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:19:32.347733 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:19:32.347733 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:19:32.347733 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:19:32.347733 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:19:32.347733 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:19:32.347733 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:19:32.347733 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:19:32.347733 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:19:32.347733 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:19:32.347733 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:19:32.347733 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:19:32.347733 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:19:32.347733 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:19:32.347733 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:19:32.351010 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-f20c94da-215a-4154-8786-11cf06574bfa tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Calling delete_port for a3d227b9-86cf-448e-b3ae-c9662d140022 owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:19:32.355601 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dc1d4398-25c5-4d3d-b9c3-a634ade338ec tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:32.356129 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1d4398-25c5-4d3d-b9c3-a634ade338ec tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Fanout notify agent at l3_agent the message router_deleted on router ca4ba728-e729-49a4-98cc-7ac117c9eb2c {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:19:32.368548 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dc1d4398-25c5-4d3d-b9c3-a634ade338ec tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:32.369749 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-dc1d4398-25c5-4d3d-b9c3-a634ade338ec tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] 10.222.0.54 "DELETE /v2.0/routers/ca4ba728-e729-49a4-98cc-7ac117c9eb2c HTTP/1.1" status: 204 len: 168 time: 2.7956750 Sep 08 09:19:32.375374 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37438) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:32.380494 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcdb5b6-3e8d-42a5-94a4-eaeecd651d29 None None] Pushing event deleted for resources: {'Port': ['ID=6315d1bd-a567-46c4-afb4-15b6101d1a2f,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:32.382591 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcdb5b6-3e8d-42a5-94a4-eaeecd651d29 None None] No DVR routers for this DVR port 6315d1bd-a567-46c4-afb4-15b6101d1a2f on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:19:32.391737 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-38f68ad4-e603-4cfe-b268-97bb0e5480e6 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1157490937', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}, 'admin_state_up': False}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:32.395314 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:32.452466 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd670fbfb-6eed-4e9e-a33b-d0579953f7f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3c31785-e0b7-40a9-bdb7-b21286768191'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:19:32.454585 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd4074e-ed6d-4c79-8082-dc1bf6e3a98d" -d '{"events": [{"server_uuid": "d670fbfb-6eed-4e9e-a33b-d0579953f7f4", "name": "network-vif-unplugged", "status": "completed", "tag": "a3c31785-e0b7-40a9-bdb7-b21286768191"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:19:32.456263 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-c3a67279-44b9-4b56-a50a-3e78dbbd4b9b service neutron] For port 3de4ad99-fe2b-470f-9ae0-dc5503a74430, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:19:32.464802 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9e5026e6-7713-4d51-9dd1-05a0320f9d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:32.472733 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port a3c31785-e0b7-40a9-bdb7-b21286768191, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=a3c31785-e0b7-40a9-bdb7-b21286768191,segment=NetworkSegment(f65d12e3-feb2-45fa-813d-94ce7829a6a9),segment_id=f65d12e3-feb2-45fa-813d-94ce7829a6a9)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:19:32.480629 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:32.489175 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b0687234-1e8b-40aa-847b-1e1708d18a1c tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:32.495896 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f20c94da-215a-4154-8786-11cf06574bfa tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:32.502482 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-c3a67279-44b9-4b56-a50a-3e78dbbd4b9b service neutron] For port 3de4ad99-fe2b-470f-9ae0-dc5503a74430, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=3de4ad99-fe2b-470f-9ae0-dc5503a74430,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:19:32.504301 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b0687234-1e8b-40aa-847b-1e1708d18a1c tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:32.506596 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b0687234-1e8b-40aa-847b-1e1708d18a1c tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/networks/1b45454b-902d-4910-94e7-3b7bd4029d03 HTTP/1.1" status: 204 len: 168 time: 3.9045975 Sep 08 09:19:32.507796 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-38f68ad4-e603-4cfe-b268-97bb0e5480e6 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:32.509219 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-38f68ad4-e603-4cfe-b268-97bb0e5480e6 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:32.513627 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37442) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:32.522721 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252838e8-0355-46e9-b346-50031f48cd1a None None] DHCP port deletion for 6b7ee142-1566-4e1e-8779-80f4343cf50f request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:19:32.527268 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-c3a67279-44b9-4b56-a50a-3e78dbbd4b9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:32.537471 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0687234-1e8b-40aa-847b-1e1708d18a1c tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event deleted for resources: {'Network': ['ID=1b45454b-902d-4910-94e7-3b7bd4029d03,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:32.554141 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c94da-215a-4154-8786-11cf06574bfa tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Pushing event deleted for resources: {'Port': ['ID=a3d227b9-86cf-448e-b3ae-c9662d140022,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:32.555882 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 09:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec33f178-e344-4ec8-bf4c-6bc7658264d7 x-openstack-request-id: req-ec33f178-e344-4ec8-bf4c-6bc7658264d7 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:19:32.556189 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d670fbfb-6eed-4e9e-a33b-d0579953f7f4", "name": "network-vif-unplugged", "status": "completed", "tag": "a3c31785-e0b7-40a9-bdb7-b21286768191", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:19:32.556423 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ec33f178-e344-4ec8-bf4c-6bc7658264d7 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:19:32.556842 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd670fbfb-6eed-4e9e-a33b-d0579953f7f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3c31785-e0b7-40a9-bdb7-b21286768191', 'code': 200} Sep 08 09:19:32.564975 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20c94da-215a-4154-8786-11cf06574bfa tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] No DVR routers for this DVR port a3d227b9-86cf-448e-b3ae-c9662d140022 on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:19:32.575100 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=a3c31785-e0b7-40a9-bdb7-b21286768191,revision_number=8']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:32.605371 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-c3a67279-44b9-4b56-a50a-3e78dbbd4b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:32.606012 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-c3a67279-44b9-4b56-a50a-3e78dbbd4b9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:32.608642 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-c3a67279-44b9-4b56-a50a-3e78dbbd4b9b service neutron] 10.222.0.37 "PUT /v2.0/ports/3de4ad99-fe2b-470f-9ae0-dc5503a74430 HTTP/1.1" status: 200 len: 1097 time: 2.7610736 Sep 08 09:19:32.609495 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd845f018-f646-43bb-9357-263d97299cb4', 'tag': '3de4ad99-fe2b-470f-9ae0-dc5503a74430'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:19:32.612157 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc64d034-cdd5-4b93-9656-3e221205bf99" -d '{"events": [{"name": "network-changed", "server_uuid": "d845f018-f646-43bb-9357-263d97299cb4", "tag": "3de4ad99-fe2b-470f-9ae0-dc5503a74430"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:19:32.673674 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a67279-44b9-4b56-a50a-3e78dbbd4b9b service neutron] Pushing event updated for resources: {'Port': ['ID=3de4ad99-fe2b-470f-9ae0-dc5503a74430,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:32.683933 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-38f68ad4-e603-4cfe-b268-97bb0e5480e6 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:32.755886 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e84fe0-85e6-4fff-b456-a68bfc70202f x-openstack-request-id: req-11e84fe0-85e6-4fff-b456-a68bfc70202f {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:19:32.756563 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d845f018-f646-43bb-9357-263d97299cb4", "tag": "3de4ad99-fe2b-470f-9ae0-dc5503a74430", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:19:32.756563 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-11e84fe0-85e6-4fff-b456-a68bfc70202f {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:19:32.757037 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd845f018-f646-43bb-9357-263d97299cb4', 'tag': '3de4ad99-fe2b-470f-9ae0-dc5503a74430', 'status': 'completed', 'code': 200} Sep 08 09:19:32.783029 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f20c94da-215a-4154-8786-11cf06574bfa tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:32.793153 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9605575d-8d85-41db-acc6-709d67f50b5d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:32.798628 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9605575d-8d85-41db-acc6-709d67f50b5d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2559216 Sep 08 09:19:32.808101 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37448) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:32.860678 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-f20c94da-215a-4154-8786-11cf06574bfa tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b7ee142-1566-4e1e-8779-80f4343cf50f']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:19:32.876937 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-f20c94da-215a-4154-8786-11cf06574bfa tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1d77b3f-e7bc-472a-bafa-ea6ebdbb6c9d') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:19:32.877231 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-f20c94da-215a-4154-8786-11cf06574bfa tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1d77b3f-e7bc-472a-bafa-ea6ebdbb6c9d') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:19:32.889911 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f20c94da-215a-4154-8786-11cf06574bfa tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:32.906401 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900759f-ab2d-45fd-b19b-79d0d2c1fd9d req-b00ea160-e434-4670-ac8c-44e019ce504a tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:32.907950 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5900759f-ab2d-45fd-b19b-79d0d2c1fd9d req-b00ea160-e434-4670-ac8c-44e019ce504a tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=c36fbdc9-d408-4bbd-8b9c-08392f1657db HTTP/1.1" status: 200 len: 945 time: 0.1977658 Sep 08 09:19:32.917277 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5dc60028-1f74-46f5-b475-ff3f1d3c7681 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1079826 Sep 08 09:19:32.924645 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37452) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:32.928348 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-38f68ad4-e603-4cfe-b268-97bb0e5480e6 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:32.932739 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f20c94da-215a-4154-8786-11cf06574bfa tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:32.933174 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-0be35afe-49ab-4f87-8cbb-4aaea6230224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:32.935164 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-0be35afe-49ab-4f87-8cbb-4aaea6230224 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c9df0c43d1034f1c9e7865c6c0b6f8dc&device_id=d845f018-f646-43bb-9357-263d97299cb4 HTTP/1.1" status: 200 len: 1100 time: 0.1771662 Sep 08 09:19:32.942638 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-73722c78-16f6-4ed9-85fd-0ea03a9be125 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1370992792'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:32.943756 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f20c94da-215a-4154-8786-11cf06574bfa tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:19:32.944466 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f20c94da-215a-4154-8786-11cf06574bfa tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:32.968808 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:19:32.968808 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:19:32.968808 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:19:32.968808 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:19:32.968808 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:19:32.968808 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:19:32.968808 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:19:32.968808 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:19:32.968808 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:19:32.968808 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:19:32.968808 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:19:32.968808 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:19:32.968808 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:19:32.968808 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:19:32.968808 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:19:32.968808 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:19:32.968808 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:19:32.968808 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:19:32.968808 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:19:32.968808 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:19:32.968808 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:19:32.968808 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:19:32.968808 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:19:32.968808 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:19:32.968808 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:19:32.968808 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:19:32.968808 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:19:32.968808 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:19:32.968808 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:19:32.968808 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:19:32.968808 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:19:32.968808 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:19:33.022654 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 6315d1bd-a567-46c4-afb4-15b6101d1a2f no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:19:33.049547 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5900759f-ab2d-45fd-b19b-79d0d2c1fd9d req-5d2f81ad-1cb5-43e5-959b-cc3ed5dd90f9 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303053 Sep 08 09:19:33.050776 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f20c94da-215a-4154-8786-11cf06574bfa tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:33.054475 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-3e2939f8-6e24-4adb-a103-f588cd25a2fe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=3de4ad99-fe2b-470f-9ae0-dc5503a74430 HTTP/1.1" status: 200 len: 217 time: 0.0989966 Sep 08 09:19:33.070959 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f20c94da-215a-4154-8786-11cf06574bfa tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:33.075768 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f20c94da-215a-4154-8786-11cf06574bfa tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] 10.222.0.54 "DELETE /v2.0/networks/6b7ee142-1566-4e1e-8779-80f4343cf50f HTTP/1.1" status: 204 len: 168 time: 1.5119469 Sep 08 09:19:33.077989 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37458) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:33.101604 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c94da-215a-4154-8786-11cf06574bfa tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Pushing event deleted for resources: {'Network': ['ID=6b7ee142-1566-4e1e-8779-80f4343cf50f,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:33.120937 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 6315d1bd-a567-46c4-afb4-15b6101d1a2f {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:19:33.121306 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 6315d1bd-a567-46c4-afb4-15b6101d1a2f not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:19:33.122072 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a3d227b9-86cf-448e-b3ae-c9662d140022 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:19:33.135286 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73722c78-16f6-4ed9-85fd-0ea03a9be125 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Made reservation on behalf of befb68007ce4499daff28b75d6381c43 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:19:33.139066 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-73722c78-16f6-4ed9-85fd-0ea03a9be125 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:33.147908 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: a3d227b9-86cf-448e-b3ae-c9662d140022 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:19:33.148255 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a3d227b9-86cf-448e-b3ae-c9662d140022 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:19:33.168570 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-3696d949-3f93-4add-8dfa-eddf6af62ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:33.172016 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-3696d949-3f93-4add-8dfa-eddf6af62ca6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.1038990 Sep 08 09:19:33.177993 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1e4a1ce7-b54a-4239-a270-d84f9d6f8869 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:33.187128 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73722c78-16f6-4ed9-85fd-0ea03a9be125 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:19:33.280092 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-73722c78-16f6-4ed9-85fd-0ea03a9be125 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:33.280327 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-73722c78-16f6-4ed9-85fd-0ea03a9be125 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Added segment 968ff11d-7495-4152-b21b-c2706a86e4d2 of type vlan for network 93c06d38-9591-4659-b83c-a756f499e78a Sep 08 09:19:33.282186 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1e4a1ce7-b54a-4239-a270-d84f9d6f8869 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:33.311851 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-1e4a1ce7-b54a-4239-a270-d84f9d6f8869 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cee72fa-f84f-41cf-a2cf-8f687eb083b2']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:19:33.322555 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-1e4a1ce7-b54a-4239-a270-d84f9d6f8869 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00a5e1bf-f06e-48ef-936c-bf67d748869f') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:19:33.322953 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-1e4a1ce7-b54a-4239-a270-d84f9d6f8869 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00a5e1bf-f06e-48ef-936c-bf67d748869f') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:19:33.333564 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1e4a1ce7-b54a-4239-a270-d84f9d6f8869 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:33.352526 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-7a7ee35d-341e-44db-9f04-8504146ef287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:33.352761 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1e4a1ce7-b54a-4239-a270-d84f9d6f8869 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:33.354116 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-7a7ee35d-341e-44db-9f04-8504146ef287 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1622057 Sep 08 09:19:33.357360 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-73722c78-16f6-4ed9-85fd-0ea03a9be125 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:33.362192 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e4a1ce7-b54a-4239-a270-d84f9d6f8869 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:19:33.362900 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1e4a1ce7-b54a-4239-a270-d84f9d6f8869 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:33.369134 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:19:33.369134 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:19:33.369134 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:19:33.369134 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:19:33.369134 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:19:33.369134 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:19:33.369134 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:19:33.369134 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:19:33.369134 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:19:33.369134 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:19:33.369134 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:19:33.369134 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:19:33.369134 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:19:33.369134 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:19:33.369134 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:19:33.369134 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:19:33.369134 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:19:33.369134 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:19:33.369134 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:19:33.369134 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:19:33.369134 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:19:33.369134 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:19:33.369134 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:19:33.369134 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:19:33.369134 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:19:33.369134 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:19:33.369134 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:19:33.369134 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:19:33.369134 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:19:33.369134 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:19:33.369134 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:19:33.369134 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:19:33.371808 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed4afa-4524-409e-b8c1-a776e449f919 req-4aa98568-4a74-4647-b6d1-bd6871a0b5e8 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:33.371808 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3aed4afa-4524-409e-b8c1-a776e449f919 req-4aa98568-4a74-4647-b6d1-bd6871a0b5e8 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] 10.222.0.54 "GET /v2.0/ports?device_id=d845f018-f646-43bb-9357-263d97299cb4 HTTP/1.1" status: 200 len: 948 time: 0.1969507 Sep 08 09:19:33.478543 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1e4a1ce7-b54a-4239-a270-d84f9d6f8869 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:33.487727 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-73722c78-16f6-4ed9-85fd-0ea03a9be125 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:33.494194 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73722c78-16f6-4ed9-85fd-0ea03a9be125 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:33.494835 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-73722c78-16f6-4ed9-85fd-0ea03a9be125 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:33.518110 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c853e-a518-4d75-a404-ea21cad4ef76 req-f6a45f63-f37c-4e42-b918-c9e065b12cc5 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:33.519808 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c48c853e-a518-4d75-a404-ea21cad4ef76 req-f6a45f63-f37c-4e42-b918-c9e065b12cc5 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 943 time: 0.1118495 Sep 08 09:19:33.521456 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1e4a1ce7-b54a-4239-a270-d84f9d6f8869 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:33.525629 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1e4a1ce7-b54a-4239-a270-d84f9d6f8869 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] 10.222.0.54 "DELETE /v2.0/networks/8cee72fa-f84f-41cf-a2cf-8f687eb083b2 HTTP/1.1" status: 204 len: 168 time: 0.4444780 Sep 08 09:19:33.525629 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a1ce7-b54a-4239-a270-d84f9d6f8869 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Pushing event deleted for resources: {'Network': ['ID=8cee72fa-f84f-41cf-a2cf-8f687eb083b2,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:33.526451 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37468) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:33.551500 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3aed4afa-4524-409e-b8c1-a776e449f919 req-d2657b0f-8832-425e-a31b-4d9fe1c943f8 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] 10.222.0.54 "GET /v2.0/security-groups?id=39d7ff59-bc3d-4b24-902e-6fc71b8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632988 Sep 08 09:19:33.646064 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-73722c78-16f6-4ed9-85fd-0ea03a9be125 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7068970 Sep 08 09:19:33.647918 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c48c853e-a518-4d75-a404-ea21cad4ef76 req-0b8235ea-9ae4-4722-b863-5494b77016b6 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109173 Sep 08 09:19:33.649926 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37472) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:33.656663 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-d8051d8e-06f2-474c-b3c3-ddead91a3776 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Request body: {'subnet': {'network_id': '93c06d38-9591-4659-b83c-a756f499e78a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:33.665029 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a55d8e7a-dfdf-457f-b2e1-07a0127d12f6 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:33.681505 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73722c78-16f6-4ed9-85fd-0ea03a9be125 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event updated for resources: {'Network': ['ID=93c06d38-9591-4659-b83c-a756f499e78a,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:33.692460 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 93c06d38-9591-4659-b83c-a756f499e78a details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:19:33.702318 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-262a96f0-db53-4653-a086-463abc8b8027 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295140 Sep 08 09:19:33.738418 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-38f68ad4-e603-4cfe-b268-97bb0e5480e6 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for router_gateway, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:33.774414 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-38f68ad4-e603-4cfe-b268-97bb0e5480e6 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:33.931967 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a276a562-1bd4-42a8-8e73-213cf4e2fc47 req-b9d8a878-d06d-4b75-a46d-fa97df25b111 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025781 Sep 08 09:19:33.937446 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a55d8e7a-dfdf-457f-b2e1-07a0127d12f6 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:33.958025 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8051d8e-06f2-474c-b3c3-ddead91a3776 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Made reservation on behalf of befb68007ce4499daff28b75d6381c43 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:19:33.961298 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-38f68ad4-e603-4cfe-b268-97bb0e5480e6 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Allocated IP 172.25.0.173 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/79fb18bf-0943-4e4b-aba3-0a6b2c138f28) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:19:33.964834 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d8051d8e-06f2-474c-b3c3-ddead91a3776 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:34.014704 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-a55d8e7a-dfdf-457f-b2e1-07a0127d12f6 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d73c47ed-651d-4b92-a7ef-a965796a45c9']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:19:34.030629 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-a55d8e7a-dfdf-457f-b2e1-07a0127d12f6 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dd8fb3a-3496-4096-83fb-ad73012ac41b') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:19:34.030935 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-a55d8e7a-dfdf-457f-b2e1-07a0127d12f6 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dd8fb3a-3496-4096-83fb-ad73012ac41b') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:19:34.076521 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a55d8e7a-dfdf-457f-b2e1-07a0127d12f6 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:34.104260 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a55d8e7a-dfdf-457f-b2e1-07a0127d12f6 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:34.111683 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a55d8e7a-dfdf-457f-b2e1-07a0127d12f6 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:19:34.112099 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a55d8e7a-dfdf-457f-b2e1-07a0127d12f6 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:34.115365 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:19:34.115365 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:19:34.115365 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:19:34.115365 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:19:34.115365 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:19:34.115365 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:19:34.115365 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:19:34.115365 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:19:34.115365 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:19:34.115365 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:19:34.115365 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:19:34.115365 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:19:34.115365 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:19:34.115365 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:19:34.115365 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:19:34.115365 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:19:34.115365 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:19:34.115365 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:19:34.115365 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:19:34.115365 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:19:34.115365 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:19:34.115365 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:19:34.115365 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:19:34.115365 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:19:34.115365 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:19:34.115365 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:19:34.115365 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:19:34.115365 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:19:34.115365 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:19:34.115365 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:19:34.115365 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:19:34.115365 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:19:34.162965 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-38f68ad4-e603-4cfe-b268-97bb0e5480e6 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:34.180926 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64d034-cdd5-4b93-9656-3e221205bf99 req-a094cc70-17d6-49f5-b3c2-ae05c847f75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:34.182540 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cc64d034-cdd5-4b93-9656-3e221205bf99 req-a094cc70-17d6-49f5-b3c2-ae05c847f75c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c9df0c43d1034f1c9e7865c6c0b6f8dc&device_id=d845f018-f646-43bb-9357-263d97299cb4 HTTP/1.1" status: 200 len: 1100 time: 0.1115444 Sep 08 09:19:34.188096 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a55d8e7a-dfdf-457f-b2e1-07a0127d12f6 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:34.196522 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a55d8e7a-dfdf-457f-b2e1-07a0127d12f6 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:34.200838 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a55d8e7a-dfdf-457f-b2e1-07a0127d12f6 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] 10.222.0.54 "DELETE /v2.0/networks/d73c47ed-651d-4b92-a7ef-a965796a45c9 HTTP/1.1" status: 204 len: 168 time: 0.6707039 Sep 08 09:19:34.201887 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37482) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:34.238424 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d8e7a-dfdf-457f-b2e1-07a0127d12f6 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Pushing event deleted for resources: {'Network': ['ID=d73c47ed-651d-4b92-a7ef-a965796a45c9,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:34.307974 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b5df0-017b-46bb-8c69-6e076a6b0144 req-dbaf5515-8ca9-41a3-a0cb-f605211676a0 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:34.309442 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cf1b5df0-017b-46bb-8c69-6e076a6b0144 req-dbaf5515-8ca9-41a3-a0cb-f605211676a0 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=c36fbdc9-d408-4bbd-8b9c-08392f1657db HTTP/1.1" status: 200 len: 945 time: 0.1534784 Sep 08 09:19:34.346325 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c14be17c-81ba-4328-9ea3-ff56850f1ae1 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:34.350669 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-38f68ad4-e603-4cfe-b268-97bb0e5480e6 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:34.387427 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64d034-cdd5-4b93-9656-3e221205bf99 req-42fdc3f3-58f3-4dea-9735-00c48d3187fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:34.389649 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cc64d034-cdd5-4b93-9656-3e221205bf99 req-42fdc3f3-58f3-4dea-9735-00c48d3187fc service neutron] 10.222.0.37 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.1911032 Sep 08 09:19:34.410087 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f68ad4-e603-4cfe-b268-97bb0e5480e6 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:19:34.415156 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cf1b5df0-017b-46bb-8c69-6e076a6b0144 req-c45886a0-7038-4edb-9758-227df06f69b2 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975308 Sep 08 09:19:34.431751 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-38f68ad4-e603-4cfe-b268-97bb0e5480e6 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:19:34.440692 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d8051d8e-06f2-474c-b3c3-ddead91a3776 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:34.470405 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f68ad4-e603-4cfe-b268-97bb0e5480e6 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:19:34.472710 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f68ad4-e603-4cfe-b268-97bb0e5480e6 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Pushing event updated for resources: {'Port': ['ID=79fb18bf-0943-4e4b-aba3-0a6b2c138f28,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:34.476862 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cc64d034-cdd5-4b93-9656-3e221205bf99 req-def54b88-8fcf-4f4f-9781-24dffdc0729b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=3de4ad99-fe2b-470f-9ae0-dc5503a74430 HTTP/1.1" status: 200 len: 217 time: 0.0568295 Sep 08 09:19:34.557732 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c14be17c-81ba-4328-9ea3-ff56850f1ae1 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:34.567402 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64d034-cdd5-4b93-9656-3e221205bf99 req-fba71f98-13b8-440a-a61b-d1f052276f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:34.568940 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cc64d034-cdd5-4b93-9656-3e221205bf99 req-fba71f98-13b8-440a-a61b-d1f052276f23 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.0690608 Sep 08 09:19:34.585582 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8051d8e-06f2-474c-b3c3-ddead91a3776 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event updated for resources: {'Subnet': ['ID=013ca7cf-d858-4d30-a6ab-2edbb03060ff,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:34.599849 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-c14be17c-81ba-4328-9ea3-ff56850f1ae1 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1088f875-8ee0-41f6-bd24-689f6444ddb1']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:19:34.614552 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-c14be17c-81ba-4328-9ea3-ff56850f1ae1 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c1626e6-4c96-49a4-8fb0-04e4990662a5') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:19:34.614552 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-c14be17c-81ba-4328-9ea3-ff56850f1ae1 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c1626e6-4c96-49a4-8fb0-04e4990662a5') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:19:34.621810 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8051d8e-06f2-474c-b3c3-ddead91a3776 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Checking segment: {'id': '968ff11d-7495-4152-b21b-c2706a86e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '93c06d38-9591-4659-b83c-a756f499e78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:19:34.622251 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8051d8e-06f2-474c-b3c3-ddead91a3776 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Network hostable DHCP agents. Network: 93c06d38-9591-4659-b83c-a756f499e78a, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:19:34.627862 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c14be17c-81ba-4328-9ea3-ff56850f1ae1 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:34.647533 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c14be17c-81ba-4328-9ea3-ff56850f1ae1 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:34.681924 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c14be17c-81ba-4328-9ea3-ff56850f1ae1 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:19:34.682365 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c14be17c-81ba-4328-9ea3-ff56850f1ae1 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:34.686912 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:19:34.686912 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:19:34.686912 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:19:34.686912 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:19:34.686912 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:19:34.686912 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:19:34.686912 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:19:34.686912 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:19:34.686912 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:19:34.686912 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:19:34.686912 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:19:34.686912 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:19:34.686912 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:19:34.686912 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:19:34.686912 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:19:34.686912 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:19:34.686912 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:19:34.686912 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:19:34.686912 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:19:34.686912 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:19:34.686912 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:19:34.686912 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:19:34.686912 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:19:34.686912 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:19:34.686912 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:19:34.686912 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:19:34.686912 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:19:34.686912 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:19:34.686912 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:19:34.686912 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:19:34.686912 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:19:34.686912 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:19:34.704484 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8051d8e-06f2-474c-b3c3-ddead91a3776 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Network 93c06d38-9591-4659-b83c-a756f499e78a is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:19:34.719288 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64d034-cdd5-4b93-9656-3e221205bf99 req-bd14c20d-9122-4cab-9a46-caf864ed019a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:34.720863 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cc64d034-cdd5-4b93-9656-3e221205bf99 req-bd14c20d-9122-4cab-9a46-caf864ed019a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1177757 Sep 08 09:19:34.774370 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-d8051d8e-06f2-474c-b3c3-ddead91a3776 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 93c06d38-9591-4659-b83c-a756f499e78a) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:19:34.783108 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f736ec9e-920d-4290-ac43-f001b1bfb10c None None] Network 93c06d38-9591-4659-b83c-a756f499e78a requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:19:34.783581 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a300d97-357c-4975-ba47-e172d2c5ce95 req-70fc07c4-e18e-4667-812a-8463478c9599 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:34.784779 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3a300d97-357c-4975-ba47-e172d2c5ce95 req-70fc07c4-e18e-4667-812a-8463478c9599 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] 10.222.0.54 "GET /v2.0/ports?device_id=d845f018-f646-43bb-9357-263d97299cb4 HTTP/1.1" status: 200 len: 948 time: 0.1416821 Sep 08 09:19:34.788502 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8051d8e-06f2-474c-b3c3-ddead91a3776 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:34.789104 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d8051d8e-06f2-474c-b3c3-ddead91a3776 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:34.800492 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c14be17c-81ba-4328-9ea3-ff56850f1ae1 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:34.810137 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c14be17c-81ba-4328-9ea3-ff56850f1ae1 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:34.813118 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c14be17c-81ba-4328-9ea3-ff56850f1ae1 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] 10.222.0.54 "DELETE /v2.0/networks/1088f875-8ee0-41f6-bd24-689f6444ddb1 HTTP/1.1" status: 204 len: 168 time: 0.6086249 Sep 08 09:19:34.817784 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d8051d8e-06f2-474c-b3c3-ddead91a3776 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1663561 Sep 08 09:19:34.823694 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37490) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:34.835038 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14be17c-81ba-4328-9ea3-ff56850f1ae1 tempest-BulkNetworkOpsTest-1338736400 tempest-BulkNetworkOpsTest-1338736400-project] Pushing event deleted for resources: {'Network': ['ID=1088f875-8ee0-41f6-bd24-689f6444ddb1,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:34.839801 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-971a5ad0-e1bd-4577-af6f-c589e462bc40 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Request body: {'port': {'network_id': '93c06d38-9591-4659-b83c-a756f499e78a', 'name': 'tempest-PortsTestJSON-766736026'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:34.868275 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3a300d97-357c-4975-ba47-e172d2c5ce95 req-d0cdb7ce-5b02-4a1c-adc1-9de079792489 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] 10.222.0.54 "GET /v2.0/security-groups?id=39d7ff59-bc3d-4b24-902e-6fc71b8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592730 Sep 08 09:19:35.103513 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfacd6a-8da0-4b7b-a63a-e85a54636d19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-93c06d38-9591-4659-b83c-a756f499e78a', 'network_id': '93c06d38-9591-4659-b83c-a756f499e78a', 'tenant_id': 'befb68007ce4499daff28b75d6381c43', 'fixed_ips': [{'subnet_id': '013ca7cf-d858-4d30-a6ab-2edbb03060ff'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:19:35.106899 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3cfacd6a-8da0-4b7b-a63a-e85a54636d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:35.159568 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37496) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:35.314566 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-3cfacd6a-8da0-4b7b-a63a-e85a54636d19 None None] Allocated IP 172.20.0.2 (93c06d38-9591-4659-b83c-a756f499e78a/013ca7cf-d858-4d30-a6ab-2edbb03060ff/67625c11-ca7c-4b68-ba08-f948129a0e46) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:19:35.343679 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-95a6d923-2846-4293-b11c-66f29d359281 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3da03a57fdc44a9eb5f27430381da459&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1827552 Sep 08 09:19:35.344589 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37500) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:35.407489 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1d30959f-2e82-4fbb-af3b-59c7907b9169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:35.436485 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1d30959f-2e82-4fbb-af3b-59c7907b9169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:35.466072 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-38f68ad4-e603-4cfe-b268-97bb0e5480e6 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for router_gateway, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:35.525232 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b7f3a0-98aa-4ce5-98e7-b786e8273422 req-3adc83a0-79a2-4fc9-9e0a-e8e8ffa1e5f0 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:35.526431 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3cfacd6a-8da0-4b7b-a63a-e85a54636d19 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:35.527740 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b2b7f3a0-98aa-4ce5-98e7-b786e8273422 req-3adc83a0-79a2-4fc9-9e0a-e8e8ffa1e5f0 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 943 time: 0.7291970 Sep 08 09:19:35.536313 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-3cfacd6a-8da0-4b7b-a63a-e85a54636d19 None None] Transition to ACTIVE for port object 67625c11-ca7c-4b68-ba08-f948129a0e46 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:19:35.564598 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-3cfacd6a-8da0-4b7b-a63a-e85a54636d19 None None] Transition to ACTIVE for port object 67625c11-ca7c-4b68-ba08-f948129a0e46 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:19:35.572329 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3cfacd6a-8da0-4b7b-a63a-e85a54636d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:35.580187 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1d30959f-2e82-4fbb-af3b-59c7907b9169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:35.584198 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1d30959f-2e82-4fbb-af3b-59c7907b9169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:35.586231 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1d30959f-2e82-4fbb-af3b-59c7907b9169 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a2a0b2ee-6325-45a1-82ce-3c212d94a00b HTTP/1.1" status: 204 len: 168 time: 0.2400403 Sep 08 09:19:35.602414 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d30959f-2e82-4fbb-af3b-59c7907b9169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a0b2ee-6325-45a1-82ce-3c212d94a00b,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:35.620721 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df629f7-95a2-4754-a74c-1995ef6bb954 req-be1c44f8-caba-4fad-9e30-0a40b9a208aa tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:35.622740 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2df629f7-95a2-4754-a74c-1995ef6bb954 req-be1c44f8-caba-4fad-9e30-0a40b9a208aa tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=c36fbdc9-d408-4bbd-8b9c-08392f1657db HTTP/1.1" status: 200 len: 945 time: 0.0967588 Sep 08 09:19:35.636436 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfacd6a-8da0-4b7b-a63a-e85a54636d19 None None] Network 93c06d38-9591-4659-b83c-a756f499e78a is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:19:35.637430 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cc64d034-cdd5-4b93-9656-3e221205bf99 req-cd56ed1d-5452-4e25-944c-7776482ce4b9 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9056046 Sep 08 09:19:35.658026 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b2b7f3a0-98aa-4ce5-98e7-b786e8273422 req-0b6d9a1c-26ee-4df1-9feb-9e4a5c7eed7e tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107507 Sep 08 09:19:35.670505 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-3cfacd6a-8da0-4b7b-a63a-e85a54636d19 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:19:35.673497 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2df629f7-95a2-4754-a74c-1995ef6bb954 req-40feaf85-3cac-4d59-b828-1432db82fb17 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423284 Sep 08 09:19:35.689393 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfacd6a-8da0-4b7b-a63a-e85a54636d19 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:19:35.730237 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfacd6a-8da0-4b7b-a63a-e85a54636d19 None None] Pushing event updated for resources: {'Port': ['ID=67625c11-ca7c-4b68-ba08-f948129a0e46,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:35.829061 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cc64d034-cdd5-4b93-9656-3e221205bf99 req-af922042-a471-4b87-9fa3-0ce0d7d0cfdb service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791813 Sep 08 09:19:35.854908 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971a5ad0-e1bd-4577-af6f-c589e462bc40 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Made reservation on behalf of befb68007ce4499daff28b75d6381c43 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:19:35.857593 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-3cfacd6a-8da0-4b7b-a63a-e85a54636d19 None None] Attempting to bind port 67625c11-ca7c-4b68-ba08-f948129a0e46 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:19:35.858177 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-3cfacd6a-8da0-4b7b-a63a-e85a54636d19 None None] Attempting to bind port 67625c11-ca7c-4b68-ba08-f948129a0e46 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '968ff11d-7495-4152-b21b-c2706a86e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '93c06d38-9591-4659-b83c-a756f499e78a'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:19:35.858363 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfacd6a-8da0-4b7b-a63a-e85a54636d19 None None] Attempting to bind port 67625c11-ca7c-4b68-ba08-f948129a0e46 on network 93c06d38-9591-4659-b83c-a756f499e78a {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:19:35.859015 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-971a5ad0-e1bd-4577-af6f-c589e462bc40 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:35.868254 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfacd6a-8da0-4b7b-a63a-e85a54636d19 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:19:35.868641 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfacd6a-8da0-4b7b-a63a-e85a54636d19 None None] Checking segment: {'id': '968ff11d-7495-4152-b21b-c2706a86e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '93c06d38-9591-4659-b83c-a756f499e78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:19:35.869063 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3cfacd6a-8da0-4b7b-a63a-e85a54636d19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:35.869458 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfacd6a-8da0-4b7b-a63a-e85a54636d19 None None] Bound using segment: {'id': '968ff11d-7495-4152-b21b-c2706a86e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '93c06d38-9591-4659-b83c-a756f499e78a'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:19:35.869944 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-3cfacd6a-8da0-4b7b-a63a-e85a54636d19 None None] Bound port: 67625c11-ca7c-4b68-ba08-f948129a0e46, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968ff11d-7495-4152-b21b-c2706a86e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '93c06d38-9591-4659-b83c-a756f499e78a'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:19:35.870362 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3cfacd6a-8da0-4b7b-a63a-e85a54636d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:36.051551 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-3cfacd6a-8da0-4b7b-a63a-e85a54636d19 None None] For port 67625c11-ca7c-4b68-ba08-f948129a0e46, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:19:36.055151 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8df38-a814-4fba-a5c7-a2003a054e10 req-6ef63ce0-aa21-476a-a9bc-fd5696a4449b tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:36.056999 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-3cfacd6a-8da0-4b7b-a63a-e85a54636d19 None None] For port 67625c11-ca7c-4b68-ba08-f948129a0e46, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=67625c11-ca7c-4b68-ba08-f948129a0e46,segment=NetworkSegment(968ff11d-7495-4152-b21b-c2706a86e4d2),segment_id=968ff11d-7495-4152-b21b-c2706a86e4d2)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:19:36.066780 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8da8df38-a814-4fba-a5c7-a2003a054e10 req-6ef63ce0-aa21-476a-a9bc-fd5696a4449b tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] 10.222.0.54 "GET /v2.0/ports?device_id=d845f018-f646-43bb-9357-263d97299cb4 HTTP/1.1" status: 200 len: 948 time: 0.0733128 Sep 08 09:19:36.068794 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3cfacd6a-8da0-4b7b-a63a-e85a54636d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:36.132199 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [None req-971a5ad0-e1bd-4577-af6f-c589e462bc40 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] device_id is not set on port 068ad115-af08-4510-86fd-91a2abe484ea yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:19:36.149823 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8da8df38-a814-4fba-a5c7-a2003a054e10 req-82aa7b46-e6b1-4dff-8731-5319288816b1 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] 10.222.0.54 "GET /v2.0/security-groups?id=39d7ff59-bc3d-4b24-902e-6fc71b8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816209 Sep 08 09:19:36.168300 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-38f68ad4-e603-4cfe-b268-97bb0e5480e6 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:36.252095 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:19:36.282878 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfacd6a-8da0-4b7b-a63a-e85a54636d19 None None] Pushing event updated for resources: {'Port': ['ID=67625c11-ca7c-4b68-ba08-f948129a0e46,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:36.444146 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-971a5ad0-e1bd-4577-af6f-c589e462bc40 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Allocated IP 172.20.0.7 (93c06d38-9591-4659-b83c-a756f499e78a/013ca7cf-d858-4d30-a6ab-2edbb03060ff/068ad115-af08-4510-86fd-91a2abe484ea) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:19:36.534341 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f68ad4-e603-4cfe-b268-97bb0e5480e6 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Router 848da1cc-5045-4926-8c90-c463c14803b2 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:19:36.849015 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-971a5ad0-e1bd-4577-af6f-c589e462bc40 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:36.921448 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-971a5ad0-e1bd-4577-af6f-c589e462bc40 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Transition to ACTIVE for port object 068ad115-af08-4510-86fd-91a2abe484ea will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:19:36.938619 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f68ad4-e603-4cfe-b268-97bb0e5480e6 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:19:36.955038 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08b8217-ab96-45ef-b80f-82806e2e0d07 None None] Sync routers for ids ['848da1cc-5045-4926-8c90-c463c14803b2'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:19:36.968218 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37556) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:36.970859 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08b8217-ab96-45ef-b80f-82806e2e0d07 None None] Routers {'848da1cc-5045-4926-8c90-c463c14803b2'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:19:36.971516 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-a08b8217-ab96-45ef-b80f-82806e2e0d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:19:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['848da1cc-5045-4926-8c90-c463c14803b2'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:19:37.039926 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50816a44-9cbb-46e6-8748-28c542dab3a0 req-d23b86c7-59ff-4d92-953c-b2b10d5209e3 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:37.041554 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-50816a44-9cbb-46e6-8748-28c542dab3a0 req-d23b86c7-59ff-4d92-953c-b2b10d5209e3 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=c36fbdc9-d408-4bbd-8b9c-08392f1657db HTTP/1.1" status: 200 len: 945 time: 0.1900399 Sep 08 09:19:37.053927 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37560) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:37.067587 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-a08b8217-ab96-45ef-b80f-82806e2e0d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:19:37.088905 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08b8217-ab96-45ef-b80f-82806e2e0d07 None None] Routers {'848da1cc-5045-4926-8c90-c463c14803b2'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:19:37.089786 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-a08b8217-ab96-45ef-b80f-82806e2e0d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:19:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['848da1cc-5045-4926-8c90-c463c14803b2'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:19:37.103096 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-38f68ad4-e603-4cfe-b268-97bb0e5480e6 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:37.106359 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-38f68ad4-e603-4cfe-b268-97bb0e5480e6 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.7193744 Sep 08 09:19:37.109235 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37564) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:37.115236 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-facc4447-417f-4333-92e5-30f9afecabf1 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:37.149785 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-971a5ad0-e1bd-4577-af6f-c589e462bc40 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:37.202008 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1a308d06-3cd8-4b34-8e80-c4ff7d3a479c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:37.205222 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 67625c11-ca7c-4b68-ba08-f948129a0e46 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:19:37.273354 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-a08b8217-ab96-45ef-b80f-82806e2e0d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:19:37.277491 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08b8217-ab96-45ef-b80f-82806e2e0d07 None None] The sync data for ids ['848da1cc-5045-4926-8c90-c463c14803b2'] in n-d-806683-11 is: [] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:19:37.317297 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-50816a44-9cbb-46e6-8748-28c542dab3a0 req-9523a5fa-76b1-4a7a-9fd1-f09775391133 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622111 Sep 08 09:19:37.324149 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a5ad0-e1bd-4577-af6f-c589e462bc40 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event updated for resources: {'Port': ['ID=068ad115-af08-4510-86fd-91a2abe484ea,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:37.337668 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971a5ad0-e1bd-4577-af6f-c589e462bc40 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:19:37.338028 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971a5ad0-e1bd-4577-af6f-c589e462bc40 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:19:37.338427 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971a5ad0-e1bd-4577-af6f-c589e462bc40 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:19:37.338771 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971a5ad0-e1bd-4577-af6f-c589e462bc40 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:19:37.339112 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971a5ad0-e1bd-4577-af6f-c589e462bc40 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:19:37.339449 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971a5ad0-e1bd-4577-af6f-c589e462bc40 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:19:37.339782 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971a5ad0-e1bd-4577-af6f-c589e462bc40 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:19:37.340113 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971a5ad0-e1bd-4577-af6f-c589e462bc40 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:19:37.340444 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971a5ad0-e1bd-4577-af6f-c589e462bc40 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:19:37.340773 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971a5ad0-e1bd-4577-af6f-c589e462bc40 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:19:37.341105 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971a5ad0-e1bd-4577-af6f-c589e462bc40 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:19:37.341433 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-971a5ad0-e1bd-4577-af6f-c589e462bc40 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:19:37.351253 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971a5ad0-e1bd-4577-af6f-c589e462bc40 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Network 93c06d38-9591-4659-b83c-a756f499e78a is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:19:37.353240 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-971a5ad0-e1bd-4577-af6f-c589e462bc40 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:19:37.355650 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971a5ad0-e1bd-4577-af6f-c589e462bc40 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:19:37.359627 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1a308d06-3cd8-4b34-8e80-c4ff7d3a479c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:37.374465 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-80b85de2-c4ce-4cbd-ae8d-fefb9154c8de tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-368900380', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:37.396468 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 67625c11-ca7c-4b68-ba08-f948129a0e46 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:19:37.402028 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1a308d06-3cd8-4b34-8e80-c4ff7d3a479c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:37.439521 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971a5ad0-e1bd-4577-af6f-c589e462bc40 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:37.440183 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-971a5ad0-e1bd-4577-af6f-c589e462bc40 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:37.527098 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [req-179e7857-0bea-403a-abc7-6954e4e5dd4b req-a2e86032-2222-45c3-a391-525169f15c53 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:19:37.528238 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-179e7857-0bea-403a-abc7-6954e4e5dd4b req-a2e86032-2222-45c3-a391-525169f15c53 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0843561 Sep 08 09:19:37.537356 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1a308d06-3cd8-4b34-8e80-c4ff7d3a479c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7969ba9de8e24abda2a748e85cbce284&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5680497 Sep 08 09:19:37.538556 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a308d06-3cd8-4b34-8e80-c4ff7d3a479c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844d8b90-41fb-4ef7-8417-10bbe7914f61,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:37.540118 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37574) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:37.586128 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-80b85de2-c4ce-4cbd-ae8d-fefb9154c8de tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:37.587282 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-80b85de2-c4ce-4cbd-ae8d-fefb9154c8de tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:37.594153 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-971a5ad0-e1bd-4577-af6f-c589e462bc40 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7602234 Sep 08 09:19:37.595312 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37576) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:37.605743 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-b328f80a-09e1-42f8-b0b2-3d2596c181ea tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Request body: {'port': {'network_id': '93c06d38-9591-4659-b83c-a756f499e78a', 'name': 'tempest-PortsTestJSON-1612385087'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:37.691879 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc5285-8839-4100-8a11-746c5e820058 req-f6cf9ac5-fb7d-49d3-896a-d7e7c863ba26 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:37.693674 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fccc5285-8839-4100-8a11-746c5e820058 req-f6cf9ac5-fb7d-49d3-896a-d7e7c863ba26 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] 10.222.0.54 "GET /v2.0/ports?device_id=d845f018-f646-43bb-9357-263d97299cb4 HTTP/1.1" status: 200 len: 948 time: 0.3322451 Sep 08 09:19:37.717336 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fce0e491-8ec6-44e1-bcdd-576d101d5c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:37.786793 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-80b85de2-c4ce-4cbd-ae8d-fefb9154c8de tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:37.801045 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-80b85de2-c4ce-4cbd-ae8d-fefb9154c8de tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:37.806556 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fce0e491-8ec6-44e1-bcdd-576d101d5c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:37.820198 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fccc5285-8839-4100-8a11-746c5e820058 req-40da7316-cfbe-453a-955a-352db04445e2 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] 10.222.0.54 "GET /v2.0/security-groups?id=39d7ff59-bc3d-4b24-902e-6fc71b8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039326 Sep 08 09:19:37.875194 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-80b85de2-c4ce-4cbd-ae8d-fefb9154c8de tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:37.876892 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-80b85de2-c4ce-4cbd-ae8d-fefb9154c8de tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.8214791 Sep 08 09:19:37.879485 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37586) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:37.886362 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-5b9c02ed-63bf-43c2-933d-b8bc499cde4f tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-238778042'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:37.889170 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0e9e8-9be2-49fd-8bcd-de916faf902f req-268ab5d1-325e-4f0e-9213-2d60a79e8e38 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:37.896705 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ccf0e9e8-9be2-49fd-8bcd-de916faf902f req-268ab5d1-325e-4f0e-9213-2d60a79e8e38 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 943 time: 0.1748958 Sep 08 09:19:37.922784 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69317d31-ffa7-4cbf-a816-6239b8c87b87 None None] Network 93c06d38-9591-4659-b83c-a756f499e78a requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:19:37.942582 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b328f80a-09e1-42f8-b0b2-3d2596c181ea tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Made reservation on behalf of befb68007ce4499daff28b75d6381c43 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:19:37.946605 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b328f80a-09e1-42f8-b0b2-3d2596c181ea tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:37.962745 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ccf0e9e8-9be2-49fd-8bcd-de916faf902f req-6f33d5ae-86a2-42cd-a847-05781670031d tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651145 Sep 08 09:19:37.981006 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fce0e491-8ec6-44e1-bcdd-576d101d5c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:37.988368 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fce0e491-8ec6-44e1-bcdd-576d101d5c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:37.995242 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-fce0e491-8ec6-44e1-bcdd-576d101d5c8f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/844d8b90-41fb-4ef7-8417-10bbe7914f61 HTTP/1.1" status: 204 len: 168 time: 0.4493594 Sep 08 09:19:38.008769 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9c02ed-63bf-43c2-933d-b8bc499cde4f tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Made reservation on behalf of 59f0447ba97d4205867ca510eb5631b9 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:19:38.013201 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5b9c02ed-63bf-43c2-933d-b8bc499cde4f tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:38.029844 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5b9c02ed-63bf-43c2-933d-b8bc499cde4f tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:38.049344 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 3de4ad99-fe2b-470f-9ae0-dc5503a74430 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:19:38.054087 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [None req-b328f80a-09e1-42f8-b0b2-3d2596c181ea tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] device_id is not set on port 5e76ac04-6662-4549-998e-c839e3709ce7 yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:19:38.063310 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device a3c31785-e0b7-40a9-bdb7-b21286768191 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:19:38.118997 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce0e491-8ec6-44e1-bcdd-576d101d5c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844d8b90-41fb-4ef7-8417-10bbe7914f61,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:38.157713 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-4f7e7718-dda1-46d4-aa3d-ccf38b193c46 None None] Provisioning for port 67625c11-ca7c-4b68-ba08-f948129a0e46 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:19:38.185345 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-4f7e7718-dda1-46d4-aa3d-ccf38b193c46 None None] Provisioning complete for port 67625c11-ca7c-4b68-ba08-f948129a0e46 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:19:38.185741 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4f7e7718-dda1-46d4-aa3d-ccf38b193c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:38.239245 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-b328f80a-09e1-42f8-b0b2-3d2596c181ea tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Allocated IP 172.20.0.11 (93c06d38-9591-4659-b83c-a756f499e78a/013ca7cf-d858-4d30-a6ab-2edbb03060ff/5e76ac04-6662-4549-998e-c839e3709ce7) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:19:38.446880 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37598) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:38.471665 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e1b394ec-9d3b-4b21-91c8-0486b737e8b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:38.489365 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b328f80a-09e1-42f8-b0b2-3d2596c181ea tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:38.510436 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 3de4ad99-fe2b-470f-9ae0-dc5503a74430, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=3de4ad99-fe2b-470f-9ae0-dc5503a74430,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:19:38.512554 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-b328f80a-09e1-42f8-b0b2-3d2596c181ea tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Transition to ACTIVE for port object 5e76ac04-6662-4549-998e-c839e3709ce7 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:19:38.537810 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '3de4ad99-fe2b-470f-9ae0-dc5503a74430', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'port_id': '3de4ad99-fe2b-470f-9ae0-dc5503a74430', 'mac_address': 'fa:16:3e:9f:68:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc66e4b-ecb5-4c99-afe1-0a78c722534a', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:19:38.545731 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4f7e7718-dda1-46d4-aa3d-ccf38b193c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:38.551869 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-facc4447-417f-4333-92e5-30f9afecabf1 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:38.572953 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef59fbf-ba6c-4011-8ff3-40919c45643b req-cdfe1b75-a19b-499a-9f17-39fd7e856763 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:38.584100 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8ef59fbf-ba6c-4011-8ff3-40919c45643b req-cdfe1b75-a19b-499a-9f17-39fd7e856763 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=c36fbdc9-d408-4bbd-8b9c-08392f1657db HTTP/1.1" status: 200 len: 945 time: 0.1220703 Sep 08 09:19:38.614976 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-facc4447-417f-4333-92e5-30f9afecabf1 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:38.618778 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b328f80a-09e1-42f8-b0b2-3d2596c181ea tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:38.659023 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-4f7e7718-dda1-46d4-aa3d-ccf38b193c46 None None] For port 67625c11-ca7c-4b68-ba08-f948129a0e46, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=67625c11-ca7c-4b68-ba08-f948129a0e46,segment=NetworkSegment(968ff11d-7495-4152-b21b-c2706a86e4d2),segment_id=968ff11d-7495-4152-b21b-c2706a86e4d2)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:19:38.660423 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:38.672574 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4f7e7718-dda1-46d4-aa3d-ccf38b193c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:38.679702 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3de4ad99-fe2b-470f-9ae0-dc5503a74430 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:19:38.682919 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8ef59fbf-ba6c-4011-8ff3-40919c45643b req-6aaf0328-5b85-4cac-83bb-642c46cc4f55 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971558 Sep 08 09:19:38.695307 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b328f80a-09e1-42f8-b0b2-3d2596c181ea tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event updated for resources: {'Port': ['ID=5e76ac04-6662-4549-998e-c839e3709ce7,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:38.738925 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b328f80a-09e1-42f8-b0b2-3d2596c181ea tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Network 93c06d38-9591-4659-b83c-a756f499e78a is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:19:38.742279 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-b328f80a-09e1-42f8-b0b2-3d2596c181ea tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:19:38.749640 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b328f80a-09e1-42f8-b0b2-3d2596c181ea tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:19:38.776010 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 3de4ad99-fe2b-470f-9ae0-dc5503a74430, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=3de4ad99-fe2b-470f-9ae0-dc5503a74430,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:19:38.783114 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-facc4447-417f-4333-92e5-30f9afecabf1 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Deleting port 79fb18bf-0943-4e4b-aba3-0a6b2c138f28 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:19:38.783775 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-facc4447-417f-4333-92e5-30f9afecabf1 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:38.794522 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e1b394ec-9d3b-4b21-91c8-0486b737e8b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:38.796233 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:38.807568 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e1b394ec-9d3b-4b21-91c8-0486b737e8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:38.807926 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7e7718-dda1-46d4-aa3d-ccf38b193c46 None None] Pushing event updated for resources: {'Port': ['ID=67625c11-ca7c-4b68-ba08-f948129a0e46,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:38.863480 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b328f80a-09e1-42f8-b0b2-3d2596c181ea tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:38.864152 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b328f80a-09e1-42f8-b0b2-3d2596c181ea tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:38.879659 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e1b394ec-9d3b-4b21-91c8-0486b737e8b4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1c4030701af24bda844b39a3f9b503b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4275267 Sep 08 09:19:38.879659 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37604) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:38.912078 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=3de4ad99-fe2b-470f-9ae0-dc5503a74430,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:38.918115 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b394ec-9d3b-4b21-91c8-0486b737e8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3ca1da-0995-4afd-b378-cad4a26fc6c6,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:38.918702 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-fdb73f00-5937-462f-ad00-cfc34b6e63f6 None None] Provisioning for port 068ad115-af08-4510-86fd-91a2abe484ea completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:19:38.924493 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-fdb73f00-5937-462f-ad00-cfc34b6e63f6 None None] Provisioning complete for port 068ad115-af08-4510-86fd-91a2abe484ea triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:19:38.924883 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fdb73f00-5937-462f-ad00-cfc34b6e63f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:38.972119 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-fdb73f00-5937-462f-ad00-cfc34b6e63f6 None None] Port 068ad115-af08-4510-86fd-91a2abe484ea cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:19:38.973370 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-96a1c6d5-7e83-4ddd-b2e7-a96f6f590ed8 req-0a0a3bca-0626-40ed-8c16-a1054aa03376 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5102258 Sep 08 09:19:38.987347 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-eca40655-aeda-43dd-adf3-fbfef51815ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:39.000515 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-fdb73f00-5937-462f-ad00-cfc34b6e63f6 None None] Provisioning complete for port 67625c11-ca7c-4b68-ba08-f948129a0e46 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:19:39.001008 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fdb73f00-5937-462f-ad00-cfc34b6e63f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:39.019223 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-facc4447-417f-4333-92e5-30f9afecabf1 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:39.063912 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-eca40655-aeda-43dd-adf3-fbfef51815ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:39.070718 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-facc4447-417f-4333-92e5-30f9afecabf1 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Calling delete_port for 79fb18bf-0943-4e4b-aba3-0a6b2c138f28 owned by network:router_gateway {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:19:39.101492 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 67625c11-ca7c-4b68-ba08-f948129a0e46 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:19:39.130309 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adbb88f-1d23-49f0-b6dc-c440f902645a req-1d8ad8f5-1188-4b4f-af2e-cb63f48cb412 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:39.132985 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9adbb88f-1d23-49f0-b6dc-c440f902645a req-1d8ad8f5-1188-4b4f-af2e-cb63f48cb412 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] 10.222.0.54 "GET /v2.0/ports?device_id=d845f018-f646-43bb-9357-263d97299cb4 HTTP/1.1" status: 200 len: 949 time: 0.1488101 Sep 08 09:19:39.189411 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-eca40655-aeda-43dd-adf3-fbfef51815ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:39.192264 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-eca40655-aeda-43dd-adf3-fbfef51815ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:39.195892 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-eca40655-aeda-43dd-adf3-fbfef51815ac admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/be3ca1da-0995-4afd-b378-cad4a26fc6c6 HTTP/1.1" status: 204 len: 168 time: 0.3122265 Sep 08 09:19:39.208982 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9adbb88f-1d23-49f0-b6dc-c440f902645a req-0b9f63ca-520e-4518-8808-61ba45501435 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] 10.222.0.54 "GET /v2.0/security-groups?id=39d7ff59-bc3d-4b24-902e-6fc71b8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625775 Sep 08 09:19:39.239765 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca40655-aeda-43dd-adf3-fbfef51815ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3ca1da-0995-4afd-b378-cad4a26fc6c6,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:39.276192 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5b9c02ed-63bf-43c2-933d-b8bc499cde4f tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:39.293917 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b328f80a-09e1-42f8-b0b2-3d2596c181ea tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6933761 Sep 08 09:19:39.296873 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37616) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:39.302763 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5b9c02ed-63bf-43c2-933d-b8bc499cde4f tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:39.349281 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9c02ed-63bf-43c2-933d-b8bc499cde4f tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3d9b07-af4b-44fb-8985-c032abed2efb,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:39.369723 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b9c02ed-63bf-43c2-933d-b8bc499cde4f tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:19:39.463568 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['3de4ad99-fe2b-470f-9ae0-dc5503a74430'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:19:39.497123 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac669d2e-7512-4899-826e-2050d1944c08 req-37d5dff7-5913-4bca-9895-eabb9fc17ad0 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:39.499529 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ac669d2e-7512-4899-826e-2050d1944c08 req-37d5dff7-5913-4bca-9895-eabb9fc17ad0 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 943 time: 0.2794280 Sep 08 09:19:39.508347 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5b9c02ed-63bf-43c2-933d-b8bc499cde4f tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:39.508690 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-5b9c02ed-63bf-43c2-933d-b8bc499cde4f tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Added segment 3f13cfab-ba24-4c6c-8313-fdeee92791fb of type vlan for network 596d782c-ddf4-497a-8449-8b324f45f7b4 Sep 08 09:19:39.512019 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a82921-370f-45cb-a46f-c6c1194a5b86 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:39.518763 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-97a82921-370f-45cb-a46f-c6c1194a5b86 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 921 time: 0.2183583 Sep 08 09:19:39.526562 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37618) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:39.630561 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5b9c02ed-63bf-43c2-933d-b8bc499cde4f tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:39.664520 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 67625c11-ca7c-4b68-ba08-f948129a0e46 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:19:39.665158 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:39.685955 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ac669d2e-7512-4899-826e-2050d1944c08 req-46203081-6702-4b9a-8d5b-fc01ce151ab1 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783948 Sep 08 09:19:39.751402 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5b9c02ed-63bf-43c2-933d-b8bc499cde4f tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:39.757788 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9c02ed-63bf-43c2-933d-b8bc499cde4f tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:39.758466 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5b9c02ed-63bf-43c2-933d-b8bc499cde4f tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:39.769327 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-facc4447-417f-4333-92e5-30f9afecabf1 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:39.817538 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-346d92ad-26ff-48d7-8b1b-7b2752eb543a None None] Provisioning complete for port 068ad115-af08-4510-86fd-91a2abe484ea triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:19:39.820576 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-346d92ad-26ff-48d7-8b1b-7b2752eb543a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:39.823317 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-467ea0eb-fdd8-46ba-9712-0bca12559481 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Deleting port 5e76ac04-6662-4549-998e-c839e3709ce7 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:19:39.823669 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5b9c02ed-63bf-43c2-933d-b8bc499cde4f tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9430296 Sep 08 09:19:39.823863 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-467ea0eb-fdd8-46ba-9712-0bca12559481 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:39.827510 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37628) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:39.828580 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facc4447-417f-4333-92e5-30f9afecabf1 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Pushing event deleted for resources: {'Port': ['ID=79fb18bf-0943-4e4b-aba3-0a6b2c138f28,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:39.835260 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-2355c7c8-c65b-40b7-b4b7-b82f8e436f34 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Request body: {'subnet': {'network_id': '596d782c-ddf4-497a-8449-8b324f45f7b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:39.907810 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-346d92ad-26ff-48d7-8b1b-7b2752eb543a None None] Port 068ad115-af08-4510-86fd-91a2abe484ea cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:19:39.927935 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9c02ed-63bf-43c2-933d-b8bc499cde4f tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Pushing event updated for resources: {'Network': ['ID=596d782c-ddf4-497a-8449-8b324f45f7b4,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:39.931191 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-facc4447-417f-4333-92e5-30f9afecabf1 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:39.944220 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 596d782c-ddf4-497a-8449-8b324f45f7b4 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:19:39.979382 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32741d-1f1a-42ed-9718-233818b3b0d1 req-046ac923-a7f9-4b42-b772-d921a9b1464e tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:39.980871 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7e32741d-1f1a-42ed-9718-233818b3b0d1 req-046ac923-a7f9-4b42-b772-d921a9b1464e tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=c36fbdc9-d408-4bbd-8b9c-08392f1657db HTTP/1.1" status: 200 len: 945 time: 0.1978168 Sep 08 09:19:39.994381 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-346d92ad-26ff-48d7-8b1b-7b2752eb543a None None] Provisioning for port 5e76ac04-6662-4549-998e-c839e3709ce7 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:19:40.041552 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-346d92ad-26ff-48d7-8b1b-7b2752eb543a None None] Provisioning complete for port 5e76ac04-6662-4549-998e-c839e3709ce7 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:19:40.041847 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-467ea0eb-fdd8-46ba-9712-0bca12559481 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:40.042096 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-346d92ad-26ff-48d7-8b1b-7b2752eb543a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:40.065619 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-467ea0eb-fdd8-46ba-9712-0bca12559481 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Calling delete_port for 5e76ac04-6662-4549-998e-c839e3709ce7 owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:19:40.074769 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7e32741d-1f1a-42ed-9718-233818b3b0d1 req-7d5c0a3e-720c-44c4-aa92-e7d4b8a53694 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847151 Sep 08 09:19:40.080992 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2355c7c8-c65b-40b7-b4b7-b82f8e436f34 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Made reservation on behalf of 59f0447ba97d4205867ca510eb5631b9 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:19:40.084495 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2355c7c8-c65b-40b7-b4b7-b82f8e436f34 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:40.157746 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-346d92ad-26ff-48d7-8b1b-7b2752eb543a None None] Port 5e76ac04-6662-4549-998e-c839e3709ce7 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:19:40.286570 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-facc4447-417f-4333-92e5-30f9afecabf1 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2457'] for router, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:40.290551 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-facc4447-417f-4333-92e5-30f9afecabf1 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-764157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-764146', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-768877'] for router, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:40.364700 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1c6d5-7e83-4ddd-b2e7-a96f6f590ed8 req-af095410-8eec-440f-bc8c-cdceef0c1782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:40.368781 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-96a1c6d5-7e83-4ddd-b2e7-a96f6f590ed8 req-af095410-8eec-440f-bc8c-cdceef0c1782 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4&tenant_id=9f5275e2d58a49a08895a50418c7508b HTTP/1.1" status: 200 len: 1095 time: 0.1679168 Sep 08 09:19:40.406111 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-96a1c6d5-7e83-4ddd-b2e7-a96f6f590ed8 req-1e1b1ec3-ffb0-4261-8699-560bd18f66dd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-11', 'device_owner': 'compute:nova'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:40.418877 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-facc4447-417f-4333-92e5-30f9afecabf1 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Router 848da1cc-5045-4926-8c90-c463c14803b2 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:19:40.440126 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45f492-08bc-4ada-9940-a9582aa079b2 req-3abbb030-7238-494d-a343-0b4353b307ae tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:40.441754 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3c45f492-08bc-4ada-9940-a9582aa079b2 req-3abbb030-7238-494d-a343-0b4353b307ae tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] 10.222.0.54 "GET /v2.0/ports?device_id=d845f018-f646-43bb-9357-263d97299cb4 HTTP/1.1" status: 200 len: 949 time: 0.1083860 Sep 08 09:19:40.533815 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-facc4447-417f-4333-92e5-30f9afecabf1 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:19:40.543649 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-facc4447-417f-4333-92e5-30f9afecabf1 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:40.544882 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-facc4447-417f-4333-92e5-30f9afecabf1 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] 10.222.0.54 "PUT /v2.0/routers/848da1cc-5045-4926-8c90-c463c14803b2 HTTP/1.1" status: 200 len: 706 time: 3.4341400 Sep 08 09:19:40.550188 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b56f9c-03b0-427d-b962-3c67ffec9889 None None] Sync routers for ids ['848da1cc-5045-4926-8c90-c463c14803b2'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:19:40.552624 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37646) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:40.578271 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b56f9c-03b0-427d-b962-3c67ffec9889 None None] Routers {'848da1cc-5045-4926-8c90-c463c14803b2'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:19:40.579600 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-27b56f9c-03b0-427d-b962-3c67ffec9889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:19:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['848da1cc-5045-4926-8c90-c463c14803b2'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:19:40.599330 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3c45f492-08bc-4ada-9940-a9582aa079b2 req-e4d906e7-48d2-4ee5-8384-a456a37a373d tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] 10.222.0.54 "GET /v2.0/security-groups?id=39d7ff59-bc3d-4b24-902e-6fc71b8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188626 Sep 08 09:19:40.631666 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-27b56f9c-03b0-427d-b962-3c67ffec9889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:19:40.649678 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-609dd761-644a-4a81-8cca-5463e731314f tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] 10.222.0.54 "GET /v2.0/routers/848da1cc-5045-4926-8c90-c463c14803b2 HTTP/1.1" status: 200 len: 741 time: 0.0935118 Sep 08 09:19:40.649905 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b56f9c-03b0-427d-b962-3c67ffec9889 None None] Routers {'848da1cc-5045-4926-8c90-c463c14803b2'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:19:40.649905 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-27b56f9c-03b0-427d-b962-3c67ffec9889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:19:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['848da1cc-5045-4926-8c90-c463c14803b2'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:19:40.650622 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37650) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:40.694868 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-27b56f9c-03b0-427d-b962-3c67ffec9889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:19:40.695553 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b56f9c-03b0-427d-b962-3c67ffec9889 None None] The sync data for ids ['848da1cc-5045-4926-8c90-c463c14803b2'] in n-d-806683-11 is: [] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:19:40.721449 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e2601dae-6804-451a-8775-138d76c08e2e tempest-RoutersAdminTest-2084319080 tempest-RoutersAdminTest-2084319080-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=399c4174-1e86-4a10-bb99-f875a09107d5&device_id=848da1cc-5045-4926-8c90-c463c14803b2 HTTP/1.1" status: 200 len: 205 time: 0.0689685 Sep 08 09:19:40.724065 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37652) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:40.770472 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0bcae39c-5982-43ee-9058-ddc6789cebba tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] 10.222.0.54 "GET /v2.0/ports?device_id=848da1cc-5045-4926-8c90-c463c14803b2 HTTP/1.1" status: 200 len: 205 time: 0.0445478 Sep 08 09:19:40.771472 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37658) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:40.858283 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6cc1a210-0c7d-4f67-ba39-c44963514220 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:40.891022 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-467ea0eb-fdd8-46ba-9712-0bca12559481 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:40.931822 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2355c7c8-c65b-40b7-b4b7-b82f8e436f34 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:40.975192 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-96a1c6d5-7e83-4ddd-b2e7-a96f6f590ed8 req-1e1b1ec3-ffb0-4261-8699-560bd18f66dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:41.010351 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467ea0eb-fdd8-46ba-9712-0bca12559481 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event deleted for resources: {'Port': ['ID=5e76ac04-6662-4549-998e-c839e3709ce7,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:41.061013 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6cc1a210-0c7d-4f67-ba39-c44963514220 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:41.064457 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6cc1a210-0c7d-4f67-ba39-c44963514220 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:41.118582 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6cc1a210-0c7d-4f67-ba39-c44963514220 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:41.119590 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc1a210-0c7d-4f67-ba39-c44963514220 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Fanout notify agent at l3_agent the message router_deleted on router 848da1cc-5045-4926-8c90-c463c14803b2 {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:19:41.135758 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6cc1a210-0c7d-4f67-ba39-c44963514220 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:41.137509 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6cc1a210-0c7d-4f67-ba39-c44963514220 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] 10.222.0.54 "DELETE /v2.0/routers/848da1cc-5045-4926-8c90-c463c14803b2 HTTP/1.1" status: 204 len: 168 time: 0.3646500 Sep 08 09:19:41.143411 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37670) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:41.184136 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2355c7c8-c65b-40b7-b4b7-b82f8e436f34 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Pushing event updated for resources: {'Subnet': ['ID=80626a84-b375-49ad-b9d9-195dada0bab4,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:41.196104 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae496f8-7174-4d3c-bae9-197081a43b47 req-4e5eba3b-b106-4f79-a3a2-2181ff91e022 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:41.197801 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dae496f8-7174-4d3c-bae9-197081a43b47 req-4e5eba3b-b106-4f79-a3a2-2181ff91e022 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 943 time: 0.2880440 Sep 08 09:19:41.220036 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-40921c7c-4b56-4a07-b371-85075ea7be0d tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] 10.222.0.54 "GET /v2.0/ports?device_id=848da1cc-5045-4926-8c90-c463c14803b2 HTTP/1.1" status: 200 len: 205 time: 0.0732360 Sep 08 09:19:41.222260 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37676) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:41.225160 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2355c7c8-c65b-40b7-b4b7-b82f8e436f34 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Checking segment: {'id': '3f13cfab-ba24-4c6c-8313-fdeee92791fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '596d782c-ddf4-497a-8449-8b324f45f7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:19:41.225528 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2355c7c8-c65b-40b7-b4b7-b82f8e436f34 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Network hostable DHCP agents. Network: 596d782c-ddf4-497a-8449-8b324f45f7b4, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:19:41.244015 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-467ea0eb-fdd8-46ba-9712-0bca12559481 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:41.246487 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-467ea0eb-fdd8-46ba-9712-0bca12559481 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/ports/5e76ac04-6662-4549-998e-c839e3709ce7 HTTP/1.1" status: 204 len: 168 time: 1.7177038 Sep 08 09:19:41.250734 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37678) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:41.295128 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-64439ca2-34f7-4822-9920-f23d04493ad1 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] delete failed (client error): The resource could not be found. Sep 08 09:19:41.299286 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-64439ca2-34f7-4822-9920-f23d04493ad1 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] 10.222.0.54 "DELETE /v2.0/routers/848da1cc-5045-4926-8c90-c463c14803b2 HTTP/1.1" status: 404 len: 336 time: 0.0727308 Sep 08 09:19:41.322754 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37680) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:41.325123 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-7765c357-e2d2-42a1-90f7-c3e22c3a9493 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] GET failed (client error): The resource could not be found. Sep 08 09:19:41.329541 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7765c357-e2d2-42a1-90f7-c3e22c3a9493 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "GET /v2.0/ports/5e76ac04-6662-4549-998e-c839e3709ce7 HTTP/1.1" status: 404 len: 333 time: 0.0467775 Sep 08 09:19:41.330400 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37682) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:41.377975 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc6e25-f722-40e2-a451-64f2d3a2aae0 req-711c908f-7023-46d1-8d7d-210b8e9b3c58 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:41.379249 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e4dc6e25-f722-40e2-a451-64f2d3a2aae0 req-711c908f-7023-46d1-8d7d-210b8e9b3c58 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=c36fbdc9-d408-4bbd-8b9c-08392f1657db HTTP/1.1" status: 200 len: 945 time: 0.1825490 Sep 08 09:19:41.383531 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2355c7c8-c65b-40b7-b4b7-b82f8e436f34 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Network 596d782c-ddf4-497a-8449-8b324f45f7b4 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:19:41.392556 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5d85c3eb-451f-4165-a15b-18910843694c tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] 10.222.0.54 "GET /v2.0/ports?device_id=ca4ba728-e729-49a4-98cc-7ac117c9eb2c HTTP/1.1" status: 200 len: 205 time: 0.0674791 Sep 08 09:19:41.398285 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37690) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:41.401311 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dae496f8-7174-4d3c-bae9-197081a43b47 req-05746871-3c8a-4f91-9075-aee0f35c105d tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1932409 Sep 08 09:19:41.501251 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-2355c7c8-c65b-40b7-b4b7-b82f8e436f34 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 596d782c-ddf4-497a-8449-8b324f45f7b4) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:19:41.507174 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-b60fec12-a43a-4499-a6b1-fa07e1452ea5 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] delete failed (client error): The resource could not be found. Sep 08 09:19:41.511096 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b60fec12-a43a-4499-a6b1-fa07e1452ea5 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] 10.222.0.54 "DELETE /v2.0/routers/ca4ba728-e729-49a4-98cc-7ac117c9eb2c HTTP/1.1" status: 404 len: 336 time: 0.1087430 Sep 08 09:19:41.512493 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2355c7c8-c65b-40b7-b4b7-b82f8e436f34 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:41.513096 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2355c7c8-c65b-40b7-b4b7-b82f8e436f34 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:41.514376 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb7ff02-7995-4029-8ff9-0ee63f5b7e00 None None] Network 596d782c-ddf4-497a-8449-8b324f45f7b4 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:19:41.518516 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37698) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:41.520863 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e4dc6e25-f722-40e2-a451-64f2d3a2aae0 req-844cb0de-685f-4a56-8128-7fdbc30404fd tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295161 Sep 08 09:19:41.552781 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-e850fcdf-b5ae-45d9-89ed-316eebcc95cf tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Deleting port 068ad115-af08-4510-86fd-91a2abe484ea {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:19:41.553128 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e850fcdf-b5ae-45d9-89ed-316eebcc95cf tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:41.590681 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-9e376a40-562f-4296-912c-6c83964a9978 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] 10.222.0.54 "GET /v2.0/ports?device_id=6fde7430-af84-4a8c-a6bf-1786bed8b96a HTTP/1.1" status: 200 len: 205 time: 0.0714598 Sep 08 09:19:41.593862 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37700) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:41.657426 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2355c7c8-c65b-40b7-b4b7-b82f8e436f34 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8280659 Sep 08 09:19:41.660738 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37704) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:41.664181 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-c7f6f00a-2252-4986-8cc6-4f1c991c87f4 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] delete failed (client error): The resource could not be found. Sep 08 09:19:41.667566 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c7f6f00a-2252-4986-8cc6-4f1c991c87f4 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] 10.222.0.54 "DELETE /v2.0/routers/6fde7430-af84-4a8c-a6bf-1786bed8b96a HTTP/1.1" status: 404 len: 336 time: 0.0693297 Sep 08 09:19:41.669465 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e850fcdf-b5ae-45d9-89ed-316eebcc95cf tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:41.673335 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37706) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:41.673846 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-4964553c-aee2-48da-bd7a-46ab87e355c5 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Request body: {'network': {'name': 'tempest-router-network01--1289127870'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:41.713253 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-96a1c6d5-7e83-4ddd-b2e7-a96f6f590ed8 req-1e1b1ec3-ffb0-4261-8699-560bd18f66dd service neutron] For port a3c31785-e0b7-40a9-bdb7-b21286768191, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=a3c31785-e0b7-40a9-bdb7-b21286768191,segment=NetworkSegment(f65d12e3-feb2-45fa-813d-94ce7829a6a9),segment_id=f65d12e3-feb2-45fa-813d-94ce7829a6a9)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:19:41.720660 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-557a5d59-33c9-4842-a6c5-6431216f2a73 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] 10.222.0.54 "GET /v2.0/ports?device_id=f08bae93-f1d0-4451-9af3-620c3b05aee0 HTTP/1.1" status: 200 len: 205 time: 0.0457346 Sep 08 09:19:41.721305 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37708) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:41.735643 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-e850fcdf-b5ae-45d9-89ed-316eebcc95cf tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Calling delete_port for 068ad115-af08-4510-86fd-91a2abe484ea owned by {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:19:41.754933 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221e9985-6f48-4ec9-8d7e-fdd59e6bd638 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-596d782c-ddf4-497a-8449-8b324f45f7b4', 'network_id': '596d782c-ddf4-497a-8449-8b324f45f7b4', 'tenant_id': '59f0447ba97d4205867ca510eb5631b9', 'fixed_ips': [{'subnet_id': '80626a84-b375-49ad-b9d9-195dada0bab4'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:19:41.755966 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-221e9985-6f48-4ec9-8d7e-fdd59e6bd638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:41.769097 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4964553c-aee2-48da-bd7a-46ab87e355c5 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Made reservation on behalf of 59f0447ba97d4205867ca510eb5631b9 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:19:41.772520 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4964553c-aee2-48da-bd7a-46ab87e355c5 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:41.814618 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-96a1c6d5-7e83-4ddd-b2e7-a96f6f590ed8 req-1e1b1ec3-ffb0-4261-8699-560bd18f66dd service neutron] For port a3c31785-e0b7-40a9-bdb7-b21286768191, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:19:41.815368 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-4bc0fe8c-1ce4-4f64-8447-e9a74f480a3e tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] delete failed (client error): The resource could not be found. Sep 08 09:19:41.819487 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37712) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:41.819883 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4bc0fe8c-1ce4-4f64-8447-e9a74f480a3e tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] 10.222.0.54 "DELETE /v2.0/routers/f08bae93-f1d0-4451-9af3-620c3b05aee0 HTTP/1.1" status: 404 len: 336 time: 0.0898175 Sep 08 09:19:41.854627 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37714) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:41.865503 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8efdac-5806-4c76-919c-eda70fb10b0c req-5706b8b6-d994-44f6-81fb-e53ffb64b380 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:41.867263 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4b8efdac-5806-4c76-919c-eda70fb10b0c req-5706b8b6-d994-44f6-81fb-e53ffb64b380 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] 10.222.0.54 "GET /v2.0/ports?device_id=d845f018-f646-43bb-9357-263d97299cb4 HTTP/1.1" status: 200 len: 949 time: 0.1794972 Sep 08 09:19:41.875504 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4964553c-aee2-48da-bd7a-46ab87e355c5 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:19:41.902538 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-368721c9-9cc0-42bd-983c-e29e02f6f4fe tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] 10.222.0.54 "GET /v2.0/ports?device_id=e3d72542-b67e-437f-a488-d3f2f12702bf HTTP/1.1" status: 200 len: 205 time: 0.0569983 Sep 08 09:19:41.910937 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37718) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:41.913131 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-96a1c6d5-7e83-4ddd-b2e7-a96f6f590ed8 req-1e1b1ec3-ffb0-4261-8699-560bd18f66dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3c31785-e0b7-40a9-bdb7-b21286768191 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:19:41.938382 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-96a1c6d5-7e83-4ddd-b2e7-a96f6f590ed8 req-1e1b1ec3-ffb0-4261-8699-560bd18f66dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:41.943927 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4964553c-aee2-48da-bd7a-46ab87e355c5 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:41.944287 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-4964553c-aee2-48da-bd7a-46ab87e355c5 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Added segment a3ac8fdb-ef6d-4d3b-9160-fa76311a12a6 of type vlan for network c1e21416-feb0-4b2d-955a-301aa759c0c4 Sep 08 09:19:41.966092 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-221e9985-6f48-4ec9-8d7e-fdd59e6bd638 None None] Allocated IP 172.20.0.2 (596d782c-ddf4-497a-8449-8b324f45f7b4/80626a84-b375-49ad-b9d9-195dada0bab4/02445370-e57b-4992-85d9-4dd8c91cb676) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:19:41.981527 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e850fcdf-b5ae-45d9-89ed-316eebcc95cf tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:41.992108 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-90b01609-1cbb-45c0-a6f2-620049cef37f tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] delete failed (client error): The resource could not be found. Sep 08 09:19:41.996310 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-90b01609-1cbb-45c0-a6f2-620049cef37f tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] 10.222.0.54 "DELETE /v2.0/routers/e3d72542-b67e-437f-a488-d3f2f12702bf HTTP/1.1" status: 404 len: 336 time: 0.0753334 Sep 08 09:19:42.001018 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 3de4ad99-fe2b-470f-9ae0-dc5503a74430 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:19:42.002770 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37720) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:42.050427 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-96a1c6d5-7e83-4ddd-b2e7-a96f6f590ed8 req-1e1b1ec3-ffb0-4261-8699-560bd18f66dd service neutron] Transition to ACTIVE for port object a3c31785-e0b7-40a9-bdb7-b21286768191 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:19:42.053873 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4b8efdac-5806-4c76-919c-eda70fb10b0c req-405c7469-e393-4e24-bbd3-f259eb6a34b1 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] 10.222.0.54 "GET /v2.0/security-groups?id=39d7ff59-bc3d-4b24-902e-6fc71b8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614525 Sep 08 09:19:42.066924 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d2446cb5-a64d-4e35-b7b9-85b46925a7ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:42.074276 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e850fcdf-b5ae-45d9-89ed-316eebcc95cf tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event deleted for resources: {'Port': ['ID=068ad115-af08-4510-86fd-91a2abe484ea,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:42.079031 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ef08eac6-27a8-466a-8abc-8f61b52de42f tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] 10.222.0.54 "GET /v2.0/ports?device_id=7ad97660-0346-4598-8a22-6449ed1b6add HTTP/1.1" status: 200 len: 205 time: 0.0470593 Sep 08 09:19:42.081225 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4964553c-aee2-48da-bd7a-46ab87e355c5 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:42.084007 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-96a1c6d5-7e83-4ddd-b2e7-a96f6f590ed8 req-1e1b1ec3-ffb0-4261-8699-560bd18f66dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:42.089010 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37722) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:42.158261 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 3de4ad99-fe2b-470f-9ae0-dc5503a74430 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:19:42.176539 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 3de4ad99-fe2b-470f-9ae0-dc5503a74430 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:19:42.176539 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:42.176913 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-d1615c26-4479-41fc-b2a5-78a95456868a tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] delete failed (client error): The resource could not be found. Sep 08 09:19:42.177834 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d1615c26-4479-41fc-b2a5-78a95456868a tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] 10.222.0.54 "DELETE /v2.0/routers/7ad97660-0346-4598-8a22-6449ed1b6add HTTP/1.1" status: 404 len: 336 time: 0.0831523 Sep 08 09:19:42.184846 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37724) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:42.229148 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae22f721-adbd-4de8-81b2-066589eddd70 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] DELETE failed (client error): The resource could not be found. Sep 08 09:19:42.229773 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae22f721-adbd-4de8-81b2-066589eddd70 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:19:42.234408 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ae22f721-adbd-4de8-81b2-066589eddd70 tempest-RoutersAdminTest-121640328 tempest-RoutersAdminTest-121640328-project] 10.222.0.54 "DELETE /v2.0/subnets/cd7aaedb-6f5c-4a6e-99c3-8963bc9a782b HTTP/1.1" status: 404 len: 337 time: 0.0447001 Sep 08 09:19:42.236615 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b1ec3-ffb0-4261-8699-560bd18f66dd service neutron] Pushing event updated for resources: {'Port': ['ID=a3c31785-e0b7-40a9-bdb7-b21286768191,revision_number=9']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:42.285118 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4964553c-aee2-48da-bd7a-46ab87e355c5 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:42.291391 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4964553c-aee2-48da-bd7a-46ab87e355c5 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:42.292057 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4964553c-aee2-48da-bd7a-46ab87e355c5 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:42.320650 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-221e9985-6f48-4ec9-8d7e-fdd59e6bd638 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:42.330484 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e850fcdf-b5ae-45d9-89ed-316eebcc95cf tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:42.337153 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e850fcdf-b5ae-45d9-89ed-316eebcc95cf tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/ports/068ad115-af08-4510-86fd-91a2abe484ea HTTP/1.1" status: 204 len: 168 time: 1.0046625 Sep 08 09:19:42.342103 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37728) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:42.361994 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-221e9985-6f48-4ec9-8d7e-fdd59e6bd638 None None] Transition to ACTIVE for port object 02445370-e57b-4992-85d9-4dd8c91cb676 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:19:42.377385 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:42.411476 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-0420b833-5ad1-435d-b9c5-7e090400f80f tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] GET failed (client error): The resource could not be found. Sep 08 09:19:42.416134 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0420b833-5ad1-435d-b9c5-7e090400f80f tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "GET /v2.0/ports/068ad115-af08-4510-86fd-91a2abe484ea HTTP/1.1" status: 404 len: 333 time: 0.0664935 Sep 08 09:19:42.422249 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37730) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:42.448762 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-221e9985-6f48-4ec9-8d7e-fdd59e6bd638 None None] Transition to ACTIVE for port object 02445370-e57b-4992-85d9-4dd8c91cb676 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:19:42.461662 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd845f018-f646-43bb-9357-263d97299cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de4ad99-fe2b-470f-9ae0-dc5503a74430'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:19:42.468933 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c74c0a-a675-4bbb-8842-d940081cba2b" -d '{"events": [{"server_uuid": "d845f018-f646-43bb-9357-263d97299cb4", "name": "network-vif-plugged", "status": "completed", "tag": "3de4ad99-fe2b-470f-9ae0-dc5503a74430"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:19:42.509005 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-221e9985-6f48-4ec9-8d7e-fdd59e6bd638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:42.533804 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-08e3c889-d816-4e88-9ae7-b491987e21e5 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Deleting subnet 013ca7cf-d858-4d30-a6ab-2edbb03060ff {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:19:42.536436 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-08e3c889-d816-4e88-9ae7-b491987e21e5 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:42.603981 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-08e3c889-d816-4e88-9ae7-b491987e21e5 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:42.656839 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a1c6d5-7e83-4ddd-b2e7-a96f6f590ed8 req-1e1b1ec3-ffb0-4261-8699-560bd18f66dd service neutron] No DVR routers for this DVR port a3c31785-e0b7-40a9-bdb7-b21286768191 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:19:42.688606 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221e9985-6f48-4ec9-8d7e-fdd59e6bd638 None None] Network 596d782c-ddf4-497a-8449-8b324f45f7b4 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:19:42.698098 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 3de4ad99-fe2b-470f-9ae0-dc5503a74430, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=3de4ad99-fe2b-470f-9ae0-dc5503a74430,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:19:42.704371 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34de6f13-a1ed-46cc-9e17-46b0eaf19653 x-openstack-request-id: req-34de6f13-a1ed-46cc-9e17-46b0eaf19653 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:19:42.705215 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d845f018-f646-43bb-9357-263d97299cb4", "name": "network-vif-plugged", "status": "completed", "tag": "3de4ad99-fe2b-470f-9ae0-dc5503a74430", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:19:42.705880 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-34de6f13-a1ed-46cc-9e17-46b0eaf19653 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:19:42.706925 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd845f018-f646-43bb-9357-263d97299cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de4ad99-fe2b-470f-9ae0-dc5503a74430', 'code': 200} Sep 08 09:19:42.714905 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221e9985-6f48-4ec9-8d7e-fdd59e6bd638 None None] Pushing event updated for resources: {'Port': ['ID=02445370-e57b-4992-85d9-4dd8c91cb676,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:42.719242 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-221e9985-6f48-4ec9-8d7e-fdd59e6bd638 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:19:42.735153 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221e9985-6f48-4ec9-8d7e-fdd59e6bd638 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:19:42.737463 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:42.739521 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37740) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:42.755393 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4964553c-aee2-48da-bd7a-46ab87e355c5 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Pushing event updated for resources: {'Network': ['ID=c1e21416-feb0-4b2d-955a-301aa759c0c4,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:42.806713 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network c1e21416-feb0-4b2d-955a-301aa759c0c4 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:19:42.870140 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d2446cb5-a64d-4e35-b7b9-85b46925a7ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:42.895840 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d2446cb5-a64d-4e35-b7b9-85b46925a7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:42.896007 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5451c-0998-4672-ae1b-a6fff20c9510 req-f95d4d13-6801-4b90-b074-570517575b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:42.898539 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb5451c-0998-4672-ae1b-a6fff20c9510 req-f95d4d13-6801-4b90-b074-570517575b04 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d845f018-f646-43bb-9357-263d97299cb4 HTTP/1.1" status: 200 len: 1102 time: 0.1267419 Sep 08 09:19:42.931119 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-08e3c889-d816-4e88-9ae7-b491987e21e5 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:42.944868 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=3de4ad99-fe2b-470f-9ae0-dc5503a74430,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:42.952485 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-221e9985-6f48-4ec9-8d7e-fdd59e6bd638 None None] Attempting to bind port 02445370-e57b-4992-85d9-4dd8c91cb676 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:19:42.952851 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-221e9985-6f48-4ec9-8d7e-fdd59e6bd638 None None] Attempting to bind port 02445370-e57b-4992-85d9-4dd8c91cb676 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '3f13cfab-ba24-4c6c-8313-fdeee92791fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '596d782c-ddf4-497a-8449-8b324f45f7b4'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:19:42.954300 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4964553c-aee2-48da-bd7a-46ab87e355c5 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2909780 Sep 08 09:19:42.955994 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221e9985-6f48-4ec9-8d7e-fdd59e6bd638 None None] Attempting to bind port 02445370-e57b-4992-85d9-4dd8c91cb676 on network 596d782c-ddf4-497a-8449-8b324f45f7b4 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:19:42.961152 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37744) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:42.964749 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221e9985-6f48-4ec9-8d7e-fdd59e6bd638 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:19:42.965138 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221e9985-6f48-4ec9-8d7e-fdd59e6bd638 None None] Checking segment: {'id': '3f13cfab-ba24-4c6c-8313-fdeee92791fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '596d782c-ddf4-497a-8449-8b324f45f7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:19:42.967013 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-221e9985-6f48-4ec9-8d7e-fdd59e6bd638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:42.967518 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221e9985-6f48-4ec9-8d7e-fdd59e6bd638 None None] Bound using segment: {'id': '3f13cfab-ba24-4c6c-8313-fdeee92791fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '596d782c-ddf4-497a-8449-8b324f45f7b4'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:19:42.968005 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-221e9985-6f48-4ec9-8d7e-fdd59e6bd638 None None] Bound port: 02445370-e57b-4992-85d9-4dd8c91cb676, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f13cfab-ba24-4c6c-8313-fdeee92791fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '596d782c-ddf4-497a-8449-8b324f45f7b4'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:19:42.968397 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-221e9985-6f48-4ec9-8d7e-fdd59e6bd638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:42.976234 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619bec48-3425-4bc3-b4d1-370ae534f6b8 req-d834da42-f36a-4d7e-9afa-f66fe6a95493 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:42.978188 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-619bec48-3425-4bc3-b4d1-370ae534f6b8 req-d834da42-f36a-4d7e-9afa-f66fe6a95493 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=c36fbdc9-d408-4bbd-8b9c-08392f1657db HTTP/1.1" status: 200 len: 945 time: 0.2132883 Sep 08 09:19:42.984955 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-e339fdef-9662-4f02-9abd-9994892a10cf tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Request body: {'network': {'name': 'tempest-router-network02--1903874704'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:42.987639 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b0ef48b4-1623-40db-a0cd-5cb986f02c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:43.023844 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2446cb5-a64d-4e35-b7b9-85b46925a7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e315ac57-a8d2-4682-9c0b-8e891a438540,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:43.032645 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d2446cb5-a64d-4e35-b7b9-85b46925a7ab admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9521cc1da7b34554b06d3e710afdd2b8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1769629 Sep 08 09:19:43.043135 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37746) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:43.066686 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d694d0-167c-4def-8f57-56546e688e8b req-2cea3000-5524-43a5-9be4-e44776f5253b tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:43.068678 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-33d694d0-167c-4def-8f57-56546e688e8b req-2cea3000-5524-43a5-9be4-e44776f5253b tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 943 time: 0.3280647 Sep 08 09:19:43.075292 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9fb5451c-0998-4672-ae1b-a6fff20c9510 req-a8e2759f-116e-4ee1-9506-12ec9913f083 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=39d7ff59-bc3d-4b24-902e-6fc71b8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361501 Sep 08 09:19:43.083014 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-221e9985-6f48-4ec9-8d7e-fdd59e6bd638 None None] For port 02445370-e57b-4992-85d9-4dd8c91cb676, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:19:43.092501 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e339fdef-9662-4f02-9abd-9994892a10cf tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Made reservation on behalf of 59f0447ba97d4205867ca510eb5631b9 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:19:43.094157 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-221e9985-6f48-4ec9-8d7e-fdd59e6bd638 None None] For port 02445370-e57b-4992-85d9-4dd8c91cb676, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=02445370-e57b-4992-85d9-4dd8c91cb676,segment=NetworkSegment(3f13cfab-ba24-4c6c-8313-fdeee92791fb),segment_id=3f13cfab-ba24-4c6c-8313-fdeee92791fb)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:19:43.096284 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e339fdef-9662-4f02-9abd-9994892a10cf tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:43.101306 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-221e9985-6f48-4ec9-8d7e-fdd59e6bd638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:43.128381 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-619bec48-3425-4bc3-b4d1-370ae534f6b8 req-498357f5-22a2-4f74-af25-d5250240f839 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392460 Sep 08 09:19:43.146326 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-08e3c889-d816-4e88-9ae7-b491987e21e5 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:43.157846 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e339fdef-9662-4f02-9abd-9994892a10cf tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:19:43.168646 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e339fdef-9662-4f02-9abd-9994892a10cf tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:43.169007 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-e339fdef-9662-4f02-9abd-9994892a10cf tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Added segment 08a9e33a-9f59-43cc-b527-1f0eac110678 of type vlan for network d077774f-9856-47b8-a8f1-6735d59dd88f Sep 08 09:19:43.208426 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e3c889-d816-4e88-9ae7-b491987e21e5 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event deleted for resources: {'Subnet': ['ID=013ca7cf-d858-4d30-a6ab-2edbb03060ff,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:43.219101 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-08e3c889-d816-4e88-9ae7-b491987e21e5 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:43.221988 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-08e3c889-d816-4e88-9ae7-b491987e21e5 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/subnets/013ca7cf-d858-4d30-a6ab-2edbb03060ff HTTP/1.1" status: 204 len: 168 time: 0.7948768 Sep 08 09:19:43.227968 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37750) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:43.228730 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975b9187-1c24-4b67-8456-08f606988ff9 None None] Network 93c06d38-9591-4659-b83c-a756f499e78a requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:19:43.234218 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e339fdef-9662-4f02-9abd-9994892a10cf tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:43.240216 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-33d694d0-167c-4def-8f57-56546e688e8b req-ddc31661-30e3-4589-a893-04fb9b525ebc tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601024 Sep 08 09:19:43.252808 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221e9985-6f48-4ec9-8d7e-fdd59e6bd638 None None] Pushing event updated for resources: {'Port': ['ID=02445370-e57b-4992-85d9-4dd8c91cb676,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:43.279289 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0e72b53a-0a71-442e-aa6f-a2306c918ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:43.283525 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-96a1c6d5-7e83-4ddd-b2e7-a96f6f590ed8 req-1e1b1ec3-ffb0-4261-8699-560bd18f66dd service neutron] Attempting to bind port a3c31785-e0b7-40a9-bdb7-b21286768191 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:19:43.283867 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-96a1c6d5-7e83-4ddd-b2e7-a96f6f590ed8 req-1e1b1ec3-ffb0-4261-8699-560bd18f66dd service neutron] Attempting to bind port a3c31785-e0b7-40a9-bdb7-b21286768191 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': 'f65d12e3-feb2-45fa-813d-94ce7829a6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'cb338a05-96ea-4d11-88f8-690044b53ade'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:19:43.284200 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a1c6d5-7e83-4ddd-b2e7-a96f6f590ed8 req-1e1b1ec3-ffb0-4261-8699-560bd18f66dd service neutron] Attempting to bind port a3c31785-e0b7-40a9-bdb7-b21286768191 on network cb338a05-96ea-4d11-88f8-690044b53ade {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:19:43.286850 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e339fdef-9662-4f02-9abd-9994892a10cf tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:43.296768 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e339fdef-9662-4f02-9abd-9994892a10cf tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:43.297298 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e339fdef-9662-4f02-9abd-9994892a10cf tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:43.340370 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a1c6d5-7e83-4ddd-b2e7-a96f6f590ed8 req-1e1b1ec3-ffb0-4261-8699-560bd18f66dd service neutron] Port a3c31785-e0b7-40a9-bdb7-b21286768191 on network cb338a05-96ea-4d11-88f8-690044b53ade not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:19:43.341005 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a1c6d5-7e83-4ddd-b2e7-a96f6f590ed8 req-1e1b1ec3-ffb0-4261-8699-560bd18f66dd service neutron] Attempting to bind port a3c31785-e0b7-40a9-bdb7-b21286768191 on network cb338a05-96ea-4d11-88f8-690044b53ade {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:19:43.367842 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0e72b53a-0a71-442e-aa6f-a2306c918ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:43.398643 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a1c6d5-7e83-4ddd-b2e7-a96f6f590ed8 req-1e1b1ec3-ffb0-4261-8699-560bd18f66dd service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:19:43.398987 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a1c6d5-7e83-4ddd-b2e7-a96f6f590ed8 req-1e1b1ec3-ffb0-4261-8699-560bd18f66dd service neutron] Checking segment: {'id': 'f65d12e3-feb2-45fa-813d-94ce7829a6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'cb338a05-96ea-4d11-88f8-690044b53ade'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:19:43.399399 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a1c6d5-7e83-4ddd-b2e7-a96f6f590ed8 req-1e1b1ec3-ffb0-4261-8699-560bd18f66dd service neutron] Bound using segment: {'id': 'f65d12e3-feb2-45fa-813d-94ce7829a6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'cb338a05-96ea-4d11-88f8-690044b53ade'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:19:43.399843 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-96a1c6d5-7e83-4ddd-b2e7-a96f6f590ed8 req-1e1b1ec3-ffb0-4261-8699-560bd18f66dd service neutron] Bound port: a3c31785-e0b7-40a9-bdb7-b21286768191, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f65d12e3-feb2-45fa-813d-94ce7829a6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'cb338a05-96ea-4d11-88f8-690044b53ade'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:19:43.400209 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-96a1c6d5-7e83-4ddd-b2e7-a96f6f590ed8 req-1e1b1ec3-ffb0-4261-8699-560bd18f66dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:43.422665 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e7bdeb5b-a40f-40fe-9dcd-531719b299b3 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:43.436510 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b0ef48b4-1623-40db-a0cd-5cb986f02c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:43.451574 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e339fdef-9662-4f02-9abd-9994892a10cf tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Pushing event updated for resources: {'Network': ['ID=d077774f-9856-47b8-a8f1-6735d59dd88f,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:43.452142 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b0ef48b4-1623-40db-a0cd-5cb986f02c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:43.465768 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14e882-3b80-4c39-ad92-02164ed63075 req-6d609102-a53c-455a-a4a0-6e2e8dd345c8 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:43.468021 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0b14e882-3b80-4c39-ad92-02164ed63075 req-6d609102-a53c-455a-a4a0-6e2e8dd345c8 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] 10.222.0.54 "GET /v2.0/ports?device_id=d845f018-f646-43bb-9357-263d97299cb4 HTTP/1.1" status: 200 len: 950 time: 0.1630616 Sep 08 09:19:43.471129 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network d077774f-9856-47b8-a8f1-6735d59dd88f details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:19:43.475471 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e339fdef-9662-4f02-9abd-9994892a10cf tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4955444 Sep 08 09:19:43.490496 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37752) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:43.512403 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-b1bd9488-9bd3-46cc-b9b1-4e1e7c9583e8 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Request body: {'subnet': {'network_id': 'c1e21416-feb0-4b2d-955a-301aa759c0c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:43.572271 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ef48b4-1623-40db-a0cd-5cb986f02c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f27629e-d496-4130-a4bd-4d774d2553f3,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:43.606628 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b0ef48b4-1623-40db-a0cd-5cb986f02c38 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=69f30546e4764e21b90937cb53c62406&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8608599 Sep 08 09:19:43.607817 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37754) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:43.611013 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0b14e882-3b80-4c39-ad92-02164ed63075 req-bfe99ff7-569f-4b81-8e7f-c06bffd822c5 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] 10.222.0.54 "GET /v2.0/security-groups?id=39d7ff59-bc3d-4b24-902e-6fc71b8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190264 Sep 08 09:19:43.632421 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-96a1c6d5-7e83-4ddd-b2e7-a96f6f590ed8 req-1e1b1ec3-ffb0-4261-8699-560bd18f66dd service neutron] For port a3c31785-e0b7-40a9-bdb7-b21286768191, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:19:43.641966 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce263fdf-45cc-4b6e-b6c1-c960ca363ae0 None None] DHCP port deletion for 93c06d38-9591-4659-b83c-a756f499e78a request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:19:43.653358 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0e72b53a-0a71-442e-aa6f-a2306c918ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:43.656802 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0e72b53a-0a71-442e-aa6f-a2306c918ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:43.658333 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0e72b53a-0a71-442e-aa6f-a2306c918ee1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e315ac57-a8d2-4682-9c0b-8e891a438540 HTTP/1.1" status: 204 len: 168 time: 0.6122074 Sep 08 09:19:43.684305 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-96a1c6d5-7e83-4ddd-b2e7-a96f6f590ed8 req-1e1b1ec3-ffb0-4261-8699-560bd18f66dd service neutron] For port a3c31785-e0b7-40a9-bdb7-b21286768191, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=a3c31785-e0b7-40a9-bdb7-b21286768191,segment=NetworkSegment(f65d12e3-feb2-45fa-813d-94ce7829a6a9),segment_id=f65d12e3-feb2-45fa-813d-94ce7829a6a9)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:19:43.694809 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72b53a-0a71-442e-aa6f-a2306c918ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e315ac57-a8d2-4682-9c0b-8e891a438540,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:43.704006 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-96a1c6d5-7e83-4ddd-b2e7-a96f6f590ed8 req-1e1b1ec3-ffb0-4261-8699-560bd18f66dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:43.742485 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-ce263fdf-45cc-4b6e-b6c1-c960ca363ae0 None None] Deleting port 67625c11-ca7c-4b68-ba08-f948129a0e46 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:19:43.743164 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1bd9488-9bd3-46cc-b9b1-4e1e7c9583e8 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Made reservation on behalf of 59f0447ba97d4205867ca510eb5631b9 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:19:43.744396 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ce263fdf-45cc-4b6e-b6c1-c960ca363ae0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:43.746097 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b1bd9488-9bd3-46cc-b9b1-4e1e7c9583e8 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:43.763972 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-e7bdeb5b-a40f-40fe-9dcd-531719b299b3 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Deleting port 67625c11-ca7c-4b68-ba08-f948129a0e46 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:19:43.764568 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e7bdeb5b-a40f-40fe-9dcd-531719b299b3 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:43.791938 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1c6d5-7e83-4ddd-b2e7-a96f6f590ed8 req-1e1b1ec3-ffb0-4261-8699-560bd18f66dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:43.792734 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-96a1c6d5-7e83-4ddd-b2e7-a96f6f590ed8 req-1e1b1ec3-ffb0-4261-8699-560bd18f66dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:43.795341 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-96a1c6d5-7e83-4ddd-b2e7-a96f6f590ed8 req-1e1b1ec3-ffb0-4261-8699-560bd18f66dd service neutron] 10.222.0.35 "PUT /v2.0/ports/a3c31785-e0b7-40a9-bdb7-b21286768191 HTTP/1.1" status: 200 len: 1092 time: 3.3957543 Sep 08 09:19:43.797612 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd670fbfb-6eed-4e9e-a33b-d0579953f7f4', 'tag': 'a3c31785-e0b7-40a9-bdb7-b21286768191'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:19:43.800143 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa744e2-85c2-4281-9288-1c1bb3855a8e" -d '{"events": [{"name": "network-changed", "server_uuid": "d670fbfb-6eed-4e9e-a33b-d0579953f7f4", "tag": "a3c31785-e0b7-40a9-bdb7-b21286768191"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:19:43.815216 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-71f6fe6c-61cd-4dae-8a9a-40ec90974437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:43.881410 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b1ec3-ffb0-4261-8699-560bd18f66dd service neutron] Pushing event updated for resources: {'Port': ['ID=a3c31785-e0b7-40a9-bdb7-b21286768191,revision_number=10']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:43.893308 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8840835-1473-4ad4-8d9e-2a4e1f7f51a7 x-openstack-request-id: req-b8840835-1473-4ad4-8d9e-2a4e1f7f51a7 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:19:43.893668 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d670fbfb-6eed-4e9e-a33b-d0579953f7f4", "tag": "a3c31785-e0b7-40a9-bdb7-b21286768191", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:19:43.894024 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b8840835-1473-4ad4-8d9e-2a4e1f7f51a7 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:19:43.894562 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd670fbfb-6eed-4e9e-a33b-d0579953f7f4', 'tag': 'a3c31785-e0b7-40a9-bdb7-b21286768191', 'status': 'completed', 'code': 200} Sep 08 09:19:43.926743 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-ce263fdf-45cc-4b6e-b6c1-c960ca363ae0 None None] For port 67625c11-ca7c-4b68-ba08-f948129a0e46, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=67625c11-ca7c-4b68-ba08-f948129a0e46,segment=NetworkSegment(968ff11d-7495-4152-b21b-c2706a86e4d2),segment_id=968ff11d-7495-4152-b21b-c2706a86e4d2)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:19:43.927165 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ce263fdf-45cc-4b6e-b6c1-c960ca363ae0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:43.931477 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-71f6fe6c-61cd-4dae-8a9a-40ec90974437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:43.949386 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-ce263fdf-45cc-4b6e-b6c1-c960ca363ae0 None None] Calling delete_port for 67625c11-ca7c-4b68-ba08-f948129a0e46 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:19:44.045730 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1c6d5-7e83-4ddd-b2e7-a96f6f590ed8 req-7f746520-5749-4461-941f-27908e6937df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:44.057542 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-96a1c6d5-7e83-4ddd-b2e7-a96f6f590ed8 req-7f746520-5749-4461-941f-27908e6937df service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9f5275e2d58a49a08895a50418c7508b&device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 1096 time: 0.2137511 Sep 08 09:19:44.154695 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ce263fdf-45cc-4b6e-b6c1-c960ca363ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:44.158830 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-71f6fe6c-61cd-4dae-8a9a-40ec90974437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:44.169103 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-71f6fe6c-61cd-4dae-8a9a-40ec90974437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:44.171008 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-71f6fe6c-61cd-4dae-8a9a-40ec90974437 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8f27629e-d496-4130-a4bd-4d774d2553f3 HTTP/1.1" status: 204 len: 168 time: 0.5590725 Sep 08 09:19:44.209466 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce263fdf-45cc-4b6e-b6c1-c960ca363ae0 None None] Pushing event deleted for resources: {'Port': ['ID=67625c11-ca7c-4b68-ba08-f948129a0e46,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:44.239289 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37766) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:44.240503 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce263fdf-45cc-4b6e-b6c1-c960ca363ae0 None None] No DVR routers for this DVR port 67625c11-ca7c-4b68-ba08-f948129a0e46 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:19:44.268768 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f6fe6c-61cd-4dae-8a9a-40ec90974437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f27629e-d496-4130-a4bd-4d774d2553f3,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:44.290129 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-54d2dab7-8c9c-4856-b0ec-1719ee7bec7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:44.424924 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1c6d5-7e83-4ddd-b2e7-a96f6f590ed8 req-100bab4b-7f59-4245-98c7-3c24c1df86fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:44.427147 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-96a1c6d5-7e83-4ddd-b2e7-a96f6f590ed8 req-100bab4b-7f59-4245-98c7-3c24c1df86fc service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb338a05-96ea-4d11-88f8-690044b53ade HTTP/1.1" status: 200 len: 917 time: 0.3616107 Sep 08 09:19:44.436052 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-e7bdeb5b-a40f-40fe-9dcd-531719b299b3 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] For port 67625c11-ca7c-4b68-ba08-f948129a0e46, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=67625c11-ca7c-4b68-ba08-f948129a0e46,segment=NetworkSegment(968ff11d-7495-4152-b21b-c2706a86e4d2),segment_id=968ff11d-7495-4152-b21b-c2706a86e4d2)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:19:44.436710 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e7bdeb5b-a40f-40fe-9dcd-531719b299b3 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:44.456986 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-e7bdeb5b-a40f-40fe-9dcd-531719b299b3 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Calling delete_port for 67625c11-ca7c-4b68-ba08-f948129a0e46 owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:19:44.541879 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef6932-e5c4-43e6-bad6-68c3354c6ce3 req-93e74042-f2d7-447b-a191-cd7de98a9fbf tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:44.549834 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-42ef6932-e5c4-43e6-bad6-68c3354c6ce3 req-93e74042-f2d7-447b-a191-cd7de98a9fbf tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=c36fbdc9-d408-4bbd-8b9c-08392f1657db HTTP/1.1" status: 200 len: 945 time: 0.2490759 Sep 08 09:19:44.618254 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-96a1c6d5-7e83-4ddd-b2e7-a96f6f590ed8 req-f5bf3079-c5fc-4699-a9dc-5f2649027a5f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3c31785-e0b7-40a9-bdb7-b21286768191 HTTP/1.1" status: 200 len: 999 time: 0.1794822 Sep 08 09:19:44.656617 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e7bdeb5b-a40f-40fe-9dcd-531719b299b3 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:44.682186 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b1bd9488-9bd3-46cc-b9b1-4e1e7c9583e8 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:44.699118 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-42ef6932-e5c4-43e6-bad6-68c3354c6ce3 req-a3c59a39-8f0b-4a9e-ae94-f119798c9458 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479867 Sep 08 09:19:44.757995 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bdeb5b-a40f-40fe-9dcd-531719b299b3 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] No DVR routers for this DVR port 67625c11-ca7c-4b68-ba08-f948129a0e46 on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:19:44.758281 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-54d2dab7-8c9c-4856-b0ec-1719ee7bec7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:44.765178 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bdeb5b-a40f-40fe-9dcd-531719b299b3 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event deleted for resources: {'Port': ['ID=67625c11-ca7c-4b68-ba08-f948129a0e46,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:44.774094 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15e4f97-5821-4985-b212-59c04d163d52 None None] Network 596d782c-ddf4-497a-8449-8b324f45f7b4 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:19:44.776262 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-54d2dab7-8c9c-4856-b0ec-1719ee7bec7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:44.792582 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1c6d5-7e83-4ddd-b2e7-a96f6f590ed8 req-b1599394-4efe-48cd-a0fa-eb5d1b9f95bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:44.794961 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-96a1c6d5-7e83-4ddd-b2e7-a96f6f590ed8 req-b1599394-4efe-48cd-a0fa-eb5d1b9f95bb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ec84db6-4dd6-4de4-a1e0-0c0e5076306d HTTP/1.1" status: 200 len: 855 time: 0.1625900 Sep 08 09:19:44.865588 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd9488-9bd3-46cc-b9b1-4e1e7c9583e8 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Pushing event updated for resources: {'Subnet': ['ID=cabb4918-818a-4443-9835-8ac48c9509f0,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:44.894932 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-54d2dab7-8c9c-4856-b0ec-1719ee7bec7d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=73771d8c2bc347509b9e3a1e512b867d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6518185 Sep 08 09:19:44.895732 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37776) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:44.899404 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37778) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:44.900682 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d2dab7-8c9c-4856-b0ec-1719ee7bec7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71dce71-ca9e-4b0f-a8c9-356b90ade0a4,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:44.912516 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e043df93-c45c-4b06-aa61-2f31b98a4ae2 None None] Provisioning for port 02445370-e57b-4992-85d9-4dd8c91cb676 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:19:44.970524 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1c6d5-7e83-4ddd-b2e7-a96f6f590ed8 req-5a581e43-ca56-4c67-a16f-1b60d4fd81ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:44.975420 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-96a1c6d5-7e83-4ddd-b2e7-a96f6f590ed8 req-5a581e43-ca56-4c67-a16f-1b60d4fd81ff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb338a05-96ea-4d11-88f8-690044b53ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1672688 Sep 08 09:19:44.987468 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e7bdeb5b-a40f-40fe-9dcd-531719b299b3 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:44.987850 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a2f37d-f8f7-4d3e-b5d2-4e257182511a req-c1e646d4-4fb0-425c-adfb-d04e3c7648d9 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:44.989314 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e0a2f37d-f8f7-4d3e-b5d2-4e257182511a req-c1e646d4-4fb0-425c-adfb-d04e3c7648d9 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] 10.222.0.54 "GET /v2.0/ports?device_id=d845f018-f646-43bb-9357-263d97299cb4 HTTP/1.1" status: 200 len: 950 time: 0.1390791 Sep 08 09:19:45.018601 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-236c1e1a-2977-4c7e-8bf4-a497eded4d06 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=072e2f9785b44bd48abd24cbf2b488f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1200430 Sep 08 09:19:45.041101 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37780) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:45.082922 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bd9488-9bd3-46cc-b9b1-4e1e7c9583e8 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Checking segment: {'id': 'a3ac8fdb-ef6d-4d3b-9160-fa76311a12a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c1e21416-feb0-4b2d-955a-301aa759c0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:19:45.083286 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bd9488-9bd3-46cc-b9b1-4e1e7c9583e8 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Network hostable DHCP agents. Network: c1e21416-feb0-4b2d-955a-301aa759c0c4, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:19:45.087124 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-e7bdeb5b-a40f-40fe-9dcd-531719b299b3 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93c06d38-9591-4659-b83c-a756f499e78a']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:19:45.103513 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-e7bdeb5b-a40f-40fe-9dcd-531719b299b3 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '968ff11d-7495-4152-b21b-c2706a86e4d2') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:19:45.103833 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-e7bdeb5b-a40f-40fe-9dcd-531719b299b3 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '968ff11d-7495-4152-b21b-c2706a86e4d2') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:19:45.110347 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 02445370-e57b-4992-85d9-4dd8c91cb676 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:19:45.121515 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e7bdeb5b-a40f-40fe-9dcd-531719b299b3 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:45.146967 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e0a2f37d-f8f7-4d3e-b5d2-4e257182511a req-6f24983e-1821-4bda-9fd5-a4ff3f7c51cb tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] 10.222.0.54 "GET /v2.0/security-groups?id=39d7ff59-bc3d-4b24-902e-6fc71b8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413827 Sep 08 09:19:45.147981 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e7bdeb5b-a40f-40fe-9dcd-531719b299b3 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:45.156137 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7bdeb5b-a40f-40fe-9dcd-531719b299b3 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:19:45.156566 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e7bdeb5b-a40f-40fe-9dcd-531719b299b3 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:45.191014 n-d-806683-11 neutron-server[94713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:19:45.191014 n-d-806683-11 neutron-server[94713]: self.session.flush() Sep 08 09:19:45.191014 n-d-806683-11 neutron-server[94713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:19:45.191014 n-d-806683-11 neutron-server[94713]: self.session.flush() Sep 08 09:19:45.191014 n-d-806683-11 neutron-server[94713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:19:45.191014 n-d-806683-11 neutron-server[94713]: self.session.flush() Sep 08 09:19:45.191014 n-d-806683-11 neutron-server[94713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:19:45.191014 n-d-806683-11 neutron-server[94713]: self.session.flush() Sep 08 09:19:45.191014 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:19:45.191014 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:19:45.191014 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:19:45.191014 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:19:45.191014 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:19:45.191014 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:19:45.191014 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:19:45.191014 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:19:45.191014 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:19:45.191014 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:19:45.191014 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:19:45.191014 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:19:45.191014 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:19:45.191014 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:19:45.191014 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:19:45.191014 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:19:45.191014 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:19:45.191014 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:19:45.191014 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:19:45.191014 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:19:45.191014 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:19:45.191014 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:19:45.191014 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:19:45.191014 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:19:45.191014 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:19:45.191014 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:19:45.191014 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:19:45.191014 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:19:45.191014 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:19:45.191014 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:19:45.191014 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:19:45.191014 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:19:45.204025 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7b819291-0d14-4a9b-ad56-93f3cb16641e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:45.211135 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-96a1c6d5-7e83-4ddd-b2e7-a96f6f590ed8 req-6300d99b-3ec8-4225-a848-b6ceaac6b830 service neutron] 10.222.0.35 "GET /v2.0/networks/cb338a05-96ea-4d11-88f8-690044b53ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145638 Sep 08 09:19:45.252150 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852e1b7-09d4-483a-98ef-f54eb1655534 req-7b1f6aad-325b-49a5-a770-0869d46c4489 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:45.261262 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7b819291-0d14-4a9b-ad56-93f3cb16641e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:45.262297 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a852e1b7-09d4-483a-98ef-f54eb1655534 req-7b1f6aad-325b-49a5-a770-0869d46c4489 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 944 time: 0.2703588 Sep 08 09:19:45.282830 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 02445370-e57b-4992-85d9-4dd8c91cb676 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:19:45.288738 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 02445370-e57b-4992-85d9-4dd8c91cb676 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:19:45.290127 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:45.291099 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2942b626-2114-40d7-a31e-a445905e6854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:45.306955 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bd9488-9bd3-46cc-b9b1-4e1e7c9583e8 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Network c1e21416-feb0-4b2d-955a-301aa759c0c4 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:19:45.317256 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e7bdeb5b-a40f-40fe-9dcd-531719b299b3 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:45.329100 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e7bdeb5b-a40f-40fe-9dcd-531719b299b3 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:45.331367 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e7bdeb5b-a40f-40fe-9dcd-531719b299b3 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/networks/93c06d38-9591-4659-b83c-a756f499e78a HTTP/1.1" status: 204 len: 168 time: 2.0978246 Sep 08 09:19:45.339630 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37786) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:45.350318 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-2742fdc0-8923-4349-a2fd-14847dd14aa7 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-944491117'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:45.386588 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-b1bd9488-9bd3-46cc-b9b1-4e1e7c9583e8 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, c1e21416-feb0-4b2d-955a-301aa759c0c4) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:19:45.394544 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-96a1c6d5-7e83-4ddd-b2e7-a96f6f590ed8 req-2324a48d-f13c-4879-965b-5609a1e3de0f service neutron] 10.222.0.35 "GET /v2.0/networks/cb338a05-96ea-4d11-88f8-690044b53ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744127 Sep 08 09:19:45.399054 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bd9488-9bd3-46cc-b9b1-4e1e7c9583e8 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:45.399628 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2742fdc0-8923-4349-a2fd-14847dd14aa7 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Made reservation on behalf of befb68007ce4499daff28b75d6381c43 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:19:45.399836 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b1bd9488-9bd3-46cc-b9b1-4e1e7c9583e8 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:45.405141 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2742fdc0-8923-4349-a2fd-14847dd14aa7 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:45.408250 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7b819291-0d14-4a9b-ad56-93f3cb16641e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:45.411164 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cd55e0-d063-4837-af19-dd4618aa2921 None None] Network c1e21416-feb0-4b2d-955a-301aa759c0c4 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:19:45.412879 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7b819291-0d14-4a9b-ad56-93f3cb16641e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:45.415368 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-7b819291-0d14-4a9b-ad56-93f3cb16641e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/103934da-7c0a-4723-aa03-e0bae18b829f HTTP/1.1" status: 204 len: 168 time: 0.3725505 Sep 08 09:19:45.421461 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a852e1b7-09d4-483a-98ef-f54eb1655534 req-159bc196-3302-4c02-b3fe-9c15b0b23949 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505280 Sep 08 09:19:45.422913 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bdeb5b-a40f-40fe-9dcd-531719b299b3 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event deleted for resources: {'Network': ['ID=93c06d38-9591-4659-b83c-a756f499e78a,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:45.439283 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2942b626-2114-40d7-a31e-a445905e6854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:45.486395 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b1bd9488-9bd3-46cc-b9b1-4e1e7c9583e8 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9946263 Sep 08 09:19:45.492833 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37790) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:45.500275 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-b475b878-7379-4853-ae77-c3e9093f86cb tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Request body: {'subnet': {'network_id': 'd077774f-9856-47b8-a8f1-6735d59dd88f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:45.576902 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c1168432-6daf-4732-9d8d-03684bb73668 None None] Provisioning complete for port 02445370-e57b-4992-85d9-4dd8c91cb676 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:19:45.577301 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c1168432-6daf-4732-9d8d-03684bb73668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:45.579127 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:45.660475 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 02445370-e57b-4992-85d9-4dd8c91cb676, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=02445370-e57b-4992-85d9-4dd8c91cb676,segment=NetworkSegment(3f13cfab-ba24-4c6c-8313-fdeee92791fb),segment_id=3f13cfab-ba24-4c6c-8313-fdeee92791fb)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:19:45.671202 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:45.783390 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 67625c11-ca7c-4b68-ba08-f948129a0e46 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:19:45.784087 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2942b626-2114-40d7-a31e-a445905e6854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:45.789698 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2942b626-2114-40d7-a31e-a445905e6854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:45.798756 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2942b626-2114-40d7-a31e-a445905e6854 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c71dce71-ca9e-4b0f-a8c9-356b90ade0a4 HTTP/1.1" status: 204 len: 168 time: 0.8183348 Sep 08 09:19:45.818165 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 67625c11-ca7c-4b68-ba08-f948129a0e46 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:19:45.818975 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 67625c11-ca7c-4b68-ba08-f948129a0e46 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:19:45.835142 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b819291-0d14-4a9b-ad56-93f3cb16641e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103934da-7c0a-4723-aa03-e0bae18b829f,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:45.857977 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942b626-2114-40d7-a31e-a445905e6854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71dce71-ca9e-4b0f-a8c9-356b90ade0a4,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:45.859836 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b475b878-7379-4853-ae77-c3e9093f86cb tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Made reservation on behalf of 59f0447ba97d4205867ca510eb5631b9 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:19:45.866243 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b475b878-7379-4853-ae77-c3e9093f86cb tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:45.905195 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2742fdc0-8923-4349-a2fd-14847dd14aa7 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:19:45.917550 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa744e2-85c2-4281-9288-1c1bb3855a8e req-84a382bc-203e-49a6-b61d-32f4d9332ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:45.919104 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6fa744e2-85c2-4281-9288-1c1bb3855a8e req-84a382bc-203e-49a6-b61d-32f4d9332ac8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9f5275e2d58a49a08895a50418c7508b&device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 1096 time: 0.1014977 Sep 08 09:19:45.926719 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2742fdc0-8923-4349-a2fd-14847dd14aa7 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:45.927084 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-2742fdc0-8923-4349-a2fd-14847dd14aa7 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Added segment 4b3c3b23-e93b-4cfc-9e04-de2766796609 of type vlan for network e9aaaea4-85b0-44a4-9bc7-1c18fca6dc16 Sep 08 09:19:45.984508 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e0c3a-e82a-4747-8129-319ba400d596 req-68349231-ab45-42bc-b36e-b63ad914fce3 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:45.986408 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-731e0c3a-e82a-4747-8129-319ba400d596 req-68349231-ab45-42bc-b36e-b63ad914fce3 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] 10.222.0.54 "GET /v2.0/ports?device_id=d845f018-f646-43bb-9357-263d97299cb4 HTTP/1.1" status: 200 len: 950 time: 0.2431941 Sep 08 09:19:46.043935 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c812cc2-304a-49ec-89d9-161c2b6dc2b3 req-f52b5c4e-6f4b-4c01-b361-b3025df4225f tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:46.048982 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7c812cc2-304a-49ec-89d9-161c2b6dc2b3 req-f52b5c4e-6f4b-4c01-b361-b3025df4225f tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=c36fbdc9-d408-4bbd-8b9c-08392f1657db HTTP/1.1" status: 200 len: 945 time: 0.1906738 Sep 08 09:19:46.051173 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2742fdc0-8923-4349-a2fd-14847dd14aa7 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:46.067535 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-731e0c3a-e82a-4747-8129-319ba400d596 req-7309df42-d694-429d-921b-b73bac15ba8a tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] 10.222.0.54 "GET /v2.0/security-groups?id=39d7ff59-bc3d-4b24-902e-6fc71b8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704582 Sep 08 09:19:46.135524 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=02445370-e57b-4992-85d9-4dd8c91cb676,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:46.147387 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2742fdc0-8923-4349-a2fd-14847dd14aa7 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:46.157365 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2742fdc0-8923-4349-a2fd-14847dd14aa7 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:46.158457 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2742fdc0-8923-4349-a2fd-14847dd14aa7 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:46.190104 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae261b2f-990a-4ebe-bf2e-8131592371c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-c1e21416-feb0-4b2d-955a-301aa759c0c4', 'network_id': 'c1e21416-feb0-4b2d-955a-301aa759c0c4', 'tenant_id': '59f0447ba97d4205867ca510eb5631b9', 'fixed_ips': [{'subnet_id': 'cabb4918-818a-4443-9835-8ac48c9509f0'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:19:46.192252 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ae261b2f-990a-4ebe-bf2e-8131592371c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:46.199505 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b475b878-7379-4853-ae77-c3e9093f86cb tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:46.275799 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b475b878-7379-4853-ae77-c3e9093f86cb tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Pushing event updated for resources: {'Subnet': ['ID=defab340-d9d0-4c51-a58e-d1ef9d6095ad,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:46.287645 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b475b878-7379-4853-ae77-c3e9093f86cb tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Checking segment: {'id': '08a9e33a-9f59-43cc-b527-1f0eac110678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'd077774f-9856-47b8-a8f1-6735d59dd88f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:19:46.288022 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b475b878-7379-4853-ae77-c3e9093f86cb tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Network hostable DHCP agents. Network: d077774f-9856-47b8-a8f1-6735d59dd88f, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:19:46.298311 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7c812cc2-304a-49ec-89d9-161c2b6dc2b3 req-9d25e599-81ac-4792-9359-cd52a8fc71c4 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393272 Sep 08 09:19:46.312267 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2742fdc0-8923-4349-a2fd-14847dd14aa7 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9684138 Sep 08 09:19:46.316461 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa744e2-85c2-4281-9288-1c1bb3855a8e req-f752eac5-e11b-4eb6-849b-626f39a2285f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:46.318205 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6fa744e2-85c2-4281-9288-1c1bb3855a8e req-f752eac5-e11b-4eb6-849b-626f39a2285f service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb338a05-96ea-4d11-88f8-690044b53ade HTTP/1.1" status: 200 len: 917 time: 0.3893030 Sep 08 09:19:46.318602 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37814) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:46.336187 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-bf7838c1-c26c-494c-b382-c9095deb9dfd tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Request body: {'subnet': {'network_id': 'e9aaaea4-85b0-44a4-9bc7-1c18fca6dc16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:46.377890 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b475b878-7379-4853-ae77-c3e9093f86cb tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Network d077774f-9856-47b8-a8f1-6735d59dd88f is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:19:46.395231 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-ae261b2f-990a-4ebe-bf2e-8131592371c4 None None] Allocated IP 172.20.0.2 (c1e21416-feb0-4b2d-955a-301aa759c0c4/cabb4918-818a-4443-9835-8ac48c9509f0/5678c66a-bc9e-4fd2-a790-8f8976fbc1ff) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:19:46.426915 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6fa744e2-85c2-4281-9288-1c1bb3855a8e req-d1988904-217e-4ab5-a73c-9212074d13d3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3c31785-e0b7-40a9-bdb7-b21286768191 HTTP/1.1" status: 200 len: 999 time: 0.0762687 Sep 08 09:19:46.428283 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2742fdc0-8923-4349-a2fd-14847dd14aa7 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event updated for resources: {'Network': ['ID=e9aaaea4-85b0-44a4-9bc7-1c18fca6dc16,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:46.444925 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-b475b878-7379-4853-ae77-c3e9093f86cb tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, d077774f-9856-47b8-a8f1-6735d59dd88f) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:19:46.454826 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b475b878-7379-4853-ae77-c3e9093f86cb tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:46.455683 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b475b878-7379-4853-ae77-c3e9093f86cb tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:46.502716 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b475b878-7379-4853-ae77-c3e9093f86cb tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0082290 Sep 08 09:19:46.505244 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37822) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:46.571911 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7838c1-c26c-494c-b382-c9095deb9dfd tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Made reservation on behalf of befb68007ce4499daff28b75d6381c43 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:19:46.580430 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bf7838c1-c26c-494c-b382-c9095deb9dfd tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:46.617310 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa744e2-85c2-4281-9288-1c1bb3855a8e req-14bb4c72-c225-471d-a792-fd53c6e6d74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:46.619317 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6fa744e2-85c2-4281-9288-1c1bb3855a8e req-14bb4c72-c225-471d-a792-fd53c6e6d74d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ec84db6-4dd6-4de4-a1e0-0c0e5076306d HTTP/1.1" status: 200 len: 855 time: 0.1849186 Sep 08 09:19:46.641574 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network e9aaaea4-85b0-44a4-9bc7-1c18fca6dc16 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:19:46.643794 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947d3ea5-cd18-4eb7-ba5a-fc416a0e9098 None None] Network d077774f-9856-47b8-a8f1-6735d59dd88f requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:19:46.828557 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7962e7f-c71a-436f-9865-435036d9466e req-261e946c-d8c9-489a-9fd3-70e3602f9d60 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:46.842382 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b7962e7f-c71a-436f-9865-435036d9466e req-261e946c-d8c9-489a-9fd3-70e3602f9d60 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 944 time: 0.2533431 Sep 08 09:19:46.918539 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b7962e7f-c71a-436f-9865-435036d9466e req-3ec8490d-ad20-412f-bb66-85dadc14886d tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746505 Sep 08 09:19:46.939821 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ae261b2f-990a-4ebe-bf2e-8131592371c4 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:47.003918 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ae261b2f-990a-4ebe-bf2e-8131592371c4 None None] Transition to ACTIVE for port object 5678c66a-bc9e-4fd2-a790-8f8976fbc1ff will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:19:47.013709 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4482ca-bda6-4c16-bae9-56a128b040ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-d077774f-9856-47b8-a8f1-6735d59dd88f', 'network_id': 'd077774f-9856-47b8-a8f1-6735d59dd88f', 'tenant_id': '59f0447ba97d4205867ca510eb5631b9', 'fixed_ips': [{'subnet_id': 'defab340-d9d0-4c51-a58e-d1ef9d6095ad'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:19:47.016506 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-bb4482ca-bda6-4c16-bae9-56a128b040ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:47.097810 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ae261b2f-990a-4ebe-bf2e-8131592371c4 None None] Transition to ACTIVE for port object 5678c66a-bc9e-4fd2-a790-8f8976fbc1ff will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:19:47.102257 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bf7838c1-c26c-494c-b382-c9095deb9dfd tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:47.125039 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ae261b2f-990a-4ebe-bf2e-8131592371c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:47.157907 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 02445370-e57b-4992-85d9-4dd8c91cb676 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:19:47.303102 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7838c1-c26c-494c-b382-c9095deb9dfd tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event updated for resources: {'Subnet': ['ID=aa22cedd-07f2-43f5-b4a3-9faf3d200138,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:47.307417 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7838c1-c26c-494c-b382-c9095deb9dfd tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Checking segment: {'id': '4b3c3b23-e93b-4cfc-9e04-de2766796609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'e9aaaea4-85b0-44a4-9bc7-1c18fca6dc16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:19:47.308076 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7838c1-c26c-494c-b382-c9095deb9dfd tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Network hostable DHCP agents. Network: e9aaaea4-85b0-44a4-9bc7-1c18fca6dc16, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:19:47.358617 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae261b2f-990a-4ebe-bf2e-8131592371c4 None None] Network c1e21416-feb0-4b2d-955a-301aa759c0c4 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:19:47.367023 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-ae261b2f-990a-4ebe-bf2e-8131592371c4 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:19:47.368561 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7838c1-c26c-494c-b382-c9095deb9dfd tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Network e9aaaea4-85b0-44a4-9bc7-1c18fca6dc16 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:19:47.374462 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae261b2f-990a-4ebe-bf2e-8131592371c4 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:19:47.392571 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-bf7838c1-c26c-494c-b382-c9095deb9dfd tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, e9aaaea4-85b0-44a4-9bc7-1c18fca6dc16) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:19:47.402175 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7838c1-c26c-494c-b382-c9095deb9dfd tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:47.402175 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bf7838c1-c26c-494c-b382-c9095deb9dfd tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:47.410278 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 02445370-e57b-4992-85d9-4dd8c91cb676 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:19:47.410788 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:47.412630 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250f2600-24e5-499f-b9e1-e6fd7b5eed49 None None] Network e9aaaea4-85b0-44a4-9bc7-1c18fca6dc16 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:19:47.421204 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae261b2f-990a-4ebe-bf2e-8131592371c4 None None] Pushing event updated for resources: {'Port': ['ID=5678c66a-bc9e-4fd2-a790-8f8976fbc1ff,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:47.431714 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-bf7838c1-c26c-494c-b382-c9095deb9dfd tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1102428 Sep 08 09:19:47.434560 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37848) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:47.440363 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-f246a4c9-21b0-4cc7-9878-fafc881c92e3 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Request body: {'port': {'network_id': 'e9aaaea4-85b0-44a4-9bc7-1c18fca6dc16', 'name': 'tempest-PortsTestJSON-1167517902', 'fixed_ips': [{'subnet_id': 'aa22cedd-07f2-43f5-b4a3-9faf3d200138', 'ip_address': '172.20.0.10'}]}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:47.464453 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa744e2-85c2-4281-9288-1c1bb3855a8e req-dc0766f6-5472-4436-bddb-75bb737899f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:47.473027 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6fa744e2-85c2-4281-9288-1c1bb3855a8e req-dc0766f6-5472-4436-bddb-75bb737899f1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb338a05-96ea-4d11-88f8-690044b53ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8362503 Sep 08 09:19:47.650445 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-ae261b2f-990a-4ebe-bf2e-8131592371c4 None None] Attempting to bind port 5678c66a-bc9e-4fd2-a790-8f8976fbc1ff on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:19:47.652126 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-ae261b2f-990a-4ebe-bf2e-8131592371c4 None None] Attempting to bind port 5678c66a-bc9e-4fd2-a790-8f8976fbc1ff by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'a3ac8fdb-ef6d-4d3b-9160-fa76311a12a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c1e21416-feb0-4b2d-955a-301aa759c0c4'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:19:47.652605 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae261b2f-990a-4ebe-bf2e-8131592371c4 None None] Attempting to bind port 5678c66a-bc9e-4fd2-a790-8f8976fbc1ff on network c1e21416-feb0-4b2d-955a-301aa759c0c4 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:19:47.788863 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae261b2f-990a-4ebe-bf2e-8131592371c4 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:19:47.800430 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae261b2f-990a-4ebe-bf2e-8131592371c4 None None] Checking segment: {'id': 'a3ac8fdb-ef6d-4d3b-9160-fa76311a12a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c1e21416-feb0-4b2d-955a-301aa759c0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:19:47.801293 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ae261b2f-990a-4ebe-bf2e-8131592371c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:47.802236 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae261b2f-990a-4ebe-bf2e-8131592371c4 None None] Bound using segment: {'id': 'a3ac8fdb-ef6d-4d3b-9160-fa76311a12a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c1e21416-feb0-4b2d-955a-301aa759c0c4'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:19:47.803018 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-ae261b2f-990a-4ebe-bf2e-8131592371c4 None None] Bound port: 5678c66a-bc9e-4fd2-a790-8f8976fbc1ff, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3ac8fdb-ef6d-4d3b-9160-fa76311a12a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c1e21416-feb0-4b2d-955a-301aa759c0c4'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:19:47.803688 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ae261b2f-990a-4ebe-bf2e-8131592371c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:47.819896 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd26d63-db18-4b42-8764-c9ed51285d76 req-4485739a-5ae6-487e-84c1-82413ec3bb20 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:47.821245 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dfd26d63-db18-4b42-8764-c9ed51285d76 req-4485739a-5ae6-487e-84c1-82413ec3bb20 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] 10.222.0.37 "GET /v2.0/ports?device_id=d845f018-f646-43bb-9357-263d97299cb4 HTTP/1.1" status: 200 len: 950 time: 0.7991495 Sep 08 09:19:47.831156 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79d7ef-0cc1-4dd4-b6a3-9c61be63324f req-cf2fdb08-2523-4801-8d83-da2ee79ae94e tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:47.836902 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bb79d7ef-0cc1-4dd4-b6a3-9c61be63324f req-cf2fdb08-2523-4801-8d83-da2ee79ae94e tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=c36fbdc9-d408-4bbd-8b9c-08392f1657db HTTP/1.1" status: 200 len: 945 time: 0.3606632 Sep 08 09:19:47.889280 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37860) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:47.902886 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-153d609a-36ee-4804-a9e2-d9095962ffc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:47.913530 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-bb4482ca-bda6-4c16-bae9-56a128b040ca None None] Allocated IP 172.20.0.2 (d077774f-9856-47b8-a8f1-6735d59dd88f/defab340-d9d0-4c51-a58e-d1ef9d6095ad/90f5358b-f6b8-4ace-a827-3529fb51b136) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:19:47.934894 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f246a4c9-21b0-4cc7-9878-fafc881c92e3 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Made reservation on behalf of befb68007ce4499daff28b75d6381c43 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:19:47.978973 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bb79d7ef-0cc1-4dd4-b6a3-9c61be63324f req-d4a55e89-97d9-4963-bb95-0f196871219d tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332886 Sep 08 09:19:48.094451 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f246a4c9-21b0-4cc7-9878-fafc881c92e3 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:48.131039 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-f246a4c9-21b0-4cc7-9878-fafc881c92e3 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] device_id is not set on port 9fbd6d1c-4ca5-4937-a999-22e890a8bd4d yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:19:48.173347 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-ae261b2f-990a-4ebe-bf2e-8131592371c4 None None] For port 5678c66a-bc9e-4fd2-a790-8f8976fbc1ff, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:19:48.186200 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-ae261b2f-990a-4ebe-bf2e-8131592371c4 None None] For port 5678c66a-bc9e-4fd2-a790-8f8976fbc1ff, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=5678c66a-bc9e-4fd2-a790-8f8976fbc1ff,segment=NetworkSegment(a3ac8fdb-ef6d-4d3b-9160-fa76311a12a6),segment_id=a3ac8fdb-ef6d-4d3b-9160-fa76311a12a6)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:19:48.204527 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5d1f5209-517d-4bba-86b0-ee4b9b175b46 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:48.281410 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f353f-ced7-43c0-bc68-ab72211cd829 req-9cab3f26-3f91-448e-ad39-1b33b5de605e tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:48.284580 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ae261b2f-990a-4ebe-bf2e-8131592371c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:48.289738 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b50f353f-ced7-43c0-bc68-ab72211cd829 req-9cab3f26-3f91-448e-ad39-1b33b5de605e tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] 10.222.0.54 "GET /v2.0/ports?device_id=d845f018-f646-43bb-9357-263d97299cb4 HTTP/1.1" status: 200 len: 950 time: 1.0318601 Sep 08 09:19:48.349510 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d052534-2ad5-44da-9bee-79ec5b76ad6c req-2e3e08a9-bc77-420e-b4ef-ebc3e63f9635 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:48.362157 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1d052534-2ad5-44da-9bee-79ec5b76ad6c req-2e3e08a9-bc77-420e-b4ef-ebc3e63f9635 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 944 time: 0.1718006 Sep 08 09:19:48.405929 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-0474b9b7-a64c-48de-b00c-6225bd09287b tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2033370445'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:48.491632 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b50f353f-ced7-43c0-bc68-ab72211cd829 req-f7ea441a-49bc-4a7e-be1f-a2be13fff38f tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] 10.222.0.54 "GET /v2.0/security-groups?id=39d7ff59-bc3d-4b24-902e-6fc71b8594a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005396 Sep 08 09:19:48.507819 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1d052534-2ad5-44da-9bee-79ec5b76ad6c req-77b92aeb-095f-4ade-b727-60bea4ca85b4 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397338 Sep 08 09:19:48.612609 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0474b9b7-a64c-48de-b00c-6225bd09287b tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Made reservation on behalf of cd179019c68e492882f42f9ae6227b29 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:19:48.619793 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6fa744e2-85c2-4281-9288-1c1bb3855a8e req-92840f06-8fcf-429f-ba40-2b2d78317ee4 service neutron] 10.222.0.35 "GET /v2.0/networks/cb338a05-96ea-4d11-88f8-690044b53ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9949296 Sep 08 09:19:48.620162 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0474b9b7-a64c-48de-b00c-6225bd09287b tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:48.647334 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0474b9b7-a64c-48de-b00c-6225bd09287b tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:48.656235 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-f246a4c9-21b0-4cc7-9878-fafc881c92e3 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Allocated IP 172.20.0.10 (e9aaaea4-85b0-44a4-9bc7-1c18fca6dc16/aa22cedd-07f2-43f5-b4a3-9faf3d200138/9fbd6d1c-4ca5-4937-a999-22e890a8bd4d) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:19:48.805281 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-dfd26d63-db18-4b42-8764-c9ed51285d76 req-be42da2d-aedd-429a-b1b8-c161106a8a56 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] Deleting port 3de4ad99-fe2b-470f-9ae0-dc5503a74430 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:19:48.809780 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-dfd26d63-db18-4b42-8764-c9ed51285d76 req-be42da2d-aedd-429a-b1b8-c161106a8a56 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:48.864527 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-bb4482ca-bda6-4c16-bae9-56a128b040ca None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:48.877886 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-bb4482ca-bda6-4c16-bae9-56a128b040ca None None] Transition to ACTIVE for port object 90f5358b-f6b8-4ace-a827-3529fb51b136 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:19:48.887630 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0474b9b7-a64c-48de-b00c-6225bd09287b tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:48.904297 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-bb4482ca-bda6-4c16-bae9-56a128b040ca None None] Transition to ACTIVE for port object 90f5358b-f6b8-4ace-a827-3529fb51b136 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:19:48.910076 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0474b9b7-a64c-48de-b00c-6225bd09287b tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:48.913132 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae261b2f-990a-4ebe-bf2e-8131592371c4 None None] Pushing event updated for resources: {'Port': ['ID=5678c66a-bc9e-4fd2-a790-8f8976fbc1ff,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:48.949819 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-bb4482ca-bda6-4c16-bae9-56a128b040ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:49.018245 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4482ca-bda6-4c16-bae9-56a128b040ca None None] Network d077774f-9856-47b8-a8f1-6735d59dd88f is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:19:49.026356 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a7955d-ced3-4112-9eba-850bb63e522f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-e9aaaea4-85b0-44a4-9bc7-1c18fca6dc16', 'network_id': 'e9aaaea4-85b0-44a4-9bc7-1c18fca6dc16', 'tenant_id': 'befb68007ce4499daff28b75d6381c43', 'fixed_ips': [{'subnet_id': 'aa22cedd-07f2-43f5-b4a3-9faf3d200138'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:19:49.027894 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d6a7955d-ced3-4112-9eba-850bb63e522f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:49.054579 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-bb4482ca-bda6-4c16-bae9-56a128b040ca None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:19:49.062169 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4482ca-bda6-4c16-bae9-56a128b040ca None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:19:49.095936 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0474b9b7-a64c-48de-b00c-6225bd09287b tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c09b9e-d0eb-446c-b044-d937dfd54592,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:49.121648 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-dfd26d63-db18-4b42-8764-c9ed51285d76 req-be42da2d-aedd-429a-b1b8-c161106a8a56 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] For port 3de4ad99-fe2b-470f-9ae0-dc5503a74430, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=3de4ad99-fe2b-470f-9ae0-dc5503a74430,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:19:49.122033 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-dfd26d63-db18-4b42-8764-c9ed51285d76 req-be42da2d-aedd-429a-b1b8-c161106a8a56 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:49.129452 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37878) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:49.136219 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-dfd26d63-db18-4b42-8764-c9ed51285d76 req-be42da2d-aedd-429a-b1b8-c161106a8a56 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] Calling delete_port for 3de4ad99-fe2b-470f-9ae0-dc5503a74430 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:19:49.207565 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4482ca-bda6-4c16-bae9-56a128b040ca None None] Pushing event updated for resources: {'Port': ['ID=90f5358b-f6b8-4ace-a827-3529fb51b136,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:49.273227 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0474b9b7-a64c-48de-b00c-6225bd09287b tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:19:49.352678 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0474b9b7-a64c-48de-b00c-6225bd09287b tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:49.353185 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-0474b9b7-a64c-48de-b00c-6225bd09287b tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Added segment 99c0c6ad-a860-4832-b361-86becefd8c79 of type vlan for network 1482d1d2-5833-46f8-877f-b58c42441b8b Sep 08 09:19:49.512248 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-dfd26d63-db18-4b42-8764-c9ed51285d76 req-be42da2d-aedd-429a-b1b8-c161106a8a56 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:49.534177 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-bb4482ca-bda6-4c16-bae9-56a128b040ca None None] Attempting to bind port 90f5358b-f6b8-4ace-a827-3529fb51b136 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:19:49.534871 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-bb4482ca-bda6-4c16-bae9-56a128b040ca None None] Attempting to bind port 90f5358b-f6b8-4ace-a827-3529fb51b136 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '08a9e33a-9f59-43cc-b527-1f0eac110678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'd077774f-9856-47b8-a8f1-6735d59dd88f'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:19:49.535036 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4482ca-bda6-4c16-bae9-56a128b040ca None None] Attempting to bind port 90f5358b-f6b8-4ace-a827-3529fb51b136 on network d077774f-9856-47b8-a8f1-6735d59dd88f {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:19:49.552280 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4482ca-bda6-4c16-bae9-56a128b040ca None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:19:49.552700 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4482ca-bda6-4c16-bae9-56a128b040ca None None] Checking segment: {'id': '08a9e33a-9f59-43cc-b527-1f0eac110678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'd077774f-9856-47b8-a8f1-6735d59dd88f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:19:49.553120 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-bb4482ca-bda6-4c16-bae9-56a128b040ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:49.553557 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4482ca-bda6-4c16-bae9-56a128b040ca None None] Bound using segment: {'id': '08a9e33a-9f59-43cc-b527-1f0eac110678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'd077774f-9856-47b8-a8f1-6735d59dd88f'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:19:49.554014 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-bb4482ca-bda6-4c16-bae9-56a128b040ca None None] Bound port: 90f5358b-f6b8-4ace-a827-3529fb51b136, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08a9e33a-9f59-43cc-b527-1f0eac110678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'd077774f-9856-47b8-a8f1-6735d59dd88f'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:19:49.554606 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-bb4482ca-bda6-4c16-bae9-56a128b040ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:49.556776 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['3de4ad99-fe2b-470f-9ae0-dc5503a74430'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:19:49.626412 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f246a4c9-21b0-4cc7-9878-fafc881c92e3 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:49.644479 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-f246a4c9-21b0-4cc7-9878-fafc881c92e3 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Transition to ACTIVE for port object 9fbd6d1c-4ca5-4937-a999-22e890a8bd4d will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:19:49.726138 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-bb4482ca-bda6-4c16-bae9-56a128b040ca None None] For port 90f5358b-f6b8-4ace-a827-3529fb51b136, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:19:49.726709 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-bb4482ca-bda6-4c16-bae9-56a128b040ca None None] For port 90f5358b-f6b8-4ace-a827-3529fb51b136, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=90f5358b-f6b8-4ace-a827-3529fb51b136,segment=NetworkSegment(08a9e33a-9f59-43cc-b527-1f0eac110678),segment_id=08a9e33a-9f59-43cc-b527-1f0eac110678)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:19:49.735904 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-bb4482ca-bda6-4c16-bae9-56a128b040ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:49.794937 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0474b9b7-a64c-48de-b00c-6225bd09287b tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:49.800879 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6575db15-a6c3-47ba-965c-8e527bce0ea6 req-8ab55ad6-cb36-497d-baa0-d0d2742332dd tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] 10.222.0.54 "GET /v2.0/ports?device_id=d845f018-f646-43bb-9357-263d97299cb4 HTTP/1.1" status: 200 len: 210 time: 0.1198070 Sep 08 09:19:49.807298 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-be023719-81cf-4b38-81fc-1fedc43bb8c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:49.819738 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4482ca-bda6-4c16-bae9-56a128b040ca None None] Pushing event updated for resources: {'Port': ['ID=90f5358b-f6b8-4ace-a827-3529fb51b136,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:49.863668 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-5d1f5209-517d-4bba-86b0-ee4b9b175b46 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Allocated IP 172.20.0.1 (c1e21416-feb0-4b2d-955a-301aa759c0c4/cabb4918-818a-4443-9835-8ac48c9509f0/5363aead-0fe9-4ff6-a2c3-05385b1c379c) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:19:50.054768 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-be023719-81cf-4b38-81fc-1fedc43bb8c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:50.076428 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5d1f5209-517d-4bba-86b0-ee4b9b175b46 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:50.094295 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-5d1f5209-517d-4bba-86b0-ee4b9b175b46 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Transition to ACTIVE for port object 5363aead-0fe9-4ff6-a2c3-05385b1c379c will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:19:50.129412 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be42da2d-aedd-429a-b1b8-c161106a8a56 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] Pushing event deleted for resources: {'Port': ['ID=3de4ad99-fe2b-470f-9ae0-dc5503a74430,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:50.149479 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5d1f5209-517d-4bba-86b0-ee4b9b175b46 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:50.193700 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-be023719-81cf-4b38-81fc-1fedc43bb8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:50.278311 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e222c-5224-4373-9e18-57a792d1765b req-22ffc49e-d163-414d-88ee-be952c9781ac tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:50.287141 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-df5e222c-5224-4373-9e18-57a792d1765b req-22ffc49e-d163-414d-88ee-be952c9781ac tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=c36fbdc9-d408-4bbd-8b9c-08392f1657db HTTP/1.1" status: 200 len: 945 time: 0.8285804 Sep 08 09:19:50.347192 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1f5209-517d-4bba-86b0-ee4b9b175b46 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Network c1e21416-feb0-4b2d-955a-301aa759c0c4 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:19:50.350220 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd26d63-db18-4b42-8764-c9ed51285d76 req-be42da2d-aedd-429a-b1b8-c161106a8a56 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] No DVR routers for this DVR port 3de4ad99-fe2b-470f-9ae0-dc5503a74430 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:19:50.373633 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-5d1f5209-517d-4bba-86b0-ee4b9b175b46 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:19:50.394364 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-be023719-81cf-4b38-81fc-1fedc43bb8c3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dda157fb44ef45da918d9d193afdaa17&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2357264 Sep 08 09:19:50.397154 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37886) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:50.398404 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-dfd26d63-db18-4b42-8764-c9ed51285d76 req-be42da2d-aedd-429a-b1b8-c161106a8a56 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:50.409866 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dfd26d63-db18-4b42-8764-c9ed51285d76 req-be42da2d-aedd-429a-b1b8-c161106a8a56 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] 10.222.0.37 "DELETE /v2.0/ports/3de4ad99-fe2b-470f-9ae0-dc5503a74430 HTTP/1.1" status: 204 len: 173 time: 2.5034118 Sep 08 09:19:50.438414 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd845f018-f646-43bb-9357-263d97299cb4', 'name': 'network-vif-deleted', 'tag': '3de4ad99-fe2b-470f-9ae0-dc5503a74430'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:19:50.441256 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e62b4d7-de93-46ff-bdc9-4e98e4b7bdcb" -d '{"events": [{"server_uuid": "d845f018-f646-43bb-9357-263d97299cb4", "name": "network-vif-deleted", "tag": "3de4ad99-fe2b-470f-9ae0-dc5503a74430"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:19:50.461566 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1f5209-517d-4bba-86b0-ee4b9b175b46 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:19:50.546508 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:50.584453 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-d6a7955d-ced3-4112-9eba-850bb63e522f None None] Allocated IP 172.20.0.2 (e9aaaea4-85b0-44a4-9bc7-1c18fca6dc16/aa22cedd-07f2-43f5-b4a3-9faf3d200138/02aede6f-bd2c-4696-8b54-7cdefa52c64e) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:19:50.624131 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5d1f5209-517d-4bba-86b0-ee4b9b175b46 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:50.755442 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f246a4c9-21b0-4cc7-9878-fafc881c92e3 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:50.823042 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6fa744e2-85c2-4281-9288-1c1bb3855a8e req-958a0a33-6080-4f4a-b146-9ee5c78fe616 service neutron] 10.222.0.35 "GET /v2.0/networks/cb338a05-96ea-4d11-88f8-690044b53ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1032426 Sep 08 09:19:50.836943 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f5209-517d-4bba-86b0-ee4b9b175b46 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Pushing event updated for resources: {'Port': ['ID=5363aead-0fe9-4ff6-a2c3-05385b1c379c,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:50.863445 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ba73cd6a-ecfd-420a-8da5-357cd01bd290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:50.877749 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f246a4c9-21b0-4cc7-9878-fafc881c92e3 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Network e9aaaea4-85b0-44a4-9bc7-1c18fca6dc16 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:19:50.891974 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd77135-d28c-4d14-98fe-0119a1523b2a None None] Network c1e21416-feb0-4b2d-955a-301aa759c0c4 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:19:50.898780 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0474b9b7-a64c-48de-b00c-6225bd09287b tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:50.899941 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-df5e222c-5224-4373-9e18-57a792d1765b req-ead16206-f5eb-4873-aac3-710abb5f9291 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6116974 Sep 08 09:19:50.907178 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0474b9b7-a64c-48de-b00c-6225bd09287b tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:50.908123 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0474b9b7-a64c-48de-b00c-6225bd09287b tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:50.925379 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5d1f5209-517d-4bba-86b0-ee4b9b175b46 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:50.931627 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-f246a4c9-21b0-4cc7-9878-fafc881c92e3 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:19:50.934360 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b88096af-9425-4349-a3c0-356d8937bf36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:50.969449 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b88096af-9425-4349-a3c0-356d8937bf36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:51.308591 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f246a4c9-21b0-4cc7-9878-fafc881c92e3 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:19:51.327761 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2d7d6d13-c7ea-46c3-9b37-6dfa9a8cbcd1 None None] Provisioning for port 5678c66a-bc9e-4fd2-a790-8f8976fbc1ff completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:19:51.332897 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e57be3-41f7-44b6-b967-3db2a965ca2c x-openstack-request-id: req-b4e57be3-41f7-44b6-b967-3db2a965ca2c {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:19:51.333194 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d845f018-f646-43bb-9357-263d97299cb4", "name": "network-vif-deleted", "tag": "3de4ad99-fe2b-470f-9ae0-dc5503a74430", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:19:51.333450 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b4e57be3-41f7-44b6-b967-3db2a965ca2c {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:19:51.333849 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd845f018-f646-43bb-9357-263d97299cb4', 'name': 'network-vif-deleted', 'tag': '3de4ad99-fe2b-470f-9ae0-dc5503a74430', 'status': 'completed', 'code': 200} Sep 08 09:19:51.431257 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1ea2c5d6-bdf5-41d1-94e6-045b2df817da req-94dc625b-c6e4-4bb7-b0d6-7fa119b8d657 tempest-VolumesNegativeTest-601662953 tempest-VolumesNegativeTest-601662953-project] 10.222.0.54 "GET /v2.0/ports?device_id=d845f018-f646-43bb-9357-263d97299cb4 HTTP/1.1" status: 200 len: 210 time: 0.1001060 Sep 08 09:19:51.435080 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0474b9b7-a64c-48de-b00c-6225bd09287b tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Pushing event updated for resources: {'Network': ['ID=1482d1d2-5833-46f8-877f-b58c42441b8b,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:51.449503 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b88096af-9425-4349-a3c0-356d8937bf36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:51.453506 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b88096af-9425-4349-a3c0-356d8937bf36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:51.459986 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b88096af-9425-4349-a3c0-356d8937bf36 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0481fe8b-f5b5-4e3a-b2a5-a6f8460bc45d HTTP/1.1" status: 204 len: 168 time: 1.0187008 Sep 08 09:19:51.459986 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0474b9b7-a64c-48de-b00c-6225bd09287b tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.5634675 Sep 08 09:19:51.462914 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0474b9b7-a64c-48de-b00c-6225bd09287b tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:19:51.463497 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0474b9b7-a64c-48de-b00c-6225bd09287b tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:19:51.463608 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0474b9b7-a64c-48de-b00c-6225bd09287b tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:19:51.463987 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0474b9b7-a64c-48de-b00c-6225bd09287b tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:19:51.464279 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0474b9b7-a64c-48de-b00c-6225bd09287b tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:19:51.464631 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0474b9b7-a64c-48de-b00c-6225bd09287b tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:19:51.465050 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0474b9b7-a64c-48de-b00c-6225bd09287b tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:19:51.465389 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0474b9b7-a64c-48de-b00c-6225bd09287b tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:19:51.465724 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0474b9b7-a64c-48de-b00c-6225bd09287b tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:19:51.466853 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0474b9b7-a64c-48de-b00c-6225bd09287b tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:19:51.467206 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0474b9b7-a64c-48de-b00c-6225bd09287b tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:19:51.467545 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0474b9b7-a64c-48de-b00c-6225bd09287b tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:19:51.473375 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37894) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:51.487052 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f246a4c9-21b0-4cc7-9878-fafc881c92e3 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:51.487767 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f246a4c9-21b0-4cc7-9878-fafc881c92e3 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:51.495522 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be023719-81cf-4b38-81fc-1fedc43bb8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0481fe8b-f5b5-4e3a-b2a5-a6f8460bc45d,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:51.517811 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 5678c66a-bc9e-4fd2-a790-8f8976fbc1ff up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:19:51.518215 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-f3bd310e-b439-4579-b62b-8dc0db50ced9 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Request body: {'subnet': {'network_id': '1482d1d2-5833-46f8-877f-b58c42441b8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:51.522129 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 1482d1d2-5833-46f8-877f-b58c42441b8b details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:19:51.572290 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d6a7955d-ced3-4112-9eba-850bb63e522f None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:51.595442 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d6a7955d-ced3-4112-9eba-850bb63e522f None None] Transition to ACTIVE for port object 02aede6f-bd2c-4696-8b54-7cdefa52c64e will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:19:51.616253 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d6a7955d-ced3-4112-9eba-850bb63e522f None None] Transition to ACTIVE for port object 02aede6f-bd2c-4696-8b54-7cdefa52c64e will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:19:51.678795 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5d1f5209-517d-4bba-86b0-ee4b9b175b46 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:51.692834 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5d1f5209-517d-4bba-86b0-ee4b9b175b46 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:51.732052 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709cc093-05eb-4b6a-93ff-0cff0764c77a req-5db236e7-25fe-4ed1-9206-79aa22152a1d tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:51.750851 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-709cc093-05eb-4b6a-93ff-0cff0764c77a req-5db236e7-25fe-4ed1-9206-79aa22152a1d tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 944 time: 1.6939833 Sep 08 09:19:51.791975 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d6a7955d-ced3-4112-9eba-850bb63e522f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:51.813341 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f246a4c9-21b0-4cc7-9878-fafc881c92e3 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event updated for resources: {'Port': ['ID=9fbd6d1c-4ca5-4937-a999-22e890a8bd4d,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:51.815724 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88096af-9425-4349-a3c0-356d8937bf36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0481fe8b-f5b5-4e3a-b2a5-a6f8460bc45d,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:51.825921 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f246a4c9-21b0-4cc7-9878-fafc881c92e3 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.3867533 Sep 08 09:19:51.828580 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37900) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:51.852326 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-3ec6690b-83ac-4888-a903-586b20c10b84 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Request body: {'port': {'network_id': 'e9aaaea4-85b0-44a4-9bc7-1c18fca6dc16', 'name': 'tempest-PortsTestJSON-622522414', 'fixed_ips': [{'subnet_id': 'aa22cedd-07f2-43f5-b4a3-9faf3d200138', 'ip_address': '172.20.0.9'}]}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:51.896319 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f5209-517d-4bba-86b0-ee4b9b175b46 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Pushing event updated for resources: {'Port': ['ID=5363aead-0fe9-4ff6-a2c3-05385b1c379c,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:51.899524 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5d1f5209-517d-4bba-86b0-ee4b9b175b46 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:51.969926 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a7955d-ced3-4112-9eba-850bb63e522f None None] Pushing event updated for resources: {'Port': ['ID=02aede6f-bd2c-4696-8b54-7cdefa52c64e,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:51.972599 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca54b4e-de89-4dd0-a2c8-24048853f739 None None] Network d077774f-9856-47b8-a8f1-6735d59dd88f requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:19:52.034766 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-709cc093-05eb-4b6a-93ff-0cff0764c77a req-6b520274-29d4-4833-b5e3-14369d42a7a3 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2827456 Sep 08 09:19:52.062445 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3bd310e-b439-4579-b62b-8dc0db50ced9 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Made reservation on behalf of cd179019c68e492882f42f9ae6227b29 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:19:52.066081 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f3bd310e-b439-4579-b62b-8dc0db50ced9 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:52.187797 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a9cee-c7a6-4cbf-9c18-8c14d4f601fe req-b286e27b-5a28-4ebf-a417-beb1ef199f6c tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:52.189711 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-534a9cee-c7a6-4cbf-9c18-8c14d4f601fe req-b286e27b-5a28-4ebf-a417-beb1ef199f6c tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=c36fbdc9-d408-4bbd-8b9c-08392f1657db HTTP/1.1" status: 200 len: 945 time: 0.1134059 Sep 08 09:19:52.215271 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1f5209-517d-4bba-86b0-ee4b9b175b46 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Network c1e21416-feb0-4b2d-955a-301aa759c0c4 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:19:52.219691 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-5d1f5209-517d-4bba-86b0-ee4b9b175b46 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:19:52.236509 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec6690b-83ac-4888-a903-586b20c10b84 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Made reservation on behalf of befb68007ce4499daff28b75d6381c43 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:19:52.248456 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3ec6690b-83ac-4888-a903-586b20c10b84 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:52.402989 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-3ec6690b-83ac-4888-a903-586b20c10b84 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] device_id is not set on port cc4e290f-1459-4a44-820b-0694a29b12a4 yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:19:52.674552 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 3de4ad99-fe2b-470f-9ae0-dc5503a74430 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:19:52.754776 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a7955d-ced3-4112-9eba-850bb63e522f None None] Network e9aaaea4-85b0-44a4-9bc7-1c18fca6dc16 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:19:52.799098 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-d6a7955d-ced3-4112-9eba-850bb63e522f None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:19:52.802533 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a7955d-ced3-4112-9eba-850bb63e522f None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:19:52.879469 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 5678c66a-bc9e-4fd2-a790-8f8976fbc1ff completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:19:52.881767 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-edebe0c2-f720-4dd3-b542-4b5bcc513c2f None None] Provisioning for port 90f5358b-f6b8-4ace-a827-3529fb51b136 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:19:52.915635 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:52.920690 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 5678c66a-bc9e-4fd2-a790-8f8976fbc1ff triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:19:52.921341 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:52.923162 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 3de4ad99-fe2b-470f-9ae0-dc5503a74430 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:19:52.923715 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 3de4ad99-fe2b-470f-9ae0-dc5503a74430 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:19:52.944134 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-534a9cee-c7a6-4cbf-9c18-8c14d4f601fe req-2bc51339-9071-44f2-a9a8-b37b97283c51 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7264552 Sep 08 09:19:53.028136 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1f5209-517d-4bba-86b0-ee4b9b175b46 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Router 8142ab41-ba7b-4d58-a6db-0b61f212ddce is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:19:53.207022 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f3bd310e-b439-4579-b62b-8dc0db50ced9 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:53.370800 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-d6a7955d-ced3-4112-9eba-850bb63e522f None None] Attempting to bind port 02aede6f-bd2c-4696-8b54-7cdefa52c64e on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:19:53.371198 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-d6a7955d-ced3-4112-9eba-850bb63e522f None None] Attempting to bind port 02aede6f-bd2c-4696-8b54-7cdefa52c64e by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '4b3c3b23-e93b-4cfc-9e04-de2766796609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'e9aaaea4-85b0-44a4-9bc7-1c18fca6dc16'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:19:53.371830 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a7955d-ced3-4112-9eba-850bb63e522f None None] Attempting to bind port 02aede6f-bd2c-4696-8b54-7cdefa52c64e on network e9aaaea4-85b0-44a4-9bc7-1c18fca6dc16 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:19:53.398870 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a7955d-ced3-4112-9eba-850bb63e522f None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:19:53.399255 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a7955d-ced3-4112-9eba-850bb63e522f None None] Checking segment: {'id': '4b3c3b23-e93b-4cfc-9e04-de2766796609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'e9aaaea4-85b0-44a4-9bc7-1c18fca6dc16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:19:53.399666 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d6a7955d-ced3-4112-9eba-850bb63e522f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:53.400058 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a7955d-ced3-4112-9eba-850bb63e522f None None] Bound using segment: {'id': '4b3c3b23-e93b-4cfc-9e04-de2766796609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'e9aaaea4-85b0-44a4-9bc7-1c18fca6dc16'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:19:53.422254 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-d6a7955d-ced3-4112-9eba-850bb63e522f None None] Bound port: 02aede6f-bd2c-4696-8b54-7cdefa52c64e, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b3c3b23-e93b-4cfc-9e04-de2766796609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'e9aaaea4-85b0-44a4-9bc7-1c18fca6dc16'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:19:53.423990 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d6a7955d-ced3-4112-9eba-850bb63e522f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:53.539960 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1f5209-517d-4bba-86b0-ee4b9b175b46 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:19:53.556717 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5d1f5209-517d-4bba-86b0-ee4b9b175b46 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] 10.222.0.54 "PUT /v2.0/routers/8142ab41-ba7b-4d58-a6db-0b61f212ddce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0505106 Sep 08 09:19:53.571642 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37960) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:53.573112 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e0799b-1921-4f8b-ad03-cba9e5c9fe46 req-8681d1b3-2600-41ab-9ba8-30d2b59bbbdf tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:53.578588 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c4e0799b-1921-4f8b-ad03-cba9e5c9fe46 req-8681d1b3-2600-41ab-9ba8-30d2b59bbbdf tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 944 time: 0.2882965 Sep 08 09:19:53.615502 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d0df0b-05d9-4e66-8c13-98e602b61c24 None None] Sync routers for ids ['8142ab41-ba7b-4d58-a6db-0b61f212ddce'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:19:53.625279 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd310e-b439-4579-b62b-8dc0db50ced9 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Pushing event updated for resources: {'Subnet': ['ID=d2f0a9ad-1a67-4cc9-ad50-9b92f9b0a11b,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:53.690868 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c4e0799b-1921-4f8b-ad03-cba9e5c9fe46 req-92b4167f-916d-42c2-bfd3-4727541ee00b tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051590 Sep 08 09:19:53.729524 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:53.796022 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d0df0b-05d9-4e66-8c13-98e602b61c24 None None] Routers {'8142ab41-ba7b-4d58-a6db-0b61f212ddce'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:19:53.798450 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-65d0df0b-05d9-4e66-8c13-98e602b61c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:19:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8142ab41-ba7b-4d58-a6db-0b61f212ddce'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:19:53.801836 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-3ec6690b-83ac-4888-a903-586b20c10b84 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Allocated IP 172.20.0.9 (e9aaaea4-85b0-44a4-9bc7-1c18fca6dc16/aa22cedd-07f2-43f5-b4a3-9faf3d200138/cc4e290f-1459-4a44-820b-0694a29b12a4) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:19:53.855209 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bd310e-b439-4579-b62b-8dc0db50ced9 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Checking segment: {'id': '99c0c6ad-a860-4832-b361-86becefd8c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1482d1d2-5833-46f8-877f-b58c42441b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:19:53.855611 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bd310e-b439-4579-b62b-8dc0db50ced9 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Network hostable DHCP agents. Network: 1482d1d2-5833-46f8-877f-b58c42441b8b, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:19:53.891835 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79316ed-ab16-4696-a9e8-5c5d2c439c3c req-a5916f49-8bd0-4939-899d-5e8952d14c18 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:53.893921 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a79316ed-ab16-4696-a9e8-5c5d2c439c3c req-a5916f49-8bd0-4939-899d-5e8952d14c18 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.5175281 Sep 08 09:19:54.012491 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:54.082630 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a79316ed-ab16-4696-a9e8-5c5d2c439c3c req-4e1991da-8f38-4720-8d94-3b25f6f08a80 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752291 Sep 08 09:19:54.105047 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bd310e-b439-4579-b62b-8dc0db50ced9 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Network 1482d1d2-5833-46f8-877f-b58c42441b8b is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:19:54.231349 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-65d0df0b-05d9-4e66-8c13-98e602b61c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:19:54.259005 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-f3bd310e-b439-4579-b62b-8dc0db50ced9 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 1482d1d2-5833-46f8-877f-b58c42441b8b) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:19:54.271234 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bd310e-b439-4579-b62b-8dc0db50ced9 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:54.271862 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f3bd310e-b439-4579-b62b-8dc0db50ced9 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:54.385029 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d0df0b-05d9-4e66-8c13-98e602b61c24 None None] Routers {'8142ab41-ba7b-4d58-a6db-0b61f212ddce'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:19:54.387269 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38002) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:54.388448 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-65d0df0b-05d9-4e66-8c13-98e602b61c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:19:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8142ab41-ba7b-4d58-a6db-0b61f212ddce'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:19:54.406715 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab60447-f55d-4aa7-a11d-5266c59ffea1 None None] Network 1482d1d2-5833-46f8-877f-b58c42441b8b requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:19:54.444789 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c44944-7b0c-434c-9535-5a345392d163 req-54752978-9072-4f83-86dd-b50370323b24 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:54.467064 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-68c44944-7b0c-434c-9535-5a345392d163 req-54752978-9072-4f83-86dd-b50370323b24 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.1639092 Sep 08 09:19:54.584808 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:54.603229 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-68c44944-7b0c-434c-9535-5a345392d163 req-5ff7b866-6fd8-4c0f-9ce2-e01ad479a62e tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258035 Sep 08 09:19:54.621759 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-4f2d7894-89ed-4556-83bb-a470a6ae3750 None None] Provisioning for port 5363aead-0fe9-4ff6-a2c3-05385b1c379c completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:19:54.632470 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-65d0df0b-05d9-4e66-8c13-98e602b61c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:19:54.633134 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d0df0b-05d9-4e66-8c13-98e602b61c24 None None] The sync data for ids ['8142ab41-ba7b-4d58-a6db-0b61f212ddce'] in n-d-806683-11 is: [] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:19:54.648416 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 5678c66a-bc9e-4fd2-a790-8f8976fbc1ff, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=5678c66a-bc9e-4fd2-a790-8f8976fbc1ff,segment=NetworkSegment(a3ac8fdb-ef6d-4d3b-9160-fa76311a12a6),segment_id=a3ac8fdb-ef6d-4d3b-9160-fa76311a12a6)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:19:54.678502 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:54.679401 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 90f5358b-f6b8-4ace-a827-3529fb51b136 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:19:54.681247 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-4f2d7894-89ed-4556-83bb-a470a6ae3750 None None] Provisioning complete for port 5363aead-0fe9-4ff6-a2c3-05385b1c379c triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:19:54.681669 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4f2d7894-89ed-4556-83bb-a470a6ae3750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:54.697962 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d6a7955d-ced3-4112-9eba-850bb63e522f None None] For port 02aede6f-bd2c-4696-8b54-7cdefa52c64e, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:19:54.730635 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8153ad9a-495a-40f8-a80e-5cb88c3ed194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:54.912127 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d6a7955d-ced3-4112-9eba-850bb63e522f None None] For port 02aede6f-bd2c-4696-8b54-7cdefa52c64e, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=02aede6f-bd2c-4696-8b54-7cdefa52c64e,segment=NetworkSegment(4b3c3b23-e93b-4cfc-9e04-de2766796609),segment_id=4b3c3b23-e93b-4cfc-9e04-de2766796609)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:19:54.933690 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d6a7955d-ced3-4112-9eba-850bb63e522f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:55.004355 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-4f2d7894-89ed-4556-83bb-a470a6ae3750 None None] Port 5363aead-0fe9-4ff6-a2c3-05385b1c379c cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:19:55.034466 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8153ad9a-495a-40f8-a80e-5cb88c3ed194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:55.041154 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8153ad9a-495a-40f8-a80e-5cb88c3ed194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:55.114823 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8153ad9a-495a-40f8-a80e-5cb88c3ed194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee2d3ec-db1a-410d-b6d0-6a7be6184a67,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:55.135792 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8153ad9a-495a-40f8-a80e-5cb88c3ed194 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=976aa9baf76b48f0b839bf6f3fa5d190&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7439997 Sep 08 09:19:55.139633 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38044) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:55.163193 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-4f2d7894-89ed-4556-83bb-a470a6ae3750 None None] Provisioning complete for port 5678c66a-bc9e-4fd2-a790-8f8976fbc1ff triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:19:55.175866 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4f2d7894-89ed-4556-83bb-a470a6ae3750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:55.199959 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=5678c66a-bc9e-4fd2-a790-8f8976fbc1ff,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:55.258867 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-24720748-7fd2-432f-be77-e7e9b19b1600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:55.290387 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-24720748-7fd2-432f-be77-e7e9b19b1600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:55.358929 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-24720748-7fd2-432f-be77-e7e9b19b1600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:55.361693 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-24720748-7fd2-432f-be77-e7e9b19b1600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:55.367578 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-24720748-7fd2-432f-be77-e7e9b19b1600 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1ee2d3ec-db1a-410d-b6d0-6a7be6184a67 HTTP/1.1" status: 204 len: 168 time: 0.2254364 Sep 08 09:19:55.384200 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24720748-7fd2-432f-be77-e7e9b19b1600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee2d3ec-db1a-410d-b6d0-6a7be6184a67,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:55.443729 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a7955d-ced3-4112-9eba-850bb63e522f None None] Pushing event updated for resources: {'Port': ['ID=02aede6f-bd2c-4696-8b54-7cdefa52c64e,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:55.527665 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 90f5358b-f6b8-4ace-a827-3529fb51b136 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:19:55.567763 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 90f5358b-f6b8-4ace-a827-3529fb51b136 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:19:55.568317 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:55.605454 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f3bd310e-b439-4579-b62b-8dc0db50ced9 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1118269 Sep 08 09:19:55.606809 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38056) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:55.616087 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-38a3b06c-07fa-4d4e-9231-0d11b8481f0a tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Request body: {'port': {'network_id': '1482d1d2-5833-46f8-877f-b58c42441b8b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-992903856'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:55.691249 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e46cc3-6d98-4d13-b566-4aa0e444b366 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-1482d1d2-5833-46f8-877f-b58c42441b8b', 'network_id': '1482d1d2-5833-46f8-877f-b58c42441b8b', 'tenant_id': 'cd179019c68e492882f42f9ae6227b29', 'fixed_ips': [{'subnet_id': 'd2f0a9ad-1a67-4cc9-ad50-9b92f9b0a11b'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:19:55.692195 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-11e46cc3-6d98-4d13-b566-4aa0e444b366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:55.963264 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:56.038033 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a3b06c-07fa-4d4e-9231-0d11b8481f0a tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Made reservation on behalf of cd179019c68e492882f42f9ae6227b29 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:19:56.039530 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-38a3b06c-07fa-4d4e-9231-0d11b8481f0a tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:56.050786 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906cf19-872a-4f51-aa98-55c0dd94b35d req-a4762c53-95bb-4b64-9844-ae9b28baf213 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:56.057469 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a906cf19-872a-4f51-aa98-55c0dd94b35d req-a4762c53-95bb-4b64-9844-ae9b28baf213 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 944 time: 0.5784936 Sep 08 09:19:56.086518 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [None req-38a3b06c-07fa-4d4e-9231-0d11b8481f0a tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] device_id is not set on port 85f41ba9-8004-47a7-9f10-ddaa9e8f63be yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:19:56.119127 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ad9fc5f3-5aa5-4d44-8d50-715b305bf63b None None] Provisioning complete for port 5363aead-0fe9-4ff6-a2c3-05385b1c379c triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:19:56.119607 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ad9fc5f3-5aa5-4d44-8d50-715b305bf63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:56.122999 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 90f5358b-f6b8-4ace-a827-3529fb51b136, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=90f5358b-f6b8-4ace-a827-3529fb51b136,segment=NetworkSegment(08a9e33a-9f59-43cc-b527-1f0eac110678),segment_id=08a9e33a-9f59-43cc-b527-1f0eac110678)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:19:56.176737 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:56.281253 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-ad9fc5f3-5aa5-4d44-8d50-715b305bf63b None None] Port 5363aead-0fe9-4ff6-a2c3-05385b1c379c cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:19:56.306867 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3ec6690b-83ac-4888-a903-586b20c10b84 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:56.366953 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-11e46cc3-6d98-4d13-b566-4aa0e444b366 None None] Allocated IP 2001:db8::2 (1482d1d2-5833-46f8-877f-b58c42441b8b/d2f0a9ad-1a67-4cc9-ad50-9b92f9b0a11b/35804d22-fc2f-4e83-bdb0-7a7df286a738) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:19:56.371817 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ad9fc5f3-5aa5-4d44-8d50-715b305bf63b None None] Provisioning complete for port 90f5358b-f6b8-4ace-a827-3529fb51b136 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:19:56.376316 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ad9fc5f3-5aa5-4d44-8d50-715b305bf63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:56.396962 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a906cf19-872a-4f51-aa98-55c0dd94b35d req-50b22571-3243-4ce3-ba5d-5f82777b5a93 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2697682 Sep 08 09:19:56.405710 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-3ec6690b-83ac-4888-a903-586b20c10b84 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Transition to ACTIVE for port object cc4e290f-1459-4a44-820b-0694a29b12a4 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:19:56.429179 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=90f5358b-f6b8-4ace-a827-3529fb51b136,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:56.436986 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-2b992471-5f2e-4a14-a8e9-83e0c9721eda tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:19:56.441026 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2b992471-5f2e-4a14-a8e9-83e0c9721eda tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] 10.222.0.54 "PUT /v2.0/routers/8142ab41-ba7b-4d58-a6db-0b61f212ddce/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.8517690 Sep 08 09:19:56.441369 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38076) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:56.603352 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 02aede6f-bd2c-4696-8b54-7cdefa52c64e up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:19:56.628794 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3ec6690b-83ac-4888-a903-586b20c10b84 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:56.834238 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec6690b-83ac-4888-a903-586b20c10b84 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event updated for resources: {'Port': ['ID=cc4e290f-1459-4a44-820b-0694a29b12a4,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:56.900331 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec6690b-83ac-4888-a903-586b20c10b84 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Network e9aaaea4-85b0-44a4-9bc7-1c18fca6dc16 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:19:56.903395 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-3ec6690b-83ac-4888-a903-586b20c10b84 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:19:56.912565 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec6690b-83ac-4888-a903-586b20c10b84 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:19:56.995036 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 02aede6f-bd2c-4696-8b54-7cdefa52c64e completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:19:56.996761 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38122) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:57.033251 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d23613-373f-41b2-8cd0-acb1381df868 None None] Network e9aaaea4-85b0-44a4-9bc7-1c18fca6dc16 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:19:57.068486 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-21f93844-8193-4e9f-aafa-f41821924a36 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:57.074791 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-21f93844-8193-4e9f-aafa-f41821924a36 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/networks?id=2de43bb0-acf3-42aa-b534-30332da083e7 HTTP/1.1" status: 200 len: 812 time: 0.3872371 Sep 08 09:19:57.104061 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-356c8e04-37a2-4abb-96d1-da6db03e9dda tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/quotas/ca0d1910d7ca4892b72992e748a5bde6 HTTP/1.1" status: 200 len: 375 time: 0.0224497 Sep 08 09:19:57.211797 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec6690b-83ac-4888-a903-586b20c10b84 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:57.212490 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3ec6690b-83ac-4888-a903-586b20c10b84 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:57.233121 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 5678c66a-bc9e-4fd2-a790-8f8976fbc1ff up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:19:57.244464 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-8aa36190-c863-4fc4-83e1-8d71eafe1605 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1865982328-network', 'tenant_id': '8297282dd4d047228ce044f7d322f489'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:57.279906 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-11e46cc3-6d98-4d13-b566-4aa0e444b366 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:57.292477 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-0b5010ad-a6d0-416a-aece-41eac5b7a99b tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ca0d1910d7ca4892b72992e748a5bde6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1818120 Sep 08 09:19:57.306140 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-6b2b26ad-d7e0-46da-ba86-fec22423292a service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:19:57.307519 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-6b2b26ad-d7e0-46da-ba86-fec22423292a service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067692 Sep 08 09:19:57.322002 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-11e46cc3-6d98-4d13-b566-4aa0e444b366 None None] Transition to ACTIVE for port object 35804d22-fc2f-4e83-bdb0-7a7df286a738 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:19:57.330247 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-4dd888ee-7b3f-4172-92fb-868992efc8b9 None None] Provisioning for port 02aede6f-bd2c-4696-8b54-7cdefa52c64e completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:19:57.361421 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-4dd888ee-7b3f-4172-92fb-868992efc8b9 None None] Provisioning complete for port 02aede6f-bd2c-4696-8b54-7cdefa52c64e triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:19:57.361836 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4dd888ee-7b3f-4172-92fb-868992efc8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:57.459211 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa36190-c863-4fc4-83e1-8d71eafe1605 admin admin] Made reservation on behalf of 8297282dd4d047228ce044f7d322f489 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:19:57.461804 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8aa36190-c863-4fc4-83e1-8d71eafe1605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:57.532885 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8aa36190-c863-4fc4-83e1-8d71eafe1605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:57.554767 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3ec6690b-83ac-4888-a903-586b20c10b84 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.7085247 Sep 08 09:19:57.556642 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-473c4776-1b99-488d-bbab-be6e2085be3b service neutron] 10.222.0.54 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353148 Sep 08 09:19:57.558541 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38142) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:57.750370 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa9e762-e2ce-4afc-93b9-384b53a1aa23 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:57.755612 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-1fa9e762-e2ce-4afc-93b9-384b53a1aa23 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1961176 Sep 08 09:19:57.758571 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38150) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:57.764745 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8aa36190-c863-4fc4-83e1-8d71eafe1605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:57.779311 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8aa36190-c863-4fc4-83e1-8d71eafe1605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:57.794505 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d534d-c902-4fc9-a70c-149c9f08d362 req-203eb159-9174-49ae-81fd-07360dbc5eb3 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:57.796214 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-896d534d-c902-4fc9-a70c-149c9f08d362 req-203eb159-9174-49ae-81fd-07360dbc5eb3 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 944 time: 0.2446167 Sep 08 09:19:57.822834 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aa36190-c863-4fc4-83e1-8d71eafe1605 admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:19:57.861879 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-11e46cc3-6d98-4d13-b566-4aa0e444b366 None None] Transition to ACTIVE for port object 35804d22-fc2f-4e83-bdb0-7a7df286a738 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:19:57.899760 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-6bf1051e-0a1c-4354-92c4-78aabeaeddae service neutron] 10.222.0.54 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420568 Sep 08 09:19:57.912170 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 5678c66a-bc9e-4fd2-a790-8f8976fbc1ff triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:19:57.921513 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:57.943728 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-11e46cc3-6d98-4d13-b566-4aa0e444b366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:57.953672 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa36190-c863-4fc4-83e1-8d71eafe1605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3eedba9-ae4a-4fe8-b3b6-724ad9c9a44d,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:57.968475 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8aa36190-c863-4fc4-83e1-8d71eafe1605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:57.968837 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-8aa36190-c863-4fc4-83e1-8d71eafe1605 admin admin] Added segment 91142c9f-e5e5-4737-8192-1747c3ce3b1b of type vlan for network dde6f6ac-f5f0-495d-a0dd-5de9b0c94092 Sep 08 09:19:58.068628 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653e3034-f7d3-4155-bdc3-10dddbce4ca1 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:58.079960 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-896d534d-c902-4fc9-a70c-149c9f08d362 req-ba4559d3-748d-40b6-8e67-216d737e2636 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2624247 Sep 08 09:19:58.084516 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8aa36190-c863-4fc4-83e1-8d71eafe1605 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:58.086706 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653e3034-f7d3-4155-bdc3-10dddbce4ca1 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:58.105834 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653e3034-f7d3-4155-bdc3-10dddbce4ca1 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:58.111794 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-653e3034-f7d3-4155-bdc3-10dddbce4ca1 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.3517134 Sep 08 09:19:58.112850 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38170) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:58.169106 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-38a3b06c-07fa-4d4e-9231-0d11b8481f0a tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Allocated IP 2001:db8::17a (1482d1d2-5833-46f8-877f-b58c42441b8b/d2f0a9ad-1a67-4cc9-ad50-9b92f9b0a11b/85f41ba9-8004-47a7-9f10-ddaa9e8f63be) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:19:58.208613 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e46cc3-6d98-4d13-b566-4aa0e444b366 None None] Network 1482d1d2-5833-46f8-877f-b58c42441b8b is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:19:58.250540 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-11e46cc3-6d98-4d13-b566-4aa0e444b366 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:19:58.273845 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e46cc3-6d98-4d13-b566-4aa0e444b366 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:19:58.292507 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8aa36190-c863-4fc4-83e1-8d71eafe1605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:58.293867 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa36190-c863-4fc4-83e1-8d71eafe1605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:58.294664 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8aa36190-c863-4fc4-83e1-8d71eafe1605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:58.300647 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-920e7ba8-ba17-49ae-a78a-c392f265441d tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:58.409134 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e46cc3-6d98-4d13-b566-4aa0e444b366 None None] Pushing event updated for resources: {'Port': ['ID=35804d22-fc2f-4e83-bdb0-7a7df286a738,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:58.451567 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-673a5156-193f-4342-a6d2-97eadcfda12c req-ad84876b-34bf-4da0-8753-4ab4579ed9fa tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae3c1ee1-e380-45b8-96e9-a41ba065e3f6 HTTP/1.1" status: 200 len: 210 time: 0.1452835 Sep 08 09:19:58.483826 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4dd888ee-7b3f-4172-92fb-868992efc8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:58.528095 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8aa36190-c863-4fc4-83e1-8d71eafe1605 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5296950 Sep 08 09:19:58.535955 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38188) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:19:58.552852 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-c51bedc9-837c-4e5e-bbab-1f58398b082c admin admin] Request body: {'subnet': {'network_id': 'dde6f6ac-f5f0-495d-a0dd-5de9b0c94092', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1865982328-subnet', 'tenant_id': '8297282dd4d047228ce044f7d322f489', 'ip_version': 4}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:19:58.601217 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa36190-c863-4fc4-83e1-8d71eafe1605 admin admin] Pushing event updated for resources: {'Network': ['ID=dde6f6ac-f5f0-495d-a0dd-5de9b0c94092,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:58.637646 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network dde6f6ac-f5f0-495d-a0dd-5de9b0c94092 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:19:58.672530 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:58.814713 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51bedc9-837c-4e5e-bbab-1f58398b082c admin admin] Made reservation on behalf of 8297282dd4d047228ce044f7d322f489 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:19:58.817119 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c51bedc9-837c-4e5e-bbab-1f58398b082c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:58.832882 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-11e46cc3-6d98-4d13-b566-4aa0e444b366 None None] Attempting to bind port 35804d22-fc2f-4e83-bdb0-7a7df286a738 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:19:58.833125 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-11e46cc3-6d98-4d13-b566-4aa0e444b366 None None] Attempting to bind port 35804d22-fc2f-4e83-bdb0-7a7df286a738 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '99c0c6ad-a860-4832-b361-86becefd8c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1482d1d2-5833-46f8-877f-b58c42441b8b'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:19:58.833502 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e46cc3-6d98-4d13-b566-4aa0e444b366 None None] Attempting to bind port 35804d22-fc2f-4e83-bdb0-7a7df286a738 on network 1482d1d2-5833-46f8-877f-b58c42441b8b {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:19:58.938799 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-4dd888ee-7b3f-4172-92fb-868992efc8b9 None None] For port 02aede6f-bd2c-4696-8b54-7cdefa52c64e, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=02aede6f-bd2c-4696-8b54-7cdefa52c64e,segment=NetworkSegment(4b3c3b23-e93b-4cfc-9e04-de2766796609),segment_id=4b3c3b23-e93b-4cfc-9e04-de2766796609)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:19:58.961714 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-b90e1681-85cb-4a05-a290-e5164bca1023 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Deleting port cc4e290f-1459-4a44-820b-0694a29b12a4 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:19:58.964302 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b90e1681-85cb-4a05-a290-e5164bca1023 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:58.973847 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e46cc3-6d98-4d13-b566-4aa0e444b366 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:19:58.978402 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e46cc3-6d98-4d13-b566-4aa0e444b366 None None] Checking segment: {'id': '99c0c6ad-a860-4832-b361-86becefd8c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1482d1d2-5833-46f8-877f-b58c42441b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:19:58.978913 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-11e46cc3-6d98-4d13-b566-4aa0e444b366 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:58.982753 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e46cc3-6d98-4d13-b566-4aa0e444b366 None None] Bound using segment: {'id': '99c0c6ad-a860-4832-b361-86becefd8c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1482d1d2-5833-46f8-877f-b58c42441b8b'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:19:58.984811 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-11e46cc3-6d98-4d13-b566-4aa0e444b366 None None] Bound port: 35804d22-fc2f-4e83-bdb0-7a7df286a738, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99c0c6ad-a860-4832-b361-86becefd8c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '1482d1d2-5833-46f8-877f-b58c42441b8b'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:19:58.994857 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-11e46cc3-6d98-4d13-b566-4aa0e444b366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:59.027982 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4dd888ee-7b3f-4172-92fb-868992efc8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:59.142537 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 90f5358b-f6b8-4ace-a827-3529fb51b136 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:19:59.194241 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-38a3b06c-07fa-4d4e-9231-0d11b8481f0a tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:59.293839 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-38a3b06c-07fa-4d4e-9231-0d11b8481f0a tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Transition to ACTIVE for port object 85f41ba9-8004-47a7-9f10-ddaa9e8f63be will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:19:59.428233 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b90e1681-85cb-4a05-a290-e5164bca1023 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:59.557849 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-12e32966-a1ad-4906-9275-386ac99862f6 None None] Provisioning for port cc4e290f-1459-4a44-820b-0694a29b12a4 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:19:59.581971 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c51bedc9-837c-4e5e-bbab-1f58398b082c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:59.599945 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-b90e1681-85cb-4a05-a290-e5164bca1023 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Calling delete_port for cc4e290f-1459-4a44-820b-0694a29b12a4 owned by {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:19:59.655809 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-12e32966-a1ad-4906-9275-386ac99862f6 None None] Provisioning complete for port cc4e290f-1459-4a44-820b-0694a29b12a4 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:19:59.656190 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-12e32966-a1ad-4906-9275-386ac99862f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:59.709253 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51bedc9-837c-4e5e-bbab-1f58398b082c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6df1ff3-55f3-460b-b1d2-fdd774b51394,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:59.750196 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd888ee-7b3f-4172-92fb-868992efc8b9 None None] Pushing event updated for resources: {'Port': ['ID=02aede6f-bd2c-4696-8b54-7cdefa52c64e,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:19:59.761927 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 90f5358b-f6b8-4ace-a827-3529fb51b136 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:19:59.762583 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:59.779760 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51bedc9-837c-4e5e-bbab-1f58398b082c admin admin] Checking segment: {'id': '91142c9f-e5e5-4737-8192-1747c3ce3b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'dde6f6ac-f5f0-495d-a0dd-5de9b0c94092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:19:59.780279 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51bedc9-837c-4e5e-bbab-1f58398b082c admin admin] Network hostable DHCP agents. Network: dde6f6ac-f5f0-495d-a0dd-5de9b0c94092, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:19:59.791089 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb83524-9d7b-4991-9e00-64cf1b522b14 req-027f89df-d411-4e07-b339-72b34d2f8811 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:19:59.811054 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-11e46cc3-6d98-4d13-b566-4aa0e444b366 None None] For port 35804d22-fc2f-4e83-bdb0-7a7df286a738, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:19:59.811478 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9eb83524-9d7b-4991-9e00-64cf1b522b14 req-027f89df-d411-4e07-b339-72b34d2f8811 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 944 time: 0.4931757 Sep 08 09:19:59.852161 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-11e46cc3-6d98-4d13-b566-4aa0e444b366 None None] For port 35804d22-fc2f-4e83-bdb0-7a7df286a738, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=35804d22-fc2f-4e83-bdb0-7a7df286a738,segment=NetworkSegment(99c0c6ad-a860-4832-b361-86becefd8c79),segment_id=99c0c6ad-a860-4832-b361-86becefd8c79)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:19:59.895855 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4f4e24b9-54d0-4937-acaa-3c2347f971d7 req-ba9d5c67-7c05-4a99-aa38-3e76e6b456d2 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae3c1ee1-e380-45b8-96e9-a41ba065e3f6 HTTP/1.1" status: 200 len: 210 time: 0.2542691 Sep 08 09:19:59.932955 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-11e46cc3-6d98-4d13-b566-4aa0e444b366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:59.963757 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-920e7ba8-ba17-49ae-a78a-c392f265441d tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Deleting port 5363aead-0fe9-4ff6-a2c3-05385b1c379c {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:19:59.965303 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-920e7ba8-ba17-49ae-a78a-c392f265441d tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:19:59.987496 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9eb83524-9d7b-4991-9e00-64cf1b522b14 req-97c07c23-9a0e-4fda-9da1-4980f1fceed0 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746895 Sep 08 09:19:59.995026 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51bedc9-837c-4e5e-bbab-1f58398b082c admin admin] Network dde6f6ac-f5f0-495d-a0dd-5de9b0c94092 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:20:00.006769 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-12e32966-a1ad-4906-9275-386ac99862f6 None None] Port cc4e290f-1459-4a44-820b-0694a29b12a4 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:20:00.024390 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-38a3b06c-07fa-4d4e-9231-0d11b8481f0a tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:00.062742 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-c51bedc9-837c-4e5e-bbab-1f58398b082c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, dde6f6ac-f5f0-495d-a0dd-5de9b0c94092) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:20:00.100860 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a3b06c-07fa-4d4e-9231-0d11b8481f0a tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Network 1482d1d2-5833-46f8-877f-b58c42441b8b is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:20:00.105569 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51bedc9-837c-4e5e-bbab-1f58398b082c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:00.107233 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c51bedc9-837c-4e5e-bbab-1f58398b082c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:00.124176 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-38a3b06c-07fa-4d4e-9231-0d11b8481f0a tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:20:00.134013 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a3b06c-07fa-4d4e-9231-0d11b8481f0a tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:20:00.140699 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a3b06c-07fa-4d4e-9231-0d11b8481f0a tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:00.141715 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-38a3b06c-07fa-4d4e-9231-0d11b8481f0a tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:00.175117 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed2a0c8-12a6-4df1-be85-21abfcf062b6 None None] Network dde6f6ac-f5f0-495d-a0dd-5de9b0c94092 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:20:00.183396 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-38a3b06c-07fa-4d4e-9231-0d11b8481f0a tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.5743337 Sep 08 09:20:00.192039 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38238) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:00.206663 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a3b06c-07fa-4d4e-9231-0d11b8481f0a tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Pushing event updated for resources: {'Port': ['ID=85f41ba9-8004-47a7-9f10-ddaa9e8f63be,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:00.214115 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c51bedc9-837c-4e5e-bbab-1f58398b082c admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6787806 Sep 08 09:20:00.217459 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38240) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:00.223181 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-023478ca-409a-4f40-a833-a1411dd274ea admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1865982328-router', 'tenant_id': '8297282dd4d047228ce044f7d322f489', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:00.245112 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-bcc03a8b-634e-46f0-a0cf-2b9f14739883 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Request body: {'port': {'network_id': '1482d1d2-5833-46f8-877f-b58c42441b8b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1362760291', 'allowed_address_pairs': [{'ip_address': '2001:db8::17a', 'mac_address': 'fa:16:3e:a1:da:41'}]}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:00.287022 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-023478ca-409a-4f40-a833-a1411dd274ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:00.294448 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-023478ca-409a-4f40-a833-a1411dd274ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:00.461329 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-12e32966-a1ad-4906-9275-386ac99862f6 None None] Provisioning for port 9fbd6d1c-4ca5-4937-a999-22e890a8bd4d completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:20:00.529988 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-12e32966-a1ad-4906-9275-386ac99862f6 None None] Provisioning complete for port 9fbd6d1c-4ca5-4937-a999-22e890a8bd4d triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:00.529988 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-12e32966-a1ad-4906-9275-386ac99862f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:00.532919 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b90e1681-85cb-4a05-a290-e5164bca1023 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:00.605049 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-920e7ba8-ba17-49ae-a78a-c392f265441d tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:00.625439 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-12e32966-a1ad-4906-9275-386ac99862f6 None None] Port 9fbd6d1c-4ca5-4937-a999-22e890a8bd4d cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:20:00.673720 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e46cc3-6d98-4d13-b566-4aa0e444b366 None None] Pushing event updated for resources: {'Port': ['ID=35804d22-fc2f-4e83-bdb0-7a7df286a738,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:00.679179 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e1681-85cb-4a05-a290-e5164bca1023 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event deleted for resources: {'Port': ['ID=cc4e290f-1459-4a44-820b-0694a29b12a4,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:00.683972 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-023478ca-409a-4f40-a833-a1411dd274ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:00.689008 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-12e32966-a1ad-4906-9275-386ac99862f6 None None] Provisioning complete for port 02aede6f-bd2c-4696-8b54-7cdefa52c64e triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:00.689547 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-12e32966-a1ad-4906-9275-386ac99862f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:00.698861 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-920e7ba8-ba17-49ae-a78a-c392f265441d tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Calling delete_port for 5363aead-0fe9-4ff6-a2c3-05385b1c379c owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:20:00.857925 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e966a708-f524-4894-913d-42c221bfc0b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-dde6f6ac-f5f0-495d-a0dd-5de9b0c94092', 'network_id': 'dde6f6ac-f5f0-495d-a0dd-5de9b0c94092', 'tenant_id': '8297282dd4d047228ce044f7d322f489', 'fixed_ips': [{'subnet_id': 'd6df1ff3-55f3-460b-b1d2-fdd774b51394'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:20:00.866694 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e966a708-f524-4894-913d-42c221bfc0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:01.088760 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc03a8b-634e-46f0-a0cf-2b9f14739883 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Made reservation on behalf of cd179019c68e492882f42f9ae6227b29 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:20:01.155648 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-e966a708-f524-4894-913d-42c221bfc0b6 None None] Allocated IP 172.20.0.2 (dde6f6ac-f5f0-495d-a0dd-5de9b0c94092/d6df1ff3-55f3-460b-b1d2-fdd774b51394/2a370420-e714-4a17-bd30-3a686f324080) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:20:01.161151 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b90e1681-85cb-4a05-a290-e5164bca1023 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:01.164807 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b90e1681-85cb-4a05-a290-e5164bca1023 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/ports/cc4e290f-1459-4a44-820b-0694a29b12a4 HTTP/1.1" status: 204 len: 168 time: 3.0507548 Sep 08 09:20:01.177928 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38250) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:01.304547 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-8207c233-d93d-4c9f-a777-e14894feafb0 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:01.317639 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-8207c233-d93d-4c9f-a777-e14894feafb0 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.37 "GET /v2.0/networks?id=2de43bb0-acf3-42aa-b534-30332da083e7 HTTP/1.1" status: 200 len: 812 time: 1.0684605 Sep 08 09:20:01.324855 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-023478ca-409a-4f40-a833-a1411dd274ea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:01.350223 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e966a708-f524-4894-913d-42c221bfc0b6 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:01.360853 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e966a708-f524-4894-913d-42c221bfc0b6 None None] Transition to ACTIVE for port object 2a370420-e714-4a17-bd30-3a686f324080 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:20:01.371532 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-03885901-1547-4c4b-ba50-9cc02ec37a75 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Request body: {'port': {'device_id': 'ae3c1ee1-e380-45b8-96e9-a41ba065e3f6', 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7', 'admin_state_up': True, 'tenant_id': 'ca0d1910d7ca4892b72992e748a5bde6'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:01.379788 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-86f30758-ea80-4b3c-bcd3-073753eb9e5a tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] GET failed (client error): The resource could not be found. Sep 08 09:20:01.385298 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-86f30758-ea80-4b3c-bcd3-073753eb9e5a tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "GET /v2.0/ports/cc4e290f-1459-4a44-820b-0694a29b12a4 HTTP/1.1" status: 404 len: 333 time: 0.2042162 Sep 08 09:20:01.386257 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38252) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:01.386697 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e966a708-f524-4894-913d-42c221bfc0b6 None None] Transition to ACTIVE for port object 2a370420-e714-4a17-bd30-3a686f324080 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:20:01.398897 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 02aede6f-bd2c-4696-8b54-7cdefa52c64e up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:20:01.405810 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e966a708-f524-4894-913d-42c221bfc0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:01.443170 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e966a708-f524-4894-913d-42c221bfc0b6 None None] Network dde6f6ac-f5f0-495d-a0dd-5de9b0c94092 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:20:01.447593 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-e966a708-f524-4894-913d-42c221bfc0b6 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:20:01.451905 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e966a708-f524-4894-913d-42c221bfc0b6 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:20:01.489239 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a129c917-5eda-4be0-8e25-c90b869a056c req-881a1ca4-7bd7-4453-8bcb-338e73f2620a tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae3c1ee1-e380-45b8-96e9-a41ba065e3f6 HTTP/1.1" status: 200 len: 210 time: 0.2992599 Sep 08 09:20:01.585821 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bcc03a8b-634e-46f0-a0cf-2b9f14739883 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:01.644371 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966a708-f524-4894-913d-42c221bfc0b6 None None] Pushing event updated for resources: {'Port': ['ID=2a370420-e714-4a17-bd30-3a686f324080,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:01.659855 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 02aede6f-bd2c-4696-8b54-7cdefa52c64e triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:01.660274 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:01.677002 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-bcc03a8b-634e-46f0-a0cf-2b9f14739883 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] device_id is not set on port 872f9966-7680-452d-ba3e-3f3c43e94248 yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:20:01.697958 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-e966a708-f524-4894-913d-42c221bfc0b6 None None] Attempting to bind port 2a370420-e714-4a17-bd30-3a686f324080 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:20:01.702636 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-e966a708-f524-4894-913d-42c221bfc0b6 None None] Attempting to bind port 2a370420-e714-4a17-bd30-3a686f324080 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '91142c9f-e5e5-4737-8192-1747c3ce3b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'dde6f6ac-f5f0-495d-a0dd-5de9b0c94092'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:20:01.703098 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e966a708-f524-4894-913d-42c221bfc0b6 None None] Attempting to bind port 2a370420-e714-4a17-bd30-3a686f324080 on network dde6f6ac-f5f0-495d-a0dd-5de9b0c94092 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:20:01.731129 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e966a708-f524-4894-913d-42c221bfc0b6 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:20:01.731514 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e966a708-f524-4894-913d-42c221bfc0b6 None None] Checking segment: {'id': '91142c9f-e5e5-4737-8192-1747c3ce3b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'dde6f6ac-f5f0-495d-a0dd-5de9b0c94092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:20:01.732141 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e966a708-f524-4894-913d-42c221bfc0b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:01.732653 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e966a708-f524-4894-913d-42c221bfc0b6 None None] Bound using segment: {'id': '91142c9f-e5e5-4737-8192-1747c3ce3b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'dde6f6ac-f5f0-495d-a0dd-5de9b0c94092'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:20:01.733201 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-e966a708-f524-4894-913d-42c221bfc0b6 None None] Bound port: 2a370420-e714-4a17-bd30-3a686f324080, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91142c9f-e5e5-4737-8192-1747c3ce3b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'dde6f6ac-f5f0-495d-a0dd-5de9b0c94092'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:20:01.733709 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e966a708-f524-4894-913d-42c221bfc0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:01.742030 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-88fcbb83-95bb-4b88-ab56-1de4df0be789 None None] Could not find standard attr ID for object cc4e290f-1459-4a44-820b-0694a29b12a4. {{(pid=94714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 09:20:01.787645 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-920e7ba8-ba17-49ae-a78a-c392f265441d tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:01.863156 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3267eba-ad61-4d59-ab18-4a657201d0a6 req-0bf337af-bb1a-4188-9689-d17b972da2d4 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:01.877820 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b3267eba-ad61-4d59-ab18-4a657201d0a6 req-0bf337af-bb1a-4188-9689-d17b972da2d4 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 944 time: 0.6687214 Sep 08 09:20:01.892990 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e7ba8-ba17-49ae-a78a-c392f265441d tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Pushing event deleted for resources: {'Port': ['ID=5363aead-0fe9-4ff6-a2c3-05385b1c379c,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:01.906857 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 35804d22-fc2f-4e83-bdb0-7a7df286a738 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:20:02.110227 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-bcc03a8b-634e-46f0-a0cf-2b9f14739883 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Allocated IP 2001:db8::33d (1482d1d2-5833-46f8-877f-b58c42441b8b/d2f0a9ad-1a67-4cc9-ad50-9b92f9b0a11b/872f9966-7680-452d-ba3e-3f3c43e94248) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:20:02.141504 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a74455-e59c-43f5-a7b8-3328b2b0fdd0 None None] Network 1482d1d2-5833-46f8-877f-b58c42441b8b requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:20:02.178968 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b3267eba-ad61-4d59-ab18-4a657201d0a6 req-0b045239-97c5-4288-a15a-b86f17a1e7b7 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2991586 Sep 08 09:20:02.198604 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-03885901-1547-4c4b-ba50-9cc02ec37a75 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Made reservation on behalf of ca0d1910d7ca4892b72992e748a5bde6 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:20:02.208625 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-03885901-1547-4c4b-ba50-9cc02ec37a75 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:02.226028 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-88fcbb83-95bb-4b88-ab56-1de4df0be789 None None] Provisioning complete for port 9fbd6d1c-4ca5-4937-a999-22e890a8bd4d triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:02.232691 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-88fcbb83-95bb-4b88-ab56-1de4df0be789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:02.322861 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-91e28ff5-b384-46fb-a634-de4dd41bfe7c tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Deleting port 9fbd6d1c-4ca5-4937-a999-22e890a8bd4d {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:20:02.323377 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-91e28ff5-b384-46fb-a634-de4dd41bfe7c tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:02.400052 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bcc03a8b-634e-46f0-a0cf-2b9f14739883 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:02.417808 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-bcc03a8b-634e-46f0-a0cf-2b9f14739883 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Transition to ACTIVE for port object 872f9966-7680-452d-ba3e-3f3c43e94248 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:20:02.419667 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e966a708-f524-4894-913d-42c221bfc0b6 None None] For port 2a370420-e714-4a17-bd30-3a686f324080, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:20:02.439610 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-91e28ff5-b384-46fb-a634-de4dd41bfe7c tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:02.445865 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e966a708-f524-4894-913d-42c221bfc0b6 None None] For port 2a370420-e714-4a17-bd30-3a686f324080, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=2a370420-e714-4a17-bd30-3a686f324080,segment=NetworkSegment(91142c9f-e5e5-4737-8192-1747c3ce3b1b),segment_id=91142c9f-e5e5-4737-8192-1747c3ce3b1b)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:20:02.449178 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-88fcbb83-95bb-4b88-ab56-1de4df0be789 None None] Port 9fbd6d1c-4ca5-4937-a999-22e890a8bd4d cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:20:02.453885 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 35804d22-fc2f-4e83-bdb0-7a7df286a738 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:20:02.461081 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-91e28ff5-b384-46fb-a634-de4dd41bfe7c tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Calling delete_port for 9fbd6d1c-4ca5-4937-a999-22e890a8bd4d owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:20:02.476877 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e966a708-f524-4894-913d-42c221bfc0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:02.485684 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bcc03a8b-634e-46f0-a0cf-2b9f14739883 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:02.537410 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966a708-f524-4894-913d-42c221bfc0b6 None None] Pushing event updated for resources: {'Port': ['ID=2a370420-e714-4a17-bd30-3a686f324080,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:02.571914 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc03a8b-634e-46f0-a0cf-2b9f14739883 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Network 1482d1d2-5833-46f8-877f-b58c42441b8b is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:20:02.581224 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-bcc03a8b-634e-46f0-a0cf-2b9f14739883 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:20:02.588555 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc03a8b-634e-46f0-a0cf-2b9f14739883 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:20:02.592621 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e1532578-a97d-44b5-b266-839e4d476c98 None None] Provisioning for port 35804d22-fc2f-4e83-bdb0-7a7df286a738 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:20:02.596638 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc03a8b-634e-46f0-a0cf-2b9f14739883 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:02.597631 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bcc03a8b-634e-46f0-a0cf-2b9f14739883 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:02.604006 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e1532578-a97d-44b5-b266-839e4d476c98 None None] Provisioning complete for port 35804d22-fc2f-4e83-bdb0-7a7df286a738 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:02.604622 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e1532578-a97d-44b5-b266-839e4d476c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:02.632005 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-bcc03a8b-634e-46f0-a0cf-2b9f14739883 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.4260485 Sep 08 09:20:02.672090 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38260) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:02.752806 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e1532578-a97d-44b5-b266-839e4d476c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:02.775858 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-91e28ff5-b384-46fb-a634-de4dd41bfe7c tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:02.798394 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-920e7ba8-ba17-49ae-a78a-c392f265441d tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:02.830005 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e1532578-a97d-44b5-b266-839e4d476c98 None None] For port 35804d22-fc2f-4e83-bdb0-7a7df286a738, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=35804d22-fc2f-4e83-bdb0-7a7df286a738,segment=NetworkSegment(99c0c6ad-a860-4832-b361-86becefd8c79),segment_id=99c0c6ad-a860-4832-b361-86becefd8c79)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:20:02.841371 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e1532578-a97d-44b5-b266-839e4d476c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:02.853237 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc03a8b-634e-46f0-a0cf-2b9f14739883 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Pushing event updated for resources: {'Port': ['ID=872f9966-7680-452d-ba3e-3f3c43e94248,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:02.944681 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e28ff5-b384-46fb-a634-de4dd41bfe7c tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event deleted for resources: {'Port': ['ID=9fbd6d1c-4ca5-4937-a999-22e890a8bd4d,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:02.998367 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fb69d8-f2ee-46cb-8a2b-df8642fe6300 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:03.005194 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fb69d8-f2ee-46cb-8a2b-df8642fe6300 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:03.022453 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1532578-a97d-44b5-b266-839e4d476c98 None None] Pushing event updated for resources: {'Port': ['ID=35804d22-fc2f-4e83-bdb0-7a7df286a738,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:03.022689 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fb69d8-f2ee-46cb-8a2b-df8642fe6300 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:03.036680 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-74fb69d8-f2ee-46cb-8a2b-df8642fe6300 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.3529816 Sep 08 09:20:03.047532 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38262) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:03.233839 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-920e7ba8-ba17-49ae-a78a-c392f265441d tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Router 8142ab41-ba7b-4d58-a6db-0b61f212ddce has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:20:03.284754 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c5794ea1-8970-4aa6-ba5a-be8d0a254844 None None] Provisioning for port 85f41ba9-8004-47a7-9f10-ddaa9e8f63be completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:20:03.289155 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c5794ea1-8970-4aa6-ba5a-be8d0a254844 None None] Provisioning complete for port 85f41ba9-8004-47a7-9f10-ddaa9e8f63be triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:03.289987 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c5794ea1-8970-4aa6-ba5a-be8d0a254844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:03.438010 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-03885901-1547-4c4b-ba50-9cc02ec37a75 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Allocated IP 172.20.0.11 (2de43bb0-acf3-42aa-b534-30332da083e7/452a4b6d-a445-4b2b-9168-2695dd67e404/d099dbf8-3bed-42ef-8b23-813e7913ad69) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:20:03.614384 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-03885901-1547-4c4b-ba50-9cc02ec37a75 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:03.630346 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-03885901-1547-4c4b-ba50-9cc02ec37a75 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Transition to ACTIVE for port object d099dbf8-3bed-42ef-8b23-813e7913ad69 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:20:03.670126 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-91e28ff5-b384-46fb-a634-de4dd41bfe7c tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:03.675807 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-91e28ff5-b384-46fb-a634-de4dd41bfe7c tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/ports/9fbd6d1c-4ca5-4937-a999-22e890a8bd4d HTTP/1.1" status: 204 len: 168 time: 2.2372165 Sep 08 09:20:03.680108 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-03885901-1547-4c4b-ba50-9cc02ec37a75 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:03.684753 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38274) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:03.743517 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['b73e27f2-f52d-4cc3-a12e-4fa5ab811726'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:20:03.806117 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-03885901-1547-4c4b-ba50-9cc02ec37a75 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Network 2de43bb0-acf3-42aa-b534-30332da083e7 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:20:03.816528 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-03885901-1547-4c4b-ba50-9cc02ec37a75 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:20:03.818508 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-c5794ea1-8970-4aa6-ba5a-be8d0a254844 None None] Port 85f41ba9-8004-47a7-9f10-ddaa9e8f63be cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:20:03.823624 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-03885901-1547-4c4b-ba50-9cc02ec37a75 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:20:03.894418 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c5794ea1-8970-4aa6-ba5a-be8d0a254844 None None] Provisioning complete for port 35804d22-fc2f-4e83-bdb0-7a7df286a738 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:03.899439 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c5794ea1-8970-4aa6-ba5a-be8d0a254844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:03.948123 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a7e4a13-1eb7-49d2-9e16-5c497bd89bf9 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] GET failed (client error): The resource could not be found. Sep 08 09:20:03.961773 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5a7e4a13-1eb7-49d2-9e16-5c497bd89bf9 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "GET /v2.0/ports/9fbd6d1c-4ca5-4937-a999-22e890a8bd4d HTTP/1.1" status: 404 len: 333 time: 0.2461112 Sep 08 09:20:03.964326 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38276) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:03.964683 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38278) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:03.998834 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-03885901-1547-4c4b-ba50-9cc02ec37a75 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:03.999521 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-03885901-1547-4c4b-ba50-9cc02ec37a75 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:04.078021 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-03885901-1547-4c4b-ba50-9cc02ec37a75 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7098889 Sep 08 09:20:04.139678 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-023478ca-409a-4f40-a833-a1411dd274ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:04.157893 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-ca07b336-c19f-4c12-905e-6f82c5bc1d6c service neutron] Request body: {'port': {'device_id': 'ae3c1ee1-e380-45b8-96e9-a41ba065e3f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:04.204372 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03885901-1547-4c4b-ba50-9cc02ec37a75 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Pushing event updated for resources: {'Port': ['ID=d099dbf8-3bed-42ef-8b23-813e7913ad69,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:04.224638 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e4046-c294-4a64-a989-0a0ff4834122 req-24692511-e6af-4cb2-9912-6fff2f27b13e tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:04.229143 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-438e4046-c294-4a64-a989-0a0ff4834122 req-24692511-e6af-4cb2-9912-6fff2f27b13e tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae3c1ee1-e380-45b8-96e9-a41ba065e3f6 HTTP/1.1" status: 200 len: 932 time: 1.0032003 Sep 08 09:20:04.232368 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920e7ba8-ba17-49ae-a78a-c392f265441d tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:20:04.245070 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693c7569-aa6c-4671-bb1a-822ed91ce508 None None] Sync routers for ids ['8142ab41-ba7b-4d58-a6db-0b61f212ddce'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:20:04.248423 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-920e7ba8-ba17-49ae-a78a-c392f265441d tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] 10.222.0.54 "PUT /v2.0/routers/8142ab41-ba7b-4d58-a6db-0b61f212ddce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7935565 Sep 08 09:20:04.255887 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38282) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:04.283616 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693c7569-aa6c-4671-bb1a-822ed91ce508 None None] Routers {'8142ab41-ba7b-4d58-a6db-0b61f212ddce'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:20:04.284843 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-693c7569-aa6c-4671-bb1a-822ed91ce508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:19:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8142ab41-ba7b-4d58-a6db-0b61f212ddce'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:04.306574 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-023478ca-409a-4f40-a833-a1411dd274ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:04.309887 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-36542f8d-3954-49d3-be44-6ae6888c9cfa tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] delete failed (client error): The resource could not be found. Sep 08 09:20:04.311299 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-36542f8d-3954-49d3-be44-6ae6888c9cfa tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] 10.222.0.54 "DELETE /v2.0/routers/tempest-non_exist_router-1012684095 HTTP/1.1" status: 404 len: 335 time: 0.0487757 Sep 08 09:20:04.323168 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38284) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:04.323394 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b4cd6-850e-40a5-bdbb-d93494185628 req-3d80650b-e0e5-4c7b-84d3-642e931e98f5 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:04.325972 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-581b4cd6-850e-40a5-bdbb-d93494185628 req-3d80650b-e0e5-4c7b-84d3-642e931e98f5 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 944 time: 0.9137073 Sep 08 09:20:04.338508 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-e640bf20-2fe1-4d3a-9275-6d7763a04b62 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Request body: {'router': {'external_gateway_info': {'network_id': '8142ab41-ba7b-4d58-a6db-0b61f212ddce'}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:04.355229 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-6d798a6f-328d-4f2d-b5fa-499eaa1079e8 None None] Provisioning complete for port 85f41ba9-8004-47a7-9f10-ddaa9e8f63be triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:04.355603 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6d798a6f-328d-4f2d-b5fa-499eaa1079e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:04.365235 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-693c7569-aa6c-4671-bb1a-822ed91ce508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:04.380161 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693c7569-aa6c-4671-bb1a-822ed91ce508 None None] Routers {'8142ab41-ba7b-4d58-a6db-0b61f212ddce'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:20:04.381394 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-693c7569-aa6c-4671-bb1a-822ed91ce508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:19:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8142ab41-ba7b-4d58-a6db-0b61f212ddce'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:04.404078 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-72fcb3cd-1e2d-4124-9e34-f5281ce5f183 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c9df0c43d1034f1c9e7865c6c0b6f8dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4320843 Sep 08 09:20:04.405693 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-38878b44-fdd0-4062-a859-199de6115549 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Deleting port 872f9966-7680-452d-ba3e-3f3c43e94248 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:20:04.406167 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-38878b44-fdd0-4062-a859-199de6115549 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:04.425524 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-693c7569-aa6c-4671-bb1a-822ed91ce508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:04.426368 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693c7569-aa6c-4671-bb1a-822ed91ce508 None None] The sync data for ids ['8142ab41-ba7b-4d58-a6db-0b61f212ddce'] in n-d-806683-11 is: [] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:20:04.432773 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38286) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:04.438312 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a71e98-1245-43f5-94bd-6c3a5190dd42 None None] Network dde6f6ac-f5f0-495d-a0dd-5de9b0c94092 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:20:04.498470 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-581b4cd6-850e-40a5-bdbb-d93494185628 req-3e3d3c9c-957f-482d-a4d6-4041f17a8c31 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981824 Sep 08 09:20:04.504223 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb217088-8693-418d-860d-4e6ba07e297a tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Deleting subnet aa22cedd-07f2-43f5-b4a3-9faf3d200138 {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:20:04.507599 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-eb217088-8693-418d-860d-4e6ba07e297a tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:04.523542 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-38878b44-fdd0-4062-a859-199de6115549 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:04.532596 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-6d798a6f-328d-4f2d-b5fa-499eaa1079e8 None None] Port 85f41ba9-8004-47a7-9f10-ddaa9e8f63be cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:20:04.538918 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-38878b44-fdd0-4062-a859-199de6115549 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Calling delete_port for 872f9966-7680-452d-ba3e-3f3c43e94248 owned by {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:20:04.561975 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-eb217088-8693-418d-860d-4e6ba07e297a tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:04.569987 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-6d798a6f-328d-4f2d-b5fa-499eaa1079e8 None None] Provisioning for port 872f9966-7680-452d-ba3e-3f3c43e94248 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:20:04.580760 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-6d798a6f-328d-4f2d-b5fa-499eaa1079e8 None None] Provisioning complete for port 872f9966-7680-452d-ba3e-3f3c43e94248 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:04.581115 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6d798a6f-328d-4f2d-b5fa-499eaa1079e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:04.654651 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-6d798a6f-328d-4f2d-b5fa-499eaa1079e8 None None] Port 872f9966-7680-452d-ba3e-3f3c43e94248 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:20:04.661430 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-eb217088-8693-418d-860d-4e6ba07e297a tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:04.677293 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-6d798a6f-328d-4f2d-b5fa-499eaa1079e8 None None] Provisioning for port d099dbf8-3bed-42ef-8b23-813e7913ad69 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:20:04.686439 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-6d798a6f-328d-4f2d-b5fa-499eaa1079e8 None None] Provisioning complete for port d099dbf8-3bed-42ef-8b23-813e7913ad69 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:04.686818 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6d798a6f-328d-4f2d-b5fa-499eaa1079e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:04.696692 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-438e4046-c294-4a64-a989-0a0ff4834122 req-5be96eeb-4740-4fa6-ab27-500839926f4f tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4415331 Sep 08 09:20:04.759582 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-6d798a6f-328d-4f2d-b5fa-499eaa1079e8 None None] Port d099dbf8-3bed-42ef-8b23-813e7913ad69 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:20:04.853641 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f9b4b91d-cb71-4358-8e10-c3cf8fe1f7c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:04.885874 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-38878b44-fdd0-4062-a859-199de6115549 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:04.895348 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-091854c4-f896-4b80-85c1-23441ce2dd3b None None] Provisioning for port 2a370420-e714-4a17-bd30-3a686f324080 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:20:04.936167 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-023478ca-409a-4f40-a833-a1411dd274ea admin admin] Allocated IP 172.25.0.46 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/c3046fe9-f129-4807-8823-f6537be8b1f7) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:20:05.018676 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e640bf20-2fe1-4d3a-9275-6d7763a04b62 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:05.025899 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38878b44-fdd0-4062-a859-199de6115549 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Pushing event deleted for resources: {'Port': ['ID=872f9966-7680-452d-ba3e-3f3c43e94248,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:05.104564 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-e640bf20-2fe1-4d3a-9275-6d7763a04b62 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] update failed (client error): The resource could not be found. Sep 08 09:20:05.110969 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e640bf20-2fe1-4d3a-9275-6d7763a04b62 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] 10.222.0.54 "PUT /v2.0/routers/8142ab41-ba7b-4d58-a6db-0b61f212ddce HTTP/1.1" status: 404 len: 339 time: 0.7764926 Sep 08 09:20:05.113658 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38288) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:05.116267 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-38878b44-fdd0-4062-a859-199de6115549 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:05.121042 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-38878b44-fdd0-4062-a859-199de6115549 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] 10.222.0.54 "DELETE /v2.0/ports/872f9966-7680-452d-ba3e-3f3c43e94248 HTTP/1.1" status: 204 len: 168 time: 2.0705175 Sep 08 09:20:05.124741 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38290) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:05.150750 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 2a370420-e714-4a17-bd30-3a686f324080 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:20:05.197007 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-afc88b18-a02d-4801-9f41-0b9a0cfb5769 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] GET failed (client error): The resource could not be found. Sep 08 09:20:05.202556 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-afc88b18-a02d-4801-9f41-0b9a0cfb5769 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] 10.222.0.54 "GET /v2.0/ports/872f9966-7680-452d-ba3e-3f3c43e94248 HTTP/1.1" status: 404 len: 333 time: 0.0733280 Sep 08 09:20:05.204683 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38292) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:05.209905 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-cc8e2a11-1642-4d41-8127-eee6f8d20fd6 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Request body: {'port': {'network_id': '1482d1d2-5833-46f8-877f-b58c42441b8b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-797319797'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:05.225118 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 2a370420-e714-4a17-bd30-3a686f324080 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:20:05.229944 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 2a370420-e714-4a17-bd30-3a686f324080 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:05.230787 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:05.333952 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:05.344807 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-ca07b336-c19f-4c12-905e-6f82c5bc1d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:05.378435 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 2a370420-e714-4a17-bd30-3a686f324080, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=2a370420-e714-4a17-bd30-3a686f324080,segment=NetworkSegment(91142c9f-e5e5-4737-8192-1747c3ce3b1b),segment_id=91142c9f-e5e5-4737-8192-1747c3ce3b1b)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:20:05.383097 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:05.384251 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 35804d22-fc2f-4e83-bdb0-7a7df286a738 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:20:05.415313 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f9b4b91d-cb71-4358-8e10-c3cf8fe1f7c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:05.442696 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-eb217088-8693-418d-860d-4e6ba07e297a tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:05.469041 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=2a370420-e714-4a17-bd30-3a686f324080,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:05.482686 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 35804d22-fc2f-4e83-bdb0-7a7df286a738 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:05.483130 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:05.535048 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb217088-8693-418d-860d-4e6ba07e297a tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event deleted for resources: {'Subnet': ['ID=aa22cedd-07f2-43f5-b4a3-9faf3d200138,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:05.554084 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-eb217088-8693-418d-860d-4e6ba07e297a tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:05.559648 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-eb217088-8693-418d-860d-4e6ba07e297a tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/subnets/aa22cedd-07f2-43f5-b4a3-9faf3d200138 HTTP/1.1" status: 204 len: 168 time: 1.5859196 Sep 08 09:20:05.561158 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38296) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:05.577515 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-023478ca-409a-4f40-a833-a1411dd274ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:05.594076 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f23dcb6-d2a7-4970-b3da-d3d695679a27 None None] Network e9aaaea4-85b0-44a4-9bc7-1c18fca6dc16 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:20:05.612646 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8e2a11-1642-4d41-8127-eee6f8d20fd6 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Made reservation on behalf of cd179019c68e492882f42f9ae6227b29 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:20:05.616268 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cc8e2a11-1642-4d41-8127-eee6f8d20fd6 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:05.689011 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f9b4b91d-cb71-4358-8e10-c3cf8fe1f7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:05.690739 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-031d7676-25c0-4cf1-89e8-109ef84afebe tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:05.692165 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f9b4b91d-cb71-4358-8e10-c3cf8fe1f7c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:05.696202 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f9b4b91d-cb71-4358-8e10-c3cf8fe1f7c7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/39d7ff59-bc3d-4b24-902e-6fc71b8594a9 HTTP/1.1" status: 204 len: 168 time: 1.2477751 Sep 08 09:20:05.721665 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b98c1a20-c369-4b4f-890c-c3257b198083 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:05.725947 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-cc8e2a11-1642-4d41-8127-eee6f8d20fd6 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] device_id is not set on port 2a2687a6-da83-4261-9389-222d0e22dbc5 yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:20:05.767161 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b4b91d-cb71-4358-8e10-c3cf8fe1f7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d7ff59-bc3d-4b24-902e-6fc71b8594a9,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:05.796451 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9bf70-0771-428f-af91-3f6ceebe8d59 req-c1344189-4eae-4ac8-a441-a718c8ef9c08 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:05.798078 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5cb9bf70-0771-428f-af91-3f6ceebe8d59 req-c1344189-4eae-4ac8-a441-a718c8ef9c08 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 944 time: 0.1656799 Sep 08 09:20:05.854901 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965250af-4fb5-4016-ab77-cc3a58c53e1e None None] DHCP port deletion for e9aaaea4-85b0-44a4-9bc7-1c18fca6dc16 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:20:05.878607 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-023478ca-409a-4f40-a833-a1411dd274ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:05.923214 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-965250af-4fb5-4016-ab77-cc3a58c53e1e None None] Deleting port 02aede6f-bd2c-4696-8b54-7cdefa52c64e {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:20:05.925135 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-965250af-4fb5-4016-ab77-cc3a58c53e1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:05.975422 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023478ca-409a-4f40-a833-a1411dd274ea admin admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:20:05.990790 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-023478ca-409a-4f40-a833-a1411dd274ea admin admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:20:06.001778 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5cb9bf70-0771-428f-af91-3f6ceebe8d59 req-876632ed-77b6-4a9e-a151-99765b730de6 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585298 Sep 08 09:20:06.004641 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023478ca-409a-4f40-a833-a1411dd274ea admin admin] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:20:06.017522 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-965250af-4fb5-4016-ab77-cc3a58c53e1e None None] For port 02aede6f-bd2c-4696-8b54-7cdefa52c64e, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=02aede6f-bd2c-4696-8b54-7cdefa52c64e,segment=NetworkSegment(4b3c3b23-e93b-4cfc-9e04-de2766796609),segment_id=4b3c3b23-e93b-4cfc-9e04-de2766796609)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:20:06.018353 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-965250af-4fb5-4016-ab77-cc3a58c53e1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:06.034080 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-965250af-4fb5-4016-ab77-cc3a58c53e1e None None] Calling delete_port for 02aede6f-bd2c-4696-8b54-7cdefa52c64e owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:20:06.049208 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023478ca-409a-4f40-a833-a1411dd274ea admin admin] Pushing event updated for resources: {'Port': ['ID=c3046fe9-f129-4807-8823-f6537be8b1f7,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:06.091773 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5634ba-608d-4e27-87cc-6acc7b52fddc req-84ce854a-b1e2-4fba-95b9-a41827c27555 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:06.099492 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3e5634ba-608d-4e27-87cc-6acc7b52fddc req-84ce854a-b1e2-4fba-95b9-a41827c27555 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae3c1ee1-e380-45b8-96e9-a41ba065e3f6 HTTP/1.1" status: 200 len: 932 time: 0.2380500 Sep 08 09:20:06.146528 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-cc8e2a11-1642-4d41-8127-eee6f8d20fd6 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Allocated IP 2001:db8::45 (1482d1d2-5833-46f8-877f-b58c42441b8b/d2f0a9ad-1a67-4cc9-ad50-9b92f9b0a11b/2a2687a6-da83-4261-9389-222d0e22dbc5) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:20:06.154915 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-965250af-4fb5-4016-ab77-cc3a58c53e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:06.173360 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965250af-4fb5-4016-ab77-cc3a58c53e1e None None] No DVR routers for this DVR port 02aede6f-bd2c-4696-8b54-7cdefa52c64e on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:20:06.199331 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-ca07b336-c19f-4c12-905e-6f82c5bc1d6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d099dbf8-3bed-42ef-8b23-813e7913ad69 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:20:06.203502 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965250af-4fb5-4016-ab77-cc3a58c53e1e None None] Pushing event deleted for resources: {'Port': ['ID=02aede6f-bd2c-4696-8b54-7cdefa52c64e,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:06.225748 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-b98c1a20-c369-4b4f-890c-c3257b198083 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Deleting port 02aede6f-bd2c-4696-8b54-7cdefa52c64e {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:20:06.225748 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b98c1a20-c369-4b4f-890c-c3257b198083 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:06.234080 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-ca07b336-c19f-4c12-905e-6f82c5bc1d6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:06.241806 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3e5634ba-608d-4e27-87cc-6acc7b52fddc req-e2466cd0-c153-4e7c-8f17-05de78e8630d tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414356 Sep 08 09:20:06.266114 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-ca07b336-c19f-4c12-905e-6f82c5bc1d6c service neutron] Transition to ACTIVE for port object d099dbf8-3bed-42ef-8b23-813e7913ad69 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:20:06.276739 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-ca07b336-c19f-4c12-905e-6f82c5bc1d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:06.451857 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca07b336-c19f-4c12-905e-6f82c5bc1d6c service neutron] Pushing event updated for resources: {'Port': ['ID=d099dbf8-3bed-42ef-8b23-813e7913ad69,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:06.530277 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-023478ca-409a-4f40-a833-a1411dd274ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:06.592626 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-ca07b336-c19f-4c12-905e-6f82c5bc1d6c service neutron] Attempting to bind port d099dbf8-3bed-42ef-8b23-813e7913ad69 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:20:06.593303 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-ca07b336-c19f-4c12-905e-6f82c5bc1d6c service neutron] Attempting to bind port d099dbf8-3bed-42ef-8b23-813e7913ad69 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '0adbffbb-cf08-4e79-9920-208d98c2b498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:20:06.593303 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-ca07b336-c19f-4c12-905e-6f82c5bc1d6c service neutron] Attempting to bind port d099dbf8-3bed-42ef-8b23-813e7913ad69 on network 2de43bb0-acf3-42aa-b534-30332da083e7 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:20:06.604991 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-ca07b336-c19f-4c12-905e-6f82c5bc1d6c service neutron] Port d099dbf8-3bed-42ef-8b23-813e7913ad69 on network 2de43bb0-acf3-42aa-b534-30332da083e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:20:06.605417 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-ca07b336-c19f-4c12-905e-6f82c5bc1d6c service neutron] Attempting to bind port d099dbf8-3bed-42ef-8b23-813e7913ad69 on network 2de43bb0-acf3-42aa-b534-30332da083e7 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:20:06.613814 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-ca07b336-c19f-4c12-905e-6f82c5bc1d6c service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:20:06.614172 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-ca07b336-c19f-4c12-905e-6f82c5bc1d6c service neutron] Checking segment: {'id': '0adbffbb-cf08-4e79-9920-208d98c2b498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:20:06.614567 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-ca07b336-c19f-4c12-905e-6f82c5bc1d6c service neutron] Bound using segment: {'id': '0adbffbb-cf08-4e79-9920-208d98c2b498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:20:06.615014 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-ca07b336-c19f-4c12-905e-6f82c5bc1d6c service neutron] Bound port: d099dbf8-3bed-42ef-8b23-813e7913ad69, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0adbffbb-cf08-4e79-9920-208d98c2b498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:20:06.615389 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-ca07b336-c19f-4c12-905e-6f82c5bc1d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:06.698356 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-b98c1a20-c369-4b4f-890c-c3257b198083 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] For port 02aede6f-bd2c-4696-8b54-7cdefa52c64e, host n-d-806683-11, got binding levels [] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:20:06.699018 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b98c1a20-c369-4b4f-890c-c3257b198083 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:06.719061 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-031d7676-25c0-4cf1-89e8-109ef84afebe tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Allocated IP 172.20.0.1 (596d782c-ddf4-497a-8449-8b324f45f7b4/80626a84-b375-49ad-b9d9-195dada0bab4/fdc7acb6-bdf3-499d-b3dd-41d17b18cc0c) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:20:06.735580 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-b98c1a20-c369-4b4f-890c-c3257b198083 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Calling delete_port for 02aede6f-bd2c-4696-8b54-7cdefa52c64e owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:20:06.744629 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.ipam_backend_mixin [None req-b98c1a20-c369-4b4f-890c-c3257b198083 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Port 02aede6f-bd2c-4696-8b54-7cdefa52c64e was not found and therefore no delete operation was performed {{(pid=94713) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 08 09:20:06.775762 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b98c1a20-c369-4b4f-890c-c3257b198083 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:06.790647 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-ca07b336-c19f-4c12-905e-6f82c5bc1d6c service neutron] For port d099dbf8-3bed-42ef-8b23-813e7913ad69, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:20:06.820233 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c1a20-c369-4b4f-890c-c3257b198083 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event deleted for resources: {'Port': ['ID=02aede6f-bd2c-4696-8b54-7cdefa52c64e,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:06.834281 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-ca07b336-c19f-4c12-905e-6f82c5bc1d6c service neutron] For port d099dbf8-3bed-42ef-8b23-813e7913ad69, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=d099dbf8-3bed-42ef-8b23-813e7913ad69,segment=NetworkSegment(0adbffbb-cf08-4e79-9920-208d98c2b498),segment_id=0adbffbb-cf08-4e79-9920-208d98c2b498)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:20:06.845809 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-ca07b336-c19f-4c12-905e-6f82c5bc1d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:06.864194 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98c1a20-c369-4b4f-890c-c3257b198083 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] No DVR routers for this DVR port 02aede6f-bd2c-4696-8b54-7cdefa52c64e on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:20:06.892317 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-023478ca-409a-4f40-a833-a1411dd274ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:06.895212 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-ca07b336-c19f-4c12-905e-6f82c5bc1d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:06.895854 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-ca07b336-c19f-4c12-905e-6f82c5bc1d6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:06.897413 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-ca07b336-c19f-4c12-905e-6f82c5bc1d6c service neutron] 10.222.0.37 "PUT /v2.0/ports/d099dbf8-3bed-42ef-8b23-813e7913ad69 HTTP/1.1" status: 200 len: 1093 time: 2.7549891 Sep 08 09:20:06.899592 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae3c1ee1-e380-45b8-96e9-a41ba065e3f6', 'tag': 'd099dbf8-3bed-42ef-8b23-813e7913ad69'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:20:06.902024 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d0414a-a567-4615-a237-1c38f8bedf28" -d '{"events": [{"name": "network-changed", "server_uuid": "ae3c1ee1-e380-45b8-96e9-a41ba065e3f6", "tag": "d099dbf8-3bed-42ef-8b23-813e7913ad69"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:20:06.948122 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 2a370420-e714-4a17-bd30-3a686f324080 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:20:06.992021 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3a286d-1640-402e-8472-6ae43348f029 x-openstack-request-id: req-3e3a286d-1640-402e-8472-6ae43348f029 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:20:06.992316 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae3c1ee1-e380-45b8-96e9-a41ba065e3f6", "tag": "d099dbf8-3bed-42ef-8b23-813e7913ad69", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:20:06.992574 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3e3a286d-1640-402e-8472-6ae43348f029 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:20:06.992984 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae3c1ee1-e380-45b8-96e9-a41ba065e3f6', 'tag': 'd099dbf8-3bed-42ef-8b23-813e7913ad69', 'status': 'completed', 'code': 200} Sep 08 09:20:07.010422 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca07b336-c19f-4c12-905e-6f82c5bc1d6c service neutron] Pushing event updated for resources: {'Port': ['ID=d099dbf8-3bed-42ef-8b23-813e7913ad69,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:07.027006 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 2a370420-e714-4a17-bd30-3a686f324080 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:07.027667 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:07.101296 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cc8e2a11-1642-4d41-8127-eee6f8d20fd6 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:07.196991 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-5c43505d-1347-4c5f-9437-277ae95b93f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:07.200900 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-5c43505d-1347-4c5f-9437-277ae95b93f3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca0d1910d7ca4892b72992e748a5bde6&device_id=ae3c1ee1-e380-45b8-96e9-a41ba065e3f6 HTTP/1.1" status: 200 len: 1096 time: 0.2069709 Sep 08 09:20:07.219155 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b98c1a20-c369-4b4f-890c-c3257b198083 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:07.225554 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 02aede6f-bd2c-4696-8b54-7cdefa52c64e no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:20:07.230010 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023478ca-409a-4f40-a833-a1411dd274ea admin admin] Router c7759d1c-939a-49e8-b94a-a6d91a841b21 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:20:07.253875 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-cc8e2a11-1642-4d41-8127-eee6f8d20fd6 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Transition to ACTIVE for port object 2a2687a6-da83-4261-9389-222d0e22dbc5 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:20:07.284667 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 02aede6f-bd2c-4696-8b54-7cdefa52c64e {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:20:07.287037 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 02aede6f-bd2c-4696-8b54-7cdefa52c64e not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:20:07.292496 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-b98c1a20-c369-4b4f-890c-c3257b198083 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9aaaea4-85b0-44a4-9bc7-1c18fca6dc16']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:07.307667 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-663a294d-44fe-4dc4-8482-22fd7e579a17 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d099dbf8-3bed-42ef-8b23-813e7913ad69 HTTP/1.1" status: 200 len: 217 time: 0.0922313 Sep 08 09:20:07.310504 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-b98c1a20-c369-4b4f-890c-c3257b198083 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b3c3b23-e93b-4cfc-9e04-de2766796609') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:07.311571 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-b98c1a20-c369-4b4f-890c-c3257b198083 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b3c3b23-e93b-4cfc-9e04-de2766796609') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:07.329370 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b98c1a20-c369-4b4f-890c-c3257b198083 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:07.358399 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b98c1a20-c369-4b4f-890c-c3257b198083 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:07.371354 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b98c1a20-c369-4b4f-890c-c3257b198083 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:20:07.372199 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b98c1a20-c369-4b4f-890c-c3257b198083 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:07.419288 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-031d7676-25c0-4cf1-89e8-109ef84afebe tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:07.432347 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:20:07.432347 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:20:07.432347 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:20:07.432347 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:20:07.432347 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:20:07.432347 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:20:07.432347 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:20:07.432347 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:20:07.432347 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:20:07.432347 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:20:07.432347 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:20:07.432347 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:20:07.432347 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:20:07.432347 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:20:07.432347 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:20:07.432347 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:20:07.432347 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:20:07.432347 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:20:07.432347 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:20:07.432347 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:20:07.432347 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:20:07.432347 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:20:07.432347 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:20:07.432347 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:20:07.432347 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:20:07.432347 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:20:07.432347 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:20:07.432347 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:20:07.432347 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:20:07.432347 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:20:07.432347 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:20:07.432347 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:20:07.488095 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-a9bc8ba2-b97c-4291-81c0-b64cece74c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:07.490673 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-a9bc8ba2-b97c-4291-81c0-b64cece74c86 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=452a4b6d-a445-4b2b-9168-2695dd67e404 HTTP/1.1" status: 200 len: 851 time: 0.1751001 Sep 08 09:20:07.504357 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-031d7676-25c0-4cf1-89e8-109ef84afebe tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Transition to ACTIVE for port object fdc7acb6-bdf3-499d-b3dd-41d17b18cc0c will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:20:07.541279 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b98c1a20-c369-4b4f-890c-c3257b198083 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:07.581615 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b98c1a20-c369-4b4f-890c-c3257b198083 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:07.586872 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b98c1a20-c369-4b4f-890c-c3257b198083 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/networks/e9aaaea4-85b0-44a4-9bc7-1c18fca6dc16 HTTP/1.1" status: 204 len: 168 time: 2.0233688 Sep 08 09:20:07.598133 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38336) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:07.600476 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98379af4-58f9-4e30-8988-1d82631228c5 req-c12a0464-1200-4e1e-b8af-a09c8d11b7b9 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:07.602464 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-98379af4-58f9-4e30-8988-1d82631228c5 req-c12a0464-1200-4e1e-b8af-a09c8d11b7b9 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 944 time: 0.4120729 Sep 08 09:20:07.610993 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-a2fad85e-35de-44e5-9a4b-5defda7b712a tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2002127325'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:07.621078 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023478ca-409a-4f40-a833-a1411dd274ea admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:20:07.633627 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2636415a-12ad-4557-bf67-0340c3f0ccf1 None None] Sync routers for ids ['c7759d1c-939a-49e8-b94a-a6d91a841b21'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:20:07.653848 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c1a20-c369-4b4f-890c-c3257b198083 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event deleted for resources: {'Network': ['ID=e9aaaea4-85b0-44a4-9bc7-1c18fca6dc16,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:07.655355 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2636415a-12ad-4557-bf67-0340c3f0ccf1 None None] Routers {'c7759d1c-939a-49e8-b94a-a6d91a841b21'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:20:07.656010 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-2636415a-12ad-4557-bf67-0340c3f0ccf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:19:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['c7759d1c-939a-49e8-b94a-a6d91a841b21'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:07.662324 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-d792fa98-680d-411f-bf48-827ac2b477cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:07.664224 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-d792fa98-680d-411f-bf48-827ac2b477cc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2de43bb0-acf3-42aa-b534-30332da083e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1643038 Sep 08 09:20:07.695758 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cc8e2a11-1642-4d41-8127-eee6f8d20fd6 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:07.706731 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-98379af4-58f9-4e30-8988-1d82631228c5 req-351a2100-6402-407e-ac75-0356c40b6b39 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930402 Sep 08 09:20:07.752722 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-031d7676-25c0-4cf1-89e8-109ef84afebe tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:07.789001 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8e2a11-1642-4d41-8127-eee6f8d20fd6 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Network 1482d1d2-5833-46f8-877f-b58c42441b8b is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:20:07.805324 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-cc8e2a11-1642-4d41-8127-eee6f8d20fd6 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:20:07.814996 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8e2a11-1642-4d41-8127-eee6f8d20fd6 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:20:07.821685 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8e2a11-1642-4d41-8127-eee6f8d20fd6 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:07.822653 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cc8e2a11-1642-4d41-8127-eee6f8d20fd6 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:07.830240 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031d7676-25c0-4cf1-89e8-109ef84afebe tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Network 596d782c-ddf4-497a-8449-8b324f45f7b4 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:20:07.839105 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e2a11-1642-4d41-8127-eee6f8d20fd6 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Pushing event updated for resources: {'Port': ['ID=2a2687a6-da83-4261-9389-222d0e22dbc5,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:07.860273 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-031d7676-25c0-4cf1-89e8-109ef84afebe tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:20:07.863828 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2fad85e-35de-44e5-9a4b-5defda7b712a tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Made reservation on behalf of befb68007ce4499daff28b75d6381c43 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:20:07.872767 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a2fad85e-35de-44e5-9a4b-5defda7b712a tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:07.894914 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-023478ca-409a-4f40-a833-a1411dd274ea admin admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:07.896186 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-023478ca-409a-4f40-a833-a1411dd274ea admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.6768448 Sep 08 09:20:07.909663 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38340) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:07.927810 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031d7676-25c0-4cf1-89e8-109ef84afebe tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:20:08.027110 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-2636415a-12ad-4557-bf67-0340c3f0ccf1 None None] Set router c7759d1c-939a-49e8-b94a-a6d91a841b21 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:20:08.031101 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-cc8e2a11-1642-4d41-8127-eee6f8d20fd6 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.8252716 Sep 08 09:20:08.076590 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38342) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:08.126305 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-96400410-2e3b-4032-beca-1a967d7b3c0e tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::17a', 'mac_address': 'fa:16:3e:a1:da:41'}]}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:08.227370 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902d2ae-300a-4f3b-950a-4c69b8bbe711 req-bacc31e4-3a91-4476-a42d-0092101e9388 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:08.229762 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-031d7676-25c0-4cf1-89e8-109ef84afebe tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:08.236676 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5902d2ae-300a-4f3b-950a-4c69b8bbe711 req-bacc31e4-3a91-4476-a42d-0092101e9388 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae3c1ee1-e380-45b8-96e9-a41ba065e3f6 HTTP/1.1" status: 200 len: 944 time: 0.9003642 Sep 08 09:20:08.243679 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2fad85e-35de-44e5-9a4b-5defda7b712a tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:20:08.264770 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d7676-25c0-4cf1-89e8-109ef84afebe tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Pushing event updated for resources: {'Port': ['ID=fdc7acb6-bdf3-499d-b3dd-41d17b18cc0c,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:08.287326 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-9b510716-79cb-461d-94c0-75264602ae13 service neutron] 10.222.0.37 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5880356 Sep 08 09:20:08.313495 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a2fad85e-35de-44e5-9a4b-5defda7b712a tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:08.313948 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-a2fad85e-35de-44e5-9a4b-5defda7b712a tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Added segment 60fe8c86-57a4-4c5e-8760-b374f58d4d0e of type vlan for network 2caa837e-5a12-4e6c-a5a7-ae5dde80dae0 Sep 08 09:20:08.482879 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5902d2ae-300a-4f3b-950a-4c69b8bbe711 req-8c3f4936-5140-42a7-8601-3841df4cd7b0 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450821 Sep 08 09:20:08.507734 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a2fad85e-35de-44e5-9a4b-5defda7b712a tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:08.553281 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-b6dbc2db-d964-4328-b452-694fbf981a10 None None] Provisioning for port 2a2687a6-da83-4261-9389-222d0e22dbc5 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:20:08.561029 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-b6dbc2db-d964-4328-b452-694fbf981a10 None None] Provisioning complete for port 2a2687a6-da83-4261-9389-222d0e22dbc5 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:08.561303 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b6dbc2db-d964-4328-b452-694fbf981a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:08.628829 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-031d7676-25c0-4cf1-89e8-109ef84afebe tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:08.632493 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a2fad85e-35de-44e5-9a4b-5defda7b712a tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:08.638493 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fad85e-35de-44e5-9a4b-5defda7b712a tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:08.639254 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a2fad85e-35de-44e5-9a4b-5defda7b712a tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:08.645157 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-2636415a-12ad-4557-bf67-0340c3f0ccf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7759d1c-939a-49e8-b94a-a6d91a841b21', 'name': 'tempest-TestAggregatesBasicOps-1865982328-router', 'tenant_id': '8297282dd4d047228ce044f7d322f489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'c3046fe9-f129-4807-8823-f6537be8b1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:20:00Z', 'updated_at': '2021-09-08T09:20:06Z', 'revision_number': 3, 'project_id': '8297282dd4d047228ce044f7d322f489', 'gw_port': {'id': 'c3046fe9-f129-4807-8823-f6537be8b1f7', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ba:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7759d1c-939a-49e8-b94a-a6d91a841b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:20:04Z', 'updated_at': '2021-09-08T09:20:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:08.650550 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7d0348bb-484a-4400-8db1-0216836dfb8b req-d2429798-ce19-433e-b73e-1166a8b716d1 service neutron] 10.222.0.37 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462558 Sep 08 09:20:08.722134 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-b6dbc2db-d964-4328-b452-694fbf981a10 None None] Port 2a2687a6-da83-4261-9389-222d0e22dbc5 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:20:08.728866 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2636415a-12ad-4557-bf67-0340c3f0ccf1 None None] Checking router: c7759d1c-939a-49e8-b94a-a6d91a841b21 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:20:08.729280 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2636415a-12ad-4557-bf67-0340c3f0ccf1 None None] Updating router c7759d1c-939a-49e8-b94a-a6d91a841b21 port c3046fe9-f129-4807-8823-f6537be8b1f7 binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:20:08.782027 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-96400410-2e3b-4032-beca-1a967d7b3c0e tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:08.803614 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2636415a-12ad-4557-bf67-0340c3f0ccf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:08.852272 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device a3c31785-e0b7-40a9-bdb7-b21286768191 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:20:08.905298 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-a2fad85e-35de-44e5-9a4b-5defda7b712a tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3060923 Sep 08 09:20:08.924160 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38348) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:08.928820 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-e2bf27b0-5a97-4206-a47d-2dcd7d57be3f tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Request body: {'subnet': {'network_id': '2caa837e-5a12-4e6c-a5a7-ae5dde80dae0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:08.943799 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-cf284657-a312-4adf-9343-490f6923faea None None] Provisioning for port fdc7acb6-bdf3-499d-b3dd-41d17b18cc0c completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:20:08.976225 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-cf284657-a312-4adf-9343-490f6923faea None None] Provisioning complete for port fdc7acb6-bdf3-499d-b3dd-41d17b18cc0c triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:08.976620 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cf284657-a312-4adf-9343-490f6923faea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:09.080828 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400e49a-75eb-4757-825f-8508a14b1e77 req-133d74a7-9e0c-46fb-8493-8f3945823188 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:09.082564 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e400e49a-75eb-4757-825f-8508a14b1e77 req-133d74a7-9e0c-46fb-8493-8f3945823188 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 944 time: 0.2562182 Sep 08 09:20:09.113445 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-cf284657-a312-4adf-9343-490f6923faea None None] Port fdc7acb6-bdf3-499d-b3dd-41d17b18cc0c cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:20:09.169306 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port a3c31785-e0b7-40a9-bdb7-b21286768191, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=a3c31785-e0b7-40a9-bdb7-b21286768191,segment=NetworkSegment(f65d12e3-feb2-45fa-813d-94ce7829a6a9),segment_id=f65d12e3-feb2-45fa-813d-94ce7829a6a9)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:20:09.192688 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': 'a3c31785-e0b7-40a9-bdb7-b21286768191', 'network_id': 'cb338a05-96ea-4d11-88f8-690044b53ade', 'port_id': 'a3c31785-e0b7-40a9-bdb7-b21286768191', 'mac_address': 'fa:16:3e:d3:40:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ec84db6-4dd6-4de4-a1e0-0c0e5076306d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:20:09.262080 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:09.296578 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e400e49a-75eb-4757-825f-8508a14b1e77 req-4a74d797-06e9-49fd-9dda-ccf2ede13479 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1818686 Sep 08 09:20:09.298690 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3c31785-e0b7-40a9-bdb7-b21286768191 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:20:09.307039 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2bf27b0-5a97-4206-a47d-2dcd7d57be3f tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Made reservation on behalf of befb68007ce4499daff28b75d6381c43 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:20:09.311233 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e2bf27b0-5a97-4206-a47d-2dcd7d57be3f tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:09.337980 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2636415a-12ad-4557-bf67-0340c3f0ccf1 None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:09.342464 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port a3c31785-e0b7-40a9-bdb7-b21286768191, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=a3c31785-e0b7-40a9-bdb7-b21286768191,segment=NetworkSegment(f65d12e3-feb2-45fa-813d-94ce7829a6a9),segment_id=f65d12e3-feb2-45fa-813d-94ce7829a6a9)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:20:09.348554 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fad85e-35de-44e5-9a4b-5defda7b712a tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event updated for resources: {'Network': ['ID=2caa837e-5a12-4e6c-a5a7-ae5dde80dae0,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:09.355004 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:09.366235 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 2caa837e-5a12-4e6c-a5a7-ae5dde80dae0 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:20:09.391217 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2636415a-12ad-4557-bf67-0340c3f0ccf1 None None] Transition to ACTIVE for port object c3046fe9-f129-4807-8823-f6537be8b1f7 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:20:09.405157 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0414a-a567-4615-a237-1c38f8bedf28 req-1ab0e0b9-872d-47a5-a476-91733419d2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:09.406871 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b5d0414a-a567-4615-a237-1c38f8bedf28 req-1ab0e0b9-872d-47a5-a476-91733419d2cc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca0d1910d7ca4892b72992e748a5bde6&device_id=ae3c1ee1-e380-45b8-96e9-a41ba065e3f6 HTTP/1.1" status: 200 len: 1096 time: 0.5523219 Sep 08 09:20:09.431183 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2636415a-12ad-4557-bf67-0340c3f0ccf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:09.435511 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-96400410-2e3b-4032-beca-1a967d7b3c0e tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:09.453293 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-96400410-2e3b-4032-beca-1a967d7b3c0e tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:09.476289 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-031d7676-25c0-4cf1-89e8-109ef84afebe tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:09.507092 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-031d7676-25c0-4cf1-89e8-109ef84afebe tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:09.512012 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-96400410-2e3b-4032-beca-1a967d7b3c0e tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] In _notify_port_updated(), no bound segment for port 2a2687a6-da83-4261-9389-222d0e22dbc5 on network 1482d1d2-5833-46f8-877f-b58c42441b8b {{(pid=94713) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 08 09:20:09.517804 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96400410-2e3b-4032-beca-1a967d7b3c0e tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:09.518529 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-96400410-2e3b-4032-beca-1a967d7b3c0e tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:09.520734 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-96400410-2e3b-4032-beca-1a967d7b3c0e tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] 10.222.0.54 "PUT /v2.0/ports/2a2687a6-da83-4261-9389-222d0e22dbc5 HTTP/1.1" status: 200 len: 1001 time: 1.4429071 Sep 08 09:20:09.526119 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38352) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:09.614167 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0414a-a567-4615-a237-1c38f8bedf28 req-626197bd-2476-46e5-b0d5-ba797423c8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:09.615738 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b5d0414a-a567-4615-a237-1c38f8bedf28 req-626197bd-2476-46e5-b0d5-ba797423c8ec service neutron] 10.222.0.37 "GET /v2.0/networks?id=2de43bb0-acf3-42aa-b534-30332da083e7 HTTP/1.1" status: 200 len: 913 time: 0.2005997 Sep 08 09:20:09.648675 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-031d7676-25c0-4cf1-89e8-109ef84afebe tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:09.681521 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=a3c31785-e0b7-40a9-bdb7-b21286768191,revision_number=11']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:09.720799 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-2636415a-12ad-4557-bf67-0340c3f0ccf1 None None] Attempting to bind port c3046fe9-f129-4807-8823-f6537be8b1f7 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:20:09.721173 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-2636415a-12ad-4557-bf67-0340c3f0ccf1 None None] Attempting to bind port c3046fe9-f129-4807-8823-f6537be8b1f7 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:20:09.721541 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2636415a-12ad-4557-bf67-0340c3f0ccf1 None None] Attempting to bind port c3046fe9-f129-4807-8823-f6537be8b1f7 on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:20:09.736297 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2636415a-12ad-4557-bf67-0340c3f0ccf1 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:20:09.736688 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2636415a-12ad-4557-bf67-0340c3f0ccf1 None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:20:09.738250 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2636415a-12ad-4557-bf67-0340c3f0ccf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:09.738659 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2636415a-12ad-4557-bf67-0340c3f0ccf1 None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:20:09.739151 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-2636415a-12ad-4557-bf67-0340c3f0ccf1 None None] Bound port: c3046fe9-f129-4807-8823-f6537be8b1f7, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:20:09.739539 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2636415a-12ad-4557-bf67-0340c3f0ccf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:09.764864 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b5d0414a-a567-4615-a237-1c38f8bedf28 req-a0a72ad3-aa68-4bed-861e-f40863e78081 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d099dbf8-3bed-42ef-8b23-813e7913ad69 HTTP/1.1" status: 200 len: 217 time: 0.1283760 Sep 08 09:20:09.780406 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ea534-b9df-4ef5-8733-17c76f43bc8a None None] Pushing event updated for resources: {'Port': ['ID=c3046fe9-f129-4807-8823-f6537be8b1f7,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:09.819866 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['a3c31785-e0b7-40a9-bdb7-b21286768191'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:20:09.822715 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96400410-2e3b-4032-beca-1a967d7b3c0e tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Pushing event updated for resources: {'Port': ['ID=2a2687a6-da83-4261-9389-222d0e22dbc5,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:09.827645 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-2636415a-12ad-4557-bf67-0340c3f0ccf1 None None] For port c3046fe9-f129-4807-8823-f6537be8b1f7, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:20:09.845646 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c57c18-8361-48cc-a88f-49509c415fe3 req-8f6c8be3-5de9-4dd0-a70a-cfecca5d69f6 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:09.847746 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-88c57c18-8361-48cc-a88f-49509c415fe3 req-8f6c8be3-5de9-4dd0-a70a-cfecca5d69f6 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae3c1ee1-e380-45b8-96e9-a41ba065e3f6 HTTP/1.1" status: 200 len: 944 time: 0.2589102 Sep 08 09:20:09.853253 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aa44ea1c-6bfb-4eed-8d1a-4b130ac623c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:09.867704 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-2636415a-12ad-4557-bf67-0340c3f0ccf1 None None] For port c3046fe9-f129-4807-8823-f6537be8b1f7, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=c3046fe9-f129-4807-8823-f6537be8b1f7,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:20:09.878485 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2636415a-12ad-4557-bf67-0340c3f0ccf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:09.905395 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d7676-25c0-4cf1-89e8-109ef84afebe tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Pushing event updated for resources: {'Port': ['ID=fdc7acb6-bdf3-499d-b3dd-41d17b18cc0c,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:09.914180 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0414a-a567-4615-a237-1c38f8bedf28 req-468dc9a9-b49e-490c-9b23-52b7b9ea3bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:09.915457 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-57d5c801-15c9-474b-837a-9240f2c7a25d None None] Provisioning complete for port 2a2687a6-da83-4261-9389-222d0e22dbc5 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:09.915838 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-57d5c801-15c9-474b-837a-9240f2c7a25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:09.916153 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b5d0414a-a567-4615-a237-1c38f8bedf28 req-468dc9a9-b49e-490c-9b23-52b7b9ea3bde service neutron] 10.222.0.37 "GET /v2.0/subnets?id=452a4b6d-a445-4b2b-9168-2695dd67e404 HTTP/1.1" status: 200 len: 851 time: 0.1392808 Sep 08 09:20:09.925454 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031d7676-25c0-4cf1-89e8-109ef84afebe tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Network 596d782c-ddf4-497a-8449-8b324f45f7b4 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:20:09.995738 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ea534-b9df-4ef5-8733-17c76f43bc8a None None] Pushing event updated for resources: {'Port': ['ID=c3046fe9-f129-4807-8823-f6537be8b1f7,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:10.002688 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-57d5c801-15c9-474b-837a-9240f2c7a25d None None] Port 2a2687a6-da83-4261-9389-222d0e22dbc5 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:20:10.009257 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-031d7676-25c0-4cf1-89e8-109ef84afebe tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:20:10.012212 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-88c57c18-8361-48cc-a88f-49509c415fe3 req-c2971fe7-5eea-451b-9836-af55c2a91dc3 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508849 Sep 08 09:20:10.013740 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2636415a-12ad-4557-bf67-0340c3f0ccf1 None None] Routers {'c7759d1c-939a-49e8-b94a-a6d91a841b21'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:20:10.014406 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-2636415a-12ad-4557-bf67-0340c3f0ccf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:19:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['c7759d1c-939a-49e8-b94a-a6d91a841b21'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:10.020043 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-99874aec-dba3-413e-ac3a-53d7f2201af0 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Deleting port 2a2687a6-da83-4261-9389-222d0e22dbc5 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:20:10.020534 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-99874aec-dba3-413e-ac3a-53d7f2201af0 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:10.058404 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e2bf27b0-5a97-4206-a47d-2dcd7d57be3f tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:10.211513 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-2636415a-12ad-4557-bf67-0340c3f0ccf1 None None] Set router c7759d1c-939a-49e8-b94a-a6d91a841b21 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:20:10.213896 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0414a-a567-4615-a237-1c38f8bedf28 req-d0c12607-09ac-42c3-afb9-c9881f25aed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:10.216306 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b5d0414a-a567-4615-a237-1c38f8bedf28 req-d0c12607-09ac-42c3-afb9-c9881f25aed4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2de43bb0-acf3-42aa-b534-30332da083e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2889411 Sep 08 09:20:10.292494 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bf27b0-5a97-4206-a47d-2dcd7d57be3f tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Checking segment: {'id': '60fe8c86-57a4-4c5e-8760-b374f58d4d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2caa837e-5a12-4e6c-a5a7-ae5dde80dae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:20:10.293219 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bf27b0-5a97-4206-a47d-2dcd7d57be3f tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Network hostable DHCP agents. Network: 2caa837e-5a12-4e6c-a5a7-ae5dde80dae0, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:20:10.302975 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-031d7676-25c0-4cf1-89e8-109ef84afebe tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Router 8142ab41-ba7b-4d58-a6db-0b61f212ddce has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:20:10.318415 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-99874aec-dba3-413e-ac3a-53d7f2201af0 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:10.321313 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-aa44ea1c-6bfb-4eed-8d1a-4b130ac623c5 admin admin] Allocated IP 172.20.0.1 (dde6f6ac-f5f0-495d-a0dd-5de9b0c94092/d6df1ff3-55f3-460b-b1d2-fdd774b51394/0ec86ca9-1603-4664-8d1a-71d52fff8f87) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:20:10.329697 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf27b0-5a97-4206-a47d-2dcd7d57be3f tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event updated for resources: {'Subnet': ['ID=4daf1c2c-ce55-462b-bab2-304fcbf324a6,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:10.365358 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bf27b0-5a97-4206-a47d-2dcd7d57be3f tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Network 2caa837e-5a12-4e6c-a5a7-ae5dde80dae0 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:20:10.411279 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-e2bf27b0-5a97-4206-a47d-2dcd7d57be3f tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 2caa837e-5a12-4e6c-a5a7-ae5dde80dae0) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:20:10.444850 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bf27b0-5a97-4206-a47d-2dcd7d57be3f tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:10.445464 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e2bf27b0-5a97-4206-a47d-2dcd7d57be3f tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:10.463160 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-99874aec-dba3-413e-ac3a-53d7f2201af0 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Calling delete_port for 2a2687a6-da83-4261-9389-222d0e22dbc5 owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:20:10.488019 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f634ed-6dd1-45d2-9dd5-9482bf371114 None None] Network 2caa837e-5a12-4e6c-a5a7-ae5dde80dae0 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:20:10.502745 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e2bf27b0-5a97-4206-a47d-2dcd7d57be3f tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5778501 Sep 08 09:20:10.506959 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38362) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:10.514775 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-9bd280fa-fd8d-4f93-9563-bd5ac036c602 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1334842065', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:10.522665 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031d7676-25c0-4cf1-89e8-109ef84afebe tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:20:10.535284 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-031d7676-25c0-4cf1-89e8-109ef84afebe tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] 10.222.0.54 "PUT /v2.0/routers/8142ab41-ba7b-4d58-a6db-0b61f212ddce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4182942 Sep 08 09:20:10.535495 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef11afb2-88b4-43bb-b669-0ac1d6000e4e None None] Sync routers for ids ['8142ab41-ba7b-4d58-a6db-0b61f212ddce'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:20:10.536595 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38364) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:10.549315 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef11afb2-88b4-43bb-b669-0ac1d6000e4e None None] Routers {'8142ab41-ba7b-4d58-a6db-0b61f212ddce'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:20:10.549939 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-ef11afb2-88b4-43bb-b669-0ac1d6000e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:19:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8142ab41-ba7b-4d58-a6db-0b61f212ddce'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:10.562333 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637ecb8-9b11-41e8-934d-b75f3f9960c8 req-65895267-3a43-4b87-b5d1-02f8ab00bae3 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:10.569903 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3637ecb8-9b11-41e8-934d-b75f3f9960c8 req-65895267-3a43-4b87-b5d1-02f8ab00bae3 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 945 time: 0.1098812 Sep 08 09:20:10.620756 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-ef11afb2-88b4-43bb-b669-0ac1d6000e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:10.633630 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b5d0414a-a567-4615-a237-1c38f8bedf28 req-d8a6faa7-dff9-4495-81a1-96e5a29eb385 service neutron] 10.222.0.37 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083731 Sep 08 09:20:10.642391 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef11afb2-88b4-43bb-b669-0ac1d6000e4e None None] Routers {'8142ab41-ba7b-4d58-a6db-0b61f212ddce'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:20:10.643252 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-ef11afb2-88b4-43bb-b669-0ac1d6000e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:19:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8142ab41-ba7b-4d58-a6db-0b61f212ddce'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:10.680006 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-1512ef23-923b-459c-b489-e067d05b99b6 None None] Provisioning complete for port fdc7acb6-bdf3-499d-b3dd-41d17b18cc0c triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:10.680385 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1512ef23-923b-459c-b489-e067d05b99b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:10.704209 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-ef11afb2-88b4-43bb-b669-0ac1d6000e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:10.717645 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef11afb2-88b4-43bb-b669-0ac1d6000e4e None None] The sync data for ids ['8142ab41-ba7b-4d58-a6db-0b61f212ddce'] in n-d-806683-11 is: [] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:20:10.728049 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-1512ef23-923b-459c-b489-e067d05b99b6 None None] Port fdc7acb6-bdf3-499d-b3dd-41d17b18cc0c cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:20:10.748092 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-2636415a-12ad-4557-bf67-0340c3f0ccf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7759d1c-939a-49e8-b94a-a6d91a841b21', 'name': 'tempest-TestAggregatesBasicOps-1865982328-router', 'tenant_id': '8297282dd4d047228ce044f7d322f489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'c3046fe9-f129-4807-8823-f6537be8b1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:20:00Z', 'updated_at': '2021-09-08T09:20:06Z', 'revision_number': 3, 'project_id': '8297282dd4d047228ce044f7d322f489', 'gw_port': {'id': 'c3046fe9-f129-4807-8823-f6537be8b1f7', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ba:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7759d1c-939a-49e8-b94a-a6d91a841b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:20:04Z', 'updated_at': '2021-09-08T09:20:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:10.780544 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2636415a-12ad-4557-bf67-0340c3f0ccf1 None None] The sync data for ids ['c7759d1c-939a-49e8-b94a-a6d91a841b21'] in n-d-806683-11 is: [{'id': 'c7759d1c-939a-49e8-b94a-a6d91a841b21', 'name': 'tempest-TestAggregatesBasicOps-1865982328-router', 'tenant_id': '8297282dd4d047228ce044f7d322f489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'c3046fe9-f129-4807-8823-f6537be8b1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:20:00Z', 'updated_at': '2021-09-08T09:20:06Z', 'revision_number': 3, 'project_id': '8297282dd4d047228ce044f7d322f489', 'gw_port': {'id': 'c3046fe9-f129-4807-8823-f6537be8b1f7', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ba:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7759d1c-939a-49e8-b94a-a6d91a841b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:20:04Z', 'updated_at': '2021-09-08T09:20:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:20:10.827328 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cd34f9-76e2-4b1f-9d08-bd0c0b41ca2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-2caa837e-5a12-4e6c-a5a7-ae5dde80dae0', 'network_id': '2caa837e-5a12-4e6c-a5a7-ae5dde80dae0', 'tenant_id': 'befb68007ce4499daff28b75d6381c43', 'fixed_ips': [{'subnet_id': '4daf1c2c-ce55-462b-bab2-304fcbf324a6'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:20:10.840221 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-33cd34f9-76e2-4b1f-9d08-bd0c0b41ca2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:10.895842 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aa44ea1c-6bfb-4eed-8d1a-4b130ac623c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:10.932945 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b5d0414a-a567-4615-a237-1c38f8bedf28 req-ef7a4fbf-50a6-443f-94c4-f3c55dba1d9a service neutron] 10.222.0.37 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847633 Sep 08 09:20:10.946442 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-aa44ea1c-6bfb-4eed-8d1a-4b130ac623c5 admin admin] Transition to ACTIVE for port object 0ec86ca9-1603-4664-8d1a-71d52fff8f87 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:20:10.948985 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-99874aec-dba3-413e-ac3a-53d7f2201af0 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:11.003365 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99874aec-dba3-413e-ac3a-53d7f2201af0 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Pushing event deleted for resources: {'Port': ['ID=2a2687a6-da83-4261-9389-222d0e22dbc5,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:11.034458 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9c358d57-1639-4957-a6f9-8483edba4574 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:11.040525 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9bd280fa-fd8d-4f93-9563-bd5ac036c602 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:11.042242 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9bd280fa-fd8d-4f93-9563-bd5ac036c602 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:11.145244 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3637ecb8-9b11-41e8-934d-b75f3f9960c8 req-1ccaef06-71a2-4f9c-8641-2a2601e72037 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5743525 Sep 08 09:20:11.182371 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-33cd34f9-76e2-4b1f-9d08-bd0c0b41ca2e None None] Allocated IP 172.20.0.2 (2caa837e-5a12-4e6c-a5a7-ae5dde80dae0/4daf1c2c-ce55-462b-bab2-304fcbf324a6/d84ec3b5-1f4e-42af-8487-24b80ee8f461) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:20:11.321538 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aa44ea1c-6bfb-4eed-8d1a-4b130ac623c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:11.338479 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9bd280fa-fd8d-4f93-9563-bd5ac036c602 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:11.341874 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-9c358d57-1639-4957-a6f9-8483edba4574 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 08 09:20:11.345909 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9c358d57-1639-4957-a6f9-8483edba4574 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] 10.222.0.54 "DELETE /v2.0/routers/8142ab41-ba7b-4d58-a6db-0b61f212ddce HTTP/1.1" status: 409 len: 329 time: 0.8056056 Sep 08 09:20:11.346693 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9bd280fa-fd8d-4f93-9563-bd5ac036c602 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:11.352418 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38370) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:11.453182 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-99874aec-dba3-413e-ac3a-53d7f2201af0 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:11.455347 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-99874aec-dba3-413e-ac3a-53d7f2201af0 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] 10.222.0.54 "DELETE /v2.0/ports/2a2687a6-da83-4261-9389-222d0e22dbc5 HTTP/1.1" status: 204 len: 168 time: 1.9282508 Sep 08 09:20:11.459688 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38372) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:11.460868 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-33cd34f9-76e2-4b1f-9d08-bd0c0b41ca2e None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:11.478232 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-33cd34f9-76e2-4b1f-9d08-bd0c0b41ca2e None None] Transition to ACTIVE for port object d84ec3b5-1f4e-42af-8487-24b80ee8f461 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:20:11.499099 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-33cd34f9-76e2-4b1f-9d08-bd0c0b41ca2e None None] Transition to ACTIVE for port object d84ec3b5-1f4e-42af-8487-24b80ee8f461 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:20:11.507566 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-33cd34f9-76e2-4b1f-9d08-bd0c0b41ca2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:11.527347 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d312c0b-da4f-48bb-a99f-1d2c2fceb554 req-9f018fb2-1c8e-4222-881c-11df1124030f tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:11.529120 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9d312c0b-da4f-48bb-a99f-1d2c2fceb554 req-9f018fb2-1c8e-4222-881c-11df1124030f tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae3c1ee1-e380-45b8-96e9-a41ba065e3f6 HTTP/1.1" status: 200 len: 944 time: 0.3666344 Sep 08 09:20:11.531322 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa44ea1c-6bfb-4eed-8d1a-4b130ac623c5 admin admin] Network dde6f6ac-f5f0-495d-a0dd-5de9b0c94092 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:20:11.534309 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-295b003d-ebfe-4f1c-b527-4d23f8f1b9fd tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] GET failed (client error): The resource could not be found. Sep 08 09:20:11.542319 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-295b003d-ebfe-4f1c-b527-4d23f8f1b9fd tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] 10.222.0.54 "GET /v2.0/ports/2a2687a6-da83-4261-9389-222d0e22dbc5 HTTP/1.1" status: 404 len: 333 time: 0.0812993 Sep 08 09:20:11.549108 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38374) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:11.557357 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-40eb5425-12ec-4318-a634-091ced271b90 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Request body: {'port': {'network_id': '1482d1d2-5833-46f8-877f-b58c42441b8b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-676524624'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:11.559423 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cd34f9-76e2-4b1f-9d08-bd0c0b41ca2e None None] Network 2caa837e-5a12-4e6c-a5a7-ae5dde80dae0 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:20:11.566986 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-aa44ea1c-6bfb-4eed-8d1a-4b130ac623c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:20:11.576718 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa44ea1c-6bfb-4eed-8d1a-4b130ac623c5 admin admin] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:20:11.588455 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa44ea1c-6bfb-4eed-8d1a-4b130ac623c5 admin admin] Pushing event updated for resources: {'Port': ['ID=0ec86ca9-1603-4664-8d1a-71d52fff8f87,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:11.593749 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-33cd34f9-76e2-4b1f-9d08-bd0c0b41ca2e None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:20:11.596032 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cd34f9-76e2-4b1f-9d08-bd0c0b41ca2e None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:20:11.613455 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9bd280fa-fd8d-4f93-9563-bd5ac036c602 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:11.617570 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd34f9-76e2-4b1f-9d08-bd0c0b41ca2e None None] Pushing event updated for resources: {'Port': ['ID=d84ec3b5-1f4e-42af-8487-24b80ee8f461,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:11.618392 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9bd280fa-fd8d-4f93-9563-bd5ac036c602 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.1103764 Sep 08 09:20:11.618667 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38376) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:11.624879 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-aee2ec01-d874-4dbc-b3dc-52e013295023 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Request body: {'port': {'network_id': '2caa837e-5a12-4e6c-a5a7-ae5dde80dae0', 'name': 'tempest-PortsTestJSON-2031546346'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:11.666304 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9d312c0b-da4f-48bb-a99f-1d2c2fceb554 req-89288b45-d9e1-4903-ac18-f8097b5e7300 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226711 Sep 08 09:20:11.682981 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cd34f9-76e2-4b1f-9d08-bd0c0b41ca2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:20:11.687170 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cd34f9-76e2-4b1f-9d08-bd0c0b41ca2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:20:11.687776 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cd34f9-76e2-4b1f-9d08-bd0c0b41ca2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:20:11.688686 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cd34f9-76e2-4b1f-9d08-bd0c0b41ca2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:20:11.689248 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cd34f9-76e2-4b1f-9d08-bd0c0b41ca2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:20:11.689805 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cd34f9-76e2-4b1f-9d08-bd0c0b41ca2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:20:11.694232 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cd34f9-76e2-4b1f-9d08-bd0c0b41ca2e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:20:11.695518 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cd34f9-76e2-4b1f-9d08-bd0c0b41ca2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:20:11.696562 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cd34f9-76e2-4b1f-9d08-bd0c0b41ca2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:20:11.697702 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cd34f9-76e2-4b1f-9d08-bd0c0b41ca2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:20:11.698847 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cd34f9-76e2-4b1f-9d08-bd0c0b41ca2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:20:11.700060 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33cd34f9-76e2-4b1f-9d08-bd0c0b41ca2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:20:11.800411 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aa44ea1c-6bfb-4eed-8d1a-4b130ac623c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:11.898496 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-33cd34f9-76e2-4b1f-9d08-bd0c0b41ca2e None None] Attempting to bind port d84ec3b5-1f4e-42af-8487-24b80ee8f461 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:20:11.898962 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-33cd34f9-76e2-4b1f-9d08-bd0c0b41ca2e None None] Attempting to bind port d84ec3b5-1f4e-42af-8487-24b80ee8f461 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '60fe8c86-57a4-4c5e-8760-b374f58d4d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2caa837e-5a12-4e6c-a5a7-ae5dde80dae0'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:20:11.899443 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cd34f9-76e2-4b1f-9d08-bd0c0b41ca2e None None] Attempting to bind port d84ec3b5-1f4e-42af-8487-24b80ee8f461 on network 2caa837e-5a12-4e6c-a5a7-ae5dde80dae0 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:20:11.915290 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cd34f9-76e2-4b1f-9d08-bd0c0b41ca2e None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:20:11.915692 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cd34f9-76e2-4b1f-9d08-bd0c0b41ca2e None None] Checking segment: {'id': '60fe8c86-57a4-4c5e-8760-b374f58d4d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2caa837e-5a12-4e6c-a5a7-ae5dde80dae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:20:11.916273 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-33cd34f9-76e2-4b1f-9d08-bd0c0b41ca2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:11.916867 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cd34f9-76e2-4b1f-9d08-bd0c0b41ca2e None None] Bound using segment: {'id': '60fe8c86-57a4-4c5e-8760-b374f58d4d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2caa837e-5a12-4e6c-a5a7-ae5dde80dae0'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:20:11.920294 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-33cd34f9-76e2-4b1f-9d08-bd0c0b41ca2e None None] Bound port: d84ec3b5-1f4e-42af-8487-24b80ee8f461, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60fe8c86-57a4-4c5e-8760-b374f58d4d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '2caa837e-5a12-4e6c-a5a7-ae5dde80dae0'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:20:11.920788 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-33cd34f9-76e2-4b1f-9d08-bd0c0b41ca2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:12.081028 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee2ec01-d874-4dbc-b3dc-52e013295023 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Made reservation on behalf of befb68007ce4499daff28b75d6381c43 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:20:12.087055 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aee2ec01-d874-4dbc-b3dc-52e013295023 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:12.093381 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-33cd34f9-76e2-4b1f-9d08-bd0c0b41ca2e None None] For port d84ec3b5-1f4e-42af-8487-24b80ee8f461, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:20:12.097293 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-33cd34f9-76e2-4b1f-9d08-bd0c0b41ca2e None None] For port d84ec3b5-1f4e-42af-8487-24b80ee8f461, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=d84ec3b5-1f4e-42af-8487-24b80ee8f461,segment=NetworkSegment(60fe8c86-57a4-4c5e-8760-b374f58d4d0e),segment_id=60fe8c86-57a4-4c5e-8760-b374f58d4d0e)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:20:12.110020 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-33cd34f9-76e2-4b1f-9d08-bd0c0b41ca2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:12.114989 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [None req-aee2ec01-d874-4dbc-b3dc-52e013295023 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] device_id is not set on port 93fbd612-4e12-4988-af96-df54a5edcd5e yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:20:12.130783 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40eb5425-12ec-4318-a634-091ced271b90 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Made reservation on behalf of cd179019c68e492882f42f9ae6227b29 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:20:12.136002 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-40eb5425-12ec-4318-a634-091ced271b90 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:12.156413 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device d099dbf8-3bed-42ef-8b23-813e7913ad69 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:20:12.159659 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aa44ea1c-6bfb-4eed-8d1a-4b130ac623c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:12.195498 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-40eb5425-12ec-4318-a634-091ced271b90 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] device_id is not set on port d23c057a-5576-41f5-bb95-d1b9e379e330 yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:20:12.228596 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ca2ff4e5-0fdb-4e97-a095-efac5ed235dd None None] Provisioning for port 0ec86ca9-1603-4664-8d1a-71d52fff8f87 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:20:12.255620 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ca2ff4e5-0fdb-4e97-a095-efac5ed235dd None None] Provisioning complete for port 0ec86ca9-1603-4664-8d1a-71d52fff8f87 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:12.256371 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ca2ff4e5-0fdb-4e97-a095-efac5ed235dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:12.260475 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd34f9-76e2-4b1f-9d08-bd0c0b41ca2e None None] Pushing event updated for resources: {'Port': ['ID=d84ec3b5-1f4e-42af-8487-24b80ee8f461,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:12.354887 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-ca2ff4e5-0fdb-4e97-a095-efac5ed235dd None None] Port 0ec86ca9-1603-4664-8d1a-71d52fff8f87 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:20:12.471207 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-069bee68-70a3-4135-9dd7-2c24afbcb72d tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:12.477434 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-aee2ec01-d874-4dbc-b3dc-52e013295023 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Allocated IP 172.20.0.4 (2caa837e-5a12-4e6c-a5a7-ae5dde80dae0/4daf1c2c-ce55-462b-bab2-304fcbf324a6/93fbd612-4e12-4988-af96-df54a5edcd5e) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:20:12.525836 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port d099dbf8-3bed-42ef-8b23-813e7913ad69, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=d099dbf8-3bed-42ef-8b23-813e7913ad69,segment=NetworkSegment(0adbffbb-cf08-4e79-9920-208d98c2b498),segment_id=0adbffbb-cf08-4e79-9920-208d98c2b498)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:20:12.567336 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': 'd099dbf8-3bed-42ef-8b23-813e7913ad69', 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7', 'port_id': 'd099dbf8-3bed-42ef-8b23-813e7913ad69', 'mac_address': 'fa:16:3e:d8:ea:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452a4b6d-a445-4b2b-9168-2695dd67e404', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:20:12.600387 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636af987-f735-4ca5-bd07-15ac392e097f req-d49c4b18-6d47-4024-93a2-d02d2d3273f5 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:12.603205 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-636af987-f735-4ca5-bd07-15ac392e097f req-d49c4b18-6d47-4024-93a2-d02d2d3273f5 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 945 time: 0.3016191 Sep 08 09:20:12.627797 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:12.645503 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d099dbf8-3bed-42ef-8b23-813e7913ad69 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:20:12.676200 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port d099dbf8-3bed-42ef-8b23-813e7913ad69, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=d099dbf8-3bed-42ef-8b23-813e7913ad69,segment=NetworkSegment(0adbffbb-cf08-4e79-9920-208d98c2b498),segment_id=0adbffbb-cf08-4e79-9920-208d98c2b498)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:20:12.684119 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-40eb5425-12ec-4318-a634-091ced271b90 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Allocated IP 2001:db8::3b0 (1482d1d2-5833-46f8-877f-b58c42441b8b/d2f0a9ad-1a67-4cc9-ad50-9b92f9b0a11b/d23c057a-5576-41f5-bb95-d1b9e379e330) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:20:12.684300 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:12.755816 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aa44ea1c-6bfb-4eed-8d1a-4b130ac623c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:12.758591 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=d099dbf8-3bed-42ef-8b23-813e7913ad69,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:12.771191 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aa44ea1c-6bfb-4eed-8d1a-4b130ac623c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:12.844050 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device a3c31785-e0b7-40a9-bdb7-b21286768191 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:20:12.904424 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-636af987-f735-4ca5-bd07-15ac392e097f req-5d724443-96f9-4f26-bc5e-49714a3744e5 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2243397 Sep 08 09:20:12.998519 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port a3c31785-e0b7-40a9-bdb7-b21286768191 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:20:13.017797 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['d099dbf8-3bed-42ef-8b23-813e7913ad69'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:20:13.055541 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa44ea1c-6bfb-4eed-8d1a-4b130ac623c5 admin admin] Pushing event updated for resources: {'Port': ['ID=0ec86ca9-1603-4664-8d1a-71d52fff8f87,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:13.061241 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port a3c31785-e0b7-40a9-bdb7-b21286768191 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:13.061628 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:13.077949 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aa44ea1c-6bfb-4eed-8d1a-4b130ac623c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:13.102188 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device c3046fe9-f129-4807-8823-f6537be8b1f7 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:20:13.117545 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aee2ec01-d874-4dbc-b3dc-52e013295023 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:13.132281 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-40eb5425-12ec-4318-a634-091ced271b90 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:13.163677 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb6128-2a3d-432e-9368-e8cb09ac6a9d req-cd7a4be6-f0ba-4dfb-bd63-0b5cafbf767a tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:13.167061 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7cbb6128-2a3d-432e-9368-e8cb09ac6a9d req-cd7a4be6-f0ba-4dfb-bd63-0b5cafbf767a tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae3c1ee1-e380-45b8-96e9-a41ba065e3f6 HTTP/1.1" status: 200 len: 945 time: 0.3527570 Sep 08 09:20:13.193659 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-40eb5425-12ec-4318-a634-091ced271b90 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Transition to ACTIVE for port object d23c057a-5576-41f5-bb95-d1b9e379e330 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:20:13.195213 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-aee2ec01-d874-4dbc-b3dc-52e013295023 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Transition to ACTIVE for port object 93fbd612-4e12-4988-af96-df54a5edcd5e will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:20:13.241118 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-069bee68-70a3-4135-9dd7-2c24afbcb72d tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Deleting port fdc7acb6-bdf3-499d-b3dd-41d17b18cc0c {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:20:13.241530 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-069bee68-70a3-4135-9dd7-2c24afbcb72d tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:13.252581 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:20:13.269812 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port c3046fe9-f129-4807-8823-f6537be8b1f7 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:20:13.302227 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:13.315983 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7cbb6128-2a3d-432e-9368-e8cb09ac6a9d req-f9c42735-6d47-47b1-b0a8-63da1c8d3a7a tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227841 Sep 08 09:20:13.316363 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port c3046fe9-f129-4807-8823-f6537be8b1f7 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:13.316846 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:13.360560 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa44ea1c-6bfb-4eed-8d1a-4b130ac623c5 admin admin] Network dde6f6ac-f5f0-495d-a0dd-5de9b0c94092 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:20:13.363930 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aee2ec01-d874-4dbc-b3dc-52e013295023 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:13.368097 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-40eb5425-12ec-4318-a634-091ced271b90 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:13.368814 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-aa44ea1c-6bfb-4eed-8d1a-4b130ac623c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:20:13.378440 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd670fbfb-6eed-4e9e-a33b-d0579953f7f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c31785-e0b7-40a9-bdb7-b21286768191'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:20:13.381302 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9ef096-ab23-4b6b-96f8-c7a35122deba" -d '{"events": [{"server_uuid": "d670fbfb-6eed-4e9e-a33b-d0579953f7f4", "name": "network-vif-plugged", "status": "completed", "tag": "a3c31785-e0b7-40a9-bdb7-b21286768191"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:20:13.409160 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-069bee68-70a3-4135-9dd7-2c24afbcb72d tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:13.457020 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port a3c31785-e0b7-40a9-bdb7-b21286768191, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=a3c31785-e0b7-40a9-bdb7-b21286768191,segment=NetworkSegment(f65d12e3-feb2-45fa-813d-94ce7829a6a9),segment_id=f65d12e3-feb2-45fa-813d-94ce7829a6a9)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:20:13.468656 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54020bb3-e1dd-41c9-8258-43a480c8c52d x-openstack-request-id: req-54020bb3-e1dd-41c9-8258-43a480c8c52d {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:20:13.468954 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d670fbfb-6eed-4e9e-a33b-d0579953f7f4", "name": "network-vif-plugged", "status": "completed", "tag": "a3c31785-e0b7-40a9-bdb7-b21286768191", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:20:13.469205 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-54020bb3-e1dd-41c9-8258-43a480c8c52d {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:20:13.469612 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd670fbfb-6eed-4e9e-a33b-d0579953f7f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c31785-e0b7-40a9-bdb7-b21286768191', 'code': 200} Sep 08 09:20:13.478523 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:13.513827 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40eb5425-12ec-4318-a634-091ced271b90 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Network 1482d1d2-5833-46f8-877f-b58c42441b8b is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:20:13.517348 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-069bee68-70a3-4135-9dd7-2c24afbcb72d tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Calling delete_port for fdc7acb6-bdf3-499d-b3dd-41d17b18cc0c owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:20:13.519317 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-40eb5425-12ec-4318-a634-091ced271b90 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:20:13.525809 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40eb5425-12ec-4318-a634-091ced271b90 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:20:13.534280 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40eb5425-12ec-4318-a634-091ced271b90 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:13.534967 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-40eb5425-12ec-4318-a634-091ced271b90 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:13.538824 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee2ec01-d874-4dbc-b3dc-52e013295023 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Network 2caa837e-5a12-4e6c-a5a7-ae5dde80dae0 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:20:13.547704 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-aee2ec01-d874-4dbc-b3dc-52e013295023 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:20:13.564375 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eb5425-12ec-4318-a634-091ced271b90 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Pushing event updated for resources: {'Port': ['ID=d23c057a-5576-41f5-bb95-d1b9e379e330,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:13.599975 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee2ec01-d874-4dbc-b3dc-52e013295023 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:20:13.673327 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-40eb5425-12ec-4318-a634-091ced271b90 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1198289 Sep 08 09:20:13.675490 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2ec01-d874-4dbc-b3dc-52e013295023 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event updated for resources: {'Port': ['ID=93fbd612-4e12-4988-af96-df54a5edcd5e,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:13.694877 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38392) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:13.705845 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-87c5b2b8-16bd-492a-86e5-e64d9b1de333 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:a1:da:41'}]}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:13.769485 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:13.803703 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port c3046fe9-f129-4807-8823-f6537be8b1f7, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=c3046fe9-f129-4807-8823-f6537be8b1f7,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:20:13.815627 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:13.817091 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device d84ec3b5-1f4e-42af-8487-24b80ee8f461 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:20:13.881161 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=a3c31785-e0b7-40a9-bdb7-b21286768191,revision_number=12']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:13.919282 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee2ec01-d874-4dbc-b3dc-52e013295023 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:13.920449 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aee2ec01-d874-4dbc-b3dc-52e013295023 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:13.993385 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110cbc44-ac91-44a0-9fae-4bf6882570e8 req-a340021b-6dc6-48e0-8593-7388224e6ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:14.001495 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-110cbc44-ac91-44a0-9fae-4bf6882570e8 req-a340021b-6dc6-48e0-8593-7388224e6ebd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 1098 time: 0.2985716 Sep 08 09:20:14.003848 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa44ea1c-6bfb-4eed-8d1a-4b130ac623c5 admin admin] Router c7759d1c-939a-49e8-b94a-a6d91a841b21 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:20:14.014121 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-aee2ec01-d874-4dbc-b3dc-52e013295023 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3921003 Sep 08 09:20:14.021294 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38396) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:14.042269 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=c3046fe9-f129-4807-8823-f6537be8b1f7,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:14.098186 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port d84ec3b5-1f4e-42af-8487-24b80ee8f461 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:20:14.109282 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f23ae1a9-a9b8-48de-9d0b-48e115326014 None None] Provisioning complete for port 0ec86ca9-1603-4664-8d1a-71d52fff8f87 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:14.109759 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f23ae1a9-a9b8-48de-9d0b-48e115326014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:14.154691 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-f23ae1a9-a9b8-48de-9d0b-48e115326014 None None] Port 0ec86ca9-1603-4664-8d1a-71d52fff8f87 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:20:14.243459 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa44ea1c-6bfb-4eed-8d1a-4b130ac623c5 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:20:14.262294 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-aa44ea1c-6bfb-4eed-8d1a-4b130ac623c5 admin admin] 10.222.0.54 "PUT /v2.0/routers/c7759d1c-939a-49e8-b94a-a6d91a841b21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2583575 Sep 08 09:20:14.262294 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-110cbc44-ac91-44a0-9fae-4bf6882570e8 req-29d395d7-2ca4-4aad-803d-2fbba58b4ff4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2470515 Sep 08 09:20:14.265900 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219c502-fcc8-4eca-a20c-cfa3d0c84ac9 req-1b267e75-33a9-4da1-9bf4-a8daaa6af85b tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:14.276015 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c65140-a86d-42f1-8ff8-29fef26e1f22 None None] Sync routers for ids ['c7759d1c-939a-49e8-b94a-a6d91a841b21'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:20:14.279775 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6219c502-fcc8-4eca-a20c-cfa3d0c84ac9 req-1b267e75-33a9-4da1-9bf4-a8daaa6af85b tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 946 time: 0.1018674 Sep 08 09:20:14.314870 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c65140-a86d-42f1-8ff8-29fef26e1f22 None None] Routers {'c7759d1c-939a-49e8-b94a-a6d91a841b21'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:20:14.315356 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-54c65140-a86d-42f1-8ff8-29fef26e1f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:19:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['c7759d1c-939a-49e8-b94a-a6d91a841b21'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:14.346847 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6219c502-fcc8-4eca-a20c-cfa3d0c84ac9 req-f7b77a9f-308b-4bc4-bb06-2e6b99951d6d tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660756 Sep 08 09:20:14.407243 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-1e3f052f-4302-4cf6-afca-a67fb089fbf4 None None] Provisioning for port d23c057a-5576-41f5-bb95-d1b9e379e330 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:20:14.421506 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-1e3f052f-4302-4cf6-afca-a67fb089fbf4 None None] Provisioning complete for port d23c057a-5576-41f5-bb95-d1b9e379e330 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:14.422545 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1e3f052f-4302-4cf6-afca-a67fb089fbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:14.538529 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-1e3f052f-4302-4cf6-afca-a67fb089fbf4 None None] Port d23c057a-5576-41f5-bb95-d1b9e379e330 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:20:14.540113 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7dd751-05ac-42c7-a710-7c33fc061646 None None] Network 2caa837e-5a12-4e6c-a5a7-ae5dde80dae0 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:20:14.613993 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-069bee68-70a3-4135-9dd7-2c24afbcb72d tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:14.643404 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-54c65140-a86d-42f1-8ff8-29fef26e1f22 None None] Set router c7759d1c-939a-49e8-b94a-a6d91a841b21 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:20:14.718585 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069bee68-70a3-4135-9dd7-2c24afbcb72d tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Pushing event deleted for resources: {'Port': ['ID=fdc7acb6-bdf3-499d-b3dd-41d17b18cc0c,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:14.739944 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-87c5b2b8-16bd-492a-86e5-e64d9b1de333 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:14.911268 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-7c9f614b-126b-4d2a-a1b9-2a91f17da930 None None] Provisioning for port d84ec3b5-1f4e-42af-8487-24b80ee8f461 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:20:14.979662 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device c3046fe9-f129-4807-8823-f6537be8b1f7 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:20:15.037763 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-7c9f614b-126b-4d2a-a1b9-2a91f17da930 None None] Provisioning complete for port d84ec3b5-1f4e-42af-8487-24b80ee8f461 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:15.038263 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7c9f614b-126b-4d2a-a1b9-2a91f17da930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:15.148735 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35466ced-bc5c-4b5f-a246-a9c27520bfd4 req-aa26c0b8-2c03-4588-8ea1-f97c806391a5 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:15.150516 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-35466ced-bc5c-4b5f-a246-a9c27520bfd4 req-aa26c0b8-2c03-4588-8ea1-f97c806391a5 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae3c1ee1-e380-45b8-96e9-a41ba065e3f6 HTTP/1.1" status: 200 len: 945 time: 0.5380023 Sep 08 09:20:15.232379 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port c3046fe9-f129-4807-8823-f6537be8b1f7 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:15.232771 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:15.245920 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38416) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:15.253269 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-75fb03f7-ca50-4026-aab5-f4f9aed42eb1 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1465294065-network', 'tenant_id': 'eaebb888b6ff4e00b31a3d240cc96aa8'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:15.280828 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75fb03f7-ca50-4026-aab5-f4f9aed42eb1 admin admin] Made reservation on behalf of eaebb888b6ff4e00b31a3d240cc96aa8 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:20:15.284655 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-75fb03f7-ca50-4026-aab5-f4f9aed42eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:15.299164 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-75fb03f7-ca50-4026-aab5-f4f9aed42eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:15.378103 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-35466ced-bc5c-4b5f-a246-a9c27520bfd4 req-c5c79dfe-a265-4165-9c7e-3d211a7fd740 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808155 Sep 08 09:20:15.414456 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7c9f614b-126b-4d2a-a1b9-2a91f17da930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:15.444167 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-069bee68-70a3-4135-9dd7-2c24afbcb72d tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:15.461738 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-75fb03f7-ca50-4026-aab5-f4f9aed42eb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:15.471070 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-75fb03f7-ca50-4026-aab5-f4f9aed42eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:15.500478 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-7c9f614b-126b-4d2a-a1b9-2a91f17da930 None None] For port d84ec3b5-1f4e-42af-8487-24b80ee8f461, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=d84ec3b5-1f4e-42af-8487-24b80ee8f461,segment=NetworkSegment(60fe8c86-57a4-4c5e-8760-b374f58d4d0e),segment_id=60fe8c86-57a4-4c5e-8760-b374f58d4d0e)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:20:15.503658 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-54c65140-a86d-42f1-8ff8-29fef26e1f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7759d1c-939a-49e8-b94a-a6d91a841b21', 'name': 'tempest-TestAggregatesBasicOps-1865982328-router', 'tenant_id': '8297282dd4d047228ce044f7d322f489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'c3046fe9-f129-4807-8823-f6537be8b1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:20:00Z', 'updated_at': '2021-09-08T09:20:12Z', 'revision_number': 4, 'project_id': '8297282dd4d047228ce044f7d322f489', 'gw_port': {'id': 'c3046fe9-f129-4807-8823-f6537be8b1f7', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ba:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7759d1c-939a-49e8-b94a-a6d91a841b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:20:04Z', 'updated_at': '2021-09-08T09:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '0ec86ca9-1603-4664-8d1a-71d52fff8f87', 'name': '', 'network_id': 'dde6f6ac-f5f0-495d-a0dd-5de9b0c94092', 'tenant_id': '8297282dd4d047228ce044f7d322f489', 'mac_address': 'fa:16:3e:bb:46:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7759d1c-939a-49e8-b94a-a6d91a841b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': 'd6df1ff3-55f3-460b-b1d2-fdd774b51394', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:20:09Z', 'updated_at': '2021-09-08T09:20:12Z', 'revision_number': 2, 'project_id': '8297282dd4d047228ce044f7d322f489', 'subnets': [{'id': 'd6df1ff3-55f3-460b-b1d2-fdd774b51394', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:15.552369 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c65140-a86d-42f1-8ff8-29fef26e1f22 None None] Checking router: c7759d1c-939a-49e8-b94a-a6d91a841b21 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:20:15.552807 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c65140-a86d-42f1-8ff8-29fef26e1f22 None None] Updating router c7759d1c-939a-49e8-b94a-a6d91a841b21 port 0ec86ca9-1603-4664-8d1a-71d52fff8f87 binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:20:15.557653 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7c9f614b-126b-4d2a-a1b9-2a91f17da930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:15.562733 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75fb03f7-ca50-4026-aab5-f4f9aed42eb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:20:15.584532 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb03f7-ca50-4026-aab5-f4f9aed42eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f1efb6-ff5a-44b1-bea2-f41b3bc9b81c,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:15.611923 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-75fb03f7-ca50-4026-aab5-f4f9aed42eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:15.612274 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-75fb03f7-ca50-4026-aab5-f4f9aed42eb1 admin admin] Added segment 7b7bfbf1-32c2-41ae-8d1f-850c1991ed70 of type vlan for network b05110b1-c24d-4e60-9f11-2b68a79926b9 Sep 08 09:20:15.622107 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98fa19-a241-4016-9009-dfe1d1b58e0a req-11e7e024-cff9-4d5b-a660-fd62fd8c625e tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:15.638167 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-af98fa19-a241-4016-9009-dfe1d1b58e0a req-11e7e024-cff9-4d5b-a660-fd62fd8c625e tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 946 time: 0.1681626 Sep 08 09:20:15.641554 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bf01deac-34b4-431c-bd66-3e996048c871 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:15.645576 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f614b-126b-4d2a-a1b9-2a91f17da930 None None] Pushing event updated for resources: {'Port': ['ID=d84ec3b5-1f4e-42af-8487-24b80ee8f461,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:15.648317 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-54c65140-a86d-42f1-8ff8-29fef26e1f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:15.806279 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-75fb03f7-ca50-4026-aab5-f4f9aed42eb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:15.888495 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-af98fa19-a241-4016-9009-dfe1d1b58e0a req-c232df74-956d-46e8-86f6-3e8154803a0a tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2492578 Sep 08 09:20:15.934413 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-75fb03f7-ca50-4026-aab5-f4f9aed42eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:15.935761 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fb03f7-ca50-4026-aab5-f4f9aed42eb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:15.938892 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-75fb03f7-ca50-4026-aab5-f4f9aed42eb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:15.977150 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-75fb03f7-ca50-4026-aab5-f4f9aed42eb1 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7273490 Sep 08 09:20:16.018909 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38434) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:16.024395 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-87c5b2b8-16bd-492a-86e5-e64d9b1de333 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:16.031180 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-409b3c93-4d17-4b9f-98a0-c7fb3b15b818 admin admin] Request body: {'subnet': {'network_id': 'b05110b1-c24d-4e60-9f11-2b68a79926b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1465294065-subnet', 'tenant_id': 'eaebb888b6ff4e00b31a3d240cc96aa8', 'ip_version': 4}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:16.063310 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-a5006515-5811-45e7-982c-fad6fc879bac None None] Provisioning for port 93fbd612-4e12-4988-af96-df54a5edcd5e completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:20:16.070369 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-a5006515-5811-45e7-982c-fad6fc879bac None None] Provisioning complete for port 93fbd612-4e12-4988-af96-df54a5edcd5e triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:16.070748 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a5006515-5811-45e7-982c-fad6fc879bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:16.074675 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-87c5b2b8-16bd-492a-86e5-e64d9b1de333 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:16.079485 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-069bee68-70a3-4135-9dd7-2c24afbcb72d tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Router 8142ab41-ba7b-4d58-a6db-0b61f212ddce has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:20:16.105298 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409b3c93-4d17-4b9f-98a0-c7fb3b15b818 admin admin] Made reservation on behalf of eaebb888b6ff4e00b31a3d240cc96aa8 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:20:16.110275 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-409b3c93-4d17-4b9f-98a0-c7fb3b15b818 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:16.161289 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-a5006515-5811-45e7-982c-fad6fc879bac None None] Port 93fbd612-4e12-4988-af96-df54a5edcd5e cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:20:16.167286 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb03f7-ca50-4026-aab5-f4f9aed42eb1 admin admin] Pushing event updated for resources: {'Network': ['ID=b05110b1-c24d-4e60-9f11-2b68a79926b9,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:16.209360 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-87c5b2b8-16bd-492a-86e5-e64d9b1de333 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] In _notify_port_updated(), no bound segment for port d23c057a-5576-41f5-bb95-d1b9e379e330 on network 1482d1d2-5833-46f8-877f-b58c42441b8b {{(pid=94713) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 08 09:20:16.215967 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c5b2b8-16bd-492a-86e5-e64d9b1de333 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:16.216644 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-87c5b2b8-16bd-492a-86e5-e64d9b1de333 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:16.220436 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-87c5b2b8-16bd-492a-86e5-e64d9b1de333 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] 10.222.0.54 "PUT /v2.0/ports/d23c057a-5576-41f5-bb95-d1b9e379e330 HTTP/1.1" status: 200 len: 1002 time: 2.5221317 Sep 08 09:20:16.224401 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38446) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:16.252536 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-54c65140-a86d-42f1-8ff8-29fef26e1f22 None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:16.269279 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-54c65140-a86d-42f1-8ff8-29fef26e1f22 None None] Transition to ACTIVE for port object 0ec86ca9-1603-4664-8d1a-71d52fff8f87 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:20:16.280480 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device d099dbf8-3bed-42ef-8b23-813e7913ad69 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:20:16.286524 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network b05110b1-c24d-4e60-9f11-2b68a79926b9 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:20:16.293156 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-54c65140-a86d-42f1-8ff8-29fef26e1f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:16.303369 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5b2b8-16bd-492a-86e5-e64d9b1de333 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Pushing event updated for resources: {'Port': ['ID=d23c057a-5576-41f5-bb95-d1b9e379e330,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:16.426697 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-72dc6d5d-4ac4-4bef-9907-b0ce8426ba1d tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Deleting port d23c057a-5576-41f5-bb95-d1b9e379e330 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:20:16.427194 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-72dc6d5d-4ac4-4bef-9907-b0ce8426ba1d tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:16.436923 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-a5006515-5811-45e7-982c-fad6fc879bac None None] Provisioning complete for port d84ec3b5-1f4e-42af-8487-24b80ee8f461 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:16.437633 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a5006515-5811-45e7-982c-fad6fc879bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:16.591262 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069bee68-70a3-4135-9dd7-2c24afbcb72d tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:20:16.606961 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5fa212-10ce-4e70-bb5e-c116f40a6e66 None None] Sync routers for ids ['8142ab41-ba7b-4d58-a6db-0b61f212ddce'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:20:16.614892 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-069bee68-70a3-4135-9dd7-2c24afbcb72d tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] 10.222.0.54 "PUT /v2.0/routers/8142ab41-ba7b-4d58-a6db-0b61f212ddce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2472284 Sep 08 09:20:16.624651 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38466) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:16.625550 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5fa212-10ce-4e70-bb5e-c116f40a6e66 None None] Routers {'8142ab41-ba7b-4d58-a6db-0b61f212ddce'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:20:16.630187 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e70be-4f38-4f62-81a9-c81da0895829 None None] Pushing event updated for resources: {'Port': ['ID=0ec86ca9-1603-4664-8d1a-71d52fff8f87,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:16.630900 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-6c5fa212-10ce-4e70-bb5e-c116f40a6e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:19:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8142ab41-ba7b-4d58-a6db-0b61f212ddce'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:16.660343 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port d099dbf8-3bed-42ef-8b23-813e7913ad69 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:20:16.681761 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-54c65140-a86d-42f1-8ff8-29fef26e1f22 None None] Attempting to bind port 0ec86ca9-1603-4664-8d1a-71d52fff8f87 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:20:16.682178 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-54c65140-a86d-42f1-8ff8-29fef26e1f22 None None] Attempting to bind port 0ec86ca9-1603-4664-8d1a-71d52fff8f87 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '91142c9f-e5e5-4737-8192-1747c3ce3b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'dde6f6ac-f5f0-495d-a0dd-5de9b0c94092'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:20:16.682552 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c65140-a86d-42f1-8ff8-29fef26e1f22 None None] Attempting to bind port 0ec86ca9-1603-4664-8d1a-71d52fff8f87 on network dde6f6ac-f5f0-495d-a0dd-5de9b0c94092 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:20:16.724816 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port d099dbf8-3bed-42ef-8b23-813e7913ad69 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:16.725296 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:16.734355 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-6c5fa212-10ce-4e70-bb5e-c116f40a6e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:16.739512 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c65140-a86d-42f1-8ff8-29fef26e1f22 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:20:16.740250 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c65140-a86d-42f1-8ff8-29fef26e1f22 None None] Checking segment: {'id': '91142c9f-e5e5-4737-8192-1747c3ce3b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'dde6f6ac-f5f0-495d-a0dd-5de9b0c94092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:20:16.747271 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-54c65140-a86d-42f1-8ff8-29fef26e1f22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:16.747271 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c65140-a86d-42f1-8ff8-29fef26e1f22 None None] Bound using segment: {'id': '91142c9f-e5e5-4737-8192-1747c3ce3b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'dde6f6ac-f5f0-495d-a0dd-5de9b0c94092'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:20:16.747271 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-54c65140-a86d-42f1-8ff8-29fef26e1f22 None None] Bound port: 0ec86ca9-1603-4664-8d1a-71d52fff8f87, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91142c9f-e5e5-4737-8192-1747c3ce3b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'dde6f6ac-f5f0-495d-a0dd-5de9b0c94092'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:20:16.747271 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-54c65140-a86d-42f1-8ff8-29fef26e1f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:16.760883 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5fa212-10ce-4e70-bb5e-c116f40a6e66 None None] Routers {'8142ab41-ba7b-4d58-a6db-0b61f212ddce'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:20:16.762374 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-6c5fa212-10ce-4e70-bb5e-c116f40a6e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:19:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8142ab41-ba7b-4d58-a6db-0b61f212ddce'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:16.808056 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-6c5fa212-10ce-4e70-bb5e-c116f40a6e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:16.809983 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5fa212-10ce-4e70-bb5e-c116f40a6e66 None None] The sync data for ids ['8142ab41-ba7b-4d58-a6db-0b61f212ddce'] in n-d-806683-11 is: [] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:20:16.830971 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-9e021cba-0cd5-4451-ba60-feb87183acf7 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] show failed (client error): The resource could not be found. Sep 08 09:20:16.832085 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9e021cba-0cd5-4451-ba60-feb87183acf7 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] 10.222.0.54 "GET /v2.0/routers/tempest-non_exist_router-914146053 HTTP/1.1" status: 404 len: 334 time: 0.1782815 Sep 08 09:20:16.848409 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38468) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:16.857014 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-dba5a863-497f-464b-8718-e22d8f413039 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:16.863650 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-54c65140-a86d-42f1-8ff8-29fef26e1f22 None None] For port 0ec86ca9-1603-4664-8d1a-71d52fff8f87, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:20:16.867663 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-54c65140-a86d-42f1-8ff8-29fef26e1f22 None None] For port 0ec86ca9-1603-4664-8d1a-71d52fff8f87, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=0ec86ca9-1603-4664-8d1a-71d52fff8f87,segment=NetworkSegment(91142c9f-e5e5-4737-8192-1747c3ce3b1b),segment_id=91142c9f-e5e5-4737-8192-1747c3ce3b1b)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:20:16.880890 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-54c65140-a86d-42f1-8ff8-29fef26e1f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:16.950687 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-dba5a863-497f-464b-8718-e22d8f413039 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] update failed (client error): The resource could not be found. Sep 08 09:20:16.955208 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-dba5a863-497f-464b-8718-e22d8f413039 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] 10.222.0.54 "PUT /v2.0/routers/tempest-non_exist_router-1857241182 HTTP/1.1" status: 404 len: 335 time: 0.1009588 Sep 08 09:20:16.955386 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e70be-4f38-4f62-81a9-c81da0895829 None None] Pushing event updated for resources: {'Port': ['ID=0ec86ca9-1603-4664-8d1a-71d52fff8f87,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:16.974204 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38472) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:16.979868 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bf01deac-34b4-431c-bd66-3e996048c871 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:16.988101 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device d84ec3b5-1f4e-42af-8487-24b80ee8f461 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:20:17.007952 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84044edf-3f0f-4c23-a368-11b79bf0afa7 req-1034baea-33df-4808-8595-8e801f9db680 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:17.009582 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-84044edf-3f0f-4c23-a368-11b79bf0afa7 req-1034baea-33df-4808-8595-8e801f9db680 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae3c1ee1-e380-45b8-96e9-a41ba065e3f6 HTTP/1.1" status: 200 len: 945 time: 0.4202650 Sep 08 09:20:17.010305 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bf01deac-34b4-431c-bd66-3e996048c871 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:17.093613 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c65140-a86d-42f1-8ff8-29fef26e1f22 None None] Routers {'c7759d1c-939a-49e8-b94a-a6d91a841b21'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:20:17.114403 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-54c65140-a86d-42f1-8ff8-29fef26e1f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:19:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['c7759d1c-939a-49e8-b94a-a6d91a841b21'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:17.189427 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d9dcbb2-5650-4675-a28f-12dc2a9da763 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Deleting subnet defab340-d9d0-4c51-a58e-d1ef9d6095ad {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:20:17.200000 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4d9dcbb2-5650-4675-a28f-12dc2a9da763 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:17.262637 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4d9dcbb2-5650-4675-a28f-12dc2a9da763 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:17.318386 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-54c65140-a86d-42f1-8ff8-29fef26e1f22 None None] Set router c7759d1c-939a-49e8-b94a-a6d91a841b21 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:20:17.360499 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4d9dcbb2-5650-4675-a28f-12dc2a9da763 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:17.469538 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf01deac-34b4-431c-bd66-3e996048c871 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event updated for resources: {'Port': ['ID=93fbd612-4e12-4988-af96-df54a5edcd5e,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:17.529473 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-0335f7e3-8e70-4dac-9850-d76bb6424873 None None] Provisioning complete for port 93fbd612-4e12-4988-af96-df54a5edcd5e triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:17.530057 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0335f7e3-8e70-4dac-9850-d76bb6424873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:17.536901 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086eba2d-8af2-4ffb-9ad6-1ddcc82a5c10 req-d9ed6b21-e575-4299-830f-3d27bde42931 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:17.538957 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-086eba2d-8af2-4ffb-9ad6-1ddcc82a5c10 req-d9ed6b21-e575-4299-830f-3d27bde42931 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 946 time: 0.1514764 Sep 08 09:20:17.599563 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-086eba2d-8af2-4ffb-9ad6-1ddcc82a5c10 req-dd9b4500-7979-4110-8d14-7f0463048f6e tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478375 Sep 08 09:20:17.601667 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-72dc6d5d-4ac4-4bef-9907-b0ce8426ba1d tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:17.605243 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-409b3c93-4d17-4b9f-98a0-c7fb3b15b818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:17.649103 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bf01deac-34b4-431c-bd66-3e996048c871 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:17.653172 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4d9dcbb2-5650-4675-a28f-12dc2a9da763 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:17.675968 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port d84ec3b5-1f4e-42af-8487-24b80ee8f461 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:17.676636 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:17.679033 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:17.685605 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-0335f7e3-8e70-4dac-9850-d76bb6424873 None None] Port 93fbd612-4e12-4988-af96-df54a5edcd5e cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:20:17.716848 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409b3c93-4d17-4b9f-98a0-c7fb3b15b818 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc3e0314-700a-45ef-a83e-7c57dd14c2e6,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:17.729547 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9dcbb2-5650-4675-a28f-12dc2a9da763 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Pushing event deleted for resources: {'Subnet': ['ID=defab340-d9d0-4c51-a58e-d1ef9d6095ad,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:17.734843 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-84044edf-3f0f-4c23-a368-11b79bf0afa7 req-e17b5811-d306-45d0-a239-52c7bb2f3b7d tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6943026 Sep 08 09:20:17.757152 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4d9dcbb2-5650-4675-a28f-12dc2a9da763 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:17.763517 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-72dc6d5d-4ac4-4bef-9907-b0ce8426ba1d tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Calling delete_port for d23c057a-5576-41f5-bb95-d1b9e379e330 owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:20:17.769725 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4d9dcbb2-5650-4675-a28f-12dc2a9da763 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] 10.222.0.54 "DELETE /v2.0/subnets/defab340-d9d0-4c51-a58e-d1ef9d6095ad HTTP/1.1" status: 204 len: 168 time: 0.7935345 Sep 08 09:20:17.770293 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38476) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:17.886199 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409b3c93-4d17-4b9f-98a0-c7fb3b15b818 admin admin] Checking segment: {'id': '7b7bfbf1-32c2-41ae-8d1f-850c1991ed70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b05110b1-c24d-4e60-9f11-2b68a79926b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:20:17.886604 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409b3c93-4d17-4b9f-98a0-c7fb3b15b818 admin admin] Network hostable DHCP agents. Network: b05110b1-c24d-4e60-9f11-2b68a79926b9, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:20:17.891334 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bf01deac-34b4-431c-bd66-3e996048c871 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:17.897202 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f227f12-3eea-4fe0-a118-b8988d59a500 None None] Network d077774f-9856-47b8-a8f1-6735d59dd88f requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:20:17.916279 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-dee4d6e2-6f21-4019-97a8-9153ac90de36 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Deleting subnet cabb4918-818a-4443-9835-8ac48c9509f0 {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:20:17.935342 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dee4d6e2-6f21-4019-97a8-9153ac90de36 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:18.041208 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409b3c93-4d17-4b9f-98a0-c7fb3b15b818 admin admin] Network b05110b1-c24d-4e60-9f11-2b68a79926b9 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:20:18.067624 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-472179bb-d7af-4d93-ba49-c90a06855c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:18.087796 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-0335f7e3-8e70-4dac-9850-d76bb6424873 None None] Provisioning complete for port d23c057a-5576-41f5-bb95-d1b9e379e330 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:18.088209 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0335f7e3-8e70-4dac-9850-d76bb6424873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:18.104309 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-409b3c93-4d17-4b9f-98a0-c7fb3b15b818 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, b05110b1-c24d-4e60-9f11-2b68a79926b9) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:20:18.129099 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409b3c93-4d17-4b9f-98a0-c7fb3b15b818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:18.129099 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-409b3c93-4d17-4b9f-98a0-c7fb3b15b818 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:18.131068 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dee4d6e2-6f21-4019-97a8-9153ac90de36 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:18.159201 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1726d7-1d22-4980-b946-c98334178aad None None] Network b05110b1-c24d-4e60-9f11-2b68a79926b9 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:20:18.193880 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3c1ee1-e380-45b8-96e9-a41ba065e3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd099dbf8-3bed-42ef-8b23-813e7913ad69'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:20:18.196620 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66792f65-3c47-452e-a419-da21c20d5c49" -d '{"events": [{"server_uuid": "ae3c1ee1-e380-45b8-96e9-a41ba065e3f6", "name": "network-vif-plugged", "status": "completed", "tag": "d099dbf8-3bed-42ef-8b23-813e7913ad69"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:20:18.249757 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-72dc6d5d-4ac4-4bef-9907-b0ce8426ba1d tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:18.269396 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port d099dbf8-3bed-42ef-8b23-813e7913ad69, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=d099dbf8-3bed-42ef-8b23-813e7913ad69,segment=NetworkSegment(0adbffbb-cf08-4e79-9920-208d98c2b498),segment_id=0adbffbb-cf08-4e79-9920-208d98c2b498)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:20:18.295508 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-409b3c93-4d17-4b9f-98a0-c7fb3b15b818 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2737856 Sep 08 09:20:18.296414 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc6d5d-4ac4-4bef-9907-b0ce8426ba1d tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Pushing event deleted for resources: {'Port': ['ID=d23c057a-5576-41f5-bb95-d1b9e379e330,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:18.299580 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38482) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:18.306194 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-ad89465b-5706-4b13-b9ee-21342b93b9ad admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1465294065-router', 'tenant_id': 'eaebb888b6ff4e00b31a3d240cc96aa8', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:18.312951 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11367464-6bc7-4a5e-8468-77a26d372017 x-openstack-request-id: req-11367464-6bc7-4a5e-8468-77a26d372017 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:20:18.313385 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3c1ee1-e380-45b8-96e9-a41ba065e3f6", "name": "network-vif-plugged", "status": "completed", "tag": "d099dbf8-3bed-42ef-8b23-813e7913ad69", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:20:18.313795 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-11367464-6bc7-4a5e-8468-77a26d372017 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:20:18.314421 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3c1ee1-e380-45b8-96e9-a41ba065e3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd099dbf8-3bed-42ef-8b23-813e7913ad69', 'code': 200} Sep 08 09:20:18.322611 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-0335f7e3-8e70-4dac-9850-d76bb6424873 None None] Port d23c057a-5576-41f5-bb95-d1b9e379e330 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:20:18.359617 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:18.376959 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-72dc6d5d-4ac4-4bef-9907-b0ce8426ba1d tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:18.381081 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-72dc6d5d-4ac4-4bef-9907-b0ce8426ba1d tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] 10.222.0.54 "DELETE /v2.0/ports/d23c057a-5576-41f5-bb95-d1b9e379e330 HTTP/1.1" status: 204 len: 168 time: 2.1555371 Sep 08 09:20:18.385647 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38484) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:18.426225 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ad89465b-5706-4b13-b9ee-21342b93b9ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:18.427276 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ad89465b-5706-4b13-b9ee-21342b93b9ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:18.452111 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bf01deac-34b4-431c-bd66-3e996048c871 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:18.460020 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bf01deac-34b4-431c-bd66-3e996048c871 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:18.473821 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3035699-79a0-4817-b6ff-2892db877890 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] GET failed (client error): The resource could not be found. Sep 08 09:20:18.479799 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e3035699-79a0-4817-b6ff-2892db877890 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] 10.222.0.54 "GET /v2.0/ports/d23c057a-5576-41f5-bb95-d1b9e379e330 HTTP/1.1" status: 404 len: 333 time: 0.0930309 Sep 08 09:20:18.493332 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38488) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:18.517750 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-cce75c66-e286-43cc-8e89-a208ec3f7470 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Request body: {'port': {'network_id': '1482d1d2-5833-46f8-877f-b58c42441b8b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1927870120'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:18.523775 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dee4d6e2-6f21-4019-97a8-9153ac90de36 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:18.533005 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf01deac-34b4-431c-bd66-3e996048c871 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event updated for resources: {'Port': ['ID=93fbd612-4e12-4988-af96-df54a5edcd5e,revision_number=3']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:18.605265 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ad89465b-5706-4b13-b9ee-21342b93b9ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:18.606498 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bf01deac-34b4-431c-bd66-3e996048c871 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:18.637400 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=d099dbf8-3bed-42ef-8b23-813e7913ad69,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:18.711614 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-54c65140-a86d-42f1-8ff8-29fef26e1f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7759d1c-939a-49e8-b94a-a6d91a841b21', 'name': 'tempest-TestAggregatesBasicOps-1865982328-router', 'tenant_id': '8297282dd4d047228ce044f7d322f489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'c3046fe9-f129-4807-8823-f6537be8b1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:20:00Z', 'updated_at': '2021-09-08T09:20:12Z', 'revision_number': 4, 'project_id': '8297282dd4d047228ce044f7d322f489', 'gw_port': {'id': 'c3046fe9-f129-4807-8823-f6537be8b1f7', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ba:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7759d1c-939a-49e8-b94a-a6d91a841b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:20:04Z', 'updated_at': '2021-09-08T09:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '0ec86ca9-1603-4664-8d1a-71d52fff8f87', 'name': '', 'network_id': 'dde6f6ac-f5f0-495d-a0dd-5de9b0c94092', 'tenant_id': '8297282dd4d047228ce044f7d322f489', 'mac_address': 'fa:16:3e:bb:46:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7759d1c-939a-49e8-b94a-a6d91a841b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': 'd6df1ff3-55f3-460b-b1d2-fdd774b51394', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:20:09Z', 'updated_at': '2021-09-08T09:20:16Z', 'revision_number': 4, 'project_id': '8297282dd4d047228ce044f7d322f489', 'subnets': [{'id': 'd6df1ff3-55f3-460b-b1d2-fdd774b51394', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:18.721658 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a429fcb2-8deb-4e72-9b5d-74bfc16f1eed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-b05110b1-c24d-4e60-9f11-2b68a79926b9', 'network_id': 'b05110b1-c24d-4e60-9f11-2b68a79926b9', 'tenant_id': 'eaebb888b6ff4e00b31a3d240cc96aa8', 'fixed_ips': [{'subnet_id': 'cc3e0314-700a-45ef-a83e-7c57dd14c2e6'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:20:18.723088 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a429fcb2-8deb-4e72-9b5d-74bfc16f1eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:18.769382 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c65140-a86d-42f1-8ff8-29fef26e1f22 None None] The sync data for ids ['c7759d1c-939a-49e8-b94a-a6d91a841b21'] in n-d-806683-11 is: [{'id': 'c7759d1c-939a-49e8-b94a-a6d91a841b21', 'name': 'tempest-TestAggregatesBasicOps-1865982328-router', 'tenant_id': '8297282dd4d047228ce044f7d322f489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'c3046fe9-f129-4807-8823-f6537be8b1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:20:00Z', 'updated_at': '2021-09-08T09:20:12Z', 'revision_number': 4, 'project_id': '8297282dd4d047228ce044f7d322f489', 'gw_port': {'id': 'c3046fe9-f129-4807-8823-f6537be8b1f7', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ba:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7759d1c-939a-49e8-b94a-a6d91a841b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:20:04Z', 'updated_at': '2021-09-08T09:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '0ec86ca9-1603-4664-8d1a-71d52fff8f87', 'name': '', 'network_id': 'dde6f6ac-f5f0-495d-a0dd-5de9b0c94092', 'tenant_id': '8297282dd4d047228ce044f7d322f489', 'mac_address': 'fa:16:3e:bb:46:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7759d1c-939a-49e8-b94a-a6d91a841b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 2731, 'fixed_ips': [{'subnet_id': 'd6df1ff3-55f3-460b-b1d2-fdd774b51394', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:20:09Z', 'updated_at': '2021-09-08T09:20:16Z', 'revision_number': 4, 'project_id': '8297282dd4d047228ce044f7d322f489', 'subnets': [{'id': 'd6df1ff3-55f3-460b-b1d2-fdd774b51394', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:20:18.797775 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b9b85c-c507-40a4-9537-9ed082d92749 None None] DHCP port deletion for d077774f-9856-47b8-a8f1-6735d59dd88f request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:20:18.802674 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ac0087ef-0559-4ace-958a-3a989a41d074 None None] Provisioning complete for port 93fbd612-4e12-4988-af96-df54a5edcd5e triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:18.809691 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ac0087ef-0559-4ace-958a-3a989a41d074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:18.948387 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-ac0087ef-0559-4ace-958a-3a989a41d074 None None] Port 93fbd612-4e12-4988-af96-df54a5edcd5e cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:20:18.976545 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ace90a-0ef4-4461-b634-a1a14d6855df req-cf3b2fdf-2e18-44dc-ba55-adb19317a875 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:18.979170 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-79ace90a-0ef4-4461-b634-a1a14d6855df req-cf3b2fdf-2e18-44dc-ba55-adb19317a875 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 946 time: 0.2110240 Sep 08 09:20:19.032074 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf01deac-34b4-431c-bd66-3e996048c871 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Network 2caa837e-5a12-4e6c-a5a7-ae5dde80dae0 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:20:19.038781 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-bf01deac-34b4-431c-bd66-3e996048c871 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:20:19.063027 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-79ace90a-0ef4-4461-b634-a1a14d6855df req-cb2b07a0-6df1-45c5-9be4-c174ab9fffcc tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671158 Sep 08 09:20:19.094728 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 0ec86ca9-1603-4664-8d1a-71d52fff8f87 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:20:19.144344 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dee4d6e2-6f21-4019-97a8-9153ac90de36 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:19.217610 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-a429fcb2-8deb-4e72-9b5d-74bfc16f1eed None None] Allocated IP 172.20.0.2 (b05110b1-c24d-4e60-9f11-2b68a79926b9/cc3e0314-700a-45ef-a83e-7c57dd14c2e6/31e82035-ff94-4df7-a169-e8b3c4d53b2e) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:20:19.237128 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-99b9b85c-c507-40a4-9537-9ed082d92749 None None] Deleting port 90f5358b-f6b8-4ace-a827-3529fb51b136 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:20:19.237508 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-99b9b85c-c507-40a4-9537-9ed082d92749 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:19.345743 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf01deac-34b4-431c-bd66-3e996048c871 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Router 8e7ec367-6add-4f49-bb52-7f92300cab27 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:20:19.359009 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 0ec86ca9-1603-4664-8d1a-71d52fff8f87 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:20:19.381321 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-99b9b85c-c507-40a4-9537-9ed082d92749 None None] For port 90f5358b-f6b8-4ace-a827-3529fb51b136, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=90f5358b-f6b8-4ace-a827-3529fb51b136,segment=NetworkSegment(08a9e33a-9f59-43cc-b527-1f0eac110678),segment_id=08a9e33a-9f59-43cc-b527-1f0eac110678)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:20:19.381477 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-99b9b85c-c507-40a4-9537-9ed082d92749 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:19.383912 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 0ec86ca9-1603-4664-8d1a-71d52fff8f87 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:19.384286 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:19.390608 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ad89465b-5706-4b13-b9ee-21342b93b9ad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:19.421046 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64f1ea-80d6-4616-a832-21f696a1c57e req-5549f2fd-524d-42dd-8d36-f1d0f0eaf046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:19.439623 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dc64f1ea-80d6-4616-a832-21f696a1c57e req-5549f2fd-524d-42dd-8d36-f1d0f0eaf046 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ae3c1ee1-e380-45b8-96e9-a41ba065e3f6 HTTP/1.1" status: 200 len: 1098 time: 1.0216794 Sep 08 09:20:19.440465 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee4d6e2-6f21-4019-97a8-9153ac90de36 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Pushing event deleted for resources: {'Subnet': ['ID=cabb4918-818a-4443-9835-8ac48c9509f0,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:19.463204 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e443ce-4fd8-4143-b866-c03b016959d2 req-262d56e3-4db0-423f-a19f-4bd2cde64e6a tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:19.464674 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-82e443ce-4fd8-4143-b866-c03b016959d2 req-262d56e3-4db0-423f-a19f-4bd2cde64e6a tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae3c1ee1-e380-45b8-96e9-a41ba065e3f6 HTTP/1.1" status: 200 len: 946 time: 0.6228855 Sep 08 09:20:19.471520 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce75c66-e286-43cc-8e89-a208ec3f7470 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Made reservation on behalf of cd179019c68e492882f42f9ae6227b29 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:20:19.474997 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cce75c66-e286-43cc-8e89-a208ec3f7470 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:19.490481 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dee4d6e2-6f21-4019-97a8-9153ac90de36 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:19.492998 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-dee4d6e2-6f21-4019-97a8-9153ac90de36 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] 10.222.0.54 "DELETE /v2.0/subnets/cabb4918-818a-4443-9835-8ac48c9509f0 HTTP/1.1" status: 204 len: 168 time: 1.7203310 Sep 08 09:20:19.505261 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-99b9b85c-c507-40a4-9537-9ed082d92749 None None] Calling delete_port for 90f5358b-f6b8-4ace-a827-3529fb51b136 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:20:19.507186 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1894a5b-e4aa-4ed5-8e11-a549f50bab75 None None] Network c1e21416-feb0-4b2d-955a-301aa759c0c4 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:20:19.528712 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38510) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:19.709156 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-496a85e8-a5a4-4d5d-a2ca-bef363ee78b5 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:19.728279 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dc64f1ea-80d6-4616-a832-21f696a1c57e req-9e43e327-8b02-44c6-8c41-c603e061ffbf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441559 Sep 08 09:20:19.742990 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-82e443ce-4fd8-4143-b866-c03b016959d2 req-c55b1463-0660-4835-b2e1-717bcd855614 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649903 Sep 08 09:20:19.746129 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [None req-cce75c66-e286-43cc-8e89-a208ec3f7470 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] device_id is not set on port fc6673a0-b2c4-4a93-ace4-8fa36f72086d yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:20:19.751222 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-0dba4ff3-9eea-42d9-bdca-e5a2dc4831a3 None None] Provisioning complete for port 93fbd612-4e12-4988-af96-df54a5edcd5e triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:19.751888 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0dba4ff3-9eea-42d9-bdca-e5a2dc4831a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:19.969453 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf01deac-34b4-431c-bd66-3e996048c871 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:20:19.990478 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-bf01deac-34b4-431c-bd66-3e996048c871 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "PUT /v2.0/routers/8e7ec367-6add-4f49-bb52-7f92300cab27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9678242 Sep 08 09:20:19.991509 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38530) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:19.993510 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-99b9b85c-c507-40a4-9537-9ed082d92749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:20.008453 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a429fcb2-8deb-4e72-9b5d-74bfc16f1eed None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:20.024921 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a970717-3e5c-4ce2-bdfc-491c6f3da8ef None None] Sync routers for ids ['8e7ec367-6add-4f49-bb52-7f92300cab27'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:20:20.027971 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-0dba4ff3-9eea-42d9-bdca-e5a2dc4831a3 None None] Port 93fbd612-4e12-4988-af96-df54a5edcd5e cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:20:20.102804 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-cce75c66-e286-43cc-8e89-a208ec3f7470 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Allocated IP 2001:db8::257 (1482d1d2-5833-46f8-877f-b58c42441b8b/d2f0a9ad-1a67-4cc9-ad50-9b92f9b0a11b/fc6673a0-b2c4-4a93-ace4-8fa36f72086d) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:20:20.113401 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-496a85e8-a5a4-4d5d-a2ca-bef363ee78b5 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Deleting port 90f5358b-f6b8-4ace-a827-3529fb51b136 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:20:20.113858 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-496a85e8-a5a4-4d5d-a2ca-bef363ee78b5 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:20.136352 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b9b85c-c507-40a4-9537-9ed082d92749 None None] Pushing event deleted for resources: {'Port': ['ID=90f5358b-f6b8-4ace-a827-3529fb51b136,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:20.145383 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b9b85c-c507-40a4-9537-9ed082d92749 None None] No DVR routers for this DVR port 90f5358b-f6b8-4ace-a827-3529fb51b136 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:20:20.147519 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-a429fcb2-8deb-4e72-9b5d-74bfc16f1eed None None] Transition to ACTIVE for port object 31e82035-ff94-4df7-a169-e8b3c4d53b2e will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:20:20.153867 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0283ab7-2c44-4ebc-9c18-70aa113a34d5 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:20.159474 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38540) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:20.161863 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f0283ab7-2c44-4ebc-9c18-70aa113a34d5 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e7ec367-6add-4f49-bb52-7f92300cab27 HTTP/1.1" status: 200 len: 982 time: 0.1676044 Sep 08 09:20:20.193123 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a970717-3e5c-4ce2-bdfc-491c6f3da8ef None None] Routers {'8e7ec367-6add-4f49-bb52-7f92300cab27'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:20:20.193829 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-0a970717-3e5c-4ce2-bdfc-491c6f3da8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:19:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8e7ec367-6add-4f49-bb52-7f92300cab27'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:20.203991 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-a429fcb2-8deb-4e72-9b5d-74bfc16f1eed None None] Transition to ACTIVE for port object 31e82035-ff94-4df7-a169-e8b3c4d53b2e will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:20:20.245725 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:20.257424 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-0a970717-3e5c-4ce2-bdfc-491c6f3da8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:20.279089 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a429fcb2-8deb-4e72-9b5d-74bfc16f1eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:20.302366 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a429fcb2-8deb-4e72-9b5d-74bfc16f1eed None None] Network b05110b1-c24d-4e60-9f11-2b68a79926b9 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:20:20.307338 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-a429fcb2-8deb-4e72-9b5d-74bfc16f1eed None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:20:20.326102 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a429fcb2-8deb-4e72-9b5d-74bfc16f1eed None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:20:20.346900 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48c6ede-691c-4a90-969e-a41faa615fe5 None None] DHCP port deletion for c1e21416-feb0-4b2d-955a-301aa759c0c4 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:20:20.362182 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a970717-3e5c-4ce2-bdfc-491c6f3da8ef None None] Routers {'8e7ec367-6add-4f49-bb52-7f92300cab27'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:20:20.362814 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-0a970717-3e5c-4ce2-bdfc-491c6f3da8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:19:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8e7ec367-6add-4f49-bb52-7f92300cab27'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:20.409099 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-496a85e8-a5a4-4d5d-a2ca-bef363ee78b5 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] For port 90f5358b-f6b8-4ace-a827-3529fb51b136, host n-d-806683-11, got binding levels [] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:20:20.409652 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-496a85e8-a5a4-4d5d-a2ca-bef363ee78b5 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:20.448591 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 0ec86ca9-1603-4664-8d1a-71d52fff8f87, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=0ec86ca9-1603-4664-8d1a-71d52fff8f87,segment=NetworkSegment(91142c9f-e5e5-4737-8192-1747c3ce3b1b),segment_id=91142c9f-e5e5-4737-8192-1747c3ce3b1b)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:20:20.479627 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-0a970717-3e5c-4ce2-bdfc-491c6f3da8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:20.479876 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a970717-3e5c-4ce2-bdfc-491c6f3da8ef None None] The sync data for ids ['8e7ec367-6add-4f49-bb52-7f92300cab27'] in n-d-806683-11 is: [] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:20:20.488186 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-496a85e8-a5a4-4d5d-a2ca-bef363ee78b5 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Calling delete_port for 90f5358b-f6b8-4ace-a827-3529fb51b136 owned by network:dhcp {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:20:20.488633 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:20.494662 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.ipam_backend_mixin [None req-496a85e8-a5a4-4d5d-a2ca-bef363ee78b5 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Port 90f5358b-f6b8-4ace-a827-3529fb51b136 was not found and therefore no delete operation was performed {{(pid=94712) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 08 09:20:20.510614 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a429fcb2-8deb-4e72-9b5d-74bfc16f1eed None None] Pushing event updated for resources: {'Port': ['ID=31e82035-ff94-4df7-a169-e8b3c4d53b2e,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:20.523344 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-496a85e8-a5a4-4d5d-a2ca-bef363ee78b5 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:20.604159 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a85e8-a5a4-4d5d-a2ca-bef363ee78b5 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Pushing event deleted for resources: {'Port': ['ID=90f5358b-f6b8-4ace-a827-3529fb51b136,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:20.606372 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=0ec86ca9-1603-4664-8d1a-71d52fff8f87,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:20.620341 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:20.623028 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 90f5358b-f6b8-4ace-a827-3529fb51b136 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:20:20.628575 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496a85e8-a5a4-4d5d-a2ca-bef363ee78b5 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] No DVR routers for this DVR port 90f5358b-f6b8-4ace-a827-3529fb51b136 on host n-d-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:20:20.656844 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 90f5358b-f6b8-4ace-a827-3529fb51b136 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:20:20.657198 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 90f5358b-f6b8-4ace-a827-3529fb51b136 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:20:20.659573 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-a429fcb2-8deb-4e72-9b5d-74bfc16f1eed None None] Attempting to bind port 31e82035-ff94-4df7-a169-e8b3c4d53b2e on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:20:20.659941 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-a429fcb2-8deb-4e72-9b5d-74bfc16f1eed None None] Attempting to bind port 31e82035-ff94-4df7-a169-e8b3c4d53b2e by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '7b7bfbf1-32c2-41ae-8d1f-850c1991ed70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b05110b1-c24d-4e60-9f11-2b68a79926b9'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:20:20.660304 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a429fcb2-8deb-4e72-9b5d-74bfc16f1eed None None] Attempting to bind port 31e82035-ff94-4df7-a169-e8b3c4d53b2e on network b05110b1-c24d-4e60-9f11-2b68a79926b9 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:20:20.666398 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ad89465b-5706-4b13-b9ee-21342b93b9ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:20.678405 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-f48c6ede-691c-4a90-969e-a41faa615fe5 None None] Deleting port 5678c66a-bc9e-4fd2-a790-8f8976fbc1ff {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:20:20.678784 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f48c6ede-691c-4a90-969e-a41faa615fe5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:20.682630 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a429fcb2-8deb-4e72-9b5d-74bfc16f1eed None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:20:20.683021 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a429fcb2-8deb-4e72-9b5d-74bfc16f1eed None None] Checking segment: {'id': '7b7bfbf1-32c2-41ae-8d1f-850c1991ed70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b05110b1-c24d-4e60-9f11-2b68a79926b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:20:20.683979 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a429fcb2-8deb-4e72-9b5d-74bfc16f1eed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:20.684501 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a429fcb2-8deb-4e72-9b5d-74bfc16f1eed None None] Bound using segment: {'id': '7b7bfbf1-32c2-41ae-8d1f-850c1991ed70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b05110b1-c24d-4e60-9f11-2b68a79926b9'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:20:20.684990 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-a429fcb2-8deb-4e72-9b5d-74bfc16f1eed None None] Bound port: 31e82035-ff94-4df7-a169-e8b3c4d53b2e, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b7bfbf1-32c2-41ae-8d1f-850c1991ed70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b05110b1-c24d-4e60-9f11-2b68a79926b9'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:20:20.685378 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a429fcb2-8deb-4e72-9b5d-74bfc16f1eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:20.706190 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ad89465b-5706-4b13-b9ee-21342b93b9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:20.861371 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-a429fcb2-8deb-4e72-9b5d-74bfc16f1eed None None] For port 31e82035-ff94-4df7-a169-e8b3c4d53b2e, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:20:20.865449 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-a429fcb2-8deb-4e72-9b5d-74bfc16f1eed None None] For port 31e82035-ff94-4df7-a169-e8b3c4d53b2e, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=31e82035-ff94-4df7-a169-e8b3c4d53b2e,segment=NetworkSegment(7b7bfbf1-32c2-41ae-8d1f-850c1991ed70),segment_id=7b7bfbf1-32c2-41ae-8d1f-850c1991ed70)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:20:20.894251 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-ad89465b-5706-4b13-b9ee-21342b93b9ad admin admin] Allocated IP 172.25.0.117 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/ce87396c-c57d-4ab3-b7e9-e441c9bf1244) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:20:20.905476 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-f48c6ede-691c-4a90-969e-a41faa615fe5 None None] For port 5678c66a-bc9e-4fd2-a790-8f8976fbc1ff, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=5678c66a-bc9e-4fd2-a790-8f8976fbc1ff,segment=NetworkSegment(a3ac8fdb-ef6d-4d3b-9160-fa76311a12a6),segment_id=a3ac8fdb-ef6d-4d3b-9160-fa76311a12a6)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:20:20.906013 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f48c6ede-691c-4a90-969e-a41faa615fe5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:20.945861 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-f48c6ede-691c-4a90-969e-a41faa615fe5 None None] Calling delete_port for 5678c66a-bc9e-4fd2-a790-8f8976fbc1ff owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:20:21.046095 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cce75c66-e286-43cc-8e89-a208ec3f7470 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:21.060963 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ad89465b-5706-4b13-b9ee-21342b93b9ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:21.069331 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a429fcb2-8deb-4e72-9b5d-74bfc16f1eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:21.080632 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 0ec86ca9-1603-4664-8d1a-71d52fff8f87 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:20:21.098794 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-496a85e8-a5a4-4d5d-a2ca-bef363ee78b5 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:21.106963 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec54ca8-2b36-4d4e-805e-c49b1db66bad req-db2025d4-6bb6-4b74-b620-b0ef78465bd7 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:21.109416 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7ec54ca8-2b36-4d4e-805e-c49b1db66bad req-db2025d4-6bb6-4b74-b620-b0ef78465bd7 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae3c1ee1-e380-45b8-96e9-a41ba065e3f6 HTTP/1.1" status: 200 len: 946 time: 0.1953349 Sep 08 09:20:21.110406 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f48c6ede-691c-4a90-969e-a41faa615fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:21.113832 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-28302cc4-3357-48e4-912e-d83536e112f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:21.114333 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-cce75c66-e286-43cc-8e89-a208ec3f7470 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Transition to ACTIVE for port object fc6673a0-b2c4-4a93-ace4-8fa36f72086d will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:20:21.137430 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4472057b-5138-4071-b263-6ee4110fa1e2 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:21.139663 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-496a85e8-a5a4-4d5d-a2ca-bef363ee78b5 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d077774f-9856-47b8-a8f1-6735d59dd88f']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:21.159264 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-496a85e8-a5a4-4d5d-a2ca-bef363ee78b5 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08a9e33a-9f59-43cc-b527-1f0eac110678') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:21.159669 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-496a85e8-a5a4-4d5d-a2ca-bef363ee78b5 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08a9e33a-9f59-43cc-b527-1f0eac110678') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:21.177197 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48c6ede-691c-4a90-969e-a41faa615fe5 None None] No DVR routers for this DVR port 5678c66a-bc9e-4fd2-a790-8f8976fbc1ff on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:20:21.178193 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-496a85e8-a5a4-4d5d-a2ca-bef363ee78b5 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:21.216459 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-496a85e8-a5a4-4d5d-a2ca-bef363ee78b5 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:21.229338 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-496a85e8-a5a4-4d5d-a2ca-bef363ee78b5 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:20:21.229733 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-496a85e8-a5a4-4d5d-a2ca-bef363ee78b5 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:21.233258 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:20:21.233258 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:20:21.233258 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:20:21.233258 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:20:21.233258 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:20:21.233258 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:20:21.233258 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:20:21.233258 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:20:21.233258 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:20:21.233258 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:20:21.233258 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:20:21.233258 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:20:21.233258 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:20:21.233258 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:20:21.233258 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:20:21.233258 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:20:21.233258 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:20:21.233258 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:20:21.233258 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:20:21.233258 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:20:21.233258 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:20:21.233258 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:20:21.233258 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:20:21.233258 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:20:21.233258 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:20:21.233258 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:20:21.233258 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:20:21.233258 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:20:21.233258 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:20:21.233258 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:20:21.233258 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:20:21.233258 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:20:21.250574 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ad89465b-5706-4b13-b9ee-21342b93b9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:21.253412 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a429fcb2-8deb-4e72-9b5d-74bfc16f1eed None None] Pushing event updated for resources: {'Port': ['ID=31e82035-ff94-4df7-a169-e8b3c4d53b2e,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:21.278418 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7ec54ca8-2b36-4d4e-805e-c49b1db66bad req-75005adc-8f2d-42ac-9078-767ae62cb35d tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512690 Sep 08 09:20:21.291539 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48c6ede-691c-4a90-969e-a41faa615fe5 None None] Pushing event deleted for resources: {'Port': ['ID=5678c66a-bc9e-4fd2-a790-8f8976fbc1ff,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:21.317191 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cce75c66-e286-43cc-8e89-a208ec3f7470 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:21.333049 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 0ec86ca9-1603-4664-8d1a-71d52fff8f87 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:21.334917 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:21.360664 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad89465b-5706-4b13-b9ee-21342b93b9ad admin admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:20:21.368697 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-ad89465b-5706-4b13-b9ee-21342b93b9ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:20:21.376219 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad89465b-5706-4b13-b9ee-21342b93b9ad admin admin] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:20:21.488295 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89465b-5706-4b13-b9ee-21342b93b9ad admin admin] Pushing event updated for resources: {'Port': ['ID=ce87396c-c57d-4ab3-b7e9-e441c9bf1244,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:21.492079 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce75c66-e286-43cc-8e89-a208ec3f7470 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Network 1482d1d2-5833-46f8-877f-b58c42441b8b is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:20:21.502673 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-cce75c66-e286-43cc-8e89-a208ec3f7470 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:20:21.503659 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-496a85e8-a5a4-4d5d-a2ca-bef363ee78b5 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:21.506817 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce75c66-e286-43cc-8e89-a208ec3f7470 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:20:21.513289 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce75c66-e286-43cc-8e89-a208ec3f7470 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:21.513945 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cce75c66-e286-43cc-8e89-a208ec3f7470 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:21.570063 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-4472057b-5138-4071-b263-6ee4110fa1e2 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Deleting port 93fbd612-4e12-4988-af96-df54a5edcd5e {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:20:21.570063 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4472057b-5138-4071-b263-6ee4110fa1e2 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:21.599072 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-496a85e8-a5a4-4d5d-a2ca-bef363ee78b5 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:21.601135 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-496a85e8-a5a4-4d5d-a2ca-bef363ee78b5 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] 10.222.0.54 "DELETE /v2.0/networks/d077774f-9856-47b8-a8f1-6735d59dd88f HTTP/1.1" status: 204 len: 168 time: 2.0352161 Sep 08 09:20:21.616030 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a85e8-a5a4-4d5d-a2ca-bef363ee78b5 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Pushing event deleted for resources: {'Network': ['ID=d077774f-9856-47b8-a8f1-6735d59dd88f,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:21.647358 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 5678c66a-bc9e-4fd2-a790-8f8976fbc1ff no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:20:21.657437 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38552) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:21.661734 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-cce75c66-e286-43cc-8e89-a208ec3f7470 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.1673019 Sep 08 09:20:21.676669 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 5678c66a-bc9e-4fd2-a790-8f8976fbc1ff {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:20:21.683173 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38554) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:21.685925 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 5678c66a-bc9e-4fd2-a790-8f8976fbc1ff not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:20:21.688434 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-eb8458df-2ef2-40a4-b1fc-47df36e9e539 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Request body: {'port': {'network_id': '1482d1d2-5833-46f8-877f-b58c42441b8b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1368903331'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:21.708731 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4472057b-5138-4071-b263-6ee4110fa1e2 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:21.730095 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-4472057b-5138-4071-b263-6ee4110fa1e2 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Calling delete_port for 93fbd612-4e12-4988-af96-df54a5edcd5e owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:20:21.775778 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce75c66-e286-43cc-8e89-a208ec3f7470 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Pushing event updated for resources: {'Port': ['ID=fc6673a0-b2c4-4a93-ace4-8fa36f72086d,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:21.958013 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8db42e4a-991f-4c99-b5f9-904b1b19c859 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:22.006080 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4472057b-5138-4071-b263-6ee4110fa1e2 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:22.062332 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4472057b-5138-4071-b263-6ee4110fa1e2 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event deleted for resources: {'Port': ['ID=93fbd612-4e12-4988-af96-df54a5edcd5e,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:22.065662 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f1a1a42a-0479-4e10-8eed-1da728b0d0ad None None] Provisioning for port fc6673a0-b2c4-4a93-ace4-8fa36f72086d completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:20:22.079211 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f1a1a42a-0479-4e10-8eed-1da728b0d0ad None None] Provisioning complete for port fc6673a0-b2c4-4a93-ace4-8fa36f72086d triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:22.079590 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f1a1a42a-0479-4e10-8eed-1da728b0d0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:22.116688 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12e59717-fa85-4153-ab08-b433068992ff req-603190c1-aa19-4e8a-9b43-33ca8ee236e9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2493858 Sep 08 09:20:22.161714 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:22.170876 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-f1a1a42a-0479-4e10-8eed-1da728b0d0ad None None] Port fc6673a0-b2c4-4a93-ace4-8fa36f72086d cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:20:22.275849 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4472057b-5138-4071-b263-6ee4110fa1e2 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:22.552411 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4472057b-5138-4071-b263-6ee4110fa1e2 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Router 8e7ec367-6add-4f49-bb52-7f92300cab27 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:20:22.641201 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4472057b-5138-4071-b263-6ee4110fa1e2 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:20:22.649371 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4472057b-5138-4071-b263-6ee4110fa1e2 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "PUT /v2.0/routers/8e7ec367-6add-4f49-bb52-7f92300cab27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4888213 Sep 08 09:20:22.650003 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38560) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:22.655155 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325bf818-250b-4a93-87d1-21eed6ffb3f0 None None] Sync routers for ids ['8e7ec367-6add-4f49-bb52-7f92300cab27'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:20:22.662592 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8458df-2ef2-40a4-b1fc-47df36e9e539 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Made reservation on behalf of cd179019c68e492882f42f9ae6227b29 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:20:22.666980 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-eb8458df-2ef2-40a4-b1fc-47df36e9e539 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:22.672585 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325bf818-250b-4a93-87d1-21eed6ffb3f0 None None] Routers {'8e7ec367-6add-4f49-bb52-7f92300cab27'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:20:22.674356 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-325bf818-250b-4a93-87d1-21eed6ffb3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:20:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8e7ec367-6add-4f49-bb52-7f92300cab27'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:22.677776 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd9270ca-659b-4d91-831c-d0a682ae7cbf tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] GET failed (client error): The resource could not be found. Sep 08 09:20:22.682225 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-bd9270ca-659b-4d91-831c-d0a682ae7cbf tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "GET /v2.0/ports/93fbd612-4e12-4988-af96-df54a5edcd5e HTTP/1.1" status: 404 len: 333 time: 0.0311227 Sep 08 09:20:22.682841 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38562) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:22.683046 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ad89465b-5706-4b13-b9ee-21342b93b9ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:22.720831 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-325bf818-250b-4a93-87d1-21eed6ffb3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:22.731730 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325bf818-250b-4a93-87d1-21eed6ffb3f0 None None] Routers {'8e7ec367-6add-4f49-bb52-7f92300cab27'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:20:22.732793 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-325bf818-250b-4a93-87d1-21eed6ffb3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:20:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8e7ec367-6add-4f49-bb52-7f92300cab27'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:22.763972 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8db42e4a-991f-4c99-b5f9-904b1b19c859 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:22.764730 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-325bf818-250b-4a93-87d1-21eed6ffb3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:22.765381 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325bf818-250b-4a93-87d1-21eed6ffb3f0 None None] The sync data for ids ['8e7ec367-6add-4f49-bb52-7f92300cab27'] in n-d-806683-11 is: [] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:20:22.774360 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a39d7f6b-1478-4d89-9045-7d39f6984fee tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:22.781576 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8049c46-71f9-41b7-b461-c2d0b5b791f6 None None] Network b05110b1-c24d-4e60-9f11-2b68a79926b9 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:20:22.782130 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [None req-eb8458df-2ef2-40a4-b1fc-47df36e9e539 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] device_id is not set on port add17f3b-3636-4349-8195-6c3379897dfb yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:20:22.801871 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e59717-fa85-4153-ab08-b433068992ff req-783fbd25-9be8-4a37-ad77-6669fecaa7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:22.804002 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12e59717-fa85-4153-ab08-b433068992ff req-783fbd25-9be8-4a37-ad77-6669fecaa7c2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca0d1910d7ca4892b72992e748a5bde6&device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 1096 time: 0.6057396 Sep 08 09:20:22.880435 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-8db42e4a-991f-4c99-b5f9-904b1b19c859 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1e21416-feb0-4b2d-955a-301aa759c0c4']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:22.918138 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-8db42e4a-991f-4c99-b5f9-904b1b19c859 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3ac8fdb-ef6d-4d3b-9160-fa76311a12a6') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:22.918534 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-8db42e4a-991f-4c99-b5f9-904b1b19c859 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3ac8fdb-ef6d-4d3b-9160-fa76311a12a6') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:22.962749 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a39d7f6b-1478-4d89-9045-7d39f6984fee tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:22.964711 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a39d7f6b-1478-4d89-9045-7d39f6984fee tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:22.997521 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8db42e4a-991f-4c99-b5f9-904b1b19c859 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:23.012079 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 31e82035-ff94-4df7-a169-e8b3c4d53b2e up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:20:23.023880 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a39d7f6b-1478-4d89-9045-7d39f6984fee tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:23.024546 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39d7f6b-1478-4d89-9045-7d39f6984fee tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Fanout notify agent at l3_agent the message router_deleted on router 8e7ec367-6add-4f49-bb52-7f92300cab27 {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:20:23.034069 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a39d7f6b-1478-4d89-9045-7d39f6984fee tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:23.038258 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a39d7f6b-1478-4d89-9045-7d39f6984fee tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/routers/8e7ec367-6add-4f49-bb52-7f92300cab27 HTTP/1.1" status: 204 len: 168 time: 0.3542964 Sep 08 09:20:23.038922 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38564) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:23.077272 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8db42e4a-991f-4c99-b5f9-904b1b19c859 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:23.102734 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-b443adfb-859b-4323-b062-af64603f0d11 None None] Provisioning for port 31e82035-ff94-4df7-a169-e8b3c4d53b2e completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:20:23.114277 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-34ada782-b37c-4ddc-be5f-29c18dc7c624 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Deleting subnet 4daf1c2c-ce55-462b-bab2-304fcbf324a6 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:20:23.122103 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-34ada782-b37c-4ddc-be5f-29c18dc7c624 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:23.128112 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8db42e4a-991f-4c99-b5f9-904b1b19c859 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:20:23.128534 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8db42e4a-991f-4c99-b5f9-904b1b19c859 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:23.134632 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:20:23.134632 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:20:23.134632 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:20:23.134632 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:20:23.134632 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:20:23.134632 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:20:23.134632 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:20:23.134632 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:20:23.134632 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:20:23.134632 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:20:23.134632 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:20:23.134632 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:20:23.134632 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:20:23.134632 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:20:23.134632 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:20:23.134632 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:20:23.134632 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:20:23.134632 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:20:23.134632 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:20:23.134632 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:20:23.134632 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:20:23.134632 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:20:23.134632 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:20:23.134632 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:20:23.134632 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:20:23.134632 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:20:23.134632 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:20:23.134632 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:20:23.134632 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:20:23.134632 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:20:23.134632 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:20:23.134632 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:20:23.165685 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 31e82035-ff94-4df7-a169-e8b3c4d53b2e completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:20:23.171550 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-34ada782-b37c-4ddc-be5f-29c18dc7c624 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:23.188964 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-eb8458df-2ef2-40a4-b1fc-47df36e9e539 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Allocated IP 2001:db8::e8 (1482d1d2-5833-46f8-877f-b58c42441b8b/d2f0a9ad-1a67-4cc9-ad50-9b92f9b0a11b/add17f3b-3636-4349-8195-6c3379897dfb) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:20:23.189251 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 31e82035-ff94-4df7-a169-e8b3c4d53b2e triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:23.189642 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:23.226790 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e59717-fa85-4153-ab08-b433068992ff req-34fd0a94-192a-4df1-ab09-512c8adf766b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:23.228302 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12e59717-fa85-4153-ab08-b433068992ff req-34fd0a94-192a-4df1-ab09-512c8adf766b service neutron] 10.222.0.37 "GET /v2.0/networks?id=2de43bb0-acf3-42aa-b534-30332da083e7 HTTP/1.1" status: 200 len: 913 time: 0.3850431 Sep 08 09:20:23.284489 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-34ada782-b37c-4ddc-be5f-29c18dc7c624 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:23.298156 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:23.334302 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8db42e4a-991f-4c99-b5f9-904b1b19c859 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:23.351766 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 31e82035-ff94-4df7-a169-e8b3c4d53b2e, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=31e82035-ff94-4df7-a169-e8b3c4d53b2e,segment=NetworkSegment(7b7bfbf1-32c2-41ae-8d1f-850c1991ed70),segment_id=7b7bfbf1-32c2-41ae-8d1f-850c1991ed70)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:20:23.366482 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8db42e4a-991f-4c99-b5f9-904b1b19c859 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:23.368458 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8db42e4a-991f-4c99-b5f9-904b1b19c859 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] 10.222.0.54 "DELETE /v2.0/networks/c1e21416-feb0-4b2d-955a-301aa759c0c4 HTTP/1.1" status: 204 len: 168 time: 1.7056260 Sep 08 09:20:23.371563 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38566) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:23.372828 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:23.383163 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db42e4a-991f-4c99-b5f9-904b1b19c859 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Pushing event deleted for resources: {'Network': ['ID=c1e21416-feb0-4b2d-955a-301aa759c0c4,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:23.394598 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12e59717-fa85-4153-ab08-b433068992ff req-daacecc1-2983-43e8-a18c-0a06f9e06069 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7372846c-19f9-433f-8cb8-ca65d68becd9 HTTP/1.1" status: 200 len: 999 time: 0.1555827 Sep 08 09:20:23.410962 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ad89465b-5706-4b13-b9ee-21342b93b9ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:23.427845 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-34ada782-b37c-4ddc-be5f-29c18dc7c624 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:23.432714 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=31e82035-ff94-4df7-a169-e8b3c4d53b2e,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:23.476394 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ada782-b37c-4ddc-be5f-29c18dc7c624 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event deleted for resources: {'Subnet': ['ID=4daf1c2c-ce55-462b-bab2-304fcbf324a6,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:23.484524 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-34ada782-b37c-4ddc-be5f-29c18dc7c624 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:23.490835 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-34ada782-b37c-4ddc-be5f-29c18dc7c624 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/subnets/4daf1c2c-ce55-462b-bab2-304fcbf324a6 HTTP/1.1" status: 204 len: 168 time: 0.4508665 Sep 08 09:20:23.492110 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38572) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:23.492801 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91200f83-302b-42cd-a878-85f2eeab8aea None None] Network 2caa837e-5a12-4e6c-a5a7-ae5dde80dae0 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:20:23.543555 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-5715af83-2e38-47e1-9c38-cd73ec23c061 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Deleting subnet 80626a84-b375-49ad-b9d9-195dada0bab4 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:20:23.564257 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5715af83-2e38-47e1-9c38-cd73ec23c061 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:23.594676 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:23.595374 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-3294878d-680b-4453-a897-72839cca741e None None] Provisioning complete for port 31e82035-ff94-4df7-a169-e8b3c4d53b2e triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:23.596352 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3294878d-680b-4453-a897-72839cca741e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:23.677629 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6e5ab38b-8d0f-4ba9-b562-7330d6f2f2db tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:23.683453 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5715af83-2e38-47e1-9c38-cd73ec23c061 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:23.725248 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e59717-fa85-4153-ab08-b433068992ff req-0b408e38-0387-419d-a7bf-07f81ce2f559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:23.725248 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12e59717-fa85-4153-ab08-b433068992ff req-0b408e38-0387-419d-a7bf-07f81ce2f559 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=452a4b6d-a445-4b2b-9168-2695dd67e404 HTTP/1.1" status: 200 len: 851 time: 0.3198879 Sep 08 09:20:23.788444 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0513be12-57e0-415d-9cd1-cf5b3f80edc8 None None] DHCP port deletion for 2caa837e-5a12-4e6c-a5a7-ae5dde80dae0 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:20:23.823774 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5715af83-2e38-47e1-9c38-cd73ec23c061 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:23.843383 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-0513be12-57e0-415d-9cd1-cf5b3f80edc8 None None] Deleting port d84ec3b5-1f4e-42af-8487-24b80ee8f461 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:20:23.844243 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0513be12-57e0-415d-9cd1-cf5b3f80edc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:23.853334 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-6e5ab38b-8d0f-4ba9-b562-7330d6f2f2db tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Deleting port d84ec3b5-1f4e-42af-8487-24b80ee8f461 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:20:23.853686 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6e5ab38b-8d0f-4ba9-b562-7330d6f2f2db tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:23.864578 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e59717-fa85-4153-ab08-b433068992ff req-64708afe-5511-4d0a-a452-ab7482a6fe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:23.866388 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12e59717-fa85-4153-ab08-b433068992ff req-64708afe-5511-4d0a-a452-ab7482a6fe15 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2de43bb0-acf3-42aa-b534-30332da083e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1214640 Sep 08 09:20:23.905678 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-eb8458df-2ef2-40a4-b1fc-47df36e9e539 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:23.924564 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-0513be12-57e0-415d-9cd1-cf5b3f80edc8 None None] For port d84ec3b5-1f4e-42af-8487-24b80ee8f461, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=d84ec3b5-1f4e-42af-8487-24b80ee8f461,segment=NetworkSegment(60fe8c86-57a4-4c5e-8760-b374f58d4d0e),segment_id=60fe8c86-57a4-4c5e-8760-b374f58d4d0e)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:20:23.925990 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0513be12-57e0-415d-9cd1-cf5b3f80edc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:23.941866 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-0513be12-57e0-415d-9cd1-cf5b3f80edc8 None None] Calling delete_port for d84ec3b5-1f4e-42af-8487-24b80ee8f461 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:20:23.950387 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-6e5ab38b-8d0f-4ba9-b562-7330d6f2f2db tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] For port d84ec3b5-1f4e-42af-8487-24b80ee8f461, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=d84ec3b5-1f4e-42af-8487-24b80ee8f461,segment=NetworkSegment(60fe8c86-57a4-4c5e-8760-b374f58d4d0e),segment_id=60fe8c86-57a4-4c5e-8760-b374f58d4d0e)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:20:23.950611 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6e5ab38b-8d0f-4ba9-b562-7330d6f2f2db tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:23.951773 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-eb8458df-2ef2-40a4-b1fc-47df36e9e539 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Transition to ACTIVE for port object add17f3b-3636-4349-8195-6c3379897dfb will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:20:23.975719 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-6e5ab38b-8d0f-4ba9-b562-7330d6f2f2db tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Calling delete_port for d84ec3b5-1f4e-42af-8487-24b80ee8f461 owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:20:23.988162 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5715af83-2e38-47e1-9c38-cd73ec23c061 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:24.011987 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad89465b-5706-4b13-b9ee-21342b93b9ad admin admin] Router 12ddec22-1174-4bf1-ba22-442569dbcb06 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:20:24.049487 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0513be12-57e0-415d-9cd1-cf5b3f80edc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:24.086560 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0513be12-57e0-415d-9cd1-cf5b3f80edc8 None None] Pushing event deleted for resources: {'Port': ['ID=d84ec3b5-1f4e-42af-8487-24b80ee8f461,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:24.088787 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0513be12-57e0-415d-9cd1-cf5b3f80edc8 None None] No DVR routers for this DVR port d84ec3b5-1f4e-42af-8487-24b80ee8f461 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:20:24.092236 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5715af83-2e38-47e1-9c38-cd73ec23c061 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Pushing event deleted for resources: {'Subnet': ['ID=80626a84-b375-49ad-b9d9-195dada0bab4,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:24.103154 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5715af83-2e38-47e1-9c38-cd73ec23c061 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:24.110914 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38578) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:24.112886 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5715af83-2e38-47e1-9c38-cd73ec23c061 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] 10.222.0.54 "DELETE /v2.0/subnets/80626a84-b375-49ad-b9d9-195dada0bab4 HTTP/1.1" status: 204 len: 168 time: 0.7316353 Sep 08 09:20:24.116108 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505e9b09-5c6f-4000-bcd1-e3c2e17061f9 None None] Network 596d782c-ddf4-497a-8449-8b324f45f7b4 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:20:24.130599 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12e59717-fa85-4153-ab08-b433068992ff req-a7be87a2-7dd6-4ca1-ae0b-9916cea0073f service neutron] 10.222.0.37 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497835 Sep 08 09:20:24.134082 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6e5ab38b-8d0f-4ba9-b562-7330d6f2f2db tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:24.135947 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:24.175146 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-eb8458df-2ef2-40a4-b1fc-47df36e9e539 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:24.178758 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5ab38b-8d0f-4ba9-b562-7330d6f2f2db tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event deleted for resources: {'Port': ['ID=d84ec3b5-1f4e-42af-8487-24b80ee8f461,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:24.196595 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5ab38b-8d0f-4ba9-b562-7330d6f2f2db tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] No DVR routers for this DVR port d84ec3b5-1f4e-42af-8487-24b80ee8f461 on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:20:24.310423 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6e5ab38b-8d0f-4ba9-b562-7330d6f2f2db tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:24.336894 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-6e5ab38b-8d0f-4ba9-b562-7330d6f2f2db tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2caa837e-5a12-4e6c-a5a7-ae5dde80dae0']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:24.350284 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff145d3f-e2cb-48e4-b707-b2827715230b None None] DHCP port deletion for 596d782c-ddf4-497a-8449-8b324f45f7b4 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:20:24.351685 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-6e5ab38b-8d0f-4ba9-b562-7330d6f2f2db tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60fe8c86-57a4-4c5e-8760-b374f58d4d0e') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:24.352054 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-6e5ab38b-8d0f-4ba9-b562-7330d6f2f2db tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60fe8c86-57a4-4c5e-8760-b374f58d4d0e') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:24.363458 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6e5ab38b-8d0f-4ba9-b562-7330d6f2f2db tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:24.372951 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad89465b-5706-4b13-b9ee-21342b93b9ad admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:20:24.384338 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6e5ab38b-8d0f-4ba9-b562-7330d6f2f2db tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:24.390277 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-17624225-e31d-423e-a5ab-42e62334155f tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:24.392680 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e5ab38b-8d0f-4ba9-b562-7330d6f2f2db tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:20:24.393669 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6e5ab38b-8d0f-4ba9-b562-7330d6f2f2db tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:24.397174 n-d-806683-11 neutron-server[94713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:20:24.397174 n-d-806683-11 neutron-server[94713]: self.session.flush() Sep 08 09:20:24.397174 n-d-806683-11 neutron-server[94713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:20:24.397174 n-d-806683-11 neutron-server[94713]: self.session.flush() Sep 08 09:20:24.397174 n-d-806683-11 neutron-server[94713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:20:24.397174 n-d-806683-11 neutron-server[94713]: self.session.flush() Sep 08 09:20:24.397174 n-d-806683-11 neutron-server[94713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:20:24.397174 n-d-806683-11 neutron-server[94713]: self.session.flush() Sep 08 09:20:24.397174 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:20:24.397174 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:20:24.397174 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:20:24.397174 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:20:24.397174 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:20:24.397174 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:20:24.397174 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:20:24.397174 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:20:24.397174 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:20:24.397174 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:20:24.397174 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:20:24.397174 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:20:24.397174 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:20:24.397174 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:20:24.397174 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:20:24.397174 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:20:24.397174 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:20:24.397174 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:20:24.397174 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:20:24.397174 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:20:24.397174 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:20:24.397174 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:20:24.397174 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:20:24.397174 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:20:24.397174 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:20:24.397174 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:20:24.397174 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:20:24.397174 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:20:24.397174 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:20:24.397174 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:20:24.397174 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:20:24.397174 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:20:24.400038 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8237d956-e368-4f08-82ad-7cd98ba61b27 None None] Sync routers for ids ['12ddec22-1174-4bf1-ba22-442569dbcb06'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:20:24.421412 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8237d956-e368-4f08-82ad-7cd98ba61b27 None None] Routers {'12ddec22-1174-4bf1-ba22-442569dbcb06'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:20:24.422215 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-8237d956-e368-4f08-82ad-7cd98ba61b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:20:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['12ddec22-1174-4bf1-ba22-442569dbcb06'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:24.436466 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8458df-2ef2-40a4-b1fc-47df36e9e539 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Network 1482d1d2-5833-46f8-877f-b58c42441b8b is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:20:24.455586 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-eb8458df-2ef2-40a4-b1fc-47df36e9e539 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:20:24.470307 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8458df-2ef2-40a4-b1fc-47df36e9e539 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:20:24.479408 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8458df-2ef2-40a4-b1fc-47df36e9e539 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:24.480125 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-eb8458df-2ef2-40a4-b1fc-47df36e9e539 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:24.496273 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ad89465b-5706-4b13-b9ee-21342b93b9ad admin admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:24.497941 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6e5ab38b-8d0f-4ba9-b562-7330d6f2f2db tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:24.500257 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38580) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:24.500571 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ad89465b-5706-4b13-b9ee-21342b93b9ad admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.1977384 Sep 08 09:20:24.507717 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8458df-2ef2-40a4-b1fc-47df36e9e539 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Pushing event updated for resources: {'Port': ['ID=add17f3b-3636-4349-8195-6c3379897dfb,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:24.528363 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-ff145d3f-e2cb-48e4-b707-b2827715230b None None] Deleting port 02445370-e57b-4992-85d9-4dd8c91cb676 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:20:24.528727 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ff145d3f-e2cb-48e4-b707-b2827715230b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:24.540374 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6e5ab38b-8d0f-4ba9-b562-7330d6f2f2db tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:24.543089 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6e5ab38b-8d0f-4ba9-b562-7330d6f2f2db tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/networks/2caa837e-5a12-4e6c-a5a7-ae5dde80dae0 HTTP/1.1" status: 204 len: 168 time: 1.0479567 Sep 08 09:20:24.555452 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38582) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:24.575981 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-eb8458df-2ef2-40a4-b1fc-47df36e9e539 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.8913233 Sep 08 09:20:24.578625 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12e59717-fa85-4153-ab08-b433068992ff req-29660d82-cfac-4cc2-9160-07a52160f68c service neutron] 10.222.0.37 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4270999 Sep 08 09:20:24.579352 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38584) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:24.612149 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-1f39dd92-d274-4c18-be7d-828e4a156078 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::17a', 'mac_address': 'fa:16:3e:a1:da:41'}, {'ip_address': '2001:db8::257', 'mac_address': 'fa:16:3e:cc:a9:a4'}]}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:24.668250 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5ab38b-8d0f-4ba9-b562-7330d6f2f2db tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event deleted for resources: {'Network': ['ID=2caa837e-5a12-4e6c-a5a7-ae5dde80dae0,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:24.692847 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927e0815-4daf-4d7f-be4e-f10408462106 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:24.699520 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-927e0815-4daf-4d7f-be4e-f10408462106 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "GET /v2.0/ports/fb10ada5-d8f1-4bd2-b1f4-9972682fab20 HTTP/1.1" status: 200 len: 840 time: 0.1379230 Sep 08 09:20:24.702403 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38590) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:24.752179 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-8237d956-e368-4f08-82ad-7cd98ba61b27 None None] Set router 12ddec22-1174-4bf1-ba22-442569dbcb06 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:20:24.886219 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-868a2635-9db1-4955-a696-f240fbbca8d6 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "GET /v2.0/ports/fb10ada5-d8f1-4bd2-b1f4-9972682fab20?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1650693 Sep 08 09:20:24.896756 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38592) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:24.908043 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-ff145d3f-e2cb-48e4-b707-b2827715230b None None] For port 02445370-e57b-4992-85d9-4dd8c91cb676, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=02445370-e57b-4992-85d9-4dd8c91cb676,segment=NetworkSegment(3f13cfab-ba24-4c6c-8313-fdeee92791fb),segment_id=3f13cfab-ba24-4c6c-8313-fdeee92791fb)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:20:24.908637 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ff145d3f-e2cb-48e4-b707-b2827715230b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:24.909967 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-3a3d87b3-8266-476f-9559-90d95e7a6f6f tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Request body: {'subnet': {'network_id': '73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:24.960706 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-54a1a80a-0d51-470b-8737-ebcaf6213e33 None None] Provisioning for port add17f3b-3636-4349-8195-6c3379897dfb completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:20:24.970099 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 31e82035-ff94-4df7-a169-e8b3c4d53b2e up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:20:24.977077 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-ff145d3f-e2cb-48e4-b707-b2827715230b None None] Calling delete_port for 02445370-e57b-4992-85d9-4dd8c91cb676 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:20:24.998425 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-54a1a80a-0d51-470b-8737-ebcaf6213e33 None None] Provisioning complete for port add17f3b-3636-4349-8195-6c3379897dfb triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:24.999186 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-54a1a80a-0d51-470b-8737-ebcaf6213e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:25.039197 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-17624225-e31d-423e-a5ab-42e62334155f tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Deleting port 02445370-e57b-4992-85d9-4dd8c91cb676 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:20:25.039834 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-17624225-e31d-423e-a5ab-42e62334155f tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:25.210909 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-17624225-e31d-423e-a5ab-42e62334155f tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] For port 02445370-e57b-4992-85d9-4dd8c91cb676, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=02445370-e57b-4992-85d9-4dd8c91cb676,segment=NetworkSegment(3f13cfab-ba24-4c6c-8313-fdeee92791fb),segment_id=3f13cfab-ba24-4c6c-8313-fdeee92791fb)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:20:25.211286 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-17624225-e31d-423e-a5ab-42e62334155f tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:25.212890 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-54a1a80a-0d51-470b-8737-ebcaf6213e33 None None] Port add17f3b-3636-4349-8195-6c3379897dfb cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:20:25.258707 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-17624225-e31d-423e-a5ab-42e62334155f tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Calling delete_port for 02445370-e57b-4992-85d9-4dd8c91cb676 owned by network:dhcp {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:20:25.264881 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3d87b3-8266-476f-9559-90d95e7a6f6f tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Made reservation on behalf of befb68007ce4499daff28b75d6381c43 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:20:25.269008 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3a3d87b3-8266-476f-9559-90d95e7a6f6f tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:25.291856 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 31e82035-ff94-4df7-a169-e8b3c4d53b2e triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:25.291993 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:25.303322 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1f39dd92-d274-4c18-be7d-828e4a156078 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:25.315690 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ff145d3f-e2cb-48e4-b707-b2827715230b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:25.361086 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff145d3f-e2cb-48e4-b707-b2827715230b None None] No DVR routers for this DVR port 02445370-e57b-4992-85d9-4dd8c91cb676 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:20:25.383223 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff145d3f-e2cb-48e4-b707-b2827715230b None None] Pushing event deleted for resources: {'Port': ['ID=02445370-e57b-4992-85d9-4dd8c91cb676,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:25.414659 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-8237d956-e368-4f08-82ad-7cd98ba61b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ddec22-1174-4bf1-ba22-442569dbcb06', 'name': 'tempest-TestAggregatesBasicOps-1465294065-router', 'tenant_id': 'eaebb888b6ff4e00b31a3d240cc96aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'ce87396c-c57d-4ab3-b7e9-e441c9bf1244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:20:18Z', 'updated_at': '2021-09-08T09:20:21Z', 'revision_number': 3, 'project_id': 'eaebb888b6ff4e00b31a3d240cc96aa8', 'gw_port': {'id': 'ce87396c-c57d-4ab3-b7e9-e441c9bf1244', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:fd:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ddec22-1174-4bf1-ba22-442569dbcb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:20:20Z', 'updated_at': '2021-09-08T09:20:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:25.463475 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8237d956-e368-4f08-82ad-7cd98ba61b27 None None] Checking router: 12ddec22-1174-4bf1-ba22-442569dbcb06 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:20:25.463901 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8237d956-e368-4f08-82ad-7cd98ba61b27 None None] Updating router 12ddec22-1174-4bf1-ba22-442569dbcb06 port ce87396c-c57d-4ab3-b7e9-e441c9bf1244 binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:20:25.500496 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8237d956-e368-4f08-82ad-7cd98ba61b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:25.546982 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-17624225-e31d-423e-a5ab-42e62334155f tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:25.598058 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-23860a35-5434-4db4-a0f7-b4bd73720147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:25.608039 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device d84ec3b5-1f4e-42af-8487-24b80ee8f461 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:20:25.642120 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: d84ec3b5-1f4e-42af-8487-24b80ee8f461 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:20:25.642506 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device d84ec3b5-1f4e-42af-8487-24b80ee8f461 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:20:25.642895 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 02445370-e57b-4992-85d9-4dd8c91cb676 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:20:25.685292 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 02445370-e57b-4992-85d9-4dd8c91cb676 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:20:25.685656 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 02445370-e57b-4992-85d9-4dd8c91cb676 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:20:25.879162 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-23860a35-5434-4db4-a0f7-b4bd73720147 admin admin] Allocated IP 172.20.0.1 (b05110b1-c24d-4e60-9f11-2b68a79926b9/cc3e0314-700a-45ef-a83e-7c57dd14c2e6/39a8e515-5467-4587-b37c-d03da6a5f4ba) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:20:25.982599 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8237d956-e368-4f08-82ad-7cd98ba61b27 None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:25.983178 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624225-e31d-423e-a5ab-42e62334155f tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Pushing event deleted for resources: {'Port': ['ID=02445370-e57b-4992-85d9-4dd8c91cb676,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:25.997325 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17624225-e31d-423e-a5ab-42e62334155f tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] No DVR routers for this DVR port 02445370-e57b-4992-85d9-4dd8c91cb676 on host n-d-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:20:26.000105 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-8237d956-e368-4f08-82ad-7cd98ba61b27 None None] Transition to ACTIVE for port object ce87396c-c57d-4ab3-b7e9-e441c9bf1244 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:20:26.007999 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8237d956-e368-4f08-82ad-7cd98ba61b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:26.030033 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-23860a35-5434-4db4-a0f7-b4bd73720147 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:26.048170 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-23860a35-5434-4db4-a0f7-b4bd73720147 admin admin] Transition to ACTIVE for port object 39a8e515-5467-4587-b37c-d03da6a5f4ba will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:20:26.069793 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-8237d956-e368-4f08-82ad-7cd98ba61b27 None None] Attempting to bind port ce87396c-c57d-4ab3-b7e9-e441c9bf1244 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:20:26.070185 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-8237d956-e368-4f08-82ad-7cd98ba61b27 None None] Attempting to bind port ce87396c-c57d-4ab3-b7e9-e441c9bf1244 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:20:26.070537 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8237d956-e368-4f08-82ad-7cd98ba61b27 None None] Attempting to bind port ce87396c-c57d-4ab3-b7e9-e441c9bf1244 on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:20:26.078938 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9559d09c-13aa-4c2d-b35b-b401ae46276d None None] Pushing event updated for resources: {'Port': ['ID=ce87396c-c57d-4ab3-b7e9-e441c9bf1244,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:26.082248 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8237d956-e368-4f08-82ad-7cd98ba61b27 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:20:26.082957 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8237d956-e368-4f08-82ad-7cd98ba61b27 None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:20:26.083364 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8237d956-e368-4f08-82ad-7cd98ba61b27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:26.083754 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8237d956-e368-4f08-82ad-7cd98ba61b27 None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:20:26.084229 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-8237d956-e368-4f08-82ad-7cd98ba61b27 None None] Bound port: ce87396c-c57d-4ab3-b7e9-e441c9bf1244, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:20:26.084611 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8237d956-e368-4f08-82ad-7cd98ba61b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:26.103050 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-23860a35-5434-4db4-a0f7-b4bd73720147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:26.148538 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-8237d956-e368-4f08-82ad-7cd98ba61b27 None None] For port ce87396c-c57d-4ab3-b7e9-e441c9bf1244, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:20:26.152369 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-8237d956-e368-4f08-82ad-7cd98ba61b27 None None] For port ce87396c-c57d-4ab3-b7e9-e441c9bf1244, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=ce87396c-c57d-4ab3-b7e9-e441c9bf1244,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:20:26.157869 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8237d956-e368-4f08-82ad-7cd98ba61b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:26.165629 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23860a35-5434-4db4-a0f7-b4bd73720147 admin admin] Network b05110b1-c24d-4e60-9f11-2b68a79926b9 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:20:26.170400 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-23860a35-5434-4db4-a0f7-b4bd73720147 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:20:26.173439 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-17624225-e31d-423e-a5ab-42e62334155f tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:26.175397 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23860a35-5434-4db4-a0f7-b4bd73720147 admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:20:26.202580 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-17624225-e31d-423e-a5ab-42e62334155f tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['596d782c-ddf4-497a-8449-8b324f45f7b4']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:26.215004 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-17624225-e31d-423e-a5ab-42e62334155f tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f13cfab-ba24-4c6c-8313-fdeee92791fb') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:26.215862 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-17624225-e31d-423e-a5ab-42e62334155f tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f13cfab-ba24-4c6c-8313-fdeee92791fb') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:26.219320 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23860a35-5434-4db4-a0f7-b4bd73720147 admin admin] Pushing event updated for resources: {'Port': ['ID=39a8e515-5467-4587-b37c-d03da6a5f4ba,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:26.232666 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-23860a35-5434-4db4-a0f7-b4bd73720147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:26.235457 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-17624225-e31d-423e-a5ab-42e62334155f tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:26.238171 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8237d956-e368-4f08-82ad-7cd98ba61b27 None None] Routers {'12ddec22-1174-4bf1-ba22-442569dbcb06'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:20:26.238819 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-8237d956-e368-4f08-82ad-7cd98ba61b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:20:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['12ddec22-1174-4bf1-ba22-442569dbcb06'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:26.240651 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9559d09c-13aa-4c2d-b35b-b401ae46276d None None] Pushing event updated for resources: {'Port': ['ID=ce87396c-c57d-4ab3-b7e9-e441c9bf1244,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:26.277889 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-17624225-e31d-423e-a5ab-42e62334155f tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:26.286549 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17624225-e31d-423e-a5ab-42e62334155f tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:20:26.287944 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-17624225-e31d-423e-a5ab-42e62334155f tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:26.374924 n-d-806683-11 neutron-server[94712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:20:26.374924 n-d-806683-11 neutron-server[94712]: self.session.flush() Sep 08 09:20:26.374924 n-d-806683-11 neutron-server[94712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:20:26.374924 n-d-806683-11 neutron-server[94712]: self.session.flush() Sep 08 09:20:26.374924 n-d-806683-11 neutron-server[94712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:20:26.374924 n-d-806683-11 neutron-server[94712]: self.session.flush() Sep 08 09:20:26.374924 n-d-806683-11 neutron-server[94712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:20:26.374924 n-d-806683-11 neutron-server[94712]: self.session.flush() Sep 08 09:20:26.374924 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:20:26.374924 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:20:26.374924 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:20:26.374924 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:20:26.374924 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:20:26.374924 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:20:26.374924 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:20:26.374924 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:20:26.374924 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:20:26.374924 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:20:26.374924 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:20:26.374924 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:20:26.374924 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:20:26.374924 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:20:26.374924 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:20:26.374924 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:20:26.374924 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:20:26.374924 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:20:26.374924 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:20:26.374924 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:20:26.374924 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:20:26.374924 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:20:26.374924 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:20:26.374924 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:20:26.374924 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:20:26.374924 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:20:26.374924 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:20:26.374924 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:20:26.374924 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:20:26.374924 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:20:26.374924 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:20:26.374924 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:20:26.405831 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-23860a35-5434-4db4-a0f7-b4bd73720147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:26.407623 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-17624225-e31d-423e-a5ab-42e62334155f tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:26.419275 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-17624225-e31d-423e-a5ab-42e62334155f tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:26.426523 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38602) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:26.428798 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-17624225-e31d-423e-a5ab-42e62334155f tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] 10.222.0.54 "DELETE /v2.0/networks/596d782c-ddf4-497a-8449-8b324f45f7b4 HTTP/1.1" status: 204 len: 168 time: 2.3133175 Sep 08 09:20:26.455257 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-8237d956-e368-4f08-82ad-7cd98ba61b27 None None] Set router 12ddec22-1174-4bf1-ba22-442569dbcb06 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:20:26.456381 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3a3d87b3-8266-476f-9559-90d95e7a6f6f tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:26.459146 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4cf09461-ede6-4c26-b248-48d64ee7ca72 tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] 10.222.0.54 "GET /v2.0/ports?device_id=8142ab41-ba7b-4d58-a6db-0b61f212ddce HTTP/1.1" status: 200 len: 205 time: 0.0312834 Sep 08 09:20:26.462094 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38604) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:26.498440 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1f39dd92-d274-4c18-be7d-828e4a156078 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:26.502056 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17624225-e31d-423e-a5ab-42e62334155f tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Pushing event deleted for resources: {'Network': ['ID=596d782c-ddf4-497a-8449-8b324f45f7b4,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:26.531639 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1f39dd92-d274-4c18-be7d-828e4a156078 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:26.564724 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-b72589d2-dd6c-45b2-acc7-599169c2b512 None None] Provisioning for port 39a8e515-5467-4587-b37c-d03da6a5f4ba completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:20:26.571963 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-b72589d2-dd6c-45b2-acc7-599169c2b512 None None] Provisioning complete for port 39a8e515-5467-4587-b37c-d03da6a5f4ba triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:26.572347 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b72589d2-dd6c-45b2-acc7-599169c2b512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:26.598683 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3d87b3-8266-476f-9559-90d95e7a6f6f tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Network 73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:20:26.600138 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a771d6db-1258-474f-8f5f-4cb717d771ac tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:26.608034 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-3a3d87b3-8266-476f-9559-90d95e7a6f6f tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:20:26.612551 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3d87b3-8266-476f-9559-90d95e7a6f6f tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:26.613345 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3a3d87b3-8266-476f-9559-90d95e7a6f6f tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:26.621867 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-1f39dd92-d274-4c18-be7d-828e4a156078 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] In _notify_port_updated(), no bound segment for port add17f3b-3636-4349-8195-6c3379897dfb on network 1482d1d2-5833-46f8-877f-b58c42441b8b {{(pid=94712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 08 09:20:26.628310 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f39dd92-d274-4c18-be7d-828e4a156078 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:26.629085 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1f39dd92-d274-4c18-be7d-828e4a156078 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:26.632902 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-1f39dd92-d274-4c18-be7d-828e4a156078 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] 10.222.0.54 "PUT /v2.0/ports/add17f3b-3636-4349-8195-6c3379897dfb HTTP/1.1" status: 200 len: 1067 time: 2.0305116 Sep 08 09:20:26.642461 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38606) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:26.731456 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d87b3-8266-476f-9559-90d95e7a6f6f tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event updated for resources: {'Subnet': ['ID=0e588083-5888-4639-97b6-546f7ad42d09,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:26.741906 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f39dd92-d274-4c18-be7d-828e4a156078 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Pushing event updated for resources: {'Port': ['ID=add17f3b-3636-4349-8195-6c3379897dfb,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:26.753560 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-3a3d87b3-8266-476f-9559-90d95e7a6f6f tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8486133 Sep 08 09:20:26.758687 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38608) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:26.772002 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-5ee5ea3d-31b1-4386-9c70-929c39d1df10 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Request body: {'security_group': {'name': 'tempest-secgroup-257104453'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:26.858447 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-e6d04187-6010-4f94-9e65-4ca400fda712 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Deleting port add17f3b-3636-4349-8195-6c3379897dfb {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:20:26.859198 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e6d04187-6010-4f94-9e65-4ca400fda712 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:26.867901 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511cc507-dd5c-47ce-84f7-086e4e324838 None None] Network 73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:20:26.998485 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a771d6db-1258-474f-8f5f-4cb717d771ac tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:26.999987 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-b72589d2-dd6c-45b2-acc7-599169c2b512 None None] Port 39a8e515-5467-4587-b37c-d03da6a5f4ba cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:20:27.000682 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5ee5ea3d-31b1-4386-9c70-929c39d1df10 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:27.004131 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a771d6db-1258-474f-8f5f-4cb717d771ac tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:27.081287 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e6d04187-6010-4f94-9e65-4ca400fda712 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:27.110957 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-e6d04187-6010-4f94-9e65-4ca400fda712 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Calling delete_port for add17f3b-3636-4349-8195-6c3379897dfb owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:20:27.176378 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a771d6db-1258-474f-8f5f-4cb717d771ac tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:27.177174 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a771d6db-1258-474f-8f5f-4cb717d771ac tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Fanout notify agent at l3_agent the message router_deleted on router 8142ab41-ba7b-4d58-a6db-0b61f212ddce {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:20:27.192434 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-8237d956-e368-4f08-82ad-7cd98ba61b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ddec22-1174-4bf1-ba22-442569dbcb06', 'name': 'tempest-TestAggregatesBasicOps-1465294065-router', 'tenant_id': 'eaebb888b6ff4e00b31a3d240cc96aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'ce87396c-c57d-4ab3-b7e9-e441c9bf1244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:20:18Z', 'updated_at': '2021-09-08T09:20:21Z', 'revision_number': 3, 'project_id': 'eaebb888b6ff4e00b31a3d240cc96aa8', 'gw_port': {'id': 'ce87396c-c57d-4ab3-b7e9-e441c9bf1244', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:fd:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ddec22-1174-4bf1-ba22-442569dbcb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:20:20Z', 'updated_at': '2021-09-08T09:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:27.202734 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a771d6db-1258-474f-8f5f-4cb717d771ac tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:27.206424 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a771d6db-1258-474f-8f5f-4cb717d771ac tempest-RoutersNegativeTest-868481487 tempest-RoutersNegativeTest-868481487-project] 10.222.0.54 "DELETE /v2.0/routers/8142ab41-ba7b-4d58-a6db-0b61f212ddce HTTP/1.1" status: 204 len: 168 time: 0.7398503 Sep 08 09:20:27.218772 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-23860a35-5434-4db4-a0f7-b4bd73720147 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:27.236917 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8237d956-e368-4f08-82ad-7cd98ba61b27 None None] The sync data for ids ['12ddec22-1174-4bf1-ba22-442569dbcb06'] in n-d-806683-11 is: [{'id': '12ddec22-1174-4bf1-ba22-442569dbcb06', 'name': 'tempest-TestAggregatesBasicOps-1465294065-router', 'tenant_id': 'eaebb888b6ff4e00b31a3d240cc96aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'ce87396c-c57d-4ab3-b7e9-e441c9bf1244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:20:18Z', 'updated_at': '2021-09-08T09:20:21Z', 'revision_number': 3, 'project_id': 'eaebb888b6ff4e00b31a3d240cc96aa8', 'gw_port': {'id': 'ce87396c-c57d-4ab3-b7e9-e441c9bf1244', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:fd:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ddec22-1174-4bf1-ba22-442569dbcb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:20:20Z', 'updated_at': '2021-09-08T09:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:20:27.247465 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-23860a35-5434-4db4-a0f7-b4bd73720147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:27.259179 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-a0ea0d0b-88af-42f1-9cfa-3351b4b38f26 None None] Provisioning complete for port add17f3b-3636-4349-8195-6c3379897dfb triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:27.259570 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a0ea0d0b-88af-42f1-9cfa-3351b4b38f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:27.322970 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-a0ea0d0b-88af-42f1-9cfa-3351b4b38f26 None None] Port add17f3b-3636-4349-8195-6c3379897dfb cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:20:27.326550 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b05129d-35c7-4a22-b3c2-9957e544af3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c', 'network_id': '73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c', 'tenant_id': 'befb68007ce4499daff28b75d6381c43', 'fixed_ips': [{'subnet_id': '0e588083-5888-4639-97b6-546f7ad42d09'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:20:27.327701 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4b05129d-35c7-4a22-b3c2-9957e544af3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:27.383747 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-23860a35-5434-4db4-a0f7-b4bd73720147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:27.396627 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23860a35-5434-4db4-a0f7-b4bd73720147 admin admin] Pushing event updated for resources: {'Port': ['ID=39a8e515-5467-4587-b37c-d03da6a5f4ba,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:27.539801 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23860a35-5434-4db4-a0f7-b4bd73720147 admin admin] Network b05110b1-c24d-4e60-9f11-2b68a79926b9 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:20:27.541572 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-23860a35-5434-4db4-a0f7-b4bd73720147 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:20:27.555581 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-4b05129d-35c7-4a22-b3c2-9957e544af3d None None] Allocated IP 172.20.0.2 (73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c/0e588083-5888-4639-97b6-546f7ad42d09/a49479d8-207f-40c2-857d-b00b4957c8c3) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:20:27.563966 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e6d04187-6010-4f94-9e65-4ca400fda712 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:27.569195 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d4004e98-4877-4274-ba55-4196fcafc515 req-751accae-7d15-4431-9be1-191997e1bf61 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2426381 Sep 08 09:20:27.611540 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d04187-6010-4f94-9e65-4ca400fda712 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Pushing event deleted for resources: {'Port': ['ID=add17f3b-3636-4349-8195-6c3379897dfb,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:27.786783 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38618) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:27.835587 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5ee5ea3d-31b1-4386-9c70-929c39d1df10 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:27.841870 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4b05129d-35c7-4a22-b3c2-9957e544af3d None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:27.853835 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5ee5ea3d-31b1-4386-9c70-929c39d1df10 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:27.857657 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-4b05129d-35c7-4a22-b3c2-9957e544af3d None None] Transition to ACTIVE for port object a49479d8-207f-40c2-857d-b00b4957c8c3 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:20:27.899951 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-4b05129d-35c7-4a22-b3c2-9957e544af3d None None] Transition to ACTIVE for port object a49479d8-207f-40c2-857d-b00b4957c8c3 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:20:27.924090 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4b05129d-35c7-4a22-b3c2-9957e544af3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:27.966239 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee5ea3d-31b1-4386-9c70-929c39d1df10 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c44d64de-e757-4e9e-87b5-548fc6fa835f,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:28.001925 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5ee5ea3d-31b1-4386-9c70-929c39d1df10 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:28.014822 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5ee5ea3d-31b1-4386-9c70-929c39d1df10 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2443287 Sep 08 09:20:28.022503 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4004e98-4877-4274-ba55-4196fcafc515 req-84fae251-bdb7-412a-9f69-f668ee389c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:28.024886 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23860a35-5434-4db4-a0f7-b4bd73720147 admin admin] Router 12ddec22-1174-4bf1-ba22-442569dbcb06 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:20:28.026513 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d4004e98-4877-4274-ba55-4196fcafc515 req-84fae251-bdb7-412a-9f69-f668ee389c82 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9f5275e2d58a49a08895a50418c7508b&device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 1098 time: 0.3683949 Sep 08 09:20:28.029618 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38628) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:28.039662 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-736d57af-08fa-4ae3-93da-9d9a4531f4df tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Request body: {'security_group': {'name': 'tempest-secgroup-556677039'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:28.045991 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b05129d-35c7-4a22-b3c2-9957e544af3d None None] Network 73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:20:28.050409 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-4b05129d-35c7-4a22-b3c2-9957e544af3d None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:20:28.054617 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b05129d-35c7-4a22-b3c2-9957e544af3d None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:20:28.071989 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b05129d-35c7-4a22-b3c2-9957e544af3d None None] Pushing event updated for resources: {'Port': ['ID=a49479d8-207f-40c2-857d-b00b4957c8c3,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:28.195308 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-7438f36a-3732-498e-b602-2ce09ccb9ec6 None None] Provisioning complete for port 39a8e515-5467-4587-b37c-d03da6a5f4ba triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:28.196085 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7438f36a-3732-498e-b602-2ce09ccb9ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:28.234101 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-4b05129d-35c7-4a22-b3c2-9957e544af3d None None] Attempting to bind port a49479d8-207f-40c2-857d-b00b4957c8c3 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:20:28.234854 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-4b05129d-35c7-4a22-b3c2-9957e544af3d None None] Attempting to bind port a49479d8-207f-40c2-857d-b00b4957c8c3 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'd18c3529-2afb-4175-ba77-28f1ae50069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:20:28.235609 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b05129d-35c7-4a22-b3c2-9957e544af3d None None] Attempting to bind port a49479d8-207f-40c2-857d-b00b4957c8c3 on network 73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:20:28.246315 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b05129d-35c7-4a22-b3c2-9957e544af3d None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:20:28.247843 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b05129d-35c7-4a22-b3c2-9957e544af3d None None] Checking segment: {'id': 'd18c3529-2afb-4175-ba77-28f1ae50069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:20:28.248659 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4b05129d-35c7-4a22-b3c2-9957e544af3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:28.249273 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b05129d-35c7-4a22-b3c2-9957e544af3d None None] Bound using segment: {'id': 'd18c3529-2afb-4175-ba77-28f1ae50069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:20:28.249990 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-4b05129d-35c7-4a22-b3c2-9957e544af3d None None] Bound port: a49479d8-207f-40c2-857d-b00b4957c8c3, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd18c3529-2afb-4175-ba77-28f1ae50069f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:20:28.250642 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4b05129d-35c7-4a22-b3c2-9957e544af3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:28.255162 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4004e98-4877-4274-ba55-4196fcafc515 req-5f6a7b12-3557-4dff-9e0f-0294ebf7b5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:28.256661 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d4004e98-4877-4274-ba55-4196fcafc515 req-5f6a7b12-3557-4dff-9e0f-0294ebf7b5fa service neutron] 10.222.0.35 "GET /v2.0/networks?id=cb338a05-96ea-4d11-88f8-690044b53ade HTTP/1.1" status: 200 len: 917 time: 0.1916339 Sep 08 09:20:28.277139 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-7438f36a-3732-498e-b602-2ce09ccb9ec6 None None] Port 39a8e515-5467-4587-b37c-d03da6a5f4ba cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:20:28.278310 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23860a35-5434-4db4-a0f7-b4bd73720147 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:20:28.311026 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-23860a35-5434-4db4-a0f7-b4bd73720147 admin admin] 10.222.0.54 "PUT /v2.0/routers/12ddec22-1174-4bf1-ba22-442569dbcb06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8005047 Sep 08 09:20:28.344607 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-4b05129d-35c7-4a22-b3c2-9957e544af3d None None] For port a49479d8-207f-40c2-857d-b00b4957c8c3, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:20:28.348497 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-4b05129d-35c7-4a22-b3c2-9957e544af3d None None] For port a49479d8-207f-40c2-857d-b00b4957c8c3, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a49479d8-207f-40c2-857d-b00b4957c8c3,segment=NetworkSegment(d18c3529-2afb-4175-ba77-28f1ae50069f),segment_id=d18c3529-2afb-4175-ba77-28f1ae50069f)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:20:28.356957 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4b05129d-35c7-4a22-b3c2-9957e544af3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:28.449596 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b05129d-35c7-4a22-b3c2-9957e544af3d None None] Pushing event updated for resources: {'Port': ['ID=a49479d8-207f-40c2-857d-b00b4957c8c3,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:28.521953 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c085273b-1b72-4aaf-83f6-5d0abe44e516 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=59f0447ba97d4205867ca510eb5631b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6942427 Sep 08 09:20:28.522370 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38638) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:28.549030 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e6d04187-6010-4f94-9e65-4ca400fda712 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:28.549640 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:28.556348 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e6d04187-6010-4f94-9e65-4ca400fda712 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] 10.222.0.54 "DELETE /v2.0/ports/add17f3b-3636-4349-8195-6c3379897dfb HTTP/1.1" status: 204 len: 168 time: 1.9101362 Sep 08 09:20:28.556348 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-736d57af-08fa-4ae3-93da-9d9a4531f4df tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:28.556911 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38640) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:28.604980 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a1a0852d-e3bd-4047-a53a-fd14379570de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:28.638080 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d4004e98-4877-4274-ba55-4196fcafc515 req-48dad50e-903a-4224-a34b-95bb42226196 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3c31785-e0b7-40a9-bdb7-b21286768191 HTTP/1.1" status: 200 len: 1001 time: 0.3639538 Sep 08 09:20:28.638665 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a1a0852d-e3bd-4047-a53a-fd14379570de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:28.679922 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-f83a72a3-07dd-4800-a291-a15d42efbbac tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] GET failed (client error): The resource could not be found. Sep 08 09:20:28.681578 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f83a72a3-07dd-4800-a291-a15d42efbbac tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] 10.222.0.54 "GET /v2.0/ports/add17f3b-3636-4349-8195-6c3379897dfb HTTP/1.1" status: 404 len: 333 time: 0.1157060 Sep 08 09:20:28.709027 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38642) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:28.771581 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a1a0852d-e3bd-4047-a53a-fd14379570de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:28.774845 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a1a0852d-e3bd-4047-a53a-fd14379570de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:28.777251 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a1a0852d-e3bd-4047-a53a-fd14379570de admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9e3d9b07-af4b-44fb-8985-c032abed2efb HTTP/1.1" status: 204 len: 168 time: 0.2530825 Sep 08 09:20:28.812680 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a0852d-e3bd-4047-a53a-fd14379570de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3d9b07-af4b-44fb-8985-c032abed2efb,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:29.023061 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4004e98-4877-4274-ba55-4196fcafc515 req-b86d4217-d6bb-4c32-82cb-2ecb0d6aea37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:29.024681 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d4004e98-4877-4274-ba55-4196fcafc515 req-b86d4217-d6bb-4c32-82cb-2ecb0d6aea37 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ec84db6-4dd6-4de4-a1e0-0c0e5076306d HTTP/1.1" status: 200 len: 855 time: 0.3546503 Sep 08 09:20:29.116223 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-736d57af-08fa-4ae3-93da-9d9a4531f4df tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:29.131766 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-736d57af-08fa-4ae3-93da-9d9a4531f4df tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:29.156497 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device ce87396c-c57d-4ab3-b7e9-e441c9bf1244 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:20:29.161296 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-736d57af-08fa-4ae3-93da-9d9a4531f4df tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:29.162841 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-736d57af-08fa-4ae3-93da-9d9a4531f4df tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1286798 Sep 08 09:20:29.166165 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38664) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:29.175953 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-77998a9e-f689-48e7-9d63-769308fd2036 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1409413448', 'security_groups': ['16bc367c-bd67-47ea-a11e-8f8739ba23cb'], 'network_id': '73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0e588083-5888-4639-97b6-546f7ad42d09'}]}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:29.177697 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-f22b0391-8c5d-49c9-8b01-7663fb436544 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Deleting port fc6673a0-b2c4-4a93-ace4-8fa36f72086d {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:20:29.178176 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f22b0391-8c5d-49c9-8b01-7663fb436544 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:29.209542 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4004e98-4877-4274-ba55-4196fcafc515 req-4192aa62-6138-414d-b7b6-e4f507fb1d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:29.215668 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d4004e98-4877-4274-ba55-4196fcafc515 req-4192aa62-6138-414d-b7b6-e4f507fb1d25 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cb338a05-96ea-4d11-88f8-690044b53ade&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1565063 Sep 08 09:20:29.234094 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736d57af-08fa-4ae3-93da-9d9a4531f4df tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16bc367c-bd67-47ea-a11e-8f8739ba23cb,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:29.315461 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port ce87396c-c57d-4ab3-b7e9-e441c9bf1244 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:20:29.320589 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port ce87396c-c57d-4ab3-b7e9-e441c9bf1244 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:29.321429 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:29.445109 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f22b0391-8c5d-49c9-8b01-7663fb436544 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:29.471962 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-f22b0391-8c5d-49c9-8b01-7663fb436544 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Calling delete_port for fc6673a0-b2c4-4a93-ace4-8fa36f72086d owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:20:29.486492 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:29.514674 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77998a9e-f689-48e7-9d63-769308fd2036 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Made reservation on behalf of befb68007ce4499daff28b75d6381c43 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:20:29.520489 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port ce87396c-c57d-4ab3-b7e9-e441c9bf1244, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=ce87396c-c57d-4ab3-b7e9-e441c9bf1244,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:20:29.528051 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:29.529321 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a49479d8-207f-40c2-857d-b00b4957c8c3 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:20:29.546237 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d4004e98-4877-4274-ba55-4196fcafc515 req-5ea15610-67bc-483f-bc68-2325ef5d99bb service neutron] 10.222.0.35 "GET /v2.0/networks/cb338a05-96ea-4d11-88f8-690044b53ade?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130548 Sep 08 09:20:29.611268 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=ce87396c-c57d-4ab3-b7e9-e441c9bf1244,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:29.662151 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port a49479d8-207f-40c2-857d-b00b4957c8c3 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:20:29.757504 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-77998a9e-f689-48e7-9d63-769308fd2036 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:29.794114 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-77998a9e-f689-48e7-9d63-769308fd2036 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] device_id is not set on port da2e53e8-3084-42af-b444-b8ee2fc12073 yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:20:29.808802 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d4004e98-4877-4274-ba55-4196fcafc515 req-b3a02552-5bf4-41f7-8722-14b8a4f6000a service neutron] 10.222.0.35 "GET /v2.0/networks/cb338a05-96ea-4d11-88f8-690044b53ade?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539055 Sep 08 09:20:29.820562 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f22b0391-8c5d-49c9-8b01-7663fb436544 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:29.938870 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22b0391-8c5d-49c9-8b01-7663fb436544 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Pushing event deleted for resources: {'Port': ['ID=fc6673a0-b2c4-4a93-ace4-8fa36f72086d,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:30.010930 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f22b0391-8c5d-49c9-8b01-7663fb436544 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:30.018632 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f22b0391-8c5d-49c9-8b01-7663fb436544 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] 10.222.0.54 "DELETE /v2.0/ports/fc6673a0-b2c4-4a93-ace4-8fa36f72086d HTTP/1.1" status: 204 len: 168 time: 1.3099549 Sep 08 09:20:30.020640 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38696) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:30.079791 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-2168e2af-8a53-4f21-95e4-b948f381001a tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] GET failed (client error): The resource could not be found. Sep 08 09:20:30.081565 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2168e2af-8a53-4f21-95e4-b948f381001a tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] 10.222.0.54 "GET /v2.0/ports/fc6673a0-b2c4-4a93-ace4-8fa36f72086d HTTP/1.1" status: 404 len: 333 time: 0.0598986 Sep 08 09:20:30.085597 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38700) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:30.147832 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-77998a9e-f689-48e7-9d63-769308fd2036 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Allocated IP 172.20.0.14 (73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c/0e588083-5888-4639-97b6-546f7ad42d09/da2e53e8-3084-42af-b444-b8ee2fc12073) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:20:30.337794 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-df96c61e-e8e3-41d4-8501-3fb331d257c3 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Deleting port 85f41ba9-8004-47a7-9f10-ddaa9e8f63be {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:20:30.340601 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-df96c61e-e8e3-41d4-8501-3fb331d257c3 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:30.473384 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38718) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:30.524599 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ce24959d-5b96-4725-87a1-760b224e8cfa None None] Provisioning for port a49479d8-207f-40c2-857d-b00b4957c8c3 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:20:30.526467 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-77998a9e-f689-48e7-9d63-769308fd2036 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:30.532328 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ce24959d-5b96-4725-87a1-760b224e8cfa None None] Provisioning complete for port a49479d8-207f-40c2-857d-b00b4957c8c3 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:30.533331 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ce24959d-5b96-4725-87a1-760b224e8cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:30.542424 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-77998a9e-f689-48e7-9d63-769308fd2036 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Transition to ACTIVE for port object da2e53e8-3084-42af-b444-b8ee2fc12073 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:20:30.603980 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-df96c61e-e8e3-41d4-8501-3fb331d257c3 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:30.623296 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-77998a9e-f689-48e7-9d63-769308fd2036 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:30.627510 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f562dacf-f473-40be-9faa-09778a1fcfd4 None None] Sync routers for ids ['12ddec22-1174-4bf1-ba22-442569dbcb06'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:20:30.644277 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f562dacf-f473-40be-9faa-09778a1fcfd4 None None] Routers {'12ddec22-1174-4bf1-ba22-442569dbcb06'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:20:30.645088 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-f562dacf-f473-40be-9faa-09778a1fcfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:20:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['12ddec22-1174-4bf1-ba22-442569dbcb06'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:30.652826 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-df96c61e-e8e3-41d4-8501-3fb331d257c3 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Calling delete_port for 85f41ba9-8004-47a7-9f10-ddaa9e8f63be owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:20:30.664628 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77998a9e-f689-48e7-9d63-769308fd2036 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Network 73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:20:30.672162 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ce24959d-5b96-4725-87a1-760b224e8cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:30.677539 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38720) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:30.691959 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-77998a9e-f689-48e7-9d63-769308fd2036 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:20:30.696217 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77998a9e-f689-48e7-9d63-769308fd2036 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:20:30.752765 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-ce24959d-5b96-4725-87a1-760b224e8cfa None None] For port a49479d8-207f-40c2-857d-b00b4957c8c3, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a49479d8-207f-40c2-857d-b00b4957c8c3,segment=NetworkSegment(d18c3529-2afb-4175-ba77-28f1ae50069f),segment_id=d18c3529-2afb-4175-ba77-28f1ae50069f)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:20:30.763996 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ce24959d-5b96-4725-87a1-760b224e8cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:30.796964 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77998a9e-f689-48e7-9d63-769308fd2036 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event updated for resources: {'Port': ['ID=da2e53e8-3084-42af-b444-b8ee2fc12073,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:30.815842 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77998a9e-f689-48e7-9d63-769308fd2036 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:30.816525 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-77998a9e-f689-48e7-9d63-769308fd2036 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:30.842135 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-77998a9e-f689-48e7-9d63-769308fd2036 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6746476 Sep 08 09:20:30.845530 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38726) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:30.855774 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-2ba50463-1412-4498-b37f-08cd10953ad4 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Request body: {'subnet': {'network_id': '73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:30.885120 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce24959d-5b96-4725-87a1-760b224e8cfa None None] Pushing event updated for resources: {'Port': ['ID=a49479d8-207f-40c2-857d-b00b4957c8c3,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:30.909266 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ce24959d-5b96-4725-87a1-760b224e8cfa None None] Provisioning complete for port fb10ada5-d8f1-4bd2-b1f4-9972682fab20 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:30.909650 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ce24959d-5b96-4725-87a1-760b224e8cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:30.916557 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-f562dacf-f473-40be-9faa-09778a1fcfd4 None None] Set router 12ddec22-1174-4bf1-ba22-442569dbcb06 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:20:30.962497 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-ce24959d-5b96-4725-87a1-760b224e8cfa None None] Port fb10ada5-d8f1-4bd2-b1f4-9972682fab20 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:20:31.020265 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-5d07bb5c-4609-4fc6-a003-1b76c9bbb261 tempest-SubnetPoolsTestJSON-833840800 tempest-SubnetPoolsTestJSON-833840800-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1992601646', 'prefixes': ['172.20.0.0/16']}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:31.079140 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device ce87396c-c57d-4ab3-b7e9-e441c9bf1244 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:20:31.126799 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba50463-1412-4498-b37f-08cd10953ad4 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Made reservation on behalf of befb68007ce4499daff28b75d6381c43 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:20:31.130655 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2ba50463-1412-4498-b37f-08cd10953ad4 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:31.146876 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ffee4328-4731-44f2-a785-5eb59353e090 None None] Provisioning for port da2e53e8-3084-42af-b444-b8ee2fc12073 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:20:31.150279 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port ce87396c-c57d-4ab3-b7e9-e441c9bf1244 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:31.150682 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:31.196783 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ffee4328-4731-44f2-a785-5eb59353e090 None None] Provisioning complete for port da2e53e8-3084-42af-b444-b8ee2fc12073 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:31.197174 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ffee4328-4731-44f2-a785-5eb59353e090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:31.235032 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-f562dacf-f473-40be-9faa-09778a1fcfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ddec22-1174-4bf1-ba22-442569dbcb06', 'name': 'tempest-TestAggregatesBasicOps-1465294065-router', 'tenant_id': 'eaebb888b6ff4e00b31a3d240cc96aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'ce87396c-c57d-4ab3-b7e9-e441c9bf1244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:20:18Z', 'updated_at': '2021-09-08T09:20:26Z', 'revision_number': 4, 'project_id': 'eaebb888b6ff4e00b31a3d240cc96aa8', 'gw_port': {'id': 'ce87396c-c57d-4ab3-b7e9-e441c9bf1244', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:fd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ddec22-1174-4bf1-ba22-442569dbcb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:20:20Z', 'updated_at': '2021-09-08T09:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '39a8e515-5467-4587-b37c-d03da6a5f4ba', 'name': '', 'network_id': 'b05110b1-c24d-4e60-9f11-2b68a79926b9', 'tenant_id': 'eaebb888b6ff4e00b31a3d240cc96aa8', 'mac_address': 'fa:16:3e:0f:3b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ddec22-1174-4bf1-ba22-442569dbcb06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'cc3e0314-700a-45ef-a83e-7c57dd14c2e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:20:25Z', 'updated_at': '2021-09-08T09:20:26Z', 'revision_number': 2, 'project_id': 'eaebb888b6ff4e00b31a3d240cc96aa8', 'subnets': [{'id': 'cc3e0314-700a-45ef-a83e-7c57dd14c2e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:31.238770 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-ffee4328-4731-44f2-a785-5eb59353e090 None None] Port da2e53e8-3084-42af-b444-b8ee2fc12073 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:20:31.274744 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f562dacf-f473-40be-9faa-09778a1fcfd4 None None] Checking router: 12ddec22-1174-4bf1-ba22-442569dbcb06 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:20:31.275681 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f562dacf-f473-40be-9faa-09778a1fcfd4 None None] Updating router 12ddec22-1174-4bf1-ba22-442569dbcb06 port 39a8e515-5467-4587-b37c-d03da6a5f4ba binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:20:31.310389 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f562dacf-f473-40be-9faa-09778a1fcfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:31.320951 n-d-806683-11 neutron-server[94713]: INFO neutron.db.ipam_backend_mixin [None req-2ba50463-1412-4498-b37f-08cd10953ad4 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0e588083-5888-4639-97b6-546f7ad42d09 (CIDR: 172.20.0.0/28) Sep 08 09:20:31.327196 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5d07bb5c-4609-4fc6-a003-1b76c9bbb261 tempest-SubnetPoolsTestJSON-833840800 tempest-SubnetPoolsTestJSON-833840800-project] Notify callbacks [] for subnetpool, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:31.327393 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ba50463-1412-4498-b37f-08cd10953ad4 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:20:31.328190 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ba50463-1412-4498-b37f-08cd10953ad4 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:20:31.331685 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5d07bb5c-4609-4fc6-a003-1b76c9bbb261 tempest-SubnetPoolsTestJSON-833840800 tempest-SubnetPoolsTestJSON-833840800-project] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.6491773 Sep 08 09:20:31.334623 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38728) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:31.344870 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-df96c61e-e8e3-41d4-8501-3fb331d257c3 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:31.353304 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2ba50463-1412-4498-b37f-08cd10953ad4 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5064971 Sep 08 09:20:31.356449 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38732) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:31.363560 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-926f230c-bc75-4b64-a565-823bc0aa72b6 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Request body: {'subnet': {'network_id': '73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:31.483005 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df96c61e-e8e3-41d4-8501-3fb331d257c3 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Pushing event deleted for resources: {'Port': ['ID=85f41ba9-8004-47a7-9f10-ddaa9e8f63be,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:31.498972 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-64962523-33c0-4e0f-8fed-af0e9da6e91c tempest-SubnetPoolsTestJSON-833840800 tempest-SubnetPoolsTestJSON-833840800-project] 10.222.0.54 "GET /v2.0/subnetpools/94f6790a-a941-4790-958f-d011aebccccd HTTP/1.1" status: 200 len: 732 time: 0.1625509 Sep 08 09:20:31.500735 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38736) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:31.512121 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-c4959135-f65f-4af5-bfd3-eae65fdc3bc1 tempest-SubnetPoolsTestJSON-833840800 tempest-SubnetPoolsTestJSON-833840800-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-206717604'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:31.517388 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926f230c-bc75-4b64-a565-823bc0aa72b6 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Made reservation on behalf of befb68007ce4499daff28b75d6381c43 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:20:31.524591 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-926f230c-bc75-4b64-a565-823bc0aa72b6 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:31.554411 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-df96c61e-e8e3-41d4-8501-3fb331d257c3 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:31.561980 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-df96c61e-e8e3-41d4-8501-3fb331d257c3 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] 10.222.0.54 "DELETE /v2.0/ports/85f41ba9-8004-47a7-9f10-ddaa9e8f63be HTTP/1.1" status: 204 len: 168 time: 1.4752133 Sep 08 09:20:31.566332 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38738) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:31.703970 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d9ac545-312a-4f09-8df5-c4c8630286d7 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Deleting subnet d2f0a9ad-1a67-4cc9-ad50-9b92f9b0a11b {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:20:31.725553 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4d9ac545-312a-4f09-8df5-c4c8630286d7 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:31.795802 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c4959135-f65f-4af5-bfd3-eae65fdc3bc1 tempest-SubnetPoolsTestJSON-833840800 tempest-SubnetPoolsTestJSON-833840800-project] Notify callbacks [] for subnetpool, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:31.805013 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38742) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:31.806075 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c4959135-f65f-4af5-bfd3-eae65fdc3bc1 tempest-SubnetPoolsTestJSON-833840800 tempest-SubnetPoolsTestJSON-833840800-project] 10.222.0.54 "PUT /v2.0/subnetpools/94f6790a-a941-4790-958f-d011aebccccd HTTP/1.1" status: 200 len: 683 time: 0.2986934 Sep 08 09:20:31.812474 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f562dacf-f473-40be-9faa-09778a1fcfd4 None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:31.826018 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-f562dacf-f473-40be-9faa-09778a1fcfd4 None None] Transition to ACTIVE for port object 39a8e515-5467-4587-b37c-d03da6a5f4ba will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:20:31.834079 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f562dacf-f473-40be-9faa-09778a1fcfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:31.897752 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4d9ac545-312a-4f09-8df5-c4c8630286d7 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:31.930953 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb16ee3b-81ed-4c5c-b138-d53c8f4ab727 None None] Pushing event updated for resources: {'Port': ['ID=39a8e515-5467-4587-b37c-d03da6a5f4ba,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:31.950865 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16ee3b-81ed-4c5c-b138-d53c8f4ab727 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:20:31.951215 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16ee3b-81ed-4c5c-b138-d53c8f4ab727 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:20:31.951849 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16ee3b-81ed-4c5c-b138-d53c8f4ab727 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:20:31.952198 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16ee3b-81ed-4c5c-b138-d53c8f4ab727 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:20:31.952563 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16ee3b-81ed-4c5c-b138-d53c8f4ab727 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:20:31.952922 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16ee3b-81ed-4c5c-b138-d53c8f4ab727 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:20:31.953246 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16ee3b-81ed-4c5c-b138-d53c8f4ab727 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:20:31.953686 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16ee3b-81ed-4c5c-b138-d53c8f4ab727 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:20:31.954023 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16ee3b-81ed-4c5c-b138-d53c8f4ab727 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:20:31.954369 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16ee3b-81ed-4c5c-b138-d53c8f4ab727 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:20:31.954696 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16ee3b-81ed-4c5c-b138-d53c8f4ab727 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:20:31.955565 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16ee3b-81ed-4c5c-b138-d53c8f4ab727 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:20:31.988173 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38746) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:31.997484 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7f3d637a-4f55-4d6d-8bdc-48684db88f81 tempest-SubnetPoolsTestJSON-833840800 tempest-SubnetPoolsTestJSON-833840800-project] Notify callbacks [] for subnetpool, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:32.000971 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7f3d637a-4f55-4d6d-8bdc-48684db88f81 tempest-SubnetPoolsTestJSON-833840800 tempest-SubnetPoolsTestJSON-833840800-project] 10.222.0.54 "DELETE /v2.0/subnetpools/94f6790a-a941-4790-958f-d011aebccccd HTTP/1.1" status: 204 len: 168 time: 0.1889508 Sep 08 09:20:32.004370 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38748) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:32.045884 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-f562dacf-f473-40be-9faa-09778a1fcfd4 None None] Attempting to bind port 39a8e515-5467-4587-b37c-d03da6a5f4ba on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:20:32.046725 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-f562dacf-f473-40be-9faa-09778a1fcfd4 None None] Attempting to bind port 39a8e515-5467-4587-b37c-d03da6a5f4ba by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '7b7bfbf1-32c2-41ae-8d1f-850c1991ed70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b05110b1-c24d-4e60-9f11-2b68a79926b9'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:20:32.047293 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f562dacf-f473-40be-9faa-09778a1fcfd4 None None] Attempting to bind port 39a8e515-5467-4587-b37c-d03da6a5f4ba on network b05110b1-c24d-4e60-9f11-2b68a79926b9 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:20:32.055265 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f562dacf-f473-40be-9faa-09778a1fcfd4 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:20:32.056899 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f562dacf-f473-40be-9faa-09778a1fcfd4 None None] Checking segment: {'id': '7b7bfbf1-32c2-41ae-8d1f-850c1991ed70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b05110b1-c24d-4e60-9f11-2b68a79926b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:20:32.058994 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f562dacf-f473-40be-9faa-09778a1fcfd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:32.059672 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f562dacf-f473-40be-9faa-09778a1fcfd4 None None] Bound using segment: {'id': '7b7bfbf1-32c2-41ae-8d1f-850c1991ed70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b05110b1-c24d-4e60-9f11-2b68a79926b9'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:20:32.060621 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-f562dacf-f473-40be-9faa-09778a1fcfd4 None None] Bound port: 39a8e515-5467-4587-b37c-d03da6a5f4ba, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b7bfbf1-32c2-41ae-8d1f-850c1991ed70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b05110b1-c24d-4e60-9f11-2b68a79926b9'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:20:32.061208 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f562dacf-f473-40be-9faa-09778a1fcfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:32.064743 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-c1dad7e8-235f-44e5-9cef-6460bca16524 tempest-SubnetPoolsTestJSON-833840800 tempest-SubnetPoolsTestJSON-833840800-project] show failed (client error): The resource could not be found. Sep 08 09:20:32.065832 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c1dad7e8-235f-44e5-9cef-6460bca16524 tempest-SubnetPoolsTestJSON-833840800 tempest-SubnetPoolsTestJSON-833840800-project] 10.222.0.54 "GET /v2.0/subnetpools/94f6790a-a941-4790-958f-d011aebccccd HTTP/1.1" status: 404 len: 346 time: 0.0605044 Sep 08 09:20:32.072707 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38752) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:32.092074 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5945311b-4f2e-44e2-947a-2b8f150c9232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:32.102265 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4d9ac545-312a-4f09-8df5-c4c8630286d7 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:32.118717 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-926f230c-bc75-4b64-a565-823bc0aa72b6 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:32.162842 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-f562dacf-f473-40be-9faa-09778a1fcfd4 None None] For port 39a8e515-5467-4587-b37c-d03da6a5f4ba, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:20:32.166583 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-f562dacf-f473-40be-9faa-09778a1fcfd4 None None] For port 39a8e515-5467-4587-b37c-d03da6a5f4ba, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=39a8e515-5467-4587-b37c-d03da6a5f4ba,segment=NetworkSegment(7b7bfbf1-32c2-41ae-8d1f-850c1991ed70),segment_id=7b7bfbf1-32c2-41ae-8d1f-850c1991ed70)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:20:32.174490 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f562dacf-f473-40be-9faa-09778a1fcfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:32.190293 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-973cf800-648e-4040-bc5d-90621f67a05c tempest-SubnetPoolsTestJSON-833840800 tempest-SubnetPoolsTestJSON-833840800-project] delete failed (client error): The resource could not be found. Sep 08 09:20:32.210216 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-973cf800-648e-4040-bc5d-90621f67a05c tempest-SubnetPoolsTestJSON-833840800 tempest-SubnetPoolsTestJSON-833840800-project] 10.222.0.54 "DELETE /v2.0/subnetpools/94f6790a-a941-4790-958f-d011aebccccd HTTP/1.1" status: 404 len: 346 time: 0.1341984 Sep 08 09:20:32.242580 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926f230c-bc75-4b64-a565-823bc0aa72b6 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Network 73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:20:32.251094 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f562dacf-f473-40be-9faa-09778a1fcfd4 None None] Routers {'12ddec22-1174-4bf1-ba22-442569dbcb06'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:20:32.252311 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-f562dacf-f473-40be-9faa-09778a1fcfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:20:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['12ddec22-1174-4bf1-ba22-442569dbcb06'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:32.252441 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-926f230c-bc75-4b64-a565-823bc0aa72b6 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:20:32.257189 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926f230c-bc75-4b64-a565-823bc0aa72b6 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:32.257799 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-926f230c-bc75-4b64-a565-823bc0aa72b6 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:32.263909 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b3c26f-e015-4144-a67d-01fad552be7a None None] Network 73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:20:32.272808 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f230c-bc75-4b64-a565-823bc0aa72b6 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event updated for resources: {'Subnet': ['ID=91f12228-e563-4e4e-baae-ac4fc1590221,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:32.281851 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-926f230c-bc75-4b64-a565-823bc0aa72b6 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9197798 Sep 08 09:20:32.282200 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38756) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:32.287784 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-4f29cff3-f803-489d-b1c4-a84c1c21c7fb tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-152826820', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '91f12228-e563-4e4e-baae-ac4fc1590221'}], 'security_groups': ['c44d64de-e757-4e9e-87b5-548fc6fa835f']}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:32.340729 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cad7a07a-8cd6-42b5-b294-769bbf673f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:32.405272 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4f29cff3-f803-489d-b1c4-a84c1c21c7fb tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:32.513164 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-f562dacf-f473-40be-9faa-09778a1fcfd4 None None] Set router 12ddec22-1174-4bf1-ba22-442569dbcb06 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:20:32.565188 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4d9ac545-312a-4f09-8df5-c4c8630286d7 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:32.610595 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4d9ac545-312a-4f09-8df5-c4c8630286d7 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:32.613880 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4d9ac545-312a-4f09-8df5-c4c8630286d7 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] 10.222.0.54 "DELETE /v2.0/subnets/d2f0a9ad-1a67-4cc9-ad50-9b92f9b0a11b HTTP/1.1" status: 204 len: 168 time: 1.0453584 Sep 08 09:20:32.618720 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ac545-312a-4f09-8df5-c4c8630286d7 tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Pushing event deleted for resources: {'Subnet': ['ID=d2f0a9ad-1a67-4cc9-ad50-9b92f9b0a11b,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:32.624803 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38760) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:32.632062 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030a2a80-65f4-4f51-b4f1-f4ce9ebd984f None None] Network 1482d1d2-5833-46f8-877f-b58c42441b8b requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:20:32.664837 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38762) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:32.672472 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb16ee3b-81ed-4c5c-b138-d53c8f4ab727 None None] Pushing event updated for resources: {'Port': ['ID=39a8e515-5467-4587-b37c-d03da6a5f4ba,revision_number=4']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:32.841374 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1e3f9fa4-e4b4-48f7-9c5c-1fc379505cdd tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:33.012407 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a49479d8-207f-40c2-857d-b00b4957c8c3 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:20:33.035747 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cad7a07a-8cd6-42b5-b294-769bbf673f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:33.047662 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cad7a07a-8cd6-42b5-b294-769bbf673f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:33.063092 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b090885-468f-48ae-81cc-3db4a35cb026 req-2adbc98d-412a-4ee2-b68d-631e74eefe62 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:33.064717 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4b090885-468f-48ae-81cc-3db4a35cb026 req-2adbc98d-412a-4ee2-b68d-631e74eefe62 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.1267879 Sep 08 09:20:33.076196 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4035d810-addb-4acc-9d7a-191a7b6e06e7 None None] Update dhcp port {'port': {'network_id': '73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c', 'fixed_ips': [{'subnet_id': '0e588083-5888-4639-97b6-546f7ad42d09', 'ip_address': '172.20.0.2'}, {'subnet_id': '91f12228-e563-4e4e-baae-ac4fc1590221'}], 'binding:host_id': 'n-d-806683-11'}, 'id': 'a49479d8-207f-40c2-857d-b00b4957c8c3'} from n-d-806683-11. {{(pid=94714) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 08 09:20:33.093189 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-1e3f9fa4-e4b4-48f7-9c5c-1fc379505cdd tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Deleting port 35804d22-fc2f-4e83-bdb0-7a7df286a738 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:20:33.093838 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1e3f9fa4-e4b4-48f7-9c5c-1fc379505cdd tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:33.135590 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-cad7a07a-8cd6-42b5-b294-769bbf673f8a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a37f4f2e060843ac9d58b3643a83b7fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1448452 Sep 08 09:20:33.151051 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38770) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:33.153409 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad7a07a-8cd6-42b5-b294-769bbf673f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4263a9-e13a-426d-b1c2-7a5a3d29873f,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:33.178554 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4035d810-addb-4acc-9d7a-191a7b6e06e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:33.210199 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2f2e8cc4-9cb2-48d1-8844-83af7e67f268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:33.216251 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-1e3f9fa4-e4b4-48f7-9c5c-1fc379505cdd tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] For port 35804d22-fc2f-4e83-bdb0-7a7df286a738, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=35804d22-fc2f-4e83-bdb0-7a7df286a738,segment=NetworkSegment(99c0c6ad-a860-4832-b361-86becefd8c79),segment_id=99c0c6ad-a860-4832-b361-86becefd8c79)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:20:33.218550 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1e3f9fa4-e4b4-48f7-9c5c-1fc379505cdd tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:33.241360 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-1e3f9fa4-e4b4-48f7-9c5c-1fc379505cdd tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Calling delete_port for 35804d22-fc2f-4e83-bdb0-7a7df286a738 owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:20:33.242663 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4b090885-468f-48ae-81cc-3db4a35cb026 req-6d286baa-8aa8-4ca2-9619-60106834e007 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625154 Sep 08 09:20:33.259747 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port a49479d8-207f-40c2-857d-b00b4957c8c3 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:33.260130 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:33.282091 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-f562dacf-f473-40be-9faa-09778a1fcfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ddec22-1174-4bf1-ba22-442569dbcb06', 'name': 'tempest-TestAggregatesBasicOps-1465294065-router', 'tenant_id': 'eaebb888b6ff4e00b31a3d240cc96aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'ce87396c-c57d-4ab3-b7e9-e441c9bf1244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:20:18Z', 'updated_at': '2021-09-08T09:20:26Z', 'revision_number': 4, 'project_id': 'eaebb888b6ff4e00b31a3d240cc96aa8', 'gw_port': {'id': 'ce87396c-c57d-4ab3-b7e9-e441c9bf1244', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:fd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ddec22-1174-4bf1-ba22-442569dbcb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:20:20Z', 'updated_at': '2021-09-08T09:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '39a8e515-5467-4587-b37c-d03da6a5f4ba', 'name': '', 'network_id': 'b05110b1-c24d-4e60-9f11-2b68a79926b9', 'tenant_id': 'eaebb888b6ff4e00b31a3d240cc96aa8', 'mac_address': 'fa:16:3e:0f:3b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ddec22-1174-4bf1-ba22-442569dbcb06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'cc3e0314-700a-45ef-a83e-7c57dd14c2e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:20:25Z', 'updated_at': '2021-09-08T09:20:32Z', 'revision_number': 4, 'project_id': 'eaebb888b6ff4e00b31a3d240cc96aa8', 'subnets': [{'id': 'cc3e0314-700a-45ef-a83e-7c57dd14c2e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:33.300522 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f07679-ddf0-4e1a-b541-302f9db8933a None None] DHCP port deletion for 1482d1d2-5833-46f8-877f-b58c42441b8b request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:20:33.318276 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f562dacf-f473-40be-9faa-09778a1fcfd4 None None] The sync data for ids ['12ddec22-1174-4bf1-ba22-442569dbcb06'] in n-d-806683-11 is: [{'id': '12ddec22-1174-4bf1-ba22-442569dbcb06', 'name': 'tempest-TestAggregatesBasicOps-1465294065-router', 'tenant_id': 'eaebb888b6ff4e00b31a3d240cc96aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'ce87396c-c57d-4ab3-b7e9-e441c9bf1244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:20:18Z', 'updated_at': '2021-09-08T09:20:26Z', 'revision_number': 4, 'project_id': 'eaebb888b6ff4e00b31a3d240cc96aa8', 'gw_port': {'id': 'ce87396c-c57d-4ab3-b7e9-e441c9bf1244', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:fd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ddec22-1174-4bf1-ba22-442569dbcb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:20:20Z', 'updated_at': '2021-09-08T09:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '39a8e515-5467-4587-b37c-d03da6a5f4ba', 'name': '', 'network_id': 'b05110b1-c24d-4e60-9f11-2b68a79926b9', 'tenant_id': 'eaebb888b6ff4e00b31a3d240cc96aa8', 'mac_address': 'fa:16:3e:0f:3b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ddec22-1174-4bf1-ba22-442569dbcb06', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'cc3e0314-700a-45ef-a83e-7c57dd14c2e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:20:25Z', 'updated_at': '2021-09-08T09:20:32Z', 'revision_number': 4, 'project_id': 'eaebb888b6ff4e00b31a3d240cc96aa8', 'subnets': [{'id': 'cc3e0314-700a-45ef-a83e-7c57dd14c2e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:20:33.334518 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ae8e1569-d4de-4251-9872-2d55f108df9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:33.421037 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-5945311b-4f2e-44e2-947a-2b8f150c9232 admin admin] Deleting port 0ec86ca9-1603-4664-8d1a-71d52fff8f87 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:20:33.421405 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5945311b-4f2e-44e2-947a-2b8f150c9232 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:33.438368 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ae8e1569-d4de-4251-9872-2d55f108df9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:33.487392 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-4f29cff3-f803-489d-b1c4-a84c1c21c7fb tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Delete allocated IP 172.20.0.14 (73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c/0e588083-5888-4639-97b6-546f7ad42d09) {{(pid=94713) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 08 09:20:33.513535 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-4f29cff3-f803-489d-b1c4-a84c1c21c7fb tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Allocated IP 172.20.0.22 (73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c/91f12228-e563-4e4e-baae-ac4fc1590221/da2e53e8-3084-42af-b444-b8ee2fc12073) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:20:33.556419 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-37f07679-ddf0-4e1a-b541-302f9db8933a None None] Deleting port 35804d22-fc2f-4e83-bdb0-7a7df286a738 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:20:33.556954 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-37f07679-ddf0-4e1a-b541-302f9db8933a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:33.565024 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f4690-e4df-444d-ae58-c0e35ea1486c req-e62b8288-3c99-412e-adfb-fe1ae346a1c3 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:33.567072 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c22f4690-e4df-444d-ae58-c0e35ea1486c req-e62b8288-3c99-412e-adfb-fe1ae346a1c3 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.1602035 Sep 08 09:20:33.567965 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1e3f9fa4-e4b4-48f7-9c5c-1fc379505cdd tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:33.617804 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f9fa4-e4b4-48f7-9c5c-1fc379505cdd tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Pushing event deleted for resources: {'Port': ['ID=35804d22-fc2f-4e83-bdb0-7a7df286a738,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:33.631733 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2f2e8cc4-9cb2-48d1-8844-83af7e67f268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:33.642694 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2f2e8cc4-9cb2-48d1-8844-83af7e67f268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:33.645071 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-5945311b-4f2e-44e2-947a-2b8f150c9232 admin admin] For port 0ec86ca9-1603-4664-8d1a-71d52fff8f87, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=0ec86ca9-1603-4664-8d1a-71d52fff8f87,segment=NetworkSegment(91142c9f-e5e5-4737-8192-1747c3ce3b1b),segment_id=91142c9f-e5e5-4737-8192-1747c3ce3b1b)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:20:33.645438 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5945311b-4f2e-44e2-947a-2b8f150c9232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:33.680395 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-37f07679-ddf0-4e1a-b541-302f9db8933a None None] For port 35804d22-fc2f-4e83-bdb0-7a7df286a738, host n-d-806683-11, got binding levels [] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:20:33.681242 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-37f07679-ddf0-4e1a-b541-302f9db8933a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:33.697489 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-37f07679-ddf0-4e1a-b541-302f9db8933a None None] Calling delete_port for 35804d22-fc2f-4e83-bdb0-7a7df286a738 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:20:33.702374 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.ipam_backend_mixin [None req-37f07679-ddf0-4e1a-b541-302f9db8933a None None] Port 35804d22-fc2f-4e83-bdb0-7a7df286a738 was not found and therefore no delete operation was performed {{(pid=94714) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 08 09:20:33.704080 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-37f07679-ddf0-4e1a-b541-302f9db8933a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:33.738404 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f07679-ddf0-4e1a-b541-302f9db8933a None None] Pushing event deleted for resources: {'Port': ['ID=35804d22-fc2f-4e83-bdb0-7a7df286a738,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:33.748752 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f07679-ddf0-4e1a-b541-302f9db8933a None None] No DVR routers for this DVR port 35804d22-fc2f-4e83-bdb0-7a7df286a738 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:20:33.759129 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3f9fa4-e4b4-48f7-9c5c-1fc379505cdd tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] No DVR routers for this DVR port 35804d22-fc2f-4e83-bdb0-7a7df286a738 on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:20:33.763854 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c22f4690-e4df-444d-ae58-c0e35ea1486c req-eb605686-77bf-4235-b596-b80dd9a490a9 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845620 Sep 08 09:20:33.908871 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1e3f9fa4-e4b4-48f7-9c5c-1fc379505cdd tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:33.941795 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-1e3f9fa4-e4b4-48f7-9c5c-1fc379505cdd tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1482d1d2-5833-46f8-877f-b58c42441b8b']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:33.962212 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4f29cff3-f803-489d-b1c4-a84c1c21c7fb tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:33.967046 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-1e3f9fa4-e4b4-48f7-9c5c-1fc379505cdd tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99c0c6ad-a860-4832-b361-86becefd8c79') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:33.967341 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-1e3f9fa4-e4b4-48f7-9c5c-1fc379505cdd tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99c0c6ad-a860-4832-b361-86becefd8c79') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:33.993547 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1e3f9fa4-e4b4-48f7-9c5c-1fc379505cdd tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:34.013680 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1e3f9fa4-e4b4-48f7-9c5c-1fc379505cdd tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:34.021896 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e3f9fa4-e4b4-48f7-9c5c-1fc379505cdd tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:20:34.022486 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1e3f9fa4-e4b4-48f7-9c5c-1fc379505cdd tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:34.027418 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:20:34.027418 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:20:34.027418 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:20:34.027418 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:20:34.027418 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:20:34.027418 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:20:34.027418 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:20:34.027418 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:20:34.027418 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:20:34.027418 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:20:34.027418 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:20:34.027418 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:20:34.027418 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:20:34.027418 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:20:34.027418 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:20:34.027418 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:20:34.027418 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:20:34.027418 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:20:34.027418 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:20:34.027418 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:20:34.027418 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:20:34.027418 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:20:34.027418 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:20:34.027418 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:20:34.027418 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:20:34.027418 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:20:34.027418 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:20:34.027418 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:20:34.027418 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:20:34.027418 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:20:34.027418 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:20:34.027418 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:20:34.084177 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-4f29cff3-f803-489d-b1c4-a84c1c21c7fb tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Transition to ACTIVE for port object da2e53e8-3084-42af-b444-b8ee2fc12073 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:20:34.088811 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-5945311b-4f2e-44e2-947a-2b8f150c9232 admin admin] Calling delete_port for 0ec86ca9-1603-4664-8d1a-71d52fff8f87 owned by network:router_interface {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:20:34.109025 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ae8e1569-d4de-4251-9872-2d55f108df9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:34.111807 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ae8e1569-d4de-4251-9872-2d55f108df9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:34.115735 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ae8e1569-d4de-4251-9872-2d55f108df9f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2e4263a9-e13a-426d-b1c2-7a5a3d29873f HTTP/1.1" status: 204 len: 168 time: 0.9632680 Sep 08 09:20:34.116867 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2e8cc4-9cb2-48d1-8844-83af7e67f268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953ff564-79bf-4fd0-8af7-8e7f87e0997b,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:34.139723 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4f29cff3-f803-489d-b1c4-a84c1c21c7fb tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:34.152287 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2f2e8cc4-9cb2-48d1-8844-83af7e67f268 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5b95493cd4ef44c38c94e22cf7496db8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4832389 Sep 08 09:20:34.157763 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38782) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:34.164000 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e1569-d4de-4251-9872-2d55f108df9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4263a9-e13a-426d-b1c2-7a5a3d29873f,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:34.165215 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-4035d810-addb-4acc-9d7a-191a7b6e06e7 None None] Allocated IP 172.20.0.18 (73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c/91f12228-e563-4e4e-baae-ac4fc1590221/a49479d8-207f-40c2-857d-b00b4957c8c3) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:20:34.194949 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1e3f9fa4-e4b4-48f7-9c5c-1fc379505cdd tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:34.200726 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1e3f9fa4-e4b4-48f7-9c5c-1fc379505cdd tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:34.202726 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1e3f9fa4-e4b4-48f7-9c5c-1fc379505cdd tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] 10.222.0.54 "DELETE /v2.0/networks/1482d1d2-5833-46f8-877f-b58c42441b8b HTTP/1.1" status: 204 len: 168 time: 1.5499315 Sep 08 09:20:34.276842 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f9fa4-e4b4-48f7-9c5c-1fc379505cdd tempest-AllowedAddressPairIpV6TestJSON-596817650 tempest-AllowedAddressPairIpV6TestJSON-596817650-project] Pushing event deleted for resources: {'Network': ['ID=1482d1d2-5833-46f8-877f-b58c42441b8b,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:34.419865 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-4035d810-addb-4acc-9d7a-191a7b6e06e7 None None] For port a49479d8-207f-40c2-857d-b00b4957c8c3, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a49479d8-207f-40c2-857d-b00b4957c8c3,segment=NetworkSegment(d18c3529-2afb-4175-ba77-28f1ae50069f),segment_id=d18c3529-2afb-4175-ba77-28f1ae50069f)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:20:34.490029 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5945311b-4f2e-44e2-947a-2b8f150c9232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:34.571786 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38790) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:34.611175 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5945311b-4f2e-44e2-947a-2b8f150c9232 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ec86ca9-1603-4664-8d1a-71d52fff8f87,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:34.788254 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4035d810-addb-4acc-9d7a-191a7b6e06e7 None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:34.822589 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-4035d810-addb-4acc-9d7a-191a7b6e06e7 None None] Transition to ACTIVE for port object a49479d8-207f-40c2-857d-b00b4957c8c3 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:20:34.832338 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4035d810-addb-4acc-9d7a-191a7b6e06e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:34.929996 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8000114-0fef-45ac-9389-12c5ea5fae82 req-6dea815f-6b8f-4b0c-9d0c-7bcfe6428733 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:34.931699 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c8000114-0fef-45ac-9389-12c5ea5fae82 req-6dea815f-6b8f-4b0c-9d0c-7bcfe6428733 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.8920565 Sep 08 09:20:34.941986 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f29cff3-f803-489d-b1c4-a84c1c21c7fb tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event updated for resources: {'Port': ['ID=da2e53e8-3084-42af-b444-b8ee2fc12073,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:35.012058 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-4f29cff3-f803-489d-b1c4-a84c1c21c7fb tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] In _notify_port_updated(), no bound segment for port da2e53e8-3084-42af-b444-b8ee2fc12073 on network 73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c {{(pid=94713) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 08 09:20:35.016213 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5945311b-4f2e-44e2-947a-2b8f150c9232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:35.037390 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f29cff3-f803-489d-b1c4-a84c1c21c7fb tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:35.038187 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4f29cff3-f803-489d-b1c4-a84c1c21c7fb tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:35.039443 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4f29cff3-f803-489d-b1c4-a84c1c21c7fb tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "PUT /v2.0/ports/da2e53e8-3084-42af-b444-b8ee2fc12073 HTTP/1.1" status: 200 len: 920 time: 2.7562904 Sep 08 09:20:35.045131 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38802) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:35.049653 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a4cc2c44-4646-48c8-bbac-b142357b502a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:35.065821 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c8000114-0fef-45ac-9389-12c5ea5fae82 req-0d78d208-7a61-475d-94da-ae4f22d38156 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019540 Sep 08 09:20:35.100371 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4035d810-addb-4acc-9d7a-191a7b6e06e7 None None] Pushing event updated for resources: {'Port': ['ID=a49479d8-207f-40c2-857d-b00b4957c8c3,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:35.113644 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a4cc2c44-4646-48c8-bbac-b142357b502a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:35.209723 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 39a8e515-5467-4587-b37c-d03da6a5f4ba up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:20:35.220109 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a4cc2c44-4646-48c8-bbac-b142357b502a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:35.228216 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a4cc2c44-4646-48c8-bbac-b142357b502a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:35.230713 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a4cc2c44-4646-48c8-bbac-b142357b502a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/953ff564-79bf-4fd0-8af7-8e7f87e0997b HTTP/1.1" status: 204 len: 168 time: 1.0705950 Sep 08 09:20:35.256439 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc2c44-4646-48c8-bbac-b142357b502a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953ff564-79bf-4fd0-8af7-8e7f87e0997b,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:35.355367 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 39a8e515-5467-4587-b37c-d03da6a5f4ba completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:20:35.363456 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 39a8e515-5467-4587-b37c-d03da6a5f4ba triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:35.364034 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:35.489963 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-17d07739-3d35-4782-903f-ddb50f2d24b5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cd179019c68e492882f42f9ae6227b29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9168656 Sep 08 09:20:35.493064 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38822) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:35.589513 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3a996478-3320-475a-bbcf-f2f0950b0b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:35.639617 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3a996478-3320-475a-bbcf-f2f0950b0b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:35.659423 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:35.707945 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-851e3d12-4f51-4080-aa56-ab6470e823c6 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Deleting port da2e53e8-3084-42af-b444-b8ee2fc12073 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:20:35.708285 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-851e3d12-4f51-4080-aa56-ab6470e823c6 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:35.766989 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 39a8e515-5467-4587-b37c-d03da6a5f4ba, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=39a8e515-5467-4587-b37c-d03da6a5f4ba,segment=NetworkSegment(7b7bfbf1-32c2-41ae-8d1f-850c1991ed70),segment_id=7b7bfbf1-32c2-41ae-8d1f-850c1991ed70)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:20:35.777266 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:35.782983 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3a996478-3320-475a-bbcf-f2f0950b0b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:35.786224 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3a996478-3320-475a-bbcf-f2f0950b0b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:35.790271 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3a996478-3320-475a-bbcf-f2f0950b0b54 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c2c09b9e-d0eb-446c-b044-d937dfd54592 HTTP/1.1" status: 204 len: 168 time: 0.2960048 Sep 08 09:20:35.849425 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5945311b-4f2e-44e2-947a-2b8f150c9232 admin admin] Router c7759d1c-939a-49e8-b94a-a6d91a841b21 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:20:35.895221 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a996478-3320-475a-bbcf-f2f0950b0b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c09b9e-d0eb-446c-b044-d937dfd54592,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:35.909103 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=39a8e515-5467-4587-b37c-d03da6a5f4ba,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:35.934069 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 35804d22-fc2f-4e83-bdb0-7a7df286a738 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:20:35.973239 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb66895-047d-491e-867b-72bb459ea43e req-188e6f09-00f4-496c-a594-8be623dc4e2a tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:35.989388 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 35804d22-fc2f-4e83-bdb0-7a7df286a738 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:20:35.989744 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 35804d22-fc2f-4e83-bdb0-7a7df286a738 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:20:36.001743 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-adb66895-047d-491e-867b-72bb459ea43e req-188e6f09-00f4-496c-a594-8be623dc4e2a tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.2098632 Sep 08 09:20:36.064809 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-adb66895-047d-491e-867b-72bb459ea43e req-985536e0-7851-4b9d-86e5-c474dd7958ed tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618291 Sep 08 09:20:36.159798 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-851e3d12-4f51-4080-aa56-ab6470e823c6 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:36.201288 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5945311b-4f2e-44e2-947a-2b8f150c9232 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:20:36.203832 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-851e3d12-4f51-4080-aa56-ab6470e823c6 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Calling delete_port for da2e53e8-3084-42af-b444-b8ee2fc12073 owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:20:36.210401 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5945311b-4f2e-44e2-947a-2b8f150c9232 admin admin] 10.222.0.54 "PUT /v2.0/routers/c7759d1c-939a-49e8-b94a-a6d91a841b21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7354186 Sep 08 09:20:36.212733 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38854) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:36.214817 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e9cdf808-e4c4-43b9-8289-4a3c78c77d53 None None] Provisioning for port a49479d8-207f-40c2-857d-b00b4957c8c3 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:20:36.218640 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96748f9-9b8a-4f38-b54d-8aa78bcad259 None None] Sync routers for ids ['c7759d1c-939a-49e8-b94a-a6d91a841b21'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:20:36.230445 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e9cdf808-e4c4-43b9-8289-4a3c78c77d53 None None] Provisioning complete for port a49479d8-207f-40c2-857d-b00b4957c8c3 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:36.230816 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e9cdf808-e4c4-43b9-8289-4a3c78c77d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:36.274120 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96748f9-9b8a-4f38-b54d-8aa78bcad259 None None] Routers {'c7759d1c-939a-49e8-b94a-a6d91a841b21'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:20:36.280978 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-a96748f9-9b8a-4f38-b54d-8aa78bcad259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:20:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['c7759d1c-939a-49e8-b94a-a6d91a841b21'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:36.404233 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-851e3d12-4f51-4080-aa56-ab6470e823c6 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:36.419917 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ede332d4-ea3b-4eec-8df4-aa47eeb2137a admin admin] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:36.612376 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-a96748f9-9b8a-4f38-b54d-8aa78bcad259 None None] Set router c7759d1c-939a-49e8-b94a-a6d91a841b21 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:20:36.629638 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851e3d12-4f51-4080-aa56-ab6470e823c6 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event deleted for resources: {'Port': ['ID=da2e53e8-3084-42af-b444-b8ee2fc12073,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:36.689166 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ede332d4-ea3b-4eec-8df4-aa47eeb2137a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:36.689348 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-851e3d12-4f51-4080-aa56-ab6470e823c6 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:36.693696 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-851e3d12-4f51-4080-aa56-ab6470e823c6 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/ports/da2e53e8-3084-42af-b444-b8ee2fc12073 HTTP/1.1" status: 204 len: 168 time: 1.6369507 Sep 08 09:20:36.697071 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38872) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:36.755655 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5556403-685d-4e4a-bff6-7877276cf44c tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] GET failed (client error): The resource could not be found. Sep 08 09:20:36.767724 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d5556403-685d-4e4a-bff6-7877276cf44c tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "GET /v2.0/ports/da2e53e8-3084-42af-b444-b8ee2fc12073 HTTP/1.1" status: 404 len: 333 time: 0.0695429 Sep 08 09:20:36.768393 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38880) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:36.839758 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-ede332d4-ea3b-4eec-8df4-aa47eeb2137a admin admin] Deleting port c3046fe9-f129-4807-8823-f6537be8b1f7 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:20:36.840398 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ede332d4-ea3b-4eec-8df4-aa47eeb2137a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:36.852041 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ed435a95-2076-47c3-afc5-8d97ed360441 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:36.921477 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ed435a95-2076-47c3-afc5-8d97ed360441 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:36.978881 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e9cdf808-e4c4-43b9-8289-4a3c78c77d53 None None] Provisioning complete for port fb10ada5-d8f1-4bd2-b1f4-9972682fab20 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:36.979369 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e9cdf808-e4c4-43b9-8289-4a3c78c77d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:37.052519 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ed435a95-2076-47c3-afc5-8d97ed360441 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:37.055331 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ed435a95-2076-47c3-afc5-8d97ed360441 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:37.062810 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a49479d8-207f-40c2-857d-b00b4957c8c3 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:20:37.064395 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38886) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:37.065347 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ed435a95-2076-47c3-afc5-8d97ed360441 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/security-groups/16bc367c-bd67-47ea-a11e-8f8739ba23cb HTTP/1.1" status: 204 len: 168 time: 0.2957990 Sep 08 09:20:37.104368 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-ede332d4-ea3b-4eec-8df4-aa47eeb2137a admin admin] For port c3046fe9-f129-4807-8823-f6537be8b1f7, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=c3046fe9-f129-4807-8823-f6537be8b1f7,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:20:37.104675 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ede332d4-ea3b-4eec-8df4-aa47eeb2137a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:37.108475 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed435a95-2076-47c3-afc5-8d97ed360441 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16bc367c-bd67-47ea-a11e-8f8739ba23cb,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:37.146926 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-ede332d4-ea3b-4eec-8df4-aa47eeb2137a admin admin] Calling delete_port for c3046fe9-f129-4807-8823-f6537be8b1f7 owned by network:router_gateway {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:20:37.222927 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e9cdf808-e4c4-43b9-8289-4a3c78c77d53 None None] Port fb10ada5-d8f1-4bd2-b1f4-9972682fab20 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:20:37.244055 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e9cdf808-e4c4-43b9-8289-4a3c78c77d53 None None] Could not find standard attr ID for object da2e53e8-3084-42af-b444-b8ee2fc12073. {{(pid=94714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 09:20:37.268374 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d368e9f4-ee83-4449-9e6f-2e64d717fc3f tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:37.289468 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-a96748f9-9b8a-4f38-b54d-8aa78bcad259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7759d1c-939a-49e8-b94a-a6d91a841b21', 'name': 'tempest-TestAggregatesBasicOps-1865982328-router', 'tenant_id': '8297282dd4d047228ce044f7d322f489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'c3046fe9-f129-4807-8823-f6537be8b1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:20:00Z', 'updated_at': '2021-09-08T09:20:34Z', 'revision_number': 5, 'project_id': '8297282dd4d047228ce044f7d322f489', 'gw_port': {'id': 'c3046fe9-f129-4807-8823-f6537be8b1f7', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ba:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7759d1c-939a-49e8-b94a-a6d91a841b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:20:04Z', 'updated_at': '2021-09-08T09:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:37.301069 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port a49479d8-207f-40c2-857d-b00b4957c8c3 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:37.303165 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:37.308814 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d368e9f4-ee83-4449-9e6f-2e64d717fc3f tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:37.335769 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa271f5-c48b-4b7c-b76d-b8d097765d79 req-42d054f2-fbd8-4db3-9fec-fd3176aacef5 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:37.352360 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0fa271f5-c48b-4b7c-b76d-b8d097765d79 req-42d054f2-fbd8-4db3-9fec-fd3176aacef5 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.1323187 Sep 08 09:20:37.391332 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96748f9-9b8a-4f38-b54d-8aa78bcad259 None None] Checking router: c7759d1c-939a-49e8-b94a-a6d91a841b21 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:20:37.408969 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-a444628a-acfc-4a28-aead-9672766b55cb None None] Could not find standard attr ID for object da2e53e8-3084-42af-b444-b8ee2fc12073. {{(pid=94714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 09:20:37.423703 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96748f9-9b8a-4f38-b54d-8aa78bcad259 None None] Routers {'c7759d1c-939a-49e8-b94a-a6d91a841b21'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:20:37.424360 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-a96748f9-9b8a-4f38-b54d-8aa78bcad259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:20:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['c7759d1c-939a-49e8-b94a-a6d91a841b21'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:37.447733 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0fa271f5-c48b-4b7c-b76d-b8d097765d79 req-3e7d656f-6e25-4cc8-b379-6e7452678ea0 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943773 Sep 08 09:20:37.555702 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ede332d4-ea3b-4eec-8df4-aa47eeb2137a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:37.589279 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38902) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:37.591922 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d368e9f4-ee83-4449-9e6f-2e64d717fc3f tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:37.600178 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d368e9f4-ee83-4449-9e6f-2e64d717fc3f tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:37.606369 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d368e9f4-ee83-4449-9e6f-2e64d717fc3f tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/security-groups/c44d64de-e757-4e9e-87b5-548fc6fa835f HTTP/1.1" status: 204 len: 168 time: 0.5337300 Sep 08 09:20:37.609550 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38906) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:37.632231 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-a96748f9-9b8a-4f38-b54d-8aa78bcad259 None None] Set router c7759d1c-939a-49e8-b94a-a6d91a841b21 gateway port host: None {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:20:37.708769 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-a96748f9-9b8a-4f38-b54d-8aa78bcad259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7759d1c-939a-49e8-b94a-a6d91a841b21', 'name': 'tempest-TestAggregatesBasicOps-1865982328-router', 'tenant_id': '8297282dd4d047228ce044f7d322f489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:20:00Z', 'updated_at': '2021-09-08T09:20:36Z', 'revision_number': 6, 'project_id': '8297282dd4d047228ce044f7d322f489', 'gw_port_host': None}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:37.719266 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede332d4-ea3b-4eec-8df4-aa47eeb2137a admin admin] Pushing event deleted for resources: {'Port': ['ID=c3046fe9-f129-4807-8823-f6537be8b1f7,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:37.746535 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eb361d9-6a2e-446a-ae70-4d0985376b2d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Deleting subnet 0e588083-5888-4639-97b6-546f7ad42d09 {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:20:37.755612 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6eb361d9-6a2e-446a-ae70-4d0985376b2d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:37.763018 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96748f9-9b8a-4f38-b54d-8aa78bcad259 None None] The sync data for ids ['c7759d1c-939a-49e8-b94a-a6d91a841b21'] in n-d-806683-11 is: [{'id': 'c7759d1c-939a-49e8-b94a-a6d91a841b21', 'name': 'tempest-TestAggregatesBasicOps-1865982328-router', 'tenant_id': '8297282dd4d047228ce044f7d322f489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:20:00Z', 'updated_at': '2021-09-08T09:20:36Z', 'revision_number': 6, 'project_id': '8297282dd4d047228ce044f7d322f489', 'gw_port_host': None}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:20:37.765642 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 39a8e515-5467-4587-b37c-d03da6a5f4ba up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:20:37.769869 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d368e9f4-ee83-4449-9e6f-2e64d717fc3f tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44d64de-e757-4e9e-87b5-548fc6fa835f,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:37.837136 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ede332d4-ea3b-4eec-8df4-aa47eeb2137a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:37.851899 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6eb361d9-6a2e-446a-ae70-4d0985376b2d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:37.854379 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 39a8e515-5467-4587-b37c-d03da6a5f4ba triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:37.857063 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:37.971286 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ede332d4-ea3b-4eec-8df4-aa47eeb2137a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:37.973662 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ede332d4-ea3b-4eec-8df4-aa47eeb2137a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:37.983398 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6eb361d9-6a2e-446a-ae70-4d0985376b2d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:38.038155 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-68931a41-ce94-4b87-8303-c727c91e6eba tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1794830024'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:38.040867 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ede332d4-ea3b-4eec-8df4-aa47eeb2137a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:38.041491 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede332d4-ea3b-4eec-8df4-aa47eeb2137a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7759d1c-939a-49e8-b94a-a6d91a841b21 {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:20:38.046143 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ede332d4-ea3b-4eec-8df4-aa47eeb2137a admin admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:38.049874 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ede332d4-ea3b-4eec-8df4-aa47eeb2137a admin admin] 10.222.0.54 "DELETE /v2.0/routers/c7759d1c-939a-49e8-b94a-a6d91a841b21 HTTP/1.1" status: 204 len: 168 time: 1.8324502 Sep 08 09:20:38.050063 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38914) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:38.076677 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68931a41-ce94-4b87-8303-c727c91e6eba tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Made reservation on behalf of 9864cfacbb924ce6b34d8b0eb7a43eb8 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:20:38.080285 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-68931a41-ce94-4b87-8303-c727c91e6eba tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:38.098130 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-68931a41-ce94-4b87-8303-c727c91e6eba tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:38.106897 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f10af7a-3ae4-4aaf-a266-b801dcb8b8c9 admin admin] Deleting subnet d6df1ff3-55f3-460b-b1d2-fdd774b51394 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:20:38.108791 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6eb361d9-6a2e-446a-ae70-4d0985376b2d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:38.110301 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9f10af7a-3ae4-4aaf-a266-b801dcb8b8c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:38.150298 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9f10af7a-3ae4-4aaf-a266-b801dcb8b8c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:38.150545 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6eb361d9-6a2e-446a-ae70-4d0985376b2d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:38.158196 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738a5fee-af6b-4ec6-a1ac-35807c114f36 None None] Network 73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:20:38.160318 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-6eb361d9-6a2e-446a-ae70-4d0985376b2d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/subnets/0e588083-5888-4639-97b6-546f7ad42d09 HTTP/1.1" status: 204 len: 168 time: 0.5473413 Sep 08 09:20:38.164876 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38920) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:38.167655 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb361d9-6a2e-446a-ae70-4d0985376b2d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event deleted for resources: {'Subnet': ['ID=0e588083-5888-4639-97b6-546f7ad42d09,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:38.186029 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-60c10e37-7594-4328-93be-414adcb2f222 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Request body: {'subnet': {'network_id': '73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:38.214936 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb361d9-6a2e-446a-ae70-4d0985376b2d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:20:38.215270 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb361d9-6a2e-446a-ae70-4d0985376b2d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:20:38.215609 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb361d9-6a2e-446a-ae70-4d0985376b2d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:20:38.221564 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb361d9-6a2e-446a-ae70-4d0985376b2d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:20:38.221963 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb361d9-6a2e-446a-ae70-4d0985376b2d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:20:38.222362 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb361d9-6a2e-446a-ae70-4d0985376b2d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:20:38.222702 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb361d9-6a2e-446a-ae70-4d0985376b2d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:20:38.223040 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb361d9-6a2e-446a-ae70-4d0985376b2d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:20:38.223425 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb361d9-6a2e-446a-ae70-4d0985376b2d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:20:38.223766 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb361d9-6a2e-446a-ae70-4d0985376b2d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:20:38.224217 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb361d9-6a2e-446a-ae70-4d0985376b2d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:20:38.224552 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb361d9-6a2e-446a-ae70-4d0985376b2d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:20:38.270591 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9f10af7a-3ae4-4aaf-a266-b801dcb8b8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:38.351744 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9f10af7a-3ae4-4aaf-a266-b801dcb8b8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:38.402664 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f10af7a-3ae4-4aaf-a266-b801dcb8b8c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6df1ff3-55f3-460b-b1d2-fdd774b51394,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:38.412826 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9f10af7a-3ae4-4aaf-a266-b801dcb8b8c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:38.418243 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9f10af7a-3ae4-4aaf-a266-b801dcb8b8c9 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/d6df1ff3-55f3-460b-b1d2-fdd774b51394 HTTP/1.1" status: 204 len: 168 time: 0.3638234 Sep 08 09:20:38.418243 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38924) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:38.421763 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7d0cd4-65c3-498e-9d8d-e94294bc98a6 None None] Network dde6f6ac-f5f0-495d-a0dd-5de9b0c94092 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:20:38.447580 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-68931a41-ce94-4b87-8303-c727c91e6eba tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:38.456599 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-68931a41-ce94-4b87-8303-c727c91e6eba tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:38.556182 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68931a41-ce94-4b87-8303-c727c91e6eba tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf5c3ab-df46-4786-a3a6-98e183bfdcca,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:38.568640 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-37022ce2-e396-433a-b3e7-e10ef8808a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:38.574172 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68931a41-ce94-4b87-8303-c727c91e6eba tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:20:38.597647 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c10e37-7594-4328-93be-414adcb2f222 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Made reservation on behalf of befb68007ce4499daff28b75d6381c43 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:20:38.602250 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-60c10e37-7594-4328-93be-414adcb2f222 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:38.655008 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-68931a41-ce94-4b87-8303-c727c91e6eba tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:38.655526 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-68931a41-ce94-4b87-8303-c727c91e6eba tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Added segment b3f545d7-aa30-43e6-91a4-cc79a2258c52 of type vlan for network 5dc60e88-a3ec-4a8f-aa24-87e6e615326b Sep 08 09:20:38.702509 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c07dc-8e1b-487a-9a7d-b3571f03c7a3 req-84bb8123-afcf-46ed-82f9-2fc221379399 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:38.704867 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-656c07dc-8e1b-487a-9a7d-b3571f03c7a3 req-84bb8123-afcf-46ed-82f9-2fc221379399 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.1225958 Sep 08 09:20:38.738439 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6135746-767d-45a7-94ff-7765b3f35ec8 None None] DHCP port deletion for dde6f6ac-f5f0-495d-a0dd-5de9b0c94092 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:20:38.776715 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-656c07dc-8e1b-487a-9a7d-b3571f03c7a3 req-975b0f77-5d8f-41f8-a047-da4e41d05221 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631993 Sep 08 09:20:38.808764 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-68931a41-ce94-4b87-8303-c727c91e6eba tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:38.835426 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-37022ce2-e396-433a-b3e7-e10ef8808a54 admin admin] Deleting port 2a370420-e714-4a17-bd30-3a686f324080 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:20:38.835426 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-37022ce2-e396-433a-b3e7-e10ef8808a54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:38.865553 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d6135746-767d-45a7-94ff-7765b3f35ec8 None None] Deleting port 2a370420-e714-4a17-bd30-3a686f324080 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:20:38.865921 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d6135746-767d-45a7-94ff-7765b3f35ec8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:38.889599 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-68931a41-ce94-4b87-8303-c727c91e6eba tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:38.906766 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68931a41-ce94-4b87-8303-c727c91e6eba tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:38.907599 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-68931a41-ce94-4b87-8303-c727c91e6eba tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:38.944414 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-37022ce2-e396-433a-b3e7-e10ef8808a54 admin admin] For port 2a370420-e714-4a17-bd30-3a686f324080, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=2a370420-e714-4a17-bd30-3a686f324080,segment=NetworkSegment(91142c9f-e5e5-4737-8192-1747c3ce3b1b),segment_id=91142c9f-e5e5-4737-8192-1747c3ce3b1b)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:20:38.944697 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-37022ce2-e396-433a-b3e7-e10ef8808a54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:38.963293 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-68931a41-ce94-4b87-8303-c727c91e6eba tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3725014 Sep 08 09:20:38.971687 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-37022ce2-e396-433a-b3e7-e10ef8808a54 admin admin] Calling delete_port for 2a370420-e714-4a17-bd30-3a686f324080 owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:20:39.067782 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d6135746-767d-45a7-94ff-7765b3f35ec8 None None] For port 2a370420-e714-4a17-bd30-3a686f324080, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=2a370420-e714-4a17-bd30-3a686f324080,segment=NetworkSegment(91142c9f-e5e5-4737-8192-1747c3ce3b1b),segment_id=91142c9f-e5e5-4737-8192-1747c3ce3b1b)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:20:39.068195 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d6135746-767d-45a7-94ff-7765b3f35ec8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:39.071977 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device c3046fe9-f129-4807-8823-f6537be8b1f7 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:20:39.210560 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d6135746-767d-45a7-94ff-7765b3f35ec8 None None] Calling delete_port for 2a370420-e714-4a17-bd30-3a686f324080 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:20:39.254414 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-37022ce2-e396-433a-b3e7-e10ef8808a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:39.289887 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37022ce2-e396-433a-b3e7-e10ef8808a54 admin admin] No DVR routers for this DVR port 2a370420-e714-4a17-bd30-3a686f324080 on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:20:39.370643 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37022ce2-e396-433a-b3e7-e10ef8808a54 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a370420-e714-4a17-bd30-3a686f324080,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:39.435499 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68931a41-ce94-4b87-8303-c727c91e6eba tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Pushing event updated for resources: {'Network': ['ID=5dc60e88-a3ec-4a8f-aa24-87e6e615326b,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:39.441393 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d6135746-767d-45a7-94ff-7765b3f35ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:39.445740 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: c3046fe9-f129-4807-8823-f6537be8b1f7 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:20:39.447108 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device c3046fe9-f129-4807-8823-f6537be8b1f7 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:20:39.447727 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 0ec86ca9-1603-4664-8d1a-71d52fff8f87 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:20:39.455009 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 5dc60e88-a3ec-4a8f-aa24-87e6e615326b details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:20:39.519894 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6135746-767d-45a7-94ff-7765b3f35ec8 None None] Pushing event deleted for resources: {'Port': ['ID=2a370420-e714-4a17-bd30-3a686f324080,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:39.538435 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6135746-767d-45a7-94ff-7765b3f35ec8 None None] No DVR routers for this DVR port 2a370420-e714-4a17-bd30-3a686f324080 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:20:39.549987 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 0ec86ca9-1603-4664-8d1a-71d52fff8f87 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:20:39.550725 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 0ec86ca9-1603-4664-8d1a-71d52fff8f87 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:20:39.551226 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 2a370420-e714-4a17-bd30-3a686f324080 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:20:39.563739 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-37022ce2-e396-433a-b3e7-e10ef8808a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:39.576358 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-60c10e37-7594-4328-93be-414adcb2f222 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:39.604244 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-37022ce2-e396-433a-b3e7-e10ef8808a54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dde6f6ac-f5f0-495d-a0dd-5de9b0c94092']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:39.621172 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-37022ce2-e396-433a-b3e7-e10ef8808a54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91142c9f-e5e5-4737-8192-1747c3ce3b1b') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:39.622198 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-37022ce2-e396-433a-b3e7-e10ef8808a54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91142c9f-e5e5-4737-8192-1747c3ce3b1b') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:39.625041 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 2a370420-e714-4a17-bd30-3a686f324080 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:20:39.625396 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 2a370420-e714-4a17-bd30-3a686f324080 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:20:39.649565 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-37022ce2-e396-433a-b3e7-e10ef8808a54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:39.678767 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-37022ce2-e396-433a-b3e7-e10ef8808a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:39.687906 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37022ce2-e396-433a-b3e7-e10ef8808a54 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:20:39.689629 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-37022ce2-e396-433a-b3e7-e10ef8808a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:39.701609 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c10e37-7594-4328-93be-414adcb2f222 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Network 73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:20:39.701609 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38954) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:39.727474 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-60c10e37-7594-4328-93be-414adcb2f222 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:20:39.733556 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c10e37-7594-4328-93be-414adcb2f222 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:39.734185 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-60c10e37-7594-4328-93be-414adcb2f222 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:39.758246 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8af280c-619c-4b12-9545-3e9794cf4150 None None] Network 73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:20:39.767618 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c10e37-7594-4328-93be-414adcb2f222 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event updated for resources: {'Subnet': ['ID=9a8fcf73-ae2b-4f7e-8850-4e5791e04020,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:39.785169 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-60c10e37-7594-4328-93be-414adcb2f222 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6190720 Sep 08 09:20:39.785824 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38958) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:39.790792 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-ae4a0506-1a17-4768-8896-253ec07e2a2d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Request body: {'security_group': {'name': 'tempest-secgroup-1068610235'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:39.813773 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:20:39.813773 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:20:39.813773 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:20:39.813773 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:20:39.813773 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:20:39.813773 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:20:39.813773 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:20:39.813773 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:20:39.813773 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:20:39.813773 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:20:39.813773 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:20:39.813773 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:20:39.813773 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:20:39.813773 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:20:39.813773 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:20:39.813773 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:20:39.813773 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:20:39.813773 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:20:39.813773 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:20:39.813773 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:20:39.813773 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:20:39.813773 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:20:39.813773 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:20:39.813773 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:20:39.813773 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:20:39.813773 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:20:39.813773 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:20:39.813773 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:20:39.813773 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:20:39.813773 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:20:39.813773 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:20:39.813773 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:20:39.819630 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-37022ce2-e396-433a-b3e7-e10ef8808a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:39.839583 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-37022ce2-e396-433a-b3e7-e10ef8808a54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:39.840230 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-37022ce2-e396-433a-b3e7-e10ef8808a54 admin admin] 10.222.0.54 "DELETE /v2.0/networks/dde6f6ac-f5f0-495d-a0dd-5de9b0c94092 HTTP/1.1" status: 204 len: 168 time: 1.4210708 Sep 08 09:20:39.841964 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38962) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:39.861619 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ae4a0506-1a17-4768-8896-253ec07e2a2d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:39.908552 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37022ce2-e396-433a-b3e7-e10ef8808a54 admin admin] Pushing event deleted for resources: {'Network': ['ID=dde6f6ac-f5f0-495d-a0dd-5de9b0c94092,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:39.996056 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc15c13-700f-4792-b998-551b449eeed0 req-adbf851e-ff7f-4a6c-b548-b6c9e1220750 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:40.004033 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bdc15c13-700f-4792-b998-551b449eeed0 req-adbf851e-ff7f-4a6c-b548-b6c9e1220750 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.0872111 Sep 08 09:20:40.063809 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-a1128825-fe10-488e-accf-e07a1cbe141a None None] Provisioning complete for port a49479d8-207f-40c2-857d-b00b4957c8c3 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:40.064191 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a1128825-fe10-488e-accf-e07a1cbe141a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:40.077713 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a64c70ce-fd4c-4afd-8076-ad7672df2273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:40.132115 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bdc15c13-700f-4792-b998-551b449eeed0 req-fc57eee4-5ff7-4bf5-ae80-8aa9c5c77a6f tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231818 Sep 08 09:20:40.146330 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ae4a0506-1a17-4768-8896-253ec07e2a2d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:40.154021 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ae4a0506-1a17-4768-8896-253ec07e2a2d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:40.221532 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4a0506-1a17-4768-8896-253ec07e2a2d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb5c692-934d-4de6-aa37-c10dd9e48129,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:40.230278 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-a1128825-fe10-488e-accf-e07a1cbe141a None None] Provisioning complete for port fb10ada5-d8f1-4bd2-b1f4-9972682fab20 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:40.231593 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a1128825-fe10-488e-accf-e07a1cbe141a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:40.352403 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a64c70ce-fd4c-4afd-8076-ad7672df2273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:40.360326 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a64c70ce-fd4c-4afd-8076-ad7672df2273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:40.396977 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c70ce-fd4c-4afd-8076-ad7672df2273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4887cbfc-c425-4eae-9afc-09d2dfd1b2ee,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:40.401855 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ae4a0506-1a17-4768-8896-253ec07e2a2d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:40.403633 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ae4a0506-1a17-4768-8896-253ec07e2a2d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6168420 Sep 08 09:20:40.411277 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38968) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:40.417999 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-1d9848dd-96df-4bd0-a183-d3ec59d9c260 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Request body: {'security_group': {'name': 'tempest-secgroup-919962372'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:40.467145 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-a64c70ce-fd4c-4afd-8076-ad7672df2273 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=894264b3bd564f3bb2430c6707f78c8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7653911 Sep 08 09:20:40.470357 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38970) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:40.484290 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1d9848dd-96df-4bd0-a183-d3ec59d9c260 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:40.580717 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-02431832-1d52-4772-9187-7f0c04fa3027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:40.599912 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-a1128825-fe10-488e-accf-e07a1cbe141a None None] Port fb10ada5-d8f1-4bd2-b1f4-9972682fab20 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:20:40.609737 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9e033e-0e9b-4545-89b5-c6e405ff36ac None None] Update dhcp port {'port': {'network_id': '73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c', 'fixed_ips': [{'subnet_id': '91f12228-e563-4e4e-baae-ac4fc1590221', 'ip_address': '172.20.0.18'}, {'subnet_id': '9a8fcf73-ae2b-4f7e-8850-4e5791e04020'}], 'binding:host_id': 'n-d-806683-11'}, 'id': 'a49479d8-207f-40c2-857d-b00b4957c8c3'} from n-d-806683-11. {{(pid=94714) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 08 09:20:40.612147 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1d9848dd-96df-4bd0-a183-d3ec59d9c260 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:40.618713 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1d9848dd-96df-4bd0-a183-d3ec59d9c260 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:40.638583 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-02431832-1d52-4772-9187-7f0c04fa3027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:40.654991 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8f9e033e-0e9b-4545-89b5-c6e405ff36ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:40.681853 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c9d36dc4-3e53-481a-a1d0-5c71ea25935c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:40.692926 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1d9848dd-96df-4bd0-a183-d3ec59d9c260 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:40.698687 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-1d9848dd-96df-4bd0-a183-d3ec59d9c260 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2856662 Sep 08 09:20:40.700575 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38972) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:40.708483 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-5d24088c-ffb5-46de-9059-14eb5bb3a995 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Request body: {'security_group': {'name': 'tempest-secgroup-1299206215'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:40.721758 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9848dd-96df-4bd0-a183-d3ec59d9c260 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67427900-e38d-4a8d-a423-9008d8a99ef6,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:40.785765 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5d24088c-ffb5-46de-9059-14eb5bb3a995 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:40.956505 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5d24088c-ffb5-46de-9059-14eb5bb3a995 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:40.966701 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5d24088c-ffb5-46de-9059-14eb5bb3a995 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:40.994802 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-8f9e033e-0e9b-4545-89b5-c6e405ff36ac None None] Allocated IP 172.20.0.2 (73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c/9a8fcf73-ae2b-4f7e-8850-4e5791e04020/a49479d8-207f-40c2-857d-b00b4957c8c3) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:20:40.997027 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-02431832-1d52-4772-9187-7f0c04fa3027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:41.001148 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-02431832-1d52-4772-9187-7f0c04fa3027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:41.002866 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-02431832-1d52-4772-9187-7f0c04fa3027 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4887cbfc-c425-4eae-9afc-09d2dfd1b2ee HTTP/1.1" status: 204 len: 168 time: 0.5319693 Sep 08 09:20:41.015200 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02431832-1d52-4772-9187-7f0c04fa3027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4887cbfc-c425-4eae-9afc-09d2dfd1b2ee,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:41.048844 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5d24088c-ffb5-46de-9059-14eb5bb3a995 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:41.056388 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5d24088c-ffb5-46de-9059-14eb5bb3a995 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3535278 Sep 08 09:20:41.056600 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38976) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:41.064925 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-c476c303-9eda-4869-8428-83611e119527 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-407590091', 'security_groups': ['979e3840-e65c-4a9a-90dd-3b30fcdf0044'], 'network_id': '73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9a8fcf73-ae2b-4f7e-8850-4e5791e04020'}]}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:41.085603 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d24088c-ffb5-46de-9059-14eb5bb3a995 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=979e3840-e65c-4a9a-90dd-3b30fcdf0044,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:41.131671 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-8f9e033e-0e9b-4545-89b5-c6e405ff36ac None None] For port a49479d8-207f-40c2-857d-b00b4957c8c3, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a49479d8-207f-40c2-857d-b00b4957c8c3,segment=NetworkSegment(d18c3529-2afb-4175-ba77-28f1ae50069f),segment_id=d18c3529-2afb-4175-ba77-28f1ae50069f)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:20:41.171180 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8f9e033e-0e9b-4545-89b5-c6e405ff36ac None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:41.186422 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-8f9e033e-0e9b-4545-89b5-c6e405ff36ac None None] Transition to ACTIVE for port object a49479d8-207f-40c2-857d-b00b4957c8c3 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:20:41.197388 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8f9e033e-0e9b-4545-89b5-c6e405ff36ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:41.321023 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9e033e-0e9b-4545-89b5-c6e405ff36ac None None] Pushing event updated for resources: {'Port': ['ID=a49479d8-207f-40c2-857d-b00b4957c8c3,revision_number=6']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:41.334386 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c476c303-9eda-4869-8428-83611e119527 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Made reservation on behalf of befb68007ce4499daff28b75d6381c43 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:20:41.346122 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-c9d36dc4-3e53-481a-a1d0-5c71ea25935c admin admin] Deleting port 39a8e515-5467-4587-b37c-d03da6a5f4ba {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:20:41.346581 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c9d36dc4-3e53-481a-a1d0-5c71ea25935c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:41.628396 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5cd9b5-5a4c-4c25-a3e0-739234686b1d req-8a5aa69a-4ef0-49ef-acdd-cdba1beb65d5 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:41.636458 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1b5cd9b5-5a4c-4c25-a3e0-739234686b1d req-8a5aa69a-4ef0-49ef-acdd-cdba1beb65d5 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.3643854 Sep 08 09:20:41.731026 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-c9d36dc4-3e53-481a-a1d0-5c71ea25935c admin admin] For port 39a8e515-5467-4587-b37c-d03da6a5f4ba, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=39a8e515-5467-4587-b37c-d03da6a5f4ba,segment=NetworkSegment(7b7bfbf1-32c2-41ae-8d1f-850c1991ed70),segment_id=7b7bfbf1-32c2-41ae-8d1f-850c1991ed70)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:20:41.731411 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c9d36dc4-3e53-481a-a1d0-5c71ea25935c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:41.753372 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38984) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:41.763556 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c476c303-9eda-4869-8428-83611e119527 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:41.777090 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f0f573de-eccb-430d-92f3-034f7a7dcbb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:41.797257 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-c9d36dc4-3e53-481a-a1d0-5c71ea25935c admin admin] Calling delete_port for 39a8e515-5467-4587-b37c-d03da6a5f4ba owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:20:41.815316 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-c476c303-9eda-4869-8428-83611e119527 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] device_id is not set on port 4f8b75aa-71f4-41da-be77-8c4494907c54 yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:20:41.899097 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f0f573de-eccb-430d-92f3-034f7a7dcbb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:41.904641 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f0f573de-eccb-430d-92f3-034f7a7dcbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:41.942181 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1b5cd9b5-5a4c-4c25-a3e0-739234686b1d req-0e2b66cd-6d83-4b6e-b359-f0c247f2d36a tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3046529 Sep 08 09:20:41.950527 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f573de-eccb-430d-92f3-034f7a7dcbb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d8507b-78b8-4168-8669-b53234de0bb6,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:41.972549 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f0f573de-eccb-430d-92f3-034f7a7dcbb4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=02904533a614404a803e5c72aafb5339&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2178168 Sep 08 09:20:41.975556 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38986) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:42.040342 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-27129338-17c1-4a08-a4e2-8d5a8f3f82a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:42.066525 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-27129338-17c1-4a08-a4e2-8d5a8f3f82a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:42.120967 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-27129338-17c1-4a08-a4e2-8d5a8f3f82a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:42.123945 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-27129338-17c1-4a08-a4e2-8d5a8f3f82a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:42.128153 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-27129338-17c1-4a08-a4e2-8d5a8f3f82a7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/71d8507b-78b8-4168-8669-b53234de0bb6 HTTP/1.1" status: 204 len: 168 time: 0.1516192 Sep 08 09:20:42.137366 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27129338-17c1-4a08-a4e2-8d5a8f3f82a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d8507b-78b8-4168-8669-b53234de0bb6,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:42.237911 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c9d36dc4-3e53-481a-a1d0-5c71ea25935c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:42.251746 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-0309db12-bbf1-4ac0-ad2e-d5ff2aed8d3e None None] Provisioning for port a49479d8-207f-40c2-857d-b00b4957c8c3 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:20:42.256629 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-0309db12-bbf1-4ac0-ad2e-d5ff2aed8d3e None None] Provisioning complete for port a49479d8-207f-40c2-857d-b00b4957c8c3 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:42.257350 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0309db12-bbf1-4ac0-ad2e-d5ff2aed8d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:42.273628 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d36dc4-3e53-481a-a1d0-5c71ea25935c admin admin] Pushing event deleted for resources: {'Port': ['ID=39a8e515-5467-4587-b37c-d03da6a5f4ba,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:42.372534 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-c476c303-9eda-4869-8428-83611e119527 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Allocated IP 172.20.0.12 (73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c/9a8fcf73-ae2b-4f7e-8850-4e5791e04020/4f8b75aa-71f4-41da-be77-8c4494907c54) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:20:42.376206 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38990) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:42.381443 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-c264c528-56ce-47b9-acf4-400194a054f6 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Request body: {'subnet': {'network_id': '5dc60e88-a3ec-4a8f-aa24-87e6e615326b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:42.408497 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-0309db12-bbf1-4ac0-ad2e-d5ff2aed8d3e None None] Provisioning complete for port fb10ada5-d8f1-4bd2-b1f4-9972682fab20 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:42.408990 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0309db12-bbf1-4ac0-ad2e-d5ff2aed8d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:42.499214 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-0309db12-bbf1-4ac0-ad2e-d5ff2aed8d3e None None] Port fb10ada5-d8f1-4bd2-b1f4-9972682fab20 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:20:42.555246 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c264c528-56ce-47b9-acf4-400194a054f6 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Made reservation on behalf of 9864cfacbb924ce6b34d8b0eb7a43eb8 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:20:42.572465 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c264c528-56ce-47b9-acf4-400194a054f6 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:42.839459 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c264c528-56ce-47b9-acf4-400194a054f6 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:42.926059 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264c528-56ce-47b9-acf4-400194a054f6 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Pushing event updated for resources: {'Subnet': ['ID=88b1bcd6-e629-4346-8cb7-f6efc7988c9a,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:42.957720 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c264c528-56ce-47b9-acf4-400194a054f6 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Checking segment: {'id': 'b3f545d7-aa30-43e6-91a4-cc79a2258c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5dc60e88-a3ec-4a8f-aa24-87e6e615326b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:20:42.961282 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c264c528-56ce-47b9-acf4-400194a054f6 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Network hostable DHCP agents. Network: 5dc60e88-a3ec-4a8f-aa24-87e6e615326b, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:20:42.986630 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c264c528-56ce-47b9-acf4-400194a054f6 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Network 5dc60e88-a3ec-4a8f-aa24-87e6e615326b is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:20:43.007272 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-c264c528-56ce-47b9-acf4-400194a054f6 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 5dc60e88-a3ec-4a8f-aa24-87e6e615326b) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:20:43.012973 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c264c528-56ce-47b9-acf4-400194a054f6 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:43.013459 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c264c528-56ce-47b9-acf4-400194a054f6 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:43.019801 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17f5ebf-6fa1-4a06-8a4a-c5d747c6e556 None None] Network 5dc60e88-a3ec-4a8f-aa24-87e6e615326b requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:20:43.045630 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c264c528-56ce-47b9-acf4-400194a054f6 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6647067 Sep 08 09:20:43.046231 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39018) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:43.060791 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-8652a949-c269-40f3-bf85-9103d65f8d25 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-521534109'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:43.141579 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a49479d8-207f-40c2-857d-b00b4957c8c3 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:20:43.165860 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c721ce-336c-464d-8ddf-606acf0dfbf4 req-5a119cb0-6c8c-42df-8b19-7b5c4fa67ddf tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:43.176860 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-89c721ce-336c-464d-8ddf-606acf0dfbf4 req-5a119cb0-6c8c-42df-8b19-7b5c4fa67ddf tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.1065617 Sep 08 09:20:43.179483 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8652a949-c269-40f3-bf85-9103d65f8d25 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Made reservation on behalf of 9864cfacbb924ce6b34d8b0eb7a43eb8 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:20:43.196173 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8652a949-c269-40f3-bf85-9103d65f8d25 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:43.247006 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8652a949-c269-40f3-bf85-9103d65f8d25 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:20:43.255012 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c9d36dc4-3e53-481a-a1d0-5c71ea25935c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:43.263552 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8652a949-c269-40f3-bf85-9103d65f8d25 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:43.264163 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-8652a949-c269-40f3-bf85-9103d65f8d25 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Added segment d715e9d3-aa94-41a7-8b27-5fd2689408f2 of type vlan for network ef4858aa-a5e3-47c7-91ae-1e97cd96e8b5 Sep 08 09:20:43.328013 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8652a949-c269-40f3-bf85-9103d65f8d25 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:43.361046 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c476c303-9eda-4869-8428-83611e119527 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:43.378252 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port a49479d8-207f-40c2-857d-b00b4957c8c3 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:43.378408 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:43.393607 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8652a949-c269-40f3-bf85-9103d65f8d25 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:43.403919 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8652a949-c269-40f3-bf85-9103d65f8d25 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:43.404706 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8652a949-c269-40f3-bf85-9103d65f8d25 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:43.427849 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-c476c303-9eda-4869-8428-83611e119527 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Transition to ACTIVE for port object 4f8b75aa-71f4-41da-be77-8c4494907c54 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:20:43.476861 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9ccfa0-e98b-4f99-862c-2860e5f7618b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-5dc60e88-a3ec-4a8f-aa24-87e6e615326b', 'network_id': '5dc60e88-a3ec-4a8f-aa24-87e6e615326b', 'tenant_id': '9864cfacbb924ce6b34d8b0eb7a43eb8', 'fixed_ips': [{'subnet_id': '88b1bcd6-e629-4346-8cb7-f6efc7988c9a'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:20:43.478759 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0f9ccfa0-e98b-4f99-862c-2860e5f7618b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:43.488106 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-89c721ce-336c-464d-8ddf-606acf0dfbf4 req-1e531af3-d803-4545-bb68-3172b45aa7d5 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3103960 Sep 08 09:20:43.497063 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8652a949-c269-40f3-bf85-9103d65f8d25 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4450872 Sep 08 09:20:43.497820 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39024) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:43.577420 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8652a949-c269-40f3-bf85-9103d65f8d25 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Pushing event updated for resources: {'Network': ['ID=ef4858aa-a5e3-47c7-91ae-1e97cd96e8b5,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:43.583428 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-c3f8f680-a03a-44f2-aeb7-1d6af2c6e272 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Request body: {'subnet': {'network_id': 'ef4858aa-a5e3-47c7-91ae-1e97cd96e8b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:43.650858 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network ef4858aa-a5e3-47c7-91ae-1e97cd96e8b5 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:20:43.683504 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c476c303-9eda-4869-8428-83611e119527 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:43.740940 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c476c303-9eda-4869-8428-83611e119527 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Network 73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:20:43.763107 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-c476c303-9eda-4869-8428-83611e119527 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:20:43.766428 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c476c303-9eda-4869-8428-83611e119527 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:20:43.896059 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f8f680-a03a-44f2-aeb7-1d6af2c6e272 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Made reservation on behalf of 9864cfacbb924ce6b34d8b0eb7a43eb8 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:20:43.908467 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c3f8f680-a03a-44f2-aeb7-1d6af2c6e272 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:43.953193 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476c303-9eda-4869-8428-83611e119527 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event updated for resources: {'Port': ['ID=4f8b75aa-71f4-41da-be77-8c4494907c54,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:43.973045 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-0f9ccfa0-e98b-4f99-862c-2860e5f7618b None None] Allocated IP 2001:db8:0:ffff::2 (5dc60e88-a3ec-4a8f-aa24-87e6e615326b/88b1bcd6-e629-4346-8cb7-f6efc7988c9a/a89d7128-2422-4803-be5a-4ab02cc64f2c) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:20:44.099011 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d36dc4-3e53-481a-a1d0-5c71ea25935c admin admin] Router 12ddec22-1174-4bf1-ba22-442569dbcb06 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:20:44.144327 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c476c303-9eda-4869-8428-83611e119527 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:44.146028 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c476c303-9eda-4869-8428-83611e119527 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:44.239238 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0f9ccfa0-e98b-4f99-862c-2860e5f7618b None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:44.240466 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c476c303-9eda-4869-8428-83611e119527 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1803157 Sep 08 09:20:44.243670 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39038) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:44.250560 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-f79ad36c-1ecd-4f3f-8674-40dba3b6f38b tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Request body: {'subnet': {'network_id': '73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:44.258937 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-0f9ccfa0-e98b-4f99-862c-2860e5f7618b None None] Transition to ACTIVE for port object a89d7128-2422-4803-be5a-4ab02cc64f2c will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:20:44.273996 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5798-2863-4018-9c74-70544969adee None None] Provisioning for port 4f8b75aa-71f4-41da-be77-8c4494907c54 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:20:44.274745 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c3f8f680-a03a-44f2-aeb7-1d6af2c6e272 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:44.281616 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d3ea5798-2863-4018-9c74-70544969adee None None] Provisioning complete for port 4f8b75aa-71f4-41da-be77-8c4494907c54 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:44.282310 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d3ea5798-2863-4018-9c74-70544969adee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:44.287963 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-0f9ccfa0-e98b-4f99-862c-2860e5f7618b None None] Transition to ACTIVE for port object a89d7128-2422-4803-be5a-4ab02cc64f2c will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:20:44.328214 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0f9ccfa0-e98b-4f99-862c-2860e5f7618b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:44.379007 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f8f680-a03a-44f2-aeb7-1d6af2c6e272 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Checking segment: {'id': 'd715e9d3-aa94-41a7-8b27-5fd2689408f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ef4858aa-a5e3-47c7-91ae-1e97cd96e8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:20:44.379228 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f8f680-a03a-44f2-aeb7-1d6af2c6e272 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Network hostable DHCP agents. Network: ef4858aa-a5e3-47c7-91ae-1e97cd96e8b5, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:20:44.386773 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f8f680-a03a-44f2-aeb7-1d6af2c6e272 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Pushing event updated for resources: {'Subnet': ['ID=c370d364-99f3-44dc-8abe-8cb39a0bf6d8,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:44.408620 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ccfa0-e98b-4f99-862c-2860e5f7618b None None] Pushing event updated for resources: {'Port': ['ID=a89d7128-2422-4803-be5a-4ab02cc64f2c,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:44.422650 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f8f680-a03a-44f2-aeb7-1d6af2c6e272 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Network ef4858aa-a5e3-47c7-91ae-1e97cd96e8b5 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:20:44.423906 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea5798-2863-4018-9c74-70544969adee None None] Port 4f8b75aa-71f4-41da-be77-8c4494907c54 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:20:44.430618 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79ad36c-1ecd-4f3f-8674-40dba3b6f38b tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Made reservation on behalf of befb68007ce4499daff28b75d6381c43 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:20:44.435520 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9ccfa0-e98b-4f99-862c-2860e5f7618b None None] Network 5dc60e88-a3ec-4a8f-aa24-87e6e615326b is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:20:44.437045 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f79ad36c-1ecd-4f3f-8674-40dba3b6f38b tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:44.437206 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-0f9ccfa0-e98b-4f99-862c-2860e5f7618b None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:20:44.439463 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9ccfa0-e98b-4f99-862c-2860e5f7618b None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:20:44.442550 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-c3f8f680-a03a-44f2-aeb7-1d6af2c6e272 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, ef4858aa-a5e3-47c7-91ae-1e97cd96e8b5) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:20:44.452825 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f8f680-a03a-44f2-aeb7-1d6af2c6e272 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:44.454001 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c3f8f680-a03a-44f2-aeb7-1d6af2c6e272 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:44.471681 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c3f8f680-a03a-44f2-aeb7-1d6af2c6e272 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9687049 Sep 08 09:20:44.474242 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39042) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:44.475325 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadd8ed7-3330-4e84-b30e-ca3d770dc9e7 None None] Network ef4858aa-a5e3-47c7-91ae-1e97cd96e8b5 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:20:44.485782 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d36dc4-3e53-481a-a1d0-5c71ea25935c admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:20:44.493028 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c9d36dc4-3e53-481a-a1d0-5c71ea25935c admin admin] 10.222.0.54 "PUT /v2.0/routers/12ddec22-1174-4bf1-ba22-442569dbcb06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6496365 Sep 08 09:20:44.497477 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88b516e-c6ce-4c13-88de-ff44abce9a67 None None] Sync routers for ids ['12ddec22-1174-4bf1-ba22-442569dbcb06'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:20:44.512161 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88b516e-c6ce-4c13-88de-ff44abce9a67 None None] Routers {'12ddec22-1174-4bf1-ba22-442569dbcb06'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:20:44.513830 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39044) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:44.514757 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-e88b516e-c6ce-4c13-88de-ff44abce9a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:20:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['12ddec22-1174-4bf1-ba22-442569dbcb06'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:44.536196 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-0f9ccfa0-e98b-4f99-862c-2860e5f7618b None None] Attempting to bind port a89d7128-2422-4803-be5a-4ab02cc64f2c on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:20:44.536707 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-0f9ccfa0-e98b-4f99-862c-2860e5f7618b None None] Attempting to bind port a89d7128-2422-4803-be5a-4ab02cc64f2c by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'b3f545d7-aa30-43e6-91a4-cc79a2258c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5dc60e88-a3ec-4a8f-aa24-87e6e615326b'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:20:44.536942 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9ccfa0-e98b-4f99-862c-2860e5f7618b None None] Attempting to bind port a89d7128-2422-4803-be5a-4ab02cc64f2c on network 5dc60e88-a3ec-4a8f-aa24-87e6e615326b {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:20:44.544982 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9ccfa0-e98b-4f99-862c-2860e5f7618b None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:20:44.545362 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9ccfa0-e98b-4f99-862c-2860e5f7618b None None] Checking segment: {'id': 'b3f545d7-aa30-43e6-91a4-cc79a2258c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5dc60e88-a3ec-4a8f-aa24-87e6e615326b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:20:44.546901 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0f9ccfa0-e98b-4f99-862c-2860e5f7618b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:44.546901 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9ccfa0-e98b-4f99-862c-2860e5f7618b None None] Bound using segment: {'id': 'b3f545d7-aa30-43e6-91a4-cc79a2258c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5dc60e88-a3ec-4a8f-aa24-87e6e615326b'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:20:44.546901 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-0f9ccfa0-e98b-4f99-862c-2860e5f7618b None None] Bound port: a89d7128-2422-4803-be5a-4ab02cc64f2c, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3f545d7-aa30-43e6-91a4-cc79a2258c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5dc60e88-a3ec-4a8f-aa24-87e6e615326b'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:20:44.547239 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0f9ccfa0-e98b-4f99-862c-2860e5f7618b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:44.641501 n-d-806683-11 neutron-server[94713]: INFO neutron.db.ipam_backend_mixin [None req-f79ad36c-1ecd-4f3f-8674-40dba3b6f38b tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9a8fcf73-ae2b-4f7e-8850-4e5791e04020 (CIDR: 172.20.0.0/28) Sep 08 09:20:44.678878 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-0f9ccfa0-e98b-4f99-862c-2860e5f7618b None None] For port a89d7128-2422-4803-be5a-4ab02cc64f2c, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:20:44.683045 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-0f9ccfa0-e98b-4f99-862c-2860e5f7618b None None] For port a89d7128-2422-4803-be5a-4ab02cc64f2c, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a89d7128-2422-4803-be5a-4ab02cc64f2c,segment=NetworkSegment(b3f545d7-aa30-43e6-91a4-cc79a2258c52),segment_id=b3f545d7-aa30-43e6-91a4-cc79a2258c52)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:20:44.697482 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0f9ccfa0-e98b-4f99-862c-2860e5f7618b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:44.699906 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-adfd5f64-9a84-4362-8824-f6a75a443f50 admin admin] Notify callbacks [] for router, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:44.713136 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-f79ad36c-1ecd-4f3f-8674-40dba3b6f38b tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:20:44.714386 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f79ad36c-1ecd-4f3f-8674-40dba3b6f38b tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:20:44.755307 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-e88b516e-c6ce-4c13-88de-ff44abce9a67 None None] Set router 12ddec22-1174-4bf1-ba22-442569dbcb06 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:20:44.775555 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f79ad36c-1ecd-4f3f-8674-40dba3b6f38b tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5279858 Sep 08 09:20:44.783426 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ccfa0-e98b-4f99-862c-2860e5f7618b None None] Pushing event updated for resources: {'Port': ['ID=a89d7128-2422-4803-be5a-4ab02cc64f2c,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:44.840342 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557126c-acff-46e2-9158-47bef3bc980a req-e90e95d2-7d36-4052-9664-7c358d20e0a5 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:44.841944 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b557126c-acff-46e2-9158-47bef3bc980a req-e90e95d2-7d36-4052-9664-7c358d20e0a5 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.2578893 Sep 08 09:20:44.850378 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39054) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:44.883485 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-8e97fe6f-bf66-46af-b78e-748136e54ae9 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Request body: {'subnet': {'network_id': '73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:44.927246 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fab559-37ac-48e4-a8c8-61cd9f95798d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-ef4858aa-a5e3-47c7-91ae-1e97cd96e8b5', 'network_id': 'ef4858aa-a5e3-47c7-91ae-1e97cd96e8b5', 'tenant_id': '9864cfacbb924ce6b34d8b0eb7a43eb8', 'fixed_ips': [{'subnet_id': 'c370d364-99f3-44dc-8abe-8cb39a0bf6d8'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:20:44.928146 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-58fab559-37ac-48e4-a8c8-61cd9f95798d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:45.031530 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b557126c-acff-46e2-9158-47bef3bc980a req-d3a88dc0-c487-4a8d-8d77-6e6374e8186a tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435146 Sep 08 09:20:45.100208 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-e88b516e-c6ce-4c13-88de-ff44abce9a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ddec22-1174-4bf1-ba22-442569dbcb06', 'name': 'tempest-TestAggregatesBasicOps-1465294065-router', 'tenant_id': 'eaebb888b6ff4e00b31a3d240cc96aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'ce87396c-c57d-4ab3-b7e9-e441c9bf1244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:20:18Z', 'updated_at': '2021-09-08T09:20:42Z', 'revision_number': 5, 'project_id': 'eaebb888b6ff4e00b31a3d240cc96aa8', 'gw_port': {'id': 'ce87396c-c57d-4ab3-b7e9-e441c9bf1244', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:fd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ddec22-1174-4bf1-ba22-442569dbcb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:20:20Z', 'updated_at': '2021-09-08T09:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:45.127198 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e97fe6f-bf66-46af-b78e-748136e54ae9 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Made reservation on behalf of befb68007ce4499daff28b75d6381c43 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:20:45.131702 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8e97fe6f-bf66-46af-b78e-748136e54ae9 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:45.133795 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-adfd5f64-9a84-4362-8824-f6a75a443f50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:45.170574 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8f8bba22-43a9-4fcc-860e-a2665e438220 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:45.252789 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88b516e-c6ce-4c13-88de-ff44abce9a67 None None] Checking router: 12ddec22-1174-4bf1-ba22-442569dbcb06 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:20:45.291278 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88b516e-c6ce-4c13-88de-ff44abce9a67 None None] Routers {'12ddec22-1174-4bf1-ba22-442569dbcb06'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:20:45.306735 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-e88b516e-c6ce-4c13-88de-ff44abce9a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:20:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['12ddec22-1174-4bf1-ba22-442569dbcb06'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:45.412642 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-58fab559-37ac-48e4-a8c8-61cd9f95798d None None] Allocated IP 2001:db8::1 (ef4858aa-a5e3-47c7-91ae-1e97cd96e8b5/c370d364-99f3-44dc-8abe-8cb39a0bf6d8/26b6453d-c07e-4002-94c0-d728ed190dc5) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:20:45.443559 n-d-806683-11 neutron-server[94713]: INFO neutron.db.ipam_backend_mixin [None req-8e97fe6f-bf66-46af-b78e-748136e54ae9 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 91f12228-e563-4e4e-baae-ac4fc1590221 (CIDR: 172.20.0.16/28) Sep 08 09:20:45.447971 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e97fe6f-bf66-46af-b78e-748136e54ae9 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:20:45.449255 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e97fe6f-bf66-46af-b78e-748136e54ae9 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:20:45.473323 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8e97fe6f-bf66-46af-b78e-748136e54ae9 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6243777 Sep 08 09:20:45.474347 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39072) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:45.477094 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8f8bba22-43a9-4fcc-860e-a2665e438220 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:45.480672 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-b4836e7a-a29c-4290-b0a6-a61d9a7ab960 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Request body: {'subnet': {'network_id': '73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:45.540914 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-adfd5f64-9a84-4362-8824-f6a75a443f50 admin admin] Deleting port ce87396c-c57d-4ab3-b7e9-e441c9bf1244 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:20:45.541529 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-adfd5f64-9a84-4362-8824-f6a75a443f50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:45.547183 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-e88b516e-c6ce-4c13-88de-ff44abce9a67 None None] Set router 12ddec22-1174-4bf1-ba22-442569dbcb06 gateway port host: None {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:20:45.635165 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-e88b516e-c6ce-4c13-88de-ff44abce9a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ddec22-1174-4bf1-ba22-442569dbcb06', 'name': 'tempest-TestAggregatesBasicOps-1465294065-router', 'tenant_id': 'eaebb888b6ff4e00b31a3d240cc96aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:20:18Z', 'updated_at': '2021-09-08T09:20:45Z', 'revision_number': 6, 'project_id': 'eaebb888b6ff4e00b31a3d240cc96aa8', 'gw_port_host': None}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:45.647889 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4836e7a-a29c-4290-b0a6-a61d9a7ab960 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Made reservation on behalf of befb68007ce4499daff28b75d6381c43 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:20:45.652166 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b4836e7a-a29c-4290-b0a6-a61d9a7ab960 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:45.672167 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88b516e-c6ce-4c13-88de-ff44abce9a67 None None] The sync data for ids ['12ddec22-1174-4bf1-ba22-442569dbcb06'] in n-d-806683-11 is: [{'id': '12ddec22-1174-4bf1-ba22-442569dbcb06', 'name': 'tempest-TestAggregatesBasicOps-1465294065-router', 'tenant_id': 'eaebb888b6ff4e00b31a3d240cc96aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:20:18Z', 'updated_at': '2021-09-08T09:20:45Z', 'revision_number': 6, 'project_id': 'eaebb888b6ff4e00b31a3d240cc96aa8', 'gw_port_host': None}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:20:45.703869 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-adfd5f64-9a84-4362-8824-f6a75a443f50 admin admin] For port ce87396c-c57d-4ab3-b7e9-e441c9bf1244, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=ce87396c-c57d-4ab3-b7e9-e441c9bf1244,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:20:45.705063 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-adfd5f64-9a84-4362-8824-f6a75a443f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:45.723942 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-58fab559-37ac-48e4-a8c8-61cd9f95798d None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:45.747001 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-58fab559-37ac-48e4-a8c8-61cd9f95798d None None] Transition to ACTIVE for port object 26b6453d-c07e-4002-94c0-d728ed190dc5 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:20:45.756163 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-adfd5f64-9a84-4362-8824-f6a75a443f50 admin admin] Calling delete_port for ce87396c-c57d-4ab3-b7e9-e441c9bf1244 owned by network:router_gateway {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:20:45.792709 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-58fab559-37ac-48e4-a8c8-61cd9f95798d None None] Transition to ACTIVE for port object 26b6453d-c07e-4002-94c0-d728ed190dc5 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:20:45.801584 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-58fab559-37ac-48e4-a8c8-61cd9f95798d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:45.867284 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fab559-37ac-48e4-a8c8-61cd9f95798d None None] Network ef4858aa-a5e3-47c7-91ae-1e97cd96e8b5 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:20:45.873856 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8f8bba22-43a9-4fcc-860e-a2665e438220 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:45.874966 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-58fab559-37ac-48e4-a8c8-61cd9f95798d None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:20:45.878411 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fab559-37ac-48e4-a8c8-61cd9f95798d None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:20:45.926270 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fab559-37ac-48e4-a8c8-61cd9f95798d None None] Pushing event updated for resources: {'Port': ['ID=26b6453d-c07e-4002-94c0-d728ed190dc5,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:45.929030 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bba22-43a9-4fcc-860e-a2665e438220 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Pushing event deleted for resources: {'Subnet': ['ID=c370d364-99f3-44dc-8abe-8cb39a0bf6d8,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:45.976413 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-58fab559-37ac-48e4-a8c8-61cd9f95798d None None] Attempting to bind port 26b6453d-c07e-4002-94c0-d728ed190dc5 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:20:45.976919 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-58fab559-37ac-48e4-a8c8-61cd9f95798d None None] Attempting to bind port 26b6453d-c07e-4002-94c0-d728ed190dc5 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'd715e9d3-aa94-41a7-8b27-5fd2689408f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ef4858aa-a5e3-47c7-91ae-1e97cd96e8b5'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:20:45.977340 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fab559-37ac-48e4-a8c8-61cd9f95798d None None] Attempting to bind port 26b6453d-c07e-4002-94c0-d728ed190dc5 on network ef4858aa-a5e3-47c7-91ae-1e97cd96e8b5 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:20:45.983935 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fab559-37ac-48e4-a8c8-61cd9f95798d None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:20:45.984321 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fab559-37ac-48e4-a8c8-61cd9f95798d None None] Checking segment: {'id': 'd715e9d3-aa94-41a7-8b27-5fd2689408f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ef4858aa-a5e3-47c7-91ae-1e97cd96e8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:20:45.984735 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-58fab559-37ac-48e4-a8c8-61cd9f95798d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:45.985134 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fab559-37ac-48e4-a8c8-61cd9f95798d None None] Bound using segment: {'id': 'd715e9d3-aa94-41a7-8b27-5fd2689408f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ef4858aa-a5e3-47c7-91ae-1e97cd96e8b5'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:20:45.985614 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-58fab559-37ac-48e4-a8c8-61cd9f95798d None None] Bound port: 26b6453d-c07e-4002-94c0-d728ed190dc5, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd715e9d3-aa94-41a7-8b27-5fd2689408f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ef4858aa-a5e3-47c7-91ae-1e97cd96e8b5'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:20:45.986004 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-58fab559-37ac-48e4-a8c8-61cd9f95798d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:46.111644 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-58fab559-37ac-48e4-a8c8-61cd9f95798d None None] For port 26b6453d-c07e-4002-94c0-d728ed190dc5, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:20:46.115867 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-58fab559-37ac-48e4-a8c8-61cd9f95798d None None] For port 26b6453d-c07e-4002-94c0-d728ed190dc5, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=26b6453d-c07e-4002-94c0-d728ed190dc5,segment=NetworkSegment(d715e9d3-aa94-41a7-8b27-5fd2689408f2),segment_id=d715e9d3-aa94-41a7-8b27-5fd2689408f2)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:20:46.125277 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-58fab559-37ac-48e4-a8c8-61cd9f95798d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:46.150464 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8f8bba22-43a9-4fcc-860e-a2665e438220 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:46.201640 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b4836e7a-a29c-4290-b0a6-a61d9a7ab960 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:46.269125 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4836e7a-a29c-4290-b0a6-a61d9a7ab960 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Network 73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:20:46.270184 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4836e7a-a29c-4290-b0a6-a61d9a7ab960 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event updated for resources: {'Subnet': ['ID=008dc349-a865-4388-bb5d-2171114bebd0,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:46.274870 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-b4836e7a-a29c-4290-b0a6-a61d9a7ab960 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:20:46.281917 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4836e7a-a29c-4290-b0a6-a61d9a7ab960 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:46.283367 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b4836e7a-a29c-4290-b0a6-a61d9a7ab960 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:46.299332 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0441385b-7bd9-428c-a322-5f7bab46f3a9 None None] Network 73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:20:46.304798 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-8f8bba22-43a9-4fcc-860e-a2665e438220 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef4858aa-a5e3-47c7-91ae-1e97cd96e8b5']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:46.305123 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b4836e7a-a29c-4290-b0a6-a61d9a7ab960 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8288288 Sep 08 09:20:46.307892 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39088) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:46.313913 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-cc2e6eff-e723-47e1-8031-b2030e73cf2b tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-546924597', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '008dc349-a865-4388-bb5d-2171114bebd0'}], 'security_groups': ['9eb5c692-934d-4de6-aa37-c10dd9e48129', '67427900-e38d-4a8d-a423-9008d8a99ef6']}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:46.410492 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-8f8bba22-43a9-4fcc-860e-a2665e438220 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd715e9d3-aa94-41a7-8b27-5fd2689408f2') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:46.410492 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-8f8bba22-43a9-4fcc-860e-a2665e438220 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd715e9d3-aa94-41a7-8b27-5fd2689408f2') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:46.415606 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fab559-37ac-48e4-a8c8-61cd9f95798d None None] Pushing event updated for resources: {'Port': ['ID=26b6453d-c07e-4002-94c0-d728ed190dc5,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:46.423891 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cc2e6eff-e723-47e1-8031-b2030e73cf2b tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:46.457688 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8f8bba22-43a9-4fcc-860e-a2665e438220 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:46.500339 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96bb4d-14c5-40e7-b2d7-f053f16241f4 req-7d4df41b-4736-4f2e-a5a2-803d9bc26015 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:46.501902 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2f96bb4d-14c5-40e7-b2d7-f053f16241f4 req-7d4df41b-4736-4f2e-a5a2-803d9bc26015 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.2074580 Sep 08 09:20:46.504885 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ed0cff-eb94-4f2a-8d2f-50e4a633d9a6 None None] Network ef4858aa-a5e3-47c7-91ae-1e97cd96e8b5 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:20:46.559099 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8f8bba22-43a9-4fcc-860e-a2665e438220 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:46.566065 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-adfd5f64-9a84-4362-8824-f6a75a443f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:46.639134 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f8bba22-43a9-4fcc-860e-a2665e438220 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:20:46.639134 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8f8bba22-43a9-4fcc-860e-a2665e438220 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:46.643756 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd5f64-9a84-4362-8824-f6a75a443f50 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce87396c-c57d-4ab3-b7e9-e441c9bf1244,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:46.645489 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:20:46.645489 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:20:46.645489 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:20:46.645489 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:20:46.645489 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:20:46.645489 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:20:46.645489 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:20:46.645489 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:20:46.645489 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:20:46.645489 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:20:46.645489 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:20:46.645489 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:20:46.645489 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:20:46.645489 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:20:46.645489 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:20:46.645489 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:20:46.645489 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:20:46.645489 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:20:46.645489 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:20:46.645489 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:20:46.645489 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:20:46.645489 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:20:46.645489 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:20:46.645489 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:20:46.645489 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:20:46.645489 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:20:46.645489 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:20:46.645489 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:20:46.645489 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:20:46.645489 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:20:46.645489 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:20:46.645489 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:20:46.648071 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed4db69-4796-4c08-8c86-76df4e2e2550 None None] Network 5dc60e88-a3ec-4a8f-aa24-87e6e615326b requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:20:46.973351 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-cc2e6eff-e723-47e1-8031-b2030e73cf2b tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Delete allocated IP 172.20.0.12 (73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c/9a8fcf73-ae2b-4f7e-8850-4e5791e04020) {{(pid=94713) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 08 09:20:46.996445 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-cc2e6eff-e723-47e1-8031-b2030e73cf2b tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Allocated IP 172.20.0.36 (73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c/008dc349-a865-4388-bb5d-2171114bebd0/4f8b75aa-71f4-41da-be77-8c4494907c54) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:20:47.139302 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2f96bb4d-14c5-40e7-b2d7-f053f16241f4 req-7f16f8ae-bbef-4343-a35c-044916149d64 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6241493 Sep 08 09:20:47.156011 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-45520f93-60c1-4485-b23f-27d3a4989025 None None] Provisioning for port a89d7128-2422-4803-be5a-4ab02cc64f2c completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:20:47.173450 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a89d7128-2422-4803-be5a-4ab02cc64f2c up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:20:47.280198 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.db.api [None req-8f8bba22-43a9-4fcc-860e-a2665e438220 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 08 09:20:47.280198 n-d-806683-11 neutron-server[94712]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 08 09:20:47.280198 n-d-806683-11 neutron-server[94712]: [parameters: {'id': 'ef4858aa-a5e3-47c7-91ae-1e97cd96e8b5'}] Sep 08 09:20:47.280198 n-d-806683-11 neutron-server[94712]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 09:20:47.280695 n-d-806683-11 neutron-server[94712]: DEBUG oslo_db.api [None req-8f8bba22-43a9-4fcc-860e-a2665e438220 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 09:20:47.291040 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-adfd5f64-9a84-4362-8824-f6a75a443f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:47.463498 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port a89d7128-2422-4803-be5a-4ab02cc64f2c completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:20:47.483666 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port a89d7128-2422-4803-be5a-4ab02cc64f2c triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:47.495491 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:47.532683 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cc2e6eff-e723-47e1-8031-b2030e73cf2b tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:47.563300 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-cc2e6eff-e723-47e1-8031-b2030e73cf2b tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Transition to ACTIVE for port object 4f8b75aa-71f4-41da-be77-8c4494907c54 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:20:47.575475 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cc2e6eff-e723-47e1-8031-b2030e73cf2b tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:47.595694 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccecced-6c75-4b3c-881d-0497aa2e4bb9 None None] Update dhcp port {'port': {'network_id': '73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c', 'fixed_ips': [{'subnet_id': '91f12228-e563-4e4e-baae-ac4fc1590221', 'ip_address': '172.20.0.18'}, {'subnet_id': '9a8fcf73-ae2b-4f7e-8850-4e5791e04020', 'ip_address': '172.20.0.2'}, {'subnet_id': '008dc349-a865-4388-bb5d-2171114bebd0'}], 'binding:host_id': 'n-d-806683-11'}, 'id': 'a49479d8-207f-40c2-857d-b00b4957c8c3'} from n-d-806683-11. {{(pid=94714) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 08 09:20:47.605060 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-adfd5f64-9a84-4362-8824-f6a75a443f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:47.613226 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-adfd5f64-9a84-4362-8824-f6a75a443f50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:47.647104 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd1c3c-14c7-4908-ae74-3205eb20612c req-8a2d4b0d-4743-409c-9ad8-ffa899d0014a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:47.648925 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1dfd1c3c-14c7-4908-ae74-3205eb20612c req-8a2d4b0d-4743-409c-9ad8-ffa899d0014a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca0d1910d7ca4892b72992e748a5bde6&device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 1096 time: 0.1416111 Sep 08 09:20:47.649200 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1ccecced-6c75-4b3c-881d-0497aa2e4bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:47.665779 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b4785832-59e6-4466-8ced-f4d29131db19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:47.724742 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e6eff-e723-47e1-8031-b2030e73cf2b tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event updated for resources: {'Port': ['ID=4f8b75aa-71f4-41da-be77-8c4494907c54,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:47.755170 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-cc2e6eff-e723-47e1-8031-b2030e73cf2b tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] In _notify_port_updated(), no bound segment for port 4f8b75aa-71f4-41da-be77-8c4494907c54 on network 73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c {{(pid=94713) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 08 09:20:47.767594 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2e6eff-e723-47e1-8031-b2030e73cf2b tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:47.767594 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cc2e6eff-e723-47e1-8031-b2030e73cf2b tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:47.772910 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-cc2e6eff-e723-47e1-8031-b2030e73cf2b tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "PUT /v2.0/ports/4f8b75aa-71f4-41da-be77-8c4494907c54 HTTP/1.1" status: 200 len: 959 time: 1.4610956 Sep 08 09:20:47.773321 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39114) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:47.773527 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:47.779162 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd90dd94-d440-408f-93df-d4054e33a8ac req-5fce21f5-76db-4c3e-8777-e1e9901d5c2d tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:47.780781 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cd90dd94-d440-408f-93df-d4054e33a8ac req-5fce21f5-76db-4c3e-8777-e1e9901d5c2d tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.3052073 Sep 08 09:20:47.796542 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8f8bba22-43a9-4fcc-860e-a2665e438220 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:47.813849 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-adfd5f64-9a84-4362-8824-f6a75a443f50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:47.814434 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adfd5f64-9a84-4362-8824-f6a75a443f50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12ddec22-1174-4bf1-ba22-442569dbcb06 {{(pid=94712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:20:47.819401 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-adfd5f64-9a84-4362-8824-f6a75a443f50 admin admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:47.820629 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-adfd5f64-9a84-4362-8824-f6a75a443f50 admin admin] 10.222.0.54 "DELETE /v2.0/routers/12ddec22-1174-4bf1-ba22-442569dbcb06 HTTP/1.1" status: 204 len: 168 time: 3.3056135 Sep 08 09:20:47.832845 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39116) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:47.920163 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-f987c1d0-16dd-48ac-a14f-6931446f0d4c admin admin] Deleting subnet cc3e0314-700a-45ef-a83e-7c57dd14c2e6 {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:20:47.924332 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port a89d7128-2422-4803-be5a-4ab02cc64f2c, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a89d7128-2422-4803-be5a-4ab02cc64f2c,segment=NetworkSegment(b3f545d7-aa30-43e6-91a4-cc79a2258c52),segment_id=b3f545d7-aa30-43e6-91a4-cc79a2258c52)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:20:47.925225 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f987c1d0-16dd-48ac-a14f-6931446f0d4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:47.939049 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:48.000571 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f987c1d0-16dd-48ac-a14f-6931446f0d4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:48.020307 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-9b555584-c798-4897-b3bb-241671f0e49a tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Deleting port 4f8b75aa-71f4-41da-be77-8c4494907c54 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:20:48.020923 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9b555584-c798-4897-b3bb-241671f0e49a tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:48.094961 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device ce87396c-c57d-4ab3-b7e9-e441c9bf1244 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:20:48.165186 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9b555584-c798-4897-b3bb-241671f0e49a tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:48.188327 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-9b555584-c798-4897-b3bb-241671f0e49a tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Calling delete_port for 4f8b75aa-71f4-41da-be77-8c4494907c54 owned by {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:20:48.256917 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cd90dd94-d440-408f-93df-d4054e33a8ac req-434ab203-0ac0-4628-9db0-b4a10583b7d3 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4531176 Sep 08 09:20:48.258212 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd1c3c-14c7-4908-ae74-3205eb20612c req-9c882866-8244-4d5e-a892-0e7117356ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:48.264873 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-1ccecced-6c75-4b3c-881d-0497aa2e4bb9 None None] Allocated IP 172.20.0.34 (73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c/008dc349-a865-4388-bb5d-2171114bebd0/a49479d8-207f-40c2-857d-b00b4957c8c3) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:20:48.279837 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1dfd1c3c-14c7-4908-ae74-3205eb20612c req-9c882866-8244-4d5e-a892-0e7117356ee3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2de43bb0-acf3-42aa-b534-30332da083e7 HTTP/1.1" status: 200 len: 913 time: 0.5384567 Sep 08 09:20:48.399190 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-1ccecced-6c75-4b3c-881d-0497aa2e4bb9 None None] For port a49479d8-207f-40c2-857d-b00b4957c8c3, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a49479d8-207f-40c2-857d-b00b4957c8c3,segment=NetworkSegment(d18c3529-2afb-4175-ba77-28f1ae50069f),segment_id=d18c3529-2afb-4175-ba77-28f1ae50069f)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:20:48.436443 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1ccecced-6c75-4b3c-881d-0497aa2e4bb9 None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:48.440003 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f987c1d0-16dd-48ac-a14f-6931446f0d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:48.457824 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-1ccecced-6c75-4b3c-881d-0497aa2e4bb9 None None] Transition to ACTIVE for port object a49479d8-207f-40c2-857d-b00b4957c8c3 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:20:48.464984 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=a89d7128-2422-4803-be5a-4ab02cc64f2c,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:48.476719 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1ccecced-6c75-4b3c-881d-0497aa2e4bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:48.482619 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9b555584-c798-4897-b3bb-241671f0e49a tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:48.526826 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b555584-c798-4897-b3bb-241671f0e49a tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event deleted for resources: {'Port': ['ID=4f8b75aa-71f4-41da-be77-8c4494907c54,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:48.540070 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: ce87396c-c57d-4ab3-b7e9-e441c9bf1244 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:20:48.540670 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device ce87396c-c57d-4ab3-b7e9-e441c9bf1244 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:20:48.541260 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 39a8e515-5467-4587-b37c-d03da6a5f4ba no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:20:48.564326 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-8f8bba22-43a9-4fcc-860e-a2665e438220 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Deleting port 26b6453d-c07e-4002-94c0-d728ed190dc5 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:20:48.564765 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8f8bba22-43a9-4fcc-860e-a2665e438220 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:48.599603 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1dfd1c3c-14c7-4908-ae74-3205eb20612c req-56b6e836-9cbb-4542-8a87-0e70d48fdc47 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7372846c-19f9-433f-8cb8-ca65d68becd9 HTTP/1.1" status: 200 len: 999 time: 0.2997332 Sep 08 09:20:48.656964 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-09566949-c2fa-4551-a31d-ef3a7dbe62a5 None None] Provisioning complete for port a89d7128-2422-4803-be5a-4ab02cc64f2c triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:48.657798 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-09566949-c2fa-4551-a31d-ef3a7dbe62a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:48.659106 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9b555584-c798-4897-b3bb-241671f0e49a tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:48.664237 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9b555584-c798-4897-b3bb-241671f0e49a tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/ports/4f8b75aa-71f4-41da-be77-8c4494907c54 HTTP/1.1" status: 204 len: 168 time: 0.8874280 Sep 08 09:20:48.664919 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39126) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:48.681189 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 39a8e515-5467-4587-b37c-d03da6a5f4ba {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:20:48.681893 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 39a8e515-5467-4587-b37c-d03da6a5f4ba not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:20:48.704904 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dac5f30-2bb5-417c-976d-1b13e924256c tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] GET failed (client error): The resource could not be found. Sep 08 09:20:48.706879 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0dac5f30-2bb5-417c-976d-1b13e924256c tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "GET /v2.0/ports/4f8b75aa-71f4-41da-be77-8c4494907c54 HTTP/1.1" status: 404 len: 333 time: 0.0407200 Sep 08 09:20:48.709609 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39128) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:48.770107 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccecced-6c75-4b3c-881d-0497aa2e4bb9 None None] Pushing event updated for resources: {'Port': ['ID=a49479d8-207f-40c2-857d-b00b4957c8c3,revision_number=7']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:48.772802 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f987c1d0-16dd-48ac-a14f-6931446f0d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:48.793249 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39130) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:48.806924 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-181b3af0-d96f-4b48-abe5-919ccbf28be7 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:48.826777 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd1c3c-14c7-4908-ae74-3205eb20612c req-ed1b0cc0-423c-4cf5-9e7c-e96c61e45f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:48.828269 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1dfd1c3c-14c7-4908-ae74-3205eb20612c req-ed1b0cc0-423c-4cf5-9e7c-e96c61e45f3f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=452a4b6d-a445-4b2b-9168-2695dd67e404 HTTP/1.1" status: 200 len: 851 time: 0.2158725 Sep 08 09:20:48.831092 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f987c1d0-16dd-48ac-a14f-6931446f0d4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:48.836620 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39134) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:48.836861 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f987c1d0-16dd-48ac-a14f-6931446f0d4c admin admin] 10.222.0.54 "DELETE /v2.0/subnets/cc3e0314-700a-45ef-a83e-7c57dd14c2e6 HTTP/1.1" status: 204 len: 168 time: 0.9995234 Sep 08 09:20:48.839936 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-8f8bba22-43a9-4fcc-860e-a2665e438220 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] For port 26b6453d-c07e-4002-94c0-d728ed190dc5, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=26b6453d-c07e-4002-94c0-d728ed190dc5,segment=NetworkSegment(d715e9d3-aa94-41a7-8b27-5fd2689408f2),segment_id=d715e9d3-aa94-41a7-8b27-5fd2689408f2)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:20:48.840318 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8f8bba22-43a9-4fcc-860e-a2665e438220 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:48.884834 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a1489f-2185-45b9-b5c3-55c9e388e797 None None] Network b05110b1-c24d-4e60-9f11-2b68a79926b9 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:20:48.891688 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f987c1d0-16dd-48ac-a14f-6931446f0d4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc3e0314-700a-45ef-a83e-7c57dd14c2e6,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:48.910909 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-8f8bba22-43a9-4fcc-860e-a2665e438220 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Calling delete_port for 26b6453d-c07e-4002-94c0-d728ed190dc5 owned by network:dhcp {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:20:48.955530 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd1c3c-14c7-4908-ae74-3205eb20612c req-8f1a67fc-72d7-4dce-bf0b-085a814f7cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:48.957146 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1dfd1c3c-14c7-4908-ae74-3205eb20612c req-8f1a67fc-72d7-4dce-bf0b-085a814f7cb2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2de43bb0-acf3-42aa-b534-30332da083e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0962574 Sep 08 09:20:49.034028 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-181b3af0-d96f-4b48-abe5-919ccbf28be7 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:49.036231 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a49479d8-207f-40c2-857d-b00b4957c8c3 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:20:49.055739 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4a4d4d0e-0f87-4283-ac1c-2025a2ade34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:49.127594 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-181b3af0-d96f-4b48-abe5-919ccbf28be7 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:49.130212 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-181b3af0-d96f-4b48-abe5-919ccbf28be7 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:49.132170 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-181b3af0-d96f-4b48-abe5-919ccbf28be7 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/security-groups/979e3840-e65c-4a9a-90dd-3b30fcdf0044 HTTP/1.1" status: 204 len: 168 time: 0.4211042 Sep 08 09:20:49.136912 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39136) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:49.142827 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a89d7128-2422-4803-be5a-4ab02cc64f2c up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:20:49.167345 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b3af0-d96f-4b48-abe5-919ccbf28be7 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=979e3840-e65c-4a9a-90dd-3b30fcdf0044,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:49.201422 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c930e870-85b8-44c5-9f38-71e68349a62f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:49.234169 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port a89d7128-2422-4803-be5a-4ab02cc64f2c triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:49.234852 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:49.239704 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf51916-784b-4e4f-96b7-aaa3f3db14f4 None None] DHCP port deletion for b05110b1-c24d-4e60-9f11-2b68a79926b9 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:20:49.261918 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a02b706d-061c-4545-a92d-8054a9c39b36 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:49.271378 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-4a4d4d0e-0f87-4283-ac1c-2025a2ade34d admin admin] Deleting port 31e82035-ff94-4df7-a169-e8b3c4d53b2e {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:20:49.271659 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4a4d4d0e-0f87-4283-ac1c-2025a2ade34d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:49.319242 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a02b706d-061c-4545-a92d-8054a9c39b36 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:49.389391 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8f8bba22-43a9-4fcc-860e-a2665e438220 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:49.428984 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-5cf51916-784b-4e4f-96b7-aaa3f3db14f4 None None] Deleting port 31e82035-ff94-4df7-a169-e8b3c4d53b2e {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:20:49.429554 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5cf51916-784b-4e4f-96b7-aaa3f3db14f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:49.438981 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1dfd1c3c-14c7-4908-ae74-3205eb20612c req-2b0c7ef5-8e52-496b-aa01-290e09e5b678 service neutron] 10.222.0.37 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719087 Sep 08 09:20:49.454892 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-4a4d4d0e-0f87-4283-ac1c-2025a2ade34d admin admin] For port 31e82035-ff94-4df7-a169-e8b3c4d53b2e, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=31e82035-ff94-4df7-a169-e8b3c4d53b2e,segment=NetworkSegment(7b7bfbf1-32c2-41ae-8d1f-850c1991ed70),segment_id=7b7bfbf1-32c2-41ae-8d1f-850c1991ed70)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:20:49.455168 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4a4d4d0e-0f87-4283-ac1c-2025a2ade34d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:49.480463 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-4a4d4d0e-0f87-4283-ac1c-2025a2ade34d admin admin] Calling delete_port for 31e82035-ff94-4df7-a169-e8b3c4d53b2e owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:20:49.533527 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8bba22-43a9-4fcc-860e-a2665e438220 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] No DVR routers for this DVR port 26b6453d-c07e-4002-94c0-d728ed190dc5 on host n-d-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:20:49.543164 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-5cf51916-784b-4e4f-96b7-aaa3f3db14f4 None None] For port 31e82035-ff94-4df7-a169-e8b3c4d53b2e, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=31e82035-ff94-4df7-a169-e8b3c4d53b2e,segment=NetworkSegment(7b7bfbf1-32c2-41ae-8d1f-850c1991ed70),segment_id=7b7bfbf1-32c2-41ae-8d1f-850c1991ed70)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:20:49.543794 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5cf51916-784b-4e4f-96b7-aaa3f3db14f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:49.559345 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-5cf51916-784b-4e4f-96b7-aaa3f3db14f4 None None] Calling delete_port for 31e82035-ff94-4df7-a169-e8b3c4d53b2e owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:20:49.571325 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bba22-43a9-4fcc-860e-a2665e438220 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Pushing event deleted for resources: {'Port': ['ID=26b6453d-c07e-4002-94c0-d728ed190dc5,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:49.575536 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc017afd-0bc6-41d5-8cec-cbd49b14209c req-fd75ad6f-010f-472a-9d2d-7ea39394e940 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:49.577779 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fc017afd-0bc6-41d5-8cec-cbd49b14209c req-fd75ad6f-010f-472a-9d2d-7ea39394e940 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.1990147 Sep 08 09:20:49.584349 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a02b706d-061c-4545-a92d-8054a9c39b36 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:49.591013 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a02b706d-061c-4545-a92d-8054a9c39b36 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:49.592485 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a02b706d-061c-4545-a92d-8054a9c39b36 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/security-groups/67427900-e38d-4a8d-a423-9008d8a99ef6 HTTP/1.1" status: 204 len: 168 time: 0.4534180 Sep 08 09:20:49.599809 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39142) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:49.639694 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b706d-061c-4545-a92d-8054a9c39b36 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67427900-e38d-4a8d-a423-9008d8a99ef6,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:49.736989 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5cf51916-784b-4e4f-96b7-aaa3f3db14f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:49.758866 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fc017afd-0bc6-41d5-8cec-cbd49b14209c req-17c18392-5dfd-4a39-a9b1-903c7277d891 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627243 Sep 08 09:20:49.798361 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4a4d4d0e-0f87-4283-ac1c-2025a2ade34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:49.827857 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf51916-784b-4e4f-96b7-aaa3f3db14f4 None None] Pushing event deleted for resources: {'Port': ['ID=31e82035-ff94-4df7-a169-e8b3c4d53b2e,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:49.835018 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf51916-784b-4e4f-96b7-aaa3f3db14f4 None None] No DVR routers for this DVR port 31e82035-ff94-4df7-a169-e8b3c4d53b2e on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:20:49.849629 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1a871772-cc25-427a-8441-16021c4e6e4e tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:49.861871 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4d4d0e-0f87-4283-ac1c-2025a2ade34d admin admin] No DVR routers for this DVR port 31e82035-ff94-4df7-a169-e8b3c4d53b2e on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:20:49.864634 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d4d0e-0f87-4283-ac1c-2025a2ade34d admin admin] Pushing event deleted for resources: {'Port': ['ID=31e82035-ff94-4df7-a169-e8b3c4d53b2e,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:49.889575 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8f8bba22-43a9-4fcc-860e-a2665e438220 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:49.929734 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-8f8bba22-43a9-4fcc-860e-a2665e438220 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef4858aa-a5e3-47c7-91ae-1e97cd96e8b5']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:49.931170 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-62669b2c-7644-4c41-bf9e-305763a00d26 None None] Provisioning for port a49479d8-207f-40c2-857d-b00b4957c8c3 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:20:49.936971 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-62669b2c-7644-4c41-bf9e-305763a00d26 None None] Provisioning complete for port a49479d8-207f-40c2-857d-b00b4957c8c3 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:49.937602 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-62669b2c-7644-4c41-bf9e-305763a00d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:49.955526 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-8f8bba22-43a9-4fcc-860e-a2665e438220 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd715e9d3-aa94-41a7-8b27-5fd2689408f2') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:49.955819 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-8f8bba22-43a9-4fcc-860e-a2665e438220 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd715e9d3-aa94-41a7-8b27-5fd2689408f2') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:49.965359 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1dfd1c3c-14c7-4908-ae74-3205eb20612c req-4a3de78b-1334-400e-b282-1e3a24a443f1 service neutron] 10.222.0.37 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5156708 Sep 08 09:20:49.971696 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1a871772-cc25-427a-8441-16021c4e6e4e tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:49.975491 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8f8bba22-43a9-4fcc-860e-a2665e438220 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:50.026299 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8f8bba22-43a9-4fcc-860e-a2665e438220 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:50.035283 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c930e870-85b8-44c5-9f38-71e68349a62f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:50.038697 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f8bba22-43a9-4fcc-860e-a2665e438220 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:20:50.039464 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8f8bba22-43a9-4fcc-860e-a2665e438220 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:50.043509 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:20:50.043509 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:20:50.043509 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:20:50.043509 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:20:50.043509 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:20:50.043509 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:20:50.043509 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:20:50.043509 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:20:50.043509 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:20:50.043509 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:20:50.043509 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:20:50.043509 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:20:50.043509 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:20:50.043509 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:20:50.043509 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:20:50.043509 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:20:50.043509 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:20:50.043509 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:20:50.043509 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:20:50.043509 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:20:50.043509 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:20:50.043509 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:20:50.043509 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:20:50.043509 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:20:50.043509 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:20:50.043509 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:20:50.043509 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:20:50.043509 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:20:50.043509 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:20:50.043509 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:20:50.043509 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:20:50.043509 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:20:50.046179 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4a4d4d0e-0f87-4283-ac1c-2025a2ade34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:50.059180 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c930e870-85b8-44c5-9f38-71e68349a62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:50.072728 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1a871772-cc25-427a-8441-16021c4e6e4e tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:50.076147 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1a871772-cc25-427a-8441-16021c4e6e4e tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:50.080732 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1a871772-cc25-427a-8441-16021c4e6e4e tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/security-groups/9eb5c692-934d-4de6-aa37-c10dd9e48129 HTTP/1.1" status: 204 len: 168 time: 0.4763517 Sep 08 09:20:50.083232 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39152) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:50.092230 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-62669b2c-7644-4c41-bf9e-305763a00d26 None None] Could not find standard attr ID for object 4f8b75aa-71f4-41da-be77-8c4494907c54. {{(pid=94714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 09:20:50.103870 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-62669b2c-7644-4c41-bf9e-305763a00d26 None None] Provisioning complete for port fb10ada5-d8f1-4bd2-b1f4-9972682fab20 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:50.104925 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-62669b2c-7644-4c41-bf9e-305763a00d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:50.144348 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-4a4d4d0e-0f87-4283-ac1c-2025a2ade34d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b05110b1-c24d-4e60-9f11-2b68a79926b9']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:50.146913 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a871772-cc25-427a-8441-16021c4e6e4e tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb5c692-934d-4de6-aa37-c10dd9e48129,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:50.147937 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-62669b2c-7644-4c41-bf9e-305763a00d26 None None] Port fb10ada5-d8f1-4bd2-b1f4-9972682fab20 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:20:50.152391 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-61a758d7-d65b-4314-8287-748fb6afea2e tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Deleting subnet 9a8fcf73-ae2b-4f7e-8850-4e5791e04020 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:20:50.161624 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-61a758d7-d65b-4314-8287-748fb6afea2e tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:50.185115 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8f8bba22-43a9-4fcc-860e-a2665e438220 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:50.190535 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-4a4d4d0e-0f87-4283-ac1c-2025a2ade34d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b7bfbf1-32c2-41ae-8d1f-850c1991ed70') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:50.190730 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c930e870-85b8-44c5-9f38-71e68349a62f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=50dd70593ea3492ebd6b9d83a631b1c6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3719594 Sep 08 09:20:50.190826 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-4a4d4d0e-0f87-4283-ac1c-2025a2ade34d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b7bfbf1-32c2-41ae-8d1f-850c1991ed70') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:50.198721 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39154) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:50.216630 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8f8bba22-43a9-4fcc-860e-a2665e438220 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:50.222327 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8f8bba22-43a9-4fcc-860e-a2665e438220 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "DELETE /v2.0/networks/ef4858aa-a5e3-47c7-91ae-1e97cd96e8b5 HTTP/1.1" status: 204 len: 168 time: 5.7467909 Sep 08 09:20:50.223931 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bba22-43a9-4fcc-860e-a2665e438220 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Pushing event deleted for resources: {'Network': ['ID=ef4858aa-a5e3-47c7-91ae-1e97cd96e8b5,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:50.226524 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39156) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:50.233650 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c930e870-85b8-44c5-9f38-71e68349a62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109be85b-47cf-41e7-a9ee-0c59274e5874,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:50.239891 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-10e916b5-125f-4b13-828a-423304f495fe tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-176210812'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:50.249756 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4a4d4d0e-0f87-4283-ac1c-2025a2ade34d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:50.256736 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:20:50.269155 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e916b5-125f-4b13-828a-423304f495fe tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Made reservation on behalf of 9864cfacbb924ce6b34d8b0eb7a43eb8 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:20:50.273576 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-10e916b5-125f-4b13-828a-423304f495fe tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:50.298842 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4a4d4d0e-0f87-4283-ac1c-2025a2ade34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:50.305627 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10e916b5-125f-4b13-828a-423304f495fe tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:20:50.306474 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-61a758d7-d65b-4314-8287-748fb6afea2e tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:50.318437 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-10e916b5-125f-4b13-828a-423304f495fe tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:50.318949 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-10e916b5-125f-4b13-828a-423304f495fe tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Added segment a36a06b1-871f-4e1d-81c6-abcd086143fd of type vlan for network 03b77569-6c40-4c4e-ae57-fbcaa6ecb6b4 Sep 08 09:20:50.342065 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-870c3dd9-0a9c-474c-a253-45329166cb16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:50.346830 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a4d4d0e-0f87-4283-ac1c-2025a2ade34d admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:20:50.347245 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4a4d4d0e-0f87-4283-ac1c-2025a2ade34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:50.348981 n-d-806683-11 neutron-server[94713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:20:50.348981 n-d-806683-11 neutron-server[94713]: self.session.flush() Sep 08 09:20:50.348981 n-d-806683-11 neutron-server[94713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:20:50.348981 n-d-806683-11 neutron-server[94713]: self.session.flush() Sep 08 09:20:50.348981 n-d-806683-11 neutron-server[94713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:20:50.348981 n-d-806683-11 neutron-server[94713]: self.session.flush() Sep 08 09:20:50.348981 n-d-806683-11 neutron-server[94713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:20:50.348981 n-d-806683-11 neutron-server[94713]: self.session.flush() Sep 08 09:20:50.348981 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:20:50.348981 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:20:50.348981 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:20:50.348981 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:20:50.348981 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:20:50.348981 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:20:50.348981 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:20:50.348981 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:20:50.348981 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:20:50.348981 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:20:50.348981 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:20:50.348981 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:20:50.348981 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:20:50.348981 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:20:50.348981 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:20:50.348981 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:20:50.348981 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:20:50.348981 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:20:50.348981 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:20:50.348981 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:20:50.348981 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:20:50.348981 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:20:50.348981 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:20:50.348981 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:20:50.348981 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:20:50.348981 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:20:50.348981 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:20:50.348981 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:20:50.348981 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:20:50.348981 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:20:50.348981 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:20:50.348981 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:20:50.384198 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-10e916b5-125f-4b13-828a-423304f495fe tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:50.406856 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:50.415397 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-10e916b5-125f-4b13-828a-423304f495fe tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:50.422397 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e916b5-125f-4b13-828a-423304f495fe tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:50.423133 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-10e916b5-125f-4b13-828a-423304f495fe tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:50.444280 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-870c3dd9-0a9c-474c-a253-45329166cb16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:50.465827 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c833fd81-4a8f-4297-85ba-c4fe21fd2db6 None None] Could not find standard attr ID for object 4f8b75aa-71f4-41da-be77-8c4494907c54. {{(pid=94714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 09:20:50.495946 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4a4d4d0e-0f87-4283-ac1c-2025a2ade34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:50.501716 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4a4d4d0e-0f87-4283-ac1c-2025a2ade34d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:50.504895 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4a4d4d0e-0f87-4283-ac1c-2025a2ade34d admin admin] 10.222.0.54 "DELETE /v2.0/networks/b05110b1-c24d-4e60-9f11-2b68a79926b9 HTTP/1.1" status: 204 len: 168 time: 1.6672001 Sep 08 09:20:50.527189 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-10e916b5-125f-4b13-828a-423304f495fe tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2932591 Sep 08 09:20:50.528384 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39160) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:50.535355 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-700376a7-793b-46de-9d1c-b82896b456d5 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Request body: {'subnet': {'network_id': '03b77569-6c40-4c4e-ae57-fbcaa6ecb6b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:50.540918 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e916b5-125f-4b13-828a-423304f495fe tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Pushing event updated for resources: {'Network': ['ID=03b77569-6c40-4c4e-ae57-fbcaa6ecb6b4,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:50.552980 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d4d0e-0f87-4283-ac1c-2025a2ade34d admin admin] Pushing event deleted for resources: {'Network': ['ID=b05110b1-c24d-4e60-9f11-2b68a79926b9,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:50.555013 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 03b77569-6c40-4c4e-ae57-fbcaa6ecb6b4 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:20:50.564864 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-61a758d7-d65b-4314-8287-748fb6afea2e tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:50.687279 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-870c3dd9-0a9c-474c-a253-45329166cb16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:50.687513 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700376a7-793b-46de-9d1c-b82896b456d5 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Made reservation on behalf of 9864cfacbb924ce6b34d8b0eb7a43eb8 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:20:50.691516 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-700376a7-793b-46de-9d1c-b82896b456d5 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:50.691670 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-870c3dd9-0a9c-474c-a253-45329166cb16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:50.710944 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-870c3dd9-0a9c-474c-a253-45329166cb16 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/109be85b-47cf-41e7-a9ee-0c59274e5874 HTTP/1.1" status: 204 len: 168 time: 0.5111301 Sep 08 09:20:50.755084 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c3dd9-0a9c-474c-a253-45329166cb16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109be85b-47cf-41e7-a9ee-0c59274e5874,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:50.791490 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-61a758d7-d65b-4314-8287-748fb6afea2e tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:50.839928 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39166) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:50.840886 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00152fef-64bf-4c9d-99cf-c675bca3d565 None None] get_active_networks_info from n-d-806683-11 {{(pid=94714) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 08 09:20:50.851932 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5ccf9fdc-cd61-425e-8532-f5320d182fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:50.855905 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a758d7-d65b-4314-8287-748fb6afea2e tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event deleted for resources: {'Subnet': ['ID=9a8fcf73-ae2b-4f7e-8850-4e5791e04020,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:50.865725 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-61a758d7-d65b-4314-8287-748fb6afea2e tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:50.868513 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-61a758d7-d65b-4314-8287-748fb6afea2e tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/subnets/9a8fcf73-ae2b-4f7e-8850-4e5791e04020 HTTP/1.1" status: 204 len: 168 time: 0.7736053 Sep 08 09:20:50.872449 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39170) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:50.976564 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-4201e297-5c09-4730-b5af-9c3c7971c382 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Deleting subnet 008dc349-a865-4388-bb5d-2171114bebd0 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:20:51.001004 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4201e297-5c09-4730-b5af-9c3c7971c382 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:51.013954 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-9acea14f-d6a3-4c4b-bc01-9f1002ecb76f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8297282dd4d047228ce044f7d322f489&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1727905 Sep 08 09:20:51.021620 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39172) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:51.095833 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31311df-c4ed-4a10-9341-2b95658f9295 req-3a1c6831-3b06-4eb1-b4f6-446ca474e815 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:51.097500 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00152fef-64bf-4c9d-99cf-c675bca3d565 None None] Resources bound (agent type, host, resource id): {{(pid=94714) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 08 09:20:51.097635 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b31311df-c4ed-4a10-9341-2b95658f9295 req-3a1c6831-3b06-4eb1-b4f6-446ca474e815 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.1766400 Sep 08 09:20:51.113475 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 31e82035-ff94-4df7-a169-e8b3c4d53b2e no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:20:51.137547 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4201e297-5c09-4730-b5af-9c3c7971c382 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:51.190607 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 31e82035-ff94-4df7-a169-e8b3c4d53b2e {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:20:51.190950 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 31e82035-ff94-4df7-a169-e8b3c4d53b2e not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:20:51.223427 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-867dbdda-0fa6-4cae-9439-e981ca3aafd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:51.277096 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4201e297-5c09-4730-b5af-9c3c7971c382 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:51.281649 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b31311df-c4ed-4a10-9341-2b95658f9295 req-aae69d3e-9df9-434b-94bf-bf6e92d71375 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294382 Sep 08 09:20:51.308365 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-867dbdda-0fa6-4cae-9439-e981ca3aafd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:51.320280 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-700376a7-793b-46de-9d1c-b82896b456d5 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:51.424579 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4201e297-5c09-4730-b5af-9c3c7971c382 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:51.434554 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700376a7-793b-46de-9d1c-b82896b456d5 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Pushing event updated for resources: {'Subnet': ['ID=d85185f8-ace7-4f21-8f0a-4f5449390e89,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:51.461935 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700376a7-793b-46de-9d1c-b82896b456d5 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Checking segment: {'id': 'a36a06b1-871f-4e1d-81c6-abcd086143fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '03b77569-6c40-4c4e-ae57-fbcaa6ecb6b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:20:51.466334 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700376a7-793b-46de-9d1c-b82896b456d5 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Network hostable DHCP agents. Network: 03b77569-6c40-4c4e-ae57-fbcaa6ecb6b4, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:20:51.483420 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4201e297-5c09-4730-b5af-9c3c7971c382 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:51.485238 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700376a7-793b-46de-9d1c-b82896b456d5 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Network 03b77569-6c40-4c4e-ae57-fbcaa6ecb6b4 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:20:51.485785 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4201e297-5c09-4730-b5af-9c3c7971c382 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/subnets/008dc349-a865-4388-bb5d-2171114bebd0 HTTP/1.1" status: 204 len: 168 time: 0.6122010 Sep 08 09:20:51.488391 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201e297-5c09-4730-b5af-9c3c7971c382 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event deleted for resources: {'Subnet': ['ID=008dc349-a865-4388-bb5d-2171114bebd0,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:51.490500 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39176) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:51.498932 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-700376a7-793b-46de-9d1c-b82896b456d5 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 03b77569-6c40-4c4e-ae57-fbcaa6ecb6b4) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:20:51.507267 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700376a7-793b-46de-9d1c-b82896b456d5 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:51.511579 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-700376a7-793b-46de-9d1c-b82896b456d5 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:51.511799 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4201e297-5c09-4730-b5af-9c3c7971c382 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:20:51.511939 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4201e297-5c09-4730-b5af-9c3c7971c382 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:20:51.512292 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4201e297-5c09-4730-b5af-9c3c7971c382 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:20:51.512822 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4201e297-5c09-4730-b5af-9c3c7971c382 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:20:51.513334 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4201e297-5c09-4730-b5af-9c3c7971c382 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:20:51.513671 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4201e297-5c09-4730-b5af-9c3c7971c382 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:20:51.514204 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4201e297-5c09-4730-b5af-9c3c7971c382 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:20:51.514544 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4201e297-5c09-4730-b5af-9c3c7971c382 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:20:51.514882 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4201e297-5c09-4730-b5af-9c3c7971c382 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:20:51.515213 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4201e297-5c09-4730-b5af-9c3c7971c382 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:20:51.515676 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4201e297-5c09-4730-b5af-9c3c7971c382 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:20:51.516205 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4201e297-5c09-4730-b5af-9c3c7971c382 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:20:51.517359 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-867dbdda-0fa6-4cae-9439-e981ca3aafd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:51.519836 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-867dbdda-0fa6-4cae-9439-e981ca3aafd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:51.521008 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-867dbdda-0fa6-4cae-9439-e981ca3aafd0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d3eedba9-ae4a-4fe8-b3b6-724ad9c9a44d HTTP/1.1" status: 204 len: 168 time: 0.4985509 Sep 08 09:20:51.535454 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867dbdda-0fa6-4cae-9439-e981ca3aafd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3eedba9-ae4a-4fe8-b3b6-724ad9c9a44d,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:51.545697 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-700376a7-793b-46de-9d1c-b82896b456d5 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0141213 Sep 08 09:20:51.557982 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39180) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:51.565728 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-22e9d5ea-7eeb-413f-a5af-be8046cd4d9f tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] DELETE failed (client error): The resource could not be found. Sep 08 09:20:51.566507 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22e9d5ea-7eeb-413f-a5af-be8046cd4d9f tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:20:51.567074 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-8d800230-17df-4122-9f55-012e3e3eb079 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-888050537'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:51.568711 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-22e9d5ea-7eeb-413f-a5af-be8046cd4d9f tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/subnets/9a8fcf73-ae2b-4f7e-8850-4e5791e04020 HTTP/1.1" status: 404 len: 337 time: 0.0756702 Sep 08 09:20:51.571151 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39182) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:51.598374 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b22c6-9101-4e6b-9550-7fdfab2a6153 req-4081164b-84c6-4770-bba6-cb3c0647e07c tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:51.602435 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d800230-17df-4122-9f55-012e3e3eb079 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Made reservation on behalf of 9864cfacbb924ce6b34d8b0eb7a43eb8 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:20:51.607332 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8d800230-17df-4122-9f55-012e3e3eb079 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:51.607563 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-418b22c6-9101-4e6b-9550-7fdfab2a6153 req-4081164b-84c6-4770-bba6-cb3c0647e07c tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.1947117 Sep 08 09:20:51.647328 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d800230-17df-4122-9f55-012e3e3eb079 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:20:51.659627 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8d800230-17df-4122-9f55-012e3e3eb079 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:51.659990 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-8d800230-17df-4122-9f55-012e3e3eb079 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Added segment d34723ee-2c28-4eab-a5c5-3ebaa0725ea2 of type vlan for network 236ba060-c881-4d2d-8df3-6fb246982bd5 Sep 08 09:20:51.675015 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f5dc74-b646-4e2f-b29d-05149e69669c None None] Network 73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:20:51.679821 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-418b22c6-9101-4e6b-9550-7fdfab2a6153 req-bdcbf771-e1e8-4ebf-ac5d-b53b65327e34 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711915 Sep 08 09:20:51.686801 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3050f31-d31b-40c7-8695-0623b21fe25d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Deleting subnet 91f12228-e563-4e4e-baae-ac4fc1590221 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:20:51.694823 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d3050f31-d31b-40c7-8695-0623b21fe25d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:51.704331 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90753834-46ea-4dae-9347-e69689479754 None None] Network 03b77569-6c40-4c4e-ae57-fbcaa6ecb6b4 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:20:51.729581 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8d800230-17df-4122-9f55-012e3e3eb079 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:51.763044 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8d800230-17df-4122-9f55-012e3e3eb079 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:51.770780 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d800230-17df-4122-9f55-012e3e3eb079 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:51.785984 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8d800230-17df-4122-9f55-012e3e3eb079 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:51.847240 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8d800230-17df-4122-9f55-012e3e3eb079 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2867870 Sep 08 09:20:51.853392 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d3050f31-d31b-40c7-8695-0623b21fe25d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:51.858361 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39186) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:51.908365 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d800230-17df-4122-9f55-012e3e3eb079 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Pushing event updated for resources: {'Network': ['ID=236ba060-c881-4d2d-8df3-6fb246982bd5,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:51.918095 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-a72a0282-da2b-4ead-877a-465ba0a4a06e tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Request body: {'subnet': {'network_id': '236ba060-c881-4d2d-8df3-6fb246982bd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:51.977104 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 236ba060-c881-4d2d-8df3-6fb246982bd5 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:20:52.126665 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe4b40c-d842-47e5-853c-e429e85ad20a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-03b77569-6c40-4c4e-ae57-fbcaa6ecb6b4', 'network_id': '03b77569-6c40-4c4e-ae57-fbcaa6ecb6b4', 'tenant_id': '9864cfacbb924ce6b34d8b0eb7a43eb8', 'fixed_ips': [{'subnet_id': 'd85185f8-ace7-4f21-8f0a-4f5449390e89'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:20:52.127548 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ffe4b40c-d842-47e5-853c-e429e85ad20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:52.187105 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:52.349690 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-ffe4b40c-d842-47e5-853c-e429e85ad20a None None] Allocated IP 2001:db8::1 (03b77569-6c40-4c4e-ae57-fbcaa6ecb6b4/d85185f8-ace7-4f21-8f0a-4f5449390e89/0cb6e108-09af-4a61-9edf-41434acae30c) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:20:52.439932 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39194) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:52.528822 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-a7110fce-0b72-445b-960b-052c4f1d1137 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=eaebb888b6ff4e00b31a3d240cc96aa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0877156 Sep 08 09:20:52.531228 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39196) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:52.535715 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d3050f31-d31b-40c7-8695-0623b21fe25d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:52.600319 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894d419-ad28-4bcb-bf27-f56769ff1668 req-86213629-d310-45c1-94f0-b155f195cf39 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:52.603166 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f894d419-ad28-4bcb-bf27-f56769ff1668 req-86213629-d310-45c1-94f0-b155f195cf39 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.1450527 Sep 08 09:20:52.604207 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72a0282-da2b-4ead-877a-465ba0a4a06e tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Made reservation on behalf of 9864cfacbb924ce6b34d8b0eb7a43eb8 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:20:52.608912 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a72a0282-da2b-4ead-877a-465ba0a4a06e tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:52.609471 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9ff4e9cf-72d9-407c-a1b0-e581500b9a16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:52.633456 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ffe4b40c-d842-47e5-853c-e429e85ad20a None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:52.643240 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9ff4e9cf-72d9-407c-a1b0-e581500b9a16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:52.651633 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ffe4b40c-d842-47e5-853c-e429e85ad20a None None] Transition to ACTIVE for port object 0cb6e108-09af-4a61-9edf-41434acae30c will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:20:52.679899 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ffe4b40c-d842-47e5-853c-e429e85ad20a None None] Transition to ACTIVE for port object 0cb6e108-09af-4a61-9edf-41434acae30c will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:20:52.682721 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.ipam_backend_mixin [None req-a72a0282-da2b-4ead-877a-465ba0a4a06e tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Performing IP validity checks on allocation pools {{(pid=94713) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 08 09:20:52.683668 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.ipam_backend_mixin [None req-a72a0282-da2b-4ead-877a-465ba0a4a06e tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94713) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 08 09:20:52.692450 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ffe4b40c-d842-47e5-853c-e429e85ad20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:52.765815 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe4b40c-d842-47e5-853c-e429e85ad20a None None] Network 03b77569-6c40-4c4e-ae57-fbcaa6ecb6b4 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:20:52.771280 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-ffe4b40c-d842-47e5-853c-e429e85ad20a None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:20:52.775380 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe4b40c-d842-47e5-853c-e429e85ad20a None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:20:52.776771 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9ff4e9cf-72d9-407c-a1b0-e581500b9a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:52.780270 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9ff4e9cf-72d9-407c-a1b0-e581500b9a16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:52.781447 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-9ff4e9cf-72d9-407c-a1b0-e581500b9a16 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a7f1efb6-ff5a-44b1-bea2-f41b3bc9b81c HTTP/1.1" status: 204 len: 168 time: 0.2489140 Sep 08 09:20:52.784423 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f894d419-ad28-4bcb-bf27-f56769ff1668 req-246bf13a-fe1e-4955-b42b-f0e3fe3737a7 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860281 Sep 08 09:20:52.789497 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff4e9cf-72d9-407c-a1b0-e581500b9a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f1efb6-ff5a-44b1-bea2-f41b3bc9b81c,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:52.792112 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d3050f31-d31b-40c7-8695-0623b21fe25d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:52.870943 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe4b40c-d842-47e5-853c-e429e85ad20a None None] Pushing event updated for resources: {'Port': ['ID=0cb6e108-09af-4a61-9edf-41434acae30c,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:52.888247 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-ffe4b40c-d842-47e5-853c-e429e85ad20a None None] Attempting to bind port 0cb6e108-09af-4a61-9edf-41434acae30c on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:20:52.888990 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-ffe4b40c-d842-47e5-853c-e429e85ad20a None None] Attempting to bind port 0cb6e108-09af-4a61-9edf-41434acae30c by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'a36a06b1-871f-4e1d-81c6-abcd086143fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '03b77569-6c40-4c4e-ae57-fbcaa6ecb6b4'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:20:52.888990 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe4b40c-d842-47e5-853c-e429e85ad20a None None] Attempting to bind port 0cb6e108-09af-4a61-9edf-41434acae30c on network 03b77569-6c40-4c4e-ae57-fbcaa6ecb6b4 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:20:52.894440 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3050f31-d31b-40c7-8695-0623b21fe25d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event deleted for resources: {'Subnet': ['ID=91f12228-e563-4e4e-baae-ac4fc1590221,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:52.895039 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe4b40c-d842-47e5-853c-e429e85ad20a None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:20:52.895422 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe4b40c-d842-47e5-853c-e429e85ad20a None None] Checking segment: {'id': 'a36a06b1-871f-4e1d-81c6-abcd086143fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '03b77569-6c40-4c4e-ae57-fbcaa6ecb6b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:20:52.895893 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ffe4b40c-d842-47e5-853c-e429e85ad20a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:52.896286 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe4b40c-d842-47e5-853c-e429e85ad20a None None] Bound using segment: {'id': 'a36a06b1-871f-4e1d-81c6-abcd086143fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '03b77569-6c40-4c4e-ae57-fbcaa6ecb6b4'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:20:52.896769 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-ffe4b40c-d842-47e5-853c-e429e85ad20a None None] Bound port: 0cb6e108-09af-4a61-9edf-41434acae30c, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a36a06b1-871f-4e1d-81c6-abcd086143fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '03b77569-6c40-4c4e-ae57-fbcaa6ecb6b4'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:20:52.897184 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ffe4b40c-d842-47e5-853c-e429e85ad20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:52.901365 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d3050f31-d31b-40c7-8695-0623b21fe25d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:52.911760 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39202) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:52.914629 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d3050f31-d31b-40c7-8695-0623b21fe25d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/subnets/91f12228-e563-4e4e-baae-ac4fc1590221 HTTP/1.1" status: 204 len: 168 time: 1.3422019 Sep 08 09:20:52.974661 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-42652301-de90-48f5-b3ad-c366bde3cd4e tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] DELETE failed (client error): The resource could not be found. Sep 08 09:20:52.975125 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42652301-de90-48f5-b3ad-c366bde3cd4e tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:20:52.976919 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-42652301-de90-48f5-b3ad-c366bde3cd4e tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/subnets/0e588083-5888-4639-97b6-546f7ad42d09 HTTP/1.1" status: 404 len: 337 time: 0.0640168 Sep 08 09:20:52.984007 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39206) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:53.009987 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207be524-8b0d-4d82-b74c-c696d68f484c None None] Network 73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:20:53.044405 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a72a0282-da2b-4ead-877a-465ba0a4a06e tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:53.079143 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-9445cce3-6aa0-41c2-92ed-5d2580688a09 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e7ec367-6add-4f49-bb52-7f92300cab27 HTTP/1.1" status: 200 len: 205 time: 0.0938478 Sep 08 09:20:53.081460 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39208) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:53.111941 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-ffe4b40c-d842-47e5-853c-e429e85ad20a None None] For port 0cb6e108-09af-4a61-9edf-41434acae30c, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:20:53.157242 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-eebc518c-3b6c-4bf1-b4ee-61e26a028be0 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] delete failed (client error): The resource could not be found. Sep 08 09:20:53.160762 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-eebc518c-3b6c-4bf1-b4ee-61e26a028be0 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/routers/8e7ec367-6add-4f49-bb52-7f92300cab27 HTTP/1.1" status: 404 len: 336 time: 0.0678773 Sep 08 09:20:53.161064 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39214) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:53.191849 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-77587b49-5790-4007-a199-3138e444485a tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] DELETE failed (client error): The resource could not be found. Sep 08 09:20:53.192293 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77587b49-5790-4007-a199-3138e444485a tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:20:53.196460 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-77587b49-5790-4007-a199-3138e444485a tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/subnets/4daf1c2c-ce55-462b-bab2-304fcbf324a6 HTTP/1.1" status: 404 len: 337 time: 0.0320625 Sep 08 09:20:53.196801 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39216) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:53.258393 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e5e1903-0dae-41bf-aa0f-7e35dc82ad91 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] DELETE failed (client error): The resource could not be found. Sep 08 09:20:53.258959 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e5e1903-0dae-41bf-aa0f-7e35dc82ad91 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:20:53.264049 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5e5e1903-0dae-41bf-aa0f-7e35dc82ad91 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/subnets/aa22cedd-07f2-43f5-b4a3-9faf3d200138 HTTP/1.1" status: 404 len: 337 time: 0.0640683 Sep 08 09:20:53.264367 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39218) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:53.292830 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72a0282-da2b-4ead-877a-465ba0a4a06e tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Checking segment: {'id': 'd34723ee-2c28-4eab-a5c5-3ebaa0725ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '236ba060-c881-4d2d-8df3-6fb246982bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:20:53.296126 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-05486201-9810-4d84-91fc-9ff2650bc844 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] DELETE failed (client error): The resource could not be found. Sep 08 09:20:53.297552 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05486201-9810-4d84-91fc-9ff2650bc844 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:20:53.299536 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72a0282-da2b-4ead-877a-465ba0a4a06e tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Network hostable DHCP agents. Network: 236ba060-c881-4d2d-8df3-6fb246982bd5, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:20:53.299731 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-05486201-9810-4d84-91fc-9ff2650bc844 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/subnets/013ca7cf-d858-4d30-a6ab-2edbb03060ff HTTP/1.1" status: 404 len: 337 time: 0.0342443 Sep 08 09:20:53.302135 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39220) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:53.311405 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-ffe4b40c-d842-47e5-853c-e429e85ad20a None None] For port 0cb6e108-09af-4a61-9edf-41434acae30c, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=0cb6e108-09af-4a61-9edf-41434acae30c,segment=NetworkSegment(a36a06b1-871f-4e1d-81c6-abcd086143fd),segment_id=a36a06b1-871f-4e1d-81c6-abcd086143fd)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:20:53.323034 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-57bf3899-16c6-4f46-b44c-26282228cfde None None] Provisioning complete for port a49479d8-207f-40c2-857d-b00b4957c8c3 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:53.323447 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-57bf3899-16c6-4f46-b44c-26282228cfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:53.352196 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da6f32-7d6a-4479-98e4-cffe41b4db4b req-d0d94176-5cf9-4dd8-ac73-dbc9908d7dc6 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:53.354652 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-de1f9918-8a79-471f-9853-10a32b178761 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] DELETE failed (client error): The resource could not be found. Sep 08 09:20:53.355826 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-03da6f32-7d6a-4479-98e4-cffe41b4db4b req-d0d94176-5cf9-4dd8-ac73-dbc9908d7dc6 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.2158620 Sep 08 09:20:53.356740 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ffe4b40c-d842-47e5-853c-e429e85ad20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:53.359276 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72a0282-da2b-4ead-877a-465ba0a4a06e tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Pushing event updated for resources: {'Subnet': ['ID=aeff7873-6f53-4236-bfb3-506316fcbe3a,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:53.363255 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de1f9918-8a79-471f-9853-10a32b178761 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:20:53.365121 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-de1f9918-8a79-471f-9853-10a32b178761 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/ports/76d6e1fa-8586-4232-9966-93c9c13e3214 HTTP/1.1" status: 404 len: 333 time: 0.0618212 Sep 08 09:20:53.367690 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39224) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:53.420198 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-03da6f32-7d6a-4479-98e4-cffe41b4db4b req-257d3baf-c99b-4d1d-9461-dbdbc681535e tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559564 Sep 08 09:20:53.421036 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72a0282-da2b-4ead-877a-465ba0a4a06e tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Network 236ba060-c881-4d2d-8df3-6fb246982bd5 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:20:53.442068 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec5eec40-d0c0-494e-b52a-a342716ac97d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] DELETE failed (client error): The resource could not be found. Sep 08 09:20:53.443207 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec5eec40-d0c0-494e-b52a-a342716ac97d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:20:53.446770 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ec5eec40-d0c0-494e-b52a-a342716ac97d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/subnets/b5a379fa-da8a-428f-88b9-050758731599 HTTP/1.1" status: 404 len: 337 time: 0.0747452 Sep 08 09:20:53.448127 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39226) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:53.449502 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-a72a0282-da2b-4ead-877a-465ba0a4a06e tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 236ba060-c881-4d2d-8df3-6fb246982bd5) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:20:53.472154 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72a0282-da2b-4ead-877a-465ba0a4a06e tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:53.472810 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a72a0282-da2b-4ead-877a-465ba0a4a06e tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:53.499650 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1651e614-b9d5-40e1-befd-4ce6f429d40b None None] Network 236ba060-c881-4d2d-8df3-6fb246982bd5 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:20:53.509090 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a72a0282-da2b-4ead-877a-465ba0a4a06e tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.6466062 Sep 08 09:20:53.509755 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39228) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:53.524172 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfac809f-2dc4-4977-a1fa-145cf7388d41 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] DELETE failed (client error): The resource could not be found. Sep 08 09:20:53.525169 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfac809f-2dc4-4977-a1fa-145cf7388d41 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:20:53.530019 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-bfac809f-2dc4-4977-a1fa-145cf7388d41 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/subnets/956dffc7-de06-4d3f-97bd-1480c9262e55 HTTP/1.1" status: 404 len: 337 time: 0.0801797 Sep 08 09:20:53.533574 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39232) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:53.618979 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c9a2ee2-113e-449c-b99b-d7219982d82e tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] DELETE failed (client error): The resource could not be found. Sep 08 09:20:53.621416 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c9a2ee2-113e-449c-b99b-d7219982d82e tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:20:53.637187 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8c9a2ee2-113e-449c-b99b-d7219982d82e tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/ports/3e5596da-10b5-4bbe-8dc7-f83d22d9e9fe HTTP/1.1" status: 404 len: 333 time: 0.0980937 Sep 08 09:20:53.647574 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39240) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:53.770494 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe4b40c-d842-47e5-853c-e429e85ad20a None None] Pushing event updated for resources: {'Port': ['ID=0cb6e108-09af-4a61-9edf-41434acae30c,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:53.801753 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bfa3215-fba4-4956-8ad3-686c06323e1d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] DELETE failed (client error): The resource could not be found. Sep 08 09:20:53.802950 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bfa3215-fba4-4956-8ad3-686c06323e1d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:20:53.830181 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39246) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:53.832216 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8bfa3215-fba4-4956-8ad3-686c06323e1d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/subnets/b58d3069-9e3a-4412-8267-13cef0a658f6 HTTP/1.1" status: 404 len: 337 time: 0.1778970 Sep 08 09:20:53.854428 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:53.910165 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-3beaeda8-a8e4-473b-981d-739903f71b90 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] DELETE failed (client error): The resource could not be found. Sep 08 09:20:53.910643 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3beaeda8-a8e4-473b-981d-739903f71b90 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:20:53.919384 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-3beaeda8-a8e4-473b-981d-739903f71b90 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/subnets/380a6aeb-5de9-4f05-9571-2320c422949c HTTP/1.1" status: 404 len: 337 time: 0.0869300 Sep 08 09:20:53.920030 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39250) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:53.930361 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-26e09f4a-6609-4228-a8fa-1923e9d86701 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:54.039135 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d7f1ce-0901-4ca1-b4f9-8b77b8d06dc6 None None] DHCP port deletion for 73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:20:54.066804 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-26e09f4a-6609-4228-a8fa-1923e9d86701 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:54.116250 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-cc6ec54a-9584-44fd-809d-06964f774743 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Deleting port fb10ada5-d8f1-4bd2-b1f4-9972682fab20 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:20:54.116850 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cc6ec54a-9584-44fd-809d-06964f774743 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:54.132879 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-57bf3899-16c6-4f46-b44c-26282228cfde None None] Provisioning complete for port fb10ada5-d8f1-4bd2-b1f4-9972682fab20 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:54.133263 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-57bf3899-16c6-4f46-b44c-26282228cfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:54.183259 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-26e09f4a-6609-4228-a8fa-1923e9d86701 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:54.211519 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cc6ec54a-9584-44fd-809d-06964f774743 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:54.232811 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-cc6ec54a-9584-44fd-809d-06964f774743 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Calling delete_port for fb10ada5-d8f1-4bd2-b1f4-9972682fab20 owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:20:54.236818 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:54.256793 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96e60fb-64f1-4bce-960f-2693afe8458b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-236ba060-c881-4d2d-8df3-6fb246982bd5', 'network_id': '236ba060-c881-4d2d-8df3-6fb246982bd5', 'tenant_id': '9864cfacbb924ce6b34d8b0eb7a43eb8', 'fixed_ips': [{'subnet_id': 'aeff7873-6f53-4236-bfb3-506316fcbe3a'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:20:54.257706 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c96e60fb-64f1-4bce-960f-2693afe8458b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:54.266120 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e09f4a-6609-4228-a8fa-1923e9d86701 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Pushing event deleted for resources: {'Subnet': ['ID=aeff7873-6f53-4236-bfb3-506316fcbe3a,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:54.305705 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-57bf3899-16c6-4f46-b44c-26282228cfde None None] Port fb10ada5-d8f1-4bd2-b1f4-9972682fab20 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:20:54.328693 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-80d7f1ce-0901-4ca1-b4f9-8b77b8d06dc6 None None] Deleting port a49479d8-207f-40c2-857d-b00b4957c8c3 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:20:54.329085 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-80d7f1ce-0901-4ca1-b4f9-8b77b8d06dc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:54.347981 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-26e09f4a-6609-4228-a8fa-1923e9d86701 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:54.362718 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cc6ec54a-9584-44fd-809d-06964f774743 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:54.381171 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-26e09f4a-6609-4228-a8fa-1923e9d86701 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['236ba060-c881-4d2d-8df3-6fb246982bd5']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:54.397080 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-26e09f4a-6609-4228-a8fa-1923e9d86701 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd34723ee-2c28-4eab-a5c5-3ebaa0725ea2') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:54.397579 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-26e09f4a-6609-4228-a8fa-1923e9d86701 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd34723ee-2c28-4eab-a5c5-3ebaa0725ea2') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:54.399176 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ec54a-9584-44fd-809d-06964f774743 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event deleted for resources: {'Port': ['ID=fb10ada5-d8f1-4bd2-b1f4-9972682fab20,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:54.411679 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cc6ec54a-9584-44fd-809d-06964f774743 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:54.417405 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39262) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:54.417856 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-cc6ec54a-9584-44fd-809d-06964f774743 tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/ports/fb10ada5-d8f1-4bd2-b1f4-9972682fab20 HTTP/1.1" status: 204 len: 168 time: 0.4965248 Sep 08 09:20:54.432071 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-26e09f4a-6609-4228-a8fa-1923e9d86701 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:54.481963 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-26e09f4a-6609-4228-a8fa-1923e9d86701 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:54.499018 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26e09f4a-6609-4228-a8fa-1923e9d86701 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:20:54.499694 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-26e09f4a-6609-4228-a8fa-1923e9d86701 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:54.503445 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:20:54.503445 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:20:54.503445 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:20:54.503445 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:20:54.503445 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:20:54.503445 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:20:54.503445 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:20:54.503445 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:20:54.503445 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:20:54.503445 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:20:54.503445 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:20:54.503445 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:20:54.503445 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:20:54.503445 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:20:54.503445 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:20:54.503445 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:20:54.503445 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:20:54.503445 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:20:54.503445 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:20:54.503445 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:20:54.503445 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:20:54.503445 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:20:54.503445 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:20:54.503445 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:20:54.503445 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:20:54.503445 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:20:54.503445 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:20:54.503445 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:20:54.503445 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:20:54.503445 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:20:54.503445 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:20:54.503445 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:20:54.582074 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-80d7f1ce-0901-4ca1-b4f9-8b77b8d06dc6 None None] For port a49479d8-207f-40c2-857d-b00b4957c8c3, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a49479d8-207f-40c2-857d-b00b4957c8c3,segment=NetworkSegment(d18c3529-2afb-4175-ba77-28f1ae50069f),segment_id=d18c3529-2afb-4175-ba77-28f1ae50069f)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:20:54.583396 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-80d7f1ce-0901-4ca1-b4f9-8b77b8d06dc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:54.610998 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-80d7f1ce-0901-4ca1-b4f9-8b77b8d06dc6 None None] Calling delete_port for a49479d8-207f-40c2-857d-b00b4957c8c3 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:20:54.618870 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52604e0e-72fc-41a5-bff2-b638b1e25c9f None None] Network 236ba060-c881-4d2d-8df3-6fb246982bd5 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:20:54.676330 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1985f-d957-4191-ad7e-099f0ad3df1f req-4b3fa953-5176-45b1-bf4f-bcad87bcc1f8 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:54.678209 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f6b1985f-d957-4191-ad7e-099f0ad3df1f req-4b3fa953-5176-45b1-bf4f-bcad87bcc1f8 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.1308136 Sep 08 09:20:54.696757 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7bdd5e06-1c1e-4ba8-b7da-713fd4771a5d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:54.731903 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-26e09f4a-6609-4228-a8fa-1923e9d86701 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:54.824333 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f6b1985f-d957-4191-ad7e-099f0ad3df1f req-40e8b84c-8d9f-4dff-9f0e-b8c2c660ac5e tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196661 Sep 08 09:20:54.832332 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-80d7f1ce-0901-4ca1-b4f9-8b77b8d06dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:54.892452 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-26e09f4a-6609-4228-a8fa-1923e9d86701 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:54.896914 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-26e09f4a-6609-4228-a8fa-1923e9d86701 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "DELETE /v2.0/networks/236ba060-c881-4d2d-8df3-6fb246982bd5 HTTP/1.1" status: 204 len: 168 time: 1.3859422 Sep 08 09:20:54.902350 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39272) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:54.908771 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-c50864b0-e5b7-488c-8f90-f84022f9caf7 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1396365582'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:54.943090 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e09f4a-6609-4228-a8fa-1923e9d86701 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Pushing event deleted for resources: {'Network': ['ID=236ba060-c881-4d2d-8df3-6fb246982bd5,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:54.954420 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50864b0-e5b7-488c-8f90-f84022f9caf7 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Made reservation on behalf of 9864cfacbb924ce6b34d8b0eb7a43eb8 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:20:54.969329 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c50864b0-e5b7-488c-8f90-f84022f9caf7 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:55.004555 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-7bdd5e06-1c1e-4ba8-b7da-713fd4771a5d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Deleting port a49479d8-207f-40c2-857d-b00b4957c8c3 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:20:55.005580 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7bdd5e06-1c1e-4ba8-b7da-713fd4771a5d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:55.032908 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c50864b0-e5b7-488c-8f90-f84022f9caf7 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:20:55.056157 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c50864b0-e5b7-488c-8f90-f84022f9caf7 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:55.056604 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-c50864b0-e5b7-488c-8f90-f84022f9caf7 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Added segment 72fc766b-06d1-4ee1-bf02-2c820304f522 of type vlan for network f05441d1-c426-4f62-9a2d-086e2a3b69b9 Sep 08 09:20:55.078314 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d7f1ce-0901-4ca1-b4f9-8b77b8d06dc6 None None] Pushing event deleted for resources: {'Port': ['ID=a49479d8-207f-40c2-857d-b00b4957c8c3,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:55.116731 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d7f1ce-0901-4ca1-b4f9-8b77b8d06dc6 None None] No DVR routers for this DVR port a49479d8-207f-40c2-857d-b00b4957c8c3 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:20:55.263209 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c50864b0-e5b7-488c-8f90-f84022f9caf7 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:55.273318 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 0cb6e108-09af-4a61-9edf-41434acae30c up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:20:55.276401 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-7bdd5e06-1c1e-4ba8-b7da-713fd4771a5d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] For port a49479d8-207f-40c2-857d-b00b4957c8c3, host n-d-806683-11, got binding levels [] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:20:55.277289 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7bdd5e06-1c1e-4ba8-b7da-713fd4771a5d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:55.314486 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-7bdd5e06-1c1e-4ba8-b7da-713fd4771a5d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Calling delete_port for a49479d8-207f-40c2-857d-b00b4957c8c3 owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:20:55.321574 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.ipam_backend_mixin [None req-7bdd5e06-1c1e-4ba8-b7da-713fd4771a5d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Port a49479d8-207f-40c2-857d-b00b4957c8c3 was not found and therefore no delete operation was performed {{(pid=94713) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 08 09:20:55.324414 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7bdd5e06-1c1e-4ba8-b7da-713fd4771a5d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:55.364151 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdd5e06-1c1e-4ba8-b7da-713fd4771a5d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event deleted for resources: {'Port': ['ID=a49479d8-207f-40c2-857d-b00b4957c8c3,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:55.370923 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdd5e06-1c1e-4ba8-b7da-713fd4771a5d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] No DVR routers for this DVR port a49479d8-207f-40c2-857d-b00b4957c8c3 on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:20:55.388197 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 0cb6e108-09af-4a61-9edf-41434acae30c completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:20:55.410310 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c50864b0-e5b7-488c-8f90-f84022f9caf7 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:55.415889 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a633038-98cd-485a-a0e1-63001bb72e30 None None] Network 03b77569-6c40-4c4e-ae57-fbcaa6ecb6b4 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:20:55.427585 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50864b0-e5b7-488c-8f90-f84022f9caf7 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:55.428261 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c50864b0-e5b7-488c-8f90-f84022f9caf7 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:55.489856 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c50864b0-e5b7-488c-8f90-f84022f9caf7 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5852640 Sep 08 09:20:55.497047 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39284) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:55.503965 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-849a0573-95c1-42e1-ad20-107036663be8 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Request body: {'subnet': {'network_id': 'f05441d1-c426-4f62-9a2d-086e2a3b69b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:55.523639 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef57e4ce-5b34-47a6-bbfd-f5c339e014ba req-a9ee0e91-43e2-44e5-91fd-b47207db0830 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:55.526431 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ef57e4ce-5b34-47a6-bbfd-f5c339e014ba req-a9ee0e91-43e2-44e5-91fd-b47207db0830 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.1993961 Sep 08 09:20:55.557062 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a49479d8-207f-40c2-857d-b00b4957c8c3 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:20:55.567237 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7bdd5e06-1c1e-4ba8-b7da-713fd4771a5d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:55.567609 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-498cb794-9ec5-464e-b300-692a52de8734 None None] Provisioning for port 0cb6e108-09af-4a61-9edf-41434acae30c completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:20:55.595644 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: a49479d8-207f-40c2-857d-b00b4957c8c3 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:20:55.595886 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-7bdd5e06-1c1e-4ba8-b7da-713fd4771a5d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:55.596204 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a49479d8-207f-40c2-857d-b00b4957c8c3 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:20:55.597414 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50864b0-e5b7-488c-8f90-f84022f9caf7 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Pushing event updated for resources: {'Network': ['ID=f05441d1-c426-4f62-9a2d-086e2a3b69b9,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:55.599573 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-498cb794-9ec5-464e-b300-692a52de8734 None None] Provisioning complete for port 0cb6e108-09af-4a61-9edf-41434acae30c triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:55.599766 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-498cb794-9ec5-464e-b300-692a52de8734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:55.621195 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-7bdd5e06-1c1e-4ba8-b7da-713fd4771a5d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd18c3529-2afb-4175-ba77-28f1ae50069f') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:55.621921 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-7bdd5e06-1c1e-4ba8-b7da-713fd4771a5d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd18c3529-2afb-4175-ba77-28f1ae50069f') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:55.639317 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7bdd5e06-1c1e-4ba8-b7da-713fd4771a5d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:55.651299 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network f05441d1-c426-4f62-9a2d-086e2a3b69b9 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:20:55.658754 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7bdd5e06-1c1e-4ba8-b7da-713fd4771a5d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:55.672931 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bdd5e06-1c1e-4ba8-b7da-713fd4771a5d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:20:55.673964 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7bdd5e06-1c1e-4ba8-b7da-713fd4771a5d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:55.680386 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:20:55.680386 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:20:55.680386 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:20:55.680386 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:20:55.680386 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:20:55.680386 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:20:55.680386 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:20:55.680386 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:20:55.680386 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:20:55.680386 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:20:55.680386 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:20:55.680386 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:20:55.680386 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:20:55.680386 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:20:55.680386 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:20:55.680386 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:20:55.680386 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:20:55.680386 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:20:55.680386 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:20:55.680386 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:20:55.680386 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:20:55.680386 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:20:55.680386 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:20:55.680386 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:20:55.680386 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:20:55.680386 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:20:55.680386 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:20:55.680386 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:20:55.680386 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:20:55.680386 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:20:55.680386 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:20:55.680386 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:20:55.695672 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ef57e4ce-5b34-47a6-bbfd-f5c339e014ba req-e9fe898a-96ab-4e71-bf00-4a048e2bed72 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903950 Sep 08 09:20:55.735798 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849a0573-95c1-42e1-ad20-107036663be8 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Made reservation on behalf of 9864cfacbb924ce6b34d8b0eb7a43eb8 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:20:55.740061 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-849a0573-95c1-42e1-ad20-107036663be8 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:55.796707 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7bdd5e06-1c1e-4ba8-b7da-713fd4771a5d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:55.822257 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7bdd5e06-1c1e-4ba8-b7da-713fd4771a5d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:55.828214 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7bdd5e06-1c1e-4ba8-b7da-713fd4771a5d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] 10.222.0.54 "DELETE /v2.0/networks/73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c HTTP/1.1" status: 204 len: 168 time: 1.4060628 Sep 08 09:20:55.829856 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdd5e06-1c1e-4ba8-b7da-713fd4771a5d tempest-PortsTestJSON-2091033208 tempest-PortsTestJSON-2091033208-project] Pushing event deleted for resources: {'Network': ['ID=73b5f7f3-c8b2-43ca-8bcf-a0a276b1018c,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:55.837484 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-498cb794-9ec5-464e-b300-692a52de8734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:55.908597 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-498cb794-9ec5-464e-b300-692a52de8734 None None] For port 0cb6e108-09af-4a61-9edf-41434acae30c, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=0cb6e108-09af-4a61-9edf-41434acae30c,segment=NetworkSegment(a36a06b1-871f-4e1d-81c6-abcd086143fd),segment_id=a36a06b1-871f-4e1d-81c6-abcd086143fd)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:20:55.919254 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-498cb794-9ec5-464e-b300-692a52de8734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:55.977980 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498cb794-9ec5-464e-b300-692a52de8734 None None] Pushing event updated for resources: {'Port': ['ID=0cb6e108-09af-4a61-9edf-41434acae30c,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:56.062790 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-849a0573-95c1-42e1-ad20-107036663be8 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:56.193325 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849a0573-95c1-42e1-ad20-107036663be8 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Checking segment: {'id': '72fc766b-06d1-4ee1-bf02-2c820304f522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'f05441d1-c426-4f62-9a2d-086e2a3b69b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:20:56.196561 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849a0573-95c1-42e1-ad20-107036663be8 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Network hostable DHCP agents. Network: f05441d1-c426-4f62-9a2d-086e2a3b69b9, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:20:56.206604 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a0573-95c1-42e1-ad20-107036663be8 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Pushing event updated for resources: {'Subnet': ['ID=a1348b29-f0cd-4352-a1d3-d5e45ffad3de,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:56.227751 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849a0573-95c1-42e1-ad20-107036663be8 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Network f05441d1-c426-4f62-9a2d-086e2a3b69b9 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:20:56.241594 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-849a0573-95c1-42e1-ad20-107036663be8 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, f05441d1-c426-4f62-9a2d-086e2a3b69b9) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:20:56.250462 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849a0573-95c1-42e1-ad20-107036663be8 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:56.251674 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-849a0573-95c1-42e1-ad20-107036663be8 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:56.255424 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cf43c9-b4c0-41a6-9c59-b784a7c291e8 None None] Network f05441d1-c426-4f62-9a2d-086e2a3b69b9 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:20:56.271638 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39310) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:56.274079 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-849a0573-95c1-42e1-ad20-107036663be8 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.7735536 Sep 08 09:20:56.275608 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39312) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:56.368873 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e2ee690f-96ad-40f5-8fe8-056d45620578 None None] Provisioning complete for port 0cb6e108-09af-4a61-9edf-41434acae30c triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:56.369745 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e2ee690f-96ad-40f5-8fe8-056d45620578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:56.433356 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39316) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:56.436314 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8b7e0389-4261-48ef-a508-cafead6b0ace tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:56.438633 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-05be3799-8711-476b-b5fe-d30c2269338c tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-479323595', 'description': 'tempest-secgroup-smoke-479323595 description', 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:56.486129 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-05be3799-8711-476b-b5fe-d30c2269338c tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:56.500476 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-05be3799-8711-476b-b5fe-d30c2269338c tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:56.527197 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8b7e0389-4261-48ef-a508-cafead6b0ace tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:56.538896 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd8e3f5-19b6-4e0b-b1cc-453d612303d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-f05441d1-c426-4f62-9a2d-086e2a3b69b9', 'network_id': 'f05441d1-c426-4f62-9a2d-086e2a3b69b9', 'tenant_id': '9864cfacbb924ce6b34d8b0eb7a43eb8', 'fixed_ips': [{'subnet_id': 'a1348b29-f0cd-4352-a1d3-d5e45ffad3de'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:20:56.539666 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9fd8e3f5-19b6-4e0b-b1cc-453d612303d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:56.544001 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d80a7295-1953-4821-859b-b018b225c240 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=befb68007ce4499daff28b75d6381c43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2707565 Sep 08 09:20:56.546590 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39318) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:56.621015 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8b7e0389-4261-48ef-a508-cafead6b0ace tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:56.626119 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3aaa2beb-0886-41a4-95cb-a0816b10a0ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:56.664267 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3aaa2beb-0886-41a4-95cb-a0816b10a0ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:56.664522 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e0389-4261-48ef-a508-cafead6b0ace tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Pushing event deleted for resources: {'Subnet': ['ID=a1348b29-f0cd-4352-a1d3-d5e45ffad3de,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:56.756471 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8b7e0389-4261-48ef-a508-cafead6b0ace tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:56.762409 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-05be3799-8711-476b-b5fe-d30c2269338c tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:56.766287 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3aaa2beb-0886-41a4-95cb-a0816b10a0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:56.770256 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3aaa2beb-0886-41a4-95cb-a0816b10a0ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:56.774085 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3aaa2beb-0886-41a4-95cb-a0816b10a0ee admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/651c1a50-764d-448a-990e-cb15f26dcff3 HTTP/1.1" status: 204 len: 168 time: 0.2239919 Sep 08 09:20:56.776108 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-05be3799-8711-476b-b5fe-d30c2269338c tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:56.786551 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaa2beb-0886-41a4-95cb-a0816b10a0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651c1a50-764d-448a-990e-cb15f26dcff3,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:56.808047 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-8b7e0389-4261-48ef-a508-cafead6b0ace tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f05441d1-c426-4f62-9a2d-086e2a3b69b9']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:56.823670 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-8b7e0389-4261-48ef-a508-cafead6b0ace tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72fc766b-06d1-4ee1-bf02-2c820304f522') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:56.824296 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-8b7e0389-4261-48ef-a508-cafead6b0ace tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72fc766b-06d1-4ee1-bf02-2c820304f522') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:56.839966 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8b7e0389-4261-48ef-a508-cafead6b0ace tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:56.849952 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05be3799-8711-476b-b5fe-d30c2269338c tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83ed7aad-9467-4f31-88ad-1b6a7f8b83a1,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:56.891078 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8b7e0389-4261-48ef-a508-cafead6b0ace tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:56.908122 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b7e0389-4261-48ef-a508-cafead6b0ace tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:20:56.908618 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8b7e0389-4261-48ef-a508-cafead6b0ace tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:56.913485 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:20:56.913485 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:20:56.913485 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:20:56.913485 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:20:56.913485 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:20:56.913485 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:20:56.913485 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:20:56.913485 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:20:56.913485 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:20:56.913485 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:20:56.913485 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:20:56.913485 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:20:56.913485 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:20:56.913485 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:20:56.913485 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:20:56.913485 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:20:56.913485 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:20:56.913485 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:20:56.913485 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:20:56.913485 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:20:56.913485 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:20:56.913485 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:20:56.913485 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:20:56.913485 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:20:56.913485 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:20:56.913485 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:20:56.913485 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:20:56.913485 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:20:56.913485 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:20:56.913485 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:20:56.913485 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:20:56.913485 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:20:56.954514 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211eb83-3caf-4d76-aee3-5121785e405c req-69210a98-eb66-44b6-a583-76fb9a3c33dd tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:56.970322 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d211eb83-3caf-4d76-aee3-5121785e405c req-69210a98-eb66-44b6-a583-76fb9a3c33dd tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.1071608 Sep 08 09:20:56.986798 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-05be3799-8711-476b-b5fe-d30c2269338c tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:57.002685 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-05be3799-8711-476b-b5fe-d30c2269338c tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server [None req-9fd8e3f5-19b6-4e0b-b1cc-453d612303d9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a1348b29-f0cd-4352-a1d3-d5e45ffad3de: This subnet is being modified by another concurrent operation. Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1474, in create_port Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1439, in _create_port_db Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise exception Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a1348b29-f0cd-4352-a1d3-d5e45ffad3de: This subnet is being modified by another concurrent operation. Sep 08 09:20:57.006838 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server Sep 08 09:20:57.054308 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 0cb6e108-09af-4a61-9edf-41434acae30c up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:20:57.065019 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-05be3799-8711-476b-b5fe-d30c2269338c tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:57.066423 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-05be3799-8711-476b-b5fe-d30c2269338c tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6315041 Sep 08 09:20:57.067712 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05be3799-8711-476b-b5fe-d30c2269338c tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=525d4824-cde3-4825-b95a-c41d6fce0d7d,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:57.069969 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39328) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:57.077208 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-b4ad93d5-db00-421f-aa99-e50ac97250f0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Request body: {'security_group_rule': {'security_group_id': '525d4824-cde3-4825-b95a-c41d6fce0d7d', 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:57.094882 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8b7e0389-4261-48ef-a508-cafead6b0ace tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:57.104799 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93a0ff8-6c2e-4dd8-ab89-1d0a6a94c68c None None] Network f05441d1-c426-4f62-9a2d-086e2a3b69b9 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:20:57.114098 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8b7e0389-4261-48ef-a508-cafead6b0ace tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:57.117288 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8b7e0389-4261-48ef-a508-cafead6b0ace tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "DELETE /v2.0/networks/f05441d1-c426-4f62-9a2d-086e2a3b69b9 HTTP/1.1" status: 204 len: 168 time: 0.8404474 Sep 08 09:20:57.123208 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39330) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:57.129337 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-d4faf57d-a644-4bde-b5b1-c8005a51313b tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1132118836'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:57.132867 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b4ad93d5-db00-421f-aa99-e50ac97250f0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:57.134622 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93a0ff8-6c2e-4dd8-ab89-1d0a6a94c68c None None] Network f05441d1-c426-4f62-9a2d-086e2a3b69b9 could not be found, it might have been deleted concurrently. {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 08 09:20:57.147059 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04498bf5-289b-4567-985e-6f0ca3126a4e None None] get_active_networks_info from n-d-806683-11 {{(pid=94714) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 08 09:20:57.159285 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d211eb83-3caf-4d76-aee3-5121785e405c req-f812f002-a0a9-4b80-8f65-d0b7f4b728d6 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1890242 Sep 08 09:20:57.162385 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e0389-4261-48ef-a508-cafead6b0ace tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Pushing event deleted for resources: {'Network': ['ID=f05441d1-c426-4f62-9a2d-086e2a3b69b9,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:57.226768 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4faf57d-a644-4bde-b5b1-c8005a51313b tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Made reservation on behalf of 9864cfacbb924ce6b34d8b0eb7a43eb8 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:20:57.230424 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d4faf57d-a644-4bde-b5b1-c8005a51313b tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:57.241324 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 0cb6e108-09af-4a61-9edf-41434acae30c triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:20:57.241803 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:57.311106 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4faf57d-a644-4bde-b5b1-c8005a51313b tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:20:57.320940 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04498bf5-289b-4567-985e-6f0ca3126a4e None None] Resources bound (agent type, host, resource id): {{(pid=94714) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 08 09:20:57.351481 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d4faf57d-a644-4bde-b5b1-c8005a51313b tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:57.351826 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-d4faf57d-a644-4bde-b5b1-c8005a51313b tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Added segment 7b665d13-067b-4e6f-91b3-1a24e3b0a64b of type vlan for network 3d8c997e-d786-4024-9f85-19bb389eb847 Sep 08 09:20:57.382671 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b4ad93d5-db00-421f-aa99-e50ac97250f0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:57.410540 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b4ad93d5-db00-421f-aa99-e50ac97250f0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:57.422620 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c08b1-1baf-4361-8c3e-d2364aeac81c req-8ed0fdb3-a491-496f-9018-7919241cdfef tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:57.429861 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-933c08b1-1baf-4361-8c3e-d2364aeac81c req-8ed0fdb3-a491-496f-9018-7919241cdfef tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.1409979 Sep 08 09:20:57.459918 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d4faf57d-a644-4bde-b5b1-c8005a51313b tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:57.479945 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad93d5-db00-421f-aa99-e50ac97250f0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd0ee1ef-6b2e-4a83-b9ce-74df7a2fd438,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:57.516068 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-933c08b1-1baf-4361-8c3e-d2364aeac81c req-920f1f80-58a6-44ab-8b36-44275590ce19 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852134 Sep 08 09:20:57.521893 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b4ad93d5-db00-421f-aa99-e50ac97250f0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:57.539805 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b4ad93d5-db00-421f-aa99-e50ac97250f0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4590590 Sep 08 09:20:57.539916 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39350) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:57.543529 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-50238ec8-3a50-4596-8c92-97e79e6026db tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Request body: {'security_group_rule': {'security_group_id': '525d4824-cde3-4825-b95a-c41d6fce0d7d', 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:57.555085 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d4faf57d-a644-4bde-b5b1-c8005a51313b tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:57.570250 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4faf57d-a644-4bde-b5b1-c8005a51313b tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:57.570984 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d4faf57d-a644-4bde-b5b1-c8005a51313b tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:57.599403 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-50238ec8-3a50-4596-8c92-97e79e6026db tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:57.660412 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d4faf57d-a644-4bde-b5b1-c8005a51313b tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5361221 Sep 08 09:20:57.669111 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39358) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:57.678058 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-7fd77e7a-12d9-4f0f-9fb6-3b18bebb036c tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Request body: {'subnet': {'network_id': '3d8c997e-d786-4024-9f85-19bb389eb847', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:57.708931 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4faf57d-a644-4bde-b5b1-c8005a51313b tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Pushing event updated for resources: {'Network': ['ID=3d8c997e-d786-4024-9f85-19bb389eb847,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:57.738320 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 3d8c997e-d786-4024-9f85-19bb389eb847 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:20:57.798629 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b3b4d-a805-4149-986d-6a33b23c06b9 req-7b1d8084-aa3d-4feb-8feb-4c7502a63720 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:57.800867 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e50b3b4d-a805-4149-986d-6a33b23c06b9 req-7b1d8084-aa3d-4feb-8feb-4c7502a63720 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.1406503 Sep 08 09:20:57.839513 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-50238ec8-3a50-4596-8c92-97e79e6026db tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:57.851316 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-50238ec8-3a50-4596-8c92-97e79e6026db tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:57.886301 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e50b3b4d-a805-4149-986d-6a33b23c06b9 req-d89fce07-4229-4930-889e-210f792ae701 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773690 Sep 08 09:20:57.890775 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50238ec8-3a50-4596-8c92-97e79e6026db tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=524603c7-e6c1-46a5-9924-068e2dfdcdf5,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:57.898824 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd77e7a-12d9-4f0f-9fb6-3b18bebb036c tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Made reservation on behalf of 9864cfacbb924ce6b34d8b0eb7a43eb8 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:20:57.902874 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7fd77e7a-12d9-4f0f-9fb6-3b18bebb036c tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:57.942086 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39368) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:57.973169 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-50238ec8-3a50-4596-8c92-97e79e6026db tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:57.974397 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-50238ec8-3a50-4596-8c92-97e79e6026db tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4413254 Sep 08 09:20:57.977743 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39372) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:57.983257 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-ccaa4d54-650f-41ff-b9c5-6120d18c538b tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Request body: {'security_group_rule': {'security_group_id': '525d4824-cde3-4825-b95a-c41d6fce0d7d', 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:58.058000 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3e41e-86df-46ab-a7c3-89daddbe1867 req-964f9736-2c52-4a65-b0bb-143f83a5391e tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:58.059791 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-abf3e41e-86df-46ab-a7c3-89daddbe1867 req-964f9736-2c52-4a65-b0bb-143f83a5391e tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.0720425 Sep 08 09:20:58.061566 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ccaa4d54-650f-41ff-b9c5-6120d18c538b tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:58.140168 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-abf3e41e-86df-46ab-a7c3-89daddbe1867 req-89b1c2b9-3602-4a4f-9e2d-5e8a424ba574 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691943 Sep 08 09:20:58.146209 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ccaa4d54-650f-41ff-b9c5-6120d18c538b tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:58.151392 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ccaa4d54-650f-41ff-b9c5-6120d18c538b tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:58.154620 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-69363fdb-883f-4232-b655-f36a43ff09a8 tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1672464566'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:58.174230 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaa4d54-650f-41ff-b9c5-6120d18c538b tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=477ae4c4-584c-46bd-a7a1-017e964fdcb7,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:58.174629 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7fd77e7a-12d9-4f0f-9fb6-3b18bebb036c tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:58.224747 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ccaa4d54-650f-41ff-b9c5-6120d18c538b tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:58.229875 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69363fdb-883f-4232-b655-f36a43ff09a8 tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] Made reservation on behalf of 746759dd2026435fb5428acd76386722 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:20:58.230133 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ccaa4d54-650f-41ff-b9c5-6120d18c538b tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2475681 Sep 08 09:20:58.230133 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39376) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:58.230798 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-69363fdb-883f-4232-b655-f36a43ff09a8 tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:58.235522 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-bed8c679-96f7-4ee1-a009-c8e101b2a83a tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Request body: {'security_group_rule': {'security_group_id': '525d4824-cde3-4825-b95a-c41d6fce0d7d', 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:58.254293 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-69363fdb-883f-4232-b655-f36a43ff09a8 tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:58.266622 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd77e7a-12d9-4f0f-9fb6-3b18bebb036c tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Pushing event updated for resources: {'Subnet': ['ID=139ced63-ef47-49c3-be29-e8df3b26c0d6,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:58.268506 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bed8c679-96f7-4ee1-a009-c8e101b2a83a tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:58.301156 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd77e7a-12d9-4f0f-9fb6-3b18bebb036c tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Checking segment: {'id': '7b665d13-067b-4e6f-91b3-1a24e3b0a64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3d8c997e-d786-4024-9f85-19bb389eb847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:20:58.301523 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd77e7a-12d9-4f0f-9fb6-3b18bebb036c tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Network hostable DHCP agents. Network: 3d8c997e-d786-4024-9f85-19bb389eb847, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:20:58.340744 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd77e7a-12d9-4f0f-9fb6-3b18bebb036c tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Network 3d8c997e-d786-4024-9f85-19bb389eb847 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:20:58.341274 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bed8c679-96f7-4ee1-a009-c8e101b2a83a tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:58.346205 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bed8c679-96f7-4ee1-a009-c8e101b2a83a tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:58.363380 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-7fd77e7a-12d9-4f0f-9fb6-3b18bebb036c tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 3d8c997e-d786-4024-9f85-19bb389eb847) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:20:58.368572 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd77e7a-12d9-4f0f-9fb6-3b18bebb036c tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:58.369285 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed8c679-96f7-4ee1-a009-c8e101b2a83a tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9fc3185-81f1-46aa-a21a-45c35808e647,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:58.371093 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7fd77e7a-12d9-4f0f-9fb6-3b18bebb036c tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:58.381194 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069a63d2-e763-46e8-9b50-93436af9b288 None None] Network 3d8c997e-d786-4024-9f85-19bb389eb847 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:20:58.426347 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-69363fdb-883f-4232-b655-f36a43ff09a8 tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:58.433050 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-69363fdb-883f-4232-b655-f36a43ff09a8 tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:58.438928 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bed8c679-96f7-4ee1-a009-c8e101b2a83a tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:58.440857 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-bed8c679-96f7-4ee1-a009-c8e101b2a83a tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2093778 Sep 08 09:20:58.441696 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-7fd77e7a-12d9-4f0f-9fb6-3b18bebb036c tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7677023 Sep 08 09:20:58.444122 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39378) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:58.444994 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39380) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:58.472001 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-a72b5d40-6746-4e31-a111-821d6bb5d9b7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Request body: {'security_group_rule': {'security_group_id': '525d4824-cde3-4825-b95a-c41d6fce0d7d', 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:58.482768 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69363fdb-883f-4232-b655-f36a43ff09a8 tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:20:58.508561 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-69363fdb-883f-4232-b655-f36a43ff09a8 tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:58.509015 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-69363fdb-883f-4232-b655-f36a43ff09a8 tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] Added segment 084d19fb-2ad9-446e-873b-1d0e10ff0da7 of type vlan for network fdf0efbd-9953-4e1f-a1c4-23fa409d4d88 Sep 08 09:20:58.528542 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69363fdb-883f-4232-b655-f36a43ff09a8 tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7154a89-74d8-4914-985e-782988702b7a,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:58.569394 n-d-806683-11 neutron-server[94712]: INFO neutron.db.securitygroups_db [None req-a72b5d40-6746-4e31-a111-821d6bb5d9b7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Project b0f105e5fd99469d8f84a09c77d72db0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 09:20:58.573007 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:58.575797 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a785e85b-6bc0-429c-a180-086b81fdc44f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-3d8c997e-d786-4024-9f85-19bb389eb847', 'network_id': '3d8c997e-d786-4024-9f85-19bb389eb847', 'tenant_id': '9864cfacbb924ce6b34d8b0eb7a43eb8', 'fixed_ips': [{'subnet_id': '139ced63-ef47-49c3-be29-e8df3b26c0d6'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:20:58.577042 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a785e85b-6bc0-429c-a180-086b81fdc44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:58.580080 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-69363fdb-883f-4232-b655-f36a43ff09a8 tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:58.584256 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a72b5d40-6746-4e31-a111-821d6bb5d9b7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:58.647456 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b1b64c12-6d09-430b-8a95-4a703fd44d75 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:58.651279 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-69363fdb-883f-4232-b655-f36a43ff09a8 tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:58.658130 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69363fdb-883f-4232-b655-f36a43ff09a8 tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:58.658772 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-69363fdb-883f-4232-b655-f36a43ff09a8 tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:58.714905 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b1b64c12-6d09-430b-8a95-4a703fd44d75 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:58.749533 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-a785e85b-6bc0-429c-a180-086b81fdc44f None None] Allocated IP 2001:db8::1 (3d8c997e-d786-4024-9f85-19bb389eb847/139ced63-ef47-49c3-be29-e8df3b26c0d6/4840f5bc-10c1-4793-a8c1-65089fe80150) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:20:58.909534 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a785e85b-6bc0-429c-a180-086b81fdc44f None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:58.918981 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-a785e85b-6bc0-429c-a180-086b81fdc44f None None] Transition to ACTIVE for port object 4840f5bc-10c1-4793-a8c1-65089fe80150 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:20:58.936101 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-a785e85b-6bc0-429c-a180-086b81fdc44f None None] Transition to ACTIVE for port object 4840f5bc-10c1-4793-a8c1-65089fe80150 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:20:58.945424 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a785e85b-6bc0-429c-a180-086b81fdc44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:58.967529 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b1b64c12-6d09-430b-8a95-4a703fd44d75 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:58.992335 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a785e85b-6bc0-429c-a180-086b81fdc44f None None] Pushing event updated for resources: {'Port': ['ID=4840f5bc-10c1-4793-a8c1-65089fe80150,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:59.015847 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a785e85b-6bc0-429c-a180-086b81fdc44f None None] Network 3d8c997e-d786-4024-9f85-19bb389eb847 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:20:59.017760 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-a785e85b-6bc0-429c-a180-086b81fdc44f None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:20:59.020457 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a785e85b-6bc0-429c-a180-086b81fdc44f None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:20:59.038729 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b64c12-6d09-430b-8a95-4a703fd44d75 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Pushing event deleted for resources: {'Subnet': ['ID=139ced63-ef47-49c3-be29-e8df3b26c0d6,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:59.083513 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-a785e85b-6bc0-429c-a180-086b81fdc44f None None] Attempting to bind port 4840f5bc-10c1-4793-a8c1-65089fe80150 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:20:59.084151 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-a785e85b-6bc0-429c-a180-086b81fdc44f None None] Attempting to bind port 4840f5bc-10c1-4793-a8c1-65089fe80150 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '7b665d13-067b-4e6f-91b3-1a24e3b0a64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3d8c997e-d786-4024-9f85-19bb389eb847'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:20:59.084986 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a785e85b-6bc0-429c-a180-086b81fdc44f None None] Attempting to bind port 4840f5bc-10c1-4793-a8c1-65089fe80150 on network 3d8c997e-d786-4024-9f85-19bb389eb847 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:20:59.090893 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a785e85b-6bc0-429c-a180-086b81fdc44f None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:20:59.091563 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a785e85b-6bc0-429c-a180-086b81fdc44f None None] Checking segment: {'id': '7b665d13-067b-4e6f-91b3-1a24e3b0a64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3d8c997e-d786-4024-9f85-19bb389eb847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:20:59.092140 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a785e85b-6bc0-429c-a180-086b81fdc44f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:59.092726 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a785e85b-6bc0-429c-a180-086b81fdc44f None None] Bound using segment: {'id': '7b665d13-067b-4e6f-91b3-1a24e3b0a64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3d8c997e-d786-4024-9f85-19bb389eb847'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:20:59.093368 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-a785e85b-6bc0-429c-a180-086b81fdc44f None None] Bound port: 4840f5bc-10c1-4793-a8c1-65089fe80150, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b665d13-067b-4e6f-91b3-1a24e3b0a64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '3d8c997e-d786-4024-9f85-19bb389eb847'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:20:59.093935 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a785e85b-6bc0-429c-a180-086b81fdc44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:59.114737 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b1b64c12-6d09-430b-8a95-4a703fd44d75 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:59.143345 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69363fdb-883f-4232-b655-f36a43ff09a8 tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] Pushing event updated for resources: {'Network': ['ID=fdf0efbd-9953-4e1f-a1c4-23fa409d4d88,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:59.149015 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a72b5d40-6746-4e31-a111-821d6bb5d9b7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:59.149508 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-b1b64c12-6d09-430b-8a95-4a703fd44d75 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d8c997e-d786-4024-9f85-19bb389eb847']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:59.153550 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-69363fdb-883f-4232-b655-f36a43ff09a8 tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.2098494 Sep 08 09:20:59.158521 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a72b5d40-6746-4e31-a111-821d6bb5d9b7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:59.158743 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network fdf0efbd-9953-4e1f-a1c4-23fa409d4d88 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:20:59.159377 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39384) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:59.174621 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.tag.tag_plugin [None req-3d53eaed-cd7a-4e7c-b8e4-5df22b59f31d tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'fdf0efbd-9953-4e1f-a1c4-23fa409d4d88', 'tempest-TagsTest-Tag-2085488896') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:59.177170 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b5d40-6746-4e31-a111-821d6bb5d9b7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cfd3e5d-df15-4a1a-9c38-f4bb2f15cb42,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:59.180505 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-b1b64c12-6d09-430b-8a95-4a703fd44d75 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b665d13-067b-4e6f-91b3-1a24e3b0a64b') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:59.181048 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-b1b64c12-6d09-430b-8a95-4a703fd44d75 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b665d13-067b-4e6f-91b3-1a24e3b0a64b') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:59.188685 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a72b5d40-6746-4e31-a111-821d6bb5d9b7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:59.191724 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-a72b5d40-6746-4e31-a111-821d6bb5d9b7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7421553 Sep 08 09:20:59.192274 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39386) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:59.203011 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-e771787b-b49e-4ce0-9c7c-d50ea67ba71f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Request body: {'security_group_rule': {'security_group_id': '525d4824-cde3-4825-b95a-c41d6fce0d7d', 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:59.224841 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b1b64c12-6d09-430b-8a95-4a703fd44d75 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:59.247874 n-d-806683-11 neutron-server[94712]: INFO neutron.db.securitygroups_db [None req-e771787b-b49e-4ce0-9c7c-d50ea67ba71f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Project b0f105e5fd99469d8f84a09c77d72db0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 09:20:59.255536 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e771787b-b49e-4ce0-9c7c-d50ea67ba71f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:59.255842 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b1b64c12-6d09-430b-8a95-4a703fd44d75 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:59.266439 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1b64c12-6d09-430b-8a95-4a703fd44d75 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:20:59.266891 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b1b64c12-6d09-430b-8a95-4a703fd44d75 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:59.270377 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:20:59.270377 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:20:59.270377 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:20:59.270377 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:20:59.270377 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:20:59.270377 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:20:59.270377 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:20:59.270377 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:20:59.270377 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:20:59.270377 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:20:59.270377 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:20:59.270377 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:20:59.270377 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:20:59.270377 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:20:59.270377 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:20:59.270377 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:20:59.270377 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:20:59.270377 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:20:59.270377 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:20:59.270377 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:20:59.270377 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:20:59.270377 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:20:59.270377 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:20:59.270377 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:20:59.270377 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:20:59.270377 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:20:59.270377 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:20:59.270377 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:20:59.270377 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:20:59.270377 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:20:59.270377 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:20:59.270377 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:20:59.273537 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-a785e85b-6bc0-429c-a180-086b81fdc44f None None] For port 4840f5bc-10c1-4793-a8c1-65089fe80150, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:20:59.338718 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e771787b-b49e-4ce0-9c7c-d50ea67ba71f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:59.343058 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e771787b-b49e-4ce0-9c7c-d50ea67ba71f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:59.363540 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e771787b-b49e-4ce0-9c7c-d50ea67ba71f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8472b40c-fef3-4ce3-b758-6f4fd1898729,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:59.381699 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e771787b-b49e-4ce0-9c7c-d50ea67ba71f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:59.384173 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-a785e85b-6bc0-429c-a180-086b81fdc44f None None] For port 4840f5bc-10c1-4793-a8c1-65089fe80150, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=4840f5bc-10c1-4793-a8c1-65089fe80150,segment=NetworkSegment(7b665d13-067b-4e6f-91b3-1a24e3b0a64b),segment_id=7b665d13-067b-4e6f-91b3-1a24e3b0a64b)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:20:59.384721 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.db.api [None req-b1b64c12-6d09-430b-8a95-4a703fd44d75 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 08 09:20:59.384721 n-d-806683-11 neutron-server[94713]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 08 09:20:59.384721 n-d-806683-11 neutron-server[94713]: [parameters: {'id': '3d8c997e-d786-4024-9f85-19bb389eb847'}] Sep 08 09:20:59.384721 n-d-806683-11 neutron-server[94713]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 09:20:59.386560 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e771787b-b49e-4ce0-9c7c-d50ea67ba71f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1910837 Sep 08 09:20:59.386901 n-d-806683-11 neutron-server[94713]: DEBUG oslo_db.api [None req-b1b64c12-6d09-430b-8a95-4a703fd44d75 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 09:20:59.387119 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39388) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:59.391967 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a785e85b-6bc0-429c-a180-086b81fdc44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:59.392373 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-6492798b-dd33-40ab-8369-f63c7d3e319a tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Request body: {'network': {'name': 'tempest-network-smoke--781695287', 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'port_security_enabled': True}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:59.394250 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3d53eaed-cd7a-4e7c-b8e4-5df22b59f31d tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] 10.222.0.54 "PUT /v2.0/networks/fdf0efbd-9953-4e1f-a1c4-23fa409d4d88/tags/tempest-TagsTest-Tag-2085488896 HTTP/1.1" status: 201 len: 201 time: 0.2249241 Sep 08 09:20:59.397598 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39390) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:59.408343 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.tag.tag_plugin [None req-de413ee6-cf51-4fd9-9533-b5d2d69d9298 tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fdf0efbd-9953-4e1f-a1c4-23fa409d4d88', 'tempest-TagsTest-Tag-2085488896') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:59.419513 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6492798b-dd33-40ab-8369-f63c7d3e319a tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Made reservation on behalf of b0f105e5fd99469d8f84a09c77d72db0 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:20:59.424097 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6492798b-dd33-40ab-8369-f63c7d3e319a tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:59.454272 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6492798b-dd33-40ab-8369-f63c7d3e319a tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:20:59.467146 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6492798b-dd33-40ab-8369-f63c7d3e319a tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:59.467755 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-6492798b-dd33-40ab-8369-f63c7d3e319a tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Added segment 5075adc2-ac9e-4991-97a4-272c098a040b of type vlan for network 5a5f9177-7555-4179-8814-e40705874e91 Sep 08 09:20:59.487630 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a785e85b-6bc0-429c-a180-086b81fdc44f None None] Pushing event updated for resources: {'Port': ['ID=4840f5bc-10c1-4793-a8c1-65089fe80150,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:59.515814 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158812bc-09a3-4cff-8250-82f341a06a5e None None] Network 3d8c997e-d786-4024-9f85-19bb389eb847 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:20:59.517664 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6492798b-dd33-40ab-8369-f63c7d3e319a tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:59.526762 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-de413ee6-cf51-4fd9-9533-b5d2d69d9298 tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] 10.222.0.54 "GET /v2.0/networks/fdf0efbd-9953-4e1f-a1c4-23fa409d4d88/tags/tempest-TagsTest-Tag-2085488896 HTTP/1.1" status: 204 len: 168 time: 0.1276600 Sep 08 09:20:59.529238 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39392) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:59.535350 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.tag.tag_plugin [None req-825fcf1f-ec84-44ff-a40c-f2983ba1fa0b tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'fdf0efbd-9953-4e1f-a1c4-23fa409d4d88') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:59.548174 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6492798b-dd33-40ab-8369-f63c7d3e319a tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:59.557817 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6492798b-dd33-40ab-8369-f63c7d3e319a tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:20:59.558493 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6492798b-dd33-40ab-8369-f63c7d3e319a tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:59.603124 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-6492798b-dd33-40ab-8369-f63c7d3e319a tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2149136 Sep 08 09:20:59.607130 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39394) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:59.612537 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-6e9d3cab-74ff-4242-8302-2dd3b59cc277 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-279895580', 'admin_state_up': True, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:20:59.628029 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-825fcf1f-ec84-44ff-a40c-f2983ba1fa0b tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] 10.222.0.54 "GET /v2.0/networks/fdf0efbd-9953-4e1f-a1c4-23fa409d4d88/tags HTTP/1.1" status: 200 len: 238 time: 0.0975647 Sep 08 09:20:59.631644 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39396) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:59.637368 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.tag.tag_plugin [None req-ddb8791e-2384-47ac-92d3-ec0fa5ddc66c tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'fdf0efbd-9953-4e1f-a1c4-23fa409d4d88', {'tags': ['tempest-TagsTest-Tag-1749015157', 'tempest-TagsTest-Tag-536209634', 'tempest-TagsTest-Tag-743113753']}) {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:59.674331 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6492798b-dd33-40ab-8369-f63c7d3e319a tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'Network': ['ID=5a5f9177-7555-4179-8814-e40705874e91,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:20:59.675354 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4ac9a8-f1ea-42cb-a84d-106daf4bca79 None None] get_active_networks_info from n-d-806683-11 {{(pid=94714) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 08 09:20:59.678099 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6e9d3cab-74ff-4242-8302-2dd3b59cc277 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:59.679398 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6e9d3cab-74ff-4242-8302-2dd3b59cc277 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:59.700707 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 5a5f9177-7555-4179-8814-e40705874e91 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:20:59.755907 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ddb8791e-2384-47ac-92d3-ec0fa5ddc66c tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] 10.222.0.54 "PUT /v2.0/networks/fdf0efbd-9953-4e1f-a1c4-23fa409d4d88/tags HTTP/1.1" status: 200 len: 307 time: 0.1229758 Sep 08 09:20:59.758531 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39402) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:59.764008 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6e9d3cab-74ff-4242-8302-2dd3b59cc277 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:59.764727 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.tag.tag_plugin [None req-d63a2d55-0da7-42ec-ba23-18240e1ffb0e tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'fdf0efbd-9953-4e1f-a1c4-23fa409d4d88', 'tempest-TagsTest-Tag-1749015157') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:59.888309 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b1b64c12-6d09-430b-8a95-4a703fd44d75 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:20:59.892561 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d63a2d55-0da7-42ec-ba23-18240e1ffb0e tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] 10.222.0.54 "DELETE /v2.0/networks/fdf0efbd-9953-4e1f-a1c4-23fa409d4d88/tags/tempest-TagsTest-Tag-1749015157 HTTP/1.1" status: 204 len: 168 time: 0.1328743 Sep 08 09:20:59.895844 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39406) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:20:59.897765 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4ac9a8-f1ea-42cb-a84d-106daf4bca79 None None] Resources bound (agent type, host, resource id): {{(pid=94714) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 08 09:20:59.901484 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.tag.tag_plugin [None req-178285c4-6d8c-4a72-ac14-5cabdfc067de tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fdf0efbd-9953-4e1f-a1c4-23fa409d4d88', 'tempest-TagsTest-Tag-1749015157') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:20:59.959947 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6e9d3cab-74ff-4242-8302-2dd3b59cc277 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:00.016798 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-178285c4-6d8c-4a72-ac14-5cabdfc067de tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] show failed (client error): The resource could not be found. Sep 08 09:21:00.017864 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-178285c4-6d8c-4a72-ac14-5cabdfc067de tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] 10.222.0.54 "GET /v2.0/networks/fdf0efbd-9953-4e1f-a1c4-23fa409d4d88/tags/tempest-TagsTest-Tag-1749015157 HTTP/1.1" status: 404 len: 326 time: 0.1212244 Sep 08 09:21:00.021635 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39408) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:00.025940 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.tag.tag_plugin [None req-3a92722a-00bd-46bf-961a-9442c23b5e9b tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fdf0efbd-9953-4e1f-a1c4-23fa409d4d88', 'tempest-TagsTest-Tag-536209634') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:00.044039 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-b1b64c12-6d09-430b-8a95-4a703fd44d75 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Deleting port 4840f5bc-10c1-4793-a8c1-65089fe80150 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:21:00.044704 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b1b64c12-6d09-430b-8a95-4a703fd44d75 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:00.171016 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3a92722a-00bd-46bf-961a-9442c23b5e9b tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] 10.222.0.54 "GET /v2.0/networks/fdf0efbd-9953-4e1f-a1c4-23fa409d4d88/tags/tempest-TagsTest-Tag-536209634 HTTP/1.1" status: 204 len: 168 time: 0.1483157 Sep 08 09:21:00.172830 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-b1b64c12-6d09-430b-8a95-4a703fd44d75 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] For port 4840f5bc-10c1-4793-a8c1-65089fe80150, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=4840f5bc-10c1-4793-a8c1-65089fe80150,segment=NetworkSegment(7b665d13-067b-4e6f-91b3-1a24e3b0a64b),segment_id=7b665d13-067b-4e6f-91b3-1a24e3b0a64b)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:21:00.173237 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b1b64c12-6d09-430b-8a95-4a703fd44d75 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:00.175637 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39412) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:00.180005 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.tag.tag_plugin [None req-7b6016cc-897a-47ee-b1bd-c9dcbc267a56 tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fdf0efbd-9953-4e1f-a1c4-23fa409d4d88', 'tempest-TagsTest-Tag-743113753') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:00.203180 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-b1b64c12-6d09-430b-8a95-4a703fd44d75 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Calling delete_port for 4840f5bc-10c1-4793-a8c1-65089fe80150 owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:21:00.332897 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6e9d3cab-74ff-4242-8302-2dd3b59cc277 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for router_gateway, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:00.370955 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7b6016cc-897a-47ee-b1bd-c9dcbc267a56 tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] 10.222.0.54 "GET /v2.0/networks/fdf0efbd-9953-4e1f-a1c4-23fa409d4d88/tags/tempest-TagsTest-Tag-743113753 HTTP/1.1" status: 204 len: 168 time: 0.1939120 Sep 08 09:21:00.372928 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6e9d3cab-74ff-4242-8302-2dd3b59cc277 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:00.378608 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39420) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:00.383487 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.tag.tag_plugin [None req-cab63f6f-f0b4-4219-93d5-83b3d1bb3299 tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'fdf0efbd-9953-4e1f-a1c4-23fa409d4d88') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:00.429792 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b1b64c12-6d09-430b-8a95-4a703fd44d75 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:00.471479 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b64c12-6d09-430b-8a95-4a703fd44d75 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Pushing event deleted for resources: {'Port': ['ID=4840f5bc-10c1-4793-a8c1-65089fe80150,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:00.505277 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-6e9d3cab-74ff-4242-8302-2dd3b59cc277 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Allocated IP 172.25.0.85 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/56c054cf-266b-4a36-a610-93638c2cec6f) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:21:00.506350 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b64c12-6d09-430b-8a95-4a703fd44d75 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] No DVR routers for this DVR port 4840f5bc-10c1-4793-a8c1-65089fe80150 on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:21:00.564529 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-cab63f6f-f0b4-4219-93d5-83b3d1bb3299 tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] 10.222.0.54 "DELETE /v2.0/networks/fdf0efbd-9953-4e1f-a1c4-23fa409d4d88/tags HTTP/1.1" status: 204 len: 168 time: 0.1846611 Sep 08 09:21:00.567094 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39422) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:00.571461 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.tag.tag_plugin [None req-77729c10-c4f1-4417-9790-a1dcd62c9e74 tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fdf0efbd-9953-4e1f-a1c4-23fa409d4d88', 'tempest-TagsTest-Tag-536209634') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:00.632177 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b1b64c12-6d09-430b-8a95-4a703fd44d75 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:00.644478 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6e9d3cab-74ff-4242-8302-2dd3b59cc277 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:00.666539 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-b1b64c12-6d09-430b-8a95-4a703fd44d75 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d8c997e-d786-4024-9f85-19bb389eb847']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:00.679656 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-b1b64c12-6d09-430b-8a95-4a703fd44d75 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b665d13-067b-4e6f-91b3-1a24e3b0a64b') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:00.679952 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-b1b64c12-6d09-430b-8a95-4a703fd44d75 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b665d13-067b-4e6f-91b3-1a24e3b0a64b') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:00.681106 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39428) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:00.692164 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b1b64c12-6d09-430b-8a95-4a703fd44d75 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:00.701570 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6e9d3cab-74ff-4242-8302-2dd3b59cc277 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:00.738519 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-77729c10-c4f1-4417-9790-a1dcd62c9e74 tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] show failed (client error): The resource could not be found. Sep 08 09:21:00.738949 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9d3cab-74ff-4242-8302-2dd3b59cc277 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:21:00.742319 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-77729c10-c4f1-4417-9790-a1dcd62c9e74 tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] 10.222.0.54 "GET /v2.0/networks/fdf0efbd-9953-4e1f-a1c4-23fa409d4d88/tags/tempest-TagsTest-Tag-536209634 HTTP/1.1" status: 404 len: 325 time: 0.1716630 Sep 08 09:21:00.742500 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39432) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:00.746338 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b1b64c12-6d09-430b-8a95-4a703fd44d75 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:00.748929 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-6e9d3cab-74ff-4242-8302-2dd3b59cc277 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:21:00.751332 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9d3cab-74ff-4242-8302-2dd3b59cc277 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:21:00.751503 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.tag.tag_plugin [None req-bb662ba2-7719-4bae-8a0e-7e24ebede470 tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'fdf0efbd-9953-4e1f-a1c4-23fa409d4d88', 'tempest-TagsTest-Tag-743113753') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:00.771292 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1b64c12-6d09-430b-8a95-4a703fd44d75 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:21:00.771717 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b1b64c12-6d09-430b-8a95-4a703fd44d75 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:00.778545 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:21:00.778545 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:21:00.778545 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:21:00.778545 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:21:00.778545 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:21:00.778545 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:21:00.778545 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:21:00.778545 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:21:00.778545 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:21:00.778545 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:21:00.778545 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:21:00.778545 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:21:00.778545 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:21:00.778545 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:21:00.778545 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:21:00.778545 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:21:00.778545 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:21:00.778545 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:21:00.778545 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:21:00.778545 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:21:00.778545 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:21:00.778545 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:21:00.778545 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:21:00.778545 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:21:00.778545 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:21:00.778545 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:21:00.778545 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:21:00.778545 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:21:00.778545 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:21:00.778545 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:21:00.778545 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:21:00.778545 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:21:00.803782 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d3cab-74ff-4242-8302-2dd3b59cc277 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'Port': ['ID=56c054cf-266b-4a36-a610-93638c2cec6f,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:00.853199 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b1b64c12-6d09-430b-8a95-4a703fd44d75 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:00.865039 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b1b64c12-6d09-430b-8a95-4a703fd44d75 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:00.866936 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b1b64c12-6d09-430b-8a95-4a703fd44d75 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "DELETE /v2.0/networks/3d8c997e-d786-4024-9f85-19bb389eb847 HTTP/1.1" status: 204 len: 168 time: 2.4197707 Sep 08 09:21:00.873254 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39434) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:00.879523 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-ecd2269e-382a-4261-85cf-b9286ea5fb87 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1739446975'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:21:00.907340 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b64c12-6d09-430b-8a95-4a703fd44d75 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Pushing event deleted for resources: {'Network': ['ID=3d8c997e-d786-4024-9f85-19bb389eb847,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:00.912710 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-bb662ba2-7719-4bae-8a0e-7e24ebede470 tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] show failed (client error): The resource could not be found. Sep 08 09:21:00.913829 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-bb662ba2-7719-4bae-8a0e-7e24ebede470 tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] 10.222.0.54 "GET /v2.0/networks/fdf0efbd-9953-4e1f-a1c4-23fa409d4d88/tags/tempest-TagsTest-Tag-743113753 HTTP/1.1" status: 404 len: 325 time: 0.1704657 Sep 08 09:21:00.917753 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39436) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:00.921138 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b2c6f51a-df82-412d-b0d1-0391854cbe50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:00.922011 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.tag.tag_plugin [None req-c372f074-8b10-4e22-bf95-e43f159736e5 tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'fdf0efbd-9953-4e1f-a1c4-23fa409d4d88') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:00.981461 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd2269e-382a-4261-85cf-b9286ea5fb87 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Made reservation on behalf of 9864cfacbb924ce6b34d8b0eb7a43eb8 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:21:00.985273 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ecd2269e-382a-4261-85cf-b9286ea5fb87 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:00.996400 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c372f074-8b10-4e22-bf95-e43f159736e5 tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] 10.222.0.54 "DELETE /v2.0/networks/fdf0efbd-9953-4e1f-a1c4-23fa409d4d88/tags HTTP/1.1" status: 204 len: 168 time: 0.0776243 Sep 08 09:21:00.999642 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39438) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:01.080729 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecd2269e-382a-4261-85cf-b9286ea5fb87 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:21:01.086975 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ed44c3f0-4e28-43e8-9f76-5cb090d61f5f tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:01.115023 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ecd2269e-382a-4261-85cf-b9286ea5fb87 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:01.115380 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-ecd2269e-382a-4261-85cf-b9286ea5fb87 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Added segment 605742e4-925b-45ec-9347-259a19e5bd87 of type vlan for network 26cba4d1-4922-430b-9c24-c5146619fcfb Sep 08 09:21:01.178381 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ed44c3f0-4e28-43e8-9f76-5cb090d61f5f tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:01.199695 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-ed44c3f0-4e28-43e8-9f76-5cb090d61f5f tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdf0efbd-9953-4e1f-a1c4-23fa409d4d88']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:01.210496 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-ed44c3f0-4e28-43e8-9f76-5cb090d61f5f tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '084d19fb-2ad9-446e-873b-1d0e10ff0da7') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:01.210803 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-ed44c3f0-4e28-43e8-9f76-5cb090d61f5f tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '084d19fb-2ad9-446e-873b-1d0e10ff0da7') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:01.214729 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ecd2269e-382a-4261-85cf-b9286ea5fb87 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:01.223129 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ed44c3f0-4e28-43e8-9f76-5cb090d61f5f tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:01.237974 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ed44c3f0-4e28-43e8-9f76-5cb090d61f5f tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:01.241442 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6e9d3cab-74ff-4242-8302-2dd3b59cc277 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for router_gateway, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:01.245228 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed44c3f0-4e28-43e8-9f76-5cb090d61f5f tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:21:01.245869 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ed44c3f0-4e28-43e8-9f76-5cb090d61f5f tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:01.249452 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:21:01.249452 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:21:01.249452 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:21:01.249452 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:21:01.249452 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:21:01.249452 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:21:01.249452 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:21:01.249452 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:21:01.249452 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:21:01.249452 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:21:01.249452 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:21:01.249452 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:21:01.249452 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:21:01.249452 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:21:01.249452 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:21:01.249452 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:21:01.249452 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:21:01.249452 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:21:01.249452 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:21:01.249452 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:21:01.249452 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:21:01.249452 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:21:01.249452 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:21:01.249452 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:21:01.249452 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:21:01.249452 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:21:01.249452 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:21:01.249452 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:21:01.249452 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:21:01.249452 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:21:01.249452 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:21:01.249452 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:21:01.252029 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b2c6f51a-df82-412d-b0d1-0391854cbe50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:01.290390 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b2c6f51a-df82-412d-b0d1-0391854cbe50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:01.317763 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ed44c3f0-4e28-43e8-9f76-5cb090d61f5f tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:01.329475 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ed44c3f0-4e28-43e8-9f76-5cb090d61f5f tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:01.330189 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ecd2269e-382a-4261-85cf-b9286ea5fb87 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:01.331412 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ed44c3f0-4e28-43e8-9f76-5cb090d61f5f tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] 10.222.0.54 "DELETE /v2.0/networks/fdf0efbd-9953-4e1f-a1c4-23fa409d4d88 HTTP/1.1" status: 204 len: 168 time: 0.3308525 Sep 08 09:21:01.336146 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd2269e-382a-4261-85cf-b9286ea5fb87 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:01.336826 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ecd2269e-382a-4261-85cf-b9286ea5fb87 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:01.341695 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44c3f0-4e28-43e8-9f76-5cb090d61f5f tempest-TagsTest-508339708 tempest-TagsTest-508339708-project] Pushing event deleted for resources: {'Network': ['ID=fdf0efbd-9953-4e1f-a1c4-23fa409d4d88,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:01.397052 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c6f51a-df82-412d-b0d1-0391854cbe50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595b0b7a-b347-4447-aadf-a9302abba250,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:01.432453 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b2c6f51a-df82-412d-b0d1-0391854cbe50 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b362251b802147449b6b494bbe88dc64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7459776 Sep 08 09:21:01.434088 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39442) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:01.474678 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ecd2269e-382a-4261-85cf-b9286ea5fb87 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6003809 Sep 08 09:21:01.479298 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39446) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:01.484290 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-0f200bfa-80dd-4245-89a1-6afbffdff6f7 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Request body: {'subnet': {'network_id': '26cba4d1-4922-430b-9c24-c5146619fcfb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:21:01.489831 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd2269e-382a-4261-85cf-b9286ea5fb87 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Pushing event updated for resources: {'Network': ['ID=26cba4d1-4922-430b-9c24-c5146619fcfb,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:01.503455 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8ca6fd39-3f66-4561-8d4d-3ad619990cc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:01.503995 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 26cba4d1-4922-430b-9c24-c5146619fcfb details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:21:01.531653 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8ca6fd39-3f66-4561-8d4d-3ad619990cc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:01.569900 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39448) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:01.604884 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8ca6fd39-3f66-4561-8d4d-3ad619990cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:01.608397 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8ca6fd39-3f66-4561-8d4d-3ad619990cc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:01.612734 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8ca6fd39-3f66-4561-8d4d-3ad619990cc1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/595b0b7a-b347-4447-aadf-a9302abba250 HTTP/1.1" status: 204 len: 168 time: 0.1772032 Sep 08 09:21:01.621846 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca6fd39-3f66-4561-8d4d-3ad619990cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595b0b7a-b347-4447-aadf-a9302abba250,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:01.710629 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f200bfa-80dd-4245-89a1-6afbffdff6f7 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Made reservation on behalf of 9864cfacbb924ce6b34d8b0eb7a43eb8 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:21:01.715029 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0f200bfa-80dd-4245-89a1-6afbffdff6f7 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:01.721099 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6e9d3cab-74ff-4242-8302-2dd3b59cc277 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:01.761643 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5836669d-ffe0-420a-b439-5eec2012b24a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=746759dd2026435fb5428acd76386722&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1871827 Sep 08 09:21:01.761782 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39454) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:01.823495 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-26ac3e6c-f51a-4f57-99a4-9a27c6290992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:01.847628 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-26ac3e6c-f51a-4f57-99a4-9a27c6290992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:01.899528 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-26ac3e6c-f51a-4f57-99a4-9a27c6290992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:01.903933 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-26ac3e6c-f51a-4f57-99a4-9a27c6290992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:01.905441 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-26ac3e6c-f51a-4f57-99a4-9a27c6290992 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f7154a89-74d8-4914-985e-782988702b7a HTTP/1.1" status: 204 len: 168 time: 0.1424847 Sep 08 09:21:01.925405 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ac3e6c-f51a-4f57-99a4-9a27c6290992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7154a89-74d8-4914-985e-782988702b7a,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:01.963995 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39460) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:01.978429 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-72ed3908-a11d-4d25-94c4-c767def14bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:02.007890 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e9d3cab-74ff-4242-8302-2dd3b59cc277 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Router d0f19c5c-bcac-47ef-96e9-6b5010203311 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:21:02.030406 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0f200bfa-80dd-4245-89a1-6afbffdff6f7 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:02.096239 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-72ed3908-a11d-4d25-94c4-c767def14bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:02.101514 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-72ed3908-a11d-4d25-94c4-c767def14bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:02.138452 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f200bfa-80dd-4245-89a1-6afbffdff6f7 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Pushing event updated for resources: {'Subnet': ['ID=6d123861-7401-47a9-abef-a9ebf979860e,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:02.141621 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ed3908-a11d-4d25-94c4-c767def14bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1954f3-8f91-47db-923f-d56fd97ed8af,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:02.146796 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-72ed3908-a11d-4d25-94c4-c767def14bed admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d8ee795a47fb4a5b91919a9ee7515717&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1817620 Sep 08 09:21:02.150106 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39464) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:02.191496 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f200bfa-80dd-4245-89a1-6afbffdff6f7 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Checking segment: {'id': '605742e4-925b-45ec-9347-259a19e5bd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '26cba4d1-4922-430b-9c24-c5146619fcfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:21:02.191866 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f200bfa-80dd-4245-89a1-6afbffdff6f7 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Network hostable DHCP agents. Network: 26cba4d1-4922-430b-9c24-c5146619fcfb, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:21:02.208985 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9d3cab-74ff-4242-8302-2dd3b59cc277 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:21:02.209209 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6851ffb7-c574-4d1c-b23f-be1ff3aa1bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:02.221342 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34c32ec-62bf-429b-8327-d523b01f58ec None None] Sync routers for ids ['d0f19c5c-bcac-47ef-96e9-6b5010203311'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:21:02.230741 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f200bfa-80dd-4245-89a1-6afbffdff6f7 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Network 26cba4d1-4922-430b-9c24-c5146619fcfb is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:21:02.232910 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34c32ec-62bf-429b-8327-d523b01f58ec None None] Routers {'d0f19c5c-bcac-47ef-96e9-6b5010203311'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:21:02.233670 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-b34c32ec-62bf-429b-8327-d523b01f58ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:20:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['d0f19c5c-bcac-47ef-96e9-6b5010203311'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:02.235192 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6e9d3cab-74ff-4242-8302-2dd3b59cc277 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:02.236497 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-6e9d3cab-74ff-4242-8302-2dd3b59cc277 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.6283660 Sep 08 09:21:02.239740 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39470) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:02.249452 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-0f200bfa-80dd-4245-89a1-6afbffdff6f7 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 26cba4d1-4922-430b-9c24-c5146619fcfb) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:21:02.254242 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f200bfa-80dd-4245-89a1-6afbffdff6f7 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:02.254425 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0f200bfa-80dd-4245-89a1-6afbffdff6f7 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:02.267873 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6851ffb7-c574-4d1c-b23f-be1ff3aa1bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:02.274203 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-0f200bfa-80dd-4245-89a1-6afbffdff6f7 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7910948 Sep 08 09:21:02.274524 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39474) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:02.283211 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-978a03a8-de49-4bc8-b069-ab8a43f99913 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Request body: {'subnet': {'network_id': '26cba4d1-4922-430b-9c24-c5146619fcfb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:21:02.292882 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffee8e2e-37b1-4abb-bc28-fd0685583003 None None] Network 26cba4d1-4922-430b-9c24-c5146619fcfb requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:21:02.344390 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6851ffb7-c574-4d1c-b23f-be1ff3aa1bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:02.349591 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6851ffb7-c574-4d1c-b23f-be1ff3aa1bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:02.355585 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6851ffb7-c574-4d1c-b23f-be1ff3aa1bb9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8f1954f3-8f91-47db-923f-d56fd97ed8af HTTP/1.1" status: 204 len: 168 time: 0.2030580 Sep 08 09:21:02.370382 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6851ffb7-c574-4d1c-b23f-be1ff3aa1bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1954f3-8f91-47db-923f-d56fd97ed8af,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:02.459207 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978a03a8-de49-4bc8-b069-ab8a43f99913 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Made reservation on behalf of 9864cfacbb924ce6b34d8b0eb7a43eb8 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:21:02.464623 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-978a03a8-de49-4bc8-b069-ab8a43f99913 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:02.484247 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-b34c32ec-62bf-429b-8327-d523b01f58ec None None] Set router d0f19c5c-bcac-47ef-96e9-6b5010203311 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:21:02.558877 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f6f7446b-0559-48f4-ada3-95f7e175e3e1 tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=b0f105e5fd99469d8f84a09c77d72db0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3170602 Sep 08 09:21:02.561680 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39482) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:02.866954 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd93bb8-2a67-4045-bdeb-1bdc5347394f tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:02.868787 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5cd93bb8-2a67-4045-bdeb-1bdc5347394f tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3060532 Sep 08 09:21:02.872757 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39492) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:02.876942 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f51ebf5-1c03-4627-884a-932a3ce37586 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-26cba4d1-4922-430b-9c24-c5146619fcfb', 'network_id': '26cba4d1-4922-430b-9c24-c5146619fcfb', 'tenant_id': '9864cfacbb924ce6b34d8b0eb7a43eb8', 'fixed_ips': [{'subnet_id': '6d123861-7401-47a9-abef-a9ebf979860e'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:21:02.878572 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4f51ebf5-1c03-4627-884a-932a3ce37586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:02.920132 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39494) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:02.924013 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-961a178b-9a8a-4178-b26b-2317cd458a6a tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=399c4174-1e86-4a10-bb99-f875a09107d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0496912 Sep 08 09:21:02.930028 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39496) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:02.936023 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-4783d16a-c03c-4d27-9a98-b4ed2bcd5180 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1304192779', 'network_id': '5a5f9177-7555-4179-8814-e40705874e91', 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:21:02.946837 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c2f70e4f-d605-47ee-a2c6-964ed8483b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:02.961390 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-978a03a8-de49-4bc8-b069-ab8a43f99913 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:02.991845 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978a03a8-de49-4bc8-b069-ab8a43f99913 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Network 26cba4d1-4922-430b-9c24-c5146619fcfb is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:21:02.997310 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-978a03a8-de49-4bc8-b069-ab8a43f99913 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:21:03.021444 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978a03a8-de49-4bc8-b069-ab8a43f99913 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:03.021972 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-978a03a8-de49-4bc8-b069-ab8a43f99913 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:03.034140 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-b34c32ec-62bf-429b-8327-d523b01f58ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f19c5c-bcac-47ef-96e9-6b5010203311', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279895580', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '56c054cf-266b-4a36-a610-93638c2cec6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:20:59Z', 'updated_at': '2021-09-08T09:21:00Z', 'revision_number': 3, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': '56c054cf-266b-4a36-a610-93638c2cec6f', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f19c5c-bcac-47ef-96e9-6b5010203311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:21:00Z', 'updated_at': '2021-09-08T09:21:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:03.068306 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a03a8-de49-4bc8-b069-ab8a43f99913 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Pushing event updated for resources: {'Subnet': ['ID=556cd7ea-14ee-4599-aaf3-e871caf9dd51,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:03.079135 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34c32ec-62bf-429b-8327-d523b01f58ec None None] Checking router: d0f19c5c-bcac-47ef-96e9-6b5010203311 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:21:03.079135 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34c32ec-62bf-429b-8327-d523b01f58ec None None] Updating router d0f19c5c-bcac-47ef-96e9-6b5010203311 port 56c054cf-266b-4a36-a610-93638c2cec6f binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:21:03.115099 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39500) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:03.119338 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [-] 10.222.0.54 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030105 Sep 08 09:21:03.122794 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39502) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:03.124060 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b34c32ec-62bf-429b-8327-d523b01f58ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:03.126106 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-4f51ebf5-1c03-4627-884a-932a3ce37586 None None] Allocated IP 2001:db8::2 (26cba4d1-4922-430b-9c24-c5146619fcfb/6d123861-7401-47a9-abef-a9ebf979860e/12951683-d2e9-4136-a6b7-2646d3870103) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:21:03.147898 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c2f70e4f-d605-47ee-a2c6-964ed8483b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:03.154862 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c2f70e4f-d605-47ee-a2c6-964ed8483b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:03.161954 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-978a03a8-de49-4bc8-b069-ab8a43f99913 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8855956 Sep 08 09:21:03.163981 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39506) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:03.230652 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c2f70e4f-d605-47ee-a2c6-964ed8483b03 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d554c406218d4794a46e89f8a41106c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3095918 Sep 08 09:21:03.231457 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39508) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:03.234351 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f70e4f-d605-47ee-a2c6-964ed8483b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64b94f4-9fa5-4549-8cc6-ab67ef53f1c6,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:03.240317 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4783d16a-c03c-4d27-9a98-b4ed2bcd5180 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Made reservation on behalf of b0f105e5fd99469d8f84a09c77d72db0 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:21:03.243978 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4783d16a-c03c-4d27-9a98-b4ed2bcd5180 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:03.284714 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-a8f047b3-bd30-4d17-83bc-80203ff80207 tempest-NetworksApiDiscovery-259053376 tempest-NetworksApiDiscovery-259053376-project] 10.222.0.54 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1569514 Sep 08 09:21:03.287097 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1df432-2ecd-475a-8beb-0544edee98ce tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:03.288680 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1df432-2ecd-475a-8beb-0544edee98ce tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:03.290265 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1df432-2ecd-475a-8beb-0544edee98ce tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:03.292624 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1df432-2ecd-475a-8beb-0544edee98ce tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:03.295464 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1df432-2ecd-475a-8beb-0544edee98ce tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:03.300779 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4c1df432-2ecd-475a-8beb-0544edee98ce tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1356874 Sep 08 09:21:03.311444 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39512) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:03.319235 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-86952b78-ee16-4341-9e96-65a1754ba413 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1059911210'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:21:03.333188 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8f176bd2-8d06-4a73-817c-dc34b599b5e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:03.358858 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8f176bd2-8d06-4a73-817c-dc34b599b5e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:03.363708 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86952b78-ee16-4341-9e96-65a1754ba413 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Made reservation on behalf of 9864cfacbb924ce6b34d8b0eb7a43eb8 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:21:03.367271 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-86952b78-ee16-4341-9e96-65a1754ba413 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:03.418299 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8f176bd2-8d06-4a73-817c-dc34b599b5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:03.421316 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8f176bd2-8d06-4a73-817c-dc34b599b5e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:03.425207 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8f176bd2-8d06-4a73-817c-dc34b599b5e6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a64b94f4-9fa5-4549-8cc6-ab67ef53f1c6 HTTP/1.1" status: 204 len: 168 time: 0.1926916 Sep 08 09:21:03.428072 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86952b78-ee16-4341-9e96-65a1754ba413 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:21:03.433850 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f176bd2-8d06-4a73-817c-dc34b599b5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64b94f4-9fa5-4549-8cc6-ab67ef53f1c6,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:03.446633 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-86952b78-ee16-4341-9e96-65a1754ba413 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:03.447121 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-86952b78-ee16-4341-9e96-65a1754ba413 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Added segment 368e36f0-d6ef-449f-9af5-167e7259826b of type vlan for network 4a99a8df-3d07-4c42-b1bb-24bdfc6c1205 Sep 08 09:21:03.461212 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4f51ebf5-1c03-4627-884a-932a3ce37586 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:03.506793 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-4f51ebf5-1c03-4627-884a-932a3ce37586 None None] Transition to ACTIVE for port object 12951683-d2e9-4136-a6b7-2646d3870103 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:21:03.529097 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4783d16a-c03c-4d27-9a98-b4ed2bcd5180 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:03.565674 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-86952b78-ee16-4341-9e96-65a1754ba413 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:03.569309 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-4f51ebf5-1c03-4627-884a-932a3ce37586 None None] Transition to ACTIVE for port object 12951683-d2e9-4136-a6b7-2646d3870103 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:21:03.580993 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4f51ebf5-1c03-4627-884a-932a3ce37586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:03.621836 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4783d16a-c03c-4d27-9a98-b4ed2bcd5180 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'Subnet': ['ID=5b54460f-986f-4da9-b9e9-b79c61f3e310,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:03.633926 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4783d16a-c03c-4d27-9a98-b4ed2bcd5180 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Checking segment: {'id': '5075adc2-ac9e-4991-97a4-272c098a040b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5a5f9177-7555-4179-8814-e40705874e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:21:03.636879 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4783d16a-c03c-4d27-9a98-b4ed2bcd5180 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Network hostable DHCP agents. Network: 5a5f9177-7555-4179-8814-e40705874e91, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:21:03.648583 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-86952b78-ee16-4341-9e96-65a1754ba413 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:03.655962 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86952b78-ee16-4341-9e96-65a1754ba413 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:03.656594 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-86952b78-ee16-4341-9e96-65a1754ba413 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:03.670077 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f51ebf5-1c03-4627-884a-932a3ce37586 None None] Network 26cba4d1-4922-430b-9c24-c5146619fcfb is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:21:03.672690 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f51ebf5-1c03-4627-884a-932a3ce37586 None None] Pushing event updated for resources: {'Port': ['ID=12951683-d2e9-4136-a6b7-2646d3870103,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:03.676823 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-4f51ebf5-1c03-4627-884a-932a3ce37586 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:21:03.683505 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f51ebf5-1c03-4627-884a-932a3ce37586 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:21:03.715058 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-86952b78-ee16-4341-9e96-65a1754ba413 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4030159 Sep 08 09:21:03.717959 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39520) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:03.726583 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39522) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:03.729257 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4783d16a-c03c-4d27-9a98-b4ed2bcd5180 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Network 5a5f9177-7555-4179-8814-e40705874e91 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:21:03.730644 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-452b8e27-b49e-4b2a-adf6-c34b56eeadbf tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:21:03.779062 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86952b78-ee16-4341-9e96-65a1754ba413 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Pushing event updated for resources: {'Network': ['ID=4a99a8df-3d07-4c42-b1bb-24bdfc6c1205,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:03.789405 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-4f51ebf5-1c03-4627-884a-932a3ce37586 None None] Attempting to bind port 12951683-d2e9-4136-a6b7-2646d3870103 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:21:03.789782 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-4f51ebf5-1c03-4627-884a-932a3ce37586 None None] Attempting to bind port 12951683-d2e9-4136-a6b7-2646d3870103 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '605742e4-925b-45ec-9347-259a19e5bd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '26cba4d1-4922-430b-9c24-c5146619fcfb'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:21:03.790204 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f51ebf5-1c03-4627-884a-932a3ce37586 None None] Attempting to bind port 12951683-d2e9-4136-a6b7-2646d3870103 on network 26cba4d1-4922-430b-9c24-c5146619fcfb {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:21:03.794959 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-4783d16a-c03c-4d27-9a98-b4ed2bcd5180 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 5a5f9177-7555-4179-8814-e40705874e91) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:21:03.799290 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 4a99a8df-3d07-4c42-b1bb-24bdfc6c1205 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:21:03.816365 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4783d16a-c03c-4d27-9a98-b4ed2bcd5180 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:03.817871 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4783d16a-c03c-4d27-9a98-b4ed2bcd5180 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:03.821292 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec08c417-ccb2-44d4-8883-cf9ffd167ade None None] Network 5a5f9177-7555-4179-8814-e40705874e91 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:21:03.846657 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b34c32ec-62bf-429b-8327-d523b01f58ec None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:03.847408 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4783d16a-c03c-4d27-9a98-b4ed2bcd5180 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9162366 Sep 08 09:21:03.849017 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f51ebf5-1c03-4627-884a-932a3ce37586 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:21:03.849388 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f51ebf5-1c03-4627-884a-932a3ce37586 None None] Checking segment: {'id': '605742e4-925b-45ec-9347-259a19e5bd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '26cba4d1-4922-430b-9c24-c5146619fcfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:21:03.849784 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4f51ebf5-1c03-4627-884a-932a3ce37586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:03.850205 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f51ebf5-1c03-4627-884a-932a3ce37586 None None] Bound using segment: {'id': '605742e4-925b-45ec-9347-259a19e5bd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '26cba4d1-4922-430b-9c24-c5146619fcfb'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:21:03.850688 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-4f51ebf5-1c03-4627-884a-932a3ce37586 None None] Bound port: 12951683-d2e9-4136-a6b7-2646d3870103, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '605742e4-925b-45ec-9347-259a19e5bd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '26cba4d1-4922-430b-9c24-c5146619fcfb'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:21:03.851069 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4f51ebf5-1c03-4627-884a-932a3ce37586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:03.851783 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39532) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:03.912692 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-b34c32ec-62bf-429b-8327-d523b01f58ec None None] Transition to ACTIVE for port object 56c054cf-266b-4a36-a610-93638c2cec6f will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:21:03.984919 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b34c32ec-62bf-429b-8327-d523b01f58ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:04.011674 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-452b8e27-b49e-4b2a-adf6-c34b56eeadbf tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:04.032067 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-452b8e27-b49e-4b2a-adf6-c34b56eeadbf tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:04.058805 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-452b8e27-b49e-4b2a-adf6-c34b56eeadbf tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Network 4a99a8df-3d07-4c42-b1bb-24bdfc6c1205 is not hosted by any dhcp agent {{(pid=94712) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 08 09:21:04.066930 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452b8e27-b49e-4b2a-adf6-c34b56eeadbf tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:04.067655 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-452b8e27-b49e-4b2a-adf6-c34b56eeadbf tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:04.069325 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-452b8e27-b49e-4b2a-adf6-c34b56eeadbf tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "PUT /v2.0/networks/4a99a8df-3d07-4c42-b1bb-24bdfc6c1205 HTTP/1.1" status: 200 len: 723 time: 0.3501875 Sep 08 09:21:04.073917 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39538) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:04.079866 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-93162bf3-4a54-4c48-8f1e-4487f47a82d2 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Request body: {'subnet': {'network_id': '4a99a8df-3d07-4c42-b1bb-24bdfc6c1205', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:21:04.093425 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-4f51ebf5-1c03-4627-884a-932a3ce37586 None None] For port 12951683-d2e9-4136-a6b7-2646d3870103, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:21:04.097843 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3604102d-3e86-40c5-850f-ec0be1f2cfe8 None None] Pushing event updated for resources: {'Port': ['ID=56c054cf-266b-4a36-a610-93638c2cec6f,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:04.100376 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-b34c32ec-62bf-429b-8327-d523b01f58ec None None] Attempting to bind port 56c054cf-266b-4a36-a610-93638c2cec6f on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:21:04.100956 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-b34c32ec-62bf-429b-8327-d523b01f58ec None None] Attempting to bind port 56c054cf-266b-4a36-a610-93638c2cec6f by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:21:04.101514 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34c32ec-62bf-429b-8327-d523b01f58ec None None] Attempting to bind port 56c054cf-266b-4a36-a610-93638c2cec6f on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:21:04.136681 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-4f51ebf5-1c03-4627-884a-932a3ce37586 None None] For port 12951683-d2e9-4136-a6b7-2646d3870103, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=12951683-d2e9-4136-a6b7-2646d3870103,segment=NetworkSegment(605742e4-925b-45ec-9347-259a19e5bd87),segment_id=605742e4-925b-45ec-9347-259a19e5bd87)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:21:04.138298 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34c32ec-62bf-429b-8327-d523b01f58ec None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:21:04.138859 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34c32ec-62bf-429b-8327-d523b01f58ec None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:21:04.139458 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b34c32ec-62bf-429b-8327-d523b01f58ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:04.140025 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34c32ec-62bf-429b-8327-d523b01f58ec None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:21:04.140685 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-b34c32ec-62bf-429b-8327-d523b01f58ec None None] Bound port: 56c054cf-266b-4a36-a610-93638c2cec6f, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:21:04.141251 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b34c32ec-62bf-429b-8327-d523b01f58ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:04.169818 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4f51ebf5-1c03-4627-884a-932a3ce37586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:04.171252 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b8e27-b49e-4b2a-adf6-c34b56eeadbf tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Pushing event updated for resources: {'Network': ['ID=4a99a8df-3d07-4c42-b1bb-24bdfc6c1205,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:04.207645 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 4a99a8df-3d07-4c42-b1bb-24bdfc6c1205 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:21:04.242877 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93162bf3-4a54-4c48-8f1e-4487f47a82d2 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Made reservation on behalf of 9864cfacbb924ce6b34d8b0eb7a43eb8 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:21:04.249092 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-93162bf3-4a54-4c48-8f1e-4487f47a82d2 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:04.352551 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-b34c32ec-62bf-429b-8327-d523b01f58ec None None] For port 56c054cf-266b-4a36-a610-93638c2cec6f, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:21:04.419798 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-53851f46-47e2-4bd5-ad4c-ebbf1c21be2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:04.436734 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f51ebf5-1c03-4627-884a-932a3ce37586 None None] Pushing event updated for resources: {'Port': ['ID=12951683-d2e9-4136-a6b7-2646d3870103,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:04.452599 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-b34c32ec-62bf-429b-8327-d523b01f58ec None None] For port 56c054cf-266b-4a36-a610-93638c2cec6f, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=56c054cf-266b-4a36-a610-93638c2cec6f,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:21:04.453828 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034b213d-fcb4-48a7-ad8b-c1b6a63d0014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-5a5f9177-7555-4179-8814-e40705874e91', 'network_id': '5a5f9177-7555-4179-8814-e40705874e91', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'fixed_ips': [{'subnet_id': '5b54460f-986f-4da9-b9e9-b79c61f3e310'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:21:04.454705 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-034b213d-fcb4-48a7-ad8b-c1b6a63d0014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:04.474409 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b34c32ec-62bf-429b-8327-d523b01f58ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:04.623844 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-93162bf3-4a54-4c48-8f1e-4487f47a82d2 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:04.675124 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3604102d-3e86-40c5-850f-ec0be1f2cfe8 None None] Pushing event updated for resources: {'Port': ['ID=56c054cf-266b-4a36-a610-93638c2cec6f,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:04.680725 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34c32ec-62bf-429b-8327-d523b01f58ec None None] Routers {'d0f19c5c-bcac-47ef-96e9-6b5010203311'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:21:04.681500 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-b34c32ec-62bf-429b-8327-d523b01f58ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:20:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['d0f19c5c-bcac-47ef-96e9-6b5010203311'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:04.770995 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-53851f46-47e2-4bd5-ad4c-ebbf1c21be2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:04.782330 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-53851f46-47e2-4bd5-ad4c-ebbf1c21be2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:04.799021 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93162bf3-4a54-4c48-8f1e-4487f47a82d2 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Pushing event updated for resources: {'Subnet': ['ID=57ed7d15-83da-43e3-a6e8-c70a1948fe7e,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:04.812744 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93162bf3-4a54-4c48-8f1e-4487f47a82d2 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Checking segment: {'id': '368e36f0-d6ef-449f-9af5-167e7259826b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4a99a8df-3d07-4c42-b1bb-24bdfc6c1205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:21:04.813192 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93162bf3-4a54-4c48-8f1e-4487f47a82d2 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Network hostable DHCP agents. Network: 4a99a8df-3d07-4c42-b1bb-24bdfc6c1205, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:21:04.841877 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93162bf3-4a54-4c48-8f1e-4487f47a82d2 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Network 4a99a8df-3d07-4c42-b1bb-24bdfc6c1205 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:21:04.856952 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-93162bf3-4a54-4c48-8f1e-4487f47a82d2 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 4a99a8df-3d07-4c42-b1bb-24bdfc6c1205) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:21:04.863935 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93162bf3-4a54-4c48-8f1e-4487f47a82d2 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:04.864583 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-93162bf3-4a54-4c48-8f1e-4487f47a82d2 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:04.869461 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53851f46-47e2-4bd5-ad4c-ebbf1c21be2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893b396e-52ce-45f7-ab1b-7e6fc1e72f27,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:04.874329 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57abd305-9588-4c92-8146-d7a84a6b223e None None] Network 4a99a8df-3d07-4c42-b1bb-24bdfc6c1205 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:21:04.880323 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-53851f46-47e2-4bd5-ad4c-ebbf1c21be2e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8400edc3e38041adb4eb6065a8e2e3ea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1528358 Sep 08 09:21:04.883875 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39552) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:04.899774 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-93162bf3-4a54-4c48-8f1e-4487f47a82d2 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8220148 Sep 08 09:21:04.907058 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-034b213d-fcb4-48a7-ad8b-c1b6a63d0014 None None] Allocated IP 172.20.0.2 (5a5f9177-7555-4179-8814-e40705874e91/5b54460f-986f-4da9-b9e9-b79c61f3e310/320df78c-a107-4c66-9fba-0196ed546476) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:21:04.907653 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39554) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:04.918837 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-297fc775-25e7-403b-b179-90853c31ff49 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:21:05.015501 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9cb60dd5-99af-4ce1-a430-b643bfd4552b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:05.029196 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-b34c32ec-62bf-429b-8327-d523b01f58ec None None] Set router d0f19c5c-bcac-47ef-96e9-6b5010203311 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:21:05.043405 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9cb60dd5-99af-4ce1-a430-b643bfd4552b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:05.101886 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1946248d-609f-4bf3-a4fb-9897f6295351 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:05.108720 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 12951683-d2e9-4136-a6b7-2646d3870103 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:21:05.184963 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-297fc775-25e7-403b-b179-90853c31ff49 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126727738'] for subnet, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:05.608376 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9cb60dd5-99af-4ce1-a430-b643bfd4552b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:05.613108 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9cb60dd5-99af-4ce1-a430-b643bfd4552b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:05.616593 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7760aa-0322-4044-b32c-3ed1b874a806 None None] Network 26cba4d1-4922-430b-9c24-c5146619fcfb requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:21:05.617504 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-9cb60dd5-99af-4ce1-a430-b643bfd4552b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/893b396e-52ce-45f7-ab1b-7e6fc1e72f27 HTTP/1.1" status: 204 len: 168 time: 0.7285452 Sep 08 09:21:05.636400 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb60dd5-99af-4ce1-a430-b643bfd4552b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893b396e-52ce-45f7-ab1b-7e6fc1e72f27,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:05.782969 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-297fc775-25e7-403b-b179-90853c31ff49 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774288517861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-126200515'] for subnet, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:05.824269 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-5a329559-f468-4af9-b695-9e859007f475 None None] Provisioning for port 12951683-d2e9-4136-a6b7-2646d3870103 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:21:05.843751 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297fc775-25e7-403b-b179-90853c31ff49 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:05.844385 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-297fc775-25e7-403b-b179-90853c31ff49 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:05.845704 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-297fc775-25e7-403b-b179-90853c31ff49 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "PUT /v2.0/subnets/57ed7d15-83da-43e3-a6e8-c70a1948fe7e HTTP/1.1" status: 200 len: 826 time: 0.9365509 Sep 08 09:21:05.849128 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39578) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:05.889685 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297fc775-25e7-403b-b179-90853c31ff49 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Pushing event updated for resources: {'Subnet': ['ID=57ed7d15-83da-43e3-a6e8-c70a1948fe7e,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:05.919407 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83c0bb7-7d19-408e-9d0c-0934928153a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-4a99a8df-3d07-4c42-b1bb-24bdfc6c1205', 'network_id': '4a99a8df-3d07-4c42-b1bb-24bdfc6c1205', 'tenant_id': '9864cfacbb924ce6b34d8b0eb7a43eb8', 'fixed_ips': [{'subnet_id': '57ed7d15-83da-43e3-a6e8-c70a1948fe7e'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:21:05.919407 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b83c0bb7-7d19-408e-9d0c-0934928153a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:06.020034 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c6cc885a-7b88-446b-b2e6-61bfb519cda1 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:06.036444 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 12951683-d2e9-4136-a6b7-2646d3870103 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:21:06.091739 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c6cc885a-7b88-446b-b2e6-61bfb519cda1 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:06.099650 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-b34c32ec-62bf-429b-8327-d523b01f58ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f19c5c-bcac-47ef-96e9-6b5010203311', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279895580', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '56c054cf-266b-4a36-a610-93638c2cec6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:20:59Z', 'updated_at': '2021-09-08T09:21:00Z', 'revision_number': 3, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': '56c054cf-266b-4a36-a610-93638c2cec6f', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f19c5c-bcac-47ef-96e9-6b5010203311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:21:00Z', 'updated_at': '2021-09-08T09:21:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:06.101444 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 12951683-d2e9-4136-a6b7-2646d3870103 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:21:06.101952 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:06.177072 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c6cc885a-7b88-446b-b2e6-61bfb519cda1 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:06.199027 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34c32ec-62bf-429b-8327-d523b01f58ec None None] The sync data for ids ['d0f19c5c-bcac-47ef-96e9-6b5010203311'] in n-d-806683-11 is: [{'id': 'd0f19c5c-bcac-47ef-96e9-6b5010203311', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279895580', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '56c054cf-266b-4a36-a610-93638c2cec6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:20:59Z', 'updated_at': '2021-09-08T09:21:00Z', 'revision_number': 3, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': '56c054cf-266b-4a36-a610-93638c2cec6f', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f19c5c-bcac-47ef-96e9-6b5010203311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:21:00Z', 'updated_at': '2021-09-08T09:21:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:21:06.218606 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc885a-7b88-446b-b2e6-61bfb519cda1 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Pushing event deleted for resources: {'Subnet': ['ID=57ed7d15-83da-43e3-a6e8-c70a1948fe7e,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:06.261250 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-034b213d-fcb4-48a7-ad8b-c1b6a63d0014 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server [None req-b83c0bb7-7d19-408e-9d0c-0934928153a2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 57ed7d15-83da-43e3-a6e8-c70a1948fe7e: This subnet is being modified by another concurrent operation. Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1474, in create_port Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1439, in _create_port_db Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise exception Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 57ed7d15-83da-43e3-a6e8-c70a1948fe7e: This subnet is being modified by another concurrent operation. Sep 08 09:21:06.272301 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server Sep 08 09:21:06.282293 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-034b213d-fcb4-48a7-ad8b-c1b6a63d0014 None None] Transition to ACTIVE for port object 320df78c-a107-4c66-9fba-0196ed546476 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:21:06.295426 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a3ca11-2868-4d51-9852-b390135c6e3b None None] Network 4a99a8df-3d07-4c42-b1bb-24bdfc6c1205 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:21:06.320203 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c6cc885a-7b88-446b-b2e6-61bfb519cda1 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:06.356090 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-034b213d-fcb4-48a7-ad8b-c1b6a63d0014 None None] Transition to ACTIVE for port object 320df78c-a107-4c66-9fba-0196ed546476 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:21:06.358793 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-c6cc885a-7b88-446b-b2e6-61bfb519cda1 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a99a8df-3d07-4c42-b1bb-24bdfc6c1205']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:06.384350 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-c6cc885a-7b88-446b-b2e6-61bfb519cda1 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '368e36f0-d6ef-449f-9af5-167e7259826b') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:06.384678 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-c6cc885a-7b88-446b-b2e6-61bfb519cda1 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '368e36f0-d6ef-449f-9af5-167e7259826b') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:06.440585 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c6cc885a-7b88-446b-b2e6-61bfb519cda1 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:06.445315 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-034b213d-fcb4-48a7-ad8b-c1b6a63d0014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:06.469036 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c6cc885a-7b88-446b-b2e6-61bfb519cda1 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:06.481512 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-1946248d-609f-4bf3-a4fb-9897f6295351 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Allocated IP 172.20.0.1 (5a5f9177-7555-4179-8814-e40705874e91/5b54460f-986f-4da9-b9e9-b79c61f3e310/eb118a4b-e404-4322-917a-c4cc86f07e01) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:21:06.485061 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6cc885a-7b88-446b-b2e6-61bfb519cda1 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:21:06.485480 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c6cc885a-7b88-446b-b2e6-61bfb519cda1 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:06.488756 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:21:06.488756 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:21:06.488756 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:21:06.488756 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:21:06.488756 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:21:06.488756 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:21:06.488756 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:21:06.488756 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:21:06.488756 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:21:06.488756 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:21:06.488756 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:21:06.488756 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:21:06.488756 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:21:06.488756 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:21:06.488756 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:21:06.488756 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:21:06.488756 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:21:06.488756 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:21:06.488756 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:21:06.488756 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:21:06.488756 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:21:06.488756 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:21:06.488756 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:21:06.488756 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:21:06.488756 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:21:06.488756 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:21:06.488756 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:21:06.488756 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:21:06.488756 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:21:06.488756 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:21:06.488756 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:21:06.488756 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:21:06.542552 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034b213d-fcb4-48a7-ad8b-c1b6a63d0014 None None] Network 5a5f9177-7555-4179-8814-e40705874e91 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:21:06.557593 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-034b213d-fcb4-48a7-ad8b-c1b6a63d0014 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:21:06.564103 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034b213d-fcb4-48a7-ad8b-c1b6a63d0014 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:21:06.601188 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:06.604121 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e20d56-9e3d-4cdb-9793-08db6cff0b36 None None] Update dhcp port {'port': {'network_id': '26cba4d1-4922-430b-9c24-c5146619fcfb', 'fixed_ips': [{'subnet_id': '6d123861-7401-47a9-abef-a9ebf979860e', 'ip_address': '2001:db8::2'}, {'subnet_id': '556cd7ea-14ee-4599-aaf3-e871caf9dd51'}], 'binding:host_id': 'n-d-806683-11'}, 'id': '12951683-d2e9-4136-a6b7-2646d3870103'} from n-d-806683-11. {{(pid=94714) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 08 09:21:06.626573 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c6cc885a-7b88-446b-b2e6-61bfb519cda1 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:06.668861 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c6cc885a-7b88-446b-b2e6-61bfb519cda1 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:06.675720 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c6cc885a-7b88-446b-b2e6-61bfb519cda1 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "DELETE /v2.0/networks/4a99a8df-3d07-4c42-b1bb-24bdfc6c1205 HTTP/1.1" status: 204 len: 168 time: 0.8253944 Sep 08 09:21:06.679602 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39602) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:06.689639 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc885a-7b88-446b-b2e6-61bfb519cda1 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Pushing event deleted for resources: {'Network': ['ID=4a99a8df-3d07-4c42-b1bb-24bdfc6c1205,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:06.694925 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b213d-fcb4-48a7-ad8b-c1b6a63d0014 None None] Pushing event updated for resources: {'Port': ['ID=320df78c-a107-4c66-9fba-0196ed546476,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:06.765901 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-07e20d56-9e3d-4cdb-9793-08db6cff0b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:06.769194 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-06287566-0064-4681-82d2-425c36aab3bd tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] DELETE failed (client error): The resource could not be found. Sep 08 09:21:06.770216 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06287566-0064-4681-82d2-425c36aab3bd tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:21:06.772190 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-06287566-0064-4681-82d2-425c36aab3bd tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "DELETE /v2.0/networks/4a99a8df-3d07-4c42-b1bb-24bdfc6c1205 HTTP/1.1" status: 404 len: 339 time: 0.0874102 Sep 08 09:21:06.776516 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39606) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:06.782960 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-dec2de2c-b74e-43ea-9a90-3385cd4b4f26 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1445101001', 'description': 'd1'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:21:06.796559 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e7f90a-5429-47e8-be66-35bdacc2f7c3 None None] Network 4a99a8df-3d07-4c42-b1bb-24bdfc6c1205 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:21:06.842622 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec2de2c-b74e-43ea-9a90-3385cd4b4f26 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Made reservation on behalf of 9864cfacbb924ce6b34d8b0eb7a43eb8 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:21:06.846820 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-034b213d-fcb4-48a7-ad8b-c1b6a63d0014 None None] Attempting to bind port 320df78c-a107-4c66-9fba-0196ed546476 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:21:06.847427 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-034b213d-fcb4-48a7-ad8b-c1b6a63d0014 None None] Attempting to bind port 320df78c-a107-4c66-9fba-0196ed546476 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '5075adc2-ac9e-4991-97a4-272c098a040b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5a5f9177-7555-4179-8814-e40705874e91'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:21:06.848144 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034b213d-fcb4-48a7-ad8b-c1b6a63d0014 None None] Attempting to bind port 320df78c-a107-4c66-9fba-0196ed546476 on network 5a5f9177-7555-4179-8814-e40705874e91 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:21:06.849400 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dec2de2c-b74e-43ea-9a90-3385cd4b4f26 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:06.854289 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 12951683-d2e9-4136-a6b7-2646d3870103, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=12951683-d2e9-4136-a6b7-2646d3870103,segment=NetworkSegment(605742e4-925b-45ec-9347-259a19e5bd87),segment_id=605742e4-925b-45ec-9347-259a19e5bd87)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:21:06.855594 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e7f90a-5429-47e8-be66-35bdacc2f7c3 None None] Network 4a99a8df-3d07-4c42-b1bb-24bdfc6c1205 could not be found, it might have been deleted concurrently. {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 08 09:21:06.866820 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1946248d-609f-4bf3-a4fb-9897f6295351 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:06.867657 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:06.877315 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034b213d-fcb4-48a7-ad8b-c1b6a63d0014 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:21:06.881233 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034b213d-fcb4-48a7-ad8b-c1b6a63d0014 None None] Checking segment: {'id': '5075adc2-ac9e-4991-97a4-272c098a040b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5a5f9177-7555-4179-8814-e40705874e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:21:06.882238 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-034b213d-fcb4-48a7-ad8b-c1b6a63d0014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:06.890755 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034b213d-fcb4-48a7-ad8b-c1b6a63d0014 None None] Bound using segment: {'id': '5075adc2-ac9e-4991-97a4-272c098a040b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5a5f9177-7555-4179-8814-e40705874e91'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:21:06.891866 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-1946248d-609f-4bf3-a4fb-9897f6295351 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Transition to ACTIVE for port object eb118a4b-e404-4322-917a-c4cc86f07e01 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:21:06.892248 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-034b213d-fcb4-48a7-ad8b-c1b6a63d0014 None None] Bound port: 320df78c-a107-4c66-9fba-0196ed546476, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5075adc2-ac9e-4991-97a4-272c098a040b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5a5f9177-7555-4179-8814-e40705874e91'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:21:06.893748 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-034b213d-fcb4-48a7-ad8b-c1b6a63d0014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:06.926778 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dec2de2c-b74e-43ea-9a90-3385cd4b4f26 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:21:06.960372 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dec2de2c-b74e-43ea-9a90-3385cd4b4f26 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:06.963366 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-dec2de2c-b74e-43ea-9a90-3385cd4b4f26 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Added segment 4a29eddf-f9dc-44c6-bb75-317cdc5a7ff6 of type vlan for network 5150d56c-8713-404f-9971-94aff8c7f8e0 Sep 08 09:21:06.967794 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1946248d-609f-4bf3-a4fb-9897f6295351 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:07.030077 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1946248d-609f-4bf3-a4fb-9897f6295351 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Network 5a5f9177-7555-4179-8814-e40705874e91 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:21:07.034861 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-1946248d-609f-4bf3-a4fb-9897f6295351 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:21:07.046857 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1946248d-609f-4bf3-a4fb-9897f6295351 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:21:07.056215 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1946248d-609f-4bf3-a4fb-9897f6295351 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'Port': ['ID=eb118a4b-e404-4322-917a-c4cc86f07e01,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:07.085290 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dec2de2c-b74e-43ea-9a90-3385cd4b4f26 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:07.118188 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 56c054cf-266b-4a36-a610-93638c2cec6f up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:21:07.141961 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dec2de2c-b74e-43ea-9a90-3385cd4b4f26 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:07.142393 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1946248d-609f-4bf3-a4fb-9897f6295351 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:07.160258 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec2de2c-b74e-43ea-9a90-3385cd4b4f26 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:07.160981 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dec2de2c-b74e-43ea-9a90-3385cd4b4f26 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:07.201003 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=12951683-d2e9-4136-a6b7-2646d3870103,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:07.264518 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec2de2c-b74e-43ea-9a90-3385cd4b4f26 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Pushing event updated for resources: {'Network': ['ID=5150d56c-8713-404f-9971-94aff8c7f8e0,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:07.284402 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 5150d56c-8713-404f-9971-94aff8c7f8e0 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:21:07.284635 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-dec2de2c-b74e-43ea-9a90-3385cd4b4f26 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5041649 Sep 08 09:21:07.285978 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39614) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:07.331549 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-034b213d-fcb4-48a7-ad8b-c1b6a63d0014 None None] For port 320df78c-a107-4c66-9fba-0196ed546476, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:21:07.347818 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 56c054cf-266b-4a36-a610-93638c2cec6f completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:21:07.357307 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-034b213d-fcb4-48a7-ad8b-c1b6a63d0014 None None] For port 320df78c-a107-4c66-9fba-0196ed546476, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=320df78c-a107-4c66-9fba-0196ed546476,segment=NetworkSegment(5075adc2-ac9e-4991-97a4-272c098a040b),segment_id=5075adc2-ac9e-4991-97a4-272c098a040b)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:21:07.364256 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-07e20d56-9e3d-4cdb-9793-08db6cff0b36 None None] Allocated IP 172.20.0.1 (26cba4d1-4922-430b-9c24-c5146619fcfb/556cd7ea-14ee-4599-aaf3-e871caf9dd51/12951683-d2e9-4136-a6b7-2646d3870103) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:21:07.366806 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 56c054cf-266b-4a36-a610-93638c2cec6f triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:21:07.367254 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:07.450999 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-034b213d-fcb4-48a7-ad8b-c1b6a63d0014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:07.530840 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77c3b5e-dbf7-487f-8f1c-92265e7ed2d7 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:07.533052 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d77c3b5e-dbf7-487f-8f1c-92265e7ed2d7 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "GET /v2.0/networks?id=5150d56c-8713-404f-9971-94aff8c7f8e0 HTTP/1.1" status: 200 len: 765 time: 0.2449670 Sep 08 09:21:07.536015 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39618) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:07.559796 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1946248d-609f-4bf3-a4fb-9897f6295351 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:07.562012 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-5c9a5124-06e1-4498-a862-f9f56bfa5a3d tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Request body: {'network': {'description': 'd2'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:21:07.944012 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b213d-fcb4-48a7-ad8b-c1b6a63d0014 None None] Pushing event updated for resources: {'Port': ['ID=320df78c-a107-4c66-9fba-0196ed546476,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:07.961853 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5c9a5124-06e1-4498-a862-f9f56bfa5a3d tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:07.970211 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:08.002444 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5c9a5124-06e1-4498-a862-f9f56bfa5a3d tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:08.008572 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 56c054cf-266b-4a36-a610-93638c2cec6f, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=56c054cf-266b-4a36-a610-93638c2cec6f,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:21:08.020941 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:08.080509 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5c9a5124-06e1-4498-a862-f9f56bfa5a3d tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Network 5150d56c-8713-404f-9971-94aff8c7f8e0 is not hosted by any dhcp agent {{(pid=94712) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 08 09:21:08.086456 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9a5124-06e1-4498-a862-f9f56bfa5a3d tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:08.087115 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5c9a5124-06e1-4498-a862-f9f56bfa5a3d tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:08.089809 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5c9a5124-06e1-4498-a862-f9f56bfa5a3d tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "PUT /v2.0/networks/5150d56c-8713-404f-9971-94aff8c7f8e0 HTTP/1.1" status: 200 len: 762 time: 0.5506895 Sep 08 09:21:08.097357 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39630) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:08.156489 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-07e20d56-9e3d-4cdb-9793-08db6cff0b36 None None] For port 12951683-d2e9-4136-a6b7-2646d3870103, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=12951683-d2e9-4136-a6b7-2646d3870103,segment=NetworkSegment(605742e4-925b-45ec-9347-259a19e5bd87),segment_id=605742e4-925b-45ec-9347-259a19e5bd87)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:21:08.186524 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=56c054cf-266b-4a36-a610-93638c2cec6f,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:08.207063 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-07e20d56-9e3d-4cdb-9793-08db6cff0b36 None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:08.219263 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a5124-06e1-4498-a862-f9f56bfa5a3d tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Pushing event updated for resources: {'Network': ['ID=5150d56c-8713-404f-9971-94aff8c7f8e0,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:08.227325 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-07e20d56-9e3d-4cdb-9793-08db6cff0b36 None None] Transition to ACTIVE for port object 12951683-d2e9-4136-a6b7-2646d3870103 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:21:08.244553 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 5150d56c-8713-404f-9971-94aff8c7f8e0 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:21:08.262135 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-07e20d56-9e3d-4cdb-9793-08db6cff0b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:08.272588 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f46e657-a6cd-4f12-9271-36581b23e6be tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:08.277395 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4f46e657-a6cd-4f12-9271-36581b23e6be tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "GET /v2.0/networks?id=5150d56c-8713-404f-9971-94aff8c7f8e0 HTTP/1.1" status: 200 len: 765 time: 0.1754854 Sep 08 09:21:08.278674 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39632) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:08.330657 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1946248d-609f-4bf3-a4fb-9897f6295351 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:08.338777 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1946248d-609f-4bf3-a4fb-9897f6295351 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:08.446480 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1946248d-609f-4bf3-a4fb-9897f6295351 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:08.528086 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1946248d-609f-4bf3-a4fb-9897f6295351 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'Port': ['ID=eb118a4b-e404-4322-917a-c4cc86f07e01,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:08.654751 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9baec8-32ef-4098-b0d3-94af69611e2c tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:08.657030 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5a9baec8-32ef-4098-b0d3-94af69611e2c tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3778026 Sep 08 09:21:08.659678 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39646) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:08.675999 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e20d56-9e3d-4cdb-9793-08db6cff0b36 None None] Pushing event updated for resources: {'Port': ['ID=12951683-d2e9-4136-a6b7-2646d3870103,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:08.741888 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-627cb915-334e-45df-af40-9e369c39c202 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "GET /v2.0/subnets?network_id=399c4174-1e86-4a10-bb99-f875a09107d5 HTTP/1.1" status: 200 len: 207 time: 0.0799406 Sep 08 09:21:08.745447 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39650) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:08.801186 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1946248d-609f-4bf3-a4fb-9897f6295351 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Network 5a5f9177-7555-4179-8814-e40705874e91 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:21:08.807066 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-1946248d-609f-4bf3-a4fb-9897f6295351 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:21:09.015208 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9900b562-b1f5-4ffc-8b1d-80c8d5a62087 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:09.021506 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9900b562-b1f5-4ffc-8b1d-80c8d5a62087 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:09.037719 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9900b562-b1f5-4ffc-8b1d-80c8d5a62087 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:09.047473 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9900b562-b1f5-4ffc-8b1d-80c8d5a62087 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:09.053975 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9900b562-b1f5-4ffc-8b1d-80c8d5a62087 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:09.060710 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9900b562-b1f5-4ffc-8b1d-80c8d5a62087 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:09.062681 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-9900b562-b1f5-4ffc-8b1d-80c8d5a62087 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3152251 Sep 08 09:21:09.069050 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39652) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:09.147482 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1946248d-609f-4bf3-a4fb-9897f6295351 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Router d0f19c5c-bcac-47ef-96e9-6b5010203311 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:21:09.266875 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 320df78c-a107-4c66-9fba-0196ed546476 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:21:09.362140 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ca373cdb-25d0-49b2-bfa4-d73f5f2ce21c tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2886455 Sep 08 09:21:09.369476 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39660) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:09.402795 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 320df78c-a107-4c66-9fba-0196ed546476 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:21:09.407924 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 56c054cf-266b-4a36-a610-93638c2cec6f up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:21:09.471332 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1946248d-609f-4bf3-a4fb-9897f6295351 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:21:09.480814 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1946248d-609f-4bf3-a4fb-9897f6295351 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "PUT /v2.0/routers/d0f19c5c-bcac-47ef-96e9-6b5010203311/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6251984 Sep 08 09:21:09.507705 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 56c054cf-266b-4a36-a610-93638c2cec6f triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:21:09.508376 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:09.559879 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32702c1a-f271-43ad-aaa4-daac12322d42 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:09.569004 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32702c1a-f271-43ad-aaa4-daac12322d42 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:09.570798 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32702c1a-f271-43ad-aaa4-daac12322d42 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:09.572937 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32702c1a-f271-43ad-aaa4-daac12322d42 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:09.589556 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d5bfab-9c9a-4d36-b9b1-1bc793f03781 None None] Sync routers for ids ['d0f19c5c-bcac-47ef-96e9-6b5010203311'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:21:09.590917 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32702c1a-f271-43ad-aaa4-daac12322d42 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:09.592750 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-32702c1a-f271-43ad-aaa4-daac12322d42 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2221305 Sep 08 09:21:09.598383 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39664) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:09.610411 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d5bfab-9c9a-4d36-b9b1-1bc793f03781 None None] Routers {'d0f19c5c-bcac-47ef-96e9-6b5010203311'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:21:09.611646 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-a5d5bfab-9c9a-4d36-b9b1-1bc793f03781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:20:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['d0f19c5c-bcac-47ef-96e9-6b5010203311'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:09.672203 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 12951683-d2e9-4136-a6b7-2646d3870103 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:21:09.721801 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0993107a-11d5-4848-bb5b-cc159673d436 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Attributes excluded by policy engine: ['shared'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:09.723691 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0993107a-11d5-4848-bb5b-cc159673d436 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Attributes excluded by policy engine: ['shared'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:09.731582 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0993107a-11d5-4848-bb5b-cc159673d436 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Attributes excluded by policy engine: ['shared'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:09.732885 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0993107a-11d5-4848-bb5b-cc159673d436 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Attributes excluded by policy engine: ['shared'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:09.751081 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0993107a-11d5-4848-bb5b-cc159673d436 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Attributes excluded by policy engine: ['shared'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:09.757732 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-0993107a-11d5-4848-bb5b-cc159673d436 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1535170 Sep 08 09:21:09.758358 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39674) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:09.817904 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-a5d5bfab-9c9a-4d36-b9b1-1bc793f03781 None None] Set router d0f19c5c-bcac-47ef-96e9-6b5010203311 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:21:09.908362 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779929e3-b55b-4596-83ee-7c46e544c26d None None] Network 5a5f9177-7555-4179-8814-e40705874e91 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:21:09.951750 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-8dd2b67d-f5db-4d85-88a3-24f5ad364612 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-479323595&fields=id&tenant_id=b0f105e5fd99469d8f84a09c77d72db0 HTTP/1.1" status: 200 len: 267 time: 0.1396749 Sep 08 09:21:09.996914 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5e7d30-44f3-463c-9359-3b8548a51131 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:09.999218 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2b5e7d30-44f3-463c-9359-3b8548a51131 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "GET /v2.0/networks/5dc60e88-a3ec-4a8f-aa24-87e6e615326b HTTP/1.1" status: 200 len: 804 time: 0.2400815 Sep 08 09:21:10.004519 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39680) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:10.023411 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-423edf36-271b-4145-a46b-f35e43b6e638 None None] Provisioning for port 320df78c-a107-4c66-9fba-0196ed546476 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:21:10.038917 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-423edf36-271b-4145-a46b-f35e43b6e638 None None] Provisioning complete for port 320df78c-a107-4c66-9fba-0196ed546476 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:21:10.043352 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-423edf36-271b-4145-a46b-f35e43b6e638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:10.123446 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706efc79-0ee0-46ae-b7c0-6a4288692069 None None] Network 26cba4d1-4922-430b-9c24-c5146619fcfb requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:21:10.136762 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-e5eb29c9-c2dc-4489-accd-1a6ee1d9be01 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:10.138328 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-e5eb29c9-c2dc-4489-accd-1a6ee1d9be01 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/networks?id=5a5f9177-7555-4179-8814-e40705874e91 HTTP/1.1" status: 200 len: 796 time: 0.1743207 Sep 08 09:21:10.155118 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-2bf312a8-079e-4d58-8d47-f6250501e9ca tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/quotas/b0f105e5fd99469d8f84a09c77d72db0 HTTP/1.1" status: 200 len: 375 time: 0.0101557 Sep 08 09:21:10.156060 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-fc2aa748-7d01-440d-80be-c66a1ce53d4e tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "GET /v2.0/networks/5dc60e88-a3ec-4a8f-aa24-87e6e615326b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1502690 Sep 08 09:21:10.159508 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39682) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:10.162883 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-a5d5bfab-9c9a-4d36-b9b1-1bc793f03781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f19c5c-bcac-47ef-96e9-6b5010203311', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279895580', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '56c054cf-266b-4a36-a610-93638c2cec6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:20:59Z', 'updated_at': '2021-09-08T09:21:07Z', 'revision_number': 4, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': '56c054cf-266b-4a36-a610-93638c2cec6f', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f19c5c-bcac-47ef-96e9-6b5010203311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:21:00Z', 'updated_at': '2021-09-08T09:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'eb118a4b-e404-4322-917a-c4cc86f07e01', 'name': '', 'network_id': '5a5f9177-7555-4179-8814-e40705874e91', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'mac_address': 'fa:16:3e:1d:ee:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f19c5c-bcac-47ef-96e9-6b5010203311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '5b54460f-986f-4da9-b9e9-b79c61f3e310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:21:05Z', 'updated_at': '2021-09-08T09:21:07Z', 'revision_number': 2, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'subnets': [{'id': '5b54460f-986f-4da9-b9e9-b79c61f3e310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:10.204990 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d5bfab-9c9a-4d36-b9b1-1bc793f03781 None None] Checking router: d0f19c5c-bcac-47ef-96e9-6b5010203311 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:21:10.206137 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d5bfab-9c9a-4d36-b9b1-1bc793f03781 None None] Updating router d0f19c5c-bcac-47ef-96e9-6b5010203311 port eb118a4b-e404-4322-917a-c4cc86f07e01 binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:21:10.213005 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-82113254-91da-4ed4-9f69-207336495892 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b0f105e5fd99469d8f84a09c77d72db0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509865 Sep 08 09:21:10.241986 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-a5d5bfab-9c9a-4d36-b9b1-1bc793f03781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:10.267922 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9936f611-dd4d-40d8-b28b-0a70578bba36 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:10.269096 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9936f611-dd4d-40d8-b28b-0a70578bba36 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "GET /v2.0/subnets/88b1bcd6-e629-4346-8cb7-f6efc7988c9a HTTP/1.1" status: 200 len: 843 time: 0.1085916 Sep 08 09:21:10.276621 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39686) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:10.347010 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-423edf36-271b-4145-a46b-f35e43b6e638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:10.469746 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ad7f2b-7d34-4ed7-8339-5d9fecef95f8 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Attributes excluded by policy engine: ['shared'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:10.475281 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-25ad7f2b-7d34-4ed7-8339-5d9fecef95f8 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "GET /v2.0/subnets/88b1bcd6-e629-4346-8cb7-f6efc7988c9a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1976538 Sep 08 09:21:10.480306 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39698) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:10.486269 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-e336c671-0500-4cd0-bddd-18ed5b725af5 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1929491564'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:21:10.524346 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-74a466c8-cc00-41c2-a872-7859dce5da2c service neutron] 10.222.0.54 "GET /v2.0/networks/5a5f9177-7555-4179-8814-e40705874e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851861 Sep 08 09:21:10.538492 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e336c671-0500-4cd0-bddd-18ed5b725af5 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Made reservation on behalf of 9864cfacbb924ce6b34d8b0eb7a43eb8 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:21:10.544373 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e336c671-0500-4cd0-bddd-18ed5b725af5 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:10.602553 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-423edf36-271b-4145-a46b-f35e43b6e638 None None] For port 320df78c-a107-4c66-9fba-0196ed546476, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=320df78c-a107-4c66-9fba-0196ed546476,segment=NetworkSegment(5075adc2-ac9e-4991-97a4-272c098a040b),segment_id=5075adc2-ac9e-4991-97a4-272c098a040b)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:21:10.614211 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-423edf36-271b-4145-a46b-f35e43b6e638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:10.625216 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e336c671-0500-4cd0-bddd-18ed5b725af5 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:21:10.648181 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e336c671-0500-4cd0-bddd-18ed5b725af5 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:10.649249 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-e336c671-0500-4cd0-bddd-18ed5b725af5 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Added segment b40c09cd-6d5c-4f2d-b53e-985ede029d49 of type vlan for network 1d002e03-f2f8-4965-b998-f626afe5733f Sep 08 09:21:10.691763 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-a5d5bfab-9c9a-4d36-b9b1-1bc793f03781 None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:10.708312 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-31f07903-2c5e-4e1e-8f8e-de968302eeda service neutron] 10.222.0.54 "GET /v2.0/networks/5a5f9177-7555-4179-8814-e40705874e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740649 Sep 08 09:21:10.727920 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-a5d5bfab-9c9a-4d36-b9b1-1bc793f03781 None None] Transition to ACTIVE for port object eb118a4b-e404-4322-917a-c4cc86f07e01 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:21:10.741513 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-a5d5bfab-9c9a-4d36-b9b1-1bc793f03781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:10.790616 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e336c671-0500-4cd0-bddd-18ed5b725af5 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:10.815633 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-6b0bce47-10fb-4e93-8354-fa26d7dffc31 None None] Provisioning for port 12951683-d2e9-4136-a6b7-2646d3870103 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:21:10.823044 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423edf36-271b-4145-a46b-f35e43b6e638 None None] Pushing event updated for resources: {'Port': ['ID=320df78c-a107-4c66-9fba-0196ed546476,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:10.835340 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-6b0bce47-10fb-4e93-8354-fa26d7dffc31 None None] Provisioning complete for port 12951683-d2e9-4136-a6b7-2646d3870103 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:21:10.835725 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6b0bce47-10fb-4e93-8354-fa26d7dffc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:10.875710 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e336c671-0500-4cd0-bddd-18ed5b725af5 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:10.883676 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e336c671-0500-4cd0-bddd-18ed5b725af5 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:10.884952 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e336c671-0500-4cd0-bddd-18ed5b725af5 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:10.973629 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12361681-6660-412d-8be5-5cb1c957da23 None None] Pushing event updated for resources: {'Port': ['ID=eb118a4b-e404-4322-917a-c4cc86f07e01,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:11.027471 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e336c671-0500-4cd0-bddd-18ed5b725af5 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5457602 Sep 08 09:21:11.030380 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39714) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:11.035740 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-7d197e4b-8cee-46f6-8aad-91adf0e871ef tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Request body: {'subnet': {'network_id': '1d002e03-f2f8-4965-b998-f626afe5733f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:21:11.106166 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 320df78c-a107-4c66-9fba-0196ed546476 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:21:11.286637 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e336c671-0500-4cd0-bddd-18ed5b725af5 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Pushing event updated for resources: {'Network': ['ID=1d002e03-f2f8-4965-b998-f626afe5733f,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:11.315448 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 1d002e03-f2f8-4965-b998-f626afe5733f details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:21:11.348934 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-aaaeee11-9838-45e7-b369-34fbab15cf56 req-4cec7082-6e83-4f9a-94ec-ca3ed52d948b tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 210 time: 0.1323252 Sep 08 09:21:11.480333 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d197e4b-8cee-46f6-8aad-91adf0e871ef tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Made reservation on behalf of 9864cfacbb924ce6b34d8b0eb7a43eb8 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:21:11.503340 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7d197e4b-8cee-46f6-8aad-91adf0e871ef tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:11.505284 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-a5d5bfab-9c9a-4d36-b9b1-1bc793f03781 None None] Attempting to bind port eb118a4b-e404-4322-917a-c4cc86f07e01 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:21:11.505653 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-a5d5bfab-9c9a-4d36-b9b1-1bc793f03781 None None] Attempting to bind port eb118a4b-e404-4322-917a-c4cc86f07e01 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '5075adc2-ac9e-4991-97a4-272c098a040b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5a5f9177-7555-4179-8814-e40705874e91'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:21:11.506362 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d5bfab-9c9a-4d36-b9b1-1bc793f03781 None None] Attempting to bind port eb118a4b-e404-4322-917a-c4cc86f07e01 on network 5a5f9177-7555-4179-8814-e40705874e91 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:21:11.535366 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 320df78c-a107-4c66-9fba-0196ed546476 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:21:11.535979 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:11.536557 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d5bfab-9c9a-4d36-b9b1-1bc793f03781 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:21:11.537819 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d5bfab-9c9a-4d36-b9b1-1bc793f03781 None None] Checking segment: {'id': '5075adc2-ac9e-4991-97a4-272c098a040b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5a5f9177-7555-4179-8814-e40705874e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:21:11.541568 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-a5d5bfab-9c9a-4d36-b9b1-1bc793f03781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:11.542423 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d5bfab-9c9a-4d36-b9b1-1bc793f03781 None None] Bound using segment: {'id': '5075adc2-ac9e-4991-97a4-272c098a040b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5a5f9177-7555-4179-8814-e40705874e91'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:21:11.544091 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-a5d5bfab-9c9a-4d36-b9b1-1bc793f03781 None None] Bound port: eb118a4b-e404-4322-917a-c4cc86f07e01, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5075adc2-ac9e-4991-97a4-272c098a040b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5a5f9177-7555-4179-8814-e40705874e91'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:21:11.544601 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-a5d5bfab-9c9a-4d36-b9b1-1bc793f03781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:11.577743 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e3ab7204-375e-4168-ac38-3cef089afdee None None] Provisioning for port eb118a4b-e404-4322-917a-c4cc86f07e01 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:21:11.645901 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e3ab7204-375e-4168-ac38-3cef089afdee None None] Provisioning complete for port 12951683-d2e9-4136-a6b7-2646d3870103 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:21:11.646315 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e3ab7204-375e-4168-ac38-3cef089afdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:11.683390 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-a5d5bfab-9c9a-4d36-b9b1-1bc793f03781 None None] For port eb118a4b-e404-4322-917a-c4cc86f07e01, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:21:11.688685 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-a5d5bfab-9c9a-4d36-b9b1-1bc793f03781 None None] For port eb118a4b-e404-4322-917a-c4cc86f07e01, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=eb118a4b-e404-4322-917a-c4cc86f07e01,segment=NetworkSegment(5075adc2-ac9e-4991-97a4-272c098a040b),segment_id=5075adc2-ac9e-4991-97a4-272c098a040b)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:21:11.701085 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-a5d5bfab-9c9a-4d36-b9b1-1bc793f03781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:11.713616 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.ipam_backend_mixin [None req-7d197e4b-8cee-46f6-8aad-91adf0e871ef tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Performing IP validity checks on allocation pools {{(pid=94712) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 08 09:21:11.714117 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.ipam_backend_mixin [None req-7d197e4b-8cee-46f6-8aad-91adf0e871ef tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94712) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 08 09:21:11.846170 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d5bfab-9c9a-4d36-b9b1-1bc793f03781 None None] Routers {'d0f19c5c-bcac-47ef-96e9-6b5010203311'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:21:11.846834 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-a5d5bfab-9c9a-4d36-b9b1-1bc793f03781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:20:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['d0f19c5c-bcac-47ef-96e9-6b5010203311'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:11.959065 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12361681-6660-412d-8be5-5cb1c957da23 None None] Pushing event updated for resources: {'Port': ['ID=eb118a4b-e404-4322-917a-c4cc86f07e01,revision_number=4']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:12.074411 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-a5d5bfab-9c9a-4d36-b9b1-1bc793f03781 None None] Set router d0f19c5c-bcac-47ef-96e9-6b5010203311 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:21:12.078702 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7d197e4b-8cee-46f6-8aad-91adf0e871ef tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:12.106983 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e3ab7204-375e-4168-ac38-3cef089afdee None None] Provisioning complete for port 320df78c-a107-4c66-9fba-0196ed546476 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:21:12.107372 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e3ab7204-375e-4168-ac38-3cef089afdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:12.211853 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d197e4b-8cee-46f6-8aad-91adf0e871ef tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Pushing event updated for resources: {'Subnet': ['ID=3fee8036-2fb3-4d7f-beca-4894843c0a4c,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:12.311666 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d197e4b-8cee-46f6-8aad-91adf0e871ef tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Checking segment: {'id': 'b40c09cd-6d5c-4f2d-b53e-985ede029d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1d002e03-f2f8-4965-b998-f626afe5733f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:21:12.312054 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d197e4b-8cee-46f6-8aad-91adf0e871ef tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Network hostable DHCP agents. Network: 1d002e03-f2f8-4965-b998-f626afe5733f, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:21:12.348695 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d197e4b-8cee-46f6-8aad-91adf0e871ef tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Network 1d002e03-f2f8-4965-b998-f626afe5733f is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:21:12.371630 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-7d197e4b-8cee-46f6-8aad-91adf0e871ef tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 1d002e03-f2f8-4965-b998-f626afe5733f) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:21:12.387255 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-a5d5bfab-9c9a-4d36-b9b1-1bc793f03781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f19c5c-bcac-47ef-96e9-6b5010203311', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279895580', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '56c054cf-266b-4a36-a610-93638c2cec6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:20:59Z', 'updated_at': '2021-09-08T09:21:07Z', 'revision_number': 4, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': '56c054cf-266b-4a36-a610-93638c2cec6f', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f19c5c-bcac-47ef-96e9-6b5010203311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:21:00Z', 'updated_at': '2021-09-08T09:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'eb118a4b-e404-4322-917a-c4cc86f07e01', 'name': '', 'network_id': '5a5f9177-7555-4179-8814-e40705874e91', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'mac_address': 'fa:16:3e:1d:ee:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f19c5c-bcac-47ef-96e9-6b5010203311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '5b54460f-986f-4da9-b9e9-b79c61f3e310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:21:05Z', 'updated_at': '2021-09-08T09:21:11Z', 'revision_number': 4, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'subnets': [{'id': '5b54460f-986f-4da9-b9e9-b79c61f3e310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:12.392506 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d197e4b-8cee-46f6-8aad-91adf0e871ef tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:12.394800 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7d197e4b-8cee-46f6-8aad-91adf0e871ef tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:12.408851 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bae77dc-dd00-4471-a52c-4da1a9cc3e39 None None] Network 1d002e03-f2f8-4965-b998-f626afe5733f requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:21:12.423793 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d5bfab-9c9a-4d36-b9b1-1bc793f03781 None None] The sync data for ids ['d0f19c5c-bcac-47ef-96e9-6b5010203311'] in n-d-806683-11 is: [{'id': 'd0f19c5c-bcac-47ef-96e9-6b5010203311', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279895580', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '56c054cf-266b-4a36-a610-93638c2cec6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:20:59Z', 'updated_at': '2021-09-08T09:21:07Z', 'revision_number': 4, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': '56c054cf-266b-4a36-a610-93638c2cec6f', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f19c5c-bcac-47ef-96e9-6b5010203311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:21:00Z', 'updated_at': '2021-09-08T09:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'eb118a4b-e404-4322-917a-c4cc86f07e01', 'name': '', 'network_id': '5a5f9177-7555-4179-8814-e40705874e91', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'mac_address': 'fa:16:3e:1d:ee:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f19c5c-bcac-47ef-96e9-6b5010203311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '5b54460f-986f-4da9-b9e9-b79c61f3e310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:21:05Z', 'updated_at': '2021-09-08T09:21:11Z', 'revision_number': 4, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'subnets': [{'id': '5b54460f-986f-4da9-b9e9-b79c61f3e310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:21:12.433317 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-7d197e4b-8cee-46f6-8aad-91adf0e871ef tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.4007292 Sep 08 09:21:12.433963 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39770) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:12.440144 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-103f82db-65e1-42d1-9bb3-e5795348243d tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:21:12.651290 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4ed69c6c-62a4-4ea5-aed7-d196c6cc57c4 req-701cb723-4725-49f4-82a2-8a528d3b1e12 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 210 time: 0.1303599 Sep 08 09:21:12.775914 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-103f82db-65e1-42d1-9bb3-e5795348243d tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126727738'] for subnet, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:12.892590 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720f07c0-a16e-418a-b1c7-0baa3321eebc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-1d002e03-f2f8-4965-b998-f626afe5733f', 'network_id': '1d002e03-f2f8-4965-b998-f626afe5733f', 'tenant_id': '9864cfacbb924ce6b34d8b0eb7a43eb8', 'fixed_ips': [{'subnet_id': '3fee8036-2fb3-4d7f-beca-4894843c0a4c'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:21:12.893716 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-720f07c0-a16e-418a-b1c7-0baa3321eebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:13.026511 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device eb118a4b-e404-4322-917a-c4cc86f07e01 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:21:13.055123 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-103f82db-65e1-42d1-9bb3-e5795348243d tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774288517861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-126200515'] for subnet, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:13.110165 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103f82db-65e1-42d1-9bb3-e5795348243d tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:13.110704 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-103f82db-65e1-42d1-9bb3-e5795348243d tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:13.114534 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-103f82db-65e1-42d1-9bb3-e5795348243d tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "PUT /v2.0/subnets/3fee8036-2fb3-4d7f-beca-4894843c0a4c HTTP/1.1" status: 200 len: 900 time: 0.6770930 Sep 08 09:21:13.115232 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39776) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:13.142223 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f82db-65e1-42d1-9bb3-e5795348243d tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Pushing event updated for resources: {'Subnet': ['ID=3fee8036-2fb3-4d7f-beca-4894843c0a4c,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:13.143117 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port eb118a4b-e404-4322-917a-c4cc86f07e01 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:21:13.149356 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-720f07c0-a16e-418a-b1c7-0baa3321eebc None None] Allocated IP 2001:db8::3 (1d002e03-f2f8-4965-b998-f626afe5733f/3fee8036-2fb3-4d7f-beca-4894843c0a4c/ddb7eddd-7864-49a2-a481-c626b12ca5f6) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:21:13.152669 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port eb118a4b-e404-4322-917a-c4cc86f07e01 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:21:13.153050 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:13.339658 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:13.395493 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-612ac7aa-6957-4cf5-a9d0-950dd4498c9a tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:13.433383 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-720f07c0-a16e-418a-b1c7-0baa3321eebc None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:13.442945 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-720f07c0-a16e-418a-b1c7-0baa3321eebc None None] Transition to ACTIVE for port object ddb7eddd-7864-49a2-a481-c626b12ca5f6 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:21:13.461702 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-720f07c0-a16e-418a-b1c7-0baa3321eebc None None] Transition to ACTIVE for port object ddb7eddd-7864-49a2-a481-c626b12ca5f6 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:21:13.474926 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-720f07c0-a16e-418a-b1c7-0baa3321eebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:13.483160 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port eb118a4b-e404-4322-917a-c4cc86f07e01, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=eb118a4b-e404-4322-917a-c4cc86f07e01,segment=NetworkSegment(5075adc2-ac9e-4991-97a4-272c098a040b),segment_id=5075adc2-ac9e-4991-97a4-272c098a040b)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:21:13.513401 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:13.524032 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720f07c0-a16e-418a-b1c7-0baa3321eebc None None] Network 1d002e03-f2f8-4965-b998-f626afe5733f is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:21:13.528170 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-720f07c0-a16e-418a-b1c7-0baa3321eebc None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:21:13.542630 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720f07c0-a16e-418a-b1c7-0baa3321eebc None None] Pushing event updated for resources: {'Port': ['ID=ddb7eddd-7864-49a2-a481-c626b12ca5f6,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:13.545147 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720f07c0-a16e-418a-b1c7-0baa3321eebc None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:21:13.568654 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-1f02408a-c890-4a82-9da6-06157d2f85d0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:13.570388 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-1f02408a-c890-4a82-9da6-06157d2f85d0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.35 "GET /v2.0/networks?id=5a5f9177-7555-4179-8814-e40705874e91 HTTP/1.1" status: 200 len: 796 time: 0.2770302 Sep 08 09:21:13.578071 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720f07c0-a16e-418a-b1c7-0baa3321eebc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:21:13.578700 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720f07c0-a16e-418a-b1c7-0baa3321eebc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:21:13.578851 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720f07c0-a16e-418a-b1c7-0baa3321eebc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:21:13.579336 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720f07c0-a16e-418a-b1c7-0baa3321eebc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:21:13.579682 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720f07c0-a16e-418a-b1c7-0baa3321eebc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:21:13.580122 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720f07c0-a16e-418a-b1c7-0baa3321eebc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:21:13.580956 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720f07c0-a16e-418a-b1c7-0baa3321eebc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:21:13.581418 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720f07c0-a16e-418a-b1c7-0baa3321eebc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:21:13.581765 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720f07c0-a16e-418a-b1c7-0baa3321eebc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:21:13.582117 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720f07c0-a16e-418a-b1c7-0baa3321eebc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:21:13.582446 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720f07c0-a16e-418a-b1c7-0baa3321eebc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:21:13.582770 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720f07c0-a16e-418a-b1c7-0baa3321eebc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:21:13.621431 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-612ac7aa-6957-4cf5-a9d0-950dd4498c9a tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Deleting port ddb7eddd-7864-49a2-a481-c626b12ca5f6 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:21:13.621709 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-612ac7aa-6957-4cf5-a9d0-950dd4498c9a tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:13.653303 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-720f07c0-a16e-418a-b1c7-0baa3321eebc None None] Attempting to bind port ddb7eddd-7864-49a2-a481-c626b12ca5f6 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:21:13.653680 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-720f07c0-a16e-418a-b1c7-0baa3321eebc None None] Attempting to bind port ddb7eddd-7864-49a2-a481-c626b12ca5f6 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'b40c09cd-6d5c-4f2d-b53e-985ede029d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1d002e03-f2f8-4965-b998-f626afe5733f'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:21:13.654066 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720f07c0-a16e-418a-b1c7-0baa3321eebc None None] Attempting to bind port ddb7eddd-7864-49a2-a481-c626b12ca5f6 on network 1d002e03-f2f8-4965-b998-f626afe5733f {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:21:13.661583 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720f07c0-a16e-418a-b1c7-0baa3321eebc None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:21:13.661939 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720f07c0-a16e-418a-b1c7-0baa3321eebc None None] Checking segment: {'id': 'b40c09cd-6d5c-4f2d-b53e-985ede029d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1d002e03-f2f8-4965-b998-f626afe5733f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:21:13.662653 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-720f07c0-a16e-418a-b1c7-0baa3321eebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:13.663095 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720f07c0-a16e-418a-b1c7-0baa3321eebc None None] Bound using segment: {'id': 'b40c09cd-6d5c-4f2d-b53e-985ede029d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1d002e03-f2f8-4965-b998-f626afe5733f'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:21:13.663663 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-720f07c0-a16e-418a-b1c7-0baa3321eebc None None] Bound port: ddb7eddd-7864-49a2-a481-c626b12ca5f6, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b40c09cd-6d5c-4f2d-b53e-985ede029d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1d002e03-f2f8-4965-b998-f626afe5733f'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:21:13.664049 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-720f07c0-a16e-418a-b1c7-0baa3321eebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:13.756518 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-720f07c0-a16e-418a-b1c7-0baa3321eebc None None] For port ddb7eddd-7864-49a2-a481-c626b12ca5f6, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:21:13.760923 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-720f07c0-a16e-418a-b1c7-0baa3321eebc None None] For port ddb7eddd-7864-49a2-a481-c626b12ca5f6, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=ddb7eddd-7864-49a2-a481-c626b12ca5f6,segment=NetworkSegment(b40c09cd-6d5c-4f2d-b53e-985ede029d49),segment_id=b40c09cd-6d5c-4f2d-b53e-985ede029d49)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:21:13.774425 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-720f07c0-a16e-418a-b1c7-0baa3321eebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:13.805386 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=eb118a4b-e404-4322-917a-c4cc86f07e01,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:13.813523 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-612ac7aa-6957-4cf5-a9d0-950dd4498c9a tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] For port ddb7eddd-7864-49a2-a481-c626b12ca5f6, host n-d-806683-11, got binding levels [] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:21:13.814150 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-612ac7aa-6957-4cf5-a9d0-950dd4498c9a tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:13.828217 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-612ac7aa-6957-4cf5-a9d0-950dd4498c9a tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Calling delete_port for ddb7eddd-7864-49a2-a481-c626b12ca5f6 owned by network:dhcp {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:21:13.858749 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e6562bae-42c8-44b8-99a5-4d5a4af868c0 req-38e9ffff-d26c-4e52-9370-05e14bfa0a03 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 210 time: 0.0823145 Sep 08 09:21:13.885504 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720f07c0-a16e-418a-b1c7-0baa3321eebc None None] Pushing event updated for resources: {'Port': ['ID=ddb7eddd-7864-49a2-a481-c626b12ca5f6,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:13.934253 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-cba1363f-9f8f-4a18-aa82-60df507f008a tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0f105e5fd99469d8f84a09c77d72db0 HTTP/1.1" status: 200 len: 379 time: 0.3353376 Sep 08 09:21:13.954144 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-7f4e3172-1fc4-4e2a-8037-d0b9b2c45a63 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Request body: {'port': {'device_id': '7f8007eb-aa6a-4965-ac5b-21b07913e280', 'network_id': '5a5f9177-7555-4179-8814-e40705874e91', 'admin_state_up': True, 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'security_groups': ['525d4824-cde3-4825-b95a-c41d6fce0d7d']}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:21:14.153506 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-612ac7aa-6957-4cf5-a9d0-950dd4498c9a tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:14.167797 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-7f4e3172-1fc4-4e2a-8037-d0b9b2c45a63 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Made reservation on behalf of b0f105e5fd99469d8f84a09c77d72db0 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:21:14.171097 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-7f4e3172-1fc4-4e2a-8037-d0b9b2c45a63 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:14.293236 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612ac7aa-6957-4cf5-a9d0-950dd4498c9a tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] No DVR routers for this DVR port ddb7eddd-7864-49a2-a481-c626b12ca5f6 on host n-d-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:21:14.353460 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612ac7aa-6957-4cf5-a9d0-950dd4498c9a tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Pushing event deleted for resources: {'Port': ['ID=ddb7eddd-7864-49a2-a481-c626b12ca5f6,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:14.359224 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-612ac7aa-6957-4cf5-a9d0-950dd4498c9a tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:14.521930 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-612ac7aa-6957-4cf5-a9d0-950dd4498c9a tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:14.595901 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612ac7aa-6957-4cf5-a9d0-950dd4498c9a tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Pushing event deleted for resources: {'Subnet': ['ID=3fee8036-2fb3-4d7f-beca-4894843c0a4c,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:14.612761 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-7f4e3172-1fc4-4e2a-8037-d0b9b2c45a63 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Allocated IP 172.20.0.7 (5a5f9177-7555-4179-8814-e40705874e91/5b54460f-986f-4da9-b9e9-b79c61f3e310/9d1e733e-c2ec-4f60-8e67-90190ae2b73d) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:21:14.654594 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-612ac7aa-6957-4cf5-a9d0-950dd4498c9a tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:14.688965 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-612ac7aa-6957-4cf5-a9d0-950dd4498c9a tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d002e03-f2f8-4965-b998-f626afe5733f']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:14.709111 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-612ac7aa-6957-4cf5-a9d0-950dd4498c9a tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b40c09cd-6d5c-4f2d-b53e-985ede029d49') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:14.709740 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-612ac7aa-6957-4cf5-a9d0-950dd4498c9a tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b40c09cd-6d5c-4f2d-b53e-985ede029d49') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:14.735666 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-612ac7aa-6957-4cf5-a9d0-950dd4498c9a tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:14.768463 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-612ac7aa-6957-4cf5-a9d0-950dd4498c9a tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:14.805562 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-612ac7aa-6957-4cf5-a9d0-950dd4498c9a tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:21:14.807234 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-612ac7aa-6957-4cf5-a9d0-950dd4498c9a tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:14.809815 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:21:14.809815 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:21:14.809815 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:21:14.809815 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:21:14.809815 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:21:14.809815 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:21:14.809815 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:21:14.809815 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:21:14.809815 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:21:14.809815 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:21:14.809815 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:21:14.809815 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:21:14.809815 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:21:14.809815 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:21:14.809815 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:21:14.809815 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:21:14.809815 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:21:14.809815 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:21:14.809815 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:21:14.809815 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:21:14.809815 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:21:14.809815 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:21:14.809815 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:21:14.809815 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:21:14.809815 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:21:14.809815 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:21:14.809815 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:21:14.809815 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:21:14.809815 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:21:14.809815 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:21:14.809815 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:21:14.809815 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:21:14.896590 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-612ac7aa-6957-4cf5-a9d0-950dd4498c9a tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:14.902516 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-612ac7aa-6957-4cf5-a9d0-950dd4498c9a tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:14.907499 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-612ac7aa-6957-4cf5-a9d0-950dd4498c9a tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "DELETE /v2.0/networks/1d002e03-f2f8-4965-b998-f626afe5733f HTTP/1.1" status: 204 len: 168 time: 1.7888608 Sep 08 09:21:14.908219 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39798) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:14.965601 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9fe8e0f-26ff-44b0-8b4c-a4dc9851be3c tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] DELETE failed (client error): The resource could not be found. Sep 08 09:21:14.965979 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9fe8e0f-26ff-44b0-8b4c-a4dc9851be3c tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:21:14.970357 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c9fe8e0f-26ff-44b0-8b4c-a4dc9851be3c tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "DELETE /v2.0/subnets/3fee8036-2fb3-4d7f-beca-4894843c0a4c HTTP/1.1" status: 404 len: 337 time: 0.0588531 Sep 08 09:21:14.970758 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39800) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:14.975839 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-7f4e3172-1fc4-4e2a-8037-d0b9b2c45a63 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:14.982312 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612ac7aa-6957-4cf5-a9d0-950dd4498c9a tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Pushing event deleted for resources: {'Network': ['ID=1d002e03-f2f8-4965-b998-f626afe5733f,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:15.012187 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf44b65-bf20-4701-bae1-f2529579bbc0 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] DELETE failed (client error): The resource could not be found. Sep 08 09:21:15.012822 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcf44b65-bf20-4701-bae1-f2529579bbc0 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:21:15.016863 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-dcf44b65-bf20-4701-bae1-f2529579bbc0 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "DELETE /v2.0/networks/1d002e03-f2f8-4965-b998-f626afe5733f HTTP/1.1" status: 404 len: 339 time: 0.0429173 Sep 08 09:21:15.026120 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39802) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:15.038826 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6293a434-1862-407f-8a2d-c6f5372087da req-cc8163d1-e7ee-4442-b01b-744a8e7e722e tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 210 time: 0.0526190 Sep 08 09:21:15.055632 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device eb118a4b-e404-4322-917a-c4cc86f07e01 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:21:15.066582 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-7f4e3172-1fc4-4e2a-8037-d0b9b2c45a63 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Transition to ACTIVE for port object 9d1e733e-c2ec-4f60-8e67-90190ae2b73d will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:21:15.129568 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-7f4e3172-1fc4-4e2a-8037-d0b9b2c45a63 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:15.161242 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-36bac4a8-17ef-462f-ad99-5b6d979a139c tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:15.190351 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port eb118a4b-e404-4322-917a-c4cc86f07e01 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:21:15.190648 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:15.233705 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4e3172-1fc4-4e2a-8037-d0b9b2c45a63 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'Port': ['ID=9d1e733e-c2ec-4f60-8e67-90190ae2b73d,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:15.256717 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-7f4e3172-1fc4-4e2a-8037-d0b9b2c45a63 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Network 5a5f9177-7555-4179-8814-e40705874e91 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:21:15.258886 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-7f4e3172-1fc4-4e2a-8037-d0b9b2c45a63 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:21:15.283632 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-7f4e3172-1fc4-4e2a-8037-d0b9b2c45a63 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:21:15.311127 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-36bac4a8-17ef-462f-ad99-5b6d979a139c tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:15.340753 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-36bac4a8-17ef-462f-ad99-5b6d979a139c tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5150d56c-8713-404f-9971-94aff8c7f8e0']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:15.359180 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-36bac4a8-17ef-462f-ad99-5b6d979a139c tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a29eddf-f9dc-44c6-bb75-317cdc5a7ff6') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:15.359476 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-36bac4a8-17ef-462f-ad99-5b6d979a139c tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a29eddf-f9dc-44c6-bb75-317cdc5a7ff6') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:15.377290 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-36bac4a8-17ef-462f-ad99-5b6d979a139c tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:15.398350 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-36bac4a8-17ef-462f-ad99-5b6d979a139c tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:15.412896 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36bac4a8-17ef-462f-ad99-5b6d979a139c tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:21:15.413318 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-36bac4a8-17ef-462f-ad99-5b6d979a139c tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:15.416488 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:21:15.416488 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:21:15.416488 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:21:15.416488 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:21:15.416488 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:21:15.416488 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:21:15.416488 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:21:15.416488 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:21:15.416488 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:21:15.416488 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:21:15.416488 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:21:15.416488 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:21:15.416488 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:21:15.416488 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:21:15.416488 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:21:15.416488 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:21:15.416488 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:21:15.416488 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:21:15.416488 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:21:15.416488 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:21:15.416488 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:21:15.416488 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:21:15.416488 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:21:15.416488 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:21:15.416488 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:21:15.416488 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:21:15.416488 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:21:15.416488 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:21:15.416488 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:21:15.416488 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:21:15.416488 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:21:15.416488 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:21:15.419847 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-7f4e3172-1fc4-4e2a-8037-d0b9b2c45a63 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:15.420624 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-7f4e3172-1fc4-4e2a-8037-d0b9b2c45a63 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:15.440654 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-7f4e3172-1fc4-4e2a-8037-d0b9b2c45a63 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4902477 Sep 08 09:21:15.472266 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-28524708-ac02-4240-be38-3c1f2eed68d7 None None] Could not find standard attr ID for object ddb7eddd-7864-49a2-a481-c626b12ca5f6. {{(pid=94714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 09:21:15.544672 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36c984d-69be-4fa3-aac0-4b872b72ba80 None None] DHCP port deletion for 1d002e03-f2f8-4965-b998-f626afe5733f request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:21:15.571254 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d7b295-a8c7-4c11-a2b6-d709881b4ce3 None None] Network 1d002e03-f2f8-4965-b998-f626afe5733f requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:21:15.598148 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d7b295-a8c7-4c11-a2b6-d709881b4ce3 None None] Network 1d002e03-f2f8-4965-b998-f626afe5733f could not be found, it might have been deleted concurrently. {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 08 09:21:15.627900 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e144c5bf-df66-4880-921b-d341a48f36fb None None] Network 1d002e03-f2f8-4965-b998-f626afe5733f requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:21:15.667046 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e144c5bf-df66-4880-921b-d341a48f36fb None None] Network 1d002e03-f2f8-4965-b998-f626afe5733f could not be found, it might have been deleted concurrently. {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 08 09:21:15.729556 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-36bac4a8-17ef-462f-ad99-5b6d979a139c tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:15.741240 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-58dbaa82-6df9-48ae-bdbe-e4c1b08a579e service neutron] Request body: {'port': {'device_id': '7f8007eb-aa6a-4965-ac5b-21b07913e280', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:21:15.755381 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-36bac4a8-17ef-462f-ad99-5b6d979a139c tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:15.763606 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-44d0afc7-8680-4612-89af-208a4082068e None None] Provisioning for port 9d1e733e-c2ec-4f60-8e67-90190ae2b73d completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:21:15.771807 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-44d0afc7-8680-4612-89af-208a4082068e None None] Provisioning complete for port 9d1e733e-c2ec-4f60-8e67-90190ae2b73d triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:21:15.773935 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-44d0afc7-8680-4612-89af-208a4082068e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:15.774703 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-36bac4a8-17ef-462f-ad99-5b6d979a139c tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "DELETE /v2.0/networks/5150d56c-8713-404f-9971-94aff8c7f8e0 HTTP/1.1" status: 204 len: 168 time: 0.7473085 Sep 08 09:21:15.777479 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39812) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:15.824652 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd893ae-bb77-41e4-8517-edde25425c37 None None] get_active_networks_info from n-d-806683-11 {{(pid=94714) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 08 09:21:15.871126 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bac4a8-17ef-462f-ad99-5b6d979a139c tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Pushing event deleted for resources: {'Network': ['ID=5150d56c-8713-404f-9971-94aff8c7f8e0,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:15.873951 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b312084-dfa0-4290-b077-20275b26c210 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] DELETE failed (client error): The resource could not be found. Sep 08 09:21:15.874444 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b312084-dfa0-4290-b077-20275b26c210 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:21:15.877570 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-44d0afc7-8680-4612-89af-208a4082068e None None] Port 9d1e733e-c2ec-4f60-8e67-90190ae2b73d cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:21:15.886488 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8b312084-dfa0-4290-b077-20275b26c210 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "DELETE /v2.0/subnets/57ed7d15-83da-43e3-a6e8-c70a1948fe7e HTTP/1.1" status: 404 len: 337 time: 0.1076324 Sep 08 09:21:15.887171 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39818) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:15.928149 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-58dbaa82-6df9-48ae-bdbe-e4c1b08a579e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:15.930684 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6437bde-9e13-461f-9cae-ce32f2c9969d tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] DELETE failed (client error): The resource could not be found. Sep 08 09:21:15.932504 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6437bde-9e13-461f-9cae-ce32f2c9969d tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:21:15.936076 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b6437bde-9e13-461f-9cae-ce32f2c9969d tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "DELETE /v2.0/networks/4a99a8df-3d07-4c42-b1bb-24bdfc6c1205 HTTP/1.1" status: 404 len: 339 time: 0.0478444 Sep 08 09:21:15.939022 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39822) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:15.985315 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd893ae-bb77-41e4-8517-edde25425c37 None None] Resources bound (agent type, host, resource id): {{(pid=94714) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 08 09:21:16.064613 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-405142bc-d20b-4a8a-bcab-fb239269f24c tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Deleting subnet 556cd7ea-14ee-4599-aaf3-e871caf9dd51 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:21:16.069631 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-405142bc-d20b-4a8a-bcab-fb239269f24c tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:16.137380 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-405142bc-d20b-4a8a-bcab-fb239269f24c tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:16.291116 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-405142bc-d20b-4a8a-bcab-fb239269f24c tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:16.360722 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4324f8-13f7-4d5e-9b7c-4a09810be7a9 req-4e74f799-240c-4026-8add-37537901f4fc tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:16.362401 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0e4324f8-13f7-4d5e-9b7c-4a09810be7a9 req-4e74f799-240c-4026-8add-37537901f4fc tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 931 time: 0.1871314 Sep 08 09:21:16.364546 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-405142bc-d20b-4a8a-bcab-fb239269f24c tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:16.389929 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-58dbaa82-6df9-48ae-bdbe-e4c1b08a579e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d1e733e-c2ec-4f60-8e67-90190ae2b73d {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:21:16.397492 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405142bc-d20b-4a8a-bcab-fb239269f24c tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Pushing event deleted for resources: {'Subnet': ['ID=556cd7ea-14ee-4599-aaf3-e871caf9dd51,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:16.402989 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-58dbaa82-6df9-48ae-bdbe-e4c1b08a579e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:16.420020 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-405142bc-d20b-4a8a-bcab-fb239269f24c tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:16.421964 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-405142bc-d20b-4a8a-bcab-fb239269f24c tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "DELETE /v2.0/subnets/556cd7ea-14ee-4599-aaf3-e871caf9dd51 HTTP/1.1" status: 204 len: 168 time: 0.4804659 Sep 08 09:21:16.424341 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39836) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:16.424569 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-58dbaa82-6df9-48ae-bdbe-e4c1b08a579e service neutron] Transition to ACTIVE for port object 9d1e733e-c2ec-4f60-8e67-90190ae2b73d will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:21:16.424707 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39838) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:16.435883 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-58dbaa82-6df9-48ae-bdbe-e4c1b08a579e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:16.497073 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0e4324f8-13f7-4d5e-9b7c-4a09810be7a9 req-4bda4d97-4a39-4985-9c80-82d1b44e48ea tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=525d4824-cde3-4825-b95a-c41d6fce0d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042881 Sep 08 09:21:16.506328 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-7abffb01-e3a6-41ef-b125-e7d44fd915d7 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Deleting subnet 6d123861-7401-47a9-abef-a9ebf979860e {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:21:16.511015 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7abffb01-e3a6-41ef-b125-e7d44fd915d7 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:16.563863 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7abffb01-e3a6-41ef-b125-e7d44fd915d7 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:16.611749 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dbaa82-6df9-48ae-bdbe-e4c1b08a579e service neutron] Pushing event updated for resources: {'Port': ['ID=9d1e733e-c2ec-4f60-8e67-90190ae2b73d,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:16.643408 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c73f853-f1b6-44bc-8b3b-c66bdef57928 None None] Network 26cba4d1-4922-430b-9c24-c5146619fcfb requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:21:16.702437 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-58dbaa82-6df9-48ae-bdbe-e4c1b08a579e service neutron] Attempting to bind port 9d1e733e-c2ec-4f60-8e67-90190ae2b73d on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:21:16.702798 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-58dbaa82-6df9-48ae-bdbe-e4c1b08a579e service neutron] Attempting to bind port 9d1e733e-c2ec-4f60-8e67-90190ae2b73d by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '5075adc2-ac9e-4991-97a4-272c098a040b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5a5f9177-7555-4179-8814-e40705874e91'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:21:16.703140 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-58dbaa82-6df9-48ae-bdbe-e4c1b08a579e service neutron] Attempting to bind port 9d1e733e-c2ec-4f60-8e67-90190ae2b73d on network 5a5f9177-7555-4179-8814-e40705874e91 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:21:16.706853 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-37a74ce6-f8cd-427f-af7d-8414ca7812f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:16.715083 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-58dbaa82-6df9-48ae-bdbe-e4c1b08a579e service neutron] Port 9d1e733e-c2ec-4f60-8e67-90190ae2b73d on network 5a5f9177-7555-4179-8814-e40705874e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:21:16.715425 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-58dbaa82-6df9-48ae-bdbe-e4c1b08a579e service neutron] Attempting to bind port 9d1e733e-c2ec-4f60-8e67-90190ae2b73d on network 5a5f9177-7555-4179-8814-e40705874e91 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:21:16.722977 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-58dbaa82-6df9-48ae-bdbe-e4c1b08a579e service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:21:16.723328 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-58dbaa82-6df9-48ae-bdbe-e4c1b08a579e service neutron] Checking segment: {'id': '5075adc2-ac9e-4991-97a4-272c098a040b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5a5f9177-7555-4179-8814-e40705874e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:21:16.723722 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-58dbaa82-6df9-48ae-bdbe-e4c1b08a579e service neutron] Bound using segment: {'id': '5075adc2-ac9e-4991-97a4-272c098a040b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5a5f9177-7555-4179-8814-e40705874e91'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:21:16.724162 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-58dbaa82-6df9-48ae-bdbe-e4c1b08a579e service neutron] Bound port: 9d1e733e-c2ec-4f60-8e67-90190ae2b73d, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5075adc2-ac9e-4991-97a4-272c098a040b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5a5f9177-7555-4179-8814-e40705874e91'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:21:16.724522 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-58dbaa82-6df9-48ae-bdbe-e4c1b08a579e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:16.741350 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7abffb01-e3a6-41ef-b125-e7d44fd915d7 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:16.825918 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-58dbaa82-6df9-48ae-bdbe-e4c1b08a579e service neutron] For port 9d1e733e-c2ec-4f60-8e67-90190ae2b73d, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:21:16.831997 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-58dbaa82-6df9-48ae-bdbe-e4c1b08a579e service neutron] For port 9d1e733e-c2ec-4f60-8e67-90190ae2b73d, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=9d1e733e-c2ec-4f60-8e67-90190ae2b73d,segment=NetworkSegment(5075adc2-ac9e-4991-97a4-272c098a040b),segment_id=5075adc2-ac9e-4991-97a4-272c098a040b)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:21:16.837936 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-58dbaa82-6df9-48ae-bdbe-e4c1b08a579e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:16.861244 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7abffb01-e3a6-41ef-b125-e7d44fd915d7 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:16.879497 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-58dbaa82-6df9-48ae-bdbe-e4c1b08a579e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:16.880456 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-58dbaa82-6df9-48ae-bdbe-e4c1b08a579e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:16.882067 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-58dbaa82-6df9-48ae-bdbe-e4c1b08a579e service neutron] 10.222.0.35 "PUT /v2.0/ports/9d1e733e-c2ec-4f60-8e67-90190ae2b73d HTTP/1.1" status: 200 len: 1092 time: 1.4263606 Sep 08 09:21:16.885271 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f8007eb-aa6a-4965-ac5b-21b07913e280', 'tag': '9d1e733e-c2ec-4f60-8e67-90190ae2b73d'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:21:16.888117 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14da7062-0bdf-40fb-b873-eff2dd719af4" -d '{"events": [{"name": "network-changed", "server_uuid": "7f8007eb-aa6a-4965-ac5b-21b07913e280", "tag": "9d1e733e-c2ec-4f60-8e67-90190ae2b73d"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:21:16.942604 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abffb01-e3a6-41ef-b125-e7d44fd915d7 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Pushing event deleted for resources: {'Subnet': ['ID=6d123861-7401-47a9-abef-a9ebf979860e,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:16.948052 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device ddb7eddd-7864-49a2-a481-c626b12ca5f6 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:21:16.972075 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7abffb01-e3a6-41ef-b125-e7d44fd915d7 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:16.983258 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7abffb01-e3a6-41ef-b125-e7d44fd915d7 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "DELETE /v2.0/subnets/6d123861-7401-47a9-abef-a9ebf979860e HTTP/1.1" status: 204 len: 168 time: 0.5571947 Sep 08 09:21:16.987399 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39848) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:17.070278 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: ddb7eddd-7864-49a2-a481-c626b12ca5f6 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:21:17.072692 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device ddb7eddd-7864-49a2-a481-c626b12ca5f6 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:21:17.124236 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ca1ade-6e06-4d6e-86be-0b8aeeb5b8da None None] Update dhcp port {'port': {'network_id': '26cba4d1-4922-430b-9c24-c5146619fcfb', 'fixed_ips': [{'subnet_id': '6d123861-7401-47a9-abef-a9ebf979860e'}], 'binding:host_id': 'n-d-806683-11'}, 'id': '12951683-d2e9-4136-a6b7-2646d3870103'} from n-d-806683-11. {{(pid=94714) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 08 09:21:17.206203 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-59ca1ade-6e06-4d6e-86be-0b8aeeb5b8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:17.232024 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e45b8fe5-0e50-48f1-9cfb-79cd8ebac0a6 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:17.244131 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-37a74ce6-f8cd-427f-af7d-8414ca7812f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:17.252903 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-37a74ce6-f8cd-427f-af7d-8414ca7812f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:17.295193 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a74ce6-f8cd-427f-af7d-8414ca7812f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36041db9-3c3d-4df0-b2df-e93bfd8192ab,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:17.380930 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-37a74ce6-f8cd-427f-af7d-8414ca7812f7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0e75683470f24746ad912f9fd4133adf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9482489 Sep 08 09:21:17.381917 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39858) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:17.470092 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-e45b8fe5-0e50-48f1-9cfb-79cd8ebac0a6 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Deleting port 12951683-d2e9-4136-a6b7-2646d3870103 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:21:17.470981 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e45b8fe5-0e50-48f1-9cfb-79cd8ebac0a6 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:17.479636 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667bafc8-0656-4331-9cef-34230d312055 None None] Network 26cba4d1-4922-430b-9c24-c5146619fcfb requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:21:17.527367 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9c0d7400-b59c-46b9-996a-5a7a81e3c112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:17.604023 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-e45b8fe5-0e50-48f1-9cfb-79cd8ebac0a6 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] For port 12951683-d2e9-4136-a6b7-2646d3870103, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=12951683-d2e9-4136-a6b7-2646d3870103,segment=NetworkSegment(605742e4-925b-45ec-9347-259a19e5bd87),segment_id=605742e4-925b-45ec-9347-259a19e5bd87)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:21:17.604676 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e45b8fe5-0e50-48f1-9cfb-79cd8ebac0a6 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:17.613433 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9c0d7400-b59c-46b9-996a-5a7a81e3c112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:17.630837 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-b4880440-f486-4f42-802f-a2ce8aeac6ce None None] Provisioning complete for port 12951683-d2e9-4136-a6b7-2646d3870103 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:21:17.631252 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b4880440-f486-4f42-802f-a2ce8aeac6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:17.631803 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d51196-2df0-4695-a794-8261205b5f55 x-openstack-request-id: req-39d51196-2df0-4695-a794-8261205b5f55 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:21:17.632275 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f8007eb-aa6a-4965-ac5b-21b07913e280", "tag": "9d1e733e-c2ec-4f60-8e67-90190ae2b73d", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:21:17.632367 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-39d51196-2df0-4695-a794-8261205b5f55 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:21:17.632807 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f8007eb-aa6a-4965-ac5b-21b07913e280', 'tag': '9d1e733e-c2ec-4f60-8e67-90190ae2b73d', 'status': 'completed', 'code': 200} Sep 08 09:21:17.639617 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dbaa82-6df9-48ae-bdbe-e4c1b08a579e service neutron] Pushing event updated for resources: {'Port': ['ID=9d1e733e-c2ec-4f60-8e67-90190ae2b73d,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:17.656805 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-81e59903-d9a0-4761-b4d3-a7516091d8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:17.658455 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-81e59903-d9a0-4761-b4d3-a7516091d8a2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0f105e5fd99469d8f84a09c77d72db0&device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 1095 time: 0.7037985 Sep 08 09:21:17.679419 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-e45b8fe5-0e50-48f1-9cfb-79cd8ebac0a6 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Calling delete_port for 12951683-d2e9-4136-a6b7-2646d3870103 owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:21:17.714574 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a6b25ce8-8956-4866-8ec7-3b51b7c8a322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:17.719747 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-c25eba31-6c25-4c50-8ae5-23136ada64f2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d1e733e-c2ec-4f60-8e67-90190ae2b73d HTTP/1.1" status: 200 len: 217 time: 0.0451431 Sep 08 09:21:17.775556 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cb512-f02b-4f1e-b48d-58992f602584 req-b76ce930-b23e-4947-9adf-4ad42c313cc3 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:17.777232 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2a4cb512-f02b-4f1e-b48d-58992f602584 req-b76ce930-b23e-4947-9adf-4ad42c313cc3 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 943 time: 0.1610899 Sep 08 09:21:17.805522 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acbd748-468d-4f10-8b43-423c8e43af0a None None] DHCP port deletion for 26cba4d1-4922-430b-9c24-c5146619fcfb request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:21:17.818247 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-39df8153-076f-4521-bf5c-66efa6e26aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:17.820006 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-39df8153-076f-4521-bf5c-66efa6e26aaa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b54460f-986f-4da9-b9e9-b79c61f3e310 HTTP/1.1" status: 200 len: 835 time: 0.0915849 Sep 08 09:21:17.855743 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9c0d7400-b59c-46b9-996a-5a7a81e3c112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:17.858575 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9c0d7400-b59c-46b9-996a-5a7a81e3c112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:17.862996 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9c0d7400-b59c-46b9-996a-5a7a81e3c112 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/36041db9-3c3d-4df0-b2df-e93bfd8192ab HTTP/1.1" status: 204 len: 168 time: 0.4789622 Sep 08 09:21:17.885208 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-6acbd748-468d-4f10-8b43-423c8e43af0a None None] Deleting port 12951683-d2e9-4136-a6b7-2646d3870103 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:21:17.885599 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6acbd748-468d-4f10-8b43-423c8e43af0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:17.906649 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d7400-b59c-46b9-996a-5a7a81e3c112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36041db9-3c3d-4df0-b2df-e93bfd8192ab,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:17.908558 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-2b890b7a-2f6f-422d-b654-0894142b7c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:17.910161 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-2b890b7a-2f6f-422d-b654-0894142b7c19 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5a5f9177-7555-4179-8814-e40705874e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0828347 Sep 08 09:21:17.944773 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2a4cb512-f02b-4f1e-b48d-58992f602584 req-66f93295-0ba0-4f82-9ca1-b54086943ebd tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=525d4824-cde3-4825-b95a-c41d6fce0d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469419 Sep 08 09:21:17.971300 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e45b8fe5-0e50-48f1-9cfb-79cd8ebac0a6 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:18.007428 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-6acbd748-468d-4f10-8b43-423c8e43af0a None None] For port 12951683-d2e9-4136-a6b7-2646d3870103, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=12951683-d2e9-4136-a6b7-2646d3870103,segment=NetworkSegment(605742e4-925b-45ec-9347-259a19e5bd87),segment_id=605742e4-925b-45ec-9347-259a19e5bd87)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:21:18.008085 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6acbd748-468d-4f10-8b43-423c8e43af0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:18.023383 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-6acbd748-468d-4f10-8b43-423c8e43af0a None None] Calling delete_port for 12951683-d2e9-4136-a6b7-2646d3870103 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:21:18.042545 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b8fe5-0e50-48f1-9cfb-79cd8ebac0a6 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Pushing event deleted for resources: {'Port': ['ID=12951683-d2e9-4136-a6b7-2646d3870103,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:18.048512 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45b8fe5-0e50-48f1-9cfb-79cd8ebac0a6 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] No DVR routers for this DVR port 12951683-d2e9-4136-a6b7-2646d3870103 on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:21:18.092616 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-c4604885-9669-4e72-874c-b587b3398ca4 service neutron] 10.222.0.35 "GET /v2.0/networks/5a5f9177-7555-4179-8814-e40705874e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742949 Sep 08 09:21:18.128677 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6acbd748-468d-4f10-8b43-423c8e43af0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:18.158177 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acbd748-468d-4f10-8b43-423c8e43af0a None None] Pushing event deleted for resources: {'Port': ['ID=12951683-d2e9-4136-a6b7-2646d3870103,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:18.164394 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acbd748-468d-4f10-8b43-423c8e43af0a None None] No DVR routers for this DVR port 12951683-d2e9-4136-a6b7-2646d3870103 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:21:18.171100 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e45b8fe5-0e50-48f1-9cfb-79cd8ebac0a6 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:18.217608 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-e45b8fe5-0e50-48f1-9cfb-79cd8ebac0a6 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26cba4d1-4922-430b-9c24-c5146619fcfb']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:18.230882 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-e45b8fe5-0e50-48f1-9cfb-79cd8ebac0a6 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '605742e4-925b-45ec-9347-259a19e5bd87') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:18.231191 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-e45b8fe5-0e50-48f1-9cfb-79cd8ebac0a6 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '605742e4-925b-45ec-9347-259a19e5bd87') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:18.238775 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-007ed3f1-d69e-42ac-9358-304b3e8e420d req-590bf429-b42f-4df7-9d37-af0d4e1209bb service neutron] 10.222.0.35 "GET /v2.0/networks/5a5f9177-7555-4179-8814-e40705874e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386566 Sep 08 09:21:18.246558 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e45b8fe5-0e50-48f1-9cfb-79cd8ebac0a6 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:18.266956 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e45b8fe5-0e50-48f1-9cfb-79cd8ebac0a6 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:18.274512 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e45b8fe5-0e50-48f1-9cfb-79cd8ebac0a6 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:21:18.276258 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e45b8fe5-0e50-48f1-9cfb-79cd8ebac0a6 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:18.280082 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:21:18.280082 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:21:18.280082 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:21:18.280082 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:21:18.280082 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:21:18.280082 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:21:18.280082 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:21:18.280082 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:21:18.280082 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:21:18.280082 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:21:18.280082 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:21:18.280082 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:21:18.280082 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:21:18.280082 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:21:18.280082 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:21:18.280082 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:21:18.280082 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:21:18.280082 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:21:18.280082 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:21:18.280082 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:21:18.280082 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:21:18.280082 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:21:18.280082 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:21:18.280082 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:21:18.280082 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:21:18.280082 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:21:18.280082 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:21:18.280082 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:21:18.280082 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:21:18.280082 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:21:18.280082 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:21:18.280082 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:21:18.344920 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e45b8fe5-0e50-48f1-9cfb-79cd8ebac0a6 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:18.353876 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e45b8fe5-0e50-48f1-9cfb-79cd8ebac0a6 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:18.358872 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e45b8fe5-0e50-48f1-9cfb-79cd8ebac0a6 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "DELETE /v2.0/networks/26cba4d1-4922-430b-9c24-c5146619fcfb HTTP/1.1" status: 204 len: 168 time: 1.3629696 Sep 08 09:21:18.358872 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39870) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:18.364765 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39872) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:18.380728 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b8fe5-0e50-48f1-9cfb-79cd8ebac0a6 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Pushing event deleted for resources: {'Network': ['ID=26cba4d1-4922-430b-9c24-c5146619fcfb,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:18.382746 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b9af9d5e-66e1-4184-995d-99d238d8440e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:18.401959 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-ead0c376-6774-4adf-b58a-4e9b72f2151e tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] DELETE failed (client error): The resource could not be found. Sep 08 09:21:18.403031 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ead0c376-6774-4adf-b58a-4e9b72f2151e tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:21:18.404857 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ead0c376-6774-4adf-b58a-4e9b72f2151e tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "DELETE /v2.0/subnets/139ced63-ef47-49c3-be29-e8df3b26c0d6 HTTP/1.1" status: 404 len: 337 time: 0.0379674 Sep 08 09:21:18.407616 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39874) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:18.416800 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da7062-0bdf-40fb-b873-eff2dd719af4 req-0e447a81-5242-4ce3-88c8-b4c3999efab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:18.418575 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-14da7062-0bdf-40fb-b873-eff2dd719af4 req-0e447a81-5242-4ce3-88c8-b4c3999efab4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0f105e5fd99469d8f84a09c77d72db0&device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 1095 time: 0.0820386 Sep 08 09:21:18.435866 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-51765c65-65f5-482d-915e-f886f550ca22 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] DELETE failed (client error): The resource could not be found. Sep 08 09:21:18.436919 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51765c65-65f5-482d-915e-f886f550ca22 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:21:18.438262 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-51765c65-65f5-482d-915e-f886f550ca22 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "DELETE /v2.0/networks/3d8c997e-d786-4024-9f85-19bb389eb847 HTTP/1.1" status: 404 len: 339 time: 0.0297322 Sep 08 09:21:18.443815 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39876) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:18.482784 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d7e7432-1a1d-41dc-afda-6770c7c6f1e8 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] DELETE failed (client error): The resource could not be found. Sep 08 09:21:18.483243 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d7e7432-1a1d-41dc-afda-6770c7c6f1e8 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:21:18.487369 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3d7e7432-1a1d-41dc-afda-6770c7c6f1e8 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "DELETE /v2.0/subnets/a1348b29-f0cd-4352-a1d3-d5e45ffad3de HTTP/1.1" status: 404 len: 337 time: 0.0402153 Sep 08 09:21:18.488899 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39878) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:18.514510 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-a028868f-c4cb-4291-8c3f-2f5db791d176 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] DELETE failed (client error): The resource could not be found. Sep 08 09:21:18.515197 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a028868f-c4cb-4291-8c3f-2f5db791d176 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:21:18.516893 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a028868f-c4cb-4291-8c3f-2f5db791d176 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "DELETE /v2.0/networks/f05441d1-c426-4f62-9a2d-086e2a3b69b9 HTTP/1.1" status: 404 len: 339 time: 0.0270407 Sep 08 09:21:18.522607 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39882) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:18.538093 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da7062-0bdf-40fb-b873-eff2dd719af4 req-3d1a50b4-82b6-4e8b-bc9a-a48d03d19df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:18.539803 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-14da7062-0bdf-40fb-b873-eff2dd719af4 req-3d1a50b4-82b6-4e8b-bc9a-a48d03d19df4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5a5f9177-7555-4179-8814-e40705874e91 HTTP/1.1" status: 200 len: 897 time: 0.1126878 Sep 08 09:21:18.560939 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-755bba1f-e6ee-4ec2-a796-f076660e3b0a tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] DELETE failed (client error): The resource could not be found. Sep 08 09:21:18.561399 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-755bba1f-e6ee-4ec2-a796-f076660e3b0a tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:21:18.563187 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-755bba1f-e6ee-4ec2-a796-f076660e3b0a tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "DELETE /v2.0/subnets/aeff7873-6f53-4236-bfb3-506316fcbe3a HTTP/1.1" status: 404 len: 337 time: 0.0396829 Sep 08 09:21:18.565956 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39886) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:18.599401 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee1e115d-dd73-44ba-9d9d-63553e5b12e7 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] DELETE failed (client error): The resource could not be found. Sep 08 09:21:18.599401 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee1e115d-dd73-44ba-9d9d-63553e5b12e7 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:21:18.599401 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ee1e115d-dd73-44ba-9d9d-63553e5b12e7 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "DELETE /v2.0/networks/236ba060-c881-4d2d-8df3-6fb246982bd5 HTTP/1.1" status: 404 len: 339 time: 0.0309863 Sep 08 09:21:18.608577 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39888) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:18.614505 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b9af9d5e-66e1-4184-995d-99d238d8440e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:18.618469 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-14da7062-0bdf-40fb-b873-eff2dd719af4 req-26d1dd26-5121-4f17-808c-ac4407f316b5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d1e733e-c2ec-4f60-8e67-90190ae2b73d HTTP/1.1" status: 200 len: 217 time: 0.0703130 Sep 08 09:21:18.619718 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b9af9d5e-66e1-4184-995d-99d238d8440e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:18.651506 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b9af9d5e-66e1-4184-995d-99d238d8440e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=017510c9bef148c9acf2ebc7701369b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2918210 Sep 08 09:21:18.653803 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39890) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:18.693172 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af9d5e-66e1-4184-995d-99d238d8440e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dedd8fa-ede1-4d72-beda-976ac46950d7,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:18.701263 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a89640f-dfd6-4eae-97ad-a2d67abd124a tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Deleting subnet d85185f8-ace7-4f21-8f0a-4f5449390e89 {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:21:18.705455 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0a89640f-dfd6-4eae-97ad-a2d67abd124a tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:18.727571 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da7062-0bdf-40fb-b873-eff2dd719af4 req-505b9db5-e00b-4011-b131-92b88bafc4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:18.729082 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-14da7062-0bdf-40fb-b873-eff2dd719af4 req-505b9db5-e00b-4011-b131-92b88bafc4a8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b54460f-986f-4da9-b9e9-b79c61f3e310 HTTP/1.1" status: 200 len: 835 time: 0.0922894 Sep 08 09:21:18.735768 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0dd1dbc0-a5af-481e-96d6-2fe681502af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:18.769589 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0dd1dbc0-a5af-481e-96d6-2fe681502af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:18.771581 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0a89640f-dfd6-4eae-97ad-a2d67abd124a tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:18.823082 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da7062-0bdf-40fb-b873-eff2dd719af4 req-88862ab5-22f2-4be2-9eb5-1f3e637a0f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:18.824511 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0dd1dbc0-a5af-481e-96d6-2fe681502af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:18.825669 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-14da7062-0bdf-40fb-b873-eff2dd719af4 req-88862ab5-22f2-4be2-9eb5-1f3e637a0f76 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5a5f9177-7555-4179-8814-e40705874e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0876849 Sep 08 09:21:18.827696 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0dd1dbc0-a5af-481e-96d6-2fe681502af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:18.828954 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0dd1dbc0-a5af-481e-96d6-2fe681502af6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9dedd8fa-ede1-4d72-beda-976ac46950d7 HTTP/1.1" status: 204 len: 168 time: 0.1741457 Sep 08 09:21:18.847795 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1dbc0-a5af-481e-96d6-2fe681502af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dedd8fa-ede1-4d72-beda-976ac46950d7,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:18.947910 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-14da7062-0bdf-40fb-b873-eff2dd719af4 req-423b7720-c59b-45db-9fc5-daba081b1549 service neutron] 10.222.0.35 "GET /v2.0/networks/5a5f9177-7555-4179-8814-e40705874e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121643 Sep 08 09:21:18.998547 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 12951683-d2e9-4136-a6b7-2646d3870103 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:21:19.053322 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 12951683-d2e9-4136-a6b7-2646d3870103 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:21:19.053678 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 12951683-d2e9-4136-a6b7-2646d3870103 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:21:19.075628 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-14da7062-0bdf-40fb-b873-eff2dd719af4 req-c39a2512-5753-427f-98d9-da274b086a99 service neutron] 10.222.0.35 "GET /v2.0/networks/5a5f9177-7555-4179-8814-e40705874e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188409 Sep 08 09:21:19.126925 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0a89640f-dfd6-4eae-97ad-a2d67abd124a tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:19.176273 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e65025-d374-440b-bb79-8fd4600bc8d2 req-cd45d1c6-5e47-44ff-9d50-88ff0fc5ab64 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:19.184212 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-65e65025-d374-440b-bb79-8fd4600bc8d2 req-cd45d1c6-5e47-44ff-9d50-88ff0fc5ab64 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 943 time: 0.1136265 Sep 08 09:21:19.269374 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-65e65025-d374-440b-bb79-8fd4600bc8d2 req-6a10a69c-068a-4e32-9750-1e69feda3934 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=525d4824-cde3-4825-b95a-c41d6fce0d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841601 Sep 08 09:21:19.271149 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0a89640f-dfd6-4eae-97ad-a2d67abd124a tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:19.312659 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a89640f-dfd6-4eae-97ad-a2d67abd124a tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Pushing event deleted for resources: {'Subnet': ['ID=d85185f8-ace7-4f21-8f0a-4f5449390e89,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:19.316796 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0a89640f-dfd6-4eae-97ad-a2d67abd124a tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:19.318992 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-0a89640f-dfd6-4eae-97ad-a2d67abd124a tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "DELETE /v2.0/subnets/d85185f8-ace7-4f21-8f0a-4f5449390e89 HTTP/1.1" status: 204 len: 168 time: 0.7086022 Sep 08 09:21:19.320532 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80332b0b-72c7-4360-a291-543732280fdf None None] Network 03b77569-6c40-4c4e-ae57-fbcaa6ecb6b4 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:21:19.320747 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39904) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:19.424466 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a560d339-e8b6-4b28-ac0e-1980c3bd9173 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:19.501737 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-a560d339-e8b6-4b28-ac0e-1980c3bd9173 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Deleting port 0cb6e108-09af-4a61-9edf-41434acae30c {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:21:19.502447 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a560d339-e8b6-4b28-ac0e-1980c3bd9173 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:19.544517 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79edda49-926e-4fe0-b69b-78d74b36b877 None None] DHCP port deletion for 03b77569-6c40-4c4e-ae57-fbcaa6ecb6b4 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:21:19.587459 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-a560d339-e8b6-4b28-ac0e-1980c3bd9173 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] For port 0cb6e108-09af-4a61-9edf-41434acae30c, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=0cb6e108-09af-4a61-9edf-41434acae30c,segment=NetworkSegment(a36a06b1-871f-4e1d-81c6-abcd086143fd),segment_id=a36a06b1-871f-4e1d-81c6-abcd086143fd)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:21:19.588367 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a560d339-e8b6-4b28-ac0e-1980c3bd9173 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:19.603129 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-a560d339-e8b6-4b28-ac0e-1980c3bd9173 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Calling delete_port for 0cb6e108-09af-4a61-9edf-41434acae30c owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:21:19.611837 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-79edda49-926e-4fe0-b69b-78d74b36b877 None None] Deleting port 0cb6e108-09af-4a61-9edf-41434acae30c {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:21:19.612227 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-79edda49-926e-4fe0-b69b-78d74b36b877 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:19.710275 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-79edda49-926e-4fe0-b69b-78d74b36b877 None None] For port 0cb6e108-09af-4a61-9edf-41434acae30c, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=0cb6e108-09af-4a61-9edf-41434acae30c,segment=NetworkSegment(a36a06b1-871f-4e1d-81c6-abcd086143fd),segment_id=a36a06b1-871f-4e1d-81c6-abcd086143fd)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:21:19.710907 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-79edda49-926e-4fe0-b69b-78d74b36b877 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:19.741842 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-79edda49-926e-4fe0-b69b-78d74b36b877 None None] Calling delete_port for 0cb6e108-09af-4a61-9edf-41434acae30c owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:21:19.763099 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a560d339-e8b6-4b28-ac0e-1980c3bd9173 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:19.788695 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a560d339-e8b6-4b28-ac0e-1980c3bd9173 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Pushing event deleted for resources: {'Port': ['ID=0cb6e108-09af-4a61-9edf-41434acae30c,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:19.792572 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a560d339-e8b6-4b28-ac0e-1980c3bd9173 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] No DVR routers for this DVR port 0cb6e108-09af-4a61-9edf-41434acae30c on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:21:19.858778 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-79edda49-926e-4fe0-b69b-78d74b36b877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:19.882540 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79edda49-926e-4fe0-b69b-78d74b36b877 None None] No DVR routers for this DVR port 0cb6e108-09af-4a61-9edf-41434acae30c on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:21:19.935705 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a560d339-e8b6-4b28-ac0e-1980c3bd9173 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:19.944256 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79edda49-926e-4fe0-b69b-78d74b36b877 None None] Pushing event deleted for resources: {'Port': ['ID=0cb6e108-09af-4a61-9edf-41434acae30c,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:20.309404 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-a560d339-e8b6-4b28-ac0e-1980c3bd9173 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03b77569-6c40-4c4e-ae57-fbcaa6ecb6b4']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:20.320069 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-a560d339-e8b6-4b28-ac0e-1980c3bd9173 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a36a06b1-871f-4e1d-81c6-abcd086143fd') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:20.321085 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-a560d339-e8b6-4b28-ac0e-1980c3bd9173 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a36a06b1-871f-4e1d-81c6-abcd086143fd') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:20.330166 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a560d339-e8b6-4b28-ac0e-1980c3bd9173 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:20.345046 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a560d339-e8b6-4b28-ac0e-1980c3bd9173 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:20.352510 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a560d339-e8b6-4b28-ac0e-1980c3bd9173 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:21:20.353875 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a560d339-e8b6-4b28-ac0e-1980c3bd9173 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:20.357209 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:21:20.357209 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:21:20.357209 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:21:20.357209 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:21:20.357209 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:21:20.357209 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:21:20.357209 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:21:20.357209 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:21:20.357209 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:21:20.357209 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:21:20.357209 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:21:20.357209 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:21:20.357209 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:21:20.357209 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:21:20.357209 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:21:20.357209 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:21:20.357209 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:21:20.357209 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:21:20.357209 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:21:20.357209 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:21:20.357209 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:21:20.357209 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:21:20.357209 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:21:20.357209 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:21:20.357209 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:21:20.357209 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:21:20.357209 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:21:20.357209 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:21:20.357209 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:21:20.357209 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:21:20.357209 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:21:20.357209 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:21:20.401408 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:20.465569 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94b8fa-fa73-4ca3-b3d2-f8497f4c5cd9 req-a5c89eeb-412d-415f-ac09-4cfe9e8fa40d tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:20.466897 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bf94b8fa-fa73-4ca3-b3d2-f8497f4c5cd9 req-a5c89eeb-412d-415f-ac09-4cfe9e8fa40d tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 943 time: 0.1088741 Sep 08 09:21:20.471686 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a560d339-e8b6-4b28-ac0e-1980c3bd9173 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:20.495706 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a560d339-e8b6-4b28-ac0e-1980c3bd9173 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:20.497651 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a560d339-e8b6-4b28-ac0e-1980c3bd9173 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "DELETE /v2.0/networks/03b77569-6c40-4c4e-ae57-fbcaa6ecb6b4 HTTP/1.1" status: 204 len: 168 time: 1.1757014 Sep 08 09:21:20.501461 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39936) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:20.504418 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a560d339-e8b6-4b28-ac0e-1980c3bd9173 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Pushing event deleted for resources: {'Network': ['ID=03b77569-6c40-4c4e-ae57-fbcaa6ecb6b4,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:20.539503 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-993c8ad7-fc20-472a-8244-58396422acf6 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] DELETE failed (client error): The resource could not be found. Sep 08 09:21:20.540539 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bf94b8fa-fa73-4ca3-b3d2-f8497f4c5cd9 req-46bf279e-ec49-4ac0-aca7-cfafe149f6c0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=525d4824-cde3-4825-b95a-c41d6fce0d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607324 Sep 08 09:21:20.540679 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-993c8ad7-fc20-472a-8244-58396422acf6 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:21:20.542849 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-993c8ad7-fc20-472a-8244-58396422acf6 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "DELETE /v2.0/subnets/c370d364-99f3-44dc-8abe-8cb39a0bf6d8 HTTP/1.1" status: 404 len: 337 time: 0.0402081 Sep 08 09:21:20.545801 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39938) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:20.568143 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fd79df9-32f1-45e6-a9eb-0664ac651f85 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] DELETE failed (client error): The resource could not be found. Sep 08 09:21:20.569512 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fd79df9-32f1-45e6-a9eb-0664ac651f85 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:21:20.570641 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-3fd79df9-32f1-45e6-a9eb-0664ac651f85 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "DELETE /v2.0/networks/ef4858aa-a5e3-47c7-91ae-1e97cd96e8b5 HTTP/1.1" status: 404 len: 339 time: 0.0231035 Sep 08 09:21:20.574367 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39940) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:20.631315 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-b43781ed-43d3-491b-b3fe-200c7248851f tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Deleting subnet 88b1bcd6-e629-4346-8cb7-f6efc7988c9a {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:21:20.636005 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b43781ed-43d3-491b-b3fe-200c7248851f tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:20.690288 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b43781ed-43d3-491b-b3fe-200c7248851f tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:20.750096 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ac741823-1e97-49cd-9acd-5a226442cbbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:20.815668 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b43781ed-43d3-491b-b3fe-200c7248851f tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:20.925835 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b43781ed-43d3-491b-b3fe-200c7248851f tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:20.955820 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43781ed-43d3-491b-b3fe-200c7248851f tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Pushing event deleted for resources: {'Subnet': ['ID=88b1bcd6-e629-4346-8cb7-f6efc7988c9a,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:20.970386 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b43781ed-43d3-491b-b3fe-200c7248851f tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:20.975186 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b43781ed-43d3-491b-b3fe-200c7248851f tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "DELETE /v2.0/subnets/88b1bcd6-e629-4346-8cb7-f6efc7988c9a HTTP/1.1" status: 204 len: 168 time: 0.3970420 Sep 08 09:21:20.975694 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39952) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:20.978883 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddd34bc-5283-43bb-a7aa-4f47915f202e None None] Network 5dc60e88-a3ec-4a8f-aa24-87e6e615326b requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:21:21.015533 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 0cb6e108-09af-4a61-9edf-41434acae30c no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:21:21.041245 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 0cb6e108-09af-4a61-9edf-41434acae30c {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:21:21.041509 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 0cb6e108-09af-4a61-9edf-41434acae30c not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:21:21.098253 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-777d8759-7ad5-4c73-9d55-0d0e7ff7ce14 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:21.174658 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 9d1e733e-c2ec-4f60-8e67-90190ae2b73d details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:21:21.211846 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-777d8759-7ad5-4c73-9d55-0d0e7ff7ce14 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Deleting port a89d7128-2422-4803-be5a-4ab02cc64f2c {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:21:21.212406 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-777d8759-7ad5-4c73-9d55-0d0e7ff7ce14 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:21.274270 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87db0097-2485-4679-8777-0140815d14ba None None] DHCP port deletion for 5dc60e88-a3ec-4a8f-aa24-87e6e615326b request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:21:21.301624 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-777d8759-7ad5-4c73-9d55-0d0e7ff7ce14 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] For port a89d7128-2422-4803-be5a-4ab02cc64f2c, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a89d7128-2422-4803-be5a-4ab02cc64f2c,segment=NetworkSegment(b3f545d7-aa30-43e6-91a4-cc79a2258c52),segment_id=b3f545d7-aa30-43e6-91a4-cc79a2258c52)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:21:21.302281 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-777d8759-7ad5-4c73-9d55-0d0e7ff7ce14 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:21.318282 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-777d8759-7ad5-4c73-9d55-0d0e7ff7ce14 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Calling delete_port for a89d7128-2422-4803-be5a-4ab02cc64f2c owned by network:dhcp {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:21:21.347937 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 9d1e733e-c2ec-4f60-8e67-90190ae2b73d, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=9d1e733e-c2ec-4f60-8e67-90190ae2b73d,segment=NetworkSegment(5075adc2-ac9e-4991-97a4-272c098a040b),segment_id=5075adc2-ac9e-4991-97a4-272c098a040b)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:21:21.366514 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '9d1e733e-c2ec-4f60-8e67-90190ae2b73d', 'network_id': '5a5f9177-7555-4179-8814-e40705874e91', 'port_id': '9d1e733e-c2ec-4f60-8e67-90190ae2b73d', 'mac_address': 'fa:16:3e:97:a5:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b54460f-986f-4da9-b9e9-b79c61f3e310', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:21:21.428097 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-87db0097-2485-4679-8777-0140815d14ba None None] Deleting port a89d7128-2422-4803-be5a-4ab02cc64f2c {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:21:21.429290 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-87db0097-2485-4679-8777-0140815d14ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:21.439162 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-777d8759-7ad5-4c73-9d55-0d0e7ff7ce14 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:21.469678 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777d8759-7ad5-4c73-9d55-0d0e7ff7ce14 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] No DVR routers for this DVR port a89d7128-2422-4803-be5a-4ab02cc64f2c on host n-d-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:21:21.489358 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:21.518403 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d8759-7ad5-4c73-9d55-0d0e7ff7ce14 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Pushing event deleted for resources: {'Port': ['ID=a89d7128-2422-4803-be5a-4ab02cc64f2c,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:21.561032 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d1e733e-c2ec-4f60-8e67-90190ae2b73d {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:21:21.570158 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-87db0097-2485-4679-8777-0140815d14ba None None] For port a89d7128-2422-4803-be5a-4ab02cc64f2c, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a89d7128-2422-4803-be5a-4ab02cc64f2c,segment=NetworkSegment(b3f545d7-aa30-43e6-91a4-cc79a2258c52),segment_id=b3f545d7-aa30-43e6-91a4-cc79a2258c52)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:21:21.570575 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-87db0097-2485-4679-8777-0140815d14ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:21.597426 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-87db0097-2485-4679-8777-0140815d14ba None None] Calling delete_port for a89d7128-2422-4803-be5a-4ab02cc64f2c owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:21:21.604256 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 9d1e733e-c2ec-4f60-8e67-90190ae2b73d, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=9d1e733e-c2ec-4f60-8e67-90190ae2b73d,segment=NetworkSegment(5075adc2-ac9e-4991-97a4-272c098a040b),segment_id=5075adc2-ac9e-4991-97a4-272c098a040b)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:21:21.612575 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:21.686842 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-777d8759-7ad5-4c73-9d55-0d0e7ff7ce14 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:21.708884 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=9d1e733e-c2ec-4f60-8e67-90190ae2b73d,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:21:21.725615 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:21:21.740562 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-87db0097-2485-4679-8777-0140815d14ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:21.750631 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-777d8759-7ad5-4c73-9d55-0d0e7ff7ce14 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dc60e88-a3ec-4a8f-aa24-87e6e615326b']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:21.763955 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-777d8759-7ad5-4c73-9d55-0d0e7ff7ce14 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3f545d7-aa30-43e6-91a4-cc79a2258c52') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:21.764260 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-777d8759-7ad5-4c73-9d55-0d0e7ff7ce14 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3f545d7-aa30-43e6-91a4-cc79a2258c52') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:21.782189 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-777d8759-7ad5-4c73-9d55-0d0e7ff7ce14 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:21.800604 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db0097-2485-4679-8777-0140815d14ba None None] Pushing event deleted for resources: {'Port': ['ID=a89d7128-2422-4803-be5a-4ab02cc64f2c,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:21.803106 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355e7c5-0d92-4f38-8d79-6e55828ce2f6 req-a8c29c4a-6e7e-43ce-8b1f-a51d6adf7909 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:21.804914 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b355e7c5-0d92-4f38-8d79-6e55828ce2f6 req-a8c29c4a-6e7e-43ce-8b1f-a51d6adf7909 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 944 time: 0.1202741 Sep 08 09:21:21.814478 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-777d8759-7ad5-4c73-9d55-0d0e7ff7ce14 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:21.816425 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87db0097-2485-4679-8777-0140815d14ba None None] No DVR routers for this DVR port a89d7128-2422-4803-be5a-4ab02cc64f2c on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:21:21.848631 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-777d8759-7ad5-4c73-9d55-0d0e7ff7ce14 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:21:21.849114 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-777d8759-7ad5-4c73-9d55-0d0e7ff7ce14 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:21.861968 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:21:21.861968 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:21:21.861968 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:21:21.861968 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:21:21.861968 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:21:21.861968 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:21:21.861968 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:21:21.861968 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:21:21.861968 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:21:21.861968 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:21:21.861968 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:21:21.861968 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:21:21.861968 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:21:21.861968 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:21:21.861968 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:21:21.861968 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:21:21.861968 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:21:21.861968 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:21:21.861968 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:21:21.861968 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:21:21.861968 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:21:21.861968 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:21:21.861968 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:21:21.861968 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:21:21.861968 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:21:21.861968 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:21:21.861968 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:21:21.861968 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:21:21.861968 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:21:21.861968 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:21:21.861968 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:21:21.861968 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:21:21.998086 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b355e7c5-0d92-4f38-8d79-6e55828ce2f6 req-7ab36183-a5e3-4a2d-bcb0-e6b0a23e86cb tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=525d4824-cde3-4825-b95a-c41d6fce0d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742637 Sep 08 09:21:22.020328 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f48212cf-23af-4dcd-9f61-b05fc1e05ab6 req-5c4addfd-b8dd-4dd5-afe6-8718c4e48662 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ae3c1ee1-e380-45b8-96e9-a41ba065e3f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0990758 Sep 08 09:21:22.021782 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-777d8759-7ad5-4c73-9d55-0d0e7ff7ce14 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:22.031702 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-777d8759-7ad5-4c73-9d55-0d0e7ff7ce14 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:22.034089 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-777d8759-7ad5-4c73-9d55-0d0e7ff7ce14 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] 10.222.0.54 "DELETE /v2.0/networks/5dc60e88-a3ec-4a8f-aa24-87e6e615326b HTTP/1.1" status: 204 len: 168 time: 1.0564275 Sep 08 09:21:22.068842 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d8759-7ad5-4c73-9d55-0d0e7ff7ce14 tempest-NetworksIpV6Test-849643315 tempest-NetworksIpV6Test-849643315-project] Pushing event deleted for resources: {'Network': ['ID=5dc60e88-a3ec-4a8f-aa24-87e6e615326b,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:22.074359 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['9d1e733e-c2ec-4f60-8e67-90190ae2b73d'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:21:22.161175 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:22.169402 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48212cf-23af-4dcd-9f61-b05fc1e05ab6 req-eb786666-18a5-462f-9484-e9261803089c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:22.171704 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f48212cf-23af-4dcd-9f61-b05fc1e05ab6 req-eb786666-18a5-462f-9484-e9261803089c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca0d1910d7ca4892b72992e748a5bde6&device_id=ae3c1ee1-e380-45b8-96e9-a41ba065e3f6 HTTP/1.1" status: 200 len: 1098 time: 0.1037254 Sep 08 09:21:22.375629 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48212cf-23af-4dcd-9f61-b05fc1e05ab6 req-a9c6da90-8bb5-41be-b33c-92536c12f1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:22.383117 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f48212cf-23af-4dcd-9f61-b05fc1e05ab6 req-a9c6da90-8bb5-41be-b33c-92536c12f1da service neutron] 10.222.0.37 "GET /v2.0/networks?id=2de43bb0-acf3-42aa-b534-30332da083e7 HTTP/1.1" status: 200 len: 913 time: 0.1838021 Sep 08 09:21:22.455890 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f48212cf-23af-4dcd-9f61-b05fc1e05ab6 req-27705d8f-4bdb-4cec-bcb6-1e5ca5c25dd4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d099dbf8-3bed-42ef-8b23-813e7913ad69 HTTP/1.1" status: 200 len: 217 time: 0.0667388 Sep 08 09:21:22.564568 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48212cf-23af-4dcd-9f61-b05fc1e05ab6 req-9d64f703-d47c-4b38-a9f6-806cc5cfa0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:22.567287 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f48212cf-23af-4dcd-9f61-b05fc1e05ab6 req-9d64f703-d47c-4b38-a9f6-806cc5cfa0ac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=452a4b6d-a445-4b2b-9168-2695dd67e404 HTTP/1.1" status: 200 len: 851 time: 0.1043487 Sep 08 09:21:22.631131 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48212cf-23af-4dcd-9f61-b05fc1e05ab6 req-3a47e71c-d2ac-4fca-ae89-b19ac7bf3eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:22.632671 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f48212cf-23af-4dcd-9f61-b05fc1e05ab6 req-3a47e71c-d2ac-4fca-ae89-b19ac7bf3eb5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2de43bb0-acf3-42aa-b534-30332da083e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588570 Sep 08 09:21:22.633392 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39976) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:22.777991 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f48212cf-23af-4dcd-9f61-b05fc1e05ab6 req-8d7f93b8-b1fb-4c0f-994f-86cbf686a54b service neutron] 10.222.0.37 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261659 Sep 08 09:21:22.898627 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f48212cf-23af-4dcd-9f61-b05fc1e05ab6 req-7589bb2f-c78f-4eec-aa74-f59d27d2f2fb service neutron] 10.222.0.37 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103239 Sep 08 09:21:22.906880 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-37eb7298-2699-4b3e-98a7-8f811988ced4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9864cfacbb924ce6b34d8b0eb7a43eb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2708719 Sep 08 09:21:22.907493 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39980) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:23.042727 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a89d7128-2422-4803-be5a-4ab02cc64f2c no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:21:23.059255 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6dd64879-2a8b-41e1-ab5d-63f3f43769bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:23.081797 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: a89d7128-2422-4803-be5a-4ab02cc64f2c {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:21:23.082270 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a89d7128-2422-4803-be5a-4ab02cc64f2c not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:21:23.094323 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6dd64879-2a8b-41e1-ab5d-63f3f43769bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:23.154176 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6dd64879-2a8b-41e1-ab5d-63f3f43769bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:23.157182 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6dd64879-2a8b-41e1-ab5d-63f3f43769bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:23.162638 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6dd64879-2a8b-41e1-ab5d-63f3f43769bd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cdf5c3ab-df46-4786-a3a6-98e183bfdcca HTTP/1.1" status: 204 len: 168 time: 0.2534895 Sep 08 09:21:23.189393 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd64879-2a8b-41e1-ab5d-63f3f43769bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf5c3ab-df46-4786-a3a6-98e183bfdcca,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:23.266397 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31121cf2-656e-4eb5-bcb5-cb3172925f5c req-890271dd-f6c3-4bc8-ade6-23837137e237 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:23.267974 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-31121cf2-656e-4eb5-bcb5-cb3172925f5c req-890271dd-f6c3-4bc8-ade6-23837137e237 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 944 time: 0.0631895 Sep 08 09:21:23.328977 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-31121cf2-656e-4eb5-bcb5-cb3172925f5c req-02118acf-d318-4008-8ef9-23f695e38f52 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=525d4824-cde3-4825-b95a-c41d6fce0d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539351 Sep 08 09:21:23.551133 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:24.124528 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:24.198928 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40032) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:24.349362 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-936967ac-a7d0-41d4-b3e6-b7293e1fbf02 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-298326547'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:21:24.398840 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936967ac-a7d0-41d4-b3e6-b7293e1fbf02 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Made reservation on behalf of 56a5a10a8b2d4a6f9801f0d15728f812 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:21:24.408818 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-936967ac-a7d0-41d4-b3e6-b7293e1fbf02 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:24.431918 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-936967ac-a7d0-41d4-b3e6-b7293e1fbf02 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:24.535040 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2bb010-215d-4d8c-8795-4347d917c98c req-2b73aa1c-1621-404e-aecd-0a20f8f557d9 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:24.544105 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1c2bb010-215d-4d8c-8795-4347d917c98c req-2b73aa1c-1621-404e-aecd-0a20f8f557d9 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 944 time: 0.0989249 Sep 08 09:21:24.626785 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1c2bb010-215d-4d8c-8795-4347d917c98c req-04d2e44a-640b-4ee3-9240-6c4ff6ae24e5 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=525d4824-cde3-4825-b95a-c41d6fce0d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817678 Sep 08 09:21:24.694850 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-936967ac-a7d0-41d4-b3e6-b7293e1fbf02 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:24.718699 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-936967ac-a7d0-41d4-b3e6-b7293e1fbf02 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:24.765651 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c28b7-39e6-4c67-a00e-403b713a040e req-43e8cf56-492d-4870-8a4b-9f6861c18d94 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:24.767518 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-056c28b7-39e6-4c67-a00e-403b713a040e req-43e8cf56-492d-4870-8a4b-9f6861c18d94 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 946 time: 0.1562405 Sep 08 09:21:24.775891 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-936967ac-a7d0-41d4-b3e6-b7293e1fbf02 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:21:24.812582 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936967ac-a7d0-41d4-b3e6-b7293e1fbf02 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e185c630-f73f-43fa-8cc3-312a3bcf768e,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:24.835110 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-936967ac-a7d0-41d4-b3e6-b7293e1fbf02 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:24.835526 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-936967ac-a7d0-41d4-b3e6-b7293e1fbf02 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Added segment fdc87584-8a31-444b-9638-03f871fe8a9c of type vlan for network 4dbca7cc-25e4-4a2e-a184-25b1d7fcabb4 Sep 08 09:21:24.881106 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-056c28b7-39e6-4c67-a00e-403b713a040e req-612732c4-5197-47ca-b996-c057bc5c8a3b tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018536 Sep 08 09:21:24.965835 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-936967ac-a7d0-41d4-b3e6-b7293e1fbf02 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:25.029592 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435e038-f692-4a33-99d3-bea963197e38 req-2324acae-828e-4e9d-aed2-36e942581d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:25.033238 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6435e038-f692-4a33-99d3-bea963197e38 req-2324acae-828e-4e9d-aed2-36e942581d47 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca0d1910d7ca4892b72992e748a5bde6&device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 1096 time: 0.0797951 Sep 08 09:21:25.041874 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0f1eb4-991a-4dba-b61f-eb956ebec02d req-0afb9564-eb66-47e1-8daa-5bf8f5bb155b tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:25.043677 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ba0f1eb4-991a-4dba-b61f-eb956ebec02d req-0afb9564-eb66-47e1-8daa-5bf8f5bb155b tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.0997713 Sep 08 09:21:25.047201 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-936967ac-a7d0-41d4-b3e6-b7293e1fbf02 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:25.053367 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936967ac-a7d0-41d4-b3e6-b7293e1fbf02 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:25.054239 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-936967ac-a7d0-41d4-b3e6-b7293e1fbf02 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:25.100469 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-936967ac-a7d0-41d4-b3e6-b7293e1fbf02 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9003859 Sep 08 09:21:25.135168 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936967ac-a7d0-41d4-b3e6-b7293e1fbf02 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event updated for resources: {'Network': ['ID=4dbca7cc-25e4-4a2e-a184-25b1d7fcabb4,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:25.152267 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ba0f1eb4-991a-4dba-b61f-eb956ebec02d req-e2f5838c-abf9-4bee-ace6-f3e7411bf5f8 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921433 Sep 08 09:21:25.179983 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 4dbca7cc-25e4-4a2e-a184-25b1d7fcabb4 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:21:25.189668 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 9d1e733e-c2ec-4f60-8e67-90190ae2b73d up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:21:25.192468 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435e038-f692-4a33-99d3-bea963197e38 req-68fe7a3b-35a3-44ea-9368-c232157d993c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:25.194261 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6435e038-f692-4a33-99d3-bea963197e38 req-68fe7a3b-35a3-44ea-9368-c232157d993c service neutron] 10.222.0.37 "GET /v2.0/networks?id=2de43bb0-acf3-42aa-b534-30332da083e7 HTTP/1.1" status: 200 len: 913 time: 0.1458807 Sep 08 09:21:25.283735 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40058) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:25.290437 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-8c1a2e7f-ba0f-4b48-9ff5-705d9f94247d tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Request body: {'subnet': {'network_id': '4dbca7cc-25e4-4a2e-a184-25b1d7fcabb4', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:21:25.349285 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6435e038-f692-4a33-99d3-bea963197e38 req-3c31ee3e-d799-4f36-a7b1-d1ec090f0681 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7372846c-19f9-433f-8cb8-ca65d68becd9 HTTP/1.1" status: 200 len: 999 time: 0.1445103 Sep 08 09:21:25.450877 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 9d1e733e-c2ec-4f60-8e67-90190ae2b73d completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:21:25.456555 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 9d1e733e-c2ec-4f60-8e67-90190ae2b73d triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:21:25.456985 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:25.458474 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1a2e7f-ba0f-4b48-9ff5-705d9f94247d tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Made reservation on behalf of 56a5a10a8b2d4a6f9801f0d15728f812 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:21:25.463707 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8c1a2e7f-ba0f-4b48-9ff5-705d9f94247d tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:25.471072 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435e038-f692-4a33-99d3-bea963197e38 req-ce6adc89-c304-4e84-9f9f-f24abc2acb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:25.475036 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6435e038-f692-4a33-99d3-bea963197e38 req-ce6adc89-c304-4e84-9f9f-f24abc2acb17 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=452a4b6d-a445-4b2b-9168-2695dd67e404 HTTP/1.1" status: 200 len: 851 time: 0.1155565 Sep 08 09:21:25.576943 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435e038-f692-4a33-99d3-bea963197e38 req-645c4af8-3327-46f1-82e3-163d98f7a1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:25.578655 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6435e038-f692-4a33-99d3-bea963197e38 req-645c4af8-3327-46f1-82e3-163d98f7a1b3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2de43bb0-acf3-42aa-b534-30332da083e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0986567 Sep 08 09:21:25.656996 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:25.695842 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8007eb-aa6a-4965-ac5b-21b07913e280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1e733e-c2ec-4f60-8e67-90190ae2b73d'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:21:25.699909 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c65f2d1-a142-4f98-86a9-71debec423ab" -d '{"events": [{"server_uuid": "7f8007eb-aa6a-4965-ac5b-21b07913e280", "name": "network-vif-plugged", "status": "completed", "tag": "9d1e733e-c2ec-4f60-8e67-90190ae2b73d"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:21:25.715632 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 9d1e733e-c2ec-4f60-8e67-90190ae2b73d, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=9d1e733e-c2ec-4f60-8e67-90190ae2b73d,segment=NetworkSegment(5075adc2-ac9e-4991-97a4-272c098a040b),segment_id=5075adc2-ac9e-4991-97a4-272c098a040b)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:21:25.728263 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:25.784436 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6435e038-f692-4a33-99d3-bea963197e38 req-af35977f-1b4c-4370-9fdd-7fd35ad35f32 service neutron] 10.222.0.37 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832592 Sep 08 09:21:25.812206 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=9d1e733e-c2ec-4f60-8e67-90190ae2b73d,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:25.919218 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8c1a2e7f-ba0f-4b48-9ff5-705d9f94247d tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:25.938541 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6435e038-f692-4a33-99d3-bea963197e38 req-d191051b-016d-46c5-a4a9-c44ed0b7b290 service neutron] 10.222.0.37 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439626 Sep 08 09:21:25.953930 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb676f-b5e4-4d92-9735-00a4a5e4261d req-b063e18a-79a0-4ebd-a8f9-73adf1c2678c tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:25.955479 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-89bb676f-b5e4-4d92-9735-00a4a5e4261d req-b063e18a-79a0-4ebd-a8f9-73adf1c2678c tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 945 time: 0.1632929 Sep 08 09:21:26.023834 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766cf24c-e4c2-49a5-b879-009cf0faad05 x-openstack-request-id: req-766cf24c-e4c2-49a5-b879-009cf0faad05 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:21:26.024240 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8007eb-aa6a-4965-ac5b-21b07913e280", "name": "network-vif-plugged", "status": "completed", "tag": "9d1e733e-c2ec-4f60-8e67-90190ae2b73d", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:21:26.025482 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-766cf24c-e4c2-49a5-b879-009cf0faad05 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:21:26.025618 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8007eb-aa6a-4965-ac5b-21b07913e280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1e733e-c2ec-4f60-8e67-90190ae2b73d', 'code': 200} Sep 08 09:21:26.025922 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a2e7f-ba0f-4b48-9ff5-705d9f94247d tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event updated for resources: {'Subnet': ['ID=bf11ab4d-ae8d-4c2f-9d37-10811b0ca3c7,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:26.048303 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-89bb676f-b5e4-4d92-9735-00a4a5e4261d req-e5cd126a-104a-4400-ae20-506901cd5ab1 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=525d4824-cde3-4825-b95a-c41d6fce0d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782526 Sep 08 09:21:26.051146 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1a2e7f-ba0f-4b48-9ff5-705d9f94247d tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Checking segment: {'id': 'fdc87584-8a31-444b-9638-03f871fe8a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4dbca7cc-25e4-4a2e-a184-25b1d7fcabb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:21:26.051522 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1a2e7f-ba0f-4b48-9ff5-705d9f94247d tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Network hostable DHCP agents. Network: 4dbca7cc-25e4-4a2e-a184-25b1d7fcabb4, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:21:26.085880 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1a2e7f-ba0f-4b48-9ff5-705d9f94247d tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Network 4dbca7cc-25e4-4a2e-a184-25b1d7fcabb4 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:21:26.099303 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-8c1a2e7f-ba0f-4b48-9ff5-705d9f94247d tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 4dbca7cc-25e4-4a2e-a184-25b1d7fcabb4) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:21:26.108491 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1a2e7f-ba0f-4b48-9ff5-705d9f94247d tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:26.110125 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8c1a2e7f-ba0f-4b48-9ff5-705d9f94247d tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:26.123111 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afd875c-fbcf-4ce5-b36c-4a51b859d762 None None] Network 4dbca7cc-25e4-4a2e-a184-25b1d7fcabb4 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:21:26.133525 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64b33a-6fd4-4339-b371-f75ccd0b99ae req-c512abe5-2dc6-4a34-8031-5bd6dba82768 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:26.143186 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bd64b33a-6fd4-4339-b371-f75ccd0b99ae req-c512abe5-2dc6-4a34-8031-5bd6dba82768 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 946 time: 0.0657685 Sep 08 09:21:26.154321 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8c1a2e7f-ba0f-4b48-9ff5-705d9f94247d tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.8645749 Sep 08 09:21:26.154612 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40078) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:26.163437 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-fc35cec2-2dfa-436b-8b81-ee631c5157c1 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1345693997'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:21:26.206103 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bd64b33a-6fd4-4339-b371-f75ccd0b99ae req-1277c3c4-3fcf-4d0f-b706-6c142b15c2f7 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups?id=c53f50c2-cad6-4ff4-b881-227f5ce2c90b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438609 Sep 08 09:21:26.229839 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc35cec2-2dfa-436b-8b81-ee631c5157c1 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Made reservation on behalf of 56a5a10a8b2d4a6f9801f0d15728f812 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:21:26.236997 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fc35cec2-2dfa-436b-8b81-ee631c5157c1 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:26.283071 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e04a47-404f-428d-a187-a7ef7d9fb0c2 req-e16f8299-57de-4375-81de-a93d20470f1c tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:26.284636 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a4e04a47-404f-428d-a187-a7ef7d9fb0c2 req-e16f8299-57de-4375-81de-a93d20470f1c tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.35 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 946 time: 0.0856264 Sep 08 09:21:26.293464 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc35cec2-2dfa-436b-8b81-ee631c5157c1 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:21:26.300613 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68a63a-f80a-4953-a0dc-dd7007415e91 req-23f3e62e-e362-4619-b9c3-161433daa019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:26.302743 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2a68a63a-f80a-4953-a0dc-dd7007415e91 req-23f3e62e-e362-4619-b9c3-161433daa019 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 1097 time: 0.1048000 Sep 08 09:21:26.361506 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fc35cec2-2dfa-436b-8b81-ee631c5157c1 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:26.362029 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-fc35cec2-2dfa-436b-8b81-ee631c5157c1 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Added segment 96764994-b4df-4f60-9634-a93e3ee62912 of type vlan for network e21db605-6d3a-4ce3-8dca-75867b1ef0df Sep 08 09:21:26.369945 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36e2f1b-9e67-4a8f-9a6b-5aaa053bb670 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-4dbca7cc-25e4-4a2e-a184-25b1d7fcabb4', 'network_id': '4dbca7cc-25e4-4a2e-a184-25b1d7fcabb4', 'tenant_id': '56a5a10a8b2d4a6f9801f0d15728f812', 'fixed_ips': [{'subnet_id': 'bf11ab4d-ae8d-4c2f-9d37-10811b0ca3c7'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:21:26.375362 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f36e2f1b-9e67-4a8f-9a6b-5aaa053bb670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:26.428803 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2a68a63a-f80a-4953-a0dc-dd7007415e91 req-c91a9a3f-7615-40ed-8b85-a15c6440d657 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=525d4824-cde3-4825-b95a-c41d6fce0d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984755 Sep 08 09:21:26.441869 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fc35cec2-2dfa-436b-8b81-ee631c5157c1 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:26.446745 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-a4e04a47-404f-428d-a187-a7ef7d9fb0c2 req-2d7f29a8-c828-458e-90b1-f72b799dded7 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Deleting port a3c31785-e0b7-40a9-bdb7-b21286768191 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:21:26.447242 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a4e04a47-404f-428d-a187-a7ef7d9fb0c2 req-2d7f29a8-c828-458e-90b1-f72b799dded7 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:26.453349 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad357aa2-d3f2-441f-a890-f7b6054663b6 req-5d4ae594-284c-4b07-a625-6ff5246e1aa5 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:26.455511 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ad357aa2-d3f2-441f-a890-f7b6054663b6 req-5d4ae594-284c-4b07-a625-6ff5246e1aa5 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.1520615 Sep 08 09:21:26.529528 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fc35cec2-2dfa-436b-8b81-ee631c5157c1 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:26.536240 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc35cec2-2dfa-436b-8b81-ee631c5157c1 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:26.537021 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fc35cec2-2dfa-436b-8b81-ee631c5157c1 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:26.556847 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ad357aa2-d3f2-441f-a890-f7b6054663b6 req-1de0741c-0b3e-41d5-b088-2a5cdb406f3c tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898468 Sep 08 09:21:26.619014 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-fc35cec2-2dfa-436b-8b81-ee631c5157c1 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4632194 Sep 08 09:21:26.623355 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40092) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:26.629282 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-a4e04a47-404f-428d-a187-a7ef7d9fb0c2 req-2d7f29a8-c828-458e-90b1-f72b799dded7 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] For port a3c31785-e0b7-40a9-bdb7-b21286768191, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=a3c31785-e0b7-40a9-bdb7-b21286768191,segment=NetworkSegment(f65d12e3-feb2-45fa-813d-94ce7829a6a9),segment_id=f65d12e3-feb2-45fa-813d-94ce7829a6a9)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:21:26.629876 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a4e04a47-404f-428d-a187-a7ef7d9fb0c2 req-2d7f29a8-c828-458e-90b1-f72b799dded7 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:26.662471 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-77e07d58-7a0f-4218-8079-874f48180981 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Request body: {'subnet': {'network_id': 'e21db605-6d3a-4ce3-8dca-75867b1ef0df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:21:26.673683 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-f36e2f1b-9e67-4a8f-9a6b-5aaa053bb670 None None] Allocated IP 172.20.255.242 (4dbca7cc-25e4-4a2e-a184-25b1d7fcabb4/bf11ab4d-ae8d-4c2f-9d37-10811b0ca3c7/95ddaf84-fe53-441a-be73-882ef85add44) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:21:26.749271 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc35cec2-2dfa-436b-8b81-ee631c5157c1 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event updated for resources: {'Network': ['ID=e21db605-6d3a-4ce3-8dca-75867b1ef0df,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:26.762028 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network e21db605-6d3a-4ce3-8dca-75867b1ef0df details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:21:26.810419 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e07d58-7a0f-4218-8079-874f48180981 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Made reservation on behalf of 56a5a10a8b2d4a6f9801f0d15728f812 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:21:26.814022 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-77e07d58-7a0f-4218-8079-874f48180981 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:26.982523 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a4e04a47-404f-428d-a187-a7ef7d9fb0c2 req-2d7f29a8-c828-458e-90b1-f72b799dded7 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:26.982966 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a4e04a47-404f-428d-a187-a7ef7d9fb0c2 req-2d7f29a8-c828-458e-90b1-f72b799dded7 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:26.983268 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [req-a4e04a47-404f-428d-a187-a7ef7d9fb0c2 req-2d7f29a8-c828-458e-90b1-f72b799dded7 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Floating IP c66f2845-973f-4962-a722-7fbef005b8ed disassociated. External IP: 172.25.0.222, port: a3c31785-e0b7-40a9-bdb7-b21286768191. Sep 08 09:21:26.983673 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-a4e04a47-404f-428d-a187-a7ef7d9fb0c2 req-2d7f29a8-c828-458e-90b1-f72b799dded7 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Calling delete_port for a3c31785-e0b7-40a9-bdb7-b21286768191 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:21:27.018736 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f36e2f1b-9e67-4a8f-9a6b-5aaa053bb670 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:27.035282 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f36e2f1b-9e67-4a8f-9a6b-5aaa053bb670 None None] Transition to ACTIVE for port object 95ddaf84-fe53-441a-be73-882ef85add44 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:21:27.074870 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f36e2f1b-9e67-4a8f-9a6b-5aaa053bb670 None None] Transition to ACTIVE for port object 95ddaf84-fe53-441a-be73-882ef85add44 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:21:27.082292 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f36e2f1b-9e67-4a8f-9a6b-5aaa053bb670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:27.154028 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36e2f1b-9e67-4a8f-9a6b-5aaa053bb670 None None] Network 4dbca7cc-25e4-4a2e-a184-25b1d7fcabb4 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:21:27.159661 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-f36e2f1b-9e67-4a8f-9a6b-5aaa053bb670 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:21:27.161401 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-77e07d58-7a0f-4218-8079-874f48180981 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:27.164034 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e2f1b-9e67-4a8f-9a6b-5aaa053bb670 None None] Pushing event updated for resources: {'Port': ['ID=95ddaf84-fe53-441a-be73-882ef85add44,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:27.167600 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36e2f1b-9e67-4a8f-9a6b-5aaa053bb670 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:21:27.246643 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e07d58-7a0f-4218-8079-874f48180981 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event updated for resources: {'Subnet': ['ID=a5e3dd36-d613-4dec-8487-60965624ab50,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:27.256180 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:21:27.308862 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e07d58-7a0f-4218-8079-874f48180981 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Checking segment: {'id': '96764994-b4df-4f60-9634-a93e3ee62912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'e21db605-6d3a-4ce3-8dca-75867b1ef0df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:21:27.309482 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e07d58-7a0f-4218-8079-874f48180981 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Network hostable DHCP agents. Network: e21db605-6d3a-4ce3-8dca-75867b1ef0df, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:21:27.311109 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-f36e2f1b-9e67-4a8f-9a6b-5aaa053bb670 None None] Attempting to bind port 95ddaf84-fe53-441a-be73-882ef85add44 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:21:27.311488 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-f36e2f1b-9e67-4a8f-9a6b-5aaa053bb670 None None] Attempting to bind port 95ddaf84-fe53-441a-be73-882ef85add44 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'fdc87584-8a31-444b-9638-03f871fe8a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4dbca7cc-25e4-4a2e-a184-25b1d7fcabb4'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:21:27.311852 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36e2f1b-9e67-4a8f-9a6b-5aaa053bb670 None None] Attempting to bind port 95ddaf84-fe53-441a-be73-882ef85add44 on network 4dbca7cc-25e4-4a2e-a184-25b1d7fcabb4 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:21:27.325736 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af49ed-1803-4132-a333-60baa5cac924 req-6ff5feab-4095-4041-a791-80822c6957ec tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:27.326188 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36e2f1b-9e67-4a8f-9a6b-5aaa053bb670 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:21:27.326188 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36e2f1b-9e67-4a8f-9a6b-5aaa053bb670 None None] Checking segment: {'id': 'fdc87584-8a31-444b-9638-03f871fe8a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4dbca7cc-25e4-4a2e-a184-25b1d7fcabb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:21:27.326188 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f36e2f1b-9e67-4a8f-9a6b-5aaa053bb670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:27.326188 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36e2f1b-9e67-4a8f-9a6b-5aaa053bb670 None None] Bound using segment: {'id': 'fdc87584-8a31-444b-9638-03f871fe8a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4dbca7cc-25e4-4a2e-a184-25b1d7fcabb4'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:21:27.326188 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-f36e2f1b-9e67-4a8f-9a6b-5aaa053bb670 None None] Bound port: 95ddaf84-fe53-441a-be73-882ef85add44, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdc87584-8a31-444b-9638-03f871fe8a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '4dbca7cc-25e4-4a2e-a184-25b1d7fcabb4'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:21:27.326188 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f36e2f1b-9e67-4a8f-9a6b-5aaa053bb670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:27.332636 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a6af49ed-1803-4132-a333-60baa5cac924 req-6ff5feab-4095-4041-a791-80822c6957ec tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 945 time: 0.1196876 Sep 08 09:21:27.348271 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a4e04a47-404f-428d-a187-a7ef7d9fb0c2 req-2d7f29a8-c828-458e-90b1-f72b799dded7 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:27.364847 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e07d58-7a0f-4218-8079-874f48180981 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Network e21db605-6d3a-4ce3-8dca-75867b1ef0df is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:21:27.372384 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b912fab2-bb6d-40ef-8f15-cb263cafcc0c req-2bfc6c84-fce3-444b-90af-b9fe9edc1ac6 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 210 time: 0.0426633 Sep 08 09:21:27.386322 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-77e07d58-7a0f-4218-8079-874f48180981 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, e21db605-6d3a-4ce3-8dca-75867b1ef0df) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:21:27.400809 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b12c44-5630-4d63-96e8-50f22509ebf8 None None] Network e21db605-6d3a-4ce3-8dca-75867b1ef0df requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:21:27.417005 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e07d58-7a0f-4218-8079-874f48180981 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:27.421585 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-77e07d58-7a0f-4218-8079-874f48180981 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:27.437776 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-f36e2f1b-9e67-4a8f-9a6b-5aaa053bb670 None None] For port 95ddaf84-fe53-441a-be73-882ef85add44, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:21:27.459612 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-77e07d58-7a0f-4218-8079-874f48180981 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8347137 Sep 08 09:21:27.460579 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40114) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:27.465033 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-f36e2f1b-9e67-4a8f-9a6b-5aaa053bb670 None None] For port 95ddaf84-fe53-441a-be73-882ef85add44, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=95ddaf84-fe53-441a-be73-882ef85add44,segment=NetworkSegment(fdc87584-8a31-444b-9638-03f871fe8a9c),segment_id=fdc87584-8a31-444b-9638-03f871fe8a9c)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:21:27.496192 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f29a8-c828-458e-90b1-f72b799dded7 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Pushing event deleted for resources: {'Port': ['ID=a3c31785-e0b7-40a9-bdb7-b21286768191,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:27.590378 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a6af49ed-1803-4132-a333-60baa5cac924 req-57e23454-35af-4a7b-8dcf-fdd9a8db6e35 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=525d4824-cde3-4825-b95a-c41d6fce0d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2539949 Sep 08 09:21:27.656669 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-39f96685-32c4-4875-a7aa-7544d1153379 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:27.733688 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f36e2f1b-9e67-4a8f-9a6b-5aaa053bb670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:27.747131 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4e04a47-404f-428d-a187-a7ef7d9fb0c2 req-2d7f29a8-c828-458e-90b1-f72b799dded7 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Router 8e71d37c-9786-446a-bcce-c9b3b16e188b has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:21:27.883517 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e2f1b-9e67-4a8f-9a6b-5aaa053bb670 None None] Pushing event updated for resources: {'Port': ['ID=95ddaf84-fe53-441a-be73-882ef85add44,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:27.939172 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8798578-9e93-45ae-be3f-87caffdfddb4 req-106e9517-ff79-421a-81b1-33f4d79d8e49 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:27.953412 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c8798578-9e93-45ae-be3f-87caffdfddb4 req-106e9517-ff79-421a-81b1-33f4d79d8e49 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.2425709 Sep 08 09:21:27.956310 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-39f96685-32c4-4875-a7aa-7544d1153379 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:28.021580 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f673658-e65a-43cf-985d-359678b01ead None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-e21db605-6d3a-4ce3-8dca-75867b1ef0df', 'network_id': 'e21db605-6d3a-4ce3-8dca-75867b1ef0df', 'tenant_id': '56a5a10a8b2d4a6f9801f0d15728f812', 'fixed_ips': [{'subnet_id': 'a5e3dd36-d613-4dec-8487-60965624ab50'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:21:28.022454 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6f673658-e65a-43cf-985d-359678b01ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:28.045698 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4e04a47-404f-428d-a187-a7ef7d9fb0c2 req-2d7f29a8-c828-458e-90b1-f72b799dded7 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:21:28.064099 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdfdab7-e9df-42d2-bdb7-066f23ac11df None None] Sync routers for ids ['8e71d37c-9786-446a-bcce-c9b3b16e188b'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:21:28.109783 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c8798578-9e93-45ae-be3f-87caffdfddb4 req-c7e613aa-6bc0-4937-b948-5bd1163b7a94 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545317 Sep 08 09:21:28.168868 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-39f96685-32c4-4875-a7aa-7544d1153379 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:28.171676 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e04a47-404f-428d-a187-a7ef7d9fb0c2 req-2d7f29a8-c828-458e-90b1-f72b799dded7 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] No DVR routers for this DVR port a3c31785-e0b7-40a9-bdb7-b21286768191 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:21:28.177075 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a4e04a47-404f-428d-a187-a7ef7d9fb0c2 req-2d7f29a8-c828-458e-90b1-f72b799dded7 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:28.179593 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a4e04a47-404f-428d-a187-a7ef7d9fb0c2 req-2d7f29a8-c828-458e-90b1-f72b799dded7 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.35 "DELETE /v2.0/ports/a3c31785-e0b7-40a9-bdb7-b21286768191 HTTP/1.1" status: 204 len: 173 time: 1.8882980 Sep 08 09:21:28.181244 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd670fbfb-6eed-4e9e-a33b-d0579953f7f4', 'name': 'network-vif-deleted', 'tag': 'a3c31785-e0b7-40a9-bdb7-b21286768191'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:21:28.184037 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d983de38-bd96-48f7-9278-32e12c6dd687" -d '{"events": [{"server_uuid": "d670fbfb-6eed-4e9e-a33b-d0579953f7f4", "name": "network-vif-deleted", "tag": "a3c31785-e0b7-40a9-bdb7-b21286768191"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:21:28.224195 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdfdab7-e9df-42d2-bdb7-066f23ac11df None None] Routers {'8e71d37c-9786-446a-bcce-c9b3b16e188b'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:21:28.224948 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-2cdfdab7-e9df-42d2-bdb7-066f23ac11df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:21:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8e71d37c-9786-446a-bcce-c9b3b16e188b'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:28.235151 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18aca17f-c616-4b3a-a355-f3ee1b2e39db x-openstack-request-id: req-18aca17f-c616-4b3a-a355-f3ee1b2e39db {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:21:28.235530 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d670fbfb-6eed-4e9e-a33b-d0579953f7f4", "name": "network-vif-deleted", "tag": "a3c31785-e0b7-40a9-bdb7-b21286768191", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:21:28.235863 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-18aca17f-c616-4b3a-a355-f3ee1b2e39db {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:21:28.236338 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd670fbfb-6eed-4e9e-a33b-d0579953f7f4', 'name': 'network-vif-deleted', 'tag': 'a3c31785-e0b7-40a9-bdb7-b21286768191', 'status': 'completed', 'code': 200} Sep 08 09:21:28.242971 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f96685-32c4-4875-a7aa-7544d1153379 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event deleted for resources: {'Subnet': ['ID=a5e3dd36-d613-4dec-8487-60965624ab50,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server [None req-6f673658-e65a-43cf-985d-359678b01ead None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a5e3dd36-d613-4dec-8487-60965624ab50: This subnet is being modified by another concurrent operation. Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1474, in create_port Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1439, in _create_port_db Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise exception Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a5e3dd36-d613-4dec-8487-60965624ab50: This subnet is being modified by another concurrent operation. Sep 08 09:21:28.304245 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server Sep 08 09:21:28.340666 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-39f96685-32c4-4875-a7aa-7544d1153379 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:28.363828 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f5be3b-5ecc-44df-9b8d-c2c4775742c4 None None] Network e21db605-6d3a-4ce3-8dca-75867b1ef0df requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:21:28.393145 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-39f96685-32c4-4875-a7aa-7544d1153379 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e21db605-6d3a-4ce3-8dca-75867b1ef0df']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:28.421527 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-39f96685-32c4-4875-a7aa-7544d1153379 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96764994-b4df-4f60-9634-a93e3ee62912') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:28.422230 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-39f96685-32c4-4875-a7aa-7544d1153379 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96764994-b4df-4f60-9634-a93e3ee62912') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:28.437188 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-39f96685-32c4-4875-a7aa-7544d1153379 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:28.447003 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c83d3688-f1cc-4df1-92ee-99a03858e796 req-df84fcb2-235c-4767-a02c-2daa221c876f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c36fbdc9-d408-4bbd-8b9c-08392f1657db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1326873 Sep 08 09:21:28.453642 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-39f96685-32c4-4875-a7aa-7544d1153379 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:28.464428 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39f96685-32c4-4875-a7aa-7544d1153379 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:21:28.464941 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-39f96685-32c4-4875-a7aa-7544d1153379 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:28.476266 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:21:28.476266 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:21:28.476266 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:21:28.476266 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:21:28.476266 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:21:28.476266 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:21:28.476266 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:21:28.476266 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:21:28.476266 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:21:28.476266 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:21:28.476266 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:21:28.476266 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:21:28.476266 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:21:28.476266 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:21:28.476266 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:21:28.476266 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:21:28.476266 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:21:28.476266 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:21:28.476266 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:21:28.476266 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:21:28.476266 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:21:28.476266 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:21:28.476266 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:21:28.476266 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:21:28.476266 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:21:28.476266 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:21:28.476266 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:21:28.476266 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:21:28.476266 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:21:28.476266 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:21:28.476266 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:21:28.476266 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:21:28.554182 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d3688-f1cc-4df1-92ee-99a03858e796 req-dce15d89-d71d-4db4-8a96-5a5950f8a9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:28.557241 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c83d3688-f1cc-4df1-92ee-99a03858e796 req-dce15d89-d71d-4db4-8a96-5a5950f8a9c0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca0d1910d7ca4892b72992e748a5bde6&device_id=c36fbdc9-d408-4bbd-8b9c-08392f1657db HTTP/1.1" status: 200 len: 1097 time: 0.0568388 Sep 08 09:21:28.576472 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fb7aa0ab-ce1c-41e2-aadc-057a27f43c1f req-588ea516-b8cf-4030-900c-305b819771e3 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/ports?device_id=d670fbfb-6eed-4e9e-a33b-d0579953f7f4 HTTP/1.1" status: 200 len: 210 time: 0.0302093 Sep 08 09:21:28.588988 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-39f96685-32c4-4875-a7aa-7544d1153379 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:28.596337 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-39f96685-32c4-4875-a7aa-7544d1153379 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:28.598308 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-39f96685-32c4-4875-a7aa-7544d1153379 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "DELETE /v2.0/networks/e21db605-6d3a-4ce3-8dca-75867b1ef0df HTTP/1.1" status: 204 len: 168 time: 1.1364148 Sep 08 09:21:28.621845 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40130) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:28.627185 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-904dc8ba-a47b-46c7-8f29-7243b4560dc6 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-748149459'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:21:28.639850 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:28.646971 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f96685-32c4-4875-a7aa-7544d1153379 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event deleted for resources: {'Network': ['ID=e21db605-6d3a-4ce3-8dca-75867b1ef0df,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:28.656826 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904dc8ba-a47b-46c7-8f29-7243b4560dc6 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Made reservation on behalf of 56a5a10a8b2d4a6f9801f0d15728f812 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:21:28.661768 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-904dc8ba-a47b-46c7-8f29-7243b4560dc6 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:28.675085 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-2cdfdab7-e9df-42d2-bdb7-066f23ac11df None None] Set router 8e71d37c-9786-446a-bcce-c9b3b16e188b gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:21:28.706764 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-904dc8ba-a47b-46c7-8f29-7243b4560dc6 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:21:28.724454 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-904dc8ba-a47b-46c7-8f29-7243b4560dc6 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:28.725470 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-904dc8ba-a47b-46c7-8f29-7243b4560dc6 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Added segment 3c58965f-9b1c-4e3a-baf5-883d4a5b01d9 of type vlan for network 9cef1c95-ae63-4f02-ba26-34c5242c9d69 Sep 08 09:21:28.769181 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d3688-f1cc-4df1-92ee-99a03858e796 req-b3cbbb48-b2ea-458f-84ae-5b4f022446dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:28.772769 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c83d3688-f1cc-4df1-92ee-99a03858e796 req-b3cbbb48-b2ea-458f-84ae-5b4f022446dc service neutron] 10.222.0.35 "GET /v2.0/networks?id=2de43bb0-acf3-42aa-b534-30332da083e7 HTTP/1.1" status: 200 len: 913 time: 0.1921408 Sep 08 09:21:28.789535 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-904dc8ba-a47b-46c7-8f29-7243b4560dc6 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:28.822368 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-904dc8ba-a47b-46c7-8f29-7243b4560dc6 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:28.830349 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904dc8ba-a47b-46c7-8f29-7243b4560dc6 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:28.832169 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-904dc8ba-a47b-46c7-8f29-7243b4560dc6 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:28.868957 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c83d3688-f1cc-4df1-92ee-99a03858e796 req-369a0834-2013-45e6-b5e9-0e3c6aefb3cf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b73e27f2-f52d-4cc3-a12e-4fa5ab811726 HTTP/1.1" status: 200 len: 217 time: 0.0717251 Sep 08 09:21:28.894599 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-904dc8ba-a47b-46c7-8f29-7243b4560dc6 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2712016 Sep 08 09:21:28.899648 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40136) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:28.907954 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-bf1fada8-bdbd-42fe-a185-5ae812b6b821 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Request body: {'subnet': {'network_id': '9cef1c95-ae63-4f02-ba26-34c5242c9d69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:21:28.929765 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8016cc20-812f-41fe-96b8-a8f5b9c4e5e8 req-93a88cef-4225-4b35-8fe4-53c1a81ead37 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:28.958058 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8016cc20-812f-41fe-96b8-a8f5b9c4e5e8 req-93a88cef-4225-4b35-8fe4-53c1a81ead37 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 945 time: 0.2268472 Sep 08 09:21:29.075031 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8016cc20-812f-41fe-96b8-a8f5b9c4e5e8 req-cda1ec03-6cfa-4a3a-a488-8452972210b4 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=525d4824-cde3-4825-b95a-c41d6fce0d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155169 Sep 08 09:21:29.075281 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904dc8ba-a47b-46c7-8f29-7243b4560dc6 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event updated for resources: {'Network': ['ID=9cef1c95-ae63-4f02-ba26-34c5242c9d69,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:29.089763 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 9cef1c95-ae63-4f02-ba26-34c5242c9d69 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:21:29.111227 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d3688-f1cc-4df1-92ee-99a03858e796 req-6baa60a0-de80-43bd-8fc5-0a6cb78030ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:29.112704 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c83d3688-f1cc-4df1-92ee-99a03858e796 req-6baa60a0-de80-43bd-8fc5-0a6cb78030ec service neutron] 10.222.0.35 "GET /v2.0/subnets?id=452a4b6d-a445-4b2b-9168-2695dd67e404 HTTP/1.1" status: 200 len: 851 time: 0.2367668 Sep 08 09:21:29.116862 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1fada8-bdbd-42fe-a185-5ae812b6b821 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Made reservation on behalf of 56a5a10a8b2d4a6f9801f0d15728f812 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:21:29.122660 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bf1fada8-bdbd-42fe-a185-5ae812b6b821 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:29.199037 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 95ddaf84-fe53-441a-be73-882ef85add44 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:21:29.212282 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.ipam_backend_mixin [None req-bf1fada8-bdbd-42fe-a185-5ae812b6b821 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Performing IP validity checks on allocation pools {{(pid=94713) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 08 09:21:29.213258 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.ipam_backend_mixin [None req-bf1fada8-bdbd-42fe-a185-5ae812b6b821 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94713) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 08 09:21:29.221191 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d3688-f1cc-4df1-92ee-99a03858e796 req-e19313c5-48ed-451b-8e46-7dfe59c83165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:29.222916 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c83d3688-f1cc-4df1-92ee-99a03858e796 req-e19313c5-48ed-451b-8e46-7dfe59c83165 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2de43bb0-acf3-42aa-b534-30332da083e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1020896 Sep 08 09:21:29.370287 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-2cdfdab7-e9df-42d2-bdb7-066f23ac11df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'name': 'tempest-AttachVolumeShelveTestJSON-614609853-router', 'tenant_id': '9f5275e2d58a49a08895a50418c7508b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'f28d3dac-4c3d-44f5-9950-b4fca8cb46cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:09:34Z', 'updated_at': '2021-09-08T09:09:41Z', 'revision_number': 4, 'project_id': '9f5275e2d58a49a08895a50418c7508b', 'gw_port': {'id': 'f28d3dac-4c3d-44f5-9950-b4fca8cb46cc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:09:35Z', 'updated_at': '2021-09-08T09:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '101f7c50-22be-46db-aec9-7e9e62483fa5', 'name': '', 'network_id': 'cb338a05-96ea-4d11-88f8-690044b53ade', 'tenant_id': '9f5275e2d58a49a08895a50418c7508b', 'mac_address': 'fa:16:3e:a8:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ec84db6-4dd6-4de4-a1e0-0c0e5076306d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:09:39Z', 'updated_at': '2021-09-08T09:09:49Z', 'revision_number': 5, 'project_id': '9f5275e2d58a49a08895a50418c7508b', 'subnets': [{'id': '8ec84db6-4dd6-4de4-a1e0-0c0e5076306d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:29.397758 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbfd021-1bdf-42f6-b6e1-fdd159ea2206 req-b0d510e4-cb30-4f92-9497-db81023e4e2e tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:29.412801 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cdbfd021-1bdf-42f6-b6e1-fdd159ea2206 req-b0d510e4-cb30-4f92-9497-db81023e4e2e tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 945 time: 0.1884785 Sep 08 09:21:29.477261 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdfdab7-e9df-42d2-bdb7-066f23ac11df None None] Checking router: 8e71d37c-9786-446a-bcce-c9b3b16e188b for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:21:29.496302 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdfdab7-e9df-42d2-bdb7-066f23ac11df None None] Routers {'8e71d37c-9786-446a-bcce-c9b3b16e188b'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:21:29.496856 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-2cdfdab7-e9df-42d2-bdb7-066f23ac11df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:21:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8e71d37c-9786-446a-bcce-c9b3b16e188b'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:29.508136 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c83d3688-f1cc-4df1-92ee-99a03858e796 req-81b00653-6d15-4bfa-82fc-0cdf1e18e00c service neutron] 10.222.0.35 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767916 Sep 08 09:21:29.591552 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f5f832-eb44-4311-89dd-de631441d508 None None] Network 4dbca7cc-25e4-4a2e-a184-25b1d7fcabb4 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:21:29.596076 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 95ddaf84-fe53-441a-be73-882ef85add44 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:21:29.708482 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c83d3688-f1cc-4df1-92ee-99a03858e796 req-b481c7b7-dda8-4d64-a8dc-8aad521dbaa4 service neutron] 10.222.0.35 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922941 Sep 08 09:21:29.744962 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cdbfd021-1bdf-42f6-b6e1-fdd159ea2206 req-a8eb4c43-0ea6-4d14-ac78-35d9010368f1 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=525d4824-cde3-4825-b95a-c41d6fce0d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3307590 Sep 08 09:21:29.746195 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bf1fada8-bdbd-42fe-a185-5ae812b6b821 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:29.768125 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40158) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:29.810695 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40160) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:29.831266 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e7145f38-21ac-4c22-851c-e08c05208d3c None None] Provisioning for port 95ddaf84-fe53-441a-be73-882ef85add44 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:21:29.861885 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-2cdfdab7-e9df-42d2-bdb7-066f23ac11df None None] Set router 8e71d37c-9786-446a-bcce-c9b3b16e188b gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:21:29.871790 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1fada8-bdbd-42fe-a185-5ae812b6b821 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event updated for resources: {'Subnet': ['ID=a42dc1c2-3167-4ceb-8560-66ffe2492071,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:29.924823 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1fada8-bdbd-42fe-a185-5ae812b6b821 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Checking segment: {'id': '3c58965f-9b1c-4e3a-baf5-883d4a5b01d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '9cef1c95-ae63-4f02-ba26-34c5242c9d69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:21:29.925104 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e7145f38-21ac-4c22-851c-e08c05208d3c None None] Provisioning complete for port 95ddaf84-fe53-441a-be73-882ef85add44 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:21:29.925251 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e7145f38-21ac-4c22-851c-e08c05208d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:29.925663 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1fada8-bdbd-42fe-a185-5ae812b6b821 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Network hostable DHCP agents. Network: 9cef1c95-ae63-4f02-ba26-34c5242c9d69, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:21:29.949519 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1fada8-bdbd-42fe-a185-5ae812b6b821 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Network 9cef1c95-ae63-4f02-ba26-34c5242c9d69 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:21:29.965276 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-bf1fada8-bdbd-42fe-a185-5ae812b6b821 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 9cef1c95-ae63-4f02-ba26-34c5242c9d69) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:21:29.974089 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1fada8-bdbd-42fe-a185-5ae812b6b821 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:29.978136 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bf1fada8-bdbd-42fe-a185-5ae812b6b821 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:29.987643 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af96e205-386e-496a-a242-68d95719f670 None None] Network 9cef1c95-ae63-4f02-ba26-34c5242c9d69 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:21:30.001824 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-bf1fada8-bdbd-42fe-a185-5ae812b6b821 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.1004925 Sep 08 09:21:30.006366 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40162) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:30.169119 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e7145f38-21ac-4c22-851c-e08c05208d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:30.226918 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4fac27ce-dc3f-4daf-bdb6-4ed61f65d8be tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:30.309911 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4fac27ce-dc3f-4daf-bdb6-4ed61f65d8be tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:30.347650 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e7145f38-21ac-4c22-851c-e08c05208d3c None None] For port 95ddaf84-fe53-441a-be73-882ef85add44, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=95ddaf84-fe53-441a-be73-882ef85add44,segment=NetworkSegment(fdc87584-8a31-444b-9638-03f871fe8a9c),segment_id=fdc87584-8a31-444b-9638-03f871fe8a9c)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:21:30.361165 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e7145f38-21ac-4c22-851c-e08c05208d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:30.439191 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4fac27ce-dc3f-4daf-bdb6-4ed61f65d8be tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:30.529493 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac27ce-dc3f-4daf-bdb6-4ed61f65d8be tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event deleted for resources: {'Subnet': ['ID=a42dc1c2-3167-4ceb-8560-66ffe2492071,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:30.545658 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217d6854-c5a8-469c-8fc3-999ba5acff18 tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:30.553895 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-217d6854-c5a8-469c-8fc3-999ba5acff18 tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 1092 time: 0.7846212 Sep 08 09:21:30.557893 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-33447f80-220e-4ed7-a028-94943b291b91 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:30.562253 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40166) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:30.629649 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-33447f80-220e-4ed7-a028-94943b291b91 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:30.693925 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4fac27ce-dc3f-4daf-bdb6-4ed61f65d8be tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:30.757669 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-33447f80-220e-4ed7-a028-94943b291b91 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:30.757947 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-4fac27ce-dc3f-4daf-bdb6-4ed61f65d8be tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cef1c95-ae63-4f02-ba26-34c5242c9d69']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:30.762795 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-33447f80-220e-4ed7-a028-94943b291b91 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:30.764170 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-33447f80-220e-4ed7-a028-94943b291b91 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "DELETE /v2.0/security-groups/c53f50c2-cad6-4ff4-b881-227f5ce2c90b HTTP/1.1" status: 204 len: 168 time: 0.9507613 Sep 08 09:21:30.783628 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40174) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:30.809748 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-4fac27ce-dc3f-4daf-bdb6-4ed61f65d8be tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c58965f-9b1c-4e3a-baf5-883d4a5b01d9') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:30.812425 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-4fac27ce-dc3f-4daf-bdb6-4ed61f65d8be tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c58965f-9b1c-4e3a-baf5-883d4a5b01d9') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:30.840289 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33447f80-220e-4ed7-a028-94943b291b91 tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53f50c2-cad6-4ff4-b881-227f5ce2c90b,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:30.845258 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-5a5936ae-14b3-401c-9ab9-f40ae80fb9b0 None None] Provisioning complete for port 95ddaf84-fe53-441a-be73-882ef85add44 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:21:30.845855 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5a5936ae-14b3-401c-9ab9-f40ae80fb9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:30.848191 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-22b4a8c7-db14-4c0f-aab4-29b4b803a05e tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] show failed (client error): The resource could not be found. Sep 08 09:21:30.851148 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-22b4a8c7-db14-4c0f-aab4-29b4b803a05e tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "GET /v2.0/security-groups/c53f50c2-cad6-4ff4-b881-227f5ce2c90b HTTP/1.1" status: 404 len: 347 time: 0.0662985 Sep 08 09:21:30.858134 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40178) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:30.862828 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4fac27ce-dc3f-4daf-bdb6-4ed61f65d8be tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:30.917086 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4fac27ce-dc3f-4daf-bdb6-4ed61f65d8be tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:30.923357 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7145f38-21ac-4c22-851c-e08c05208d3c None None] Pushing event updated for resources: {'Port': ['ID=95ddaf84-fe53-441a-be73-882ef85add44,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:30.939542 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-21335756-0905-442f-8de9-2975dff407bf tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'port_id': '9d1e733e-c2ec-4f60-8e67-90190ae2b73d', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:21:30.944515 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87a392c-b032-4f15-b015-3097dd57babf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-9cef1c95-ae63-4f02-ba26-34c5242c9d69', 'network_id': '9cef1c95-ae63-4f02-ba26-34c5242c9d69', 'tenant_id': '56a5a10a8b2d4a6f9801f0d15728f812', 'fixed_ips': [{'subnet_id': 'a42dc1c2-3167-4ceb-8560-66ffe2492071'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:21:30.945371 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e87a392c-b032-4f15-b015-3097dd57babf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:30.962251 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fac27ce-dc3f-4daf-bdb6-4ed61f65d8be tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:21:30.963508 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4fac27ce-dc3f-4daf-bdb6-4ed61f65d8be tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:31.034088 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:21:31.034088 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:21:31.034088 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:21:31.034088 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:21:31.034088 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:21:31.034088 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:21:31.034088 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:21:31.034088 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:21:31.034088 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:21:31.034088 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:21:31.034088 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:21:31.034088 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:21:31.034088 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:21:31.034088 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:21:31.034088 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:21:31.034088 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:21:31.034088 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:21:31.034088 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:21:31.034088 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:21:31.034088 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:21:31.034088 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:21:31.034088 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:21:31.034088 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:21:31.034088 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:21:31.034088 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:21:31.034088 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:21:31.034088 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:21:31.034088 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:21:31.034088 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:21:31.034088 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:21:31.034088 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:21:31.034088 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:21:31.049394 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4fac27ce-dc3f-4daf-bdb6-4ed61f65d8be tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:31.067402 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-2cdfdab7-e9df-42d2-bdb7-066f23ac11df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'name': 'tempest-AttachVolumeShelveTestJSON-614609853-router', 'tenant_id': '9f5275e2d58a49a08895a50418c7508b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'f28d3dac-4c3d-44f5-9950-b4fca8cb46cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:09:34Z', 'updated_at': '2021-09-08T09:09:41Z', 'revision_number': 4, 'project_id': '9f5275e2d58a49a08895a50418c7508b', 'gw_port': {'id': 'f28d3dac-4c3d-44f5-9950-b4fca8cb46cc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:09:35Z', 'updated_at': '2021-09-08T09:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '101f7c50-22be-46db-aec9-7e9e62483fa5', 'name': '', 'network_id': 'cb338a05-96ea-4d11-88f8-690044b53ade', 'tenant_id': '9f5275e2d58a49a08895a50418c7508b', 'mac_address': 'fa:16:3e:a8:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ec84db6-4dd6-4de4-a1e0-0c0e5076306d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:09:39Z', 'updated_at': '2021-09-08T09:09:49Z', 'revision_number': 5, 'project_id': '9f5275e2d58a49a08895a50418c7508b', 'subnets': [{'id': '8ec84db6-4dd6-4de4-a1e0-0c0e5076306d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:31.072636 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4fac27ce-dc3f-4daf-bdb6-4ed61f65d8be tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:31.085893 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4fac27ce-dc3f-4daf-bdb6-4ed61f65d8be tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "DELETE /v2.0/networks/9cef1c95-ae63-4f02-ba26-34c5242c9d69 HTTP/1.1" status: 204 len: 168 time: 1.0738125 Sep 08 09:21:31.089599 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba27430-a805-4869-8930-6f40991c787a None None] Network 9cef1c95-ae63-4f02-ba26-34c5242c9d69 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:21:31.104413 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40186) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:31.109794 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-3b51f069-4dd2-47e0-b22d-35c8161a9c1b tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-828267711'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:21:31.113392 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac27ce-dc3f-4daf-bdb6-4ed61f65d8be tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event deleted for resources: {'Network': ['ID=9cef1c95-ae63-4f02-ba26-34c5242c9d69,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:31.122157 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-21335756-0905-442f-8de9-2975dff407bf tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for floatingip, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:31.134204 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdfdab7-e9df-42d2-bdb7-066f23ac11df None None] The sync data for ids ['8e71d37c-9786-446a-bcce-c9b3b16e188b'] in n-d-806683-11 is: [{'id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'name': 'tempest-AttachVolumeShelveTestJSON-614609853-router', 'tenant_id': '9f5275e2d58a49a08895a50418c7508b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'f28d3dac-4c3d-44f5-9950-b4fca8cb46cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:09:34Z', 'updated_at': '2021-09-08T09:09:41Z', 'revision_number': 4, 'project_id': '9f5275e2d58a49a08895a50418c7508b', 'gw_port': {'id': 'f28d3dac-4c3d-44f5-9950-b4fca8cb46cc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:09:35Z', 'updated_at': '2021-09-08T09:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '101f7c50-22be-46db-aec9-7e9e62483fa5', 'name': '', 'network_id': 'cb338a05-96ea-4d11-88f8-690044b53ade', 'tenant_id': '9f5275e2d58a49a08895a50418c7508b', 'mac_address': 'fa:16:3e:a8:7b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '8ec84db6-4dd6-4de4-a1e0-0c0e5076306d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:09:39Z', 'updated_at': '2021-09-08T09:09:49Z', 'revision_number': 5, 'project_id': '9f5275e2d58a49a08895a50418c7508b', 'subnets': [{'id': '8ec84db6-4dd6-4de4-a1e0-0c0e5076306d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:21:31.137819 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba27430-a805-4869-8930-6f40991c787a None None] Network 9cef1c95-ae63-4f02-ba26-34c5242c9d69 could not be found, it might have been deleted concurrently. {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 08 09:21:31.170343 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805341f0-e013-4c07-ab1a-c9b7c92edbf2 None None] get_active_networks_info from n-d-806683-11 {{(pid=94714) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 08 09:21:31.209390 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device a3c31785-e0b7-40a9-bdb7-b21286768191 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:21:31.229657 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b51f069-4dd2-47e0-b22d-35c8161a9c1b tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Made reservation on behalf of 56a5a10a8b2d4a6f9801f0d15728f812 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:21:31.242665 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3b51f069-4dd2-47e0-b22d-35c8161a9c1b tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:31.257005 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: a3c31785-e0b7-40a9-bdb7-b21286768191 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:21:31.257358 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device a3c31785-e0b7-40a9-bdb7-b21286768191 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:21:31.273135 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-523a7a86-0aaa-4b0d-8a01-fd21e488172a tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Deleting port 8bfb12fa-9809-47cb-b80c-47e346440a98 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:21:31.273504 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-523a7a86-0aaa-4b0d-8a01-fd21e488172a tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:31.360851 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b51f069-4dd2-47e0-b22d-35c8161a9c1b tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:21:31.384413 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3b51f069-4dd2-47e0-b22d-35c8161a9c1b tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:31.384939 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-3b51f069-4dd2-47e0-b22d-35c8161a9c1b tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Added segment ec87e5de-4015-469c-b905-f7227c2c0e24 of type vlan for network d08d8a30-6cc4-4a75-9de2-e1d6bc31f823 Sep 08 09:21:31.386944 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805341f0-e013-4c07-ab1a-c9b7c92edbf2 None None] Resources bound (agent type, host, resource id): {{(pid=94714) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 08 09:21:31.387899 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-21335756-0905-442f-8de9-2975dff407bf tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:31.476842 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3b51f069-4dd2-47e0-b22d-35c8161a9c1b tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:31.517317 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3b51f069-4dd2-47e0-b22d-35c8161a9c1b tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:31.522945 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b51f069-4dd2-47e0-b22d-35c8161a9c1b tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:31.523605 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3b51f069-4dd2-47e0-b22d-35c8161a9c1b tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:31.565582 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-3b51f069-4dd2-47e0-b22d-35c8161a9c1b tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4575145 Sep 08 09:21:31.623952 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40188) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:31.629442 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-b47fdc79-c673-4e64-af3c-de4edbf9ac92 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Request body: {'subnet': {'network_id': 'd08d8a30-6cc4-4a75-9de2-e1d6bc31f823', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:21:31.667501 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-21335756-0905-442f-8de9-2975dff407bf tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Allocated IP 172.25.0.162 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/a75d4596-db4f-475f-89c0-aab82d49ef04) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:21:31.679966 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeff5182-0d76-4cbc-8e72-5f3cb057a4d1 None None] New status for floating IP c66f2845-973f-4962-a722-7fbef005b8ed: DOWN {{(pid=94715) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:21:31.838607 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b51f069-4dd2-47e0-b22d-35c8161a9c1b tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event updated for resources: {'Network': ['ID=d08d8a30-6cc4-4a75-9de2-e1d6bc31f823,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:31.858709 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-523a7a86-0aaa-4b0d-8a01-fd21e488172a tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:31.859854 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-523a7a86-0aaa-4b0d-8a01-fd21e488172a tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:31.882308 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-523a7a86-0aaa-4b0d-8a01-fd21e488172a tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Calling delete_port for 8bfb12fa-9809-47cb-b80c-47e346440a98 owned by network:floatingip {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:21:31.898320 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network d08d8a30-6cc4-4a75-9de2-e1d6bc31f823 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:21:31.965253 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-21335756-0905-442f-8de9-2975dff407bf tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:31.972312 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47fdc79-c673-4e64-af3c-de4edbf9ac92 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Made reservation on behalf of 56a5a10a8b2d4a6f9801f0d15728f812 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:21:31.985217 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b47fdc79-c673-4e64-af3c-de4edbf9ac92 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:32.074402 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-21335756-0905-442f-8de9-2975dff407bf tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:32.193107 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21335756-0905-442f-8de9-2975dff407bf tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:21:32.202824 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-21335756-0905-442f-8de9-2975dff407bf tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:21:32.233679 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21335756-0905-442f-8de9-2975dff407bf tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'Port': ['ID=a75d4596-db4f-475f-89c0-aab82d49ef04,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:32.241198 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21335756-0905-442f-8de9-2975dff407bf tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:21:32.327723 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-523a7a86-0aaa-4b0d-8a01-fd21e488172a tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:32.367897 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a7a86-0aaa-4b0d-8a01-fd21e488172a tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Pushing event deleted for resources: {'Port': ['ID=8bfb12fa-9809-47cb-b80c-47e346440a98,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:32.383598 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b47fdc79-c673-4e64-af3c-de4edbf9ac92 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:32.476106 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-523a7a86-0aaa-4b0d-8a01-fd21e488172a tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks [] for floatingip, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:32.483527 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-523a7a86-0aaa-4b0d-8a01-fd21e488172a tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:32.483527 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-523a7a86-0aaa-4b0d-8a01-fd21e488172a tempest-AttachVolumeShelveTestJSON-1072332884 tempest-AttachVolumeShelveTestJSON-1072332884-project] 10.222.0.54 "DELETE /v2.0/floatingips/c66f2845-973f-4962-a722-7fbef005b8ed HTTP/1.1" status: 204 len: 168 time: 1.6211731 Sep 08 09:21:32.548873 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47fdc79-c673-4e64-af3c-de4edbf9ac92 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event updated for resources: {'Subnet': ['ID=eed3e445-0f69-4077-8a6e-03f971c9a20e,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:32.579082 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47fdc79-c673-4e64-af3c-de4edbf9ac92 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Checking segment: {'id': 'ec87e5de-4015-469c-b905-f7227c2c0e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd08d8a30-6cc4-4a75-9de2-e1d6bc31f823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:21:32.579082 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47fdc79-c673-4e64-af3c-de4edbf9ac92 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Network hostable DHCP agents. Network: d08d8a30-6cc4-4a75-9de2-e1d6bc31f823, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:21:32.600260 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47fdc79-c673-4e64-af3c-de4edbf9ac92 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Network d08d8a30-6cc4-4a75-9de2-e1d6bc31f823 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:21:32.614917 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-b47fdc79-c673-4e64-af3c-de4edbf9ac92 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, d08d8a30-6cc4-4a75-9de2-e1d6bc31f823) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:21:32.631054 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efbe3c3-7472-4544-baf3-f8a487cb2ab2 None None] Network d08d8a30-6cc4-4a75-9de2-e1d6bc31f823 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:21:32.644150 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47fdc79-c673-4e64-af3c-de4edbf9ac92 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:32.646861 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b47fdc79-c673-4e64-af3c-de4edbf9ac92 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:32.690095 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b47fdc79-c673-4e64-af3c-de4edbf9ac92 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0625100 Sep 08 09:21:32.691826 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40198) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:32.867372 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-66566f5b-3b72-43ac-9ba9-36205b3f9fb1 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:32.942911 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-21335756-0905-442f-8de9-2975dff407bf tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:32.998764 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96e7684-72f9-44bc-b604-2d048cb7b0e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-d08d8a30-6cc4-4a75-9de2-e1d6bc31f823', 'network_id': 'd08d8a30-6cc4-4a75-9de2-e1d6bc31f823', 'tenant_id': '56a5a10a8b2d4a6f9801f0d15728f812', 'fixed_ips': [{'subnet_id': 'eed3e445-0f69-4077-8a6e-03f971c9a20e'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:21:32.999864 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d96e7684-72f9-44bc-b604-2d048cb7b0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:33.016841 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-66566f5b-3b72-43ac-9ba9-36205b3f9fb1 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:33.106506 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-66566f5b-3b72-43ac-9ba9-36205b3f9fb1 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:33.113895 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-21335756-0905-442f-8de9-2975dff407bf tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:33.150588 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 95ddaf84-fe53-441a-be73-882ef85add44 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:21:33.225269 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66566f5b-3b72-43ac-9ba9-36205b3f9fb1 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event deleted for resources: {'Subnet': ['ID=eed3e445-0f69-4077-8a6e-03f971c9a20e,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:33.237088 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-66566f5b-3b72-43ac-9ba9-36205b3f9fb1 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:33.287989 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-66566f5b-3b72-43ac-9ba9-36205b3f9fb1 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d08d8a30-6cc4-4a75-9de2-e1d6bc31f823']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:33.315043 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-66566f5b-3b72-43ac-9ba9-36205b3f9fb1 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec87e5de-4015-469c-b905-f7227c2c0e24') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:33.317309 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-66566f5b-3b72-43ac-9ba9-36205b3f9fb1 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec87e5de-4015-469c-b905-f7227c2c0e24') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server [None req-d96e7684-72f9-44bc-b604-2d048cb7b0e5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eed3e445-0f69-4077-8a6e-03f971c9a20e: This subnet is being modified by another concurrent operation. Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1474, in create_port Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1439, in _create_port_db Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise exception Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eed3e445-0f69-4077-8a6e-03f971c9a20e: This subnet is being modified by another concurrent operation. Sep 08 09:21:33.318644 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server Sep 08 09:21:33.341446 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 95ddaf84-fe53-441a-be73-882ef85add44 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:21:33.341741 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:33.356350 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-66566f5b-3b72-43ac-9ba9-36205b3f9fb1 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:33.393325 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-66566f5b-3b72-43ac-9ba9-36205b3f9fb1 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:33.410084 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66566f5b-3b72-43ac-9ba9-36205b3f9fb1 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:21:33.410522 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-66566f5b-3b72-43ac-9ba9-36205b3f9fb1 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:33.411498 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cadd178-ca97-43ed-857a-5edffabbc23d None None] Network d08d8a30-6cc4-4a75-9de2-e1d6bc31f823 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:21:33.416000 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:21:33.416000 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:21:33.416000 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:21:33.416000 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:21:33.416000 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:21:33.416000 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:21:33.416000 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:21:33.416000 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:21:33.416000 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:21:33.416000 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:21:33.416000 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:21:33.416000 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:21:33.416000 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:21:33.416000 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:21:33.416000 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:21:33.416000 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:21:33.416000 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:21:33.416000 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:21:33.416000 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:21:33.416000 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:21:33.416000 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:21:33.416000 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:21:33.416000 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:21:33.416000 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:21:33.416000 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:21:33.416000 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:21:33.416000 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:21:33.416000 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:21:33.416000 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:21:33.416000 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:21:33.416000 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:21:33.416000 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:21:33.554305 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-21335756-0905-442f-8de9-2975dff407bf tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:33.563239 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-21335756-0905-442f-8de9-2975dff407bf tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:33.575687 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-66566f5b-3b72-43ac-9ba9-36205b3f9fb1 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:33.590122 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-66566f5b-3b72-43ac-9ba9-36205b3f9fb1 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:33.601547 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-66566f5b-3b72-43ac-9ba9-36205b3f9fb1 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "DELETE /v2.0/networks/d08d8a30-6cc4-4a75-9de2-e1d6bc31f823 HTTP/1.1" status: 204 len: 168 time: 0.9100564 Sep 08 09:21:33.617536 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40208) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:33.643647 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-11f7efec-d441-4986-9396-051644829c9d tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-900082738'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:21:33.681436 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66566f5b-3b72-43ac-9ba9-36205b3f9fb1 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event deleted for resources: {'Network': ['ID=d08d8a30-6cc4-4a75-9de2-e1d6bc31f823,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:33.729403 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f7efec-d441-4986-9396-051644829c9d tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Made reservation on behalf of 56a5a10a8b2d4a6f9801f0d15728f812 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:21:33.733815 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-11f7efec-d441-4986-9396-051644829c9d tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:33.762885 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c35dd6d-ee26-473d-a16b-c327adcb7636 None None] get_active_networks_info from n-d-806683-11 {{(pid=94714) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 08 09:21:33.827924 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21335756-0905-442f-8de9-2975dff407bf tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'Port': ['ID=a75d4596-db4f-475f-89c0-aab82d49ef04,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:33.830216 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11f7efec-d441-4986-9396-051644829c9d tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:21:33.847263 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-21335756-0905-442f-8de9-2975dff407bf tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:33.887208 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-11f7efec-d441-4986-9396-051644829c9d tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:33.888121 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-11f7efec-d441-4986-9396-051644829c9d tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Added segment 8368264a-6958-4a99-a776-656e08365aff of type vlan for network 1635c128-8a7e-4ef4-a21f-b7354f37f037 Sep 08 09:21:33.981555 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c35dd6d-ee26-473d-a16b-c327adcb7636 None None] Resources bound (agent type, host, resource id): {{(pid=94714) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 08 09:21:33.986418 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-11f7efec-d441-4986-9396-051644829c9d tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:34.035777 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-11f7efec-d441-4986-9396-051644829c9d tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:34.053303 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f7efec-d441-4986-9396-051644829c9d tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:34.054472 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-11f7efec-d441-4986-9396-051644829c9d tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:34.126154 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-11f7efec-d441-4986-9396-051644829c9d tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5046310 Sep 08 09:21:34.129826 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40218) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:34.136107 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-9ae9cd81-9d8e-47d9-9705-b5a22a22df87 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Request body: {'subnet': {'network_id': '1635c128-8a7e-4ef4-a21f-b7354f37f037', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:21:34.421115 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f7efec-d441-4986-9396-051644829c9d tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event updated for resources: {'Network': ['ID=1635c128-8a7e-4ef4-a21f-b7354f37f037,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:34.442348 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 1635c128-8a7e-4ef4-a21f-b7354f37f037 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:21:34.503608 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae9cd81-9d8e-47d9-9705-b5a22a22df87 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Made reservation on behalf of 56a5a10a8b2d4a6f9801f0d15728f812 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:21:34.507596 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9ae9cd81-9d8e-47d9-9705-b5a22a22df87 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:34.840154 n-d-806683-11 neutron-server[94713]: INFO neutron.db.l3_db [None req-21335756-0905-442f-8de9-2975dff407bf tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Floating IP e729ff1b-31b8-4ac2-8f42-4ff0c809eed8 associated. External IP: 172.25.0.162, port: 9d1e733e-c2ec-4f60-8e67-90190ae2b73d. Sep 08 09:21:34.892186 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9ae9cd81-9d8e-47d9-9705-b5a22a22df87 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:35.064890 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae9cd81-9d8e-47d9-9705-b5a22a22df87 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event updated for resources: {'Subnet': ['ID=5045f6dc-d701-47a7-b407-1bc28a47d936,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:35.082018 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae9cd81-9d8e-47d9-9705-b5a22a22df87 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Checking segment: {'id': '8368264a-6958-4a99-a776-656e08365aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1635c128-8a7e-4ef4-a21f-b7354f37f037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:21:35.083672 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae9cd81-9d8e-47d9-9705-b5a22a22df87 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Network hostable DHCP agents. Network: 1635c128-8a7e-4ef4-a21f-b7354f37f037, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:21:35.116659 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae9cd81-9d8e-47d9-9705-b5a22a22df87 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Network 1635c128-8a7e-4ef4-a21f-b7354f37f037 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:21:35.134671 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-9ae9cd81-9d8e-47d9-9705-b5a22a22df87 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 1635c128-8a7e-4ef4-a21f-b7354f37f037) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:21:35.139406 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae9cd81-9d8e-47d9-9705-b5a22a22df87 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:35.140185 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9ae9cd81-9d8e-47d9-9705-b5a22a22df87 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:35.151302 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131b033e-ed53-4fd7-82dd-8736b72b89b2 None None] Network 1635c128-8a7e-4ef4-a21f-b7354f37f037 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:21:35.169013 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-9ae9cd81-9d8e-47d9-9705-b5a22a22df87 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0381062 Sep 08 09:21:35.173375 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40236) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:35.256149 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21335756-0905-442f-8de9-2975dff407bf tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Router d0f19c5c-bcac-47ef-96e9-6b5010203311 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:21:35.366162 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2f690669-a347-43de-ac8d-32fd8a26057d tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:35.449869 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21335756-0905-442f-8de9-2975dff407bf tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:21:35.461425 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8209014c-5d9e-4639-a86a-230c2ca77699 None None] Sync routers for ids ['d0f19c5c-bcac-47ef-96e9-6b5010203311'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:21:35.473144 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005ffad1-36dc-4778-be75-d93d5485b3bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-1635c128-8a7e-4ef4-a21f-b7354f37f037', 'network_id': '1635c128-8a7e-4ef4-a21f-b7354f37f037', 'tenant_id': '56a5a10a8b2d4a6f9801f0d15728f812', 'fixed_ips': [{'subnet_id': '5045f6dc-d701-47a7-b407-1bc28a47d936'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:21:35.474006 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-005ffad1-36dc-4778-be75-d93d5485b3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:35.477874 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-21335756-0905-442f-8de9-2975dff407bf tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:35.490461 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8209014c-5d9e-4639-a86a-230c2ca77699 None None] Routers {'d0f19c5c-bcac-47ef-96e9-6b5010203311'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:21:35.491122 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-8209014c-5d9e-4639-a86a-230c2ca77699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:21:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['d0f19c5c-bcac-47ef-96e9-6b5010203311'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:35.495056 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2f690669-a347-43de-ac8d-32fd8a26057d tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:35.557293 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-21335756-0905-442f-8de9-2975dff407bf tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.9926245 Sep 08 09:21:35.558839 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f8007eb-aa6a-4965-ac5b-21b07913e280', 'tag': '9d1e733e-c2ec-4f60-8e67-90190ae2b73d'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:21:35.566729 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96c90e5-baec-4e07-bea0-98b4e3b8395d" -d '{"events": [{"name": "network-changed", "server_uuid": "7f8007eb-aa6a-4965-ac5b-21b07913e280", "tag": "9d1e733e-c2ec-4f60-8e67-90190ae2b73d"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:21:35.614116 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2f690669-a347-43de-ac8d-32fd8a26057d tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:35.671623 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f690669-a347-43de-ac8d-32fd8a26057d tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event deleted for resources: {'Subnet': ['ID=5045f6dc-d701-47a7-b407-1bc28a47d936,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:35.763537 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-8209014c-5d9e-4639-a86a-230c2ca77699 None None] Set router d0f19c5c-bcac-47ef-96e9-6b5010203311 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:21:35.803927 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa47f2-9665-4809-8449-fa5b90403760 req-a0391e32-6944-41fd-8a9a-d9ba7d2f4953 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:35.806494 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1caa47f2-9665-4809-8449-fa5b90403760 req-a0391e32-6944-41fd-8a9a-d9ba7d2f4953 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 945 time: 0.1571372 Sep 08 09:21:35.841676 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2f690669-a347-43de-ac8d-32fd8a26057d tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server [None req-005ffad1-36dc-4778-be75-d93d5485b3bd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5045f6dc-d701-47a7-b407-1bc28a47d936: This subnet is being modified by another concurrent operation. Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1474, in create_port Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1439, in _create_port_db Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise exception Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5045f6dc-d701-47a7-b407-1bc28a47d936: This subnet is being modified by another concurrent operation. Sep 08 09:21:35.854629 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server Sep 08 09:21:35.874326 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cfca43a-7b7a-4cc0-ae61-3176fab1ba3f x-openstack-request-id: req-2cfca43a-7b7a-4cc0-ae61-3176fab1ba3f {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:21:35.874830 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f8007eb-aa6a-4965-ac5b-21b07913e280", "tag": "9d1e733e-c2ec-4f60-8e67-90190ae2b73d", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:21:35.875688 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2cfca43a-7b7a-4cc0-ae61-3176fab1ba3f {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:21:35.875688 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f8007eb-aa6a-4965-ac5b-21b07913e280', 'tag': '9d1e733e-c2ec-4f60-8e67-90190ae2b73d', 'status': 'completed', 'code': 200} Sep 08 09:21:35.892686 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1caa47f2-9665-4809-8449-fa5b90403760 req-9fc6b35e-bd6b-4b6c-a623-9bacac5c1c1f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=525d4824-cde3-4825-b95a-c41d6fce0d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797095 Sep 08 09:21:35.900512 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-2f690669-a347-43de-ac8d-32fd8a26057d tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1635c128-8a7e-4ef4-a21f-b7354f37f037']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:35.917829 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-2f690669-a347-43de-ac8d-32fd8a26057d tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8368264a-6958-4a99-a776-656e08365aff') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:35.922579 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-2f690669-a347-43de-ac8d-32fd8a26057d tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8368264a-6958-4a99-a776-656e08365aff') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:35.929555 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40248) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:35.933299 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4978234c-70c3-41a5-8feb-dc4a5bff2317 None None] Network 1635c128-8a7e-4ef4-a21f-b7354f37f037 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:21:36.001415 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2f690669-a347-43de-ac8d-32fd8a26057d tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:36.005736 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8b78f88b-ec01-4389-8d21-ef15aea1f239 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/floatingips/e729ff1b-31b8-4ac2-8f42-4ff0c809eed8 HTTP/1.1" status: 200 len: 991 time: 0.0738177 Sep 08 09:21:36.033308 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2f690669-a347-43de-ac8d-32fd8a26057d tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:36.039629 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c90e5-baec-4e07-bea0-98b4e3b8395d req-68483ce2-c0eb-4998-8277-5fc5ea0d33fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:36.041715 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a96c90e5-baec-4e07-bea0-98b4e3b8395d req-68483ce2-c0eb-4998-8277-5fc5ea0d33fb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0f105e5fd99469d8f84a09c77d72db0&device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 1097 time: 0.1163676 Sep 08 09:21:36.044775 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f690669-a347-43de-ac8d-32fd8a26057d tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:21:36.045185 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2f690669-a347-43de-ac8d-32fd8a26057d tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:36.048500 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:21:36.048500 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:21:36.048500 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:21:36.048500 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:21:36.048500 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:21:36.048500 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:21:36.048500 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:21:36.048500 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:21:36.048500 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:21:36.048500 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:21:36.048500 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:21:36.048500 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:21:36.048500 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:21:36.048500 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:21:36.048500 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:21:36.048500 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:21:36.048500 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:21:36.048500 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:21:36.048500 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:21:36.048500 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:21:36.048500 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:21:36.048500 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:21:36.048500 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:21:36.048500 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:21:36.048500 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:21:36.048500 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:21:36.048500 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:21:36.048500 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:21:36.048500 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:21:36.048500 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:21:36.048500 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:21:36.048500 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:21:36.310484 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2f690669-a347-43de-ac8d-32fd8a26057d tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:36.320249 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2f690669-a347-43de-ac8d-32fd8a26057d tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:36.322529 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2f690669-a347-43de-ac8d-32fd8a26057d tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "DELETE /v2.0/networks/1635c128-8a7e-4ef4-a21f-b7354f37f037 HTTP/1.1" status: 204 len: 168 time: 1.1476653 Sep 08 09:21:36.328358 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40262) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:36.340534 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-d8057358-2ba2-475f-8631-8766bf20dbe3 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-209176679'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:21:36.379534 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8057358-2ba2-475f-8631-8766bf20dbe3 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Made reservation on behalf of 56a5a10a8b2d4a6f9801f0d15728f812 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:21:36.384357 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d8057358-2ba2-475f-8631-8766bf20dbe3 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:36.392645 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f690669-a347-43de-ac8d-32fd8a26057d tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event deleted for resources: {'Network': ['ID=1635c128-8a7e-4ef4-a21f-b7354f37f037,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:36.409261 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c90e5-baec-4e07-bea0-98b4e3b8395d req-1334b558-962d-462e-8966-77c953c2f26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:36.414862 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a96c90e5-baec-4e07-bea0-98b4e3b8395d req-1334b558-962d-462e-8966-77c953c2f26a service neutron] 10.222.0.35 "GET /v2.0/networks?id=5a5f9177-7555-4179-8814-e40705874e91 HTTP/1.1" status: 200 len: 897 time: 0.3651364 Sep 08 09:21:36.514768 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8057358-2ba2-475f-8631-8766bf20dbe3 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:21:36.531356 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d8057358-2ba2-475f-8631-8766bf20dbe3 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:36.531852 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-d8057358-2ba2-475f-8631-8766bf20dbe3 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Added segment 8f35de87-b198-448f-9204-164e96845d70 of type vlan for network 0a1d434f-449e-4e3d-8e86-463b61a9d924 Sep 08 09:21:36.554674 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a96c90e5-baec-4e07-bea0-98b4e3b8395d req-9ed38ecf-80a8-48f6-a088-92dae4c0b83b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d1e733e-c2ec-4f60-8e67-90190ae2b73d HTTP/1.1" status: 200 len: 999 time: 0.1290250 Sep 08 09:21:36.598290 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f09dd6-6e8f-45ce-828f-0ffbc70fd91a None None] get_active_networks_info from n-d-806683-11 {{(pid=94714) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 08 09:21:36.619744 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d8057358-2ba2-475f-8631-8766bf20dbe3 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:36.651527 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c90e5-baec-4e07-bea0-98b4e3b8395d req-d89ddbf6-1077-4658-9102-2aae487ea434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:36.653206 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a96c90e5-baec-4e07-bea0-98b4e3b8395d req-d89ddbf6-1077-4658-9102-2aae487ea434 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b54460f-986f-4da9-b9e9-b79c61f3e310 HTTP/1.1" status: 200 len: 835 time: 0.0724099 Sep 08 09:21:36.668724 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-8209014c-5d9e-4639-a86a-230c2ca77699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f19c5c-bcac-47ef-96e9-6b5010203311', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279895580', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '56c054cf-266b-4a36-a610-93638c2cec6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:20:59Z', 'updated_at': '2021-09-08T09:21:07Z', 'revision_number': 4, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': '56c054cf-266b-4a36-a610-93638c2cec6f', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f19c5c-bcac-47ef-96e9-6b5010203311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:21:00Z', 'updated_at': '2021-09-08T09:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': 'e729ff1b-31b8-4ac2-8f42-4ff0c809eed8', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'floating_ip_address': '172.25.0.162', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'd0f19c5c-bcac-47ef-96e9-6b5010203311', 'port_id': '9d1e733e-c2ec-4f60-8e67-90190ae2b73d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a5f9177-7555-4179-8814-e40705874e91', 'mac_address': 'fa:16:3e:97:a5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8007eb-aa6a-4965-ac5b-21b07913e280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:21:32Z', 'updated_at': '2021-09-08T09:21:32Z', 'revision_number': 0, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb118a4b-e404-4322-917a-c4cc86f07e01', 'name': '', 'network_id': '5a5f9177-7555-4179-8814-e40705874e91', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'mac_address': 'fa:16:3e:1d:ee:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f19c5c-bcac-47ef-96e9-6b5010203311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '5b54460f-986f-4da9-b9e9-b79c61f3e310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:21:05Z', 'updated_at': '2021-09-08T09:21:13Z', 'revision_number': 5, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'subnets': [{'id': '5b54460f-986f-4da9-b9e9-b79c61f3e310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:36.700484 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d8057358-2ba2-475f-8631-8766bf20dbe3 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:36.706437 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8057358-2ba2-475f-8631-8766bf20dbe3 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:36.707148 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d8057358-2ba2-475f-8631-8766bf20dbe3 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:36.727076 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8209014c-5d9e-4639-a86a-230c2ca77699 None None] Checking router: d0f19c5c-bcac-47ef-96e9-6b5010203311 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:21:36.768718 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8209014c-5d9e-4639-a86a-230c2ca77699 None None] Routers {'d0f19c5c-bcac-47ef-96e9-6b5010203311'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:21:36.779654 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8057358-2ba2-475f-8631-8766bf20dbe3 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event updated for resources: {'Network': ['ID=0a1d434f-449e-4e3d-8e86-463b61a9d924,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:36.780670 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-8209014c-5d9e-4639-a86a-230c2ca77699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:21:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['d0f19c5c-bcac-47ef-96e9-6b5010203311'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:36.797932 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c90e5-baec-4e07-bea0-98b4e3b8395d req-3e81ac17-3562-4efe-bcd0-6827937d6ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:36.799954 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a96c90e5-baec-4e07-bea0-98b4e3b8395d req-3e81ac17-3562-4efe-bcd0-6827937d6ac6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5a5f9177-7555-4179-8814-e40705874e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1384909 Sep 08 09:21:36.804738 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d8057358-2ba2-475f-8631-8766bf20dbe3 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4659915 Sep 08 09:21:36.805624 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40268) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:36.811356 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-d293d1d5-f5e2-486e-ba0b-a0a00e9c0cb4 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Request body: {'subnet': {'network_id': '0a1d434f-449e-4e3d-8e86-463b61a9d924', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:21:36.913546 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-8209014c-5d9e-4639-a86a-230c2ca77699 None None] Set router d0f19c5c-bcac-47ef-96e9-6b5010203311 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:21:36.997704 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a96c90e5-baec-4e07-bea0-98b4e3b8395d req-2eeb38ad-1858-436d-bc51-f19f07c954ba service neutron] 10.222.0.35 "GET /v2.0/networks/5a5f9177-7555-4179-8814-e40705874e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027641 Sep 08 09:21:37.007972 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40270) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:37.116489 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a96c90e5-baec-4e07-bea0-98b4e3b8395d req-7f0286c4-e29c-4e8e-85a8-8c0bd02a8764 service neutron] 10.222.0.35 "GET /v2.0/networks/5a5f9177-7555-4179-8814-e40705874e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104827 Sep 08 09:21:37.127672 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 0a1d434f-449e-4e3d-8e86-463b61a9d924 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:21:37.134602 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d293d1d5-f5e2-486e-ba0b-a0a00e9c0cb4 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Made reservation on behalf of 56a5a10a8b2d4a6f9801f0d15728f812 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:21:37.141123 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d293d1d5-f5e2-486e-ba0b-a0a00e9c0cb4 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:37.217372 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b569ba8c-e8c6-4d04-928e-8f039aee0cee tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/floatingips/e729ff1b-31b8-4ac2-8f42-4ff0c809eed8 HTTP/1.1" status: 200 len: 991 time: 0.2070632 Sep 08 09:21:37.222647 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.ipam_backend_mixin [None req-d293d1d5-f5e2-486e-ba0b-a0a00e9c0cb4 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Performing IP validity checks on allocation pools {{(pid=94712) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 08 09:21:37.223383 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.ipam_backend_mixin [None req-d293d1d5-f5e2-486e-ba0b-a0a00e9c0cb4 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94712) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 08 09:21:37.410096 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d293d1d5-f5e2-486e-ba0b-a0a00e9c0cb4 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:37.415578 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f09dd6-6e8f-45ce-828f-0ffbc70fd91a None None] Resources bound (agent type, host, resource id): {{(pid=94714) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 08 09:21:37.592559 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d293d1d5-f5e2-486e-ba0b-a0a00e9c0cb4 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Checking segment: {'id': '8f35de87-b198-448f-9204-164e96845d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '0a1d434f-449e-4e3d-8e86-463b61a9d924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:21:37.593039 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d293d1d5-f5e2-486e-ba0b-a0a00e9c0cb4 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Network hostable DHCP agents. Network: 0a1d434f-449e-4e3d-8e86-463b61a9d924, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:21:37.634254 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d293d1d5-f5e2-486e-ba0b-a0a00e9c0cb4 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event updated for resources: {'Subnet': ['ID=807c552b-3a8d-4a98-9830-cc9abda2edb0,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:37.664296 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d293d1d5-f5e2-486e-ba0b-a0a00e9c0cb4 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Network 0a1d434f-449e-4e3d-8e86-463b61a9d924 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:21:37.674907 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-8209014c-5d9e-4639-a86a-230c2ca77699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f19c5c-bcac-47ef-96e9-6b5010203311', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279895580', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '56c054cf-266b-4a36-a610-93638c2cec6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:20:59Z', 'updated_at': '2021-09-08T09:21:07Z', 'revision_number': 4, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': '56c054cf-266b-4a36-a610-93638c2cec6f', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f19c5c-bcac-47ef-96e9-6b5010203311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:21:00Z', 'updated_at': '2021-09-08T09:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': 'e729ff1b-31b8-4ac2-8f42-4ff0c809eed8', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'floating_ip_address': '172.25.0.162', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'd0f19c5c-bcac-47ef-96e9-6b5010203311', 'port_id': '9d1e733e-c2ec-4f60-8e67-90190ae2b73d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a5f9177-7555-4179-8814-e40705874e91', 'mac_address': 'fa:16:3e:97:a5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8007eb-aa6a-4965-ac5b-21b07913e280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:21:32Z', 'updated_at': '2021-09-08T09:21:32Z', 'revision_number': 0, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb118a4b-e404-4322-917a-c4cc86f07e01', 'name': '', 'network_id': '5a5f9177-7555-4179-8814-e40705874e91', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'mac_address': 'fa:16:3e:1d:ee:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f19c5c-bcac-47ef-96e9-6b5010203311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '5b54460f-986f-4da9-b9e9-b79c61f3e310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:21:05Z', 'updated_at': '2021-09-08T09:21:13Z', 'revision_number': 5, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'subnets': [{'id': '5b54460f-986f-4da9-b9e9-b79c61f3e310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:37.682679 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-d293d1d5-f5e2-486e-ba0b-a0a00e9c0cb4 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 0a1d434f-449e-4e3d-8e86-463b61a9d924) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:21:37.696419 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d293d1d5-f5e2-486e-ba0b-a0a00e9c0cb4 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:37.696881 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d293d1d5-f5e2-486e-ba0b-a0a00e9c0cb4 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:37.740290 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d293d1d5-f5e2-486e-ba0b-a0a00e9c0cb4 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.9307616 Sep 08 09:21:37.740581 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40284) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:37.741226 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8209014c-5d9e-4639-a86a-230c2ca77699 None None] The sync data for ids ['d0f19c5c-bcac-47ef-96e9-6b5010203311'] in n-d-806683-11 is: [{'id': 'd0f19c5c-bcac-47ef-96e9-6b5010203311', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279895580', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '56c054cf-266b-4a36-a610-93638c2cec6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:20:59Z', 'updated_at': '2021-09-08T09:21:07Z', 'revision_number': 4, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': '56c054cf-266b-4a36-a610-93638c2cec6f', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f19c5c-bcac-47ef-96e9-6b5010203311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:21:00Z', 'updated_at': '2021-09-08T09:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': 'e729ff1b-31b8-4ac2-8f42-4ff0c809eed8', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'floating_ip_address': '172.25.0.162', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'd0f19c5c-bcac-47ef-96e9-6b5010203311', 'port_id': '9d1e733e-c2ec-4f60-8e67-90190ae2b73d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a5f9177-7555-4179-8814-e40705874e91', 'mac_address': 'fa:16:3e:97:a5:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8007eb-aa6a-4965-ac5b-21b07913e280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:21:32Z', 'updated_at': '2021-09-08T09:21:32Z', 'revision_number': 0, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb118a4b-e404-4322-917a-c4cc86f07e01', 'name': '', 'network_id': '5a5f9177-7555-4179-8814-e40705874e91', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'mac_address': 'fa:16:3e:1d:ee:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f19c5c-bcac-47ef-96e9-6b5010203311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '5b54460f-986f-4da9-b9e9-b79c61f3e310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:21:05Z', 'updated_at': '2021-09-08T09:21:13Z', 'revision_number': 5, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'subnets': [{'id': '5b54460f-986f-4da9-b9e9-b79c61f3e310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:21:37.952438 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-df9b0966-1af4-43f0-9b56-9eee391c8ba7 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:38.005429 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae659195-9402-4003-836d-c1c56a9f5f0a None None] Network 0a1d434f-449e-4e3d-8e86-463b61a9d924 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:21:38.062348 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-df9b0966-1af4-43f0-9b56-9eee391c8ba7 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:38.181088 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-df9b0966-1af4-43f0-9b56-9eee391c8ba7 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:38.188966 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d253aca-3c76-45a9-86dd-851e710a5970 None None] New status for floating IP e729ff1b-31b8-4ac2-8f42-4ff0c809eed8: ACTIVE {{(pid=94715) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:21:38.209902 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40286) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:38.284966 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2213e719-c633-481d-8a6e-92141796c77b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-0a1d434f-449e-4e3d-8e86-463b61a9d924', 'network_id': '0a1d434f-449e-4e3d-8e86-463b61a9d924', 'tenant_id': '56a5a10a8b2d4a6f9801f0d15728f812', 'fixed_ips': [{'subnet_id': '807c552b-3a8d-4a98-9830-cc9abda2edb0'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:21:38.285851 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2213e719-c633-481d-8a6e-92141796c77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:38.330074 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b0966-1af4-43f0-9b56-9eee391c8ba7 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event deleted for resources: {'Subnet': ['ID=807c552b-3a8d-4a98-9830-cc9abda2edb0,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:38.353732 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9b0966-1af4-43f0-9b56-9eee391c8ba7 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:21:38.354366 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9b0966-1af4-43f0-9b56-9eee391c8ba7 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:21:38.354506 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9b0966-1af4-43f0-9b56-9eee391c8ba7 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:21:38.355267 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9b0966-1af4-43f0-9b56-9eee391c8ba7 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:21:38.355757 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9b0966-1af4-43f0-9b56-9eee391c8ba7 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:21:38.356102 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9b0966-1af4-43f0-9b56-9eee391c8ba7 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:21:38.356485 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9b0966-1af4-43f0-9b56-9eee391c8ba7 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:21:38.356825 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9b0966-1af4-43f0-9b56-9eee391c8ba7 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:21:38.357218 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9b0966-1af4-43f0-9b56-9eee391c8ba7 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:21:38.357592 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9b0966-1af4-43f0-9b56-9eee391c8ba7 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:21:38.357927 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9b0966-1af4-43f0-9b56-9eee391c8ba7 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:21:38.358716 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9b0966-1af4-43f0-9b56-9eee391c8ba7 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:21:38.374016 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4ac15c8c-ed58-45b3-b92c-e7a14fd97d5e tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/floatingips/e729ff1b-31b8-4ac2-8f42-4ff0c809eed8 HTTP/1.1" status: 200 len: 991 time: 0.1629453 Sep 08 09:21:38.448797 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee420fe6-f734-4631-a740-7f697ffcce25 None None] Network 0a1d434f-449e-4e3d-8e86-463b61a9d924 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:21:38.449885 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-df9b0966-1af4-43f0-9b56-9eee391c8ba7 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:38.491494 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-df9b0966-1af4-43f0-9b56-9eee391c8ba7 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a1d434f-449e-4e3d-8e86-463b61a9d924']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:38.503392 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-df9b0966-1af4-43f0-9b56-9eee391c8ba7 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f35de87-b198-448f-9204-164e96845d70') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:38.503785 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-df9b0966-1af4-43f0-9b56-9eee391c8ba7 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f35de87-b198-448f-9204-164e96845d70') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:38.516674 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-df9b0966-1af4-43f0-9b56-9eee391c8ba7 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:38.533988 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-df9b0966-1af4-43f0-9b56-9eee391c8ba7 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:38.545967 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df9b0966-1af4-43f0-9b56-9eee391c8ba7 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:21:38.548072 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-df9b0966-1af4-43f0-9b56-9eee391c8ba7 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:38.555615 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:21:38.555615 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:21:38.555615 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:21:38.555615 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:21:38.555615 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:21:38.555615 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:21:38.555615 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:21:38.555615 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:21:38.555615 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:21:38.555615 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:21:38.555615 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:21:38.555615 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:21:38.555615 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:21:38.555615 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:21:38.555615 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:21:38.555615 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:21:38.555615 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:21:38.555615 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:21:38.555615 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:21:38.555615 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:21:38.555615 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:21:38.555615 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:21:38.555615 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:21:38.555615 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:21:38.555615 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:21:38.555615 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:21:38.555615 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:21:38.555615 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:21:38.555615 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:21:38.555615 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:21:38.555615 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:21:38.555615 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:21:38.678838 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-df9b0966-1af4-43f0-9b56-9eee391c8ba7 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:38.712494 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-df9b0966-1af4-43f0-9b56-9eee391c8ba7 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:38.731468 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-df9b0966-1af4-43f0-9b56-9eee391c8ba7 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "DELETE /v2.0/networks/0a1d434f-449e-4e3d-8e86-463b61a9d924 HTTP/1.1" status: 204 len: 168 time: 0.9845817 Sep 08 09:21:38.732008 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40292) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:38.739143 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-83bd4e53-3d95-4973-9560-b0182ae3a3eb tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-387622215'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:21:38.793134 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b0966-1af4-43f0-9b56-9eee391c8ba7 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event deleted for resources: {'Network': ['ID=0a1d434f-449e-4e3d-8e86-463b61a9d924,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:38.814177 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83bd4e53-3d95-4973-9560-b0182ae3a3eb tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Made reservation on behalf of 56a5a10a8b2d4a6f9801f0d15728f812 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:21:38.822588 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-83bd4e53-3d95-4973-9560-b0182ae3a3eb tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:38.860790 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83bd4e53-3d95-4973-9560-b0182ae3a3eb tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:21:38.874323 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-83bd4e53-3d95-4973-9560-b0182ae3a3eb tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:38.874829 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-83bd4e53-3d95-4973-9560-b0182ae3a3eb tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Added segment 964c1bf1-e2b0-4890-bdbb-3b9464f54df1 of type vlan for network d121f797-261a-44d0-85a0-306bcbf2b745 Sep 08 09:21:38.957101 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-83bd4e53-3d95-4973-9560-b0182ae3a3eb tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:38.988593 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-83bd4e53-3d95-4973-9560-b0182ae3a3eb tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:38.999504 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bd4e53-3d95-4973-9560-b0182ae3a3eb tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:39.000437 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-83bd4e53-3d95-4973-9560-b0182ae3a3eb tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:39.037208 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-83bd4e53-3d95-4973-9560-b0182ae3a3eb tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3038869 Sep 08 09:21:39.040646 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40306) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:39.047479 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-5097963d-4c8b-4695-86a3-5c01a47f0997 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Request body: {'subnet': {'network_id': 'd121f797-261a-44d0-85a0-306bcbf2b745', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:21:39.117516 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd4e53-3d95-4973-9560-b0182ae3a3eb tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event updated for resources: {'Network': ['ID=d121f797-261a-44d0-85a0-306bcbf2b745,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:39.135282 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network d121f797-261a-44d0-85a0-306bcbf2b745 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:21:39.296501 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5097963d-4c8b-4695-86a3-5c01a47f0997 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Made reservation on behalf of 56a5a10a8b2d4a6f9801f0d15728f812 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:21:39.300583 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5097963d-4c8b-4695-86a3-5c01a47f0997 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:39.378167 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40310) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:39.467835 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0c3c9a15-b8af-4353-86e6-7d48f46ac0aa tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/floatingips/e729ff1b-31b8-4ac2-8f42-4ff0c809eed8 HTTP/1.1" status: 200 len: 993 time: 0.0877252 Sep 08 09:21:39.545071 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5097963d-4c8b-4695-86a3-5c01a47f0997 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:39.628879 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5097963d-4c8b-4695-86a3-5c01a47f0997 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event updated for resources: {'Subnet': ['ID=0c0dd91c-bfd9-4a1e-8af2-3d6b6661c13f,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:39.640728 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5097963d-4c8b-4695-86a3-5c01a47f0997 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Checking segment: {'id': '964c1bf1-e2b0-4890-bdbb-3b9464f54df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'd121f797-261a-44d0-85a0-306bcbf2b745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:21:39.641744 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5097963d-4c8b-4695-86a3-5c01a47f0997 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Network hostable DHCP agents. Network: d121f797-261a-44d0-85a0-306bcbf2b745, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:21:39.660583 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5097963d-4c8b-4695-86a3-5c01a47f0997 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Network d121f797-261a-44d0-85a0-306bcbf2b745 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:21:39.671061 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-5097963d-4c8b-4695-86a3-5c01a47f0997 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, d121f797-261a-44d0-85a0-306bcbf2b745) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:21:39.676295 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5097963d-4c8b-4695-86a3-5c01a47f0997 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:39.677061 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5097963d-4c8b-4695-86a3-5c01a47f0997 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:39.684250 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af425277-fc2f-44a0-a16e-8538a74a1b91 None None] Network d121f797-261a-44d0-85a0-306bcbf2b745 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:21:39.694698 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5097963d-4c8b-4695-86a3-5c01a47f0997 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6521063 Sep 08 09:21:39.698124 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40312) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:39.872096 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-84843877-08e7-4c8b-8bb5-a5cc98f47fdf tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:39.928144 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7bd300-560f-46a5-b619-e7d28f219424 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-d121f797-261a-44d0-85a0-306bcbf2b745', 'network_id': 'd121f797-261a-44d0-85a0-306bcbf2b745', 'tenant_id': '56a5a10a8b2d4a6f9801f0d15728f812', 'fixed_ips': [{'subnet_id': '0c0dd91c-bfd9-4a1e-8af2-3d6b6661c13f'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:21:39.929634 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7e7bd300-560f-46a5-b619-e7d28f219424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:39.947655 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-84843877-08e7-4c8b-8bb5-a5cc98f47fdf tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:40.022683 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-84843877-08e7-4c8b-8bb5-a5cc98f47fdf tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:40.063719 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84843877-08e7-4c8b-8bb5-a5cc98f47fdf tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event deleted for resources: {'Subnet': ['ID=0c0dd91c-bfd9-4a1e-8af2-3d6b6661c13f,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server [None req-7e7bd300-560f-46a5-b619-e7d28f219424 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0c0dd91c-bfd9-4a1e-8af2-3d6b6661c13f: This subnet is being modified by another concurrent operation. Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1474, in create_port Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1439, in _create_port_db Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise exception Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0c0dd91c-bfd9-4a1e-8af2-3d6b6661c13f: This subnet is being modified by another concurrent operation. Sep 08 09:21:40.097077 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server Sep 08 09:21:40.118697 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4fab42-9ea6-412d-981f-a0b4b79aff3e None None] Network d121f797-261a-44d0-85a0-306bcbf2b745 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:21:40.148451 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-84843877-08e7-4c8b-8bb5-a5cc98f47fdf tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:40.172339 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-84843877-08e7-4c8b-8bb5-a5cc98f47fdf tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d121f797-261a-44d0-85a0-306bcbf2b745']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:40.183499 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-84843877-08e7-4c8b-8bb5-a5cc98f47fdf tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '964c1bf1-e2b0-4890-bdbb-3b9464f54df1') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:40.183896 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-84843877-08e7-4c8b-8bb5-a5cc98f47fdf tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '964c1bf1-e2b0-4890-bdbb-3b9464f54df1') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:40.197525 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-84843877-08e7-4c8b-8bb5-a5cc98f47fdf tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:40.219669 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-84843877-08e7-4c8b-8bb5-a5cc98f47fdf tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:40.233536 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84843877-08e7-4c8b-8bb5-a5cc98f47fdf tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:21:40.233536 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-84843877-08e7-4c8b-8bb5-a5cc98f47fdf tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:40.239350 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:21:40.239350 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:21:40.239350 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:21:40.239350 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:21:40.239350 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:21:40.239350 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:21:40.239350 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:21:40.239350 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:21:40.239350 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:21:40.239350 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:21:40.239350 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:21:40.239350 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:21:40.239350 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:21:40.239350 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:21:40.239350 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:21:40.239350 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:21:40.239350 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:21:40.239350 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:21:40.239350 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:21:40.239350 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:21:40.239350 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:21:40.239350 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:21:40.239350 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:21:40.239350 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:21:40.239350 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:21:40.239350 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:21:40.239350 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:21:40.239350 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:21:40.239350 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:21:40.239350 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:21:40.239350 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:21:40.239350 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:21:40.262531 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ac4f68-e5aa-4b0a-b682-83b7c470c040 None None] get_active_networks_info from n-d-806683-11 {{(pid=94714) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 08 09:21:40.347997 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-84843877-08e7-4c8b-8bb5-a5cc98f47fdf tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:40.359775 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-84843877-08e7-4c8b-8bb5-a5cc98f47fdf tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:40.362088 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-84843877-08e7-4c8b-8bb5-a5cc98f47fdf tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "DELETE /v2.0/networks/d121f797-261a-44d0-85a0-306bcbf2b745 HTTP/1.1" status: 204 len: 168 time: 0.6618114 Sep 08 09:21:40.367060 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40322) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:40.371311 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84843877-08e7-4c8b-8bb5-a5cc98f47fdf tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event deleted for resources: {'Network': ['ID=d121f797-261a-44d0-85a0-306bcbf2b745,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:40.387107 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-39ad7c80-7b68-4f1f-876b-c266b693eef1 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-944147005'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:21:40.389944 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ac4f68-e5aa-4b0a-b682-83b7c470c040 None None] Resources bound (agent type, host, resource id): {{(pid=94714) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 08 09:21:40.418906 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ad7c80-7b68-4f1f-876b-c266b693eef1 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Made reservation on behalf of 56a5a10a8b2d4a6f9801f0d15728f812 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:21:40.422802 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-39ad7c80-7b68-4f1f-876b-c266b693eef1 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:40.453715 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39ad7c80-7b68-4f1f-876b-c266b693eef1 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:21:40.465215 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-39ad7c80-7b68-4f1f-876b-c266b693eef1 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:40.465589 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-39ad7c80-7b68-4f1f-876b-c266b693eef1 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Added segment 8ec62d62-93d2-4b01-b310-d2cf91f0f4c1 of type vlan for network 834c5caf-7df3-4aa4-8490-104585253bbb Sep 08 09:21:40.511136 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-39ad7c80-7b68-4f1f-876b-c266b693eef1 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:40.540847 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-39ad7c80-7b68-4f1f-876b-c266b693eef1 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:40.555604 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ad7c80-7b68-4f1f-876b-c266b693eef1 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:40.556542 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-39ad7c80-7b68-4f1f-876b-c266b693eef1 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:40.614450 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-39ad7c80-7b68-4f1f-876b-c266b693eef1 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2452915 Sep 08 09:21:40.617744 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40326) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:40.626408 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-1b866a41-8187-4fc0-a7cf-e95cc824cb1f tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Request body: {'subnet': {'network_id': '834c5caf-7df3-4aa4-8490-104585253bbb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:21:40.707410 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad7c80-7b68-4f1f-876b-c266b693eef1 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event updated for resources: {'Network': ['ID=834c5caf-7df3-4aa4-8490-104585253bbb,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:40.723776 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 834c5caf-7df3-4aa4-8490-104585253bbb details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:21:40.811688 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b866a41-8187-4fc0-a7cf-e95cc824cb1f tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Made reservation on behalf of 56a5a10a8b2d4a6f9801f0d15728f812 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:21:40.817066 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1b866a41-8187-4fc0-a7cf-e95cc824cb1f tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:40.978294 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40346) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:41.069769 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1b866a41-8187-4fc0-a7cf-e95cc824cb1f tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:41.180577 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b866a41-8187-4fc0-a7cf-e95cc824cb1f tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event updated for resources: {'Subnet': ['ID=6f32e66c-7220-4178-9b9a-e2d48cb3e2d4,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:41.189344 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b866a41-8187-4fc0-a7cf-e95cc824cb1f tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Checking segment: {'id': '8ec62d62-93d2-4b01-b310-d2cf91f0f4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '834c5caf-7df3-4aa4-8490-104585253bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:21:41.189819 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b866a41-8187-4fc0-a7cf-e95cc824cb1f tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Network hostable DHCP agents. Network: 834c5caf-7df3-4aa4-8490-104585253bbb, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:21:41.218293 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b866a41-8187-4fc0-a7cf-e95cc824cb1f tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Network 834c5caf-7df3-4aa4-8490-104585253bbb is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:21:41.233482 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-1b866a41-8187-4fc0-a7cf-e95cc824cb1f tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 834c5caf-7df3-4aa4-8490-104585253bbb) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:21:41.239270 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b866a41-8187-4fc0-a7cf-e95cc824cb1f tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:41.240179 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1b866a41-8187-4fc0-a7cf-e95cc824cb1f tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:41.246295 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62155410-035e-4b24-8119-4cf3e75f63d6 None None] Network 834c5caf-7df3-4aa4-8490-104585253bbb requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:21:41.264904 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1b866a41-8187-4fc0-a7cf-e95cc824cb1f tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6459348 Sep 08 09:21:41.266158 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40350) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:41.452230 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deaabbf7-f1be-45bf-b5f0-ab81d7563701 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-834c5caf-7df3-4aa4-8490-104585253bbb', 'network_id': '834c5caf-7df3-4aa4-8490-104585253bbb', 'tenant_id': '56a5a10a8b2d4a6f9801f0d15728f812', 'fixed_ips': [{'subnet_id': '6f32e66c-7220-4178-9b9a-e2d48cb3e2d4'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:21:41.454709 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-deaabbf7-f1be-45bf-b5f0-ab81d7563701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:41.513524 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40354) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:41.570935 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a14cb2b2-045c-4ba9-a870-0e2dd2e2d625 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:41.646508 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a14cb2b2-045c-4ba9-a870-0e2dd2e2d625 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:41.649629 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-deaabbf7-f1be-45bf-b5f0-ab81d7563701 None None] Allocated IP 172.20.0.1 (834c5caf-7df3-4aa4-8490-104585253bbb/6f32e66c-7220-4178-9b9a-e2d48cb3e2d4/25b591fc-eecc-4f5e-839f-593f574cd932) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:21:41.693698 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e4349ccb-bc3d-40e6-8a19-f07a3259df01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:41.886315 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-deaabbf7-f1be-45bf-b5f0-ab81d7563701 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:41.896899 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-deaabbf7-f1be-45bf-b5f0-ab81d7563701 None None] Transition to ACTIVE for port object 25b591fc-eecc-4f5e-839f-593f574cd932 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:21:41.913049 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e4349ccb-bc3d-40e6-8a19-f07a3259df01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:41.917420 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-deaabbf7-f1be-45bf-b5f0-ab81d7563701 None None] Transition to ACTIVE for port object 25b591fc-eecc-4f5e-839f-593f574cd932 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:21:41.919492 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e4349ccb-bc3d-40e6-8a19-f07a3259df01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:41.924514 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-deaabbf7-f1be-45bf-b5f0-ab81d7563701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:41.945982 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4349ccb-bc3d-40e6-8a19-f07a3259df01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057601a2-0367-494c-b60b-1a6ead6f5d16,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:41.980940 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a14cb2b2-045c-4ba9-a870-0e2dd2e2d625 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:41.988263 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e4349ccb-bc3d-40e6-8a19-f07a3259df01 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=aef35568bd304afab626a24d61c524b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4733815 Sep 08 09:21:41.991160 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40362) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:42.018771 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14cb2b2-045c-4ba9-a870-0e2dd2e2d625 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event deleted for resources: {'Subnet': ['ID=6f32e66c-7220-4178-9b9a-e2d48cb3e2d4,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:42.108351 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a14cb2b2-045c-4ba9-a870-0e2dd2e2d625 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:42.138085 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deaabbf7-f1be-45bf-b5f0-ab81d7563701 None None] Network 834c5caf-7df3-4aa4-8490-104585253bbb is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:21:42.145242 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-a14cb2b2-045c-4ba9-a870-0e2dd2e2d625 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['834c5caf-7df3-4aa4-8490-104585253bbb']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:42.146651 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-deaabbf7-f1be-45bf-b5f0-ab81d7563701 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:21:42.150012 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaabbf7-f1be-45bf-b5f0-ab81d7563701 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:21:42.152890 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaabbf7-f1be-45bf-b5f0-ab81d7563701 None None] Pushing event updated for resources: {'Port': ['ID=25b591fc-eecc-4f5e-839f-593f574cd932,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:42.162905 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-a14cb2b2-045c-4ba9-a870-0e2dd2e2d625 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ec62d62-93d2-4b01-b310-d2cf91f0f4c1') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:42.163194 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-a14cb2b2-045c-4ba9-a870-0e2dd2e2d625 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ec62d62-93d2-4b01-b310-d2cf91f0f4c1') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:42.171932 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-59dd7bbe-e731-415e-92f5-7fc00c6f4dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:42.178210 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a14cb2b2-045c-4ba9-a870-0e2dd2e2d625 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:42.204712 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a14cb2b2-045c-4ba9-a870-0e2dd2e2d625 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:42.208063 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-59dd7bbe-e731-415e-92f5-7fc00c6f4dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:42.208205 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-deaabbf7-f1be-45bf-b5f0-ab81d7563701 None None] Attempting to bind port 25b591fc-eecc-4f5e-839f-593f574cd932 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:21:42.208564 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-deaabbf7-f1be-45bf-b5f0-ab81d7563701 None None] Attempting to bind port 25b591fc-eecc-4f5e-839f-593f574cd932 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '8ec62d62-93d2-4b01-b310-d2cf91f0f4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '834c5caf-7df3-4aa4-8490-104585253bbb'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:21:42.208933 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaabbf7-f1be-45bf-b5f0-ab81d7563701 None None] Attempting to bind port 25b591fc-eecc-4f5e-839f-593f574cd932 on network 834c5caf-7df3-4aa4-8490-104585253bbb {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:21:42.215064 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaabbf7-f1be-45bf-b5f0-ab81d7563701 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:21:42.215444 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaabbf7-f1be-45bf-b5f0-ab81d7563701 None None] Checking segment: {'id': '8ec62d62-93d2-4b01-b310-d2cf91f0f4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '834c5caf-7df3-4aa4-8490-104585253bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:21:42.215850 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-deaabbf7-f1be-45bf-b5f0-ab81d7563701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:42.216239 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaabbf7-f1be-45bf-b5f0-ab81d7563701 None None] Bound using segment: {'id': '8ec62d62-93d2-4b01-b310-d2cf91f0f4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '834c5caf-7df3-4aa4-8490-104585253bbb'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:21:42.216702 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-deaabbf7-f1be-45bf-b5f0-ab81d7563701 None None] Bound port: 25b591fc-eecc-4f5e-839f-593f574cd932, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ec62d62-93d2-4b01-b310-d2cf91f0f4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '834c5caf-7df3-4aa4-8490-104585253bbb'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:21:42.217088 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-deaabbf7-f1be-45bf-b5f0-ab81d7563701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:42.220838 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a14cb2b2-045c-4ba9-a870-0e2dd2e2d625 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:21:42.221259 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a14cb2b2-045c-4ba9-a870-0e2dd2e2d625 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:42.224210 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:21:42.224210 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:21:42.224210 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:21:42.224210 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:21:42.224210 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:21:42.224210 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:21:42.224210 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:21:42.224210 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:21:42.224210 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:21:42.224210 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:21:42.224210 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:21:42.224210 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:21:42.224210 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:21:42.224210 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:21:42.224210 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:21:42.224210 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:21:42.224210 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:21:42.224210 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:21:42.224210 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:21:42.224210 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:21:42.224210 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:21:42.224210 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:21:42.224210 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:21:42.224210 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:21:42.224210 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:21:42.224210 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:21:42.224210 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:21:42.224210 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:21:42.224210 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:21:42.224210 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:21:42.224210 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:21:42.224210 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:21:42.231309 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-731109d0-7c03-4980-b743-26f978ef6744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:42.282503 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-deaabbf7-f1be-45bf-b5f0-ab81d7563701 None None] For port 25b591fc-eecc-4f5e-839f-593f574cd932, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:21:42.303050 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.db.api [None req-a14cb2b2-045c-4ba9-a870-0e2dd2e2d625 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 08 09:21:42.303050 n-d-806683-11 neutron-server[94713]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 08 09:21:42.303050 n-d-806683-11 neutron-server[94713]: [parameters: {'id': '834c5caf-7df3-4aa4-8490-104585253bbb'}] Sep 08 09:21:42.303050 n-d-806683-11 neutron-server[94713]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 09:21:42.303834 n-d-806683-11 neutron-server[94713]: DEBUG oslo_db.api [None req-a14cb2b2-045c-4ba9-a870-0e2dd2e2d625 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 09:21:42.306841 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-deaabbf7-f1be-45bf-b5f0-ab81d7563701 None None] For port 25b591fc-eecc-4f5e-839f-593f574cd932, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=25b591fc-eecc-4f5e-839f-593f574cd932,segment=NetworkSegment(8ec62d62-93d2-4b01-b310-d2cf91f0f4c1),segment_id=8ec62d62-93d2-4b01-b310-d2cf91f0f4c1)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:21:42.311441 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-deaabbf7-f1be-45bf-b5f0-ab81d7563701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:42.323352 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-59dd7bbe-e731-415e-92f5-7fc00c6f4dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:42.326285 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-59dd7bbe-e731-415e-92f5-7fc00c6f4dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:42.330380 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-59dd7bbe-e731-415e-92f5-7fc00c6f4dfb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/057601a2-0367-494c-b60b-1a6ead6f5d16 HTTP/1.1" status: 204 len: 168 time: 0.3212903 Sep 08 09:21:42.338809 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd7bbe-e731-415e-92f5-7fc00c6f4dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057601a2-0367-494c-b60b-1a6ead6f5d16,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:42.409067 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaabbf7-f1be-45bf-b5f0-ab81d7563701 None None] Pushing event updated for resources: {'Port': ['ID=25b591fc-eecc-4f5e-839f-593f574cd932,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:42.426215 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65232f88-f208-45fa-b936-e730ea696371 None None] Network 834c5caf-7df3-4aa4-8490-104585253bbb requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:21:42.516374 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-731109d0-7c03-4980-b743-26f978ef6744 admin admin] Deleting port 101f7c50-22be-46db-aec9-7e9e62483fa5 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:21:42.516716 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-731109d0-7c03-4980-b743-26f978ef6744 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:42.557827 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70e23d9-1fd6-474c-b186-e3de38b14e7f None None] get_active_networks_info from n-d-806683-11 {{(pid=94714) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 08 09:21:42.601124 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-731109d0-7c03-4980-b743-26f978ef6744 admin admin] For port 101f7c50-22be-46db-aec9-7e9e62483fa5, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=101f7c50-22be-46db-aec9-7e9e62483fa5,segment=NetworkSegment(f65d12e3-feb2-45fa-813d-94ce7829a6a9),segment_id=f65d12e3-feb2-45fa-813d-94ce7829a6a9)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:21:42.601507 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-731109d0-7c03-4980-b743-26f978ef6744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:42.615395 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-731109d0-7c03-4980-b743-26f978ef6744 admin admin] Calling delete_port for 101f7c50-22be-46db-aec9-7e9e62483fa5 owned by network:router_interface {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:21:42.653220 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70e23d9-1fd6-474c-b186-e3de38b14e7f None None] Resources bound (agent type, host, resource id): {{(pid=94714) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 08 09:21:42.660526 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40368) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:42.674966 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-102a29f6-442c-4569-a8bd-0ca3a01fb5c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:42.791839 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-102a29f6-442c-4569-a8bd-0ca3a01fb5c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:42.795896 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-102a29f6-442c-4569-a8bd-0ca3a01fb5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:42.815605 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a14cb2b2-045c-4ba9-a870-0e2dd2e2d625 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:42.826285 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-731109d0-7c03-4980-b743-26f978ef6744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:42.837467 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102a29f6-442c-4569-a8bd-0ca3a01fb5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb14fec5-13ea-4570-b79a-597662bf954c,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:42.855943 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-102a29f6-442c-4569-a8bd-0ca3a01fb5c5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1921b8b0403e44afa8c2b2bb9cea2e83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1936281 Sep 08 09:21:42.857415 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40370) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:42.886435 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731109d0-7c03-4980-b743-26f978ef6744 admin admin] Pushing event deleted for resources: {'Port': ['ID=101f7c50-22be-46db-aec9-7e9e62483fa5,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:42.952984 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8a6dca99-6c52-4234-a1bd-808d64cdf2fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:42.979482 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8a6dca99-6c52-4234-a1bd-808d64cdf2fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:43.034283 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-a14cb2b2-045c-4ba9-a870-0e2dd2e2d625 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Deleting port 25b591fc-eecc-4f5e-839f-593f574cd932 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:21:43.034637 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a14cb2b2-045c-4ba9-a870-0e2dd2e2d625 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:43.104730 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-731109d0-7c03-4980-b743-26f978ef6744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:43.117639 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-a14cb2b2-045c-4ba9-a870-0e2dd2e2d625 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] For port 25b591fc-eecc-4f5e-839f-593f574cd932, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=25b591fc-eecc-4f5e-839f-593f574cd932,segment=NetworkSegment(8ec62d62-93d2-4b01-b310-d2cf91f0f4c1),segment_id=8ec62d62-93d2-4b01-b310-d2cf91f0f4c1)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:21:43.118500 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a14cb2b2-045c-4ba9-a870-0e2dd2e2d625 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:43.126266 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8a6dca99-6c52-4234-a1bd-808d64cdf2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:43.129171 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8a6dca99-6c52-4234-a1bd-808d64cdf2fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:43.132669 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8a6dca99-6c52-4234-a1bd-808d64cdf2fe admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bb14fec5-13ea-4570-b79a-597662bf954c HTTP/1.1" status: 204 len: 168 time: 0.2720900 Sep 08 09:21:43.139472 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-a14cb2b2-045c-4ba9-a870-0e2dd2e2d625 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Calling delete_port for 25b591fc-eecc-4f5e-839f-593f574cd932 owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:21:43.149540 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6dca99-6c52-4234-a1bd-808d64cdf2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb14fec5-13ea-4570-b79a-597662bf954c,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:43.262300 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a14cb2b2-045c-4ba9-a870-0e2dd2e2d625 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:43.309416 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14cb2b2-045c-4ba9-a870-0e2dd2e2d625 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event deleted for resources: {'Port': ['ID=25b591fc-eecc-4f5e-839f-593f574cd932,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:43.312557 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14cb2b2-045c-4ba9-a870-0e2dd2e2d625 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] No DVR routers for this DVR port 25b591fc-eecc-4f5e-839f-593f574cd932 on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:21:43.401695 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731109d0-7c03-4980-b743-26f978ef6744 admin admin] Router 8e71d37c-9786-446a-bcce-c9b3b16e188b has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:21:43.456364 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a14cb2b2-045c-4ba9-a870-0e2dd2e2d625 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:43.494480 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-a14cb2b2-045c-4ba9-a870-0e2dd2e2d625 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['834c5caf-7df3-4aa4-8490-104585253bbb']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:43.513619 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-a14cb2b2-045c-4ba9-a870-0e2dd2e2d625 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ec62d62-93d2-4b01-b310-d2cf91f0f4c1') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:43.515056 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-a14cb2b2-045c-4ba9-a870-0e2dd2e2d625 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ec62d62-93d2-4b01-b310-d2cf91f0f4c1') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:43.531167 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a14cb2b2-045c-4ba9-a870-0e2dd2e2d625 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:43.547935 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a14cb2b2-045c-4ba9-a870-0e2dd2e2d625 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:43.554310 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731109d0-7c03-4980-b743-26f978ef6744 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:21:43.558805 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a14cb2b2-045c-4ba9-a870-0e2dd2e2d625 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:21:43.559468 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a14cb2b2-045c-4ba9-a870-0e2dd2e2d625 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:43.563746 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:21:43.563746 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:21:43.563746 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:21:43.563746 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:21:43.563746 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:21:43.563746 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:21:43.563746 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:21:43.563746 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:21:43.563746 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:21:43.563746 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:21:43.563746 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:21:43.563746 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:21:43.563746 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:21:43.563746 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:21:43.563746 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:21:43.563746 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:21:43.563746 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:21:43.563746 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:21:43.563746 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:21:43.563746 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:21:43.563746 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:21:43.563746 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:21:43.563746 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:21:43.563746 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:21:43.563746 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:21:43.563746 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:21:43.563746 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:21:43.563746 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:21:43.563746 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:21:43.563746 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:21:43.563746 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:21:43.563746 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:21:43.566254 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed872bf-43a9-4d7c-b675-81e4597b3e06 None None] Sync routers for ids ['8e71d37c-9786-446a-bcce-c9b3b16e188b'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:21:43.570813 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-731109d0-7c03-4980-b743-26f978ef6744 admin admin] 10.222.0.54 "PUT /v2.0/routers/8e71d37c-9786-446a-bcce-c9b3b16e188b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5919657 Sep 08 09:21:43.571792 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40392) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:43.574697 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed872bf-43a9-4d7c-b675-81e4597b3e06 None None] Routers {'8e71d37c-9786-446a-bcce-c9b3b16e188b'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:21:43.575343 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-8ed872bf-43a9-4d7c-b675-81e4597b3e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:21:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8e71d37c-9786-446a-bcce-c9b3b16e188b'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:43.651378 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a14cb2b2-045c-4ba9-a870-0e2dd2e2d625 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:43.662985 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a14cb2b2-045c-4ba9-a870-0e2dd2e2d625 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:43.672228 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a14cb2b2-045c-4ba9-a870-0e2dd2e2d625 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "DELETE /v2.0/networks/834c5caf-7df3-4aa4-8490-104585253bbb HTTP/1.1" status: 204 len: 168 time: 2.4016683 Sep 08 09:21:43.673320 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40398) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:43.678861 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-2cb5a563-a41b-47ec-a5f4-eddda0c5ab54 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1484253022'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:21:43.704620 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14cb2b2-045c-4ba9-a870-0e2dd2e2d625 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event deleted for resources: {'Network': ['ID=834c5caf-7df3-4aa4-8490-104585253bbb,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:43.735198 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb5a563-a41b-47ec-a5f4-eddda0c5ab54 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Made reservation on behalf of 56a5a10a8b2d4a6f9801f0d15728f812 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:21:43.740364 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2cb5a563-a41b-47ec-a5f4-eddda0c5ab54 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:43.754586 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-af146f8f-ec3e-46e2-a1a5-53ca5cf29a01 admin admin] Notify callbacks [] for router, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:43.775381 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cb5a563-a41b-47ec-a5f4-eddda0c5ab54 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:21:43.788332 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2cb5a563-a41b-47ec-a5f4-eddda0c5ab54 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:43.790328 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-2cb5a563-a41b-47ec-a5f4-eddda0c5ab54 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Added segment 03658cff-33bb-4b1d-8133-66d453688bb9 of type vlan for network 7c770725-8424-444a-affb-6af2222cf724 Sep 08 09:21:43.822310 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-8ed872bf-43a9-4d7c-b675-81e4597b3e06 None None] Set router 8e71d37c-9786-446a-bcce-c9b3b16e188b gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:21:43.842763 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2cb5a563-a41b-47ec-a5f4-eddda0c5ab54 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:43.885793 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2cb5a563-a41b-47ec-a5f4-eddda0c5ab54 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:43.890247 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-af146f8f-ec3e-46e2-a1a5-53ca5cf29a01 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:43.891893 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb5a563-a41b-47ec-a5f4-eddda0c5ab54 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:43.892576 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2cb5a563-a41b-47ec-a5f4-eddda0c5ab54 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:43.976233 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb5a563-a41b-47ec-a5f4-eddda0c5ab54 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event updated for resources: {'Network': ['ID=7c770725-8424-444a-affb-6af2222cf724,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:43.987978 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-af146f8f-ec3e-46e2-a1a5-53ca5cf29a01 admin admin] Deleting port f28d3dac-4c3d-44f5-9950-b4fca8cb46cc {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:21:43.988579 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-af146f8f-ec3e-46e2-a1a5-53ca5cf29a01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:44.001160 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 7c770725-8424-444a-affb-6af2222cf724 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:21:44.004485 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2cb5a563-a41b-47ec-a5f4-eddda0c5ab54 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3233399 Sep 08 09:21:44.004485 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40404) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:44.010438 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-15bce2dc-52ce-4ada-8093-d2fefbff22c6 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:21:44.168667 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-af146f8f-ec3e-46e2-a1a5-53ca5cf29a01 admin admin] For port f28d3dac-4c3d-44f5-9950-b4fca8cb46cc, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=f28d3dac-4c3d-44f5-9950-b4fca8cb46cc,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:21:44.168667 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-af146f8f-ec3e-46e2-a1a5-53ca5cf29a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:44.187195 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-af146f8f-ec3e-46e2-a1a5-53ca5cf29a01 admin admin] Calling delete_port for f28d3dac-4c3d-44f5-9950-b4fca8cb46cc owned by network:router_gateway {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:21:44.277509 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-8ed872bf-43a9-4d7c-b675-81e4597b3e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'name': 'tempest-AttachVolumeShelveTestJSON-614609853-router', 'tenant_id': '9f5275e2d58a49a08895a50418c7508b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'f28d3dac-4c3d-44f5-9950-b4fca8cb46cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:09:34Z', 'updated_at': '2021-09-08T09:21:42Z', 'revision_number': 5, 'project_id': '9f5275e2d58a49a08895a50418c7508b', 'gw_port': {'id': 'f28d3dac-4c3d-44f5-9950-b4fca8cb46cc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:1b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:09:35Z', 'updated_at': '2021-09-08T09:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:44.281171 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-15bce2dc-52ce-4ada-8093-d2fefbff22c6 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:44.309186 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-15bce2dc-52ce-4ada-8093-d2fefbff22c6 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:44.317992 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed872bf-43a9-4d7c-b675-81e4597b3e06 None None] Checking router: 8e71d37c-9786-446a-bcce-c9b3b16e188b for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:21:44.331137 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed872bf-43a9-4d7c-b675-81e4597b3e06 None None] Routers {'8e71d37c-9786-446a-bcce-c9b3b16e188b'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:21:44.332437 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-8ed872bf-43a9-4d7c-b675-81e4597b3e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:21:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8e71d37c-9786-446a-bcce-c9b3b16e188b'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:44.344811 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-15bce2dc-52ce-4ada-8093-d2fefbff22c6 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Network 7c770725-8424-444a-affb-6af2222cf724 is not hosted by any dhcp agent {{(pid=94713) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 08 09:21:44.350350 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bce2dc-52ce-4ada-8093-d2fefbff22c6 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:44.350978 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-15bce2dc-52ce-4ada-8093-d2fefbff22c6 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:44.353203 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-15bce2dc-52ce-4ada-8093-d2fefbff22c6 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "PUT /v2.0/networks/7c770725-8424-444a-affb-6af2222cf724 HTTP/1.1" status: 200 len: 723 time: 0.3491194 Sep 08 09:21:44.358287 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40414) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:44.366564 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-25be9ce9-7ffe-4750-9d3e-0e2c7f99bad7 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Request body: {'subnet': {'network_id': '7c770725-8424-444a-affb-6af2222cf724', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:21:44.439076 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bce2dc-52ce-4ada-8093-d2fefbff22c6 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event updated for resources: {'Network': ['ID=7c770725-8424-444a-affb-6af2222cf724,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:44.453858 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-8ed872bf-43a9-4d7c-b675-81e4597b3e06 None None] Set router 8e71d37c-9786-446a-bcce-c9b3b16e188b gateway port host: None {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:21:44.457338 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 7c770725-8424-444a-affb-6af2222cf724 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:21:44.528801 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-af146f8f-ec3e-46e2-a1a5-53ca5cf29a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:44.551947 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-8ed872bf-43a9-4d7c-b675-81e4597b3e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'name': 'tempest-AttachVolumeShelveTestJSON-614609853-router', 'tenant_id': '9f5275e2d58a49a08895a50418c7508b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:09:34Z', 'updated_at': '2021-09-08T09:21:43Z', 'revision_number': 6, 'project_id': '9f5275e2d58a49a08895a50418c7508b', 'gw_port_host': None}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:44.564854 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af146f8f-ec3e-46e2-a1a5-53ca5cf29a01 admin admin] Pushing event deleted for resources: {'Port': ['ID=f28d3dac-4c3d-44f5-9950-b4fca8cb46cc,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:44.568604 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25be9ce9-7ffe-4750-9d3e-0e2c7f99bad7 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Made reservation on behalf of 56a5a10a8b2d4a6f9801f0d15728f812 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:21:44.572863 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-25be9ce9-7ffe-4750-9d3e-0e2c7f99bad7 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:44.609728 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed872bf-43a9-4d7c-b675-81e4597b3e06 None None] The sync data for ids ['8e71d37c-9786-446a-bcce-c9b3b16e188b'] in n-d-806683-11 is: [{'id': '8e71d37c-9786-446a-bcce-c9b3b16e188b', 'name': 'tempest-AttachVolumeShelveTestJSON-614609853-router', 'tenant_id': '9f5275e2d58a49a08895a50418c7508b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:09:34Z', 'updated_at': '2021-09-08T09:21:43Z', 'revision_number': 6, 'project_id': '9f5275e2d58a49a08895a50418c7508b', 'gw_port_host': None}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:21:44.741839 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-af146f8f-ec3e-46e2-a1a5-53ca5cf29a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:44.880668 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-af146f8f-ec3e-46e2-a1a5-53ca5cf29a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:44.885841 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-af146f8f-ec3e-46e2-a1a5-53ca5cf29a01 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:44.942732 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-af146f8f-ec3e-46e2-a1a5-53ca5cf29a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:44.943292 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af146f8f-ec3e-46e2-a1a5-53ca5cf29a01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e71d37c-9786-446a-bcce-c9b3b16e188b {{(pid=94712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:21:44.969744 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-af146f8f-ec3e-46e2-a1a5-53ca5cf29a01 admin admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:44.970963 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-af146f8f-ec3e-46e2-a1a5-53ca5cf29a01 admin admin] 10.222.0.54 "DELETE /v2.0/routers/8e71d37c-9786-446a-bcce-c9b3b16e188b HTTP/1.1" status: 204 len: 168 time: 1.3980248 Sep 08 09:21:44.974477 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40432) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:45.031127 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b169a64-d06f-4da7-b2e6-6e709d5dab54 admin admin] Deleting subnet 8ec84db6-4dd6-4de4-a1e0-0c0e5076306d {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:21:45.034399 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4b169a64-d06f-4da7-b2e6-6e709d5dab54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:45.053803 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-25be9ce9-7ffe-4750-9d3e-0e2c7f99bad7 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:45.073327 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4b169a64-d06f-4da7-b2e6-6e709d5dab54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:45.086849 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40434) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:45.128152 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be9ce9-7ffe-4750-9d3e-0e2c7f99bad7 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event updated for resources: {'Subnet': ['ID=fb243cf6-4779-4db7-9926-188c7bb97c08,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:45.140009 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25be9ce9-7ffe-4750-9d3e-0e2c7f99bad7 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Checking segment: {'id': '03658cff-33bb-4b1d-8133-66d453688bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '7c770725-8424-444a-affb-6af2222cf724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:21:45.140389 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25be9ce9-7ffe-4750-9d3e-0e2c7f99bad7 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Network hostable DHCP agents. Network: 7c770725-8424-444a-affb-6af2222cf724, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:21:45.161339 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25be9ce9-7ffe-4750-9d3e-0e2c7f99bad7 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Network 7c770725-8424-444a-affb-6af2222cf724 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:21:45.170215 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4b169a64-d06f-4da7-b2e6-6e709d5dab54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:45.175925 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-25be9ce9-7ffe-4750-9d3e-0e2c7f99bad7 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 7c770725-8424-444a-affb-6af2222cf724) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:21:45.182900 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25be9ce9-7ffe-4750-9d3e-0e2c7f99bad7 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:45.183691 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-25be9ce9-7ffe-4750-9d3e-0e2c7f99bad7 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:45.198503 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6613336-c687-48fe-a8fb-a7d601160916 None None] Network 7c770725-8424-444a-affb-6af2222cf724 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:21:45.212059 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-25be9ce9-7ffe-4750-9d3e-0e2c7f99bad7 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8522394 Sep 08 09:21:45.215081 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40438) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:45.227573 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-19eb7be9-ae30-4dca-ba94-c0513fad4eaa tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:21:45.254171 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4b169a64-d06f-4da7-b2e6-6e709d5dab54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:45.313150 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device f28d3dac-4c3d-44f5-9950-b4fca8cb46cc no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:21:45.323335 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4b169a64-d06f-4da7-b2e6-6e709d5dab54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:45.325559 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4b169a64-d06f-4da7-b2e6-6e709d5dab54 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/8ec84db6-4dd6-4de4-a1e0-0c0e5076306d HTTP/1.1" status: 204 len: 168 time: 0.3498340 Sep 08 09:21:45.328043 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b169a64-d06f-4da7-b2e6-6e709d5dab54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ec84db6-4dd6-4de4-a1e0-0c0e5076306d,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:45.330127 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40440) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:45.339547 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891e9bb4-bb17-4eff-bc30-a3ecd289cb11 None None] Network cb338a05-96ea-4d11-88f8-690044b53ade requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:21:45.346417 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: f28d3dac-4c3d-44f5-9950-b4fca8cb46cc {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:21:45.346761 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device f28d3dac-4c3d-44f5-9950-b4fca8cb46cc not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:21:45.347370 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 101f7c50-22be-46db-aec9-7e9e62483fa5 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:21:45.352167 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e40a2d01-c7b9-47d3-b18a-087e43df1fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:45.369838 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-19eb7be9-ae30-4dca-ba94-c0513fad4eaa tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126727738'] for subnet, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:45.398120 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 101f7c50-22be-46db-aec9-7e9e62483fa5 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:21:45.399402 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 101f7c50-22be-46db-aec9-7e9e62483fa5 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:21:45.419154 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9f3c873e-6faa-4139-b7b5-03e342f7f455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:45.497414 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-9f3c873e-6faa-4139-b7b5-03e342f7f455 admin admin] Deleting port 806508f6-93d6-46c4-82d5-fe094fa40491 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:21:45.497782 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9f3c873e-6faa-4139-b7b5-03e342f7f455 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:45.565364 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1812c3-cde4-4521-b578-e308670e7fe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-7c770725-8424-444a-affb-6af2222cf724', 'network_id': '7c770725-8424-444a-affb-6af2222cf724', 'tenant_id': '56a5a10a8b2d4a6f9801f0d15728f812', 'fixed_ips': [{'subnet_id': 'fb243cf6-4779-4db7-9926-188c7bb97c08'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:21:45.566318 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2b1812c3-cde4-4521-b578-e308670e7fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:45.604426 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-19eb7be9-ae30-4dca-ba94-c0513fad4eaa tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774288517861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-126200515'] for subnet, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:45.607524 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e40a2d01-c7b9-47d3-b18a-087e43df1fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:45.628134 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-9f3c873e-6faa-4139-b7b5-03e342f7f455 admin admin] For port 806508f6-93d6-46c4-82d5-fe094fa40491, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=806508f6-93d6-46c4-82d5-fe094fa40491,segment=NetworkSegment(f65d12e3-feb2-45fa-813d-94ce7829a6a9),segment_id=f65d12e3-feb2-45fa-813d-94ce7829a6a9)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:21:45.628520 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9f3c873e-6faa-4139-b7b5-03e342f7f455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:45.641290 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e40a2d01-c7b9-47d3-b18a-087e43df1fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:45.645264 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-9f3c873e-6faa-4139-b7b5-03e342f7f455 admin admin] Calling delete_port for 806508f6-93d6-46c4-82d5-fe094fa40491 owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:21:45.665132 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8f7e50-e04a-4f98-822f-b6416c92c48a None None] DHCP port deletion for cb338a05-96ea-4d11-88f8-690044b53ade request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:21:45.687270 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19eb7be9-ae30-4dca-ba94-c0513fad4eaa tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:45.687877 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-19eb7be9-ae30-4dca-ba94-c0513fad4eaa tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:45.691836 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-19eb7be9-ae30-4dca-ba94-c0513fad4eaa tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "PUT /v2.0/subnets/fb243cf6-4779-4db7-9926-188c7bb97c08 HTTP/1.1" status: 200 len: 806 time: 0.4718823 Sep 08 09:21:45.701188 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40442) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:45.726235 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e40a2d01-c7b9-47d3-b18a-087e43df1fb7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2484f4bd9b6e4f5c85df7241990612b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6379690 Sep 08 09:21:45.733575 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40444) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:45.738069 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a2d01-c7b9-47d3-b18a-087e43df1fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd234cb-baa1-4313-8090-f354c2227ee9,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:45.757291 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb7be9-ae30-4dca-ba94-c0513fad4eaa tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event updated for resources: {'Subnet': ['ID=fb243cf6-4779-4db7-9926-188c7bb97c08,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:45.787341 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-0a8f7e50-e04a-4f98-822f-b6416c92c48a None None] Deleting port 806508f6-93d6-46c4-82d5-fe094fa40491 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:21:45.789042 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0a8f7e50-e04a-4f98-822f-b6416c92c48a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:45.795564 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-2b1812c3-cde4-4521-b578-e308670e7fe5 None None] Allocated IP 172.20.0.2 (7c770725-8424-444a-affb-6af2222cf724/fb243cf6-4779-4db7-9926-188c7bb97c08/2701ecae-cefc-42e9-81a8-6de23a5ed179) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:21:45.814228 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9f3c873e-6faa-4139-b7b5-03e342f7f455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:45.843087 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c873e-6faa-4139-b7b5-03e342f7f455 admin admin] Pushing event deleted for resources: {'Port': ['ID=806508f6-93d6-46c4-82d5-fe094fa40491,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:45.844971 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3c873e-6faa-4139-b7b5-03e342f7f455 admin admin] No DVR routers for this DVR port 806508f6-93d6-46c4-82d5-fe094fa40491 on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:21:45.888506 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9aa2d1bf-dd4f-4506-a197-8dd20ed0e744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:45.893733 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0f6b5ec7-8540-4d9c-93ec-f26e630adafc tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:45.901096 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-0a8f7e50-e04a-4f98-822f-b6416c92c48a None None] For port 806508f6-93d6-46c4-82d5-fe094fa40491, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=806508f6-93d6-46c4-82d5-fe094fa40491,segment=NetworkSegment(f65d12e3-feb2-45fa-813d-94ce7829a6a9),segment_id=f65d12e3-feb2-45fa-813d-94ce7829a6a9)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:21:45.901879 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0a8f7e50-e04a-4f98-822f-b6416c92c48a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:45.924735 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9aa2d1bf-dd4f-4506-a197-8dd20ed0e744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:45.960623 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-0a8f7e50-e04a-4f98-822f-b6416c92c48a None None] Calling delete_port for 806508f6-93d6-46c4-82d5-fe094fa40491 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:21:45.975964 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9f3c873e-6faa-4139-b7b5-03e342f7f455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:46.008671 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0f6b5ec7-8540-4d9c-93ec-f26e630adafc tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:46.011309 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-9f3c873e-6faa-4139-b7b5-03e342f7f455 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb338a05-96ea-4d11-88f8-690044b53ade']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:46.021918 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-9f3c873e-6faa-4139-b7b5-03e342f7f455 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f65d12e3-feb2-45fa-813d-94ce7829a6a9') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:46.022624 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-9f3c873e-6faa-4139-b7b5-03e342f7f455 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f65d12e3-feb2-45fa-813d-94ce7829a6a9') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:46.034669 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9f3c873e-6faa-4139-b7b5-03e342f7f455 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:46.057611 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9f3c873e-6faa-4139-b7b5-03e342f7f455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:46.065746 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f3c873e-6faa-4139-b7b5-03e342f7f455 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:21:46.066862 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9f3c873e-6faa-4139-b7b5-03e342f7f455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:46.069012 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:21:46.069012 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:21:46.069012 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:21:46.069012 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:21:46.069012 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:21:46.069012 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:21:46.069012 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:21:46.069012 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:21:46.069012 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:21:46.069012 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:21:46.069012 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:21:46.069012 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:21:46.069012 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:21:46.069012 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:21:46.069012 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:21:46.069012 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:21:46.069012 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:21:46.069012 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:21:46.069012 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:21:46.069012 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:21:46.069012 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:21:46.069012 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:21:46.069012 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:21:46.069012 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:21:46.069012 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:21:46.069012 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:21:46.069012 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:21:46.069012 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:21:46.069012 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:21:46.069012 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:21:46.069012 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:21:46.069012 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:21:46.074521 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9aa2d1bf-dd4f-4506-a197-8dd20ed0e744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:46.077272 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9aa2d1bf-dd4f-4506-a197-8dd20ed0e744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:46.078707 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-9aa2d1bf-dd4f-4506-a197-8dd20ed0e744 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bcd234cb-baa1-4313-8090-f354c2227ee9 HTTP/1.1" status: 204 len: 168 time: 0.3460286 Sep 08 09:21:46.088840 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2d1bf-dd4f-4506-a197-8dd20ed0e744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd234cb-baa1-4313-8090-f354c2227ee9,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:46.141630 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9f3c873e-6faa-4139-b7b5-03e342f7f455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:46.158107 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9f3c873e-6faa-4139-b7b5-03e342f7f455 admin admin] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:46.160284 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9f3c873e-6faa-4139-b7b5-03e342f7f455 admin admin] 10.222.0.54 "DELETE /v2.0/networks/cb338a05-96ea-4d11-88f8-690044b53ade HTTP/1.1" status: 204 len: 168 time: 0.8289578 Sep 08 09:21:46.161731 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c873e-6faa-4139-b7b5-03e342f7f455 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb338a05-96ea-4d11-88f8-690044b53ade,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:46.278509 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2b1812c3-cde4-4521-b578-e308670e7fe5 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:46.282992 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0a8f7e50-e04a-4f98-822f-b6416c92c48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:46.292630 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2b1812c3-cde4-4521-b578-e308670e7fe5 None None] Transition to ACTIVE for port object 2701ecae-cefc-42e9-81a8-6de23a5ed179 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:21:46.316848 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0a8f7e50-e04a-4f98-822f-b6416c92c48a None None] Network cb338a05-96ea-4d11-88f8-690044b53ade is not hosted by any dhcp agent {{(pid=94714) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 08 09:21:46.317530 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8f7e50-e04a-4f98-822f-b6416c92c48a None None] No DVR routers for this DVR port 806508f6-93d6-46c4-82d5-fe094fa40491 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:21:46.322299 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f7e50-e04a-4f98-822f-b6416c92c48a None None] Pushing event deleted for resources: {'Port': ['ID=806508f6-93d6-46c4-82d5-fe094fa40491,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:46.332321 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2b1812c3-cde4-4521-b578-e308670e7fe5 None None] Transition to ACTIVE for port object 2701ecae-cefc-42e9-81a8-6de23a5ed179 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:21:46.347338 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2b1812c3-cde4-4521-b578-e308670e7fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:46.362388 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0f6b5ec7-8540-4d9c-93ec-f26e630adafc tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:46.366763 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40460) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:46.402207 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6b5ec7-8540-4d9c-93ec-f26e630adafc tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event deleted for resources: {'Subnet': ['ID=fb243cf6-4779-4db7-9926-188c7bb97c08,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:46.406277 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1812c3-cde4-4521-b578-e308670e7fe5 None None] Network 7c770725-8424-444a-affb-6af2222cf724 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:21:46.411649 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-2b1812c3-cde4-4521-b578-e308670e7fe5 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:21:46.414714 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1812c3-cde4-4521-b578-e308670e7fe5 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:21:46.433591 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e13375c2-f575-47b8-b763-6e82c4b77bca admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9f5275e2d58a49a08895a50418c7508b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0621088 Sep 08 09:21:46.433875 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40464) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:46.460297 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1812c3-cde4-4521-b578-e308670e7fe5 None None] Pushing event updated for resources: {'Port': ['ID=2701ecae-cefc-42e9-81a8-6de23a5ed179,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:46.479117 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0f6b5ec7-8540-4d9c-93ec-f26e630adafc tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:46.498643 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-2b1812c3-cde4-4521-b578-e308670e7fe5 None None] Attempting to bind port 2701ecae-cefc-42e9-81a8-6de23a5ed179 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:21:46.499261 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-2b1812c3-cde4-4521-b578-e308670e7fe5 None None] Attempting to bind port 2701ecae-cefc-42e9-81a8-6de23a5ed179 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '03658cff-33bb-4b1d-8133-66d453688bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '7c770725-8424-444a-affb-6af2222cf724'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:21:46.499763 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-41b945d0-e4c6-4a87-b731-2147e088b977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:46.500038 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1812c3-cde4-4521-b578-e308670e7fe5 None None] Attempting to bind port 2701ecae-cefc-42e9-81a8-6de23a5ed179 on network 7c770725-8424-444a-affb-6af2222cf724 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:21:46.505582 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1812c3-cde4-4521-b578-e308670e7fe5 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:21:46.506246 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-0f6b5ec7-8540-4d9c-93ec-f26e630adafc tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c770725-8424-444a-affb-6af2222cf724']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:46.506919 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1812c3-cde4-4521-b578-e308670e7fe5 None None] Checking segment: {'id': '03658cff-33bb-4b1d-8133-66d453688bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '7c770725-8424-444a-affb-6af2222cf724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:21:46.507490 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2b1812c3-cde4-4521-b578-e308670e7fe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:46.508740 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1812c3-cde4-4521-b578-e308670e7fe5 None None] Bound using segment: {'id': '03658cff-33bb-4b1d-8133-66d453688bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '7c770725-8424-444a-affb-6af2222cf724'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:21:46.510378 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-2b1812c3-cde4-4521-b578-e308670e7fe5 None None] Bound port: 2701ecae-cefc-42e9-81a8-6de23a5ed179, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03658cff-33bb-4b1d-8133-66d453688bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '7c770725-8424-444a-affb-6af2222cf724'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:21:46.510816 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2b1812c3-cde4-4521-b578-e308670e7fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:46.518514 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-0f6b5ec7-8540-4d9c-93ec-f26e630adafc tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03658cff-33bb-4b1d-8133-66d453688bb9') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:46.518816 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-0f6b5ec7-8540-4d9c-93ec-f26e630adafc tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03658cff-33bb-4b1d-8133-66d453688bb9') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:46.531073 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0f6b5ec7-8540-4d9c-93ec-f26e630adafc tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:46.532616 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-41b945d0-e4c6-4a87-b731-2147e088b977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:46.547430 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0f6b5ec7-8540-4d9c-93ec-f26e630adafc tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:46.555345 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f6b5ec7-8540-4d9c-93ec-f26e630adafc tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:21:46.555768 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0f6b5ec7-8540-4d9c-93ec-f26e630adafc tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:46.559665 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:21:46.559665 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:21:46.559665 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:21:46.559665 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:21:46.559665 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:21:46.559665 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:21:46.559665 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:21:46.559665 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:21:46.559665 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:21:46.559665 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:21:46.559665 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:21:46.559665 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:21:46.559665 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:21:46.559665 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:21:46.559665 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:21:46.559665 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:21:46.559665 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:21:46.559665 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:21:46.559665 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:21:46.559665 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:21:46.559665 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:21:46.559665 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:21:46.559665 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:21:46.559665 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:21:46.559665 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:21:46.559665 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:21:46.559665 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:21:46.559665 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:21:46.559665 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:21:46.559665 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:21:46.559665 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:21:46.559665 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:21:46.588222 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-41b945d0-e4c6-4a87-b731-2147e088b977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:46.592052 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-41b945d0-e4c6-4a87-b731-2147e088b977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:46.593354 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-41b945d0-e4c6-4a87-b731-2147e088b977 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c23d14aa-19d1-4dd0-afd8-a98b6f98469e HTTP/1.1" status: 204 len: 168 time: 0.1583829 Sep 08 09:21:46.602135 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-2b1812c3-cde4-4521-b578-e308670e7fe5 None None] For port 2701ecae-cefc-42e9-81a8-6de23a5ed179, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:21:46.605500 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b945d0-e4c6-4a87-b731-2147e088b977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23d14aa-19d1-4dd0-afd8-a98b6f98469e,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:46.646015 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.db.api [None req-0f6b5ec7-8540-4d9c-93ec-f26e630adafc tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 08 09:21:46.646015 n-d-806683-11 neutron-server[94712]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 08 09:21:46.646015 n-d-806683-11 neutron-server[94712]: [parameters: {'id': '7c770725-8424-444a-affb-6af2222cf724'}] Sep 08 09:21:46.646015 n-d-806683-11 neutron-server[94712]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 09:21:46.646897 n-d-806683-11 neutron-server[94712]: DEBUG oslo_db.api [None req-0f6b5ec7-8540-4d9c-93ec-f26e630adafc tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 09:21:46.653460 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-2b1812c3-cde4-4521-b578-e308670e7fe5 None None] For port 2701ecae-cefc-42e9-81a8-6de23a5ed179, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=2701ecae-cefc-42e9-81a8-6de23a5ed179,segment=NetworkSegment(03658cff-33bb-4b1d-8133-66d453688bb9),segment_id=03658cff-33bb-4b1d-8133-66d453688bb9)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:21:46.659012 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2b1812c3-cde4-4521-b578-e308670e7fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:46.746515 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1812c3-cde4-4521-b578-e308670e7fe5 None None] Pushing event updated for resources: {'Port': ['ID=2701ecae-cefc-42e9-81a8-6de23a5ed179,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:46.764666 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb8e2b6-e18d-47cc-b5a6-abe57129f2c1 None None] Network 7c770725-8424-444a-affb-6af2222cf724 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:21:46.887711 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256a4973-5a99-4d54-ae60-231584a0e0a2 None None] Network 7c770725-8424-444a-affb-6af2222cf724 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:21:47.012788 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 806508f6-93d6-46c4-82d5-fe094fa40491 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:21:47.045046 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 806508f6-93d6-46c4-82d5-fe094fa40491 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:21:47.045403 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 806508f6-93d6-46c4-82d5-fe094fa40491 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:21:47.048453 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb55393-1183-4778-9db6-1ee90cc30188 None None] get_active_networks_info from n-d-806683-11 {{(pid=94714) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 08 09:21:47.147910 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0f6b5ec7-8540-4d9c-93ec-f26e630adafc tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:47.176167 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb55393-1183-4778-9db6-1ee90cc30188 None None] Resources bound (agent type, host, resource id): {{(pid=94714) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 08 09:21:47.222724 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-0f6b5ec7-8540-4d9c-93ec-f26e630adafc tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Deleting port 2701ecae-cefc-42e9-81a8-6de23a5ed179 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:21:47.223080 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0f6b5ec7-8540-4d9c-93ec-f26e630adafc tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:47.305248 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-0f6b5ec7-8540-4d9c-93ec-f26e630adafc tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] For port 2701ecae-cefc-42e9-81a8-6de23a5ed179, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=2701ecae-cefc-42e9-81a8-6de23a5ed179,segment=NetworkSegment(03658cff-33bb-4b1d-8133-66d453688bb9),segment_id=03658cff-33bb-4b1d-8133-66d453688bb9)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:21:47.306215 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0f6b5ec7-8540-4d9c-93ec-f26e630adafc tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:47.320845 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-0f6b5ec7-8540-4d9c-93ec-f26e630adafc tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Calling delete_port for 2701ecae-cefc-42e9-81a8-6de23a5ed179 owned by network:dhcp {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:21:47.439093 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0f6b5ec7-8540-4d9c-93ec-f26e630adafc tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:47.475229 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6b5ec7-8540-4d9c-93ec-f26e630adafc tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event deleted for resources: {'Port': ['ID=2701ecae-cefc-42e9-81a8-6de23a5ed179,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:47.478385 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6b5ec7-8540-4d9c-93ec-f26e630adafc tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] No DVR routers for this DVR port 2701ecae-cefc-42e9-81a8-6de23a5ed179 on host n-d-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:21:47.591452 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0f6b5ec7-8540-4d9c-93ec-f26e630adafc tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:47.614457 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-0f6b5ec7-8540-4d9c-93ec-f26e630adafc tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c770725-8424-444a-affb-6af2222cf724']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:47.625950 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-0f6b5ec7-8540-4d9c-93ec-f26e630adafc tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03658cff-33bb-4b1d-8133-66d453688bb9') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:47.626372 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-0f6b5ec7-8540-4d9c-93ec-f26e630adafc tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03658cff-33bb-4b1d-8133-66d453688bb9') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:47.638059 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0f6b5ec7-8540-4d9c-93ec-f26e630adafc tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:47.652443 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e001514c-28c6-49e7-9c56-9e879b523562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:47.653878 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0f6b5ec7-8540-4d9c-93ec-f26e630adafc tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:47.662883 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f6b5ec7-8540-4d9c-93ec-f26e630adafc tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:21:47.663432 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0f6b5ec7-8540-4d9c-93ec-f26e630adafc tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:47.668401 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:21:47.668401 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:21:47.668401 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:21:47.668401 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:21:47.668401 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:21:47.668401 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:21:47.668401 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:21:47.668401 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:21:47.668401 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:21:47.668401 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:21:47.668401 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:21:47.668401 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:21:47.668401 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:21:47.668401 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:21:47.668401 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:21:47.668401 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:21:47.668401 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:21:47.668401 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:21:47.668401 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:21:47.668401 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:21:47.668401 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:21:47.668401 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:21:47.668401 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:21:47.668401 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:21:47.668401 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:21:47.668401 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:21:47.668401 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:21:47.668401 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:21:47.668401 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:21:47.668401 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:21:47.668401 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:21:47.668401 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:21:47.741718 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0f6b5ec7-8540-4d9c-93ec-f26e630adafc tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:47.754726 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0f6b5ec7-8540-4d9c-93ec-f26e630adafc tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:47.756858 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-0f6b5ec7-8540-4d9c-93ec-f26e630adafc tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "DELETE /v2.0/networks/7c770725-8424-444a-affb-6af2222cf724 HTTP/1.1" status: 204 len: 168 time: 2.0513706 Sep 08 09:21:47.759992 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40518) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:47.779673 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6b5ec7-8540-4d9c-93ec-f26e630adafc tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event deleted for resources: {'Network': ['ID=7c770725-8424-444a-affb-6af2222cf724,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:47.790937 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-b73c5cf4-1505-4410-9825-829ecb9135e0 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] DELETE failed (client error): The resource could not be found. Sep 08 09:21:47.791544 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b73c5cf4-1505-4410-9825-829ecb9135e0 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:21:47.793299 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b73c5cf4-1505-4410-9825-829ecb9135e0 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "DELETE /v2.0/networks/7c770725-8424-444a-affb-6af2222cf724 HTTP/1.1" status: 404 len: 339 time: 0.0323741 Sep 08 09:21:47.797389 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40520) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:47.802167 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-76f80be9-c91c-453c-9827-67a72f5cd7ff tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1839055748', 'description': 'd1'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:21:47.826339 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f80be9-c91c-453c-9827-67a72f5cd7ff tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Made reservation on behalf of 56a5a10a8b2d4a6f9801f0d15728f812 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:21:47.832483 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-76f80be9-c91c-453c-9827-67a72f5cd7ff tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:47.871008 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76f80be9-c91c-453c-9827-67a72f5cd7ff tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:21:47.889881 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-76f80be9-c91c-453c-9827-67a72f5cd7ff tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:47.890270 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-76f80be9-c91c-453c-9827-67a72f5cd7ff tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Added segment be3f2552-13bf-481c-a65e-ac238d779313 of type vlan for network 28e2f032-759b-41b7-9d79-f0287476e5e5 Sep 08 09:21:47.931739 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-76f80be9-c91c-453c-9827-67a72f5cd7ff tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:47.955812 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-76f80be9-c91c-453c-9827-67a72f5cd7ff tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:47.962503 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f80be9-c91c-453c-9827-67a72f5cd7ff tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:47.963100 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-76f80be9-c91c-453c-9827-67a72f5cd7ff tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:48.003142 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-76f80be9-c91c-453c-9827-67a72f5cd7ff tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2046947 Sep 08 09:21:48.005807 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40524) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:48.057699 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f80be9-c91c-453c-9827-67a72f5cd7ff tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event updated for resources: {'Network': ['ID=28e2f032-759b-41b7-9d79-f0287476e5e5,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:48.073616 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 28e2f032-759b-41b7-9d79-f0287476e5e5 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:21:48.133354 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fab55e-439a-4470-a080-7e3edca814a2 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:48.135092 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-75fab55e-439a-4470-a080-7e3edca814a2 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "GET /v2.0/networks?id=28e2f032-759b-41b7-9d79-f0287476e5e5 HTTP/1.1" status: 200 len: 761 time: 0.1283143 Sep 08 09:21:48.137783 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40526) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:48.162073 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-f767ff54-50fd-470d-a7e1-680a4e5b4804 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Request body: {'network': {'description': 'd2'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:21:48.360237 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f767ff54-50fd-470d-a7e1-680a4e5b4804 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:48.382925 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f767ff54-50fd-470d-a7e1-680a4e5b4804 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:48.401532 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f767ff54-50fd-470d-a7e1-680a4e5b4804 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Network 28e2f032-759b-41b7-9d79-f0287476e5e5 is not hosted by any dhcp agent {{(pid=94712) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 08 09:21:48.407485 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f767ff54-50fd-470d-a7e1-680a4e5b4804 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:48.408117 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f767ff54-50fd-470d-a7e1-680a4e5b4804 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:48.410171 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f767ff54-50fd-470d-a7e1-680a4e5b4804 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "PUT /v2.0/networks/28e2f032-759b-41b7-9d79-f0287476e5e5 HTTP/1.1" status: 200 len: 758 time: 0.2712097 Sep 08 09:21:48.415205 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40538) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:48.505815 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f767ff54-50fd-470d-a7e1-680a4e5b4804 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event updated for resources: {'Network': ['ID=28e2f032-759b-41b7-9d79-f0287476e5e5,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:48.522361 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 28e2f032-759b-41b7-9d79-f0287476e5e5 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:21:48.569236 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68aaac5-2cbb-444b-9ac1-862982ddb8ab tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:48.571496 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a68aaac5-2cbb-444b-9ac1-862982ddb8ab tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "GET /v2.0/networks?id=28e2f032-759b-41b7-9d79-f0287476e5e5 HTTP/1.1" status: 200 len: 761 time: 0.1544724 Sep 08 09:21:48.574941 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40546) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:48.580177 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-cb186ec6-bda2-409d-b732-18316712ca25 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1024203555'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:21:48.603119 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb186ec6-bda2-409d-b732-18316712ca25 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Made reservation on behalf of 56a5a10a8b2d4a6f9801f0d15728f812 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:21:48.606704 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cb186ec6-bda2-409d-b732-18316712ca25 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:48.632093 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb186ec6-bda2-409d-b732-18316712ca25 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:21:48.643294 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cb186ec6-bda2-409d-b732-18316712ca25 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:48.643647 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-cb186ec6-bda2-409d-b732-18316712ca25 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Added segment ed0f1375-4aa3-43b2-b001-d5d86710c7f7 of type vlan for network be9b1b16-cd1d-4a6a-b81a-161e60e69185 Sep 08 09:21:48.686724 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cb186ec6-bda2-409d-b732-18316712ca25 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:48.716476 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cb186ec6-bda2-409d-b732-18316712ca25 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:48.725992 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb186ec6-bda2-409d-b732-18316712ca25 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:48.725992 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cb186ec6-bda2-409d-b732-18316712ca25 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:48.752662 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-cb186ec6-bda2-409d-b732-18316712ca25 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1765792 Sep 08 09:21:48.755563 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40554) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:48.762667 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-8b23826f-e5cb-4798-913f-8a6f1a1278b9 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Request body: {'subnet': {'network_id': 'be9b1b16-cd1d-4a6a-b81a-161e60e69185', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:21:48.802250 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb186ec6-bda2-409d-b732-18316712ca25 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event updated for resources: {'Network': ['ID=be9b1b16-cd1d-4a6a-b81a-161e60e69185,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:48.816851 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network be9b1b16-cd1d-4a6a-b81a-161e60e69185 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:21:48.879486 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b23826f-e5cb-4798-913f-8a6f1a1278b9 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Made reservation on behalf of 56a5a10a8b2d4a6f9801f0d15728f812 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:21:48.884695 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8b23826f-e5cb-4798-913f-8a6f1a1278b9 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:49.094902 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8b23826f-e5cb-4798-913f-8a6f1a1278b9 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:49.176453 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b23826f-e5cb-4798-913f-8a6f1a1278b9 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event updated for resources: {'Subnet': ['ID=3e1345de-a9a8-4c2e-ac3f-9c3b3e68aa73,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:49.189012 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b23826f-e5cb-4798-913f-8a6f1a1278b9 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Checking segment: {'id': 'ed0f1375-4aa3-43b2-b001-d5d86710c7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'be9b1b16-cd1d-4a6a-b81a-161e60e69185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:21:49.189522 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b23826f-e5cb-4798-913f-8a6f1a1278b9 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Network hostable DHCP agents. Network: be9b1b16-cd1d-4a6a-b81a-161e60e69185, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:21:49.208030 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b23826f-e5cb-4798-913f-8a6f1a1278b9 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Network be9b1b16-cd1d-4a6a-b81a-161e60e69185 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:21:49.218276 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-8b23826f-e5cb-4798-913f-8a6f1a1278b9 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, be9b1b16-cd1d-4a6a-b81a-161e60e69185) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:21:49.226928 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94398707-90f7-48b8-ad25-e83c5debe8e3 None None] Network be9b1b16-cd1d-4a6a-b81a-161e60e69185 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:21:49.231293 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b23826f-e5cb-4798-913f-8a6f1a1278b9 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:49.231964 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8b23826f-e5cb-4798-913f-8a6f1a1278b9 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-577262'] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:49.252622 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8b23826f-e5cb-4798-913f-8a6f1a1278b9 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4955518 Sep 08 09:21:49.255104 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40558) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:49.360435 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-de1a3a00-e120-4b38-89fd-302b393053be tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:49.381265 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8be423-87b5-485a-ad61-7b89b1706740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-be9b1b16-cd1d-4a6a-b81a-161e60e69185', 'network_id': 'be9b1b16-cd1d-4a6a-b81a-161e60e69185', 'tenant_id': '56a5a10a8b2d4a6f9801f0d15728f812', 'fixed_ips': [{'subnet_id': '3e1345de-a9a8-4c2e-ac3f-9c3b3e68aa73'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:21:49.382722 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9c8be423-87b5-485a-ad61-7b89b1706740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:49.420228 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-de1a3a00-e120-4b38-89fd-302b393053be tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:49.503359 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-de1a3a00-e120-4b38-89fd-302b393053be tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server [None req-9c8be423-87b5-485a-ad61-7b89b1706740 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3e1345de-a9a8-4c2e-ac3f-9c3b3e68aa73: This subnet is being modified by another concurrent operation. Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1474, in create_port Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1439, in _create_port_db Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise exception Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3e1345de-a9a8-4c2e-ac3f-9c3b3e68aa73: This subnet is being modified by another concurrent operation. Sep 08 09:21:49.508160 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server Sep 08 09:21:49.532304 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254009a5-4768-4eb2-90e9-0295b88251e5 None None] Network be9b1b16-cd1d-4a6a-b81a-161e60e69185 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:21:49.537697 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a3a00-e120-4b38-89fd-302b393053be tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event deleted for resources: {'Subnet': ['ID=3e1345de-a9a8-4c2e-ac3f-9c3b3e68aa73,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:49.610912 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-de1a3a00-e120-4b38-89fd-302b393053be tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:49.658093 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-de1a3a00-e120-4b38-89fd-302b393053be tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be9b1b16-cd1d-4a6a-b81a-161e60e69185']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:49.675903 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-de1a3a00-e120-4b38-89fd-302b393053be tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed0f1375-4aa3-43b2-b001-d5d86710c7f7') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:49.676198 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-de1a3a00-e120-4b38-89fd-302b393053be tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed0f1375-4aa3-43b2-b001-d5d86710c7f7') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:49.687326 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-de1a3a00-e120-4b38-89fd-302b393053be tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:49.711595 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc961bd-cad8-4e5e-a9d2-d54a58f499ec None None] get_active_networks_info from n-d-806683-11 {{(pid=94714) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 08 09:21:49.717287 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-de1a3a00-e120-4b38-89fd-302b393053be tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:49.734809 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de1a3a00-e120-4b38-89fd-302b393053be tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:21:49.735331 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-de1a3a00-e120-4b38-89fd-302b393053be tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:49.741182 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:21:49.741182 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:21:49.741182 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:21:49.741182 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:21:49.741182 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:21:49.741182 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:21:49.741182 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:21:49.741182 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:21:49.741182 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:21:49.741182 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:21:49.741182 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:21:49.741182 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:21:49.741182 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:21:49.741182 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:21:49.741182 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:21:49.741182 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:21:49.741182 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:21:49.741182 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:21:49.741182 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:21:49.741182 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:21:49.741182 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:21:49.741182 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:21:49.741182 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:21:49.741182 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:21:49.741182 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:21:49.741182 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:21:49.741182 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:21:49.741182 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:21:49.741182 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:21:49.741182 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:21:49.741182 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:21:49.741182 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:21:49.830114 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-de1a3a00-e120-4b38-89fd-302b393053be tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:49.851090 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-de1a3a00-e120-4b38-89fd-302b393053be tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:49.856012 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40576) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:49.859378 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-de1a3a00-e120-4b38-89fd-302b393053be tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "DELETE /v2.0/networks/be9b1b16-cd1d-4a6a-b81a-161e60e69185 HTTP/1.1" status: 204 len: 168 time: 0.6029656 Sep 08 09:21:49.877952 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc961bd-cad8-4e5e-a9d2-d54a58f499ec None None] Resources bound (agent type, host, resource id): {{(pid=94714) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 08 09:21:49.890484 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a3a00-e120-4b38-89fd-302b393053be tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event deleted for resources: {'Network': ['ID=be9b1b16-cd1d-4a6a-b81a-161e60e69185,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:49.924546 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-67de7454-f20f-4c0b-a8af-56705d1a7aa4 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] GET failed (client error): The resource could not be found. Sep 08 09:21:49.928542 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-67de7454-f20f-4c0b-a8af-56705d1a7aa4 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "GET /v2.0/subnets/3e1345de-a9a8-4c2e-ac3f-9c3b3e68aa73 HTTP/1.1" status: 404 len: 337 time: 0.0691938 Sep 08 09:21:49.931154 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40580) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:49.962595 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e61b3da-32b5-441f-b8a3-0c374888981a tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] DELETE failed (client error): The resource could not be found. Sep 08 09:21:49.963617 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e61b3da-32b5-441f-b8a3-0c374888981a tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:21:49.969194 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0e61b3da-32b5-441f-b8a3-0c374888981a tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "DELETE /v2.0/networks/be9b1b16-cd1d-4a6a-b81a-161e60e69185 HTTP/1.1" status: 404 len: 339 time: 0.0333533 Sep 08 09:21:49.970441 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40586) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:50.288257 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5378e3da-e9bc-4879-9984-23f6c8af7bf9 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:50.292441 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5378e3da-e9bc-4879-9984-23f6c8af7bf9 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3191564 Sep 08 09:21:50.294493 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40598) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:50.352097 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c5c60b89-2f66-4d9c-b505-77e73f1c88ac tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "GET /v2.0/subnets?network_id=399c4174-1e86-4a10-bb99-f875a09107d5 HTTP/1.1" status: 200 len: 207 time: 0.0551529 Sep 08 09:21:50.355209 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40602) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:50.418082 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:50.509373 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e7ece5-fcd7-49fa-b05e-6a71e222a970 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:50.515115 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e7ece5-fcd7-49fa-b05e-6a71e222a970 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:50.521577 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e7ece5-fcd7-49fa-b05e-6a71e222a970 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:50.527596 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e7ece5-fcd7-49fa-b05e-6a71e222a970 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:50.529307 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-97e7ece5-fcd7-49fa-b05e-6a71e222a970 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1731081 Sep 08 09:21:50.533502 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40604) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:50.650488 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-0c46eff3-5803-4c57-9c24-d24a9295e6e9 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1158035 Sep 08 09:21:50.653871 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40606) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:50.711833 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68accf9a-f5f6-45bb-a504-c6e25161fc8d tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:50.713564 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68accf9a-f5f6-45bb-a504-c6e25161fc8d tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:50.718459 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-68accf9a-f5f6-45bb-a504-c6e25161fc8d tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0602119 Sep 08 09:21:50.719254 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40608) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:50.730662 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-db25e1ee-c3d1-4c50-a108-7021c2d0df9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:50.783559 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63daa2d-352d-4077-89f1-0926185b51d7 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Attributes excluded by policy engine: ['shared'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:50.786323 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63daa2d-352d-4077-89f1-0926185b51d7 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Attributes excluded by policy engine: ['shared'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:50.792586 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c63daa2d-352d-4077-89f1-0926185b51d7 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0645185 Sep 08 09:21:50.792815 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40610) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:50.899862 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e74e83a-a8c4-4a2a-a17a-b1252c652386 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:50.904812 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5e74e83a-a8c4-4a2a-a17a-b1252c652386 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "GET /v2.0/networks/4dbca7cc-25e4-4a2e-a184-25b1d7fcabb4 HTTP/1.1" status: 200 len: 799 time: 0.1074870 Sep 08 09:21:50.905270 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40612) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:51.017281 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-cbdc919d-44f3-49a1-be17-c6b9b0d2cba2 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "GET /v2.0/networks/4dbca7cc-25e4-4a2e-a184-25b1d7fcabb4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1077232 Sep 08 09:21:51.017549 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40614) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:51.078087 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3721c55d-0248-4f82-9862-f2913080a701 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:51.084416 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40620) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:51.094308 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-3721c55d-0248-4f82-9862-f2913080a701 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "GET /v2.0/subnets/bf11ab4d-ae8d-4c2f-9d37-10811b0ca3c7 HTTP/1.1" status: 200 len: 811 time: 0.0750020 Sep 08 09:21:51.161629 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b387331c-8f34-4e6a-ae10-85310fc566ed tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Attributes excluded by policy engine: ['shared'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:51.161629 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b387331c-8f34-4e6a-ae10-85310fc566ed tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "GET /v2.0/subnets/bf11ab4d-ae8d-4c2f-9d37-10811b0ca3c7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0731328 Sep 08 09:21:51.166003 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40624) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:51.171993 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-def1559c-539e-475f-b777-4d7eb5fa98a0 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1122308962'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:21:51.203486 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def1559c-539e-475f-b777-4d7eb5fa98a0 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Made reservation on behalf of 56a5a10a8b2d4a6f9801f0d15728f812 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:21:51.213990 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-def1559c-539e-475f-b777-4d7eb5fa98a0 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:51.267721 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-def1559c-539e-475f-b777-4d7eb5fa98a0 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:21:51.285072 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-def1559c-539e-475f-b777-4d7eb5fa98a0 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:51.285659 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-def1559c-539e-475f-b777-4d7eb5fa98a0 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Added segment d79cf26e-af63-42a2-af7b-12a03f80df77 of type vlan for network 76f0917a-f053-4407-9709-fa57ea4f18d7 Sep 08 09:21:51.348002 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-def1559c-539e-475f-b777-4d7eb5fa98a0 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:51.389378 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-def1559c-539e-475f-b777-4d7eb5fa98a0 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:51.400889 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def1559c-539e-475f-b777-4d7eb5fa98a0 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:51.401539 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-def1559c-539e-475f-b777-4d7eb5fa98a0 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:51.450401 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-def1559c-539e-475f-b777-4d7eb5fa98a0 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2823839 Sep 08 09:21:51.453034 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40642) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:51.459284 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-22b9ff5c-d628-45fe-8d4c-33cb0016de7b tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Request body: {'subnet': {'network_id': '76f0917a-f053-4407-9709-fa57ea4f18d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:21:51.515882 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1559c-539e-475f-b777-4d7eb5fa98a0 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event updated for resources: {'Network': ['ID=76f0917a-f053-4407-9709-fa57ea4f18d7,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:51.553045 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 76f0917a-f053-4407-9709-fa57ea4f18d7 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:21:51.687010 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b9ff5c-d628-45fe-8d4c-33cb0016de7b tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Made reservation on behalf of 56a5a10a8b2d4a6f9801f0d15728f812 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:21:51.690626 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-22b9ff5c-d628-45fe-8d4c-33cb0016de7b tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:51.763316 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.ipam_backend_mixin [None req-22b9ff5c-d628-45fe-8d4c-33cb0016de7b tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Performing IP validity checks on allocation pools {{(pid=94712) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 08 09:21:51.763316 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.ipam_backend_mixin [None req-22b9ff5c-d628-45fe-8d4c-33cb0016de7b tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94712) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 08 09:21:51.898795 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-22b9ff5c-d628-45fe-8d4c-33cb0016de7b tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:51.970887 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b9ff5c-d628-45fe-8d4c-33cb0016de7b tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event updated for resources: {'Subnet': ['ID=4bbf14d6-52d3-4901-837b-7a9cc2cbd3af,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:51.979424 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b9ff5c-d628-45fe-8d4c-33cb0016de7b tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Checking segment: {'id': 'd79cf26e-af63-42a2-af7b-12a03f80df77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '76f0917a-f053-4407-9709-fa57ea4f18d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:21:51.979813 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b9ff5c-d628-45fe-8d4c-33cb0016de7b tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Network hostable DHCP agents. Network: 76f0917a-f053-4407-9709-fa57ea4f18d7, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:21:51.997512 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b9ff5c-d628-45fe-8d4c-33cb0016de7b tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Network 76f0917a-f053-4407-9709-fa57ea4f18d7 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:21:52.006464 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-22b9ff5c-d628-45fe-8d4c-33cb0016de7b tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 76f0917a-f053-4407-9709-fa57ea4f18d7) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:21:52.011900 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b9ff5c-d628-45fe-8d4c-33cb0016de7b tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:52.012964 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-22b9ff5c-d628-45fe-8d4c-33cb0016de7b tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:52.018942 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5dd3a5-d034-4c4e-9f3b-75f46ca7b4e6 None None] Network 76f0917a-f053-4407-9709-fa57ea4f18d7 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:21:52.033124 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40660) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:52.033696 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-22b9ff5c-d628-45fe-8d4c-33cb0016de7b tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.5791891 Sep 08 09:21:52.040065 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-d22c44b3-5539-452f-8071-f2644ac1156f tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:21:52.143502 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d22c44b3-5539-452f-8071-f2644ac1156f tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-127178762'] for subnet, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:52.171910 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:52.207041 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e13ab0f-37b7-463c-9f80-ce462a66d6a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-76f0917a-f053-4407-9709-fa57ea4f18d7', 'network_id': '76f0917a-f053-4407-9709-fa57ea4f18d7', 'tenant_id': '56a5a10a8b2d4a6f9801f0d15728f812', 'fixed_ips': [{'subnet_id': '4bbf14d6-52d3-4901-837b-7a9cc2cbd3af'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:21:52.207926 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8e13ab0f-37b7-463c-9f80-ce462a66d6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:52.341559 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d22c44b3-5539-452f-8071-f2644ac1156f tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774288517861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-127158695'] for subnet, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:52.383560 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22c44b3-5539-452f-8071-f2644ac1156f tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:52.384640 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d22c44b3-5539-452f-8071-f2644ac1156f tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:52.386455 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d22c44b3-5539-452f-8071-f2644ac1156f tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "PUT /v2.0/subnets/4bbf14d6-52d3-4901-837b-7a9cc2cbd3af HTTP/1.1" status: 200 len: 877 time: 0.3525116 Sep 08 09:21:52.389906 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40664) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:52.403841 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c44b3-5539-452f-8071-f2644ac1156f tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event updated for resources: {'Subnet': ['ID=4bbf14d6-52d3-4901-837b-7a9cc2cbd3af,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:52.414404 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22c44b3-5539-452f-8071-f2644ac1156f tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:21:52.414963 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22c44b3-5539-452f-8071-f2644ac1156f tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:21:52.415744 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22c44b3-5539-452f-8071-f2644ac1156f tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:21:52.416274 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22c44b3-5539-452f-8071-f2644ac1156f tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:21:52.416775 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22c44b3-5539-452f-8071-f2644ac1156f tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:21:52.417267 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22c44b3-5539-452f-8071-f2644ac1156f tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:21:52.417784 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22c44b3-5539-452f-8071-f2644ac1156f tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:21:52.418311 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22c44b3-5539-452f-8071-f2644ac1156f tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:21:52.418830 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22c44b3-5539-452f-8071-f2644ac1156f tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:21:52.419329 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22c44b3-5539-452f-8071-f2644ac1156f tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:21:52.419830 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22c44b3-5539-452f-8071-f2644ac1156f tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:21:52.420333 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22c44b3-5539-452f-8071-f2644ac1156f tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:21:52.456520 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-8e13ab0f-37b7-463c-9f80-ce462a66d6a9 None None] Allocated IP 172.20.0.3 (76f0917a-f053-4407-9709-fa57ea4f18d7/4bbf14d6-52d3-4901-837b-7a9cc2cbd3af/a656c7c4-44ca-458b-9878-2b5cae18c219) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:21:52.535065 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-82b877ab-1467-433e-b489-7987188e0c63 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:52.644738 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-82b877ab-1467-433e-b489-7987188e0c63 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:52.664962 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8e13ab0f-37b7-463c-9f80-ce462a66d6a9 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:52.674346 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-8e13ab0f-37b7-463c-9f80-ce462a66d6a9 None None] Transition to ACTIVE for port object a656c7c4-44ca-458b-9878-2b5cae18c219 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:21:52.690529 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-8e13ab0f-37b7-463c-9f80-ce462a66d6a9 None None] Transition to ACTIVE for port object a656c7c4-44ca-458b-9878-2b5cae18c219 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:21:52.700707 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8e13ab0f-37b7-463c-9f80-ce462a66d6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:52.739445 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-82b877ab-1467-433e-b489-7987188e0c63 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:52.770303 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13ab0f-37b7-463c-9f80-ce462a66d6a9 None None] Pushing event updated for resources: {'Port': ['ID=a656c7c4-44ca-458b-9878-2b5cae18c219,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:52.778140 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b877ab-1467-433e-b489-7987188e0c63 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event deleted for resources: {'Subnet': ['ID=4bbf14d6-52d3-4901-837b-7a9cc2cbd3af,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:52.793254 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e13ab0f-37b7-463c-9f80-ce462a66d6a9 None None] Network 76f0917a-f053-4407-9709-fa57ea4f18d7 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:21:52.795574 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-8e13ab0f-37b7-463c-9f80-ce462a66d6a9 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:21:52.798189 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e13ab0f-37b7-463c-9f80-ce462a66d6a9 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:21:52.896266 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-8e13ab0f-37b7-463c-9f80-ce462a66d6a9 None None] Attempting to bind port a656c7c4-44ca-458b-9878-2b5cae18c219 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:21:52.896540 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-8e13ab0f-37b7-463c-9f80-ce462a66d6a9 None None] Attempting to bind port a656c7c4-44ca-458b-9878-2b5cae18c219 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'd79cf26e-af63-42a2-af7b-12a03f80df77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '76f0917a-f053-4407-9709-fa57ea4f18d7'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:21:52.896914 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e13ab0f-37b7-463c-9f80-ce462a66d6a9 None None] Attempting to bind port a656c7c4-44ca-458b-9878-2b5cae18c219 on network 76f0917a-f053-4407-9709-fa57ea4f18d7 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:21:52.921661 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e13ab0f-37b7-463c-9f80-ce462a66d6a9 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:21:52.922093 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e13ab0f-37b7-463c-9f80-ce462a66d6a9 None None] Checking segment: {'id': 'd79cf26e-af63-42a2-af7b-12a03f80df77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '76f0917a-f053-4407-9709-fa57ea4f18d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:21:52.922531 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8e13ab0f-37b7-463c-9f80-ce462a66d6a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:52.922943 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e13ab0f-37b7-463c-9f80-ce462a66d6a9 None None] Bound using segment: {'id': 'd79cf26e-af63-42a2-af7b-12a03f80df77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '76f0917a-f053-4407-9709-fa57ea4f18d7'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:21:52.923452 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-8e13ab0f-37b7-463c-9f80-ce462a66d6a9 None None] Bound port: a656c7c4-44ca-458b-9878-2b5cae18c219, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd79cf26e-af63-42a2-af7b-12a03f80df77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '76f0917a-f053-4407-9709-fa57ea4f18d7'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:21:52.923850 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8e13ab0f-37b7-463c-9f80-ce462a66d6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:53.110771 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-8e13ab0f-37b7-463c-9f80-ce462a66d6a9 None None] For port a656c7c4-44ca-458b-9878-2b5cae18c219, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:21:53.114948 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-8e13ab0f-37b7-463c-9f80-ce462a66d6a9 None None] For port a656c7c4-44ca-458b-9878-2b5cae18c219, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a656c7c4-44ca-458b-9878-2b5cae18c219,segment=NetworkSegment(d79cf26e-af63-42a2-af7b-12a03f80df77),segment_id=d79cf26e-af63-42a2-af7b-12a03f80df77)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:21:53.124277 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8e13ab0f-37b7-463c-9f80-ce462a66d6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:53.273389 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13ab0f-37b7-463c-9f80-ce462a66d6a9 None None] Pushing event updated for resources: {'Port': ['ID=a656c7c4-44ca-458b-9878-2b5cae18c219,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:53.282070 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d03f73f-506c-4933-bbcc-80bba7bf6f00 None None] Network 76f0917a-f053-4407-9709-fa57ea4f18d7 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:21:53.385536 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-82b877ab-1467-433e-b489-7987188e0c63 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:53.417299 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-82b877ab-1467-433e-b489-7987188e0c63 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76f0917a-f053-4407-9709-fa57ea4f18d7']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:53.427713 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-82b877ab-1467-433e-b489-7987188e0c63 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd79cf26e-af63-42a2-af7b-12a03f80df77') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:53.428202 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-82b877ab-1467-433e-b489-7987188e0c63 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd79cf26e-af63-42a2-af7b-12a03f80df77') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:53.449900 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-82b877ab-1467-433e-b489-7987188e0c63 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:53.468291 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-82b877ab-1467-433e-b489-7987188e0c63 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:53.483762 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82b877ab-1467-433e-b489-7987188e0c63 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:21:53.484590 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-82b877ab-1467-433e-b489-7987188e0c63 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:53.489200 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:21:53.489200 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:21:53.489200 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:21:53.489200 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:21:53.489200 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:21:53.489200 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:21:53.489200 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:21:53.489200 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:21:53.489200 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:21:53.489200 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:21:53.489200 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:21:53.489200 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:21:53.489200 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:21:53.489200 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:21:53.489200 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:21:53.489200 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:21:53.489200 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:21:53.489200 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:21:53.489200 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:21:53.489200 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:21:53.489200 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:21:53.489200 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:21:53.489200 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:21:53.489200 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:21:53.489200 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:21:53.489200 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:21:53.489200 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:21:53.489200 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:21:53.489200 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:21:53.489200 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:21:53.489200 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:21:53.489200 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:21:53.503548 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec385ae-1c20-4391-a184-6f10532eaaac None None] Network 76f0917a-f053-4407-9709-fa57ea4f18d7 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:21:53.645676 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.db.api [None req-82b877ab-1467-433e-b489-7987188e0c63 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 08 09:21:53.645676 n-d-806683-11 neutron-server[94712]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 08 09:21:53.645676 n-d-806683-11 neutron-server[94712]: [parameters: {'id': '76f0917a-f053-4407-9709-fa57ea4f18d7'}] Sep 08 09:21:53.645676 n-d-806683-11 neutron-server[94712]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 09:21:53.650012 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:53.650406 n-d-806683-11 neutron-server[94712]: DEBUG oslo_db.api [None req-82b877ab-1467-433e-b489-7987188e0c63 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 09:21:53.669326 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db448632-d121-46ac-b337-07864ce0b8f7 None None] get_active_networks_info from n-d-806683-11 {{(pid=94714) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 08 09:21:53.799066 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db448632-d121-46ac-b337-07864ce0b8f7 None None] Resources bound (agent type, host, resource id): {{(pid=94714) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 08 09:21:54.152100 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-82b877ab-1467-433e-b489-7987188e0c63 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:54.153953 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:54.237576 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-82b877ab-1467-433e-b489-7987188e0c63 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Deleting port a656c7c4-44ca-458b-9878-2b5cae18c219 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:21:54.237925 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-82b877ab-1467-433e-b489-7987188e0c63 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:54.316250 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-82b877ab-1467-433e-b489-7987188e0c63 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] For port a656c7c4-44ca-458b-9878-2b5cae18c219, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a656c7c4-44ca-458b-9878-2b5cae18c219,segment=NetworkSegment(d79cf26e-af63-42a2-af7b-12a03f80df77),segment_id=d79cf26e-af63-42a2-af7b-12a03f80df77)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:21:54.316641 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-82b877ab-1467-433e-b489-7987188e0c63 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:54.329196 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-82b877ab-1467-433e-b489-7987188e0c63 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Calling delete_port for a656c7c4-44ca-458b-9878-2b5cae18c219 owned by network:dhcp {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:21:54.413013 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-82b877ab-1467-433e-b489-7987188e0c63 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:54.438332 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b877ab-1467-433e-b489-7987188e0c63 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event deleted for resources: {'Port': ['ID=a656c7c4-44ca-458b-9878-2b5cae18c219,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:54.450888 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b877ab-1467-433e-b489-7987188e0c63 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] No DVR routers for this DVR port a656c7c4-44ca-458b-9878-2b5cae18c219 on host n-d-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:21:54.533871 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-82b877ab-1467-433e-b489-7987188e0c63 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:54.555403 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-82b877ab-1467-433e-b489-7987188e0c63 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76f0917a-f053-4407-9709-fa57ea4f18d7']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:54.565029 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-82b877ab-1467-433e-b489-7987188e0c63 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd79cf26e-af63-42a2-af7b-12a03f80df77') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:54.565335 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-82b877ab-1467-433e-b489-7987188e0c63 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd79cf26e-af63-42a2-af7b-12a03f80df77') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:54.579773 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-82b877ab-1467-433e-b489-7987188e0c63 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:54.593371 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-82b877ab-1467-433e-b489-7987188e0c63 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:54.599032 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82b877ab-1467-433e-b489-7987188e0c63 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:21:54.599419 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-82b877ab-1467-433e-b489-7987188e0c63 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:54.602414 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:21:54.602414 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:21:54.602414 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:21:54.602414 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:21:54.602414 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:21:54.602414 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:21:54.602414 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:21:54.602414 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:21:54.602414 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:21:54.602414 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:21:54.602414 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:21:54.602414 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:21:54.602414 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:21:54.602414 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:21:54.602414 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:21:54.602414 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:21:54.602414 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:21:54.602414 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:21:54.602414 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:21:54.602414 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:21:54.602414 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:21:54.602414 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:21:54.602414 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:21:54.602414 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:21:54.602414 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:21:54.602414 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:21:54.602414 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:21:54.602414 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:21:54.602414 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:21:54.602414 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:21:54.602414 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:21:54.602414 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:21:54.681682 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-82b877ab-1467-433e-b489-7987188e0c63 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:54.690772 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-82b877ab-1467-433e-b489-7987188e0c63 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:54.696011 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-82b877ab-1467-433e-b489-7987188e0c63 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "DELETE /v2.0/networks/76f0917a-f053-4407-9709-fa57ea4f18d7 HTTP/1.1" status: 204 len: 168 time: 2.3010845 Sep 08 09:21:54.696926 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40712) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:54.708520 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b877ab-1467-433e-b489-7987188e0c63 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event deleted for resources: {'Network': ['ID=76f0917a-f053-4407-9709-fa57ea4f18d7,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:54.743128 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-78e86f62-a9ac-44a1-998f-91a462658ee9 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] DELETE failed (client error): The resource could not be found. Sep 08 09:21:54.743128 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78e86f62-a9ac-44a1-998f-91a462658ee9 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:21:54.746011 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-78e86f62-a9ac-44a1-998f-91a462658ee9 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "DELETE /v2.0/subnets/4bbf14d6-52d3-4901-837b-7a9cc2cbd3af HTTP/1.1" status: 404 len: 337 time: 0.0473659 Sep 08 09:21:54.746703 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40716) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:54.781773 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-a861997a-61da-4011-9b5c-fa50e372666c tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] DELETE failed (client error): The resource could not be found. Sep 08 09:21:54.782371 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a861997a-61da-4011-9b5c-fa50e372666c tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:21:54.784351 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a861997a-61da-4011-9b5c-fa50e372666c tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "DELETE /v2.0/networks/76f0917a-f053-4407-9709-fa57ea4f18d7 HTTP/1.1" status: 404 len: 339 time: 0.0365846 Sep 08 09:21:54.787321 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40722) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:54.819467 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9712ed3-06e2-4d18-817e-23bb5e19a4a3 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] DELETE failed (client error): The resource could not be found. Sep 08 09:21:54.820739 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9712ed3-06e2-4d18-817e-23bb5e19a4a3 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:21:54.832938 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-a9712ed3-06e2-4d18-817e-23bb5e19a4a3 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "DELETE /v2.0/subnets/3e1345de-a9a8-4c2e-ac3f-9c3b3e68aa73 HTTP/1.1" status: 404 len: 337 time: 0.0433085 Sep 08 09:21:54.836514 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40726) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:54.855857 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9e0c813-9aa9-4dad-be2c-0450fc3ca627 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] DELETE failed (client error): The resource could not be found. Sep 08 09:21:54.866438 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9e0c813-9aa9-4dad-be2c-0450fc3ca627 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:21:54.869759 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d9e0c813-9aa9-4dad-be2c-0450fc3ca627 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "DELETE /v2.0/networks/be9b1b16-cd1d-4a6a-b81a-161e60e69185 HTTP/1.1" status: 404 len: 339 time: 0.0319493 Sep 08 09:21:54.872268 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40730) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:54.998069 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-65ee67ef-8b64-4bd7-89e2-f8adfdf36b27 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:55.097404 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-65ee67ef-8b64-4bd7-89e2-f8adfdf36b27 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:55.125942 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-65ee67ef-8b64-4bd7-89e2-f8adfdf36b27 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28e2f032-759b-41b7-9d79-f0287476e5e5']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:55.135975 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-65ee67ef-8b64-4bd7-89e2-f8adfdf36b27 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be3f2552-13bf-481c-a65e-ac238d779313') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:55.136330 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-65ee67ef-8b64-4bd7-89e2-f8adfdf36b27 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be3f2552-13bf-481c-a65e-ac238d779313') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:55.146079 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-65ee67ef-8b64-4bd7-89e2-f8adfdf36b27 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:55.160910 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-65ee67ef-8b64-4bd7-89e2-f8adfdf36b27 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:55.168718 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ee67ef-8b64-4bd7-89e2-f8adfdf36b27 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:21:55.169052 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-65ee67ef-8b64-4bd7-89e2-f8adfdf36b27 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:55.172568 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:21:55.172568 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:21:55.172568 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:21:55.172568 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:21:55.172568 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:21:55.172568 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:21:55.172568 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:21:55.172568 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:21:55.172568 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:21:55.172568 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:21:55.172568 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:21:55.172568 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:21:55.172568 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:21:55.172568 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:21:55.172568 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:21:55.172568 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:21:55.172568 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:21:55.172568 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:21:55.172568 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:21:55.172568 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:21:55.172568 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:21:55.172568 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:21:55.172568 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:21:55.172568 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:21:55.172568 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:21:55.172568 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:21:55.172568 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:21:55.172568 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:21:55.172568 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:21:55.172568 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:21:55.172568 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:21:55.172568 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:21:55.269507 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-65ee67ef-8b64-4bd7-89e2-f8adfdf36b27 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:55.285981 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-65ee67ef-8b64-4bd7-89e2-f8adfdf36b27 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:55.288368 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-65ee67ef-8b64-4bd7-89e2-f8adfdf36b27 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "DELETE /v2.0/networks/28e2f032-759b-41b7-9d79-f0287476e5e5 HTTP/1.1" status: 204 len: 168 time: 0.4151320 Sep 08 09:21:55.292187 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40736) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:55.305674 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee67ef-8b64-4bd7-89e2-f8adfdf36b27 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event deleted for resources: {'Network': ['ID=28e2f032-759b-41b7-9d79-f0287476e5e5,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:55.328278 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-83409376-891b-4dc2-a8cf-507d01de350a tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] DELETE failed (client error): The resource could not be found. Sep 08 09:21:55.328838 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83409376-891b-4dc2-a8cf-507d01de350a tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:21:55.330641 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-83409376-891b-4dc2-a8cf-507d01de350a tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "DELETE /v2.0/subnets/fb243cf6-4779-4db7-9926-188c7bb97c08 HTTP/1.1" status: 404 len: 337 time: 0.0371971 Sep 08 09:21:55.333201 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40738) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:55.665304 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ad42407-8974-49bf-a9ef-a6f8c2c01a2b tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] DELETE failed (client error): The resource could not be found. Sep 08 09:21:55.665876 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ad42407-8974-49bf-a9ef-a6f8c2c01a2b tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:21:55.670455 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40740) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:55.682438 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8ad42407-8974-49bf-a9ef-a6f8c2c01a2b tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "DELETE /v2.0/networks/7c770725-8424-444a-affb-6af2222cf724 HTTP/1.1" status: 404 len: 339 time: 0.3480592 Sep 08 09:21:55.704030 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-35f95195-2ab9-4141-8d24-4895cd557801 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] DELETE failed (client error): The resource could not be found. Sep 08 09:21:55.704500 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35f95195-2ab9-4141-8d24-4895cd557801 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:21:55.706827 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-35f95195-2ab9-4141-8d24-4895cd557801 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "DELETE /v2.0/subnets/6f32e66c-7220-4178-9b9a-e2d48cb3e2d4 HTTP/1.1" status: 404 len: 337 time: 0.0341315 Sep 08 09:21:55.709298 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40742) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:55.729134 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-045d87bc-611c-4b10-b8de-3802018dfbf9 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] DELETE failed (client error): The resource could not be found. Sep 08 09:21:55.729672 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-045d87bc-611c-4b10-b8de-3802018dfbf9 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:21:55.731511 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-045d87bc-611c-4b10-b8de-3802018dfbf9 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "DELETE /v2.0/networks/834c5caf-7df3-4aa4-8490-104585253bbb HTTP/1.1" status: 404 len: 339 time: 0.0212352 Sep 08 09:21:55.733960 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40744) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:55.764074 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef686111-4977-4f73-b030-e3e64621cf10 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] DELETE failed (client error): The resource could not be found. Sep 08 09:21:55.764538 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef686111-4977-4f73-b030-e3e64621cf10 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:21:55.766297 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ef686111-4977-4f73-b030-e3e64621cf10 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "DELETE /v2.0/subnets/0c0dd91c-bfd9-4a1e-8af2-3d6b6661c13f HTTP/1.1" status: 404 len: 337 time: 0.0314014 Sep 08 09:21:55.768963 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40746) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:55.788271 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-6abcb1e0-76e7-451c-a792-841678a48998 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] DELETE failed (client error): The resource could not be found. Sep 08 09:21:55.789942 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6abcb1e0-76e7-451c-a792-841678a48998 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:21:55.792066 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6abcb1e0-76e7-451c-a792-841678a48998 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "DELETE /v2.0/networks/d121f797-261a-44d0-85a0-306bcbf2b745 HTTP/1.1" status: 404 len: 339 time: 0.0218489 Sep 08 09:21:55.794492 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40748) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:55.821850 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-120f93c3-63a9-49ca-8787-70c8f61000a0 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] DELETE failed (client error): The resource could not be found. Sep 08 09:21:55.822690 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-120f93c3-63a9-49ca-8787-70c8f61000a0 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:21:55.824580 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-120f93c3-63a9-49ca-8787-70c8f61000a0 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "DELETE /v2.0/subnets/807c552b-3a8d-4a98-9830-cc9abda2edb0 HTTP/1.1" status: 404 len: 337 time: 0.0289783 Sep 08 09:21:55.827215 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40750) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:55.844781 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-227e79c9-c6ea-49bb-86eb-5831f87d30ba tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] DELETE failed (client error): The resource could not be found. Sep 08 09:21:55.845349 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-227e79c9-c6ea-49bb-86eb-5831f87d30ba tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:21:55.847032 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-227e79c9-c6ea-49bb-86eb-5831f87d30ba tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "DELETE /v2.0/networks/0a1d434f-449e-4e3d-8e86-463b61a9d924 HTTP/1.1" status: 404 len: 339 time: 0.0188973 Sep 08 09:21:55.849550 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40752) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:55.881249 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f569379-26dc-4a53-b102-417dbd1decf0 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] DELETE failed (client error): The resource could not be found. Sep 08 09:21:55.881805 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f569379-26dc-4a53-b102-417dbd1decf0 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:21:55.883807 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9f569379-26dc-4a53-b102-417dbd1decf0 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "DELETE /v2.0/subnets/5045f6dc-d701-47a7-b407-1bc28a47d936 HTTP/1.1" status: 404 len: 337 time: 0.0331602 Sep 08 09:21:55.886576 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40754) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:55.912679 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3739c0f-9e53-4e2f-ac61-c5815e9c812b tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] DELETE failed (client error): The resource could not be found. Sep 08 09:21:55.913415 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3739c0f-9e53-4e2f-ac61-c5815e9c812b tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:21:55.917736 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d3739c0f-9e53-4e2f-ac61-c5815e9c812b tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "DELETE /v2.0/networks/1635c128-8a7e-4ef4-a21f-b7354f37f037 HTTP/1.1" status: 404 len: 339 time: 0.0302434 Sep 08 09:21:55.923627 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40758) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:55.968341 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d5a5f2b-aee8-4651-bb45-b29e12aeb4d1 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] DELETE failed (client error): The resource could not be found. Sep 08 09:21:55.968855 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d5a5f2b-aee8-4651-bb45-b29e12aeb4d1 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:21:55.973243 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40764) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:55.986161 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8d5a5f2b-aee8-4651-bb45-b29e12aeb4d1 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "DELETE /v2.0/subnets/eed3e445-0f69-4077-8a6e-03f971c9a20e HTTP/1.1" status: 404 len: 337 time: 0.0577843 Sep 08 09:21:56.006542 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-973e0e53-6166-401a-a969-6be98c07ddf1 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] DELETE failed (client error): The resource could not be found. Sep 08 09:21:56.007983 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-973e0e53-6166-401a-a969-6be98c07ddf1 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:21:56.030536 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40766) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:56.034299 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-973e0e53-6166-401a-a969-6be98c07ddf1 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "DELETE /v2.0/networks/d08d8a30-6cc4-4a75-9de2-e1d6bc31f823 HTTP/1.1" status: 404 len: 339 time: 0.0519187 Sep 08 09:21:56.059095 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f95bf09-8aab-4fc8-a6aa-5b238c3238ce tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] DELETE failed (client error): The resource could not be found. Sep 08 09:21:56.059961 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f95bf09-8aab-4fc8-a6aa-5b238c3238ce tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:21:56.065173 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-3f95bf09-8aab-4fc8-a6aa-5b238c3238ce tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "DELETE /v2.0/subnets/a42dc1c2-3167-4ceb-8560-66ffe2492071 HTTP/1.1" status: 404 len: 337 time: 0.0332100 Sep 08 09:21:56.066154 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40768) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:56.089375 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-e466d9fb-de31-4274-b051-5a2d065055b1 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] DELETE failed (client error): The resource could not be found. Sep 08 09:21:56.090180 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e466d9fb-de31-4274-b051-5a2d065055b1 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:21:56.094666 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e466d9fb-de31-4274-b051-5a2d065055b1 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "DELETE /v2.0/networks/9cef1c95-ae63-4f02-ba26-34c5242c9d69 HTTP/1.1" status: 404 len: 339 time: 0.0269938 Sep 08 09:21:56.095261 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40770) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:56.127448 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e3d06ec-4bb3-4106-a13b-bade098788b6 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] DELETE failed (client error): The resource could not be found. Sep 08 09:21:56.127919 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e3d06ec-4bb3-4106-a13b-bade098788b6 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:21:56.130589 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4e3d06ec-4bb3-4106-a13b-bade098788b6 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "DELETE /v2.0/subnets/a5e3dd36-d613-4dec-8487-60965624ab50 HTTP/1.1" status: 404 len: 337 time: 0.0342927 Sep 08 09:21:56.132172 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40772) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:56.153637 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-23ec453e-5757-442f-b871-e81c5d8e32a0 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] DELETE failed (client error): The resource could not be found. Sep 08 09:21:56.154512 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23ec453e-5757-442f-b871-e81c5d8e32a0 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:21:56.156414 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-23ec453e-5757-442f-b871-e81c5d8e32a0 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "DELETE /v2.0/networks/e21db605-6d3a-4ce3-8dca-75867b1ef0df HTTP/1.1" status: 404 len: 339 time: 0.0224590 Sep 08 09:21:56.159302 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40774) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:56.225385 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ea66359-4fa2-4955-841c-bbaed1d5111f tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Deleting subnet bf11ab4d-ae8d-4c2f-9d37-10811b0ca3c7 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:21:56.228955 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7ea66359-4fa2-4955-841c-bbaed1d5111f tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:56.279408 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7ea66359-4fa2-4955-841c-bbaed1d5111f tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:56.430729 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7ea66359-4fa2-4955-841c-bbaed1d5111f tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:56.527143 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7ea66359-4fa2-4955-841c-bbaed1d5111f tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:56.557159 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea66359-4fa2-4955-841c-bbaed1d5111f tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event deleted for resources: {'Subnet': ['ID=bf11ab4d-ae8d-4c2f-9d37-10811b0ca3c7,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:56.561789 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7ea66359-4fa2-4955-841c-bbaed1d5111f tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:56.566432 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40782) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:56.566604 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7ea66359-4fa2-4955-841c-bbaed1d5111f tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "DELETE /v2.0/subnets/bf11ab4d-ae8d-4c2f-9d37-10811b0ca3c7 HTTP/1.1" status: 204 len: 168 time: 0.4056530 Sep 08 09:21:56.577211 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e666859d-ec33-4ad4-8818-01dfb6135cb4 None None] Network 4dbca7cc-25e4-4a2e-a184-25b1d7fcabb4 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:21:56.671614 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f334c8e1-6b2a-4d60-b5c6-2838c487eea6 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:56.740704 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40784) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:56.765396 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-f334c8e1-6b2a-4d60-b5c6-2838c487eea6 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Deleting port 95ddaf84-fe53-441a-be73-882ef85add44 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:21:56.765866 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f334c8e1-6b2a-4d60-b5c6-2838c487eea6 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:56.841239 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-f334c8e1-6b2a-4d60-b5c6-2838c487eea6 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] For port 95ddaf84-fe53-441a-be73-882ef85add44, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=95ddaf84-fe53-441a-be73-882ef85add44,segment=NetworkSegment(fdc87584-8a31-444b-9638-03f871fe8a9c),segment_id=fdc87584-8a31-444b-9638-03f871fe8a9c)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:21:56.841646 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f334c8e1-6b2a-4d60-b5c6-2838c487eea6 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:56.859805 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-f334c8e1-6b2a-4d60-b5c6-2838c487eea6 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Calling delete_port for 95ddaf84-fe53-441a-be73-882ef85add44 owned by network:dhcp {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:21:56.894834 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697e1df2-abbc-4bd0-9a52-2c98a8f9cfe9 None None] DHCP port deletion for 4dbca7cc-25e4-4a2e-a184-25b1d7fcabb4 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:21:56.901045 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d77eb337-26d2-4ade-8988-47b672e52184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:56.975368 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-697e1df2-abbc-4bd0-9a52-2c98a8f9cfe9 None None] Deleting port 95ddaf84-fe53-441a-be73-882ef85add44 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:21:56.975762 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-697e1df2-abbc-4bd0-9a52-2c98a8f9cfe9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:56.979120 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f334c8e1-6b2a-4d60-b5c6-2838c487eea6 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:57.053289 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f334c8e1-6b2a-4d60-b5c6-2838c487eea6 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event deleted for resources: {'Port': ['ID=95ddaf84-fe53-441a-be73-882ef85add44,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:57.072767 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f334c8e1-6b2a-4d60-b5c6-2838c487eea6 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] No DVR routers for this DVR port 95ddaf84-fe53-441a-be73-882ef85add44 on host n-d-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:21:57.088439 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-697e1df2-abbc-4bd0-9a52-2c98a8f9cfe9 None None] For port 95ddaf84-fe53-441a-be73-882ef85add44, host n-d-806683-11, got binding levels [] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:21:57.092714 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-697e1df2-abbc-4bd0-9a52-2c98a8f9cfe9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:57.100482 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d77eb337-26d2-4ade-8988-47b672e52184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:57.103659 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 95ddaf84-fe53-441a-be73-882ef85add44 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:21:57.112500 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d77eb337-26d2-4ade-8988-47b672e52184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:57.165251 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 95ddaf84-fe53-441a-be73-882ef85add44 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:21:57.165611 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 95ddaf84-fe53-441a-be73-882ef85add44 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:21:57.171061 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-697e1df2-abbc-4bd0-9a52-2c98a8f9cfe9 None None] Calling delete_port for 95ddaf84-fe53-441a-be73-882ef85add44 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:21:57.174882 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.ipam_backend_mixin [None req-697e1df2-abbc-4bd0-9a52-2c98a8f9cfe9 None None] Port 95ddaf84-fe53-441a-be73-882ef85add44 was not found and therefore no delete operation was performed {{(pid=94714) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 08 09:21:57.176170 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-697e1df2-abbc-4bd0-9a52-2c98a8f9cfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:57.189909 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d77eb337-26d2-4ade-8988-47b672e52184 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=75b488906d3a4e59bab43f42052bedc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4402447 Sep 08 09:21:57.193352 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40806) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:57.210840 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77eb337-26d2-4ade-8988-47b672e52184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986e6ce8-56b6-40d7-af6f-a45f2fbad907,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:57.224567 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f334c8e1-6b2a-4d60-b5c6-2838c487eea6 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:57.237741 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697e1df2-abbc-4bd0-9a52-2c98a8f9cfe9 None None] Pushing event deleted for resources: {'Port': ['ID=95ddaf84-fe53-441a-be73-882ef85add44,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:57.240462 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697e1df2-abbc-4bd0-9a52-2c98a8f9cfe9 None None] No DVR routers for this DVR port 95ddaf84-fe53-441a-be73-882ef85add44 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:21:57.251790 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-f334c8e1-6b2a-4d60-b5c6-2838c487eea6 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dbca7cc-25e4-4a2e-a184-25b1d7fcabb4']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:57.277712 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-f334c8e1-6b2a-4d60-b5c6-2838c487eea6 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdc87584-8a31-444b-9638-03f871fe8a9c') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:57.278851 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-f334c8e1-6b2a-4d60-b5c6-2838c487eea6 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdc87584-8a31-444b-9638-03f871fe8a9c') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:21:57.281824 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-648b4f36-9ba6-4445-a0e6-c99cfc8945de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:57.300405 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f334c8e1-6b2a-4d60-b5c6-2838c487eea6 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:57.312587 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-648b4f36-9ba6-4445-a0e6-c99cfc8945de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:57.325288 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f334c8e1-6b2a-4d60-b5c6-2838c487eea6 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:57.333480 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f334c8e1-6b2a-4d60-b5c6-2838c487eea6 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:21:57.334191 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f334c8e1-6b2a-4d60-b5c6-2838c487eea6 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:57.374408 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:21:57.374408 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:21:57.374408 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:21:57.374408 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:21:57.374408 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:21:57.374408 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:21:57.374408 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:21:57.374408 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:21:57.374408 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:21:57.374408 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:21:57.374408 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:21:57.374408 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:21:57.374408 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:21:57.374408 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:21:57.374408 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:21:57.374408 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:21:57.374408 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:21:57.374408 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:21:57.374408 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:21:57.374408 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:21:57.374408 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:21:57.374408 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:21:57.374408 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:21:57.374408 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:21:57.374408 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:21:57.374408 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:21:57.374408 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:21:57.374408 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:21:57.374408 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:21:57.374408 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:21:57.374408 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:21:57.374408 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:21:57.381574 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-648b4f36-9ba6-4445-a0e6-c99cfc8945de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:57.385086 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-648b4f36-9ba6-4445-a0e6-c99cfc8945de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:57.388635 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-648b4f36-9ba6-4445-a0e6-c99cfc8945de admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/986e6ce8-56b6-40d7-af6f-a45f2fbad907 HTTP/1.1" status: 204 len: 168 time: 0.1919706 Sep 08 09:21:57.396056 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b4f36-9ba6-4445-a0e6-c99cfc8945de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986e6ce8-56b6-40d7-af6f-a45f2fbad907,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:57.443219 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f334c8e1-6b2a-4d60-b5c6-2838c487eea6 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:57.448915 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f334c8e1-6b2a-4d60-b5c6-2838c487eea6 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:57.454318 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f334c8e1-6b2a-4d60-b5c6-2838c487eea6 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] 10.222.0.54 "DELETE /v2.0/networks/4dbca7cc-25e4-4a2e-a184-25b1d7fcabb4 HTTP/1.1" status: 204 len: 168 time: 0.8834622 Sep 08 09:21:57.487726 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f334c8e1-6b2a-4d60-b5c6-2838c487eea6 tempest-NetworksTest-456975577 tempest-NetworksTest-456975577-project] Pushing event deleted for resources: {'Network': ['ID=4dbca7cc-25e4-4a2e-a184-25b1d7fcabb4,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:57.690697 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40832) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:57.923341 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b000c7e4-f5b6-4d6f-af41-cee4b3aa786f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:57.928686 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40842) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:58.059767 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e6343262-a54c-4703-bf41-5e9eab575409 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=56a5a10a8b2d4a6f9801f0d15728f812&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1292472 Sep 08 09:21:58.062115 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40850) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:58.078512 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b000c7e4-f5b6-4d6f-af41-cee4b3aa786f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:58.083457 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b000c7e4-f5b6-4d6f-af41-cee4b3aa786f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:58.119456 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bb8a7c71-ad89-4ad0-851d-b77d38ca21be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:58.130881 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b000c7e4-f5b6-4d6f-af41-cee4b3aa786f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=059b2f9074a147b99bc13dd62f764a6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4386613 Sep 08 09:21:58.132171 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b000c7e4-f5b6-4d6f-af41-cee4b3aa786f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b0c1c3-ea74-4d10-9076-f8576ca38420,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:58.135011 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40852) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:58.170281 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bb8a7c71-ad89-4ad0-851d-b77d38ca21be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:58.223998 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b64e9cb1-166f-4827-8960-3aafb1c166a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:58.248797 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b64e9cb1-166f-4827-8960-3aafb1c166a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:58.267318 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bb8a7c71-ad89-4ad0-851d-b77d38ca21be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:58.269880 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bb8a7c71-ad89-4ad0-851d-b77d38ca21be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:58.271086 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-bb8a7c71-ad89-4ad0-851d-b77d38ca21be admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e185c630-f73f-43fa-8cc3-312a3bcf768e HTTP/1.1" status: 204 len: 168 time: 0.2080598 Sep 08 09:21:58.292580 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a7c71-ad89-4ad0-851d-b77d38ca21be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e185c630-f73f-43fa-8cc3-312a3bcf768e,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:58.322657 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b64e9cb1-166f-4827-8960-3aafb1c166a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:58.326884 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b64e9cb1-166f-4827-8960-3aafb1c166a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:58.328589 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b64e9cb1-166f-4827-8960-3aafb1c166a6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/06b0c1c3-ea74-4d10-9076-f8576ca38420 HTTP/1.1" status: 204 len: 168 time: 0.1905732 Sep 08 09:21:58.339331 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e9cb1-166f-4827-8960-3aafb1c166a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b0c1c3-ea74-4d10-9076-f8576ca38420,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:58.550019 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:59.376977 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40914) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:21:59.620923 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-0b07eac8-d5e6-4422-94eb-8e16570d5cc5 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-532037194'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:21:59.643690 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b07eac8-d5e6-4422-94eb-8e16570d5cc5 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Made reservation on behalf of 008ae683ead44873ba90ff716de87ee0 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:21:59.647603 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0b07eac8-d5e6-4422-94eb-8e16570d5cc5 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:59.659315 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0b07eac8-d5e6-4422-94eb-8e16570d5cc5 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:59.803316 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0b07eac8-d5e6-4422-94eb-8e16570d5cc5 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:59.815786 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0b07eac8-d5e6-4422-94eb-8e16570d5cc5 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:59.846423 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b07eac8-d5e6-4422-94eb-8e16570d5cc5 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:21:59.865520 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b07eac8-d5e6-4422-94eb-8e16570d5cc5 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=261b1fa2-7973-42aa-961c-49152646f362,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:21:59.871009 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0b07eac8-d5e6-4422-94eb-8e16570d5cc5 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:59.871580 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-0b07eac8-d5e6-4422-94eb-8e16570d5cc5 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Added segment 948d7733-5049-4e42-9fc3-ccbae61060fc of type vlan for network 0ec5dece-b769-474b-971d-10403f302aca Sep 08 09:21:59.920871 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0b07eac8-d5e6-4422-94eb-8e16570d5cc5 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:59.947878 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0b07eac8-d5e6-4422-94eb-8e16570d5cc5 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:59.954658 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b07eac8-d5e6-4422-94eb-8e16570d5cc5 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:21:59.955262 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0b07eac8-d5e6-4422-94eb-8e16570d5cc5 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:21:59.991701 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-0b07eac8-d5e6-4422-94eb-8e16570d5cc5 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6132524 Sep 08 09:21:59.994397 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40930) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:00.001814 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-3b49b556-67be-40d5-95dd-f6960c2aacfa tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1434556060'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:22:00.027479 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b49b556-67be-40d5-95dd-f6960c2aacfa tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Made reservation on behalf of 008ae683ead44873ba90ff716de87ee0 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:22:00.032820 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3b49b556-67be-40d5-95dd-f6960c2aacfa tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:00.043051 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b07eac8-d5e6-4422-94eb-8e16570d5cc5 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event updated for resources: {'Network': ['ID=0ec5dece-b769-474b-971d-10403f302aca,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:00.057366 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 0ec5dece-b769-474b-971d-10403f302aca details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:22:00.079739 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b49b556-67be-40d5-95dd-f6960c2aacfa tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:22:00.100240 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3b49b556-67be-40d5-95dd-f6960c2aacfa tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:00.100727 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-3b49b556-67be-40d5-95dd-f6960c2aacfa tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Added segment ca9a405d-ff1e-46e3-86a9-b1d119725794 of type vlan for network c7c0f79a-cc81-4709-bcf0-a00a0e867d42 Sep 08 09:22:00.163563 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3b49b556-67be-40d5-95dd-f6960c2aacfa tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:00.196781 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3b49b556-67be-40d5-95dd-f6960c2aacfa tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:00.211739 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b49b556-67be-40d5-95dd-f6960c2aacfa tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:00.212407 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3b49b556-67be-40d5-95dd-f6960c2aacfa tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:00.259257 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3b49b556-67be-40d5-95dd-f6960c2aacfa tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2621477 Sep 08 09:22:00.262982 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40942) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:00.280673 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-4d25ffcf-8344-402d-8c44-227b4e44f931 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Request body: {'subnet': {'network_id': '0ec5dece-b769-474b-971d-10403f302aca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:22:00.309682 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b49b556-67be-40d5-95dd-f6960c2aacfa tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event updated for resources: {'Network': ['ID=c7c0f79a-cc81-4709-bcf0-a00a0e867d42,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:00.321407 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network c7c0f79a-cc81-4709-bcf0-a00a0e867d42 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:22:00.425878 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6536715a-4659-4735-9a1d-e9be3e5053a9 req-78f32228-b43c-4765-afb9-f3e01d5e7793 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:00.427550 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6536715a-4659-4735-9a1d-e9be3e5053a9 req-78f32228-b43c-4765-afb9-f3e01d5e7793 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.2467403 Sep 08 09:22:00.451657 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d25ffcf-8344-402d-8c44-227b4e44f931 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Made reservation on behalf of 008ae683ead44873ba90ff716de87ee0 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:22:00.455060 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4d25ffcf-8344-402d-8c44-227b4e44f931 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:00.532423 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6536715a-4659-4735-9a1d-e9be3e5053a9 req-aaff2be6-02b9-4a5a-a632-c0aa23cb957d tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943677 Sep 08 09:22:00.747952 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b320e86-c091-4948-893a-ec7b2a0c0d7a req-c2fa3f9c-be4a-48c4-bc82-e5baf8e5442d tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:00.750530 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3b320e86-c091-4948-893a-ec7b2a0c0d7a req-c2fa3f9c-be4a-48c4-bc82-e5baf8e5442d tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.1348000 Sep 08 09:22:00.758016 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4d25ffcf-8344-402d-8c44-227b4e44f931 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:00.821555 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3b320e86-c091-4948-893a-ec7b2a0c0d7a req-4dc3088b-e121-4d14-96e5-ca135ce3a862 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646031 Sep 08 09:22:00.858264 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d25ffcf-8344-402d-8c44-227b4e44f931 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event updated for resources: {'Subnet': ['ID=aaef4096-5ba6-4ed3-93ef-bd036907d940,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:00.867301 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d25ffcf-8344-402d-8c44-227b4e44f931 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Checking segment: {'id': '948d7733-5049-4e42-9fc3-ccbae61060fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '0ec5dece-b769-474b-971d-10403f302aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:22:00.867674 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d25ffcf-8344-402d-8c44-227b4e44f931 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Network hostable DHCP agents. Network: 0ec5dece-b769-474b-971d-10403f302aca, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:22:00.894206 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d25ffcf-8344-402d-8c44-227b4e44f931 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Network 0ec5dece-b769-474b-971d-10403f302aca is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:22:00.906599 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-4d25ffcf-8344-402d-8c44-227b4e44f931 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 0ec5dece-b769-474b-971d-10403f302aca) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:22:00.919550 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d25ffcf-8344-402d-8c44-227b4e44f931 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:00.919854 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d51b78-b9bd-493e-bda1-f6be39fb6f46 None None] Network 0ec5dece-b769-474b-971d-10403f302aca requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:22:00.920213 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4d25ffcf-8344-402d-8c44-227b4e44f931 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:00.952133 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4d25ffcf-8344-402d-8c44-227b4e44f931 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6831579 Sep 08 09:22:00.952521 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40976) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:00.957464 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-63d2a03d-1326-4c73-830d-d4e8ca3034a7 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Request body: {'subnet': {'network_id': 'c7c0f79a-cc81-4709-bcf0-a00a0e867d42', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:22:01.232183 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d2a03d-1326-4c73-830d-d4e8ca3034a7 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Made reservation on behalf of 008ae683ead44873ba90ff716de87ee0 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:22:01.234818 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8f6768-6e2c-4fea-8c75-0f430e55043b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-0ec5dece-b769-474b-971d-10403f302aca', 'network_id': '0ec5dece-b769-474b-971d-10403f302aca', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'fixed_ips': [{'subnet_id': 'aaef4096-5ba6-4ed3-93ef-bd036907d940'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:22:01.235601 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-63d2a03d-1326-4c73-830d-d4e8ca3034a7 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:01.235940 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6768-6e2c-4fea-8c75-0f430e55043b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:01.412647 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585c515-7e9a-4911-b44a-27e602134cf1 req-37363246-08c3-472d-95d4-27bbda8a4010 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:01.425348 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2585c515-7e9a-4911-b44a-27e602134cf1 req-37363246-08c3-472d-95d4-27bbda8a4010 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/networks?id=2de43bb0-acf3-42aa-b534-30332da083e7 HTTP/1.1" status: 200 len: 812 time: 0.2779469 Sep 08 09:22:01.456212 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2585c515-7e9a-4911-b44a-27e602134cf1 req-ea3570f4-2554-4e09-9b5e-ab18b4497bf4 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/quotas/ca0d1910d7ca4892b72992e748a5bde6 HTTP/1.1" status: 200 len: 375 time: 0.0241897 Sep 08 09:22:01.458087 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-4a8f6768-6e2c-4fea-8c75-0f430e55043b None None] Allocated IP 2001:db8::2 (0ec5dece-b769-474b-971d-10403f302aca/aaef4096-5ba6-4ed3-93ef-bd036907d940/d200ea46-225e-49dc-ae7d-9981ddfa7ee6) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:22:01.591713 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2585c515-7e9a-4911-b44a-27e602134cf1 req-9cce89ff-196f-462a-9747-01bcd04d8e29 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ca0d1910d7ca4892b72992e748a5bde6&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1216640 Sep 08 09:22:01.684151 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-63d2a03d-1326-4c73-830d-d4e8ca3034a7 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:01.689885 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6768-6e2c-4fea-8c75-0f430e55043b None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:01.698628 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-4a8f6768-6e2c-4fea-8c75-0f430e55043b None None] Transition to ACTIVE for port object d200ea46-225e-49dc-ae7d-9981ddfa7ee6 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:22:01.715134 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-4a8f6768-6e2c-4fea-8c75-0f430e55043b None None] Transition to ACTIVE for port object d200ea46-225e-49dc-ae7d-9981ddfa7ee6 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:22:01.723738 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6768-6e2c-4fea-8c75-0f430e55043b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:01.768340 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8f6768-6e2c-4fea-8c75-0f430e55043b None None] Network 0ec5dece-b769-474b-971d-10403f302aca is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:22:01.772410 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-4a8f6768-6e2c-4fea-8c75-0f430e55043b None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:22:01.775703 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8f6768-6e2c-4fea-8c75-0f430e55043b None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:22:01.808976 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2585c515-7e9a-4911-b44a-27e602134cf1 req-5c7db793-b6f6-4632-8967-f491d68fb5fe service neutron] 10.222.0.54 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800435 Sep 08 09:22:01.846985 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6768-6e2c-4fea-8c75-0f430e55043b None None] Pushing event updated for resources: {'Port': ['ID=d200ea46-225e-49dc-ae7d-9981ddfa7ee6,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:01.857557 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d2a03d-1326-4c73-830d-d4e8ca3034a7 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event updated for resources: {'Subnet': ['ID=8cadef81-d9dc-459e-8a8b-bb4dde661f5b,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:01.872758 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-4a8f6768-6e2c-4fea-8c75-0f430e55043b None None] Attempting to bind port d200ea46-225e-49dc-ae7d-9981ddfa7ee6 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:22:01.873467 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-4a8f6768-6e2c-4fea-8c75-0f430e55043b None None] Attempting to bind port d200ea46-225e-49dc-ae7d-9981ddfa7ee6 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '948d7733-5049-4e42-9fc3-ccbae61060fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '0ec5dece-b769-474b-971d-10403f302aca'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:22:01.874112 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8f6768-6e2c-4fea-8c75-0f430e55043b None None] Attempting to bind port d200ea46-225e-49dc-ae7d-9981ddfa7ee6 on network 0ec5dece-b769-474b-971d-10403f302aca {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:22:01.879787 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8f6768-6e2c-4fea-8c75-0f430e55043b None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:22:01.880512 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8f6768-6e2c-4fea-8c75-0f430e55043b None None] Checking segment: {'id': '948d7733-5049-4e42-9fc3-ccbae61060fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '0ec5dece-b769-474b-971d-10403f302aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:22:01.881187 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6768-6e2c-4fea-8c75-0f430e55043b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:01.881809 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8f6768-6e2c-4fea-8c75-0f430e55043b None None] Bound using segment: {'id': '948d7733-5049-4e42-9fc3-ccbae61060fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '0ec5dece-b769-474b-971d-10403f302aca'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:22:01.883162 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-4a8f6768-6e2c-4fea-8c75-0f430e55043b None None] Bound port: d200ea46-225e-49dc-ae7d-9981ddfa7ee6, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '948d7733-5049-4e42-9fc3-ccbae61060fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '0ec5dece-b769-474b-971d-10403f302aca'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:22:01.883901 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6768-6e2c-4fea-8c75-0f430e55043b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:01.907690 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d2a03d-1326-4c73-830d-d4e8ca3034a7 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Checking segment: {'id': 'ca9a405d-ff1e-46e3-86a9-b1d119725794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c7c0f79a-cc81-4709-bcf0-a00a0e867d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:22:01.908024 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d2a03d-1326-4c73-830d-d4e8ca3034a7 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Network hostable DHCP agents. Network: c7c0f79a-cc81-4709-bcf0-a00a0e867d42, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:22:01.952008 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2585c515-7e9a-4911-b44a-27e602134cf1 req-4a07452c-81a4-4dd5-954e-90a98a6d23ae service neutron] 10.222.0.54 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420720 Sep 08 09:22:01.954633 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d2a03d-1326-4c73-830d-d4e8ca3034a7 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Network c7c0f79a-cc81-4709-bcf0-a00a0e867d42 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:22:01.958311 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-4a8f6768-6e2c-4fea-8c75-0f430e55043b None None] For port d200ea46-225e-49dc-ae7d-9981ddfa7ee6, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:22:01.963674 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-4a8f6768-6e2c-4fea-8c75-0f430e55043b None None] For port d200ea46-225e-49dc-ae7d-9981ddfa7ee6, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=d200ea46-225e-49dc-ae7d-9981ddfa7ee6,segment=NetworkSegment(948d7733-5049-4e42-9fc3-ccbae61060fc),segment_id=948d7733-5049-4e42-9fc3-ccbae61060fc)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:22:01.972039 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4a8f6768-6e2c-4fea-8c75-0f430e55043b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:01.980623 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-63d2a03d-1326-4c73-830d-d4e8ca3034a7 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, c7c0f79a-cc81-4709-bcf0-a00a0e867d42) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:22:01.986535 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d2a03d-1326-4c73-830d-d4e8ca3034a7 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:01.987505 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-63d2a03d-1326-4c73-830d-d4e8ca3034a7 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:02.010677 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41002) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:02.011747 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-63d2a03d-1326-4c73-830d-d4e8ca3034a7 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0582719 Sep 08 09:22:02.016335 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-b51606da-4ab5-46d2-80fc-941753d5692b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-43457766', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:22:02.030563 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5cecac-ebde-4161-8ff2-0f20d6b16ba7 None None] Network c7c0f79a-cc81-4709-bcf0-a00a0e867d42 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:22:02.049685 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b51606da-4ab5-46d2-80fc-941753d5692b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:02.052746 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b51606da-4ab5-46d2-80fc-941753d5692b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:02.131669 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6768-6e2c-4fea-8c75-0f430e55043b None None] Pushing event updated for resources: {'Port': ['ID=d200ea46-225e-49dc-ae7d-9981ddfa7ee6,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:02.168956 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b51606da-4ab5-46d2-80fc-941753d5692b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:02.186335 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b51606da-4ab5-46d2-80fc-941753d5692b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:02.215805 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-131def79-6ff9-490e-a77f-84cfcf567056 req-68048a44-34ba-4474-8d39-131cc27a258c tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8add306-126d-4bbe-b131-81b2adc1cc30 HTTP/1.1" status: 200 len: 210 time: 0.0495224 Sep 08 09:22:02.237977 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b51606da-4ab5-46d2-80fc-941753d5692b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:02.240591 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b51606da-4ab5-46d2-80fc-941753d5692b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2287884 Sep 08 09:22:02.248365 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41018) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:02.482596 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac870b76-c370-4a98-9b4d-0ca840fc9a82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-c7c0f79a-cc81-4709-bcf0-a00a0e867d42', 'network_id': 'c7c0f79a-cc81-4709-bcf0-a00a0e867d42', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'fixed_ips': [{'subnet_id': '8cadef81-d9dc-459e-8a8b-bb4dde661f5b'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:22:02.484435 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ac870b76-c370-4a98-9b4d-0ca840fc9a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:02.883893 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-ac870b76-c370-4a98-9b4d-0ca840fc9a82 None None] Allocated IP 2001:db8:1::2 (c7c0f79a-cc81-4709-bcf0-a00a0e867d42/8cadef81-d9dc-459e-8a8b-bb4dde661f5b/bbe03cee-98be-45fb-b502-187f162f30af) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:22:03.025783 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-837de69c-b618-42a1-b3f3-d1265ca584dc tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:03.178250 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device d200ea46-225e-49dc-ae7d-9981ddfa7ee6 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:22:03.269046 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ac870b76-c370-4a98-9b4d-0ca840fc9a82 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:03.303116 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ac870b76-c370-4a98-9b4d-0ca840fc9a82 None None] Transition to ACTIVE for port object bbe03cee-98be-45fb-b502-187f162f30af will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:22:03.324060 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ac870b76-c370-4a98-9b4d-0ca840fc9a82 None None] Transition to ACTIVE for port object bbe03cee-98be-45fb-b502-187f162f30af will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:22:03.327652 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port d200ea46-225e-49dc-ae7d-9981ddfa7ee6 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:22:03.353117 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ac870b76-c370-4a98-9b4d-0ca840fc9a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:03.441960 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac870b76-c370-4a98-9b4d-0ca840fc9a82 None None] Pushing event updated for resources: {'Port': ['ID=bbe03cee-98be-45fb-b502-187f162f30af,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:03.474710 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e79a4b4e-50a7-4f40-9abd-10634d82176d req-8e8fd088-63d6-4e13-b0ac-6abd58cbc814 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8add306-126d-4bbe-b131-81b2adc1cc30 HTTP/1.1" status: 200 len: 210 time: 0.0721343 Sep 08 09:22:03.482277 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac870b76-c370-4a98-9b4d-0ca840fc9a82 None None] Network c7c0f79a-cc81-4709-bcf0-a00a0e867d42 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:22:03.484034 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-ac870b76-c370-4a98-9b4d-0ca840fc9a82 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:22:03.492932 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac870b76-c370-4a98-9b4d-0ca840fc9a82 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:22:03.508794 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-837de69c-b618-42a1-b3f3-d1265ca584dc tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Allocated IP 2001:db8::1 (0ec5dece-b769-474b-971d-10403f302aca/aaef4096-5ba6-4ed3-93ef-bd036907d940/75b892a3-bc2a-4562-af83-65e632594eed) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:22:03.566672 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-ac870b76-c370-4a98-9b4d-0ca840fc9a82 None None] Attempting to bind port bbe03cee-98be-45fb-b502-187f162f30af on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:22:03.567209 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-ac870b76-c370-4a98-9b4d-0ca840fc9a82 None None] Attempting to bind port bbe03cee-98be-45fb-b502-187f162f30af by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'ca9a405d-ff1e-46e3-86a9-b1d119725794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c7c0f79a-cc81-4709-bcf0-a00a0e867d42'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:22:03.567683 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac870b76-c370-4a98-9b4d-0ca840fc9a82 None None] Attempting to bind port bbe03cee-98be-45fb-b502-187f162f30af on network c7c0f79a-cc81-4709-bcf0-a00a0e867d42 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:22:03.574788 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac870b76-c370-4a98-9b4d-0ca840fc9a82 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:22:03.575298 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac870b76-c370-4a98-9b4d-0ca840fc9a82 None None] Checking segment: {'id': 'ca9a405d-ff1e-46e3-86a9-b1d119725794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c7c0f79a-cc81-4709-bcf0-a00a0e867d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:22:03.575809 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ac870b76-c370-4a98-9b4d-0ca840fc9a82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:03.576358 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac870b76-c370-4a98-9b4d-0ca840fc9a82 None None] Bound using segment: {'id': 'ca9a405d-ff1e-46e3-86a9-b1d119725794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c7c0f79a-cc81-4709-bcf0-a00a0e867d42'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:22:03.576938 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-ac870b76-c370-4a98-9b4d-0ca840fc9a82 None None] Bound port: bbe03cee-98be-45fb-b502-187f162f30af, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9a405d-ff1e-46e3-86a9-b1d119725794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'c7c0f79a-cc81-4709-bcf0-a00a0e867d42'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:22:03.577437 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ac870b76-c370-4a98-9b4d-0ca840fc9a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:03.651156 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-837de69c-b618-42a1-b3f3-d1265ca584dc tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:03.668133 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-837de69c-b618-42a1-b3f3-d1265ca584dc tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Transition to ACTIVE for port object 75b892a3-bc2a-4562-af83-65e632594eed will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:22:03.697132 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-ac870b76-c370-4a98-9b4d-0ca840fc9a82 None None] For port bbe03cee-98be-45fb-b502-187f162f30af, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:22:03.707030 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-ac870b76-c370-4a98-9b4d-0ca840fc9a82 None None] For port bbe03cee-98be-45fb-b502-187f162f30af, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=bbe03cee-98be-45fb-b502-187f162f30af,segment=NetworkSegment(ca9a405d-ff1e-46e3-86a9-b1d119725794),segment_id=ca9a405d-ff1e-46e3-86a9-b1d119725794)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:22:03.716427 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ac870b76-c370-4a98-9b4d-0ca840fc9a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:03.733644 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-837de69c-b618-42a1-b3f3-d1265ca584dc tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:03.790280 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837de69c-b618-42a1-b3f3-d1265ca584dc tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Network 0ec5dece-b769-474b-971d-10403f302aca is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:22:03.797974 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-837de69c-b618-42a1-b3f3-d1265ca584dc tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:22:03.801557 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837de69c-b618-42a1-b3f3-d1265ca584dc tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:22:03.810080 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-837de69c-b618-42a1-b3f3-d1265ca584dc tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:03.850310 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac870b76-c370-4a98-9b4d-0ca840fc9a82 None None] Pushing event updated for resources: {'Port': ['ID=bbe03cee-98be-45fb-b502-187f162f30af,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:04.016524 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837de69c-b618-42a1-b3f3-d1265ca584dc tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event updated for resources: {'Port': ['ID=75b892a3-bc2a-4562-af83-65e632594eed,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:04.044251 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-837de69c-b618-42a1-b3f3-d1265ca584dc tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:04.118208 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1debdb1-d14e-474f-a1e7-325a057845df None None] Network 0ec5dece-b769-474b-971d-10403f302aca requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:22:04.263012 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:22:04.265306 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585c515-7e9a-4911-b44a-27e602134cf1 req-8eeede17-0434-4850-ae6c-bcd60347ef47 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:04.307171 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2585c515-7e9a-4911-b44a-27e602134cf1 req-8eeede17-0434-4850-ae6c-bcd60347ef47 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.35 "GET /v2.0/networks?id=2de43bb0-acf3-42aa-b534-30332da083e7 HTTP/1.1" status: 200 len: 812 time: 0.4807017 Sep 08 09:22:04.345519 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-2585c515-7e9a-4911-b44a-27e602134cf1 req-0e1021d9-c33b-493a-a7e8-761553a89150 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Request body: {'port': {'device_id': 'e8add306-126d-4bbe-b131-81b2adc1cc30', 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7', 'admin_state_up': True, 'tenant_id': 'ca0d1910d7ca4892b72992e748a5bde6'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:22:04.378595 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-42c53a9f-be9a-4d45-918d-2e834440bbd7 None None] Provisioning for port d200ea46-225e-49dc-ae7d-9981ddfa7ee6 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:22:04.390132 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-42c53a9f-be9a-4d45-918d-2e834440bbd7 None None] Provisioning complete for port d200ea46-225e-49dc-ae7d-9981ddfa7ee6 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:22:04.390508 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-42c53a9f-be9a-4d45-918d-2e834440bbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:04.586320 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2585c515-7e9a-4911-b44a-27e602134cf1 req-0e1021d9-c33b-493a-a7e8-761553a89150 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Made reservation on behalf of ca0d1910d7ca4892b72992e748a5bde6 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:22:04.598176 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2585c515-7e9a-4911-b44a-27e602134cf1 req-0e1021d9-c33b-493a-a7e8-761553a89150 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:04.801548 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e481ed95-2442-41d2-bb1e-d19aa426200a req-36d167ca-5013-41e9-930b-8a3c639b2303 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8add306-126d-4bbe-b131-81b2adc1cc30 HTTP/1.1" status: 200 len: 210 time: 0.1437254 Sep 08 09:22:04.845382 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-42c53a9f-be9a-4d45-918d-2e834440bbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:04.884260 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-837de69c-b618-42a1-b3f3-d1265ca584dc tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:04.905885 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-837de69c-b618-42a1-b3f3-d1265ca584dc tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:04.907191 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-837de69c-b618-42a1-b3f3-d1265ca584dc tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:04.923988 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-2585c515-7e9a-4911-b44a-27e602134cf1 req-0e1021d9-c33b-493a-a7e8-761553a89150 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Allocated IP 172.20.0.13 (2de43bb0-acf3-42aa-b534-30332da083e7/452a4b6d-a445-4b2b-9168-2695dd67e404/6b87b2ab-6284-4d2e-8349-efef818a46e4) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:22:04.945959 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-42c53a9f-be9a-4d45-918d-2e834440bbd7 None None] For port d200ea46-225e-49dc-ae7d-9981ddfa7ee6, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=d200ea46-225e-49dc-ae7d-9981ddfa7ee6,segment=NetworkSegment(948d7733-5049-4e42-9fc3-ccbae61060fc),segment_id=948d7733-5049-4e42-9fc3-ccbae61060fc)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:22:04.956664 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-42c53a9f-be9a-4d45-918d-2e834440bbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:05.056590 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c53a9f-be9a-4d45-918d-2e834440bbd7 None None] Pushing event updated for resources: {'Port': ['ID=d200ea46-225e-49dc-ae7d-9981ddfa7ee6,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:05.220063 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device bbe03cee-98be-45fb-b502-187f162f30af up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:22:05.237334 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41080) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:05.238730 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837de69c-b618-42a1-b3f3-d1265ca584dc tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event updated for resources: {'Port': ['ID=75b892a3-bc2a-4562-af83-65e632594eed,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:05.253578 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837de69c-b618-42a1-b3f3-d1265ca584dc tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Network 0ec5dece-b769-474b-971d-10403f302aca is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:22:05.268892 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-837de69c-b618-42a1-b3f3-d1265ca584dc tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:22:05.371976 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port bbe03cee-98be-45fb-b502-187f162f30af completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:22:05.432332 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2585c515-7e9a-4911-b44a-27e602134cf1 req-0e1021d9-c33b-493a-a7e8-761553a89150 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:05.477865 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-2585c515-7e9a-4911-b44a-27e602134cf1 req-0e1021d9-c33b-493a-a7e8-761553a89150 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Transition to ACTIVE for port object 6b87b2ab-6284-4d2e-8349-efef818a46e4 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:22:05.501803 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-a79ea2bb-8271-4717-8046-67d8b6e0a18d None None] Provisioning for port 75b892a3-bc2a-4562-af83-65e632594eed completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:22:05.507425 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-a79ea2bb-8271-4717-8046-67d8b6e0a18d None None] Provisioning complete for port 75b892a3-bc2a-4562-af83-65e632594eed triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:22:05.508107 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a79ea2bb-8271-4717-8046-67d8b6e0a18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:05.573280 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2585c515-7e9a-4911-b44a-27e602134cf1 req-0e1021d9-c33b-493a-a7e8-761553a89150 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:05.584048 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-837de69c-b618-42a1-b3f3-d1265ca584dc tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Router ac1a2922-18f3-4604-966c-f00a468582a4 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:22:05.588956 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a4b1192f-9d7b-4d18-9fbd-ae0eed50a358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:05.613327 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['b73e27f2-f52d-4cc3-a12e-4fa5ab811726'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:22:05.617487 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['d099dbf8-3bed-42ef-8b23-813e7913ad69'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:22:05.684240 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-a79ea2bb-8271-4717-8046-67d8b6e0a18d None None] Port 75b892a3-bc2a-4562-af83-65e632594eed cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:22:05.783278 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837de69c-b618-42a1-b3f3-d1265ca584dc tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:22:05.795004 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427309ef-13f7-4108-a9d0-12a5bab17273 None None] Sync routers for ids ['ac1a2922-18f3-4604-966c-f00a468582a4'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:22:05.796542 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2585c515-7e9a-4911-b44a-27e602134cf1 req-0e1021d9-c33b-493a-a7e8-761553a89150 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Network 2de43bb0-acf3-42aa-b534-30332da083e7 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:22:05.814793 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-2585c515-7e9a-4911-b44a-27e602134cf1 req-0e1021d9-c33b-493a-a7e8-761553a89150 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:22:05.834864 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427309ef-13f7-4108-a9d0-12a5bab17273 None None] Routers {'ac1a2922-18f3-4604-966c-f00a468582a4'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:22:05.836324 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-427309ef-13f7-4108-a9d0-12a5bab17273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:21:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['ac1a2922-18f3-4604-966c-f00a468582a4'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:05.861624 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-2585c515-7e9a-4911-b44a-27e602134cf1 req-0e1021d9-c33b-493a-a7e8-761553a89150 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:22:05.929998 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a4b1192f-9d7b-4d18-9fbd-ae0eed50a358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:05.939883 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-837de69c-b618-42a1-b3f3-d1265ca584dc tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "PUT /v2.0/routers/ac1a2922-18f3-4604-966c-f00a468582a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6901703 Sep 08 09:22:05.940828 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41098) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:05.965595 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-a79ea2bb-8271-4717-8046-67d8b6e0a18d None None] Provisioning complete for port d200ea46-225e-49dc-ae7d-9981ddfa7ee6 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:22:05.966204 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a79ea2bb-8271-4717-8046-67d8b6e0a18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:05.968362 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1021d9-c33b-493a-a7e8-761553a89150 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Pushing event updated for resources: {'Port': ['ID=6b87b2ab-6284-4d2e-8349-efef818a46e4,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:05.993034 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-427309ef-13f7-4108-a9d0-12a5bab17273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:06.025259 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427309ef-13f7-4108-a9d0-12a5bab17273 None None] Routers {'ac1a2922-18f3-4604-966c-f00a468582a4'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:22:06.026166 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-427309ef-13f7-4108-a9d0-12a5bab17273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:21:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['ac1a2922-18f3-4604-966c-f00a468582a4'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:06.028941 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfdbd99-b646-48b6-94b6-a3bb1fab07ff tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:06.033960 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-cdfdbd99-b646-48b6-94b6-a3bb1fab07ff tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "GET /v2.0/ports/75b892a3-bc2a-4562-af83-65e632594eed HTTP/1.1" status: 200 len: 911 time: 0.0917103 Sep 08 09:22:06.037378 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41100) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:06.039126 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a4b1192f-9d7b-4d18-9fbd-ae0eed50a358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:06.069949 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-427309ef-13f7-4108-a9d0-12a5bab17273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:06.070934 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427309ef-13f7-4108-a9d0-12a5bab17273 None None] The sync data for ids ['ac1a2922-18f3-4604-966c-f00a468582a4'] in n-d-806683-11 is: [] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:22:06.109925 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc8106a-f05f-44cc-82a7-0852c71efe61 None None] Network c7c0f79a-cc81-4709-bcf0-a00a0e867d42 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:22:06.125665 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585c515-7e9a-4911-b44a-27e602134cf1 req-0e1021d9-c33b-493a-a7e8-761553a89150 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:06.128498 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2585c515-7e9a-4911-b44a-27e602134cf1 req-0e1021d9-c33b-493a-a7e8-761553a89150 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:06.182009 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2585c515-7e9a-4911-b44a-27e602134cf1 req-0e1021d9-c33b-493a-a7e8-761553a89150 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8635743 Sep 08 09:22:06.204299 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-2585c515-7e9a-4911-b44a-27e602134cf1 req-89a1fe7d-ad49-4e7c-8e2e-22a0938eb35a service neutron] Request body: {'port': {'device_id': 'e8add306-126d-4bbe-b131-81b2adc1cc30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:22:06.248168 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b1192f-9d7b-4d18-9fbd-ae0eed50a358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7252eadc-eb7f-4d9a-80bb-f649615af3a5,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:06.356649 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2585c515-7e9a-4911-b44a-27e602134cf1 req-89a1fe7d-ad49-4e7c-8e2e-22a0938eb35a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:06.368912 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a18422-10c8-43f2-96d0-c15204e3a1dc req-c17e2a0e-02fa-4ea8-ac32-f145c3cee5aa tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:06.370549 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-52a18422-10c8-43f2-96d0-c15204e3a1dc req-c17e2a0e-02fa-4ea8-ac32-f145c3cee5aa tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8add306-126d-4bbe-b131-81b2adc1cc30 HTTP/1.1" status: 200 len: 932 time: 0.3352070 Sep 08 09:22:06.375123 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a4b1192f-9d7b-4d18-9fbd-ae0eed50a358 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a1e209d8399f42e09cc1cc3a8c5d8554&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1183455 Sep 08 09:22:06.377934 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41102) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:06.605859 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-52a18422-10c8-43f2-96d0-c15204e3a1dc req-b1c908b4-1b23-4041-8517-2ff2780cc675 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185314 Sep 08 09:22:06.664107 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-aab55f67-96d6-4be2-9c98-68cc7f580131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:06.732965 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-2585c515-7e9a-4911-b44a-27e602134cf1 req-89a1fe7d-ad49-4e7c-8e2e-22a0938eb35a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b87b2ab-6284-4d2e-8349-efef818a46e4 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:22:06.733792 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-aab55f67-96d6-4be2-9c98-68cc7f580131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:06.753704 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2585c515-7e9a-4911-b44a-27e602134cf1 req-89a1fe7d-ad49-4e7c-8e2e-22a0938eb35a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:06.773102 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-2585c515-7e9a-4911-b44a-27e602134cf1 req-89a1fe7d-ad49-4e7c-8e2e-22a0938eb35a service neutron] Transition to ACTIVE for port object 6b87b2ab-6284-4d2e-8349-efef818a46e4 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:22:06.780283 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2585c515-7e9a-4911-b44a-27e602134cf1 req-89a1fe7d-ad49-4e7c-8e2e-22a0938eb35a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:06.784300 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-5c1efdfa-595d-4ce6-b0c9-29e4ef943369 None None] Provisioning for port bbe03cee-98be-45fb-b502-187f162f30af completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:22:06.789339 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-5c1efdfa-595d-4ce6-b0c9-29e4ef943369 None None] Provisioning complete for port bbe03cee-98be-45fb-b502-187f162f30af triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:22:06.790270 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5c1efdfa-595d-4ce6-b0c9-29e4ef943369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:06.886837 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-aab55f67-96d6-4be2-9c98-68cc7f580131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:06.889429 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-aab55f67-96d6-4be2-9c98-68cc7f580131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:06.890674 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-aab55f67-96d6-4be2-9c98-68cc7f580131 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7252eadc-eb7f-4d9a-80bb-f649615af3a5 HTTP/1.1" status: 204 len: 168 time: 0.5106621 Sep 08 09:22:06.919264 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1fe7d-ad49-4e7c-8e2e-22a0938eb35a service neutron] Pushing event updated for resources: {'Port': ['ID=6b87b2ab-6284-4d2e-8349-efef818a46e4,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:06.961318 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-26829a91-922a-4caa-be5c-f9cfc153a018 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:06.997759 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5c1efdfa-595d-4ce6-b0c9-29e4ef943369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:07.003676 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab55f67-96d6-4be2-9c98-68cc7f580131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7252eadc-eb7f-4d9a-80bb-f649615af3a5,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:07.025444 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-2585c515-7e9a-4911-b44a-27e602134cf1 req-89a1fe7d-ad49-4e7c-8e2e-22a0938eb35a service neutron] Attempting to bind port 6b87b2ab-6284-4d2e-8349-efef818a46e4 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:22:07.025571 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-2585c515-7e9a-4911-b44a-27e602134cf1 req-89a1fe7d-ad49-4e7c-8e2e-22a0938eb35a service neutron] Attempting to bind port 6b87b2ab-6284-4d2e-8349-efef818a46e4 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '0adbffbb-cf08-4e79-9920-208d98c2b498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:22:07.026001 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2585c515-7e9a-4911-b44a-27e602134cf1 req-89a1fe7d-ad49-4e7c-8e2e-22a0938eb35a service neutron] Attempting to bind port 6b87b2ab-6284-4d2e-8349-efef818a46e4 on network 2de43bb0-acf3-42aa-b534-30332da083e7 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:22:07.039425 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2585c515-7e9a-4911-b44a-27e602134cf1 req-89a1fe7d-ad49-4e7c-8e2e-22a0938eb35a service neutron] Port 6b87b2ab-6284-4d2e-8349-efef818a46e4 on network 2de43bb0-acf3-42aa-b534-30332da083e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:22:07.039784 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2585c515-7e9a-4911-b44a-27e602134cf1 req-89a1fe7d-ad49-4e7c-8e2e-22a0938eb35a service neutron] Attempting to bind port 6b87b2ab-6284-4d2e-8349-efef818a46e4 on network 2de43bb0-acf3-42aa-b534-30332da083e7 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:22:07.063920 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2585c515-7e9a-4911-b44a-27e602134cf1 req-89a1fe7d-ad49-4e7c-8e2e-22a0938eb35a service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:22:07.063920 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2585c515-7e9a-4911-b44a-27e602134cf1 req-89a1fe7d-ad49-4e7c-8e2e-22a0938eb35a service neutron] Checking segment: {'id': '0adbffbb-cf08-4e79-9920-208d98c2b498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:22:07.064280 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2585c515-7e9a-4911-b44a-27e602134cf1 req-89a1fe7d-ad49-4e7c-8e2e-22a0938eb35a service neutron] Bound using segment: {'id': '0adbffbb-cf08-4e79-9920-208d98c2b498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:22:07.064667 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-2585c515-7e9a-4911-b44a-27e602134cf1 req-89a1fe7d-ad49-4e7c-8e2e-22a0938eb35a service neutron] Bound port: 6b87b2ab-6284-4d2e-8349-efef818a46e4, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0adbffbb-cf08-4e79-9920-208d98c2b498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:22:07.065028 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2585c515-7e9a-4911-b44a-27e602134cf1 req-89a1fe7d-ad49-4e7c-8e2e-22a0938eb35a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:07.142475 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device d200ea46-225e-49dc-ae7d-9981ddfa7ee6 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:22:07.229469 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-5c1efdfa-595d-4ce6-b0c9-29e4ef943369 None None] For port bbe03cee-98be-45fb-b502-187f162f30af, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=bbe03cee-98be-45fb-b502-187f162f30af,segment=NetworkSegment(ca9a405d-ff1e-46e3-86a9-b1d119725794),segment_id=ca9a405d-ff1e-46e3-86a9-b1d119725794)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:22:07.236708 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-2585c515-7e9a-4911-b44a-27e602134cf1 req-89a1fe7d-ad49-4e7c-8e2e-22a0938eb35a service neutron] For port 6b87b2ab-6284-4d2e-8349-efef818a46e4, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:22:07.244071 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5c1efdfa-595d-4ce6-b0c9-29e4ef943369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:07.245048 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-2585c515-7e9a-4911-b44a-27e602134cf1 req-89a1fe7d-ad49-4e7c-8e2e-22a0938eb35a service neutron] For port 6b87b2ab-6284-4d2e-8349-efef818a46e4, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=6b87b2ab-6284-4d2e-8349-efef818a46e4,segment=NetworkSegment(0adbffbb-cf08-4e79-9920-208d98c2b498),segment_id=0adbffbb-cf08-4e79-9920-208d98c2b498)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:22:07.257234 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2585c515-7e9a-4911-b44a-27e602134cf1 req-89a1fe7d-ad49-4e7c-8e2e-22a0938eb35a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:07.318118 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585c515-7e9a-4911-b44a-27e602134cf1 req-89a1fe7d-ad49-4e7c-8e2e-22a0938eb35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:07.318747 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2585c515-7e9a-4911-b44a-27e602134cf1 req-89a1fe7d-ad49-4e7c-8e2e-22a0938eb35a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:07.321565 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2585c515-7e9a-4911-b44a-27e602134cf1 req-89a1fe7d-ad49-4e7c-8e2e-22a0938eb35a service neutron] 10.222.0.35 "PUT /v2.0/ports/6b87b2ab-6284-4d2e-8349-efef818a46e4 HTTP/1.1" status: 200 len: 1093 time: 1.1237602 Sep 08 09:22:07.324045 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8add306-126d-4bbe-b131-81b2adc1cc30', 'tag': '6b87b2ab-6284-4d2e-8349-efef818a46e4'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:22:07.327555 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e928c330-3d36-488b-adc6-d21bb08f85a9" -d '{"events": [{"name": "network-changed", "server_uuid": "e8add306-126d-4bbe-b131-81b2adc1cc30", "tag": "6b87b2ab-6284-4d2e-8349-efef818a46e4"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:22:07.339169 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-5c1efdfa-595d-4ce6-b0c9-29e4ef943369 None None] Provisioning complete for port 75b892a3-bc2a-4562-af83-65e632594eed triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:22:07.339641 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5c1efdfa-595d-4ce6-b0c9-29e4ef943369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:07.428163 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port d200ea46-225e-49dc-ae7d-9981ddfa7ee6 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:22:07.428660 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:07.431419 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1fe7d-ad49-4e7c-8e2e-22a0938eb35a service neutron] Pushing event updated for resources: {'Port': ['ID=6b87b2ab-6284-4d2e-8349-efef818a46e4,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:07.505478 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbd6874-1c04-4096-bdc7-04ef78c42723 x-openstack-request-id: req-2bbd6874-1c04-4096-bdc7-04ef78c42723 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:22:07.505803 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8add306-126d-4bbe-b131-81b2adc1cc30", "tag": "6b87b2ab-6284-4d2e-8349-efef818a46e4", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:22:07.506025 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2bbd6874-1c04-4096-bdc7-04ef78c42723 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:22:07.523788 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8add306-126d-4bbe-b131-81b2adc1cc30', 'tag': '6b87b2ab-6284-4d2e-8349-efef818a46e4', 'status': 'completed', 'code': 200} Sep 08 09:22:07.561632 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-5c1efdfa-595d-4ce6-b0c9-29e4ef943369 None None] Port 75b892a3-bc2a-4562-af83-65e632594eed cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:22:07.571801 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585c515-7e9a-4911-b44a-27e602134cf1 req-b008d685-f25e-4ae6-add8-83c37dc4ef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:07.576603 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2585c515-7e9a-4911-b44a-27e602134cf1 req-b008d685-f25e-4ae6-add8-83c37dc4ef76 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca0d1910d7ca4892b72992e748a5bde6&device_id=e8add306-126d-4bbe-b131-81b2adc1cc30 HTTP/1.1" status: 200 len: 1096 time: 0.1771307 Sep 08 09:22:07.622178 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1efdfa-595d-4ce6-b0c9-29e4ef943369 None None] Pushing event updated for resources: {'Port': ['ID=bbe03cee-98be-45fb-b502-187f162f30af,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:07.625304 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-26829a91-922a-4caa-be5c-f9cfc153a018 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Allocated IP 2001:db8:1::1 (c7c0f79a-cc81-4709-bcf0-a00a0e867d42/8cadef81-d9dc-459e-8a8b-bb4dde661f5b/4d63c8d8-b84b-4f84-8e06-8c7d229c2117) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:22:07.635738 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-5c1efdfa-595d-4ce6-b0c9-29e4ef943369 None None] Provisioning for port 6b87b2ab-6284-4d2e-8349-efef818a46e4 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:22:07.687561 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2585c515-7e9a-4911-b44a-27e602134cf1 req-b1b9a06f-63db-4c38-b6d0-59d340b57ba5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b87b2ab-6284-4d2e-8349-efef818a46e4 HTTP/1.1" status: 200 len: 217 time: 0.0947123 Sep 08 09:22:07.943709 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-26829a91-922a-4caa-be5c-f9cfc153a018 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:07.956662 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585c515-7e9a-4911-b44a-27e602134cf1 req-804d5e2a-1c68-4969-8c15-42c7e534ca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:07.958207 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2585c515-7e9a-4911-b44a-27e602134cf1 req-804d5e2a-1c68-4969-8c15-42c7e534ca96 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=452a4b6d-a445-4b2b-9168-2695dd67e404 HTTP/1.1" status: 200 len: 851 time: 0.2626202 Sep 08 09:22:07.979286 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f2570217-e448-463e-8cd4-502d4d103e24 None None] Provisioning complete for port bbe03cee-98be-45fb-b502-187f162f30af triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:22:07.979668 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f2570217-e448-463e-8cd4-502d4d103e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:07.986783 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-26829a91-922a-4caa-be5c-f9cfc153a018 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Transition to ACTIVE for port object 4d63c8d8-b84b-4f84-8e06-8c7d229c2117 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:22:08.057916 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-26829a91-922a-4caa-be5c-f9cfc153a018 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:08.070393 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41142) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:08.073504 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef2b22-c9dd-4889-92e1-0a1a18a19980 req-0ba02051-2ca4-4b2f-8b61-cdf1f92b082a tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:08.075107 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-36ef2b22-c9dd-4889-92e1-0a1a18a19980 req-0ba02051-2ca4-4b2f-8b61-cdf1f92b082a tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8add306-126d-4bbe-b131-81b2adc1cc30 HTTP/1.1" status: 200 len: 944 time: 0.2735186 Sep 08 09:22:08.173704 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585c515-7e9a-4911-b44a-27e602134cf1 req-0e5fca9e-1a96-4472-8e16-f4d68ee49d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:08.176092 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2585c515-7e9a-4911-b44a-27e602134cf1 req-0e5fca9e-1a96-4472-8e16-f4d68ee49d8b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2de43bb0-acf3-42aa-b534-30332da083e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2009351 Sep 08 09:22:08.191525 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26829a91-922a-4caa-be5c-f9cfc153a018 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Network c7c0f79a-cc81-4709-bcf0-a00a0e867d42 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:22:08.192159 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-36ef2b22-c9dd-4889-92e1-0a1a18a19980 req-a4158abd-6958-4a5e-8897-32e158425832 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015239 Sep 08 09:22:08.216315 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-26829a91-922a-4caa-be5c-f9cfc153a018 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:22:08.246593 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26829a91-922a-4caa-be5c-f9cfc153a018 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:22:08.247170 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-26829a91-922a-4caa-be5c-f9cfc153a018 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:08.355556 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2585c515-7e9a-4911-b44a-27e602134cf1 req-0b86ad2e-4823-4fa7-9491-96118f65d117 service neutron] 10.222.0.35 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621361 Sep 08 09:22:08.397645 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26829a91-922a-4caa-be5c-f9cfc153a018 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event updated for resources: {'Port': ['ID=4d63c8d8-b84b-4f84-8e06-8c7d229c2117,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:08.432917 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d485e294-0ccd-4c93-a6eb-e2e965cd6eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:08.569000 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2585c515-7e9a-4911-b44a-27e602134cf1 req-75bb1149-0ddf-4eac-95e6-0050446a536a service neutron] 10.222.0.35 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043667 Sep 08 09:22:08.630938 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-26829a91-922a-4caa-be5c-f9cfc153a018 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:08.709124 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-6b5082b1-580a-4d45-9eda-09aaf3a1ae7f None None] Provisioning for port 4d63c8d8-b84b-4f84-8e06-8c7d229c2117 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:22:08.733333 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-6b5082b1-580a-4d45-9eda-09aaf3a1ae7f None None] Provisioning complete for port 4d63c8d8-b84b-4f84-8e06-8c7d229c2117 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:22:08.733979 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6b5082b1-580a-4d45-9eda-09aaf3a1ae7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:08.736434 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e928c330-3d36-488b-adc6-d21bb08f85a9 req-8c8b7dfb-2f4e-4be0-9c24-9713baaee6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:08.738019 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e928c330-3d36-488b-adc6-d21bb08f85a9 req-8c8b7dfb-2f4e-4be0-9c24-9713baaee6b4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca0d1910d7ca4892b72992e748a5bde6&device_id=e8add306-126d-4bbe-b131-81b2adc1cc30 HTTP/1.1" status: 200 len: 1096 time: 0.0615540 Sep 08 09:22:08.777499 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-6b5082b1-580a-4d45-9eda-09aaf3a1ae7f None None] Port 4d63c8d8-b84b-4f84-8e06-8c7d229c2117 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:22:08.892723 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e928c330-3d36-488b-adc6-d21bb08f85a9 req-998f27af-c8d4-4415-af73-2ebdda0c1490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:08.894293 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e928c330-3d36-488b-adc6-d21bb08f85a9 req-998f27af-c8d4-4415-af73-2ebdda0c1490 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2de43bb0-acf3-42aa-b534-30332da083e7 HTTP/1.1" status: 200 len: 913 time: 0.1487634 Sep 08 09:22:08.917602 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d485e294-0ccd-4c93-a6eb-e2e965cd6eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:08.929950 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d485e294-0ccd-4c93-a6eb-e2e965cd6eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:08.948718 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e928c330-3d36-488b-adc6-d21bb08f85a9 req-8514e1af-70b2-4126-a474-025a77db5902 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b87b2ab-6284-4d2e-8349-efef818a46e4 HTTP/1.1" status: 200 len: 217 time: 0.0470066 Sep 08 09:22:09.048347 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e928c330-3d36-488b-adc6-d21bb08f85a9 req-3f194ea6-3417-43e9-85d3-2f3682c5eb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:09.057598 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e928c330-3d36-488b-adc6-d21bb08f85a9 req-3f194ea6-3417-43e9-85d3-2f3682c5eb5c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=452a4b6d-a445-4b2b-9168-2695dd67e404 HTTP/1.1" status: 200 len: 851 time: 0.1008949 Sep 08 09:22:09.080958 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device bbe03cee-98be-45fb-b502-187f162f30af up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:22:09.096496 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d485e294-0ccd-4c93-a6eb-e2e965cd6eba admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8bdc3e5a0a414873a6ee23038e8cefae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0203900 Sep 08 09:22:09.099765 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41162) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:09.110170 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d485e294-0ccd-4c93-a6eb-e2e965cd6eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27696c4f-3a6b-4c68-a188-c37efcf6d82d,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:09.126529 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e928c330-3d36-488b-adc6-d21bb08f85a9 req-62fb7091-f435-4112-81a0-edd2a96745e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:09.128991 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e928c330-3d36-488b-adc6-d21bb08f85a9 req-62fb7091-f435-4112-81a0-edd2a96745e3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2de43bb0-acf3-42aa-b534-30332da083e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635622 Sep 08 09:22:09.186117 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port bbe03cee-98be-45fb-b502-187f162f30af triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:22:09.186468 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:09.282549 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8e1094b5-72ec-40fb-ab0c-c5851d6f4b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:09.336779 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8e1094b5-72ec-40fb-ab0c-c5851d6f4b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:09.339784 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-26829a91-922a-4caa-be5c-f9cfc153a018 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:09.347862 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e928c330-3d36-488b-adc6-d21bb08f85a9 req-06fbc355-7f68-4937-b6a2-49128a6a54f4 service neutron] 10.222.0.35 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106442 Sep 08 09:22:09.372012 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-26829a91-922a-4caa-be5c-f9cfc153a018 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:09.372729 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-26829a91-922a-4caa-be5c-f9cfc153a018 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:09.562622 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f06d7e-2bce-4c9d-b8f5-fac9c90b241e req-304ba87a-aeb1-4ba6-b12d-85bd8244f126 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:09.564305 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d0f06d7e-2bce-4c9d-b8f5-fac9c90b241e req-304ba87a-aeb1-4ba6-b12d-85bd8244f126 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8add306-126d-4bbe-b131-81b2adc1cc30 HTTP/1.1" status: 200 len: 944 time: 0.2391334 Sep 08 09:22:09.578458 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26829a91-922a-4caa-be5c-f9cfc153a018 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event updated for resources: {'Port': ['ID=4d63c8d8-b84b-4f84-8e06-8c7d229c2117,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:09.617158 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e928c330-3d36-488b-adc6-d21bb08f85a9 req-a0316c83-f95b-4e0c-ac1b-ca6a9aa78720 service neutron] 10.222.0.35 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544014 Sep 08 09:22:09.661035 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8e1094b5-72ec-40fb-ab0c-c5851d6f4b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:09.665310 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8e1094b5-72ec-40fb-ab0c-c5851d6f4b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:09.665702 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8e1094b5-72ec-40fb-ab0c-c5851d6f4b47 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/27696c4f-3a6b-4c68-a188-c37efcf6d82d HTTP/1.1" status: 204 len: 168 time: 0.5645380 Sep 08 09:22:09.696824 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d0f06d7e-2bce-4c9d-b8f5-fac9c90b241e req-1a62ad8a-3ad7-4fcc-afd2-7d509d5e5556 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051338 Sep 08 09:22:09.699042 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1094b5-72ec-40fb-ab0c-c5851d6f4b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27696c4f-3a6b-4c68-a188-c37efcf6d82d,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:09.712127 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26829a91-922a-4caa-be5c-f9cfc153a018 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Network c7c0f79a-cc81-4709-bcf0-a00a0e867d42 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:22:09.713114 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-26829a91-922a-4caa-be5c-f9cfc153a018 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:22:10.115865 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d1f9761f-f57e-4240-9688-88ea9d506050 None None] Provisioning complete for port 4d63c8d8-b84b-4f84-8e06-8c7d229c2117 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:22:10.117542 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d1f9761f-f57e-4240-9688-88ea9d506050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:10.167210 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d1f9761f-f57e-4240-9688-88ea9d506050 None None] Port 4d63c8d8-b84b-4f84-8e06-8c7d229c2117 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:22:10.180352 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26829a91-922a-4caa-be5c-f9cfc153a018 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Router ac1a2922-18f3-4604-966c-f00a468582a4 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:22:10.280538 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26829a91-922a-4caa-be5c-f9cfc153a018 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:22:10.286810 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-26829a91-922a-4caa-be5c-f9cfc153a018 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "PUT /v2.0/routers/ac1a2922-18f3-4604-966c-f00a468582a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2422750 Sep 08 09:22:10.289862 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41200) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:10.292665 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9af62e6-c06b-4781-8eff-342df5ae1dc4 None None] Sync routers for ids ['ac1a2922-18f3-4604-966c-f00a468582a4'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:22:10.301647 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9af62e6-c06b-4781-8eff-342df5ae1dc4 None None] Routers {'ac1a2922-18f3-4604-966c-f00a468582a4'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:22:10.302601 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-c9af62e6-c06b-4781-8eff-342df5ae1dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:21:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['ac1a2922-18f3-4604-966c-f00a468582a4'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:10.337861 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-c9af62e6-c06b-4781-8eff-342df5ae1dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:10.347955 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0896ef-847b-4aee-bf9e-19647d1daa8c tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:10.353046 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9b0896ef-847b-4aee-bf9e-19647d1daa8c tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "GET /v2.0/ports/4d63c8d8-b84b-4f84-8e06-8c7d229c2117 HTTP/1.1" status: 200 len: 913 time: 0.0588379 Sep 08 09:22:10.353348 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41202) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:10.365039 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9af62e6-c06b-4781-8eff-342df5ae1dc4 None None] Routers {'ac1a2922-18f3-4604-966c-f00a468582a4'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:22:10.365671 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-c9af62e6-c06b-4781-8eff-342df5ae1dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:21:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['ac1a2922-18f3-4604-966c-f00a468582a4'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:10.443409 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-c9af62e6-c06b-4781-8eff-342df5ae1dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:10.444191 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9af62e6-c06b-4781-8eff-342df5ae1dc4 None None] The sync data for ids ['ac1a2922-18f3-4604-966c-f00a468582a4'] in n-d-806683-11 is: [] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:22:10.738511 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-77a9eb17-d2bb-4b2d-8ea6-c290d70bfcd9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:10.996585 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0adea5-dca2-48ce-b15d-aa3f3189139c req-94474330-736b-450b-aee6-be649503f845 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:11.003742 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-da0adea5-dca2-48ce-b15d-aa3f3189139c req-94474330-736b-450b-aee6-be649503f845 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8add306-126d-4bbe-b131-81b2adc1cc30 HTTP/1.1" status: 200 len: 944 time: 0.1629117 Sep 08 09:22:11.105337 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41244) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:11.124227 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-f2e7ad2a-2d54-49d0-b1fc-6d88705f688e tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Request body: {'network': {'name': 'tempest-network-smoke--1694299022', 'project_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'port_security_enabled': True}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:22:11.134822 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-da0adea5-dca2-48ce-b15d-aa3f3189139c req-cd020f87-2b4e-4b45-9b19-08f14f17efa8 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302662 Sep 08 09:22:11.160952 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e7ad2a-2d54-49d0-b1fc-6d88705f688e tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Made reservation on behalf of ecbaee6aa4b844ae9f42681fee78a6d0 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:22:11.170174 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2e7ad2a-2d54-49d0-b1fc-6d88705f688e tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:11.184854 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2e7ad2a-2d54-49d0-b1fc-6d88705f688e tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:11.346435 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-77a9eb17-d2bb-4b2d-8ea6-c290d70bfcd9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Deleting port 4d63c8d8-b84b-4f84-8e06-8c7d229c2117 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:22:11.346788 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-77a9eb17-d2bb-4b2d-8ea6-c290d70bfcd9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:11.399763 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 6b87b2ab-6284-4d2e-8349-efef818a46e4 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:22:11.436487 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2e7ad2a-2d54-49d0-b1fc-6d88705f688e tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:11.448560 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2e7ad2a-2d54-49d0-b1fc-6d88705f688e tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:11.493883 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2e7ad2a-2d54-49d0-b1fc-6d88705f688e tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:22:11.498476 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-77a9eb17-d2bb-4b2d-8ea6-c290d70bfcd9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:11.517227 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e7ad2a-2d54-49d0-b1fc-6d88705f688e tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4cf4a4-6908-4889-b680-96ddee456448,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:11.526536 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2e7ad2a-2d54-49d0-b1fc-6d88705f688e tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:11.526944 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-f2e7ad2a-2d54-49d0-b1fc-6d88705f688e tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Added segment 834b7598-a2cf-4dd2-83ba-dc656737b197 of type vlan for network accf7f86-2e24-44f5-820b-a3db2b9e6a69 Sep 08 09:22:11.528337 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-77a9eb17-d2bb-4b2d-8ea6-c290d70bfcd9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Calling delete_port for 4d63c8d8-b84b-4f84-8e06-8c7d229c2117 owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:22:11.533224 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 6b87b2ab-6284-4d2e-8349-efef818a46e4, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=6b87b2ab-6284-4d2e-8349-efef818a46e4,segment=NetworkSegment(0adbffbb-cf08-4e79-9920-208d98c2b498),segment_id=0adbffbb-cf08-4e79-9920-208d98c2b498)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:22:11.549196 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '6b87b2ab-6284-4d2e-8349-efef818a46e4', 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7', 'port_id': '6b87b2ab-6284-4d2e-8349-efef818a46e4', 'mac_address': 'fa:16:3e:b6:f9:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452a4b6d-a445-4b2b-9168-2695dd67e404', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:22:11.606908 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2e7ad2a-2d54-49d0-b1fc-6d88705f688e tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:11.609669 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:11.624307 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b87b2ab-6284-4d2e-8349-efef818a46e4 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:22:11.646853 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 6b87b2ab-6284-4d2e-8349-efef818a46e4, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=6b87b2ab-6284-4d2e-8349-efef818a46e4,segment=NetworkSegment(0adbffbb-cf08-4e79-9920-208d98c2b498),segment_id=0adbffbb-cf08-4e79-9920-208d98c2b498)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:22:11.654238 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2e7ad2a-2d54-49d0-b1fc-6d88705f688e tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:11.655255 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:11.659843 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e7ad2a-2d54-49d0-b1fc-6d88705f688e tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:11.660499 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2e7ad2a-2d54-49d0-b1fc-6d88705f688e tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:11.721415 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=6b87b2ab-6284-4d2e-8349-efef818a46e4,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:11.752933 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f2e7ad2a-2d54-49d0-b1fc-6d88705f688e tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6420925 Sep 08 09:22:11.755952 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 41252) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:11.761842 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-03ed0bb7-bd89-44f7-9b8b-fc5185b486ae tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1759996624', 'admin_state_up': True, 'project_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:22:11.800370 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e7ad2a-2d54-49d0-b1fc-6d88705f688e tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Pushing event updated for resources: {'Network': ['ID=accf7f86-2e24-44f5-820b-a3db2b9e6a69,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:11.811246 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-03ed0bb7-bd89-44f7-9b8b-fc5185b486ae tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:11.812575 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-03ed0bb7-bd89-44f7-9b8b-fc5185b486ae tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:11.817578 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network accf7f86-2e24-44f5-820b-a3db2b9e6a69 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:22:11.899717 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-77a9eb17-d2bb-4b2d-8ea6-c290d70bfcd9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:11.953042 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a9eb17-d2bb-4b2d-8ea6-c290d70bfcd9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event deleted for resources: {'Port': ['ID=4d63c8d8-b84b-4f84-8e06-8c7d229c2117,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:11.984716 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-03ed0bb7-bd89-44f7-9b8b-fc5185b486ae tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:12.106880 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['6b87b2ab-6284-4d2e-8349-efef818a46e4'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:22:12.151742 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-77a9eb17-d2bb-4b2d-8ea6-c290d70bfcd9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:12.204902 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-03ed0bb7-bd89-44f7-9b8b-fc5185b486ae tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:12.429017 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a9eb17-d2bb-4b2d-8ea6-c290d70bfcd9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Router ac1a2922-18f3-4604-966c-f00a468582a4 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:22:12.437082 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e3c62-a2ab-455e-98ec-a912a4231a8a req-83644ec6-1eb6-4436-a2e3-a743ee319baf tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:12.437082 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b97e3c62-a2ab-455e-98ec-a912a4231a8a req-83644ec6-1eb6-4436-a2e3-a743ee319baf tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8add306-126d-4bbe-b131-81b2adc1cc30 HTTP/1.1" status: 200 len: 945 time: 0.1323452 Sep 08 09:22:12.537333 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a9eb17-d2bb-4b2d-8ea6-c290d70bfcd9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:22:12.546767 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-77a9eb17-d2bb-4b2d-8ea6-c290d70bfcd9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "PUT /v2.0/routers/ac1a2922-18f3-4604-966c-f00a468582a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1892567 Sep 08 09:22:12.546894 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b97e3c62-a2ab-455e-98ec-a912a4231a8a req-d5748f99-8184-4b27-a355-bd0fabd703e5 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015198 Sep 08 09:22:12.547356 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 41268) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:12.548601 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c14b3d5-6a6e-4dc6-90ab-c5838f3b506a None None] Sync routers for ids ['ac1a2922-18f3-4604-966c-f00a468582a4'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:22:12.559145 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c14b3d5-6a6e-4dc6-90ab-c5838f3b506a None None] Routers {'ac1a2922-18f3-4604-966c-f00a468582a4'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:22:12.559851 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-8c14b3d5-6a6e-4dc6-90ab-c5838f3b506a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:21:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['ac1a2922-18f3-4604-966c-f00a468582a4'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:12.595426 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-8c14b3d5-6a6e-4dc6-90ab-c5838f3b506a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:12.606200 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-03ed0bb7-bd89-44f7-9b8b-fc5185b486ae tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for router_gateway, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:12.606634 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c14b3d5-6a6e-4dc6-90ab-c5838f3b506a None None] Routers {'ac1a2922-18f3-4604-966c-f00a468582a4'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:22:12.607286 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-8c14b3d5-6a6e-4dc6-90ab-c5838f3b506a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:21:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['ac1a2922-18f3-4604-966c-f00a468582a4'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:12.640421 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-8c14b3d5-6a6e-4dc6-90ab-c5838f3b506a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:12.641081 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c14b3d5-6a6e-4dc6-90ab-c5838f3b506a None None] The sync data for ids ['ac1a2922-18f3-4604-966c-f00a468582a4'] in n-d-806683-11 is: [] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:22:13.001350 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-03ed0bb7-bd89-44f7-9b8b-fc5185b486ae tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:13.230291 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-03ed0bb7-bd89-44f7-9b8b-fc5185b486ae tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Allocated IP 172.25.0.189 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/18b32b6b-7fb2-4ee2-93e4-94dd184bc234) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:22:13.399228 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-03ed0bb7-bd89-44f7-9b8b-fc5185b486ae tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:13.411064 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 6b87b2ab-6284-4d2e-8349-efef818a46e4 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:22:13.471215 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 6b87b2ab-6284-4d2e-8349-efef818a46e4 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:22:13.472670 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-70777a5a-d5b6-46c1-ad7d-f6b23ed89077 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:13.476919 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 6b87b2ab-6284-4d2e-8349-efef818a46e4 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:22:13.477220 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:13.528355 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-03ed0bb7-bd89-44f7-9b8b-fc5185b486ae tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:13.579484 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:13.605957 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8add306-126d-4bbe-b131-81b2adc1cc30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b87b2ab-6284-4d2e-8349-efef818a46e4'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:22:13.606444 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ed0bb7-bd89-44f7-9b8b-fc5185b486ae tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:22:13.608811 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e7c0f9-0580-4cf4-aa68-01958c9855de" -d '{"events": [{"server_uuid": "e8add306-126d-4bbe-b131-81b2adc1cc30", "name": "network-vif-plugged", "status": "completed", "tag": "6b87b2ab-6284-4d2e-8349-efef818a46e4"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:22:13.611284 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-03ed0bb7-bd89-44f7-9b8b-fc5185b486ae tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:22:13.616627 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ed0bb7-bd89-44f7-9b8b-fc5185b486ae tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:22:13.625128 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 6b87b2ab-6284-4d2e-8349-efef818a46e4, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=6b87b2ab-6284-4d2e-8349-efef818a46e4,segment=NetworkSegment(0adbffbb-cf08-4e79-9920-208d98c2b498),segment_id=0adbffbb-cf08-4e79-9920-208d98c2b498)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:22:13.630689 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:13.674173 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed0bb7-bd89-44f7-9b8b-fc5185b486ae tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Pushing event updated for resources: {'Port': ['ID=18b32b6b-7fb2-4ee2-93e4-94dd184bc234,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:13.684667 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9acb46-d5f5-4e62-9fc4-5593646b90d6 x-openstack-request-id: req-3f9acb46-d5f5-4e62-9fc4-5593646b90d6 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:22:13.685115 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8add306-126d-4bbe-b131-81b2adc1cc30", "name": "network-vif-plugged", "status": "completed", "tag": "6b87b2ab-6284-4d2e-8349-efef818a46e4", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:22:13.685476 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3f9acb46-d5f5-4e62-9fc4-5593646b90d6 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:22:13.685985 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8add306-126d-4bbe-b131-81b2adc1cc30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b87b2ab-6284-4d2e-8349-efef818a46e4', 'code': 200} Sep 08 09:22:13.701196 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=6b87b2ab-6284-4d2e-8349-efef818a46e4,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:13.714363 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:22:13.714931 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:22:13.715619 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:22:13.716218 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:22:13.716830 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:22:13.717455 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:22:13.718070 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:22:13.718691 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:22:13.724832 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8860b40-f672-4e61-9a87-c98e07600bc9 req-64a873ff-68c5-4413-8623-9e5afbb69c2d tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:13.726967 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:22:13.727906 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:22:13.728497 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:22:13.729213 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:22:13.737321 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a8860b40-f672-4e61-9a87-c98e07600bc9 req-64a873ff-68c5-4413-8623-9e5afbb69c2d tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8add306-126d-4bbe-b131-81b2adc1cc30 HTTP/1.1" status: 200 len: 946 time: 0.0823562 Sep 08 09:22:13.784420 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a8860b40-f672-4e61-9a87-c98e07600bc9 req-7994ea34-1e2a-4325-a4d9-3f8c02f75bd2 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451839 Sep 08 09:22:13.937962 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c58308f-dc59-435c-acc3-c73105c8bfc1 req-707124a0-42e5-4d9b-85ae-20a7d0d0efff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:13.939556 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8c58308f-dc59-435c-acc3-c73105c8bfc1 req-707124a0-42e5-4d9b-85ae-20a7d0d0efff service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e8add306-126d-4bbe-b131-81b2adc1cc30 HTTP/1.1" status: 200 len: 1098 time: 0.1260903 Sep 08 09:22:14.088464 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8c58308f-dc59-435c-acc3-c73105c8bfc1 req-e334a465-0e13-49f0-808f-b1b4e4c1fef3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392100 Sep 08 09:22:14.134172 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-03ed0bb7-bd89-44f7-9b8b-fc5185b486ae tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for router_gateway, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:14.199709 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-70777a5a-d5b6-46c1-ad7d-f6b23ed89077 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Deleting port 75b892a3-bc2a-4562-af83-65e632594eed {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:22:14.200053 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-70777a5a-d5b6-46c1-ad7d-f6b23ed89077 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:14.377854 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-70777a5a-d5b6-46c1-ad7d-f6b23ed89077 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:14.397757 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-70777a5a-d5b6-46c1-ad7d-f6b23ed89077 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Calling delete_port for 75b892a3-bc2a-4562-af83-65e632594eed owned by network:router_interface {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:22:14.485058 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-03ed0bb7-bd89-44f7-9b8b-fc5185b486ae tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:14.713609 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-70777a5a-d5b6-46c1-ad7d-f6b23ed89077 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:14.723155 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ed0bb7-bd89-44f7-9b8b-fc5185b486ae tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Router 313e544e-f4dd-4ae3-9f00-b5630a5b604d is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:22:14.758698 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70777a5a-d5b6-46c1-ad7d-f6b23ed89077 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event deleted for resources: {'Port': ['ID=75b892a3-bc2a-4562-af83-65e632594eed,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:14.924096 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-70777a5a-d5b6-46c1-ad7d-f6b23ed89077 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:14.950800 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9adf4-bb23-4eba-ad70-9324b6cab5b4 req-0a23c41d-ed6d-4c4f-bf02-7326eef445b8 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:14.952381 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-01b9adf4-bb23-4eba-ad70-9324b6cab5b4 req-0a23c41d-ed6d-4c4f-bf02-7326eef445b8 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8add306-126d-4bbe-b131-81b2adc1cc30 HTTP/1.1" status: 200 len: 946 time: 0.0755315 Sep 08 09:22:15.018070 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-01b9adf4-bb23-4eba-ad70-9324b6cab5b4 req-4c2b2a80-2182-47c6-b8df-9c6154d3de74 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531011 Sep 08 09:22:15.069960 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ed0bb7-bd89-44f7-9b8b-fc5185b486ae tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:22:15.080444 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d7483b-f890-4dae-b6c8-9feff83224c1 None None] Sync routers for ids ['313e544e-f4dd-4ae3-9f00-b5630a5b604d'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:22:15.091350 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d7483b-f890-4dae-b6c8-9feff83224c1 None None] Routers {'313e544e-f4dd-4ae3-9f00-b5630a5b604d'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:22:15.092106 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-a0d7483b-f890-4dae-b6c8-9feff83224c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:21:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['313e544e-f4dd-4ae3-9f00-b5630a5b604d'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:15.125368 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-03ed0bb7-bd89-44f7-9b8b-fc5185b486ae tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:15.126912 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-03ed0bb7-bd89-44f7-9b8b-fc5185b486ae tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.3692019 Sep 08 09:22:15.129835 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41320) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:15.161765 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70777a5a-d5b6-46c1-ad7d-f6b23ed89077 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Router ac1a2922-18f3-4604-966c-f00a468582a4 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:22:15.240748 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-a0d7483b-f890-4dae-b6c8-9feff83224c1 None None] Set router 313e544e-f4dd-4ae3-9f00-b5630a5b604d gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:22:15.292497 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70777a5a-d5b6-46c1-ad7d-f6b23ed89077 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:22:15.304554 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729a14a0-da9f-42e8-9e98-23232f7e3256 None None] Sync routers for ids ['ac1a2922-18f3-4604-966c-f00a468582a4'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:22:15.309621 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-70777a5a-d5b6-46c1-ad7d-f6b23ed89077 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "PUT /v2.0/routers/ac1a2922-18f3-4604-966c-f00a468582a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7612810 Sep 08 09:22:15.312128 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41330) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:15.319158 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729a14a0-da9f-42e8-9e98-23232f7e3256 None None] Routers {'ac1a2922-18f3-4604-966c-f00a468582a4'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:22:15.319772 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-729a14a0-da9f-42e8-9e98-23232f7e3256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:21:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['ac1a2922-18f3-4604-966c-f00a468582a4'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:15.348688 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8e675355-fa37-4d41-8c89-c1f980f1e454 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac1a2922-18f3-4604-966c-f00a468582a4 HTTP/1.1" status: 200 len: 205 time: 0.0349853 Sep 08 09:22:15.351937 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 41332) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:15.403625 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-729a14a0-da9f-42e8-9e98-23232f7e3256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:15.413836 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729a14a0-da9f-42e8-9e98-23232f7e3256 None None] Routers {'ac1a2922-18f3-4604-966c-f00a468582a4'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:22:15.414792 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-729a14a0-da9f-42e8-9e98-23232f7e3256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:21:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['ac1a2922-18f3-4604-966c-f00a468582a4'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:15.468772 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1e19745c-6293-448a-bc68-d6467759d718 tempest-TestSecurityGroupsBasicOps-700845333 tempest-TestSecurityGroupsBasicOps-700845333-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=ecbaee6aa4b844ae9f42681fee78a6d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3373382 Sep 08 09:22:15.471362 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41338) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:15.478533 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-729a14a0-da9f-42e8-9e98-23232f7e3256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:15.482903 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729a14a0-da9f-42e8-9e98-23232f7e3256 None None] The sync data for ids ['ac1a2922-18f3-4604-966c-f00a468582a4'] in n-d-806683-11 is: [] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:22:15.575349 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-a0d7483b-f890-4dae-b6c8-9feff83224c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313e544e-f4dd-4ae3-9f00-b5630a5b604d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1759996624', 'tenant_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '18b32b6b-7fb2-4ee2-93e4-94dd184bc234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:22:11Z', 'updated_at': '2021-09-08T09:22:13Z', 'revision_number': 3, 'project_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'gw_port': {'id': '18b32b6b-7fb2-4ee2-93e4-94dd184bc234', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313e544e-f4dd-4ae3-9f00-b5630a5b604d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:22:13Z', 'updated_at': '2021-09-08T09:22:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:15.619116 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d7483b-f890-4dae-b6c8-9feff83224c1 None None] Checking router: 313e544e-f4dd-4ae3-9f00-b5630a5b604d for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:22:15.619682 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d7483b-f890-4dae-b6c8-9feff83224c1 None None] Updating router 313e544e-f4dd-4ae3-9f00-b5630a5b604d port 18b32b6b-7fb2-4ee2-93e4-94dd184bc234 binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:22:15.650081 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a0d7483b-f890-4dae-b6c8-9feff83224c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:15.661994 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b27278-35bf-45af-a52f-082e86d19d0b tempest-TestSecurityGroupsBasicOps-700845333 tempest-TestSecurityGroupsBasicOps-700845333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:15.666345 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-24b27278-35bf-45af-a52f-082e86d19d0b tempest-TestSecurityGroupsBasicOps-700845333 tempest-TestSecurityGroupsBasicOps-700845333-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1911273 Sep 08 09:22:15.670577 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41348) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:15.715875 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6a6ef380-7047-402c-8ed8-e315abc112c0 tempest-TestSecurityGroupsBasicOps-700845333 tempest-TestSecurityGroupsBasicOps-700845333-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=399c4174-1e86-4a10-bb99-f875a09107d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0435770 Sep 08 09:22:15.716721 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41356) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:15.722507 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-b75a5692-4240-4502-94f4-79dd44a4a728 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-88907154', 'network_id': 'accf7f86-2e24-44f5-820b-a3db2b9e6a69', 'project_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:22:15.874871 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75a5692-4240-4502-94f4-79dd44a4a728 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Made reservation on behalf of ecbaee6aa4b844ae9f42681fee78a6d0 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:22:15.879710 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b75a5692-4240-4502-94f4-79dd44a4a728 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:16.016885 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3771007a-9f19-4bc8-88dd-2eb8b2e2d28a tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for router, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:16.196225 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a0d7483b-f890-4dae-b6c8-9feff83224c1 None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:16.219950 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-a0d7483b-f890-4dae-b6c8-9feff83224c1 None None] Transition to ACTIVE for port object 18b32b6b-7fb2-4ee2-93e4-94dd184bc234 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:22:16.230636 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a0d7483b-f890-4dae-b6c8-9feff83224c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:16.300539 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b75a5692-4240-4502-94f4-79dd44a4a728 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:16.302937 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3771007a-9f19-4bc8-88dd-2eb8b2e2d28a tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:16.306844 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3771007a-9f19-4bc8-88dd-2eb8b2e2d28a tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:16.308519 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-a0d7483b-f890-4dae-b6c8-9feff83224c1 None None] Attempting to bind port 18b32b6b-7fb2-4ee2-93e4-94dd184bc234 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:22:16.309179 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-a0d7483b-f890-4dae-b6c8-9feff83224c1 None None] Attempting to bind port 18b32b6b-7fb2-4ee2-93e4-94dd184bc234 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:22:16.310252 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d7483b-f890-4dae-b6c8-9feff83224c1 None None] Attempting to bind port 18b32b6b-7fb2-4ee2-93e4-94dd184bc234 on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:22:16.321707 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d7483b-f890-4dae-b6c8-9feff83224c1 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:22:16.322448 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d7483b-f890-4dae-b6c8-9feff83224c1 None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:22:16.322872 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a0d7483b-f890-4dae-b6c8-9feff83224c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:16.323462 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d7483b-f890-4dae-b6c8-9feff83224c1 None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:22:16.324003 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-a0d7483b-f890-4dae-b6c8-9feff83224c1 None None] Bound port: 18b32b6b-7fb2-4ee2-93e4-94dd184bc234, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:22:16.325335 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a0d7483b-f890-4dae-b6c8-9feff83224c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:16.393226 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-a0d7483b-f890-4dae-b6c8-9feff83224c1 None None] For port 18b32b6b-7fb2-4ee2-93e4-94dd184bc234, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:22:16.403906 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-a0d7483b-f890-4dae-b6c8-9feff83224c1 None None] For port 18b32b6b-7fb2-4ee2-93e4-94dd184bc234, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=18b32b6b-7fb2-4ee2-93e4-94dd184bc234,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:22:16.411756 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3771007a-9f19-4bc8-88dd-2eb8b2e2d28a tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:16.412356 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3771007a-9f19-4bc8-88dd-2eb8b2e2d28a tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Fanout notify agent at l3_agent the message router_deleted on router ac1a2922-18f3-4604-966c-f00a468582a4 {{(pid=94712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:22:16.425042 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3771007a-9f19-4bc8-88dd-2eb8b2e2d28a tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:16.426373 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-3771007a-9f19-4bc8-88dd-2eb8b2e2d28a tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "DELETE /v2.0/routers/ac1a2922-18f3-4604-966c-f00a468582a4 HTTP/1.1" status: 204 len: 168 time: 1.0732920 Sep 08 09:22:16.429294 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 41396) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:16.432821 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a0d7483b-f890-4dae-b6c8-9feff83224c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:16.436346 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db1cc1-cc4c-4f39-b1bf-549ca43d361a req-5a9fb896-1f0a-43d2-a1c3-df1827ff9374 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:16.438141 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a5db1cc1-cc4c-4f39-b1bf-549ca43d361a req-5a9fb896-1f0a-43d2-a1c3-df1827ff9374 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8add306-126d-4bbe-b131-81b2adc1cc30 HTTP/1.1" status: 200 len: 946 time: 0.2498224 Sep 08 09:22:16.443453 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdcb5e4-70bc-417c-9590-cb4e16f48338 None None] Pushing event updated for resources: {'Port': ['ID=18b32b6b-7fb2-4ee2-93e4-94dd184bc234,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:16.490731 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a5692-4240-4502-94f4-79dd44a4a728 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Pushing event updated for resources: {'Subnet': ['ID=d81ebdae-1153-4256-ab0f-6149de60d7df,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:16.506880 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75a5692-4240-4502-94f4-79dd44a4a728 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Checking segment: {'id': '834b7598-a2cf-4dd2-83ba-dc656737b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'accf7f86-2e24-44f5-820b-a3db2b9e6a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:22:16.507232 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75a5692-4240-4502-94f4-79dd44a4a728 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Network hostable DHCP agents. Network: accf7f86-2e24-44f5-820b-a3db2b9e6a69, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:22:16.529528 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d7483b-f890-4dae-b6c8-9feff83224c1 None None] Routers {'313e544e-f4dd-4ae3-9f00-b5630a5b604d'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:22:16.530413 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-a0d7483b-f890-4dae-b6c8-9feff83224c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:21:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['313e544e-f4dd-4ae3-9f00-b5630a5b604d'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:16.543294 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a5db1cc1-cc4c-4f39-b1bf-549ca43d361a req-3e7dd9ed-2e6d-4fe6-ab3b-5e2cb188cf02 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884430 Sep 08 09:22:16.545313 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75a5692-4240-4502-94f4-79dd44a4a728 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Network accf7f86-2e24-44f5-820b-a3db2b9e6a69 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:22:16.565619 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5fb8460-4379-4973-b3c8-1c63ca9520f6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Deleting subnet 8cadef81-d9dc-459e-8a8b-bb4dde661f5b {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:22:16.565998 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-b75a5692-4240-4502-94f4-79dd44a4a728 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, accf7f86-2e24-44f5-820b-a3db2b9e6a69) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:22:16.565998 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75a5692-4240-4502-94f4-79dd44a4a728 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:16.566258 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d5fb8460-4379-4973-b3c8-1c63ca9520f6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:16.566378 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b75a5692-4240-4502-94f4-79dd44a4a728 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:16.587544 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b75a5692-4240-4502-94f4-79dd44a4a728 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8692358 Sep 08 09:22:16.589762 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41404) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:16.665413 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d5fb8460-4379-4973-b3c8-1c63ca9520f6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:16.747574 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 41410) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:16.752219 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6884e0bf-fa6e-4cdb-ac51-b4c6d96cdfc7 None None] Network accf7f86-2e24-44f5-820b-a3db2b9e6a69 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:22:16.777407 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-dd5877e4-4e86-4e0f-9f71-4474cdc42959 req-b72e431c-c4b1-4469-9bc2-73da6242c66d tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=ca0d1910d7ca4892b72992e748a5bde6 HTTP/1.1" status: 200 len: 267 time: 0.0987878 Sep 08 09:22:16.825706 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d5fb8460-4379-4973-b3c8-1c63ca9520f6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:16.906606 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdcb5e4-70bc-417c-9590-cb4e16f48338 None None] Pushing event updated for resources: {'Port': ['ID=18b32b6b-7fb2-4ee2-93e4-94dd184bc234,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:16.914618 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-a0d7483b-f890-4dae-b6c8-9feff83224c1 None None] Set router 313e544e-f4dd-4ae3-9f00-b5630a5b604d gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:22:16.956781 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d5fb8460-4379-4973-b3c8-1c63ca9520f6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:16.988108 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d5fb8460-4379-4973-b3c8-1c63ca9520f6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:16.993915 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d5fb8460-4379-4973-b3c8-1c63ca9520f6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "DELETE /v2.0/subnets/8cadef81-d9dc-459e-8a8b-bb4dde661f5b HTTP/1.1" status: 204 len: 168 time: 0.5630679 Sep 08 09:22:17.013894 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7518e560-190f-496a-bed7-95264b9415d2 None None] Network c7c0f79a-cc81-4709-bcf0-a00a0e867d42 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:22:17.023750 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 41420) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:17.026287 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb8460-4379-4973-b3c8-1c63ca9520f6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event deleted for resources: {'Subnet': ['ID=8cadef81-d9dc-459e-8a8b-bb4dde661f5b,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:17.129460 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-22791cd4-1476-436b-9a16-0928ac29320f tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Deleting subnet aaef4096-5ba6-4ed3-93ef-bd036907d940 {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:22:17.133355 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8ee11a8d-cc5a-48e6-96b6-587afd32f275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:17.146498 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-22791cd4-1476-436b-9a16-0928ac29320f tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:17.204897 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-22791cd4-1476-436b-9a16-0928ac29320f tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:17.282703 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5031c459-62ca-410a-983a-10015c3bbb69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-accf7f86-2e24-44f5-820b-a3db2b9e6a69', 'network_id': 'accf7f86-2e24-44f5-820b-a3db2b9e6a69', 'tenant_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'fixed_ips': [{'subnet_id': 'd81ebdae-1153-4256-ab0f-6149de60d7df'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:22:17.284173 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5031c459-62ca-410a-983a-10015c3bbb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:17.349669 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-22791cd4-1476-436b-9a16-0928ac29320f tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:17.417719 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8ee11a8d-cc5a-48e6-96b6-587afd32f275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:17.424383 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8ee11a8d-cc5a-48e6-96b6-587afd32f275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:17.428757 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5877e4-4e86-4e0f-9f71-4474cdc42959 req-e472ed43-0ef4-4b1c-89bc-e7c0f1c4a701 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:17.430398 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-dd5877e4-4e86-4e0f-9f71-4474cdc42959 req-e472ed43-0ef4-4b1c-89bc-e7c0f1c4a701 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8add306-126d-4bbe-b131-81b2adc1cc30 HTTP/1.1" status: 200 len: 946 time: 0.6117499 Sep 08 09:22:17.448167 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-dd5877e4-4e86-4e0f-9f71-4474cdc42959 req-8258d740-190a-495c-83af-7371eed03278 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Request body: {'port': {'security_groups': []}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:22:17.482572 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8ee11a8d-cc5a-48e6-96b6-587afd32f275 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=10ed116d71e54cb4b086cb2ce7d738ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7152162 Sep 08 09:22:17.485305 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 41422) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:17.528552 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee11a8d-cc5a-48e6-96b6-587afd32f275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebe919e-bb99-4c41-a6d0-d5d32b9031ed,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:17.534730 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-22791cd4-1476-436b-9a16-0928ac29320f tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:17.544160 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-a0d7483b-f890-4dae-b6c8-9feff83224c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313e544e-f4dd-4ae3-9f00-b5630a5b604d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1759996624', 'tenant_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '18b32b6b-7fb2-4ee2-93e4-94dd184bc234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:22:11Z', 'updated_at': '2021-09-08T09:22:13Z', 'revision_number': 3, 'project_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'gw_port': {'id': '18b32b6b-7fb2-4ee2-93e4-94dd184bc234', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313e544e-f4dd-4ae3-9f00-b5630a5b604d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:22:13Z', 'updated_at': '2021-09-08T09:22:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:17.583836 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4fd5a82d-c829-4dca-bfea-59f1691f655e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:17.585797 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22791cd4-1476-436b-9a16-0928ac29320f tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event deleted for resources: {'Subnet': ['ID=aaef4096-5ba6-4ed3-93ef-bd036907d940,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:17.586657 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2159de9e-2cfa-4aa5-af50-365818ba525e None None] DHCP port deletion for c7c0f79a-cc81-4709-bcf0-a00a0e867d42 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:22:17.591996 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d7483b-f890-4dae-b6c8-9feff83224c1 None None] The sync data for ids ['313e544e-f4dd-4ae3-9f00-b5630a5b604d'] in n-d-806683-11 is: [{'id': '313e544e-f4dd-4ae3-9f00-b5630a5b604d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1759996624', 'tenant_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '18b32b6b-7fb2-4ee2-93e4-94dd184bc234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:22:11Z', 'updated_at': '2021-09-08T09:22:13Z', 'revision_number': 3, 'project_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'gw_port': {'id': '18b32b6b-7fb2-4ee2-93e4-94dd184bc234', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313e544e-f4dd-4ae3-9f00-b5630a5b604d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:22:13Z', 'updated_at': '2021-09-08T09:22:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:22:17.597212 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-22791cd4-1476-436b-9a16-0928ac29320f tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:17.599230 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-22791cd4-1476-436b-9a16-0928ac29320f tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "DELETE /v2.0/subnets/aaef4096-5ba6-4ed3-93ef-bd036907d940 HTTP/1.1" status: 204 len: 168 time: 0.5744700 Sep 08 09:22:17.607007 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 41424) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:17.609924 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1967f3e-075e-46e6-b2a7-55231951b1a6 None None] Network 0ec5dece-b769-474b-971d-10403f302aca requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:22:17.653581 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4fd5a82d-c829-4dca-bfea-59f1691f655e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:17.660606 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-5031c459-62ca-410a-983a-10015c3bbb69 None None] Allocated IP 172.20.0.2 (accf7f86-2e24-44f5-820b-a3db2b9e6a69/d81ebdae-1153-4256-ab0f-6149de60d7df/95676830-87a0-42c4-ad64-204a6fb8b802) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:22:17.738265 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-28f8cdf5-4a61-41c5-9e22-714a7d35628c tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:17.820600 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-dd5877e4-4e86-4e0f-9f71-4474cdc42959 req-8258d740-190a-495c-83af-7371eed03278 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:17.847968 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4fd5a82d-c829-4dca-bfea-59f1691f655e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:17.852549 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4fd5a82d-c829-4dca-bfea-59f1691f655e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:17.856173 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4fd5a82d-c829-4dca-bfea-59f1691f655e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2ebe919e-bb99-4c41-a6d0-d5d32b9031ed HTTP/1.1" status: 204 len: 168 time: 0.3675315 Sep 08 09:22:17.878559 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-28f8cdf5-4a61-41c5-9e22-714a7d35628c tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Deleting port bbe03cee-98be-45fb-b502-187f162f30af {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:22:17.878802 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-28f8cdf5-4a61-41c5-9e22-714a7d35628c tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:17.884089 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd5a82d-c829-4dca-bfea-59f1691f655e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebe919e-bb99-4c41-a6d0-d5d32b9031ed,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:18.077076 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-28f8cdf5-4a61-41c5-9e22-714a7d35628c tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] For port bbe03cee-98be-45fb-b502-187f162f30af, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=bbe03cee-98be-45fb-b502-187f162f30af,segment=NetworkSegment(ca9a405d-ff1e-46e3-86a9-b1d119725794),segment_id=ca9a405d-ff1e-46e3-86a9-b1d119725794)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:22:18.077471 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-28f8cdf5-4a61-41c5-9e22-714a7d35628c tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:18.104826 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f4462a3a-2bd6-4b28-9d18-36891eee1e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:18.105374 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-28f8cdf5-4a61-41c5-9e22-714a7d35628c tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Calling delete_port for bbe03cee-98be-45fb-b502-187f162f30af owned by network:dhcp {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:22:18.179482 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6a644ff2-fe74-4edd-b09b-d2082f7242b9 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:18.254990 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-28f8cdf5-4a61-41c5-9e22-714a7d35628c tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:18.276130 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f8cdf5-4a61-41c5-9e22-714a7d35628c tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] No DVR routers for this DVR port bbe03cee-98be-45fb-b502-187f162f30af on host n-d-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:22:18.292318 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-dd5877e4-4e86-4e0f-9f71-4474cdc42959 req-8258d740-190a-495c-83af-7371eed03278 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] For port 6b87b2ab-6284-4d2e-8349-efef818a46e4, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=6b87b2ab-6284-4d2e-8349-efef818a46e4,segment=NetworkSegment(0adbffbb-cf08-4e79-9920-208d98c2b498),segment_id=0adbffbb-cf08-4e79-9920-208d98c2b498)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:22:18.342059 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8cdf5-4a61-41c5-9e22-714a7d35628c tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event deleted for resources: {'Port': ['ID=bbe03cee-98be-45fb-b502-187f162f30af,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:18.389476 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-2159de9e-2cfa-4aa5-af50-365818ba525e None None] Deleting port bbe03cee-98be-45fb-b502-187f162f30af {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:22:18.390635 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2159de9e-2cfa-4aa5-af50-365818ba525e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:18.395167 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-dd5877e4-4e86-4e0f-9f71-4474cdc42959 req-8258d740-190a-495c-83af-7371eed03278 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:18.405153 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-dd5877e4-4e86-4e0f-9f71-4474cdc42959 req-8258d740-190a-495c-83af-7371eed03278 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:18.420863 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-28f8cdf5-4a61-41c5-9e22-714a7d35628c tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:18.465065 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['b73e27f2-f52d-4cc3-a12e-4fa5ab811726', '6b87b2ab-6284-4d2e-8349-efef818a46e4'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:22:18.467656 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-28f8cdf5-4a61-41c5-9e22-714a7d35628c tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7c0f79a-cc81-4709-bcf0-a00a0e867d42']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:18.469727 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 41432) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:18.492186 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-28f8cdf5-4a61-41c5-9e22-714a7d35628c tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca9a405d-ff1e-46e3-86a9-b1d119725794') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:18.492568 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-28f8cdf5-4a61-41c5-9e22-714a7d35628c tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca9a405d-ff1e-46e3-86a9-b1d119725794') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:18.495507 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-27d0c2fd-1de4-48fe-a7de-0d04f7d72a9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:18.508706 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5877e4-4e86-4e0f-9f71-4474cdc42959 req-8258d740-190a-495c-83af-7371eed03278 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:18.509412 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-dd5877e4-4e86-4e0f-9f71-4474cdc42959 req-8258d740-190a-495c-83af-7371eed03278 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:18.510973 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-dd5877e4-4e86-4e0f-9f71-4474cdc42959 req-8258d740-190a-495c-83af-7371eed03278 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "PUT /v2.0/ports/6b87b2ab-6284-4d2e-8349-efef818a46e4 HTTP/1.1" status: 200 len: 905 time: 1.0714426 Sep 08 09:22:18.511424 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8add306-126d-4bbe-b131-81b2adc1cc30', 'tag': '6b87b2ab-6284-4d2e-8349-efef818a46e4'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:22:18.513732 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59702e01-9c3c-434d-8ce7-efe63f78c362" -d '{"events": [{"name": "network-changed", "server_uuid": "e8add306-126d-4bbe-b131-81b2adc1cc30", "tag": "6b87b2ab-6284-4d2e-8349-efef818a46e4"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:22:18.526312 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-28f8cdf5-4a61-41c5-9e22-714a7d35628c tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:18.549467 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-28f8cdf5-4a61-41c5-9e22-714a7d35628c tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:18.569375 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28f8cdf5-4a61-41c5-9e22-714a7d35628c tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:22:18.569980 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-28f8cdf5-4a61-41c5-9e22-714a7d35628c tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:18.587524 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['d099dbf8-3bed-42ef-8b23-813e7913ad69'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:22:18.597627 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:22:18.597627 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:22:18.597627 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:22:18.597627 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:22:18.597627 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:22:18.597627 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:22:18.597627 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:22:18.597627 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:22:18.597627 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:22:18.597627 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:22:18.597627 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:22:18.597627 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:22:18.597627 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:22:18.597627 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:22:18.597627 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:22:18.597627 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:22:18.597627 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:22:18.597627 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:22:18.597627 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:22:18.597627 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:22:18.597627 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:22:18.597627 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:22:18.597627 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:22:18.597627 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:22:18.597627 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:22:18.597627 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:22:18.597627 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:22:18.597627 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:22:18.597627 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:22:18.597627 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:22:18.597627 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:22:18.597627 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:22:18.651195 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74c85ba-60ad-483c-a823-5598c6c7a389 x-openstack-request-id: req-a74c85ba-60ad-483c-a823-5598c6c7a389 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:22:18.651837 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8add306-126d-4bbe-b131-81b2adc1cc30", "tag": "6b87b2ab-6284-4d2e-8349-efef818a46e4", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:22:18.654088 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a74c85ba-60ad-483c-a823-5598c6c7a389 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:22:18.654737 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8add306-126d-4bbe-b131-81b2adc1cc30', 'tag': '6b87b2ab-6284-4d2e-8349-efef818a46e4', 'status': 'completed', 'code': 200} Sep 08 09:22:18.722624 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8258d740-190a-495c-83af-7371eed03278 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Pushing event updated for resources: {'Port': ['ID=6b87b2ab-6284-4d2e-8349-efef818a46e4,revision_number=6']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:18.766377 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['6b87b2ab-6284-4d2e-8349-efef818a46e4'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:22:18.845723 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-28f8cdf5-4a61-41c5-9e22-714a7d35628c tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:18.874195 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59702e01-9c3c-434d-8ce7-efe63f78c362 req-25088ca2-1a0a-4572-9dbf-05ace8295322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:18.876104 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59702e01-9c3c-434d-8ce7-efe63f78c362 req-25088ca2-1a0a-4572-9dbf-05ace8295322 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca0d1910d7ca4892b72992e748a5bde6&device_id=e8add306-126d-4bbe-b131-81b2adc1cc30 HTTP/1.1" status: 200 len: 1060 time: 0.1637115 Sep 08 09:22:18.882506 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-2159de9e-2cfa-4aa5-af50-365818ba525e None None] For port bbe03cee-98be-45fb-b502-187f162f30af, host n-d-806683-11, got binding levels [] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:22:18.883361 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2159de9e-2cfa-4aa5-af50-365818ba525e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:18.885236 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-28f8cdf5-4a61-41c5-9e22-714a7d35628c tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:18.891173 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-28f8cdf5-4a61-41c5-9e22-714a7d35628c tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "DELETE /v2.0/networks/c7c0f79a-cc81-4709-bcf0-a00a0e867d42 HTTP/1.1" status: 204 len: 168 time: 1.2830739 Sep 08 09:22:18.895004 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41438) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:18.940658 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-2159de9e-2cfa-4aa5-af50-365818ba525e None None] Calling delete_port for bbe03cee-98be-45fb-b502-187f162f30af owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:22:18.959070 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e1a891-c655-4b22-89b1-725d4da657de None None] DHCP port deletion for 0ec5dece-b769-474b-971d-10403f302aca request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:22:18.977719 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.ipam_backend_mixin [None req-2159de9e-2cfa-4aa5-af50-365818ba525e None None] Port bbe03cee-98be-45fb-b502-187f162f30af was not found and therefore no delete operation was performed {{(pid=94714) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 08 09:22:19.021717 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2159de9e-2cfa-4aa5-af50-365818ba525e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:19.049854 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5031c459-62ca-410a-983a-10015c3bbb69 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:19.059266 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27c8de1-ee9d-4163-8588-c725bc576d5f req-8bc0fd7e-d5fb-4eef-8925-d8e89724dce0 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:19.061269 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e27c8de1-ee9d-4163-8588-c725bc576d5f req-8bc0fd7e-d5fb-4eef-8925-d8e89724dce0 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8add306-126d-4bbe-b131-81b2adc1cc30 HTTP/1.1" status: 200 len: 908 time: 0.3708911 Sep 08 09:22:19.066262 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8cdf5-4a61-41c5-9e22-714a7d35628c tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event deleted for resources: {'Network': ['ID=c7c0f79a-cc81-4709-bcf0-a00a0e867d42,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:19.088645 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c287d34d-929e-44a2-92a4-6a89e096efca tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:19.116213 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59702e01-9c3c-434d-8ce7-efe63f78c362 req-bcf48540-2812-4436-9e77-2879dcbb9af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:19.118574 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59702e01-9c3c-434d-8ce7-efe63f78c362 req-bcf48540-2812-4436-9e77-2879dcbb9af6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2de43bb0-acf3-42aa-b534-30332da083e7 HTTP/1.1" status: 200 len: 913 time: 0.2061279 Sep 08 09:22:19.129252 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2159de9e-2cfa-4aa5-af50-365818ba525e None None] Network c7c0f79a-cc81-4709-bcf0-a00a0e867d42 is not hosted by any dhcp agent {{(pid=94714) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 08 09:22:19.129713 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2159de9e-2cfa-4aa5-af50-365818ba525e None None] No DVR routers for this DVR port bbe03cee-98be-45fb-b502-187f162f30af on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:22:19.154279 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-5031c459-62ca-410a-983a-10015c3bbb69 None None] Transition to ACTIVE for port object 95676830-87a0-42c4-ad64-204a6fb8b802 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:22:19.174917 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-27d0c2fd-1de4-48fe-a7de-0d04f7d72a9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:19.187431 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2159de9e-2cfa-4aa5-af50-365818ba525e None None] Pushing event deleted for resources: {'Port': ['ID=bbe03cee-98be-45fb-b502-187f162f30af,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:19.195390 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-27d0c2fd-1de4-48fe-a7de-0d04f7d72a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:19.222235 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-c287d34d-929e-44a2-92a4-6a89e096efca tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Deleting port d200ea46-225e-49dc-ae7d-9981ddfa7ee6 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:22:19.222801 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c287d34d-929e-44a2-92a4-6a89e096efca tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:19.245535 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 18b32b6b-7fb2-4ee2-93e4-94dd184bc234 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:22:19.264265 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-828fe4aa-6d69-4aaf-b3f2-14b02bb00113 None None] Provisioning complete for port 6b87b2ab-6284-4d2e-8349-efef818a46e4 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:22:19.264841 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-828fe4aa-6d69-4aaf-b3f2-14b02bb00113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:19.281772 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-27d0c2fd-1de4-48fe-a7de-0d04f7d72a9e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5f4552d4f7504bbbbf0a5e1057a494a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8102105 Sep 08 09:22:19.283961 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59702e01-9c3c-434d-8ce7-efe63f78c362 req-5ff09d4d-28ba-41cd-b208-b534844ae6c2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b87b2ab-6284-4d2e-8349-efef818a46e4 HTTP/1.1" status: 200 len: 217 time: 0.1064403 Sep 08 09:22:19.284677 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 41444) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:19.329717 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-c287d34d-929e-44a2-92a4-6a89e096efca tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] For port d200ea46-225e-49dc-ae7d-9981ddfa7ee6, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=d200ea46-225e-49dc-ae7d-9981ddfa7ee6,segment=NetworkSegment(948d7733-5049-4e42-9fc3-ccbae61060fc),segment_id=948d7733-5049-4e42-9fc3-ccbae61060fc)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:22:19.330165 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c287d34d-929e-44a2-92a4-6a89e096efca tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:19.363148 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-c287d34d-929e-44a2-92a4-6a89e096efca tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Calling delete_port for d200ea46-225e-49dc-ae7d-9981ddfa7ee6 owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:22:19.372546 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dbdc63-dc64-4cf0-812a-d486406927ce req-f8f66125-9b42-41e1-b4f9-3ed62bcdce07 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:19.374391 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-70dbdc63-dc64-4cf0-812a-d486406927ce req-f8f66125-9b42-41e1-b4f9-3ed62bcdce07 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.0877657 Sep 08 09:22:19.394895 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-5031c459-62ca-410a-983a-10015c3bbb69 None None] Transition to ACTIVE for port object 95676830-87a0-42c4-ad64-204a6fb8b802 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:22:19.418648 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d0c2fd-1de4-48fe-a7de-0d04f7d72a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b6076d-7e0e-4547-9ec0-575191a5106b,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:19.421336 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5031c459-62ca-410a-983a-10015c3bbb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:19.430506 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fe21c80d-98e2-4e6d-b77c-2be72dce631d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:19.441657 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59702e01-9c3c-434d-8ce7-efe63f78c362 req-7fbdb3df-829d-482c-8a4d-71d6db1577c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:19.443600 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59702e01-9c3c-434d-8ce7-efe63f78c362 req-7fbdb3df-829d-482c-8a4d-71d6db1577c7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=452a4b6d-a445-4b2b-9168-2695dd67e404 HTTP/1.1" status: 200 len: 851 time: 0.1305208 Sep 08 09:22:19.485686 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5031c459-62ca-410a-983a-10015c3bbb69 None None] Network accf7f86-2e24-44f5-820b-a3db2b9e6a69 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:22:19.495544 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-f1e1a891-c655-4b22-89b1-725d4da657de None None] Deleting port d200ea46-225e-49dc-ae7d-9981ddfa7ee6 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:22:19.495919 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f1e1a891-c655-4b22-89b1-725d4da657de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:19.498143 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fe21c80d-98e2-4e6d-b77c-2be72dce631d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:19.527302 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59702e01-9c3c-434d-8ce7-efe63f78c362 req-61caa6e1-d49f-4163-b27e-ac24d92461b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:19.528748 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59702e01-9c3c-434d-8ce7-efe63f78c362 req-61caa6e1-d49f-4163-b27e-ac24d92461b7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2de43bb0-acf3-42aa-b534-30332da083e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0768349 Sep 08 09:22:19.556400 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c287d34d-929e-44a2-92a4-6a89e096efca tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:19.566285 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-f1e1a891-c655-4b22-89b1-725d4da657de None None] For port d200ea46-225e-49dc-ae7d-9981ddfa7ee6, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=d200ea46-225e-49dc-ae7d-9981ddfa7ee6,segment=NetworkSegment(948d7733-5049-4e42-9fc3-ccbae61060fc),segment_id=948d7733-5049-4e42-9fc3-ccbae61060fc)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:22:19.566686 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f1e1a891-c655-4b22-89b1-725d4da657de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:19.579610 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-f1e1a891-c655-4b22-89b1-725d4da657de None None] Calling delete_port for d200ea46-225e-49dc-ae7d-9981ddfa7ee6 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:22:19.592410 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-5031c459-62ca-410a-983a-10015c3bbb69 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:22:19.604988 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5031c459-62ca-410a-983a-10015c3bbb69 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:22:19.610973 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c287d34d-929e-44a2-92a4-6a89e096efca tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] No DVR routers for this DVR port d200ea46-225e-49dc-ae7d-9981ddfa7ee6 on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:22:19.662383 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59702e01-9c3c-434d-8ce7-efe63f78c362 req-742ee066-754a-43c3-afe0-c0ea399937d7 service neutron] 10.222.0.35 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215503 Sep 08 09:22:19.664914 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fe21c80d-98e2-4e6d-b77c-2be72dce631d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:19.667866 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fe21c80d-98e2-4e6d-b77c-2be72dce631d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:19.669563 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c287d34d-929e-44a2-92a4-6a89e096efca tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event deleted for resources: {'Port': ['ID=d200ea46-225e-49dc-ae7d-9981ddfa7ee6,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:19.671533 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-fe21c80d-98e2-4e6d-b77c-2be72dce631d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/48b6076d-7e0e-4547-9ec0-575191a5106b HTTP/1.1" status: 204 len: 168 time: 0.3853028 Sep 08 09:22:19.691057 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-70dbdc63-dc64-4cf0-812a-d486406927ce req-c7d8a446-f1b0-4d21-9bbe-3ed7471ea4ff tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3063459 Sep 08 09:22:19.718350 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe21c80d-98e2-4e6d-b77c-2be72dce631d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b6076d-7e0e-4547-9ec0-575191a5106b,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:19.718487 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-6a644ff2-fe74-4edd-b09b-d2082f7242b9 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Allocated IP 172.20.0.1 (accf7f86-2e24-44f5-820b-a3db2b9e6a69/d81ebdae-1153-4256-ab0f-6149de60d7df/87d4a1ec-8546-40f7-83c8-6f9550f470b3) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:22:19.731743 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031c459-62ca-410a-983a-10015c3bbb69 None None] Pushing event updated for resources: {'Port': ['ID=95676830-87a0-42c4-ad64-204a6fb8b802,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:19.753372 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 18b32b6b-7fb2-4ee2-93e4-94dd184bc234 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:22:19.779622 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 18b32b6b-7fb2-4ee2-93e4-94dd184bc234 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:22:19.781828 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:19.803053 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c287d34d-929e-44a2-92a4-6a89e096efca tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:19.842181 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-c287d34d-929e-44a2-92a4-6a89e096efca tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ec5dece-b769-474b-971d-10403f302aca']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:19.876431 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-c287d34d-929e-44a2-92a4-6a89e096efca tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '948d7733-5049-4e42-9fc3-ccbae61060fc') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:19.876914 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-c287d34d-929e-44a2-92a4-6a89e096efca tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '948d7733-5049-4e42-9fc3-ccbae61060fc') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:19.891832 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c287d34d-929e-44a2-92a4-6a89e096efca tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:19.917956 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c287d34d-929e-44a2-92a4-6a89e096efca tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:19.928197 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c287d34d-929e-44a2-92a4-6a89e096efca tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:22:19.928617 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c287d34d-929e-44a2-92a4-6a89e096efca tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:19.936058 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-5031c459-62ca-410a-983a-10015c3bbb69 None None] Attempting to bind port 95676830-87a0-42c4-ad64-204a6fb8b802 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:22:19.936571 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-5031c459-62ca-410a-983a-10015c3bbb69 None None] Attempting to bind port 95676830-87a0-42c4-ad64-204a6fb8b802 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '834b7598-a2cf-4dd2-83ba-dc656737b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'accf7f86-2e24-44f5-820b-a3db2b9e6a69'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:22:19.937037 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5031c459-62ca-410a-983a-10015c3bbb69 None None] Attempting to bind port 95676830-87a0-42c4-ad64-204a6fb8b802 on network accf7f86-2e24-44f5-820b-a3db2b9e6a69 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:22:19.951030 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5031c459-62ca-410a-983a-10015c3bbb69 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:22:19.951549 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5031c459-62ca-410a-983a-10015c3bbb69 None None] Checking segment: {'id': '834b7598-a2cf-4dd2-83ba-dc656737b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'accf7f86-2e24-44f5-820b-a3db2b9e6a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:22:19.952245 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5031c459-62ca-410a-983a-10015c3bbb69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:19.952759 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5031c459-62ca-410a-983a-10015c3bbb69 None None] Bound using segment: {'id': '834b7598-a2cf-4dd2-83ba-dc656737b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'accf7f86-2e24-44f5-820b-a3db2b9e6a69'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:22:19.953496 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-5031c459-62ca-410a-983a-10015c3bbb69 None None] Bound port: 95676830-87a0-42c4-ad64-204a6fb8b802, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '834b7598-a2cf-4dd2-83ba-dc656737b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'accf7f86-2e24-44f5-820b-a3db2b9e6a69'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:22:19.954227 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5031c459-62ca-410a-983a-10015c3bbb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:19.961006 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59702e01-9c3c-434d-8ce7-efe63f78c362 req-8a1d64fc-ca90-47cd-a07e-9da319dd0c06 service neutron] 10.222.0.35 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877402 Sep 08 09:22:19.964503 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:22:19.964503 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:22:19.964503 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:22:19.964503 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:22:19.964503 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:22:19.964503 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:22:19.964503 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:22:19.964503 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:22:19.964503 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:22:19.964503 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:22:19.964503 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:22:19.964503 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:22:19.964503 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:22:19.964503 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:22:19.964503 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:22:19.964503 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:22:19.964503 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:22:19.964503 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:22:19.964503 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:22:19.964503 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:22:19.964503 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:22:19.964503 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:22:19.964503 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:22:19.964503 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:22:19.964503 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:22:19.964503 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:22:19.964503 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:22:19.964503 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:22:19.964503 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:22:19.964503 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:22:19.964503 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:22:19.964503 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:22:20.034705 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21234475-bde4-44ab-a4e1-7c4d566ac4af req-20d49c34-7331-4edd-b7ad-0c7e146e8a31 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:20.045181 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-21234475-bde4-44ab-a4e1-7c4d566ac4af req-20d49c34-7331-4edd-b7ad-0c7e146e8a31 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.1079664 Sep 08 09:22:20.117311 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-21234475-bde4-44ab-a4e1-7c4d566ac4af req-61f8c3fa-81ee-43a7-8b9c-22e86dabe30f tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711286 Sep 08 09:22:20.163034 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f1e1a891-c655-4b22-89b1-725d4da657de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:20.165617 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:20.172530 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c287d34d-929e-44a2-92a4-6a89e096efca tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:20.183342 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c287d34d-929e-44a2-92a4-6a89e096efca tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:20.185206 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c287d34d-929e-44a2-92a4-6a89e096efca tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "DELETE /v2.0/networks/0ec5dece-b769-474b-971d-10403f302aca HTTP/1.1" status: 204 len: 168 time: 1.2883375 Sep 08 09:22:20.189715 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 41456) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:20.195683 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-6ff272cc-2080-4ad0-865a-7434a5652401 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-380854988'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:22:20.207721 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c287d34d-929e-44a2-92a4-6a89e096efca tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event deleted for resources: {'Network': ['ID=0ec5dece-b769-474b-971d-10403f302aca,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:20.223076 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e1a891-c655-4b22-89b1-725d4da657de None None] Pushing event deleted for resources: {'Port': ['ID=d200ea46-225e-49dc-ae7d-9981ddfa7ee6,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:20.240307 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff272cc-2080-4ad0-865a-7434a5652401 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Made reservation on behalf of 008ae683ead44873ba90ff716de87ee0 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:22:20.245441 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f1e1a891-c655-4b22-89b1-725d4da657de None None] Network 0ec5dece-b769-474b-971d-10403f302aca is not hosted by any dhcp agent {{(pid=94714) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 08 09:22:20.245821 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e1a891-c655-4b22-89b1-725d4da657de None None] No DVR routers for this DVR port d200ea46-225e-49dc-ae7d-9981ddfa7ee6 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:22:20.253596 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6ff272cc-2080-4ad0-865a-7434a5652401 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:20.275803 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 18b32b6b-7fb2-4ee2-93e4-94dd184bc234, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=18b32b6b-7fb2-4ee2-93e4-94dd184bc234,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:22:20.279593 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-5031c459-62ca-410a-983a-10015c3bbb69 None None] For port 95676830-87a0-42c4-ad64-204a6fb8b802, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:22:20.283931 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-5031c459-62ca-410a-983a-10015c3bbb69 None None] For port 95676830-87a0-42c4-ad64-204a6fb8b802, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=95676830-87a0-42c4-ad64-204a6fb8b802,segment=NetworkSegment(834b7598-a2cf-4dd2-83ba-dc656737b197),segment_id=834b7598-a2cf-4dd2-83ba-dc656737b197)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:22:20.285965 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6a644ff2-fe74-4edd-b09b-d2082f7242b9 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:20.286925 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:20.341435 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ff272cc-2080-4ad0-865a-7434a5652401 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:22:20.359636 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-6a644ff2-fe74-4edd-b09b-d2082f7242b9 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Transition to ACTIVE for port object 87d4a1ec-8546-40f7-83c8-6f9550f470b3 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:22:20.375467 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5031c459-62ca-410a-983a-10015c3bbb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:20.384796 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6ff272cc-2080-4ad0-865a-7434a5652401 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:20.388036 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-6ff272cc-2080-4ad0-865a-7434a5652401 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Added segment 7b7a83aa-e1c9-453e-b020-1a5de2407b1f of type vlan for network a04dd817-5d16-465a-976c-73419d57bc1a Sep 08 09:22:20.395995 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device bbe03cee-98be-45fb-b502-187f162f30af no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:22:20.463647 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6a644ff2-fe74-4edd-b09b-d2082f7242b9 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:20.540192 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: bbe03cee-98be-45fb-b502-187f162f30af {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:22:20.541442 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device bbe03cee-98be-45fb-b502-187f162f30af not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:22:20.542985 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device d200ea46-225e-49dc-ae7d-9981ddfa7ee6 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:22:20.564702 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a644ff2-fe74-4edd-b09b-d2082f7242b9 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Network accf7f86-2e24-44f5-820b-a3db2b9e6a69 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:22:20.580490 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-6a644ff2-fe74-4edd-b09b-d2082f7242b9 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:22:20.595698 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a644ff2-fe74-4edd-b09b-d2082f7242b9 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:22:20.596257 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6ff272cc-2080-4ad0-865a-7434a5652401 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:20.629946 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:20.632480 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6ff272cc-2080-4ad0-865a-7434a5652401 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:20.636516 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: d200ea46-225e-49dc-ae7d-9981ddfa7ee6 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:22:20.636869 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device d200ea46-225e-49dc-ae7d-9981ddfa7ee6 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:22:20.640031 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff272cc-2080-4ad0-865a-7434a5652401 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:20.640972 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6ff272cc-2080-4ad0-865a-7434a5652401 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:20.667817 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-6ff272cc-2080-4ad0-865a-7434a5652401 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4765780 Sep 08 09:22:20.680262 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 41480) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:20.686512 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a644ff2-fe74-4edd-b09b-d2082f7242b9 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Pushing event updated for resources: {'Port': ['ID=87d4a1ec-8546-40f7-83c8-6f9550f470b3,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:20.687485 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-d9d77dfa-ca51-4989-b32e-e577ec28c5a8 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Request body: {'subnet': {'network_id': 'a04dd817-5d16-465a-976c-73419d57bc1a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:22:20.723271 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6a644ff2-fe74-4edd-b09b-d2082f7242b9 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:20.770386 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=18b32b6b-7fb2-4ee2-93e4-94dd184bc234,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:20.797051 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff272cc-2080-4ad0-865a-7434a5652401 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event updated for resources: {'Network': ['ID=a04dd817-5d16-465a-976c-73419d57bc1a,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:20.798783 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8c696ee2-1f40-486d-998e-dc69a8e9c9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:20.852668 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network a04dd817-5d16-465a-976c-73419d57bc1a details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:22:20.873032 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d77dfa-ca51-4989-b32e-e577ec28c5a8 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Made reservation on behalf of 008ae683ead44873ba90ff716de87ee0 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:22:20.877768 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d9d77dfa-ca51-4989-b32e-e577ec28c5a8 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:20.883941 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7f682-cac6-40d2-857f-bdfc0434e1f3 req-d423a66c-58ed-458a-aac4-cba52e41c6b4 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:20.889820 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-49e7f682-cac6-40d2-857f-bdfc0434e1f3 req-d423a66c-58ed-458a-aac4-cba52e41c6b4 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/networks?id=2de43bb0-acf3-42aa-b534-30332da083e7 HTTP/1.1" status: 200 len: 812 time: 0.3385332 Sep 08 09:22:20.919125 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-49e7f682-cac6-40d2-857f-bdfc0434e1f3 req-73c36b76-4e28-4621-bdad-affd45318b4d tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/quotas/ca0d1910d7ca4892b72992e748a5bde6 HTTP/1.1" status: 200 len: 375 time: 0.0205235 Sep 08 09:22:21.094402 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-49e7f682-cac6-40d2-857f-bdfc0434e1f3 req-4147d08f-5ba9-4cd0-91ea-458e564c29cc tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ca0d1910d7ca4892b72992e748a5bde6&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1395164 Sep 08 09:22:21.101005 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031c459-62ca-410a-983a-10015c3bbb69 None None] Pushing event updated for resources: {'Port': ['ID=95676830-87a0-42c4-ad64-204a6fb8b802,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:21.124518 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 18b32b6b-7fb2-4ee2-93e4-94dd184bc234 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:22:21.154839 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6a644ff2-fe74-4edd-b09b-d2082f7242b9 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:21.223968 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 18b32b6b-7fb2-4ee2-93e4-94dd184bc234 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:22:21.224347 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:21.308942 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d9d77dfa-ca51-4989-b32e-e577ec28c5a8 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:21.344065 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-49e7f682-cac6-40d2-857f-bdfc0434e1f3 req-0b97f4a6-da36-472f-b568-bc6ccd7e7a5d service neutron] 10.222.0.54 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909726 Sep 08 09:22:21.410871 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d77dfa-ca51-4989-b32e-e577ec28c5a8 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Checking segment: {'id': '7b7a83aa-e1c9-453e-b020-1a5de2407b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a04dd817-5d16-465a-976c-73419d57bc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:22:21.411239 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d77dfa-ca51-4989-b32e-e577ec28c5a8 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Network hostable DHCP agents. Network: a04dd817-5d16-465a-976c-73419d57bc1a, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:22:21.414634 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d77dfa-ca51-4989-b32e-e577ec28c5a8 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event updated for resources: {'Subnet': ['ID=56644cd3-4dba-4a92-b2a2-71370749cfc7,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:21.436055 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d77dfa-ca51-4989-b32e-e577ec28c5a8 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Network a04dd817-5d16-465a-976c-73419d57bc1a is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:22:21.449366 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-d9d77dfa-ca51-4989-b32e-e577ec28c5a8 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, a04dd817-5d16-465a-976c-73419d57bc1a) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:22:21.454895 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d77dfa-ca51-4989-b32e-e577ec28c5a8 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:21.455692 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d9d77dfa-ca51-4989-b32e-e577ec28c5a8 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:21.463237 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c46d7e2-ee33-439e-b76d-abf823357a50 None None] Network a04dd817-5d16-465a-976c-73419d57bc1a requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:22:21.479198 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d9d77dfa-ca51-4989-b32e-e577ec28c5a8 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7979021 Sep 08 09:22:21.481261 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 41492) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:21.493336 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-219e2999-de27-48ed-88a9-3893a031e389 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-652619732', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:22:21.530406 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-219e2999-de27-48ed-88a9-3893a031e389 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:21.531762 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-219e2999-de27-48ed-88a9-3893a031e389 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:21.554674 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-49e7f682-cac6-40d2-857f-bdfc0434e1f3 req-75de4710-5967-4d77-8a38-1de85fc2245e service neutron] 10.222.0.54 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709843 Sep 08 09:22:21.621019 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-219e2999-de27-48ed-88a9-3893a031e389 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:21.626947 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-219e2999-de27-48ed-88a9-3893a031e389 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:21.671586 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-219e2999-de27-48ed-88a9-3893a031e389 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:21.673162 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-219e2999-de27-48ed-88a9-3893a031e389 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1893342 Sep 08 09:22:21.675803 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 41498) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:21.680894 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-72b7e966-3729-4864-b6d7-30be453b4311 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Request body: {'port': {'network_id': 'a04dd817-5d16-465a-976c-73419d57bc1a', 'name': 'tempest-RoutersIpV6Test-705380097'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:22:21.808994 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e0705f-7df4-4b56-83ae-e08c9f5be53e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-a04dd817-5d16-465a-976c-73419d57bc1a', 'network_id': 'a04dd817-5d16-465a-976c-73419d57bc1a', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'fixed_ips': [{'subnet_id': '56644cd3-4dba-4a92-b2a2-71370749cfc7'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:22:21.810617 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-04e0705f-7df4-4b56-83ae-e08c9f5be53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:21.855633 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6a644ff2-fe74-4edd-b09b-d2082f7242b9 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:21.867951 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6a644ff2-fe74-4edd-b09b-d2082f7242b9 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:21.968888 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f1c95061-3257-40f7-b8af-85e496b216ad req-c39fa616-35b6-4750-8944-9f148f0f101c tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a29bf9-775c-4b90-9e4c-314cd01b37f3 HTTP/1.1" status: 200 len: 210 time: 0.1051943 Sep 08 09:22:21.987992 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6a644ff2-fe74-4edd-b09b-d2082f7242b9 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:21.988586 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5d993f26-9405-410d-bbbd-b95a09d0b38c req-4600bca2-c120-4835-ba3e-757af70bb9f9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0867772 Sep 08 09:22:22.053510 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b7e966-3729-4864-b6d7-30be453b4311 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Made reservation on behalf of 008ae683ead44873ba90ff716de87ee0 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:22:22.058586 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-72b7e966-3729-4864-b6d7-30be453b4311 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:22.090898 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a644ff2-fe74-4edd-b09b-d2082f7242b9 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Pushing event updated for resources: {'Port': ['ID=87d4a1ec-8546-40f7-83c8-6f9550f470b3,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:22.199951 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [None req-72b7e966-3729-4864-b6d7-30be453b4311 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] device_id is not set on port 1ef805be-f1ed-4887-b8fd-bc5c0ab3b7b1 yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:22:22.286841 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d993f26-9405-410d-bbbd-b95a09d0b38c req-de4ec41f-f463-4271-bf48-5b4d5cef57b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:22.289323 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5d993f26-9405-410d-bbbd-b95a09d0b38c req-de4ec41f-f463-4271-bf48-5b4d5cef57b9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca0d1910d7ca4892b72992e748a5bde6&device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 1096 time: 0.1961370 Sep 08 09:22:22.309294 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a644ff2-fe74-4edd-b09b-d2082f7242b9 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Network accf7f86-2e24-44f5-820b-a3db2b9e6a69 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:22:22.312610 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-6a644ff2-fe74-4edd-b09b-d2082f7242b9 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:22:22.457217 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:22.486838 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ce57de-2d0c-4cdb-91f1-0f48d4a62c38 None None] Network accf7f86-2e24-44f5-820b-a3db2b9e6a69 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:22:22.494605 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-04e0705f-7df4-4b56-83ae-e08c9f5be53e None None] Allocated IP 2001:db8::2 (a04dd817-5d16-465a-976c-73419d57bc1a/56644cd3-4dba-4a92-b2a2-71370749cfc7/8ecd6ec3-8bfa-415e-8353-75ce8bfd2302) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:22:22.520451 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d993f26-9405-410d-bbbd-b95a09d0b38c req-168bb8db-3854-4f7b-bee3-d4e1cb312641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:22.522997 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5d993f26-9405-410d-bbbd-b95a09d0b38c req-168bb8db-3854-4f7b-bee3-d4e1cb312641 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2de43bb0-acf3-42aa-b534-30332da083e7 HTTP/1.1" status: 200 len: 913 time: 0.2068813 Sep 08 09:22:22.589047 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a644ff2-fe74-4edd-b09b-d2082f7242b9 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Router 313e544e-f4dd-4ae3-9f00-b5630a5b604d has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:22:22.645015 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5d993f26-9405-410d-bbbd-b95a09d0b38c req-6956fec0-f6b8-4b5e-a362-1476c1c4b890 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7372846c-19f9-433f-8cb8-ca65d68becd9 HTTP/1.1" status: 200 len: 999 time: 0.1149306 Sep 08 09:22:22.717673 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-0aa9341c-5704-4d50-b1dc-404d2183e6d9 None None] Provisioning for port 95676830-87a0-42c4-ad64-204a6fb8b802 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:22:22.749671 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a644ff2-fe74-4edd-b09b-d2082f7242b9 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:22:22.755647 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6a644ff2-fe74-4edd-b09b-d2082f7242b9 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "PUT /v2.0/routers/313e544e-f4dd-4ae3-9f00-b5630a5b604d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1642513 Sep 08 09:22:22.761650 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41528) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:22.769379 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-f3eb0ad9-b9e2-4d9b-baa2-7b55764f666b tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1997016405', 'description': 'tempest-secgroup_access--1997016405 description', 'project_id': 'ecbaee6aa4b844ae9f42681fee78a6d0'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:22:22.772649 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fc1e64-49d1-4b07-ae1f-2d325d2d34f4 None None] Sync routers for ids ['313e544e-f4dd-4ae3-9f00-b5630a5b604d'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:22:22.817479 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d993f26-9405-410d-bbbd-b95a09d0b38c req-6a20b605-3a85-4a1e-86f2-82b2545d7171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:22.819225 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5d993f26-9405-410d-bbbd-b95a09d0b38c req-6a20b605-3a85-4a1e-86f2-82b2545d7171 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=452a4b6d-a445-4b2b-9168-2695dd67e404 HTTP/1.1" status: 200 len: 851 time: 0.1662707 Sep 08 09:22:22.848969 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fc1e64-49d1-4b07-ae1f-2d325d2d34f4 None None] Routers {'313e544e-f4dd-4ae3-9f00-b5630a5b604d'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:22:22.849624 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-11fc1e64-49d1-4b07-ae1f-2d325d2d34f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:22:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['313e544e-f4dd-4ae3-9f00-b5630a5b604d'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:22.854022 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f3eb0ad9-b9e2-4d9b-baa2-7b55764f666b tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:22.922643 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d993f26-9405-410d-bbbd-b95a09d0b38c req-96baa96b-6726-4883-b515-ace9378dd1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:22.930784 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5d993f26-9405-410d-bbbd-b95a09d0b38c req-96baa96b-6726-4883-b515-ace9378dd1d3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2de43bb0-acf3-42aa-b534-30332da083e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1047959 Sep 08 09:22:23.058822 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f3eb0ad9-b9e2-4d9b-baa2-7b55764f666b tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:23.071156 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f3eb0ad9-b9e2-4d9b-baa2-7b55764f666b tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:23.106688 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f3eb0ad9-b9e2-4d9b-baa2-7b55764f666b tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:23.112248 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f3eb0ad9-b9e2-4d9b-baa2-7b55764f666b tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3470113 Sep 08 09:22:23.117762 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41542) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:23.126412 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-c481acb4-4925-4f5b-9184-e0792f6c7d03 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--242717079', 'description': 'tempest-secgroup_general--242717079 description', 'project_id': 'ecbaee6aa4b844ae9f42681fee78a6d0'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:22:23.156385 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-04e0705f-7df4-4b56-83ae-e08c9f5be53e None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:23.192307 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 95676830-87a0-42c4-ad64-204a6fb8b802 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:22:23.196717 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-11fc1e64-49d1-4b07-ae1f-2d325d2d34f4 None None] Set router 313e544e-f4dd-4ae3-9f00-b5630a5b604d gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:22:23.198261 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb0ad9-b9e2-4d9b-baa2-7b55764f666b tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=809c40b7-900c-4bfa-a9ce-d9c4e4d44d0f,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:23.201380 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5d993f26-9405-410d-bbbd-b95a09d0b38c req-b6cb566e-2261-4809-975a-6ea5725bee85 service neutron] 10.222.0.37 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611043 Sep 08 09:22:23.213092 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-04e0705f-7df4-4b56-83ae-e08c9f5be53e None None] Transition to ACTIVE for port object 8ecd6ec3-8bfa-415e-8353-75ce8bfd2302 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:22:23.216942 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-826c186e-2501-47a1-a7d3-1e583da06228 req-06aa3f0a-e0d3-4506-8385-aaf6a6a238a9 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a29bf9-775c-4b90-9e4c-314cd01b37f3 HTTP/1.1" status: 200 len: 210 time: 0.0606315 Sep 08 09:22:23.241659 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c481acb4-4925-4f5b-9184-e0792f6c7d03 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:23.368123 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-04e0705f-7df4-4b56-83ae-e08c9f5be53e None None] Transition to ACTIVE for port object 8ecd6ec3-8bfa-415e-8353-75ce8bfd2302 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:22:23.406599 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5d993f26-9405-410d-bbbd-b95a09d0b38c req-d8cb38f2-62ca-4989-b836-44883ba7d3f1 service neutron] 10.222.0.37 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987178 Sep 08 09:22:23.429796 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-04e0705f-7df4-4b56-83ae-e08c9f5be53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:23.438671 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c481acb4-4925-4f5b-9184-e0792f6c7d03 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:23.447487 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c481acb4-4925-4f5b-9184-e0792f6c7d03 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:23.535385 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c481acb4-4925-4f5b-9184-e0792f6c7d03 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c3e843-dd3f-48d2-92ef-ad7855719d38,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:23.548598 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c481acb4-4925-4f5b-9184-e0792f6c7d03 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:23.553895 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c481acb4-4925-4f5b-9184-e0792f6c7d03 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4358556 Sep 08 09:22:23.554838 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41546) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:23.571861 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-2b8a1e4f-6399-4481-99a0-fd2d14477cbb tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Request body: {'security_group_rule': {'security_group_id': '809c40b7-900c-4bfa-a9ce-d9c4e4d44d0f', 'project_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:22:23.598609 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41548) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:23.646426 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2b8a1e4f-6399-4481-99a0-fd2d14477cbb tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:23.650636 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e0705f-7df4-4b56-83ae-e08c9f5be53e None None] Network a04dd817-5d16-465a-976c-73419d57bc1a is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:22:23.667794 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-04e0705f-7df4-4b56-83ae-e08c9f5be53e None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:22:23.676404 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-72b7e966-3729-4864-b6d7-30be453b4311 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Allocated IP 2001:db8::169 (a04dd817-5d16-465a-976c-73419d57bc1a/56644cd3-4dba-4a92-b2a2-71370749cfc7/1ef805be-f1ed-4887-b8fd-bc5c0ab3b7b1) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:22:23.720518 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e0705f-7df4-4b56-83ae-e08c9f5be53e None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:22:23.739725 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2b8a1e4f-6399-4481-99a0-fd2d14477cbb tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:23.757833 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2b8a1e4f-6399-4481-99a0-fd2d14477cbb tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:23.758826 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:23.764655 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 95676830-87a0-42c4-ad64-204a6fb8b802 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:22:23.767386 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e0705f-7df4-4b56-83ae-e08c9f5be53e None None] Pushing event updated for resources: {'Port': ['ID=8ecd6ec3-8bfa-415e-8353-75ce8bfd2302,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:23.800126 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a1e4f-6399-4481-99a0-fd2d14477cbb tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae7068d3-e85f-4642-9c77-f2dd20098a56,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:23.822100 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2b8a1e4f-6399-4481-99a0-fd2d14477cbb tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:23.846787 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2b8a1e4f-6399-4481-99a0-fd2d14477cbb tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2907972 Sep 08 09:22:23.896540 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7f682-cac6-40d2-857f-bdfc0434e1f3 req-0f66e69b-40cf-45ab-894b-305d51fcf512 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:23.899301 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 95676830-87a0-42c4-ad64-204a6fb8b802 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:22:23.899804 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:23.900673 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-49e7f682-cac6-40d2-857f-bdfc0434e1f3 req-0f66e69b-40cf-45ab-894b-305d51fcf512 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.37 "GET /v2.0/networks?id=2de43bb0-acf3-42aa-b534-30332da083e7 HTTP/1.1" status: 200 len: 812 time: 0.3878479 Sep 08 09:22:23.947225 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-288c0687-361f-4152-a1e5-0bb22e2749f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:23.965083 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-49e7f682-cac6-40d2-857f-bdfc0434e1f3 req-bfafee52-e237-4fc8-90ab-ff4374048df7 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Request body: {'port': {'device_id': 'b1a29bf9-775c-4b90-9e4c-314cd01b37f3', 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7', 'admin_state_up': True, 'tenant_id': 'ca0d1910d7ca4892b72992e748a5bde6'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:22:24.090741 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-865be350-90f9-4d22-9d24-60435de50b8d None None] Provisioning for port 87d4a1ec-8546-40f7-83c8-6f9550f470b3 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:22:24.120914 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-04e0705f-7df4-4b56-83ae-e08c9f5be53e None None] Attempting to bind port 8ecd6ec3-8bfa-415e-8353-75ce8bfd2302 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:22:24.121601 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-04e0705f-7df4-4b56-83ae-e08c9f5be53e None None] Attempting to bind port 8ecd6ec3-8bfa-415e-8353-75ce8bfd2302 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '7b7a83aa-e1c9-453e-b020-1a5de2407b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a04dd817-5d16-465a-976c-73419d57bc1a'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:22:24.122191 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e0705f-7df4-4b56-83ae-e08c9f5be53e None None] Attempting to bind port 8ecd6ec3-8bfa-415e-8353-75ce8bfd2302 on network a04dd817-5d16-465a-976c-73419d57bc1a {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:22:24.154933 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-288c0687-361f-4152-a1e5-0bb22e2749f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:24.170733 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-288c0687-361f-4152-a1e5-0bb22e2749f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:24.178647 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-865be350-90f9-4d22-9d24-60435de50b8d None None] Provisioning complete for port 87d4a1ec-8546-40f7-83c8-6f9550f470b3 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:22:24.179038 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-865be350-90f9-4d22-9d24-60435de50b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:24.202235 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e0705f-7df4-4b56-83ae-e08c9f5be53e None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:22:24.202620 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e0705f-7df4-4b56-83ae-e08c9f5be53e None None] Checking segment: {'id': '7b7a83aa-e1c9-453e-b020-1a5de2407b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a04dd817-5d16-465a-976c-73419d57bc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:22:24.203021 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-04e0705f-7df4-4b56-83ae-e08c9f5be53e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:24.203422 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e0705f-7df4-4b56-83ae-e08c9f5be53e None None] Bound using segment: {'id': '7b7a83aa-e1c9-453e-b020-1a5de2407b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a04dd817-5d16-465a-976c-73419d57bc1a'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:22:24.203894 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-04e0705f-7df4-4b56-83ae-e08c9f5be53e None None] Bound port: 8ecd6ec3-8bfa-415e-8353-75ce8bfd2302, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b7a83aa-e1c9-453e-b020-1a5de2407b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a04dd817-5d16-465a-976c-73419d57bc1a'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:22:24.204282 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-04e0705f-7df4-4b56-83ae-e08c9f5be53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:24.245777 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-288c0687-361f-4152-a1e5-0bb22e2749f2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a2babb655d1b4336ad5683a414c62f63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6430385 Sep 08 09:22:24.248093 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41572) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:24.275416 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288c0687-361f-4152-a1e5-0bb22e2749f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68cb4b1-a31b-4aa3-8d3b-15808116a98f,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:24.285873 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:24.340724 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-865be350-90f9-4d22-9d24-60435de50b8d None None] Port 87d4a1ec-8546-40f7-83c8-6f9550f470b3 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:22:24.399322 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-f16ca569-77cd-4a46-b0fc-dcdcb2c1878b tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup_access--1997016405&fields=id&tenant_id=ecbaee6aa4b844ae9f42681fee78a6d0 HTTP/1.1" status: 200 len: 267 time: 0.2064629 Sep 08 09:22:24.419608 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49e7f682-cac6-40d2-857f-bdfc0434e1f3 req-bfafee52-e237-4fc8-90ab-ff4374048df7 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Made reservation on behalf of ca0d1910d7ca4892b72992e748a5bde6 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:22:24.430365 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-20667844-46c3-4ef1-ad25-8678dd516d56 req-469541e7-2b69-4a7b-9e90-90c4ac9543c4 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a29bf9-775c-4b90-9e4c-314cd01b37f3 HTTP/1.1" status: 200 len: 210 time: 0.0829742 Sep 08 09:22:24.432280 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-80dbcc40-3f74-44f2-97b6-f062472884eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:24.446219 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-49e7f682-cac6-40d2-857f-bdfc0434e1f3 req-bfafee52-e237-4fc8-90ab-ff4374048df7 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:24.456071 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-04e0705f-7df4-4b56-83ae-e08c9f5be53e None None] For port 8ecd6ec3-8bfa-415e-8353-75ce8bfd2302, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:22:24.458107 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:24.477326 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-80dbcc40-3f74-44f2-97b6-f062472884eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:24.482803 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-04e0705f-7df4-4b56-83ae-e08c9f5be53e None None] For port 8ecd6ec3-8bfa-415e-8353-75ce8bfd2302, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=8ecd6ec3-8bfa-415e-8353-75ce8bfd2302,segment=NetworkSegment(7b7a83aa-e1c9-453e-b020-1a5de2407b1f),segment_id=7b7a83aa-e1c9-453e-b020-1a5de2407b1f)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:22:24.496879 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-04e0705f-7df4-4b56-83ae-e08c9f5be53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:24.514621 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-11fc1e64-49d1-4b07-ae1f-2d325d2d34f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313e544e-f4dd-4ae3-9f00-b5630a5b604d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1759996624', 'tenant_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '18b32b6b-7fb2-4ee2-93e4-94dd184bc234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:22:11Z', 'updated_at': '2021-09-08T09:22:21Z', 'revision_number': 4, 'project_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'gw_port': {'id': '18b32b6b-7fb2-4ee2-93e4-94dd184bc234', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e544e-f4dd-4ae3-9f00-b5630a5b604d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:22:13Z', 'updated_at': '2021-09-08T09:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '87d4a1ec-8546-40f7-83c8-6f9550f470b3', 'name': '', 'network_id': 'accf7f86-2e24-44f5-820b-a3db2b9e6a69', 'tenant_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'mac_address': 'fa:16:3e:4f:26:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313e544e-f4dd-4ae3-9f00-b5630a5b604d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': 'd81ebdae-1153-4256-ab0f-6149de60d7df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:22:18Z', 'updated_at': '2021-09-08T09:22:21Z', 'revision_number': 2, 'project_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'subnets': [{'id': 'd81ebdae-1153-4256-ab0f-6149de60d7df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:24.516405 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-68f0be06-0008-45f6-b22f-3a07a94d4c5c None None] Provisioning complete for port 87d4a1ec-8546-40f7-83c8-6f9550f470b3 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:22:24.516782 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-68f0be06-0008-45f6-b22f-3a07a94d4c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:24.536761 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-72b7e966-3729-4864-b6d7-30be453b4311 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:24.558684 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-80dbcc40-3f74-44f2-97b6-f062472884eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:24.563558 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-80dbcc40-3f74-44f2-97b6-f062472884eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:24.568279 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-80dbcc40-3f74-44f2-97b6-f062472884eb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e68cb4b1-a31b-4aa3-8d3b-15808116a98f HTTP/1.1" status: 204 len: 168 time: 0.3189747 Sep 08 09:22:24.579798 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dbcc40-3f74-44f2-97b6-f062472884eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68cb4b1-a31b-4aa3-8d3b-15808116a98f,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:24.604551 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-27eba401-5568-41ae-8952-9b11ae4ecaeb tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup_general--242717079&fields=id&tenant_id=ecbaee6aa4b844ae9f42681fee78a6d0 HTTP/1.1" status: 200 len: 267 time: 0.1539664 Sep 08 09:22:24.605310 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-72b7e966-3729-4864-b6d7-30be453b4311 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Transition to ACTIVE for port object 1ef805be-f1ed-4887-b8fd-bc5c0ab3b7b1 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:22:24.636317 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fc1e64-49d1-4b07-ae1f-2d325d2d34f4 None None] Checking router: 313e544e-f4dd-4ae3-9f00-b5630a5b604d for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:22:24.636911 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fc1e64-49d1-4b07-ae1f-2d325d2d34f4 None None] Updating router 313e544e-f4dd-4ae3-9f00-b5630a5b604d port 87d4a1ec-8546-40f7-83c8-6f9550f470b3 binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:22:24.644010 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 95676830-87a0-42c4-ad64-204a6fb8b802, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=95676830-87a0-42c4-ad64-204a6fb8b802,segment=NetworkSegment(834b7598-a2cf-4dd2-83ba-dc656737b197),segment_id=834b7598-a2cf-4dd2-83ba-dc656737b197)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:22:24.682919 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:24.716205 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-68f0be06-0008-45f6-b22f-3a07a94d4c5c None None] Port 87d4a1ec-8546-40f7-83c8-6f9550f470b3 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:22:24.719578 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-11fc1e64-49d1-4b07-ae1f-2d325d2d34f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:24.746796 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e0705f-7df4-4b56-83ae-e08c9f5be53e None None] Pushing event updated for resources: {'Port': ['ID=8ecd6ec3-8bfa-415e-8353-75ce8bfd2302,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:24.923080 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-49e7f682-cac6-40d2-857f-bdfc0434e1f3 req-bfafee52-e237-4fc8-90ab-ff4374048df7 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Allocated IP 172.20.0.3 (2de43bb0-acf3-42aa-b534-30332da083e7/452a4b6d-a445-4b2b-9168-2695dd67e404/069f7523-ee1d-4679-8f37-92586e744f18) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:22:24.933522 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-afd596bb-cdd2-4be3-976d-27b09b85a702 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:24.947965 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-afd596bb-cdd2-4be3-976d-27b09b85a702 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/networks?id=accf7f86-2e24-44f5-820b-a3db2b9e6a69 HTTP/1.1" status: 200 len: 797 time: 0.3145218 Sep 08 09:22:24.962394 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-72b7e966-3729-4864-b6d7-30be453b4311 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:24.981033 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=95676830-87a0-42c4-ad64-204a6fb8b802,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:25.015725 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-340ad24d-3584-4326-8317-73f4410423e8 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/quotas/ecbaee6aa4b844ae9f42681fee78a6d0 HTTP/1.1" status: 200 len: 375 time: 0.0662677 Sep 08 09:22:25.126729 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b7e966-3729-4864-b6d7-30be453b4311 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Network a04dd817-5d16-465a-976c-73419d57bc1a is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:22:25.153762 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-72b7e966-3729-4864-b6d7-30be453b4311 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:22:25.165367 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b7e966-3729-4864-b6d7-30be453b4311 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:22:25.171504 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b7e966-3729-4864-b6d7-30be453b4311 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:25.172139 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-72b7e966-3729-4864-b6d7-30be453b4311 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:25.216878 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41580) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:25.218536 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b7e966-3729-4864-b6d7-30be453b4311 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event updated for resources: {'Port': ['ID=1ef805be-f1ed-4887-b8fd-bc5c0ab3b7b1,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:25.247357 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-72b7e966-3729-4864-b6d7-30be453b4311 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.5703833 Sep 08 09:22:25.249824 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6ebcd706-50f5-442c-a140-964f24a1df1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:25.253834 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 41582) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:25.357645 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 8ecd6ec3-8bfa-415e-8353-75ce8bfd2302 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:22:25.366578 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-89fdab5d-6a3e-4853-8abf-a69dd8876f33 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ecbaee6aa4b844ae9f42681fee78a6d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3498337 Sep 08 09:22:25.430063 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6ebcd706-50f5-442c-a140-964f24a1df1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:25.434767 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6ebcd706-50f5-442c-a140-964f24a1df1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:25.450883 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-11fc1e64-49d1-4b07-ae1f-2d325d2d34f4 None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:25.462504 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 8ecd6ec3-8bfa-415e-8353-75ce8bfd2302 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:22:25.472092 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-11fc1e64-49d1-4b07-ae1f-2d325d2d34f4 None None] Transition to ACTIVE for port object 87d4a1ec-8546-40f7-83c8-6f9550f470b3 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:22:25.476133 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 95676830-87a0-42c4-ad64-204a6fb8b802 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:22:25.517945 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6ebcd706-50f5-442c-a140-964f24a1df1a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f5f00e1bb0354c0898851eceafbdc438&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2983758 Sep 08 09:22:25.518779 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41586) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:25.534844 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-11fc1e64-49d1-4b07-ae1f-2d325d2d34f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:25.559962 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebcd706-50f5-442c-a140-964f24a1df1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260bfd40-7a2a-4ef1-a519-793481dc509c,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:25.613737 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d82c6480-1e0a-44a0-bc2d-b7f5936fe994 req-676d90bc-7582-4186-a90e-2af34a60e5d7 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a29bf9-775c-4b90-9e4c-314cd01b37f3 HTTP/1.1" status: 200 len: 210 time: 0.0373731 Sep 08 09:22:25.651603 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2157846c-ca97-404e-a6fb-5675601f325c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:25.699807 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2157846c-ca97-404e-a6fb-5675601f325c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:25.790926 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2157846c-ca97-404e-a6fb-5675601f325c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:25.795169 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2157846c-ca97-404e-a6fb-5675601f325c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:25.796843 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2157846c-ca97-404e-a6fb-5675601f325c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/260bfd40-7a2a-4ef1-a519-793481dc509c HTTP/1.1" status: 204 len: 168 time: 0.2766695 Sep 08 09:22:25.810126 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157846c-ca97-404e-a6fb-5675601f325c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260bfd40-7a2a-4ef1-a519-793481dc509c,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:25.893158 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 95676830-87a0-42c4-ad64-204a6fb8b802 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:22:25.893753 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:26.055430 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694dd057-66e5-480c-96f8-08484f728b9b None None] Pushing event updated for resources: {'Port': ['ID=87d4a1ec-8546-40f7-83c8-6f9550f470b3,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:26.059860 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-11fc1e64-49d1-4b07-ae1f-2d325d2d34f4 None None] Attempting to bind port 87d4a1ec-8546-40f7-83c8-6f9550f470b3 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:22:26.060238 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-11fc1e64-49d1-4b07-ae1f-2d325d2d34f4 None None] Attempting to bind port 87d4a1ec-8546-40f7-83c8-6f9550f470b3 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '834b7598-a2cf-4dd2-83ba-dc656737b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'accf7f86-2e24-44f5-820b-a3db2b9e6a69'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:22:26.060612 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fc1e64-49d1-4b07-ae1f-2d325d2d34f4 None None] Attempting to bind port 87d4a1ec-8546-40f7-83c8-6f9550f470b3 on network accf7f86-2e24-44f5-820b-a3db2b9e6a69 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:22:26.070868 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fc1e64-49d1-4b07-ae1f-2d325d2d34f4 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:22:26.071269 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fc1e64-49d1-4b07-ae1f-2d325d2d34f4 None None] Checking segment: {'id': '834b7598-a2cf-4dd2-83ba-dc656737b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'accf7f86-2e24-44f5-820b-a3db2b9e6a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:22:26.071674 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-11fc1e64-49d1-4b07-ae1f-2d325d2d34f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:26.072077 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fc1e64-49d1-4b07-ae1f-2d325d2d34f4 None None] Bound using segment: {'id': '834b7598-a2cf-4dd2-83ba-dc656737b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'accf7f86-2e24-44f5-820b-a3db2b9e6a69'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:22:26.072573 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-11fc1e64-49d1-4b07-ae1f-2d325d2d34f4 None None] Bound port: 87d4a1ec-8546-40f7-83c8-6f9550f470b3, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '834b7598-a2cf-4dd2-83ba-dc656737b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'accf7f86-2e24-44f5-820b-a3db2b9e6a69'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:22:26.072968 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-11fc1e64-49d1-4b07-ae1f-2d325d2d34f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:26.251740 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-11fc1e64-49d1-4b07-ae1f-2d325d2d34f4 None None] For port 87d4a1ec-8546-40f7-83c8-6f9550f470b3, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:22:26.256065 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-11fc1e64-49d1-4b07-ae1f-2d325d2d34f4 None None] For port 87d4a1ec-8546-40f7-83c8-6f9550f470b3, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=87d4a1ec-8546-40f7-83c8-6f9550f470b3,segment=NetworkSegment(834b7598-a2cf-4dd2-83ba-dc656737b197),segment_id=834b7598-a2cf-4dd2-83ba-dc656737b197)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:22:26.264203 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-11fc1e64-49d1-4b07-ae1f-2d325d2d34f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:26.295677 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d866b7-b565-4627-b118-b076ae626a29 None None] Network a04dd817-5d16-465a-976c-73419d57bc1a requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:22:26.367220 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2b82ef14-da08-493a-a4e0-9a3a5aff733f None None] Provisioning for port 8ecd6ec3-8bfa-415e-8353-75ce8bfd2302 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:22:26.391061 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-49e7f682-cac6-40d2-857f-bdfc0434e1f3 req-bfafee52-e237-4fc8-90ab-ff4374048df7 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:26.419320 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fc1e64-49d1-4b07-ae1f-2d325d2d34f4 None None] Routers {'313e544e-f4dd-4ae3-9f00-b5630a5b604d'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:22:26.419963 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-11fc1e64-49d1-4b07-ae1f-2d325d2d34f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:22:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['313e544e-f4dd-4ae3-9f00-b5630a5b604d'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:26.425832 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2b82ef14-da08-493a-a4e0-9a3a5aff733f None None] Provisioning complete for port 8ecd6ec3-8bfa-415e-8353-75ce8bfd2302 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:22:26.425832 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2b82ef14-da08-493a-a4e0-9a3a5aff733f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:26.437061 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-3dc18d45-a5cc-451c-bbb9-80fbf721b319 service neutron] 10.222.0.54 "GET /v2.0/networks/accf7f86-2e24-44f5-820b-a3db2b9e6a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0674036 Sep 08 09:22:26.476436 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-49e7f682-cac6-40d2-857f-bdfc0434e1f3 req-bfafee52-e237-4fc8-90ab-ff4374048df7 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Transition to ACTIVE for port object 069f7523-ee1d-4679-8f37-92586e744f18 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:22:26.489968 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694dd057-66e5-480c-96f8-08484f728b9b None None] Pushing event updated for resources: {'Port': ['ID=87d4a1ec-8546-40f7-83c8-6f9550f470b3,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:26.683443 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-07b202db-ea2d-4aaf-9093-efe1ff38abb6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:26.692970 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-11fc1e64-49d1-4b07-ae1f-2d325d2d34f4 None None] Set router 313e544e-f4dd-4ae3-9f00-b5630a5b604d gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:22:26.699480 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-f41e9fb1-87cb-4aed-8581-32a3e65e4dbb service neutron] 10.222.0.54 "GET /v2.0/networks/accf7f86-2e24-44f5-820b-a3db2b9e6a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547686 Sep 08 09:22:26.706726 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-49e7f682-cac6-40d2-857f-bdfc0434e1f3 req-bfafee52-e237-4fc8-90ab-ff4374048df7 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:26.751998 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['b73e27f2-f52d-4cc3-a12e-4fa5ab811726'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:22:26.760716 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['d099dbf8-3bed-42ef-8b23-813e7913ad69'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:22:26.791571 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49e7f682-cac6-40d2-857f-bdfc0434e1f3 req-bfafee52-e237-4fc8-90ab-ff4374048df7 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Network 2de43bb0-acf3-42aa-b534-30332da083e7 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:22:26.817942 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-49e7f682-cac6-40d2-857f-bdfc0434e1f3 req-bfafee52-e237-4fc8-90ab-ff4374048df7 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:22:26.830086 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e7f682-cac6-40d2-857f-bdfc0434e1f3 req-bfafee52-e237-4fc8-90ab-ff4374048df7 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:22:26.914425 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfafee52-e237-4fc8-90ab-ff4374048df7 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Pushing event updated for resources: {'Port': ['ID=069f7523-ee1d-4679-8f37-92586e744f18,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:26.952497 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d826f9-2203-4580-a04f-08daa0c162d5 req-4f13b53e-1ff2-40dc-898e-550ab2600430 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:26.954861 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a4d826f9-2203-4580-a04f-08daa0c162d5 req-4f13b53e-1ff2-40dc-898e-550ab2600430 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a29bf9-775c-4b90-9e4c-314cd01b37f3 HTTP/1.1" status: 200 len: 931 time: 0.1539350 Sep 08 09:22:27.052217 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2b82ef14-da08-493a-a4e0-9a3a5aff733f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:27.078233 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a4d826f9-2203-4580-a04f-08daa0c162d5 req-b2d3d07d-8336-4c93-8204-9997db8fc101 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063740 Sep 08 09:22:27.246980 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7f682-cac6-40d2-857f-bdfc0434e1f3 req-bfafee52-e237-4fc8-90ab-ff4374048df7 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:27.247689 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-49e7f682-cac6-40d2-857f-bdfc0434e1f3 req-bfafee52-e237-4fc8-90ab-ff4374048df7 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:27.268461 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-2b82ef14-da08-493a-a4e0-9a3a5aff733f None None] For port 8ecd6ec3-8bfa-415e-8353-75ce8bfd2302, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=8ecd6ec3-8bfa-415e-8353-75ce8bfd2302,segment=NetworkSegment(7b7a83aa-e1c9-453e-b020-1a5de2407b1f),segment_id=7b7a83aa-e1c9-453e-b020-1a5de2407b1f)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:22:27.290979 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-64bafdd3-5632-4884-8ad9-a676600e043e req-737248b4-9f8d-4279-84c7-c0daa141b728 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2cf7ffd-4601-4b7e-bef6-c32728165377 HTTP/1.1" status: 200 len: 210 time: 0.2652838 Sep 08 09:22:27.331103 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2b82ef14-da08-493a-a4e0-9a3a5aff733f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:27.374967 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-49e7f682-cac6-40d2-857f-bdfc0434e1f3 req-bfafee52-e237-4fc8-90ab-ff4374048df7 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4331310 Sep 08 09:22:27.410848 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-49e7f682-cac6-40d2-857f-bdfc0434e1f3 req-02bb1e64-51f1-4bc5-8e1a-37c356af9c07 service neutron] Request body: {'port': {'device_id': 'b1a29bf9-775c-4b90-9e4c-314cd01b37f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:22:27.658562 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-49e7f682-cac6-40d2-857f-bdfc0434e1f3 req-02bb1e64-51f1-4bc5-8e1a-37c356af9c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:27.690026 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b82ef14-da08-493a-a4e0-9a3a5aff733f None None] Pushing event updated for resources: {'Port': ['ID=8ecd6ec3-8bfa-415e-8353-75ce8bfd2302,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:27.712295 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-55ce929f-6390-42e8-b3a0-7fd497d5cc75 None None] Provisioning for port 069f7523-ee1d-4679-8f37-92586e744f18 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:22:27.730962 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-55ce929f-6390-42e8-b3a0-7fd497d5cc75 None None] Provisioning complete for port 069f7523-ee1d-4679-8f37-92586e744f18 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:22:27.731477 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-55ce929f-6390-42e8-b3a0-7fd497d5cc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:27.815236 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41636) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:27.826959 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-11fc1e64-49d1-4b07-ae1f-2d325d2d34f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313e544e-f4dd-4ae3-9f00-b5630a5b604d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1759996624', 'tenant_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '18b32b6b-7fb2-4ee2-93e4-94dd184bc234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:22:11Z', 'updated_at': '2021-09-08T09:22:21Z', 'revision_number': 4, 'project_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'gw_port': {'id': '18b32b6b-7fb2-4ee2-93e4-94dd184bc234', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e544e-f4dd-4ae3-9f00-b5630a5b604d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:22:13Z', 'updated_at': '2021-09-08T09:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '87d4a1ec-8546-40f7-83c8-6f9550f470b3', 'name': '', 'network_id': 'accf7f86-2e24-44f5-820b-a3db2b9e6a69', 'tenant_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'mac_address': 'fa:16:3e:4f:26:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313e544e-f4dd-4ae3-9f00-b5630a5b604d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': 'd81ebdae-1153-4256-ab0f-6149de60d7df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:22:18Z', 'updated_at': '2021-09-08T09:22:26Z', 'revision_number': 4, 'project_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'subnets': [{'id': 'd81ebdae-1153-4256-ab0f-6149de60d7df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:27.872114 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-55ce929f-6390-42e8-b3a0-7fd497d5cc75 None None] Port 069f7523-ee1d-4679-8f37-92586e744f18 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:22:27.874173 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-07b202db-ea2d-4aaf-9093-efe1ff38abb6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:27.875768 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fc1e64-49d1-4b07-ae1f-2d325d2d34f4 None None] The sync data for ids ['313e544e-f4dd-4ae3-9f00-b5630a5b604d'] in n-d-806683-11 is: [{'id': '313e544e-f4dd-4ae3-9f00-b5630a5b604d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1759996624', 'tenant_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '18b32b6b-7fb2-4ee2-93e4-94dd184bc234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:22:11Z', 'updated_at': '2021-09-08T09:22:21Z', 'revision_number': 4, 'project_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'gw_port': {'id': '18b32b6b-7fb2-4ee2-93e4-94dd184bc234', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e544e-f4dd-4ae3-9f00-b5630a5b604d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:22:13Z', 'updated_at': '2021-09-08T09:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '87d4a1ec-8546-40f7-83c8-6f9550f470b3', 'name': '', 'network_id': 'accf7f86-2e24-44f5-820b-a3db2b9e6a69', 'tenant_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'mac_address': 'fa:16:3e:4f:26:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313e544e-f4dd-4ae3-9f00-b5630a5b604d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': 'd81ebdae-1153-4256-ab0f-6149de60d7df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:22:18Z', 'updated_at': '2021-09-08T09:22:26Z', 'revision_number': 4, 'project_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'subnets': [{'id': 'd81ebdae-1153-4256-ab0f-6149de60d7df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:22:27.893938 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-07b202db-ea2d-4aaf-9093-efe1ff38abb6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:27.994609 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-0d04ab97-1ccf-4b93-9745-2d2ef78b2cb7 None None] Provisioning complete for port 8ecd6ec3-8bfa-415e-8353-75ce8bfd2302 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:22:27.995288 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0d04ab97-1ccf-4b93-9745-2d2ef78b2cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:28.165802 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b202db-ea2d-4aaf-9093-efe1ff38abb6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event updated for resources: {'Port': ['ID=1ef805be-f1ed-4887-b8fd-bc5c0ab3b7b1,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:28.261271 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-0d04ab97-1ccf-4b93-9745-2d2ef78b2cb7 None None] Provisioning for port 1ef805be-f1ed-4887-b8fd-bc5c0ab3b7b1 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:22:28.271031 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-0d04ab97-1ccf-4b93-9745-2d2ef78b2cb7 None None] Provisioning complete for port 1ef805be-f1ed-4887-b8fd-bc5c0ab3b7b1 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:22:28.272540 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0d04ab97-1ccf-4b93-9745-2d2ef78b2cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:28.345297 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-0d04ab97-1ccf-4b93-9745-2d2ef78b2cb7 None None] Port 1ef805be-f1ed-4887-b8fd-bc5c0ab3b7b1 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:22:28.401531 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2e193663-7cf0-490e-917c-e2aebadc8e3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:28.478794 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-692b0b92-a51b-45fb-97d2-15fd494f7a44 None None] Provisioning complete for port 1ef805be-f1ed-4887-b8fd-bc5c0ab3b7b1 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:22:28.479158 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-692b0b92-a51b-45fb-97d2-15fd494f7a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:28.505888 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8179547a-88d8-44ea-af1a-4ec85e949206 req-46a1b64a-2d80-4ddb-b10c-a07c818652e4 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2cf7ffd-4601-4b7e-bef6-c32728165377 HTTP/1.1" status: 200 len: 210 time: 0.0868251 Sep 08 09:22:28.531717 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef799bc-278f-427f-860e-0a195fb615d6 req-b69ef23f-dcee-4ff3-b73c-7702edbb4b75 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:28.538728 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cef799bc-278f-427f-860e-0a195fb615d6 req-b69ef23f-dcee-4ff3-b73c-7702edbb4b75 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a29bf9-775c-4b90-9e4c-314cd01b37f3 HTTP/1.1" status: 200 len: 931 time: 0.2992246 Sep 08 09:22:28.677827 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-07b202db-ea2d-4aaf-9093-efe1ff38abb6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:28.678407 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cef799bc-278f-427f-860e-0a195fb615d6 req-af818621-b5f4-4c8f-b0f2-92d5915f9d7d tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241875 Sep 08 09:22:28.689628 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:28.710484 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-692b0b92-a51b-45fb-97d2-15fd494f7a44 None None] Port 1ef805be-f1ed-4887-b8fd-bc5c0ab3b7b1 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:22:28.826618 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2e193663-7cf0-490e-917c-e2aebadc8e3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:28.835714 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2e193663-7cf0-490e-917c-e2aebadc8e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:28.842588 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f8b516e6-54f7-4246-9d54-b10d30dea5ac None None] Provisioning complete for port 1ef805be-f1ed-4887-b8fd-bc5c0ab3b7b1 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:22:28.842998 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f8b516e6-54f7-4246-9d54-b10d30dea5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:28.875407 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e193663-7cf0-490e-917c-e2aebadc8e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c354ec-61f8-4d2b-8a2f-edd0fc8f019a,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:28.909563 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2e193663-7cf0-490e-917c-e2aebadc8e3e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8212b9be0f9c46a78e2c7576c6a3a980&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0907719 Sep 08 09:22:28.913277 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41656) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:28.942795 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-d3893bb5-237f-4b03-b43d-e58639087693 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:28.945214 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-d3893bb5-237f-4b03-b43d-e58639087693 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.35 "GET /v2.0/networks?id=accf7f86-2e24-44f5-820b-a3db2b9e6a69 HTTP/1.1" status: 200 len: 797 time: 0.4120984 Sep 08 09:22:28.961785 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-f8b516e6-54f7-4246-9d54-b10d30dea5ac None None] Port 1ef805be-f1ed-4887-b8fd-bc5c0ab3b7b1 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:22:29.042836 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-97fa66ff-dde6-463d-877b-173c7d86bfa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:29.075903 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-97fa66ff-dde6-463d-877b-173c7d86bfa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:29.114217 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-49e7f682-cac6-40d2-857f-bdfc0434e1f3 req-02bb1e64-51f1-4bc5-8e1a-37c356af9c07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 069f7523-ee1d-4679-8f37-92586e744f18 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:22:29.146064 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-97fa66ff-dde6-463d-877b-173c7d86bfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:29.149833 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-49e7f682-cac6-40d2-857f-bdfc0434e1f3 req-02bb1e64-51f1-4bc5-8e1a-37c356af9c07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:29.150162 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-97fa66ff-dde6-463d-877b-173c7d86bfa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:29.152014 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-97fa66ff-dde6-463d-877b-173c7d86bfa2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e7c354ec-61f8-4d2b-8a2f-edd0fc8f019a HTTP/1.1" status: 204 len: 168 time: 0.2374868 Sep 08 09:22:29.160779 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-33631aae-56be-40ce-9c02-79ad2af6e5d1 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ecbaee6aa4b844ae9f42681fee78a6d0 HTTP/1.1" status: 200 len: 477 time: 0.1666005 Sep 08 09:22:29.162995 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fa66ff-dde6-463d-877b-173c7d86bfa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c354ec-61f8-4d2b-8a2f-edd0fc8f019a,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:29.174777 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 8ecd6ec3-8bfa-415e-8353-75ce8bfd2302 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:22:29.180674 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-57827d82-dcb1-4640-8d90-d4e42e381da2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Request body: {'port': {'device_id': 'b2cf7ffd-4601-4b7e-bef6-c32728165377', 'network_id': 'accf7f86-2e24-44f5-820b-a3db2b9e6a69', 'admin_state_up': True, 'tenant_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'security_groups': ['809c40b7-900c-4bfa-a9ce-d9c4e4d44d0f', 'e3c3e843-dd3f-48d2-92ef-ad7855719d38']}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:22:29.187846 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-07b202db-ea2d-4aaf-9093-efe1ff38abb6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:29.228968 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-49e7f682-cac6-40d2-857f-bdfc0434e1f3 req-02bb1e64-51f1-4bc5-8e1a-37c356af9c07 service neutron] Transition to ACTIVE for port object 069f7523-ee1d-4679-8f37-92586e744f18 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:22:29.275549 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-49e7f682-cac6-40d2-857f-bdfc0434e1f3 req-02bb1e64-51f1-4bc5-8e1a-37c356af9c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:29.288648 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 8ecd6ec3-8bfa-415e-8353-75ce8bfd2302 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:22:29.289226 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:29.403992 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 87d4a1ec-8546-40f7-83c8-6f9550f470b3 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:22:29.502950 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 87d4a1ec-8546-40f7-83c8-6f9550f470b3 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:22:29.512203 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 87d4a1ec-8546-40f7-83c8-6f9550f470b3 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:22:29.512855 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:29.571292 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb1e64-51f1-4bc5-8e1a-37c356af9c07 service neutron] Pushing event updated for resources: {'Port': ['ID=069f7523-ee1d-4679-8f37-92586e744f18,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:29.737302 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0e6143f4-b74d-498c-afc7-a19cb18d9946 req-88edb180-7991-486c-8384-cf3588f6d637 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2cf7ffd-4601-4b7e-bef6-c32728165377 HTTP/1.1" status: 200 len: 210 time: 0.0897110 Sep 08 09:22:29.753798 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-57827d82-dcb1-4640-8d90-d4e42e381da2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Made reservation on behalf of ecbaee6aa4b844ae9f42681fee78a6d0 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:22:29.758349 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-57827d82-dcb1-4640-8d90-d4e42e381da2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:29.931178 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-49e7f682-cac6-40d2-857f-bdfc0434e1f3 req-02bb1e64-51f1-4bc5-8e1a-37c356af9c07 service neutron] Attempting to bind port 069f7523-ee1d-4679-8f37-92586e744f18 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:22:29.931916 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-49e7f682-cac6-40d2-857f-bdfc0434e1f3 req-02bb1e64-51f1-4bc5-8e1a-37c356af9c07 service neutron] Attempting to bind port 069f7523-ee1d-4679-8f37-92586e744f18 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '0adbffbb-cf08-4e79-9920-208d98c2b498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:22:29.932511 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e7f682-cac6-40d2-857f-bdfc0434e1f3 req-02bb1e64-51f1-4bc5-8e1a-37c356af9c07 service neutron] Attempting to bind port 069f7523-ee1d-4679-8f37-92586e744f18 on network 2de43bb0-acf3-42aa-b534-30332da083e7 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:22:29.965941 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e7f682-cac6-40d2-857f-bdfc0434e1f3 req-02bb1e64-51f1-4bc5-8e1a-37c356af9c07 service neutron] Port 069f7523-ee1d-4679-8f37-92586e744f18 on network 2de43bb0-acf3-42aa-b534-30332da083e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:22:29.966722 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e7f682-cac6-40d2-857f-bdfc0434e1f3 req-02bb1e64-51f1-4bc5-8e1a-37c356af9c07 service neutron] Attempting to bind port 069f7523-ee1d-4679-8f37-92586e744f18 on network 2de43bb0-acf3-42aa-b534-30332da083e7 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:22:29.975674 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209da927-461a-4f35-9cde-73824d7f1653 req-3546b123-70b3-40af-baee-7ab279941d46 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:29.977253 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-209da927-461a-4f35-9cde-73824d7f1653 req-3546b123-70b3-40af-baee-7ab279941d46 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a29bf9-775c-4b90-9e4c-314cd01b37f3 HTTP/1.1" status: 200 len: 943 time: 0.1048846 Sep 08 09:22:29.993179 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e7f682-cac6-40d2-857f-bdfc0434e1f3 req-02bb1e64-51f1-4bc5-8e1a-37c356af9c07 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:22:29.993556 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e7f682-cac6-40d2-857f-bdfc0434e1f3 req-02bb1e64-51f1-4bc5-8e1a-37c356af9c07 service neutron] Checking segment: {'id': '0adbffbb-cf08-4e79-9920-208d98c2b498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:22:29.994263 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49e7f682-cac6-40d2-857f-bdfc0434e1f3 req-02bb1e64-51f1-4bc5-8e1a-37c356af9c07 service neutron] Bound using segment: {'id': '0adbffbb-cf08-4e79-9920-208d98c2b498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:22:29.994917 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-49e7f682-cac6-40d2-857f-bdfc0434e1f3 req-02bb1e64-51f1-4bc5-8e1a-37c356af9c07 service neutron] Bound port: 069f7523-ee1d-4679-8f37-92586e744f18, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0adbffbb-cf08-4e79-9920-208d98c2b498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:22:29.995477 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-49e7f682-cac6-40d2-857f-bdfc0434e1f3 req-02bb1e64-51f1-4bc5-8e1a-37c356af9c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:30.052037 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-209da927-461a-4f35-9cde-73824d7f1653 req-c8d69652-09eb-4245-8e18-86729f7914d9 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623522 Sep 08 09:22:30.118085 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-57827d82-dcb1-4640-8d90-d4e42e381da2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Allocated IP 172.20.0.7 (accf7f86-2e24-44f5-820b-a3db2b9e6a69/d81ebdae-1153-4256-ab0f-6149de60d7df/c5ff2652-88c4-4c8e-9801-94ca89e61192) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:22:30.129893 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:30.134059 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-07b202db-ea2d-4aaf-9093-efe1ff38abb6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:30.151294 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-07b202db-ea2d-4aaf-9093-efe1ff38abb6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:30.151653 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-07b202db-ea2d-4aaf-9093-efe1ff38abb6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:30.186026 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 87d4a1ec-8546-40f7-83c8-6f9550f470b3, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=87d4a1ec-8546-40f7-83c8-6f9550f470b3,segment=NetworkSegment(834b7598-a2cf-4dd2-83ba-dc656737b197),segment_id=834b7598-a2cf-4dd2-83ba-dc656737b197)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:22:30.192979 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:30.210008 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-49e7f682-cac6-40d2-857f-bdfc0434e1f3 req-02bb1e64-51f1-4bc5-8e1a-37c356af9c07 service neutron] For port 069f7523-ee1d-4679-8f37-92586e744f18, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:22:30.239146 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-49e7f682-cac6-40d2-857f-bdfc0434e1f3 req-02bb1e64-51f1-4bc5-8e1a-37c356af9c07 service neutron] For port 069f7523-ee1d-4679-8f37-92586e744f18, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=069f7523-ee1d-4679-8f37-92586e744f18,segment=NetworkSegment(0adbffbb-cf08-4e79-9920-208d98c2b498),segment_id=0adbffbb-cf08-4e79-9920-208d98c2b498)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:22:30.263527 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-49e7f682-cac6-40d2-857f-bdfc0434e1f3 req-02bb1e64-51f1-4bc5-8e1a-37c356af9c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:30.285445 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=87d4a1ec-8546-40f7-83c8-6f9550f470b3,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:30.312596 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b202db-ea2d-4aaf-9093-efe1ff38abb6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event updated for resources: {'Port': ['ID=1ef805be-f1ed-4887-b8fd-bc5c0ab3b7b1,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:30.391111 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7f682-cac6-40d2-857f-bdfc0434e1f3 req-02bb1e64-51f1-4bc5-8e1a-37c356af9c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:30.391872 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-49e7f682-cac6-40d2-857f-bdfc0434e1f3 req-02bb1e64-51f1-4bc5-8e1a-37c356af9c07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:30.394116 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-49e7f682-cac6-40d2-857f-bdfc0434e1f3 req-02bb1e64-51f1-4bc5-8e1a-37c356af9c07 service neutron] 10.222.0.37 "PUT /v2.0/ports/069f7523-ee1d-4679-8f37-92586e744f18 HTTP/1.1" status: 200 len: 1092 time: 3.0019035 Sep 08 09:22:30.418529 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1a29bf9-775c-4b90-9e4c-314cd01b37f3', 'tag': '069f7523-ee1d-4679-8f37-92586e744f18'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:22:30.422079 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382a5136-4622-4d8d-9088-b7f113f6a43b" -d '{"events": [{"name": "network-changed", "server_uuid": "b1a29bf9-775c-4b90-9e4c-314cd01b37f3", "tag": "069f7523-ee1d-4679-8f37-92586e744f18"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:22:30.511720 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52a5754-5784-42b2-990b-3d95ef3b6575 x-openstack-request-id: req-b52a5754-5784-42b2-990b-3d95ef3b6575 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:22:30.512009 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1a29bf9-775c-4b90-9e4c-314cd01b37f3", "tag": "069f7523-ee1d-4679-8f37-92586e744f18", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:22:30.512258 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b52a5754-5784-42b2-990b-3d95ef3b6575 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:22:30.513052 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1a29bf9-775c-4b90-9e4c-314cd01b37f3', 'tag': '069f7523-ee1d-4679-8f37-92586e744f18', 'status': 'completed', 'code': 200} Sep 08 09:22:30.879590 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-03a2576f-9c58-4982-b120-2a0003e857a1 req-11856072-84b7-4c48-a320-3d2da72e0938 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2cf7ffd-4601-4b7e-bef6-c32728165377 HTTP/1.1" status: 200 len: 210 time: 0.0335832 Sep 08 09:22:30.949160 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb1e64-51f1-4bc5-8e1a-37c356af9c07 service neutron] Pushing event updated for resources: {'Port': ['ID=069f7523-ee1d-4679-8f37-92586e744f18,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:30.965306 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b8a69dbd-0c2c-4f24-826f-5711b032da6d req-0a5d514b-e5ce-4dac-937e-19e799aec63f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c36fbdc9-d408-4bbd-8b9c-08392f1657db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6667216 Sep 08 09:22:30.977867 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b202db-ea2d-4aaf-9093-efe1ff38abb6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Network a04dd817-5d16-465a-976c-73419d57bc1a is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:22:30.995481 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7f682-cac6-40d2-857f-bdfc0434e1f3 req-5bf7c1a9-1c22-430c-9b3e-d4c6a061e952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:30.997746 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-49e7f682-cac6-40d2-857f-bdfc0434e1f3 req-5bf7c1a9-1c22-430c-9b3e-d4c6a061e952 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca0d1910d7ca4892b72992e748a5bde6&device_id=b1a29bf9-775c-4b90-9e4c-314cd01b37f3 HTTP/1.1" status: 200 len: 1095 time: 0.5297246 Sep 08 09:22:30.998851 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-07b202db-ea2d-4aaf-9093-efe1ff38abb6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:22:31.031711 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-57827d82-dcb1-4640-8d90-d4e42e381da2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:31.068790 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 87d4a1ec-8546-40f7-83c8-6f9550f470b3 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:22:31.113353 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-49e7f682-cac6-40d2-857f-bdfc0434e1f3 req-84ec58a6-fff7-45e4-a07a-b73ae40198ae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=069f7523-ee1d-4679-8f37-92586e744f18 HTTP/1.1" status: 200 len: 217 time: 0.0966768 Sep 08 09:22:31.133193 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 87d4a1ec-8546-40f7-83c8-6f9550f470b3 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:22:31.135047 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:31.182527 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-57827d82-dcb1-4640-8d90-d4e42e381da2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Transition to ACTIVE for port object c5ff2652-88c4-4c8e-9801-94ca89e61192 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:22:31.302900 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a69dbd-0c2c-4f24-826f-5711b032da6d req-7cc8ece6-a0a9-417f-9ee3-2048525e1e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:31.304451 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b8a69dbd-0c2c-4f24-826f-5711b032da6d req-7cc8ece6-a0a9-417f-9ee3-2048525e1e91 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca0d1910d7ca4892b72992e748a5bde6&device_id=c36fbdc9-d408-4bbd-8b9c-08392f1657db HTTP/1.1" status: 200 len: 1097 time: 0.2052705 Sep 08 09:22:31.320012 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7f682-cac6-40d2-857f-bdfc0434e1f3 req-29ce77c4-eb72-4307-b5fd-b81386fd1e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:31.321514 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-49e7f682-cac6-40d2-857f-bdfc0434e1f3 req-29ce77c4-eb72-4307-b5fd-b81386fd1e3c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=452a4b6d-a445-4b2b-9168-2695dd67e404 HTTP/1.1" status: 200 len: 851 time: 0.1846411 Sep 08 09:22:31.384105 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-b0518265-9470-4ef2-a078-54c77cd74004 None None] Provisioning complete for port 1ef805be-f1ed-4887-b8fd-bc5c0ab3b7b1 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:22:31.384577 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b0518265-9470-4ef2-a078-54c77cd74004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:31.386503 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09fb0df-9be9-4d12-bc1b-61e951becfe2 req-847bbf42-1a1e-4291-aba6-5268a834d582 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:31.388166 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d09fb0df-9be9-4d12-bc1b-61e951becfe2 req-847bbf42-1a1e-4291-aba6-5268a834d582 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a29bf9-775c-4b90-9e4c-314cd01b37f3 HTTP/1.1" status: 200 len: 943 time: 0.2040942 Sep 08 09:22:31.423696 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-b0518265-9470-4ef2-a078-54c77cd74004 None None] Port 1ef805be-f1ed-4887-b8fd-bc5c0ab3b7b1 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:22:31.432162 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-57827d82-dcb1-4640-8d90-d4e42e381da2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:31.539699 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b202db-ea2d-4aaf-9093-efe1ff38abb6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Router 3bbdf73c-aaaa-4e3c-a4bd-bcbac6907c60 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:22:31.559548 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-57827d82-dcb1-4640-8d90-d4e42e381da2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Network accf7f86-2e24-44f5-820b-a3db2b9e6a69 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:22:31.563255 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7f682-cac6-40d2-857f-bdfc0434e1f3 req-70671be2-c9ca-4871-9d4b-2b2f505cffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:31.564806 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-49e7f682-cac6-40d2-857f-bdfc0434e1f3 req-70671be2-c9ca-4871-9d4b-2b2f505cffa0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2de43bb0-acf3-42aa-b534-30332da083e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2329125 Sep 08 09:22:31.582661 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-57827d82-dcb1-4640-8d90-d4e42e381da2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:22:31.607950 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d09fb0df-9be9-4d12-bc1b-61e951becfe2 req-2377be26-9cc4-4aba-81cb-ab10ecf64c82 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896648 Sep 08 09:22:31.610564 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-57827d82-dcb1-4640-8d90-d4e42e381da2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:22:31.616176 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57827d82-dcb1-4640-8d90-d4e42e381da2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Pushing event updated for resources: {'Port': ['ID=c5ff2652-88c4-4c8e-9801-94ca89e61192,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:31.661782 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a69dbd-0c2c-4f24-826f-5711b032da6d req-ad41e9b3-bc70-4a8d-9df3-1bcb5b291079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:31.664695 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b8a69dbd-0c2c-4f24-826f-5711b032da6d req-ad41e9b3-bc70-4a8d-9df3-1bcb5b291079 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2de43bb0-acf3-42aa-b534-30332da083e7 HTTP/1.1" status: 200 len: 913 time: 0.3340678 Sep 08 09:22:31.852101 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b8a69dbd-0c2c-4f24-826f-5711b032da6d req-ee5ff8e1-46ab-4cd3-ba60-d0ec20faf361 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b73e27f2-f52d-4cc3-a12e-4fa5ab811726 HTTP/1.1" status: 200 len: 217 time: 0.1490450 Sep 08 09:22:31.874494 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-57827d82-dcb1-4640-8d90-d4e42e381da2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:31.875382 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-57827d82-dcb1-4640-8d90-d4e42e381da2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:31.957023 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-864ba1c3-70ad-4119-b8c6-c505fcff64e6 None None] Provisioning for port c5ff2652-88c4-4c8e-9801-94ca89e61192 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:22:31.965729 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-864ba1c3-70ad-4119-b8c6-c505fcff64e6 None None] Provisioning complete for port c5ff2652-88c4-4c8e-9801-94ca89e61192 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:22:31.966420 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-864ba1c3-70ad-4119-b8c6-c505fcff64e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:31.968017 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b202db-ea2d-4aaf-9093-efe1ff38abb6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:22:31.976140 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-07b202db-ea2d-4aaf-9093-efe1ff38abb6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "PUT /v2.0/routers/3bbdf73c-aaaa-4e3c-a4bd-bcbac6907c60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7213314 Sep 08 09:22:31.979362 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-57827d82-dcb1-4640-8d90-d4e42e381da2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.8082700 Sep 08 09:22:31.980110 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 41740) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:31.980492 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29ec11a-6512-4f3d-a6cb-1dda282c9257 None None] Sync routers for ids ['3bbdf73c-aaaa-4e3c-a4bd-bcbac6907c60'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:22:31.996079 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29ec11a-6512-4f3d-a6cb-1dda282c9257 None None] Routers {'3bbdf73c-aaaa-4e3c-a4bd-bcbac6907c60'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:22:31.996753 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-f29ec11a-6512-4f3d-a6cb-1dda282c9257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:22:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['3bbdf73c-aaaa-4e3c-a4bd-bcbac6907c60'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:32.025688 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-49e7f682-cac6-40d2-857f-bdfc0434e1f3 req-d4010c02-dd3f-4246-b7ca-8d158269cf65 service neutron] 10.222.0.37 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4444726 Sep 08 09:22:32.030270 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-b68a2187-0ea7-4e37-8516-d84b8efac546 service neutron] Request body: {'port': {'device_id': 'b2cf7ffd-4601-4b7e-bef6-c32728165377', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:22:32.054947 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-864ba1c3-70ad-4119-b8c6-c505fcff64e6 None None] Port c5ff2652-88c4-4c8e-9801-94ca89e61192 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:22:32.059269 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e929c-e46d-4357-af1f-caef554571f1 req-74abbabc-3e28-43ce-9487-0eb15f9c3847 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:32.060882 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-701e929c-e46d-4357-af1f-caef554571f1 req-74abbabc-3e28-43ce-9487-0eb15f9c3847 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2cf7ffd-4601-4b7e-bef6-c32728165377 HTTP/1.1" status: 200 len: 970 time: 0.1073194 Sep 08 09:22:32.072688 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-f29ec11a-6512-4f3d-a6cb-1dda282c9257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:32.082523 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29ec11a-6512-4f3d-a6cb-1dda282c9257 None None] Routers {'3bbdf73c-aaaa-4e3c-a4bd-bcbac6907c60'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:22:32.083520 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-f29ec11a-6512-4f3d-a6cb-1dda282c9257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:22:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['3bbdf73c-aaaa-4e3c-a4bd-bcbac6907c60'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:32.121777 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-f29ec11a-6512-4f3d-a6cb-1dda282c9257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:32.122662 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29ec11a-6512-4f3d-a6cb-1dda282c9257 None None] The sync data for ids ['3bbdf73c-aaaa-4e3c-a4bd-bcbac6907c60'] in n-d-806683-11 is: [] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:22:32.145080 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a69dbd-0c2c-4f24-826f-5711b032da6d req-9e42fca0-0517-42ba-9ca9-447e1eb06b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:32.145554 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-701e929c-e46d-4357-af1f-caef554571f1 req-5e205a7e-04ce-4326-a878-bd6e1a4494f1 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3c3e843-dd3f-48d2-92ef-ad7855719d38&id=809c40b7-900c-4bfa-a9ce-d9c4e4d44d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0768623 Sep 08 09:22:32.148262 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b8a69dbd-0c2c-4f24-826f-5711b032da6d req-9e42fca0-0517-42ba-9ca9-447e1eb06b9a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=452a4b6d-a445-4b2b-9168-2695dd67e404 HTTP/1.1" status: 200 len: 851 time: 0.2796042 Sep 08 09:22:32.178957 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafeeb90-f3f8-4d12-bfec-fe4733c21970 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:32.180516 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-aafeeb90-f3f8-4d12-bfec-fe4733c21970 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "GET /v2.0/ports/1ef805be-f1ed-4887-b8fd-bc5c0ab3b7b1 HTTP/1.1" status: 200 len: 983 time: 0.1950288 Sep 08 09:22:32.183839 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41744) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:32.246648 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-49e7f682-cac6-40d2-857f-bdfc0434e1f3 req-081d94f1-7758-457d-88d6-4e3fafb58f45 service neutron] 10.222.0.37 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038257 Sep 08 09:22:32.253434 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-b68a2187-0ea7-4e37-8516-d84b8efac546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:32.277849 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a69dbd-0c2c-4f24-826f-5711b032da6d req-56216bf0-5416-4752-b245-d0aa8b412865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:32.279737 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b8a69dbd-0c2c-4f24-826f-5711b032da6d req-56216bf0-5416-4752-b245-d0aa8b412865 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2de43bb0-acf3-42aa-b534-30332da083e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1218081 Sep 08 09:22:32.649832 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a5136-4622-4d8d-9088-b7f113f6a43b req-9620f427-7f61-4b5a-a0ba-114e6e466835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:32.651413 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-382a5136-4622-4d8d-9088-b7f113f6a43b req-9620f427-7f61-4b5a-a0ba-114e6e466835 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca0d1910d7ca4892b72992e748a5bde6&device_id=b1a29bf9-775c-4b90-9e4c-314cd01b37f3 HTTP/1.1" status: 200 len: 1095 time: 0.3095748 Sep 08 09:22:32.655704 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b8a69dbd-0c2c-4f24-826f-5711b032da6d req-c53ccdac-9908-45b5-aabe-a6867ea5b929 service neutron] 10.222.0.35 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476655 Sep 08 09:22:32.936385 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-902e8d77-e061-4594-beaf-e9c0f82fa5aa tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:32.952121 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c202b-98d6-4c7d-95e6-becb4568b715 req-bb472d3b-90f9-4a80-9f03-21b0cc65c6cd tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:32.953803 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-df6c202b-98d6-4c7d-95e6-becb4568b715 req-bb472d3b-90f9-4a80-9f03-21b0cc65c6cd tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a29bf9-775c-4b90-9e4c-314cd01b37f3 HTTP/1.1" status: 200 len: 943 time: 0.2297270 Sep 08 09:22:33.000378 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b8a69dbd-0c2c-4f24-826f-5711b032da6d req-7d77a5e2-3e44-4b24-8555-f965ff173c1a service neutron] 10.222.0.35 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293302 Sep 08 09:22:33.012510 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a5136-4622-4d8d-9088-b7f113f6a43b req-d10d6ef4-53ea-4115-9aba-5acb7667b828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:33.013916 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-382a5136-4622-4d8d-9088-b7f113f6a43b req-d10d6ef4-53ea-4115-9aba-5acb7667b828 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2de43bb0-acf3-42aa-b534-30332da083e7 HTTP/1.1" status: 200 len: 913 time: 0.3527992 Sep 08 09:22:33.030101 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-b68a2187-0ea7-4e37-8516-d84b8efac546 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5ff2652-88c4-4c8e-9801-94ca89e61192 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:22:33.075477 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-b68a2187-0ea7-4e37-8516-d84b8efac546 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:33.080245 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-df6c202b-98d6-4c7d-95e6-becb4568b715 req-5deff373-d16b-48d5-bcf8-561297a2e3d6 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144211 Sep 08 09:22:33.083143 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-382a5136-4622-4d8d-9088-b7f113f6a43b req-8f84710e-300f-4489-9bbc-fe2b9cee1a02 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=069f7523-ee1d-4679-8f37-92586e744f18 HTTP/1.1" status: 200 len: 217 time: 0.0568423 Sep 08 09:22:33.102672 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-b68a2187-0ea7-4e37-8516-d84b8efac546 service neutron] Transition to ACTIVE for port object c5ff2652-88c4-4c8e-9801-94ca89e61192 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:22:33.135990 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-b68a2187-0ea7-4e37-8516-d84b8efac546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:33.263751 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a5136-4622-4d8d-9088-b7f113f6a43b req-a88ac214-e651-4f7f-b545-06a2c34f8ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:33.268492 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-382a5136-4622-4d8d-9088-b7f113f6a43b req-a88ac214-e651-4f7f-b545-06a2c34f8ab6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=452a4b6d-a445-4b2b-9168-2695dd67e404 HTTP/1.1" status: 200 len: 851 time: 0.1761277 Sep 08 09:22:33.317687 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-902e8d77-e061-4594-beaf-e9c0f82fa5aa tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Deleting port 1ef805be-f1ed-4887-b8fd-bc5c0ab3b7b1 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:22:33.318806 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-902e8d77-e061-4594-beaf-e9c0f82fa5aa tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:33.336889 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a2187-0ea7-4e37-8516-d84b8efac546 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ff2652-88c4-4c8e-9801-94ca89e61192,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:33.422889 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a5136-4622-4d8d-9088-b7f113f6a43b req-4518cc78-9b30-437d-b24a-5e0d721de4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:33.424278 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-382a5136-4622-4d8d-9088-b7f113f6a43b req-4518cc78-9b30-437d-b24a-5e0d721de4d0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2de43bb0-acf3-42aa-b534-30332da083e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1448116 Sep 08 09:22:33.438096 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-902e8d77-e061-4594-beaf-e9c0f82fa5aa tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:33.455916 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-902e8d77-e061-4594-beaf-e9c0f82fa5aa tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Calling delete_port for 1ef805be-f1ed-4887-b8fd-bc5c0ab3b7b1 owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:22:33.477341 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-b68a2187-0ea7-4e37-8516-d84b8efac546 service neutron] Attempting to bind port c5ff2652-88c4-4c8e-9801-94ca89e61192 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:22:33.477731 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-b68a2187-0ea7-4e37-8516-d84b8efac546 service neutron] Attempting to bind port c5ff2652-88c4-4c8e-9801-94ca89e61192 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '834b7598-a2cf-4dd2-83ba-dc656737b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'accf7f86-2e24-44f5-820b-a3db2b9e6a69'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:22:33.478008 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-b68a2187-0ea7-4e37-8516-d84b8efac546 service neutron] Attempting to bind port c5ff2652-88c4-4c8e-9801-94ca89e61192 on network accf7f86-2e24-44f5-820b-a3db2b9e6a69 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:22:33.488467 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-b68a2187-0ea7-4e37-8516-d84b8efac546 service neutron] Port c5ff2652-88c4-4c8e-9801-94ca89e61192 on network accf7f86-2e24-44f5-820b-a3db2b9e6a69 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:22:33.488802 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-b68a2187-0ea7-4e37-8516-d84b8efac546 service neutron] Attempting to bind port c5ff2652-88c4-4c8e-9801-94ca89e61192 on network accf7f86-2e24-44f5-820b-a3db2b9e6a69 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:22:33.532332 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-b68a2187-0ea7-4e37-8516-d84b8efac546 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:22:33.532579 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-b68a2187-0ea7-4e37-8516-d84b8efac546 service neutron] Checking segment: {'id': '834b7598-a2cf-4dd2-83ba-dc656737b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'accf7f86-2e24-44f5-820b-a3db2b9e6a69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:22:33.532973 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-b68a2187-0ea7-4e37-8516-d84b8efac546 service neutron] Bound using segment: {'id': '834b7598-a2cf-4dd2-83ba-dc656737b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'accf7f86-2e24-44f5-820b-a3db2b9e6a69'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:22:33.533561 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-b68a2187-0ea7-4e37-8516-d84b8efac546 service neutron] Bound port: c5ff2652-88c4-4c8e-9801-94ca89e61192, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '834b7598-a2cf-4dd2-83ba-dc656737b197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'accf7f86-2e24-44f5-820b-a3db2b9e6a69'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:22:33.533934 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-b68a2187-0ea7-4e37-8516-d84b8efac546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:33.608894 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-382a5136-4622-4d8d-9088-b7f113f6a43b req-19caeabb-6613-489a-95fa-e6360731bbbf service neutron] 10.222.0.37 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706071 Sep 08 09:22:33.612203 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039e362-40ff-4a8b-a363-1eecccd4216e req-8ee877ec-a552-4c22-a448-ea27fee06f20 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:33.619903 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7039e362-40ff-4a8b-a363-1eecccd4216e req-8ee877ec-a552-4c22-a448-ea27fee06f20 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2cf7ffd-4601-4b7e-bef6-c32728165377 HTTP/1.1" status: 200 len: 982 time: 0.0746281 Sep 08 09:22:33.663400 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-b68a2187-0ea7-4e37-8516-d84b8efac546 service neutron] For port c5ff2652-88c4-4c8e-9801-94ca89e61192, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:22:33.711255 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-b68a2187-0ea7-4e37-8516-d84b8efac546 service neutron] For port c5ff2652-88c4-4c8e-9801-94ca89e61192, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=c5ff2652-88c4-4c8e-9801-94ca89e61192,segment=NetworkSegment(834b7598-a2cf-4dd2-83ba-dc656737b197),segment_id=834b7598-a2cf-4dd2-83ba-dc656737b197)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:22:33.718622 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-b68a2187-0ea7-4e37-8516-d84b8efac546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:33.734652 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7039e362-40ff-4a8b-a363-1eecccd4216e req-07145494-1e41-48c2-8b8d-41a498e9f626 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3c3e843-dd3f-48d2-92ef-ad7855719d38&id=809c40b7-900c-4bfa-a9ce-d9c4e4d44d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1138279 Sep 08 09:22:33.772195 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-b68a2187-0ea7-4e37-8516-d84b8efac546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:33.773001 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-b68a2187-0ea7-4e37-8516-d84b8efac546 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:33.774534 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-b68a2187-0ea7-4e37-8516-d84b8efac546 service neutron] 10.222.0.35 "PUT /v2.0/ports/c5ff2652-88c4-4c8e-9801-94ca89e61192 HTTP/1.1" status: 200 len: 1131 time: 1.7710879 Sep 08 09:22:33.776375 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2cf7ffd-4601-4b7e-bef6-c32728165377', 'tag': 'c5ff2652-88c4-4c8e-9801-94ca89e61192'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:22:33.779048 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99072b0a-b946-4f5c-b7de-763a0171d3d6" -d '{"events": [{"name": "network-changed", "server_uuid": "b2cf7ffd-4601-4b7e-bef6-c32728165377", "tag": "c5ff2652-88c4-4c8e-9801-94ca89e61192"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:22:33.791252 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-382a5136-4622-4d8d-9088-b7f113f6a43b req-513e73d6-7d99-45dd-8840-2adfa6d0c688 service neutron] 10.222.0.37 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712606 Sep 08 09:22:33.821173 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a2187-0ea7-4e37-8516-d84b8efac546 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ff2652-88c4-4c8e-9801-94ca89e61192,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:33.829251 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-902e8d77-e061-4594-beaf-e9c0f82fa5aa tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:33.850134 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5b63a1-bc31-4210-a3e0-71bf660b6f75 x-openstack-request-id: req-da5b63a1-bc31-4210-a3e0-71bf660b6f75 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:22:33.850619 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2cf7ffd-4601-4b7e-bef6-c32728165377", "tag": "c5ff2652-88c4-4c8e-9801-94ca89e61192", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:22:33.850973 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-da5b63a1-bc31-4210-a3e0-71bf660b6f75 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:22:33.851453 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2cf7ffd-4601-4b7e-bef6-c32728165377', 'tag': 'c5ff2652-88c4-4c8e-9801-94ca89e61192', 'status': 'completed', 'code': 200} Sep 08 09:22:33.870680 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e8d77-e061-4594-beaf-e9c0f82fa5aa tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event deleted for resources: {'Port': ['ID=1ef805be-f1ed-4887-b8fd-bc5c0ab3b7b1,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:33.929356 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-19d644ee-9776-401a-b59f-87febb22578f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:33.931390 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-19d644ee-9776-401a-b59f-87febb22578f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ecbaee6aa4b844ae9f42681fee78a6d0&device_id=b2cf7ffd-4601-4b7e-bef6-c32728165377 HTTP/1.1" status: 200 len: 1134 time: 0.0594823 Sep 08 09:22:34.004282 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-902e8d77-e061-4594-beaf-e9c0f82fa5aa tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:34.075324 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-05bbd68c-a949-40f6-b9b4-7cef1f81e45c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5ff2652-88c4-4c8e-9801-94ca89e61192 HTTP/1.1" status: 200 len: 217 time: 0.1283007 Sep 08 09:22:34.193528 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-12684b7c-5a14-4695-8cfb-224b10edbf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:34.195100 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-12684b7c-5a14-4695-8cfb-224b10edbf9f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d81ebdae-1153-4256-ab0f-6149de60d7df HTTP/1.1" status: 200 len: 833 time: 0.1120605 Sep 08 09:22:34.267756 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-2c9135ea-65ef-42f3-ac4b-611b0d065b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:34.269316 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-2c9135ea-65ef-42f3-ac4b-611b0d065b23 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=accf7f86-2e24-44f5-820b-a3db2b9e6a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623848 Sep 08 09:22:34.311788 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902e8d77-e061-4594-beaf-e9c0f82fa5aa tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Router 3bbdf73c-aaaa-4e3c-a4bd-bcbac6907c60 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:22:34.334248 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb454f4d-c6fd-4cb3-b606-31cd0fab67a6 req-137a2d95-042e-4804-b87d-49b250f62acd tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:34.335795 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bb454f4d-c6fd-4cb3-b606-31cd0fab67a6 req-137a2d95-042e-4804-b87d-49b250f62acd tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a29bf9-775c-4b90-9e4c-314cd01b37f3 HTTP/1.1" status: 200 len: 943 time: 0.0946279 Sep 08 09:22:34.411101 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-41b21c3a-bf5d-48be-ae47-0fefefc196b7 service neutron] 10.222.0.35 "GET /v2.0/networks/accf7f86-2e24-44f5-820b-a3db2b9e6a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310446 Sep 08 09:22:34.424034 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902e8d77-e061-4594-beaf-e9c0f82fa5aa tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:22:34.432517 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-902e8d77-e061-4594-beaf-e9c0f82fa5aa tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "PUT /v2.0/routers/3bbdf73c-aaaa-4e3c-a4bd-bcbac6907c60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2474215 Sep 08 09:22:34.437001 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 41804) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:34.438685 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2590cd9f-b53a-4960-a5e4-78d2eb00b5d8 None None] Sync routers for ids ['3bbdf73c-aaaa-4e3c-a4bd-bcbac6907c60'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:22:34.450173 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bb454f4d-c6fd-4cb3-b606-31cd0fab67a6 req-244a7d3f-a4c6-46a3-8ea1-50d7810f7b9c tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737865 Sep 08 09:22:34.465072 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2590cd9f-b53a-4960-a5e4-78d2eb00b5d8 None None] Routers {'3bbdf73c-aaaa-4e3c-a4bd-bcbac6907c60'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:22:34.466454 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-2590cd9f-b53a-4960-a5e4-78d2eb00b5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:22:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['3bbdf73c-aaaa-4e3c-a4bd-bcbac6907c60'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:34.504231 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-2590cd9f-b53a-4960-a5e4-78d2eb00b5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:34.516443 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2590cd9f-b53a-4960-a5e4-78d2eb00b5d8 None None] Routers {'3bbdf73c-aaaa-4e3c-a4bd-bcbac6907c60'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:22:34.517177 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-2590cd9f-b53a-4960-a5e4-78d2eb00b5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:22:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['3bbdf73c-aaaa-4e3c-a4bd-bcbac6907c60'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:34.551028 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-2590cd9f-b53a-4960-a5e4-78d2eb00b5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:34.551700 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2590cd9f-b53a-4960-a5e4-78d2eb00b5d8 None None] The sync data for ids ['3bbdf73c-aaaa-4e3c-a4bd-bcbac6907c60'] in n-d-806683-11 is: [] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:22:34.811776 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 069f7523-ee1d-4679-8f37-92586e744f18 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:22:34.931515 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 069f7523-ee1d-4679-8f37-92586e744f18, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=069f7523-ee1d-4679-8f37-92586e744f18,segment=NetworkSegment(0adbffbb-cf08-4e79-9920-208d98c2b498),segment_id=0adbffbb-cf08-4e79-9920-208d98c2b498)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:22:34.948133 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '069f7523-ee1d-4679-8f37-92586e744f18', 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7', 'port_id': '069f7523-ee1d-4679-8f37-92586e744f18', 'mac_address': 'fa:16:3e:4d:14:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452a4b6d-a445-4b2b-9168-2695dd67e404', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:22:34.997658 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:35.013983 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 069f7523-ee1d-4679-8f37-92586e744f18 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:22:35.048006 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 069f7523-ee1d-4679-8f37-92586e744f18, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=069f7523-ee1d-4679-8f37-92586e744f18,segment=NetworkSegment(0adbffbb-cf08-4e79-9920-208d98c2b498),segment_id=0adbffbb-cf08-4e79-9920-208d98c2b498)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:22:35.055569 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:35.114001 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=069f7523-ee1d-4679-8f37-92586e744f18,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:35.134451 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb0be659-e244-4be7-a3bc-abeed1ef4a47 req-3c97372a-b4ab-4a78-b237-8c2c9ec75682 service neutron] 10.222.0.35 "GET /v2.0/networks/accf7f86-2e24-44f5-820b-a3db2b9e6a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7147417 Sep 08 09:22:35.157585 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-de45d9d8-a2dc-4c40-a4b3-26bc70ff3949 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] remove_router_interface failed (client error): The resource could not be found. Sep 08 09:22:35.161282 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-de45d9d8-a2dc-4c40-a4b3-26bc70ff3949 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "PUT /v2.0/routers/3bbdf73c-aaaa-4e3c-a4bd-bcbac6907c60/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7100980 Sep 08 09:22:35.161854 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41844) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:35.168411 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71d3d2-595b-421f-af7d-97dd76feea7a req-9a930076-fbd6-461f-98a1-b516b005b1eb tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:35.169984 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8c71d3d2-595b-421f-af7d-97dd76feea7a req-9a930076-fbd6-461f-98a1-b516b005b1eb tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2cf7ffd-4601-4b7e-bef6-c32728165377 HTTP/1.1" status: 200 len: 982 time: 0.1461608 Sep 08 09:22:35.221198 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5c163627-eba5-4e46-8f29-c098e802f575 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "GET /v2.0/ports?device_id=3bbdf73c-aaaa-4e3c-a4bd-bcbac6907c60 HTTP/1.1" status: 200 len: 205 time: 0.0580359 Sep 08 09:22:35.223736 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41850) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:35.245436 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8c71d3d2-595b-421f-af7d-97dd76feea7a req-090e1391-7e39-464d-bd26-cff589fb23e8 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3c3e843-dd3f-48d2-92ef-ad7855719d38&id=809c40b7-900c-4bfa-a9ce-d9c4e4d44d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0612397 Sep 08 09:22:35.293601 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99072b0a-b946-4f5c-b7de-763a0171d3d6 req-968b7517-c06b-44fb-8f7c-7b43a8e936c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:35.295275 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-99072b0a-b946-4f5c-b7de-763a0171d3d6 req-968b7517-c06b-44fb-8f7c-7b43a8e936c5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ecbaee6aa4b844ae9f42681fee78a6d0&device_id=b2cf7ffd-4601-4b7e-bef6-c32728165377 HTTP/1.1" status: 200 len: 1134 time: 0.0459833 Sep 08 09:22:35.311047 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-32af5454-9988-472c-b859-f0bac0801c61 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:35.343454 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['069f7523-ee1d-4679-8f37-92586e744f18'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:22:35.434320 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99072b0a-b946-4f5c-b7de-763a0171d3d6 req-0536020d-fb09-4cd7-9a9d-c7b1e5212572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:35.436356 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-99072b0a-b946-4f5c-b7de-763a0171d3d6 req-0536020d-fb09-4cd7-9a9d-c7b1e5212572 service neutron] 10.222.0.35 "GET /v2.0/networks?id=accf7f86-2e24-44f5-820b-a3db2b9e6a69 HTTP/1.1" status: 200 len: 898 time: 0.1322966 Sep 08 09:22:35.505091 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-99072b0a-b946-4f5c-b7de-763a0171d3d6 req-cc471466-c20f-4568-ac1b-2abaddac9c48 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5ff2652-88c4-4c8e-9801-94ca89e61192 HTTP/1.1" status: 200 len: 217 time: 0.0600679 Sep 08 09:22:35.603893 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-32af5454-9988-472c-b859-f0bac0801c61 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:35.614996 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99072b0a-b946-4f5c-b7de-763a0171d3d6 req-849ebb20-fa35-4c75-919c-f5b20c95c900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:35.617047 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-99072b0a-b946-4f5c-b7de-763a0171d3d6 req-849ebb20-fa35-4c75-919c-f5b20c95c900 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d81ebdae-1153-4256-ab0f-6149de60d7df HTTP/1.1" status: 200 len: 833 time: 0.1037838 Sep 08 09:22:35.633046 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-32af5454-9988-472c-b859-f0bac0801c61 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:35.712852 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99072b0a-b946-4f5c-b7de-763a0171d3d6 req-f697e71f-970b-4cf5-97f1-fefd325cba37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:35.715163 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4358c-69db-4e36-9fc5-510f23f41c0b req-d4e3609d-b058-4365-9eb1-325af4f79d68 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:35.716416 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-99072b0a-b946-4f5c-b7de-763a0171d3d6 req-f697e71f-970b-4cf5-97f1-fefd325cba37 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=accf7f86-2e24-44f5-820b-a3db2b9e6a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0897887 Sep 08 09:22:35.722723 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d7f4358c-69db-4e36-9fc5-510f23f41c0b req-d4e3609d-b058-4365-9eb1-325af4f79d68 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a29bf9-775c-4b90-9e4c-314cd01b37f3 HTTP/1.1" status: 200 len: 944 time: 0.1401777 Sep 08 09:22:35.731960 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-32af5454-9988-472c-b859-f0bac0801c61 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:35.732519 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32af5454-9988-472c-b859-f0bac0801c61 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Fanout notify agent at l3_agent the message router_deleted on router 3bbdf73c-aaaa-4e3c-a4bd-bcbac6907c60 {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:22:35.745597 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-32af5454-9988-472c-b859-f0bac0801c61 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:35.746753 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-32af5454-9988-472c-b859-f0bac0801c61 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "DELETE /v2.0/routers/3bbdf73c-aaaa-4e3c-a4bd-bcbac6907c60 HTTP/1.1" status: 204 len: 168 time: 0.5218585 Sep 08 09:22:35.757313 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41884) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:35.889901 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d7f4358c-69db-4e36-9fc5-510f23f41c0b req-833715b9-75b9-4fd7-a46c-76e1ff922cd7 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662304 Sep 08 09:22:35.894665 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-2943af7b-2312-467f-b303-e840cede5e38 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Deleting subnet 56644cd3-4dba-4a92-b2a2-71370749cfc7 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:22:35.900217 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2943af7b-2312-467f-b303-e840cede5e38 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:35.901491 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-99072b0a-b946-4f5c-b7de-763a0171d3d6 req-1aa295eb-31b7-4219-8366-e347d3ef3dd7 service neutron] 10.222.0.35 "GET /v2.0/networks/accf7f86-2e24-44f5-820b-a3db2b9e6a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769981 Sep 08 09:22:36.001853 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2943af7b-2312-467f-b303-e840cede5e38 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:36.042726 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-99072b0a-b946-4f5c-b7de-763a0171d3d6 req-b070c7fe-10d6-43a1-b360-16fc6f4df79e service neutron] 10.222.0.35 "GET /v2.0/networks/accf7f86-2e24-44f5-820b-a3db2b9e6a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323369 Sep 08 09:22:36.117491 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2943af7b-2312-467f-b303-e840cede5e38 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:36.185904 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2943af7b-2312-467f-b303-e840cede5e38 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:36.213610 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2943af7b-2312-467f-b303-e840cede5e38 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event deleted for resources: {'Subnet': ['ID=56644cd3-4dba-4a92-b2a2-71370749cfc7,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:36.217266 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2943af7b-2312-467f-b303-e840cede5e38 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:36.219169 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2943af7b-2312-467f-b303-e840cede5e38 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "DELETE /v2.0/subnets/56644cd3-4dba-4a92-b2a2-71370749cfc7 HTTP/1.1" status: 204 len: 168 time: 0.4515991 Sep 08 09:22:36.221737 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41912) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:36.225271 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bdcfdb-a124-4261-a721-b3d1550a9025 None None] Network a04dd817-5d16-465a-976c-73419d57bc1a requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:22:36.306612 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e98470a9-e122-49ef-86a9-045d27eee401 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:36.378838 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-e98470a9-e122-49ef-86a9-045d27eee401 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Deleting port 8ecd6ec3-8bfa-415e-8353-75ce8bfd2302 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:22:36.379659 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e98470a9-e122-49ef-86a9-045d27eee401 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:36.392513 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4552d7-b65b-44d2-96be-c941aed1e18b req-85745521-a3fd-48bb-9cf5-82d657afc44a tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:36.394958 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ab4552d7-b65b-44d2-96be-c941aed1e18b req-85745521-a3fd-48bb-9cf5-82d657afc44a tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2cf7ffd-4601-4b7e-bef6-c32728165377 HTTP/1.1" status: 200 len: 982 time: 0.0594263 Sep 08 09:22:36.450252 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ab4552d7-b65b-44d2-96be-c941aed1e18b req-d116bb13-1311-4338-b6d7-009392c57b10 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3c3e843-dd3f-48d2-92ef-ad7855719d38&id=809c40b7-900c-4bfa-a9ce-d9c4e4d44d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0474801 Sep 08 09:22:36.460153 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-e98470a9-e122-49ef-86a9-045d27eee401 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] For port 8ecd6ec3-8bfa-415e-8353-75ce8bfd2302, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=8ecd6ec3-8bfa-415e-8353-75ce8bfd2302,segment=NetworkSegment(7b7a83aa-e1c9-453e-b020-1a5de2407b1f),segment_id=7b7a83aa-e1c9-453e-b020-1a5de2407b1f)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:22:36.460533 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e98470a9-e122-49ef-86a9-045d27eee401 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:36.465697 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9185bad6-6d41-4b5e-8c82-0bfac1038629 None None] DHCP port deletion for a04dd817-5d16-465a-976c-73419d57bc1a request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:22:36.476929 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-e98470a9-e122-49ef-86a9-045d27eee401 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Calling delete_port for 8ecd6ec3-8bfa-415e-8353-75ce8bfd2302 owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:22:36.519778 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-9185bad6-6d41-4b5e-8c82-0bfac1038629 None None] Deleting port 8ecd6ec3-8bfa-415e-8353-75ce8bfd2302 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:22:36.520159 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9185bad6-6d41-4b5e-8c82-0bfac1038629 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:36.570505 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e98470a9-e122-49ef-86a9-045d27eee401 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:36.589434 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-9185bad6-6d41-4b5e-8c82-0bfac1038629 None None] For port 8ecd6ec3-8bfa-415e-8353-75ce8bfd2302, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=8ecd6ec3-8bfa-415e-8353-75ce8bfd2302,segment=NetworkSegment(7b7a83aa-e1c9-453e-b020-1a5de2407b1f),segment_id=7b7a83aa-e1c9-453e-b020-1a5de2407b1f)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:22:36.589844 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9185bad6-6d41-4b5e-8c82-0bfac1038629 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:36.600010 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98470a9-e122-49ef-86a9-045d27eee401 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event deleted for resources: {'Port': ['ID=8ecd6ec3-8bfa-415e-8353-75ce8bfd2302,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:36.601946 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98470a9-e122-49ef-86a9-045d27eee401 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] No DVR routers for this DVR port 8ecd6ec3-8bfa-415e-8353-75ce8bfd2302 on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:22:36.611149 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-9185bad6-6d41-4b5e-8c82-0bfac1038629 None None] Calling delete_port for 8ecd6ec3-8bfa-415e-8353-75ce8bfd2302 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:22:36.690825 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e98470a9-e122-49ef-86a9-045d27eee401 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:36.702309 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9185bad6-6d41-4b5e-8c82-0bfac1038629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:36.737840 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-e98470a9-e122-49ef-86a9-045d27eee401 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a04dd817-5d16-465a-976c-73419d57bc1a']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:36.749273 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9185bad6-6d41-4b5e-8c82-0bfac1038629 None None] Pushing event deleted for resources: {'Port': ['ID=8ecd6ec3-8bfa-415e-8353-75ce8bfd2302,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:36.754543 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9185bad6-6d41-4b5e-8c82-0bfac1038629 None None] No DVR routers for this DVR port 8ecd6ec3-8bfa-415e-8353-75ce8bfd2302 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:22:36.759849 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-e98470a9-e122-49ef-86a9-045d27eee401 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b7a83aa-e1c9-453e-b020-1a5de2407b1f') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:36.760149 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-e98470a9-e122-49ef-86a9-045d27eee401 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b7a83aa-e1c9-453e-b020-1a5de2407b1f') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:36.779407 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e98470a9-e122-49ef-86a9-045d27eee401 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:36.797440 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e98470a9-e122-49ef-86a9-045d27eee401 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:36.804332 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e98470a9-e122-49ef-86a9-045d27eee401 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:22:36.805029 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e98470a9-e122-49ef-86a9-045d27eee401 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:36.808241 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:22:36.808241 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:22:36.808241 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:22:36.808241 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:22:36.808241 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:22:36.808241 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:22:36.808241 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:22:36.808241 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:22:36.808241 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:22:36.808241 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:22:36.808241 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:22:36.808241 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:22:36.808241 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:22:36.808241 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:22:36.808241 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:22:36.808241 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:22:36.808241 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:22:36.808241 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:22:36.808241 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:22:36.808241 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:22:36.808241 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:22:36.808241 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:22:36.808241 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:22:36.808241 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:22:36.808241 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:22:36.808241 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:22:36.808241 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:22:36.808241 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:22:36.808241 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:22:36.808241 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:22:36.808241 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:22:36.808241 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:22:36.827134 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 069f7523-ee1d-4679-8f37-92586e744f18 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:22:36.875222 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e98470a9-e122-49ef-86a9-045d27eee401 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:36.894974 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 069f7523-ee1d-4679-8f37-92586e744f18 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:22:36.895374 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e98470a9-e122-49ef-86a9-045d27eee401 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:36.902335 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 41956) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:36.906261 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 069f7523-ee1d-4679-8f37-92586e744f18 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:22:36.906420 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e98470a9-e122-49ef-86a9-045d27eee401 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "DELETE /v2.0/networks/a04dd817-5d16-465a-976c-73419d57bc1a HTTP/1.1" status: 204 len: 168 time: 0.6804721 Sep 08 09:22:36.907939 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-e36f36e5-96c6-4591-9c01-3ccb734cc39e tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1558745332'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:22:36.911177 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:36.925044 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98470a9-e122-49ef-86a9-045d27eee401 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event deleted for resources: {'Network': ['ID=a04dd817-5d16-465a-976c-73419d57bc1a,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:36.965019 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36f36e5-96c6-4591-9c01-3ccb734cc39e tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Made reservation on behalf of 008ae683ead44873ba90ff716de87ee0 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:22:36.969501 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e36f36e5-96c6-4591-9c01-3ccb734cc39e tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:37.035040 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:37.050244 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e36f36e5-96c6-4591-9c01-3ccb734cc39e tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:22:37.063834 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e36f36e5-96c6-4591-9c01-3ccb734cc39e tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:37.064424 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-e36f36e5-96c6-4591-9c01-3ccb734cc39e tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Added segment 9a43b3c5-857f-40b1-948e-4bdb7bef80ed of type vlan for network 7565e3d7-e50f-424a-bcda-71e95cc23ec4 Sep 08 09:22:37.077254 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 069f7523-ee1d-4679-8f37-92586e744f18, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=069f7523-ee1d-4679-8f37-92586e744f18,segment=NetworkSegment(0adbffbb-cf08-4e79-9920-208d98c2b498),segment_id=0adbffbb-cf08-4e79-9920-208d98c2b498)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:22:37.080301 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1a29bf9-775c-4b90-9e4c-314cd01b37f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069f7523-ee1d-4679-8f37-92586e744f18'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:22:37.083863 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a67c89-6630-46e1-b21d-67e4d6efc437" -d '{"events": [{"server_uuid": "b1a29bf9-775c-4b90-9e4c-314cd01b37f3", "name": "network-vif-plugged", "status": "completed", "tag": "069f7523-ee1d-4679-8f37-92586e744f18"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:22:37.088852 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 8ecd6ec3-8bfa-415e-8353-75ce8bfd2302 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:22:37.114584 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 8ecd6ec3-8bfa-415e-8353-75ce8bfd2302 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:22:37.115359 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 8ecd6ec3-8bfa-415e-8353-75ce8bfd2302 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:22:37.117422 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:37.123904 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc25cef-f657-4834-aebe-95da87cf4080 req-91da7dfc-5b34-4679-9da6-0c5fcfe0012d tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:37.126620 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7dc25cef-f657-4834-aebe-95da87cf4080 req-91da7dfc-5b34-4679-9da6-0c5fcfe0012d tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a29bf9-775c-4b90-9e4c-314cd01b37f3 HTTP/1.1" status: 200 len: 944 time: 0.1131186 Sep 08 09:22:37.140051 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e36f36e5-96c6-4591-9c01-3ccb734cc39e tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:37.172253 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e36f36e5-96c6-4591-9c01-3ccb734cc39e tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:37.175825 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=069f7523-ee1d-4679-8f37-92586e744f18,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:37.184424 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2827c12f-79aa-40de-8fa2-578a5dadf1b8 x-openstack-request-id: req-2827c12f-79aa-40de-8fa2-578a5dadf1b8 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:22:37.184917 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1a29bf9-775c-4b90-9e4c-314cd01b37f3", "name": "network-vif-plugged", "status": "completed", "tag": "069f7523-ee1d-4679-8f37-92586e744f18", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:22:37.185340 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2827c12f-79aa-40de-8fa2-578a5dadf1b8 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:22:37.186071 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1a29bf9-775c-4b90-9e4c-314cd01b37f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069f7523-ee1d-4679-8f37-92586e744f18', 'code': 200} Sep 08 09:22:37.193581 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36f36e5-96c6-4591-9c01-3ccb734cc39e tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:37.194427 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e36f36e5-96c6-4591-9c01-3ccb734cc39e tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:37.199327 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7dc25cef-f657-4834-aebe-95da87cf4080 req-8494fd73-2105-4959-a82d-4a89a1b40812 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653155 Sep 08 09:22:37.205506 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41964) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:37.248080 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e36f36e5-96c6-4591-9c01-3ccb734cc39e tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3418911 Sep 08 09:22:37.249430 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 41968) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:37.253973 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-b3506f88-5cd6-4431-be80-16ca81209a1a tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Request body: {'subnet': {'network_id': '7565e3d7-e50f-424a-bcda-71e95cc23ec4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:22:37.310851 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f36e5-96c6-4591-9c01-3ccb734cc39e tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event updated for resources: {'Network': ['ID=7565e3d7-e50f-424a-bcda-71e95cc23ec4,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:37.324593 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 7565e3d7-e50f-424a-bcda-71e95cc23ec4 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:22:37.372674 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ed6ff723-a701-45d9-9c73-26dbcd4bf1b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:37.408136 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb62cd-16a7-4a0c-8db3-f1945c323028 req-891cac12-7eba-4e22-b3d8-c755744ec878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:37.409687 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0bcb62cd-16a7-4a0c-8db3-f1945c323028 req-891cac12-7eba-4e22-b3d8-c755744ec878 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b1a29bf9-775c-4b90-9e4c-314cd01b37f3 HTTP/1.1" status: 200 len: 1097 time: 0.1118035 Sep 08 09:22:37.449995 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0bcb62cd-16a7-4a0c-8db3-f1945c323028 req-aef2aff1-b123-486a-be8e-b360da3c9c96 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320320 Sep 08 09:22:37.482595 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ed6ff723-a701-45d9-9c73-26dbcd4bf1b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:37.489440 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ed6ff723-a701-45d9-9c73-26dbcd4bf1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:37.515865 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3506f88-5cd6-4431-be80-16ca81209a1a tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Made reservation on behalf of 008ae683ead44873ba90ff716de87ee0 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:22:37.520026 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b3506f88-5cd6-4431-be80-16ca81209a1a tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:37.540395 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ed6ff723-a701-45d9-9c73-26dbcd4bf1b6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1c459f3cb48246b1a4f9ad37f100c06b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3314745 Sep 08 09:22:37.540395 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ff723-a701-45d9-9c73-26dbcd4bf1b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201bbb6e-c852-4221-9930-0dc3ea631f0a,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:37.541737 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41972) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:37.604562 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-320c0143-250a-41e9-b9e9-3112af403884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:37.626326 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-320c0143-250a-41e9-b9e9-3112af403884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:37.667480 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841b6f6-82dd-4499-86b5-c2116f74d46c req-2cbb6d87-6aca-4b9d-b183-28c35d75d8ed tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:37.669239 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9841b6f6-82dd-4499-86b5-c2116f74d46c req-2cbb6d87-6aca-4b9d-b183-28c35d75d8ed tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2cf7ffd-4601-4b7e-bef6-c32728165377 HTTP/1.1" status: 200 len: 982 time: 0.1133530 Sep 08 09:22:37.685221 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-320c0143-250a-41e9-b9e9-3112af403884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:37.687908 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-320c0143-250a-41e9-b9e9-3112af403884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:37.691638 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-320c0143-250a-41e9-b9e9-3112af403884 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/201bbb6e-c852-4221-9930-0dc3ea631f0a HTTP/1.1" status: 204 len: 168 time: 0.1380038 Sep 08 09:22:37.696930 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320c0143-250a-41e9-b9e9-3112af403884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201bbb6e-c852-4221-9930-0dc3ea631f0a,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:37.773448 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9841b6f6-82dd-4499-86b5-c2116f74d46c req-01cac7e9-01e2-4580-ae7f-ca8001e1da80 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3c3e843-dd3f-48d2-92ef-ad7855719d38&id=809c40b7-900c-4bfa-a9ce-d9c4e4d44d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0961127 Sep 08 09:22:37.845234 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b3506f88-5cd6-4431-be80-16ca81209a1a tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:37.928102 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3506f88-5cd6-4431-be80-16ca81209a1a tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event updated for resources: {'Subnet': ['ID=8ca65af1-d519-44cb-a13f-bf2eb54a75c5,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:37.946838 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3506f88-5cd6-4431-be80-16ca81209a1a tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Checking segment: {'id': '9a43b3c5-857f-40b1-948e-4bdb7bef80ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7565e3d7-e50f-424a-bcda-71e95cc23ec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:22:37.946838 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3506f88-5cd6-4431-be80-16ca81209a1a tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Network hostable DHCP agents. Network: 7565e3d7-e50f-424a-bcda-71e95cc23ec4, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:22:37.972636 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3506f88-5cd6-4431-be80-16ca81209a1a tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Network 7565e3d7-e50f-424a-bcda-71e95cc23ec4 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:22:37.987857 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-b3506f88-5cd6-4431-be80-16ca81209a1a tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 7565e3d7-e50f-424a-bcda-71e95cc23ec4) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:22:37.996673 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3506f88-5cd6-4431-be80-16ca81209a1a tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:37.999259 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b3506f88-5cd6-4431-be80-16ca81209a1a tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:38.006190 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53600675-26b6-4675-9aef-96149202d50c None None] Network 7565e3d7-e50f-424a-bcda-71e95cc23ec4 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:22:38.030093 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b3506f88-5cd6-4431-be80-16ca81209a1a tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7757397 Sep 08 09:22:38.030326 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41980) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:38.033558 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-538b167f-ddb4-4b52-8c97-5ccaf353ac50 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1303877405', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:22:38.065853 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-538b167f-ddb4-4b52-8c97-5ccaf353ac50 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:38.067104 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-538b167f-ddb4-4b52-8c97-5ccaf353ac50 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:38.102154 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 41982) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:38.126898 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-59b63b60-d2f6-4d03-9951-7af9ce7a5b51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:38.143918 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-538b167f-ddb4-4b52-8c97-5ccaf353ac50 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:38.151562 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-538b167f-ddb4-4b52-8c97-5ccaf353ac50 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:38.185196 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0ce943-cd1e-4d23-b130-c59774a77ed3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-7565e3d7-e50f-424a-bcda-71e95cc23ec4', 'network_id': '7565e3d7-e50f-424a-bcda-71e95cc23ec4', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'fixed_ips': [{'subnet_id': '8ca65af1-d519-44cb-a13f-bf2eb54a75c5'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:22:38.186119 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2f0ce943-cd1e-4d23-b130-c59774a77ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:38.248603 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-59b63b60-d2f6-4d03-9951-7af9ce7a5b51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:38.255846 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-59b63b60-d2f6-4d03-9951-7af9ce7a5b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:38.265588 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-538b167f-ddb4-4b52-8c97-5ccaf353ac50 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:38.272351 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-538b167f-ddb4-4b52-8c97-5ccaf353ac50 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2409716 Sep 08 09:22:38.273057 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41986) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:38.301852 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-59b63b60-d2f6-4d03-9951-7af9ce7a5b51 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3d1c2a3f2ce349c68be3d37f60aa7bbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1984944 Sep 08 09:22:38.303286 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b63b60-d2f6-4d03-9951-7af9ce7a5b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b262e8-c162-4893-9895-1fc43bb45142,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:38.305688 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 41988) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:38.358274 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5def6807-352c-4b12-8f34-ecdfd169d52d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:38.358895 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-2f0ce943-cd1e-4d23-b130-c59774a77ed3 None None] Allocated IP 2001:db8::2 (7565e3d7-e50f-424a-bcda-71e95cc23ec4/8ca65af1-d519-44cb-a13f-bf2eb54a75c5/fbc4d038-9b78-4bd5-a93e-b2548ecea230) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:22:38.383726 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5def6807-352c-4b12-8f34-ecdfd169d52d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:38.440749 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5def6807-352c-4b12-8f34-ecdfd169d52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:38.444764 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5def6807-352c-4b12-8f34-ecdfd169d52d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:38.445948 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5def6807-352c-4b12-8f34-ecdfd169d52d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/10b262e8-c162-4893-9895-1fc43bb45142 HTTP/1.1" status: 204 len: 168 time: 0.1389222 Sep 08 09:22:38.455815 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def6807-352c-4b12-8f34-ecdfd169d52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b262e8-c162-4893-9895-1fc43bb45142,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:38.465128 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5def6807-352c-4b12-8f34-ecdfd169d52d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:22:38.465487 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5def6807-352c-4b12-8f34-ecdfd169d52d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:22:38.465816 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5def6807-352c-4b12-8f34-ecdfd169d52d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:22:38.466181 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5def6807-352c-4b12-8f34-ecdfd169d52d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:22:38.466517 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5def6807-352c-4b12-8f34-ecdfd169d52d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:22:38.466848 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5def6807-352c-4b12-8f34-ecdfd169d52d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:22:38.467176 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5def6807-352c-4b12-8f34-ecdfd169d52d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:22:38.467564 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5def6807-352c-4b12-8f34-ecdfd169d52d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:22:38.467825 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5def6807-352c-4b12-8f34-ecdfd169d52d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:22:38.468655 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5def6807-352c-4b12-8f34-ecdfd169d52d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:22:38.469001 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5def6807-352c-4b12-8f34-ecdfd169d52d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:22:38.469332 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5def6807-352c-4b12-8f34-ecdfd169d52d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:22:38.524272 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e01694-9d2c-4407-a284-b1af8edea388 req-95e0b262-6742-44d6-adb3-5ea73a2633c2 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:38.533451 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b1e01694-9d2c-4407-a284-b1af8edea388 req-95e0b262-6742-44d6-adb3-5ea73a2633c2 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a29bf9-775c-4b90-9e4c-314cd01b37f3 HTTP/1.1" status: 200 len: 945 time: 0.1823964 Sep 08 09:22:38.559994 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2f0ce943-cd1e-4d23-b130-c59774a77ed3 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:38.571487 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2f0ce943-cd1e-4d23-b130-c59774a77ed3 None None] Transition to ACTIVE for port object fbc4d038-9b78-4bd5-a93e-b2548ecea230 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:22:38.596348 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2f0ce943-cd1e-4d23-b130-c59774a77ed3 None None] Transition to ACTIVE for port object fbc4d038-9b78-4bd5-a93e-b2548ecea230 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:22:38.604026 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2f0ce943-cd1e-4d23-b130-c59774a77ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:38.648835 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0ce943-cd1e-4d23-b130-c59774a77ed3 None None] Network 7565e3d7-e50f-424a-bcda-71e95cc23ec4 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:22:38.655642 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-2f0ce943-cd1e-4d23-b130-c59774a77ed3 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:22:38.660358 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ce943-cd1e-4d23-b130-c59774a77ed3 None None] Pushing event updated for resources: {'Port': ['ID=fbc4d038-9b78-4bd5-a93e-b2548ecea230,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:38.669628 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0ce943-cd1e-4d23-b130-c59774a77ed3 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:22:38.682597 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b1e01694-9d2c-4407-a284-b1af8edea388 req-a735e304-f9c1-4465-8a82-e4ea082bd08f tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481388 Sep 08 09:22:38.721753 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4d5fd7ac-8e1e-44a5-a5f1-bedc236f3159 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:38.723964 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-2f0ce943-cd1e-4d23-b130-c59774a77ed3 None None] Attempting to bind port fbc4d038-9b78-4bd5-a93e-b2548ecea230 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:22:38.724386 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-2f0ce943-cd1e-4d23-b130-c59774a77ed3 None None] Attempting to bind port fbc4d038-9b78-4bd5-a93e-b2548ecea230 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '9a43b3c5-857f-40b1-948e-4bdb7bef80ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7565e3d7-e50f-424a-bcda-71e95cc23ec4'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:22:38.724757 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0ce943-cd1e-4d23-b130-c59774a77ed3 None None] Attempting to bind port fbc4d038-9b78-4bd5-a93e-b2548ecea230 on network 7565e3d7-e50f-424a-bcda-71e95cc23ec4 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:22:38.730325 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0ce943-cd1e-4d23-b130-c59774a77ed3 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:22:38.730740 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0ce943-cd1e-4d23-b130-c59774a77ed3 None None] Checking segment: {'id': '9a43b3c5-857f-40b1-948e-4bdb7bef80ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7565e3d7-e50f-424a-bcda-71e95cc23ec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:22:38.731156 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2f0ce943-cd1e-4d23-b130-c59774a77ed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:38.731552 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0ce943-cd1e-4d23-b130-c59774a77ed3 None None] Bound using segment: {'id': '9a43b3c5-857f-40b1-948e-4bdb7bef80ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7565e3d7-e50f-424a-bcda-71e95cc23ec4'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:22:38.732023 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-2f0ce943-cd1e-4d23-b130-c59774a77ed3 None None] Bound port: fbc4d038-9b78-4bd5-a93e-b2548ecea230, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a43b3c5-857f-40b1-948e-4bdb7bef80ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '7565e3d7-e50f-424a-bcda-71e95cc23ec4'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:22:38.732411 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2f0ce943-cd1e-4d23-b130-c59774a77ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:38.826937 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-2f0ce943-cd1e-4d23-b130-c59774a77ed3 None None] For port fbc4d038-9b78-4bd5-a93e-b2548ecea230, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:22:38.830675 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-2f0ce943-cd1e-4d23-b130-c59774a77ed3 None None] For port fbc4d038-9b78-4bd5-a93e-b2548ecea230, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=fbc4d038-9b78-4bd5-a93e-b2548ecea230,segment=NetworkSegment(9a43b3c5-857f-40b1-948e-4bdb7bef80ed),segment_id=9a43b3c5-857f-40b1-948e-4bdb7bef80ed)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:22:38.837677 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2f0ce943-cd1e-4d23-b130-c59774a77ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:38.908355 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ce943-cd1e-4d23-b130-c59774a77ed3 None None] Pushing event updated for resources: {'Port': ['ID=fbc4d038-9b78-4bd5-a93e-b2548ecea230,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:38.911932 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb938b-d8bf-4beb-a97c-5351e967c8d6 req-5f13da76-1f3b-4f95-815f-7c2ccb198131 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:38.919839 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-edfb938b-d8bf-4beb-a97c-5351e967c8d6 req-5f13da76-1f3b-4f95-815f-7c2ccb198131 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2cf7ffd-4601-4b7e-bef6-c32728165377 HTTP/1.1" status: 200 len: 982 time: 0.0705333 Sep 08 09:22:38.977877 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-edfb938b-d8bf-4beb-a97c-5351e967c8d6 req-31286bab-4c47-444d-8d30-fb61fce0416e tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3c3e843-dd3f-48d2-92ef-ad7855719d38&id=809c40b7-900c-4bfa-a9ce-d9c4e4d44d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0568879 Sep 08 09:22:39.040259 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-4d5fd7ac-8e1e-44a5-a5f1-bedc236f3159 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Allocated IP 2001:db8::1 (7565e3d7-e50f-424a-bcda-71e95cc23ec4/8ca65af1-d519-44cb-a13f-bf2eb54a75c5/8fc1ffca-c93f-4563-995f-048fa6e3a3dd) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:22:39.233526 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4d5fd7ac-8e1e-44a5-a5f1-bedc236f3159 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:39.250108 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-4d5fd7ac-8e1e-44a5-a5f1-bedc236f3159 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Transition to ACTIVE for port object 8fc1ffca-c93f-4563-995f-048fa6e3a3dd will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:22:39.294857 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4d5fd7ac-8e1e-44a5-a5f1-bedc236f3159 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:39.334357 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5fd7ac-8e1e-44a5-a5f1-bedc236f3159 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Network 7565e3d7-e50f-424a-bcda-71e95cc23ec4 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:22:39.337524 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-4d5fd7ac-8e1e-44a5-a5f1-bedc236f3159 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:22:39.341315 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5fd7ac-8e1e-44a5-a5f1-bedc236f3159 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:22:39.341814 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4d5fd7ac-8e1e-44a5-a5f1-bedc236f3159 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:39.397608 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5fd7ac-8e1e-44a5-a5f1-bedc236f3159 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event updated for resources: {'Port': ['ID=8fc1ffca-c93f-4563-995f-048fa6e3a3dd,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:39.487249 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4d5fd7ac-8e1e-44a5-a5f1-bedc236f3159 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:39.549513 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device c5ff2652-88c4-4c8e-9801-94ca89e61192 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:22:39.726410 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port c5ff2652-88c4-4c8e-9801-94ca89e61192, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=c5ff2652-88c4-4c8e-9801-94ca89e61192,segment=NetworkSegment(834b7598-a2cf-4dd2-83ba-dc656737b197),segment_id=834b7598-a2cf-4dd2-83ba-dc656737b197)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:22:39.759283 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': 'c5ff2652-88c4-4c8e-9801-94ca89e61192', 'network_id': 'accf7f86-2e24-44f5-820b-a3db2b9e6a69', 'port_id': 'c5ff2652-88c4-4c8e-9801-94ca89e61192', 'mac_address': 'fa:16:3e:f4:7f:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd81ebdae-1153-4256-ab0f-6149de60d7df', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:22:39.830027 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:39.870821 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5ff2652-88c4-4c8e-9801-94ca89e61192 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:22:39.911420 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port c5ff2652-88c4-4c8e-9801-94ca89e61192, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=c5ff2652-88c4-4c8e-9801-94ca89e61192,segment=NetworkSegment(834b7598-a2cf-4dd2-83ba-dc656737b197),segment_id=834b7598-a2cf-4dd2-83ba-dc656737b197)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:22:39.917685 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:39.993807 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=c5ff2652-88c4-4c8e-9801-94ca89e61192,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:40.137178 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91754096-f1ed-4a23-8344-da76650287c8 req-42e12431-cea0-49e1-8e5e-4952227f9884 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:40.145502 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-91754096-f1ed-4a23-8344-da76650287c8 req-42e12431-cea0-49e1-8e5e-4952227f9884 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2cf7ffd-4601-4b7e-bef6-c32728165377 HTTP/1.1" status: 200 len: 983 time: 0.0837486 Sep 08 09:22:40.164054 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14334c0-7a68-4b04-9c52-e0127f6cf38c None None] Network 7565e3d7-e50f-424a-bcda-71e95cc23ec4 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:22:40.215743 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4d5fd7ac-8e1e-44a5-a5f1-bedc236f3159 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:40.233296 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4d5fd7ac-8e1e-44a5-a5f1-bedc236f3159 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:40.233296 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4d5fd7ac-8e1e-44a5-a5f1-bedc236f3159 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:40.239104 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-91754096-f1ed-4a23-8344-da76650287c8 req-9a516e3f-10aa-4e1c-bb05-9c8acaf6e8be tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3c3e843-dd3f-48d2-92ef-ad7855719d38&id=809c40b7-900c-4bfa-a9ce-d9c4e4d44d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0782633 Sep 08 09:22:40.288926 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-da3b9bed-c9ee-4888-bb34-c733921dae6b None None] Provisioning for port fbc4d038-9b78-4bd5-a93e-b2548ecea230 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:22:40.357035 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6633d-be15-41ad-a29b-557692f8a7c8 req-87021cd8-c7fe-49b5-b7ce-1408fd09d741 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:40.358577 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-95c6633d-be15-41ad-a29b-557692f8a7c8 req-87021cd8-c7fe-49b5-b7ce-1408fd09d741 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a29bf9-775c-4b90-9e4c-314cd01b37f3 HTTP/1.1" status: 200 len: 945 time: 0.1404748 Sep 08 09:22:40.361617 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5fd7ac-8e1e-44a5-a5f1-bedc236f3159 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event updated for resources: {'Port': ['ID=8fc1ffca-c93f-4563-995f-048fa6e3a3dd,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:40.369023 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['c5ff2652-88c4-4c8e-9801-94ca89e61192'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:22:40.462778 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-95c6633d-be15-41ad-a29b-557692f8a7c8 req-d8cfc083-f5ac-483e-9df7-56bcb32ffeb2 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630267 Sep 08 09:22:40.479471 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5fd7ac-8e1e-44a5-a5f1-bedc236f3159 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Network 7565e3d7-e50f-424a-bcda-71e95cc23ec4 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:22:40.492742 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-4d5fd7ac-8e1e-44a5-a5f1-bedc236f3159 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:22:40.873025 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5fd7ac-8e1e-44a5-a5f1-bedc236f3159 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Router 00418d9b-2449-427d-b4d8-db9875178b9b is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:22:40.898673 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aeedf9-6388-4e72-9df2-cc706a874541 req-71cac095-8eee-494c-8612-bba3f330c914 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:40.900244 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-77aeedf9-6388-4e72-9df2-cc706a874541 req-71cac095-8eee-494c-8612-bba3f330c914 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a29bf9-775c-4b90-9e4c-314cd01b37f3 HTTP/1.1" status: 200 len: 945 time: 0.0713220 Sep 08 09:22:41.013018 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-77aeedf9-6388-4e72-9df2-cc706a874541 req-118483be-a65a-4359-b8bc-6c180ebcd666 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771060 Sep 08 09:22:41.025027 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5fd7ac-8e1e-44a5-a5f1-bedc236f3159 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:22:41.038436 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46109df8-5647-42cf-aa94-6a5a9c88882e None None] Sync routers for ids ['00418d9b-2449-427d-b4d8-db9875178b9b'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:22:41.056827 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46109df8-5647-42cf-aa94-6a5a9c88882e None None] Routers {'00418d9b-2449-427d-b4d8-db9875178b9b'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:22:41.058514 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-46109df8-5647-42cf-aa94-6a5a9c88882e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:22:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['00418d9b-2449-427d-b4d8-db9875178b9b'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:41.059182 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4d5fd7ac-8e1e-44a5-a5f1-bedc236f3159 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "PUT /v2.0/routers/00418d9b-2449-427d-b4d8-db9875178b9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7839670 Sep 08 09:22:41.060691 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 42058) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:41.086790 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-943213f5-e3e2-4c67-a27b-8641075acf3a None None] Provisioning for port 8fc1ffca-c93f-4563-995f-048fa6e3a3dd completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:22:41.107512 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-943213f5-e3e2-4c67-a27b-8641075acf3a None None] Provisioning complete for port 8fc1ffca-c93f-4563-995f-048fa6e3a3dd triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:22:41.108759 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-943213f5-e3e2-4c67-a27b-8641075acf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:41.110907 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9d5bed-35be-410d-b074-e87fb1c304f8 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:41.112520 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-1e9d5bed-35be-410d-b074-e87fb1c304f8 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "GET /v2.0/ports/8fc1ffca-c93f-4563-995f-048fa6e3a3dd HTTP/1.1" status: 200 len: 911 time: 0.0508246 Sep 08 09:22:41.116213 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42060) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:41.150574 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-46109df8-5647-42cf-aa94-6a5a9c88882e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:41.158459 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device fbc4d038-9b78-4bd5-a93e-b2548ecea230 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:22:41.160855 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46109df8-5647-42cf-aa94-6a5a9c88882e None None] Routers {'00418d9b-2449-427d-b4d8-db9875178b9b'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:22:41.162406 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-46109df8-5647-42cf-aa94-6a5a9c88882e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:22:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['00418d9b-2449-427d-b4d8-db9875178b9b'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:41.200459 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-46109df8-5647-42cf-aa94-6a5a9c88882e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:41.201354 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46109df8-5647-42cf-aa94-6a5a9c88882e None None] The sync data for ids ['00418d9b-2449-427d-b4d8-db9875178b9b'] in n-d-806683-11 is: [] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:22:41.234341 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-943213f5-e3e2-4c67-a27b-8641075acf3a None None] Port 8fc1ffca-c93f-4563-995f-048fa6e3a3dd cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:22:41.253959 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:22:41.267218 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port fbc4d038-9b78-4bd5-a93e-b2548ecea230 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:22:41.276527 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port fbc4d038-9b78-4bd5-a93e-b2548ecea230 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:22:41.276928 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:41.386594 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-b86bbf86-654d-480d-a011-98f8a5165c41 None None] Provisioning complete for port 8fc1ffca-c93f-4563-995f-048fa6e3a3dd triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:22:41.386900 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b86bbf86-654d-480d-a011-98f8a5165c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:41.391363 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:41.421466 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92300f7e-946b-4817-a340-313e8cd60da9 req-f8663cc4-fb13-4061-8756-0df91705bd8a tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:41.423292 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-92300f7e-946b-4817-a340-313e8cd60da9 req-f8663cc4-fb13-4061-8756-0df91705bd8a tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2cf7ffd-4601-4b7e-bef6-c32728165377 HTTP/1.1" status: 200 len: 983 time: 0.0911465 Sep 08 09:22:41.484720 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-92300f7e-946b-4817-a340-313e8cd60da9 req-fc989f5b-9f50-4b24-90d2-2defd542e11b tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3c3e843-dd3f-48d2-92ef-ad7855719d38&id=809c40b7-900c-4bfa-a9ce-d9c4e4d44d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0544486 Sep 08 09:22:41.504330 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port fbc4d038-9b78-4bd5-a93e-b2548ecea230, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=fbc4d038-9b78-4bd5-a93e-b2548ecea230,segment=NetworkSegment(9a43b3c5-857f-40b1-948e-4bdb7bef80ed),segment_id=9a43b3c5-857f-40b1-948e-4bdb7bef80ed)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:22:41.508898 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-b86bbf86-654d-480d-a011-98f8a5165c41 None None] Port 8fc1ffca-c93f-4563-995f-048fa6e3a3dd cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:22:41.520733 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:41.592402 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=fbc4d038-9b78-4bd5-a93e-b2548ecea230,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:41.644843 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-59b969c9-27af-48d6-a41e-a466920045ec None None] Provisioning complete for port 8fc1ffca-c93f-4563-995f-048fa6e3a3dd triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:22:41.645268 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-59b969c9-27af-48d6-a41e-a466920045ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:41.689650 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5b929651-b382-432b-868d-c7882e52ee07 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:41.695739 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-59b969c9-27af-48d6-a41e-a466920045ec None None] Port 8fc1ffca-c93f-4563-995f-048fa6e3a3dd cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:22:41.955848 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-5b929651-b382-432b-868d-c7882e52ee07 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Deleting port 8fc1ffca-c93f-4563-995f-048fa6e3a3dd {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:22:41.956200 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5b929651-b382-432b-868d-c7882e52ee07 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:42.055627 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5b929651-b382-432b-868d-c7882e52ee07 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:42.067274 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-5b929651-b382-432b-868d-c7882e52ee07 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Calling delete_port for 8fc1ffca-c93f-4563-995f-048fa6e3a3dd owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:22:42.242510 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f36941-47ca-47ed-9f60-0e0cf0d1a359 req-ec803792-3c28-447e-80e1-bd863cf8cf01 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:42.244048 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-96f36941-47ca-47ed-9f60-0e0cf0d1a359 req-ec803792-3c28-447e-80e1-bd863cf8cf01 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a29bf9-775c-4b90-9e4c-314cd01b37f3 HTTP/1.1" status: 200 len: 945 time: 0.1003606 Sep 08 09:22:42.310242 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5b929651-b382-432b-868d-c7882e52ee07 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:42.348559 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b929651-b382-432b-868d-c7882e52ee07 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event deleted for resources: {'Port': ['ID=8fc1ffca-c93f-4563-995f-048fa6e3a3dd,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:42.374557 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 42092) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:42.386076 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-96f36941-47ca-47ed-9f60-0e0cf0d1a359 req-3a3706c8-53af-41f0-9787-1f796e5be1e4 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160018 Sep 08 09:22:42.480172 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5b929651-b382-432b-868d-c7882e52ee07 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:42.548459 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d8722418-436b-4c67-a64a-094222a905df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:42.719094 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d8722418-436b-4c67-a64a-094222a905df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:42.736380 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d8722418-436b-4c67-a64a-094222a905df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:42.803382 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d8722418-436b-4c67-a64a-094222a905df admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cade1aaa7e80496eb83d74fb9fbc3f17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4272161 Sep 08 09:22:42.805695 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8722418-436b-4c67-a64a-094222a905df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08dcf4a-3e76-4004-82e2-2cbef0fb88d0,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:42.806351 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42106) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:42.811006 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b929651-b382-432b-868d-c7882e52ee07 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Router 00418d9b-2449-427d-b4d8-db9875178b9b has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:22:42.824815 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8049b9-1ace-4584-9024-a36b03cbb8e0 req-f2743280-8219-481f-a4c5-85d42d8cfe14 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:42.826325 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2a8049b9-1ace-4584-9024-a36b03cbb8e0 req-f2743280-8219-481f-a4c5-85d42d8cfe14 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2cf7ffd-4601-4b7e-bef6-c32728165377 HTTP/1.1" status: 200 len: 983 time: 0.1650841 Sep 08 09:22:42.962022 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b929651-b382-432b-868d-c7882e52ee07 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:22:42.972758 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5b929651-b382-432b-868d-c7882e52ee07 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "PUT /v2.0/routers/00418d9b-2449-427d-b4d8-db9875178b9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8552706 Sep 08 09:22:42.976371 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d733f5ab-adcc-46f1-b3ba-0536f1160ef8 None None] Sync routers for ids ['00418d9b-2449-427d-b4d8-db9875178b9b'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:22:42.976858 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 42114) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:42.990908 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d733f5ab-adcc-46f1-b3ba-0536f1160ef8 None None] Routers {'00418d9b-2449-427d-b4d8-db9875178b9b'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:22:42.991544 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-d733f5ab-adcc-46f1-b3ba-0536f1160ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:22:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['00418d9b-2449-427d-b4d8-db9875178b9b'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:42.997579 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2a8049b9-1ace-4584-9024-a36b03cbb8e0 req-7d8a5ca0-5752-4edf-83fc-981f14863aa0 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3c3e843-dd3f-48d2-92ef-ad7855719d38&id=809c40b7-900c-4bfa-a9ce-d9c4e4d44d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1575670 Sep 08 09:22:43.008151 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8f026cda-288f-4896-b495-a75daee27c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:43.020652 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-38778420-caa4-436d-bd88-851c34a145c6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "GET /v2.0/ports?device_id=00418d9b-2449-427d-b4d8-db9875178b9b HTTP/1.1" status: 200 len: 205 time: 0.0402758 Sep 08 09:22:43.028134 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42116) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:43.070803 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-d733f5ab-adcc-46f1-b3ba-0536f1160ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:43.080666 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d733f5ab-adcc-46f1-b3ba-0536f1160ef8 None None] Routers {'00418d9b-2449-427d-b4d8-db9875178b9b'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:22:43.081671 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-d733f5ab-adcc-46f1-b3ba-0536f1160ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:22:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['00418d9b-2449-427d-b4d8-db9875178b9b'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:43.084839 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd8415a-5f72-4b6d-8cce-7f5f8a44e2ba req-66c048ee-5257-4d25-a269-feb6751d4de2 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:43.092098 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8f026cda-288f-4896-b495-a75daee27c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:43.095505 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-efd8415a-5f72-4b6d-8cce-7f5f8a44e2ba req-66c048ee-5257-4d25-a269-feb6751d4de2 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a29bf9-775c-4b90-9e4c-314cd01b37f3 HTTP/1.1" status: 200 len: 945 time: 0.0809019 Sep 08 09:22:43.131162 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device fbc4d038-9b78-4bd5-a93e-b2548ecea230 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:22:43.135009 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-d733f5ab-adcc-46f1-b3ba-0536f1160ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:43.135769 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d733f5ab-adcc-46f1-b3ba-0536f1160ef8 None None] The sync data for ids ['00418d9b-2449-427d-b4d8-db9875178b9b'] in n-d-806683-11 is: [] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:22:43.148478 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b04dffe5-3022-468b-a44d-46f79e1080a9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:43.151249 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-efd8415a-5f72-4b6d-8cce-7f5f8a44e2ba req-8fbbf42a-4972-454b-8c67-2047b1eafd0f tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538592 Sep 08 09:22:43.199054 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port fbc4d038-9b78-4bd5-a93e-b2548ecea230 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:22:43.199515 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:43.322070 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b04dffe5-3022-468b-a44d-46f79e1080a9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:43.325787 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b04dffe5-3022-468b-a44d-46f79e1080a9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:43.329247 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8f026cda-288f-4896-b495-a75daee27c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:43.331839 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8f026cda-288f-4896-b495-a75daee27c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:43.333002 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8f026cda-288f-4896-b495-a75daee27c87 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f08dcf4a-3e76-4004-82e2-2cbef0fb88d0 HTTP/1.1" status: 204 len: 168 time: 0.5242507 Sep 08 09:22:43.373404 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f026cda-288f-4896-b495-a75daee27c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08dcf4a-3e76-4004-82e2-2cbef0fb88d0,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:43.384233 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b04dffe5-3022-468b-a44d-46f79e1080a9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:43.384792 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04dffe5-3022-468b-a44d-46f79e1080a9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Fanout notify agent at l3_agent the message router_deleted on router 00418d9b-2449-427d-b4d8-db9875178b9b {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:22:43.397984 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b04dffe5-3022-468b-a44d-46f79e1080a9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:43.401590 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b04dffe5-3022-468b-a44d-46f79e1080a9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "DELETE /v2.0/routers/00418d9b-2449-427d-b4d8-db9875178b9b HTTP/1.1" status: 204 len: 168 time: 0.3700945 Sep 08 09:22:43.401882 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42120) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:43.463780 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-40aa1999-5dbf-4ef7-b19e-ced9639fbddc tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Deleting subnet 8ca65af1-d519-44cb-a13f-bf2eb54a75c5 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:22:43.466932 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-40aa1999-5dbf-4ef7-b19e-ced9639fbddc tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:43.512580 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-40aa1999-5dbf-4ef7-b19e-ced9639fbddc tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:43.558152 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device c5ff2652-88c4-4c8e-9801-94ca89e61192 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:22:43.605417 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-40aa1999-5dbf-4ef7-b19e-ced9639fbddc tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:43.609565 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port c5ff2652-88c4-4c8e-9801-94ca89e61192 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:22:43.613318 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port c5ff2652-88c4-4c8e-9801-94ca89e61192 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:22:43.613684 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:43.631638 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 42124) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:43.645214 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c92b6280-57e9-405a-86de-933a685a5168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:43.675767 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-40aa1999-5dbf-4ef7-b19e-ced9639fbddc tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:43.702253 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa1999-5dbf-4ef7-b19e-ced9639fbddc tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event deleted for resources: {'Subnet': ['ID=8ca65af1-d519-44cb-a13f-bf2eb54a75c5,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:43.709383 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-40aa1999-5dbf-4ef7-b19e-ced9639fbddc tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:43.714064 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-40aa1999-5dbf-4ef7-b19e-ced9639fbddc tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "DELETE /v2.0/subnets/8ca65af1-d519-44cb-a13f-bf2eb54a75c5 HTTP/1.1" status: 204 len: 168 time: 0.3088043 Sep 08 09:22:43.714250 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42126) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:43.723214 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:43.739019 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4e4560-6f93-4821-ad56-719c81d82b26 None None] Network 7565e3d7-e50f-424a-bcda-71e95cc23ec4 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:22:43.769652 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c92b6280-57e9-405a-86de-933a685a5168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:43.778184 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c92b6280-57e9-405a-86de-933a685a5168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:43.788068 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2cf7ffd-4601-4b7e-bef6-c32728165377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ff2652-88c4-4c8e-9801-94ca89e61192'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:22:43.790759 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f83584b-43ea-47ba-8c28-a102fd9c74e0" -d '{"events": [{"server_uuid": "b2cf7ffd-4601-4b7e-bef6-c32728165377", "name": "network-vif-plugged", "status": "completed", "tag": "c5ff2652-88c4-4c8e-9801-94ca89e61192"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:22:43.808789 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c92b6280-57e9-405a-86de-933a685a5168 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3e6a96af7a2b41cba01c4ee0bc5ddafd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1759021 Sep 08 09:22:43.811472 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42134) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:43.835403 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b6280-57e9-405a-86de-933a685a5168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb0ad50-5207-49d7-86ba-2b8d0c96aca6,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:43.845958 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-273c6867-dad5-4b07-9a7e-bf7f74282111 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:43.860481 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port c5ff2652-88c4-4c8e-9801-94ca89e61192, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=c5ff2652-88c4-4c8e-9801-94ca89e61192,segment=NetworkSegment(834b7598-a2cf-4dd2-83ba-dc656737b197),segment_id=834b7598-a2cf-4dd2-83ba-dc656737b197)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:22:43.878606 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:43.885547 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1711f34-8ca9-402c-a27a-9c726acdd6eb x-openstack-request-id: req-d1711f34-8ca9-402c-a27a-9c726acdd6eb {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:22:43.885919 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2cf7ffd-4601-4b7e-bef6-c32728165377", "name": "network-vif-plugged", "status": "completed", "tag": "c5ff2652-88c4-4c8e-9801-94ca89e61192", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:22:43.886132 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d1711f34-8ca9-402c-a27a-9c726acdd6eb {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:22:43.886492 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2cf7ffd-4601-4b7e-bef6-c32728165377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ff2652-88c4-4c8e-9801-94ca89e61192', 'code': 200} Sep 08 09:22:43.919612 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d75e53a1-96c6-4ccb-aed6-18fcd7e99673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:43.953723 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d75e53a1-96c6-4ccb-aed6-18fcd7e99673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:43.980509 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-273c6867-dad5-4b07-9a7e-bf7f74282111 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Deleting port fbc4d038-9b78-4bd5-a93e-b2548ecea230 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:22:43.980855 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-273c6867-dad5-4b07-9a7e-bf7f74282111 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:43.987687 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=c5ff2652-88c4-4c8e-9801-94ca89e61192,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:44.081374 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a07a84-7479-4505-a96c-fab5117f7108 req-6dbe284c-6dba-4828-8c04-83e563bec973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:44.084035 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-66a07a84-7479-4505-a96c-fab5117f7108 req-6dbe284c-6dba-4828-8c04-83e563bec973 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b2cf7ffd-4601-4b7e-bef6-c32728165377 HTTP/1.1" status: 200 len: 1136 time: 0.1032276 Sep 08 09:22:44.100564 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-273c6867-dad5-4b07-9a7e-bf7f74282111 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] For port fbc4d038-9b78-4bd5-a93e-b2548ecea230, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=fbc4d038-9b78-4bd5-a93e-b2548ecea230,segment=NetworkSegment(9a43b3c5-857f-40b1-948e-4bdb7bef80ed),segment_id=9a43b3c5-857f-40b1-948e-4bdb7bef80ed)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:22:44.100917 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-273c6867-dad5-4b07-9a7e-bf7f74282111 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:44.105919 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b7dbbe-61f4-426d-bbe2-53fbc0f33237 None None] DHCP port deletion for 7565e3d7-e50f-424a-bcda-71e95cc23ec4 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:22:44.110650 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d75e53a1-96c6-4ccb-aed6-18fcd7e99673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:44.113149 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d75e53a1-96c6-4ccb-aed6-18fcd7e99673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:44.117275 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d75e53a1-96c6-4ccb-aed6-18fcd7e99673 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dcb0ad50-5207-49d7-86ba-2b8d0c96aca6 HTTP/1.1" status: 204 len: 168 time: 0.3018658 Sep 08 09:22:44.127805 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-273c6867-dad5-4b07-9a7e-bf7f74282111 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Calling delete_port for fbc4d038-9b78-4bd5-a93e-b2548ecea230 owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:22:44.132203 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e53a1-96c6-4ccb-aed6-18fcd7e99673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb0ad50-5207-49d7-86ba-2b8d0c96aca6,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:44.193470 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-66a07a84-7479-4505-a96c-fab5117f7108 req-3ffdc297-089d-40b5-ab79-deb043334354 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=809c40b7-900c-4bfa-a9ce-d9c4e4d44d0f&id=e3c3e843-dd3f-48d2-92ef-ad7855719d38&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1015842 Sep 08 09:22:44.203793 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-57b7dbbe-61f4-426d-bbe2-53fbc0f33237 None None] Deleting port fbc4d038-9b78-4bd5-a93e-b2548ecea230 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:22:44.204447 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-57b7dbbe-61f4-426d-bbe2-53fbc0f33237 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:44.226742 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0937f-84a7-41b0-bd65-c32094ece748 req-0ccd0c39-c279-45a0-84ae-393bc7025b66 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:44.228380 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-18f0937f-84a7-41b0-bd65-c32094ece748 req-0ccd0c39-c279-45a0-84ae-393bc7025b66 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2cf7ffd-4601-4b7e-bef6-c32728165377 HTTP/1.1" status: 200 len: 984 time: 0.1061423 Sep 08 09:22:44.293381 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-18f0937f-84a7-41b0-bd65-c32094ece748 req-7e11f806-54f6-4341-8ddd-c2c3f2b19eea tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3c3e843-dd3f-48d2-92ef-ad7855719d38&id=809c40b7-900c-4bfa-a9ce-d9c4e4d44d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0577981 Sep 08 09:22:44.321252 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-273c6867-dad5-4b07-9a7e-bf7f74282111 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:44.355785 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c6867-dad5-4b07-9a7e-bf7f74282111 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event deleted for resources: {'Port': ['ID=fbc4d038-9b78-4bd5-a93e-b2548ecea230,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:44.369946 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273c6867-dad5-4b07-9a7e-bf7f74282111 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] No DVR routers for this DVR port fbc4d038-9b78-4bd5-a93e-b2548ecea230 on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:22:44.380862 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf17b2-e12c-440f-8075-8e67cf17a87f req-225b7352-595e-4a42-8764-5929fa326a25 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:44.382485 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1dcf17b2-e12c-440f-8075-8e67cf17a87f req-225b7352-595e-4a42-8764-5929fa326a25 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a29bf9-775c-4b90-9e4c-314cd01b37f3 HTTP/1.1" status: 200 len: 945 time: 0.1135511 Sep 08 09:22:44.487347 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-57b7dbbe-61f4-426d-bbe2-53fbc0f33237 None None] For port fbc4d038-9b78-4bd5-a93e-b2548ecea230, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=fbc4d038-9b78-4bd5-a93e-b2548ecea230,segment=NetworkSegment(9a43b3c5-857f-40b1-948e-4bdb7bef80ed),segment_id=9a43b3c5-857f-40b1-948e-4bdb7bef80ed)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:22:44.487770 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-57b7dbbe-61f4-426d-bbe2-53fbc0f33237 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:44.503145 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-57b7dbbe-61f4-426d-bbe2-53fbc0f33237 None None] Calling delete_port for fbc4d038-9b78-4bd5-a93e-b2548ecea230 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:22:44.512895 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1dcf17b2-e12c-440f-8075-8e67cf17a87f req-6185068d-7f20-45d8-853a-23ff0a415971 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005216 Sep 08 09:22:44.514546 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-273c6867-dad5-4b07-9a7e-bf7f74282111 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:44.544590 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-273c6867-dad5-4b07-9a7e-bf7f74282111 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7565e3d7-e50f-424a-bcda-71e95cc23ec4']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:44.558265 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-273c6867-dad5-4b07-9a7e-bf7f74282111 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a43b3c5-857f-40b1-948e-4bdb7bef80ed') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:44.558265 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-273c6867-dad5-4b07-9a7e-bf7f74282111 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a43b3c5-857f-40b1-948e-4bdb7bef80ed') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:44.572947 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-273c6867-dad5-4b07-9a7e-bf7f74282111 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:44.589868 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-273c6867-dad5-4b07-9a7e-bf7f74282111 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:44.597224 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-57b7dbbe-61f4-426d-bbe2-53fbc0f33237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:44.598343 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-273c6867-dad5-4b07-9a7e-bf7f74282111 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:22:44.599424 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-273c6867-dad5-4b07-9a7e-bf7f74282111 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:44.602935 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:22:44.602935 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:22:44.602935 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:22:44.602935 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:22:44.602935 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:22:44.602935 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:22:44.602935 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:22:44.602935 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:22:44.602935 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:22:44.602935 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:22:44.602935 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:22:44.602935 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:22:44.602935 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:22:44.602935 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:22:44.602935 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:22:44.602935 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:22:44.602935 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:22:44.602935 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:22:44.602935 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:22:44.602935 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:22:44.602935 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:22:44.602935 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:22:44.602935 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:22:44.602935 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:22:44.602935 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:22:44.602935 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:22:44.602935 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:22:44.602935 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:22:44.602935 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:22:44.602935 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:22:44.602935 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:22:44.602935 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:22:44.623289 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b7dbbe-61f4-426d-bbe2-53fbc0f33237 None None] Pushing event deleted for resources: {'Port': ['ID=fbc4d038-9b78-4bd5-a93e-b2548ecea230,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:44.628259 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b7dbbe-61f4-426d-bbe2-53fbc0f33237 None None] No DVR routers for this DVR port fbc4d038-9b78-4bd5-a93e-b2548ecea230 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:22:44.680013 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-273c6867-dad5-4b07-9a7e-bf7f74282111 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:44.685062 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-273c6867-dad5-4b07-9a7e-bf7f74282111 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:44.687313 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-273c6867-dad5-4b07-9a7e-bf7f74282111 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "DELETE /v2.0/networks/7565e3d7-e50f-424a-bcda-71e95cc23ec4 HTTP/1.1" status: 204 len: 168 time: 0.9718287 Sep 08 09:22:44.691116 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 42160) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:44.696247 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-cecc9f04-4354-4acf-bcc6-6ddc103797ab tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-843851046', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}, 'admin_state_up': False}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:22:44.706257 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c6867-dad5-4b07-9a7e-bf7f74282111 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event deleted for resources: {'Network': ['ID=7565e3d7-e50f-424a-bcda-71e95cc23ec4,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:44.733464 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cecc9f04-4354-4acf-bcc6-6ddc103797ab tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:44.734811 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cecc9f04-4354-4acf-bcc6-6ddc103797ab tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:44.796088 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cecc9f04-4354-4acf-bcc6-6ddc103797ab tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:44.877947 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 069f7523-ee1d-4679-8f37-92586e744f18 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:22:44.979401 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b687a3-a77f-451c-a5b9-18493bf95e1a req-430201d7-51fe-48db-be78-d9adfc2d57e3 tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:44.981768 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e5b687a3-a77f-451c-a5b9-18493bf95e1a req-430201d7-51fe-48db-be78-d9adfc2d57e3 tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 1097 time: 0.1744926 Sep 08 09:22:44.987401 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 069f7523-ee1d-4679-8f37-92586e744f18, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=069f7523-ee1d-4679-8f37-92586e744f18,segment=NetworkSegment(0adbffbb-cf08-4e79-9920-208d98c2b498),segment_id=0adbffbb-cf08-4e79-9920-208d98c2b498)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:22:45.003861 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '069f7523-ee1d-4679-8f37-92586e744f18', 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7', 'port_id': '069f7523-ee1d-4679-8f37-92586e744f18', 'mac_address': 'fa:16:3e:4d:14:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '452a4b6d-a445-4b2b-9168-2695dd67e404', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:22:45.036971 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cecc9f04-4354-4acf-bcc6-6ddc103797ab tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:45.072987 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:45.088230 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device fbc4d038-9b78-4bd5-a93e-b2548ecea230 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:22:45.098848 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e5b687a3-a77f-451c-a5b9-18493bf95e1a req-4b5d7c81-f5a4-4987-8f11-edadbdb271bb tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:45.117141 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 069f7523-ee1d-4679-8f37-92586e744f18 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:22:45.122396 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: fbc4d038-9b78-4bd5-a93e-b2548ecea230 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:22:45.122945 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device fbc4d038-9b78-4bd5-a93e-b2548ecea230 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:22:45.149682 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 069f7523-ee1d-4679-8f37-92586e744f18, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=069f7523-ee1d-4679-8f37-92586e744f18,segment=NetworkSegment(0adbffbb-cf08-4e79-9920-208d98c2b498),segment_id=0adbffbb-cf08-4e79-9920-208d98c2b498)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:22:45.156273 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:45.252988 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=069f7523-ee1d-4679-8f37-92586e744f18,revision_number=6']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:45.336279 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['069f7523-ee1d-4679-8f37-92586e744f18'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:22:45.577925 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9c6fe-6ccc-45c9-8213-3c06fba6cbf0 req-76f6dbbf-807c-481b-bff3-1c0ec09ceac7 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:45.577925 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3cf9c6fe-6ccc-45c9-8213-3c06fba6cbf0 req-76f6dbbf-807c-481b-bff3-1c0ec09ceac7 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2cf7ffd-4601-4b7e-bef6-c32728165377 HTTP/1.1" status: 200 len: 984 time: 0.1491590 Sep 08 09:22:45.608007 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e5b687a3-a77f-451c-a5b9-18493bf95e1a req-4b5d7c81-f5a4-4987-8f11-edadbdb271bb tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:45.627342 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e5b687a3-a77f-451c-a5b9-18493bf95e1a req-4b5d7c81-f5a4-4987-8f11-edadbdb271bb tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:45.664297 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3cf9c6fe-6ccc-45c9-8213-3c06fba6cbf0 req-5fc0741f-17d4-4cbd-b24f-58040ebfc2ed tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3c3e843-dd3f-48d2-92ef-ad7855719d38&id=809c40b7-900c-4bfa-a9ce-d9c4e4d44d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0779068 Sep 08 09:22:45.818703 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e5b687a3-a77f-451c-a5b9-18493bf95e1a req-4b5d7c81-f5a4-4987-8f11-edadbdb271bb tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=525d4824-cde3-4825-b95a-c41d6fce0d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7855012 Sep 08 09:22:45.828895 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d7c81-f5a4-4987-8f11-edadbdb271bb tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdada080-5ec9-42fa-9a0d-67bc17793787,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:45.878101 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f76416-5276-4b78-8542-34060da2b402 req-d41da496-7faf-4b42-a09b-13bcb022eec4 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:45.890312 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-26f76416-5276-4b78-8542-34060da2b402 req-d41da496-7faf-4b42-a09b-13bcb022eec4 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a29bf9-775c-4b90-9e4c-314cd01b37f3 HTTP/1.1" status: 200 len: 944 time: 0.1389942 Sep 08 09:22:45.953137 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cecc9f04-4354-4acf-bcc6-6ddc103797ab tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for router_gateway, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:45.960922 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-26f76416-5276-4b78-8542-34060da2b402 req-285bfc72-0661-4c85-bc5d-4cb0cb1c2cea tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663147 Sep 08 09:22:46.008285 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cecc9f04-4354-4acf-bcc6-6ddc103797ab tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:46.090311 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d115e-ec64-41b8-8b1a-c9306587a10c req-e0bd4326-200f-4a9d-867a-9cbc75e7e432 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:46.091877 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7b9d115e-ec64-41b8-8b1a-c9306587a10c req-e0bd4326-200f-4a9d-867a-9cbc75e7e432 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 945 time: 0.1408694 Sep 08 09:22:46.178630 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7b9d115e-ec64-41b8-8b1a-c9306587a10c req-a896a882-56a0-4143-b18f-878dc48af386 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=525d4824-cde3-4825-b95a-c41d6fce0d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787683 Sep 08 09:22:46.181820 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-cecc9f04-4354-4acf-bcc6-6ddc103797ab tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Allocated IP 172.25.0.192 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/d82fafd5-1d17-491b-93ad-dcc9fa5d0022) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:22:46.197355 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42224) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:46.312976 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ece43ba6-3497-4433-b101-5c92e9f28f5f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/floatingips/e729ff1b-31b8-4ac2-8f42-4ff0c809eed8 HTTP/1.1" status: 200 len: 993 time: 0.1145318 Sep 08 09:22:46.435562 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cecc9f04-4354-4acf-bcc6-6ddc103797ab tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:46.477858 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cecc9f04-4354-4acf-bcc6-6ddc103797ab tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:46.534885 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc9f04-4354-4acf-bcc6-6ddc103797ab tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event updated for resources: {'Port': ['ID=d82fafd5-1d17-491b-93ad-dcc9fa5d0022,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:46.548962 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecc9f04-4354-4acf-bcc6-6ddc103797ab tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:22:46.550848 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-cecc9f04-4354-4acf-bcc6-6ddc103797ab tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:22:46.558787 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecc9f04-4354-4acf-bcc6-6ddc103797ab tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:22:46.728782 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [req-0a517a97-8d86-4234-8afb-2899c7b2b5f5 req-fc0c1f97-7a8b-488b-b220-d0a99b597851 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:22:46.730099 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0a517a97-8d86-4234-8afb-2899c7b2b5f5 req-fc0c1f97-7a8b-488b-b220-d0a99b597851 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080454 Sep 08 09:22:46.853857 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b9e0b-ce6c-487f-a7dc-4beede4410e0 req-66ce25d2-5d81-47f1-b23d-e824090275b7 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:46.867193 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-991b9e0b-ce6c-487f-a7dc-4beede4410e0 req-66ce25d2-5d81-47f1-b23d-e824090275b7 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2cf7ffd-4601-4b7e-bef6-c32728165377 HTTP/1.1" status: 200 len: 984 time: 0.1008959 Sep 08 09:22:46.881120 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 069f7523-ee1d-4679-8f37-92586e744f18 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:22:46.953087 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-991b9e0b-ce6c-487f-a7dc-4beede4410e0 req-c93aab4c-be03-4d7c-9cbf-949ca7715861 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3c3e843-dd3f-48d2-92ef-ad7855719d38&id=809c40b7-900c-4bfa-a9ce-d9c4e4d44d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0846741 Sep 08 09:22:47.001478 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cecc9f04-4354-4acf-bcc6-6ddc103797ab tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for router_gateway, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:47.003441 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 069f7523-ee1d-4679-8f37-92586e744f18 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:22:47.005834 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:47.236276 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b95af9-4a9f-4d41-8a38-4ffedc2eb364 req-831b4530-25a6-4761-b473-b0ac1826ebf7 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:47.240249 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:47.246461 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-09b95af9-4a9f-4d41-8a38-4ffedc2eb364 req-831b4530-25a6-4761-b473-b0ac1826ebf7 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2cf7ffd-4601-4b7e-bef6-c32728165377 HTTP/1.1" status: 200 len: 984 time: 0.1205103 Sep 08 09:22:47.313529 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 069f7523-ee1d-4679-8f37-92586e744f18, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=069f7523-ee1d-4679-8f37-92586e744f18,segment=NetworkSegment(0adbffbb-cf08-4e79-9920-208d98c2b498),segment_id=0adbffbb-cf08-4e79-9920-208d98c2b498)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:22:47.317536 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1a29bf9-775c-4b90-9e4c-314cd01b37f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069f7523-ee1d-4679-8f37-92586e744f18'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:22:47.324607 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ec9337-939f-4ff1-b1d1-c1573fc0dc0b" -d '{"events": [{"server_uuid": "b1a29bf9-775c-4b90-9e4c-314cd01b37f3", "name": "network-vif-plugged", "status": "completed", "tag": "069f7523-ee1d-4679-8f37-92586e744f18"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:22:47.335702 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:47.355657 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-09b95af9-4a9f-4d41-8a38-4ffedc2eb364 req-294a3068-175f-48e1-ab04-47e30877ea1b tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3c3e843-dd3f-48d2-92ef-ad7855719d38&id=809c40b7-900c-4bfa-a9ce-d9c4e4d44d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0963609 Sep 08 09:22:47.449218 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=069f7523-ee1d-4679-8f37-92586e744f18,revision_number=7']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:47.580831 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91335af-9f14-43cc-80f6-ef191150c4a9 req-3f226817-78a2-42f6-8abc-8056506d19a5 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:47.584078 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a91335af-9f14-43cc-80f6-ef191150c4a9 req-3f226817-78a2-42f6-8abc-8056506d19a5 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a29bf9-775c-4b90-9e4c-314cd01b37f3 HTTP/1.1" status: 200 len: 945 time: 0.1081100 Sep 08 09:22:47.607973 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cecc9f04-4354-4acf-bcc6-6ddc103797ab tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:47.655800 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b67a6561-b7b9-4cba-8f27-6506e8e4e231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:47.663822 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a91335af-9f14-43cc-80f6-ef191150c4a9 req-da67d67e-1ea8-42e1-8b05-1f5202ea20e2 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688968 Sep 08 09:22:47.735170 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9bd2b11-6ff9-4080-981e-0a50639881b7 x-openstack-request-id: req-f9bd2b11-6ff9-4080-981e-0a50639881b7 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:22:47.735715 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1a29bf9-775c-4b90-9e4c-314cd01b37f3", "name": "network-vif-plugged", "status": "completed", "tag": "069f7523-ee1d-4679-8f37-92586e744f18", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:22:47.735976 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f9bd2b11-6ff9-4080-981e-0a50639881b7 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:22:47.736607 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1a29bf9-775c-4b90-9e4c-314cd01b37f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069f7523-ee1d-4679-8f37-92586e744f18', 'code': 200} Sep 08 09:22:47.892671 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cecc9f04-4354-4acf-bcc6-6ddc103797ab tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Router e335a639-0a71-492a-b3a3-54f379b67964 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:22:47.903511 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733004e-f8a8-4179-a4ee-648a08988902 req-7fe98d57-ae74-46d5-b9c3-8c8c6dae2cd9 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:47.905438 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e733004e-f8a8-4179-a4ee-648a08988902 req-7fe98d57-ae74-46d5-b9c3-8c8c6dae2cd9 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 945 time: 0.0802681 Sep 08 09:22:47.941814 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-59a8f576-b104-4454-8d6a-62cbf8f4d8f1 req-047bee0d-4b79-4aeb-a20d-c001dcd34629 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2066755 Sep 08 09:22:48.004368 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ae48a-4054-4935-b3f1-ca1bde1ff0a7 req-f6387d74-ab59-4523-bc14-3d1ea39bb1c7 tempest-TestSecurityGroupsBasicOps-700845333 tempest-TestSecurityGroupsBasicOps-700845333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:48.050261 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-363ae48a-4054-4935-b3f1-ca1bde1ff0a7 req-f6387d74-ab59-4523-bc14-3d1ea39bb1c7 tempest-TestSecurityGroupsBasicOps-700845333 tempest-TestSecurityGroupsBasicOps-700845333-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b2cf7ffd-4601-4b7e-bef6-c32728165377 HTTP/1.1" status: 200 len: 1136 time: 0.2240849 Sep 08 09:22:48.065271 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e733004e-f8a8-4179-a4ee-648a08988902 req-155ea4ca-b65e-4981-9d4c-1ea4152a4999 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=525d4824-cde3-4825-b95a-c41d6fce0d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393676 Sep 08 09:22:48.108108 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-363ae48a-4054-4935-b3f1-ca1bde1ff0a7 req-71bf1a2b-bddc-42e0-a7a8-7d7e6b4295fe tempest-TestSecurityGroupsBasicOps-700845333 tempest-TestSecurityGroupsBasicOps-700845333-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:48.187588 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cecc9f04-4354-4acf-bcc6-6ddc103797ab tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:22:48.203206 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f35c455-05f8-4717-97a9-16dd2650be36 None None] Sync routers for ids ['e335a639-0a71-492a-b3a3-54f379b67964'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:22:48.214111 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f35c455-05f8-4717-97a9-16dd2650be36 None None] Routers {'e335a639-0a71-492a-b3a3-54f379b67964'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:22:48.214708 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-9f35c455-05f8-4717-97a9-16dd2650be36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:22:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['e335a639-0a71-492a-b3a3-54f379b67964'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:48.269821 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 42298) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:48.330607 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-9f35c455-05f8-4717-97a9-16dd2650be36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:48.341653 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f35c455-05f8-4717-97a9-16dd2650be36 None None] Routers {'e335a639-0a71-492a-b3a3-54f379b67964'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:22:48.342544 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-9f35c455-05f8-4717-97a9-16dd2650be36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:22:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['e335a639-0a71-492a-b3a3-54f379b67964'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:48.381382 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-363ae48a-4054-4935-b3f1-ca1bde1ff0a7 req-71bf1a2b-bddc-42e0-a7a8-7d7e6b4295fe tempest-TestSecurityGroupsBasicOps-700845333 tempest-TestSecurityGroupsBasicOps-700845333-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:48.392155 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-363ae48a-4054-4935-b3f1-ca1bde1ff0a7 req-71bf1a2b-bddc-42e0-a7a8-7d7e6b4295fe tempest-TestSecurityGroupsBasicOps-700845333 tempest-TestSecurityGroupsBasicOps-700845333-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:48.404236 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cecc9f04-4354-4acf-bcc6-6ddc103797ab tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:48.406311 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-cecc9f04-4354-4acf-bcc6-6ddc103797ab tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.7140007 Sep 08 09:22:48.408892 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 42308) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:48.413439 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-9f35c455-05f8-4717-97a9-16dd2650be36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:48.414471 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f35c455-05f8-4717-97a9-16dd2650be36 None None] The sync data for ids ['e335a639-0a71-492a-b3a3-54f379b67964'] in n-d-806683-11 is: [] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:22:48.501630 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c1712aca-f2af-4bd2-bcc4-31e69ba4de64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:48.512181 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-363ae48a-4054-4935-b3f1-ca1bde1ff0a7 req-71bf1a2b-bddc-42e0-a7a8-7d7e6b4295fe tempest-TestSecurityGroupsBasicOps-700845333 tempest-TestSecurityGroupsBasicOps-700845333-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=e3c3e843-dd3f-48d2-92ef-ad7855719d38&id=809c40b7-900c-4bfa-a9ce-d9c4e4d44d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4607282 Sep 08 09:22:48.512847 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf1a2b-bddc-42e0-a7a8-7d7e6b4295fe tempest-TestSecurityGroupsBasicOps-700845333 tempest-TestSecurityGroupsBasicOps-700845333-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cac252-d5f5-4b68-a867-e05885e3f852,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:48.568674 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42314) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:48.617580 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c4da3b-3ea8-439d-9548-54969b1a688e tempest-TestSecurityGroupsBasicOps-700845333 tempest-TestSecurityGroupsBasicOps-700845333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:48.622916 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-76c4da3b-3ea8-439d-9548-54969b1a688e tempest-TestSecurityGroupsBasicOps-700845333 tempest-TestSecurityGroupsBasicOps-700845333-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b2cf7ffd-4601-4b7e-bef6-c32728165377 HTTP/1.1" status: 200 len: 1131 time: 0.0527408 Sep 08 09:22:48.623859 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42318) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:48.628543 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-cea9fb15-4bab-426d-93f7-2273e83250d2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'port_id': 'c5ff2652-88c4-4c8e-9801-94ca89e61192', 'tenant_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:22:48.644165 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-6d2f2021-823b-4657-b64e-000ddddc969e tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "GET /v2.0/routers/e335a639-0a71-492a-b3a3-54f379b67964 HTTP/1.1" status: 200 len: 884 time: 0.2340384 Sep 08 09:22:48.648542 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 42322) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:48.865052 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c1712aca-f2af-4bd2-bcc4-31e69ba4de64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:48.876993 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c1712aca-f2af-4bd2-bcc4-31e69ba4de64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:48.906671 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cea9fb15-4bab-426d-93f7-2273e83250d2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for floatingip, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:49.184622 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cea9fb15-4bab-426d-93f7-2273e83250d2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:49.326167 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-cea9fb15-4bab-426d-93f7-2273e83250d2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Allocated IP 172.25.0.117 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/429e89ed-45f1-4313-869b-df98f9382196) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:22:49.347371 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad4378-2d56-4d96-89d2-d65cc464f3ca req-c4f705e5-5b56-414d-80e9-76aa1317ceb2 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:49.355414 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26ad4378-2d56-4d96-89d2-d65cc464f3ca req-c4f705e5-5b56-414d-80e9-76aa1317ceb2 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a29bf9-775c-4b90-9e4c-314cd01b37f3 HTTP/1.1" status: 200 len: 945 time: 0.5516138 Sep 08 09:22:49.402181 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1712aca-f2af-4bd2-bcc4-31e69ba4de64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8a44a6-3b68-43af-a3f7-a804223a2ed6,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:49.406863 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c1712aca-f2af-4bd2-bcc4-31e69ba4de64 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dda399ad9a6947b1a84f27ed2c7dee53&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1356716 Sep 08 09:22:49.410729 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 42334) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:49.494963 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26ad4378-2d56-4d96-89d2-d65cc464f3ca req-d34e706b-0b15-4241-9fb7-41365725d9b0 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385114 Sep 08 09:22:49.537334 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-9a172683-c9c3-4b85-bcf7-d517d35d85d0 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.8877225 Sep 08 09:22:49.539881 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 42340) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:49.544746 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-1c970e8c-50b8-484f-95b7-f8166421c7d1 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-843851046'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:22:49.598369 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d6b2801b-da70-4a2b-bddd-e300b037de73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:49.637809 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d6b2801b-da70-4a2b-bddd-e300b037de73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:49.848077 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d6b2801b-da70-4a2b-bddd-e300b037de73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:49.853281 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d6b2801b-da70-4a2b-bddd-e300b037de73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:49.854515 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d6b2801b-da70-4a2b-bddd-e300b037de73 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cd8a44a6-3b68-43af-a3f7-a804223a2ed6 HTTP/1.1" status: 204 len: 168 time: 0.4411907 Sep 08 09:22:49.871395 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b2801b-da70-4a2b-bddd-e300b037de73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8a44a6-3b68-43af-a3f7-a804223a2ed6,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:49.945628 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cea9fb15-4bab-426d-93f7-2273e83250d2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:49.964742 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772d93a-9a25-4de5-a571-1e3a7b084b3e req-cf51ac20-1301-44b4-b420-f08bc1213348 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:49.972456 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1772d93a-9a25-4de5-a571-1e3a7b084b3e req-cf51ac20-1301-44b4-b420-f08bc1213348 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 945 time: 0.1522057 Sep 08 09:22:50.035365 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1772d93a-9a25-4de5-a571-1e3a7b084b3e req-042db332-d9b7-4b3d-b094-b9292ec772d8 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=525d4824-cde3-4825-b95a-c41d6fce0d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617487 Sep 08 09:22:50.090945 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cea9fb15-4bab-426d-93f7-2273e83250d2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:50.126195 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea9fb15-4bab-426d-93f7-2273e83250d2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:22:50.129123 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-cea9fb15-4bab-426d-93f7-2273e83250d2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:22:50.133612 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea9fb15-4bab-426d-93f7-2273e83250d2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:22:50.196622 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1c970e8c-50b8-484f-95b7-f8166421c7d1 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2457'] for router, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:50.219978 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8f576-b104-4454-8d6a-62cbf8f4d8f1 req-1ce2c848-6067-4d71-9707-8aa9c4d55ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:50.222499 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59a8f576-b104-4454-8d6a-62cbf8f4d8f1 req-1ce2c848-6067-4d71-9707-8aa9c4d55ab7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0f105e5fd99469d8f84a09c77d72db0&device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 1097 time: 0.2027774 Sep 08 09:22:50.225246 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1c970e8c-50b8-484f-95b7-f8166421c7d1 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-764157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-764146', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-768877'] for router, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:50.247584 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea9fb15-4bab-426d-93f7-2273e83250d2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Pushing event updated for resources: {'Port': ['ID=429e89ed-45f1-4313-869b-df98f9382196,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:50.368128 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8f576-b104-4454-8d6a-62cbf8f4d8f1 req-56e4a773-c3a6-495e-a735-8c1b1ed6262b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:50.372769 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59a8f576-b104-4454-8d6a-62cbf8f4d8f1 req-56e4a773-c3a6-495e-a735-8c1b1ed6262b service neutron] 10.222.0.35 "GET /v2.0/networks?id=5a5f9177-7555-4179-8814-e40705874e91 HTTP/1.1" status: 200 len: 897 time: 0.1416318 Sep 08 09:22:50.407991 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:50.436986 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42352) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:50.456052 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a821baae-9d1a-43e9-bfb1-d1018649b3bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:50.548323 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c970e8c-50b8-484f-95b7-f8166421c7d1 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Router e335a639-0a71-492a-b3a3-54f379b67964 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:22:50.667363 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59a8f576-b104-4454-8d6a-62cbf8f4d8f1 req-35cb43ef-114b-4d43-b554-1c28f6ab8c8a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d1e733e-c2ec-4f60-8e67-90190ae2b73d HTTP/1.1" status: 200 len: 1001 time: 0.1337581 Sep 08 09:22:50.748919 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-627aa2ae-5f7b-4ebb-982e-8c9edb7c394c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:50.758310 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cea9fb15-4bab-426d-93f7-2273e83250d2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:50.801405 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a821baae-9d1a-43e9-bfb1-d1018649b3bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:50.808858 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a821baae-9d1a-43e9-bfb1-d1018649b3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:50.822222 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e26a5-0a49-44b5-a3f9-0b2d29df8929 req-fefe28e0-6385-43f0-b7d0-981254f39212 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:50.824052 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-774e26a5-0a49-44b5-a3f9-0b2d29df8929 req-fefe28e0-6385-43f0-b7d0-981254f39212 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a29bf9-775c-4b90-9e4c-314cd01b37f3 HTTP/1.1" status: 200 len: 945 time: 0.1759818 Sep 08 09:22:50.827765 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8f576-b104-4454-8d6a-62cbf8f4d8f1 req-d2883d2e-bd65-40db-bc19-36d7aa8de603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:50.829394 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59a8f576-b104-4454-8d6a-62cbf8f4d8f1 req-d2883d2e-bd65-40db-bc19-36d7aa8de603 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b54460f-986f-4da9-b9e9-b79c61f3e310 HTTP/1.1" status: 200 len: 835 time: 0.1443236 Sep 08 09:22:50.862026 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a821baae-9d1a-43e9-bfb1-d1018649b3bb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ab0f44b2506644cbb792046acde6a253&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4235592 Sep 08 09:22:50.869028 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 42356) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:50.922778 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c970e8c-50b8-484f-95b7-f8166421c7d1 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:22:50.934227 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e44f61-dd42-4cb7-988f-13d08d441af7 None None] Sync routers for ids ['e335a639-0a71-492a-b3a3-54f379b67964'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:22:50.936128 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1c970e8c-50b8-484f-95b7-f8166421c7d1 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:50.937505 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-1c970e8c-50b8-484f-95b7-f8166421c7d1 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "PUT /v2.0/routers/e335a639-0a71-492a-b3a3-54f379b67964 HTTP/1.1" status: 200 len: 891 time: 1.3964584 Sep 08 09:22:50.941706 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 42358) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:50.955031 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e44f61-dd42-4cb7-988f-13d08d441af7 None None] Routers {'e335a639-0a71-492a-b3a3-54f379b67964'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:22:50.956326 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-24e44f61-dd42-4cb7-988f-13d08d441af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:22:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['e335a639-0a71-492a-b3a3-54f379b67964'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:50.982873 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cea9fb15-4bab-426d-93f7-2273e83250d2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:50.987221 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821baae-9d1a-43e9-bfb1-d1018649b3bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad42d63a-5c3f-4bc5-ad62-ebe8b7065ee8,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:51.040139 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-774e26a5-0a49-44b5-a3f9-0b2d29df8929 req-1b9261f9-aef3-4090-9949-2aba1296ce04 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778064 Sep 08 09:22:51.043342 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e90b222c-6cfb-4029-9cb5-7afe63e100b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:51.092600 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e90b222c-6cfb-4029-9cb5-7afe63e100b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:51.092890 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-24e44f61-dd42-4cb7-988f-13d08d441af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:51.117289 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8f576-b104-4454-8d6a-62cbf8f4d8f1 req-e9b5d29c-fcd9-4a37-a080-3a4913999ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:51.120461 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59a8f576-b104-4454-8d6a-62cbf8f4d8f1 req-e9b5d29c-fcd9-4a37-a080-3a4913999ff4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5a5f9177-7555-4179-8814-e40705874e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2828615 Sep 08 09:22:51.153371 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e44f61-dd42-4cb7-988f-13d08d441af7 None None] Routers {'e335a639-0a71-492a-b3a3-54f379b67964'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:22:51.154519 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-24e44f61-dd42-4cb7-988f-13d08d441af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:22:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['e335a639-0a71-492a-b3a3-54f379b67964'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:51.210718 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-24e44f61-dd42-4cb7-988f-13d08d441af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:51.211657 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e44f61-dd42-4cb7-988f-13d08d441af7 None None] The sync data for ids ['e335a639-0a71-492a-b3a3-54f379b67964'] in n-d-806683-11 is: [] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:22:51.290491 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-675a0982-6dbe-4f5c-8f09-2dc410aa1db8 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "GET /v2.0/routers/e335a639-0a71-492a-b3a3-54f379b67964 HTTP/1.1" status: 200 len: 891 time: 0.3347666 Sep 08 09:22:51.295476 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42364) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:51.360689 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e90b222c-6cfb-4029-9cb5-7afe63e100b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:51.363541 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e90b222c-6cfb-4029-9cb5-7afe63e100b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:51.368219 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e90b222c-6cfb-4029-9cb5-7afe63e100b7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ad42d63a-5c3f-4bc5-ad62-ebe8b7065ee8 HTTP/1.1" status: 204 len: 168 time: 0.4930677 Sep 08 09:22:51.377916 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-436326c9-f4a0-4997-b414-54b441525124 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "GET /v2.0/ports?device_id=e335a639-0a71-492a-b3a3-54f379b67964 HTTP/1.1" status: 200 len: 205 time: 0.0669117 Sep 08 09:22:51.387556 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 42368) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:51.438776 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cea9fb15-4bab-426d-93f7-2273e83250d2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:51.469597 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cea9fb15-4bab-426d-93f7-2273e83250d2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:51.521912 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b222c-6cfb-4029-9cb5-7afe63e100b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad42d63a-5c3f-4bc5-ad62-ebe8b7065ee8,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:51.568861 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c1c98-e502-4805-b2cf-f6906a1d40ba req-f18ae31c-e188-43e5-aaa2-bbf8e914fd27 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:51.577067 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-475c1c98-e502-4805-b2cf-f6906a1d40ba req-f18ae31c-e188-43e5-aaa2-bbf8e914fd27 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 945 time: 0.3787313 Sep 08 09:22:51.627873 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea9fb15-4bab-426d-93f7-2273e83250d2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Pushing event updated for resources: {'Port': ['ID=429e89ed-45f1-4313-869b-df98f9382196,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:51.629049 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59a8f576-b104-4454-8d6a-62cbf8f4d8f1 req-b61eabca-abfa-4620-b649-22ce905c6f74 service neutron] 10.222.0.35 "GET /v2.0/networks/5a5f9177-7555-4179-8814-e40705874e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157569 Sep 08 09:22:51.653675 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cea9fb15-4bab-426d-93f7-2273e83250d2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:51.714132 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3b08ada5-2a71-4306-8dc2-1d3466d14ed3 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for router, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:51.723043 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-475c1c98-e502-4805-b2cf-f6906a1d40ba req-5cc5e726-5634-416f-822b-19b212060264 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=525d4824-cde3-4825-b95a-c41d6fce0d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450906 Sep 08 09:22:51.853318 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59a8f576-b104-4454-8d6a-62cbf8f4d8f1 req-2179c825-da57-44ee-b392-a60ba7c5e506 service neutron] 10.222.0.35 "GET /v2.0/networks/5a5f9177-7555-4179-8814-e40705874e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364307 Sep 08 09:22:51.871800 n-d-806683-11 neutron-server[94713]: INFO neutron.db.l3_db [None req-cea9fb15-4bab-426d-93f7-2273e83250d2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Floating IP 0b889dee-3738-43ae-a593-06df41bc61ad associated. External IP: 172.25.0.117, port: c5ff2652-88c4-4c8e-9801-94ca89e61192. Sep 08 09:22:52.062664 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3b08ada5-2a71-4306-8dc2-1d3466d14ed3 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:52.156829 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:52.187523 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-3b08ada5-2a71-4306-8dc2-1d3466d14ed3 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Deleting port d82fafd5-1d17-491b-93ad-dcc9fa5d0022 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:22:52.187879 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3b08ada5-2a71-4306-8dc2-1d3466d14ed3 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:52.332087 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cea9fb15-4bab-426d-93f7-2273e83250d2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Router 313e544e-f4dd-4ae3-9f00-b5630a5b604d has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:22:52.418815 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f3bdc0-81e3-4990-a0dd-02a698d7342c req-3ba22e06-4e32-4bd4-8771-46aff4b857d1 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:52.420414 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-17f3bdc0-81e3-4990-a0dd-02a698d7342c req-3ba22e06-4e32-4bd4-8771-46aff4b857d1 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a29bf9-775c-4b90-9e4c-314cd01b37f3 HTTP/1.1" status: 200 len: 945 time: 0.2087610 Sep 08 09:22:52.450459 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3b08ada5-2a71-4306-8dc2-1d3466d14ed3 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:52.506561 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-3b08ada5-2a71-4306-8dc2-1d3466d14ed3 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Calling delete_port for d82fafd5-1d17-491b-93ad-dcc9fa5d0022 owned by network:router_gateway {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:22:52.526801 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea9fb15-4bab-426d-93f7-2273e83250d2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:22:52.556598 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30378539-a8ad-4b36-a03a-6ff438f6ed1a None None] Sync routers for ids ['313e544e-f4dd-4ae3-9f00-b5630a5b604d'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:22:52.567280 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30378539-a8ad-4b36-a03a-6ff438f6ed1a None None] Routers {'313e544e-f4dd-4ae3-9f00-b5630a5b604d'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:22:52.568933 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-30378539-a8ad-4b36-a03a-6ff438f6ed1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:22:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['313e544e-f4dd-4ae3-9f00-b5630a5b604d'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:52.587212 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cea9fb15-4bab-426d-93f7-2273e83250d2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:52.643781 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-17f3bdc0-81e3-4990-a0dd-02a698d7342c req-6475b7b3-f8b8-461c-bb7b-786859c8801f tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145495 Sep 08 09:22:52.676107 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-cea9fb15-4bab-426d-93f7-2273e83250d2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0482302 Sep 08 09:22:52.676107 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2cf7ffd-4601-4b7e-bef6-c32728165377', 'tag': 'c5ff2652-88c4-4c8e-9801-94ca89e61192'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:22:52.677448 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 42398) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:52.677594 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc21ad86-f0a6-4171-bbf7-0c16906b60ae" -d '{"events": [{"name": "network-changed", "server_uuid": "b2cf7ffd-4601-4b7e-bef6-c32728165377", "tag": "c5ff2652-88c4-4c8e-9801-94ca89e61192"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:22:52.743257 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00701b45-cc85-4cd0-809f-528eba77eb4a x-openstack-request-id: req-00701b45-cc85-4cd0-809f-528eba77eb4a {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:22:52.743833 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2cf7ffd-4601-4b7e-bef6-c32728165377", "tag": "c5ff2652-88c4-4c8e-9801-94ca89e61192", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:22:52.744122 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-00701b45-cc85-4cd0-809f-528eba77eb4a {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:22:52.744626 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2cf7ffd-4601-4b7e-bef6-c32728165377', 'tag': 'c5ff2652-88c4-4c8e-9801-94ca89e61192', 'status': 'completed', 'code': 200} Sep 08 09:22:52.885225 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-30378539-a8ad-4b36-a03a-6ff438f6ed1a None None] Set router 313e544e-f4dd-4ae3-9f00-b5630a5b604d gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:22:53.218965 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-30378539-a8ad-4b36-a03a-6ff438f6ed1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313e544e-f4dd-4ae3-9f00-b5630a5b604d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1759996624', 'tenant_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '18b32b6b-7fb2-4ee2-93e4-94dd184bc234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:22:11Z', 'updated_at': '2021-09-08T09:22:21Z', 'revision_number': 4, 'project_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'gw_port': {'id': '18b32b6b-7fb2-4ee2-93e4-94dd184bc234', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e544e-f4dd-4ae3-9f00-b5630a5b604d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:22:13Z', 'updated_at': '2021-09-08T09:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '0b889dee-3738-43ae-a593-06df41bc61ad', 'tenant_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'floating_ip_address': '172.25.0.117', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '313e544e-f4dd-4ae3-9f00-b5630a5b604d', 'port_id': 'c5ff2652-88c4-4c8e-9801-94ca89e61192', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'accf7f86-2e24-44f5-820b-a3db2b9e6a69', 'mac_address': 'fa:16:3e:f4:7f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cf7ffd-4601-4b7e-bef6-c32728165377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:22:50Z', 'updated_at': '2021-09-08T09:22:50Z', 'revision_number': 0, 'project_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d4a1ec-8546-40f7-83c8-6f9550f470b3', 'name': '', 'network_id': 'accf7f86-2e24-44f5-820b-a3db2b9e6a69', 'tenant_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'mac_address': 'fa:16:3e:4f:26:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e544e-f4dd-4ae3-9f00-b5630a5b604d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': 'd81ebdae-1153-4256-ab0f-6149de60d7df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:22:18Z', 'updated_at': '2021-09-08T09:22:30Z', 'revision_number': 5, 'project_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'subnets': [{'id': 'd81ebdae-1153-4256-ab0f-6149de60d7df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:53.238354 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21ad86-f0a6-4171-bbf7-0c16906b60ae req-aef31a4d-09dc-4f52-93f5-aba78d1ec3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:53.240632 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fc21ad86-f0a6-4171-bbf7-0c16906b60ae req-aef31a4d-09dc-4f52-93f5-aba78d1ec3ec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ecbaee6aa4b844ae9f42681fee78a6d0&device_id=b2cf7ffd-4601-4b7e-bef6-c32728165377 HTTP/1.1" status: 200 len: 1136 time: 0.3769858 Sep 08 09:22:53.262309 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e8971-27de-4c50-8ea2-0523cbc58e30 req-e703491b-ee3c-43ab-9796-86ab3f0bf938 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:53.268722 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30378539-a8ad-4b36-a03a-6ff438f6ed1a None None] Checking router: 313e544e-f4dd-4ae3-9f00-b5630a5b604d for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:22:53.274474 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9c6e8971-27de-4c50-8ea2-0523cbc58e30 req-e703491b-ee3c-43ab-9796-86ab3f0bf938 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 945 time: 0.3996964 Sep 08 09:22:53.279869 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30378539-a8ad-4b36-a03a-6ff438f6ed1a None None] Routers {'313e544e-f4dd-4ae3-9f00-b5630a5b604d'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:22:53.280485 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-30378539-a8ad-4b36-a03a-6ff438f6ed1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:22:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['313e544e-f4dd-4ae3-9f00-b5630a5b604d'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:53.431619 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-30378539-a8ad-4b36-a03a-6ff438f6ed1a None None] Set router 313e544e-f4dd-4ae3-9f00-b5630a5b604d gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:22:53.608530 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:54.029377 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1608411f-a959-4ae3-8503-7946e591ef3f req-b9037765-90bd-43e1-9960-95f6727f2ac2 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:54.031066 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1608411f-a959-4ae3-8503-7946e591ef3f req-b9037765-90bd-43e1-9960-95f6727f2ac2 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a29bf9-775c-4b90-9e4c-314cd01b37f3 HTTP/1.1" status: 200 len: 945 time: 0.1737282 Sep 08 09:22:54.038864 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-30378539-a8ad-4b36-a03a-6ff438f6ed1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313e544e-f4dd-4ae3-9f00-b5630a5b604d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1759996624', 'tenant_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '18b32b6b-7fb2-4ee2-93e4-94dd184bc234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:22:11Z', 'updated_at': '2021-09-08T09:22:21Z', 'revision_number': 4, 'project_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'gw_port': {'id': '18b32b6b-7fb2-4ee2-93e4-94dd184bc234', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e544e-f4dd-4ae3-9f00-b5630a5b604d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:22:13Z', 'updated_at': '2021-09-08T09:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '0b889dee-3738-43ae-a593-06df41bc61ad', 'tenant_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'floating_ip_address': '172.25.0.117', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '313e544e-f4dd-4ae3-9f00-b5630a5b604d', 'port_id': 'c5ff2652-88c4-4c8e-9801-94ca89e61192', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'accf7f86-2e24-44f5-820b-a3db2b9e6a69', 'mac_address': 'fa:16:3e:f4:7f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cf7ffd-4601-4b7e-bef6-c32728165377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:22:50Z', 'updated_at': '2021-09-08T09:22:50Z', 'revision_number': 0, 'project_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d4a1ec-8546-40f7-83c8-6f9550f470b3', 'name': '', 'network_id': 'accf7f86-2e24-44f5-820b-a3db2b9e6a69', 'tenant_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'mac_address': 'fa:16:3e:4f:26:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e544e-f4dd-4ae3-9f00-b5630a5b604d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': 'd81ebdae-1153-4256-ab0f-6149de60d7df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:22:18Z', 'updated_at': '2021-09-08T09:22:30Z', 'revision_number': 5, 'project_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'subnets': [{'id': 'd81ebdae-1153-4256-ab0f-6149de60d7df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:54.111081 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1608411f-a959-4ae3-8503-7946e591ef3f req-d8ae035d-398d-4758-86b1-75186666af4e tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689476 Sep 08 09:22:54.145090 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c36c49-058b-49dd-9423-b542c513eb22 tempest-TestSecurityGroupsBasicOps-700845333 tempest-TestSecurityGroupsBasicOps-700845333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:54.146301 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c36c49-058b-49dd-9423-b542c513eb22 tempest-TestSecurityGroupsBasicOps-700845333 tempest-TestSecurityGroupsBasicOps-700845333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:54.146657 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c36c49-058b-49dd-9423-b542c513eb22 tempest-TestSecurityGroupsBasicOps-700845333 tempest-TestSecurityGroupsBasicOps-700845333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:54.147322 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c36c49-058b-49dd-9423-b542c513eb22 tempest-TestSecurityGroupsBasicOps-700845333 tempest-TestSecurityGroupsBasicOps-700845333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:54.147807 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c36c49-058b-49dd-9423-b542c513eb22 tempest-TestSecurityGroupsBasicOps-700845333 tempest-TestSecurityGroupsBasicOps-700845333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:54.148275 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c36c49-058b-49dd-9423-b542c513eb22 tempest-TestSecurityGroupsBasicOps-700845333 tempest-TestSecurityGroupsBasicOps-700845333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:54.148744 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c36c49-058b-49dd-9423-b542c513eb22 tempest-TestSecurityGroupsBasicOps-700845333 tempest-TestSecurityGroupsBasicOps-700845333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:54.149207 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c36c49-058b-49dd-9423-b542c513eb22 tempest-TestSecurityGroupsBasicOps-700845333 tempest-TestSecurityGroupsBasicOps-700845333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:54.152432 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30378539-a8ad-4b36-a03a-6ff438f6ed1a None None] The sync data for ids ['313e544e-f4dd-4ae3-9f00-b5630a5b604d'] in n-d-806683-11 is: [{'id': '313e544e-f4dd-4ae3-9f00-b5630a5b604d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1759996624', 'tenant_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '18b32b6b-7fb2-4ee2-93e4-94dd184bc234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:22:11Z', 'updated_at': '2021-09-08T09:22:21Z', 'revision_number': 4, 'project_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'gw_port': {'id': '18b32b6b-7fb2-4ee2-93e4-94dd184bc234', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e544e-f4dd-4ae3-9f00-b5630a5b604d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:22:13Z', 'updated_at': '2021-09-08T09:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '0b889dee-3738-43ae-a593-06df41bc61ad', 'tenant_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'floating_ip_address': '172.25.0.117', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '313e544e-f4dd-4ae3-9f00-b5630a5b604d', 'port_id': 'c5ff2652-88c4-4c8e-9801-94ca89e61192', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'accf7f86-2e24-44f5-820b-a3db2b9e6a69', 'mac_address': 'fa:16:3e:f4:7f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cf7ffd-4601-4b7e-bef6-c32728165377', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:22:50Z', 'updated_at': '2021-09-08T09:22:50Z', 'revision_number': 0, 'project_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d4a1ec-8546-40f7-83c8-6f9550f470b3', 'name': '', 'network_id': 'accf7f86-2e24-44f5-820b-a3db2b9e6a69', 'tenant_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'mac_address': 'fa:16:3e:4f:26:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e544e-f4dd-4ae3-9f00-b5630a5b604d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': 'd81ebdae-1153-4256-ab0f-6149de60d7df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:22:18Z', 'updated_at': '2021-09-08T09:22:30Z', 'revision_number': 5, 'project_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'subnets': [{'id': 'd81ebdae-1153-4256-ab0f-6149de60d7df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:22:54.158004 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-78c36c49-058b-49dd-9423-b542c513eb22 tempest-TestSecurityGroupsBasicOps-700845333 tempest-TestSecurityGroupsBasicOps-700845333-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5687 time: 1.4773209 Sep 08 09:22:54.159691 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42428) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:54.181768 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:54.197136 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9c6e8971-27de-4c50-8ea2-0523cbc58e30 req-86c53e8f-6b0f-46c4-97dc-1b5e5c121b53 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=525d4824-cde3-4825-b95a-c41d6fce0d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9217093 Sep 08 09:22:54.201692 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21ad86-f0a6-4171-bbf7-0c16906b60ae req-ea38b6cf-6201-4075-88b7-e45947a8d2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:54.203365 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fc21ad86-f0a6-4171-bbf7-0c16906b60ae req-ea38b6cf-6201-4075-88b7-e45947a8d2dc service neutron] 10.222.0.35 "GET /v2.0/networks?id=accf7f86-2e24-44f5-820b-a3db2b9e6a69 HTTP/1.1" status: 200 len: 898 time: 0.9171178 Sep 08 09:22:54.206105 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3b08ada5-2a71-4306-8dc2-1d3466d14ed3 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:54.247040 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b08ada5-2a71-4306-8dc2-1d3466d14ed3 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event deleted for resources: {'Port': ['ID=d82fafd5-1d17-491b-93ad-dcc9fa5d0022,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:54.379973 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debc6db3-3b0d-4574-9135-91e7c3f88c51 tempest-TestSecurityGroupsBasicOps-700845333 tempest-TestSecurityGroupsBasicOps-700845333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:54.380799 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debc6db3-3b0d-4574-9135-91e7c3f88c51 tempest-TestSecurityGroupsBasicOps-700845333 tempest-TestSecurityGroupsBasicOps-700845333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:54.381527 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debc6db3-3b0d-4574-9135-91e7c3f88c51 tempest-TestSecurityGroupsBasicOps-700845333 tempest-TestSecurityGroupsBasicOps-700845333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:54.382238 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debc6db3-3b0d-4574-9135-91e7c3f88c51 tempest-TestSecurityGroupsBasicOps-700845333 tempest-TestSecurityGroupsBasicOps-700845333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:54.382884 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debc6db3-3b0d-4574-9135-91e7c3f88c51 tempest-TestSecurityGroupsBasicOps-700845333 tempest-TestSecurityGroupsBasicOps-700845333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:54.383769 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debc6db3-3b0d-4574-9135-91e7c3f88c51 tempest-TestSecurityGroupsBasicOps-700845333 tempest-TestSecurityGroupsBasicOps-700845333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:54.384720 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debc6db3-3b0d-4574-9135-91e7c3f88c51 tempest-TestSecurityGroupsBasicOps-700845333 tempest-TestSecurityGroupsBasicOps-700845333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:54.388691 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debc6db3-3b0d-4574-9135-91e7c3f88c51 tempest-TestSecurityGroupsBasicOps-700845333 tempest-TestSecurityGroupsBasicOps-700845333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:54.391613 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-debc6db3-3b0d-4574-9135-91e7c3f88c51 tempest-TestSecurityGroupsBasicOps-700845333 tempest-TestSecurityGroupsBasicOps-700845333-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5285 time: 0.2289948 Sep 08 09:22:54.394772 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42434) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:54.407018 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fc21ad86-f0a6-4171-bbf7-0c16906b60ae req-67a3aa37-fd19-4fc4-a8e9-b64cdb99ef4f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5ff2652-88c4-4c8e-9801-94ca89e61192 HTTP/1.1" status: 200 len: 999 time: 0.1646457 Sep 08 09:22:54.450262 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3b08ada5-2a71-4306-8dc2-1d3466d14ed3 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:54.576885 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b37f41-5928-489d-9f5b-664307ed18df None None] New status for floating IP 0b889dee-3738-43ae-a593-06df41bc61ad: ACTIVE {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:22:54.588499 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3b08ada5-2a71-4306-8dc2-1d3466d14ed3 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:54.592722 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3b08ada5-2a71-4306-8dc2-1d3466d14ed3 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:54.595666 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21ad86-f0a6-4171-bbf7-0c16906b60ae req-09d2639c-a840-4751-a69b-7f1b465cc807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:54.597193 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fc21ad86-f0a6-4171-bbf7-0c16906b60ae req-09d2639c-a840-4751-a69b-7f1b465cc807 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d81ebdae-1153-4256-ab0f-6149de60d7df HTTP/1.1" status: 200 len: 833 time: 0.1836123 Sep 08 09:22:54.783883 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3b08ada5-2a71-4306-8dc2-1d3466d14ed3 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:54.786349 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b08ada5-2a71-4306-8dc2-1d3466d14ed3 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Fanout notify agent at l3_agent the message router_deleted on router e335a639-0a71-492a-b3a3-54f379b67964 {{(pid=94712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:22:54.800802 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3b08ada5-2a71-4306-8dc2-1d3466d14ed3 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:54.809033 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-3b08ada5-2a71-4306-8dc2-1d3466d14ed3 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "DELETE /v2.0/routers/e335a639-0a71-492a-b3a3-54f379b67964 HTTP/1.1" status: 204 len: 168 time: 3.4149480 Sep 08 09:22:54.812320 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 42452) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:54.821866 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-8dde05e5-29e4-4d02-bfe1-62b9cda5dc96 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2031862713'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:22:54.832502 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-fb5515b5-ce2d-41c0-89ea-b06a1a92b086 tempest-TestSecurityGroupsBasicOps-700845333 tempest-TestSecurityGroupsBasicOps-700845333-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3598 time: 0.4361188 Sep 08 09:22:54.836375 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42458) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:54.869887 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dde05e5-29e4-4d02-bfe1-62b9cda5dc96 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Made reservation on behalf of 008ae683ead44873ba90ff716de87ee0 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:22:54.873993 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8dde05e5-29e4-4d02-bfe1-62b9cda5dc96 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:54.881268 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21ad86-f0a6-4171-bbf7-0c16906b60ae req-d2bb87dd-7e32-4458-bc70-18274d1391ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:54.883051 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fc21ad86-f0a6-4171-bbf7-0c16906b60ae req-d2bb87dd-7e32-4458-bc70-18274d1391ed service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=accf7f86-2e24-44f5-820b-a3db2b9e6a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2713859 Sep 08 09:22:54.896278 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93874b30-98c0-4b12-8ebe-406c4c76fc1e tempest-TestSecurityGroupsBasicOps-700845333 tempest-TestSecurityGroupsBasicOps-700845333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:54.896838 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93874b30-98c0-4b12-8ebe-406c4c76fc1e tempest-TestSecurityGroupsBasicOps-700845333 tempest-TestSecurityGroupsBasicOps-700845333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:54.898524 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-93874b30-98c0-4b12-8ebe-406c4c76fc1e tempest-TestSecurityGroupsBasicOps-700845333 tempest-TestSecurityGroupsBasicOps-700845333-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=313e544e-f4dd-4ae3-9f00-b5630a5b604d HTTP/1.1" status: 200 len: 1992 time: 0.0600762 Sep 08 09:22:54.947767 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dde05e5-29e4-4d02-bfe1-62b9cda5dc96 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:22:55.021614 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8dde05e5-29e4-4d02-bfe1-62b9cda5dc96 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:55.021614 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-8dde05e5-29e4-4d02-bfe1-62b9cda5dc96 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Added segment a386930b-c688-4616-bf7a-2ba1dffa847d of type vlan for network 2121518e-5e4f-475d-a85b-d5bf030f02da Sep 08 09:22:55.089499 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8dde05e5-29e4-4d02-bfe1-62b9cda5dc96 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:55.093484 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fc21ad86-f0a6-4171-bbf7-0c16906b60ae req-7b221f49-f76e-4e42-9989-4d4d64266794 service neutron] 10.222.0.35 "GET /v2.0/networks/accf7f86-2e24-44f5-820b-a3db2b9e6a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007430 Sep 08 09:22:55.171729 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8dde05e5-29e4-4d02-bfe1-62b9cda5dc96 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:55.183003 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dde05e5-29e4-4d02-bfe1-62b9cda5dc96 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:55.183662 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8dde05e5-29e4-4d02-bfe1-62b9cda5dc96 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:55.331885 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc7c28-321f-494f-b6ad-c9dee07a37ba req-b59ed15c-583d-4669-9dab-93a5f337c9e4 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:55.334295 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e6cc7c28-321f-494f-b6ad-c9dee07a37ba req-b59ed15c-583d-4669-9dab-93a5f337c9e4 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a29bf9-775c-4b90-9e4c-314cd01b37f3 HTTP/1.1" status: 200 len: 945 time: 0.1135123 Sep 08 09:22:55.416250 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dde05e5-29e4-4d02-bfe1-62b9cda5dc96 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event updated for resources: {'Network': ['ID=2121518e-5e4f-475d-a85b-d5bf030f02da,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:55.419702 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e6cc7c28-321f-494f-b6ad-c9dee07a37ba req-3edf9ed6-7854-4441-9e93-ad923560a3b3 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758071 Sep 08 09:22:55.424791 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42486) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:55.425272 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8dde05e5-29e4-4d02-bfe1-62b9cda5dc96 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6131990 Sep 08 09:22:55.431498 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 2121518e-5e4f-475d-a85b-d5bf030f02da details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:22:55.439176 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fc21ad86-f0a6-4171-bbf7-0c16906b60ae req-e9e1c66c-ed40-4d13-9522-8dbb749a7be7 service neutron] 10.222.0.35 "GET /v2.0/networks/accf7f86-2e24-44f5-820b-a3db2b9e6a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349316 Sep 08 09:22:55.440603 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-ac3fcad3-ef6b-4d09-b324-2cd162550dea tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Request body: {'subnet': {'network_id': '2121518e-5e4f-475d-a85b-d5bf030f02da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:22:55.487929 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ae22a-c2bf-4367-9d72-85212d6924b4 req-0987e8b6-772a-494a-a52a-00535fb131e6 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:55.490960 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-419ae22a-c2bf-4367-9d72-85212d6924b4 req-0987e8b6-772a-494a-a52a-00535fb131e6 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 945 time: 0.1361258 Sep 08 09:22:55.605224 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-419ae22a-c2bf-4367-9d72-85212d6924b4 req-b27266b9-b732-4ca9-b141-ee00f48a8623 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=525d4824-cde3-4825-b95a-c41d6fce0d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072130 Sep 08 09:22:55.658586 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3fcad3-ef6b-4d09-b324-2cd162550dea tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Made reservation on behalf of 008ae683ead44873ba90ff716de87ee0 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:22:55.663877 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ac3fcad3-ef6b-4d09-b324-2cd162550dea tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:55.955196 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ac3fcad3-ef6b-4d09-b324-2cd162550dea tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:56.032471 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3fcad3-ef6b-4d09-b324-2cd162550dea tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event updated for resources: {'Subnet': ['ID=5ecb1b4e-1e22-415c-a99a-ea819aea09c7,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:56.050640 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3fcad3-ef6b-4d09-b324-2cd162550dea tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:22:56.051025 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3fcad3-ef6b-4d09-b324-2cd162550dea tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:22:56.051399 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3fcad3-ef6b-4d09-b324-2cd162550dea tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:22:56.052313 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3fcad3-ef6b-4d09-b324-2cd162550dea tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:22:56.052881 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3fcad3-ef6b-4d09-b324-2cd162550dea tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:22:56.053327 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3fcad3-ef6b-4d09-b324-2cd162550dea tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:22:56.053671 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3fcad3-ef6b-4d09-b324-2cd162550dea tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:22:56.054013 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3fcad3-ef6b-4d09-b324-2cd162550dea tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:22:56.054533 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3fcad3-ef6b-4d09-b324-2cd162550dea tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:22:56.054904 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3fcad3-ef6b-4d09-b324-2cd162550dea tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:22:56.055244 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3fcad3-ef6b-4d09-b324-2cd162550dea tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:22:56.055582 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3fcad3-ef6b-4d09-b324-2cd162550dea tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:22:56.086774 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3fcad3-ef6b-4d09-b324-2cd162550dea tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Checking segment: {'id': 'a386930b-c688-4616-bf7a-2ba1dffa847d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2121518e-5e4f-475d-a85b-d5bf030f02da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:22:56.087151 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3fcad3-ef6b-4d09-b324-2cd162550dea tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Network hostable DHCP agents. Network: 2121518e-5e4f-475d-a85b-d5bf030f02da, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:22:56.119204 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3fcad3-ef6b-4d09-b324-2cd162550dea tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Network 2121518e-5e4f-475d-a85b-d5bf030f02da is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:22:56.135501 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-ac3fcad3-ef6b-4d09-b324-2cd162550dea tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 2121518e-5e4f-475d-a85b-d5bf030f02da) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:22:56.147410 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13d2dca-27f1-487c-8341-b4ca891e72e6 None None] Network 2121518e-5e4f-475d-a85b-d5bf030f02da requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:22:56.151894 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3fcad3-ef6b-4d09-b324-2cd162550dea tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:56.152504 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ac3fcad3-ef6b-4d09-b324-2cd162550dea tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:56.177622 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 42500) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:56.178291 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ac3fcad3-ef6b-4d09-b324-2cd162550dea tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7513185 Sep 08 09:22:56.183818 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-c8d65e69-883f-4702-8d17-e42e26417d52 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-27423043', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:22:56.245501 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c8d65e69-883f-4702-8d17-e42e26417d52 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:56.246775 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c8d65e69-883f-4702-8d17-e42e26417d52 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:56.333900 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c8d65e69-883f-4702-8d17-e42e26417d52 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:56.342277 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c8d65e69-883f-4702-8d17-e42e26417d52 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:56.368509 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c8d65e69-883f-4702-8d17-e42e26417d52 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:56.370444 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c8d65e69-883f-4702-8d17-e42e26417d52 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1905992 Sep 08 09:22:56.377233 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 42506) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:56.383607 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d3f05f-634b-47de-b234-5f235e6b23d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-2121518e-5e4f-475d-a85b-d5bf030f02da', 'network_id': '2121518e-5e4f-475d-a85b-d5bf030f02da', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'fixed_ips': [{'subnet_id': '5ecb1b4e-1e22-415c-a99a-ea819aea09c7'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:22:56.384508 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a8d3f05f-634b-47de-b234-5f235e6b23d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:56.653367 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-a8d3f05f-634b-47de-b234-5f235e6b23d0 None None] Allocated IP 2001:db8::2 (2121518e-5e4f-475d-a85b-d5bf030f02da/5ecb1b4e-1e22-415c-a99a-ea819aea09c7/cf7842cd-dbce-4c68-9255-ce163deb8dec) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:22:56.725864 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453dcd46-7484-4897-ac3d-c243949bc414 req-dbb5a2ca-b93d-48d6-b7e7-f0039ef6d2aa tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:56.742335 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-453dcd46-7484-4897-ac3d-c243949bc414 req-dbb5a2ca-b93d-48d6-b7e7-f0039ef6d2aa tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a29bf9-775c-4b90-9e4c-314cd01b37f3 HTTP/1.1" status: 200 len: 945 time: 0.1567245 Sep 08 09:22:56.835823 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-453dcd46-7484-4897-ac3d-c243949bc414 req-5a75fac6-33b2-4b55-8dc2-4fe59c33a089 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921755 Sep 08 09:22:56.982100 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aae17fb6-eaa0-4fd6-9d2e-5df87874e88d tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:56.995341 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ef9a3-f496-4148-a51e-408c1b76de7e req-09551ceb-42df-4a9b-a6c9-c94cd03f0510 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:57.003088 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-055ef9a3-f496-4148-a51e-408c1b76de7e req-09551ceb-42df-4a9b-a6c9-c94cd03f0510 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 945 time: 0.1991830 Sep 08 09:22:57.009923 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a8d3f05f-634b-47de-b234-5f235e6b23d0 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:57.032529 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-a8d3f05f-634b-47de-b234-5f235e6b23d0 None None] Transition to ACTIVE for port object cf7842cd-dbce-4c68-9255-ce163deb8dec will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:22:57.085858 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-a8d3f05f-634b-47de-b234-5f235e6b23d0 None None] Transition to ACTIVE for port object cf7842cd-dbce-4c68-9255-ce163deb8dec will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:22:57.108887 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a8d3f05f-634b-47de-b234-5f235e6b23d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:57.111750 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-055ef9a3-f496-4148-a51e-408c1b76de7e req-76d8d965-5a7d-4ea4-a3f3-4bf1e470fcf8 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=525d4824-cde3-4825-b95a-c41d6fce0d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075809 Sep 08 09:22:57.164135 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d3f05f-634b-47de-b234-5f235e6b23d0 None None] Pushing event updated for resources: {'Port': ['ID=cf7842cd-dbce-4c68-9255-ce163deb8dec,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:57.186308 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d3f05f-634b-47de-b234-5f235e6b23d0 None None] Network 2121518e-5e4f-475d-a85b-d5bf030f02da is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:22:57.187941 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-a8d3f05f-634b-47de-b234-5f235e6b23d0 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:22:57.193780 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d3f05f-634b-47de-b234-5f235e6b23d0 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:22:57.265694 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-a8d3f05f-634b-47de-b234-5f235e6b23d0 None None] Attempting to bind port cf7842cd-dbce-4c68-9255-ce163deb8dec on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:22:57.266597 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-a8d3f05f-634b-47de-b234-5f235e6b23d0 None None] Attempting to bind port cf7842cd-dbce-4c68-9255-ce163deb8dec by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'a386930b-c688-4616-bf7a-2ba1dffa847d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2121518e-5e4f-475d-a85b-d5bf030f02da'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:22:57.267557 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d3f05f-634b-47de-b234-5f235e6b23d0 None None] Attempting to bind port cf7842cd-dbce-4c68-9255-ce163deb8dec on network 2121518e-5e4f-475d-a85b-d5bf030f02da {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:22:57.278249 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d3f05f-634b-47de-b234-5f235e6b23d0 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:22:57.278984 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d3f05f-634b-47de-b234-5f235e6b23d0 None None] Checking segment: {'id': 'a386930b-c688-4616-bf7a-2ba1dffa847d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2121518e-5e4f-475d-a85b-d5bf030f02da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:22:57.279773 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a8d3f05f-634b-47de-b234-5f235e6b23d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:57.280749 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d3f05f-634b-47de-b234-5f235e6b23d0 None None] Bound using segment: {'id': 'a386930b-c688-4616-bf7a-2ba1dffa847d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2121518e-5e4f-475d-a85b-d5bf030f02da'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:22:57.281621 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-a8d3f05f-634b-47de-b234-5f235e6b23d0 None None] Bound port: cf7842cd-dbce-4c68-9255-ce163deb8dec, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a386930b-c688-4616-bf7a-2ba1dffa847d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2121518e-5e4f-475d-a85b-d5bf030f02da'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:22:57.282272 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a8d3f05f-634b-47de-b234-5f235e6b23d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:57.364551 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-a8d3f05f-634b-47de-b234-5f235e6b23d0 None None] For port cf7842cd-dbce-4c68-9255-ce163deb8dec, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:22:57.368934 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-a8d3f05f-634b-47de-b234-5f235e6b23d0 None None] For port cf7842cd-dbce-4c68-9255-ce163deb8dec, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=cf7842cd-dbce-4c68-9255-ce163deb8dec,segment=NetworkSegment(a386930b-c688-4616-bf7a-2ba1dffa847d),segment_id=a386930b-c688-4616-bf7a-2ba1dffa847d)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:22:57.374831 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a8d3f05f-634b-47de-b234-5f235e6b23d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:57.467296 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-aae17fb6-eaa0-4fd6-9d2e-5df87874e88d tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Allocated IP 2001:db8::1 (2121518e-5e4f-475d-a85b-d5bf030f02da/5ecb1b4e-1e22-415c-a99a-ea819aea09c7/93ce41bd-4e3a-4178-baa9-90d2d484731a) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:22:57.596871 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d3f05f-634b-47de-b234-5f235e6b23d0 None None] Pushing event updated for resources: {'Port': ['ID=cf7842cd-dbce-4c68-9255-ce163deb8dec,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:57.747618 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aae17fb6-eaa0-4fd6-9d2e-5df87874e88d tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:57.796457 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-aae17fb6-eaa0-4fd6-9d2e-5df87874e88d tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Transition to ACTIVE for port object 93ce41bd-4e3a-4178-baa9-90d2d484731a will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:22:57.874372 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aae17fb6-eaa0-4fd6-9d2e-5df87874e88d tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:57.977239 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae17fb6-eaa0-4fd6-9d2e-5df87874e88d tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event updated for resources: {'Port': ['ID=93ce41bd-4e3a-4178-baa9-90d2d484731a,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:57.986254 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae17fb6-eaa0-4fd6-9d2e-5df87874e88d tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Network 2121518e-5e4f-475d-a85b-d5bf030f02da is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:22:57.987785 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-aae17fb6-eaa0-4fd6-9d2e-5df87874e88d tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:22:58.000579 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae17fb6-eaa0-4fd6-9d2e-5df87874e88d tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:22:58.000945 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aae17fb6-eaa0-4fd6-9d2e-5df87874e88d tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:58.084759 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72263f4-b376-4a86-9ea5-e9ab11fd5db0 req-2d87a05f-66f8-4f90-a15e-9a26ae741787 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:58.097453 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d72263f4-b376-4a86-9ea5-e9ab11fd5db0 req-2d87a05f-66f8-4f90-a15e-9a26ae741787 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a29bf9-775c-4b90-9e4c-314cd01b37f3 HTTP/1.1" status: 200 len: 945 time: 0.1137829 Sep 08 09:22:58.186654 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d72263f4-b376-4a86-9ea5-e9ab11fd5db0 req-bed671d9-c825-491d-af05-084ba7f66bec tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859923 Sep 08 09:22:58.215760 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aae17fb6-eaa0-4fd6-9d2e-5df87874e88d tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:58.385774 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88377aae-672b-4e15-9c04-a58814dd3744 req-d67229d4-01b0-4ff6-9834-095876ab8bc0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:58.387654 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-88377aae-672b-4e15-9c04-a58814dd3744 req-d67229d4-01b0-4ff6-9834-095876ab8bc0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 945 time: 0.1588695 Sep 08 09:22:58.474244 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-88377aae-672b-4e15-9c04-a58814dd3744 req-648b62f3-1283-4301-8441-de0f5fbb4ead tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=525d4824-cde3-4825-b95a-c41d6fce0d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783210 Sep 08 09:22:58.610706 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:58.764800 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aae17fb6-eaa0-4fd6-9d2e-5df87874e88d tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:58.776631 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aae17fb6-eaa0-4fd6-9d2e-5df87874e88d tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:58.779193 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aae17fb6-eaa0-4fd6-9d2e-5df87874e88d tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:58.921572 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae17fb6-eaa0-4fd6-9d2e-5df87874e88d tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event updated for resources: {'Port': ['ID=93ce41bd-4e3a-4178-baa9-90d2d484731a,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:22:58.999992 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae17fb6-eaa0-4fd6-9d2e-5df87874e88d tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Network 2121518e-5e4f-475d-a85b-d5bf030f02da is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:22:59.002612 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-aae17fb6-eaa0-4fd6-9d2e-5df87874e88d tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:22:59.267797 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae17fb6-eaa0-4fd6-9d2e-5df87874e88d tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Router 41b75a32-583a-4fd4-873e-d68b637e2da3 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:22:59.269075 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899fd968-daef-4318-8d03-88cc0cb13b57 None None] Network 2121518e-5e4f-475d-a85b-d5bf030f02da requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:22:59.273771 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device cf7842cd-dbce-4c68-9255-ce163deb8dec up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:22:59.391050 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae17fb6-eaa0-4fd6-9d2e-5df87874e88d tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:22:59.405471 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-aae17fb6-eaa0-4fd6-9d2e-5df87874e88d tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "PUT /v2.0/routers/41b75a32-583a-4fd4-873e-d68b637e2da3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0202622 Sep 08 09:22:59.405471 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 42560) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:59.406527 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f594bf27-094a-4e70-bc59-8b0846a08f72 None None] Sync routers for ids ['41b75a32-583a-4fd4-873e-d68b637e2da3'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:22:59.417162 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c94cc4d-664a-4cc9-aeff-cad5c53b0740 req-00832435-bfe8-47e1-8c27-fa002e7f3897 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:59.430139 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f594bf27-094a-4e70-bc59-8b0846a08f72 None None] Routers {'41b75a32-583a-4fd4-873e-d68b637e2da3'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:22:59.430139 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-f594bf27-094a-4e70-bc59-8b0846a08f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:22:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['41b75a32-583a-4fd4-873e-d68b637e2da3'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:59.431669 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9c94cc4d-664a-4cc9-aeff-cad5c53b0740 req-00832435-bfe8-47e1-8c27-fa002e7f3897 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a29bf9-775c-4b90-9e4c-314cd01b37f3 HTTP/1.1" status: 200 len: 945 time: 0.1267607 Sep 08 09:22:59.544034 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-f594bf27-094a-4e70-bc59-8b0846a08f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:59.546015 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-49b4f782-660a-4fde-a174-f039b8355ec1 None None] Provisioning for port cf7842cd-dbce-4c68-9255-ce163deb8dec completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:22:59.563517 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9c94cc4d-664a-4cc9-aeff-cad5c53b0740 req-48c5ca7a-d8cf-4308-8b3e-52364280f0c9 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308372 Sep 08 09:22:59.572905 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f594bf27-094a-4e70-bc59-8b0846a08f72 None None] Routers {'41b75a32-583a-4fd4-873e-d68b637e2da3'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:22:59.573916 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-f594bf27-094a-4e70-bc59-8b0846a08f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:22:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['41b75a32-583a-4fd4-873e-d68b637e2da3'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:59.649800 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port cf7842cd-dbce-4c68-9255-ce163deb8dec completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:22:59.659862 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-f594bf27-094a-4e70-bc59-8b0846a08f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:22:59.661807 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port cf7842cd-dbce-4c68-9255-ce163deb8dec triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:22:59.662995 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:59.667868 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f594bf27-094a-4e70-bc59-8b0846a08f72 None None] The sync data for ids ['41b75a32-583a-4fd4-873e-d68b637e2da3'] in n-d-806683-11 is: [] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:22:59.918400 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:22:59.934179 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d43466-57ec-4f13-9b77-3a8a36dc875f tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:59.939171 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-86d43466-57ec-4f13-9b77-3a8a36dc875f tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "GET /v2.0/ports/93ce41bd-4e3a-4178-baa9-90d2d484731a HTTP/1.1" status: 200 len: 911 time: 0.5347011 Sep 08 09:22:59.939747 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42570) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:22:59.948063 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-f7e5608a-ea16-46b8-a9e9-4f62d279993a tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5ecb1b4e-1e22-415c-a99a-ea819aea09c7'}]}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:22:59.970789 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062841d7-5c0f-47d9-a15a-f131c22af086 req-5da8cdd1-128a-44c4-a300-7b5008f7c4d7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:22:59.972539 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-062841d7-5c0f-47d9-a15a-f131c22af086 req-5da8cdd1-128a-44c4-a300-7b5008f7c4d7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 945 time: 0.0916672 Sep 08 09:22:59.996774 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port cf7842cd-dbce-4c68-9255-ce163deb8dec, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=cf7842cd-dbce-4c68-9255-ce163deb8dec,segment=NetworkSegment(a386930b-c688-4616-bf7a-2ba1dffa847d),segment_id=a386930b-c688-4616-bf7a-2ba1dffa847d)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:23:00.005749 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:00.085172 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-062841d7-5c0f-47d9-a15a-f131c22af086 req-3514d7d6-bb99-4e47-ad2a-30bde0799124 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=525d4824-cde3-4825-b95a-c41d6fce0d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959928 Sep 08 09:23:00.138124 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=cf7842cd-dbce-4c68-9255-ce163deb8dec,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:00.262019 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f7e5608a-ea16-46b8-a9e9-4f62d279993a tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:00.431802 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-9698f2da-b16c-439b-8a26-adcadbe75c76 None None] Provisioning complete for port cf7842cd-dbce-4c68-9255-ce163deb8dec triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:23:00.432334 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9698f2da-b16c-439b-8a26-adcadbe75c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:00.685626 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-9698f2da-b16c-439b-8a26-adcadbe75c76 None None] Provisioning for port 93ce41bd-4e3a-4178-baa9-90d2d484731a completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:23:00.700565 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-9698f2da-b16c-439b-8a26-adcadbe75c76 None None] Provisioning complete for port 93ce41bd-4e3a-4178-baa9-90d2d484731a triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:23:00.701336 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9698f2da-b16c-439b-8a26-adcadbe75c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:00.755278 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-9698f2da-b16c-439b-8a26-adcadbe75c76 None None] Port 93ce41bd-4e3a-4178-baa9-90d2d484731a cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:23:00.891110 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-33a6809b-f4d6-4464-bb03-003669a46fff None None] Provisioning complete for port 93ce41bd-4e3a-4178-baa9-90d2d484731a triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:23:00.891917 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-33a6809b-f4d6-4464-bb03-003669a46fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:00.984400 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-33a6809b-f4d6-4464-bb03-003669a46fff None None] Port 93ce41bd-4e3a-4178-baa9-90d2d484731a cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:23:01.120573 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device cf7842cd-dbce-4c68-9255-ce163deb8dec up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:23:01.144240 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ff5ec541-fb70-4f8f-86e7-876d264378c1 None None] Provisioning complete for port 93ce41bd-4e3a-4178-baa9-90d2d484731a triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:23:01.144977 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ff5ec541-fb70-4f8f-86e7-876d264378c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:01.289214 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-ff5ec541-fb70-4f8f-86e7-876d264378c1 None None] Port 93ce41bd-4e3a-4178-baa9-90d2d484731a cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:23:01.343357 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port cf7842cd-dbce-4c68-9255-ce163deb8dec triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:23:01.343934 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:01.347670 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3ef56-8121-4959-b40e-47a0f721597f req-46256b6d-6357-45f9-8a28-6b599ee17c02 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:01.348951 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114f57a-8d52-4c3c-a2b8-e60652328a76 req-e5c8e4da-deef-4461-9223-ac6364335b54 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:01.350575 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0114f57a-8d52-4c3c-a2b8-e60652328a76 req-e5c8e4da-deef-4461-9223-ac6364335b54 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a29bf9-775c-4b90-9e4c-314cd01b37f3 HTTP/1.1" status: 200 len: 945 time: 0.1709087 Sep 08 09:23:01.358499 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bca3ef56-8121-4959-b40e-47a0f721597f req-46256b6d-6357-45f9-8a28-6b599ee17c02 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 945 time: 0.1465371 Sep 08 09:23:01.409204 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bca3ef56-8121-4959-b40e-47a0f721597f req-dd72019b-e8c2-49e0-99f7-ee9c52067389 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=525d4824-cde3-4825-b95a-c41d6fce0d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436239 Sep 08 09:23:01.557655 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 42592) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:01.638069 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0114f57a-8d52-4c3c-a2b8-e60652328a76 req-fd2d663c-e034-4556-8705-f07def2d8e97 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607911 Sep 08 09:23:01.951622 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f7e5608a-ea16-46b8-a9e9-4f62d279993a tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:01.965015 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f7e5608a-ea16-46b8-a9e9-4f62d279993a tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:01.974956 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e5608a-ea16-46b8-a9e9-4f62d279993a tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:01.975683 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f7e5608a-ea16-46b8-a9e9-4f62d279993a tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:01.976841 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-47cbc8d2-6ccc-4da2-860d-acc45a584cba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:01.980600 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f7e5608a-ea16-46b8-a9e9-4f62d279993a tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "PUT /v2.0/ports/93ce41bd-4e3a-4178-baa9-90d2d484731a HTTP/1.1" status: 200 len: 911 time: 2.0370095 Sep 08 09:23:01.985325 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42600) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:02.110638 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5608a-ea16-46b8-a9e9-4f62d279993a tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event updated for resources: {'Port': ['ID=93ce41bd-4e3a-4178-baa9-90d2d484731a,revision_number=3']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:02.122846 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-47cbc8d2-6ccc-4da2-860d-acc45a584cba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:02.131883 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-47cbc8d2-6ccc-4da2-860d-acc45a584cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:02.177531 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-47cbc8d2-6ccc-4da2-860d-acc45a584cba admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a48c1202d4c5413da6405ee04be39859&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6185069 Sep 08 09:23:02.178756 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cbc8d2-6ccc-4da2-860d-acc45a584cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ef31c0-d198-456e-9afe-d58a347a4648,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:02.181908 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 42604) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:02.266344 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a8da59b7-60fe-4b88-8e21-dadbc64893fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:02.311343 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a8da59b7-60fe-4b88-8e21-dadbc64893fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:02.386863 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a8da59b7-60fe-4b88-8e21-dadbc64893fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:02.396289 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a8da59b7-60fe-4b88-8e21-dadbc64893fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:02.400640 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-a8da59b7-60fe-4b88-8e21-dadbc64893fc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/57ef31c0-d198-456e-9afe-d58a347a4648 HTTP/1.1" status: 204 len: 168 time: 0.2044179 Sep 08 09:23:02.415103 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8da59b7-60fe-4b88-8e21-dadbc64893fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ef31c0-d198-456e-9afe-d58a347a4648,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:02.464853 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-da6d2bdd-0ddb-47b6-a8a8-9c2ebaa0bf2a tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:02.639545 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49cf00-246a-4f79-ad61-48863271ea5b req-4f96db80-2b15-4cc8-9f58-87a74f9e2083 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:02.647542 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-af49cf00-246a-4f79-ad61-48863271ea5b req-4f96db80-2b15-4cc8-9f58-87a74f9e2083 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 945 time: 0.1197176 Sep 08 09:23:02.718533 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-af49cf00-246a-4f79-ad61-48863271ea5b req-67f7b96d-8fc4-4e3c-90d5-b89c51742f1c tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=525d4824-cde3-4825-b95a-c41d6fce0d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645912 Sep 08 09:23:02.902904 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af0da4-a1b7-4d4b-b54e-37b0b4f663d9 req-9e2faf93-1ddf-4b59-882d-e63a5795109d tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:02.905232 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-04af0da4-a1b7-4d4b-b54e-37b0b4f663d9 req-9e2faf93-1ddf-4b59-882d-e63a5795109d tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a29bf9-775c-4b90-9e4c-314cd01b37f3 HTTP/1.1" status: 200 len: 945 time: 0.0924480 Sep 08 09:23:02.963390 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-da6d2bdd-0ddb-47b6-a8a8-9c2ebaa0bf2a tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Deleting port 93ce41bd-4e3a-4178-baa9-90d2d484731a {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:23:02.963743 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-da6d2bdd-0ddb-47b6-a8a8-9c2ebaa0bf2a tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:02.972620 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-04af0da4-a1b7-4d4b-b54e-37b0b4f663d9 req-3ed8f093-c5b2-4683-bc74-6cd55c9f1647 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552752 Sep 08 09:23:03.133857 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-da6d2bdd-0ddb-47b6-a8a8-9c2ebaa0bf2a tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:03.150861 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-da6d2bdd-0ddb-47b6-a8a8-9c2ebaa0bf2a tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Calling delete_port for 93ce41bd-4e3a-4178-baa9-90d2d484731a owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:23:03.151055 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 42622) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:03.172520 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4383f8a9-4f1b-49b1-8bdd-2bd4b488ac42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:03.315715 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4383f8a9-4f1b-49b1-8bdd-2bd4b488ac42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:03.324861 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4383f8a9-4f1b-49b1-8bdd-2bd4b488ac42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:03.373638 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4383f8a9-4f1b-49b1-8bdd-2bd4b488ac42 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1a0d4754db0c4d2d977c5a0bd136a446&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2215714 Sep 08 09:23:03.376110 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 42626) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:03.383364 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4383f8a9-4f1b-49b1-8bdd-2bd4b488ac42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5015a6-1fbd-424e-9d10-a16b3f6d7f48,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:03.409199 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-da6d2bdd-0ddb-47b6-a8a8-9c2ebaa0bf2a tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:03.459621 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7031194d-6a5c-4e30-9edc-4c9e24eac1c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:03.476857 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d2bdd-0ddb-47b6-a8a8-9c2ebaa0bf2a tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event deleted for resources: {'Port': ['ID=93ce41bd-4e3a-4178-baa9-90d2d484731a,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:03.486592 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7031194d-6a5c-4e30-9edc-4c9e24eac1c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:03.592572 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7031194d-6a5c-4e30-9edc-4c9e24eac1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:03.595228 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7031194d-6a5c-4e30-9edc-4c9e24eac1c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:03.596405 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-7031194d-6a5c-4e30-9edc-4c9e24eac1c2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0e5015a6-1fbd-424e-9d10-a16b3f6d7f48 HTTP/1.1" status: 204 len: 168 time: 0.2192960 Sep 08 09:23:03.608225 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7031194d-6a5c-4e30-9edc-4c9e24eac1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5015a6-1fbd-424e-9d10-a16b3f6d7f48,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:03.651161 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-da6d2bdd-0ddb-47b6-a8a8-9c2ebaa0bf2a tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:03.873540 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da6d2bdd-0ddb-47b6-a8a8-9c2ebaa0bf2a tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Router 41b75a32-583a-4fd4-873e-d68b637e2da3 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:23:03.932061 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40409359-2643-4a9f-bb2c-02f63a25d449 req-af3deccf-63bf-4537-af09-1828216d9c6e tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:03.936819 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-40409359-2643-4a9f-bb2c-02f63a25d449 req-af3deccf-63bf-4537-af09-1828216d9c6e tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 945 time: 0.0919108 Sep 08 09:23:03.963530 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6d2bdd-0ddb-47b6-a8a8-9c2ebaa0bf2a tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:23:03.972233 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-da6d2bdd-0ddb-47b6-a8a8-9c2ebaa0bf2a tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "PUT /v2.0/routers/41b75a32-583a-4fd4-873e-d68b637e2da3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9864726 Sep 08 09:23:03.975418 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42506410-4f57-4eeb-86b3-0441b8b6d360 None None] Sync routers for ids ['41b75a32-583a-4fd4-873e-d68b637e2da3'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:23:03.983269 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42636) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:03.990322 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-40409359-2643-4a9f-bb2c-02f63a25d449 req-61d572ed-ce96-49a6-9024-931fa603c7c3 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=525d4824-cde3-4825-b95a-c41d6fce0d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483475 Sep 08 09:23:04.008121 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42506410-4f57-4eeb-86b3-0441b8b6d360 None None] Routers {'41b75a32-583a-4fd4-873e-d68b637e2da3'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:23:04.009167 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-42506410-4f57-4eeb-86b3-0441b8b6d360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:22:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['41b75a32-583a-4fd4-873e-d68b637e2da3'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:04.066260 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 42642) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:04.066518 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6b0bb212-e8c4-4bb3-b049-aaee8dfd246b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b75a32-583a-4fd4-873e-d68b637e2da3 HTTP/1.1" status: 200 len: 205 time: 0.0728340 Sep 08 09:23:04.079424 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-42506410-4f57-4eeb-86b3-0441b8b6d360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:04.094772 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42506410-4f57-4eeb-86b3-0441b8b6d360 None None] Routers {'41b75a32-583a-4fd4-873e-d68b637e2da3'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:23:04.095400 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-42506410-4f57-4eeb-86b3-0441b8b6d360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:22:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['41b75a32-583a-4fd4-873e-d68b637e2da3'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:04.220057 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ab3ce-f771-46c0-a9f5-a1d8ccf7c06b req-5c6a1dad-43ff-40d3-b3e4-c02ef701c1df tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:04.221709 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f57ab3ce-f771-46c0-a9f5-a1d8ccf7c06b req-5c6a1dad-43ff-40d3-b3e4-c02ef701c1df tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a29bf9-775c-4b90-9e4c-314cd01b37f3 HTTP/1.1" status: 200 len: 945 time: 0.0954461 Sep 08 09:23:04.257432 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-39e84ecf-487d-44fe-a64b-6deb423d54f7 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for router, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:04.303313 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f57ab3ce-f771-46c0-a9f5-a1d8ccf7c06b req-3719ef02-8bcf-4e75-829f-aa3b89468e50 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716150 Sep 08 09:23:04.375214 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-42506410-4f57-4eeb-86b3-0441b8b6d360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:04.376250 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42506410-4f57-4eeb-86b3-0441b8b6d360 None None] The sync data for ids ['41b75a32-583a-4fd4-873e-d68b637e2da3'] in n-d-806683-11 is: [] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:23:04.544140 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-39e84ecf-487d-44fe-a64b-6deb423d54f7 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:04.547143 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-39e84ecf-487d-44fe-a64b-6deb423d54f7 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:04.550643 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [req-59a8f576-b104-4454-8d6a-62cbf8f4d8f1 req-37f96e71-0bbf-46e5-b50a-1b980a6cb57b service neutron] show failed (client error): The resource could not be found. Sep 08 09:23:04.552522 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59a8f576-b104-4454-8d6a-62cbf8f4d8f1 req-37f96e71-0bbf-46e5-b50a-1b980a6cb57b service neutron] 10.222.0.35 "GET /v2.0/ports/9d1e733e-c2ec-4f60-8e67-90190ae2b73d/bindings/n-h1-806683-11 HTTP/1.1" status: 404 len: 381 time: 0.2896016 Sep 08 09:23:04.621443 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-39e84ecf-487d-44fe-a64b-6deb423d54f7 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:04.622642 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e84ecf-487d-44fe-a64b-6deb423d54f7 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Fanout notify agent at l3_agent the message router_deleted on router 41b75a32-583a-4fd4-873e-d68b637e2da3 {{(pid=94712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:23:04.631424 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-39e84ecf-487d-44fe-a64b-6deb423d54f7 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:04.632610 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-39e84ecf-487d-44fe-a64b-6deb423d54f7 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "DELETE /v2.0/routers/41b75a32-583a-4fd4-873e-d68b637e2da3 HTTP/1.1" status: 204 len: 168 time: 0.5651963 Sep 08 09:23:04.635406 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 42658) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:04.771796 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c57920a-538c-4671-8f89-952bd655da6e tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Deleting subnet 5ecb1b4e-1e22-415c-a99a-ea819aea09c7 {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:23:04.776390 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1c57920a-538c-4671-8f89-952bd655da6e tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:04.921875 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1c57920a-538c-4671-8f89-952bd655da6e tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:04.975534 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8f576-b104-4454-8d6a-62cbf8f4d8f1 req-75cab79e-2dd4-4e3d-9fe1-27d771d86ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:04.977101 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59a8f576-b104-4454-8d6a-62cbf8f4d8f1 req-75cab79e-2dd4-4e3d-9fe1-27d771d86ec6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280&tenant_id=b0f105e5fd99469d8f84a09c77d72db0 HTTP/1.1" status: 200 len: 1097 time: 0.1388228 Sep 08 09:23:05.044765 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1c57920a-538c-4671-8f89-952bd655da6e tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:05.113026 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-59a8f576-b104-4454-8d6a-62cbf8f4d8f1 req-d8fbca38-c730-42c0-ba6c-ceea5e51ef9d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-11', 'device_owner': 'compute:nova'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:23:05.173400 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1c57920a-538c-4671-8f89-952bd655da6e tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:05.204718 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c57920a-538c-4671-8f89-952bd655da6e tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event deleted for resources: {'Subnet': ['ID=5ecb1b4e-1e22-415c-a99a-ea819aea09c7,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:05.244042 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1c57920a-538c-4671-8f89-952bd655da6e tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:05.247693 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05275b8-148c-4eea-8eaa-c763c3579bcc None None] Network 2121518e-5e4f-475d-a85b-d5bf030f02da requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:23:05.248725 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42678) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:05.249166 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-1c57920a-538c-4671-8f89-952bd655da6e tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "DELETE /v2.0/subnets/5ecb1b4e-1e22-415c-a99a-ea819aea09c7 HTTP/1.1" status: 204 len: 168 time: 0.6122160 Sep 08 09:23:05.259240 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-59a8f576-b104-4454-8d6a-62cbf8f4d8f1 req-d8fbca38-c730-42c0-ba6c-ceea5e51ef9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:05.287075 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca219da-6c97-4462-b429-abf08c930b98 req-86f1b7e5-4459-478c-b220-48247016c666 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:05.289255 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-eca219da-6c97-4462-b429-abf08c930b98 req-86f1b7e5-4459-478c-b220-48247016c666 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 945 time: 0.1715565 Sep 08 09:23:05.428327 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9067647c-fdd9-4432-8ad0-48b74cef2cb1 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:05.551336 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-eca219da-6c97-4462-b429-abf08c930b98 req-a48b798f-be79-4dc5-b049-d343cf34b3eb tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=525d4824-cde3-4825-b95a-c41d6fce0d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2397325 Sep 08 09:23:05.590308 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-9067647c-fdd9-4432-8ad0-48b74cef2cb1 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Deleting port cf7842cd-dbce-4c68-9255-ce163deb8dec {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:23:05.591017 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9067647c-fdd9-4432-8ad0-48b74cef2cb1 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:05.710487 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afacbdd-f8cf-48da-94e2-20852ab2fd32 req-dc2b134a-56eb-43ef-92d3-05187a21c802 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:05.711910 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d446a8e-3708-439f-8d4f-fd68fdeb2438 None None] DHCP port deletion for 2121518e-5e4f-475d-a85b-d5bf030f02da request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:23:05.712252 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0afacbdd-f8cf-48da-94e2-20852ab2fd32 req-dc2b134a-56eb-43ef-92d3-05187a21c802 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a29bf9-775c-4b90-9e4c-314cd01b37f3 HTTP/1.1" status: 200 len: 945 time: 0.2598364 Sep 08 09:23:05.720854 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-9067647c-fdd9-4432-8ad0-48b74cef2cb1 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] For port cf7842cd-dbce-4c68-9255-ce163deb8dec, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=cf7842cd-dbce-4c68-9255-ce163deb8dec,segment=NetworkSegment(a386930b-c688-4616-bf7a-2ba1dffa847d),segment_id=a386930b-c688-4616-bf7a-2ba1dffa847d)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:23:05.721340 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9067647c-fdd9-4432-8ad0-48b74cef2cb1 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:05.797187 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-59a8f576-b104-4454-8d6a-62cbf8f4d8f1 req-d8fbca38-c730-42c0-ba6c-ceea5e51ef9d service neutron] For port 9d1e733e-c2ec-4f60-8e67-90190ae2b73d, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=9d1e733e-c2ec-4f60-8e67-90190ae2b73d,segment=NetworkSegment(5075adc2-ac9e-4991-97a4-272c098a040b),segment_id=5075adc2-ac9e-4991-97a4-272c098a040b)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:23:05.838851 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-9067647c-fdd9-4432-8ad0-48b74cef2cb1 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Calling delete_port for cf7842cd-dbce-4c68-9255-ce163deb8dec owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:23:05.868510 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-4d446a8e-3708-439f-8d4f-fd68fdeb2438 None None] Deleting port cf7842cd-dbce-4c68-9255-ce163deb8dec {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:23:05.875177 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4d446a8e-3708-439f-8d4f-fd68fdeb2438 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:05.881872 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-59a8f576-b104-4454-8d6a-62cbf8f4d8f1 req-d8fbca38-c730-42c0-ba6c-ceea5e51ef9d service neutron] For port 9d1e733e-c2ec-4f60-8e67-90190ae2b73d, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:23:05.883157 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0afacbdd-f8cf-48da-94e2-20852ab2fd32 req-f9975c0b-7de2-41b5-b3ce-5ab1ea22e644 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536644 Sep 08 09:23:06.008890 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9067647c-fdd9-4432-8ad0-48b74cef2cb1 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:06.009411 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-59a8f576-b104-4454-8d6a-62cbf8f4d8f1 req-d8fbca38-c730-42c0-ba6c-ceea5e51ef9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:06.028686 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-4d446a8e-3708-439f-8d4f-fd68fdeb2438 None None] For port cf7842cd-dbce-4c68-9255-ce163deb8dec, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=cf7842cd-dbce-4c68-9255-ce163deb8dec,segment=NetworkSegment(a386930b-c688-4616-bf7a-2ba1dffa847d),segment_id=a386930b-c688-4616-bf7a-2ba1dffa847d)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:23:06.030154 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4d446a8e-3708-439f-8d4f-fd68fdeb2438 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:06.032994 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9067647c-fdd9-4432-8ad0-48b74cef2cb1 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] No DVR routers for this DVR port cf7842cd-dbce-4c68-9255-ce163deb8dec on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:23:06.047839 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8007eb-aa6a-4965-ac5b-21b07913e280', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d1e733e-c2ec-4f60-8e67-90190ae2b73d'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:23:06.057585 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-4d446a8e-3708-439f-8d4f-fd68fdeb2438 None None] Calling delete_port for cf7842cd-dbce-4c68-9255-ce163deb8dec owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:23:06.057864 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067647c-fdd9-4432-8ad0-48b74cef2cb1 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event deleted for resources: {'Port': ['ID=cf7842cd-dbce-4c68-9255-ce163deb8dec,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:06.066391 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81297b9e-2420-4ba9-b5d8-c35cce9e09d8" -d '{"events": [{"server_uuid": "7f8007eb-aa6a-4965-ac5b-21b07913e280", "name": "network-vif-unplugged", "status": "completed", "tag": "9d1e733e-c2ec-4f60-8e67-90190ae2b73d"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:23:06.084686 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-59a8f576-b104-4454-8d6a-62cbf8f4d8f1 req-d8fbca38-c730-42c0-ba6c-ceea5e51ef9d service neutron] Transition to ACTIVE for port object 9d1e733e-c2ec-4f60-8e67-90190ae2b73d will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:23:06.105112 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-59a8f576-b104-4454-8d6a-62cbf8f4d8f1 req-d8fbca38-c730-42c0-ba6c-ceea5e51ef9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:06.182586 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9067647c-fdd9-4432-8ad0-48b74cef2cb1 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:06.225465 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4d446a8e-3708-439f-8d4f-fd68fdeb2438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:06.243049 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d446a8e-3708-439f-8d4f-fd68fdeb2438 None None] No DVR routers for this DVR port cf7842cd-dbce-4c68-9255-ce163deb8dec on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:23:06.252018 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-9067647c-fdd9-4432-8ad0-48b74cef2cb1 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2121518e-5e4f-475d-a85b-d5bf030f02da']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:06.269985 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d446a8e-3708-439f-8d4f-fd68fdeb2438 None None] Pushing event deleted for resources: {'Port': ['ID=cf7842cd-dbce-4c68-9255-ce163deb8dec,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:06.287114 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-9067647c-fdd9-4432-8ad0-48b74cef2cb1 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a386930b-c688-4616-bf7a-2ba1dffa847d') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:06.287486 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-9067647c-fdd9-4432-8ad0-48b74cef2cb1 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a386930b-c688-4616-bf7a-2ba1dffa847d') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:06.308239 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9067647c-fdd9-4432-8ad0-48b74cef2cb1 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:06.326577 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9067647c-fdd9-4432-8ad0-48b74cef2cb1 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:06.336283 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 09:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88df2380-1a6c-4cfa-aead-f7525797d393 x-openstack-request-id: req-88df2380-1a6c-4cfa-aead-f7525797d393 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:23:06.336283 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8007eb-aa6a-4965-ac5b-21b07913e280", "name": "network-vif-unplugged", "status": "completed", "tag": "9d1e733e-c2ec-4f60-8e67-90190ae2b73d", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:23:06.336283 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-88df2380-1a6c-4cfa-aead-f7525797d393 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:23:06.336742 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8007eb-aa6a-4965-ac5b-21b07913e280', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d1e733e-c2ec-4f60-8e67-90190ae2b73d', 'code': 200} Sep 08 09:23:06.350096 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9067647c-fdd9-4432-8ad0-48b74cef2cb1 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:23:06.350963 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9067647c-fdd9-4432-8ad0-48b74cef2cb1 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:06.356501 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:23:06.356501 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:23:06.356501 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:23:06.356501 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:23:06.356501 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:23:06.356501 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:23:06.356501 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:23:06.356501 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:23:06.356501 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:23:06.356501 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:23:06.356501 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:23:06.356501 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:23:06.356501 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:23:06.356501 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:23:06.356501 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:23:06.356501 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:23:06.356501 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:23:06.356501 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:23:06.356501 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:23:06.356501 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:23:06.356501 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:23:06.356501 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:23:06.356501 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:23:06.356501 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:23:06.356501 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:23:06.356501 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:23:06.356501 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:23:06.356501 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:23:06.356501 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:23:06.356501 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:23:06.356501 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:23:06.356501 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:23:06.427342 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fbca38-c730-42c0-ba6c-ceea5e51ef9d service neutron] Pushing event updated for resources: {'Port': ['ID=9d1e733e-c2ec-4f60-8e67-90190ae2b73d,revision_number=6']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:06.520575 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a8f576-b104-4454-8d6a-62cbf8f4d8f1 req-d8fbca38-c730-42c0-ba6c-ceea5e51ef9d service neutron] No DVR routers for this DVR port 9d1e733e-c2ec-4f60-8e67-90190ae2b73d on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:23:06.541804 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9067647c-fdd9-4432-8ad0-48b74cef2cb1 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:06.578854 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9067647c-fdd9-4432-8ad0-48b74cef2cb1 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:06.583174 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9067647c-fdd9-4432-8ad0-48b74cef2cb1 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "DELETE /v2.0/networks/2121518e-5e4f-475d-a85b-d5bf030f02da HTTP/1.1" status: 204 len: 168 time: 1.3324869 Sep 08 09:23:06.587446 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067647c-fdd9-4432-8ad0-48b74cef2cb1 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event deleted for resources: {'Network': ['ID=2121518e-5e4f-475d-a85b-d5bf030f02da,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:06.593513 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42712) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:06.606789 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-1ff0f2bf-d9df-4da3-b034-c09c9978ceb9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-273112145', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:23:06.647806 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1ff0f2bf-d9df-4da3-b034-c09c9978ceb9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:06.651711 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1ff0f2bf-d9df-4da3-b034-c09c9978ceb9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:06.767415 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1ff0f2bf-d9df-4da3-b034-c09c9978ceb9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:06.808752 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1ff0f2bf-d9df-4da3-b034-c09c9978ceb9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:06.811957 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-59a8f576-b104-4454-8d6a-62cbf8f4d8f1 req-d8fbca38-c730-42c0-ba6c-ceea5e51ef9d service neutron] Attempting to bind port 9d1e733e-c2ec-4f60-8e67-90190ae2b73d on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:23:06.812447 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-59a8f576-b104-4454-8d6a-62cbf8f4d8f1 req-d8fbca38-c730-42c0-ba6c-ceea5e51ef9d service neutron] Attempting to bind port 9d1e733e-c2ec-4f60-8e67-90190ae2b73d by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '5075adc2-ac9e-4991-97a4-272c098a040b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5a5f9177-7555-4179-8814-e40705874e91'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:23:06.813504 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a8f576-b104-4454-8d6a-62cbf8f4d8f1 req-d8fbca38-c730-42c0-ba6c-ceea5e51ef9d service neutron] Attempting to bind port 9d1e733e-c2ec-4f60-8e67-90190ae2b73d on network 5a5f9177-7555-4179-8814-e40705874e91 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:23:06.819156 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a8f576-b104-4454-8d6a-62cbf8f4d8f1 req-d8fbca38-c730-42c0-ba6c-ceea5e51ef9d service neutron] Port 9d1e733e-c2ec-4f60-8e67-90190ae2b73d on network 5a5f9177-7555-4179-8814-e40705874e91 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:23:06.819529 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a8f576-b104-4454-8d6a-62cbf8f4d8f1 req-d8fbca38-c730-42c0-ba6c-ceea5e51ef9d service neutron] Attempting to bind port 9d1e733e-c2ec-4f60-8e67-90190ae2b73d on network 5a5f9177-7555-4179-8814-e40705874e91 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:23:06.825579 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a8f576-b104-4454-8d6a-62cbf8f4d8f1 req-d8fbca38-c730-42c0-ba6c-ceea5e51ef9d service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:23:06.826019 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a8f576-b104-4454-8d6a-62cbf8f4d8f1 req-d8fbca38-c730-42c0-ba6c-ceea5e51ef9d service neutron] Checking segment: {'id': '5075adc2-ac9e-4991-97a4-272c098a040b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5a5f9177-7555-4179-8814-e40705874e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:23:06.826806 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a8f576-b104-4454-8d6a-62cbf8f4d8f1 req-d8fbca38-c730-42c0-ba6c-ceea5e51ef9d service neutron] Bound using segment: {'id': '5075adc2-ac9e-4991-97a4-272c098a040b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5a5f9177-7555-4179-8814-e40705874e91'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:23:06.827149 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-59a8f576-b104-4454-8d6a-62cbf8f4d8f1 req-d8fbca38-c730-42c0-ba6c-ceea5e51ef9d service neutron] Bound port: 9d1e733e-c2ec-4f60-8e67-90190ae2b73d, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5075adc2-ac9e-4991-97a4-272c098a040b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5a5f9177-7555-4179-8814-e40705874e91'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:23:06.827512 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-59a8f576-b104-4454-8d6a-62cbf8f4d8f1 req-d8fbca38-c730-42c0-ba6c-ceea5e51ef9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:06.871865 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1ff0f2bf-d9df-4da3-b034-c09c9978ceb9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:06.877456 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1ff0f2bf-d9df-4da3-b034-c09c9978ceb9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2828202 Sep 08 09:23:06.878504 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42726) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:06.886311 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-a5cef96d-46f0-44ac-b3f8-3ec04172a326 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-168554243'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:23:06.932188 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc2868-211e-4e7d-89d2-70421db391d1 req-e1615945-ccd7-4a4a-a81a-7407f20e8b71 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:06.935076 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c9cc2868-211e-4e7d-89d2-70421db391d1 req-e1615945-ccd7-4a4a-a81a-7407f20e8b71 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 943 time: 0.1657290 Sep 08 09:23:06.936699 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5cef96d-46f0-44ac-b3f8-3ec04172a326 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Made reservation on behalf of 008ae683ead44873ba90ff716de87ee0 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:23:06.943698 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a5cef96d-46f0-44ac-b3f8-3ec04172a326 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:06.970775 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-59a8f576-b104-4454-8d6a-62cbf8f4d8f1 req-d8fbca38-c730-42c0-ba6c-ceea5e51ef9d service neutron] For port 9d1e733e-c2ec-4f60-8e67-90190ae2b73d, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:23:06.975698 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-59a8f576-b104-4454-8d6a-62cbf8f4d8f1 req-d8fbca38-c730-42c0-ba6c-ceea5e51ef9d service neutron] For port 9d1e733e-c2ec-4f60-8e67-90190ae2b73d, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=9d1e733e-c2ec-4f60-8e67-90190ae2b73d,segment=NetworkSegment(5075adc2-ac9e-4991-97a4-272c098a040b),segment_id=5075adc2-ac9e-4991-97a4-272c098a040b)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:23:06.985644 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-59a8f576-b104-4454-8d6a-62cbf8f4d8f1 req-d8fbca38-c730-42c0-ba6c-ceea5e51ef9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:07.013055 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c9cc2868-211e-4e7d-89d2-70421db391d1 req-3f863cf0-a990-450b-bff8-782949406572 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=525d4824-cde3-4825-b95a-c41d6fce0d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654049 Sep 08 09:23:07.030212 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5cef96d-46f0-44ac-b3f8-3ec04172a326 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:23:07.044166 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a5cef96d-46f0-44ac-b3f8-3ec04172a326 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:07.044560 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-a5cef96d-46f0-44ac-b3f8-3ec04172a326 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Added segment 03282ab2-aa31-43b9-b3af-3c12a234933a of type vlan for network ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79 Sep 08 09:23:07.092555 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8f576-b104-4454-8d6a-62cbf8f4d8f1 req-d8fbca38-c730-42c0-ba6c-ceea5e51ef9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:07.093641 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-59a8f576-b104-4454-8d6a-62cbf8f4d8f1 req-d8fbca38-c730-42c0-ba6c-ceea5e51ef9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:07.095260 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59a8f576-b104-4454-8d6a-62cbf8f4d8f1 req-d8fbca38-c730-42c0-ba6c-ceea5e51ef9d service neutron] 10.222.0.37 "PUT /v2.0/ports/9d1e733e-c2ec-4f60-8e67-90190ae2b73d HTTP/1.1" status: 200 len: 1092 time: 1.9887848 Sep 08 09:23:07.130688 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a5cef96d-46f0-44ac-b3f8-3ec04172a326 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:07.131790 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device cf7842cd-dbce-4c68-9255-ce163deb8dec no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:23:07.168066 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a5cef96d-46f0-44ac-b3f8-3ec04172a326 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:07.174856 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cef96d-46f0-44ac-b3f8-3ec04172a326 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:07.175981 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a5cef96d-46f0-44ac-b3f8-3ec04172a326 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:07.186138 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: cf7842cd-dbce-4c68-9255-ce163deb8dec {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:23:07.186778 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device cf7842cd-dbce-4c68-9255-ce163deb8dec not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:23:07.249283 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c7092-3db6-4dcf-a0fe-cde4b0a113a3 req-bd4fc8e4-dcca-40d8-b47f-33df04b2f4e9 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:07.251154 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-350c7092-3db6-4dcf-a0fe-cde4b0a113a3 req-bd4fc8e4-dcca-40d8-b47f-33df04b2f4e9 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a29bf9-775c-4b90-9e4c-314cd01b37f3 HTTP/1.1" status: 200 len: 945 time: 0.2627847 Sep 08 09:23:07.287693 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cef96d-46f0-44ac-b3f8-3ec04172a326 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event updated for resources: {'Network': ['ID=ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:07.299870 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:23:07.315266 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a5cef96d-46f0-44ac-b3f8-3ec04172a326 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4331803 Sep 08 09:23:07.316162 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42748) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:07.322410 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fbca38-c730-42c0-ba6c-ceea5e51ef9d service neutron] Pushing event updated for resources: {'Port': ['ID=9d1e733e-c2ec-4f60-8e67-90190ae2b73d,revision_number=7']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:07.329848 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-68fb2726-c16e-45c1-b762-23f04dce376b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Request body: {'subnet': {'network_id': 'ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:23:07.376773 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8f576-b104-4454-8d6a-62cbf8f4d8f1 req-9d1ef885-d350-40b6-ba0e-2024a7f800c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:07.378310 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59a8f576-b104-4454-8d6a-62cbf8f4d8f1 req-9d1ef885-d350-40b6-ba0e-2024a7f800c9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0f105e5fd99469d8f84a09c77d72db0&device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 1095 time: 0.2286615 Sep 08 09:23:07.483517 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68fb2726-c16e-45c1-b762-23f04dce376b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Made reservation on behalf of 008ae683ead44873ba90ff716de87ee0 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:23:07.490801 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-68fb2726-c16e-45c1-b762-23f04dce376b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:07.503596 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42750) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:07.624950 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-350c7092-3db6-4dcf-a0fe-cde4b0a113a3 req-8f26eed0-290a-4364-99ad-2cfa894ddf4a tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458176 Sep 08 09:23:07.650782 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 9d1e733e-c2ec-4f60-8e67-90190ae2b73d no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:23:07.651018 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8f576-b104-4454-8d6a-62cbf8f4d8f1 req-2fda5ef8-dbd8-4a8d-8901-8f0e66950524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:07.652456 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59a8f576-b104-4454-8d6a-62cbf8f4d8f1 req-2fda5ef8-dbd8-4a8d-8901-8f0e66950524 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5a5f9177-7555-4179-8814-e40705874e91 HTTP/1.1" status: 200 len: 897 time: 0.2521784 Sep 08 09:23:07.699674 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 9d1e733e-c2ec-4f60-8e67-90190ae2b73d not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:23:07.782662 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-68fb2726-c16e-45c1-b762-23f04dce376b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:07.791749 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351b8b5-55c6-4d60-a707-bbde5372cad8 req-d4f3ccd0-60fe-46b9-bbc9-2f6de8c8d9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:07.793282 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9351b8b5-55c6-4d60-a707-bbde5372cad8 req-d4f3ccd0-60fe-46b9-bbc9-2f6de8c8d9fe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca0d1910d7ca4892b72992e748a5bde6&device_id=b1a29bf9-775c-4b90-9e4c-314cd01b37f3 HTTP/1.1" status: 200 len: 1097 time: 0.0636387 Sep 08 09:23:07.795458 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59a8f576-b104-4454-8d6a-62cbf8f4d8f1 req-4304196f-a342-4ac2-b789-e10d26435f25 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d1e733e-c2ec-4f60-8e67-90190ae2b73d HTTP/1.1" status: 200 len: 999 time: 0.1223264 Sep 08 09:23:07.876281 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fb2726-c16e-45c1-b762-23f04dce376b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event updated for resources: {'Subnet': ['ID=f29a461a-0571-4b8e-a2e8-74393f1b53ad,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:07.888577 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fb2726-c16e-45c1-b762-23f04dce376b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Checking segment: {'id': '03282ab2-aa31-43b9-b3af-3c12a234933a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:23:07.895651 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fb2726-c16e-45c1-b762-23f04dce376b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Network hostable DHCP agents. Network: ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:23:07.934613 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0c784ef9-64db-401f-a1bf-4bc21bd1e1e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:07.936492 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fb2726-c16e-45c1-b762-23f04dce376b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Network ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:23:07.955630 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8f576-b104-4454-8d6a-62cbf8f4d8f1 req-79cfefcb-2849-4d58-af46-8731b83470a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:07.958701 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59a8f576-b104-4454-8d6a-62cbf8f4d8f1 req-79cfefcb-2849-4d58-af46-8731b83470a0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5b54460f-986f-4da9-b9e9-b79c61f3e310 HTTP/1.1" status: 200 len: 835 time: 0.1309073 Sep 08 09:23:07.961180 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-68fb2726-c16e-45c1-b762-23f04dce376b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:23:07.968446 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fb2726-c16e-45c1-b762-23f04dce376b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:07.969336 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-68fb2726-c16e-45c1-b762-23f04dce376b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:07.970190 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ed1964-979a-4e14-a4dd-42bf7f860952 None None] Network ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:23:08.013261 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351b8b5-55c6-4d60-a707-bbde5372cad8 req-a739beb9-9298-4c6e-85f7-724d6348ef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:08.015026 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9351b8b5-55c6-4d60-a707-bbde5372cad8 req-a739beb9-9298-4c6e-85f7-724d6348ef49 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2de43bb0-acf3-42aa-b534-30332da083e7 HTTP/1.1" status: 200 len: 913 time: 0.2081699 Sep 08 09:23:08.032145 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8f576-b104-4454-8d6a-62cbf8f4d8f1 req-4820a613-4aec-431f-a1f8-259a91436670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:08.033917 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59a8f576-b104-4454-8d6a-62cbf8f4d8f1 req-4820a613-4aec-431f-a1f8-259a91436670 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5a5f9177-7555-4179-8814-e40705874e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0662341 Sep 08 09:23:08.077746 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9351b8b5-55c6-4d60-a707-bbde5372cad8 req-457f04c9-dbc5-439c-9aaf-308079957cbb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=069f7523-ee1d-4679-8f37-92586e744f18 HTTP/1.1" status: 200 len: 217 time: 0.0545356 Sep 08 09:23:08.134578 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0c784ef9-64db-401f-a1bf-4bc21bd1e1e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:08.143989 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0c784ef9-64db-401f-a1bf-4bc21bd1e1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:08.169037 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-68fb2726-c16e-45c1-b762-23f04dce376b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8487496 Sep 08 09:23:08.189840 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42762) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:08.229293 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0c784ef9-64db-401f-a1bf-4bc21bd1e1e4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5996bd474e8847db81b9b91546a8cdee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7233913 Sep 08 09:23:08.240451 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42768) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:08.241494 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351b8b5-55c6-4d60-a707-bbde5372cad8 req-ba56405d-fe33-4dca-84ec-3be9219f26f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:08.243032 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9351b8b5-55c6-4d60-a707-bbde5372cad8 req-ba56405d-fe33-4dca-84ec-3be9219f26f7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=452a4b6d-a445-4b2b-9168-2695dd67e404 HTTP/1.1" status: 200 len: 851 time: 0.1533513 Sep 08 09:23:08.262514 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba05e1c-c10b-4dc3-9c60-3c426307e336 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79', 'network_id': 'ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'fixed_ips': [{'subnet_id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:23:08.263464 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5ba05e1c-c10b-4dc3-9c60-3c426307e336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:08.314262 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59a8f576-b104-4454-8d6a-62cbf8f4d8f1 req-9438d905-74a9-4f92-8dad-71c5101a9c74 service neutron] 10.222.0.37 "GET /v2.0/networks/5a5f9177-7555-4179-8814-e40705874e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447574 Sep 08 09:23:08.317736 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351b8b5-55c6-4d60-a707-bbde5372cad8 req-c222ae5f-45bf-401d-b9ec-5cd9b7f1e929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:08.319184 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9351b8b5-55c6-4d60-a707-bbde5372cad8 req-c222ae5f-45bf-401d-b9ec-5cd9b7f1e929 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2de43bb0-acf3-42aa-b534-30332da083e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0668304 Sep 08 09:23:08.337941 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f8007eb-aa6a-4965-ac5b-21b07913e280', 'tag': '9d1e733e-c2ec-4f60-8e67-90190ae2b73d'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:23:08.340718 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690e1b51-4d32-47c2-9763-2be0aa17bedd" -d '{"events": [{"name": "network-changed", "server_uuid": "7f8007eb-aa6a-4965-ac5b-21b07913e280", "tag": "9d1e733e-c2ec-4f60-8e67-90190ae2b73d"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:23:08.367156 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c784ef9-64db-401f-a1bf-4bc21bd1e1e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa7aa19-f2d9-4acb-9ac6-c35f44256fca,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:08.475117 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-5ba05e1c-c10b-4dc3-9c60-3c426307e336 None None] Allocated IP 2001:db8::2 (ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79/f29a461a-0571-4b8e-a2e8-74393f1b53ad/71770728-2abe-4c2f-8c60-f4909d6ccdea) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:23:08.502423 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9351b8b5-55c6-4d60-a707-bbde5372cad8 req-7256cafb-9ad6-4ef5-a9a3-4fb396e2e711 service neutron] 10.222.0.37 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740971 Sep 08 09:23:08.504770 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89cb9f9c-1476-4942-86e4-db70f205054f x-openstack-request-id: req-89cb9f9c-1476-4942-86e4-db70f205054f {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:23:08.505484 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f8007eb-aa6a-4965-ac5b-21b07913e280", "tag": "9d1e733e-c2ec-4f60-8e67-90190ae2b73d", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:23:08.505835 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-89cb9f9c-1476-4942-86e4-db70f205054f {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:23:08.506375 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f8007eb-aa6a-4965-ac5b-21b07913e280', 'tag': '9d1e733e-c2ec-4f60-8e67-90190ae2b73d', 'status': 'completed', 'code': 200} Sep 08 09:23:08.565209 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d5e40a11-6341-4ec4-85f1-636ed9138cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:08.643853 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8da5d-eac0-4f99-ba72-d1ecd8163427 req-24a0b24f-9c20-415d-b95b-f18df2efb4a5 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:08.647423 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c1f8da5d-eac0-4f99-ba72-d1ecd8163427 req-24a0b24f-9c20-415d-b95b-f18df2efb4a5 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 943 time: 0.4740601 Sep 08 09:23:08.655080 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5ba05e1c-c10b-4dc3-9c60-3c426307e336 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:08.666653 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-5ba05e1c-c10b-4dc3-9c60-3c426307e336 None None] Transition to ACTIVE for port object 71770728-2abe-4c2f-8c60-f4909d6ccdea will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:23:08.686181 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-5ba05e1c-c10b-4dc3-9c60-3c426307e336 None None] Transition to ACTIVE for port object 71770728-2abe-4c2f-8c60-f4909d6ccdea will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:23:08.698055 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5ba05e1c-c10b-4dc3-9c60-3c426307e336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:08.760032 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba05e1c-c10b-4dc3-9c60-3c426307e336 None None] Network ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:23:08.763548 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-5ba05e1c-c10b-4dc3-9c60-3c426307e336 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:23:08.766667 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba05e1c-c10b-4dc3-9c60-3c426307e336 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:23:08.804489 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba05e1c-c10b-4dc3-9c60-3c426307e336 None None] Pushing event updated for resources: {'Port': ['ID=71770728-2abe-4c2f-8c60-f4909d6ccdea,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:08.838189 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-5ba05e1c-c10b-4dc3-9c60-3c426307e336 None None] Attempting to bind port 71770728-2abe-4c2f-8c60-f4909d6ccdea on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:23:08.839199 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-5ba05e1c-c10b-4dc3-9c60-3c426307e336 None None] Attempting to bind port 71770728-2abe-4c2f-8c60-f4909d6ccdea by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '03282ab2-aa31-43b9-b3af-3c12a234933a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:23:08.847185 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba05e1c-c10b-4dc3-9c60-3c426307e336 None None] Attempting to bind port 71770728-2abe-4c2f-8c60-f4909d6ccdea on network ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:23:08.854018 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba05e1c-c10b-4dc3-9c60-3c426307e336 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:23:08.854445 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba05e1c-c10b-4dc3-9c60-3c426307e336 None None] Checking segment: {'id': '03282ab2-aa31-43b9-b3af-3c12a234933a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:23:08.854865 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5ba05e1c-c10b-4dc3-9c60-3c426307e336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:08.855267 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba05e1c-c10b-4dc3-9c60-3c426307e336 None None] Bound using segment: {'id': '03282ab2-aa31-43b9-b3af-3c12a234933a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:23:08.855767 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-5ba05e1c-c10b-4dc3-9c60-3c426307e336 None None] Bound port: 71770728-2abe-4c2f-8c60-f4909d6ccdea, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03282ab2-aa31-43b9-b3af-3c12a234933a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:23:08.856164 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5ba05e1c-c10b-4dc3-9c60-3c426307e336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:08.927687 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-5ba05e1c-c10b-4dc3-9c60-3c426307e336 None None] For port 71770728-2abe-4c2f-8c60-f4909d6ccdea, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:23:08.931200 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-5ba05e1c-c10b-4dc3-9c60-3c426307e336 None None] For port 71770728-2abe-4c2f-8c60-f4909d6ccdea, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=71770728-2abe-4c2f-8c60-f4909d6ccdea,segment=NetworkSegment(03282ab2-aa31-43b9-b3af-3c12a234933a),segment_id=03282ab2-aa31-43b9-b3af-3c12a234933a)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:23:08.936935 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5ba05e1c-c10b-4dc3-9c60-3c426307e336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:09.006832 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e1b51-4d32-47c2-9763-2be0aa17bedd req-b406efa4-0777-4f8f-81c2-7278f19af806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:09.008511 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-690e1b51-4d32-47c2-9763-2be0aa17bedd req-b406efa4-0777-4f8f-81c2-7278f19af806 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0f105e5fd99469d8f84a09c77d72db0&device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 1095 time: 0.5013266 Sep 08 09:23:09.013506 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba05e1c-c10b-4dc3-9c60-3c426307e336 None None] Pushing event updated for resources: {'Port': ['ID=71770728-2abe-4c2f-8c60-f4909d6ccdea,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:09.014298 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 42784) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:09.052485 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d5e40a11-6341-4ec4-85f1-636ed9138cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:09.110135 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59a8f576-b104-4454-8d6a-62cbf8f4d8f1 req-e3281c86-7134-4e5f-99ba-acbdb1a596db service neutron] 10.222.0.37 "GET /v2.0/networks/5a5f9177-7555-4179-8814-e40705874e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7495379 Sep 08 09:23:09.157257 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c1f8da5d-eac0-4f99-ba72-d1ecd8163427 req-53edc2c2-e4a8-4a76-9633-c838954a3a3b tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=525d4824-cde3-4825-b95a-c41d6fce0d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079586 Sep 08 09:23:09.203113 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0fd25-775b-413f-b81c-91749934396c req-a6740f75-bc78-4823-935a-7011ec7a0209 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:09.211373 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f1e0fd25-775b-413f-b81c-91749934396c req-a6740f75-bc78-4823-935a-7011ec7a0209 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a29bf9-775c-4b90-9e4c-314cd01b37f3 HTTP/1.1" status: 200 len: 945 time: 0.2015176 Sep 08 09:23:09.216593 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-db798425-7b02-48be-a773-b0bc8c6584bb tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:09.247293 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9351b8b5-55c6-4d60-a707-bbde5372cad8 req-0ed7cecb-5eb3-4a06-8746-623e3bed3812 service neutron] 10.222.0.37 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7145267 Sep 08 09:23:09.260653 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ebf708b0-8274-4832-b99f-54e52ecb07a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:09.276499 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d5e40a11-6341-4ec4-85f1-636ed9138cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:09.292240 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d5e40a11-6341-4ec4-85f1-636ed9138cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:09.298368 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d5e40a11-6341-4ec4-85f1-636ed9138cde admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cfa7aa19-f2d9-4acb-9ac6-c35f44256fca HTTP/1.1" status: 204 len: 168 time: 1.0330663 Sep 08 09:23:09.331992 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e1b51-4d32-47c2-9763-2be0aa17bedd req-9af77da4-0cf4-4eff-82f2-f886651d9041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:09.333848 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-690e1b51-4d32-47c2-9763-2be0aa17bedd req-9af77da4-0cf4-4eff-82f2-f886651d9041 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5a5f9177-7555-4179-8814-e40705874e91 HTTP/1.1" status: 200 len: 897 time: 0.3075120 Sep 08 09:23:09.353776 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f1e0fd25-775b-413f-b81c-91749934396c req-391f698b-82eb-4562-aa0d-834b49d54dc2 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415310 Sep 08 09:23:09.360666 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e40a11-6341-4ec4-85f1-636ed9138cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa7aa19-f2d9-4acb-9ac6-c35f44256fca,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:09.417770 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e1b51-4d32-47c2-9763-2be0aa17bedd req-888070b0-9632-4b3f-9b0f-0c39790cb8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:09.419512 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-690e1b51-4d32-47c2-9763-2be0aa17bedd req-888070b0-9632-4b3f-9b0f-0c39790cb8de service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0f105e5fd99469d8f84a09c77d72db0&device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 1095 time: 0.1975007 Sep 08 09:23:09.483632 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-690e1b51-4d32-47c2-9763-2be0aa17bedd req-d3e8cdd8-876f-43ad-b595-40897b41ef23 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d1e733e-c2ec-4f60-8e67-90190ae2b73d HTTP/1.1" status: 200 len: 999 time: 0.1406808 Sep 08 09:23:09.619333 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e1b51-4d32-47c2-9763-2be0aa17bedd req-bd2b92d2-d3f6-4abb-8329-08ff6f05cb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:09.620876 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-690e1b51-4d32-47c2-9763-2be0aa17bedd req-bd2b92d2-d3f6-4abb-8329-08ff6f05cb36 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5a5f9177-7555-4179-8814-e40705874e91 HTTP/1.1" status: 200 len: 897 time: 0.1909080 Sep 08 09:23:09.622318 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e1b51-4d32-47c2-9763-2be0aa17bedd req-20b17949-bac2-4800-85dd-cd38974ab5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:09.624054 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-690e1b51-4d32-47c2-9763-2be0aa17bedd req-20b17949-bac2-4800-85dd-cd38974ab5b8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b54460f-986f-4da9-b9e9-b79c61f3e310 HTTP/1.1" status: 200 len: 835 time: 0.0998352 Sep 08 09:23:09.637060 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-db798425-7b02-48be-a773-b0bc8c6584bb tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Allocated IP 2001:db8::1 (ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79/f29a461a-0571-4b8e-a2e8-74393f1b53ad/da2de39c-04b7-4305-8711-8fcac3c12d93) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:23:09.704945 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ebf708b0-8274-4832-b99f-54e52ecb07a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:09.716915 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ebf708b0-8274-4832-b99f-54e52ecb07a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:09.761285 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 42792) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:09.789675 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-690e1b51-4d32-47c2-9763-2be0aa17bedd req-e86e2b03-b196-4a38-8aa8-bb3d362bae0e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d1e733e-c2ec-4f60-8e67-90190ae2b73d HTTP/1.1" status: 200 len: 999 time: 0.1604280 Sep 08 09:23:09.803156 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e1b51-4d32-47c2-9763-2be0aa17bedd req-63a78bc9-5939-4f2b-84ef-604c3142fd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:09.804657 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-690e1b51-4d32-47c2-9763-2be0aa17bedd req-63a78bc9-5939-4f2b-84ef-604c3142fd0e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5a5f9177-7555-4179-8814-e40705874e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1667147 Sep 08 09:23:09.805253 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-db798425-7b02-48be-a773-b0bc8c6584bb tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:09.812086 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-95b78911-2731-431f-a1de-24b449292321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:09.813737 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf708b0-8274-4832-b99f-54e52ecb07a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2eacbf-77d6-41be-81e2-e9650bb962b9,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:09.820799 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-db798425-7b02-48be-a773-b0bc8c6584bb tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Transition to ACTIVE for port object da2de39c-04b7-4305-8711-8fcac3c12d93 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:23:09.824617 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ebf708b0-8274-4832-b99f-54e52ecb07a3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=85f563d51b974dcc85e857b58edbe284&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8073726 Sep 08 09:23:09.824937 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42794) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:09.901497 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-60366c25-2b6c-4a8e-9d6c-26d6fa6b8f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:09.952328 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-60366c25-2b6c-4a8e-9d6c-26d6fa6b8f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:09.961134 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-db798425-7b02-48be-a773-b0bc8c6584bb tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:09.969284 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e1b51-4d32-47c2-9763-2be0aa17bedd req-f1b5b4d6-d34c-4fc0-98a8-4660dededc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:09.970472 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-690e1b51-4d32-47c2-9763-2be0aa17bedd req-f1b5b4d6-d34c-4fc0-98a8-4660dededc26 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5b54460f-986f-4da9-b9e9-b79c61f3e310 HTTP/1.1" status: 200 len: 835 time: 0.1708002 Sep 08 09:23:10.032951 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-690e1b51-4d32-47c2-9763-2be0aa17bedd req-fbe753b6-0ee1-4a09-a862-6c4a0088ffdc service neutron] 10.222.0.35 "GET /v2.0/networks/5a5f9177-7555-4179-8814-e40705874e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147250 Sep 08 09:23:10.039975 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db798425-7b02-48be-a773-b0bc8c6584bb tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Network ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:23:10.041820 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-db798425-7b02-48be-a773-b0bc8c6584bb tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:23:10.044190 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db798425-7b02-48be-a773-b0bc8c6584bb tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event updated for resources: {'Port': ['ID=da2de39c-04b7-4305-8711-8fcac3c12d93,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:10.046780 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db798425-7b02-48be-a773-b0bc8c6584bb tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:23:10.047338 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-db798425-7b02-48be-a773-b0bc8c6584bb tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:10.124369 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-60366c25-2b6c-4a8e-9d6c-26d6fa6b8f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:10.127170 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-60366c25-2b6c-4a8e-9d6c-26d6fa6b8f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:10.128361 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-60366c25-2b6c-4a8e-9d6c-26d6fa6b8f44 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ab2eacbf-77d6-41be-81e2-e9650bb962b9 HTTP/1.1" status: 204 len: 168 time: 0.3027074 Sep 08 09:23:10.148392 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60366c25-2b6c-4a8e-9d6c-26d6fa6b8f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2eacbf-77d6-41be-81e2-e9650bb962b9,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:10.163721 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e1b51-4d32-47c2-9763-2be0aa17bedd req-a6e56e2f-aba9-4761-83a6-d60765479bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:10.165628 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-690e1b51-4d32-47c2-9763-2be0aa17bedd req-a6e56e2f-aba9-4761-83a6-d60765479bba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5a5f9177-7555-4179-8814-e40705874e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1860130 Sep 08 09:23:10.233607 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-db798425-7b02-48be-a773-b0bc8c6584bb tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:10.296564 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-95b78911-2731-431f-a1de-24b449292321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:10.306406 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-690e1b51-4d32-47c2-9763-2be0aa17bedd req-a137c999-7eae-4377-8c67-10068af27341 service neutron] 10.222.0.35 "GET /v2.0/networks/5a5f9177-7555-4179-8814-e40705874e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625089 Sep 08 09:23:10.312023 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44fe4cf-f7fe-4914-8cb6-1a04114401af None None] Network ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:23:10.314922 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-95b78911-2731-431f-a1de-24b449292321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:10.383894 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-690e1b51-4d32-47c2-9763-2be0aa17bedd req-e3ceb6c5-2701-42df-8ddd-2e952cafbb99 service neutron] 10.222.0.37 "GET /v2.0/networks/5a5f9177-7555-4179-8814-e40705874e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070043 Sep 08 09:23:10.389295 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b78911-2731-431f-a1de-24b449292321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42d72df-2ca9-4ee5-94ff-e6c82da452e0,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:10.397094 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-73b703b9-140d-4bdd-96bd-f1da94dafe13 None None] Provisioning for port 71770728-2abe-4c2f-8c60-f4909d6ccdea completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:23:10.465820 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9889c-8cdf-4f46-b23c-3a1c114d1cf8 req-b4683dae-cb28-4515-b195-133208fef023 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:10.473667 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7bd9889c-8cdf-4f46-b23c-3a1c114d1cf8 req-b4683dae-cb28-4515-b195-133208fef023 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 943 time: 0.1686790 Sep 08 09:23:10.518943 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-690e1b51-4d32-47c2-9763-2be0aa17bedd req-96744fda-e523-4030-a0b3-28f9becd91bc service neutron] 10.222.0.37 "GET /v2.0/networks/5a5f9177-7555-4179-8814-e40705874e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231833 Sep 08 09:23:10.525768 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-95b78911-2731-431f-a1de-24b449292321 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5c47273bf4964748b3ce61aae3da2227&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7572339 Sep 08 09:23:10.527498 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42804) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:10.566529 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7bd9889c-8cdf-4f46-b23c-3a1c114d1cf8 req-3fe2dda6-56ae-41fa-9661-5f8bcb6f9ea6 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=525d4824-cde3-4825-b95a-c41d6fce0d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899801 Sep 08 09:23:10.586687 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66e0ec-9746-4d30-864f-a04207f128f3 req-67c66f6f-8807-4496-bd2e-7a3c0fcdd921 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:10.594451 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0e66e0ec-9746-4d30-864f-a04207f128f3 req-67c66f6f-8807-4496-bd2e-7a3c0fcdd921 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a29bf9-775c-4b90-9e4c-314cd01b37f3 HTTP/1.1" status: 200 len: 945 time: 0.0741553 Sep 08 09:23:10.634981 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0e66e0ec-9746-4d30-864f-a04207f128f3 req-e628e15e-5c1b-4ab1-88c5-eff0560f1484 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391448 Sep 08 09:23:10.664976 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 42806) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:10.682985 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c05a-a318-40a0-96cf-ab3507d40150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:10.686792 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2896a866-754e-4064-bdbf-9ed235d63596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:10.723522 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c05a-a318-40a0-96cf-ab3507d40150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:10.755009 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-db798425-7b02-48be-a773-b0bc8c6584bb tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:10.766587 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-db798425-7b02-48be-a773-b0bc8c6584bb tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:10.767276 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-db798425-7b02-48be-a773-b0bc8c6584bb tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:10.809293 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2896a866-754e-4064-bdbf-9ed235d63596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:10.813555 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2896a866-754e-4064-bdbf-9ed235d63596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:10.866686 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2896a866-754e-4064-bdbf-9ed235d63596 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c9d0d6548e5d4484a488e95d69d2c924&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1999495 Sep 08 09:23:10.867424 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 42808) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:10.869601 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896a866-754e-4064-bdbf-9ed235d63596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c20d3a-ecd5-4395-800c-51ad857e9db7,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:10.881343 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db798425-7b02-48be-a773-b0bc8c6584bb tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event updated for resources: {'Port': ['ID=da2de39c-04b7-4305-8711-8fcac3c12d93,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:10.887296 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c05a-a318-40a0-96cf-ab3507d40150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:10.889882 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c05a-a318-40a0-96cf-ab3507d40150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:10.893988 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d5b1c05a-a318-40a0-96cf-ab3507d40150 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f42d72df-2ca9-4ee5-94ff-e6c82da452e0 HTTP/1.1" status: 204 len: 168 time: 0.3607121 Sep 08 09:23:10.906662 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b1c05a-a318-40a0-96cf-ab3507d40150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42d72df-2ca9-4ee5-94ff-e6c82da452e0,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:10.944843 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-758fc7e2-a221-48aa-9d73-3733c8ac1ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:10.977470 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-758fc7e2-a221-48aa-9d73-3733c8ac1ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:10.981788 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 069f7523-ee1d-4679-8f37-92586e744f18 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:23:10.990537 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db798425-7b02-48be-a773-b0bc8c6584bb tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Network ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:23:11.005128 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-db798425-7b02-48be-a773-b0bc8c6584bb tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:23:11.037516 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-5472faba-9369-4396-a52e-eb2ea990e2bf None None] Provisioning for port da2de39c-04b7-4305-8711-8fcac3c12d93 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:23:11.072603 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-5472faba-9369-4396-a52e-eb2ea990e2bf None None] Provisioning complete for port da2de39c-04b7-4305-8711-8fcac3c12d93 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:23:11.073118 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5472faba-9369-4396-a52e-eb2ea990e2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:11.103453 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-758fc7e2-a221-48aa-9d73-3733c8ac1ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:11.107963 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-758fc7e2-a221-48aa-9d73-3733c8ac1ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:11.111997 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-758fc7e2-a221-48aa-9d73-3733c8ac1ce7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/35c20d3a-ecd5-4395-800c-51ad857e9db7 HTTP/1.1" status: 204 len: 168 time: 0.2411981 Sep 08 09:23:11.150360 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758fc7e2-a221-48aa-9d73-3733c8ac1ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c20d3a-ecd5-4395-800c-51ad857e9db7,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:11.166687 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-5472faba-9369-4396-a52e-eb2ea990e2bf None None] Port da2de39c-04b7-4305-8711-8fcac3c12d93 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:23:11.210533 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 71770728-2abe-4c2f-8c60-f4909d6ccdea up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:23:11.306263 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db798425-7b02-48be-a773-b0bc8c6584bb tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Router f303b0c5-2bde-4171-871b-4a1ec25f0268 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:23:11.359747 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e23a55b8-74e1-4097-899c-66cd16c7e07c None None] Provisioning complete for port da2de39c-04b7-4305-8711-8fcac3c12d93 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:23:11.360741 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e23a55b8-74e1-4097-899c-66cd16c7e07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:11.397587 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:11.434814 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e23a55b8-74e1-4097-899c-66cd16c7e07c None None] Port da2de39c-04b7-4305-8711-8fcac3c12d93 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:23:11.460518 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 069f7523-ee1d-4679-8f37-92586e744f18, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=069f7523-ee1d-4679-8f37-92586e744f18,segment=NetworkSegment(0adbffbb-cf08-4e79-9920-208d98c2b498),segment_id=0adbffbb-cf08-4e79-9920-208d98c2b498)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:23:11.462585 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1a29bf9-775c-4b90-9e4c-314cd01b37f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '069f7523-ee1d-4679-8f37-92586e744f18'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:23:11.465417 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4c6462-d663-438a-b55e-af26fe76ad56" -d '{"events": [{"server_uuid": "b1a29bf9-775c-4b90-9e4c-314cd01b37f3", "name": "network-vif-unplugged", "status": "completed", "tag": "069f7523-ee1d-4679-8f37-92586e744f18"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:23:11.470194 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 71770728-2abe-4c2f-8c60-f4909d6ccdea completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:23:11.475712 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:11.480017 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 71770728-2abe-4c2f-8c60-f4909d6ccdea triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:23:11.480385 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:11.541627 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db798425-7b02-48be-a773-b0bc8c6584bb tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:23:11.548590 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-db798425-7b02-48be-a773-b0bc8c6584bb tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "PUT /v2.0/routers/f303b0c5-2bde-4171-871b-4a1ec25f0268/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3535035 Sep 08 09:23:11.552414 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 42824) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:11.556686 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77530228-52f5-4f8f-98e6-5b3cdc0b4fda None None] Sync routers for ids ['f303b0c5-2bde-4171-871b-4a1ec25f0268'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:23:11.559032 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-e9ce1d19-bf7f-4f8a-b5ec-e838241182f6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-86029850'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:23:11.570668 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77530228-52f5-4f8f-98e6-5b3cdc0b4fda None None] Routers {'f303b0c5-2bde-4171-871b-4a1ec25f0268'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:23:11.571391 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-77530228-52f5-4f8f-98e6-5b3cdc0b4fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:22:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['f303b0c5-2bde-4171-871b-4a1ec25f0268'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:11.585693 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 09:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af510a70-0fcb-4b98-8262-3e1d2eb4e03e x-openstack-request-id: req-af510a70-0fcb-4b98-8262-3e1d2eb4e03e {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:23:11.585993 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1a29bf9-775c-4b90-9e4c-314cd01b37f3", "name": "network-vif-unplugged", "status": "completed", "tag": "069f7523-ee1d-4679-8f37-92586e744f18", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:23:11.586443 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-af510a70-0fcb-4b98-8262-3e1d2eb4e03e {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:23:11.587076 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1a29bf9-775c-4b90-9e4c-314cd01b37f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '069f7523-ee1d-4679-8f37-92586e744f18', 'code': 200} Sep 08 09:23:11.601907 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ce1d19-bf7f-4f8a-b5ec-e838241182f6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Made reservation on behalf of 008ae683ead44873ba90ff716de87ee0 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:23:11.609035 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e9ce1d19-bf7f-4f8a-b5ec-e838241182f6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:11.628514 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42830) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:11.638627 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=069f7523-ee1d-4679-8f37-92586e744f18,revision_number=8']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:11.653490 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-38fdfdd8-e083-4cad-b82f-34da9e07e70d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:11.657647 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9ce1d19-bf7f-4f8a-b5ec-e838241182f6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:23:11.665746 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:11.671421 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e9ce1d19-bf7f-4f8a-b5ec-e838241182f6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:11.671787 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-e9ce1d19-bf7f-4f8a-b5ec-e838241182f6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Added segment 0aa18c81-8539-4bd8-8be8-70055c8dd4ac of type vlan for network a3e58002-bc01-4ad8-a28e-897f2b8fb82c Sep 08 09:23:11.680495 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-351ea276-232d-464a-a820-dff1ea10e69c None None] Provisioning complete for port da2de39c-04b7-4305-8711-8fcac3c12d93 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:23:11.681136 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-351ea276-232d-464a-a820-dff1ea10e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:11.752562 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 71770728-2abe-4c2f-8c60-f4909d6ccdea, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=71770728-2abe-4c2f-8c60-f4909d6ccdea,segment=NetworkSegment(03282ab2-aa31-43b9-b3af-3c12a234933a),segment_id=03282ab2-aa31-43b9-b3af-3c12a234933a)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:23:11.756032 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-77530228-52f5-4f8f-98e6-5b3cdc0b4fda None None] Set router f303b0c5-2bde-4171-871b-4a1ec25f0268 gateway port host: None {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:23:11.774720 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:11.789369 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-351ea276-232d-464a-a820-dff1ea10e69c None None] Port da2de39c-04b7-4305-8711-8fcac3c12d93 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:23:11.814792 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-38fdfdd8-e083-4cad-b82f-34da9e07e70d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:11.830779 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-38fdfdd8-e083-4cad-b82f-34da9e07e70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:11.892961 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=71770728-2abe-4c2f-8c60-f4909d6ccdea,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:11.902660 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e9ce1d19-bf7f-4f8a-b5ec-e838241182f6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:11.921711 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-38fdfdd8-e083-4cad-b82f-34da9e07e70d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0196fcedb724462d85c16748c6e4048d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2911785 Sep 08 09:23:11.924223 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fdfdd8-e083-4cad-b82f-34da9e07e70d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c407a53-4f7a-432e-b7d8-09a9dabc6963,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:11.930904 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 42836) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:11.938924 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780325e-cf95-45ef-9825-029a9cb2f0b2 req-6d363768-b23b-48c3-baef-e5f19dae3d5a tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:11.940459 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4780325e-cf95-45ef-9825-029a9cb2f0b2 req-6d363768-b23b-48c3-baef-e5f19dae3d5a tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 943 time: 0.0980778 Sep 08 09:23:11.957421 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023154e3-3de8-40ec-bf85-da4c4f015398 req-1e6ed113-7fd8-41ee-b48d-1e728d5e93e4 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:11.959593 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-023154e3-3de8-40ec-bf85-da4c4f015398 req-1e6ed113-7fd8-41ee-b48d-1e728d5e93e4 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a29bf9-775c-4b90-9e4c-314cd01b37f3 HTTP/1.1" status: 200 len: 943 time: 0.1307974 Sep 08 09:23:11.979631 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e9ce1d19-bf7f-4f8a-b5ec-e838241182f6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:11.986303 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ce1d19-bf7f-4f8a-b5ec-e838241182f6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:11.986303 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e9ce1d19-bf7f-4f8a-b5ec-e838241182f6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:12.014730 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-023154e3-3de8-40ec-bf85-da4c4f015398 req-a25d600b-ca2a-42a8-89d7-04772872d500 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489705 Sep 08 09:23:12.062686 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e9ce1d19-bf7f-4f8a-b5ec-e838241182f6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5089805 Sep 08 09:23:12.063627 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42844) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:12.072757 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-969c2760-0a05-48eb-8e90-bf31a01a1ad8 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Request body: {'subnet': {'network_id': 'a3e58002-bc01-4ad8-a28e-897f2b8fb82c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:23:12.074685 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-77530228-52f5-4f8f-98e6-5b3cdc0b4fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'name': 'tempest-RoutersIpV6Test-router-273112145', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:23:06Z', 'updated_at': '2021-09-08T09:23:10Z', 'revision_number': 2, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'gw_port_host': None, '_interfaces': [{'id': 'da2de39c-04b7-4305-8711-8fcac3c12d93', 'name': '', 'network_id': 'ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:22:21:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:09Z', 'updated_at': '2021-09-08T09:23:10Z', 'revision_number': 2, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:12.092571 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4780325e-cf95-45ef-9825-029a9cb2f0b2 req-e4a11d1d-cc8c-4955-aae2-de70b52a14c7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=525d4824-cde3-4825-b95a-c41d6fce0d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406875 Sep 08 09:23:12.120436 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77530228-52f5-4f8f-98e6-5b3cdc0b4fda None None] Checking router: f303b0c5-2bde-4171-871b-4a1ec25f0268 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:23:12.121110 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77530228-52f5-4f8f-98e6-5b3cdc0b4fda None None] Updating router f303b0c5-2bde-4171-871b-4a1ec25f0268 port da2de39c-04b7-4305-8711-8fcac3c12d93 binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:23:12.166140 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-77530228-52f5-4f8f-98e6-5b3cdc0b4fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:12.189968 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ce1d19-bf7f-4f8a-b5ec-e838241182f6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event updated for resources: {'Network': ['ID=a3e58002-bc01-4ad8-a28e-897f2b8fb82c,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:12.197050 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-422f026a-0d04-4501-8b41-60bf906bbca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:12.203148 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network a3e58002-bc01-4ad8-a28e-897f2b8fb82c details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:23:12.237653 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-422f026a-0d04-4501-8b41-60bf906bbca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:12.361345 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05cb0a9-0574-4e0f-b622-d1c93477a2ec req-903fbcf7-aad5-4803-a6d3-5e08ee2115a9 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:12.364342 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f05cb0a9-0574-4e0f-b622-d1c93477a2ec req-903fbcf7-aad5-4803-a6d3-5e08ee2115a9 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.1303322 Sep 08 09:23:12.368652 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267b239-9fcb-4c4b-ad39-f43922043556 req-79ea963f-a456-4161-bd44-e3ca16685677 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:12.370873 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5267b239-9fcb-4c4b-ad39-f43922043556 req-79ea963f-a456-4161-bd44-e3ca16685677 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 943 time: 0.0643833 Sep 08 09:23:12.381633 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-422f026a-0d04-4501-8b41-60bf906bbca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:12.387878 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-422f026a-0d04-4501-8b41-60bf906bbca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:12.389343 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-422f026a-0d04-4501-8b41-60bf906bbca4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6c407a53-4f7a-432e-b7d8-09a9dabc6963 HTTP/1.1" status: 204 len: 168 time: 0.4476888 Sep 08 09:23:12.392373 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969c2760-0a05-48eb-8e90-bf31a01a1ad8 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Made reservation on behalf of 008ae683ead44873ba90ff716de87ee0 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:23:12.397602 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-969c2760-0a05-48eb-8e90-bf31a01a1ad8 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:12.447583 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f05cb0a9-0574-4e0f-b622-d1c93477a2ec req-788a18c8-e29e-4519-9aa1-c005ce9f8bbd tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754316 Sep 08 09:23:12.507611 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f026a-0d04-4501-8b41-60bf906bbca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c407a53-4f7a-432e-b7d8-09a9dabc6963,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:12.598387 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5267b239-9fcb-4c4b-ad39-f43922043556 req-c2005027-8315-4106-bc6e-316568a842cb tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=525d4824-cde3-4825-b95a-c41d6fce0d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2073665 Sep 08 09:23:12.651056 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edaba34-50c6-47a7-8bcd-0839eba7f3cf req-fd74b798-f122-4537-a276-1e77c9908c54 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:12.651352 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-77530228-52f5-4f8f-98e6-5b3cdc0b4fda None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:12.653861 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8edaba34-50c6-47a7-8bcd-0839eba7f3cf req-fd74b798-f122-4537-a276-1e77c9908c54 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280&tenant_id=b0f105e5fd99469d8f84a09c77d72db0&binding%3Ahost_id=n-h1-806683-11 HTTP/1.1" status: 200 len: 943 time: 0.2411597 Sep 08 09:23:12.678637 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-77530228-52f5-4f8f-98e6-5b3cdc0b4fda None None] Transition to ACTIVE for port object da2de39c-04b7-4305-8711-8fcac3c12d93 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:23:12.681400 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b1e49-fcc3-4450-8d60-f9eb7ba64dd4 req-164c2b58-8600-45e1-a404-12fa07d917ce tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:12.686565 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d76b1e49-fcc3-4450-8d60-f9eb7ba64dd4 req-164c2b58-8600-45e1-a404-12fa07d917ce tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.1213202 Sep 08 09:23:12.689938 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-77530228-52f5-4f8f-98e6-5b3cdc0b4fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:12.757593 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [req-8edaba34-50c6-47a7-8bcd-0839eba7f3cf req-0d3e3cee-b729-4870-b529-49e9894fc554 service neutron] delete failed (client error): The resource could not be found. Sep 08 09:23:12.758654 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8edaba34-50c6-47a7-8bcd-0839eba7f3cf req-0d3e3cee-b729-4870-b529-49e9894fc554 service neutron] 10.222.0.35 "DELETE /v2.0/ports/9d1e733e-c2ec-4f60-8e67-90190ae2b73d/bindings/n-h2-806683-11 HTTP/1.1" status: 404 len: 381 time: 0.0974939 Sep 08 09:23:12.803098 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9536312-fda3-4acc-826b-3a149b5d7b55 None None] Pushing event updated for resources: {'Port': ['ID=da2de39c-04b7-4305-8711-8fcac3c12d93,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:12.830788 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9536312-fda3-4acc-826b-3a149b5d7b55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:23:12.831332 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9536312-fda3-4acc-826b-3a149b5d7b55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:23:12.831850 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9536312-fda3-4acc-826b-3a149b5d7b55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:23:12.833158 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9536312-fda3-4acc-826b-3a149b5d7b55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:23:12.833697 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9536312-fda3-4acc-826b-3a149b5d7b55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:23:12.834233 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9536312-fda3-4acc-826b-3a149b5d7b55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:23:12.834766 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9536312-fda3-4acc-826b-3a149b5d7b55 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:23:12.835273 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9536312-fda3-4acc-826b-3a149b5d7b55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:23:12.835799 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9536312-fda3-4acc-826b-3a149b5d7b55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:23:12.836319 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9536312-fda3-4acc-826b-3a149b5d7b55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:23:12.836821 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9536312-fda3-4acc-826b-3a149b5d7b55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:23:12.837334 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9536312-fda3-4acc-826b-3a149b5d7b55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:23:12.852982 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-77530228-52f5-4f8f-98e6-5b3cdc0b4fda None None] Attempting to bind port da2de39c-04b7-4305-8711-8fcac3c12d93 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:23:12.853609 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-77530228-52f5-4f8f-98e6-5b3cdc0b4fda None None] Attempting to bind port da2de39c-04b7-4305-8711-8fcac3c12d93 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '03282ab2-aa31-43b9-b3af-3c12a234933a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:23:12.854193 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77530228-52f5-4f8f-98e6-5b3cdc0b4fda None None] Attempting to bind port da2de39c-04b7-4305-8711-8fcac3c12d93 on network ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:23:12.859898 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77530228-52f5-4f8f-98e6-5b3cdc0b4fda None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:23:12.860579 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77530228-52f5-4f8f-98e6-5b3cdc0b4fda None None] Checking segment: {'id': '03282ab2-aa31-43b9-b3af-3c12a234933a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:23:12.861396 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-77530228-52f5-4f8f-98e6-5b3cdc0b4fda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:12.861966 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77530228-52f5-4f8f-98e6-5b3cdc0b4fda None None] Bound using segment: {'id': '03282ab2-aa31-43b9-b3af-3c12a234933a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:23:12.862657 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-77530228-52f5-4f8f-98e6-5b3cdc0b4fda None None] Bound port: da2de39c-04b7-4305-8711-8fcac3c12d93, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03282ab2-aa31-43b9-b3af-3c12a234933a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:23:12.863759 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-77530228-52f5-4f8f-98e6-5b3cdc0b4fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:12.876771 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d76b1e49-fcc3-4450-8d60-f9eb7ba64dd4 req-ad35e355-b869-4c71-84d0-5046d1c3186a tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814263 Sep 08 09:23:12.897935 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-969c2760-0a05-48eb-8e90-bf31a01a1ad8 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:12.952414 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edaba34-50c6-47a7-8bcd-0839eba7f3cf req-d35524ed-d3b5-4010-a7ea-669bd0103203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:12.954553 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8edaba34-50c6-47a7-8bcd-0839eba7f3cf req-d35524ed-d3b5-4010-a7ea-669bd0103203 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0f105e5fd99469d8f84a09c77d72db0&device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 1095 time: 0.1040664 Sep 08 09:23:12.982247 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 9d1e733e-c2ec-4f60-8e67-90190ae2b73d details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:23:12.999351 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-77530228-52f5-4f8f-98e6-5b3cdc0b4fda None None] For port da2de39c-04b7-4305-8711-8fcac3c12d93, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:23:13.007362 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-77530228-52f5-4f8f-98e6-5b3cdc0b4fda None None] For port da2de39c-04b7-4305-8711-8fcac3c12d93, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=da2de39c-04b7-4305-8711-8fcac3c12d93,segment=NetworkSegment(03282ab2-aa31-43b9-b3af-3c12a234933a),segment_id=03282ab2-aa31-43b9-b3af-3c12a234933a)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:23:13.023436 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-77530228-52f5-4f8f-98e6-5b3cdc0b4fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:13.106605 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969c2760-0a05-48eb-8e90-bf31a01a1ad8 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event updated for resources: {'Subnet': ['ID=07e38066-b2ff-4220-8654-72bc619c0602,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:13.121409 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969c2760-0a05-48eb-8e90-bf31a01a1ad8 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Checking segment: {'id': '0aa18c81-8539-4bd8-8be8-70055c8dd4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a3e58002-bc01-4ad8-a28e-897f2b8fb82c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:23:13.122189 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969c2760-0a05-48eb-8e90-bf31a01a1ad8 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Network hostable DHCP agents. Network: a3e58002-bc01-4ad8-a28e-897f2b8fb82c, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:23:13.163752 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77530228-52f5-4f8f-98e6-5b3cdc0b4fda None None] Routers {'f303b0c5-2bde-4171-871b-4a1ec25f0268'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:23:13.165219 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-77530228-52f5-4f8f-98e6-5b3cdc0b4fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:22:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['f303b0c5-2bde-4171-871b-4a1ec25f0268'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:13.179639 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969c2760-0a05-48eb-8e90-bf31a01a1ad8 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Network a3e58002-bc01-4ad8-a28e-897f2b8fb82c is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:23:13.192724 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-969c2760-0a05-48eb-8e90-bf31a01a1ad8 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, a3e58002-bc01-4ad8-a28e-897f2b8fb82c) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:23:13.198296 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 71770728-2abe-4c2f-8c60-f4909d6ccdea up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:23:13.201188 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969c2760-0a05-48eb-8e90-bf31a01a1ad8 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:13.201998 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-969c2760-0a05-48eb-8e90-bf31a01a1ad8 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:13.214918 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e0adee-bef1-46d4-9885-e0e1cfd59b32 None None] Network a3e58002-bc01-4ad8-a28e-897f2b8fb82c requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:23:13.225535 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-969c2760-0a05-48eb-8e90-bf31a01a1ad8 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1606929 Sep 08 09:23:13.228399 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42882) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:13.280346 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edaba34-50c6-47a7-8bcd-0839eba7f3cf req-f3f1d056-b2e5-4894-b7dc-e57985a416a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:13.282167 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8edaba34-50c6-47a7-8bcd-0839eba7f3cf req-f3f1d056-b2e5-4894-b7dc-e57985a416a3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5a5f9177-7555-4179-8814-e40705874e91 HTTP/1.1" status: 200 len: 897 time: 0.3204150 Sep 08 09:23:13.322406 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9536312-fda3-4acc-826b-3a149b5d7b55 None None] Pushing event updated for resources: {'Port': ['ID=da2de39c-04b7-4305-8711-8fcac3c12d93,revision_number=4']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:13.400519 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-77530228-52f5-4f8f-98e6-5b3cdc0b4fda None None] Set router f303b0c5-2bde-4171-871b-4a1ec25f0268 gateway port host: None {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:23:13.448698 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8edaba34-50c6-47a7-8bcd-0839eba7f3cf req-e62e1ebc-f60f-43d6-9ca6-8373fb455608 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d1e733e-c2ec-4f60-8e67-90190ae2b73d HTTP/1.1" status: 200 len: 999 time: 0.1586089 Sep 08 09:23:13.561431 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edaba34-50c6-47a7-8bcd-0839eba7f3cf req-75409eda-b446-4c43-a531-9f68b1542681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:13.567855 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8edaba34-50c6-47a7-8bcd-0839eba7f3cf req-75409eda-b446-4c43-a531-9f68b1542681 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5b54460f-986f-4da9-b9e9-b79c61f3e310 HTTP/1.1" status: 200 len: 835 time: 0.1106110 Sep 08 09:23:13.600348 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 9d1e733e-c2ec-4f60-8e67-90190ae2b73d, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=9d1e733e-c2ec-4f60-8e67-90190ae2b73d,segment=NetworkSegment(5075adc2-ac9e-4991-97a4-272c098a040b),segment_id=5075adc2-ac9e-4991-97a4-272c098a040b)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:23:13.653736 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edaba34-50c6-47a7-8bcd-0839eba7f3cf req-4beeafa6-11bb-479e-988a-bd6a29bb819b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:13.655330 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8edaba34-50c6-47a7-8bcd-0839eba7f3cf req-4beeafa6-11bb-479e-988a-bd6a29bb819b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5a5f9177-7555-4179-8814-e40705874e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0806558 Sep 08 09:23:13.672735 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '9d1e733e-c2ec-4f60-8e67-90190ae2b73d', 'network_id': '5a5f9177-7555-4179-8814-e40705874e91', 'port_id': '9d1e733e-c2ec-4f60-8e67-90190ae2b73d', 'mac_address': 'fa:16:3e:97:a5:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b54460f-986f-4da9-b9e9-b79c61f3e310', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:23:13.681234 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888f0a2e-7bba-4c7f-b80f-c36c88b4a011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-a3e58002-bc01-4ad8-a28e-897f2b8fb82c', 'network_id': 'a3e58002-bc01-4ad8-a28e-897f2b8fb82c', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'fixed_ips': [{'subnet_id': '07e38066-b2ff-4220-8654-72bc619c0602'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:23:13.682502 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-888f0a2e-7bba-4c7f-b80f-c36c88b4a011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:13.742841 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:13.746774 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 71770728-2abe-4c2f-8c60-f4909d6ccdea triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:23:13.747524 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:13.779022 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8edaba34-50c6-47a7-8bcd-0839eba7f3cf req-af7286eb-b528-495c-aa10-dc25668ce23c service neutron] 10.222.0.35 "GET /v2.0/networks/5a5f9177-7555-4179-8814-e40705874e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154075 Sep 08 09:23:13.815468 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbf1708-28ea-4c41-9b2e-9cb859f2e31d req-39e06a67-5817-438c-a675-97da9643b206 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:13.851248 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3cbf1708-28ea-4c41-9b2e-9cb859f2e31d req-39e06a67-5817-438c-a675-97da9643b206 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.3758221 Sep 08 09:23:13.910554 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-888f0a2e-7bba-4c7f-b80f-c36c88b4a011 None None] Allocated IP 2001:db8:1::2 (a3e58002-bc01-4ad8-a28e-897f2b8fb82c/07e38066-b2ff-4220-8654-72bc619c0602/60ba7c86-3ddc-42e5-bdb0-5a405084f21f) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:23:14.048617 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-77530228-52f5-4f8f-98e6-5b3cdc0b4fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'name': 'tempest-RoutersIpV6Test-router-273112145', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:23:06Z', 'updated_at': '2021-09-08T09:23:10Z', 'revision_number': 2, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'gw_port_host': None, '_interfaces': [{'id': 'da2de39c-04b7-4305-8711-8fcac3c12d93', 'name': '', 'network_id': 'ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:22:21:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:09Z', 'updated_at': '2021-09-08T09:23:12Z', 'revision_number': 4, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:14.079575 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ede7a-4df8-4de8-bac6-1807476cbcf1 req-74552453-3a11-4358-b06f-6a1a2bda9b66 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:14.085112 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3cbf1708-28ea-4c41-9b2e-9cb859f2e31d req-d33d0c62-e5ff-4133-aca9-58f6fe0b13c9 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2259014 Sep 08 09:23:14.089627 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3f9ede7a-4df8-4de8-bac6-1807476cbcf1 req-74552453-3a11-4358-b06f-6a1a2bda9b66 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 943 time: 0.2466013 Sep 08 09:23:14.094180 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77530228-52f5-4f8f-98e6-5b3cdc0b4fda None None] The sync data for ids ['f303b0c5-2bde-4171-871b-4a1ec25f0268'] in n-d-806683-11 is: [{'id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'name': 'tempest-RoutersIpV6Test-router-273112145', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:23:06Z', 'updated_at': '2021-09-08T09:23:10Z', 'revision_number': 2, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'gw_port_host': None, '_interfaces': [{'id': 'da2de39c-04b7-4305-8711-8fcac3c12d93', 'name': '', 'network_id': 'ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:22:21:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:09Z', 'updated_at': '2021-09-08T09:23:12Z', 'revision_number': 4, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:23:14.105352 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d1e733e-c2ec-4f60-8e67-90190ae2b73d {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:23:14.182090 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-888f0a2e-7bba-4c7f-b80f-c36c88b4a011 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:14.193620 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 9d1e733e-c2ec-4f60-8e67-90190ae2b73d, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=9d1e733e-c2ec-4f60-8e67-90190ae2b73d,segment=NetworkSegment(5075adc2-ac9e-4991-97a4-272c098a040b),segment_id=5075adc2-ac9e-4991-97a4-272c098a040b)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:23:14.203461 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-888f0a2e-7bba-4c7f-b80f-c36c88b4a011 None None] Transition to ACTIVE for port object 60ba7c86-3ddc-42e5-bdb0-5a405084f21f will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:23:14.205795 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:14.214009 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3f9ede7a-4df8-4de8-bac6-1807476cbcf1 req-ae82fe3d-a20a-45c4-a907-e45ce6995ec3 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=525d4824-cde3-4825-b95a-c41d6fce0d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092253 Sep 08 09:23:14.216112 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8edaba34-50c6-47a7-8bcd-0839eba7f3cf req-d547f93d-970b-48a4-9826-6adad219ec99 service neutron] 10.222.0.35 "GET /v2.0/networks/5a5f9177-7555-4179-8814-e40705874e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4290771 Sep 08 09:23:14.253804 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ee76052b-cbef-4bfa-bc7d-964b539359df tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:14.274422 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-888f0a2e-7bba-4c7f-b80f-c36c88b4a011 None None] Transition to ACTIVE for port object 60ba7c86-3ddc-42e5-bdb0-5a405084f21f will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:23:14.318275 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-888f0a2e-7bba-4c7f-b80f-c36c88b4a011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:14.345300 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=9d1e733e-c2ec-4f60-8e67-90190ae2b73d,revision_number=8']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:14.358950 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888f0a2e-7bba-4c7f-b80f-c36c88b4a011 None None] Network a3e58002-bc01-4ad8-a28e-897f2b8fb82c is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:23:14.362690 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:23:14.363851 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:23:14.364366 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:23:14.364872 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:23:14.365365 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:23:14.365863 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:23:14.366446 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:23:14.366755 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:23:14.367089 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:23:14.367459 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:23:14.367971 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:23:14.368480 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:23:14.372737 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-888f0a2e-7bba-4c7f-b80f-c36c88b4a011 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:23:14.376449 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888f0a2e-7bba-4c7f-b80f-c36c88b4a011 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:23:14.553967 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f0a2e-7bba-4c7f-b80f-c36c88b4a011 None None] Pushing event updated for resources: {'Port': ['ID=60ba7c86-3ddc-42e5-bdb0-5a405084f21f,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:14.565113 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-888f0a2e-7bba-4c7f-b80f-c36c88b4a011 None None] Attempting to bind port 60ba7c86-3ddc-42e5-bdb0-5a405084f21f on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:23:14.565507 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-888f0a2e-7bba-4c7f-b80f-c36c88b4a011 None None] Attempting to bind port 60ba7c86-3ddc-42e5-bdb0-5a405084f21f by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '0aa18c81-8539-4bd8-8be8-70055c8dd4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a3e58002-bc01-4ad8-a28e-897f2b8fb82c'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:23:14.566135 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888f0a2e-7bba-4c7f-b80f-c36c88b4a011 None None] Attempting to bind port 60ba7c86-3ddc-42e5-bdb0-5a405084f21f on network a3e58002-bc01-4ad8-a28e-897f2b8fb82c {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:23:14.572299 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888f0a2e-7bba-4c7f-b80f-c36c88b4a011 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:23:14.572957 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888f0a2e-7bba-4c7f-b80f-c36c88b4a011 None None] Checking segment: {'id': '0aa18c81-8539-4bd8-8be8-70055c8dd4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a3e58002-bc01-4ad8-a28e-897f2b8fb82c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:23:14.573565 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-888f0a2e-7bba-4c7f-b80f-c36c88b4a011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:14.574158 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888f0a2e-7bba-4c7f-b80f-c36c88b4a011 None None] Bound using segment: {'id': '0aa18c81-8539-4bd8-8be8-70055c8dd4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a3e58002-bc01-4ad8-a28e-897f2b8fb82c'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:23:14.574817 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-888f0a2e-7bba-4c7f-b80f-c36c88b4a011 None None] Bound port: 60ba7c86-3ddc-42e5-bdb0-5a405084f21f, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aa18c81-8539-4bd8-8be8-70055c8dd4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a3e58002-bc01-4ad8-a28e-897f2b8fb82c'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:23:14.575395 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-888f0a2e-7bba-4c7f-b80f-c36c88b4a011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:14.644673 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['9d1e733e-c2ec-4f60-8e67-90190ae2b73d'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:23:14.716718 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-ee76052b-cbef-4bfa-bc7d-964b539359df tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Allocated IP 2001:db8:1::1 (a3e58002-bc01-4ad8-a28e-897f2b8fb82c/07e38066-b2ff-4220-8654-72bc619c0602/96eb591b-48fa-4482-bbee-10d221ec7af4) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:23:14.841997 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-888f0a2e-7bba-4c7f-b80f-c36c88b4a011 None None] For port 60ba7c86-3ddc-42e5-bdb0-5a405084f21f, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:23:14.870503 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-888f0a2e-7bba-4c7f-b80f-c36c88b4a011 None None] For port 60ba7c86-3ddc-42e5-bdb0-5a405084f21f, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=60ba7c86-3ddc-42e5-bdb0-5a405084f21f,segment=NetworkSegment(0aa18c81-8539-4bd8-8be8-70055c8dd4ac),segment_id=0aa18c81-8539-4bd8-8be8-70055c8dd4ac)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:23:14.891802 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-888f0a2e-7bba-4c7f-b80f-c36c88b4a011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:14.986590 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 069f7523-ee1d-4679-8f37-92586e744f18 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:23:15.023151 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ee76052b-cbef-4bfa-bc7d-964b539359df tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:15.054570 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-ee76052b-cbef-4bfa-bc7d-964b539359df tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Transition to ACTIVE for port object 96eb591b-48fa-4482-bbee-10d221ec7af4 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:23:15.127725 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ee76052b-cbef-4bfa-bc7d-964b539359df tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:15.285652 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee76052b-cbef-4bfa-bc7d-964b539359df tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Network a3e58002-bc01-4ad8-a28e-897f2b8fb82c is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:23:15.289800 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-ee76052b-cbef-4bfa-bc7d-964b539359df tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:23:15.295340 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee76052b-cbef-4bfa-bc7d-964b539359df tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:23:15.295980 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ee76052b-cbef-4bfa-bc7d-964b539359df tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:15.352801 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee76052b-cbef-4bfa-bc7d-964b539359df tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event updated for resources: {'Port': ['ID=96eb591b-48fa-4482-bbee-10d221ec7af4,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:15.371610 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509fcd9-6a47-4435-8bba-05c01351d8a5 req-70bf6c7d-f5fb-4f9f-bf44-36b6f9f9243e tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:15.373426 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5509fcd9-6a47-4435-8bba-05c01351d8a5 req-70bf6c7d-f5fb-4f9f-bf44-36b6f9f9243e tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.1548288 Sep 08 09:23:15.390381 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device da2de39c-04b7-4305-8711-8fcac3c12d93 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:23:15.393787 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888f0a2e-7bba-4c7f-b80f-c36c88b4a011 None None] Pushing event updated for resources: {'Port': ['ID=60ba7c86-3ddc-42e5-bdb0-5a405084f21f,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:15.483058 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5509fcd9-6a47-4435-8bba-05c01351d8a5 req-0e22475a-05ec-4f5a-9510-bc19e03cbc92 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007800 Sep 08 09:23:15.523516 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c094bb9-1698-47a5-b321-10e4f755527c req-117b85cf-50a6-47cf-ba43-00af4b99f51c tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:15.525688 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4c094bb9-1698-47a5-b321-10e4f755527c req-117b85cf-50a6-47cf-ba43-00af4b99f51c tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 944 time: 0.1707149 Sep 08 09:23:15.550641 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ee76052b-cbef-4bfa-bc7d-964b539359df tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:15.562256 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port da2de39c-04b7-4305-8711-8fcac3c12d93 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:23:15.580173 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port da2de39c-04b7-4305-8711-8fcac3c12d93 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:23:15.580462 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:15.620686 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 42958) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:15.624090 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4c094bb9-1698-47a5-b321-10e4f755527c req-12ac66fd-5271-49ac-a63c-5fe445b80f28 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=525d4824-cde3-4825-b95a-c41d6fce0d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915275 Sep 08 09:23:15.655013 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 42964) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:15.756050 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:15.797861 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port da2de39c-04b7-4305-8711-8fcac3c12d93, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=da2de39c-04b7-4305-8711-8fcac3c12d93,segment=NetworkSegment(03282ab2-aa31-43b9-b3af-3c12a234933a),segment_id=03282ab2-aa31-43b9-b3af-3c12a234933a)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:23:15.819818 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:15.931541 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=da2de39c-04b7-4305-8711-8fcac3c12d93,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:15.957904 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-07ed930e-39c0-476e-b000-c884aa09cdfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:16.010154 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-3c00594d-ed6d-4ac8-b6ac-778631a6e81d tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/floatingips/e729ff1b-31b8-4ac2-8f42-4ff0c809eed8 HTTP/1.1" status: 200 len: 992 time: 0.3487146 Sep 08 09:23:16.096877 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-07ed930e-39c0-476e-b000-c884aa09cdfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:16.102966 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-07ed930e-39c0-476e-b000-c884aa09cdfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:16.164315 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-07ed930e-39c0-476e-b000-c884aa09cdfc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=245a6363e00d472bacde0012343c28ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5388620 Sep 08 09:23:16.169355 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ed930e-39c0-476e-b000-c884aa09cdfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f1811c-6521-4ba7-bc34-e322557b0f06,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:16.184155 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 42974) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:16.248947 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9eff5b76-28ab-4858-9286-312f7706dad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:16.273287 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9eff5b76-28ab-4858-9286-312f7706dad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:16.421801 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ee76052b-cbef-4bfa-bc7d-964b539359df tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:16.427950 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ee76052b-cbef-4bfa-bc7d-964b539359df tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:16.428886 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ee76052b-cbef-4bfa-bc7d-964b539359df tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:16.509495 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee76052b-cbef-4bfa-bc7d-964b539359df tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event updated for resources: {'Port': ['ID=96eb591b-48fa-4482-bbee-10d221ec7af4,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:16.590105 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee76052b-cbef-4bfa-bc7d-964b539359df tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Network a3e58002-bc01-4ad8-a28e-897f2b8fb82c is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:23:16.591643 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-ee76052b-cbef-4bfa-bc7d-964b539359df tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:23:16.623250 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9eff5b76-28ab-4858-9286-312f7706dad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:16.628162 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9eff5b76-28ab-4858-9286-312f7706dad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:16.631807 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-9eff5b76-28ab-4858-9286-312f7706dad4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b7f1811c-6521-4ba7-bc34-e322557b0f06 HTTP/1.1" status: 204 len: 168 time: 0.4438367 Sep 08 09:23:16.654019 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff5b76-28ab-4858-9286-312f7706dad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f1811c-6521-4ba7-bc34-e322557b0f06,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:16.745427 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff3605-e738-49ab-825b-fbc99b64b27d req-0a91e737-d91d-4fa5-9c9f-6601404a50f9 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:16.747461 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-08ff3605-e738-49ab-825b-fbc99b64b27d req-0a91e737-d91d-4fa5-9c9f-6601404a50f9 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.1448324 Sep 08 09:23:16.789277 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee76052b-cbef-4bfa-bc7d-964b539359df tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Router f303b0c5-2bde-4171-871b-4a1ec25f0268 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:23:16.808513 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 42986) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:16.858676 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-08ff3605-e738-49ab-825b-fbc99b64b27d req-6b8d93fe-42f6-41f9-93aa-532ee311fc88 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977390 Sep 08 09:23:16.913598 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee76052b-cbef-4bfa-bc7d-964b539359df tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:23:16.922593 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ee76052b-cbef-4bfa-bc7d-964b539359df tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "PUT /v2.0/routers/f303b0c5-2bde-4171-871b-4a1ec25f0268/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6929410 Sep 08 09:23:16.922906 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 42992) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:16.925757 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a38b33-592e-4c7b-9b1a-e22270a3c89e None None] Sync routers for ids ['f303b0c5-2bde-4171-871b-4a1ec25f0268'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:23:16.929075 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-403ef79d-3c47-4734-84a5-18afc85fbbab tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2088793429'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:23:16.936347 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a38b33-592e-4c7b-9b1a-e22270a3c89e None None] Routers {'f303b0c5-2bde-4171-871b-4a1ec25f0268'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:23:16.937182 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-36a38b33-592e-4c7b-9b1a-e22270a3c89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:22:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['f303b0c5-2bde-4171-871b-4a1ec25f0268'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:16.971358 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403ef79d-3c47-4734-84a5-18afc85fbbab tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Made reservation on behalf of 008ae683ead44873ba90ff716de87ee0 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:23:16.976151 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-403ef79d-3c47-4734-84a5-18afc85fbbab tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:17.074216 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-403ef79d-3c47-4734-84a5-18afc85fbbab tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:23:17.074216 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-403ef79d-3c47-4734-84a5-18afc85fbbab tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:17.074216 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-403ef79d-3c47-4734-84a5-18afc85fbbab tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Added segment 4ca9f2cc-e32e-43f0-9d23-fe55a18ee094 of type vlan for network 99c41123-056c-444a-b916-fab79fc72b90 Sep 08 09:23:17.075958 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 9d1e733e-c2ec-4f60-8e67-90190ae2b73d up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:23:17.075958 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb114362-b5a1-4715-94e0-91d007d81508 None None] Network a3e58002-bc01-4ad8-a28e-897f2b8fb82c requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:23:17.111206 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-403ef79d-3c47-4734-84a5-18afc85fbbab tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:17.127010 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42994) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:17.133633 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-07c45b02-923f-480b-aaec-8e5fe037104c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:17.143287 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-62d76e69-6b78-4f90-a183-1e3f60c6897a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:17.155548 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-5d0a0884-6b27-4275-996c-cb517839ea2c None None] Provisioning for port 60ba7c86-3ddc-42e5-bdb0-5a405084f21f completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:23:17.184758 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-403ef79d-3c47-4734-84a5-18afc85fbbab tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:17.190822 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403ef79d-3c47-4734-84a5-18afc85fbbab tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:17.192010 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-403ef79d-3c47-4734-84a5-18afc85fbbab tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:17.201070 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-36a38b33-592e-4c7b-9b1a-e22270a3c89e None None] Set router f303b0c5-2bde-4171-871b-4a1ec25f0268 gateway port host: None {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:23:17.246808 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 60ba7c86-3ddc-42e5-bdb0-5a405084f21f up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:23:17.272078 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-62d76e69-6b78-4f90-a183-1e3f60c6897a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:17.276860 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ef79d-3c47-4734-84a5-18afc85fbbab tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event updated for resources: {'Network': ['ID=99c41123-056c-444a-b916-fab79fc72b90,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:17.279676 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-62d76e69-6b78-4f90-a183-1e3f60c6897a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:17.304407 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 99c41123-056c-444a-b916-fab79fc72b90 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:23:17.326150 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-62d76e69-6b78-4f90-a183-1e3f60c6897a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=01d9cf3e73b345d3adf7c854c2853cd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1981156 Sep 08 09:23:17.328696 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 42996) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:17.336456 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d76e69-6b78-4f90-a183-1e3f60c6897a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8089958-e6bb-48a6-87be-8937a64a2b84,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:17.370007 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-07c45b02-923f-480b-aaec-8e5fe037104c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:17.379698 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-07c45b02-923f-480b-aaec-8e5fe037104c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:17.388666 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-42c18819-f1cd-4b88-b43f-1a26f410fe32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:17.399879 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-403ef79d-3c47-4734-84a5-18afc85fbbab tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4759171 Sep 08 09:23:17.400551 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 42998) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:17.412071 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-f2049c86-7526-440f-a9b5-60889052e9e3 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Request body: {'subnet': {'network_id': '99c41123-056c-444a-b916-fab79fc72b90', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:23:17.418182 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-42c18819-f1cd-4b88-b43f-1a26f410fe32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:17.430885 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 9d1e733e-c2ec-4f60-8e67-90190ae2b73d completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:23:17.452530 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c45b02-923f-480b-aaec-8e5fe037104c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b603177-a0a2-435f-b7ba-173bfc7a941c,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:17.462978 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-07c45b02-923f-480b-aaec-8e5fe037104c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1cbf65a52a8749ffb947426edefc3606&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6531656 Sep 08 09:23:17.465573 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43000) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:17.481330 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 9d1e733e-c2ec-4f60-8e67-90190ae2b73d triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:23:17.481723 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:17.504967 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-42c18819-f1cd-4b88-b43f-1a26f410fe32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:17.507510 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-42c18819-f1cd-4b88-b43f-1a26f410fe32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:17.508886 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-42c18819-f1cd-4b88-b43f-1a26f410fe32 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b8089958-e6bb-48a6-87be-8937a64a2b84 HTTP/1.1" status: 204 len: 168 time: 0.1791761 Sep 08 09:23:17.539277 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c18819-f1cd-4b88-b43f-1a26f410fe32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8089958-e6bb-48a6-87be-8937a64a2b84,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:17.551463 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2049c86-7526-440f-a9b5-60889052e9e3 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Made reservation on behalf of 008ae683ead44873ba90ff716de87ee0 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:23:17.552852 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f600cbf9-ca78-4393-b0df-f7a0eddc5fd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:17.559792 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f2049c86-7526-440f-a9b5-60889052e9e3 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:17.578575 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f600cbf9-ca78-4393-b0df-f7a0eddc5fd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:17.599733 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 60ba7c86-3ddc-42e5-bdb0-5a405084f21f completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:23:17.640032 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f600cbf9-ca78-4393-b0df-f7a0eddc5fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:17.641265 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 60ba7c86-3ddc-42e5-bdb0-5a405084f21f triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:23:17.641686 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:17.643054 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f600cbf9-ca78-4393-b0df-f7a0eddc5fd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:17.650115 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f600cbf9-ca78-4393-b0df-f7a0eddc5fd6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3b603177-a0a2-435f-b7ba-173bfc7a941c HTTP/1.1" status: 204 len: 168 time: 0.1827765 Sep 08 09:23:17.660182 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f600cbf9-ca78-4393-b0df-f7a0eddc5fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b603177-a0a2-435f-b7ba-173bfc7a941c,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:17.720307 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-da869756-7a1f-4b24-bfa5-875e2aeae30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:17.873343 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:17.882028 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f2049c86-7526-440f-a9b5-60889052e9e3 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:17.932752 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:17.947811 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-36a38b33-592e-4c7b-9b1a-e22270a3c89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'name': 'tempest-RoutersIpV6Test-router-273112145', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:23:06Z', 'updated_at': '2021-09-08T09:23:15Z', 'revision_number': 3, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'gw_port_host': None, '_interfaces': [{'id': '96eb591b-48fa-4482-bbee-10d221ec7af4', 'name': '', 'network_id': 'a3e58002-bc01-4ad8-a28e-897f2b8fb82c', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:44:ea:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '07e38066-b2ff-4220-8654-72bc619c0602', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:14Z', 'updated_at': '2021-09-08T09:23:16Z', 'revision_number': 2, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': '07e38066-b2ff-4220-8654-72bc619c0602', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da2de39c-04b7-4305-8711-8fcac3c12d93', 'name': '', 'network_id': 'ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:22:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:09Z', 'updated_at': '2021-09-08T09:23:15Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:17.960311 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8007eb-aa6a-4965-ac5b-21b07913e280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1e733e-c2ec-4f60-8e67-90190ae2b73d'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:23:17.962338 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2049c86-7526-440f-a9b5-60889052e9e3 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event updated for resources: {'Subnet': ['ID=134390c9-bdab-45e0-8c7b-e3ea79a9511a,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:17.963083 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5851337a-85e1-4f7f-8930-ccb6361482b4" -d '{"events": [{"server_uuid": "7f8007eb-aa6a-4965-ac5b-21b07913e280", "name": "network-vif-plugged", "status": "completed", "tag": "9d1e733e-c2ec-4f60-8e67-90190ae2b73d"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:23:18.035365 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a38b33-592e-4c7b-9b1a-e22270a3c89e None None] Checking router: f303b0c5-2bde-4171-871b-4a1ec25f0268 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:23:18.036772 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a38b33-592e-4c7b-9b1a-e22270a3c89e None None] Updating router f303b0c5-2bde-4171-871b-4a1ec25f0268 port 96eb591b-48fa-4482-bbee-10d221ec7af4 binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:23:18.065797 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44ff51-4e78-429a-95be-d2a3e24fd7e4 req-510acae1-5ed2-4c84-b902-dda73da3a332 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:18.068675 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6f44ff51-4e78-429a-95be-d2a3e24fd7e4 req-510acae1-5ed2-4c84-b902-dda73da3a332 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.0948317 Sep 08 09:23:18.070396 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2049c86-7526-440f-a9b5-60889052e9e3 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Checking segment: {'id': '4ca9f2cc-e32e-43f0-9d23-fe55a18ee094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '99c41123-056c-444a-b916-fab79fc72b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:23:18.070860 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2049c86-7526-440f-a9b5-60889052e9e3 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Network hostable DHCP agents. Network: 99c41123-056c-444a-b916-fab79fc72b90, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:23:18.119184 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 60ba7c86-3ddc-42e5-bdb0-5a405084f21f, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=60ba7c86-3ddc-42e5-bdb0-5a405084f21f,segment=NetworkSegment(0aa18c81-8539-4bd8-8be8-70055c8dd4ac),segment_id=0aa18c81-8539-4bd8-8be8-70055c8dd4ac)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:23:18.121472 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-36a38b33-592e-4c7b-9b1a-e22270a3c89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:18.124413 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6f44ff51-4e78-429a-95be-d2a3e24fd7e4 req-77f120ea-edd3-4379-99a9-0b39e95b94e4 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478928 Sep 08 09:23:18.126879 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f053676-f124-4bd8-b5ca-fd28a4ca7060 x-openstack-request-id: req-4f053676-f124-4bd8-b5ca-fd28a4ca7060 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:23:18.127208 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8007eb-aa6a-4965-ac5b-21b07913e280", "name": "network-vif-plugged", "status": "completed", "tag": "9d1e733e-c2ec-4f60-8e67-90190ae2b73d", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:23:18.134189 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4f053676-f124-4bd8-b5ca-fd28a4ca7060 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:23:18.137306 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2049c86-7526-440f-a9b5-60889052e9e3 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Network 99c41123-056c-444a-b916-fab79fc72b90 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:23:18.141788 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8007eb-aa6a-4965-ac5b-21b07913e280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1e733e-c2ec-4f60-8e67-90190ae2b73d', 'code': 200} Sep 08 09:23:18.149232 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 9d1e733e-c2ec-4f60-8e67-90190ae2b73d, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=9d1e733e-c2ec-4f60-8e67-90190ae2b73d,segment=NetworkSegment(5075adc2-ac9e-4991-97a4-272c098a040b),segment_id=5075adc2-ac9e-4991-97a4-272c098a040b)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:23:18.153803 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-f2049c86-7526-440f-a9b5-60889052e9e3 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 99c41123-056c-444a-b916-fab79fc72b90) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:23:18.159060 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2049c86-7526-440f-a9b5-60889052e9e3 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:18.160676 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f2049c86-7526-440f-a9b5-60889052e9e3 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:18.161722 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:18.162989 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device da2de39c-04b7-4305-8711-8fcac3c12d93 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:23:18.169717 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:18.190885 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43022) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:18.191477 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f2049c86-7526-440f-a9b5-60889052e9e3 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7861552 Sep 08 09:23:18.231853 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4b012f-f20d-4158-9d58-25ae08ce22f3 None None] Network 99c41123-056c-444a-b916-fab79fc72b90 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:23:18.254872 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:23:18.330958 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-26e672b3-0f91-4b54-bcb6-70e195c61daa None None] Provisioning complete for port 60ba7c86-3ddc-42e5-bdb0-5a405084f21f triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:23:18.331346 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-26e672b3-0f91-4b54-bcb6-70e195c61daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:18.412567 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43028) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:18.416950 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=60ba7c86-3ddc-42e5-bdb0-5a405084f21f,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:18.445775 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-71d6445e-2303-47df-b686-ed79767bddd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:18.605797 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-71d6445e-2303-47df-b686-ed79767bddd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:18.630315 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-71d6445e-2303-47df-b686-ed79767bddd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:18.655969 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d6445e-2303-47df-b686-ed79767bddd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2e49ea-788e-47af-8f94-91a2079185b9,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:18.686524 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-71d6445e-2303-47df-b686-ed79767bddd5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bb33e409a7ba419e91b2a789f1958797&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2718368 Sep 08 09:23:18.687591 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43034) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:18.760651 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-be35c85e-9433-4452-86a4-c32e9f35c7d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:18.796031 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-be35c85e-9433-4452-86a4-c32e9f35c7d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:18.806082 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-21f644c1-3598-4773-bbc8-06bedb4b5ca9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:18.855601 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port da2de39c-04b7-4305-8711-8fcac3c12d93 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:23:18.856053 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:18.858302 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-be35c85e-9433-4452-86a4-c32e9f35c7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:18.861089 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-be35c85e-9433-4452-86a4-c32e9f35c7d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:18.862531 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-be35c85e-9433-4452-86a4-c32e9f35c7d5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2f2e49ea-788e-47af-8f94-91a2079185b9 HTTP/1.1" status: 204 len: 168 time: 0.1738009 Sep 08 09:23:18.875722 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35c85e-9433-4452-86a4-c32e9f35c7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2e49ea-788e-47af-8f94-91a2079185b9,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:19.076042 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=9d1e733e-c2ec-4f60-8e67-90190ae2b73d,revision_number=9']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:19.150801 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-21f644c1-3598-4773-bbc8-06bedb4b5ca9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Allocated IP 2001:db8:2::1 (99c41123-056c-444a-b916-fab79fc72b90/134390c9-bdab-45e0-8c7b-e3ea79a9511a/880b955b-ed02-4277-8450-c9813c72fbb1) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:23:19.209169 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681c170f-a633-4d55-bbc2-19dd7d50eea7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-99c41123-056c-444a-b916-fab79fc72b90', 'network_id': '99c41123-056c-444a-b916-fab79fc72b90', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'fixed_ips': [{'subnet_id': '134390c9-bdab-45e0-8c7b-e3ea79a9511a'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:23:19.215378 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-681c170f-a633-4d55-bbc2-19dd7d50eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:19.345546 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d3d459-f685-4762-99cc-66205d6854c1 req-fd653c04-1586-47b0-8d18-066460dc8b10 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:19.356481 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-90d3d459-f685-4762-99cc-66205d6854c1 req-fd653c04-1586-47b0-8d18-066460dc8b10 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.1031976 Sep 08 09:23:19.400651 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-21f644c1-3598-4773-bbc8-06bedb4b5ca9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:19.422871 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-90d3d459-f685-4762-99cc-66205d6854c1 req-1754b4d5-9f36-4a2d-8a66-3a379cbf08af tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651715 Sep 08 09:23:19.447667 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-21f644c1-3598-4773-bbc8-06bedb4b5ca9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Transition to ACTIVE for port object 880b955b-ed02-4277-8450-c9813c72fbb1 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:23:19.472134 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-26e672b3-0f91-4b54-bcb6-70e195c61daa None None] Provisioning for port 96eb591b-48fa-4482-bbee-10d221ec7af4 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:23:19.481931 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 60ba7c86-3ddc-42e5-bdb0-5a405084f21f up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:23:19.487423 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-21f644c1-3598-4773-bbc8-06bedb4b5ca9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:19.517044 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-26e672b3-0f91-4b54-bcb6-70e195c61daa None None] Provisioning complete for port 96eb591b-48fa-4482-bbee-10d221ec7af4 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:23:19.517952 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-26e672b3-0f91-4b54-bcb6-70e195c61daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:19.552544 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f644c1-3598-4773-bbc8-06bedb4b5ca9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Network 99c41123-056c-444a-b916-fab79fc72b90 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:23:19.558907 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-21f644c1-3598-4773-bbc8-06bedb4b5ca9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:23:19.563733 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f644c1-3598-4773-bbc8-06bedb4b5ca9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:23:19.564327 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-21f644c1-3598-4773-bbc8-06bedb4b5ca9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:19.568228 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f644c1-3598-4773-bbc8-06bedb4b5ca9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event updated for resources: {'Port': ['ID=880b955b-ed02-4277-8450-c9813c72fbb1,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:19.580879 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-36a38b33-592e-4c7b-9b1a-e22270a3c89e None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:19.626389 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-36a38b33-592e-4c7b-9b1a-e22270a3c89e None None] Transition to ACTIVE for port object 96eb591b-48fa-4482-bbee-10d221ec7af4 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:23:19.640123 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-26e672b3-0f91-4b54-bcb6-70e195c61daa None None] Port 96eb591b-48fa-4482-bbee-10d221ec7af4 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:23:19.655289 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-681c170f-a633-4d55-bbc2-19dd7d50eea7 None None] Allocated IP 2001:db8:2::2 (99c41123-056c-444a-b916-fab79fc72b90/134390c9-bdab-45e0-8c7b-e3ea79a9511a/a7a28eef-f2ae-4192-9078-ea90f5f937b4) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:23:19.658954 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-36a38b33-592e-4c7b-9b1a-e22270a3c89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:19.731937 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 60ba7c86-3ddc-42e5-bdb0-5a405084f21f triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:23:19.732354 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:19.767524 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-21f644c1-3598-4773-bbc8-06bedb4b5ca9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:19.877208 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae51383-15de-4195-8246-fc402266ba06 None None] Pushing event updated for resources: {'Port': ['ID=96eb591b-48fa-4482-bbee-10d221ec7af4,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:19.901632 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-36a38b33-592e-4c7b-9b1a-e22270a3c89e None None] Attempting to bind port 96eb591b-48fa-4482-bbee-10d221ec7af4 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:23:19.902072 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-36a38b33-592e-4c7b-9b1a-e22270a3c89e None None] Attempting to bind port 96eb591b-48fa-4482-bbee-10d221ec7af4 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '0aa18c81-8539-4bd8-8be8-70055c8dd4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a3e58002-bc01-4ad8-a28e-897f2b8fb82c'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:23:19.902441 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a38b33-592e-4c7b-9b1a-e22270a3c89e None None] Attempting to bind port 96eb591b-48fa-4482-bbee-10d221ec7af4 on network a3e58002-bc01-4ad8-a28e-897f2b8fb82c {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:23:19.940871 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a38b33-592e-4c7b-9b1a-e22270a3c89e None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:23:19.941986 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a38b33-592e-4c7b-9b1a-e22270a3c89e None None] Checking segment: {'id': '0aa18c81-8539-4bd8-8be8-70055c8dd4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a3e58002-bc01-4ad8-a28e-897f2b8fb82c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:23:19.942697 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-36a38b33-592e-4c7b-9b1a-e22270a3c89e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:19.943151 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a38b33-592e-4c7b-9b1a-e22270a3c89e None None] Bound using segment: {'id': '0aa18c81-8539-4bd8-8be8-70055c8dd4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a3e58002-bc01-4ad8-a28e-897f2b8fb82c'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:23:19.943650 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-36a38b33-592e-4c7b-9b1a-e22270a3c89e None None] Bound port: 96eb591b-48fa-4482-bbee-10d221ec7af4, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aa18c81-8539-4bd8-8be8-70055c8dd4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'a3e58002-bc01-4ad8-a28e-897f2b8fb82c'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:23:19.944058 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-36a38b33-592e-4c7b-9b1a-e22270a3c89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:20.140863 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-21f644c1-3598-4773-bbc8-06bedb4b5ca9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:20.149217 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-21f644c1-3598-4773-bbc8-06bedb4b5ca9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:20.150080 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-21f644c1-3598-4773-bbc8-06bedb4b5ca9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:20.171446 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-36a38b33-592e-4c7b-9b1a-e22270a3c89e None None] For port 96eb591b-48fa-4482-bbee-10d221ec7af4, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:23:20.182451 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-681c170f-a633-4d55-bbc2-19dd7d50eea7 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:20.201358 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-36a38b33-592e-4c7b-9b1a-e22270a3c89e None None] For port 96eb591b-48fa-4482-bbee-10d221ec7af4, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=96eb591b-48fa-4482-bbee-10d221ec7af4,segment=NetworkSegment(0aa18c81-8539-4bd8-8be8-70055c8dd4ac),segment_id=0aa18c81-8539-4bd8-8be8-70055c8dd4ac)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:23:20.206199 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-681c170f-a633-4d55-bbc2-19dd7d50eea7 None None] Transition to ACTIVE for port object a7a28eef-f2ae-4192-9078-ea90f5f937b4 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:23:20.211368 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-36a38b33-592e-4c7b-9b1a-e22270a3c89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:20.277761 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-681c170f-a633-4d55-bbc2-19dd7d50eea7 None None] Transition to ACTIVE for port object a7a28eef-f2ae-4192-9078-ea90f5f937b4 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:23:20.282934 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f644c1-3598-4773-bbc8-06bedb4b5ca9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event updated for resources: {'Port': ['ID=880b955b-ed02-4277-8450-c9813c72fbb1,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:20.296174 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-681c170f-a633-4d55-bbc2-19dd7d50eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:20.313938 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a38b33-592e-4c7b-9b1a-e22270a3c89e None None] Routers {'f303b0c5-2bde-4171-871b-4a1ec25f0268'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:23:20.314739 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-36a38b33-592e-4c7b-9b1a-e22270a3c89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:22:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['f303b0c5-2bde-4171-871b-4a1ec25f0268'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:20.328605 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f644c1-3598-4773-bbc8-06bedb4b5ca9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Network 99c41123-056c-444a-b916-fab79fc72b90 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:23:20.333958 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-21f644c1-3598-4773-bbc8-06bedb4b5ca9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:23:20.361474 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae51383-15de-4195-8246-fc402266ba06 None None] Pushing event updated for resources: {'Port': ['ID=96eb591b-48fa-4482-bbee-10d221ec7af4,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:20.407215 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681c170f-a633-4d55-bbc2-19dd7d50eea7 None None] Network 99c41123-056c-444a-b916-fab79fc72b90 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:23:20.481585 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-681c170f-a633-4d55-bbc2-19dd7d50eea7 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:23:20.490101 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681c170f-a633-4d55-bbc2-19dd7d50eea7 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:23:20.500341 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f644c1-3598-4773-bbc8-06bedb4b5ca9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Router f303b0c5-2bde-4171-871b-4a1ec25f0268 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:23:20.534164 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:20.576681 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681c170f-a633-4d55-bbc2-19dd7d50eea7 None None] Pushing event updated for resources: {'Port': ['ID=a7a28eef-f2ae-4192-9078-ea90f5f937b4,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:20.585835 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-36a38b33-592e-4c7b-9b1a-e22270a3c89e None None] Set router f303b0c5-2bde-4171-871b-4a1ec25f0268 gateway port host: None {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:23:20.649283 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33902f7a-53b6-4ace-8187-470b246b5129 req-616ada2a-5723-4965-9035-95bc9f275441 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:20.651505 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-33902f7a-53b6-4ace-8187-470b246b5129 req-616ada2a-5723-4965-9035-95bc9f275441 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.0842612 Sep 08 09:23:20.652511 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-681c170f-a633-4d55-bbc2-19dd7d50eea7 None None] Attempting to bind port a7a28eef-f2ae-4192-9078-ea90f5f937b4 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:23:20.652895 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-681c170f-a633-4d55-bbc2-19dd7d50eea7 None None] Attempting to bind port a7a28eef-f2ae-4192-9078-ea90f5f937b4 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '4ca9f2cc-e32e-43f0-9d23-fe55a18ee094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '99c41123-056c-444a-b916-fab79fc72b90'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:23:20.653266 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681c170f-a633-4d55-bbc2-19dd7d50eea7 None None] Attempting to bind port a7a28eef-f2ae-4192-9078-ea90f5f937b4 on network 99c41123-056c-444a-b916-fab79fc72b90 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:23:20.669638 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681c170f-a633-4d55-bbc2-19dd7d50eea7 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:23:20.670063 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681c170f-a633-4d55-bbc2-19dd7d50eea7 None None] Checking segment: {'id': '4ca9f2cc-e32e-43f0-9d23-fe55a18ee094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '99c41123-056c-444a-b916-fab79fc72b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:23:20.670481 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-681c170f-a633-4d55-bbc2-19dd7d50eea7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:20.670881 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681c170f-a633-4d55-bbc2-19dd7d50eea7 None None] Bound using segment: {'id': '4ca9f2cc-e32e-43f0-9d23-fe55a18ee094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '99c41123-056c-444a-b916-fab79fc72b90'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:23:20.671830 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-681c170f-a633-4d55-bbc2-19dd7d50eea7 None None] Bound port: a7a28eef-f2ae-4192-9078-ea90f5f937b4, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ca9f2cc-e32e-43f0-9d23-fe55a18ee094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '99c41123-056c-444a-b916-fab79fc72b90'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:23:20.672227 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-681c170f-a633-4d55-bbc2-19dd7d50eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:20.703631 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f644c1-3598-4773-bbc8-06bedb4b5ca9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:23:20.716132 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-21f644c1-3598-4773-bbc8-06bedb4b5ca9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "PUT /v2.0/routers/f303b0c5-2bde-4171-871b-4a1ec25f0268/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5240524 Sep 08 09:23:20.719345 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43088) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:20.740294 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-33902f7a-53b6-4ace-8187-470b246b5129 req-a040b9bf-1dd8-4394-a749-cfa1a677f7dd tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765829 Sep 08 09:23:20.746672 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-ebbd986e-a89c-44e1-8fe1-0e6bf725a5d6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1032055505'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:23:20.773490 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbd986e-a89c-44e1-8fe1-0e6bf725a5d6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Made reservation on behalf of 008ae683ead44873ba90ff716de87ee0 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:23:20.777095 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ebbd986e-a89c-44e1-8fe1-0e6bf725a5d6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:20.819866 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebbd986e-a89c-44e1-8fe1-0e6bf725a5d6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:23:20.829592 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ebbd986e-a89c-44e1-8fe1-0e6bf725a5d6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:20.830162 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-ebbd986e-a89c-44e1-8fe1-0e6bf725a5d6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Added segment b902c921-1f08-4035-92bb-e9480679c279 of type vlan for network 4a3f9c0e-72a2-4b76-9caf-f43898aed2ac Sep 08 09:23:20.847437 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ff219925-6659-4719-bcb3-09361acc0241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:20.875503 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ebbd986e-a89c-44e1-8fe1-0e6bf725a5d6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:20.904150 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-681c170f-a633-4d55-bbc2-19dd7d50eea7 None None] For port a7a28eef-f2ae-4192-9078-ea90f5f937b4, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:23:20.906852 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-0800ff20-df62-44ef-bae5-121e3317fc08 tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=0e8618d015b0413289c499e12a438e52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0684195 Sep 08 09:23:20.909378 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ebbd986e-a89c-44e1-8fe1-0e6bf725a5d6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:20.909518 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-681c170f-a633-4d55-bbc2-19dd7d50eea7 None None] For port a7a28eef-f2ae-4192-9078-ea90f5f937b4, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a7a28eef-f2ae-4192-9078-ea90f5f937b4,segment=NetworkSegment(4ca9f2cc-e32e-43f0-9d23-fe55a18ee094),segment_id=4ca9f2cc-e32e-43f0-9d23-fe55a18ee094)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:23:20.915721 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-681c170f-a633-4d55-bbc2-19dd7d50eea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:20.916792 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbd986e-a89c-44e1-8fe1-0e6bf725a5d6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:20.917426 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ebbd986e-a89c-44e1-8fe1-0e6bf725a5d6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:21.012106 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681c170f-a633-4d55-bbc2-19dd7d50eea7 None None] Pushing event updated for resources: {'Port': ['ID=a7a28eef-f2ae-4192-9078-ea90f5f937b4,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:21.024472 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ebbd986e-a89c-44e1-8fe1-0e6bf725a5d6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3034859 Sep 08 09:23:21.025304 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd986e-a89c-44e1-8fe1-0e6bf725a5d6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event updated for resources: {'Network': ['ID=4a3f9c0e-72a2-4b76-9caf-f43898aed2ac,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:21.027784 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43102) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:21.046294 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 4a3f9c0e-72a2-4b76-9caf-f43898aed2ac details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:23:21.047657 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-e9db7626-b5ee-4ab7-9f09-7ad38211626a tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Request body: {'subnet': {'network_id': '4a3f9c0e-72a2-4b76-9caf-f43898aed2ac', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:23:21.057572 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-36a38b33-592e-4c7b-9b1a-e22270a3c89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'name': 'tempest-RoutersIpV6Test-router-273112145', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:23:06Z', 'updated_at': '2021-09-08T09:23:19Z', 'revision_number': 4, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'gw_port_host': None, '_interfaces': [{'id': '880b955b-ed02-4277-8450-c9813c72fbb1', 'name': '', 'network_id': '99c41123-056c-444a-b916-fab79fc72b90', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:cd:a9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '134390c9-bdab-45e0-8c7b-e3ea79a9511a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:18Z', 'updated_at': '2021-09-08T09:23:19Z', 'revision_number': 2, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': '134390c9-bdab-45e0-8c7b-e3ea79a9511a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96eb591b-48fa-4482-bbee-10d221ec7af4', 'name': '', 'network_id': 'a3e58002-bc01-4ad8-a28e-897f2b8fb82c', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:44:ea:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '07e38066-b2ff-4220-8654-72bc619c0602', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:14Z', 'updated_at': '2021-09-08T09:23:20Z', 'revision_number': 4, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': '07e38066-b2ff-4220-8654-72bc619c0602', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da2de39c-04b7-4305-8711-8fcac3c12d93', 'name': '', 'network_id': 'ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:22:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:09Z', 'updated_at': '2021-09-08T09:23:15Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:21.115772 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a38b33-592e-4c7b-9b1a-e22270a3c89e None None] The sync data for ids ['f303b0c5-2bde-4171-871b-4a1ec25f0268'] in n-d-806683-11 is: [{'id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'name': 'tempest-RoutersIpV6Test-router-273112145', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:23:06Z', 'updated_at': '2021-09-08T09:23:19Z', 'revision_number': 4, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'gw_port_host': None, '_interfaces': [{'id': '880b955b-ed02-4277-8450-c9813c72fbb1', 'name': '', 'network_id': '99c41123-056c-444a-b916-fab79fc72b90', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:cd:a9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '134390c9-bdab-45e0-8c7b-e3ea79a9511a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:18Z', 'updated_at': '2021-09-08T09:23:19Z', 'revision_number': 2, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': '134390c9-bdab-45e0-8c7b-e3ea79a9511a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96eb591b-48fa-4482-bbee-10d221ec7af4', 'name': '', 'network_id': 'a3e58002-bc01-4ad8-a28e-897f2b8fb82c', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:44:ea:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '07e38066-b2ff-4220-8654-72bc619c0602', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:14Z', 'updated_at': '2021-09-08T09:23:20Z', 'revision_number': 4, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': '07e38066-b2ff-4220-8654-72bc619c0602', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da2de39c-04b7-4305-8711-8fcac3c12d93', 'name': '', 'network_id': 'ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:22:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:09Z', 'updated_at': '2021-09-08T09:23:15Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:23:21.164108 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-1a338f99-62b9-4354-a547-507bc2ad3c3a tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:21.164108 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-1a338f99-62b9-4354-a547-507bc2ad3c3a tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2563069 Sep 08 09:23:21.197296 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-1335545d-fed7-4492-a353-140aba5d513c tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] 10.222.0.54 "GET /v2.0/quotas/0e8618d015b0413289c499e12a438e52 HTTP/1.1" status: 200 len: 375 time: 0.0172074 Sep 08 09:23:21.235085 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9db7626-b5ee-4ab7-9f09-7ad38211626a tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Made reservation on behalf of 008ae683ead44873ba90ff716de87ee0 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:23:21.239497 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-01224f9c-1acc-4b1e-ab31-28360d43bfd1 tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0e8618d015b0413289c499e12a438e52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333533 Sep 08 09:23:21.242876 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e9db7626-b5ee-4ab7-9f09-7ad38211626a tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:21.560324 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a7a28eef-f2ae-4192-9078-ea90f5f937b4 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:23:21.647298 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43114) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:21.652794 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port a7a28eef-f2ae-4192-9078-ea90f5f937b4 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:23:21.671834 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-99f3dfd9-335f-42ec-85ff-2c459e99b45c req-3427c9e3-c845-452b-9d2a-c844e73ca8b1 tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e6874e9-2aa8-4096-8476-75f1bed90524 HTTP/1.1" status: 200 len: 210 time: 0.0788810 Sep 08 09:23:21.728949 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e9db7626-b5ee-4ab7-9f09-7ad38211626a tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:21.795002 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db7626-b5ee-4ab7-9f09-7ad38211626a tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event updated for resources: {'Subnet': ['ID=1221bde1-0bbe-4fea-b4c3-3f9c7c307e33,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:21.825434 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9db7626-b5ee-4ab7-9f09-7ad38211626a tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Checking segment: {'id': 'b902c921-1f08-4035-92bb-e9480679c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4a3f9c0e-72a2-4b76-9caf-f43898aed2ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:23:21.825818 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9db7626-b5ee-4ab7-9f09-7ad38211626a tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Network hostable DHCP agents. Network: 4a3f9c0e-72a2-4b76-9caf-f43898aed2ac, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:23:21.874381 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9db7626-b5ee-4ab7-9f09-7ad38211626a tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Network 4a3f9c0e-72a2-4b76-9caf-f43898aed2ac is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:23:21.902368 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-e9db7626-b5ee-4ab7-9f09-7ad38211626a tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 4a3f9c0e-72a2-4b76-9caf-f43898aed2ac) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:23:21.906455 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9db7626-b5ee-4ab7-9f09-7ad38211626a tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:21.911470 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e9db7626-b5ee-4ab7-9f09-7ad38211626a tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:21.914734 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee7bc67-5d93-4a3f-a485-2d40b36ffc0c None None] Network 4a3f9c0e-72a2-4b76-9caf-f43898aed2ac requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:23:21.935080 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a507ed-cf56-41f8-977b-dc339de24877 req-a64380a0-6b96-4fb8-ade6-15c239a9334d tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:21.940573 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e9db7626-b5ee-4ab7-9f09-7ad38211626a tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9092286 Sep 08 09:23:21.941723 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43126) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:21.959715 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-74a507ed-cf56-41f8-977b-dc339de24877 req-a64380a0-6b96-4fb8-ade6-15c239a9334d tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.1259410 Sep 08 09:23:22.021588 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3ecf6e00-78e6-487d-9d88-f4ff42d57961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:22.101347 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-74a507ed-cf56-41f8-977b-dc339de24877 req-9241b73a-b9d0-4285-afb4-cdc27c0e2f45 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407559 Sep 08 09:23:22.177630 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:22.224624 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90950bb7-9781-4642-bbb2-f3fe364420f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-4a3f9c0e-72a2-4b76-9caf-f43898aed2ac', 'network_id': '4a3f9c0e-72a2-4b76-9caf-f43898aed2ac', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'fixed_ips': [{'subnet_id': '1221bde1-0bbe-4fea-b4c3-3f9c7c307e33'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:23:22.226435 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-90950bb7-9781-4642-bbb2-f3fe364420f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:22.274717 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3ecf6e00-78e6-487d-9d88-f4ff42d57961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:22.282937 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3ecf6e00-78e6-487d-9d88-f4ff42d57961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:22.353496 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3ecf6e00-78e6-487d-9d88-f4ff42d57961 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9a8491edbd744d82ac38489e47c3d8d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7050850 Sep 08 09:23:22.356470 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf6e00-78e6-487d-9d88-f4ff42d57961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92c49db-7240-42eb-a6e0-c2ab2ef4c861,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:22.360843 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43128) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:22.426723 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-16c4e3e9-d528-466a-b32e-b84a02e29c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:22.451721 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-16c4e3e9-d528-466a-b32e-b84a02e29c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:22.530389 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-16c4e3e9-d528-466a-b32e-b84a02e29c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:22.540508 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-16c4e3e9-d528-466a-b32e-b84a02e29c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:22.545057 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-16c4e3e9-d528-466a-b32e-b84a02e29c78 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b92c49db-7240-42eb-a6e0-c2ab2ef4c861 HTTP/1.1" status: 204 len: 168 time: 0.1808724 Sep 08 09:23:22.569645 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c4e3e9-d528-466a-b32e-b84a02e29c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92c49db-7240-42eb-a6e0-c2ab2ef4c861,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:22.646385 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dea6cb94-be05-4e22-8237-cf6f6d3d7520 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:22.690585 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976d3f17-e7e5-4275-81f7-8b0065db1d10 None None] Network 99c41123-056c-444a-b916-fab79fc72b90 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:23:22.804711 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c51701bc-e106-42f8-b253-87809e8c8dff None None] Provisioning for port a7a28eef-f2ae-4192-9078-ea90f5f937b4 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:23:22.817050 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c51701bc-e106-42f8-b253-87809e8c8dff None None] Provisioning complete for port a7a28eef-f2ae-4192-9078-ea90f5f937b4 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:23:22.817441 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c51701bc-e106-42f8-b253-87809e8c8dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:22.838221 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b934714a-54e7-4c0e-b930-dc654d1a66e6 req-31702c7a-8ae7-4384-8abe-a6be3aaa11b7 tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e6874e9-2aa8-4096-8476-75f1bed90524 HTTP/1.1" status: 200 len: 210 time: 0.0482278 Sep 08 09:23:22.931086 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-90950bb7-9781-4642-bbb2-f3fe364420f4 None None] Allocated IP 2001:db8:3::2 (4a3f9c0e-72a2-4b76-9caf-f43898aed2ac/1221bde1-0bbe-4fea-b4c3-3f9c7c307e33/f4edf500-b57d-489a-b0fa-d96b34e9d343) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:23:22.952672 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0ea437-f853-4133-8175-c5207b02fd21 None None] Sync routers for ids ['f303b0c5-2bde-4171-871b-4a1ec25f0268'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:23:22.970594 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0ea437-f853-4133-8175-c5207b02fd21 None None] Routers {'f303b0c5-2bde-4171-871b-4a1ec25f0268'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:23:22.973981 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-8a0ea437-f853-4133-8175-c5207b02fd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:23:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['f303b0c5-2bde-4171-871b-4a1ec25f0268'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:23.013700 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43136) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:23.030951 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-51f69f13-662a-4671-bc68-f9408459b8c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:23.089934 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-0e24c63e-ab9c-4ade-9472-6f92bb94fa41 tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=0e8618d015b0413289c499e12a438e52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1011579 Sep 08 09:23:23.133752 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-8a0ea437-f853-4133-8175-c5207b02fd21 None None] Set router f303b0c5-2bde-4171-871b-4a1ec25f0268 gateway port host: None {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:23:23.149541 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-51f69f13-662a-4671-bc68-f9408459b8c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:23.156224 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-51f69f13-662a-4671-bc68-f9408459b8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:23.173063 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c51701bc-e106-42f8-b253-87809e8c8dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:23.195096 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-51f69f13-662a-4671-bc68-f9408459b8c1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=37ddfca8a4194847bc06a72cdeb63f60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1779115 Sep 08 09:23:23.213644 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43142) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:23.241007 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f69f13-662a-4671-bc68-f9408459b8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be0fa51-b3fe-4ce8-99eb-8cf2300e3bbf,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:23.288851 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-c51701bc-e106-42f8-b253-87809e8c8dff None None] For port a7a28eef-f2ae-4192-9078-ea90f5f937b4, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a7a28eef-f2ae-4192-9078-ea90f5f937b4,segment=NetworkSegment(4ca9f2cc-e32e-43f0-9d23-fe55a18ee094),segment_id=4ca9f2cc-e32e-43f0-9d23-fe55a18ee094)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:23:23.296975 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c51701bc-e106-42f8-b253-87809e8c8dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:23.311998 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04099fc6-7ffb-4afa-86ce-14b982bf5762 req-724f6a06-f0c7-48f2-acb9-f1ee797ce0fc tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:23.313844 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-04099fc6-7ffb-4afa-86ce-14b982bf5762 req-724f6a06-f0c7-48f2-acb9-f1ee797ce0fc tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.0680244 Sep 08 09:23:23.377426 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-90950bb7-9781-4642-bbb2-f3fe364420f4 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:23.380725 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-04099fc6-7ffb-4afa-86ce-14b982bf5762 req-55e0c65c-be6b-4f44-8349-be21aa0483a9 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572445 Sep 08 09:23:23.416403 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-90950bb7-9781-4642-bbb2-f3fe364420f4 None None] Transition to ACTIVE for port object f4edf500-b57d-489a-b0fa-d96b34e9d343 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:23:23.436544 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c7a511a4-a2b6-4e3f-935a-ed6156523e92 req-bb9786be-4d7e-431d-89a7-c896490d4ffb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ae3c1ee1-e380-45b8-96e9-a41ba065e3f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4489598 Sep 08 09:23:23.464696 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51701bc-e106-42f8-b253-87809e8c8dff None None] Pushing event updated for resources: {'Port': ['ID=a7a28eef-f2ae-4192-9078-ea90f5f937b4,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:23.475627 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-90950bb7-9781-4642-bbb2-f3fe364420f4 None None] Transition to ACTIVE for port object f4edf500-b57d-489a-b0fa-d96b34e9d343 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:23:23.486074 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-90950bb7-9781-4642-bbb2-f3fe364420f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:23.502065 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-009e147c-0877-4865-b914-fe24a24dfee8 tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:23.504585 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-009e147c-0877-4865-b914-fe24a24dfee8 tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4000797 Sep 08 09:23:23.512584 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b4ba64a8-db4e-4057-a055-11891beb9a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:23.522429 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-8a0ea437-f853-4133-8175-c5207b02fd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'name': 'tempest-RoutersIpV6Test-router-273112145', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:23:06Z', 'updated_at': '2021-09-08T09:23:19Z', 'revision_number': 4, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'gw_port_host': None, '_interfaces': [{'id': '880b955b-ed02-4277-8450-c9813c72fbb1', 'name': '', 'network_id': '99c41123-056c-444a-b916-fab79fc72b90', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:cd:a9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '134390c9-bdab-45e0-8c7b-e3ea79a9511a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:18Z', 'updated_at': '2021-09-08T09:23:19Z', 'revision_number': 2, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': '134390c9-bdab-45e0-8c7b-e3ea79a9511a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96eb591b-48fa-4482-bbee-10d221ec7af4', 'name': '', 'network_id': 'a3e58002-bc01-4ad8-a28e-897f2b8fb82c', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:44:ea:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '07e38066-b2ff-4220-8654-72bc619c0602', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:14Z', 'updated_at': '2021-09-08T09:23:20Z', 'revision_number': 4, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': '07e38066-b2ff-4220-8654-72bc619c0602', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da2de39c-04b7-4305-8711-8fcac3c12d93', 'name': '', 'network_id': 'ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:22:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:09Z', 'updated_at': '2021-09-08T09:23:15Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:23.555163 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 96eb591b-48fa-4482-bbee-10d221ec7af4 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:23:23.563428 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0ea437-f853-4133-8175-c5207b02fd21 None None] Checking router: f303b0c5-2bde-4171-871b-4a1ec25f0268 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:23:23.563781 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0ea437-f853-4133-8175-c5207b02fd21 None None] Updating router f303b0c5-2bde-4171-871b-4a1ec25f0268 port 880b955b-ed02-4277-8450-c9813c72fbb1 binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:23:23.580279 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-f4a2b1c8-3f69-40be-a008-7b760843697e tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] Request body: {'port': {'device_id': '7e6874e9-2aa8-4096-8476-75f1bed90524', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'admin_state_up': True, 'tenant_id': '0e8618d015b0413289c499e12a438e52'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:23:23.613584 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-8a0ea437-f853-4133-8175-c5207b02fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:23.629022 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b4ba64a8-db4e-4057-a055-11891beb9a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:23.632514 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90950bb7-9781-4642-bbb2-f3fe364420f4 None None] Network 4a3f9c0e-72a2-4b76-9caf-f43898aed2ac is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:23:23.650645 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-90950bb7-9781-4642-bbb2-f3fe364420f4 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:23:23.653233 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90950bb7-9781-4642-bbb2-f3fe364420f4 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:23:23.659253 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:23.663264 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90950bb7-9781-4642-bbb2-f3fe364420f4 None None] Pushing event updated for resources: {'Port': ['ID=f4edf500-b57d-489a-b0fa-d96b34e9d343,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:23.679682 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e2196ffd-07a5-472e-853e-af88165fc344 None None] Provisioning for port 880b955b-ed02-4277-8450-c9813c72fbb1 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:23:23.692824 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-dea6cb94-be05-4e22-8237-cf6f6d3d7520 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Allocated IP 2001:db8:3::1 (4a3f9c0e-72a2-4b76-9caf-f43898aed2ac/1221bde1-0bbe-4fea-b4c3-3f9c7c307e33/8b9e9044-589b-4463-abe4-9e28cf493eaa) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:23:23.700456 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e2196ffd-07a5-472e-853e-af88165fc344 None None] Provisioning complete for port 880b955b-ed02-4277-8450-c9813c72fbb1 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:23:23.700927 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e2196ffd-07a5-472e-853e-af88165fc344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:23.716336 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a511a4-a2b6-4e3f-935a-ed6156523e92 req-19e776c1-02ad-4673-89bf-89c89273ae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:23.717783 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c7a511a4-a2b6-4e3f-935a-ed6156523e92 req-19e776c1-02ad-4673-89bf-89c89273ae1f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca0d1910d7ca4892b72992e748a5bde6&device_id=ae3c1ee1-e380-45b8-96e9-a41ba065e3f6 HTTP/1.1" status: 200 len: 1098 time: 0.2386103 Sep 08 09:23:23.790771 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 96eb591b-48fa-4482-bbee-10d221ec7af4 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:23:23.796091 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-90950bb7-9781-4642-bbb2-f3fe364420f4 None None] Attempting to bind port f4edf500-b57d-489a-b0fa-d96b34e9d343 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:23:23.796468 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-90950bb7-9781-4642-bbb2-f3fe364420f4 None None] Attempting to bind port f4edf500-b57d-489a-b0fa-d96b34e9d343 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'b902c921-1f08-4035-92bb-e9480679c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4a3f9c0e-72a2-4b76-9caf-f43898aed2ac'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:23:23.796836 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90950bb7-9781-4642-bbb2-f3fe364420f4 None None] Attempting to bind port f4edf500-b57d-489a-b0fa-d96b34e9d343 on network 4a3f9c0e-72a2-4b76-9caf-f43898aed2ac {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:23:23.799129 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e2196ffd-07a5-472e-853e-af88165fc344 None None] Port 880b955b-ed02-4277-8450-c9813c72fbb1 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:23:23.800660 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 96eb591b-48fa-4482-bbee-10d221ec7af4 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:23:23.801037 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:23.836497 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90950bb7-9781-4642-bbb2-f3fe364420f4 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:23:23.836872 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90950bb7-9781-4642-bbb2-f3fe364420f4 None None] Checking segment: {'id': 'b902c921-1f08-4035-92bb-e9480679c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4a3f9c0e-72a2-4b76-9caf-f43898aed2ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:23:23.837312 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-90950bb7-9781-4642-bbb2-f3fe364420f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:23.837707 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90950bb7-9781-4642-bbb2-f3fe364420f4 None None] Bound using segment: {'id': 'b902c921-1f08-4035-92bb-e9480679c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4a3f9c0e-72a2-4b76-9caf-f43898aed2ac'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:23:23.838236 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-90950bb7-9781-4642-bbb2-f3fe364420f4 None None] Bound port: f4edf500-b57d-489a-b0fa-d96b34e9d343, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b902c921-1f08-4035-92bb-e9480679c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4a3f9c0e-72a2-4b76-9caf-f43898aed2ac'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:23:23.838628 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-90950bb7-9781-4642-bbb2-f3fe364420f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:23.861336 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e2196ffd-07a5-472e-853e-af88165fc344 None None] Provisioning complete for port a7a28eef-f2ae-4192-9078-ea90f5f937b4 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:23:23.861719 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e2196ffd-07a5-472e-853e-af88165fc344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:23.928000 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dea6cb94-be05-4e22-8237-cf6f6d3d7520 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:23.980192 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-dea6cb94-be05-4e22-8237-cf6f6d3d7520 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Transition to ACTIVE for port object 8b9e9044-589b-4463-abe4-9e28cf493eaa will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:23:23.985467 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b4ba64a8-db4e-4057-a055-11891beb9a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:23.988850 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b4ba64a8-db4e-4057-a055-11891beb9a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:23.995911 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b4ba64a8-db4e-4057-a055-11891beb9a2f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2be0fa51-b3fe-4ce8-99eb-8cf2300e3bbf HTTP/1.1" status: 204 len: 168 time: 0.7795765 Sep 08 09:23:23.998112 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-90950bb7-9781-4642-bbb2-f3fe364420f4 None None] For port f4edf500-b57d-489a-b0fa-d96b34e9d343, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:23:24.047568 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-90950bb7-9781-4642-bbb2-f3fe364420f4 None None] For port f4edf500-b57d-489a-b0fa-d96b34e9d343, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=f4edf500-b57d-489a-b0fa-d96b34e9d343,segment=NetworkSegment(b902c921-1f08-4035-92bb-e9480679c279),segment_id=b902c921-1f08-4035-92bb-e9480679c279)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:23:24.058308 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-8a0ea437-f853-4133-8175-c5207b02fd21 None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:24.067947 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-da9d3876-e814-4f73-b4d1-8c62b598293e req-94c6cb8b-a49d-4bfa-b976-14d485b07181 tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e6874e9-2aa8-4096-8476-75f1bed90524 HTTP/1.1" status: 200 len: 210 time: 0.0833549 Sep 08 09:23:24.069072 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:24.078727 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-90950bb7-9781-4642-bbb2-f3fe364420f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:24.088463 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-f4a2b1c8-3f69-40be-a008-7b760843697e tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] Made reservation on behalf of 0e8618d015b0413289c499e12a438e52 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:23:24.091163 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-8a0ea437-f853-4133-8175-c5207b02fd21 None None] Transition to ACTIVE for port object 880b955b-ed02-4277-8450-c9813c72fbb1 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:23:24.094314 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-f4a2b1c8-3f69-40be-a008-7b760843697e tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:24.103786 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba64a8-db4e-4057-a055-11891beb9a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be0fa51-b3fe-4ce8-99eb-8cf2300e3bbf,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:24.104794 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-8a0ea437-f853-4133-8175-c5207b02fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:24.192270 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-f4a2b1c8-3f69-40be-a008-7b760843697e tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:24.197673 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a511a4-a2b6-4e3f-935a-ed6156523e92 req-c0450554-5689-44d1-9adc-5dd58bd647ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:24.201308 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c7a511a4-a2b6-4e3f-935a-ed6156523e92 req-c0450554-5689-44d1-9adc-5dd58bd647ea service neutron] 10.222.0.37 "GET /v2.0/networks?id=2de43bb0-acf3-42aa-b534-30332da083e7 HTTP/1.1" status: 200 len: 913 time: 0.4423454 Sep 08 09:23:24.229530 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:24.249682 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 96eb591b-48fa-4482-bbee-10d221ec7af4, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=96eb591b-48fa-4482-bbee-10d221ec7af4,segment=NetworkSegment(0aa18c81-8539-4bd8-8be8-70055c8dd4ac),segment_id=0aa18c81-8539-4bd8-8be8-70055c8dd4ac)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:23:24.251067 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90950bb7-9781-4642-bbb2-f3fe364420f4 None None] Pushing event updated for resources: {'Port': ['ID=f4edf500-b57d-489a-b0fa-d96b34e9d343,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:24.273266 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:24.276229 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a08a8af-e638-4b00-ae53-34cf743a96b0 None None] Pushing event updated for resources: {'Port': ['ID=880b955b-ed02-4277-8450-c9813c72fbb1,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:24.332885 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-8a0ea437-f853-4133-8175-c5207b02fd21 None None] Attempting to bind port 880b955b-ed02-4277-8450-c9813c72fbb1 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:23:24.333317 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-8a0ea437-f853-4133-8175-c5207b02fd21 None None] Attempting to bind port 880b955b-ed02-4277-8450-c9813c72fbb1 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '4ca9f2cc-e32e-43f0-9d23-fe55a18ee094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '99c41123-056c-444a-b916-fab79fc72b90'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:23:24.333681 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0ea437-f853-4133-8175-c5207b02fd21 None None] Attempting to bind port 880b955b-ed02-4277-8450-c9813c72fbb1 on network 99c41123-056c-444a-b916-fab79fc72b90 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:23:24.340199 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0ea437-f853-4133-8175-c5207b02fd21 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:23:24.340571 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0ea437-f853-4133-8175-c5207b02fd21 None None] Checking segment: {'id': '4ca9f2cc-e32e-43f0-9d23-fe55a18ee094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '99c41123-056c-444a-b916-fab79fc72b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:23:24.340970 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-8a0ea437-f853-4133-8175-c5207b02fd21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:24.341363 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0ea437-f853-4133-8175-c5207b02fd21 None None] Bound using segment: {'id': '4ca9f2cc-e32e-43f0-9d23-fe55a18ee094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '99c41123-056c-444a-b916-fab79fc72b90'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:23:24.342622 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-8a0ea437-f853-4133-8175-c5207b02fd21 None None] Bound port: 880b955b-ed02-4277-8450-c9813c72fbb1, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ca9f2cc-e32e-43f0-9d23-fe55a18ee094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '99c41123-056c-444a-b916-fab79fc72b90'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:23:24.342794 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-8a0ea437-f853-4133-8175-c5207b02fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:24.356023 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c7a511a4-a2b6-4e3f-935a-ed6156523e92 req-f102fc86-1ec2-4e12-8608-6d3d0fce8366 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d099dbf8-3bed-42ef-8b23-813e7913ad69 HTTP/1.1" status: 200 len: 217 time: 0.1376133 Sep 08 09:23:24.367469 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=96eb591b-48fa-4482-bbee-10d221ec7af4,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:24.387693 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dea6cb94-be05-4e22-8237-cf6f6d3d7520 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:24.452466 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-8a0ea437-f853-4133-8175-c5207b02fd21 None None] For port 880b955b-ed02-4277-8450-c9813c72fbb1, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:23:24.462297 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-8a0ea437-f853-4133-8175-c5207b02fd21 None None] For port 880b955b-ed02-4277-8450-c9813c72fbb1, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=880b955b-ed02-4277-8450-c9813c72fbb1,segment=NetworkSegment(4ca9f2cc-e32e-43f0-9d23-fe55a18ee094),segment_id=4ca9f2cc-e32e-43f0-9d23-fe55a18ee094)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:23:24.467297 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-8a0ea437-f853-4133-8175-c5207b02fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:24.527099 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea6cb94-be05-4e22-8237-cf6f6d3d7520 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event updated for resources: {'Port': ['ID=8b9e9044-589b-4463-abe4-9e28cf493eaa,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:24.594571 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea6cb94-be05-4e22-8237-cf6f6d3d7520 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Network 4a3f9c0e-72a2-4b76-9caf-f43898aed2ac is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:23:24.595830 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a08a8af-e638-4b00-ae53-34cf743a96b0 None None] Pushing event updated for resources: {'Port': ['ID=880b955b-ed02-4277-8450-c9813c72fbb1,revision_number=4']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:24.598607 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0ea437-f853-4133-8175-c5207b02fd21 None None] Routers {'f303b0c5-2bde-4171-871b-4a1ec25f0268'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:23:24.599222 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-8a0ea437-f853-4133-8175-c5207b02fd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:23:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['f303b0c5-2bde-4171-871b-4a1ec25f0268'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:24.599439 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-dea6cb94-be05-4e22-8237-cf6f6d3d7520 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:23:24.608422 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea6cb94-be05-4e22-8237-cf6f6d3d7520 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:23:24.609028 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dea6cb94-be05-4e22-8237-cf6f6d3d7520 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:24.665946 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd9926-5168-4201-be7f-fc1350a8f2d8 req-4390cf3c-ab90-4a0f-8fe4-b426996bf4bf tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:24.667381 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a511a4-a2b6-4e3f-935a-ed6156523e92 req-aed75f14-3655-4049-aa4b-472743add498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:24.668473 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-47fd9926-5168-4201-be7f-fc1350a8f2d8 req-4390cf3c-ab90-4a0f-8fe4-b426996bf4bf tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.1569664 Sep 08 09:23:24.669033 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c7a511a4-a2b6-4e3f-935a-ed6156523e92 req-aed75f14-3655-4049-aa4b-472743add498 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=452a4b6d-a445-4b2b-9168-2695dd67e404 HTTP/1.1" status: 200 len: 851 time: 0.3017080 Sep 08 09:23:24.746238 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-47fd9926-5168-4201-be7f-fc1350a8f2d8 req-cf344f7a-4423-4aca-80de-90090ba25152 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662110 Sep 08 09:23:24.817807 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-8a0ea437-f853-4133-8175-c5207b02fd21 None None] Set router f303b0c5-2bde-4171-871b-4a1ec25f0268 gateway port host: None {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:23:25.128144 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-8a0ea437-f853-4133-8175-c5207b02fd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'name': 'tempest-RoutersIpV6Test-router-273112145', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:23:06Z', 'updated_at': '2021-09-08T09:23:19Z', 'revision_number': 4, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'gw_port_host': None, '_interfaces': [{'id': '880b955b-ed02-4277-8450-c9813c72fbb1', 'name': '', 'network_id': '99c41123-056c-444a-b916-fab79fc72b90', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:cd:a9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '134390c9-bdab-45e0-8c7b-e3ea79a9511a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:18Z', 'updated_at': '2021-09-08T09:23:24Z', 'revision_number': 4, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': '134390c9-bdab-45e0-8c7b-e3ea79a9511a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96eb591b-48fa-4482-bbee-10d221ec7af4', 'name': '', 'network_id': 'a3e58002-bc01-4ad8-a28e-897f2b8fb82c', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:44:ea:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '07e38066-b2ff-4220-8654-72bc619c0602', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:14Z', 'updated_at': '2021-09-08T09:23:24Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': '07e38066-b2ff-4220-8654-72bc619c0602', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da2de39c-04b7-4305-8711-8fcac3c12d93', 'name': '', 'network_id': 'ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:22:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:09Z', 'updated_at': '2021-09-08T09:23:15Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:25.196819 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28eb2c9-82a2-4716-925b-6d52f0587e87 req-15cf53ad-e481-435b-b43e-cf899b3dfb06 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:25.198610 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0ea437-f853-4133-8175-c5207b02fd21 None None] The sync data for ids ['f303b0c5-2bde-4171-871b-4a1ec25f0268'] in n-d-806683-11 is: [{'id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'name': 'tempest-RoutersIpV6Test-router-273112145', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:23:06Z', 'updated_at': '2021-09-08T09:23:19Z', 'revision_number': 4, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'gw_port_host': None, '_interfaces': [{'id': '880b955b-ed02-4277-8450-c9813c72fbb1', 'name': '', 'network_id': '99c41123-056c-444a-b916-fab79fc72b90', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:cd:a9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '134390c9-bdab-45e0-8c7b-e3ea79a9511a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:18Z', 'updated_at': '2021-09-08T09:23:24Z', 'revision_number': 4, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': '134390c9-bdab-45e0-8c7b-e3ea79a9511a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96eb591b-48fa-4482-bbee-10d221ec7af4', 'name': '', 'network_id': 'a3e58002-bc01-4ad8-a28e-897f2b8fb82c', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:44:ea:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '07e38066-b2ff-4220-8654-72bc619c0602', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:14Z', 'updated_at': '2021-09-08T09:23:24Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': '07e38066-b2ff-4220-8654-72bc619c0602', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da2de39c-04b7-4305-8711-8fcac3c12d93', 'name': '', 'network_id': 'ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:22:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:09Z', 'updated_at': '2021-09-08T09:23:15Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:23:25.199753 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a28eb2c9-82a2-4716-925b-6d52f0587e87 req-15cf53ad-e481-435b-b43e-cf899b3dfb06 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.1984398 Sep 08 09:23:25.203459 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b33536-e641-4c5e-b9e9-4389c6fe7bf8 req-4cb9619b-4bd9-4d9f-9317-dcf274ac79d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:25.205268 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-57b33536-e641-4c5e-b9e9-4389c6fe7bf8 req-4cb9619b-4bd9-4d9f-9317-dcf274ac79d2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca0d1910d7ca4892b72992e748a5bde6&device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 1096 time: 0.1449749 Sep 08 09:23:25.317883 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a28eb2c9-82a2-4716-925b-6d52f0587e87 req-ce539f2f-bcc6-4313-afb0-8d5451d8b606 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038723 Sep 08 09:23:25.386553 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b08727c8-6cd7-4c3d-9c84-5576e8b6ee74 req-b9dd2c7b-c091-4b9a-bd6e-fea9cab50a60 tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e6874e9-2aa8-4096-8476-75f1bed90524 HTTP/1.1" status: 200 len: 210 time: 0.0535805 Sep 08 09:23:25.436663 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-f4a2b1c8-3f69-40be-a008-7b760843697e tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:25.445573 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a511a4-a2b6-4e3f-935a-ed6156523e92 req-fe58f5e1-4ff5-49cc-ba9c-dae8802bb7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:25.451163 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c7a511a4-a2b6-4e3f-935a-ed6156523e92 req-fe58f5e1-4ff5-49cc-ba9c-dae8802bb7bd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2de43bb0-acf3-42aa-b534-30332da083e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7589989 Sep 08 09:23:25.460124 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-f4a2b1c8-3f69-40be-a008-7b760843697e tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:25.497662 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b33536-e641-4c5e-b9e9-4389c6fe7bf8 req-049a7734-a11d-4613-9403-d1d1220cde8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:25.505143 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-57b33536-e641-4c5e-b9e9-4389c6fe7bf8 req-049a7734-a11d-4613-9403-d1d1220cde8f service neutron] 10.222.0.37 "GET /v2.0/networks?id=2de43bb0-acf3-42aa-b534-30332da083e7 HTTP/1.1" status: 200 len: 913 time: 0.2865467 Sep 08 09:23:25.650533 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a7a28eef-f2ae-4192-9078-ea90f5f937b4 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:23:25.735845 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a2b1c8-3f69-40be-a008-7b760843697e tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbda2b0e-d2f9-4045-bfee-8fe8bdca2a24,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:25.751905 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dea6cb94-be05-4e22-8237-cf6f6d3d7520 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:25.767083 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port a7a28eef-f2ae-4192-9078-ea90f5f937b4 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:23:25.767472 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:25.775288 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5806daf1-6c39-48b5-be02-e7e00aad00e3 None None] Network 4a3f9c0e-72a2-4b76-9caf-f43898aed2ac requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:23:25.821357 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c7a511a4-a2b6-4e3f-935a-ed6156523e92 req-cd272411-7b53-48b7-a33b-0b8f40c61cee service neutron] 10.222.0.37 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580680 Sep 08 09:23:25.962698 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2fbc62fa-6e43-44df-ada1-0af1e617d384 None None] Provisioning for port f4edf500-b57d-489a-b0fa-d96b34e9d343 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:23:25.977236 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device f4edf500-b57d-489a-b0fa-d96b34e9d343 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:23:25.998792 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c7a511a4-a2b6-4e3f-935a-ed6156523e92 req-1649729e-6831-4721-959f-328b043a8916 service neutron] 10.222.0.37 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402559 Sep 08 09:23:26.074979 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port f4edf500-b57d-489a-b0fa-d96b34e9d343 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:23:26.078732 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-f4a2b1c8-3f69-40be-a008-7b760843697e tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] Allocated IP 192.168.233.80 (05f7642a-1c79-41be-85aa-1443ef22cc3b/dfc66e4b-ecb5-4c99-afe1-0a78c722534a/7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:23:26.081953 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port f4edf500-b57d-489a-b0fa-d96b34e9d343 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:23:26.082360 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:26.135982 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-57b33536-e641-4c5e-b9e9-4389c6fe7bf8 req-9d58accb-c7f7-428f-8861-0811b3326ad3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7372846c-19f9-433f-8cb8-ca65d68becd9 HTTP/1.1" status: 200 len: 999 time: 0.6284587 Sep 08 09:23:26.172160 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43220) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:26.193847 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:26.221737 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b33536-e641-4c5e-b9e9-4389c6fe7bf8 req-c5a46a99-9ea6-4151-aba1-950344cb8919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:26.224787 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-57b33536-e641-4c5e-b9e9-4389c6fe7bf8 req-c5a46a99-9ea6-4151-aba1-950344cb8919 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=452a4b6d-a445-4b2b-9168-2695dd67e404 HTTP/1.1" status: 200 len: 851 time: 0.0789640 Sep 08 09:23:26.243376 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port f4edf500-b57d-489a-b0fa-d96b34e9d343, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=f4edf500-b57d-489a-b0fa-d96b34e9d343,segment=NetworkSegment(b902c921-1f08-4035-92bb-e9480679c279),segment_id=b902c921-1f08-4035-92bb-e9480679c279)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:23:26.251465 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:26.252644 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 96eb591b-48fa-4482-bbee-10d221ec7af4 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:23:26.431806 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b33536-e641-4c5e-b9e9-4389c6fe7bf8 req-27a949d7-f749-48a9-9eeb-60b5decd7ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:26.434963 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-57b33536-e641-4c5e-b9e9-4389c6fe7bf8 req-27a949d7-f749-48a9-9eeb-60b5decd7ff6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2de43bb0-acf3-42aa-b534-30332da083e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1983345 Sep 08 09:23:26.442831 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=f4edf500-b57d-489a-b0fa-d96b34e9d343,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:26.482121 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-13ea1165-af58-4636-98d9-aa483b889d89 None None] Provisioning complete for port f4edf500-b57d-489a-b0fa-d96b34e9d343 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:23:26.482377 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-13ea1165-af58-4636-98d9-aa483b889d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:26.507406 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-57358e53-bc73-4cd6-84e6-1a6597e9c312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:26.512328 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 96eb591b-48fa-4482-bbee-10d221ec7af4 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:23:26.512858 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:26.551159 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dea6cb94-be05-4e22-8237-cf6f6d3d7520 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:26.564427 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-f4a2b1c8-3f69-40be-a008-7b760843697e tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:26.565253 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ae117-3018-4111-88b3-fddcac819574 req-2bb21adc-2670-4cf9-b6ee-6ee9b1919967 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:26.573559 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c35ae117-3018-4111-88b3-fddcac819574 req-2bb21adc-2670-4cf9-b6ee-6ee9b1919967 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.1472363 Sep 08 09:23:26.573956 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dea6cb94-be05-4e22-8237-cf6f6d3d7520 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:26.574781 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dea6cb94-be05-4e22-8237-cf6f6d3d7520 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:26.640601 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea6cb94-be05-4e22-8237-cf6f6d3d7520 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event updated for resources: {'Port': ['ID=8b9e9044-589b-4463-abe4-9e28cf493eaa,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:26.660250 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-f4a2b1c8-3f69-40be-a008-7b760843697e tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] Transition to ACTIVE for port object 7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:23:26.694905 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-35f0c070-490f-4d56-a5e2-982aa33df71f req-06e31f3f-a60d-497c-a2bc-1f5f8ddd0870 tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e6874e9-2aa8-4096-8476-75f1bed90524 HTTP/1.1" status: 200 len: 210 time: 0.1152058 Sep 08 09:23:26.710166 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 880b955b-ed02-4277-8450-c9813c72fbb1 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:23:26.731911 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-57b33536-e641-4c5e-b9e9-4389c6fe7bf8 req-f0475607-6400-4fdc-9bf2-802f25fc3570 service neutron] 10.222.0.37 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553794 Sep 08 09:23:26.743591 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-13ea1165-af58-4636-98d9-aa483b889d89 None None] Provisioning for port 8b9e9044-589b-4463-abe4-9e28cf493eaa completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:23:26.751678 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-13ea1165-af58-4636-98d9-aa483b889d89 None None] Provisioning complete for port 8b9e9044-589b-4463-abe4-9e28cf493eaa triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:23:26.752064 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-13ea1165-af58-4636-98d9-aa483b889d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:26.799377 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-13ea1165-af58-4636-98d9-aa483b889d89 None None] Port 8b9e9044-589b-4463-abe4-9e28cf493eaa cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:23:26.811918 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 880b955b-ed02-4277-8450-c9813c72fbb1 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:23:26.815112 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-f4a2b1c8-3f69-40be-a008-7b760843697e tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:26.817018 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 880b955b-ed02-4277-8450-c9813c72fbb1 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:23:26.818587 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:26.858130 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c35ae117-3018-4111-88b3-fddcac819574 req-219ad66c-ddb9-4a61-9b35-07e103b48598 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2823734 Sep 08 09:23:26.870005 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-57358e53-bc73-4cd6-84e6-1a6597e9c312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:26.876622 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea6cb94-be05-4e22-8237-cf6f6d3d7520 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Network 4a3f9c0e-72a2-4b76-9caf-f43898aed2ac is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:23:26.878804 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-f4a2b1c8-3f69-40be-a008-7b760843697e tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] Network 05f7642a-1c79-41be-85aa-1443ef22cc3b is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:23:26.882755 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-f4a2b1c8-3f69-40be-a008-7b760843697e tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:23:26.889423 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-dea6cb94-be05-4e22-8237-cf6f6d3d7520 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:23:26.891402 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-f4a2b1c8-3f69-40be-a008-7b760843697e tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:23:26.903395 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-57358e53-bc73-4cd6-84e6-1a6597e9c312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:26.931457 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a2b1c8-3f69-40be-a008-7b760843697e tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] Pushing event updated for resources: {'Port': ['ID=7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:26.944683 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-57b33536-e641-4c5e-b9e9-4389c6fe7bf8 req-7bbf4e94-6476-4c63-b275-55ed55af2356 service neutron] 10.222.0.37 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018001 Sep 08 09:23:26.946808 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:26.984562 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-57358e53-bc73-4cd6-84e6-1a6597e9c312 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=017744dcff5041fab0e0da2ecfec1222&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8111076 Sep 08 09:23:26.985485 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57358e53-bc73-4cd6-84e6-1a6597e9c312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900b4c5f-cb4b-4f64-9d1d-28031a8fdf53,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:26.989089 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-3d3e6036-c8c9-4c0d-b6fe-7d264322f80f None None] Provisioning complete for port 8b9e9044-589b-4463-abe4-9e28cf493eaa triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:23:26.989478 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3d3e6036-c8c9-4c0d-b6fe-7d264322f80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:26.998904 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43228) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:27.024901 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-f4a2b1c8-3f69-40be-a008-7b760843697e tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:27.025827 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-f4a2b1c8-3f69-40be-a008-7b760843697e tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:27.045491 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 880b955b-ed02-4277-8450-c9813c72fbb1, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=880b955b-ed02-4277-8450-c9813c72fbb1,segment=NetworkSegment(4ca9f2cc-e32e-43f0-9d23-fe55a18ee094),segment_id=4ca9f2cc-e32e-43f0-9d23-fe55a18ee094)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:23:27.069273 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ce30e9bc-3271-4a67-a173-9986ce80b934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:27.088418 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-f4a2b1c8-3f69-40be-a008-7b760843697e tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5325246 Sep 08 09:23:27.089280 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:27.104147 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ce30e9bc-3271-4a67-a173-9986ce80b934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:27.129031 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-06d28648-70c6-44e7-992a-b7b9c8335de2 service neutron] Request body: {'port': {'device_id': '7e6874e9-2aa8-4096-8476-75f1bed90524', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:23:27.134804 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea6cb94-be05-4e22-8237-cf6f6d3d7520 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Router f303b0c5-2bde-4171-871b-4a1ec25f0268 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:23:27.152321 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-3d3e6036-c8c9-4c0d-b6fe-7d264322f80f None None] Port 8b9e9044-589b-4463-abe4-9e28cf493eaa cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:23:27.168289 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ce30e9bc-3271-4a67-a173-9986ce80b934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:27.171584 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ce30e9bc-3271-4a67-a173-9986ce80b934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:27.172954 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ce30e9bc-3271-4a67-a173-9986ce80b934 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/900b4c5f-cb4b-4f64-9d1d-28031a8fdf53 HTTP/1.1" status: 204 len: 168 time: 0.1718256 Sep 08 09:23:27.185580 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce30e9bc-3271-4a67-a173-9986ce80b934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900b4c5f-cb4b-4f64-9d1d-28031a8fdf53,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:27.199873 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=880b955b-ed02-4277-8450-c9813c72fbb1,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:27.276792 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c943039b-da60-43f7-8b17-34c98f7fac21 None None] Provisioning for port 7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:23:27.280860 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c943039b-da60-43f7-8b17-34c98f7fac21 None None] Provisioning complete for port 7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:23:27.281383 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c943039b-da60-43f7-8b17-34c98f7fac21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:27.299680 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-06d28648-70c6-44e7-992a-b7b9c8335de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:27.318441 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-c943039b-da60-43f7-8b17-34c98f7fac21 None None] Port 7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:23:27.334418 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c943039b-da60-43f7-8b17-34c98f7fac21 None None] Provisioning complete for port 8b9e9044-589b-4463-abe4-9e28cf493eaa triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:23:27.334963 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c943039b-da60-43f7-8b17-34c98f7fac21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:27.354917 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea6cb94-be05-4e22-8237-cf6f6d3d7520 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:23:27.361083 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-dea6cb94-be05-4e22-8237-cf6f6d3d7520 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "PUT /v2.0/routers/f303b0c5-2bde-4171-871b-4a1ec25f0268/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4175382 Sep 08 09:23:27.365467 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43234) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:27.366907 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f30c977-a0bb-4172-ba9e-dc6c5725e92a None None] Sync routers for ids ['f303b0c5-2bde-4171-871b-4a1ec25f0268'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:23:27.370983 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-77ef1e92-0d5a-40c5-a23a-7f03c9d35e50 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:23:27.419897 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f30c977-a0bb-4172-ba9e-dc6c5725e92a None None] Routers {'f303b0c5-2bde-4171-871b-4a1ec25f0268'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:23:27.420106 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-3f30c977-a0bb-4172-ba9e-dc6c5725e92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:23:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['f303b0c5-2bde-4171-871b-4a1ec25f0268'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:27.424478 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-c943039b-da60-43f7-8b17-34c98f7fac21 None None] Port 8b9e9044-589b-4463-abe4-9e28cf493eaa cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:23:27.501664 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 880b955b-ed02-4277-8450-c9813c72fbb1 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:23:27.731495 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-3f30c977-a0bb-4172-ba9e-dc6c5725e92a None None] Set router f303b0c5-2bde-4171-871b-4a1ec25f0268 gateway port host: None {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:23:27.751135 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-06d28648-70c6-44e7-992a-b7b9c8335de2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:23:27.764470 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-06d28648-70c6-44e7-992a-b7b9c8335de2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:27.786649 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-06d28648-70c6-44e7-992a-b7b9c8335de2 service neutron] Transition to ACTIVE for port object 7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:23:27.796951 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-06d28648-70c6-44e7-992a-b7b9c8335de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:27.819094 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 880b955b-ed02-4277-8450-c9813c72fbb1 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:23:27.819474 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:27.905820 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d28648-70c6-44e7-992a-b7b9c8335de2 service neutron] Pushing event updated for resources: {'Port': ['ID=7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:27.960719 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.extraroute_db [None req-77ef1e92-0d5a-40c5-a23a-7f03c9d35e50 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=94713) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 08 09:23:27.996083 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.extraroute_db [None req-77ef1e92-0d5a-40c5-a23a-7f03c9d35e50 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Removed routes are [] {{(pid=94713) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 08 09:23:27.997861 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-77ef1e92-0d5a-40c5-a23a-7f03c9d35e50 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2457'] for router, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:28.037124 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device f4edf500-b57d-489a-b0fa-d96b34e9d343 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:23:28.047273 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc95f0-9a35-486f-9737-5439a50191ea req-ef5f9cdf-7904-4a6c-bf6e-9d31b699a6f5 tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:28.048965 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-63dc95f0-9a35-486f-9737-5439a50191ea req-ef5f9cdf-7904-4a6c-bf6e-9d31b699a6f5 tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e6874e9-2aa8-4096-8476-75f1bed90524 HTTP/1.1" status: 200 len: 947 time: 0.1750755 Sep 08 09:23:28.078590 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-06d28648-70c6-44e7-992a-b7b9c8335de2 service neutron] Attempting to bind port 7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:23:28.078921 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-06d28648-70c6-44e7-992a-b7b9c8335de2 service neutron] Attempting to bind port 7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:23:28.079255 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-06d28648-70c6-44e7-992a-b7b9c8335de2 service neutron] Attempting to bind port 7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:23:28.091375 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-06d28648-70c6-44e7-992a-b7b9c8335de2 service neutron] Port 7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:23:28.091706 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-06d28648-70c6-44e7-992a-b7b9c8335de2 service neutron] Attempting to bind port 7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:23:28.104016 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-3f30c977-a0bb-4172-ba9e-dc6c5725e92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'name': 'tempest-RoutersIpV6Test-router-273112145', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:23:06Z', 'updated_at': '2021-09-08T09:23:25Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'gw_port_host': None, '_interfaces': [{'id': '880b955b-ed02-4277-8450-c9813c72fbb1', 'name': '', 'network_id': '99c41123-056c-444a-b916-fab79fc72b90', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:cd:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '134390c9-bdab-45e0-8c7b-e3ea79a9511a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:18Z', 'updated_at': '2021-09-08T09:23:27Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': '134390c9-bdab-45e0-8c7b-e3ea79a9511a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b9e9044-589b-4463-abe4-9e28cf493eaa', 'name': '', 'network_id': '4a3f9c0e-72a2-4b76-9caf-f43898aed2ac', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:8d:49:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '1221bde1-0bbe-4fea-b4c3-3f9c7c307e33', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:22Z', 'updated_at': '2021-09-08T09:23:26Z', 'revision_number': 2, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': '1221bde1-0bbe-4fea-b4c3-3f9c7c307e33', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96eb591b-48fa-4482-bbee-10d221ec7af4', 'name': '', 'network_id': 'a3e58002-bc01-4ad8-a28e-897f2b8fb82c', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:44:ea:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '07e38066-b2ff-4220-8654-72bc619c0602', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:14Z', 'updated_at': '2021-09-08T09:23:24Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': '07e38066-b2ff-4220-8654-72bc619c0602', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da2de39c-04b7-4305-8711-8fcac3c12d93', 'name': '', 'network_id': 'ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:22:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:09Z', 'updated_at': '2021-09-08T09:23:15Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:28.105125 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-06d28648-70c6-44e7-992a-b7b9c8335de2 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:23:28.105483 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-06d28648-70c6-44e7-992a-b7b9c8335de2 service neutron] Checking segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:23:28.105874 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-06d28648-70c6-44e7-992a-b7b9c8335de2 service neutron] Bound using segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:23:28.106343 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-06d28648-70c6-44e7-992a-b7b9c8335de2 service neutron] Bound port: 7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:23:28.106712 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-06d28648-70c6-44e7-992a-b7b9c8335de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:28.131083 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-63dc95f0-9a35-486f-9737-5439a50191ea req-42c35ede-cd9b-4205-b8bb-8adae240f5ae tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] 10.222.0.54 "GET /v2.0/security-groups?id=dbda2b0e-d2f9-4045-bfee-8fe8bdca2a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735214 Sep 08 09:23:28.160809 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f30c977-a0bb-4172-ba9e-dc6c5725e92a None None] Checking router: f303b0c5-2bde-4171-871b-4a1ec25f0268 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:23:28.161159 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f30c977-a0bb-4172-ba9e-dc6c5725e92a None None] Updating router f303b0c5-2bde-4171-871b-4a1ec25f0268 port 8b9e9044-589b-4463-abe4-9e28cf493eaa binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:23:28.166126 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port f4edf500-b57d-489a-b0fa-d96b34e9d343 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:23:28.166885 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:28.168034 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe313d-01f1-432f-8fc2-4031401a6a14 req-a69a029b-11fa-423f-bed4-1a771f8eaf08 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:28.169661 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-affe313d-01f1-432f-8fc2-4031401a6a14 req-a69a029b-11fa-423f-bed4-1a771f8eaf08 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.1576858 Sep 08 09:23:28.219327 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-06d28648-70c6-44e7-992a-b7b9c8335de2 service neutron] For port 7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:23:28.227472 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-06d28648-70c6-44e7-992a-b7b9c8335de2 service neutron] For port 7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:23:28.234519 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3f30c977-a0bb-4172-ba9e-dc6c5725e92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:28.235998 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-06d28648-70c6-44e7-992a-b7b9c8335de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:28.251426 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-affe313d-01f1-432f-8fc2-4031401a6a14 req-935c7b63-2135-4f37-b6fe-30ec21d43520 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737133 Sep 08 09:23:28.301902 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-06d28648-70c6-44e7-992a-b7b9c8335de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:28.302310 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-06d28648-70c6-44e7-992a-b7b9c8335de2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:28.303793 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-06d28648-70c6-44e7-992a-b7b9c8335de2 service neutron] 10.222.0.37 "PUT /v2.0/ports/7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4 HTTP/1.1" status: 200 len: 1096 time: 1.1826611 Sep 08 09:23:28.304322 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e6874e9-2aa8-4096-8476-75f1bed90524', 'tag': '7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:23:28.307213 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a4adb4-217e-42d0-b67f-7e93b135422f" -d '{"events": [{"name": "network-changed", "server_uuid": "7e6874e9-2aa8-4096-8476-75f1bed90524", "tag": "7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:23:28.330985 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d28648-70c6-44e7-992a-b7b9c8335de2 service neutron] Pushing event updated for resources: {'Port': ['ID=7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:28.383601 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f10cdc-87da-479c-aee9-8e3fb7119b9c x-openstack-request-id: req-a1f10cdc-87da-479c-aee9-8e3fb7119b9c {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:23:28.383899 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e6874e9-2aa8-4096-8476-75f1bed90524", "tag": "7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:23:28.384182 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a1f10cdc-87da-479c-aee9-8e3fb7119b9c {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:23:28.384581 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e6874e9-2aa8-4096-8476-75f1bed90524', 'tag': '7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4', 'status': 'completed', 'code': 200} Sep 08 09:23:28.414148 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-77ef1e92-0d5a-40c5-a23a-7f03c9d35e50 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2457'] for router, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:28.418123 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-77ef1e92-0d5a-40c5-a23a-7f03c9d35e50 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-764157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-764146', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-768877'] for router, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:28.469967 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-5372542a-1e38-418f-a117-eac1106c6934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:28.471174 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-5372542a-1e38-418f-a117-eac1106c6934 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e8618d015b0413289c499e12a438e52&device_id=7e6874e9-2aa8-4096-8476-75f1bed90524 HTTP/1.1" status: 200 len: 1099 time: 0.1022215 Sep 08 09:23:28.493677 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0775cf-d917-45d5-97ef-e9b1af02cfd6 req-5f8b9c75-66b2-4406-9809-b4363e11f4f1 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:28.494431 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-da0775cf-d917-45d5-97ef-e9b1af02cfd6 req-5f8b9c75-66b2-4406-9809-b4363e11f4f1 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.0809333 Sep 08 09:23:28.545140 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-323741c6-5871-485e-9b24-318110287eda service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4 HTTP/1.1" status: 200 len: 217 time: 0.0497210 Sep 08 09:23:28.610307 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-da0775cf-d917-45d5-97ef-e9b1af02cfd6 req-d10243f8-c58e-4456-91d0-32dbabeb503c tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089473 Sep 08 09:23:28.623321 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-42306247-e77c-4613-a654-bdf778f0db69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:28.625015 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-42306247-e77c-4613-a654-bdf778f0db69 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.0705166 Sep 08 09:23:28.640117 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:28.648633 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ef1e92-0d5a-40c5-a23a-7f03c9d35e50 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Router f303b0c5-2bde-4171-871b-4a1ec25f0268 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:23:28.728953 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-9656ea5d-6aed-46b6-b055-ec17035c81b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:28.730874 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-9656ea5d-6aed-46b6-b055-ec17035c81b2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0980971 Sep 08 09:23:28.762354 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3f30c977-a0bb-4172-ba9e-dc6c5725e92a None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:28.773888 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-3f30c977-a0bb-4172-ba9e-dc6c5725e92a None None] Transition to ACTIVE for port object 8b9e9044-589b-4463-abe4-9e28cf493eaa will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:23:28.781734 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3f30c977-a0bb-4172-ba9e-dc6c5725e92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:28.829595 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06936ad-53da-4233-95eb-51a364c8a66a None None] Pushing event updated for resources: {'Port': ['ID=8b9e9044-589b-4463-abe4-9e28cf493eaa,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:28.845126 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ef1e92-0d5a-40c5-a23a-7f03c9d35e50 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:23:28.852467 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-77ef1e92-0d5a-40c5-a23a-7f03c9d35e50 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:28.856400 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-77ef1e92-0d5a-40c5-a23a-7f03c9d35e50 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "PUT /v2.0/routers/f303b0c5-2bde-4171-871b-4a1ec25f0268 HTTP/1.1" status: 200 len: 953 time: 1.4897182 Sep 08 09:23:28.866190 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd88c0-d8c4-477a-ac04-571fbfe2829d req-ca97cc3f-2a5c-4df0-b4ff-73cc7a30cd54 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:28.874525 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a8cd88c0-d8c4-477a-ac04-571fbfe2829d req-ca97cc3f-2a5c-4df0-b4ff-73cc7a30cd54 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.1395948 Sep 08 09:23:28.875877 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-d8bd504b-7984-4ee4-ae87-b7abcd964dde service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367671 Sep 08 09:23:28.876352 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43272) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:28.918971 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-3f30c977-a0bb-4172-ba9e-dc6c5725e92a None None] Attempting to bind port 8b9e9044-589b-4463-abe4-9e28cf493eaa on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:23:28.919346 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-3f30c977-a0bb-4172-ba9e-dc6c5725e92a None None] Attempting to bind port 8b9e9044-589b-4463-abe4-9e28cf493eaa by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'b902c921-1f08-4035-92bb-e9480679c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4a3f9c0e-72a2-4b76-9caf-f43898aed2ac'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:23:28.919711 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f30c977-a0bb-4172-ba9e-dc6c5725e92a None None] Attempting to bind port 8b9e9044-589b-4463-abe4-9e28cf493eaa on network 4a3f9c0e-72a2-4b76-9caf-f43898aed2ac {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:23:28.924992 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f30c977-a0bb-4172-ba9e-dc6c5725e92a None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:23:28.927071 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f30c977-a0bb-4172-ba9e-dc6c5725e92a None None] Checking segment: {'id': 'b902c921-1f08-4035-92bb-e9480679c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4a3f9c0e-72a2-4b76-9caf-f43898aed2ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:23:28.927485 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3f30c977-a0bb-4172-ba9e-dc6c5725e92a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:28.927882 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f30c977-a0bb-4172-ba9e-dc6c5725e92a None None] Bound using segment: {'id': 'b902c921-1f08-4035-92bb-e9480679c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4a3f9c0e-72a2-4b76-9caf-f43898aed2ac'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:23:28.928354 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-3f30c977-a0bb-4172-ba9e-dc6c5725e92a None None] Bound port: 8b9e9044-589b-4463-abe4-9e28cf493eaa, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b902c921-1f08-4035-92bb-e9480679c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4a3f9c0e-72a2-4b76-9caf-f43898aed2ac'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:23:28.928747 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3f30c977-a0bb-4172-ba9e-dc6c5725e92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:29.004332 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7617b94b-28e8-4f4f-924d-37f106da33e2 req-e95c5a1b-f059-4fd2-a081-8d159e4fbda0 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209166 Sep 08 09:23:29.007801 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a8cd88c0-d8c4-477a-ac04-571fbfe2829d req-e2ecf2d4-e6b0-4ac7-9fc7-eb68d9dc5ba8 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264863 Sep 08 09:23:29.053230 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-3f30c977-a0bb-4172-ba9e-dc6c5725e92a None None] For port 8b9e9044-589b-4463-abe4-9e28cf493eaa, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:23:29.057620 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-3f30c977-a0bb-4172-ba9e-dc6c5725e92a None None] For port 8b9e9044-589b-4463-abe4-9e28cf493eaa, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=8b9e9044-589b-4463-abe4-9e28cf493eaa,segment=NetworkSegment(b902c921-1f08-4035-92bb-e9480679c279),segment_id=b902c921-1f08-4035-92bb-e9480679c279)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:23:29.069628 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3f30c977-a0bb-4172-ba9e-dc6c5725e92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:29.072723 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43280) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:29.076435 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-139c8082-8fc0-491e-8125-eed96e834ec9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "GET /v2.0/routers/f303b0c5-2bde-4171-871b-4a1ec25f0268 HTTP/1.1" status: 200 len: 953 time: 0.1920884 Sep 08 09:23:29.077773 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-33c5468e-ef56-47fd-bd59-4204cb160cf9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Request body: {'router': {'routes': None}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:23:29.145863 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f30c977-a0bb-4172-ba9e-dc6c5725e92a None None] Routers {'f303b0c5-2bde-4171-871b-4a1ec25f0268'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:23:29.146548 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-3f30c977-a0bb-4172-ba9e-dc6c5725e92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:23:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['f303b0c5-2bde-4171-871b-4a1ec25f0268'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:29.157133 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06936ad-53da-4233-95eb-51a364c8a66a None None] Pushing event updated for resources: {'Port': ['ID=8b9e9044-589b-4463-abe4-9e28cf493eaa,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:29.180895 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43284) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:29.312885 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79bccf-6957-4a10-85f3-7e301215fca1 req-acfb529f-37d8-4775-8883-fb5aa5e97ee4 tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:29.321550 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ba79bccf-6957-4a10-85f3-7e301215fca1 req-acfb529f-37d8-4775-8883-fb5aa5e97ee4 tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e6874e9-2aa8-4096-8476-75f1bed90524 HTTP/1.1" status: 200 len: 947 time: 0.0956376 Sep 08 09:23:29.350918 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4adb4-217e-42d0-b67f-7e93b135422f req-07c6edc4-a14a-4952-8e0a-d666cba5f8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:29.352705 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b5a4adb4-217e-42d0-b67f-7e93b135422f req-07c6edc4-a14a-4952-8e0a-d666cba5f8cd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e8618d015b0413289c499e12a438e52&device_id=7e6874e9-2aa8-4096-8476-75f1bed90524 HTTP/1.1" status: 200 len: 1099 time: 0.2163124 Sep 08 09:23:29.381210 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-3f30c977-a0bb-4172-ba9e-dc6c5725e92a None None] Set router f303b0c5-2bde-4171-871b-4a1ec25f0268 gateway port host: None {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:23:29.395338 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ba79bccf-6957-4a10-85f3-7e301215fca1 req-9df75643-3b7f-4a9d-8e1d-47683b0a0d75 tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] 10.222.0.54 "GET /v2.0/security-groups?id=dbda2b0e-d2f9-4045-bfee-8fe8bdca2a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724840 Sep 08 09:23:29.450996 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-3a4cf7e9-01df-4a34-9805-5be14469b887 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-237447115'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:23:29.475628 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4cf7e9-01df-4a34-9805-5be14469b887 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Made reservation on behalf of a17b5eec10cf4cfba047fc22d99c4240 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:23:29.480123 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3a4cf7e9-01df-4a34-9805-5be14469b887 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:29.494474 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3a4cf7e9-01df-4a34-9805-5be14469b887 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:29.615752 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3a4cf7e9-01df-4a34-9805-5be14469b887 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:29.620306 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3a4cf7e9-01df-4a34-9805-5be14469b887 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:29.655362 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a4cf7e9-01df-4a34-9805-5be14469b887 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:23:29.673476 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4cf7e9-01df-4a34-9805-5be14469b887 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=418866db-5f91-4a2d-89c5-7a8a85d793e9,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:29.677673 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3a4cf7e9-01df-4a34-9805-5be14469b887 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:29.678033 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-3a4cf7e9-01df-4a34-9805-5be14469b887 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Added segment 52190e1e-7769-48c8-9fea-c53f4392c819 of type vlan for network 43590d32-b860-4361-afe0-4dc82f72c8eb Sep 08 09:23:29.679438 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-3f30c977-a0bb-4172-ba9e-dc6c5725e92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'name': 'tempest-RoutersIpV6Test-router-273112145', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:23:06Z', 'updated_at': '2021-09-08T09:23:27Z', 'revision_number': 6, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'gw_port_host': None, '_interfaces': [{'id': '880b955b-ed02-4277-8450-c9813c72fbb1', 'name': '', 'network_id': '99c41123-056c-444a-b916-fab79fc72b90', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:cd:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '134390c9-bdab-45e0-8c7b-e3ea79a9511a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:18Z', 'updated_at': '2021-09-08T09:23:27Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': '134390c9-bdab-45e0-8c7b-e3ea79a9511a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b9e9044-589b-4463-abe4-9e28cf493eaa', 'name': '', 'network_id': '4a3f9c0e-72a2-4b76-9caf-f43898aed2ac', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:8d:49:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '1221bde1-0bbe-4fea-b4c3-3f9c7c307e33', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:22Z', 'updated_at': '2021-09-08T09:23:29Z', 'revision_number': 4, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': '1221bde1-0bbe-4fea-b4c3-3f9c7c307e33', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96eb591b-48fa-4482-bbee-10d221ec7af4', 'name': '', 'network_id': 'a3e58002-bc01-4ad8-a28e-897f2b8fb82c', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:44:ea:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '07e38066-b2ff-4220-8654-72bc619c0602', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:14Z', 'updated_at': '2021-09-08T09:23:24Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': '07e38066-b2ff-4220-8654-72bc619c0602', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da2de39c-04b7-4305-8711-8fcac3c12d93', 'name': '', 'network_id': 'ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:22:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:09Z', 'updated_at': '2021-09-08T09:23:15Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:29.717681 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f30c977-a0bb-4172-ba9e-dc6c5725e92a None None] The sync data for ids ['f303b0c5-2bde-4171-871b-4a1ec25f0268'] in n-d-806683-11 is: [{'id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'name': 'tempest-RoutersIpV6Test-router-273112145', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:23:06Z', 'updated_at': '2021-09-08T09:23:27Z', 'revision_number': 6, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'gw_port_host': None, '_interfaces': [{'id': '880b955b-ed02-4277-8450-c9813c72fbb1', 'name': '', 'network_id': '99c41123-056c-444a-b916-fab79fc72b90', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:cd:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '134390c9-bdab-45e0-8c7b-e3ea79a9511a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:18Z', 'updated_at': '2021-09-08T09:23:27Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': '134390c9-bdab-45e0-8c7b-e3ea79a9511a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b9e9044-589b-4463-abe4-9e28cf493eaa', 'name': '', 'network_id': '4a3f9c0e-72a2-4b76-9caf-f43898aed2ac', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:8d:49:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '1221bde1-0bbe-4fea-b4c3-3f9c7c307e33', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:22Z', 'updated_at': '2021-09-08T09:23:29Z', 'revision_number': 4, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': '1221bde1-0bbe-4fea-b4c3-3f9c7c307e33', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96eb591b-48fa-4482-bbee-10d221ec7af4', 'name': '', 'network_id': 'a3e58002-bc01-4ad8-a28e-897f2b8fb82c', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:44:ea:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '07e38066-b2ff-4220-8654-72bc619c0602', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:14Z', 'updated_at': '2021-09-08T09:23:24Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': '07e38066-b2ff-4220-8654-72bc619c0602', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da2de39c-04b7-4305-8711-8fcac3c12d93', 'name': '', 'network_id': 'ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:22:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:09Z', 'updated_at': '2021-09-08T09:23:15Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:23:29.725312 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3a4cf7e9-01df-4a34-9805-5be14469b887 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:29.760593 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3a4cf7e9-01df-4a34-9805-5be14469b887 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:29.767451 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4cf7e9-01df-4a34-9805-5be14469b887 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:29.768320 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3a4cf7e9-01df-4a34-9805-5be14469b887 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:29.839666 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3a4cf7e9-01df-4a34-9805-5be14469b887 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6575160 Sep 08 09:23:29.842765 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43290) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:29.848771 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-a538a131-f87b-4c71-83ac-8f76f31734f8 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Request body: {'subnet': {'network_id': '43590d32-b860-4361-afe0-4dc82f72c8eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:23:29.900040 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4cf7e9-01df-4a34-9805-5be14469b887 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Pushing event updated for resources: {'Network': ['ID=43590d32-b860-4361-afe0-4dc82f72c8eb,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:29.915123 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 43590d32-b860-4361-afe0-4dc82f72c8eb details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:23:29.922684 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4adb4-217e-42d0-b67f-7e93b135422f req-a8056295-b3aa-4e58-8e59-cb567408d53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:29.924405 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b5a4adb4-217e-42d0-b67f-7e93b135422f req-a8056295-b3aa-4e58-8e59-cb567408d53f service neutron] 10.222.0.37 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.5608685 Sep 08 09:23:29.935279 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4009d-10bf-4c9c-8dfc-94846e049f41 req-59a902a0-da46-48f7-a12d-bc757acf348f tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:29.938095 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cac4009d-10bf-4c9c-8dfc-94846e049f41 req-59a902a0-da46-48f7-a12d-bc757acf348f tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.5720494 Sep 08 09:23:29.980135 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b5a4adb4-217e-42d0-b67f-7e93b135422f req-4a934eb5-9248-436e-9974-25c708d2dd9e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4 HTTP/1.1" status: 200 len: 217 time: 0.0406551 Sep 08 09:23:30.014367 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a538a131-f87b-4c71-83ac-8f76f31734f8 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Made reservation on behalf of a17b5eec10cf4cfba047fc22d99c4240 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:23:30.020247 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a538a131-f87b-4c71-83ac-8f76f31734f8 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:30.085631 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4adb4-217e-42d0-b67f-7e93b135422f req-5c909fde-825b-4a04-97a9-03c5ff7cfdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:30.087156 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b5a4adb4-217e-42d0-b67f-7e93b135422f req-5c909fde-825b-4a04-97a9-03c5ff7cfdd7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.0948770 Sep 08 09:23:30.124335 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cac4009d-10bf-4c9c-8dfc-94846e049f41 req-19ed84d8-d0c9-42ca-a637-b046ef38f553 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415005 Sep 08 09:23:30.196306 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4adb4-217e-42d0-b67f-7e93b135422f req-2b885729-36d9-4838-877b-a320bb5e363a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:30.198073 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b5a4adb4-217e-42d0-b67f-7e93b135422f req-2b885729-36d9-4838-877b-a320bb5e363a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0886989 Sep 08 09:23:30.220928 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.extraroute_db [None req-33c5468e-ef56-47fd-bd59-4204cb160cf9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Added routes are [] {{(pid=94712) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 08 09:23:30.221244 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.extraroute_db [None req-33c5468e-ef56-47fd-bd59-4204cb160cf9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=94712) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 08 09:23:30.243529 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a538a131-f87b-4c71-83ac-8f76f31734f8 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:30.316698 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-33c5468e-ef56-47fd-bd59-4204cb160cf9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2457'] for router, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:30.324687 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a538a131-f87b-4c71-83ac-8f76f31734f8 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Pushing event updated for resources: {'Subnet': ['ID=728f1efd-b68d-4e37-8999-67965d22a36f,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:30.327305 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a538a131-f87b-4c71-83ac-8f76f31734f8 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Checking segment: {'id': '52190e1e-7769-48c8-9fea-c53f4392c819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '43590d32-b860-4361-afe0-4dc82f72c8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:23:30.327751 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a538a131-f87b-4c71-83ac-8f76f31734f8 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Network hostable DHCP agents. Network: 43590d32-b860-4361-afe0-4dc82f72c8eb, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:23:30.352381 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a538a131-f87b-4c71-83ac-8f76f31734f8 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Network 43590d32-b860-4361-afe0-4dc82f72c8eb is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:23:30.363448 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-a538a131-f87b-4c71-83ac-8f76f31734f8 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 43590d32-b860-4361-afe0-4dc82f72c8eb) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:23:30.369810 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b5a4adb4-217e-42d0-b67f-7e93b135422f req-0672f20c-d145-4a2a-a02e-043e258b2018 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572156 Sep 08 09:23:30.372354 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffdb050-e1c4-4044-b70c-ed633e69500f None None] Network 43590d32-b860-4361-afe0-4dc82f72c8eb requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:23:30.376766 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a538a131-f87b-4c71-83ac-8f76f31734f8 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:30.377594 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a538a131-f87b-4c71-83ac-8f76f31734f8 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:30.399087 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a538a131-f87b-4c71-83ac-8f76f31734f8 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5552096 Sep 08 09:23:30.400216 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43292) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:30.406586 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-4611d8f6-9509-4c96-a48d-e424937eaeda tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Request body: {'port': {'network_id': '43590d32-b860-4361-afe0-4dc82f72c8eb', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1185781577'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:23:30.591839 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ffbcf-2789-42e3-9e71-353e523f1019 req-bbdba6f7-2adb-43f8-870e-1b5e341a124d tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:30.593012 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b5a4adb4-217e-42d0-b67f-7e93b135422f req-25274b1a-4c4b-4762-8381-be12e30d753c service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878273 Sep 08 09:23:30.598305 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e53d0d1-2310-410c-b15e-9f4d28299622 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-43590d32-b860-4361-afe0-4dc82f72c8eb', 'network_id': '43590d32-b860-4361-afe0-4dc82f72c8eb', 'tenant_id': 'a17b5eec10cf4cfba047fc22d99c4240', 'fixed_ips': [{'subnet_id': '728f1efd-b68d-4e37-8999-67965d22a36f'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:23:30.599339 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4e53d0d1-2310-410c-b15e-9f4d28299622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:30.599454 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-33c5468e-ef56-47fd-bd59-4204cb160cf9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2457'] for router, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:30.600177 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-190ffbcf-2789-42e3-9e71-353e523f1019 req-bbdba6f7-2adb-43f8-870e-1b5e341a124d tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e6874e9-2aa8-4096-8476-75f1bed90524 HTTP/1.1" status: 200 len: 947 time: 0.0985198 Sep 08 09:23:30.603350 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-33c5468e-ef56-47fd-bd59-4204cb160cf9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-764157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-764146', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-768877'] for router, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:30.620992 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4611d8f6-9509-4c96-a48d-e424937eaeda tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Made reservation on behalf of a17b5eec10cf4cfba047fc22d99c4240 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:23:30.624639 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4611d8f6-9509-4c96-a48d-e424937eaeda tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:30.657075 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-4611d8f6-9509-4c96-a48d-e424937eaeda tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] device_id is not set on port 11a025a8-1ab0-4000-9d16-d56d8ccaacbb yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:23:30.672693 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-190ffbcf-2789-42e3-9e71-353e523f1019 req-4bfae446-c0cc-4cff-9582-2b1ad7b35a51 tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] 10.222.0.54 "GET /v2.0/security-groups?id=dbda2b0e-d2f9-4045-bfee-8fe8bdca2a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715816 Sep 08 09:23:30.712404 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c5468e-ef56-47fd-bd59-4204cb160cf9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Router f303b0c5-2bde-4171-871b-4a1ec25f0268 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:23:30.775530 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d414e2c-b9f4-4515-aa94-504c29ef354a None None] Sync routers for ids ['f303b0c5-2bde-4171-871b-4a1ec25f0268'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:23:30.785110 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d414e2c-b9f4-4515-aa94-504c29ef354a None None] Routers {'f303b0c5-2bde-4171-871b-4a1ec25f0268'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:23:30.785879 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-5d414e2c-b9f4-4515-aa94-504c29ef354a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:23:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['f303b0c5-2bde-4171-871b-4a1ec25f0268'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:30.788414 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-4e53d0d1-2310-410c-b15e-9f4d28299622 None None] Allocated IP 172.20.0.2 (43590d32-b860-4361-afe0-4dc82f72c8eb/728f1efd-b68d-4e37-8999-67965d22a36f/fb201d13-d1a8-4af8-abfe-6fa973429ec0) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:23:30.841157 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c5468e-ef56-47fd-bd59-4204cb160cf9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:23:30.848225 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-33c5468e-ef56-47fd-bd59-4204cb160cf9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:30.852300 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43296) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:30.852437 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-33c5468e-ef56-47fd-bd59-4204cb160cf9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "PUT /v2.0/routers/f303b0c5-2bde-4171-871b-4a1ec25f0268 HTTP/1.1" status: 200 len: 703 time: 1.7785316 Sep 08 09:23:30.882775 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-5d414e2c-b9f4-4515-aa94-504c29ef354a None None] Set router f303b0c5-2bde-4171-871b-4a1ec25f0268 gateway port host: None {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:23:30.958718 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-03627ca2-e64c-4ee3-beaa-50f2f952124a tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "GET /v2.0/routers/f303b0c5-2bde-4171-871b-4a1ec25f0268 HTTP/1.1" status: 200 len: 703 time: 0.1050742 Sep 08 09:23:30.961085 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43298) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:30.964605 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4e53d0d1-2310-410c-b15e-9f4d28299622 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:30.973454 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-4e53d0d1-2310-410c-b15e-9f4d28299622 None None] Transition to ACTIVE for port object fb201d13-d1a8-4af8-abfe-6fa973429ec0 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:23:30.989018 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-4e53d0d1-2310-410c-b15e-9f4d28299622 None None] Transition to ACTIVE for port object fb201d13-d1a8-4af8-abfe-6fa973429ec0 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:23:30.996802 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4e53d0d1-2310-410c-b15e-9f4d28299622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:31.043317 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e53d0d1-2310-410c-b15e-9f4d28299622 None None] Network 43590d32-b860-4361-afe0-4dc82f72c8eb is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:23:31.046091 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-4e53d0d1-2310-410c-b15e-9f4d28299622 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:23:31.049832 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e53d0d1-2310-410c-b15e-9f4d28299622 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:23:31.061823 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e53d0d1-2310-410c-b15e-9f4d28299622 None None] Pushing event updated for resources: {'Port': ['ID=fb201d13-d1a8-4af8-abfe-6fa973429ec0,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:31.093026 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-4611d8f6-9509-4c96-a48d-e424937eaeda tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Allocated IP 172.20.0.9 (43590d32-b860-4361-afe0-4dc82f72c8eb/728f1efd-b68d-4e37-8999-67965d22a36f/11a025a8-1ab0-4000-9d16-d56d8ccaacbb) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:23:31.123472 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-5d414e2c-b9f4-4515-aa94-504c29ef354a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'name': 'tempest-RoutersIpV6Test-router-273112145', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:23:06Z', 'updated_at': '2021-09-08T09:23:30Z', 'revision_number': 7, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'gw_port_host': None, '_interfaces': [{'id': '880b955b-ed02-4277-8450-c9813c72fbb1', 'name': '', 'network_id': '99c41123-056c-444a-b916-fab79fc72b90', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:cd:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '134390c9-bdab-45e0-8c7b-e3ea79a9511a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:18Z', 'updated_at': '2021-09-08T09:23:27Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': '134390c9-bdab-45e0-8c7b-e3ea79a9511a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b9e9044-589b-4463-abe4-9e28cf493eaa', 'name': '', 'network_id': '4a3f9c0e-72a2-4b76-9caf-f43898aed2ac', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:8d:49:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '1221bde1-0bbe-4fea-b4c3-3f9c7c307e33', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:22Z', 'updated_at': '2021-09-08T09:23:29Z', 'revision_number': 4, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': '1221bde1-0bbe-4fea-b4c3-3f9c7c307e33', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96eb591b-48fa-4482-bbee-10d221ec7af4', 'name': '', 'network_id': 'a3e58002-bc01-4ad8-a28e-897f2b8fb82c', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:44:ea:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '07e38066-b2ff-4220-8654-72bc619c0602', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:14Z', 'updated_at': '2021-09-08T09:23:24Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': '07e38066-b2ff-4220-8654-72bc619c0602', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da2de39c-04b7-4305-8711-8fcac3c12d93', 'name': '', 'network_id': 'ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:22:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:09Z', 'updated_at': '2021-09-08T09:23:15Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:31.124437 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-4e53d0d1-2310-410c-b15e-9f4d28299622 None None] Attempting to bind port fb201d13-d1a8-4af8-abfe-6fa973429ec0 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:23:31.124908 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-4e53d0d1-2310-410c-b15e-9f4d28299622 None None] Attempting to bind port fb201d13-d1a8-4af8-abfe-6fa973429ec0 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '52190e1e-7769-48c8-9fea-c53f4392c819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '43590d32-b860-4361-afe0-4dc82f72c8eb'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:23:31.125467 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e53d0d1-2310-410c-b15e-9f4d28299622 None None] Attempting to bind port fb201d13-d1a8-4af8-abfe-6fa973429ec0 on network 43590d32-b860-4361-afe0-4dc82f72c8eb {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:23:31.131660 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e53d0d1-2310-410c-b15e-9f4d28299622 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:23:31.132170 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e53d0d1-2310-410c-b15e-9f4d28299622 None None] Checking segment: {'id': '52190e1e-7769-48c8-9fea-c53f4392c819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '43590d32-b860-4361-afe0-4dc82f72c8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:23:31.132677 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4e53d0d1-2310-410c-b15e-9f4d28299622 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:31.133166 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e53d0d1-2310-410c-b15e-9f4d28299622 None None] Bound using segment: {'id': '52190e1e-7769-48c8-9fea-c53f4392c819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '43590d32-b860-4361-afe0-4dc82f72c8eb'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:23:31.133743 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-4e53d0d1-2310-410c-b15e-9f4d28299622 None None] Bound port: fb201d13-d1a8-4af8-abfe-6fa973429ec0, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52190e1e-7769-48c8-9fea-c53f4392c819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '43590d32-b860-4361-afe0-4dc82f72c8eb'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:23:31.134270 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4e53d0d1-2310-410c-b15e-9f4d28299622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:31.151749 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d414e2c-b9f4-4515-aa94-504c29ef354a None None] Checking router: f303b0c5-2bde-4171-871b-4a1ec25f0268 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:23:31.164765 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d414e2c-b9f4-4515-aa94-504c29ef354a None None] Routers {'f303b0c5-2bde-4171-871b-4a1ec25f0268'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:23:31.165423 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-5d414e2c-b9f4-4515-aa94-504c29ef354a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:23:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['f303b0c5-2bde-4171-871b-4a1ec25f0268'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:31.217947 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-4e53d0d1-2310-410c-b15e-9f4d28299622 None None] For port fb201d13-d1a8-4af8-abfe-6fa973429ec0, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:23:31.223651 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-4e53d0d1-2310-410c-b15e-9f4d28299622 None None] For port fb201d13-d1a8-4af8-abfe-6fa973429ec0, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=fb201d13-d1a8-4af8-abfe-6fa973429ec0,segment=NetworkSegment(52190e1e-7769-48c8-9fea-c53f4392c819),segment_id=52190e1e-7769-48c8-9fea-c53f4392c819)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:23:31.230883 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4e53d0d1-2310-410c-b15e-9f4d28299622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:31.276675 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43e3af-e069-4d16-8164-d127201ff0a6 req-1c7df3e4-aa5a-4f82-a62b-662f560e2c3c tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:31.279137 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aa43e3af-e069-4d16-8164-d127201ff0a6 req-1c7df3e4-aa5a-4f82-a62b-662f560e2c3c tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.0685251 Sep 08 09:23:31.322229 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e53d0d1-2310-410c-b15e-9f4d28299622 None None] Pushing event updated for resources: {'Port': ['ID=fb201d13-d1a8-4af8-abfe-6fa973429ec0,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:31.338644 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aa43e3af-e069-4d16-8164-d127201ff0a6 req-2caeec3a-0444-40ac-8ef3-7f9109562423 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528719 Sep 08 09:23:31.422733 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4611d8f6-9509-4c96-a48d-e424937eaeda tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:31.436848 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-5d414e2c-b9f4-4515-aa94-504c29ef354a None None] Set router f303b0c5-2bde-4171-871b-4a1ec25f0268 gateway port host: None {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:23:31.443331 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-4611d8f6-9509-4c96-a48d-e424937eaeda tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Transition to ACTIVE for port object 11a025a8-1ab0-4000-9d16-d56d8ccaacbb will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:23:31.495034 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 8b9e9044-589b-4463-abe4-9e28cf493eaa up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:23:31.505207 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4611d8f6-9509-4c96-a48d-e424937eaeda tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:31.578024 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4611d8f6-9509-4c96-a48d-e424937eaeda tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Network 43590d32-b860-4361-afe0-4dc82f72c8eb is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:23:31.589036 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-4611d8f6-9509-4c96-a48d-e424937eaeda tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:23:31.593520 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4611d8f6-9509-4c96-a48d-e424937eaeda tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:23:31.618189 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 8b9e9044-589b-4463-abe4-9e28cf493eaa completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:23:31.621593 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 8b9e9044-589b-4463-abe4-9e28cf493eaa triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:23:31.621984 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:31.735794 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4611d8f6-9509-4c96-a48d-e424937eaeda tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Pushing event updated for resources: {'Port': ['ID=11a025a8-1ab0-4000-9d16-d56d8ccaacbb,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:31.747369 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:31.774540 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29126456-146a-4cc4-9065-ab200e7903bf req-d4e24488-0915-4549-8339-7ee1cd2099c1 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:31.778894 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-29126456-146a-4cc4-9065-ab200e7903bf req-d4e24488-0915-4549-8339-7ee1cd2099c1 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.1396611 Sep 08 09:23:31.788056 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d4591-3da6-4b73-9608-e949acf8f11b req-9cbb0732-a051-43ed-950b-70dfce6be29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:31.789862 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-107d4591-3da6-4b73-9608-e949acf8f11b req-9cbb0732-a051-43ed-950b-70dfce6be29e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca0d1910d7ca4892b72992e748a5bde6&device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 1096 time: 0.1075304 Sep 08 09:23:31.810839 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4611d8f6-9509-4c96-a48d-e424937eaeda tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:31.813844 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4611d8f6-9509-4c96-a48d-e424937eaeda tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:31.833691 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 8b9e9044-589b-4463-abe4-9e28cf493eaa, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=8b9e9044-589b-4463-abe4-9e28cf493eaa,segment=NetworkSegment(b902c921-1f08-4035-92bb-e9480679c279),segment_id=b902c921-1f08-4035-92bb-e9480679c279)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:23:31.839994 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:31.882900 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4611d8f6-9509-4c96-a48d-e424937eaeda tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4811993 Sep 08 09:23:31.886902 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43308) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:31.889581 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-5d414e2c-b9f4-4515-aa94-504c29ef354a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'name': 'tempest-RoutersIpV6Test-router-273112145', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:23:06Z', 'updated_at': '2021-09-08T09:23:30Z', 'revision_number': 7, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'gw_port_host': None, '_interfaces': [{'id': '880b955b-ed02-4277-8450-c9813c72fbb1', 'name': '', 'network_id': '99c41123-056c-444a-b916-fab79fc72b90', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:cd:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '134390c9-bdab-45e0-8c7b-e3ea79a9511a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:18Z', 'updated_at': '2021-09-08T09:23:27Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': '134390c9-bdab-45e0-8c7b-e3ea79a9511a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b9e9044-589b-4463-abe4-9e28cf493eaa', 'name': '', 'network_id': '4a3f9c0e-72a2-4b76-9caf-f43898aed2ac', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:8d:49:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '1221bde1-0bbe-4fea-b4c3-3f9c7c307e33', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:22Z', 'updated_at': '2021-09-08T09:23:29Z', 'revision_number': 4, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': '1221bde1-0bbe-4fea-b4c3-3f9c7c307e33', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96eb591b-48fa-4482-bbee-10d221ec7af4', 'name': '', 'network_id': 'a3e58002-bc01-4ad8-a28e-897f2b8fb82c', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:44:ea:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '07e38066-b2ff-4220-8654-72bc619c0602', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:14Z', 'updated_at': '2021-09-08T09:23:24Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': '07e38066-b2ff-4220-8654-72bc619c0602', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da2de39c-04b7-4305-8711-8fcac3c12d93', 'name': '', 'network_id': 'ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:22:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:09Z', 'updated_at': '2021-09-08T09:23:15Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:31.921175 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d414e2c-b9f4-4515-aa94-504c29ef354a None None] The sync data for ids ['f303b0c5-2bde-4171-871b-4a1ec25f0268'] in n-d-806683-11 is: [{'id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'name': 'tempest-RoutersIpV6Test-router-273112145', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:23:06Z', 'updated_at': '2021-09-08T09:23:30Z', 'revision_number': 7, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'gw_port_host': None, '_interfaces': [{'id': '880b955b-ed02-4277-8450-c9813c72fbb1', 'name': '', 'network_id': '99c41123-056c-444a-b916-fab79fc72b90', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:cd:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '134390c9-bdab-45e0-8c7b-e3ea79a9511a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:18Z', 'updated_at': '2021-09-08T09:23:27Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': '134390c9-bdab-45e0-8c7b-e3ea79a9511a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b9e9044-589b-4463-abe4-9e28cf493eaa', 'name': '', 'network_id': '4a3f9c0e-72a2-4b76-9caf-f43898aed2ac', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:8d:49:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '1221bde1-0bbe-4fea-b4c3-3f9c7c307e33', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:22Z', 'updated_at': '2021-09-08T09:23:29Z', 'revision_number': 4, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': '1221bde1-0bbe-4fea-b4c3-3f9c7c307e33', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96eb591b-48fa-4482-bbee-10d221ec7af4', 'name': '', 'network_id': 'a3e58002-bc01-4ad8-a28e-897f2b8fb82c', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:44:ea:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '07e38066-b2ff-4220-8654-72bc619c0602', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:14Z', 'updated_at': '2021-09-08T09:23:24Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': '07e38066-b2ff-4220-8654-72bc619c0602', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da2de39c-04b7-4305-8711-8fcac3c12d93', 'name': '', 'network_id': 'ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:22:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:09Z', 'updated_at': '2021-09-08T09:23:15Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:23:31.938720 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=8b9e9044-589b-4463-abe4-9e28cf493eaa,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:31.942807 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d4591-3da6-4b73-9608-e949acf8f11b req-940302d0-497f-4c6a-9253-3f9cdca6b318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:31.944305 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-107d4591-3da6-4b73-9608-e949acf8f11b req-940302d0-497f-4c6a-9253-3f9cdca6b318 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2de43bb0-acf3-42aa-b534-30332da083e7 HTTP/1.1" status: 200 len: 913 time: 0.1328743 Sep 08 09:23:31.947675 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-21e17a18-6efc-45b7-b9f6-edcb828c5834 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:31.996582 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6433c-d42f-4347-ad33-91ecf06f7f9f req-bd52d7b4-47de-4889-b417-cd7384a19770 tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:31.998015 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-66a6433c-d42f-4347-ad33-91ecf06f7f9f req-bd52d7b4-47de-4889-b417-cd7384a19770 tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e6874e9-2aa8-4096-8476-75f1bed90524 HTTP/1.1" status: 200 len: 947 time: 0.1614690 Sep 08 09:23:32.009655 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-29126456-146a-4cc4-9065-ab200e7903bf req-ad0895fa-960b-4095-9ff8-8dd4668fe839 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032306 Sep 08 09:23:32.045511 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-107d4591-3da6-4b73-9608-e949acf8f11b req-e7ba704c-d782-4644-a75e-89785df38199 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7372846c-19f9-433f-8cb8-ca65d68becd9 HTTP/1.1" status: 200 len: 999 time: 0.0931351 Sep 08 09:23:32.106334 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d4591-3da6-4b73-9608-e949acf8f11b req-6a41045d-4675-4529-82b0-59018602ed8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:32.107907 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-107d4591-3da6-4b73-9608-e949acf8f11b req-6a41045d-4675-4529-82b0-59018602ed8a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=452a4b6d-a445-4b2b-9168-2695dd67e404 HTTP/1.1" status: 200 len: 851 time: 0.0504243 Sep 08 09:23:32.161216 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d4591-3da6-4b73-9608-e949acf8f11b req-d4364276-fdd0-4547-b26d-07cfde075094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:32.163125 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-107d4591-3da6-4b73-9608-e949acf8f11b req-d4364276-fdd0-4547-b26d-07cfde075094 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2de43bb0-acf3-42aa-b534-30332da083e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481567 Sep 08 09:23:32.290054 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-107d4591-3da6-4b73-9608-e949acf8f11b req-39f031d3-607f-4af8-8dbe-e03284431ddc service neutron] 10.222.0.37 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173122 Sep 08 09:23:32.292527 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e86f50-c552-4d9b-9fac-4493003e1190 None None] Sync routers for ids ['f303b0c5-2bde-4171-871b-4a1ec25f0268'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:23:32.305947 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e86f50-c552-4d9b-9fac-4493003e1190 None None] Routers {'f303b0c5-2bde-4171-871b-4a1ec25f0268'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:23:32.306861 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-99e86f50-c552-4d9b-9fac-4493003e1190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:23:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['f303b0c5-2bde-4171-871b-4a1ec25f0268'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:32.419700 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-99e86f50-c552-4d9b-9fac-4493003e1190 None None] Set router f303b0c5-2bde-4171-871b-4a1ec25f0268 gateway port host: None {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:23:32.440702 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-107d4591-3da6-4b73-9608-e949acf8f11b req-44a793f3-f16a-4cc2-8657-7411ce7a0da8 service neutron] 10.222.0.37 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414421 Sep 08 09:23:32.452588 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3abd81a8-b9b8-4a10-b0f6-bab0f418a7ab req-3eee07eb-9331-421a-a138-64185c978112 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e8add306-126d-4bbe-b131-81b2adc1cc30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0651400 Sep 08 09:23:32.488561 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-66a6433c-d42f-4347-ad33-91ecf06f7f9f req-028f4bab-1367-4d71-9786-a7a90120ee57 tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] 10.222.0.54 "GET /v2.0/security-groups?id=dbda2b0e-d2f9-4045-bfee-8fe8bdca2a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4803867 Sep 08 09:23:32.546686 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd81a8-b9b8-4a10-b0f6-bab0f418a7ab req-5e658ab7-7d6a-4ebf-8e11-587ab76d515a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:32.548364 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3abd81a8-b9b8-4a10-b0f6-bab0f418a7ab req-5e658ab7-7d6a-4ebf-8e11-587ab76d515a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ca0d1910d7ca4892b72992e748a5bde6&device_id=e8add306-126d-4bbe-b131-81b2adc1cc30 HTTP/1.1" status: 200 len: 1060 time: 0.0611057 Sep 08 09:23:32.557036 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-4c2c5504-9cae-4026-94f1-c48e2b3645f2 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Deleting port 11a025a8-1ab0-4000-9d16-d56d8ccaacbb {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:23:32.557654 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4c2c5504-9cae-4026-94f1-c48e2b3645f2 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:32.650732 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4c2c5504-9cae-4026-94f1-c48e2b3645f2 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:32.666959 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-4c2c5504-9cae-4026-94f1-c48e2b3645f2 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Calling delete_port for 11a025a8-1ab0-4000-9d16-d56d8ccaacbb owned by {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:23:32.667656 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3dab1b-cd07-4233-8480-9744809ba65c None None] Network 43590d32-b860-4361-afe0-4dc82f72c8eb requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:23:32.673379 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd81a8-b9b8-4a10-b0f6-bab0f418a7ab req-a744e2fc-c06a-4032-8d4d-185e5ed5904e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:32.675792 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3abd81a8-b9b8-4a10-b0f6-bab0f418a7ab req-a744e2fc-c06a-4032-8d4d-185e5ed5904e service neutron] 10.222.0.35 "GET /v2.0/networks?id=2de43bb0-acf3-42aa-b534-30332da083e7 HTTP/1.1" status: 200 len: 913 time: 0.1041427 Sep 08 09:23:32.719230 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3abd81a8-b9b8-4a10-b0f6-bab0f418a7ab req-aba170b3-e673-4d6f-8475-e02c58ea8c52 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b87b2ab-6284-4d2e-8349-efef818a46e4 HTTP/1.1" status: 200 len: 217 time: 0.0369923 Sep 08 09:23:32.749936 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-99e86f50-c552-4d9b-9fac-4493003e1190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'name': 'tempest-RoutersIpV6Test-router-273112145', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:23:06Z', 'updated_at': '2021-09-08T09:23:30Z', 'revision_number': 7, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'gw_port_host': None, '_interfaces': [{'id': '880b955b-ed02-4277-8450-c9813c72fbb1', 'name': '', 'network_id': '99c41123-056c-444a-b916-fab79fc72b90', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:cd:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '134390c9-bdab-45e0-8c7b-e3ea79a9511a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:18Z', 'updated_at': '2021-09-08T09:23:27Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': '134390c9-bdab-45e0-8c7b-e3ea79a9511a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b9e9044-589b-4463-abe4-9e28cf493eaa', 'name': '', 'network_id': '4a3f9c0e-72a2-4b76-9caf-f43898aed2ac', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:8d:49:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '1221bde1-0bbe-4fea-b4c3-3f9c7c307e33', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:22Z', 'updated_at': '2021-09-08T09:23:31Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': '1221bde1-0bbe-4fea-b4c3-3f9c7c307e33', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96eb591b-48fa-4482-bbee-10d221ec7af4', 'name': '', 'network_id': 'a3e58002-bc01-4ad8-a28e-897f2b8fb82c', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:44:ea:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '07e38066-b2ff-4220-8654-72bc619c0602', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:14Z', 'updated_at': '2021-09-08T09:23:24Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': '07e38066-b2ff-4220-8654-72bc619c0602', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da2de39c-04b7-4305-8711-8fcac3c12d93', 'name': '', 'network_id': 'ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:22:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:09Z', 'updated_at': '2021-09-08T09:23:15Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:32.785588 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-07b8f752-9e36-44e5-8f2d-39225d801264 None None] Provisioning for port fb201d13-d1a8-4af8-abfe-6fa973429ec0 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:23:32.791365 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd81a8-b9b8-4a10-b0f6-bab0f418a7ab req-a5b3880e-ed57-48d7-9c6d-2eb9bba650d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:32.792069 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3abd81a8-b9b8-4a10-b0f6-bab0f418a7ab req-a5b3880e-ed57-48d7-9c6d-2eb9bba650d6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=452a4b6d-a445-4b2b-9168-2695dd67e404 HTTP/1.1" status: 200 len: 851 time: 0.0648572 Sep 08 09:23:32.795105 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e86f50-c552-4d9b-9fac-4493003e1190 None None] Checking router: f303b0c5-2bde-4171-871b-4a1ec25f0268 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:23:32.830496 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e86f50-c552-4d9b-9fac-4493003e1190 None None] Routers {'f303b0c5-2bde-4171-871b-4a1ec25f0268'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:23:32.831786 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-99e86f50-c552-4d9b-9fac-4493003e1190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:23:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['f303b0c5-2bde-4171-871b-4a1ec25f0268'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:32.849127 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd81a8-b9b8-4a10-b0f6-bab0f418a7ab req-7bf1b5f7-cc31-4956-9bb5-49f530987c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:32.858897 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3abd81a8-b9b8-4a10-b0f6-bab0f418a7ab req-7bf1b5f7-cc31-4956-9bb5-49f530987c7f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2de43bb0-acf3-42aa-b534-30332da083e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584841 Sep 08 09:23:32.872349 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4c2c5504-9cae-4026-94f1-c48e2b3645f2 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:32.908036 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c5504-9cae-4026-94f1-c48e2b3645f2 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Pushing event deleted for resources: {'Port': ['ID=11a025a8-1ab0-4000-9d16-d56d8ccaacbb,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:32.911511 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-21e17a18-6efc-45b7-b9f6-edcb828c5834 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Deleting port 8b9e9044-589b-4463-abe4-9e28cf493eaa {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:23:32.912497 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-21e17a18-6efc-45b7-b9f6-edcb828c5834 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:32.959423 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3abd81a8-b9b8-4a10-b0f6-bab0f418a7ab req-c1f845d4-74d4-4f27-b215-7bc56f6223e3 service neutron] 10.222.0.35 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964122 Sep 08 09:23:33.048502 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4c2c5504-9cae-4026-94f1-c48e2b3645f2 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:33.051220 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4c2c5504-9cae-4026-94f1-c48e2b3645f2 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] 10.222.0.54 "DELETE /v2.0/ports/11a025a8-1ab0-4000-9d16-d56d8ccaacbb HTTP/1.1" status: 204 len: 168 time: 1.1621232 Sep 08 09:23:33.054179 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43314) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:33.078561 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-21e17a18-6efc-45b7-b9f6-edcb828c5834 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] For port 8b9e9044-589b-4463-abe4-9e28cf493eaa, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=8b9e9044-589b-4463-abe4-9e28cf493eaa,segment=NetworkSegment(b902c921-1f08-4035-92bb-e9480679c279),segment_id=b902c921-1f08-4035-92bb-e9480679c279)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:23:33.078937 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-21e17a18-6efc-45b7-b9f6-edcb828c5834 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:33.080621 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3abd81a8-b9b8-4a10-b0f6-bab0f418a7ab req-0d60b00d-f5f8-47e5-8250-963e58979e66 service neutron] 10.222.0.35 "GET /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130090 Sep 08 09:23:33.093265 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-21e17a18-6efc-45b7-b9f6-edcb828c5834 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Calling delete_port for 8b9e9044-589b-4463-abe4-9e28cf493eaa owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:23:33.116627 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:23:33.163758 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b39d1-b08e-4627-8fc6-8ce02c9ec53b req-0390471b-d546-4b4c-88f4-6d9343ab242c tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:33.166097 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8b5b39d1-b08e-4627-8fc6-8ce02c9ec53b req-0390471b-d546-4b4c-88f4-6d9343ab242c tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.0778174 Sep 08 09:23:33.177958 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-99e86f50-c552-4d9b-9fac-4493003e1190 None None] Set router f303b0c5-2bde-4171-871b-4a1ec25f0268 gateway port host: None {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:23:33.227636 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f5c215ee-e53a-4316-91d3-9689d8bd7ba5 tempest-DHCPAgentSchedulersTestJSON-671574292 tempest-DHCPAgentSchedulersTestJSON-671574292-project-admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.1707420 Sep 08 09:23:33.232669 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43318) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:33.240126 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-0e34dd8a-e2d3-4c7e-9f9c-d06de1120660 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-306606279'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:23:33.262620 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8b5b39d1-b08e-4627-8fc6-8ce02c9ec53b req-a74125bf-52d8-4b27-9f05-7435be5963ae tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842063 Sep 08 09:23:33.299372 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e34dd8a-e2d3-4c7e-9f9c-d06de1120660 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Made reservation on behalf of a17b5eec10cf4cfba047fc22d99c4240 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:23:33.303438 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0e34dd8a-e2d3-4c7e-9f9c-d06de1120660 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:33.348442 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e34dd8a-e2d3-4c7e-9f9c-d06de1120660 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:23:33.356058 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-21e17a18-6efc-45b7-b9f6-edcb828c5834 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:33.364025 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0e34dd8a-e2d3-4c7e-9f9c-d06de1120660 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:33.364376 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-0e34dd8a-e2d3-4c7e-9f9c-d06de1120660 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Added segment d919bbd5-ac51-43d0-b630-ec19fd7b2777 of type vlan for network 24a8ccea-8430-4674-8bb1-e4a4b5f72f76 Sep 08 09:23:33.407084 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e17a18-6efc-45b7-b9f6-edcb828c5834 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event deleted for resources: {'Port': ['ID=8b9e9044-589b-4463-abe4-9e28cf493eaa,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:33.444362 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:23:33.462654 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'port_id': '7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4', 'mac_address': 'fa:16:3e:ae:33:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc66e4b-ecb5-4c99-afe1-0a78c722534a', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:23:33.536187 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0e34dd8a-e2d3-4c7e-9f9c-d06de1120660 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:33.595581 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:33.618862 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device fb201d13-d1a8-4af8-abfe-6fa973429ec0 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:23:33.642724 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:23:33.650790 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0e34dd8a-e2d3-4c7e-9f9c-d06de1120660 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:33.656798 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e34dd8a-e2d3-4c7e-9f9c-d06de1120660 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:33.657333 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0e34dd8a-e2d3-4c7e-9f9c-d06de1120660 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:33.700198 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:23:33.714358 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:33.718429 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-99e86f50-c552-4d9b-9fac-4493003e1190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'name': 'tempest-RoutersIpV6Test-router-273112145', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:23:06Z', 'updated_at': '2021-09-08T09:23:30Z', 'revision_number': 7, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'gw_port_host': None, '_interfaces': [{'id': '880b955b-ed02-4277-8450-c9813c72fbb1', 'name': '', 'network_id': '99c41123-056c-444a-b916-fab79fc72b90', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:cd:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '134390c9-bdab-45e0-8c7b-e3ea79a9511a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:18Z', 'updated_at': '2021-09-08T09:23:27Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': '134390c9-bdab-45e0-8c7b-e3ea79a9511a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b9e9044-589b-4463-abe4-9e28cf493eaa', 'name': '', 'network_id': '4a3f9c0e-72a2-4b76-9caf-f43898aed2ac', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:8d:49:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '1221bde1-0bbe-4fea-b4c3-3f9c7c307e33', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:22Z', 'updated_at': '2021-09-08T09:23:31Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': '1221bde1-0bbe-4fea-b4c3-3f9c7c307e33', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96eb591b-48fa-4482-bbee-10d221ec7af4', 'name': '', 'network_id': 'a3e58002-bc01-4ad8-a28e-897f2b8fb82c', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:44:ea:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '07e38066-b2ff-4220-8654-72bc619c0602', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:14Z', 'updated_at': '2021-09-08T09:23:24Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': '07e38066-b2ff-4220-8654-72bc619c0602', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da2de39c-04b7-4305-8711-8fcac3c12d93', 'name': '', 'network_id': 'ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:22:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:09Z', 'updated_at': '2021-09-08T09:23:15Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:33.745736 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-21e17a18-6efc-45b7-b9f6-edcb828c5834 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:33.749922 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0e34dd8a-e2d3-4c7e-9f9c-d06de1120660 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5161548 Sep 08 09:23:33.753593 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43322) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:33.769914 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e86f50-c552-4d9b-9fac-4493003e1190 None None] The sync data for ids ['f303b0c5-2bde-4171-871b-4a1ec25f0268'] in n-d-806683-11 is: [{'id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'name': 'tempest-RoutersIpV6Test-router-273112145', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:23:06Z', 'updated_at': '2021-09-08T09:23:30Z', 'revision_number': 7, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'gw_port_host': None, '_interfaces': [{'id': '880b955b-ed02-4277-8450-c9813c72fbb1', 'name': '', 'network_id': '99c41123-056c-444a-b916-fab79fc72b90', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:cd:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '134390c9-bdab-45e0-8c7b-e3ea79a9511a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:18Z', 'updated_at': '2021-09-08T09:23:27Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': '134390c9-bdab-45e0-8c7b-e3ea79a9511a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b9e9044-589b-4463-abe4-9e28cf493eaa', 'name': '', 'network_id': '4a3f9c0e-72a2-4b76-9caf-f43898aed2ac', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:8d:49:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '1221bde1-0bbe-4fea-b4c3-3f9c7c307e33', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:22Z', 'updated_at': '2021-09-08T09:23:31Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': '1221bde1-0bbe-4fea-b4c3-3f9c7c307e33', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96eb591b-48fa-4482-bbee-10d221ec7af4', 'name': '', 'network_id': 'a3e58002-bc01-4ad8-a28e-897f2b8fb82c', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:44:ea:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '07e38066-b2ff-4220-8654-72bc619c0602', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:14Z', 'updated_at': '2021-09-08T09:23:24Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': '07e38066-b2ff-4220-8654-72bc619c0602', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da2de39c-04b7-4305-8711-8fcac3c12d93', 'name': '', 'network_id': 'ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:22:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:09Z', 'updated_at': '2021-09-08T09:23:15Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:23:33.798949 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e34dd8a-e2d3-4c7e-9f9c-d06de1120660 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Pushing event updated for resources: {'Network': ['ID=24a8ccea-8430-4674-8bb1-e4a4b5f72f76,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:33.812499 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 24a8ccea-8430-4674-8bb1-e4a4b5f72f76 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:23:33.870912 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080d0ab-f64f-4649-93d3-81a5e9cb9ccf req-ad6e837f-1d7a-49a8-b166-af743a61ea5e tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:33.872222 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1080d0ab-f64f-4649-93d3-81a5e9cb9ccf req-ad6e837f-1d7a-49a8-b166-af743a61ea5e tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e6874e9-2aa8-4096-8476-75f1bed90524 HTTP/1.1" status: 200 len: 947 time: 0.2254848 Sep 08 09:23:33.960013 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port fb201d13-d1a8-4af8-abfe-6fa973429ec0 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:23:33.970681 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1080d0ab-f64f-4649-93d3-81a5e9cb9ccf req-00d0ad82-7c04-4216-8321-416b65fe504b tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] 10.222.0.54 "GET /v2.0/security-groups?id=dbda2b0e-d2f9-4045-bfee-8fe8bdca2a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596015 Sep 08 09:23:33.973427 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port fb201d13-d1a8-4af8-abfe-6fa973429ec0 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:23:33.973897 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:34.022417 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:34.046516 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-235369c2-b6d3-4560-b3d3-0ba3bfb4c353 None None] Could not find standard attr ID for object 11a025a8-1ab0-4000-9d16-d56d8ccaacbb. {{(pid=94714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 09:23:34.059731 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-18a41a51-5007-4227-b6ce-36d783f0c8d8 tempest-DHCPAgentSchedulersTestJSON-671574292 tempest-DHCPAgentSchedulersTestJSON-671574292-project-admin] 10.222.0.54 "GET /v2.0/agents/61994b13-e7de-43ab-81f2-18d07d08581b/dhcp-networks HTTP/1.1" status: 200 len: 10406 time: 0.3042483 Sep 08 09:23:34.060437 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43324) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:34.110363 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e17a18-6efc-45b7-b9f6-edcb828c5834 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Router f303b0c5-2bde-4171-871b-4a1ec25f0268 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:23:34.121344 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:23:34.125344 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:34.167485 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77df9ae0-9c84-467c-8d1b-098cd2bdd095 tempest-DHCPAgentSchedulersTestJSON-671574292 tempest-DHCPAgentSchedulersTestJSON-671574292-project-admin] Network 24a8ccea-8430-4674-8bb1-e4a4b5f72f76 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:23:34.187710 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-77df9ae0-9c84-467c-8d1b-098cd2bdd095 tempest-DHCPAgentSchedulersTestJSON-671574292 tempest-DHCPAgentSchedulersTestJSON-671574292-project-admin] 10.222.0.54 "POST /v2.0/agents/61994b13-e7de-43ab-81f2-18d07d08581b/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1254985 Sep 08 09:23:34.188568 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43326) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:34.192837 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00423a5-3eae-462e-8ccf-4ecd8f1d6736 None None] Network 24a8ccea-8430-4674-8bb1-e4a4b5f72f76 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:23:34.231908 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e17a18-6efc-45b7-b9f6-edcb828c5834 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:23:34.239349 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-21e17a18-6efc-45b7-b9f6-edcb828c5834 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "PUT /v2.0/routers/f303b0c5-2bde-4171-871b-4a1ec25f0268/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2771676 Sep 08 09:23:34.241894 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43328) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:34.251648 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987582ae-eb91-4183-9eef-f31c890a47f9 None None] Sync routers for ids ['f303b0c5-2bde-4171-871b-4a1ec25f0268'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:23:34.273295 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987582ae-eb91-4183-9eef-f31c890a47f9 None None] Routers {'f303b0c5-2bde-4171-871b-4a1ec25f0268'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:23:34.273931 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-987582ae-eb91-4183-9eef-f31c890a47f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:23:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['f303b0c5-2bde-4171-871b-4a1ec25f0268'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:34.302644 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port fb201d13-d1a8-4af8-abfe-6fa973429ec0, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=fb201d13-d1a8-4af8-abfe-6fa973429ec0,segment=NetworkSegment(52190e1e-7769-48c8-9fea-c53f4392c819),segment_id=52190e1e-7769-48c8-9fea-c53f4392c819)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:23:34.325595 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:34.326370 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 8b9e9044-589b-4463-abe4-9e28cf493eaa up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:23:34.363836 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8a4065a-a77a-4545-ade1-84c47aa29c10 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Deleting subnet 1221bde1-0bbe-4fea-b4c3-3f9c7c307e33 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:23:34.370997 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a8a4065a-a77a-4545-ade1-84c47aa29c10 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:34.401432 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 8b9e9044-589b-4463-abe4-9e28cf493eaa {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:23:34.401778 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 8b9e9044-589b-4463-abe4-9e28cf493eaa not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 08 09:23:34.421392 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a8a4065a-a77a-4545-ade1-84c47aa29c10 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:34.425883 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-987582ae-eb91-4183-9eef-f31c890a47f9 None None] Set router f303b0c5-2bde-4171-871b-4a1ec25f0268 gateway port host: None {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:23:34.495529 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Port 8b9e9044-589b-4463-abe4-9e28cf493eaa not found, will not notify nova. {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 08 09:23:34.523927 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a8a4065a-a77a-4545-ade1-84c47aa29c10 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:34.551087 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=fb201d13-d1a8-4af8-abfe-6fa973429ec0,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:34.593144 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a8a4065a-a77a-4545-ade1-84c47aa29c10 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:34.621860 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a4065a-a77a-4545-ade1-84c47aa29c10 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event deleted for resources: {'Subnet': ['ID=1221bde1-0bbe-4fea-b4c3-3f9c7c307e33,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:34.625751 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a8a4065a-a77a-4545-ade1-84c47aa29c10 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:34.627772 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a8a4065a-a77a-4545-ade1-84c47aa29c10 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "DELETE /v2.0/subnets/1221bde1-0bbe-4fea-b4c3-3f9c7c307e33 HTTP/1.1" status: 204 len: 168 time: 0.3846421 Sep 08 09:23:34.630326 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43334) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:34.634585 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78d9106-4f6a-4555-82e2-9a373e43ce16 None None] Network 4a3f9c0e-72a2-4b76-9caf-f43898aed2ac requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:23:34.676139 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6256c8a-236e-4c6a-9338-183f9e342a1d req-5b0fc7bd-c67d-48c2-98fd-00133571f630 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:34.677675 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a6256c8a-236e-4c6a-9338-183f9e342a1d req-5b0fc7bd-c67d-48c2-98fd-00133571f630 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.1079407 Sep 08 09:23:34.701994 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-987582ae-eb91-4183-9eef-f31c890a47f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'name': 'tempest-RoutersIpV6Test-router-273112145', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:23:06Z', 'updated_at': '2021-09-08T09:23:33Z', 'revision_number': 8, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'gw_port_host': None, '_interfaces': [{'id': '880b955b-ed02-4277-8450-c9813c72fbb1', 'name': '', 'network_id': '99c41123-056c-444a-b916-fab79fc72b90', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:cd:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '134390c9-bdab-45e0-8c7b-e3ea79a9511a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:18Z', 'updated_at': '2021-09-08T09:23:27Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': '134390c9-bdab-45e0-8c7b-e3ea79a9511a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96eb591b-48fa-4482-bbee-10d221ec7af4', 'name': '', 'network_id': 'a3e58002-bc01-4ad8-a28e-897f2b8fb82c', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:44:ea:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '07e38066-b2ff-4220-8654-72bc619c0602', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:14Z', 'updated_at': '2021-09-08T09:23:24Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': '07e38066-b2ff-4220-8654-72bc619c0602', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da2de39c-04b7-4305-8711-8fcac3c12d93', 'name': '', 'network_id': 'ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:22:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:09Z', 'updated_at': '2021-09-08T09:23:15Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:34.723319 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5e87cfa9-0ec0-4b4f-bbd9-519082740bf7 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:34.748510 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987582ae-eb91-4183-9eef-f31c890a47f9 None None] Checking router: f303b0c5-2bde-4171-871b-4a1ec25f0268 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:23:34.758253 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987582ae-eb91-4183-9eef-f31c890a47f9 None None] Routers {'f303b0c5-2bde-4171-871b-4a1ec25f0268'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:23:34.759082 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-987582ae-eb91-4183-9eef-f31c890a47f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:23:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['f303b0c5-2bde-4171-871b-4a1ec25f0268'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:34.761830 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8dc2f16c-7eb9-4a9a-aed5-03a9c9550b31 tempest-DHCPAgentSchedulersTestJSON-671574292 tempest-DHCPAgentSchedulersTestJSON-671574292-project-admin] 10.222.0.54 "GET /v2.0/agents/61994b13-e7de-43ab-81f2-18d07d08581b/dhcp-networks HTTP/1.1" status: 200 len: 11176 time: 0.5717721 Sep 08 09:23:34.764583 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43336) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:34.779068 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a6256c8a-236e-4c6a-9338-183f9e342a1d req-69036180-9f5b-4858-9eea-fd22ee84a5ae tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941718 Sep 08 09:23:34.794062 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-5e87cfa9-0ec0-4b4f-bbd9-519082740bf7 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Deleting port f4edf500-b57d-489a-b0fa-d96b34e9d343 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:23:34.794454 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5e87cfa9-0ec0-4b4f-bbd9-519082740bf7 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:34.859312 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-52956292-b38a-4c8b-b8b2-3d5632c68f26 tempest-DHCPAgentSchedulersTestJSON-671574292 tempest-DHCPAgentSchedulersTestJSON-671574292-project-admin] 10.222.0.54 "DELETE /v2.0/agents/61994b13-e7de-43ab-81f2-18d07d08581b/dhcp-networks/24a8ccea-8430-4674-8bb1-e4a4b5f72f76 HTTP/1.1" status: 204 len: 168 time: 0.0909188 Sep 08 09:23:34.859312 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43340) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:34.878316 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-987582ae-eb91-4183-9eef-f31c890a47f9 None None] Set router f303b0c5-2bde-4171-871b-4a1ec25f0268 gateway port host: None {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:23:34.904247 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a69a60-6e84-4066-be32-2f70d3b1e8cf None None] DHCP port deletion for 4a3f9c0e-72a2-4b76-9caf-f43898aed2ac request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:23:34.934547 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-5e87cfa9-0ec0-4b4f-bbd9-519082740bf7 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] For port f4edf500-b57d-489a-b0fa-d96b34e9d343, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=f4edf500-b57d-489a-b0fa-d96b34e9d343,segment=NetworkSegment(b902c921-1f08-4035-92bb-e9480679c279),segment_id=b902c921-1f08-4035-92bb-e9480679c279)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:23:34.934923 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5e87cfa9-0ec0-4b4f-bbd9-519082740bf7 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:34.965026 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-c7a69a60-6e84-4066-be32-2f70d3b1e8cf None None] Deleting port f4edf500-b57d-489a-b0fa-d96b34e9d343 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:23:34.965408 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c7a69a60-6e84-4066-be32-2f70d3b1e8cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:34.974144 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c6f60-f6b2-4df6-9c1b-003e96f61a54 req-12915202-8c0f-4578-ab51-86025f7343c9 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:34.978521 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-080c6f60-f6b2-4df6-9c1b-003e96f61a54 req-12915202-8c0f-4578-ab51-86025f7343c9 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.0940588 Sep 08 09:23:34.981670 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-5e87cfa9-0ec0-4b4f-bbd9-519082740bf7 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Calling delete_port for f4edf500-b57d-489a-b0fa-d96b34e9d343 owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:23:35.044846 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5e788a4c-b350-4481-af66-aae8f9017fcf tempest-DHCPAgentSchedulersTestJSON-671574292 tempest-DHCPAgentSchedulersTestJSON-671574292-project-admin] 10.222.0.54 "GET /v2.0/agents/61994b13-e7de-43ab-81f2-18d07d08581b/dhcp-networks HTTP/1.1" status: 200 len: 10368 time: 0.1846685 Sep 08 09:23:35.045657 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43344) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:35.055478 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-c7a69a60-6e84-4066-be32-2f70d3b1e8cf None None] For port f4edf500-b57d-489a-b0fa-d96b34e9d343, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=f4edf500-b57d-489a-b0fa-d96b34e9d343,segment=NetworkSegment(b902c921-1f08-4035-92bb-e9480679c279),segment_id=b902c921-1f08-4035-92bb-e9480679c279)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:23:35.056016 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c7a69a60-6e84-4066-be32-2f70d3b1e8cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:35.077824 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-080c6f60-f6b2-4df6-9c1b-003e96f61a54 req-098f38b4-0ee9-4e01-9517-6ba97d7e44eb tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915208 Sep 08 09:23:35.079761 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-c7a69a60-6e84-4066-be32-2f70d3b1e8cf None None] Calling delete_port for f4edf500-b57d-489a-b0fa-d96b34e9d343 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:23:35.088315 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43346) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:35.089709 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2d735cab-0158-4245-ac41-acaa88b7b2bd tempest-DHCPAgentSchedulersTestJSON-671574292 tempest-DHCPAgentSchedulersTestJSON-671574292-project-admin] 10.222.0.54 "GET /v2.0/networks/43590d32-b860-4361-afe0-4dc82f72c8eb/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0427341 Sep 08 09:23:35.134133 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-987582ae-eb91-4183-9eef-f31c890a47f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'name': 'tempest-RoutersIpV6Test-router-273112145', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:23:06Z', 'updated_at': '2021-09-08T09:23:33Z', 'revision_number': 8, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'gw_port_host': None, '_interfaces': [{'id': '880b955b-ed02-4277-8450-c9813c72fbb1', 'name': '', 'network_id': '99c41123-056c-444a-b916-fab79fc72b90', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:cd:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '134390c9-bdab-45e0-8c7b-e3ea79a9511a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:18Z', 'updated_at': '2021-09-08T09:23:27Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': '134390c9-bdab-45e0-8c7b-e3ea79a9511a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96eb591b-48fa-4482-bbee-10d221ec7af4', 'name': '', 'network_id': 'a3e58002-bc01-4ad8-a28e-897f2b8fb82c', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:44:ea:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '07e38066-b2ff-4220-8654-72bc619c0602', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:14Z', 'updated_at': '2021-09-08T09:23:24Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': '07e38066-b2ff-4220-8654-72bc619c0602', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da2de39c-04b7-4305-8711-8fcac3c12d93', 'name': '', 'network_id': 'ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:22:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:09Z', 'updated_at': '2021-09-08T09:23:15Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:35.145120 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7e03d442-f1d5-4b21-ad67-1c5c79973c21 tempest-DHCPAgentSchedulersTestJSON-671574292 tempest-DHCPAgentSchedulersTestJSON-671574292-project-admin] 10.222.0.54 "GET /v2.0/networks/43590d32-b860-4361-afe0-4dc82f72c8eb/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0550797 Sep 08 09:23:35.145755 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43350) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:35.170484 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987582ae-eb91-4183-9eef-f31c890a47f9 None None] The sync data for ids ['f303b0c5-2bde-4171-871b-4a1ec25f0268'] in n-d-806683-11 is: [{'id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'name': 'tempest-RoutersIpV6Test-router-273112145', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:23:06Z', 'updated_at': '2021-09-08T09:23:33Z', 'revision_number': 8, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'gw_port_host': None, '_interfaces': [{'id': '880b955b-ed02-4277-8450-c9813c72fbb1', 'name': '', 'network_id': '99c41123-056c-444a-b916-fab79fc72b90', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:cd:a9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '134390c9-bdab-45e0-8c7b-e3ea79a9511a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:18Z', 'updated_at': '2021-09-08T09:23:27Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': '134390c9-bdab-45e0-8c7b-e3ea79a9511a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '96eb591b-48fa-4482-bbee-10d221ec7af4', 'name': '', 'network_id': 'a3e58002-bc01-4ad8-a28e-897f2b8fb82c', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:44:ea:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '07e38066-b2ff-4220-8654-72bc619c0602', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:14Z', 'updated_at': '2021-09-08T09:23:24Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': '07e38066-b2ff-4220-8654-72bc619c0602', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da2de39c-04b7-4305-8711-8fcac3c12d93', 'name': '', 'network_id': 'ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:22:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:09Z', 'updated_at': '2021-09-08T09:23:15Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:23:35.176561 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf8136-10f9-4574-895c-110b2fa3ff0e req-ac40eb1f-5f70-44de-8ee9-30e1331bed55 tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:35.178175 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a1cf8136-10f9-4574-895c-110b2fa3ff0e req-ac40eb1f-5f70-44de-8ee9-30e1331bed55 tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e6874e9-2aa8-4096-8476-75f1bed90524 HTTP/1.1" status: 200 len: 948 time: 0.0774431 Sep 08 09:23:35.179762 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5e87cfa9-0ec0-4b4f-bbd9-519082740bf7 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:35.202545 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c7a69a60-6e84-4066-be32-2f70d3b1e8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:35.223460 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a69a60-6e84-4066-be32-2f70d3b1e8cf None None] No DVR routers for this DVR port f4edf500-b57d-489a-b0fa-d96b34e9d343 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:23:35.248049 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a69a60-6e84-4066-be32-2f70d3b1e8cf None None] Pushing event deleted for resources: {'Port': ['ID=f4edf500-b57d-489a-b0fa-d96b34e9d343,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:35.259861 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87cfa9-0ec0-4b4f-bbd9-519082740bf7 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event deleted for resources: {'Port': ['ID=f4edf500-b57d-489a-b0fa-d96b34e9d343,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:35.267676 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e87cfa9-0ec0-4b4f-bbd9-519082740bf7 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] No DVR routers for this DVR port f4edf500-b57d-489a-b0fa-d96b34e9d343 on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:23:35.294407 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a1cf8136-10f9-4574-895c-110b2fa3ff0e req-6a5b6230-8050-48c2-b77e-8965eace13fa tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] 10.222.0.54 "GET /v2.0/security-groups?id=dbda2b0e-d2f9-4045-bfee-8fe8bdca2a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922000 Sep 08 09:23:35.395738 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5e87cfa9-0ec0-4b4f-bbd9-519082740bf7 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:35.449397 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-5e87cfa9-0ec0-4b4f-bbd9-519082740bf7 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a3f9c0e-72a2-4b76-9caf-f43898aed2ac']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:35.469097 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0ab12a15-5b6b-4703-8249-b764cd148b2e tempest-DHCPAgentSchedulersTestJSON-671574292 tempest-DHCPAgentSchedulersTestJSON-671574292-project-admin] 10.222.0.54 "GET /v2.0/agents/61994b13-e7de-43ab-81f2-18d07d08581b/dhcp-networks HTTP/1.1" status: 200 len: 10368 time: 0.3182588 Sep 08 09:23:35.469097 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-5e87cfa9-0ec0-4b4f-bbd9-519082740bf7 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b902c921-1f08-4035-92bb-e9480679c279') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:35.469097 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-5e87cfa9-0ec0-4b4f-bbd9-519082740bf7 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b902c921-1f08-4035-92bb-e9480679c279') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:35.469969 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43362) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:35.497099 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5e87cfa9-0ec0-4b4f-bbd9-519082740bf7 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:35.560902 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5e87cfa9-0ec0-4b4f-bbd9-519082740bf7 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:35.576441 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e87cfa9-0ec0-4b4f-bbd9-519082740bf7 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:23:35.577325 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5e87cfa9-0ec0-4b4f-bbd9-519082740bf7 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:35.580317 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:23:35.580317 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:23:35.580317 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:23:35.580317 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:23:35.580317 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:23:35.580317 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:23:35.580317 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:23:35.580317 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:23:35.580317 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:23:35.580317 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:23:35.580317 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:23:35.580317 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:23:35.580317 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:23:35.580317 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:23:35.580317 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:23:35.580317 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:23:35.580317 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:23:35.580317 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:23:35.580317 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:23:35.580317 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:23:35.580317 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:23:35.580317 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:23:35.580317 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:23:35.580317 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:23:35.580317 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:23:35.580317 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:23:35.580317 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:23:35.580317 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:23:35.580317 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:23:35.580317 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:23:35.580317 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:23:35.580317 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:23:35.596848 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d6168824-2af8-4089-96a6-deb2505be0fd tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:35.637375 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device fb201d13-d1a8-4af8-abfe-6fa973429ec0 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:23:35.703867 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5e87cfa9-0ec0-4b4f-bbd9-519082740bf7 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:35.712202 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5e87cfa9-0ec0-4b4f-bbd9-519082740bf7 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:35.714279 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5e87cfa9-0ec0-4b4f-bbd9-519082740bf7 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "DELETE /v2.0/networks/4a3f9c0e-72a2-4b76-9caf-f43898aed2ac HTTP/1.1" status: 204 len: 168 time: 1.0827112 Sep 08 09:23:35.717367 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43390) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:35.717747 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port fb201d13-d1a8-4af8-abfe-6fa973429ec0 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:23:35.718300 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:35.751219 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87cfa9-0ec0-4b4f-bbd9-519082740bf7 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event deleted for resources: {'Network': ['ID=4a3f9c0e-72a2-4b76-9caf-f43898aed2ac,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:35.793125 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d6168824-2af8-4089-96a6-deb2505be0fd tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:35.820855 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-d6168824-2af8-4089-96a6-deb2505be0fd tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24a8ccea-8430-4674-8bb1-e4a4b5f72f76']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:35.833876 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-d6168824-2af8-4089-96a6-deb2505be0fd tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd919bbd5-ac51-43d0-b630-ec19fd7b2777') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:35.834333 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-d6168824-2af8-4089-96a6-deb2505be0fd tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd919bbd5-ac51-43d0-b630-ec19fd7b2777') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:35.848335 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d6168824-2af8-4089-96a6-deb2505be0fd tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:35.864301 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d6168824-2af8-4089-96a6-deb2505be0fd tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:35.876637 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6168824-2af8-4089-96a6-deb2505be0fd tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:23:35.877069 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d6168824-2af8-4089-96a6-deb2505be0fd tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:35.882992 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:23:35.882992 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:23:35.882992 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:23:35.882992 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:23:35.882992 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:23:35.882992 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:23:35.882992 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:23:35.882992 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:23:35.882992 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:23:35.882992 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:23:35.882992 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:23:35.882992 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:23:35.882992 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:23:35.882992 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:23:35.882992 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:23:35.882992 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:23:35.882992 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:23:35.882992 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:23:35.882992 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:23:35.882992 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:23:35.882992 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:23:35.882992 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:23:35.882992 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:23:35.882992 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:23:35.882992 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:23:35.882992 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:23:35.882992 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:23:35.882992 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:23:35.882992 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:23:35.882992 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:23:35.882992 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:23:35.882992 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:23:35.932298 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device f4edf500-b57d-489a-b0fa-d96b34e9d343 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:23:35.954350 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: f4edf500-b57d-489a-b0fa-d96b34e9d343 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:23:35.955127 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device f4edf500-b57d-489a-b0fa-d96b34e9d343 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:23:35.955917 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 8b9e9044-589b-4463-abe4-9e28cf493eaa no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:23:35.970652 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d6168824-2af8-4089-96a6-deb2505be0fd tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:35.983309 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 8b9e9044-589b-4463-abe4-9e28cf493eaa {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:23:35.983661 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 8b9e9044-589b-4463-abe4-9e28cf493eaa not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:23:35.986268 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d6168824-2af8-4089-96a6-deb2505be0fd tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:35.992519 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d6168824-2af8-4089-96a6-deb2505be0fd tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] 10.222.0.54 "DELETE /v2.0/networks/24a8ccea-8430-4674-8bb1-e4a4b5f72f76 HTTP/1.1" status: 204 len: 168 time: 0.5199256 Sep 08 09:23:35.993615 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43392) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:36.007941 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6168824-2af8-4089-96a6-deb2505be0fd tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Pushing event deleted for resources: {'Network': ['ID=24a8ccea-8430-4674-8bb1-e4a4b5f72f76,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:36.021215 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-f58cb94d-ff97-475a-a970-32ecb60d4bc3 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] DELETE failed (client error): The resource could not be found. Sep 08 09:23:36.021878 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f58cb94d-ff97-475a-a970-32ecb60d4bc3 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:23:36.024192 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f58cb94d-ff97-475a-a970-32ecb60d4bc3 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] 10.222.0.54 "DELETE /v2.0/ports/11a025a8-1ab0-4000-9d16-d56d8ccaacbb HTTP/1.1" status: 404 len: 333 time: 0.0301876 Sep 08 09:23:36.027129 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43394) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:36.059871 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2f9a5-ed1b-4e18-a681-c4e948353d5e req-a79e2197-e228-4bc2-a16a-b90d1ad707b0 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:36.061399 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-57f2f9a5-ed1b-4e18-a681-c4e948353d5e req-a79e2197-e228-4bc2-a16a-b90d1ad707b0 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1a29bf9-775c-4b90-9e4c-314cd01b37f3 HTTP/1.1" status: 200 len: 943 time: 0.0554178 Sep 08 09:23:36.104992 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1f16672-fd89-48c6-9751-80f7e1344e22 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Deleting subnet 728f1efd-b68d-4e37-8999-67965d22a36f {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:23:36.108900 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c1f16672-fd89-48c6-9751-80f7e1344e22 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:36.156842 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c1f16672-fd89-48c6-9751-80f7e1344e22 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:36.164083 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-57f2f9a5-ed1b-4e18-a681-c4e948353d5e req-80ef8247-fcab-49d0-8871-e8b90ba9e212 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Deleting port 069f7523-ee1d-4679-8f37-92586e744f18 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:23:36.164431 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-57f2f9a5-ed1b-4e18-a681-c4e948353d5e req-80ef8247-fcab-49d0-8871-e8b90ba9e212 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:36.283397 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c1f16672-fd89-48c6-9751-80f7e1344e22 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:36.339937 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1b0beace-3ec0-42e9-a190-445efb130fcb tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:36.446131 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c1f16672-fd89-48c6-9751-80f7e1344e22 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:36.492418 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f16672-fd89-48c6-9751-80f7e1344e22 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Pushing event deleted for resources: {'Subnet': ['ID=728f1efd-b68d-4e37-8999-67965d22a36f,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:36.501228 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c1f16672-fd89-48c6-9751-80f7e1344e22 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:36.503848 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c1f16672-fd89-48c6-9751-80f7e1344e22 tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] 10.222.0.54 "DELETE /v2.0/subnets/728f1efd-b68d-4e37-8999-67965d22a36f HTTP/1.1" status: 204 len: 168 time: 0.4756672 Sep 08 09:23:36.506525 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43398) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:36.506746 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9455e52-e0da-4514-8ae3-52170f69ca08 None None] Network 43590d32-b860-4361-afe0-4dc82f72c8eb requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:23:36.512038 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-57f2f9a5-ed1b-4e18-a681-c4e948353d5e req-80ef8247-fcab-49d0-8871-e8b90ba9e212 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] For port 069f7523-ee1d-4679-8f37-92586e744f18, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=069f7523-ee1d-4679-8f37-92586e744f18,segment=NetworkSegment(0adbffbb-cf08-4e79-9920-208d98c2b498),segment_id=0adbffbb-cf08-4e79-9920-208d98c2b498)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:23:36.512427 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-57f2f9a5-ed1b-4e18-a681-c4e948353d5e req-80ef8247-fcab-49d0-8871-e8b90ba9e212 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:36.529312 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-57f2f9a5-ed1b-4e18-a681-c4e948353d5e req-80ef8247-fcab-49d0-8871-e8b90ba9e212 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Calling delete_port for 069f7523-ee1d-4679-8f37-92586e744f18 owned by compute:nova {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:23:36.551900 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561199c-af47-4d8d-ad34-428118062a14 req-ff01b02f-0400-4cfe-87f8-dae38825789c tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:36.553420 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7561199c-af47-4d8d-ad34-428118062a14 req-ff01b02f-0400-4cfe-87f8-dae38825789c tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e6874e9-2aa8-4096-8476-75f1bed90524 HTTP/1.1" status: 200 len: 948 time: 0.1726513 Sep 08 09:23:36.670420 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-01f89520-dae5-45a7-90cb-6c6de1cc686a tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:36.678492 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-57f2f9a5-ed1b-4e18-a681-c4e948353d5e req-80ef8247-fcab-49d0-8871-e8b90ba9e212 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:36.684777 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7561199c-af47-4d8d-ad34-428118062a14 req-18b311e4-676c-4958-83a0-978e50d31a6a tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] 10.222.0.54 "GET /v2.0/security-groups?id=dbda2b0e-d2f9-4045-bfee-8fe8bdca2a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200998 Sep 08 09:23:36.687281 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448af3d0-f2b6-4de7-8463-1a184b45f666 None None] DHCP port deletion for 43590d32-b860-4361-afe0-4dc82f72c8eb request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:23:36.716317 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef8247-fcab-49d0-8871-e8b90ba9e212 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Pushing event deleted for resources: {'Port': ['ID=069f7523-ee1d-4679-8f37-92586e744f18,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:36.726576 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['d099dbf8-3bed-42ef-8b23-813e7913ad69'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:23:36.730455 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['b73e27f2-f52d-4cc3-a12e-4fa5ab811726'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:23:36.802464 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-01f89520-dae5-45a7-90cb-6c6de1cc686a tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Deleting port fb201d13-d1a8-4af8-abfe-6fa973429ec0 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:23:36.802890 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-01f89520-dae5-45a7-90cb-6c6de1cc686a tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:36.810307 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f2f9a5-ed1b-4e18-a681-c4e948353d5e req-80ef8247-fcab-49d0-8871-e8b90ba9e212 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] No DVR routers for this DVR port 069f7523-ee1d-4679-8f37-92586e744f18 on host n-h1-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:23:36.813533 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-57f2f9a5-ed1b-4e18-a681-c4e948353d5e req-80ef8247-fcab-49d0-8871-e8b90ba9e212 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:36.816471 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-57f2f9a5-ed1b-4e18-a681-c4e948353d5e req-80ef8247-fcab-49d0-8871-e8b90ba9e212 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "DELETE /v2.0/ports/069f7523-ee1d-4679-8f37-92586e744f18 HTTP/1.1" status: 204 len: 173 time: 0.7475507 Sep 08 09:23:36.817227 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1a29bf9-775c-4b90-9e4c-314cd01b37f3', 'name': 'network-vif-deleted', 'tag': '069f7523-ee1d-4679-8f37-92586e744f18'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:23:36.819764 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d7866d-70af-47bf-8345-cc86e28142b7" -d '{"events": [{"server_uuid": "b1a29bf9-775c-4b90-9e4c-314cd01b37f3", "name": "network-vif-deleted", "tag": "069f7523-ee1d-4679-8f37-92586e744f18"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:23:36.859493 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 08 Sep 2021 09:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd96f89c-5cb3-482d-930d-2b01473aa544 x-openstack-request-id: req-fd96f89c-5cb3-482d-930d-2b01473aa544 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:23:36.860432 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1a29bf9-775c-4b90-9e4c-314cd01b37f3", "name": "network-vif-deleted", "tag": "069f7523-ee1d-4679-8f37-92586e744f18", "status": "failed", "code": 422}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:23:36.860432 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fd96f89c-5cb3-482d-930d-2b01473aa544 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:23:36.861644 n-d-806683-11 neutron-server[94713]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b1a29bf9-775c-4b90-9e4c-314cd01b37f3', 'name': 'network-vif-deleted', 'tag': '069f7523-ee1d-4679-8f37-92586e744f18', 'status': 'failed', 'code': 422} returned with failed status Sep 08 09:23:36.904428 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-01f89520-dae5-45a7-90cb-6c6de1cc686a tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] For port fb201d13-d1a8-4af8-abfe-6fa973429ec0, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=fb201d13-d1a8-4af8-abfe-6fa973429ec0,segment=NetworkSegment(52190e1e-7769-48c8-9fea-c53f4392c819),segment_id=52190e1e-7769-48c8-9fea-c53f4392c819)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:23:36.904806 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-01f89520-dae5-45a7-90cb-6c6de1cc686a tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:36.921124 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-01f89520-dae5-45a7-90cb-6c6de1cc686a tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Calling delete_port for fb201d13-d1a8-4af8-abfe-6fa973429ec0 owned by network:dhcp {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:23:36.930251 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-448af3d0-f2b6-4de7-8463-1a184b45f666 None None] Deleting port fb201d13-d1a8-4af8-abfe-6fa973429ec0 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:23:36.930843 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-448af3d0-f2b6-4de7-8463-1a184b45f666 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:36.950828 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-1b0beace-3ec0-42e9-a190-445efb130fcb tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Deleting port 880b955b-ed02-4277-8450-c9813c72fbb1 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:23:36.951096 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1b0beace-3ec0-42e9-a190-445efb130fcb tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:37.088552 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:23:37.094917 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-448af3d0-f2b6-4de7-8463-1a184b45f666 None None] For port fb201d13-d1a8-4af8-abfe-6fa973429ec0, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=fb201d13-d1a8-4af8-abfe-6fa973429ec0,segment=NetworkSegment(52190e1e-7769-48c8-9fea-c53f4392c819),segment_id=52190e1e-7769-48c8-9fea-c53f4392c819)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:23:37.096047 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-448af3d0-f2b6-4de7-8463-1a184b45f666 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:37.096210 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-1b0beace-3ec0-42e9-a190-445efb130fcb tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] For port 880b955b-ed02-4277-8450-c9813c72fbb1, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=880b955b-ed02-4277-8450-c9813c72fbb1,segment=NetworkSegment(4ca9f2cc-e32e-43f0-9d23-fe55a18ee094),segment_id=4ca9f2cc-e32e-43f0-9d23-fe55a18ee094)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:23:37.097234 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1b0beace-3ec0-42e9-a190-445efb130fcb tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:37.115127 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-1b0beace-3ec0-42e9-a190-445efb130fcb tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Calling delete_port for 880b955b-ed02-4277-8450-c9813c72fbb1 owned by network:router_interface {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:23:37.132893 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-448af3d0-f2b6-4de7-8463-1a184b45f666 None None] Calling delete_port for fb201d13-d1a8-4af8-abfe-6fa973429ec0 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:23:37.192808 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-01f89520-dae5-45a7-90cb-6c6de1cc686a tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:37.234230 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f89520-dae5-45a7-90cb-6c6de1cc686a tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Pushing event deleted for resources: {'Port': ['ID=fb201d13-d1a8-4af8-abfe-6fa973429ec0,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:37.238352 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f89520-dae5-45a7-90cb-6c6de1cc686a tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] No DVR routers for this DVR port fb201d13-d1a8-4af8-abfe-6fa973429ec0 on host n-d-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:23:37.385217 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-01f89520-dae5-45a7-90cb-6c6de1cc686a tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:37.419195 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-01f89520-dae5-45a7-90cb-6c6de1cc686a tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43590d32-b860-4361-afe0-4dc82f72c8eb']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:37.427434 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:23:37.434313 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:23:37.434697 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:37.437308 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-01f89520-dae5-45a7-90cb-6c6de1cc686a tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52190e1e-7769-48c8-9fea-c53f4392c819') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:37.438813 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-01f89520-dae5-45a7-90cb-6c6de1cc686a tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52190e1e-7769-48c8-9fea-c53f4392c819') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:37.465473 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device fb201d13-d1a8-4af8-abfe-6fa973429ec0 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:23:37.491424 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-01f89520-dae5-45a7-90cb-6c6de1cc686a tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:37.496213 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: fb201d13-d1a8-4af8-abfe-6fa973429ec0 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:23:37.496567 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device fb201d13-d1a8-4af8-abfe-6fa973429ec0 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:23:37.504573 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-448af3d0-f2b6-4de7-8463-1a184b45f666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:37.535349 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448af3d0-f2b6-4de7-8463-1a184b45f666 None None] Pushing event deleted for resources: {'Port': ['ID=fb201d13-d1a8-4af8-abfe-6fa973429ec0,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:37.541504 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448af3d0-f2b6-4de7-8463-1a184b45f666 None None] No DVR routers for this DVR port fb201d13-d1a8-4af8-abfe-6fa973429ec0 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:23:37.559631 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-01f89520-dae5-45a7-90cb-6c6de1cc686a tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:37.567619 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1b0beace-3ec0-42e9-a190-445efb130fcb tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:37.575797 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01f89520-dae5-45a7-90cb-6c6de1cc686a tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:23:37.576200 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-01f89520-dae5-45a7-90cb-6c6de1cc686a tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:37.589542 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f372f8ca-e9b5-438c-86c5-ed42dea59804 req-aa9f285b-912e-4350-8537-7ebfc3dc5a5e tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:37.591073 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f372f8ca-e9b5-438c-86c5-ed42dea59804 req-aa9f285b-912e-4350-8537-7ebfc3dc5a5e tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8add306-126d-4bbe-b131-81b2adc1cc30 HTTP/1.1" status: 200 len: 908 time: 0.1305008 Sep 08 09:23:37.591718 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:23:37.591718 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:23:37.591718 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:23:37.591718 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:23:37.591718 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:23:37.591718 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:23:37.591718 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:23:37.591718 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:23:37.591718 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:23:37.591718 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:23:37.591718 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:23:37.591718 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:23:37.591718 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:23:37.591718 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:23:37.591718 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:23:37.591718 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:23:37.591718 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:23:37.591718 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:23:37.591718 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:23:37.591718 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:23:37.591718 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:23:37.591718 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:23:37.591718 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:23:37.591718 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:23:37.591718 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:23:37.591718 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:23:37.591718 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:23:37.591718 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:23:37.591718 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:23:37.591718 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:23:37.591718 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:23:37.591718 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:23:37.603064 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:37.626529 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6874e9-2aa8-4096-8476-75f1bed90524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:23:37.628531 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0beace-3ec0-42e9-a190-445efb130fcb tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event deleted for resources: {'Port': ['ID=880b955b-ed02-4277-8450-c9813c72fbb1,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:37.629041 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffa8471-ad8e-41a9-b533-49b74bf15b44" -d '{"events": [{"server_uuid": "7e6874e9-2aa8-4096-8476-75f1bed90524", "name": "network-vif-plugged", "status": "completed", "tag": "7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:23:37.641657 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:23:37.651241 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:37.687492 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38db0e67-6c2b-42ce-8311-598faac76d76 x-openstack-request-id: req-38db0e67-6c2b-42ce-8311-598faac76d76 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:23:37.688147 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e6874e9-2aa8-4096-8476-75f1bed90524", "name": "network-vif-plugged", "status": "completed", "tag": "7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:23:37.688147 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-38db0e67-6c2b-42ce-8311-598faac76d76 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:23:37.688744 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e6874e9-2aa8-4096-8476-75f1bed90524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4', 'code': 200} Sep 08 09:23:37.719521 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:37.767316 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-01f89520-dae5-45a7-90cb-6c6de1cc686a tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:37.792399 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-01f89520-dae5-45a7-90cb-6c6de1cc686a tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:37.794342 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-01f89520-dae5-45a7-90cb-6c6de1cc686a tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] 10.222.0.54 "DELETE /v2.0/networks/43590d32-b860-4361-afe0-4dc82f72c8eb HTTP/1.1" status: 204 len: 168 time: 1.2854176 Sep 08 09:23:37.799272 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f89520-dae5-45a7-90cb-6c6de1cc686a tempest-DHCPAgentSchedulersTestJSON-1344475400 tempest-DHCPAgentSchedulersTestJSON-1344475400-project] Pushing event deleted for resources: {'Network': ['ID=43590d32-b860-4361-afe0-4dc82f72c8eb,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:37.869334 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1b0beace-3ec0-42e9-a190-445efb130fcb tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:37.938452 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d3c50-24a0-4e42-8b9c-c5e6146b839c req-e86b3837-e5d1-4f38-8bd7-4547db8f83b8 tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:37.939965 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-909d3c50-24a0-4e42-8b9c-c5e6146b839c req-e86b3837-e5d1-4f38-8bd7-4547db8f83b8 tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e6874e9-2aa8-4096-8476-75f1bed90524 HTTP/1.1" status: 200 len: 949 time: 0.1444912 Sep 08 09:23:37.945671 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb8f69-a8f5-4346-be1c-8862b9903c7d req-6db4be75-ae62-4c96-80d5-5716035218b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:37.947132 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-64fb8f69-a8f5-4346-be1c-8862b9903c7d req-6db4be75-ae62-4c96-80d5-5716035218b9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7e6874e9-2aa8-4096-8476-75f1bed90524 HTTP/1.1" status: 200 len: 1101 time: 0.1366110 Sep 08 09:23:38.060487 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43420) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:38.215672 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8ad2d5a8-11b7-4458-8ae5-884f3cdeacc3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a17b5eec10cf4cfba047fc22d99c4240&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1536992 Sep 08 09:23:38.218073 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43428) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:38.271968 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ca0b8af0-646f-4e3e-a5f9-e05537866859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:38.296286 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ca0b8af0-646f-4e3e-a5f9-e05537866859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:38.329421 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-64fb8f69-a8f5-4346-be1c-8862b9903c7d req-b82da500-c755-4dc4-a050-1da1a414f7f6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=dbda2b0e-d2f9-4045-bfee-8fe8bdca2a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670569 Sep 08 09:23:38.333865 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-909d3c50-24a0-4e42-8b9c-c5e6146b839c req-755c5a86-6b96-4233-819d-47824b9951ff tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] 10.222.0.54 "GET /v2.0/security-groups?id=dbda2b0e-d2f9-4045-bfee-8fe8bdca2a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858438 Sep 08 09:23:38.344983 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ca0b8af0-646f-4e3e-a5f9-e05537866859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:38.348915 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ca0b8af0-646f-4e3e-a5f9-e05537866859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:38.352706 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ca0b8af0-646f-4e3e-a5f9-e05537866859 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/418866db-5f91-4a2d-89c5-7a8a85d793e9 HTTP/1.1" status: 204 len: 168 time: 0.1311884 Sep 08 09:23:38.361879 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b8af0-646f-4e3e-a5f9-e05537866859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418866db-5f91-4a2d-89c5-7a8a85d793e9,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:38.429090 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b0beace-3ec0-42e9-a190-445efb130fcb tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Router f303b0c5-2bde-4171-871b-4a1ec25f0268 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:23:38.526827 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0beace-3ec0-42e9-a190-445efb130fcb tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:23:38.531861 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-1b0beace-3ec0-42e9-a190-445efb130fcb tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "PUT /v2.0/routers/f303b0c5-2bde-4171-871b-4a1ec25f0268/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8127630 Sep 08 09:23:38.535522 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43434) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:38.542826 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce4ba84-5af1-4e43-b2cb-3c6046a4a10d None None] Sync routers for ids ['f303b0c5-2bde-4171-871b-4a1ec25f0268'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:23:38.562500 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce4ba84-5af1-4e43-b2cb-3c6046a4a10d None None] Routers {'f303b0c5-2bde-4171-871b-4a1ec25f0268'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:23:38.563255 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-7ce4ba84-5af1-4e43-b2cb-3c6046a4a10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:23:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['f303b0c5-2bde-4171-871b-4a1ec25f0268'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:38.594878 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd8e5ddf-c66f-4f44-9cf7-a4f6db526d2b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Deleting subnet 134390c9-bdab-45e0-8c7b-e3ea79a9511a {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:23:38.599270 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bd8e5ddf-c66f-4f44-9cf7-a4f6db526d2b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:38.645384 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bd8e5ddf-c66f-4f44-9cf7-a4f6db526d2b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:38.656708 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43440) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:38.674234 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7bcc01ab-3fad-4d4b-8580-972d744453ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:38.698257 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-7ce4ba84-5af1-4e43-b2cb-3c6046a4a10d None None] Set router f303b0c5-2bde-4171-871b-4a1ec25f0268 gateway port host: None {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:23:38.801073 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7bcc01ab-3fad-4d4b-8580-972d744453ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:38.807325 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0940cb6-8410-4029-a642-80d023749529 req-799aebb4-6a9c-42b9-81ca-fa12302aa3e0 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:38.809024 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c0940cb6-8410-4029-a642-80d023749529 req-799aebb4-6a9c-42b9-81ca-fa12302aa3e0 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8add306-126d-4bbe-b131-81b2adc1cc30 HTTP/1.1" status: 200 len: 908 time: 0.1136358 Sep 08 09:23:38.809147 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7bcc01ab-3fad-4d4b-8580-972d744453ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:38.811479 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bd8e5ddf-c66f-4f44-9cf7-a4f6db526d2b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:38.858001 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-7bcc01ab-3fad-4d4b-8580-972d744453ac admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fb9fb439cfe04bec9dc10550438351ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1977835 Sep 08 09:23:38.859102 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43442) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:38.887581 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc01ab-3fad-4d4b-8580-972d744453ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb8eb16-bf99-4d3a-bd05-c8f3cb252165,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:38.890348 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bd8e5ddf-c66f-4f44-9cf7-a4f6db526d2b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:38.910081 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bd8e5ddf-c66f-4f44-9cf7-a4f6db526d2b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:38.912268 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-bd8e5ddf-c66f-4f44-9cf7-a4f6db526d2b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "DELETE /v2.0/subnets/134390c9-bdab-45e0-8c7b-e3ea79a9511a HTTP/1.1" status: 204 len: 168 time: 0.3755164 Sep 08 09:23:38.920688 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43444) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:38.922344 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c0bb30-8669-4a2d-8316-0559ccd3a631 None None] Network 99c41123-056c-444a-b916-fab79fc72b90 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:23:38.922468 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc01ab-3fad-4d4b-8580-972d744453ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:23:38.922782 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc01ab-3fad-4d4b-8580-972d744453ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:23:38.923127 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc01ab-3fad-4d4b-8580-972d744453ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:23:38.923470 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc01ab-3fad-4d4b-8580-972d744453ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:23:38.923804 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc01ab-3fad-4d4b-8580-972d744453ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:23:38.924291 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc01ab-3fad-4d4b-8580-972d744453ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:23:38.925309 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc01ab-3fad-4d4b-8580-972d744453ac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:23:38.925651 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc01ab-3fad-4d4b-8580-972d744453ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:23:38.925969 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc01ab-3fad-4d4b-8580-972d744453ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:23:38.926443 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc01ab-3fad-4d4b-8580-972d744453ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:23:38.926777 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc01ab-3fad-4d4b-8580-972d744453ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:23:38.927109 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc01ab-3fad-4d4b-8580-972d744453ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:23:38.934731 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8e5ddf-c66f-4f44-9cf7-a4f6db526d2b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event deleted for resources: {'Subnet': ['ID=134390c9-bdab-45e0-8c7b-e3ea79a9511a,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:39.029312 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-05f6c687-5129-4403-a6b1-5df98565608b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:39.055416 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8d8e7649-98c1-40c5-b22e-fc862a13838b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:39.069176 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-05f6c687-5129-4403-a6b1-5df98565608b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:39.098732 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-7ce4ba84-5af1-4e43-b2cb-3c6046a4a10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'name': 'tempest-RoutersIpV6Test-router-273112145', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:23:06Z', 'updated_at': '2021-09-08T09:23:37Z', 'revision_number': 9, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'gw_port_host': None, '_interfaces': [{'id': '96eb591b-48fa-4482-bbee-10d221ec7af4', 'name': '', 'network_id': 'a3e58002-bc01-4ad8-a28e-897f2b8fb82c', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:44:ea:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '07e38066-b2ff-4220-8654-72bc619c0602', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:14Z', 'updated_at': '2021-09-08T09:23:24Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': '07e38066-b2ff-4220-8654-72bc619c0602', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da2de39c-04b7-4305-8711-8fcac3c12d93', 'name': '', 'network_id': 'ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:22:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:09Z', 'updated_at': '2021-09-08T09:23:15Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:39.149509 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-8d8e7649-98c1-40c5-b22e-fc862a13838b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Deleting port a7a28eef-f2ae-4192-9078-ea90f5f937b4 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:23:39.150009 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8d8e7649-98c1-40c5-b22e-fc862a13838b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:39.151222 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce4ba84-5af1-4e43-b2cb-3c6046a4a10d None None] Checking router: f303b0c5-2bde-4171-871b-4a1ec25f0268 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:23:39.156344 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9257ec-322b-4455-b850-a9aa3ec185c4 None None] DHCP port deletion for 99c41123-056c-444a-b916-fab79fc72b90 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:23:39.162331 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-05f6c687-5129-4403-a6b1-5df98565608b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:39.164899 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-05f6c687-5129-4403-a6b1-5df98565608b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:39.166107 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-05f6c687-5129-4403-a6b1-5df98565608b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dcb8eb16-bf99-4d3a-bd05-c8f3cb252165 HTTP/1.1" status: 204 len: 168 time: 0.3060727 Sep 08 09:23:39.169893 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce4ba84-5af1-4e43-b2cb-3c6046a4a10d None None] Routers {'f303b0c5-2bde-4171-871b-4a1ec25f0268'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:23:39.170597 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-7ce4ba84-5af1-4e43-b2cb-3c6046a4a10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:23:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['f303b0c5-2bde-4171-871b-4a1ec25f0268'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:39.186945 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6c687-5129-4403-a6b1-5df98565608b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb8eb16-bf99-4d3a-bd05-c8f3cb252165,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:39.232998 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-8d8e7649-98c1-40c5-b22e-fc862a13838b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] For port a7a28eef-f2ae-4192-9078-ea90f5f937b4, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a7a28eef-f2ae-4192-9078-ea90f5f937b4,segment=NetworkSegment(4ca9f2cc-e32e-43f0-9d23-fe55a18ee094),segment_id=4ca9f2cc-e32e-43f0-9d23-fe55a18ee094)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:23:39.233372 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8d8e7649-98c1-40c5-b22e-fc862a13838b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:39.257263 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-8d8e7649-98c1-40c5-b22e-fc862a13838b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Calling delete_port for a7a28eef-f2ae-4192-9078-ea90f5f937b4 owned by network:dhcp {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:23:39.296634 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-7ce4ba84-5af1-4e43-b2cb-3c6046a4a10d None None] Set router f303b0c5-2bde-4171-871b-4a1ec25f0268 gateway port host: None {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:23:39.334891 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86382f28-73b6-4956-b310-134793ddb10b req-b3ce4db4-2d46-4ac9-8729-5a29d7dc0507 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:39.336409 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-86382f28-73b6-4956-b310-134793ddb10b req-b3ce4db4-2d46-4ac9-8729-5a29d7dc0507 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.35 "GET /v2.0/ports?device_id=e8add306-126d-4bbe-b131-81b2adc1cc30 HTTP/1.1" status: 200 len: 908 time: 0.0947788 Sep 08 09:23:39.339441 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa9257ec-322b-4455-b850-a9aa3ec185c4 None None] Deleting port a7a28eef-f2ae-4192-9078-ea90f5f937b4 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:23:39.339937 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa9257ec-322b-4455-b850-a9aa3ec185c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:39.494251 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa9257ec-322b-4455-b850-a9aa3ec185c4 None None] For port a7a28eef-f2ae-4192-9078-ea90f5f937b4, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a7a28eef-f2ae-4192-9078-ea90f5f937b4,segment=NetworkSegment(4ca9f2cc-e32e-43f0-9d23-fe55a18ee094),segment_id=4ca9f2cc-e32e-43f0-9d23-fe55a18ee094)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:23:39.494632 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa9257ec-322b-4455-b850-a9aa3ec185c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:39.507995 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8d8e7649-98c1-40c5-b22e-fc862a13838b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:39.561234 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa9257ec-322b-4455-b850-a9aa3ec185c4 None None] Calling delete_port for a7a28eef-f2ae-4192-9078-ea90f5f937b4 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:23:39.567999 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a7a28eef-f2ae-4192-9078-ea90f5f937b4 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:23:39.584930 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e7649-98c1-40c5-b22e-fc862a13838b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event deleted for resources: {'Port': ['ID=a7a28eef-f2ae-4192-9078-ea90f5f937b4,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:39.584930 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8e7649-98c1-40c5-b22e-fc862a13838b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] No DVR routers for this DVR port a7a28eef-f2ae-4192-9078-ea90f5f937b4 on host n-d-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:23:39.630165 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: a7a28eef-f2ae-4192-9078-ea90f5f937b4 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:23:39.630621 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a7a28eef-f2ae-4192-9078-ea90f5f937b4 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:23:39.661931 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d689ad5-0f20-41f3-b7dd-2533a86f2f98 req-74364f3b-b666-4bf3-860b-b0a616aa996f tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:39.663590 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1d689ad5-0f20-41f3-b7dd-2533a86f2f98 req-74364f3b-b666-4bf3-860b-b0a616aa996f tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e6874e9-2aa8-4096-8476-75f1bed90524 HTTP/1.1" status: 200 len: 949 time: 0.1738260 Sep 08 09:23:39.678651 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-86382f28-73b6-4956-b310-134793ddb10b req-6f8b7567-998a-4f28-a228-aed9fcec28c6 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Deleting port 6b87b2ab-6284-4d2e-8349-efef818a46e4 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:23:39.679002 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-86382f28-73b6-4956-b310-134793ddb10b req-6f8b7567-998a-4f28-a228-aed9fcec28c6 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:39.747500 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8d8e7649-98c1-40c5-b22e-fc862a13838b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:23:39.748730 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 09:23:39.754801 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-7ce4ba84-5af1-4e43-b2cb-3c6046a4a10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'name': 'tempest-RoutersIpV6Test-router-273112145', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:23:06Z', 'updated_at': '2021-09-08T09:23:37Z', 'revision_number': 9, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'gw_port_host': None, '_interfaces': [{'id': '96eb591b-48fa-4482-bbee-10d221ec7af4', 'name': '', 'network_id': 'a3e58002-bc01-4ad8-a28e-897f2b8fb82c', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:44:ea:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '07e38066-b2ff-4220-8654-72bc619c0602', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:14Z', 'updated_at': '2021-09-08T09:23:24Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': '07e38066-b2ff-4220-8654-72bc619c0602', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da2de39c-04b7-4305-8711-8fcac3c12d93', 'name': '', 'network_id': 'ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:22:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:09Z', 'updated_at': '2021-09-08T09:23:15Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:39.785642 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce4ba84-5af1-4e43-b2cb-3c6046a4a10d None None] The sync data for ids ['f303b0c5-2bde-4171-871b-4a1ec25f0268'] in n-d-806683-11 is: [{'id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'name': 'tempest-RoutersIpV6Test-router-273112145', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:23:06Z', 'updated_at': '2021-09-08T09:23:37Z', 'revision_number': 9, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'gw_port_host': None, '_interfaces': [{'id': '96eb591b-48fa-4482-bbee-10d221ec7af4', 'name': '', 'network_id': 'a3e58002-bc01-4ad8-a28e-897f2b8fb82c', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:44:ea:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3159, 'fixed_ips': [{'subnet_id': '07e38066-b2ff-4220-8654-72bc619c0602', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:14Z', 'updated_at': '2021-09-08T09:23:24Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': '07e38066-b2ff-4220-8654-72bc619c0602', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da2de39c-04b7-4305-8711-8fcac3c12d93', 'name': '', 'network_id': 'ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:22:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:09Z', 'updated_at': '2021-09-08T09:23:15Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:23:39.790584 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa9257ec-322b-4455-b850-a9aa3ec185c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:39.819127 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9257ec-322b-4455-b850-a9aa3ec185c4 None None] No DVR routers for this DVR port a7a28eef-f2ae-4192-9078-ea90f5f937b4 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:23:39.823725 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9257ec-322b-4455-b850-a9aa3ec185c4 None None] Pushing event deleted for resources: {'Port': ['ID=a7a28eef-f2ae-4192-9078-ea90f5f937b4,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:39.833262 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1d689ad5-0f20-41f3-b7dd-2533a86f2f98 req-e244b508-1327-4336-a4ed-a9b7fa505b6c tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] 10.222.0.54 "GET /v2.0/security-groups?id=dbda2b0e-d2f9-4045-bfee-8fe8bdca2a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494100 Sep 08 09:23:39.837875 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-8d8e7649-98c1-40c5-b22e-fc862a13838b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99c41123-056c-444a-b916-fab79fc72b90']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:39.872704 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-8d8e7649-98c1-40c5-b22e-fc862a13838b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ca9f2cc-e32e-43f0-9d23-fe55a18ee094') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:39.873079 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-8d8e7649-98c1-40c5-b22e-fc862a13838b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ca9f2cc-e32e-43f0-9d23-fe55a18ee094') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:39.894274 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8d8e7649-98c1-40c5-b22e-fc862a13838b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:39.901600 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-86382f28-73b6-4956-b310-134793ddb10b req-6f8b7567-998a-4f28-a228-aed9fcec28c6 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] For port 6b87b2ab-6284-4d2e-8349-efef818a46e4, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=6b87b2ab-6284-4d2e-8349-efef818a46e4,segment=NetworkSegment(0adbffbb-cf08-4e79-9920-208d98c2b498),segment_id=0adbffbb-cf08-4e79-9920-208d98c2b498)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:23:39.901971 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-86382f28-73b6-4956-b310-134793ddb10b req-6f8b7567-998a-4f28-a228-aed9fcec28c6 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:39.922741 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-86382f28-73b6-4956-b310-134793ddb10b req-6f8b7567-998a-4f28-a228-aed9fcec28c6 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Calling delete_port for 6b87b2ab-6284-4d2e-8349-efef818a46e4 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:23:39.924774 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8d8e7649-98c1-40c5-b22e-fc862a13838b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:39.935746 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d8e7649-98c1-40c5-b22e-fc862a13838b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:23:39.936181 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8d8e7649-98c1-40c5-b22e-fc862a13838b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:39.939061 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:23:39.939061 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:23:39.939061 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:23:39.939061 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:23:39.939061 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:23:39.939061 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:23:39.939061 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:23:39.939061 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:23:39.939061 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:23:39.939061 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:23:39.939061 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:23:39.939061 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:23:39.939061 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:23:39.939061 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:23:39.939061 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:23:39.939061 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:23:39.939061 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:23:39.939061 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:23:39.939061 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:23:39.939061 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:23:39.939061 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:23:39.939061 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:23:39.939061 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:23:39.939061 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:23:39.939061 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:23:39.939061 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:23:39.939061 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:23:39.939061 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:23:39.939061 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:23:39.939061 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:23:39.939061 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:23:39.939061 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:23:39.953248 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b893c8b-6b50-420e-b18e-0653e9a661b9 req-7b16f239-6851-49e6-a75c-130c5ccf74b4 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:39.963832 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8b893c8b-6b50-420e-b18e-0653e9a661b9 req-7b16f239-6851-49e6-a75c-130c5ccf74b4 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=e8add306-126d-4bbe-b131-81b2adc1cc30 HTTP/1.1" status: 200 len: 908 time: 0.0649378 Sep 08 09:23:40.043762 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8d8e7649-98c1-40c5-b22e-fc862a13838b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:40.053024 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8d8e7649-98c1-40c5-b22e-fc862a13838b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:40.057729 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8d8e7649-98c1-40c5-b22e-fc862a13838b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "DELETE /v2.0/networks/99c41123-056c-444a-b916-fab79fc72b90 HTTP/1.1" status: 204 len: 168 time: 1.1217096 Sep 08 09:23:40.057881 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43470) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:40.069424 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e7649-98c1-40c5-b22e-fc862a13838b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event deleted for resources: {'Network': ['ID=99c41123-056c-444a-b916-fab79fc72b90,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:40.157106 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-86382f28-73b6-4956-b310-134793ddb10b req-6f8b7567-998a-4f28-a228-aed9fcec28c6 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:40.188127 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b7567-998a-4f28-a228-aed9fcec28c6 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Pushing event deleted for resources: {'Port': ['ID=6b87b2ab-6284-4d2e-8349-efef818a46e4,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:40.260681 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-86382f28-73b6-4956-b310-134793ddb10b req-6f8b7567-998a-4f28-a228-aed9fcec28c6 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] No DVR routers for this DVR port 6b87b2ab-6284-4d2e-8349-efef818a46e4 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:23:40.263080 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-86382f28-73b6-4956-b310-134793ddb10b req-6f8b7567-998a-4f28-a228-aed9fcec28c6 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:40.266227 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-86382f28-73b6-4956-b310-134793ddb10b req-6f8b7567-998a-4f28-a228-aed9fcec28c6 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.35 "DELETE /v2.0/ports/6b87b2ab-6284-4d2e-8349-efef818a46e4 HTTP/1.1" status: 204 len: 173 time: 0.9146798 Sep 08 09:23:40.266824 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8add306-126d-4bbe-b131-81b2adc1cc30', 'name': 'network-vif-deleted', 'tag': '6b87b2ab-6284-4d2e-8349-efef818a46e4'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:23:40.271537 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a53f36-d74a-4b71-b1dd-b343a97e320e" -d '{"events": [{"server_uuid": "e8add306-126d-4bbe-b131-81b2adc1cc30", "name": "network-vif-deleted", "tag": "6b87b2ab-6284-4d2e-8349-efef818a46e4"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:23:40.321623 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7cabfa8-7d67-478e-8e8b-a821317f30a6 x-openstack-request-id: req-c7cabfa8-7d67-478e-8e8b-a821317f30a6 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:23:40.322070 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8add306-126d-4bbe-b131-81b2adc1cc30", "name": "network-vif-deleted", "tag": "6b87b2ab-6284-4d2e-8349-efef818a46e4", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:23:40.322469 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c7cabfa8-7d67-478e-8e8b-a821317f30a6 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:23:40.322992 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8add306-126d-4bbe-b131-81b2adc1cc30', 'name': 'network-vif-deleted', 'tag': '6b87b2ab-6284-4d2e-8349-efef818a46e4', 'status': 'completed', 'code': 200} Sep 08 09:23:40.505134 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-91089452-7b9c-4bb6-80dd-32d1c478111d tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:40.770257 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-91089452-7b9c-4bb6-80dd-32d1c478111d tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Deleting port 96eb591b-48fa-4482-bbee-10d221ec7af4 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:23:40.770692 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-91089452-7b9c-4bb6-80dd-32d1c478111d tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:40.859597 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43494) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:40.874659 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-91089452-7b9c-4bb6-80dd-32d1c478111d tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] For port 96eb591b-48fa-4482-bbee-10d221ec7af4, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=96eb591b-48fa-4482-bbee-10d221ec7af4,segment=NetworkSegment(0aa18c81-8539-4bd8-8be8-70055c8dd4ac),segment_id=0aa18c81-8539-4bd8-8be8-70055c8dd4ac)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:23:40.875039 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-91089452-7b9c-4bb6-80dd-32d1c478111d tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:40.889406 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-91089452-7b9c-4bb6-80dd-32d1c478111d tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Calling delete_port for 96eb591b-48fa-4482-bbee-10d221ec7af4 owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:23:40.969040 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-fc0c2ec7-7535-4914-85b7-58faf933f8bf tempest-MeteringTestJSON-1009652239 tempest-MeteringTestJSON-1009652239-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1182103987'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:23:40.969501 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-fc0c2ec7-7535-4914-85b7-58faf933f8bf tempest-MeteringTestJSON-1009652239 tempest-MeteringTestJSON-1009652239-project-admin] Unknown quota resources ['metering_label']. {{(pid=94712) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 08 09:23:41.019493 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e22d15-3320-4d80-9e4e-14ef440c65cc req-df2f7632-4b31-4027-84a8-ac205ebce5c5 tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:41.021097 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-86e22d15-3320-4d80-9e4e-14ef440c65cc req-df2f7632-4b31-4027-84a8-ac205ebce5c5 tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e6874e9-2aa8-4096-8476-75f1bed90524 HTTP/1.1" status: 200 len: 949 time: 0.0706284 Sep 08 09:23:41.108734 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-86e22d15-3320-4d80-9e4e-14ef440c65cc req-4d4590a6-5ef7-48c8-b881-58d4105d1589 tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] 10.222.0.54 "GET /v2.0/security-groups?id=dbda2b0e-d2f9-4045-bfee-8fe8bdca2a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513957 Sep 08 09:23:41.188141 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fc0c2ec7-7535-4914-85b7-58faf933f8bf tempest-MeteringTestJSON-1009652239 tempest-MeteringTestJSON-1009652239-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:41.191935 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-fc0c2ec7-7535-4914-85b7-58faf933f8bf tempest-MeteringTestJSON-1009652239 tempest-MeteringTestJSON-1009652239-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3287072 Sep 08 09:23:41.192071 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-91089452-7b9c-4bb6-80dd-32d1c478111d tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:41.192338 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43506) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:41.198396 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-26c394fd-ae76-4dc3-9ad3-8810a15e3d95 tempest-MeteringTestJSON-1009652239 tempest-MeteringTestJSON-1009652239-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'e4acda88-b7cf-4268-9853-df15b04789b8'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:23:41.199243 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-26c394fd-ae76-4dc3-9ad3-8810a15e3d95 tempest-MeteringTestJSON-1009652239 tempest-MeteringTestJSON-1009652239-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94712) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 08 09:23:41.223219 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91089452-7b9c-4bb6-80dd-32d1c478111d tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event deleted for resources: {'Port': ['ID=96eb591b-48fa-4482-bbee-10d221ec7af4,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:41.335216 n-d-806683-11 neutron-server[94712]: WARNING neutron.services.metering.metering_plugin [None req-26c394fd-ae76-4dc3-9ad3-8810a15e3d95 tempest-MeteringTestJSON-1009652239 tempest-MeteringTestJSON-1009652239-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 08 09:23:41.357432 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-91089452-7b9c-4bb6-80dd-32d1c478111d tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:41.387498 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9cf647-b161-4d96-be93-5874902a67ef req-3c09fc4f-068e-4fda-9527-d51fc698590a tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:41.389153 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-be9cf647-b161-4d96-be93-5874902a67ef req-3c09fc4f-068e-4fda-9527-d51fc698590a tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae3c1ee1-e380-45b8-96e9-a41ba065e3f6 HTTP/1.1" status: 200 len: 946 time: 0.1788208 Sep 08 09:23:41.494665 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-26c394fd-ae76-4dc3-9ad3-8810a15e3d95 tempest-MeteringTestJSON-1009652239 tempest-MeteringTestJSON-1009652239-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:41.494871 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 880b955b-ed02-4277-8450-c9813c72fbb1 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:23:41.498870 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-26c394fd-ae76-4dc3-9ad3-8810a15e3d95 tempest-MeteringTestJSON-1009652239 tempest-MeteringTestJSON-1009652239-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3027523 Sep 08 09:23:41.504936 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43514) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:41.511048 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-6be67dd1-1f41-41d6-87e7-ebb9d00dcf1f tempest-MeteringTestJSON-1009652239 tempest-MeteringTestJSON-1009652239-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'e4acda88-b7cf-4268-9853-df15b04789b8'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:23:41.511553 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-6be67dd1-1f41-41d6-87e7-ebb9d00dcf1f tempest-MeteringTestJSON-1009652239 tempest-MeteringTestJSON-1009652239-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94713) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 08 09:23:41.519017 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 880b955b-ed02-4277-8450-c9813c72fbb1 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:23:41.519875 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-be9cf647-b161-4d96-be93-5874902a67ef req-f7de6230-911b-4314-9e56-97608578d0d1 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826120 Sep 08 09:23:41.528694 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 880b955b-ed02-4277-8450-c9813c72fbb1 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:23:41.615524 n-d-806683-11 neutron-server[94713]: WARNING neutron.services.metering.metering_plugin [None req-6be67dd1-1f41-41d6-87e7-ebb9d00dcf1f tempest-MeteringTestJSON-1009652239 tempest-MeteringTestJSON-1009652239-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 08 09:23:41.797752 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6be67dd1-1f41-41d6-87e7-ebb9d00dcf1f tempest-MeteringTestJSON-1009652239 tempest-MeteringTestJSON-1009652239-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:41.798973 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6be67dd1-1f41-41d6-87e7-ebb9d00dcf1f tempest-MeteringTestJSON-1009652239 tempest-MeteringTestJSON-1009652239-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2931471 Sep 08 09:23:41.802582 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43518) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:41.815749 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-86945045-c455-492f-9d67-997d9afd7a9f tempest-MeteringTestJSON-1009652239 tempest-MeteringTestJSON-1009652239-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules?id=7e4b1cf9-4afd-4acf-b79f-e8adda850de4 HTTP/1.1" status: 200 len: 464 time: 0.0096152 Sep 08 09:23:41.815995 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43520) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:41.833016 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91089452-7b9c-4bb6-80dd-32d1c478111d tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Router f303b0c5-2bde-4171-871b-4a1ec25f0268 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:23:41.923775 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d0400bc1-c0a1-4355-901f-cc02e9acb151 tempest-MeteringTestJSON-1009652239 tempest-MeteringTestJSON-1009652239-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:41.927476 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d0400bc1-c0a1-4355-901f-cc02e9acb151 tempest-MeteringTestJSON-1009652239 tempest-MeteringTestJSON-1009652239-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-label-rules/7e4b1cf9-4afd-4acf-b79f-e8adda850de4 HTTP/1.1" status: 204 len: 168 time: 0.1076307 Sep 08 09:23:41.928274 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43522) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:41.934104 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91089452-7b9c-4bb6-80dd-32d1c478111d tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:23:41.939494 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-7b7660f9-a999-4942-adc4-4dbc1a72d14a tempest-MeteringTestJSON-1009652239 tempest-MeteringTestJSON-1009652239-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules?id=7e4b1cf9-4afd-4acf-b79f-e8adda850de4 HTTP/1.1" status: 200 len: 221 time: 0.0077159 Sep 08 09:23:41.939734 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43524) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:41.943468 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-91089452-7b9c-4bb6-80dd-32d1c478111d tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "PUT /v2.0/routers/f303b0c5-2bde-4171-871b-4a1ec25f0268/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8837993 Sep 08 09:23:41.943900 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43526) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:41.944005 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-2f20acf6-1ec8-4721-9ae8-ed9944d27783 tempest-MeteringTestJSON-1009652239 tempest-MeteringTestJSON-1009652239-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--671057752', 'description': 'label created by tempest'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:23:41.944365 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-2f20acf6-1ec8-4721-9ae8-ed9944d27783 tempest-MeteringTestJSON-1009652239 tempest-MeteringTestJSON-1009652239-project-admin] Unknown quota resources ['metering_label']. {{(pid=94712) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 08 09:23:41.951238 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c99725-22b4-488a-9474-fb9dedf6a0b4 None None] Sync routers for ids ['f303b0c5-2bde-4171-871b-4a1ec25f0268'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:23:41.961253 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c99725-22b4-488a-9474-fb9dedf6a0b4 None None] Routers {'f303b0c5-2bde-4171-871b-4a1ec25f0268'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:23:41.961857 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-36c99725-22b4-488a-9474-fb9dedf6a0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:23:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['f303b0c5-2bde-4171-871b-4a1ec25f0268'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:42.004929 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-126f5091-a021-42cc-adde-5f66463075a5 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Deleting subnet 07e38066-b2ff-4220-8654-72bc619c0602 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:23:42.008462 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-126f5091-a021-42cc-adde-5f66463075a5 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:42.056094 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-36c99725-22b4-488a-9474-fb9dedf6a0b4 None None] Set router f303b0c5-2bde-4171-871b-4a1ec25f0268 gateway port host: None {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:23:42.059446 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-126f5091-a021-42cc-adde-5f66463075a5 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:42.114847 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2f20acf6-1ec8-4721-9ae8-ed9944d27783 tempest-MeteringTestJSON-1009652239 tempest-MeteringTestJSON-1009652239-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:42.116316 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2f20acf6-1ec8-4721-9ae8-ed9944d27783 tempest-MeteringTestJSON-1009652239 tempest-MeteringTestJSON-1009652239-project-admin] 10.222.0.54 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.1756308 Sep 08 09:23:42.118934 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43528) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:42.162190 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-126f5091-a021-42cc-adde-5f66463075a5 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:42.195029 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8a3acce0-9c86-435b-9a48-53332c3b3c77 tempest-MeteringTestJSON-1009652239 tempest-MeteringTestJSON-1009652239-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels?id=b985744f-3ade-4ce5-95d3-638b855c0983 HTTP/1.1" status: 200 len: 467 time: 0.0748544 Sep 08 09:23:42.197508 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43530) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:42.233161 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-126f5091-a021-42cc-adde-5f66463075a5 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:42.270245 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-36c99725-22b4-488a-9474-fb9dedf6a0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'name': 'tempest-RoutersIpV6Test-router-273112145', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:23:06Z', 'updated_at': '2021-09-08T09:23:41Z', 'revision_number': 10, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'gw_port_host': None, '_interfaces': [{'id': 'da2de39c-04b7-4305-8711-8fcac3c12d93', 'name': '', 'network_id': 'ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:22:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:09Z', 'updated_at': '2021-09-08T09:23:15Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:42.289549 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f5091-a021-42cc-adde-5f66463075a5 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event deleted for resources: {'Subnet': ['ID=07e38066-b2ff-4220-8654-72bc619c0602,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:42.298527 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c99725-22b4-488a-9474-fb9dedf6a0b4 None None] Checking router: f303b0c5-2bde-4171-871b-4a1ec25f0268 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:23:42.301939 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee213b3-3c5f-44c0-bb10-34510e16d98f None None] Network a3e58002-bc01-4ad8-a28e-897f2b8fb82c requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:23:42.303113 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-126f5091-a021-42cc-adde-5f66463075a5 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:42.306900 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-126f5091-a021-42cc-adde-5f66463075a5 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "DELETE /v2.0/subnets/07e38066-b2ff-4220-8654-72bc619c0602 HTTP/1.1" status: 204 len: 168 time: 0.3617754 Sep 08 09:23:42.308853 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43532) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:42.316499 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c99725-22b4-488a-9474-fb9dedf6a0b4 None None] Routers {'f303b0c5-2bde-4171-871b-4a1ec25f0268'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:23:42.317482 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-36c99725-22b4-488a-9474-fb9dedf6a0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:23:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['f303b0c5-2bde-4171-871b-4a1ec25f0268'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:42.397862 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d11c1446-62a6-47a3-9bb3-5e617b3aa162 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:42.467616 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-d11c1446-62a6-47a3-9bb3-5e617b3aa162 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Deleting port 60ba7c86-3ddc-42e5-bdb0-5a405084f21f {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:23:42.468042 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d11c1446-62a6-47a3-9bb3-5e617b3aa162 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:42.591341 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-36c99725-22b4-488a-9474-fb9dedf6a0b4 None None] Set router f303b0c5-2bde-4171-871b-4a1ec25f0268 gateway port host: None {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:23:42.606099 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989dfe7d-0c8c-4b5f-ad0b-22cc4e8e9c74 None None] DHCP port deletion for a3e58002-bc01-4ad8-a28e-897f2b8fb82c request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:23:42.718322 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-989dfe7d-0c8c-4b5f-ad0b-22cc4e8e9c74 None None] Deleting port 60ba7c86-3ddc-42e5-bdb0-5a405084f21f {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:23:42.718926 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-989dfe7d-0c8c-4b5f-ad0b-22cc4e8e9c74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:42.843280 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-989dfe7d-0c8c-4b5f-ad0b-22cc4e8e9c74 None None] For port 60ba7c86-3ddc-42e5-bdb0-5a405084f21f, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=60ba7c86-3ddc-42e5-bdb0-5a405084f21f,segment=NetworkSegment(0aa18c81-8539-4bd8-8be8-70055c8dd4ac),segment_id=0aa18c81-8539-4bd8-8be8-70055c8dd4ac)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:23:42.844523 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-989dfe7d-0c8c-4b5f-ad0b-22cc4e8e9c74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:42.859731 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-989dfe7d-0c8c-4b5f-ad0b-22cc4e8e9c74 None None] Calling delete_port for 60ba7c86-3ddc-42e5-bdb0-5a405084f21f owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:23:42.902924 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-d11c1446-62a6-47a3-9bb3-5e617b3aa162 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] For port 60ba7c86-3ddc-42e5-bdb0-5a405084f21f, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=60ba7c86-3ddc-42e5-bdb0-5a405084f21f,segment=NetworkSegment(0aa18c81-8539-4bd8-8be8-70055c8dd4ac),segment_id=0aa18c81-8539-4bd8-8be8-70055c8dd4ac)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:23:42.903299 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d11c1446-62a6-47a3-9bb3-5e617b3aa162 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:42.914416 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-36c99725-22b4-488a-9474-fb9dedf6a0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'name': 'tempest-RoutersIpV6Test-router-273112145', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:23:06Z', 'updated_at': '2021-09-08T09:23:41Z', 'revision_number': 10, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'gw_port_host': None, '_interfaces': [{'id': 'da2de39c-04b7-4305-8711-8fcac3c12d93', 'name': '', 'network_id': 'ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:22:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:09Z', 'updated_at': '2021-09-08T09:23:15Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:42.916432 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-d11c1446-62a6-47a3-9bb3-5e617b3aa162 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Calling delete_port for 60ba7c86-3ddc-42e5-bdb0-5a405084f21f owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:23:42.940877 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1ff6f7ab-62a0-40b1-bb42-92af80a60c67 tempest-MeteringTestJSON-1009652239 tempest-MeteringTestJSON-1009652239-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:42.942411 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-1ff6f7ab-62a0-40b1-bb42-92af80a60c67 tempest-MeteringTestJSON-1009652239 tempest-MeteringTestJSON-1009652239-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-labels/b985744f-3ade-4ce5-95d3-638b855c0983 HTTP/1.1" status: 204 len: 168 time: 0.7439549 Sep 08 09:23:42.952004 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c99725-22b4-488a-9474-fb9dedf6a0b4 None None] The sync data for ids ['f303b0c5-2bde-4171-871b-4a1ec25f0268'] in n-d-806683-11 is: [{'id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'name': 'tempest-RoutersIpV6Test-router-273112145', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:23:06Z', 'updated_at': '2021-09-08T09:23:41Z', 'revision_number': 10, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'gw_port_host': None, '_interfaces': [{'id': 'da2de39c-04b7-4305-8711-8fcac3c12d93', 'name': '', 'network_id': 'ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'mac_address': 'fa:16:3e:22:21:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'device_owner': 'network:router_interface', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:23:09Z', 'updated_at': '2021-09-08T09:23:15Z', 'revision_number': 5, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'subnets': [{'id': 'f29a461a-0571-4b8e-a2e8-74393f1b53ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:23:42.967729 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43538) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:42.989603 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-701c950e-74e9-45db-9424-8f1f0a94a765 tempest-MeteringTestJSON-1009652239 tempest-MeteringTestJSON-1009652239-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels?id=b985744f-3ade-4ce5-95d3-638b855c0983 HTTP/1.1" status: 200 len: 216 time: 0.0205758 Sep 08 09:23:42.989966 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda780de-263c-4235-bda3-b9d184b03795 req-de5adf8a-edef-44cf-9e42-4f857c13f694 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:42.993995 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43540) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:42.996942 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-989dfe7d-0c8c-4b5f-ad0b-22cc4e8e9c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:43.007412 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bda780de-263c-4235-bda3-b9d184b03795 req-de5adf8a-edef-44cf-9e42-4f857c13f694 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae3c1ee1-e380-45b8-96e9-a41ba065e3f6 HTTP/1.1" status: 200 len: 946 time: 0.3362362 Sep 08 09:23:43.017946 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d59ce425-50f4-4047-ac03-dc069a339dd5 tempest-MeteringTestJSON-1009652239 tempest-MeteringTestJSON-1009652239-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0198598 Sep 08 09:23:43.019178 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43542) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:43.043611 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1f288050-56bf-4d2c-b901-8e9b7b5bc900 tempest-MeteringTestJSON-1009652239 tempest-MeteringTestJSON-1009652239-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0192847 Sep 08 09:23:43.044430 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43544) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:43.048325 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989dfe7d-0c8c-4b5f-ad0b-22cc4e8e9c74 None None] No DVR routers for this DVR port 60ba7c86-3ddc-42e5-bdb0-5a405084f21f on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:23:43.051648 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989dfe7d-0c8c-4b5f-ad0b-22cc4e8e9c74 None None] Pushing event deleted for resources: {'Port': ['ID=60ba7c86-3ddc-42e5-bdb0-5a405084f21f,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:43.052927 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d11c1446-62a6-47a3-9bb3-5e617b3aa162 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:43.091326 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7ff5f-d8e7-4402-9b63-b7c8b80bbcbe req-7fbc51ac-5640-4bb4-ad45-ac608404b617 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:43.092947 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-92a7ff5f-d8e7-4402-9b63-b7c8b80bbcbe req-7fbc51ac-5640-4bb4-ad45-ac608404b617 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae3c1ee1-e380-45b8-96e9-a41ba065e3f6 HTTP/1.1" status: 200 len: 946 time: 0.1486413 Sep 08 09:23:43.100364 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bda780de-263c-4235-bda3-b9d184b03795 req-78e36f39-448b-4e7b-b70a-411714c3163c tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920973 Sep 08 09:23:43.132332 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11c1446-62a6-47a3-9bb3-5e617b3aa162 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] No DVR routers for this DVR port 60ba7c86-3ddc-42e5-bdb0-5a405084f21f on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:23:43.138813 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c1446-62a6-47a3-9bb3-5e617b3aa162 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event deleted for resources: {'Port': ['ID=60ba7c86-3ddc-42e5-bdb0-5a405084f21f,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:43.143682 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b9b4cd28-c705-4694-a73a-a22bb1fb3130 tempest-MeteringTestJSON-1009652239 tempest-MeteringTestJSON-1009652239-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-labels/e4acda88-b7cf-4268-9853-df15b04789b8 HTTP/1.1" status: 200 len: 473 time: 0.0982611 Sep 08 09:23:43.150496 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43546) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:43.171293 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2654ea0a-2e90-46e1-a3d8-1a1a13180634 tempest-MeteringTestJSON-1009652239 tempest-MeteringTestJSON-1009652239-project-admin] 10.222.0.54 "GET /v2.0/metering/metering-label-rules/052087fa-69c3-4435-a79a-fdf7f783dc0d HTTP/1.1" status: 200 len: 461 time: 0.0193870 Sep 08 09:23:43.175640 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43548) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:43.236519 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-92a7ff5f-d8e7-4402-9b63-b7c8b80bbcbe req-ac5034ed-c877-4641-985f-e2337fdd0071 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Deleting port d099dbf8-3bed-42ef-8b23-813e7913ad69 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:23:43.237354 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-92a7ff5f-d8e7-4402-9b63-b7c8b80bbcbe req-ac5034ed-c877-4641-985f-e2337fdd0071 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:43.245073 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d11c1446-62a6-47a3-9bb3-5e617b3aa162 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:43.348190 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-d11c1446-62a6-47a3-9bb3-5e617b3aa162 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3e58002-bc01-4ad8-a28e-897f2b8fb82c']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:43.351059 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-92a7ff5f-d8e7-4402-9b63-b7c8b80bbcbe req-ac5034ed-c877-4641-985f-e2337fdd0071 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] For port d099dbf8-3bed-42ef-8b23-813e7913ad69, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=d099dbf8-3bed-42ef-8b23-813e7913ad69,segment=NetworkSegment(0adbffbb-cf08-4e79-9920-208d98c2b498),segment_id=0adbffbb-cf08-4e79-9920-208d98c2b498)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:23:43.351478 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-92a7ff5f-d8e7-4402-9b63-b7c8b80bbcbe req-ac5034ed-c877-4641-985f-e2337fdd0071 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:43.352745 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fd3c160f-b95a-4446-84ab-2cc67f96cdb4 tempest-MeteringTestJSON-1009652239 tempest-MeteringTestJSON-1009652239-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:43.353908 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-fd3c160f-b95a-4446-84ab-2cc67f96cdb4 tempest-MeteringTestJSON-1009652239 tempest-MeteringTestJSON-1009652239-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-label-rules/052087fa-69c3-4435-a79a-fdf7f783dc0d HTTP/1.1" status: 204 len: 168 time: 0.1773286 Sep 08 09:23:43.359238 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43550) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:43.365741 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-92a7ff5f-d8e7-4402-9b63-b7c8b80bbcbe req-ac5034ed-c877-4641-985f-e2337fdd0071 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Calling delete_port for d099dbf8-3bed-42ef-8b23-813e7913ad69 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:23:43.369029 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-d11c1446-62a6-47a3-9bb3-5e617b3aa162 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aa18c81-8539-4bd8-8be8-70055c8dd4ac') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:43.369334 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-d11c1446-62a6-47a3-9bb3-5e617b3aa162 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aa18c81-8539-4bd8-8be8-70055c8dd4ac') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:43.385666 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d11c1446-62a6-47a3-9bb3-5e617b3aa162 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:43.452080 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d11c1446-62a6-47a3-9bb3-5e617b3aa162 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:43.484680 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 60ba7c86-3ddc-42e5-bdb0-5a405084f21f no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:23:43.521690 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-92a7ff5f-d8e7-4402-9b63-b7c8b80bbcbe req-ac5034ed-c877-4641-985f-e2337fdd0071 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:43.524459 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d11c1446-62a6-47a3-9bb3-5e617b3aa162 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:23:43.524878 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d11c1446-62a6-47a3-9bb3-5e617b3aa162 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:43.528104 n-d-806683-11 neutron-server[94713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:23:43.528104 n-d-806683-11 neutron-server[94713]: self.session.flush() Sep 08 09:23:43.528104 n-d-806683-11 neutron-server[94713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:23:43.528104 n-d-806683-11 neutron-server[94713]: self.session.flush() Sep 08 09:23:43.528104 n-d-806683-11 neutron-server[94713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:23:43.528104 n-d-806683-11 neutron-server[94713]: self.session.flush() Sep 08 09:23:43.528104 n-d-806683-11 neutron-server[94713]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:23:43.528104 n-d-806683-11 neutron-server[94713]: self.session.flush() Sep 08 09:23:43.528104 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:23:43.528104 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:23:43.528104 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:23:43.528104 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:23:43.528104 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:23:43.528104 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:23:43.528104 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:23:43.528104 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:23:43.528104 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:23:43.528104 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:23:43.528104 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:23:43.528104 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:23:43.528104 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:23:43.528104 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:23:43.528104 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:23:43.528104 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:23:43.528104 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:23:43.528104 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:23:43.528104 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:23:43.528104 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:23:43.528104 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:23:43.528104 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:23:43.528104 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:23:43.528104 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:23:43.528104 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:23:43.528104 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:23:43.528104 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:23:43.528104 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:23:43.528104 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:23:43.528104 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:23:43.528104 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:23:43.528104 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:23:43.543207 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 60ba7c86-3ddc-42e5-bdb0-5a405084f21f {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:23:43.543485 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 60ba7c86-3ddc-42e5-bdb0-5a405084f21f not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:23:43.552820 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 96eb591b-48fa-4482-bbee-10d221ec7af4 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:23:43.593813 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 96eb591b-48fa-4482-bbee-10d221ec7af4 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:23:43.594863 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 96eb591b-48fa-4482-bbee-10d221ec7af4 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:23:43.597750 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['b73e27f2-f52d-4cc3-a12e-4fa5ab811726'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:23:43.603123 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['d099dbf8-3bed-42ef-8b23-813e7913ad69'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:23:43.641566 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a7ff5f-d8e7-4402-9b63-b7c8b80bbcbe req-ac5034ed-c877-4641-985f-e2337fdd0071 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] No DVR routers for this DVR port d099dbf8-3bed-42ef-8b23-813e7913ad69 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:23:43.645505 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-92a7ff5f-d8e7-4402-9b63-b7c8b80bbcbe req-ac5034ed-c877-4641-985f-e2337fdd0071 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:43.648150 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-92a7ff5f-d8e7-4402-9b63-b7c8b80bbcbe req-ac5034ed-c877-4641-985f-e2337fdd0071 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.37 "DELETE /v2.0/ports/d099dbf8-3bed-42ef-8b23-813e7913ad69 HTTP/1.1" status: 204 len: 173 time: 0.5432353 Sep 08 09:23:43.648785 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3c1ee1-e380-45b8-96e9-a41ba065e3f6', 'name': 'network-vif-deleted', 'tag': 'd099dbf8-3bed-42ef-8b23-813e7913ad69'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:23:43.651735 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78a1357-2b3c-481a-955e-63c34e67e579" -d '{"events": [{"server_uuid": "ae3c1ee1-e380-45b8-96e9-a41ba065e3f6", "name": "network-vif-deleted", "tag": "d099dbf8-3bed-42ef-8b23-813e7913ad69"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:23:43.654739 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5034ed-c877-4641-985f-e2337fdd0071 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Pushing event deleted for resources: {'Port': ['ID=d099dbf8-3bed-42ef-8b23-813e7913ad69,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:43.685592 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1c969bf2-905e-484f-a284-412381da8eee tempest-MeteringTestJSON-1009652239 tempest-MeteringTestJSON-1009652239-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:43.686803 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1c969bf2-905e-484f-a284-412381da8eee tempest-MeteringTestJSON-1009652239 tempest-MeteringTestJSON-1009652239-project-admin] 10.222.0.54 "DELETE /v2.0/metering/metering-labels/e4acda88-b7cf-4268-9853-df15b04789b8 HTTP/1.1" status: 204 len: 168 time: 0.3266392 Sep 08 09:23:43.687688 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d11c1446-62a6-47a3-9bb3-5e617b3aa162 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:43.699678 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d11c1446-62a6-47a3-9bb3-5e617b3aa162 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:43.709908 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d11c1446-62a6-47a3-9bb3-5e617b3aa162 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "DELETE /v2.0/networks/a3e58002-bc01-4ad8-a28e-897f2b8fb82c HTTP/1.1" status: 204 len: 168 time: 1.3998568 Sep 08 09:23:43.712846 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43556) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:43.749588 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c1446-62a6-47a3-9bb3-5e617b3aa162 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event deleted for resources: {'Network': ['ID=a3e58002-bc01-4ad8-a28e-897f2b8fb82c,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:43.803412 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 6b87b2ab-6284-4d2e-8349-efef818a46e4 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:23:43.857513 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0e3bc8-7199-464f-8227-5e73f642fed9 x-openstack-request-id: req-4c0e3bc8-7199-464f-8227-5e73f642fed9 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:23:43.857818 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3c1ee1-e380-45b8-96e9-a41ba065e3f6", "name": "network-vif-deleted", "tag": "d099dbf8-3bed-42ef-8b23-813e7913ad69", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:23:43.858092 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4c0e3bc8-7199-464f-8227-5e73f642fed9 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:23:43.858756 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3c1ee1-e380-45b8-96e9-a41ba065e3f6', 'name': 'network-vif-deleted', 'tag': 'd099dbf8-3bed-42ef-8b23-813e7913ad69', 'status': 'completed', 'code': 200} Sep 08 09:23:43.876027 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: 6b87b2ab-6284-4d2e-8349-efef818a46e4 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:23:43.876759 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 6b87b2ab-6284-4d2e-8349-efef818a46e4 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:23:44.089008 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43562) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:44.180305 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3981d1e8-8342-483d-89fc-fe578e0b9eff tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:44.243253 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a22ec725-d1d1-4bdd-a741-439cfaec28b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:44.293952 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-85142fe0-ac70-460e-91cb-b65bf33eb7f4 req-feb8244e-a29a-4e96-8cbe-24df9bf81bef tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae3c1ee1-e380-45b8-96e9-a41ba065e3f6 HTTP/1.1" status: 200 len: 210 time: 0.0335846 Sep 08 09:23:44.374284 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a22ec725-d1d1-4bdd-a741-439cfaec28b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:44.379251 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a22ec725-d1d1-4bdd-a741-439cfaec28b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:44.437626 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a22ec725-d1d1-4bdd-a741-439cfaec28b1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d74e2daedd144e9ca51aae8265ac4baf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3473198 Sep 08 09:23:44.439204 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ec725-d1d1-4bdd-a741-439cfaec28b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f64239-ebbd-4dba-a211-8843e1c32371,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:44.454514 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43572) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:44.523761 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-3981d1e8-8342-483d-89fc-fe578e0b9eff tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Deleting port da2de39c-04b7-4305-8711-8fcac3c12d93 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:23:44.524399 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3981d1e8-8342-483d-89fc-fe578e0b9eff tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:44.528390 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9543fcb-8d64-4df9-881b-8c40ebaf68c9 req-a4ce1272-a3a4-4ba7-b09f-83518ba23c2c tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:44.529950 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c9543fcb-8d64-4df9-881b-8c40ebaf68c9 req-a4ce1272-a3a4-4ba7-b09f-83518ba23c2c tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 1097 time: 0.0763605 Sep 08 09:23:44.545830 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-79a5e210-6312-4290-8614-ab64a24e23eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:44.583633 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-79a5e210-6312-4290-8614-ab64a24e23eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:44.595503 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c9543fcb-8d64-4df9-881b-8c40ebaf68c9 req-868b4671-5642-44de-a013-b72beb9c260c tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=525d4824-cde3-4825-b95a-c41d6fce0d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560744 Sep 08 09:23:44.617629 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43574) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:44.623822 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-3981d1e8-8342-483d-89fc-fe578e0b9eff tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] For port da2de39c-04b7-4305-8711-8fcac3c12d93, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=da2de39c-04b7-4305-8711-8fcac3c12d93,segment=NetworkSegment(03282ab2-aa31-43b9-b3af-3c12a234933a),segment_id=03282ab2-aa31-43b9-b3af-3c12a234933a)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:23:44.624195 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3981d1e8-8342-483d-89fc-fe578e0b9eff tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:44.639920 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-3981d1e8-8342-483d-89fc-fe578e0b9eff tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Calling delete_port for da2de39c-04b7-4305-8711-8fcac3c12d93 owned by network:router_interface {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:23:44.723679 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-79a5e210-6312-4290-8614-ab64a24e23eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:44.726374 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-79a5e210-6312-4290-8614-ab64a24e23eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:44.729827 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-79a5e210-6312-4290-8614-ab64a24e23eb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c6f64239-ebbd-4dba-a211-8843e1c32371 HTTP/1.1" status: 204 len: 168 time: 0.2722402 Sep 08 09:23:44.742258 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a5e210-6312-4290-8614-ab64a24e23eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f64239-ebbd-4dba-a211-8843e1c32371,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:44.828909 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-a45b06ed-66f3-47ed-904e-220ce7f6b98d tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Deleting port a75d4596-db4f-475f-89c0-aab82d49ef04 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:23:44.829258 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a45b06ed-66f3-47ed-904e-220ce7f6b98d tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:44.881617 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3981d1e8-8342-483d-89fc-fe578e0b9eff tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:44.926080 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a45b06ed-66f3-47ed-904e-220ce7f6b98d tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:44.926288 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a45b06ed-66f3-47ed-904e-220ce7f6b98d tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:44.938482 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3981d1e8-8342-483d-89fc-fe578e0b9eff tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event deleted for resources: {'Port': ['ID=da2de39c-04b7-4305-8711-8fcac3c12d93,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:44.941573 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-a45b06ed-66f3-47ed-904e-220ce7f6b98d tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Calling delete_port for a75d4596-db4f-475f-89c0-aab82d49ef04 owned by network:floatingip {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:23:45.088257 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3981d1e8-8342-483d-89fc-fe578e0b9eff tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:45.233201 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a45b06ed-66f3-47ed-904e-220ce7f6b98d tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:45.266588 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43582) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:45.274849 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b06ed-66f3-47ed-904e-220ce7f6b98d tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event deleted for resources: {'Port': ['ID=a75d4596-db4f-475f-89c0-aab82d49ef04,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:45.289396 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4adc46a4-9cb4-4f3c-b580-9bde9e6d930f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:45.341364 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3981d1e8-8342-483d-89fc-fe578e0b9eff tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Router f303b0c5-2bde-4171-871b-4a1ec25f0268 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:23:45.405279 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a45b06ed-66f3-47ed-904e-220ce7f6b98d tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for floatingip, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:45.406464 n-d-806683-11 neutron-server[94713]: INFO neutron.db.l3_db [None req-a45b06ed-66f3-47ed-904e-220ce7f6b98d tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Floating IP e729ff1b-31b8-4ac2-8f42-4ff0c809eed8 disassociated (deleted). External IP: 172.25.0.162, port: 9d1e733e-c2ec-4f60-8e67-90190ae2b73d. Sep 08 09:23:45.499112 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3981d1e8-8342-483d-89fc-fe578e0b9eff tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:23:45.508828 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-3981d1e8-8342-483d-89fc-fe578e0b9eff tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "PUT /v2.0/routers/f303b0c5-2bde-4171-871b-4a1ec25f0268/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7926211 Sep 08 09:23:45.510072 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43588) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:45.512553 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b628e60-394e-49f9-b801-9b28a2d9b7e6 None None] Sync routers for ids ['f303b0c5-2bde-4171-871b-4a1ec25f0268'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:23:45.536294 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b628e60-394e-49f9-b801-9b28a2d9b7e6 None None] Routers {'f303b0c5-2bde-4171-871b-4a1ec25f0268'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:23:45.536992 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-6b628e60-394e-49f9-b801-9b28a2d9b7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:23:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['f303b0c5-2bde-4171-871b-4a1ec25f0268'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:45.612145 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-90b6a527-1a6b-4c4e-b99a-04cbb893e935 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Deleting subnet f29a461a-0571-4b8e-a2e8-74393f1b53ad {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:23:45.619082 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-90b6a527-1a6b-4c4e-b99a-04cbb893e935 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:45.701974 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-90b6a527-1a6b-4c4e-b99a-04cbb893e935 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:45.756370 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4adc46a4-9cb4-4f3c-b580-9bde9e6d930f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:45.774380 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4adc46a4-9cb4-4f3c-b580-9bde9e6d930f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:45.786989 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a45b06ed-66f3-47ed-904e-220ce7f6b98d tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Router d0f19c5c-bcac-47ef-96e9-6b5010203311 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:23:45.888448 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4adc46a4-9cb4-4f3c-b580-9bde9e6d930f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fc7c6962fd78463eb42538bbe6374b7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6207564 Sep 08 09:23:45.892652 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43592) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:45.907337 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc46a4-9cb4-4f3c-b580-9bde9e6d930f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a0b1f3-8fc1-43f5-8003-3753be5248ef,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:45.932754 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7f3e6-981d-4355-9fa4-bd243b8660f8 req-1308764b-376e-4f13-bc67-9084798a1273 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:45.934407 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-42c7f3e6-981d-4355-9fa4-bd243b8660f8 req-1308764b-376e-4f13-bc67-9084798a1273 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=c36fbdc9-d408-4bbd-8b9c-08392f1657db HTTP/1.1" status: 200 len: 945 time: 0.1666722 Sep 08 09:23:45.964659 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45b06ed-66f3-47ed-904e-220ce7f6b98d tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:23:45.976570 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a45b06ed-66f3-47ed-904e-220ce7f6b98d tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:45.980697 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36677858-14c4-4aad-8eb9-c2557b8a4592 None None] Sync routers for ids ['d0f19c5c-bcac-47ef-96e9-6b5010203311'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:23:46.000362 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-42c7f3e6-981d-4355-9fa4-bd243b8660f8 req-ac86aba0-ec87-4b7e-88f7-959284bc0d0c tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518892 Sep 08 09:23:46.001967 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-90b6a527-1a6b-4c4e-b99a-04cbb893e935 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:46.004759 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36677858-14c4-4aad-8eb9-c2557b8a4592 None None] Routers {'d0f19c5c-bcac-47ef-96e9-6b5010203311'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:23:46.005733 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-36677858-14c4-4aad-8eb9-c2557b8a4592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:23:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['d0f19c5c-bcac-47ef-96e9-6b5010203311'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:46.041528 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-6b628e60-394e-49f9-b801-9b28a2d9b7e6 None None] Set router f303b0c5-2bde-4171-871b-4a1ec25f0268 gateway port host: None {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:23:46.044739 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a45b06ed-66f3-47ed-904e-220ce7f6b98d tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "DELETE /v2.0/floatingips/e729ff1b-31b8-4ac2-8f42-4ff0c809eed8 HTTP/1.1" status: 204 len: 168 time: 1.4255934 Sep 08 09:23:46.045097 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f8007eb-aa6a-4965-ac5b-21b07913e280', 'tag': '9d1e733e-c2ec-4f60-8e67-90190ae2b73d'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:23:46.050799 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9640dfa7-4f4f-41c9-be36-bebc1cdb1230" -d '{"events": [{"name": "network-changed", "server_uuid": "7f8007eb-aa6a-4965-ac5b-21b07913e280", "tag": "9d1e733e-c2ec-4f60-8e67-90190ae2b73d"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:23:46.117340 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2f86e810-2822-4c0c-9456-363a5777d45a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:46.124865 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-6b628e60-394e-49f9-b801-9b28a2d9b7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'name': 'tempest-RoutersIpV6Test-router-273112145', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:23:06Z', 'updated_at': '2021-09-08T09:23:44Z', 'revision_number': 11, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'gw_port_host': None}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:46.145468 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2f86e810-2822-4c0c-9456-363a5777d45a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:46.155528 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-36677858-14c4-4aad-8eb9-c2557b8a4592 None None] Set router d0f19c5c-bcac-47ef-96e9-6b5010203311 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:23:46.156652 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b628e60-394e-49f9-b801-9b28a2d9b7e6 None None] Checking router: f303b0c5-2bde-4171-871b-4a1ec25f0268 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:23:46.161775 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cddfca00-c1c6-4d91-a95d-65d987c3e68e x-openstack-request-id: req-cddfca00-c1c6-4d91-a95d-65d987c3e68e {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:23:46.162126 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f8007eb-aa6a-4965-ac5b-21b07913e280", "tag": "9d1e733e-c2ec-4f60-8e67-90190ae2b73d", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:23:46.162363 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cddfca00-c1c6-4d91-a95d-65d987c3e68e {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:23:46.162825 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f8007eb-aa6a-4965-ac5b-21b07913e280', 'tag': '9d1e733e-c2ec-4f60-8e67-90190ae2b73d', 'status': 'completed', 'code': 200} Sep 08 09:23:46.169339 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b628e60-394e-49f9-b801-9b28a2d9b7e6 None None] Routers {'f303b0c5-2bde-4171-871b-4a1ec25f0268'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:23:46.170128 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-6b628e60-394e-49f9-b801-9b28a2d9b7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:23:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['f303b0c5-2bde-4171-871b-4a1ec25f0268'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:46.227284 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-90b6a527-1a6b-4c4e-b99a-04cbb893e935 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:46.259261 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-6b628e60-394e-49f9-b801-9b28a2d9b7e6 None None] Set router f303b0c5-2bde-4171-871b-4a1ec25f0268 gateway port host: None {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:23:46.281987 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b6a527-1a6b-4c4e-b99a-04cbb893e935 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event deleted for resources: {'Subnet': ['ID=f29a461a-0571-4b8e-a2e8-74393f1b53ad,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:46.285834 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-90b6a527-1a6b-4c4e-b99a-04cbb893e935 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:46.288310 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-90b6a527-1a6b-4c4e-b99a-04cbb893e935 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "DELETE /v2.0/subnets/f29a461a-0571-4b8e-a2e8-74393f1b53ad HTTP/1.1" status: 204 len: 168 time: 0.7614486 Sep 08 09:23:46.290704 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43600) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:46.309179 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c167cb3f-d312-467b-8d39-e84256e2c81b None None] Network ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:23:46.363273 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-6b628e60-394e-49f9-b801-9b28a2d9b7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'name': 'tempest-RoutersIpV6Test-router-273112145', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:23:06Z', 'updated_at': '2021-09-08T09:23:44Z', 'revision_number': 11, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'gw_port_host': None}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:46.394357 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640dfa7-4f4f-41c9-be36-bebc1cdb1230 req-743693ca-e770-4947-b073-ae9a792a4068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:46.395839 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9640dfa7-4f4f-41c9-be36-bebc1cdb1230 req-743693ca-e770-4947-b073-ae9a792a4068 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0f105e5fd99469d8f84a09c77d72db0&device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 1097 time: 0.1939754 Sep 08 09:23:46.420988 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b628e60-394e-49f9-b801-9b28a2d9b7e6 None None] The sync data for ids ['f303b0c5-2bde-4171-871b-4a1ec25f0268'] in n-d-806683-11 is: [{'id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'name': 'tempest-RoutersIpV6Test-router-273112145', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:23:06Z', 'updated_at': '2021-09-08T09:23:44Z', 'revision_number': 11, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'gw_port_host': None}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:23:46.423054 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2f86e810-2822-4c0c-9456-363a5777d45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:46.426415 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2f86e810-2822-4c0c-9456-363a5777d45a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:46.427419 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2f86e810-2822-4c0c-9456-363a5777d45a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/13a0b1f3-8fc1-43f5-8003-3753be5248ef HTTP/1.1" status: 204 len: 168 time: 0.5326691 Sep 08 09:23:46.575131 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f86e810-2822-4c0c-9456-363a5777d45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a0b1f3-8fc1-43f5-8003-3753be5248ef,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:46.584277 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c219be45-5dc3-4cdb-ba17-625f4b3877a6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:46.592183 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-36677858-14c4-4aad-8eb9-c2557b8a4592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f19c5c-bcac-47ef-96e9-6b5010203311', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279895580', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '56c054cf-266b-4a36-a610-93638c2cec6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:20:59Z', 'updated_at': '2021-09-08T09:21:07Z', 'revision_number': 4, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': '56c054cf-266b-4a36-a610-93638c2cec6f', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f19c5c-bcac-47ef-96e9-6b5010203311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:21:00Z', 'updated_at': '2021-09-08T09:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'eb118a4b-e404-4322-917a-c4cc86f07e01', 'name': '', 'network_id': '5a5f9177-7555-4179-8814-e40705874e91', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'mac_address': 'fa:16:3e:1d:ee:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f19c5c-bcac-47ef-96e9-6b5010203311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '5b54460f-986f-4da9-b9e9-b79c61f3e310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:21:05Z', 'updated_at': '2021-09-08T09:21:13Z', 'revision_number': 5, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'subnets': [{'id': '5b54460f-986f-4da9-b9e9-b79c61f3e310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:46.624832 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640dfa7-4f4f-41c9-be36-bebc1cdb1230 req-dea76995-acc2-42ff-9025-b1863a47d7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:46.626381 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9640dfa7-4f4f-41c9-be36-bebc1cdb1230 req-dea76995-acc2-42ff-9025-b1863a47d7fa service neutron] 10.222.0.37 "GET /v2.0/networks?id=5a5f9177-7555-4179-8814-e40705874e91 HTTP/1.1" status: 200 len: 897 time: 0.1979225 Sep 08 09:23:46.634150 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ec4fe-a5fd-492f-b33d-38d17bb96f32 req-26cbbe5d-2c1e-420f-9f58-e93e43b27eb1 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:46.641213 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-440ec4fe-a5fd-492f-b33d-38d17bb96f32 req-26cbbe5d-2c1e-420f-9f58-e93e43b27eb1 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 945 time: 0.1282935 Sep 08 09:23:46.650505 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36677858-14c4-4aad-8eb9-c2557b8a4592 None None] Checking router: d0f19c5c-bcac-47ef-96e9-6b5010203311 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:23:46.662400 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36677858-14c4-4aad-8eb9-c2557b8a4592 None None] Routers {'d0f19c5c-bcac-47ef-96e9-6b5010203311'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:23:46.665131 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-36677858-14c4-4aad-8eb9-c2557b8a4592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:23:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['d0f19c5c-bcac-47ef-96e9-6b5010203311'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:46.686890 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9640dfa7-4f4f-41c9-be36-bebc1cdb1230 req-793e874c-fabb-4649-92d0-e85df163689f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d1e733e-c2ec-4f60-8e67-90190ae2b73d HTTP/1.1" status: 200 len: 217 time: 0.0368845 Sep 08 09:23:46.803080 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-440ec4fe-a5fd-492f-b33d-38d17bb96f32 req-82dd3d4f-ee33-425a-8ae8-dd2d218f7b65 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=525d4824-cde3-4825-b95a-c41d6fce0d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608405 Sep 08 09:23:46.811256 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e85b526-d078-4c8f-8a5c-79520e8c5227 None None] DHCP port deletion for ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:23:46.828869 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640dfa7-4f4f-41c9-be36-bebc1cdb1230 req-a35c5a03-2f75-4b31-84a8-f8d9f576579e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:46.831978 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9640dfa7-4f4f-41c9-be36-bebc1cdb1230 req-a35c5a03-2f75-4b31-84a8-f8d9f576579e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5b54460f-986f-4da9-b9e9-b79c61f3e310 HTTP/1.1" status: 200 len: 835 time: 0.1093137 Sep 08 09:23:46.842571 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-36677858-14c4-4aad-8eb9-c2557b8a4592 None None] Set router d0f19c5c-bcac-47ef-96e9-6b5010203311 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:23:46.888433 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-c219be45-5dc3-4cdb-ba17-625f4b3877a6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Deleting port 71770728-2abe-4c2f-8c60-f4909d6ccdea {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:23:46.888777 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c219be45-5dc3-4cdb-ba17-625f4b3877a6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:46.919535 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-0e85b526-d078-4c8f-8a5c-79520e8c5227 None None] Deleting port 71770728-2abe-4c2f-8c60-f4909d6ccdea {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:23:46.919933 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0e85b526-d078-4c8f-8a5c-79520e8c5227 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:46.933301 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640dfa7-4f4f-41c9-be36-bebc1cdb1230 req-b3d08ef4-fac9-4f38-b71b-4c236ec3475f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:46.942127 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9640dfa7-4f4f-41c9-be36-bebc1cdb1230 req-b3d08ef4-fac9-4f38-b71b-4c236ec3475f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5a5f9177-7555-4179-8814-e40705874e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0934579 Sep 08 09:23:47.012081 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-0e85b526-d078-4c8f-8a5c-79520e8c5227 None None] For port 71770728-2abe-4c2f-8c60-f4909d6ccdea, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=71770728-2abe-4c2f-8c60-f4909d6ccdea,segment=NetworkSegment(03282ab2-aa31-43b9-b3af-3c12a234933a),segment_id=03282ab2-aa31-43b9-b3af-3c12a234933a)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:23:47.012459 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0e85b526-d078-4c8f-8a5c-79520e8c5227 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:47.039043 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-0e85b526-d078-4c8f-8a5c-79520e8c5227 None None] Calling delete_port for 71770728-2abe-4c2f-8c60-f4909d6ccdea owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:23:47.191834 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0e85b526-d078-4c8f-8a5c-79520e8c5227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:47.200234 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device d099dbf8-3bed-42ef-8b23-813e7913ad69 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:23:47.211575 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-36677858-14c4-4aad-8eb9-c2557b8a4592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f19c5c-bcac-47ef-96e9-6b5010203311', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279895580', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '56c054cf-266b-4a36-a610-93638c2cec6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:20:59Z', 'updated_at': '2021-09-08T09:21:07Z', 'revision_number': 4, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': '56c054cf-266b-4a36-a610-93638c2cec6f', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f19c5c-bcac-47ef-96e9-6b5010203311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:21:00Z', 'updated_at': '2021-09-08T09:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'eb118a4b-e404-4322-917a-c4cc86f07e01', 'name': '', 'network_id': '5a5f9177-7555-4179-8814-e40705874e91', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'mac_address': 'fa:16:3e:1d:ee:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f19c5c-bcac-47ef-96e9-6b5010203311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '5b54460f-986f-4da9-b9e9-b79c61f3e310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:21:05Z', 'updated_at': '2021-09-08T09:21:13Z', 'revision_number': 5, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'subnets': [{'id': '5b54460f-986f-4da9-b9e9-b79c61f3e310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:47.228402 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-c219be45-5dc3-4cdb-ba17-625f4b3877a6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] For port 71770728-2abe-4c2f-8c60-f4909d6ccdea, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=71770728-2abe-4c2f-8c60-f4909d6ccdea,segment=NetworkSegment(03282ab2-aa31-43b9-b3af-3c12a234933a),segment_id=03282ab2-aa31-43b9-b3af-3c12a234933a)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:23:47.228779 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c219be45-5dc3-4cdb-ba17-625f4b3877a6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:47.247536 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e85b526-d078-4c8f-8a5c-79520e8c5227 None None] Pushing event deleted for resources: {'Port': ['ID=71770728-2abe-4c2f-8c60-f4909d6ccdea,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:47.249933 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: d099dbf8-3bed-42ef-8b23-813e7913ad69 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:23:47.250540 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device d099dbf8-3bed-42ef-8b23-813e7913ad69 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:23:47.255780 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe765b83-85aa-4592-bd15-d94998a5df79 req-5bdb239a-4f2a-4808-8662-024685343102 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:47.259459 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e85b526-d078-4c8f-8a5c-79520e8c5227 None None] No DVR routers for this DVR port 71770728-2abe-4c2f-8c60-f4909d6ccdea on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:23:47.259649 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fe765b83-85aa-4592-bd15-d94998a5df79 req-5bdb239a-4f2a-4808-8662-024685343102 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=c36fbdc9-d408-4bbd-8b9c-08392f1657db HTTP/1.1" status: 200 len: 945 time: 0.0838797 Sep 08 09:23:47.286291 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36677858-14c4-4aad-8eb9-c2557b8a4592 None None] The sync data for ids ['d0f19c5c-bcac-47ef-96e9-6b5010203311'] in n-d-806683-11 is: [{'id': 'd0f19c5c-bcac-47ef-96e9-6b5010203311', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279895580', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '56c054cf-266b-4a36-a610-93638c2cec6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:20:59Z', 'updated_at': '2021-09-08T09:21:07Z', 'revision_number': 4, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': '56c054cf-266b-4a36-a610-93638c2cec6f', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f19c5c-bcac-47ef-96e9-6b5010203311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:21:00Z', 'updated_at': '2021-09-08T09:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'eb118a4b-e404-4322-917a-c4cc86f07e01', 'name': '', 'network_id': '5a5f9177-7555-4179-8814-e40705874e91', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'mac_address': 'fa:16:3e:1d:ee:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f19c5c-bcac-47ef-96e9-6b5010203311', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '5b54460f-986f-4da9-b9e9-b79c61f3e310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:21:05Z', 'updated_at': '2021-09-08T09:21:13Z', 'revision_number': 5, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'subnets': [{'id': '5b54460f-986f-4da9-b9e9-b79c61f3e310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:23:47.312081 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fe765b83-85aa-4592-bd15-d94998a5df79 req-58b4d794-4334-4858-8028-e56f3f6849ed tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468152 Sep 08 09:23:47.336449 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-c219be45-5dc3-4cdb-ba17-625f4b3877a6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Calling delete_port for 71770728-2abe-4c2f-8c60-f4909d6ccdea owned by network:dhcp {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:23:47.341030 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8cc20-2f79-428c-a724-4c2bc3a189cb req-ac37f237-82f9-4cb3-85cc-1ca4f0d81c14 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:47.342577 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-66a8cc20-2f79-428c-a724-4c2bc3a189cb req-ac37f237-82f9-4cb3-85cc-1ca4f0d81c14 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.35 "GET /v2.0/ports?device_id=c36fbdc9-d408-4bbd-8b9c-08392f1657db HTTP/1.1" status: 200 len: 945 time: 0.2358997 Sep 08 09:23:47.445369 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9640dfa7-4f4f-41c9-be36-bebc1cdb1230 req-32178757-ac61-4d83-80c7-b61e7a0a8718 service neutron] 10.222.0.37 "GET /v2.0/networks/5a5f9177-7555-4179-8814-e40705874e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4929624 Sep 08 09:23:47.466634 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device da2de39c-04b7-4305-8711-8fcac3c12d93 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:23:47.500435 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: da2de39c-04b7-4305-8711-8fcac3c12d93 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:23:47.500882 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device da2de39c-04b7-4305-8711-8fcac3c12d93 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:23:47.501392 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 71770728-2abe-4c2f-8c60-f4909d6ccdea no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:23:47.531239 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 71770728-2abe-4c2f-8c60-f4909d6ccdea {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:23:47.531645 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 71770728-2abe-4c2f-8c60-f4909d6ccdea not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:23:47.597915 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c219be45-5dc3-4cdb-ba17-625f4b3877a6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:47.611255 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-66a8cc20-2f79-428c-a724-4c2bc3a189cb req-02f466f0-63c1-449f-abd7-835029e3fe40 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Deleting port b73e27f2-f52d-4cc3-a12e-4fa5ab811726 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:23:47.611647 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-66a8cc20-2f79-428c-a724-4c2bc3a189cb req-02f466f0-63c1-449f-abd7-835029e3fe40 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:47.640069 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0c9682a7-2b56-4e3f-9c11-dd0c4f0904a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:47.651830 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c219be45-5dc3-4cdb-ba17-625f4b3877a6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event deleted for resources: {'Port': ['ID=71770728-2abe-4c2f-8c60-f4909d6ccdea,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:47.665898 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c219be45-5dc3-4cdb-ba17-625f4b3877a6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] No DVR routers for this DVR port 71770728-2abe-4c2f-8c60-f4909d6ccdea on host n-d-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:23:47.681009 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c89977-f9cf-4b80-84f8-60d912ab04de None None] New status for floating IP e729ff1b-31b8-4ac2-8f42-4ff0c809eed8: DOWN {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:23:47.683780 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9640dfa7-4f4f-41c9-be36-bebc1cdb1230 req-150e51c1-a9ee-4f8c-a815-115ee4602409 service neutron] 10.222.0.37 "GET /v2.0/networks/5a5f9177-7555-4179-8814-e40705874e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133577 Sep 08 09:23:48.150869 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c219be45-5dc3-4cdb-ba17-625f4b3877a6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:48.154423 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43644) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:48.178514 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-66a8cc20-2f79-428c-a724-4c2bc3a189cb req-02f466f0-63c1-449f-abd7-835029e3fe40 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] For port b73e27f2-f52d-4cc3-a12e-4fa5ab811726, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=b73e27f2-f52d-4cc3-a12e-4fa5ab811726,segment=NetworkSegment(0adbffbb-cf08-4e79-9920-208d98c2b498),segment_id=0adbffbb-cf08-4e79-9920-208d98c2b498)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:23:48.178888 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-66a8cc20-2f79-428c-a724-4c2bc3a189cb req-02f466f0-63c1-449f-abd7-835029e3fe40 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:48.212554 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13e14d-868a-4fa4-8236-d74c622aec73 req-787d2850-ccee-45de-950a-868779489135 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:48.214082 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9c13e14d-868a-4fa4-8236-d74c622aec73 req-787d2850-ccee-45de-950a-868779489135 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 945 time: 0.2163746 Sep 08 09:23:48.219313 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-c219be45-5dc3-4cdb-ba17-625f4b3877a6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:48.222508 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-66a8cc20-2f79-428c-a724-4c2bc3a189cb req-02f466f0-63c1-449f-abd7-835029e3fe40 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Calling delete_port for b73e27f2-f52d-4cc3-a12e-4fa5ab811726 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:23:48.232391 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d42c6-a123-4c61-af5a-54af2121cda5 req-f1084101-6ce0-40a3-8954-fa79a92197ae tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:48.233855 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a45d42c6-a123-4c61-af5a-54af2121cda5 req-f1084101-6ce0-40a3-8954-fa79a92197ae tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 945 time: 0.2372432 Sep 08 09:23:48.276361 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-c219be45-5dc3-4cdb-ba17-625f4b3877a6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03282ab2-aa31-43b9-b3af-3c12a234933a') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:48.276666 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-c219be45-5dc3-4cdb-ba17-625f4b3877a6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03282ab2-aa31-43b9-b3af-3c12a234933a') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:48.299285 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c219be45-5dc3-4cdb-ba17-625f4b3877a6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:48.309848 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-5ac967f5-be20-4bc4-8c79-132130ae251f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1243164508'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:23:48.336426 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac967f5-be20-4bc4-8c79-132130ae251f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889-project] Made reservation on behalf of 5c94adf5a51c4864986c1e2daa490560 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:23:48.340238 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5ac967f5-be20-4bc4-8c79-132130ae251f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:48.348968 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5ac967f5-be20-4bc4-8c79-132130ae251f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:48.392097 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c219be45-5dc3-4cdb-ba17-625f4b3877a6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:48.417266 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a45d42c6-a123-4c61-af5a-54af2121cda5 req-e787153f-9e4b-416d-8ef1-8610c2d2baf3 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=525d4824-cde3-4825-b95a-c41d6fce0d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676111 Sep 08 09:23:48.419448 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c219be45-5dc3-4cdb-ba17-625f4b3877a6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:23:48.419859 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c219be45-5dc3-4cdb-ba17-625f4b3877a6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:48.423039 n-d-806683-11 neutron-server[94712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:23:48.423039 n-d-806683-11 neutron-server[94712]: self.session.flush() Sep 08 09:23:48.423039 n-d-806683-11 neutron-server[94712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:23:48.423039 n-d-806683-11 neutron-server[94712]: self.session.flush() Sep 08 09:23:48.423039 n-d-806683-11 neutron-server[94712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:23:48.423039 n-d-806683-11 neutron-server[94712]: self.session.flush() Sep 08 09:23:48.423039 n-d-806683-11 neutron-server[94712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:23:48.423039 n-d-806683-11 neutron-server[94712]: self.session.flush() Sep 08 09:23:48.423039 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:23:48.423039 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:23:48.423039 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:23:48.423039 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:23:48.423039 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:23:48.423039 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:23:48.423039 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:23:48.423039 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:23:48.423039 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:23:48.423039 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:23:48.423039 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:23:48.423039 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:23:48.423039 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:23:48.423039 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:23:48.423039 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:23:48.423039 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:23:48.423039 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:23:48.423039 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:23:48.423039 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:23:48.423039 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:23:48.423039 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:23:48.423039 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:23:48.423039 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:23:48.423039 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:23:48.423039 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:23:48.423039 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:23:48.423039 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:23:48.423039 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:23:48.423039 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:23:48.423039 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:23:48.423039 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:23:48.423039 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:23:48.463495 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a10df-a7c5-4054-95ab-1564d2fd8a0c req-8f3512d4-eb3f-4fe2-a28f-7a9425eed277 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:48.465014 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-725a10df-a7c5-4054-95ab-1564d2fd8a0c req-8f3512d4-eb3f-4fe2-a28f-7a9425eed277 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=c36fbdc9-d408-4bbd-8b9c-08392f1657db HTTP/1.1" status: 200 len: 945 time: 0.0739496 Sep 08 09:23:48.526157 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5ac967f5-be20-4bc4-8c79-132130ae251f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:48.530135 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-725a10df-a7c5-4054-95ab-1564d2fd8a0c req-8065887d-8195-47e8-a05b-b451f997bcec tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=5d179995-c721-4508-9468-142d3ae5e8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581546 Sep 08 09:23:48.532168 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c219be45-5dc3-4cdb-ba17-625f4b3877a6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:48.535322 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5ac967f5-be20-4bc4-8c79-132130ae251f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:48.547083 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c219be45-5dc3-4cdb-ba17-625f4b3877a6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:48.552363 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c219be45-5dc3-4cdb-ba17-625f4b3877a6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "DELETE /v2.0/networks/ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79 HTTP/1.1" status: 204 len: 168 time: 2.2568192 Sep 08 09:23:48.555043 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-9c13e14d-868a-4fa4-8236-d74c622aec73 req-d2cd5716-9f1f-4060-a079-36918dd3faea tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Deleting port 9d1e733e-c2ec-4f60-8e67-90190ae2b73d {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:23:48.555372 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43652) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:48.555485 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9c13e14d-868a-4fa4-8236-d74c622aec73 req-d2cd5716-9f1f-4060-a079-36918dd3faea tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:48.564342 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-d0696bd0-0437-44d3-a900-ec5f7e0bc67b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Request body: {'router': {'routes': None}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:23:48.567307 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac967f5-be20-4bc4-8c79-132130ae251f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:23:48.577334 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c219be45-5dc3-4cdb-ba17-625f4b3877a6 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Pushing event deleted for resources: {'Network': ['ID=ab1bbf22-c4c4-4a35-953a-d53bbcf4fe79,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:48.621058 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-66a8cc20-2f79-428c-a724-4c2bc3a189cb req-02f466f0-63c1-449f-abd7-835029e3fe40 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:48.625857 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac967f5-be20-4bc4-8c79-132130ae251f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d5d703-5d92-49cf-b043-fe10dbf4db3b,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:48.630390 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5ac967f5-be20-4bc4-8c79-132130ae251f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:48.630750 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-5ac967f5-be20-4bc4-8c79-132130ae251f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889-project] Added segment b5d175ab-fab8-41a6-9573-fd60241a3cc4 of type vlan for network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 Sep 08 09:23:48.654562 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['b73e27f2-f52d-4cc3-a12e-4fa5ab811726'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:23:48.687073 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f466f0-63c1-449f-abd7-835029e3fe40 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Pushing event deleted for resources: {'Port': ['ID=b73e27f2-f52d-4cc3-a12e-4fa5ab811726,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:48.742161 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a8cc20-2f79-428c-a724-4c2bc3a189cb req-02f466f0-63c1-449f-abd7-835029e3fe40 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] No DVR routers for this DVR port b73e27f2-f52d-4cc3-a12e-4fa5ab811726 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:23:48.746859 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-66a8cc20-2f79-428c-a724-4c2bc3a189cb req-02f466f0-63c1-449f-abd7-835029e3fe40 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:48.748916 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-66a8cc20-2f79-428c-a724-4c2bc3a189cb req-02f466f0-63c1-449f-abd7-835029e3fe40 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.35 "DELETE /v2.0/ports/b73e27f2-f52d-4cc3-a12e-4fa5ab811726 HTTP/1.1" status: 204 len: 173 time: 1.3960044 Sep 08 09:23:48.749757 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36fbdc9-d408-4bbd-8b9c-08392f1657db', 'name': 'network-vif-deleted', 'tag': 'b73e27f2-f52d-4cc3-a12e-4fa5ab811726'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:23:48.751006 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5ac967f5-be20-4bc4-8c79-132130ae251f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:48.751806 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977feae8-3d4e-406c-89d4-cd248988d469" -d '{"events": [{"server_uuid": "c36fbdc9-d408-4bbd-8b9c-08392f1657db", "name": "network-vif-deleted", "tag": "b73e27f2-f52d-4cc3-a12e-4fa5ab811726"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:23:48.782926 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-9c13e14d-868a-4fa4-8236-d74c622aec73 req-d2cd5716-9f1f-4060-a079-36918dd3faea tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] For port 9d1e733e-c2ec-4f60-8e67-90190ae2b73d, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=9d1e733e-c2ec-4f60-8e67-90190ae2b73d,segment=NetworkSegment(5075adc2-ac9e-4991-97a4-272c098a040b),segment_id=5075adc2-ac9e-4991-97a4-272c098a040b)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:23:48.783401 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9c13e14d-868a-4fa4-8236-d74c622aec73 req-d2cd5716-9f1f-4060-a079-36918dd3faea tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:48.801079 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-9c13e14d-868a-4fa4-8236-d74c622aec73 req-d2cd5716-9f1f-4060-a079-36918dd3faea tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Calling delete_port for 9d1e733e-c2ec-4f60-8e67-90190ae2b73d owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:23:48.813872 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f213bde-c3df-4eea-bd65-2aaee3db0993 x-openstack-request-id: req-1f213bde-c3df-4eea-bd65-2aaee3db0993 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:23:48.814258 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36fbdc9-d408-4bbd-8b9c-08392f1657db", "name": "network-vif-deleted", "tag": "b73e27f2-f52d-4cc3-a12e-4fa5ab811726", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:23:48.814572 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1f213bde-c3df-4eea-bd65-2aaee3db0993 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:23:48.815097 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36fbdc9-d408-4bbd-8b9c-08392f1657db', 'name': 'network-vif-deleted', 'tag': 'b73e27f2-f52d-4cc3-a12e-4fa5ab811726', 'status': 'completed', 'code': 200} Sep 08 09:23:48.967862 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9c13e14d-868a-4fa4-8236-d74c622aec73 req-d2cd5716-9f1f-4060-a079-36918dd3faea tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:49.005245 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd5716-9f1f-4060-a079-36918dd3faea tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event deleted for resources: {'Port': ['ID=9d1e733e-c2ec-4f60-8e67-90190ae2b73d,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:49.050976 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c13e14d-868a-4fa4-8236-d74c622aec73 req-d2cd5716-9f1f-4060-a079-36918dd3faea tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] No DVR routers for this DVR port 9d1e733e-c2ec-4f60-8e67-90190ae2b73d on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:23:49.053426 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9c13e14d-868a-4fa4-8236-d74c622aec73 req-d2cd5716-9f1f-4060-a079-36918dd3faea tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:49.055566 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9c13e14d-868a-4fa4-8236-d74c622aec73 req-d2cd5716-9f1f-4060-a079-36918dd3faea tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.37 "DELETE /v2.0/ports/9d1e733e-c2ec-4f60-8e67-90190ae2b73d HTTP/1.1" status: 204 len: 173 time: 0.8311768 Sep 08 09:23:49.070918 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.db.resource_extend [None req-5ac967f5-be20-4bc4-8c79-132130ae251f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 08 09:23:49.091661 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.extraroute_db [None req-d0696bd0-0437-44d3-a900-ec5f7e0bc67b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Added routes are [] {{(pid=94713) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 08 09:23:49.091965 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.extraroute_db [None req-d0696bd0-0437-44d3-a900-ec5f7e0bc67b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Removed routes are [] {{(pid=94713) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 08 09:23:49.092328 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d0696bd0-0437-44d3-a900-ec5f7e0bc67b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2457'] for router, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:49.134774 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5ac967f5-be20-4bc4-8c79-132130ae251f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:49.140214 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac967f5-be20-4bc4-8c79-132130ae251f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:49.140804 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5ac967f5-be20-4bc4-8c79-132130ae251f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889-project] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:49.209474 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5ac967f5-be20-4bc4-8c79-132130ae251f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.0538297 Sep 08 09:23:49.282084 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac967f5-be20-4bc4-8c79-132130ae251f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889-project] Pushing event updated for resources: {'Network': ['ID=6ec7af1e-ce83-472c-9f74-401dc72a4df5,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:49.302875 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:23:49.315855 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d0696bd0-0437-44d3-a900-ec5f7e0bc67b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2457'] for router, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:49.319671 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d0696bd0-0437-44d3-a900-ec5f7e0bc67b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-764157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-764146', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-768877'] for router, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:49.422170 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0696bd0-0437-44d3-a900-ec5f7e0bc67b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Router f303b0c5-2bde-4171-871b-4a1ec25f0268 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:23:49.444219 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43668) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:49.454249 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Request body: {'port': {'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5', 'binding:host_id': 'n-h1-806683-11', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-471364639'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:23:49.483494 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Made reservation on behalf of 1b9be2888d8c479d89fe7dd67998a972 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:23:49.488084 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:49.497241 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:49.533011 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0696bd0-0437-44d3-a900-ec5f7e0bc67b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:23:49.540725 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d0696bd0-0437-44d3-a900-ec5f7e0bc67b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:49.545002 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d0696bd0-0437-44d3-a900-ec5f7e0bc67b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "PUT /v2.0/routers/f303b0c5-2bde-4171-871b-4a1ec25f0268 HTTP/1.1" status: 200 len: 704 time: 0.9886134 Sep 08 09:23:49.545845 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43670) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:49.559876 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89632db-4f76-45ad-93eb-e7927ecffae6 None None] Sync routers for ids ['f303b0c5-2bde-4171-871b-4a1ec25f0268'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:23:49.577610 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89632db-4f76-45ad-93eb-e7927ecffae6 None None] Routers {'f303b0c5-2bde-4171-871b-4a1ec25f0268'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:23:49.578271 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-c89632db-4f76-45ad-93eb-e7927ecffae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:23:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['f303b0c5-2bde-4171-871b-4a1ec25f0268'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:49.588100 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ddb46432-c357-440b-a3c0-192c328f769d tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "GET /v2.0/ports?device_id=f303b0c5-2bde-4171-871b-4a1ec25f0268 HTTP/1.1" status: 200 len: 205 time: 0.0380900 Sep 08 09:23:49.588959 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43674) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:49.608083 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1570ea47-56e7-4e99-95fd-7d9ac6f8a56f req-2ac6c365-2d76-4c39-a124-8980a3f23c21 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=7f8007eb-aa6a-4965-ac5b-21b07913e280 HTTP/1.1" status: 200 len: 210 time: 0.0659802 Sep 08 09:23:49.711627 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-c89632db-4f76-45ad-93eb-e7927ecffae6 None None] Set router f303b0c5-2bde-4171-871b-4a1ec25f0268 gateway port host: None {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:23:49.726857 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:49.731809 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:49.735403 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c47756f8-ff69-4c99-b946-87ed108cceb3 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:49.739543 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] device_id is not set on port 385dc4b0-2f4e-447e-8155-c63f248bc35c yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:23:49.787191 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-c89632db-4f76-45ad-93eb-e7927ecffae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'name': 'tempest-RoutersIpV6Test-router-273112145', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:23:06Z', 'updated_at': '2021-09-08T09:23:44Z', 'revision_number': 11, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'gw_port_host': None}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:49.822714 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89632db-4f76-45ad-93eb-e7927ecffae6 None None] Checking router: f303b0c5-2bde-4171-871b-4a1ec25f0268 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:23:49.834349 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89632db-4f76-45ad-93eb-e7927ecffae6 None None] Routers {'f303b0c5-2bde-4171-871b-4a1ec25f0268'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:23:49.835179 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-c89632db-4f76-45ad-93eb-e7927ecffae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:23:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['f303b0c5-2bde-4171-871b-4a1ec25f0268'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:49.836710 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272c693c-abb7-4901-a126-f297fa215f83,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:49.927326 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-c89632db-4f76-45ad-93eb-e7927ecffae6 None None] Set router f303b0c5-2bde-4171-871b-4a1ec25f0268 gateway port host: None {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:23:49.939603 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c47756f8-ff69-4c99-b946-87ed108cceb3 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:49.942500 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c47756f8-ff69-4c99-b946-87ed108cceb3 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:49.990262 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c47756f8-ff69-4c99-b946-87ed108cceb3 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:49.990491 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abaa028-776e-4c14-b043-64a0efb12f2b req-e6111de4-4aa7-48c3-8567-c2759b020aa6 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:49.990970 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47756f8-ff69-4c99-b946-87ed108cceb3 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Fanout notify agent at l3_agent the message router_deleted on router f303b0c5-2bde-4171-871b-4a1ec25f0268 {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:23:49.992066 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1abaa028-776e-4c14-b043-64a0efb12f2b req-e6111de4-4aa7-48c3-8567-c2759b020aa6 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.1182897 Sep 08 09:23:50.003705 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c47756f8-ff69-4c99-b946-87ed108cceb3 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:50.009606 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c47756f8-ff69-4c99-b946-87ed108cceb3 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "DELETE /v2.0/routers/f303b0c5-2bde-4171-871b-4a1ec25f0268 HTTP/1.1" status: 204 len: 168 time: 0.4148250 Sep 08 09:23:50.010953 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43680) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:50.015670 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-5bc9d1c3-dacd-4e22-873d-3760409ff3f3 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1100993130', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:23:50.049853 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5bc9d1c3-dacd-4e22-873d-3760409ff3f3 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:50.051184 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5bc9d1c3-dacd-4e22-873d-3760409ff3f3 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:50.073223 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1abaa028-776e-4c14-b043-64a0efb12f2b req-c28640aa-09f6-4931-b29b-53f1205cb0c1 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709348 Sep 08 09:23:50.093556 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-c89632db-4f76-45ad-93eb-e7927ecffae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'name': 'tempest-RoutersIpV6Test-router-273112145', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:23:06Z', 'updated_at': '2021-09-08T09:23:44Z', 'revision_number': 11, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'gw_port_host': None}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:50.101519 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] device_id is not set on port 385dc4b0-2f4e-447e-8155-c63f248bc35c yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:23:50.112560 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:50.112976 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5bc9d1c3-dacd-4e22-873d-3760409ff3f3 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:50.117456 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5bc9d1c3-dacd-4e22-873d-3760409ff3f3 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:50.122396 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89632db-4f76-45ad-93eb-e7927ecffae6 None None] The sync data for ids ['f303b0c5-2bde-4171-871b-4a1ec25f0268'] in n-d-806683-11 is: [{'id': 'f303b0c5-2bde-4171-871b-4a1ec25f0268', 'name': 'tempest-RoutersIpV6Test-router-273112145', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:23:06Z', 'updated_at': '2021-09-08T09:23:44Z', 'revision_number': 11, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'gw_port_host': None}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:23:50.124508 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Transition to ACTIVE for port object 385dc4b0-2f4e-447e-8155-c63f248bc35c will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:23:50.134822 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5bc9d1c3-dacd-4e22-873d-3760409ff3f3 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:50.138094 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5bc9d1c3-dacd-4e22-873d-3760409ff3f3 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1240265 Sep 08 09:23:50.138280 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:50.138996 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43682) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:50.144329 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-0cb2a1e6-ed24-48b5-905f-c985f712f85b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:23:50.206287 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Pushing event updated for resources: {'Port': ['ID=385dc4b0-2f4e-447e-8155-c63f248bc35c,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:50.214241 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Checking segment: {'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:23:50.214610 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Network hostable DHCP agents. Network: 6ec7af1e-ce83-472c-9f74-401dc72a4df5, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:23:50.234653 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:23:50.245791 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 6ec7af1e-ce83-472c-9f74-401dc72a4df5) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:23:50.254235 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86961d0-9315-47f6-9e8c-dd5b795d41a9 None None] Network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:23:50.256356 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:23:50.271770 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 385dc4b0-2f4e-447e-8155-c63f248bc35c on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:23:50.272440 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 385dc4b0-2f4e-447e-8155-c63f248bc35c by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:23:50.273014 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 385dc4b0-2f4e-447e-8155-c63f248bc35c on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:23:50.278149 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Port 385dc4b0-2f4e-447e-8155-c63f248bc35c on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:23:50.278753 n-d-806683-11 neutron-server[94712]: ERROR neutron.plugins.ml2.managers [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Failed to bind port 385dc4b0-2f4e-447e-8155-c63f248bc35c on host n-h1-806683-11 for vnic_type normal using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] Sep 08 09:23:50.279371 n-d-806683-11 neutron-server[94712]: INFO neutron.plugins.ml2.plugin [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempt 2 to bind port 385dc4b0-2f4e-447e-8155-c63f248bc35c Sep 08 09:23:50.295482 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 385dc4b0-2f4e-447e-8155-c63f248bc35c on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:23:50.295999 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 385dc4b0-2f4e-447e-8155-c63f248bc35c by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:23:50.296995 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 385dc4b0-2f4e-447e-8155-c63f248bc35c on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:23:50.309948 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Port 385dc4b0-2f4e-447e-8155-c63f248bc35c on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:23:50.310538 n-d-806683-11 neutron-server[94712]: ERROR neutron.plugins.ml2.managers [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Failed to bind port 385dc4b0-2f4e-447e-8155-c63f248bc35c on host n-h1-806683-11 for vnic_type normal using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] Sep 08 09:23:50.311321 n-d-806683-11 neutron-server[94712]: INFO neutron.plugins.ml2.plugin [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempt 3 to bind port 385dc4b0-2f4e-447e-8155-c63f248bc35c Sep 08 09:23:50.334480 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 385dc4b0-2f4e-447e-8155-c63f248bc35c on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:23:50.334881 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 385dc4b0-2f4e-447e-8155-c63f248bc35c by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:23:50.335245 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 385dc4b0-2f4e-447e-8155-c63f248bc35c on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:23:50.348448 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Port 385dc4b0-2f4e-447e-8155-c63f248bc35c on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:23:50.348793 n-d-806683-11 neutron-server[94712]: ERROR neutron.plugins.ml2.managers [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Failed to bind port 385dc4b0-2f4e-447e-8155-c63f248bc35c on host n-h1-806683-11 for vnic_type normal using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] Sep 08 09:23:50.349198 n-d-806683-11 neutron-server[94712]: INFO neutron.plugins.ml2.plugin [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempt 4 to bind port 385dc4b0-2f4e-447e-8155-c63f248bc35c Sep 08 09:23:50.368158 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 385dc4b0-2f4e-447e-8155-c63f248bc35c on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:23:50.368734 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 385dc4b0-2f4e-447e-8155-c63f248bc35c by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:23:50.371043 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 385dc4b0-2f4e-447e-8155-c63f248bc35c on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:23:50.376942 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Port 385dc4b0-2f4e-447e-8155-c63f248bc35c on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:23:50.378369 n-d-806683-11 neutron-server[94712]: ERROR neutron.plugins.ml2.managers [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Failed to bind port 385dc4b0-2f4e-447e-8155-c63f248bc35c on host n-h1-806683-11 for vnic_type normal using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] Sep 08 09:23:50.378479 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0cb2a1e6-ed24-48b5-905f-c985f712f85b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-764132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-768788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2457'] for router, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:50.379474 n-d-806683-11 neutron-server[94712]: INFO neutron.plugins.ml2.plugin [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempt 5 to bind port 385dc4b0-2f4e-447e-8155-c63f248bc35c Sep 08 09:23:50.391321 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0cb2a1e6-ed24-48b5-905f-c985f712f85b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-764157', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-764146', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-768877'] for router, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:50.394904 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 385dc4b0-2f4e-447e-8155-c63f248bc35c on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:23:50.395620 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 385dc4b0-2f4e-447e-8155-c63f248bc35c by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:23:50.395879 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 385dc4b0-2f4e-447e-8155-c63f248bc35c on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:23:50.401828 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Port 385dc4b0-2f4e-447e-8155-c63f248bc35c on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:23:50.402330 n-d-806683-11 neutron-server[94712]: ERROR neutron.plugins.ml2.managers [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Failed to bind port 385dc4b0-2f4e-447e-8155-c63f248bc35c on host n-h1-806683-11 for vnic_type normal using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] Sep 08 09:23:50.402849 n-d-806683-11 neutron-server[94712]: INFO neutron.plugins.ml2.plugin [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempt 6 to bind port 385dc4b0-2f4e-447e-8155-c63f248bc35c Sep 08 09:23:50.418322 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 385dc4b0-2f4e-447e-8155-c63f248bc35c on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:23:50.419036 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 385dc4b0-2f4e-447e-8155-c63f248bc35c by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:23:50.419544 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 385dc4b0-2f4e-447e-8155-c63f248bc35c on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:23:50.426191 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:50.426406 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Port 385dc4b0-2f4e-447e-8155-c63f248bc35c on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:23:50.426723 n-d-806683-11 neutron-server[94712]: ERROR neutron.plugins.ml2.managers [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Failed to bind port 385dc4b0-2f4e-447e-8155-c63f248bc35c on host n-h1-806683-11 for vnic_type normal using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] Sep 08 09:23:50.427931 n-d-806683-11 neutron-server[94712]: INFO neutron.plugins.ml2.plugin [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempt 7 to bind port 385dc4b0-2f4e-447e-8155-c63f248bc35c Sep 08 09:23:50.444156 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 385dc4b0-2f4e-447e-8155-c63f248bc35c on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:23:50.444589 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 385dc4b0-2f4e-447e-8155-c63f248bc35c by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:23:50.445138 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 385dc4b0-2f4e-447e-8155-c63f248bc35c on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:23:50.449775 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Port 385dc4b0-2f4e-447e-8155-c63f248bc35c on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:23:50.450219 n-d-806683-11 neutron-server[94712]: ERROR neutron.plugins.ml2.managers [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Failed to bind port 385dc4b0-2f4e-447e-8155-c63f248bc35c on host n-h1-806683-11 for vnic_type normal using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] Sep 08 09:23:50.450673 n-d-806683-11 neutron-server[94712]: INFO neutron.plugins.ml2.plugin [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempt 8 to bind port 385dc4b0-2f4e-447e-8155-c63f248bc35c Sep 08 09:23:50.471542 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 385dc4b0-2f4e-447e-8155-c63f248bc35c on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:23:50.471907 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 385dc4b0-2f4e-447e-8155-c63f248bc35c by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:23:50.472269 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 385dc4b0-2f4e-447e-8155-c63f248bc35c on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:23:50.476809 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Port 385dc4b0-2f4e-447e-8155-c63f248bc35c on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:23:50.477135 n-d-806683-11 neutron-server[94712]: ERROR neutron.plugins.ml2.managers [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Failed to bind port 385dc4b0-2f4e-447e-8155-c63f248bc35c on host n-h1-806683-11 for vnic_type normal using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] Sep 08 09:23:50.477523 n-d-806683-11 neutron-server[94712]: INFO neutron.plugins.ml2.plugin [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempt 9 to bind port 385dc4b0-2f4e-447e-8155-c63f248bc35c Sep 08 09:23:50.492089 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 385dc4b0-2f4e-447e-8155-c63f248bc35c on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:23:50.492431 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 385dc4b0-2f4e-447e-8155-c63f248bc35c by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:23:50.492771 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 385dc4b0-2f4e-447e-8155-c63f248bc35c on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:23:50.497779 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Port 385dc4b0-2f4e-447e-8155-c63f248bc35c on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:23:50.498190 n-d-806683-11 neutron-server[94712]: ERROR neutron.plugins.ml2.managers [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Failed to bind port 385dc4b0-2f4e-447e-8155-c63f248bc35c on host n-h1-806683-11 for vnic_type normal using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] Sep 08 09:23:50.498587 n-d-806683-11 neutron-server[94712]: INFO neutron.plugins.ml2.plugin [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempt 10 to bind port 385dc4b0-2f4e-447e-8155-c63f248bc35c Sep 08 09:23:50.499222 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb2a1e6-ed24-48b5-905f-c985f712f85b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Router 26df5c41-1ab6-4dc4-a4db-3a1a1b5e1b20 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:23:50.511801 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 385dc4b0-2f4e-447e-8155-c63f248bc35c on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:23:50.512140 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 385dc4b0-2f4e-447e-8155-c63f248bc35c by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:23:50.512477 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 385dc4b0-2f4e-447e-8155-c63f248bc35c on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:23:50.516695 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Port 385dc4b0-2f4e-447e-8155-c63f248bc35c on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:23:50.517024 n-d-806683-11 neutron-server[94712]: ERROR neutron.plugins.ml2.managers [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Failed to bind port 385dc4b0-2f4e-447e-8155-c63f248bc35c on host n-h1-806683-11 for vnic_type normal using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] Sep 08 09:23:50.517400 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:50.578935 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb2a1e6-ed24-48b5-905f-c985f712f85b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:23:50.584140 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] For port 385dc4b0-2f4e-447e-8155-c63f248bc35c, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:23:50.584520 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempted to set empty binding levels {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 08 09:23:50.586528 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0cb2a1e6-ed24-48b5-905f-c985f712f85b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:50.588929 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a3ffae-39a2-4449-8b98-0ac443a55ee2 None None] Sync routers for ids ['26df5c41-1ab6-4dc4-a4db-3a1a1b5e1b20'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:23:50.589917 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:50.593725 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0cb2a1e6-ed24-48b5-905f-c985f712f85b tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "PUT /v2.0/routers/26df5c41-1ab6-4dc4-a4db-3a1a1b5e1b20 HTTP/1.1" status: 200 len: 698 time: 0.4511516 Sep 08 09:23:50.594148 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43686) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:50.607906 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a3ffae-39a2-4449-8b98-0ac443a55ee2 None None] Routers {'26df5c41-1ab6-4dc4-a4db-3a1a1b5e1b20'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:23:50.608548 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-a2a3ffae-39a2-4449-8b98-0ac443a55ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:23:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['26df5c41-1ab6-4dc4-a4db-3a1a1b5e1b20'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:50.635244 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:50.635853 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:50.655330 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Pushing event updated for resources: {'Port': ['ID=385dc4b0-2f4e-447e-8155-c63f248bc35c,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:50.668869 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e18feb2d-e320-43c5-8a03-86f1bdc2c229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.2235203 Sep 08 09:23:50.669536 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43690) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:50.683620 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43692) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:50.709606 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-a2a3ffae-39a2-4449-8b98-0ac443a55ee2 None None] Set router 26df5c41-1ab6-4dc4-a4db-3a1a1b5e1b20 gateway port host: None {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:23:50.740480 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-86d89b3c-d956-41bb-89db-9717188e8c30 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "GET /v2.0/routers/26df5c41-1ab6-4dc4-a4db-3a1a1b5e1b20 HTTP/1.1" status: 200 len: 704 time: 0.1450562 Sep 08 09:23:50.740700 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43694) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:50.770554 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-a03084f8-9a5b-488c-bf8e-d862417c118f tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "GET /v2.0/ports?device_id=26df5c41-1ab6-4dc4-a4db-3a1a1b5e1b20 HTTP/1.1" status: 200 len: 205 time: 0.0288684 Sep 08 09:23:50.773133 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43696) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:50.775534 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-6ebbe0bb-dbfc-407c-86ee-529e8848f2f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Deleting port 385dc4b0-2f4e-447e-8155-c63f248bc35c {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:23:50.776005 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6ebbe0bb-dbfc-407c-86ee-529e8848f2f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:50.781627 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-a2a3ffae-39a2-4449-8b98-0ac443a55ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26df5c41-1ab6-4dc4-a4db-3a1a1b5e1b20', 'name': 'tempest-RoutersIpV6Test-router-1100993130', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:23:50Z', 'updated_at': '2021-09-08T09:23:50Z', 'revision_number': 2, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'gw_port_host': None}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:50.814233 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a3ffae-39a2-4449-8b98-0ac443a55ee2 None None] Checking router: 26df5c41-1ab6-4dc4-a4db-3a1a1b5e1b20 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:23:50.816238 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-bfd5b191-687d-4188-874e-32d612ccc2f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:50.825028 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a3ffae-39a2-4449-8b98-0ac443a55ee2 None None] Routers {'26df5c41-1ab6-4dc4-a4db-3a1a1b5e1b20'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:23:50.825649 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-a2a3ffae-39a2-4449-8b98-0ac443a55ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:23:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['26df5c41-1ab6-4dc4-a4db-3a1a1b5e1b20'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:50.836470 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8007eb-aa6a-4965-ac5b-21b07913e280', 'name': 'network-vif-deleted', 'tag': '9d1e733e-c2ec-4f60-8e67-90190ae2b73d'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:23:50.836852 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6348092e-b1fe-4116-bc38-369cfc6e3ce7" -d '{"events": [{"server_uuid": "7f8007eb-aa6a-4965-ac5b-21b07913e280", "name": "network-vif-deleted", "tag": "9d1e733e-c2ec-4f60-8e67-90190ae2b73d"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:23:50.855460 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-6ebbe0bb-dbfc-407c-86ee-529e8848f2f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] For port 385dc4b0-2f4e-447e-8155-c63f248bc35c, host n-h1-806683-11, got binding levels [] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:23:50.855923 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6ebbe0bb-dbfc-407c-86ee-529e8848f2f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:50.870812 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-6ebbe0bb-dbfc-407c-86ee-529e8848f2f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Calling delete_port for 385dc4b0-2f4e-447e-8155-c63f248bc35c owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:23:50.886525 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc1643a-6c39-4ee7-b0bb-d0ad1552227d x-openstack-request-id: req-cdc1643a-6c39-4ee7-b0bb-d0ad1552227d {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:23:50.886831 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8007eb-aa6a-4965-ac5b-21b07913e280", "name": "network-vif-deleted", "tag": "9d1e733e-c2ec-4f60-8e67-90190ae2b73d", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:23:50.887086 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cdc1643a-6c39-4ee7-b0bb-d0ad1552227d {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:23:50.887489 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8007eb-aa6a-4965-ac5b-21b07913e280', 'name': 'network-vif-deleted', 'tag': '9d1e733e-c2ec-4f60-8e67-90190ae2b73d', 'status': 'completed', 'code': 200} Sep 08 09:23:50.914739 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-a2a3ffae-39a2-4449-8b98-0ac443a55ee2 None None] Set router 26df5c41-1ab6-4dc4-a4db-3a1a1b5e1b20 gateway port host: None {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:23:50.973786 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6ebbe0bb-dbfc-407c-86ee-529e8848f2f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:50.977731 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-a2a3ffae-39a2-4449-8b98-0ac443a55ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26df5c41-1ab6-4dc4-a4db-3a1a1b5e1b20', 'name': 'tempest-RoutersIpV6Test-router-1100993130', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:23:50Z', 'updated_at': '2021-09-08T09:23:50Z', 'revision_number': 2, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'gw_port_host': None}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:51.011013 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebbe0bb-dbfc-407c-86ee-529e8848f2f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Pushing event deleted for resources: {'Port': ['ID=385dc4b0-2f4e-447e-8155-c63f248bc35c,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:51.014541 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a3ffae-39a2-4449-8b98-0ac443a55ee2 None None] The sync data for ids ['26df5c41-1ab6-4dc4-a4db-3a1a1b5e1b20'] in n-d-806683-11 is: [{'id': '26df5c41-1ab6-4dc4-a4db-3a1a1b5e1b20', 'name': 'tempest-RoutersIpV6Test-router-1100993130', 'tenant_id': '008ae683ead44873ba90ff716de87ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:23:50Z', 'updated_at': '2021-09-08T09:23:50Z', 'revision_number': 2, 'project_id': '008ae683ead44873ba90ff716de87ee0', 'gw_port_host': None}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:23:51.019987 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6ebbe0bb-dbfc-407c-86ee-529e8848f2f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:51.022358 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-6ebbe0bb-dbfc-407c-86ee-529e8848f2f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] 10.222.0.54 "DELETE /v2.0/ports/385dc4b0-2f4e-447e-8155-c63f248bc35c HTTP/1.1" status: 204 len: 168 time: 0.3518085 Sep 08 09:23:51.024952 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43700) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:51.052039 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-85346f72-b50a-4774-9e67-6290c394ba66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] GET failed (client error): The resource could not be found. Sep 08 09:23:51.054098 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-85346f72-b50a-4774-9e67-6290c394ba66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] 10.222.0.54 "GET /v2.0/ports/385dc4b0-2f4e-447e-8155-c63f248bc35c HTTP/1.1" status: 404 len: 333 time: 0.0277860 Sep 08 09:23:51.057499 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43702) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:51.062289 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-bb12d82d-e8a8-4335-aa69-d04a5ebd1ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Request body: {'port': {'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1916798498'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:23:51.085026 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb12d82d-e8a8-4335-aa69-d04a5ebd1ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Made reservation on behalf of 1b9be2888d8c479d89fe7dd67998a972 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:23:51.088081 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bb12d82d-e8a8-4335-aa69-d04a5ebd1ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:51.107111 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [None req-bb12d82d-e8a8-4335-aa69-d04a5ebd1ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] device_id is not set on port abe520a6-bbef-4199-ad49-bc6080464112 yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:23:51.193798 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-47b614d4-75be-4f2a-a033-bad74e24fc54 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:51.194295 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 9d1e733e-c2ec-4f60-8e67-90190ae2b73d no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:23:51.215838 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 9d1e733e-c2ec-4f60-8e67-90190ae2b73d {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:23:51.216484 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 9d1e733e-c2ec-4f60-8e67-90190ae2b73d not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:23:51.295881 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bb12d82d-e8a8-4335-aa69-d04a5ebd1ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:51.336574 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bb12d82d-e8a8-4335-aa69-d04a5ebd1ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:51.377875 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb12d82d-e8a8-4335-aa69-d04a5ebd1ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:23:51.385118 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-bb12d82d-e8a8-4335-aa69-d04a5ebd1ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:23:51.389416 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb12d82d-e8a8-4335-aa69-d04a5ebd1ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:23:51.390473 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb12d82d-e8a8-4335-aa69-d04a5ebd1ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:51.391330 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bb12d82d-e8a8-4335-aa69-d04a5ebd1ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:51.406066 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb12d82d-e8a8-4335-aa69-d04a5ebd1ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Pushing event updated for resources: {'Port': ['ID=abe520a6-bbef-4199-ad49-bc6080464112,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:51.423615 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-bb12d82d-e8a8-4335-aa69-d04a5ebd1ce2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3648632 Sep 08 09:23:51.425050 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43708) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:51.431652 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f8691-893b-42ec-8716-5c119574f00f req-2008d05f-8219-4467-aa4b-6b634426944d tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:51.433228 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3f2f8691-893b-42ec-8716-5c119574f00f req-2008d05f-8219-4467-aa4b-6b634426944d tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.2592604 Sep 08 09:23:51.437297 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:23:51.501440 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-47b614d4-75be-4f2a-a033-bad74e24fc54 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:51.504499 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:51.508844 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-47b614d4-75be-4f2a-a033-bad74e24fc54 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:51.587559 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3f2f8691-893b-42ec-8716-5c119574f00f req-076342a5-0082-4bed-b984-a40e3fbe7e14 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198411 Sep 08 09:23:51.592267 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-47b614d4-75be-4f2a-a033-bad74e24fc54 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:51.592649 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b614d4-75be-4f2a-a033-bad74e24fc54 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Fanout notify agent at l3_agent the message router_deleted on router 26df5c41-1ab6-4dc4-a4db-3a1a1b5e1b20 {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:23:51.619956 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-47b614d4-75be-4f2a-a033-bad74e24fc54 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:51.620971 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-47b614d4-75be-4f2a-a033-bad74e24fc54 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "DELETE /v2.0/routers/26df5c41-1ab6-4dc4-a4db-3a1a1b5e1b20 HTTP/1.1" status: 204 len: 168 time: 0.8467207 Sep 08 09:23:51.625205 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43710) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:51.663785 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-00e3954b-8d28-405e-9675-d947873514b8 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "GET /v2.0/ports?device_id=26df5c41-1ab6-4dc4-a4db-3a1a1b5e1b20 HTTP/1.1" status: 200 len: 205 time: 0.0375652 Sep 08 09:23:51.667200 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43712) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:51.698936 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57d891-0c1c-4a87-b5c8-cf378307c5c9 req-1387e1f1-b81c-4ae3-80a6-6ab3db26f9e4 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:51.700595 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bf57d891-0c1c-4a87-b5c8-cf378307c5c9 req-1387e1f1-b81c-4ae3-80a6-6ab3db26f9e4 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.37 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 944 time: 0.0774822 Sep 08 09:23:51.712572 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-0fd12567-afe1-46b4-bae3-a097b7aa9dae tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] delete failed (client error): The resource could not be found. Sep 08 09:23:51.713637 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0fd12567-afe1-46b4-bae3-a097b7aa9dae tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "DELETE /v2.0/routers/26df5c41-1ab6-4dc4-a4db-3a1a1b5e1b20 HTTP/1.1" status: 404 len: 336 time: 0.0453296 Sep 08 09:23:51.718187 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43714) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:51.772057 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d221ed2-6bc7-44ab-a213-a27894cc52a8 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] DELETE failed (client error): The resource could not be found. Sep 08 09:23:51.772518 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d221ed2-6bc7-44ab-a213-a27894cc52a8 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:23:51.777771 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5d221ed2-6bc7-44ab-a213-a27894cc52a8 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "DELETE /v2.0/subnets/1221bde1-0bbe-4fea-b4c3-3f9c7c307e33 HTTP/1.1" status: 404 len: 337 time: 0.0540211 Sep 08 09:23:51.777935 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43716) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:51.789935 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] device_id is not set on port abe520a6-bbef-4199-ad49-bc6080464112 yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:23:51.803384 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:51.828750 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1e8061b-b180-463a-acf6-5398b01f4c08 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] DELETE failed (client error): The resource could not be found. Sep 08 09:23:51.829217 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1e8061b-b180-463a-acf6-5398b01f4c08 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:23:51.831725 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e1e8061b-b180-463a-acf6-5398b01f4c08 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "DELETE /v2.0/subnets/134390c9-bdab-45e0-8c7b-e3ea79a9511a HTTP/1.1" status: 404 len: 337 time: 0.0536687 Sep 08 09:23:51.834753 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43718) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:51.848068 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device b73e27f2-f52d-4cc3-a12e-4fa5ab811726 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:23:51.858005 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Transition to ACTIVE for port object abe520a6-bbef-4199-ad49-bc6080464112 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:23:51.866232 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1cba1256-8d47-4165-a29d-3e738104f233 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:51.878941 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: b73e27f2-f52d-4cc3-a12e-4fa5ab811726 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:23:51.879302 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:51.879770 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device b73e27f2-f52d-4cc3-a12e-4fa5ab811726 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:23:51.881450 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e2c9f45-2c6f-4ae6-af9c-76a461a16b18 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] DELETE failed (client error): The resource could not be found. Sep 08 09:23:51.881994 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e2c9f45-2c6f-4ae6-af9c-76a461a16b18 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:23:51.883790 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-0e2c9f45-2c6f-4ae6-af9c-76a461a16b18 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "DELETE /v2.0/subnets/07e38066-b2ff-4220-8654-72bc619c0602 HTTP/1.1" status: 404 len: 337 time: 0.0462127 Sep 08 09:23:51.890742 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43720) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:51.946995 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-ede9fe5c-f03a-49f4-affb-82f06d5ad77d tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] DELETE failed (client error): The resource could not be found. Sep 08 09:23:51.946995 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ede9fe5c-f03a-49f4-affb-82f06d5ad77d tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:23:51.948688 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ede9fe5c-f03a-49f4-affb-82f06d5ad77d tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "DELETE /v2.0/subnets/f29a461a-0571-4b8e-a2e8-74393f1b53ad HTTP/1.1" status: 404 len: 337 time: 0.0562847 Sep 08 09:23:51.956642 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43722) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:51.975751 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Pushing event updated for resources: {'Port': ['ID=abe520a6-bbef-4199-ad49-bc6080464112,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:51.979797 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-bf57d891-0c1c-4a87-b5c8-cf378307c5c9 req-000ac5cc-66bc-42a2-9018-f5e896cdedc7 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Deleting port 7372846c-19f9-433f-8cb8-ca65d68becd9 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:23:51.980133 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bf57d891-0c1c-4a87-b5c8-cf378307c5c9 req-000ac5cc-66bc-42a2-9018-f5e896cdedc7 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:51.992526 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d72eacef-66ff-468f-915f-0b6acf8c6e79 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "GET /v2.0/ports?device_id=f303b0c5-2bde-4171-871b-4a1ec25f0268 HTTP/1.1" status: 200 len: 205 time: 0.0322700 Sep 08 09:23:51.992800 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43724) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:52.018695 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port abe520a6-bbef-4199-ad49-bc6080464112 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:23:52.019038 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port abe520a6-bbef-4199-ad49-bc6080464112 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:23:52.019376 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port abe520a6-bbef-4199-ad49-bc6080464112 on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:23:52.029858 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Port abe520a6-bbef-4199-ad49-bc6080464112 on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:23:52.030219 n-d-806683-11 neutron-server[94712]: ERROR neutron.plugins.ml2.managers [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Failed to bind port abe520a6-bbef-4199-ad49-bc6080464112 on host n-h1-806683-11 for vnic_type normal using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] Sep 08 09:23:52.033013 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-8dc8a64e-f063-42f8-88d6-712a7f7e4250 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] delete failed (client error): The resource could not be found. Sep 08 09:23:52.034764 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8dc8a64e-f063-42f8-88d6-712a7f7e4250 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "DELETE /v2.0/routers/f303b0c5-2bde-4171-871b-4a1ec25f0268 HTTP/1.1" status: 404 len: 336 time: 0.0408313 Sep 08 09:23:52.039376 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43726) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:52.056066 n-d-806683-11 neutron-server[94712]: INFO neutron.plugins.ml2.plugin [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempt 2 to bind port abe520a6-bbef-4199-ad49-bc6080464112 Sep 08 09:23:52.071422 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-47aa2717-9e28-4445-a782-1c58cb2c7a43 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "GET /v2.0/ports?device_id=41b75a32-583a-4fd4-873e-d68b637e2da3 HTTP/1.1" status: 200 len: 205 time: 0.0309913 Sep 08 09:23:52.073662 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43728) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:52.077320 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port abe520a6-bbef-4199-ad49-bc6080464112 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:23:52.077655 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port abe520a6-bbef-4199-ad49-bc6080464112 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:23:52.077991 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port abe520a6-bbef-4199-ad49-bc6080464112 on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:23:52.087214 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Port abe520a6-bbef-4199-ad49-bc6080464112 on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:23:52.087526 n-d-806683-11 neutron-server[94712]: ERROR neutron.plugins.ml2.managers [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Failed to bind port abe520a6-bbef-4199-ad49-bc6080464112 on host n-h1-806683-11 for vnic_type normal using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] Sep 08 09:23:52.090199 n-d-806683-11 neutron-server[94712]: INFO neutron.plugins.ml2.plugin [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempt 3 to bind port abe520a6-bbef-4199-ad49-bc6080464112 Sep 08 09:23:52.114325 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-bf57d891-0c1c-4a87-b5c8-cf378307c5c9 req-000ac5cc-66bc-42a2-9018-f5e896cdedc7 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] For port 7372846c-19f9-433f-8cb8-ca65d68becd9, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=7372846c-19f9-433f-8cb8-ca65d68becd9,segment=NetworkSegment(0adbffbb-cf08-4e79-9920-208d98c2b498),segment_id=0adbffbb-cf08-4e79-9920-208d98c2b498)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:23:52.114697 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bf57d891-0c1c-4a87-b5c8-cf378307c5c9 req-000ac5cc-66bc-42a2-9018-f5e896cdedc7 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:52.117098 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port abe520a6-bbef-4199-ad49-bc6080464112 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:23:52.117435 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port abe520a6-bbef-4199-ad49-bc6080464112 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:23:52.117771 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port abe520a6-bbef-4199-ad49-bc6080464112 on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:23:52.128220 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Port abe520a6-bbef-4199-ad49-bc6080464112 on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:23:52.128554 n-d-806683-11 neutron-server[94712]: ERROR neutron.plugins.ml2.managers [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Failed to bind port abe520a6-bbef-4199-ad49-bc6080464112 on host n-h1-806683-11 for vnic_type normal using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] Sep 08 09:23:52.131738 n-d-806683-11 neutron-server[94712]: INFO neutron.plugins.ml2.plugin [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempt 4 to bind port abe520a6-bbef-4199-ad49-bc6080464112 Sep 08 09:23:52.141209 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:52.141983 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-f8e4250a-15b1-4321-8815-115658cc9153 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] delete failed (client error): The resource could not be found. Sep 08 09:23:52.146112 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f8e4250a-15b1-4321-8815-115658cc9153 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "DELETE /v2.0/routers/41b75a32-583a-4fd4-873e-d68b637e2da3 HTTP/1.1" status: 404 len: 336 time: 0.0690989 Sep 08 09:23:52.158023 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43730) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:52.231906 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port abe520a6-bbef-4199-ad49-bc6080464112 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:23:52.232176 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port abe520a6-bbef-4199-ad49-bc6080464112 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:23:52.232516 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port abe520a6-bbef-4199-ad49-bc6080464112 on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:23:52.239914 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-491e7004-48c7-4924-983f-e8d34455cdac tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] DELETE failed (client error): The resource could not be found. Sep 08 09:23:52.240365 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-491e7004-48c7-4924-983f-e8d34455cdac tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:23:52.242091 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-491e7004-48c7-4924-983f-e8d34455cdac tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "DELETE /v2.0/subnets/5ecb1b4e-1e22-415c-a99a-ea819aea09c7 HTTP/1.1" status: 404 len: 337 time: 0.0830405 Sep 08 09:23:52.245758 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43732) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:52.254220 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Port abe520a6-bbef-4199-ad49-bc6080464112 on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:23:52.254565 n-d-806683-11 neutron-server[94712]: ERROR neutron.plugins.ml2.managers [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Failed to bind port abe520a6-bbef-4199-ad49-bc6080464112 on host n-h1-806683-11 for vnic_type normal using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] Sep 08 09:23:52.260402 n-d-806683-11 neutron-server[94712]: INFO neutron.plugins.ml2.plugin [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempt 5 to bind port abe520a6-bbef-4199-ad49-bc6080464112 Sep 08 09:23:52.274241 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-cc2a707e-e7a6-4e3b-919e-ed46f3035060 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "GET /v2.0/ports?device_id=e335a639-0a71-492a-b3a3-54f379b67964 HTTP/1.1" status: 200 len: 205 time: 0.0273266 Sep 08 09:23:52.277099 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43734) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:52.319931 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port abe520a6-bbef-4199-ad49-bc6080464112 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:23:52.320268 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port abe520a6-bbef-4199-ad49-bc6080464112 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:23:52.320603 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port abe520a6-bbef-4199-ad49-bc6080464112 on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:23:52.320785 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-a0843cc5-6bf9-44d1-98c8-7ac6d0386728 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] delete failed (client error): The resource could not be found. Sep 08 09:23:52.321831 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a0843cc5-6bf9-44d1-98c8-7ac6d0386728 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "DELETE /v2.0/routers/e335a639-0a71-492a-b3a3-54f379b67964 HTTP/1.1" status: 404 len: 336 time: 0.0438454 Sep 08 09:23:52.324544 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43736) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:52.341522 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-1cba1256-8d47-4165-a29d-3e738104f233 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Deleting port eb118a4b-e404-4322-917a-c4cc86f07e01 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:23:52.341883 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1cba1256-8d47-4165-a29d-3e738104f233 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:52.352895 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Port abe520a6-bbef-4199-ad49-bc6080464112 on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:23:52.353227 n-d-806683-11 neutron-server[94712]: ERROR neutron.plugins.ml2.managers [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Failed to bind port abe520a6-bbef-4199-ad49-bc6080464112 on host n-h1-806683-11 for vnic_type normal using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] Sep 08 09:23:52.355220 n-d-806683-11 neutron-server[94712]: INFO neutron.plugins.ml2.plugin [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempt 6 to bind port abe520a6-bbef-4199-ad49-bc6080464112 Sep 08 09:23:52.359069 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-98f069b8-69e7-42f3-ad2f-d89a5dab61b5 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "GET /v2.0/ports?device_id=00418d9b-2449-427d-b4d8-db9875178b9b HTTP/1.1" status: 200 len: 205 time: 0.0335357 Sep 08 09:23:52.365578 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43738) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:52.433503 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-1cba1256-8d47-4165-a29d-3e738104f233 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] For port eb118a4b-e404-4322-917a-c4cc86f07e01, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=eb118a4b-e404-4322-917a-c4cc86f07e01,segment=NetworkSegment(5075adc2-ac9e-4991-97a4-272c098a040b),segment_id=5075adc2-ac9e-4991-97a4-272c098a040b)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:23:52.434087 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1cba1256-8d47-4165-a29d-3e738104f233 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:52.446987 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port abe520a6-bbef-4199-ad49-bc6080464112 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:23:52.447167 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-1cba1256-8d47-4165-a29d-3e738104f233 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Calling delete_port for eb118a4b-e404-4322-917a-c4cc86f07e01 owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:23:52.447328 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port abe520a6-bbef-4199-ad49-bc6080464112 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:23:52.447661 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port abe520a6-bbef-4199-ad49-bc6080464112 on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:23:52.452055 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-93c43486-e81f-4c38-a657-aaded2a98c75 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] delete failed (client error): The resource could not be found. Sep 08 09:23:52.453099 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-93c43486-e81f-4c38-a657-aaded2a98c75 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "DELETE /v2.0/routers/00418d9b-2449-427d-b4d8-db9875178b9b HTTP/1.1" status: 404 len: 336 time: 0.0866034 Sep 08 09:23:52.456329 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43740) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:52.456679 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Port abe520a6-bbef-4199-ad49-bc6080464112 on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:23:52.457004 n-d-806683-11 neutron-server[94712]: ERROR neutron.plugins.ml2.managers [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Failed to bind port abe520a6-bbef-4199-ad49-bc6080464112 on host n-h1-806683-11 for vnic_type normal using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] Sep 08 09:23:52.459200 n-d-806683-11 neutron-server[94712]: INFO neutron.plugins.ml2.plugin [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempt 7 to bind port abe520a6-bbef-4199-ad49-bc6080464112 Sep 08 09:23:52.478759 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port abe520a6-bbef-4199-ad49-bc6080464112 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:23:52.479096 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port abe520a6-bbef-4199-ad49-bc6080464112 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:23:52.479430 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port abe520a6-bbef-4199-ad49-bc6080464112 on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:23:52.490466 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-98628734-aa84-4b56-b903-e3626b750053 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] DELETE failed (client error): The resource could not be found. Sep 08 09:23:52.490666 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Port abe520a6-bbef-4199-ad49-bc6080464112 on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:23:52.491034 n-d-806683-11 neutron-server[94712]: ERROR neutron.plugins.ml2.managers [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Failed to bind port abe520a6-bbef-4199-ad49-bc6080464112 on host n-h1-806683-11 for vnic_type normal using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] Sep 08 09:23:52.491144 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98628734-aa84-4b56-b903-e3626b750053 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:23:52.492676 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-98628734-aa84-4b56-b903-e3626b750053 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "DELETE /v2.0/subnets/8ca65af1-d519-44cb-a13f-bf2eb54a75c5 HTTP/1.1" status: 404 len: 337 time: 0.0356994 Sep 08 09:23:52.492861 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bf57d891-0c1c-4a87-b5c8-cf378307c5c9 req-000ac5cc-66bc-42a2-9018-f5e896cdedc7 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:52.493101 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bf57d891-0c1c-4a87-b5c8-cf378307c5c9 req-000ac5cc-66bc-42a2-9018-f5e896cdedc7 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:52.493417 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [req-bf57d891-0c1c-4a87-b5c8-cf378307c5c9 req-000ac5cc-66bc-42a2-9018-f5e896cdedc7 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Floating IP ae9401da-6d53-487c-a0ad-8b9c7f68f966 disassociated. External IP: 172.25.0.183, port: 7372846c-19f9-433f-8cb8-ca65d68becd9. Sep 08 09:23:52.493758 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-bf57d891-0c1c-4a87-b5c8-cf378307c5c9 req-000ac5cc-66bc-42a2-9018-f5e896cdedc7 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Calling delete_port for 7372846c-19f9-433f-8cb8-ca65d68becd9 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:23:52.495323 n-d-806683-11 neutron-server[94712]: INFO neutron.plugins.ml2.plugin [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempt 8 to bind port abe520a6-bbef-4199-ad49-bc6080464112 Sep 08 09:23:52.497558 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43744) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:52.537548 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-03095e27-ffe1-41e5-9d1a-3d82ec43a076 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "GET /v2.0/ports?device_id=3bbdf73c-aaaa-4e3c-a4bd-bcbac6907c60 HTTP/1.1" status: 200 len: 205 time: 0.0370088 Sep 08 09:23:52.540452 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43746) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:52.542735 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port abe520a6-bbef-4199-ad49-bc6080464112 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:23:52.543083 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port abe520a6-bbef-4199-ad49-bc6080464112 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:23:52.543417 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port abe520a6-bbef-4199-ad49-bc6080464112 on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:23:52.579325 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Port abe520a6-bbef-4199-ad49-bc6080464112 on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:23:52.579655 n-d-806683-11 neutron-server[94712]: ERROR neutron.plugins.ml2.managers [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Failed to bind port abe520a6-bbef-4199-ad49-bc6080464112 on host n-h1-806683-11 for vnic_type normal using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] Sep 08 09:23:52.582076 n-d-806683-11 neutron-server[94712]: INFO neutron.plugins.ml2.plugin [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempt 9 to bind port abe520a6-bbef-4199-ad49-bc6080464112 Sep 08 09:23:52.590370 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-f88d78aa-ef25-4885-b207-8c3104b76d6e tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] delete failed (client error): The resource could not be found. Sep 08 09:23:52.591479 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f88d78aa-ef25-4885-b207-8c3104b76d6e tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "DELETE /v2.0/routers/3bbdf73c-aaaa-4e3c-a4bd-bcbac6907c60 HTTP/1.1" status: 404 len: 336 time: 0.0498559 Sep 08 09:23:52.593972 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43748) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:52.606691 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port abe520a6-bbef-4199-ad49-bc6080464112 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:23:52.607025 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port abe520a6-bbef-4199-ad49-bc6080464112 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:23:52.607362 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port abe520a6-bbef-4199-ad49-bc6080464112 on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:23:52.615825 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Port abe520a6-bbef-4199-ad49-bc6080464112 on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:23:52.616157 n-d-806683-11 neutron-server[94712]: ERROR neutron.plugins.ml2.managers [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Failed to bind port abe520a6-bbef-4199-ad49-bc6080464112 on host n-h1-806683-11 for vnic_type normal using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] Sep 08 09:23:52.618141 n-d-806683-11 neutron-server[94712]: INFO neutron.plugins.ml2.plugin [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempt 10 to bind port abe520a6-bbef-4199-ad49-bc6080464112 Sep 08 09:23:52.638265 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port abe520a6-bbef-4199-ad49-bc6080464112 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:23:52.638598 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port abe520a6-bbef-4199-ad49-bc6080464112 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:23:52.638931 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port abe520a6-bbef-4199-ad49-bc6080464112 on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:23:52.644337 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Port abe520a6-bbef-4199-ad49-bc6080464112 on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:23:52.644655 n-d-806683-11 neutron-server[94712]: ERROR neutron.plugins.ml2.managers [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Failed to bind port abe520a6-bbef-4199-ad49-bc6080464112 on host n-h1-806683-11 for vnic_type normal using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] Sep 08 09:23:52.645110 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:52.655783 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f2cbe5c-50c9-45e0-905d-4c73e0547ee5 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] DELETE failed (client error): The resource could not be found. Sep 08 09:23:52.656240 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f2cbe5c-50c9-45e0-905d-4c73e0547ee5 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:23:52.657982 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6f2cbe5c-50c9-45e0-905d-4c73e0547ee5 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "DELETE /v2.0/subnets/56644cd3-4dba-4a92-b2a2-71370749cfc7 HTTP/1.1" status: 404 len: 337 time: 0.0630903 Sep 08 09:23:52.665033 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43752) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:52.696797 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5a5ef613-f90f-4697-a25f-c9b3f271a465 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "GET /v2.0/ports?device_id=ac1a2922-18f3-4604-966c-f00a468582a4 HTTP/1.1" status: 200 len: 205 time: 0.0305626 Sep 08 09:23:52.701620 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43754) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:52.764470 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-2139894e-9d8d-4d3a-94f4-62726497d9f0 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] delete failed (client error): The resource could not be found. Sep 08 09:23:52.765543 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2139894e-9d8d-4d3a-94f4-62726497d9f0 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "DELETE /v2.0/routers/ac1a2922-18f3-4604-966c-f00a468582a4 HTTP/1.1" status: 404 len: 336 time: 0.0629823 Sep 08 09:23:52.771213 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43756) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:52.786799 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bf57d891-0c1c-4a87-b5c8-cf378307c5c9 req-000ac5cc-66bc-42a2-9018-f5e896cdedc7 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:52.830488 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ec114-3528-4464-bdba-99eecad9ed28 req-8847eff3-f782-4c42-9b21-687be8a33a03 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:52.832040 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b22ec114-3528-4464-bdba-99eecad9ed28 req-8847eff3-f782-4c42-9b21-687be8a33a03 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 866 time: 0.1508687 Sep 08 09:23:52.833203 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f7fad8e-95f0-44e3-a6ba-b07589721bff tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] DELETE failed (client error): The resource could not be found. Sep 08 09:23:52.833668 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f7fad8e-95f0-44e3-a6ba-b07589721bff tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:23:52.835565 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-3f7fad8e-95f0-44e3-a6ba-b07589721bff tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "DELETE /v2.0/subnets/8cadef81-d9dc-459e-8a8b-bb4dde661f5b HTTP/1.1" status: 404 len: 337 time: 0.0603373 Sep 08 09:23:52.838130 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] For port abe520a6-bbef-4199-ad49-bc6080464112, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:23:52.838290 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43758) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:52.838465 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempted to set empty binding levels {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 08 09:23:52.859114 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:52.861137 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ac5cc-66bc-42a2-9018-f5e896cdedc7 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Pushing event deleted for resources: {'Port': ['ID=7372846c-19f9-433f-8cb8-ca65d68becd9,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:52.873456 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d6cfd96-b292-4065-82f0-dd4417f4b8c9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] DELETE failed (client error): The resource could not be found. Sep 08 09:23:52.873915 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d6cfd96-b292-4065-82f0-dd4417f4b8c9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:23:52.875711 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2d6cfd96-b292-4065-82f0-dd4417f4b8c9 tempest-RoutersIpV6Test-1146204622 tempest-RoutersIpV6Test-1146204622-project] 10.222.0.54 "DELETE /v2.0/subnets/aaef4096-5ba6-4ed3-93ef-bd036907d940 HTTP/1.1" status: 404 len: 337 time: 0.0366392 Sep 08 09:23:52.887247 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1cba1256-8d47-4165-a29d-3e738104f233 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:52.922355 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] In _notify_port_updated(), no bound segment for port abe520a6-bbef-4199-ad49-bc6080464112 on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 {{(pid=94712) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 08 09:23:52.923532 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:52.923886 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:52.928016 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] 10.222.0.54 "PUT /v2.0/ports/abe520a6-bbef-4199-ad49-bc6080464112 HTTP/1.1" status: 200 len: 980 time: 1.4989269 Sep 08 09:23:52.933500 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43762) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:52.944852 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba1256-8d47-4165-a29d-3e738104f233 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event deleted for resources: {'Port': ['ID=eb118a4b-e404-4322-917a-c4cc86f07e01,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:52.990031 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b22ec114-3528-4464-bdba-99eecad9ed28 req-e5bc9c71-c516-446f-94da-e283b6521669 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups?id=ba1b6156-843e-445b-b01d-999d2cec3224&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339395 Sep 08 09:23:52.992484 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b67348-c538-4daa-8121-5758e2045ce7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Pushing event updated for resources: {'Port': ['ID=abe520a6-bbef-4199-ad49-bc6080464112,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:53.100582 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf57d891-0c1c-4a87-b5c8-cf378307c5c9 req-000ac5cc-66bc-42a2-9018-f5e896cdedc7 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Router bf28cd3d-f319-4dcf-8b7d-c14905cec101 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:23:53.129979 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9054f5f-9764-475c-a428-557a229e9517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:53.130510 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9054f5f-9764-475c-a428-557a229e9517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:53.130996 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9054f5f-9764-475c-a428-557a229e9517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:53.131684 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9054f5f-9764-475c-a428-557a229e9517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:53.131963 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9054f5f-9764-475c-a428-557a229e9517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:53.132452 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9054f5f-9764-475c-a428-557a229e9517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:53.132930 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9054f5f-9764-475c-a428-557a229e9517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:53.133408 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9054f5f-9764-475c-a428-557a229e9517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:53.133881 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9054f5f-9764-475c-a428-557a229e9517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:53.134382 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9054f5f-9764-475c-a428-557a229e9517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:53.134856 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9054f5f-9764-475c-a428-557a229e9517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:53.135724 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9054f5f-9764-475c-a428-557a229e9517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:53.135869 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9054f5f-9764-475c-a428-557a229e9517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:53.136265 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9054f5f-9764-475c-a428-557a229e9517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:53.136733 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9054f5f-9764-475c-a428-557a229e9517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:53.137218 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9054f5f-9764-475c-a428-557a229e9517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:53.137844 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9054f5f-9764-475c-a428-557a229e9517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:53.140941 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b9054f5f-9764-475c-a428-557a229e9517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15391 time: 0.2044930 Sep 08 09:23:53.144974 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43764) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:53.309058 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43768) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:53.329536 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-ce65bdfb-5bda-4ec6-9987-4ea618a5f7d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Deleting port abe520a6-bbef-4199-ad49-bc6080464112 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:23:53.329888 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ce65bdfb-5bda-4ec6-9987-4ea618a5f7d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:53.359382 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1cba1256-8d47-4165-a29d-3e738104f233 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:53.540563 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf57d891-0c1c-4a87-b5c8-cf378307c5c9 req-000ac5cc-66bc-42a2-9018-f5e896cdedc7 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:23:53.559951 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec3b2fc-0c69-4396-864d-77540a580aaf None None] Sync routers for ids ['bf28cd3d-f319-4dcf-8b7d-c14905cec101'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:23:53.578413 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec3b2fc-0c69-4396-864d-77540a580aaf None None] Routers {'bf28cd3d-f319-4dcf-8b7d-c14905cec101'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:23:53.579247 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-1ec3b2fc-0c69-4396-864d-77540a580aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:23:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['bf28cd3d-f319-4dcf-8b7d-c14905cec101'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:53.584798 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf57d891-0c1c-4a87-b5c8-cf378307c5c9 req-000ac5cc-66bc-42a2-9018-f5e896cdedc7 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] No DVR routers for this DVR port 7372846c-19f9-433f-8cb8-ca65d68becd9 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:23:53.587151 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bf57d891-0c1c-4a87-b5c8-cf378307c5c9 req-000ac5cc-66bc-42a2-9018-f5e896cdedc7 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:53.587954 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:53.589871 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bf57d891-0c1c-4a87-b5c8-cf378307c5c9 req-000ac5cc-66bc-42a2-9018-f5e896cdedc7 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.37 "DELETE /v2.0/ports/7372846c-19f9-433f-8cb8-ca65d68becd9 HTTP/1.1" status: 204 len: 173 time: 1.8707407 Sep 08 09:23:53.590442 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35da5e45-6eac-4be5-b6d1-c3e9a629e16b', 'name': 'network-vif-deleted', 'tag': '7372846c-19f9-433f-8cb8-ca65d68becd9'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:23:53.593008 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9dbeadd-1135-4b41-9c9e-b6331ea78b30" -d '{"events": [{"server_uuid": "35da5e45-6eac-4be5-b6d1-c3e9a629e16b", "name": "network-vif-deleted", "tag": "7372846c-19f9-433f-8cb8-ca65d68becd9"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:23:53.661318 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71107b8d-42c2-4207-8b17-0ca48e5eba2c x-openstack-request-id: req-71107b8d-42c2-4207-8b17-0ca48e5eba2c {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:23:53.661885 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35da5e45-6eac-4be5-b6d1-c3e9a629e16b", "name": "network-vif-deleted", "tag": "7372846c-19f9-433f-8cb8-ca65d68becd9", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:23:53.662371 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-71107b8d-42c2-4207-8b17-0ca48e5eba2c {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:23:53.662936 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35da5e45-6eac-4be5-b6d1-c3e9a629e16b', 'name': 'network-vif-deleted', 'tag': '7372846c-19f9-433f-8cb8-ca65d68becd9', 'status': 'completed', 'code': 200} Sep 08 09:23:53.755206 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-ce65bdfb-5bda-4ec6-9987-4ea618a5f7d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] For port abe520a6-bbef-4199-ad49-bc6080464112, host n-h1-806683-11, got binding levels [] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:23:53.755629 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ce65bdfb-5bda-4ec6-9987-4ea618a5f7d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:53.768288 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-1ec3b2fc-0c69-4396-864d-77540a580aaf None None] Set router bf28cd3d-f319-4dcf-8b7d-c14905cec101 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:23:53.777381 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-ce65bdfb-5bda-4ec6-9987-4ea618a5f7d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Calling delete_port for abe520a6-bbef-4199-ad49-bc6080464112 owned by {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:23:53.907210 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-dbe358aa-de4d-4a02-84d2-5c74aa40d632 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=008ae683ead44873ba90ff716de87ee0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5969701 Sep 08 09:23:53.910439 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43780) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:53.973419 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4773ac3a-0071-4e8c-b84f-e50e3055f323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:54.001254 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4773ac3a-0071-4e8c-b84f-e50e3055f323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:54.005132 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-1ec3b2fc-0c69-4396-864d-77540a580aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf28cd3d-f319-4dcf-8b7d-c14905cec101', 'name': 'tempest-ServerActionsTestJSON-1706241596-router', 'tenant_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'c2612e1e-da8d-4399-b67c-2cd38fb079f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:14:52Z', 'updated_at': '2021-09-08T09:14:59Z', 'revision_number': 4, 'project_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'gw_port': {'id': 'c2612e1e-da8d-4399-b67c-2cd38fb079f2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28cd3d-f319-4dcf-8b7d-c14905cec101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:14:53Z', 'updated_at': '2021-09-08T09:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'a023aae3-70a3-42f7-a5ba-d74fa410796b', 'name': '', 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7', 'tenant_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'mac_address': 'fa:16:3e:98:3a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28cd3d-f319-4dcf-8b7d-c14905cec101', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '452a4b6d-a445-4b2b-9168-2695dd67e404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:14:57Z', 'updated_at': '2021-09-08T09:15:06Z', 'revision_number': 5, 'project_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'subnets': [{'id': '452a4b6d-a445-4b2b-9168-2695dd67e404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:54.059295 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec3b2fc-0c69-4396-864d-77540a580aaf None None] Checking router: bf28cd3d-f319-4dcf-8b7d-c14905cec101 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:23:54.070290 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec3b2fc-0c69-4396-864d-77540a580aaf None None] Routers {'bf28cd3d-f319-4dcf-8b7d-c14905cec101'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:23:54.073006 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cba1256-8d47-4165-a29d-3e738104f233 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Router d0f19c5c-bcac-47ef-96e9-6b5010203311 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:23:54.073130 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-1ec3b2fc-0c69-4396-864d-77540a580aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:23:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['bf28cd3d-f319-4dcf-8b7d-c14905cec101'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:54.088300 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4773ac3a-0071-4e8c-b84f-e50e3055f323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:54.091603 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4773ac3a-0071-4e8c-b84f-e50e3055f323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:54.093234 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4773ac3a-0071-4e8c-b84f-e50e3055f323 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/261b1fa2-7973-42aa-961c-49152646f362 HTTP/1.1" status: 204 len: 168 time: 0.1815071 Sep 08 09:23:54.104741 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4773ac3a-0071-4e8c-b84f-e50e3055f323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261b1fa2-7973-42aa-961c-49152646f362,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:54.157120 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ce65bdfb-5bda-4ec6-9987-4ea618a5f7d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:54.207719 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:54.235685 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b6b7bfbc-6d8e-45bd-a0a9-a5a6ff7df363 req-46f6ff90-a3bb-44be-86d8-c6e3e685931b tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/ports?device_id=35da5e45-6eac-4be5-b6d1-c3e9a629e16b HTTP/1.1" status: 200 len: 210 time: 0.0624387 Sep 08 09:23:54.237096 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce65bdfb-5bda-4ec6-9987-4ea618a5f7d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Pushing event deleted for resources: {'Port': ['ID=abe520a6-bbef-4199-ad49-bc6080464112,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:54.249305 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ce65bdfb-5bda-4ec6-9987-4ea618a5f7d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:54.254946 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ce65bdfb-5bda-4ec6-9987-4ea618a5f7d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] 10.222.0.54 "DELETE /v2.0/ports/abe520a6-bbef-4199-ad49-bc6080464112 HTTP/1.1" status: 204 len: 168 time: 1.1065500 Sep 08 09:23:54.262444 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43786) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:54.290198 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-1664ca99-f798-4770-a398-9ad5ebec52f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] GET failed (client error): The resource could not be found. Sep 08 09:23:54.294097 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-1664ca99-f798-4770-a398-9ad5ebec52f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] 10.222.0.54 "GET /v2.0/ports/abe520a6-bbef-4199-ad49-bc6080464112 HTTP/1.1" status: 404 len: 333 time: 0.0284698 Sep 08 09:23:54.295163 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-1ec3b2fc-0c69-4396-864d-77540a580aaf None None] Set router bf28cd3d-f319-4dcf-8b7d-c14905cec101 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:23:54.297309 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43788) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:54.312201 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-702a3bf5-31f3-4d31-b646-b3984484b0c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1566112249', 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:23:54.344666 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702a3bf5-31f3-4d31-b646-b3984484b0c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Made reservation on behalf of 1b9be2888d8c479d89fe7dd67998a972 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:23:54.350273 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-702a3bf5-31f3-4d31-b646-b3984484b0c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:54.372046 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [None req-702a3bf5-31f3-4d31-b646-b3984484b0c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] device_id is not set on port 18c7b7f0-6213-42d8-b8c6-97a6a82939c6 yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:23:54.416707 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cba1256-8d47-4165-a29d-3e738104f233 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:23:54.441025 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452d1466-f307-4c93-bd06-c0ab7687263a None None] Sync routers for ids ['d0f19c5c-bcac-47ef-96e9-6b5010203311'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:23:54.453544 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1cba1256-8d47-4165-a29d-3e738104f233 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "PUT /v2.0/routers/d0f19c5c-bcac-47ef-96e9-6b5010203311/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7686570 Sep 08 09:23:54.457689 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43794) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:54.458566 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452d1466-f307-4c93-bd06-c0ab7687263a None None] Routers {'d0f19c5c-bcac-47ef-96e9-6b5010203311'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:23:54.459461 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-452d1466-f307-4c93-bd06-c0ab7687263a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:23:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['d0f19c5c-bcac-47ef-96e9-6b5010203311'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:54.559147 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-519d658f-9cd7-41ba-94e8-0dda0806a1c6 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Deleting subnet 5b54460f-986f-4da9-b9e9-b79c61f3e310 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:23:54.575297 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-519d658f-9cd7-41ba-94e8-0dda0806a1c6 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:54.615150 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-452d1466-f307-4c93-bd06-c0ab7687263a None None] Set router d0f19c5c-bcac-47ef-96e9-6b5010203311 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:23:54.637921 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-519d658f-9cd7-41ba-94e8-0dda0806a1c6 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:54.644524 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-702a3bf5-31f3-4d31-b646-b3984484b0c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:54.664868 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-1ec3b2fc-0c69-4396-864d-77540a580aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf28cd3d-f319-4dcf-8b7d-c14905cec101', 'name': 'tempest-ServerActionsTestJSON-1706241596-router', 'tenant_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'c2612e1e-da8d-4399-b67c-2cd38fb079f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:14:52Z', 'updated_at': '2021-09-08T09:14:59Z', 'revision_number': 4, 'project_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'gw_port': {'id': 'c2612e1e-da8d-4399-b67c-2cd38fb079f2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28cd3d-f319-4dcf-8b7d-c14905cec101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:14:53Z', 'updated_at': '2021-09-08T09:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'a023aae3-70a3-42f7-a5ba-d74fa410796b', 'name': '', 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7', 'tenant_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'mac_address': 'fa:16:3e:98:3a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28cd3d-f319-4dcf-8b7d-c14905cec101', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '452a4b6d-a445-4b2b-9168-2695dd67e404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:14:57Z', 'updated_at': '2021-09-08T09:15:06Z', 'revision_number': 5, 'project_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'subnets': [{'id': '452a4b6d-a445-4b2b-9168-2695dd67e404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:54.710933 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-702a3bf5-31f3-4d31-b646-b3984484b0c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:54.714887 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec3b2fc-0c69-4396-864d-77540a580aaf None None] The sync data for ids ['bf28cd3d-f319-4dcf-8b7d-c14905cec101'] in n-d-806683-11 is: [{'id': 'bf28cd3d-f319-4dcf-8b7d-c14905cec101', 'name': 'tempest-ServerActionsTestJSON-1706241596-router', 'tenant_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'c2612e1e-da8d-4399-b67c-2cd38fb079f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:14:52Z', 'updated_at': '2021-09-08T09:14:59Z', 'revision_number': 4, 'project_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'gw_port': {'id': 'c2612e1e-da8d-4399-b67c-2cd38fb079f2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28cd3d-f319-4dcf-8b7d-c14905cec101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:14:53Z', 'updated_at': '2021-09-08T09:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'a023aae3-70a3-42f7-a5ba-d74fa410796b', 'name': '', 'network_id': '2de43bb0-acf3-42aa-b534-30332da083e7', 'tenant_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'mac_address': 'fa:16:3e:98:3a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28cd3d-f319-4dcf-8b7d-c14905cec101', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '452a4b6d-a445-4b2b-9168-2695dd67e404', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:14:57Z', 'updated_at': '2021-09-08T09:15:06Z', 'revision_number': 5, 'project_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'subnets': [{'id': '452a4b6d-a445-4b2b-9168-2695dd67e404', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:23:54.755797 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-519d658f-9cd7-41ba-94e8-0dda0806a1c6 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:54.793087 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702a3bf5-31f3-4d31-b646-b3984484b0c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:23:54.796345 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-702a3bf5-31f3-4d31-b646-b3984484b0c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:23:54.799855 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702a3bf5-31f3-4d31-b646-b3984484b0c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:23:54.801822 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702a3bf5-31f3-4d31-b646-b3984484b0c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:54.802509 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-702a3bf5-31f3-4d31-b646-b3984484b0c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:54.846611 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-702a3bf5-31f3-4d31-b646-b3984484b0c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5476491 Sep 08 09:23:54.851253 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43802) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:54.865093 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-519d658f-9cd7-41ba-94e8-0dda0806a1c6 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:54.920136 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d658f-9cd7-41ba-94e8-0dda0806a1c6 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event deleted for resources: {'Subnet': ['ID=5b54460f-986f-4da9-b9e9-b79c61f3e310,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:54.927592 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a3bf5-31f3-4d31-b646-b3984484b0c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Pushing event updated for resources: {'Port': ['ID=18c7b7f0-6213-42d8-b8c6-97a6a82939c6,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:54.941241 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-519d658f-9cd7-41ba-94e8-0dda0806a1c6 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:54.944119 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-519d658f-9cd7-41ba-94e8-0dda0806a1c6 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "DELETE /v2.0/subnets/5b54460f-986f-4da9-b9e9-b79c61f3e310 HTTP/1.1" status: 204 len: 168 time: 0.4850867 Sep 08 09:23:54.948228 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43808) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:54.951396 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91d7cd4-0582-4361-b3f9-bfef1295d13f None None] Network 5a5f9177-7555-4179-8814-e40705874e91 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:23:54.972300 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e607266d-614e-4db7-9c32-6a88e504949d tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:54.976935 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e607266d-614e-4db7-9c32-6a88e504949d tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] 10.222.0.54 "GET /v2.0/ports/18c7b7f0-6213-42d8-b8c6-97a6a82939c6 HTTP/1.1" status: 200 len: 959 time: 0.1202047 Sep 08 09:23:54.977421 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43812) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:55.112586 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-452d1466-f307-4c93-bd06-c0ab7687263a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f19c5c-bcac-47ef-96e9-6b5010203311', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279895580', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '56c054cf-266b-4a36-a610-93638c2cec6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:20:59Z', 'updated_at': '2021-09-08T09:23:52Z', 'revision_number': 5, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': '56c054cf-266b-4a36-a610-93638c2cec6f', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f19c5c-bcac-47ef-96e9-6b5010203311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:21:00Z', 'updated_at': '2021-09-08T09:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:55.149054 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-cf994044-3c02-4c1b-8682-57dad577b336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Deleting port 18c7b7f0-6213-42d8-b8c6-97a6a82939c6 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:23:55.149054 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cf994044-3c02-4c1b-8682-57dad577b336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:55.163250 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452d1466-f307-4c93-bd06-c0ab7687263a None None] Checking router: d0f19c5c-bcac-47ef-96e9-6b5010203311 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:23:55.172814 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3c746e11-18b3-4166-8580-4e213adf0318 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:55.181425 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452d1466-f307-4c93-bd06-c0ab7687263a None None] Routers {'d0f19c5c-bcac-47ef-96e9-6b5010203311'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:23:55.182430 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-452d1466-f307-4c93-bd06-c0ab7687263a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:23:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['d0f19c5c-bcac-47ef-96e9-6b5010203311'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:55.239571 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911ae3f5-1998-4bf8-9696-81fd0021a777 None None] New status for floating IP ae9401da-6d53-487c-a0ad-8b9c7f68f966: DOWN {{(pid=94715) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:23:55.277301 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 7372846c-19f9-433f-8cb8-ca65d68becd9 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:23:55.312158 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cf994044-3c02-4c1b-8682-57dad577b336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:55.336859 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 7372846c-19f9-433f-8cb8-ca65d68becd9 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:23:55.338621 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 7372846c-19f9-433f-8cb8-ca65d68becd9 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:23:55.340086 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-cf994044-3c02-4c1b-8682-57dad577b336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Calling delete_port for 18c7b7f0-6213-42d8-b8c6-97a6a82939c6 owned by {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:23:55.368034 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:23:55.371180 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43820) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:55.376168 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcfac55-60f7-4117-a70c-729ee07b7430 None None] DHCP port deletion for 5a5f9177-7555-4179-8814-e40705874e91 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:23:55.406843 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3c746e11-18b3-4166-8580-4e213adf0318 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:55.438805 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43826) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:55.517765 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cf994044-3c02-4c1b-8682-57dad577b336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:55.563586 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cf994044-3c02-4c1b-8682-57dad577b336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:55.569158 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-cf994044-3c02-4c1b-8682-57dad577b336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] 10.222.0.54 "DELETE /v2.0/ports/18c7b7f0-6213-42d8-b8c6-97a6a82939c6 HTTP/1.1" status: 204 len: 168 time: 0.5907438 Sep 08 09:23:55.570118 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43828) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:55.572519 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf994044-3c02-4c1b-8682-57dad577b336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Pushing event deleted for resources: {'Port': ['ID=18c7b7f0-6213-42d8-b8c6-97a6a82939c6,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:55.593797 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-f3ac89c1-48ba-487e-8642-8212ccfd1886 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Request body: {'security_group': {'name': 'tempest-secgroup--1270826608'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:23:55.627429 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebe57b5d-42b6-4fb0-a137-668db2dcd74c tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] GET failed (client error): The resource could not be found. Sep 08 09:23:55.634332 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ebe57b5d-42b6-4fb0-a137-668db2dcd74c tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] 10.222.0.54 "GET /v2.0/ports/18c7b7f0-6213-42d8-b8c6-97a6a82939c6 HTTP/1.1" status: 404 len: 333 time: 0.0629449 Sep 08 09:23:55.635178 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43830) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:55.646945 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-88427eeb-2bdc-44d6-beb4-7363a342d1f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Request body: {'port': {'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-924125274'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:23:55.677168 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f3ac89c1-48ba-487e-8642-8212ccfd1886 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:55.695994 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f3ac89c1-48ba-487e-8642-8212ccfd1886 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:55.730412 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 320df78c-a107-4c66-9fba-0196ed546476 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:23:55.757225 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f8005461-2e40-4ae7-aa61-8f5fc949fe4d tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:55.758087 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88427eeb-2bdc-44d6-beb4-7363a342d1f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Made reservation on behalf of 1b9be2888d8c479d89fe7dd67998a972 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:23:55.760640 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-88427eeb-2bdc-44d6-beb4-7363a342d1f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:55.782392 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-3c746e11-18b3-4166-8580-4e213adf0318 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Deleting port 56c054cf-266b-4a36-a610-93638c2cec6f {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:23:55.787138 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3c746e11-18b3-4166-8580-4e213adf0318 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:55.791581 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [None req-88427eeb-2bdc-44d6-beb4-7363a342d1f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] device_id is not set on port 0414a446-1815-4186-b4ea-d1022709a0b7 yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:23:55.818388 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f8005461-2e40-4ae7-aa61-8f5fc949fe4d tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:55.846439 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-452d1466-f307-4c93-bd06-c0ab7687263a None None] Set router d0f19c5c-bcac-47ef-96e9-6b5010203311 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:23:55.932762 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f8005461-2e40-4ae7-aa61-8f5fc949fe4d tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:55.937719 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f8005461-2e40-4ae7-aa61-8f5fc949fe4d tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:55.941577 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f8005461-2e40-4ae7-aa61-8f5fc949fe4d tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "DELETE /v2.0/security-groups/ba1b6156-843e-445b-b01d-999d2cec3224 HTTP/1.1" status: 204 len: 168 time: 0.4953127 Sep 08 09:23:55.952685 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43834) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:55.973785 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8005461-2e40-4ae7-aa61-8f5fc949fe4d tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1b6156-843e-445b-b01d-999d2cec3224,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:55.993048 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-468cd579-8ab6-4f6e-96d1-1cbbba442cb4 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] show failed (client error): The resource could not be found. Sep 08 09:23:55.994144 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-468cd579-8ab6-4f6e-96d1-1cbbba442cb4 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "GET /v2.0/security-groups/ba1b6156-843e-445b-b01d-999d2cec3224 HTTP/1.1" status: 404 len: 347 time: 0.0274146 Sep 08 09:23:55.998794 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43836) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:56.017170 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-3c746e11-18b3-4166-8580-4e213adf0318 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] For port 56c054cf-266b-4a36-a610-93638c2cec6f, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=56c054cf-266b-4a36-a610-93638c2cec6f,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:23:56.018082 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3c746e11-18b3-4166-8580-4e213adf0318 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:56.034266 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-3c746e11-18b3-4166-8580-4e213adf0318 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Calling delete_port for 56c054cf-266b-4a36-a610-93638c2cec6f owned by network:router_gateway {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:23:56.119846 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:56.133972 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-9dcfac55-60f7-4117-a70c-729ee07b7430 None None] Deleting port 320df78c-a107-4c66-9fba-0196ed546476 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:23:56.134600 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9dcfac55-60f7-4117-a70c-729ee07b7430 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:56.191795 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-88427eeb-2bdc-44d6-beb4-7363a342d1f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:56.211682 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-9dcfac55-60f7-4117-a70c-729ee07b7430 None None] For port 320df78c-a107-4c66-9fba-0196ed546476, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=320df78c-a107-4c66-9fba-0196ed546476,segment=NetworkSegment(5075adc2-ac9e-4991-97a4-272c098a040b),segment_id=5075adc2-ac9e-4991-97a4-272c098a040b)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:23:56.212377 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9dcfac55-60f7-4117-a70c-729ee07b7430 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:56.217110 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f3ac89c1-48ba-487e-8642-8212ccfd1886 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:56.231505 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f3ac89c1-48ba-487e-8642-8212ccfd1886 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:56.235609 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-9dcfac55-60f7-4117-a70c-729ee07b7430 None None] Calling delete_port for 320df78c-a107-4c66-9fba-0196ed546476 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:23:56.268975 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3c746e11-18b3-4166-8580-4e213adf0318 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:56.301257 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c746e11-18b3-4166-8580-4e213adf0318 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event deleted for resources: {'Port': ['ID=56c054cf-266b-4a36-a610-93638c2cec6f,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:56.311535 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c746e11-18b3-4166-8580-4e213adf0318 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:23:56.312085 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c746e11-18b3-4166-8580-4e213adf0318 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:23:56.312239 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c746e11-18b3-4166-8580-4e213adf0318 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:23:56.312439 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac89c1-48ba-487e-8642-8212ccfd1886 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b62eb573-5e51-49dc-b343-a2f1755f8f24,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:56.312544 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c746e11-18b3-4166-8580-4e213adf0318 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:23:56.312872 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c746e11-18b3-4166-8580-4e213adf0318 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:23:56.313203 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c746e11-18b3-4166-8580-4e213adf0318 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:23:56.313535 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c746e11-18b3-4166-8580-4e213adf0318 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:23:56.313866 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c746e11-18b3-4166-8580-4e213adf0318 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:23:56.314228 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c746e11-18b3-4166-8580-4e213adf0318 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:23:56.315663 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c746e11-18b3-4166-8580-4e213adf0318 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:23:56.315663 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c746e11-18b3-4166-8580-4e213adf0318 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:23:56.315996 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c746e11-18b3-4166-8580-4e213adf0318 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:23:56.320599 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-1c5ea5d2-83af-4550-9661-dd86055d8184 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Deleting port 3d58dcb3-ced9-4c02-96ab-edafb5bad81c {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:23:56.320952 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1c5ea5d2-83af-4550-9661-dd86055d8184 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:56.342583 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-88427eeb-2bdc-44d6-beb4-7363a342d1f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:56.419289 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9dcfac55-60f7-4117-a70c-729ee07b7430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:56.422591 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3c746e11-18b3-4166-8580-4e213adf0318 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:56.479200 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcfac55-60f7-4117-a70c-729ee07b7430 None None] No DVR routers for this DVR port 320df78c-a107-4c66-9fba-0196ed546476 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:23:56.482408 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcfac55-60f7-4117-a70c-729ee07b7430 None None] Pushing event deleted for resources: {'Port': ['ID=320df78c-a107-4c66-9fba-0196ed546476,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:56.491597 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.db.api [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 09:23:56.491597 n-d-806683-11 neutron-server[94714]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Sep 08 09:23:56.491597 n-d-806683-11 neutron-server[94714]: [parameters: {'status': 'DOWN', 'ports_id': '320df78c-a107-4c66-9fba-0196ed546476'}] Sep 08 09:23:56.491597 n-d-806683-11 neutron-server[94714]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 09:23:56.492044 n-d-806683-11 neutron-server[94714]: DEBUG oslo_db.api [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 09:23:56.511511 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-452d1466-f307-4c93-bd06-c0ab7687263a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f19c5c-bcac-47ef-96e9-6b5010203311', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279895580', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '56c054cf-266b-4a36-a610-93638c2cec6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:20:59Z', 'updated_at': '2021-09-08T09:23:52Z', 'revision_number': 5, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': '56c054cf-266b-4a36-a610-93638c2cec6f', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f19c5c-bcac-47ef-96e9-6b5010203311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:21:00Z', 'updated_at': '2021-09-08T09:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:56.542379 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452d1466-f307-4c93-bd06-c0ab7687263a None None] The sync data for ids ['d0f19c5c-bcac-47ef-96e9-6b5010203311'] in n-d-806683-11 is: [{'id': 'd0f19c5c-bcac-47ef-96e9-6b5010203311', 'name': 'tempest-TestNetworkAdvancedServerOps-router-279895580', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '56c054cf-266b-4a36-a610-93638c2cec6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:20:59Z', 'updated_at': '2021-09-08T09:23:52Z', 'revision_number': 5, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': '56c054cf-266b-4a36-a610-93638c2cec6f', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:dd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f19c5c-bcac-47ef-96e9-6b5010203311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:21:00Z', 'updated_at': '2021-09-08T09:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:23:56.553721 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88427eeb-2bdc-44d6-beb4-7363a342d1f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Pushing event updated for resources: {'Port': ['ID=0414a446-1815-4186-b4ea-d1022709a0b7,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:56.557932 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3c746e11-18b3-4166-8580-4e213adf0318 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:56.560547 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3c746e11-18b3-4166-8580-4e213adf0318 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:56.571488 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1c5ea5d2-83af-4550-9661-dd86055d8184 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:56.571831 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1c5ea5d2-83af-4550-9661-dd86055d8184 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:56.580326 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88427eeb-2bdc-44d6-beb4-7363a342d1f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:23:56.601677 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-1c5ea5d2-83af-4550-9661-dd86055d8184 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Calling delete_port for 3d58dcb3-ced9-4c02-96ab-edafb5bad81c owned by network:floatingip {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:23:56.614055 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-88427eeb-2bdc-44d6-beb4-7363a342d1f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:23:56.615995 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3c746e11-18b3-4166-8580-4e213adf0318 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:56.617125 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c746e11-18b3-4166-8580-4e213adf0318 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Fanout notify agent at l3_agent the message router_deleted on router d0f19c5c-bcac-47ef-96e9-6b5010203311 {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:23:56.624447 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88427eeb-2bdc-44d6-beb4-7363a342d1f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:23:56.625409 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88427eeb-2bdc-44d6-beb4-7363a342d1f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:56.626023 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-88427eeb-2bdc-44d6-beb4-7363a342d1f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:56.634930 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3c746e11-18b3-4166-8580-4e213adf0318 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:56.638099 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3c746e11-18b3-4166-8580-4e213adf0318 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "DELETE /v2.0/routers/d0f19c5c-bcac-47ef-96e9-6b5010203311 HTTP/1.1" status: 204 len: 168 time: 1.6865666 Sep 08 09:23:56.638830 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43838) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:56.680160 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f3ac89c1-48ba-487e-8642-8212ccfd1886 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:56.689907 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f3ac89c1-48ba-487e-8642-8212ccfd1886 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:56.719360 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8ae577bd-5d9b-468b-aee3-270c8cc220a0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:56.721632 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-88427eeb-2bdc-44d6-beb4-7363a342d1f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0798271 Sep 08 09:23:56.725564 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43840) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:56.730763 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-806683-11'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:23:56.739152 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f3ac89c1-48ba-487e-8642-8212ccfd1886 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:56.743015 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f3ac89c1-48ba-487e-8642-8212ccfd1886 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3676999 Sep 08 09:23:56.744974 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43842) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:56.755943 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac89c1-48ba-487e-8642-8212ccfd1886 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2937d36d-ce4f-4145-8045-b9167e9b7fb3,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:56.840254 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:56.856915 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-6cfb03cd-05a1-4c16-a53c-e0138a96ec76 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1082315 Sep 08 09:23:56.857094 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43844) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:56.863389 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-0e5e87a1-19f0-4bb8-9864-028307a2b580 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Request body: {'security_group': {'name': 'tempest-security--924295366', 'description': 'tempest-security-description-1377786538'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:23:56.897290 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0e5e87a1-19f0-4bb8-9864-028307a2b580 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:56.901818 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1c5ea5d2-83af-4550-9661-dd86055d8184 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:56.913477 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8ae577bd-5d9b-468b-aee3-270c8cc220a0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:56.943845 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ea5d2-83af-4550-9661-dd86055d8184 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Pushing event deleted for resources: {'Port': ['ID=3d58dcb3-ced9-4c02-96ab-edafb5bad81c,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:56.944870 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-8ae577bd-5d9b-468b-aee3-270c8cc220a0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a5f9177-7555-4179-8814-e40705874e91']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:56.968931 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-8ae577bd-5d9b-468b-aee3-270c8cc220a0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5075adc2-ac9e-4991-97a4-272c098a040b') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:56.969252 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-8ae577bd-5d9b-468b-aee3-270c8cc220a0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5075adc2-ac9e-4991-97a4-272c098a040b') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:56.988147 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8ae577bd-5d9b-468b-aee3-270c8cc220a0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:57.019220 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Port 320df78c-a107-4c66-9fba-0196ed546476 update to DOWN by agent not found {{(pid=94714) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2156}} Sep 08 09:23:57.032496 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0e5e87a1-19f0-4bb8-9864-028307a2b580 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:57.033349 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8ae577bd-5d9b-468b-aee3-270c8cc220a0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:57.037698 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0e5e87a1-19f0-4bb8-9864-028307a2b580 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:57.040607 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0e5e87a1-19f0-4bb8-9864-028307a2b580 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:57.041886 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-0e5e87a1-19f0-4bb8-9864-028307a2b580 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "PUT /v2.0/security-groups/2937d36d-ce4f-4145-8045-b9167e9b7fb3 HTTP/1.1" status: 200 len: 1779 time: 0.1836438 Sep 08 09:23:57.044718 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43848) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:57.061537 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ae577bd-5d9b-468b-aee3-270c8cc220a0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:23:57.062384 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8ae577bd-5d9b-468b-aee3-270c8cc220a0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:57.066372 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:23:57.066372 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:23:57.066372 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:23:57.066372 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:23:57.066372 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:23:57.066372 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:23:57.066372 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:23:57.066372 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:23:57.066372 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:23:57.066372 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:23:57.066372 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:23:57.066372 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:23:57.066372 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:23:57.066372 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:23:57.066372 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:23:57.066372 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:23:57.066372 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:23:57.066372 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:23:57.066372 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:23:57.066372 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:23:57.066372 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:23:57.066372 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:23:57.066372 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:23:57.066372 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:23:57.066372 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:23:57.066372 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:23:57.066372 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:23:57.066372 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:23:57.066372 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:23:57.066372 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:23:57.066372 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:23:57.066372 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:23:57.074285 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1c5ea5d2-83af-4550-9661-dd86055d8184 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks [] for floatingip, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:57.086432 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1c5ea5d2-83af-4550-9661-dd86055d8184 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:57.088241 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-1c5ea5d2-83af-4550-9661-dd86055d8184 tempest-ServerActionsTestJSON-1610616823 tempest-ServerActionsTestJSON-1610616823-project] 10.222.0.54 "DELETE /v2.0/floatingips/ae9401da-6d53-487c-a0ad-8b9c7f68f966 HTTP/1.1" status: 204 len: 168 time: 1.0879726 Sep 08 09:23:57.089927 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5e87a1-19f0-4bb8-9864-028307a2b580 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2937d36d-ce4f-4145-8045-b9167e9b7fb3,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:57.092005 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43850) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:57.185826 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8ae577bd-5d9b-468b-aee3-270c8cc220a0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:57.213477 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8ae577bd-5d9b-468b-aee3-270c8cc220a0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:57.217814 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8ae577bd-5d9b-468b-aee3-270c8cc220a0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "DELETE /v2.0/networks/5a5f9177-7555-4179-8814-e40705874e91 HTTP/1.1" status: 204 len: 168 time: 0.5754910 Sep 08 09:23:57.217814 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae577bd-5d9b-468b-aee3-270c8cc220a0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event deleted for resources: {'Network': ['ID=5a5f9177-7555-4179-8814-e40705874e91,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:57.218227 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43854) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:57.254614 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-49de0d2d-633e-4beb-a949-0353834cddb0 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "GET /v2.0/security-groups/2937d36d-ce4f-4145-8045-b9167e9b7fb3 HTTP/1.1" status: 200 len: 1779 time: 0.2060790 Sep 08 09:23:57.255347 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43856) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:57.282875 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] device_id is not set on port 0414a446-1815-4186-b4ea-d1022709a0b7 yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:23:57.296899 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:57.325412 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Transition to ACTIVE for port object 0414a446-1815-4186-b4ea-d1022709a0b7 will not be triggered until provisioned by entity L2. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:23:57.336567 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:57.370299 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ba34c7ce-db10-45c0-a85c-5a4d51db8412 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:57.383918 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7c37b3ae-ebfc-49a0-95c1-bd905fd72299 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:57.416464 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ba34c7ce-db10-45c0-a85c-5a4d51db8412 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:57.435439 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Pushing event updated for resources: {'Port': ['ID=0414a446-1815-4186-b4ea-d1022709a0b7,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:57.444209 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7c37b3ae-ebfc-49a0-95c1-bd905fd72299 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:57.472994 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 0414a446-1815-4186-b4ea-d1022709a0b7 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:23:57.473302 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 0414a446-1815-4186-b4ea-d1022709a0b7 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:23:57.473643 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 0414a446-1815-4186-b4ea-d1022709a0b7 on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:23:57.485099 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Port 0414a446-1815-4186-b4ea-d1022709a0b7 on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:23:57.485650 n-d-806683-11 neutron-server[94713]: ERROR neutron.plugins.ml2.managers [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Failed to bind port 0414a446-1815-4186-b4ea-d1022709a0b7 on host n-h1-806683-11 for vnic_type normal using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] Sep 08 09:23:57.486616 n-d-806683-11 neutron-server[94713]: INFO neutron.plugins.ml2.plugin [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempt 2 to bind port 0414a446-1815-4186-b4ea-d1022709a0b7 Sep 08 09:23:57.512584 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 0414a446-1815-4186-b4ea-d1022709a0b7 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:23:57.513053 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 0414a446-1815-4186-b4ea-d1022709a0b7 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:23:57.513504 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 0414a446-1815-4186-b4ea-d1022709a0b7 on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:23:57.541654 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Port 0414a446-1815-4186-b4ea-d1022709a0b7 on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:23:57.542002 n-d-806683-11 neutron-server[94713]: ERROR neutron.plugins.ml2.managers [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Failed to bind port 0414a446-1815-4186-b4ea-d1022709a0b7 on host n-h1-806683-11 for vnic_type normal using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] Sep 08 09:23:57.542579 n-d-806683-11 neutron-server[94713]: INFO neutron.plugins.ml2.plugin [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempt 3 to bind port 0414a446-1815-4186-b4ea-d1022709a0b7 Sep 08 09:23:57.545618 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7c37b3ae-ebfc-49a0-95c1-bd905fd72299 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:57.548755 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7c37b3ae-ebfc-49a0-95c1-bd905fd72299 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:57.552462 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7c37b3ae-ebfc-49a0-95c1-bd905fd72299 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "DELETE /v2.0/security-groups/2937d36d-ce4f-4145-8045-b9167e9b7fb3 HTTP/1.1" status: 204 len: 168 time: 0.2942250 Sep 08 09:23:57.557709 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43858) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:57.559168 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device eb118a4b-e404-4322-917a-c4cc86f07e01 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:23:57.589103 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c37b3ae-ebfc-49a0-95c1-bd905fd72299 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2937d36d-ce4f-4145-8045-b9167e9b7fb3,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:57.595391 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 0414a446-1815-4186-b4ea-d1022709a0b7 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:23:57.595895 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 0414a446-1815-4186-b4ea-d1022709a0b7 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:23:57.596530 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 0414a446-1815-4186-b4ea-d1022709a0b7 on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:23:57.609265 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: eb118a4b-e404-4322-917a-c4cc86f07e01 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:23:57.609768 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device eb118a4b-e404-4322-917a-c4cc86f07e01 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:23:57.610622 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Port 0414a446-1815-4186-b4ea-d1022709a0b7 on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:23:57.612783 n-d-806683-11 neutron-server[94713]: ERROR neutron.plugins.ml2.managers [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Failed to bind port 0414a446-1815-4186-b4ea-d1022709a0b7 on host n-h1-806683-11 for vnic_type normal using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] Sep 08 09:23:57.623650 n-d-806683-11 neutron-server[94713]: INFO neutron.plugins.ml2.plugin [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempt 4 to bind port 0414a446-1815-4186-b4ea-d1022709a0b7 Sep 08 09:23:57.652690 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 0414a446-1815-4186-b4ea-d1022709a0b7 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:23:57.653036 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 0414a446-1815-4186-b4ea-d1022709a0b7 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:23:57.653377 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 0414a446-1815-4186-b4ea-d1022709a0b7 on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:23:57.664217 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7e79d7ea-7c66-4984-b18f-a227522d7881 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0976746 Sep 08 09:23:57.664392 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ba34c7ce-db10-45c0-a85c-5a4d51db8412 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:57.664471 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43860) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:57.667142 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ba34c7ce-db10-45c0-a85c-5a4d51db8412 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:57.670723 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ba34c7ce-db10-45c0-a85c-5a4d51db8412 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "DELETE /v2.0/security-groups/525d4824-cde3-4825-b95a-c41d6fce0d7d HTTP/1.1" status: 204 len: 168 time: 0.4490333 Sep 08 09:23:57.672011 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Port 0414a446-1815-4186-b4ea-d1022709a0b7 on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:23:57.672416 n-d-806683-11 neutron-server[94713]: ERROR neutron.plugins.ml2.managers [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Failed to bind port 0414a446-1815-4186-b4ea-d1022709a0b7 on host n-h1-806683-11 for vnic_type normal using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] Sep 08 09:23:57.674854 n-d-806683-11 neutron-server[94713]: INFO neutron.plugins.ml2.plugin [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempt 5 to bind port 0414a446-1815-4186-b4ea-d1022709a0b7 Sep 08 09:23:57.690577 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-f98b313f-0124-4ec2-86de-be41c8effbfe tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] delete failed (client error): The resource could not be found. Sep 08 09:23:57.695631 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f98b313f-0124-4ec2-86de-be41c8effbfe tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "DELETE /v2.0/security-groups/2937d36d-ce4f-4145-8045-b9167e9b7fb3 HTTP/1.1" status: 404 len: 347 time: 0.0266883 Sep 08 09:23:57.695799 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba34c7ce-db10-45c0-a85c-5a4d51db8412 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=525d4824-cde3-4825-b95a-c41d6fce0d7d,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:57.696217 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43864) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:57.702537 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-fef34092-30b3-402e-95af-065674d49a9c tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Request body: {'security_group': {'name': 'tempest-secgroup--613896522'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:23:57.721917 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 0414a446-1815-4186-b4ea-d1022709a0b7 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:23:57.722189 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 0414a446-1815-4186-b4ea-d1022709a0b7 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:23:57.722538 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 0414a446-1815-4186-b4ea-d1022709a0b7 on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:23:57.731931 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Port 0414a446-1815-4186-b4ea-d1022709a0b7 on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:23:57.732269 n-d-806683-11 neutron-server[94713]: ERROR neutron.plugins.ml2.managers [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Failed to bind port 0414a446-1815-4186-b4ea-d1022709a0b7 on host n-h1-806683-11 for vnic_type normal using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] Sep 08 09:23:57.734525 n-d-806683-11 neutron-server[94713]: INFO neutron.plugins.ml2.plugin [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempt 6 to bind port 0414a446-1815-4186-b4ea-d1022709a0b7 Sep 08 09:23:57.767261 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 0414a446-1815-4186-b4ea-d1022709a0b7 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:23:57.767927 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 0414a446-1815-4186-b4ea-d1022709a0b7 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:23:57.768275 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 0414a446-1815-4186-b4ea-d1022709a0b7 on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:23:57.774193 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Port 0414a446-1815-4186-b4ea-d1022709a0b7 on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:23:57.774525 n-d-806683-11 neutron-server[94713]: ERROR neutron.plugins.ml2.managers [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Failed to bind port 0414a446-1815-4186-b4ea-d1022709a0b7 on host n-h1-806683-11 for vnic_type normal using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] Sep 08 09:23:57.774924 n-d-806683-11 neutron-server[94713]: INFO neutron.plugins.ml2.plugin [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempt 7 to bind port 0414a446-1815-4186-b4ea-d1022709a0b7 Sep 08 09:23:57.788539 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 0414a446-1815-4186-b4ea-d1022709a0b7 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:23:57.788864 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 0414a446-1815-4186-b4ea-d1022709a0b7 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:23:57.789215 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 0414a446-1815-4186-b4ea-d1022709a0b7 on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:23:57.795787 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Port 0414a446-1815-4186-b4ea-d1022709a0b7 on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:23:57.796129 n-d-806683-11 neutron-server[94713]: ERROR neutron.plugins.ml2.managers [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Failed to bind port 0414a446-1815-4186-b4ea-d1022709a0b7 on host n-h1-806683-11 for vnic_type normal using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] Sep 08 09:23:57.796801 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fef34092-30b3-402e-95af-065674d49a9c tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:57.800374 n-d-806683-11 neutron-server[94713]: INFO neutron.plugins.ml2.plugin [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempt 8 to bind port 0414a446-1815-4186-b4ea-d1022709a0b7 Sep 08 09:23:57.828304 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 0414a446-1815-4186-b4ea-d1022709a0b7 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:23:57.828771 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 0414a446-1815-4186-b4ea-d1022709a0b7 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:23:57.829117 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 0414a446-1815-4186-b4ea-d1022709a0b7 on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:23:57.836320 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Port 0414a446-1815-4186-b4ea-d1022709a0b7 on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:23:57.836718 n-d-806683-11 neutron-server[94713]: ERROR neutron.plugins.ml2.managers [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Failed to bind port 0414a446-1815-4186-b4ea-d1022709a0b7 on host n-h1-806683-11 for vnic_type normal using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] Sep 08 09:23:57.839463 n-d-806683-11 neutron-server[94713]: INFO neutron.plugins.ml2.plugin [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempt 9 to bind port 0414a446-1815-4186-b4ea-d1022709a0b7 Sep 08 09:23:57.857767 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 0414a446-1815-4186-b4ea-d1022709a0b7 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:23:57.858415 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 0414a446-1815-4186-b4ea-d1022709a0b7 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:23:57.858506 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 0414a446-1815-4186-b4ea-d1022709a0b7 on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:23:57.864550 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Port 0414a446-1815-4186-b4ea-d1022709a0b7 on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:23:57.864879 n-d-806683-11 neutron-server[94713]: ERROR neutron.plugins.ml2.managers [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Failed to bind port 0414a446-1815-4186-b4ea-d1022709a0b7 on host n-h1-806683-11 for vnic_type normal using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] Sep 08 09:23:57.867016 n-d-806683-11 neutron-server[94713]: INFO neutron.plugins.ml2.plugin [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempt 10 to bind port 0414a446-1815-4186-b4ea-d1022709a0b7 Sep 08 09:23:57.875904 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dc5c4acd-2d3c-45f7-858f-bd809a32addf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:57.887884 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 0414a446-1815-4186-b4ea-d1022709a0b7 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:23:57.888236 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 0414a446-1815-4186-b4ea-d1022709a0b7 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:23:57.888586 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempting to bind port 0414a446-1815-4186-b4ea-d1022709a0b7 on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:23:57.913149 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Port 0414a446-1815-4186-b4ea-d1022709a0b7 on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:23:57.914737 n-d-806683-11 neutron-server[94713]: ERROR neutron.plugins.ml2.managers [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Failed to bind port 0414a446-1815-4186-b4ea-d1022709a0b7 on host n-h1-806683-11 for vnic_type normal using segments [{'id': 'b5d175ab-fab8-41a6-9573-fd60241a3cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6ec7af1e-ce83-472c-9f74-401dc72a4df5'}] Sep 08 09:23:57.915139 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:57.996958 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] For port 0414a446-1815-4186-b4ea-d1022709a0b7, host n-h1-806683-11, cleared binding levels {{(pid=94713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:23:57.997346 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attempted to set empty binding levels {{(pid=94713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 08 09:23:58.005265 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43870) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:58.009856 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:58.013364 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-527a1acb-7f85-4697-95a0-31928914b07f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2063437710', 'description': 'tempest-secgroup-smoke-2063437710 description', 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:23:58.059449 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fef34092-30b3-402e-95af-065674d49a9c tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:58.087137 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] In _notify_port_updated(), no bound segment for port 0414a446-1815-4186-b4ea-d1022709a0b7 on network 6ec7af1e-ce83-472c-9f74-401dc72a4df5 {{(pid=94713) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 08 09:23:58.088135 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:23:58.088833 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:58.090368 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] 10.222.0.54 "PUT /v2.0/ports/0414a446-1815-4186-b4ea-d1022709a0b7 HTTP/1.1" status: 200 len: 979 time: 1.3637824 Sep 08 09:23:58.093586 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fef34092-30b3-402e-95af-065674d49a9c tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:58.096767 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43872) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:58.135393 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-527a1acb-7f85-4697-95a0-31928914b07f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:58.168352 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1060cac8-2c8c-453a-9f54-d25f86ae7780 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Pushing event updated for resources: {'Port': ['ID=0414a446-1815-4186-b4ea-d1022709a0b7,revision_number=3']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:58.176446 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fef34092-30b3-402e-95af-065674d49a9c tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:58.177804 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-fef34092-30b3-402e-95af-065674d49a9c tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4802222 Sep 08 09:23:58.178933 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef34092-30b3-402e-95af-065674d49a9c tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd234f4-87b3-42c0-b503-f20c7beb467d,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:58.180866 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43874) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:58.189223 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-ea4336b1-b865-460c-8db7-174af94c3759 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Request body: {'security_group_rule': {'security_group_id': 'fdd234f4-87b3-42c0-b503-f20c7beb467d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:23:58.231504 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-e81991ef-475c-4acd-b192-661064f152f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Deleting port 0414a446-1815-4186-b4ea-d1022709a0b7 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:23:58.231834 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e81991ef-475c-4acd-b192-661064f152f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:58.290384 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-527a1acb-7f85-4697-95a0-31928914b07f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:58.292271 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-dc5c4acd-2d3c-45f7-858f-bd809a32addf admin admin] Deleting port a023aae3-70a3-42f7-a5ba-d74fa410796b {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:23:58.292615 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dc5c4acd-2d3c-45f7-858f-bd809a32addf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:58.306440 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-527a1acb-7f85-4697-95a0-31928914b07f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:58.306806 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-e81991ef-475c-4acd-b192-661064f152f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] For port 0414a446-1815-4186-b4ea-d1022709a0b7, host n-h1-806683-11, got binding levels [] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:23:58.307045 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e81991ef-475c-4acd-b192-661064f152f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:58.322480 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-e81991ef-475c-4acd-b192-661064f152f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Calling delete_port for 0414a446-1815-4186-b4ea-d1022709a0b7 owned by {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:23:58.403688 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a1acb-7f85-4697-95a0-31928914b07f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70f40582-f835-4ec6-bc9a-820425b7f8eb,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:58.416166 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-527a1acb-7f85-4697-95a0-31928914b07f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:58.417612 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-527a1acb-7f85-4697-95a0-31928914b07f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4113095 Sep 08 09:23:58.420460 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ea4336b1-b865-460c-8db7-174af94c3759 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:58.421176 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43878) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:58.428235 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-05df691b-ef5d-47f0-86c8-6487a404ddf4 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Request body: {'security_group_rule': {'security_group_id': '70f40582-f835-4ec6-bc9a-820425b7f8eb', 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:23:58.433534 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e81991ef-475c-4acd-b192-661064f152f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:58.454612 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-dc5c4acd-2d3c-45f7-858f-bd809a32addf admin admin] For port a023aae3-70a3-42f7-a5ba-d74fa410796b, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a023aae3-70a3-42f7-a5ba-d74fa410796b,segment=NetworkSegment(0adbffbb-cf08-4e79-9920-208d98c2b498),segment_id=0adbffbb-cf08-4e79-9920-208d98c2b498)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:23:58.455019 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dc5c4acd-2d3c-45f7-858f-bd809a32addf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:58.475937 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-dc5c4acd-2d3c-45f7-858f-bd809a32addf admin admin] Calling delete_port for a023aae3-70a3-42f7-a5ba-d74fa410796b owned by network:router_interface {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:23:58.482881 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e81991ef-475c-4acd-b192-661064f152f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:58.484980 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e81991ef-475c-4acd-b192-661064f152f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] 10.222.0.54 "DELETE /v2.0/ports/0414a446-1815-4186-b4ea-d1022709a0b7 HTTP/1.1" status: 204 len: 168 time: 0.3828275 Sep 08 09:23:58.488598 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43880) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:58.489481 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81991ef-475c-4acd-b192-661064f152f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] Pushing event deleted for resources: {'Port': ['ID=0414a446-1815-4186-b4ea-d1022709a0b7,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:58.517259 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-05df691b-ef5d-47f0-86c8-6487a404ddf4 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:58.556221 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-54f0e25e-840a-4479-ba6b-d5de5bcfd7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] GET failed (client error): The resource could not be found. Sep 08 09:23:58.557790 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-54f0e25e-840a-4479-ba6b-d5de5bcfd7ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-324924529-project-admin] 10.222.0.54 "GET /v2.0/ports/0414a446-1815-4186-b4ea-d1022709a0b7 HTTP/1.1" status: 404 len: 333 time: 0.0681343 Sep 08 09:23:58.565133 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43882) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:58.577688 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ea4336b1-b865-460c-8db7-174af94c3759 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:58.598972 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ea4336b1-b865-460c-8db7-174af94c3759 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:58.602835 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:58.615193 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-05df691b-ef5d-47f0-86c8-6487a404ddf4 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:58.619614 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-05df691b-ef5d-47f0-86c8-6487a404ddf4 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:58.641567 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df691b-ef5d-47f0-86c8-6487a404ddf4 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c57c0e14-d5d9-470a-968c-36db7dab7146,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:58.664378 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-05df691b-ef5d-47f0-86c8-6487a404ddf4 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:58.671122 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-05df691b-ef5d-47f0-86c8-6487a404ddf4 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2484314 Sep 08 09:23:58.672681 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4336b1-b865-460c-8db7-174af94c3759 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9135f219-74e3-474a-b895-ce43c7e15cf8,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:58.673478 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43884) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:58.688145 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ea4336b1-b865-460c-8db7-174af94c3759 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:58.693186 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ea4336b1-b865-460c-8db7-174af94c3759 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5059330 Sep 08 09:23:58.693313 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-b6b3e8e4-952b-437b-8233-ee1112beabe0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Request body: {'security_group_rule': {'security_group_id': '70f40582-f835-4ec6-bc9a-820425b7f8eb', 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:23:58.693850 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43886) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:58.738595 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-669b8c61-89bf-4a55-b5ca-238464f28e1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:58.760850 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b6b3e8e4-952b-437b-8233-ee1112beabe0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:58.814911 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-41a78334-de9d-4e87-81da-ebc484724822 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:58.830316 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b6b3e8e4-952b-437b-8233-ee1112beabe0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:58.835568 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b6b3e8e4-952b-437b-8233-ee1112beabe0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:58.850558 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-41a78334-de9d-4e87-81da-ebc484724822 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:58.860333 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b3e8e4-952b-437b-8233-ee1112beabe0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=160156e2-0312-46bb-b1dd-146628cb6537,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:58.865097 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b6b3e8e4-952b-437b-8233-ee1112beabe0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:58.869359 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b6b3e8e4-952b-437b-8233-ee1112beabe0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1908262 Sep 08 09:23:58.871357 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43888) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:58.878840 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-cf0d7c74-fc9c-448a-bea2-28d8f867117c tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Request body: {'security_group_rule': {'security_group_id': '70f40582-f835-4ec6-bc9a-820425b7f8eb', 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:23:58.924299 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cf0d7c74-fc9c-448a-bea2-28d8f867117c tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:58.965626 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-669b8c61-89bf-4a55-b5ca-238464f28e1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:58.982027 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-41a78334-de9d-4e87-81da-ebc484724822 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:58.992783 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-41a78334-de9d-4e87-81da-ebc484724822 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:58.998697 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-41a78334-de9d-4e87-81da-ebc484724822 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/9135f219-74e3-474a-b895-ce43c7e15cf8 HTTP/1.1" status: 204 len: 168 time: 0.2989461 Sep 08 09:23:58.999391 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43890) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:59.002492 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dc5c4acd-2d3c-45f7-858f-bd809a32addf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:59.014475 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cf0d7c74-fc9c-448a-bea2-28d8f867117c tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:59.015542 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-669b8c61-89bf-4a55-b5ca-238464f28e1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ec7af1e-ce83-472c-9f74-401dc72a4df5']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:59.021858 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a78334-de9d-4e87-81da-ebc484724822 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9135f219-74e3-474a-b895-ce43c7e15cf8,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:59.028763 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cf0d7c74-fc9c-448a-bea2-28d8f867117c tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:59.050556 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c4acd-2d3c-45f7-858f-bd809a32addf admin admin] Pushing event deleted for resources: {'Port': ['ID=a023aae3-70a3-42f7-a5ba-d74fa410796b,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:59.058410 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-669b8c61-89bf-4a55-b5ca-238464f28e1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5d175ab-fab8-41a6-9573-fd60241a3cc4') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:59.058909 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-669b8c61-89bf-4a55-b5ca-238464f28e1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5d175ab-fab8-41a6-9573-fd60241a3cc4') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:23:59.085461 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d7c74-fc9c-448a-bea2-28d8f867117c tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3d8295e-5692-411e-8d92-589e4fdfa010,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:59.090942 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-669b8c61-89bf-4a55-b5ca-238464f28e1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:59.108110 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cf0d7c74-fc9c-448a-bea2-28d8f867117c tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:59.109334 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-cf0d7c74-fc9c-448a-bea2-28d8f867117c tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2350938 Sep 08 09:23:59.115277 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43894) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:59.120075 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-ac3350bb-9c7e-47a7-bad0-953ae614b563 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Request body: {'security_group_rule': {'security_group_id': '70f40582-f835-4ec6-bc9a-820425b7f8eb', 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:23:59.133882 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-47cebd40-9efe-4f91-94fa-12834d879de8 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1323538 Sep 08 09:23:59.137076 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43896) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:59.147000 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-669b8c61-89bf-4a55-b5ca-238464f28e1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:59.172991 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-669b8c61-89bf-4a55-b5ca-238464f28e1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:23:59.173523 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-669b8c61-89bf-4a55-b5ca-238464f28e1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:59.179571 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:23:59.179571 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:23:59.179571 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:23:59.179571 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:23:59.179571 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:23:59.179571 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:23:59.179571 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:23:59.179571 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:23:59.179571 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:23:59.179571 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:23:59.179571 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:23:59.179571 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:23:59.179571 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:23:59.179571 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:23:59.179571 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:23:59.179571 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:23:59.179571 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:23:59.179571 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:23:59.179571 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:23:59.179571 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:23:59.179571 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:23:59.179571 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:23:59.179571 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:23:59.179571 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:23:59.179571 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:23:59.179571 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:23:59.179571 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:23:59.179571 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:23:59.179571 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:23:59.179571 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:23:59.179571 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:23:59.179571 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:23:59.196523 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ac3350bb-9c7e-47a7-bad0-953ae614b563 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:59.288301 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ac3350bb-9c7e-47a7-bad0-953ae614b563 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:59.297933 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ac3350bb-9c7e-47a7-bad0-953ae614b563 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:59.367032 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3350bb-9c7e-47a7-bad0-953ae614b563 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e7a2247-b993-492c-84f1-119cdb78bb29,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:59.382314 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ac3350bb-9c7e-47a7-bad0-953ae614b563 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:59.387780 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ac3350bb-9c7e-47a7-bad0-953ae614b563 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2690597 Sep 08 09:23:59.389299 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43898) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:59.400780 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-1c802344-5a6c-46a9-b6b2-e68c932cdb5e tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Request body: {'security_group_rule': {'security_group_id': '70f40582-f835-4ec6-bc9a-820425b7f8eb', 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:23:59.447141 n-d-806683-11 neutron-server[94713]: INFO neutron.db.securitygroups_db [None req-1c802344-5a6c-46a9-b6b2-e68c932cdb5e tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Project b0f105e5fd99469d8f84a09c77d72db0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 09:23:59.453238 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1c802344-5a6c-46a9-b6b2-e68c932cdb5e tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:59.491103 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 56c054cf-266b-4a36-a610-93638c2cec6f no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:23:59.518458 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 56c054cf-266b-4a36-a610-93638c2cec6f {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:23:59.519186 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 56c054cf-266b-4a36-a610-93638c2cec6f not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:23:59.561735 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1c802344-5a6c-46a9-b6b2-e68c932cdb5e tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:59.568475 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1c802344-5a6c-46a9-b6b2-e68c932cdb5e tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:59.588125 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c802344-5a6c-46a9-b6b2-e68c932cdb5e tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a6723b2-4b9c-4b47-837c-15323d77524a,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:59.597208 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1c802344-5a6c-46a9-b6b2-e68c932cdb5e tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:59.603865 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1c802344-5a6c-46a9-b6b2-e68c932cdb5e tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2121987 Sep 08 09:23:59.605216 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43900) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:59.612222 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-21106b26-e473-4dec-bc56-b7698dac99e5 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Request body: {'security_group_rule': {'security_group_id': '70f40582-f835-4ec6-bc9a-820425b7f8eb', 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:23:59.638592 n-d-806683-11 neutron-server[94713]: INFO neutron.db.securitygroups_db [None req-21106b26-e473-4dec-bc56-b7698dac99e5 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Project b0f105e5fd99469d8f84a09c77d72db0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 09:23:59.645741 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-21106b26-e473-4dec-bc56-b7698dac99e5 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:59.649337 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-669b8c61-89bf-4a55-b5ca-238464f28e1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:59.664223 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-669b8c61-89bf-4a55-b5ca-238464f28e1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:59.667413 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-669b8c61-89bf-4a55-b5ca-238464f28e1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889-project] 10.222.0.54 "DELETE /v2.0/networks/6ec7af1e-ce83-472c-9f74-401dc72a4df5 HTTP/1.1" status: 204 len: 168 time: 1.0976450 Sep 08 09:23:59.668744 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e33d56b0-63dd-4148-9fc4-9be41a2debc9 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:59.691391 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b8c61-89bf-4a55-b5ca-238464f28e1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473795889-project] Pushing event deleted for resources: {'Network': ['ID=6ec7af1e-ce83-472c-9f74-401dc72a4df5,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:59.704709 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-dc5c4acd-2d3c-45f7-858f-bd809a32addf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:59.716918 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e33d56b0-63dd-4148-9fc4-9be41a2debc9 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:59.791152 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-21106b26-e473-4dec-bc56-b7698dac99e5 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:59.797248 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-21106b26-e473-4dec-bc56-b7698dac99e5 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:59.821974 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21106b26-e473-4dec-bc56-b7698dac99e5 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc430aa9-c1e2-4c25-aa29-c7b7dafb41bc,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:59.836890 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-21106b26-e473-4dec-bc56-b7698dac99e5 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:59.847020 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-21106b26-e473-4dec-bc56-b7698dac99e5 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2408061 Sep 08 09:23:59.847476 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43904) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:59.849548 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e33d56b0-63dd-4148-9fc4-9be41a2debc9 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:59.852180 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e33d56b0-63dd-4148-9fc4-9be41a2debc9 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:59.853298 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e33d56b0-63dd-4148-9fc4-9be41a2debc9 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "DELETE /v2.0/security-groups/fdd234f4-87b3-42c0-b503-f20c7beb467d HTTP/1.1" status: 204 len: 168 time: 0.7152793 Sep 08 09:23:59.858562 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-b585db45-9823-4baf-abf3-851d86794b8a tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Request body: {'network': {'name': 'tempest-network-smoke--93777473', 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'port_security_enabled': True}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:23:59.860062 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43906) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:59.881300 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d56b0-63dd-4148-9fc4-9be41a2debc9 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd234f4-87b3-42c0-b503-f20c7beb467d,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:23:59.946012 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b585db45-9823-4baf-abf3-851d86794b8a tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Made reservation on behalf of b0f105e5fd99469d8f84a09c77d72db0 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:23:59.949528 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b585db45-9823-4baf-abf3-851d86794b8a tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:23:59.963878 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-bbbf4e96-2661-4c52-90fb-78d4be9feaca tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1010640 Sep 08 09:23:59.968388 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43910) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:23:59.982440 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-270a7e59-1420-42b9-8738-e60ca9296710 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Request body: {'security_group': {'name': 'tempest-secgroup--2145007209'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:23:59.999440 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43912) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:00.028761 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b585db45-9823-4baf-abf3-851d86794b8a tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:24:00.035930 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-270a7e59-1420-42b9-8738-e60ca9296710 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:00.057128 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b585db45-9823-4baf-abf3-851d86794b8a tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:00.057496 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-b585db45-9823-4baf-abf3-851d86794b8a tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Added segment 10091b82-4fa4-4197-a2c9-d510b15c0e30 of type vlan for network 34cab420-4061-4919-a6e5-7f4f7f66770d Sep 08 09:24:00.096399 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5c4acd-2d3c-45f7-858f-bd809a32addf admin admin] Router bf28cd3d-f319-4dcf-8b7d-c14905cec101 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:24:00.110802 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b585db45-9823-4baf-abf3-851d86794b8a tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:00.180367 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b585db45-9823-4baf-abf3-851d86794b8a tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:00.184283 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-270a7e59-1420-42b9-8738-e60ca9296710 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:00.185886 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b585db45-9823-4baf-abf3-851d86794b8a tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:00.186827 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b585db45-9823-4baf-abf3-851d86794b8a tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:00.190275 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-270a7e59-1420-42b9-8738-e60ca9296710 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:00.238724 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a7e59-1420-42b9-8738-e60ca9296710 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd42a97-7648-4477-aa21-a3d93473b4c4,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:00.271410 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b585db45-9823-4baf-abf3-851d86794b8a tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4200263 Sep 08 09:24:00.271876 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43918) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:00.272716 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-270a7e59-1420-42b9-8738-e60ca9296710 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:00.276965 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-270a7e59-1420-42b9-8738-e60ca9296710 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3053367 Sep 08 09:24:00.277560 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43920) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:00.289413 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-d3e058ba-de43-46b3-9027-130cbacda9e7 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Request body: {'security_group_rule': {'security_group_id': '1cd42a97-7648-4477-aa21-a3d93473b4c4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:00.305395 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e8667e61-5f62-4a89-98db-9489fe0aaa64 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5c94adf5a51c4864986c1e2daa490560&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3045895 Sep 08 09:24:00.308284 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43922) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:00.310971 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-4caa477d-570c-4912-bbcf-c889212c82c0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1692066850', 'admin_state_up': True, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:00.329470 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b585db45-9823-4baf-abf3-851d86794b8a tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'Network': ['ID=34cab420-4061-4919-a6e5-7f4f7f66770d,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:00.343992 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5c4acd-2d3c-45f7-858f-bd809a32addf admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:24:00.344171 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 34cab420-4061-4919-a6e5-7f4f7f66770d details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:24:00.351406 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-dc5c4acd-2d3c-45f7-858f-bd809a32addf admin admin] 10.222.0.54 "PUT /v2.0/routers/bf28cd3d-f319-4dcf-8b7d-c14905cec101/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2583289 Sep 08 09:24:00.358015 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43924) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:00.364572 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4caa477d-570c-4912-bbcf-c889212c82c0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:00.366012 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4caa477d-570c-4912-bbcf-c889212c82c0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:00.371134 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d88c533-7f76-453c-8071-8b57096d135a None None] Sync routers for ids ['bf28cd3d-f319-4dcf-8b7d-c14905cec101'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:24:00.435498 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d88c533-7f76-453c-8071-8b57096d135a None None] Routers {'bf28cd3d-f319-4dcf-8b7d-c14905cec101'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:24:00.436476 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-5d88c533-7f76-453c-8071-8b57096d135a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:23:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['bf28cd3d-f319-4dcf-8b7d-c14905cec101'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:00.495399 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c58112a-98a5-4fc3-b372-ee81213bbaff admin admin] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:00.500267 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4caa477d-570c-4912-bbcf-c889212c82c0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:00.548230 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d3e058ba-de43-46b3-9027-130cbacda9e7 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:00.620273 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-5d88c533-7f76-453c-8071-8b57096d135a None None] Set router bf28cd3d-f319-4dcf-8b7d-c14905cec101 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:24:00.647773 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e4c86d72-1d17-4578-aeee-ddcd3ae8e1e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:00.676592 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e4c86d72-1d17-4578-aeee-ddcd3ae8e1e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:00.717477 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4caa477d-570c-4912-bbcf-c889212c82c0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:00.921657 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-5d88c533-7f76-453c-8071-8b57096d135a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf28cd3d-f319-4dcf-8b7d-c14905cec101', 'name': 'tempest-ServerActionsTestJSON-1706241596-router', 'tenant_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'c2612e1e-da8d-4399-b67c-2cd38fb079f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:14:52Z', 'updated_at': '2021-09-08T09:23:58Z', 'revision_number': 5, 'project_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'gw_port': {'id': 'c2612e1e-da8d-4399-b67c-2cd38fb079f2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf28cd3d-f319-4dcf-8b7d-c14905cec101', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:14:53Z', 'updated_at': '2021-09-08T09:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:01.017932 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d88c533-7f76-453c-8071-8b57096d135a None None] Checking router: bf28cd3d-f319-4dcf-8b7d-c14905cec101 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:24:01.018415 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d3e058ba-de43-46b3-9027-130cbacda9e7 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:01.022432 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c58112a-98a5-4fc3-b372-ee81213bbaff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:01.027778 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d3e058ba-de43-46b3-9027-130cbacda9e7 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:01.039633 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d88c533-7f76-453c-8071-8b57096d135a None None] Routers {'bf28cd3d-f319-4dcf-8b7d-c14905cec101'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:24:01.041693 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-5d88c533-7f76-453c-8071-8b57096d135a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:23:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['bf28cd3d-f319-4dcf-8b7d-c14905cec101'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:01.053083 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e058ba-de43-46b3-9027-130cbacda9e7 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b67e1326-af86-42f8-b287-2ac97dc1ff65,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:01.065720 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4caa477d-570c-4912-bbcf-c889212c82c0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for router_gateway, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:01.092332 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e4c86d72-1d17-4578-aeee-ddcd3ae8e1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:01.097812 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4caa477d-570c-4912-bbcf-c889212c82c0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:01.099954 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e4c86d72-1d17-4578-aeee-ddcd3ae8e1e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:01.102422 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e4c86d72-1d17-4578-aeee-ddcd3ae8e1e3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e1d5d703-5d92-49cf-b043-fe10dbf4db3b HTTP/1.1" status: 204 len: 168 time: 0.7932529 Sep 08 09:24:01.103243 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d3e058ba-de43-46b3-9027-130cbacda9e7 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:01.104298 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d3e058ba-de43-46b3-9027-130cbacda9e7 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8232083 Sep 08 09:24:01.107589 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43928) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:01.114471 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-02425bf2-aee7-41f8-a980-dec4c862f3ed tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Request body: {'security_group_rule': {'security_group_id': '1cd42a97-7648-4477-aa21-a3d93473b4c4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:01.147505 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c86d72-1d17-4578-aeee-ddcd3ae8e1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d5d703-5d92-49cf-b043-fe10dbf4db3b,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:01.182816 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-2c58112a-98a5-4fc3-b372-ee81213bbaff admin admin] Deleting port c2612e1e-da8d-4399-b67c-2cd38fb079f2 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:24:01.183063 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c58112a-98a5-4fc3-b372-ee81213bbaff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:01.207539 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-5d88c533-7f76-453c-8071-8b57096d135a None None] Set router bf28cd3d-f319-4dcf-8b7d-c14905cec101 gateway port host: None {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:24:01.258325 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-02425bf2-aee7-41f8-a980-dec4c862f3ed tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:01.275184 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-5d88c533-7f76-453c-8071-8b57096d135a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf28cd3d-f319-4dcf-8b7d-c14905cec101', 'name': 'tempest-ServerActionsTestJSON-1706241596-router', 'tenant_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:14:52Z', 'updated_at': '2021-09-08T09:24:01Z', 'revision_number': 6, 'project_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'gw_port_host': None}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:01.297060 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-4caa477d-570c-4912-bbcf-c889212c82c0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Allocated IP 172.25.0.153 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/fd0bb2d2-1955-4772-9dad-478d6c25c190) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:24:01.333420 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d88c533-7f76-453c-8071-8b57096d135a None None] The sync data for ids ['bf28cd3d-f319-4dcf-8b7d-c14905cec101'] in n-d-806683-11 is: [{'id': 'bf28cd3d-f319-4dcf-8b7d-c14905cec101', 'name': 'tempest-ServerActionsTestJSON-1706241596-router', 'tenant_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:14:52Z', 'updated_at': '2021-09-08T09:24:01Z', 'revision_number': 6, 'project_id': 'ca0d1910d7ca4892b72992e748a5bde6', 'gw_port_host': None}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:24:01.350856 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-2c58112a-98a5-4fc3-b372-ee81213bbaff admin admin] For port c2612e1e-da8d-4399-b67c-2cd38fb079f2, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=c2612e1e-da8d-4399-b67c-2cd38fb079f2,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:24:01.350856 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c58112a-98a5-4fc3-b372-ee81213bbaff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:01.377231 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-2c58112a-98a5-4fc3-b372-ee81213bbaff admin admin] Calling delete_port for c2612e1e-da8d-4399-b67c-2cd38fb079f2 owned by network:router_gateway {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:24:01.384532 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-02425bf2-aee7-41f8-a980-dec4c862f3ed tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:01.428846 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-02425bf2-aee7-41f8-a980-dec4c862f3ed tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:01.477230 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02425bf2-aee7-41f8-a980-dec4c862f3ed tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d492e4ee-e9e1-4270-a4c1-5ddd1f8bed4e,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:01.493570 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-02425bf2-aee7-41f8-a980-dec4c862f3ed tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:01.497702 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-02425bf2-aee7-41f8-a980-dec4c862f3ed tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3890018 Sep 08 09:24:01.500985 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43934) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:01.506498 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-964169ca-f766-4a90-a5bf-623e9f93a452 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Request body: {'security_group_rule': {'security_group_id': '1cd42a97-7648-4477-aa21-a3d93473b4c4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:01.535636 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4caa477d-570c-4912-bbcf-c889212c82c0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:01.588671 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-964169ca-f766-4a90-a5bf-623e9f93a452 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:01.635926 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c58112a-98a5-4fc3-b372-ee81213bbaff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:01.641504 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4caa477d-570c-4912-bbcf-c889212c82c0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:01.684633 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43936) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:01.715434 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c58112a-98a5-4fc3-b372-ee81213bbaff admin admin] Pushing event deleted for resources: {'Port': ['ID=c2612e1e-da8d-4399-b67c-2cd38fb079f2,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:01.716384 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4caa477d-570c-4912-bbcf-c889212c82c0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:24:01.738118 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-4caa477d-570c-4912-bbcf-c889212c82c0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:24:01.747221 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caa477d-570c-4912-bbcf-c889212c82c0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:24:01.772121 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa477d-570c-4912-bbcf-c889212c82c0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'Port': ['ID=fd0bb2d2-1955-4772-9dad-478d6c25c190,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:01.793822 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-964169ca-f766-4a90-a5bf-623e9f93a452 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:01.810877 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-964169ca-f766-4a90-a5bf-623e9f93a452 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:01.835902 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c58112a-98a5-4fc3-b372-ee81213bbaff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:01.847732 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964169ca-f766-4a90-a5bf-623e9f93a452 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4404351-1a49-48a8-a507-fd97d3256216,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:01.858730 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-962699dc-a781-4ef3-909d-463f5ae5577a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1b9be2888d8c479d89fe7dd67998a972&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1707428 Sep 08 09:24:01.861011 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43938) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:01.947924 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-964169ca-f766-4a90-a5bf-623e9f93a452 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:01.951668 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-964169ca-f766-4a90-a5bf-623e9f93a452 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4458506 Sep 08 09:24:01.966073 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43940) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:01.971164 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-7c1a3376-2ced-475f-8d8e-2c60ba13b634 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Request body: {'security_group_rule': {'security_group_id': '1cd42a97-7648-4477-aa21-a3d93473b4c4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:01.987236 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c58112a-98a5-4fc3-b372-ee81213bbaff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:01.990808 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c58112a-98a5-4fc3-b372-ee81213bbaff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:02.022692 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c86c79bf-dc74-426c-88ec-1d2c1bd778fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:02.043398 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7c1a3376-2ced-475f-8d8e-2c60ba13b634 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:02.077863 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c58112a-98a5-4fc3-b372-ee81213bbaff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:02.078525 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c58112a-98a5-4fc3-b372-ee81213bbaff admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf28cd3d-f319-4dcf-8b7d-c14905cec101 {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:24:02.084340 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c58112a-98a5-4fc3-b372-ee81213bbaff admin admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:02.088486 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2c58112a-98a5-4fc3-b372-ee81213bbaff admin admin] 10.222.0.54 "DELETE /v2.0/routers/bf28cd3d-f319-4dcf-8b7d-c14905cec101 HTTP/1.1" status: 204 len: 168 time: 1.7291226 Sep 08 09:24:02.089141 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43942) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:02.089545 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c86c79bf-dc74-426c-88ec-1d2c1bd778fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:02.172684 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7c1a3376-2ced-475f-8d8e-2c60ba13b634 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:02.176662 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7c1a3376-2ced-475f-8d8e-2c60ba13b634 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:02.186863 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf40b985-6b0c-4e5e-88d0-f83c88a7e3af admin admin] Deleting subnet 452a4b6d-a445-4b2b-9168-2695dd67e404 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:24:02.203412 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bf40b985-6b0c-4e5e-88d0-f83c88a7e3af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:02.241685 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a3376-2ced-475f-8d8e-2c60ba13b634 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff3c4c4b-8e4a-4b19-996c-004afe3b2ad0,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:02.248667 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7c1a3376-2ced-475f-8d8e-2c60ba13b634 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:02.249877 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7c1a3376-2ced-475f-8d8e-2c60ba13b634 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2828252 Sep 08 09:24:02.253054 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43946) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:02.259329 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-d5a44034-fd72-46cb-b533-ae9d96eaa5dd tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Request body: {'security_group_rule': {'security_group_id': '1cd42a97-7648-4477-aa21-a3d93473b4c4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:02.269725 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bf40b985-6b0c-4e5e-88d0-f83c88a7e3af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:02.270578 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4caa477d-570c-4912-bbcf-c889212c82c0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for router_gateway, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:02.272447 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c86c79bf-dc74-426c-88ec-1d2c1bd778fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:02.274965 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c86c79bf-dc74-426c-88ec-1d2c1bd778fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:02.276118 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c86c79bf-dc74-426c-88ec-1d2c1bd778fd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/272c693c-abb7-4901-a126-f297fa215f83 HTTP/1.1" status: 204 len: 168 time: 0.4138303 Sep 08 09:24:02.322434 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c79bf-dc74-426c-88ec-1d2c1bd778fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272c693c-abb7-4901-a126-f297fa215f83,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:02.353912 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d5a44034-fd72-46cb-b533-ae9d96eaa5dd tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:02.435226 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bf40b985-6b0c-4e5e-88d0-f83c88a7e3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:02.507546 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d5a44034-fd72-46cb-b533-ae9d96eaa5dd tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:02.513804 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d5a44034-fd72-46cb-b533-ae9d96eaa5dd tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:02.552079 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a44034-fd72-46cb-b533-ae9d96eaa5dd tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83ea97b3-befe-47ae-bef7-99654887831d,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:02.557105 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d5a44034-fd72-46cb-b533-ae9d96eaa5dd tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:02.558428 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d5a44034-fd72-46cb-b533-ae9d96eaa5dd tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3043797 Sep 08 09:24:02.559583 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bf40b985-6b0c-4e5e-88d0-f83c88a7e3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:02.566583 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43950) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:02.608290 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bf40b985-6b0c-4e5e-88d0-f83c88a7e3af admin admin] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:02.611263 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-bf40b985-6b0c-4e5e-88d0-f83c88a7e3af admin admin] 10.222.0.54 "DELETE /v2.0/subnets/452a4b6d-a445-4b2b-9168-2695dd67e404 HTTP/1.1" status: 204 len: 168 time: 0.5193076 Sep 08 09:24:02.617410 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43952) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:02.619473 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb375c3-a571-438f-a369-731b7fb9e82b None None] Network 2de43bb0-acf3-42aa-b534-30332da083e7 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:24:02.635802 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf40b985-6b0c-4e5e-88d0-f83c88a7e3af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=452a4b6d-a445-4b2b-9168-2695dd67e404,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:02.658635 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4caa477d-570c-4912-bbcf-c889212c82c0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:02.701059 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7859f955-136a-4e95-a92b-54ea261ba97c tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:02.733690 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7859f955-136a-4e95-a92b-54ea261ba97c tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:02.856466 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7859f955-136a-4e95-a92b-54ea261ba97c tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:02.860554 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-eec78404-e120-41f7-bf97-688d6789ff6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:02.871711 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7859f955-136a-4e95-a92b-54ea261ba97c tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:02.876454 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7859f955-136a-4e95-a92b-54ea261ba97c tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/83ea97b3-befe-47ae-bef7-99654887831d HTTP/1.1" status: 204 len: 168 time: 0.3037515 Sep 08 09:24:02.879784 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43958) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:02.943124 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7859f955-136a-4e95-a92b-54ea261ba97c tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=83ea97b3-befe-47ae-bef7-99654887831d,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:02.998859 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-45a0bbf1-f064-472d-b024-d4ab02fac990 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1155670 Sep 08 09:24:02.999168 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-eec78404-e120-41f7-bf97-688d6789ff6e admin admin] Deleting port fe4eeec9-9a6c-4373-ba49-ad91eabba9e2 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:24:02.999168 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-eec78404-e120-41f7-bf97-688d6789ff6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:03.000317 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43964) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:03.008710 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ba96bc-b4fd-4d3d-bae0-620ec5f75906 None None] DHCP port deletion for 2de43bb0-acf3-42aa-b534-30332da083e7 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:24:03.078715 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-08ba96bc-b4fd-4d3d-bae0-620ec5f75906 None None] Deleting port fe4eeec9-9a6c-4373-ba49-ad91eabba9e2 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:24:03.079338 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-08ba96bc-b4fd-4d3d-bae0-620ec5f75906 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:03.201314 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-08ba96bc-b4fd-4d3d-bae0-620ec5f75906 None None] For port fe4eeec9-9a6c-4373-ba49-ad91eabba9e2, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=fe4eeec9-9a6c-4373-ba49-ad91eabba9e2,segment=NetworkSegment(0adbffbb-cf08-4e79-9920-208d98c2b498),segment_id=0adbffbb-cf08-4e79-9920-208d98c2b498)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:24:03.201789 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-08ba96bc-b4fd-4d3d-bae0-620ec5f75906 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:03.218237 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-08ba96bc-b4fd-4d3d-bae0-620ec5f75906 None None] Calling delete_port for fe4eeec9-9a6c-4373-ba49-ad91eabba9e2 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:24:03.349415 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-08ba96bc-b4fd-4d3d-bae0-620ec5f75906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:03.369774 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4caa477d-570c-4912-bbcf-c889212c82c0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Router 1a128d16-8827-4ae9-b703-ac13265594f8 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:24:03.395573 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba96bc-b4fd-4d3d-bae0-620ec5f75906 None None] Pushing event deleted for resources: {'Port': ['ID=fe4eeec9-9a6c-4373-ba49-ad91eabba9e2,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:03.405818 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ba96bc-b4fd-4d3d-bae0-620ec5f75906 None None] No DVR routers for this DVR port fe4eeec9-9a6c-4373-ba49-ad91eabba9e2 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:24:03.412426 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fe5d822e-164a-4167-ad50-2f6954b794b2 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:03.434072 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-eec78404-e120-41f7-bf97-688d6789ff6e admin admin] For port fe4eeec9-9a6c-4373-ba49-ad91eabba9e2, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=fe4eeec9-9a6c-4373-ba49-ad91eabba9e2,segment=NetworkSegment(0adbffbb-cf08-4e79-9920-208d98c2b498),segment_id=0adbffbb-cf08-4e79-9920-208d98c2b498)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:24:03.436660 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-eec78404-e120-41f7-bf97-688d6789ff6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:03.437773 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fe5d822e-164a-4167-ad50-2f6954b794b2 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:03.494987 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a023aae3-70a3-42f7-a5ba-d74fa410796b no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:24:03.502878 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-eec78404-e120-41f7-bf97-688d6789ff6e admin admin] Calling delete_port for fe4eeec9-9a6c-4373-ba49-ad91eabba9e2 owned by network:dhcp {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:24:03.520253 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: a023aae3-70a3-42f7-a5ba-d74fa410796b {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:24:03.521198 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a023aae3-70a3-42f7-a5ba-d74fa410796b not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:24:03.521198 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device fe4eeec9-9a6c-4373-ba49-ad91eabba9e2 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:24:03.555214 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: fe4eeec9-9a6c-4373-ba49-ad91eabba9e2 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:24:03.555697 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device fe4eeec9-9a6c-4373-ba49-ad91eabba9e2 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:24:03.556316 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device c2612e1e-da8d-4399-b67c-2cd38fb079f2 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:24:03.570108 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fe5d822e-164a-4167-ad50-2f6954b794b2 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:03.583562 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fe5d822e-164a-4167-ad50-2f6954b794b2 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:03.584899 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-fe5d822e-164a-4167-ad50-2f6954b794b2 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/ff3c4c4b-8e4a-4b19-996c-004afe3b2ad0 HTTP/1.1" status: 204 len: 168 time: 0.5833693 Sep 08 09:24:03.587881 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: c2612e1e-da8d-4399-b67c-2cd38fb079f2 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:24:03.589240 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device c2612e1e-da8d-4399-b67c-2cd38fb079f2 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:24:03.592368 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43978) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:03.624559 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d822e-164a-4167-ad50-2f6954b794b2 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff3c4c4b-8e4a-4b19-996c-004afe3b2ad0,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:03.656257 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4caa477d-570c-4912-bbcf-c889212c82c0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:24:03.676955 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48910ba7-aba2-4127-84f1-b52b8ec84a4d None None] Sync routers for ids ['1a128d16-8827-4ae9-b703-ac13265594f8'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:24:03.684405 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c3993e74-e7e1-4e0b-862d-d1803a87c90c tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0901892 Sep 08 09:24:03.691630 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43980) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:03.694444 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48910ba7-aba2-4127-84f1-b52b8ec84a4d None None] Routers {'1a128d16-8827-4ae9-b703-ac13265594f8'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:24:03.695490 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-48910ba7-aba2-4127-84f1-b52b8ec84a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:23:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['1a128d16-8827-4ae9-b703-ac13265594f8'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:03.699004 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4caa477d-570c-4912-bbcf-c889212c82c0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:03.707839 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4caa477d-570c-4912-bbcf-c889212c82c0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.4350867 Sep 08 09:24:03.714590 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43982) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:03.717697 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-eec78404-e120-41f7-bf97-688d6789ff6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:03.745842 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-84e09916-59a6-4ce8-88aa-ba95943e5090 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:03.768345 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-84e09916-59a6-4ce8-88aa-ba95943e5090 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:03.815888 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-cc91de66-50e3-4a03-a35e-f9deacaed7a7 tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=b0f105e5fd99469d8f84a09c77d72db0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0965958 Sep 08 09:24:03.815888 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec78404-e120-41f7-bf97-688d6789ff6e admin admin] Pushing event deleted for resources: {'Port': ['ID=fe4eeec9-9a6c-4373-ba49-ad91eabba9e2,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:03.817140 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec78404-e120-41f7-bf97-688d6789ff6e admin admin] No DVR routers for this DVR port fe4eeec9-9a6c-4373-ba49-ad91eabba9e2 on host n-d-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:24:03.818299 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43988) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:03.853860 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-84e09916-59a6-4ce8-88aa-ba95943e5090 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:03.864898 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-84e09916-59a6-4ce8-88aa-ba95943e5090 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:03.871206 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-84e09916-59a6-4ce8-88aa-ba95943e5090 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/d4404351-1a49-48a8-a507-fd97d3256216 HTTP/1.1" status: 204 len: 168 time: 0.1727033 Sep 08 09:24:03.879133 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43990) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:03.879920 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e09916-59a6-4ce8-88aa-ba95943e5090 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4404351-1a49-48a8-a507-fd97d3256216,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:03.937976 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-48910ba7-aba2-4127-84f1-b52b8ec84a4d None None] Set router 1a128d16-8827-4ae9-b703-ac13265594f8 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:24:03.984329 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7da10119-0184-49b7-9e9d-198d4e9db616 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0991156 Sep 08 09:24:03.990115 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 43994) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:04.045577 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-45464f83-7576-4ea9-9a40-0b8fbe4842b9 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:04.050097 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-eec78404-e120-41f7-bf97-688d6789ff6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:04.073117 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-45464f83-7576-4ea9-9a40-0b8fbe4842b9 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:04.092007 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-eec78404-e120-41f7-bf97-688d6789ff6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2de43bb0-acf3-42aa-b534-30332da083e7']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:04.113498 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-eec78404-e120-41f7-bf97-688d6789ff6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0adbffbb-cf08-4e79-9920-208d98c2b498') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:04.113940 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-eec78404-e120-41f7-bf97-688d6789ff6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0adbffbb-cf08-4e79-9920-208d98c2b498') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:04.121387 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2bf9e3-da38-42b2-8aae-d3e3745ef255 tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:04.123637 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2e2bf9e3-da38-42b2-8aae-d3e3745ef255 tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3043914 Sep 08 09:24:04.127605 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-eec78404-e120-41f7-bf97-688d6789ff6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:04.129384 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 43996) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:04.144054 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-45464f83-7576-4ea9-9a40-0b8fbe4842b9 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:04.150484 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-45464f83-7576-4ea9-9a40-0b8fbe4842b9 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:04.152385 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-45464f83-7576-4ea9-9a40-0b8fbe4842b9 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/d492e4ee-e9e1-4270-a4c1-5ddd1f8bed4e HTTP/1.1" status: 204 len: 168 time: 0.1615131 Sep 08 09:24:04.157248 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44000) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:04.170222 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45464f83-7576-4ea9-9a40-0b8fbe4842b9 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d492e4ee-e9e1-4270-a4c1-5ddd1f8bed4e,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:04.181618 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-3328c953-ddac-470d-8c98-97a33ff444e2 tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=399c4174-1e86-4a10-bb99-f875a09107d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0511227 Sep 08 09:24:04.184063 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 44002) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:04.186592 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-eec78404-e120-41f7-bf97-688d6789ff6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:04.192227 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-69014134-3b81-4921-8f52-c8875555d9d2 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-661185774', 'network_id': '34cab420-4061-4919-a6e5-7f4f7f66770d', 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:04.214499 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eec78404-e120-41f7-bf97-688d6789ff6e admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:24:04.214978 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-eec78404-e120-41f7-bf97-688d6789ff6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:04.217076 n-d-806683-11 neutron-server[94712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:24:04.217076 n-d-806683-11 neutron-server[94712]: self.session.flush() Sep 08 09:24:04.217076 n-d-806683-11 neutron-server[94712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:24:04.217076 n-d-806683-11 neutron-server[94712]: self.session.flush() Sep 08 09:24:04.217076 n-d-806683-11 neutron-server[94712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:24:04.217076 n-d-806683-11 neutron-server[94712]: self.session.flush() Sep 08 09:24:04.217076 n-d-806683-11 neutron-server[94712]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 09:24:04.217076 n-d-806683-11 neutron-server[94712]: self.session.flush() Sep 08 09:24:04.217076 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:24:04.217076 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:24:04.217076 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:24:04.217076 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:24:04.217076 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:24:04.217076 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:24:04.217076 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:24:04.217076 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:24:04.217076 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:24:04.217076 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:24:04.217076 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:24:04.217076 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:24:04.217076 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:24:04.217076 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:24:04.217076 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:24:04.217076 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:24:04.217076 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:24:04.217076 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:24:04.217076 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:24:04.217076 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:24:04.217076 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:24:04.217076 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:24:04.217076 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:24:04.217076 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:24:04.217076 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:24:04.217076 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:24:04.217076 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:24:04.217076 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:24:04.217076 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:24:04.217076 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:24:04.217076 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:24:04.217076 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:24:04.248376 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e479e52a-55f4-4d69-9273-4cf29b5ffa6d tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0868361 Sep 08 09:24:04.248765 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44006) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:04.282188 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0a04b54e-d21f-4ece-a534-3813e31fc6c6 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:04.286592 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-48910ba7-aba2-4127-84f1-b52b8ec84a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a128d16-8827-4ae9-b703-ac13265594f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692066850', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'fd0bb2d2-1955-4772-9dad-478d6c25c190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:24:00Z', 'updated_at': '2021-09-08T09:24:02Z', 'revision_number': 3, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': 'fd0bb2d2-1955-4772-9dad-478d6c25c190', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a128d16-8827-4ae9-b703-ac13265594f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:24:01Z', 'updated_at': '2021-09-08T09:24:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:04.300913 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0a04b54e-d21f-4ece-a534-3813e31fc6c6 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:04.342606 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48910ba7-aba2-4127-84f1-b52b8ec84a4d None None] Checking router: 1a128d16-8827-4ae9-b703-ac13265594f8 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:24:04.343123 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48910ba7-aba2-4127-84f1-b52b8ec84a4d None None] Updating router 1a128d16-8827-4ae9-b703-ac13265594f8 port fd0bb2d2-1955-4772-9dad-478d6c25c190 binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:24:04.350994 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0a04b54e-d21f-4ece-a534-3813e31fc6c6 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:04.361069 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-eec78404-e120-41f7-bf97-688d6789ff6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:04.382131 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-eec78404-e120-41f7-bf97-688d6789ff6e admin admin] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:04.386082 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-eec78404-e120-41f7-bf97-688d6789ff6e admin admin] 10.222.0.54 "DELETE /v2.0/networks/2de43bb0-acf3-42aa-b534-30332da083e7 HTTP/1.1" status: 204 len: 168 time: 1.7652977 Sep 08 09:24:04.388411 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0a04b54e-d21f-4ece-a534-3813e31fc6c6 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:04.399520 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0a04b54e-d21f-4ece-a534-3813e31fc6c6 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/b67e1326-af86-42f8-b287-2ac97dc1ff65 HTTP/1.1" status: 204 len: 168 time: 0.1449513 Sep 08 09:24:04.399723 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a04b54e-d21f-4ece-a534-3813e31fc6c6 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b67e1326-af86-42f8-b287-2ac97dc1ff65,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:04.402814 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 44014) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:04.402814 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec78404-e120-41f7-bf97-688d6789ff6e admin admin] Pushing event deleted for resources: {'Network': ['ID=2de43bb0-acf3-42aa-b534-30332da083e7,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:04.427103 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69014134-3b81-4921-8f52-c8875555d9d2 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Made reservation on behalf of b0f105e5fd99469d8f84a09c77d72db0 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:24:04.430786 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-69014134-3b81-4921-8f52-c8875555d9d2 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:04.443387 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-48910ba7-aba2-4127-84f1-b52b8ec84a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:04.615967 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-1012beeb-f862-4be7-b879-a0784093c9d1 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2084222 Sep 08 09:24:04.617136 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44018) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:04.744762 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-69014134-3b81-4921-8f52-c8875555d9d2 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:04.755903 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8ac6a966-b9a5-40e4-8e04-e2bf6befd211 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:04.807915 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8ac6a966-b9a5-40e4-8e04-e2bf6befd211 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:04.814996 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69014134-3b81-4921-8f52-c8875555d9d2 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'Subnet': ['ID=7071c3aa-f3c6-48cc-8f83-006cadb8075d,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:04.835104 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69014134-3b81-4921-8f52-c8875555d9d2 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Checking segment: {'id': '10091b82-4fa4-4197-a2c9-d510b15c0e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '34cab420-4061-4919-a6e5-7f4f7f66770d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:24:04.835567 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69014134-3b81-4921-8f52-c8875555d9d2 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Network hostable DHCP agents. Network: 34cab420-4061-4919-a6e5-7f4f7f66770d, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:24:04.868486 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69014134-3b81-4921-8f52-c8875555d9d2 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Network 34cab420-4061-4919-a6e5-7f4f7f66770d is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:24:04.878207 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 44022) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:04.882408 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8ac6a966-b9a5-40e4-8e04-e2bf6befd211 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:04.885901 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8ac6a966-b9a5-40e4-8e04-e2bf6befd211 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:04.887618 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8ac6a966-b9a5-40e4-8e04-e2bf6befd211 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "DELETE /v2.0/security-groups/1cd42a97-7648-4477-aa21-a3d93473b4c4 HTTP/1.1" status: 204 len: 168 time: 0.2700567 Sep 08 09:24:04.895672 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 44024) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:04.896038 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 44026) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:04.898305 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac6a966-b9a5-40e4-8e04-e2bf6befd211 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd42a97-7648-4477-aa21-a3d93473b4c4,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:04.913761 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-48910ba7-aba2-4127-84f1-b52b8ec84a4d None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:04.916546 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-69014134-3b81-4921-8f52-c8875555d9d2 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 34cab420-4061-4919-a6e5-7f4f7f66770d) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:24:04.925580 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-48910ba7-aba2-4127-84f1-b52b8ec84a4d None None] Transition to ACTIVE for port object fd0bb2d2-1955-4772-9dad-478d6c25c190 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:24:04.926021 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48968b59-4657-4de7-99a6-a47543778eaf None None] Network 34cab420-4061-4919-a6e5-7f4f7f66770d requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:24:04.932662 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-48910ba7-aba2-4127-84f1-b52b8ec84a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:04.951950 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69014134-3b81-4921-8f52-c8875555d9d2 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:04.952554 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-69014134-3b81-4921-8f52-c8875555d9d2 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:05.018766 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0659b240-7b37-4ec4-930c-e3929c32d01e None None] Pushing event updated for resources: {'Port': ['ID=fd0bb2d2-1955-4772-9dad-478d6c25c190,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:05.021109 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44030) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:05.021853 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-48910ba7-aba2-4127-84f1-b52b8ec84a4d None None] Attempting to bind port fd0bb2d2-1955-4772-9dad-478d6c25c190 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:24:05.022403 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-48910ba7-aba2-4127-84f1-b52b8ec84a4d None None] Attempting to bind port fd0bb2d2-1955-4772-9dad-478d6c25c190 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:24:05.022922 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48910ba7-aba2-4127-84f1-b52b8ec84a4d None None] Attempting to bind port fd0bb2d2-1955-4772-9dad-478d6c25c190 on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:24:05.025296 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-69014134-3b81-4921-8f52-c8875555d9d2 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8382883 Sep 08 09:24:05.031332 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48910ba7-aba2-4127-84f1-b52b8ec84a4d None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:24:05.032358 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48910ba7-aba2-4127-84f1-b52b8ec84a4d None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:24:05.033902 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-48910ba7-aba2-4127-84f1-b52b8ec84a4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:05.035222 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48910ba7-aba2-4127-84f1-b52b8ec84a4d None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:24:05.036183 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-48910ba7-aba2-4127-84f1-b52b8ec84a4d None None] Bound port: fd0bb2d2-1955-4772-9dad-478d6c25c190, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:24:05.036797 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-48910ba7-aba2-4127-84f1-b52b8ec84a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:05.077396 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-bf63ff23-b02c-421c-98ba-a03809f017e8 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1688094 Sep 08 09:24:05.079267 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 44032) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:05.082727 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-012e46e7-b8a9-4c8b-be8c-6907df262c60 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Request body: {'security_group': {'name': 'tempest-secgroup--1910147549'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:05.106527 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d44d320b-cea2-41ae-8338-7d208f5b0789 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ca0d1910d7ca4892b72992e748a5bde6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2269559 Sep 08 09:24:05.109027 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 44034) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:05.119374 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-012e46e7-b8a9-4c8b-be8c-6907df262c60 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:05.213024 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8ff22027-2dfb-4df1-a884-bcb097097975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:05.219397 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2313a779-8b67-4e6b-80cd-29ff2df23664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-34cab420-4061-4919-a6e5-7f4f7f66770d', 'network_id': '34cab420-4061-4919-a6e5-7f4f7f66770d', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'fixed_ips': [{'subnet_id': '7071c3aa-f3c6-48cc-8f83-006cadb8075d'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:24:05.220990 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2313a779-8b67-4e6b-80cd-29ff2df23664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:05.266638 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8ff22027-2dfb-4df1-a884-bcb097097975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:05.336820 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-012e46e7-b8a9-4c8b-be8c-6907df262c60 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:05.345173 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-012e46e7-b8a9-4c8b-be8c-6907df262c60 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:05.362292 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-73a303d5-2c93-43cb-9cec-ac5b58a55eb2 tempest-RoutersAdminNegativeIpV6Test-1841145495 tempest-RoutersAdminNegativeIpV6Test-1841145495-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1964553354', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:05.397378 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8ff22027-2dfb-4df1-a884-bcb097097975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:05.400231 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8ff22027-2dfb-4df1-a884-bcb097097975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:05.404407 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8ff22027-2dfb-4df1-a884-bcb097097975 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5d179995-c721-4508-9468-142d3ae5e8aa HTTP/1.1" status: 204 len: 168 time: 0.2910910 Sep 08 09:24:05.420405 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012e46e7-b8a9-4c8b-be8c-6907df262c60 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4395e052-7b63-4b3c-8335-3f98b248f233,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:05.433569 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-2313a779-8b67-4e6b-80cd-29ff2df23664 None None] Allocated IP 172.20.0.2 (34cab420-4061-4919-a6e5-7f4f7f66770d/7071c3aa-f3c6-48cc-8f83-006cadb8075d/f8ed99a9-7914-4e8b-abdc-735af3602414) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:24:05.467446 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff22027-2dfb-4df1-a884-bcb097097975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d179995-c721-4508-9468-142d3ae5e8aa,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:05.474065 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a303d5-2c93-43cb-9cec-ac5b58a55eb2 tempest-RoutersAdminNegativeIpV6Test-1841145495 tempest-RoutersAdminNegativeIpV6Test-1841145495-project-admin] Made reservation on behalf of eb17ea36b69349e0a41f06ee113627a4 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:24:05.478518 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-73a303d5-2c93-43cb-9cec-ac5b58a55eb2 tempest-RoutersAdminNegativeIpV6Test-1841145495 tempest-RoutersAdminNegativeIpV6Test-1841145495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:05.493697 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-48910ba7-aba2-4127-84f1-b52b8ec84a4d None None] For port fd0bb2d2-1955-4772-9dad-478d6c25c190, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:24:05.497801 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-48910ba7-aba2-4127-84f1-b52b8ec84a4d None None] For port fd0bb2d2-1955-4772-9dad-478d6c25c190, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=fd0bb2d2-1955-4772-9dad-478d6c25c190,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:24:05.507288 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-48910ba7-aba2-4127-84f1-b52b8ec84a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:05.509396 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-012e46e7-b8a9-4c8b-be8c-6907df262c60 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:05.514974 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-012e46e7-b8a9-4c8b-be8c-6907df262c60 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4339285 Sep 08 09:24:05.514974 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-73a303d5-2c93-43cb-9cec-ac5b58a55eb2 tempest-RoutersAdminNegativeIpV6Test-1841145495 tempest-RoutersAdminNegativeIpV6Test-1841145495-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:05.517947 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 44040) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:05.543668 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-4793440a-dfc1-42ab-8ab7-b0cabd48ded9 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Request body: {'security_group_rule': {'security_group_id': '4395e052-7b63-4b3c-8335-3f98b248f233', 'direction': 'ingress', 'protocol': 17}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:05.602477 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0659b240-7b37-4ec4-930c-e3929c32d01e None None] Pushing event updated for resources: {'Port': ['ID=fd0bb2d2-1955-4772-9dad-478d6c25c190,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:05.615993 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4793440a-dfc1-42ab-8ab7-b0cabd48ded9 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:05.628798 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48910ba7-aba2-4127-84f1-b52b8ec84a4d None None] Routers {'1a128d16-8827-4ae9-b703-ac13265594f8'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:24:05.630550 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-48910ba7-aba2-4127-84f1-b52b8ec84a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:23:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['1a128d16-8827-4ae9-b703-ac13265594f8'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:05.727103 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2313a779-8b67-4e6b-80cd-29ff2df23664 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:05.736414 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2313a779-8b67-4e6b-80cd-29ff2df23664 None None] Transition to ACTIVE for port object f8ed99a9-7914-4e8b-abdc-735af3602414 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:24:05.781782 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2313a779-8b67-4e6b-80cd-29ff2df23664 None None] Transition to ACTIVE for port object f8ed99a9-7914-4e8b-abdc-735af3602414 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:24:05.793130 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2313a779-8b67-4e6b-80cd-29ff2df23664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:05.823126 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-48910ba7-aba2-4127-84f1-b52b8ec84a4d None None] Set router 1a128d16-8827-4ae9-b703-ac13265594f8 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:24:05.835640 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4793440a-dfc1-42ab-8ab7-b0cabd48ded9 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:05.849364 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4793440a-dfc1-42ab-8ab7-b0cabd48ded9 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:05.878057 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2313a779-8b67-4e6b-80cd-29ff2df23664 None None] Network 34cab420-4061-4919-a6e5-7f4f7f66770d is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:24:05.881827 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4793440a-dfc1-42ab-8ab7-b0cabd48ded9 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e47c07b2-fe7d-46b2-b168-6c6e5b5ecc72,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:05.885592 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-2313a779-8b67-4e6b-80cd-29ff2df23664 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:24:05.889969 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2313a779-8b67-4e6b-80cd-29ff2df23664 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:24:05.946355 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-73a303d5-2c93-43cb-9cec-ac5b58a55eb2 tempest-RoutersAdminNegativeIpV6Test-1841145495 tempest-RoutersAdminNegativeIpV6Test-1841145495-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:05.953766 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313a779-8b67-4e6b-80cd-29ff2df23664 None None] Pushing event updated for resources: {'Port': ['ID=f8ed99a9-7914-4e8b-abdc-735af3602414,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:05.965209 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-73a303d5-2c93-43cb-9cec-ac5b58a55eb2 tempest-RoutersAdminNegativeIpV6Test-1841145495 tempest-RoutersAdminNegativeIpV6Test-1841145495-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:05.987429 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [None req-73a303d5-2c93-43cb-9cec-ac5b58a55eb2 tempest-RoutersAdminNegativeIpV6Test-1841145495 tempest-RoutersAdminNegativeIpV6Test-1841145495-project-admin] device_id is not set on port d8ec9d41-827f-49ab-a9a8-d1c400cb277f yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:24:06.007599 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4793440a-dfc1-42ab-8ab7-b0cabd48ded9 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:06.008166 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4793440a-dfc1-42ab-8ab7-b0cabd48ded9 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4887850 Sep 08 09:24:06.025512 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-2313a779-8b67-4e6b-80cd-29ff2df23664 None None] Attempting to bind port f8ed99a9-7914-4e8b-abdc-735af3602414 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:24:06.025512 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-2313a779-8b67-4e6b-80cd-29ff2df23664 None None] Attempting to bind port f8ed99a9-7914-4e8b-abdc-735af3602414 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '10091b82-4fa4-4197-a2c9-d510b15c0e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '34cab420-4061-4919-a6e5-7f4f7f66770d'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:24:06.025512 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2313a779-8b67-4e6b-80cd-29ff2df23664 None None] Attempting to bind port f8ed99a9-7914-4e8b-abdc-735af3602414 on network 34cab420-4061-4919-a6e5-7f4f7f66770d {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:24:06.025767 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 44044) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:06.053411 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2313a779-8b67-4e6b-80cd-29ff2df23664 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:24:06.053824 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2313a779-8b67-4e6b-80cd-29ff2df23664 None None] Checking segment: {'id': '10091b82-4fa4-4197-a2c9-d510b15c0e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '34cab420-4061-4919-a6e5-7f4f7f66770d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:24:06.057329 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2313a779-8b67-4e6b-80cd-29ff2df23664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:06.057777 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2313a779-8b67-4e6b-80cd-29ff2df23664 None None] Bound using segment: {'id': '10091b82-4fa4-4197-a2c9-d510b15c0e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '34cab420-4061-4919-a6e5-7f4f7f66770d'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:24:06.066294 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-2313a779-8b67-4e6b-80cd-29ff2df23664 None None] Bound port: f8ed99a9-7914-4e8b-abdc-735af3602414, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10091b82-4fa4-4197-a2c9-d510b15c0e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '34cab420-4061-4919-a6e5-7f4f7f66770d'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:24:06.066773 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2313a779-8b67-4e6b-80cd-29ff2df23664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:06.122219 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a303d5-2c93-43cb-9cec-ac5b58a55eb2 tempest-RoutersAdminNegativeIpV6Test-1841145495 tempest-RoutersAdminNegativeIpV6Test-1841145495-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9906df-5f95-415f-a471-06328285b0f8,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:06.141574 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4bd0a742-54ce-4d87-aad5-986f13a91f52 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:06.185380 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-2313a779-8b67-4e6b-80cd-29ff2df23664 None None] For port f8ed99a9-7914-4e8b-abdc-735af3602414, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:24:06.190916 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-2313a779-8b67-4e6b-80cd-29ff2df23664 None None] For port f8ed99a9-7914-4e8b-abdc-735af3602414, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=f8ed99a9-7914-4e8b-abdc-735af3602414,segment=NetworkSegment(10091b82-4fa4-4197-a2c9-d510b15c0e30),segment_id=10091b82-4fa4-4197-a2c9-d510b15c0e30)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:24:06.200905 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2313a779-8b67-4e6b-80cd-29ff2df23664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:06.321202 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4c021879-9a3c-41aa-87fe-1952655dbce2 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:06.342719 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-48910ba7-aba2-4127-84f1-b52b8ec84a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a128d16-8827-4ae9-b703-ac13265594f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692066850', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'fd0bb2d2-1955-4772-9dad-478d6c25c190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:24:00Z', 'updated_at': '2021-09-08T09:24:02Z', 'revision_number': 3, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': 'fd0bb2d2-1955-4772-9dad-478d6c25c190', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a128d16-8827-4ae9-b703-ac13265594f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:24:01Z', 'updated_at': '2021-09-08T09:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:06.347346 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313a779-8b67-4e6b-80cd-29ff2df23664 None None] Pushing event updated for resources: {'Port': ['ID=f8ed99a9-7914-4e8b-abdc-735af3602414,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:06.405902 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4c021879-9a3c-41aa-87fe-1952655dbce2 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:06.411764 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48910ba7-aba2-4127-84f1-b52b8ec84a4d None None] The sync data for ids ['1a128d16-8827-4ae9-b703-ac13265594f8'] in n-d-806683-11 is: [{'id': '1a128d16-8827-4ae9-b703-ac13265594f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692066850', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'fd0bb2d2-1955-4772-9dad-478d6c25c190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:24:00Z', 'updated_at': '2021-09-08T09:24:02Z', 'revision_number': 3, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': 'fd0bb2d2-1955-4772-9dad-478d6c25c190', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b3:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a128d16-8827-4ae9-b703-ac13265594f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:24:01Z', 'updated_at': '2021-09-08T09:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:24:06.437083 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-73a303d5-2c93-43cb-9cec-ac5b58a55eb2 tempest-RoutersAdminNegativeIpV6Test-1841145495 tempest-RoutersAdminNegativeIpV6Test-1841145495-project-admin] Allocated IP 172.25.0.9 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/d8ec9d41-827f-49ab-a9a8-d1c400cb277f) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:24:06.728608 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-73a303d5-2c93-43cb-9cec-ac5b58a55eb2 tempest-RoutersAdminNegativeIpV6Test-1841145495 tempest-RoutersAdminNegativeIpV6Test-1841145495-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:06.797952 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-73a303d5-2c93-43cb-9cec-ac5b58a55eb2 tempest-RoutersAdminNegativeIpV6Test-1841145495 tempest-RoutersAdminNegativeIpV6Test-1841145495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:06.807557 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-4bd0a742-54ce-4d87-aad5-986f13a91f52 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Allocated IP 172.20.0.1 (34cab420-4061-4919-a6e5-7f4f7f66770d/7071c3aa-f3c6-48cc-8f83-006cadb8075d/77f002f3-ffb1-47b1-8712-b8b20cc98988) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:24:06.829280 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4c021879-9a3c-41aa-87fe-1952655dbce2 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:06.832643 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4c021879-9a3c-41aa-87fe-1952655dbce2 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:06.836271 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4c021879-9a3c-41aa-87fe-1952655dbce2 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "DELETE /v2.0/security-groups/4395e052-7b63-4b3c-8335-3f98b248f233 HTTP/1.1" status: 204 len: 168 time: 0.8058615 Sep 08 09:24:06.867568 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 44062) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:06.869587 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a303d5-2c93-43cb-9cec-ac5b58a55eb2 tempest-RoutersAdminNegativeIpV6Test-1841145495 tempest-RoutersAdminNegativeIpV6Test-1841145495-project-admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:24:06.898671 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-73a303d5-2c93-43cb-9cec-ac5b58a55eb2 tempest-RoutersAdminNegativeIpV6Test-1841145495 tempest-RoutersAdminNegativeIpV6Test-1841145495-project-admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:24:06.936040 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c021879-9a3c-41aa-87fe-1952655dbce2 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4395e052-7b63-4b3c-8335-3f98b248f233,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:06.943196 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a303d5-2c93-43cb-9cec-ac5b58a55eb2 tempest-RoutersAdminNegativeIpV6Test-1841145495 tempest-RoutersAdminNegativeIpV6Test-1841145495-project-admin] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:24:07.017429 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a303d5-2c93-43cb-9cec-ac5b58a55eb2 tempest-RoutersAdminNegativeIpV6Test-1841145495 tempest-RoutersAdminNegativeIpV6Test-1841145495-project-admin] Pushing event updated for resources: {'Port': ['ID=d8ec9d41-827f-49ab-a9a8-d1c400cb277f,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:07.061440 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a303d5-2c93-43cb-9cec-ac5b58a55eb2 tempest-RoutersAdminNegativeIpV6Test-1841145495 tempest-RoutersAdminNegativeIpV6Test-1841145495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:07.062355 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-73a303d5-2c93-43cb-9cec-ac5b58a55eb2 tempest-RoutersAdminNegativeIpV6Test-1841145495 tempest-RoutersAdminNegativeIpV6Test-1841145495-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:07.070223 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44066) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:07.079713 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-9858e940-5536-40cf-94d9-2ef116329677 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2063820 Sep 08 09:24:07.084389 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 44068) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:07.085802 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4bd0a742-54ce-4d87-aad5-986f13a91f52 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:07.092285 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-5c5fccb3-4bbf-468a-b5cf-47bb7262c7fb tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Request body: {'security_group': {'name': 'tempest-secgroup--816953029'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:07.102338 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-4bd0a742-54ce-4d87-aad5-986f13a91f52 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Transition to ACTIVE for port object 77f002f3-ffb1-47b1-8712-b8b20cc98988 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:24:07.122777 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-73a303d5-2c93-43cb-9cec-ac5b58a55eb2 tempest-RoutersAdminNegativeIpV6Test-1841145495 tempest-RoutersAdminNegativeIpV6Test-1841145495-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.2038488 Sep 08 09:24:07.122777 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 44070) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:07.127349 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-d5ce63c1-2bff-4a56-aa82-caac720ad43a tempest-RoutersAdminNegativeIpV6Test-1841145495 tempest-RoutersAdminNegativeIpV6Test-1841145495-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.9'}]}}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:07.144500 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4bd0a742-54ce-4d87-aad5-986f13a91f52 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:07.148314 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5c5fccb3-4bbf-468a-b5cf-47bb7262c7fb tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:07.188751 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d5ce63c1-2bff-4a56-aa82-caac720ad43a tempest-RoutersAdminNegativeIpV6Test-1841145495 tempest-RoutersAdminNegativeIpV6Test-1841145495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:07.190295 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d5ce63c1-2bff-4a56-aa82-caac720ad43a tempest-RoutersAdminNegativeIpV6Test-1841145495 tempest-RoutersAdminNegativeIpV6Test-1841145495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:07.191202 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd0a742-54ce-4d87-aad5-986f13a91f52 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Network 34cab420-4061-4919-a6e5-7f4f7f66770d is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:24:07.195100 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-4bd0a742-54ce-4d87-aad5-986f13a91f52 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:24:07.199791 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd0a742-54ce-4d87-aad5-986f13a91f52 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:24:07.256107 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd0a742-54ce-4d87-aad5-986f13a91f52 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'Port': ['ID=77f002f3-ffb1-47b1-8712-b8b20cc98988,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:07.281540 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4bd0a742-54ce-4d87-aad5-986f13a91f52 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:07.397848 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d5ce63c1-2bff-4a56-aa82-caac720ad43a tempest-RoutersAdminNegativeIpV6Test-1841145495 tempest-RoutersAdminNegativeIpV6Test-1841145495-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:07.447485 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-24916cc0-1a23-4764-a847-2afd91c505eb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-117905054-network', 'tenant_id': 'b71c8866e0a041d8a6a40f7dc5d3a1ff'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:07.568890 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4bd0a742-54ce-4d87-aad5-986f13a91f52 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:07.625018 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device fd0bb2d2-1955-4772-9dad-478d6c25c190 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:24:07.734409 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port fd0bb2d2-1955-4772-9dad-478d6c25c190 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:24:07.758365 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port fd0bb2d2-1955-4772-9dad-478d6c25c190 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:24:07.760632 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:07.803885 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d5ce63c1-2bff-4a56-aa82-caac720ad43a tempest-RoutersAdminNegativeIpV6Test-1841145495 tempest-RoutersAdminNegativeIpV6Test-1841145495-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:07.825380 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5c5fccb3-4bbf-468a-b5cf-47bb7262c7fb tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:07.833498 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5c5fccb3-4bbf-468a-b5cf-47bb7262c7fb tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:07.913272 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5fccb3-4bbf-468a-b5cf-47bb7262c7fb tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b03ca53-7b00-494e-b1be-63641bb50e8f,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:07.956680 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24916cc0-1a23-4764-a847-2afd91c505eb admin admin] Made reservation on behalf of b71c8866e0a041d8a6a40f7dc5d3a1ff for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:24:07.959693 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-24916cc0-1a23-4764-a847-2afd91c505eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:07.977131 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5c5fccb3-4bbf-468a-b5cf-47bb7262c7fb tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:07.982438 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5c5fccb3-4bbf-468a-b5cf-47bb7262c7fb tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8923640 Sep 08 09:24:07.983286 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44076) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:07.983810 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-24916cc0-1a23-4764-a847-2afd91c505eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:07.993126 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-1c027b9f-4596-4cb5-8f4f-f35c99f92ffc tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Request body: {'security_group': {'name': 'tempest-secgroup--365904691'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:08.074102 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b8cb94-dcee-4517-869e-a24c165622bd None None] Network 34cab420-4061-4919-a6e5-7f4f7f66770d requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:24:08.217856 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-fb2ef05a-ed93-41df-8a58-9c05eb6e1146 None None] Provisioning for port f8ed99a9-7914-4e8b-abdc-735af3602414 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:24:08.291609 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-24916cc0-1a23-4764-a847-2afd91c505eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:08.294694 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4bd0a742-54ce-4d87-aad5-986f13a91f52 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:08.298031 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:08.318201 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-24916cc0-1a23-4764-a847-2afd91c505eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:08.332918 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24916cc0-1a23-4764-a847-2afd91c505eb admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:24:08.338571 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port fd0bb2d2-1955-4772-9dad-478d6c25c190, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=fd0bb2d2-1955-4772-9dad-478d6c25c190,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:24:08.344039 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-24916cc0-1a23-4764-a847-2afd91c505eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:08.344633 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-24916cc0-1a23-4764-a847-2afd91c505eb admin admin] Added segment f08fca9c-7ba9-4967-8c01-3edd0faf3db1 of type vlan for network 678c6b91-5ea9-437d-bb2d-e0aa57bc04fe Sep 08 09:24:08.348847 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:08.349789 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device f8ed99a9-7914-4e8b-abdc-735af3602414 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:24:08.416630 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-24916cc0-1a23-4764-a847-2afd91c505eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:08.420031 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d5ce63c1-2bff-4a56-aa82-caac720ad43a tempest-RoutersAdminNegativeIpV6Test-1841145495 tempest-RoutersAdminNegativeIpV6Test-1841145495-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:08.445065 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4bd0a742-54ce-4d87-aad5-986f13a91f52 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:08.448371 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d5ce63c1-2bff-4a56-aa82-caac720ad43a tempest-RoutersAdminNegativeIpV6Test-1841145495 tempest-RoutersAdminNegativeIpV6Test-1841145495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:08.510428 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1c027b9f-4596-4cb5-8f4f-f35c99f92ffc tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:08.537517 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd0a742-54ce-4d87-aad5-986f13a91f52 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'Port': ['ID=77f002f3-ffb1-47b1-8712-b8b20cc98988,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:08.549490 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-24916cc0-1a23-4764-a847-2afd91c505eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:08.550851 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24916cc0-1a23-4764-a847-2afd91c505eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:08.551708 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-24916cc0-1a23-4764-a847-2afd91c505eb admin admin] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:08.558232 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=fd0bb2d2-1955-4772-9dad-478d6c25c190,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:08.561078 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port f8ed99a9-7914-4e8b-abdc-735af3602414 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:24:08.577221 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port f8ed99a9-7914-4e8b-abdc-735af3602414 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:24:08.577697 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:08.800574 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:08.807419 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24916cc0-1a23-4764-a847-2afd91c505eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07140faf-6777-469d-99b3-ff8ffc4674b3,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:08.826480 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-82b04dec-58d1-45a9-b21c-603ded835ee2 None None] Provisioning complete for port f8ed99a9-7914-4e8b-abdc-735af3602414 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:24:08.826963 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-82b04dec-58d1-45a9-b21c-603ded835ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:08.842024 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d5ce63c1-2bff-4a56-aa82-caac720ad43a tempest-RoutersAdminNegativeIpV6Test-1841145495 tempest-RoutersAdminNegativeIpV6Test-1841145495-project-admin] Notify callbacks [] for router, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:08.846769 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-24916cc0-1a23-4764-a847-2afd91c505eb admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7719984 Sep 08 09:24:08.847579 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 44080) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:08.859134 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24916cc0-1a23-4764-a847-2afd91c505eb admin admin] Pushing event updated for resources: {'Network': ['ID=678c6b91-5ea9-437d-bb2d-e0aa57bc04fe,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:08.878866 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 678c6b91-5ea9-437d-bb2d-e0aa57bc04fe details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:24:08.888049 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4bd0a742-54ce-4d87-aad5-986f13a91f52 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:08.947756 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-68013139-9019-41b3-82e3-20acceb5db03 admin admin] Request body: {'subnet': {'network_id': '678c6b91-5ea9-437d-bb2d-e0aa57bc04fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-117905054-subnet', 'tenant_id': 'b71c8866e0a041d8a6a40f7dc5d3a1ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:09.035296 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port f8ed99a9-7914-4e8b-abdc-735af3602414, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=f8ed99a9-7914-4e8b-abdc-735af3602414,segment=NetworkSegment(10091b82-4fa4-4197-a2c9-d510b15c0e30),segment_id=10091b82-4fa4-4197-a2c9-d510b15c0e30)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:24:09.047113 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:09.076339 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1c027b9f-4596-4cb5-8f4f-f35c99f92ffc tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:09.091935 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1c027b9f-4596-4cb5-8f4f-f35c99f92ffc tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:09.142905 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd0a742-54ce-4d87-aad5-986f13a91f52 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Network 34cab420-4061-4919-a6e5-7f4f7f66770d is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:24:09.144666 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-4bd0a742-54ce-4d87-aad5-986f13a91f52 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:24:09.146535 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c027b9f-4596-4cb5-8f4f-f35c99f92ffc tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f56fa25-669f-4a42-906c-092a6d448d2b,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:09.153448 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d5ce63c1-2bff-4a56-aa82-caac720ad43a tempest-RoutersAdminNegativeIpV6Test-1841145495 tempest-RoutersAdminNegativeIpV6Test-1841145495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:09.158686 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d5ce63c1-2bff-4a56-aa82-caac720ad43a tempest-RoutersAdminNegativeIpV6Test-1841145495 tempest-RoutersAdminNegativeIpV6Test-1841145495-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:09.171774 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68013139-9019-41b3-82e3-20acceb5db03 admin admin] Made reservation on behalf of b71c8866e0a041d8a6a40f7dc5d3a1ff for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:24:09.174687 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-68013139-9019-41b3-82e3-20acceb5db03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:09.207131 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=f8ed99a9-7914-4e8b-abdc-735af3602414,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:09.235001 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1c027b9f-4596-4cb5-8f4f-f35c99f92ffc tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:09.236939 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1c027b9f-4596-4cb5-8f4f-f35c99f92ffc tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2503257 Sep 08 09:24:09.239871 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44084) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:09.248390 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-82b04dec-58d1-45a9-b21c-603ded835ee2 None None] Provisioning for port 77f002f3-ffb1-47b1-8712-b8b20cc98988 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:24:09.249094 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-b4f0d237-3e14-4ffd-a0fa-3988c592663e tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Request body: {'security_group_rule': {'security_group_id': '9b03ca53-7b00-494e-b1be-63641bb50e8f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6f56fa25-669f-4a42-906c-092a6d448d2b', 'remote_ip_prefix': None}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:09.254803 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-82b04dec-58d1-45a9-b21c-603ded835ee2 None None] Provisioning complete for port 77f002f3-ffb1-47b1-8712-b8b20cc98988 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:24:09.255819 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-82b04dec-58d1-45a9-b21c-603ded835ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:09.265645 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d5ce63c1-2bff-4a56-aa82-caac720ad43a tempest-RoutersAdminNegativeIpV6Test-1841145495 tempest-RoutersAdminNegativeIpV6Test-1841145495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:09.266201 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ce63c1-2bff-4a56-aa82-caac720ad43a tempest-RoutersAdminNegativeIpV6Test-1841145495 tempest-RoutersAdminNegativeIpV6Test-1841145495-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 53c51414-7cf5-4c32-a714-a8edd7301531 {{(pid=94712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:24:09.308646 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-82b04dec-58d1-45a9-b21c-603ded835ee2 None None] Port 77f002f3-ffb1-47b1-8712-b8b20cc98988 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:24:09.339639 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-d5ce63c1-2bff-4a56-aa82-caac720ad43a tempest-RoutersAdminNegativeIpV6Test-1841145495 tempest-RoutersAdminNegativeIpV6Test-1841145495-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 08 09:24:09.342127 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d5ce63c1-2bff-4a56-aa82-caac720ad43a tempest-RoutersAdminNegativeIpV6Test-1841145495 tempest-RoutersAdminNegativeIpV6Test-1841145495-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 2.2172236 Sep 08 09:24:09.344806 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44088) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:09.417005 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd0a742-54ce-4d87-aad5-986f13a91f52 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Router 1a128d16-8827-4ae9-b703-ac13265594f8 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:24:09.425720 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b4f0d237-3e14-4ffd-a0fa-3988c592663e tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:09.438260 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-64f12b2e-14d9-4abe-90c8-7ab4425c5939 None None] Provisioning complete for port 77f002f3-ffb1-47b1-8712-b8b20cc98988 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:24:09.439473 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-64f12b2e-14d9-4abe-90c8-7ab4425c5939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:09.506128 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-64f12b2e-14d9-4abe-90c8-7ab4425c5939 None None] Port 77f002f3-ffb1-47b1-8712-b8b20cc98988 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:24:09.509950 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device fd0bb2d2-1955-4772-9dad-478d6c25c190 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:24:09.520111 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-68013139-9019-41b3-82e3-20acceb5db03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:09.571202 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port fd0bb2d2-1955-4772-9dad-478d6c25c190 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:24:09.571600 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:09.594162 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b4f0d237-3e14-4ffd-a0fa-3988c592663e tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:09.611298 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b4f0d237-3e14-4ffd-a0fa-3988c592663e tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:09.612738 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68013139-9019-41b3-82e3-20acceb5db03 admin admin] Checking segment: {'id': 'f08fca9c-7ba9-4967-8c01-3edd0faf3db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '678c6b91-5ea9-437d-bb2d-e0aa57bc04fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:24:09.613421 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68013139-9019-41b3-82e3-20acceb5db03 admin admin] Network hostable DHCP agents. Network: 678c6b91-5ea9-437d-bb2d-e0aa57bc04fe, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:24:09.616113 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68013139-9019-41b3-82e3-20acceb5db03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9414c654-7832-4a44-85f8-4dd276ece110,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:09.639966 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-15643373-b6f6-44e0-91ee-0c4ff2e4c1d6 None None] Provisioning complete for port 77f002f3-ffb1-47b1-8712-b8b20cc98988 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:24:09.640507 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-15643373-b6f6-44e0-91ee-0c4ff2e4c1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:09.642791 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68013139-9019-41b3-82e3-20acceb5db03 admin admin] Network 678c6b91-5ea9-437d-bb2d-e0aa57bc04fe is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:24:09.654908 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-68013139-9019-41b3-82e3-20acceb5db03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 678c6b91-5ea9-437d-bb2d-e0aa57bc04fe) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:24:09.660970 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68013139-9019-41b3-82e3-20acceb5db03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:09.661734 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-68013139-9019-41b3-82e3-20acceb5db03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:09.678407 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b70f9f4-e5f8-479e-99c8-e66f07d26ba4 None None] Network 678c6b91-5ea9-437d-bb2d-e0aa57bc04fe requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:24:09.689486 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-68013139-9019-41b3-82e3-20acceb5db03 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8314714 Sep 08 09:24:09.852929 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-15643373-b6f6-44e0-91ee-0c4ff2e4c1d6 None None] Port 77f002f3-ffb1-47b1-8712-b8b20cc98988 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:24:09.876533 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device f8ed99a9-7914-4e8b-abdc-735af3602414 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:24:09.902646 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d784d4f-1bc2-4674-b7b9-35a2562f7773 None None] Network 678c6b91-5ea9-437d-bb2d-e0aa57bc04fe requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:24:09.988346 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f0d237-3e14-4ffd-a0fa-3988c592663e tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d68a587b-7e00-4836-b1dd-9e2dacc23a9f,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:09.993771 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-755ed3ed-78d7-4482-99cc-70220245694b tempest-RoutersAdminNegativeIpV6Test-1841145495 tempest-RoutersAdminNegativeIpV6Test-1841145495-project-admin] Deleting port d8ec9d41-827f-49ab-a9a8-d1c400cb277f {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:24:09.994347 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-755ed3ed-78d7-4482-99cc-70220245694b tempest-RoutersAdminNegativeIpV6Test-1841145495 tempest-RoutersAdminNegativeIpV6Test-1841145495-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:10.018353 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b4f0d237-3e14-4ffd-a0fa-3988c592663e tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:10.023887 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b4f0d237-3e14-4ffd-a0fa-3988c592663e tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7829819 Sep 08 09:24:10.025070 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 44100) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:10.029575 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port f8ed99a9-7914-4e8b-abdc-735af3602414 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:24:10.030004 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:10.038226 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd0a742-54ce-4d87-aad5-986f13a91f52 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:24:10.053777 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4bd0a742-54ce-4d87-aad5-986f13a91f52 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "PUT /v2.0/routers/1a128d16-8827-4ae9-b703-ac13265594f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0314806 Sep 08 09:24:10.054577 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44102) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:10.086397 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc12971-db5f-4489-8d53-e1e4b99f7e8d None None] Sync routers for ids ['1a128d16-8827-4ae9-b703-ac13265594f8'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:24:10.121177 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-beac9202-9855-4d97-8c90-9a83d3f7e7b5 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:10.137329 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-beac9202-9855-4d97-8c90-9a83d3f7e7b5 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:10.207421 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-beac9202-9855-4d97-8c90-9a83d3f7e7b5 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:10.216094 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-beac9202-9855-4d97-8c90-9a83d3f7e7b5 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:10.217390 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc12971-db5f-4489-8d53-e1e4b99f7e8d None None] Routers {'1a128d16-8827-4ae9-b703-ac13265594f8'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:24:10.219710 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-beac9202-9855-4d97-8c90-9a83d3f7e7b5 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/d68a587b-7e00-4836-b1dd-9e2dacc23a9f HTTP/1.1" status: 204 len: 168 time: 0.1934536 Sep 08 09:24:10.222554 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-fbc12971-db5f-4489-8d53-e1e4b99f7e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:23:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['1a128d16-8827-4ae9-b703-ac13265594f8'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:10.234285 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 44114) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:10.247336 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac9202-9855-4d97-8c90-9a83d3f7e7b5 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d68a587b-7e00-4836-b1dd-9e2dacc23a9f,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:10.332928 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f2a5ea6c-7ddd-4e81-8df4-e6f3f0c3e306 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0972331 Sep 08 09:24:10.333546 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 44126) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:10.336278 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-755ed3ed-78d7-4482-99cc-70220245694b tempest-RoutersAdminNegativeIpV6Test-1841145495 tempest-RoutersAdminNegativeIpV6Test-1841145495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:10.351997 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-755ed3ed-78d7-4482-99cc-70220245694b tempest-RoutersAdminNegativeIpV6Test-1841145495 tempest-RoutersAdminNegativeIpV6Test-1841145495-project-admin] Calling delete_port for d8ec9d41-827f-49ab-a9a8-d1c400cb277f owned by {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:24:10.441265 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c516f65b-25af-4d37-9c45-b66498b50076 req-bf7c6d7c-6508-42c2-bb9e-1e03173e6c14 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2063437710&fields=id&tenant_id=b0f105e5fd99469d8f84a09c77d72db0 HTTP/1.1" status: 200 len: 267 time: 0.0896087 Sep 08 09:24:10.542413 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-fbc12971-db5f-4489-8d53-e1e4b99f7e8d None None] Set router 1a128d16-8827-4ae9-b703-ac13265594f8 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:24:10.639861 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-755ed3ed-78d7-4482-99cc-70220245694b tempest-RoutersAdminNegativeIpV6Test-1841145495 tempest-RoutersAdminNegativeIpV6Test-1841145495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:10.718373 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ce9f6ffb-fc7b-4de3-a8c6-25462e3f2639 tempest-TestSecurityGroupsBasicOps-700845333 tempest-TestSecurityGroupsBasicOps-700845333-project-admin] 10.222.0.54 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2027 time: 0.6620958 Sep 08 09:24:10.730922 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ed3ed-78d7-4482-99cc-70220245694b tempest-RoutersAdminNegativeIpV6Test-1841145495 tempest-RoutersAdminNegativeIpV6Test-1841145495-project-admin] Pushing event deleted for resources: {'Port': ['ID=d8ec9d41-827f-49ab-a9a8-d1c400cb277f,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:10.739540 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44130) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:10.758809 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-ba24c069-8c7b-494e-b63f-9782d0ab202d tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Request body: {'network': {'name': 'tempest-network-smoke--1126019654', 'project_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'port_security_enabled': False}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:10.813142 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-fbc12971-db5f-4489-8d53-e1e4b99f7e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a128d16-8827-4ae9-b703-ac13265594f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692066850', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'fd0bb2d2-1955-4772-9dad-478d6c25c190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:24:00Z', 'updated_at': '2021-09-08T09:24:07Z', 'revision_number': 4, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': 'fd0bb2d2-1955-4772-9dad-478d6c25c190', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a128d16-8827-4ae9-b703-ac13265594f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:24:01Z', 'updated_at': '2021-09-08T09:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '77f002f3-ffb1-47b1-8712-b8b20cc98988', 'name': '', 'network_id': '34cab420-4061-4919-a6e5-7f4f7f66770d', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'mac_address': 'fa:16:3e:f7:fe:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a128d16-8827-4ae9-b703-ac13265594f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '7071c3aa-f3c6-48cc-8f83-006cadb8075d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:24:06Z', 'updated_at': '2021-09-08T09:24:08Z', 'revision_number': 2, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'subnets': [{'id': '7071c3aa-f3c6-48cc-8f83-006cadb8075d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:10.848226 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc12971-db5f-4489-8d53-e1e4b99f7e8d None None] Checking router: 1a128d16-8827-4ae9-b703-ac13265594f8 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:24:10.848585 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc12971-db5f-4489-8d53-e1e4b99f7e8d None None] Updating router 1a128d16-8827-4ae9-b703-ac13265594f8 port 77f002f3-ffb1-47b1-8712-b8b20cc98988 binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:24:10.850900 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9c3a9f11-f868-4614-8677-39d74735a37d tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:10.882308 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fbc12971-db5f-4489-8d53-e1e4b99f7e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:10.891257 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-755ed3ed-78d7-4482-99cc-70220245694b tempest-RoutersAdminNegativeIpV6Test-1841145495 tempest-RoutersAdminNegativeIpV6Test-1841145495-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:10.912978 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9c3a9f11-f868-4614-8677-39d74735a37d tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:10.913626 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-755ed3ed-78d7-4482-99cc-70220245694b tempest-RoutersAdminNegativeIpV6Test-1841145495 tempest-RoutersAdminNegativeIpV6Test-1841145495-project-admin] 10.222.0.54 "DELETE /v2.0/ports/d8ec9d41-827f-49ab-a9a8-d1c400cb277f HTTP/1.1" status: 204 len: 168 time: 1.5521877 Sep 08 09:24:10.964370 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceafe86-59d5-493a-9115-1a79f14362fb req-b6105e49-cb07-42a0-894e-96b2996a62ca tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:10.965062 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516f65b-25af-4d37-9c45-b66498b50076 req-7b25bca0-1932-496e-9cd1-e5d103a4a915 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:10.966582 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c516f65b-25af-4d37-9c45-b66498b50076 req-7b25bca0-1932-496e-9cd1-e5d103a4a915 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/networks?id=34cab420-4061-4919-a6e5-7f4f7f66770d HTTP/1.1" status: 200 len: 795 time: 0.5236585 Sep 08 09:24:10.977787 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4ceafe86-59d5-493a-9115-1a79f14362fb req-b6105e49-cb07-42a0-894e-96b2996a62ca tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/networks?id=678c6b91-5ea9-437d-bb2d-e0aa57bc04fe HTTP/1.1" status: 200 len: 813 time: 0.7625952 Sep 08 09:24:10.994023 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9c3a9f11-f868-4614-8677-39d74735a37d tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:10.997812 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9c3a9f11-f868-4614-8677-39d74735a37d tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:11.000817 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba24c069-8c7b-494e-b63f-9782d0ab202d tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Made reservation on behalf of ecbaee6aa4b844ae9f42681fee78a6d0 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:24:11.000983 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-9c3a9f11-f868-4614-8677-39d74735a37d tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "DELETE /v2.0/security-groups/6f56fa25-669f-4a42-906c-092a6d448d2b HTTP/1.1" status: 204 len: 168 time: 0.6640680 Sep 08 09:24:11.003360 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ba24c069-8c7b-494e-b63f-9782d0ab202d tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:11.010396 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44134) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:11.012834 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a9f11-f868-4614-8677-39d74735a37d tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f56fa25-669f-4a42-906c-092a6d448d2b,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:11.017202 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c516f65b-25af-4d37-9c45-b66498b50076 req-09e06e78-6e9b-4502-8419-112d99d928a1 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/quotas/b0f105e5fd99469d8f84a09c77d72db0 HTTP/1.1" status: 200 len: 375 time: 0.0349860 Sep 08 09:24:11.062004 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4ceafe86-59d5-493a-9115-1a79f14362fb req-415b25e7-74f4-43f3-b3cb-33b80658a1ca tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/quotas/b71c8866e0a041d8a6a40f7dc5d3a1ff HTTP/1.1" status: 200 len: 375 time: 0.0830698 Sep 08 09:24:11.116063 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4ceafe86-59d5-493a-9115-1a79f14362fb req-1fc631b5-40b1-4612-bcc1-62381c82fc6c tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b71c8866e0a041d8a6a40f7dc5d3a1ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438583 Sep 08 09:24:11.117866 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c516f65b-25af-4d37-9c45-b66498b50076 req-9570ac79-b2ed-46e7-b72f-66a4570bfcfa tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b0f105e5fd99469d8f84a09c77d72db0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0867083 Sep 08 09:24:11.140591 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba24c069-8c7b-494e-b63f-9782d0ab202d tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:24:11.186190 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8dfd806f-2090-4cbb-8a78-2e1f7cf1b03c tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1690600 Sep 08 09:24:11.190865 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44140) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:11.202412 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ba24c069-8c7b-494e-b63f-9782d0ab202d tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:11.202672 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-ba24c069-8c7b-494e-b63f-9782d0ab202d tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Added segment dce01566-213f-4e3b-99af-8e95896c8462 of type vlan for network daf39c3d-fc5d-4c94-9e86-13c60935ce97 Sep 08 09:24:11.284754 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ba24c069-8c7b-494e-b63f-9782d0ab202d tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:11.295142 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44142) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:11.305511 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c516f65b-25af-4d37-9c45-b66498b50076 req-3e416228-2c8a-48ac-9ccc-50d685502d29 service neutron] 10.222.0.54 "GET /v2.0/networks/34cab420-4061-4919-a6e5-7f4f7f66770d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806967 Sep 08 09:24:11.358465 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fbc12971-db5f-4489-8d53-e1e4b99f7e8d None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:11.369703 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-fbc12971-db5f-4489-8d53-e1e4b99f7e8d None None] Transition to ACTIVE for port object 77f002f3-ffb1-47b1-8712-b8b20cc98988 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:24:11.377775 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fbc12971-db5f-4489-8d53-e1e4b99f7e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:11.414399 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c516f65b-25af-4d37-9c45-b66498b50076 req-f8675707-34bd-4428-8753-a1e0e9522d13 service neutron] 10.222.0.54 "GET /v2.0/networks/34cab420-4061-4919-a6e5-7f4f7f66770d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079152 Sep 08 09:24:11.427234 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ba24c069-8c7b-494e-b63f-9782d0ab202d tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:11.433080 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba24c069-8c7b-494e-b63f-9782d0ab202d tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:11.433696 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ba24c069-8c7b-494e-b63f-9782d0ab202d tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:11.464802 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c6f79-21f3-4b9a-9754-6baea38a8479 None None] Pushing event updated for resources: {'Port': ['ID=77f002f3-ffb1-47b1-8712-b8b20cc98988,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:11.489959 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4680f1de-33ef-46fe-8ac5-ea2993aafd6c tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:11.537667 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-fbc12971-db5f-4489-8d53-e1e4b99f7e8d None None] Attempting to bind port 77f002f3-ffb1-47b1-8712-b8b20cc98988 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:24:11.538089 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-fbc12971-db5f-4489-8d53-e1e4b99f7e8d None None] Attempting to bind port 77f002f3-ffb1-47b1-8712-b8b20cc98988 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '10091b82-4fa4-4197-a2c9-d510b15c0e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '34cab420-4061-4919-a6e5-7f4f7f66770d'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:24:11.538514 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc12971-db5f-4489-8d53-e1e4b99f7e8d None None] Attempting to bind port 77f002f3-ffb1-47b1-8712-b8b20cc98988 on network 34cab420-4061-4919-a6e5-7f4f7f66770d {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:24:11.544810 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc12971-db5f-4489-8d53-e1e4b99f7e8d None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:24:11.545237 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc12971-db5f-4489-8d53-e1e4b99f7e8d None None] Checking segment: {'id': '10091b82-4fa4-4197-a2c9-d510b15c0e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '34cab420-4061-4919-a6e5-7f4f7f66770d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:24:11.545650 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fbc12971-db5f-4489-8d53-e1e4b99f7e8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:11.546060 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc12971-db5f-4489-8d53-e1e4b99f7e8d None None] Bound using segment: {'id': '10091b82-4fa4-4197-a2c9-d510b15c0e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '34cab420-4061-4919-a6e5-7f4f7f66770d'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:24:11.547130 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-fbc12971-db5f-4489-8d53-e1e4b99f7e8d None None] Bound port: 77f002f3-ffb1-47b1-8712-b8b20cc98988, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10091b82-4fa4-4197-a2c9-d510b15c0e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '34cab420-4061-4919-a6e5-7f4f7f66770d'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:24:11.547510 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fbc12971-db5f-4489-8d53-e1e4b99f7e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:11.574113 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ba24c069-8c7b-494e-b63f-9782d0ab202d tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8173933 Sep 08 09:24:11.574962 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 44146) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:11.581015 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-065348e0-cd9b-4312-8ba9-93f719c96adc tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-474562316', 'admin_state_up': True, 'project_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:11.626270 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-926fb0fd-91d9-472e-9147-ef3013f76ea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:11.642588 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba24c069-8c7b-494e-b63f-9782d0ab202d tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Pushing event updated for resources: {'Network': ['ID=daf39c3d-fc5d-4c94-9e86-13c60935ce97,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:11.643797 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-fbc12971-db5f-4489-8d53-e1e4b99f7e8d None None] For port 77f002f3-ffb1-47b1-8712-b8b20cc98988, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:24:11.648589 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-fbc12971-db5f-4489-8d53-e1e4b99f7e8d None None] For port 77f002f3-ffb1-47b1-8712-b8b20cc98988, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=77f002f3-ffb1-47b1-8712-b8b20cc98988,segment=NetworkSegment(10091b82-4fa4-4197-a2c9-d510b15c0e30),segment_id=10091b82-4fa4-4197-a2c9-d510b15c0e30)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:24:11.651523 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-065348e0-cd9b-4312-8ba9-93f719c96adc tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:11.652855 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-065348e0-cd9b-4312-8ba9-93f719c96adc tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:11.652980 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4680f1de-33ef-46fe-8ac5-ea2993aafd6c tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:11.661491 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network daf39c3d-fc5d-4c94-9e86-13c60935ce97 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:24:11.665254 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fbc12971-db5f-4489-8d53-e1e4b99f7e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:11.680595 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4ceafe86-59d5-493a-9115-1a79f14362fb req-392d477a-d918-4dd7-adfd-995ce5c87aa5 service neutron] 10.222.0.54 "GET /v2.0/networks/678c6b91-5ea9-437d-bb2d-e0aa57bc04fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5478039 Sep 08 09:24:11.794978 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-065348e0-cd9b-4312-8ba9-93f719c96adc tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:11.804517 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c6f79-21f3-4b9a-9754-6baea38a8479 None None] Pushing event updated for resources: {'Port': ['ID=77f002f3-ffb1-47b1-8712-b8b20cc98988,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:11.918204 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4680f1de-33ef-46fe-8ac5-ea2993aafd6c tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:11.922051 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4680f1de-33ef-46fe-8ac5-ea2993aafd6c tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:11.924343 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4680f1de-33ef-46fe-8ac5-ea2993aafd6c tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "DELETE /v2.0/security-groups/9b03ca53-7b00-494e-b1be-63641bb50e8f HTTP/1.1" status: 204 len: 168 time: 0.7293262 Sep 08 09:24:11.933829 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc12971-db5f-4489-8d53-e1e4b99f7e8d None None] Routers {'1a128d16-8827-4ae9-b703-ac13265594f8'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:24:11.934564 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-fbc12971-db5f-4489-8d53-e1e4b99f7e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:23:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['1a128d16-8827-4ae9-b703-ac13265594f8'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:11.951635 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44154) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:12.011834 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4680f1de-33ef-46fe-8ac5-ea2993aafd6c tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b03ca53-7b00-494e-b1be-63641bb50e8f,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:12.039052 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4ceafe86-59d5-493a-9115-1a79f14362fb req-eeaccf02-3b06-4711-b440-db784e633e18 service neutron] 10.222.0.54 "GET /v2.0/networks/678c6b91-5ea9-437d-bb2d-e0aa57bc04fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446865 Sep 08 09:24:12.105778 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ad6fef6f-49c4-4f5a-b78e-b58712c3fa63 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1500762 Sep 08 09:24:12.106479 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44160) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:12.132717 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-adfafb46-752f-4fbd-a25c-ef5927570328 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Request body: {'security_group': {'name': 'tempest-secgroup--1819346803'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:12.186891 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-926fb0fd-91d9-472e-9147-ef3013f76ea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:12.196919 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-926fb0fd-91d9-472e-9147-ef3013f76ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:12.202360 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-065348e0-cd9b-4312-8ba9-93f719c96adc tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:12.218714 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-73e1f8d4-8baa-4a13-9919-df8767c09dfd req-7b3a43e0-c740-4809-94ca-72025b77d68d tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 210 time: 0.4189920 Sep 08 09:24:12.259641 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926fb0fd-91d9-472e-9147-ef3013f76ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c573d1-e34c-4ad2-bde0-674cec7aa2b8,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:12.271703 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-adfafb46-752f-4fbd-a25c-ef5927570328 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:12.289170 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-926fb0fd-91d9-472e-9147-ef3013f76ea3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c56d11059b984fc9848bf99c13bf6621&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9893548 Sep 08 09:24:12.293553 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44166) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:12.408459 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7a7ec757-8973-49f2-ad7d-e678dcde3512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:12.448816 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7a7ec757-8973-49f2-ad7d-e678dcde3512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:12.480472 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-91e2de3a-88c5-457c-bc54-e97636a00c23 req-ed8f8386-5ae2-424b-94dd-d0991ae035f6 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 210 time: 0.0817235 Sep 08 09:24:12.515475 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-fbc12971-db5f-4489-8d53-e1e4b99f7e8d None None] Set router 1a128d16-8827-4ae9-b703-ac13265594f8 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:24:12.518984 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-adfafb46-752f-4fbd-a25c-ef5927570328 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:12.531602 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-adfafb46-752f-4fbd-a25c-ef5927570328 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:12.613850 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfafb46-752f-4fbd-a25c-ef5927570328 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd5fef2-af79-4be9-9019-449a774a166a,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:12.616945 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-adfafb46-752f-4fbd-a25c-ef5927570328 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:12.621259 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-adfafb46-752f-4fbd-a25c-ef5927570328 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5111096 Sep 08 09:24:12.621876 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44174) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:12.651333 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-292e3ab1-f9d5-4c26-ba92-bcac78d81026 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Request body: {'security_group_rule': {'security_group_id': 'cdd5fef2-af79-4be9-9019-449a774a166a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:12.675877 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7a7ec757-8973-49f2-ad7d-e678dcde3512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:12.680505 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7a7ec757-8973-49f2-ad7d-e678dcde3512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:12.684011 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7a7ec757-8973-49f2-ad7d-e678dcde3512 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d4c573d1-e34c-4ad2-bde0-674cec7aa2b8 HTTP/1.1" status: 204 len: 168 time: 0.3870325 Sep 08 09:24:12.713602 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ec757-8973-49f2-ad7d-e678dcde3512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c573d1-e34c-4ad2-bde0-674cec7aa2b8,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:12.728757 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-292e3ab1-f9d5-4c26-ba92-bcac78d81026 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:12.729490 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-065348e0-cd9b-4312-8ba9-93f719c96adc tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for router_gateway, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:12.834368 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-065348e0-cd9b-4312-8ba9-93f719c96adc tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:12.872758 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-292e3ab1-f9d5-4c26-ba92-bcac78d81026 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:12.886820 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-292e3ab1-f9d5-4c26-ba92-bcac78d81026 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:12.907988 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e3ab1-f9d5-4c26-ba92-bcac78d81026 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d09c3a5-9c3e-410e-94e3-bd12ed1f44a0,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:12.917884 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-292e3ab1-f9d5-4c26-ba92-bcac78d81026 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:12.922027 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-292e3ab1-f9d5-4c26-ba92-bcac78d81026 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2914004 Sep 08 09:24:12.922592 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44184) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:12.955493 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-396fc0b7-5a6a-4fc0-8ddc-6dad03bacd38 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:12.966784 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-396fc0b7-5a6a-4fc0-8ddc-6dad03bacd38 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:13.004495 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-396fc0b7-5a6a-4fc0-8ddc-6dad03bacd38 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:13.013427 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-396fc0b7-5a6a-4fc0-8ddc-6dad03bacd38 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:13.017715 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-396fc0b7-5a6a-4fc0-8ddc-6dad03bacd38 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/2d09c3a5-9c3e-410e-94e3-bd12ed1f44a0 HTTP/1.1" status: 204 len: 168 time: 0.0903323 Sep 08 09:24:13.018634 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 44186) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:13.019688 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396fc0b7-5a6a-4fc0-8ddc-6dad03bacd38 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2d09c3a5-9c3e-410e-94e3-bd12ed1f44a0,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:13.022584 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-fbc12971-db5f-4489-8d53-e1e4b99f7e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a128d16-8827-4ae9-b703-ac13265594f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692066850', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'fd0bb2d2-1955-4772-9dad-478d6c25c190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:24:00Z', 'updated_at': '2021-09-08T09:24:07Z', 'revision_number': 4, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': 'fd0bb2d2-1955-4772-9dad-478d6c25c190', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a128d16-8827-4ae9-b703-ac13265594f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:24:01Z', 'updated_at': '2021-09-08T09:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '77f002f3-ffb1-47b1-8712-b8b20cc98988', 'name': '', 'network_id': '34cab420-4061-4919-a6e5-7f4f7f66770d', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'mac_address': 'fa:16:3e:f7:fe:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a128d16-8827-4ae9-b703-ac13265594f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '7071c3aa-f3c6-48cc-8f83-006cadb8075d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:24:06Z', 'updated_at': '2021-09-08T09:24:11Z', 'revision_number': 4, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'subnets': [{'id': '7071c3aa-f3c6-48cc-8f83-006cadb8075d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:13.064993 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc12971-db5f-4489-8d53-e1e4b99f7e8d None None] The sync data for ids ['1a128d16-8827-4ae9-b703-ac13265594f8'] in n-d-806683-11 is: [{'id': '1a128d16-8827-4ae9-b703-ac13265594f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692066850', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'fd0bb2d2-1955-4772-9dad-478d6c25c190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:24:00Z', 'updated_at': '2021-09-08T09:24:07Z', 'revision_number': 4, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': 'fd0bb2d2-1955-4772-9dad-478d6c25c190', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a128d16-8827-4ae9-b703-ac13265594f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:24:01Z', 'updated_at': '2021-09-08T09:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '77f002f3-ffb1-47b1-8712-b8b20cc98988', 'name': '', 'network_id': '34cab420-4061-4919-a6e5-7f4f7f66770d', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'mac_address': 'fa:16:3e:f7:fe:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a128d16-8827-4ae9-b703-ac13265594f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '7071c3aa-f3c6-48cc-8f83-006cadb8075d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:24:06Z', 'updated_at': '2021-09-08T09:24:11Z', 'revision_number': 4, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'subnets': [{'id': '7071c3aa-f3c6-48cc-8f83-006cadb8075d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:24:13.119929 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44188) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:13.120446 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-92ccc215-f713-4f8d-8e42-ddc800740345 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0986569 Sep 08 09:24:13.132708 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-065348e0-cd9b-4312-8ba9-93f719c96adc tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Allocated IP 172.25.0.163 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/59c9a6dd-b8cc-4fb0-a5ec-9152e246541c) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:24:13.238681 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9a874a9d-ab16-48d8-a17c-d477bbe7ae5b tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:13.274104 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9a874a9d-ab16-48d8-a17c-d477bbe7ae5b tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:13.292738 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 44192) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:13.430208 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-25c741f3-7a5d-46d4-92c5-e55e87f80d56 req-6a3c5fba-95ee-4381-b774-5a3fc7351034 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 210 time: 0.0706506 Sep 08 09:24:13.430516 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9a874a9d-ab16-48d8-a17c-d477bbe7ae5b tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:13.433041 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9a874a9d-ab16-48d8-a17c-d477bbe7ae5b tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:13.434251 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9a874a9d-ab16-48d8-a17c-d477bbe7ae5b tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "DELETE /v2.0/security-groups/cdd5fef2-af79-4be9-9019-449a774a166a HTTP/1.1" status: 204 len: 168 time: 0.3121486 Sep 08 09:24:13.437530 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44194) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:13.496457 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a874a9d-ab16-48d8-a17c-d477bbe7ae5b tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd5fef2-af79-4be9-9019-449a774a166a,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:13.536036 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-99be6051-a0d7-4410-b30b-8216e835173f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=eb17ea36b69349e0a41f06ee113627a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2390559 Sep 08 09:24:13.548505 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 44198) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:13.580747 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 77f002f3-ffb1-47b1-8712-b8b20cc98988 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:24:13.590948 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1547fcf5-1f13-49b6-a6fa-58ae882ab381 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1416004 Sep 08 09:24:13.604668 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44200) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:13.609742 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-af74a226-819d-44d9-9688-b50d5aecbd0d tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Request body: {'security_group': {'name': 'tempest-secgroup--1416828002'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:13.665140 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-af74a226-819d-44d9-9688-b50d5aecbd0d tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:13.674417 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 77f002f3-ffb1-47b1-8712-b8b20cc98988 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:24:13.681234 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 77f002f3-ffb1-47b1-8712-b8b20cc98988 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:24:13.681615 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:13.830933 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:13.877334 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 77f002f3-ffb1-47b1-8712-b8b20cc98988, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=77f002f3-ffb1-47b1-8712-b8b20cc98988,segment=NetworkSegment(10091b82-4fa4-4197-a2c9-d510b15c0e30),segment_id=10091b82-4fa4-4197-a2c9-d510b15c0e30)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:24:13.882306 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:13.886237 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-af74a226-819d-44d9-9688-b50d5aecbd0d tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:13.893110 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-af74a226-819d-44d9-9688-b50d5aecbd0d tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:13.929418 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516f65b-25af-4d37-9c45-b66498b50076 req-9057b601-5363-4142-b47b-852502917a9f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:13.931085 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c516f65b-25af-4d37-9c45-b66498b50076 req-9057b601-5363-4142-b47b-852502917a9f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.35 "GET /v2.0/networks?id=34cab420-4061-4919-a6e5-7f4f7f66770d HTTP/1.1" status: 200 len: 795 time: 0.5531640 Sep 08 09:24:13.952027 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=77f002f3-ffb1-47b1-8712-b8b20cc98988,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:13.976953 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-065348e0-cd9b-4312-8ba9-93f719c96adc tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:13.978462 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-af74a226-819d-44d9-9688-b50d5aecbd0d tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:13.979893 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-af74a226-819d-44d9-9688-b50d5aecbd0d tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3740017 Sep 08 09:24:13.983723 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44206) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:13.990310 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-4c4c1872-074e-4c5c-8e53-5e4ef678501f tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Request body: {'security_group_rule': {'security_group_id': '7d3a1f23-73d9-4d55-9ad3-3e5d32b179a9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:13.996517 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af74a226-819d-44d9-9688-b50d5aecbd0d tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3a1f23-73d9-4d55-9ad3-3e5d32b179a9,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:14.029072 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4c4c1872-074e-4c5c-8e53-5e4ef678501f tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:14.034970 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-74e55b46-2731-4940-8cb0-ddba023fc342 req-4082df45-3339-4de0-9f05-122fe85132f4 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 210 time: 0.1933494 Sep 08 09:24:14.126541 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4c4c1872-074e-4c5c-8e53-5e4ef678501f tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:14.149059 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4c4c1872-074e-4c5c-8e53-5e4ef678501f tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:14.159593 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0f254716-8ce4-4c42-acce-0dc9f339156b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:14.173122 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4c1872-074e-4c5c-8e53-5e4ef678501f tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdc58e4e-8b24-4d28-ae46-e8820ede00b3,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:14.177052 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4c4c1872-074e-4c5c-8e53-5e4ef678501f tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:14.178262 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4c4c1872-074e-4c5c-8e53-5e4ef678501f tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1932876 Sep 08 09:24:14.180907 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44208) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:14.183611 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-065348e0-cd9b-4312-8ba9-93f719c96adc tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:14.197942 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8ded14cd-832f-4423-b26d-cc2a33dc2995 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "GET /v2.0/security-group-rules/bdc58e4e-8b24-4d28-ae46-e8820ede00b3 HTTP/1.1" status: 200 len: 763 time: 0.0159180 Sep 08 09:24:14.200283 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44210) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:14.212122 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c516f65b-25af-4d37-9c45-b66498b50076 req-56beccc7-d5ea-4b7e-b393-803680a62f73 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0f105e5fd99469d8f84a09c77d72db0 HTTP/1.1" status: 200 len: 380 time: 0.2274384 Sep 08 09:24:14.248798 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e6512449-7439-4f3d-b807-69f7bdfca6dc tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0472062 Sep 08 09:24:14.251697 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44212) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:14.258583 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0f254716-8ce4-4c42-acce-0dc9f339156b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:14.284075 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4e7c77ea-13fa-4b0e-b630-c974d31bce79 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:14.291373 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-c516f65b-25af-4d37-9c45-b66498b50076 req-24f1027f-32c0-4ad6-b555-fa1978ce5505 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Request body: {'port': {'device_id': 'e7f90ae4-632e-46a8-8431-9ef2b1e207ba', 'network_id': '34cab420-4061-4919-a6e5-7f4f7f66770d', 'admin_state_up': True, 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'security_groups': ['70f40582-f835-4ec6-bc9a-820425b7f8eb']}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:14.296290 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4e7c77ea-13fa-4b0e-b630-c974d31bce79 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:14.308702 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065348e0-cd9b-4312-8ba9-93f719c96adc tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:24:14.335286 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-065348e0-cd9b-4312-8ba9-93f719c96adc tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:24:14.337000 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4e7c77ea-13fa-4b0e-b630-c974d31bce79 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:14.347884 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4e7c77ea-13fa-4b0e-b630-c974d31bce79 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:14.351658 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4e7c77ea-13fa-4b0e-b630-c974d31bce79 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/bdc58e4e-8b24-4d28-ae46-e8820ede00b3 HTTP/1.1" status: 204 len: 168 time: 0.0968175 Sep 08 09:24:14.354271 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44214) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:14.356243 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065348e0-cd9b-4312-8ba9-93f719c96adc tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:24:14.373579 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c77ea-13fa-4b0e-b630-c974d31bce79 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bdc58e4e-8b24-4d28-ae46-e8820ede00b3,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:14.405726 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-dd0f6cbd-45ab-4c8d-9368-1f87ac4944a9 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0500779 Sep 08 09:24:14.408916 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44216) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:14.413904 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-24670cfe-030b-4e08-8072-061b57ccd8f8 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Request body: {'security_group_rule': {'security_group_id': '7d3a1f23-73d9-4d55-9ad3-3e5d32b179a9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:14.425472 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065348e0-cd9b-4312-8ba9-93f719c96adc tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Pushing event updated for resources: {'Port': ['ID=59c9a6dd-b8cc-4fb0-a5ec-9152e246541c,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:14.448907 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-24670cfe-030b-4e08-8072-061b57ccd8f8 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:14.486999 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceafe86-59d5-493a-9115-1a79f14362fb req-57430786-a131-4778-abef-0427c5b65a41 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:14.488579 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4ceafe86-59d5-493a-9115-1a79f14362fb req-57430786-a131-4778-abef-0427c5b65a41 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.35 "GET /v2.0/networks?id=678c6b91-5ea9-437d-bb2d-e0aa57bc04fe HTTP/1.1" status: 200 len: 813 time: 0.3584030 Sep 08 09:24:14.511718 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-4ceafe86-59d5-493a-9115-1a79f14362fb req-f523a406-0c77-4de7-a65c-a78ba941615d tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Request body: {'port': {'device_id': '1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f', 'network_id': '678c6b91-5ea9-437d-bb2d-e0aa57bc04fe', 'admin_state_up': True, 'tenant_id': 'b71c8866e0a041d8a6a40f7dc5d3a1ff'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:14.543091 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-83998590-d8f8-4183-b1d6-48be53278006 req-1eeddbac-c79d-4cea-af1d-8116dbd209a8 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 210 time: 0.0322731 Sep 08 09:24:14.570246 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-24670cfe-030b-4e08-8072-061b57ccd8f8 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:14.571595 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0f254716-8ce4-4c42-acce-0dc9f339156b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:14.574227 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0f254716-8ce4-4c42-acce-0dc9f339156b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:14.574926 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-24670cfe-030b-4e08-8072-061b57ccd8f8 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:14.575450 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-0f254716-8ce4-4c42-acce-0dc9f339156b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9b9906df-5f95-415f-a471-06328285b0f8 HTTP/1.1" status: 204 len: 168 time: 1.0008161 Sep 08 09:24:14.602210 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24670cfe-030b-4e08-8072-061b57ccd8f8 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b384b9d-1689-4fdd-9380-68d7a5aa9503,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:14.615923 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-24670cfe-030b-4e08-8072-061b57ccd8f8 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:14.619938 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-24670cfe-030b-4e08-8072-061b57ccd8f8 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2074280 Sep 08 09:24:14.620246 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44222) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:14.645483 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-083b35cf-33da-46c0-a218-33c0a4faf97f tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "GET /v2.0/security-group-rules/6b384b9d-1689-4fdd-9380-68d7a5aa9503 HTTP/1.1" status: 200 len: 763 time: 0.0217841 Sep 08 09:24:14.645675 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f254716-8ce4-4c42-acce-0dc9f339156b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9906df-5f95-415f-a471-06328285b0f8,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:14.645807 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44224) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:14.702181 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e9347e65-bce2-4179-b97f-f47da6eb91b5 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0536132 Sep 08 09:24:14.703802 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44226) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:14.755145 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7f95b456-73a8-426b-bd0d-c57f4e8d9be5 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:14.765836 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7f95b456-73a8-426b-bd0d-c57f4e8d9be5 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:14.766269 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c516f65b-25af-4d37-9c45-b66498b50076 req-24f1027f-32c0-4ad6-b555-fa1978ce5505 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Made reservation on behalf of b0f105e5fd99469d8f84a09c77d72db0 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:24:14.770952 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c516f65b-25af-4d37-9c45-b66498b50076 req-24f1027f-32c0-4ad6-b555-fa1978ce5505 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:14.797458 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7f95b456-73a8-426b-bd0d-c57f4e8d9be5 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:14.806772 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7f95b456-73a8-426b-bd0d-c57f4e8d9be5 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:14.807911 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7f95b456-73a8-426b-bd0d-c57f4e8d9be5 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/6b384b9d-1689-4fdd-9380-68d7a5aa9503 HTTP/1.1" status: 204 len: 168 time: 0.1021326 Sep 08 09:24:14.812715 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44230) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:14.820178 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f95b456-73a8-426b-bd0d-c57f4e8d9be5 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b384b9d-1689-4fdd-9380-68d7a5aa9503,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:14.874147 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3de83b20-1cec-48f3-a408-2c33461d591c tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0592520 Sep 08 09:24:14.880298 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44234) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:14.884814 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-9f64fa10-2606-4b63-8dd7-8491df5c7c25 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Request body: {'security_group_rule': {'security_group_id': '7d3a1f23-73d9-4d55-9ad3-3e5d32b179a9', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:14.915274 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ceafe86-59d5-493a-9115-1a79f14362fb req-f523a406-0c77-4de7-a65c-a78ba941615d tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Made reservation on behalf of b71c8866e0a041d8a6a40f7dc5d3a1ff for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:24:14.918798 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4ceafe86-59d5-493a-9115-1a79f14362fb req-f523a406-0c77-4de7-a65c-a78ba941615d tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:14.934326 n-d-806683-11 neutron-server[94713]: INFO neutron.db.securitygroups_db [None req-9f64fa10-2606-4b63-8dd7-8491df5c7c25 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Project 660158f9c4064f10935639f25c025b7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 09:24:14.944030 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9f64fa10-2606-4b63-8dd7-8491df5c7c25 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:15.029582 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9f64fa10-2606-4b63-8dd7-8491df5c7c25 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:15.040847 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9f64fa10-2606-4b63-8dd7-8491df5c7c25 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:15.067830 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f64fa10-2606-4b63-8dd7-8491df5c7c25 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6569dd8-17f0-4a2d-b3e5-657a04cf58f9,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:15.082142 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9f64fa10-2606-4b63-8dd7-8491df5c7c25 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:15.086174 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9f64fa10-2606-4b63-8dd7-8491df5c7c25 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2024939 Sep 08 09:24:15.086649 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44242) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:15.100183 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-065348e0-cd9b-4312-8ba9-93f719c96adc tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for router_gateway, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:15.121884 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-87f9e42d-f5f9-4fa7-a4c6-78168b87f706 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "GET /v2.0/security-group-rules/c6569dd8-17f0-4a2d-b3e5-657a04cf58f9 HTTP/1.1" status: 200 len: 769 time: 0.0312529 Sep 08 09:24:15.122387 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44246) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:15.177818 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5a16bd9d-ec8b-423e-977e-9da956bf031e tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0542402 Sep 08 09:24:15.181781 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44250) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:15.210535 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5280e699-c6d7-48ca-a401-331563a22583 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:15.219283 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5280e699-c6d7-48ca-a401-331563a22583 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:15.257072 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5280e699-c6d7-48ca-a401-331563a22583 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:15.265771 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5280e699-c6d7-48ca-a401-331563a22583 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:15.268031 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5280e699-c6d7-48ca-a401-331563a22583 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/c6569dd8-17f0-4a2d-b3e5-657a04cf58f9 HTTP/1.1" status: 204 len: 168 time: 0.0842612 Sep 08 09:24:15.272065 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44252) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:15.279679 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280e699-c6d7-48ca-a401-331563a22583 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6569dd8-17f0-4a2d-b3e5-657a04cf58f9,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:15.306862 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-4ceafe86-59d5-493a-9115-1a79f14362fb req-f523a406-0c77-4de7-a65c-a78ba941615d tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Allocated IP 172.20.0.6 (678c6b91-5ea9-437d-bb2d-e0aa57bc04fe/9414c654-7832-4a44-85f8-4dd276ece110/8bad12fc-0407-4931-9668-f2979f9e09c7) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:24:15.324226 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4f9156a9-1373-44b0-ab8e-0adb15871d8a tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0482316 Sep 08 09:24:15.324448 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44254) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:15.328321 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-c516f65b-25af-4d37-9c45-b66498b50076 req-24f1027f-32c0-4ad6-b555-fa1978ce5505 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Allocated IP 172.20.0.8 (34cab420-4061-4919-a6e5-7f4f7f66770d/7071c3aa-f3c6-48cc-8f83-006cadb8075d/17a1ade1-2cfa-472c-b7c8-1f808c264f74) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:24:15.346350 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4fb373f2-d84a-496f-8ab8-89d3889575ac req-212c403d-e96d-4f1d-8de8-f8f676739ee5 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 210 time: 0.1810882 Sep 08 09:24:15.405624 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-18fd5a2f-8b91-4ba5-8bd9-44a845310cc9 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:15.440535 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-18fd5a2f-8b91-4ba5-8bd9-44a845310cc9 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:15.500369 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 77f002f3-ffb1-47b1-8712-b8b20cc98988 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:24:15.516192 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-18fd5a2f-8b91-4ba5-8bd9-44a845310cc9 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:15.522598 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-18fd5a2f-8b91-4ba5-8bd9-44a845310cc9 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:15.524489 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-18fd5a2f-8b91-4ba5-8bd9-44a845310cc9 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "DELETE /v2.0/security-groups/7d3a1f23-73d9-4d55-9ad3-3e5d32b179a9 HTTP/1.1" status: 204 len: 168 time: 0.1989188 Sep 08 09:24:15.528957 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44268) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:15.577971 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 77f002f3-ffb1-47b1-8712-b8b20cc98988 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:24:15.578579 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:15.587040 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd5a2f-8b91-4ba5-8bd9-44a845310cc9 tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3a1f23-73d9-4d55-9ad3-3e5d32b179a9,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:15.660452 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4c06f2dc-0653-46ce-9f7c-87ff843bb6fb tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1236827 Sep 08 09:24:15.661265 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44278) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:15.744399 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0ea1e74a-ac25-4fd4-8c30-45cd501f56b1 req-ea81c081-2f58-4781-a954-c628fc26f894 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 210 time: 0.0437434 Sep 08 09:24:15.782332 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44282) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:15.818514 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ecd0fbd5-7765-42d4-ac80-84487176334a tempest-SecGroupIPv6Test-1772363610 tempest-SecGroupIPv6Test-1772363610-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1556897 Sep 08 09:24:15.828085 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c516f65b-25af-4d37-9c45-b66498b50076 req-24f1027f-32c0-4ad6-b555-fa1978ce5505 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:15.860025 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4ceafe86-59d5-493a-9115-1a79f14362fb req-f523a406-0c77-4de7-a65c-a78ba941615d tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:15.868813 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-c516f65b-25af-4d37-9c45-b66498b50076 req-24f1027f-32c0-4ad6-b555-fa1978ce5505 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Transition to ACTIVE for port object 17a1ade1-2cfa-472c-b7c8-1f808c264f74 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:24:15.870692 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-065348e0-cd9b-4312-8ba9-93f719c96adc tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:15.946782 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1adc011d-cb47-4639-8491-9139be5ab35b tempest-AgentManagementNegativeTest-873618602 tempest-AgentManagementNegativeTest-873618602-project] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1625626 Sep 08 09:24:16.261129 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44302) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:16.332055 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44310) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:16.368756 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4ceafe86-59d5-493a-9115-1a79f14362fb req-f523a406-0c77-4de7-a65c-a78ba941615d tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:16.389398 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c516f65b-25af-4d37-9c45-b66498b50076 req-24f1027f-32c0-4ad6-b555-fa1978ce5505 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:16.477241 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ceafe86-59d5-493a-9115-1a79f14362fb req-f523a406-0c77-4de7-a65c-a78ba941615d tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Network 678c6b91-5ea9-437d-bb2d-e0aa57bc04fe is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:24:16.482081 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c516f65b-25af-4d37-9c45-b66498b50076 req-24f1027f-32c0-4ad6-b555-fa1978ce5505 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Network 34cab420-4061-4919-a6e5-7f4f7f66770d is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:24:16.486258 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-c516f65b-25af-4d37-9c45-b66498b50076 req-24f1027f-32c0-4ad6-b555-fa1978ce5505 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:24:16.500225 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-4ceafe86-59d5-493a-9115-1a79f14362fb req-f523a406-0c77-4de7-a65c-a78ba941615d tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:24:16.523506 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-c516f65b-25af-4d37-9c45-b66498b50076 req-24f1027f-32c0-4ad6-b555-fa1978ce5505 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:24:16.531303 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ceafe86-59d5-493a-9115-1a79f14362fb req-f523a406-0c77-4de7-a65c-a78ba941615d tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:24:16.545357 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-26b33d4c-4229-4076-9db6-bf2000005ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:16.558751 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-bd37f0b6-bd34-4361-b84f-631a63da3380 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=660158f9c4064f10935639f25c025b7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2960036 Sep 08 09:24:16.562776 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44318) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:16.566838 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f523a406-0c77-4de7-a65c-a78ba941615d tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Pushing event updated for resources: {'Port': ['ID=8bad12fc-0407-4931-9668-f2979f9e09c7,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:16.653017 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceafe86-59d5-493a-9115-1a79f14362fb req-f523a406-0c77-4de7-a65c-a78ba941615d tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:16.653810 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4ceafe86-59d5-493a-9115-1a79f14362fb req-f523a406-0c77-4de7-a65c-a78ba941615d tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:16.660222 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-52432a0d-e470-4817-ba94-b94ed831a44a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:16.703945 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-52432a0d-e470-4817-ba94-b94ed831a44a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:16.768549 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-26b33d4c-4229-4076-9db6-bf2000005ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:16.775315 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-bb742651-e5d0-4448-ba9d-e55f521e49fa None None] Provisioning for port 17a1ade1-2cfa-472c-b7c8-1f808c264f74 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:24:16.775786 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92df862-5b5c-45fd-80de-d601500a0f8a req-64121be1-fd18-46de-9906-e7e7d720596c tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:16.776064 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-26b33d4c-4229-4076-9db6-bf2000005ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:16.777591 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d92df862-5b5c-45fd-80de-d601500a0f8a req-64121be1-fd18-46de-9906-e7e7d720596c tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 931 time: 0.2974904 Sep 08 09:24:16.783166 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-bb742651-e5d0-4448-ba9d-e55f521e49fa None None] Provisioning complete for port 17a1ade1-2cfa-472c-b7c8-1f808c264f74 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:24:16.783845 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-bb742651-e5d0-4448-ba9d-e55f521e49fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:16.830434 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-26b33d4c-4229-4076-9db6-bf2000005ccc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=03c5987a621049a8ace94e1e06ae5798&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4968240 Sep 08 09:24:16.831647 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b33d4c-4229-4076-9db6-bf2000005ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c40097b-a148-421b-9667-830621747e89,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:16.834239 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4ceafe86-59d5-493a-9115-1a79f14362fb req-f523a406-0c77-4de7-a65c-a78ba941615d tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3246582 Sep 08 09:24:16.835715 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44328) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:16.844094 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-52432a0d-e470-4817-ba94-b94ed831a44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:16.846604 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-bb742651-e5d0-4448-ba9d-e55f521e49fa None None] Port 17a1ade1-2cfa-472c-b7c8-1f808c264f74 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:24:16.847421 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-52432a0d-e470-4817-ba94-b94ed831a44a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:16.849832 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-52432a0d-e470-4817-ba94-b94ed831a44a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b62eb573-5e51-49dc-b343-a2f1755f8f24 HTTP/1.1" status: 204 len: 168 time: 0.2855971 Sep 08 09:24:16.862738 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516f65b-25af-4d37-9c45-b66498b50076 req-24f1027f-32c0-4ad6-b555-fa1978ce5505 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:16.863550 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c516f65b-25af-4d37-9c45-b66498b50076 req-24f1027f-32c0-4ad6-b555-fa1978ce5505 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:16.874337 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52432a0d-e470-4817-ba94-b94ed831a44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62eb573-5e51-49dc-b343-a2f1755f8f24,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:16.913716 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a2ed1f10-d607-4aac-800e-5f682f0c848b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:16.914985 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-4ceafe86-59d5-493a-9115-1a79f14362fb req-27996c27-960a-4241-b980-a5e95bca655f service neutron] Request body: {'port': {'device_id': '1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:16.952441 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065348e0-cd9b-4312-8ba9-93f719c96adc tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Router f0c7d677-25be-43e0-a76b-1be111b40ff8 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:24:16.959890 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c516f65b-25af-4d37-9c45-b66498b50076 req-24f1027f-32c0-4ad6-b555-fa1978ce5505 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6741586 Sep 08 09:24:16.960497 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f1027f-32c0-4ad6-b555-fa1978ce5505 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'Port': ['ID=17a1ade1-2cfa-472c-b7c8-1f808c264f74,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:16.964365 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a2ed1f10-d607-4aac-800e-5f682f0c848b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:16.987456 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-c516f65b-25af-4d37-9c45-b66498b50076 req-99b5965d-16e9-473b-8784-350861080dfd service neutron] Request body: {'port': {'device_id': 'e7f90ae4-632e-46a8-8431-9ef2b1e207ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:17.011154 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e46fa5-37c6-4ac7-b6f8-dfd1ac19717f req-34a20903-6ff1-449b-ab72-78cfbe313baa tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:17.013089 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-86e46fa5-37c6-4ac7-b6f8-dfd1ac19717f req-34a20903-6ff1-449b-ab72-78cfbe313baa tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 931 time: 0.0884228 Sep 08 09:24:17.067290 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-86e46fa5-37c6-4ac7-b6f8-dfd1ac19717f req-fd9755fb-ae62-4d47-b7a4-367f39e7717f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451026 Sep 08 09:24:17.075699 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a2ed1f10-d607-4aac-800e-5f682f0c848b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:17.078859 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a2ed1f10-d607-4aac-800e-5f682f0c848b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:17.083550 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a2ed1f10-d607-4aac-800e-5f682f0c848b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2c40097b-a148-421b-9667-830621747e89 HTTP/1.1" status: 204 len: 168 time: 0.2455959 Sep 08 09:24:17.112522 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ed1f10-d607-4aac-800e-5f682f0c848b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c40097b-a148-421b-9667-830621747e89,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:17.155748 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4ceafe86-59d5-493a-9115-1a79f14362fb req-27996c27-960a-4241-b980-a5e95bca655f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:17.164968 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d92df862-5b5c-45fd-80de-d601500a0f8a req-8fb11e1e-00bf-4b7b-924e-8afa647181e9 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367021 Sep 08 09:24:17.196698 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c516f65b-25af-4d37-9c45-b66498b50076 req-99b5965d-16e9-473b-8784-350861080dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:17.320873 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065348e0-cd9b-4312-8ba9-93f719c96adc tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:24:17.335758 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5b4731-fc17-494a-9a94-1791129a87df None None] Sync routers for ids ['f0c7d677-25be-43e0-a76b-1be111b40ff8'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:24:17.354977 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5b4731-fc17-494a-9a94-1791129a87df None None] Routers {'f0c7d677-25be-43e0-a76b-1be111b40ff8'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:24:17.355667 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-bc5b4731-fc17-494a-9a94-1791129a87df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:23:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['f0c7d677-25be-43e0-a76b-1be111b40ff8'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:17.511637 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-065348e0-cd9b-4312-8ba9-93f719c96adc tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:17.515604 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-065348e0-cd9b-4312-8ba9-93f719c96adc tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.9364743 Sep 08 09:24:17.517441 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44356) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:17.628229 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-bc5b4731-fc17-494a-9a94-1791129a87df None None] Set router f0c7d677-25be-43e0-a76b-1be111b40ff8 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:24:17.644271 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cf9c4eb6-352f-4306-ac1d-78859c23d6d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:17.710921 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60983ace-ed5a-4c5d-8476-69adbb824953 tempest-TestSecurityGroupsBasicOps-700845333 tempest-TestSecurityGroupsBasicOps-700845333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:17.712481 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-60983ace-ed5a-4c5d-8476-69adbb824953 tempest-TestSecurityGroupsBasicOps-700845333 tempest-TestSecurityGroupsBasicOps-700845333-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=ecbaee6aa4b844ae9f42681fee78a6d0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.1938047 Sep 08 09:24:17.715692 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44366) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:17.943471 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-bc5b4731-fc17-494a-9a94-1791129a87df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c7d677-25be-43e0-a76b-1be111b40ff8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-474562316', 'tenant_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '59c9a6dd-b8cc-4fb0-a5ec-9152e246541c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:24:11Z', 'updated_at': '2021-09-08T09:24:14Z', 'revision_number': 3, 'project_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'gw_port': {'id': '59c9a6dd-b8cc-4fb0-a5ec-9152e246541c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c7d677-25be-43e0-a76b-1be111b40ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:24:12Z', 'updated_at': '2021-09-08T09:24:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:17.987661 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5b4731-fc17-494a-9a94-1791129a87df None None] Checking router: f0c7d677-25be-43e0-a76b-1be111b40ff8 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:24:17.988199 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5b4731-fc17-494a-9a94-1791129a87df None None] Updating router f0c7d677-25be-43e0-a76b-1be111b40ff8 port 59c9a6dd-b8cc-4fb0-a5ec-9152e246541c binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:24:18.032900 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0ca37d-ee78-4070-8cb4-8f8d910767c0 tempest-TestSecurityGroupsBasicOps-700845333 tempest-TestSecurityGroupsBasicOps-700845333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:18.037275 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-c516f65b-25af-4d37-9c45-b66498b50076 req-99b5965d-16e9-473b-8784-350861080dfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17a1ade1-2cfa-472c-b7c8-1f808c264f74 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:24:18.039326 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-da0ca37d-ee78-4070-8cb4-8f8d910767c0 tempest-TestSecurityGroupsBasicOps-700845333 tempest-TestSecurityGroupsBasicOps-700845333-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3225126 Sep 08 09:24:18.042116 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44380) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:18.046625 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-bc5b4731-fc17-494a-9a94-1791129a87df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:18.112077 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-4ceafe86-59d5-493a-9115-1a79f14362fb req-27996c27-960a-4241-b980-a5e95bca655f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bad12fc-0407-4931-9668-f2979f9e09c7 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:24:18.122270 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4ceafe86-59d5-493a-9115-1a79f14362fb req-27996c27-960a-4241-b980-a5e95bca655f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:18.125616 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-79fb1307-051f-49eb-a96e-ab5178c89f63 tempest-TestSecurityGroupsBasicOps-700845333 tempest-TestSecurityGroupsBasicOps-700845333-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=399c4174-1e86-4a10-bb99-f875a09107d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0817647 Sep 08 09:24:18.131144 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44390) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:18.146213 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-4ceafe86-59d5-493a-9115-1a79f14362fb req-27996c27-960a-4241-b980-a5e95bca655f service neutron] Transition to ACTIVE for port object 8bad12fc-0407-4931-9668-f2979f9e09c7 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:24:18.148716 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c516f65b-25af-4d37-9c45-b66498b50076 req-99b5965d-16e9-473b-8784-350861080dfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:18.157795 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4ceafe86-59d5-493a-9115-1a79f14362fb req-27996c27-960a-4241-b980-a5e95bca655f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:18.197345 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-c516f65b-25af-4d37-9c45-b66498b50076 req-99b5965d-16e9-473b-8784-350861080dfd service neutron] Transition to ACTIVE for port object 17a1ade1-2cfa-472c-b7c8-1f808c264f74 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:24:18.215382 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c516f65b-25af-4d37-9c45-b66498b50076 req-99b5965d-16e9-473b-8784-350861080dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:18.249910 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27996c27-960a-4241-b980-a5e95bca655f service neutron] Pushing event updated for resources: {'Port': ['ID=8bad12fc-0407-4931-9668-f2979f9e09c7,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:18.285508 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-827e0978-0674-4bea-86ec-e2a840ae61f1 tempest-TestSecurityGroupsBasicOps-700845333 tempest-TestSecurityGroupsBasicOps-700845333-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=ecbaee6aa4b844ae9f42681fee78a6d0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1471665 Sep 08 09:24:18.291599 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 44398) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:18.407828 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f15ac-0ebd-403b-bae4-6d0fbc70b2b6 req-d3bb397b-2dc2-4ac6-a528-3b31a2838169 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:18.414576 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f02f15ac-0ebd-403b-bae4-6d0fbc70b2b6 req-d3bb397b-2dc2-4ac6-a528-3b31a2838169 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 943 time: 0.1258204 Sep 08 09:24:18.527144 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f02f15ac-0ebd-403b-bae4-6d0fbc70b2b6 req-6ce204bd-a114-4229-967e-b61b925df80c tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070647 Sep 08 09:24:18.584766 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-bc5b4731-fc17-494a-9a94-1791129a87df None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:18.609093 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-bc5b4731-fc17-494a-9a94-1791129a87df None None] Transition to ACTIVE for port object 59c9a6dd-b8cc-4fb0-a5ec-9152e246541c will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:24:18.621566 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-bc5b4731-fc17-494a-9a94-1791129a87df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:18.691997 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44414) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:18.702075 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b5965d-16e9-473b-8784-350861080dfd service neutron] Pushing event updated for resources: {'Port': ['ID=17a1ade1-2cfa-472c-b7c8-1f808c264f74,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:18.705898 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da7b46-34ed-42fc-8f88-fede4329eb21 None None] Pushing event updated for resources: {'Port': ['ID=59c9a6dd-b8cc-4fb0-a5ec-9152e246541c,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:18.738750 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-bc5b4731-fc17-494a-9a94-1791129a87df None None] Attempting to bind port 59c9a6dd-b8cc-4fb0-a5ec-9152e246541c on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:24:18.739124 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-bc5b4731-fc17-494a-9a94-1791129a87df None None] Attempting to bind port 59c9a6dd-b8cc-4fb0-a5ec-9152e246541c by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:24:18.739489 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5b4731-fc17-494a-9a94-1791129a87df None None] Attempting to bind port 59c9a6dd-b8cc-4fb0-a5ec-9152e246541c on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:24:18.744050 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39da7b46-34ed-42fc-8f88-fede4329eb21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:24:18.744394 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39da7b46-34ed-42fc-8f88-fede4329eb21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:24:18.744733 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39da7b46-34ed-42fc-8f88-fede4329eb21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:24:18.745450 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39da7b46-34ed-42fc-8f88-fede4329eb21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:24:18.745599 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39da7b46-34ed-42fc-8f88-fede4329eb21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:24:18.745853 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39da7b46-34ed-42fc-8f88-fede4329eb21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:24:18.746369 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39da7b46-34ed-42fc-8f88-fede4329eb21 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:24:18.746701 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39da7b46-34ed-42fc-8f88-fede4329eb21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:24:18.747027 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39da7b46-34ed-42fc-8f88-fede4329eb21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:24:18.749667 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39da7b46-34ed-42fc-8f88-fede4329eb21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:24:18.750032 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39da7b46-34ed-42fc-8f88-fede4329eb21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:24:18.750403 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39da7b46-34ed-42fc-8f88-fede4329eb21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:24:18.757942 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5b4731-fc17-494a-9a94-1791129a87df None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:24:18.758338 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5b4731-fc17-494a-9a94-1791129a87df None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:24:18.758749 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-bc5b4731-fc17-494a-9a94-1791129a87df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:18.759139 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5b4731-fc17-494a-9a94-1791129a87df None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:24:18.759746 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-bc5b4731-fc17-494a-9a94-1791129a87df None None] Bound port: 59c9a6dd-b8cc-4fb0-a5ec-9152e246541c, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:24:18.760129 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-bc5b4731-fc17-494a-9a94-1791129a87df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:18.781724 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-c516f65b-25af-4d37-9c45-b66498b50076 req-99b5965d-16e9-473b-8784-350861080dfd service neutron] Attempting to bind port 17a1ade1-2cfa-472c-b7c8-1f808c264f74 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:24:18.782992 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-c516f65b-25af-4d37-9c45-b66498b50076 req-99b5965d-16e9-473b-8784-350861080dfd service neutron] Attempting to bind port 17a1ade1-2cfa-472c-b7c8-1f808c264f74 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '10091b82-4fa4-4197-a2c9-d510b15c0e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '34cab420-4061-4919-a6e5-7f4f7f66770d'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:24:18.782992 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c516f65b-25af-4d37-9c45-b66498b50076 req-99b5965d-16e9-473b-8784-350861080dfd service neutron] Attempting to bind port 17a1ade1-2cfa-472c-b7c8-1f808c264f74 on network 34cab420-4061-4919-a6e5-7f4f7f66770d {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:24:18.799411 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c516f65b-25af-4d37-9c45-b66498b50076 req-99b5965d-16e9-473b-8784-350861080dfd service neutron] Port 17a1ade1-2cfa-472c-b7c8-1f808c264f74 on network 34cab420-4061-4919-a6e5-7f4f7f66770d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:24:18.800206 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c516f65b-25af-4d37-9c45-b66498b50076 req-99b5965d-16e9-473b-8784-350861080dfd service neutron] Attempting to bind port 17a1ade1-2cfa-472c-b7c8-1f808c264f74 on network 34cab420-4061-4919-a6e5-7f4f7f66770d {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:24:18.816002 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c516f65b-25af-4d37-9c45-b66498b50076 req-99b5965d-16e9-473b-8784-350861080dfd service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:24:18.816486 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c516f65b-25af-4d37-9c45-b66498b50076 req-99b5965d-16e9-473b-8784-350861080dfd service neutron] Checking segment: {'id': '10091b82-4fa4-4197-a2c9-d510b15c0e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '34cab420-4061-4919-a6e5-7f4f7f66770d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:24:18.816976 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c516f65b-25af-4d37-9c45-b66498b50076 req-99b5965d-16e9-473b-8784-350861080dfd service neutron] Bound using segment: {'id': '10091b82-4fa4-4197-a2c9-d510b15c0e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '34cab420-4061-4919-a6e5-7f4f7f66770d'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:24:18.817522 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-c516f65b-25af-4d37-9c45-b66498b50076 req-99b5965d-16e9-473b-8784-350861080dfd service neutron] Bound port: 17a1ade1-2cfa-472c-b7c8-1f808c264f74, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10091b82-4fa4-4197-a2c9-d510b15c0e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '34cab420-4061-4919-a6e5-7f4f7f66770d'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:24:18.818713 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c516f65b-25af-4d37-9c45-b66498b50076 req-99b5965d-16e9-473b-8784-350861080dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:18.843399 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-bc5b4731-fc17-494a-9a94-1791129a87df None None] For port 59c9a6dd-b8cc-4fb0-a5ec-9152e246541c, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:24:18.847905 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-bc5b4731-fc17-494a-9a94-1791129a87df None None] For port 59c9a6dd-b8cc-4fb0-a5ec-9152e246541c, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=59c9a6dd-b8cc-4fb0-a5ec-9152e246541c,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:24:18.854835 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70f517-c142-4bc0-9186-e8684ca393d5 req-1bf0d478-f334-406d-ab5e-94853ba6bb45 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:18.856245 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-bc5b4731-fc17-494a-9a94-1791129a87df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:18.856739 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0d70f517-c142-4bc0-9186-e8684ca393d5 req-1bf0d478-f334-406d-ab5e-94853ba6bb45 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 943 time: 0.3832972 Sep 08 09:24:18.865319 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-4ceafe86-59d5-493a-9115-1a79f14362fb req-27996c27-960a-4241-b980-a5e95bca655f service neutron] Attempting to bind port 8bad12fc-0407-4931-9668-f2979f9e09c7 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:24:18.865557 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-4ceafe86-59d5-493a-9115-1a79f14362fb req-27996c27-960a-4241-b980-a5e95bca655f service neutron] Attempting to bind port 8bad12fc-0407-4931-9668-f2979f9e09c7 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': 'f08fca9c-7ba9-4967-8c01-3edd0faf3db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '678c6b91-5ea9-437d-bb2d-e0aa57bc04fe'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:24:18.866000 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ceafe86-59d5-493a-9115-1a79f14362fb req-27996c27-960a-4241-b980-a5e95bca655f service neutron] Attempting to bind port 8bad12fc-0407-4931-9668-f2979f9e09c7 on network 678c6b91-5ea9-437d-bb2d-e0aa57bc04fe {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:24:18.917455 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5b4731-fc17-494a-9a94-1791129a87df None None] Routers {'f0c7d677-25be-43e0-a76b-1be111b40ff8'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:24:18.918246 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-bc5b4731-fc17-494a-9a94-1791129a87df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:23:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['f0c7d677-25be-43e0-a76b-1be111b40ff8'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:18.942715 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf349949-0580-4b32-859d-4c13819f4354 tempest-TestSecurityGroupsBasicOps-700845333 tempest-TestSecurityGroupsBasicOps-700845333-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:18.947114 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44424) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:18.947636 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-cf349949-0580-4b32-859d-4c13819f4354 tempest-TestSecurityGroupsBasicOps-700845333 tempest-TestSecurityGroupsBasicOps-700845333-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6509979 Sep 08 09:24:18.950963 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ceafe86-59d5-493a-9115-1a79f14362fb req-27996c27-960a-4241-b980-a5e95bca655f service neutron] Port 8bad12fc-0407-4931-9668-f2979f9e09c7 on network 678c6b91-5ea9-437d-bb2d-e0aa57bc04fe not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:24:18.951292 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ceafe86-59d5-493a-9115-1a79f14362fb req-27996c27-960a-4241-b980-a5e95bca655f service neutron] Attempting to bind port 8bad12fc-0407-4931-9668-f2979f9e09c7 on network 678c6b91-5ea9-437d-bb2d-e0aa57bc04fe {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:24:18.961821 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da7b46-34ed-42fc-8f88-fede4329eb21 None None] Pushing event updated for resources: {'Port': ['ID=59c9a6dd-b8cc-4fb0-a5ec-9152e246541c,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:18.972244 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ceafe86-59d5-493a-9115-1a79f14362fb req-27996c27-960a-4241-b980-a5e95bca655f service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:24:18.972535 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ceafe86-59d5-493a-9115-1a79f14362fb req-27996c27-960a-4241-b980-a5e95bca655f service neutron] Checking segment: {'id': 'f08fca9c-7ba9-4967-8c01-3edd0faf3db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '678c6b91-5ea9-437d-bb2d-e0aa57bc04fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:24:18.972923 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ceafe86-59d5-493a-9115-1a79f14362fb req-27996c27-960a-4241-b980-a5e95bca655f service neutron] Bound using segment: {'id': 'f08fca9c-7ba9-4967-8c01-3edd0faf3db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '678c6b91-5ea9-437d-bb2d-e0aa57bc04fe'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:24:18.973365 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-4ceafe86-59d5-493a-9115-1a79f14362fb req-27996c27-960a-4241-b980-a5e95bca655f service neutron] Bound port: 8bad12fc-0407-4931-9668-f2979f9e09c7, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f08fca9c-7ba9-4967-8c01-3edd0faf3db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '678c6b91-5ea9-437d-bb2d-e0aa57bc04fe'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:24:18.973728 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4ceafe86-59d5-493a-9115-1a79f14362fb req-27996c27-960a-4241-b980-a5e95bca655f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:18.999006 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-694d5bb8-6152-42b2-b3bf-f71a897e9385 tempest-TestSecurityGroupsBasicOps-700845333 tempest-TestSecurityGroupsBasicOps-700845333-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=399c4174-1e86-4a10-bb99-f875a09107d5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0499492 Sep 08 09:24:19.001352 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44428) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:19.009442 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-29e78060-6798-4d37-b126-e030ffea12be tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-979171203', 'network_id': 'daf39c3d-fc5d-4c94-9e86-13c60935ce97', 'project_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:19.049412 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0d70f517-c142-4bc0-9186-e8684ca393d5 req-dbfb5b05-cbdc-4e89-9884-d1b6731d8650 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719885 Sep 08 09:24:19.065043 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-c516f65b-25af-4d37-9c45-b66498b50076 req-99b5965d-16e9-473b-8784-350861080dfd service neutron] For port 17a1ade1-2cfa-472c-b7c8-1f808c264f74, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:24:19.097400 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-c516f65b-25af-4d37-9c45-b66498b50076 req-99b5965d-16e9-473b-8784-350861080dfd service neutron] For port 17a1ade1-2cfa-472c-b7c8-1f808c264f74, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=17a1ade1-2cfa-472c-b7c8-1f808c264f74,segment=NetworkSegment(10091b82-4fa4-4197-a2c9-d510b15c0e30),segment_id=10091b82-4fa4-4197-a2c9-d510b15c0e30)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:24:19.113328 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c516f65b-25af-4d37-9c45-b66498b50076 req-99b5965d-16e9-473b-8784-350861080dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:19.121393 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-bc5b4731-fc17-494a-9a94-1791129a87df None None] Set router f0c7d677-25be-43e0-a76b-1be111b40ff8 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:24:19.143481 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-cceef291-1712-4906-8e7d-d3787873f3c7 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1485625750'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:19.149808 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-4ceafe86-59d5-493a-9115-1a79f14362fb req-27996c27-960a-4241-b980-a5e95bca655f service neutron] For port 8bad12fc-0407-4931-9668-f2979f9e09c7, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:24:19.172045 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-4ceafe86-59d5-493a-9115-1a79f14362fb req-27996c27-960a-4241-b980-a5e95bca655f service neutron] For port 8bad12fc-0407-4931-9668-f2979f9e09c7, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=8bad12fc-0407-4931-9668-f2979f9e09c7,segment=NetworkSegment(f08fca9c-7ba9-4967-8c01-3edd0faf3db1),segment_id=f08fca9c-7ba9-4967-8c01-3edd0faf3db1)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:24:19.180281 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516f65b-25af-4d37-9c45-b66498b50076 req-99b5965d-16e9-473b-8784-350861080dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:19.180919 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c516f65b-25af-4d37-9c45-b66498b50076 req-99b5965d-16e9-473b-8784-350861080dfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:19.182572 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c516f65b-25af-4d37-9c45-b66498b50076 req-99b5965d-16e9-473b-8784-350861080dfd service neutron] 10.222.0.35 "PUT /v2.0/ports/17a1ade1-2cfa-472c-b7c8-1f808c264f74 HTTP/1.1" status: 200 len: 1092 time: 2.2022808 Sep 08 09:24:19.183075 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7f90ae4-632e-46a8-8431-9ef2b1e207ba', 'tag': '17a1ade1-2cfa-472c-b7c8-1f808c264f74'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:24:19.186289 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89930cd-2041-4cd0-aaaf-3909476a3dd4" -d '{"events": [{"name": "network-changed", "server_uuid": "e7f90ae4-632e-46a8-8431-9ef2b1e207ba", "tag": "17a1ade1-2cfa-472c-b7c8-1f808c264f74"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:24:19.187168 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.db.api [None req-29e78060-6798-4d37-b126-e030ffea12be tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 09:24:19.187168 n-d-806683-11 neutron-server[94713]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 08 09:24:19.187168 n-d-806683-11 neutron-server[94713]: [parameters: {'project_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'id': '322e3ca0-2950-48ee-bb84-0cb76b2560b6', 'expiration': datetime.datetime(2021, 9, 8, 9, 26, 19, 172961)}] Sep 08 09:24:19.187168 n-d-806683-11 neutron-server[94713]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94713) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 09:24:19.187991 n-d-806683-11 neutron-server[94713]: DEBUG oslo_db.api [None req-29e78060-6798-4d37-b126-e030ffea12be tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 09:24:19.196639 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4ceafe86-59d5-493a-9115-1a79f14362fb req-27996c27-960a-4241-b980-a5e95bca655f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:19.224839 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cceef291-1712-4906-8e7d-d3787873f3c7 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Made reservation on behalf of 316b6c8a137241f8b9ed61a50d0e21c8 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:24:19.232208 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cceef291-1712-4906-8e7d-d3787873f3c7 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:19.242217 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b5965d-16e9-473b-8784-350861080dfd service neutron] Pushing event updated for resources: {'Port': ['ID=17a1ade1-2cfa-472c-b7c8-1f808c264f74,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:19.246601 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cceef291-1712-4906-8e7d-d3787873f3c7 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:19.286509 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceafe86-59d5-493a-9115-1a79f14362fb req-27996c27-960a-4241-b980-a5e95bca655f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:19.286509 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4ceafe86-59d5-493a-9115-1a79f14362fb req-27996c27-960a-4241-b980-a5e95bca655f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:19.288553 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4ceafe86-59d5-493a-9115-1a79f14362fb req-27996c27-960a-4241-b980-a5e95bca655f service neutron] 10.222.0.35 "PUT /v2.0/ports/8bad12fc-0407-4931-9668-f2979f9e09c7 HTTP/1.1" status: 200 len: 1092 time: 2.4001844 Sep 08 09:24:19.290397 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a40fde5-136c-46ea-9064-729a0b563d8e x-openstack-request-id: req-8a40fde5-136c-46ea-9064-729a0b563d8e {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:24:19.290913 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7f90ae4-632e-46a8-8431-9ef2b1e207ba", "tag": "17a1ade1-2cfa-472c-b7c8-1f808c264f74", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:24:19.292771 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8a40fde5-136c-46ea-9064-729a0b563d8e {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:24:19.293469 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7f90ae4-632e-46a8-8431-9ef2b1e207ba', 'tag': '17a1ade1-2cfa-472c-b7c8-1f808c264f74', 'status': 'completed', 'code': 200} Sep 08 09:24:19.479234 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cceef291-1712-4906-8e7d-d3787873f3c7 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:19.488795 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cceef291-1712-4906-8e7d-d3787873f3c7 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:19.519698 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceafe86-59d5-493a-9115-1a79f14362fb req-3056456d-5de0-4012-a7c8-4a53824d9b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:19.521959 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4ceafe86-59d5-493a-9115-1a79f14362fb req-3056456d-5de0-4012-a7c8-4a53824d9b6e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b71c8866e0a041d8a6a40f7dc5d3a1ff&device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 1095 time: 0.1377735 Sep 08 09:24:19.524369 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516f65b-25af-4d37-9c45-b66498b50076 req-fc6a06cc-5504-4d8d-a623-6557f1bfa298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:19.526426 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c516f65b-25af-4d37-9c45-b66498b50076 req-fc6a06cc-5504-4d8d-a623-6557f1bfa298 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0f105e5fd99469d8f84a09c77d72db0&device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 1095 time: 0.2693269 Sep 08 09:24:19.532933 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27996c27-960a-4241-b980-a5e95bca655f service neutron] Pushing event updated for resources: {'Port': ['ID=8bad12fc-0407-4931-9668-f2979f9e09c7,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:19.555206 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cceef291-1712-4906-8e7d-d3787873f3c7 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:24:19.568093 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceef291-1712-4906-8e7d-d3787873f3c7 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e0b0d7-4f25-4b4e-8b63-97062de83bf0,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:19.575321 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cceef291-1712-4906-8e7d-d3787873f3c7 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:19.575681 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-cceef291-1712-4906-8e7d-d3787873f3c7 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Added segment 43e14370-a1ba-4c17-8a71-1e67f66111e3 of type vlan for network 7cc131f9-31f1-48df-8930-81df5a81f045 Sep 08 09:24:19.659788 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cceef291-1712-4906-8e7d-d3787873f3c7 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:19.661888 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4ceafe86-59d5-493a-9115-1a79f14362fb req-d338df76-ffeb-4089-8661-4cf4131960a7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bad12fc-0407-4931-9668-f2979f9e09c7 HTTP/1.1" status: 200 len: 217 time: 0.1152449 Sep 08 09:24:19.663881 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c516f65b-25af-4d37-9c45-b66498b50076 req-ec72fd1e-0a70-41bc-a596-b56d950e297e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17a1ade1-2cfa-472c-b7c8-1f808c264f74 HTTP/1.1" status: 200 len: 217 time: 0.1102650 Sep 08 09:24:19.715850 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cceef291-1712-4906-8e7d-d3787873f3c7 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:19.718839 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-bc5b4731-fc17-494a-9a94-1791129a87df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c7d677-25be-43e0-a76b-1be111b40ff8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-474562316', 'tenant_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '59c9a6dd-b8cc-4fb0-a5ec-9152e246541c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:24:11Z', 'updated_at': '2021-09-08T09:24:14Z', 'revision_number': 3, 'project_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'gw_port': {'id': '59c9a6dd-b8cc-4fb0-a5ec-9152e246541c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c7d677-25be-43e0-a76b-1be111b40ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:24:12Z', 'updated_at': '2021-09-08T09:24:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:19.734217 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cceef291-1712-4906-8e7d-d3787873f3c7 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:19.734217 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cceef291-1712-4906-8e7d-d3787873f3c7 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:19.760996 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5b4731-fc17-494a-9a94-1791129a87df None None] The sync data for ids ['f0c7d677-25be-43e0-a76b-1be111b40ff8'] in n-d-806683-11 is: [{'id': 'f0c7d677-25be-43e0-a76b-1be111b40ff8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-474562316', 'tenant_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '59c9a6dd-b8cc-4fb0-a5ec-9152e246541c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:24:11Z', 'updated_at': '2021-09-08T09:24:14Z', 'revision_number': 3, 'project_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'gw_port': {'id': '59c9a6dd-b8cc-4fb0-a5ec-9152e246541c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c7d677-25be-43e0-a76b-1be111b40ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:24:12Z', 'updated_at': '2021-09-08T09:24:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:24:19.780482 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceafe86-59d5-493a-9115-1a79f14362fb req-f435852d-134d-456c-93aa-f15dc082cb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:19.783664 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4ceafe86-59d5-493a-9115-1a79f14362fb req-f435852d-134d-456c-93aa-f15dc082cb0b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9414c654-7832-4a44-85f8-4dd276ece110 HTTP/1.1" status: 200 len: 853 time: 0.1089394 Sep 08 09:24:19.787558 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e78060-6798-4d37-b126-e030ffea12be tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Made reservation on behalf of ecbaee6aa4b844ae9f42681fee78a6d0 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:24:19.792636 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-29e78060-6798-4d37-b126-e030ffea12be tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:19.804163 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-cceef291-1712-4906-8e7d-d3787873f3c7 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1103325 Sep 08 09:24:19.904700 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceef291-1712-4906-8e7d-d3787873f3c7 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Pushing event updated for resources: {'Network': ['ID=7cc131f9-31f1-48df-8930-81df5a81f045,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:19.917542 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 7cc131f9-31f1-48df-8930-81df5a81f045 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:24:19.967687 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4ceafe86-59d5-493a-9115-1a79f14362fb req-c95fe9d7-16ed-48c7-9c25-d5748b475947 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=678c6b91-5ea9-437d-bb2d-e0aa57bc04fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1579781 Sep 08 09:24:20.041744 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc777449-8714-464f-b3a0-1d2b93e4fb1f req-c8a0ad32-790f-44a8-a811-4fcd7a0655bf tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:20.041868 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44450) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:20.042554 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dc777449-8714-464f-b3a0-1d2b93e4fb1f req-c8a0ad32-790f-44a8-a811-4fcd7a0655bf tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 943 time: 0.3815484 Sep 08 09:24:20.168046 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516f65b-25af-4d37-9c45-b66498b50076 req-a2d1c58a-4951-460c-87f3-305086df8d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:20.169740 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c516f65b-25af-4d37-9c45-b66498b50076 req-a2d1c58a-4951-460c-87f3-305086df8d33 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7071c3aa-f3c6-48cc-8f83-006cadb8075d HTTP/1.1" status: 200 len: 834 time: 0.4225106 Sep 08 09:24:20.241933 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dc777449-8714-464f-b3a0-1d2b93e4fb1f req-8ab7dea4-496e-46f5-8302-8300cae94c07 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410341 Sep 08 09:24:20.248980 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-29e78060-6798-4d37-b126-e030ffea12be tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:20.339612 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4ceafe86-59d5-493a-9115-1a79f14362fb req-36fbd567-a2b3-4963-ad92-59cb484e917b service neutron] 10.222.0.35 "GET /v2.0/networks/678c6b91-5ea9-437d-bb2d-e0aa57bc04fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618741 Sep 08 09:24:20.405837 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:20.406660 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e78060-6798-4d37-b126-e030ffea12be tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Pushing event updated for resources: {'Subnet': ['ID=46767156-577a-4d6e-9ff1-3bfd2f867ca1,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:20.437616 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516f65b-25af-4d37-9c45-b66498b50076 req-e4517000-c073-4a15-88b9-e30221767c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:20.439658 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c516f65b-25af-4d37-9c45-b66498b50076 req-e4517000-c073-4a15-88b9-e30221767c29 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=34cab420-4061-4919-a6e5-7f4f7f66770d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2366648 Sep 08 09:24:20.452838 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836513a9-d106-4f68-a541-59ed795f4f62 req-54c9761b-9d88-42d9-8db8-fb24f5a81a6b tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:20.462576 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-836513a9-d106-4f68-a541-59ed795f4f62 req-54c9761b-9d88-42d9-8db8-fb24f5a81a6b tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 943 time: 0.2672932 Sep 08 09:24:20.472365 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e78060-6798-4d37-b126-e030ffea12be tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Checking segment: {'id': 'dce01566-213f-4e3b-99af-8e95896c8462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'daf39c3d-fc5d-4c94-9e86-13c60935ce97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:24:20.472672 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e78060-6798-4d37-b126-e030ffea12be tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Network hostable DHCP agents. Network: daf39c3d-fc5d-4c94-9e86-13c60935ce97, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:24:20.534382 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a888c3ff-e058-4fad-818b-147b34e2fe84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:20.585366 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e78060-6798-4d37-b126-e030ffea12be tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Network daf39c3d-fc5d-4c94-9e86-13c60935ce97 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:24:20.643239 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-836513a9-d106-4f68-a541-59ed795f4f62 req-dd448ff7-096f-4c76-9a66-7719271ea146 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796122 Sep 08 09:24:20.645255 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-29e78060-6798-4d37-b126-e030ffea12be tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, daf39c3d-fc5d-4c94-9e86-13c60935ce97) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:24:20.654549 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e78060-6798-4d37-b126-e030ffea12be tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:20.658751 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-29e78060-6798-4d37-b126-e030ffea12be tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:20.658929 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4ceafe86-59d5-493a-9115-1a79f14362fb req-33ee1eb4-8641-4fb6-a6f2-9d7acc691ff8 service neutron] 10.222.0.35 "GET /v2.0/networks/678c6b91-5ea9-437d-bb2d-e0aa57bc04fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098443 Sep 08 09:24:20.659966 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cbd2df-fb6e-49c6-9859-8134b8fcafe7 None None] Network daf39c3d-fc5d-4c94-9e86-13c60935ce97 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:24:20.689849 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c516f65b-25af-4d37-9c45-b66498b50076 req-2c21c572-8a6e-49de-90a9-59172522c3bf service neutron] 10.222.0.35 "GET /v2.0/networks/34cab420-4061-4919-a6e5-7f4f7f66770d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376084 Sep 08 09:24:20.794382 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-18b97ff1-e78f-4616-9555-5a1775e15310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:20.882482 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a888c3ff-e058-4fad-818b-147b34e2fe84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:20.902316 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a888c3ff-e058-4fad-818b-147b34e2fe84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:20.963447 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486f7064-fac7-4399-9429-c98f792dae2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-daf39c3d-fc5d-4c94-9e86-13c60935ce97', 'network_id': 'daf39c3d-fc5d-4c94-9e86-13c60935ce97', 'tenant_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'fixed_ips': [{'subnet_id': '46767156-577a-4d6e-9ff1-3bfd2f867ca1'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:24:20.964487 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-486f7064-fac7-4399-9429-c98f792dae2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:20.993139 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c516f65b-25af-4d37-9c45-b66498b50076 req-7cedad2a-0a59-4d7e-a3cd-4465221df7e3 service neutron] 10.222.0.35 "GET /v2.0/networks/34cab420-4061-4919-a6e5-7f4f7f66770d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976253 Sep 08 09:24:21.005190 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a888c3ff-e058-4fad-818b-147b34e2fe84 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0b53bafa89a14dc2a4e271d36d4fc427&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9560547 Sep 08 09:24:21.006858 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-29e78060-6798-4d37-b126-e030ffea12be tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0023258 Sep 08 09:24:21.007742 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a888c3ff-e058-4fad-818b-147b34e2fe84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a2011b-88da-4217-8e8a-1bccb6dd51c2,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:21.007925 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 44466) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:21.022307 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44468) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:21.201000 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-486f7064-fac7-4399-9429-c98f792dae2b None None] Allocated IP 172.20.0.18 (daf39c3d-fc5d-4c94-9e86-13c60935ce97/46767156-577a-4d6e-9ff1-3bfd2f867ca1/ebf1cd8c-f1fc-4a29-96f0-762f4d3a825c) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:24:21.204410 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-797da5bf-43de-440d-b12c-a257fdad92ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:21.312230 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f', 'tag': '8bad12fc-0407-4931-9668-f2979f9e09c7'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:24:21.325063 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f8ca78-9cc2-4cda-9675-e2d0baba9f1e" -d '{"events": [{"name": "network-changed", "server_uuid": "1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f", "tag": "8bad12fc-0407-4931-9668-f2979f9e09c7"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:24:21.355737 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89930cd-2041-4cd0-aaaf-3909476a3dd4 req-4e0e5c4b-7cf8-4d92-8cd6-b1d7bdd808b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:21.357300 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e89930cd-2041-4cd0-aaaf-3909476a3dd4 req-4e0e5c4b-7cf8-4d92-8cd6-b1d7bdd808b1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0f105e5fd99469d8f84a09c77d72db0&device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 1095 time: 0.2439506 Sep 08 09:24:21.364069 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-797da5bf-43de-440d-b12c-a257fdad92ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:21.446473 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d170408d-d8ed-45d1-9414-dc6fe031254e x-openstack-request-id: req-d170408d-d8ed-45d1-9414-dc6fe031254e {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:24:21.446775 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f", "tag": "8bad12fc-0407-4931-9668-f2979f9e09c7", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:24:21.447028 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d170408d-d8ed-45d1-9414-dc6fe031254e {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:24:21.447430 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f', 'tag': '8bad12fc-0407-4931-9668-f2979f9e09c7', 'status': 'completed', 'code': 200} Sep 08 09:24:21.488900 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-486f7064-fac7-4399-9429-c98f792dae2b None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:21.498065 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-486f7064-fac7-4399-9429-c98f792dae2b None None] Transition to ACTIVE for port object ebf1cd8c-f1fc-4a29-96f0-762f4d3a825c will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:24:21.517874 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-486f7064-fac7-4399-9429-c98f792dae2b None None] Transition to ACTIVE for port object ebf1cd8c-f1fc-4a29-96f0-762f4d3a825c will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:24:21.532888 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-486f7064-fac7-4399-9429-c98f792dae2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:21.622539 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 59c9a6dd-b8cc-4fb0-a5ec-9152e246541c up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:24:21.720964 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486f7064-fac7-4399-9429-c98f792dae2b None None] Network daf39c3d-fc5d-4c94-9e86-13c60935ce97 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:24:21.741196 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-486f7064-fac7-4399-9429-c98f792dae2b None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:24:21.742989 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8ca78-9cc2-4cda-9675-e2d0baba9f1e req-12d36605-02bf-41dd-b77a-b3c5ac28f02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:21.744981 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-25f8ca78-9cc2-4cda-9675-e2d0baba9f1e req-12d36605-02bf-41dd-b77a-b3c5ac28f02a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b71c8866e0a041d8a6a40f7dc5d3a1ff&device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 1095 time: 0.2378123 Sep 08 09:24:21.807127 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a1a05-34aa-4ad3-88e1-1957647260c8 req-f7f2ffb9-1b58-460a-9839-33e15701898d tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:21.809509 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-041a1a05-34aa-4ad3-88e1-1957647260c8 req-f7f2ffb9-1b58-460a-9839-33e15701898d tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 943 time: 0.3567162 Sep 08 09:24:21.831223 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486f7064-fac7-4399-9429-c98f792dae2b None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:24:21.863243 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f7064-fac7-4399-9429-c98f792dae2b None None] Pushing event updated for resources: {'Port': ['ID=ebf1cd8c-f1fc-4a29-96f0-762f4d3a825c,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:21.898030 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486f7064-fac7-4399-9429-c98f792dae2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:24:21.898810 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486f7064-fac7-4399-9429-c98f792dae2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:24:21.900300 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486f7064-fac7-4399-9429-c98f792dae2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:24:21.901781 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486f7064-fac7-4399-9429-c98f792dae2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:24:21.902166 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486f7064-fac7-4399-9429-c98f792dae2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:24:21.904261 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486f7064-fac7-4399-9429-c98f792dae2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:24:21.904640 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486f7064-fac7-4399-9429-c98f792dae2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:24:21.904983 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486f7064-fac7-4399-9429-c98f792dae2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:24:21.906448 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486f7064-fac7-4399-9429-c98f792dae2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:24:21.906788 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486f7064-fac7-4399-9429-c98f792dae2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:24:21.907695 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486f7064-fac7-4399-9429-c98f792dae2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:24:21.910118 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486f7064-fac7-4399-9429-c98f792dae2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:24:21.918694 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-797da5bf-43de-440d-b12c-a257fdad92ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:21.928495 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-797da5bf-43de-440d-b12c-a257fdad92ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:21.929952 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-797da5bf-43de-440d-b12c-a257fdad92ea admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/80a2011b-88da-4217-8e8a-1bccb6dd51c2 HTTP/1.1" status: 204 len: 168 time: 0.9210491 Sep 08 09:24:22.013723 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 59c9a6dd-b8cc-4fb0-a5ec-9152e246541c completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:24:22.049624 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 59c9a6dd-b8cc-4fb0-a5ec-9152e246541c triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:24:22.049852 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89930cd-2041-4cd0-aaaf-3909476a3dd4 req-c254814e-3f6b-47ad-b72b-bba47f0e8813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:22.051299 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:22.051920 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e89930cd-2041-4cd0-aaaf-3909476a3dd4 req-c254814e-3f6b-47ad-b72b-bba47f0e8813 service neutron] 10.222.0.35 "GET /v2.0/networks?id=34cab420-4061-4919-a6e5-7f4f7f66770d HTTP/1.1" status: 200 len: 896 time: 0.6802771 Sep 08 09:24:22.061393 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-041a1a05-34aa-4ad3-88e1-1957647260c8 req-59598139-3cc0-46fe-b897-8bb343e87b2f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152646 Sep 08 09:24:22.091535 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797da5bf-43de-440d-b12c-a257fdad92ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a2011b-88da-4217-8e8a-1bccb6dd51c2,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:22.142587 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-486f7064-fac7-4399-9429-c98f792dae2b None None] Attempting to bind port ebf1cd8c-f1fc-4a29-96f0-762f4d3a825c on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:24:22.143405 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-486f7064-fac7-4399-9429-c98f792dae2b None None] Attempting to bind port ebf1cd8c-f1fc-4a29-96f0-762f4d3a825c by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'dce01566-213f-4e3b-99af-8e95896c8462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'daf39c3d-fc5d-4c94-9e86-13c60935ce97'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:24:22.143935 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486f7064-fac7-4399-9429-c98f792dae2b None None] Attempting to bind port ebf1cd8c-f1fc-4a29-96f0-762f4d3a825c on network daf39c3d-fc5d-4c94-9e86-13c60935ce97 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:24:22.170720 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486f7064-fac7-4399-9429-c98f792dae2b None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:24:22.171045 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486f7064-fac7-4399-9429-c98f792dae2b None None] Checking segment: {'id': 'dce01566-213f-4e3b-99af-8e95896c8462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'daf39c3d-fc5d-4c94-9e86-13c60935ce97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:24:22.171476 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-486f7064-fac7-4399-9429-c98f792dae2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:22.172188 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486f7064-fac7-4399-9429-c98f792dae2b None None] Bound using segment: {'id': 'dce01566-213f-4e3b-99af-8e95896c8462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'daf39c3d-fc5d-4c94-9e86-13c60935ce97'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:24:22.173568 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-486f7064-fac7-4399-9429-c98f792dae2b None None] Bound port: ebf1cd8c-f1fc-4a29-96f0-762f4d3a825c, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dce01566-213f-4e3b-99af-8e95896c8462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'daf39c3d-fc5d-4c94-9e86-13c60935ce97'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:24:22.174074 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-486f7064-fac7-4399-9429-c98f792dae2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:22.274763 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1318ab2-4ba2-4541-9e58-fee5d470ae85 req-51c4ae30-6b3f-4361-b7de-1d907cea832b tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:22.295948 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f1318ab2-4ba2-4541-9e58-fee5d470ae85 req-51c4ae30-6b3f-4361-b7de-1d907cea832b tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 943 time: 0.2537246 Sep 08 09:24:22.474786 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f1318ab2-4ba2-4541-9e58-fee5d470ae85 req-237b4afc-7cd0-4582-a609-c1980fcea6a6 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777468 Sep 08 09:24:22.478225 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:22.532774 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 59c9a6dd-b8cc-4fb0-a5ec-9152e246541c, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=59c9a6dd-b8cc-4fb0-a5ec-9152e246541c,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:24:22.534106 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:22.560610 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:22.655267 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44494) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:22.680032 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-486f7064-fac7-4399-9429-c98f792dae2b None None] For port ebf1cd8c-f1fc-4a29-96f0-762f4d3a825c, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:24:22.687921 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-486f7064-fac7-4399-9429-c98f792dae2b None None] For port ebf1cd8c-f1fc-4a29-96f0-762f4d3a825c, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=ebf1cd8c-f1fc-4a29-96f0-762f4d3a825c,segment=NetworkSegment(dce01566-213f-4e3b-99af-8e95896c8462),segment_id=dce01566-213f-4e3b-99af-8e95896c8462)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:24:22.712558 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-486f7064-fac7-4399-9429-c98f792dae2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:22.755849 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d54f399f-a784-4fba-9515-f087d95ba214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:22.760836 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=59c9a6dd-b8cc-4fb0-a5ec-9152e246541c,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:22.840060 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f7064-fac7-4399-9429-c98f792dae2b None None] Pushing event updated for resources: {'Port': ['ID=ebf1cd8c-f1fc-4a29-96f0-762f4d3a825c,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:22.932478 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d54f399f-a784-4fba-9515-f087d95ba214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:22.937238 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e89930cd-2041-4cd0-aaaf-3909476a3dd4 req-65faaabb-4fc9-4ef0-af72-60e0531015ad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17a1ade1-2cfa-472c-b7c8-1f808c264f74 HTTP/1.1" status: 200 len: 217 time: 0.8748302 Sep 08 09:24:22.940409 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d54f399f-a784-4fba-9515-f087d95ba214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:23.009023 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89930cd-2041-4cd0-aaaf-3909476a3dd4 req-0bcd52ec-9c1c-456e-87b2-b6fbd920a0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:23.011345 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e89930cd-2041-4cd0-aaaf-3909476a3dd4 req-0bcd52ec-9c1c-456e-87b2-b6fbd920a0e6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7071c3aa-f3c6-48cc-8f83-006cadb8075d HTTP/1.1" status: 200 len: 834 time: 0.0650342 Sep 08 09:24:23.016633 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d54f399f-a784-4fba-9515-f087d95ba214 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ecebd8f26c684714a32c41c8a5977f08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3606164 Sep 08 09:24:23.017997 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f399f-a784-4fba-9515-f087d95ba214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f0638e-29f6-46a0-b688-783f222996af,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:23.025868 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44502) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:23.099071 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8ca78-9cc2-4cda-9675-e2d0baba9f1e req-94549ab1-7ac6-49bc-b08c-2b355734c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:23.102089 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-25f8ca78-9cc2-4cda-9675-e2d0baba9f1e req-94549ab1-7ac6-49bc-b08c-2b355734c5f8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=678c6b91-5ea9-437d-bb2d-e0aa57bc04fe HTTP/1.1" status: 200 len: 914 time: 1.3263412 Sep 08 09:24:23.218596 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-25f8ca78-9cc2-4cda-9675-e2d0baba9f1e req-5d2a14ea-8dd5-479b-a470-3b257ec219f6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bad12fc-0407-4931-9668-f2979f9e09c7 HTTP/1.1" status: 200 len: 217 time: 0.1074729 Sep 08 09:24:23.264644 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44510) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:23.274102 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-a705a550-ac92-4122-8390-215ba2eb7c15 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Request body: {'subnet': {'network_id': '7cc131f9-31f1-48df-8930-81df5a81f045', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:23.281601 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d9b985a0-ea33-4c47-9f9a-b3f2527c5e90 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:23.305689 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8ca78-9cc2-4cda-9675-e2d0baba9f1e req-a9310f79-03ff-49c3-aea8-cc47c21e2243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:23.307383 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-25f8ca78-9cc2-4cda-9675-e2d0baba9f1e req-a9310f79-03ff-49c3-aea8-cc47c21e2243 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9414c654-7832-4a44-85f8-4dd276ece110 HTTP/1.1" status: 200 len: 853 time: 0.0737817 Sep 08 09:24:23.332860 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-216eef8d-d21f-4390-a049-c0e98cfa1394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:23.339755 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89930cd-2041-4cd0-aaaf-3909476a3dd4 req-11b99ef2-a08b-4733-818e-25456474d83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:23.341343 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e89930cd-2041-4cd0-aaaf-3909476a3dd4 req-11b99ef2-a08b-4733-818e-25456474d83b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=34cab420-4061-4919-a6e5-7f4f7f66770d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2781632 Sep 08 09:24:23.370546 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-25f8ca78-9cc2-4cda-9675-e2d0baba9f1e req-39368f86-dfed-4e9d-9f66-fcb8cccd932a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=678c6b91-5ea9-437d-bb2d-e0aa57bc04fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435712 Sep 08 09:24:23.475984 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-216eef8d-d21f-4390-a049-c0e98cfa1394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:23.545683 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111a8c2-0ccd-453c-9ba5-ecfe754bdda0 req-e553aed4-1093-4de2-b8d1-5e8e98399996 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:23.548122 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b111a8c2-0ccd-453c-9ba5-ecfe754bdda0 req-e553aed4-1093-4de2-b8d1-5e8e98399996 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 943 time: 0.3340662 Sep 08 09:24:23.559463 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-25f8ca78-9cc2-4cda-9675-e2d0baba9f1e req-dde3c467-8ad3-41d5-a341-7a329776b8dd service neutron] 10.222.0.35 "GET /v2.0/networks/678c6b91-5ea9-437d-bb2d-e0aa57bc04fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710014 Sep 08 09:24:23.575301 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a705a550-ac92-4122-8390-215ba2eb7c15 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Made reservation on behalf of 316b6c8a137241f8b9ed61a50d0e21c8 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:24:23.580259 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a705a550-ac92-4122-8390-215ba2eb7c15 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:23.583513 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:23.649136 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device ebf1cd8c-f1fc-4a29-96f0-762f4d3a825c up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:24:23.690409 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e89930cd-2041-4cd0-aaaf-3909476a3dd4 req-0bcb876c-0703-4468-9a07-6176e0cf85bb service neutron] 10.222.0.35 "GET /v2.0/networks/34cab420-4061-4919-a6e5-7f4f7f66770d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310695 Sep 08 09:24:23.697078 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b111a8c2-0ccd-453c-9ba5-ecfe754bdda0 req-1d0377fc-e8e6-4907-8f42-9abb49f78b8f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366379 Sep 08 09:24:23.755278 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-25f8ca78-9cc2-4cda-9675-e2d0baba9f1e req-e43927c7-ec6a-4ae1-be0b-c7eb989f4708 service neutron] 10.222.0.35 "GET /v2.0/networks/678c6b91-5ea9-437d-bb2d-e0aa57bc04fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866167 Sep 08 09:24:23.761290 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port ebf1cd8c-f1fc-4a29-96f0-762f4d3a825c completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:24:23.765070 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 59c9a6dd-b8cc-4fb0-a5ec-9152e246541c up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:24:23.826219 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 59c9a6dd-b8cc-4fb0-a5ec-9152e246541c triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:24:23.826635 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:23.840327 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-216eef8d-d21f-4390-a049-c0e98cfa1394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:23.843986 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-216eef8d-d21f-4390-a049-c0e98cfa1394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:23.850017 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-216eef8d-d21f-4390-a049-c0e98cfa1394 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/28f0638e-29f6-46a0-b688-783f222996af HTTP/1.1" status: 204 len: 168 time: 0.7541242 Sep 08 09:24:23.894438 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e89930cd-2041-4cd0-aaaf-3909476a3dd4 req-1c0c372c-3c98-4f28-a03a-5de21073e04c service neutron] 10.222.0.35 "GET /v2.0/networks/34cab420-4061-4919-a6e5-7f4f7f66770d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948302 Sep 08 09:24:23.948615 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb364a7-2584-4f4c-970a-389a98fd9ef9 req-23fbbbd7-0251-4061-83a4-bcca9a40bc4b tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:23.951418 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0eb364a7-2584-4f4c-970a-389a98fd9ef9 req-23fbbbd7-0251-4061-83a4-bcca9a40bc4b tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 943 time: 0.2980494 Sep 08 09:24:23.971419 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216eef8d-d21f-4390-a049-c0e98cfa1394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f0638e-29f6-46a0-b688-783f222996af,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:24.171436 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:24.171784 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0eb364a7-2584-4f4c-970a-389a98fd9ef9 req-0a1e877f-ac93-4834-87c0-0d0e5649403b tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743588 Sep 08 09:24:24.230452 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-d9b985a0-ea33-4c47-9f9a-b3f2527c5e90 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Allocated IP 172.20.0.17 (daf39c3d-fc5d-4c94-9e86-13c60935ce97/46767156-577a-4d6e-9ff1-3bfd2f867ca1/d12411f0-a4e1-4ed0-9e8e-6463ee29d627) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:24:24.241501 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a705a550-ac92-4122-8390-215ba2eb7c15 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:24.380929 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a601ac-8d8c-4022-a6a8-8fc15c286b57 None None] Network daf39c3d-fc5d-4c94-9e86-13c60935ce97 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:24:24.393885 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705a550-ac92-4122-8390-215ba2eb7c15 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Pushing event updated for resources: {'Subnet': ['ID=4ba4dc82-25d1-4b0d-a705-4cb50c3c88fc,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:24.418285 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a705a550-ac92-4122-8390-215ba2eb7c15 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Checking segment: {'id': '43e14370-a1ba-4c17-8a71-1e67f66111e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7cc131f9-31f1-48df-8930-81df5a81f045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:24:24.418654 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a705a550-ac92-4122-8390-215ba2eb7c15 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Network hostable DHCP agents. Network: 7cc131f9-31f1-48df-8930-81df5a81f045, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:24:24.473613 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-829e4f04-34ef-4049-845e-ad3f14ec6982 None None] Provisioning for port ebf1cd8c-f1fc-4a29-96f0-762f4d3a825c completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:24:24.478974 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d9b985a0-ea33-4c47-9f9a-b3f2527c5e90 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:24.484811 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-829e4f04-34ef-4049-845e-ad3f14ec6982 None None] Provisioning complete for port ebf1cd8c-f1fc-4a29-96f0-762f4d3a825c triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:24:24.485971 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-829e4f04-34ef-4049-845e-ad3f14ec6982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:24.496271 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-d9b985a0-ea33-4c47-9f9a-b3f2527c5e90 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Transition to ACTIVE for port object d12411f0-a4e1-4ed0-9e8e-6463ee29d627 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:24:24.550874 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d9b985a0-ea33-4c47-9f9a-b3f2527c5e90 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:24.568894 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a705a550-ac92-4122-8390-215ba2eb7c15 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Network 7cc131f9-31f1-48df-8930-81df5a81f045 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:24:24.634264 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b985a0-ea33-4c47-9f9a-b3f2527c5e90 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Network daf39c3d-fc5d-4c94-9e86-13c60935ce97 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:24:24.642663 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-a705a550-ac92-4122-8390-215ba2eb7c15 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 7cc131f9-31f1-48df-8930-81df5a81f045) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:24:24.646134 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-829e4f04-34ef-4049-845e-ad3f14ec6982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:24.649751 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-d9b985a0-ea33-4c47-9f9a-b3f2527c5e90 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:24:24.651703 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d11184f-d208-4bed-bd1a-563385aed1a7 None None] Network 7cc131f9-31f1-48df-8930-81df5a81f045 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:24:24.654212 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b985a0-ea33-4c47-9f9a-b3f2527c5e90 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Pushing event updated for resources: {'Port': ['ID=d12411f0-a4e1-4ed0-9e8e-6463ee29d627,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:24.663051 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b985a0-ea33-4c47-9f9a-b3f2527c5e90 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:24:24.728206 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a705a550-ac92-4122-8390-215ba2eb7c15 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:24.728871 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a705a550-ac92-4122-8390-215ba2eb7c15 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:24.747734 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d9b985a0-ea33-4c47-9f9a-b3f2527c5e90 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:24.775459 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-829e4f04-34ef-4049-845e-ad3f14ec6982 None None] For port ebf1cd8c-f1fc-4a29-96f0-762f4d3a825c, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=ebf1cd8c-f1fc-4a29-96f0-762f4d3a825c,segment=NetworkSegment(dce01566-213f-4e3b-99af-8e95896c8462),segment_id=dce01566-213f-4e3b-99af-8e95896c8462)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:24:24.793647 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-829e4f04-34ef-4049-845e-ad3f14ec6982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:24.857107 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a705a550-ac92-4122-8390-215ba2eb7c15 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5864315 Sep 08 09:24:24.857951 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 44554) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:24.865700 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-365b0000-9a68-4aa8-b64c-3c3c0f2a73ba tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1872180161'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:25.005385 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365b0000-9a68-4aa8-b64c-3c3c0f2a73ba tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Made reservation on behalf of 316b6c8a137241f8b9ed61a50d0e21c8 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:24:25.008479 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e4f04-34ef-4049-845e-ad3f14ec6982 None None] Pushing event updated for resources: {'Port': ['ID=ebf1cd8c-f1fc-4a29-96f0-762f4d3a825c,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:25.010149 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-365b0000-9a68-4aa8-b64c-3c3c0f2a73ba tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:25.028817 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [req-125ed541-ceac-4d9a-a3cd-70ed02837b9a req-a478c72a-f62d-4936-a17c-d2c7ab6c8bac service neutron] (94713) timed out ('10.222.0.54', 50040) {{(pid=94713) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 09:24:25.063884 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d9b985a0-ea33-4c47-9f9a-b3f2527c5e90 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:25.078952 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-194b25f9-eca0-4636-8700-2dbf215bca9a None None] Provisioning complete for port ebf1cd8c-f1fc-4a29-96f0-762f4d3a825c triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:24:25.079454 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-194b25f9-eca0-4636-8700-2dbf215bca9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:25.093629 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645d546-bb32-45e2-ad4f-6ffc7cd46d88 req-db6fa848-1633-46bf-9875-dae52aebdb10 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:25.096521 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a645d546-bb32-45e2-ad4f-6ffc7cd46d88 req-db6fa848-1633-46bf-9875-dae52aebdb10 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 943 time: 0.2021554 Sep 08 09:24:25.097567 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-365b0000-9a68-4aa8-b64c-3c3c0f2a73ba tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:24:25.122459 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b5b48be7-7500-486b-b8e1-ff3d6bacf35e req-183e3b39-ff7e-4398-95d7-6ada79b38435 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7e6874e9-2aa8-4096-8476-75f1bed90524&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2292416 Sep 08 09:24:25.131934 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-365b0000-9a68-4aa8-b64c-3c3c0f2a73ba tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:25.132437 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-365b0000-9a68-4aa8-b64c-3c3c0f2a73ba tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Added segment e559cb1b-f7a7-4cbd-8235-f91146189172 of type vlan for network c37a5bda-5cf5-40c0-ba2c-f63028a5f63b Sep 08 09:24:25.161586 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d01ee8-d131-46d6-a25f-058cbf28c496 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-7cc131f9-31f1-48df-8930-81df5a81f045', 'network_id': '7cc131f9-31f1-48df-8930-81df5a81f045', 'tenant_id': '316b6c8a137241f8b9ed61a50d0e21c8', 'fixed_ips': [{'subnet_id': '4ba4dc82-25d1-4b0d-a705-4cb50c3c88fc'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:24:25.171493 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a7d01ee8-d131-46d6-a25f-058cbf28c496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:25.240704 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a645d546-bb32-45e2-ad4f-6ffc7cd46d88 req-e5849b2e-60d3-406f-8264-882c7b858ddb tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169806 Sep 08 09:24:25.271680 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-365b0000-9a68-4aa8-b64c-3c3c0f2a73ba tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:25.347927 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b48be7-7500-486b-b8e1-ff3d6bacf35e req-69e441ce-70ea-4e64-97f4-05eae31628a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:25.349804 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b5b48be7-7500-486b-b8e1-ff3d6bacf35e req-69e441ce-70ea-4e64-97f4-05eae31628a5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0e8618d015b0413289c499e12a438e52&device_id=7e6874e9-2aa8-4096-8476-75f1bed90524 HTTP/1.1" status: 200 len: 1101 time: 0.1343803 Sep 08 09:24:25.352491 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-365b0000-9a68-4aa8-b64c-3c3c0f2a73ba tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:25.358754 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365b0000-9a68-4aa8-b64c-3c3c0f2a73ba tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:25.359433 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-365b0000-9a68-4aa8-b64c-3c3c0f2a73ba tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:25.439418 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b0000-9a68-4aa8-b64c-3c3c0f2a73ba tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Pushing event updated for resources: {'Network': ['ID=c37a5bda-5cf5-40c0-ba2c-f63028a5f63b,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:25.488430 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network c37a5bda-5cf5-40c0-ba2c-f63028a5f63b details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:24:25.523717 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d7031-b209-402f-be7d-50a0f3317eec req-12e0fe1d-9630-4ea5-898e-ec5ec058165c tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:25.525668 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b61d7031-b209-402f-be7d-50a0f3317eec req-12e0fe1d-9630-4ea5-898e-ec5ec058165c tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 943 time: 0.1779096 Sep 08 09:24:25.558153 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b48be7-7500-486b-b8e1-ff3d6bacf35e req-03850a49-2af6-4ec0-a481-06b693f16e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:25.559670 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b5b48be7-7500-486b-b8e1-ff3d6bacf35e req-03850a49-2af6-4ec0-a481-06b693f16e89 service neutron] 10.222.0.37 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.1247492 Sep 08 09:24:25.586255 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device ebf1cd8c-f1fc-4a29-96f0-762f4d3a825c up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:24:25.609972 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b61d7031-b209-402f-be7d-50a0f3317eec req-28249117-7ae7-40ad-902b-c8865dff0f05 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777814 Sep 08 09:24:25.651455 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-a7d01ee8-d131-46d6-a25f-058cbf28c496 None None] Allocated IP 2001:db8:0:ffff::2 (7cc131f9-31f1-48df-8930-81df5a81f045/4ba4dc82-25d1-4b0d-a705-4cb50c3c88fc/25567267-e7bb-48c4-8335-b23dd4d40947) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:24:25.668116 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b5b48be7-7500-486b-b8e1-ff3d6bacf35e req-1e2a6cc5-1394-42c2-9c61-de67cfbf6a40 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4 HTTP/1.1" status: 200 len: 217 time: 0.0989625 Sep 08 09:24:25.672553 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-365b0000-9a68-4aa8-b64c-3c3c0f2a73ba tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8097100 Sep 08 09:24:25.672846 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44578) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:25.678090 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-a1a62096-eef5-4152-af94-12f1cb2ab239 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Request body: {'subnet': {'network_id': 'c37a5bda-5cf5-40c0-ba2c-f63028a5f63b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:25.691848 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-194b25f9-eca0-4636-8700-2dbf215bca9a None None] Provisioning for port d12411f0-a4e1-4ed0-9e8e-6463ee29d627 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:24:25.709618 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-194b25f9-eca0-4636-8700-2dbf215bca9a None None] Provisioning complete for port d12411f0-a4e1-4ed0-9e8e-6463ee29d627 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:24:25.710002 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-194b25f9-eca0-4636-8700-2dbf215bca9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:25.746687 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b48be7-7500-486b-b8e1-ff3d6bacf35e req-f89d7e75-0e26-4672-9973-ad9bb6ba7503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:25.746687 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b5b48be7-7500-486b-b8e1-ff3d6bacf35e req-f89d7e75-0e26-4672-9973-ad9bb6ba7503 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.0593057 Sep 08 09:24:25.819035 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port ebf1cd8c-f1fc-4a29-96f0-762f4d3a825c triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:24:25.819415 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:25.820918 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-194b25f9-eca0-4636-8700-2dbf215bca9a None None] Port d12411f0-a4e1-4ed0-9e8e-6463ee29d627 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:24:25.843296 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b48be7-7500-486b-b8e1-ff3d6bacf35e req-6bd180b3-a983-4e83-b8db-0c6ab1c59fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:25.845566 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b5b48be7-7500-486b-b8e1-ff3d6bacf35e req-6bd180b3-a983-4e83-b8db-0c6ab1c59fac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0925772 Sep 08 09:24:25.942699 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a62096-eef5-4152-af94-12f1cb2ab239 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Made reservation on behalf of 316b6c8a137241f8b9ed61a50d0e21c8 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:24:25.946619 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a1a62096-eef5-4152-af94-12f1cb2ab239 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:25.954761 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d9b985a0-ea33-4c47-9f9a-b3f2527c5e90 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:25.973720 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d9b985a0-ea33-4c47-9f9a-b3f2527c5e90 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:25.996695 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 17a1ade1-2cfa-472c-b7c8-1f808c264f74 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:24:26.058334 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b5b48be7-7500-486b-b8e1-ff3d6bacf35e req-3d171af9-cb36-447a-a0c1-c30564ec6784 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040403 Sep 08 09:24:26.130831 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b985a0-ea33-4c47-9f9a-b3f2527c5e90 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Pushing event updated for resources: {'Port': ['ID=d12411f0-a4e1-4ed0-9e8e-6463ee29d627,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:26.153566 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d9b985a0-ea33-4c47-9f9a-b3f2527c5e90 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:26.236355 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b5b48be7-7500-486b-b8e1-ff3d6bacf35e req-d15c001e-adac-42ba-9f5c-5af7016cb474 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685214 Sep 08 09:24:26.239400 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a7d01ee8-d131-46d6-a25f-058cbf28c496 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:26.260292 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ee6702ce-08b7-4412-9cec-033e3d9d0db2 None None] Provisioning complete for port d12411f0-a4e1-4ed0-9e8e-6463ee29d627 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:24:26.260668 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ee6702ce-08b7-4412-9cec-033e3d9d0db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:26.299204 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-a7d01ee8-d131-46d6-a25f-058cbf28c496 None None] Transition to ACTIVE for port object 25567267-e7bb-48c4-8335-b23dd4d40947 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:24:26.341328 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-a7d01ee8-d131-46d6-a25f-058cbf28c496 None None] Transition to ACTIVE for port object 25567267-e7bb-48c4-8335-b23dd4d40947 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:24:26.358250 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-ee6702ce-08b7-4412-9cec-033e3d9d0db2 None None] Port d12411f0-a4e1-4ed0-9e8e-6463ee29d627 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:24:26.360688 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a7d01ee8-d131-46d6-a25f-058cbf28c496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:26.413143 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5c522-e768-4a64-b000-2c1ba46288f9 req-e8596431-2ecd-4a92-9450-302313901afd tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:26.422972 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5dd5c522-e768-4a64-b000-2c1ba46288f9 req-e8596431-2ecd-4a92-9450-302313901afd tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 943 time: 0.1103539 Sep 08 09:24:26.441722 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d01ee8-d131-46d6-a25f-058cbf28c496 None None] Network 7cc131f9-31f1-48df-8930-81df5a81f045 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:24:26.449382 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-a7d01ee8-d131-46d6-a25f-058cbf28c496 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:24:26.455504 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d01ee8-d131-46d6-a25f-058cbf28c496 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:24:26.460501 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d01ee8-d131-46d6-a25f-058cbf28c496 None None] Pushing event updated for resources: {'Port': ['ID=25567267-e7bb-48c4-8335-b23dd4d40947,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:26.491549 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5dd5c522-e768-4a64-b000-2c1ba46288f9 req-79dd9aac-27db-40b3-8309-33fc6176f60f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667784 Sep 08 09:24:26.507133 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b985a0-ea33-4c47-9f9a-b3f2527c5e90 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Network daf39c3d-fc5d-4c94-9e86-13c60935ce97 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:24:26.517834 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-d9b985a0-ea33-4c47-9f9a-b3f2527c5e90 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:24:26.529624 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 17a1ade1-2cfa-472c-b7c8-1f808c264f74, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=17a1ade1-2cfa-472c-b7c8-1f808c264f74,segment=NetworkSegment(10091b82-4fa4-4197-a2c9-d510b15c0e30),segment_id=10091b82-4fa4-4197-a2c9-d510b15c0e30)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:24:26.555921 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '17a1ade1-2cfa-472c-b7c8-1f808c264f74', 'network_id': '34cab420-4061-4919-a6e5-7f4f7f66770d', 'port_id': '17a1ade1-2cfa-472c-b7c8-1f808c264f74', 'mac_address': 'fa:16:3e:7c:7c:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7071c3aa-f3c6-48cc-8f83-006cadb8075d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:24:26.559202 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-a7d01ee8-d131-46d6-a25f-058cbf28c496 None None] Attempting to bind port 25567267-e7bb-48c4-8335-b23dd4d40947 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:24:26.559506 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-a7d01ee8-d131-46d6-a25f-058cbf28c496 None None] Attempting to bind port 25567267-e7bb-48c4-8335-b23dd4d40947 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '43e14370-a1ba-4c17-8a71-1e67f66111e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7cc131f9-31f1-48df-8930-81df5a81f045'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:24:26.559879 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d01ee8-d131-46d6-a25f-058cbf28c496 None None] Attempting to bind port 25567267-e7bb-48c4-8335-b23dd4d40947 on network 7cc131f9-31f1-48df-8930-81df5a81f045 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:24:26.619758 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:26.622002 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d01ee8-d131-46d6-a25f-058cbf28c496 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:24:26.622481 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d01ee8-d131-46d6-a25f-058cbf28c496 None None] Checking segment: {'id': '43e14370-a1ba-4c17-8a71-1e67f66111e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7cc131f9-31f1-48df-8930-81df5a81f045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:24:26.622798 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a7d01ee8-d131-46d6-a25f-058cbf28c496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:26.623203 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d01ee8-d131-46d6-a25f-058cbf28c496 None None] Bound using segment: {'id': '43e14370-a1ba-4c17-8a71-1e67f66111e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7cc131f9-31f1-48df-8930-81df5a81f045'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:24:26.623690 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-a7d01ee8-d131-46d6-a25f-058cbf28c496 None None] Bound port: 25567267-e7bb-48c4-8335-b23dd4d40947, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43e14370-a1ba-4c17-8a71-1e67f66111e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7cc131f9-31f1-48df-8930-81df5a81f045'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:24:26.624077 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a7d01ee8-d131-46d6-a25f-058cbf28c496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:26.646449 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17a1ade1-2cfa-472c-b7c8-1f808c264f74 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:24:26.749152 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 17a1ade1-2cfa-472c-b7c8-1f808c264f74, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=17a1ade1-2cfa-472c-b7c8-1f808c264f74,segment=NetworkSegment(10091b82-4fa4-4197-a2c9-d510b15c0e30),segment_id=10091b82-4fa4-4197-a2c9-d510b15c0e30)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:24:26.761042 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b985a0-ea33-4c47-9f9a-b3f2527c5e90 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Router f0c7d677-25be-43e0-a76b-1be111b40ff8 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:24:26.787194 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:26.787874 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 8bad12fc-0407-4931-9668-f2979f9e09c7 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:24:26.873912 n-d-806683-11 neutron-server[94713]: DEBUG neutron.objects.ports [None req-a1a62096-eef5-4152-af94-12f1cb2ab239 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94713) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 08 09:24:26.878118 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a1a62096-eef5-4152-af94-12f1cb2ab239 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:26.891924 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-a7d01ee8-d131-46d6-a25f-058cbf28c496 None None] For port 25567267-e7bb-48c4-8335-b23dd4d40947, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:24:26.932561 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-a7d01ee8-d131-46d6-a25f-058cbf28c496 None None] For port 25567267-e7bb-48c4-8335-b23dd4d40947, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=25567267-e7bb-48c4-8335-b23dd4d40947,segment=NetworkSegment(43e14370-a1ba-4c17-8a71-1e67f66111e3),segment_id=43e14370-a1ba-4c17-8a71-1e67f66111e3)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:24:26.946838 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a7d01ee8-d131-46d6-a25f-058cbf28c496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:27.004885 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=17a1ade1-2cfa-472c-b7c8-1f808c264f74,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:27.024348 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a62096-eef5-4152-af94-12f1cb2ab239 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Pushing event updated for resources: {'Subnet': ['ID=3084bcf8-5148-43ce-843c-8ef21c301a7c,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:27.118230 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e165f7e6-e603-4605-8c3e-840f92fc96eb None None] Provisioning complete for port d12411f0-a4e1-4ed0-9e8e-6463ee29d627 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:24:27.118631 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e165f7e6-e603-4605-8c3e-840f92fc96eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:27.123420 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea97fd9-9258-48e5-a6a0-ec6407347eff req-75137e02-1a23-4222-9945-817430c6ccdc tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:27.125144 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2ea97fd9-9258-48e5-a6a0-ec6407347eff req-75137e02-1a23-4222-9945-817430c6ccdc tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 943 time: 0.2488322 Sep 08 09:24:27.131582 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a62096-eef5-4152-af94-12f1cb2ab239 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Checking segment: {'id': 'e559cb1b-f7a7-4cbd-8235-f91146189172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c37a5bda-5cf5-40c0-ba2c-f63028a5f63b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:24:27.132196 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a62096-eef5-4152-af94-12f1cb2ab239 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Network hostable DHCP agents. Network: c37a5bda-5cf5-40c0-ba2c-f63028a5f63b, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:24:27.200150 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d01ee8-d131-46d6-a25f-058cbf28c496 None None] Pushing event updated for resources: {'Port': ['ID=25567267-e7bb-48c4-8335-b23dd4d40947,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:27.210850 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e165f7e6-e603-4605-8c3e-840f92fc96eb None None] Port d12411f0-a4e1-4ed0-9e8e-6463ee29d627 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:24:27.219551 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2ea97fd9-9258-48e5-a6a0-ec6407347eff req-c45fcdd3-fd4f-4a1c-b49d-3a95c3e095e5 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846474 Sep 08 09:24:27.235553 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a62096-eef5-4152-af94-12f1cb2ab239 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Network c37a5bda-5cf5-40c0-ba2c-f63028a5f63b is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:24:27.247559 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b985a0-ea33-4c47-9f9a-b3f2527c5e90 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:24:27.263085 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d9b985a0-ea33-4c47-9f9a-b3f2527c5e90 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "PUT /v2.0/routers/f0c7d677-25be-43e0-a76b-1be111b40ff8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2390344 Sep 08 09:24:27.264367 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-a1a62096-eef5-4152-af94-12f1cb2ab239 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, c37a5bda-5cf5-40c0-ba2c-f63028a5f63b) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:24:27.269223 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a62096-eef5-4152-af94-12f1cb2ab239 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:27.270018 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a1a62096-eef5-4152-af94-12f1cb2ab239 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:27.285571 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda372a2-30a7-42c4-a873-23986c15e5c3 None None] Sync routers for ids ['f0c7d677-25be-43e0-a76b-1be111b40ff8'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:24:27.290392 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a1a62096-eef5-4152-af94-12f1cb2ab239 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6139569 Sep 08 09:24:27.291302 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 44620) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:27.306506 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-ff74617a-8353-4390-80d9-3b48a556a584 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Request body: {'port': {'network_id': 'c37a5bda-5cf5-40c0-ba2c-f63028a5f63b', 'name': 'tempest-NetworksIpV6TestAttrs-853296542'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:27.325144 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654f9d5d-4c01-4098-8909-1232090f199e None None] Network c37a5bda-5cf5-40c0-ba2c-f63028a5f63b requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:24:27.357476 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 8bad12fc-0407-4931-9668-f2979f9e09c7, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=8bad12fc-0407-4931-9668-f2979f9e09c7,segment=NetworkSegment(f08fca9c-7ba9-4967-8c01-3edd0faf3db1),segment_id=f08fca9c-7ba9-4967-8c01-3edd0faf3db1)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:24:27.360001 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda372a2-30a7-42c4-a873-23986c15e5c3 None None] Routers {'f0c7d677-25be-43e0-a76b-1be111b40ff8'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:24:27.360635 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-dda372a2-30a7-42c4-a873-23986c15e5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:24:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['f0c7d677-25be-43e0-a76b-1be111b40ff8'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:27.525905 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '8bad12fc-0407-4931-9668-f2979f9e09c7', 'network_id': '678c6b91-5ea9-437d-bb2d-e0aa57bc04fe', 'port_id': '8bad12fc-0407-4931-9668-f2979f9e09c7', 'mac_address': 'fa:16:3e:88:74:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9414c654-7832-4a44-85f8-4dd276ece110', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:24:27.582704 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff74617a-8353-4390-80d9-3b48a556a584 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Made reservation on behalf of 316b6c8a137241f8b9ed61a50d0e21c8 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:24:27.587781 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 25567267-e7bb-48c4-8335-b23dd4d40947 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:24:27.588560 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ff74617a-8353-4390-80d9-3b48a556a584 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:27.639609 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [None req-ff74617a-8353-4390-80d9-3b48a556a584 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] device_id is not set on port 9fd02018-7625-47f3-98ea-cdce5cd0e6ec yet. {{(pid=94712) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:24:27.669568 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-dda372a2-30a7-42c4-a873-23986c15e5c3 None None] Set router f0c7d677-25be-43e0-a76b-1be111b40ff8 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:24:27.679920 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca49e9c-ab71-4294-8fe0-80d98c7c9edb req-bb59d017-cad7-49f6-83b9-9474977f9873 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:27.681863 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1ca49e9c-ab71-4294-8fe0-80d98c7c9edb req-bb59d017-cad7-49f6-83b9-9474977f9873 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 944 time: 0.0597520 Sep 08 09:24:27.753000 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1ca49e9c-ab71-4294-8fe0-80d98c7c9edb req-2a6cdf03-1b2e-4883-a2ca-973143d478a2 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629952 Sep 08 09:24:27.774890 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:27.811426 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d17307-6d24-48ea-9be0-e8ef51c4f42a req-167bdb94-9324-4d29-82d4-9f82fe07ef83 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:27.813486 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9d17307-6d24-48ea-9be0-e8ef51c4f42a req-167bdb94-9324-4d29-82d4-9f82fe07ef83 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/networks?id=daf39c3d-fc5d-4c94-9e86-13c60935ce97 HTTP/1.1" status: 200 len: 798 time: 0.2156181 Sep 08 09:24:27.837604 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9d17307-6d24-48ea-9be0-e8ef51c4f42a req-0aef98d9-2109-4a45-8515-876415d8eb10 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/quotas/ecbaee6aa4b844ae9f42681fee78a6d0 HTTP/1.1" status: 200 len: 375 time: 0.0170367 Sep 08 09:24:27.848857 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-ff74617a-8353-4390-80d9-3b48a556a584 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Allocated IP 2001:db8::f816:3eff:febb:d9d2 (c37a5bda-5cf5-40c0-ba2c-f63028a5f63b/3084bcf8-5148-43ce-843c-8ef21c301a7c/9fd02018-7625-47f3-98ea-cdce5cd0e6ec) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:24:27.877915 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bad12fc-0407-4931-9668-f2979f9e09c7 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:24:27.943965 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9d17307-6d24-48ea-9be0-e8ef51c4f42a req-66a193a4-4d94-40b5-b0c1-680f97310a87 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ecbaee6aa4b844ae9f42681fee78a6d0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0968354 Sep 08 09:24:27.986609 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 25567267-e7bb-48c4-8335-b23dd4d40947 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:24:28.010742 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 8bad12fc-0407-4931-9668-f2979f9e09c7, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=8bad12fc-0407-4931-9668-f2979f9e09c7,segment=NetworkSegment(f08fca9c-7ba9-4967-8c01-3edd0faf3db1),segment_id=f08fca9c-7ba9-4967-8c01-3edd0faf3db1)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:24:28.034418 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:28.071865 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2405070c-d938-4774-87de-2605e0683e8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-c37a5bda-5cf5-40c0-ba2c-f63028a5f63b', 'network_id': 'c37a5bda-5cf5-40c0-ba2c-f63028a5f63b', 'tenant_id': '316b6c8a137241f8b9ed61a50d0e21c8', 'fixed_ips': [{'subnet_id': '3084bcf8-5148-43ce-843c-8ef21c301a7c'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:24:28.072988 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2405070c-d938-4774-87de-2605e0683e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:28.140016 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ff74617a-8353-4390-80d9-3b48a556a584 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:28.229968 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9d17307-6d24-48ea-9be0-e8ef51c4f42a req-eaddee95-05f9-43df-96a8-d3d3ae855580 service neutron] 10.222.0.54 "GET /v2.0/networks/daf39c3d-fc5d-4c94-9e86-13c60935ce97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629404 Sep 08 09:24:28.231276 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-ff74617a-8353-4390-80d9-3b48a556a584 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Transition to ACTIVE for port object 9fd02018-7625-47f3-98ea-cdce5cd0e6ec will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:24:28.239703 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=8bad12fc-0407-4931-9668-f2979f9e09c7,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:28.301863 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-dda372a2-30a7-42c4-a873-23986c15e5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c7d677-25be-43e0-a76b-1be111b40ff8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-474562316', 'tenant_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '59c9a6dd-b8cc-4fb0-a5ec-9152e246541c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:24:11Z', 'updated_at': '2021-09-08T09:24:24Z', 'revision_number': 4, 'project_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'gw_port': {'id': '59c9a6dd-b8cc-4fb0-a5ec-9152e246541c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c7d677-25be-43e0-a76b-1be111b40ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:24:12Z', 'updated_at': '2021-09-08T09:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'd12411f0-a4e1-4ed0-9e8e-6463ee29d627', 'name': '', 'network_id': 'daf39c3d-fc5d-4c94-9e86-13c60935ce97', 'tenant_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'mac_address': 'fa:16:3e:6c:43:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c7d677-25be-43e0-a76b-1be111b40ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '46767156-577a-4d6e-9ff1-3bfd2f867ca1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:24:23Z', 'updated_at': '2021-09-08T09:24:25Z', 'revision_number': 2, 'project_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'subnets': [{'id': '46767156-577a-4d6e-9ff1-3bfd2f867ca1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:28.376240 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda372a2-30a7-42c4-a873-23986c15e5c3 None None] Checking router: f0c7d677-25be-43e0-a76b-1be111b40ff8 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:24:28.376901 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda372a2-30a7-42c4-a873-23986c15e5c3 None None] Updating router f0c7d677-25be-43e0-a76b-1be111b40ff8 port d12411f0-a4e1-4ed0-9e8e-6463ee29d627 binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:24:28.401845 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb056ad-8491-4c02-990a-6ee440fe49a1 req-eeec65cb-3924-42a0-99c8-c2cb41664d94 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:28.411177 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ddb056ad-8491-4c02-990a-6ee440fe49a1 req-eeec65cb-3924-42a0-99c8-c2cb41664d94 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 944 time: 0.0782306 Sep 08 09:24:28.449493 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-dda372a2-30a7-42c4-a873-23986c15e5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:28.485225 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ff74617a-8353-4390-80d9-3b48a556a584 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:28.528694 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ddb056ad-8491-4c02-990a-6ee440fe49a1 req-bccd9cbb-d496-4da5-91e6-f20e9910d887 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974162 Sep 08 09:24:28.555220 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9d17307-6d24-48ea-9be0-e8ef51c4f42a req-e1d776ae-6ccb-4adb-a6d7-15f1297bc610 service neutron] 10.222.0.54 "GET /v2.0/networks/daf39c3d-fc5d-4c94-9e86-13c60935ce97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177047 Sep 08 09:24:28.556993 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff74617a-8353-4390-80d9-3b48a556a584 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Network c37a5bda-5cf5-40c0-ba2c-f63028a5f63b is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:24:28.568749 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-ff74617a-8353-4390-80d9-3b48a556a584 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:24:28.568749 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff74617a-8353-4390-80d9-3b48a556a584 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:24:28.572915 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff74617a-8353-4390-80d9-3b48a556a584 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:28.573564 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ff74617a-8353-4390-80d9-3b48a556a584 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:28.598057 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['8bad12fc-0407-4931-9668-f2979f9e09c7'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:24:28.600364 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['17a1ade1-2cfa-472c-b7c8-1f808c264f74'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:24:28.602506 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff74617a-8353-4390-80d9-3b48a556a584 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Pushing event updated for resources: {'Port': ['ID=9fd02018-7625-47f3-98ea-cdce5cd0e6ec,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:28.609290 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ff74617a-8353-4390-80d9-3b48a556a584 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.3167129 Sep 08 09:24:28.612059 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44674) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:28.674676 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce20fa1-fbab-4c45-af11-bbc03be0531c None None] Network 7cc131f9-31f1-48df-8930-81df5a81f045 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:24:28.682095 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0d1231d-a025-4dd0-a16d-e214adb65dc5 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Deleting subnet 3084bcf8-5148-43ce-843c-8ef21c301a7c {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:24:28.940844 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-eef88780-a64f-42fc-a014-135cec8cc038 req-c5021c4a-630c-4ee6-bbed-69bb82b96fd2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/ports?device_id=72a768b1-2924-4b05-ad37-f197ec73523f HTTP/1.1" status: 200 len: 210 time: 0.1065025 Sep 08 09:24:28.957928 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0ba0c-d08d-4a3a-9528-6b8e7bd54012 req-7f2f2bda-512d-40da-b0d3-c50799dcc987 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:28.959551 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-78b0ba0c-d08d-4a3a-9528-6b8e7bd54012 req-7f2f2bda-512d-40da-b0d3-c50799dcc987 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 944 time: 0.1021571 Sep 08 09:24:29.019695 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:29.030880 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-78b0ba0c-d08d-4a3a-9528-6b8e7bd54012 req-21ea090a-ac90-45d7-8ab1-2cb1bdb9d247 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634913 Sep 08 09:24:29.033522 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-2405070c-d938-4774-87de-2605e0683e8d None None] Allocated IP 2001:db8::f816:3eff:fe06:79c (c37a5bda-5cf5-40c0-ba2c-f63028a5f63b/3084bcf8-5148-43ce-843c-8ef21c301a7c/3ada6723-d6fb-408c-8859-c7dbde4520d6) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:24:29.088988 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d1707ed3-8d06-428d-8eda-4dec680954c2 None None] Provisioning for port 25567267-e7bb-48c4-8335-b23dd4d40947 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:24:29.180635 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d1707ed3-8d06-428d-8eda-4dec680954c2 None None] Provisioning complete for port 25567267-e7bb-48c4-8335-b23dd4d40947 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:24:29.181034 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d1707ed3-8d06-428d-8eda-4dec680954c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:29.707609 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2405070c-d938-4774-87de-2605e0683e8d None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:29.730177 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d1707ed3-8d06-428d-8eda-4dec680954c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:29.742932 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07423b5e-29e0-4c31-a42f-c17b070c6a79 req-8093033b-119f-46f8-9b40-78716de5f4a9 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:29.750812 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-07423b5e-29e0-4c31-a42f-c17b070c6a79 req-8093033b-119f-46f8-9b40-78716de5f4a9 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 944 time: 0.0779681 Sep 08 09:24:29.764710 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2405070c-d938-4774-87de-2605e0683e8d None None] Transition to ACTIVE for port object 3ada6723-d6fb-408c-8859-c7dbde4520d6 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:24:29.814516 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-07423b5e-29e0-4c31-a42f-c17b070c6a79 req-8091265f-e00b-4e82-836e-774939a43f82 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541077 Sep 08 09:24:29.914228 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d1707ed3-8d06-428d-8eda-4dec680954c2 None None] For port 25567267-e7bb-48c4-8335-b23dd4d40947, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=25567267-e7bb-48c4-8335-b23dd4d40947,segment=NetworkSegment(43e14370-a1ba-4c17-8a71-1e67f66111e3),segment_id=43e14370-a1ba-4c17-8a71-1e67f66111e3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:24:29.943616 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d1707ed3-8d06-428d-8eda-4dec680954c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:29.948548 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2405070c-d938-4774-87de-2605e0683e8d None None] Transition to ACTIVE for port object 3ada6723-d6fb-408c-8859-c7dbde4520d6 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:24:29.971194 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a0d1231d-a025-4dd0-a16d-e214adb65dc5 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:30.050984 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2405070c-d938-4774-87de-2605e0683e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:30.052921 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a0d1231d-a025-4dd0-a16d-e214adb65dc5 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:30.081446 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-dda372a2-30a7-42c4-a873-23986c15e5c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:30.170848 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-dda372a2-30a7-42c4-a873-23986c15e5c3 None None] Transition to ACTIVE for port object d12411f0-a4e1-4ed0-9e8e-6463ee29d627 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:24:30.191932 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2405070c-d938-4774-87de-2605e0683e8d None None] Network c37a5bda-5cf5-40c0-ba2c-f63028a5f63b is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:24:30.197473 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-dda372a2-30a7-42c4-a873-23986c15e5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:30.205741 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1707ed3-8d06-428d-8eda-4dec680954c2 None None] Pushing event updated for resources: {'Port': ['ID=25567267-e7bb-48c4-8335-b23dd4d40947,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:30.209164 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-2405070c-d938-4774-87de-2605e0683e8d None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:24:30.229802 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2405070c-d938-4774-87de-2605e0683e8d None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:24:30.327426 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d17307-6d24-48ea-9be0-e8ef51c4f42a req-5c4a0fac-f61f-4063-9e2f-0e36e119a5f6 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:30.329705 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9d17307-6d24-48ea-9be0-e8ef51c4f42a req-5c4a0fac-f61f-4063-9e2f-0e36e119a5f6 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.37 "GET /v2.0/networks?id=daf39c3d-fc5d-4c94-9e86-13c60935ce97 HTTP/1.1" status: 200 len: 798 time: 0.2734165 Sep 08 09:24:30.330300 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 44726) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:30.376393 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-f9d17307-6d24-48ea-9be0-e8ef51c4f42a req-e8fae783-37f7-40a3-a3a9-77957013c9a3 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Request body: {'port': {'device_id': '72a768b1-2924-4b05-ad37-f197ec73523f', 'network_id': 'daf39c3d-fc5d-4c94-9e86-13c60935ce97', 'admin_state_up': True, 'tenant_id': 'ecbaee6aa4b844ae9f42681fee78a6d0'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:30.412976 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ac33aaac-3c90-497f-aefd-b9e94055a154 req-0e5e3331-5c88-45f3-bd52-0c86cb60f30b tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/ports?device_id=72a768b1-2924-4b05-ad37-f197ec73523f HTTP/1.1" status: 200 len: 210 time: 0.3706031 Sep 08 09:24:30.434230 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2405070c-d938-4774-87de-2605e0683e8d None None] Pushing event updated for resources: {'Port': ['ID=3ada6723-d6fb-408c-8859-c7dbde4520d6,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:30.525464 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-2405070c-d938-4774-87de-2605e0683e8d None None] Attempting to bind port 3ada6723-d6fb-408c-8859-c7dbde4520d6 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:24:30.525916 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-2405070c-d938-4774-87de-2605e0683e8d None None] Attempting to bind port 3ada6723-d6fb-408c-8859-c7dbde4520d6 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'e559cb1b-f7a7-4cbd-8235-f91146189172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c37a5bda-5cf5-40c0-ba2c-f63028a5f63b'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:24:30.526374 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2405070c-d938-4774-87de-2605e0683e8d None None] Attempting to bind port 3ada6723-d6fb-408c-8859-c7dbde4520d6 on network c37a5bda-5cf5-40c0-ba2c-f63028a5f63b {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:24:30.540410 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2405070c-d938-4774-87de-2605e0683e8d None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:24:30.540945 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2405070c-d938-4774-87de-2605e0683e8d None None] Checking segment: {'id': 'e559cb1b-f7a7-4cbd-8235-f91146189172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c37a5bda-5cf5-40c0-ba2c-f63028a5f63b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:24:30.541578 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2405070c-d938-4774-87de-2605e0683e8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:30.542474 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2405070c-d938-4774-87de-2605e0683e8d None None] Bound using segment: {'id': 'e559cb1b-f7a7-4cbd-8235-f91146189172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c37a5bda-5cf5-40c0-ba2c-f63028a5f63b'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:24:30.542625 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-2405070c-d938-4774-87de-2605e0683e8d None None] Bound port: 3ada6723-d6fb-408c-8859-c7dbde4520d6, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e559cb1b-f7a7-4cbd-8235-f91146189172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c37a5bda-5cf5-40c0-ba2c-f63028a5f63b'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:24:30.543087 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2405070c-d938-4774-87de-2605e0683e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:30.616888 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5cf43c-d7ca-4b39-a8c2-8768ff7d4ec4 None None] Pushing event updated for resources: {'Port': ['ID=d12411f0-a4e1-4ed0-9e8e-6463ee29d627,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:30.645323 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-70842da6-cb4a-4904-9abc-780397af93ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:30.710680 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-dda372a2-30a7-42c4-a873-23986c15e5c3 None None] Attempting to bind port d12411f0-a4e1-4ed0-9e8e-6463ee29d627 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:24:30.711059 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-dda372a2-30a7-42c4-a873-23986c15e5c3 None None] Attempting to bind port d12411f0-a4e1-4ed0-9e8e-6463ee29d627 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'dce01566-213f-4e3b-99af-8e95896c8462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'daf39c3d-fc5d-4c94-9e86-13c60935ce97'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:24:30.711569 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda372a2-30a7-42c4-a873-23986c15e5c3 None None] Attempting to bind port d12411f0-a4e1-4ed0-9e8e-6463ee29d627 on network daf39c3d-fc5d-4c94-9e86-13c60935ce97 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:24:30.731040 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda372a2-30a7-42c4-a873-23986c15e5c3 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:24:30.731320 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda372a2-30a7-42c4-a873-23986c15e5c3 None None] Checking segment: {'id': 'dce01566-213f-4e3b-99af-8e95896c8462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'daf39c3d-fc5d-4c94-9e86-13c60935ce97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:24:30.731900 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-dda372a2-30a7-42c4-a873-23986c15e5c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:30.732459 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda372a2-30a7-42c4-a873-23986c15e5c3 None None] Bound using segment: {'id': 'dce01566-213f-4e3b-99af-8e95896c8462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'daf39c3d-fc5d-4c94-9e86-13c60935ce97'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:24:30.732983 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-dda372a2-30a7-42c4-a873-23986c15e5c3 None None] Bound port: d12411f0-a4e1-4ed0-9e8e-6463ee29d627, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dce01566-213f-4e3b-99af-8e95896c8462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'daf39c3d-fc5d-4c94-9e86-13c60935ce97'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:24:30.733766 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-dda372a2-30a7-42c4-a873-23986c15e5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:30.751254 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d340d45f-4478-47e9-b567-ebff5132a5a9 None None] Provisioning complete for port 25567267-e7bb-48c4-8335-b23dd4d40947 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:24:30.751641 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d340d45f-4478-47e9-b567-ebff5132a5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:30.754693 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-2405070c-d938-4774-87de-2605e0683e8d None None] For port 3ada6723-d6fb-408c-8859-c7dbde4520d6, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:24:30.832581 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-2405070c-d938-4774-87de-2605e0683e8d None None] For port 3ada6723-d6fb-408c-8859-c7dbde4520d6, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=3ada6723-d6fb-408c-8859-c7dbde4520d6,segment=NetworkSegment(e559cb1b-f7a7-4cbd-8235-f91146189172),segment_id=e559cb1b-f7a7-4cbd-8235-f91146189172)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:24:30.847849 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2405070c-d938-4774-87de-2605e0683e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:30.868336 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-70842da6-cb4a-4904-9abc-780397af93ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:30.877864 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-70842da6-cb4a-4904-9abc-780397af93ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:30.907834 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7100c94-490a-4109-b41b-ae813bc6e6a2 req-43b5d2fb-2f49-4c33-a05c-f57102237337 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:30.915219 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a7100c94-490a-4109-b41b-ae813bc6e6a2 req-43b5d2fb-2f49-4c33-a05c-f57102237337 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 944 time: 0.1361270 Sep 08 09:24:30.931995 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-dda372a2-30a7-42c4-a873-23986c15e5c3 None None] For port d12411f0-a4e1-4ed0-9e8e-6463ee29d627, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:24:30.935202 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-dda372a2-30a7-42c4-a873-23986c15e5c3 None None] For port d12411f0-a4e1-4ed0-9e8e-6463ee29d627, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=d12411f0-a4e1-4ed0-9e8e-6463ee29d627,segment=NetworkSegment(dce01566-213f-4e3b-99af-8e95896c8462),segment_id=dce01566-213f-4e3b-99af-8e95896c8462)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:24:30.952884 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-dda372a2-30a7-42c4-a873-23986c15e5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:30.960993 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a0d1231d-a025-4dd0-a16d-e214adb65dc5 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:30.993805 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2405070c-d938-4774-87de-2605e0683e8d None None] Pushing event updated for resources: {'Port': ['ID=3ada6723-d6fb-408c-8859-c7dbde4520d6,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:31.031073 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9d17307-6d24-48ea-9be0-e8ef51c4f42a req-e8fae783-37f7-40a3-a3a9-77957013c9a3 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Made reservation on behalf of ecbaee6aa4b844ae9f42681fee78a6d0 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:24:31.035873 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f9d17307-6d24-48ea-9be0-e8ef51c4f42a req-e8fae783-37f7-40a3-a3a9-77957013c9a3 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:31.045060 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a7100c94-490a-4109-b41b-ae813bc6e6a2 req-026081aa-42e1-49f2-952d-389b2ff340cf tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289988 Sep 08 09:24:31.060175 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5cf43c-d7ca-4b39-a8c2-8768ff7d4ec4 None None] Pushing event updated for resources: {'Port': ['ID=d12411f0-a4e1-4ed0-9e8e-6463ee29d627,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:31.082225 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70842da6-cb4a-4904-9abc-780397af93ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c1df5d-2549-454b-86f7-a38bc9734596,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:31.092600 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-70842da6-cb4a-4904-9abc-780397af93ac admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=048d55d85dfe441b979ad8fa673cf2b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7468174 Sep 08 09:24:31.097645 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44742) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:31.110831 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda372a2-30a7-42c4-a873-23986c15e5c3 None None] Routers {'f0c7d677-25be-43e0-a76b-1be111b40ff8'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:24:31.111685 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-dda372a2-30a7-42c4-a873-23986c15e5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:24:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['f0c7d677-25be-43e0-a76b-1be111b40ff8'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:31.152954 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d31fab-807f-4517-88d9-7f152baa2981 req-ec5262fe-5d3a-44e7-a61d-e6cd7855f0c5 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:31.163889 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-70d31fab-807f-4517-88d9-7f152baa2981 req-ec5262fe-5d3a-44e7-a61d-e6cd7855f0c5 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 944 time: 0.2482224 Sep 08 09:24:31.169644 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a0d1231d-a025-4dd0-a16d-e214adb65dc5 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:31.258975 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d1231d-a025-4dd0-a16d-e214adb65dc5 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Pushing event deleted for resources: {'Subnet': ['ID=3084bcf8-5148-43ce-843c-8ef21c301a7c,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:31.285416 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a0d1231d-a025-4dd0-a16d-e214adb65dc5 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:31.288127 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a0d1231d-a025-4dd0-a16d-e214adb65dc5 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] 10.222.0.54 "DELETE /v2.0/subnets/3084bcf8-5148-43ce-843c-8ef21c301a7c HTTP/1.1" status: 204 len: 168 time: 2.6749861 Sep 08 09:24:31.294916 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44748) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:31.351318 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-f9d17307-6d24-48ea-9be0-e8ef51c4f42a req-e8fae783-37f7-40a3-a3a9-77957013c9a3 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Allocated IP 172.20.0.25 (daf39c3d-fc5d-4c94-9e86-13c60935ce97/46767156-577a-4d6e-9ff1-3bfd2f867ca1/10b388f7-b3cd-4d74-b5d8-329d0f71ce42) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:24:31.388835 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d5d12cd5-5a28-49e3-9168-c6d027c150e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:31.390457 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-dda372a2-30a7-42c4-a873-23986c15e5c3 None None] Set router f0c7d677-25be-43e0-a76b-1be111b40ff8 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:24:31.495019 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d5d12cd5-5a28-49e3-9168-c6d027c150e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:31.574227 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d5d12cd5-5a28-49e3-9168-c6d027c150e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:31.582020 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d5d12cd5-5a28-49e3-9168-c6d027c150e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:31.585610 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d5d12cd5-5a28-49e3-9168-c6d027c150e1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/63c1df5d-2549-454b-86f7-a38bc9734596 HTTP/1.1" status: 204 len: 168 time: 0.4841313 Sep 08 09:24:31.603082 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f9d17307-6d24-48ea-9be0-e8ef51c4f42a req-e8fae783-37f7-40a3-a3a9-77957013c9a3 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:31.616160 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-70d31fab-807f-4517-88d9-7f152baa2981 req-4954fdd3-8e6e-47f8-bb18-172d3059d784 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4494154 Sep 08 09:24:31.638764 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-f9d17307-6d24-48ea-9be0-e8ef51c4f42a req-e8fae783-37f7-40a3-a3a9-77957013c9a3 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Transition to ACTIVE for port object 10b388f7-b3cd-4d74-b5d8-329d0f71ce42 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:24:31.664789 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6265357f-81d5-4141-a83b-4a066e307fc3 req-8033a6cb-5aa4-4e75-a44f-c0197240d176 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/ports?device_id=72a768b1-2924-4b05-ad37-f197ec73523f HTTP/1.1" status: 200 len: 210 time: 0.0630264 Sep 08 09:24:31.668208 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebed898-dfcd-4653-8e0c-0b9f02effa0f tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:31.671017 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebed898-dfcd-4653-8e0c-0b9f02effa0f tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:31.673404 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6ebed898-dfcd-4653-8e0c-0b9f02effa0f tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3767941 Sep 08 09:24:31.674587 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d12cd5-5a28-49e3-9168-c6d027c150e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c1df5d-2549-454b-86f7-a38bc9734596,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:31.678516 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44760) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:31.701990 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f9d17307-6d24-48ea-9be0-e8ef51c4f42a req-e8fae783-37f7-40a3-a3a9-77957013c9a3 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:31.733108 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9d17307-6d24-48ea-9be0-e8ef51c4f42a req-e8fae783-37f7-40a3-a3a9-77957013c9a3 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Network daf39c3d-fc5d-4c94-9e86-13c60935ce97 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:24:31.737395 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-f9d17307-6d24-48ea-9be0-e8ef51c4f42a req-e8fae783-37f7-40a3-a3a9-77957013c9a3 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:24:31.754944 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 25567267-e7bb-48c4-8335-b23dd4d40947 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:24:31.838664 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d17307-6d24-48ea-9be0-e8ef51c4f42a req-e8fae783-37f7-40a3-a3a9-77957013c9a3 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:24:31.899272 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6c5d7d09-19ec-4178-b4b2-366f5fede002 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:31.909868 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c5d7d09-19ec-4178-b4b2-366f5fede002 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 08 09:24:31.910572 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c5d7d09-19ec-4178-b4b2-366f5fede002 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:24:31.914170 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6c5d7d09-19ec-4178-b4b2-366f5fede002 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] 10.222.0.54 "DELETE /v2.0/networks/c37a5bda-5cf5-40c0-ba2c-f63028a5f63b HTTP/1.1" status: 409 len: 405 time: 0.2336409 Sep 08 09:24:31.917177 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44764) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:31.926903 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-3ed0a9d8-d0f6-44e8-ba2a-c1ba51cfb339 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1947410332'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:31.931010 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fae783-37f7-40a3-a3a9-77957013c9a3 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Pushing event updated for resources: {'Port': ['ID=10b388f7-b3cd-4d74-b5d8-329d0f71ce42,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:31.948993 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d17307-6d24-48ea-9be0-e8ef51c4f42a req-e8fae783-37f7-40a3-a3a9-77957013c9a3 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:31.950162 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f9d17307-6d24-48ea-9be0-e8ef51c4f42a req-e8fae783-37f7-40a3-a3a9-77957013c9a3 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:31.972563 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed0a9d8-d0f6-44e8-ba2a-c1ba51cfb339 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Made reservation on behalf of 316b6c8a137241f8b9ed61a50d0e21c8 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:24:31.974909 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9d17307-6d24-48ea-9be0-e8ef51c4f42a req-e8fae783-37f7-40a3-a3a9-77957013c9a3 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.6181495 Sep 08 09:24:31.976737 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3ed0a9d8-d0f6-44e8-ba2a-c1ba51cfb339 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:31.978896 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 25567267-e7bb-48c4-8335-b23dd4d40947 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:24:31.981291 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:31.997519 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-f9d17307-6d24-48ea-9be0-e8ef51c4f42a req-60a9b2d4-56a2-489f-8f0e-c9d87f2f522c service neutron] Request body: {'port': {'device_id': '72a768b1-2924-4b05-ad37-f197ec73523f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:32.013769 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ed0a9d8-d0f6-44e8-ba2a-c1ba51cfb339 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:24:32.040075 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3ed0a9d8-d0f6-44e8-ba2a-c1ba51cfb339 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:32.040446 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-3ed0a9d8-d0f6-44e8-ba2a-c1ba51cfb339 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Added segment 9c70935f-84ec-48dd-95c5-1687a20c358e of type vlan for network bbace3b8-14e4-447b-8743-521b9e5319a5 Sep 08 09:24:32.090620 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 17a1ade1-2cfa-472c-b7c8-1f808c264f74 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:24:32.106476 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f9d17307-6d24-48ea-9be0-e8ef51c4f42a req-60a9b2d4-56a2-489f-8f0e-c9d87f2f522c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:32.174756 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3ed0a9d8-d0f6-44e8-ba2a-c1ba51cfb339 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:32.231372 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-dda372a2-30a7-42c4-a873-23986c15e5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c7d677-25be-43e0-a76b-1be111b40ff8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-474562316', 'tenant_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '59c9a6dd-b8cc-4fb0-a5ec-9152e246541c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:24:11Z', 'updated_at': '2021-09-08T09:24:24Z', 'revision_number': 4, 'project_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'gw_port': {'id': '59c9a6dd-b8cc-4fb0-a5ec-9152e246541c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c7d677-25be-43e0-a76b-1be111b40ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:24:12Z', 'updated_at': '2021-09-08T09:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'd12411f0-a4e1-4ed0-9e8e-6463ee29d627', 'name': '', 'network_id': 'daf39c3d-fc5d-4c94-9e86-13c60935ce97', 'tenant_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'mac_address': 'fa:16:3e:6c:43:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c7d677-25be-43e0-a76b-1be111b40ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '46767156-577a-4d6e-9ff1-3bfd2f867ca1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:24:23Z', 'updated_at': '2021-09-08T09:24:30Z', 'revision_number': 4, 'project_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'subnets': [{'id': '46767156-577a-4d6e-9ff1-3bfd2f867ca1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:32.235799 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3ed0a9d8-d0f6-44e8-ba2a-c1ba51cfb339 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:32.243293 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed0a9d8-d0f6-44e8-ba2a-c1ba51cfb339 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:32.243974 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3ed0a9d8-d0f6-44e8-ba2a-c1ba51cfb339 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:32.307950 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44772) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:32.338814 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3ed0a9d8-d0f6-44e8-ba2a-c1ba51cfb339 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4178379 Sep 08 09:24:32.339781 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44774) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:32.341665 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-82b89955-d216-4a3a-b5f2-4ef210caf7aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:32.348664 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-25a270ad-51d0-4c71-a3c3-a3bff1e62d29 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Request body: {'subnet': {'network_id': 'bbace3b8-14e4-447b-8743-521b9e5319a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:32.360768 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:24:32.417348 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed0a9d8-d0f6-44e8-ba2a-c1ba51cfb339 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Pushing event updated for resources: {'Network': ['ID=bbace3b8-14e4-447b-8743-521b9e5319a5,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:32.440052 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83bbe04-b70d-4719-8993-ad7ce69d8cce req-a830e52b-2a29-4e91-b7c7-a18495b59b53 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:32.451213 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e83bbe04-b70d-4719-8993-ad7ce69d8cce req-a830e52b-2a29-4e91-b7c7-a18495b59b53 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 944 time: 0.2678096 Sep 08 09:24:32.534027 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e83bbe04-b70d-4719-8993-ad7ce69d8cce req-287e98db-6834-436e-a7b6-9555a71529e0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818884 Sep 08 09:24:32.630620 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-82b89955-d216-4a3a-b5f2-4ef210caf7aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:32.638276 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-82b89955-d216-4a3a-b5f2-4ef210caf7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:32.699234 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 3ada6723-d6fb-408c-8859-c7dbde4520d6 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:24:32.702375 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network bbace3b8-14e4-447b-8743-521b9e5319a5 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:24:32.704920 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421d2234-52fa-4519-9985-906ef8c27d88 None None] Network c37a5bda-5cf5-40c0-ba2c-f63028a5f63b requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:24:32.711220 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda372a2-30a7-42c4-a873-23986c15e5c3 None None] The sync data for ids ['f0c7d677-25be-43e0-a76b-1be111b40ff8'] in n-d-806683-11 is: [{'id': 'f0c7d677-25be-43e0-a76b-1be111b40ff8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-474562316', 'tenant_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '59c9a6dd-b8cc-4fb0-a5ec-9152e246541c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:24:11Z', 'updated_at': '2021-09-08T09:24:24Z', 'revision_number': 4, 'project_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'gw_port': {'id': '59c9a6dd-b8cc-4fb0-a5ec-9152e246541c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c7d677-25be-43e0-a76b-1be111b40ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:24:12Z', 'updated_at': '2021-09-08T09:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'd12411f0-a4e1-4ed0-9e8e-6463ee29d627', 'name': '', 'network_id': 'daf39c3d-fc5d-4c94-9e86-13c60935ce97', 'tenant_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'mac_address': 'fa:16:3e:6c:43:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c7d677-25be-43e0-a76b-1be111b40ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '46767156-577a-4d6e-9ff1-3bfd2f867ca1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:24:23Z', 'updated_at': '2021-09-08T09:24:30Z', 'revision_number': 4, 'project_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'subnets': [{'id': '46767156-577a-4d6e-9ff1-3bfd2f867ca1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:24:32.719071 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a270ad-51d0-4c71-a3c3-a3bff1e62d29 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Made reservation on behalf of 316b6c8a137241f8b9ed61a50d0e21c8 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:24:32.723469 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-25a270ad-51d0-4c71-a3c3-a3bff1e62d29 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:32.731099 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-82b89955-d216-4a3a-b5f2-4ef210caf7aa admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=36ea8463387f41de8af20552a43488e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4214840 Sep 08 09:24:32.740630 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 44786) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:32.745067 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b89955-d216-4a3a-b5f2-4ef210caf7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30ba8bf-902b-460f-a811-597a71a075ce,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:32.768791 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 17a1ade1-2cfa-472c-b7c8-1f808c264f74 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:24:32.811852 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 17a1ade1-2cfa-472c-b7c8-1f808c264f74 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:24:32.812253 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:32.878288 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-5ab3e975-9fbb-4c9d-a2bb-ac5adff1405e None None] Provisioning for port 10b388f7-b3cd-4d74-b5d8-329d0f71ce42 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:24:32.930563 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca5186-e8b9-4d3c-a47f-c1bb44c35113 req-0acf7f4c-f7db-447c-8fbb-5f609143a7cd tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:32.940189 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-86ca5186-e8b9-4d3c-a47f-c1bb44c35113 req-0acf7f4c-f7db-447c-8fbb-5f609143a7cd tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 944 time: 0.0924201 Sep 08 09:24:32.989849 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-70a48f1e-9e27-40c6-8c1c-4456b0ce0801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:33.009295 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-5ab3e975-9fbb-4c9d-a2bb-ac5adff1405e None None] Provisioning complete for port 10b388f7-b3cd-4d74-b5d8-329d0f71ce42 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:24:33.009898 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5ab3e975-9fbb-4c9d-a2bb-ac5adff1405e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:33.023483 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-f9d17307-6d24-48ea-9be0-e8ef51c4f42a req-60a9b2d4-56a2-489f-8f0e-c9d87f2f522c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10b388f7-b3cd-4d74-b5d8-329d0f71ce42 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:24:33.043260 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f9d17307-6d24-48ea-9be0-e8ef51c4f42a req-60a9b2d4-56a2-489f-8f0e-c9d87f2f522c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:33.055956 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb30c5-0bd9-4380-8009-dc84745fed52 req-fa594bb7-80f2-4698-86d3-8ba316c33615 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:33.056695 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-86ca5186-e8b9-4d3c-a47f-c1bb44c35113 req-99dfa3dd-9175-47db-a7e8-cf01a56d98f8 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155374 Sep 08 09:24:33.063876 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-94fb30c5-0bd9-4380-8009-dc84745fed52 req-fa594bb7-80f2-4698-86d3-8ba316c33615 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/ports?device_id=72a768b1-2924-4b05-ad37-f197ec73523f HTTP/1.1" status: 200 len: 895 time: 0.1762128 Sep 08 09:24:33.067441 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-70a48f1e-9e27-40c6-8c1c-4456b0ce0801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:33.104933 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-5ab3e975-9fbb-4c9d-a2bb-ac5adff1405e None None] Port 10b388f7-b3cd-4d74-b5d8-329d0f71ce42 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:24:33.109053 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-f9d17307-6d24-48ea-9be0-e8ef51c4f42a req-60a9b2d4-56a2-489f-8f0e-c9d87f2f522c service neutron] Transition to ACTIVE for port object 10b388f7-b3cd-4d74-b5d8-329d0f71ce42 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:24:33.120982 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f9d17307-6d24-48ea-9be0-e8ef51c4f42a req-60a9b2d4-56a2-489f-8f0e-c9d87f2f522c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:33.189635 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a9b2d4-56a2-489f-8f0e-c9d87f2f522c service neutron] Pushing event updated for resources: {'Port': ['ID=10b388f7-b3cd-4d74-b5d8-329d0f71ce42,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:33.226513 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 3ada6723-d6fb-408c-8859-c7dbde4520d6 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:24:33.258489 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:33.274925 n-d-806683-11 neutron-server[94713]: DEBUG neutron.objects.ports [None req-25a270ad-51d0-4c71-a3c3-a3bff1e62d29 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94713) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 08 09:24:33.282593 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-25a270ad-51d0-4c71-a3c3-a3bff1e62d29 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:33.330008 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-70a48f1e-9e27-40c6-8c1c-4456b0ce0801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:33.333129 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-70a48f1e-9e27-40c6-8c1c-4456b0ce0801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:33.336787 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-70a48f1e-9e27-40c6-8c1c-4456b0ce0801 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e30ba8bf-902b-460f-a811-597a71a075ce HTTP/1.1" status: 204 len: 168 time: 0.5897963 Sep 08 09:24:33.389323 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a48f1e-9e27-40c6-8c1c-4456b0ce0801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30ba8bf-902b-460f-a811-597a71a075ce,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:33.392195 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 17a1ade1-2cfa-472c-b7c8-1f808c264f74, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=17a1ade1-2cfa-472c-b7c8-1f808c264f74,segment=NetworkSegment(10091b82-4fa4-4197-a2c9-d510b15c0e30),segment_id=10091b82-4fa4-4197-a2c9-d510b15c0e30)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:24:33.408098 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f90ae4-632e-46a8-8431-9ef2b1e207ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a1ade1-2cfa-472c-b7c8-1f808c264f74'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:24:33.416657 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c363c4bf-4450-46f0-b801-07b401de83ac" -d '{"events": [{"server_uuid": "e7f90ae4-632e-46a8-8431-9ef2b1e207ba", "name": "network-vif-plugged", "status": "completed", "tag": "17a1ade1-2cfa-472c-b7c8-1f808c264f74"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:24:33.423918 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4828edd8-166a-4c39-b08e-26422b17e644 None None] DHCP port deletion for c37a5bda-5cf5-40c0-ba2c-f63028a5f63b request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:24:33.435220 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a270ad-51d0-4c71-a3c3-a3bff1e62d29 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Checking segment: {'id': '9c70935f-84ec-48dd-95c5-1687a20c358e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'bbace3b8-14e4-447b-8743-521b9e5319a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:24:33.445189 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a270ad-51d0-4c71-a3c3-a3bff1e62d29 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Network hostable DHCP agents. Network: bbace3b8-14e4-447b-8743-521b9e5319a5, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:24:33.447962 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-f9d17307-6d24-48ea-9be0-e8ef51c4f42a req-60a9b2d4-56a2-489f-8f0e-c9d87f2f522c service neutron] Attempting to bind port 10b388f7-b3cd-4d74-b5d8-329d0f71ce42 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:24:33.448507 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-f9d17307-6d24-48ea-9be0-e8ef51c4f42a req-60a9b2d4-56a2-489f-8f0e-c9d87f2f522c service neutron] Attempting to bind port 10b388f7-b3cd-4d74-b5d8-329d0f71ce42 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'dce01566-213f-4e3b-99af-8e95896c8462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'daf39c3d-fc5d-4c94-9e86-13c60935ce97'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:24:33.449663 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d17307-6d24-48ea-9be0-e8ef51c4f42a req-60a9b2d4-56a2-489f-8f0e-c9d87f2f522c service neutron] Attempting to bind port 10b388f7-b3cd-4d74-b5d8-329d0f71ce42 on network daf39c3d-fc5d-4c94-9e86-13c60935ce97 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:24:33.458928 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-8b5ab690-1320-445b-b037-217fdb4aa496 None None] Provisioning for port 3ada6723-d6fb-408c-8859-c7dbde4520d6 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:24:33.459391 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a270ad-51d0-4c71-a3c3-a3bff1e62d29 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Pushing event updated for resources: {'Subnet': ['ID=9526a02e-6b3c-40bd-9711-1b02cf9ca51a,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:33.461390 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d17307-6d24-48ea-9be0-e8ef51c4f42a req-60a9b2d4-56a2-489f-8f0e-c9d87f2f522c service neutron] Port 10b388f7-b3cd-4d74-b5d8-329d0f71ce42 on network daf39c3d-fc5d-4c94-9e86-13c60935ce97 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:24:33.462904 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d17307-6d24-48ea-9be0-e8ef51c4f42a req-60a9b2d4-56a2-489f-8f0e-c9d87f2f522c service neutron] Attempting to bind port 10b388f7-b3cd-4d74-b5d8-329d0f71ce42 on network daf39c3d-fc5d-4c94-9e86-13c60935ce97 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:24:33.465237 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:33.466080 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 8bad12fc-0407-4931-9668-f2979f9e09c7 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:24:33.478248 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d17307-6d24-48ea-9be0-e8ef51c4f42a req-60a9b2d4-56a2-489f-8f0e-c9d87f2f522c service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:24:33.479704 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d17307-6d24-48ea-9be0-e8ef51c4f42a req-60a9b2d4-56a2-489f-8f0e-c9d87f2f522c service neutron] Checking segment: {'id': 'dce01566-213f-4e3b-99af-8e95896c8462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'daf39c3d-fc5d-4c94-9e86-13c60935ce97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:24:33.480317 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d17307-6d24-48ea-9be0-e8ef51c4f42a req-60a9b2d4-56a2-489f-8f0e-c9d87f2f522c service neutron] Bound using segment: {'id': 'dce01566-213f-4e3b-99af-8e95896c8462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'daf39c3d-fc5d-4c94-9e86-13c60935ce97'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:24:33.481337 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-f9d17307-6d24-48ea-9be0-e8ef51c4f42a req-60a9b2d4-56a2-489f-8f0e-c9d87f2f522c service neutron] Bound port: 10b388f7-b3cd-4d74-b5d8-329d0f71ce42, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dce01566-213f-4e3b-99af-8e95896c8462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'daf39c3d-fc5d-4c94-9e86-13c60935ce97'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:24:33.483397 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f9d17307-6d24-48ea-9be0-e8ef51c4f42a req-60a9b2d4-56a2-489f-8f0e-c9d87f2f522c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:33.500767 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a270ad-51d0-4c71-a3c3-a3bff1e62d29 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Network bbace3b8-14e4-447b-8743-521b9e5319a5 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:24:33.516000 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-25a270ad-51d0-4c71-a3c3-a3bff1e62d29 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, bbace3b8-14e4-447b-8743-521b9e5319a5) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:24:33.555770 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a270ad-51d0-4c71-a3c3-a3bff1e62d29 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:33.556456 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-25a270ad-51d0-4c71-a3c3-a3bff1e62d29 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:33.578725 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0a0091-c803-4e63-82c3-b1d5dedd96ea x-openstack-request-id: req-de0a0091-c803-4e63-82c3-b1d5dedd96ea {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:24:33.579191 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f90ae4-632e-46a8-8431-9ef2b1e207ba", "name": "network-vif-plugged", "status": "completed", "tag": "17a1ade1-2cfa-472c-b7c8-1f808c264f74", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:24:33.579505 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-de0a0091-c803-4e63-82c3-b1d5dedd96ea {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:24:33.579906 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f90ae4-632e-46a8-8431-9ef2b1e207ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a1ade1-2cfa-472c-b7c8-1f808c264f74', 'code': 200} Sep 08 09:24:33.582776 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f454b61-8764-43db-948b-42f58efdc9df None None] Network bbace3b8-14e4-447b-8743-521b9e5319a5 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:24:33.600362 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-25a270ad-51d0-4c71-a3c3-a3bff1e62d29 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2595050 Sep 08 09:24:33.601131 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44800) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:33.615349 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-f1fe2084-6828-4e87-8e12-f4f905cf20c9 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Request body: {'port': {'network_id': 'bbace3b8-14e4-447b-8743-521b9e5319a5', 'name': 'tempest-NetworksIpV6TestAttrs-1398043563'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:33.618580 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-8b5ab690-1320-445b-b037-217fdb4aa496 None None] Provisioning complete for port 3ada6723-d6fb-408c-8859-c7dbde4520d6 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:24:33.618972 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8b5ab690-1320-445b-b037-217fdb4aa496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:33.701654 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device d12411f0-a4e1-4ed0-9e8e-6463ee29d627 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:24:33.765219 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-f9d17307-6d24-48ea-9be0-e8ef51c4f42a req-60a9b2d4-56a2-489f-8f0e-c9d87f2f522c service neutron] For port 10b388f7-b3cd-4d74-b5d8-329d0f71ce42, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:24:33.769390 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-f9d17307-6d24-48ea-9be0-e8ef51c4f42a req-60a9b2d4-56a2-489f-8f0e-c9d87f2f522c service neutron] For port 10b388f7-b3cd-4d74-b5d8-329d0f71ce42, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=10b388f7-b3cd-4d74-b5d8-329d0f71ce42,segment=NetworkSegment(dce01566-213f-4e3b-99af-8e95896c8462),segment_id=dce01566-213f-4e3b-99af-8e95896c8462)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:24:33.818295 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f9d17307-6d24-48ea-9be0-e8ef51c4f42a req-60a9b2d4-56a2-489f-8f0e-c9d87f2f522c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:33.889963 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d17307-6d24-48ea-9be0-e8ef51c4f42a req-60a9b2d4-56a2-489f-8f0e-c9d87f2f522c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:33.892285 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-f9d17307-6d24-48ea-9be0-e8ef51c4f42a req-60a9b2d4-56a2-489f-8f0e-c9d87f2f522c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:33.893884 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9d17307-6d24-48ea-9be0-e8ef51c4f42a req-60a9b2d4-56a2-489f-8f0e-c9d87f2f522c service neutron] 10.222.0.37 "PUT /v2.0/ports/10b388f7-b3cd-4d74-b5d8-329d0f71ce42 HTTP/1.1" status: 200 len: 1056 time: 1.9030249 Sep 08 09:24:33.899921 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a768b1-2924-4b05-ad37-f197ec73523f', 'tag': '10b388f7-b3cd-4d74-b5d8-329d0f71ce42'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:24:33.904383 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb30a726-85d2-4f73-9cc1-923a53e9b730" -d '{"events": [{"name": "network-changed", "server_uuid": "72a768b1-2924-4b05-ad37-f197ec73523f", "tag": "10b388f7-b3cd-4d74-b5d8-329d0f71ce42"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:24:33.941836 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1fe2084-6828-4e87-8e12-f4f905cf20c9 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Made reservation on behalf of 316b6c8a137241f8b9ed61a50d0e21c8 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:24:33.951513 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f1fe2084-6828-4e87-8e12-f4f905cf20c9 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:33.960833 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d9b16-0bc1-4bcb-9fc5-548a8e7f9519 req-8661d237-9140-4c7f-b2dd-d787ab7d8f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:33.962481 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-086d9b16-0bc1-4bcb-9fc5-548a8e7f9519 req-8661d237-9140-4c7f-b2dd-d787ab7d8f63 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 1097 time: 0.1913166 Sep 08 09:24:34.002343 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [None req-f1fe2084-6828-4e87-8e12-f4f905cf20c9 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] device_id is not set on port dbd2d657-9297-448f-abc8-d7c8438f3c49 yet. {{(pid=94713) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 09:24:34.032994 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=17a1ade1-2cfa-472c-b7c8-1f808c264f74,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:34.058775 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49983d8-ba6b-48a0-9071-a6c6b28a9425 x-openstack-request-id: req-e49983d8-ba6b-48a0-9071-a6c6b28a9425 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:24:34.059157 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a768b1-2924-4b05-ad37-f197ec73523f", "tag": "10b388f7-b3cd-4d74-b5d8-329d0f71ce42", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:24:34.059331 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e49983d8-ba6b-48a0-9071-a6c6b28a9425 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:24:34.059728 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a768b1-2924-4b05-ad37-f197ec73523f', 'tag': '10b388f7-b3cd-4d74-b5d8-329d0f71ce42', 'status': 'completed', 'code': 200} Sep 08 09:24:34.115611 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a9b2d4-56a2-489f-8f0e-c9d87f2f522c service neutron] Pushing event updated for resources: {'Port': ['ID=10b388f7-b3cd-4d74-b5d8-329d0f71ce42,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:34.136456 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3b232-23a2-47b9-8854-82b8c40892f3 req-6892ee11-6095-4258-a21e-413de978f0dd tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:34.151605 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7fd3b232-23a2-47b9-8854-82b8c40892f3 req-6892ee11-6095-4258-a21e-413de978f0dd tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 945 time: 0.3453262 Sep 08 09:24:34.166746 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 8bad12fc-0407-4931-9668-f2979f9e09c7 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:24:34.181295 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-4828edd8-166a-4c39-b08e-26422b17e644 None None] Deleting port 3ada6723-d6fb-408c-8859-c7dbde4520d6 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:24:34.182380 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4828edd8-166a-4c39-b08e-26422b17e644 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:34.200738 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port d12411f0-a4e1-4ed0-9e8e-6463ee29d627 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:24:34.243309 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-086d9b16-0bc1-4bcb-9fc5-548a8e7f9519 req-c67b9da6-7d15-411f-b835-d21eb8bcd172 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2617223 Sep 08 09:24:34.287777 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d17307-6d24-48ea-9be0-e8ef51c4f42a req-75093a29-5c90-45a1-96aa-8482606a4ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:34.288283 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 8bad12fc-0407-4931-9668-f2979f9e09c7 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:24:34.289384 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9d17307-6d24-48ea-9be0-e8ef51c4f42a req-75093a29-5c90-45a1-96aa-8482606a4ff8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ecbaee6aa4b844ae9f42681fee78a6d0&device_id=72a768b1-2924-4b05-ad37-f197ec73523f HTTP/1.1" status: 200 len: 1059 time: 0.3067052 Sep 08 09:24:34.295621 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:34.310696 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7fd3b232-23a2-47b9-8854-82b8c40892f3 req-a67d2f21-6a0f-48fc-9d52-a9983c376395 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581833 Sep 08 09:24:34.355978 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9d17307-6d24-48ea-9be0-e8ef51c4f42a req-d8201056-c25c-4db8-a940-19c2fc6992c4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=10b388f7-b3cd-4d74-b5d8-329d0f71ce42 HTTP/1.1" status: 200 len: 217 time: 0.0438826 Sep 08 09:24:34.370426 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-f1fe2084-6828-4e87-8e12-f4f905cf20c9 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Allocated IP 2001:db8::f816:3eff:fe20:2cc5 (bbace3b8-14e4-447b-8743-521b9e5319a5/9526a02e-6b3c-40bd-9711-1b02cf9ca51a/dbd2d657-9297-448f-abc8-d7c8438f3c49) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:24:34.443203 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb2de0-d578-4e33-a2da-449dd5061338 req-02d98714-65f4-43d9-ad38-5476bf2c8474 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:34.444834 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2efb2de0-d578-4e33-a2da-449dd5061338 req-02d98714-65f4-43d9-ad38-5476bf2c8474 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 944 time: 0.2162170 Sep 08 09:24:34.469391 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port d12411f0-a4e1-4ed0-9e8e-6463ee29d627 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:24:34.474987 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:34.505684 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d17307-6d24-48ea-9be0-e8ef51c4f42a req-638aa1b4-cb6f-47ad-aff6-e257cec95f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:34.508558 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9d17307-6d24-48ea-9be0-e8ef51c4f42a req-638aa1b4-cb6f-47ad-aff6-e257cec95f71 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=46767156-577a-4d6e-9ff1-3bfd2f867ca1 HTTP/1.1" status: 200 len: 837 time: 0.1439176 Sep 08 09:24:34.549380 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2efb2de0-d578-4e33-a2da-449dd5061338 req-1d8f9b3e-79fd-43b3-af34-4d15ff3331ce tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903175 Sep 08 09:24:34.562030 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396b5be-d799-48dd-9cee-33e536d949ce req-158982d6-d721-428a-b55f-6109e88aaf70 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:34.571548 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c396b5be-d799-48dd-9cee-33e536d949ce req-158982d6-d721-428a-b55f-6109e88aaf70 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/ports?device_id=72a768b1-2924-4b05-ad37-f197ec73523f HTTP/1.1" status: 200 len: 907 time: 0.1380503 Sep 08 09:24:34.679742 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-4828edd8-166a-4c39-b08e-26422b17e644 None None] For port 3ada6723-d6fb-408c-8859-c7dbde4520d6, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=3ada6723-d6fb-408c-8859-c7dbde4520d6,segment=NetworkSegment(e559cb1b-f7a7-4cbd-8235-f91146189172),segment_id=e559cb1b-f7a7-4cbd-8235-f91146189172)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:24:34.680066 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4828edd8-166a-4c39-b08e-26422b17e644 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:34.708384 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d17307-6d24-48ea-9be0-e8ef51c4f42a req-e3f2ccd7-3549-4b6e-a4ed-cdecbe2dc76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:34.711170 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9d17307-6d24-48ea-9be0-e8ef51c4f42a req-e3f2ccd7-3549-4b6e-a4ed-cdecbe2dc76a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=daf39c3d-fc5d-4c94-9e86-13c60935ce97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1937966 Sep 08 09:24:34.724042 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8b5ab690-1320-445b-b037-217fdb4aa496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:34.726116 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-4828edd8-166a-4c39-b08e-26422b17e644 None None] Calling delete_port for 3ada6723-d6fb-408c-8859-c7dbde4520d6 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:24:34.741794 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aac58c34-3a54-41a5-83fe-db36fbaa41fe req-dcbb3553-3650-405b-bae1-fc1c303637e7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b2cf7ffd-4601-4b7e-bef6-c32728165377&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1025889 Sep 08 09:24:34.842244 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8fa5bb-eb7a-45dc-aff6-2ddd3fa7b28f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-bbace3b8-14e4-447b-8743-521b9e5319a5', 'network_id': 'bbace3b8-14e4-447b-8743-521b9e5319a5', 'tenant_id': '316b6c8a137241f8b9ed61a50d0e21c8', 'fixed_ips': [{'subnet_id': '9526a02e-6b3c-40bd-9711-1b02cf9ca51a'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:24:34.843111 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1b8fa5bb-eb7a-45dc-aff6-2ddd3fa7b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:34.854931 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f1fe2084-6828-4e87-8e12-f4f905cf20c9 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:34.894701 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-f1fe2084-6828-4e87-8e12-f4f905cf20c9 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Transition to ACTIVE for port object dbd2d657-9297-448f-abc8-d7c8438f3c49 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:24:34.932379 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-8b5ab690-1320-445b-b037-217fdb4aa496 None None] For port 3ada6723-d6fb-408c-8859-c7dbde4520d6, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=3ada6723-d6fb-408c-8859-c7dbde4520d6,segment=NetworkSegment(e559cb1b-f7a7-4cbd-8235-f91146189172),segment_id=e559cb1b-f7a7-4cbd-8235-f91146189172)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:24:34.986535 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f1fe2084-6828-4e87-8e12-f4f905cf20c9 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:34.989310 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8b5ab690-1320-445b-b037-217fdb4aa496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:35.002899 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9d17307-6d24-48ea-9be0-e8ef51c4f42a req-2212ccd9-9045-48ad-8685-b11d87945f3d service neutron] 10.222.0.37 "GET /v2.0/networks/daf39c3d-fc5d-4c94-9e86-13c60935ce97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816143 Sep 08 09:24:35.017470 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:35.119787 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fe2084-6828-4e87-8e12-f4f905cf20c9 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Network bbace3b8-14e4-447b-8743-521b9e5319a5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:24:35.126978 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-f1fe2084-6828-4e87-8e12-f4f905cf20c9 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:24:35.136851 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fe2084-6828-4e87-8e12-f4f905cf20c9 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:24:35.144531 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fe2084-6828-4e87-8e12-f4f905cf20c9 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:35.146568 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f1fe2084-6828-4e87-8e12-f4f905cf20c9 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:35.167967 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:35.175856 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe2084-6828-4e87-8e12-f4f905cf20c9 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Pushing event updated for resources: {'Port': ['ID=dbd2d657-9297-448f-abc8-d7c8438f3c49,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:35.193483 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f1fe2084-6828-4e87-8e12-f4f905cf20c9 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.5904474 Sep 08 09:24:35.199929 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44842) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:35.226666 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 8bad12fc-0407-4931-9668-f2979f9e09c7, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=8bad12fc-0407-4931-9668-f2979f9e09c7,segment=NetworkSegment(f08fca9c-7ba9-4967-8c01-3edd0faf3db1),segment_id=f08fca9c-7ba9-4967-8c01-3edd0faf3db1)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:24:35.244416 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ab690-1320-445b-b037-217fdb4aa496 None None] Pushing event updated for resources: {'Port': ['ID=3ada6723-d6fb-408c-8859-c7dbde4520d6,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:35.251956 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4828edd8-166a-4c39-b08e-26422b17e644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:35.254024 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:35.303218 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca7ca702-1d64-430b-b32b-fd3b51c4e30d tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Deleting subnet 9526a02e-6b3c-40bd-9711-1b02cf9ca51a {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:24:35.379638 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port d12411f0-a4e1-4ed0-9e8e-6463ee29d627, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=d12411f0-a4e1-4ed0-9e8e-6463ee29d627,segment=NetworkSegment(dce01566-213f-4e3b-99af-8e95896c8462),segment_id=dce01566-213f-4e3b-99af-8e95896c8462)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:24:35.382594 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4828edd8-166a-4c39-b08e-26422b17e644 None None] No DVR routers for this DVR port 3ada6723-d6fb-408c-8859-c7dbde4520d6 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:24:35.384301 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4828edd8-166a-4c39-b08e-26422b17e644 None None] Pushing event deleted for resources: {'Port': ['ID=3ada6723-d6fb-408c-8859-c7dbde4520d6,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:35.423892 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-1b8fa5bb-eb7a-45dc-aff6-2ddd3fa7b28f None None] Allocated IP 2001:db8::f816:3eff:fefb:370f (bbace3b8-14e4-447b-8743-521b9e5319a5/9526a02e-6b3c-40bd-9711-1b02cf9ca51a/1ebdd24b-1280-436f-a5c8-6ff22fcdd802) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:24:35.507859 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7dfc8-658a-4b9e-9cce-0fc368310413 req-cc807043-fde2-455c-9ebd-f2d766daf106 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:35.520678 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f3e7dfc8-658a-4b9e-9cce-0fc368310413 req-cc807043-fde2-455c-9ebd-f2d766daf106 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 945 time: 0.0803492 Sep 08 09:24:35.565419 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f3e7dfc8-658a-4b9e-9cce-0fc368310413 req-e22cb683-2899-4b88-a520-5271903e2aac tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444837 Sep 08 09:24:35.586944 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bad12fc-0407-4931-9668-f2979f9e09c7'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:24:35.589419 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88f465e-542f-4606-b716-5079edfa25a7" -d '{"events": [{"server_uuid": "1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f", "name": "network-vif-plugged", "status": "completed", "tag": "8bad12fc-0407-4931-9668-f2979f9e09c7"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:24:35.612471 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac58c34-3a54-41a5-83fe-db36fbaa41fe req-708c1423-026b-4315-ae71-13127964bde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:35.612980 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:35.616281 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aac58c34-3a54-41a5-83fe-db36fbaa41fe req-708c1423-026b-4315-ae71-13127964bde9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ecbaee6aa4b844ae9f42681fee78a6d0&device_id=b2cf7ffd-4601-4b7e-bef6-c32728165377 HTTP/1.1" status: 200 len: 1136 time: 0.6291666 Sep 08 09:24:35.709562 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5077bbc-9680-41e3-9adc-660484afdf63 x-openstack-request-id: req-a5077bbc-9680-41e3-9adc-660484afdf63 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:24:35.709931 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f", "name": "network-vif-plugged", "status": "completed", "tag": "8bad12fc-0407-4931-9668-f2979f9e09c7", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:24:35.710251 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a5077bbc-9680-41e3-9adc-660484afdf63 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:24:35.710641 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bad12fc-0407-4931-9668-f2979f9e09c7', 'code': 200} Sep 08 09:24:35.726134 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 3ada6723-d6fb-408c-8859-c7dbde4520d6 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:24:35.774604 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 3ada6723-d6fb-408c-8859-c7dbde4520d6 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:24:35.775437 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 3ada6723-d6fb-408c-8859-c7dbde4520d6 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:24:35.839843 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=8bad12fc-0407-4931-9668-f2979f9e09c7,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:35.858402 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd4871-70a0-4e24-97df-04ef1689a0f9 req-21ca5aad-8641-486f-9a62-48e9ac98c91a tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:35.861052 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b3fd4871-70a0-4e24-97df-04ef1689a0f9 req-21ca5aad-8641-486f-9a62-48e9ac98c91a tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/ports?device_id=72a768b1-2924-4b05-ad37-f197ec73523f HTTP/1.1" status: 200 len: 907 time: 0.0984442 Sep 08 09:24:35.945604 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9d17307-6d24-48ea-9be0-e8ef51c4f42a req-7685f1cf-8e69-4821-889d-21e53b043f7b service neutron] 10.222.0.37 "GET /v2.0/networks/daf39c3d-fc5d-4c94-9e86-13c60935ce97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9246891 Sep 08 09:24:35.987616 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1b8fa5bb-eb7a-45dc-aff6-2ddd3fa7b28f None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:35.990161 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=d12411f0-a4e1-4ed0-9e8e-6463ee29d627,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:36.001145 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-1b8fa5bb-eb7a-45dc-aff6-2ddd3fa7b28f None None] Transition to ACTIVE for port object 1ebdd24b-1280-436f-a5c8-6ff22fcdd802 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:24:36.018238 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-1b8fa5bb-eb7a-45dc-aff6-2ddd3fa7b28f None None] Transition to ACTIVE for port object 1ebdd24b-1280-436f-a5c8-6ff22fcdd802 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:24:36.024645 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ca7ca702-1d64-430b-b32b-fd3b51c4e30d tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:36.025552 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1b8fa5bb-eb7a-45dc-aff6-2ddd3fa7b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:36.047962 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59209bb5-0d18-4d8d-aba5-5abc7d3851a7 req-6b4d7378-0f4a-4e4c-babe-4f543f598f24 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:36.049562 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59209bb5-0d18-4d8d-aba5-5abc7d3851a7 req-6b4d7378-0f4a-4e4c-babe-4f543f598f24 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.2736588 Sep 08 09:24:36.077723 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8fa5bb-eb7a-45dc-aff6-2ddd3fa7b28f None None] Network bbace3b8-14e4-447b-8743-521b9e5319a5 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:24:36.083359 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-1b8fa5bb-eb7a-45dc-aff6-2ddd3fa7b28f None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:24:36.088379 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8fa5bb-eb7a-45dc-aff6-2ddd3fa7b28f None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:24:36.091322 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac58c34-3a54-41a5-83fe-db36fbaa41fe req-a6f4117f-99ca-4440-ba73-992620e4c69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:36.092829 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aac58c34-3a54-41a5-83fe-db36fbaa41fe req-a6f4117f-99ca-4440-ba73-992620e4c69d service neutron] 10.222.0.35 "GET /v2.0/networks?id=accf7f86-2e24-44f5-820b-a3db2b9e6a69 HTTP/1.1" status: 200 len: 898 time: 0.4494376 Sep 08 09:24:36.100624 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ca7ca702-1d64-430b-b32b-fd3b51c4e30d tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:36.103375 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecff7a-92cf-4696-a760-3625704e18be req-83c43732-8ae8-4493-b583-dc2a58bd935e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:36.105069 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d5ecff7a-92cf-4696-a760-3625704e18be req-83c43732-8ae8-4493-b583-dc2a58bd935e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 1097 time: 0.1813440 Sep 08 09:24:36.153520 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8fa5bb-eb7a-45dc-aff6-2ddd3fa7b28f None None] Pushing event updated for resources: {'Port': ['ID=1ebdd24b-1280-436f-a5c8-6ff22fcdd802,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:36.192141 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30a726-85d2-4f73-9cc1-923a53e9b730 req-8f57681b-4973-4e85-b79a-f980dfefef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:36.193670 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-eb30a726-85d2-4f73-9cc1-923a53e9b730 req-8f57681b-4973-4e85-b79a-f980dfefef9e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ecbaee6aa4b844ae9f42681fee78a6d0&device_id=72a768b1-2924-4b05-ad37-f197ec73523f HTTP/1.1" status: 200 len: 1059 time: 0.1431806 Sep 08 09:24:36.216348 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-1b8fa5bb-eb7a-45dc-aff6-2ddd3fa7b28f None None] Attempting to bind port 1ebdd24b-1280-436f-a5c8-6ff22fcdd802 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:24:36.216972 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-1b8fa5bb-eb7a-45dc-aff6-2ddd3fa7b28f None None] Attempting to bind port 1ebdd24b-1280-436f-a5c8-6ff22fcdd802 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '9c70935f-84ec-48dd-95c5-1687a20c358e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'bbace3b8-14e4-447b-8743-521b9e5319a5'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:24:36.216972 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8fa5bb-eb7a-45dc-aff6-2ddd3fa7b28f None None] Attempting to bind port 1ebdd24b-1280-436f-a5c8-6ff22fcdd802 on network bbace3b8-14e4-447b-8743-521b9e5319a5 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:24:36.232521 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8fa5bb-eb7a-45dc-aff6-2ddd3fa7b28f None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:24:36.232901 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8fa5bb-eb7a-45dc-aff6-2ddd3fa7b28f None None] Checking segment: {'id': '9c70935f-84ec-48dd-95c5-1687a20c358e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'bbace3b8-14e4-447b-8743-521b9e5319a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:24:36.233318 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1b8fa5bb-eb7a-45dc-aff6-2ddd3fa7b28f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:36.233946 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8fa5bb-eb7a-45dc-aff6-2ddd3fa7b28f None None] Bound using segment: {'id': '9c70935f-84ec-48dd-95c5-1687a20c358e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'bbace3b8-14e4-447b-8743-521b9e5319a5'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:24:36.234523 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-1b8fa5bb-eb7a-45dc-aff6-2ddd3fa7b28f None None] Bound port: 1ebdd24b-1280-436f-a5c8-6ff22fcdd802, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c70935f-84ec-48dd-95c5-1687a20c358e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'bbace3b8-14e4-447b-8743-521b9e5319a5'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:24:36.234915 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1b8fa5bb-eb7a-45dc-aff6-2ddd3fa7b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:36.280457 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ca7ca702-1d64-430b-b32b-fd3b51c4e30d tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:36.367566 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59209bb5-0d18-4d8d-aba5-5abc7d3851a7 req-8d4b05eb-d0d3-4705-bf22-a86b8ec171bb tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673967 Sep 08 09:24:36.368624 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ca7ca702-1d64-430b-b32b-fd3b51c4e30d tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:36.397019 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ca7ca702-1d64-430b-b32b-fd3b51c4e30d tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:36.409188 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ca7ca702-1d64-430b-b32b-fd3b51c4e30d tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] 10.222.0.54 "DELETE /v2.0/subnets/9526a02e-6b3c-40bd-9711-1b02cf9ca51a HTTP/1.1" status: 204 len: 168 time: 1.1989694 Sep 08 09:24:36.409188 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44888) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:36.424905 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30a726-85d2-4f73-9cc1-923a53e9b730 req-63978928-5334-42b8-8fcc-b59ee9707c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:36.426730 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-eb30a726-85d2-4f73-9cc1-923a53e9b730 req-63978928-5334-42b8-8fcc-b59ee9707c64 service neutron] 10.222.0.37 "GET /v2.0/networks?id=daf39c3d-fc5d-4c94-9e86-13c60935ce97 HTTP/1.1" status: 200 len: 899 time: 0.2202179 Sep 08 09:24:36.428602 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aac58c34-3a54-41a5-83fe-db36fbaa41fe req-f7942933-a6ff-4809-a254-15ab36e92655 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5ff2652-88c4-4c8e-9801-94ca89e61192 HTTP/1.1" status: 200 len: 1001 time: 0.3200030 Sep 08 09:24:36.430641 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d5ecff7a-92cf-4696-a760-3625704e18be req-a42216d1-0ff8-4494-9cc3-67f76a2be010 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979078 Sep 08 09:24:36.467687 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7ca702-1d64-430b-b32b-fd3b51c4e30d tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Pushing event deleted for resources: {'Subnet': ['ID=9526a02e-6b3c-40bd-9711-1b02cf9ca51a,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:36.476647 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-eb30a726-85d2-4f73-9cc1-923a53e9b730 req-3aee63f1-7417-4abf-89af-44c2016d5cf6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=10b388f7-b3cd-4d74-b5d8-329d0f71ce42 HTTP/1.1" status: 200 len: 217 time: 0.0416720 Sep 08 09:24:36.495013 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-1b8fa5bb-eb7a-45dc-aff6-2ddd3fa7b28f None None] For port 1ebdd24b-1280-436f-a5c8-6ff22fcdd802, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:24:36.498872 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-1b8fa5bb-eb7a-45dc-aff6-2ddd3fa7b28f None None] For port 1ebdd24b-1280-436f-a5c8-6ff22fcdd802, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=1ebdd24b-1280-436f-a5c8-6ff22fcdd802,segment=NetworkSegment(9c70935f-84ec-48dd-95c5-1687a20c358e),segment_id=9c70935f-84ec-48dd-95c5-1687a20c358e)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:24:36.506880 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1b8fa5bb-eb7a-45dc-aff6-2ddd3fa7b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:36.554225 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9a469f-435e-404a-89eb-a25ce9b770c4 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:36.556658 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9a469f-435e-404a-89eb-a25ce9b770c4 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:36.560346 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6c9a469f-435e-404a-89eb-a25ce9b770c4 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1527555 Sep 08 09:24:36.560864 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44898) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:36.565991 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30a726-85d2-4f73-9cc1-923a53e9b730 req-ace6a84c-88f7-40cd-90ca-9aea6efc44d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:36.575901 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-eb30a726-85d2-4f73-9cc1-923a53e9b730 req-ace6a84c-88f7-40cd-90ca-9aea6efc44d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=46767156-577a-4d6e-9ff1-3bfd2f867ca1 HTTP/1.1" status: 200 len: 837 time: 0.0828764 Sep 08 09:24:36.644501 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8fa5bb-eb7a-45dc-aff6-2ddd3fa7b28f None None] Pushing event updated for resources: {'Port': ['ID=1ebdd24b-1280-436f-a5c8-6ff22fcdd802,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:36.671999 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca13d862-482c-4f52-80c4-5abc76f68333 None None] Network bbace3b8-14e4-447b-8743-521b9e5319a5 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:24:36.693093 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30a726-85d2-4f73-9cc1-923a53e9b730 req-915b26fd-c245-4a37-9c81-e46a336fa459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:36.698387 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-eb30a726-85d2-4f73-9cc1-923a53e9b730 req-915b26fd-c245-4a37-9c81-e46a336fa459 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=daf39c3d-fc5d-4c94-9e86-13c60935ce97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1218886 Sep 08 09:24:36.707601 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dff19e38-a1ef-4c64-967d-850824cf7a43 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:36.770082 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-dff19e38-a1ef-4c64-967d-850824cf7a43 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 08 09:24:36.770572 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dff19e38-a1ef-4c64-967d-850824cf7a43 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:24:36.772397 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-dff19e38-a1ef-4c64-967d-850824cf7a43 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] 10.222.0.54 "DELETE /v2.0/networks/bbace3b8-14e4-447b-8743-521b9e5319a5 HTTP/1.1" status: 409 len: 405 time: 0.2105820 Sep 08 09:24:36.776839 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44904) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:36.782497 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-90c8ccfc-2d29-4234-bb51-bd81d8b68ecf tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1573776655'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:36.847558 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58f614-ffcc-4bf4-98ac-da720676d6ca req-ce264e78-e971-41eb-ad17-a70d8901655b tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:36.849678 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9e58f614-ffcc-4bf4-98ac-da720676d6ca req-ce264e78-e971-41eb-ad17-a70d8901655b tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 945 time: 0.1648719 Sep 08 09:24:36.885409 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c8ccfc-2d29-4234-bb51-bd81d8b68ecf tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Made reservation on behalf of 316b6c8a137241f8b9ed61a50d0e21c8 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:24:36.895924 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-90c8ccfc-2d29-4234-bb51-bd81d8b68ecf tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:36.909817 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-eb30a726-85d2-4f73-9cc1-923a53e9b730 req-143d5329-f737-44ee-96ec-5dd09cc53054 service neutron] 10.222.0.37 "GET /v2.0/networks/daf39c3d-fc5d-4c94-9e86-13c60935ce97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925607 Sep 08 09:24:36.920818 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9e58f614-ffcc-4bf4-98ac-da720676d6ca req-d73fada5-8209-4a4d-9d5e-51ea297585b5 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590737 Sep 08 09:24:36.932189 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea760b0-eb26-439e-ada5-da0159dd9610 None None] get_active_networks_info from n-d-806683-11 {{(pid=94714) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 08 09:24:36.942101 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac58c34-3a54-41a5-83fe-db36fbaa41fe req-84584d34-c357-49b2-aabc-4935c990d5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:36.944095 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aac58c34-3a54-41a5-83fe-db36fbaa41fe req-84584d34-c357-49b2-aabc-4935c990d5e9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d81ebdae-1153-4256-ab0f-6149de60d7df HTTP/1.1" status: 200 len: 833 time: 0.1392746 Sep 08 09:24:36.948678 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90c8ccfc-2d29-4234-bb51-bd81d8b68ecf tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:24:37.034945 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-90c8ccfc-2d29-4234-bb51-bd81d8b68ecf tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:37.034945 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-90c8ccfc-2d29-4234-bb51-bd81d8b68ecf tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Added segment 305aeb79-a89e-46c7-ad50-99b40d33b2c1 of type vlan for network 55fc516a-a53f-4dad-af6c-2d8c5def6e4a Sep 08 09:24:37.089984 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-90c8ccfc-2d29-4234-bb51-bd81d8b68ecf tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:37.160676 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac58c34-3a54-41a5-83fe-db36fbaa41fe req-03ab8885-71e9-4f18-b1e1-bc1f029f4b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:37.162934 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aac58c34-3a54-41a5-83fe-db36fbaa41fe req-03ab8885-71e9-4f18-b1e1-bc1f029f4b10 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=accf7f86-2e24-44f5-820b-a3db2b9e6a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1510489 Sep 08 09:24:37.175203 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a2c1c-fa5a-48ca-b737-38a8ac8e819e req-1ee97513-8733-45ac-9971-f12e4cc108b8 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:37.177242 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1d9a2c1c-fa5a-48ca-b737-38a8ac8e819e req-1ee97513-8733-45ac-9971-f12e4cc108b8 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 945 time: 0.0814652 Sep 08 09:24:37.178562 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-90c8ccfc-2d29-4234-bb51-bd81d8b68ecf tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:37.184568 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c8ccfc-2d29-4234-bb51-bd81d8b68ecf tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:37.185183 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-90c8ccfc-2d29-4234-bb51-bd81d8b68ecf tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:37.221038 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea760b0-eb26-439e-ada5-da0159dd9610 None None] Resources bound (agent type, host, resource id): {{(pid=94714) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 08 09:24:37.230509 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-eb30a726-85d2-4f73-9cc1-923a53e9b730 req-b7ca747f-d77e-47a6-b8b4-9e48a494a6f2 service neutron] 10.222.0.37 "GET /v2.0/networks/daf39c3d-fc5d-4c94-9e86-13c60935ce97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197520 Sep 08 09:24:37.243560 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c062bb6-5e50-498d-ae5a-1c64b2fc6b84 req-2330405b-f602-4fc3-bbb3-4df56b53c892 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:37.245441 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9c062bb6-5e50-498d-ae5a-1c64b2fc6b84 req-2330405b-f602-4fc3-bbb3-4df56b53c892 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/ports?device_id=72a768b1-2924-4b05-ad37-f197ec73523f HTTP/1.1" status: 200 len: 907 time: 0.1343145 Sep 08 09:24:37.264331 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1d9a2c1c-fa5a-48ca-b737-38a8ac8e819e req-c0d402c1-ddbd-4923-873a-d7a3f1c812d8 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757051 Sep 08 09:24:37.289936 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44922) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:37.322727 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-90c8ccfc-2d29-4234-bb51-bd81d8b68ecf tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5448341 Sep 08 09:24:37.323391 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44924) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:37.323975 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aac58c34-3a54-41a5-83fe-db36fbaa41fe req-9bf5f486-092f-4713-be86-5446a020c4cb service neutron] 10.222.0.35 "GET /v2.0/networks/accf7f86-2e24-44f5-820b-a3db2b9e6a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465020 Sep 08 09:24:37.332011 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-b2b245d4-cb88-4575-a75e-815a19d9740a tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Request body: {'subnet': {'network_id': '55fc516a-a53f-4dad-af6c-2d8c5def6e4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:37.394297 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c8ccfc-2d29-4234-bb51-bd81d8b68ecf tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Pushing event updated for resources: {'Network': ['ID=55fc516a-a53f-4dad-af6c-2d8c5def6e4a,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:37.423873 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 55fc516a-a53f-4dad-af6c-2d8c5def6e4a details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:24:37.439483 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89efbf93-46ef-44e8-a95b-7ff017df6a45 tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:37.443924 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-89efbf93-46ef-44e8-a95b-7ff017df6a45 tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 1092 time: 0.1529505 Sep 08 09:24:37.449505 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 44928) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:37.454574 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-f595e849-6172-43dc-8e40-99a7c79c81b6 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'port_id': '17a1ade1-2cfa-472c-b7c8-1f808c264f74', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:37.489946 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f595e849-6172-43dc-8e40-99a7c79c81b6 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for floatingip, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:37.553056 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aac58c34-3a54-41a5-83fe-db36fbaa41fe req-4ec8389b-9245-46d5-af0c-f7be2cfdc3cf service neutron] 10.222.0.35 "GET /v2.0/networks/accf7f86-2e24-44f5-820b-a3db2b9e6a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205598 Sep 08 09:24:37.597418 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b245d4-cb88-4575-a75e-815a19d9740a tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Made reservation on behalf of 316b6c8a137241f8b9ed61a50d0e21c8 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:24:37.602854 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809b6ec-4504-4bd5-ada9-34f643ad8a93 req-01e39ad3-d958-49c9-a03d-8f6c9146bacc tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:37.604436 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0809b6ec-4504-4bd5-ada9-34f643ad8a93 req-01e39ad3-d958-49c9-a03d-8f6c9146bacc tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0986636 Sep 08 09:24:37.606249 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b2b245d4-cb88-4575-a75e-815a19d9740a tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:37.722975 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0809b6ec-4504-4bd5-ada9-34f643ad8a93 req-efc60099-23b3-412c-9568-c6196cf002a5 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109931 Sep 08 09:24:37.901875 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f595e849-6172-43dc-8e40-99a7c79c81b6 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:37.917779 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device d12411f0-a4e1-4ed0-9e8e-6463ee29d627 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:24:37.988339 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port d12411f0-a4e1-4ed0-9e8e-6463ee29d627 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:24:37.988822 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:38.171539 n-d-806683-11 neutron-server[94713]: DEBUG neutron.objects.ports [None req-b2b245d4-cb88-4575-a75e-815a19d9740a tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94713) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 08 09:24:38.177497 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b2b245d4-cb88-4575-a75e-815a19d9740a tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:38.245163 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-f595e849-6172-43dc-8e40-99a7c79c81b6 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Allocated IP 172.25.0.169 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/e2c7789a-8e71-4a96-bc7e-9069d916a306) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:24:38.376978 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b245d4-cb88-4575-a75e-815a19d9740a tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Pushing event updated for resources: {'Subnet': ['ID=b4327312-811e-448b-afe1-16b96d8ae92e,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:38.401160 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b245d4-cb88-4575-a75e-815a19d9740a tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Checking segment: {'id': '305aeb79-a89e-46c7-ad50-99b40d33b2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '55fc516a-a53f-4dad-af6c-2d8c5def6e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:24:38.401529 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b245d4-cb88-4575-a75e-815a19d9740a tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Network hostable DHCP agents. Network: 55fc516a-a53f-4dad-af6c-2d8c5def6e4a, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:24:38.454688 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f595e849-6172-43dc-8e40-99a7c79c81b6 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:38.458960 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b245d4-cb88-4575-a75e-815a19d9740a tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Network 55fc516a-a53f-4dad-af6c-2d8c5def6e4a is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:24:38.482415 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6351f59-b13a-402e-a955-a0ebca8f40f4 req-4330f534-58f3-4830-9db5-a35d80eae32e tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:38.483962 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b6351f59-b13a-402e-a955-a0ebca8f40f4 req-4330f534-58f3-4830-9db5-a35d80eae32e tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/ports?device_id=72a768b1-2924-4b05-ad37-f197ec73523f HTTP/1.1" status: 200 len: 907 time: 0.1192501 Sep 08 09:24:38.485173 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-b2b245d4-cb88-4575-a75e-815a19d9740a tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 55fc516a-a53f-4dad-af6c-2d8c5def6e4a) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:24:38.491347 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b245d4-cb88-4575-a75e-815a19d9740a tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:38.491932 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b2b245d4-cb88-4575-a75e-815a19d9740a tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:38.498873 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07153590-4ab4-44ae-96ae-158b66544be5 None None] Network 55fc516a-a53f-4dad-af6c-2d8c5def6e4a requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:24:38.529549 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b2b245d4-cb88-4575-a75e-815a19d9740a tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2020314 Sep 08 09:24:38.532813 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 44958) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:38.549667 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f595e849-6172-43dc-8e40-99a7c79c81b6 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:38.627930 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f595e849-6172-43dc-8e40-99a7c79c81b6 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:24:38.632586 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-f595e849-6172-43dc-8e40-99a7c79c81b6 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:24:38.637213 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f595e849-6172-43dc-8e40-99a7c79c81b6 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'Port': ['ID=e2c7789a-8e71-4a96-bc7e-9069d916a306,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:38.646319 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f595e849-6172-43dc-8e40-99a7c79c81b6 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:24:38.678136 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b7a32211-9266-4b1f-ab68-b7a5edb30111 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:38.716622 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491fb834-1470-4a28-9e86-ef83fd9054ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-55fc516a-a53f-4dad-af6c-2d8c5def6e4a', 'network_id': '55fc516a-a53f-4dad-af6c-2d8c5def6e4a', 'tenant_id': '316b6c8a137241f8b9ed61a50d0e21c8', 'fixed_ips': [{'subnet_id': 'b4327312-811e-448b-afe1-16b96d8ae92e'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:24:38.717720 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-491fb834-1470-4a28-9e86-ef83fd9054ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:38.743110 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b7a32211-9266-4b1f-ab68-b7a5edb30111 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server [None req-491fb834-1470-4a28-9e86-ef83fd9054ba None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b4327312-811e-448b-afe1-16b96d8ae92e: This subnet is being modified by another concurrent operation. Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1474, in create_port Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1439, in _create_port_db Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise exception Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b4327312-811e-448b-afe1-16b96d8ae92e: This subnet is being modified by another concurrent operation. Sep 08 09:24:38.930517 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server Sep 08 09:24:38.948633 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43348a69-9818-4292-ad36-079a5857f670 req-28639a4b-3c63-4d76-8e76-6b027c0dc333 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:38.950783 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c705760-f697-416e-92b3-f6ff49b90239 None None] Network 55fc516a-a53f-4dad-af6c-2d8c5def6e4a requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:24:38.957267 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-43348a69-9818-4292-ad36-079a5857f670 req-28639a4b-3c63-4d76-8e76-6b027c0dc333 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.1179581 Sep 08 09:24:38.958509 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b7a32211-9266-4b1f-ab68-b7a5edb30111 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:39.096275 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b7a32211-9266-4b1f-ab68-b7a5edb30111 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:39.121693 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cba8e5c-63eb-47be-b1bb-286ddf6827d1 None None] get_active_networks_info from n-d-806683-11 {{(pid=94714) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 08 09:24:39.122778 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-b7a32211-9266-4b1f-ab68-b7a5edb30111 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55fc516a-a53f-4dad-af6c-2d8c5def6e4a']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:39.133965 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-b7a32211-9266-4b1f-ab68-b7a5edb30111 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '305aeb79-a89e-46c7-ad50-99b40d33b2c1') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:39.134482 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-b7a32211-9266-4b1f-ab68-b7a5edb30111 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '305aeb79-a89e-46c7-ad50-99b40d33b2c1') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:39.145943 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b7a32211-9266-4b1f-ab68-b7a5edb30111 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:39.175302 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b7a32211-9266-4b1f-ab68-b7a5edb30111 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:39.183027 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7a32211-9266-4b1f-ab68-b7a5edb30111 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:24:39.183764 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b7a32211-9266-4b1f-ab68-b7a5edb30111 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:39.267479 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cba8e5c-63eb-47be-b1bb-286ddf6827d1 None None] Resources bound (agent type, host, resource id): {{(pid=94714) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 08 09:24:39.270797 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a32211-9266-4b1f-ab68-b7a5edb30111 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Pushing event deleted for resources: {'Subnet': ['ID=b4327312-811e-448b-afe1-16b96d8ae92e,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:39.280687 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:24:39.280687 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:24:39.280687 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:24:39.280687 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:24:39.280687 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:24:39.280687 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:24:39.280687 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:24:39.280687 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:24:39.280687 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:24:39.280687 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:24:39.280687 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:24:39.280687 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:24:39.280687 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:24:39.280687 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:24:39.280687 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:24:39.280687 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:24:39.280687 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:24:39.280687 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:24:39.280687 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:24:39.280687 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:24:39.280687 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:24:39.280687 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:24:39.280687 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:24:39.280687 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:24:39.280687 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:24:39.280687 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:24:39.280687 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:24:39.280687 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:24:39.280687 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:24:39.280687 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:24:39.280687 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:24:39.280687 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:24:39.293781 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a32211-9266-4b1f-ab68-b7a5edb30111 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:24:39.294181 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a32211-9266-4b1f-ab68-b7a5edb30111 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:24:39.294773 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a32211-9266-4b1f-ab68-b7a5edb30111 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:24:39.295124 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a32211-9266-4b1f-ab68-b7a5edb30111 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:24:39.295466 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a32211-9266-4b1f-ab68-b7a5edb30111 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:24:39.295843 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a32211-9266-4b1f-ab68-b7a5edb30111 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:24:39.296181 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a32211-9266-4b1f-ab68-b7a5edb30111 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:24:39.296516 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a32211-9266-4b1f-ab68-b7a5edb30111 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:24:39.297575 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a32211-9266-4b1f-ab68-b7a5edb30111 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:24:39.298132 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a32211-9266-4b1f-ab68-b7a5edb30111 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:24:39.298609 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a32211-9266-4b1f-ab68-b7a5edb30111 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:24:39.298952 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a32211-9266-4b1f-ab68-b7a5edb30111 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:24:39.311833 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b7a32211-9266-4b1f-ab68-b7a5edb30111 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:39.316544 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f595e849-6172-43dc-8e40-99a7c79c81b6 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:39.317218 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b7a32211-9266-4b1f-ab68-b7a5edb30111 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:39.319400 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b7a32211-9266-4b1f-ab68-b7a5edb30111 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] 10.222.0.54 "DELETE /v2.0/networks/55fc516a-a53f-4dad-af6c-2d8c5def6e4a HTTP/1.1" status: 204 len: 168 time: 0.7855682 Sep 08 09:24:39.324532 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 44976) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:39.338747 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-200accd1-143e-42f6-8835-24f665fec703 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1274942397'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:39.358003 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a32211-9266-4b1f-ab68-b7a5edb30111 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Pushing event deleted for resources: {'Network': ['ID=55fc516a-a53f-4dad-af6c-2d8c5def6e4a,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:39.377024 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-43348a69-9818-4292-ad36-079a5857f670 req-e28dddb2-290f-4181-b28c-39f386a55586 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3990047 Sep 08 09:24:39.401708 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200accd1-143e-42f6-8835-24f665fec703 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Made reservation on behalf of 316b6c8a137241f8b9ed61a50d0e21c8 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:24:39.419950 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-200accd1-143e-42f6-8835-24f665fec703 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:39.443251 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f595e849-6172-43dc-8e40-99a7c79c81b6 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:39.473826 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-200accd1-143e-42f6-8835-24f665fec703 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:24:39.495718 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-200accd1-143e-42f6-8835-24f665fec703 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:39.496138 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-200accd1-143e-42f6-8835-24f665fec703 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Added segment 5d9b9942-d624-459e-a28c-910885217017 of type vlan for network 9e4eb79f-8aa5-41c4-b748-266f20359ef4 Sep 08 09:24:39.541793 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 10b388f7-b3cd-4d74-b5d8-329d0f71ce42 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:24:39.683898 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-200accd1-143e-42f6-8835-24f665fec703 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:39.720153 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-200accd1-143e-42f6-8835-24f665fec703 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:39.728118 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200accd1-143e-42f6-8835-24f665fec703 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:39.728836 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-200accd1-143e-42f6-8835-24f665fec703 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:39.784725 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.db.resource_extend [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 08 09:24:39.795657 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a7d14-ed4d-4c95-b8f9-c051cd9ee836 req-2ab0f95d-ccb2-48ec-aa4f-2de0ede0cd52 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:39.799248 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3f5a7d14-ed4d-4c95-b8f9-c051cd9ee836 req-2ab0f95d-ccb2-48ec-aa4f-2de0ede0cd52 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/networks?id=678c6b91-5ea9-437d-bb2d-e0aa57bc04fe HTTP/1.1" status: 200 len: 813 time: 0.1194210 Sep 08 09:24:39.802235 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763acbc-c11d-478d-94cd-2ba440f339d3 req-3e4106f6-9e21-455e-ba9d-ae9b55ae0c53 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:39.808355 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f763acbc-c11d-478d-94cd-2ba440f339d3 req-3e4106f6-9e21-455e-ba9d-ae9b55ae0c53 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/ports?device_id=72a768b1-2924-4b05-ad37-f197ec73523f HTTP/1.1" status: 200 len: 907 time: 0.1847405 Sep 08 09:24:39.847440 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3f5a7d14-ed4d-4c95-b8f9-c051cd9ee836 req-d013d145-18c2-4635-98fe-d980f7c2a0e6 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/quotas/b71c8866e0a041d8a6a40f7dc5d3a1ff HTTP/1.1" status: 200 len: 375 time: 0.0345984 Sep 08 09:24:39.887130 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-200accd1-143e-42f6-8835-24f665fec703 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5549927 Sep 08 09:24:39.889817 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45000) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:39.896254 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-e7559e67-c0e0-45a7-a076-54253abdbdec tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Request body: {'subnet': {'network_id': '9e4eb79f-8aa5-41c4-b748-266f20359ef4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:39.917445 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 10b388f7-b3cd-4d74-b5d8-329d0f71ce42, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=10b388f7-b3cd-4d74-b5d8-329d0f71ce42,segment=NetworkSegment(dce01566-213f-4e3b-99af-8e95896c8462),segment_id=dce01566-213f-4e3b-99af-8e95896c8462)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:24:39.930015 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '10b388f7-b3cd-4d74-b5d8-329d0f71ce42', 'network_id': 'daf39c3d-fc5d-4c94-9e86-13c60935ce97', 'port_id': '10b388f7-b3cd-4d74-b5d8-329d0f71ce42', 'mac_address': 'fa:16:3e:49:b7:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46767156-577a-4d6e-9ff1-3bfd2f867ca1', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:24:39.984411 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200accd1-143e-42f6-8835-24f665fec703 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Pushing event updated for resources: {'Network': ['ID=9e4eb79f-8aa5-41c4-b748-266f20359ef4,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:39.991681 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:40.006924 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 9e4eb79f-8aa5-41c4-b748-266f20359ef4 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:24:40.019757 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7559e67-c0e0-45a7-a076-54253abdbdec tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Made reservation on behalf of 316b6c8a137241f8b9ed61a50d0e21c8 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:24:40.023792 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e7559e67-c0e0-45a7-a076-54253abdbdec tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:40.027530 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3f5a7d14-ed4d-4c95-b8f9-c051cd9ee836 req-470264a4-913e-46eb-b2e5-d6f988dafe94 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b71c8866e0a041d8a6a40f7dc5d3a1ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1680179 Sep 08 09:24:40.057595 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10b388f7-b3cd-4d74-b5d8-329d0f71ce42 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:24:40.075237 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f595e849-6172-43dc-8e40-99a7c79c81b6 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:40.092615 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f595e849-6172-43dc-8e40-99a7c79c81b6 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:40.126635 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 10b388f7-b3cd-4d74-b5d8-329d0f71ce42, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=10b388f7-b3cd-4d74-b5d8-329d0f71ce42,segment=NetworkSegment(dce01566-213f-4e3b-99af-8e95896c8462),segment_id=dce01566-213f-4e3b-99af-8e95896c8462)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:24:40.134938 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:40.238739 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=10b388f7-b3cd-4d74-b5d8-329d0f71ce42,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:40.254716 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f595e849-6172-43dc-8e40-99a7c79c81b6 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'Port': ['ID=e2c7789a-8e71-4a96-bc7e-9069d916a306,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:40.276897 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f595e849-6172-43dc-8e40-99a7c79c81b6 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:40.280887 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3f5a7d14-ed4d-4c95-b8f9-c051cd9ee836 req-6b17956d-bc90-48e0-97fd-7dd29e3c1243 service neutron] 10.222.0.54 "GET /v2.0/networks/678c6b91-5ea9-437d-bb2d-e0aa57bc04fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382872 Sep 08 09:24:40.310325 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e7559e67-c0e0-45a7-a076-54253abdbdec tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:40.387743 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7559e67-c0e0-45a7-a076-54253abdbdec tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Pushing event updated for resources: {'Subnet': ['ID=139059f1-13a3-4ec1-9220-cb3212686388,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:40.426438 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7559e67-c0e0-45a7-a076-54253abdbdec tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Checking segment: {'id': '5d9b9942-d624-459e-a28c-910885217017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9e4eb79f-8aa5-41c4-b748-266f20359ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:24:40.426812 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7559e67-c0e0-45a7-a076-54253abdbdec tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Network hostable DHCP agents. Network: 9e4eb79f-8aa5-41c4-b748-266f20359ef4, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:24:40.427696 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['10b388f7-b3cd-4d74-b5d8-329d0f71ce42'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:24:40.452709 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7559e67-c0e0-45a7-a076-54253abdbdec tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Network 9e4eb79f-8aa5-41c4-b748-266f20359ef4 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:24:40.473902 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-e7559e67-c0e0-45a7-a076-54253abdbdec tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 9e4eb79f-8aa5-41c4-b748-266f20359ef4) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:24:40.478248 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7559e67-c0e0-45a7-a076-54253abdbdec tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:40.478856 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e7559e67-c0e0-45a7-a076-54253abdbdec tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:40.494773 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdb00cc-923a-4563-9dc2-fb66d9ae4540 None None] Network 9e4eb79f-8aa5-41c4-b748-266f20359ef4 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:24:40.521389 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e7559e67-c0e0-45a7-a076-54253abdbdec tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6272235 Sep 08 09:24:40.522501 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45010) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:40.692055 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3479c4f8-fd1a-4ba1-8ad2-eead2ff21659 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:40.750699 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4dfe4c-59d0-4211-b249-d7db2bdb8a9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-9e4eb79f-8aa5-41c4-b748-266f20359ef4', 'network_id': '9e4eb79f-8aa5-41c4-b748-266f20359ef4', 'tenant_id': '316b6c8a137241f8b9ed61a50d0e21c8', 'fixed_ips': [{'subnet_id': '139059f1-13a3-4ec1-9220-cb3212686388'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:24:40.751496 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fd4dfe4c-59d0-4211-b249-d7db2bdb8a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:40.778441 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3479c4f8-fd1a-4ba1-8ad2-eead2ff21659 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:40.847530 n-d-806683-11 neutron-server[94713]: INFO neutron.db.l3_db [None req-f595e849-6172-43dc-8e40-99a7c79c81b6 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Floating IP 4956e478-f0be-42f0-af76-f1db0f2f7ffb associated. External IP: 172.25.0.169, port: 17a1ade1-2cfa-472c-b7c8-1f808c264f74. Sep 08 09:24:40.861709 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3f5a7d14-ed4d-4c95-b8f9-c051cd9ee836 req-735db1f2-9d2e-4b59-a50b-9ab3170822a7 service neutron] 10.222.0.54 "GET /v2.0/networks/678c6b91-5ea9-437d-bb2d-e0aa57bc04fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5489700 Sep 08 09:24:40.898598 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3479c4f8-fd1a-4ba1-8ad2-eead2ff21659 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server [None req-fd4dfe4c-59d0-4211-b249-d7db2bdb8a9e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 139059f1-13a3-4ec1-9220-cb3212686388: This subnet is being modified by another concurrent operation. Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1474, in create_port Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1439, in _create_port_db Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise exception Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 139059f1-13a3-4ec1-9220-cb3212686388: This subnet is being modified by another concurrent operation. Sep 08 09:24:40.933893 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server Sep 08 09:24:40.973730 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3479c4f8-fd1a-4ba1-8ad2-eead2ff21659 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Pushing event deleted for resources: {'Subnet': ['ID=139059f1-13a3-4ec1-9220-cb3212686388,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:40.974433 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ef1c1e-b86e-422d-afc4-381636fb5f8c None None] Network 9e4eb79f-8aa5-41c4-b748-266f20359ef4 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:24:41.074075 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3479c4f8-fd1a-4ba1-8ad2-eead2ff21659 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:41.136884 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a32a69-da44-4a3e-b498-07c1097386ad req-7de38fda-e40a-4a10-a615-284c1ea111cc tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:41.145531 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-77a32a69-da44-4a3e-b498-07c1097386ad req-7de38fda-e40a-4a10-a615-284c1ea111cc tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/ports?device_id=72a768b1-2924-4b05-ad37-f197ec73523f HTTP/1.1" status: 200 len: 908 time: 0.1823745 Sep 08 09:24:41.152204 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-3479c4f8-fd1a-4ba1-8ad2-eead2ff21659 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e4eb79f-8aa5-41c4-b748-266f20359ef4']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:41.187642 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-3479c4f8-fd1a-4ba1-8ad2-eead2ff21659 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d9b9942-d624-459e-a28c-910885217017') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:41.188200 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-3479c4f8-fd1a-4ba1-8ad2-eead2ff21659 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d9b9942-d624-459e-a28c-910885217017') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:41.196710 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90b7485-72ba-46fe-b3a5-bf3c518ceab6 None None] get_active_networks_info from n-d-806683-11 {{(pid=94714) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 08 09:24:41.208682 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3479c4f8-fd1a-4ba1-8ad2-eead2ff21659 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:41.209859 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ec417569-97a2-4530-b358-58884c6ef510 req-8c0283d7-99ba-422a-aa98-5958120f19c7 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=72cbda57-e2fd-492f-a479-d0c6659bb51f HTTP/1.1" status: 200 len: 210 time: 0.0547078 Sep 08 09:24:41.238285 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3479c4f8-fd1a-4ba1-8ad2-eead2ff21659 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:41.250124 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3479c4f8-fd1a-4ba1-8ad2-eead2ff21659 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:24:41.250816 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3479c4f8-fd1a-4ba1-8ad2-eead2ff21659 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:41.254515 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:24:41.254515 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:24:41.254515 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:24:41.254515 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:24:41.254515 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:24:41.254515 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:24:41.254515 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:24:41.254515 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:24:41.254515 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:24:41.254515 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:24:41.254515 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:24:41.254515 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:24:41.254515 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:24:41.254515 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:24:41.254515 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:24:41.254515 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:24:41.254515 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:24:41.254515 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:24:41.254515 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:24:41.254515 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:24:41.254515 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:24:41.254515 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:24:41.254515 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:24:41.254515 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:24:41.254515 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:24:41.254515 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:24:41.254515 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:24:41.254515 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:24:41.254515 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:24:41.254515 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:24:41.254515 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:24:41.254515 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:24:41.408892 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3479c4f8-fd1a-4ba1-8ad2-eead2ff21659 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:41.409417 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90b7485-72ba-46fe-b3a5-bf3c518ceab6 None None] Resources bound (agent type, host, resource id): {{(pid=94714) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 08 09:24:41.417905 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 10b388f7-b3cd-4d74-b5d8-329d0f71ce42 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:24:41.436452 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3479c4f8-fd1a-4ba1-8ad2-eead2ff21659 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:41.442799 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-3479c4f8-fd1a-4ba1-8ad2-eead2ff21659 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] 10.222.0.54 "DELETE /v2.0/networks/9e4eb79f-8aa5-41c4-b748-266f20359ef4 HTTP/1.1" status: 204 len: 168 time: 0.9175112 Sep 08 09:24:41.446318 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45036) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:41.453819 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-c5602716-482a-457f-9255-ca2566274d89 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2051455340'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:41.466115 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f595e849-6172-43dc-8e40-99a7c79c81b6 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Router 1a128d16-8827-4ae9-b703-ac13265594f8 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:24:41.473530 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3479c4f8-fd1a-4ba1-8ad2-eead2ff21659 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Pushing event deleted for resources: {'Network': ['ID=9e4eb79f-8aa5-41c4-b748-266f20359ef4,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:41.500787 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5602716-482a-457f-9255-ca2566274d89 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Made reservation on behalf of 316b6c8a137241f8b9ed61a50d0e21c8 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:24:41.505269 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c5602716-482a-457f-9255-ca2566274d89 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:41.549669 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5602716-482a-457f-9255-ca2566274d89 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:24:41.575859 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 10b388f7-b3cd-4d74-b5d8-329d0f71ce42 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:24:41.586396 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c5602716-482a-457f-9255-ca2566274d89 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:41.587010 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-c5602716-482a-457f-9255-ca2566274d89 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Added segment e8e0ee30-7dec-44f4-a2a2-a2daa8bcc583 of type vlan for network 7c5c6467-6d51-43b7-8d96-0a800d0d314a Sep 08 09:24:41.626214 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 10b388f7-b3cd-4d74-b5d8-329d0f71ce42 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:24:41.626603 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:41.655227 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c5602716-482a-457f-9255-ca2566274d89 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:41.702487 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f595e849-6172-43dc-8e40-99a7c79c81b6 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:24:41.720147 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fbe5c1-617b-4e0b-aefa-215e17af9fe9 None None] Sync routers for ids ['1a128d16-8827-4ae9-b703-ac13265594f8'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:24:41.731974 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fbe5c1-617b-4e0b-aefa-215e17af9fe9 None None] Routers {'1a128d16-8827-4ae9-b703-ac13265594f8'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:24:41.733235 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c5602716-482a-457f-9255-ca2566274d89 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:41.735257 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f595e849-6172-43dc-8e40-99a7c79c81b6 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:41.736157 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-05fbe5c1-617b-4e0b-aefa-215e17af9fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:24:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['1a128d16-8827-4ae9-b703-ac13265594f8'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:41.775530 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5602716-482a-457f-9255-ca2566274d89 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:41.778485 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c5602716-482a-457f-9255-ca2566274d89 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:41.850301 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c5602716-482a-457f-9255-ca2566274d89 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4020028 Sep 08 09:24:41.859382 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45048) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:41.879230 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-c32814a8-1150-4855-b03a-12b0916d8531 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Request body: {'subnet': {'network_id': '7c5c6467-6d51-43b7-8d96-0a800d0d314a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:41.899652 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f595e849-6172-43dc-8e40-99a7c79c81b6 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4468329 Sep 08 09:24:41.932535 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7f90ae4-632e-46a8-8431-9ef2b1e207ba', 'tag': '17a1ade1-2cfa-472c-b7c8-1f808c264f74'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:24:41.938230 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69be82ba-dcba-4c43-adc5-9f2e09fadae5" -d '{"events": [{"name": "network-changed", "server_uuid": "e7f90ae4-632e-46a8-8431-9ef2b1e207ba", "tag": "17a1ade1-2cfa-472c-b7c8-1f808c264f74"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:24:41.991859 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-05fbe5c1-617b-4e0b-aefa-215e17af9fe9 None None] Set router 1a128d16-8827-4ae9-b703-ac13265594f8 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:24:42.072280 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:42.085796 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5602716-482a-457f-9255-ca2566274d89 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Pushing event updated for resources: {'Network': ['ID=7c5c6467-6d51-43b7-8d96-0a800d0d314a,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:42.094740 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1823dd0-0d21-4000-b408-b4c08e9be1f8 x-openstack-request-id: req-b1823dd0-0d21-4000-b408-b4c08e9be1f8 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:24:42.100085 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7f90ae4-632e-46a8-8431-9ef2b1e207ba", "tag": "17a1ade1-2cfa-472c-b7c8-1f808c264f74", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:24:42.100085 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b1823dd0-0d21-4000-b408-b4c08e9be1f8 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:24:42.100265 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7f90ae4-632e-46a8-8431-9ef2b1e207ba', 'tag': '17a1ade1-2cfa-472c-b7c8-1f808c264f74', 'status': 'completed', 'code': 200} Sep 08 09:24:42.140910 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 7c5c6467-6d51-43b7-8d96-0a800d0d314a details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:24:42.211667 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32814a8-1150-4855-b03a-12b0916d8531 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Made reservation on behalf of 316b6c8a137241f8b9ed61a50d0e21c8 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:24:42.223352 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c32814a8-1150-4855-b03a-12b0916d8531 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:42.305832 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676657d1-d0fb-41ab-aedd-4aa8918559ba req-f3a65d4e-7287-4010-98bf-cd7e64630afe tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:42.307422 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-676657d1-d0fb-41ab-aedd-4aa8918559ba req-f3a65d4e-7287-4010-98bf-cd7e64630afe tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 945 time: 0.2737317 Sep 08 09:24:42.320428 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a768b1-2924-4b05-ad37-f197ec73523f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b388f7-b3cd-4d74-b5d8-329d0f71ce42'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:24:42.332548 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ae79af-fd5e-46da-a757-458e0df0556f" -d '{"events": [{"server_uuid": "72a768b1-2924-4b05-ad37-f197ec73523f", "name": "network-vif-plugged", "status": "completed", "tag": "10b388f7-b3cd-4d74-b5d8-329d0f71ce42"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:24:42.342271 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be82ba-dcba-4c43-adc5-9f2e09fadae5 req-e44a1caa-ec3d-4f40-a973-d303a69c9d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:42.344297 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-69be82ba-dcba-4c43-adc5-9f2e09fadae5 req-e44a1caa-ec3d-4f40-a973-d303a69c9d73 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0f105e5fd99469d8f84a09c77d72db0&device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 1097 time: 0.2232318 Sep 08 09:24:42.449433 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 10b388f7-b3cd-4d74-b5d8-329d0f71ce42, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=10b388f7-b3cd-4d74-b5d8-329d0f71ce42,segment=NetworkSegment(dce01566-213f-4e3b-99af-8e95896c8462),segment_id=dce01566-213f-4e3b-99af-8e95896c8462)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:24:42.475597 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45068) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:42.492600 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-676657d1-d0fb-41ab-aedd-4aa8918559ba req-76422c00-67c4-44e3-9c7e-1b56641cd8e0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654637 Sep 08 09:24:42.497683 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:42.528581 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-05fbe5c1-617b-4e0b-aefa-215e17af9fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a128d16-8827-4ae9-b703-ac13265594f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692066850', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'fd0bb2d2-1955-4772-9dad-478d6c25c190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:24:00Z', 'updated_at': '2021-09-08T09:24:07Z', 'revision_number': 4, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': 'fd0bb2d2-1955-4772-9dad-478d6c25c190', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a128d16-8827-4ae9-b703-ac13265594f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:24:01Z', 'updated_at': '2021-09-08T09:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '4956e478-f0be-42f0-af76-f1db0f2f7ffb', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'floating_ip_address': '172.25.0.169', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '1a128d16-8827-4ae9-b703-ac13265594f8', 'port_id': '17a1ade1-2cfa-472c-b7c8-1f808c264f74', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34cab420-4061-4919-a6e5-7f4f7f66770d', 'mac_address': 'fa:16:3e:7c:7c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f90ae4-632e-46a8-8431-9ef2b1e207ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:24:39Z', 'updated_at': '2021-09-08T09:24:39Z', 'revision_number': 0, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77f002f3-ffb1-47b1-8712-b8b20cc98988', 'name': '', 'network_id': '34cab420-4061-4919-a6e5-7f4f7f66770d', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'mac_address': 'fa:16:3e:f7:fe:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a128d16-8827-4ae9-b703-ac13265594f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '7071c3aa-f3c6-48cc-8f83-006cadb8075d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:24:06Z', 'updated_at': '2021-09-08T09:24:13Z', 'revision_number': 5, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'subnets': [{'id': '7071c3aa-f3c6-48cc-8f83-006cadb8075d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:42.542519 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45072) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:42.564091 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fbe5c1-617b-4e0b-aefa-215e17af9fe9 None None] Checking router: 1a128d16-8827-4ae9-b703-ac13265594f8 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:24:42.577345 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fbe5c1-617b-4e0b-aefa-215e17af9fe9 None None] Routers {'1a128d16-8827-4ae9-b703-ac13265594f8'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:24:42.578615 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-05fbe5c1-617b-4e0b-aefa-215e17af9fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:24:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['1a128d16-8827-4ae9-b703-ac13265594f8'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:42.622617 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=10b388f7-b3cd-4d74-b5d8-329d0f71ce42,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:42.635655 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be82ba-dcba-4c43-adc5-9f2e09fadae5 req-0b2527ef-aed6-4ca5-9bbf-6985bd2d5f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:42.637153 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-69be82ba-dcba-4c43-adc5-9f2e09fadae5 req-0b2527ef-aed6-4ca5-9bbf-6985bd2d5f99 service neutron] 10.222.0.35 "GET /v2.0/networks?id=34cab420-4061-4919-a6e5-7f4f7f66770d HTTP/1.1" status: 200 len: 896 time: 0.2768583 Sep 08 09:24:42.689573 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15361cfd-ae2d-4aa2-b445-736dc0607f32 req-02af5263-52ad-4113-92a5-30585b177b49 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:42.691540 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-15361cfd-ae2d-4aa2-b445-736dc0607f32 req-02af5263-52ad-4113-92a5-30585b177b49 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/ports?device_id=72a768b1-2924-4b05-ad37-f197ec73523f HTTP/1.1" status: 200 len: 908 time: 0.4179611 Sep 08 09:24:42.786495 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8dc93090-0ffe-4a1e-948f-e2290f4a44c9 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/floatingips/4956e478-f0be-42f0-af76-f1db0f2f7ffb HTTP/1.1" status: 200 len: 991 time: 0.2357643 Sep 08 09:24:42.794953 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-05fbe5c1-617b-4e0b-aefa-215e17af9fe9 None None] Set router 1a128d16-8827-4ae9-b703-ac13265594f8 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:24:42.803556 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b15510d-1927-447a-b15b-9f772cf80146 x-openstack-request-id: req-8b15510d-1927-447a-b15b-9f772cf80146 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:24:42.804655 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a768b1-2924-4b05-ad37-f197ec73523f", "name": "network-vif-plugged", "status": "completed", "tag": "10b388f7-b3cd-4d74-b5d8-329d0f71ce42", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:24:42.805159 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8b15510d-1927-447a-b15b-9f772cf80146 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:24:42.805732 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a768b1-2924-4b05-ad37-f197ec73523f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b388f7-b3cd-4d74-b5d8-329d0f71ce42', 'code': 200} Sep 08 09:24:42.815086 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-34a2d3d8-bfd7-47be-a6d9-7b54142295ec req-6fe48169-b991-4526-ae1d-1f6515624a96 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=72cbda57-e2fd-492f-a479-d0c6659bb51f HTTP/1.1" status: 200 len: 210 time: 0.1027563 Sep 08 09:24:42.880310 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-457e092e-4722-4735-ab1d-d10743be340a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:42.900169 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-69be82ba-dcba-4c43-adc5-9f2e09fadae5 req-ce23821e-9d7d-4869-a337-6d5f0400e060 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17a1ade1-2cfa-472c-b7c8-1f808c264f74 HTTP/1.1" status: 200 len: 999 time: 0.2529104 Sep 08 09:24:42.979967 n-d-806683-11 neutron-server[94713]: DEBUG neutron.objects.ports [None req-c32814a8-1150-4855-b03a-12b0916d8531 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94713) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 08 09:24:42.981497 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c32814a8-1150-4855-b03a-12b0916d8531 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:43.068287 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32814a8-1150-4855-b03a-12b0916d8531 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Checking segment: {'id': 'e8e0ee30-7dec-44f4-a2a2-a2daa8bcc583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '7c5c6467-6d51-43b7-8d96-0a800d0d314a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:24:43.068567 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32814a8-1150-4855-b03a-12b0916d8531 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Network hostable DHCP agents. Network: 7c5c6467-6d51-43b7-8d96-0a800d0d314a, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:24:43.079008 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32814a8-1150-4855-b03a-12b0916d8531 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Pushing event updated for resources: {'Subnet': ['ID=c5b3594d-6e50-432a-896e-a2484b97c29e,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:43.096217 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a7d14-ed4d-4c95-b8f9-c051cd9ee836 req-4222de7f-5ff6-4108-8b19-3a045446521f tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:43.098627 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3f5a7d14-ed4d-4c95-b8f9-c051cd9ee836 req-4222de7f-5ff6-4108-8b19-3a045446521f tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.35 "GET /v2.0/networks?id=678c6b91-5ea9-437d-bb2d-e0aa57bc04fe HTTP/1.1" status: 200 len: 813 time: 0.2949281 Sep 08 09:24:43.110897 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32814a8-1150-4855-b03a-12b0916d8531 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Network 7c5c6467-6d51-43b7-8d96-0a800d0d314a is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:24:43.115484 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be82ba-dcba-4c43-adc5-9f2e09fadae5 req-103dacb0-8ad2-4fe2-9223-14b7580aa804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:43.117171 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-69be82ba-dcba-4c43-adc5-9f2e09fadae5 req-103dacb0-8ad2-4fe2-9223-14b7580aa804 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7071c3aa-f3c6-48cc-8f83-006cadb8075d HTTP/1.1" status: 200 len: 834 time: 0.1726046 Sep 08 09:24:43.121955 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-3f5a7d14-ed4d-4c95-b8f9-c051cd9ee836 req-993877cd-24e2-496c-99ba-c7b4c31a5817 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Request body: {'port': {'device_id': '72cbda57-e2fd-492f-a479-d0c6659bb51f', 'network_id': '678c6b91-5ea9-437d-bb2d-e0aa57bc04fe', 'admin_state_up': True, 'tenant_id': 'b71c8866e0a041d8a6a40f7dc5d3a1ff'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:43.122786 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-c32814a8-1150-4855-b03a-12b0916d8531 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 7c5c6467-6d51-43b7-8d96-0a800d0d314a) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:24:43.132490 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53abffd7-35ef-47cd-a14c-efa4c6092dcc None None] Network 7c5c6467-6d51-43b7-8d96-0a800d0d314a requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:24:43.137880 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32814a8-1150-4855-b03a-12b0916d8531 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:43.138700 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c32814a8-1150-4855-b03a-12b0916d8531 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:43.160706 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb11a6-abfb-484e-95ff-3bb9af434944 req-5b13098f-dd87-47d3-a507-cc64ffede529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:43.162792 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-06cb11a6-abfb-484e-95ff-3bb9af434944 req-5b13098f-dd87-47d3-a507-cc64ffede529 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=72a768b1-2924-4b05-ad37-f197ec73523f HTTP/1.1" status: 200 len: 1061 time: 0.1386666 Sep 08 09:24:43.213363 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-05fbe5c1-617b-4e0b-aefa-215e17af9fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a128d16-8827-4ae9-b703-ac13265594f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692066850', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'fd0bb2d2-1955-4772-9dad-478d6c25c190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:24:00Z', 'updated_at': '2021-09-08T09:24:07Z', 'revision_number': 4, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': 'fd0bb2d2-1955-4772-9dad-478d6c25c190', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a128d16-8827-4ae9-b703-ac13265594f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:24:01Z', 'updated_at': '2021-09-08T09:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '4956e478-f0be-42f0-af76-f1db0f2f7ffb', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'floating_ip_address': '172.25.0.169', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '1a128d16-8827-4ae9-b703-ac13265594f8', 'port_id': '17a1ade1-2cfa-472c-b7c8-1f808c264f74', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34cab420-4061-4919-a6e5-7f4f7f66770d', 'mac_address': 'fa:16:3e:7c:7c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f90ae4-632e-46a8-8431-9ef2b1e207ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:24:39Z', 'updated_at': '2021-09-08T09:24:39Z', 'revision_number': 0, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77f002f3-ffb1-47b1-8712-b8b20cc98988', 'name': '', 'network_id': '34cab420-4061-4919-a6e5-7f4f7f66770d', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'mac_address': 'fa:16:3e:f7:fe:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a128d16-8827-4ae9-b703-ac13265594f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '7071c3aa-f3c6-48cc-8f83-006cadb8075d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:24:06Z', 'updated_at': '2021-09-08T09:24:13Z', 'revision_number': 5, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'subnets': [{'id': '7071c3aa-f3c6-48cc-8f83-006cadb8075d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:43.242166 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fbe5c1-617b-4e0b-aefa-215e17af9fe9 None None] The sync data for ids ['1a128d16-8827-4ae9-b703-ac13265594f8'] in n-d-806683-11 is: [{'id': '1a128d16-8827-4ae9-b703-ac13265594f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692066850', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'fd0bb2d2-1955-4772-9dad-478d6c25c190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:24:00Z', 'updated_at': '2021-09-08T09:24:07Z', 'revision_number': 4, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': 'fd0bb2d2-1955-4772-9dad-478d6c25c190', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a128d16-8827-4ae9-b703-ac13265594f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:24:01Z', 'updated_at': '2021-09-08T09:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '4956e478-f0be-42f0-af76-f1db0f2f7ffb', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'floating_ip_address': '172.25.0.169', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '1a128d16-8827-4ae9-b703-ac13265594f8', 'port_id': '17a1ade1-2cfa-472c-b7c8-1f808c264f74', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34cab420-4061-4919-a6e5-7f4f7f66770d', 'mac_address': 'fa:16:3e:7c:7c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f90ae4-632e-46a8-8431-9ef2b1e207ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:24:39Z', 'updated_at': '2021-09-08T09:24:39Z', 'revision_number': 0, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77f002f3-ffb1-47b1-8712-b8b20cc98988', 'name': '', 'network_id': '34cab420-4061-4919-a6e5-7f4f7f66770d', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'mac_address': 'fa:16:3e:f7:fe:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a128d16-8827-4ae9-b703-ac13265594f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '7071c3aa-f3c6-48cc-8f83-006cadb8075d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:24:06Z', 'updated_at': '2021-09-08T09:24:13Z', 'revision_number': 5, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'subnets': [{'id': '7071c3aa-f3c6-48cc-8f83-006cadb8075d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:24:43.287451 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be82ba-dcba-4c43-adc5-9f2e09fadae5 req-acc53483-4ee7-4a60-9e8b-3bfdb45708f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:43.288987 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-69be82ba-dcba-4c43-adc5-9f2e09fadae5 req-acc53483-4ee7-4a60-9e8b-3bfdb45708f2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=34cab420-4061-4919-a6e5-7f4f7f66770d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1609106 Sep 08 09:24:43.360005 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-457e092e-4722-4735-ab1d-d10743be340a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:43.378593 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c32814a8-1150-4855-b03a-12b0916d8531 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5159936 Sep 08 09:24:43.381362 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45084) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:43.424270 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-457e092e-4722-4735-ab1d-d10743be340a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:43.463567 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457e092e-4722-4735-ab1d-d10743be340a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292964fe-9a70-4f3d-baa9-b7b19e959f52,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:43.503123 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3058aa56-06c5-41af-9c1d-2d0fe9efe591 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-7c5c6467-6d51-43b7-8d96-0a800d0d314a', 'network_id': '7c5c6467-6d51-43b7-8d96-0a800d0d314a', 'tenant_id': '316b6c8a137241f8b9ed61a50d0e21c8', 'fixed_ips': [{'subnet_id': 'c5b3594d-6e50-432a-896e-a2484b97c29e'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:24:43.504003 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3058aa56-06c5-41af-9c1d-2d0fe9efe591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:43.528544 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-457e092e-4722-4735-ab1d-d10743be340a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c12058ca256b42f882dd269bac26e88b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0479612 Sep 08 09:24:43.529820 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45086) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:43.544499 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-89f4e439-189c-4b28-b695-64a6eeeaf55d tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:43.568187 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-69be82ba-dcba-4c43-adc5-9f2e09fadae5 req-3a8799d4-0366-4ec6-8ef8-2c77362080f4 service neutron] 10.222.0.35 "GET /v2.0/networks/34cab420-4061-4919-a6e5-7f4f7f66770d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678370 Sep 08 09:24:43.569113 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f5a7d14-ed4d-4c95-b8f9-c051cd9ee836 req-993877cd-24e2-496c-99ba-c7b4c31a5817 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Made reservation on behalf of b71c8866e0a041d8a6a40f7dc5d3a1ff for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:24:43.574300 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-3f5a7d14-ed4d-4c95-b8f9-c051cd9ee836 req-993877cd-24e2-496c-99ba-c7b4c31a5817 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:43.648110 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff734392-fafb-43b7-a203-312dc8c87ffa None None] New status for floating IP 4956e478-f0be-42f0-af76-f1db0f2f7ffb: ACTIVE {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:24:43.685908 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-89f4e439-189c-4b28-b695-64a6eeeaf55d tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:43.759427 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-89f4e439-189c-4b28-b695-64a6eeeaf55d tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:43.790009 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45094) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server [None req-3058aa56-06c5-41af-9c1d-2d0fe9efe591 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c5b3594d-6e50-432a-896e-a2484b97c29e: This subnet is being modified by another concurrent operation. Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1474, in create_port Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1439, in _create_port_db Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server raise exception Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c5b3594d-6e50-432a-896e-a2484b97c29e: This subnet is being modified by another concurrent operation. Sep 08 09:24:43.870057 n-d-806683-11 neutron-server[94714]: ERROR oslo_messaging.rpc.server Sep 08 09:24:43.890158 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1c9d77-ce35-496c-93cd-6639893c36a7 None None] Network 7c5c6467-6d51-43b7-8d96-0a800d0d314a requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:24:43.906396 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f4e439-189c-4b28-b695-64a6eeeaf55d tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Pushing event deleted for resources: {'Subnet': ['ID=c5b3594d-6e50-432a-896e-a2484b97c29e,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:44.053736 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcfba29-4b27-4b1e-9814-f7b328d4a7eb None None] get_active_networks_info from n-d-806683-11 {{(pid=94714) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 08 09:24:44.059685 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-89f4e439-189c-4b28-b695-64a6eeeaf55d tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:44.073352 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe304029-e70e-4705-9fe5-08462131ab08 req-276d7c13-c733-48e2-b349-d39013741c3a tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:44.086452 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fe304029-e70e-4705-9fe5-08462131ab08 req-276d7c13-c733-48e2-b349-d39013741c3a tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/ports?device_id=72a768b1-2924-4b05-ad37-f197ec73523f HTTP/1.1" status: 200 len: 909 time: 0.2491419 Sep 08 09:24:44.100505 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ea481491-2dd4-41e5-926b-b8668e53e804 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/floatingips/4956e478-f0be-42f0-af76-f1db0f2f7ffb HTTP/1.1" status: 200 len: 993 time: 0.3055320 Sep 08 09:24:44.125424 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-89f4e439-189c-4b28-b695-64a6eeeaf55d tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c5c6467-6d51-43b7-8d96-0a800d0d314a']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:44.140919 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-89f4e439-189c-4b28-b695-64a6eeeaf55d tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8e0ee30-7dec-44f4-a2a2-a2daa8bcc583') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:44.141223 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-89f4e439-189c-4b28-b695-64a6eeeaf55d tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8e0ee30-7dec-44f4-a2a2-a2daa8bcc583') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:44.150879 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5e5c62d5-5c1e-44e4-9582-0dc93a9470b8 req-5c669011-e29c-4fe9-85c0-341861e2571b tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=72cbda57-e2fd-492f-a479-d0c6659bb51f HTTP/1.1" status: 200 len: 210 time: 0.1061954 Sep 08 09:24:44.167726 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-89f4e439-189c-4b28-b695-64a6eeeaf55d tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:44.186276 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-89f4e439-189c-4b28-b695-64a6eeeaf55d tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:44.188141 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcfba29-4b27-4b1e-9814-f7b328d4a7eb None None] Resources bound (agent type, host, resource id): {{(pid=94714) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 08 09:24:44.220741 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89f4e439-189c-4b28-b695-64a6eeeaf55d tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:24:44.221567 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-89f4e439-189c-4b28-b695-64a6eeeaf55d tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:44.225343 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:24:44.225343 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:24:44.225343 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:24:44.225343 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:24:44.225343 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:24:44.225343 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:24:44.225343 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:24:44.225343 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:24:44.225343 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:24:44.225343 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:24:44.225343 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:24:44.225343 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:24:44.225343 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:24:44.225343 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:24:44.225343 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:24:44.225343 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:24:44.225343 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:24:44.225343 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:24:44.225343 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:24:44.225343 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:24:44.225343 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:24:44.225343 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:24:44.225343 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:24:44.225343 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:24:44.225343 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:24:44.225343 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:24:44.225343 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:24:44.225343 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:24:44.225343 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:24:44.225343 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:24:44.225343 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:24:44.225343 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:24:44.295605 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-89f4e439-189c-4b28-b695-64a6eeeaf55d tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:44.308468 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-89f4e439-189c-4b28-b695-64a6eeeaf55d tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:44.317821 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-89f4e439-189c-4b28-b695-64a6eeeaf55d tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] 10.222.0.54 "DELETE /v2.0/networks/7c5c6467-6d51-43b7-8d96-0a800d0d314a HTTP/1.1" status: 204 len: 168 time: 0.9353147 Sep 08 09:24:44.318648 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45104) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:44.342565 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f4e439-189c-4b28-b695-64a6eeeaf55d tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Pushing event deleted for resources: {'Network': ['ID=7c5c6467-6d51-43b7-8d96-0a800d0d314a,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:44.358394 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-eda04e41-4098-461d-913a-387c2c8fb8b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:44.373420 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-69be82ba-dcba-4c43-adc5-9f2e09fadae5 req-a29708d8-ae95-44f3-b919-6842f86fbf6d service neutron] 10.222.0.35 "GET /v2.0/networks/34cab420-4061-4919-a6e5-7f4f7f66770d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265955 Sep 08 09:24:44.376208 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e21abe4-0ede-4f56-9f88-f34697bf6911 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] DELETE failed (client error): The resource could not be found. Sep 08 09:24:44.376749 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e21abe4-0ede-4f56-9f88-f34697bf6911 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:24:44.381773 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8e21abe4-0ede-4f56-9f88-f34697bf6911 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] 10.222.0.54 "DELETE /v2.0/subnets/c5b3594d-6e50-432a-896e-a2484b97c29e HTTP/1.1" status: 404 len: 337 time: 0.0486779 Sep 08 09:24:44.382469 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45106) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:44.409308 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-eda04e41-4098-461d-913a-387c2c8fb8b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:44.423783 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-88140597-eaf9-463f-9700-2291ec5ee4d2 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] DELETE failed (client error): The resource could not be found. Sep 08 09:24:44.425474 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88140597-eaf9-463f-9700-2291ec5ee4d2 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:24:44.430889 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-88140597-eaf9-463f-9700-2291ec5ee4d2 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] 10.222.0.54 "DELETE /v2.0/networks/7c5c6467-6d51-43b7-8d96-0a800d0d314a HTTP/1.1" status: 404 len: 339 time: 0.0464544 Sep 08 09:24:44.432818 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45110) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:44.464617 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-3214f893-5a6a-40bc-ab27-806370095aac tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] DELETE failed (client error): The resource could not be found. Sep 08 09:24:44.465495 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3214f893-5a6a-40bc-ab27-806370095aac tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:24:44.470832 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3214f893-5a6a-40bc-ab27-806370095aac tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] 10.222.0.54 "DELETE /v2.0/subnets/139059f1-13a3-4ec1-9220-cb3212686388 HTTP/1.1" status: 404 len: 337 time: 0.0369029 Sep 08 09:24:44.470995 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45114) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:44.487716 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-3f5a7d14-ed4d-4c95-b8f9-c051cd9ee836 req-993877cd-24e2-496c-99ba-c7b4c31a5817 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Allocated IP 172.20.0.8 (678c6b91-5ea9-437d-bb2d-e0aa57bc04fe/9414c654-7832-4a44-85f8-4dd276ece110/4173f5c7-3f32-4a0c-ae65-4d84d0126c64) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:24:44.520133 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6a6c402-cf63-45eb-8029-85d258bfe0ae tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] DELETE failed (client error): The resource could not be found. Sep 08 09:24:44.520834 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6a6c402-cf63-45eb-8029-85d258bfe0ae tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:24:44.522771 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e6a6c402-cf63-45eb-8029-85d258bfe0ae tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] 10.222.0.54 "DELETE /v2.0/networks/9e4eb79f-8aa5-41c4-b748-266f20359ef4 HTTP/1.1" status: 404 len: 339 time: 0.0499349 Sep 08 09:24:44.525843 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45116) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:44.563823 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-c695d5a4-44b6-4c1c-a940-956f9385716a tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] DELETE failed (client error): The resource could not be found. Sep 08 09:24:44.564285 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c695d5a4-44b6-4c1c-a940-956f9385716a tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:24:44.566001 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c695d5a4-44b6-4c1c-a940-956f9385716a tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] 10.222.0.54 "DELETE /v2.0/subnets/b4327312-811e-448b-afe1-16b96d8ae92e HTTP/1.1" status: 404 len: 337 time: 0.0391636 Sep 08 09:24:44.568761 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45118) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:44.587995 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-eda04e41-4098-461d-913a-387c2c8fb8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:44.590505 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-eda04e41-4098-461d-913a-387c2c8fb8b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:44.591626 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-eda04e41-4098-461d-913a-387c2c8fb8b8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/292964fe-9a70-4f3d-baa9-b7b19e959f52 HTTP/1.1" status: 204 len: 168 time: 1.0616910 Sep 08 09:24:44.611554 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f410ba4-c56a-4320-a2b0-62f47f143763 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] DELETE failed (client error): The resource could not be found. Sep 08 09:24:44.612162 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f410ba4-c56a-4320-a2b0-62f47f143763 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:24:44.613904 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2f410ba4-c56a-4320-a2b0-62f47f143763 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] 10.222.0.54 "DELETE /v2.0/networks/55fc516a-a53f-4dad-af6c-2d8c5def6e4a HTTP/1.1" status: 404 len: 339 time: 0.0442495 Sep 08 09:24:44.617511 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45122) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:44.629494 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda04e41-4098-461d-913a-387c2c8fb8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292964fe-9a70-4f3d-baa9-b7b19e959f52,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:44.743881 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-5b0e30d0-d130-4fa7-a2c8-67cd35beb54d tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Deleting port dbd2d657-9297-448f-abc8-d7c8438f3c49 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:24:44.744234 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5b0e30d0-d130-4fa7-a2c8-67cd35beb54d tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:44.781100 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-3f5a7d14-ed4d-4c95-b8f9-c051cd9ee836 req-993877cd-24e2-496c-99ba-c7b4c31a5817 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:44.842858 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5b0e30d0-d130-4fa7-a2c8-67cd35beb54d tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:44.844358 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-3f5a7d14-ed4d-4c95-b8f9-c051cd9ee836 req-993877cd-24e2-496c-99ba-c7b4c31a5817 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:44.858079 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-5b0e30d0-d130-4fa7-a2c8-67cd35beb54d tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Calling delete_port for dbd2d657-9297-448f-abc8-d7c8438f3c49 owned by {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:24:44.878704 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['8bad12fc-0407-4931-9668-f2979f9e09c7'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:24:44.893782 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f5a7d14-ed4d-4c95-b8f9-c051cd9ee836 req-993877cd-24e2-496c-99ba-c7b4c31a5817 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Network 678c6b91-5ea9-437d-bb2d-e0aa57bc04fe is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:24:44.894742 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-3f5a7d14-ed4d-4c95-b8f9-c051cd9ee836 req-993877cd-24e2-496c-99ba-c7b4c31a5817 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:24:44.899940 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5a7d14-ed4d-4c95-b8f9-c051cd9ee836 req-993877cd-24e2-496c-99ba-c7b4c31a5817 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:24:44.947842 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993877cd-24e2-496c-99ba-c7b4c31a5817 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Pushing event updated for resources: {'Port': ['ID=4173f5c7-3f32-4a0c-ae65-4d84d0126c64,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:44.974183 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a7d14-ed4d-4c95-b8f9-c051cd9ee836 req-993877cd-24e2-496c-99ba-c7b4c31a5817 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:44.974815 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-3f5a7d14-ed4d-4c95-b8f9-c051cd9ee836 req-993877cd-24e2-496c-99ba-c7b4c31a5817 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:44.991153 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3f5a7d14-ed4d-4c95-b8f9-c051cd9ee836 req-993877cd-24e2-496c-99ba-c7b4c31a5817 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8727028 Sep 08 09:24:44.997849 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45130) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:45.011501 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-3f5a7d14-ed4d-4c95-b8f9-c051cd9ee836 req-151e1fb8-ce8f-43b6-a4af-a38e5d0dd654 service neutron] Request body: {'port': {'device_id': '72cbda57-e2fd-492f-a479-d0c6659bb51f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:45.033278 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-865167b8-3356-4769-8f64-62c502aef3ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:45.073639 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5b0e30d0-d130-4fa7-a2c8-67cd35beb54d tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:45.117615 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-3f5a7d14-ed4d-4c95-b8f9-c051cd9ee836 req-151e1fb8-ce8f-43b6-a4af-a38e5d0dd654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:45.126991 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0e30d0-d130-4fa7-a2c8-67cd35beb54d tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Pushing event deleted for resources: {'Port': ['ID=dbd2d657-9297-448f-abc8-d7c8438f3c49,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:45.131753 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5b0e30d0-d130-4fa7-a2c8-67cd35beb54d tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:45.135762 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5b0e30d0-d130-4fa7-a2c8-67cd35beb54d tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] 10.222.0.54 "DELETE /v2.0/ports/dbd2d657-9297-448f-abc8-d7c8438f3c49 HTTP/1.1" status: 204 len: 168 time: 0.5171800 Sep 08 09:24:45.139814 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45140) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:45.181909 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-54fbbb49-e327-4a0f-bf95-068af9dd2db1 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] DELETE failed (client error): The resource could not be found. Sep 08 09:24:45.183345 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54fbbb49-e327-4a0f-bf95-068af9dd2db1 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:24:45.185644 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-54fbbb49-e327-4a0f-bf95-068af9dd2db1 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] 10.222.0.54 "DELETE /v2.0/subnets/9526a02e-6b3c-40bd-9711-1b02cf9ca51a HTTP/1.1" status: 404 len: 337 time: 0.0440392 Sep 08 09:24:45.191579 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45144) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:45.259926 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d9a185-e8f7-4d12-a4ef-d3afebe2c8fc req-418b5ce3-463c-4595-9c28-1d13e5b53777 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:45.261157 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-37d9a185-e8f7-4d12-a4ef-d3afebe2c8fc req-418b5ce3-463c-4595-9c28-1d13e5b53777 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/ports?device_id=72a768b1-2924-4b05-ad37-f197ec73523f HTTP/1.1" status: 200 len: 909 time: 0.0829391 Sep 08 09:24:45.298757 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-865167b8-3356-4769-8f64-62c502aef3ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:45.314855 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-865167b8-3356-4769-8f64-62c502aef3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:45.407867 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865167b8-3356-4769-8f64-62c502aef3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9604845-f4ab-466e-bc63-e2c48aaa1633,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:45.423478 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-85f4c3d0-4da5-49c4-83e1-44652f9ef609 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:45.437707 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-865167b8-3356-4769-8f64-62c502aef3ae admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=920ec92379f4418bbd59e8630dfab5dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4386265 Sep 08 09:24:45.439393 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45152) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:45.481725 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709c3d5-6df5-412f-bb8d-1f377f78078f req-9ab76d34-64ba-4d49-bbc2-34f4f047afd8 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:45.484952 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd87b4-8077-4867-82b3-3a09370a0fba req-497ca0d3-9ba6-4376-a763-24d65e9675ea tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:45.485529 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8709c3d5-6df5-412f-bb8d-1f377f78078f req-9ab76d34-64ba-4d49-bbc2-34f4f047afd8 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/ports?device_id=72a768b1-2924-4b05-ad37-f197ec73523f HTTP/1.1" status: 200 len: 909 time: 0.0973454 Sep 08 09:24:45.488307 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-32bd87b4-8077-4867-82b3-3a09370a0fba req-497ca0d3-9ba6-4376-a763-24d65e9675ea tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=72cbda57-e2fd-492f-a479-d0c6659bb51f HTTP/1.1" status: 200 len: 931 time: 0.2352097 Sep 08 09:24:45.612899 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba92dc-5ef7-42bb-9c71-5c8c735419ce req-a571ed16-eaf7-4639-b249-9ba5d04aaee7 tempest-TestSecurityGroupsBasicOps-700845333 tempest-TestSecurityGroupsBasicOps-700845333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:45.618529 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-caba92dc-5ef7-42bb-9c71-5c8c735419ce req-a571ed16-eaf7-4639-b249-9ba5d04aaee7 tempest-TestSecurityGroupsBasicOps-700845333 tempest-TestSecurityGroupsBasicOps-700845333-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=72a768b1-2924-4b05-ad37-f197ec73523f HTTP/1.1" status: 200 len: 1061 time: 0.0537462 Sep 08 09:24:45.693040 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-32bd87b4-8077-4867-82b3-3a09370a0fba req-693689f1-934c-473e-b17f-545b1175ef65 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912780 Sep 08 09:24:45.701555 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fdfe4706-dcaa-4175-a060-33c630eec6e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:45.739086 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a35e4-9347-4f04-a5b1-02ab009cf3fc req-d922e9c2-686d-4346-bf1c-6940a493d3ff tempest-TestSecurityGroupsBasicOps-700845333 tempest-TestSecurityGroupsBasicOps-700845333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:45.747349 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-211a35e4-9347-4f04-a5b1-02ab009cf3fc req-d922e9c2-686d-4346-bf1c-6940a493d3ff tempest-TestSecurityGroupsBasicOps-700845333 tempest-TestSecurityGroupsBasicOps-700845333-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=b2cf7ffd-4601-4b7e-bef6-c32728165377 HTTP/1.1" status: 200 len: 1136 time: 0.0625134 Sep 08 09:24:45.756212 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fdfe4706-dcaa-4175-a060-33c630eec6e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:45.790576 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-211a35e4-9347-4f04-a5b1-02ab009cf3fc req-f5510b84-ece2-4b5b-89f9-a55a4c04c530 tempest-TestSecurityGroupsBasicOps-700845333 tempest-TestSecurityGroupsBasicOps-700845333-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=e3c3e843-dd3f-48d2-92ef-ad7855719d38&id=809c40b7-900c-4bfa-a9ce-d9c4e4d44d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0406942 Sep 08 09:24:45.812802 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45162) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:45.816359 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-85f4c3d0-4da5-49c4-83e1-44652f9ef609 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Deleting port 1ebdd24b-1280-436f-a5c8-6ff22fcdd802 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:24:45.816827 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-85f4c3d0-4da5-49c4-83e1-44652f9ef609 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:45.868734 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f3c18e-0cd6-4431-954b-906ee35b5672 tempest-TestSecurityGroupsBasicOps-700845333 tempest-TestSecurityGroupsBasicOps-700845333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:45.873483 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a4f3c18e-0cd6-4431-954b-906ee35b5672 tempest-TestSecurityGroupsBasicOps-700845333 tempest-TestSecurityGroupsBasicOps-700845333-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=72a768b1-2924-4b05-ad37-f197ec73523f HTTP/1.1" status: 200 len: 1056 time: 0.0564780 Sep 08 09:24:45.953818 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-3f5a7d14-ed4d-4c95-b8f9-c051cd9ee836 req-151e1fb8-ce8f-43b6-a4af-a38e5d0dd654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4173f5c7-3f32-4a0c-ae65-4d84d0126c64 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:24:45.968821 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-85f4c3d0-4da5-49c4-83e1-44652f9ef609 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] For port 1ebdd24b-1280-436f-a5c8-6ff22fcdd802, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=1ebdd24b-1280-436f-a5c8-6ff22fcdd802,segment=NetworkSegment(9c70935f-84ec-48dd-95c5-1687a20c358e),segment_id=9c70935f-84ec-48dd-95c5-1687a20c358e)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:24:45.969307 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-85f4c3d0-4da5-49c4-83e1-44652f9ef609 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:45.974537 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-3f5a7d14-ed4d-4c95-b8f9-c051cd9ee836 req-151e1fb8-ce8f-43b6-a4af-a38e5d0dd654 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:45.987626 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fdfe4706-dcaa-4175-a060-33c630eec6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:45.990895 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fdfe4706-dcaa-4175-a060-33c630eec6e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:45.995177 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-fdfe4706-dcaa-4175-a060-33c630eec6e1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a9604845-f4ab-466e-bc63-e2c48aaa1633 HTTP/1.1" status: 204 len: 168 time: 0.5513206 Sep 08 09:24:46.008499 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-85f4c3d0-4da5-49c4-83e1-44652f9ef609 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Calling delete_port for 1ebdd24b-1280-436f-a5c8-6ff22fcdd802 owned by network:dhcp {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:24:46.018604 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-3f5a7d14-ed4d-4c95-b8f9-c051cd9ee836 req-151e1fb8-ce8f-43b6-a4af-a38e5d0dd654 service neutron] Transition to ACTIVE for port object 4173f5c7-3f32-4a0c-ae65-4d84d0126c64 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:24:46.027934 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe4706-dcaa-4175-a060-33c630eec6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9604845-f4ab-466e-bc63-e2c48aaa1633,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:46.034961 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-3f5a7d14-ed4d-4c95-b8f9-c051cd9ee836 req-151e1fb8-ce8f-43b6-a4af-a38e5d0dd654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:46.142245 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e1fb8-ce8f-43b6-a4af-a38e5d0dd654 service neutron] Pushing event updated for resources: {'Port': ['ID=4173f5c7-3f32-4a0c-ae65-4d84d0126c64,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:46.233097 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-85f4c3d0-4da5-49c4-83e1-44652f9ef609 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:46.245694 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2bced-3c13-40e8-9a30-7aba62690562 req-c2a1f1ce-6a1b-4171-8243-64f9deab1e7d tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:46.257443 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-20d2bced-3c13-40e8-9a30-7aba62690562 req-c2a1f1ce-6a1b-4171-8243-64f9deab1e7d tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/ports?device_id=72a768b1-2924-4b05-ad37-f197ec73523f HTTP/1.1" status: 200 len: 909 time: 0.0849123 Sep 08 09:24:46.268723 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-3f5a7d14-ed4d-4c95-b8f9-c051cd9ee836 req-151e1fb8-ce8f-43b6-a4af-a38e5d0dd654 service neutron] Attempting to bind port 4173f5c7-3f32-4a0c-ae65-4d84d0126c64 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:24:46.269073 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-3f5a7d14-ed4d-4c95-b8f9-c051cd9ee836 req-151e1fb8-ce8f-43b6-a4af-a38e5d0dd654 service neutron] Attempting to bind port 4173f5c7-3f32-4a0c-ae65-4d84d0126c64 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': 'f08fca9c-7ba9-4967-8c01-3edd0faf3db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '678c6b91-5ea9-437d-bb2d-e0aa57bc04fe'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:24:46.269409 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5a7d14-ed4d-4c95-b8f9-c051cd9ee836 req-151e1fb8-ce8f-43b6-a4af-a38e5d0dd654 service neutron] Attempting to bind port 4173f5c7-3f32-4a0c-ae65-4d84d0126c64 on network 678c6b91-5ea9-437d-bb2d-e0aa57bc04fe {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:24:46.272731 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f4c3d0-4da5-49c4-83e1-44652f9ef609 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Pushing event deleted for resources: {'Port': ['ID=1ebdd24b-1280-436f-a5c8-6ff22fcdd802,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:46.277308 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f4c3d0-4da5-49c4-83e1-44652f9ef609 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] No DVR routers for this DVR port 1ebdd24b-1280-436f-a5c8-6ff22fcdd802 on host n-d-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:24:46.279128 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5a7d14-ed4d-4c95-b8f9-c051cd9ee836 req-151e1fb8-ce8f-43b6-a4af-a38e5d0dd654 service neutron] Port 4173f5c7-3f32-4a0c-ae65-4d84d0126c64 on network 678c6b91-5ea9-437d-bb2d-e0aa57bc04fe not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:24:46.279458 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5a7d14-ed4d-4c95-b8f9-c051cd9ee836 req-151e1fb8-ce8f-43b6-a4af-a38e5d0dd654 service neutron] Attempting to bind port 4173f5c7-3f32-4a0c-ae65-4d84d0126c64 on network 678c6b91-5ea9-437d-bb2d-e0aa57bc04fe {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:24:46.305339 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5a7d14-ed4d-4c95-b8f9-c051cd9ee836 req-151e1fb8-ce8f-43b6-a4af-a38e5d0dd654 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:24:46.305691 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5a7d14-ed4d-4c95-b8f9-c051cd9ee836 req-151e1fb8-ce8f-43b6-a4af-a38e5d0dd654 service neutron] Checking segment: {'id': 'f08fca9c-7ba9-4967-8c01-3edd0faf3db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '678c6b91-5ea9-437d-bb2d-e0aa57bc04fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:24:46.306114 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5a7d14-ed4d-4c95-b8f9-c051cd9ee836 req-151e1fb8-ce8f-43b6-a4af-a38e5d0dd654 service neutron] Bound using segment: {'id': 'f08fca9c-7ba9-4967-8c01-3edd0faf3db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '678c6b91-5ea9-437d-bb2d-e0aa57bc04fe'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:24:46.306567 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-3f5a7d14-ed4d-4c95-b8f9-c051cd9ee836 req-151e1fb8-ce8f-43b6-a4af-a38e5d0dd654 service neutron] Bound port: 4173f5c7-3f32-4a0c-ae65-4d84d0126c64, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f08fca9c-7ba9-4967-8c01-3edd0faf3db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '678c6b91-5ea9-437d-bb2d-e0aa57bc04fe'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:24:46.306933 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-3f5a7d14-ed4d-4c95-b8f9-c051cd9ee836 req-151e1fb8-ce8f-43b6-a4af-a38e5d0dd654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:46.398940 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-85f4c3d0-4da5-49c4-83e1-44652f9ef609 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:46.434968 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-85f4c3d0-4da5-49c4-83e1-44652f9ef609 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbace3b8-14e4-447b-8743-521b9e5319a5']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:46.455763 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-85f4c3d0-4da5-49c4-83e1-44652f9ef609 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c70935f-84ec-48dd-95c5-1687a20c358e') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:46.456067 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-85f4c3d0-4da5-49c4-83e1-44652f9ef609 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c70935f-84ec-48dd-95c5-1687a20c358e') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:46.464040 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-3f5a7d14-ed4d-4c95-b8f9-c051cd9ee836 req-151e1fb8-ce8f-43b6-a4af-a38e5d0dd654 service neutron] For port 4173f5c7-3f32-4a0c-ae65-4d84d0126c64, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:24:46.469833 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-85f4c3d0-4da5-49c4-83e1-44652f9ef609 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:46.485623 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-3f5a7d14-ed4d-4c95-b8f9-c051cd9ee836 req-151e1fb8-ce8f-43b6-a4af-a38e5d0dd654 service neutron] For port 4173f5c7-3f32-4a0c-ae65-4d84d0126c64, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=4173f5c7-3f32-4a0c-ae65-4d84d0126c64,segment=NetworkSegment(f08fca9c-7ba9-4967-8c01-3edd0faf3db1),segment_id=f08fca9c-7ba9-4967-8c01-3edd0faf3db1)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:24:46.493580 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-3f5a7d14-ed4d-4c95-b8f9-c051cd9ee836 req-151e1fb8-ce8f-43b6-a4af-a38e5d0dd654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:46.495983 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-85f4c3d0-4da5-49c4-83e1-44652f9ef609 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:46.528483 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85f4c3d0-4da5-49c4-83e1-44652f9ef609 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:24:46.528903 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-85f4c3d0-4da5-49c4-83e1-44652f9ef609 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:46.533183 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:24:46.533183 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:24:46.533183 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:24:46.533183 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:24:46.533183 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:24:46.533183 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:24:46.533183 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:24:46.533183 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:24:46.533183 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:24:46.533183 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:24:46.533183 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:24:46.533183 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:24:46.533183 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:24:46.533183 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:24:46.533183 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:24:46.533183 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:24:46.533183 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:24:46.533183 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:24:46.533183 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:24:46.533183 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:24:46.533183 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:24:46.533183 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:24:46.533183 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:24:46.533183 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:24:46.533183 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:24:46.533183 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:24:46.533183 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:24:46.533183 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:24:46.533183 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:24:46.533183 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:24:46.533183 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:24:46.533183 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:24:46.548725 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a7d14-ed4d-4c95-b8f9-c051cd9ee836 req-151e1fb8-ce8f-43b6-a4af-a38e5d0dd654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:46.549361 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-3f5a7d14-ed4d-4c95-b8f9-c051cd9ee836 req-151e1fb8-ce8f-43b6-a4af-a38e5d0dd654 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:46.550806 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3f5a7d14-ed4d-4c95-b8f9-c051cd9ee836 req-151e1fb8-ce8f-43b6-a4af-a38e5d0dd654 service neutron] 10.222.0.35 "PUT /v2.0/ports/4173f5c7-3f32-4a0c-ae65-4d84d0126c64 HTTP/1.1" status: 200 len: 1092 time: 1.5454345 Sep 08 09:24:46.551256 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72cbda57-e2fd-492f-a479-d0c6659bb51f', 'tag': '4173f5c7-3f32-4a0c-ae65-4d84d0126c64'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:24:46.553497 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3240e571-b13f-44df-aec7-4009123fb9aa" -d '{"events": [{"name": "network-changed", "server_uuid": "72cbda57-e2fd-492f-a479-d0c6659bb51f", "tag": "4173f5c7-3f32-4a0c-ae65-4d84d0126c64"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:24:46.617259 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7be3dbb-b3c5-4525-adf0-eef0e0adfc4a x-openstack-request-id: req-c7be3dbb-b3c5-4525-adf0-eef0e0adfc4a {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:24:46.617553 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72cbda57-e2fd-492f-a479-d0c6659bb51f", "tag": "4173f5c7-3f32-4a0c-ae65-4d84d0126c64", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:24:46.618033 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c7be3dbb-b3c5-4525-adf0-eef0e0adfc4a {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:24:46.618456 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72cbda57-e2fd-492f-a479-d0c6659bb51f', 'tag': '4173f5c7-3f32-4a0c-ae65-4d84d0126c64', 'status': 'completed', 'code': 200} Sep 08 09:24:46.624013 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e1fb8-ce8f-43b6-a4af-a38e5d0dd654 service neutron] Pushing event updated for resources: {'Port': ['ID=4173f5c7-3f32-4a0c-ae65-4d84d0126c64,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:46.641020 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-85f4c3d0-4da5-49c4-83e1-44652f9ef609 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:46.669732 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-85f4c3d0-4da5-49c4-83e1-44652f9ef609 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:46.671924 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-85f4c3d0-4da5-49c4-83e1-44652f9ef609 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] 10.222.0.54 "DELETE /v2.0/networks/bbace3b8-14e4-447b-8743-521b9e5319a5 HTTP/1.1" status: 204 len: 168 time: 1.4787929 Sep 08 09:24:46.674542 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45192) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:46.685826 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f4c3d0-4da5-49c4-83e1-44652f9ef609 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Pushing event deleted for resources: {'Network': ['ID=bbace3b8-14e4-447b-8743-521b9e5319a5,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:46.698713 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a7d14-ed4d-4c95-b8f9-c051cd9ee836 req-757b47ac-41b6-4fd6-8006-387074b7a742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:46.700558 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3f5a7d14-ed4d-4c95-b8f9-c051cd9ee836 req-757b47ac-41b6-4fd6-8006-387074b7a742 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b71c8866e0a041d8a6a40f7dc5d3a1ff&device_id=72cbda57-e2fd-492f-a479-d0c6659bb51f HTTP/1.1" status: 200 len: 1095 time: 0.0700929 Sep 08 09:24:46.755527 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3f5a7d14-ed4d-4c95-b8f9-c051cd9ee836 req-9b5a314c-61c3-4fe4-baf4-478df0f95aae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4173f5c7-3f32-4a0c-ae65-4d84d0126c64 HTTP/1.1" status: 200 len: 217 time: 0.0397062 Sep 08 09:24:46.845222 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a7d14-ed4d-4c95-b8f9-c051cd9ee836 req-a3af8d40-57dc-4b5d-aa74-88e31c15a25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:46.846641 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3f5a7d14-ed4d-4c95-b8f9-c051cd9ee836 req-a3af8d40-57dc-4b5d-aa74-88e31c15a25a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9414c654-7832-4a44-85f8-4dd276ece110 HTTP/1.1" status: 200 len: 853 time: 0.0826032 Sep 08 09:24:46.867524 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57597b65-22d9-424a-bfc1-c33f758abcfa req-43a1f561-ca74-4f95-bcd3-2dbe89405f31 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:46.869085 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-57597b65-22d9-424a-bfc1-c33f758abcfa req-43a1f561-ca74-4f95-bcd3-2dbe89405f31 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=72cbda57-e2fd-492f-a479-d0c6659bb51f HTTP/1.1" status: 200 len: 943 time: 0.0751321 Sep 08 09:24:46.908827 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-269ca734-6d81-4d09-8bd3-93ee57f6b9b2 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Deleting port 9fd02018-7625-47f3-98ea-cdce5cd0e6ec {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:24:46.909200 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-269ca734-6d81-4d09-8bd3-93ee57f6b9b2 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:46.910227 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3f5a7d14-ed4d-4c95-b8f9-c051cd9ee836 req-b02c4f88-0ad0-4194-bbba-1223447ebdbe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=678c6b91-5ea9-437d-bb2d-e0aa57bc04fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549688 Sep 08 09:24:46.980405 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-57597b65-22d9-424a-bfc1-c33f758abcfa req-18dc1d0b-9a69-409e-9f4b-1e71e837af8d tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819073 Sep 08 09:24:47.024517 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-269ca734-6d81-4d09-8bd3-93ee57f6b9b2 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:47.040557 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3f5a7d14-ed4d-4c95-b8f9-c051cd9ee836 req-d305ba38-01ce-4edb-9a73-c1430cbd22fa service neutron] 10.222.0.35 "GET /v2.0/networks/678c6b91-5ea9-437d-bb2d-e0aa57bc04fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210039 Sep 08 09:24:47.044875 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-269ca734-6d81-4d09-8bd3-93ee57f6b9b2 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Calling delete_port for 9fd02018-7625-47f3-98ea-cdce5cd0e6ec owned by {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:24:47.156568 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-269ca734-6d81-4d09-8bd3-93ee57f6b9b2 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:47.160287 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3f5a7d14-ed4d-4c95-b8f9-c051cd9ee836 req-c6bcf7bd-02ab-4251-b5fc-eda09670244f service neutron] 10.222.0.35 "GET /v2.0/networks/678c6b91-5ea9-437d-bb2d-e0aa57bc04fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111214 Sep 08 09:24:47.186730 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ca734-6d81-4d09-8bd3-93ee57f6b9b2 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Pushing event deleted for resources: {'Port': ['ID=9fd02018-7625-47f3-98ea-cdce5cd0e6ec,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:47.193585 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-269ca734-6d81-4d09-8bd3-93ee57f6b9b2 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:47.201644 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-269ca734-6d81-4d09-8bd3-93ee57f6b9b2 tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] 10.222.0.54 "DELETE /v2.0/ports/9fd02018-7625-47f3-98ea-cdce5cd0e6ec HTTP/1.1" status: 204 len: 168 time: 0.5234914 Sep 08 09:24:47.202293 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45216) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:47.243239 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4043c4c-175e-4a45-9452-e007feb0e38b tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] DELETE failed (client error): The resource could not be found. Sep 08 09:24:47.243832 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4043c4c-175e-4a45-9452-e007feb0e38b tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:24:47.245449 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b4043c4c-175e-4a45-9452-e007feb0e38b tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] 10.222.0.54 "DELETE /v2.0/subnets/3084bcf8-5148-43ce-843c-8ef21c301a7c HTTP/1.1" status: 404 len: 337 time: 0.0410442 Sep 08 09:24:47.248112 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45220) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:47.401217 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c9751757-6dc6-4b2b-98c2-46c7affdc24e tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:47.408960 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3240e571-b13f-44df-aec7-4009123fb9aa req-007dc9b6-670d-4a45-b701-f46b6e755663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:47.410572 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3240e571-b13f-44df-aec7-4009123fb9aa req-007dc9b6-670d-4a45-b701-f46b6e755663 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b71c8866e0a041d8a6a40f7dc5d3a1ff&device_id=72cbda57-e2fd-492f-a479-d0c6659bb51f HTTP/1.1" status: 200 len: 1095 time: 0.1337113 Sep 08 09:24:47.455578 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb88619-a9a1-4366-8a46-e0a85bceaa66 req-85ff26ea-e4db-4884-9ab3-6760d73703f7 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:47.457343 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ffb88619-a9a1-4366-8a46-e0a85bceaa66 req-85ff26ea-e4db-4884-9ab3-6760d73703f7 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/ports?device_id=72a768b1-2924-4b05-ad37-f197ec73523f HTTP/1.1" status: 200 len: 909 time: 0.1035211 Sep 08 09:24:47.637236 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4e9d2432-1960-4e87-9ae2-610b9e939446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:47.643194 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c9751757-6dc6-4b2b-98c2-46c7affdc24e tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:47.682579 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3240e571-b13f-44df-aec7-4009123fb9aa req-6562198b-1ad2-4221-826b-ea824758e8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:47.684459 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3240e571-b13f-44df-aec7-4009123fb9aa req-6562198b-1ad2-4221-826b-ea824758e8c7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=678c6b91-5ea9-437d-bb2d-e0aa57bc04fe HTTP/1.1" status: 200 len: 914 time: 0.2640932 Sep 08 09:24:47.686739 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-c9751757-6dc6-4b2b-98c2-46c7affdc24e tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c37a5bda-5cf5-40c0-ba2c-f63028a5f63b']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:47.697643 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4018af-a14e-4552-b39e-dc9deddb28d6 req-ff6a0ba1-ecd5-446c-979b-489c9969ffe1 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:47.699393 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1d4018af-a14e-4552-b39e-dc9deddb28d6 req-ff6a0ba1-ecd5-446c-979b-489c9969ffe1 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.37 "GET /v2.0/ports?device_id=72a768b1-2924-4b05-ad37-f197ec73523f HTTP/1.1" status: 200 len: 909 time: 0.1898351 Sep 08 09:24:47.717986 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-c9751757-6dc6-4b2b-98c2-46c7affdc24e tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e559cb1b-f7a7-4cbd-8235-f91146189172') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:47.718559 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-c9751757-6dc6-4b2b-98c2-46c7affdc24e tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e559cb1b-f7a7-4cbd-8235-f91146189172') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:47.792339 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3240e571-b13f-44df-aec7-4009123fb9aa req-3755c222-3120-48b8-8ed0-4eb0931771fc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4173f5c7-3f32-4a0c-ae65-4d84d0126c64 HTTP/1.1" status: 200 len: 217 time: 0.0859692 Sep 08 09:24:47.794241 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c9751757-6dc6-4b2b-98c2-46c7affdc24e tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:47.861721 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c9751757-6dc6-4b2b-98c2-46c7affdc24e tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:47.881491 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9751757-6dc6-4b2b-98c2-46c7affdc24e tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:24:47.881977 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c9751757-6dc6-4b2b-98c2-46c7affdc24e tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:47.885696 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:24:47.885696 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:24:47.885696 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:24:47.885696 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:24:47.885696 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:24:47.885696 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:24:47.885696 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:24:47.885696 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:24:47.885696 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:24:47.885696 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:24:47.885696 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:24:47.885696 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:24:47.885696 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:24:47.885696 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:24:47.885696 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:24:47.885696 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:24:47.885696 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:24:47.885696 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:24:47.885696 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:24:47.885696 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:24:47.885696 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:24:47.885696 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:24:47.885696 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:24:47.885696 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:24:47.885696 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:24:47.885696 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:24:47.885696 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:24:47.885696 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:24:47.885696 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:24:47.885696 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:24:47.885696 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:24:47.885696 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:24:47.913129 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3240e571-b13f-44df-aec7-4009123fb9aa req-37a2c0a9-c555-4b9c-9410-5053b4c529e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:47.914680 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3240e571-b13f-44df-aec7-4009123fb9aa req-37a2c0a9-c555-4b9c-9410-5053b4c529e2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9414c654-7832-4a44-85f8-4dd276ece110 HTTP/1.1" status: 200 len: 853 time: 0.1075635 Sep 08 09:24:47.993034 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3240e571-b13f-44df-aec7-4009123fb9aa req-0952c1db-5bd9-4939-883f-da22bbaf838f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=678c6b91-5ea9-437d-bb2d-e0aa57bc04fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460994 Sep 08 09:24:48.011150 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c9751757-6dc6-4b2b-98c2-46c7affdc24e tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:48.022215 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c9751757-6dc6-4b2b-98c2-46c7affdc24e tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:48.026613 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c9751757-6dc6-4b2b-98c2-46c7affdc24e tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] 10.222.0.54 "DELETE /v2.0/networks/c37a5bda-5cf5-40c0-ba2c-f63028a5f63b HTTP/1.1" status: 204 len: 168 time: 0.7750826 Sep 08 09:24:48.027497 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45254) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:48.028361 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-1d4018af-a14e-4552-b39e-dc9deddb28d6 req-c0895428-b3f8-4aa1-b661-978bd5968644 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Deleting port 10b388f7-b3cd-4d74-b5d8-329d0f71ce42 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:24:48.028762 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1d4018af-a14e-4552-b39e-dc9deddb28d6 req-c0895428-b3f8-4aa1-b661-978bd5968644 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:48.065510 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9751757-6dc6-4b2b-98c2-46c7affdc24e tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Pushing event deleted for resources: {'Network': ['ID=c37a5bda-5cf5-40c0-ba2c-f63028a5f63b,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:48.088674 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbdd56f2-a172-4ede-82ef-899537fded3d tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Deleting subnet 4ba4dc82-25d1-4b0d-a705-4cb50c3c88fc {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:24:48.092857 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bbdd56f2-a172-4ede-82ef-899537fded3d tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:48.173883 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bbdd56f2-a172-4ede-82ef-899537fded3d tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:48.217673 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3240e571-b13f-44df-aec7-4009123fb9aa req-bbb9b06f-1afe-46a6-9094-7a3cf65df577 service neutron] 10.222.0.35 "GET /v2.0/networks/678c6b91-5ea9-437d-bb2d-e0aa57bc04fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158165 Sep 08 09:24:48.220119 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-1d4018af-a14e-4552-b39e-dc9deddb28d6 req-c0895428-b3f8-4aa1-b661-978bd5968644 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] For port 10b388f7-b3cd-4d74-b5d8-329d0f71ce42, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=10b388f7-b3cd-4d74-b5d8-329d0f71ce42,segment=NetworkSegment(dce01566-213f-4e3b-99af-8e95896c8462),segment_id=dce01566-213f-4e3b-99af-8e95896c8462)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:24:48.220498 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1d4018af-a14e-4552-b39e-dc9deddb28d6 req-c0895428-b3f8-4aa1-b661-978bd5968644 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:48.223073 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae8678-cd71-4b20-8492-50a6e50d9ea1 req-51e7c7b2-bae5-41e3-b4a0-928d580723b5 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:48.230689 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a2ae8678-cd71-4b20-8492-50a6e50d9ea1 req-51e7c7b2-bae5-41e3-b4a0-928d580723b5 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=72cbda57-e2fd-492f-a479-d0c6659bb51f HTTP/1.1" status: 200 len: 943 time: 0.1021893 Sep 08 09:24:48.254295 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-1d4018af-a14e-4552-b39e-dc9deddb28d6 req-c0895428-b3f8-4aa1-b661-978bd5968644 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Calling delete_port for 10b388f7-b3cd-4d74-b5d8-329d0f71ce42 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:24:48.300985 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a2ae8678-cd71-4b20-8492-50a6e50d9ea1 req-95bbc313-5feb-4674-995c-b0caf59eb5f4 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694430 Sep 08 09:24:48.313561 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bbdd56f2-a172-4ede-82ef-899537fded3d tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:48.377749 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3240e571-b13f-44df-aec7-4009123fb9aa req-f5ec3b14-b38c-4543-81d1-366ec092c47c service neutron] 10.222.0.35 "GET /v2.0/networks/678c6b91-5ea9-437d-bb2d-e0aa57bc04fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492031 Sep 08 09:24:48.384065 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bbdd56f2-a172-4ede-82ef-899537fded3d tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:48.429720 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdd56f2-a172-4ede-82ef-899537fded3d tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Pushing event deleted for resources: {'Subnet': ['ID=4ba4dc82-25d1-4b0d-a705-4cb50c3c88fc,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:48.435746 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bbdd56f2-a172-4ede-82ef-899537fded3d tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:48.441461 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-bbdd56f2-a172-4ede-82ef-899537fded3d tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] 10.222.0.54 "DELETE /v2.0/subnets/4ba4dc82-25d1-4b0d-a705-4cb50c3c88fc HTTP/1.1" status: 204 len: 168 time: 0.4110262 Sep 08 09:24:48.441873 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45264) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:48.452359 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a06c4f-a1e9-4c28-8b4c-bf3623ab27ce None None] Network 7cc131f9-31f1-48df-8930-81df5a81f045 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:24:48.482412 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1d4018af-a14e-4552-b39e-dc9deddb28d6 req-c0895428-b3f8-4aa1-b661-978bd5968644 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:48.524529 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0895428-b3f8-4aa1-b661-978bd5968644 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Pushing event deleted for resources: {'Port': ['ID=10b388f7-b3cd-4d74-b5d8-329d0f71ce42,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:48.615298 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d4018af-a14e-4552-b39e-dc9deddb28d6 req-c0895428-b3f8-4aa1-b661-978bd5968644 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] No DVR routers for this DVR port 10b388f7-b3cd-4d74-b5d8-329d0f71ce42 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:24:48.622592 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1d4018af-a14e-4552-b39e-dc9deddb28d6 req-c0895428-b3f8-4aa1-b661-978bd5968644 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:48.628345 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1d4018af-a14e-4552-b39e-dc9deddb28d6 req-c0895428-b3f8-4aa1-b661-978bd5968644 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.37 "DELETE /v2.0/ports/10b388f7-b3cd-4d74-b5d8-329d0f71ce42 HTTP/1.1" status: 204 len: 173 time: 0.9111934 Sep 08 09:24:48.629017 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a768b1-2924-4b05-ad37-f197ec73523f', 'name': 'network-vif-deleted', 'tag': '10b388f7-b3cd-4d74-b5d8-329d0f71ce42'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:24:48.633868 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d265fb-e21d-4532-bf69-21e32cc0e638" -d '{"events": [{"server_uuid": "72a768b1-2924-4b05-ad37-f197ec73523f", "name": "network-vif-deleted", "tag": "10b388f7-b3cd-4d74-b5d8-329d0f71ce42"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:24:48.655101 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-eeabba49-e91c-4c43-b0bc-57c3dfa8ba0a tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:48.740757 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961feebe-b914-49e4-8f57-28748aa03bd8 x-openstack-request-id: req-961feebe-b914-49e4-8f57-28748aa03bd8 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:24:48.741067 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a768b1-2924-4b05-ad37-f197ec73523f", "name": "network-vif-deleted", "tag": "10b388f7-b3cd-4d74-b5d8-329d0f71ce42", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:24:48.741322 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-961feebe-b914-49e4-8f57-28748aa03bd8 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:24:48.741798 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a768b1-2924-4b05-ad37-f197ec73523f', 'name': 'network-vif-deleted', 'tag': '10b388f7-b3cd-4d74-b5d8-329d0f71ce42', 'status': 'completed', 'code': 200} Sep 08 09:24:48.753059 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1d183084-f051-4e43-98cb-abb07e142378 req-e9e565d5-9b33-472c-b3e7-22d46889f314 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/ports?device_id=72a768b1-2924-4b05-ad37-f197ec73523f HTTP/1.1" status: 200 len: 210 time: 0.0713215 Sep 08 09:24:48.800507 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-eeabba49-e91c-4c43-b0bc-57c3dfa8ba0a tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Deleting port 25567267-e7bb-48c4-8335-b23dd4d40947 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:24:48.800878 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-eeabba49-e91c-4c43-b0bc-57c3dfa8ba0a tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:48.848131 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4bc12a-2b64-44e2-841a-1f259e087a11 None None] DHCP port deletion for 7cc131f9-31f1-48df-8930-81df5a81f045 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:24:48.907338 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-eeabba49-e91c-4c43-b0bc-57c3dfa8ba0a tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] For port 25567267-e7bb-48c4-8335-b23dd4d40947, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=25567267-e7bb-48c4-8335-b23dd4d40947,segment=NetworkSegment(43e14370-a1ba-4c17-8a71-1e67f66111e3),segment_id=43e14370-a1ba-4c17-8a71-1e67f66111e3)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:24:48.907711 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-eeabba49-e91c-4c43-b0bc-57c3dfa8ba0a tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:48.918312 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-ac4bc12a-2b64-44e2-841a-1f259e087a11 None None] Deleting port 25567267-e7bb-48c4-8335-b23dd4d40947 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:24:48.918989 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ac4bc12a-2b64-44e2-841a-1f259e087a11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:48.924291 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-eeabba49-e91c-4c43-b0bc-57c3dfa8ba0a tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Calling delete_port for 25567267-e7bb-48c4-8335-b23dd4d40947 owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:24:49.004631 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-ac4bc12a-2b64-44e2-841a-1f259e087a11 None None] For port 25567267-e7bb-48c4-8335-b23dd4d40947, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=25567267-e7bb-48c4-8335-b23dd4d40947,segment=NetworkSegment(43e14370-a1ba-4c17-8a71-1e67f66111e3),segment_id=43e14370-a1ba-4c17-8a71-1e67f66111e3)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:24:49.005027 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ac4bc12a-2b64-44e2-841a-1f259e087a11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:49.019873 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-eeabba49-e91c-4c43-b0bc-57c3dfa8ba0a tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:49.022781 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-ac4bc12a-2b64-44e2-841a-1f259e087a11 None None] Calling delete_port for 25567267-e7bb-48c4-8335-b23dd4d40947 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:24:49.072482 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeabba49-e91c-4c43-b0bc-57c3dfa8ba0a tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Pushing event deleted for resources: {'Port': ['ID=25567267-e7bb-48c4-8335-b23dd4d40947,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:49.081002 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeabba49-e91c-4c43-b0bc-57c3dfa8ba0a tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] No DVR routers for this DVR port 25567267-e7bb-48c4-8335-b23dd4d40947 on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:24:49.105610 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ac4bc12a-2b64-44e2-841a-1f259e087a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:49.140264 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4bc12a-2b64-44e2-841a-1f259e087a11 None None] Pushing event deleted for resources: {'Port': ['ID=25567267-e7bb-48c4-8335-b23dd4d40947,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:49.145979 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4bc12a-2b64-44e2-841a-1f259e087a11 None None] No DVR routers for this DVR port 25567267-e7bb-48c4-8335-b23dd4d40947 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:24:49.187007 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-eeabba49-e91c-4c43-b0bc-57c3dfa8ba0a tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:49.212508 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-eeabba49-e91c-4c43-b0bc-57c3dfa8ba0a tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cc131f9-31f1-48df-8930-81df5a81f045']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:49.225294 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-eeabba49-e91c-4c43-b0bc-57c3dfa8ba0a tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43e14370-a1ba-4c17-8a71-1e67f66111e3') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:49.225598 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-eeabba49-e91c-4c43-b0bc-57c3dfa8ba0a tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43e14370-a1ba-4c17-8a71-1e67f66111e3') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:49.237370 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-eeabba49-e91c-4c43-b0bc-57c3dfa8ba0a tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:49.254364 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-eeabba49-e91c-4c43-b0bc-57c3dfa8ba0a tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:49.260663 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeabba49-e91c-4c43-b0bc-57c3dfa8ba0a tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:24:49.261292 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-eeabba49-e91c-4c43-b0bc-57c3dfa8ba0a tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:49.264682 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:24:49.264682 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:24:49.264682 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:24:49.264682 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:24:49.264682 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:24:49.264682 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:24:49.264682 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:24:49.264682 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:24:49.264682 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:24:49.264682 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:24:49.264682 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:24:49.264682 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:24:49.264682 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:24:49.264682 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:24:49.264682 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:24:49.264682 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:24:49.264682 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:24:49.264682 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:24:49.264682 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:24:49.264682 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:24:49.264682 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:24:49.264682 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:24:49.264682 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:24:49.264682 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:24:49.264682 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:24:49.264682 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:24:49.264682 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:24:49.264682 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:24:49.264682 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:24:49.264682 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:24:49.264682 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:24:49.264682 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:24:49.347400 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-eeabba49-e91c-4c43-b0bc-57c3dfa8ba0a tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:49.356257 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-eeabba49-e91c-4c43-b0bc-57c3dfa8ba0a tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:49.358322 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-eeabba49-e91c-4c43-b0bc-57c3dfa8ba0a tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] 10.222.0.54 "DELETE /v2.0/networks/7cc131f9-31f1-48df-8930-81df5a81f045 HTTP/1.1" status: 204 len: 168 time: 0.9152987 Sep 08 09:24:49.373872 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeabba49-e91c-4c43-b0bc-57c3dfa8ba0a tempest-NetworksIpV6TestAttrs-924049342 tempest-NetworksIpV6TestAttrs-924049342-project] Pushing event deleted for resources: {'Network': ['ID=7cc131f9-31f1-48df-8930-81df5a81f045,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:49.480443 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1600c82e-7c4c-44f6-adfb-daf2b8cb41ca req-2cc9f2bc-ddaa-4382-83a7-bd28242758e0 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:49.489372 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1600c82e-7c4c-44f6-adfb-daf2b8cb41ca req-2cc9f2bc-ddaa-4382-83a7-bd28242758e0 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=72cbda57-e2fd-492f-a479-d0c6659bb51f HTTP/1.1" status: 200 len: 943 time: 0.0816872 Sep 08 09:24:49.550594 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1600c82e-7c4c-44f6-adfb-daf2b8cb41ca req-b88dbeb8-9fea-4b4c-8d6a-e4817deca34d tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529907 Sep 08 09:24:49.719044 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45300) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:49.841753 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45308) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:49.918249 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 25567267-e7bb-48c4-8335-b23dd4d40947 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:24:49.947633 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 25567267-e7bb-48c4-8335-b23dd4d40947 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:24:49.948293 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 25567267-e7bb-48c4-8335-b23dd4d40947 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:24:49.982569 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4a961cf7-3953-4aac-875e-12541b251718 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=316b6c8a137241f8b9ed61a50d0e21c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2621562 Sep 08 09:24:49.985298 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45316) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:50.050972 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-61c93d75-0dd6-4278-8d4d-6af6fe76c9d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:50.078024 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-61c93d75-0dd6-4278-8d4d-6af6fe76c9d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:50.143485 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-61c93d75-0dd6-4278-8d4d-6af6fe76c9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:50.146836 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-61c93d75-0dd6-4278-8d4d-6af6fe76c9d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:50.148282 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-61c93d75-0dd6-4278-8d4d-6af6fe76c9d2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f3e0b0d7-4f25-4b4e-8b63-97062de83bf0 HTTP/1.1" status: 204 len: 168 time: 0.1619947 Sep 08 09:24:50.173129 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c93d75-0dd6-4278-8d4d-6af6fe76c9d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e0b0d7-4f25-4b4e-8b63-97062de83bf0,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:50.429351 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:50.708860 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e02c74d-5793-4b52-8ced-11d4eeebe142 req-d62a90f5-cea8-4a0a-bac1-2bb60f3c73d5 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:50.711369 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1e02c74d-5793-4b52-8ced-11d4eeebe142 req-d62a90f5-cea8-4a0a-bac1-2bb60f3c73d5 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=72cbda57-e2fd-492f-a479-d0c6659bb51f HTTP/1.1" status: 200 len: 943 time: 0.0852890 Sep 08 09:24:50.760878 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ed280ff4-5c98-4d4c-8aed-9daa1605b3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:50.775269 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1e02c74d-5793-4b52-8ced-11d4eeebe142 req-82828374-e9b0-4889-8c6e-5d628f956cbb tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518019 Sep 08 09:24:50.857274 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5b76d198-e4f5-4b12-8594-664c9fd4d7b7 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:51.104526 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45356) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:51.335320 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-2ce0921b-b1a1-4035-aa28-493e26c32300 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:51.336038 n-d-806683-11 neutron-server[94712]: WARNING neutron.api.v2.base [None req-2ce0921b-b1a1-4035-aa28-493e26c32300 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 08 09:24:51.336538 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-2ce0921b-b1a1-4035-aa28-493e26c32300 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] create failed (client error): There was a conflict when trying to complete your request. Sep 08 09:24:51.340846 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-5b76d198-e4f5-4b12-8594-664c9fd4d7b7 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Deleting port d12411f0-a4e1-4ed0-9e8e-6463ee29d627 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:24:51.341020 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2ce0921b-b1a1-4035-aa28-493e26c32300 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2320142 Sep 08 09:24:51.341128 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5b76d198-e4f5-4b12-8594-664c9fd4d7b7 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:51.341235 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45366) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:51.348374 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-e4847670-bc72-4a5e-87d2-a4bf50830414 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Request body: {'security_group': {'name': 'tempest-secgroup--926199142'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:51.430137 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e4847670-bc72-4a5e-87d2-a4bf50830414 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:51.440734 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e4847670-bc72-4a5e-87d2-a4bf50830414 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:51.463301 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 10b388f7-b3cd-4d74-b5d8-329d0f71ce42 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:24:51.480006 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-5b76d198-e4f5-4b12-8594-664c9fd4d7b7 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] For port d12411f0-a4e1-4ed0-9e8e-6463ee29d627, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=d12411f0-a4e1-4ed0-9e8e-6463ee29d627,segment=NetworkSegment(dce01566-213f-4e3b-99af-8e95896c8462),segment_id=dce01566-213f-4e3b-99af-8e95896c8462)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:24:51.480378 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5b76d198-e4f5-4b12-8594-664c9fd4d7b7 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:51.486362 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 10b388f7-b3cd-4d74-b5d8-329d0f71ce42 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:24:51.486707 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 10b388f7-b3cd-4d74-b5d8-329d0f71ce42 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:24:51.499684 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-5b76d198-e4f5-4b12-8594-664c9fd4d7b7 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Calling delete_port for d12411f0-a4e1-4ed0-9e8e-6463ee29d627 owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:24:51.671933 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e4847670-bc72-4a5e-87d2-a4bf50830414 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:51.680258 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e4847670-bc72-4a5e-87d2-a4bf50830414 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:51.729736 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4847670-bc72-4a5e-87d2-a4bf50830414 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88f6e625-6d40-4b82-9a5b-a19acab4452e,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:51.816948 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5b76d198-e4f5-4b12-8594-664c9fd4d7b7 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:51.858421 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b76d198-e4f5-4b12-8594-664c9fd4d7b7 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Pushing event deleted for resources: {'Port': ['ID=d12411f0-a4e1-4ed0-9e8e-6463ee29d627,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:51.870861 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e4847670-bc72-4a5e-87d2-a4bf50830414 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:51.886577 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e4847670-bc72-4a5e-87d2-a4bf50830414 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:51.941499 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1cc4b1-a0f4-4866-b738-f6eca1a8cdb4 req-a93fac45-8652-46bb-a1d8-bdac6f90da30 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:51.943381 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bf1cc4b1-a0f4-4866-b738-f6eca1a8cdb4 req-a93fac45-8652-46bb-a1d8-bdac6f90da30 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=72cbda57-e2fd-492f-a479-d0c6659bb51f HTTP/1.1" status: 200 len: 943 time: 0.0629299 Sep 08 09:24:51.992438 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bf1cc4b1-a0f4-4866-b738-f6eca1a8cdb4 req-3a6605d3-2aab-483d-8238-0d6ebe1b4069 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430179 Sep 08 09:24:52.006443 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e4847670-bc72-4a5e-87d2-a4bf50830414 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:52.007810 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e4847670-bc72-4a5e-87d2-a4bf50830414 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6655929 Sep 08 09:24:52.010864 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45380) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:52.012114 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4847670-bc72-4a5e-87d2-a4bf50830414 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb20785-119b-4e6a-bdcc-5f2010b76f37,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:52.018258 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-733cd80e-44b2-4ed5-9764-f00e51598622 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Request body: {'security_group_rule': {'security_group_id': 'cdb20785-119b-4e6a-bdcc-5f2010b76f37', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:52.062768 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-733cd80e-44b2-4ed5-9764-f00e51598622 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:52.120609 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-733cd80e-44b2-4ed5-9764-f00e51598622 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:52.130742 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-733cd80e-44b2-4ed5-9764-f00e51598622 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:52.133779 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 4173f5c7-3f32-4a0c-ae65-4d84d0126c64 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:24:52.163649 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733cd80e-44b2-4ed5-9764-f00e51598622 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7926e473-9d95-43be-a096-e8764cf93067,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:52.179457 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:52.180006 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-733cd80e-44b2-4ed5-9764-f00e51598622 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:52.181140 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-733cd80e-44b2-4ed5-9764-f00e51598622 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1680961 Sep 08 09:24:52.184030 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45384) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:52.189609 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-55d4aebf-6c13-4543-97aa-1a35f2cacbae tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Request body: {'security_group_rule': {'security_group_id': 'cdb20785-119b-4e6a-bdcc-5f2010b76f37', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:52.226241 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-55d4aebf-6c13-4543-97aa-1a35f2cacbae tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:52.237225 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5b76d198-e4f5-4b12-8594-664c9fd4d7b7 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:52.325804 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 4173f5c7-3f32-4a0c-ae65-4d84d0126c64, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=4173f5c7-3f32-4a0c-ae65-4d84d0126c64,segment=NetworkSegment(f08fca9c-7ba9-4967-8c01-3edd0faf3db1),segment_id=f08fca9c-7ba9-4967-8c01-3edd0faf3db1)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:24:52.329083 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-55d4aebf-6c13-4543-97aa-1a35f2cacbae tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] create failed (client error): There was a conflict when trying to complete your request. Sep 08 09:24:52.330642 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-55d4aebf-6c13-4543-97aa-1a35f2cacbae tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1452413 Sep 08 09:24:52.333986 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45396) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:52.339292 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '4173f5c7-3f32-4a0c-ae65-4d84d0126c64', 'network_id': '678c6b91-5ea9-437d-bb2d-e0aa57bc04fe', 'port_id': '4173f5c7-3f32-4a0c-ae65-4d84d0126c64', 'mac_address': 'fa:16:3e:eb:28:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9414c654-7832-4a44-85f8-4dd276ece110', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:24:52.381806 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:52.396928 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4173f5c7-3f32-4a0c-ae65-4d84d0126c64 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:24:52.399277 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4e58ec08-b5fe-408f-82f3-ac2dce4d48bc tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:52.421944 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 4173f5c7-3f32-4a0c-ae65-4d84d0126c64, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=4173f5c7-3f32-4a0c-ae65-4d84d0126c64,segment=NetworkSegment(f08fca9c-7ba9-4967-8c01-3edd0faf3db1),segment_id=f08fca9c-7ba9-4967-8c01-3edd0faf3db1)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:24:52.430002 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:52.448942 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4e58ec08-b5fe-408f-82f3-ac2dce4d48bc tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:52.493993 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=4173f5c7-3f32-4a0c-ae65-4d84d0126c64,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:52.574650 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b76d198-e4f5-4b12-8594-664c9fd4d7b7 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Router f0c7d677-25be-43e0-a76b-1be111b40ff8 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:24:52.719361 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b76d198-e4f5-4b12-8594-664c9fd4d7b7 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:24:52.730899 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5b76d198-e4f5-4b12-8594-664c9fd4d7b7 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "PUT /v2.0/routers/f0c7d677-25be-43e0-a76b-1be111b40ff8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8879883 Sep 08 09:24:52.733356 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45408) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:52.738061 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2520cc-8198-4210-8a1c-62dcf315f533 None None] Sync routers for ids ['f0c7d677-25be-43e0-a76b-1be111b40ff8'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:24:52.755795 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2520cc-8198-4210-8a1c-62dcf315f533 None None] Routers {'f0c7d677-25be-43e0-a76b-1be111b40ff8'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:24:52.756415 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-fa2520cc-8198-4210-8a1c-62dcf315f533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:24:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['f0c7d677-25be-43e0-a76b-1be111b40ff8'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:52.791748 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-5499d8e0-6aba-4a39-9a99-906d01c52f4f tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Deleting subnet 46767156-577a-4d6e-9ff1-3bfd2f867ca1 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:24:52.795684 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5499d8e0-6aba-4a39-9a99-906d01c52f4f tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:52.842414 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5499d8e0-6aba-4a39-9a99-906d01c52f4f tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:52.951315 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['4173f5c7-3f32-4a0c-ae65-4d84d0126c64'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:24:52.974955 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-fa2520cc-8198-4210-8a1c-62dcf315f533 None None] Set router f0c7d677-25be-43e0-a76b-1be111b40ff8 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:24:53.038471 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5499d8e0-6aba-4a39-9a99-906d01c52f4f tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:53.039847 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4e58ec08-b5fe-408f-82f3-ac2dce4d48bc tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:53.071708 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4e58ec08-b5fe-408f-82f3-ac2dce4d48bc tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:53.073002 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4e58ec08-b5fe-408f-82f3-ac2dce4d48bc tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "DELETE /v2.0/security-groups/cdb20785-119b-4e6a-bdcc-5f2010b76f37 HTTP/1.1" status: 204 len: 168 time: 0.7371888 Sep 08 09:24:53.082472 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45416) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:53.083266 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e58ec08-b5fe-408f-82f3-ac2dce4d48bc tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb20785-119b-4e6a-bdcc-5f2010b76f37,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:53.138275 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2188beee-8480-4725-984e-14114b6a9f64 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0526836 Sep 08 09:24:53.143109 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45418) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:53.148985 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-f7523b95-7029-4402-a77f-7eb6e878d019 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Request body: {'security_group': {'name': 'tempest-secgroup--1427732070'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:53.189122 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f7523b95-7029-4402-a77f-7eb6e878d019 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:53.221400 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5499d8e0-6aba-4a39-9a99-906d01c52f4f tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:53.303762 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f7523b95-7029-4402-a77f-7eb6e878d019 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:53.309327 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499d8e0-6aba-4a39-9a99-906d01c52f4f tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Pushing event deleted for resources: {'Subnet': ['ID=46767156-577a-4d6e-9ff1-3bfd2f867ca1,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:53.314430 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f7523b95-7029-4402-a77f-7eb6e878d019 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:53.316415 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252fd080-e083-4468-baef-5c26501611ae None None] Network daf39c3d-fc5d-4c94-9e86-13c60935ce97 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:24:53.326247 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5499d8e0-6aba-4a39-9a99-906d01c52f4f tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:53.330638 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5499d8e0-6aba-4a39-9a99-906d01c52f4f tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "DELETE /v2.0/subnets/46767156-577a-4d6e-9ff1-3bfd2f867ca1 HTTP/1.1" status: 204 len: 168 time: 0.5951722 Sep 08 09:24:53.334370 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45422) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:53.341165 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-fa2520cc-8198-4210-8a1c-62dcf315f533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c7d677-25be-43e0-a76b-1be111b40ff8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-474562316', 'tenant_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '59c9a6dd-b8cc-4fb0-a5ec-9152e246541c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:24:11Z', 'updated_at': '2021-09-08T09:24:51Z', 'revision_number': 5, 'project_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'gw_port': {'id': '59c9a6dd-b8cc-4fb0-a5ec-9152e246541c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c7d677-25be-43e0-a76b-1be111b40ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:24:12Z', 'updated_at': '2021-09-08T09:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:53.353230 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f7523b95-7029-4402-a77f-7eb6e878d019 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:53.357222 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f7523b95-7029-4402-a77f-7eb6e878d019 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2099919 Sep 08 09:24:53.357490 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45424) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:53.363538 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-151ff537-5002-4d29-8d24-a32f3b1be776 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Request body: {'security_group_rule': {'security_group_id': '9b88ec4c-cf5f-4f26-9a3e-3a1bc0517eda', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:53.364389 n-d-806683-11 neutron-server[94712]: WARNING neutron.api.v2.base [None req-151ff537-5002-4d29-8d24-a32f3b1be776 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 08 09:24:53.364875 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-151ff537-5002-4d29-8d24-a32f3b1be776 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:24:53.368272 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-151ff537-5002-4d29-8d24-a32f3b1be776 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0072753 Sep 08 09:24:53.368272 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7523b95-7029-4402-a77f-7eb6e878d019 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b88ec4c-cf5f-4f26-9a3e-3a1bc0517eda,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:53.370842 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45426) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:53.391692 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b30ed4-fc08-4486-8f24-945fb15f51a7 req-e527d25a-b5f3-4fa2-9b82-cadfbd83fc7d tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:53.393702 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-39b30ed4-fc08-4486-8f24-945fb15f51a7 req-e527d25a-b5f3-4fa2-9b82-cadfbd83fc7d tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=72cbda57-e2fd-492f-a479-d0c6659bb51f HTTP/1.1" status: 200 len: 944 time: 0.2238927 Sep 08 09:24:53.426426 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2520cc-8198-4210-8a1c-62dcf315f533 None None] Checking router: f0c7d677-25be-43e0-a76b-1be111b40ff8 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:24:53.437917 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2520cc-8198-4210-8a1c-62dcf315f533 None None] Routers {'f0c7d677-25be-43e0-a76b-1be111b40ff8'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:24:53.439553 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-fa2520cc-8198-4210-8a1c-62dcf315f533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:24:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['f0c7d677-25be-43e0-a76b-1be111b40ff8'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:53.488732 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-db76ef57-1153-48fd-987f-21463ede06ee tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:53.523161 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-39b30ed4-fc08-4486-8f24-945fb15f51a7 req-7617c455-99d0-47f4-b13d-f60f8c808bd5 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111455 Sep 08 09:24:53.545850 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-db76ef57-1153-48fd-987f-21463ede06ee tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:53.626646 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b00b2c57-533b-4213-872f-0bf1a4400e45 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:53.627396 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-fa2520cc-8198-4210-8a1c-62dcf315f533 None None] Set router f0c7d677-25be-43e0-a76b-1be111b40ff8 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:24:53.641297 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-db76ef57-1153-48fd-987f-21463ede06ee tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:53.643949 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-db76ef57-1153-48fd-987f-21463ede06ee tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:53.645125 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-db76ef57-1153-48fd-987f-21463ede06ee tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "DELETE /v2.0/security-groups/9b88ec4c-cf5f-4f26-9a3e-3a1bc0517eda HTTP/1.1" status: 204 len: 168 time: 0.2734249 Sep 08 09:24:53.659537 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45432) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:53.726509 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76ef57-1153-48fd-987f-21463ede06ee tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b88ec4c-cf5f-4f26-9a3e-3a1bc0517eda,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:53.767233 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:53.796194 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b00b2c57-533b-4213-872f-0bf1a4400e45 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:53.800327 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45436) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:53.800971 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-064ee234-e446-4396-ab18-d5db832c6631 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1294284 Sep 08 09:24:53.806831 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-fd901eac-ec88-4ba0-a257-599c6641248e tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Request body: {'security_group': {'name': 'tempest-secgroup--1877639959'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:53.856147 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fd901eac-ec88-4ba0-a257-599c6641248e tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:53.995179 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d6dec5-d929-4a22-93a4-b9af44cc1976 None None] DHCP port deletion for daf39c3d-fc5d-4c94-9e86-13c60935ce97 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:24:54.076581 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fd901eac-ec88-4ba0-a257-599c6641248e tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:54.087811 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fd901eac-ec88-4ba0-a257-599c6641248e tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:54.116867 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fd901eac-ec88-4ba0-a257-599c6641248e tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:54.121771 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45442) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:54.128992 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-6b73bb27-0acf-4a1b-92c6-726a29dc8188 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Request body: {'security_group_rule': {'security_group_id': 'a646ce86-2508-4ad3-87ea-7a100da6f89d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:54.129873 n-d-806683-11 neutron-server[94712]: WARNING neutron.api.v2.base [None req-6b73bb27-0acf-4a1b-92c6-726a29dc8188 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 08 09:24:54.130533 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-6b73bb27-0acf-4a1b-92c6-726a29dc8188 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:24:54.133325 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 4173f5c7-3f32-4a0c-ae65-4d84d0126c64 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:24:54.135026 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-6b73bb27-0acf-4a1b-92c6-726a29dc8188 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0112975 Sep 08 09:24:54.135779 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45444) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:54.136424 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-fd901eac-ec88-4ba0-a257-599c6641248e tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3349183 Sep 08 09:24:54.138833 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-fa2520cc-8198-4210-8a1c-62dcf315f533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c7d677-25be-43e0-a76b-1be111b40ff8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-474562316', 'tenant_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '59c9a6dd-b8cc-4fb0-a5ec-9152e246541c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:24:11Z', 'updated_at': '2021-09-08T09:24:51Z', 'revision_number': 5, 'project_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'gw_port': {'id': '59c9a6dd-b8cc-4fb0-a5ec-9152e246541c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c7d677-25be-43e0-a76b-1be111b40ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:24:12Z', 'updated_at': '2021-09-08T09:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:54.188854 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-b00b2c57-533b-4213-872f-0bf1a4400e45 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Deleting port 59c9a6dd-b8cc-4fb0-a5ec-9152e246541c {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:24:54.189337 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b00b2c57-533b-4213-872f-0bf1a4400e45 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:54.191233 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2520cc-8198-4210-8a1c-62dcf315f533 None None] The sync data for ids ['f0c7d677-25be-43e0-a76b-1be111b40ff8'] in n-d-806683-11 is: [{'id': 'f0c7d677-25be-43e0-a76b-1be111b40ff8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-474562316', 'tenant_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': '59c9a6dd-b8cc-4fb0-a5ec-9152e246541c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:24:11Z', 'updated_at': '2021-09-08T09:24:51Z', 'revision_number': 5, 'project_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'gw_port': {'id': '59c9a6dd-b8cc-4fb0-a5ec-9152e246541c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c0:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0c7d677-25be-43e0-a76b-1be111b40ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:24:12Z', 'updated_at': '2021-09-08T09:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:24:54.255203 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a71af584-e0b2-43ad-990b-521fab664475 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:54.259945 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-15d6dec5-d929-4a22-93a4-b9af44cc1976 None None] Deleting port ebf1cd8c-f1fc-4a29-96f0-762f4d3a825c {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:24:54.260575 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-15d6dec5-d929-4a22-93a4-b9af44cc1976 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:54.275113 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:54.298739 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a71af584-e0b2-43ad-990b-521fab664475 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:54.322194 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd901eac-ec88-4ba0-a257-599c6641248e tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a646ce86-2508-4ad3-87ea-7a100da6f89d,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:54.357580 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a71af584-e0b2-43ad-990b-521fab664475 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:54.361667 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a71af584-e0b2-43ad-990b-521fab664475 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:54.364273 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-a71af584-e0b2-43ad-990b-521fab664475 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "DELETE /v2.0/security-groups/a646ce86-2508-4ad3-87ea-7a100da6f89d HTTP/1.1" status: 204 len: 168 time: 0.2268057 Sep 08 09:24:54.367355 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45450) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:54.375759 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-15d6dec5-d929-4a22-93a4-b9af44cc1976 None None] For port ebf1cd8c-f1fc-4a29-96f0-762f4d3a825c, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=ebf1cd8c-f1fc-4a29-96f0-762f4d3a825c,segment=NetworkSegment(dce01566-213f-4e3b-99af-8e95896c8462),segment_id=dce01566-213f-4e3b-99af-8e95896c8462)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:24:54.377264 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-15d6dec5-d929-4a22-93a4-b9af44cc1976 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:54.393991 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71af584-e0b2-43ad-990b-521fab664475 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a646ce86-2508-4ad3-87ea-7a100da6f89d,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:54.399928 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-b00b2c57-533b-4213-872f-0bf1a4400e45 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] For port 59c9a6dd-b8cc-4fb0-a5ec-9152e246541c, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=59c9a6dd-b8cc-4fb0-a5ec-9152e246541c,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:24:54.400740 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b00b2c57-533b-4213-872f-0bf1a4400e45 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:54.429412 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-b00b2c57-533b-4213-872f-0bf1a4400e45 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Calling delete_port for 59c9a6dd-b8cc-4fb0-a5ec-9152e246541c owned by network:router_gateway {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:24:54.432894 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 4173f5c7-3f32-4a0c-ae65-4d84d0126c64 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:24:54.445361 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 4173f5c7-3f32-4a0c-ae65-4d84d0126c64 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:24:54.447065 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:54.499781 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-15d6dec5-d929-4a22-93a4-b9af44cc1976 None None] Calling delete_port for ebf1cd8c-f1fc-4a29-96f0-762f4d3a825c owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:24:54.513597 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5201497b-ef83-4d78-8e31-7fe47d57f9ce tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1406419 Sep 08 09:24:54.513827 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45454) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:54.521166 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-9abadb65-450f-40f9-a2f6-501ba5200ae0 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Request body: {'security_group': {'name': 'tempest-secgroup--875247678'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:54.593019 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9abadb65-450f-40f9-a2f6-501ba5200ae0 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:54.637345 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:54.701077 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-15d6dec5-d929-4a22-93a4-b9af44cc1976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:54.753462 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d6dec5-d929-4a22-93a4-b9af44cc1976 None None] No DVR routers for this DVR port ebf1cd8c-f1fc-4a29-96f0-762f4d3a825c on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:24:54.760915 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72cbda57-e2fd-492f-a479-d0c6659bb51f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4173f5c7-3f32-4a0c-ae65-4d84d0126c64'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:24:54.763688 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db2905-10d8-413d-9f45-9c4977a4b5da req-177bcebb-4a44-4ce0-988b-b4679416e9c7 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:54.764082 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e545675f-d7e6-4ea8-b983-0b4ba890d6f1" -d '{"events": [{"server_uuid": "72cbda57-e2fd-492f-a479-d0c6659bb51f", "name": "network-vif-plugged", "status": "completed", "tag": "4173f5c7-3f32-4a0c-ae65-4d84d0126c64"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:24:54.765765 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e8db2905-10d8-413d-9f45-9c4977a4b5da req-177bcebb-4a44-4ce0-988b-b4679416e9c7 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=72cbda57-e2fd-492f-a479-d0c6659bb51f HTTP/1.1" status: 200 len: 944 time: 0.1210597 Sep 08 09:24:54.767427 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d6dec5-d929-4a22-93a4-b9af44cc1976 None None] Pushing event deleted for resources: {'Port': ['ID=ebf1cd8c-f1fc-4a29-96f0-762f4d3a825c,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:54.808704 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b00b2c57-533b-4213-872f-0bf1a4400e45 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:54.817950 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 4173f5c7-3f32-4a0c-ae65-4d84d0126c64, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=4173f5c7-3f32-4a0c-ae65-4d84d0126c64,segment=NetworkSegment(f08fca9c-7ba9-4967-8c01-3edd0faf3db1),segment_id=f08fca9c-7ba9-4967-8c01-3edd0faf3db1)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:24:54.833656 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:54.855685 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2599e9-03b5-406e-9da8-35a0defa564c x-openstack-request-id: req-ba2599e9-03b5-406e-9da8-35a0defa564c {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:24:54.855954 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72cbda57-e2fd-492f-a479-d0c6659bb51f", "name": "network-vif-plugged", "status": "completed", "tag": "4173f5c7-3f32-4a0c-ae65-4d84d0126c64", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:24:54.856296 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ba2599e9-03b5-406e-9da8-35a0defa564c {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:24:54.856759 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72cbda57-e2fd-492f-a479-d0c6659bb51f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4173f5c7-3f32-4a0c-ae65-4d84d0126c64', 'code': 200} Sep 08 09:24:54.857384 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e8db2905-10d8-413d-9f45-9c4977a4b5da req-535b07f9-ad04-48e2-865a-657310d1215d tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754347 Sep 08 09:24:54.906019 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9abadb65-450f-40f9-a2f6-501ba5200ae0 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:54.923725 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b2c57-533b-4213-872f-0bf1a4400e45 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Pushing event deleted for resources: {'Port': ['ID=59c9a6dd-b8cc-4fb0-a5ec-9152e246541c,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:54.929353 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9abadb65-450f-40f9-a2f6-501ba5200ae0 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:54.952698 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=4173f5c7-3f32-4a0c-ae65-4d84d0126c64,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:54.979017 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9abadb65-450f-40f9-a2f6-501ba5200ae0 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:54.980268 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9abadb65-450f-40f9-a2f6-501ba5200ae0 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4655006 Sep 08 09:24:54.985704 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45470) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:55.015540 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-a1ac8f08-bb33-40ac-81a5-6f426bb4558b tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Request body: {'security_group_rule': {'security_group_id': '999408f3-8da7-4ed9-b7c5-bf1c73364eb7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:55.017211 n-d-806683-11 neutron-server[94713]: WARNING neutron.api.v2.base [None req-a1ac8f08-bb33-40ac-81a5-6f426bb4558b tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 08 09:24:55.017921 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-a1ac8f08-bb33-40ac-81a5-6f426bb4558b tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:24:55.021670 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a1ac8f08-bb33-40ac-81a5-6f426bb4558b tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0073879 Sep 08 09:24:55.021670 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abadb65-450f-40f9-a2f6-501ba5200ae0 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=999408f3-8da7-4ed9-b7c5-bf1c73364eb7,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:55.032627 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45472) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:55.037446 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-45d7ae9e-cc83-47fd-adc6-adac51b411e6 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Request body: {'security_group_rule': {'security_group_id': '999408f3-8da7-4ed9-b7c5-bf1c73364eb7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:55.038297 n-d-806683-11 neutron-server[94713]: WARNING neutron.api.v2.base [None req-45d7ae9e-cc83-47fd-adc6-adac51b411e6 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 08 09:24:55.038799 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-45d7ae9e-cc83-47fd-adc6-adac51b411e6 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:24:55.042557 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45474) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:55.043098 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-45d7ae9e-cc83-47fd-adc6-adac51b411e6 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0090947 Sep 08 09:24:55.048771 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-2eda5fb6-687a-4021-ac33-3744ee61da96 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Request body: {'security_group_rule': {'security_group_id': '999408f3-8da7-4ed9-b7c5-bf1c73364eb7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:55.049898 n-d-806683-11 neutron-server[94712]: WARNING neutron.api.v2.base [None req-2eda5fb6-687a-4021-ac33-3744ee61da96 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 08 09:24:55.050604 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-2eda5fb6-687a-4021-ac33-3744ee61da96 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:24:55.051757 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2eda5fb6-687a-4021-ac33-3744ee61da96 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0076275 Sep 08 09:24:55.054460 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45476) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:55.058154 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b00b2c57-533b-4213-872f-0bf1a4400e45 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:55.060568 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-952c0fc4-d305-47eb-8251-161af206137a tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Request body: {'security_group_rule': {'security_group_id': '999408f3-8da7-4ed9-b7c5-bf1c73364eb7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:55.061895 n-d-806683-11 neutron-server[94712]: WARNING neutron.api.v2.base [None req-952c0fc4-d305-47eb-8251-161af206137a tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 08 09:24:55.062677 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-952c0fc4-d305-47eb-8251-161af206137a tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:24:55.066773 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-952c0fc4-d305-47eb-8251-161af206137a tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0085020 Sep 08 09:24:55.067220 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45478) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:55.100451 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75446b16-9053-4a18-85c1-51e3dfb828c4 req-95ae4baf-6f67-4e2a-98ae-b0e19c9f24fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:55.101974 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-75446b16-9053-4a18-85c1-51e3dfb828c4 req-95ae4baf-6f67-4e2a-98ae-b0e19c9f24fe service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=72cbda57-e2fd-492f-a479-d0c6659bb51f HTTP/1.1" status: 200 len: 1097 time: 0.1221907 Sep 08 09:24:55.144246 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-75446b16-9053-4a18-85c1-51e3dfb828c4 req-a4962fd4-5284-4d6c-9ca4-80c553296f68 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307722 Sep 08 09:24:55.164381 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-07fd3036-d472-4d2e-9b22-4ebaf100e5d0 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:55.181055 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b00b2c57-533b-4213-872f-0bf1a4400e45 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:55.183523 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b00b2c57-533b-4213-872f-0bf1a4400e45 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:55.193198 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-07fd3036-d472-4d2e-9b22-4ebaf100e5d0 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:55.240332 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b00b2c57-533b-4213-872f-0bf1a4400e45 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:55.245398 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00b2c57-533b-4213-872f-0bf1a4400e45 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Fanout notify agent at l3_agent the message router_deleted on router f0c7d677-25be-43e0-a76b-1be111b40ff8 {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:24:55.255470 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b00b2c57-533b-4213-872f-0bf1a4400e45 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:55.257372 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b00b2c57-533b-4213-872f-0bf1a4400e45 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "DELETE /v2.0/routers/f0c7d677-25be-43e0-a76b-1be111b40ff8 HTTP/1.1" status: 204 len: 168 time: 1.9180272 Sep 08 09:24:55.259460 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-07fd3036-d472-4d2e-9b22-4ebaf100e5d0 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:55.261127 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45484) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:55.262562 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-07fd3036-d472-4d2e-9b22-4ebaf100e5d0 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:55.267631 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-07fd3036-d472-4d2e-9b22-4ebaf100e5d0 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "DELETE /v2.0/security-groups/999408f3-8da7-4ed9-b7c5-bf1c73364eb7 HTTP/1.1" status: 204 len: 168 time: 0.1989958 Sep 08 09:24:55.268544 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45486) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:55.299600 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd3036-d472-4d2e-9b22-4ebaf100e5d0 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=999408f3-8da7-4ed9-b7c5-bf1c73364eb7,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:55.378656 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-a5e5de16-d1a4-4cb5-b98c-36ac7bd0d370 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0927665 Sep 08 09:24:55.383436 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45488) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:55.388415 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-73a87ea5-8b8f-4374-a7a7-045fade81f05 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Request body: {'security_group': {'name': 'tempest-secgroup--1754943069'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:55.398603 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1a2c5f64-9f0d-4843-bd1f-4e57eb88c265 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:55.430986 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-73a87ea5-8b8f-4374-a7a7-045fade81f05 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:55.523071 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1a2c5f64-9f0d-4843-bd1f-4e57eb88c265 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:55.564130 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-1a2c5f64-9f0d-4843-bd1f-4e57eb88c265 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daf39c3d-fc5d-4c94-9e86-13c60935ce97']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:55.582542 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-1a2c5f64-9f0d-4843-bd1f-4e57eb88c265 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dce01566-213f-4e3b-99af-8e95896c8462') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:55.582981 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-1a2c5f64-9f0d-4843-bd1f-4e57eb88c265 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dce01566-213f-4e3b-99af-8e95896c8462') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:55.596230 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1a2c5f64-9f0d-4843-bd1f-4e57eb88c265 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:55.620022 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1a2c5f64-9f0d-4843-bd1f-4e57eb88c265 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:55.630799 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a2c5f64-9f0d-4843-bd1f-4e57eb88c265 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:24:55.630799 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1a2c5f64-9f0d-4843-bd1f-4e57eb88c265 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:55.632570 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:24:55.632570 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:24:55.632570 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:24:55.632570 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:24:55.632570 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:24:55.632570 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:24:55.632570 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:24:55.632570 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:24:55.632570 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:24:55.632570 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:24:55.632570 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:24:55.632570 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:24:55.632570 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:24:55.632570 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:24:55.632570 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:24:55.632570 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:24:55.632570 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:24:55.632570 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:24:55.632570 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:24:55.632570 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:24:55.632570 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:24:55.632570 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:24:55.632570 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:24:55.632570 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:24:55.632570 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:24:55.632570 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:24:55.632570 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:24:55.632570 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:24:55.632570 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:24:55.632570 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:24:55.632570 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:24:55.632570 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:24:55.695263 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-73a87ea5-8b8f-4374-a7a7-045fade81f05 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:55.700920 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-73a87ea5-8b8f-4374-a7a7-045fade81f05 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:55.730189 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1a2c5f64-9f0d-4843-bd1f-4e57eb88c265 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:55.742156 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1a2c5f64-9f0d-4843-bd1f-4e57eb88c265 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:55.747831 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1a2c5f64-9f0d-4843-bd1f-4e57eb88c265 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "DELETE /v2.0/networks/daf39c3d-fc5d-4c94-9e86-13c60935ce97 HTTP/1.1" status: 204 len: 168 time: 0.4802535 Sep 08 09:24:55.747996 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45496) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:55.748091 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-73a87ea5-8b8f-4374-a7a7-045fade81f05 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:55.748901 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-73a87ea5-8b8f-4374-a7a7-045fade81f05 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3644242 Sep 08 09:24:55.753765 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45498) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:55.767531 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-8b8570c8-ad2d-4298-ab43-8b49ed25c0bb tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Request body: {'security_group_rule': {'security_group_id': 'e09dbae3-fb88-4b9a-8c6c-09b35f16d133', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:55.768132 n-d-806683-11 neutron-server[94713]: WARNING neutron.api.v2.base [None req-8b8570c8-ad2d-4298-ab43-8b49ed25c0bb tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 08 09:24:55.768693 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-8b8570c8-ad2d-4298-ab43-8b49ed25c0bb tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:24:55.769769 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8b8570c8-ad2d-4298-ab43-8b49ed25c0bb tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064039 Sep 08 09:24:55.772565 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2c5f64-9f0d-4843-bd1f-4e57eb88c265 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Pushing event deleted for resources: {'Network': ['ID=daf39c3d-fc5d-4c94-9e86-13c60935ce97,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:55.774480 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45500) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:55.775155 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a87ea5-8b8f-4374-a7a7-045fade81f05 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e09dbae3-fb88-4b9a-8c6c-09b35f16d133,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:55.781371 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-fc90ec74-cf0e-4739-b287-e9317908db90 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Request body: {'security_group_rule': {'security_group_id': 'e09dbae3-fb88-4b9a-8c6c-09b35f16d133', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:55.823850 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-fc90ec74-cf0e-4739-b287-e9317908db90 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:24:55.825657 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-fc90ec74-cf0e-4739-b287-e9317908db90 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0480030 Sep 08 09:24:55.829696 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45502) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:55.837022 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-47c7995e-c09d-4946-be49-4dca560da722 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Request body: {'security_group_rule': {'security_group_id': 'e09dbae3-fb88-4b9a-8c6c-09b35f16d133', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:55.837022 n-d-806683-11 neutron-server[94713]: WARNING neutron.api.v2.base [None req-47c7995e-c09d-4946-be49-4dca560da722 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 08 09:24:55.837022 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-47c7995e-c09d-4946-be49-4dca560da722 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:24:55.837843 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-47c7995e-c09d-4946-be49-4dca560da722 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064549 Sep 08 09:24:55.839949 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45504) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:55.845007 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-b64aa2ef-a674-4a27-bae5-d12f972c4568 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Request body: {'security_group_rule': {'security_group_id': 'e09dbae3-fb88-4b9a-8c6c-09b35f16d133', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:55.904811 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-b64aa2ef-a674-4a27-bae5-d12f972c4568 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:24:55.910202 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b64aa2ef-a674-4a27-bae5-d12f972c4568 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0659201 Sep 08 09:24:55.910448 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45508) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:55.915566 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-ba158454-8db5-4b19-b001-f3f85fc0cc95 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Request body: {'security_group_rule': {'security_group_id': 'e09dbae3-fb88-4b9a-8c6c-09b35f16d133', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:55.916056 n-d-806683-11 neutron-server[94713]: WARNING neutron.api.v2.base [None req-ba158454-8db5-4b19-b001-f3f85fc0cc95 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 08 09:24:55.916782 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-ba158454-8db5-4b19-b001-f3f85fc0cc95 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:24:55.920301 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ba158454-8db5-4b19-b001-f3f85fc0cc95 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063877 Sep 08 09:24:55.921687 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45512) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:55.937906 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-b66211f5-6f2a-45e8-8bac-8e4ac41b4810 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Request body: {'security_group_rule': {'security_group_id': 'e09dbae3-fb88-4b9a-8c6c-09b35f16d133', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:55.985070 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device ebf1cd8c-f1fc-4a29-96f0-762f4d3a825c no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:24:56.074838 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-b66211f5-6f2a-45e8-8bac-8e4ac41b4810 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:24:56.074838 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b66211f5-6f2a-45e8-8bac-8e4ac41b4810 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1517625 Sep 08 09:24:56.077430 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45518) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:56.083716 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-1636b882-a4b8-44d6-8163-01a95248e360 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Request body: {'security_group_rule': {'security_group_id': 'e09dbae3-fb88-4b9a-8c6c-09b35f16d133', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:56.084422 n-d-806683-11 neutron-server[94712]: WARNING neutron.api.v2.base [None req-1636b882-a4b8-44d6-8163-01a95248e360 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 08 09:24:56.084927 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-1636b882-a4b8-44d6-8163-01a95248e360 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:24:56.086945 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-1636b882-a4b8-44d6-8163-01a95248e360 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0084534 Sep 08 09:24:56.089081 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-48d6bc78-fd10-4abc-a1cb-a3c7ccea40a2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Deleting port 429e89ed-45f1-4313-869b-df98f9382196 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:24:56.089670 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-48d6bc78-fd10-4abc-a1cb-a3c7ccea40a2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:56.090546 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45520) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:56.096632 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-238efad4-1185-4be1-a9d8-168ec8a7ea7e tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Request body: {'security_group_rule': {'security_group_id': 'e09dbae3-fb88-4b9a-8c6c-09b35f16d133', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:56.151245 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e74f2-b850-4bc9-b3cf-df44ffab7584 req-0323bda8-afd7-412e-8cfd-9af2c498ac8e tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:56.160282 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5d7e74f2-b850-4bc9-b3cf-df44ffab7584 req-0323bda8-afd7-412e-8cfd-9af2c498ac8e tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=72cbda57-e2fd-492f-a479-d0c6659bb51f HTTP/1.1" status: 200 len: 945 time: 0.1371262 Sep 08 09:24:56.189152 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-48d6bc78-fd10-4abc-a1cb-a3c7ccea40a2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:56.189646 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-48d6bc78-fd10-4abc-a1cb-a3c7ccea40a2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:56.193550 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-238efad4-1185-4be1-a9d8-168ec8a7ea7e tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:24:56.197449 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-238efad4-1185-4be1-a9d8-168ec8a7ea7e tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1031361 Sep 08 09:24:56.197589 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45522) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:56.204845 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-cece580c-7d3a-4f0b-9615-e8e5e0bad430 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Request body: {'security_group_rule': {'security_group_id': 'e09dbae3-fb88-4b9a-8c6c-09b35f16d133', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:56.205696 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-48d6bc78-fd10-4abc-a1cb-a3c7ccea40a2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Calling delete_port for 429e89ed-45f1-4313-869b-df98f9382196 owned by network:floatingip {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:24:56.226063 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5d7e74f2-b850-4bc9-b3cf-df44ffab7584 req-d8875efd-1802-4dfe-a4fb-d0da026eae38 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632753 Sep 08 09:24:56.281796 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-cece580c-7d3a-4f0b-9615-e8e5e0bad430 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:24:56.285781 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-cece580c-7d3a-4f0b-9615-e8e5e0bad430 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0845144 Sep 08 09:24:56.286300 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45524) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:56.287222 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: ebf1cd8c-f1fc-4a29-96f0-762f4d3a825c {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:24:56.287585 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device ebf1cd8c-f1fc-4a29-96f0-762f4d3a825c not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:24:56.288020 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device d12411f0-a4e1-4ed0-9e8e-6463ee29d627 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:24:56.334849 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: d12411f0-a4e1-4ed0-9e8e-6463ee29d627 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:24:56.338181 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device d12411f0-a4e1-4ed0-9e8e-6463ee29d627 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:24:56.338866 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 59c9a6dd-b8cc-4fb0-a5ec-9152e246541c no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:24:56.358189 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ccc8f30d-fdca-4320-906b-9deaf8bd0509 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:56.362671 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 59c9a6dd-b8cc-4fb0-a5ec-9152e246541c {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:24:56.363190 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 59c9a6dd-b8cc-4fb0-a5ec-9152e246541c not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:24:56.392275 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ccc8f30d-fdca-4320-906b-9deaf8bd0509 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:56.455193 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-48d6bc78-fd10-4abc-a1cb-a3c7ccea40a2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:56.466087 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ccc8f30d-fdca-4320-906b-9deaf8bd0509 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:56.469585 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ccc8f30d-fdca-4320-906b-9deaf8bd0509 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:56.473707 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ccc8f30d-fdca-4320-906b-9deaf8bd0509 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "DELETE /v2.0/security-groups/e09dbae3-fb88-4b9a-8c6c-09b35f16d133 HTTP/1.1" status: 204 len: 168 time: 0.1862059 Sep 08 09:24:56.474465 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45530) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:56.491211 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d6bc78-fd10-4abc-a1cb-a3c7ccea40a2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Pushing event deleted for resources: {'Port': ['ID=429e89ed-45f1-4313-869b-df98f9382196,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:56.525375 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc8f30d-fdca-4320-906b-9deaf8bd0509 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09dbae3-fb88-4b9a-8c6c-09b35f16d133,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:56.556565 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8ca1b069-2dd8-4c14-b736-7a54e7f579ba tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0784647 Sep 08 09:24:56.558081 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc8f30d-fdca-4320-906b-9deaf8bd0509 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:24:56.558447 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc8f30d-fdca-4320-906b-9deaf8bd0509 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:24:56.558799 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc8f30d-fdca-4320-906b-9deaf8bd0509 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:24:56.559147 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc8f30d-fdca-4320-906b-9deaf8bd0509 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:24:56.559490 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc8f30d-fdca-4320-906b-9deaf8bd0509 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:24:56.559829 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc8f30d-fdca-4320-906b-9deaf8bd0509 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:24:56.560213 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc8f30d-fdca-4320-906b-9deaf8bd0509 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:24:56.560554 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc8f30d-fdca-4320-906b-9deaf8bd0509 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:24:56.560888 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc8f30d-fdca-4320-906b-9deaf8bd0509 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:24:56.561219 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc8f30d-fdca-4320-906b-9deaf8bd0509 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:24:56.562408 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc8f30d-fdca-4320-906b-9deaf8bd0509 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:24:56.562408 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc8f30d-fdca-4320-906b-9deaf8bd0509 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:24:56.566361 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45534) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:56.571460 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-b5769f4f-9bc0-41c5-b7f9-717f74f46a24 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Request body: {'security_group': {'name': 'tempest-secgroup--556862401'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:56.600018 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b5769f4f-9bc0-41c5-b7f9-717f74f46a24 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:56.600347 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-48d6bc78-fd10-4abc-a1cb-a3c7ccea40a2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for floatingip, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:56.600897 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [None req-48d6bc78-fd10-4abc-a1cb-a3c7ccea40a2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Floating IP 0b889dee-3738-43ae-a593-06df41bc61ad disassociated (deleted). External IP: 172.25.0.117, port: c5ff2652-88c4-4c8e-9801-94ca89e61192. Sep 08 09:24:56.786070 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b5769f4f-9bc0-41c5-b7f9-717f74f46a24 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:56.797176 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b5769f4f-9bc0-41c5-b7f9-717f74f46a24 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:56.841369 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b5769f4f-9bc0-41c5-b7f9-717f74f46a24 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:56.846717 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b5769f4f-9bc0-41c5-b7f9-717f74f46a24 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2763703 Sep 08 09:24:56.846717 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5769f4f-9bc0-41c5-b7f9-717f74f46a24 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbf947b-2f28-419c-b22d-441a91fe5b5a,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:56.847542 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45540) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:56.866514 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-b8ae229a-a00a-4ef6-be97-612ea7aa058d tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Request body: {'security_group_rule': {'security_group_id': '6fbf947b-2f28-419c-b22d-441a91fe5b5a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:56.892802 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d6bc78-fd10-4abc-a1cb-a3c7ccea40a2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Router 313e544e-f4dd-4ae3-9f00-b5630a5b604d has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:24:56.921959 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-b8ae229a-a00a-4ef6-be97-612ea7aa058d tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] create failed (client error): The resource could not be found. Sep 08 09:24:56.925749 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b8ae229a-a00a-4ef6-be97-612ea7aa058d tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0633550 Sep 08 09:24:56.926570 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45542) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:56.931818 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-e2c211fc-b1e1-4511-bd57-4f532b6a80b2 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Request body: {'security_group_rule': {'security_group_id': '6fbf947b-2f28-419c-b22d-441a91fe5b5a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '1e7591bb-f538-4350-a934-453855e95c4b'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:56.989568 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-e2c211fc-b1e1-4511-bd57-4f532b6a80b2 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] create failed (client error): The resource could not be found. Sep 08 09:24:56.993438 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e2c211fc-b1e1-4511-bd57-4f532b6a80b2 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0631523 Sep 08 09:24:56.993689 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45546) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:57.060029 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d6bc78-fd10-4abc-a1cb-a3c7ccea40a2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:24:57.066220 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-48d6bc78-fd10-4abc-a1cb-a3c7ccea40a2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:57.073486 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b29a046-c66f-4fc9-b94f-e11ab4548677 None None] Sync routers for ids ['313e544e-f4dd-4ae3-9f00-b5630a5b604d'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:24:57.097223 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b29a046-c66f-4fc9-b94f-e11ab4548677 None None] Routers {'313e544e-f4dd-4ae3-9f00-b5630a5b604d'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:24:57.097223 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-8b29a046-c66f-4fc9-b94f-e11ab4548677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:24:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['313e544e-f4dd-4ae3-9f00-b5630a5b604d'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:57.103507 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2f62b9dc-b8a5-45c0-963c-d4413c487f6d tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:57.144508 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-48d6bc78-fd10-4abc-a1cb-a3c7ccea40a2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "DELETE /v2.0/floatingips/0b889dee-3738-43ae-a593-06df41bc61ad HTTP/1.1" status: 204 len: 168 time: 1.3955784 Sep 08 09:24:57.144508 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2cf7ffd-4601-4b7e-bef6-c32728165377', 'tag': 'c5ff2652-88c4-4c8e-9801-94ca89e61192'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:24:57.157305 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad88798a-fb5b-4a77-a0be-2e8d0bb41f86" -d '{"events": [{"name": "network-changed", "server_uuid": "b2cf7ffd-4601-4b7e-bef6-c32728165377", "tag": "c5ff2652-88c4-4c8e-9801-94ca89e61192"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:24:57.176054 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2f62b9dc-b8a5-45c0-963c-d4413c487f6d tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:57.234972 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44881080-ac9f-4304-bf05-afed2a3d2f15 x-openstack-request-id: req-44881080-ac9f-4304-bf05-afed2a3d2f15 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:24:57.235402 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2cf7ffd-4601-4b7e-bef6-c32728165377", "tag": "c5ff2652-88c4-4c8e-9801-94ca89e61192", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:24:57.235578 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-44881080-ac9f-4304-bf05-afed2a3d2f15 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:24:57.235967 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2cf7ffd-4601-4b7e-bef6-c32728165377', 'tag': 'c5ff2652-88c4-4c8e-9801-94ca89e61192', 'status': 'completed', 'code': 200} Sep 08 09:24:57.239782 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2f62b9dc-b8a5-45c0-963c-d4413c487f6d tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:57.242865 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2f62b9dc-b8a5-45c0-963c-d4413c487f6d tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:57.244263 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2f62b9dc-b8a5-45c0-963c-d4413c487f6d tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "DELETE /v2.0/security-groups/6fbf947b-2f28-419c-b22d-441a91fe5b5a HTTP/1.1" status: 204 len: 168 time: 0.2493474 Sep 08 09:24:57.247342 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45558) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:57.292557 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f62b9dc-b8a5-45c0-963c-d4413c487f6d tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbf947b-2f28-419c-b22d-441a91fe5b5a,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:57.364589 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-8b29a046-c66f-4fc9-b94f-e11ab4548677 None None] Set router 313e544e-f4dd-4ae3-9f00-b5630a5b604d gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:24:57.384945 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88798a-fb5b-4a77-a0be-2e8d0bb41f86 req-fd77bda2-1325-4643-bf2e-907c0d3dd04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:57.387170 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ad88798a-fb5b-4a77-a0be-2e8d0bb41f86 req-fd77bda2-1325-4643-bf2e-907c0d3dd04a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ecbaee6aa4b844ae9f42681fee78a6d0&device_id=b2cf7ffd-4601-4b7e-bef6-c32728165377 HTTP/1.1" status: 200 len: 1136 time: 0.1016204 Sep 08 09:24:57.426871 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b5021470-cf30-4253-a99c-4387323a1ad7 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1738088 Sep 08 09:24:57.430539 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45566) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:57.437087 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-99fdfae9-4c99-4bad-9645-7f04f3bbdcf7 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Request body: {'security_group_rule': {'security_group_id': 'f4750c4f-878b-46c0-906f-ac06adc0409f', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:57.494342 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d75c7a-e0e9-4086-a5ed-18dc4c3adb56 req-18b5cfbb-74d7-4012-a207-e560479e1439 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:57.504019 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a0d75c7a-e0e9-4086-a5ed-18dc4c3adb56 req-18b5cfbb-74d7-4012-a207-e560479e1439 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=72cbda57-e2fd-492f-a479-d0c6659bb51f HTTP/1.1" status: 200 len: 945 time: 0.1131182 Sep 08 09:24:57.633730 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88798a-fb5b-4a77-a0be-2e8d0bb41f86 req-33157ee3-b764-43f9-9e7e-a558c4276b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:57.637075 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a0d75c7a-e0e9-4086-a5ed-18dc4c3adb56 req-806ea0a3-8e93-4d65-a689-bbc73c35223e tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291251 Sep 08 09:24:57.638411 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ad88798a-fb5b-4a77-a0be-2e8d0bb41f86 req-33157ee3-b764-43f9-9e7e-a558c4276b94 service neutron] 10.222.0.35 "GET /v2.0/networks?id=accf7f86-2e24-44f5-820b-a3db2b9e6a69 HTTP/1.1" status: 200 len: 898 time: 0.2412636 Sep 08 09:24:57.642556 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-99fdfae9-4c99-4bad-9645-7f04f3bbdcf7 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] create failed (client error): The resource could not be found. Sep 08 09:24:57.647290 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-99fdfae9-4c99-4bad-9645-7f04f3bbdcf7 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2154632 Sep 08 09:24:57.650721 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45574) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:57.657118 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-d9d3f61c-9309-4b93-8689-487519ac3b92 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Request body: {'security_group': {'name': 'tempest-secgroup--1662040680'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:57.704913 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d9d3f61c-9309-4b93-8689-487519ac3b92 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:57.746011 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-8b29a046-c66f-4fc9-b94f-e11ab4548677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313e544e-f4dd-4ae3-9f00-b5630a5b604d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1759996624', 'tenant_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '18b32b6b-7fb2-4ee2-93e4-94dd184bc234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:22:11Z', 'updated_at': '2021-09-08T09:22:21Z', 'revision_number': 4, 'project_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'gw_port': {'id': '18b32b6b-7fb2-4ee2-93e4-94dd184bc234', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e544e-f4dd-4ae3-9f00-b5630a5b604d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:22:13Z', 'updated_at': '2021-09-08T09:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '87d4a1ec-8546-40f7-83c8-6f9550f470b3', 'name': '', 'network_id': 'accf7f86-2e24-44f5-820b-a3db2b9e6a69', 'tenant_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'mac_address': 'fa:16:3e:4f:26:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e544e-f4dd-4ae3-9f00-b5630a5b604d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': 'd81ebdae-1153-4256-ab0f-6149de60d7df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:22:18Z', 'updated_at': '2021-09-08T09:22:30Z', 'revision_number': 5, 'project_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'subnets': [{'id': 'd81ebdae-1153-4256-ab0f-6149de60d7df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:57.803872 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d9d3f61c-9309-4b93-8689-487519ac3b92 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:57.811822 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d9d3f61c-9309-4b93-8689-487519ac3b92 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:57.816661 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b29a046-c66f-4fc9-b94f-e11ab4548677 None None] Checking router: 313e544e-f4dd-4ae3-9f00-b5630a5b604d for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:24:57.851113 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b29a046-c66f-4fc9-b94f-e11ab4548677 None None] Routers {'313e544e-f4dd-4ae3-9f00-b5630a5b604d'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:24:57.851806 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-8b29a046-c66f-4fc9-b94f-e11ab4548677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:24:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['313e544e-f4dd-4ae3-9f00-b5630a5b604d'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:57.860879 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ad88798a-fb5b-4a77-a0be-2e8d0bb41f86 req-349ca508-28f7-4f67-bf27-d7a6f8b8bb6e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c5ff2652-88c4-4c8e-9801-94ca89e61192 HTTP/1.1" status: 200 len: 217 time: 0.2151279 Sep 08 09:24:57.904431 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d9d3f61c-9309-4b93-8689-487519ac3b92 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:57.906295 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d9d3f61c-9309-4b93-8689-487519ac3b92 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2543945 Sep 08 09:24:57.909083 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45586) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:57.924253 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-63f2297f-1a75-4c74-a436-e6cf14777178 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Request body: {'security_group': {'name': 'tempest-secgroup--143672773'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:57.941798 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d3f61c-9309-4b93-8689-487519ac3b92 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7777e547-692c-4708-90b2-2b52d796e07e,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:57.984386 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88798a-fb5b-4a77-a0be-2e8d0bb41f86 req-dc2894d3-433e-4b57-b427-4623e286ee00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:57.985741 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ad88798a-fb5b-4a77-a0be-2e8d0bb41f86 req-dc2894d3-433e-4b57-b427-4623e286ee00 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d81ebdae-1153-4256-ab0f-6149de60d7df HTTP/1.1" status: 200 len: 833 time: 0.1157844 Sep 08 09:24:57.994772 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d85ae-251b-4363-923b-b40173a4b625 req-864bffc0-19d8-4b4e-8e12-883ceb26e993 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:57.995613 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-466d85ae-251b-4363-923b-b40173a4b625 req-864bffc0-19d8-4b4e-8e12-883ceb26e993 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2cf7ffd-4601-4b7e-bef6-c32728165377 HTTP/1.1" status: 200 len: 984 time: 0.3389835 Sep 08 09:24:57.998493 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-63f2297f-1a75-4c74-a436-e6cf14777178 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:58.083730 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-466d85ae-251b-4363-923b-b40173a4b625 req-1c8aa20d-b381-4163-aff5-5e655ebf0851 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3c3e843-dd3f-48d2-92ef-ad7855719d38&id=809c40b7-900c-4bfa-a9ce-d9c4e4d44d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0726237 Sep 08 09:24:58.090524 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-8b29a046-c66f-4fc9-b94f-e11ab4548677 None None] Set router 313e544e-f4dd-4ae3-9f00-b5630a5b604d gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:24:58.108414 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45588) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:58.148928 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88798a-fb5b-4a77-a0be-2e8d0bb41f86 req-a3201779-c620-4789-9d6b-f2c6c7886a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:58.150544 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ad88798a-fb5b-4a77-a0be-2e8d0bb41f86 req-a3201779-c620-4789-9d6b-f2c6c7886a2e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=accf7f86-2e24-44f5-820b-a3db2b9e6a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1499810 Sep 08 09:24:58.285913 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ad88798a-fb5b-4a77-a0be-2e8d0bb41f86 req-e988dfe6-c168-4872-9136-7754ba3324e2 service neutron] 10.222.0.35 "GET /v2.0/networks/accf7f86-2e24-44f5-820b-a3db2b9e6a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258044 Sep 08 09:24:58.400155 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-69d38854-98ed-4e3f-8e63-8e86e417c489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:58.401067 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-8b29a046-c66f-4fc9-b94f-e11ab4548677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313e544e-f4dd-4ae3-9f00-b5630a5b604d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1759996624', 'tenant_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '18b32b6b-7fb2-4ee2-93e4-94dd184bc234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:22:11Z', 'updated_at': '2021-09-08T09:22:21Z', 'revision_number': 4, 'project_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'gw_port': {'id': '18b32b6b-7fb2-4ee2-93e4-94dd184bc234', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e544e-f4dd-4ae3-9f00-b5630a5b604d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:22:13Z', 'updated_at': '2021-09-08T09:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '87d4a1ec-8546-40f7-83c8-6f9550f470b3', 'name': '', 'network_id': 'accf7f86-2e24-44f5-820b-a3db2b9e6a69', 'tenant_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'mac_address': 'fa:16:3e:4f:26:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e544e-f4dd-4ae3-9f00-b5630a5b604d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': 'd81ebdae-1153-4256-ab0f-6149de60d7df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:22:18Z', 'updated_at': '2021-09-08T09:22:30Z', 'revision_number': 5, 'project_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'subnets': [{'id': 'd81ebdae-1153-4256-ab0f-6149de60d7df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:24:58.440488 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b29a046-c66f-4fc9-b94f-e11ab4548677 None None] The sync data for ids ['313e544e-f4dd-4ae3-9f00-b5630a5b604d'] in n-d-806683-11 is: [{'id': '313e544e-f4dd-4ae3-9f00-b5630a5b604d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1759996624', 'tenant_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '18b32b6b-7fb2-4ee2-93e4-94dd184bc234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:22:11Z', 'updated_at': '2021-09-08T09:22:21Z', 'revision_number': 4, 'project_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'gw_port': {'id': '18b32b6b-7fb2-4ee2-93e4-94dd184bc234', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e544e-f4dd-4ae3-9f00-b5630a5b604d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:22:13Z', 'updated_at': '2021-09-08T09:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '87d4a1ec-8546-40f7-83c8-6f9550f470b3', 'name': '', 'network_id': 'accf7f86-2e24-44f5-820b-a3db2b9e6a69', 'tenant_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'mac_address': 'fa:16:3e:4f:26:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e544e-f4dd-4ae3-9f00-b5630a5b604d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': 'd81ebdae-1153-4256-ab0f-6149de60d7df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:22:18Z', 'updated_at': '2021-09-08T09:22:30Z', 'revision_number': 5, 'project_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'subnets': [{'id': 'd81ebdae-1153-4256-ab0f-6149de60d7df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:24:58.474075 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ad88798a-fb5b-4a77-a0be-2e8d0bb41f86 req-1a579773-107e-483f-a16e-bf793807be73 service neutron] 10.222.0.35 "GET /v2.0/networks/accf7f86-2e24-44f5-820b-a3db2b9e6a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775999 Sep 08 09:24:58.558020 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-69d38854-98ed-4e3f-8e63-8e86e417c489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:58.563599 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-69d38854-98ed-4e3f-8e63-8e86e417c489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:58.609252 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d38854-98ed-4e3f-8e63-8e86e417c489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7e523f-cb35-4244-b0d9-9b66740fbd08,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:58.618500 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-69d38854-98ed-4e3f-8e63-8e86e417c489 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1a60dae0f4914570ac6b34ea8dbed81b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5081978 Sep 08 09:24:58.620994 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45606) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:58.623788 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:58.710874 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-493faa5b-fdeb-428e-9e66-35ca333f8618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:58.732687 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b411868-886e-48c8-afa3-fb2ec39c27ae req-dd8b63fe-9111-4ed4-9591-bdad1baa0ba8 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:58.741424 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6b411868-886e-48c8-afa3-fb2ec39c27ae req-dd8b63fe-9111-4ed4-9591-bdad1baa0ba8 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=72cbda57-e2fd-492f-a479-d0c6659bb51f HTTP/1.1" status: 200 len: 945 time: 0.1713333 Sep 08 09:24:58.745410 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-63f2297f-1a75-4c74-a436-e6cf14777178 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:58.749952 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-493faa5b-fdeb-428e-9e66-35ca333f8618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:58.762762 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-63f2297f-1a75-4c74-a436-e6cf14777178 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:58.811628 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-493faa5b-fdeb-428e-9e66-35ca333f8618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:58.814941 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-493faa5b-fdeb-428e-9e66-35ca333f8618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:58.818994 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-493faa5b-fdeb-428e-9e66-35ca333f8618 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/af7e523f-cb35-4244-b0d9-9b66740fbd08 HTTP/1.1" status: 204 len: 168 time: 0.1937935 Sep 08 09:24:58.826792 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493faa5b-fdeb-428e-9e66-35ca333f8618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7e523f-cb35-4244-b0d9-9b66740fbd08,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:58.827169 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f01a1b0-35ad-4bfe-bdd0-f880257ff205 None None] New status for floating IP 0b889dee-3738-43ae-a593-06df41bc61ad: DOWN {{(pid=94715) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:24:58.832023 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6b411868-886e-48c8-afa3-fb2ec39c27ae req-17322c8f-8de3-4648-b2a2-110fbf737d94 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896454 Sep 08 09:24:58.857390 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-63f2297f-1a75-4c74-a436-e6cf14777178 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:58.861937 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-63f2297f-1a75-4c74-a436-e6cf14777178 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9494183 Sep 08 09:24:58.862255 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2297f-1a75-4c74-a436-e6cf14777178 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20b87c51-bb44-4c53-aa0b-fc9367bf0f0d,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:58.862443 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45610) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:58.867403 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-49960e6c-201b-4f23-a23a-1435d6894687 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Request body: {'security_group_rule': {'security_group_id': '7777e547-692c-4708-90b2-2b52d796e07e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '20b87c51-bb44-4c53-aa0b-fc9367bf0f0d'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:58.920696 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-49960e6c-201b-4f23-a23a-1435d6894687 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 09:24:58.925985 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-49960e6c-201b-4f23-a23a-1435d6894687 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0625155 Sep 08 09:24:58.926267 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45612) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:58.992183 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-969ddd5e-85a2-407d-a831-93f11a09df64 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:59.015731 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-969ddd5e-85a2-407d-a831-93f11a09df64 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:59.061356 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-969ddd5e-85a2-407d-a831-93f11a09df64 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:59.064982 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-969ddd5e-85a2-407d-a831-93f11a09df64 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:59.068991 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45616) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:59.069275 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-969ddd5e-85a2-407d-a831-93f11a09df64 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "DELETE /v2.0/security-groups/20b87c51-bb44-4c53-aa0b-fc9367bf0f0d HTTP/1.1" status: 204 len: 168 time: 0.1410587 Sep 08 09:24:59.085257 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ddd5e-85a2-407d-a831-93f11a09df64 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b87c51-bb44-4c53-aa0b-fc9367bf0f0d,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:59.152915 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b05ed014-bb09-45a7-97c7-bef806794fb1 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0801511 Sep 08 09:24:59.153123 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45620) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:59.159196 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45622) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:59.174705 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9ffb249c-f9ef-4e2f-806f-8d9e8bbb3882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:59.253225 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fe888fcc-5c1a-414d-9156-7fa475093b8d tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:59.279261 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a62dd-c446-485d-ba2a-8561530c3bef req-7edb76d3-75ee-4892-b162-d6877111fcf5 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:59.279600 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9ffb249c-f9ef-4e2f-806f-8d9e8bbb3882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:59.285420 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-075a62dd-c446-485d-ba2a-8561530c3bef req-7edb76d3-75ee-4892-b162-d6877111fcf5 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2cf7ffd-4601-4b7e-bef6-c32728165377 HTTP/1.1" status: 200 len: 984 time: 0.0953681 Sep 08 09:24:59.291929 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9ffb249c-f9ef-4e2f-806f-8d9e8bbb3882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:59.315435 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fe888fcc-5c1a-414d-9156-7fa475093b8d tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:59.331742 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9ffb249c-f9ef-4e2f-806f-8d9e8bbb3882 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0626e1e88dc64020b11bb56698321669&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1714118 Sep 08 09:24:59.332623 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffb249c-f9ef-4e2f-806f-8d9e8bbb3882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b43f934-6a3d-4ba9-bc6d-02471fe75471,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:59.335785 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45624) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:59.365223 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-075a62dd-c446-485d-ba2a-8561530c3bef req-0527a568-216e-4a98-b5d3-cce3d17da841 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/security-groups?id=e3c3e843-dd3f-48d2-92ef-ad7855719d38&id=809c40b7-900c-4bfa-a9ce-d9c4e4d44d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0733235 Sep 08 09:24:59.388216 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fe888fcc-5c1a-414d-9156-7fa475093b8d tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:59.390414 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fe888fcc-5c1a-414d-9156-7fa475093b8d tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:59.394670 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45626) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:59.394833 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-fe888fcc-5c1a-414d-9156-7fa475093b8d tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "DELETE /v2.0/security-groups/7777e547-692c-4708-90b2-2b52d796e07e HTTP/1.1" status: 204 len: 168 time: 0.2404583 Sep 08 09:24:59.404016 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe888fcc-5c1a-414d-9156-7fa475093b8d tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7777e547-692c-4708-90b2-2b52d796e07e,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:59.404209 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-401dd0de-840d-466a-add1-dab5722e7ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:59.451454 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-401dd0de-840d-466a-add1-dab5722e7ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:59.467100 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ecf37f9d-67c5-410a-a993-370a350fa94a tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0713506 Sep 08 09:24:59.472877 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45628) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:59.477922 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-2ab65c0c-7d0a-4331-b0e8-ff110e0b8864 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Request body: {'security_group': {'name': 'tempest-secgroup--881398039'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:59.503915 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2ab65c0c-7d0a-4331-b0e8-ff110e0b8864 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:59.511181 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-401dd0de-840d-466a-add1-dab5722e7ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:59.514560 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-401dd0de-840d-466a-add1-dab5722e7ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:59.516560 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-401dd0de-840d-466a-add1-dab5722e7ec1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4b43f934-6a3d-4ba9-bc6d-02471fe75471 HTTP/1.1" status: 204 len: 168 time: 0.1795368 Sep 08 09:24:59.529328 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401dd0de-840d-466a-add1-dab5722e7ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b43f934-6a3d-4ba9-bc6d-02471fe75471,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:59.647391 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013dff8-d6ef-4ce3-bb69-9ffa3b65b3a9 req-921946ea-6a4a-4029-ad6e-46aefcb87a36 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:59.648935 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c013dff8-d6ef-4ce3-bb69-9ffa3b65b3a9 req-921946ea-6a4a-4029-ad6e-46aefcb87a36 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.35 "GET /v2.0/ports?device_id=b2cf7ffd-4601-4b7e-bef6-c32728165377 HTTP/1.1" status: 200 len: 984 time: 0.0834811 Sep 08 09:24:59.703178 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2ab65c0c-7d0a-4331-b0e8-ff110e0b8864 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:59.739697 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2ab65c0c-7d0a-4331-b0e8-ff110e0b8864 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:59.778569 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2ab65c0c-7d0a-4331-b0e8-ff110e0b8864 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:59.779823 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2ab65c0c-7d0a-4331-b0e8-ff110e0b8864 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3059354 Sep 08 09:24:59.784294 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45636) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:59.784892 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab65c0c-7d0a-4331-b0e8-ff110e0b8864 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70cf62a1-4a1a-4452-8885-a1ae61c22754,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:24:59.791657 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-d28d1206-9633-4975-985d-0c3a4a311020 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:24:59.792165 n-d-806683-11 neutron-server[94713]: WARNING neutron.api.v2.base [None req-d28d1206-9633-4975-985d-0c3a4a311020 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 08 09:24:59.792925 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-d28d1206-9633-4975-985d-0c3a4a311020 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] update failed (client error): There was a conflict when trying to complete your request. Sep 08 09:24:59.794193 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d28d1206-9633-4975-985d-0c3a4a311020 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "PUT /v2.0/security-groups/70cf62a1-4a1a-4452-8885-a1ae61c22754 HTTP/1.1" status: 409 len: 330 time: 0.0085576 Sep 08 09:24:59.798071 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45638) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:24:59.816457 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-c013dff8-d6ef-4ce3-bb69-9ffa3b65b3a9 req-e3ac839e-8639-4109-ae4c-f4c13ca8c0b7 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Deleting port c5ff2652-88c4-4c8e-9801-94ca89e61192 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:24:59.816915 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c013dff8-d6ef-4ce3-bb69-9ffa3b65b3a9 req-e3ac839e-8639-4109-ae4c-f4c13ca8c0b7 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:59.934846 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-01224c43-2fd4-49c0-b565-9dc17d7ae57d tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:59.965793 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-c013dff8-d6ef-4ce3-bb69-9ffa3b65b3a9 req-e3ac839e-8639-4109-ae4c-f4c13ca8c0b7 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] For port c5ff2652-88c4-4c8e-9801-94ca89e61192, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=c5ff2652-88c4-4c8e-9801-94ca89e61192,segment=NetworkSegment(834b7598-a2cf-4dd2-83ba-dc656737b197),segment_id=834b7598-a2cf-4dd2-83ba-dc656737b197)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:24:59.966213 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c013dff8-d6ef-4ce3-bb69-9ffa3b65b3a9 req-e3ac839e-8639-4109-ae4c-f4c13ca8c0b7 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:24:59.975780 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d5b71-3e5f-43b6-8b26-7f9ffcf9fd7e req-a177f76e-7c1a-4e89-a865-98d85edd81c3 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:24:59.978816 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bb7d5b71-3e5f-43b6-8b26-7f9ffcf9fd7e req-a177f76e-7c1a-4e89-a865-98d85edd81c3 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=72cbda57-e2fd-492f-a479-d0c6659bb51f HTTP/1.1" status: 200 len: 945 time: 0.0703757 Sep 08 09:25:00.007364 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-01224c43-2fd4-49c0-b565-9dc17d7ae57d tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:00.026716 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-c013dff8-d6ef-4ce3-bb69-9ffa3b65b3a9 req-e3ac839e-8639-4109-ae4c-f4c13ca8c0b7 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Calling delete_port for c5ff2652-88c4-4c8e-9801-94ca89e61192 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:25:00.052645 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bb7d5b71-3e5f-43b6-8b26-7f9ffcf9fd7e req-b74687d2-9ac0-43a7-9263-c122e17001a4 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663288 Sep 08 09:25:00.117781 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b22bd-c136-4f8d-9555-8ae668b257eb req-84a1f98f-64ba-4185-a615-4d84e17c6b9d tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:00.119394 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4a3b22bd-c136-4f8d-9555-8ae668b257eb req-84a1f98f-64ba-4185-a615-4d84e17c6b9d tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.35 "GET /v2.0/ports?device_id=72cbda57-e2fd-492f-a479-d0c6659bb51f HTTP/1.1" status: 200 len: 945 time: 0.1556478 Sep 08 09:25:00.166452 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-01224c43-2fd4-49c0-b565-9dc17d7ae57d tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:00.169001 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-01224c43-2fd4-49c0-b565-9dc17d7ae57d tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:00.170173 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-01224c43-2fd4-49c0-b565-9dc17d7ae57d tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "DELETE /v2.0/security-groups/70cf62a1-4a1a-4452-8885-a1ae61c22754 HTTP/1.1" status: 204 len: 168 time: 0.3711030 Sep 08 09:25:00.175393 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45652) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:00.196327 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01224c43-2fd4-49c0-b565-9dc17d7ae57d tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70cf62a1-4a1a-4452-8885-a1ae61c22754,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:00.262400 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c0f651ca-8cf0-484a-a7c6-6674a2559d54 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0873888 Sep 08 09:25:00.263189 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45658) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:00.276906 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-08b67aa2-2f81-4bfe-8d87-2e8c1dbf13e7 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] delete failed (client error): The resource could not be found. Sep 08 09:25:00.282748 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-08b67aa2-2f81-4bfe-8d87-2e8c1dbf13e7 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "DELETE /v2.0/security-groups/c8621b18-5475-4060-813c-d6da58faa2a5 HTTP/1.1" status: 404 len: 347 time: 0.0184538 Sep 08 09:25:00.283469 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45660) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:00.307123 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-4a3b22bd-c136-4f8d-9555-8ae668b257eb req-2bdda371-87a3-423c-9429-0846a9265778 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Deleting port 4173f5c7-3f32-4a0c-ae65-4d84d0126c64 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:25:00.307123 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4a3b22bd-c136-4f8d-9555-8ae668b257eb req-2bdda371-87a3-423c-9429-0846a9265778 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:00.307344 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-d96e10d3-8cf8-45d9-bbf3-bc413beea6f8 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] show failed (client error): The resource could not be found. Sep 08 09:25:00.307344 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d96e10d3-8cf8-45d9-bbf3-bc413beea6f8 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "GET /v2.0/security-groups/c511dd16-9a2a-4a8d-bc3b-f459a58e7587 HTTP/1.1" status: 404 len: 347 time: 0.0188615 Sep 08 09:25:00.307490 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45662) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:00.325530 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-ee778b7e-3811-43f8-a510-22c8c104f0a3 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] show failed (client error): The resource could not be found. Sep 08 09:25:00.327018 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ee778b7e-3811-43f8-a510-22c8c104f0a3 tempest-NegativeSecGroupTest-1178095556 tempest-NegativeSecGroupTest-1178095556-project] 10.222.0.54 "GET /v2.0/security-group-rules/87601171-4c6d-440d-9629-5fbd19cdc8b4 HTTP/1.1" status: 404 len: 356 time: 0.0184081 Sep 08 09:25:00.341674 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c013dff8-d6ef-4ce3-bb69-9ffa3b65b3a9 req-e3ac839e-8639-4109-ae4c-f4c13ca8c0b7 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:00.420578 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac839e-8639-4109-ae4c-f4c13ca8c0b7 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Pushing event deleted for resources: {'Port': ['ID=c5ff2652-88c4-4c8e-9801-94ca89e61192,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:00.495562 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-c013dff8-d6ef-4ce3-bb69-9ffa3b65b3a9 req-e3ac839e-8639-4109-ae4c-f4c13ca8c0b7 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] No DVR routers for this DVR port c5ff2652-88c4-4c8e-9801-94ca89e61192 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:25:00.510514 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c013dff8-d6ef-4ce3-bb69-9ffa3b65b3a9 req-e3ac839e-8639-4109-ae4c-f4c13ca8c0b7 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:00.512503 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c013dff8-d6ef-4ce3-bb69-9ffa3b65b3a9 req-e3ac839e-8639-4109-ae4c-f4c13ca8c0b7 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.35 "DELETE /v2.0/ports/c5ff2652-88c4-4c8e-9801-94ca89e61192 HTTP/1.1" status: 204 len: 173 time: 0.8513949 Sep 08 09:25:00.516713 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2cf7ffd-4601-4b7e-bef6-c32728165377', 'name': 'network-vif-deleted', 'tag': 'c5ff2652-88c4-4c8e-9801-94ca89e61192'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:25:00.517153 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8dc5741-e7e4-4468-ac4c-ee576e8e0dfc" -d '{"events": [{"server_uuid": "b2cf7ffd-4601-4b7e-bef6-c32728165377", "name": "network-vif-deleted", "tag": "c5ff2652-88c4-4c8e-9801-94ca89e61192"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:25:00.521341 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-4a3b22bd-c136-4f8d-9555-8ae668b257eb req-2bdda371-87a3-423c-9429-0846a9265778 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] For port 4173f5c7-3f32-4a0c-ae65-4d84d0126c64, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=4173f5c7-3f32-4a0c-ae65-4d84d0126c64,segment=NetworkSegment(f08fca9c-7ba9-4967-8c01-3edd0faf3db1),segment_id=f08fca9c-7ba9-4967-8c01-3edd0faf3db1)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:25:00.521769 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4a3b22bd-c136-4f8d-9555-8ae668b257eb req-2bdda371-87a3-423c-9429-0846a9265778 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:00.544607 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d87f5fbf-d8b2-4ebe-b7d7-6ab1a5c14534 req-4689a737-417c-462b-a0a2-dccacd6532a1 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "GET /v2.0/ports?device_id=b2cf7ffd-4601-4b7e-bef6-c32728165377 HTTP/1.1" status: 200 len: 210 time: 0.0554934 Sep 08 09:25:00.550677 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-4a3b22bd-c136-4f8d-9555-8ae668b257eb req-2bdda371-87a3-423c-9429-0846a9265778 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Calling delete_port for 4173f5c7-3f32-4a0c-ae65-4d84d0126c64 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:25:00.612985 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8fc485-345f-4a9c-914b-b02d4741cbe4 x-openstack-request-id: req-ad8fc485-345f-4a9c-914b-b02d4741cbe4 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:25:00.613286 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2cf7ffd-4601-4b7e-bef6-c32728165377", "name": "network-vif-deleted", "tag": "c5ff2652-88c4-4c8e-9801-94ca89e61192", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:25:00.613581 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ad8fc485-345f-4a9c-914b-b02d4741cbe4 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:25:00.613988 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2cf7ffd-4601-4b7e-bef6-c32728165377', 'name': 'network-vif-deleted', 'tag': 'c5ff2652-88c4-4c8e-9801-94ca89e61192', 'status': 'completed', 'code': 200} Sep 08 09:25:00.756173 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4a3b22bd-c136-4f8d-9555-8ae668b257eb req-2bdda371-87a3-423c-9429-0846a9265778 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:00.785810 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdda371-87a3-423c-9429-0846a9265778 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Pushing event deleted for resources: {'Port': ['ID=4173f5c7-3f32-4a0c-ae65-4d84d0126c64,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:00.791140 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['8bad12fc-0407-4931-9668-f2979f9e09c7', '4173f5c7-3f32-4a0c-ae65-4d84d0126c64'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:25:00.810636 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45680) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:00.883227 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a3b22bd-c136-4f8d-9555-8ae668b257eb req-2bdda371-87a3-423c-9429-0846a9265778 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] No DVR routers for this DVR port 4173f5c7-3f32-4a0c-ae65-4d84d0126c64 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:25:00.891896 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4a3b22bd-c136-4f8d-9555-8ae668b257eb req-2bdda371-87a3-423c-9429-0846a9265778 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:00.899391 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4a3b22bd-c136-4f8d-9555-8ae668b257eb req-2bdda371-87a3-423c-9429-0846a9265778 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.35 "DELETE /v2.0/ports/4173f5c7-3f32-4a0c-ae65-4d84d0126c64 HTTP/1.1" status: 204 len: 173 time: 0.7673249 Sep 08 09:25:01.036098 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e024c435-3f88-4d67-826a-cdc21d6c526d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5271ef12c26c4c7e9e031adb012cf02a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2238638 Sep 08 09:25:01.038807 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45690) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:01.212175 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0c02a4e9-786a-41b8-8611-2b8a765ac1b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:01.238500 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a0464a25-9712-44fe-95d6-c9a265a26b45 req-36ee5be5-db94-4342-9672-90d0e6904418 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=72cbda57-e2fd-492f-a479-d0c6659bb51f HTTP/1.1" status: 200 len: 210 time: 0.0403969 Sep 08 09:25:01.259527 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0c02a4e9-786a-41b8-8611-2b8a765ac1b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:01.315950 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0c02a4e9-786a-41b8-8611-2b8a765ac1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:01.318899 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0c02a4e9-786a-41b8-8611-2b8a765ac1b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:01.320116 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-0c02a4e9-786a-41b8-8611-2b8a765ac1b4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/88f6e625-6d40-4b82-9a5b-a19acab4452e HTTP/1.1" status: 204 len: 168 time: 0.2799184 Sep 08 09:25:01.328228 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c02a4e9-786a-41b8-8611-2b8a765ac1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f6e625-6d40-4b82-9a5b-a19acab4452e,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:01.649917 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45714) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:01.717463 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3d9a1a42-8f1d-47f8-8be7-bfd6cd3a05ae tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:01.761577 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3d9a1a42-8f1d-47f8-8be7-bfd6cd3a05ae tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:01.839493 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3d9a1a42-8f1d-47f8-8be7-bfd6cd3a05ae tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:01.841392 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3d9a1a42-8f1d-47f8-8be7-bfd6cd3a05ae tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:01.847153 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-3d9a1a42-8f1d-47f8-8be7-bfd6cd3a05ae tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "DELETE /v2.0/security-groups/e3c3e843-dd3f-48d2-92ef-ad7855719d38 HTTP/1.1" status: 204 len: 168 time: 0.1932306 Sep 08 09:25:01.847326 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45732) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:01.854534 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9a1a42-8f1d-47f8-8be7-bfd6cd3a05ae tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c3e843-dd3f-48d2-92ef-ad7855719d38,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:01.908017 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-94250306-a065-474a-b312-2afaba1e61e2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:01.940507 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-94250306-a065-474a-b312-2afaba1e61e2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:02.003286 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-94250306-a065-474a-b312-2afaba1e61e2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:02.006516 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-94250306-a065-474a-b312-2afaba1e61e2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:02.007726 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-94250306-a065-474a-b312-2afaba1e61e2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "DELETE /v2.0/security-groups/809c40b7-900c-4bfa-a9ce-d9c4e4d44d0f HTTP/1.1" status: 204 len: 168 time: 0.1592336 Sep 08 09:25:02.010644 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45742) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:02.018917 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94250306-a065-474a-b312-2afaba1e61e2 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=809c40b7-900c-4bfa-a9ce-d9c4e4d44d0f,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:02.299750 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45762) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:02.502737 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-c346ce49-db28-4e20-a621-36fbf471bff0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-573087211-network', 'tenant_id': 'b3414c62741a42d4a5f0315673efaaea'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:25:02.535489 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123dde97-0287-48aa-8d6c-413e43a70bab req-c794373a-0dbd-4dc1-9c71-0ace0c2eb51c tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:02.538117 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-017ab817-ea32-4e3a-bac1-66405c615108 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:02.543886 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-123dde97-0287-48aa-8d6c-413e43a70bab req-c794373a-0dbd-4dc1-9c71-0ace0c2eb51c tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.1432500 Sep 08 09:25:02.547778 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c346ce49-db28-4e20-a621-36fbf471bff0 admin admin] Made reservation on behalf of b3414c62741a42d4a5f0315673efaaea for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:25:02.550117 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c346ce49-db28-4e20-a621-36fbf471bff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:02.572280 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c346ce49-db28-4e20-a621-36fbf471bff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:02.574274 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45770) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:02.638759 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-123dde97-0287-48aa-8d6c-413e43a70bab req-d0e1e48e-d128-4d1a-a8a1-e0cb57e3ead5 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937028 Sep 08 09:25:02.656755 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72cbda57-e2fd-492f-a479-d0c6659bb51f', 'name': 'network-vif-deleted', 'tag': '4173f5c7-3f32-4a0c-ae65-4d84d0126c64'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:25:02.664620 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa56ac5-6b63-402d-85e3-9fa8c335b462" -d '{"events": [{"server_uuid": "72cbda57-e2fd-492f-a479-d0c6659bb51f", "name": "network-vif-deleted", "tag": "4173f5c7-3f32-4a0c-ae65-4d84d0126c64"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:25:02.745513 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c346ce49-db28-4e20-a621-36fbf471bff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:02.753901 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c346ce49-db28-4e20-a621-36fbf471bff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:02.781019 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3055e37-ae2c-46e6-b1ef-153f12c2e42d x-openstack-request-id: req-c3055e37-ae2c-46e6-b1ef-153f12c2e42d {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:25:02.781704 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72cbda57-e2fd-492f-a479-d0c6659bb51f", "name": "network-vif-deleted", "tag": "4173f5c7-3f32-4a0c-ae65-4d84d0126c64", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:25:02.781704 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c3055e37-ae2c-46e6-b1ef-153f12c2e42d {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:25:02.781924 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72cbda57-e2fd-492f-a479-d0c6659bb51f', 'name': 'network-vif-deleted', 'tag': '4173f5c7-3f32-4a0c-ae65-4d84d0126c64', 'status': 'completed', 'code': 200} Sep 08 09:25:02.792498 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c346ce49-db28-4e20-a621-36fbf471bff0 admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:25:02.827662 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9488875b-acc0-48b8-be7f-4c4bdb5ff41d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:02.838178 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346ce49-db28-4e20-a621-36fbf471bff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6fa0aa4-a708-448d-b1aa-8d8cff91d7cb,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:02.845874 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c346ce49-db28-4e20-a621-36fbf471bff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:02.846254 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-c346ce49-db28-4e20-a621-36fbf471bff0 admin admin] Added segment 927ada30-adc6-4ada-801c-3c77c4798e0e of type vlan for network 48211f0f-4a2f-40ec-adaa-5d0b902e89e7 Sep 08 09:25:02.910315 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c346ce49-db28-4e20-a621-36fbf471bff0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:02.957723 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c346ce49-db28-4e20-a621-36fbf471bff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:02.959603 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c346ce49-db28-4e20-a621-36fbf471bff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:02.960220 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c346ce49-db28-4e20-a621-36fbf471bff0 admin admin] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:02.975445 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-017ab817-ea32-4e3a-bac1-66405c615108 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Deleting port 87d4a1ec-8546-40f7-83c8-6f9550f470b3 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:25:02.975784 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-017ab817-ea32-4e3a-bac1-66405c615108 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:03.011560 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bbb8dd-e54a-4c07-99de-1ab028c057c6 req-dc57adb5-4a87-4b25-b9b6-bf3bc0e02834 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:03.013078 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-73bbb8dd-e54a-4c07-99de-1ab028c057c6 req-dc57adb5-4a87-4b25-b9b6-bf3bc0e02834 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0869346 Sep 08 09:25:03.041691 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346ce49-db28-4e20-a621-36fbf471bff0 admin admin] Pushing event updated for resources: {'Network': ['ID=48211f0f-4a2f-40ec-adaa-5d0b902e89e7,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:03.062191 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 48211f0f-4a2f-40ec-adaa-5d0b902e89e7 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:25:03.065919 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9488875b-acc0-48b8-be7f-4c4bdb5ff41d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:03.072740 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9488875b-acc0-48b8-be7f-4c4bdb5ff41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:03.107300 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9488875b-acc0-48b8-be7f-4c4bdb5ff41d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc139b2-e5a0-4185-aadb-40bbb20e9082,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:03.113072 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-73bbb8dd-e54a-4c07-99de-1ab028c057c6 req-107c75f4-fac9-4c3e-bcf8-15ef643c5b36 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616708 Sep 08 09:25:03.117008 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c346ce49-db28-4e20-a621-36fbf471bff0 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8160162 Sep 08 09:25:03.119720 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45784) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:03.125982 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-ec775e3b-10f7-499f-a0b7-e2be8ab13b92 admin admin] Request body: {'subnet': {'network_id': '48211f0f-4a2f-40ec-adaa-5d0b902e89e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-573087211-subnet', 'tenant_id': 'b3414c62741a42d4a5f0315673efaaea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:25:03.127864 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-017ab817-ea32-4e3a-bac1-66405c615108 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] For port 87d4a1ec-8546-40f7-83c8-6f9550f470b3, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=87d4a1ec-8546-40f7-83c8-6f9550f470b3,segment=NetworkSegment(834b7598-a2cf-4dd2-83ba-dc656737b197),segment_id=834b7598-a2cf-4dd2-83ba-dc656737b197)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:25:03.128217 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-017ab817-ea32-4e3a-bac1-66405c615108 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:03.144451 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-017ab817-ea32-4e3a-bac1-66405c615108 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Calling delete_port for 87d4a1ec-8546-40f7-83c8-6f9550f470b3 owned by network:router_interface {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:25:03.152828 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9488875b-acc0-48b8-be7f-4c4bdb5ff41d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8cc2313675b24637a82de286dac7b970&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5738750 Sep 08 09:25:03.153894 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45786) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:03.185266 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec775e3b-10f7-499f-a0b7-e2be8ab13b92 admin admin] Made reservation on behalf of b3414c62741a42d4a5f0315673efaaea for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:25:03.188747 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ec775e3b-10f7-499f-a0b7-e2be8ab13b92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:03.294895 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c57843c7-cf1e-4aef-ac4e-5f6af72cc407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:03.328657 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29eaae0-7ad9-47f0-bcaf-08221435f6dc req-8ed04820-1bc1-4ec8-811f-af35335e19df tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:03.330310 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b29eaae0-7ad9-47f0-bcaf-08221435f6dc req-8ed04820-1bc1-4ec8-811f-af35335e19df tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.1040773 Sep 08 09:25:03.362747 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c57843c7-cf1e-4aef-ac4e-5f6af72cc407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:03.408976 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b29eaae0-7ad9-47f0-bcaf-08221435f6dc req-9ee2a7d5-47d5-4ed2-b4c0-85c34aa54953 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661047 Sep 08 09:25:03.458742 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ec775e3b-10f7-499f-a0b7-e2be8ab13b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:03.494292 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c57843c7-cf1e-4aef-ac4e-5f6af72cc407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:03.499186 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c57843c7-cf1e-4aef-ac4e-5f6af72cc407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:03.503176 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c57843c7-cf1e-4aef-ac4e-5f6af72cc407 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fdc139b2-e5a0-4185-aadb-40bbb20e9082 HTTP/1.1" status: 204 len: 168 time: 0.3460491 Sep 08 09:25:03.518307 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57843c7-cf1e-4aef-ac4e-5f6af72cc407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc139b2-e5a0-4185-aadb-40bbb20e9082,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:03.527133 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-017ab817-ea32-4e3a-bac1-66405c615108 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:03.530707 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec775e3b-10f7-499f-a0b7-e2be8ab13b92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e378ee1-3d8d-4cf9-9d4a-9e9adbca2bf4,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:03.541442 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec775e3b-10f7-499f-a0b7-e2be8ab13b92 admin admin] Checking segment: {'id': '927ada30-adc6-4ada-801c-3c77c4798e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '48211f0f-4a2f-40ec-adaa-5d0b902e89e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:25:03.541827 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec775e3b-10f7-499f-a0b7-e2be8ab13b92 admin admin] Network hostable DHCP agents. Network: 48211f0f-4a2f-40ec-adaa-5d0b902e89e7, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:25:03.565194 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec775e3b-10f7-499f-a0b7-e2be8ab13b92 admin admin] Network 48211f0f-4a2f-40ec-adaa-5d0b902e89e7 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:25:03.582785 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-ec775e3b-10f7-499f-a0b7-e2be8ab13b92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 48211f0f-4a2f-40ec-adaa-5d0b902e89e7) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:25:03.586958 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ab817-ea32-4e3a-bac1-66405c615108 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Pushing event deleted for resources: {'Port': ['ID=87d4a1ec-8546-40f7-83c8-6f9550f470b3,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:03.591899 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05b12c8-25c3-4a01-94d2-6b81821525f3 None None] Network 48211f0f-4a2f-40ec-adaa-5d0b902e89e7 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:25:03.598016 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec775e3b-10f7-499f-a0b7-e2be8ab13b92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:03.600836 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ec775e3b-10f7-499f-a0b7-e2be8ab13b92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:03.633661 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ec775e3b-10f7-499f-a0b7-e2be8ab13b92 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5124593 Sep 08 09:25:03.892675 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d272ec58-87d1-4a53-b507-29946a0515aa None None] Network 48211f0f-4a2f-40ec-adaa-5d0b902e89e7 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:25:04.091637 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45806) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:04.116458 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-070ca91e-460b-4f3c-8e32-ed2b7c2bc204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:04.174020 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 4173f5c7-3f32-4a0c-ae65-4d84d0126c64 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:25:04.274788 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-070ca91e-460b-4f3c-8e32-ed2b7c2bc204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:04.283984 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-070ca91e-460b-4f3c-8e32-ed2b7c2bc204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:04.292973 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: 4173f5c7-3f32-4a0c-ae65-4d84d0126c64 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:25:04.293523 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 4173f5c7-3f32-4a0c-ae65-4d84d0126c64 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:25:04.294437 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device c5ff2652-88c4-4c8e-9801-94ca89e61192 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:25:04.336077 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: c5ff2652-88c4-4c8e-9801-94ca89e61192 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:25:04.341529 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device c5ff2652-88c4-4c8e-9801-94ca89e61192 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:25:04.356294 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-070ca91e-460b-4f3c-8e32-ed2b7c2bc204 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=18666a820ec44ab9839a89fe564ddbe4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2571914 Sep 08 09:25:04.356294 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ca91e-460b-4f3c-8e32-ed2b7c2bc204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0eee8e-1d9a-4dec-a227-52b8a02118f7,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:04.356962 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45814) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:04.429202 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-840c15df-014f-4033-b2e9-7caf28ce2973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:04.450231 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-017ab817-ea32-4e3a-bac1-66405c615108 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:04.462344 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-840c15df-014f-4033-b2e9-7caf28ce2973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:04.521323 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-840c15df-014f-4033-b2e9-7caf28ce2973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:04.525399 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-840c15df-014f-4033-b2e9-7caf28ce2973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:04.528943 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-840c15df-014f-4033-b2e9-7caf28ce2973 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/df0eee8e-1d9a-4dec-a227-52b8a02118f7 HTTP/1.1" status: 204 len: 168 time: 0.1696732 Sep 08 09:25:04.536742 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c15df-014f-4033-b2e9-7caf28ce2973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0eee8e-1d9a-4dec-a227-52b8a02118f7,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:04.803266 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-017ab817-ea32-4e3a-bac1-66405c615108 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Router 313e544e-f4dd-4ae3-9f00-b5630a5b604d has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:25:04.907763 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45830) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:04.916966 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-4b1ec2de-ce3f-436c-a16d-f10498193135 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1607573925-network', 'tenant_id': '7885f49247824373a043e632877aeac9'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:25:04.973299 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1ec2de-ce3f-436c-a16d-f10498193135 admin admin] Made reservation on behalf of 7885f49247824373a043e632877aeac9 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:25:04.979975 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4b1ec2de-ce3f-436c-a16d-f10498193135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:04.993613 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4b1ec2de-ce3f-436c-a16d-f10498193135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:05.205860 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017ab817-ea32-4e3a-bac1-66405c615108 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:25:05.223871 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37edbfa1-0be5-492c-8823-9a2011ec6f8d None None] Sync routers for ids ['313e544e-f4dd-4ae3-9f00-b5630a5b604d'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:25:05.244649 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37edbfa1-0be5-492c-8823-9a2011ec6f8d None None] Routers {'313e544e-f4dd-4ae3-9f00-b5630a5b604d'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:25:05.246934 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-017ab817-ea32-4e3a-bac1-66405c615108 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "PUT /v2.0/routers/313e544e-f4dd-4ae3-9f00-b5630a5b604d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2344863 Sep 08 09:25:05.247522 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-37edbfa1-0be5-492c-8823-9a2011ec6f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:24:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['313e544e-f4dd-4ae3-9f00-b5630a5b604d'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:25:05.249822 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45848) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:05.274748 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4b1ec2de-ce3f-436c-a16d-f10498193135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:05.287072 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4b1ec2de-ce3f-436c-a16d-f10498193135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:05.337369 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b1ec2de-ce3f-436c-a16d-f10498193135 admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:25:05.362882 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1ec2de-ce3f-436c-a16d-f10498193135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd9fe31-cb97-42da-9a95-d7ab4a002033,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:05.374910 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4b1ec2de-ce3f-436c-a16d-f10498193135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:05.377441 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-34beda21-8d1a-4398-b16a-41e0cc877916 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Deleting subnet d81ebdae-1153-4256-ab0f-6149de60d7df {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:25:05.379185 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-4b1ec2de-ce3f-436c-a16d-f10498193135 admin admin] Added segment bebe2d4e-11c6-45b5-8006-574aaf7017f5 of type vlan for network 39402052-6a55-47c6-b2b1-b287b69dd72e Sep 08 09:25:05.381850 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-34beda21-8d1a-4398-b16a-41e0cc877916 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:05.473271 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-34beda21-8d1a-4398-b16a-41e0cc877916 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:05.491907 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4b1ec2de-ce3f-436c-a16d-f10498193135 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:05.544663 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-37edbfa1-0be5-492c-8823-9a2011ec6f8d None None] Set router 313e544e-f4dd-4ae3-9f00-b5630a5b604d gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:25:05.557931 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4b1ec2de-ce3f-436c-a16d-f10498193135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:05.559204 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1ec2de-ce3f-436c-a16d-f10498193135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:05.559861 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4b1ec2de-ce3f-436c-a16d-f10498193135 admin admin] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:05.608821 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4b1ec2de-ce3f-436c-a16d-f10498193135 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6997476 Sep 08 09:25:05.609443 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45884) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:05.619450 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-666b32e7-0e2a-41f2-a82e-a1e008e5be87 admin admin] Request body: {'subnet': {'network_id': '39402052-6a55-47c6-b2b1-b287b69dd72e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1607573925-subnet', 'tenant_id': '7885f49247824373a043e632877aeac9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:25:05.752981 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-34beda21-8d1a-4398-b16a-41e0cc877916 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:05.777066 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666b32e7-0e2a-41f2-a82e-a1e008e5be87 admin admin] Made reservation on behalf of 7885f49247824373a043e632877aeac9 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:25:05.792993 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-666b32e7-0e2a-41f2-a82e-a1e008e5be87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:05.813199 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1ec2de-ce3f-436c-a16d-f10498193135 admin admin] Pushing event updated for resources: {'Network': ['ID=39402052-6a55-47c6-b2b1-b287b69dd72e,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:05.840665 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 39402052-6a55-47c6-b2b1-b287b69dd72e details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:25:05.850221 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-34beda21-8d1a-4398-b16a-41e0cc877916 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:05.878645 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-34beda21-8d1a-4398-b16a-41e0cc877916 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:05.881667 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-34beda21-8d1a-4398-b16a-41e0cc877916 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "DELETE /v2.0/subnets/d81ebdae-1153-4256-ab0f-6149de60d7df HTTP/1.1" status: 204 len: 168 time: 0.6280560 Sep 08 09:25:05.893383 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29189bc-2e53-43aa-80d0-ef3f072ac273 None None] Network accf7f86-2e24-44f5-820b-a3db2b9e6a69 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:25:05.900723 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 45912) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:05.907344 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34beda21-8d1a-4398-b16a-41e0cc877916 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Pushing event deleted for resources: {'Subnet': ['ID=d81ebdae-1153-4256-ab0f-6149de60d7df,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:05.931562 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-37edbfa1-0be5-492c-8823-9a2011ec6f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313e544e-f4dd-4ae3-9f00-b5630a5b604d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1759996624', 'tenant_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '18b32b6b-7fb2-4ee2-93e4-94dd184bc234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:22:11Z', 'updated_at': '2021-09-08T09:25:03Z', 'revision_number': 5, 'project_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'gw_port': {'id': '18b32b6b-7fb2-4ee2-93e4-94dd184bc234', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e544e-f4dd-4ae3-9f00-b5630a5b604d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:22:13Z', 'updated_at': '2021-09-08T09:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:25:06.057550 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37edbfa1-0be5-492c-8823-9a2011ec6f8d None None] Checking router: 313e544e-f4dd-4ae3-9f00-b5630a5b604d for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:25:06.076140 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-506cd48d-2df3-4539-952c-58730feb4b5b tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for router, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:06.184216 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-666b32e7-0e2a-41f2-a82e-a1e008e5be87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:06.248310 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b32e7-0e2a-41f2-a82e-a1e008e5be87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45c00732-6649-41eb-8c10-cf5c12cbec8c,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:06.262123 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-506cd48d-2df3-4539-952c-58730feb4b5b tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:06.265978 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37edbfa1-0be5-492c-8823-9a2011ec6f8d None None] Routers {'313e544e-f4dd-4ae3-9f00-b5630a5b604d'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:25:06.266644 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-37edbfa1-0be5-492c-8823-9a2011ec6f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:24:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['313e544e-f4dd-4ae3-9f00-b5630a5b604d'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:25:06.268174 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666b32e7-0e2a-41f2-a82e-a1e008e5be87 admin admin] Checking segment: {'id': 'bebe2d4e-11c6-45b5-8006-574aaf7017f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '39402052-6a55-47c6-b2b1-b287b69dd72e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:25:06.268556 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666b32e7-0e2a-41f2-a82e-a1e008e5be87 admin admin] Network hostable DHCP agents. Network: 39402052-6a55-47c6-b2b1-b287b69dd72e, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:25:06.306226 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666b32e7-0e2a-41f2-a82e-a1e008e5be87 admin admin] Network 39402052-6a55-47c6-b2b1-b287b69dd72e is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:25:06.329274 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-666b32e7-0e2a-41f2-a82e-a1e008e5be87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 39402052-6a55-47c6-b2b1-b287b69dd72e) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:25:06.345163 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666b32e7-0e2a-41f2-a82e-a1e008e5be87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:06.346339 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-666b32e7-0e2a-41f2-a82e-a1e008e5be87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:06.399009 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-506cd48d-2df3-4539-952c-58730feb4b5b tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Deleting port 18b32b6b-7fb2-4ee2-93e4-94dd184bc234 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:25:06.404400 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-506cd48d-2df3-4539-952c-58730feb4b5b tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:06.405993 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-666b32e7-0e2a-41f2-a82e-a1e008e5be87 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7930567 Sep 08 09:25:06.428593 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 45978) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:06.545053 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02fb48f-f1c7-4d8e-8706-94f0edba1c0a None None] Network 39402052-6a55-47c6-b2b1-b287b69dd72e requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:25:06.569837 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-991e270a-621c-4f8c-a48e-8ea41125d2cb admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-250083335-network', 'tenant_id': '5432bfbbd8e94ba6b1ffa127cf40c9b9'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:25:06.585713 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-506cd48d-2df3-4539-952c-58730feb4b5b tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] For port 18b32b6b-7fb2-4ee2-93e4-94dd184bc234, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=18b32b6b-7fb2-4ee2-93e4-94dd184bc234,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:25:06.588177 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-506cd48d-2df3-4539-952c-58730feb4b5b tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:06.600173 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-506cd48d-2df3-4539-952c-58730feb4b5b tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Calling delete_port for 18b32b6b-7fb2-4ee2-93e4-94dd184bc234 owned by network:router_gateway {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:25:06.612178 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991e270a-621c-4f8c-a48e-8ea41125d2cb admin admin] Made reservation on behalf of 5432bfbbd8e94ba6b1ffa127cf40c9b9 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:25:06.614927 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-991e270a-621c-4f8c-a48e-8ea41125d2cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:06.638338 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-991e270a-621c-4f8c-a48e-8ea41125d2cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:06.666790 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 46002) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:06.800927 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-14c4472d-7175-413d-892f-f9bf15fec59c admin admin] Deleting subnet 9e378ee1-3d8d-4cf9-9d4a-9e9adbca2bf4 {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:25:06.820803 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-14c4472d-7175-413d-892f-f9bf15fec59c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:06.852331 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-37edbfa1-0be5-492c-8823-9a2011ec6f8d None None] Set router 313e544e-f4dd-4ae3-9f00-b5630a5b604d gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:25:06.912148 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-991e270a-621c-4f8c-a48e-8ea41125d2cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:06.929865 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-991e270a-621c-4f8c-a48e-8ea41125d2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:06.962554 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-991e270a-621c-4f8c-a48e-8ea41125d2cb admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:25:06.989742 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-991e270a-621c-4f8c-a48e-8ea41125d2cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:06.990496 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-991e270a-621c-4f8c-a48e-8ea41125d2cb admin admin] Added segment 21f94ee9-a97c-457d-bc31-00168ea16639 of type vlan for network 0fb05932-c45c-42ed-92b2-d9be030ba9df Sep 08 09:25:07.061570 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e270a-621c-4f8c-a48e-8ea41125d2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6fd96c-f73d-474e-a777-5c8b06307470,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:07.080597 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-14c4472d-7175-413d-892f-f9bf15fec59c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:07.132041 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-991e270a-621c-4f8c-a48e-8ea41125d2cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:07.159184 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-506cd48d-2df3-4539-952c-58730feb4b5b tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:07.164672 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-991e270a-621c-4f8c-a48e-8ea41125d2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:07.166417 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991e270a-621c-4f8c-a48e-8ea41125d2cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:07.167586 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-991e270a-621c-4f8c-a48e-8ea41125d2cb admin admin] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:07.209839 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9638f6bc-bfd1-45ed-884a-36119303c0ac None None] Network 39402052-6a55-47c6-b2b1-b287b69dd72e requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:25:07.238331 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506cd48d-2df3-4539-952c-58730feb4b5b tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Pushing event deleted for resources: {'Port': ['ID=18b32b6b-7fb2-4ee2-93e4-94dd184bc234,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:07.253657 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e270a-621c-4f8c-a48e-8ea41125d2cb admin admin] Pushing event updated for resources: {'Network': ['ID=0fb05932-c45c-42ed-92b2-d9be030ba9df,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:07.296533 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-14c4472d-7175-413d-892f-f9bf15fec59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:07.300014 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-991e270a-621c-4f8c-a48e-8ea41125d2cb admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8676114 Sep 08 09:25:07.300313 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 46068) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:07.307342 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-5e2dff00-9343-47a5-81e3-e1f58a98a8fc admin admin] Request body: {'subnet': {'network_id': '0fb05932-c45c-42ed-92b2-d9be030ba9df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-250083335-subnet', 'tenant_id': '5432bfbbd8e94ba6b1ffa127cf40c9b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:25:07.323161 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 0fb05932-c45c-42ed-92b2-d9be030ba9df details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:25:07.372775 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2dff00-9343-47a5-81e3-e1f58a98a8fc admin admin] Made reservation on behalf of 5432bfbbd8e94ba6b1ffa127cf40c9b9 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:25:07.376386 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5e2dff00-9343-47a5-81e3-e1f58a98a8fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:07.439716 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-506cd48d-2df3-4539-952c-58730feb4b5b tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:07.446100 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41262713-c817-433d-8db8-879b8658f738 None None] DHCP port deletion for accf7f86-2e24-44f5-820b-a3db2b9e6a69 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:25:07.679876 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-506cd48d-2df3-4539-952c-58730feb4b5b tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:07.682780 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-506cd48d-2df3-4539-952c-58730feb4b5b tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:07.745194 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-14c4472d-7175-413d-892f-f9bf15fec59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:07.764005 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-41262713-c817-433d-8db8-879b8658f738 None None] Deleting port 95676830-87a0-42c4-ad64-204a6fb8b802 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:25:07.764722 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-41262713-c817-433d-8db8-879b8658f738 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:07.789018 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-506cd48d-2df3-4539-952c-58730feb4b5b tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:07.789603 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506cd48d-2df3-4539-952c-58730feb4b5b tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Fanout notify agent at l3_agent the message router_deleted on router 313e544e-f4dd-4ae3-9f00-b5630a5b604d {{(pid=94712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:25:07.794288 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5e2dff00-9343-47a5-81e3-e1f58a98a8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:07.806070 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-506cd48d-2df3-4539-952c-58730feb4b5b tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:07.809681 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-506cd48d-2df3-4539-952c-58730feb4b5b tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "DELETE /v2.0/routers/313e544e-f4dd-4ae3-9f00-b5630a5b604d HTTP/1.1" status: 204 len: 168 time: 1.9054801 Sep 08 09:25:07.809973 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c4472d-7175-413d-892f-f9bf15fec59c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e378ee1-3d8d-4cf9-9d4a-9e9adbca2bf4,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:07.820661 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-14c4472d-7175-413d-892f-f9bf15fec59c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:07.822833 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-14c4472d-7175-413d-892f-f9bf15fec59c admin admin] 10.222.0.54 "DELETE /v2.0/subnets/9e378ee1-3d8d-4cf9-9d4a-9e9adbca2bf4 HTTP/1.1" status: 204 len: 168 time: 1.1530106 Sep 08 09:25:07.823495 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 46114) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:07.832601 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 46118) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:07.895991 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-41262713-c817-433d-8db8-879b8658f738 None None] For port 95676830-87a0-42c4-ad64-204a6fb8b802, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=95676830-87a0-42c4-ad64-204a6fb8b802,segment=NetworkSegment(834b7598-a2cf-4dd2-83ba-dc656737b197),segment_id=834b7598-a2cf-4dd2-83ba-dc656737b197)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:25:07.896839 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-41262713-c817-433d-8db8-879b8658f738 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:07.962893 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-41262713-c817-433d-8db8-879b8658f738 None None] Calling delete_port for 95676830-87a0-42c4-ad64-204a6fb8b802 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:25:07.988575 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-37edbfa1-0be5-492c-8823-9a2011ec6f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313e544e-f4dd-4ae3-9f00-b5630a5b604d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1759996624', 'tenant_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '18b32b6b-7fb2-4ee2-93e4-94dd184bc234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:22:11Z', 'updated_at': '2021-09-08T09:25:03Z', 'revision_number': 5, 'project_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'gw_port': {'id': '18b32b6b-7fb2-4ee2-93e4-94dd184bc234', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e544e-f4dd-4ae3-9f00-b5630a5b604d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:22:13Z', 'updated_at': '2021-09-08T09:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:25:08.039499 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3c784f36-cf36-4bb0-9dc4-19851135058c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:08.047114 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6360aa30-d89f-463a-be6c-5361bf994ce9 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:08.048765 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37edbfa1-0be5-492c-8823-9a2011ec6f8d None None] The sync data for ids ['313e544e-f4dd-4ae3-9f00-b5630a5b604d'] in n-d-806683-11 is: [{'id': '313e544e-f4dd-4ae3-9f00-b5630a5b604d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1759996624', 'tenant_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '18b32b6b-7fb2-4ee2-93e4-94dd184bc234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:22:11Z', 'updated_at': '2021-09-08T09:25:03Z', 'revision_number': 5, 'project_id': 'ecbaee6aa4b844ae9f42681fee78a6d0', 'gw_port': {'id': '18b32b6b-7fb2-4ee2-93e4-94dd184bc234', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:28:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313e544e-f4dd-4ae3-9f00-b5630a5b604d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:22:13Z', 'updated_at': '2021-09-08T09:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:25:08.059174 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e945a06-b5d4-44df-82a3-d10f06b9d31d req-b2f780d9-35d8-4ed5-9623-a143e8a75e49 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:08.071174 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2e945a06-b5d4-44df-82a3-d10f06b9d31d req-b2f780d9-35d8-4ed5-9623-a143e8a75e49 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.9694571 Sep 08 09:25:08.093180 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2dff00-9343-47a5-81e3-e1f58a98a8fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd474ca9-40b3-4f84-9557-43b055ef7873,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:08.165285 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2dff00-9343-47a5-81e3-e1f58a98a8fc admin admin] Checking segment: {'id': '21f94ee9-a97c-457d-bc31-00168ea16639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0fb05932-c45c-42ed-92b2-d9be030ba9df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:25:08.165796 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2dff00-9343-47a5-81e3-e1f58a98a8fc admin admin] Network hostable DHCP agents. Network: 0fb05932-c45c-42ed-92b2-d9be030ba9df, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:25:08.197881 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2e945a06-b5d4-44df-82a3-d10f06b9d31d req-83f89923-246a-4bf8-8488-468c9db76213 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233542 Sep 08 09:25:08.198234 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 95676830-87a0-42c4-ad64-204a6fb8b802 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:25:08.227412 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3c784f36-cf36-4bb0-9dc4-19851135058c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:08.238309 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-41262713-c817-433d-8db8-879b8658f738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:08.252327 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2dff00-9343-47a5-81e3-e1f58a98a8fc admin admin] Network 0fb05932-c45c-42ed-92b2-d9be030ba9df is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:25:08.271886 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-5e2dff00-9343-47a5-81e3-e1f58a98a8fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 0fb05932-c45c-42ed-92b2-d9be030ba9df) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:25:08.277026 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2dff00-9343-47a5-81e3-e1f58a98a8fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:08.277740 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5e2dff00-9343-47a5-81e3-e1f58a98a8fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:08.285702 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41262713-c817-433d-8db8-879b8658f738 None None] Pushing event deleted for resources: {'Port': ['ID=95676830-87a0-42c4-ad64-204a6fb8b802,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:08.288922 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41262713-c817-433d-8db8-879b8658f738 None None] No DVR routers for this DVR port 95676830-87a0-42c4-ad64-204a6fb8b802 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:25:08.292770 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-6360aa30-d89f-463a-be6c-5361bf994ce9 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Deleting port 95676830-87a0-42c4-ad64-204a6fb8b802 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:25:08.293421 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6360aa30-d89f-463a-be6c-5361bf994ce9 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:08.299357 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee79f7ea-2846-4cfc-a7c8-1e4584895530 None None] Network 0fb05932-c45c-42ed-92b2-d9be030ba9df requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:25:08.302155 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-3c784f36-cf36-4bb0-9dc4-19851135058c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48211f0f-4a2f-40ec-adaa-5d0b902e89e7']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:25:08.319145 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5e2dff00-9343-47a5-81e3-e1f58a98a8fc admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0177510 Sep 08 09:25:08.360101 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-3c784f36-cf36-4bb0-9dc4-19851135058c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '927ada30-adc6-4ada-801c-3c77c4798e0e') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:25:08.361733 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-3c784f36-cf36-4bb0-9dc4-19851135058c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '927ada30-adc6-4ada-801c-3c77c4798e0e') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:25:08.379200 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3c784f36-cf36-4bb0-9dc4-19851135058c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:08.560096 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-6360aa30-d89f-463a-be6c-5361bf994ce9 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] For port 95676830-87a0-42c4-ad64-204a6fb8b802, host n-d-806683-11, got binding levels [] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:25:08.560661 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6360aa30-d89f-463a-be6c-5361bf994ce9 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:08.578769 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No active binding found for port 95676830-87a0-42c4-ad64-204a6fb8b802 {{(pid=94714) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 08 09:25:08.579302 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-6360aa30-d89f-463a-be6c-5361bf994ce9 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Calling delete_port for 95676830-87a0-42c4-ad64-204a6fb8b802 owned by network:dhcp {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:25:08.579488 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 95676830-87a0-42c4-ad64-204a6fb8b802 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:25:08.582731 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.ipam_backend_mixin [None req-6360aa30-d89f-463a-be6c-5361bf994ce9 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Port 95676830-87a0-42c4-ad64-204a6fb8b802 was not found and therefore no delete operation was performed {{(pid=94712) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 08 09:25:08.617536 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3c784f36-cf36-4bb0-9dc4-19851135058c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:08.636016 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6360aa30-d89f-463a-be6c-5361bf994ce9 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:08.667632 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679e4dec-35a2-4834-b49d-ad0236c776f3 None None] Network 0fb05932-c45c-42ed-92b2-d9be030ba9df requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:25:08.734684 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c784f36-cf36-4bb0-9dc4-19851135058c admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:25:08.735626 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3c784f36-cf36-4bb0-9dc4-19851135058c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:08.812758 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:25:08.812758 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:25:08.812758 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:25:08.812758 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:25:08.812758 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:25:08.812758 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:25:08.812758 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:25:08.812758 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:25:08.812758 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:25:08.812758 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:25:08.812758 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:25:08.812758 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:25:08.812758 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:25:08.812758 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:25:08.812758 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:25:08.812758 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:25:08.812758 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:25:08.812758 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:25:08.812758 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:25:08.812758 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:25:08.812758 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:25:08.812758 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:25:08.812758 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:25:08.812758 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:25:08.812758 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:25:08.812758 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:25:08.812758 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:25:08.812758 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:25:08.812758 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:25:08.812758 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:25:08.812758 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:25:08.812758 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:25:08.817976 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6360aa30-d89f-463a-be6c-5361bf994ce9 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] No DVR routers for this DVR port 95676830-87a0-42c4-ad64-204a6fb8b802 on host n-d-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:25:08.832071 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6360aa30-d89f-463a-be6c-5361bf994ce9 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Pushing event deleted for resources: {'Port': ['ID=95676830-87a0-42c4-ad64-204a6fb8b802,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:08.866860 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3c784f36-cf36-4bb0-9dc4-19851135058c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:08.874250 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3c784f36-cf36-4bb0-9dc4-19851135058c admin admin] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:08.877444 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-3c784f36-cf36-4bb0-9dc4-19851135058c admin admin] 10.222.0.54 "DELETE /v2.0/networks/48211f0f-4a2f-40ec-adaa-5d0b902e89e7 HTTP/1.1" status: 204 len: 168 time: 1.0432417 Sep 08 09:25:08.879774 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 46224) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:08.935447 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c784f36-cf36-4bb0-9dc4-19851135058c admin admin] Pushing event deleted for resources: {'Network': ['ID=48211f0f-4a2f-40ec-adaa-5d0b902e89e7,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:08.946654 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-02d63d48-f36e-4249-b01c-c29119bb41ec admin admin] Deleting subnet 45c00732-6649-41eb-8c10-cf5c12cbec8c {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:25:08.948888 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141ac5c-cb77-4eb2-8959-d8c90f82bad2 req-fde4dc4c-5179-4e89-92c3-5215e5faadbd tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:08.950715 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b141ac5c-cb77-4eb2-8959-d8c90f82bad2 req-fde4dc4c-5179-4e89-92c3-5215e5faadbd tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.6237063 Sep 08 09:25:08.956888 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-02d63d48-f36e-4249-b01c-c29119bb41ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:09.008888 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6360aa30-d89f-463a-be6c-5361bf994ce9 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:09.016576 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-02d63d48-f36e-4249-b01c-c29119bb41ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:09.087151 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-02d63d48-f36e-4249-b01c-c29119bb41ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:09.093593 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-6360aa30-d89f-463a-be6c-5361bf994ce9 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['accf7f86-2e24-44f5-820b-a3db2b9e6a69']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:25:09.098306 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b141ac5c-cb77-4eb2-8959-d8c90f82bad2 req-0100123e-0720-489b-9440-597995c4c174 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264205 Sep 08 09:25:09.107595 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-6360aa30-d89f-463a-be6c-5361bf994ce9 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '834b7598-a2cf-4dd2-83ba-dc656737b197') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:25:09.109017 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-6360aa30-d89f-463a-be6c-5361bf994ce9 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '834b7598-a2cf-4dd2-83ba-dc656737b197') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:25:09.122403 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6360aa30-d89f-463a-be6c-5361bf994ce9 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:09.158860 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6360aa30-d89f-463a-be6c-5361bf994ce9 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:09.179217 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6360aa30-d89f-463a-be6c-5361bf994ce9 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:25:09.179652 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6360aa30-d89f-463a-be6c-5361bf994ce9 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:09.182771 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:25:09.182771 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:25:09.182771 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:25:09.182771 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:25:09.182771 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:25:09.182771 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:25:09.182771 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:25:09.182771 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:25:09.182771 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:25:09.182771 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:25:09.182771 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:25:09.182771 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:25:09.182771 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:25:09.182771 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:25:09.182771 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:25:09.182771 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:25:09.182771 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:25:09.182771 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:25:09.182771 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:25:09.182771 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:25:09.182771 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:25:09.182771 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:25:09.182771 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:25:09.182771 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:25:09.182771 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:25:09.182771 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:25:09.182771 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:25:09.182771 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:25:09.182771 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:25:09.182771 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:25:09.182771 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:25:09.182771 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:25:09.184587 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-02d63d48-f36e-4249-b01c-c29119bb41ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:09.223987 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-02d63d48-f36e-4249-b01c-c29119bb41ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:09.227607 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-02d63d48-f36e-4249-b01c-c29119bb41ec admin admin] 10.222.0.54 "DELETE /v2.0/subnets/45c00732-6649-41eb-8c10-cf5c12cbec8c HTTP/1.1" status: 204 len: 168 time: 0.3464019 Sep 08 09:25:09.231019 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d63d48-f36e-4249-b01c-c29119bb41ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45c00732-6649-41eb-8c10-cf5c12cbec8c,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:09.239510 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 46268) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:09.261136 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 46274) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:09.266843 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-7cb54699-04e8-407e-8180-6ee28e78d185 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1171488813-network', 'tenant_id': '0ac65ed8118c453f890122a69806c9df'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:25:09.271500 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6360aa30-d89f-463a-be6c-5361bf994ce9 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:09.284502 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6360aa30-d89f-463a-be6c-5361bf994ce9 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:09.286463 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-6360aa30-d89f-463a-be6c-5361bf994ce9 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] 10.222.0.54 "DELETE /v2.0/networks/accf7f86-2e24-44f5-820b-a3db2b9e6a69 HTTP/1.1" status: 204 len: 168 time: 1.4619820 Sep 08 09:25:09.324055 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6360aa30-d89f-463a-be6c-5361bf994ce9 tempest-TestSecurityGroupsBasicOps-2142642022 tempest-TestSecurityGroupsBasicOps-2142642022-project] Pushing event deleted for resources: {'Network': ['ID=accf7f86-2e24-44f5-820b-a3db2b9e6a69,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:09.336883 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb54699-04e8-407e-8180-6ee28e78d185 admin admin] Made reservation on behalf of 0ac65ed8118c453f890122a69806c9df for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:25:09.339412 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7cb54699-04e8-407e-8180-6ee28e78d185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:09.349668 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d5059a0d-c8bd-4506-92d5-694005e2b4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:09.359793 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7cb54699-04e8-407e-8180-6ee28e78d185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:09.367131 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:25:09.487943 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d5059a0d-c8bd-4506-92d5-694005e2b4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:09.520806 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-d5059a0d-c8bd-4506-92d5-694005e2b4fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39402052-6a55-47c6-b2b1-b287b69dd72e']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:25:09.534926 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7cb54699-04e8-407e-8180-6ee28e78d185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:09.540853 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7cb54699-04e8-407e-8180-6ee28e78d185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:09.544986 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-d5059a0d-c8bd-4506-92d5-694005e2b4fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bebe2d4e-11c6-45b5-8006-574aaf7017f5') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:25:09.545375 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-d5059a0d-c8bd-4506-92d5-694005e2b4fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bebe2d4e-11c6-45b5-8006-574aaf7017f5') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:25:09.563637 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d5059a0d-c8bd-4506-92d5-694005e2b4fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:09.597807 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d5059a0d-c8bd-4506-92d5-694005e2b4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:09.602589 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb54699-04e8-407e-8180-6ee28e78d185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b868b11a-7b2a-4d06-ab41-444d4c8d8892,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:09.608277 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5059a0d-c8bd-4506-92d5-694005e2b4fc admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:25:09.609253 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d5059a0d-c8bd-4506-92d5-694005e2b4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:09.621102 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cb54699-04e8-407e-8180-6ee28e78d185 admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:25:09.637125 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7cb54699-04e8-407e-8180-6ee28e78d185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:09.637660 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-7cb54699-04e8-407e-8180-6ee28e78d185 admin admin] Added segment e2995d2c-a5c0-4d8b-af77-be3a43fbca33 of type vlan for network d505c218-9436-4c16-8a69-fa4261e74ee1 Sep 08 09:25:09.697446 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7cb54699-04e8-407e-8180-6ee28e78d185 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:09.731954 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7cb54699-04e8-407e-8180-6ee28e78d185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:09.735151 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb54699-04e8-407e-8180-6ee28e78d185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:09.735750 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7cb54699-04e8-407e-8180-6ee28e78d185 admin admin] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:09.755007 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:25:09.755007 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:25:09.755007 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:25:09.755007 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:25:09.755007 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:25:09.755007 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:25:09.755007 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:25:09.755007 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:25:09.755007 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:25:09.755007 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:25:09.755007 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:25:09.755007 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:25:09.755007 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:25:09.755007 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:25:09.755007 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:25:09.755007 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:25:09.755007 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:25:09.755007 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:25:09.755007 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:25:09.755007 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:25:09.755007 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:25:09.755007 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:25:09.755007 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:25:09.755007 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:25:09.755007 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:25:09.755007 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:25:09.755007 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:25:09.755007 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:25:09.755007 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:25:09.755007 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:25:09.755007 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:25:09.755007 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:25:09.774384 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d5059a0d-c8bd-4506-92d5-694005e2b4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:09.793539 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d5059a0d-c8bd-4506-92d5-694005e2b4fc admin admin] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:09.804664 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d5059a0d-c8bd-4506-92d5-694005e2b4fc admin admin] 10.222.0.54 "DELETE /v2.0/networks/39402052-6a55-47c6-b2b1-b287b69dd72e HTTP/1.1" status: 204 len: 168 time: 0.5641389 Sep 08 09:25:09.836117 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5059a0d-c8bd-4506-92d5-694005e2b4fc admin admin] Pushing event deleted for resources: {'Network': ['ID=39402052-6a55-47c6-b2b1-b287b69dd72e,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:09.865160 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 46342) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:09.894543 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb54699-04e8-407e-8180-6ee28e78d185 admin admin] Pushing event updated for resources: {'Network': ['ID=d505c218-9436-4c16-8a69-fa4261e74ee1,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:09.899836 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 87d4a1ec-8546-40f7-83c8-6f9550f470b3 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:25:09.907361 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-7cb54699-04e8-407e-8180-6ee28e78d185 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6423178 Sep 08 09:25:09.907912 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 46350) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:09.918224 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-4c77d5a5-093a-40d2-bd8d-8038a8324884 admin admin] Request body: {'subnet': {'network_id': 'd505c218-9436-4c16-8a69-fa4261e74ee1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1171488813-subnet', 'tenant_id': '0ac65ed8118c453f890122a69806c9df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:25:09.950491 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network d505c218-9436-4c16-8a69-fa4261e74ee1 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:25:09.950942 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c77d5a5-093a-40d2-bd8d-8038a8324884 admin admin] Made reservation on behalf of 0ac65ed8118c453f890122a69806c9df for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:25:09.953955 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4c77d5a5-093a-40d2-bd8d-8038a8324884 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:10.134032 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 87d4a1ec-8546-40f7-83c8-6f9550f470b3 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:25:10.135664 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 87d4a1ec-8546-40f7-83c8-6f9550f470b3 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:25:10.136611 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 18b32b6b-7fb2-4ee2-93e4-94dd184bc234 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:25:10.139146 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 46372) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:10.172029 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 18b32b6b-7fb2-4ee2-93e4-94dd184bc234 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:25:10.175026 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 18b32b6b-7fb2-4ee2-93e4-94dd184bc234 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:25:10.188446 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4c77d5a5-093a-40d2-bd8d-8038a8324884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:10.213599 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-73a84e57-d058-480a-b5cf-223ba3cc8681 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b3414c62741a42d4a5f0315673efaaea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0723264 Sep 08 09:25:10.218929 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 46374) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:10.225539 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4dec2b20-8dae-4dba-aa5d-696e9a48568b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ecbaee6aa4b844ae9f42681fee78a6d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3589988 Sep 08 09:25:10.228231 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 46376) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:10.272766 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c77d5a5-093a-40d2-bd8d-8038a8324884 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d13a07bf-98bb-4d43-9162-1d6424aefee8,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:10.290206 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8f98ea0e-6ed8-496f-a43e-82786e77fcc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:10.292313 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c77d5a5-093a-40d2-bd8d-8038a8324884 admin admin] Checking segment: {'id': 'e2995d2c-a5c0-4d8b-af77-be3a43fbca33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd505c218-9436-4c16-8a69-fa4261e74ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:25:10.292593 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c77d5a5-093a-40d2-bd8d-8038a8324884 admin admin] Network hostable DHCP agents. Network: d505c218-9436-4c16-8a69-fa4261e74ee1, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:25:10.313186 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8f98ea0e-6ed8-496f-a43e-82786e77fcc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:10.316015 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2c9ecee1-1b01-42d8-85c6-86080a82f82d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:10.329950 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c77d5a5-093a-40d2-bd8d-8038a8324884 admin admin] Network d505c218-9436-4c16-8a69-fa4261e74ee1 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:25:10.357107 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2c9ecee1-1b01-42d8-85c6-86080a82f82d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:10.367256 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-4c77d5a5-093a-40d2-bd8d-8038a8324884 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, d505c218-9436-4c16-8a69-fa4261e74ee1) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:25:10.376170 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c77d5a5-093a-40d2-bd8d-8038a8324884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:10.376749 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4c77d5a5-093a-40d2-bd8d-8038a8324884 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:10.379015 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b8a83d-81eb-4a3d-937b-70cdd6822245 None None] Network d505c218-9436-4c16-8a69-fa4261e74ee1 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:25:10.379168 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8f98ea0e-6ed8-496f-a43e-82786e77fcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:10.382190 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8f98ea0e-6ed8-496f-a43e-82786e77fcc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:10.383365 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8f98ea0e-6ed8-496f-a43e-82786e77fcc3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2a4cf4a4-6908-4889-b680-96ddee456448 HTTP/1.1" status: 204 len: 168 time: 0.1541524 Sep 08 09:25:10.396501 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f98ea0e-6ed8-496f-a43e-82786e77fcc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4cf4a4-6908-4889-b680-96ddee456448,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:10.443521 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4c77d5a5-093a-40d2-bd8d-8038a8324884 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5231788 Sep 08 09:25:10.459566 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2c9ecee1-1b01-42d8-85c6-86080a82f82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:10.462501 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2c9ecee1-1b01-42d8-85c6-86080a82f82d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:10.463655 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2c9ecee1-1b01-42d8-85c6-86080a82f82d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e6fa0aa4-a708-448d-b1aa-8d8cff91d7cb HTTP/1.1" status: 204 len: 168 time: 0.2440917 Sep 08 09:25:10.485597 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ecee1-1b01-42d8-85c6-86080a82f82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6fa0aa4-a708-448d-b1aa-8d8cff91d7cb,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:10.700502 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a8e07a-b46f-4a81-ac28-04f68d8901a2 None None] Network d505c218-9436-4c16-8a69-fa4261e74ee1 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:25:11.147590 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe42750-1110-4652-8455-effb4f9a1031 req-347f11be-aaf5-4a7c-a625-d1df9a5854a9 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:11.148087 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 46412) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:11.149267 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-efe42750-1110-4652-8455-effb4f9a1031 req-347f11be-aaf5-4a7c-a625-d1df9a5854a9 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0544832 Sep 08 09:25:11.169254 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-30dadfce-c898-4573-81f7-4700367e55d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:11.176525 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 46414) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:11.219598 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-efe42750-1110-4652-8455-effb4f9a1031 req-758ca676-6e19-4012-aded-5edf14a07538 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624409 Sep 08 09:25:11.237803 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d7f3fc89-15a7-40d5-8b3f-25d6871b9a93 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7885f49247824373a043e632877aeac9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0606050 Sep 08 09:25:11.242016 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 46416) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:11.316534 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8c5da5e6-25ec-4cf0-8015-f1df17aadc12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:11.357113 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-30dadfce-c898-4573-81f7-4700367e55d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:11.370382 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c53631-ab10-4798-85f0-1c1e8dc5c6fd req-e50cfd3f-40be-4081-b899-cbf561664c89 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:11.371891 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8c5da5e6-25ec-4cf0-8015-f1df17aadc12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:11.372811 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b5c53631-ab10-4798-85f0-1c1e8dc5c6fd req-e50cfd3f-40be-4081-b899-cbf561664c89 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0631001 Sep 08 09:25:11.374022 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-30dadfce-c898-4573-81f7-4700367e55d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:11.422968 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b5c53631-ab10-4798-85f0-1c1e8dc5c6fd req-4ba8c949-d6d3-45c4-bf50-d9cecde23f69 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431621 Sep 08 09:25:11.445237 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-30dadfce-c898-4573-81f7-4700367e55d8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e5d954ee60604e93b809ec11d7378759&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2961473 Sep 08 09:25:11.449032 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 46422) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:11.451328 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dadfce-c898-4573-81f7-4700367e55d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1f49ed-0587-4bf8-8042-e4b0fff08136,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:11.486500 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8c5da5e6-25ec-4cf0-8015-f1df17aadc12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:11.489660 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8c5da5e6-25ec-4cf0-8015-f1df17aadc12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:11.491251 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8c5da5e6-25ec-4cf0-8015-f1df17aadc12 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/efd9fe31-cb97-42da-9a95-d7ab4a002033 HTTP/1.1" status: 204 len: 168 time: 0.2480924 Sep 08 09:25:11.507156 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5da5e6-25ec-4cf0-8015-f1df17aadc12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd9fe31-cb97-42da-9a95-d7ab4a002033,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:11.571942 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-096cad88-dee7-4d03-8004-2e1de7f7f033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:11.619209 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-096cad88-dee7-4d03-8004-2e1de7f7f033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:11.683662 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d167f5-7180-4e52-abce-8ea989762ecb req-31ef722a-4b57-49d2-83ee-a2e21acf508c tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:11.686465 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-096cad88-dee7-4d03-8004-2e1de7f7f033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:11.690000 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-096cad88-dee7-4d03-8004-2e1de7f7f033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:11.693619 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-096cad88-dee7-4d03-8004-2e1de7f7f033 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8d1f49ed-0587-4bf8-8042-e4b0fff08136 HTTP/1.1" status: 204 len: 168 time: 0.2419195 Sep 08 09:25:11.699476 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-59d167f5-7180-4e52-abce-8ea989762ecb req-31ef722a-4b57-49d2-83ee-a2e21acf508c tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.54 "GET /v2.0/networks?id=0fb05932-c45c-42ed-92b2-d9be030ba9df HTTP/1.1" status: 200 len: 811 time: 0.1732483 Sep 08 09:25:11.718858 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-59d167f5-7180-4e52-abce-8ea989762ecb req-7d2cf66f-0da8-4a4a-ac36-31513d453626 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.54 "GET /v2.0/quotas/5432bfbbd8e94ba6b1ffa127cf40c9b9 HTTP/1.1" status: 200 len: 375 time: 0.0112379 Sep 08 09:25:11.776592 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-59d167f5-7180-4e52-abce-8ea989762ecb req-9517f223-7bd6-45f2-9e8b-f3dac454e4b5 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=5432bfbbd8e94ba6b1ffa127cf40c9b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484295 Sep 08 09:25:11.799738 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096cad88-dee7-4d03-8004-2e1de7f7f033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1f49ed-0587-4bf8-8042-e4b0fff08136,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:11.874601 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44e9e8-3f78-4f1f-82bd-a1d1a5a76bb0 req-a2f9fdc7-19ed-4495-960f-7be05b418042 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:11.877115 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bc44e9e8-3f78-4f1f-82bd-a1d1a5a76bb0 req-a2f9fdc7-19ed-4495-960f-7be05b418042 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.1739082 Sep 08 09:25:11.939877 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-59d167f5-7180-4e52-abce-8ea989762ecb req-c9a34b23-ee39-4605-9955-97ffc5fec1d8 service neutron] 10.222.0.54 "GET /v2.0/networks/0fb05932-c45c-42ed-92b2-d9be030ba9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620286 Sep 08 09:25:11.942580 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bc44e9e8-3f78-4f1f-82bd-a1d1a5a76bb0 req-2ff1a8ff-0f2d-40b2-aeb1-8f1fa6c3c5c3 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545037 Sep 08 09:25:12.093225 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-59d167f5-7180-4e52-abce-8ea989762ecb req-5e8f7d43-1a2c-4b9c-9025-dba7b73d9b5a service neutron] 10.222.0.54 "GET /v2.0/networks/0fb05932-c45c-42ed-92b2-d9be030ba9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508584 Sep 08 09:25:12.120190 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c104a05-2b83-465e-b361-6aa3945b3e27 req-f6ed8923-7473-4aa0-a190-447762909a07 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:12.122316 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4c104a05-2b83-465e-b361-6aa3945b3e27 req-f6ed8923-7473-4aa0-a190-447762909a07 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0817564 Sep 08 09:25:12.202098 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4c104a05-2b83-465e-b361-6aa3945b3e27 req-cf38b14d-02f5-4116-b32b-03bd185f1464 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705085 Sep 08 09:25:12.284107 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 46464) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:12.364442 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26cc6895-4655-4dcb-9661-ec4f0c32ff75 req-c83db399-3703-44f0-859e-e5cd1c1b2f9a tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.54 "GET /v2.0/ports?device_id=42725dba-447f-46a7-a4b0-1e63fb265b4e HTTP/1.1" status: 200 len: 210 time: 0.0806091 Sep 08 09:25:12.416317 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-62fbf190-be6e-4230-94c5-d41cefd29c04 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=22e1bead5ae54fd79d6f8d7e0424b27f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1305301 Sep 08 09:25:12.419628 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 46468) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:12.506808 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2b5fb93b-497b-4e93-b1f2-9bb1d8d3c30b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:12.542224 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2b5fb93b-497b-4e93-b1f2-9bb1d8d3c30b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:12.603895 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de090a-12b5-4622-a392-bfd56046def7 req-0a89ab10-209c-4823-8d96-1f397b4bf3c6 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:12.621966 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-11de090a-12b5-4622-a392-bfd56046def7 req-0a89ab10-209c-4823-8d96-1f397b4bf3c6 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.1023026 Sep 08 09:25:12.627913 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2b5fb93b-497b-4e93-b1f2-9bb1d8d3c30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:12.630802 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2b5fb93b-497b-4e93-b1f2-9bb1d8d3c30b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:12.634383 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2b5fb93b-497b-4e93-b1f2-9bb1d8d3c30b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f5cac252-d5f5-4b68-a867-e05885e3f852 HTTP/1.1" status: 204 len: 168 time: 0.2107747 Sep 08 09:25:12.651519 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5fb93b-497b-4e93-b1f2-9bb1d8d3c30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cac252-d5f5-4b68-a867-e05885e3f852,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:12.679892 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-11de090a-12b5-4622-a392-bfd56046def7 req-d736a375-cb28-4e4b-ba14-7a861600c2e5 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523586 Sep 08 09:25:12.847626 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5bc3e0-d6f2-44cb-a00b-40eaf6266e93 req-a081235a-0233-44af-917e-14deb8ae165d tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:12.849580 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4e5bc3e0-d6f2-44cb-a00b-40eaf6266e93 req-a081235a-0233-44af-917e-14deb8ae165d tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0602851 Sep 08 09:25:12.928003 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4e5bc3e0-d6f2-44cb-a00b-40eaf6266e93 req-535813d5-d657-41dd-ac62-e8cab424d26a tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684307 Sep 08 09:25:13.350713 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383eb7d-d86a-4a4b-8847-702d7eb14adc req-0f97e9ab-3082-4527-ba36-0cace131f2fa tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:13.352452 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0383eb7d-d86a-4a4b-8847-702d7eb14adc req-0f97e9ab-3082-4527-ba36-0cace131f2fa tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0670695 Sep 08 09:25:13.457065 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0383eb7d-d86a-4a4b-8847-702d7eb14adc req-7d27e4cc-9422-4d87-ae09-584296df8739 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965962 Sep 08 09:25:13.510576 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-447f3504-6514-437a-96e0-d6cdbfe2da60 req-f111f260-2be9-4950-a3ba-583f61423459 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.54 "GET /v2.0/ports?device_id=42725dba-447f-46a7-a4b0-1e63fb265b4e HTTP/1.1" status: 200 len: 210 time: 0.0402422 Sep 08 09:25:13.598794 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f80e5c-5a3e-4edc-935f-93afb0233b17 req-7d700aa4-a4eb-4f0c-a27c-9a6a8ed22bd6 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:13.600238 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-99f80e5c-5a3e-4edc-935f-93afb0233b17 req-7d700aa4-a4eb-4f0c-a27c-9a6a8ed22bd6 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0604708 Sep 08 09:25:13.662388 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-99f80e5c-5a3e-4edc-935f-93afb0233b17 req-257d0c8e-3637-46e9-8a2b-5d7f578eeb21 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477617 Sep 08 09:25:13.826642 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d167f5-7180-4e52-abce-8ea989762ecb req-84149b02-f285-4045-b3ca-01c43226d452 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:13.828273 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59d167f5-7180-4e52-abce-8ea989762ecb req-84149b02-f285-4045-b3ca-01c43226d452 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.37 "GET /v2.0/networks?id=0fb05932-c45c-42ed-92b2-d9be030ba9df HTTP/1.1" status: 200 len: 811 time: 0.1967413 Sep 08 09:25:13.859520 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-59d167f5-7180-4e52-abce-8ea989762ecb req-7009e84d-1860-418d-8bea-5354ded0bae3 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] Request body: {'port': {'device_id': '42725dba-447f-46a7-a4b0-1e63fb265b4e', 'network_id': '0fb05932-c45c-42ed-92b2-d9be030ba9df', 'admin_state_up': True, 'tenant_id': '5432bfbbd8e94ba6b1ffa127cf40c9b9'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:25:13.926073 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f8be4c-340d-4c09-81fd-584849c5115d req-7b3520b7-0e4e-4f5a-a688-bdfe9adeff58 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:13.927350 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d8f8be4c-340d-4c09-81fd-584849c5115d req-7b3520b7-0e4e-4f5a-a688-bdfe9adeff58 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0725601 Sep 08 09:25:13.975828 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d8f8be4c-340d-4c09-81fd-584849c5115d req-d7f8efff-4b72-4b49-8259-9afa431fbc00 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424216 Sep 08 09:25:13.996578 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59d167f5-7180-4e52-abce-8ea989762ecb req-7009e84d-1860-418d-8bea-5354ded0bae3 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] Made reservation on behalf of 5432bfbbd8e94ba6b1ffa127cf40c9b9 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:25:14.003024 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-59d167f5-7180-4e52-abce-8ea989762ecb req-7009e84d-1860-418d-8bea-5354ded0bae3 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:14.178308 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b34a3-fa8d-404d-bcec-80a670d70cfc req-b44561ec-41f4-4e19-9e60-40d5ab1b0c75 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:14.179884 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9d2b34a3-fa8d-404d-bcec-80a670d70cfc req-b44561ec-41f4-4e19-9e60-40d5ab1b0c75 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.1017940 Sep 08 09:25:14.219880 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-59d167f5-7180-4e52-abce-8ea989762ecb req-7009e84d-1860-418d-8bea-5354ded0bae3 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] Allocated IP 172.20.0.10 (0fb05932-c45c-42ed-92b2-d9be030ba9df/cd474ca9-40b3-4f84-9557-43b055ef7873/72542e30-a480-4942-9ee2-8e6fb1f55718) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:25:14.254694 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9d2b34a3-fa8d-404d-bcec-80a670d70cfc req-b808f4aa-b3a4-4500-bdf9-4b0d98108ea1 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683811 Sep 08 09:25:14.424343 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-59d167f5-7180-4e52-abce-8ea989762ecb req-7009e84d-1860-418d-8bea-5354ded0bae3 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:14.602413 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-31d19ed2-6c5d-4fd3-8a4c-5c3153ce701d req-db2395b0-3391-4a65-be59-5bdf1844ee44 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.54 "GET /v2.0/ports?device_id=42725dba-447f-46a7-a4b0-1e63fb265b4e HTTP/1.1" status: 200 len: 210 time: 0.0298095 Sep 08 09:25:14.797131 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b0724-9cb9-48b6-b23d-de64e931977d req-2ec96b38-867e-4b41-954e-d8f1010b1b76 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:14.798737 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-426b0724-9cb9-48b6-b23d-de64e931977d req-2ec96b38-867e-4b41-954e-d8f1010b1b76 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.3980196 Sep 08 09:25:14.845818 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-59d167f5-7180-4e52-abce-8ea989762ecb req-7009e84d-1860-418d-8bea-5354ded0bae3 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:14.865250 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-426b0724-9cb9-48b6-b23d-de64e931977d req-8422a6b7-4d1f-41c9-9054-310166757126 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573702 Sep 08 09:25:14.900380 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59d167f5-7180-4e52-abce-8ea989762ecb req-7009e84d-1860-418d-8bea-5354ded0bae3 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] Network 0fb05932-c45c-42ed-92b2-d9be030ba9df is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:25:14.904096 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-59d167f5-7180-4e52-abce-8ea989762ecb req-7009e84d-1860-418d-8bea-5354ded0bae3 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:25:14.914291 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d167f5-7180-4e52-abce-8ea989762ecb req-7009e84d-1860-418d-8bea-5354ded0bae3 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:25:14.922779 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7009e84d-1860-418d-8bea-5354ded0bae3 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] Pushing event updated for resources: {'Port': ['ID=72542e30-a480-4942-9ee2-8e6fb1f55718,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:14.971565 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d167f5-7180-4e52-abce-8ea989762ecb req-7009e84d-1860-418d-8bea-5354ded0bae3 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:14.972199 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-59d167f5-7180-4e52-abce-8ea989762ecb req-7009e84d-1860-418d-8bea-5354ded0bae3 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:14.988899 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59d167f5-7180-4e52-abce-8ea989762ecb req-7009e84d-1860-418d-8bea-5354ded0bae3 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1336884 Sep 08 09:25:14.999869 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee4683-fcca-4d71-9697-5e22f88c1b72 req-6b7143f3-06ab-43a9-99ed-8b39b76ed90e tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:15.000270 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [req-59d167f5-7180-4e52-abce-8ea989762ecb req-42ef1e79-2ce1-42f8-b046-556deaa27ab9 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:25:15.001473 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59d167f5-7180-4e52-abce-8ea989762ecb req-42ef1e79-2ce1-42f8-b046-556deaa27ab9 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066323 Sep 08 09:25:15.002486 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-54ee4683-fcca-4d71-9697-5e22f88c1b72 req-6b7143f3-06ab-43a9-99ed-8b39b76ed90e tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0581138 Sep 08 09:25:15.019022 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-59d167f5-7180-4e52-abce-8ea989762ecb req-3428c6cb-fc81-4c70-ae9c-951151272d26 service neutron] Request body: {'port': {'device_id': '42725dba-447f-46a7-a4b0-1e63fb265b4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:25:15.041776 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-54ee4683-fcca-4d71-9697-5e22f88c1b72 req-0efb506f-67d6-4713-8c3c-ab3a99794985 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340123 Sep 08 09:25:15.080647 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-59d167f5-7180-4e52-abce-8ea989762ecb req-3428c6cb-fc81-4c70-ae9c-951151272d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:15.377658 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de327e9-323a-44e4-86b3-2f188fec0df6 req-c6ffa2b4-59d3-4751-b211-24464d118b55 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:15.379510 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2de327e9-323a-44e4-86b3-2f188fec0df6 req-c6ffa2b4-59d3-4751-b211-24464d118b55 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/networks?id=678c6b91-5ea9-437d-bb2d-e0aa57bc04fe HTTP/1.1" status: 200 len: 813 time: 0.1894419 Sep 08 09:25:15.414857 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2de327e9-323a-44e4-86b3-2f188fec0df6 req-9551381e-9672-4425-9e1c-2151f9cedf52 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/quotas/b71c8866e0a041d8a6a40f7dc5d3a1ff HTTP/1.1" status: 200 len: 375 time: 0.0228405 Sep 08 09:25:15.502612 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-59d167f5-7180-4e52-abce-8ea989762ecb req-3428c6cb-fc81-4c70-ae9c-951151272d26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72542e30-a480-4942-9ee2-8e6fb1f55718 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:25:15.511708 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-59d167f5-7180-4e52-abce-8ea989762ecb req-3428c6cb-fc81-4c70-ae9c-951151272d26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:15.524364 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2de327e9-323a-44e4-86b3-2f188fec0df6 req-affc98d7-a1f4-40e4-81e1-d216103ea138 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b71c8866e0a041d8a6a40f7dc5d3a1ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0892949 Sep 08 09:25:15.531923 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-59d167f5-7180-4e52-abce-8ea989762ecb req-3428c6cb-fc81-4c70-ae9c-951151272d26 service neutron] Transition to ACTIVE for port object 72542e30-a480-4942-9ee2-8e6fb1f55718 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:25:15.547508 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-59d167f5-7180-4e52-abce-8ea989762ecb req-3428c6cb-fc81-4c70-ae9c-951151272d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:15.636638 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3428c6cb-fc81-4c70-ae9c-951151272d26 service neutron] Pushing event updated for resources: {'Port': ['ID=72542e30-a480-4942-9ee2-8e6fb1f55718,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:15.698237 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530feeb-d1b7-4c67-9f6b-ef44965cf555 req-00f8f08d-105b-45ac-a8ad-954da4401d2f tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:15.699988 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a530feeb-d1b7-4c67-9f6b-ef44965cf555 req-00f8f08d-105b-45ac-a8ad-954da4401d2f tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0771010 Sep 08 09:25:15.701111 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-59d167f5-7180-4e52-abce-8ea989762ecb req-3428c6cb-fc81-4c70-ae9c-951151272d26 service neutron] Attempting to bind port 72542e30-a480-4942-9ee2-8e6fb1f55718 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:25:15.701642 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-59d167f5-7180-4e52-abce-8ea989762ecb req-3428c6cb-fc81-4c70-ae9c-951151272d26 service neutron] Attempting to bind port 72542e30-a480-4942-9ee2-8e6fb1f55718 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '21f94ee9-a97c-457d-bc31-00168ea16639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0fb05932-c45c-42ed-92b2-d9be030ba9df'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:25:15.701906 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d167f5-7180-4e52-abce-8ea989762ecb req-3428c6cb-fc81-4c70-ae9c-951151272d26 service neutron] Attempting to bind port 72542e30-a480-4942-9ee2-8e6fb1f55718 on network 0fb05932-c45c-42ed-92b2-d9be030ba9df {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:25:15.723549 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d167f5-7180-4e52-abce-8ea989762ecb req-3428c6cb-fc81-4c70-ae9c-951151272d26 service neutron] Port 72542e30-a480-4942-9ee2-8e6fb1f55718 on network 0fb05932-c45c-42ed-92b2-d9be030ba9df not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:25:15.723893 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d167f5-7180-4e52-abce-8ea989762ecb req-3428c6cb-fc81-4c70-ae9c-951151272d26 service neutron] Attempting to bind port 72542e30-a480-4942-9ee2-8e6fb1f55718 on network 0fb05932-c45c-42ed-92b2-d9be030ba9df {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:25:15.734650 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d167f5-7180-4e52-abce-8ea989762ecb req-3428c6cb-fc81-4c70-ae9c-951151272d26 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:25:15.735600 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d167f5-7180-4e52-abce-8ea989762ecb req-3428c6cb-fc81-4c70-ae9c-951151272d26 service neutron] Checking segment: {'id': '21f94ee9-a97c-457d-bc31-00168ea16639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0fb05932-c45c-42ed-92b2-d9be030ba9df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:25:15.736020 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d167f5-7180-4e52-abce-8ea989762ecb req-3428c6cb-fc81-4c70-ae9c-951151272d26 service neutron] Bound using segment: {'id': '21f94ee9-a97c-457d-bc31-00168ea16639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0fb05932-c45c-42ed-92b2-d9be030ba9df'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:25:15.736473 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-59d167f5-7180-4e52-abce-8ea989762ecb req-3428c6cb-fc81-4c70-ae9c-951151272d26 service neutron] Bound port: 72542e30-a480-4942-9ee2-8e6fb1f55718, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21f94ee9-a97c-457d-bc31-00168ea16639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '0fb05932-c45c-42ed-92b2-d9be030ba9df'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:25:15.736852 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-59d167f5-7180-4e52-abce-8ea989762ecb req-3428c6cb-fc81-4c70-ae9c-951151272d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:15.764921 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a530feeb-d1b7-4c67-9f6b-ef44965cf555 req-5019055f-db92-4903-9bcb-bebfc6cffeb9 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567949 Sep 08 09:25:15.765566 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7311eebd-9a4a-4119-96cb-116d4f75ef15 req-2bed87da-d551-4c8b-816e-7a5462597254 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:15.767197 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7311eebd-9a4a-4119-96cb-116d4f75ef15 req-2bed87da-d551-4c8b-816e-7a5462597254 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.54 "GET /v2.0/ports?device_id=42725dba-447f-46a7-a4b0-1e63fb265b4e HTTP/1.1" status: 200 len: 944 time: 0.0784981 Sep 08 09:25:15.864312 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7311eebd-9a4a-4119-96cb-116d4f75ef15 req-629cc907-8007-4ca6-b3d9-899761c9453e tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fa6fd96c-f73d-474e-a777-5c8b06307470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729470 Sep 08 09:25:15.880137 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-59d167f5-7180-4e52-abce-8ea989762ecb req-3428c6cb-fc81-4c70-ae9c-951151272d26 service neutron] For port 72542e30-a480-4942-9ee2-8e6fb1f55718, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:25:15.883258 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-59d167f5-7180-4e52-abce-8ea989762ecb req-3428c6cb-fc81-4c70-ae9c-951151272d26 service neutron] For port 72542e30-a480-4942-9ee2-8e6fb1f55718, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=72542e30-a480-4942-9ee2-8e6fb1f55718,segment=NetworkSegment(21f94ee9-a97c-457d-bc31-00168ea16639),segment_id=21f94ee9-a97c-457d-bc31-00168ea16639)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:25:15.887201 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-59d167f5-7180-4e52-abce-8ea989762ecb req-3428c6cb-fc81-4c70-ae9c-951151272d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:15.909598 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd57acf-639e-430b-9da0-c957390b7e8c req-fa6a9d56-18fe-4d67-9b60-658bd3ec3787 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:15.911139 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cbd57acf-639e-430b-9da0-c957390b7e8c req-fa6a9d56-18fe-4d67-9b60-658bd3ec3787 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0621617 Sep 08 09:25:15.921938 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d167f5-7180-4e52-abce-8ea989762ecb req-3428c6cb-fc81-4c70-ae9c-951151272d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:15.922594 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-59d167f5-7180-4e52-abce-8ea989762ecb req-3428c6cb-fc81-4c70-ae9c-951151272d26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:15.924000 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59d167f5-7180-4e52-abce-8ea989762ecb req-3428c6cb-fc81-4c70-ae9c-951151272d26 service neutron] 10.222.0.37 "PUT /v2.0/ports/72542e30-a480-4942-9ee2-8e6fb1f55718 HTTP/1.1" status: 200 len: 1093 time: 0.9093792 Sep 08 09:25:15.924448 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42725dba-447f-46a7-a4b0-1e63fb265b4e', 'tag': '72542e30-a480-4942-9ee2-8e6fb1f55718'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:25:15.926748 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851c7106-f6d1-46d1-87b5-5a586c6281a2" -d '{"events": [{"name": "network-changed", "server_uuid": "42725dba-447f-46a7-a4b0-1e63fb265b4e", "tag": "72542e30-a480-4942-9ee2-8e6fb1f55718"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:25:15.955237 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3428c6cb-fc81-4c70-ae9c-951151272d26 service neutron] Pushing event updated for resources: {'Port': ['ID=72542e30-a480-4942-9ee2-8e6fb1f55718,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:15.955857 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cbd57acf-639e-430b-9da0-c957390b7e8c req-8c6ce6da-d211-46dd-9ce3-a43bf0724482 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374274 Sep 08 09:25:15.988327 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b64c8a9-b7ef-4a48-bef6-a87b5a7bd539 x-openstack-request-id: req-6b64c8a9-b7ef-4a48-bef6-a87b5a7bd539 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:25:15.988631 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42725dba-447f-46a7-a4b0-1e63fb265b4e", "tag": "72542e30-a480-4942-9ee2-8e6fb1f55718", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:25:15.989250 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6b64c8a9-b7ef-4a48-bef6-a87b5a7bd539 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:25:15.989327 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42725dba-447f-46a7-a4b0-1e63fb265b4e', 'tag': '72542e30-a480-4942-9ee2-8e6fb1f55718', 'status': 'completed', 'code': 200} Sep 08 09:25:16.048646 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d167f5-7180-4e52-abce-8ea989762ecb req-e5f8167c-3a4a-47e8-b099-8b2f842b4d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:16.050256 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59d167f5-7180-4e52-abce-8ea989762ecb req-e5f8167c-3a4a-47e8-b099-8b2f842b4d25 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5432bfbbd8e94ba6b1ffa127cf40c9b9&device_id=42725dba-447f-46a7-a4b0-1e63fb265b4e HTTP/1.1" status: 200 len: 1096 time: 0.0440695 Sep 08 09:25:16.104952 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59d167f5-7180-4e52-abce-8ea989762ecb req-8e9b8ff8-4f65-44dc-ae88-4ff05c8a41a1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72542e30-a480-4942-9ee2-8e6fb1f55718 HTTP/1.1" status: 200 len: 217 time: 0.0392108 Sep 08 09:25:16.114681 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e66d9f1b-9592-4573-a91c-9d86d2080e69 req-e255e2a2-27fc-42c9-ab59-e1129a36066c tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=b71c8866e0a041d8a6a40f7dc5d3a1ff HTTP/1.1" status: 200 len: 221 time: 0.0304053 Sep 08 09:25:16.157139 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d167f5-7180-4e52-abce-8ea989762ecb req-9d940837-ec66-4ec0-8a7d-888ef6812518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:16.158672 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59d167f5-7180-4e52-abce-8ea989762ecb req-9d940837-ec66-4ec0-8a7d-888ef6812518 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd474ca9-40b3-4f84-9557-43b055ef7873 HTTP/1.1" status: 200 len: 851 time: 0.0458436 Sep 08 09:25:16.191975 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59d167f5-7180-4e52-abce-8ea989762ecb req-caa2726b-bc02-4428-b85f-13c0d1dfb666 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0fb05932-c45c-42ed-92b2-d9be030ba9df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261719 Sep 08 09:25:16.294691 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ecf53-8941-40e1-a958-b4c003933854 req-0f28c79c-5758-4204-8b70-1d468c39c813 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:16.296902 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-683ecf53-8941-40e1-a958-b4c003933854 req-0f28c79c-5758-4204-8b70-1d468c39c813 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.1072040 Sep 08 09:25:16.336306 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59d167f5-7180-4e52-abce-8ea989762ecb req-bc283723-ad65-4b8c-be32-9003aaafbfee service neutron] 10.222.0.37 "GET /v2.0/networks/0fb05932-c45c-42ed-92b2-d9be030ba9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356080 Sep 08 09:25:16.359418 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-683ecf53-8941-40e1-a958-b4c003933854 req-db3252b2-3840-4870-a9e2-fac1df59f632 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565288 Sep 08 09:25:16.473381 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59d167f5-7180-4e52-abce-8ea989762ecb req-6c581f12-d065-4c28-b6f9-4620157163c1 service neutron] 10.222.0.37 "GET /v2.0/networks/0fb05932-c45c-42ed-92b2-d9be030ba9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298308 Sep 08 09:25:16.498342 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fe24f-6eed-445b-baa2-61596f252e34 req-5a7016f9-416b-456e-a595-80bc5f3cecc1 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:16.500651 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d57fe24f-6eed-445b-baa2-61596f252e34 req-5a7016f9-416b-456e-a595-80bc5f3cecc1 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0691273 Sep 08 09:25:16.540890 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d57fe24f-6eed-445b-baa2-61596f252e34 req-78f4803f-bbe1-40f5-bfe6-9f8a424204cc tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339301 Sep 08 09:25:16.587160 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80525578-6559-4a60-a58e-5f5e53fbae88 req-2b858232-65ee-4ed2-8cb3-8b57a3071c88 tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:16.588717 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-80525578-6559-4a60-a58e-5f5e53fbae88 req-2b858232-65ee-4ed2-8cb3-8b57a3071c88 tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e6874e9-2aa8-4096-8476-75f1bed90524 HTTP/1.1" status: 200 len: 949 time: 0.0561373 Sep 08 09:25:16.621810 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c7106-f6d1-46d1-87b5-5a586c6281a2 req-974073c4-97f9-4cc6-bb3a-cb804f735663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:16.624143 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-851c7106-f6d1-46d1-87b5-5a586c6281a2 req-974073c4-97f9-4cc6-bb3a-cb804f735663 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5432bfbbd8e94ba6b1ffa127cf40c9b9&device_id=42725dba-447f-46a7-a4b0-1e63fb265b4e HTTP/1.1" status: 200 len: 1096 time: 0.0468960 Sep 08 09:25:16.628383 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-80525578-6559-4a60-a58e-5f5e53fbae88 req-2a0cf624-d199-4f53-920f-c7c44137741f tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] 10.222.0.54 "GET /v2.0/security-groups?id=dbda2b0e-d2f9-4045-bfee-8fe8bdca2a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336468 Sep 08 09:25:16.747087 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c61a9a-cae1-4de5-99e9-a72ab7016a8a req-f01d09e8-e1ad-4fba-b3ec-563edc16df58 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:16.749295 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-86c61a9a-cae1-4de5-99e9-a72ab7016a8a req-f01d09e8-e1ad-4fba-b3ec-563edc16df58 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.1091726 Sep 08 09:25:16.775658 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c7106-f6d1-46d1-87b5-5a586c6281a2 req-dcbffa44-6f65-4eb7-8c2d-d91c37370391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:16.777076 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-851c7106-f6d1-46d1-87b5-5a586c6281a2 req-dcbffa44-6f65-4eb7-8c2d-d91c37370391 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0fb05932-c45c-42ed-92b2-d9be030ba9df HTTP/1.1" status: 200 len: 912 time: 0.1454654 Sep 08 09:25:16.832238 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-86c61a9a-cae1-4de5-99e9-a72ab7016a8a req-d7390877-236a-4408-b355-819f460cab35 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766194 Sep 08 09:25:16.833599 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-851c7106-f6d1-46d1-87b5-5a586c6281a2 req-2cfb694b-6a9f-4978-84f8-ca3359bef677 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72542e30-a480-4942-9ee2-8e6fb1f55718 HTTP/1.1" status: 200 len: 217 time: 0.0440214 Sep 08 09:25:16.894859 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c7106-f6d1-46d1-87b5-5a586c6281a2 req-f5cedbf8-7183-40ee-ae1e-37c18741ed81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:16.896303 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-851c7106-f6d1-46d1-87b5-5a586c6281a2 req-f5cedbf8-7183-40ee-ae1e-37c18741ed81 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd474ca9-40b3-4f84-9557-43b055ef7873 HTTP/1.1" status: 200 len: 851 time: 0.0529685 Sep 08 09:25:16.940773 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-851c7106-f6d1-46d1-87b5-5a586c6281a2 req-0f44c11f-7ff9-4e8b-8a8f-40a6317dfed7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0fb05932-c45c-42ed-92b2-d9be030ba9df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341799 Sep 08 09:25:16.960182 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46598f98-687d-4fc4-a55f-d7a93a72dc97 req-e98851f9-b8e3-4dc2-8380-0fee20aad4d2 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:16.961801 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-46598f98-687d-4fc4-a55f-d7a93a72dc97 req-e98851f9-b8e3-4dc2-8380-0fee20aad4d2 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0544872 Sep 08 09:25:17.003303 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-46598f98-687d-4fc4-a55f-d7a93a72dc97 req-b86b4421-8cf9-4a7c-bbed-85a81989c35a tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337970 Sep 08 09:25:17.049814 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51185f-2173-4ecc-87a1-9735ff81522c req-ac700836-bc75-497e-960d-2ba220b92784 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:17.051367 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ce51185f-2173-4ecc-87a1-9735ff81522c req-ac700836-bc75-497e-960d-2ba220b92784 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.54 "GET /v2.0/ports?device_id=42725dba-447f-46a7-a4b0-1e63fb265b4e HTTP/1.1" status: 200 len: 944 time: 0.1136279 Sep 08 09:25:17.092473 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-851c7106-f6d1-46d1-87b5-5a586c6281a2 req-02bcf3f4-64bc-4bed-8ad4-fcaa362a2402 service neutron] 10.222.0.37 "GET /v2.0/networks/0fb05932-c45c-42ed-92b2-d9be030ba9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436474 Sep 08 09:25:17.127433 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ce51185f-2173-4ecc-87a1-9735ff81522c req-2f3e6566-bfb9-47e5-b498-ed70c29d5e65 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fa6fd96c-f73d-474e-a777-5c8b06307470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674789 Sep 08 09:25:17.157355 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03058e-3670-4dc6-8b91-28d18a3cac70 req-ca200be8-406a-4bf6-a2d3-7ee84175b6eb tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:17.159274 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6b03058e-3670-4dc6-8b91-28d18a3cac70 req-ca200be8-406a-4bf6-a2d3-7ee84175b6eb tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0546951 Sep 08 09:25:17.208354 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6b03058e-3670-4dc6-8b91-28d18a3cac70 req-3f4ac478-db7c-4c52-ab44-6f56e1521cc9 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417771 Sep 08 09:25:17.214787 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-851c7106-f6d1-46d1-87b5-5a586c6281a2 req-6193c625-bfbd-4aa2-91d9-78c50106d7e3 service neutron] 10.222.0.37 "GET /v2.0/networks/0fb05932-c45c-42ed-92b2-d9be030ba9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116261 Sep 08 09:25:17.327907 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12ac21-2941-4175-8334-4b616d677b8d req-29633e9e-06ae-40ec-a566-90c051041872 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:17.329457 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1f12ac21-2941-4175-8334-4b616d677b8d req-29633e9e-06ae-40ec-a566-90c051041872 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0531087 Sep 08 09:25:17.369732 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1f12ac21-2941-4175-8334-4b616d677b8d req-c1870088-4cfa-4397-a270-a976260cd1ca tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334582 Sep 08 09:25:17.499648 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1efff-a36a-486f-a342-cf6c73298411 req-1cf6d13e-2c50-4dcd-a7e3-a515fdb7429d tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:17.501351 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-41c1efff-a36a-486f-a342-cf6c73298411 req-1cf6d13e-2c50-4dcd-a7e3-a515fdb7429d tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0509002 Sep 08 09:25:17.540364 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-41c1efff-a36a-486f-a342-cf6c73298411 req-91dbee5a-9b58-470f-bd8c-84b65e8706ef tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329049 Sep 08 09:25:17.631902 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ebf2c722-2ac2-422f-b6c8-907a591deda7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:17.651897 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 46656) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:17.668881 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df37c56f-8d55-4307-aa21-a4fe942db39f req-bf354101-ef10-442b-8e85-568c1b76f7fe tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:17.671005 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-df37c56f-8d55-4307-aa21-a4fe942db39f req-bf354101-ef10-442b-8e85-568c1b76f7fe tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0593235 Sep 08 09:25:17.715482 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-df37c56f-8d55-4307-aa21-a4fe942db39f req-0e6d5d55-0b1a-4316-94c1-0236882fb1da tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358343 Sep 08 09:25:17.778180 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-af3ea1b0-9240-472f-8175-e2b911e6f543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:17.791199 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095bc385-69e5-413c-9160-44b177c7d21f req-063932f7-89a7-464c-a6ad-621d7ef3a015 tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:17.792362 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-095bc385-69e5-413c-9160-44b177c7d21f req-063932f7-89a7-464c-a6ad-621d7ef3a015 tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e6874e9-2aa8-4096-8476-75f1bed90524 HTTP/1.1" status: 200 len: 949 time: 0.0947766 Sep 08 09:25:17.855106 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-095bc385-69e5-413c-9160-44b177c7d21f req-70715f10-c6a5-473b-b914-953c524ea6ae tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] 10.222.0.54 "GET /v2.0/security-groups?id=dbda2b0e-d2f9-4045-bfee-8fe8bdca2a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499954 Sep 08 09:25:17.880207 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e5fb8a-3625-4bc3-9cd3-b7037ba04ae0 req-244a00ad-d7b4-4be3-8bbd-c77055f01b6f tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:17.880207 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d9e5fb8a-3625-4bc3-9cd3-b7037ba04ae0 req-244a00ad-d7b4-4be3-8bbd-c77055f01b6f tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0591326 Sep 08 09:25:17.919260 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d9e5fb8a-3625-4bc3-9cd3-b7037ba04ae0 req-d452f33c-2567-4b6e-8625-9c83505f9fba tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331001 Sep 08 09:25:17.919498 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-af3ea1b0-9240-472f-8175-e2b911e6f543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:17.924596 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-af3ea1b0-9240-472f-8175-e2b911e6f543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:17.966230 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-af3ea1b0-9240-472f-8175-e2b911e6f543 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=86c333d1f72345cf87b96402d2aa2bc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3108628 Sep 08 09:25:17.966230 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ea1b0-9240-472f-8175-e2b911e6f543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfc24cb-98e8-4352-9872-883c64836faf,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:17.966628 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 46668) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:18.019546 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b8368db0-d9c9-40c0-9850-2515f5ca0781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:18.041443 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b8368db0-d9c9-40c0-9850-2515f5ca0781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:18.041751 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28628e2b-ff8d-4985-97d1-5808740776b7 req-bbf62d21-be9c-46f9-81e9-b8120f6b2b06 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:18.043349 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-28628e2b-ff8d-4985-97d1-5808740776b7 req-bbf62d21-be9c-46f9-81e9-b8120f6b2b06 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0504417 Sep 08 09:25:18.082842 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-28628e2b-ff8d-4985-97d1-5808740776b7 req-a15a3c39-cf9c-405f-8c39-2fd7e81c8091 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329006 Sep 08 09:25:18.092641 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b8368db0-d9c9-40c0-9850-2515f5ca0781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:18.095404 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b8368db0-d9c9-40c0-9850-2515f5ca0781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:18.106691 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b8368db0-d9c9-40c0-9850-2515f5ca0781 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2bfc24cb-98e8-4352-9872-883c64836faf HTTP/1.1" status: 204 len: 168 time: 0.1288967 Sep 08 09:25:18.115524 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8368db0-d9c9-40c0-9850-2515f5ca0781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfc24cb-98e8-4352-9872-883c64836faf,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:18.276112 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d596ca0-af51-4f5e-a563-fb4d4b2fbac0 req-d102c2e7-09b6-480a-b4fc-a7f392d28583 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:18.277663 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4d596ca0-af51-4f5e-a563-fb4d4b2fbac0 req-d102c2e7-09b6-480a-b4fc-a7f392d28583 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.54 "GET /v2.0/ports?device_id=42725dba-447f-46a7-a4b0-1e63fb265b4e HTTP/1.1" status: 200 len: 944 time: 0.0694418 Sep 08 09:25:18.285910 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15531d6c-d7b4-4969-99c1-47d5835ed0f4 req-73b96de3-eb93-480c-bd8b-0b31095bfbd5 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:18.287465 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-15531d6c-d7b4-4969-99c1-47d5835ed0f4 req-73b96de3-eb93-480c-bd8b-0b31095bfbd5 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0934803 Sep 08 09:25:18.301660 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3942410-f482-40e8-990c-ac89d66c95c2 req-c848d2f5-3479-49d8-a3e1-b4bd0a985d91 tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:18.302776 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d3942410-f482-40e8-990c-ac89d66c95c2 req-c848d2f5-3479-49d8-a3e1-b4bd0a985d91 tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e6874e9-2aa8-4096-8476-75f1bed90524 HTTP/1.1" status: 200 len: 949 time: 0.0757740 Sep 08 09:25:18.319900 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4d596ca0-af51-4f5e-a563-fb4d4b2fbac0 req-329e2d4f-aa43-4d75-b1fd-8529d4cbbb0a tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fa6fd96c-f73d-474e-a777-5c8b06307470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356143 Sep 08 09:25:18.396306 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-15531d6c-d7b4-4969-99c1-47d5835ed0f4 req-018b6440-ff0d-4add-89b0-f7d9be2b5c89 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923896 Sep 08 09:25:18.409070 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 46682) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:18.426524 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5a9f6ae9-eb83-43f0-9b21-4a53817e0373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:18.442430 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-d3942410-f482-40e8-990c-ac89d66c95c2 req-e43c478d-8556-46f5-9203-c0486c4246e5 tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] Deleting port 7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:25:18.442797 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d3942410-f482-40e8-990c-ac89d66c95c2 req-e43c478d-8556-46f5-9203-c0486c4246e5 tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:18.534290 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5a9f6ae9-eb83-43f0-9b21-4a53817e0373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:18.538192 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5a9f6ae9-eb83-43f0-9b21-4a53817e0373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:18.571477 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-d3942410-f482-40e8-990c-ac89d66c95c2 req-e43c478d-8556-46f5-9203-c0486c4246e5 tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] For port 7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:25:18.571850 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d3942410-f482-40e8-990c-ac89d66c95c2 req-e43c478d-8556-46f5-9203-c0486c4246e5 tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:18.579031 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5a9f6ae9-eb83-43f0-9b21-4a53817e0373 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c5ac7a90fdfa4de3b1fcd73c2b2e1d8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1686990 Sep 08 09:25:18.580282 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9f6ae9-eb83-43f0-9b21-4a53817e0373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d6c7b4-61e8-4328-bb02-66b8db51eee1,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:18.583778 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 46688) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:18.591824 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb9e318-4753-4a17-8ffc-c5cbfb6d283c req-14619ab1-b345-4b9e-aadd-9e794bce96aa tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:18.593354 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ffb9e318-4753-4a17-8ffc-c5cbfb6d283c req-14619ab1-b345-4b9e-aadd-9e794bce96aa tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0844452 Sep 08 09:25:18.597747 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-d3942410-f482-40e8-990c-ac89d66c95c2 req-e43c478d-8556-46f5-9203-c0486c4246e5 tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] Calling delete_port for 7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:25:18.632963 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-41680370-e52c-4dd8-9b1b-82404dbb85df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:18.654712 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-41680370-e52c-4dd8-9b1b-82404dbb85df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:18.674617 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ffb9e318-4753-4a17-8ffc-c5cbfb6d283c req-652d8409-df41-4569-b589-0ba166426346 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727599 Sep 08 09:25:18.709230 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-41680370-e52c-4dd8-9b1b-82404dbb85df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:18.713022 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-41680370-e52c-4dd8-9b1b-82404dbb85df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:18.714322 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-41680370-e52c-4dd8-9b1b-82404dbb85df admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/13d6c7b4-61e8-4328-bb02-66b8db51eee1 HTTP/1.1" status: 204 len: 168 time: 0.1293919 Sep 08 09:25:18.735483 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41680370-e52c-4dd8-9b1b-82404dbb85df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d6c7b4-61e8-4328-bb02-66b8db51eee1,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:18.793208 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d3942410-f482-40e8-990c-ac89d66c95c2 req-e43c478d-8556-46f5-9203-c0486c4246e5 tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:18.827793 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:25:18.857914 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c478d-8556-46f5-9203-c0486c4246e5 tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] Pushing event deleted for resources: {'Port': ['ID=7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:18.905295 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3942410-f482-40e8-990c-ac89d66c95c2 req-e43c478d-8556-46f5-9203-c0486c4246e5 tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] No DVR routers for this DVR port 7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:25:18.908183 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d3942410-f482-40e8-990c-ac89d66c95c2 req-e43c478d-8556-46f5-9203-c0486c4246e5 tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:18.910337 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d3942410-f482-40e8-990c-ac89d66c95c2 req-e43c478d-8556-46f5-9203-c0486c4246e5 tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] 10.222.0.37 "DELETE /v2.0/ports/7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4 HTTP/1.1" status: 204 len: 173 time: 0.6007085 Sep 08 09:25:18.910994 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6874e9-2aa8-4096-8476-75f1bed90524', 'name': 'network-vif-deleted', 'tag': '7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:25:18.913440 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ccd13c-f45d-43fb-9e55-0e5d6f328773" -d '{"events": [{"server_uuid": "7e6874e9-2aa8-4096-8476-75f1bed90524", "name": "network-vif-deleted", "tag": "7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:25:18.929016 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d2cc1-e30d-4363-ab5f-1ca484012ac7 req-6da99381-372d-4973-8d2b-938291d50180 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:18.931444 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b49d2cc1-e30d-4363-ab5f-1ca484012ac7 req-6da99381-372d-4973-8d2b-938291d50180 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.1272874 Sep 08 09:25:18.964984 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c4369650-44ac-4648-9314-d24a839907ab req-2a4d3795-d321-4011-b103-6dcabf3e3e95 tempest-VolumesBackupsTest-1267543906 tempest-VolumesBackupsTest-1267543906-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e6874e9-2aa8-4096-8476-75f1bed90524 HTTP/1.1" status: 200 len: 210 time: 0.0291021 Sep 08 09:25:18.981092 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b49d2cc1-e30d-4363-ab5f-1ca484012ac7 req-6fd1aee2-0ca8-41e4-a80e-89c702a79cad tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395105 Sep 08 09:25:19.023863 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7373ca-f6c0-40c9-960c-f5d0179fd48d x-openstack-request-id: req-5e7373ca-f6c0-40c9-960c-f5d0179fd48d {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:25:19.024158 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e6874e9-2aa8-4096-8476-75f1bed90524", "name": "network-vif-deleted", "tag": "7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:25:19.024410 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5e7373ca-f6c0-40c9-960c-f5d0179fd48d {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:25:19.024901 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e6874e9-2aa8-4096-8476-75f1bed90524', 'name': 'network-vif-deleted', 'tag': '7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4', 'status': 'completed', 'code': 200} Sep 08 09:25:19.108985 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be4687-ab7d-4dfc-a583-a5d9326c7138 req-f02eb8a9-c22b-4601-bb94-bae5b332f513 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:19.110648 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f3be4687-ab7d-4dfc-a583-a5d9326c7138 req-f02eb8a9-c22b-4601-bb94-bae5b332f513 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0525773 Sep 08 09:25:19.151866 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f3be4687-ab7d-4dfc-a583-a5d9326c7138 req-c8adc8f6-ca4d-4a16-b470-2156eb332ca9 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352087 Sep 08 09:25:19.420952 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2372bb9-f0f2-4ec4-966d-a68de6b870c5 req-649ecb9f-b4e3-4926-9df0-c06c8b38e2b3 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:19.422879 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e2372bb9-f0f2-4ec4-966d-a68de6b870c5 req-649ecb9f-b4e3-4926-9df0-c06c8b38e2b3 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0866706 Sep 08 09:25:19.472352 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e2372bb9-f0f2-4ec4-966d-a68de6b870c5 req-8a1ca146-614d-4abf-b01d-b7ca88ede9d4 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396559 Sep 08 09:25:19.497134 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698fcea9-4c14-4f97-95be-ef77847ebc14 req-48562f55-e995-4190-8775-1aae168744b1 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:19.505452 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-698fcea9-4c14-4f97-95be-ef77847ebc14 req-48562f55-e995-4190-8775-1aae168744b1 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.54 "GET /v2.0/ports?device_id=42725dba-447f-46a7-a4b0-1e63fb265b4e HTTP/1.1" status: 200 len: 944 time: 0.0730419 Sep 08 09:25:19.548992 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-698fcea9-4c14-4f97-95be-ef77847ebc14 req-3ced7c38-a517-4835-b092-c10ba58135bc tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fa6fd96c-f73d-474e-a777-5c8b06307470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426130 Sep 08 09:25:19.600135 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af65069-10f1-4426-a529-1e04f18c4f8f req-50a01205-b9c6-4c9a-9e0b-aff249b46bdd tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:19.601657 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2af65069-10f1-4426-a529-1e04f18c4f8f req-50a01205-b9c6-4c9a-9e0b-aff249b46bdd tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0566473 Sep 08 09:25:19.640185 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2af65069-10f1-4426-a529-1e04f18c4f8f req-5bfc0dc4-71b4-48ef-b74f-3d4f43557323 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327024 Sep 08 09:25:19.666177 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 72542e30-a480-4942-9ee2-8e6fb1f55718 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:25:19.786573 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 72542e30-a480-4942-9ee2-8e6fb1f55718, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=72542e30-a480-4942-9ee2-8e6fb1f55718,segment=NetworkSegment(21f94ee9-a97c-457d-bc31-00168ea16639),segment_id=21f94ee9-a97c-457d-bc31-00168ea16639)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:25:19.798374 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '72542e30-a480-4942-9ee2-8e6fb1f55718', 'network_id': '0fb05932-c45c-42ed-92b2-d9be030ba9df', 'port_id': '72542e30-a480-4942-9ee2-8e6fb1f55718', 'mac_address': 'fa:16:3e:0c:32:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd474ca9-40b3-4f84-9557-43b055ef7873', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:25:19.849416 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:19.864848 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72542e30-a480-4942-9ee2-8e6fb1f55718 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:25:19.886244 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 72542e30-a480-4942-9ee2-8e6fb1f55718, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=72542e30-a480-4942-9ee2-8e6fb1f55718,segment=NetworkSegment(21f94ee9-a97c-457d-bc31-00168ea16639),segment_id=21f94ee9-a97c-457d-bc31-00168ea16639)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:25:19.892089 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:19.897430 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf07ae-9cf3-4661-a2fe-a77310dab6fd req-b2470cfa-42d1-4e49-b5fc-c256734aaca8 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:19.899310 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4adf07ae-9cf3-4661-a2fe-a77310dab6fd req-b2470cfa-42d1-4e49-b5fc-c256734aaca8 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0597308 Sep 08 09:25:19.940448 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4adf07ae-9cf3-4661-a2fe-a77310dab6fd req-3bd6a46c-ed46-433a-ae3b-0f1f1db9f80c tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341954 Sep 08 09:25:19.944136 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=72542e30-a480-4942-9ee2-8e6fb1f55718,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:20.070519 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08afd0-e610-4f93-bb10-e8645974ce82 req-97136d76-fd7a-45a8-b54b-c32a10f8ba63 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:20.074686 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6f08afd0-e610-4f93-bb10-e8645974ce82 req-97136d76-fd7a-45a8-b54b-c32a10f8ba63 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0629430 Sep 08 09:25:20.122596 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6f08afd0-e610-4f93-bb10-e8645974ce82 req-f473fe0e-eac4-4a94-81f9-87843e9ea0fa tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423188 Sep 08 09:25:20.176624 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['72542e30-a480-4942-9ee2-8e6fb1f55718'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:25:20.303257 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4b5c7-5d67-44fe-be2f-366907647a25 req-c9f75062-aa8f-42e7-9692-9e651a46fc33 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:20.313213 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2cc4b5c7-5d67-44fe-be2f-366907647a25 req-c9f75062-aa8f-42e7-9692-9e651a46fc33 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0728874 Sep 08 09:25:20.351290 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2cc4b5c7-5d67-44fe-be2f-366907647a25 req-c02ee222-bed6-4e3e-93f6-c25f26dfc2c6 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368998 Sep 08 09:25:20.399558 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:20.490931 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0c38e-ec94-4cf5-8e7e-c5042af447db req-cf45aef5-4e87-4b01-9d82-ab73cc81e426 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:20.492581 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b2f0c38e-ec94-4cf5-8e7e-c5042af447db req-cf45aef5-4e87-4b01-9d82-ab73cc81e426 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0557015 Sep 08 09:25:20.533972 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b2f0c38e-ec94-4cf5-8e7e-c5042af447db req-1148a295-a25e-4224-a099-98a45bdd92e1 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342164 Sep 08 09:25:20.680834 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e6692f-4708-4321-8fff-bbe944f1d042 req-2d386dbf-d1a8-4ea9-a138-e84f58d0ecfe tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:20.682700 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-51e6692f-4708-4321-8fff-bbe944f1d042 req-2d386dbf-d1a8-4ea9-a138-e84f58d0ecfe tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.54 "GET /v2.0/ports?device_id=42725dba-447f-46a7-a4b0-1e63fb265b4e HTTP/1.1" status: 200 len: 945 time: 0.0654049 Sep 08 09:25:20.740302 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-56c6b551-ed5d-4781-88b7-42632bb21ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:20.781718 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-51e6692f-4708-4321-8fff-bbe944f1d042 req-723d6b87-189d-4c98-9a04-2dfd0e7f300a tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fa6fd96c-f73d-474e-a777-5c8b06307470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920932 Sep 08 09:25:20.833676 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be2d0c-f8ba-4015-a05a-455bd9d9b83d req-2d8acff9-9d77-48db-91b9-eaf31f8852fd tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:20.835390 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-42be2d0c-f8ba-4015-a05a-455bd9d9b83d req-2d8acff9-9d77-48db-91b9-eaf31f8852fd tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0620599 Sep 08 09:25:20.883344 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-42be2d0c-f8ba-4015-a05a-455bd9d9b83d req-df84b11b-cc74-43d7-bf43-e98a03d13c0a tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409176 Sep 08 09:25:21.698094 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 72542e30-a480-4942-9ee2-8e6fb1f55718 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:25:21.749842 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 72542e30-a480-4942-9ee2-8e6fb1f55718 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:25:21.753684 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 72542e30-a480-4942-9ee2-8e6fb1f55718 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:25:21.754079 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:21.867315 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:21.896729 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42725dba-447f-46a7-a4b0-1e63fb265b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72542e30-a480-4942-9ee2-8e6fb1f55718'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:25:21.899229 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc2c50b-fe0b-4128-a37c-2df79fc36d7a" -d '{"events": [{"server_uuid": "42725dba-447f-46a7-a4b0-1e63fb265b4e", "name": "network-vif-plugged", "status": "completed", "tag": "72542e30-a480-4942-9ee2-8e6fb1f55718"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:25:21.912485 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 72542e30-a480-4942-9ee2-8e6fb1f55718, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=72542e30-a480-4942-9ee2-8e6fb1f55718,segment=NetworkSegment(21f94ee9-a97c-457d-bc31-00168ea16639),segment_id=21f94ee9-a97c-457d-bc31-00168ea16639)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:25:21.918372 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:21.920440 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:25:21.963559 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6314096-d1e3-4c06-92a1-2d062ff9b5e6 req-382eb714-0a82-4c51-9353-505177499733 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:21.965952 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a6314096-d1e3-4c06-92a1-2d062ff9b5e6 req-382eb714-0a82-4c51-9353-505177499733 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.54 "GET /v2.0/ports?device_id=42725dba-447f-46a7-a4b0-1e63fb265b4e HTTP/1.1" status: 200 len: 945 time: 0.0805602 Sep 08 09:25:21.979203 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebeec36c-1899-44eb-823c-b6283f65fb72 x-openstack-request-id: req-ebeec36c-1899-44eb-823c-b6283f65fb72 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:25:21.979769 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42725dba-447f-46a7-a4b0-1e63fb265b4e", "name": "network-vif-plugged", "status": "completed", "tag": "72542e30-a480-4942-9ee2-8e6fb1f55718", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:25:21.980102 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ebeec36c-1899-44eb-823c-b6283f65fb72 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:25:21.980536 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42725dba-447f-46a7-a4b0-1e63fb265b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72542e30-a480-4942-9ee2-8e6fb1f55718', 'code': 200} Sep 08 09:25:21.981534 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:25:21.982797 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 7d1e038e-fc0e-4bcd-b4c2-9e78d9ece6f4 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:25:22.020729 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=72542e30-a480-4942-9ee2-8e6fb1f55718,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:22.030985 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:25:22.031777 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:25:22.032278 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:25:22.033219 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:25:22.033738 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:25:22.034171 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:25:22.034671 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:25:22.035162 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:25:22.035653 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:25:22.036151 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:25:22.036640 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:25:22.037128 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:25:22.063647 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a6314096-d1e3-4c06-92a1-2d062ff9b5e6 req-ab0f73cc-a3b6-49b4-865f-cb692afb0842 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fa6fd96c-f73d-474e-a777-5c8b06307470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904229 Sep 08 09:25:22.149944 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:22.172764 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275e8fa-cf48-4bb8-9a93-11ed3eeff4d4 req-58f3d6e6-0d39-4d0c-be8a-ffc390c72225 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:22.180546 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4275e8fa-cf48-4bb8-9a93-11ed3eeff4d4 req-58f3d6e6-0d39-4d0c-be8a-ffc390c72225 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0834830 Sep 08 09:25:22.235130 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4275e8fa-cf48-4bb8-9a93-11ed3eeff4d4 req-72b7e159-5dde-474f-8fe9-c9773e686461 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534391 Sep 08 09:25:22.270567 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2344625-824b-4cb1-95cc-0b04fb2510e1 req-4910ee2c-a02e-452f-9ef2-8c122258493c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:22.272218 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e2344625-824b-4cb1-95cc-0b04fb2510e1 req-4910ee2c-a02e-452f-9ef2-8c122258493c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=42725dba-447f-46a7-a4b0-1e63fb265b4e HTTP/1.1" status: 200 len: 1098 time: 0.2054677 Sep 08 09:25:22.323505 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e2344625-824b-4cb1-95cc-0b04fb2510e1 req-fe527884-1c0f-47cb-933e-c57bd4d7d704 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fa6fd96c-f73d-474e-a777-5c8b06307470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441062 Sep 08 09:25:22.538416 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481d37a-35ea-4b7b-a781-d49de2be723d req-a3754045-1485-4203-8027-ae1795102fa4 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:22.540006 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5481d37a-35ea-4b7b-a781-d49de2be723d req-a3754045-1485-4203-8027-ae1795102fa4 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0529680 Sep 08 09:25:22.587541 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5481d37a-35ea-4b7b-a781-d49de2be723d req-68707a01-ac42-4c15-88c2-90d71efeba87 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397191 Sep 08 09:25:23.205245 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d60105-249f-47d2-a841-33f4667d4ae6 req-6eaaea89-612c-428b-96c6-e0d939dedc0b tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:23.207145 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-52d60105-249f-47d2-a841-33f4667d4ae6 req-6eaaea89-612c-428b-96c6-e0d939dedc0b tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.54 "GET /v2.0/ports?device_id=42725dba-447f-46a7-a4b0-1e63fb265b4e HTTP/1.1" status: 200 len: 946 time: 0.0509810 Sep 08 09:25:23.250758 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-52d60105-249f-47d2-a841-33f4667d4ae6 req-4e166960-6ff0-4e1f-8dff-3287cc469016 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fa6fd96c-f73d-474e-a777-5c8b06307470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355604 Sep 08 09:25:23.568939 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:23.712662 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef8797-b16b-41b5-80da-0abafff3ca48 req-6b676787-80f4-49ab-88f6-fef80ef24a7b tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:23.714413 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-90ef8797-b16b-41b5-80da-0abafff3ca48 req-6b676787-80f4-49ab-88f6-fef80ef24a7b tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0534437 Sep 08 09:25:23.772129 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-90ef8797-b16b-41b5-80da-0abafff3ca48 req-f02192b9-d02a-4e1f-9fa6-f08795e31dc9 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502985 Sep 08 09:25:23.918133 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bfa5c4-988e-447b-a1ca-98dd2848b73a req-310aa8f6-e82a-4494-95d1-aa61dac0fc5e tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:23.920311 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d9bfa5c4-988e-447b-a1ca-98dd2848b73a req-310aa8f6-e82a-4494-95d1-aa61dac0fc5e tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0715592 Sep 08 09:25:23.959974 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d9bfa5c4-988e-447b-a1ca-98dd2848b73a req-a8eb509f-675c-409d-9a91-3b2027a3dc27 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333097 Sep 08 09:25:24.131751 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0e46f-c9c6-4beb-8202-c795fa8d9a48 req-0b525812-746a-4f7b-a004-61cafa8b2fc5 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:24.133375 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-89d0e46f-c9c6-4beb-8202-c795fa8d9a48 req-0b525812-746a-4f7b-a004-61cafa8b2fc5 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0622096 Sep 08 09:25:24.167597 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:24.214821 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-89d0e46f-c9c6-4beb-8202-c795fa8d9a48 req-4140c29e-44e3-4a16-bc27-117868723a50 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739145 Sep 08 09:25:24.370604 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56418892-5aca-4f35-9ace-2e6d5b7f7cf2 req-e5ba57fa-4371-40a8-af30-2d7b23d83241 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:24.372167 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-56418892-5aca-4f35-9ace-2e6d5b7f7cf2 req-e5ba57fa-4371-40a8-af30-2d7b23d83241 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0798295 Sep 08 09:25:24.389831 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823c55f-612b-449f-9802-9e44179c0ffb req-b0a2ad00-4af3-4a8e-af2c-f8ea53267f38 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:24.392183 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9823c55f-612b-449f-9802-9e44179c0ffb req-b0a2ad00-4af3-4a8e-af2c-f8ea53267f38 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.54 "GET /v2.0/ports?device_id=42725dba-447f-46a7-a4b0-1e63fb265b4e HTTP/1.1" status: 200 len: 946 time: 0.0643730 Sep 08 09:25:24.425762 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-56418892-5aca-4f35-9ace-2e6d5b7f7cf2 req-9761da4d-166b-48ab-9cc5-1f88d082089d tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461044 Sep 08 09:25:24.446644 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9823c55f-612b-449f-9802-9e44179c0ffb req-ad551420-5380-48a5-888b-265ea69452f5 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fa6fd96c-f73d-474e-a777-5c8b06307470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471780 Sep 08 09:25:24.602239 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd14429-f1e7-42f9-aa59-bd2b739ab0af req-c6b37ce7-9704-4e0c-a848-ceaddf3144d7 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:24.603779 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1fd14429-f1e7-42f9-aa59-bd2b739ab0af req-c6b37ce7-9704-4e0c-a848-ceaddf3144d7 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.54 "GET /v2.0/ports?device_id=42725dba-447f-46a7-a4b0-1e63fb265b4e HTTP/1.1" status: 200 len: 946 time: 0.0590465 Sep 08 09:25:24.608272 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4dfdf-aabb-4f18-809e-e4fb8b6da834 req-51890ff0-bc54-4f72-942e-ff3f9c414ec1 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:24.609837 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-11b4dfdf-aabb-4f18-809e-e4fb8b6da834 req-51890ff0-bc54-4f72-942e-ff3f9c414ec1 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0576818 Sep 08 09:25:24.651155 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-11b4dfdf-aabb-4f18-809e-e4fb8b6da834 req-d09b377d-fe5e-4643-a114-86daf88d9e3e tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349357 Sep 08 09:25:24.659391 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1fd14429-f1e7-42f9-aa59-bd2b739ab0af req-d9485fa9-1dd2-4f20-8bc2-bf83a61ee4d6 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fa6fd96c-f73d-474e-a777-5c8b06307470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483174 Sep 08 09:25:24.802676 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eec3ec-7852-4e21-8ca3-ea4097c5e2fa req-2d42fc58-54c2-4dc0-86ad-e5d2bbed46a6 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:24.805438 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-82eec3ec-7852-4e21-8ca3-ea4097c5e2fa req-2d42fc58-54c2-4dc0-86ad-e5d2bbed46a6 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0650792 Sep 08 09:25:24.874506 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-82eec3ec-7852-4e21-8ca3-ea4097c5e2fa req-0cf5dea4-0cd6-40f1-83f7-747399ca9c39 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609195 Sep 08 09:25:24.992107 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e8b59-414d-4059-9c74-30bdabc7cbea req-c9912bde-191d-4357-9f5a-ddaf1d7b9778 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:24.998982 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-727e8b59-414d-4059-9c74-30bdabc7cbea req-c9912bde-191d-4357-9f5a-ddaf1d7b9778 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.54 "GET /v2.0/ports?device_id=42725dba-447f-46a7-a4b0-1e63fb265b4e HTTP/1.1" status: 200 len: 946 time: 0.0763226 Sep 08 09:25:25.048358 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-727e8b59-414d-4059-9c74-30bdabc7cbea req-7ed02596-ea51-4c63-90e7-d4863edab1ef tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fa6fd96c-f73d-474e-a777-5c8b06307470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466154 Sep 08 09:25:25.082805 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087cf78-e320-43fe-8480-9383b253eb9d req-88e062fe-b3fe-4976-8297-3f7fae4fc8cd tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:25.084910 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6087cf78-e320-43fe-8480-9383b253eb9d req-88e062fe-b3fe-4976-8297-3f7fae4fc8cd tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0652988 Sep 08 09:25:25.130839 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6087cf78-e320-43fe-8480-9383b253eb9d req-82dcfb70-9cb2-495e-ba38-3031cdfe4141 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392928 Sep 08 09:25:25.256034 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c354f0-2421-48c2-a843-9ce307efffb0 req-b9aac4ae-8e6f-4a93-aebc-4d177dc0d14b tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:25.258452 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c7c354f0-2421-48c2-a843-9ce307efffb0 req-b9aac4ae-8e6f-4a93-aebc-4d177dc0d14b tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0528688 Sep 08 09:25:25.300387 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c7c354f0-2421-48c2-a843-9ce307efffb0 req-f165d6f0-2328-498e-90f8-6eb62269a30a tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351536 Sep 08 09:25:25.456698 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683ff26-b80f-40fa-89ff-427320f9ad1e req-e7c0d67c-aa62-4ec5-9d6a-6ff158b689f9 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:25.458237 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c683ff26-b80f-40fa-89ff-427320f9ad1e req-e7c0d67c-aa62-4ec5-9d6a-6ff158b689f9 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0540340 Sep 08 09:25:25.503273 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c683ff26-b80f-40fa-89ff-427320f9ad1e req-3dc10510-63e8-4fb9-bc8f-92250e00369e tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376301 Sep 08 09:25:25.632248 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134372b5-2006-459d-89ba-83b81c0a243b req-94280594-062a-46b9-9e43-582c94467aba tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:25.634111 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-134372b5-2006-459d-89ba-83b81c0a243b req-94280594-062a-46b9-9e43-582c94467aba tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0548747 Sep 08 09:25:25.686839 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-134372b5-2006-459d-89ba-83b81c0a243b req-b2b8d924-d149-40eb-8c8b-ec6a6e2a3e30 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396078 Sep 08 09:25:25.844752 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c0530-284d-42e5-9f95-46ab7d9839e0 req-f72937ca-c1e6-4bb3-aade-6b6684814b05 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:25.846328 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-501c0530-284d-42e5-9f95-46ab7d9839e0 req-f72937ca-c1e6-4bb3-aade-6b6684814b05 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0504820 Sep 08 09:25:25.891518 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-501c0530-284d-42e5-9f95-46ab7d9839e0 req-7ca3e5a5-6679-419a-ad91-5b351f2322ef tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389142 Sep 08 09:25:26.030350 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b91bb6-6b20-4c8f-ac9b-1dd7cb4e8010 req-aba04b80-90f7-4266-8b20-889ef093ca3b tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:26.032000 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f5b91bb6-6b20-4c8f-ac9b-1dd7cb4e8010 req-aba04b80-90f7-4266-8b20-889ef093ca3b tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0640893 Sep 08 09:25:26.086570 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f5b91bb6-6b20-4c8f-ac9b-1dd7cb4e8010 req-360da694-a89b-4114-8071-2a3907bf6527 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476587 Sep 08 09:25:26.203419 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce8396-ce69-4052-abe8-42b005eeed60 req-991fffb4-8833-40de-9063-7d0ef3735f3e tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:26.205395 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-86ce8396-ce69-4052-abe8-42b005eeed60 req-991fffb4-8833-40de-9063-7d0ef3735f3e tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.54 "GET /v2.0/ports?device_id=42725dba-447f-46a7-a4b0-1e63fb265b4e HTTP/1.1" status: 200 len: 946 time: 0.0798366 Sep 08 09:25:26.260460 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-86ce8396-ce69-4052-abe8-42b005eeed60 req-aacd9a16-3264-44b1-9f63-85d226dc8db7 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fa6fd96c-f73d-474e-a777-5c8b06307470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453444 Sep 08 09:25:26.276594 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c0a4c-466a-4d5e-94ee-1044b1e3577c req-e4994c17-2230-4a73-9e7c-5764e8a14af5 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:26.276594 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d22c0a4c-466a-4d5e-94ee-1044b1e3577c req-e4994c17-2230-4a73-9e7c-5764e8a14af5 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0553637 Sep 08 09:25:26.318328 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d22c0a4c-466a-4d5e-94ee-1044b1e3577c req-f4189dec-4e60-45ac-b2da-9c38fc452af3 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417817 Sep 08 09:25:26.477213 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a596857-96fb-4dbe-bab2-75cebe740daa req-603b3221-7820-4f08-9882-8548ded76e14 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:26.479069 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0a596857-96fb-4dbe-bab2-75cebe740daa req-603b3221-7820-4f08-9882-8548ded76e14 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0562377 Sep 08 09:25:26.535064 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0a596857-96fb-4dbe-bab2-75cebe740daa req-c4b8087c-b90e-4908-9587-a8e9c059e366 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478096 Sep 08 09:25:26.558832 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e1c50-60c7-4101-ae25-3dfc384ca5c0 req-f64fa5c6-0793-4533-aefd-df5bf74860d5 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:26.561573 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a62e1c50-60c7-4101-ae25-3dfc384ca5c0 req-f64fa5c6-0793-4533-aefd-df5bf74860d5 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.54 "GET /v2.0/ports?device_id=42725dba-447f-46a7-a4b0-1e63fb265b4e HTTP/1.1" status: 200 len: 946 time: 0.1131349 Sep 08 09:25:26.618847 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849c3cf-df9b-4df5-a0bb-1a8d9e009b96 req-225626b2-9bb2-47ab-b0a2-916d4160491f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:26.620559 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2849c3cf-df9b-4df5-a0bb-1a8d9e009b96 req-225626b2-9bb2-47ab-b0a2-916d4160491f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5432bfbbd8e94ba6b1ffa127cf40c9b9&device_id=42725dba-447f-46a7-a4b0-1e63fb265b4e HTTP/1.1" status: 200 len: 1098 time: 0.1010134 Sep 08 09:25:26.627160 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a62e1c50-60c7-4101-ae25-3dfc384ca5c0 req-c581033d-4267-4d93-bb90-8c7e39d3ab7f tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fa6fd96c-f73d-474e-a777-5c8b06307470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587986 Sep 08 09:25:26.697270 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0550a1-0749-4930-bedc-ac76e9e9f5e8 req-47b442ee-89b9-4d3f-823a-5d1379e3ab66 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:26.699137 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6a0550a1-0749-4930-bedc-ac76e9e9f5e8 req-47b442ee-89b9-4d3f-823a-5d1379e3ab66 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0625308 Sep 08 09:25:26.764814 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6a0550a1-0749-4930-bedc-ac76e9e9f5e8 req-1013c73f-e6d7-4845-bb55-653f72c183a9 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560026 Sep 08 09:25:26.791920 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849c3cf-df9b-4df5-a0bb-1a8d9e009b96 req-776247cc-8460-4969-94c1-4079c9bdc13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:26.794397 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2849c3cf-df9b-4df5-a0bb-1a8d9e009b96 req-776247cc-8460-4969-94c1-4079c9bdc13d service neutron] 10.222.0.37 "GET /v2.0/networks?id=0fb05932-c45c-42ed-92b2-d9be030ba9df HTTP/1.1" status: 200 len: 912 time: 0.1656566 Sep 08 09:25:26.877976 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2849c3cf-df9b-4df5-a0bb-1a8d9e009b96 req-ff748ea1-5a3d-4019-b33d-cf6245e4a4ef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72542e30-a480-4942-9ee2-8e6fb1f55718 HTTP/1.1" status: 200 len: 217 time: 0.0573928 Sep 08 09:25:26.972613 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2204e3-0af6-4968-8295-f763bed5a2c8 req-fc42e693-5866-4811-a9d2-785aab88f2d6 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:26.974185 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1e2204e3-0af6-4968-8295-f763bed5a2c8 req-fc42e693-5866-4811-a9d2-785aab88f2d6 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.1072285 Sep 08 09:25:26.975521 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849c3cf-df9b-4df5-a0bb-1a8d9e009b96 req-ccad3368-79ae-42b5-a95a-27b23fb4bf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:26.976882 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2849c3cf-df9b-4df5-a0bb-1a8d9e009b96 req-ccad3368-79ae-42b5-a95a-27b23fb4bf66 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd474ca9-40b3-4f84-9557-43b055ef7873 HTTP/1.1" status: 200 len: 851 time: 0.0757308 Sep 08 09:25:27.024136 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2849c3cf-df9b-4df5-a0bb-1a8d9e009b96 req-a58deecd-7c91-430e-8636-bfd17a80f34a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0fb05932-c45c-42ed-92b2-d9be030ba9df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350227 Sep 08 09:25:27.056838 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1e2204e3-0af6-4968-8295-f763bed5a2c8 req-a251f883-5576-4f2e-b367-13ae15eab767 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766604 Sep 08 09:25:27.138741 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2849c3cf-df9b-4df5-a0bb-1a8d9e009b96 req-80b18cc5-bdbd-49a5-85bc-ec41b2bfebbe service neutron] 10.222.0.37 "GET /v2.0/networks/0fb05932-c45c-42ed-92b2-d9be030ba9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056387 Sep 08 09:25:27.271075 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2849c3cf-df9b-4df5-a0bb-1a8d9e009b96 req-2ac9dc03-ccf3-4697-9364-39c619cf0a34 service neutron] 10.222.0.37 "GET /v2.0/networks/0fb05932-c45c-42ed-92b2-d9be030ba9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249280 Sep 08 09:25:27.284116 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f3c7d-8d44-4ab2-944d-3eeb02441a7f req-b548bda2-df12-4ab1-8195-04f15b81bb3c tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:27.285681 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d63f3c7d-8d44-4ab2-944d-3eeb02441a7f req-b548bda2-df12-4ab1-8195-04f15b81bb3c tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0797002 Sep 08 09:25:27.327170 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d63f3c7d-8d44-4ab2-944d-3eeb02441a7f req-5bc15a09-117c-4828-a7c5-5de5ea527388 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341229 Sep 08 09:25:27.416191 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd3509-0143-4107-8a97-5bf0e3ce6a45 req-9c1ecc65-7045-4727-bd44-78ab3ee88f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:27.417814 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e4dd3509-0143-4107-8a97-5bf0e3ce6a45 req-9c1ecc65-7045-4727-bd44-78ab3ee88f5e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5432bfbbd8e94ba6b1ffa127cf40c9b9&device_id=42725dba-447f-46a7-a4b0-1e63fb265b4e HTTP/1.1" status: 200 len: 1098 time: 0.0432942 Sep 08 09:25:27.456235 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eda604-1649-4a40-93c6-2fa2f4e1eab8 req-2dedb236-d049-46a1-9b1e-81c10dadbbb0 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:27.458728 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-14eda604-1649-4a40-93c6-2fa2f4e1eab8 req-2dedb236-d049-46a1-9b1e-81c10dadbbb0 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0588112 Sep 08 09:25:27.502214 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-14eda604-1649-4a40-93c6-2fa2f4e1eab8 req-2822d206-9b3f-4962-85f4-fed8cb7ac8ad tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365524 Sep 08 09:25:27.540719 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd3509-0143-4107-8a97-5bf0e3ce6a45 req-ab4766a1-b8ba-4366-b0c6-877532c885f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:27.542257 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e4dd3509-0143-4107-8a97-5bf0e3ce6a45 req-ab4766a1-b8ba-4366-b0c6-877532c885f6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0fb05932-c45c-42ed-92b2-d9be030ba9df HTTP/1.1" status: 200 len: 912 time: 0.1020851 Sep 08 09:25:27.588652 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e4dd3509-0143-4107-8a97-5bf0e3ce6a45 req-850c853c-2f2d-4e1a-8668-9c9fd5cdb0d2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72542e30-a480-4942-9ee2-8e6fb1f55718 HTTP/1.1" status: 200 len: 217 time: 0.0377612 Sep 08 09:25:27.650798 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd3509-0143-4107-8a97-5bf0e3ce6a45 req-9115e8b6-ce6f-469a-bcd8-521c52c13c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:27.652290 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e4dd3509-0143-4107-8a97-5bf0e3ce6a45 req-9115e8b6-ce6f-469a-bcd8-521c52c13c3c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd474ca9-40b3-4f84-9557-43b055ef7873 HTTP/1.1" status: 200 len: 851 time: 0.0541265 Sep 08 09:25:27.689090 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e4dd3509-0143-4107-8a97-5bf0e3ce6a45 req-af317318-d04d-4830-a6e2-76f77894368a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0fb05932-c45c-42ed-92b2-d9be030ba9df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269020 Sep 08 09:25:27.746842 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c2d6a0-1979-49ee-a3f2-1fcc5809be1b req-a6671e43-28e7-40ff-a079-fc736b8a2422 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:27.748458 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-97c2d6a0-1979-49ee-a3f2-1fcc5809be1b req-a6671e43-28e7-40ff-a079-fc736b8a2422 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0528545 Sep 08 09:25:27.789228 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-97c2d6a0-1979-49ee-a3f2-1fcc5809be1b req-1bc13749-2cdb-41e2-a6d6-c6a40d378605 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344050 Sep 08 09:25:27.837148 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d485c-420d-47aa-9b90-a60ce32d3eb3 req-2f20544d-066c-4b37-b827-c8abeed92bd2 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:27.838938 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-476d485c-420d-47aa-9b90-a60ce32d3eb3 req-2f20544d-066c-4b37-b827-c8abeed92bd2 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.54 "GET /v2.0/ports?device_id=42725dba-447f-46a7-a4b0-1e63fb265b4e HTTP/1.1" status: 200 len: 946 time: 0.1341915 Sep 08 09:25:27.883219 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e4dd3509-0143-4107-8a97-5bf0e3ce6a45 req-5802c455-5d03-4857-ae85-36a70d1ff451 service neutron] 10.222.0.37 "GET /v2.0/networks/0fb05932-c45c-42ed-92b2-d9be030ba9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863999 Sep 08 09:25:27.908837 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-476d485c-420d-47aa-9b90-a60ce32d3eb3 req-c57b85ee-b3af-4297-b754-fd3ee069db93 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fa6fd96c-f73d-474e-a777-5c8b06307470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474114 Sep 08 09:25:27.956385 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d7ff1-b8cc-4427-8033-ea449a41083c req-59c75139-1e43-4d20-b834-108066b8ad32 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:27.958107 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-811d7ff1-b8cc-4427-8033-ea449a41083c req-59c75139-1e43-4d20-b834-108066b8ad32 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0615766 Sep 08 09:25:28.033809 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e4dd3509-0143-4107-8a97-5bf0e3ce6a45 req-e08ebd34-d3e6-4047-b3ef-968cc96b04eb service neutron] 10.222.0.37 "GET /v2.0/networks/0fb05932-c45c-42ed-92b2-d9be030ba9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232724 Sep 08 09:25:28.045844 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-811d7ff1-b8cc-4427-8033-ea449a41083c req-bb972671-0529-4a64-9b24-a34606eaac1d tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718093 Sep 08 09:25:28.220799 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b9b84-6988-4b37-9288-2ff7b9aa61e8 req-d3cd346f-a2e0-48e2-ab31-5789b3dff1d1 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:28.226596 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d13b9b84-6988-4b37-9288-2ff7b9aa61e8 req-d3cd346f-a2e0-48e2-ab31-5789b3dff1d1 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0605397 Sep 08 09:25:28.275377 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d13b9b84-6988-4b37-9288-2ff7b9aa61e8 req-69ef1847-efcd-46ac-a9c5-dfde9e5f2d27 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469739 Sep 08 09:25:28.412522 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09f94a-bc3d-4a65-9a82-a86098079f8c req-730855a5-27d3-43d6-97c2-f544e1133129 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:28.418880 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9d09f94a-bc3d-4a65-9a82-a86098079f8c req-730855a5-27d3-43d6-97c2-f544e1133129 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0681212 Sep 08 09:25:28.472475 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9d09f94a-bc3d-4a65-9a82-a86098079f8c req-c5755a23-b090-4f23-bd48-4fc1326a070a tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444574 Sep 08 09:25:28.629085 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:28.978131 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f16020-0637-44f6-bd58-5c4d09e2c21a req-7fdd5522-2472-42b4-974c-36f489d0c50b tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:28.987030 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-53f16020-0637-44f6-bd58-5c4d09e2c21a req-7fdd5522-2472-42b4-974c-36f489d0c50b tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0673518 Sep 08 09:25:29.039878 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1c332-7c24-4a6e-9747-417917c9d0c7 req-d775979f-8d4e-4ebb-b391-599cc4fda5ec tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:29.042414 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-53f16020-0637-44f6-bd58-5c4d09e2c21a req-80b56e7b-0322-499c-9734-c2616d391eb1 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543249 Sep 08 09:25:29.049949 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-52d1c332-7c24-4a6e-9747-417917c9d0c7 req-d775979f-8d4e-4ebb-b391-599cc4fda5ec tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.54 "GET /v2.0/ports?device_id=42725dba-447f-46a7-a4b0-1e63fb265b4e HTTP/1.1" status: 200 len: 946 time: 0.0650377 Sep 08 09:25:29.091921 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-52d1c332-7c24-4a6e-9747-417917c9d0c7 req-c436c7a3-82c4-4fc2-8ae8-dde459810658 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fa6fd96c-f73d-474e-a777-5c8b06307470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338719 Sep 08 09:25:29.368245 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce3a0b-8f74-4cbf-bc4d-7b38fa3016fa req-ca16f9ae-1be4-4bd5-acd1-124efa3e7273 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:29.370443 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-94ce3a0b-8f74-4cbf-bc4d-7b38fa3016fa req-ca16f9ae-1be4-4bd5-acd1-124efa3e7273 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.54 "GET /v2.0/ports?device_id=42725dba-447f-46a7-a4b0-1e63fb265b4e HTTP/1.1" status: 200 len: 946 time: 0.0536079 Sep 08 09:25:29.420705 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-94ce3a0b-8f74-4cbf-bc4d-7b38fa3016fa req-2baa336d-5486-4803-9a0b-7c183e8a94cc tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fa6fd96c-f73d-474e-a777-5c8b06307470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416396 Sep 08 09:25:30.175009 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c5163-a72d-4bfc-b41a-4237c8235ce9 req-fca41a05-c6d6-4ce6-b75a-e70c1ad2248f tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:30.176511 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3b9c5163-a72d-4bfc-b41a-4237c8235ce9 req-fca41a05-c6d6-4ce6-b75a-e70c1ad2248f tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0555987 Sep 08 09:25:30.220951 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3b9c5163-a72d-4bfc-b41a-4237c8235ce9 req-60139ba1-eb1d-415b-a286-901232d8bb17 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380411 Sep 08 09:25:30.549737 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37041ff1-eb48-46aa-8b81-3dccc1245a81 req-5e55574a-44f1-4746-b779-95b62e95ae2e tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:30.551500 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-37041ff1-eb48-46aa-8b81-3dccc1245a81 req-5e55574a-44f1-4746-b779-95b62e95ae2e tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.54 "GET /v2.0/ports?device_id=42725dba-447f-46a7-a4b0-1e63fb265b4e HTTP/1.1" status: 200 len: 946 time: 0.0548892 Sep 08 09:25:30.612688 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-37041ff1-eb48-46aa-8b81-3dccc1245a81 req-1a19cf6f-c272-42a0-8d1d-f40027528081 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fa6fd96c-f73d-474e-a777-5c8b06307470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447092 Sep 08 09:25:30.882422 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ae8b2-79ba-4e25-a815-1c47926e017c req-430c6681-9a34-4e5f-ab0c-5a5d7d27445f tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:30.884243 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0b9ae8b2-79ba-4e25-a815-1c47926e017c req-430c6681-9a34-4e5f-ab0c-5a5d7d27445f tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.54 "GET /v2.0/ports?device_id=42725dba-447f-46a7-a4b0-1e63fb265b4e HTTP/1.1" status: 200 len: 946 time: 0.0879879 Sep 08 09:25:30.908892 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6fc554-1025-4517-a0c6-2465e9da20cf req-43d1e57a-a5a3-4ce6-afe4-af76f0288599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:30.910787 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ec6fc554-1025-4517-a0c6-2465e9da20cf req-43d1e57a-a5a3-4ce6-afe4-af76f0288599 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5432bfbbd8e94ba6b1ffa127cf40c9b9&device_id=42725dba-447f-46a7-a4b0-1e63fb265b4e HTTP/1.1" status: 200 len: 1098 time: 0.0592642 Sep 08 09:25:30.930461 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0b9ae8b2-79ba-4e25-a815-1c47926e017c req-f00baae4-c392-4629-b49a-7a74316ee90c tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fa6fd96c-f73d-474e-a777-5c8b06307470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390825 Sep 08 09:25:31.014728 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6fc554-1025-4517-a0c6-2465e9da20cf req-83907ddb-ce01-4a53-b730-87524800f5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:31.016326 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ec6fc554-1025-4517-a0c6-2465e9da20cf req-83907ddb-ce01-4a53-b730-87524800f5c5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0fb05932-c45c-42ed-92b2-d9be030ba9df HTTP/1.1" status: 200 len: 912 time: 0.0984409 Sep 08 09:25:31.065429 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ec6fc554-1025-4517-a0c6-2465e9da20cf req-6bee78e3-3686-49b8-baa0-69b508370a93 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72542e30-a480-4942-9ee2-8e6fb1f55718 HTTP/1.1" status: 200 len: 217 time: 0.0398550 Sep 08 09:25:31.118623 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6fc554-1025-4517-a0c6-2465e9da20cf req-826a7672-0735-4b52-b5ab-ff6de2f43212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:31.120465 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ec6fc554-1025-4517-a0c6-2465e9da20cf req-826a7672-0735-4b52-b5ab-ff6de2f43212 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd474ca9-40b3-4f84-9557-43b055ef7873 HTTP/1.1" status: 200 len: 851 time: 0.0488987 Sep 08 09:25:31.155876 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ec6fc554-1025-4517-a0c6-2465e9da20cf req-c332dd12-643c-4b51-ac1d-d06d5a83d6d9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0fb05932-c45c-42ed-92b2-d9be030ba9df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275009 Sep 08 09:25:31.263637 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ec6fc554-1025-4517-a0c6-2465e9da20cf req-70aeb5a1-54e1-442e-bf61-01325191d855 service neutron] 10.222.0.37 "GET /v2.0/networks/0fb05932-c45c-42ed-92b2-d9be030ba9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003604 Sep 08 09:25:31.423282 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09680785-b389-4112-a997-51928a8dfa9f req-55ae26f1-4844-4bfc-8eb8-172cf8148d9e tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:31.425013 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-09680785-b389-4112-a997-51928a8dfa9f req-55ae26f1-4844-4bfc-8eb8-172cf8148d9e tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0826104 Sep 08 09:25:31.427587 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ec6fc554-1025-4517-a0c6-2465e9da20cf req-42f05a4c-7afb-424b-9b7a-4b2673d17099 service neutron] 10.222.0.37 "GET /v2.0/networks/0fb05932-c45c-42ed-92b2-d9be030ba9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565461 Sep 08 09:25:31.470803 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-09680785-b389-4112-a997-51928a8dfa9f req-e3fcd9bc-86aa-4802-ba2b-46ba447e199f tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392904 Sep 08 09:25:32.067009 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021ecb1-b0c9-4c81-b6ba-b38accda589f req-a9180eb8-f285-474b-bcf7-4328a4720bb8 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:32.069553 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0021ecb1-b0c9-4c81-b6ba-b38accda589f req-a9180eb8-f285-474b-bcf7-4328a4720bb8 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.54 "GET /v2.0/ports?device_id=42725dba-447f-46a7-a4b0-1e63fb265b4e HTTP/1.1" status: 200 len: 946 time: 0.0588267 Sep 08 09:25:32.133786 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0021ecb1-b0c9-4c81-b6ba-b38accda589f req-de4d0674-39ae-4fb9-901c-70b83e93d344 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fa6fd96c-f73d-474e-a777-5c8b06307470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534365 Sep 08 09:25:32.593698 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a97e0-965a-41e6-9f90-7126e84b0171 req-6281b083-45cf-438b-b149-c7c8b8b06a08 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:32.595378 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-924a97e0-965a-41e6-9f90-7126e84b0171 req-6281b083-45cf-438b-b149-c7c8b8b06a08 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0533023 Sep 08 09:25:32.640408 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-924a97e0-965a-41e6-9f90-7126e84b0171 req-c31284aa-cfd3-441f-adf4-cbff3e68c435 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369997 Sep 08 09:25:33.261062 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693f5fa-ec1c-4b24-af98-ea2e0a21019b req-4830ec4a-d30b-4a5a-ae25-37f02661bd96 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:33.268611 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c693f5fa-ec1c-4b24-af98-ea2e0a21019b req-4830ec4a-d30b-4a5a-ae25-37f02661bd96 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.54 "GET /v2.0/ports?device_id=42725dba-447f-46a7-a4b0-1e63fb265b4e HTTP/1.1" status: 200 len: 946 time: 0.0584042 Sep 08 09:25:33.304045 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c693f5fa-ec1c-4b24-af98-ea2e0a21019b req-9cc8acb6-2144-419d-951f-39ad29a25f8b tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fa6fd96c-f73d-474e-a777-5c8b06307470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345356 Sep 08 09:25:33.612535 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731146c-69c0-4b53-99b3-3e1cb823c442 req-bc097a9c-47bb-46ca-ba83-ffe80748978f tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:33.620462 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a731146c-69c0-4b53-99b3-3e1cb823c442 req-bc097a9c-47bb-46ca-ba83-ffe80748978f tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.54 "GET /v2.0/ports?device_id=42725dba-447f-46a7-a4b0-1e63fb265b4e HTTP/1.1" status: 200 len: 946 time: 0.0662935 Sep 08 09:25:33.656661 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a731146c-69c0-4b53-99b3-3e1cb823c442 req-38f8716d-4e17-43c2-9342-5964f1b54acd tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fa6fd96c-f73d-474e-a777-5c8b06307470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352972 Sep 08 09:25:33.798915 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f79a3-17fe-417c-8b58-4aab60a1c64d req-04c0a8f9-08d3-45d0-a559-fed88f03b4b8 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:33.805319 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-985f79a3-17fe-417c-8b58-4aab60a1c64d req-04c0a8f9-08d3-45d0-a559-fed88f03b4b8 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0725472 Sep 08 09:25:33.855935 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-985f79a3-17fe-417c-8b58-4aab60a1c64d req-df632c17-398b-4702-b4f4-23f52f426b37 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434077 Sep 08 09:25:34.790754 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa612fcc-150d-47f8-99ef-39cbade5a27e req-4cfac4a2-3db6-41bb-9111-1e1e6afd5c6a tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:34.792268 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-aa612fcc-150d-47f8-99ef-39cbade5a27e req-4cfac4a2-3db6-41bb-9111-1e1e6afd5c6a tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.54 "GET /v2.0/ports?device_id=42725dba-447f-46a7-a4b0-1e63fb265b4e HTTP/1.1" status: 200 len: 946 time: 0.0544565 Sep 08 09:25:34.840259 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-aa612fcc-150d-47f8-99ef-39cbade5a27e req-e07b2cab-b1f0-41a3-9037-55843cb1a35a tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fa6fd96c-f73d-474e-a777-5c8b06307470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406485 Sep 08 09:25:34.984961 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2eeef-bf9d-4fe1-b9dc-5a6428dff2d1 req-af1d3337-110a-48cd-add1-953f802e4bb0 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:34.986732 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-55a2eeef-bf9d-4fe1-b9dc-5a6428dff2d1 req-af1d3337-110a-48cd-add1-953f802e4bb0 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0543292 Sep 08 09:25:35.038215 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-55a2eeef-bf9d-4fe1-b9dc-5a6428dff2d1 req-30680093-93ce-4fef-b46d-f5ca3f6860d7 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424304 Sep 08 09:25:35.315741 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d7e8194b-a1c9-4800-80d2-9a16e373b0c1 req-da040f5b-aa4d-447e-86ac-1061b07124d0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425422 Sep 08 09:25:35.817042 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8194b-a1c9-4800-80d2-9a16e373b0c1 req-e8338a74-9d52-41a0-94f8-9a1c2b585bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:35.818665 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d7e8194b-a1c9-4800-80d2-9a16e373b0c1 req-e8338a74-9d52-41a0-94f8-9a1c2b585bd6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0f105e5fd99469d8f84a09c77d72db0&device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 1097 time: 0.4435103 Sep 08 09:25:35.826792 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6f459-7ef7-4dd9-afba-03cd5c0d2667 req-c04a3167-e04b-48a2-a518-caeae2b0c4a6 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:35.828281 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1be6f459-7ef7-4dd9-afba-03cd5c0d2667 req-c04a3167-e04b-48a2-a518-caeae2b0c4a6 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.37 "GET /v2.0/ports?device_id=42725dba-447f-46a7-a4b0-1e63fb265b4e HTTP/1.1" status: 200 len: 946 time: 0.4440222 Sep 08 09:25:36.002732 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05e700-19ed-46ec-b2ca-8004ef843d89 req-d3832aea-cb7d-4b11-ab64-6c10d4e3eab1 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:36.004741 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8194b-a1c9-4800-80d2-9a16e373b0c1 req-ddd0d0a3-0a36-4206-a1d8-383ffb13b4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:36.005364 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6c05e700-19ed-46ec-b2ca-8004ef843d89 req-d3832aea-cb7d-4b11-ab64-6c10d4e3eab1 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.54 "GET /v2.0/ports?device_id=42725dba-447f-46a7-a4b0-1e63fb265b4e HTTP/1.1" status: 200 len: 946 time: 0.0781746 Sep 08 09:25:36.006239 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d7e8194b-a1c9-4800-80d2-9a16e373b0c1 req-ddd0d0a3-0a36-4206-a1d8-383ffb13b4d8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=34cab420-4061-4919-a6e5-7f4f7f66770d HTTP/1.1" status: 200 len: 896 time: 0.1623266 Sep 08 09:25:36.015741 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-1be6f459-7ef7-4dd9-afba-03cd5c0d2667 req-925c9f06-8147-4bc1-8246-fa7fbaa72fe8 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] Deleting port 72542e30-a480-4942-9ee2-8e6fb1f55718 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:25:36.016086 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1be6f459-7ef7-4dd9-afba-03cd5c0d2667 req-925c9f06-8147-4bc1-8246-fa7fbaa72fe8 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:36.046551 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6c05e700-19ed-46ec-b2ca-8004ef843d89 req-89070f99-a02e-4d72-af12-f1c4cfde8ba9 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fa6fd96c-f73d-474e-a777-5c8b06307470&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347893 Sep 08 09:25:36.109320 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d7e8194b-a1c9-4800-80d2-9a16e373b0c1 req-59e3a553-fd39-4f0e-ace9-2d326eb370c6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17a1ade1-2cfa-472c-b7c8-1f808c264f74 HTTP/1.1" status: 200 len: 1001 time: 0.0888789 Sep 08 09:25:36.249667 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8194b-a1c9-4800-80d2-9a16e373b0c1 req-3d56b0e5-dbec-4ca0-b0aa-47f381167093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:36.251128 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d7e8194b-a1c9-4800-80d2-9a16e373b0c1 req-3d56b0e5-dbec-4ca0-b0aa-47f381167093 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7071c3aa-f3c6-48cc-8f83-006cadb8075d HTTP/1.1" status: 200 len: 834 time: 0.1319096 Sep 08 09:25:36.284517 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775e6f7-37f1-462c-86e5-bd3bc0d67a1d req-6c988901-5394-47f8-9ccf-6dbafb6e0ca1 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:36.287453 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2775e6f7-37f1-462c-86e5-bd3bc0d67a1d req-6c988901-5394-47f8-9ccf-6dbafb6e0ca1 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.1472199 Sep 08 09:25:36.327142 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-1be6f459-7ef7-4dd9-afba-03cd5c0d2667 req-925c9f06-8147-4bc1-8246-fa7fbaa72fe8 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] For port 72542e30-a480-4942-9ee2-8e6fb1f55718, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=72542e30-a480-4942-9ee2-8e6fb1f55718,segment=NetworkSegment(21f94ee9-a97c-457d-bc31-00168ea16639),segment_id=21f94ee9-a97c-457d-bc31-00168ea16639)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:25:36.327605 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1be6f459-7ef7-4dd9-afba-03cd5c0d2667 req-925c9f06-8147-4bc1-8246-fa7fbaa72fe8 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:36.352778 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-1be6f459-7ef7-4dd9-afba-03cd5c0d2667 req-925c9f06-8147-4bc1-8246-fa7fbaa72fe8 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] Calling delete_port for 72542e30-a480-4942-9ee2-8e6fb1f55718 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:25:36.379789 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8194b-a1c9-4800-80d2-9a16e373b0c1 req-109f3606-6296-454f-9bc0-06ae3216a67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:36.381242 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d7e8194b-a1c9-4800-80d2-9a16e373b0c1 req-109f3606-6296-454f-9bc0-06ae3216a67a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=34cab420-4061-4919-a6e5-7f4f7f66770d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1192093 Sep 08 09:25:36.385841 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2775e6f7-37f1-462c-86e5-bd3bc0d67a1d req-7717a188-edbe-4221-bfd5-60f2b9ccb5a7 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763633 Sep 08 09:25:36.539038 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d7e8194b-a1c9-4800-80d2-9a16e373b0c1 req-0fce55d0-b671-419b-bd8b-00dfb1f4968c service neutron] 10.222.0.35 "GET /v2.0/networks/34cab420-4061-4919-a6e5-7f4f7f66770d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212165 Sep 08 09:25:36.655776 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1be6f459-7ef7-4dd9-afba-03cd5c0d2667 req-925c9f06-8147-4bc1-8246-fa7fbaa72fe8 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:36.690110 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['72542e30-a480-4942-9ee2-8e6fb1f55718'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:25:36.702072 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c9f06-8147-4bc1-8246-fa7fbaa72fe8 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] Pushing event deleted for resources: {'Port': ['ID=72542e30-a480-4942-9ee2-8e6fb1f55718,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:36.722717 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d7e8194b-a1c9-4800-80d2-9a16e373b0c1 req-7372bc3f-0d42-4dc1-9e93-37054d16bdf8 service neutron] 10.222.0.35 "GET /v2.0/networks/34cab420-4061-4919-a6e5-7f4f7f66770d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722817 Sep 08 09:25:36.763767 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be6f459-7ef7-4dd9-afba-03cd5c0d2667 req-925c9f06-8147-4bc1-8246-fa7fbaa72fe8 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] No DVR routers for this DVR port 72542e30-a480-4942-9ee2-8e6fb1f55718 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:25:36.766868 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1be6f459-7ef7-4dd9-afba-03cd5c0d2667 req-925c9f06-8147-4bc1-8246-fa7fbaa72fe8 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:36.769080 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1be6f459-7ef7-4dd9-afba-03cd5c0d2667 req-925c9f06-8147-4bc1-8246-fa7fbaa72fe8 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.37 "DELETE /v2.0/ports/72542e30-a480-4942-9ee2-8e6fb1f55718 HTTP/1.1" status: 204 len: 173 time: 0.9335952 Sep 08 09:25:36.769546 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42725dba-447f-46a7-a4b0-1e63fb265b4e', 'name': 'network-vif-deleted', 'tag': '72542e30-a480-4942-9ee2-8e6fb1f55718'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:25:36.778467 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc483247-8a86-46f0-a34d-fa246434bd7a" -d '{"events": [{"server_uuid": "42725dba-447f-46a7-a4b0-1e63fb265b4e", "name": "network-vif-deleted", "tag": "72542e30-a480-4942-9ee2-8e6fb1f55718"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:25:36.821918 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cdbcae5-81eb-44f7-8ab3-8583d512e1f5 x-openstack-request-id: req-7cdbcae5-81eb-44f7-8ab3-8583d512e1f5 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:25:36.822284 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42725dba-447f-46a7-a4b0-1e63fb265b4e", "name": "network-vif-deleted", "tag": "72542e30-a480-4942-9ee2-8e6fb1f55718", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:25:36.822822 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7cdbcae5-81eb-44f7-8ab3-8583d512e1f5 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:25:36.823238 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42725dba-447f-46a7-a4b0-1e63fb265b4e', 'name': 'network-vif-deleted', 'tag': '72542e30-a480-4942-9ee2-8e6fb1f55718', 'status': 'completed', 'code': 200} Sep 08 09:25:37.181778 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5267c798-7d3a-449b-87b5-69dd53f96f2d req-8261c5db-020f-4bb1-bc17-dedfe25fba50 tempest-TestServerAdvancedOps-1132131504 tempest-TestServerAdvancedOps-1132131504-project] 10.222.0.54 "GET /v2.0/ports?device_id=42725dba-447f-46a7-a4b0-1e63fb265b4e HTTP/1.1" status: 200 len: 210 time: 0.0348861 Sep 08 09:25:37.519499 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cc954-94b5-4002-8ac8-2c97317d0cfc req-f92c316d-a065-4883-8754-ac17d0066d62 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:37.521691 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-df6cc954-94b5-4002-8ac8-2c97317d0cfc req-f92c316d-a065-4883-8754-ac17d0066d62 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0572481 Sep 08 09:25:37.583620 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-df6cc954-94b5-4002-8ac8-2c97317d0cfc req-0906712c-5461-4f1c-a906-67d0060361fb tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511365 Sep 08 09:25:38.261385 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 47262) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:38.306220 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dfe8f57-5f54-4b99-a78c-5c2cd3bca7bc admin admin] Deleting subnet cd474ca9-40b3-4f84-9557-43b055ef7873 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:25:38.309342 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6dfe8f57-5f54-4b99-a78c-5c2cd3bca7bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:38.326331 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 8bad12fc-0407-4931-9668-f2979f9e09c7 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:25:38.352476 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6dfe8f57-5f54-4b99-a78c-5c2cd3bca7bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:38.400888 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6dfe8f57-5f54-4b99-a78c-5c2cd3bca7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:38.459929 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 8bad12fc-0407-4931-9668-f2979f9e09c7, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=8bad12fc-0407-4931-9668-f2979f9e09c7,segment=NetworkSegment(f08fca9c-7ba9-4967-8c01-3edd0faf3db1),segment_id=f08fca9c-7ba9-4967-8c01-3edd0faf3db1)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:25:38.471608 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6dfe8f57-5f54-4b99-a78c-5c2cd3bca7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:38.473044 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '8bad12fc-0407-4931-9668-f2979f9e09c7', 'network_id': '678c6b91-5ea9-437d-bb2d-e0aa57bc04fe', 'port_id': '8bad12fc-0407-4931-9668-f2979f9e09c7', 'mac_address': 'fa:16:3e:88:74:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9414c654-7832-4a44-85f8-4dd276ece110', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:25:38.513968 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:38.514978 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6dfe8f57-5f54-4b99-a78c-5c2cd3bca7bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:38.517374 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6dfe8f57-5f54-4b99-a78c-5c2cd3bca7bc admin admin] 10.222.0.54 "DELETE /v2.0/subnets/cd474ca9-40b3-4f84-9557-43b055ef7873 HTTP/1.1" status: 204 len: 168 time: 0.2549860 Sep 08 09:25:38.518502 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe8f57-5f54-4b99-a78c-5c2cd3bca7bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd474ca9-40b3-4f84-9557-43b055ef7873,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:38.520069 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 47268) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:38.528013 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8bad12fc-0407-4931-9668-f2979f9e09c7 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:25:38.551612 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 8bad12fc-0407-4931-9668-f2979f9e09c7, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=8bad12fc-0407-4931-9668-f2979f9e09c7,segment=NetworkSegment(f08fca9c-7ba9-4967-8c01-3edd0faf3db1),segment_id=f08fca9c-7ba9-4967-8c01-3edd0faf3db1)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:25:38.560384 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:38.639790 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-949c0638-f3ec-4c3d-893c-47b9f0ac88fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:38.648703 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=8bad12fc-0407-4931-9668-f2979f9e09c7,revision_number=6']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:38.707873 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['8bad12fc-0407-4931-9668-f2979f9e09c7'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:25:38.735311 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd7892-3e04-4316-b5c4-8c1806e70502 req-3db4bc4b-eb1c-4a9c-8d84-6ef87fa98e32 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:38.736898 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-43cd7892-3e04-4316-b5c4-8c1806e70502 req-3db4bc4b-eb1c-4a9c-8d84-6ef87fa98e32 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 944 time: 0.0802865 Sep 08 09:25:38.764849 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-949c0638-f3ec-4c3d-893c-47b9f0ac88fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:38.787817 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-949c0638-f3ec-4c3d-893c-47b9f0ac88fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fb05932-c45c-42ed-92b2-d9be030ba9df']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:25:38.800350 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-949c0638-f3ec-4c3d-893c-47b9f0ac88fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21f94ee9-a97c-457d-bc31-00168ea16639') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:25:38.801014 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-949c0638-f3ec-4c3d-893c-47b9f0ac88fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21f94ee9-a97c-457d-bc31-00168ea16639') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:25:38.829971 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-949c0638-f3ec-4c3d-893c-47b9f0ac88fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:38.852435 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-43cd7892-3e04-4316-b5c4-8c1806e70502 req-9c5bcf43-f5b0-402f-871c-cd344fcd9cc4 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077044 Sep 08 09:25:38.879330 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-949c0638-f3ec-4c3d-893c-47b9f0ac88fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:38.893623 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-949c0638-f3ec-4c3d-893c-47b9f0ac88fe admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:25:38.894944 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-949c0638-f3ec-4c3d-893c-47b9f0ac88fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:38.897357 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:25:38.897357 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:25:38.897357 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:25:38.897357 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:25:38.897357 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:25:38.897357 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:25:38.897357 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:25:38.897357 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:25:38.897357 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:25:38.897357 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:25:38.897357 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:25:38.897357 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:25:38.897357 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:25:38.897357 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:25:38.897357 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:25:38.897357 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:25:38.897357 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:25:38.897357 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:25:38.897357 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:25:38.897357 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:25:38.897357 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:25:38.897357 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:25:38.897357 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:25:38.897357 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:25:38.897357 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:25:38.897357 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:25:38.897357 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:25:38.897357 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:25:38.897357 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:25:38.897357 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:25:38.897357 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:25:38.897357 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:25:38.983756 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-949c0638-f3ec-4c3d-893c-47b9f0ac88fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:38.992153 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-949c0638-f3ec-4c3d-893c-47b9f0ac88fe admin admin] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:38.999610 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 47284) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:38.999998 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-949c0638-f3ec-4c3d-893c-47b9f0ac88fe admin admin] 10.222.0.54 "DELETE /v2.0/networks/0fb05932-c45c-42ed-92b2-d9be030ba9df HTTP/1.1" status: 204 len: 168 time: 0.4787021 Sep 08 09:25:39.048069 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-4da6bf04-a0bb-423b-a0e2-718f3faae909 admin admin] Deleting subnet d13a07bf-98bb-4d43-9162-1d6424aefee8 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:25:39.052445 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4da6bf04-a0bb-423b-a0e2-718f3faae909 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:39.054617 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c0638-f3ec-4c3d-893c-47b9f0ac88fe admin admin] Pushing event deleted for resources: {'Network': ['ID=0fb05932-c45c-42ed-92b2-d9be030ba9df,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:39.103286 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4da6bf04-a0bb-423b-a0e2-718f3faae909 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:39.156382 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4da6bf04-a0bb-423b-a0e2-718f3faae909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:39.217433 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4da6bf04-a0bb-423b-a0e2-718f3faae909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:39.249196 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da6bf04-a0bb-423b-a0e2-718f3faae909 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d13a07bf-98bb-4d43-9162-1d6424aefee8,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:39.254904 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4da6bf04-a0bb-423b-a0e2-718f3faae909 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:39.259379 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 47290) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:39.259498 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4da6bf04-a0bb-423b-a0e2-718f3faae909 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/d13a07bf-98bb-4d43-9162-1d6424aefee8 HTTP/1.1" status: 204 len: 168 time: 0.2587798 Sep 08 09:25:39.410454 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-70e305b8-1e06-40be-91d6-c47287e9c44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:39.516096 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-70e305b8-1e06-40be-91d6-c47287e9c44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:39.549329 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-70e305b8-1e06-40be-91d6-c47287e9c44c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d505c218-9436-4c16-8a69-fa4261e74ee1']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:25:39.561240 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-70e305b8-1e06-40be-91d6-c47287e9c44c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2995d2c-a5c0-4d8b-af77-be3a43fbca33') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:25:39.561538 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-70e305b8-1e06-40be-91d6-c47287e9c44c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2995d2c-a5c0-4d8b-af77-be3a43fbca33') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:25:39.573493 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-70e305b8-1e06-40be-91d6-c47287e9c44c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:39.596333 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-70e305b8-1e06-40be-91d6-c47287e9c44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:39.606206 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70e305b8-1e06-40be-91d6-c47287e9c44c admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:25:39.606667 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-70e305b8-1e06-40be-91d6-c47287e9c44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:39.609387 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:25:39.609387 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:25:39.609387 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:25:39.609387 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:25:39.609387 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:25:39.609387 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:25:39.609387 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:25:39.609387 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:25:39.609387 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:25:39.609387 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:25:39.609387 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:25:39.609387 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:25:39.609387 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:25:39.609387 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:25:39.609387 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:25:39.609387 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:25:39.609387 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:25:39.609387 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:25:39.609387 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:25:39.609387 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:25:39.609387 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:25:39.609387 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:25:39.609387 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:25:39.609387 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:25:39.609387 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:25:39.609387 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:25:39.609387 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:25:39.609387 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:25:39.609387 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:25:39.609387 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:25:39.609387 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:25:39.609387 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:25:39.676818 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-70e305b8-1e06-40be-91d6-c47287e9c44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:39.682784 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-70e305b8-1e06-40be-91d6-c47287e9c44c admin admin] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:39.686087 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-70e305b8-1e06-40be-91d6-c47287e9c44c admin admin] 10.222.0.54 "DELETE /v2.0/networks/d505c218-9436-4c16-8a69-fa4261e74ee1 HTTP/1.1" status: 204 len: 168 time: 0.4242873 Sep 08 09:25:39.699343 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e305b8-1e06-40be-91d6-c47287e9c44c admin admin] Pushing event deleted for resources: {'Network': ['ID=d505c218-9436-4c16-8a69-fa4261e74ee1,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:39.709776 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e305b8-1e06-40be-91d6-c47287e9c44c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:25:39.710168 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e305b8-1e06-40be-91d6-c47287e9c44c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:25:39.710597 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e305b8-1e06-40be-91d6-c47287e9c44c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:25:39.710930 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e305b8-1e06-40be-91d6-c47287e9c44c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:25:39.711267 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e305b8-1e06-40be-91d6-c47287e9c44c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:25:39.711701 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e305b8-1e06-40be-91d6-c47287e9c44c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:25:39.712774 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e305b8-1e06-40be-91d6-c47287e9c44c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:25:39.713276 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e305b8-1e06-40be-91d6-c47287e9c44c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:25:39.713836 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e305b8-1e06-40be-91d6-c47287e9c44c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:25:39.714203 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e305b8-1e06-40be-91d6-c47287e9c44c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:25:39.714588 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e305b8-1e06-40be-91d6-c47287e9c44c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:25:39.715065 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e305b8-1e06-40be-91d6-c47287e9c44c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:25:39.780242 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 72542e30-a480-4942-9ee2-8e6fb1f55718 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:25:39.811862 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 72542e30-a480-4942-9ee2-8e6fb1f55718 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:25:39.811862 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 72542e30-a480-4942-9ee2-8e6fb1f55718 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:25:40.031825 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7bd37c-4529-451b-aa21-e46903763445 req-3c1a0e1b-bfdf-4744-8662-95096c5bdf94 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:40.043243 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2c7bd37c-4529-451b-aa21-e46903763445 req-3c1a0e1b-bfdf-4744-8662-95096c5bdf94 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 944 time: 0.1139474 Sep 08 09:25:40.074080 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 47308) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:40.109918 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2c7bd37c-4529-451b-aa21-e46903763445 req-2dee678a-4587-4b09-ae0e-d7b3be5358a7 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647788 Sep 08 09:25:40.143825 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e8ab222e-7421-447e-bae6-5de524f10c42 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5432bfbbd8e94ba6b1ffa127cf40c9b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0658634 Sep 08 09:25:40.146222 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 47310) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:40.197659 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7ebd7a9b-9246-4e7b-8424-00ea5da39566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:40.232921 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7ebd7a9b-9246-4e7b-8424-00ea5da39566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:40.292917 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7ebd7a9b-9246-4e7b-8424-00ea5da39566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:40.296250 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7ebd7a9b-9246-4e7b-8424-00ea5da39566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:40.297476 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-7ebd7a9b-9246-4e7b-8424-00ea5da39566 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fa6fd96c-f73d-474e-a777-5c8b06307470 HTTP/1.1" status: 204 len: 168 time: 0.1501434 Sep 08 09:25:40.306032 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd7a9b-9246-4e7b-8424-00ea5da39566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6fd96c-f73d-474e-a777-5c8b06307470,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:40.338630 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 8bad12fc-0407-4931-9668-f2979f9e09c7 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:25:40.391392 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 8bad12fc-0407-4931-9668-f2979f9e09c7 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:25:40.392021 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:40.491622 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:40.517804 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bad12fc-0407-4931-9668-f2979f9e09c7'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:25:40.520144 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd002be1-f9a5-47cf-a5bd-5196297f64a8" -d '{"events": [{"server_uuid": "1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f", "name": "network-vif-plugged", "status": "completed", "tag": "8bad12fc-0407-4931-9668-f2979f9e09c7"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:25:40.533926 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 8bad12fc-0407-4931-9668-f2979f9e09c7, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=8bad12fc-0407-4931-9668-f2979f9e09c7,segment=NetworkSegment(f08fca9c-7ba9-4967-8c01-3edd0faf3db1),segment_id=f08fca9c-7ba9-4967-8c01-3edd0faf3db1)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:25:40.545222 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:40.594426 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7c9368-ba18-4902-a65e-697d94031981 x-openstack-request-id: req-bd7c9368-ba18-4902-a65e-697d94031981 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:25:40.594764 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f", "name": "network-vif-plugged", "status": "completed", "tag": "8bad12fc-0407-4931-9668-f2979f9e09c7", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:25:40.594992 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bd7c9368-ba18-4902-a65e-697d94031981 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:25:40.595350 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bad12fc-0407-4931-9668-f2979f9e09c7', 'code': 200} Sep 08 09:25:40.628976 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=8bad12fc-0407-4931-9668-f2979f9e09c7,revision_number=7']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:40.755704 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 47328) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:40.808348 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ac349ee5-04e3-42b5-bb15-1e2c7b5f06d4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0ac65ed8118c453f890122a69806c9df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514793 Sep 08 09:25:40.811185 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 47334) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:40.885590 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a7dbdb6b-2266-48ea-aad7-e3058bcc0d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:40.909909 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a7dbdb6b-2266-48ea-aad7-e3058bcc0d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:40.959038 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a7dbdb6b-2266-48ea-aad7-e3058bcc0d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:40.961600 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a7dbdb6b-2266-48ea-aad7-e3058bcc0d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:40.962846 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a7dbdb6b-2266-48ea-aad7-e3058bcc0d0f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b868b11a-7b2a-4d06-ab41-444d4c8d8892 HTTP/1.1" status: 204 len: 168 time: 0.1506269 Sep 08 09:25:40.981477 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dbdb6b-2266-48ea-aad7-e3058bcc0d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b868b11a-7b2a-4d06-ab41-444d4c8d8892,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:41.308290 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf47b57-a100-44a8-9f00-62fc0283d820 req-dfe533cb-af5f-4c39-930d-2e8e53468771 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:41.310793 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6cf47b57-a100-44a8-9f00-62fc0283d820 req-dfe533cb-af5f-4c39-930d-2e8e53468771 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0833509 Sep 08 09:25:41.367478 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6cf47b57-a100-44a8-9f00-62fc0283d820 req-dfe1ed7e-016f-4ffc-94ce-b955945ff4a5 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494030 Sep 08 09:25:41.956657 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 47410) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:42.108955 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-42bd6497-8525-48e0-8651-e77304e3ddc5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1775246517-network', 'tenant_id': '456f55d97a5b4bac959c784e2ca66416'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:25:42.165785 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42bd6497-8525-48e0-8651-e77304e3ddc5 admin admin] Made reservation on behalf of 456f55d97a5b4bac959c784e2ca66416 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:25:42.169094 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-42bd6497-8525-48e0-8651-e77304e3ddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:42.186427 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-42bd6497-8525-48e0-8651-e77304e3ddc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:42.353707 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-42bd6497-8525-48e0-8651-e77304e3ddc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:42.361995 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-42bd6497-8525-48e0-8651-e77304e3ddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:42.400463 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42bd6497-8525-48e0-8651-e77304e3ddc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:25:42.411607 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd6497-8525-48e0-8651-e77304e3ddc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81130452-5262-4af9-b1d2-8f40eac37a8f,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:42.452305 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-42bd6497-8525-48e0-8651-e77304e3ddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:42.454386 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-42bd6497-8525-48e0-8651-e77304e3ddc5 admin admin] Added segment eff78864-fffe-4323-8edf-3a2b09462c1f of type vlan for network a0d418d6-38ae-4453-93d3-203cb740344a Sep 08 09:25:42.545007 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-42bd6497-8525-48e0-8651-e77304e3ddc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:42.588596 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca64526-2101-448d-8de2-95849d89ee1c req-e7da116a-0f05-4899-ac8c-85c5232bcb02 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:42.592063 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fca64526-2101-448d-8de2-95849d89ee1c req-e7da116a-0f05-4899-ac8c-85c5232bcb02 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0910010 Sep 08 09:25:42.629577 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-42bd6497-8525-48e0-8651-e77304e3ddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:42.631128 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bd6497-8525-48e0-8651-e77304e3ddc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:42.631916 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-42bd6497-8525-48e0-8651-e77304e3ddc5 admin admin] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:42.666776 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-42bd6497-8525-48e0-8651-e77304e3ddc5 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7088561 Sep 08 09:25:42.670394 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 47430) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:42.676084 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-94f5cb9d-11a7-41c2-9696-408412cdd1a0 admin admin] Request body: {'subnet': {'network_id': 'a0d418d6-38ae-4453-93d3-203cb740344a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1775246517-subnet', 'tenant_id': '456f55d97a5b4bac959c784e2ca66416', 'ip_version': 4}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:25:42.718897 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fca64526-2101-448d-8de2-95849d89ee1c req-f63f1f0c-aa4f-42e8-b059-bfd971fa08fa tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185093 Sep 08 09:25:42.728178 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f5cb9d-11a7-41c2-9696-408412cdd1a0 admin admin] Made reservation on behalf of 456f55d97a5b4bac959c784e2ca66416 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:25:42.732116 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-94f5cb9d-11a7-41c2-9696-408412cdd1a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:42.786239 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd6497-8525-48e0-8651-e77304e3ddc5 admin admin] Pushing event updated for resources: {'Network': ['ID=a0d418d6-38ae-4453-93d3-203cb740344a,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:42.799456 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network a0d418d6-38ae-4453-93d3-203cb740344a details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:25:43.049949 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-94f5cb9d-11a7-41c2-9696-408412cdd1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:43.144223 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f5cb9d-11a7-41c2-9696-408412cdd1a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba385c72-2e0a-4ef9-8c6c-3e53b9be4cd2,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:43.148942 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f5cb9d-11a7-41c2-9696-408412cdd1a0 admin admin] Checking segment: {'id': 'eff78864-fffe-4323-8edf-3a2b09462c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a0d418d6-38ae-4453-93d3-203cb740344a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:25:43.149312 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f5cb9d-11a7-41c2-9696-408412cdd1a0 admin admin] Network hostable DHCP agents. Network: a0d418d6-38ae-4453-93d3-203cb740344a, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:25:43.173570 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f5cb9d-11a7-41c2-9696-408412cdd1a0 admin admin] Network a0d418d6-38ae-4453-93d3-203cb740344a is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:25:43.195872 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-94f5cb9d-11a7-41c2-9696-408412cdd1a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, a0d418d6-38ae-4453-93d3-203cb740344a) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:25:43.208159 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f5cb9d-11a7-41c2-9696-408412cdd1a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:43.208385 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee1a06f-5a25-4f34-8624-80e602dfe991 None None] Network a0d418d6-38ae-4453-93d3-203cb740344a requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:25:43.208759 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-94f5cb9d-11a7-41c2-9696-408412cdd1a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:43.238057 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 47438) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:43.243728 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-94f5cb9d-11a7-41c2-9696-408412cdd1a0 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5714891 Sep 08 09:25:43.246416 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-3dce2b88-c5ee-4286-bdeb-fa73b50fc51b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1775246517-router', 'tenant_id': '456f55d97a5b4bac959c784e2ca66416', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:25:43.299638 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3dce2b88-c5ee-4286-bdeb-fa73b50fc51b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:43.303106 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3dce2b88-c5ee-4286-bdeb-fa73b50fc51b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:43.439557 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf4cc5d-e00b-4e64-820c-f26a818f3afe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-a0d418d6-38ae-4453-93d3-203cb740344a', 'network_id': 'a0d418d6-38ae-4453-93d3-203cb740344a', 'tenant_id': '456f55d97a5b4bac959c784e2ca66416', 'fixed_ips': [{'subnet_id': 'ba385c72-2e0a-4ef9-8c6c-3e53b9be4cd2'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:25:43.440614 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-bdf4cc5d-e00b-4e64-820c-f26a818f3afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:43.450206 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3dce2b88-c5ee-4286-bdeb-fa73b50fc51b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:43.645983 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-bdf4cc5d-e00b-4e64-820c-f26a818f3afe None None] Allocated IP 172.20.0.2 (a0d418d6-38ae-4453-93d3-203cb740344a/ba385c72-2e0a-4ef9-8c6c-3e53b9be4cd2/406504cc-0254-4afd-9887-692767205b48) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:25:43.859485 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3dce2b88-c5ee-4286-bdeb-fa73b50fc51b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:43.936443 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-bdf4cc5d-e00b-4e64-820c-f26a818f3afe None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:43.946756 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-bdf4cc5d-e00b-4e64-820c-f26a818f3afe None None] Transition to ACTIVE for port object 406504cc-0254-4afd-9887-692767205b48 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:25:43.953863 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9076a-5344-4c32-a03e-4274843e237a req-ef1abdb9-ef59-4a76-ae32-9d0b00ab6824 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:43.959831 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-90d9076a-5344-4c32-a03e-4274843e237a req-ef1abdb9-ef59-4a76-ae32-9d0b00ab6824 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.1542947 Sep 08 09:25:43.973865 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-bdf4cc5d-e00b-4e64-820c-f26a818f3afe None None] Transition to ACTIVE for port object 406504cc-0254-4afd-9887-692767205b48 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:25:43.995583 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-bdf4cc5d-e00b-4e64-820c-f26a818f3afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:44.057729 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf4cc5d-e00b-4e64-820c-f26a818f3afe None None] Network a0d418d6-38ae-4453-93d3-203cb740344a is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:25:44.059697 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-90d9076a-5344-4c32-a03e-4274843e237a req-fdd201da-3942-4552-9a03-f2f124ad8875 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924265 Sep 08 09:25:44.085840 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-bdf4cc5d-e00b-4e64-820c-f26a818f3afe None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:25:44.098973 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf4cc5d-e00b-4e64-820c-f26a818f3afe None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:25:44.146431 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf4cc5d-e00b-4e64-820c-f26a818f3afe None None] Pushing event updated for resources: {'Port': ['ID=406504cc-0254-4afd-9887-692767205b48,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:44.232113 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-bdf4cc5d-e00b-4e64-820c-f26a818f3afe None None] Attempting to bind port 406504cc-0254-4afd-9887-692767205b48 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:25:44.233703 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-bdf4cc5d-e00b-4e64-820c-f26a818f3afe None None] Attempting to bind port 406504cc-0254-4afd-9887-692767205b48 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'eff78864-fffe-4323-8edf-3a2b09462c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a0d418d6-38ae-4453-93d3-203cb740344a'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:25:44.234454 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf4cc5d-e00b-4e64-820c-f26a818f3afe None None] Attempting to bind port 406504cc-0254-4afd-9887-692767205b48 on network a0d418d6-38ae-4453-93d3-203cb740344a {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:25:44.242096 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf4cc5d-e00b-4e64-820c-f26a818f3afe None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:25:44.242664 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf4cc5d-e00b-4e64-820c-f26a818f3afe None None] Checking segment: {'id': 'eff78864-fffe-4323-8edf-3a2b09462c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a0d418d6-38ae-4453-93d3-203cb740344a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:25:44.243734 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-bdf4cc5d-e00b-4e64-820c-f26a818f3afe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:44.244543 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf4cc5d-e00b-4e64-820c-f26a818f3afe None None] Bound using segment: {'id': 'eff78864-fffe-4323-8edf-3a2b09462c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a0d418d6-38ae-4453-93d3-203cb740344a'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:25:44.245526 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-bdf4cc5d-e00b-4e64-820c-f26a818f3afe None None] Bound port: 406504cc-0254-4afd-9887-692767205b48, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eff78864-fffe-4323-8edf-3a2b09462c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a0d418d6-38ae-4453-93d3-203cb740344a'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:25:44.246185 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-bdf4cc5d-e00b-4e64-820c-f26a818f3afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:44.287765 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3dce2b88-c5ee-4286-bdeb-fa73b50fc51b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:44.367334 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-bdf4cc5d-e00b-4e64-820c-f26a818f3afe None None] For port 406504cc-0254-4afd-9887-692767205b48, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:25:44.372841 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-bdf4cc5d-e00b-4e64-820c-f26a818f3afe None None] For port 406504cc-0254-4afd-9887-692767205b48, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=406504cc-0254-4afd-9887-692767205b48,segment=NetworkSegment(eff78864-fffe-4323-8edf-3a2b09462c1f),segment_id=eff78864-fffe-4323-8edf-3a2b09462c1f)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:25:44.392565 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-bdf4cc5d-e00b-4e64-820c-f26a818f3afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:44.645739 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf4cc5d-e00b-4e64-820c-f26a818f3afe None None] Pushing event updated for resources: {'Port': ['ID=406504cc-0254-4afd-9887-692767205b48,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:44.877664 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3dce2b88-c5ee-4286-bdeb-fa73b50fc51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:45.109331 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-3dce2b88-c5ee-4286-bdeb-fa73b50fc51b admin admin] Allocated IP 172.25.0.103 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:25:45.334543 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3dce2b88-c5ee-4286-bdeb-fa73b50fc51b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:45.390240 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f570a-cb4f-4033-af12-cd3ba64467a7 req-91216a70-32a2-4f60-b1f3-8dbfd4506903 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:45.397730 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5e4f570a-cb4f-4033-af12-cd3ba64467a7 req-91216a70-32a2-4f60-b1f3-8dbfd4506903 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.1852548 Sep 08 09:25:45.430761 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3dce2b88-c5ee-4286-bdeb-fa73b50fc51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:45.498195 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5e4f570a-cb4f-4033-af12-cd3ba64467a7 req-de65b1f7-8ee8-4d8b-86e5-d326b61bc0cd tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993552 Sep 08 09:25:45.515090 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dce2b88-c5ee-4286-bdeb-fa73b50fc51b admin admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:25:45.518335 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-3dce2b88-c5ee-4286-bdeb-fa73b50fc51b admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:25:45.521290 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dce2b88-c5ee-4286-bdeb-fa73b50fc51b admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:25:45.568419 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dce2b88-c5ee-4286-bdeb-fa73b50fc51b admin admin] Pushing event updated for resources: {'Port': ['ID=8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:45.980791 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3dce2b88-c5ee-4286-bdeb-fa73b50fc51b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:46.059584 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 406504cc-0254-4afd-9887-692767205b48 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:25:46.114491 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6866f77d-8a4c-428d-9c26-3cb8c6e9d264 None None] Network a0d418d6-38ae-4453-93d3-203cb740344a requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:25:46.208112 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f8734ca8-3a6f-40f7-90df-672cb4966278 None None] Provisioning for port 406504cc-0254-4afd-9887-692767205b48 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:25:46.359855 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 406504cc-0254-4afd-9887-692767205b48 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:25:46.368749 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3dce2b88-c5ee-4286-bdeb-fa73b50fc51b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:46.370324 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:25:46.375722 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 406504cc-0254-4afd-9887-692767205b48 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:25:46.376216 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:46.513154 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:46.588453 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 406504cc-0254-4afd-9887-692767205b48, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=406504cc-0254-4afd-9887-692767205b48,segment=NetworkSegment(eff78864-fffe-4323-8edf-3a2b09462c1f),segment_id=eff78864-fffe-4323-8edf-3a2b09462c1f)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:25:46.605759 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:46.646239 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dce2b88-c5ee-4286-bdeb-fa73b50fc51b admin admin] Router 3b041317-3935-4578-8794-a76dda926d27 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:25:46.770128 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=406504cc-0254-4afd-9887-692767205b48,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:46.770942 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee45aa-fa88-4708-9375-c5b21059915a req-9ebe4f06-cfa9-4737-b237-395ac9ae9193 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:46.789059 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-50ee45aa-fa88-4708-9375-c5b21059915a req-9ebe4f06-cfa9-4737-b237-395ac9ae9193 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.1566029 Sep 08 09:25:46.865003 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-50ee45aa-fa88-4708-9375-c5b21059915a req-4b7aac27-debb-4b39-8f2b-38638ece7cb1 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727289 Sep 08 09:25:46.885705 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dce2b88-c5ee-4286-bdeb-fa73b50fc51b admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:25:46.899831 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85246747-9b42-434f-b011-93afbfa8c5c2 None None] Sync routers for ids ['3b041317-3935-4578-8794-a76dda926d27'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:25:46.917787 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85246747-9b42-434f-b011-93afbfa8c5c2 None None] Routers {'3b041317-3935-4578-8794-a76dda926d27'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:25:46.918463 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-85246747-9b42-434f-b011-93afbfa8c5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:25:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['3b041317-3935-4578-8794-a76dda926d27'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:25:46.940475 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3dce2b88-c5ee-4286-bdeb-fa73b50fc51b admin admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:46.943238 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3dce2b88-c5ee-4286-bdeb-fa73b50fc51b admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7028344 Sep 08 09:25:46.946409 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 47490) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:46.996645 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-931c182b-0b66-419a-8c29-13038631e1d0 None None] Provisioning complete for port 406504cc-0254-4afd-9887-692767205b48 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:25:47.006495 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-931c182b-0b66-419a-8c29-13038631e1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:47.129140 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-85246747-9b42-434f-b011-93afbfa8c5c2 None None] Set router 3b041317-3935-4578-8794-a76dda926d27 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:25:47.355578 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-85246747-9b42-434f-b011-93afbfa8c5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b041317-3935-4578-8794-a76dda926d27', 'name': 'tempest-TestVolumeBackupRestore-1775246517-router', 'tenant_id': '456f55d97a5b4bac959c784e2ca66416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:25:43Z', 'updated_at': '2021-09-08T09:25:45Z', 'revision_number': 3, 'project_id': '456f55d97a5b4bac959c784e2ca66416', 'gw_port': {'id': '8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:96:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b041317-3935-4578-8794-a76dda926d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:25:44Z', 'updated_at': '2021-09-08T09:25:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:25:47.395707 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85246747-9b42-434f-b011-93afbfa8c5c2 None None] Checking router: 3b041317-3935-4578-8794-a76dda926d27 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:25:47.396782 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85246747-9b42-434f-b011-93afbfa8c5c2 None None] Updating router 3b041317-3935-4578-8794-a76dda926d27 port 8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17 binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:25:47.431557 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-85246747-9b42-434f-b011-93afbfa8c5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:47.683043 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b341e1e4-2f6b-425e-a785-78f1134c755d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:47.834951 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-18908153-241c-447b-8b1c-b124d3f1c6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:47.872984 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-85246747-9b42-434f-b011-93afbfa8c5c2 None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:47.931952 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-85246747-9b42-434f-b011-93afbfa8c5c2 None None] Transition to ACTIVE for port object 8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:25:47.953791 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-85246747-9b42-434f-b011-93afbfa8c5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:48.069229 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-18908153-241c-447b-8b1c-b124d3f1c6ee admin admin] Allocated IP 172.20.0.1 (a0d418d6-38ae-4453-93d3-203cb740344a/ba385c72-2e0a-4ef9-8c6c-3e53b9be4cd2/5b263dfb-8432-485b-9f6c-e26856d47774) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:25:48.104910 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb4427-f08c-4ca9-8cac-7705010b3adc req-7e2f1b96-8f3d-4bf6-822e-fbdd8f4114b1 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:48.110366 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d7eb4427-f08c-4ca9-8cac-7705010b3adc req-7e2f1b96-8f3d-4bf6-822e-fbdd8f4114b1 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0935745 Sep 08 09:25:48.117907 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 406504cc-0254-4afd-9887-692767205b48 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:25:48.150264 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-85246747-9b42-434f-b011-93afbfa8c5c2 None None] Attempting to bind port 8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:25:48.153866 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-85246747-9b42-434f-b011-93afbfa8c5c2 None None] Attempting to bind port 8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:25:48.154850 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85246747-9b42-434f-b011-93afbfa8c5c2 None None] Attempting to bind port 8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17 on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:25:48.160617 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa941b5-9674-45df-a725-ac10a485fc00 None None] Pushing event updated for resources: {'Port': ['ID=8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:48.187126 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85246747-9b42-434f-b011-93afbfa8c5c2 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:25:48.187707 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85246747-9b42-434f-b011-93afbfa8c5c2 None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:25:48.188729 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-85246747-9b42-434f-b011-93afbfa8c5c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:48.189230 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85246747-9b42-434f-b011-93afbfa8c5c2 None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:25:48.190314 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-85246747-9b42-434f-b011-93afbfa8c5c2 None None] Bound port: 8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:25:48.190824 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-85246747-9b42-434f-b011-93afbfa8c5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:48.202273 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa941b5-9674-45df-a725-ac10a485fc00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:25:48.202815 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa941b5-9674-45df-a725-ac10a485fc00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:25:48.203264 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa941b5-9674-45df-a725-ac10a485fc00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:25:48.203726 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa941b5-9674-45df-a725-ac10a485fc00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:25:48.204160 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa941b5-9674-45df-a725-ac10a485fc00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:25:48.204597 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa941b5-9674-45df-a725-ac10a485fc00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:25:48.205263 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa941b5-9674-45df-a725-ac10a485fc00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:25:48.206086 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa941b5-9674-45df-a725-ac10a485fc00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:25:48.206495 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa941b5-9674-45df-a725-ac10a485fc00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:25:48.206822 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa941b5-9674-45df-a725-ac10a485fc00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:25:48.207247 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa941b5-9674-45df-a725-ac10a485fc00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:25:48.207671 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa941b5-9674-45df-a725-ac10a485fc00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:25:48.233286 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d7eb4427-f08c-4ca9-8cac-7705010b3adc req-c5aa7ed0-0a59-4b36-ac94-dcb24ff3b995 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115634 Sep 08 09:25:48.234592 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 406504cc-0254-4afd-9887-692767205b48 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:25:48.235169 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:48.335479 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-85246747-9b42-434f-b011-93afbfa8c5c2 None None] For port 8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:25:48.341731 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-85246747-9b42-434f-b011-93afbfa8c5c2 None None] For port 8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:25:48.355170 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-85246747-9b42-434f-b011-93afbfa8c5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:48.355382 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-18908153-241c-447b-8b1c-b124d3f1c6ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:48.374951 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-18908153-241c-447b-8b1c-b124d3f1c6ee admin admin] Transition to ACTIVE for port object 5b263dfb-8432-485b-9f6c-e26856d47774 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:25:48.424948 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-18908153-241c-447b-8b1c-b124d3f1c6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:48.433277 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85246747-9b42-434f-b011-93afbfa8c5c2 None None] Routers {'3b041317-3935-4578-8794-a76dda926d27'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:25:48.436508 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-85246747-9b42-434f-b011-93afbfa8c5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:25:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['3b041317-3935-4578-8794-a76dda926d27'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:25:48.504388 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa941b5-9674-45df-a725-ac10a485fc00 None None] Pushing event updated for resources: {'Port': ['ID=8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:48.518347 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18908153-241c-447b-8b1c-b124d3f1c6ee admin admin] Pushing event updated for resources: {'Port': ['ID=5b263dfb-8432-485b-9f6c-e26856d47774,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:48.541147 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18908153-241c-447b-8b1c-b124d3f1c6ee admin admin] Network a0d418d6-38ae-4453-93d3-203cb740344a is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:25:48.544833 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-18908153-241c-447b-8b1c-b124d3f1c6ee admin admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:25:48.550550 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18908153-241c-447b-8b1c-b124d3f1c6ee admin admin] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:25:48.643716 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-85246747-9b42-434f-b011-93afbfa8c5c2 None None] Set router 3b041317-3935-4578-8794-a76dda926d27 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:25:48.654537 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-18908153-241c-447b-8b1c-b124d3f1c6ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:48.936414 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-18908153-241c-447b-8b1c-b124d3f1c6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:48.982842 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e937840b-42f3-46dd-8b6c-d1f07f2f2517 None None] Provisioning for port 5b263dfb-8432-485b-9f6c-e26856d47774 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:25:49.010474 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e937840b-42f3-46dd-8b6c-d1f07f2f2517 None None] Provisioning complete for port 5b263dfb-8432-485b-9f6c-e26856d47774 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:25:49.011181 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e937840b-42f3-46dd-8b6c-d1f07f2f2517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:49.073238 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e937840b-42f3-46dd-8b6c-d1f07f2f2517 None None] Port 5b263dfb-8432-485b-9f6c-e26856d47774 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:25:49.088566 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-85246747-9b42-434f-b011-93afbfa8c5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b041317-3935-4578-8794-a76dda926d27', 'name': 'tempest-TestVolumeBackupRestore-1775246517-router', 'tenant_id': '456f55d97a5b4bac959c784e2ca66416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:25:43Z', 'updated_at': '2021-09-08T09:25:45Z', 'revision_number': 3, 'project_id': '456f55d97a5b4bac959c784e2ca66416', 'gw_port': {'id': '8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:96:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b041317-3935-4578-8794-a76dda926d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:25:44Z', 'updated_at': '2021-09-08T09:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:25:49.147846 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85246747-9b42-434f-b011-93afbfa8c5c2 None None] The sync data for ids ['3b041317-3935-4578-8794-a76dda926d27'] in n-d-806683-11 is: [{'id': '3b041317-3935-4578-8794-a76dda926d27', 'name': 'tempest-TestVolumeBackupRestore-1775246517-router', 'tenant_id': '456f55d97a5b4bac959c784e2ca66416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:25:43Z', 'updated_at': '2021-09-08T09:25:45Z', 'revision_number': 3, 'project_id': '456f55d97a5b4bac959c784e2ca66416', 'gw_port': {'id': '8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:96:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b041317-3935-4578-8794-a76dda926d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:25:44Z', 'updated_at': '2021-09-08T09:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:25:49.160493 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-18908153-241c-447b-8b1c-b124d3f1c6ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:49.169480 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-18908153-241c-447b-8b1c-b124d3f1c6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:49.332826 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18908153-241c-447b-8b1c-b124d3f1c6ee admin admin] Pushing event updated for resources: {'Port': ['ID=5b263dfb-8432-485b-9f6c-e26856d47774,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:49.337086 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-18908153-241c-447b-8b1c-b124d3f1c6ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:49.568233 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7e20d-b52e-40a5-9f5e-68b1d1d53d54 req-2b049c2c-e841-4102-8121-f7d2110d0cfc tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:49.570177 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-60c7e20d-b52e-40a5-9f5e-68b1d1d53d54 req-2b049c2c-e841-4102-8121-f7d2110d0cfc tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.2047620 Sep 08 09:25:49.583475 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18908153-241c-447b-8b1c-b124d3f1c6ee admin admin] Network a0d418d6-38ae-4453-93d3-203cb740344a is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:25:49.607286 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-18908153-241c-447b-8b1c-b124d3f1c6ee admin admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:25:49.700803 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-60c7e20d-b52e-40a5-9f5e-68b1d1d53d54 req-539d6f08-5fe5-4dfd-9289-3705ea4c957d tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216962 Sep 08 09:25:49.898362 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18908153-241c-447b-8b1c-b124d3f1c6ee admin admin] Router 3b041317-3935-4578-8794-a76dda926d27 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:25:50.011328 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-5dab8b7c-3a2a-442b-a448-11dacfbaf398 None None] Provisioning complete for port 5b263dfb-8432-485b-9f6c-e26856d47774 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:25:50.011876 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5dab8b7c-3a2a-442b-a448-11dacfbaf398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:50.097023 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:25:50.123996 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18908153-241c-447b-8b1c-b124d3f1c6ee admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:25:50.139583 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-18908153-241c-447b-8b1c-b124d3f1c6ee admin admin] 10.222.0.54 "PUT /v2.0/routers/3b041317-3935-4578-8794-a76dda926d27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1890228 Sep 08 09:25:50.164921 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-5dab8b7c-3a2a-442b-a448-11dacfbaf398 None None] Port 5b263dfb-8432-485b-9f6c-e26856d47774 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:25:50.188238 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:25:50.192959 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:25:50.193424 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:50.370969 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:50.427738 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:50.436889 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:25:50.449413 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:50.552374 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:50.754936 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3d63fe5b-0cd8-47de-8533-41513ae2046e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:50.955686 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be51b9-0961-4fcc-8270-8b33dde78a65 req-4b59be97-af1a-400d-ac3f-cd1585b9406c tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:50.974724 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-68be51b9-0961-4fcc-8270-8b33dde78a65 req-4b59be97-af1a-400d-ac3f-cd1585b9406c tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0966165 Sep 08 09:25:51.053182 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-68be51b9-0961-4fcc-8270-8b33dde78a65 req-c02327a3-575c-498b-84ea-33a01e2a2ffe tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775132 Sep 08 09:25:51.176860 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 47574) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:51.181850 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-e1b3ebb1-3189-4767-a5c1-2939c5389ce2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1282731436-network', 'tenant_id': '9030c1e617fb4de9873c90cbd9b55f5e'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:25:51.246262 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b3ebb1-3189-4767-a5c1-2939c5389ce2 admin admin] Made reservation on behalf of 9030c1e617fb4de9873c90cbd9b55f5e for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:25:51.260097 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e1b3ebb1-3189-4767-a5c1-2939c5389ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:51.283154 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e1b3ebb1-3189-4767-a5c1-2939c5389ce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:51.476721 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e1b3ebb1-3189-4767-a5c1-2939c5389ce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:51.483932 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e1b3ebb1-3189-4767-a5c1-2939c5389ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:51.521099 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1b3ebb1-3189-4767-a5c1-2939c5389ce2 admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:25:51.530216 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b3ebb1-3189-4767-a5c1-2939c5389ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1116020-7a65-4aa0-99ab-f39c93486adf,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:51.537830 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e1b3ebb1-3189-4767-a5c1-2939c5389ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:51.538741 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-e1b3ebb1-3189-4767-a5c1-2939c5389ce2 admin admin] Added segment 7110f45d-a5aa-43db-8903-aea69a06869b of type vlan for network 7531d6d7-c0aa-4c81-b52b-575d280f0a7c Sep 08 09:25:51.595707 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e1b3ebb1-3189-4767-a5c1-2939c5389ce2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:51.640165 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e1b3ebb1-3189-4767-a5c1-2939c5389ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:51.641771 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b3ebb1-3189-4767-a5c1-2939c5389ce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:51.642540 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e1b3ebb1-3189-4767-a5c1-2939c5389ce2 admin admin] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:51.741131 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e1b3ebb1-3189-4767-a5c1-2939c5389ce2 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5631585 Sep 08 09:25:51.744339 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 47584) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:51.749676 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b3ebb1-3189-4767-a5c1-2939c5389ce2 admin admin] Pushing event updated for resources: {'Network': ['ID=7531d6d7-c0aa-4c81-b52b-575d280f0a7c,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:51.756174 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-586813d7-8759-45dd-aed3-abaf28397b4f admin admin] Request body: {'subnet': {'network_id': '7531d6d7-c0aa-4c81-b52b-575d280f0a7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1282731436-subnet', 'tenant_id': '9030c1e617fb4de9873c90cbd9b55f5e', 'ip_version': 4}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:25:51.761409 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 7531d6d7-c0aa-4c81-b52b-575d280f0a7c details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:25:51.799343 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586813d7-8759-45dd-aed3-abaf28397b4f admin admin] Made reservation on behalf of 9030c1e617fb4de9873c90cbd9b55f5e for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:25:51.802108 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-586813d7-8759-45dd-aed3-abaf28397b4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:51.826145 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f165b06e-238b-47a9-99ab-c726015f2808 None None] Sync routers for ids ['3b041317-3935-4578-8794-a76dda926d27'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:25:51.853395 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f165b06e-238b-47a9-99ab-c726015f2808 None None] Routers {'3b041317-3935-4578-8794-a76dda926d27'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:25:51.854684 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-f165b06e-238b-47a9-99ab-c726015f2808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:25:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['3b041317-3935-4578-8794-a76dda926d27'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:25:52.030977 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:25:52.102129 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-f165b06e-238b-47a9-99ab-c726015f2808 None None] Set router 3b041317-3935-4578-8794-a76dda926d27 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:25:52.157594 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-586813d7-8759-45dd-aed3-abaf28397b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:52.185267 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:52.203629 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586813d7-8759-45dd-aed3-abaf28397b4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=497346d1-0e21-4dad-8426-b10e476648f8,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:52.255333 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:25:52.255969 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:52.258698 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586813d7-8759-45dd-aed3-abaf28397b4f admin admin] Checking segment: {'id': '7110f45d-a5aa-43db-8903-aea69a06869b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '7531d6d7-c0aa-4c81-b52b-575d280f0a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:25:52.259315 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586813d7-8759-45dd-aed3-abaf28397b4f admin admin] Network hostable DHCP agents. Network: 7531d6d7-c0aa-4c81-b52b-575d280f0a7c, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:25:52.286138 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586813d7-8759-45dd-aed3-abaf28397b4f admin admin] Network 7531d6d7-c0aa-4c81-b52b-575d280f0a7c is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:25:52.304115 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-586813d7-8759-45dd-aed3-abaf28397b4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 7531d6d7-c0aa-4c81-b52b-575d280f0a7c) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:25:52.310782 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586813d7-8759-45dd-aed3-abaf28397b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:52.311694 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-586813d7-8759-45dd-aed3-abaf28397b4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:52.346536 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-586813d7-8759-45dd-aed3-abaf28397b4f admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5978768 Sep 08 09:25:52.348894 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 47600) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:52.353370 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-1f436e2b-c27e-4ce9-9343-fda3554df307 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1282731436-router', 'tenant_id': '9030c1e617fb4de9873c90cbd9b55f5e', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:25:52.379768 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52268a2-2cf9-4d8b-b875-88d1274f52f5 req-a2f76307-0047-4074-9387-407551ae49d5 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:52.382189 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e52268a2-2cf9-4d8b-b875-88d1274f52f5 req-a2f76307-0047-4074-9387-407551ae49d5 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.1375642 Sep 08 09:25:52.385941 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1f436e2b-c27e-4ce9-9343-fda3554df307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:52.388615 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1f436e2b-c27e-4ce9-9343-fda3554df307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:52.421377 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea5a9c7-4030-4cee-8b34-354a42c8e75d None None] Network 7531d6d7-c0aa-4c81-b52b-575d280f0a7c requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:25:52.473007 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e52268a2-2cf9-4d8b-b875-88d1274f52f5 req-c1daef28-fa3d-493f-8fa7-3acac002404d tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795286 Sep 08 09:25:52.515620 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1f436e2b-c27e-4ce9-9343-fda3554df307 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:52.567349 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-f165b06e-238b-47a9-99ab-c726015f2808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b041317-3935-4578-8794-a76dda926d27', 'name': 'tempest-TestVolumeBackupRestore-1775246517-router', 'tenant_id': '456f55d97a5b4bac959c784e2ca66416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:25:43Z', 'updated_at': '2021-09-08T09:25:48Z', 'revision_number': 4, 'project_id': '456f55d97a5b4bac959c784e2ca66416', 'gw_port': {'id': '8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:96:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b041317-3935-4578-8794-a76dda926d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:25:44Z', 'updated_at': '2021-09-08T09:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '5b263dfb-8432-485b-9f6c-e26856d47774', 'name': '', 'network_id': 'a0d418d6-38ae-4453-93d3-203cb740344a', 'tenant_id': '456f55d97a5b4bac959c784e2ca66416', 'mac_address': 'fa:16:3e:f6:89:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b041317-3935-4578-8794-a76dda926d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'ba385c72-2e0a-4ef9-8c6c-3e53b9be4cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:25:47Z', 'updated_at': '2021-09-08T09:25:48Z', 'revision_number': 2, 'project_id': '456f55d97a5b4bac959c784e2ca66416', 'subnets': [{'id': 'ba385c72-2e0a-4ef9-8c6c-3e53b9be4cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:25:52.605323 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f165b06e-238b-47a9-99ab-c726015f2808 None None] Checking router: 3b041317-3935-4578-8794-a76dda926d27 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:25:52.606680 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f165b06e-238b-47a9-99ab-c726015f2808 None None] Updating router 3b041317-3935-4578-8794-a76dda926d27 port 5b263dfb-8432-485b-9f6c-e26856d47774 binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:25:52.718974 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1f436e2b-c27e-4ce9-9343-fda3554df307 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:52.733887 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4387f67-49cc-4ab0-b6ad-b3904f1fc1ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-7531d6d7-c0aa-4c81-b52b-575d280f0a7c', 'network_id': '7531d6d7-c0aa-4c81-b52b-575d280f0a7c', 'tenant_id': '9030c1e617fb4de9873c90cbd9b55f5e', 'fixed_ips': [{'subnet_id': '497346d1-0e21-4dad-8426-b10e476648f8'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:25:52.735176 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4387f67-49cc-4ab0-b6ad-b3904f1fc1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:52.754093 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f165b06e-238b-47a9-99ab-c726015f2808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:53.069961 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1f436e2b-c27e-4ce9-9343-fda3554df307 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:53.108743 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1f436e2b-c27e-4ce9-9343-fda3554df307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:53.265507 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-1f436e2b-c27e-4ce9-9343-fda3554df307 admin admin] Allocated IP 172.25.0.39 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/cda6f87f-b57d-4355-8798-60bc2d2ff420) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:25:53.428170 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-d4387f67-49cc-4ab0-b6ad-b3904f1fc1ba None None] Allocated IP 172.20.0.2 (7531d6d7-c0aa-4c81-b52b-575d280f0a7c/497346d1-0e21-4dad-8426-b10e476648f8/852e76c0-2fc8-4da9-8dd1-f65ce25cd7d6) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:25:53.569238 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1f436e2b-c27e-4ce9-9343-fda3554df307 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:53.707772 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1f436e2b-c27e-4ce9-9343-fda3554df307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:53.732774 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:53.765834 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f436e2b-c27e-4ce9-9343-fda3554df307 admin admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:25:53.773769 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-1f436e2b-c27e-4ce9-9343-fda3554df307 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:25:53.780892 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f436e2b-c27e-4ce9-9343-fda3554df307 admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:25:53.803810 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f165b06e-238b-47a9-99ab-c726015f2808 None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:53.836811 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392dbb95-8598-4b21-9431-6ad1d91cc056 req-32889dd2-3b75-4b94-aa24-a48fb0a6bd3b tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:53.838436 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-392dbb95-8598-4b21-9431-6ad1d91cc056 req-32889dd2-3b75-4b94-aa24-a48fb0a6bd3b tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.1904688 Sep 08 09:25:53.842723 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f436e2b-c27e-4ce9-9343-fda3554df307 admin admin] Pushing event updated for resources: {'Port': ['ID=cda6f87f-b57d-4355-8798-60bc2d2ff420,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:53.860734 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f165b06e-238b-47a9-99ab-c726015f2808 None None] Transition to ACTIVE for port object 5b263dfb-8432-485b-9f6c-e26856d47774 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:25:53.896962 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4387f67-49cc-4ab0-b6ad-b3904f1fc1ba None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:53.907330 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4387f67-49cc-4ab0-b6ad-b3904f1fc1ba None None] Transition to ACTIVE for port object 852e76c0-2fc8-4da9-8dd1-f65ce25cd7d6 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:25:53.925881 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4387f67-49cc-4ab0-b6ad-b3904f1fc1ba None None] Transition to ACTIVE for port object 852e76c0-2fc8-4da9-8dd1-f65ce25cd7d6 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:25:53.929440 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f165b06e-238b-47a9-99ab-c726015f2808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:53.992891 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374d2b7-ef6e-406c-bfae-f7b0be59c3bf None None] Pushing event updated for resources: {'Port': ['ID=5b263dfb-8432-485b-9f6c-e26856d47774,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:54.014381 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4387f67-49cc-4ab0-b6ad-b3904f1fc1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:54.038462 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4387f67-49cc-4ab0-b6ad-b3904f1fc1ba None None] Network 7531d6d7-c0aa-4c81-b52b-575d280f0a7c is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:25:54.040183 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-d4387f67-49cc-4ab0-b6ad-b3904f1fc1ba None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:25:54.118602 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-392dbb95-8598-4b21-9431-6ad1d91cc056 req-e9562131-79d0-487d-9f8a-0b313b57576b tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654176 Sep 08 09:25:54.164951 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4387f67-49cc-4ab0-b6ad-b3904f1fc1ba None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:25:54.274898 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1f436e2b-c27e-4ce9-9343-fda3554df307 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:54.397223 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4387f67-49cc-4ab0-b6ad-b3904f1fc1ba None None] Pushing event updated for resources: {'Port': ['ID=852e76c0-2fc8-4da9-8dd1-f65ce25cd7d6,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:54.445190 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:54.473643 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-d4387f67-49cc-4ab0-b6ad-b3904f1fc1ba None None] Attempting to bind port 852e76c0-2fc8-4da9-8dd1-f65ce25cd7d6 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:25:54.474208 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-d4387f67-49cc-4ab0-b6ad-b3904f1fc1ba None None] Attempting to bind port 852e76c0-2fc8-4da9-8dd1-f65ce25cd7d6 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '7110f45d-a5aa-43db-8903-aea69a06869b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '7531d6d7-c0aa-4c81-b52b-575d280f0a7c'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:25:54.474974 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4387f67-49cc-4ab0-b6ad-b3904f1fc1ba None None] Attempting to bind port 852e76c0-2fc8-4da9-8dd1-f65ce25cd7d6 on network 7531d6d7-c0aa-4c81-b52b-575d280f0a7c {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:25:54.513492 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4387f67-49cc-4ab0-b6ad-b3904f1fc1ba None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:25:54.514420 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4387f67-49cc-4ab0-b6ad-b3904f1fc1ba None None] Checking segment: {'id': '7110f45d-a5aa-43db-8903-aea69a06869b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '7531d6d7-c0aa-4c81-b52b-575d280f0a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:25:54.514944 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4387f67-49cc-4ab0-b6ad-b3904f1fc1ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:54.515557 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4387f67-49cc-4ab0-b6ad-b3904f1fc1ba None None] Bound using segment: {'id': '7110f45d-a5aa-43db-8903-aea69a06869b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '7531d6d7-c0aa-4c81-b52b-575d280f0a7c'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:25:54.516170 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-d4387f67-49cc-4ab0-b6ad-b3904f1fc1ba None None] Bound port: 852e76c0-2fc8-4da9-8dd1-f65ce25cd7d6, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7110f45d-a5aa-43db-8903-aea69a06869b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '7531d6d7-c0aa-4c81-b52b-575d280f0a7c'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:25:54.516664 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4387f67-49cc-4ab0-b6ad-b3904f1fc1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:54.534532 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-f165b06e-238b-47a9-99ab-c726015f2808 None None] Attempting to bind port 5b263dfb-8432-485b-9f6c-e26856d47774 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:25:54.535066 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-f165b06e-238b-47a9-99ab-c726015f2808 None None] Attempting to bind port 5b263dfb-8432-485b-9f6c-e26856d47774 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'eff78864-fffe-4323-8edf-3a2b09462c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a0d418d6-38ae-4453-93d3-203cb740344a'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:25:54.535660 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f165b06e-238b-47a9-99ab-c726015f2808 None None] Attempting to bind port 5b263dfb-8432-485b-9f6c-e26856d47774 on network a0d418d6-38ae-4453-93d3-203cb740344a {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:25:54.549697 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f165b06e-238b-47a9-99ab-c726015f2808 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:25:54.550246 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f165b06e-238b-47a9-99ab-c726015f2808 None None] Checking segment: {'id': 'eff78864-fffe-4323-8edf-3a2b09462c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a0d418d6-38ae-4453-93d3-203cb740344a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:25:54.550759 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f165b06e-238b-47a9-99ab-c726015f2808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:54.551260 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f165b06e-238b-47a9-99ab-c726015f2808 None None] Bound using segment: {'id': 'eff78864-fffe-4323-8edf-3a2b09462c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a0d418d6-38ae-4453-93d3-203cb740344a'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:25:54.551850 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-f165b06e-238b-47a9-99ab-c726015f2808 None None] Bound port: 5b263dfb-8432-485b-9f6c-e26856d47774, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eff78864-fffe-4323-8edf-3a2b09462c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a0d418d6-38ae-4453-93d3-203cb740344a'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:25:54.552348 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f165b06e-238b-47a9-99ab-c726015f2808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:54.605161 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1f436e2b-c27e-4ce9-9343-fda3554df307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:54.622815 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4387f67-49cc-4ab0-b6ad-b3904f1fc1ba None None] For port 852e76c0-2fc8-4da9-8dd1-f65ce25cd7d6, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:25:54.627076 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4387f67-49cc-4ab0-b6ad-b3904f1fc1ba None None] For port 852e76c0-2fc8-4da9-8dd1-f65ce25cd7d6, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=852e76c0-2fc8-4da9-8dd1-f65ce25cd7d6,segment=NetworkSegment(7110f45d-a5aa-43db-8903-aea69a06869b),segment_id=7110f45d-a5aa-43db-8903-aea69a06869b)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:25:54.642482 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4387f67-49cc-4ab0-b6ad-b3904f1fc1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:54.796389 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4387f67-49cc-4ab0-b6ad-b3904f1fc1ba None None] Pushing event updated for resources: {'Port': ['ID=852e76c0-2fc8-4da9-8dd1-f65ce25cd7d6,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:54.878230 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-f165b06e-238b-47a9-99ab-c726015f2808 None None] For port 5b263dfb-8432-485b-9f6c-e26856d47774, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:25:54.883310 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f436e2b-c27e-4ce9-9343-fda3554df307 admin admin] Router e3d1f6d3-af22-47c8-8052-a24f425b87c5 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:25:54.888680 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-f165b06e-238b-47a9-99ab-c726015f2808 None None] For port 5b263dfb-8432-485b-9f6c-e26856d47774, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=5b263dfb-8432-485b-9f6c-e26856d47774,segment=NetworkSegment(eff78864-fffe-4323-8edf-3a2b09462c1f),segment_id=eff78864-fffe-4323-8edf-3a2b09462c1f)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:25:54.895030 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f165b06e-238b-47a9-99ab-c726015f2808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:54.971159 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f165b06e-238b-47a9-99ab-c726015f2808 None None] Routers {'3b041317-3935-4578-8794-a76dda926d27'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:25:54.971619 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-f165b06e-238b-47a9-99ab-c726015f2808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:25:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['3b041317-3935-4578-8794-a76dda926d27'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:25:55.034253 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374d2b7-ef6e-406c-bfae-f7b0be59c3bf None None] Pushing event updated for resources: {'Port': ['ID=5b263dfb-8432-485b-9f6c-e26856d47774,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:55.095277 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f436e2b-c27e-4ce9-9343-fda3554df307 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:25:55.117348 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a049d4d-58a6-4fdb-8e6e-87329f8990bc None None] Sync routers for ids ['e3d1f6d3-af22-47c8-8052-a24f425b87c5'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:25:55.146264 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1f436e2b-c27e-4ce9-9343-fda3554df307 admin admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:55.148315 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1f436e2b-c27e-4ce9-9343-fda3554df307 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7983053 Sep 08 09:25:55.150965 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 47644) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:55.157567 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a049d4d-58a6-4fdb-8e6e-87329f8990bc None None] Routers {'e3d1f6d3-af22-47c8-8052-a24f425b87c5'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:25:55.163483 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-1a049d4d-58a6-4fdb-8e6e-87329f8990bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:25:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['e3d1f6d3-af22-47c8-8052-a24f425b87c5'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:25:55.306931 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-f165b06e-238b-47a9-99ab-c726015f2808 None None] Set router 3b041317-3935-4578-8794-a76dda926d27 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:25:55.425297 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf07f85-ebbe-4621-bb00-fc0a45ea3d75 req-6012e4b7-fbff-4af3-a7b2-16a63c668e78 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:55.433749 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4cf07f85-ebbe-4621-bb00-fc0a45ea3d75 req-6012e4b7-fbff-4af3-a7b2-16a63c668e78 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.1379695 Sep 08 09:25:55.515518 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4cf07f85-ebbe-4621-bb00-fc0a45ea3d75 req-3022644d-831f-4f14-b607-c801ab6e3482 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736036 Sep 08 09:25:55.790096 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-1a049d4d-58a6-4fdb-8e6e-87329f8990bc None None] Set router e3d1f6d3-af22-47c8-8052-a24f425b87c5 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:25:55.884040 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-f165b06e-238b-47a9-99ab-c726015f2808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b041317-3935-4578-8794-a76dda926d27', 'name': 'tempest-TestVolumeBackupRestore-1775246517-router', 'tenant_id': '456f55d97a5b4bac959c784e2ca66416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:25:43Z', 'updated_at': '2021-09-08T09:25:48Z', 'revision_number': 4, 'project_id': '456f55d97a5b4bac959c784e2ca66416', 'gw_port': {'id': '8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:96:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b041317-3935-4578-8794-a76dda926d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:25:44Z', 'updated_at': '2021-09-08T09:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '5b263dfb-8432-485b-9f6c-e26856d47774', 'name': '', 'network_id': 'a0d418d6-38ae-4453-93d3-203cb740344a', 'tenant_id': '456f55d97a5b4bac959c784e2ca66416', 'mac_address': 'fa:16:3e:f6:89:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b041317-3935-4578-8794-a76dda926d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'ba385c72-2e0a-4ef9-8c6c-3e53b9be4cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:25:47Z', 'updated_at': '2021-09-08T09:25:54Z', 'revision_number': 4, 'project_id': '456f55d97a5b4bac959c784e2ca66416', 'subnets': [{'id': 'ba385c72-2e0a-4ef9-8c6c-3e53b9be4cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:25:55.932460 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f165b06e-238b-47a9-99ab-c726015f2808 None None] The sync data for ids ['3b041317-3935-4578-8794-a76dda926d27'] in n-d-806683-11 is: [{'id': '3b041317-3935-4578-8794-a76dda926d27', 'name': 'tempest-TestVolumeBackupRestore-1775246517-router', 'tenant_id': '456f55d97a5b4bac959c784e2ca66416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:25:43Z', 'updated_at': '2021-09-08T09:25:48Z', 'revision_number': 4, 'project_id': '456f55d97a5b4bac959c784e2ca66416', 'gw_port': {'id': '8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:96:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b041317-3935-4578-8794-a76dda926d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:25:44Z', 'updated_at': '2021-09-08T09:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '5b263dfb-8432-485b-9f6c-e26856d47774', 'name': '', 'network_id': 'a0d418d6-38ae-4453-93d3-203cb740344a', 'tenant_id': '456f55d97a5b4bac959c784e2ca66416', 'mac_address': 'fa:16:3e:f6:89:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b041317-3935-4578-8794-a76dda926d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'ba385c72-2e0a-4ef9-8c6c-3e53b9be4cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:25:47Z', 'updated_at': '2021-09-08T09:25:54Z', 'revision_number': 4, 'project_id': '456f55d97a5b4bac959c784e2ca66416', 'subnets': [{'id': 'ba385c72-2e0a-4ef9-8c6c-3e53b9be4cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:25:56.261948 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 852e76c0-2fc8-4da9-8dd1-f65ce25cd7d6 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:25:56.305865 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-1a049d4d-58a6-4fdb-8e6e-87329f8990bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d1f6d3-af22-47c8-8052-a24f425b87c5', 'name': 'tempest-TestVolumeBackupRestore-1282731436-router', 'tenant_id': '9030c1e617fb4de9873c90cbd9b55f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'cda6f87f-b57d-4355-8798-60bc2d2ff420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:25:52Z', 'updated_at': '2021-09-08T09:25:54Z', 'revision_number': 3, 'project_id': '9030c1e617fb4de9873c90cbd9b55f5e', 'gw_port': {'id': 'cda6f87f-b57d-4355-8798-60bc2d2ff420', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:de:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d1f6d3-af22-47c8-8052-a24f425b87c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:25:53Z', 'updated_at': '2021-09-08T09:25:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:25:56.359483 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a049d4d-58a6-4fdb-8e6e-87329f8990bc None None] Checking router: e3d1f6d3-af22-47c8-8052-a24f425b87c5 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:25:56.360023 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a049d4d-58a6-4fdb-8e6e-87329f8990bc None None] Updating router e3d1f6d3-af22-47c8-8052-a24f425b87c5 port cda6f87f-b57d-4355-8798-60bc2d2ff420 binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:25:56.424368 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1a049d4d-58a6-4fdb-8e6e-87329f8990bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:56.455507 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 852e76c0-2fc8-4da9-8dd1-f65ce25cd7d6 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:25:56.670389 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1741cd-bcf8-4724-b5f9-56001cd1429d None None] Network 7531d6d7-c0aa-4c81-b52b-575d280f0a7c requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:25:56.821992 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e50a27b4-9089-4c60-9330-5d4f3638ae73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:56.848642 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a76ae-f29f-4125-80e8-ddc263080648 req-f7626936-3943-4e5d-9f07-7d58b57fb20c tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:56.850559 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-9fc4976f-0974-4552-9e62-4f9c7f76d706 None None] Provisioning for port 852e76c0-2fc8-4da9-8dd1-f65ce25cd7d6 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:25:56.851863 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-784a76ae-f29f-4125-80e8-ddc263080648 req-f7626936-3943-4e5d-9f07-7d58b57fb20c tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.1973135 Sep 08 09:25:56.862405 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-9fc4976f-0974-4552-9e62-4f9c7f76d706 None None] Provisioning complete for port 852e76c0-2fc8-4da9-8dd1-f65ce25cd7d6 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:25:56.862787 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9fc4976f-0974-4552-9e62-4f9c7f76d706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:57.029576 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1a049d4d-58a6-4fdb-8e6e-87329f8990bc None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:57.053787 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-1a049d4d-58a6-4fdb-8e6e-87329f8990bc None None] Transition to ACTIVE for port object cda6f87f-b57d-4355-8798-60bc2d2ff420 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:25:57.069690 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1a049d4d-58a6-4fdb-8e6e-87329f8990bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:57.134116 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-784a76ae-f29f-4125-80e8-ddc263080648 req-973d96f8-563f-4346-8aab-b727880ab58d tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639475 Sep 08 09:25:57.198840 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d115a14-af0f-4206-b6b3-b6d9d76bf4da None None] Pushing event updated for resources: {'Port': ['ID=cda6f87f-b57d-4355-8798-60bc2d2ff420,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:57.212980 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-1a049d4d-58a6-4fdb-8e6e-87329f8990bc None None] Attempting to bind port cda6f87f-b57d-4355-8798-60bc2d2ff420 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:25:57.213553 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-1a049d4d-58a6-4fdb-8e6e-87329f8990bc None None] Attempting to bind port cda6f87f-b57d-4355-8798-60bc2d2ff420 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:25:57.214329 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a049d4d-58a6-4fdb-8e6e-87329f8990bc None None] Attempting to bind port cda6f87f-b57d-4355-8798-60bc2d2ff420 on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:25:57.224949 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a049d4d-58a6-4fdb-8e6e-87329f8990bc None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:25:57.225320 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a049d4d-58a6-4fdb-8e6e-87329f8990bc None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:25:57.225721 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1a049d4d-58a6-4fdb-8e6e-87329f8990bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:57.226134 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a049d4d-58a6-4fdb-8e6e-87329f8990bc None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:25:57.226596 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-1a049d4d-58a6-4fdb-8e6e-87329f8990bc None None] Bound port: cda6f87f-b57d-4355-8798-60bc2d2ff420, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:25:57.226970 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1a049d4d-58a6-4fdb-8e6e-87329f8990bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:57.262935 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9fc4976f-0974-4552-9e62-4f9c7f76d706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:57.373723 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-1a049d4d-58a6-4fdb-8e6e-87329f8990bc None None] For port cda6f87f-b57d-4355-8798-60bc2d2ff420, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:25:57.375149 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-9fc4976f-0974-4552-9e62-4f9c7f76d706 None None] For port 852e76c0-2fc8-4da9-8dd1-f65ce25cd7d6, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=852e76c0-2fc8-4da9-8dd1-f65ce25cd7d6,segment=NetworkSegment(7110f45d-a5aa-43db-8903-aea69a06869b),segment_id=7110f45d-a5aa-43db-8903-aea69a06869b)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:25:57.399231 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9fc4976f-0974-4552-9e62-4f9c7f76d706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:57.400279 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-1a049d4d-58a6-4fdb-8e6e-87329f8990bc None None] For port cda6f87f-b57d-4355-8798-60bc2d2ff420, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=cda6f87f-b57d-4355-8798-60bc2d2ff420,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:25:57.410755 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1a049d4d-58a6-4fdb-8e6e-87329f8990bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:57.494918 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6f688-fd39-417e-9348-3f053d645efb req-01ca54c2-5ff4-49ad-aad4-36db4575f08c tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:57.507453 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-e50a27b4-9089-4c60-9330-5d4f3638ae73 admin admin] Allocated IP 172.20.0.1 (7531d6d7-c0aa-4c81-b52b-575d280f0a7c/497346d1-0e21-4dad-8426-b10e476648f8/2cf458c5-f2c3-48a8-9697-6afd7cd9ac32) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:25:57.508603 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5fc6f688-fd39-417e-9348-3f053d645efb req-01ca54c2-5ff4-49ad-aad4-36db4575f08c tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 1097 time: 0.1262515 Sep 08 09:25:57.558448 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc4976f-0974-4552-9e62-4f9c7f76d706 None None] Pushing event updated for resources: {'Port': ['ID=852e76c0-2fc8-4da9-8dd1-f65ce25cd7d6,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:57.660048 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5fc6f688-fd39-417e-9348-3f053d645efb req-e76dc85e-33e6-469a-ae21-047939160a63 tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439359 Sep 08 09:25:57.675597 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a049d4d-58a6-4fdb-8e6e-87329f8990bc None None] Routers {'e3d1f6d3-af22-47c8-8052-a24f425b87c5'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:25:57.679846 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e50a27b4-9089-4c60-9330-5d4f3638ae73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:57.681234 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-1a049d4d-58a6-4fdb-8e6e-87329f8990bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:25:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['e3d1f6d3-af22-47c8-8052-a24f425b87c5'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:25:57.695294 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-e50a27b4-9089-4c60-9330-5d4f3638ae73 admin admin] Transition to ACTIVE for port object 2cf458c5-f2c3-48a8-9697-6afd7cd9ac32 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:25:57.745597 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e50a27b4-9089-4c60-9330-5d4f3638ae73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:57.764280 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d115a14-af0f-4206-b6b3-b6d9d76bf4da None None] Pushing event updated for resources: {'Port': ['ID=cda6f87f-b57d-4355-8798-60bc2d2ff420,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:57.819960 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50a27b4-9089-4c60-9330-5d4f3638ae73 admin admin] Network 7531d6d7-c0aa-4c81-b52b-575d280f0a7c is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:25:57.823986 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-e50a27b4-9089-4c60-9330-5d4f3638ae73 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:25:57.828652 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50a27b4-9089-4c60-9330-5d4f3638ae73 admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:25:57.930915 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a27b4-9089-4c60-9330-5d4f3638ae73 admin admin] Pushing event updated for resources: {'Port': ['ID=2cf458c5-f2c3-48a8-9697-6afd7cd9ac32,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:57.933472 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c82724a7-e3b7-4483-b774-69d3e05df714 None None] Provisioning complete for port 852e76c0-2fc8-4da9-8dd1-f65ce25cd7d6 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:25:57.935771 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c82724a7-e3b7-4483-b774-69d3e05df714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:58.037835 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-1a049d4d-58a6-4fdb-8e6e-87329f8990bc None None] Set router e3d1f6d3-af22-47c8-8052-a24f425b87c5 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:25:58.039598 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50a27b4-9089-4c60-9330-5d4f3638ae73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:25:58.040155 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50a27b4-9089-4c60-9330-5d4f3638ae73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:25:58.044633 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50a27b4-9089-4c60-9330-5d4f3638ae73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:25:58.049957 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50a27b4-9089-4c60-9330-5d4f3638ae73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:25:58.050602 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50a27b4-9089-4c60-9330-5d4f3638ae73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:25:58.051106 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50a27b4-9089-4c60-9330-5d4f3638ae73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:25:58.051604 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50a27b4-9089-4c60-9330-5d4f3638ae73 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:25:58.052100 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50a27b4-9089-4c60-9330-5d4f3638ae73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:25:58.052614 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50a27b4-9089-4c60-9330-5d4f3638ae73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:25:58.053108 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50a27b4-9089-4c60-9330-5d4f3638ae73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:25:58.053609 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50a27b4-9089-4c60-9330-5d4f3638ae73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:25:58.054145 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50a27b4-9089-4c60-9330-5d4f3638ae73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:25:58.070250 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e50a27b4-9089-4c60-9330-5d4f3638ae73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:58.334793 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 852e76c0-2fc8-4da9-8dd1-f65ce25cd7d6 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:25:58.502383 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-1a049d4d-58a6-4fdb-8e6e-87329f8990bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d1f6d3-af22-47c8-8052-a24f425b87c5', 'name': 'tempest-TestVolumeBackupRestore-1282731436-router', 'tenant_id': '9030c1e617fb4de9873c90cbd9b55f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'cda6f87f-b57d-4355-8798-60bc2d2ff420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:25:52Z', 'updated_at': '2021-09-08T09:25:54Z', 'revision_number': 3, 'project_id': '9030c1e617fb4de9873c90cbd9b55f5e', 'gw_port': {'id': 'cda6f87f-b57d-4355-8798-60bc2d2ff420', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:de:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d1f6d3-af22-47c8-8052-a24f425b87c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:25:53Z', 'updated_at': '2021-09-08T09:25:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:25:58.540477 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a049d4d-58a6-4fdb-8e6e-87329f8990bc None None] The sync data for ids ['e3d1f6d3-af22-47c8-8052-a24f425b87c5'] in n-d-806683-11 is: [{'id': 'e3d1f6d3-af22-47c8-8052-a24f425b87c5', 'name': 'tempest-TestVolumeBackupRestore-1282731436-router', 'tenant_id': '9030c1e617fb4de9873c90cbd9b55f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'cda6f87f-b57d-4355-8798-60bc2d2ff420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:25:52Z', 'updated_at': '2021-09-08T09:25:54Z', 'revision_number': 3, 'project_id': '9030c1e617fb4de9873c90cbd9b55f5e', 'gw_port': {'id': 'cda6f87f-b57d-4355-8798-60bc2d2ff420', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:de:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d1f6d3-af22-47c8-8052-a24f425b87c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:25:53Z', 'updated_at': '2021-09-08T09:25:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:25:58.540757 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e50a27b4-9089-4c60-9330-5d4f3638ae73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:58.557301 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9fab89-40fb-493f-ab01-91477c54309e req-1ae27381-e494-4d32-82af-3ca3357fa5a5 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:58.562807 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-8ed21c39-fd67-4b54-a374-b8036efb3e20 None None] Provisioning for port 2cf458c5-f2c3-48a8-9697-6afd7cd9ac32 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:25:58.572524 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1e9fab89-40fb-493f-ab01-91477c54309e req-1ae27381-e494-4d32-82af-3ca3357fa5a5 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.1763656 Sep 08 09:25:58.613441 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-8ed21c39-fd67-4b54-a374-b8036efb3e20 None None] Provisioning complete for port 2cf458c5-f2c3-48a8-9697-6afd7cd9ac32 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:25:58.613896 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8ed21c39-fd67-4b54-a374-b8036efb3e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:58.661775 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1e9fab89-40fb-493f-ab01-91477c54309e req-819a43d5-6dbf-45ab-a544-71ac3f75d97e tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824099 Sep 08 09:25:58.794325 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:58.801521 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 852e76c0-2fc8-4da9-8dd1-f65ce25cd7d6 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:25:58.801896 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:58.899165 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-8ed21c39-fd67-4b54-a374-b8036efb3e20 None None] Port 2cf458c5-f2c3-48a8-9697-6afd7cd9ac32 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:25:59.018004 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 5b263dfb-8432-485b-9f6c-e26856d47774 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:25:59.085670 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2cddd-7b39-4517-8ca1-42a115234ab8 req-f035d213-f6d5-4a5e-b05f-13ae64a9219f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:25:59.093619 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4ec2cddd-7b39-4517-8ca1-42a115234ab8 req-f035d213-f6d5-4a5e-b05f-13ae64a9219f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 945 time: 0.3085415 Sep 08 09:25:59.115263 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 5b263dfb-8432-485b-9f6c-e26856d47774 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:25:59.125642 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 5b263dfb-8432-485b-9f6c-e26856d47774 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:25:59.126632 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:59.193813 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4ec2cddd-7b39-4517-8ca1-42a115234ab8 req-1657caf4-73fa-4830-a378-b0ee78b810d6 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991576 Sep 08 09:25:59.218338 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 47710) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:25:59.220867 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e50a27b4-9089-4c60-9330-5d4f3638ae73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:59.233392 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e50a27b4-9089-4c60-9330-5d4f3638ae73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:59.361187 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:59.396216 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2d95fabe-c5eb-4dbd-bd36-c366c71ccc7a tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/floatingips/4956e478-f0be-42f0-af76-f1db0f2f7ffb HTTP/1.1" status: 200 len: 993 time: 0.1746244 Sep 08 09:25:59.445217 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a27b4-9089-4c60-9330-5d4f3638ae73 admin admin] Pushing event updated for resources: {'Port': ['ID=2cf458c5-f2c3-48a8-9697-6afd7cd9ac32,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:59.461812 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 5b263dfb-8432-485b-9f6c-e26856d47774, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=5b263dfb-8432-485b-9f6c-e26856d47774,segment=NetworkSegment(eff78864-fffe-4323-8edf-3a2b09462c1f),segment_id=eff78864-fffe-4323-8edf-3a2b09462c1f)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:25:59.469107 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e50a27b4-9089-4c60-9330-5d4f3638ae73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:59.473600 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:25:59.589671 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=5b263dfb-8432-485b-9f6c-e26856d47774,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:25:59.791473 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50a27b4-9089-4c60-9330-5d4f3638ae73 admin admin] Network 7531d6d7-c0aa-4c81-b52b-575d280f0a7c is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:25:59.795430 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-e50a27b4-9089-4c60-9330-5d4f3638ae73 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:26:00.276082 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device cda6f87f-b57d-4355-8798-60bc2d2ff420 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:26:00.297713 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50a27b4-9089-4c60-9330-5d4f3638ae73 admin admin] Router e3d1f6d3-af22-47c8-8052-a24f425b87c5 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:26:00.299155 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 47742) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:26:00.455669 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e3d2e-0151-4397-ba5b-26484397a6b9 req-7febf553-bee4-48d3-a579-7429b921f183 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:00.457897 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-254e3d2e-0151-4397-ba5b-26484397a6b9 req-7febf553-bee4-48d3-a579-7429b921f183 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.5427113 Sep 08 09:26:00.473818 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbfc787-2dcb-446f-b266-521097d73c27 req-2ffc38e2-8a93-4f27-b929-1f9ffc43c868 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:00.489023 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-7074f420-87ba-4a1e-bd5b-9ba317354982 None None] Provisioning complete for port 2cf458c5-f2c3-48a8-9697-6afd7cd9ac32 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:26:00.492286 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2dbfc787-2dcb-446f-b266-521097d73c27 req-2ffc38e2-8a93-4f27-b929-1f9ffc43c868 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 945 time: 0.2059486 Sep 08 09:26:00.492777 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7074f420-87ba-4a1e-bd5b-9ba317354982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:00.495784 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port cda6f87f-b57d-4355-8798-60bc2d2ff420 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:26:00.555944 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port cda6f87f-b57d-4355-8798-60bc2d2ff420 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:26:00.556320 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:00.586444 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2dbfc787-2dcb-446f-b266-521097d73c27 req-769f4968-fe20-46a2-943b-9f56529e294b tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872266 Sep 08 09:26:00.671594 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-7074f420-87ba-4a1e-bd5b-9ba317354982 None None] Port 2cf458c5-f2c3-48a8-9697-6afd7cd9ac32 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:26:00.678405 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-254e3d2e-0151-4397-ba5b-26484397a6b9 req-8aa26677-efe6-4d8c-a025-4fac0d684c47 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109621 Sep 08 09:26:00.716905 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:00.768399 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port cda6f87f-b57d-4355-8798-60bc2d2ff420, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=cda6f87f-b57d-4355-8798-60bc2d2ff420,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:26:00.788314 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:00.789138 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 5b263dfb-8432-485b-9f6c-e26856d47774 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:26:00.878081 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50a27b4-9089-4c60-9330-5d4f3638ae73 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:26:00.886484 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e50a27b4-9089-4c60-9330-5d4f3638ae73 admin admin] 10.222.0.54 "PUT /v2.0/routers/e3d1f6d3-af22-47c8-8052-a24f425b87c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7342472 Sep 08 09:26:00.895490 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-660b9282-d187-428e-ada6-78cc70fca418 req-49cdde3f-b94f-43e0-bb08-1584e9e4b0a5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5952554 Sep 08 09:26:00.909257 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=cda6f87f-b57d-4355-8798-60bc2d2ff420,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:26:00.912154 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [req-660b9282-d187-428e-ada6-78cc70fca418 req-83f82762-c3b2-48c3-be4f-6a8affd7b11d service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:26:00.913913 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-660b9282-d187-428e-ada6-78cc70fca418 req-83f82762-c3b2-48c3-be4f-6a8affd7b11d service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072436 Sep 08 09:26:00.956347 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 5b263dfb-8432-485b-9f6c-e26856d47774 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:26:00.957846 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:01.670341 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c63400-088c-4ebd-bd46-75b92005c17d None None] Sync routers for ids ['e3d1f6d3-af22-47c8-8052-a24f425b87c5'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:26:01.683717 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c63400-088c-4ebd-bd46-75b92005c17d None None] Routers {'e3d1f6d3-af22-47c8-8052-a24f425b87c5'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:26:01.684598 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-e8c63400-088c-4ebd-bd46-75b92005c17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:25:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['e3d1f6d3-af22-47c8-8052-a24f425b87c5'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:26:01.880746 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4d565-edac-4c78-857e-e0509584fdff req-963ea272-1ea2-487d-9475-42820eb655ce tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:01.892320 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-acd4d565-edac-4c78-857e-e0509584fdff req-963ea272-1ea2-487d-9475-42820eb655ce tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 945 time: 0.1594453 Sep 08 09:26:01.953843 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-e8c63400-088c-4ebd-bd46-75b92005c17d None None] Set router e3d1f6d3-af22-47c8-8052-a24f425b87c5 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:26:01.967328 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf526a-d8fa-4fca-9135-1c55855ad332 req-f975042d-738c-48cc-b376-07d04e7732f1 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:01.969089 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-febf526a-d8fa-4fca-9135-1c55855ad332 req-f975042d-738c-48cc-b376-07d04e7732f1 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.1387224 Sep 08 09:26:01.998257 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-acd4d565-edac-4c78-857e-e0509584fdff req-440e0848-80e5-4ebb-87f6-aa43fdda1b3f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039841 Sep 08 09:26:02.067447 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-febf526a-d8fa-4fca-9135-1c55855ad332 req-d4bc1882-59b2-45d3-8529-2b6b9a056fff tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905762 Sep 08 09:26:02.118918 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device cda6f87f-b57d-4355-8798-60bc2d2ff420 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:26:02.699722 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port cda6f87f-b57d-4355-8798-60bc2d2ff420 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:26:02.699722 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:02.922165 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-e8c63400-088c-4ebd-bd46-75b92005c17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d1f6d3-af22-47c8-8052-a24f425b87c5', 'name': 'tempest-TestVolumeBackupRestore-1282731436-router', 'tenant_id': '9030c1e617fb4de9873c90cbd9b55f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'cda6f87f-b57d-4355-8798-60bc2d2ff420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:25:52Z', 'updated_at': '2021-09-08T09:25:58Z', 'revision_number': 4, 'project_id': '9030c1e617fb4de9873c90cbd9b55f5e', 'gw_port': {'id': 'cda6f87f-b57d-4355-8798-60bc2d2ff420', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d1f6d3-af22-47c8-8052-a24f425b87c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:25:53Z', 'updated_at': '2021-09-08T09:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '2cf458c5-f2c3-48a8-9697-6afd7cd9ac32', 'name': '', 'network_id': '7531d6d7-c0aa-4c81-b52b-575d280f0a7c', 'tenant_id': '9030c1e617fb4de9873c90cbd9b55f5e', 'mac_address': 'fa:16:3e:a2:79:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d1f6d3-af22-47c8-8052-a24f425b87c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '497346d1-0e21-4dad-8426-b10e476648f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:25:56Z', 'updated_at': '2021-09-08T09:25:58Z', 'revision_number': 2, 'project_id': '9030c1e617fb4de9873c90cbd9b55f5e', 'subnets': [{'id': '497346d1-0e21-4dad-8426-b10e476648f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:26:02.983755 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c63400-088c-4ebd-bd46-75b92005c17d None None] Checking router: e3d1f6d3-af22-47c8-8052-a24f425b87c5 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:26:02.984121 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c63400-088c-4ebd-bd46-75b92005c17d None None] Updating router e3d1f6d3-af22-47c8-8052-a24f425b87c5 port 2cf458c5-f2c3-48a8-9697-6afd7cd9ac32 binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:26:03.036405 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e8c63400-088c-4ebd-bd46-75b92005c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:03.331744 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602484df-1a2e-4e25-a068-0a259a666f7c req-85716509-4905-4c15-8999-61e7eb025247 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:03.334761 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-602484df-1a2e-4e25-a068-0a259a666f7c req-85716509-4905-4c15-8999-61e7eb025247 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.1717656 Sep 08 09:26:03.427450 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-602484df-1a2e-4e25-a068-0a259a666f7c req-d777e840-c86b-4ea6-be97-9449a37d4db9 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802875 Sep 08 09:26:03.489557 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d91e8c-a54e-4b87-9afd-caa8aa0dc0c3 req-061ff8af-2714-40ec-bb63-8d105398c390 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:03.500004 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d8d91e8c-a54e-4b87-9afd-caa8aa0dc0c3 req-061ff8af-2714-40ec-bb63-8d105398c390 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 945 time: 0.2744224 Sep 08 09:26:03.666072 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e8c63400-088c-4ebd-bd46-75b92005c17d None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:03.681623 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e8c63400-088c-4ebd-bd46-75b92005c17d None None] Transition to ACTIVE for port object 2cf458c5-f2c3-48a8-9697-6afd7cd9ac32 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:26:03.694959 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e8c63400-088c-4ebd-bd46-75b92005c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:03.828708 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce1e42-9bcf-472d-a754-cf7194fa9440 None None] Pushing event updated for resources: {'Port': ['ID=2cf458c5-f2c3-48a8-9697-6afd7cd9ac32,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:26:03.879279 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-e8c63400-088c-4ebd-bd46-75b92005c17d None None] Attempting to bind port 2cf458c5-f2c3-48a8-9697-6afd7cd9ac32 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:26:03.879650 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-e8c63400-088c-4ebd-bd46-75b92005c17d None None] Attempting to bind port 2cf458c5-f2c3-48a8-9697-6afd7cd9ac32 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '7110f45d-a5aa-43db-8903-aea69a06869b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '7531d6d7-c0aa-4c81-b52b-575d280f0a7c'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:26:03.880015 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c63400-088c-4ebd-bd46-75b92005c17d None None] Attempting to bind port 2cf458c5-f2c3-48a8-9697-6afd7cd9ac32 on network 7531d6d7-c0aa-4c81-b52b-575d280f0a7c {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:26:03.887696 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c63400-088c-4ebd-bd46-75b92005c17d None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:26:03.888227 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c63400-088c-4ebd-bd46-75b92005c17d None None] Checking segment: {'id': '7110f45d-a5aa-43db-8903-aea69a06869b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '7531d6d7-c0aa-4c81-b52b-575d280f0a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:26:03.888613 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e8c63400-088c-4ebd-bd46-75b92005c17d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:03.888878 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c63400-088c-4ebd-bd46-75b92005c17d None None] Bound using segment: {'id': '7110f45d-a5aa-43db-8903-aea69a06869b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '7531d6d7-c0aa-4c81-b52b-575d280f0a7c'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:26:03.889361 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-e8c63400-088c-4ebd-bd46-75b92005c17d None None] Bound port: 2cf458c5-f2c3-48a8-9697-6afd7cd9ac32, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7110f45d-a5aa-43db-8903-aea69a06869b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '7531d6d7-c0aa-4c81-b52b-575d280f0a7c'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:26:03.889747 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e8c63400-088c-4ebd-bd46-75b92005c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:03.998502 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e8c63400-088c-4ebd-bd46-75b92005c17d None None] For port 2cf458c5-f2c3-48a8-9697-6afd7cd9ac32, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:26:04.008258 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e8c63400-088c-4ebd-bd46-75b92005c17d None None] For port 2cf458c5-f2c3-48a8-9697-6afd7cd9ac32, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=2cf458c5-f2c3-48a8-9697-6afd7cd9ac32,segment=NetworkSegment(7110f45d-a5aa-43db-8903-aea69a06869b),segment_id=7110f45d-a5aa-43db-8903-aea69a06869b)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:26:04.020179 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e8c63400-088c-4ebd-bd46-75b92005c17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:04.090319 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c63400-088c-4ebd-bd46-75b92005c17d None None] Routers {'e3d1f6d3-af22-47c8-8052-a24f425b87c5'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:26:04.091556 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-e8c63400-088c-4ebd-bd46-75b92005c17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:25:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['e3d1f6d3-af22-47c8-8052-a24f425b87c5'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:26:04.143638 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b9282-d187-428e-ada6-78cc70fca418 req-b0982917-5752-4538-a55e-72c81ac673e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:04.150292 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-660b9282-d187-428e-ada6-78cc70fca418 req-b0982917-5752-4538-a55e-72c81ac673e8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0f105e5fd99469d8f84a09c77d72db0&device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 1097 time: 0.8074570 Sep 08 09:26:04.201929 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d8d91e8c-a54e-4b87-9afd-caa8aa0dc0c3 req-529fd80a-f315-4fc4-8bab-217aff639008 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6987255 Sep 08 09:26:04.217275 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce1e42-9bcf-472d-a754-cf7194fa9440 None None] Pushing event updated for resources: {'Port': ['ID=2cf458c5-f2c3-48a8-9697-6afd7cd9ac32,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:26:04.308554 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b9282-d187-428e-ada6-78cc70fca418 req-0517e3d2-6970-4b24-9c7d-1cdd8c025aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:04.310621 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-660b9282-d187-428e-ada6-78cc70fca418 req-0517e3d2-6970-4b24-9c7d-1cdd8c025aaf service neutron] 10.222.0.35 "GET /v2.0/networks?id=34cab420-4061-4919-a6e5-7f4f7f66770d HTTP/1.1" status: 200 len: 896 time: 0.1528754 Sep 08 09:26:04.359887 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-e8c63400-088c-4ebd-bd46-75b92005c17d None None] Set router e3d1f6d3-af22-47c8-8052-a24f425b87c5 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:26:04.500110 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-660b9282-d187-428e-ada6-78cc70fca418 req-56c2532f-5f2e-4bf8-aae8-6d184615819e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17a1ade1-2cfa-472c-b7c8-1f808c264f74 HTTP/1.1" status: 200 len: 1001 time: 0.1619289 Sep 08 09:26:04.587808 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b9282-d187-428e-ada6-78cc70fca418 req-332fd3c3-f1cd-4c81-a29d-402e5a270124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:04.589967 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-660b9282-d187-428e-ada6-78cc70fca418 req-332fd3c3-f1cd-4c81-a29d-402e5a270124 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7071c3aa-f3c6-48cc-8f83-006cadb8075d HTTP/1.1" status: 200 len: 834 time: 0.0803425 Sep 08 09:26:04.686900 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066fcdc5-b252-4882-a2b4-63ae940bf86f req-23abcec8-4c1a-4912-9342-b98aec36b1cf tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:04.695455 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-066fcdc5-b252-4882-a2b4-63ae940bf86f req-23abcec8-4c1a-4912-9342-b98aec36b1cf tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0990932 Sep 08 09:26:04.722672 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b9282-d187-428e-ada6-78cc70fca418 req-90132dc5-b868-4d44-af97-dac62b3b080f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:04.727742 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-660b9282-d187-428e-ada6-78cc70fca418 req-90132dc5-b868-4d44-af97-dac62b3b080f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=34cab420-4061-4919-a6e5-7f4f7f66770d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1295784 Sep 08 09:26:04.743769 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [req-660b9282-d187-428e-ada6-78cc70fca418 req-5658e0a1-b8fc-478f-8243-630211e288bb service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:26:04.745362 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-660b9282-d187-428e-ada6-78cc70fca418 req-5658e0a1-b8fc-478f-8243-630211e288bb service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084317 Sep 08 09:26:04.780795 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-066fcdc5-b252-4882-a2b4-63ae940bf86f req-1d3af558-60b1-4c3a-a70d-0248301f566c tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839703 Sep 08 09:26:04.819821 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-e8c63400-088c-4ebd-bd46-75b92005c17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d1f6d3-af22-47c8-8052-a24f425b87c5', 'name': 'tempest-TestVolumeBackupRestore-1282731436-router', 'tenant_id': '9030c1e617fb4de9873c90cbd9b55f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'cda6f87f-b57d-4355-8798-60bc2d2ff420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:25:52Z', 'updated_at': '2021-09-08T09:25:58Z', 'revision_number': 4, 'project_id': '9030c1e617fb4de9873c90cbd9b55f5e', 'gw_port': {'id': 'cda6f87f-b57d-4355-8798-60bc2d2ff420', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d1f6d3-af22-47c8-8052-a24f425b87c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:25:53Z', 'updated_at': '2021-09-08T09:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '2cf458c5-f2c3-48a8-9697-6afd7cd9ac32', 'name': '', 'network_id': '7531d6d7-c0aa-4c81-b52b-575d280f0a7c', 'tenant_id': '9030c1e617fb4de9873c90cbd9b55f5e', 'mac_address': 'fa:16:3e:a2:79:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d1f6d3-af22-47c8-8052-a24f425b87c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '497346d1-0e21-4dad-8426-b10e476648f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:25:56Z', 'updated_at': '2021-09-08T09:26:03Z', 'revision_number': 4, 'project_id': '9030c1e617fb4de9873c90cbd9b55f5e', 'subnets': [{'id': '497346d1-0e21-4dad-8426-b10e476648f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:26:04.847332 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c63400-088c-4ebd-bd46-75b92005c17d None None] The sync data for ids ['e3d1f6d3-af22-47c8-8052-a24f425b87c5'] in n-d-806683-11 is: [{'id': 'e3d1f6d3-af22-47c8-8052-a24f425b87c5', 'name': 'tempest-TestVolumeBackupRestore-1282731436-router', 'tenant_id': '9030c1e617fb4de9873c90cbd9b55f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'cda6f87f-b57d-4355-8798-60bc2d2ff420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:25:52Z', 'updated_at': '2021-09-08T09:25:58Z', 'revision_number': 4, 'project_id': '9030c1e617fb4de9873c90cbd9b55f5e', 'gw_port': {'id': 'cda6f87f-b57d-4355-8798-60bc2d2ff420', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d1f6d3-af22-47c8-8052-a24f425b87c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:25:53Z', 'updated_at': '2021-09-08T09:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '2cf458c5-f2c3-48a8-9697-6afd7cd9ac32', 'name': '', 'network_id': '7531d6d7-c0aa-4c81-b52b-575d280f0a7c', 'tenant_id': '9030c1e617fb4de9873c90cbd9b55f5e', 'mac_address': 'fa:16:3e:a2:79:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d1f6d3-af22-47c8-8052-a24f425b87c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '497346d1-0e21-4dad-8426-b10e476648f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:25:56Z', 'updated_at': '2021-09-08T09:26:03Z', 'revision_number': 4, 'project_id': '9030c1e617fb4de9873c90cbd9b55f5e', 'subnets': [{'id': '497346d1-0e21-4dad-8426-b10e476648f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:26:04.859163 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cfb49f-5169-4a47-909b-3db65f699bf9 req-a82ca92f-1588-4704-91e5-a26c29af3923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:04.860708 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26cfb49f-5169-4a47-909b-3db65f699bf9 req-a82ca92f-1588-4704-91e5-a26c29af3923 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b71c8866e0a041d8a6a40f7dc5d3a1ff&device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 1097 time: 0.1944277 Sep 08 09:26:04.885208 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-660b9282-d187-428e-ada6-78cc70fca418 req-2dd15eb6-21fc-48d7-8086-20f89442d7bd service neutron] 10.222.0.35 "GET /v2.0/networks/34cab420-4061-4919-a6e5-7f4f7f66770d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302004 Sep 08 09:26:05.167435 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cfb49f-5169-4a47-909b-3db65f699bf9 req-632c20f9-b359-4db7-bc91-8b29e22058d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:05.175261 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26cfb49f-5169-4a47-909b-3db65f699bf9 req-632c20f9-b359-4db7-bc91-8b29e22058d4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=678c6b91-5ea9-437d-bb2d-e0aa57bc04fe HTTP/1.1" status: 200 len: 914 time: 0.2926736 Sep 08 09:26:05.263015 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-660b9282-d187-428e-ada6-78cc70fca418 req-6cf86fdf-a5a0-463d-bb42-e1b700cc4aa8 service neutron] 10.222.0.35 "GET /v2.0/networks/34cab420-4061-4919-a6e5-7f4f7f66770d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258810 Sep 08 09:26:05.265188 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26cfb49f-5169-4a47-909b-3db65f699bf9 req-99d6547d-873e-4c11-bda1-84872fa778c6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bad12fc-0407-4931-9668-f2979f9e09c7 HTTP/1.1" status: 200 len: 217 time: 0.0763979 Sep 08 09:26:05.487111 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cfb49f-5169-4a47-909b-3db65f699bf9 req-592752b9-f70e-4e6c-8c0a-2336e000a226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:05.489121 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26cfb49f-5169-4a47-909b-3db65f699bf9 req-592752b9-f70e-4e6c-8c0a-2336e000a226 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9414c654-7832-4a44-85f8-4dd276ece110 HTTP/1.1" status: 200 len: 853 time: 0.2065234 Sep 08 09:26:05.503037 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89704b5-b716-4c94-b73f-e23dc11ce0ec req-e05f3bd8-0ab0-4a16-bf10-43dbe7fcf851 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:05.505965 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a89704b5-b716-4c94-b73f-e23dc11ce0ec req-e05f3bd8-0ab0-4a16-bf10-43dbe7fcf851 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 945 time: 0.1479259 Sep 08 09:26:05.564197 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26cfb49f-5169-4a47-909b-3db65f699bf9 req-292878f1-a285-431c-beff-16fe3cf01d8a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=678c6b91-5ea9-437d-bb2d-e0aa57bc04fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547032 Sep 08 09:26:05.637396 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a89704b5-b716-4c94-b73f-e23dc11ce0ec req-7c339823-cdb2-4078-8805-770d8e66e230 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116290 Sep 08 09:26:05.733135 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26cfb49f-5169-4a47-909b-3db65f699bf9 req-e2386b14-75c9-4acf-8133-2d3f593a2276 service neutron] 10.222.0.35 "GET /v2.0/networks/678c6b91-5ea9-437d-bb2d-e0aa57bc04fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445761 Sep 08 09:26:05.921216 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26cfb49f-5169-4a47-909b-3db65f699bf9 req-dbeff9f6-03b7-48e2-99af-cf4215acc7d6 service neutron] 10.222.0.35 "GET /v2.0/networks/678c6b91-5ea9-437d-bb2d-e0aa57bc04fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726658 Sep 08 09:26:05.979865 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8bcae-7248-4419-859d-f9c2be06fa36 req-11d5f353-1895-45aa-b6e2-334d4e271104 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:05.989841 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5bf8bcae-7248-4419-859d-f9c2be06fa36 req-11d5f353-1895-45aa-b6e2-334d4e271104 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0833142 Sep 08 09:26:06.079185 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 2cf458c5-f2c3-48a8-9697-6afd7cd9ac32 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:26:06.093688 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5bf8bcae-7248-4419-859d-f9c2be06fa36 req-76ac707e-5ddc-47b5-8d9c-24cbab84a422 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016672 Sep 08 09:26:06.155340 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 2cf458c5-f2c3-48a8-9697-6afd7cd9ac32 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:26:06.163360 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 2cf458c5-f2c3-48a8-9697-6afd7cd9ac32 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:26:06.164843 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:06.344415 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:06.385967 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 2cf458c5-f2c3-48a8-9697-6afd7cd9ac32, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=2cf458c5-f2c3-48a8-9697-6afd7cd9ac32,segment=NetworkSegment(7110f45d-a5aa-43db-8903-aea69a06869b),segment_id=7110f45d-a5aa-43db-8903-aea69a06869b)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:26:06.395022 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:06.475384 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=2cf458c5-f2c3-48a8-9697-6afd7cd9ac32,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:26:06.802540 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4112dc7-55dc-49d8-97ea-7b310c9d87e1 req-9a4a9c64-4050-4794-b98f-c346f32fc789 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:06.805238 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e4112dc7-55dc-49d8-97ea-7b310c9d87e1 req-9a4a9c64-4050-4794-b98f-c346f32fc789 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 945 time: 0.0697584 Sep 08 09:26:06.851040 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e4112dc7-55dc-49d8-97ea-7b310c9d87e1 req-22c90aae-2e2b-4e93-af8b-abb2f8986d15 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390594 Sep 08 09:26:07.263363 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035e437-3f79-40ca-b55a-41d7570d0906 req-23a89426-1d02-4902-a617-347b16d78d81 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:07.271864 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5035e437-3f79-40ca-b55a-41d7570d0906 req-23a89426-1d02-4902-a617-347b16d78d81 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0764856 Sep 08 09:26:07.337059 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5035e437-3f79-40ca-b55a-41d7570d0906 req-9b07f9c3-54ad-41b8-8944-663b9a33b480 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576615 Sep 08 09:26:08.063339 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db24d5b-87c7-481e-b5dc-e7704a8cbec9 req-72f76e2e-a86a-4ecd-a151-a7d615b5a200 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:08.066737 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1db24d5b-87c7-481e-b5dc-e7704a8cbec9 req-72f76e2e-a86a-4ecd-a151-a7d615b5a200 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 945 time: 0.0822647 Sep 08 09:26:08.084033 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 2cf458c5-f2c3-48a8-9697-6afd7cd9ac32 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:26:08.125650 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1db24d5b-87c7-481e-b5dc-e7704a8cbec9 req-29e52f1a-dec6-49b8-b47a-c43ebade84af tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472512 Sep 08 09:26:08.191986 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 2cf458c5-f2c3-48a8-9697-6afd7cd9ac32 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:26:08.192373 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:08.465765 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 8bad12fc-0407-4931-9668-f2979f9e09c7 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:26:08.516887 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c56f55-239c-4e44-a56c-30f9f50bfd97 req-cea04d8d-8372-4c11-8220-8852041964a6 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:08.522712 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-43c56f55-239c-4e44-a56c-30f9f50bfd97 req-cea04d8d-8372-4c11-8220-8852041964a6 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.0738995 Sep 08 09:26:08.571956 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:08.613124 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bad12fc-0407-4931-9668-f2979f9e09c7'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:26:08.615561 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f772ae-ddc0-4339-ab51-89fac31357e0" -d '{"events": [{"server_uuid": "1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f", "name": "network-vif-unplugged", "status": "completed", "tag": "8bad12fc-0407-4931-9668-f2979f9e09c7"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:26:08.635495 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-43c56f55-239c-4e44-a56c-30f9f50bfd97 req-ee467542-0199-46c6-b6ba-99f4662ef364 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040332 Sep 08 09:26:08.652121 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 8bad12fc-0407-4931-9668-f2979f9e09c7, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=8bad12fc-0407-4931-9668-f2979f9e09c7,segment=NetworkSegment(f08fca9c-7ba9-4967-8c01-3edd0faf3db1),segment_id=f08fca9c-7ba9-4967-8c01-3edd0faf3db1)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:26:08.658768 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:08.697517 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 08 Sep 2021 09:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33bbc2f-f152-45de-a1d8-7958a74f3de5 x-openstack-request-id: req-f33bbc2f-f152-45de-a1d8-7958a74f3de5 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:26:08.697924 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f", "name": "network-vif-unplugged", "status": "failed", "tag": "8bad12fc-0407-4931-9668-f2979f9e09c7", "code": 422}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:26:08.698455 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f33bbc2f-f152-45de-a1d8-7958a74f3de5 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:26:08.699631 n-d-806683-11 neutron-server[94714]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8bad12fc-0407-4931-9668-f2979f9e09c7', 'code': 422} returned with failed status Sep 08 09:26:08.731591 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=8bad12fc-0407-4931-9668-f2979f9e09c7,revision_number=8']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:26:08.817003 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017be00-1576-4e98-8b54-db4fb78c7d8a req-bb8c4db4-52c1-4169-a257-13a799bb852f tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:08.818860 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2017be00-1576-4e98-8b54-db4fb78c7d8a req-bb8c4db4-52c1-4169-a257-13a799bb852f tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 943 time: 0.0548246 Sep 08 09:26:08.865339 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2017be00-1576-4e98-8b54-db4fb78c7d8a req-8798fd26-e4f4-4068-83f8-30f10ac33757 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380406 Sep 08 09:26:09.074383 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [req-7a19d4ee-ec04-4c0f-a75e-1c5200f5f176 req-ee582307-31f4-43a5-b6dc-ef9ebc179746 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:26:09.075413 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7a19d4ee-ec04-4c0f-a75e-1c5200f5f176 req-ee582307-31f4-43a5-b6dc-ef9ebc179746 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053210 Sep 08 09:26:09.313862 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d58c24-e599-472e-bbb2-ce39eb190956 req-e9802dcc-89e2-4d34-b4f9-d5ccb2c97ec0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:09.322590 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c2d58c24-e599-472e-bbb2-ce39eb190956 req-e9802dcc-89e2-4d34-b4f9-d5ccb2c97ec0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 945 time: 0.1045108 Sep 08 09:26:09.382673 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c2d58c24-e599-472e-bbb2-ce39eb190956 req-add4dde3-64a5-49b6-8928-3f7fd418f54c tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588703 Sep 08 09:26:09.407872 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d9ea2c-a1d6-467e-9f56-a9c653c838c5 req-3e8a546b-08a7-4d15-8ec0-dee7545483f8 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:09.409337 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e0d9ea2c-a1d6-467e-9f56-a9c653c838c5 req-3e8a546b-08a7-4d15-8ec0-dee7545483f8 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 943 time: 0.1133113 Sep 08 09:26:09.491630 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e0d9ea2c-a1d6-467e-9f56-a9c653c838c5 req-324f7f79-f272-4e50-a513-e1c783001670 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737307 Sep 08 09:26:09.603567 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fad55b54-e33e-4002-8390-ac9e26a1a6ad req-9a8b29f2-b319-4d42-a352-6b095c7c525b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1584101 Sep 08 09:26:09.614353 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [req-fad55b54-e33e-4002-8390-ac9e26a1a6ad req-b955daea-8468-41cf-a72c-973cca56e21f service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:26:09.615336 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fad55b54-e33e-4002-8390-ac9e26a1a6ad req-b955daea-8468-41cf-a72c-973cca56e21f service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051262 Sep 08 09:26:10.567263 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525ac7a-96b4-4254-9e03-f406484add4c req-5e3c255d-2cc5-43d1-a35e-16c65f3caabc tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:10.569115 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8525ac7a-96b4-4254-9e03-f406484add4c req-5e3c255d-2cc5-43d1-a35e-16c65f3caabc tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 945 time: 0.0860763 Sep 08 09:26:10.612051 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad55b54-e33e-4002-8390-ac9e26a1a6ad req-dd491e7e-7cce-434e-a571-debe90d2cdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:10.614225 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fad55b54-e33e-4002-8390-ac9e26a1a6ad req-dd491e7e-7cce-434e-a571-debe90d2cdf7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f&tenant_id=b71c8866e0a041d8a6a40f7dc5d3a1ff HTTP/1.1" status: 200 len: 1095 time: 0.0971794 Sep 08 09:26:10.635924 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8525ac7a-96b4-4254-9e03-f406484add4c req-e4557ee4-cca3-44f3-8f69-4e0798bf2c80 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568042 Sep 08 09:26:10.647458 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-fad55b54-e33e-4002-8390-ac9e26a1a6ad req-dbaf031f-695a-4073-bcda-3461eecbf076 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-11', 'device_owner': 'compute:nova'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:26:10.713045 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-fad55b54-e33e-4002-8390-ac9e26a1a6ad req-dbaf031f-695a-4073-bcda-3461eecbf076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:10.721727 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220649b-7fb8-4698-bc8f-2c13b430b83c req-43473059-7675-4ff6-ae3c-70fd0eaf7a4d tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:10.733837 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2220649b-7fb8-4698-bc8f-2c13b430b83c req-43473059-7675-4ff6-ae3c-70fd0eaf7a4d tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 943 time: 0.1135657 Sep 08 09:26:10.779846 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2220649b-7fb8-4698-bc8f-2c13b430b83c req-b2727627-cf49-4685-ac22-a14ea867370a tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443559 Sep 08 09:26:11.031423 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-fad55b54-e33e-4002-8390-ac9e26a1a6ad req-dbaf031f-695a-4073-bcda-3461eecbf076 service neutron] For port 8bad12fc-0407-4931-9668-f2979f9e09c7, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=8bad12fc-0407-4931-9668-f2979f9e09c7,segment=NetworkSegment(f08fca9c-7ba9-4967-8c01-3edd0faf3db1),segment_id=f08fca9c-7ba9-4967-8c01-3edd0faf3db1)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:26:11.075445 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-fad55b54-e33e-4002-8390-ac9e26a1a6ad req-dbaf031f-695a-4073-bcda-3461eecbf076 service neutron] For port 8bad12fc-0407-4931-9668-f2979f9e09c7, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:26:11.128952 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-fad55b54-e33e-4002-8390-ac9e26a1a6ad req-dbaf031f-695a-4073-bcda-3461eecbf076 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bad12fc-0407-4931-9668-f2979f9e09c7 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:26:11.138080 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-fad55b54-e33e-4002-8390-ac9e26a1a6ad req-dbaf031f-695a-4073-bcda-3461eecbf076 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:11.151318 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-fad55b54-e33e-4002-8390-ac9e26a1a6ad req-dbaf031f-695a-4073-bcda-3461eecbf076 service neutron] Transition to ACTIVE for port object 8bad12fc-0407-4931-9668-f2979f9e09c7 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:26:11.157590 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-fad55b54-e33e-4002-8390-ac9e26a1a6ad req-dbaf031f-695a-4073-bcda-3461eecbf076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:11.210886 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf031f-695a-4073-bcda-3461eecbf076 service neutron] Pushing event updated for resources: {'Port': ['ID=8bad12fc-0407-4931-9668-f2979f9e09c7,revision_number=9']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:26:11.247853 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad55b54-e33e-4002-8390-ac9e26a1a6ad req-dbaf031f-695a-4073-bcda-3461eecbf076 service neutron] No DVR routers for this DVR port 8bad12fc-0407-4931-9668-f2979f9e09c7 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:26:11.293789 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-fad55b54-e33e-4002-8390-ac9e26a1a6ad req-dbaf031f-695a-4073-bcda-3461eecbf076 service neutron] Attempting to bind port 8bad12fc-0407-4931-9668-f2979f9e09c7 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:26:11.294164 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-fad55b54-e33e-4002-8390-ac9e26a1a6ad req-dbaf031f-695a-4073-bcda-3461eecbf076 service neutron] Attempting to bind port 8bad12fc-0407-4931-9668-f2979f9e09c7 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'f08fca9c-7ba9-4967-8c01-3edd0faf3db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '678c6b91-5ea9-437d-bb2d-e0aa57bc04fe'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:26:11.294576 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad55b54-e33e-4002-8390-ac9e26a1a6ad req-dbaf031f-695a-4073-bcda-3461eecbf076 service neutron] Attempting to bind port 8bad12fc-0407-4931-9668-f2979f9e09c7 on network 678c6b91-5ea9-437d-bb2d-e0aa57bc04fe {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:26:11.309010 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad55b54-e33e-4002-8390-ac9e26a1a6ad req-dbaf031f-695a-4073-bcda-3461eecbf076 service neutron] Port 8bad12fc-0407-4931-9668-f2979f9e09c7 on network 678c6b91-5ea9-437d-bb2d-e0aa57bc04fe not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:26:11.309360 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad55b54-e33e-4002-8390-ac9e26a1a6ad req-dbaf031f-695a-4073-bcda-3461eecbf076 service neutron] Attempting to bind port 8bad12fc-0407-4931-9668-f2979f9e09c7 on network 678c6b91-5ea9-437d-bb2d-e0aa57bc04fe {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:26:11.323818 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad55b54-e33e-4002-8390-ac9e26a1a6ad req-dbaf031f-695a-4073-bcda-3461eecbf076 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:26:11.326133 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad55b54-e33e-4002-8390-ac9e26a1a6ad req-dbaf031f-695a-4073-bcda-3461eecbf076 service neutron] Checking segment: {'id': 'f08fca9c-7ba9-4967-8c01-3edd0faf3db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '678c6b91-5ea9-437d-bb2d-e0aa57bc04fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:26:11.326133 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad55b54-e33e-4002-8390-ac9e26a1a6ad req-dbaf031f-695a-4073-bcda-3461eecbf076 service neutron] Bound using segment: {'id': 'f08fca9c-7ba9-4967-8c01-3edd0faf3db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '678c6b91-5ea9-437d-bb2d-e0aa57bc04fe'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:26:11.326133 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-fad55b54-e33e-4002-8390-ac9e26a1a6ad req-dbaf031f-695a-4073-bcda-3461eecbf076 service neutron] Bound port: 8bad12fc-0407-4931-9668-f2979f9e09c7, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f08fca9c-7ba9-4967-8c01-3edd0faf3db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '678c6b91-5ea9-437d-bb2d-e0aa57bc04fe'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:26:11.326133 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-fad55b54-e33e-4002-8390-ac9e26a1a6ad req-dbaf031f-695a-4073-bcda-3461eecbf076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:11.430889 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-fad55b54-e33e-4002-8390-ac9e26a1a6ad req-dbaf031f-695a-4073-bcda-3461eecbf076 service neutron] For port 8bad12fc-0407-4931-9668-f2979f9e09c7, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:26:11.440154 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-fad55b54-e33e-4002-8390-ac9e26a1a6ad req-dbaf031f-695a-4073-bcda-3461eecbf076 service neutron] For port 8bad12fc-0407-4931-9668-f2979f9e09c7, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=8bad12fc-0407-4931-9668-f2979f9e09c7,segment=NetworkSegment(f08fca9c-7ba9-4967-8c01-3edd0faf3db1),segment_id=f08fca9c-7ba9-4967-8c01-3edd0faf3db1)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:26:11.448213 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-fad55b54-e33e-4002-8390-ac9e26a1a6ad req-dbaf031f-695a-4073-bcda-3461eecbf076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:11.507984 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf031f-695a-4073-bcda-3461eecbf076 service neutron] Pushing event updated for resources: {'Port': ['ID=8bad12fc-0407-4931-9668-f2979f9e09c7,revision_number=10']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:26:11.522552 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad55b54-e33e-4002-8390-ac9e26a1a6ad req-dbaf031f-695a-4073-bcda-3461eecbf076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:11.523188 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-fad55b54-e33e-4002-8390-ac9e26a1a6ad req-dbaf031f-695a-4073-bcda-3461eecbf076 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:11.526758 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fad55b54-e33e-4002-8390-ac9e26a1a6ad req-dbaf031f-695a-4073-bcda-3461eecbf076 service neutron] 10.222.0.37 "PUT /v2.0/ports/8bad12fc-0407-4931-9668-f2979f9e09c7 HTTP/1.1" status: 200 len: 1092 time: 0.8869500 Sep 08 09:26:11.526758 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f', 'tag': '8bad12fc-0407-4931-9668-f2979f9e09c7'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:26:11.529189 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e922688b-23da-4e85-9138-f6dc1497eef7" -d '{"events": [{"name": "network-changed", "server_uuid": "1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f", "tag": "8bad12fc-0407-4931-9668-f2979f9e09c7"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:26:11.606800 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad55b54-e33e-4002-8390-ac9e26a1a6ad req-52b9463b-ede6-4c76-a95c-97b3ef320404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:11.608139 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fad55b54-e33e-4002-8390-ac9e26a1a6ad req-52b9463b-ede6-4c76-a95c-97b3ef320404 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b71c8866e0a041d8a6a40f7dc5d3a1ff&device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 1096 time: 0.0451591 Sep 08 09:26:11.609566 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9e0fc8-f0df-49bb-aff4-db7e2066161f x-openstack-request-id: req-ad9e0fc8-f0df-49bb-aff4-db7e2066161f {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:26:11.609854 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f", "tag": "8bad12fc-0407-4931-9668-f2979f9e09c7", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:26:11.610205 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ad9e0fc8-f0df-49bb-aff4-db7e2066161f {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:26:11.610602 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f', 'tag': '8bad12fc-0407-4931-9668-f2979f9e09c7', 'status': 'completed', 'code': 200} Sep 08 09:26:11.793104 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad55b54-e33e-4002-8390-ac9e26a1a6ad req-3c2b2c73-2be1-4676-a57b-c56e1e999a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:11.795151 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fad55b54-e33e-4002-8390-ac9e26a1a6ad req-3c2b2c73-2be1-4676-a57b-c56e1e999a0b service neutron] 10.222.0.37 "GET /v2.0/networks?id=678c6b91-5ea9-437d-bb2d-e0aa57bc04fe HTTP/1.1" status: 200 len: 914 time: 0.1723182 Sep 08 09:26:11.829076 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e45a49-31e5-4281-af21-5d2824352fa1 req-b40bf035-deae-4672-a352-abb8cbc24d85 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:11.837767 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d1e45a49-31e5-4281-af21-5d2824352fa1 req-b40bf035-deae-4672-a352-abb8cbc24d85 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 945 time: 0.1261549 Sep 08 09:26:11.888054 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d1e45a49-31e5-4281-af21-5d2824352fa1 req-40cb32bd-4905-450b-b2a0-672299b35066 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439606 Sep 08 09:26:11.903201 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fad55b54-e33e-4002-8390-ac9e26a1a6ad req-656c54db-13a2-44fe-9e06-8a52894e4c00 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bad12fc-0407-4931-9668-f2979f9e09c7 HTTP/1.1" status: 200 len: 217 time: 0.0907233 Sep 08 09:26:12.002358 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad55b54-e33e-4002-8390-ac9e26a1a6ad req-ae69c35b-5e88-461a-802d-bdf7f1ff17df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:12.004328 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fad55b54-e33e-4002-8390-ac9e26a1a6ad req-ae69c35b-5e88-461a-802d-bdf7f1ff17df service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9414c654-7832-4a44-85f8-4dd276ece110 HTTP/1.1" status: 200 len: 853 time: 0.1004317 Sep 08 09:26:12.035702 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca72681-25a3-4177-874c-4afe2d1bc4c8 req-70720ebb-5c35-4dae-9f99-b345d2d8478d tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:12.046368 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2ca72681-25a3-4177-874c-4afe2d1bc4c8 req-70720ebb-5c35-4dae-9f99-b345d2d8478d tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 944 time: 0.1312146 Sep 08 09:26:12.072013 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fad55b54-e33e-4002-8390-ac9e26a1a6ad req-ebf7afa1-9413-4c42-afb4-ca3e49bf1e3a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=678c6b91-5ea9-437d-bb2d-e0aa57bc04fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581732 Sep 08 09:26:12.186814 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2ca72681-25a3-4177-874c-4afe2d1bc4c8 req-73980491-b46a-41b1-b86d-678ccf1d987b tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393714 Sep 08 09:26:12.207244 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fad55b54-e33e-4002-8390-ac9e26a1a6ad req-253a7fa1-24e6-470e-bbb9-4ffdf4497620 service neutron] 10.222.0.37 "GET /v2.0/networks/678c6b91-5ea9-437d-bb2d-e0aa57bc04fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248796 Sep 08 09:26:12.324790 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fad55b54-e33e-4002-8390-ac9e26a1a6ad req-486dff5c-f208-48ea-94d8-b625b1faaa97 service neutron] 10.222.0.37 "GET /v2.0/networks/678c6b91-5ea9-437d-bb2d-e0aa57bc04fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106226 Sep 08 09:26:12.475143 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922688b-23da-4e85-9138-f6dc1497eef7 req-8006ad8f-9e29-4956-815d-fb818b921eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:12.481328 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 8bad12fc-0407-4931-9668-f2979f9e09c7 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:26:12.484501 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e922688b-23da-4e85-9138-f6dc1497eef7 req-8006ad8f-9e29-4956-815d-fb818b921eeb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b71c8866e0a041d8a6a40f7dc5d3a1ff&device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 1096 time: 0.0873425 Sep 08 09:26:12.596491 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 8bad12fc-0407-4931-9668-f2979f9e09c7 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:26:12.617251 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922688b-23da-4e85-9138-f6dc1497eef7 req-572a73e8-8fe4-4de2-a5d0-c8b163f3a82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:12.619517 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e922688b-23da-4e85-9138-f6dc1497eef7 req-572a73e8-8fe4-4de2-a5d0-c8b163f3a82c service neutron] 10.222.0.37 "GET /v2.0/networks?id=678c6b91-5ea9-437d-bb2d-e0aa57bc04fe HTTP/1.1" status: 200 len: 914 time: 0.1255324 Sep 08 09:26:12.669627 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e922688b-23da-4e85-9138-f6dc1497eef7 req-0668a5a8-9d67-4223-86b8-515dbe9f6965 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bad12fc-0407-4931-9668-f2979f9e09c7 HTTP/1.1" status: 200 len: 217 time: 0.0428092 Sep 08 09:26:12.746844 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922688b-23da-4e85-9138-f6dc1497eef7 req-c9271c15-fae2-4bc7-b69d-f8e35bb2edc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:12.748617 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e922688b-23da-4e85-9138-f6dc1497eef7 req-c9271c15-fae2-4bc7-b69d-f8e35bb2edc3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9414c654-7832-4a44-85f8-4dd276ece110 HTTP/1.1" status: 200 len: 853 time: 0.0712039 Sep 08 09:26:12.788821 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e922688b-23da-4e85-9138-f6dc1497eef7 req-f5654637-5fae-4190-a323-332867a3487d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=678c6b91-5ea9-437d-bb2d-e0aa57bc04fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328200 Sep 08 09:26:12.907095 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e922688b-23da-4e85-9138-f6dc1497eef7 req-594dae2c-e4f1-481e-8fe4-22239498e389 service neutron] 10.222.0.37 "GET /v2.0/networks/678c6b91-5ea9-437d-bb2d-e0aa57bc04fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076155 Sep 08 09:26:13.019574 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e922688b-23da-4e85-9138-f6dc1497eef7 req-94779b95-1bee-43c0-861a-a9951321c773 service neutron] 10.222.0.37 "GET /v2.0/networks/678c6b91-5ea9-437d-bb2d-e0aa57bc04fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046338 Sep 08 09:26:13.113048 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f2c70-0fbf-49b5-87db-fc6c69853c54 req-701c5863-11bc-48fd-bf34-761890476359 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:13.115926 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6c0f2c70-0fbf-49b5-87db-fc6c69853c54 req-701c5863-11bc-48fd-bf34-761890476359 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 945 time: 0.1162152 Sep 08 09:26:13.179769 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6c0f2c70-0fbf-49b5-87db-fc6c69853c54 req-4348c05c-c4f2-4bfe-89c8-acb2427194d1 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539629 Sep 08 09:26:13.410235 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba24e0f-32cc-4934-b84c-b4e9ef1c99b3 req-a0a75141-9c69-4787-9517-1d94fbd400b2 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:13.420869 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1ba24e0f-32cc-4934-b84c-b4e9ef1c99b3 req-a0a75141-9c69-4787-9517-1d94fbd400b2 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 944 time: 0.0993748 Sep 08 09:26:13.488742 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1ba24e0f-32cc-4934-b84c-b4e9ef1c99b3 req-42a19bfe-441e-46e2-892f-a1fe5bb6d4d8 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668614 Sep 08 09:26:14.334607 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9e86c-07fc-4ea2-9287-d6398949aa55 req-3e5984f4-2016-4aa5-9a6e-0e162f15e2b8 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:14.336217 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-61b9e86c-07fc-4ea2-9287-d6398949aa55 req-3e5984f4-2016-4aa5-9a6e-0e162f15e2b8 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 945 time: 0.0703773 Sep 08 09:26:14.417223 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-61b9e86c-07fc-4ea2-9287-d6398949aa55 req-16fd00d2-6600-4b8b-b4b0-6bb81583e402 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660088 Sep 08 09:26:14.783416 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36665947-c95a-45ff-9b73-5fada2ed64f4 req-dc475b85-a80c-407e-97a0-235d665c1a96 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:14.785028 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-36665947-c95a-45ff-9b73-5fada2ed64f4 req-dc475b85-a80c-407e-97a0-235d665c1a96 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 944 time: 0.1856592 Sep 08 09:26:14.877145 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [req-27e702a5-2617-4df5-ba97-8d1090bd67da req-1c57216c-c76a-4b0b-9bc3-15b4a61e0683 service neutron] (94712) timed out ('10.222.0.54', 52196) {{(pid=94712) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 09:26:14.897010 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-36665947-c95a-45ff-9b73-5fada2ed64f4 req-ccb59b58-1c7e-414e-babc-69cde63864d6 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988586 Sep 08 09:26:15.615850 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4588de-43f2-4943-9032-3c37fd892360 req-6fb3e27c-3bf7-4c8c-b810-ed8796fd59ce tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:15.624243 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ef4588de-43f2-4943-9032-3c37fd892360 req-6fb3e27c-3bf7-4c8c-b810-ed8796fd59ce tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 945 time: 0.0887411 Sep 08 09:26:15.677818 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ef4588de-43f2-4943-9032-3c37fd892360 req-fdcb586b-8c4e-45ae-9d14-74b007b211e8 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522358 Sep 08 09:26:16.132329 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fbfcfc-a25a-40f7-b745-3fd8e62e72db req-0d4563a0-99cd-4291-b290-084a140a9f5b tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:16.143582 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-63fbfcfc-a25a-40f7-b745-3fd8e62e72db req-0d4563a0-99cd-4291-b290-084a140a9f5b tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 944 time: 0.1175673 Sep 08 09:26:16.243446 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-63fbfcfc-a25a-40f7-b745-3fd8e62e72db req-e9a6a47a-608f-4a7a-a0ca-931ae580cefa tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951607 Sep 08 09:26:16.899530 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7416c-e149-4bf1-ba5f-89c6f1c00f3c req-9ba1f290-6cc7-4515-b209-5b0eeb7df0de tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:16.911448 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d3a7416c-e149-4bf1-ba5f-89c6f1c00f3c req-9ba1f290-6cc7-4515-b209-5b0eeb7df0de tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 945 time: 0.0945520 Sep 08 09:26:16.965457 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d3a7416c-e149-4bf1-ba5f-89c6f1c00f3c req-ed52e36d-8f21-4a01-99f7-d594ae529152 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465572 Sep 08 09:26:17.494022 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb65543-c541-4ebc-a115-9502d2e87ecc req-c9c64425-483d-422f-95a3-e9b52c669830 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:17.503150 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ecb65543-c541-4ebc-a115-9502d2e87ecc req-c9c64425-483d-422f-95a3-e9b52c669830 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 944 time: 0.1686890 Sep 08 09:26:17.573287 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [req-660b9282-d187-428e-ada6-78cc70fca418 req-5e17cbad-9ad9-4b50-9183-c799538aad22 service neutron] show failed (client error): The resource could not be found. Sep 08 09:26:17.573287 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-660b9282-d187-428e-ada6-78cc70fca418 req-5e17cbad-9ad9-4b50-9183-c799538aad22 service neutron] 10.222.0.35 "GET /v2.0/ports/17a1ade1-2cfa-472c-b7c8-1f808c264f74/bindings/n-h1-806683-11 HTTP/1.1" status: 404 len: 381 time: 0.2925553 Sep 08 09:26:17.582817 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ecb65543-c541-4ebc-a115-9502d2e87ecc req-46403c1a-8ec1-4052-943c-33d684b3b50a tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786912 Sep 08 09:26:17.654717 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-bebf619b-b016-44d0-94a1-e564bcc9d643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:18.255078 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05225ea5-a2d9-4701-a204-db56258c6c7e req-3e7dac90-ba7f-49c1-8e67-33f196b333ed tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:18.274560 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-05225ea5-a2d9-4701-a204-db56258c6c7e req-3e7dac90-ba7f-49c1-8e67-33f196b333ed tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 945 time: 0.1389954 Sep 08 09:26:18.377623 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-05225ea5-a2d9-4701-a204-db56258c6c7e req-1d79ece1-7f67-42c4-9dbd-058983734bec tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996916 Sep 08 09:26:18.815792 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedecb7e-3633-4e6b-b171-814f6374fb8f req-8f47a82a-1259-4933-95f7-26f59aa408a8 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:18.818416 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bedecb7e-3633-4e6b-b171-814f6374fb8f req-8f47a82a-1259-4933-95f7-26f59aa408a8 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 944 time: 0.1143820 Sep 08 09:26:18.899679 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bedecb7e-3633-4e6b-b171-814f6374fb8f req-6662224d-5230-452b-8251-4b60bcacc335 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739434 Sep 08 09:26:19.599085 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f640ec-f109-4ff2-a2ed-27de74309b78 req-1b996ab7-031c-4a9a-8137-6c9e6495cd81 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:19.601814 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c5f640ec-f109-4ff2-a2ed-27de74309b78 req-1b996ab7-031c-4a9a-8137-6c9e6495cd81 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 945 time: 0.1166899 Sep 08 09:26:19.670448 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c5f640ec-f109-4ff2-a2ed-27de74309b78 req-6e0f6a27-d949-4b04-af60-eea51e13f602 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536647 Sep 08 09:26:20.071009 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97266e9-9c07-47a2-bb0a-418e65ff0750 req-dba90e8a-3034-45cf-bfe8-f32e5641184e tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:20.080465 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f97266e9-9c07-47a2-bb0a-418e65ff0750 req-dba90e8a-3034-45cf-bfe8-f32e5641184e tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 944 time: 0.0745854 Sep 08 09:26:20.148579 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f97266e9-9c07-47a2-bb0a-418e65ff0750 req-bfea6058-1c68-4dc3-bfab-0b3c35d655e4 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650694 Sep 08 09:26:20.407683 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:20.512250 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 17a1ade1-2cfa-472c-b7c8-1f808c264f74 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:26:20.611364 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:20.640132 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f90ae4-632e-46a8-8431-9ef2b1e207ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17a1ade1-2cfa-472c-b7c8-1f808c264f74'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:26:20.642995 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88930cb0-9695-48a7-af3d-cf88f430d56a" -d '{"events": [{"server_uuid": "e7f90ae4-632e-46a8-8431-9ef2b1e207ba", "name": "network-vif-unplugged", "status": "completed", "tag": "17a1ade1-2cfa-472c-b7c8-1f808c264f74"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:26:20.658215 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 17a1ade1-2cfa-472c-b7c8-1f808c264f74, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=17a1ade1-2cfa-472c-b7c8-1f808c264f74,segment=NetworkSegment(10091b82-4fa4-4197-a2c9-d510b15c0e30),segment_id=10091b82-4fa4-4197-a2c9-d510b15c0e30)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:26:20.664715 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:20.780980 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 09:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c358d11d-7e53-4671-9e62-cf446c3d87d1 x-openstack-request-id: req-c358d11d-7e53-4671-9e62-cf446c3d87d1 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:26:20.781290 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f90ae4-632e-46a8-8431-9ef2b1e207ba", "name": "network-vif-unplugged", "status": "completed", "tag": "17a1ade1-2cfa-472c-b7c8-1f808c264f74", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:26:20.781591 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c358d11d-7e53-4671-9e62-cf446c3d87d1 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:26:20.782070 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f90ae4-632e-46a8-8431-9ef2b1e207ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17a1ade1-2cfa-472c-b7c8-1f808c264f74', 'code': 200} Sep 08 09:26:20.803351 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=17a1ade1-2cfa-472c-b7c8-1f808c264f74,revision_number=6']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:26:20.812155 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-28cc5cd9-97d0-44dd-aa8d-eff51e34dde5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:20.891064 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9426ac2-b82d-492a-9772-e7c063a2d599 req-7fb59f60-45cf-471c-ac5f-0ae37b097007 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:20.892911 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9426ac2-b82d-492a-9772-e7c063a2d599 req-7fb59f60-45cf-471c-ac5f-0ae37b097007 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 943 time: 0.0696673 Sep 08 09:26:20.942514 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9426ac2-b82d-492a-9772-e7c063a2d599 req-761facc8-acc0-47ac-af83-5492cad94aaf tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394113 Sep 08 09:26:21.310923 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da11a15-1c9a-4ccc-96da-8769f2c25f6d req-1ed7081c-eac0-4a25-b4e7-04f3d40320fc tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:21.318520 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5da11a15-1c9a-4ccc-96da-8769f2c25f6d req-1ed7081c-eac0-4a25-b4e7-04f3d40320fc tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 944 time: 0.0697427 Sep 08 09:26:21.359413 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5da11a15-1c9a-4ccc-96da-8769f2c25f6d req-3afdf6b8-7edf-45d2-93d0-7a9f9991ac05 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400031 Sep 08 09:26:22.231400 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:22.251862 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df16ed-e184-4a98-8ca4-2900be20d100 req-06fbc1b1-f07c-4727-b1ce-96aab4afaaab tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:22.263906 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-16df16ed-e184-4a98-8ca4-2900be20d100 req-06fbc1b1-f07c-4727-b1ce-96aab4afaaab tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 943 time: 0.1997819 Sep 08 09:26:22.346811 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-16df16ed-e184-4a98-8ca4-2900be20d100 req-a246f5fd-f8b6-414f-8af7-bcf2eb470fe0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815909 Sep 08 09:26:22.500210 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3857d9-082c-4b41-9bc7-ddf7cd2ff119 req-bbe5f3f8-7d08-440b-8750-31aa02e38880 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:22.501725 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1e3857d9-082c-4b41-9bc7-ddf7cd2ff119 req-bbe5f3f8-7d08-440b-8750-31aa02e38880 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 944 time: 0.0535803 Sep 08 09:26:22.539641 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1e3857d9-082c-4b41-9bc7-ddf7cd2ff119 req-8d28e05e-005d-4a28-807e-471cbbd43f2f tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318770 Sep 08 09:26:23.191454 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b9282-d187-428e-ada6-78cc70fca418 req-4e47ed57-495a-4972-9ee8-b3d1b018a611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:23.191454 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-660b9282-d187-428e-ada6-78cc70fca418 req-4e47ed57-495a-4972-9ee8-b3d1b018a611 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba&tenant_id=b0f105e5fd99469d8f84a09c77d72db0 HTTP/1.1" status: 200 len: 1095 time: 0.0427494 Sep 08 09:26:23.215154 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-660b9282-d187-428e-ada6-78cc70fca418 req-c9ac7a19-c4d4-4a18-83ae-0d4a1c935aa1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-11', 'device_owner': 'compute:nova'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:26:23.274869 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-660b9282-d187-428e-ada6-78cc70fca418 req-c9ac7a19-c4d4-4a18-83ae-0d4a1c935aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:23.360534 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:26:23.535837 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1225b5-9218-4b6e-99e6-c8c633f1fb90 req-afbce617-0923-4a30-91b3-8be7e829d0fc tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:23.537954 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fe1225b5-9218-4b6e-99e6-c8c633f1fb90 req-afbce617-0923-4a30-91b3-8be7e829d0fc tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 943 time: 0.1113195 Sep 08 09:26:23.578090 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:23.594113 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-660b9282-d187-428e-ada6-78cc70fca418 req-c9ac7a19-c4d4-4a18-83ae-0d4a1c935aa1 service neutron] For port 17a1ade1-2cfa-472c-b7c8-1f808c264f74, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=17a1ade1-2cfa-472c-b7c8-1f808c264f74,segment=NetworkSegment(10091b82-4fa4-4197-a2c9-d510b15c0e30),segment_id=10091b82-4fa4-4197-a2c9-d510b15c0e30)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:26:23.638172 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fe1225b5-9218-4b6e-99e6-c8c633f1fb90 req-522cd3ac-cf42-4598-89ed-6cf3007d990b tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877988 Sep 08 09:26:23.650896 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-660b9282-d187-428e-ada6-78cc70fca418 req-c9ac7a19-c4d4-4a18-83ae-0d4a1c935aa1 service neutron] For port 17a1ade1-2cfa-472c-b7c8-1f808c264f74, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:26:23.693374 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-660b9282-d187-428e-ada6-78cc70fca418 req-c9ac7a19-c4d4-4a18-83ae-0d4a1c935aa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17a1ade1-2cfa-472c-b7c8-1f808c264f74 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:26:23.704270 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-660b9282-d187-428e-ada6-78cc70fca418 req-c9ac7a19-c4d4-4a18-83ae-0d4a1c935aa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:23.711134 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e17b8c6-82fe-40e0-8bcf-2dc10678aaf9 req-ed57ffe5-124a-44c7-b952-a40742dade66 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:23.719733 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3e17b8c6-82fe-40e0-8bcf-2dc10678aaf9 req-ed57ffe5-124a-44c7-b952-a40742dade66 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 944 time: 0.0620017 Sep 08 09:26:23.730521 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-660b9282-d187-428e-ada6-78cc70fca418 req-c9ac7a19-c4d4-4a18-83ae-0d4a1c935aa1 service neutron] Transition to ACTIVE for port object 17a1ade1-2cfa-472c-b7c8-1f808c264f74 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:26:23.756377 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-660b9282-d187-428e-ada6-78cc70fca418 req-c9ac7a19-c4d4-4a18-83ae-0d4a1c935aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:23.842083 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3e17b8c6-82fe-40e0-8bcf-2dc10678aaf9 req-e8be56fd-bffa-4280-9e53-b23cd0aecf8c tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166501 Sep 08 09:26:23.866333 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac7a19-c4d4-4a18-83ae-0d4a1c935aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=17a1ade1-2cfa-472c-b7c8-1f808c264f74,revision_number=7']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:26:23.975978 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-660b9282-d187-428e-ada6-78cc70fca418 req-c9ac7a19-c4d4-4a18-83ae-0d4a1c935aa1 service neutron] No DVR routers for this DVR port 17a1ade1-2cfa-472c-b7c8-1f808c264f74 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:26:24.177114 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-660b9282-d187-428e-ada6-78cc70fca418 req-c9ac7a19-c4d4-4a18-83ae-0d4a1c935aa1 service neutron] Attempting to bind port 17a1ade1-2cfa-472c-b7c8-1f808c264f74 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:26:24.177731 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-660b9282-d187-428e-ada6-78cc70fca418 req-c9ac7a19-c4d4-4a18-83ae-0d4a1c935aa1 service neutron] Attempting to bind port 17a1ade1-2cfa-472c-b7c8-1f808c264f74 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '10091b82-4fa4-4197-a2c9-d510b15c0e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '34cab420-4061-4919-a6e5-7f4f7f66770d'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:26:24.178268 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660b9282-d187-428e-ada6-78cc70fca418 req-c9ac7a19-c4d4-4a18-83ae-0d4a1c935aa1 service neutron] Attempting to bind port 17a1ade1-2cfa-472c-b7c8-1f808c264f74 on network 34cab420-4061-4919-a6e5-7f4f7f66770d {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:26:24.184043 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660b9282-d187-428e-ada6-78cc70fca418 req-c9ac7a19-c4d4-4a18-83ae-0d4a1c935aa1 service neutron] Port 17a1ade1-2cfa-472c-b7c8-1f808c264f74 on network 34cab420-4061-4919-a6e5-7f4f7f66770d not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:26:24.184556 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660b9282-d187-428e-ada6-78cc70fca418 req-c9ac7a19-c4d4-4a18-83ae-0d4a1c935aa1 service neutron] Attempting to bind port 17a1ade1-2cfa-472c-b7c8-1f808c264f74 on network 34cab420-4061-4919-a6e5-7f4f7f66770d {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:26:24.189915 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660b9282-d187-428e-ada6-78cc70fca418 req-c9ac7a19-c4d4-4a18-83ae-0d4a1c935aa1 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:26:24.190433 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660b9282-d187-428e-ada6-78cc70fca418 req-c9ac7a19-c4d4-4a18-83ae-0d4a1c935aa1 service neutron] Checking segment: {'id': '10091b82-4fa4-4197-a2c9-d510b15c0e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '34cab420-4061-4919-a6e5-7f4f7f66770d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:26:24.190947 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660b9282-d187-428e-ada6-78cc70fca418 req-c9ac7a19-c4d4-4a18-83ae-0d4a1c935aa1 service neutron] Bound using segment: {'id': '10091b82-4fa4-4197-a2c9-d510b15c0e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '34cab420-4061-4919-a6e5-7f4f7f66770d'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:26:24.191387 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-660b9282-d187-428e-ada6-78cc70fca418 req-c9ac7a19-c4d4-4a18-83ae-0d4a1c935aa1 service neutron] Bound port: 17a1ade1-2cfa-472c-b7c8-1f808c264f74, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10091b82-4fa4-4197-a2c9-d510b15c0e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '34cab420-4061-4919-a6e5-7f4f7f66770d'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:26:24.191747 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-660b9282-d187-428e-ada6-78cc70fca418 req-c9ac7a19-c4d4-4a18-83ae-0d4a1c935aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:24.199870 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:24.259657 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-660b9282-d187-428e-ada6-78cc70fca418 req-c9ac7a19-c4d4-4a18-83ae-0d4a1c935aa1 service neutron] For port 17a1ade1-2cfa-472c-b7c8-1f808c264f74, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:26:24.263755 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-660b9282-d187-428e-ada6-78cc70fca418 req-c9ac7a19-c4d4-4a18-83ae-0d4a1c935aa1 service neutron] For port 17a1ade1-2cfa-472c-b7c8-1f808c264f74, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=17a1ade1-2cfa-472c-b7c8-1f808c264f74,segment=NetworkSegment(10091b82-4fa4-4197-a2c9-d510b15c0e30),segment_id=10091b82-4fa4-4197-a2c9-d510b15c0e30)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:26:24.269548 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-660b9282-d187-428e-ada6-78cc70fca418 req-c9ac7a19-c4d4-4a18-83ae-0d4a1c935aa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:24.342086 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b9282-d187-428e-ada6-78cc70fca418 req-c9ac7a19-c4d4-4a18-83ae-0d4a1c935aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:24.342920 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-660b9282-d187-428e-ada6-78cc70fca418 req-c9ac7a19-c4d4-4a18-83ae-0d4a1c935aa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:24.344466 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-660b9282-d187-428e-ada6-78cc70fca418 req-c9ac7a19-c4d4-4a18-83ae-0d4a1c935aa1 service neutron] 10.222.0.37 "PUT /v2.0/ports/17a1ade1-2cfa-472c-b7c8-1f808c264f74 HTTP/1.1" status: 200 len: 1092 time: 1.1337080 Sep 08 09:26:24.344935 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7f90ae4-632e-46a8-8431-9ef2b1e207ba', 'tag': '17a1ade1-2cfa-472c-b7c8-1f808c264f74'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:26:24.347579 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e8a9c3-6850-442f-aede-b9c1807be669" -d '{"events": [{"name": "network-changed", "server_uuid": "e7f90ae4-632e-46a8-8431-9ef2b1e207ba", "tag": "17a1ade1-2cfa-472c-b7c8-1f808c264f74"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:26:24.380654 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac7a19-c4d4-4a18-83ae-0d4a1c935aa1 service neutron] Pushing event updated for resources: {'Port': ['ID=17a1ade1-2cfa-472c-b7c8-1f808c264f74,revision_number=8']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:26:24.488903 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b9282-d187-428e-ada6-78cc70fca418 req-d9a5608c-1985-4352-8852-9030c5fd9a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:24.490531 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-660b9282-d187-428e-ada6-78cc70fca418 req-d9a5608c-1985-4352-8852-9030c5fd9a52 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0f105e5fd99469d8f84a09c77d72db0&device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 1095 time: 0.1006808 Sep 08 09:26:24.638997 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b9282-d187-428e-ada6-78cc70fca418 req-68a15c65-3eea-4dfa-89ec-7fe268d259aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:24.640978 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-660b9282-d187-428e-ada6-78cc70fca418 req-68a15c65-3eea-4dfa-89ec-7fe268d259aa service neutron] 10.222.0.37 "GET /v2.0/networks?id=34cab420-4061-4919-a6e5-7f4f7f66770d HTTP/1.1" status: 200 len: 896 time: 0.1438301 Sep 08 09:26:24.649052 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879c3929-8af9-4e8d-92cf-49cd2b3d012e x-openstack-request-id: req-879c3929-8af9-4e8d-92cf-49cd2b3d012e {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:26:24.649355 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7f90ae4-632e-46a8-8431-9ef2b1e207ba", "tag": "17a1ade1-2cfa-472c-b7c8-1f808c264f74", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:26:24.649765 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-879c3929-8af9-4e8d-92cf-49cd2b3d012e {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:26:24.650202 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7f90ae4-632e-46a8-8431-9ef2b1e207ba', 'tag': '17a1ade1-2cfa-472c-b7c8-1f808c264f74', 'status': 'completed', 'code': 200} Sep 08 09:26:24.785774 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8a9c3-6850-442f-aede-b9c1807be669 req-c5a272e9-fafd-43b6-98c3-83491e804daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:24.787363 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24e8a9c3-6850-442f-aede-b9c1807be669 req-c5a272e9-fafd-43b6-98c3-83491e804daa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0f105e5fd99469d8f84a09c77d72db0&device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 1095 time: 0.0785518 Sep 08 09:26:24.806870 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-660b9282-d187-428e-ada6-78cc70fca418 req-c3122402-193c-48fa-9b76-b4694454e084 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17a1ade1-2cfa-472c-b7c8-1f808c264f74 HTTP/1.1" status: 200 len: 999 time: 0.1419759 Sep 08 09:26:24.839953 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe7c41-bb68-48d0-937e-8ec3354a93fc req-2f81aa71-e409-4b16-894b-b51ea3f5f3ea tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:24.848446 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c0fe7c41-bb68-48d0-937e-8ec3354a93fc req-2f81aa71-e409-4b16-894b-b51ea3f5f3ea tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 943 time: 0.1223249 Sep 08 09:26:24.904526 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c0fe7c41-bb68-48d0-937e-8ec3354a93fc req-f9f890d6-407e-4ae0-9c87-22df8bc6e65d tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548732 Sep 08 09:26:24.956332 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b9282-d187-428e-ada6-78cc70fca418 req-40dba034-9d30-46b5-9199-0bb21c1e8f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:24.958246 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-660b9282-d187-428e-ada6-78cc70fca418 req-40dba034-9d30-46b5-9199-0bb21c1e8f3b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7071c3aa-f3c6-48cc-8f83-006cadb8075d HTTP/1.1" status: 200 len: 834 time: 0.1395116 Sep 08 09:26:25.045372 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b9282-d187-428e-ada6-78cc70fca418 req-c03d693c-22e9-4555-b09d-91a9eb896016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:25.047639 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-660b9282-d187-428e-ada6-78cc70fca418 req-c03d693c-22e9-4555-b09d-91a9eb896016 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34cab420-4061-4919-a6e5-7f4f7f66770d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0766981 Sep 08 09:26:25.049124 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8a9c3-6850-442f-aede-b9c1807be669 req-0e196901-9137-4d6a-a83b-c6bba5151f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:25.050449 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24e8a9c3-6850-442f-aede-b9c1807be669 req-0e196901-9137-4d6a-a83b-c6bba5151f88 service neutron] 10.222.0.35 "GET /v2.0/networks?id=34cab420-4061-4919-a6e5-7f4f7f66770d HTTP/1.1" status: 200 len: 896 time: 0.2538567 Sep 08 09:26:25.208450 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a66e552-35be-4d14-8c34-899b0ee770ca req-9b9e7db2-ee6a-4d3d-8ce9-7f7d17fd1a10 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:25.211260 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3a66e552-35be-4d14-8c34-899b0ee770ca req-9b9e7db2-ee6a-4d3d-8ce9-7f7d17fd1a10 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 944 time: 0.2491734 Sep 08 09:26:25.253270 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24e8a9c3-6850-442f-aede-b9c1807be669 req-2a711207-eaa5-4c0c-9469-315c66d43a14 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17a1ade1-2cfa-472c-b7c8-1f808c264f74 HTTP/1.1" status: 200 len: 999 time: 0.1672802 Sep 08 09:26:25.312041 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-660b9282-d187-428e-ada6-78cc70fca418 req-7301112e-867b-4c56-a977-81d1735ca615 service neutron] 10.222.0.37 "GET /v2.0/networks/34cab420-4061-4919-a6e5-7f4f7f66770d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571552 Sep 08 09:26:25.357571 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3a66e552-35be-4d14-8c34-899b0ee770ca req-9a1ac0e1-7dc9-4afd-8c3d-da337e691ace tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365230 Sep 08 09:26:25.427752 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8a9c3-6850-442f-aede-b9c1807be669 req-46acd7e4-3119-46c2-af35-a134a5f82919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:25.429206 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24e8a9c3-6850-442f-aede-b9c1807be669 req-46acd7e4-3119-46c2-af35-a134a5f82919 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7071c3aa-f3c6-48cc-8f83-006cadb8075d HTTP/1.1" status: 200 len: 834 time: 0.1684318 Sep 08 09:26:25.494927 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-660b9282-d187-428e-ada6-78cc70fca418 req-e9ff66a5-b651-4ef4-9d0d-c59ae1e14ec1 service neutron] 10.222.0.37 "GET /v2.0/networks/34cab420-4061-4919-a6e5-7f4f7f66770d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692765 Sep 08 09:26:25.506250 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8a9c3-6850-442f-aede-b9c1807be669 req-80d97189-9a47-408f-ab08-00b5eaa738fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:25.517761 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24e8a9c3-6850-442f-aede-b9c1807be669 req-80d97189-9a47-408f-ab08-00b5eaa738fd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=34cab420-4061-4919-a6e5-7f4f7f66770d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0805917 Sep 08 09:26:25.703523 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24e8a9c3-6850-442f-aede-b9c1807be669 req-1eefd2be-cf27-4138-a7de-16220e6ca407 service neutron] 10.222.0.35 "GET /v2.0/networks/34cab420-4061-4919-a6e5-7f4f7f66770d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771226 Sep 08 09:26:25.816503 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8a9c3-6850-442f-aede-b9c1807be669 req-c0a0c7ca-29d2-4301-aeaa-70f572f6e22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:25.818805 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24e8a9c3-6850-442f-aede-b9c1807be669 req-c0a0c7ca-29d2-4301-aeaa-70f572f6e22d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0f105e5fd99469d8f84a09c77d72db0&device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 1095 time: 0.2181382 Sep 08 09:26:25.849427 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24e8a9c3-6850-442f-aede-b9c1807be669 req-eb0ce602-a6f5-4b10-9f4f-076485578790 service neutron] 10.222.0.35 "GET /v2.0/networks/34cab420-4061-4919-a6e5-7f4f7f66770d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251502 Sep 08 09:26:25.969143 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8a9c3-6850-442f-aede-b9c1807be669 req-c22985be-f59d-47fd-ac5b-5207d09d22fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:25.971112 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24e8a9c3-6850-442f-aede-b9c1807be669 req-c22985be-f59d-47fd-ac5b-5207d09d22fa service neutron] 10.222.0.37 "GET /v2.0/networks?id=34cab420-4061-4919-a6e5-7f4f7f66770d HTTP/1.1" status: 200 len: 896 time: 0.1205807 Sep 08 09:26:26.030642 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 8bad12fc-0407-4931-9668-f2979f9e09c7 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:26:26.161411 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a490d6-4bfe-4b73-adc1-5d61086af0ad req-6edb0a59-ef81-448c-b417-d6d35534061c tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:26.169778 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-21a490d6-4bfe-4b73-adc1-5d61086af0ad req-6edb0a59-ef81-448c-b417-d6d35534061c tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 943 time: 0.0928838 Sep 08 09:26:26.175091 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24e8a9c3-6850-442f-aede-b9c1807be669 req-235fbea7-842e-42ea-9396-b2c9a8d63004 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17a1ade1-2cfa-472c-b7c8-1f808c264f74 HTTP/1.1" status: 200 len: 999 time: 0.1942770 Sep 08 09:26:26.211664 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-21a490d6-4bfe-4b73-adc1-5d61086af0ad req-aa58d732-6b51-464e-92c5-e26d1b302683 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406547 Sep 08 09:26:26.241882 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8a9c3-6850-442f-aede-b9c1807be669 req-95891b94-8994-468d-b13d-2ca7989d70c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:26.243686 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24e8a9c3-6850-442f-aede-b9c1807be669 req-95891b94-8994-468d-b13d-2ca7989d70c1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7071c3aa-f3c6-48cc-8f83-006cadb8075d HTTP/1.1" status: 200 len: 834 time: 0.0598221 Sep 08 09:26:26.251864 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 8bad12fc-0407-4931-9668-f2979f9e09c7, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=8bad12fc-0407-4931-9668-f2979f9e09c7,segment=NetworkSegment(f08fca9c-7ba9-4967-8c01-3edd0faf3db1),segment_id=f08fca9c-7ba9-4967-8c01-3edd0faf3db1)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:26:26.283363 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '8bad12fc-0407-4931-9668-f2979f9e09c7', 'network_id': '678c6b91-5ea9-437d-bb2d-e0aa57bc04fe', 'port_id': '8bad12fc-0407-4931-9668-f2979f9e09c7', 'mac_address': 'fa:16:3e:88:74:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9414c654-7832-4a44-85f8-4dd276ece110', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:26:26.307584 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8a9c3-6850-442f-aede-b9c1807be669 req-463b23d4-ac9c-4c36-9abc-5cdf412f0f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:26.309702 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24e8a9c3-6850-442f-aede-b9c1807be669 req-463b23d4-ac9c-4c36-9abc-5cdf412f0f21 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34cab420-4061-4919-a6e5-7f4f7f66770d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542488 Sep 08 09:26:26.337033 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:26.361646 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bad12fc-0407-4931-9668-f2979f9e09c7 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:26:26.398100 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 8bad12fc-0407-4931-9668-f2979f9e09c7, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=8bad12fc-0407-4931-9668-f2979f9e09c7,segment=NetworkSegment(f08fca9c-7ba9-4967-8c01-3edd0faf3db1),segment_id=f08fca9c-7ba9-4967-8c01-3edd0faf3db1)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:26:26.411759 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:26.518265 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24e8a9c3-6850-442f-aede-b9c1807be669 req-50bdc78e-019e-4b99-a27e-d354990ee047 service neutron] 10.222.0.37 "GET /v2.0/networks/34cab420-4061-4919-a6e5-7f4f7f66770d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991997 Sep 08 09:26:26.519321 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=8bad12fc-0407-4931-9668-f2979f9e09c7,revision_number=11']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:26:26.529081 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:26:26.529788 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:26:26.530332 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:26:26.530847 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:26:26.531853 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:26:26.532353 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:26:26.532976 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:26:26.533601 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:26:26.534279 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:26:26.534764 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:26:26.535265 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:26:26.535743 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:26:26.696017 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['8bad12fc-0407-4931-9668-f2979f9e09c7'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:26:27.061218 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf0610-a2ce-463a-acac-904d2094d405 req-ff430355-f3c7-4d03-b336-dbdbb454e84e tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:27.062876 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-edaf0610-a2ce-463a-acac-904d2094d405 req-ff430355-f3c7-4d03-b336-dbdbb454e84e tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.5368590 Sep 08 09:26:27.109273 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24e8a9c3-6850-442f-aede-b9c1807be669 req-3cacec75-6def-4c12-917a-f1e7094fecf9 service neutron] 10.222.0.37 "GET /v2.0/networks/34cab420-4061-4919-a6e5-7f4f7f66770d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5631456 Sep 08 09:26:27.195340 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-edaf0610-a2ce-463a-acac-904d2094d405 req-bef66d3e-d5d1-4423-ae83-710f646d916e tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168334 Sep 08 09:26:27.341000 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662114c9-946e-4345-b240-a971acfaf014 req-070ec3ce-8d85-4297-9763-bc7b6471908d tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:27.349325 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-662114c9-946e-4345-b240-a971acfaf014 req-070ec3ce-8d85-4297-9763-bc7b6471908d tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 943 time: 0.0642490 Sep 08 09:26:27.394711 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-662114c9-946e-4345-b240-a971acfaf014 req-59b8d34d-2384-40c2-9995-4f1acfbf7ada tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440376 Sep 08 09:26:27.924479 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2760b964-5abd-4e31-99c7-7967c10987ab req-75bafd36-8e30-41bc-8ac7-fce196ff690f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0610797 Sep 08 09:26:28.038897 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760b964-5abd-4e31-99c7-7967c10987ab req-1442da95-fa0f-4f61-8a5d-ab8c3e2ad1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:28.040734 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2760b964-5abd-4e31-99c7-7967c10987ab req-1442da95-fa0f-4f61-8a5d-ab8c3e2ad1ff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0f105e5fd99469d8f84a09c77d72db0&device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 1095 time: 0.0498102 Sep 08 09:26:28.057851 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 17a1ade1-2cfa-472c-b7c8-1f808c264f74 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:26:28.101005 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 8bad12fc-0407-4931-9668-f2979f9e09c7 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:26:28.204677 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760b964-5abd-4e31-99c7-7967c10987ab req-3417e88b-b04c-40cc-aef9-d641fffbb249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:28.206876 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2760b964-5abd-4e31-99c7-7967c10987ab req-3417e88b-b04c-40cc-aef9-d641fffbb249 service neutron] 10.222.0.37 "GET /v2.0/networks?id=34cab420-4061-4919-a6e5-7f4f7f66770d HTTP/1.1" status: 200 len: 896 time: 0.1451306 Sep 08 09:26:28.241065 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 17a1ade1-2cfa-472c-b7c8-1f808c264f74, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=17a1ade1-2cfa-472c-b7c8-1f808c264f74,segment=NetworkSegment(10091b82-4fa4-4197-a2c9-d510b15c0e30),segment_id=10091b82-4fa4-4197-a2c9-d510b15c0e30)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:26:28.250478 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 8bad12fc-0407-4931-9668-f2979f9e09c7 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:26:28.258265 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 8bad12fc-0407-4931-9668-f2979f9e09c7 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:26:28.258967 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:28.261757 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '17a1ade1-2cfa-472c-b7c8-1f808c264f74', 'network_id': '34cab420-4061-4919-a6e5-7f4f7f66770d', 'port_id': '17a1ade1-2cfa-472c-b7c8-1f808c264f74', 'mac_address': 'fa:16:3e:7c:7c:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7071c3aa-f3c6-48cc-8f83-006cadb8075d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:26:28.292606 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2760b964-5abd-4e31-99c7-7967c10987ab req-d6d7b816-1daf-43fb-bfb9-fe314ac4256b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17a1ade1-2cfa-472c-b7c8-1f808c264f74 HTTP/1.1" status: 200 len: 999 time: 0.0770898 Sep 08 09:26:28.327596 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:28.342977 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17a1ade1-2cfa-472c-b7c8-1f808c264f74 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:26:28.371269 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 17a1ade1-2cfa-472c-b7c8-1f808c264f74, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=17a1ade1-2cfa-472c-b7c8-1f808c264f74,segment=NetworkSegment(10091b82-4fa4-4197-a2c9-d510b15c0e30),segment_id=10091b82-4fa4-4197-a2c9-d510b15c0e30)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:26:28.382441 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:28.408332 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b23f7-204a-40aa-8e3d-1f0e47d1f64e req-ef83625d-abb0-45e3-9c7f-7cb0ba714e61 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:28.412587 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a71b23f7-204a-40aa-8e3d-1f0e47d1f64e req-ef83625d-abb0-45e3-9c7f-7cb0ba714e61 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 945 time: 0.1188202 Sep 08 09:26:28.414448 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760b964-5abd-4e31-99c7-7967c10987ab req-3ca11108-93c8-432a-9f12-c2f34f2961c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:28.416184 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2760b964-5abd-4e31-99c7-7967c10987ab req-3ca11108-93c8-432a-9f12-c2f34f2961c0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7071c3aa-f3c6-48cc-8f83-006cadb8075d HTTP/1.1" status: 200 len: 834 time: 0.1123674 Sep 08 09:26:28.447271 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:28.485959 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 8bad12fc-0407-4931-9668-f2979f9e09c7, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=8bad12fc-0407-4931-9668-f2979f9e09c7,segment=NetworkSegment(f08fca9c-7ba9-4967-8c01-3edd0faf3db1),segment_id=f08fca9c-7ba9-4967-8c01-3edd0faf3db1)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:26:28.489753 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bad12fc-0407-4931-9668-f2979f9e09c7'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:26:28.493088 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e551ee7f-9100-4eb0-9639-c0312a08bd55" -d '{"events": [{"server_uuid": "1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f", "name": "network-vif-plugged", "status": "completed", "tag": "8bad12fc-0407-4931-9668-f2979f9e09c7"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:26:28.507671 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:28.540764 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=17a1ade1-2cfa-472c-b7c8-1f808c264f74,revision_number=9']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:26:28.581740 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a71b23f7-204a-40aa-8e3d-1f0e47d1f64e req-ad6811c0-1146-4dc5-89b8-d694aca8f1ad tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582646 Sep 08 09:26:28.608573 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd1937-734d-44d9-9fe6-6d2c22461142 req-603dfdde-6b48-4dbc-948d-e4caa92d3f03 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:28.609114 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=8bad12fc-0407-4931-9668-f2979f9e09c7,revision_number=12']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:26:28.613230 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760b964-5abd-4e31-99c7-7967c10987ab req-96b6744d-6ed6-4895-94b6-489991d38b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:28.614397 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2760b964-5abd-4e31-99c7-7967c10987ab req-96b6744d-6ed6-4895-94b6-489991d38b23 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34cab420-4061-4919-a6e5-7f4f7f66770d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1881084 Sep 08 09:26:28.615653 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3fcd1937-734d-44d9-9fe6-6d2c22461142 req-603dfdde-6b48-4dbc-948d-e4caa92d3f03 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 944 time: 0.1062260 Sep 08 09:26:28.654238 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:28.681110 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['17a1ade1-2cfa-472c-b7c8-1f808c264f74'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:26:28.699474 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3fcd1937-734d-44d9-9fe6-6d2c22461142 req-0a789e53-a90f-47a6-80ca-5dd60afce06c tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740950 Sep 08 09:26:28.779776 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95cfabea-efa6-436b-a5f2-0421a6262f2a x-openstack-request-id: req-95cfabea-efa6-436b-a5f2-0421a6262f2a {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:26:28.780308 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f", "name": "network-vif-plugged", "status": "completed", "tag": "8bad12fc-0407-4931-9668-f2979f9e09c7", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:26:28.780667 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-95cfabea-efa6-436b-a5f2-0421a6262f2a {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:26:28.781165 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bad12fc-0407-4931-9668-f2979f9e09c7', 'code': 200} Sep 08 09:26:28.815384 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2760b964-5abd-4e31-99c7-7967c10987ab req-e16733fc-4e40-4356-94f8-39ef577000a9 service neutron] 10.222.0.37 "GET /v2.0/networks/34cab420-4061-4919-a6e5-7f4f7f66770d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913922 Sep 08 09:26:29.095930 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6d931-0d4f-491b-afd9-977627f4e81a req-feefeb17-03e7-45ff-b6b3-b7c1a9c652c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:29.098143 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-faa6d931-0d4f-491b-afd9-977627f4e81a req-feefeb17-03e7-45ff-b6b3-b7c1a9c652c0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 1098 time: 0.1271226 Sep 08 09:26:29.099581 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5bd73f-d617-4653-95a5-d01298cf511b req-b3d89675-ec07-40ce-bd15-1f5ddc7e05c9 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:29.100146 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2760b964-5abd-4e31-99c7-7967c10987ab req-7a142fd1-d26b-425e-a719-4b895e852fec service neutron] 10.222.0.37 "GET /v2.0/networks/34cab420-4061-4919-a6e5-7f4f7f66770d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772360 Sep 08 09:26:29.101277 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6a5bd73f-d617-4653-95a5-d01298cf511b req-b3d89675-ec07-40ce-bd15-1f5ddc7e05c9 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba&tenant_id=b0f105e5fd99469d8f84a09c77d72db0&binding%3Ahost_id=n-h1-806683-11 HTTP/1.1" status: 200 len: 944 time: 0.1481001 Sep 08 09:26:29.126697 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be65fe-c1de-40d2-8983-49d2c7251556 req-bf3398a5-a40a-43b7-937f-80fd75fe2147 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:29.134479 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b5be65fe-c1de-40d2-8983-49d2c7251556 req-bf3398a5-a40a-43b7-937f-80fd75fe2147 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 944 time: 0.1187263 Sep 08 09:26:29.181659 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-faa6d931-0d4f-491b-afd9-977627f4e81a req-c05ad0ae-bd82-45f7-bf9c-93707b4dbe8d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391765 Sep 08 09:26:29.202517 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6a5bd73f-d617-4653-95a5-d01298cf511b req-d1dd9238-a122-44e1-a444-f7b55fa80654 service neutron] 10.222.0.37 "GET /v2.0/ports/17a1ade1-2cfa-472c-b7c8-1f808c264f74/bindings/n-h1-806683-11 HTTP/1.1" status: 200 len: 383 time: 0.0809062 Sep 08 09:26:29.212494 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b5be65fe-c1de-40d2-8983-49d2c7251556 req-ce6e7e9e-3918-49f1-a2b1-a5af56ab72d2 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768957 Sep 08 09:26:29.609641 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5bd73f-d617-4653-95a5-d01298cf511b req-6d1e355a-e6d3-43f1-9099-a3ce53bc757e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:29.611258 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6a5bd73f-d617-4653-95a5-d01298cf511b req-6d1e355a-e6d3-43f1-9099-a3ce53bc757e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0f105e5fd99469d8f84a09c77d72db0&device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 1096 time: 0.0593078 Sep 08 09:26:29.763477 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6685da-a007-433c-a428-817b19e90ff0 req-027f986b-8a1f-4321-ab41-4c7650c4fd9e tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:29.765003 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ff6685da-a007-433c-a428-817b19e90ff0 req-027f986b-8a1f-4321-ab41-4c7650c4fd9e tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 946 time: 0.0687978 Sep 08 09:26:29.769786 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5bd73f-d617-4653-95a5-d01298cf511b req-cb974d99-9f8e-40a2-a2a2-d0f39f3e7114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:29.771211 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6a5bd73f-d617-4653-95a5-d01298cf511b req-cb974d99-9f8e-40a2-a2a2-d0f39f3e7114 service neutron] 10.222.0.37 "GET /v2.0/networks?id=34cab420-4061-4919-a6e5-7f4f7f66770d HTTP/1.1" status: 200 len: 896 time: 0.1518648 Sep 08 09:26:29.815737 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ff6685da-a007-433c-a428-817b19e90ff0 req-4a38a7cd-fdf0-4f7e-9649-8ffd89482c94 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421720 Sep 08 09:26:29.875135 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6a5bd73f-d617-4653-95a5-d01298cf511b req-1d396860-340a-4f13-95c8-7386cb4107a7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17a1ade1-2cfa-472c-b7c8-1f808c264f74 HTTP/1.1" status: 200 len: 1000 time: 0.0684469 Sep 08 09:26:29.938063 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5bd73f-d617-4653-95a5-d01298cf511b req-547c1739-3b9a-482e-929e-ffa2b78b3cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:29.939989 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6a5bd73f-d617-4653-95a5-d01298cf511b req-547c1739-3b9a-482e-929e-ffa2b78b3cbd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7071c3aa-f3c6-48cc-8f83-006cadb8075d HTTP/1.1" status: 200 len: 834 time: 0.0571830 Sep 08 09:26:29.992297 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5bd73f-d617-4653-95a5-d01298cf511b req-17c1bc3e-266f-4380-bc18-51280fe96212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:29.993828 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6a5bd73f-d617-4653-95a5-d01298cf511b req-17c1bc3e-266f-4380-bc18-51280fe96212 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34cab420-4061-4919-a6e5-7f4f7f66770d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454099 Sep 08 09:26:30.064326 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 17a1ade1-2cfa-472c-b7c8-1f808c264f74 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:26:30.094260 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6a5bd73f-d617-4653-95a5-d01298cf511b req-ddb5b41b-213f-48fa-b024-6cbf150d9aa2 service neutron] 10.222.0.37 "GET /v2.0/networks/34cab420-4061-4919-a6e5-7f4f7f66770d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906572 Sep 08 09:26:30.131922 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 17a1ade1-2cfa-472c-b7c8-1f808c264f74 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:26:30.153614 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 17a1ade1-2cfa-472c-b7c8-1f808c264f74 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:26:30.154857 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:30.217652 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6a5bd73f-d617-4653-95a5-d01298cf511b req-a5050574-e9a6-44d2-85a7-d4adfc9e371b service neutron] 10.222.0.37 "GET /v2.0/networks/34cab420-4061-4919-a6e5-7f4f7f66770d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080685 Sep 08 09:26:30.297029 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:30.363073 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 17a1ade1-2cfa-472c-b7c8-1f808c264f74, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=17a1ade1-2cfa-472c-b7c8-1f808c264f74,segment=NetworkSegment(10091b82-4fa4-4197-a2c9-d510b15c0e30),segment_id=10091b82-4fa4-4197-a2c9-d510b15c0e30)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:26:30.368634 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:30.416003 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25270efa-58fc-44af-ac46-6ff262c702ad req-b7fe790c-3ad3-4f85-9d3c-108320108e92 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:30.429333 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-25270efa-58fc-44af-ac46-6ff262c702ad req-b7fe790c-3ad3-4f85-9d3c-108320108e92 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 944 time: 0.0784855 Sep 08 09:26:30.430943 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=17a1ade1-2cfa-472c-b7c8-1f808c264f74,revision_number=10']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:26:30.498149 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-25270efa-58fc-44af-ac46-6ff262c702ad req-67c49adb-10b8-46b3-a172-0ce601cbec7e tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479119 Sep 08 09:26:30.782688 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f90ae4-632e-46a8-8431-9ef2b1e207ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a1ade1-2cfa-472c-b7c8-1f808c264f74'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:26:30.785558 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4aca79-1605-4b77-937c-7e84470c9514" -d '{"events": [{"server_uuid": "e7f90ae4-632e-46a8-8431-9ef2b1e207ba", "name": "network-vif-plugged", "status": "completed", "tag": "17a1ade1-2cfa-472c-b7c8-1f808c264f74"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:26:30.865734 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4cd29bc-6388-4a35-a551-e11d1ab8620b x-openstack-request-id: req-f4cd29bc-6388-4a35-a551-e11d1ab8620b {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:26:30.866085 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f90ae4-632e-46a8-8431-9ef2b1e207ba", "name": "network-vif-plugged", "status": "completed", "tag": "17a1ade1-2cfa-472c-b7c8-1f808c264f74", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:26:30.866339 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f4cd29bc-6388-4a35-a551-e11d1ab8620b {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:26:30.866876 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f90ae4-632e-46a8-8431-9ef2b1e207ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a1ade1-2cfa-472c-b7c8-1f808c264f74', 'code': 200} Sep 08 09:26:30.977869 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508ad5e-5809-4493-a73a-2e0920a0f69a req-7da992e7-6eda-4680-bebe-31df3325535a tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:30.981119 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6508ad5e-5809-4493-a73a-2e0920a0f69a req-7da992e7-6eda-4680-bebe-31df3325535a tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 946 time: 0.0594196 Sep 08 09:26:31.033757 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6508ad5e-5809-4493-a73a-2e0920a0f69a req-5f2786e8-872d-4bf7-959e-3ea93f4cdb36 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463142 Sep 08 09:26:31.672242 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f564b-7808-487f-9222-8dcabe20eb91 req-07562d80-0371-404f-91ec-1c58dbc4452b tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:31.674061 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3e7f564b-7808-487f-9222-8dcabe20eb91 req-07562d80-0371-404f-91ec-1c58dbc4452b tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 946 time: 0.1026073 Sep 08 09:26:31.728039 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3e7f564b-7808-487f-9222-8dcabe20eb91 req-b7f762e1-6d99-46b9-971c-e4492d4efe0e tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458105 Sep 08 09:26:32.182664 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc46e9b-43bc-4dfa-9284-6e23ca454914 req-7280cc4b-1feb-45b1-9230-bd86973dc251 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:32.184793 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cfc46e9b-43bc-4dfa-9284-6e23ca454914 req-7280cc4b-1feb-45b1-9230-bd86973dc251 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 946 time: 0.0549467 Sep 08 09:26:32.233696 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cfc46e9b-43bc-4dfa-9284-6e23ca454914 req-b48e7162-9424-4830-ae67-bbf56f1a90e7 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410826 Sep 08 09:26:32.387327 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658da4e6-a7cd-4193-8b63-89fd96060a64 req-60424933-f981-4d2a-bde8-c15eec578a4d tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:32.389244 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-658da4e6-a7cd-4193-8b63-89fd96060a64 req-60424933-f981-4d2a-bde8-c15eec578a4d tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 946 time: 0.0753152 Sep 08 09:26:32.494174 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-658da4e6-a7cd-4193-8b63-89fd96060a64 req-d610868a-6289-4eda-8929-9c8c199faf02 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989037 Sep 08 09:26:32.754719 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30852ea-de10-4668-80f6-7ed33e7536a8 req-43044b63-89a6-4329-81c1-6a35135c59e6 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:32.764704 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d30852ea-de10-4668-80f6-7ed33e7536a8 req-43044b63-89a6-4329-81c1-6a35135c59e6 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 946 time: 0.1364932 Sep 08 09:26:32.816855 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d30852ea-de10-4668-80f6-7ed33e7536a8 req-764f99fe-4c4a-4c60-8d9c-1affce1123ea tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509157 Sep 08 09:26:32.912711 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5bd73f-d617-4653-95a5-d01298cf511b req-a98d0b4e-08ab-4457-a99d-03ef493f010e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:32.918641 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6a5bd73f-d617-4653-95a5-d01298cf511b req-a98d0b4e-08ab-4457-a99d-03ef493f010e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba&tenant_id=b0f105e5fd99469d8f84a09c77d72db0 HTTP/1.1" status: 200 len: 1098 time: 0.0971618 Sep 08 09:26:32.920818 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d8959-a813-4893-aadf-62dd563a3c14 req-5f3c681c-3ebb-4551-904a-fcd51d4e8db6 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:32.929243 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4c0d8959-a813-4893-aadf-62dd563a3c14 req-5f3c681c-3ebb-4551-904a-fcd51d4e8db6 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 946 time: 0.0799384 Sep 08 09:26:32.939103 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-6a5bd73f-d617-4653-95a5-d01298cf511b req-7696071a-f4ff-487c-b5ef-940bfe2be03c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-11', 'device_owner': 'compute:nova'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:26:32.980793 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4c0d8959-a813-4893-aadf-62dd563a3c14 req-16b72ae1-4276-4010-a14d-fd7dfd61b20f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505440 Sep 08 09:26:33.087175 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6a5bd73f-d617-4653-95a5-d01298cf511b req-7696071a-f4ff-487c-b5ef-940bfe2be03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:33.110536 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced6672-220f-4b20-be42-ef97f97ecb4a req-4e1ec267-d487-447b-a273-a7368f629979 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:33.112266 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4ced6672-220f-4b20-be42-ef97f97ecb4a req-4e1ec267-d487-447b-a273-a7368f629979 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 946 time: 0.1118045 Sep 08 09:26:33.287135 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4ced6672-220f-4b20-be42-ef97f97ecb4a req-fb0a2f2b-8f9f-417b-9e3d-6d103865fdf4 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253674 Sep 08 09:26:33.446582 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-6a5bd73f-d617-4653-95a5-d01298cf511b req-7696071a-f4ff-487c-b5ef-940bfe2be03c service neutron] For port 17a1ade1-2cfa-472c-b7c8-1f808c264f74, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=17a1ade1-2cfa-472c-b7c8-1f808c264f74,segment=NetworkSegment(10091b82-4fa4-4197-a2c9-d510b15c0e30),segment_id=10091b82-4fa4-4197-a2c9-d510b15c0e30)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:26:33.467088 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994712e2-2624-4cd7-9e5d-dc09f5c6fdf5 req-ffbe9cf9-4f49-436d-a7ff-33c0d2a1411c tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:33.476403 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-994712e2-2624-4cd7-9e5d-dc09f5c6fdf5 req-ffbe9cf9-4f49-436d-a7ff-33c0d2a1411c tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 946 time: 0.0884867 Sep 08 09:26:33.491900 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-6a5bd73f-d617-4653-95a5-d01298cf511b req-7696071a-f4ff-487c-b5ef-940bfe2be03c service neutron] For port 17a1ade1-2cfa-472c-b7c8-1f808c264f74, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:26:33.542956 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-994712e2-2624-4cd7-9e5d-dc09f5c6fdf5 req-f7f4a805-b096-440a-893d-bca492d09933 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655625 Sep 08 09:26:33.561808 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f90ae4-632e-46a8-8431-9ef2b1e207ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17a1ade1-2cfa-472c-b7c8-1f808c264f74'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:26:33.564707 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7637e56b-86fb-45da-bc19-929b1879f7f4" -d '{"events": [{"server_uuid": "e7f90ae4-632e-46a8-8431-9ef2b1e207ba", "name": "network-vif-unplugged", "status": "completed", "tag": "17a1ade1-2cfa-472c-b7c8-1f808c264f74"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:26:33.569296 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6a5bd73f-d617-4653-95a5-d01298cf511b req-7696071a-f4ff-487c-b5ef-940bfe2be03c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:33.595342 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-6a5bd73f-d617-4653-95a5-d01298cf511b req-7696071a-f4ff-487c-b5ef-940bfe2be03c service neutron] Transition to ACTIVE for port object 17a1ade1-2cfa-472c-b7c8-1f808c264f74 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:26:33.601539 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6a5bd73f-d617-4653-95a5-d01298cf511b req-7696071a-f4ff-487c-b5ef-940bfe2be03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:33.781250 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 09:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113a3ae2-ab1c-45fb-85a5-6106e37a0c85 x-openstack-request-id: req-113a3ae2-ab1c-45fb-85a5-6106e37a0c85 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:26:33.781500 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f90ae4-632e-46a8-8431-9ef2b1e207ba", "name": "network-vif-unplugged", "status": "completed", "tag": "17a1ade1-2cfa-472c-b7c8-1f808c264f74", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:26:33.781894 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-113a3ae2-ab1c-45fb-85a5-6106e37a0c85 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:26:33.782357 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f90ae4-632e-46a8-8431-9ef2b1e207ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17a1ade1-2cfa-472c-b7c8-1f808c264f74', 'code': 200} Sep 08 09:26:33.810294 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696071a-f4ff-487c-b5ef-940bfe2be03c service neutron] Pushing event updated for resources: {'Port': ['ID=17a1ade1-2cfa-472c-b7c8-1f808c264f74,revision_number=11']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:26:33.901870 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638566f6-4b63-42f2-8bfc-1ff952f71a34 req-9099ba24-c02b-476e-9327-3c7ac1c80fb3 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:33.903560 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-638566f6-4b63-42f2-8bfc-1ff952f71a34 req-9099ba24-c02b-476e-9327-3c7ac1c80fb3 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 946 time: 0.1095164 Sep 08 09:26:33.904644 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5bd73f-d617-4653-95a5-d01298cf511b req-7696071a-f4ff-487c-b5ef-940bfe2be03c service neutron] No DVR routers for this DVR port 17a1ade1-2cfa-472c-b7c8-1f808c264f74 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:26:34.041189 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-638566f6-4b63-42f2-8bfc-1ff952f71a34 req-5d629bca-63ad-48b3-b050-9bb872d86a5a tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297154 Sep 08 09:26:34.208041 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f2ca6-45a3-4bff-98ab-75c4da0e589d req-68f31694-cf21-4dee-a5d4-bf189d264c1a tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:34.213279 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c73f2ca6-45a3-4bff-98ab-75c4da0e589d req-68f31694-cf21-4dee-a5d4-bf189d264c1a tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 944 time: 0.1084859 Sep 08 09:26:34.226033 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-6a5bd73f-d617-4653-95a5-d01298cf511b req-7696071a-f4ff-487c-b5ef-940bfe2be03c service neutron] Attempting to bind port 17a1ade1-2cfa-472c-b7c8-1f808c264f74 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:26:34.226033 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-6a5bd73f-d617-4653-95a5-d01298cf511b req-7696071a-f4ff-487c-b5ef-940bfe2be03c service neutron] Attempting to bind port 17a1ade1-2cfa-472c-b7c8-1f808c264f74 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '10091b82-4fa4-4197-a2c9-d510b15c0e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '34cab420-4061-4919-a6e5-7f4f7f66770d'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:26:34.226321 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5bd73f-d617-4653-95a5-d01298cf511b req-7696071a-f4ff-487c-b5ef-940bfe2be03c service neutron] Attempting to bind port 17a1ade1-2cfa-472c-b7c8-1f808c264f74 on network 34cab420-4061-4919-a6e5-7f4f7f66770d {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:26:34.254645 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5bd73f-d617-4653-95a5-d01298cf511b req-7696071a-f4ff-487c-b5ef-940bfe2be03c service neutron] Port 17a1ade1-2cfa-472c-b7c8-1f808c264f74 on network 34cab420-4061-4919-a6e5-7f4f7f66770d not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:26:34.255801 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5bd73f-d617-4653-95a5-d01298cf511b req-7696071a-f4ff-487c-b5ef-940bfe2be03c service neutron] Attempting to bind port 17a1ade1-2cfa-472c-b7c8-1f808c264f74 on network 34cab420-4061-4919-a6e5-7f4f7f66770d {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:26:34.269661 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5bd73f-d617-4653-95a5-d01298cf511b req-7696071a-f4ff-487c-b5ef-940bfe2be03c service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:26:34.270264 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5bd73f-d617-4653-95a5-d01298cf511b req-7696071a-f4ff-487c-b5ef-940bfe2be03c service neutron] Checking segment: {'id': '10091b82-4fa4-4197-a2c9-d510b15c0e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '34cab420-4061-4919-a6e5-7f4f7f66770d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:26:34.270822 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5bd73f-d617-4653-95a5-d01298cf511b req-7696071a-f4ff-487c-b5ef-940bfe2be03c service neutron] Bound using segment: {'id': '10091b82-4fa4-4197-a2c9-d510b15c0e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '34cab420-4061-4919-a6e5-7f4f7f66770d'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:26:34.271453 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-6a5bd73f-d617-4653-95a5-d01298cf511b req-7696071a-f4ff-487c-b5ef-940bfe2be03c service neutron] Bound port: 17a1ade1-2cfa-472c-b7c8-1f808c264f74, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10091b82-4fa4-4197-a2c9-d510b15c0e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '34cab420-4061-4919-a6e5-7f4f7f66770d'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:26:34.271975 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6a5bd73f-d617-4653-95a5-d01298cf511b req-7696071a-f4ff-487c-b5ef-940bfe2be03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:34.277094 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c73f2ca6-45a3-4bff-98ab-75c4da0e589d req-76229537-fadb-4362-a2fb-8606183efa6b tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537384 Sep 08 09:26:34.291657 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468842b-c733-4dad-af9f-1fc3bb89f8b4 req-96f80d4d-8df3-4059-b278-007498ebeafc tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:34.298982 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3468842b-c733-4dad-af9f-1fc3bb89f8b4 req-96f80d4d-8df3-4059-b278-007498ebeafc tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 946 time: 0.1495142 Sep 08 09:26:34.392780 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3468842b-c733-4dad-af9f-1fc3bb89f8b4 req-1ddc0a80-4bc3-4a66-88d8-c0cc4c0faa57 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929413 Sep 08 09:26:34.425649 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-6a5bd73f-d617-4653-95a5-d01298cf511b req-7696071a-f4ff-487c-b5ef-940bfe2be03c service neutron] For port 17a1ade1-2cfa-472c-b7c8-1f808c264f74, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:26:34.429740 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-6a5bd73f-d617-4653-95a5-d01298cf511b req-7696071a-f4ff-487c-b5ef-940bfe2be03c service neutron] For port 17a1ade1-2cfa-472c-b7c8-1f808c264f74, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=17a1ade1-2cfa-472c-b7c8-1f808c264f74,segment=NetworkSegment(10091b82-4fa4-4197-a2c9-d510b15c0e30),segment_id=10091b82-4fa4-4197-a2c9-d510b15c0e30)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:26:34.434186 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6a5bd73f-d617-4653-95a5-d01298cf511b req-7696071a-f4ff-487c-b5ef-940bfe2be03c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:34.475603 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5bd73f-d617-4653-95a5-d01298cf511b req-7696071a-f4ff-487c-b5ef-940bfe2be03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:34.476654 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6a5bd73f-d617-4653-95a5-d01298cf511b req-7696071a-f4ff-487c-b5ef-940bfe2be03c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:34.478490 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6a5bd73f-d617-4653-95a5-d01298cf511b req-7696071a-f4ff-487c-b5ef-940bfe2be03c service neutron] 10.222.0.35 "PUT /v2.0/ports/17a1ade1-2cfa-472c-b7c8-1f808c264f74 HTTP/1.1" status: 200 len: 1093 time: 1.5439813 Sep 08 09:26:34.502938 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696071a-f4ff-487c-b5ef-940bfe2be03c service neutron] Pushing event updated for resources: {'Port': ['ID=17a1ade1-2cfa-472c-b7c8-1f808c264f74,revision_number=12']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:26:34.576380 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5bd73f-d617-4653-95a5-d01298cf511b req-86c751d9-0a79-435c-a7c9-ec1922214d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:34.578114 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6a5bd73f-d617-4653-95a5-d01298cf511b req-86c751d9-0a79-435c-a7c9-ec1922214d20 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0f105e5fd99469d8f84a09c77d72db0&device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 1096 time: 0.0614903 Sep 08 09:26:34.746075 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5bd73f-d617-4653-95a5-d01298cf511b req-785910fb-4141-4d01-a5c8-ddb19b660ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:34.748279 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6a5bd73f-d617-4653-95a5-d01298cf511b req-785910fb-4141-4d01-a5c8-ddb19b660ae9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=34cab420-4061-4919-a6e5-7f4f7f66770d HTTP/1.1" status: 200 len: 896 time: 0.1619666 Sep 08 09:26:34.849921 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea836698-f701-40be-aac9-431e56e1a668 req-694505b8-c635-49e9-854a-c3b6f52ec905 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:34.851472 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ea836698-f701-40be-aac9-431e56e1a668 req-694505b8-c635-49e9-854a-c3b6f52ec905 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 946 time: 0.1214628 Sep 08 09:26:34.862274 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6a5bd73f-d617-4653-95a5-d01298cf511b req-4e0cb03a-5e64-46cb-8392-1ef6008bb1e2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17a1ade1-2cfa-472c-b7c8-1f808c264f74 HTTP/1.1" status: 200 len: 999 time: 0.0965421 Sep 08 09:26:34.926009 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ea836698-f701-40be-aac9-431e56e1a668 req-c322c465-637d-40e0-a979-8a2fda59484a tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668509 Sep 08 09:26:34.942480 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5bd73f-d617-4653-95a5-d01298cf511b req-d1cdd65d-5297-4c41-b117-a170b567526e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:34.943986 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6a5bd73f-d617-4653-95a5-d01298cf511b req-d1cdd65d-5297-4c41-b117-a170b567526e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7071c3aa-f3c6-48cc-8f83-006cadb8075d HTTP/1.1" status: 200 len: 834 time: 0.0684822 Sep 08 09:26:34.999204 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5bd73f-d617-4653-95a5-d01298cf511b req-f20ea1a5-9f44-4355-84f7-42a9c3278adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:35.000786 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6a5bd73f-d617-4653-95a5-d01298cf511b req-f20ea1a5-9f44-4355-84f7-42a9c3278adf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=34cab420-4061-4919-a6e5-7f4f7f66770d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493519 Sep 08 09:26:35.111651 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6a5bd73f-d617-4653-95a5-d01298cf511b req-498a33fb-0c9a-4f69-9a98-4fed58500a0b service neutron] 10.222.0.35 "GET /v2.0/networks/34cab420-4061-4919-a6e5-7f4f7f66770d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011589 Sep 08 09:26:35.236395 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6a5bd73f-d617-4653-95a5-d01298cf511b req-60baf863-d939-4f74-8a8f-ed4aaa810367 service neutron] 10.222.0.35 "GET /v2.0/networks/34cab420-4061-4919-a6e5-7f4f7f66770d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171305 Sep 08 09:26:35.435453 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4bfcb-5ab6-4e67-8ba8-3dbda63208e0 req-1a84e069-8395-427f-ba3d-16bde3603296 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:35.446680 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a2b4bfcb-5ab6-4e67-8ba8-3dbda63208e0 req-1a84e069-8395-427f-ba3d-16bde3603296 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 944 time: 0.0646031 Sep 08 09:26:35.511347 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a2b4bfcb-5ab6-4e67-8ba8-3dbda63208e0 req-850219a9-7294-4a07-874f-5fd29dabf83e tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626020 Sep 08 09:26:35.783927 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7f90ae4-632e-46a8-8431-9ef2b1e207ba', 'tag': '17a1ade1-2cfa-472c-b7c8-1f808c264f74'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:26:35.789922 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fb2624-aa4a-4f2b-92bc-205a52e82c8d" -d '{"events": [{"name": "network-changed", "server_uuid": "e7f90ae4-632e-46a8-8431-9ef2b1e207ba", "tag": "17a1ade1-2cfa-472c-b7c8-1f808c264f74"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:26:35.860076 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe20457-9614-4e8c-9e1c-9784e502ec0a x-openstack-request-id: req-7fe20457-9614-4e8c-9e1c-9784e502ec0a {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:26:35.860555 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7f90ae4-632e-46a8-8431-9ef2b1e207ba", "tag": "17a1ade1-2cfa-472c-b7c8-1f808c264f74", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:26:35.860982 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7fe20457-9614-4e8c-9e1c-9784e502ec0a {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:26:35.861549 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7f90ae4-632e-46a8-8431-9ef2b1e207ba', 'tag': '17a1ade1-2cfa-472c-b7c8-1f808c264f74', 'status': 'completed', 'code': 200} Sep 08 09:26:35.955648 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb2624-aa4a-4f2b-92bc-205a52e82c8d req-d0a2886d-685b-427a-93c8-8461d6b32896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:35.957498 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c4fb2624-aa4a-4f2b-92bc-205a52e82c8d req-d0a2886d-685b-427a-93c8-8461d6b32896 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0f105e5fd99469d8f84a09c77d72db0&device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 1096 time: 0.0433166 Sep 08 09:26:35.995914 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb2624-aa4a-4f2b-92bc-205a52e82c8d req-ce4b7ffa-2425-4bdd-af61-9ae99b6ecc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:35.999167 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c4fb2624-aa4a-4f2b-92bc-205a52e82c8d req-ce4b7ffa-2425-4bdd-af61-9ae99b6ecc16 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0f105e5fd99469d8f84a09c77d72db0&device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 1096 time: 0.0928912 Sep 08 09:26:36.055699 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 17a1ade1-2cfa-472c-b7c8-1f808c264f74 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:26:36.137989 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 17a1ade1-2cfa-472c-b7c8-1f808c264f74 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:26:36.191518 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb2624-aa4a-4f2b-92bc-205a52e82c8d req-68bfa169-1e2b-4374-9475-7cf7556ecda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:36.193047 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c4fb2624-aa4a-4f2b-92bc-205a52e82c8d req-68bfa169-1e2b-4374-9475-7cf7556ecda1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=34cab420-4061-4919-a6e5-7f4f7f66770d HTTP/1.1" status: 200 len: 896 time: 0.1814864 Sep 08 09:26:36.196122 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb2624-aa4a-4f2b-92bc-205a52e82c8d req-d4272d5c-db2d-4752-8247-0900eae0fb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:36.197745 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c4fb2624-aa4a-4f2b-92bc-205a52e82c8d req-d4272d5c-db2d-4752-8247-0900eae0fb15 service neutron] 10.222.0.37 "GET /v2.0/networks?id=34cab420-4061-4919-a6e5-7f4f7f66770d HTTP/1.1" status: 200 len: 896 time: 0.2230544 Sep 08 09:26:36.320704 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c4fb2624-aa4a-4f2b-92bc-205a52e82c8d req-c67119f6-f9ac-4955-a9c4-fbdf59bc7a49 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17a1ade1-2cfa-472c-b7c8-1f808c264f74 HTTP/1.1" status: 200 len: 999 time: 0.1196256 Sep 08 09:26:36.405337 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb2624-aa4a-4f2b-92bc-205a52e82c8d req-66d792e4-f399-4530-9f9d-b0fb5d51bafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:36.407070 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c4fb2624-aa4a-4f2b-92bc-205a52e82c8d req-66d792e4-f399-4530-9f9d-b0fb5d51bafa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7071c3aa-f3c6-48cc-8f83-006cadb8075d HTTP/1.1" status: 200 len: 834 time: 0.0666709 Sep 08 09:26:36.484379 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb2624-aa4a-4f2b-92bc-205a52e82c8d req-4b2b5255-d503-4a4a-9bff-82add9bec948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:36.486279 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c4fb2624-aa4a-4f2b-92bc-205a52e82c8d req-4b2b5255-d503-4a4a-9bff-82add9bec948 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=34cab420-4061-4919-a6e5-7f4f7f66770d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0687971 Sep 08 09:26:36.700718 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c4fb2624-aa4a-4f2b-92bc-205a52e82c8d req-b4e202d7-c0cd-46ef-b67e-126aee3535c6 service neutron] 10.222.0.35 "GET /v2.0/networks/34cab420-4061-4919-a6e5-7f4f7f66770d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044017 Sep 08 09:26:36.760010 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe4145-1f36-4a50-8d99-99569d196b50 req-d5c92632-7a99-4dbb-bd29-94b739ee22f9 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:36.768705 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-dabe4145-1f36-4a50-8d99-99569d196b50 req-d5c92632-7a99-4dbb-bd29-94b739ee22f9 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 946 time: 0.7279522 Sep 08 09:26:36.792548 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c4fb2624-aa4a-4f2b-92bc-205a52e82c8d req-993db53e-78fa-4e08-aa45-bdde02ab197b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17a1ade1-2cfa-472c-b7c8-1f808c264f74 HTTP/1.1" status: 200 len: 999 time: 0.5829122 Sep 08 09:26:36.839333 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c4fb2624-aa4a-4f2b-92bc-205a52e82c8d req-afdc447c-fe5f-4b79-8231-0a778d7df7af service neutron] 10.222.0.35 "GET /v2.0/networks/34cab420-4061-4919-a6e5-7f4f7f66770d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306622 Sep 08 09:26:36.878119 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd332adb-6ba8-4385-b36a-84d7170b384e req-73daf3f6-d8be-4902-8728-33cd733befe5 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:36.879919 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fd332adb-6ba8-4385-b36a-84d7170b384e req-73daf3f6-d8be-4902-8728-33cd733befe5 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 944 time: 0.2429712 Sep 08 09:26:36.899194 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb2624-aa4a-4f2b-92bc-205a52e82c8d req-1e2aa81e-3f3e-4cf3-a237-e7878d7545ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:36.900996 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c4fb2624-aa4a-4f2b-92bc-205a52e82c8d req-1e2aa81e-3f3e-4cf3-a237-e7878d7545ad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7071c3aa-f3c6-48cc-8f83-006cadb8075d HTTP/1.1" status: 200 len: 834 time: 0.0930514 Sep 08 09:26:36.934135 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-dabe4145-1f36-4a50-8d99-99569d196b50 req-ebe1d1ba-5cdb-40eb-8f3c-4519576f05a5 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643484 Sep 08 09:26:36.958017 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fd332adb-6ba8-4385-b36a-84d7170b384e req-16e225d7-28c1-4cd2-b8a0-5f899d79a088 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688121 Sep 08 09:26:37.001258 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb2624-aa4a-4f2b-92bc-205a52e82c8d req-5b6e133f-32af-4010-ad8a-64cbdc904a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:37.003438 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c4fb2624-aa4a-4f2b-92bc-205a52e82c8d req-5b6e133f-32af-4010-ad8a-64cbdc904a75 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34cab420-4061-4919-a6e5-7f4f7f66770d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0801399 Sep 08 09:26:37.175037 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c4fb2624-aa4a-4f2b-92bc-205a52e82c8d req-d1ab2c70-62d6-43f9-8386-026cba66b6e7 service neutron] 10.222.0.37 "GET /v2.0/networks/34cab420-4061-4919-a6e5-7f4f7f66770d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640964 Sep 08 09:26:37.419427 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c4fb2624-aa4a-4f2b-92bc-205a52e82c8d req-11451cf9-6f3a-4824-a478-f143618e2265 service neutron] 10.222.0.37 "GET /v2.0/networks/34cab420-4061-4919-a6e5-7f4f7f66770d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335672 Sep 08 09:26:37.420562 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6950ff9-cec9-4df6-96d7-ca268983dc28 req-6b018d0b-015b-4b0a-8bc0-861ca79971d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:37.423683 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a6950ff9-cec9-4df6-96d7-ca268983dc28 req-6b018d0b-015b-4b0a-8bc0-861ca79971d5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b71c8866e0a041d8a6a40f7dc5d3a1ff&device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 1098 time: 0.1139660 Sep 08 09:26:37.429158 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11ba16-6c46-4d2a-8329-75752c40329b req-5ca1b9ca-84d1-4d66-ba83-f6cc3d9b3c1e tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:37.430917 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8a11ba16-6c46-4d2a-8329-75752c40329b req-5ca1b9ca-84d1-4d66-ba83-f6cc3d9b3c1e tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 946 time: 0.1741393 Sep 08 09:26:37.485223 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8a11ba16-6c46-4d2a-8329-75752c40329b req-40c54042-c007-4091-bc95-d3fa4e88589f tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412581 Sep 08 09:26:37.583075 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6950ff9-cec9-4df6-96d7-ca268983dc28 req-a3d2beb6-a160-4f89-908c-c6331411069a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:37.584680 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a6950ff9-cec9-4df6-96d7-ca268983dc28 req-a3d2beb6-a160-4f89-908c-c6331411069a service neutron] 10.222.0.37 "GET /v2.0/networks?id=678c6b91-5ea9-437d-bb2d-e0aa57bc04fe HTTP/1.1" status: 200 len: 914 time: 0.1410215 Sep 08 09:26:37.652190 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a6950ff9-cec9-4df6-96d7-ca268983dc28 req-f3acac8d-e82c-477b-b1c6-95e516ffd3b4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bad12fc-0407-4931-9668-f2979f9e09c7 HTTP/1.1" status: 200 len: 217 time: 0.0594034 Sep 08 09:26:37.714604 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6950ff9-cec9-4df6-96d7-ca268983dc28 req-7da3d0e7-eec5-454f-9fdc-c7ae953851f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:37.716478 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a6950ff9-cec9-4df6-96d7-ca268983dc28 req-7da3d0e7-eec5-454f-9fdc-c7ae953851f5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9414c654-7832-4a44-85f8-4dd276ece110 HTTP/1.1" status: 200 len: 853 time: 0.0560517 Sep 08 09:26:37.779826 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a6950ff9-cec9-4df6-96d7-ca268983dc28 req-467143b3-c726-4151-b3b2-b71ea2f17033 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=678c6b91-5ea9-437d-bb2d-e0aa57bc04fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485966 Sep 08 09:26:37.889533 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a6950ff9-cec9-4df6-96d7-ca268983dc28 req-63fef54f-a7a7-4f44-99dc-79a9644cdb8b service neutron] 10.222.0.37 "GET /v2.0/networks/678c6b91-5ea9-437d-bb2d-e0aa57bc04fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072719 Sep 08 09:26:38.048659 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a6950ff9-cec9-4df6-96d7-ca268983dc28 req-3482e978-9f7b-4cec-a596-8f0ef10a748c service neutron] 10.222.0.37 "GET /v2.0/networks/678c6b91-5ea9-437d-bb2d-e0aa57bc04fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513295 Sep 08 09:26:38.130794 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3575c-ec04-4786-a17a-0bcdcfdfc605 req-67cf524f-5be4-416a-80e8-7c2bc59e7700 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:38.140197 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-14b3575c-ec04-4786-a17a-0bcdcfdfc605 req-67cf524f-5be4-416a-80e8-7c2bc59e7700 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 944 time: 0.0721490 Sep 08 09:26:38.183905 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-14b3575c-ec04-4786-a17a-0bcdcfdfc605 req-41d853f3-1a46-452d-86aa-b715ee4d7d3e tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427089 Sep 08 09:26:38.666808 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 17a1ade1-2cfa-472c-b7c8-1f808c264f74 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:26:38.722383 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d31884-1a49-48e7-af16-a287015196cb req-957cfbcf-610f-4532-896c-855d729ae300 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:38.732520 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-00d31884-1a49-48e7-af16-a287015196cb req-957cfbcf-610f-4532-896c-855d729ae300 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 946 time: 0.1010699 Sep 08 09:26:38.823288 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-00d31884-1a49-48e7-af16-a287015196cb req-81696b7b-e217-4207-9aa5-36799d07f974 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888817 Sep 08 09:26:38.897987 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 17a1ade1-2cfa-472c-b7c8-1f808c264f74, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=17a1ade1-2cfa-472c-b7c8-1f808c264f74,segment=NetworkSegment(10091b82-4fa4-4197-a2c9-d510b15c0e30),segment_id=10091b82-4fa4-4197-a2c9-d510b15c0e30)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:26:38.912909 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '17a1ade1-2cfa-472c-b7c8-1f808c264f74', 'network_id': '34cab420-4061-4919-a6e5-7f4f7f66770d', 'port_id': '17a1ade1-2cfa-472c-b7c8-1f808c264f74', 'mac_address': 'fa:16:3e:7c:7c:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7071c3aa-f3c6-48cc-8f83-006cadb8075d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:26:38.965226 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:38.982850 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17a1ade1-2cfa-472c-b7c8-1f808c264f74 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:26:39.009835 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 17a1ade1-2cfa-472c-b7c8-1f808c264f74, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=17a1ade1-2cfa-472c-b7c8-1f808c264f74,segment=NetworkSegment(10091b82-4fa4-4197-a2c9-d510b15c0e30),segment_id=10091b82-4fa4-4197-a2c9-d510b15c0e30)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:26:39.016476 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:39.231198 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=17a1ade1-2cfa-472c-b7c8-1f808c264f74,revision_number=13']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:26:39.341828 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee984a-95e5-4087-ada8-3e2040e1a12c req-33c09a3c-3ddd-4aaa-95b4-9d458fb72540 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:39.343510 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bbee984a-95e5-4087-ada8-3e2040e1a12c req-33c09a3c-3ddd-4aaa-95b4-9d458fb72540 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 945 time: 0.0637167 Sep 08 09:26:39.403055 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['17a1ade1-2cfa-472c-b7c8-1f808c264f74'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:26:39.433263 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bbee984a-95e5-4087-ada8-3e2040e1a12c req-09c0c5fc-b8fc-4d01-b669-2293af1c3f2a tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833006 Sep 08 09:26:39.475488 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 48794) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:26:39.568825 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e96da581-767d-4d78-8afd-c783c3a0e07b tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/floatingips/4956e478-f0be-42f0-af76-f1db0f2f7ffb HTTP/1.1" status: 200 len: 992 time: 0.0955949 Sep 08 09:26:39.964444 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484db610-a0a0-4237-8d69-17af523c87df req-1991217c-dcf7-4a85-a12f-74d247b4f6a5 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:39.967258 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-484db610-a0a0-4237-8d69-17af523c87df req-1991217c-dcf7-4a85-a12f-74d247b4f6a5 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 946 time: 0.0686543 Sep 08 09:26:40.045209 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-484db610-a0a0-4237-8d69-17af523c87df req-7d33ce4b-da6d-41f0-85a7-352148713521 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720272 Sep 08 09:26:40.193265 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7af17-e661-4081-a270-c66fbad46015 req-6ed7de34-cae3-4e1f-bfeb-130749db3a17 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:40.202400 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-63b7af17-e661-4081-a270-c66fbad46015 req-6ed7de34-cae3-4e1f-bfeb-130749db3a17 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 946 time: 0.0630710 Sep 08 09:26:40.249939 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-63b7af17-e661-4081-a270-c66fbad46015 req-7223fe06-27a9-4b76-bbc0-d57cf5834b59 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466437 Sep 08 09:26:40.426302 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a457a0-ba17-44ab-a306-8f3a33e3c47b req-4f5c4041-2ea8-468e-bcdc-046721557a21 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:40.436510 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-55a457a0-ba17-44ab-a306-8f3a33e3c47b req-4f5c4041-2ea8-468e-bcdc-046721557a21 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 946 time: 0.0909417 Sep 08 09:26:40.482713 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-55a457a0-ba17-44ab-a306-8f3a33e3c47b req-43fba1bf-d147-4391-b502-fbd0e57f1d90 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451331 Sep 08 09:26:40.620512 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a2f42-6b6c-41aa-acb9-5a508e1e531d req-09da5130-e418-48fc-bf27-0a4d82856dcd tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:40.622103 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-136a2f42-6b6c-41aa-acb9-5a508e1e531d req-09da5130-e418-48fc-bf27-0a4d82856dcd tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 946 time: 0.0547373 Sep 08 09:26:40.668428 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-136a2f42-6b6c-41aa-acb9-5a508e1e531d req-86fb83fb-01dc-46b3-82b6-2ebd49145c70 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393524 Sep 08 09:26:40.683116 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 17a1ade1-2cfa-472c-b7c8-1f808c264f74 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:26:40.795189 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 17a1ade1-2cfa-472c-b7c8-1f808c264f74 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:26:40.799754 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 17a1ade1-2cfa-472c-b7c8-1f808c264f74 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:26:40.800137 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:40.909816 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218455fd-3e3b-41af-956d-b9f40da0ed69 req-350a9ee5-37ee-453c-9e78-07addf5769e2 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:40.912040 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-218455fd-3e3b-41af-956d-b9f40da0ed69 req-350a9ee5-37ee-453c-9e78-07addf5769e2 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 946 time: 0.0985475 Sep 08 09:26:40.923784 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:40.963727 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-218455fd-3e3b-41af-956d-b9f40da0ed69 req-0b1d1b7c-2ee7-4824-b983-213fbf8bbc8a tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424392 Sep 08 09:26:40.975731 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f90ae4-632e-46a8-8431-9ef2b1e207ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a1ade1-2cfa-472c-b7c8-1f808c264f74'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:26:40.978693 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76629283-f5bf-4e11-8406-90adcf4a8236" -d '{"events": [{"server_uuid": "e7f90ae4-632e-46a8-8431-9ef2b1e207ba", "name": "network-vif-plugged", "status": "completed", "tag": "17a1ade1-2cfa-472c-b7c8-1f808c264f74"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:26:41.000039 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 17a1ade1-2cfa-472c-b7c8-1f808c264f74, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=17a1ade1-2cfa-472c-b7c8-1f808c264f74,segment=NetworkSegment(10091b82-4fa4-4197-a2c9-d510b15c0e30),segment_id=10091b82-4fa4-4197-a2c9-d510b15c0e30)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:26:41.013510 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:41.080864 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55758a9-2e57-4e26-bd4a-52b5538c91eb x-openstack-request-id: req-b55758a9-2e57-4e26-bd4a-52b5538c91eb {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:26:41.081156 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f90ae4-632e-46a8-8431-9ef2b1e207ba", "name": "network-vif-plugged", "status": "completed", "tag": "17a1ade1-2cfa-472c-b7c8-1f808c264f74", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:26:41.081404 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b55758a9-2e57-4e26-bd4a-52b5538c91eb {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:26:41.083779 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f90ae4-632e-46a8-8431-9ef2b1e207ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a1ade1-2cfa-472c-b7c8-1f808c264f74', 'code': 200} Sep 08 09:26:41.150454 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=17a1ade1-2cfa-472c-b7c8-1f808c264f74,revision_number=14']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:26:41.175730 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d2c15-e41f-41d0-bed2-9d04a3156ca8 req-06c7cb63-780e-433c-8297-10a128ae1c45 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:41.184780 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-156d2c15-e41f-41d0-bed2-9d04a3156ca8 req-06c7cb63-780e-433c-8297-10a128ae1c45 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 946 time: 0.0810781 Sep 08 09:26:41.242730 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-156d2c15-e41f-41d0-bed2-9d04a3156ca8 req-d01eddfe-52a6-4e50-b889-adc4629b56f7 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556140 Sep 08 09:26:41.413901 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf1ce4-fa7b-4ead-88f0-99ebd571590e req-526b3902-c371-4a1d-bb04-82de893fe000 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:41.415679 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-88bf1ce4-fa7b-4ead-88f0-99ebd571590e req-526b3902-c371-4a1d-bb04-82de893fe000 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 946 time: 0.0747032 Sep 08 09:26:41.483402 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-88bf1ce4-fa7b-4ead-88f0-99ebd571590e req-7c292e2f-e617-4afc-9b3d-cb4eee51e779 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605228 Sep 08 09:26:41.626954 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0243d3e-47c4-484f-a7c2-9e31719d06f6 req-014dcc56-536d-4a6f-be72-4b69de46aae6 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:41.628550 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e0243d3e-47c4-484f-a7c2-9e31719d06f6 req-014dcc56-536d-4a6f-be72-4b69de46aae6 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 946 time: 0.0632017 Sep 08 09:26:41.692337 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e0243d3e-47c4-484f-a7c2-9e31719d06f6 req-7fec9a25-b7f9-4aa1-92cb-51834c2325d2 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442190 Sep 08 09:26:41.899851 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf5499-d94d-44a6-a695-9e7ea36aaa73 req-82267387-a6b8-4185-b28f-445ae0e337cc tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:41.909360 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-13bf5499-d94d-44a6-a695-9e7ea36aaa73 req-82267387-a6b8-4185-b28f-445ae0e337cc tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 946 time: 0.0809765 Sep 08 09:26:41.982955 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-13bf5499-d94d-44a6-a695-9e7ea36aaa73 req-55463682-6fd1-46ce-86ef-d8395b439ddf tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725782 Sep 08 09:26:42.156414 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d620f-6468-48a4-ad23-ae166dfd164c req-1292f97d-9ddf-441d-9f3e-2e9ee7d10cd3 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:42.157955 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cd1d620f-6468-48a4-ad23-ae166dfd164c req-1292f97d-9ddf-441d-9f3e-2e9ee7d10cd3 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 946 time: 0.0885978 Sep 08 09:26:42.230550 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cd1d620f-6468-48a4-ad23-ae166dfd164c req-9bede95b-0626-4360-94cf-53fe2a486437 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605733 Sep 08 09:26:42.378189 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d3f50-53bb-4983-96d7-dc8826337ec1 req-97c63a31-d400-4783-a475-ec4bcfdeff53 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:42.379957 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d85d3f50-53bb-4983-96d7-dc8826337ec1 req-97c63a31-d400-4783-a475-ec4bcfdeff53 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 946 time: 0.0560098 Sep 08 09:26:42.444276 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d85d3f50-53bb-4983-96d7-dc8826337ec1 req-1f3b42d5-a513-4586-80c7-89e453e3082a tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574059 Sep 08 09:26:42.620612 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886fd9d1-44ce-4324-af5b-e1aa371d5043 req-b30f414d-f0a8-4d78-bb41-c1f03528f48d tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:42.627870 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-886fd9d1-44ce-4324-af5b-e1aa371d5043 req-b30f414d-f0a8-4d78-bb41-c1f03528f48d tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 946 time: 0.0776229 Sep 08 09:26:42.685775 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-886fd9d1-44ce-4324-af5b-e1aa371d5043 req-8ef5a1b9-a8d2-4b71-ab9a-499959885851 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570309 Sep 08 09:26:42.856964 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54435885-2609-4db7-a7dc-a0534b8b1713 req-0c21da95-d062-43f6-9527-c2ad3bc4633d tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:42.858684 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-54435885-2609-4db7-a7dc-a0534b8b1713 req-0c21da95-d062-43f6-9527-c2ad3bc4633d tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 946 time: 0.0711560 Sep 08 09:26:42.917610 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-54435885-2609-4db7-a7dc-a0534b8b1713 req-f891e4c7-81f1-47c9-a0cd-e9710dd926bd tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526385 Sep 08 09:26:43.049643 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffbab94-02c7-4d05-9856-c87e48a883a0 req-999f5774-28a6-4377-b86c-a9a02a7fb04e tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:43.051756 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7ffbab94-02c7-4d05-9856-c87e48a883a0 req-999f5774-28a6-4377-b86c-a9a02a7fb04e tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 946 time: 0.0633240 Sep 08 09:26:43.109127 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7ffbab94-02c7-4d05-9856-c87e48a883a0 req-0b0438ff-bb88-496b-be46-5a59723e8d60 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458803 Sep 08 09:26:43.305309 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae38b0-9d61-43db-aff0-52b560f4ab6f req-d43ff263-ef64-42c1-a781-f90a97451b73 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:43.307407 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5aae38b0-9d61-43db-aff0-52b560f4ab6f req-d43ff263-ef64-42c1-a781-f90a97451b73 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 946 time: 0.0714436 Sep 08 09:26:43.371765 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5aae38b0-9d61-43db-aff0-52b560f4ab6f req-649a0b72-a1b3-4cc9-aec7-6ecd931b6b46 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568962 Sep 08 09:26:47.647907 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d45323ff-2731-465f-a295-d4726c882e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:48.459512 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5e010-1848-4c28-bbe9-6ff7034465ab req-b8a044e1-80b0-44a2-8aa8-4ca9a0a9f9c6 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:48.474773 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5df5e010-1848-4c28-bbe9-6ff7034465ab req-b8a044e1-80b0-44a2-8aa8-4ca9a0a9f9c6 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 946 time: 0.0784214 Sep 08 09:26:48.551374 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5df5e010-1848-4c28-bbe9-6ff7034465ab req-9fc31dc1-6343-4dda-9419-2d14614f832f tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756888 Sep 08 09:26:49.678846 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee94ea2-60b5-44b9-8e57-54ba3aa0089b req-83bcf951-1117-4dd1-8561-48860c7fcd14 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:49.681115 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0ee94ea2-60b5-44b9-8e57-54ba3aa0089b req-83bcf951-1117-4dd1-8561-48860c7fcd14 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 946 time: 0.0538857 Sep 08 09:26:49.730609 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0ee94ea2-60b5-44b9-8e57-54ba3aa0089b req-44816697-090f-4329-ae4e-cb9f5b34c759 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/security-groups?id=07140faf-6777-469d-99b3-ff8ffc4674b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428190 Sep 08 09:26:50.171694 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bfeb3e-41e8-4554-8512-145465865ae7 req-5be96484-c88d-4c68-8ad4-5aed170b4b07 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:50.173552 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e5bfeb3e-41e8-4554-8512-145465865ae7 req-5be96484-c88d-4c68-8ad4-5aed170b4b07 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.37 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 946 time: 0.0561898 Sep 08 09:26:50.289839 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-e5bfeb3e-41e8-4554-8512-145465865ae7 req-39a71386-b4c7-4972-8d1e-06d45d91272b tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Deleting port 8bad12fc-0407-4931-9668-f2979f9e09c7 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:26:50.291360 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e5bfeb3e-41e8-4554-8512-145465865ae7 req-39a71386-b4c7-4972-8d1e-06d45d91272b tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:50.408122 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:50.413169 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-e5bfeb3e-41e8-4554-8512-145465865ae7 req-39a71386-b4c7-4972-8d1e-06d45d91272b tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] For port 8bad12fc-0407-4931-9668-f2979f9e09c7, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=8bad12fc-0407-4931-9668-f2979f9e09c7,segment=NetworkSegment(f08fca9c-7ba9-4967-8c01-3edd0faf3db1),segment_id=f08fca9c-7ba9-4967-8c01-3edd0faf3db1)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:26:50.413893 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e5bfeb3e-41e8-4554-8512-145465865ae7 req-39a71386-b4c7-4972-8d1e-06d45d91272b tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:50.442112 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-e5bfeb3e-41e8-4554-8512-145465865ae7 req-39a71386-b4c7-4972-8d1e-06d45d91272b tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Calling delete_port for 8bad12fc-0407-4931-9668-f2979f9e09c7 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:26:50.588972 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e5bfeb3e-41e8-4554-8512-145465865ae7 req-39a71386-b4c7-4972-8d1e-06d45d91272b tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:50.623929 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['8bad12fc-0407-4931-9668-f2979f9e09c7'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:26:50.624165 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a71386-b4c7-4972-8d1e-06d45d91272b tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Pushing event deleted for resources: {'Port': ['ID=8bad12fc-0407-4931-9668-f2979f9e09c7,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:26:50.633823 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a71386-b4c7-4972-8d1e-06d45d91272b tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:26:50.634204 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a71386-b4c7-4972-8d1e-06d45d91272b tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:26:50.635193 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a71386-b4c7-4972-8d1e-06d45d91272b tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:26:50.635650 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a71386-b4c7-4972-8d1e-06d45d91272b tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:26:50.636111 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a71386-b4c7-4972-8d1e-06d45d91272b tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:26:50.636430 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a71386-b4c7-4972-8d1e-06d45d91272b tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:26:50.636761 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a71386-b4c7-4972-8d1e-06d45d91272b tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:26:50.637088 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a71386-b4c7-4972-8d1e-06d45d91272b tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:26:50.637551 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a71386-b4c7-4972-8d1e-06d45d91272b tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:26:50.637883 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a71386-b4c7-4972-8d1e-06d45d91272b tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:26:50.638234 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a71386-b4c7-4972-8d1e-06d45d91272b tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:26:50.638707 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a71386-b4c7-4972-8d1e-06d45d91272b tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:26:50.683050 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5bfeb3e-41e8-4554-8512-145465865ae7 req-39a71386-b4c7-4972-8d1e-06d45d91272b tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] No DVR routers for this DVR port 8bad12fc-0407-4931-9668-f2979f9e09c7 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:26:50.685601 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e5bfeb3e-41e8-4554-8512-145465865ae7 req-39a71386-b4c7-4972-8d1e-06d45d91272b tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:50.687723 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e5bfeb3e-41e8-4554-8512-145465865ae7 req-39a71386-b4c7-4972-8d1e-06d45d91272b tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.37 "DELETE /v2.0/ports/8bad12fc-0407-4931-9668-f2979f9e09c7 HTTP/1.1" status: 204 len: 173 time: 0.5075872 Sep 08 09:26:50.688163 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f', 'name': 'network-vif-deleted', 'tag': '8bad12fc-0407-4931-9668-f2979f9e09c7'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:26:50.690560 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b8afc5-6d15-47c1-a02a-84cf1c75d77e" -d '{"events": [{"server_uuid": "1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f", "name": "network-vif-deleted", "tag": "8bad12fc-0407-4931-9668-f2979f9e09c7"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:26:50.737196 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd59fdbd-0660-4061-8192-22635cad446c x-openstack-request-id: req-fd59fdbd-0660-4061-8192-22635cad446c {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:26:50.737492 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f", "name": "network-vif-deleted", "tag": "8bad12fc-0407-4931-9668-f2979f9e09c7", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:26:50.737750 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fd59fdbd-0660-4061-8192-22635cad446c {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:26:50.738182 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f', 'name': 'network-vif-deleted', 'tag': '8bad12fc-0407-4931-9668-f2979f9e09c7', 'status': 'completed', 'code': 200} Sep 08 09:26:50.773347 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-35ca0673-a604-4422-827d-434142d23a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:50.870241 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a42bce76-81e2-48cb-91a0-7b07e233cb77 req-d3c5e267-be66-47ad-9607-72acb1bfe648 tempest-ServersNegativeTestJSON-1743107542 tempest-ServersNegativeTestJSON-1743107542-project] 10.222.0.54 "GET /v2.0/ports?device_id=1e7deb88-dbdb-4a74-b53e-fe9f14a2de2f HTTP/1.1" status: 200 len: 210 time: 0.0434382 Sep 08 09:26:51.926560 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 49188) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:26:52.002172 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-0198f590-8ac2-4440-946a-9ee69d8c8d28 admin admin] Deleting subnet 9414c654-7832-4a44-85f8-4dd276ece110 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:26:52.005934 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0198f590-8ac2-4440-946a-9ee69d8c8d28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:52.084529 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0198f590-8ac2-4440-946a-9ee69d8c8d28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:52.131538 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0198f590-8ac2-4440-946a-9ee69d8c8d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:52.168340 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:52.194333 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0198f590-8ac2-4440-946a-9ee69d8c8d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:52.246983 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0198f590-8ac2-4440-946a-9ee69d8c8d28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9414c654-7832-4a44-85f8-4dd276ece110,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:26:52.253904 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0198f590-8ac2-4440-946a-9ee69d8c8d28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:52.262607 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 49206) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:26:52.269431 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0198f590-8ac2-4440-946a-9ee69d8c8d28 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/9414c654-7832-4a44-85f8-4dd276ece110 HTTP/1.1" status: 204 len: 168 time: 0.3417056 Sep 08 09:26:52.349462 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ce30edaa-71da-4791-9a82-e00feb7078db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:52.445673 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ce30edaa-71da-4791-9a82-e00feb7078db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:52.471334 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-ce30edaa-71da-4791-9a82-e00feb7078db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['678c6b91-5ea9-437d-bb2d-e0aa57bc04fe']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:26:52.482604 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-ce30edaa-71da-4791-9a82-e00feb7078db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f08fca9c-7ba9-4967-8c01-3edd0faf3db1') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:26:52.483245 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-ce30edaa-71da-4791-9a82-e00feb7078db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f08fca9c-7ba9-4967-8c01-3edd0faf3db1') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:26:52.495371 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ce30edaa-71da-4791-9a82-e00feb7078db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:52.511507 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ce30edaa-71da-4791-9a82-e00feb7078db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:52.517951 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce30edaa-71da-4791-9a82-e00feb7078db admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:26:52.518594 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ce30edaa-71da-4791-9a82-e00feb7078db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:52.585450 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:26:52.585450 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:26:52.585450 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:26:52.585450 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:26:52.585450 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:26:52.585450 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:26:52.585450 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:26:52.585450 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:26:52.585450 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:26:52.585450 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:26:52.585450 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:26:52.585450 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:26:52.585450 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:26:52.585450 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:26:52.585450 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:26:52.585450 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:26:52.585450 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:26:52.585450 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:26:52.585450 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:26:52.585450 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:26:52.585450 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:26:52.585450 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:26:52.585450 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:26:52.585450 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:26:52.585450 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:26:52.585450 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:26:52.585450 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:26:52.585450 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:26:52.585450 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:26:52.585450 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:26:52.585450 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:26:52.585450 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:26:52.607444 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ce30edaa-71da-4791-9a82-e00feb7078db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:52.648932 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ce30edaa-71da-4791-9a82-e00feb7078db admin admin] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:52.656834 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ce30edaa-71da-4791-9a82-e00feb7078db admin admin] 10.222.0.54 "DELETE /v2.0/networks/678c6b91-5ea9-437d-bb2d-e0aa57bc04fe HTTP/1.1" status: 204 len: 168 time: 0.3929710 Sep 08 09:26:52.661599 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce30edaa-71da-4791-9a82-e00feb7078db admin admin] Pushing event deleted for resources: {'Network': ['ID=678c6b91-5ea9-437d-bb2d-e0aa57bc04fe,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:26:52.898689 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 49276) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:26:52.954747 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-6205a268-0778-41da-8aa9-9041b2a08c6b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b71c8866e0a041d8a6a40f7dc5d3a1ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0536840 Sep 08 09:26:52.957182 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 49284) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:26:53.048251 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3ef46794-23a8-4cc5-b5a8-c822887b6e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:53.076581 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3ef46794-23a8-4cc5-b5a8-c822887b6e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:53.136663 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3ef46794-23a8-4cc5-b5a8-c822887b6e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:53.140534 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3ef46794-23a8-4cc5-b5a8-c822887b6e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:53.144201 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-3ef46794-23a8-4cc5-b5a8-c822887b6e1a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/07140faf-6777-469d-99b3-ff8ffc4674b3 HTTP/1.1" status: 204 len: 168 time: 0.1836028 Sep 08 09:26:53.169227 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef46794-23a8-4cc5-b5a8-c822887b6e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07140faf-6777-469d-99b3-ff8ffc4674b3,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:26:53.713138 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:54.166681 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 8bad12fc-0407-4931-9668-f2979f9e09c7 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:26:54.230774 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 8bad12fc-0407-4931-9668-f2979f9e09c7 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:26:54.233494 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 8bad12fc-0407-4931-9668-f2979f9e09c7 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:26:54.267489 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:54.481695 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 49456) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:26:54.694535 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-27bbe727-bdc4-4142-be8f-8305c1ac128b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-207800997-network', 'tenant_id': '938de9fcac24439fb17f7bff1aedfbad'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:26:54.752946 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27bbe727-bdc4-4142-be8f-8305c1ac128b admin admin] Made reservation on behalf of 938de9fcac24439fb17f7bff1aedfbad for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:26:54.755286 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-27bbe727-bdc4-4142-be8f-8305c1ac128b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:54.785406 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-27bbe727-bdc4-4142-be8f-8305c1ac128b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:54.929989 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-27bbe727-bdc4-4142-be8f-8305c1ac128b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:54.950607 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-27bbe727-bdc4-4142-be8f-8305c1ac128b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:55.012114 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bbe727-bdc4-4142-be8f-8305c1ac128b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430a4141-ab24-441f-84a9-7c829ff68499,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:26:55.054124 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27bbe727-bdc4-4142-be8f-8305c1ac128b admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:26:55.066253 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-27bbe727-bdc4-4142-be8f-8305c1ac128b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:55.067261 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-27bbe727-bdc4-4142-be8f-8305c1ac128b admin admin] Added segment 7f0e3725-50b8-4ef8-860a-dbdee1d24402 of type vlan for network 8a4cc4a1-f95d-432b-8391-b1a41bcbeb60 Sep 08 09:26:55.141731 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-27bbe727-bdc4-4142-be8f-8305c1ac128b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:55.177730 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-27bbe727-bdc4-4142-be8f-8305c1ac128b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:55.179407 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bbe727-bdc4-4142-be8f-8305c1ac128b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:55.180246 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-27bbe727-bdc4-4142-be8f-8305c1ac128b admin admin] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:55.251008 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 49540) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:26:55.258629 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-27bbe727-bdc4-4142-be8f-8305c1ac128b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7650456 Sep 08 09:26:55.267481 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-e0f621ee-04a1-48c1-9fa9-10346152614c admin admin] Request body: {'subnet': {'network_id': '8a4cc4a1-f95d-432b-8391-b1a41bcbeb60', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-207800997-subnet', 'tenant_id': '938de9fcac24439fb17f7bff1aedfbad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:26:55.294684 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bbe727-bdc4-4142-be8f-8305c1ac128b admin admin] Pushing event updated for resources: {'Network': ['ID=8a4cc4a1-f95d-432b-8391-b1a41bcbeb60,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:26:55.305937 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 8a4cc4a1-f95d-432b-8391-b1a41bcbeb60 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:26:55.319863 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f621ee-04a1-48c1-9fa9-10346152614c admin admin] Made reservation on behalf of 938de9fcac24439fb17f7bff1aedfbad for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:26:55.323184 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e0f621ee-04a1-48c1-9fa9-10346152614c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:55.546244 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e0f621ee-04a1-48c1-9fa9-10346152614c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:55.623022 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f621ee-04a1-48c1-9fa9-10346152614c admin admin] Checking segment: {'id': '7f0e3725-50b8-4ef8-860a-dbdee1d24402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '8a4cc4a1-f95d-432b-8391-b1a41bcbeb60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:26:55.623410 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f621ee-04a1-48c1-9fa9-10346152614c admin admin] Network hostable DHCP agents. Network: 8a4cc4a1-f95d-432b-8391-b1a41bcbeb60, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:26:55.640318 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f621ee-04a1-48c1-9fa9-10346152614c admin admin] Pushing event updated for resources: {'Subnet': ['ID=51fdac27-42e1-4f6c-8be0-c60565c8b5bd,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:26:55.653664 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f621ee-04a1-48c1-9fa9-10346152614c admin admin] Network 8a4cc4a1-f95d-432b-8391-b1a41bcbeb60 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:26:55.667118 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-e0f621ee-04a1-48c1-9fa9-10346152614c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 8a4cc4a1-f95d-432b-8391-b1a41bcbeb60) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:26:55.673023 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f621ee-04a1-48c1-9fa9-10346152614c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:55.673023 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e0f621ee-04a1-48c1-9fa9-10346152614c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:55.677744 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa3b6e5-faea-4d60-b6de-41e8869469e7 None None] Network 8a4cc4a1-f95d-432b-8391-b1a41bcbeb60 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:26:55.704951 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e0f621ee-04a1-48c1-9fa9-10346152614c admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4516013 Sep 08 09:26:55.858851 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79dc2dfc-18ff-4a0e-9260-1d6375b9506d None None] Network 8a4cc4a1-f95d-432b-8391-b1a41bcbeb60 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:26:56.360490 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc057e-720e-4115-9c9e-0e3088299ac2 req-4e3aeaf9-4629-4252-91d4-83b741d5ba94 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:56.366517 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-86bc057e-720e-4115-9c9e-0e3088299ac2 req-4e3aeaf9-4629-4252-91d4-83b741d5ba94 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/networks?id=8a4cc4a1-f95d-432b-8391-b1a41bcbeb60 HTTP/1.1" status: 200 len: 814 time: 0.1235492 Sep 08 09:26:56.384587 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-86bc057e-720e-4115-9c9e-0e3088299ac2 req-af16c17e-e23d-4f2e-8a9e-aa6ed05994e4 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/quotas/938de9fcac24439fb17f7bff1aedfbad HTTP/1.1" status: 200 len: 375 time: 0.0138767 Sep 08 09:26:56.438787 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-86bc057e-720e-4115-9c9e-0e3088299ac2 req-79166fe6-f918-4812-9095-f6ec27709602 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=938de9fcac24439fb17f7bff1aedfbad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429258 Sep 08 09:26:56.629020 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-86bc057e-720e-4115-9c9e-0e3088299ac2 req-655e4940-ed19-460a-8a9b-ac8cf7219533 service neutron] 10.222.0.54 "GET /v2.0/networks/8a4cc4a1-f95d-432b-8391-b1a41bcbeb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891866 Sep 08 09:26:56.765529 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-86bc057e-720e-4115-9c9e-0e3088299ac2 req-019fb9e3-0bd2-4503-9f0a-d1e5c76b4bac service neutron] 10.222.0.54 "GET /v2.0/networks/8a4cc4a1-f95d-432b-8391-b1a41bcbeb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210785 Sep 08 09:26:56.951404 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8b543aa3-7bf8-4a88-a875-b0179a033e7d req-39c433f6-2504-4997-bb22-98c9f528835d tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d9b60d8-2d2d-4865-9f3d-ea02d8844741 HTTP/1.1" status: 200 len: 210 time: 0.0380428 Sep 08 09:26:58.074306 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-64ec5b2a-bfe4-4d57-8547-63dd2a08f718 req-57648348-6957-4f8c-8191-68cab7185433 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d9b60d8-2d2d-4865-9f3d-ea02d8844741 HTTP/1.1" status: 200 len: 210 time: 0.0278263 Sep 08 09:26:58.439039 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc057e-720e-4115-9c9e-0e3088299ac2 req-11442186-1ac5-44c0-acc0-7b32c3b14c44 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:58.441282 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-86bc057e-720e-4115-9c9e-0e3088299ac2 req-11442186-1ac5-44c0-acc0-7b32c3b14c44 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.37 "GET /v2.0/networks?id=8a4cc4a1-f95d-432b-8391-b1a41bcbeb60 HTTP/1.1" status: 200 len: 814 time: 0.2113223 Sep 08 09:26:58.462882 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-86bc057e-720e-4115-9c9e-0e3088299ac2 req-08de8e90-9443-4a1c-b4e6-9eac900b5572 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Request body: {'port': {'device_id': '2d9b60d8-2d2d-4865-9f3d-ea02d8844741', 'network_id': '8a4cc4a1-f95d-432b-8391-b1a41bcbeb60', 'admin_state_up': True, 'tenant_id': '938de9fcac24439fb17f7bff1aedfbad'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:26:58.621931 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86bc057e-720e-4115-9c9e-0e3088299ac2 req-08de8e90-9443-4a1c-b4e6-9eac900b5572 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Made reservation on behalf of 938de9fcac24439fb17f7bff1aedfbad for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:26:58.625467 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-86bc057e-720e-4115-9c9e-0e3088299ac2 req-08de8e90-9443-4a1c-b4e6-9eac900b5572 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:58.668387 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:58.800743 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-86bc057e-720e-4115-9c9e-0e3088299ac2 req-08de8e90-9443-4a1c-b4e6-9eac900b5572 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Allocated IP 172.20.0.6 (8a4cc4a1-f95d-432b-8391-b1a41bcbeb60/51fdac27-42e1-4f6c-8be0-c60565c8b5bd/e9842b9f-6618-499e-896e-3acc522c6ec8) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:26:59.006493 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-86bc057e-720e-4115-9c9e-0e3088299ac2 req-08de8e90-9443-4a1c-b4e6-9eac900b5572 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:59.054051 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-86bc057e-720e-4115-9c9e-0e3088299ac2 req-08de8e90-9443-4a1c-b4e6-9eac900b5572 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:59.176535 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86bc057e-720e-4115-9c9e-0e3088299ac2 req-08de8e90-9443-4a1c-b4e6-9eac900b5572 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Network 8a4cc4a1-f95d-432b-8391-b1a41bcbeb60 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:26:59.179730 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-86bc057e-720e-4115-9c9e-0e3088299ac2 req-08de8e90-9443-4a1c-b4e6-9eac900b5572 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:26:59.188914 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-86bc057e-720e-4115-9c9e-0e3088299ac2 req-08de8e90-9443-4a1c-b4e6-9eac900b5572 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:26:59.193630 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08de8e90-9443-4a1c-b4e6-9eac900b5572 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Pushing event updated for resources: {'Port': ['ID=e9842b9f-6618-499e-896e-3acc522c6ec8,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:26:59.275523 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc057e-720e-4115-9c9e-0e3088299ac2 req-08de8e90-9443-4a1c-b4e6-9eac900b5572 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:59.276421 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-86bc057e-720e-4115-9c9e-0e3088299ac2 req-08de8e90-9443-4a1c-b4e6-9eac900b5572 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:59.296935 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393191e4-1c16-496b-a1b6-9061e28837fc req-3eb3853b-daef-49e7-90fd-25f2c297bb1d tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:26:59.299107 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-393191e4-1c16-496b-a1b6-9061e28837fc req-3eb3853b-daef-49e7-90fd-25f2c297bb1d tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d9b60d8-2d2d-4865-9f3d-ea02d8844741 HTTP/1.1" status: 200 len: 931 time: 0.0956755 Sep 08 09:26:59.300094 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-86bc057e-720e-4115-9c9e-0e3088299ac2 req-08de8e90-9443-4a1c-b4e6-9eac900b5572 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8430233 Sep 08 09:26:59.318286 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-86bc057e-720e-4115-9c9e-0e3088299ac2 req-0c2d7451-3aae-4b74-8a1c-752a18f2d9f6 service neutron] Request body: {'port': {'device_id': '2d9b60d8-2d2d-4865-9f3d-ea02d8844741', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:26:59.345832 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-393191e4-1c16-496b-a1b6-9061e28837fc req-81b04387-ff74-46d3-98d3-705dda39570a tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/security-groups?id=430a4141-ab24-441f-84a9-7c829ff68499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395274 Sep 08 09:26:59.404940 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-86bc057e-720e-4115-9c9e-0e3088299ac2 req-0c2d7451-3aae-4b74-8a1c-752a18f2d9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:59.739167 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-86bc057e-720e-4115-9c9e-0e3088299ac2 req-0c2d7451-3aae-4b74-8a1c-752a18f2d9f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9842b9f-6618-499e-896e-3acc522c6ec8 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:26:59.748632 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-86bc057e-720e-4115-9c9e-0e3088299ac2 req-0c2d7451-3aae-4b74-8a1c-752a18f2d9f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:59.762878 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-86bc057e-720e-4115-9c9e-0e3088299ac2 req-0c2d7451-3aae-4b74-8a1c-752a18f2d9f6 service neutron] Transition to ACTIVE for port object e9842b9f-6618-499e-896e-3acc522c6ec8 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:26:59.767520 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-86bc057e-720e-4115-9c9e-0e3088299ac2 req-0c2d7451-3aae-4b74-8a1c-752a18f2d9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:26:59.820732 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d7451-3aae-4b74-8a1c-752a18f2d9f6 service neutron] Pushing event updated for resources: {'Port': ['ID=e9842b9f-6618-499e-896e-3acc522c6ec8,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:26:59.920801 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-86bc057e-720e-4115-9c9e-0e3088299ac2 req-0c2d7451-3aae-4b74-8a1c-752a18f2d9f6 service neutron] Attempting to bind port e9842b9f-6618-499e-896e-3acc522c6ec8 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:26:59.921158 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-86bc057e-720e-4115-9c9e-0e3088299ac2 req-0c2d7451-3aae-4b74-8a1c-752a18f2d9f6 service neutron] Attempting to bind port e9842b9f-6618-499e-896e-3acc522c6ec8 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '7f0e3725-50b8-4ef8-860a-dbdee1d24402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '8a4cc4a1-f95d-432b-8391-b1a41bcbeb60'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:26:59.921633 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bc057e-720e-4115-9c9e-0e3088299ac2 req-0c2d7451-3aae-4b74-8a1c-752a18f2d9f6 service neutron] Attempting to bind port e9842b9f-6618-499e-896e-3acc522c6ec8 on network 8a4cc4a1-f95d-432b-8391-b1a41bcbeb60 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:26:59.926601 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bc057e-720e-4115-9c9e-0e3088299ac2 req-0c2d7451-3aae-4b74-8a1c-752a18f2d9f6 service neutron] Port e9842b9f-6618-499e-896e-3acc522c6ec8 on network 8a4cc4a1-f95d-432b-8391-b1a41bcbeb60 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:26:59.927047 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bc057e-720e-4115-9c9e-0e3088299ac2 req-0c2d7451-3aae-4b74-8a1c-752a18f2d9f6 service neutron] Attempting to bind port e9842b9f-6618-499e-896e-3acc522c6ec8 on network 8a4cc4a1-f95d-432b-8391-b1a41bcbeb60 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:26:59.933166 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bc057e-720e-4115-9c9e-0e3088299ac2 req-0c2d7451-3aae-4b74-8a1c-752a18f2d9f6 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:26:59.933588 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bc057e-720e-4115-9c9e-0e3088299ac2 req-0c2d7451-3aae-4b74-8a1c-752a18f2d9f6 service neutron] Checking segment: {'id': '7f0e3725-50b8-4ef8-860a-dbdee1d24402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '8a4cc4a1-f95d-432b-8391-b1a41bcbeb60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:26:59.934084 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86bc057e-720e-4115-9c9e-0e3088299ac2 req-0c2d7451-3aae-4b74-8a1c-752a18f2d9f6 service neutron] Bound using segment: {'id': '7f0e3725-50b8-4ef8-860a-dbdee1d24402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '8a4cc4a1-f95d-432b-8391-b1a41bcbeb60'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:26:59.934702 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-86bc057e-720e-4115-9c9e-0e3088299ac2 req-0c2d7451-3aae-4b74-8a1c-752a18f2d9f6 service neutron] Bound port: e9842b9f-6618-499e-896e-3acc522c6ec8, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f0e3725-50b8-4ef8-860a-dbdee1d24402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '8a4cc4a1-f95d-432b-8391-b1a41bcbeb60'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:26:59.935137 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-86bc057e-720e-4115-9c9e-0e3088299ac2 req-0c2d7451-3aae-4b74-8a1c-752a18f2d9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:00.019257 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-86bc057e-720e-4115-9c9e-0e3088299ac2 req-0c2d7451-3aae-4b74-8a1c-752a18f2d9f6 service neutron] For port e9842b9f-6618-499e-896e-3acc522c6ec8, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:27:00.024863 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-86bc057e-720e-4115-9c9e-0e3088299ac2 req-0c2d7451-3aae-4b74-8a1c-752a18f2d9f6 service neutron] For port e9842b9f-6618-499e-896e-3acc522c6ec8, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=e9842b9f-6618-499e-896e-3acc522c6ec8,segment=NetworkSegment(7f0e3725-50b8-4ef8-860a-dbdee1d24402),segment_id=7f0e3725-50b8-4ef8-860a-dbdee1d24402)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:27:00.031526 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-86bc057e-720e-4115-9c9e-0e3088299ac2 req-0c2d7451-3aae-4b74-8a1c-752a18f2d9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:00.077602 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc057e-720e-4115-9c9e-0e3088299ac2 req-0c2d7451-3aae-4b74-8a1c-752a18f2d9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:00.078467 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-86bc057e-720e-4115-9c9e-0e3088299ac2 req-0c2d7451-3aae-4b74-8a1c-752a18f2d9f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:00.080230 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-86bc057e-720e-4115-9c9e-0e3088299ac2 req-0c2d7451-3aae-4b74-8a1c-752a18f2d9f6 service neutron] 10.222.0.37 "PUT /v2.0/ports/e9842b9f-6618-499e-896e-3acc522c6ec8 HTTP/1.1" status: 200 len: 1092 time: 0.7670195 Sep 08 09:27:00.080762 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d9b60d8-2d2d-4865-9f3d-ea02d8844741', 'tag': 'e9842b9f-6618-499e-896e-3acc522c6ec8'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:27:00.083573 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fa0383-5588-4b2a-b9c7-9f838d96f07c" -d '{"events": [{"name": "network-changed", "server_uuid": "2d9b60d8-2d2d-4865-9f3d-ea02d8844741", "tag": "e9842b9f-6618-499e-896e-3acc522c6ec8"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:27:00.192940 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfcf407a-b2b2-4392-827f-75b974818c37 x-openstack-request-id: req-cfcf407a-b2b2-4392-827f-75b974818c37 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:27:00.193550 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d9b60d8-2d2d-4865-9f3d-ea02d8844741", "tag": "e9842b9f-6618-499e-896e-3acc522c6ec8", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:27:00.193550 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cfcf407a-b2b2-4392-827f-75b974818c37 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:27:00.194260 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d9b60d8-2d2d-4865-9f3d-ea02d8844741', 'tag': 'e9842b9f-6618-499e-896e-3acc522c6ec8', 'status': 'completed', 'code': 200} Sep 08 09:27:00.199962 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d7451-3aae-4b74-8a1c-752a18f2d9f6 service neutron] Pushing event updated for resources: {'Port': ['ID=e9842b9f-6618-499e-896e-3acc522c6ec8,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:27:00.221052 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc057e-720e-4115-9c9e-0e3088299ac2 req-f0f93a6a-97c2-463c-b512-2e5465615bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:00.224773 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-86bc057e-720e-4115-9c9e-0e3088299ac2 req-f0f93a6a-97c2-463c-b512-2e5465615bfc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=938de9fcac24439fb17f7bff1aedfbad&device_id=2d9b60d8-2d2d-4865-9f3d-ea02d8844741 HTTP/1.1" status: 200 len: 1095 time: 0.0804908 Sep 08 09:27:00.285029 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-86bc057e-720e-4115-9c9e-0e3088299ac2 req-9614e62b-e0c3-4d37-afaa-b378d0953582 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9842b9f-6618-499e-896e-3acc522c6ec8 HTTP/1.1" status: 200 len: 217 time: 0.0460074 Sep 08 09:27:00.336324 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc057e-720e-4115-9c9e-0e3088299ac2 req-94b5685b-cef1-47b1-9921-38a24c5ca174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:00.339317 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-86bc057e-720e-4115-9c9e-0e3088299ac2 req-94b5685b-cef1-47b1-9921-38a24c5ca174 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51fdac27-42e1-4f6c-8be0-c60565c8b5bd HTTP/1.1" status: 200 len: 854 time: 0.0466914 Sep 08 09:27:00.359485 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:27:00.380398 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-86bc057e-720e-4115-9c9e-0e3088299ac2 req-97314c9b-2856-4aa9-a837-8529c242dc50 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8a4cc4a1-f95d-432b-8391-b1a41bcbeb60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333798 Sep 08 09:27:00.515095 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-86bc057e-720e-4115-9c9e-0e3088299ac2 req-5be9a258-10a9-4a45-a916-665a5b2e6dc0 service neutron] 10.222.0.37 "GET /v2.0/networks/8a4cc4a1-f95d-432b-8391-b1a41bcbeb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239583 Sep 08 09:27:00.570593 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af840af3-0bc8-4a7a-9525-11f159b5bf6f req-558799d9-563b-4b3d-960d-6d87f2173306 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:00.573627 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-af840af3-0bc8-4a7a-9525-11f159b5bf6f req-558799d9-563b-4b3d-960d-6d87f2173306 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d9b60d8-2d2d-4865-9f3d-ea02d8844741 HTTP/1.1" status: 200 len: 943 time: 0.1073945 Sep 08 09:27:00.637919 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-af840af3-0bc8-4a7a-9525-11f159b5bf6f req-18263360-567c-4a57-8d1b-e047745f901f tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/security-groups?id=430a4141-ab24-441f-84a9-7c829ff68499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559518 Sep 08 09:27:01.055321 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-86bc057e-720e-4115-9c9e-0e3088299ac2 req-62bdcd8f-820a-427a-b8f3-b7737b72dfa6 service neutron] 10.222.0.37 "GET /v2.0/networks/8a4cc4a1-f95d-432b-8391-b1a41bcbeb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5319645 Sep 08 09:27:01.221409 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa0383-5588-4b2a-b9c7-9f838d96f07c req-6db67677-0836-494a-803b-94c274590333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:01.221409 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-60fa0383-5588-4b2a-b9c7-9f838d96f07c req-6db67677-0836-494a-803b-94c274590333 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=938de9fcac24439fb17f7bff1aedfbad&device_id=2d9b60d8-2d2d-4865-9f3d-ea02d8844741 HTTP/1.1" status: 200 len: 1095 time: 0.0612695 Sep 08 09:27:01.334100 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa0383-5588-4b2a-b9c7-9f838d96f07c req-387aff48-580e-45cd-a597-be3e5299cf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:01.336689 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-60fa0383-5588-4b2a-b9c7-9f838d96f07c req-387aff48-580e-45cd-a597-be3e5299cf71 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8a4cc4a1-f95d-432b-8391-b1a41bcbeb60 HTTP/1.1" status: 200 len: 915 time: 0.1066554 Sep 08 09:27:01.383163 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-60fa0383-5588-4b2a-b9c7-9f838d96f07c req-25597eb2-cdd7-462f-81cf-06e486c1e2d1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9842b9f-6618-499e-896e-3acc522c6ec8 HTTP/1.1" status: 200 len: 217 time: 0.0385933 Sep 08 09:27:01.452231 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa0383-5588-4b2a-b9c7-9f838d96f07c req-0c80fe1c-afe6-4c22-85cb-1830cb6a6586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:01.454711 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-60fa0383-5588-4b2a-b9c7-9f838d96f07c req-0c80fe1c-afe6-4c22-85cb-1830cb6a6586 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51fdac27-42e1-4f6c-8be0-c60565c8b5bd HTTP/1.1" status: 200 len: 854 time: 0.0633371 Sep 08 09:27:01.496403 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-60fa0383-5588-4b2a-b9c7-9f838d96f07c req-ad533460-bd0f-4ad0-96d2-da131fccb130 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8a4cc4a1-f95d-432b-8391-b1a41bcbeb60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313478 Sep 08 09:27:01.617977 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-60fa0383-5588-4b2a-b9c7-9f838d96f07c req-15bfad60-e041-47c6-bb34-36cac8582641 service neutron] 10.222.0.37 "GET /v2.0/networks/8a4cc4a1-f95d-432b-8391-b1a41bcbeb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135402 Sep 08 09:27:01.731859 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-60fa0383-5588-4b2a-b9c7-9f838d96f07c req-e6f81dc5-2523-4a90-80eb-546e7d5e4113 service neutron] 10.222.0.37 "GET /v2.0/networks/8a4cc4a1-f95d-432b-8391-b1a41bcbeb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053247 Sep 08 09:27:01.840202 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793c250-a429-4a3f-9ed1-d9136f6c37ca req-eb4878bc-df9a-4045-8fd4-ba1072843b3b tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:01.841947 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5793c250-a429-4a3f-9ed1-d9136f6c37ca req-eb4878bc-df9a-4045-8fd4-ba1072843b3b tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d9b60d8-2d2d-4865-9f3d-ea02d8844741 HTTP/1.1" status: 200 len: 943 time: 0.0663681 Sep 08 09:27:01.892768 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5793c250-a429-4a3f-9ed1-d9136f6c37ca req-4374b352-0472-4b06-979d-9a161eab91e9 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/security-groups?id=430a4141-ab24-441f-84a9-7c829ff68499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370429 Sep 08 09:27:03.059517 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc735924-c51b-4b47-97d8-1833b4060eaa req-7d10e53a-8faa-4bfb-b344-38bce1e4f21a tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:03.061852 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bc735924-c51b-4b47-97d8-1833b4060eaa req-7d10e53a-8faa-4bfb-b344-38bce1e4f21a tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d9b60d8-2d2d-4865-9f3d-ea02d8844741 HTTP/1.1" status: 200 len: 943 time: 0.0578134 Sep 08 09:27:03.114532 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bc735924-c51b-4b47-97d8-1833b4060eaa req-af7dd6d9-5812-4c83-8e23-fc6b9ae88a78 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/security-groups?id=430a4141-ab24-441f-84a9-7c829ff68499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459645 Sep 08 09:27:04.233807 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea655df-4efb-4b0d-8475-20a753fed0f6 req-38a5bf99-8aac-4b19-a357-dd53f114985c tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:04.235582 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cea655df-4efb-4b0d-8475-20a753fed0f6 req-38a5bf99-8aac-4b19-a357-dd53f114985c tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d9b60d8-2d2d-4865-9f3d-ea02d8844741 HTTP/1.1" status: 200 len: 943 time: 0.0518959 Sep 08 09:27:04.278527 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cea655df-4efb-4b0d-8475-20a753fed0f6 req-9b4fc0ed-3784-4767-b8fc-20e2cad80258 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/security-groups?id=430a4141-ab24-441f-84a9-7c829ff68499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358040 Sep 08 09:27:04.278965 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device e9842b9f-6618-499e-896e-3acc522c6ec8 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:27:04.380398 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port e9842b9f-6618-499e-896e-3acc522c6ec8, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=e9842b9f-6618-499e-896e-3acc522c6ec8,segment=NetworkSegment(7f0e3725-50b8-4ef8-860a-dbdee1d24402),segment_id=7f0e3725-50b8-4ef8-860a-dbdee1d24402)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:27:04.396574 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': 'e9842b9f-6618-499e-896e-3acc522c6ec8', 'network_id': '8a4cc4a1-f95d-432b-8391-b1a41bcbeb60', 'port_id': 'e9842b9f-6618-499e-896e-3acc522c6ec8', 'mac_address': 'fa:16:3e:e2:9d:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51fdac27-42e1-4f6c-8be0-c60565c8b5bd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:27:04.434870 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:04.450332 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9842b9f-6618-499e-896e-3acc522c6ec8 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:27:04.473562 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port e9842b9f-6618-499e-896e-3acc522c6ec8, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=e9842b9f-6618-499e-896e-3acc522c6ec8,segment=NetworkSegment(7f0e3725-50b8-4ef8-860a-dbdee1d24402),segment_id=7f0e3725-50b8-4ef8-860a-dbdee1d24402)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:27:04.479503 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:04.528104 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=e9842b9f-6618-499e-896e-3acc522c6ec8,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:27:04.746600 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['e9842b9f-6618-499e-896e-3acc522c6ec8'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:27:05.441310 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f3cc7-f471-4daf-a9c8-7b762f8c347b req-77deea1a-f756-4325-8ff4-2d05b50c7fde tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:05.442878 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c04f3cc7-f471-4daf-a9c8-7b762f8c347b req-77deea1a-f756-4325-8ff4-2d05b50c7fde tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d9b60d8-2d2d-4865-9f3d-ea02d8844741 HTTP/1.1" status: 200 len: 944 time: 0.0521340 Sep 08 09:27:05.495024 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c04f3cc7-f471-4daf-a9c8-7b762f8c347b req-e2e0c6da-807d-4f9d-89c5-a8687a04bcf2 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/security-groups?id=430a4141-ab24-441f-84a9-7c829ff68499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440135 Sep 08 09:27:06.279639 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device e9842b9f-6618-499e-896e-3acc522c6ec8 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:27:06.359403 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port e9842b9f-6618-499e-896e-3acc522c6ec8 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:27:06.365295 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port e9842b9f-6618-499e-896e-3acc522c6ec8 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:27:06.365797 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:06.506845 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:06.574261 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9b60d8-2d2d-4865-9f3d-ea02d8844741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9842b9f-6618-499e-896e-3acc522c6ec8'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:27:06.576718 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8da275-aa57-48cf-8e72-57747a518871" -d '{"events": [{"server_uuid": "2d9b60d8-2d2d-4865-9f3d-ea02d8844741", "name": "network-vif-plugged", "status": "completed", "tag": "e9842b9f-6618-499e-896e-3acc522c6ec8"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:27:06.592207 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port e9842b9f-6618-499e-896e-3acc522c6ec8, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=e9842b9f-6618-499e-896e-3acc522c6ec8,segment=NetworkSegment(7f0e3725-50b8-4ef8-860a-dbdee1d24402),segment_id=7f0e3725-50b8-4ef8-860a-dbdee1d24402)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:27:06.601010 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:06.651600 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f4d32a-b495-4ed3-bcf1-47ea2ef0a040 x-openstack-request-id: req-43f4d32a-b495-4ed3-bcf1-47ea2ef0a040 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:27:06.652226 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d9b60d8-2d2d-4865-9f3d-ea02d8844741", "name": "network-vif-plugged", "status": "completed", "tag": "e9842b9f-6618-499e-896e-3acc522c6ec8", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:27:06.652485 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-43f4d32a-b495-4ed3-bcf1-47ea2ef0a040 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:27:06.652889 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d9b60d8-2d2d-4865-9f3d-ea02d8844741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9842b9f-6618-499e-896e-3acc522c6ec8', 'code': 200} Sep 08 09:27:06.688136 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=e9842b9f-6618-499e-896e-3acc522c6ec8,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:27:06.702238 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9102ad1-aab8-4c69-ae8e-f16a7d305bb8 req-6b1b4b71-1ef1-4d92-90a0-0352ce0911b5 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:06.703557 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d9102ad1-aab8-4c69-ae8e-f16a7d305bb8 req-6b1b4b71-1ef1-4d92-90a0-0352ce0911b5 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d9b60d8-2d2d-4865-9f3d-ea02d8844741 HTTP/1.1" status: 200 len: 945 time: 0.0967314 Sep 08 09:27:06.809869 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d9102ad1-aab8-4c69-ae8e-f16a7d305bb8 req-ddec9790-f784-4741-bfac-33dad2195512 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/security-groups?id=430a4141-ab24-441f-84a9-7c829ff68499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925450 Sep 08 09:27:06.817455 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7693d-9763-438d-b47b-82ba8e523cce req-b2fb6183-d5d0-4bcf-b70d-31210a5c55e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:06.819078 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-11f7693d-9763-438d-b47b-82ba8e523cce req-b2fb6183-d5d0-4bcf-b70d-31210a5c55e0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2d9b60d8-2d2d-4865-9f3d-ea02d8844741 HTTP/1.1" status: 200 len: 1097 time: 0.0577633 Sep 08 09:27:06.867323 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-11f7693d-9763-438d-b47b-82ba8e523cce req-d746a621-1a92-409a-a6cc-d6df7b174064 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=430a4141-ab24-441f-84a9-7c829ff68499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404856 Sep 08 09:27:08.044873 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5fc967-c898-4559-a5b5-7d206cee010c req-c76c1c18-c4b4-49d7-8194-05504110d539 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:08.047493 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4c5fc967-c898-4559-a5b5-7d206cee010c req-c76c1c18-c4b4-49d7-8194-05504110d539 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d9b60d8-2d2d-4865-9f3d-ea02d8844741 HTTP/1.1" status: 200 len: 945 time: 0.1023140 Sep 08 09:27:08.119216 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4c5fc967-c898-4559-a5b5-7d206cee010c req-69a09cb8-36e0-4059-8f1a-cf2249400d02 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/security-groups?id=430a4141-ab24-441f-84a9-7c829ff68499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651834 Sep 08 09:27:09.298094 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ab850-f989-44a8-bcac-66a32fc75e0f req-42e8b70b-cb1e-4eab-96c3-335232944b49 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:09.299629 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-028ab850-f989-44a8-bcac-66a32fc75e0f req-42e8b70b-cb1e-4eab-96c3-335232944b49 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d9b60d8-2d2d-4865-9f3d-ea02d8844741 HTTP/1.1" status: 200 len: 945 time: 0.0932498 Sep 08 09:27:09.347163 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-028ab850-f989-44a8-bcac-66a32fc75e0f req-1b8c35d1-7280-4f12-b481-43ec75166f19 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/security-groups?id=430a4141-ab24-441f-84a9-7c829ff68499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396860 Sep 08 09:27:17.652067 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-dc110fe5-8052-48e8-a209-ae85f5a3c122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:20.397065 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:20.767553 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-593e868f-515c-4e58-96dd-7785e5c24a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:22.158511 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:23.572549 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:24.228842 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:24.980744 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27e620-75b3-4497-9ad7-3d49dca1c6e4 req-a87f1666-7ffd-4b87-b8cc-23f53c76d968 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:24.983039 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ae27e620-75b3-4497-9ad7-3d49dca1c6e4 req-a87f1666-7ffd-4b87-b8cc-23f53c76d968 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/networks?id=8a4cc4a1-f95d-432b-8391-b1a41bcbeb60 HTTP/1.1" status: 200 len: 814 time: 0.1406677 Sep 08 09:27:25.005078 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ae27e620-75b3-4497-9ad7-3d49dca1c6e4 req-1aa8c18b-11e9-43c8-838a-544c84c8abbe tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/quotas/938de9fcac24439fb17f7bff1aedfbad HTTP/1.1" status: 200 len: 375 time: 0.0155866 Sep 08 09:27:25.099110 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ae27e620-75b3-4497-9ad7-3d49dca1c6e4 req-eb21d0d3-9198-40a4-b26e-be21858009dd tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=938de9fcac24439fb17f7bff1aedfbad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0779839 Sep 08 09:27:25.244176 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ae27e620-75b3-4497-9ad7-3d49dca1c6e4 req-c094e337-f80e-414b-a50c-04827c571a94 service neutron] 10.222.0.54 "GET /v2.0/networks/8a4cc4a1-f95d-432b-8391-b1a41bcbeb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366582 Sep 08 09:27:25.378903 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ae27e620-75b3-4497-9ad7-3d49dca1c6e4 req-18ca929a-30ad-4f69-9ae9-c8d78f4c0020 service neutron] 10.222.0.54 "GET /v2.0/networks/8a4cc4a1-f95d-432b-8391-b1a41bcbeb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282876 Sep 08 09:27:25.624366 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9626782a-9c2d-4aad-a38e-875e0c181abf req-60bf9f41-eaf0-43e4-841f-e62f05802879 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8034512-00e9-400f-aaab-552818122ec1 HTTP/1.1" status: 200 len: 210 time: 0.0431671 Sep 08 09:27:26.851160 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1fca4b10-ec66-477a-80ae-e805ab2cd95a req-60cc20ee-0a24-4e91-914e-2fc54d4364a0 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8034512-00e9-400f-aaab-552818122ec1 HTTP/1.1" status: 200 len: 210 time: 0.0637753 Sep 08 09:27:26.995530 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27e620-75b3-4497-9ad7-3d49dca1c6e4 req-2dec7b1a-d9d1-485c-9825-693a4b784578 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:26.997647 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ae27e620-75b3-4497-9ad7-3d49dca1c6e4 req-2dec7b1a-d9d1-485c-9825-693a4b784578 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.35 "GET /v2.0/networks?id=8a4cc4a1-f95d-432b-8391-b1a41bcbeb60 HTTP/1.1" status: 200 len: 814 time: 0.1833699 Sep 08 09:27:27.027245 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-ae27e620-75b3-4497-9ad7-3d49dca1c6e4 req-4bda17ee-dd93-4801-afad-218487843584 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Request body: {'port': {'device_id': 'f8034512-00e9-400f-aaab-552818122ec1', 'network_id': '8a4cc4a1-f95d-432b-8391-b1a41bcbeb60', 'admin_state_up': True, 'tenant_id': '938de9fcac24439fb17f7bff1aedfbad'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:27:27.247626 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae27e620-75b3-4497-9ad7-3d49dca1c6e4 req-4bda17ee-dd93-4801-afad-218487843584 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Made reservation on behalf of 938de9fcac24439fb17f7bff1aedfbad for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:27:27.252465 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ae27e620-75b3-4497-9ad7-3d49dca1c6e4 req-4bda17ee-dd93-4801-afad-218487843584 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:27.444733 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-ae27e620-75b3-4497-9ad7-3d49dca1c6e4 req-4bda17ee-dd93-4801-afad-218487843584 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Allocated IP 172.20.0.14 (8a4cc4a1-f95d-432b-8391-b1a41bcbeb60/51fdac27-42e1-4f6c-8be0-c60565c8b5bd/502b62f9-e463-4ac9-836f-f595333c5c8b) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:27:27.675735 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ae27e620-75b3-4497-9ad7-3d49dca1c6e4 req-4bda17ee-dd93-4801-afad-218487843584 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:27.772396 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ae27e620-75b3-4497-9ad7-3d49dca1c6e4 req-4bda17ee-dd93-4801-afad-218487843584 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:27.815472 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['e9842b9f-6618-499e-896e-3acc522c6ec8'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:27:27.830242 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae27e620-75b3-4497-9ad7-3d49dca1c6e4 req-4bda17ee-dd93-4801-afad-218487843584 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Network 8a4cc4a1-f95d-432b-8391-b1a41bcbeb60 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:27:27.833832 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-ae27e620-75b3-4497-9ad7-3d49dca1c6e4 req-4bda17ee-dd93-4801-afad-218487843584 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:27:27.837916 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae27e620-75b3-4497-9ad7-3d49dca1c6e4 req-4bda17ee-dd93-4801-afad-218487843584 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:27:27.893880 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bda17ee-dd93-4801-afad-218487843584 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Pushing event updated for resources: {'Port': ['ID=502b62f9-e463-4ac9-836f-f595333c5c8b,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:27:27.947191 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27e620-75b3-4497-9ad7-3d49dca1c6e4 req-4bda17ee-dd93-4801-afad-218487843584 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:27.948200 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ae27e620-75b3-4497-9ad7-3d49dca1c6e4 req-4bda17ee-dd93-4801-afad-218487843584 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:28.006702 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ae27e620-75b3-4497-9ad7-3d49dca1c6e4 req-4bda17ee-dd93-4801-afad-218487843584 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9862900 Sep 08 09:27:28.031628 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-ae27e620-75b3-4497-9ad7-3d49dca1c6e4 req-dbb311dd-1792-4ec3-8cf7-f4c8bebfa158 service neutron] Request body: {'port': {'device_id': 'f8034512-00e9-400f-aaab-552818122ec1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:27:28.204386 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ae27e620-75b3-4497-9ad7-3d49dca1c6e4 req-dbb311dd-1792-4ec3-8cf7-f4c8bebfa158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:28.252942 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947be84a-e014-48e8-9ecc-6b53611b61ad req-0cb21c58-ca60-4ab9-9202-2a5e755d7e79 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:28.254859 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-947be84a-e014-48e8-9ecc-6b53611b61ad req-0cb21c58-ca60-4ab9-9202-2a5e755d7e79 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8034512-00e9-400f-aaab-552818122ec1 HTTP/1.1" status: 200 len: 932 time: 0.1822138 Sep 08 09:27:28.447164 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-947be84a-e014-48e8-9ecc-6b53611b61ad req-78a1b1dc-c1f3-401e-9505-412a32bb7676 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/security-groups?id=430a4141-ab24-441f-84a9-7c829ff68499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855350 Sep 08 09:27:28.646946 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:28.728003 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-ae27e620-75b3-4497-9ad7-3d49dca1c6e4 req-dbb311dd-1792-4ec3-8cf7-f4c8bebfa158 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 502b62f9-e463-4ac9-836f-f595333c5c8b {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:27:28.755008 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ae27e620-75b3-4497-9ad7-3d49dca1c6e4 req-dbb311dd-1792-4ec3-8cf7-f4c8bebfa158 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:28.780526 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-ae27e620-75b3-4497-9ad7-3d49dca1c6e4 req-dbb311dd-1792-4ec3-8cf7-f4c8bebfa158 service neutron] Transition to ACTIVE for port object 502b62f9-e463-4ac9-836f-f595333c5c8b will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:27:28.786638 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ae27e620-75b3-4497-9ad7-3d49dca1c6e4 req-dbb311dd-1792-4ec3-8cf7-f4c8bebfa158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:28.901130 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb311dd-1792-4ec3-8cf7-f4c8bebfa158 service neutron] Pushing event updated for resources: {'Port': ['ID=502b62f9-e463-4ac9-836f-f595333c5c8b,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:27:28.980641 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-ae27e620-75b3-4497-9ad7-3d49dca1c6e4 req-dbb311dd-1792-4ec3-8cf7-f4c8bebfa158 service neutron] Attempting to bind port 502b62f9-e463-4ac9-836f-f595333c5c8b on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:27:28.981207 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-ae27e620-75b3-4497-9ad7-3d49dca1c6e4 req-dbb311dd-1792-4ec3-8cf7-f4c8bebfa158 service neutron] Attempting to bind port 502b62f9-e463-4ac9-836f-f595333c5c8b by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '7f0e3725-50b8-4ef8-860a-dbdee1d24402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '8a4cc4a1-f95d-432b-8391-b1a41bcbeb60'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:27:28.981806 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae27e620-75b3-4497-9ad7-3d49dca1c6e4 req-dbb311dd-1792-4ec3-8cf7-f4c8bebfa158 service neutron] Attempting to bind port 502b62f9-e463-4ac9-836f-f595333c5c8b on network 8a4cc4a1-f95d-432b-8391-b1a41bcbeb60 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:27:28.988756 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae27e620-75b3-4497-9ad7-3d49dca1c6e4 req-dbb311dd-1792-4ec3-8cf7-f4c8bebfa158 service neutron] Port 502b62f9-e463-4ac9-836f-f595333c5c8b on network 8a4cc4a1-f95d-432b-8391-b1a41bcbeb60 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:27:28.989296 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae27e620-75b3-4497-9ad7-3d49dca1c6e4 req-dbb311dd-1792-4ec3-8cf7-f4c8bebfa158 service neutron] Attempting to bind port 502b62f9-e463-4ac9-836f-f595333c5c8b on network 8a4cc4a1-f95d-432b-8391-b1a41bcbeb60 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:27:28.998009 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae27e620-75b3-4497-9ad7-3d49dca1c6e4 req-dbb311dd-1792-4ec3-8cf7-f4c8bebfa158 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:27:28.998863 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae27e620-75b3-4497-9ad7-3d49dca1c6e4 req-dbb311dd-1792-4ec3-8cf7-f4c8bebfa158 service neutron] Checking segment: {'id': '7f0e3725-50b8-4ef8-860a-dbdee1d24402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '8a4cc4a1-f95d-432b-8391-b1a41bcbeb60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:27:28.999692 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae27e620-75b3-4497-9ad7-3d49dca1c6e4 req-dbb311dd-1792-4ec3-8cf7-f4c8bebfa158 service neutron] Bound using segment: {'id': '7f0e3725-50b8-4ef8-860a-dbdee1d24402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '8a4cc4a1-f95d-432b-8391-b1a41bcbeb60'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:27:29.000458 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-ae27e620-75b3-4497-9ad7-3d49dca1c6e4 req-dbb311dd-1792-4ec3-8cf7-f4c8bebfa158 service neutron] Bound port: 502b62f9-e463-4ac9-836f-f595333c5c8b, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f0e3725-50b8-4ef8-860a-dbdee1d24402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '8a4cc4a1-f95d-432b-8391-b1a41bcbeb60'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:27:29.001144 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ae27e620-75b3-4497-9ad7-3d49dca1c6e4 req-dbb311dd-1792-4ec3-8cf7-f4c8bebfa158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:29.106310 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-ae27e620-75b3-4497-9ad7-3d49dca1c6e4 req-dbb311dd-1792-4ec3-8cf7-f4c8bebfa158 service neutron] For port 502b62f9-e463-4ac9-836f-f595333c5c8b, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:27:29.110699 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-ae27e620-75b3-4497-9ad7-3d49dca1c6e4 req-dbb311dd-1792-4ec3-8cf7-f4c8bebfa158 service neutron] For port 502b62f9-e463-4ac9-836f-f595333c5c8b, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=502b62f9-e463-4ac9-836f-f595333c5c8b,segment=NetworkSegment(7f0e3725-50b8-4ef8-860a-dbdee1d24402),segment_id=7f0e3725-50b8-4ef8-860a-dbdee1d24402)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:27:29.122690 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ae27e620-75b3-4497-9ad7-3d49dca1c6e4 req-dbb311dd-1792-4ec3-8cf7-f4c8bebfa158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:29.198004 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27e620-75b3-4497-9ad7-3d49dca1c6e4 req-dbb311dd-1792-4ec3-8cf7-f4c8bebfa158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:29.199076 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ae27e620-75b3-4497-9ad7-3d49dca1c6e4 req-dbb311dd-1792-4ec3-8cf7-f4c8bebfa158 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:29.201804 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ae27e620-75b3-4497-9ad7-3d49dca1c6e4 req-dbb311dd-1792-4ec3-8cf7-f4c8bebfa158 service neutron] 10.222.0.35 "PUT /v2.0/ports/502b62f9-e463-4ac9-836f-f595333c5c8b HTTP/1.1" status: 200 len: 1093 time: 1.1793866 Sep 08 09:27:29.202624 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8034512-00e9-400f-aaab-552818122ec1', 'tag': '502b62f9-e463-4ac9-836f-f595333c5c8b'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:27:29.209719 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f0dc9f-5611-4f3f-998b-151cd098972c" -d '{"events": [{"name": "network-changed", "server_uuid": "f8034512-00e9-400f-aaab-552818122ec1", "tag": "502b62f9-e463-4ac9-836f-f595333c5c8b"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:27:29.315372 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb311dd-1792-4ec3-8cf7-f4c8bebfa158 service neutron] Pushing event updated for resources: {'Port': ['ID=502b62f9-e463-4ac9-836f-f595333c5c8b,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:27:29.365454 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb1e110-01b9-4841-b7e1-930113bf6a61 x-openstack-request-id: req-feb1e110-01b9-4841-b7e1-930113bf6a61 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:27:29.365772 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8034512-00e9-400f-aaab-552818122ec1", "tag": "502b62f9-e463-4ac9-836f-f595333c5c8b", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:27:29.366305 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-feb1e110-01b9-4841-b7e1-930113bf6a61 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:27:29.366488 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8034512-00e9-400f-aaab-552818122ec1', 'tag': '502b62f9-e463-4ac9-836f-f595333c5c8b', 'status': 'completed', 'code': 200} Sep 08 09:27:29.396830 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27e620-75b3-4497-9ad7-3d49dca1c6e4 req-0bfdcde7-7be3-4b7f-b901-b937c58eec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:29.398899 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ae27e620-75b3-4497-9ad7-3d49dca1c6e4 req-0bfdcde7-7be3-4b7f-b901-b937c58eec53 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=938de9fcac24439fb17f7bff1aedfbad&device_id=f8034512-00e9-400f-aaab-552818122ec1 HTTP/1.1" status: 200 len: 1096 time: 0.0762081 Sep 08 09:27:29.457870 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ae27e620-75b3-4497-9ad7-3d49dca1c6e4 req-3e8036e4-0aa1-4259-8121-c9b585dfa3d7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=502b62f9-e463-4ac9-836f-f595333c5c8b HTTP/1.1" status: 200 len: 217 time: 0.0450828 Sep 08 09:27:29.530282 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27e620-75b3-4497-9ad7-3d49dca1c6e4 req-b4c011bf-3f19-44a1-9242-4bed0784ca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:29.532144 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ae27e620-75b3-4497-9ad7-3d49dca1c6e4 req-b4c011bf-3f19-44a1-9242-4bed0784ca4d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=51fdac27-42e1-4f6c-8be0-c60565c8b5bd HTTP/1.1" status: 200 len: 854 time: 0.0644832 Sep 08 09:27:29.584933 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ae27e620-75b3-4497-9ad7-3d49dca1c6e4 req-1ac17b58-1b05-4742-bc95-747d065aff85 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a4cc4a1-f95d-432b-8391-b1a41bcbeb60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440638 Sep 08 09:27:29.729127 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18cb890-2de1-4a93-89d8-8e61435fe361 req-02b35e20-bfef-4341-a3fb-32f7e1f16046 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:29.730764 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a18cb890-2de1-4a93-89d8-8e61435fe361 req-02b35e20-bfef-4341-a3fb-32f7e1f16046 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8034512-00e9-400f-aaab-552818122ec1 HTTP/1.1" status: 200 len: 944 time: 0.1138301 Sep 08 09:27:29.774632 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ae27e620-75b3-4497-9ad7-3d49dca1c6e4 req-a46629cb-01d4-4bf0-883a-2bb9a026f8fd service neutron] 10.222.0.35 "GET /v2.0/networks/8a4cc4a1-f95d-432b-8391-b1a41bcbeb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799562 Sep 08 09:27:29.861212 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a18cb890-2de1-4a93-89d8-8e61435fe361 req-a1b25550-4705-4c34-be7b-6381c7f19ce2 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/security-groups?id=430a4141-ab24-441f-84a9-7c829ff68499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153176 Sep 08 09:27:29.990584 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ae27e620-75b3-4497-9ad7-3d49dca1c6e4 req-21ab8a4f-d6b2-443a-8cc4-d602801b69e7 service neutron] 10.222.0.35 "GET /v2.0/networks/8a4cc4a1-f95d-432b-8391-b1a41bcbeb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051849 Sep 08 09:27:30.201164 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0dc9f-5611-4f3f-998b-151cd098972c req-ae1ba466-7b1c-4c76-ac5f-89eb0236af0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:30.207446 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f6f0dc9f-5611-4f3f-998b-151cd098972c req-ae1ba466-7b1c-4c76-ac5f-89eb0236af0a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=938de9fcac24439fb17f7bff1aedfbad&device_id=f8034512-00e9-400f-aaab-552818122ec1 HTTP/1.1" status: 200 len: 1096 time: 0.1090939 Sep 08 09:27:30.378424 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0dc9f-5611-4f3f-998b-151cd098972c req-ecbd7879-1190-4608-9939-37afa7641aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:30.380305 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f6f0dc9f-5611-4f3f-998b-151cd098972c req-ecbd7879-1190-4608-9939-37afa7641aca service neutron] 10.222.0.35 "GET /v2.0/networks?id=8a4cc4a1-f95d-432b-8391-b1a41bcbeb60 HTTP/1.1" status: 200 len: 915 time: 0.1681731 Sep 08 09:27:30.428319 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f6f0dc9f-5611-4f3f-998b-151cd098972c req-003b5a98-f308-4b15-9987-a00b7b452c7c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=502b62f9-e463-4ac9-836f-f595333c5c8b HTTP/1.1" status: 200 len: 217 time: 0.0398891 Sep 08 09:27:30.502897 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0dc9f-5611-4f3f-998b-151cd098972c req-d0000084-aef0-4574-9208-33b70f996f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:30.504573 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f6f0dc9f-5611-4f3f-998b-151cd098972c req-d0000084-aef0-4574-9208-33b70f996f3a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=51fdac27-42e1-4f6c-8be0-c60565c8b5bd HTTP/1.1" status: 200 len: 854 time: 0.0691655 Sep 08 09:27:30.550993 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f6f0dc9f-5611-4f3f-998b-151cd098972c req-65373f46-2e7b-4010-8618-a916ce762658 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a4cc4a1-f95d-432b-8391-b1a41bcbeb60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384731 Sep 08 09:27:30.688422 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f6f0dc9f-5611-4f3f-998b-151cd098972c req-7ad04a45-21cc-4572-9561-49d8059f7a08 service neutron] 10.222.0.35 "GET /v2.0/networks/8a4cc4a1-f95d-432b-8391-b1a41bcbeb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171494 Sep 08 09:27:30.830061 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f6f0dc9f-5611-4f3f-998b-151cd098972c req-4b295cfb-a9a5-46da-8e61-c0f528c117be service neutron] 10.222.0.35 "GET /v2.0/networks/8a4cc4a1-f95d-432b-8391-b1a41bcbeb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328413 Sep 08 09:27:31.060471 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c7de7-0a8a-4be0-9ff1-e0ed9a2d3c0e req-9e2af219-255d-4602-a115-f90f9d62dc07 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:31.062715 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-484c7de7-0a8a-4be0-9ff1-e0ed9a2d3c0e req-9e2af219-255d-4602-a115-f90f9d62dc07 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8034512-00e9-400f-aaab-552818122ec1 HTTP/1.1" status: 200 len: 944 time: 0.0902553 Sep 08 09:27:31.136907 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-484c7de7-0a8a-4be0-9ff1-e0ed9a2d3c0e req-eb1a8eb4-e140-4365-a5eb-6225eb45ad10 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/security-groups?id=430a4141-ab24-441f-84a9-7c829ff68499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650790 Sep 08 09:27:32.308516 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23980ca3-5df8-4700-9518-bbb5dc7e957a req-6923e5d7-ec18-44f5-8efb-f33deea8cef4 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:32.310844 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-23980ca3-5df8-4700-9518-bbb5dc7e957a req-6923e5d7-ec18-44f5-8efb-f33deea8cef4 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8034512-00e9-400f-aaab-552818122ec1 HTTP/1.1" status: 200 len: 944 time: 0.0728562 Sep 08 09:27:32.376641 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-23980ca3-5df8-4700-9518-bbb5dc7e957a req-3a9b6b70-b6a1-495e-8577-93bc76f9969b tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/security-groups?id=430a4141-ab24-441f-84a9-7c829ff68499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574148 Sep 08 09:27:32.854514 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 502b62f9-e463-4ac9-836f-f595333c5c8b details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:27:32.971001 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 502b62f9-e463-4ac9-836f-f595333c5c8b, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=502b62f9-e463-4ac9-836f-f595333c5c8b,segment=NetworkSegment(7f0e3725-50b8-4ef8-860a-dbdee1d24402),segment_id=7f0e3725-50b8-4ef8-860a-dbdee1d24402)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:27:32.985445 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '502b62f9-e463-4ac9-836f-f595333c5c8b', 'network_id': '8a4cc4a1-f95d-432b-8391-b1a41bcbeb60', 'port_id': '502b62f9-e463-4ac9-836f-f595333c5c8b', 'mac_address': 'fa:16:3e:16:06:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51fdac27-42e1-4f6c-8be0-c60565c8b5bd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:27:33.062420 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:33.084146 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 502b62f9-e463-4ac9-836f-f595333c5c8b {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:27:33.108172 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 502b62f9-e463-4ac9-836f-f595333c5c8b, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=502b62f9-e463-4ac9-836f-f595333c5c8b,segment=NetworkSegment(7f0e3725-50b8-4ef8-860a-dbdee1d24402),segment_id=7f0e3725-50b8-4ef8-860a-dbdee1d24402)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:27:33.113221 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:33.189774 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=502b62f9-e463-4ac9-836f-f595333c5c8b,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:27:33.201200 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:27:33.201839 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:27:33.202443 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:27:33.203328 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:27:33.204134 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:27:33.204659 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:27:33.205314 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:27:33.205828 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:27:33.206356 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:27:33.207063 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:27:33.207615 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:27:33.208128 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:27:33.521489 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['502b62f9-e463-4ac9-836f-f595333c5c8b'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:27:33.549872 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a57de-64d9-42b6-b158-198dff7acc52 req-fe960ecf-ad2b-4226-b221-ec1fefc810b9 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:33.558981 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7b9a57de-64d9-42b6-b158-198dff7acc52 req-fe960ecf-ad2b-4226-b221-ec1fefc810b9 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8034512-00e9-400f-aaab-552818122ec1 HTTP/1.1" status: 200 len: 945 time: 0.0952706 Sep 08 09:27:33.623490 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7b9a57de-64d9-42b6-b158-198dff7acc52 req-3c25aa73-c85c-4de1-b5df-f922445f4b4f tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/security-groups?id=430a4141-ab24-441f-84a9-7c829ff68499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503192 Sep 08 09:27:34.791053 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53607e81-5418-4644-8e93-6f4b5d696ae8 req-0635218a-f150-49af-8241-0c741b365416 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:34.793248 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-53607e81-5418-4644-8e93-6f4b5d696ae8 req-0635218a-f150-49af-8241-0c741b365416 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8034512-00e9-400f-aaab-552818122ec1 HTTP/1.1" status: 200 len: 945 time: 0.0858481 Sep 08 09:27:34.847781 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-53607e81-5418-4644-8e93-6f4b5d696ae8 req-c5881f3e-0883-4de2-8b2c-d63172a2cdfc tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/security-groups?id=430a4141-ab24-441f-84a9-7c829ff68499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472913 Sep 08 09:27:34.870755 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 502b62f9-e463-4ac9-836f-f595333c5c8b up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:27:34.925173 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 502b62f9-e463-4ac9-836f-f595333c5c8b completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:27:34.931171 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 502b62f9-e463-4ac9-836f-f595333c5c8b triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:27:34.931928 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:35.044065 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:35.074547 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8034512-00e9-400f-aaab-552818122ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502b62f9-e463-4ac9-836f-f595333c5c8b'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:27:35.077472 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e264adb4-a506-4452-989e-6a451a65bb5f" -d '{"events": [{"server_uuid": "f8034512-00e9-400f-aaab-552818122ec1", "name": "network-vif-plugged", "status": "completed", "tag": "502b62f9-e463-4ac9-836f-f595333c5c8b"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:27:35.113351 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 502b62f9-e463-4ac9-836f-f595333c5c8b, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=502b62f9-e463-4ac9-836f-f595333c5c8b,segment=NetworkSegment(7f0e3725-50b8-4ef8-860a-dbdee1d24402),segment_id=7f0e3725-50b8-4ef8-860a-dbdee1d24402)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:27:35.119767 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:35.157953 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7229681d-2b29-4fe2-bf89-a193203eff37 x-openstack-request-id: req-7229681d-2b29-4fe2-bf89-a193203eff37 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:27:35.158389 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8034512-00e9-400f-aaab-552818122ec1", "name": "network-vif-plugged", "status": "completed", "tag": "502b62f9-e463-4ac9-836f-f595333c5c8b", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:27:35.158706 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7229681d-2b29-4fe2-bf89-a193203eff37 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:27:35.159160 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8034512-00e9-400f-aaab-552818122ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502b62f9-e463-4ac9-836f-f595333c5c8b', 'code': 200} Sep 08 09:27:35.187012 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=502b62f9-e463-4ac9-836f-f595333c5c8b,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:27:35.309922 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaddd11-552f-4df8-8201-77d0da699d75 req-91541b3a-24b9-4dfc-97a0-b048a732521e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:35.311521 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ccaddd11-552f-4df8-8201-77d0da699d75 req-91541b3a-24b9-4dfc-97a0-b048a732521e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f8034512-00e9-400f-aaab-552818122ec1 HTTP/1.1" status: 200 len: 1098 time: 0.0716510 Sep 08 09:27:35.358491 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ccaddd11-552f-4df8-8201-77d0da699d75 req-ec96d3bc-190b-4d75-bc12-dba087fa5445 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=430a4141-ab24-441f-84a9-7c829ff68499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387223 Sep 08 09:27:35.974257 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd8aff-5354-4bfd-bb1f-13e3644139fd req-2dea5eb9-e93a-4247-9a5f-6b94be9d1769 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:35.976748 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e0dd8aff-5354-4bfd-bb1f-13e3644139fd req-2dea5eb9-e93a-4247-9a5f-6b94be9d1769 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8034512-00e9-400f-aaab-552818122ec1 HTTP/1.1" status: 200 len: 946 time: 0.0559595 Sep 08 09:27:36.059402 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e0dd8aff-5354-4bfd-bb1f-13e3644139fd req-e4551f94-ce1e-49b4-97a0-64f345115985 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/security-groups?id=430a4141-ab24-441f-84a9-7c829ff68499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759919 Sep 08 09:27:36.333657 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e7a5b4b3-af21-4014-94f7-9fbbfdfff8ac req-b8b61cab-2702-43d0-a7e6-30eb37d97982 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0467165 Sep 08 09:27:36.482804 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5b4b3-af21-4014-94f7-9fbbfdfff8ac req-c5ae23f8-64ff-48af-8670-f82adbd54819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:36.484378 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e7a5b4b3-af21-4014-94f7-9fbbfdfff8ac req-c5ae23f8-64ff-48af-8670-f82adbd54819 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0f105e5fd99469d8f84a09c77d72db0&device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 1098 time: 0.0702724 Sep 08 09:27:36.639957 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5b4b3-af21-4014-94f7-9fbbfdfff8ac req-b6fd444b-6f90-4a87-b67e-adea9ad811cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:36.641680 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e7a5b4b3-af21-4014-94f7-9fbbfdfff8ac req-b6fd444b-6f90-4a87-b67e-adea9ad811cb service neutron] 10.222.0.35 "GET /v2.0/networks?id=34cab420-4061-4919-a6e5-7f4f7f66770d HTTP/1.1" status: 200 len: 896 time: 0.1137586 Sep 08 09:27:36.809836 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e7a5b4b3-af21-4014-94f7-9fbbfdfff8ac req-ca315787-36ed-4204-8c96-cfd95ebb3812 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17a1ade1-2cfa-472c-b7c8-1f808c264f74 HTTP/1.1" status: 200 len: 1001 time: 0.1502340 Sep 08 09:27:36.915354 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5b4b3-af21-4014-94f7-9fbbfdfff8ac req-87a4ca35-f4d9-4468-8c41-4e33f4a42c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:36.916868 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e7a5b4b3-af21-4014-94f7-9fbbfdfff8ac req-87a4ca35-f4d9-4468-8c41-4e33f4a42c71 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7071c3aa-f3c6-48cc-8f83-006cadb8075d HTTP/1.1" status: 200 len: 834 time: 0.0970106 Sep 08 09:27:36.987229 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5b4b3-af21-4014-94f7-9fbbfdfff8ac req-b4a2f093-cd30-4fc7-a240-a5b4ba282b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:36.989505 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e7a5b4b3-af21-4014-94f7-9fbbfdfff8ac req-b4a2f093-cd30-4fc7-a240-a5b4ba282b3c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=34cab420-4061-4919-a6e5-7f4f7f66770d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569422 Sep 08 09:27:37.010010 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99bea64-8687-40cb-821d-a19143be960f req-ac8a0d37-95b9-4eac-8e52-f9c3b5d0591f tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:37.012168 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e99bea64-8687-40cb-821d-a19143be960f req-ac8a0d37-95b9-4eac-8e52-f9c3b5d0591f tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 1098 time: 0.0891838 Sep 08 09:27:37.055382 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e99bea64-8687-40cb-821d-a19143be960f req-d7894e32-555b-4114-8828-80f43f97bdfa tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371428 Sep 08 09:27:37.080865 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51034) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:27:37.146560 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e7a5b4b3-af21-4014-94f7-9fbbfdfff8ac req-ee9f8cc6-64ec-41ba-9f96-eb3517e8defe service neutron] 10.222.0.35 "GET /v2.0/networks/34cab420-4061-4919-a6e5-7f4f7f66770d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449063 Sep 08 09:27:37.338638 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-8071b4f7-4a96-4ee1-a1a7-eb3c0aeeabc7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Deleting port e2c7789a-8e71-4a96-bc7e-9069d916a306 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:27:37.339169 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8071b4f7-4a96-4ee1-a1a7-eb3c0aeeabc7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:37.366243 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e7a5b4b3-af21-4014-94f7-9fbbfdfff8ac req-b953f4d2-545e-436d-b80b-3dda24446695 service neutron] 10.222.0.35 "GET /v2.0/networks/34cab420-4061-4919-a6e5-7f4f7f66770d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110434 Sep 08 09:27:37.400867 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:27:37.406908 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae826290-2325-410f-b671-c3ed68235782 req-58a0c222-df1b-4e68-9794-25cab6920c0e tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:37.428206 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ae826290-2325-410f-b671-c3ed68235782 req-58a0c222-df1b-4e68-9794-25cab6920c0e tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8034512-00e9-400f-aaab-552818122ec1 HTTP/1.1" status: 200 len: 946 time: 0.2440646 Sep 08 09:27:37.463608 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8071b4f7-4a96-4ee1-a1a7-eb3c0aeeabc7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:37.465141 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8071b4f7-4a96-4ee1-a1a7-eb3c0aeeabc7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:37.498445 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-8071b4f7-4a96-4ee1-a1a7-eb3c0aeeabc7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Calling delete_port for e2c7789a-8e71-4a96-bc7e-9069d916a306 owned by network:floatingip {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:27:37.509665 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ae826290-2325-410f-b671-c3ed68235782 req-a4427b8d-88c7-431b-ab0a-165e83f8a003 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/security-groups?id=430a4141-ab24-441f-84a9-7c829ff68499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803103 Sep 08 09:27:37.851681 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8071b4f7-4a96-4ee1-a1a7-eb3c0aeeabc7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:37.904070 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8071b4f7-4a96-4ee1-a1a7-eb3c0aeeabc7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event deleted for resources: {'Port': ['ID=e2c7789a-8e71-4a96-bc7e-9069d916a306,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:27:37.950901 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8071b4f7-4a96-4ee1-a1a7-eb3c0aeeabc7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:27:37.951803 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8071b4f7-4a96-4ee1-a1a7-eb3c0aeeabc7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:27:37.952340 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8071b4f7-4a96-4ee1-a1a7-eb3c0aeeabc7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:27:37.952850 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8071b4f7-4a96-4ee1-a1a7-eb3c0aeeabc7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:27:37.953443 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8071b4f7-4a96-4ee1-a1a7-eb3c0aeeabc7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:27:37.954296 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8071b4f7-4a96-4ee1-a1a7-eb3c0aeeabc7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:27:37.954869 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8071b4f7-4a96-4ee1-a1a7-eb3c0aeeabc7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:27:37.955408 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8071b4f7-4a96-4ee1-a1a7-eb3c0aeeabc7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:27:37.956061 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8071b4f7-4a96-4ee1-a1a7-eb3c0aeeabc7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:27:37.957768 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8071b4f7-4a96-4ee1-a1a7-eb3c0aeeabc7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:27:37.958341 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8071b4f7-4a96-4ee1-a1a7-eb3c0aeeabc7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:27:37.958813 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8071b4f7-4a96-4ee1-a1a7-eb3c0aeeabc7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:27:38.067114 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8071b4f7-4a96-4ee1-a1a7-eb3c0aeeabc7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for floatingip, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:38.067835 n-d-806683-11 neutron-server[94713]: INFO neutron.db.l3_db [None req-8071b4f7-4a96-4ee1-a1a7-eb3c0aeeabc7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Floating IP 4956e478-f0be-42f0-af76-f1db0f2f7ffb disassociated (deleted). External IP: 172.25.0.169, port: 17a1ade1-2cfa-472c-b7c8-1f808c264f74. Sep 08 09:27:38.423635 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8071b4f7-4a96-4ee1-a1a7-eb3c0aeeabc7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Router 1a128d16-8827-4ae9-b703-ac13265594f8 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:27:38.597519 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8071b4f7-4a96-4ee1-a1a7-eb3c0aeeabc7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:27:38.607781 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8071b4f7-4a96-4ee1-a1a7-eb3c0aeeabc7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:38.613590 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faef4bec-85d3-46bf-88f5-91ebcaffdbc0 None None] Sync routers for ids ['1a128d16-8827-4ae9-b703-ac13265594f8'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:27:38.646089 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faef4bec-85d3-46bf-88f5-91ebcaffdbc0 None None] Routers {'1a128d16-8827-4ae9-b703-ac13265594f8'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:27:38.647422 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-faef4bec-85d3-46bf-88f5-91ebcaffdbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:27:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['1a128d16-8827-4ae9-b703-ac13265594f8'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:27:38.687222 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8071b4f7-4a96-4ee1-a1a7-eb3c0aeeabc7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "DELETE /v2.0/floatingips/4956e478-f0be-42f0-af76-f1db0f2f7ffb HTTP/1.1" status: 204 len: 168 time: 1.6049793 Sep 08 09:27:38.688673 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7f90ae4-632e-46a8-8431-9ef2b1e207ba', 'tag': '17a1ade1-2cfa-472c-b7c8-1f808c264f74'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:27:38.692917 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390e38f1-7732-4639-a322-0bf2fd3a3785" -d '{"events": [{"name": "network-changed", "server_uuid": "e7f90ae4-632e-46a8-8431-9ef2b1e207ba", "tag": "17a1ade1-2cfa-472c-b7c8-1f808c264f74"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:27:38.961945 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98492649-c39c-4d16-a4a0-3d89f3da7541 x-openstack-request-id: req-98492649-c39c-4d16-a4a0-3d89f3da7541 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:27:38.962417 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7f90ae4-632e-46a8-8431-9ef2b1e207ba", "tag": "17a1ade1-2cfa-472c-b7c8-1f808c264f74", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:27:38.963198 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-98492649-c39c-4d16-a4a0-3d89f3da7541 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:27:38.969028 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7f90ae4-632e-46a8-8431-9ef2b1e207ba', 'tag': '17a1ade1-2cfa-472c-b7c8-1f808c264f74', 'status': 'completed', 'code': 200} Sep 08 09:27:38.997730 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-faef4bec-85d3-46bf-88f5-91ebcaffdbc0 None None] Set router 1a128d16-8827-4ae9-b703-ac13265594f8 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:27:39.160052 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e38f1-7732-4639-a322-0bf2fd3a3785 req-3344e81c-daf1-43e1-9783-34322a1db40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:39.174082 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-390e38f1-7732-4639-a322-0bf2fd3a3785 req-3344e81c-daf1-43e1-9783-34322a1db40e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0f105e5fd99469d8f84a09c77d72db0&device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 1098 time: 0.1651456 Sep 08 09:27:39.324754 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd6190-d92e-44fa-b68c-05687f86e4ee req-4a604f11-5012-4bb1-ac0a-d9a738c73ec7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:39.335073 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b6bd6190-d92e-44fa-b68c-05687f86e4ee req-4a604f11-5012-4bb1-ac0a-d9a738c73ec7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 946 time: 0.0920944 Sep 08 09:27:39.458406 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b6bd6190-d92e-44fa-b68c-05687f86e4ee req-16e30a8a-bf29-4ed5-ace2-a4189f51bbec tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196866 Sep 08 09:27:39.474883 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e38f1-7732-4639-a322-0bf2fd3a3785 req-932bfe38-3b59-441b-bf70-2d87aceca6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:39.478190 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-390e38f1-7732-4639-a322-0bf2fd3a3785 req-932bfe38-3b59-441b-bf70-2d87aceca6c1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=34cab420-4061-4919-a6e5-7f4f7f66770d HTTP/1.1" status: 200 len: 896 time: 0.2872677 Sep 08 09:27:39.574113 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-390e38f1-7732-4639-a322-0bf2fd3a3785 req-a17a0770-c9bf-43bb-af13-3868dc37b1d5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17a1ade1-2cfa-472c-b7c8-1f808c264f74 HTTP/1.1" status: 200 len: 217 time: 0.0850258 Sep 08 09:27:39.638852 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-faef4bec-85d3-46bf-88f5-91ebcaffdbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a128d16-8827-4ae9-b703-ac13265594f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692066850', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'fd0bb2d2-1955-4772-9dad-478d6c25c190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:24:00Z', 'updated_at': '2021-09-08T09:24:07Z', 'revision_number': 4, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': 'fd0bb2d2-1955-4772-9dad-478d6c25c190', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a128d16-8827-4ae9-b703-ac13265594f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:24:01Z', 'updated_at': '2021-09-08T09:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '77f002f3-ffb1-47b1-8712-b8b20cc98988', 'name': '', 'network_id': '34cab420-4061-4919-a6e5-7f4f7f66770d', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'mac_address': 'fa:16:3e:f7:fe:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a128d16-8827-4ae9-b703-ac13265594f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '7071c3aa-f3c6-48cc-8f83-006cadb8075d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:24:06Z', 'updated_at': '2021-09-08T09:24:13Z', 'revision_number': 5, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'subnets': [{'id': '7071c3aa-f3c6-48cc-8f83-006cadb8075d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:27:39.680811 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e38f1-7732-4639-a322-0bf2fd3a3785 req-e72bf7e9-9735-4b43-8e9c-4e66629208e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:39.697587 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-390e38f1-7732-4639-a322-0bf2fd3a3785 req-e72bf7e9-9735-4b43-8e9c-4e66629208e9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7071c3aa-f3c6-48cc-8f83-006cadb8075d HTTP/1.1" status: 200 len: 834 time: 0.1153967 Sep 08 09:27:39.808783 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e38f1-7732-4639-a322-0bf2fd3a3785 req-f022fc5f-7a33-4e58-bc65-4b9443719fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:39.811145 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-390e38f1-7732-4639-a322-0bf2fd3a3785 req-f022fc5f-7a33-4e58-bc65-4b9443719fa6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=34cab420-4061-4919-a6e5-7f4f7f66770d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1052644 Sep 08 09:27:39.873420 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faef4bec-85d3-46bf-88f5-91ebcaffdbc0 None None] Checking router: 1a128d16-8827-4ae9-b703-ac13265594f8 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:27:39.885749 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faef4bec-85d3-46bf-88f5-91ebcaffdbc0 None None] Routers {'1a128d16-8827-4ae9-b703-ac13265594f8'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:27:39.887273 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-faef4bec-85d3-46bf-88f5-91ebcaffdbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:27:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['1a128d16-8827-4ae9-b703-ac13265594f8'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:27:40.105950 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-faef4bec-85d3-46bf-88f5-91ebcaffdbc0 None None] Set router 1a128d16-8827-4ae9-b703-ac13265594f8 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:27:40.124479 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-390e38f1-7732-4639-a322-0bf2fd3a3785 req-34ac99c0-6ece-458b-89e6-ece578e0dffe service neutron] 10.222.0.35 "GET /v2.0/networks/34cab420-4061-4919-a6e5-7f4f7f66770d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051832 Sep 08 09:27:40.281557 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-390e38f1-7732-4639-a322-0bf2fd3a3785 req-15729794-31f3-4bd3-b169-061929daf87e service neutron] 10.222.0.35 "GET /v2.0/networks/34cab420-4061-4919-a6e5-7f4f7f66770d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438215 Sep 08 09:27:40.523388 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-faef4bec-85d3-46bf-88f5-91ebcaffdbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a128d16-8827-4ae9-b703-ac13265594f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692066850', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'fd0bb2d2-1955-4772-9dad-478d6c25c190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:24:00Z', 'updated_at': '2021-09-08T09:24:07Z', 'revision_number': 4, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': 'fd0bb2d2-1955-4772-9dad-478d6c25c190', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a128d16-8827-4ae9-b703-ac13265594f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:24:01Z', 'updated_at': '2021-09-08T09:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '77f002f3-ffb1-47b1-8712-b8b20cc98988', 'name': '', 'network_id': '34cab420-4061-4919-a6e5-7f4f7f66770d', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'mac_address': 'fa:16:3e:f7:fe:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a128d16-8827-4ae9-b703-ac13265594f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '7071c3aa-f3c6-48cc-8f83-006cadb8075d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:24:06Z', 'updated_at': '2021-09-08T09:24:13Z', 'revision_number': 5, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'subnets': [{'id': '7071c3aa-f3c6-48cc-8f83-006cadb8075d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:27:40.583306 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faef4bec-85d3-46bf-88f5-91ebcaffdbc0 None None] The sync data for ids ['1a128d16-8827-4ae9-b703-ac13265594f8'] in n-d-806683-11 is: [{'id': '1a128d16-8827-4ae9-b703-ac13265594f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692066850', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'fd0bb2d2-1955-4772-9dad-478d6c25c190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:24:00Z', 'updated_at': '2021-09-08T09:24:07Z', 'revision_number': 4, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': 'fd0bb2d2-1955-4772-9dad-478d6c25c190', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a128d16-8827-4ae9-b703-ac13265594f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:24:01Z', 'updated_at': '2021-09-08T09:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '77f002f3-ffb1-47b1-8712-b8b20cc98988', 'name': '', 'network_id': '34cab420-4061-4919-a6e5-7f4f7f66770d', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'mac_address': 'fa:16:3e:f7:fe:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a128d16-8827-4ae9-b703-ac13265594f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3300, 'fixed_ips': [{'subnet_id': '7071c3aa-f3c6-48cc-8f83-006cadb8075d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:24:06Z', 'updated_at': '2021-09-08T09:24:13Z', 'revision_number': 5, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'subnets': [{'id': '7071c3aa-f3c6-48cc-8f83-006cadb8075d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:27:40.679549 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa9976-0f24-4e3d-a7b9-2cb7cadd3c31 req-f74e8b13-8cb6-4531-bf10-454690490b5a tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:40.685696 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e2fa9976-0f24-4e3d-a7b9-2cb7cadd3c31 req-f74e8b13-8cb6-4531-bf10-454690490b5a tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 946 time: 0.1124218 Sep 08 09:27:40.794077 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e2fa9976-0f24-4e3d-a7b9-2cb7cadd3c31 req-84b04d39-1228-4027-9dac-de75e5ebe57d tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=70f40582-f835-4ec6-bc9a-820425b7f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823841 Sep 08 09:27:40.801050 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6f96b-a916-40ba-a986-7451b7154eb7 req-115ee5a9-fcbe-4df6-8b0b-ba4a36c617c2 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:40.802766 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-76a6f96b-a916-40ba-a986-7451b7154eb7 req-115ee5a9-fcbe-4df6-8b0b-ba4a36c617c2 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.35 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 946 time: 0.1045775 Sep 08 09:27:41.020640 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-76a6f96b-a916-40ba-a986-7451b7154eb7 req-50a9ab1d-74d3-44ed-98a6-0422b86de807 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Deleting port 17a1ade1-2cfa-472c-b7c8-1f808c264f74 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:27:41.020640 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-76a6f96b-a916-40ba-a986-7451b7154eb7 req-50a9ab1d-74d3-44ed-98a6-0422b86de807 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:41.191517 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-76a6f96b-a916-40ba-a986-7451b7154eb7 req-50a9ab1d-74d3-44ed-98a6-0422b86de807 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] For port 17a1ade1-2cfa-472c-b7c8-1f808c264f74, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=17a1ade1-2cfa-472c-b7c8-1f808c264f74,segment=NetworkSegment(10091b82-4fa4-4197-a2c9-d510b15c0e30),segment_id=10091b82-4fa4-4197-a2c9-d510b15c0e30)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:27:41.192167 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-76a6f96b-a916-40ba-a986-7451b7154eb7 req-50a9ab1d-74d3-44ed-98a6-0422b86de807 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:41.225508 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-76a6f96b-a916-40ba-a986-7451b7154eb7 req-50a9ab1d-74d3-44ed-98a6-0422b86de807 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Calling delete_port for 17a1ade1-2cfa-472c-b7c8-1f808c264f74 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:27:41.238458 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8701a9-96e9-4807-886c-92fe896643a6 None None] New status for floating IP 4956e478-f0be-42f0-af76-f1db0f2f7ffb: DOWN {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:27:41.406654 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-76a6f96b-a916-40ba-a986-7451b7154eb7 req-50a9ab1d-74d3-44ed-98a6-0422b86de807 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:41.456146 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a9ab1d-74d3-44ed-98a6-0422b86de807 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event deleted for resources: {'Port': ['ID=17a1ade1-2cfa-472c-b7c8-1f808c264f74,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:27:41.534894 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a6f96b-a916-40ba-a986-7451b7154eb7 req-50a9ab1d-74d3-44ed-98a6-0422b86de807 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] No DVR routers for this DVR port 17a1ade1-2cfa-472c-b7c8-1f808c264f74 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:27:41.539436 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-76a6f96b-a916-40ba-a986-7451b7154eb7 req-50a9ab1d-74d3-44ed-98a6-0422b86de807 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:41.550550 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-76a6f96b-a916-40ba-a986-7451b7154eb7 req-50a9ab1d-74d3-44ed-98a6-0422b86de807 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.35 "DELETE /v2.0/ports/17a1ade1-2cfa-472c-b7c8-1f808c264f74 HTTP/1.1" status: 204 len: 173 time: 0.7321520 Sep 08 09:27:41.550550 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f90ae4-632e-46a8-8431-9ef2b1e207ba', 'name': 'network-vif-deleted', 'tag': '17a1ade1-2cfa-472c-b7c8-1f808c264f74'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:27:41.550550 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c8c66b-6974-4792-9dda-b54c116816de" -d '{"events": [{"server_uuid": "e7f90ae4-632e-46a8-8431-9ef2b1e207ba", "name": "network-vif-deleted", "tag": "17a1ade1-2cfa-472c-b7c8-1f808c264f74"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:27:41.653792 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a83c40-dd7e-4158-a06b-5f82d1e768cc x-openstack-request-id: req-28a83c40-dd7e-4158-a06b-5f82d1e768cc {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:27:41.655014 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f90ae4-632e-46a8-8431-9ef2b1e207ba", "name": "network-vif-deleted", "tag": "17a1ade1-2cfa-472c-b7c8-1f808c264f74", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:27:41.655831 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-28a83c40-dd7e-4158-a06b-5f82d1e768cc {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:27:41.656806 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f90ae4-632e-46a8-8431-9ef2b1e207ba', 'name': 'network-vif-deleted', 'tag': '17a1ade1-2cfa-472c-b7c8-1f808c264f74', 'status': 'completed', 'code': 200} Sep 08 09:27:41.995300 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6db3111e-a4ec-4970-96a2-6b920a843039 req-5ea6c107-8eca-442a-bbb8-17aaf4d1ded9 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f90ae4-632e-46a8-8431-9ef2b1e207ba HTTP/1.1" status: 200 len: 210 time: 0.0449655 Sep 08 09:27:43.154797 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51272) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:27:43.687616 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d408d3d1-c4e4-436e-97e6-ff60e15af928 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:44.173270 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-d408d3d1-c4e4-436e-97e6-ff60e15af928 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Deleting port 77f002f3-ffb1-47b1-8712-b8b20cc98988 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:27:44.181408 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d408d3d1-c4e4-436e-97e6-ff60e15af928 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:44.379031 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-d408d3d1-c4e4-436e-97e6-ff60e15af928 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] For port 77f002f3-ffb1-47b1-8712-b8b20cc98988, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=77f002f3-ffb1-47b1-8712-b8b20cc98988,segment=NetworkSegment(10091b82-4fa4-4197-a2c9-d510b15c0e30),segment_id=10091b82-4fa4-4197-a2c9-d510b15c0e30)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:27:44.379807 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d408d3d1-c4e4-436e-97e6-ff60e15af928 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:44.414602 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-d408d3d1-c4e4-436e-97e6-ff60e15af928 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Calling delete_port for 77f002f3-ffb1-47b1-8712-b8b20cc98988 owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:27:44.687165 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d408d3d1-c4e4-436e-97e6-ff60e15af928 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:44.722841 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d408d3d1-c4e4-436e-97e6-ff60e15af928 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event deleted for resources: {'Port': ['ID=77f002f3-ffb1-47b1-8712-b8b20cc98988,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:27:44.897027 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 17a1ade1-2cfa-472c-b7c8-1f808c264f74 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:27:44.939948 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: 17a1ade1-2cfa-472c-b7c8-1f808c264f74 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:27:44.940889 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 17a1ade1-2cfa-472c-b7c8-1f808c264f74 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:27:44.996031 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d408d3d1-c4e4-436e-97e6-ff60e15af928 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:45.834255 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d408d3d1-c4e4-436e-97e6-ff60e15af928 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Router 1a128d16-8827-4ae9-b703-ac13265594f8 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:27:45.919175 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40886672-c7eb-4a03-aa1f-c94369d73b3b req-778cd779-1c2d-4274-a2ea-36178e90f950 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:45.920813 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-40886672-c7eb-4a03-aa1f-c94369d73b3b req-778cd779-1c2d-4274-a2ea-36178e90f950 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/networks?id=8a4cc4a1-f95d-432b-8391-b1a41bcbeb60 HTTP/1.1" status: 200 len: 814 time: 0.1956356 Sep 08 09:27:45.958704 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-40886672-c7eb-4a03-aa1f-c94369d73b3b req-a70eff04-bd34-4bf6-8231-588695af99eb tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/quotas/938de9fcac24439fb17f7bff1aedfbad HTTP/1.1" status: 200 len: 375 time: 0.0278940 Sep 08 09:27:46.063919 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d408d3d1-c4e4-436e-97e6-ff60e15af928 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:27:46.069389 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d408d3d1-c4e4-436e-97e6-ff60e15af928 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "PUT /v2.0/routers/1a128d16-8827-4ae9-b703-ac13265594f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9140217 Sep 08 09:27:46.072278 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51356) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:27:46.088270 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11473f6-3b42-4739-a9fc-dede23518423 None None] Sync routers for ids ['1a128d16-8827-4ae9-b703-ac13265594f8'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:27:46.088832 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-40886672-c7eb-4a03-aa1f-c94369d73b3b req-026a6d4b-7331-4348-a900-5d44bd43ef54 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=938de9fcac24439fb17f7bff1aedfbad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1000178 Sep 08 09:27:46.108870 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11473f6-3b42-4739-a9fc-dede23518423 None None] Routers {'1a128d16-8827-4ae9-b703-ac13265594f8'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:27:46.109471 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-c11473f6-3b42-4739-a9fc-dede23518423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:27:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['1a128d16-8827-4ae9-b703-ac13265594f8'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:27:46.195694 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-586a3a97-b7d8-4062-89f1-28dace514563 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Deleting subnet 7071c3aa-f3c6-48cc-8f83-006cadb8075d {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:27:46.203017 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-586a3a97-b7d8-4062-89f1-28dace514563 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:46.247066 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-40886672-c7eb-4a03-aa1f-c94369d73b3b req-99c97513-6657-4e14-9968-796b5d5ddcc0 service neutron] 10.222.0.54 "GET /v2.0/networks/8a4cc4a1-f95d-432b-8391-b1a41bcbeb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479583 Sep 08 09:27:46.267484 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-586a3a97-b7d8-4062-89f1-28dace514563 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:46.269744 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-c11473f6-3b42-4739-a9fc-dede23518423 None None] Set router 1a128d16-8827-4ae9-b703-ac13265594f8 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:27:46.396563 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-586a3a97-b7d8-4062-89f1-28dace514563 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:46.416488 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-40886672-c7eb-4a03-aa1f-c94369d73b3b req-75bfe134-9bee-4655-8b52-ba3e61584c47 service neutron] 10.222.0.54 "GET /v2.0/networks/8a4cc4a1-f95d-432b-8391-b1a41bcbeb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587896 Sep 08 09:27:46.477915 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-586a3a97-b7d8-4062-89f1-28dace514563 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:46.561587 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a3a97-b7d8-4062-89f1-28dace514563 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event deleted for resources: {'Subnet': ['ID=7071c3aa-f3c6-48cc-8f83-006cadb8075d,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:27:46.571763 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e861ca6c-ef05-4ef3-81f5-ffeb345092e3 None None] Network 34cab420-4061-4919-a6e5-7f4f7f66770d requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:27:46.581610 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-586a3a97-b7d8-4062-89f1-28dace514563 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:46.587191 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-586a3a97-b7d8-4062-89f1-28dace514563 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "DELETE /v2.0/subnets/7071c3aa-f3c6-48cc-8f83-006cadb8075d HTTP/1.1" status: 204 len: 168 time: 0.5138464 Sep 08 09:27:46.589909 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51372) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:27:46.661272 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2b170312-32bf-4302-b387-e6fae1186e80 req-2fdd82b9-71bc-4016-bb17-cf359f28b61a tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=dedf8082-4c6e-4334-84e3-70af39038f34 HTTP/1.1" status: 200 len: 210 time: 0.0558915 Sep 08 09:27:46.696577 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-c11473f6-3b42-4739-a9fc-dede23518423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a128d16-8827-4ae9-b703-ac13265594f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692066850', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'fd0bb2d2-1955-4772-9dad-478d6c25c190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:24:00Z', 'updated_at': '2021-09-08T09:27:44Z', 'revision_number': 5, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': 'fd0bb2d2-1955-4772-9dad-478d6c25c190', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a128d16-8827-4ae9-b703-ac13265594f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:24:01Z', 'updated_at': '2021-09-08T09:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:27:46.744754 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11473f6-3b42-4739-a9fc-dede23518423 None None] Checking router: 1a128d16-8827-4ae9-b703-ac13265594f8 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:27:46.756605 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11473f6-3b42-4739-a9fc-dede23518423 None None] Routers {'1a128d16-8827-4ae9-b703-ac13265594f8'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:27:46.758156 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-c11473f6-3b42-4739-a9fc-dede23518423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:27:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['1a128d16-8827-4ae9-b703-ac13265594f8'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:27:46.873159 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41dfe5e0-00e5-4144-850b-b7d67f00bcb0 None None] DHCP port deletion for 34cab420-4061-4919-a6e5-7f4f7f66770d request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:27:46.907934 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-c11473f6-3b42-4739-a9fc-dede23518423 None None] Set router 1a128d16-8827-4ae9-b703-ac13265594f8 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:27:46.931426 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3a55fba4-73f8-4dac-a5d6-8c4774b83e61 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:46.972690 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-41dfe5e0-00e5-4144-850b-b7d67f00bcb0 None None] Deleting port f8ed99a9-7914-4e8b-abdc-735af3602414 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:27:46.975041 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-41dfe5e0-00e5-4144-850b-b7d67f00bcb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:47.098920 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3a55fba4-73f8-4dac-a5d6-8c4774b83e61 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:47.120148 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-41dfe5e0-00e5-4144-850b-b7d67f00bcb0 None None] For port f8ed99a9-7914-4e8b-abdc-735af3602414, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=f8ed99a9-7914-4e8b-abdc-735af3602414,segment=NetworkSegment(10091b82-4fa4-4197-a2c9-d510b15c0e30),segment_id=10091b82-4fa4-4197-a2c9-d510b15c0e30)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:27:47.120556 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-41dfe5e0-00e5-4144-850b-b7d67f00bcb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:47.156810 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-41dfe5e0-00e5-4144-850b-b7d67f00bcb0 None None] Calling delete_port for f8ed99a9-7914-4e8b-abdc-735af3602414 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:27:47.189216 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-3a55fba4-73f8-4dac-a5d6-8c4774b83e61 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Deleting port fd0bb2d2-1955-4772-9dad-478d6c25c190 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:27:47.189889 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3a55fba4-73f8-4dac-a5d6-8c4774b83e61 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:47.264484 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-c11473f6-3b42-4739-a9fc-dede23518423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a128d16-8827-4ae9-b703-ac13265594f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692066850', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'fd0bb2d2-1955-4772-9dad-478d6c25c190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:24:00Z', 'updated_at': '2021-09-08T09:27:44Z', 'revision_number': 5, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': 'fd0bb2d2-1955-4772-9dad-478d6c25c190', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a128d16-8827-4ae9-b703-ac13265594f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:24:01Z', 'updated_at': '2021-09-08T09:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:27:47.305424 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-3a55fba4-73f8-4dac-a5d6-8c4774b83e61 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] For port fd0bb2d2-1955-4772-9dad-478d6c25c190, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=fd0bb2d2-1955-4772-9dad-478d6c25c190,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:27:47.305850 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3a55fba4-73f8-4dac-a5d6-8c4774b83e61 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:47.326362 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-41dfe5e0-00e5-4144-850b-b7d67f00bcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:47.333959 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-3a55fba4-73f8-4dac-a5d6-8c4774b83e61 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Calling delete_port for fd0bb2d2-1955-4772-9dad-478d6c25c190 owned by network:router_gateway {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:27:47.340429 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11473f6-3b42-4739-a9fc-dede23518423 None None] The sync data for ids ['1a128d16-8827-4ae9-b703-ac13265594f8'] in n-d-806683-11 is: [{'id': '1a128d16-8827-4ae9-b703-ac13265594f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1692066850', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': 'fd0bb2d2-1955-4772-9dad-478d6c25c190', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:24:00Z', 'updated_at': '2021-09-08T09:27:44Z', 'revision_number': 5, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': 'fd0bb2d2-1955-4772-9dad-478d6c25c190', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b3:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a128d16-8827-4ae9-b703-ac13265594f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3283, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:24:01Z', 'updated_at': '2021-09-08T09:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:27:47.403371 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dfe5e0-00e5-4144-850b-b7d67f00bcb0 None None] No DVR routers for this DVR port f8ed99a9-7914-4e8b-abdc-735af3602414 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:27:47.406435 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dfe5e0-00e5-4144-850b-b7d67f00bcb0 None None] Pushing event deleted for resources: {'Port': ['ID=f8ed99a9-7914-4e8b-abdc-735af3602414,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:27:47.650615 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3a55fba4-73f8-4dac-a5d6-8c4774b83e61 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:47.680501 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-25cc784b-c128-46dd-8dd1-0e36bc79df22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:47.706148 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55fba4-73f8-4dac-a5d6-8c4774b83e61 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event deleted for resources: {'Port': ['ID=fd0bb2d2-1955-4772-9dad-478d6c25c190,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:27:47.819959 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b65f4b74-dd0c-4261-ad35-f25dddc9c4de req-43cccd51-2455-47c3-9683-f832ff5314ca tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=dedf8082-4c6e-4334-84e3-70af39038f34 HTTP/1.1" status: 200 len: 210 time: 0.0428894 Sep 08 09:27:47.838880 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3a55fba4-73f8-4dac-a5d6-8c4774b83e61 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:47.960738 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3a55fba4-73f8-4dac-a5d6-8c4774b83e61 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:47.963634 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3a55fba4-73f8-4dac-a5d6-8c4774b83e61 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:48.051572 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3a55fba4-73f8-4dac-a5d6-8c4774b83e61 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:48.052233 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a55fba4-73f8-4dac-a5d6-8c4774b83e61 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Fanout notify agent at l3_agent the message router_deleted on router 1a128d16-8827-4ae9-b703-ac13265594f8 {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:27:48.079261 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3a55fba4-73f8-4dac-a5d6-8c4774b83e61 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:48.083884 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3a55fba4-73f8-4dac-a5d6-8c4774b83e61 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "DELETE /v2.0/routers/1a128d16-8827-4ae9-b703-ac13265594f8 HTTP/1.1" status: 204 len: 168 time: 1.4904160 Sep 08 09:27:48.084694 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51404) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:27:48.186031 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40886672-c7eb-4a03-aa1f-c94369d73b3b req-84486e25-a346-4105-acdc-90fc09c396a1 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:48.199472 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-867b7cf6-5571-4613-9694-df5b75a35207 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:48.202296 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-40886672-c7eb-4a03-aa1f-c94369d73b3b req-84486e25-a346-4105-acdc-90fc09c396a1 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.37 "GET /v2.0/networks?id=8a4cc4a1-f95d-432b-8391-b1a41bcbeb60 HTTP/1.1" status: 200 len: 814 time: 0.2152233 Sep 08 09:27:48.218284 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 77f002f3-ffb1-47b1-8712-b8b20cc98988 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:27:48.233663 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-40886672-c7eb-4a03-aa1f-c94369d73b3b req-72f9c9f9-29c4-46c9-bcf8-568a44ddd702 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Request body: {'port': {'device_id': 'dedf8082-4c6e-4334-84e3-70af39038f34', 'network_id': '8a4cc4a1-f95d-432b-8391-b1a41bcbeb60', 'admin_state_up': True, 'tenant_id': '938de9fcac24439fb17f7bff1aedfbad'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:27:48.274617 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 77f002f3-ffb1-47b1-8712-b8b20cc98988 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:27:48.276211 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 77f002f3-ffb1-47b1-8712-b8b20cc98988 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:27:48.277160 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device f8ed99a9-7914-4e8b-abdc-735af3602414 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:27:48.318680 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: f8ed99a9-7914-4e8b-abdc-735af3602414 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:27:48.319999 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device f8ed99a9-7914-4e8b-abdc-735af3602414 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:27:48.352267 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-867b7cf6-5571-4613-9694-df5b75a35207 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:48.384800 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-867b7cf6-5571-4613-9694-df5b75a35207 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34cab420-4061-4919-a6e5-7f4f7f66770d']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:27:48.399721 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-867b7cf6-5571-4613-9694-df5b75a35207 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10091b82-4fa4-4197-a2c9-d510b15c0e30') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:27:48.400086 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-867b7cf6-5571-4613-9694-df5b75a35207 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10091b82-4fa4-4197-a2c9-d510b15c0e30') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:27:48.416153 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-867b7cf6-5571-4613-9694-df5b75a35207 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:48.434277 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-867b7cf6-5571-4613-9694-df5b75a35207 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:48.440911 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-867b7cf6-5571-4613-9694-df5b75a35207 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:27:48.441224 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-867b7cf6-5571-4613-9694-df5b75a35207 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:48.460095 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40886672-c7eb-4a03-aa1f-c94369d73b3b req-72f9c9f9-29c4-46c9-bcf8-568a44ddd702 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Made reservation on behalf of 938de9fcac24439fb17f7bff1aedfbad for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:27:48.463845 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-40886672-c7eb-4a03-aa1f-c94369d73b3b req-72f9c9f9-29c4-46c9-bcf8-568a44ddd702 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:48.470345 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:27:48.470345 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:27:48.470345 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:27:48.470345 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:27:48.470345 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:27:48.470345 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:27:48.470345 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:27:48.470345 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:27:48.470345 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:27:48.470345 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:27:48.470345 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:27:48.470345 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:27:48.470345 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:27:48.470345 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:27:48.470345 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:27:48.470345 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:27:48.470345 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:27:48.470345 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:27:48.470345 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:27:48.470345 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:27:48.470345 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:27:48.470345 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:27:48.470345 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:27:48.470345 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:27:48.470345 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:27:48.470345 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:27:48.470345 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:27:48.470345 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:27:48.470345 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:27:48.470345 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:27:48.470345 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:27:48.470345 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:27:48.525286 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-867b7cf6-5571-4613-9694-df5b75a35207 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:48.531718 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-867b7cf6-5571-4613-9694-df5b75a35207 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:48.536522 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-867b7cf6-5571-4613-9694-df5b75a35207 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "DELETE /v2.0/networks/34cab420-4061-4919-a6e5-7f4f7f66770d HTTP/1.1" status: 204 len: 168 time: 0.4500351 Sep 08 09:27:48.537178 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51416) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:27:48.575523 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b7cf6-5571-4613-9694-df5b75a35207 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event deleted for resources: {'Network': ['ID=34cab420-4061-4919-a6e5-7f4f7f66770d,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:27:48.645904 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b5582a96-2d5c-4bf5-9661-604f828f8138 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:48.659685 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-40886672-c7eb-4a03-aa1f-c94369d73b3b req-72f9c9f9-29c4-46c9-bcf8-568a44ddd702 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Allocated IP 172.20.0.9 (8a4cc4a1-f95d-432b-8391-b1a41bcbeb60/51fdac27-42e1-4f6c-8be0-c60565c8b5bd/55f34fe3-892d-4467-99c7-2dd6677f4f86) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:27:48.701674 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b5582a96-2d5c-4bf5-9661-604f828f8138 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:48.796749 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b5582a96-2d5c-4bf5-9661-604f828f8138 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:48.799755 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b5582a96-2d5c-4bf5-9661-604f828f8138 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:48.804371 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b5582a96-2d5c-4bf5-9661-604f828f8138 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "DELETE /v2.0/security-groups/70f40582-f835-4ec6-bc9a-820425b7f8eb HTTP/1.1" status: 204 len: 168 time: 0.2620764 Sep 08 09:27:48.814582 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5582a96-2d5c-4bf5-9661-604f828f8138 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f40582-f835-4ec6-bc9a-820425b7f8eb,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:27:48.981911 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-40886672-c7eb-4a03-aa1f-c94369d73b3b req-72f9c9f9-29c4-46c9-bcf8-568a44ddd702 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:48.984415 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-72c4e072-c92f-48e8-b1f5-740c0a63b7fe req-9fb5dde4-7791-4d40-9b5d-4786fee249e8 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=dedf8082-4c6e-4334-84e3-70af39038f34 HTTP/1.1" status: 200 len: 210 time: 0.0383573 Sep 08 09:27:49.027130 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-40886672-c7eb-4a03-aa1f-c94369d73b3b req-72f9c9f9-29c4-46c9-bcf8-568a44ddd702 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:49.065726 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['e9842b9f-6618-499e-896e-3acc522c6ec8'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:27:49.074516 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['502b62f9-e463-4ac9-836f-f595333c5c8b'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:27:49.088132 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40886672-c7eb-4a03-aa1f-c94369d73b3b req-72f9c9f9-29c4-46c9-bcf8-568a44ddd702 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Network 8a4cc4a1-f95d-432b-8391-b1a41bcbeb60 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:27:49.092038 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-40886672-c7eb-4a03-aa1f-c94369d73b3b req-72f9c9f9-29c4-46c9-bcf8-568a44ddd702 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:27:49.102293 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-40886672-c7eb-4a03-aa1f-c94369d73b3b req-72f9c9f9-29c4-46c9-bcf8-568a44ddd702 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:27:49.165769 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f9c9f9-29c4-46c9-bcf8-568a44ddd702 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Pushing event updated for resources: {'Port': ['ID=55f34fe3-892d-4467-99c7-2dd6677f4f86,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:27:49.196228 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40886672-c7eb-4a03-aa1f-c94369d73b3b req-72f9c9f9-29c4-46c9-bcf8-568a44ddd702 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:49.196860 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-40886672-c7eb-4a03-aa1f-c94369d73b3b req-72f9c9f9-29c4-46c9-bcf8-568a44ddd702 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:49.228287 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-40886672-c7eb-4a03-aa1f-c94369d73b3b req-72f9c9f9-29c4-46c9-bcf8-568a44ddd702 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0074270 Sep 08 09:27:49.230084 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51432) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:27:49.234617 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-9b46d852-f319-4929-b663-25df5c62c4e5 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1696926702', 'description': 'tempest-secgroup-smoke-1696926702 description', 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:27:49.264991 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-40886672-c7eb-4a03-aa1f-c94369d73b3b req-e4f02ce6-8dba-4a15-99f9-cfafde8c6ce3 service neutron] Request body: {'port': {'device_id': 'dedf8082-4c6e-4334-84e3-70af39038f34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:27:49.301346 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9b46d852-f319-4929-b663-25df5c62c4e5 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:49.347665 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-40886672-c7eb-4a03-aa1f-c94369d73b3b req-e4f02ce6-8dba-4a15-99f9-cfafde8c6ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:49.567607 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9b46d852-f319-4929-b663-25df5c62c4e5 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:49.579157 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9b46d852-f319-4929-b663-25df5c62c4e5 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:49.647173 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9b46d852-f319-4929-b663-25df5c62c4e5 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:49.648473 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-9b46d852-f319-4929-b663-25df5c62c4e5 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4174271 Sep 08 09:27:49.651402 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51446) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:27:49.656641 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-aab4fa54-170f-4c75-8305-f1cf50a5d093 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Request body: {'security_group_rule': {'security_group_id': '7a27644d-e8a6-450e-a699-8c8d9af41717', 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:27:49.656903 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b46d852-f319-4929-b663-25df5c62c4e5 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a27644d-e8a6-450e-a699-8c8d9af41717,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:27:49.702973 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-aab4fa54-170f-4c75-8305-f1cf50a5d093 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:49.800260 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-aab4fa54-170f-4c75-8305-f1cf50a5d093 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:49.806105 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-aab4fa54-170f-4c75-8305-f1cf50a5d093 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:49.839404 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab4fa54-170f-4c75-8305-f1cf50a5d093 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8598d404-69fd-4c7e-82a0-df3c51c3d8fe,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:27:49.848454 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-aab4fa54-170f-4c75-8305-f1cf50a5d093 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:49.852891 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-aab4fa54-170f-4c75-8305-f1cf50a5d093 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1973774 Sep 08 09:27:49.853154 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51452) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:27:49.858822 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-1dd6e13c-9ba8-41ba-8735-4ed472938b07 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Request body: {'security_group_rule': {'security_group_id': '7a27644d-e8a6-450e-a699-8c8d9af41717', 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:27:49.896097 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1dd6e13c-9ba8-41ba-8735-4ed472938b07 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:49.985696 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1dd6e13c-9ba8-41ba-8735-4ed472938b07 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:49.992825 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1dd6e13c-9ba8-41ba-8735-4ed472938b07 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:50.013453 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6e13c-9ba8-41ba-8735-4ed472938b07 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4747445-6f11-403e-a6ce-06a7a658c19f,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:27:50.024596 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1dd6e13c-9ba8-41ba-8735-4ed472938b07 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:50.026183 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1dd6e13c-9ba8-41ba-8735-4ed472938b07 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1719303 Sep 08 09:27:50.029356 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51460) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:27:50.031424 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device fd0bb2d2-1955-4772-9dad-478d6c25c190 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:27:50.035171 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-96adfced-0d9e-4e9b-bfe5-062fea85f1c5 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Request body: {'security_group_rule': {'security_group_id': '7a27644d-e8a6-450e-a699-8c8d9af41717', 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:27:50.064470 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: fd0bb2d2-1955-4772-9dad-478d6c25c190 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:27:50.065102 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device fd0bb2d2-1955-4772-9dad-478d6c25c190 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:27:50.131327 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-96adfced-0d9e-4e9b-bfe5-062fea85f1c5 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:50.202394 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3c64b-fce8-49fa-8047-b49fa1839e8f req-887b7e74-085c-4189-9f30-94bb94f247db tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:50.205793 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e5a3c64b-fce8-49fa-8047-b49fa1839e8f req-887b7e74-085c-4189-9f30-94bb94f247db tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=dedf8082-4c6e-4334-84e3-70af39038f34 HTTP/1.1" status: 200 len: 931 time: 0.1023123 Sep 08 09:27:50.243080 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-40886672-c7eb-4a03-aa1f-c94369d73b3b req-e4f02ce6-8dba-4a15-99f9-cfafde8c6ce3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55f34fe3-892d-4467-99c7-2dd6677f4f86 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:27:50.244771 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-96adfced-0d9e-4e9b-bfe5-062fea85f1c5 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:50.250250 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-96adfced-0d9e-4e9b-bfe5-062fea85f1c5 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:50.254573 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-40886672-c7eb-4a03-aa1f-c94369d73b3b req-e4f02ce6-8dba-4a15-99f9-cfafde8c6ce3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:50.269537 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-40886672-c7eb-4a03-aa1f-c94369d73b3b req-e4f02ce6-8dba-4a15-99f9-cfafde8c6ce3 service neutron] Transition to ACTIVE for port object 55f34fe3-892d-4467-99c7-2dd6677f4f86 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:27:50.274512 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-40886672-c7eb-4a03-aa1f-c94369d73b3b req-e4f02ce6-8dba-4a15-99f9-cfafde8c6ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:50.283438 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96adfced-0d9e-4e9b-bfe5-062fea85f1c5 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=053ab00d-5a43-4650-a5ce-210e503d3541,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:27:50.287322 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e5a3c64b-fce8-49fa-8047-b49fa1839e8f req-6c202914-388d-40a0-91fd-1f043bfa2295 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/security-groups?id=430a4141-ab24-441f-84a9-7c829ff68499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725024 Sep 08 09:27:50.299970 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-96adfced-0d9e-4e9b-bfe5-062fea85f1c5 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:50.309426 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-96adfced-0d9e-4e9b-bfe5-062fea85f1c5 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2772028 Sep 08 09:27:50.310271 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51468) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:27:50.316306 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-818aff3a-c5aa-4c62-9b6a-4615a4670e14 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Request body: {'security_group_rule': {'security_group_id': '7a27644d-e8a6-450e-a699-8c8d9af41717', 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:27:50.359454 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f02ce6-8dba-4a15-99f9-cfafde8c6ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=55f34fe3-892d-4467-99c7-2dd6677f4f86,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:27:50.360293 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-818aff3a-c5aa-4c62-9b6a-4615a4670e14 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:50.421280 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:50.482417 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-40886672-c7eb-4a03-aa1f-c94369d73b3b req-e4f02ce6-8dba-4a15-99f9-cfafde8c6ce3 service neutron] Attempting to bind port 55f34fe3-892d-4467-99c7-2dd6677f4f86 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:27:50.482858 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-40886672-c7eb-4a03-aa1f-c94369d73b3b req-e4f02ce6-8dba-4a15-99f9-cfafde8c6ce3 service neutron] Attempting to bind port 55f34fe3-892d-4467-99c7-2dd6677f4f86 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '7f0e3725-50b8-4ef8-860a-dbdee1d24402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '8a4cc4a1-f95d-432b-8391-b1a41bcbeb60'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:27:50.483381 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40886672-c7eb-4a03-aa1f-c94369d73b3b req-e4f02ce6-8dba-4a15-99f9-cfafde8c6ce3 service neutron] Attempting to bind port 55f34fe3-892d-4467-99c7-2dd6677f4f86 on network 8a4cc4a1-f95d-432b-8391-b1a41bcbeb60 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:27:50.494917 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40886672-c7eb-4a03-aa1f-c94369d73b3b req-e4f02ce6-8dba-4a15-99f9-cfafde8c6ce3 service neutron] Port 55f34fe3-892d-4467-99c7-2dd6677f4f86 on network 8a4cc4a1-f95d-432b-8391-b1a41bcbeb60 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:27:50.494917 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40886672-c7eb-4a03-aa1f-c94369d73b3b req-e4f02ce6-8dba-4a15-99f9-cfafde8c6ce3 service neutron] Attempting to bind port 55f34fe3-892d-4467-99c7-2dd6677f4f86 on network 8a4cc4a1-f95d-432b-8391-b1a41bcbeb60 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:27:50.495989 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40886672-c7eb-4a03-aa1f-c94369d73b3b req-e4f02ce6-8dba-4a15-99f9-cfafde8c6ce3 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:27:50.496802 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40886672-c7eb-4a03-aa1f-c94369d73b3b req-e4f02ce6-8dba-4a15-99f9-cfafde8c6ce3 service neutron] Checking segment: {'id': '7f0e3725-50b8-4ef8-860a-dbdee1d24402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '8a4cc4a1-f95d-432b-8391-b1a41bcbeb60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:27:50.496802 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40886672-c7eb-4a03-aa1f-c94369d73b3b req-e4f02ce6-8dba-4a15-99f9-cfafde8c6ce3 service neutron] Bound using segment: {'id': '7f0e3725-50b8-4ef8-860a-dbdee1d24402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '8a4cc4a1-f95d-432b-8391-b1a41bcbeb60'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:27:50.497325 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-40886672-c7eb-4a03-aa1f-c94369d73b3b req-e4f02ce6-8dba-4a15-99f9-cfafde8c6ce3 service neutron] Bound port: 55f34fe3-892d-4467-99c7-2dd6677f4f86, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f0e3725-50b8-4ef8-860a-dbdee1d24402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '8a4cc4a1-f95d-432b-8391-b1a41bcbeb60'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:27:50.497764 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-40886672-c7eb-4a03-aa1f-c94369d73b3b req-e4f02ce6-8dba-4a15-99f9-cfafde8c6ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:50.498725 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-818aff3a-c5aa-4c62-9b6a-4615a4670e14 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:50.506130 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-818aff3a-c5aa-4c62-9b6a-4615a4670e14 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:50.536520 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818aff3a-c5aa-4c62-9b6a-4615a4670e14 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=386d4bd4-6d48-4c61-824c-695e93bcbe4e,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:27:50.546086 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-818aff3a-c5aa-4c62-9b6a-4615a4670e14 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:50.550949 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-818aff3a-c5aa-4c62-9b6a-4615a4670e14 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2375596 Sep 08 09:27:50.551760 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51476) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:27:50.560050 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-cf6f99ac-8f35-43a0-8f06-8fa83c2dc01e tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Request body: {'security_group_rule': {'security_group_id': '7a27644d-e8a6-450e-a699-8c8d9af41717', 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:27:50.596874 n-d-806683-11 neutron-server[94713]: INFO neutron.db.securitygroups_db [None req-cf6f99ac-8f35-43a0-8f06-8fa83c2dc01e tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Project b0f105e5fd99469d8f84a09c77d72db0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 09:27:50.605260 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cf6f99ac-8f35-43a0-8f06-8fa83c2dc01e tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:50.614191 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-40886672-c7eb-4a03-aa1f-c94369d73b3b req-e4f02ce6-8dba-4a15-99f9-cfafde8c6ce3 service neutron] For port 55f34fe3-892d-4467-99c7-2dd6677f4f86, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:27:50.619301 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-40886672-c7eb-4a03-aa1f-c94369d73b3b req-e4f02ce6-8dba-4a15-99f9-cfafde8c6ce3 service neutron] For port 55f34fe3-892d-4467-99c7-2dd6677f4f86, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=55f34fe3-892d-4467-99c7-2dd6677f4f86,segment=NetworkSegment(7f0e3725-50b8-4ef8-860a-dbdee1d24402),segment_id=7f0e3725-50b8-4ef8-860a-dbdee1d24402)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:27:50.625020 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-40886672-c7eb-4a03-aa1f-c94369d73b3b req-e4f02ce6-8dba-4a15-99f9-cfafde8c6ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:50.643311 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40886672-c7eb-4a03-aa1f-c94369d73b3b req-e4f02ce6-8dba-4a15-99f9-cfafde8c6ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:50.644870 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-40886672-c7eb-4a03-aa1f-c94369d73b3b req-e4f02ce6-8dba-4a15-99f9-cfafde8c6ce3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:50.647308 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-40886672-c7eb-4a03-aa1f-c94369d73b3b req-e4f02ce6-8dba-4a15-99f9-cfafde8c6ce3 service neutron] 10.222.0.37 "PUT /v2.0/ports/55f34fe3-892d-4467-99c7-2dd6677f4f86 HTTP/1.1" status: 200 len: 1092 time: 1.3880057 Sep 08 09:27:50.649807 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dedf8082-4c6e-4334-84e3-70af39038f34', 'tag': '55f34fe3-892d-4467-99c7-2dd6677f4f86'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:27:50.652562 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e327f3-178f-4b90-b42f-ab814f09b22e" -d '{"events": [{"name": "network-changed", "server_uuid": "dedf8082-4c6e-4334-84e3-70af39038f34", "tag": "55f34fe3-892d-4467-99c7-2dd6677f4f86"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:27:50.718757 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cf6f99ac-8f35-43a0-8f06-8fa83c2dc01e tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:50.734129 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cf6f99ac-8f35-43a0-8f06-8fa83c2dc01e tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:50.746413 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0753e2-90aa-41a9-ab47-0c48d952f09c x-openstack-request-id: req-0f0753e2-90aa-41a9-ab47-0c48d952f09c {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:27:50.746717 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dedf8082-4c6e-4334-84e3-70af39038f34", "tag": "55f34fe3-892d-4467-99c7-2dd6677f4f86", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:27:50.746984 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0f0753e2-90aa-41a9-ab47-0c48d952f09c {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:27:50.747851 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dedf8082-4c6e-4334-84e3-70af39038f34', 'tag': '55f34fe3-892d-4467-99c7-2dd6677f4f86', 'status': 'completed', 'code': 200} Sep 08 09:27:50.765154 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-eae1c1c1-746b-4507-acdd-b7e746bf55c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:50.768762 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f99ac-8f35-43a0-8f06-8fa83c2dc01e tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3138e6f7-f206-4cbf-ad71-3d73244a070e,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:27:50.776444 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cf6f99ac-8f35-43a0-8f06-8fa83c2dc01e tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:50.780227 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-cf6f99ac-8f35-43a0-8f06-8fa83c2dc01e tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2237916 Sep 08 09:27:50.781400 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51480) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:27:50.790860 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-bb8e948f-1dc3-4259-8b9c-0367845ae566 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Request body: {'security_group_rule': {'security_group_id': '7a27644d-e8a6-450e-a699-8c8d9af41717', 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:27:50.837253 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f02ce6-8dba-4a15-99f9-cfafde8c6ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=55f34fe3-892d-4467-99c7-2dd6677f4f86,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:27:50.853970 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40886672-c7eb-4a03-aa1f-c94369d73b3b req-6d09d188-596a-4474-b466-d0af46cbc1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:50.856066 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-40886672-c7eb-4a03-aa1f-c94369d73b3b req-6d09d188-596a-4474-b466-d0af46cbc1c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=938de9fcac24439fb17f7bff1aedfbad&device_id=dedf8082-4c6e-4334-84e3-70af39038f34 HTTP/1.1" status: 200 len: 1095 time: 0.1459827 Sep 08 09:27:50.859816 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f02ce6-8dba-4a15-99f9-cfafde8c6ce3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:27:50.860169 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f02ce6-8dba-4a15-99f9-cfafde8c6ce3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:27:50.860534 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f02ce6-8dba-4a15-99f9-cfafde8c6ce3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:27:50.860861 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f02ce6-8dba-4a15-99f9-cfafde8c6ce3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:27:50.861202 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f02ce6-8dba-4a15-99f9-cfafde8c6ce3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:27:50.861540 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f02ce6-8dba-4a15-99f9-cfafde8c6ce3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:27:50.861876 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f02ce6-8dba-4a15-99f9-cfafde8c6ce3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:27:50.862240 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f02ce6-8dba-4a15-99f9-cfafde8c6ce3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:27:50.862573 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f02ce6-8dba-4a15-99f9-cfafde8c6ce3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:27:50.862913 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f02ce6-8dba-4a15-99f9-cfafde8c6ce3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:27:50.863248 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f02ce6-8dba-4a15-99f9-cfafde8c6ce3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:27:50.863584 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f02ce6-8dba-4a15-99f9-cfafde8c6ce3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:27:50.879273 n-d-806683-11 neutron-server[94712]: INFO neutron.db.securitygroups_db [None req-bb8e948f-1dc3-4259-8b9c-0367845ae566 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Project b0f105e5fd99469d8f84a09c77d72db0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 09:27:50.926790 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bb8e948f-1dc3-4259-8b9c-0367845ae566 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:50.932916 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-40886672-c7eb-4a03-aa1f-c94369d73b3b req-1cd2ba4b-de48-420b-964c-5f6e06195343 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55f34fe3-892d-4467-99c7-2dd6677f4f86 HTTP/1.1" status: 200 len: 217 time: 0.0629272 Sep 08 09:27:51.038615 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40886672-c7eb-4a03-aa1f-c94369d73b3b req-f1cb1506-a4f6-41c7-9bdc-4bf10e33317c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:51.040121 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-40886672-c7eb-4a03-aa1f-c94369d73b3b req-f1cb1506-a4f6-41c7-9bdc-4bf10e33317c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51fdac27-42e1-4f6c-8be0-c60565c8b5bd HTTP/1.1" status: 200 len: 854 time: 0.0982249 Sep 08 09:27:51.085304 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bb8e948f-1dc3-4259-8b9c-0367845ae566 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:51.087918 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-40886672-c7eb-4a03-aa1f-c94369d73b3b req-931fa620-4e60-40e2-908d-367048f997d3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8a4cc4a1-f95d-432b-8391-b1a41bcbeb60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399048 Sep 08 09:27:51.089675 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bb8e948f-1dc3-4259-8b9c-0367845ae566 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:51.126649 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e948f-1dc3-4259-8b9c-0367845ae566 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11a362ed-4c53-4bf6-9cde-0f80f2478eb5,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:27:51.138029 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bb8e948f-1dc3-4259-8b9c-0367845ae566 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:51.139276 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-bb8e948f-1dc3-4259-8b9c-0367845ae566 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3575418 Sep 08 09:27:51.142251 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 51482) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:27:51.147070 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-73cec932-7825-4b01-981b-e503c4b6c333 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Request body: {'network': {'name': 'tempest-network-smoke--623402032', 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'port_security_enabled': True}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:27:51.207666 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73cec932-7825-4b01-981b-e503c4b6c333 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Made reservation on behalf of b0f105e5fd99469d8f84a09c77d72db0 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:27:51.211340 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-73cec932-7825-4b01-981b-e503c4b6c333 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:51.234268 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-40886672-c7eb-4a03-aa1f-c94369d73b3b req-5ba2cc65-da12-421c-aa4b-d8dace78f8eb service neutron] 10.222.0.37 "GET /v2.0/networks/8a4cc4a1-f95d-432b-8391-b1a41bcbeb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382539 Sep 08 09:27:51.255213 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73cec932-7825-4b01-981b-e503c4b6c333 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:27:51.284526 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-73cec932-7825-4b01-981b-e503c4b6c333 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:51.284891 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-73cec932-7825-4b01-981b-e503c4b6c333 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Added segment f3324e3a-3db2-4103-8c67-1cc19ba1ba52 of type vlan for network 1270a732-0cf5-45f6-9390-92d127e8b5af Sep 08 09:27:51.364123 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-73cec932-7825-4b01-981b-e503c4b6c333 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:51.399809 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-40886672-c7eb-4a03-aa1f-c94369d73b3b req-89d1ee7e-6c48-4a09-955b-aa5e25abaaa3 service neutron] 10.222.0.37 "GET /v2.0/networks/8a4cc4a1-f95d-432b-8391-b1a41bcbeb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568186 Sep 08 09:27:51.410862 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-73cec932-7825-4b01-981b-e503c4b6c333 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:51.417847 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cec932-7825-4b01-981b-e503c4b6c333 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:51.418515 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-73cec932-7825-4b01-981b-e503c4b6c333 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:51.469530 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf0f29a-4fbc-42af-92a1-6ffe44c4ca18 req-c0ffde2f-d9f5-4878-9b4b-cea8879ff802 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:51.479079 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6bf0f29a-4fbc-42af-92a1-6ffe44c4ca18 req-c0ffde2f-d9f5-4878-9b4b-cea8879ff802 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=dedf8082-4c6e-4334-84e3-70af39038f34 HTTP/1.1" status: 200 len: 943 time: 0.0796108 Sep 08 09:27:51.507541 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cec932-7825-4b01-981b-e503c4b6c333 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'Network': ['ID=1270a732-0cf5-45f6-9390-92d127e8b5af,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:27:51.519771 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 1270a732-0cf5-45f6-9390-92d127e8b5af details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:27:51.534631 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6bf0f29a-4fbc-42af-92a1-6ffe44c4ca18 req-ac2cedb9-06d0-4ddb-81a2-f89634ea1243 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/security-groups?id=430a4141-ab24-441f-84a9-7c829ff68499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543108 Sep 08 09:27:51.551685 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-73cec932-7825-4b01-981b-e503c4b6c333 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4059651 Sep 08 09:27:51.553150 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51492) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:27:51.559989 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-9f2819be-1fc6-4e83-9161-441943fea57f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1057816063', 'admin_state_up': True, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:27:51.571122 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e327f3-178f-4b90-b42f-ab814f09b22e req-26964694-aace-4cfc-bda6-81444dd42f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:51.575963 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c3e327f3-178f-4b90-b42f-ab814f09b22e req-26964694-aace-4cfc-bda6-81444dd42f22 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=938de9fcac24439fb17f7bff1aedfbad&device_id=dedf8082-4c6e-4334-84e3-70af39038f34 HTTP/1.1" status: 200 len: 1095 time: 0.0629132 Sep 08 09:27:51.609581 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9f2819be-1fc6-4e83-9161-441943fea57f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:51.614232 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9f2819be-1fc6-4e83-9161-441943fea57f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:51.699528 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9f2819be-1fc6-4e83-9161-441943fea57f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:51.712604 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e327f3-178f-4b90-b42f-ab814f09b22e req-de8bf2be-ee5d-409c-888d-5d2bdd2da050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:51.714337 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c3e327f3-178f-4b90-b42f-ab814f09b22e req-de8bf2be-ee5d-409c-888d-5d2bdd2da050 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8a4cc4a1-f95d-432b-8391-b1a41bcbeb60 HTTP/1.1" status: 200 len: 915 time: 0.1303766 Sep 08 09:27:51.781464 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c3e327f3-178f-4b90-b42f-ab814f09b22e req-9195ecd3-871d-4c33-b195-a56ab6f26905 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55f34fe3-892d-4467-99c7-2dd6677f4f86 HTTP/1.1" status: 200 len: 217 time: 0.0524528 Sep 08 09:27:51.842164 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e327f3-178f-4b90-b42f-ab814f09b22e req-176a6e02-f3f6-45f7-8108-5e1df80a93cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:51.843676 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c3e327f3-178f-4b90-b42f-ab814f09b22e req-176a6e02-f3f6-45f7-8108-5e1df80a93cd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51fdac27-42e1-4f6c-8be0-c60565c8b5bd HTTP/1.1" status: 200 len: 854 time: 0.0542703 Sep 08 09:27:51.879594 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c3e327f3-178f-4b90-b42f-ab814f09b22e req-480d4cbb-ed75-40b6-83d3-75b2787fce43 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8a4cc4a1-f95d-432b-8391-b1a41bcbeb60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282073 Sep 08 09:27:51.904297 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9f2819be-1fc6-4e83-9161-441943fea57f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:51.988426 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c3e327f3-178f-4b90-b42f-ab814f09b22e req-a89f14a6-cea1-489c-8ba2-8604920b47e0 service neutron] 10.222.0.37 "GET /v2.0/networks/8a4cc4a1-f95d-432b-8391-b1a41bcbeb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006036 Sep 08 09:27:52.095808 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c3e327f3-178f-4b90-b42f-ab814f09b22e req-24996e27-a2d9-4e26-84ae-81faa0dfd4b3 service neutron] 10.222.0.37 "GET /v2.0/networks/8a4cc4a1-f95d-432b-8391-b1a41bcbeb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984619 Sep 08 09:27:52.107638 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9f2819be-1fc6-4e83-9161-441943fea57f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for router_gateway, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:52.127863 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9f2819be-1fc6-4e83-9161-441943fea57f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:52.161614 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:52.237283 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-9f2819be-1fc6-4e83-9161-441943fea57f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Allocated IP 172.25.0.23 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/e1fd5048-2473-4cef-a5ef-68b93dfacefc) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:27:52.340104 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9f2819be-1fc6-4e83-9161-441943fea57f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:52.378445 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9f2819be-1fc6-4e83-9161-441943fea57f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:52.414945 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2819be-1fc6-4e83-9161-441943fea57f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:27:52.417614 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-9f2819be-1fc6-4e83-9161-441943fea57f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:27:52.421086 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2819be-1fc6-4e83-9161-441943fea57f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:27:52.451482 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2819be-1fc6-4e83-9161-441943fea57f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'Port': ['ID=e1fd5048-2473-4cef-a5ef-68b93dfacefc,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:27:52.654930 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e652c26-a999-4104-a077-d5aae6a7d043 req-76ecb161-07d9-4e51-bf44-37b625036abb tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:52.657317 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0e652c26-a999-4104-a077-d5aae6a7d043 req-76ecb161-07d9-4e51-bf44-37b625036abb tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=dedf8082-4c6e-4334-84e3-70af39038f34 HTTP/1.1" status: 200 len: 943 time: 0.0554562 Sep 08 09:27:52.704447 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0e652c26-a999-4104-a077-d5aae6a7d043 req-b4432ca0-d443-4cfc-8f74-b8611bfecb09 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/security-groups?id=430a4141-ab24-441f-84a9-7c829ff68499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398788 Sep 08 09:27:52.712414 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9f2819be-1fc6-4e83-9161-441943fea57f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for router_gateway, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:52.922910 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9f2819be-1fc6-4e83-9161-441943fea57f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:53.054328 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f2819be-1fc6-4e83-9161-441943fea57f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Router bac91491-ce41-48db-8e31-151e89d2cb71 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:27:53.167306 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2819be-1fc6-4e83-9161-441943fea57f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:27:53.177166 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd8d30b-cce6-4a52-96fa-f48f5f5c27b1 None None] Sync routers for ids ['bac91491-ce41-48db-8e31-151e89d2cb71'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:27:53.186552 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9f2819be-1fc6-4e83-9161-441943fea57f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:53.187874 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9f2819be-1fc6-4e83-9161-441943fea57f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6327682 Sep 08 09:27:53.190471 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd8d30b-cce6-4a52-96fa-f48f5f5c27b1 None None] Routers {'bac91491-ce41-48db-8e31-151e89d2cb71'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:27:53.190997 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51510) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:27:53.191302 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-5fd8d30b-cce6-4a52-96fa-f48f5f5c27b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:27:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['bac91491-ce41-48db-8e31-151e89d2cb71'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:27:53.222867 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-51a309a9-8935-4314-8133-a0bd78a6d423 tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=b0f105e5fd99469d8f84a09c77d72db0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304587 Sep 08 09:27:53.225359 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51512) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:27:53.298742 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-5fd8d30b-cce6-4a52-96fa-f48f5f5c27b1 None None] Set router bac91491-ce41-48db-8e31-151e89d2cb71 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:27:53.311936 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183acc88-3ccc-44b8-beee-459c443b5799 tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:53.313562 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-183acc88-3ccc-44b8-beee-459c443b5799 tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0872490 Sep 08 09:27:53.316496 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51514) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:27:53.349824 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3e092d9a-595d-48fd-8d8b-5ec860c2f8ba tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=399c4174-1e86-4a10-bb99-f875a09107d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299091 Sep 08 09:27:53.350260 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51516) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:27:53.355797 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-0813a979-3dfc-49e0-9b43-23c5cc44934b tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1268648560', 'network_id': '1270a732-0cf5-45f6-9390-92d127e8b5af', 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:27:53.450973 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0813a979-3dfc-49e0-9b43-23c5cc44934b tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Made reservation on behalf of b0f105e5fd99469d8f84a09c77d72db0 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:27:53.454792 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0813a979-3dfc-49e0-9b43-23c5cc44934b tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:53.493841 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-5fd8d30b-cce6-4a52-96fa-f48f5f5c27b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac91491-ce41-48db-8e31-151e89d2cb71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057816063', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e1fd5048-2473-4cef-a5ef-68b93dfacefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:27:51Z', 'updated_at': '2021-09-08T09:27:52Z', 'revision_number': 3, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': 'e1fd5048-2473-4cef-a5ef-68b93dfacefc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac91491-ce41-48db-8e31-151e89d2cb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:27:52Z', 'updated_at': '2021-09-08T09:27:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:27:53.524160 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd8d30b-cce6-4a52-96fa-f48f5f5c27b1 None None] Checking router: bac91491-ce41-48db-8e31-151e89d2cb71 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:27:53.524508 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd8d30b-cce6-4a52-96fa-f48f5f5c27b1 None None] Updating router bac91491-ce41-48db-8e31-151e89d2cb71 port e1fd5048-2473-4cef-a5ef-68b93dfacefc binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:27:53.577701 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5fd8d30b-cce6-4a52-96fa-f48f5f5c27b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:53.701326 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0813a979-3dfc-49e0-9b43-23c5cc44934b tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:53.774082 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0813a979-3dfc-49e0-9b43-23c5cc44934b tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'Subnet': ['ID=9954f8c3-0855-4f1e-9329-52be2265cdbd,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:27:53.798960 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0813a979-3dfc-49e0-9b43-23c5cc44934b tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Checking segment: {'id': 'f3324e3a-3db2-4103-8c67-1cc19ba1ba52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1270a732-0cf5-45f6-9390-92d127e8b5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:27:53.799330 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0813a979-3dfc-49e0-9b43-23c5cc44934b tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Network hostable DHCP agents. Network: 1270a732-0cf5-45f6-9390-92d127e8b5af, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:27:53.822823 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0813a979-3dfc-49e0-9b43-23c5cc44934b tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Network 1270a732-0cf5-45f6-9390-92d127e8b5af is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:27:53.837162 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:53.867858 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-0813a979-3dfc-49e0-9b43-23c5cc44934b tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 1270a732-0cf5-45f6-9390-92d127e8b5af) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:27:53.873119 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0813a979-3dfc-49e0-9b43-23c5cc44934b tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:53.873721 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0813a979-3dfc-49e0-9b43-23c5cc44934b tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:53.898675 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0813a979-3dfc-49e0-9b43-23c5cc44934b tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5471833 Sep 08 09:27:53.900670 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 51532) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:27:53.905879 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639116e6-9ed9-43f5-9244-a8233bd26f30 None None] Network 1270a732-0cf5-45f6-9390-92d127e8b5af requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:27:53.919960 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c968e-62de-4283-929a-a76720ff3931 req-3cc1b193-b232-4217-a2dc-2eda3ec182fc tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:53.929824 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-564c968e-62de-4283-929a-a76720ff3931 req-3cc1b193-b232-4217-a2dc-2eda3ec182fc tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=dedf8082-4c6e-4334-84e3-70af39038f34 HTTP/1.1" status: 200 len: 943 time: 0.0997415 Sep 08 09:27:54.027653 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-564c968e-62de-4283-929a-a76720ff3931 req-f5cea00d-f938-4c14-b981-81ade0999555 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/security-groups?id=430a4141-ab24-441f-84a9-7c829ff68499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968487 Sep 08 09:27:54.164100 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c16e35-7317-41ba-9f8e-0981f2938d23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-1270a732-0cf5-45f6-9390-92d127e8b5af', 'network_id': '1270a732-0cf5-45f6-9390-92d127e8b5af', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'fixed_ips': [{'subnet_id': '9954f8c3-0855-4f1e-9329-52be2265cdbd'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:27:54.165005 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-57c16e35-7317-41ba-9f8e-0981f2938d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:54.308210 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5fd8d30b-cce6-4a52-96fa-f48f5f5c27b1 None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:54.313010 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:54.332707 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-5fd8d30b-cce6-4a52-96fa-f48f5f5c27b1 None None] Transition to ACTIVE for port object e1fd5048-2473-4cef-a5ef-68b93dfacefc will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:27:54.360560 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5fd8d30b-cce6-4a52-96fa-f48f5f5c27b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:54.432332 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 55f34fe3-892d-4467-99c7-2dd6677f4f86 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:27:54.437602 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7903d2b2-dec6-4f8d-b9db-fa96ca1562e0 None None] Pushing event updated for resources: {'Port': ['ID=e1fd5048-2473-4cef-a5ef-68b93dfacefc,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:27:54.446763 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-5fd8d30b-cce6-4a52-96fa-f48f5f5c27b1 None None] Attempting to bind port e1fd5048-2473-4cef-a5ef-68b93dfacefc on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:27:54.447140 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-5fd8d30b-cce6-4a52-96fa-f48f5f5c27b1 None None] Attempting to bind port e1fd5048-2473-4cef-a5ef-68b93dfacefc by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:27:54.447505 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd8d30b-cce6-4a52-96fa-f48f5f5c27b1 None None] Attempting to bind port e1fd5048-2473-4cef-a5ef-68b93dfacefc on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:27:54.454273 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-57c16e35-7317-41ba-9f8e-0981f2938d23 None None] Allocated IP 172.20.0.2 (1270a732-0cf5-45f6-9390-92d127e8b5af/9954f8c3-0855-4f1e-9329-52be2265cdbd/aebfaa89-d956-4358-a45b-ea6de9722f9f) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:27:54.467039 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd8d30b-cce6-4a52-96fa-f48f5f5c27b1 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:27:54.467440 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd8d30b-cce6-4a52-96fa-f48f5f5c27b1 None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:27:54.467834 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5fd8d30b-cce6-4a52-96fa-f48f5f5c27b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:54.468238 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd8d30b-cce6-4a52-96fa-f48f5f5c27b1 None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:27:54.468733 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-5fd8d30b-cce6-4a52-96fa-f48f5f5c27b1 None None] Bound port: e1fd5048-2473-4cef-a5ef-68b93dfacefc, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:27:54.469127 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5fd8d30b-cce6-4a52-96fa-f48f5f5c27b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:54.671123 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-5fd8d30b-cce6-4a52-96fa-f48f5f5c27b1 None None] For port e1fd5048-2473-4cef-a5ef-68b93dfacefc, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:27:54.685914 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 55f34fe3-892d-4467-99c7-2dd6677f4f86, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=55f34fe3-892d-4467-99c7-2dd6677f4f86,segment=NetworkSegment(7f0e3725-50b8-4ef8-860a-dbdee1d24402),segment_id=7f0e3725-50b8-4ef8-860a-dbdee1d24402)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:27:54.713952 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-5fd8d30b-cce6-4a52-96fa-f48f5f5c27b1 None None] For port e1fd5048-2473-4cef-a5ef-68b93dfacefc, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=e1fd5048-2473-4cef-a5ef-68b93dfacefc,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:27:54.717292 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '55f34fe3-892d-4467-99c7-2dd6677f4f86', 'network_id': '8a4cc4a1-f95d-432b-8391-b1a41bcbeb60', 'port_id': '55f34fe3-892d-4467-99c7-2dd6677f4f86', 'mac_address': 'fa:16:3e:bc:41:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51fdac27-42e1-4f6c-8be0-c60565c8b5bd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:27:54.757821 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5fd8d30b-cce6-4a52-96fa-f48f5f5c27b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:54.794463 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-99365c4e-fbee-4522-9b67-ff9ae184e750 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:54.807861 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:54.852131 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-57c16e35-7317-41ba-9f8e-0981f2938d23 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:54.864353 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55f34fe3-892d-4467-99c7-2dd6677f4f86 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:27:54.884231 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-57c16e35-7317-41ba-9f8e-0981f2938d23 None None] Transition to ACTIVE for port object aebfaa89-d956-4358-a45b-ea6de9722f9f will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:27:54.921024 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 55f34fe3-892d-4467-99c7-2dd6677f4f86, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=55f34fe3-892d-4467-99c7-2dd6677f4f86,segment=NetworkSegment(7f0e3725-50b8-4ef8-860a-dbdee1d24402),segment_id=7f0e3725-50b8-4ef8-860a-dbdee1d24402)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:27:54.929836 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd8d30b-cce6-4a52-96fa-f48f5f5c27b1 None None] Routers {'bac91491-ce41-48db-8e31-151e89d2cb71'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:27:54.930507 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-5fd8d30b-cce6-4a52-96fa-f48f5f5c27b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:27:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['bac91491-ce41-48db-8e31-151e89d2cb71'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:27:55.076465 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:55.085732 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-57c16e35-7317-41ba-9f8e-0981f2938d23 None None] Transition to ACTIVE for port object aebfaa89-d956-4358-a45b-ea6de9722f9f will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:27:55.094444 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7903d2b2-dec6-4f8d-b9db-fa96ca1562e0 None None] Pushing event updated for resources: {'Port': ['ID=e1fd5048-2473-4cef-a5ef-68b93dfacefc,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:27:55.145370 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-57c16e35-7317-41ba-9f8e-0981f2938d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:55.153429 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-5fd8d30b-cce6-4a52-96fa-f48f5f5c27b1 None None] Set router bac91491-ce41-48db-8e31-151e89d2cb71 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:27:55.181970 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-99365c4e-fbee-4522-9b67-ff9ae184e750 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Allocated IP 172.20.0.1 (1270a732-0cf5-45f6-9390-92d127e8b5af/9954f8c3-0855-4f1e-9329-52be2265cdbd/13e2627d-9c30-4ade-9033-df687d47dc0f) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:27:55.197818 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b6399-4aea-4a7f-b348-c6f15bc19189 req-ee63cec2-4dd4-4510-8270-db5a347a0f44 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:55.208748 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e87b6399-4aea-4a7f-b348-c6f15bc19189 req-ee63cec2-4dd4-4510-8270-db5a347a0f44 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=dedf8082-4c6e-4334-84e3-70af39038f34 HTTP/1.1" status: 200 len: 944 time: 0.0653093 Sep 08 09:27:55.219680 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=55f34fe3-892d-4467-99c7-2dd6677f4f86,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:27:55.235251 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c16e35-7317-41ba-9f8e-0981f2938d23 None None] Network 1270a732-0cf5-45f6-9390-92d127e8b5af is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:27:55.238355 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-57c16e35-7317-41ba-9f8e-0981f2938d23 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:27:55.267007 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c16e35-7317-41ba-9f8e-0981f2938d23 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:27:55.280530 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e87b6399-4aea-4a7f-b348-c6f15bc19189 req-93001219-dc6a-4a1f-acdb-f4d6428186de tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/security-groups?id=430a4141-ab24-441f-84a9-7c829ff68499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706391 Sep 08 09:27:55.385106 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-99365c4e-fbee-4522-9b67-ff9ae184e750 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:55.386282 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['55f34fe3-892d-4467-99c7-2dd6677f4f86'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:27:55.402659 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-99365c4e-fbee-4522-9b67-ff9ae184e750 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Transition to ACTIVE for port object 13e2627d-9c30-4ade-9033-df687d47dc0f will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:27:55.415191 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c16e35-7317-41ba-9f8e-0981f2938d23 None None] Pushing event updated for resources: {'Port': ['ID=aebfaa89-d956-4358-a45b-ea6de9722f9f,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:27:55.452876 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-57c16e35-7317-41ba-9f8e-0981f2938d23 None None] Attempting to bind port aebfaa89-d956-4358-a45b-ea6de9722f9f on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:27:55.453375 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-57c16e35-7317-41ba-9f8e-0981f2938d23 None None] Attempting to bind port aebfaa89-d956-4358-a45b-ea6de9722f9f by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'f3324e3a-3db2-4103-8c67-1cc19ba1ba52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1270a732-0cf5-45f6-9390-92d127e8b5af'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:27:55.454241 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c16e35-7317-41ba-9f8e-0981f2938d23 None None] Attempting to bind port aebfaa89-d956-4358-a45b-ea6de9722f9f on network 1270a732-0cf5-45f6-9390-92d127e8b5af {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:27:55.454378 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-99365c4e-fbee-4522-9b67-ff9ae184e750 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:55.473770 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c16e35-7317-41ba-9f8e-0981f2938d23 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:27:55.474413 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c16e35-7317-41ba-9f8e-0981f2938d23 None None] Checking segment: {'id': 'f3324e3a-3db2-4103-8c67-1cc19ba1ba52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1270a732-0cf5-45f6-9390-92d127e8b5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:27:55.475010 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-57c16e35-7317-41ba-9f8e-0981f2938d23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:55.475636 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c16e35-7317-41ba-9f8e-0981f2938d23 None None] Bound using segment: {'id': 'f3324e3a-3db2-4103-8c67-1cc19ba1ba52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1270a732-0cf5-45f6-9390-92d127e8b5af'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:27:55.476358 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-57c16e35-7317-41ba-9f8e-0981f2938d23 None None] Bound port: aebfaa89-d956-4358-a45b-ea6de9722f9f, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3324e3a-3db2-4103-8c67-1cc19ba1ba52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1270a732-0cf5-45f6-9390-92d127e8b5af'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:27:55.476928 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-57c16e35-7317-41ba-9f8e-0981f2938d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:55.510024 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99365c4e-fbee-4522-9b67-ff9ae184e750 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Network 1270a732-0cf5-45f6-9390-92d127e8b5af is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:27:55.514136 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99365c4e-fbee-4522-9b67-ff9ae184e750 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'Port': ['ID=13e2627d-9c30-4ade-9033-df687d47dc0f,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:27:55.516815 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-99365c4e-fbee-4522-9b67-ff9ae184e750 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:27:55.521814 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99365c4e-fbee-4522-9b67-ff9ae184e750 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:27:55.589838 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-99365c4e-fbee-4522-9b67-ff9ae184e750 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:55.626738 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-57c16e35-7317-41ba-9f8e-0981f2938d23 None None] For port aebfaa89-d956-4358-a45b-ea6de9722f9f, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:27:55.674386 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-57c16e35-7317-41ba-9f8e-0981f2938d23 None None] For port aebfaa89-d956-4358-a45b-ea6de9722f9f, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=aebfaa89-d956-4358-a45b-ea6de9722f9f,segment=NetworkSegment(f3324e3a-3db2-4103-8c67-1cc19ba1ba52),segment_id=f3324e3a-3db2-4103-8c67-1cc19ba1ba52)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:27:55.691076 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-57c16e35-7317-41ba-9f8e-0981f2938d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:55.785895 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-99365c4e-fbee-4522-9b67-ff9ae184e750 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:55.815859 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-5fd8d30b-cce6-4a52-96fa-f48f5f5c27b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac91491-ce41-48db-8e31-151e89d2cb71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057816063', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e1fd5048-2473-4cef-a5ef-68b93dfacefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:27:51Z', 'updated_at': '2021-09-08T09:27:52Z', 'revision_number': 3, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': 'e1fd5048-2473-4cef-a5ef-68b93dfacefc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac91491-ce41-48db-8e31-151e89d2cb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:27:52Z', 'updated_at': '2021-09-08T09:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:27:56.123742 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c16e35-7317-41ba-9f8e-0981f2938d23 None None] Pushing event updated for resources: {'Port': ['ID=aebfaa89-d956-4358-a45b-ea6de9722f9f,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:27:56.140755 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd8d30b-cce6-4a52-96fa-f48f5f5c27b1 None None] The sync data for ids ['bac91491-ce41-48db-8e31-151e89d2cb71'] in n-d-806683-11 is: [{'id': 'bac91491-ce41-48db-8e31-151e89d2cb71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057816063', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e1fd5048-2473-4cef-a5ef-68b93dfacefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:27:51Z', 'updated_at': '2021-09-08T09:27:52Z', 'revision_number': 3, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': 'e1fd5048-2473-4cef-a5ef-68b93dfacefc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac91491-ce41-48db-8e31-151e89d2cb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:27:52Z', 'updated_at': '2021-09-08T09:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:27:56.471863 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-99365c4e-fbee-4522-9b67-ff9ae184e750 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:56.479610 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-99365c4e-fbee-4522-9b67-ff9ae184e750 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:56.588900 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef47e80c-93a5-4d56-ad43-884e47e0ea78 req-6d336652-5b5a-424e-aeac-d48e8823c639 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:56.591031 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ef47e80c-93a5-4d56-ad43-884e47e0ea78 req-6d336652-5b5a-424e-aeac-d48e8823c639 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=dedf8082-4c6e-4334-84e3-70af39038f34 HTTP/1.1" status: 200 len: 944 time: 0.1662328 Sep 08 09:27:56.594122 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99365c4e-fbee-4522-9b67-ff9ae184e750 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'Port': ['ID=13e2627d-9c30-4ade-9033-df687d47dc0f,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:27:56.657338 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-99365c4e-fbee-4522-9b67-ff9ae184e750 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:56.764694 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ef47e80c-93a5-4d56-ad43-884e47e0ea78 req-5e3f0f7f-3475-470f-8a2b-455052432b16 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/security-groups?id=430a4141-ab24-441f-84a9-7c829ff68499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611924 Sep 08 09:27:56.915042 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99365c4e-fbee-4522-9b67-ff9ae184e750 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Network 1270a732-0cf5-45f6-9390-92d127e8b5af is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:27:56.917003 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-99365c4e-fbee-4522-9b67-ff9ae184e750 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:27:57.090312 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99365c4e-fbee-4522-9b67-ff9ae184e750 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Router bac91491-ce41-48db-8e31-151e89d2cb71 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:27:57.294416 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99365c4e-fbee-4522-9b67-ff9ae184e750 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:27:57.300255 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-99365c4e-fbee-4522-9b67-ff9ae184e750 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "PUT /v2.0/routers/bac91491-ce41-48db-8e31-151e89d2cb71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3986137 Sep 08 09:27:57.607036 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-5d41fbe8-f88f-4a00-8fba-2478435bece1 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1696926702&fields=id&tenant_id=b0f105e5fd99469d8f84a09c77d72db0 HTTP/1.1" status: 200 len: 267 time: 0.0642588 Sep 08 09:27:57.644470 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e90061-1354-4b88-8740-86e7108ee8f3 None None] Network 1270a732-0cf5-45f6-9390-92d127e8b5af requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:27:57.776424 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-a44d2fce-e0ef-42e1-acec-66cb82a768eb tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:57.789453 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-a44d2fce-e0ef-42e1-acec-66cb82a768eb tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/networks?id=1270a732-0cf5-45f6-9390-92d127e8b5af HTTP/1.1" status: 200 len: 796 time: 0.1740689 Sep 08 09:27:57.809967 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-2c35a009-599c-4ef8-bbfc-ea1b576409ee tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/quotas/b0f105e5fd99469d8f84a09c77d72db0 HTTP/1.1" status: 200 len: 375 time: 0.0191376 Sep 08 09:27:57.908660 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-07d54af9-05e6-4027-aa6d-4b6e5dd5d4f9 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b0f105e5fd99469d8f84a09c77d72db0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0971000 Sep 08 09:27:57.920810 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-6a911c64-2169-4d87-9812-0612b4d84b6f None None] Provisioning for port aebfaa89-d956-4358-a45b-ea6de9722f9f completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:27:58.034854 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b279d-e0c0-4f91-a286-f1193cc8ea0d req-623d460c-5846-4805-b272-69532414e1c6 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:58.047384 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ff3b279d-e0c0-4f91-a286-f1193cc8ea0d req-623d460c-5846-4805-b272-69532414e1c6 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=dedf8082-4c6e-4334-84e3-70af39038f34 HTTP/1.1" status: 200 len: 944 time: 0.1226025 Sep 08 09:27:58.187256 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ff3b279d-e0c0-4f91-a286-f1193cc8ea0d req-246043c0-c300-4540-9f5a-66894d38b3f6 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/security-groups?id=430a4141-ab24-441f-84a9-7c829ff68499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388330 Sep 08 09:27:58.204512 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-dc4b0f7f-d51c-4dee-985e-35e14b885f31 service neutron] 10.222.0.54 "GET /v2.0/networks/1270a732-0cf5-45f6-9390-92d127e8b5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928393 Sep 08 09:27:58.284528 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device e1fd5048-2473-4cef-a5ef-68b93dfacefc up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:27:58.407125 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-6124da04-90cb-4475-adc2-8b3625db7659 service neutron] 10.222.0.54 "GET /v2.0/networks/1270a732-0cf5-45f6-9390-92d127e8b5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942852 Sep 08 09:27:58.431554 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port e1fd5048-2473-4cef-a5ef-68b93dfacefc completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:27:58.436595 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port e1fd5048-2473-4cef-a5ef-68b93dfacefc triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:27:58.437340 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:58.487707 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 55f34fe3-892d-4467-99c7-2dd6677f4f86 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:27:58.690174 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-73c94854-fbad-4e9a-acb0-c50963a92f9a None None] Provisioning for port 13e2627d-9c30-4ade-9033-df687d47dc0f completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:27:58.702300 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-73c94854-fbad-4e9a-acb0-c50963a92f9a None None] Provisioning complete for port 13e2627d-9c30-4ade-9033-df687d47dc0f triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:27:58.702739 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-73c94854-fbad-4e9a-acb0-c50963a92f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:58.707701 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:58.785917 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-637bbc7b-6770-4461-99db-6cec9739bf78 req-87e5ca16-3bcb-4fca-a861-5ef9047a8ced tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=43953610-4045-438f-a918-3d88891b39ee HTTP/1.1" status: 200 len: 210 time: 0.0864861 Sep 08 09:27:58.842308 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 55f34fe3-892d-4467-99c7-2dd6677f4f86 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:27:58.860061 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 55f34fe3-892d-4467-99c7-2dd6677f4f86 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:27:58.860488 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:58.907627 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-73c94854-fbad-4e9a-acb0-c50963a92f9a None None] Port 13e2627d-9c30-4ade-9033-df687d47dc0f cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:27:58.923639 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:58.963271 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port e1fd5048-2473-4cef-a5ef-68b93dfacefc, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=e1fd5048-2473-4cef-a5ef-68b93dfacefc,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:27:58.973396 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:58.974756 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device aebfaa89-d956-4358-a45b-ea6de9722f9f up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:27:59.083282 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:59.143561 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=e1fd5048-2473-4cef-a5ef-68b93dfacefc,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:27:59.170450 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dedf8082-4c6e-4334-84e3-70af39038f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f34fe3-892d-4467-99c7-2dd6677f4f86'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:27:59.173270 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa34b3d-fd5d-445c-b231-d53bc4ca0e09" -d '{"events": [{"server_uuid": "dedf8082-4c6e-4334-84e3-70af39038f34", "name": "network-vif-plugged", "status": "completed", "tag": "55f34fe3-892d-4467-99c7-2dd6677f4f86"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:27:59.190929 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-692edd1e-87cd-4c98-b572-76da54294a48 None None] Provisioning complete for port 13e2627d-9c30-4ade-9033-df687d47dc0f triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:27:59.191643 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-692edd1e-87cd-4c98-b572-76da54294a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:59.229493 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9955a3-7a4a-49ca-8d40-57513dc60720 None None] Sync routers for ids ['bac91491-ce41-48db-8e31-151e89d2cb71'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:27:59.241092 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-692edd1e-87cd-4c98-b572-76da54294a48 None None] Port 13e2627d-9c30-4ade-9033-df687d47dc0f cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:27:59.245507 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 55f34fe3-892d-4467-99c7-2dd6677f4f86, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=55f34fe3-892d-4467-99c7-2dd6677f4f86,segment=NetworkSegment(7f0e3725-50b8-4ef8-860a-dbdee1d24402),segment_id=7f0e3725-50b8-4ef8-860a-dbdee1d24402)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:27:59.246556 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port aebfaa89-d956-4358-a45b-ea6de9722f9f completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:27:59.249804 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9955a3-7a4a-49ca-8d40-57513dc60720 None None] Routers {'bac91491-ce41-48db-8e31-151e89d2cb71'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:27:59.250479 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-cc9955a3-7a4a-49ca-8d40-57513dc60720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:27:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['bac91491-ce41-48db-8e31-151e89d2cb71'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:27:59.251601 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port aebfaa89-d956-4358-a45b-ea6de9722f9f triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:27:59.252290 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:59.258530 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:59.296155 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9254593-05ae-4849-ba92-095b6085da49 x-openstack-request-id: req-e9254593-05ae-4849-ba92-095b6085da49 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:27:59.296853 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dedf8082-4c6e-4334-84e3-70af39038f34", "name": "network-vif-plugged", "status": "completed", "tag": "55f34fe3-892d-4467-99c7-2dd6677f4f86", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:27:59.297794 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e9254593-05ae-4849-ba92-095b6085da49 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:27:59.298953 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dedf8082-4c6e-4334-84e3-70af39038f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f34fe3-892d-4467-99c7-2dd6677f4f86', 'code': 200} Sep 08 09:27:59.452012 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=55f34fe3-892d-4467-99c7-2dd6677f4f86,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:27:59.540888 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee011e0-5f63-4ccb-9767-5d3548a265db req-d8d28c64-92ec-4e4c-b785-da3a0fc05594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:59.559913 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cee011e0-5f63-4ccb-9767-5d3548a265db req-d8d28c64-92ec-4e4c-b785-da3a0fc05594 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dedf8082-4c6e-4334-84e3-70af39038f34 HTTP/1.1" status: 200 len: 1097 time: 0.1380925 Sep 08 09:27:59.591323 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c721547-a9b6-43ea-afe0-9bbea3fd13c5 req-e06fbf63-bc7e-4703-a872-c00484a013de tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:27:59.596173 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6c721547-a9b6-43ea-afe0-9bbea3fd13c5 req-e06fbf63-bc7e-4703-a872-c00484a013de tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=dedf8082-4c6e-4334-84e3-70af39038f34 HTTP/1.1" status: 200 len: 945 time: 0.1889188 Sep 08 09:27:59.605590 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:59.611204 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-cc9955a3-7a4a-49ca-8d40-57513dc60720 None None] Set router bac91491-ce41-48db-8e31-151e89d2cb71 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:27:59.638319 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cee011e0-5f63-4ccb-9767-5d3548a265db req-1b1f61b6-7548-47c6-9fc8-7c52d703ecb9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=430a4141-ab24-441f-84a9-7c829ff68499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771413 Sep 08 09:27:59.708188 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6c721547-a9b6-43ea-afe0-9bbea3fd13c5 req-96a65cc8-0926-4710-829a-c63100344167 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/security-groups?id=430a4141-ab24-441f-84a9-7c829ff68499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981612 Sep 08 09:27:59.730073 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-5087ce94-1896-493b-bc83-4ec60eea1194 None None] Provisioning complete for port 13e2627d-9c30-4ade-9033-df687d47dc0f triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:27:59.731755 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5087ce94-1896-493b-bc83-4ec60eea1194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:59.843911 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port aebfaa89-d956-4358-a45b-ea6de9722f9f, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=aebfaa89-d956-4358-a45b-ea6de9722f9f,segment=NetworkSegment(f3324e3a-3db2-4103-8c67-1cc19ba1ba52),segment_id=f3324e3a-3db2-4103-8c67-1cc19ba1ba52)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:27:59.853340 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:27:59.900817 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-5087ce94-1896-493b-bc83-4ec60eea1194 None None] Port 13e2627d-9c30-4ade-9033-df687d47dc0f cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:27:59.956427 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=aebfaa89-d956-4358-a45b-ea6de9722f9f,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:28:00.020899 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f0c8664e-52e1-4974-9106-4faabe2c43df req-95fde3e6-9fb7-4506-88b0-0599ca3c3444 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=43953610-4045-438f-a918-3d88891b39ee HTTP/1.1" status: 200 len: 210 time: 0.0967007 Sep 08 09:28:00.091794 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-cc9955a3-7a4a-49ca-8d40-57513dc60720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac91491-ce41-48db-8e31-151e89d2cb71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057816063', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e1fd5048-2473-4cef-a5ef-68b93dfacefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:27:51Z', 'updated_at': '2021-09-08T09:27:55Z', 'revision_number': 4, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': 'e1fd5048-2473-4cef-a5ef-68b93dfacefc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac91491-ce41-48db-8e31-151e89d2cb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:27:52Z', 'updated_at': '2021-09-08T09:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '13e2627d-9c30-4ade-9033-df687d47dc0f', 'name': '', 'network_id': '1270a732-0cf5-45f6-9390-92d127e8b5af', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'mac_address': 'fa:16:3e:9d:4e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac91491-ce41-48db-8e31-151e89d2cb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '9954f8c3-0855-4f1e-9329-52be2265cdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:27:54Z', 'updated_at': '2021-09-08T09:27:56Z', 'revision_number': 2, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'subnets': [{'id': '9954f8c3-0855-4f1e-9329-52be2265cdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:28:00.128972 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9955a3-7a4a-49ca-8d40-57513dc60720 None None] Checking router: bac91491-ce41-48db-8e31-151e89d2cb71 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:28:00.129465 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9955a3-7a4a-49ca-8d40-57513dc60720 None None] Updating router bac91491-ce41-48db-8e31-151e89d2cb71 port 13e2627d-9c30-4ade-9033-df687d47dc0f binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:28:00.174720 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device e1fd5048-2473-4cef-a5ef-68b93dfacefc up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:28:00.266823 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port e1fd5048-2473-4cef-a5ef-68b93dfacefc triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:28:00.267828 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:00.294518 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-cc9955a3-7a4a-49ca-8d40-57513dc60720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:00.378240 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device aebfaa89-d956-4358-a45b-ea6de9722f9f up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:28:00.449085 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port aebfaa89-d956-4358-a45b-ea6de9722f9f triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:28:00.449481 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:00.735684 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-698d7505-00a7-4cea-841d-9fd363ba75f3 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:00.737633 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-698d7505-00a7-4cea-841d-9fd363ba75f3 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.35 "GET /v2.0/networks?id=1270a732-0cf5-45f6-9390-92d127e8b5af HTTP/1.1" status: 200 len: 796 time: 0.1866028 Sep 08 09:28:00.761089 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-cc9955a3-7a4a-49ca-8d40-57513dc60720 None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:00.775609 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-cc9955a3-7a4a-49ca-8d40-57513dc60720 None None] Transition to ACTIVE for port object 13e2627d-9c30-4ade-9033-df687d47dc0f will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:28:00.785343 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-cc9955a3-7a4a-49ca-8d40-57513dc60720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:00.845940 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648ec41-1bb7-4c20-ae58-57d52c773999 None None] Pushing event updated for resources: {'Port': ['ID=13e2627d-9c30-4ade-9033-df687d47dc0f,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:28:00.849461 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-ed922587-1765-4f07-a98f-dc3c72c0c5d0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0f105e5fd99469d8f84a09c77d72db0 HTTP/1.1" status: 200 len: 380 time: 0.0825596 Sep 08 09:28:00.856669 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-40434f2e-e365-46ef-9c3c-fe02f45d2944 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Request body: {'port': {'device_id': '43953610-4045-438f-a918-3d88891b39ee', 'network_id': '1270a732-0cf5-45f6-9390-92d127e8b5af', 'admin_state_up': True, 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'security_groups': ['7a27644d-e8a6-450e-a699-8c8d9af41717']}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:28:00.860434 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6648ec41-1bb7-4c20-ae58-57d52c773999 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:28:00.860909 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6648ec41-1bb7-4c20-ae58-57d52c773999 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:28:00.861713 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6648ec41-1bb7-4c20-ae58-57d52c773999 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:28:00.862409 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6648ec41-1bb7-4c20-ae58-57d52c773999 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:28:00.862871 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6648ec41-1bb7-4c20-ae58-57d52c773999 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:28:00.864296 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6648ec41-1bb7-4c20-ae58-57d52c773999 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:28:00.864983 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6648ec41-1bb7-4c20-ae58-57d52c773999 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:28:00.865716 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6648ec41-1bb7-4c20-ae58-57d52c773999 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:28:00.867065 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6648ec41-1bb7-4c20-ae58-57d52c773999 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:28:00.867630 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6648ec41-1bb7-4c20-ae58-57d52c773999 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:28:00.868357 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6648ec41-1bb7-4c20-ae58-57d52c773999 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:28:00.869000 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6648ec41-1bb7-4c20-ae58-57d52c773999 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:28:01.008476 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d862e2ad-8af8-40c1-832f-701fa255520a req-3b2304db-12be-4e71-a170-972839ddc7f1 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:01.023592 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d862e2ad-8af8-40c1-832f-701fa255520a req-3b2304db-12be-4e71-a170-972839ddc7f1 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=dedf8082-4c6e-4334-84e3-70af39038f34 HTTP/1.1" status: 200 len: 945 time: 0.1715066 Sep 08 09:28:01.091787 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-40434f2e-e365-46ef-9c3c-fe02f45d2944 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Made reservation on behalf of b0f105e5fd99469d8f84a09c77d72db0 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:28:01.110900 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-40434f2e-e365-46ef-9c3c-fe02f45d2944 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:01.113618 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d862e2ad-8af8-40c1-832f-701fa255520a req-8210e910-8fa6-4d54-8f11-f3c50668ed8e tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/security-groups?id=430a4141-ab24-441f-84a9-7c829ff68499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840886 Sep 08 09:28:01.141257 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-cc9955a3-7a4a-49ca-8d40-57513dc60720 None None] Attempting to bind port 13e2627d-9c30-4ade-9033-df687d47dc0f on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:28:01.142089 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-cc9955a3-7a4a-49ca-8d40-57513dc60720 None None] Attempting to bind port 13e2627d-9c30-4ade-9033-df687d47dc0f by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'f3324e3a-3db2-4103-8c67-1cc19ba1ba52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1270a732-0cf5-45f6-9390-92d127e8b5af'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:28:01.144189 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9955a3-7a4a-49ca-8d40-57513dc60720 None None] Attempting to bind port 13e2627d-9c30-4ade-9033-df687d47dc0f on network 1270a732-0cf5-45f6-9390-92d127e8b5af {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:28:01.153888 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9955a3-7a4a-49ca-8d40-57513dc60720 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:28:01.154159 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9955a3-7a4a-49ca-8d40-57513dc60720 None None] Checking segment: {'id': 'f3324e3a-3db2-4103-8c67-1cc19ba1ba52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1270a732-0cf5-45f6-9390-92d127e8b5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:28:01.156550 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-cc9955a3-7a4a-49ca-8d40-57513dc60720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:01.157149 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9955a3-7a4a-49ca-8d40-57513dc60720 None None] Bound using segment: {'id': 'f3324e3a-3db2-4103-8c67-1cc19ba1ba52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1270a732-0cf5-45f6-9390-92d127e8b5af'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:28:01.158590 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-cc9955a3-7a4a-49ca-8d40-57513dc60720 None None] Bound port: 13e2627d-9c30-4ade-9033-df687d47dc0f, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3324e3a-3db2-4103-8c67-1cc19ba1ba52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1270a732-0cf5-45f6-9390-92d127e8b5af'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:28:01.159039 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-cc9955a3-7a4a-49ca-8d40-57513dc60720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:01.354447 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-cc9955a3-7a4a-49ca-8d40-57513dc60720 None None] For port 13e2627d-9c30-4ade-9033-df687d47dc0f, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:28:01.364011 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-cc9955a3-7a4a-49ca-8d40-57513dc60720 None None] For port 13e2627d-9c30-4ade-9033-df687d47dc0f, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=13e2627d-9c30-4ade-9033-df687d47dc0f,segment=NetworkSegment(f3324e3a-3db2-4103-8c67-1cc19ba1ba52),segment_id=f3324e3a-3db2-4103-8c67-1cc19ba1ba52)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:28:01.372036 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-cc9955a3-7a4a-49ca-8d40-57513dc60720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:01.411089 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9ec67f7b-0e66-4ddf-aca7-bf9aa8a1ab2d req-8f4da7c3-6ba4-47b4-83c2-3e1a6b543c9e tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=43953610-4045-438f-a918-3d88891b39ee HTTP/1.1" status: 200 len: 210 time: 0.2385662 Sep 08 09:28:01.417515 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-40434f2e-e365-46ef-9c3c-fe02f45d2944 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Allocated IP 172.20.0.13 (1270a732-0cf5-45f6-9390-92d127e8b5af/9954f8c3-0855-4f1e-9329-52be2265cdbd/44c96b0c-78b4-4957-96cc-5da2fec6b58a) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:28:01.505867 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9955a3-7a4a-49ca-8d40-57513dc60720 None None] Routers {'bac91491-ce41-48db-8e31-151e89d2cb71'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:28:01.506607 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-cc9955a3-7a4a-49ca-8d40-57513dc60720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:27:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['bac91491-ce41-48db-8e31-151e89d2cb71'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:28:01.509752 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648ec41-1bb7-4c20-ae58-57d52c773999 None None] Pushing event updated for resources: {'Port': ['ID=13e2627d-9c30-4ade-9033-df687d47dc0f,revision_number=4']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:28:01.735950 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-40434f2e-e365-46ef-9c3c-fe02f45d2944 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:01.746135 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-cc9955a3-7a4a-49ca-8d40-57513dc60720 None None] Set router bac91491-ce41-48db-8e31-151e89d2cb71 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:28:01.790568 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-40434f2e-e365-46ef-9c3c-fe02f45d2944 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Transition to ACTIVE for port object 44c96b0c-78b4-4957-96cc-5da2fec6b58a will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:28:01.865935 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-40434f2e-e365-46ef-9c3c-fe02f45d2944 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:01.938927 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40434f2e-e365-46ef-9c3c-fe02f45d2944 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'Port': ['ID=44c96b0c-78b4-4957-96cc-5da2fec6b58a,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:28:01.958430 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-40434f2e-e365-46ef-9c3c-fe02f45d2944 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Network 1270a732-0cf5-45f6-9390-92d127e8b5af is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:28:01.961735 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-40434f2e-e365-46ef-9c3c-fe02f45d2944 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:28:01.964456 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-40434f2e-e365-46ef-9c3c-fe02f45d2944 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:28:02.082928 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-40434f2e-e365-46ef-9c3c-fe02f45d2944 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:02.085572 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-40434f2e-e365-46ef-9c3c-fe02f45d2944 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:02.118509 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-40434f2e-e365-46ef-9c3c-fe02f45d2944 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2661531 Sep 08 09:28:02.139483 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-cc9955a3-7a4a-49ca-8d40-57513dc60720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac91491-ce41-48db-8e31-151e89d2cb71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057816063', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e1fd5048-2473-4cef-a5ef-68b93dfacefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:27:51Z', 'updated_at': '2021-09-08T09:27:55Z', 'revision_number': 4, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': 'e1fd5048-2473-4cef-a5ef-68b93dfacefc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac91491-ce41-48db-8e31-151e89d2cb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:27:52Z', 'updated_at': '2021-09-08T09:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '13e2627d-9c30-4ade-9033-df687d47dc0f', 'name': '', 'network_id': '1270a732-0cf5-45f6-9390-92d127e8b5af', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'mac_address': 'fa:16:3e:9d:4e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac91491-ce41-48db-8e31-151e89d2cb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '9954f8c3-0855-4f1e-9329-52be2265cdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:27:54Z', 'updated_at': '2021-09-08T09:28:01Z', 'revision_number': 4, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'subnets': [{'id': '9954f8c3-0855-4f1e-9329-52be2265cdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:28:02.154782 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-8a620b6e-77b8-4d4c-8ed9-3e0d29cf449f service neutron] Request body: {'port': {'device_id': '43953610-4045-438f-a918-3d88891b39ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:28:02.171549 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9955a3-7a4a-49ca-8d40-57513dc60720 None None] The sync data for ids ['bac91491-ce41-48db-8e31-151e89d2cb71'] in n-d-806683-11 is: [{'id': 'bac91491-ce41-48db-8e31-151e89d2cb71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057816063', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e1fd5048-2473-4cef-a5ef-68b93dfacefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:27:51Z', 'updated_at': '2021-09-08T09:27:55Z', 'revision_number': 4, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': 'e1fd5048-2473-4cef-a5ef-68b93dfacefc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac91491-ce41-48db-8e31-151e89d2cb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:27:52Z', 'updated_at': '2021-09-08T09:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '13e2627d-9c30-4ade-9033-df687d47dc0f', 'name': '', 'network_id': '1270a732-0cf5-45f6-9390-92d127e8b5af', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'mac_address': 'fa:16:3e:9d:4e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac91491-ce41-48db-8e31-151e89d2cb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '9954f8c3-0855-4f1e-9329-52be2265cdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:27:54Z', 'updated_at': '2021-09-08T09:28:01Z', 'revision_number': 4, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'subnets': [{'id': '9954f8c3-0855-4f1e-9329-52be2265cdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:28:02.318830 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b58409-302d-4106-b17d-1918d978e5db req-11c8ec43-4ef9-4202-876a-43fd91fb9123 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:02.326958 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-8a620b6e-77b8-4d4c-8ed9-3e0d29cf449f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:02.341158 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b9b58409-302d-4106-b17d-1918d978e5db req-11c8ec43-4ef9-4202-876a-43fd91fb9123 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=dedf8082-4c6e-4334-84e3-70af39038f34 HTTP/1.1" status: 200 len: 945 time: 0.1283062 Sep 08 09:28:02.408913 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b9b58409-302d-4106-b17d-1918d978e5db req-8c48252f-da12-4dca-bcd8-0907021507dc tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/security-groups?id=430a4141-ab24-441f-84a9-7c829ff68499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663536 Sep 08 09:28:02.466563 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-40302b91-adab-409b-b06b-2ad2edc8d5c0 None None] Provisioning for port 44c96b0c-78b4-4957-96cc-5da2fec6b58a completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:28:02.475757 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-40302b91-adab-409b-b06b-2ad2edc8d5c0 None None] Provisioning complete for port 44c96b0c-78b4-4957-96cc-5da2fec6b58a triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:28:02.476832 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-40302b91-adab-409b-b06b-2ad2edc8d5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:02.596645 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-40302b91-adab-409b-b06b-2ad2edc8d5c0 None None] Port 44c96b0c-78b4-4957-96cc-5da2fec6b58a cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:28:03.031465 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-8a620b6e-77b8-4d4c-8ed9-3e0d29cf449f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44c96b0c-78b4-4957-96cc-5da2fec6b58a {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:28:03.059381 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-8a620b6e-77b8-4d4c-8ed9-3e0d29cf449f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:03.080410 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248238b8-8e5d-40aa-819d-bd14dce9d948 req-6a3ced5b-9f06-4d67-ab1b-946a8772eea9 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:03.090474 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-248238b8-8e5d-40aa-819d-bd14dce9d948 req-6a3ced5b-9f06-4d67-ab1b-946a8772eea9 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=43953610-4045-438f-a918-3d88891b39ee HTTP/1.1" status: 200 len: 932 time: 0.3824701 Sep 08 09:28:03.136288 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-8a620b6e-77b8-4d4c-8ed9-3e0d29cf449f service neutron] Transition to ACTIVE for port object 44c96b0c-78b4-4957-96cc-5da2fec6b58a will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:28:03.148821 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-8a620b6e-77b8-4d4c-8ed9-3e0d29cf449f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:03.155209 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-248238b8-8e5d-40aa-819d-bd14dce9d948 req-d689ecf2-4762-4cc9-9c59-e332dd60f550 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a27644d-e8a6-450e-a699-8c8d9af41717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636921 Sep 08 09:28:03.235628 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a620b6e-77b8-4d4c-8ed9-3e0d29cf449f service neutron] Pushing event updated for resources: {'Port': ['ID=44c96b0c-78b4-4957-96cc-5da2fec6b58a,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:28:03.384062 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-8a620b6e-77b8-4d4c-8ed9-3e0d29cf449f service neutron] Attempting to bind port 44c96b0c-78b4-4957-96cc-5da2fec6b58a on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:28:03.384336 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-8a620b6e-77b8-4d4c-8ed9-3e0d29cf449f service neutron] Attempting to bind port 44c96b0c-78b4-4957-96cc-5da2fec6b58a by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': 'f3324e3a-3db2-4103-8c67-1cc19ba1ba52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1270a732-0cf5-45f6-9390-92d127e8b5af'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:28:03.384678 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-8a620b6e-77b8-4d4c-8ed9-3e0d29cf449f service neutron] Attempting to bind port 44c96b0c-78b4-4957-96cc-5da2fec6b58a on network 1270a732-0cf5-45f6-9390-92d127e8b5af {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:28:03.401839 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-8a620b6e-77b8-4d4c-8ed9-3e0d29cf449f service neutron] Port 44c96b0c-78b4-4957-96cc-5da2fec6b58a on network 1270a732-0cf5-45f6-9390-92d127e8b5af not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:28:03.402210 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-8a620b6e-77b8-4d4c-8ed9-3e0d29cf449f service neutron] Attempting to bind port 44c96b0c-78b4-4957-96cc-5da2fec6b58a on network 1270a732-0cf5-45f6-9390-92d127e8b5af {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:28:03.424799 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-8a620b6e-77b8-4d4c-8ed9-3e0d29cf449f service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:28:03.428628 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-8a620b6e-77b8-4d4c-8ed9-3e0d29cf449f service neutron] Checking segment: {'id': 'f3324e3a-3db2-4103-8c67-1cc19ba1ba52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1270a732-0cf5-45f6-9390-92d127e8b5af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:28:03.429586 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-8a620b6e-77b8-4d4c-8ed9-3e0d29cf449f service neutron] Bound using segment: {'id': 'f3324e3a-3db2-4103-8c67-1cc19ba1ba52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1270a732-0cf5-45f6-9390-92d127e8b5af'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:28:03.430266 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-8a620b6e-77b8-4d4c-8ed9-3e0d29cf449f service neutron] Bound port: 44c96b0c-78b4-4957-96cc-5da2fec6b58a, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3324e3a-3db2-4103-8c67-1cc19ba1ba52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1270a732-0cf5-45f6-9390-92d127e8b5af'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:28:03.430924 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-8a620b6e-77b8-4d4c-8ed9-3e0d29cf449f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:03.579863 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-8a620b6e-77b8-4d4c-8ed9-3e0d29cf449f service neutron] For port 44c96b0c-78b4-4957-96cc-5da2fec6b58a, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:28:03.590681 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-8a620b6e-77b8-4d4c-8ed9-3e0d29cf449f service neutron] For port 44c96b0c-78b4-4957-96cc-5da2fec6b58a, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=44c96b0c-78b4-4957-96cc-5da2fec6b58a,segment=NetworkSegment(f3324e3a-3db2-4103-8c67-1cc19ba1ba52),segment_id=f3324e3a-3db2-4103-8c67-1cc19ba1ba52)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:28:03.602557 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-8a620b6e-77b8-4d4c-8ed9-3e0d29cf449f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:03.660820 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-8a620b6e-77b8-4d4c-8ed9-3e0d29cf449f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:03.661846 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-8a620b6e-77b8-4d4c-8ed9-3e0d29cf449f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:03.663760 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-8a620b6e-77b8-4d4c-8ed9-3e0d29cf449f service neutron] 10.222.0.35 "PUT /v2.0/ports/44c96b0c-78b4-4957-96cc-5da2fec6b58a HTTP/1.1" status: 200 len: 1093 time: 1.5262337 Sep 08 09:28:03.664587 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43953610-4045-438f-a918-3d88891b39ee', 'tag': '44c96b0c-78b4-4957-96cc-5da2fec6b58a'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:28:03.671350 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73abaff-9b65-443a-a3de-771bae95d27b" -d '{"events": [{"name": "network-changed", "server_uuid": "43953610-4045-438f-a918-3d88891b39ee", "tag": "44c96b0c-78b4-4957-96cc-5da2fec6b58a"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:28:03.767569 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9209804b-9c83-4f71-bcae-2bcc38934875 x-openstack-request-id: req-9209804b-9c83-4f71-bcae-2bcc38934875 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:28:03.767874 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43953610-4045-438f-a918-3d88891b39ee", "tag": "44c96b0c-78b4-4957-96cc-5da2fec6b58a", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:28:03.777604 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9209804b-9c83-4f71-bcae-2bcc38934875 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:28:03.778228 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43953610-4045-438f-a918-3d88891b39ee', 'tag': '44c96b0c-78b4-4957-96cc-5da2fec6b58a', 'status': 'completed', 'code': 200} Sep 08 09:28:03.815906 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a620b6e-77b8-4d4c-8ed9-3e0d29cf449f service neutron] Pushing event updated for resources: {'Port': ['ID=44c96b0c-78b4-4957-96cc-5da2fec6b58a,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:28:03.840990 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-0462dcc1-52db-45fa-8cd1-a38c0dc29ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:03.850721 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-0462dcc1-52db-45fa-8cd1-a38c0dc29ec1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0f105e5fd99469d8f84a09c77d72db0&device_id=43953610-4045-438f-a918-3d88891b39ee HTTP/1.1" status: 200 len: 1096 time: 0.1197789 Sep 08 09:28:03.947106 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-80f482f2-1d81-434b-ac14-44fcd0a6ae09 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44c96b0c-78b4-4957-96cc-5da2fec6b58a HTTP/1.1" status: 200 len: 217 time: 0.0828321 Sep 08 09:28:04.132667 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-56fcfc11-2792-4c4b-9cf9-7f8ea0b71351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:04.139429 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-56fcfc11-2792-4c4b-9cf9-7f8ea0b71351 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9954f8c3-0855-4f1e-9329-52be2265cdbd HTTP/1.1" status: 200 len: 835 time: 0.1790085 Sep 08 09:28:04.239262 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-0a1dcca0-1916-4fbc-81ac-3fffffe0ad4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:04.242106 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-0a1dcca0-1916-4fbc-81ac-3fffffe0ad4b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1270a732-0cf5-45f6-9390-92d127e8b5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0979478 Sep 08 09:28:04.294347 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 13e2627d-9c30-4ade-9033-df687d47dc0f up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:28:04.391076 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 13e2627d-9c30-4ade-9033-df687d47dc0f completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:28:04.396094 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 13e2627d-9c30-4ade-9033-df687d47dc0f triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:28:04.397117 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:04.411742 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-eb696b1f-d9af-4962-97e6-fc8f272ff8ad service neutron] 10.222.0.35 "GET /v2.0/networks/1270a732-0cf5-45f6-9390-92d127e8b5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600859 Sep 08 09:28:04.436547 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de1bfb-e8a0-46b5-a42a-ecdf09e17b69 req-510d6ca5-338a-416f-a5ad-d64de17aead5 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:04.438106 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f6de1bfb-e8a0-46b5-a42a-ecdf09e17b69 req-510d6ca5-338a-416f-a5ad-d64de17aead5 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=43953610-4045-438f-a918-3d88891b39ee HTTP/1.1" status: 200 len: 944 time: 0.0789101 Sep 08 09:28:04.535039 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f6de1bfb-e8a0-46b5-a42a-ecdf09e17b69 req-f1bbc89a-a62d-4f51-a489-fdfa078d0594 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a27644d-e8a6-450e-a699-8c8d9af41717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838926 Sep 08 09:28:04.569515 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:04.576002 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-240a6fe6-c4f0-481c-b40f-62203a57b35c req-4e0b5971-1d3e-4a33-8a63-ec715de8eec1 service neutron] 10.222.0.35 "GET /v2.0/networks/1270a732-0cf5-45f6-9390-92d127e8b5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564834 Sep 08 09:28:04.614218 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 13e2627d-9c30-4ade-9033-df687d47dc0f, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=13e2627d-9c30-4ade-9033-df687d47dc0f,segment=NetworkSegment(f3324e3a-3db2-4103-8c67-1cc19ba1ba52),segment_id=f3324e3a-3db2-4103-8c67-1cc19ba1ba52)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:28:04.623925 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:04.720413 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=13e2627d-9c30-4ade-9033-df687d47dc0f,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:28:04.757446 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73abaff-9b65-443a-a3de-771bae95d27b req-caafefdc-c875-4c9e-b16a-4f767a506c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:04.759245 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c73abaff-9b65-443a-a3de-771bae95d27b req-caafefdc-c875-4c9e-b16a-4f767a506c6f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0f105e5fd99469d8f84a09c77d72db0&device_id=43953610-4045-438f-a918-3d88891b39ee HTTP/1.1" status: 200 len: 1096 time: 0.0600889 Sep 08 09:28:04.868332 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73abaff-9b65-443a-a3de-771bae95d27b req-7febd9d6-2c61-41ff-9353-f5a63df4f0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:04.869673 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c73abaff-9b65-443a-a3de-771bae95d27b req-7febd9d6-2c61-41ff-9353-f5a63df4f0ae service neutron] 10.222.0.35 "GET /v2.0/networks?id=1270a732-0cf5-45f6-9390-92d127e8b5af HTTP/1.1" status: 200 len: 897 time: 0.1032982 Sep 08 09:28:04.935379 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c73abaff-9b65-443a-a3de-771bae95d27b req-8ff7301b-15fd-408d-9eb2-bfd9a03e14e7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44c96b0c-78b4-4957-96cc-5da2fec6b58a HTTP/1.1" status: 200 len: 217 time: 0.0570235 Sep 08 09:28:04.992394 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73abaff-9b65-443a-a3de-771bae95d27b req-3f2878dd-ccc2-4967-a9a4-5aa31a0b6894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:04.994014 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c73abaff-9b65-443a-a3de-771bae95d27b req-3f2878dd-ccc2-4967-a9a4-5aa31a0b6894 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9954f8c3-0855-4f1e-9329-52be2265cdbd HTTP/1.1" status: 200 len: 835 time: 0.0509424 Sep 08 09:28:05.048208 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73abaff-9b65-443a-a3de-771bae95d27b req-4e4a7e81-d4b0-4ede-bfb7-1b8777d652d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:05.050431 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c73abaff-9b65-443a-a3de-771bae95d27b req-4e4a7e81-d4b0-4ede-bfb7-1b8777d652d7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1270a732-0cf5-45f6-9390-92d127e8b5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484195 Sep 08 09:28:05.158944 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c73abaff-9b65-443a-a3de-771bae95d27b req-045998f3-31f4-4849-a6c2-c6f3cf9796ee service neutron] 10.222.0.35 "GET /v2.0/networks/1270a732-0cf5-45f6-9390-92d127e8b5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012065 Sep 08 09:28:05.270156 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c73abaff-9b65-443a-a3de-771bae95d27b req-bda91658-68de-4605-95d0-d85d661b0c9d service neutron] 10.222.0.35 "GET /v2.0/networks/1270a732-0cf5-45f6-9390-92d127e8b5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021807 Sep 08 09:28:05.721573 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa7fdf-50b4-4ee6-91f6-9d0fa8d31e28 req-51587309-fd92-438b-a143-52aab606709c tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:05.732736 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-92aa7fdf-50b4-4ee6-91f6-9d0fa8d31e28 req-51587309-fd92-438b-a143-52aab606709c tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=43953610-4045-438f-a918-3d88891b39ee HTTP/1.1" status: 200 len: 944 time: 0.1213920 Sep 08 09:28:05.784318 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-92aa7fdf-50b4-4ee6-91f6-9d0fa8d31e28 req-e3531f3c-956f-4465-8b43-53839e09a607 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a27644d-e8a6-450e-a699-8c8d9af41717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501397 Sep 08 09:28:06.111032 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 13e2627d-9c30-4ade-9033-df687d47dc0f up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:28:06.169114 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 13e2627d-9c30-4ade-9033-df687d47dc0f triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:28:06.169848 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:06.909117 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b45374-16e2-4c67-b17d-7ff6b5901919 req-ac3b4157-bf30-4d8c-9e3e-61cf3b767e4d tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:06.911759 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b1b45374-16e2-4c67-b17d-7ff6b5901919 req-ac3b4157-bf30-4d8c-9e3e-61cf3b767e4d tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=43953610-4045-438f-a918-3d88891b39ee HTTP/1.1" status: 200 len: 944 time: 0.0555980 Sep 08 09:28:06.983681 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b1b45374-16e2-4c67-b17d-7ff6b5901919 req-170d2af0-a8da-4801-b971-bd4357523a03 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a27644d-e8a6-450e-a699-8c8d9af41717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651267 Sep 08 09:28:08.142085 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad1d88-64b4-40ad-a38f-a450d6ef2d63 req-aedc522a-3a46-49ae-be30-1910e9613ee6 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:08.143722 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bbad1d88-64b4-40ad-a38f-a450d6ef2d63 req-aedc522a-3a46-49ae-be30-1910e9613ee6 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=43953610-4045-438f-a918-3d88891b39ee HTTP/1.1" status: 200 len: 944 time: 0.0532496 Sep 08 09:28:08.183308 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bbad1d88-64b4-40ad-a38f-a450d6ef2d63 req-1f9a1cbb-6687-4682-8a02-b20a65ed7760 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a27644d-e8a6-450e-a699-8c8d9af41717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332248 Sep 08 09:28:08.940244 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 44c96b0c-78b4-4957-96cc-5da2fec6b58a details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:28:09.050593 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 44c96b0c-78b4-4957-96cc-5da2fec6b58a, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=44c96b0c-78b4-4957-96cc-5da2fec6b58a,segment=NetworkSegment(f3324e3a-3db2-4103-8c67-1cc19ba1ba52),segment_id=f3324e3a-3db2-4103-8c67-1cc19ba1ba52)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:28:09.065095 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '44c96b0c-78b4-4957-96cc-5da2fec6b58a', 'network_id': '1270a732-0cf5-45f6-9390-92d127e8b5af', 'port_id': '44c96b0c-78b4-4957-96cc-5da2fec6b58a', 'mac_address': 'fa:16:3e:52:6e:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9954f8c3-0855-4f1e-9329-52be2265cdbd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:28:09.114419 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:09.128435 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44c96b0c-78b4-4957-96cc-5da2fec6b58a {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:28:09.149551 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 44c96b0c-78b4-4957-96cc-5da2fec6b58a, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=44c96b0c-78b4-4957-96cc-5da2fec6b58a,segment=NetworkSegment(f3324e3a-3db2-4103-8c67-1cc19ba1ba52),segment_id=f3324e3a-3db2-4103-8c67-1cc19ba1ba52)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:28:09.154786 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:09.216721 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=44c96b0c-78b4-4957-96cc-5da2fec6b58a,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:28:09.310693 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ebf02-d8bb-4ad4-a4a7-9ea80cbb3e08 req-0f88efac-2412-4e7b-9615-6177e74667a1 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:09.312503 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-113ebf02-d8bb-4ad4-a4a7-9ea80cbb3e08 req-0f88efac-2412-4e7b-9615-6177e74667a1 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=43953610-4045-438f-a918-3d88891b39ee HTTP/1.1" status: 200 len: 945 time: 0.0555649 Sep 08 09:28:09.353143 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-113ebf02-d8bb-4ad4-a4a7-9ea80cbb3e08 req-321b0f42-95e7-4ddc-8aab-c6c6f45df0a3 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a27644d-e8a6-450e-a699-8c8d9af41717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334690 Sep 08 09:28:09.520631 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['44c96b0c-78b4-4957-96cc-5da2fec6b58a'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:28:09.987409 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52600) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:28:10.121395 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7287266e-90be-4f82-b5fe-52e60434224a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:10.219079 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7287266e-90be-4f82-b5fe-52e60434224a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:10.224192 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7287266e-90be-4f82-b5fe-52e60434224a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:10.255969 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7287266e-90be-4f82-b5fe-52e60434224a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50e36de-a7e3-4b03-9479-8d344c1efe55,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:28:10.275325 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7287266e-90be-4f82-b5fe-52e60434224a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ff6911a54b394ae0a589e112b038d1a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2868273 Sep 08 09:28:10.277875 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52608) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:28:10.344060 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-aabf8b70-7dff-4ad2-8a17-7f2b4aeb5c75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:10.378360 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-aabf8b70-7dff-4ad2-8a17-7f2b4aeb5c75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:10.505303 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e44ce7-4f7e-406c-934c-77ed723e97a7 req-d59a8f7b-0795-4f73-b2d7-f020219f6f94 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:10.508082 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-63e44ce7-4f7e-406c-934c-77ed723e97a7 req-d59a8f7b-0795-4f73-b2d7-f020219f6f94 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=43953610-4045-438f-a918-3d88891b39ee HTTP/1.1" status: 200 len: 945 time: 0.0822678 Sep 08 09:28:10.509937 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-aabf8b70-7dff-4ad2-8a17-7f2b4aeb5c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:10.513293 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-aabf8b70-7dff-4ad2-8a17-7f2b4aeb5c75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:10.514791 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-aabf8b70-7dff-4ad2-8a17-7f2b4aeb5c75 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c50e36de-a7e3-4b03-9479-8d344c1efe55 HTTP/1.1" status: 204 len: 168 time: 0.2359605 Sep 08 09:28:10.538730 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf8b70-7dff-4ad2-8a17-7f2b4aeb5c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50e36de-a7e3-4b03-9479-8d344c1efe55,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:28:10.586651 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-63e44ce7-4f7e-406c-934c-77ed723e97a7 req-575ad8c8-0e94-4d06-94aa-cd8a13c73ff6 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a27644d-e8a6-450e-a699-8c8d9af41717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703442 Sep 08 09:28:10.817646 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52616) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:28:10.831432 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8480d356-9e32-41fe-9976-3abe8869855d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:10.923483 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8480d356-9e32-41fe-9976-3abe8869855d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:10.927567 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8480d356-9e32-41fe-9976-3abe8869855d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:10.947683 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 44c96b0c-78b4-4957-96cc-5da2fec6b58a up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:28:10.968595 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8480d356-9e32-41fe-9976-3abe8869855d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=014fe3aa1825413c89c63f15b39d5192&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1472485 Sep 08 09:28:10.968595 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8480d356-9e32-41fe-9976-3abe8869855d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e20edb-3185-440c-b235-c0e12e787172,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:28:10.968972 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52620) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:28:11.008378 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 44c96b0c-78b4-4957-96cc-5da2fec6b58a completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:28:11.013005 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 44c96b0c-78b4-4957-96cc-5da2fec6b58a triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:28:11.013496 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:11.023523 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-96912792-d187-4c11-88da-7df2e29d2ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:11.048922 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-96912792-d187-4c11-88da-7df2e29d2ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:11.096876 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:11.110717 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-96912792-d187-4c11-88da-7df2e29d2ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:11.113566 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-96912792-d187-4c11-88da-7df2e29d2ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:11.117727 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-96912792-d187-4c11-88da-7df2e29d2ad7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/16e20edb-3185-440c-b235-c0e12e787172 HTTP/1.1" status: 204 len: 168 time: 0.1450698 Sep 08 09:28:11.122458 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43953610-4045-438f-a918-3d88891b39ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c96b0c-78b4-4957-96cc-5da2fec6b58a'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:28:11.124830 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5f1d65-5812-4615-b815-da813b414b36" -d '{"events": [{"server_uuid": "43953610-4045-438f-a918-3d88891b39ee", "name": "network-vif-plugged", "status": "completed", "tag": "44c96b0c-78b4-4957-96cc-5da2fec6b58a"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:28:11.125237 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96912792-d187-4c11-88da-7df2e29d2ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e20edb-3185-440c-b235-c0e12e787172,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:28:11.139114 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 44c96b0c-78b4-4957-96cc-5da2fec6b58a, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=44c96b0c-78b4-4957-96cc-5da2fec6b58a,segment=NetworkSegment(f3324e3a-3db2-4103-8c67-1cc19ba1ba52),segment_id=f3324e3a-3db2-4103-8c67-1cc19ba1ba52)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:28:11.152832 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:11.186227 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89f94d3-a97c-42f2-b029-150d6e2dcbdd x-openstack-request-id: req-e89f94d3-a97c-42f2-b029-150d6e2dcbdd {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:28:11.186591 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43953610-4045-438f-a918-3d88891b39ee", "name": "network-vif-plugged", "status": "completed", "tag": "44c96b0c-78b4-4957-96cc-5da2fec6b58a", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:28:11.186912 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e89f94d3-a97c-42f2-b029-150d6e2dcbdd {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:28:11.187368 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43953610-4045-438f-a918-3d88891b39ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c96b0c-78b4-4957-96cc-5da2fec6b58a', 'code': 200} Sep 08 09:28:11.214813 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=44c96b0c-78b4-4957-96cc-5da2fec6b58a,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:28:11.330660 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44aa853-c0e1-440c-9beb-a64ee0cb3954 req-1225a9f6-0df2-45c0-8942-c5f12fac011f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:11.332462 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d44aa853-c0e1-440c-9beb-a64ee0cb3954 req-1225a9f6-0df2-45c0-8942-c5f12fac011f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=43953610-4045-438f-a918-3d88891b39ee HTTP/1.1" status: 200 len: 1098 time: 0.0457237 Sep 08 09:28:11.376897 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d44aa853-c0e1-440c-9beb-a64ee0cb3954 req-dd985996-0a5f-4845-ae3d-22cf3dbc24f7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7a27644d-e8a6-450e-a699-8c8d9af41717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376523 Sep 08 09:28:11.734309 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e4d39-4f9f-4d49-b7f1-7db4aa446a0c req-612c0dac-1bec-468d-823f-c0e2586c091f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:11.736059 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-769e4d39-4f9f-4d49-b7f1-7db4aa446a0c req-612c0dac-1bec-468d-823f-c0e2586c091f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=43953610-4045-438f-a918-3d88891b39ee HTTP/1.1" status: 200 len: 946 time: 0.0586855 Sep 08 09:28:11.793220 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-769e4d39-4f9f-4d49-b7f1-7db4aa446a0c req-eaea8680-72db-4533-9971-3c3cbb730dfa tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a27644d-e8a6-450e-a699-8c8d9af41717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390251 Sep 08 09:28:11.982905 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52654) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:28:12.109078 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-f015e34f-94e5-4c15-9a57-fcf61cffb250 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-956668595-network', 'tenant_id': '3a4ddea670b148c09b4261a2b06dec46'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:28:12.132959 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f015e34f-94e5-4c15-9a57-fcf61cffb250 admin admin] Made reservation on behalf of 3a4ddea670b148c09b4261a2b06dec46 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:28:12.135797 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f015e34f-94e5-4c15-9a57-fcf61cffb250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:12.145587 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f015e34f-94e5-4c15-9a57-fcf61cffb250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:12.249624 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f015e34f-94e5-4c15-9a57-fcf61cffb250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:12.261209 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f015e34f-94e5-4c15-9a57-fcf61cffb250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:12.296441 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f015e34f-94e5-4c15-9a57-fcf61cffb250 admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:28:12.302009 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f015e34f-94e5-4c15-9a57-fcf61cffb250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c6142a-b8c4-4dbc-b261-9202c748479c,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:28:12.328516 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f015e34f-94e5-4c15-9a57-fcf61cffb250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:12.329305 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-f015e34f-94e5-4c15-9a57-fcf61cffb250 admin admin] Added segment ee8544a3-0747-4304-a059-9185bf7f963f of type vlan for network 42cee59e-1b58-4c62-97e3-2be2a181a80a Sep 08 09:28:12.388829 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f015e34f-94e5-4c15-9a57-fcf61cffb250 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:12.414720 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f015e34f-94e5-4c15-9a57-fcf61cffb250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:12.415772 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f015e34f-94e5-4c15-9a57-fcf61cffb250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:12.416487 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f015e34f-94e5-4c15-9a57-fcf61cffb250 admin admin] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:12.451072 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f015e34f-94e5-4c15-9a57-fcf61cffb250 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4669583 Sep 08 09:28:12.454457 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52662) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:28:12.459558 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-0b08979d-cb63-4147-b6eb-1ef79216d324 admin admin] Request body: {'subnet': {'network_id': '42cee59e-1b58-4c62-97e3-2be2a181a80a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-956668595-subnet', 'tenant_id': '3a4ddea670b148c09b4261a2b06dec46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:28:12.483474 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f015e34f-94e5-4c15-9a57-fcf61cffb250 admin admin] Pushing event updated for resources: {'Network': ['ID=42cee59e-1b58-4c62-97e3-2be2a181a80a,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:28:12.486771 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b08979d-cb63-4147-b6eb-1ef79216d324 admin admin] Made reservation on behalf of 3a4ddea670b148c09b4261a2b06dec46 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:28:12.489702 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0b08979d-cb63-4147-b6eb-1ef79216d324 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:12.495222 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 42cee59e-1b58-4c62-97e3-2be2a181a80a details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:28:12.692023 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0b08979d-cb63-4147-b6eb-1ef79216d324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:12.776420 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b08979d-cb63-4147-b6eb-1ef79216d324 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0966c14f-ab58-4a3a-85cb-250ac80b373b,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:28:12.786131 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b08979d-cb63-4147-b6eb-1ef79216d324 admin admin] Checking segment: {'id': 'ee8544a3-0747-4304-a059-9185bf7f963f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '42cee59e-1b58-4c62-97e3-2be2a181a80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:28:12.786493 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b08979d-cb63-4147-b6eb-1ef79216d324 admin admin] Network hostable DHCP agents. Network: 42cee59e-1b58-4c62-97e3-2be2a181a80a, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:28:12.815418 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b08979d-cb63-4147-b6eb-1ef79216d324 admin admin] Network 42cee59e-1b58-4c62-97e3-2be2a181a80a is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:28:12.850776 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-0b08979d-cb63-4147-b6eb-1ef79216d324 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 42cee59e-1b58-4c62-97e3-2be2a181a80a) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:28:12.855500 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b08979d-cb63-4147-b6eb-1ef79216d324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:12.856101 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0b08979d-cb63-4147-b6eb-1ef79216d324 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:12.863341 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b5d55a-7df4-4c5e-946d-96ff03ea1d96 None None] Network 42cee59e-1b58-4c62-97e3-2be2a181a80a requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:28:12.874433 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0b08979d-cb63-4147-b6eb-1ef79216d324 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4187407 Sep 08 09:28:12.995064 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7d2e2-35c0-4653-9dd0-c74dc754c93f req-35561ad8-70af-43a2-9a4f-ebe836826038 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:12.998348 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-16f7d2e2-35c0-4653-9dd0-c74dc754c93f req-35561ad8-70af-43a2-9a4f-ebe836826038 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=43953610-4045-438f-a918-3d88891b39ee HTTP/1.1" status: 200 len: 946 time: 0.0649319 Sep 08 09:28:13.025080 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259d2213-a68b-408f-b781-0e4d90f735ba None None] Network 42cee59e-1b58-4c62-97e3-2be2a181a80a requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:28:13.066832 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-16f7d2e2-35c0-4653-9dd0-c74dc754c93f req-5355c759-cbe5-4589-8d94-70f097148d24 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a27644d-e8a6-450e-a699-8c8d9af41717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629282 Sep 08 09:28:13.358740 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61c052-934d-4e30-bcde-3281ac70fd96 req-94692de1-8182-4a41-a930-5e6f832da4f4 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:13.360394 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7d61c052-934d-4e30-bcde-3281ac70fd96 req-94692de1-8182-4a41-a930-5e6f832da4f4 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=43953610-4045-438f-a918-3d88891b39ee HTTP/1.1" status: 200 len: 946 time: 0.0982504 Sep 08 09:28:13.433943 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7d61c052-934d-4e30-bcde-3281ac70fd96 req-acafcf37-69ef-4ee4-8e85-912c21bdc708 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a27644d-e8a6-450e-a699-8c8d9af41717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660431 Sep 08 09:28:13.451432 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 52696) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:28:13.530893 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231925fc-6e1f-449f-b596-afbe7d8b0303 tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:13.535781 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-231925fc-6e1f-449f-b596-afbe7d8b0303 tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=43953610-4045-438f-a918-3d88891b39ee HTTP/1.1" status: 200 len: 1093 time: 0.0829799 Sep 08 09:28:13.536139 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52700) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:28:13.541247 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-90e971d6-f65e-415f-a15f-b5490f2a9eb1 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'port_id': '44c96b0c-78b4-4957-96cc-5da2fec6b58a', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:28:13.568892 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-90e971d6-f65e-415f-a15f-b5490f2a9eb1 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for floatingip, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:13.784976 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-90e971d6-f65e-415f-a15f-b5490f2a9eb1 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:13.996134 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-90e971d6-f65e-415f-a15f-b5490f2a9eb1 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Allocated IP 172.25.0.222 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/42719e45-605a-4c98-997e-ed796721bb88) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:28:14.147838 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-90e971d6-f65e-415f-a15f-b5490f2a9eb1 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:14.207721 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-90e971d6-f65e-415f-a15f-b5490f2a9eb1 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:14.244473 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e971d6-f65e-415f-a15f-b5490f2a9eb1 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:28:14.247464 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-90e971d6-f65e-415f-a15f-b5490f2a9eb1 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:28:14.251650 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e971d6-f65e-415f-a15f-b5490f2a9eb1 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:28:14.298453 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e971d6-f65e-415f-a15f-b5490f2a9eb1 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'Port': ['ID=42719e45-605a-4c98-997e-ed796721bb88,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:28:14.380215 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:28:14.790739 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-90e971d6-f65e-415f-a15f-b5490f2a9eb1 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:14.869825 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-90e971d6-f65e-415f-a15f-b5490f2a9eb1 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:15.109416 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-90e971d6-f65e-415f-a15f-b5490f2a9eb1 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:15.119462 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-90e971d6-f65e-415f-a15f-b5490f2a9eb1 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:15.194793 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e971d6-f65e-415f-a15f-b5490f2a9eb1 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'Port': ['ID=42719e45-605a-4c98-997e-ed796721bb88,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:28:15.214377 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688a279-9c0d-4e55-81e9-01352a4a5254 req-8dce59d2-2622-4b83-b460-8fb0a6e12714 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:15.221878 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5688a279-9c0d-4e55-81e9-01352a4a5254 req-8dce59d2-2622-4b83-b460-8fb0a6e12714 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.54 "GET /v2.0/networks?id=42cee59e-1b58-4c62-97e3-2be2a181a80a HTTP/1.1" status: 200 len: 808 time: 0.1150794 Sep 08 09:28:15.237622 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5688a279-9c0d-4e55-81e9-01352a4a5254 req-d526fb5d-5a2c-4087-8e4d-aa804b66fe1f tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.54 "GET /v2.0/quotas/3a4ddea670b148c09b4261a2b06dec46 HTTP/1.1" status: 200 len: 375 time: 0.0148168 Sep 08 09:28:15.246405 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-90e971d6-f65e-415f-a15f-b5490f2a9eb1 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:15.278960 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5688a279-9c0d-4e55-81e9-01352a4a5254 req-0fcc3b2d-30ad-4e7d-9f8b-423ae99066b0 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a4ddea670b148c09b4261a2b06dec46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402162 Sep 08 09:28:15.415143 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5688a279-9c0d-4e55-81e9-01352a4a5254 req-271ac398-52e8-4177-a478-cd5df3391ebc service neutron] 10.222.0.54 "GET /v2.0/networks/42cee59e-1b58-4c62-97e3-2be2a181a80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348770 Sep 08 09:28:15.573421 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5688a279-9c0d-4e55-81e9-01352a4a5254 req-928d7999-bf65-47e1-84af-11def3a0a908 service neutron] 10.222.0.54 "GET /v2.0/networks/42cee59e-1b58-4c62-97e3-2be2a181a80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520672 Sep 08 09:28:15.898320 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f641ea22-ed52-4894-8422-e2699dd4f75e req-5343c55e-b4dd-45b5-9d25-5106ffb36100 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.54 "GET /v2.0/ports?device_id=d006cbe1-367e-473f-b5dc-ee8bc63e51b7 HTTP/1.1" status: 200 len: 210 time: 0.0463595 Sep 08 09:28:15.908220 n-d-806683-11 neutron-server[94713]: INFO neutron.db.l3_db [None req-90e971d6-f65e-415f-a15f-b5490f2a9eb1 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Floating IP ce9ebd5d-ec7c-49c3-9a8c-c40cda20b7e3 associated. External IP: 172.25.0.222, port: 44c96b0c-78b4-4957-96cc-5da2fec6b58a. Sep 08 09:28:16.235666 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e971d6-f65e-415f-a15f-b5490f2a9eb1 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Router bac91491-ce41-48db-8e31-151e89d2cb71 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:28:16.393165 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e971d6-f65e-415f-a15f-b5490f2a9eb1 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:28:16.406144 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad05af4-cc97-4bd6-991b-68b7705cd5c3 None None] Sync routers for ids ['bac91491-ce41-48db-8e31-151e89d2cb71'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:28:16.417250 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad05af4-cc97-4bd6-991b-68b7705cd5c3 None None] Routers {'bac91491-ce41-48db-8e31-151e89d2cb71'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:28:16.418340 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-90e971d6-f65e-415f-a15f-b5490f2a9eb1 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:16.419354 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-fad05af4-cc97-4bd6-991b-68b7705cd5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:27:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['bac91491-ce41-48db-8e31-151e89d2cb71'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:28:16.462676 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-90e971d6-f65e-415f-a15f-b5490f2a9eb1 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9249980 Sep 08 09:28:16.463312 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43953610-4045-438f-a918-3d88891b39ee', 'tag': '44c96b0c-78b4-4957-96cc-5da2fec6b58a'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:28:16.465629 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bec2d4b-d4df-4818-ab51-1ca111a88a2d" -d '{"events": [{"name": "network-changed", "server_uuid": "43953610-4045-438f-a918-3d88891b39ee", "tag": "44c96b0c-78b4-4957-96cc-5da2fec6b58a"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:28:16.540761 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88eb31d-9363-4a6b-8134-e60b7403a3ee x-openstack-request-id: req-e88eb31d-9363-4a6b-8134-e60b7403a3ee {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:28:16.541080 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43953610-4045-438f-a918-3d88891b39ee", "tag": "44c96b0c-78b4-4957-96cc-5da2fec6b58a", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:28:16.541366 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e88eb31d-9363-4a6b-8134-e60b7403a3ee {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:28:16.541711 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43953610-4045-438f-a918-3d88891b39ee', 'tag': '44c96b0c-78b4-4957-96cc-5da2fec6b58a', 'status': 'completed', 'code': 200} Sep 08 09:28:16.612689 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-fad05af4-cc97-4bd6-991b-68b7705cd5c3 None None] Set router bac91491-ce41-48db-8e31-151e89d2cb71 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:28:16.673983 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec2d4b-d4df-4818-ab51-1ca111a88a2d req-936b468d-df26-4f4d-918a-f551ca675b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:16.675537 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1bec2d4b-d4df-4818-ab51-1ca111a88a2d req-936b468d-df26-4f4d-918a-f551ca675b90 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0f105e5fd99469d8f84a09c77d72db0&device_id=43953610-4045-438f-a918-3d88891b39ee HTTP/1.1" status: 200 len: 1098 time: 0.0623655 Sep 08 09:28:16.688214 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ad8a9-3ee9-4cad-9ae7-f041baa57fbf req-9201237f-2b9e-47c6-9e2a-64595c8824e4 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:16.690654 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b63ad8a9-3ee9-4cad-9ae7-f041baa57fbf req-9201237f-2b9e-47c6-9e2a-64595c8824e4 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=43953610-4045-438f-a918-3d88891b39ee HTTP/1.1" status: 200 len: 946 time: 0.1403966 Sep 08 09:28:16.779868 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b63ad8a9-3ee9-4cad-9ae7-f041baa57fbf req-8346d2eb-08bc-4c58-927b-6df51b7cf001 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a27644d-e8a6-450e-a699-8c8d9af41717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791037 Sep 08 09:28:16.796327 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52792) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:28:16.867358 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec2d4b-d4df-4818-ab51-1ca111a88a2d req-ef15fec3-49c5-4bb8-b679-a91cb16aa980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:16.868864 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1bec2d4b-d4df-4818-ab51-1ca111a88a2d req-ef15fec3-49c5-4bb8-b679-a91cb16aa980 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1270a732-0cf5-45f6-9390-92d127e8b5af HTTP/1.1" status: 200 len: 897 time: 0.1771398 Sep 08 09:28:16.875654 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-53459c9c-f345-4d4a-9fb2-7c12861d44e5 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/floatingips/ce9ebd5d-ec7c-49c3-9a8c-c40cda20b7e3 HTTP/1.1" status: 200 len: 992 time: 0.0778463 Sep 08 09:28:16.952321 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1bec2d4b-d4df-4818-ab51-1ca111a88a2d req-abbe34a2-35e0-4c10-abc3-56af1a86a877 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44c96b0c-78b4-4957-96cc-5da2fec6b58a HTTP/1.1" status: 200 len: 1000 time: 0.0755970 Sep 08 09:28:17.004808 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-fad05af4-cc97-4bd6-991b-68b7705cd5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac91491-ce41-48db-8e31-151e89d2cb71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057816063', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e1fd5048-2473-4cef-a5ef-68b93dfacefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:27:51Z', 'updated_at': '2021-09-08T09:27:55Z', 'revision_number': 4, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': 'e1fd5048-2473-4cef-a5ef-68b93dfacefc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac91491-ce41-48db-8e31-151e89d2cb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:27:52Z', 'updated_at': '2021-09-08T09:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': 'ce9ebd5d-ec7c-49c3-9a8c-c40cda20b7e3', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'floating_ip_address': '172.25.0.222', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'bac91491-ce41-48db-8e31-151e89d2cb71', 'port_id': '44c96b0c-78b4-4957-96cc-5da2fec6b58a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1270a732-0cf5-45f6-9390-92d127e8b5af', 'mac_address': 'fa:16:3e:52:6e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43953610-4045-438f-a918-3d88891b39ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:28:14Z', 'updated_at': '2021-09-08T09:28:14Z', 'revision_number': 0, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13e2627d-9c30-4ade-9033-df687d47dc0f', 'name': '', 'network_id': '1270a732-0cf5-45f6-9390-92d127e8b5af', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'mac_address': 'fa:16:3e:9d:4e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac91491-ce41-48db-8e31-151e89d2cb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '9954f8c3-0855-4f1e-9329-52be2265cdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:27:54Z', 'updated_at': '2021-09-08T09:28:04Z', 'revision_number': 5, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'subnets': [{'id': '9954f8c3-0855-4f1e-9329-52be2265cdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:28:17.056192 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad05af4-cc97-4bd6-991b-68b7705cd5c3 None None] Checking router: bac91491-ce41-48db-8e31-151e89d2cb71 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:28:17.072651 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad05af4-cc97-4bd6-991b-68b7705cd5c3 None None] Routers {'bac91491-ce41-48db-8e31-151e89d2cb71'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:28:17.073894 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-fad05af4-cc97-4bd6-991b-68b7705cd5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:27:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['bac91491-ce41-48db-8e31-151e89d2cb71'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:28:17.094956 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f1dbbad4-3c2f-41e6-838f-7391200dd9bb req-2672fe30-f123-4088-bbd4-169dbfcfd0c1 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.54 "GET /v2.0/ports?device_id=d006cbe1-367e-473f-b5dc-ee8bc63e51b7 HTTP/1.1" status: 200 len: 210 time: 0.0573120 Sep 08 09:28:17.101511 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec2d4b-d4df-4818-ab51-1ca111a88a2d req-62df8967-acb8-42fe-bcee-7d025777cf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:17.104017 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1bec2d4b-d4df-4818-ab51-1ca111a88a2d req-62df8967-acb8-42fe-bcee-7d025777cf5c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9954f8c3-0855-4f1e-9329-52be2265cdbd HTTP/1.1" status: 200 len: 835 time: 0.1440051 Sep 08 09:28:17.201818 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-fad05af4-cc97-4bd6-991b-68b7705cd5c3 None None] Set router bac91491-ce41-48db-8e31-151e89d2cb71 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:28:17.220356 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec2d4b-d4df-4818-ab51-1ca111a88a2d req-4ac09eb3-94a1-477b-8772-f7dfc0ae7500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:17.221962 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1bec2d4b-d4df-4818-ab51-1ca111a88a2d req-4ac09eb3-94a1-477b-8772-f7dfc0ae7500 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1270a732-0cf5-45f6-9390-92d127e8b5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1072783 Sep 08 09:28:17.531709 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-fad05af4-cc97-4bd6-991b-68b7705cd5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac91491-ce41-48db-8e31-151e89d2cb71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057816063', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e1fd5048-2473-4cef-a5ef-68b93dfacefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:27:51Z', 'updated_at': '2021-09-08T09:27:55Z', 'revision_number': 4, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': 'e1fd5048-2473-4cef-a5ef-68b93dfacefc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac91491-ce41-48db-8e31-151e89d2cb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:27:52Z', 'updated_at': '2021-09-08T09:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': 'ce9ebd5d-ec7c-49c3-9a8c-c40cda20b7e3', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'floating_ip_address': '172.25.0.222', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'bac91491-ce41-48db-8e31-151e89d2cb71', 'port_id': '44c96b0c-78b4-4957-96cc-5da2fec6b58a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1270a732-0cf5-45f6-9390-92d127e8b5af', 'mac_address': 'fa:16:3e:52:6e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43953610-4045-438f-a918-3d88891b39ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:28:14Z', 'updated_at': '2021-09-08T09:28:14Z', 'revision_number': 0, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13e2627d-9c30-4ade-9033-df687d47dc0f', 'name': '', 'network_id': '1270a732-0cf5-45f6-9390-92d127e8b5af', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'mac_address': 'fa:16:3e:9d:4e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac91491-ce41-48db-8e31-151e89d2cb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '9954f8c3-0855-4f1e-9329-52be2265cdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:27:54Z', 'updated_at': '2021-09-08T09:28:04Z', 'revision_number': 5, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'subnets': [{'id': '9954f8c3-0855-4f1e-9329-52be2265cdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:28:17.744726 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad05af4-cc97-4bd6-991b-68b7705cd5c3 None None] The sync data for ids ['bac91491-ce41-48db-8e31-151e89d2cb71'] in n-d-806683-11 is: [{'id': 'bac91491-ce41-48db-8e31-151e89d2cb71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057816063', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e1fd5048-2473-4cef-a5ef-68b93dfacefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:27:51Z', 'updated_at': '2021-09-08T09:27:55Z', 'revision_number': 4, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': 'e1fd5048-2473-4cef-a5ef-68b93dfacefc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac91491-ce41-48db-8e31-151e89d2cb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:27:52Z', 'updated_at': '2021-09-08T09:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': 'ce9ebd5d-ec7c-49c3-9a8c-c40cda20b7e3', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'floating_ip_address': '172.25.0.222', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'bac91491-ce41-48db-8e31-151e89d2cb71', 'port_id': '44c96b0c-78b4-4957-96cc-5da2fec6b58a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1270a732-0cf5-45f6-9390-92d127e8b5af', 'mac_address': 'fa:16:3e:52:6e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43953610-4045-438f-a918-3d88891b39ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:28:14Z', 'updated_at': '2021-09-08T09:28:14Z', 'revision_number': 0, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13e2627d-9c30-4ade-9033-df687d47dc0f', 'name': '', 'network_id': '1270a732-0cf5-45f6-9390-92d127e8b5af', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'mac_address': 'fa:16:3e:9d:4e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac91491-ce41-48db-8e31-151e89d2cb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '9954f8c3-0855-4f1e-9329-52be2265cdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:27:54Z', 'updated_at': '2021-09-08T09:28:04Z', 'revision_number': 5, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'subnets': [{'id': '9954f8c3-0855-4f1e-9329-52be2265cdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:28:17.759036 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-364cef1e-4a61-470f-bda8-ac5d049ab073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:17.781256 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688a279-9c0d-4e55-81e9-01352a4a5254 req-a1f62a35-3e67-43a6-a3d6-f84dce28179e tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:17.792807 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5688a279-9c0d-4e55-81e9-01352a4a5254 req-a1f62a35-3e67-43a6-a3d6-f84dce28179e tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.37 "GET /v2.0/networks?id=42cee59e-1b58-4c62-97e3-2be2a181a80a HTTP/1.1" status: 200 len: 808 time: 0.6869619 Sep 08 09:28:17.813463 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-5688a279-9c0d-4e55-81e9-01352a4a5254 req-961e8093-054a-450d-96e0-bba4127fb5da tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Request body: {'port': {'device_id': 'd006cbe1-367e-473f-b5dc-ee8bc63e51b7', 'network_id': '42cee59e-1b58-4c62-97e3-2be2a181a80a', 'admin_state_up': True, 'tenant_id': '3a4ddea670b148c09b4261a2b06dec46'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:28:17.864089 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1bec2d4b-d4df-4818-ab51-1ca111a88a2d req-9ab02f1d-7e53-46d4-b212-51ab1b5e69c2 service neutron] 10.222.0.35 "GET /v2.0/networks/1270a732-0cf5-45f6-9390-92d127e8b5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6340919 Sep 08 09:28:17.879723 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52816) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:28:18.025215 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-152adfb2-bd2e-4a08-9365-8ae06ecf1126 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/floatingips/ce9ebd5d-ec7c-49c3-9a8c-c40cda20b7e3 HTTP/1.1" status: 200 len: 992 time: 0.1437376 Sep 08 09:28:18.075439 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1bec2d4b-d4df-4818-ab51-1ca111a88a2d req-f7bffd4d-8eaa-4472-9372-1db81d086148 service neutron] 10.222.0.35 "GET /v2.0/networks/1270a732-0cf5-45f6-9390-92d127e8b5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702318 Sep 08 09:28:18.076711 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5688a279-9c0d-4e55-81e9-01352a4a5254 req-961e8093-054a-450d-96e0-bba4127fb5da tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Made reservation on behalf of 3a4ddea670b148c09b4261a2b06dec46 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:28:18.080503 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5688a279-9c0d-4e55-81e9-01352a4a5254 req-961e8093-054a-450d-96e0-bba4127fb5da tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:18.119343 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d064e0c-9df9-4a20-af18-c06e9d7809ad None None] New status for floating IP ce9ebd5d-ec7c-49c3-9a8c-c40cda20b7e3: ACTIVE {{(pid=94715) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:28:18.232588 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-430fbc70-8439-4b1b-9e5f-72da3c97610d req-4b1a6d1c-331b-46c5-83f5-58e5da034d69 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.54 "GET /v2.0/ports?device_id=d006cbe1-367e-473f-b5dc-ee8bc63e51b7 HTTP/1.1" status: 200 len: 210 time: 0.0493231 Sep 08 09:28:18.266126 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-5688a279-9c0d-4e55-81e9-01352a4a5254 req-961e8093-054a-450d-96e0-bba4127fb5da tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Allocated IP 172.20.0.5 (42cee59e-1b58-4c62-97e3-2be2a181a80a/0966c14f-ab58-4a3a-85cb-250ac80b373b/d5891d73-908a-4c64-8df8-41cb77947710) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:28:18.449013 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5688a279-9c0d-4e55-81e9-01352a4a5254 req-961e8093-054a-450d-96e0-bba4127fb5da tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:18.495322 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5688a279-9c0d-4e55-81e9-01352a4a5254 req-961e8093-054a-450d-96e0-bba4127fb5da tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:18.538790 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5688a279-9c0d-4e55-81e9-01352a4a5254 req-961e8093-054a-450d-96e0-bba4127fb5da tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Network 42cee59e-1b58-4c62-97e3-2be2a181a80a is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:28:18.544093 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-5688a279-9c0d-4e55-81e9-01352a4a5254 req-961e8093-054a-450d-96e0-bba4127fb5da tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:28:18.550730 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-5688a279-9c0d-4e55-81e9-01352a4a5254 req-961e8093-054a-450d-96e0-bba4127fb5da tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:28:18.577403 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e8093-054a-450d-96e0-bba4127fb5da tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Pushing event updated for resources: {'Port': ['ID=d5891d73-908a-4c64-8df8-41cb77947710,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:28:18.607424 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688a279-9c0d-4e55-81e9-01352a4a5254 req-961e8093-054a-450d-96e0-bba4127fb5da tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:18.608007 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5688a279-9c0d-4e55-81e9-01352a4a5254 req-961e8093-054a-450d-96e0-bba4127fb5da tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:18.623479 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5688a279-9c0d-4e55-81e9-01352a4a5254 req-961e8093-054a-450d-96e0-bba4127fb5da tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8142054 Sep 08 09:28:18.642958 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-5688a279-9c0d-4e55-81e9-01352a4a5254 req-4285685f-ce5f-4b51-80d7-0493c20fc7c5 service neutron] Request body: {'port': {'device_id': 'd006cbe1-367e-473f-b5dc-ee8bc63e51b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:28:18.705441 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5688a279-9c0d-4e55-81e9-01352a4a5254 req-4285685f-ce5f-4b51-80d7-0493c20fc7c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:19.002394 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-5688a279-9c0d-4e55-81e9-01352a4a5254 req-4285685f-ce5f-4b51-80d7-0493c20fc7c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5891d73-908a-4c64-8df8-41cb77947710 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:28:19.010745 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5688a279-9c0d-4e55-81e9-01352a4a5254 req-4285685f-ce5f-4b51-80d7-0493c20fc7c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:19.025621 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-5688a279-9c0d-4e55-81e9-01352a4a5254 req-4285685f-ce5f-4b51-80d7-0493c20fc7c5 service neutron] Transition to ACTIVE for port object d5891d73-908a-4c64-8df8-41cb77947710 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:28:19.029430 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 52840) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:28:19.042183 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5688a279-9c0d-4e55-81e9-01352a4a5254 req-4285685f-ce5f-4b51-80d7-0493c20fc7c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:19.103697 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4285685f-ce5f-4b51-80d7-0493c20fc7c5 service neutron] Pushing event updated for resources: {'Port': ['ID=d5891d73-908a-4c64-8df8-41cb77947710,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:28:19.202601 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-5688a279-9c0d-4e55-81e9-01352a4a5254 req-4285685f-ce5f-4b51-80d7-0493c20fc7c5 service neutron] Attempting to bind port d5891d73-908a-4c64-8df8-41cb77947710 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:28:19.203272 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-5688a279-9c0d-4e55-81e9-01352a4a5254 req-4285685f-ce5f-4b51-80d7-0493c20fc7c5 service neutron] Attempting to bind port d5891d73-908a-4c64-8df8-41cb77947710 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'ee8544a3-0747-4304-a059-9185bf7f963f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '42cee59e-1b58-4c62-97e3-2be2a181a80a'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:28:19.203701 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5688a279-9c0d-4e55-81e9-01352a4a5254 req-4285685f-ce5f-4b51-80d7-0493c20fc7c5 service neutron] Attempting to bind port d5891d73-908a-4c64-8df8-41cb77947710 on network 42cee59e-1b58-4c62-97e3-2be2a181a80a {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:28:19.216484 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5688a279-9c0d-4e55-81e9-01352a4a5254 req-4285685f-ce5f-4b51-80d7-0493c20fc7c5 service neutron] Port d5891d73-908a-4c64-8df8-41cb77947710 on network 42cee59e-1b58-4c62-97e3-2be2a181a80a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:28:19.216835 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5688a279-9c0d-4e55-81e9-01352a4a5254 req-4285685f-ce5f-4b51-80d7-0493c20fc7c5 service neutron] Attempting to bind port d5891d73-908a-4c64-8df8-41cb77947710 on network 42cee59e-1b58-4c62-97e3-2be2a181a80a {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:28:19.223089 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3ea930f5-f69a-4501-a5dc-fca4db29faed tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/floatingips/ce9ebd5d-ec7c-49c3-9a8c-c40cda20b7e3 HTTP/1.1" status: 200 len: 994 time: 0.1923573 Sep 08 09:28:19.229005 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5688a279-9c0d-4e55-81e9-01352a4a5254 req-4285685f-ce5f-4b51-80d7-0493c20fc7c5 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:28:19.229351 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5688a279-9c0d-4e55-81e9-01352a4a5254 req-4285685f-ce5f-4b51-80d7-0493c20fc7c5 service neutron] Checking segment: {'id': 'ee8544a3-0747-4304-a059-9185bf7f963f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '42cee59e-1b58-4c62-97e3-2be2a181a80a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:28:19.231803 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5688a279-9c0d-4e55-81e9-01352a4a5254 req-4285685f-ce5f-4b51-80d7-0493c20fc7c5 service neutron] Bound using segment: {'id': 'ee8544a3-0747-4304-a059-9185bf7f963f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '42cee59e-1b58-4c62-97e3-2be2a181a80a'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:28:19.232227 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-5688a279-9c0d-4e55-81e9-01352a4a5254 req-4285685f-ce5f-4b51-80d7-0493c20fc7c5 service neutron] Bound port: d5891d73-908a-4c64-8df8-41cb77947710, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee8544a3-0747-4304-a059-9185bf7f963f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '42cee59e-1b58-4c62-97e3-2be2a181a80a'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:28:19.232598 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5688a279-9c0d-4e55-81e9-01352a4a5254 req-4285685f-ce5f-4b51-80d7-0493c20fc7c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:19.363542 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-5688a279-9c0d-4e55-81e9-01352a4a5254 req-4285685f-ce5f-4b51-80d7-0493c20fc7c5 service neutron] For port d5891d73-908a-4c64-8df8-41cb77947710, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:28:19.371107 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-5688a279-9c0d-4e55-81e9-01352a4a5254 req-4285685f-ce5f-4b51-80d7-0493c20fc7c5 service neutron] For port d5891d73-908a-4c64-8df8-41cb77947710, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=d5891d73-908a-4c64-8df8-41cb77947710,segment=NetworkSegment(ee8544a3-0747-4304-a059-9185bf7f963f),segment_id=ee8544a3-0747-4304-a059-9185bf7f963f)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:28:19.386865 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5688a279-9c0d-4e55-81e9-01352a4a5254 req-4285685f-ce5f-4b51-80d7-0493c20fc7c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:19.461930 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688a279-9c0d-4e55-81e9-01352a4a5254 req-4285685f-ce5f-4b51-80d7-0493c20fc7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:19.463016 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5688a279-9c0d-4e55-81e9-01352a4a5254 req-4285685f-ce5f-4b51-80d7-0493c20fc7c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:19.464466 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5688a279-9c0d-4e55-81e9-01352a4a5254 req-4285685f-ce5f-4b51-80d7-0493c20fc7c5 service neutron] 10.222.0.37 "PUT /v2.0/ports/d5891d73-908a-4c64-8df8-41cb77947710 HTTP/1.1" status: 200 len: 1092 time: 0.8258150 Sep 08 09:28:19.467657 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd006cbe1-367e-473f-b5dc-ee8bc63e51b7', 'tag': 'd5891d73-908a-4c64-8df8-41cb77947710'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:28:19.469928 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9a4dc8-1020-4f4b-bc58-f90f22b8b45b" -d '{"events": [{"name": "network-changed", "server_uuid": "d006cbe1-367e-473f-b5dc-ee8bc63e51b7", "tag": "d5891d73-908a-4c64-8df8-41cb77947710"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:28:19.534960 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4285685f-ce5f-4b51-80d7-0493c20fc7c5 service neutron] Pushing event updated for resources: {'Port': ['ID=d5891d73-908a-4c64-8df8-41cb77947710,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:28:19.580828 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee26faf6-790e-48f2-af58-9720b818c4c3 req-eb91acd8-ca50-4231-8e17-e092aaa3e5bc tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:19.582465 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ee26faf6-790e-48f2-af58-9720b818c4c3 req-eb91acd8-ca50-4231-8e17-e092aaa3e5bc tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.54 "GET /v2.0/ports?device_id=d006cbe1-367e-473f-b5dc-ee8bc63e51b7 HTTP/1.1" status: 200 len: 943 time: 0.2089818 Sep 08 09:28:19.623856 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688a279-9c0d-4e55-81e9-01352a4a5254 req-e3909e3f-3786-41f9-b3d7-618bb9959ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:19.626133 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5688a279-9c0d-4e55-81e9-01352a4a5254 req-e3909e3f-3786-41f9-b3d7-618bb9959ddb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3a4ddea670b148c09b4261a2b06dec46&device_id=d006cbe1-367e-473f-b5dc-ee8bc63e51b7 HTTP/1.1" status: 200 len: 1095 time: 0.0873249 Sep 08 09:28:19.642745 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ee26faf6-790e-48f2-af58-9720b818c4c3 req-086029fe-c99d-498c-9a5a-70cf389f7b06 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7c6142a-b8c4-4dbc-b261-9202c748479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530748 Sep 08 09:28:19.711936 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5688a279-9c0d-4e55-81e9-01352a4a5254 req-7748e755-1edb-497b-a465-61f03e871d32 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5891d73-908a-4c64-8df8-41cb77947710 HTTP/1.1" status: 200 len: 217 time: 0.0676754 Sep 08 09:28:19.788597 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294d74dc-a2c4-4819-a593-24706382005f x-openstack-request-id: req-294d74dc-a2c4-4819-a593-24706382005f {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:28:19.789383 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d006cbe1-367e-473f-b5dc-ee8bc63e51b7", "tag": "d5891d73-908a-4c64-8df8-41cb77947710", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:28:19.789734 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-294d74dc-a2c4-4819-a593-24706382005f {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:28:19.790315 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd006cbe1-367e-473f-b5dc-ee8bc63e51b7', 'tag': 'd5891d73-908a-4c64-8df8-41cb77947710', 'status': 'completed', 'code': 200} Sep 08 09:28:19.811248 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688a279-9c0d-4e55-81e9-01352a4a5254 req-7d9bbcb0-2408-4f64-94f6-b526b48656c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:19.812972 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5688a279-9c0d-4e55-81e9-01352a4a5254 req-7d9bbcb0-2408-4f64-94f6-b526b48656c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0966c14f-ab58-4a3a-85cb-250ac80b373b HTTP/1.1" status: 200 len: 848 time: 0.0853376 Sep 08 09:28:19.866088 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5688a279-9c0d-4e55-81e9-01352a4a5254 req-365e2546-6434-4cf9-b2a8-4fa65ac889b6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=42cee59e-1b58-4c62-97e3-2be2a181a80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445108 Sep 08 09:28:19.988771 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5688a279-9c0d-4e55-81e9-01352a4a5254 req-b2306eff-d817-4243-8949-86889472f427 service neutron] 10.222.0.37 "GET /v2.0/networks/42cee59e-1b58-4c62-97e3-2be2a181a80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085193 Sep 08 09:28:20.093428 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5688a279-9c0d-4e55-81e9-01352a4a5254 req-a5969dce-3611-42f5-90e2-3324c262e179 service neutron] 10.222.0.37 "GET /v2.0/networks/42cee59e-1b58-4c62-97e3-2be2a181a80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960035 Sep 08 09:28:20.258602 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a4dc8-1020-4f4b-bc58-f90f22b8b45b req-36da9732-6624-4593-99e2-2c4b3a45f71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:20.260177 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6b9a4dc8-1020-4f4b-bc58-f90f22b8b45b req-36da9732-6624-4593-99e2-2c4b3a45f71a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3a4ddea670b148c09b4261a2b06dec46&device_id=d006cbe1-367e-473f-b5dc-ee8bc63e51b7 HTTP/1.1" status: 200 len: 1095 time: 0.0546091 Sep 08 09:28:20.381680 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a4dc8-1020-4f4b-bc58-f90f22b8b45b req-9122d41b-b9e1-4e27-b319-e657c402ac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:20.383384 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6b9a4dc8-1020-4f4b-bc58-f90f22b8b45b req-9122d41b-b9e1-4e27-b319-e657c402ac8a service neutron] 10.222.0.37 "GET /v2.0/networks?id=42cee59e-1b58-4c62-97e3-2be2a181a80a HTTP/1.1" status: 200 len: 909 time: 0.1151824 Sep 08 09:28:20.397331 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:20.441709 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6b9a4dc8-1020-4f4b-bc58-f90f22b8b45b req-5fdcd5fc-91f2-4d2e-b443-34bf43efa0a6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5891d73-908a-4c64-8df8-41cb77947710 HTTP/1.1" status: 200 len: 217 time: 0.0481639 Sep 08 09:28:20.515461 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a4dc8-1020-4f4b-bc58-f90f22b8b45b req-092f61f0-07a3-4aaf-8833-9446693e80b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:20.517687 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6b9a4dc8-1020-4f4b-bc58-f90f22b8b45b req-092f61f0-07a3-4aaf-8833-9446693e80b4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0966c14f-ab58-4a3a-85cb-250ac80b373b HTTP/1.1" status: 200 len: 848 time: 0.0619764 Sep 08 09:28:20.563989 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6b9a4dc8-1020-4f4b-bc58-f90f22b8b45b req-fb7b98c1-73ec-4da0-ac62-d1c0c745d67b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=42cee59e-1b58-4c62-97e3-2be2a181a80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313256 Sep 08 09:28:20.689775 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6b9a4dc8-1020-4f4b-bc58-f90f22b8b45b req-f9c27bc8-ab8f-48d6-8eb8-93a053422e2d service neutron] 10.222.0.37 "GET /v2.0/networks/42cee59e-1b58-4c62-97e3-2be2a181a80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156859 Sep 08 09:28:20.756942 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f327731c-2106-46c3-a0b1-180d2a8bb8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:20.899332 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6b9a4dc8-1020-4f4b-bc58-f90f22b8b45b req-f77cb84d-69b2-47e9-a735-a0fa11ab0558 service neutron] 10.222.0.37 "GET /v2.0/networks/42cee59e-1b58-4c62-97e3-2be2a181a80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884902 Sep 08 09:28:20.922644 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72739015-e2ed-4508-bd9b-998c4ba4929e req-379a8530-b07b-4aa8-bdc2-f99ec8663f5c tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:20.924425 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-72739015-e2ed-4508-bd9b-998c4ba4929e req-379a8530-b07b-4aa8-bdc2-f99ec8663f5c tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.54 "GET /v2.0/ports?device_id=d006cbe1-367e-473f-b5dc-ee8bc63e51b7 HTTP/1.1" status: 200 len: 943 time: 0.0752876 Sep 08 09:28:20.988071 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-72739015-e2ed-4508-bd9b-998c4ba4929e req-d9964a83-0fb4-43dc-b8fd-abb5de4f91f9 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7c6142a-b8c4-4dbc-b261-9202c748479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563138 Sep 08 09:28:22.165117 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96666009-a127-4592-be5c-1e9259ea0e1e req-dde9a3ec-9db5-49f4-a567-1ee493abdec7 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:22.174192 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-96666009-a127-4592-be5c-1e9259ea0e1e req-dde9a3ec-9db5-49f4-a567-1ee493abdec7 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.54 "GET /v2.0/ports?device_id=d006cbe1-367e-473f-b5dc-ee8bc63e51b7 HTTP/1.1" status: 200 len: 943 time: 0.0830224 Sep 08 09:28:22.179636 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:22.221512 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-96666009-a127-4592-be5c-1e9259ea0e1e req-129b7d5b-efcb-4789-8859-32ed9b778465 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7c6142a-b8c4-4dbc-b261-9202c748479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461981 Sep 08 09:28:22.587264 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device d5891d73-908a-4c64-8df8-41cb77947710 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:28:22.746356 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port d5891d73-908a-4c64-8df8-41cb77947710, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=d5891d73-908a-4c64-8df8-41cb77947710,segment=NetworkSegment(ee8544a3-0747-4304-a059-9185bf7f963f),segment_id=ee8544a3-0747-4304-a059-9185bf7f963f)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:28:22.768782 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': 'd5891d73-908a-4c64-8df8-41cb77947710', 'network_id': '42cee59e-1b58-4c62-97e3-2be2a181a80a', 'port_id': 'd5891d73-908a-4c64-8df8-41cb77947710', 'mac_address': 'fa:16:3e:ac:91:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0966c14f-ab58-4a3a-85cb-250ac80b373b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:28:22.824710 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:22.839905 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5891d73-908a-4c64-8df8-41cb77947710 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:28:22.868411 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port d5891d73-908a-4c64-8df8-41cb77947710, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=d5891d73-908a-4c64-8df8-41cb77947710,segment=NetworkSegment(ee8544a3-0747-4304-a059-9185bf7f963f),segment_id=ee8544a3-0747-4304-a059-9185bf7f963f)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:28:22.874731 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:22.947858 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=d5891d73-908a-4c64-8df8-41cb77947710,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:28:23.196631 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['d5891d73-908a-4c64-8df8-41cb77947710'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:28:23.413285 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b3d80-3e86-4626-8b27-4316f4217475 req-582dbd2e-38a3-4ad6-a771-7170222c93a4 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:23.421807 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-152b3d80-3e86-4626-8b27-4316f4217475 req-582dbd2e-38a3-4ad6-a771-7170222c93a4 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.54 "GET /v2.0/ports?device_id=d006cbe1-367e-473f-b5dc-ee8bc63e51b7 HTTP/1.1" status: 200 len: 944 time: 0.0997710 Sep 08 09:28:23.463638 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-152b3d80-3e86-4626-8b27-4316f4217475 req-69482da4-9b8d-41e0-a8cf-7b4a55796e9e tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7c6142a-b8c4-4dbc-b261-9202c748479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405700 Sep 08 09:28:23.580267 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:24.231464 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:24.604842 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device d5891d73-908a-4c64-8df8-41cb77947710 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:28:24.611150 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0648c0-8867-4f88-a157-48913d35d71d req-f71943b9-3eeb-4823-a5fe-213967dfee3b tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:24.613435 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ce0648c0-8867-4f88-a157-48913d35d71d req-f71943b9-3eeb-4823-a5fe-213967dfee3b tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.54 "GET /v2.0/ports?device_id=d006cbe1-367e-473f-b5dc-ee8bc63e51b7 HTTP/1.1" status: 200 len: 944 time: 0.0755479 Sep 08 09:28:24.661801 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ce0648c0-8867-4f88-a157-48913d35d71d req-d23b7d1d-b75d-4aa1-bc6d-896ae7a3eff0 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7c6142a-b8c4-4dbc-b261-9202c748479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408623 Sep 08 09:28:24.674928 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port d5891d73-908a-4c64-8df8-41cb77947710 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:28:24.679591 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port d5891d73-908a-4c64-8df8-41cb77947710 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:28:24.679973 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:24.784812 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:24.811815 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd006cbe1-367e-473f-b5dc-ee8bc63e51b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5891d73-908a-4c64-8df8-41cb77947710'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:28:24.814675 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948e2380-f078-4e19-9300-89897b194776" -d '{"events": [{"server_uuid": "d006cbe1-367e-473f-b5dc-ee8bc63e51b7", "name": "network-vif-plugged", "status": "completed", "tag": "d5891d73-908a-4c64-8df8-41cb77947710"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:28:24.831455 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port d5891d73-908a-4c64-8df8-41cb77947710, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=d5891d73-908a-4c64-8df8-41cb77947710,segment=NetworkSegment(ee8544a3-0747-4304-a059-9185bf7f963f),segment_id=ee8544a3-0747-4304-a059-9185bf7f963f)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:28:24.845913 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:24.899503 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f228fe8-ebc8-4b99-8ff7-a83679f9115e x-openstack-request-id: req-3f228fe8-ebc8-4b99-8ff7-a83679f9115e {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:28:24.899728 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d006cbe1-367e-473f-b5dc-ee8bc63e51b7", "name": "network-vif-plugged", "status": "completed", "tag": "d5891d73-908a-4c64-8df8-41cb77947710", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:28:24.900200 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3f228fe8-ebc8-4b99-8ff7-a83679f9115e {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:28:24.901083 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd006cbe1-367e-473f-b5dc-ee8bc63e51b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5891d73-908a-4c64-8df8-41cb77947710', 'code': 200} Sep 08 09:28:24.922207 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=d5891d73-908a-4c64-8df8-41cb77947710,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:28:25.156681 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fed6d5-f744-49a9-90f0-3a125c5ec384 req-5ded972f-bcc7-408f-9c56-146bb3f94624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:25.158249 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a8fed6d5-f744-49a9-90f0-3a125c5ec384 req-5ded972f-bcc7-408f-9c56-146bb3f94624 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d006cbe1-367e-473f-b5dc-ee8bc63e51b7 HTTP/1.1" status: 200 len: 1097 time: 0.0925341 Sep 08 09:28:25.218804 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a8fed6d5-f744-49a9-90f0-3a125c5ec384 req-7002c950-607b-4ad8-9f1d-17708036a4e6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c7c6142a-b8c4-4dbc-b261-9202c748479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417821 Sep 08 09:28:25.540188 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8531c-a9c0-43a8-863f-0efdeca0ea3d req-5f8cde36-fca6-49b9-8290-aefa661d5a63 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:25.541921 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c7f8531c-a9c0-43a8-863f-0efdeca0ea3d req-5f8cde36-fca6-49b9-8290-aefa661d5a63 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/networks?id=8a4cc4a1-f95d-432b-8391-b1a41bcbeb60 HTTP/1.1" status: 200 len: 814 time: 0.1332536 Sep 08 09:28:25.566667 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c7f8531c-a9c0-43a8-863f-0efdeca0ea3d req-01615e75-4917-4084-a3aa-ddb2b3df8909 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/quotas/938de9fcac24439fb17f7bff1aedfbad HTTP/1.1" status: 200 len: 375 time: 0.0165968 Sep 08 09:28:25.639309 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c7f8531c-a9c0-43a8-863f-0efdeca0ea3d req-6950724f-d560-4243-88fd-4b7662326770 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=938de9fcac24439fb17f7bff1aedfbad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0658550 Sep 08 09:28:25.787374 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94418e77-5a76-4f96-a568-01e9e44fc8fd req-d162c4f6-68d6-442d-aa53-dd3758679ee8 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:25.789087 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-94418e77-5a76-4f96-a568-01e9e44fc8fd req-d162c4f6-68d6-442d-aa53-dd3758679ee8 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.54 "GET /v2.0/ports?device_id=d006cbe1-367e-473f-b5dc-ee8bc63e51b7 HTTP/1.1" status: 200 len: 945 time: 0.0566168 Sep 08 09:28:25.804140 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c7f8531c-a9c0-43a8-863f-0efdeca0ea3d req-083709a7-22fb-4b07-a014-231232d6801a service neutron] 10.222.0.54 "GET /v2.0/networks/8a4cc4a1-f95d-432b-8391-b1a41bcbeb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294641 Sep 08 09:28:25.852141 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-94418e77-5a76-4f96-a568-01e9e44fc8fd req-e63ca670-41c6-4ef7-92f1-c49ded1c1f3e tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7c6142a-b8c4-4dbc-b261-9202c748479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564649 Sep 08 09:28:25.906845 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c7f8531c-a9c0-43a8-863f-0efdeca0ea3d req-7cf23646-e93e-4af1-8500-a75093017ac9 service neutron] 10.222.0.54 "GET /v2.0/networks/8a4cc4a1-f95d-432b-8391-b1a41bcbeb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983005 Sep 08 09:28:26.117794 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4fa94b42-c4e2-4ecc-a133-b7c5d08a4b33 req-cf6a0bc6-09cf-4ddd-8241-6c5d72a11807 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=13548303-0b6d-496c-b0cc-a5491075cc60 HTTP/1.1" status: 200 len: 210 time: 0.0463073 Sep 08 09:28:27.001889 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26620699-6606-489f-b0ab-089b7b2480f9 req-27e69341-3b96-44df-91ce-5ffba932d858 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:27.003533 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-26620699-6606-489f-b0ab-089b7b2480f9 req-27e69341-3b96-44df-91ce-5ffba932d858 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.54 "GET /v2.0/ports?device_id=d006cbe1-367e-473f-b5dc-ee8bc63e51b7 HTTP/1.1" status: 200 len: 945 time: 0.0772393 Sep 08 09:28:27.055002 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-26620699-6606-489f-b0ab-089b7b2480f9 req-fda8c0ab-19f1-4ee1-8366-6fa0c2aea62a tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7c6142a-b8c4-4dbc-b261-9202c748479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439451 Sep 08 09:28:27.332796 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7353003b-236d-42a0-a521-b333994cccc4 req-05b3a9c8-00a1-440d-a056-82c6ba63e811 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=13548303-0b6d-496c-b0cc-a5491075cc60 HTTP/1.1" status: 200 len: 210 time: 0.0427508 Sep 08 09:28:27.344507 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8531c-a9c0-43a8-863f-0efdeca0ea3d req-9293b3ad-c70d-4638-a91e-0edec57e83d4 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:27.345932 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c7f8531c-a9c0-43a8-863f-0efdeca0ea3d req-9293b3ad-c70d-4638-a91e-0edec57e83d4 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.35 "GET /v2.0/networks?id=8a4cc4a1-f95d-432b-8391-b1a41bcbeb60 HTTP/1.1" status: 200 len: 814 time: 0.1786230 Sep 08 09:28:27.368363 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-c7f8531c-a9c0-43a8-863f-0efdeca0ea3d req-7d078d67-51fb-46a9-9ef8-e7d294ca3d4b tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Request body: {'port': {'device_id': '13548303-0b6d-496c-b0cc-a5491075cc60', 'network_id': '8a4cc4a1-f95d-432b-8391-b1a41bcbeb60', 'admin_state_up': True, 'tenant_id': '938de9fcac24439fb17f7bff1aedfbad'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:28:27.525075 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f8531c-a9c0-43a8-863f-0efdeca0ea3d req-7d078d67-51fb-46a9-9ef8-e7d294ca3d4b tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Made reservation on behalf of 938de9fcac24439fb17f7bff1aedfbad for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:28:27.529267 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c7f8531c-a9c0-43a8-863f-0efdeca0ea3d req-7d078d67-51fb-46a9-9ef8-e7d294ca3d4b tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:27.694535 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-c7f8531c-a9c0-43a8-863f-0efdeca0ea3d req-7d078d67-51fb-46a9-9ef8-e7d294ca3d4b tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Allocated IP 172.20.0.10 (8a4cc4a1-f95d-432b-8391-b1a41bcbeb60/51fdac27-42e1-4f6c-8be0-c60565c8b5bd/068128ad-5a7f-43a4-9349-a6e1bd6dad32) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:28:27.879858 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c7f8531c-a9c0-43a8-863f-0efdeca0ea3d req-7d078d67-51fb-46a9-9ef8-e7d294ca3d4b tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:27.934078 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c7f8531c-a9c0-43a8-863f-0efdeca0ea3d req-7d078d67-51fb-46a9-9ef8-e7d294ca3d4b tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:27.966267 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['502b62f9-e463-4ac9-836f-f595333c5c8b'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:28:27.971953 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['e9842b9f-6618-499e-896e-3acc522c6ec8', '55f34fe3-892d-4467-99c7-2dd6677f4f86'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:28:28.050670 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d078d67-51fb-46a9-9ef8-e7d294ca3d4b tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Pushing event updated for resources: {'Port': ['ID=068128ad-5a7f-43a4-9349-a6e1bd6dad32,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:28:28.061343 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f8531c-a9c0-43a8-863f-0efdeca0ea3d req-7d078d67-51fb-46a9-9ef8-e7d294ca3d4b tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Network 8a4cc4a1-f95d-432b-8391-b1a41bcbeb60 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:28:28.065766 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-c7f8531c-a9c0-43a8-863f-0efdeca0ea3d req-7d078d67-51fb-46a9-9ef8-e7d294ca3d4b tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:28:28.072318 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f8531c-a9c0-43a8-863f-0efdeca0ea3d req-7d078d67-51fb-46a9-9ef8-e7d294ca3d4b tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:28:28.131318 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5028df8d-ef38-4fdd-ae9b-a9c0c52f4ad7 req-36118705-f308-4124-b79f-30cdb50ee343 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:28.133221 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5028df8d-ef38-4fdd-ae9b-a9c0c52f4ad7 req-36118705-f308-4124-b79f-30cdb50ee343 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.54 "GET /v2.0/ports?device_id=d006cbe1-367e-473f-b5dc-ee8bc63e51b7 HTTP/1.1" status: 200 len: 945 time: 0.1674533 Sep 08 09:28:28.144856 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8531c-a9c0-43a8-863f-0efdeca0ea3d req-7d078d67-51fb-46a9-9ef8-e7d294ca3d4b tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:28.145591 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c7f8531c-a9c0-43a8-863f-0efdeca0ea3d req-7d078d67-51fb-46a9-9ef8-e7d294ca3d4b tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:28.194081 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5028df8d-ef38-4fdd-ae9b-a9c0c52f4ad7 req-8903d35f-e930-463d-8d5c-c2eb60a20cd3 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7c6142a-b8c4-4dbc-b261-9202c748479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448008 Sep 08 09:28:28.204702 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c7f8531c-a9c0-43a8-863f-0efdeca0ea3d req-7d078d67-51fb-46a9-9ef8-e7d294ca3d4b tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8428361 Sep 08 09:28:28.265192 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-c7f8531c-a9c0-43a8-863f-0efdeca0ea3d req-7c381be8-6d97-45b1-9480-6c83327b5d8e service neutron] Request body: {'port': {'device_id': '13548303-0b6d-496c-b0cc-a5491075cc60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:28:28.346504 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c7f8531c-a9c0-43a8-863f-0efdeca0ea3d req-7c381be8-6d97-45b1-9480-6c83327b5d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:28.547109 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69886f22-d4e8-4b8b-bf74-f5e2af7bd06d req-6cb6f2aa-3fc6-46d8-971f-fe2878ce598f tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:28.549479 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-69886f22-d4e8-4b8b-bf74-f5e2af7bd06d req-6cb6f2aa-3fc6-46d8-971f-fe2878ce598f tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=13548303-0b6d-496c-b0cc-a5491075cc60 HTTP/1.1" status: 200 len: 932 time: 0.0882502 Sep 08 09:28:28.598450 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-69886f22-d4e8-4b8b-bf74-f5e2af7bd06d req-a50a84ea-8818-407f-b5e3-72a2402fa450 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/security-groups?id=430a4141-ab24-441f-84a9-7c829ff68499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367572 Sep 08 09:28:28.656497 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:28.680247 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-c7f8531c-a9c0-43a8-863f-0efdeca0ea3d req-7c381be8-6d97-45b1-9480-6c83327b5d8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 068128ad-5a7f-43a4-9349-a6e1bd6dad32 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:28:28.691011 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c7f8531c-a9c0-43a8-863f-0efdeca0ea3d req-7c381be8-6d97-45b1-9480-6c83327b5d8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:28.715861 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-c7f8531c-a9c0-43a8-863f-0efdeca0ea3d req-7c381be8-6d97-45b1-9480-6c83327b5d8e service neutron] Transition to ACTIVE for port object 068128ad-5a7f-43a4-9349-a6e1bd6dad32 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:28:28.722573 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c7f8531c-a9c0-43a8-863f-0efdeca0ea3d req-7c381be8-6d97-45b1-9480-6c83327b5d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:28.818281 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c381be8-6d97-45b1-9480-6c83327b5d8e service neutron] Pushing event updated for resources: {'Port': ['ID=068128ad-5a7f-43a4-9349-a6e1bd6dad32,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:28:28.874827 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a5677657-7b7b-4cbe-8c7d-2530a2bdf1cd req-636c16aa-4ee0-4278-9cd1-698bf0c14a7d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2d9b60d8-2d2d-4865-9f3d-ea02d8844741&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1207201 Sep 08 09:28:28.898984 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-c7f8531c-a9c0-43a8-863f-0efdeca0ea3d req-7c381be8-6d97-45b1-9480-6c83327b5d8e service neutron] Attempting to bind port 068128ad-5a7f-43a4-9349-a6e1bd6dad32 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:28:28.899351 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-c7f8531c-a9c0-43a8-863f-0efdeca0ea3d req-7c381be8-6d97-45b1-9480-6c83327b5d8e service neutron] Attempting to bind port 068128ad-5a7f-43a4-9349-a6e1bd6dad32 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '7f0e3725-50b8-4ef8-860a-dbdee1d24402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '8a4cc4a1-f95d-432b-8391-b1a41bcbeb60'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:28:28.899708 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f8531c-a9c0-43a8-863f-0efdeca0ea3d req-7c381be8-6d97-45b1-9480-6c83327b5d8e service neutron] Attempting to bind port 068128ad-5a7f-43a4-9349-a6e1bd6dad32 on network 8a4cc4a1-f95d-432b-8391-b1a41bcbeb60 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:28:28.904260 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f8531c-a9c0-43a8-863f-0efdeca0ea3d req-7c381be8-6d97-45b1-9480-6c83327b5d8e service neutron] Port 068128ad-5a7f-43a4-9349-a6e1bd6dad32 on network 8a4cc4a1-f95d-432b-8391-b1a41bcbeb60 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:28:28.904603 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f8531c-a9c0-43a8-863f-0efdeca0ea3d req-7c381be8-6d97-45b1-9480-6c83327b5d8e service neutron] Attempting to bind port 068128ad-5a7f-43a4-9349-a6e1bd6dad32 on network 8a4cc4a1-f95d-432b-8391-b1a41bcbeb60 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:28:28.909572 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f8531c-a9c0-43a8-863f-0efdeca0ea3d req-7c381be8-6d97-45b1-9480-6c83327b5d8e service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:28:28.909904 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f8531c-a9c0-43a8-863f-0efdeca0ea3d req-7c381be8-6d97-45b1-9480-6c83327b5d8e service neutron] Checking segment: {'id': '7f0e3725-50b8-4ef8-860a-dbdee1d24402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '8a4cc4a1-f95d-432b-8391-b1a41bcbeb60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:28:28.910342 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f8531c-a9c0-43a8-863f-0efdeca0ea3d req-7c381be8-6d97-45b1-9480-6c83327b5d8e service neutron] Bound using segment: {'id': '7f0e3725-50b8-4ef8-860a-dbdee1d24402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '8a4cc4a1-f95d-432b-8391-b1a41bcbeb60'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:28:28.910773 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-c7f8531c-a9c0-43a8-863f-0efdeca0ea3d req-7c381be8-6d97-45b1-9480-6c83327b5d8e service neutron] Bound port: 068128ad-5a7f-43a4-9349-a6e1bd6dad32, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f0e3725-50b8-4ef8-860a-dbdee1d24402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '8a4cc4a1-f95d-432b-8391-b1a41bcbeb60'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:28:28.911292 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c7f8531c-a9c0-43a8-863f-0efdeca0ea3d req-7c381be8-6d97-45b1-9480-6c83327b5d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:29.032374 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5677657-7b7b-4cbe-8c7d-2530a2bdf1cd req-34f76f9d-030f-47e8-9520-4708ce20c0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:29.036934 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a5677657-7b7b-4cbe-8c7d-2530a2bdf1cd req-34f76f9d-030f-47e8-9520-4708ce20c0d9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=938de9fcac24439fb17f7bff1aedfbad&device_id=2d9b60d8-2d2d-4865-9f3d-ea02d8844741 HTTP/1.1" status: 200 len: 1097 time: 0.0851822 Sep 08 09:28:29.041638 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-c7f8531c-a9c0-43a8-863f-0efdeca0ea3d req-7c381be8-6d97-45b1-9480-6c83327b5d8e service neutron] For port 068128ad-5a7f-43a4-9349-a6e1bd6dad32, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:28:29.046129 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-c7f8531c-a9c0-43a8-863f-0efdeca0ea3d req-7c381be8-6d97-45b1-9480-6c83327b5d8e service neutron] For port 068128ad-5a7f-43a4-9349-a6e1bd6dad32, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=068128ad-5a7f-43a4-9349-a6e1bd6dad32,segment=NetworkSegment(7f0e3725-50b8-4ef8-860a-dbdee1d24402),segment_id=7f0e3725-50b8-4ef8-860a-dbdee1d24402)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:28:29.053995 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c7f8531c-a9c0-43a8-863f-0efdeca0ea3d req-7c381be8-6d97-45b1-9480-6c83327b5d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:29.119733 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8531c-a9c0-43a8-863f-0efdeca0ea3d req-7c381be8-6d97-45b1-9480-6c83327b5d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:29.120455 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c7f8531c-a9c0-43a8-863f-0efdeca0ea3d req-7c381be8-6d97-45b1-9480-6c83327b5d8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:29.121891 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c7f8531c-a9c0-43a8-863f-0efdeca0ea3d req-7c381be8-6d97-45b1-9480-6c83327b5d8e service neutron] 10.222.0.35 "PUT /v2.0/ports/068128ad-5a7f-43a4-9349-a6e1bd6dad32 HTTP/1.1" status: 200 len: 1093 time: 0.8611128 Sep 08 09:28:29.123945 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13548303-0b6d-496c-b0cc-a5491075cc60', 'tag': '068128ad-5a7f-43a4-9349-a6e1bd6dad32'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:28:29.126275 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e28eab4-303f-4d78-9a35-9537e19bfcb2" -d '{"events": [{"name": "network-changed", "server_uuid": "13548303-0b6d-496c-b0cc-a5491075cc60", "tag": "068128ad-5a7f-43a4-9349-a6e1bd6dad32"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:28:29.181775 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f0427b-9506-4d1f-afaf-2dfca6820b51 x-openstack-request-id: req-b1f0427b-9506-4d1f-afaf-2dfca6820b51 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:28:29.182085 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13548303-0b6d-496c-b0cc-a5491075cc60", "tag": "068128ad-5a7f-43a4-9349-a6e1bd6dad32", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:28:29.182340 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b1f0427b-9506-4d1f-afaf-2dfca6820b51 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:28:29.182739 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13548303-0b6d-496c-b0cc-a5491075cc60', 'tag': '068128ad-5a7f-43a4-9349-a6e1bd6dad32', 'status': 'completed', 'code': 200} Sep 08 09:28:29.184937 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c381be8-6d97-45b1-9480-6c83327b5d8e service neutron] Pushing event updated for resources: {'Port': ['ID=068128ad-5a7f-43a4-9349-a6e1bd6dad32,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:28:29.256244 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5677657-7b7b-4cbe-8c7d-2530a2bdf1cd req-ed42b741-c03b-44c6-84a0-cbbbc9877431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:29.257978 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a5677657-7b7b-4cbe-8c7d-2530a2bdf1cd req-ed42b741-c03b-44c6-84a0-cbbbc9877431 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8a4cc4a1-f95d-432b-8391-b1a41bcbeb60 HTTP/1.1" status: 200 len: 915 time: 0.1791184 Sep 08 09:28:29.307899 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8531c-a9c0-43a8-863f-0efdeca0ea3d req-1d633ef2-c924-4e44-b9ca-ba3c80a11ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:29.309516 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c7f8531c-a9c0-43a8-863f-0efdeca0ea3d req-1d633ef2-c924-4e44-b9ca-ba3c80a11ea8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=938de9fcac24439fb17f7bff1aedfbad&device_id=13548303-0b6d-496c-b0cc-a5491075cc60 HTTP/1.1" status: 200 len: 1096 time: 0.1136711 Sep 08 09:28:29.349823 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a5677657-7b7b-4cbe-8c7d-2530a2bdf1cd req-00e73072-b4a0-4f9e-b37d-20ccb3d348cf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9842b9f-6618-499e-896e-3acc522c6ec8 HTTP/1.1" status: 200 len: 217 time: 0.0713465 Sep 08 09:28:29.372714 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f46507-abda-47b9-b048-646a5fe69bca req-f621adf9-aa9a-4b5e-9c75-7ff16dba29f4 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:29.374698 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-85f46507-abda-47b9-b048-646a5fe69bca req-f621adf9-aa9a-4b5e-9c75-7ff16dba29f4 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.54 "GET /v2.0/ports?device_id=d006cbe1-367e-473f-b5dc-ee8bc63e51b7 HTTP/1.1" status: 200 len: 945 time: 0.0941637 Sep 08 09:28:29.397903 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c7f8531c-a9c0-43a8-863f-0efdeca0ea3d req-44edbdbc-9d2d-4e3b-b931-f04c42a72d60 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=068128ad-5a7f-43a4-9349-a6e1bd6dad32 HTTP/1.1" status: 200 len: 217 time: 0.0561829 Sep 08 09:28:29.434662 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-85f46507-abda-47b9-b048-646a5fe69bca req-cebe4a6e-97d6-4e3d-a397-1cb18150d272 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7c6142a-b8c4-4dbc-b261-9202c748479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531745 Sep 08 09:28:29.487579 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5677657-7b7b-4cbe-8c7d-2530a2bdf1cd req-e099bd7b-4581-45c2-9e84-d3ab09295f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:29.489778 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a5677657-7b7b-4cbe-8c7d-2530a2bdf1cd req-e099bd7b-4581-45c2-9e84-d3ab09295f03 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=51fdac27-42e1-4f6c-8be0-c60565c8b5bd HTTP/1.1" status: 200 len: 854 time: 0.1053321 Sep 08 09:28:29.511023 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8531c-a9c0-43a8-863f-0efdeca0ea3d req-3b8f5dc9-61ab-4895-bc48-63ca21c9dc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:29.513127 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c7f8531c-a9c0-43a8-863f-0efdeca0ea3d req-3b8f5dc9-61ab-4895-bc48-63ca21c9dc0e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=51fdac27-42e1-4f6c-8be0-c60565c8b5bd HTTP/1.1" status: 200 len: 854 time: 0.0892665 Sep 08 09:28:29.542129 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a5677657-7b7b-4cbe-8c7d-2530a2bdf1cd req-8208bd14-ca78-4dff-a245-baea062fc539 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8a4cc4a1-f95d-432b-8391-b1a41bcbeb60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418825 Sep 08 09:28:29.560475 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c7f8531c-a9c0-43a8-863f-0efdeca0ea3d req-e9fa61c1-f804-4772-9f5a-6b8e2cd582e6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a4cc4a1-f95d-432b-8391-b1a41bcbeb60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283129 Sep 08 09:28:29.643958 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4bb09d-3d51-4afd-bc31-794a467c63e8 req-4761544c-941f-4b65-a7a1-7cf7f2a0d2f4 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:29.654152 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7e4bb09d-3d51-4afd-bc31-794a467c63e8 req-4761544c-941f-4b65-a7a1-7cf7f2a0d2f4 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.37 "GET /v2.0/ports?device_id=d006cbe1-367e-473f-b5dc-ee8bc63e51b7 HTTP/1.1" status: 200 len: 945 time: 0.0926685 Sep 08 09:28:29.737453 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c7f8531c-a9c0-43a8-863f-0efdeca0ea3d req-dd0b9936-07ed-4a37-a134-d82656009de5 service neutron] 10.222.0.35 "GET /v2.0/networks/8a4cc4a1-f95d-432b-8391-b1a41bcbeb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680465 Sep 08 09:28:29.799752 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a5677657-7b7b-4cbe-8c7d-2530a2bdf1cd req-a9377f5b-b0c8-48a5-aaf3-ae64c6a13cfb service neutron] 10.222.0.37 "GET /v2.0/networks/8a4cc4a1-f95d-432b-8391-b1a41bcbeb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383425 Sep 08 09:28:29.821908 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-7e4bb09d-3d51-4afd-bc31-794a467c63e8 req-f06dfd94-f2f8-423e-8db1-b317ab097af0 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Deleting port d5891d73-908a-4c64-8df8-41cb77947710 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:28:29.822305 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-7e4bb09d-3d51-4afd-bc31-794a467c63e8 req-f06dfd94-f2f8-423e-8db1-b317ab097af0 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:29.930519 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-7e4bb09d-3d51-4afd-bc31-794a467c63e8 req-f06dfd94-f2f8-423e-8db1-b317ab097af0 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] For port d5891d73-908a-4c64-8df8-41cb77947710, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=d5891d73-908a-4c64-8df8-41cb77947710,segment=NetworkSegment(ee8544a3-0747-4304-a059-9185bf7f963f),segment_id=ee8544a3-0747-4304-a059-9185bf7f963f)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:28:29.931230 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-7e4bb09d-3d51-4afd-bc31-794a467c63e8 req-f06dfd94-f2f8-423e-8db1-b317ab097af0 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:29.934548 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5eb2b3-95ad-4397-9042-f79c7c5ddff0 req-0f36b59b-969c-408c-8022-1ed58161feb3 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:29.938638 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4f5eb2b3-95ad-4397-9042-f79c7c5ddff0 req-0f36b59b-969c-408c-8022-1ed58161feb3 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=13548303-0b6d-496c-b0cc-a5491075cc60 HTTP/1.1" status: 200 len: 944 time: 0.1949394 Sep 08 09:28:29.954399 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-7e4bb09d-3d51-4afd-bc31-794a467c63e8 req-f06dfd94-f2f8-423e-8db1-b317ab097af0 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Calling delete_port for d5891d73-908a-4c64-8df8-41cb77947710 owned by compute:nova {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:28:30.005943 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c7f8531c-a9c0-43a8-863f-0efdeca0ea3d req-8d120658-793c-4ce7-b607-58305da17f55 service neutron] 10.222.0.35 "GET /v2.0/networks/8a4cc4a1-f95d-432b-8391-b1a41bcbeb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517195 Sep 08 09:28:30.032940 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a5677657-7b7b-4cbe-8c7d-2530a2bdf1cd req-a28d7ed5-4ac6-46e0-b5d9-58cc5e673f74 service neutron] 10.222.0.37 "GET /v2.0/networks/8a4cc4a1-f95d-432b-8391-b1a41bcbeb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098413 Sep 08 09:28:30.056923 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4f5eb2b3-95ad-4397-9042-f79c7c5ddff0 req-a4c35269-2b07-4ca3-8f68-9bcc9f9855ab tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/security-groups?id=430a4141-ab24-441f-84a9-7c829ff68499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069067 Sep 08 09:28:30.156800 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28eab4-303f-4d78-9a35-9537e19bfcb2 req-8a15b9ec-3c0d-4310-a720-de532a254056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:30.158490 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4e28eab4-303f-4d78-9a35-9537e19bfcb2 req-8a15b9ec-3c0d-4310-a720-de532a254056 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=938de9fcac24439fb17f7bff1aedfbad&device_id=13548303-0b6d-496c-b0cc-a5491075cc60 HTTP/1.1" status: 200 len: 1096 time: 0.0481322 Sep 08 09:28:30.160935 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-7e4bb09d-3d51-4afd-bc31-794a467c63e8 req-f06dfd94-f2f8-423e-8db1-b317ab097af0 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:30.195281 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['d5891d73-908a-4c64-8df8-41cb77947710'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:28:30.200015 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06dfd94-f2f8-423e-8db1-b317ab097af0 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Pushing event deleted for resources: {'Port': ['ID=d5891d73-908a-4c64-8df8-41cb77947710,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:28:30.255917 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e4bb09d-3d51-4afd-bc31-794a467c63e8 req-f06dfd94-f2f8-423e-8db1-b317ab097af0 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] No DVR routers for this DVR port d5891d73-908a-4c64-8df8-41cb77947710 on host n-h1-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:28:30.259557 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-7e4bb09d-3d51-4afd-bc31-794a467c63e8 req-f06dfd94-f2f8-423e-8db1-b317ab097af0 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:30.262661 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7e4bb09d-3d51-4afd-bc31-794a467c63e8 req-f06dfd94-f2f8-423e-8db1-b317ab097af0 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.37 "DELETE /v2.0/ports/d5891d73-908a-4c64-8df8-41cb77947710 HTTP/1.1" status: 204 len: 173 time: 0.6012249 Sep 08 09:28:30.263328 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd006cbe1-367e-473f-b5dc-ee8bc63e51b7', 'name': 'network-vif-deleted', 'tag': 'd5891d73-908a-4c64-8df8-41cb77947710'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:28:30.266589 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2e59d1-fe0f-4b36-8f2a-acc9454d7d26" -d '{"events": [{"server_uuid": "d006cbe1-367e-473f-b5dc-ee8bc63e51b7", "name": "network-vif-deleted", "tag": "d5891d73-908a-4c64-8df8-41cb77947710"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:28:30.297338 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28eab4-303f-4d78-9a35-9537e19bfcb2 req-c43dfec8-a144-4a84-bb0d-36f17f977c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:30.299259 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4e28eab4-303f-4d78-9a35-9537e19bfcb2 req-c43dfec8-a144-4a84-bb0d-36f17f977c5d service neutron] 10.222.0.35 "GET /v2.0/networks?id=8a4cc4a1-f95d-432b-8391-b1a41bcbeb60 HTTP/1.1" status: 200 len: 915 time: 0.1335173 Sep 08 09:28:30.314533 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940e6dac-f540-4c57-b865-d0ee0ea77985 x-openstack-request-id: req-940e6dac-f540-4c57-b865-d0ee0ea77985 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:28:30.314844 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d006cbe1-367e-473f-b5dc-ee8bc63e51b7", "name": "network-vif-deleted", "tag": "d5891d73-908a-4c64-8df8-41cb77947710", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:28:30.315093 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-940e6dac-f540-4c57-b865-d0ee0ea77985 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:28:30.315504 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd006cbe1-367e-473f-b5dc-ee8bc63e51b7', 'name': 'network-vif-deleted', 'tag': 'd5891d73-908a-4c64-8df8-41cb77947710', 'status': 'completed', 'code': 200} Sep 08 09:28:30.357177 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4e28eab4-303f-4d78-9a35-9537e19bfcb2 req-96fb0422-7ded-4bb7-bfbb-de01d96a5469 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=068128ad-5a7f-43a4-9349-a6e1bd6dad32 HTTP/1.1" status: 200 len: 217 time: 0.0487316 Sep 08 09:28:30.429536 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28eab4-303f-4d78-9a35-9537e19bfcb2 req-a07457d5-8972-4a56-aafa-9054be54ad29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:30.431128 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4e28eab4-303f-4d78-9a35-9537e19bfcb2 req-a07457d5-8972-4a56-aafa-9054be54ad29 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=51fdac27-42e1-4f6c-8be0-c60565c8b5bd HTTP/1.1" status: 200 len: 854 time: 0.0639575 Sep 08 09:28:30.472789 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4e28eab4-303f-4d78-9a35-9537e19bfcb2 req-15eb7ff8-b1f0-4ac2-b9e2-ccdaa3804551 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a4cc4a1-f95d-432b-8391-b1a41bcbeb60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332952 Sep 08 09:28:30.595117 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-62f15b76-690f-4777-bc93-d910ec962321 req-76a37ff6-6f6f-4707-afa3-283df2a7ca85 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.54 "GET /v2.0/ports?device_id=d006cbe1-367e-473f-b5dc-ee8bc63e51b7 HTTP/1.1" status: 200 len: 210 time: 0.0336339 Sep 08 09:28:30.616079 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4e28eab4-303f-4d78-9a35-9537e19bfcb2 req-fe0b7e87-7bf4-4e95-bbeb-14c76e93a4d5 service neutron] 10.222.0.35 "GET /v2.0/networks/8a4cc4a1-f95d-432b-8391-b1a41bcbeb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344910 Sep 08 09:28:31.090607 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4e28eab4-303f-4d78-9a35-9537e19bfcb2 req-56cf76f1-8c66-4ff9-b00b-9e99db68b1a4 service neutron] 10.222.0.35 "GET /v2.0/networks/8a4cc4a1-f95d-432b-8391-b1a41bcbeb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4647796 Sep 08 09:28:31.212498 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249fab7-e3fd-48a8-b3ae-8790f47fa8e1 req-0ed1c8bd-dec4-4426-b05b-cd50cc03c59d tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:31.214060 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6249fab7-e3fd-48a8-b3ae-8790f47fa8e1 req-0ed1c8bd-dec4-4426-b05b-cd50cc03c59d tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=13548303-0b6d-496c-b0cc-a5491075cc60 HTTP/1.1" status: 200 len: 944 time: 0.0533249 Sep 08 09:28:31.256031 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6249fab7-e3fd-48a8-b3ae-8790f47fa8e1 req-00b87467-ed53-4a27-adba-16dd4f330ad6 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/security-groups?id=430a4141-ab24-441f-84a9-7c829ff68499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357609 Sep 08 09:28:31.907216 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed0fc0-6fc0-446e-b4bf-3c64a4a643b3 req-7ca1b794-d475-4d72-aeeb-6d8156649a0d tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:31.908633 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9eed0fc0-6fc0-446e-b4bf-3c64a4a643b3 req-7ca1b794-d475-4d72-aeeb-6d8156649a0d tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.54 "GET /v2.0/networks?id=42cee59e-1b58-4c62-97e3-2be2a181a80a HTTP/1.1" status: 200 len: 808 time: 0.1430025 Sep 08 09:28:31.924885 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9eed0fc0-6fc0-446e-b4bf-3c64a4a643b3 req-41d4c3bb-a1b1-4a5c-8704-7f5abc03003e tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.54 "GET /v2.0/quotas/3a4ddea670b148c09b4261a2b06dec46 HTTP/1.1" status: 200 len: 375 time: 0.0096614 Sep 08 09:28:31.961286 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9eed0fc0-6fc0-446e-b4bf-3c64a4a643b3 req-03504c15-d9e0-4190-9ed7-87958a5b8a26 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3a4ddea670b148c09b4261a2b06dec46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296648 Sep 08 09:28:32.070287 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9eed0fc0-6fc0-446e-b4bf-3c64a4a643b3 req-70953298-f15f-4128-bdde-0e967c420327 service neutron] 10.222.0.54 "GET /v2.0/networks/42cee59e-1b58-4c62-97e3-2be2a181a80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007671 Sep 08 09:28:32.180677 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9eed0fc0-6fc0-446e-b4bf-3c64a4a643b3 req-a9874fe0-6efa-452b-94a4-abb77f8abea1 service neutron] 10.222.0.54 "GET /v2.0/networks/42cee59e-1b58-4c62-97e3-2be2a181a80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040223 Sep 08 09:28:32.413628 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3eb72d92-38fb-4b63-8243-952e473c1404 req-7277cc34-f695-41ec-bce5-4693ac337a5a tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.54 "GET /v2.0/ports?device_id=def26f0a-7e04-4d6c-922b-9be3cbe74974 HTTP/1.1" status: 200 len: 210 time: 0.0575831 Sep 08 09:28:32.449547 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12ef93-d4e0-44e5-9634-5f6c3ae96130 req-3488e00b-0097-44a2-88e0-71e9d7eb34dc tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:32.459241 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7a12ef93-d4e0-44e5-9634-5f6c3ae96130 req-3488e00b-0097-44a2-88e0-71e9d7eb34dc tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=13548303-0b6d-496c-b0cc-a5491075cc60 HTTP/1.1" status: 200 len: 944 time: 0.0890965 Sep 08 09:28:32.534494 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7a12ef93-d4e0-44e5-9634-5f6c3ae96130 req-0ddf125c-4629-43d9-964d-8c9e6888c083 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/security-groups?id=430a4141-ab24-441f-84a9-7c829ff68499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741923 Sep 08 09:28:32.630345 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device d5891d73-908a-4c64-8df8-41cb77947710 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:28:32.655949 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: d5891d73-908a-4c64-8df8-41cb77947710 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:28:32.656650 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device d5891d73-908a-4c64-8df8-41cb77947710 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:28:33.023945 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 068128ad-5a7f-43a4-9349-a6e1bd6dad32 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:28:33.128237 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 068128ad-5a7f-43a4-9349-a6e1bd6dad32, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=068128ad-5a7f-43a4-9349-a6e1bd6dad32,segment=NetworkSegment(7f0e3725-50b8-4ef8-860a-dbdee1d24402),segment_id=7f0e3725-50b8-4ef8-860a-dbdee1d24402)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:28:33.141836 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '068128ad-5a7f-43a4-9349-a6e1bd6dad32', 'network_id': '8a4cc4a1-f95d-432b-8391-b1a41bcbeb60', 'port_id': '068128ad-5a7f-43a4-9349-a6e1bd6dad32', 'mac_address': 'fa:16:3e:ef:45:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51fdac27-42e1-4f6c-8be0-c60565c8b5bd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:28:33.186259 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:33.202298 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 068128ad-5a7f-43a4-9349-a6e1bd6dad32 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:28:33.228073 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 068128ad-5a7f-43a4-9349-a6e1bd6dad32, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=068128ad-5a7f-43a4-9349-a6e1bd6dad32,segment=NetworkSegment(7f0e3725-50b8-4ef8-860a-dbdee1d24402),segment_id=7f0e3725-50b8-4ef8-860a-dbdee1d24402)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:28:33.234991 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:33.304618 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=068128ad-5a7f-43a4-9349-a6e1bd6dad32,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:28:33.313253 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:28:33.314164 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:28:33.314715 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:28:33.315242 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:28:33.315765 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:28:33.316284 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:28:33.316928 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:28:33.318228 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:28:33.318921 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:28:33.319439 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:28:33.320073 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:28:33.320582 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:28:33.538252 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b26374f5-8b92-4c5e-8ba8-9f466e8bfcde req-361cdb34-a69c-4260-834d-63e57c6fc01f tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.54 "GET /v2.0/ports?device_id=def26f0a-7e04-4d6c-922b-9be3cbe74974 HTTP/1.1" status: 200 len: 210 time: 0.0378904 Sep 08 09:28:33.591519 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed0fc0-6fc0-446e-b4bf-3c64a4a643b3 req-71d5161b-fa02-441c-9e0a-07df9df6544d tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:33.593351 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9eed0fc0-6fc0-446e-b4bf-3c64a4a643b3 req-71d5161b-fa02-441c-9e0a-07df9df6544d tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.37 "GET /v2.0/networks?id=42cee59e-1b58-4c62-97e3-2be2a181a80a HTTP/1.1" status: 200 len: 808 time: 0.1951804 Sep 08 09:28:33.643822 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-9eed0fc0-6fc0-446e-b4bf-3c64a4a643b3 req-5948a5c5-5511-4df6-b3b1-ef0592196520 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Request body: {'port': {'device_id': 'def26f0a-7e04-4d6c-922b-9be3cbe74974', 'network_id': '42cee59e-1b58-4c62-97e3-2be2a181a80a', 'admin_state_up': True, 'tenant_id': '3a4ddea670b148c09b4261a2b06dec46'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:28:33.651944 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['068128ad-5a7f-43a4-9349-a6e1bd6dad32'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:28:33.656750 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6899f-08de-4d8a-a531-1d7c342d78f3 req-1b90f629-09bb-44b9-8ec7-b4cfc94c4b1c tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:33.658381 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2dc6899f-08de-4d8a-a531-1d7c342d78f3 req-1b90f629-09bb-44b9-8ec7-b4cfc94c4b1c tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=13548303-0b6d-496c-b0cc-a5491075cc60 HTTP/1.1" status: 200 len: 945 time: 0.0533698 Sep 08 09:28:33.715179 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2dc6899f-08de-4d8a-a531-1d7c342d78f3 req-29c22195-d8dc-45ef-8be2-455b9afd854d tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/security-groups?id=430a4141-ab24-441f-84a9-7c829ff68499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503259 Sep 08 09:28:33.834678 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eed0fc0-6fc0-446e-b4bf-3c64a4a643b3 req-5948a5c5-5511-4df6-b3b1-ef0592196520 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Made reservation on behalf of 3a4ddea670b148c09b4261a2b06dec46 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:28:33.835710 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9eed0fc0-6fc0-446e-b4bf-3c64a4a643b3 req-5948a5c5-5511-4df6-b3b1-ef0592196520 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:33.973808 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [req-9eed0fc0-6fc0-446e-b4bf-3c64a4a643b3 req-5948a5c5-5511-4df6-b3b1-ef0592196520 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Allocated IP 172.20.0.2 (42cee59e-1b58-4c62-97e3-2be2a181a80a/0966c14f-ab58-4a3a-85cb-250ac80b373b/7f03f5ad-d9fe-490d-a32d-d0b71d51dc34) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:28:34.142480 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9eed0fc0-6fc0-446e-b4bf-3c64a4a643b3 req-5948a5c5-5511-4df6-b3b1-ef0592196520 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:34.181888 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9eed0fc0-6fc0-446e-b4bf-3c64a4a643b3 req-5948a5c5-5511-4df6-b3b1-ef0592196520 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:34.238186 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eed0fc0-6fc0-446e-b4bf-3c64a4a643b3 req-5948a5c5-5511-4df6-b3b1-ef0592196520 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Network 42cee59e-1b58-4c62-97e3-2be2a181a80a is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:28:34.242980 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [req-9eed0fc0-6fc0-446e-b4bf-3c64a4a643b3 req-5948a5c5-5511-4df6-b3b1-ef0592196520 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:28:34.245718 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eed0fc0-6fc0-446e-b4bf-3c64a4a643b3 req-5948a5c5-5511-4df6-b3b1-ef0592196520 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:28:34.248846 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5948a5c5-5511-4df6-b3b1-ef0592196520 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Pushing event updated for resources: {'Port': ['ID=7f03f5ad-d9fe-490d-a32d-d0b71d51dc34,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:28:34.305413 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed0fc0-6fc0-446e-b4bf-3c64a4a643b3 req-5948a5c5-5511-4df6-b3b1-ef0592196520 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:34.306290 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9eed0fc0-6fc0-446e-b4bf-3c64a4a643b3 req-5948a5c5-5511-4df6-b3b1-ef0592196520 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:34.322787 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9eed0fc0-6fc0-446e-b4bf-3c64a4a643b3 req-5948a5c5-5511-4df6-b3b1-ef0592196520 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6839781 Sep 08 09:28:34.343681 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-9eed0fc0-6fc0-446e-b4bf-3c64a4a643b3 req-b5d86cb4-3b5a-4d8e-9af8-675eccedd293 service neutron] Request body: {'port': {'device_id': 'def26f0a-7e04-4d6c-922b-9be3cbe74974', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:28:34.412646 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9eed0fc0-6fc0-446e-b4bf-3c64a4a643b3 req-b5d86cb4-3b5a-4d8e-9af8-675eccedd293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:34.620829 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53372) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:28:34.625894 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-f303d64b-63a0-43d6-92bb-c43813a756d8 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-893797434', 'description': 'tempest-secgroup-smoke-893797434 description', 'project_id': '456f55d97a5b4bac959c784e2ca66416'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:28:34.668037 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f303d64b-63a0-43d6-92bb-c43813a756d8 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:34.754079 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dcdd52-37ed-42b7-9851-e28f875fdb0f req-02b13b5c-bbc3-4c5f-8755-1a902cf59f38 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:34.756629 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a5dcdd52-37ed-42b7-9851-e28f875fdb0f req-02b13b5c-bbc3-4c5f-8755-1a902cf59f38 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.54 "GET /v2.0/ports?device_id=def26f0a-7e04-4d6c-922b-9be3cbe74974 HTTP/1.1" status: 200 len: 931 time: 0.0987506 Sep 08 09:28:34.811238 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a5dcdd52-37ed-42b7-9851-e28f875fdb0f req-bfdd6e08-07e0-4148-a0bd-6bc24d017d24 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7c6142a-b8c4-4dbc-b261-9202c748479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470600 Sep 08 09:28:34.826584 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f303d64b-63a0-43d6-92bb-c43813a756d8 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:34.840419 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f303d64b-63a0-43d6-92bb-c43813a756d8 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:34.847831 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [req-9eed0fc0-6fc0-446e-b4bf-3c64a4a643b3 req-b5d86cb4-3b5a-4d8e-9af8-675eccedd293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f03f5ad-d9fe-490d-a32d-d0b71d51dc34 {{(pid=94713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:28:34.856890 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9eed0fc0-6fc0-446e-b4bf-3c64a4a643b3 req-b5d86cb4-3b5a-4d8e-9af8-675eccedd293 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:34.876230 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f303d64b-63a0-43d6-92bb-c43813a756d8 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:34.879099 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [req-9eed0fc0-6fc0-446e-b4bf-3c64a4a643b3 req-b5d86cb4-3b5a-4d8e-9af8-675eccedd293 service neutron] Transition to ACTIVE for port object 7f03f5ad-d9fe-490d-a32d-d0b71d51dc34 will not be triggered until provisioned by entity L2. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:28:34.884243 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f303d64b-63a0-43d6-92bb-c43813a756d8 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2622733 Sep 08 09:28:34.885864 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53378) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:28:34.888045 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c650667-fca4-4859-871b-5d00f63acd00 req-a940b3d1-20e7-4890-95e7-c69c650505ae tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:34.889584 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9c650667-fca4-4859-871b-5d00f63acd00 req-a940b3d1-20e7-4890-95e7-c69c650505ae tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=13548303-0b6d-496c-b0cc-a5491075cc60 HTTP/1.1" status: 200 len: 945 time: 0.0855615 Sep 08 09:28:34.890800 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-60cd0643-89d2-4ed2-bf33-f1e3d059bdf2 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Request body: {'security_group_rule': {'security_group_id': '3732a6df-da50-4470-8d61-ea4cd40292da', 'project_id': '456f55d97a5b4bac959c784e2ca66416', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:28:34.890961 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9eed0fc0-6fc0-446e-b4bf-3c64a4a643b3 req-b5d86cb4-3b5a-4d8e-9af8-675eccedd293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:34.897830 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f303d64b-63a0-43d6-92bb-c43813a756d8 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3732a6df-da50-4470-8d61-ea4cd40292da,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:28:34.931587 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-60cd0643-89d2-4ed2-bf33-f1e3d059bdf2 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:34.970617 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d86cb4-3b5a-4d8e-9af8-675eccedd293 service neutron] Pushing event updated for resources: {'Port': ['ID=7f03f5ad-d9fe-490d-a32d-d0b71d51dc34,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:28:35.003316 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9c650667-fca4-4859-871b-5d00f63acd00 req-3ef1a376-d7c4-4066-912f-c4fc72ef2b8e tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/security-groups?id=430a4141-ab24-441f-84a9-7c829ff68499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782659 Sep 08 09:28:35.005788 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-60cd0643-89d2-4ed2-bf33-f1e3d059bdf2 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:35.010547 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-60cd0643-89d2-4ed2-bf33-f1e3d059bdf2 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:35.025161 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 068128ad-5a7f-43a4-9349-a6e1bd6dad32 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:28:35.043310 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd0643-89d2-4ed2-bf33-f1e3d059bdf2 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04f72e5e-330b-48fc-bf98-652f16193251,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:28:35.049191 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-60cd0643-89d2-4ed2-bf33-f1e3d059bdf2 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:35.051060 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-60cd0643-89d2-4ed2-bf33-f1e3d059bdf2 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1640406 Sep 08 09:28:35.054597 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53384) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:28:35.059543 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-3ead4a8d-d06b-4eac-b5c2-f2d5376977b7 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Request body: {'security_group_rule': {'security_group_id': '3732a6df-da50-4470-8d61-ea4cd40292da', 'project_id': '456f55d97a5b4bac959c784e2ca66416', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:28:35.065636 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-9eed0fc0-6fc0-446e-b4bf-3c64a4a643b3 req-b5d86cb4-3b5a-4d8e-9af8-675eccedd293 service neutron] Attempting to bind port 7f03f5ad-d9fe-490d-a32d-d0b71d51dc34 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:28:35.066276 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-9eed0fc0-6fc0-446e-b4bf-3c64a4a643b3 req-b5d86cb4-3b5a-4d8e-9af8-675eccedd293 service neutron] Attempting to bind port 7f03f5ad-d9fe-490d-a32d-d0b71d51dc34 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'ee8544a3-0747-4304-a059-9185bf7f963f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '42cee59e-1b58-4c62-97e3-2be2a181a80a'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:28:35.066856 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eed0fc0-6fc0-446e-b4bf-3c64a4a643b3 req-b5d86cb4-3b5a-4d8e-9af8-675eccedd293 service neutron] Attempting to bind port 7f03f5ad-d9fe-490d-a32d-d0b71d51dc34 on network 42cee59e-1b58-4c62-97e3-2be2a181a80a {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:28:35.072410 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eed0fc0-6fc0-446e-b4bf-3c64a4a643b3 req-b5d86cb4-3b5a-4d8e-9af8-675eccedd293 service neutron] Port 7f03f5ad-d9fe-490d-a32d-d0b71d51dc34 on network 42cee59e-1b58-4c62-97e3-2be2a181a80a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:28:35.073361 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eed0fc0-6fc0-446e-b4bf-3c64a4a643b3 req-b5d86cb4-3b5a-4d8e-9af8-675eccedd293 service neutron] Attempting to bind port 7f03f5ad-d9fe-490d-a32d-d0b71d51dc34 on network 42cee59e-1b58-4c62-97e3-2be2a181a80a {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:28:35.078961 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eed0fc0-6fc0-446e-b4bf-3c64a4a643b3 req-b5d86cb4-3b5a-4d8e-9af8-675eccedd293 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:28:35.079768 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eed0fc0-6fc0-446e-b4bf-3c64a4a643b3 req-b5d86cb4-3b5a-4d8e-9af8-675eccedd293 service neutron] Checking segment: {'id': 'ee8544a3-0747-4304-a059-9185bf7f963f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '42cee59e-1b58-4c62-97e3-2be2a181a80a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:28:35.080455 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eed0fc0-6fc0-446e-b4bf-3c64a4a643b3 req-b5d86cb4-3b5a-4d8e-9af8-675eccedd293 service neutron] Bound using segment: {'id': 'ee8544a3-0747-4304-a059-9185bf7f963f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '42cee59e-1b58-4c62-97e3-2be2a181a80a'} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:28:35.080945 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-9eed0fc0-6fc0-446e-b4bf-3c64a4a643b3 req-b5d86cb4-3b5a-4d8e-9af8-675eccedd293 service neutron] Bound port: 7f03f5ad-d9fe-490d-a32d-d0b71d51dc34, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee8544a3-0747-4304-a059-9185bf7f963f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '42cee59e-1b58-4c62-97e3-2be2a181a80a'}}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:28:35.081384 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9eed0fc0-6fc0-446e-b4bf-3c64a4a643b3 req-b5d86cb4-3b5a-4d8e-9af8-675eccedd293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:35.088501 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3ead4a8d-d06b-4eac-b5c2-f2d5376977b7 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:35.122760 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 068128ad-5a7f-43a4-9349-a6e1bd6dad32 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:28:35.127434 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 068128ad-5a7f-43a4-9349-a6e1bd6dad32 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:28:35.127855 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:35.153119 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3ead4a8d-d06b-4eac-b5c2-f2d5376977b7 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:35.154312 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-9eed0fc0-6fc0-446e-b4bf-3c64a4a643b3 req-b5d86cb4-3b5a-4d8e-9af8-675eccedd293 service neutron] For port 7f03f5ad-d9fe-490d-a32d-d0b71d51dc34, host n-h1-806683-11, cleared binding levels {{(pid=94713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:28:35.157733 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3ead4a8d-d06b-4eac-b5c2-f2d5376977b7 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:35.157898 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-9eed0fc0-6fc0-446e-b4bf-3c64a4a643b3 req-b5d86cb4-3b5a-4d8e-9af8-675eccedd293 service neutron] For port 7f03f5ad-d9fe-490d-a32d-d0b71d51dc34, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=7f03f5ad-d9fe-490d-a32d-d0b71d51dc34,segment=NetworkSegment(ee8544a3-0747-4304-a059-9185bf7f963f),segment_id=ee8544a3-0747-4304-a059-9185bf7f963f)] {{(pid=94713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:28:35.166856 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9eed0fc0-6fc0-446e-b4bf-3c64a4a643b3 req-b5d86cb4-3b5a-4d8e-9af8-675eccedd293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:35.179214 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead4a8d-d06b-4eac-b5c2-f2d5376977b7 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a925bac5-c0bb-4cd8-9916-362591fe60e0,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:28:35.192026 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3ead4a8d-d06b-4eac-b5c2-f2d5376977b7 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:35.196438 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-3ead4a8d-d06b-4eac-b5c2-f2d5376977b7 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1382887 Sep 08 09:28:35.196607 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53386) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:28:35.203143 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-e441040d-c2ca-4542-8f97-c29d7f583b06 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Request body: {'security_group_rule': {'security_group_id': '3732a6df-da50-4470-8d61-ea4cd40292da', 'project_id': '456f55d97a5b4bac959c784e2ca66416', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:28:35.211329 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed0fc0-6fc0-446e-b4bf-3c64a4a643b3 req-b5d86cb4-3b5a-4d8e-9af8-675eccedd293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:35.211970 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9eed0fc0-6fc0-446e-b4bf-3c64a4a643b3 req-b5d86cb4-3b5a-4d8e-9af8-675eccedd293 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:35.213412 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9eed0fc0-6fc0-446e-b4bf-3c64a4a643b3 req-b5d86cb4-3b5a-4d8e-9af8-675eccedd293 service neutron] 10.222.0.37 "PUT /v2.0/ports/7f03f5ad-d9fe-490d-a32d-d0b71d51dc34 HTTP/1.1" status: 200 len: 1092 time: 0.8741875 Sep 08 09:28:35.213852 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def26f0a-7e04-4d6c-922b-9be3cbe74974', 'tag': '7f03f5ad-d9fe-490d-a32d-d0b71d51dc34'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:28:35.216275 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936523dd-3f35-4dc4-a9f7-149cc4939c9e" -d '{"events": [{"name": "network-changed", "server_uuid": "def26f0a-7e04-4d6c-922b-9be3cbe74974", "tag": "7f03f5ad-d9fe-490d-a32d-d0b71d51dc34"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:28:35.256830 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:35.262439 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d86cb4-3b5a-4d8e-9af8-675eccedd293 service neutron] Pushing event updated for resources: {'Port': ['ID=7f03f5ad-d9fe-490d-a32d-d0b71d51dc34,revision_number=3']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:28:35.271072 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e441040d-c2ca-4542-8f97-c29d7f583b06 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:35.280623 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c3c0bc-fed3-4594-8c95-d23bfad29727 x-openstack-request-id: req-b1c3c0bc-fed3-4594-8c95-d23bfad29727 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:28:35.280908 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def26f0a-7e04-4d6c-922b-9be3cbe74974", "tag": "7f03f5ad-d9fe-490d-a32d-d0b71d51dc34", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:28:35.281240 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b1c3c0bc-fed3-4594-8c95-d23bfad29727 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:28:35.281652 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def26f0a-7e04-4d6c-922b-9be3cbe74974', 'tag': '7f03f5ad-d9fe-490d-a32d-d0b71d51dc34', 'status': 'completed', 'code': 200} Sep 08 09:28:35.292532 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13548303-0b6d-496c-b0cc-a5491075cc60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068128ad-5a7f-43a4-9349-a6e1bd6dad32'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:28:35.295389 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131c919e-1b8f-4e0d-969d-41db51441ab2" -d '{"events": [{"server_uuid": "13548303-0b6d-496c-b0cc-a5491075cc60", "name": "network-vif-plugged", "status": "completed", "tag": "068128ad-5a7f-43a4-9349-a6e1bd6dad32"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:28:35.311000 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 068128ad-5a7f-43a4-9349-a6e1bd6dad32, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=068128ad-5a7f-43a4-9349-a6e1bd6dad32,segment=NetworkSegment(7f0e3725-50b8-4ef8-860a-dbdee1d24402),segment_id=7f0e3725-50b8-4ef8-860a-dbdee1d24402)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:28:35.316145 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:35.363387 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed0fc0-6fc0-446e-b4bf-3c64a4a643b3 req-79d0c029-664a-4908-8c45-963649f0beb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:35.366881 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9eed0fc0-6fc0-446e-b4bf-3c64a4a643b3 req-79d0c029-664a-4908-8c45-963649f0beb0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3a4ddea670b148c09b4261a2b06dec46&device_id=def26f0a-7e04-4d6c-922b-9be3cbe74974 HTTP/1.1" status: 200 len: 1095 time: 0.0691006 Sep 08 09:28:35.379257 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f873b25-edbc-441d-8036-2881894d169b x-openstack-request-id: req-0f873b25-edbc-441d-8036-2881894d169b {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:28:35.379623 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13548303-0b6d-496c-b0cc-a5491075cc60", "name": "network-vif-plugged", "status": "completed", "tag": "068128ad-5a7f-43a4-9349-a6e1bd6dad32", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:28:35.379876 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0f873b25-edbc-441d-8036-2881894d169b {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:28:35.380260 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13548303-0b6d-496c-b0cc-a5491075cc60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068128ad-5a7f-43a4-9349-a6e1bd6dad32', 'code': 200} Sep 08 09:28:35.384307 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e441040d-c2ca-4542-8f97-c29d7f583b06 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:35.391310 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e441040d-c2ca-4542-8f97-c29d7f583b06 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:35.414664 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=068128ad-5a7f-43a4-9349-a6e1bd6dad32,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:28:35.427973 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e441040d-c2ca-4542-8f97-c29d7f583b06 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ec7e43a-104d-4d5d-bec0-05f9d713850b,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:28:35.430998 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9eed0fc0-6fc0-446e-b4bf-3c64a4a643b3 req-c47b54e2-e6a1-4aaa-bd37-8855621e095f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7f03f5ad-d9fe-490d-a32d-d0b71d51dc34 HTTP/1.1" status: 200 len: 217 time: 0.0494487 Sep 08 09:28:35.437528 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e441040d-c2ca-4542-8f97-c29d7f583b06 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:35.439243 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e441040d-c2ca-4542-8f97-c29d7f583b06 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2415826 Sep 08 09:28:35.442912 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 53396) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:28:35.448254 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-231d7230-f621-4b09-b686-4585fcaa265c tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Request body: {'security_group_rule': {'security_group_id': '3732a6df-da50-4470-8d61-ea4cd40292da', 'project_id': '456f55d97a5b4bac959c784e2ca66416', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:28:35.492382 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed0fc0-6fc0-446e-b4bf-3c64a4a643b3 req-2725e82c-bac1-45c5-b1b8-910bbed8424d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:35.494196 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9eed0fc0-6fc0-446e-b4bf-3c64a4a643b3 req-2725e82c-bac1-45c5-b1b8-910bbed8424d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0966c14f-ab58-4a3a-85cb-250ac80b373b HTTP/1.1" status: 200 len: 848 time: 0.0556905 Sep 08 09:28:35.505167 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-231d7230-f621-4b09-b686-4585fcaa265c tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:35.528608 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9eed0fc0-6fc0-446e-b4bf-3c64a4a643b3 req-9026d7c3-3094-49fa-b2b7-c4afc98c602f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=42cee59e-1b58-4c62-97e3-2be2a181a80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257480 Sep 08 09:28:35.547256 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb61f8-bd4b-415b-8006-e46af760d574 req-86255a76-0609-42fc-879a-b41153a066d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:35.549234 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e9eb61f8-bd4b-415b-8006-e46af760d574 req-86255a76-0609-42fc-879a-b41153a066d1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=13548303-0b6d-496c-b0cc-a5491075cc60 HTTP/1.1" status: 200 len: 1098 time: 0.0737038 Sep 08 09:28:35.596366 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-231d7230-f621-4b09-b686-4585fcaa265c tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:35.604091 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-231d7230-f621-4b09-b686-4585fcaa265c tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:35.627432 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e9eb61f8-bd4b-415b-8006-e46af760d574 req-4fa33898-0268-46b7-8637-96a0f90ef6cf service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=430a4141-ab24-441f-84a9-7c829ff68499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668778 Sep 08 09:28:35.633456 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231d7230-f621-4b09-b686-4585fcaa265c tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f35983f0-9e5b-4091-b12f-b21d430d09c4,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:28:35.645982 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-231d7230-f621-4b09-b686-4585fcaa265c tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:35.650084 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-231d7230-f621-4b09-b686-4585fcaa265c tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2039349 Sep 08 09:28:35.650255 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9eed0fc0-6fc0-446e-b4bf-3c64a4a643b3 req-4bc18119-d50e-49e3-9f53-a1680c59976e service neutron] 10.222.0.37 "GET /v2.0/networks/42cee59e-1b58-4c62-97e3-2be2a181a80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113272 Sep 08 09:28:35.650921 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53402) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:28:35.655484 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-a64e41d0-6284-45fb-ba9f-f2b78fe6f94a tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Request body: {'security_group_rule': {'security_group_id': '3732a6df-da50-4470-8d61-ea4cd40292da', 'project_id': '456f55d97a5b4bac959c784e2ca66416', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:28:35.736052 n-d-806683-11 neutron-server[94713]: INFO neutron.db.securitygroups_db [None req-a64e41d0-6284-45fb-ba9f-f2b78fe6f94a tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Project 456f55d97a5b4bac959c784e2ca66416 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 09:28:35.742518 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a64e41d0-6284-45fb-ba9f-f2b78fe6f94a tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:35.797609 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9eed0fc0-6fc0-446e-b4bf-3c64a4a643b3 req-ef83f351-301c-4a76-842d-b919b82c8c69 service neutron] 10.222.0.37 "GET /v2.0/networks/42cee59e-1b58-4c62-97e3-2be2a181a80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375332 Sep 08 09:28:35.828113 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a64e41d0-6284-45fb-ba9f-f2b78fe6f94a tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:35.832445 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a64e41d0-6284-45fb-ba9f-f2b78fe6f94a tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:35.854832 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e41d0-6284-45fb-ba9f-f2b78fe6f94a tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1909fe2b-763e-4625-bae7-d5fc4c6a67f6,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:28:35.862548 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a64e41d0-6284-45fb-ba9f-f2b78fe6f94a tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:35.864181 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a64e41d0-6284-45fb-ba9f-f2b78fe6f94a tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2120416 Sep 08 09:28:35.867190 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53410) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:28:35.871652 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-711ae47d-bd23-42ca-970b-7cad1390fead tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Request body: {'security_group_rule': {'security_group_id': '3732a6df-da50-4470-8d61-ea4cd40292da', 'project_id': '456f55d97a5b4bac959c784e2ca66416', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:28:35.946289 n-d-806683-11 neutron-server[94713]: INFO neutron.db.securitygroups_db [None req-711ae47d-bd23-42ca-970b-7cad1390fead tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Project 456f55d97a5b4bac959c784e2ca66416 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 09:28:35.952598 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-711ae47d-bd23-42ca-970b-7cad1390fead tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:35.979412 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0a7a4-8bfd-4512-8839-900f2b2d70ec req-70082053-dcd4-41b2-8e5f-a8308654d8af tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:35.981105 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b4f0a7a4-8bfd-4512-8839-900f2b2d70ec req-70082053-dcd4-41b2-8e5f-a8308654d8af tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.54 "GET /v2.0/ports?device_id=def26f0a-7e04-4d6c-922b-9be3cbe74974 HTTP/1.1" status: 200 len: 943 time: 0.0631406 Sep 08 09:28:35.992874 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936523dd-3f35-4dc4-a9f7-149cc4939c9e req-4374214d-6540-4c58-9975-60d7972c016e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:35.994798 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-936523dd-3f35-4dc4-a9f7-149cc4939c9e req-4374214d-6540-4c58-9975-60d7972c016e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3a4ddea670b148c09b4261a2b06dec46&device_id=def26f0a-7e04-4d6c-922b-9be3cbe74974 HTTP/1.1" status: 200 len: 1095 time: 0.0968707 Sep 08 09:28:36.024198 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b4f0a7a4-8bfd-4512-8839-900f2b2d70ec req-0f493a3e-04af-4033-a06e-64589bb0ee90 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7c6142a-b8c4-4dbc-b261-9202c748479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366623 Sep 08 09:28:36.115185 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-711ae47d-bd23-42ca-970b-7cad1390fead tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:36.137221 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-711ae47d-bd23-42ca-970b-7cad1390fead tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:36.178709 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711ae47d-bd23-42ca-970b-7cad1390fead tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7447af9-1332-44f2-8a6d-dea75a02f674,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:28:36.185757 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-711ae47d-bd23-42ca-970b-7cad1390fead tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:36.190088 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-711ae47d-bd23-42ca-970b-7cad1390fead tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3188798 Sep 08 09:28:36.190088 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936523dd-3f35-4dc4-a9f7-149cc4939c9e req-ae64bb5c-aeeb-4d2d-a175-133db961864c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:36.190622 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-936523dd-3f35-4dc4-a9f7-149cc4939c9e req-ae64bb5c-aeeb-4d2d-a175-133db961864c service neutron] 10.222.0.37 "GET /v2.0/networks?id=42cee59e-1b58-4c62-97e3-2be2a181a80a HTTP/1.1" status: 200 len: 909 time: 0.1836426 Sep 08 09:28:36.205109 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e2042a-d03b-4cea-ac1f-033c71f43c86 req-865fc887-4bea-40e6-89c1-0a0566d76824 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:36.206771 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e7e2042a-d03b-4cea-ac1f-033c71f43c86 req-865fc887-4bea-40e6-89c1-0a0566d76824 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=13548303-0b6d-496c-b0cc-a5491075cc60 HTTP/1.1" status: 200 len: 946 time: 0.1174116 Sep 08 09:28:36.246749 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-936523dd-3f35-4dc4-a9f7-149cc4939c9e req-317ad0fb-b416-4efc-9ab0-2b9ae99a7ad5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7f03f5ad-d9fe-490d-a32d-d0b71d51dc34 HTTP/1.1" status: 200 len: 217 time: 0.0389738 Sep 08 09:28:36.319387 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e7e2042a-d03b-4cea-ac1f-033c71f43c86 req-61685aa3-8625-432f-8f62-3813ec545c86 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/security-groups?id=430a4141-ab24-441f-84a9-7c829ff68499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757430 Sep 08 09:28:36.326974 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936523dd-3f35-4dc4-a9f7-149cc4939c9e req-a9f2fde1-a769-47f7-a282-9779d91c9fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:36.328888 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-936523dd-3f35-4dc4-a9f7-149cc4939c9e req-a9f2fde1-a769-47f7-a282-9779d91c9fc0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0966c14f-ab58-4a3a-85cb-250ac80b373b HTTP/1.1" status: 200 len: 848 time: 0.0684891 Sep 08 09:28:36.367699 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-936523dd-3f35-4dc4-a9f7-149cc4939c9e req-481919d6-f02f-4698-b2f4-f7ededcd1bf1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=42cee59e-1b58-4c62-97e3-2be2a181a80a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267556 Sep 08 09:28:36.403287 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-1ceb375d-d566-4ef5-a285-484d5f647385 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-893797434&fields=id&tenant_id=456f55d97a5b4bac959c784e2ca66416 HTTP/1.1" status: 200 len: 267 time: 0.0379975 Sep 08 09:28:36.479485 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-936523dd-3f35-4dc4-a9f7-149cc4939c9e req-931c9307-9e01-4161-89bb-3808eea84287 service neutron] 10.222.0.37 "GET /v2.0/networks/42cee59e-1b58-4c62-97e3-2be2a181a80a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979061 Sep 08 09:28:36.535162 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-855e8cd7-97f9-4dcd-8150-83ce85ca0528 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:36.537400 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-855e8cd7-97f9-4dcd-8150-83ce85ca0528 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "GET /v2.0/networks?id=a0d418d6-38ae-4453-93d3-203cb740344a HTTP/1.1" status: 200 len: 814 time: 0.1269217 Sep 08 09:28:36.553372 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-ae7c53bb-3ba6-40a0-937b-8426f8c01fc9 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "GET /v2.0/quotas/456f55d97a5b4bac959c784e2ca66416 HTTP/1.1" status: 200 len: 375 time: 0.0094872 Sep 08 09:28:36.584146 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-936523dd-3f35-4dc4-a9f7-149cc4939c9e req-437b4f83-720e-4302-8b7e-76e7302fe3a2 service neutron] 10.222.0.37 "GET /v2.0/networks/42cee59e-1b58-4c62-97e3-2be2a181a80a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945456 Sep 08 09:28:36.609737 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-a76cd54f-8686-425e-a533-77f4193dc16f tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=456f55d97a5b4bac959c784e2ca66416&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503857 Sep 08 09:28:36.716733 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-f2e37c07-0b02-4cce-95c3-83844dd49d41 service neutron] 10.222.0.54 "GET /v2.0/networks/a0d418d6-38ae-4453-93d3-203cb740344a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947745 Sep 08 09:28:36.812738 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-1f23fa4c-6698-43ed-a7a9-72586db43e29 service neutron] 10.222.0.54 "GET /v2.0/networks/a0d418d6-38ae-4453-93d3-203cb740344a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896413 Sep 08 09:28:37.180540 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1e5a78c2-d614-4011-94ca-d16e5ed94816 req-a50f72a3-6e40-4655-9239-cf14212aa1f7 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "GET /v2.0/ports?device_id=81e9aec7-69fb-4a1a-8454-711d7690934f HTTP/1.1" status: 200 len: 210 time: 0.0444477 Sep 08 09:28:37.197752 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48d373-e0c7-4776-8e41-0b3c93429fd1 req-6e84c2fd-6d41-4351-895d-8382eaa56549 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:37.205965 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4a48d373-e0c7-4776-8e41-0b3c93429fd1 req-6e84c2fd-6d41-4351-895d-8382eaa56549 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.54 "GET /v2.0/ports?device_id=def26f0a-7e04-4d6c-922b-9be3cbe74974 HTTP/1.1" status: 200 len: 943 time: 0.0970283 Sep 08 09:28:37.247132 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4a48d373-e0c7-4776-8e41-0b3c93429fd1 req-714090ac-8e37-42a0-ba09-73e5a9fceedb tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7c6142a-b8c4-4dbc-b261-9202c748479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396934 Sep 08 09:28:37.350501 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-19f295cf-f5d7-42bc-a434-6181e52803f5 req-4e43fb07-2726-4287-983b-8e6542729f6d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f8034512-00e9-400f-aaab-552818122ec1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449498 Sep 08 09:28:37.487132 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ef444-b593-4544-8e8b-9274a7085aa6 req-3640d38f-ef63-4b21-b84e-a0ffc0fbed18 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:37.489204 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-376ef444-b593-4544-8e8b-9274a7085aa6 req-3640d38f-ef63-4b21-b84e-a0ffc0fbed18 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=13548303-0b6d-496c-b0cc-a5491075cc60 HTTP/1.1" status: 200 len: 946 time: 0.0843396 Sep 08 09:28:37.496517 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f295cf-f5d7-42bc-a434-6181e52803f5 req-d98e8564-7f6c-450f-ae2f-bd805b5616e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:37.498013 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-19f295cf-f5d7-42bc-a434-6181e52803f5 req-d98e8564-7f6c-450f-ae2f-bd805b5616e0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=938de9fcac24439fb17f7bff1aedfbad&device_id=f8034512-00e9-400f-aaab-552818122ec1 HTTP/1.1" status: 200 len: 1098 time: 0.0828333 Sep 08 09:28:37.548402 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-376ef444-b593-4544-8e8b-9274a7085aa6 req-5991f163-9fd5-4569-b6a9-ec7491cf2933 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/security-groups?id=430a4141-ab24-441f-84a9-7c829ff68499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475762 Sep 08 09:28:37.647306 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f295cf-f5d7-42bc-a434-6181e52803f5 req-60f89936-0ee8-4d2b-9a0e-b71f1dd65802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:37.649344 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-19f295cf-f5d7-42bc-a434-6181e52803f5 req-60f89936-0ee8-4d2b-9a0e-b71f1dd65802 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8a4cc4a1-f95d-432b-8391-b1a41bcbeb60 HTTP/1.1" status: 200 len: 915 time: 0.1276968 Sep 08 09:28:37.702507 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-19f295cf-f5d7-42bc-a434-6181e52803f5 req-9040a479-ccdc-4e4a-9dc5-6a000c8fdf34 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=502b62f9-e463-4ac9-836f-f595333c5c8b HTTP/1.1" status: 200 len: 217 time: 0.0437014 Sep 08 09:28:37.769399 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f295cf-f5d7-42bc-a434-6181e52803f5 req-fcd41916-5c4a-4402-9330-ba4ab8a526ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:37.771555 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-19f295cf-f5d7-42bc-a434-6181e52803f5 req-fcd41916-5c4a-4402-9330-ba4ab8a526ec service neutron] 10.222.0.35 "GET /v2.0/subnets?id=51fdac27-42e1-4f6c-8be0-c60565c8b5bd HTTP/1.1" status: 200 len: 854 time: 0.0602176 Sep 08 09:28:37.828681 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-19f295cf-f5d7-42bc-a434-6181e52803f5 req-879dfa3b-7237-4980-84f4-81151968a9ee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a4cc4a1-f95d-432b-8391-b1a41bcbeb60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456080 Sep 08 09:28:37.970855 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-19f295cf-f5d7-42bc-a434-6181e52803f5 req-086b6ef0-5e8c-4643-8757-85bf2ceaac9f service neutron] 10.222.0.35 "GET /v2.0/networks/8a4cc4a1-f95d-432b-8391-b1a41bcbeb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343033 Sep 08 09:28:38.080297 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-19f295cf-f5d7-42bc-a434-6181e52803f5 req-e63e3b74-9a00-4e79-b49b-0b4a203a4855 service neutron] 10.222.0.35 "GET /v2.0/networks/8a4cc4a1-f95d-432b-8391-b1a41bcbeb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019368 Sep 08 09:28:38.319009 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-94989539-120d-4170-b2bf-3215aaf40e75 req-ab2adae2-7142-437b-90cb-e10c88da7a8d tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "GET /v2.0/ports?device_id=81e9aec7-69fb-4a1a-8454-711d7690934f HTTP/1.1" status: 200 len: 210 time: 0.0580504 Sep 08 09:28:38.421410 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674d77c-28c9-4a11-afe3-5ba1bc1c25f7 req-d95aae27-33de-463c-9210-26b56952ccbe tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:38.430650 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5674d77c-28c9-4a11-afe3-5ba1bc1c25f7 req-d95aae27-33de-463c-9210-26b56952ccbe tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.54 "GET /v2.0/ports?device_id=def26f0a-7e04-4d6c-922b-9be3cbe74974 HTTP/1.1" status: 200 len: 943 time: 0.0749209 Sep 08 09:28:38.497994 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5674d77c-28c9-4a11-afe3-5ba1bc1c25f7 req-04b7337f-407f-4dff-b425-d0ab8c46b6cc tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7c6142a-b8c4-4dbc-b261-9202c748479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660031 Sep 08 09:28:38.508223 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-ad334a9b-339a-44cb-ae73-d0c365db5a78 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:38.509721 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-ad334a9b-339a-44cb-ae73-d0c365db5a78 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.37 "GET /v2.0/networks?id=a0d418d6-38ae-4453-93d3-203cb740344a HTTP/1.1" status: 200 len: 814 time: 0.2196205 Sep 08 09:28:38.584665 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-482ad941-87ce-4157-bc05-cfe925a8a5f7 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=456f55d97a5b4bac959c784e2ca66416 HTTP/1.1" status: 200 len: 379 time: 0.0587115 Sep 08 09:28:38.594098 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-50bc680d-68f3-4c70-ae16-fb90e23826ee tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Request body: {'port': {'device_id': '81e9aec7-69fb-4a1a-8454-711d7690934f', 'network_id': 'a0d418d6-38ae-4453-93d3-203cb740344a', 'admin_state_up': True, 'tenant_id': '456f55d97a5b4bac959c784e2ca66416', 'security_groups': ['3732a6df-da50-4470-8d61-ea4cd40292da']}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:28:38.662545 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 7f03f5ad-d9fe-490d-a32d-d0b71d51dc34 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:28:38.808995 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 7f03f5ad-d9fe-490d-a32d-d0b71d51dc34, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=7f03f5ad-d9fe-490d-a32d-d0b71d51dc34,segment=NetworkSegment(ee8544a3-0747-4304-a059-9185bf7f963f),segment_id=ee8544a3-0747-4304-a059-9185bf7f963f)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:28:38.825374 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '7f03f5ad-d9fe-490d-a32d-d0b71d51dc34', 'network_id': '42cee59e-1b58-4c62-97e3-2be2a181a80a', 'port_id': '7f03f5ad-d9fe-490d-a32d-d0b71d51dc34', 'mac_address': 'fa:16:3e:f0:79:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0966c14f-ab58-4a3a-85cb-250ac80b373b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:28:38.873110 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:38.887288 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f03f5ad-d9fe-490d-a32d-d0b71d51dc34 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:28:38.913914 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 7f03f5ad-d9fe-490d-a32d-d0b71d51dc34, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=7f03f5ad-d9fe-490d-a32d-d0b71d51dc34,segment=NetworkSegment(ee8544a3-0747-4304-a059-9185bf7f963f),segment_id=ee8544a3-0747-4304-a059-9185bf7f963f)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:28:38.919235 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:38.987881 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=7f03f5ad-d9fe-490d-a32d-d0b71d51dc34,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:28:39.146653 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-50bc680d-68f3-4c70-ae16-fb90e23826ee tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Made reservation on behalf of 456f55d97a5b4bac959c784e2ca66416 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:28:39.150643 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-50bc680d-68f3-4c70-ae16-fb90e23826ee tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:39.209103 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['7f03f5ad-d9fe-490d-a32d-d0b71d51dc34'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:28:39.308719 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-50bc680d-68f3-4c70-ae16-fb90e23826ee tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Allocated IP 172.20.0.6 (a0d418d6-38ae-4453-93d3-203cb740344a/ba385c72-2e0a-4ef9-8c6c-3e53b9be4cd2/c26d024e-c583-4ddb-810b-c590f2c071f8) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:28:39.525663 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-344b8d68-488c-4060-8475-ba5c89997c98 req-9ff9a24f-b253-4270-9b30-1fa8606ccfe2 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "GET /v2.0/ports?device_id=81e9aec7-69fb-4a1a-8454-711d7690934f HTTP/1.1" status: 200 len: 210 time: 0.0569396 Sep 08 09:28:39.553873 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-50bc680d-68f3-4c70-ae16-fb90e23826ee tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:39.602231 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-50bc680d-68f3-4c70-ae16-fb90e23826ee tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Transition to ACTIVE for port object c26d024e-c583-4ddb-810b-c590f2c071f8 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:28:39.684218 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd52232-c200-4350-8f36-31a7b6349b10 req-63af9758-055e-4989-9751-411efa961c4e tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:39.685761 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3bd52232-c200-4350-8f36-31a7b6349b10 req-63af9758-055e-4989-9751-411efa961c4e tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.54 "GET /v2.0/ports?device_id=def26f0a-7e04-4d6c-922b-9be3cbe74974 HTTP/1.1" status: 200 len: 944 time: 0.0863025 Sep 08 09:28:39.719726 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-50bc680d-68f3-4c70-ae16-fb90e23826ee tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:39.786279 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-50bc680d-68f3-4c70-ae16-fb90e23826ee tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Network a0d418d6-38ae-4453-93d3-203cb740344a is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:28:39.793508 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-50bc680d-68f3-4c70-ae16-fb90e23826ee tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:28:39.796177 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-50bc680d-68f3-4c70-ae16-fb90e23826ee tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:28:39.808134 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3bd52232-c200-4350-8f36-31a7b6349b10 req-fc7a18ec-1521-4b5c-85f8-2a97cc5acfdc tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7c6142a-b8c4-4dbc-b261-9202c748479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100445 Sep 08 09:28:39.838181 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc680d-68f3-4c70-ae16-fb90e23826ee tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Pushing event updated for resources: {'Port': ['ID=c26d024e-c583-4ddb-810b-c590f2c071f8,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:28:39.853299 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc680d-68f3-4c70-ae16-fb90e23826ee tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:28:39.853777 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc680d-68f3-4c70-ae16-fb90e23826ee tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:28:39.854407 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc680d-68f3-4c70-ae16-fb90e23826ee tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:28:39.854859 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc680d-68f3-4c70-ae16-fb90e23826ee tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:28:39.855290 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc680d-68f3-4c70-ae16-fb90e23826ee tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:28:39.855738 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc680d-68f3-4c70-ae16-fb90e23826ee tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:28:39.856173 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc680d-68f3-4c70-ae16-fb90e23826ee tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:28:39.859574 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc680d-68f3-4c70-ae16-fb90e23826ee tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:28:39.860015 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc680d-68f3-4c70-ae16-fb90e23826ee tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:28:39.860444 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc680d-68f3-4c70-ae16-fb90e23826ee tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:28:39.860881 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc680d-68f3-4c70-ae16-fb90e23826ee tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:28:39.861304 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bc680d-68f3-4c70-ae16-fb90e23826ee tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:28:39.908847 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-50bc680d-68f3-4c70-ae16-fb90e23826ee tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:39.909668 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-50bc680d-68f3-4c70-ae16-fb90e23826ee tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:39.936089 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-50bc680d-68f3-4c70-ae16-fb90e23826ee tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3457694 Sep 08 09:28:39.955733 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-4ac94654-32ec-4e72-a1e6-5a9af4f0f727 service neutron] Request body: {'port': {'device_id': '81e9aec7-69fb-4a1a-8454-711d7690934f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:28:40.023045 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-4ac94654-32ec-4e72-a1e6-5a9af4f0f727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:40.175328 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-1cad2ebd-e33d-41d6-932e-971dcf9af3ca None None] Provisioning for port c26d024e-c583-4ddb-810b-c590f2c071f8 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:28:40.183958 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-1cad2ebd-e33d-41d6-932e-971dcf9af3ca None None] Provisioning complete for port c26d024e-c583-4ddb-810b-c590f2c071f8 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:28:40.184830 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1cad2ebd-e33d-41d6-932e-971dcf9af3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:40.233609 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-1cad2ebd-e33d-41d6-932e-971dcf9af3ca None None] Port c26d024e-c583-4ddb-810b-c590f2c071f8 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:28:40.411120 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-4ac94654-32ec-4e72-a1e6-5a9af4f0f727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c26d024e-c583-4ddb-810b-c590f2c071f8 {{(pid=94713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:28:40.418903 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-4ac94654-32ec-4e72-a1e6-5a9af4f0f727 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:40.431668 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-4ac94654-32ec-4e72-a1e6-5a9af4f0f727 service neutron] Transition to ACTIVE for port object c26d024e-c583-4ddb-810b-c590f2c071f8 will not be triggered until provisioned by entity L2. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:28:40.435246 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-4ac94654-32ec-4e72-a1e6-5a9af4f0f727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:40.571505 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac94654-32ec-4e72-a1e6-5a9af4f0f727 service neutron] Pushing event updated for resources: {'Port': ['ID=c26d024e-c583-4ddb-810b-c590f2c071f8,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:28:40.583360 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-4ac94654-32ec-4e72-a1e6-5a9af4f0f727 service neutron] Attempting to bind port c26d024e-c583-4ddb-810b-c590f2c071f8 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:28:40.584002 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-4ac94654-32ec-4e72-a1e6-5a9af4f0f727 service neutron] Attempting to bind port c26d024e-c583-4ddb-810b-c590f2c071f8 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'eff78864-fffe-4323-8edf-3a2b09462c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a0d418d6-38ae-4453-93d3-203cb740344a'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:28:40.584343 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-4ac94654-32ec-4e72-a1e6-5a9af4f0f727 service neutron] Attempting to bind port c26d024e-c583-4ddb-810b-c590f2c071f8 on network a0d418d6-38ae-4453-93d3-203cb740344a {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:28:40.590972 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-4ac94654-32ec-4e72-a1e6-5a9af4f0f727 service neutron] Port c26d024e-c583-4ddb-810b-c590f2c071f8 on network a0d418d6-38ae-4453-93d3-203cb740344a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:28:40.591496 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-4ac94654-32ec-4e72-a1e6-5a9af4f0f727 service neutron] Attempting to bind port c26d024e-c583-4ddb-810b-c590f2c071f8 on network a0d418d6-38ae-4453-93d3-203cb740344a {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:28:40.601686 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-4ac94654-32ec-4e72-a1e6-5a9af4f0f727 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:28:40.605453 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-4ac94654-32ec-4e72-a1e6-5a9af4f0f727 service neutron] Checking segment: {'id': 'eff78864-fffe-4323-8edf-3a2b09462c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a0d418d6-38ae-4453-93d3-203cb740344a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:28:40.606029 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-4ac94654-32ec-4e72-a1e6-5a9af4f0f727 service neutron] Bound using segment: {'id': 'eff78864-fffe-4323-8edf-3a2b09462c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a0d418d6-38ae-4453-93d3-203cb740344a'} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:28:40.606765 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-4ac94654-32ec-4e72-a1e6-5a9af4f0f727 service neutron] Bound port: c26d024e-c583-4ddb-810b-c590f2c071f8, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eff78864-fffe-4323-8edf-3a2b09462c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'a0d418d6-38ae-4453-93d3-203cb740344a'}}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:28:40.607242 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-4ac94654-32ec-4e72-a1e6-5a9af4f0f727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:40.693758 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 7f03f5ad-d9fe-490d-a32d-d0b71d51dc34 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:28:40.745809 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-4ac94654-32ec-4e72-a1e6-5a9af4f0f727 service neutron] For port c26d024e-c583-4ddb-810b-c590f2c071f8, host n-h1-806683-11, cleared binding levels {{(pid=94713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:28:40.749734 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-4ac94654-32ec-4e72-a1e6-5a9af4f0f727 service neutron] For port c26d024e-c583-4ddb-810b-c590f2c071f8, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=c26d024e-c583-4ddb-810b-c590f2c071f8,segment=NetworkSegment(eff78864-fffe-4323-8edf-3a2b09462c1f),segment_id=eff78864-fffe-4323-8edf-3a2b09462c1f)] {{(pid=94713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:28:40.768652 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-4ac94654-32ec-4e72-a1e6-5a9af4f0f727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:40.790084 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 7f03f5ad-d9fe-490d-a32d-d0b71d51dc34 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:28:40.797722 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 7f03f5ad-d9fe-490d-a32d-d0b71d51dc34 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:28:40.798555 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:40.857757 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac94654-32ec-4e72-a1e6-5a9af4f0f727 service neutron] Pushing event updated for resources: {'Port': ['ID=c26d024e-c583-4ddb-810b-c590f2c071f8,revision_number=3']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:28:40.896482 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-4ac94654-32ec-4e72-a1e6-5a9af4f0f727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:40.897248 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-4ac94654-32ec-4e72-a1e6-5a9af4f0f727 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:40.907349 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-4ac94654-32ec-4e72-a1e6-5a9af4f0f727 service neutron] 10.222.0.37 "PUT /v2.0/ports/c26d024e-c583-4ddb-810b-c590f2c071f8 HTTP/1.1" status: 200 len: 1092 time: 0.9570878 Sep 08 09:28:40.910150 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e9aec7-69fb-4a1a-8454-711d7690934f', 'tag': 'c26d024e-c583-4ddb-810b-c590f2c071f8'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:28:40.915531 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3665c716-8651-45ce-9484-aa54e95e4333" -d '{"events": [{"name": "network-changed", "server_uuid": "81e9aec7-69fb-4a1a-8454-711d7690934f", "tag": "c26d024e-c583-4ddb-810b-c590f2c071f8"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:28:40.975282 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:41.030487 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def26f0a-7e04-4d6c-922b-9be3cbe74974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f03f5ad-d9fe-490d-a32d-d0b71d51dc34'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:28:41.033483 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9a5cd4-0f6a-47cf-af0d-bffa0496f891" -d '{"events": [{"server_uuid": "def26f0a-7e04-4d6c-922b-9be3cbe74974", "name": "network-vif-plugged", "status": "completed", "tag": "7f03f5ad-d9fe-490d-a32d-d0b71d51dc34"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:28:41.051804 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e0148-ad41-45d4-824c-0ef9cd5aa3bc req-fc204515-c7f3-41ce-b632-ee611a5b72dc tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:41.052948 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 7f03f5ad-d9fe-490d-a32d-d0b71d51dc34, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=7f03f5ad-d9fe-490d-a32d-d0b71d51dc34,segment=NetworkSegment(ee8544a3-0747-4304-a059-9185bf7f963f),segment_id=ee8544a3-0747-4304-a059-9185bf7f963f)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:28:41.061809 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b63e0148-ad41-45d4-824c-0ef9cd5aa3bc req-fc204515-c7f3-41ce-b632-ee611a5b72dc tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "GET /v2.0/ports?device_id=81e9aec7-69fb-4a1a-8454-711d7690934f HTTP/1.1" status: 200 len: 943 time: 0.0945847 Sep 08 09:28:41.070180 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:41.112757 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-e36a554f-6088-46dd-9847-6ca4e40042a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:41.116050 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-e36a554f-6088-46dd-9847-6ca4e40042a9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=456f55d97a5b4bac959c784e2ca66416&device_id=81e9aec7-69fb-4a1a-8454-711d7690934f HTTP/1.1" status: 200 len: 1095 time: 0.1108115 Sep 08 09:28:41.125743 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4281502-bb92-47a2-870b-bd398439ed1a req-7c53f7f3-02f9-4f43-aca8-8baaf21a8b2f tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:41.128113 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b4281502-bb92-47a2-870b-bd398439ed1a req-7c53f7f3-02f9-4f43-aca8-8baaf21a8b2f tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.54 "GET /v2.0/ports?device_id=def26f0a-7e04-4d6c-922b-9be3cbe74974 HTTP/1.1" status: 200 len: 944 time: 0.1668248 Sep 08 09:28:41.166291 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=7f03f5ad-d9fe-490d-a32d-d0b71d51dc34,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:28:41.180111 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b63e0148-ad41-45d4-824c-0ef9cd5aa3bc req-7099c2e2-89a6-4e8a-aeec-e081b5691d9d tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "GET /v2.0/security-groups?id=3732a6df-da50-4470-8d61-ea4cd40292da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170163 Sep 08 09:28:41.194328 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-f38aea83-f368-4bb1-8200-bdb5f5145bd1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c26d024e-c583-4ddb-810b-c590f2c071f8 HTTP/1.1" status: 200 len: 217 time: 0.0616918 Sep 08 09:28:41.259756 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d60b83a-4e8b-4e63-a9ea-29e59d610cb0 x-openstack-request-id: req-0d60b83a-4e8b-4e63-a9ea-29e59d610cb0 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:28:41.260045 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81e9aec7-69fb-4a1a-8454-711d7690934f", "tag": "c26d024e-c583-4ddb-810b-c590f2c071f8", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:28:41.260312 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0d60b83a-4e8b-4e63-a9ea-29e59d610cb0 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:28:41.260690 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81e9aec7-69fb-4a1a-8454-711d7690934f', 'tag': 'c26d024e-c583-4ddb-810b-c590f2c071f8', 'status': 'completed', 'code': 200} Sep 08 09:28:41.273975 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b4281502-bb92-47a2-870b-bd398439ed1a req-50ef1c78-3464-46a9-9653-22b931c81e73 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7c6142a-b8c4-4dbc-b261-9202c748479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316926 Sep 08 09:28:41.277771 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-324de051-b540-4c44-bbd9-59115630bec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:41.279235 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-324de051-b540-4c44-bbd9-59115630bec6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ba385c72-2e0a-4ef9-8c6c-3e53b9be4cd2 HTTP/1.1" status: 200 len: 853 time: 0.0686173 Sep 08 09:28:41.295853 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8bfe1c-21b4-4723-9f36-b4b3486d075b x-openstack-request-id: req-8c8bfe1c-21b4-4723-9f36-b4b3486d075b {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:28:41.297226 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def26f0a-7e04-4d6c-922b-9be3cbe74974", "name": "network-vif-plugged", "status": "completed", "tag": "7f03f5ad-d9fe-490d-a32d-d0b71d51dc34", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:28:41.297868 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8c8bfe1c-21b4-4723-9f36-b4b3486d075b {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:28:41.298600 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def26f0a-7e04-4d6c-922b-9be3cbe74974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f03f5ad-d9fe-490d-a32d-d0b71d51dc34', 'code': 200} Sep 08 09:28:41.358556 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-110e2e52-7cd9-4549-93b4-2ffc60da1506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:41.361864 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-110e2e52-7cd9-4549-93b4-2ffc60da1506 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a0d418d6-38ae-4453-93d3-203cb740344a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620522 Sep 08 09:28:41.431058 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57ecba-8115-4337-aa26-c41615aa5046 req-bc417e35-a70b-4c82-a503-6e7941926de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:41.432681 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0d57ecba-8115-4337-aa26-c41615aa5046 req-bc417e35-a70b-4c82-a503-6e7941926de6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=def26f0a-7e04-4d6c-922b-9be3cbe74974 HTTP/1.1" status: 200 len: 1097 time: 0.0469358 Sep 08 09:28:41.463533 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-f0f61461-61b3-4834-a03a-8849be629995 service neutron] 10.222.0.37 "GET /v2.0/networks/a0d418d6-38ae-4453-93d3-203cb740344a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928454 Sep 08 09:28:41.476429 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0d57ecba-8115-4337-aa26-c41615aa5046 req-8c2a0d3c-68d1-45da-8523-8c677c1fb305 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c7c6142a-b8c4-4dbc-b261-9202c748479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366106 Sep 08 09:28:41.563618 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cd178f36-1c11-4143-bba3-92f7d3b80db7 req-2c4b93d1-e8fb-4414-806f-0380b2c45a5c service neutron] 10.222.0.37 "GET /v2.0/networks/a0d418d6-38ae-4453-93d3-203cb740344a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927463 Sep 08 09:28:41.866938 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665c716-8651-45ce-9484-aa54e95e4333 req-f415f5fb-5479-4114-b968-c937bdb64280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:41.878601 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3665c716-8651-45ce-9484-aa54e95e4333 req-f415f5fb-5479-4114-b968-c937bdb64280 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=456f55d97a5b4bac959c784e2ca66416&device_id=81e9aec7-69fb-4a1a-8454-711d7690934f HTTP/1.1" status: 200 len: 1095 time: 0.0580115 Sep 08 09:28:41.997274 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665c716-8651-45ce-9484-aa54e95e4333 req-ee7e2d79-bea8-47f5-b98e-ca4788f96087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:42.000222 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3665c716-8651-45ce-9484-aa54e95e4333 req-ee7e2d79-bea8-47f5-b98e-ca4788f96087 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a0d418d6-38ae-4453-93d3-203cb740344a HTTP/1.1" status: 200 len: 915 time: 0.1144853 Sep 08 09:28:42.043123 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3665c716-8651-45ce-9484-aa54e95e4333 req-0ee27117-a0ad-4af0-b5d0-eeddda01c086 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c26d024e-c583-4ddb-810b-c590f2c071f8 HTTP/1.1" status: 200 len: 217 time: 0.0355077 Sep 08 09:28:42.096193 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665c716-8651-45ce-9484-aa54e95e4333 req-5e1116ba-9320-4652-9fd5-a4320b7990f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:42.097683 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3665c716-8651-45ce-9484-aa54e95e4333 req-5e1116ba-9320-4652-9fd5-a4320b7990f0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ba385c72-2e0a-4ef9-8c6c-3e53b9be4cd2 HTTP/1.1" status: 200 len: 853 time: 0.0474169 Sep 08 09:28:42.155184 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665c716-8651-45ce-9484-aa54e95e4333 req-37b628a2-a740-4f83-9d95-89bcdfc53bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:42.156838 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3665c716-8651-45ce-9484-aa54e95e4333 req-37b628a2-a740-4f83-9d95-89bcdfc53bcb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a0d418d6-38ae-4453-93d3-203cb740344a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495846 Sep 08 09:28:42.259686 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3665c716-8651-45ce-9484-aa54e95e4333 req-79801e8f-9cdd-467b-82f8-352f2eb6e08f service neutron] 10.222.0.37 "GET /v2.0/networks/a0d418d6-38ae-4453-93d3-203cb740344a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950410 Sep 08 09:28:42.371988 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564835b1-7565-4840-a118-33b646f91d3d req-b20eac66-456f-4b96-9960-22b5217ce6c4 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:42.376612 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-564835b1-7565-4840-a118-33b646f91d3d req-b20eac66-456f-4b96-9960-22b5217ce6c4 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "GET /v2.0/ports?device_id=81e9aec7-69fb-4a1a-8454-711d7690934f HTTP/1.1" status: 200 len: 943 time: 0.1072903 Sep 08 09:28:42.398290 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3665c716-8651-45ce-9484-aa54e95e4333 req-91bee5f5-5f34-4ed9-8735-0c5ed6e63b3f service neutron] 10.222.0.37 "GET /v2.0/networks/a0d418d6-38ae-4453-93d3-203cb740344a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252367 Sep 08 09:28:42.446113 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-564835b1-7565-4840-a118-33b646f91d3d req-b40bf6d4-d73c-4a0a-802c-0cb1e85ba5eb tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "GET /v2.0/security-groups?id=3732a6df-da50-4470-8d61-ea4cd40292da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620754 Sep 08 09:28:42.470481 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd4f149-87a9-4da7-9d51-922f8247d02b req-dbefc4e7-2692-4153-8bf7-d05bfc86a154 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:42.472371 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8bd4f149-87a9-4da7-9d51-922f8247d02b req-dbefc4e7-2692-4153-8bf7-d05bfc86a154 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.54 "GET /v2.0/ports?device_id=def26f0a-7e04-4d6c-922b-9be3cbe74974 HTTP/1.1" status: 200 len: 945 time: 0.0896418 Sep 08 09:28:42.515648 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8bd4f149-87a9-4da7-9d51-922f8247d02b req-4d8b841f-d1e6-44bf-9be2-e1876d50a4a0 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7c6142a-b8c4-4dbc-b261-9202c748479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365479 Sep 08 09:28:43.609655 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce84c3-ddf4-4104-b7ef-88c498deacdf req-f9f420ab-a010-4970-95b9-d64bb379cb4f tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:43.618925 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c8ce84c3-ddf4-4104-b7ef-88c498deacdf req-f9f420ab-a010-4970-95b9-d64bb379cb4f tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "GET /v2.0/ports?device_id=81e9aec7-69fb-4a1a-8454-711d7690934f HTTP/1.1" status: 200 len: 943 time: 0.1016014 Sep 08 09:28:43.661210 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c8ce84c3-ddf4-4104-b7ef-88c498deacdf req-40b34f0e-7bf1-4698-bca4-b17958ab341c tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "GET /v2.0/security-groups?id=3732a6df-da50-4470-8d61-ea4cd40292da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406551 Sep 08 09:28:43.698599 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78762c8f-db1b-42d3-9b4b-51810825ef16 req-839d0015-9839-4f25-9ef3-8ca8189c0e80 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:43.707435 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-78762c8f-db1b-42d3-9b4b-51810825ef16 req-839d0015-9839-4f25-9ef3-8ca8189c0e80 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.54 "GET /v2.0/ports?device_id=def26f0a-7e04-4d6c-922b-9be3cbe74974 HTTP/1.1" status: 200 len: 945 time: 0.1071990 Sep 08 09:28:43.750224 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-78762c8f-db1b-42d3-9b4b-51810825ef16 req-801612ae-7dda-4c08-8529-8e71746ce550 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7c6142a-b8c4-4dbc-b261-9202c748479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416734 Sep 08 09:28:44.793244 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3d408-2a85-47a5-ab2f-52db7d8250ce req-66f8866c-485a-4908-a872-9a92facefed5 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:44.794841 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59f3d408-2a85-47a5-ab2f-52db7d8250ce req-66f8866c-485a-4908-a872-9a92facefed5 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "GET /v2.0/ports?device_id=81e9aec7-69fb-4a1a-8454-711d7690934f HTTP/1.1" status: 200 len: 943 time: 0.0551369 Sep 08 09:28:44.836765 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59f3d408-2a85-47a5-ab2f-52db7d8250ce req-888832cc-5c3b-4c13-b501-9a0df9ad20f1 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "GET /v2.0/security-groups?id=3732a6df-da50-4470-8d61-ea4cd40292da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353413 Sep 08 09:28:46.046255 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d93075-f312-438f-b939-65a5b823e114 req-d7edb605-c63e-4357-9df3-9192cfdd3123 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:46.047882 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-12d93075-f312-438f-b939-65a5b823e114 req-d7edb605-c63e-4357-9df3-9192cfdd3123 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "GET /v2.0/ports?device_id=81e9aec7-69fb-4a1a-8454-711d7690934f HTTP/1.1" status: 200 len: 943 time: 0.0993638 Sep 08 09:28:46.103163 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-12d93075-f312-438f-b939-65a5b823e114 req-468ffb0c-3e3d-463f-adb0-1ea1e69e1887 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "GET /v2.0/security-groups?id=3732a6df-da50-4470-8d61-ea4cd40292da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478971 Sep 08 09:28:46.415465 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeab862-5d66-4740-af08-dbfde5e1a7b3 req-aebb5800-bfc3-435c-b6ce-4bb90e4d5e53 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:46.416980 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-abeab862-5d66-4740-af08-dbfde5e1a7b3 req-aebb5800-bfc3-435c-b6ce-4bb90e4d5e53 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.54 "GET /v2.0/ports?device_id=def26f0a-7e04-4d6c-922b-9be3cbe74974 HTTP/1.1" status: 200 len: 945 time: 0.0527625 Sep 08 09:28:46.458001 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-abeab862-5d66-4740-af08-dbfde5e1a7b3 req-d4137259-577b-4bfb-88b0-427b36b20823 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7c6142a-b8c4-4dbc-b261-9202c748479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342522 Sep 08 09:28:47.237198 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bcc34c-8dc5-46ab-9d0a-14d0f1587b84 req-c75992d0-f5d1-4e45-ba01-44100ad29732 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:47.238930 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e1bcc34c-8dc5-46ab-9d0a-14d0f1587b84 req-c75992d0-f5d1-4e45-ba01-44100ad29732 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "GET /v2.0/ports?device_id=81e9aec7-69fb-4a1a-8454-711d7690934f HTTP/1.1" status: 200 len: 943 time: 0.0532544 Sep 08 09:28:47.278114 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e1bcc34c-8dc5-46ab-9d0a-14d0f1587b84 req-d3678610-8fd1-4da5-ae65-1093b127c187 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "GET /v2.0/security-groups?id=3732a6df-da50-4470-8d61-ea4cd40292da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330100 Sep 08 09:28:47.588424 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313ae82-b32e-49a3-81bc-d8d060982b9f req-fabbe6af-1327-45bf-aab6-9a81e3283fc6 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:47.589998 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4313ae82-b32e-49a3-81bc-d8d060982b9f req-fabbe6af-1327-45bf-aab6-9a81e3283fc6 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.54 "GET /v2.0/ports?device_id=def26f0a-7e04-4d6c-922b-9be3cbe74974 HTTP/1.1" status: 200 len: 945 time: 0.0580838 Sep 08 09:28:47.637284 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4313ae82-b32e-49a3-81bc-d8d060982b9f req-87b2392b-24da-4ca5-8815-99d1b169128b tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7c6142a-b8c4-4dbc-b261-9202c748479c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378196 Sep 08 09:28:47.648295 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c578de62-e5d2-4e59-85c8-3830fe72d243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:47.860037 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8004f5b-8121-40e2-b09b-d9994331f245 req-e7685518-ccf3-4743-8e97-9bd64494ff4e tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:47.861537 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b8004f5b-8121-40e2-b09b-d9994331f245 req-e7685518-ccf3-4743-8e97-9bd64494ff4e tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.37 "GET /v2.0/ports?device_id=def26f0a-7e04-4d6c-922b-9be3cbe74974 HTTP/1.1" status: 200 len: 945 time: 0.0571370 Sep 08 09:28:47.960864 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-b8004f5b-8121-40e2-b09b-d9994331f245 req-b66f25c3-1ed8-4777-ad69-6b30127cdf9d tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Deleting port 7f03f5ad-d9fe-490d-a32d-d0b71d51dc34 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:28:47.961227 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-b8004f5b-8121-40e2-b09b-d9994331f245 req-b66f25c3-1ed8-4777-ad69-6b30127cdf9d tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:48.057091 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-b8004f5b-8121-40e2-b09b-d9994331f245 req-b66f25c3-1ed8-4777-ad69-6b30127cdf9d tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] For port 7f03f5ad-d9fe-490d-a32d-d0b71d51dc34, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=7f03f5ad-d9fe-490d-a32d-d0b71d51dc34,segment=NetworkSegment(ee8544a3-0747-4304-a059-9185bf7f963f),segment_id=ee8544a3-0747-4304-a059-9185bf7f963f)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:28:48.057469 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-b8004f5b-8121-40e2-b09b-d9994331f245 req-b66f25c3-1ed8-4777-ad69-6b30127cdf9d tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:48.071344 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-b8004f5b-8121-40e2-b09b-d9994331f245 req-b66f25c3-1ed8-4777-ad69-6b30127cdf9d tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Calling delete_port for 7f03f5ad-d9fe-490d-a32d-d0b71d51dc34 owned by compute:nova {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:28:48.203683 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-b8004f5b-8121-40e2-b09b-d9994331f245 req-b66f25c3-1ed8-4777-ad69-6b30127cdf9d tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:48.234752 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f25c3-1ed8-4777-ad69-6b30127cdf9d tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Pushing event deleted for resources: {'Port': ['ID=7f03f5ad-d9fe-490d-a32d-d0b71d51dc34,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:28:48.236816 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['7f03f5ad-d9fe-490d-a32d-d0b71d51dc34'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:28:48.277578 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8004f5b-8121-40e2-b09b-d9994331f245 req-b66f25c3-1ed8-4777-ad69-6b30127cdf9d tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] No DVR routers for this DVR port 7f03f5ad-d9fe-490d-a32d-d0b71d51dc34 on host n-h1-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:28:48.280362 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-b8004f5b-8121-40e2-b09b-d9994331f245 req-b66f25c3-1ed8-4777-ad69-6b30127cdf9d tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:48.282505 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b8004f5b-8121-40e2-b09b-d9994331f245 req-b66f25c3-1ed8-4777-ad69-6b30127cdf9d tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.37 "DELETE /v2.0/ports/7f03f5ad-d9fe-490d-a32d-d0b71d51dc34 HTTP/1.1" status: 204 len: 173 time: 0.4144516 Sep 08 09:28:48.283021 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def26f0a-7e04-4d6c-922b-9be3cbe74974', 'name': 'network-vif-deleted', 'tag': '7f03f5ad-d9fe-490d-a32d-d0b71d51dc34'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:28:48.286012 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54275ba9-8705-4b23-a0e5-fbfe020727c4" -d '{"events": [{"server_uuid": "def26f0a-7e04-4d6c-922b-9be3cbe74974", "name": "network-vif-deleted", "tag": "7f03f5ad-d9fe-490d-a32d-d0b71d51dc34"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:28:48.326281 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd079767-57ce-4514-a99f-9a4c9a142db1 x-openstack-request-id: req-fd079767-57ce-4514-a99f-9a4c9a142db1 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:28:48.326583 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def26f0a-7e04-4d6c-922b-9be3cbe74974", "name": "network-vif-deleted", "tag": "7f03f5ad-d9fe-490d-a32d-d0b71d51dc34", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:28:48.326836 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fd079767-57ce-4514-a99f-9a4c9a142db1 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:28:48.327247 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def26f0a-7e04-4d6c-922b-9be3cbe74974', 'name': 'network-vif-deleted', 'tag': '7f03f5ad-d9fe-490d-a32d-d0b71d51dc34', 'status': 'completed', 'code': 200} Sep 08 09:28:48.405533 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b777bf62-463e-42cb-94b7-c14a92f7f9f4 req-b99cfdd4-7d19-447f-88d9-001dfa109974 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:48.406805 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b777bf62-463e-42cb-94b7-c14a92f7f9f4 req-b99cfdd4-7d19-447f-88d9-001dfa109974 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "GET /v2.0/ports?device_id=81e9aec7-69fb-4a1a-8454-711d7690934f HTTP/1.1" status: 200 len: 943 time: 0.0542483 Sep 08 09:28:48.456462 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b777bf62-463e-42cb-94b7-c14a92f7f9f4 req-bea28056-7851-491b-9d4e-4638779122e3 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "GET /v2.0/security-groups?id=3732a6df-da50-4470-8d61-ea4cd40292da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430267 Sep 08 09:28:48.799058 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b4f37485-b1dc-4909-877d-b949c74aef3b req-f263f3f8-d31c-4136-966f-e1fc176fb661 tempest-VolumesActionsTest-344461799 tempest-VolumesActionsTest-344461799-project] 10.222.0.54 "GET /v2.0/ports?device_id=def26f0a-7e04-4d6c-922b-9be3cbe74974 HTTP/1.1" status: 200 len: 210 time: 0.0426486 Sep 08 09:28:49.585990 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d7ff2-103b-42af-925a-abfbb3c91735 req-cc6e26f3-bfd2-43a3-aded-7295ddfeb94d tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:49.587531 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f05d7ff2-103b-42af-925a-abfbb3c91735 req-cc6e26f3-bfd2-43a3-aded-7295ddfeb94d tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "GET /v2.0/ports?device_id=81e9aec7-69fb-4a1a-8454-711d7690934f HTTP/1.1" status: 200 len: 943 time: 0.0554030 Sep 08 09:28:49.627751 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f05d7ff2-103b-42af-925a-abfbb3c91735 req-2d2210c7-6ee7-4373-bff0-8a120b53e446 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "GET /v2.0/security-groups?id=3732a6df-da50-4470-8d61-ea4cd40292da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339823 Sep 08 09:28:50.393345 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:50.758295 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 7f03f5ad-d9fe-490d-a32d-d0b71d51dc34 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:28:50.790759 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 7f03f5ad-d9fe-490d-a32d-d0b71d51dc34 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:28:50.794715 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 7f03f5ad-d9fe-490d-a32d-d0b71d51dc34 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:28:50.799593 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-58046e17-1f1b-4d91-a2bb-43231454a4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:50.810573 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed6d10-8dad-4ef1-8821-4e9fb77234a8 req-03930e7b-9809-4954-999c-d2d2cb776fe2 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:50.812672 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-40ed6d10-8dad-4ef1-8821-4e9fb77234a8 req-03930e7b-9809-4954-999c-d2d2cb776fe2 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "GET /v2.0/ports?device_id=81e9aec7-69fb-4a1a-8454-711d7690934f HTTP/1.1" status: 200 len: 943 time: 0.0827422 Sep 08 09:28:50.873605 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-40ed6d10-8dad-4ef1-8821-4e9fb77234a8 req-b91ef682-36a5-4230-87ce-dd2606ca7b4a tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "GET /v2.0/security-groups?id=3732a6df-da50-4470-8d61-ea4cd40292da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521867 Sep 08 09:28:51.388293 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:28:52.027643 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4037d16-a4a2-4cd1-9c7c-023d890567ea req-3adf1b65-6bf3-4a74-8dbd-284606781b5f tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:52.032193 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d4037d16-a4a2-4cd1-9c7c-023d890567ea req-3adf1b65-6bf3-4a74-8dbd-284606781b5f tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "GET /v2.0/ports?device_id=81e9aec7-69fb-4a1a-8454-711d7690934f HTTP/1.1" status: 200 len: 943 time: 0.0722718 Sep 08 09:28:52.109335 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d4037d16-a4a2-4cd1-9c7c-023d890567ea req-2bb0a370-ac94-43a7-8b88-9826f07d8b82 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "GET /v2.0/security-groups?id=3732a6df-da50-4470-8d61-ea4cd40292da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525746 Sep 08 09:28:52.168765 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:53.322623 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af49608-da46-4f10-aa6d-646036d5b67f req-2daa833c-32bd-4088-91ab-cfa527deaecc tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:53.334820 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0af49608-da46-4f10-aa6d-646036d5b67f req-2daa833c-32bd-4088-91ab-cfa527deaecc tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "GET /v2.0/ports?device_id=81e9aec7-69fb-4a1a-8454-711d7690934f HTTP/1.1" status: 200 len: 943 time: 0.1003284 Sep 08 09:28:53.402630 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0af49608-da46-4f10-aa6d-646036d5b67f req-8fcf20c0-d693-4aa7-b39c-51c6f9e2df00 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "GET /v2.0/security-groups?id=3732a6df-da50-4470-8d61-ea4cd40292da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586791 Sep 08 09:28:53.612886 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:54.251096 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:54.601689 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d49e07-aaa3-4f94-8bd9-601c4a335fed req-b4cceed0-f861-42d3-9473-7dc803273b18 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:54.603958 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a0d49e07-aaa3-4f94-8bd9-601c4a335fed req-b4cceed0-f861-42d3-9473-7dc803273b18 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "GET /v2.0/ports?device_id=81e9aec7-69fb-4a1a-8454-711d7690934f HTTP/1.1" status: 200 len: 943 time: 0.0996418 Sep 08 09:28:54.663611 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a0d49e07-aaa3-4f94-8bd9-601c4a335fed req-e58da5c5-8dc1-40f4-b3d0-644ce7635474 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "GET /v2.0/security-groups?id=3732a6df-da50-4470-8d61-ea4cd40292da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444152 Sep 08 09:28:54.771662 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device c26d024e-c583-4ddb-810b-c590f2c071f8 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:28:54.951863 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port c26d024e-c583-4ddb-810b-c590f2c071f8, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=c26d024e-c583-4ddb-810b-c590f2c071f8,segment=NetworkSegment(eff78864-fffe-4323-8edf-3a2b09462c1f),segment_id=eff78864-fffe-4323-8edf-3a2b09462c1f)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:28:54.967222 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': 'c26d024e-c583-4ddb-810b-c590f2c071f8', 'network_id': 'a0d418d6-38ae-4453-93d3-203cb740344a', 'port_id': 'c26d024e-c583-4ddb-810b-c590f2c071f8', 'mac_address': 'fa:16:3e:96:d5:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba385c72-2e0a-4ef9-8c6c-3e53b9be4cd2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:28:55.008392 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:55.024263 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c26d024e-c583-4ddb-810b-c590f2c071f8 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:28:55.046245 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port c26d024e-c583-4ddb-810b-c590f2c071f8, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=c26d024e-c583-4ddb-810b-c590f2c071f8,segment=NetworkSegment(eff78864-fffe-4323-8edf-3a2b09462c1f),segment_id=eff78864-fffe-4323-8edf-3a2b09462c1f)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:28:55.053645 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:55.139405 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=c26d024e-c583-4ddb-810b-c590f2c071f8,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:28:55.340475 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['c26d024e-c583-4ddb-810b-c590f2c071f8'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:28:55.855149 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030ff22-acaf-409a-a8be-5dacada977d9 req-6a14e49c-28f1-488c-8ef0-9d2b1c6c43cd tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:55.856691 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c030ff22-acaf-409a-a8be-5dacada977d9 req-6a14e49c-28f1-488c-8ef0-9d2b1c6c43cd tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "GET /v2.0/ports?device_id=81e9aec7-69fb-4a1a-8454-711d7690934f HTTP/1.1" status: 200 len: 944 time: 0.0955634 Sep 08 09:28:55.937429 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c030ff22-acaf-409a-a8be-5dacada977d9 req-2d9b8875-ff48-4cd3-aa5f-f4636c56a9b4 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "GET /v2.0/security-groups?id=3732a6df-da50-4470-8d61-ea4cd40292da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696666 Sep 08 09:28:56.787477 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device c26d024e-c583-4ddb-810b-c590f2c071f8 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:28:56.865456 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port c26d024e-c583-4ddb-810b-c590f2c071f8 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:28:56.872757 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port c26d024e-c583-4ddb-810b-c590f2c071f8 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:28:56.873138 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:57.028920 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:57.056542 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e9aec7-69fb-4a1a-8454-711d7690934f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c26d024e-c583-4ddb-810b-c590f2c071f8'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:28:57.059330 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb26622-27cb-4fde-8bfc-6133143754c8" -d '{"events": [{"server_uuid": "81e9aec7-69fb-4a1a-8454-711d7690934f", "name": "network-vif-plugged", "status": "completed", "tag": "c26d024e-c583-4ddb-810b-c590f2c071f8"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:28:57.075010 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port c26d024e-c583-4ddb-810b-c590f2c071f8, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=c26d024e-c583-4ddb-810b-c590f2c071f8,segment=NetworkSegment(eff78864-fffe-4323-8edf-3a2b09462c1f),segment_id=eff78864-fffe-4323-8edf-3a2b09462c1f)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:28:57.080422 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:57.143035 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a86748-04ef-4d88-976c-646ed404b410 x-openstack-request-id: req-78a86748-04ef-4d88-976c-646ed404b410 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:28:57.143980 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e9aec7-69fb-4a1a-8454-711d7690934f", "name": "network-vif-plugged", "status": "completed", "tag": "c26d024e-c583-4ddb-810b-c590f2c071f8", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:28:57.145398 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-78a86748-04ef-4d88-976c-646ed404b410 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:28:57.145810 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e9aec7-69fb-4a1a-8454-711d7690934f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c26d024e-c583-4ddb-810b-c590f2c071f8', 'code': 200} Sep 08 09:28:57.178700 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0eae11-64d1-4fe5-a1f2-2ee020daf42e req-7d134f1d-dffa-486b-94f6-1a298d9865c5 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:57.198771 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ee0eae11-64d1-4fe5-a1f2-2ee020daf42e req-7d134f1d-dffa-486b-94f6-1a298d9865c5 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "GET /v2.0/ports?device_id=81e9aec7-69fb-4a1a-8454-711d7690934f HTTP/1.1" status: 200 len: 944 time: 0.1554739 Sep 08 09:28:57.211995 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=c26d024e-c583-4ddb-810b-c590f2c071f8,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:28:57.275573 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ee0eae11-64d1-4fe5-a1f2-2ee020daf42e req-db0ec0b8-9bb2-4d52-a765-b3ecb364777d tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "GET /v2.0/security-groups?id=3732a6df-da50-4470-8d61-ea4cd40292da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580745 Sep 08 09:28:57.330004 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d6566-b0a3-4ae0-b310-fa712bfdc4e0 req-24fc5a7f-c162-4f3a-8aec-42b2010d99a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:57.331638 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bf4d6566-b0a3-4ae0-b310-fa712bfdc4e0 req-24fc5a7f-c162-4f3a-8aec-42b2010d99a7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=81e9aec7-69fb-4a1a-8454-711d7690934f HTTP/1.1" status: 200 len: 1097 time: 0.1181319 Sep 08 09:28:57.371366 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bf4d6566-b0a3-4ae0-b310-fa712bfdc4e0 req-a9aae99b-22ba-4010-9eaf-78195f92d3f9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3732a6df-da50-4470-8d61-ea4cd40292da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314021 Sep 08 09:28:58.506549 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e33bfc-222b-4992-8d20-894e5db38bcc req-3eddd714-f436-4c2b-81ad-9708d04878cc tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:58.519868 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f2e33bfc-222b-4992-8d20-894e5db38bcc req-3eddd714-f436-4c2b-81ad-9708d04878cc tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "GET /v2.0/ports?device_id=81e9aec7-69fb-4a1a-8454-711d7690934f HTTP/1.1" status: 200 len: 945 time: 0.1303728 Sep 08 09:28:58.583167 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f2e33bfc-222b-4992-8d20-894e5db38bcc req-ac9d42c3-81eb-4f8a-afef-f6b135905131 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "GET /v2.0/security-groups?id=3732a6df-da50-4470-8d61-ea4cd40292da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592160 Sep 08 09:28:58.699519 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:28:59.780761 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3e1e8-058d-49ee-89a9-d889bd18b398 req-2c9810fe-bb1b-41a9-b015-1aa3cc19dfb4 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:28:59.782402 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-45b3e1e8-058d-49ee-89a9-d889bd18b398 req-2c9810fe-bb1b-41a9-b015-1aa3cc19dfb4 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "GET /v2.0/ports?device_id=81e9aec7-69fb-4a1a-8454-711d7690934f HTTP/1.1" status: 200 len: 945 time: 0.0777731 Sep 08 09:28:59.848670 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-45b3e1e8-058d-49ee-89a9-d889bd18b398 req-49f10e5d-d853-436b-a734-85ee5490c10e tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "GET /v2.0/security-groups?id=3732a6df-da50-4470-8d61-ea4cd40292da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594869 Sep 08 09:29:00.059037 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443427bf-0887-43bf-ae34-8242a9b044e0 req-9ddc9071-83fd-4dd9-9003-9626bc37fc2b tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:00.065549 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-443427bf-0887-43bf-ae34-8242a9b044e0 req-9ddc9071-83fd-4dd9-9003-9626bc37fc2b tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "GET /v2.0/ports?device_id=81e9aec7-69fb-4a1a-8454-711d7690934f HTTP/1.1" status: 200 len: 945 time: 0.1111071 Sep 08 09:29:00.125788 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-443427bf-0887-43bf-ae34-8242a9b044e0 req-d23371cd-af88-48ba-8b3d-87dec9b5160c tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "GET /v2.0/security-groups?id=3732a6df-da50-4470-8d61-ea4cd40292da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515592 Sep 08 09:29:00.142816 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53962) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:29:00.367317 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58a61cd-0ac8-4338-ba59-e754593ac5eb tempest-TestVolumeBackupRestore-384446996 tempest-TestVolumeBackupRestore-384446996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:00.369729 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e58a61cd-0ac8-4338-ba59-e754593ac5eb tempest-TestVolumeBackupRestore-384446996 tempest-TestVolumeBackupRestore-384446996-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=81e9aec7-69fb-4a1a-8454-711d7690934f HTTP/1.1" status: 200 len: 1092 time: 0.2258844 Sep 08 09:29:00.372610 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 53968) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:29:00.377756 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-2b9ccea5-badb-4d72-8bf3-c70f7c03828a tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'port_id': 'c26d024e-c583-4ddb-810b-c590f2c071f8', 'tenant_id': '456f55d97a5b4bac959c784e2ca66416', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:29:00.410673 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2b9ccea5-badb-4d72-8bf3-c70f7c03828a tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks [] for floatingip, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:00.556548 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2b9ccea5-badb-4d72-8bf3-c70f7c03828a tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:00.714145 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-2b9ccea5-badb-4d72-8bf3-c70f7c03828a tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Allocated IP 172.25.0.98 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/3cffa11d-2610-4329-bcff-b9908f924db2) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:29:00.953189 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2b9ccea5-badb-4d72-8bf3-c70f7c03828a tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:01.014489 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2b9ccea5-badb-4d72-8bf3-c70f7c03828a tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:01.051874 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9ccea5-badb-4d72-8bf3-c70f7c03828a tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:29:01.055053 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-2b9ccea5-badb-4d72-8bf3-c70f7c03828a tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:29:01.058822 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9ccea5-badb-4d72-8bf3-c70f7c03828a tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:29:01.107849 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ccea5-badb-4d72-8bf3-c70f7c03828a tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Pushing event updated for resources: {'Port': ['ID=3cffa11d-2610-4329-bcff-b9908f924db2,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:29:01.631475 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2b9ccea5-badb-4d72-8bf3-c70f7c03828a tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:01.772145 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2b9ccea5-badb-4d72-8bf3-c70f7c03828a tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:01.973963 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2b9ccea5-badb-4d72-8bf3-c70f7c03828a tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:01.980213 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2b9ccea5-badb-4d72-8bf3-c70f7c03828a tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:02.071993 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ccea5-badb-4d72-8bf3-c70f7c03828a tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Pushing event updated for resources: {'Port': ['ID=3cffa11d-2610-4329-bcff-b9908f924db2,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:29:02.081441 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2b9ccea5-badb-4d72-8bf3-c70f7c03828a tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:02.218936 n-d-806683-11 neutron-server[94713]: INFO neutron.db.l3_db [None req-2b9ccea5-badb-4d72-8bf3-c70f7c03828a tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Floating IP 4c583e50-250e-43d3-844d-34788436965f associated. External IP: 172.25.0.98, port: c26d024e-c583-4ddb-810b-c590f2c071f8. Sep 08 09:29:02.544773 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b9ccea5-badb-4d72-8bf3-c70f7c03828a tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Router 3b041317-3935-4578-8794-a76dda926d27 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:29:02.684832 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9ccea5-badb-4d72-8bf3-c70f7c03828a tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:29:02.710517 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d564c09-6ea6-423f-b472-33127f178d11 None None] Sync routers for ids ['3b041317-3935-4578-8794-a76dda926d27'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:29:02.725078 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d564c09-6ea6-423f-b472-33127f178d11 None None] Routers {'3b041317-3935-4578-8794-a76dda926d27'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:29:02.725721 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-8d564c09-6ea6-423f-b472-33127f178d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:28:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['3b041317-3935-4578-8794-a76dda926d27'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:29:02.731041 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2b9ccea5-badb-4d72-8bf3-c70f7c03828a tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:02.888363 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-8d564c09-6ea6-423f-b472-33127f178d11 None None] Set router 3b041317-3935-4578-8794-a76dda926d27 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:29:03.174890 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54006) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:29:03.176122 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2b9ccea5-badb-4d72-8bf3-c70f7c03828a tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8009648 Sep 08 09:29:03.176533 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e9aec7-69fb-4a1a-8454-711d7690934f', 'tag': 'c26d024e-c583-4ddb-810b-c590f2c071f8'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:29:03.178877 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256ee105-10c2-4fe6-b0c9-66b0f3408b52" -d '{"events": [{"name": "network-changed", "server_uuid": "81e9aec7-69fb-4a1a-8454-711d7690934f", "tag": "c26d024e-c583-4ddb-810b-c590f2c071f8"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:29:03.230382 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796f6fc7-f443-4557-ae78-85e46aa8847d tempest-TestVolumeBackupRestore-384446996 tempest-TestVolumeBackupRestore-384446996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:03.233934 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-796f6fc7-f443-4557-ae78-85e46aa8847d tempest-TestVolumeBackupRestore-384446996 tempest-TestVolumeBackupRestore-384446996-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=81e9aec7-69fb-4a1a-8454-711d7690934f HTTP/1.1" status: 200 len: 1092 time: 0.0554132 Sep 08 09:29:03.236343 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54010) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:29:03.242390 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-f478fb77-1f14-4983-a002-a9d5bf1cd65e tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Request body: {'floatingip': {'port_id': 'c26d024e-c583-4ddb-810b-c590f2c071f8'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:29:03.297454 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e44dd42-452d-420a-b6ea-3249cd62b377 x-openstack-request-id: req-2e44dd42-452d-420a-b6ea-3249cd62b377 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:29:03.297804 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81e9aec7-69fb-4a1a-8454-711d7690934f", "tag": "c26d024e-c583-4ddb-810b-c590f2c071f8", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:29:03.298185 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2e44dd42-452d-420a-b6ea-3249cd62b377 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:29:03.298683 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81e9aec7-69fb-4a1a-8454-711d7690934f', 'tag': 'c26d024e-c583-4ddb-810b-c590f2c071f8', 'status': 'completed', 'code': 200} Sep 08 09:29:03.368717 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f478fb77-1f14-4983-a002-a9d5bf1cd65e tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks [] for floatingip, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:03.418069 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ee105-10c2-4fe6-b0c9-66b0f3408b52 req-5ef2ff86-abee-4fdd-83e0-088eee03cd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:03.419743 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-256ee105-10c2-4fe6-b0c9-66b0f3408b52 req-5ef2ff86-abee-4fdd-83e0-088eee03cd78 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=456f55d97a5b4bac959c784e2ca66416&device_id=81e9aec7-69fb-4a1a-8454-711d7690934f HTTP/1.1" status: 200 len: 1097 time: 0.1160109 Sep 08 09:29:03.430791 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-8d564c09-6ea6-423f-b472-33127f178d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b041317-3935-4578-8794-a76dda926d27', 'name': 'tempest-TestVolumeBackupRestore-1775246517-router', 'tenant_id': '456f55d97a5b4bac959c784e2ca66416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:25:43Z', 'updated_at': '2021-09-08T09:25:48Z', 'revision_number': 4, 'project_id': '456f55d97a5b4bac959c784e2ca66416', 'gw_port': {'id': '8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:96:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b041317-3935-4578-8794-a76dda926d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:25:44Z', 'updated_at': '2021-09-08T09:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '4c583e50-250e-43d3-844d-34788436965f', 'tenant_id': '456f55d97a5b4bac959c784e2ca66416', 'floating_ip_address': '172.25.0.98', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '3b041317-3935-4578-8794-a76dda926d27', 'port_id': 'c26d024e-c583-4ddb-810b-c590f2c071f8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0d418d6-38ae-4453-93d3-203cb740344a', 'mac_address': 'fa:16:3e:96:d5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e9aec7-69fb-4a1a-8454-711d7690934f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:29:01Z', 'updated_at': '2021-09-08T09:29:01Z', 'revision_number': 0, 'project_id': '456f55d97a5b4bac959c784e2ca66416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b263dfb-8432-485b-9f6c-e26856d47774', 'name': '', 'network_id': 'a0d418d6-38ae-4453-93d3-203cb740344a', 'tenant_id': '456f55d97a5b4bac959c784e2ca66416', 'mac_address': 'fa:16:3e:f6:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b041317-3935-4578-8794-a76dda926d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'ba385c72-2e0a-4ef9-8c6c-3e53b9be4cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:25:47Z', 'updated_at': '2021-09-08T09:25:59Z', 'revision_number': 5, 'project_id': '456f55d97a5b4bac959c784e2ca66416', 'subnets': [{'id': 'ba385c72-2e0a-4ef9-8c6c-3e53b9be4cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:29:03.470967 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d564c09-6ea6-423f-b472-33127f178d11 None None] Checking router: 3b041317-3935-4578-8794-a76dda926d27 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:29:03.482106 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d564c09-6ea6-423f-b472-33127f178d11 None None] Routers {'3b041317-3935-4578-8794-a76dda926d27'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:29:03.483121 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-8d564c09-6ea6-423f-b472-33127f178d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:28:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['3b041317-3935-4578-8794-a76dda926d27'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:29:03.644885 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ee105-10c2-4fe6-b0c9-66b0f3408b52 req-fc2a036f-743f-4b98-a63f-ff2da12f9a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:03.645632 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-8d564c09-6ea6-423f-b472-33127f178d11 None None] Set router 3b041317-3935-4578-8794-a76dda926d27 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:29:03.646600 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-256ee105-10c2-4fe6-b0c9-66b0f3408b52 req-fc2a036f-743f-4b98-a63f-ff2da12f9a64 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a0d418d6-38ae-4453-93d3-203cb740344a HTTP/1.1" status: 200 len: 915 time: 0.2177923 Sep 08 09:29:03.738993 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-256ee105-10c2-4fe6-b0c9-66b0f3408b52 req-50d2e390-260e-4374-9716-dfd114699de7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c26d024e-c583-4ddb-810b-c590f2c071f8 HTTP/1.1" status: 200 len: 998 time: 0.0741253 Sep 08 09:29:03.842438 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ee105-10c2-4fe6-b0c9-66b0f3408b52 req-83ab256c-9231-4d0e-abc4-af35f06ad2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:03.844517 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-256ee105-10c2-4fe6-b0c9-66b0f3408b52 req-83ab256c-9231-4d0e-abc4-af35f06ad2cf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ba385c72-2e0a-4ef9-8c6c-3e53b9be4cd2 HTTP/1.1" status: 200 len: 853 time: 0.0962420 Sep 08 09:29:04.008996 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-8d564c09-6ea6-423f-b472-33127f178d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b041317-3935-4578-8794-a76dda926d27', 'name': 'tempest-TestVolumeBackupRestore-1775246517-router', 'tenant_id': '456f55d97a5b4bac959c784e2ca66416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:25:43Z', 'updated_at': '2021-09-08T09:25:48Z', 'revision_number': 4, 'project_id': '456f55d97a5b4bac959c784e2ca66416', 'gw_port': {'id': '8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:96:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b041317-3935-4578-8794-a76dda926d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:25:44Z', 'updated_at': '2021-09-08T09:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '4c583e50-250e-43d3-844d-34788436965f', 'tenant_id': '456f55d97a5b4bac959c784e2ca66416', 'floating_ip_address': '172.25.0.98', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '3b041317-3935-4578-8794-a76dda926d27', 'port_id': 'c26d024e-c583-4ddb-810b-c590f2c071f8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0d418d6-38ae-4453-93d3-203cb740344a', 'mac_address': 'fa:16:3e:96:d5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e9aec7-69fb-4a1a-8454-711d7690934f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:29:01Z', 'updated_at': '2021-09-08T09:29:01Z', 'revision_number': 0, 'project_id': '456f55d97a5b4bac959c784e2ca66416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b263dfb-8432-485b-9f6c-e26856d47774', 'name': '', 'network_id': 'a0d418d6-38ae-4453-93d3-203cb740344a', 'tenant_id': '456f55d97a5b4bac959c784e2ca66416', 'mac_address': 'fa:16:3e:f6:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b041317-3935-4578-8794-a76dda926d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'ba385c72-2e0a-4ef9-8c6c-3e53b9be4cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:25:47Z', 'updated_at': '2021-09-08T09:25:59Z', 'revision_number': 5, 'project_id': '456f55d97a5b4bac959c784e2ca66416', 'subnets': [{'id': 'ba385c72-2e0a-4ef9-8c6c-3e53b9be4cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:29:04.051222 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ee105-10c2-4fe6-b0c9-66b0f3408b52 req-1a7b75c1-147f-4cbe-bf7b-dc224bb8641e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:04.058712 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-256ee105-10c2-4fe6-b0c9-66b0f3408b52 req-1a7b75c1-147f-4cbe-bf7b-dc224bb8641e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a0d418d6-38ae-4453-93d3-203cb740344a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1301613 Sep 08 09:29:04.062139 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d564c09-6ea6-423f-b472-33127f178d11 None None] The sync data for ids ['3b041317-3935-4578-8794-a76dda926d27'] in n-d-806683-11 is: [{'id': '3b041317-3935-4578-8794-a76dda926d27', 'name': 'tempest-TestVolumeBackupRestore-1775246517-router', 'tenant_id': '456f55d97a5b4bac959c784e2ca66416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:25:43Z', 'updated_at': '2021-09-08T09:25:48Z', 'revision_number': 4, 'project_id': '456f55d97a5b4bac959c784e2ca66416', 'gw_port': {'id': '8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:96:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b041317-3935-4578-8794-a76dda926d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:25:44Z', 'updated_at': '2021-09-08T09:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '4c583e50-250e-43d3-844d-34788436965f', 'tenant_id': '456f55d97a5b4bac959c784e2ca66416', 'floating_ip_address': '172.25.0.98', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '3b041317-3935-4578-8794-a76dda926d27', 'port_id': 'c26d024e-c583-4ddb-810b-c590f2c071f8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0d418d6-38ae-4453-93d3-203cb740344a', 'mac_address': 'fa:16:3e:96:d5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e9aec7-69fb-4a1a-8454-711d7690934f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:29:01Z', 'updated_at': '2021-09-08T09:29:01Z', 'revision_number': 0, 'project_id': '456f55d97a5b4bac959c784e2ca66416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b263dfb-8432-485b-9f6c-e26856d47774', 'name': '', 'network_id': 'a0d418d6-38ae-4453-93d3-203cb740344a', 'tenant_id': '456f55d97a5b4bac959c784e2ca66416', 'mac_address': 'fa:16:3e:f6:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b041317-3935-4578-8794-a76dda926d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'ba385c72-2e0a-4ef9-8c6c-3e53b9be4cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:25:47Z', 'updated_at': '2021-09-08T09:25:59Z', 'revision_number': 5, 'project_id': '456f55d97a5b4bac959c784e2ca66416', 'subnets': [{'id': 'ba385c72-2e0a-4ef9-8c6c-3e53b9be4cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:29:04.303776 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-256ee105-10c2-4fe6-b0c9-66b0f3408b52 req-81560359-5c85-418c-95cb-ea6a73839689 service neutron] 10.222.0.37 "GET /v2.0/networks/a0d418d6-38ae-4453-93d3-203cb740344a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252071 Sep 08 09:29:04.519580 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f478fb77-1f14-4983-a002-a9d5bf1cd65e tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:04.528241 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70783fce-6c5c-4e1e-8fc5-45db86ca9933 None None] New status for floating IP 4c583e50-250e-43d3-844d-34788436965f: ACTIVE {{(pid=94715) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:29:04.536011 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f478fb77-1f14-4983-a002-a9d5bf1cd65e tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:04.576392 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-256ee105-10c2-4fe6-b0c9-66b0f3408b52 req-d75fec63-6fdd-4985-88d6-20a2eaeeddee service neutron] 10.222.0.37 "GET /v2.0/networks/a0d418d6-38ae-4453-93d3-203cb740344a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587516 Sep 08 09:29:04.843522 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f478fb77-1f14-4983-a002-a9d5bf1cd65e tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Router 3b041317-3935-4578-8794-a76dda926d27 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:29:05.012626 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f478fb77-1f14-4983-a002-a9d5bf1cd65e tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:29:05.024851 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4aca284-4781-443a-88b3-2729b85c979d None None] Sync routers for ids ['3b041317-3935-4578-8794-a76dda926d27'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:29:05.026911 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f478fb77-1f14-4983-a002-a9d5bf1cd65e tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:05.039494 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4aca284-4781-443a-88b3-2729b85c979d None None] Routers {'3b041317-3935-4578-8794-a76dda926d27'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:29:05.042090 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-d4aca284-4781-443a-88b3-2729b85c979d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:28:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['3b041317-3935-4578-8794-a76dda926d27'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:29:05.152251 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f478fb77-1f14-4983-a002-a9d5bf1cd65e tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "PUT /v2.0/floatingips/4c583e50-250e-43d3-844d-34788436965f HTTP/1.1" status: 200 len: 990 time: 1.9147365 Sep 08 09:29:05.297780 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-d4aca284-4781-443a-88b3-2729b85c979d None None] Set router 3b041317-3935-4578-8794-a76dda926d27 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:29:05.300630 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e9aec7-69fb-4a1a-8454-711d7690934f', 'tag': 'c26d024e-c583-4ddb-810b-c590f2c071f8'}, {'name': 'network-changed', 'server_uuid': '81e9aec7-69fb-4a1a-8454-711d7690934f', 'tag': 'c26d024e-c583-4ddb-810b-c590f2c071f8'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:29:05.303277 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa5f2ba-5440-411a-a320-a7ffbe437b37" -d '{"events": [{"name": "network-changed", "server_uuid": "81e9aec7-69fb-4a1a-8454-711d7690934f", "tag": "c26d024e-c583-4ddb-810b-c590f2c071f8"}, {"name": "network-changed", "server_uuid": "81e9aec7-69fb-4a1a-8454-711d7690934f", "tag": "c26d024e-c583-4ddb-810b-c590f2c071f8"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:29:05.357834 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 08 Sep 2021 09:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c12885-f3ec-49bc-8577-c54ea379421c x-openstack-request-id: req-f3c12885-f3ec-49bc-8577-c54ea379421c {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:29:05.357834 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81e9aec7-69fb-4a1a-8454-711d7690934f", "tag": "c26d024e-c583-4ddb-810b-c590f2c071f8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "81e9aec7-69fb-4a1a-8454-711d7690934f", "tag": "c26d024e-c583-4ddb-810b-c590f2c071f8", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:29:05.358507 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f3c12885-f3ec-49bc-8577-c54ea379421c {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:29:05.358507 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81e9aec7-69fb-4a1a-8454-711d7690934f', 'tag': 'c26d024e-c583-4ddb-810b-c590f2c071f8', 'status': 'completed', 'code': 200} Sep 08 09:29:05.358697 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81e9aec7-69fb-4a1a-8454-711d7690934f', 'tag': 'c26d024e-c583-4ddb-810b-c590f2c071f8', 'status': 'completed', 'code': 200} Sep 08 09:29:05.448481 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5f2ba-5440-411a-a320-a7ffbe437b37 req-016e625b-f98c-4b02-b1fb-3850ac146e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:05.450088 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2aa5f2ba-5440-411a-a320-a7ffbe437b37 req-016e625b-f98c-4b02-b1fb-3850ac146e55 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=456f55d97a5b4bac959c784e2ca66416&device_id=81e9aec7-69fb-4a1a-8454-711d7690934f HTTP/1.1" status: 200 len: 1097 time: 0.0478983 Sep 08 09:29:05.639044 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5f2ba-5440-411a-a320-a7ffbe437b37 req-d0408489-9a34-4c6a-9800-1db3e7c724ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:05.640712 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2aa5f2ba-5440-411a-a320-a7ffbe437b37 req-d0408489-9a34-4c6a-9800-1db3e7c724ca service neutron] 10.222.0.37 "GET /v2.0/networks?id=a0d418d6-38ae-4453-93d3-203cb740344a HTTP/1.1" status: 200 len: 915 time: 0.1830561 Sep 08 09:29:05.682006 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-d4aca284-4781-443a-88b3-2729b85c979d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b041317-3935-4578-8794-a76dda926d27', 'name': 'tempest-TestVolumeBackupRestore-1775246517-router', 'tenant_id': '456f55d97a5b4bac959c784e2ca66416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:25:43Z', 'updated_at': '2021-09-08T09:25:48Z', 'revision_number': 4, 'project_id': '456f55d97a5b4bac959c784e2ca66416', 'gw_port': {'id': '8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:96:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b041317-3935-4578-8794-a76dda926d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:25:44Z', 'updated_at': '2021-09-08T09:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '4c583e50-250e-43d3-844d-34788436965f', 'tenant_id': '456f55d97a5b4bac959c784e2ca66416', 'floating_ip_address': '172.25.0.98', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '3b041317-3935-4578-8794-a76dda926d27', 'port_id': 'c26d024e-c583-4ddb-810b-c590f2c071f8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0d418d6-38ae-4453-93d3-203cb740344a', 'mac_address': 'fa:16:3e:96:d5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e9aec7-69fb-4a1a-8454-711d7690934f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:29:01Z', 'updated_at': '2021-09-08T09:29:04Z', 'revision_number': 2, 'project_id': '456f55d97a5b4bac959c784e2ca66416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b263dfb-8432-485b-9f6c-e26856d47774', 'name': '', 'network_id': 'a0d418d6-38ae-4453-93d3-203cb740344a', 'tenant_id': '456f55d97a5b4bac959c784e2ca66416', 'mac_address': 'fa:16:3e:f6:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b041317-3935-4578-8794-a76dda926d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'ba385c72-2e0a-4ef9-8c6c-3e53b9be4cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:25:47Z', 'updated_at': '2021-09-08T09:25:59Z', 'revision_number': 5, 'project_id': '456f55d97a5b4bac959c784e2ca66416', 'subnets': [{'id': 'ba385c72-2e0a-4ef9-8c6c-3e53b9be4cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:29:05.712432 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4aca284-4781-443a-88b3-2729b85c979d None None] Checking router: 3b041317-3935-4578-8794-a76dda926d27 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:29:05.724106 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4aca284-4781-443a-88b3-2729b85c979d None None] Routers {'3b041317-3935-4578-8794-a76dda926d27'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:29:05.725023 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-d4aca284-4781-443a-88b3-2729b85c979d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:28:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['3b041317-3935-4578-8794-a76dda926d27'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:29:05.811525 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2aa5f2ba-5440-411a-a320-a7ffbe437b37 req-2500250f-8f32-4152-a378-9959049ee6ac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c26d024e-c583-4ddb-810b-c590f2c071f8 HTTP/1.1" status: 200 len: 1000 time: 0.1623611 Sep 08 09:29:05.909038 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5f2ba-5440-411a-a320-a7ffbe437b37 req-57a2491d-2e5c-4d02-bb0a-9b2da8a3e8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:05.915725 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2aa5f2ba-5440-411a-a320-a7ffbe437b37 req-57a2491d-2e5c-4d02-bb0a-9b2da8a3e8b3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ba385c72-2e0a-4ef9-8c6c-3e53b9be4cd2 HTTP/1.1" status: 200 len: 853 time: 0.0979667 Sep 08 09:29:05.922807 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-d4aca284-4781-443a-88b3-2729b85c979d None None] Set router 3b041317-3935-4578-8794-a76dda926d27 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:29:06.007147 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5f2ba-5440-411a-a320-a7ffbe437b37 req-f5b9a6d0-0ff2-447c-9e44-00c0159de469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:06.008982 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2aa5f2ba-5440-411a-a320-a7ffbe437b37 req-f5b9a6d0-0ff2-447c-9e44-00c0159de469 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a0d418d6-38ae-4453-93d3-203cb740344a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0845511 Sep 08 09:29:06.297199 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2aa5f2ba-5440-411a-a320-a7ffbe437b37 req-818fa1fe-19e6-4ce8-83aa-b8d27d1b798f service neutron] 10.222.0.37 "GET /v2.0/networks/a0d418d6-38ae-4453-93d3-203cb740344a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739499 Sep 08 09:29:06.396252 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-d4aca284-4781-443a-88b3-2729b85c979d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b041317-3935-4578-8794-a76dda926d27', 'name': 'tempest-TestVolumeBackupRestore-1775246517-router', 'tenant_id': '456f55d97a5b4bac959c784e2ca66416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:25:43Z', 'updated_at': '2021-09-08T09:25:48Z', 'revision_number': 4, 'project_id': '456f55d97a5b4bac959c784e2ca66416', 'gw_port': {'id': '8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:96:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b041317-3935-4578-8794-a76dda926d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:25:44Z', 'updated_at': '2021-09-08T09:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '4c583e50-250e-43d3-844d-34788436965f', 'tenant_id': '456f55d97a5b4bac959c784e2ca66416', 'floating_ip_address': '172.25.0.98', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '3b041317-3935-4578-8794-a76dda926d27', 'port_id': 'c26d024e-c583-4ddb-810b-c590f2c071f8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0d418d6-38ae-4453-93d3-203cb740344a', 'mac_address': 'fa:16:3e:96:d5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e9aec7-69fb-4a1a-8454-711d7690934f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:29:01Z', 'updated_at': '2021-09-08T09:29:04Z', 'revision_number': 2, 'project_id': '456f55d97a5b4bac959c784e2ca66416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b263dfb-8432-485b-9f6c-e26856d47774', 'name': '', 'network_id': 'a0d418d6-38ae-4453-93d3-203cb740344a', 'tenant_id': '456f55d97a5b4bac959c784e2ca66416', 'mac_address': 'fa:16:3e:f6:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b041317-3935-4578-8794-a76dda926d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'ba385c72-2e0a-4ef9-8c6c-3e53b9be4cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:25:47Z', 'updated_at': '2021-09-08T09:25:59Z', 'revision_number': 5, 'project_id': '456f55d97a5b4bac959c784e2ca66416', 'subnets': [{'id': 'ba385c72-2e0a-4ef9-8c6c-3e53b9be4cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:29:06.465388 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4aca284-4781-443a-88b3-2729b85c979d None None] The sync data for ids ['3b041317-3935-4578-8794-a76dda926d27'] in n-d-806683-11 is: [{'id': '3b041317-3935-4578-8794-a76dda926d27', 'name': 'tempest-TestVolumeBackupRestore-1775246517-router', 'tenant_id': '456f55d97a5b4bac959c784e2ca66416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:25:43Z', 'updated_at': '2021-09-08T09:25:48Z', 'revision_number': 4, 'project_id': '456f55d97a5b4bac959c784e2ca66416', 'gw_port': {'id': '8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:96:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b041317-3935-4578-8794-a76dda926d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:25:44Z', 'updated_at': '2021-09-08T09:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '4c583e50-250e-43d3-844d-34788436965f', 'tenant_id': '456f55d97a5b4bac959c784e2ca66416', 'floating_ip_address': '172.25.0.98', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '3b041317-3935-4578-8794-a76dda926d27', 'port_id': 'c26d024e-c583-4ddb-810b-c590f2c071f8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0d418d6-38ae-4453-93d3-203cb740344a', 'mac_address': 'fa:16:3e:96:d5:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e9aec7-69fb-4a1a-8454-711d7690934f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:29:01Z', 'updated_at': '2021-09-08T09:29:04Z', 'revision_number': 2, 'project_id': '456f55d97a5b4bac959c784e2ca66416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b263dfb-8432-485b-9f6c-e26856d47774', 'name': '', 'network_id': 'a0d418d6-38ae-4453-93d3-203cb740344a', 'tenant_id': '456f55d97a5b4bac959c784e2ca66416', 'mac_address': 'fa:16:3e:f6:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b041317-3935-4578-8794-a76dda926d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'ba385c72-2e0a-4ef9-8c6c-3e53b9be4cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:25:47Z', 'updated_at': '2021-09-08T09:25:59Z', 'revision_number': 5, 'project_id': '456f55d97a5b4bac959c784e2ca66416', 'subnets': [{'id': 'ba385c72-2e0a-4ef9-8c6c-3e53b9be4cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:29:06.496790 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2aa5f2ba-5440-411a-a320-a7ffbe437b37 req-e965139f-0f92-4b2c-bfa9-9568dac3a622 service neutron] 10.222.0.37 "GET /v2.0/networks/a0d418d6-38ae-4453-93d3-203cb740344a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908166 Sep 08 09:29:06.673826 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5f2ba-5440-411a-a320-a7ffbe437b37 req-6c40f234-450e-4a54-9b98-31981f7def05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:06.686995 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2aa5f2ba-5440-411a-a320-a7ffbe437b37 req-6c40f234-450e-4a54-9b98-31981f7def05 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=456f55d97a5b4bac959c784e2ca66416&device_id=81e9aec7-69fb-4a1a-8454-711d7690934f HTTP/1.1" status: 200 len: 1097 time: 0.0987432 Sep 08 09:29:06.852508 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5f2ba-5440-411a-a320-a7ffbe437b37 req-473d0280-fdb4-4b39-82df-d77bffed9998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:06.853123 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2aa5f2ba-5440-411a-a320-a7ffbe437b37 req-473d0280-fdb4-4b39-82df-d77bffed9998 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a0d418d6-38ae-4453-93d3-203cb740344a HTTP/1.1" status: 200 len: 915 time: 0.1608531 Sep 08 09:29:06.988753 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2aa5f2ba-5440-411a-a320-a7ffbe437b37 req-67b64a7f-e68c-4b5b-a32a-21ba6c7ff77a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c26d024e-c583-4ddb-810b-c590f2c071f8 HTTP/1.1" status: 200 len: 1000 time: 0.1170335 Sep 08 09:29:07.085570 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5f2ba-5440-411a-a320-a7ffbe437b37 req-2fcd2a2a-3599-4f7c-9511-777a15a783bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:07.088883 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2aa5f2ba-5440-411a-a320-a7ffbe437b37 req-2fcd2a2a-3599-4f7c-9511-777a15a783bd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ba385c72-2e0a-4ef9-8c6c-3e53b9be4cd2 HTTP/1.1" status: 200 len: 853 time: 0.0874267 Sep 08 09:29:07.180302 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5f2ba-5440-411a-a320-a7ffbe437b37 req-f1d9fc8f-e056-4d7e-b4b8-936977c843ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:07.181873 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2aa5f2ba-5440-411a-a320-a7ffbe437b37 req-f1d9fc8f-e056-4d7e-b4b8-936977c843ab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a0d418d6-38ae-4453-93d3-203cb740344a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0790844 Sep 08 09:29:07.382646 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2aa5f2ba-5440-411a-a320-a7ffbe437b37 req-faca24e4-6707-492c-a4f3-eadd29ed0e90 service neutron] 10.222.0.37 "GET /v2.0/networks/a0d418d6-38ae-4453-93d3-203cb740344a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814513 Sep 08 09:29:07.572829 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2aa5f2ba-5440-411a-a320-a7ffbe437b37 req-f07f3d7a-e3cc-4cf4-9f6b-96999c6828ad service neutron] 10.222.0.37 "GET /v2.0/networks/a0d418d6-38ae-4453-93d3-203cb740344a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831782 Sep 08 09:29:07.678872 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77109153-9c41-45f8-b49a-2a9ebe7eacf0 req-dcd67dde-f8bf-44e9-8fb5-febfd2fca08b tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:07.681122 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-77109153-9c41-45f8-b49a-2a9ebe7eacf0 req-dcd67dde-f8bf-44e9-8fb5-febfd2fca08b tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=13548303-0b6d-496c-b0cc-a5491075cc60 HTTP/1.1" status: 200 len: 946 time: 0.0945747 Sep 08 09:29:07.734591 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-77109153-9c41-45f8-b49a-2a9ebe7eacf0 req-352d3a46-f66d-4eef-91a2-2415dba8c8e6 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/security-groups?id=430a4141-ab24-441f-84a9-7c829ff68499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459876 Sep 08 09:29:08.904799 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559682f-c0e3-4c54-9bc1-bc1d6d7a4d31 req-773d2359-c8c3-4ed6-b903-8e5c8b9e6afe tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:08.906401 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d559682f-c0e3-4c54-9bc1-bc1d6d7a4d31 req-773d2359-c8c3-4ed6-b903-8e5c8b9e6afe tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=13548303-0b6d-496c-b0cc-a5491075cc60 HTTP/1.1" status: 200 len: 946 time: 0.0847199 Sep 08 09:29:08.975491 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d559682f-c0e3-4c54-9bc1-bc1d6d7a4d31 req-a6d5265c-580c-4ec7-be8e-ea0fd6a4b260 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/security-groups?id=430a4141-ab24-441f-84a9-7c829ff68499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573595 Sep 08 09:29:09.452022 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589fad2-dbbb-4e12-aaaf-bd1430d58f03 req-453b1469-16d1-48a2-ba0a-726245f28dd2 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:09.453993 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e589fad2-dbbb-4e12-aaaf-bd1430d58f03 req-453b1469-16d1-48a2-ba0a-726245f28dd2 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.35 "GET /v2.0/ports?device_id=13548303-0b6d-496c-b0cc-a5491075cc60 HTTP/1.1" status: 200 len: 946 time: 0.0865760 Sep 08 09:29:09.586313 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-e589fad2-dbbb-4e12-aaaf-bd1430d58f03 req-16b7c6bf-f11a-431d-9d3b-4ec35741efaf tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Deleting port 068128ad-5a7f-43a4-9349-a6e1bd6dad32 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:29:09.587143 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e589fad2-dbbb-4e12-aaaf-bd1430d58f03 req-16b7c6bf-f11a-431d-9d3b-4ec35741efaf tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:09.734653 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-e589fad2-dbbb-4e12-aaaf-bd1430d58f03 req-16b7c6bf-f11a-431d-9d3b-4ec35741efaf tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] For port 068128ad-5a7f-43a4-9349-a6e1bd6dad32, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=068128ad-5a7f-43a4-9349-a6e1bd6dad32,segment=NetworkSegment(7f0e3725-50b8-4ef8-860a-dbdee1d24402),segment_id=7f0e3725-50b8-4ef8-860a-dbdee1d24402)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:29:09.735042 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e589fad2-dbbb-4e12-aaaf-bd1430d58f03 req-16b7c6bf-f11a-431d-9d3b-4ec35741efaf tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:09.757778 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-e589fad2-dbbb-4e12-aaaf-bd1430d58f03 req-16b7c6bf-f11a-431d-9d3b-4ec35741efaf tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Calling delete_port for 068128ad-5a7f-43a4-9349-a6e1bd6dad32 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:29:10.020807 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e589fad2-dbbb-4e12-aaaf-bd1430d58f03 req-16b7c6bf-f11a-431d-9d3b-4ec35741efaf tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:10.055908 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['502b62f9-e463-4ac9-836f-f595333c5c8b', '068128ad-5a7f-43a4-9349-a6e1bd6dad32'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:29:10.059295 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['e9842b9f-6618-499e-896e-3acc522c6ec8', '55f34fe3-892d-4467-99c7-2dd6677f4f86'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:29:10.123217 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b7c6bf-f11a-431d-9d3b-4ec35741efaf tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Pushing event deleted for resources: {'Port': ['ID=068128ad-5a7f-43a4-9349-a6e1bd6dad32,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:29:10.205123 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b7c6bf-f11a-431d-9d3b-4ec35741efaf tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:29:10.205818 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b7c6bf-f11a-431d-9d3b-4ec35741efaf tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:29:10.207191 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b7c6bf-f11a-431d-9d3b-4ec35741efaf tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:29:10.207836 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b7c6bf-f11a-431d-9d3b-4ec35741efaf tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:29:10.208465 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b7c6bf-f11a-431d-9d3b-4ec35741efaf tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:29:10.209173 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b7c6bf-f11a-431d-9d3b-4ec35741efaf tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:29:10.209959 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b7c6bf-f11a-431d-9d3b-4ec35741efaf tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:29:10.210646 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b7c6bf-f11a-431d-9d3b-4ec35741efaf tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:29:10.213562 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b7c6bf-f11a-431d-9d3b-4ec35741efaf tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:29:10.214371 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b7c6bf-f11a-431d-9d3b-4ec35741efaf tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:29:10.215013 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b7c6bf-f11a-431d-9d3b-4ec35741efaf tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:29:10.215632 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b7c6bf-f11a-431d-9d3b-4ec35741efaf tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:29:10.248727 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e9aa0134-9571-4e06-84f8-c8a470f5cae5 req-4a15c102-f7ef-40e2-9106-fd8df79e502e tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=13548303-0b6d-496c-b0cc-a5491075cc60 HTTP/1.1" status: 200 len: 210 time: 0.1321759 Sep 08 09:29:10.265391 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-e589fad2-dbbb-4e12-aaaf-bd1430d58f03 req-16b7c6bf-f11a-431d-9d3b-4ec35741efaf tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] No DVR routers for this DVR port 068128ad-5a7f-43a4-9349-a6e1bd6dad32 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:29:10.268567 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e589fad2-dbbb-4e12-aaaf-bd1430d58f03 req-16b7c6bf-f11a-431d-9d3b-4ec35741efaf tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:10.271141 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e589fad2-dbbb-4e12-aaaf-bd1430d58f03 req-16b7c6bf-f11a-431d-9d3b-4ec35741efaf tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.35 "DELETE /v2.0/ports/068128ad-5a7f-43a4-9349-a6e1bd6dad32 HTTP/1.1" status: 204 len: 173 time: 0.8105862 Sep 08 09:29:10.271819 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13548303-0b6d-496c-b0cc-a5491075cc60', 'name': 'network-vif-deleted', 'tag': '068128ad-5a7f-43a4-9349-a6e1bd6dad32'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:29:10.274948 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f13a3ee-d8b6-41d9-ac7d-472a39ecf4c0" -d '{"events": [{"server_uuid": "13548303-0b6d-496c-b0cc-a5491075cc60", "name": "network-vif-deleted", "tag": "068128ad-5a7f-43a4-9349-a6e1bd6dad32"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:29:10.390549 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe2f51c-64ff-4f9f-9797-c9537b20a981 x-openstack-request-id: req-8fe2f51c-64ff-4f9f-9797-c9537b20a981 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:29:10.391062 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13548303-0b6d-496c-b0cc-a5491075cc60", "name": "network-vif-deleted", "tag": "068128ad-5a7f-43a4-9349-a6e1bd6dad32", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:29:10.392223 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8fe2f51c-64ff-4f9f-9797-c9537b20a981 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:29:10.393196 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13548303-0b6d-496c-b0cc-a5491075cc60', 'name': 'network-vif-deleted', 'tag': '068128ad-5a7f-43a4-9349-a6e1bd6dad32', 'status': 'completed', 'code': 200} Sep 08 09:29:13.247715 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 068128ad-5a7f-43a4-9349-a6e1bd6dad32 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:29:13.270812 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: 068128ad-5a7f-43a4-9349-a6e1bd6dad32 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:29:13.271502 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 068128ad-5a7f-43a4-9349-a6e1bd6dad32 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:29:14.993166 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af65743-e2c0-4958-8f2e-fd8185142fd7 req-3d735198-bcf1-4a20-8689-0379ff957b10 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:14.994870 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7af65743-e2c0-4958-8f2e-fd8185142fd7 req-3d735198-bcf1-4a20-8689-0379ff957b10 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=dedf8082-4c6e-4334-84e3-70af39038f34 HTTP/1.1" status: 200 len: 945 time: 0.0668609 Sep 08 09:29:15.042720 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7af65743-e2c0-4958-8f2e-fd8185142fd7 req-12a3c8d1-f289-4498-a5a7-c445a633e0f1 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/security-groups?id=430a4141-ab24-441f-84a9-7c829ff68499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409606 Sep 08 09:29:16.180270 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42272912-70df-43c3-a219-672d46d1baac req-a20d397d-5f88-4f7e-97b5-dbe890b250d4 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:16.181934 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-42272912-70df-43c3-a219-672d46d1baac req-a20d397d-5f88-4f7e-97b5-dbe890b250d4 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=dedf8082-4c6e-4334-84e3-70af39038f34 HTTP/1.1" status: 200 len: 945 time: 0.0608573 Sep 08 09:29:16.229945 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-42272912-70df-43c3-a219-672d46d1baac req-8843951c-6854-4c38-aabd-8dc190cb3088 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/security-groups?id=430a4141-ab24-441f-84a9-7c829ff68499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407436 Sep 08 09:29:16.632680 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009343e-0fd1-4fdc-af7c-d71c552c1758 req-7b5bae0c-6110-4c4f-a4df-21ba0a7209f0 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:16.634466 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1009343e-0fd1-4fdc-af7c-d71c552c1758 req-7b5bae0c-6110-4c4f-a4df-21ba0a7209f0 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.37 "GET /v2.0/ports?device_id=dedf8082-4c6e-4334-84e3-70af39038f34 HTTP/1.1" status: 200 len: 945 time: 0.0532990 Sep 08 09:29:16.741783 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-1009343e-0fd1-4fdc-af7c-d71c552c1758 req-b50a7013-3fc2-4f08-a2ff-d30b2fcde592 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Deleting port 55f34fe3-892d-4467-99c7-2dd6677f4f86 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:29:16.742559 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-1009343e-0fd1-4fdc-af7c-d71c552c1758 req-b50a7013-3fc2-4f08-a2ff-d30b2fcde592 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:16.845255 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-1009343e-0fd1-4fdc-af7c-d71c552c1758 req-b50a7013-3fc2-4f08-a2ff-d30b2fcde592 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] For port 55f34fe3-892d-4467-99c7-2dd6677f4f86, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=55f34fe3-892d-4467-99c7-2dd6677f4f86,segment=NetworkSegment(7f0e3725-50b8-4ef8-860a-dbdee1d24402),segment_id=7f0e3725-50b8-4ef8-860a-dbdee1d24402)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:29:16.845727 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-1009343e-0fd1-4fdc-af7c-d71c552c1758 req-b50a7013-3fc2-4f08-a2ff-d30b2fcde592 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:16.860041 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-1009343e-0fd1-4fdc-af7c-d71c552c1758 req-b50a7013-3fc2-4f08-a2ff-d30b2fcde592 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Calling delete_port for 55f34fe3-892d-4467-99c7-2dd6677f4f86 owned by compute:nova {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:29:17.006764 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-1009343e-0fd1-4fdc-af7c-d71c552c1758 req-b50a7013-3fc2-4f08-a2ff-d30b2fcde592 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:17.041318 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['502b62f9-e463-4ac9-836f-f595333c5c8b'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:29:17.044980 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a7013-3fc2-4f08-a2ff-d30b2fcde592 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Pushing event deleted for resources: {'Port': ['ID=55f34fe3-892d-4467-99c7-2dd6677f4f86,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:29:17.099689 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-1009343e-0fd1-4fdc-af7c-d71c552c1758 req-b50a7013-3fc2-4f08-a2ff-d30b2fcde592 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] No DVR routers for this DVR port 55f34fe3-892d-4467-99c7-2dd6677f4f86 on host n-h1-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:29:17.101072 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['e9842b9f-6618-499e-896e-3acc522c6ec8', '55f34fe3-892d-4467-99c7-2dd6677f4f86'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:29:17.103002 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-1009343e-0fd1-4fdc-af7c-d71c552c1758 req-b50a7013-3fc2-4f08-a2ff-d30b2fcde592 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:17.105453 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1009343e-0fd1-4fdc-af7c-d71c552c1758 req-b50a7013-3fc2-4f08-a2ff-d30b2fcde592 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.37 "DELETE /v2.0/ports/55f34fe3-892d-4467-99c7-2dd6677f4f86 HTTP/1.1" status: 204 len: 173 time: 0.4633651 Sep 08 09:29:17.106680 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dedf8082-4c6e-4334-84e3-70af39038f34', 'name': 'network-vif-deleted', 'tag': '55f34fe3-892d-4467-99c7-2dd6677f4f86'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:29:17.109645 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e1916a-df69-4ba3-954b-d71c726b4f7b" -d '{"events": [{"server_uuid": "dedf8082-4c6e-4334-84e3-70af39038f34", "name": "network-vif-deleted", "tag": "55f34fe3-892d-4467-99c7-2dd6677f4f86"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:29:17.163579 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a5d1d4-64fc-4ed8-8a22-2e1bd6526957 x-openstack-request-id: req-18a5d1d4-64fc-4ed8-8a22-2e1bd6526957 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:29:17.163925 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dedf8082-4c6e-4334-84e3-70af39038f34", "name": "network-vif-deleted", "tag": "55f34fe3-892d-4467-99c7-2dd6677f4f86", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:29:17.164210 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-18a5d1d4-64fc-4ed8-8a22-2e1bd6526957 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:29:17.164629 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dedf8082-4c6e-4334-84e3-70af39038f34', 'name': 'network-vif-deleted', 'tag': '55f34fe3-892d-4467-99c7-2dd6677f4f86', 'status': 'completed', 'code': 200} Sep 08 09:29:17.351734 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54368) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:29:17.399614 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bc907dde-1320-4787-86ee-01b037a07891 req-26022a61-ad29-48a7-a644-32111d02d6f4 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=dedf8082-4c6e-4334-84e3-70af39038f34 HTTP/1.1" status: 200 len: 210 time: 0.0731752 Sep 08 09:29:17.428328 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-37e74800-074e-4161-8c2d-87fc24ec3fb6 admin admin] Deleting subnet 0966c14f-ab58-4a3a-85cb-250ac80b373b {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:29:17.432225 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-37e74800-074e-4161-8c2d-87fc24ec3fb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:17.486701 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-37e74800-074e-4161-8c2d-87fc24ec3fb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:17.543124 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-37e74800-074e-4161-8c2d-87fc24ec3fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:17.618608 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-37e74800-074e-4161-8c2d-87fc24ec3fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:17.658302 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d21ab6da-8938-4f74-badc-cf85976554f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:17.662946 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e74800-074e-4161-8c2d-87fc24ec3fb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0966c14f-ab58-4a3a-85cb-250ac80b373b,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:29:17.665106 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-37e74800-074e-4161-8c2d-87fc24ec3fb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:17.669233 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-37e74800-074e-4161-8c2d-87fc24ec3fb6 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/0966c14f-ab58-4a3a-85cb-250ac80b373b HTTP/1.1" status: 204 len: 168 time: 0.3135574 Sep 08 09:29:17.669563 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54376) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:29:17.761100 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bca20ec3-4687-4745-8045-81da372191eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:17.850658 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bca20ec3-4687-4745-8045-81da372191eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:17.872428 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-bca20ec3-4687-4745-8045-81da372191eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42cee59e-1b58-4c62-97e3-2be2a181a80a']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:29:17.882607 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-bca20ec3-4687-4745-8045-81da372191eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee8544a3-0747-4304-a059-9185bf7f963f') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:29:17.882913 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-bca20ec3-4687-4745-8045-81da372191eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee8544a3-0747-4304-a059-9185bf7f963f') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:29:17.892545 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bca20ec3-4687-4745-8045-81da372191eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:17.906515 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bca20ec3-4687-4745-8045-81da372191eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:17.914234 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bca20ec3-4687-4745-8045-81da372191eb admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:29:17.914650 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bca20ec3-4687-4745-8045-81da372191eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:17.916586 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:29:17.916586 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:29:17.916586 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:29:17.916586 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:29:17.916586 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:29:17.916586 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:29:17.916586 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:29:17.916586 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:29:17.916586 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:29:17.916586 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:29:17.916586 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:29:17.916586 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:29:17.916586 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:29:17.916586 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:29:17.916586 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:29:17.916586 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:29:17.916586 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:29:17.916586 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:29:17.916586 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:29:17.916586 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:29:17.916586 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:29:17.916586 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:29:17.916586 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:29:17.916586 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:29:17.916586 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:29:17.916586 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:29:17.916586 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:29:17.916586 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:29:17.916586 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:29:17.916586 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:29:17.916586 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:29:17.916586 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:29:17.982958 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bca20ec3-4687-4745-8045-81da372191eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:17.989545 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bca20ec3-4687-4745-8045-81da372191eb admin admin] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:17.994994 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-bca20ec3-4687-4745-8045-81da372191eb admin admin] 10.222.0.54 "DELETE /v2.0/networks/42cee59e-1b58-4c62-97e3-2be2a181a80a HTTP/1.1" status: 204 len: 168 time: 0.3243048 Sep 08 09:29:18.007150 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca20ec3-4687-4745-8045-81da372191eb admin admin] Pushing event deleted for resources: {'Network': ['ID=42cee59e-1b58-4c62-97e3-2be2a181a80a,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:29:18.136230 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54390) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:29:18.179609 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-12d639cc-34e2-481e-bee6-a89122a9a1ba admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3a4ddea670b148c09b4261a2b06dec46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420637 Sep 08 09:29:18.182143 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54394) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:29:18.238571 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9f7f765f-d38e-4cef-ba5c-5389b11a168a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:18.262470 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9f7f765f-d38e-4cef-ba5c-5389b11a168a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:18.313671 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9f7f765f-d38e-4cef-ba5c-5389b11a168a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:18.316670 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9f7f765f-d38e-4cef-ba5c-5389b11a168a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:18.320671 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9f7f765f-d38e-4cef-ba5c-5389b11a168a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c7c6142a-b8c4-4dbc-b261-9202c748479c HTTP/1.1" status: 204 len: 168 time: 0.1348093 Sep 08 09:29:18.332616 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7f765f-d38e-4cef-ba5c-5389b11a168a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c6142a-b8c4-4dbc-b261-9202c748479c,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:29:18.732770 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e21f1-915c-4974-b158-0d5f47338e5b req-a126da7a-9685-40b3-9f56-ea2f9651795f tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:18.735141 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8f1e21f1-915c-4974-b158-0d5f47338e5b req-a126da7a-9685-40b3-9f56-ea2f9651795f tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8034512-00e9-400f-aaab-552818122ec1 HTTP/1.1" status: 200 len: 946 time: 0.0597727 Sep 08 09:29:18.789470 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8f1e21f1-915c-4974-b158-0d5f47338e5b req-f6627c64-ee0b-484b-96c6-acd1dd53562f tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/security-groups?id=430a4141-ab24-441f-84a9-7c829ff68499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470347 Sep 08 09:29:19.526171 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54460) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:29:19.650922 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2b3c4b68-9023-49ea-bcdd-2b5a83db9987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:19.757911 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2b3c4b68-9023-49ea-bcdd-2b5a83db9987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:19.761824 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2b3c4b68-9023-49ea-bcdd-2b5a83db9987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:19.812976 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2b3c4b68-9023-49ea-bcdd-2b5a83db9987 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=51a5081c0893408cb6f173e03c945081&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2836187 Sep 08 09:29:19.812976 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c4b68-9023-49ea-bcdd-2b5a83db9987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa236a92-4491-459e-926b-a5be7ba22172,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:29:19.813447 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54474) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:29:19.884080 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-248d2412-3427-4a27-ba2f-72f091befa08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:19.910706 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-248d2412-3427-4a27-ba2f-72f091befa08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:19.923428 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30662a34-6703-4a93-98c9-6a687d7359ce req-58ff3af4-9c1d-4de8-b197-50337eb55eb0 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:19.925960 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-30662a34-6703-4a93-98c9-6a687d7359ce req-58ff3af4-9c1d-4de8-b197-50337eb55eb0 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8034512-00e9-400f-aaab-552818122ec1 HTTP/1.1" status: 200 len: 946 time: 0.0648980 Sep 08 09:29:19.964218 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-248d2412-3427-4a27-ba2f-72f091befa08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:19.970442 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-30662a34-6703-4a93-98c9-6a687d7359ce req-136bf138-e63a-4631-871b-aa16c359493c tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/security-groups?id=430a4141-ab24-441f-84a9-7c829ff68499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371091 Sep 08 09:29:19.973092 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-248d2412-3427-4a27-ba2f-72f091befa08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:19.974482 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-248d2412-3427-4a27-ba2f-72f091befa08 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fa236a92-4491-459e-926b-a5be7ba22172 HTTP/1.1" status: 204 len: 168 time: 0.1601610 Sep 08 09:29:19.996013 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248d2412-3427-4a27-ba2f-72f091befa08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa236a92-4491-459e-926b-a5be7ba22172,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:29:20.410222 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:20.487933 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b781a6-f0c2-4263-a4ad-4bf94f58d939 req-abdbf50e-62fd-4fe0-a24b-154d1f26b04f tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:20.490644 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b4b781a6-f0c2-4263-a4ad-4bf94f58d939 req-abdbf50e-62fd-4fe0-a24b-154d1f26b04f tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.35 "GET /v2.0/ports?device_id=f8034512-00e9-400f-aaab-552818122ec1 HTTP/1.1" status: 200 len: 946 time: 0.0782416 Sep 08 09:29:20.610968 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-b4b781a6-f0c2-4263-a4ad-4bf94f58d939 req-4c529ebd-1762-4f22-8e33-1f157d359152 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Deleting port 502b62f9-e463-4ac9-836f-f595333c5c8b {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:29:20.611325 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-b4b781a6-f0c2-4263-a4ad-4bf94f58d939 req-4c529ebd-1762-4f22-8e33-1f157d359152 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:20.731525 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-b4b781a6-f0c2-4263-a4ad-4bf94f58d939 req-4c529ebd-1762-4f22-8e33-1f157d359152 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] For port 502b62f9-e463-4ac9-836f-f595333c5c8b, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=502b62f9-e463-4ac9-836f-f595333c5c8b,segment=NetworkSegment(7f0e3725-50b8-4ef8-860a-dbdee1d24402),segment_id=7f0e3725-50b8-4ef8-860a-dbdee1d24402)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:29:20.731809 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-b4b781a6-f0c2-4263-a4ad-4bf94f58d939 req-4c529ebd-1762-4f22-8e33-1f157d359152 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:20.753332 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-b4b781a6-f0c2-4263-a4ad-4bf94f58d939 req-4c529ebd-1762-4f22-8e33-1f157d359152 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Calling delete_port for 502b62f9-e463-4ac9-836f-f595333c5c8b owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:29:20.757204 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aba04de8-af00-4d3a-8fdd-feed6207d84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:20.896129 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 55f34fe3-892d-4467-99c7-2dd6677f4f86 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:29:20.902381 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-b4b781a6-f0c2-4263-a4ad-4bf94f58d939 req-4c529ebd-1762-4f22-8e33-1f157d359152 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:20.916857 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 55f34fe3-892d-4467-99c7-2dd6677f4f86 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:29:20.917207 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 55f34fe3-892d-4467-99c7-2dd6677f4f86 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:29:20.935596 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c529ebd-1762-4f22-8e33-1f157d359152 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Pushing event deleted for resources: {'Port': ['ID=502b62f9-e463-4ac9-836f-f595333c5c8b,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:29:20.942351 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['502b62f9-e463-4ac9-836f-f595333c5c8b'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:29:20.970498 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['e9842b9f-6618-499e-896e-3acc522c6ec8'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:29:20.981042 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b781a6-f0c2-4263-a4ad-4bf94f58d939 req-4c529ebd-1762-4f22-8e33-1f157d359152 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] No DVR routers for this DVR port 502b62f9-e463-4ac9-836f-f595333c5c8b on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:29:20.983755 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-b4b781a6-f0c2-4263-a4ad-4bf94f58d939 req-4c529ebd-1762-4f22-8e33-1f157d359152 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:20.985758 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b4b781a6-f0c2-4263-a4ad-4bf94f58d939 req-4c529ebd-1762-4f22-8e33-1f157d359152 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.35 "DELETE /v2.0/ports/502b62f9-e463-4ac9-836f-f595333c5c8b HTTP/1.1" status: 204 len: 173 time: 0.4884448 Sep 08 09:29:20.986230 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8034512-00e9-400f-aaab-552818122ec1', 'name': 'network-vif-deleted', 'tag': '502b62f9-e463-4ac9-836f-f595333c5c8b'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:29:20.989063 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b192476b-d6bd-453b-b539-b0837ee8589c" -d '{"events": [{"server_uuid": "f8034512-00e9-400f-aaab-552818122ec1", "name": "network-vif-deleted", "tag": "502b62f9-e463-4ac9-836f-f595333c5c8b"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:29:21.055546 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e536a1-97b4-45c0-97b5-91ce0e9ae1c3 x-openstack-request-id: req-c8e536a1-97b4-45c0-97b5-91ce0e9ae1c3 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:29:21.055868 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8034512-00e9-400f-aaab-552818122ec1", "name": "network-vif-deleted", "tag": "502b62f9-e463-4ac9-836f-f595333c5c8b", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:29:21.056093 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c8e536a1-97b4-45c0-97b5-91ce0e9ae1c3 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:29:21.056498 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8034512-00e9-400f-aaab-552818122ec1', 'name': 'network-vif-deleted', 'tag': '502b62f9-e463-4ac9-836f-f595333c5c8b', 'status': 'completed', 'code': 200} Sep 08 09:29:21.102809 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-003309b4-dbd6-4c27-8a5b-d8cc59601e50 req-c0e3c925-912b-4a73-a587-aedfa186f2a4 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=f8034512-00e9-400f-aaab-552818122ec1 HTTP/1.1" status: 200 len: 210 time: 0.0519178 Sep 08 09:29:22.175275 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:23.318646 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 502b62f9-e463-4ac9-836f-f595333c5c8b no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:29:23.339676 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: 502b62f9-e463-4ac9-836f-f595333c5c8b {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:29:23.339945 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 502b62f9-e463-4ac9-836f-f595333c5c8b not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:29:23.583631 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:24.246459 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:25.649724 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef242ed-5fa2-45ed-8645-c12ababa64ef req-6912941e-e58b-48d1-b38e-15fc5dd7ed35 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:25.651387 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6ef242ed-5fa2-45ed-8645-c12ababa64ef req-6912941e-e58b-48d1-b38e-15fc5dd7ed35 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d9b60d8-2d2d-4865-9f3d-ea02d8844741 HTTP/1.1" status: 200 len: 945 time: 0.0532584 Sep 08 09:29:25.696983 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6ef242ed-5fa2-45ed-8645-c12ababa64ef req-9229ca49-f840-415f-81da-54b45669d4f3 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/security-groups?id=430a4141-ab24-441f-84a9-7c829ff68499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394385 Sep 08 09:29:26.825621 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a1e2e-cb10-4ebc-806e-4927d031a179 req-93549f1c-cd21-4f4b-af9a-1c88f585130e tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:26.828045 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b34a1e2e-cb10-4ebc-806e-4927d031a179 req-93549f1c-cd21-4f4b-af9a-1c88f585130e tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d9b60d8-2d2d-4865-9f3d-ea02d8844741 HTTP/1.1" status: 200 len: 945 time: 0.0579317 Sep 08 09:29:26.873129 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b34a1e2e-cb10-4ebc-806e-4927d031a179 req-bd9485a3-e5fd-4c64-a3d0-437dede040e2 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/security-groups?id=430a4141-ab24-441f-84a9-7c829ff68499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365722 Sep 08 09:29:27.292148 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3749e7c-ff30-40b7-81f0-6038ccde3a09 req-412f5594-ed93-430a-b609-ab48b305eecd tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:27.293783 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e3749e7c-ff30-40b7-81f0-6038ccde3a09 req-412f5594-ed93-430a-b609-ab48b305eecd tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d9b60d8-2d2d-4865-9f3d-ea02d8844741 HTTP/1.1" status: 200 len: 945 time: 0.0559678 Sep 08 09:29:27.409930 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-e3749e7c-ff30-40b7-81f0-6038ccde3a09 req-591e9c0c-36da-4f1c-9d8e-948edfbca69b tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Deleting port e9842b9f-6618-499e-896e-3acc522c6ec8 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:29:27.410346 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-e3749e7c-ff30-40b7-81f0-6038ccde3a09 req-591e9c0c-36da-4f1c-9d8e-948edfbca69b tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:27.516438 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-e3749e7c-ff30-40b7-81f0-6038ccde3a09 req-591e9c0c-36da-4f1c-9d8e-948edfbca69b tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] For port e9842b9f-6618-499e-896e-3acc522c6ec8, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=e9842b9f-6618-499e-896e-3acc522c6ec8,segment=NetworkSegment(7f0e3725-50b8-4ef8-860a-dbdee1d24402),segment_id=7f0e3725-50b8-4ef8-860a-dbdee1d24402)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:29:27.516827 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-e3749e7c-ff30-40b7-81f0-6038ccde3a09 req-591e9c0c-36da-4f1c-9d8e-948edfbca69b tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:27.532160 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-e3749e7c-ff30-40b7-81f0-6038ccde3a09 req-591e9c0c-36da-4f1c-9d8e-948edfbca69b tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Calling delete_port for e9842b9f-6618-499e-896e-3acc522c6ec8 owned by compute:nova {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:29:27.672038 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-e3749e7c-ff30-40b7-81f0-6038ccde3a09 req-591e9c0c-36da-4f1c-9d8e-948edfbca69b tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:27.703702 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e9c0c-36da-4f1c-9d8e-948edfbca69b tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Pushing event deleted for resources: {'Port': ['ID=e9842b9f-6618-499e-896e-3acc522c6ec8,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:29:27.716786 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['e9842b9f-6618-499e-896e-3acc522c6ec8'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:29:27.747318 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3749e7c-ff30-40b7-81f0-6038ccde3a09 req-591e9c0c-36da-4f1c-9d8e-948edfbca69b tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] No DVR routers for this DVR port e9842b9f-6618-499e-896e-3acc522c6ec8 on host n-h1-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:29:27.749963 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-e3749e7c-ff30-40b7-81f0-6038ccde3a09 req-591e9c0c-36da-4f1c-9d8e-948edfbca69b tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:27.753741 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e3749e7c-ff30-40b7-81f0-6038ccde3a09 req-591e9c0c-36da-4f1c-9d8e-948edfbca69b tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.37 "DELETE /v2.0/ports/e9842b9f-6618-499e-896e-3acc522c6ec8 HTTP/1.1" status: 204 len: 173 time: 0.4515407 Sep 08 09:29:27.754302 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9b60d8-2d2d-4865-9f3d-ea02d8844741', 'name': 'network-vif-deleted', 'tag': 'e9842b9f-6618-499e-896e-3acc522c6ec8'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:29:27.756684 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4801ad-024a-4254-9a19-dba98fe64b53" -d '{"events": [{"server_uuid": "2d9b60d8-2d2d-4865-9f3d-ea02d8844741", "name": "network-vif-deleted", "tag": "e9842b9f-6618-499e-896e-3acc522c6ec8"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:29:27.795195 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857439dd-f543-4ae6-9c19-c4d937ec7ec5 x-openstack-request-id: req-857439dd-f543-4ae6-9c19-c4d937ec7ec5 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:29:27.795549 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d9b60d8-2d2d-4865-9f3d-ea02d8844741", "name": "network-vif-deleted", "tag": "e9842b9f-6618-499e-896e-3acc522c6ec8", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:29:27.795836 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-857439dd-f543-4ae6-9c19-c4d937ec7ec5 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:29:27.796346 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d9b60d8-2d2d-4865-9f3d-ea02d8844741', 'name': 'network-vif-deleted', 'tag': 'e9842b9f-6618-499e-896e-3acc522c6ec8', 'status': 'completed', 'code': 200} Sep 08 09:29:28.000687 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3da47bcc-6e70-4089-8825-6a2c2911db01 req-1a817c4e-4576-4d32-a958-f78e969527c8 tempest-AttachVolumeNegativeTest-293759476 tempest-AttachVolumeNegativeTest-293759476-project] 10.222.0.54 "GET /v2.0/ports?device_id=2d9b60d8-2d2d-4865-9f3d-ea02d8844741 HTTP/1.1" status: 200 len: 210 time: 0.0391371 Sep 08 09:29:28.376763 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:29:28.674657 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:29.068361 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54560) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:29:29.115854 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-8800f58a-2afe-4bf7-89ba-ee7323255c2c admin admin] Deleting subnet 51fdac27-42e1-4f6c-8be0-c60565c8b5bd {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:29:29.119337 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8800f58a-2afe-4bf7-89ba-ee7323255c2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:29.157476 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8800f58a-2afe-4bf7-89ba-ee7323255c2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:29.201829 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8800f58a-2afe-4bf7-89ba-ee7323255c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:29.260389 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8800f58a-2afe-4bf7-89ba-ee7323255c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:29.290901 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8800f58a-2afe-4bf7-89ba-ee7323255c2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51fdac27-42e1-4f6c-8be0-c60565c8b5bd,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:29:29.296933 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8800f58a-2afe-4bf7-89ba-ee7323255c2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:29.302563 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8800f58a-2afe-4bf7-89ba-ee7323255c2c admin admin] 10.222.0.54 "DELETE /v2.0/subnets/51fdac27-42e1-4f6c-8be0-c60565c8b5bd HTTP/1.1" status: 204 len: 168 time: 0.2295661 Sep 08 09:29:29.303830 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54562) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:29:29.391194 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0badf6f9-14b3-4048-887e-3c642dd9213b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:29.470599 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0badf6f9-14b3-4048-887e-3c642dd9213b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:29.497753 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-0badf6f9-14b3-4048-887e-3c642dd9213b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a4cc4a1-f95d-432b-8391-b1a41bcbeb60']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:29:29.508211 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-0badf6f9-14b3-4048-887e-3c642dd9213b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f0e3725-50b8-4ef8-860a-dbdee1d24402') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:29:29.508513 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-0badf6f9-14b3-4048-887e-3c642dd9213b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f0e3725-50b8-4ef8-860a-dbdee1d24402') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:29:29.518629 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0badf6f9-14b3-4048-887e-3c642dd9213b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:29.531892 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0badf6f9-14b3-4048-887e-3c642dd9213b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:29.538514 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0badf6f9-14b3-4048-887e-3c642dd9213b admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:29:29.538917 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0badf6f9-14b3-4048-887e-3c642dd9213b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:29.540538 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:29:29.540538 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:29:29.540538 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:29:29.540538 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:29:29.540538 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:29:29.540538 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:29:29.540538 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:29:29.540538 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:29:29.540538 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:29:29.540538 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:29:29.540538 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:29:29.540538 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:29:29.540538 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:29:29.540538 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:29:29.540538 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:29:29.540538 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:29:29.540538 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:29:29.540538 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:29:29.540538 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:29:29.540538 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:29:29.540538 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:29:29.540538 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:29:29.540538 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:29:29.540538 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:29:29.540538 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:29:29.540538 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:29:29.540538 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:29:29.540538 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:29:29.540538 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:29:29.540538 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:29:29.540538 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:29:29.540538 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:29:29.603498 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0badf6f9-14b3-4048-887e-3c642dd9213b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:29.610628 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0badf6f9-14b3-4048-887e-3c642dd9213b admin admin] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:29.613279 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-0badf6f9-14b3-4048-887e-3c642dd9213b admin admin] 10.222.0.54 "DELETE /v2.0/networks/8a4cc4a1-f95d-432b-8391-b1a41bcbeb60 HTTP/1.1" status: 204 len: 168 time: 0.3091221 Sep 08 09:29:29.622699 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0badf6f9-14b3-4048-887e-3c642dd9213b admin admin] Pushing event deleted for resources: {'Network': ['ID=8a4cc4a1-f95d-432b-8391-b1a41bcbeb60,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:29:29.802062 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54568) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:29:29.845233 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b4122f89-dbb2-4d15-847c-163dceca71b3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=938de9fcac24439fb17f7bff1aedfbad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419972 Sep 08 09:29:29.847901 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54570) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:29:29.895909 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dabf13cc-54db-49b6-a08f-d24ec7342817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:29.916703 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dabf13cc-54db-49b6-a08f-d24ec7342817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:29.968411 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dabf13cc-54db-49b6-a08f-d24ec7342817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:29.971203 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dabf13cc-54db-49b6-a08f-d24ec7342817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:29.972428 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-dabf13cc-54db-49b6-a08f-d24ec7342817 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/430a4141-ab24-441f-84a9-7c829ff68499 HTTP/1.1" status: 204 len: 168 time: 0.1234353 Sep 08 09:29:29.981473 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabf13cc-54db-49b6-a08f-d24ec7342817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430a4141-ab24-441f-84a9-7c829ff68499,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:29:30.943529 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device e9842b9f-6618-499e-896e-3acc522c6ec8 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:29:30.965840 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: e9842b9f-6618-499e-896e-3acc522c6ec8 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:29:30.966136 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device e9842b9f-6618-499e-896e-3acc522c6ec8 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:29:31.347158 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 54818) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:29:31.463972 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c41e783f-1e0b-47aa-b7e1-d1cbd569fc90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:31.558286 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c41e783f-1e0b-47aa-b7e1-d1cbd569fc90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:31.563421 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c41e783f-1e0b-47aa-b7e1-d1cbd569fc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:31.607275 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e783f-1e0b-47aa-b7e1-d1cbd569fc90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d71cb8-c5c0-4469-8d8b-1d11c65180a0,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:29:31.616797 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c41e783f-1e0b-47aa-b7e1-d1cbd569fc90 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=03e1fac4881c4a8a875abe33e37bcbce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2685659 Sep 08 09:29:31.616946 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 54866) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:29:31.676062 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4c9f0a60-6d3b-4627-ae17-3ec4a641698b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:31.702336 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4c9f0a60-6d3b-4627-ae17-3ec4a641698b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:31.759010 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4c9f0a60-6d3b-4627-ae17-3ec4a641698b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:31.761780 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4c9f0a60-6d3b-4627-ae17-3ec4a641698b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:31.762991 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4c9f0a60-6d3b-4627-ae17-3ec4a641698b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/32d71cb8-c5c0-4469-8d8b-1d11c65180a0 HTTP/1.1" status: 204 len: 168 time: 0.1451325 Sep 08 09:29:31.773077 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9f0a60-6d3b-4627-ae17-3ec4a641698b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d71cb8-c5c0-4469-8d8b-1d11c65180a0,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:29:34.531764 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24dcfc-5489-44cd-8d6a-66d4db764089 req-98b4a7a3-87c6-4fb7-b09f-efb4866dba16 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:34.534262 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7a24dcfc-5489-44cd-8d6a-66d4db764089 req-98b4a7a3-87c6-4fb7-b09f-efb4866dba16 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=43953610-4045-438f-a918-3d88891b39ee HTTP/1.1" status: 200 len: 946 time: 0.0549376 Sep 08 09:29:34.578755 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7a24dcfc-5489-44cd-8d6a-66d4db764089 req-c68f9f02-8366-4bdc-84e3-660afe6e4f91 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a27644d-e8a6-450e-a699-8c8d9af41717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378039 Sep 08 09:29:34.602732 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55156) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:29:34.668082 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ce0579ec-f8b6-4f65-806c-ec74666df6e1 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/floatingips/ce9ebd5d-ec7c-49c3-9a8c-c40cda20b7e3 HTTP/1.1" status: 200 len: 994 time: 0.0641813 Sep 08 09:29:35.031516 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe5d53-5e05-4b7c-a807-e6e523fb28c5 req-c40dccf7-cb86-48f8-9fa6-57e51a343915 tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:35.033114 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cabe5d53-5e05-4b7c-a807-e6e523fb28c5 req-c40dccf7-cb86-48f8-9fa6-57e51a343915 tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=43953610-4045-438f-a918-3d88891b39ee HTTP/1.1" status: 200 len: 1098 time: 0.0428770 Sep 08 09:29:35.076295 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cabe5d53-5e05-4b7c-a807-e6e523fb28c5 req-2ef66e4f-5dce-40e2-a224-983b998fe119 tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=7a27644d-e8a6-450e-a699-8c8d9af41717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367191 Sep 08 09:29:35.820640 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-98326e64-b386-40c1-93a4-06885d360ed1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=43953610-4045-438f-a918-3d88891b39ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0470552 Sep 08 09:29:35.830942 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-b4dec4c6-8a3a-4f15-994c-3c30ea57e750 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:29:35.832160 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-b4dec4c6-8a3a-4f15-994c-3c30ea57e750 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063355 Sep 08 09:29:36.706628 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-1def2084-b46d-480f-8963-56217a18ed37 tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:36.708445 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-1def2084-b46d-480f-8963-56217a18ed37 tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] 10.222.0.54 "GET /v2.0/ports/44c96b0c-78b4-4957-96cc-5da2fec6b58a HTTP/1.1" status: 200 len: 1095 time: 0.3054106 Sep 08 09:29:36.717616 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-9588454f-fada-470c-87cb-8b88366f9019 service neutron] Request body: {'binding': {'host': 'n-h1-806683-11', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:29:36.718004 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-9588454f-fada-470c-87cb-8b88366f9019 service neutron] Unknown quota resources ['binding']. {{(pid=94713) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 08 09:29:36.876115 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-9588454f-fada-470c-87cb-8b88366f9019 service neutron] Attempting to bind port 44c96b0c-78b4-4957-96cc-5da2fec6b58a on host n-h1-806683-11 for vnic_type normal with profile None {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:29:36.876879 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-9588454f-fada-470c-87cb-8b88366f9019 service neutron] Attempting to bind port 44c96b0c-78b4-4957-96cc-5da2fec6b58a by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'f3324e3a-3db2-4103-8c67-1cc19ba1ba52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1270a732-0cf5-45f6-9390-92d127e8b5af'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:29:36.876879 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-9588454f-fada-470c-87cb-8b88366f9019 service neutron] Attempting to bind port 44c96b0c-78b4-4957-96cc-5da2fec6b58a on network 1270a732-0cf5-45f6-9390-92d127e8b5af {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:29:36.882518 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-9588454f-fada-470c-87cb-8b88366f9019 service neutron] Port 44c96b0c-78b4-4957-96cc-5da2fec6b58a on network 1270a732-0cf5-45f6-9390-92d127e8b5af not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:29:36.882973 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-9588454f-fada-470c-87cb-8b88366f9019 service neutron] Attempting to bind port 44c96b0c-78b4-4957-96cc-5da2fec6b58a on network 1270a732-0cf5-45f6-9390-92d127e8b5af {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:29:36.889435 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-9588454f-fada-470c-87cb-8b88366f9019 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:29:36.889780 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-9588454f-fada-470c-87cb-8b88366f9019 service neutron] Checking segment: {'id': 'f3324e3a-3db2-4103-8c67-1cc19ba1ba52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1270a732-0cf5-45f6-9390-92d127e8b5af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:29:36.890225 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-9588454f-fada-470c-87cb-8b88366f9019 service neutron] Bound using segment: {'id': 'f3324e3a-3db2-4103-8c67-1cc19ba1ba52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1270a732-0cf5-45f6-9390-92d127e8b5af'} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:29:36.890671 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-9588454f-fada-470c-87cb-8b88366f9019 service neutron] Bound port: 44c96b0c-78b4-4957-96cc-5da2fec6b58a, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3324e3a-3db2-4103-8c67-1cc19ba1ba52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1270a732-0cf5-45f6-9390-92d127e8b5af'}}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:29:36.988124 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-9588454f-fada-470c-87cb-8b88366f9019 service neutron] For port 44c96b0c-78b4-4957-96cc-5da2fec6b58a, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=44c96b0c-78b4-4957-96cc-5da2fec6b58a,segment=NetworkSegment(f3324e3a-3db2-4103-8c67-1cc19ba1ba52),segment_id=f3324e3a-3db2-4103-8c67-1cc19ba1ba52)] {{(pid=94713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:29:36.993693 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-9588454f-fada-470c-87cb-8b88366f9019 service neutron] Notify callbacks [] for binding, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:36.995280 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-9588454f-fada-470c-87cb-8b88366f9019 service neutron] 10.222.0.54 "POST /v2.0/ports/44c96b0c-78b4-4957-96cc-5da2fec6b58a/bindings HTTP/1.1" status: 201 len: 390 time: 0.2812390 Sep 08 09:29:37.154103 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680fc25a-7548-491b-9273-5d8d6e64d7c3 req-828f9277-498e-4907-b004-fea7d859b453 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:37.162561 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-680fc25a-7548-491b-9273-5d8d6e64d7c3 req-828f9277-498e-4907-b004-fea7d859b453 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=43953610-4045-438f-a918-3d88891b39ee HTTP/1.1" status: 200 len: 946 time: 0.0640838 Sep 08 09:29:37.206711 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-680fc25a-7548-491b-9273-5d8d6e64d7c3 req-7f9c6e4f-6a95-42c1-82bc-fcf87a65a953 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a27644d-e8a6-450e-a699-8c8d9af41717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429485 Sep 08 09:29:37.316111 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-b9c7deef-f415-4ef9-abec-e0fa89d8c1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:37.317706 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-b9c7deef-f415-4ef9-abec-e0fa89d8c1df service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0f105e5fd99469d8f84a09c77d72db0&device_id=43953610-4045-438f-a918-3d88891b39ee HTTP/1.1" status: 200 len: 1098 time: 0.0515935 Sep 08 09:29:37.413510 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-b0677e4c-cd30-4e09-bded-b06da4082f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:37.415297 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-b0677e4c-cd30-4e09-bded-b06da4082f06 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1270a732-0cf5-45f6-9390-92d127e8b5af HTTP/1.1" status: 200 len: 897 time: 0.0907934 Sep 08 09:29:37.488744 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-a83535b1-bb6a-495c-a549-0c69e00ae92b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44c96b0c-78b4-4957-96cc-5da2fec6b58a HTTP/1.1" status: 200 len: 1002 time: 0.0650792 Sep 08 09:29:37.544176 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-dcf7165b-907d-4d18-b99c-bde6a3496e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:37.545793 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-dcf7165b-907d-4d18-b99c-bde6a3496e5b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9954f8c3-0855-4f1e-9329-52be2265cdbd HTTP/1.1" status: 200 len: 835 time: 0.0498133 Sep 08 09:29:37.599568 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-84a385e6-2396-49d5-be0e-0ce3a1ea5301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:37.601203 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-84a385e6-2396-49d5-be0e-0ce3a1ea5301 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1270a732-0cf5-45f6-9390-92d127e8b5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481083 Sep 08 09:29:37.710866 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-3c5c40cd-3797-4d07-83ee-2e2018436c97 service neutron] 10.222.0.37 "GET /v2.0/networks/1270a732-0cf5-45f6-9390-92d127e8b5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019001 Sep 08 09:29:37.826387 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-b98c20e0-f1bd-4340-9400-204851ee4c0a service neutron] 10.222.0.37 "GET /v2.0/networks/1270a732-0cf5-45f6-9390-92d127e8b5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070490 Sep 08 09:29:37.908806 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55250) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:29:38.040694 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cefb30ea-a8b1-4ed4-afa3-d81b7402a8f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:38.149333 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cefb30ea-a8b1-4ed4-afa3-d81b7402a8f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:38.153808 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cefb30ea-a8b1-4ed4-afa3-d81b7402a8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:38.203241 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-cefb30ea-a8b1-4ed4-afa3-d81b7402a8f7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ea3f4f444c2c485da511a0f8ba5e84b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2905204 Sep 08 09:29:38.203241 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb30ea-a8b1-4ed4-afa3-d81b7402a8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95a841d-36dc-4677-8d65-9a21e72ba24e,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:29:38.204258 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55256) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:29:38.273389 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7072454e-333f-400f-9c88-b04bfe5bd00f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:38.328809 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55260) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:29:38.338469 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7072454e-333f-400f-9c88-b04bfe5bd00f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:38.411258 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-f4ea64f3-e7ff-4416-9201-58658e646814 tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:38.412766 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-f4ea64f3-e7ff-4416-9201-58658e646814 tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=43953610-4045-438f-a918-3d88891b39ee&tenant_id=b0f105e5fd99469d8f84a09c77d72db0&binding%3Ahost_id=n-h2-806683-11 HTTP/1.1" status: 200 len: 1098 time: 0.4769225 Sep 08 09:29:38.426970 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-002d41ae-57f4-40f7-b708-7d1408a555c3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-806683-11'}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:29:38.435818 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326442f4-5993-4bff-a418-982214401cad req-dc5b1086-8e86-4196-b43a-a52f008e4bde tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:38.437433 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-326442f4-5993-4bff-a418-982214401cad req-dc5b1086-8e86-4196-b43a-a52f008e4bde tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=43953610-4045-438f-a918-3d88891b39ee HTTP/1.1" status: 200 len: 946 time: 0.1515815 Sep 08 09:29:38.490841 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-002d41ae-57f4-40f7-b708-7d1408a555c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:38.530438 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7072454e-333f-400f-9c88-b04bfe5bd00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:38.533293 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7072454e-333f-400f-9c88-b04bfe5bd00f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:38.535273 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-7072454e-333f-400f-9c88-b04bfe5bd00f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e95a841d-36dc-4677-8d65-9a21e72ba24e HTTP/1.1" status: 204 len: 168 time: 0.3274720 Sep 08 09:29:38.558715 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-326442f4-5993-4bff-a418-982214401cad req-9f9cbba2-0c16-471b-b300-777b39717347 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a27644d-e8a6-450e-a699-8c8d9af41717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002877 Sep 08 09:29:38.561944 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7072454e-333f-400f-9c88-b04bfe5bd00f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95a841d-36dc-4677-8d65-9a21e72ba24e,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:29:38.627319 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-604c3dae-a3d3-48ef-bb09-2faca654bd2c tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Deleting port 3cffa11d-2610-4329-bcff-b9908f924db2 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:29:38.628132 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-604c3dae-a3d3-48ef-bb09-2faca654bd2c tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:38.662066 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-002d41ae-57f4-40f7-b708-7d1408a555c3 service neutron] For port 44c96b0c-78b4-4957-96cc-5da2fec6b58a, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=44c96b0c-78b4-4957-96cc-5da2fec6b58a,segment=NetworkSegment(f3324e3a-3db2-4103-8c67-1cc19ba1ba52),segment_id=f3324e3a-3db2-4103-8c67-1cc19ba1ba52)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:29:38.713061 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-002d41ae-57f4-40f7-b708-7d1408a555c3 service neutron] For port 44c96b0c-78b4-4957-96cc-5da2fec6b58a, host n-h2-806683-11, cleared binding levels {{(pid=94713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:29:38.731699 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-604c3dae-a3d3-48ef-bb09-2faca654bd2c tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:38.732209 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-604c3dae-a3d3-48ef-bb09-2faca654bd2c tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:38.748058 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-604c3dae-a3d3-48ef-bb09-2faca654bd2c tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Calling delete_port for 3cffa11d-2610-4329-bcff-b9908f924db2 owned by network:floatingip {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:29:38.791189 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43953610-4045-438f-a918-3d88891b39ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44c96b0c-78b4-4957-96cc-5da2fec6b58a'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:29:38.795070 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455e7591-a7fe-4838-89cc-192b6e43bf01" -d '{"events": [{"server_uuid": "43953610-4045-438f-a918-3d88891b39ee", "name": "network-vif-unplugged", "status": "completed", "tag": "44c96b0c-78b4-4957-96cc-5da2fec6b58a"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:29:38.803119 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-002d41ae-57f4-40f7-b708-7d1408a555c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:38.816562 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-002d41ae-57f4-40f7-b708-7d1408a555c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:38.878862 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 09:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d91a99-f54f-4a1c-94ce-8257cf9b612d x-openstack-request-id: req-f8d91a99-f54f-4a1c-94ce-8257cf9b612d {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:29:38.880346 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43953610-4045-438f-a918-3d88891b39ee", "name": "network-vif-unplugged", "status": "completed", "tag": "44c96b0c-78b4-4957-96cc-5da2fec6b58a", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:29:38.880601 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f8d91a99-f54f-4a1c-94ce-8257cf9b612d {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:29:38.881027 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43953610-4045-438f-a918-3d88891b39ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44c96b0c-78b4-4957-96cc-5da2fec6b58a', 'code': 200} Sep 08 09:29:38.954764 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d41ae-57f4-40f7-b708-7d1408a555c3 service neutron] Pushing event updated for resources: {'Port': ['ID=44c96b0c-78b4-4957-96cc-5da2fec6b58a,revision_number=7']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:29:38.993564 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-604c3dae-a3d3-48ef-bb09-2faca654bd2c tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:39.054775 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604c3dae-a3d3-48ef-bb09-2faca654bd2c tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Pushing event deleted for resources: {'Port': ['ID=3cffa11d-2610-4329-bcff-b9908f924db2,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:29:39.120093 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55274) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:29:39.153887 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ac5c431c-e289-40c9-8e25-de9c6f23f451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:39.184813 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-604c3dae-a3d3-48ef-bb09-2faca654bd2c tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks [] for floatingip, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:39.185164 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [None req-604c3dae-a3d3-48ef-bb09-2faca654bd2c tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Floating IP 4c583e50-250e-43d3-844d-34788436965f disassociated (deleted). External IP: 172.25.0.98, port: c26d024e-c583-4ddb-810b-c590f2c071f8. Sep 08 09:29:39.264405 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-002d41ae-57f4-40f7-b708-7d1408a555c3 service neutron] Attempting to bind port 44c96b0c-78b4-4957-96cc-5da2fec6b58a on host n-h2-806683-11 for vnic_type normal with profile {"migrating_to": "n-h1-806683-11"} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:29:39.265288 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-002d41ae-57f4-40f7-b708-7d1408a555c3 service neutron] Attempting to bind port 44c96b0c-78b4-4957-96cc-5da2fec6b58a by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': 'f3324e3a-3db2-4103-8c67-1cc19ba1ba52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1270a732-0cf5-45f6-9390-92d127e8b5af'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:29:39.266890 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-002d41ae-57f4-40f7-b708-7d1408a555c3 service neutron] Attempting to bind port 44c96b0c-78b4-4957-96cc-5da2fec6b58a on network 1270a732-0cf5-45f6-9390-92d127e8b5af {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:29:39.273012 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-002d41ae-57f4-40f7-b708-7d1408a555c3 service neutron] Port 44c96b0c-78b4-4957-96cc-5da2fec6b58a on network 1270a732-0cf5-45f6-9390-92d127e8b5af not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:29:39.273636 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-002d41ae-57f4-40f7-b708-7d1408a555c3 service neutron] Attempting to bind port 44c96b0c-78b4-4957-96cc-5da2fec6b58a on network 1270a732-0cf5-45f6-9390-92d127e8b5af {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:29:39.280686 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-002d41ae-57f4-40f7-b708-7d1408a555c3 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:29:39.281345 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-002d41ae-57f4-40f7-b708-7d1408a555c3 service neutron] Checking segment: {'id': 'f3324e3a-3db2-4103-8c67-1cc19ba1ba52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1270a732-0cf5-45f6-9390-92d127e8b5af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:29:39.281836 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-002d41ae-57f4-40f7-b708-7d1408a555c3 service neutron] Bound using segment: {'id': 'f3324e3a-3db2-4103-8c67-1cc19ba1ba52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1270a732-0cf5-45f6-9390-92d127e8b5af'} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:29:39.282457 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-002d41ae-57f4-40f7-b708-7d1408a555c3 service neutron] Bound port: 44c96b0c-78b4-4957-96cc-5da2fec6b58a, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3324e3a-3db2-4103-8c67-1cc19ba1ba52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '1270a732-0cf5-45f6-9390-92d127e8b5af'}}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:29:39.283618 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-002d41ae-57f4-40f7-b708-7d1408a555c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:39.302950 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55278) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:29:39.324722 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-b49f22e2-7ff5-472c-a5ff-c213eda78b13 None None] Provisioning complete for port 44c96b0c-78b4-4957-96cc-5da2fec6b58a triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:29:39.325753 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b49f22e2-7ff5-472c-a5ff-c213eda78b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:39.371584 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-b49f22e2-7ff5-472c-a5ff-c213eda78b13 None None] Port 44c96b0c-78b4-4957-96cc-5da2fec6b58a cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:29:39.372473 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-002d41ae-57f4-40f7-b708-7d1408a555c3 service neutron] For port 44c96b0c-78b4-4957-96cc-5da2fec6b58a, host n-h2-806683-11, cleared binding levels {{(pid=94713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:29:39.381949 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-002d41ae-57f4-40f7-b708-7d1408a555c3 service neutron] For port 44c96b0c-78b4-4957-96cc-5da2fec6b58a, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=44c96b0c-78b4-4957-96cc-5da2fec6b58a,segment=NetworkSegment(f3324e3a-3db2-4103-8c67-1cc19ba1ba52),segment_id=f3324e3a-3db2-4103-8c67-1cc19ba1ba52)] {{(pid=94713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:29:39.387326 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-002d41ae-57f4-40f7-b708-7d1408a555c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:39.416958 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a1ffd-fa10-4b75-ac5c-9e48cbdc879f req-ccbc1d98-d8a1-43a9-8e18-6950d7c034fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:39.418529 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4d6a1ffd-fa10-4b75-ac5c-9e48cbdc879f req-ccbc1d98-d8a1-43a9-8e18-6950d7c034fe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0f105e5fd99469d8f84a09c77d72db0&device_id=43953610-4045-438f-a918-3d88891b39ee HTTP/1.1" status: 200 len: 1085 time: 0.1118133 Sep 08 09:29:39.465980 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ac5c431c-e289-40c9-8e25-de9c6f23f451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:39.491491 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ac5c431c-e289-40c9-8e25-de9c6f23f451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:39.536860 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d41ae-57f4-40f7-b708-7d1408a555c3 service neutron] Pushing event updated for resources: {'Port': ['ID=44c96b0c-78b4-4957-96cc-5da2fec6b58a,revision_number=8']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:29:39.591750 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-002d41ae-57f4-40f7-b708-7d1408a555c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:39.592371 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-002d41ae-57f4-40f7-b708-7d1408a555c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:39.596598 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-002d41ae-57f4-40f7-b708-7d1408a555c3 service neutron] 10.222.0.37 "PUT /v2.0/ports/44c96b0c-78b4-4957-96cc-5da2fec6b58a HTTP/1.1" status: 200 len: 1124 time: 1.1731169 Sep 08 09:29:39.600597 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ac5c431c-e289-40c9-8e25-de9c6f23f451 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=420ed3db748f407896356e3f5b09fe5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4771793 Sep 08 09:29:39.600597 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c431c-e289-40c9-8e25-de9c6f23f451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10e8ff5-7273-46f7-af38-32491c2b9b0b,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:29:39.600872 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ea3f8480-9d35-4609-9847-4453e323e8e0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0e8618d015b0413289c499e12a438e52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2964747 Sep 08 09:29:39.602299 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55284) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:29:39.602640 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55286) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:29:39.719797 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-31884c2e-4cf8-4bcb-b439-798126b2997a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:39.720071 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['44c96b0c-78b4-4957-96cc-5da2fec6b58a'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:29:39.745361 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f64a4f13-1a73-4665-96ea-180359eaaf4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:39.773201 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-31884c2e-4cf8-4bcb-b439-798126b2997a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:39.790074 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f64a4f13-1a73-4665-96ea-180359eaaf4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:39.818281 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-9a232cbb-8211-416e-beb2-358472f43fa0 None None] Provisioning complete for port 44c96b0c-78b4-4957-96cc-5da2fec6b58a triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:29:39.818981 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9a232cbb-8211-416e-beb2-358472f43fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:39.875452 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f64a4f13-1a73-4665-96ea-180359eaaf4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:39.880659 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f64a4f13-1a73-4665-96ea-180359eaaf4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:39.884571 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f64a4f13-1a73-4665-96ea-180359eaaf4d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e10e8ff5-7273-46f7-af38-32491c2b9b0b HTTP/1.1" status: 204 len: 168 time: 0.2770300 Sep 08 09:29:39.894095 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a4f13-1a73-4665-96ea-180359eaaf4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10e8ff5-7273-46f7-af38-32491c2b9b0b,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:29:39.897947 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-31884c2e-4cf8-4bcb-b439-798126b2997a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:39.901336 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-31884c2e-4cf8-4bcb-b439-798126b2997a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:39.905025 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-31884c2e-4cf8-4bcb-b439-798126b2997a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dbda2b0e-d2f9-4045-bfee-8fe8bdca2a24 HTTP/1.1" status: 204 len: 168 time: 0.2990558 Sep 08 09:29:39.909407 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a4f13-1a73-4665-96ea-180359eaaf4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:29:39.909771 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a4f13-1a73-4665-96ea-180359eaaf4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:29:39.910318 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a4f13-1a73-4665-96ea-180359eaaf4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:29:39.910669 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a4f13-1a73-4665-96ea-180359eaaf4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:29:39.911009 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a4f13-1a73-4665-96ea-180359eaaf4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:29:39.911354 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a4f13-1a73-4665-96ea-180359eaaf4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:29:39.911855 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a4f13-1a73-4665-96ea-180359eaaf4d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:29:39.912200 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a4f13-1a73-4665-96ea-180359eaaf4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:29:39.912592 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a4f13-1a73-4665-96ea-180359eaaf4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:29:39.912958 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a4f13-1a73-4665-96ea-180359eaaf4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:29:39.913258 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a4f13-1a73-4665-96ea-180359eaaf4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:29:39.913593 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64a4f13-1a73-4665-96ea-180359eaaf4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:29:39.926488 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31884c2e-4cf8-4bcb-b439-798126b2997a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbda2b0e-d2f9-4045-bfee-8fe8bdca2a24,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:29:39.990498 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9a232cbb-8211-416e-beb2-358472f43fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:40.058932 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43953610-4045-438f-a918-3d88891b39ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c96b0c-78b4-4957-96cc-5da2fec6b58a'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:29:40.061211 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354b253b-50b1-4607-9e28-3b60de51fe3b" -d '{"events": [{"server_uuid": "43953610-4045-438f-a918-3d88891b39ee", "name": "network-vif-plugged", "status": "completed", "tag": "44c96b0c-78b4-4957-96cc-5da2fec6b58a"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:29:40.083513 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-9a232cbb-8211-416e-beb2-358472f43fa0 None None] For port 44c96b0c-78b4-4957-96cc-5da2fec6b58a, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=44c96b0c-78b4-4957-96cc-5da2fec6b58a,segment=NetworkSegment(f3324e3a-3db2-4103-8c67-1cc19ba1ba52),segment_id=f3324e3a-3db2-4103-8c67-1cc19ba1ba52)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:29:40.098505 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9a232cbb-8211-416e-beb2-358472f43fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:40.126006 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a1ffd-fa10-4b75-ac5c-9e48cbdc879f req-3b74ac9a-6abf-402f-90e6-a34173da27af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:40.128176 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4d6a1ffd-fa10-4b75-ac5c-9e48cbdc879f req-3b74ac9a-6abf-402f-90e6-a34173da27af service neutron] 10.222.0.35 "GET /v2.0/networks?id=1270a732-0cf5-45f6-9390-92d127e8b5af HTTP/1.1" status: 200 len: 897 time: 0.6644936 Sep 08 09:29:40.154801 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-604c3dae-a3d3-48ef-bb09-2faca654bd2c tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Router 3b041317-3935-4578-8794-a76dda926d27 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:29:40.168636 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f1c57d-ce71-4b78-9b24-a2ce0e9e94ae req-e0d4bb7a-6631-4602-9ef7-baa0a2ec274d tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:40.176295 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-90f1c57d-ce71-4b78-9b24-a2ce0e9e94ae req-e0d4bb7a-6631-4602-9ef7-baa0a2ec274d tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=43953610-4045-438f-a918-3d88891b39ee HTTP/1.1" status: 200 len: 944 time: 0.1556885 Sep 08 09:29:40.188654 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5751a2b9-2942-47bd-93cc-5dc9133d272a x-openstack-request-id: req-5751a2b9-2942-47bd-93cc-5dc9133d272a {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:29:40.189477 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43953610-4045-438f-a918-3d88891b39ee", "name": "network-vif-plugged", "status": "completed", "tag": "44c96b0c-78b4-4957-96cc-5da2fec6b58a", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:29:40.190077 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5751a2b9-2942-47bd-93cc-5dc9133d272a {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:29:40.190641 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43953610-4045-438f-a918-3d88891b39ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44c96b0c-78b4-4957-96cc-5da2fec6b58a', 'code': 200} Sep 08 09:29:40.275641 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4d6a1ffd-fa10-4b75-ac5c-9e48cbdc879f req-205803b1-3aca-43c7-992e-def1c74df2cc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44c96b0c-78b4-4957-96cc-5da2fec6b58a HTTP/1.1" status: 200 len: 1002 time: 0.0966814 Sep 08 09:29:40.309596 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a232cbb-8211-416e-beb2-358472f43fa0 None None] Pushing event updated for resources: {'Port': ['ID=44c96b0c-78b4-4957-96cc-5da2fec6b58a,revision_number=9']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:29:40.355139 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-90f1c57d-ce71-4b78-9b24-a2ce0e9e94ae req-77018385-9861-448c-a944-173897aee4c0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a27644d-e8a6-450e-a699-8c8d9af41717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779187 Sep 08 09:29:40.368033 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a232cbb-8211-416e-beb2-358472f43fa0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:29:40.368580 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a232cbb-8211-416e-beb2-358472f43fa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:29:40.369127 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a232cbb-8211-416e-beb2-358472f43fa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:29:40.369670 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a232cbb-8211-416e-beb2-358472f43fa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:29:40.370258 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a232cbb-8211-416e-beb2-358472f43fa0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:29:40.371739 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a232cbb-8211-416e-beb2-358472f43fa0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:29:40.372833 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a232cbb-8211-416e-beb2-358472f43fa0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:29:40.373082 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a232cbb-8211-416e-beb2-358472f43fa0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:29:40.373628 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a232cbb-8211-416e-beb2-358472f43fa0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:29:40.374223 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a232cbb-8211-416e-beb2-358472f43fa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:29:40.374761 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a232cbb-8211-416e-beb2-358472f43fa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:29:40.375555 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a232cbb-8211-416e-beb2-358472f43fa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:29:40.409992 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a1ffd-fa10-4b75-ac5c-9e48cbdc879f req-e8c77385-2a38-4b6d-bedb-4484f0a5f488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:40.411858 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4d6a1ffd-fa10-4b75-ac5c-9e48cbdc879f req-e8c77385-2a38-4b6d-bedb-4484f0a5f488 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9954f8c3-0855-4f1e-9329-52be2265cdbd HTTP/1.1" status: 200 len: 835 time: 0.0985956 Sep 08 09:29:40.507395 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604c3dae-a3d3-48ef-bb09-2faca654bd2c tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:29:40.514005 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-604c3dae-a3d3-48ef-bb09-2faca654bd2c tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:40.519408 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a1ffd-fa10-4b75-ac5c-9e48cbdc879f req-c9928cea-f3e2-4bb2-9099-f939c4aed464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:40.520975 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01765870-d10f-49b1-a201-4a81ab370aec None None] Sync routers for ids ['3b041317-3935-4578-8794-a76dda926d27'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:29:40.521494 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4d6a1ffd-fa10-4b75-ac5c-9e48cbdc879f req-c9928cea-f3e2-4bb2-9099-f939c4aed464 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1270a732-0cf5-45f6-9390-92d127e8b5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1002984 Sep 08 09:29:40.532062 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01765870-d10f-49b1-a201-4a81ab370aec None None] Routers {'3b041317-3935-4578-8794-a76dda926d27'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:29:40.536124 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-01765870-d10f-49b1-a201-4a81ab370aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:29:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['3b041317-3935-4578-8794-a76dda926d27'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:29:40.624852 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-604c3dae-a3d3-48ef-bb09-2faca654bd2c tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "DELETE /v2.0/floatingips/4c583e50-250e-43d3-844d-34788436965f HTTP/1.1" status: 204 len: 168 time: 2.2946374 Sep 08 09:29:40.627840 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e9aec7-69fb-4a1a-8454-711d7690934f', 'tag': 'c26d024e-c583-4ddb-810b-c590f2c071f8'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:29:40.644005 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418c196d-f669-4d48-88a6-15712f5a1663" -d '{"events": [{"name": "network-changed", "server_uuid": "81e9aec7-69fb-4a1a-8454-711d7690934f", "tag": "c26d024e-c583-4ddb-810b-c590f2c071f8"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:29:40.693361 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4d6a1ffd-fa10-4b75-ac5c-9e48cbdc879f req-c1b04560-47ea-4764-9bc9-2b9fee7424f4 service neutron] 10.222.0.35 "GET /v2.0/networks/1270a732-0cf5-45f6-9390-92d127e8b5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537757 Sep 08 09:29:40.698191 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-01765870-d10f-49b1-a201-4a81ab370aec None None] Set router 3b041317-3935-4578-8794-a76dda926d27 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:29:40.699377 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3219fd9b-a27c-4ca3-a768-fc46e126a97b x-openstack-request-id: req-3219fd9b-a27c-4ca3-a768-fc46e126a97b {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:29:40.700041 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81e9aec7-69fb-4a1a-8454-711d7690934f", "tag": "c26d024e-c583-4ddb-810b-c590f2c071f8", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:29:40.700299 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3219fd9b-a27c-4ca3-a768-fc46e126a97b {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:29:40.700811 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81e9aec7-69fb-4a1a-8454-711d7690934f', 'tag': 'c26d024e-c583-4ddb-810b-c590f2c071f8', 'status': 'completed', 'code': 200} Sep 08 09:29:40.811974 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4d6a1ffd-fa10-4b75-ac5c-9e48cbdc879f req-f0c29cd6-614c-4d0e-8678-11d35f03fb29 service neutron] 10.222.0.35 "GET /v2.0/networks/1270a732-0cf5-45f6-9390-92d127e8b5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100736 Sep 08 09:29:40.887308 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43953610-4045-438f-a918-3d88891b39ee', 'tag': '44c96b0c-78b4-4957-96cc-5da2fec6b58a'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:29:40.889931 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a087dc02-439b-4cb0-805b-37f60c800ca4" -d '{"events": [{"name": "network-changed", "server_uuid": "43953610-4045-438f-a918-3d88891b39ee", "tag": "44c96b0c-78b4-4957-96cc-5da2fec6b58a"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:29:40.925028 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c196d-f669-4d48-88a6-15712f5a1663 req-68a010f4-b138-4fbd-b4a0-c3889c71b0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:40.930226 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-418c196d-f669-4d48-88a6-15712f5a1663 req-68a010f4-b138-4fbd-b4a0-c3889c71b0a3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=456f55d97a5b4bac959c784e2ca66416&device_id=81e9aec7-69fb-4a1a-8454-711d7690934f HTTP/1.1" status: 200 len: 1097 time: 0.1595423 Sep 08 09:29:40.968874 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae26ea-5011-4613-b38d-1cd4a7706534 req-5271262d-3af1-4b6b-90a5-5136d9f6dd16 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:40.974853 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cdae26ea-5011-4613-b38d-1cd4a7706534 req-5271262d-3af1-4b6b-90a5-5136d9f6dd16 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "GET /v2.0/ports?device_id=81e9aec7-69fb-4a1a-8454-711d7690934f HTTP/1.1" status: 200 len: 945 time: 0.0898345 Sep 08 09:29:40.981968 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4dcbf9a-709a-4825-8001-b1c426561d8f x-openstack-request-id: req-e4dcbf9a-709a-4825-8001-b1c426561d8f {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:29:40.982300 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43953610-4045-438f-a918-3d88891b39ee", "tag": "44c96b0c-78b4-4957-96cc-5da2fec6b58a", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:29:40.982700 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e4dcbf9a-709a-4825-8001-b1c426561d8f {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:29:40.983086 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43953610-4045-438f-a918-3d88891b39ee', 'tag': '44c96b0c-78b4-4957-96cc-5da2fec6b58a', 'status': 'completed', 'code': 200} Sep 08 09:29:41.009016 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 44c96b0c-78b4-4957-96cc-5da2fec6b58a details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:29:41.047149 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-01765870-d10f-49b1-a201-4a81ab370aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b041317-3935-4578-8794-a76dda926d27', 'name': 'tempest-TestVolumeBackupRestore-1775246517-router', 'tenant_id': '456f55d97a5b4bac959c784e2ca66416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:25:43Z', 'updated_at': '2021-09-08T09:25:48Z', 'revision_number': 4, 'project_id': '456f55d97a5b4bac959c784e2ca66416', 'gw_port': {'id': '8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:96:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b041317-3935-4578-8794-a76dda926d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:25:44Z', 'updated_at': '2021-09-08T09:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '5b263dfb-8432-485b-9f6c-e26856d47774', 'name': '', 'network_id': 'a0d418d6-38ae-4453-93d3-203cb740344a', 'tenant_id': '456f55d97a5b4bac959c784e2ca66416', 'mac_address': 'fa:16:3e:f6:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b041317-3935-4578-8794-a76dda926d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'ba385c72-2e0a-4ef9-8c6c-3e53b9be4cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:25:47Z', 'updated_at': '2021-09-08T09:25:59Z', 'revision_number': 5, 'project_id': '456f55d97a5b4bac959c784e2ca66416', 'subnets': [{'id': 'ba385c72-2e0a-4ef9-8c6c-3e53b9be4cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:29:41.067856 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cdae26ea-5011-4613-b38d-1cd4a7706534 req-a93ed297-b50f-44c9-b919-beca55f9e8e0 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "GET /v2.0/security-groups?id=3732a6df-da50-4470-8d61-ea4cd40292da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823584 Sep 08 09:29:41.083145 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01765870-d10f-49b1-a201-4a81ab370aec None None] Checking router: 3b041317-3935-4578-8794-a76dda926d27 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:29:41.097882 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01765870-d10f-49b1-a201-4a81ab370aec None None] Routers {'3b041317-3935-4578-8794-a76dda926d27'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:29:41.098797 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-01765870-d10f-49b1-a201-4a81ab370aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:29:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['3b041317-3935-4578-8794-a76dda926d27'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:29:41.123712 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c196d-f669-4d48-88a6-15712f5a1663 req-67b0226a-918c-4d3b-9da7-893dce25dcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:41.125755 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-418c196d-f669-4d48-88a6-15712f5a1663 req-67b0226a-918c-4d3b-9da7-893dce25dcc3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a0d418d6-38ae-4453-93d3-203cb740344a HTTP/1.1" status: 200 len: 915 time: 0.1871896 Sep 08 09:29:41.162847 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087dc02-439b-4cb0-805b-37f60c800ca4 req-66c04337-6cd4-493c-a7c3-fda594bdbce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:41.167932 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a087dc02-439b-4cb0-805b-37f60c800ca4 req-66c04337-6cd4-493c-a7c3-fda594bdbce8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0f105e5fd99469d8f84a09c77d72db0&device_id=43953610-4045-438f-a918-3d88891b39ee HTTP/1.1" status: 200 len: 1129 time: 0.1159477 Sep 08 09:29:41.193992 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-418c196d-f669-4d48-88a6-15712f5a1663 req-dee25fbe-5936-410a-82a4-45fbd88354db service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c26d024e-c583-4ddb-810b-c590f2c071f8 HTTP/1.1" status: 200 len: 217 time: 0.0533674 Sep 08 09:29:41.323582 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c196d-f669-4d48-88a6-15712f5a1663 req-c4c78bd7-3667-48c3-8a8a-7d07867ba429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:41.327601 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-418c196d-f669-4d48-88a6-15712f5a1663 req-c4c78bd7-3667-48c3-8a8a-7d07867ba429 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ba385c72-2e0a-4ef9-8c6c-3e53b9be4cd2 HTTP/1.1" status: 200 len: 853 time: 0.1226594 Sep 08 09:29:41.387470 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087dc02-439b-4cb0-805b-37f60c800ca4 req-7e26cc63-11fb-4165-9088-030f3246aafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:41.389279 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a087dc02-439b-4cb0-805b-37f60c800ca4 req-7e26cc63-11fb-4165-9088-030f3246aafb service neutron] 10.222.0.35 "GET /v2.0/networks?id=1270a732-0cf5-45f6-9390-92d127e8b5af HTTP/1.1" status: 200 len: 897 time: 0.2122765 Sep 08 09:29:41.424870 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 44c96b0c-78b4-4957-96cc-5da2fec6b58a, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=44c96b0c-78b4-4957-96cc-5da2fec6b58a,segment=NetworkSegment(f3324e3a-3db2-4103-8c67-1cc19ba1ba52),segment_id=f3324e3a-3db2-4103-8c67-1cc19ba1ba52)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:29:41.434943 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c196d-f669-4d48-88a6-15712f5a1663 req-9c5fc2c3-5330-4ded-8065-8477d833fdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:41.442704 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-418c196d-f669-4d48-88a6-15712f5a1663 req-9c5fc2c3-5330-4ded-8065-8477d833fdd5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a0d418d6-38ae-4453-93d3-203cb740344a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1072655 Sep 08 09:29:41.449570 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 44c96b0c-78b4-4957-96cc-5da2fec6b58a has no active binding in host n-h1-806683-11 {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 08 09:29:41.474502 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-01765870-d10f-49b1-a201-4a81ab370aec None None] Set router 3b041317-3935-4578-8794-a76dda926d27 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:29:41.567446 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a087dc02-439b-4cb0-805b-37f60c800ca4 req-bab2415b-4e62-4b42-8126-b50b4a8c908d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44c96b0c-78b4-4957-96cc-5da2fec6b58a HTTP/1.1" status: 200 len: 1002 time: 0.1703651 Sep 08 09:29:41.612492 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3688563-7585-4c20-ba88-b38ac666d898 req-c760fd63-aafb-4a5a-97cb-3333486fbcfb tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:41.614129 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d3688563-7585-4c20-ba88-b38ac666d898 req-c760fd63-aafb-4a5a-97cb-3333486fbcfb tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=43953610-4045-438f-a918-3d88891b39ee HTTP/1.1" status: 200 len: 946 time: 0.1050587 Sep 08 09:29:41.639065 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-418c196d-f669-4d48-88a6-15712f5a1663 req-3bc8b24a-75b0-40f3-b8d5-9b52a988c45b service neutron] 10.222.0.37 "GET /v2.0/networks/a0d418d6-38ae-4453-93d3-203cb740344a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878676 Sep 08 09:29:41.660112 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087dc02-439b-4cb0-805b-37f60c800ca4 req-f37caab9-dc19-4e4f-8db5-7fd9a29b54af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:41.661779 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a087dc02-439b-4cb0-805b-37f60c800ca4 req-f37caab9-dc19-4e4f-8db5-7fd9a29b54af service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9954f8c3-0855-4f1e-9329-52be2265cdbd HTTP/1.1" status: 200 len: 835 time: 0.0860672 Sep 08 09:29:41.729150 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d3688563-7585-4c20-ba88-b38ac666d898 req-b0c7e0c5-fb1f-48dc-973e-c07f2d557599 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a27644d-e8a6-450e-a699-8c8d9af41717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013973 Sep 08 09:29:41.778807 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-01765870-d10f-49b1-a201-4a81ab370aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b041317-3935-4578-8794-a76dda926d27', 'name': 'tempest-TestVolumeBackupRestore-1775246517-router', 'tenant_id': '456f55d97a5b4bac959c784e2ca66416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:25:43Z', 'updated_at': '2021-09-08T09:25:48Z', 'revision_number': 4, 'project_id': '456f55d97a5b4bac959c784e2ca66416', 'gw_port': {'id': '8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:96:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b041317-3935-4578-8794-a76dda926d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:25:44Z', 'updated_at': '2021-09-08T09:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '5b263dfb-8432-485b-9f6c-e26856d47774', 'name': '', 'network_id': 'a0d418d6-38ae-4453-93d3-203cb740344a', 'tenant_id': '456f55d97a5b4bac959c784e2ca66416', 'mac_address': 'fa:16:3e:f6:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b041317-3935-4578-8794-a76dda926d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'ba385c72-2e0a-4ef9-8c6c-3e53b9be4cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:25:47Z', 'updated_at': '2021-09-08T09:25:59Z', 'revision_number': 5, 'project_id': '456f55d97a5b4bac959c784e2ca66416', 'subnets': [{'id': 'ba385c72-2e0a-4ef9-8c6c-3e53b9be4cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:29:41.786470 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087dc02-439b-4cb0-805b-37f60c800ca4 req-5bb35923-2888-4fa8-bc4c-8dc50faffd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:41.791293 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a087dc02-439b-4cb0-805b-37f60c800ca4 req-5bb35923-2888-4fa8-bc4c-8dc50faffd01 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1270a732-0cf5-45f6-9390-92d127e8b5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1175718 Sep 08 09:29:41.819015 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01765870-d10f-49b1-a201-4a81ab370aec None None] The sync data for ids ['3b041317-3935-4578-8794-a76dda926d27'] in n-d-806683-11 is: [{'id': '3b041317-3935-4578-8794-a76dda926d27', 'name': 'tempest-TestVolumeBackupRestore-1775246517-router', 'tenant_id': '456f55d97a5b4bac959c784e2ca66416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:25:43Z', 'updated_at': '2021-09-08T09:25:48Z', 'revision_number': 4, 'project_id': '456f55d97a5b4bac959c784e2ca66416', 'gw_port': {'id': '8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:96:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b041317-3935-4578-8794-a76dda926d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:25:44Z', 'updated_at': '2021-09-08T09:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '5b263dfb-8432-485b-9f6c-e26856d47774', 'name': '', 'network_id': 'a0d418d6-38ae-4453-93d3-203cb740344a', 'tenant_id': '456f55d97a5b4bac959c784e2ca66416', 'mac_address': 'fa:16:3e:f6:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b041317-3935-4578-8794-a76dda926d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': 'ba385c72-2e0a-4ef9-8c6c-3e53b9be4cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:25:47Z', 'updated_at': '2021-09-08T09:25:59Z', 'revision_number': 5, 'project_id': '456f55d97a5b4bac959c784e2ca66416', 'subnets': [{'id': 'ba385c72-2e0a-4ef9-8c6c-3e53b9be4cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:29:41.866851 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-418c196d-f669-4d48-88a6-15712f5a1663 req-02baa35e-ae6a-4ed8-844c-5ca0f8525dd3 service neutron] 10.222.0.37 "GET /v2.0/networks/a0d418d6-38ae-4453-93d3-203cb740344a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166958 Sep 08 09:29:41.939453 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a087dc02-439b-4cb0-805b-37f60c800ca4 req-793d5966-e854-4e4b-959a-e3ee99e61aad service neutron] 10.222.0.35 "GET /v2.0/networks/1270a732-0cf5-45f6-9390-92d127e8b5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385732 Sep 08 09:29:42.043052 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a087dc02-439b-4cb0-805b-37f60c800ca4 req-a84e90ee-d1d4-481f-a1b7-fe89674d45ac service neutron] 10.222.0.35 "GET /v2.0/networks/1270a732-0cf5-45f6-9390-92d127e8b5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967808 Sep 08 09:29:42.213983 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66145f0f-5675-4465-a449-4dd8fea40890 None None] New status for floating IP 4c583e50-250e-43d3-844d-34788436965f: DOWN {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:29:42.261242 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e67be-2597-43c6-98e0-33ba9ac02808 req-0115b477-a0ec-49c8-9ec0-9d3e6485b90d tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:42.262866 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-144e67be-2597-43c6-98e0-33ba9ac02808 req-0115b477-a0ec-49c8-9ec0-9d3e6485b90d tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "GET /v2.0/ports?device_id=81e9aec7-69fb-4a1a-8454-711d7690934f HTTP/1.1" status: 200 len: 945 time: 0.0758986 Sep 08 09:29:42.312878 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-144e67be-2597-43c6-98e0-33ba9ac02808 req-437f1cb1-94a7-4ca0-a3e7-55d0bae818f7 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "GET /v2.0/security-groups?id=3732a6df-da50-4470-8d61-ea4cd40292da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423303 Sep 08 09:29:42.729887 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b6f88-86a3-45f7-a615-094970edba23 req-9e206034-395c-4757-bb0f-f8a83ced7356 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:42.731487 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a52b6f88-86a3-45f7-a615-094970edba23 req-9e206034-395c-4757-bb0f-f8a83ced7356 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.37 "GET /v2.0/ports?device_id=81e9aec7-69fb-4a1a-8454-711d7690934f HTTP/1.1" status: 200 len: 945 time: 0.0570066 Sep 08 09:29:42.914913 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae71488-c6a9-4579-b646-8b2a76fb64c0 req-89907669-270d-41e4-9a29-3cec08eb7f0c tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:42.922312 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1ae71488-c6a9-4579-b646-8b2a76fb64c0 req-89907669-270d-41e4-9a29-3cec08eb7f0c tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=43953610-4045-438f-a918-3d88891b39ee HTTP/1.1" status: 200 len: 946 time: 0.0844107 Sep 08 09:29:42.932816 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-a52b6f88-86a3-45f7-a615-094970edba23 req-6cad4569-b379-4d6e-8f0a-2e2da5547817 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Deleting port c26d024e-c583-4ddb-810b-c590f2c071f8 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:29:42.933166 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-a52b6f88-86a3-45f7-a615-094970edba23 req-6cad4569-b379-4d6e-8f0a-2e2da5547817 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:43.018823 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1ae71488-c6a9-4579-b646-8b2a76fb64c0 req-4279e5ae-f7a1-4472-861e-bed17fe58828 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a27644d-e8a6-450e-a699-8c8d9af41717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946383 Sep 08 09:29:43.063037 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-a52b6f88-86a3-45f7-a615-094970edba23 req-6cad4569-b379-4d6e-8f0a-2e2da5547817 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] For port c26d024e-c583-4ddb-810b-c590f2c071f8, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=c26d024e-c583-4ddb-810b-c590f2c071f8,segment=NetworkSegment(eff78864-fffe-4323-8edf-3a2b09462c1f),segment_id=eff78864-fffe-4323-8edf-3a2b09462c1f)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:29:43.063568 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-a52b6f88-86a3-45f7-a615-094970edba23 req-6cad4569-b379-4d6e-8f0a-2e2da5547817 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:43.078170 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-a52b6f88-86a3-45f7-a615-094970edba23 req-6cad4569-b379-4d6e-8f0a-2e2da5547817 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Calling delete_port for c26d024e-c583-4ddb-810b-c590f2c071f8 owned by compute:nova {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:29:43.231869 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-a52b6f88-86a3-45f7-a615-094970edba23 req-6cad4569-b379-4d6e-8f0a-2e2da5547817 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:43.269534 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad4569-b379-4d6e-8f0a-2e2da5547817 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Pushing event deleted for resources: {'Port': ['ID=c26d024e-c583-4ddb-810b-c590f2c071f8,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:29:43.314456 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-a52b6f88-86a3-45f7-a615-094970edba23 req-6cad4569-b379-4d6e-8f0a-2e2da5547817 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] No DVR routers for this DVR port c26d024e-c583-4ddb-810b-c590f2c071f8 on host n-h1-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:29:43.317275 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-a52b6f88-86a3-45f7-a615-094970edba23 req-6cad4569-b379-4d6e-8f0a-2e2da5547817 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:43.319341 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a52b6f88-86a3-45f7-a615-094970edba23 req-6cad4569-b379-4d6e-8f0a-2e2da5547817 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.37 "DELETE /v2.0/ports/c26d024e-c583-4ddb-810b-c590f2c071f8 HTTP/1.1" status: 204 len: 173 time: 0.5804029 Sep 08 09:29:43.319815 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e9aec7-69fb-4a1a-8454-711d7690934f', 'name': 'network-vif-deleted', 'tag': 'c26d024e-c583-4ddb-810b-c590f2c071f8'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:29:43.322150 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbcedc24-20dc-4bfb-87c7-20441fd27129" -d '{"events": [{"server_uuid": "81e9aec7-69fb-4a1a-8454-711d7690934f", "name": "network-vif-deleted", "tag": "c26d024e-c583-4ddb-810b-c590f2c071f8"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:29:43.376131 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347619db-ee7f-4315-8496-0439332550b7 x-openstack-request-id: req-347619db-ee7f-4315-8496-0439332550b7 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:29:43.377369 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e9aec7-69fb-4a1a-8454-711d7690934f", "name": "network-vif-deleted", "tag": "c26d024e-c583-4ddb-810b-c590f2c071f8", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:29:43.377671 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-347619db-ee7f-4315-8496-0439332550b7 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:29:43.378119 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e9aec7-69fb-4a1a-8454-711d7690934f', 'name': 'network-vif-deleted', 'tag': 'c26d024e-c583-4ddb-810b-c590f2c071f8', 'status': 'completed', 'code': 200} Sep 08 09:29:43.443181 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-12af2be2-c9a7-4f43-bae2-b2fda4d31f1e req-a2bd2d05-33bb-437a-8cc9-bc9877a337d0 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "GET /v2.0/ports?device_id=81e9aec7-69fb-4a1a-8454-711d7690934f HTTP/1.1" status: 200 len: 210 time: 0.0324578 Sep 08 09:29:43.658135 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55468) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:29:43.828736 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f9e85780-50d7-4087-b529-49dcea144365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:43.951020 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f9e85780-50d7-4087-b529-49dcea144365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:43.957283 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f9e85780-50d7-4087-b529-49dcea144365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:43.997495 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f9e85780-50d7-4087-b529-49dcea144365 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ad64857fad474a95bf8ba1db69fb4c5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3373284 Sep 08 09:29:43.998417 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e85780-50d7-4087-b529-49dcea144365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc77792-0d1d-468a-bf80-adf1604e4c9f,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:29:44.000162 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55474) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:29:44.059439 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fc30ce62-5346-47ed-a475-f17d84f07e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:44.096090 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fc30ce62-5346-47ed-a475-f17d84f07e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:44.162994 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fc30ce62-5346-47ed-a475-f17d84f07e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:44.166900 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fc30ce62-5346-47ed-a475-f17d84f07e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:44.167067 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c799270-43cb-4bb7-8209-f0980a7d3ab0 req-f0cf8b05-19ef-49e3-b0df-1165e55b9ead tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:44.170826 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-fc30ce62-5346-47ed-a475-f17d84f07e76 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dcc77792-0d1d-468a-bf80-adf1604e4c9f HTTP/1.1" status: 204 len: 168 time: 0.1670432 Sep 08 09:29:44.183178 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1c799270-43cb-4bb7-8209-f0980a7d3ab0 req-f0cf8b05-19ef-49e3-b0df-1165e55b9ead tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=43953610-4045-438f-a918-3d88891b39ee HTTP/1.1" status: 200 len: 946 time: 0.0802908 Sep 08 09:29:44.183555 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc30ce62-5346-47ed-a475-f17d84f07e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc77792-0d1d-468a-bf80-adf1604e4c9f,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:29:44.255391 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1c799270-43cb-4bb7-8209-f0980a7d3ab0 req-850c1bd5-101c-4274-b617-48e8380ba2e7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a27644d-e8a6-450e-a699-8c8d9af41717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705354 Sep 08 09:29:44.541772 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55484) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:29:44.557697 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-435fd5c5-9ed0-4052-b0dd-d5faf818e9ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:44.581032 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f8852497-6eac-4e2e-91cd-6479262c0d08 req-6033df3f-1ef8-4cd2-aabd-d434ea84cbd5 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "GET /v2.0/ports?device_id=81e9aec7-69fb-4a1a-8454-711d7690934f HTTP/1.1" status: 200 len: 210 time: 0.0490608 Sep 08 09:29:44.676160 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-435fd5c5-9ed0-4052-b0dd-d5faf818e9ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:44.682870 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-435fd5c5-9ed0-4052-b0dd-d5faf818e9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:44.724473 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-435fd5c5-9ed0-4052-b0dd-d5faf818e9ce admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5d4d2d148b1a4981b8c2176e86474226&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1814361 Sep 08 09:29:44.725602 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435fd5c5-9ed0-4052-b0dd-d5faf818e9ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b55b0e-e8f9-4296-81d6-8b2349840a69,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:29:44.727012 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55486) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:29:44.788943 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c93f958c-d8a9-4a84-923a-2809528cc82b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:44.813678 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c93f958c-d8a9-4a84-923a-2809528cc82b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:44.867437 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c93f958c-d8a9-4a84-923a-2809528cc82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:44.870346 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c93f958c-d8a9-4a84-923a-2809528cc82b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:44.873797 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c93f958c-d8a9-4a84-923a-2809528cc82b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/77b55b0e-e8f9-4296-81d6-8b2349840a69 HTTP/1.1" status: 204 len: 168 time: 0.1434200 Sep 08 09:29:44.885411 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f958c-d8a9-4a84-923a-2809528cc82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b55b0e-e8f9-4296-81d6-8b2349840a69,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:29:45.041503 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device c26d024e-c583-4ddb-810b-c590f2c071f8 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:29:45.061515 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: c26d024e-c583-4ddb-810b-c590f2c071f8 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:29:45.061900 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device c26d024e-c583-4ddb-810b-c590f2c071f8 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:29:45.346571 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-8735402c-a753-455b-beaf-fdb7f9f4b931 service neutron] 10.222.0.35 "GET /v2.0/ports/44c96b0c-78b4-4957-96cc-5da2fec6b58a/bindings/n-h1-806683-11 HTTP/1.1" status: 200 len: 385 time: 0.0832217 Sep 08 09:29:45.457542 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b2c6a-b58c-4c0e-a9c9-c6a0b4b2c3f4 req-4a9929c1-46ec-4d4c-926b-273b1582c873 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:45.459230 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3d5b2c6a-b58c-4c0e-a9c9-c6a0b4b2c3f4 req-4a9929c1-46ec-4d4c-926b-273b1582c873 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=43953610-4045-438f-a918-3d88891b39ee HTTP/1.1" status: 200 len: 946 time: 0.0748177 Sep 08 09:29:45.579152 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3d5b2c6a-b58c-4c0e-a9c9-c6a0b4b2c3f4 req-85d79244-37ba-4f33-9335-113ab5188116 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a27644d-e8a6-450e-a699-8c8d9af41717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838594 Sep 08 09:29:45.683641 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-6ab38b83-3ea0-4910-a27d-ec6e39481f74 service neutron] For port 44c96b0c-78b4-4957-96cc-5da2fec6b58a, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=44c96b0c-78b4-4957-96cc-5da2fec6b58a,segment=NetworkSegment(f3324e3a-3db2-4103-8c67-1cc19ba1ba52),segment_id=f3324e3a-3db2-4103-8c67-1cc19ba1ba52)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:29:45.716024 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-6ab38b83-3ea0-4910-a27d-ec6e39481f74 service neutron] For port 44c96b0c-78b4-4957-96cc-5da2fec6b58a, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:29:45.717245 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5ffc0efb-9e17-4bed-ab7c-0654c557bdb4 req-a1fbb1f2-210a-4e06-9f56-1fc90a8bfa56 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "GET /v2.0/ports?device_id=81e9aec7-69fb-4a1a-8454-711d7690934f HTTP/1.1" status: 200 len: 210 time: 0.0471284 Sep 08 09:29:45.778579 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43953610-4045-438f-a918-3d88891b39ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44c96b0c-78b4-4957-96cc-5da2fec6b58a'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:29:45.781021 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763b419e-61ab-4e29-ad21-2efd02b584a6" -d '{"events": [{"server_uuid": "43953610-4045-438f-a918-3d88891b39ee", "name": "network-vif-unplugged", "status": "completed", "tag": "44c96b0c-78b4-4957-96cc-5da2fec6b58a"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:29:45.791038 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-6ab38b83-3ea0-4910-a27d-ec6e39481f74 service neutron] For port 44c96b0c-78b4-4957-96cc-5da2fec6b58a, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=44c96b0c-78b4-4957-96cc-5da2fec6b58a,segment=NetworkSegment(f3324e3a-3db2-4103-8c67-1cc19ba1ba52),segment_id=f3324e3a-3db2-4103-8c67-1cc19ba1ba52)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:29:45.810978 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-6ab38b83-3ea0-4910-a27d-ec6e39481f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:45.839142 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 09:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0d9e30-8ce4-4967-8452-b0549c3ee26a x-openstack-request-id: req-0b0d9e30-8ce4-4967-8452-b0549c3ee26a {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:29:45.840416 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43953610-4045-438f-a918-3d88891b39ee", "name": "network-vif-unplugged", "status": "completed", "tag": "44c96b0c-78b4-4957-96cc-5da2fec6b58a", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:29:45.840957 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0b0d9e30-8ce4-4967-8452-b0549c3ee26a {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:29:45.841723 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43953610-4045-438f-a918-3d88891b39ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44c96b0c-78b4-4957-96cc-5da2fec6b58a', 'code': 200} Sep 08 09:29:45.925002 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-6ab38b83-3ea0-4910-a27d-ec6e39481f74 service neutron] Transition to ACTIVE for port object 44c96b0c-78b4-4957-96cc-5da2fec6b58a will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:29:45.931503 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-6ab38b83-3ea0-4910-a27d-ec6e39481f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:46.079638 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-6ab38b83-3ea0-4910-a27d-ec6e39481f74 service neutron] No DVR routers for this DVR port 44c96b0c-78b4-4957-96cc-5da2fec6b58a on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:29:46.165917 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab38b83-3ea0-4910-a27d-ec6e39481f74 service neutron] Pushing event updated for resources: {'Port': ['ID=44c96b0c-78b4-4957-96cc-5da2fec6b58a,revision_number=11']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:29:46.307408 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-6ab38b83-3ea0-4910-a27d-ec6e39481f74 service neutron] 10.222.0.35 "PUT /v2.0/ports/44c96b0c-78b4-4957-96cc-5da2fec6b58a/bindings/n-h1-806683-11/activate HTTP/1.1" status: 200 len: 370 time: 0.9541705 Sep 08 09:29:46.460677 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-fbf1e340-c48e-4038-8c2d-c90d1ec64e92 tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:46.462532 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-fbf1e340-c48e-4038-8c2d-c90d1ec64e92 tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=43953610-4045-438f-a918-3d88891b39ee&tenant_id=b0f105e5fd99469d8f84a09c77d72db0&binding%3Ahost_id=n-h2-806683-11 HTTP/1.1" status: 200 len: 1097 time: 0.0489469 Sep 08 09:29:46.558627 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-ce69aad8-78d1-4a34-8b9e-824898a60a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:46.560348 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-ce69aad8-78d1-4a34-8b9e-824898a60a58 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=43953610-4045-438f-a918-3d88891b39ee&tenant_id=b0f105e5fd99469d8f84a09c77d72db0 HTTP/1.1" status: 200 len: 1097 time: 0.0905395 Sep 08 09:29:46.648658 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-fffa627a-651b-4657-808f-91647215740b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:46.650326 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-fffa627a-651b-4657-808f-91647215740b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0f105e5fd99469d8f84a09c77d72db0&device_id=43953610-4045-438f-a918-3d88891b39ee HTTP/1.1" status: 200 len: 1097 time: 0.0553155 Sep 08 09:29:46.820482 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-f4c807bf-a393-4d72-96c4-55deab4fc7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:46.822496 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-f4c807bf-a393-4d72-96c4-55deab4fc7ff service neutron] 10.222.0.37 "GET /v2.0/networks?id=1270a732-0cf5-45f6-9390-92d127e8b5af HTTP/1.1" status: 200 len: 897 time: 0.1611528 Sep 08 09:29:46.843008 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c775e80e-84ca-4fa3-9e02-240941cb07d4 req-4cf836dc-1076-4a11-b626-f949ec8346a7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:46.844583 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c775e80e-84ca-4fa3-9e02-240941cb07d4 req-4cf836dc-1076-4a11-b626-f949ec8346a7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=43953610-4045-438f-a918-3d88891b39ee HTTP/1.1" status: 200 len: 945 time: 0.1530843 Sep 08 09:29:46.882859 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4071cf9a-fd32-43fb-9ce1-add94caf1d89 req-6566dd34-c152-4478-a410-e033d6537127 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "GET /v2.0/ports?device_id=81e9aec7-69fb-4a1a-8454-711d7690934f HTTP/1.1" status: 200 len: 210 time: 0.0575228 Sep 08 09:29:46.950139 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-7e214454-e20e-4f00-ac87-6f87e7b8349d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44c96b0c-78b4-4957-96cc-5da2fec6b58a HTTP/1.1" status: 200 len: 1000 time: 0.1029480 Sep 08 09:29:46.953491 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c775e80e-84ca-4fa3-9e02-240941cb07d4 req-3dd4b435-cfaf-47a4-ad68-bea46bedba16 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a27644d-e8a6-450e-a699-8c8d9af41717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995672 Sep 08 09:29:47.025133 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-6b92ee92-48a8-4c58-85ba-659df480b751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:47.026907 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-6b92ee92-48a8-4c58-85ba-659df480b751 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9954f8c3-0855-4f1e-9329-52be2265cdbd HTTP/1.1" status: 200 len: 835 time: 0.0660148 Sep 08 09:29:47.097544 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-0689f8f9-d915-4275-b764-a162229fa306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:47.099138 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-0689f8f9-d915-4275-b764-a162229fa306 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1270a732-0cf5-45f6-9390-92d127e8b5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633540 Sep 08 09:29:47.215722 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-2719a0d0-ff59-4520-b909-c8c5dca4070b service neutron] 10.222.0.37 "GET /v2.0/networks/1270a732-0cf5-45f6-9390-92d127e8b5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088910 Sep 08 09:29:47.335971 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-b335c52b-4bb7-4a8f-8f88-35855896b768 service neutron] 10.222.0.37 "GET /v2.0/networks/1270a732-0cf5-45f6-9390-92d127e8b5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113393 Sep 08 09:29:47.424192 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 44c96b0c-78b4-4957-96cc-5da2fec6b58a no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:29:47.466943 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 44c96b0c-78b4-4957-96cc-5da2fec6b58a not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:29:47.640778 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-046c30e5-f2c9-4254-833d-723967d86570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:47.664032 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-6d4d0809-f5be-4aaa-961d-cf80630c2b70 tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:47.665777 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-6d4d0809-f5be-4aaa-961d-cf80630c2b70 tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=43953610-4045-438f-a918-3d88891b39ee&tenant_id=b0f105e5fd99469d8f84a09c77d72db0&binding%3Ahost_id=n-h1-806683-11 HTTP/1.1" status: 200 len: 1097 time: 0.0665264 Sep 08 09:29:47.792607 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-ece4b24d-3e99-4458-af8d-63aacc11f461 service neutron] For port 44c96b0c-78b4-4957-96cc-5da2fec6b58a, host n-h2-806683-11, cleared binding levels {{(pid=94713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:29:47.796900 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-ece4b24d-3e99-4458-af8d-63aacc11f461 service neutron] Notify callbacks [] for binding, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:47.798904 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-ece4b24d-3e99-4458-af8d-63aacc11f461 service neutron] 10.222.0.37 "DELETE /v2.0/ports/44c96b0c-78b4-4957-96cc-5da2fec6b58a/bindings/n-h2-806683-11 HTTP/1.1" status: 204 len: 173 time: 0.1240103 Sep 08 09:29:48.005167 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f6bc7010-3902-46f0-8e07-3bf18f53e4b1 req-2a7859b3-f629-4a75-9eb5-d9cb6fcf98fe tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "GET /v2.0/ports?device_id=81e9aec7-69fb-4a1a-8454-711d7690934f HTTP/1.1" status: 200 len: 210 time: 0.0440488 Sep 08 09:29:48.101794 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a364a9-e79c-4a26-9f7c-013fcbd0437d req-4adc1f1c-5592-4648-9c9d-965197a2ba30 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:48.109246 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f8a364a9-e79c-4a26-9f7c-013fcbd0437d req-4adc1f1c-5592-4648-9c9d-965197a2ba30 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=43953610-4045-438f-a918-3d88891b39ee HTTP/1.1" status: 200 len: 945 time: 0.0661495 Sep 08 09:29:48.153854 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f8a364a9-e79c-4a26-9f7c-013fcbd0437d req-7698af62-cc2a-411f-ba68-8071d2ca8bf5 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a27644d-e8a6-450e-a699-8c8d9af41717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437455 Sep 08 09:29:48.283684 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a82b3-1f6b-4a01-bf50-9639f268c23c req-895dd07d-2fa5-454a-8cba-4d8c16bee97f tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:48.285861 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a72a82b3-1f6b-4a01-bf50-9639f268c23c req-895dd07d-2fa5-454a-8cba-4d8c16bee97f tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=43953610-4045-438f-a918-3d88891b39ee HTTP/1.1" status: 200 len: 1097 time: 0.0444090 Sep 08 09:29:48.327862 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a72a82b3-1f6b-4a01-bf50-9639f268c23c req-5b6ec476-1410-4325-adfa-d29a604d8b37 tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=7a27644d-e8a6-450e-a699-8c8d9af41717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336304 Sep 08 09:29:48.470094 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7bdf9-3245-4481-9dd3-e8c64f536271 req-892b7fdd-6da9-4e84-98a8-80109694a257 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:48.479875 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b9f7bdf9-3245-4481-9dd3-e8c64f536271 req-892b7fdd-6da9-4e84-98a8-80109694a257 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=43953610-4045-438f-a918-3d88891b39ee HTTP/1.1" status: 200 len: 945 time: 0.0753620 Sep 08 09:29:48.522909 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b9f7bdf9-3245-4481-9dd3-e8c64f536271 req-c6192a99-7a86-4bf7-a4c9-a3e777e4376c tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a27644d-e8a6-450e-a699-8c8d9af41717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418427 Sep 08 09:29:48.541496 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55584) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:29:48.626840 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d5d08e1c-0b7e-4d32-aa2c-7f57419f91a9 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/floatingips/ce9ebd5d-ec7c-49c3-9a8c-c40cda20b7e3 HTTP/1.1" status: 200 len: 992 time: 0.0742512 Sep 08 09:29:48.860271 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 55600) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:29:49.057683 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-39d4e125-a5f7-43b4-bce6-4502d3652204 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Deleting port 42719e45-605a-4c98-997e-ed796721bb88 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:29:49.058156 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-39d4e125-a5f7-43b4-bce6-4502d3652204 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:49.074794 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 55610) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:29:49.157869 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c0ffc854-40b0-4e87-8a18-b389dee6c081 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:49.170080 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-39d4e125-a5f7-43b4-bce6-4502d3652204 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:49.170679 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-39d4e125-a5f7-43b4-bce6-4502d3652204 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:49.188142 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-39d4e125-a5f7-43b4-bce6-4502d3652204 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Calling delete_port for 42719e45-605a-4c98-997e-ed796721bb88 owned by network:floatingip {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:29:49.190006 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c0ffc854-40b0-4e87-8a18-b389dee6c081 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:49.265789 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c0ffc854-40b0-4e87-8a18-b389dee6c081 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:49.268730 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c0ffc854-40b0-4e87-8a18-b389dee6c081 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:49.270470 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c0ffc854-40b0-4e87-8a18-b389dee6c081 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] 10.222.0.54 "DELETE /v2.0/security-groups/3732a6df-da50-4470-8d61-ea4cd40292da HTTP/1.1" status: 204 len: 168 time: 0.1946046 Sep 08 09:29:49.281055 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ffc854-40b0-4e87-8a18-b389dee6c081 tempest-TestVolumeBackupRestore-37977111 tempest-TestVolumeBackupRestore-37977111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3732a6df-da50-4470-8d61-ea4cd40292da,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:29:49.412049 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-39d4e125-a5f7-43b4-bce6-4502d3652204 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:49.446390 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d4e125-a5f7-43b4-bce6-4502d3652204 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event deleted for resources: {'Port': ['ID=42719e45-605a-4c98-997e-ed796721bb88,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:29:49.548798 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-39d4e125-a5f7-43b4-bce6-4502d3652204 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for floatingip, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:49.548971 n-d-806683-11 neutron-server[94713]: INFO neutron.db.l3_db [None req-39d4e125-a5f7-43b4-bce6-4502d3652204 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Floating IP ce9ebd5d-ec7c-49c3-9a8c-c40cda20b7e3 disassociated (deleted). External IP: 172.25.0.222, port: 44c96b0c-78b4-4957-96cc-5da2fec6b58a. Sep 08 09:29:49.966534 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d4e125-a5f7-43b4-bce6-4502d3652204 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Router bac91491-ce41-48db-8e31-151e89d2cb71 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:29:50.125263 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d4e125-a5f7-43b4-bce6-4502d3652204 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:29:50.135939 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-39d4e125-a5f7-43b4-bce6-4502d3652204 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:50.138322 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d947451-27f9-41e6-9e66-412989b3c1ee None None] Sync routers for ids ['bac91491-ce41-48db-8e31-151e89d2cb71'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:29:50.152530 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d947451-27f9-41e6-9e66-412989b3c1ee None None] Routers {'bac91491-ce41-48db-8e31-151e89d2cb71'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:29:50.153399 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-6d947451-27f9-41e6-9e66-412989b3c1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:29:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['bac91491-ce41-48db-8e31-151e89d2cb71'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:29:50.204343 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-39d4e125-a5f7-43b4-bce6-4502d3652204 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "DELETE /v2.0/floatingips/ce9ebd5d-ec7c-49c3-9a8c-c40cda20b7e3 HTTP/1.1" status: 204 len: 168 time: 1.3422580 Sep 08 09:29:50.205067 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43953610-4045-438f-a918-3d88891b39ee', 'tag': '44c96b0c-78b4-4957-96cc-5da2fec6b58a'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:29:50.207404 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb7645d-ce14-45c5-b184-4217abe74f5a" -d '{"events": [{"name": "network-changed", "server_uuid": "43953610-4045-438f-a918-3d88891b39ee", "tag": "44c96b0c-78b4-4957-96cc-5da2fec6b58a"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:29:50.299538 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489cc47c-002b-4082-a499-9998a1b87e3a x-openstack-request-id: req-489cc47c-002b-4082-a499-9998a1b87e3a {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:29:50.299831 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43953610-4045-438f-a918-3d88891b39ee", "tag": "44c96b0c-78b4-4957-96cc-5da2fec6b58a", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:29:50.300497 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-489cc47c-002b-4082-a499-9998a1b87e3a {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:29:50.301073 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43953610-4045-438f-a918-3d88891b39ee', 'tag': '44c96b0c-78b4-4957-96cc-5da2fec6b58a', 'status': 'completed', 'code': 200} Sep 08 09:29:50.422878 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:50.431214 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-6d947451-27f9-41e6-9e66-412989b3c1ee None None] Set router bac91491-ce41-48db-8e31-151e89d2cb71 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:29:50.446334 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7645d-ce14-45c5-b184-4217abe74f5a req-01d8600e-80b6-4131-8935-66a14a790042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:50.448551 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7bb7645d-ce14-45c5-b184-4217abe74f5a req-01d8600e-80b6-4131-8935-66a14a790042 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0f105e5fd99469d8f84a09c77d72db0&device_id=43953610-4045-438f-a918-3d88891b39ee HTTP/1.1" status: 200 len: 1097 time: 0.1019402 Sep 08 09:29:50.661154 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9668e22-f604-426c-b900-7913cbe242b0 req-4e7d9b8a-e50f-44af-b4cd-0c27f545ee40 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:50.674005 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e9668e22-f604-426c-b900-7913cbe242b0 req-4e7d9b8a-e50f-44af-b4cd-0c27f545ee40 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=43953610-4045-438f-a918-3d88891b39ee HTTP/1.1" status: 200 len: 945 time: 0.1160207 Sep 08 09:29:50.783757 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e9668e22-f604-426c-b900-7913cbe242b0 req-8d26a4ea-0aca-446d-ab2c-304391658429 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a27644d-e8a6-450e-a699-8c8d9af41717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064975 Sep 08 09:29:50.791887 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7645d-ce14-45c5-b184-4217abe74f5a req-341c0105-0932-4c6f-b246-a8867c452384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:50.793415 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7bb7645d-ce14-45c5-b184-4217abe74f5a req-341c0105-0932-4c6f-b246-a8867c452384 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1270a732-0cf5-45f6-9390-92d127e8b5af HTTP/1.1" status: 200 len: 897 time: 0.3283143 Sep 08 09:29:50.818376 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-be3fbacc-a67c-4605-92dc-db439d725a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:50.932867 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-6d947451-27f9-41e6-9e66-412989b3c1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac91491-ce41-48db-8e31-151e89d2cb71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057816063', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e1fd5048-2473-4cef-a5ef-68b93dfacefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:27:51Z', 'updated_at': '2021-09-08T09:27:55Z', 'revision_number': 4, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': 'e1fd5048-2473-4cef-a5ef-68b93dfacefc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac91491-ce41-48db-8e31-151e89d2cb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:27:52Z', 'updated_at': '2021-09-08T09:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '13e2627d-9c30-4ade-9033-df687d47dc0f', 'name': '', 'network_id': '1270a732-0cf5-45f6-9390-92d127e8b5af', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'mac_address': 'fa:16:3e:9d:4e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac91491-ce41-48db-8e31-151e89d2cb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '9954f8c3-0855-4f1e-9329-52be2265cdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:27:54Z', 'updated_at': '2021-09-08T09:28:04Z', 'revision_number': 5, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'subnets': [{'id': '9954f8c3-0855-4f1e-9329-52be2265cdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:29:50.948884 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7bb7645d-ce14-45c5-b184-4217abe74f5a req-880bfed8-b849-4d5c-ae47-2b7448ac75f9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44c96b0c-78b4-4957-96cc-5da2fec6b58a HTTP/1.1" status: 200 len: 217 time: 0.1320686 Sep 08 09:29:51.027291 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d947451-27f9-41e6-9e66-412989b3c1ee None None] Checking router: bac91491-ce41-48db-8e31-151e89d2cb71 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:29:51.062467 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d947451-27f9-41e6-9e66-412989b3c1ee None None] Routers {'bac91491-ce41-48db-8e31-151e89d2cb71'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:29:51.067375 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-6d947451-27f9-41e6-9e66-412989b3c1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:29:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['bac91491-ce41-48db-8e31-151e89d2cb71'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:29:51.107479 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7645d-ce14-45c5-b184-4217abe74f5a req-ed34f598-11cb-4eba-a001-85f88f93acf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:51.117009 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7bb7645d-ce14-45c5-b184-4217abe74f5a req-ed34f598-11cb-4eba-a001-85f88f93acf8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9954f8c3-0855-4f1e-9329-52be2265cdbd HTTP/1.1" status: 200 len: 835 time: 0.1588166 Sep 08 09:29:51.156737 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12edcc5-32ea-403e-bba9-efe0715185d9 req-656a5dfa-f880-4976-bb13-3d1466ce9905 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:51.165123 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d12edcc5-32ea-403e-bba9-efe0715185d9 req-656a5dfa-f880-4976-bb13-3d1466ce9905 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.37 "GET /v2.0/ports?device_id=43953610-4045-438f-a918-3d88891b39ee HTTP/1.1" status: 200 len: 945 time: 0.1489532 Sep 08 09:29:51.289164 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7645d-ce14-45c5-b184-4217abe74f5a req-c398fad1-7c1e-4c8d-a4e9-b46f1e76a7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:51.291561 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7bb7645d-ce14-45c5-b184-4217abe74f5a req-c398fad1-7c1e-4c8d-a4e9-b46f1e76a7e8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1270a732-0cf5-45f6-9390-92d127e8b5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1667154 Sep 08 09:29:51.416001 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-6d947451-27f9-41e6-9e66-412989b3c1ee None None] Set router bac91491-ce41-48db-8e31-151e89d2cb71 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:29:51.523898 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-d12edcc5-32ea-403e-bba9-efe0715185d9 req-793bc698-8857-411d-a5b4-7711e140bd87 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Deleting port 44c96b0c-78b4-4957-96cc-5da2fec6b58a {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:29:51.524568 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d12edcc5-32ea-403e-bba9-efe0715185d9 req-793bc698-8857-411d-a5b4-7711e140bd87 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:51.694419 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7bb7645d-ce14-45c5-b184-4217abe74f5a req-9dba8639-8c04-44a9-afad-9ba26a177083 service neutron] 10.222.0.37 "GET /v2.0/networks/1270a732-0cf5-45f6-9390-92d127e8b5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886898 Sep 08 09:29:51.898635 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7bb7645d-ce14-45c5-b184-4217abe74f5a req-b844af3c-f6e3-4415-888d-fa5552c365e7 service neutron] 10.222.0.37 "GET /v2.0/networks/1270a732-0cf5-45f6-9390-92d127e8b5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000003 Sep 08 09:29:52.045932 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-6d947451-27f9-41e6-9e66-412989b3c1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac91491-ce41-48db-8e31-151e89d2cb71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057816063', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e1fd5048-2473-4cef-a5ef-68b93dfacefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:27:51Z', 'updated_at': '2021-09-08T09:27:55Z', 'revision_number': 4, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': 'e1fd5048-2473-4cef-a5ef-68b93dfacefc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac91491-ce41-48db-8e31-151e89d2cb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:27:52Z', 'updated_at': '2021-09-08T09:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '13e2627d-9c30-4ade-9033-df687d47dc0f', 'name': '', 'network_id': '1270a732-0cf5-45f6-9390-92d127e8b5af', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'mac_address': 'fa:16:3e:9d:4e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac91491-ce41-48db-8e31-151e89d2cb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '9954f8c3-0855-4f1e-9329-52be2265cdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:27:54Z', 'updated_at': '2021-09-08T09:28:04Z', 'revision_number': 5, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'subnets': [{'id': '9954f8c3-0855-4f1e-9329-52be2265cdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:29:52.098580 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-d12edcc5-32ea-403e-bba9-efe0715185d9 req-793bc698-8857-411d-a5b4-7711e140bd87 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] For port 44c96b0c-78b4-4957-96cc-5da2fec6b58a, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=44c96b0c-78b4-4957-96cc-5da2fec6b58a,segment=NetworkSegment(f3324e3a-3db2-4103-8c67-1cc19ba1ba52),segment_id=f3324e3a-3db2-4103-8c67-1cc19ba1ba52)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:29:52.108290 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d12edcc5-32ea-403e-bba9-efe0715185d9 req-793bc698-8857-411d-a5b4-7711e140bd87 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:52.147433 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6bffa-aaa8-4fbc-8591-439992113da3 req-f67d07d0-32d2-4b2c-b228-e27036936368 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:29:52.153260 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-39d6bffa-aaa8-4fbc-8591-439992113da3 req-f67d07d0-32d2-4b2c-b228-e27036936368 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=43953610-4045-438f-a918-3d88891b39ee HTTP/1.1" status: 200 len: 945 time: 0.0995638 Sep 08 09:29:52.167605 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-d12edcc5-32ea-403e-bba9-efe0715185d9 req-793bc698-8857-411d-a5b4-7711e140bd87 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Calling delete_port for 44c96b0c-78b4-4957-96cc-5da2fec6b58a owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:29:52.190288 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:52.207255 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d947451-27f9-41e6-9e66-412989b3c1ee None None] The sync data for ids ['bac91491-ce41-48db-8e31-151e89d2cb71'] in n-d-806683-11 is: [{'id': 'bac91491-ce41-48db-8e31-151e89d2cb71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057816063', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e1fd5048-2473-4cef-a5ef-68b93dfacefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:27:51Z', 'updated_at': '2021-09-08T09:27:55Z', 'revision_number': 4, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': 'e1fd5048-2473-4cef-a5ef-68b93dfacefc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac91491-ce41-48db-8e31-151e89d2cb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:27:52Z', 'updated_at': '2021-09-08T09:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '13e2627d-9c30-4ade-9033-df687d47dc0f', 'name': '', 'network_id': '1270a732-0cf5-45f6-9390-92d127e8b5af', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'mac_address': 'fa:16:3e:9d:4e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac91491-ce41-48db-8e31-151e89d2cb71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '9954f8c3-0855-4f1e-9329-52be2265cdbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:27:54Z', 'updated_at': '2021-09-08T09:28:04Z', 'revision_number': 5, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'subnets': [{'id': '9954f8c3-0855-4f1e-9329-52be2265cdbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:29:52.263578 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-39d6bffa-aaa8-4fbc-8591-439992113da3 req-71eae18d-e557-4573-8a3b-e9358c8f0568 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=7a27644d-e8a6-450e-a699-8c8d9af41717&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070168 Sep 08 09:29:52.491043 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d12edcc5-32ea-403e-bba9-efe0715185d9 req-793bc698-8857-411d-a5b4-7711e140bd87 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:52.566589 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793bc698-8857-411d-a5b4-7711e140bd87 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event deleted for resources: {'Port': ['ID=44c96b0c-78b4-4957-96cc-5da2fec6b58a,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:29:52.659866 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-d12edcc5-32ea-403e-bba9-efe0715185d9 req-793bc698-8857-411d-a5b4-7711e140bd87 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] No DVR routers for this DVR port 44c96b0c-78b4-4957-96cc-5da2fec6b58a on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:29:52.663608 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d12edcc5-32ea-403e-bba9-efe0715185d9 req-793bc698-8857-411d-a5b4-7711e140bd87 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:52.665929 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d12edcc5-32ea-403e-bba9-efe0715185d9 req-793bc698-8857-411d-a5b4-7711e140bd87 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.37 "DELETE /v2.0/ports/44c96b0c-78b4-4957-96cc-5da2fec6b58a HTTP/1.1" status: 204 len: 173 time: 1.4937050 Sep 08 09:29:52.666497 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43953610-4045-438f-a918-3d88891b39ee', 'name': 'network-vif-deleted', 'tag': '44c96b0c-78b4-4957-96cc-5da2fec6b58a'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:29:52.669332 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a45421-f06a-486e-afb4-8bbef1cafff9" -d '{"events": [{"server_uuid": "43953610-4045-438f-a918-3d88891b39ee", "name": "network-vif-deleted", "tag": "44c96b0c-78b4-4957-96cc-5da2fec6b58a"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:29:52.719855 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d60c208-21f4-4663-81e0-85f3bc0288e5 x-openstack-request-id: req-2d60c208-21f4-4663-81e0-85f3bc0288e5 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:29:52.722933 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43953610-4045-438f-a918-3d88891b39ee", "name": "network-vif-deleted", "tag": "44c96b0c-78b4-4957-96cc-5da2fec6b58a", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:29:52.724518 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2d60c208-21f4-4663-81e0-85f3bc0288e5 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:29:52.725357 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43953610-4045-438f-a918-3d88891b39ee', 'name': 'network-vif-deleted', 'tag': '44c96b0c-78b4-4957-96cc-5da2fec6b58a', 'status': 'completed', 'code': 200} Sep 08 09:29:52.870446 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b6b283-c970-4e3d-9da8-f7ce56847a67 None None] New status for floating IP ce9ebd5d-ec7c-49c3-9a8c-c40cda20b7e3: DOWN {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:29:53.387383 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56020) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:29:53.614507 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:54.315171 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:54.695967 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-122b73b3-e2ad-46f8-a518-b882a0ad4f83 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:55.089003 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 44c96b0c-78b4-4957-96cc-5da2fec6b58a no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:29:55.110905 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-122b73b3-e2ad-46f8-a518-b882a0ad4f83 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Deleting port 13e2627d-9c30-4ade-9033-df687d47dc0f {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:29:55.111412 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-122b73b3-e2ad-46f8-a518-b882a0ad4f83 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:55.133210 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 44c96b0c-78b4-4957-96cc-5da2fec6b58a {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:29:55.133801 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 44c96b0c-78b4-4957-96cc-5da2fec6b58a not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:29:55.265544 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-122b73b3-e2ad-46f8-a518-b882a0ad4f83 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] For port 13e2627d-9c30-4ade-9033-df687d47dc0f, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=13e2627d-9c30-4ade-9033-df687d47dc0f,segment=NetworkSegment(f3324e3a-3db2-4103-8c67-1cc19ba1ba52),segment_id=f3324e3a-3db2-4103-8c67-1cc19ba1ba52)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:29:55.265544 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-122b73b3-e2ad-46f8-a518-b882a0ad4f83 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:55.279358 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-122b73b3-e2ad-46f8-a518-b882a0ad4f83 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Calling delete_port for 13e2627d-9c30-4ade-9033-df687d47dc0f owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:29:55.425091 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56170) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:29:55.511978 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-122b73b3-e2ad-46f8-a518-b882a0ad4f83 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:55.561036 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b73b3-e2ad-46f8-a518-b882a0ad4f83 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event deleted for resources: {'Port': ['ID=13e2627d-9c30-4ade-9033-df687d47dc0f,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:29:55.816624 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-122b73b3-e2ad-46f8-a518-b882a0ad4f83 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:55.989000 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d70317ca-1321-43f0-b161-16c4b40a77c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:56.165227 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-122b73b3-e2ad-46f8-a518-b882a0ad4f83 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Router bac91491-ce41-48db-8e31-151e89d2cb71 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:29:56.301402 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122b73b3-e2ad-46f8-a518-b882a0ad4f83 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:29:56.310981 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-122b73b3-e2ad-46f8-a518-b882a0ad4f83 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "PUT /v2.0/routers/bac91491-ce41-48db-8e31-151e89d2cb71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9187436 Sep 08 09:29:56.311837 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a173c04-5332-4ed4-853f-58d875b36190 None None] Sync routers for ids ['bac91491-ce41-48db-8e31-151e89d2cb71'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:29:56.320366 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56182) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:29:56.323896 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a173c04-5332-4ed4-853f-58d875b36190 None None] Routers {'bac91491-ce41-48db-8e31-151e89d2cb71'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:29:56.324514 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-5a173c04-5332-4ed4-853f-58d875b36190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:29:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['bac91491-ce41-48db-8e31-151e89d2cb71'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:29:56.365749 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-d70317ca-1321-43f0-b161-16c4b40a77c5 admin admin] Deleting port 5b263dfb-8432-485b-9f6c-e26856d47774 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:29:56.366487 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d70317ca-1321-43f0-b161-16c4b40a77c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:56.393951 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-46bbfe59-701d-48f0-814a-fb43d2f76cde tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Deleting subnet 9954f8c3-0855-4f1e-9329-52be2265cdbd {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:29:56.397456 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-46bbfe59-701d-48f0-814a-fb43d2f76cde tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:56.456078 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-46bbfe59-701d-48f0-814a-fb43d2f76cde tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:56.506083 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-d70317ca-1321-43f0-b161-16c4b40a77c5 admin admin] For port 5b263dfb-8432-485b-9f6c-e26856d47774, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=5b263dfb-8432-485b-9f6c-e26856d47774,segment=NetworkSegment(eff78864-fffe-4323-8edf-3a2b09462c1f),segment_id=eff78864-fffe-4323-8edf-3a2b09462c1f)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:29:56.507210 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d70317ca-1321-43f0-b161-16c4b40a77c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:56.525226 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-5a173c04-5332-4ed4-853f-58d875b36190 None None] Set router bac91491-ce41-48db-8e31-151e89d2cb71 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:29:56.525721 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-d70317ca-1321-43f0-b161-16c4b40a77c5 admin admin] Calling delete_port for 5b263dfb-8432-485b-9f6c-e26856d47774 owned by network:router_interface {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:29:56.585459 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-46bbfe59-701d-48f0-814a-fb43d2f76cde tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:56.683454 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-46bbfe59-701d-48f0-814a-fb43d2f76cde tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:56.731936 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bbfe59-701d-48f0-814a-fb43d2f76cde tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event deleted for resources: {'Subnet': ['ID=9954f8c3-0855-4f1e-9329-52be2265cdbd,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:29:56.738317 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-46bbfe59-701d-48f0-814a-fb43d2f76cde tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:56.741106 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-46bbfe59-701d-48f0-814a-fb43d2f76cde tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "DELETE /v2.0/subnets/9954f8c3-0855-4f1e-9329-52be2265cdbd HTTP/1.1" status: 204 len: 168 time: 0.4184179 Sep 08 09:29:56.744531 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56190) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:29:56.746993 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dac086b-b969-4db9-9c43-4543f41a5a5a None None] Network 1270a732-0cf5-45f6-9390-92d127e8b5af requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:29:56.857879 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d70317ca-1321-43f0-b161-16c4b40a77c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:56.901679 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-576262f5-91bb-451e-aafc-5fd609762569 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:56.909369 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70317ca-1321-43f0-b161-16c4b40a77c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b263dfb-8432-485b-9f6c-e26856d47774,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:29:56.916123 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-5a173c04-5332-4ed4-853f-58d875b36190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac91491-ce41-48db-8e31-151e89d2cb71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057816063', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e1fd5048-2473-4cef-a5ef-68b93dfacefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:27:51Z', 'updated_at': '2021-09-08T09:29:55Z', 'revision_number': 5, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': 'e1fd5048-2473-4cef-a5ef-68b93dfacefc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac91491-ce41-48db-8e31-151e89d2cb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:27:52Z', 'updated_at': '2021-09-08T09:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:29:57.023468 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a173c04-5332-4ed4-853f-58d875b36190 None None] Checking router: bac91491-ce41-48db-8e31-151e89d2cb71 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:29:57.047385 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a173c04-5332-4ed4-853f-58d875b36190 None None] Routers {'bac91491-ce41-48db-8e31-151e89d2cb71'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:29:57.050827 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-5a173c04-5332-4ed4-853f-58d875b36190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:29:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['bac91491-ce41-48db-8e31-151e89d2cb71'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:29:57.067340 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-576262f5-91bb-451e-aafc-5fd609762569 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:57.151518 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcd5b2f-4d06-4b7f-bf3f-72a9f5369245 None None] DHCP port deletion for 1270a732-0cf5-45f6-9390-92d127e8b5af request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:29:57.252464 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-576262f5-91bb-451e-aafc-5fd609762569 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Deleting port e1fd5048-2473-4cef-a5ef-68b93dfacefc {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:29:57.256248 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-576262f5-91bb-451e-aafc-5fd609762569 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:57.269448 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-2fcd5b2f-4d06-4b7f-bf3f-72a9f5369245 None None] Deleting port aebfaa89-d956-4358-a45b-ea6de9722f9f {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:29:57.269832 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2fcd5b2f-4d06-4b7f-bf3f-72a9f5369245 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:57.274095 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-5a173c04-5332-4ed4-853f-58d875b36190 None None] Set router bac91491-ce41-48db-8e31-151e89d2cb71 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:29:57.275957 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d70317ca-1321-43f0-b161-16c4b40a77c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:57.392373 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-2fcd5b2f-4d06-4b7f-bf3f-72a9f5369245 None None] For port aebfaa89-d956-4358-a45b-ea6de9722f9f, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=aebfaa89-d956-4358-a45b-ea6de9722f9f,segment=NetworkSegment(f3324e3a-3db2-4103-8c67-1cc19ba1ba52),segment_id=f3324e3a-3db2-4103-8c67-1cc19ba1ba52)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:29:57.392942 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2fcd5b2f-4d06-4b7f-bf3f-72a9f5369245 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:57.413520 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-2fcd5b2f-4d06-4b7f-bf3f-72a9f5369245 None None] Calling delete_port for aebfaa89-d956-4358-a45b-ea6de9722f9f owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:29:57.517536 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-576262f5-91bb-451e-aafc-5fd609762569 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] For port e1fd5048-2473-4cef-a5ef-68b93dfacefc, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=e1fd5048-2473-4cef-a5ef-68b93dfacefc,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:29:57.520687 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-576262f5-91bb-451e-aafc-5fd609762569 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:57.546982 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-576262f5-91bb-451e-aafc-5fd609762569 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Calling delete_port for e1fd5048-2473-4cef-a5ef-68b93dfacefc owned by network:router_gateway {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:29:57.567397 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-5a173c04-5332-4ed4-853f-58d875b36190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac91491-ce41-48db-8e31-151e89d2cb71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057816063', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e1fd5048-2473-4cef-a5ef-68b93dfacefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:27:51Z', 'updated_at': '2021-09-08T09:29:55Z', 'revision_number': 5, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': 'e1fd5048-2473-4cef-a5ef-68b93dfacefc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac91491-ce41-48db-8e31-151e89d2cb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:27:52Z', 'updated_at': '2021-09-08T09:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:29:57.603015 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2fcd5b2f-4d06-4b7f-bf3f-72a9f5369245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:57.616614 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a173c04-5332-4ed4-853f-58d875b36190 None None] The sync data for ids ['bac91491-ce41-48db-8e31-151e89d2cb71'] in n-d-806683-11 is: [{'id': 'bac91491-ce41-48db-8e31-151e89d2cb71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1057816063', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': 'e1fd5048-2473-4cef-a5ef-68b93dfacefc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:27:51Z', 'updated_at': '2021-09-08T09:29:55Z', 'revision_number': 5, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': 'e1fd5048-2473-4cef-a5ef-68b93dfacefc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac91491-ce41-48db-8e31-151e89d2cb71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:27:52Z', 'updated_at': '2021-09-08T09:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:29:57.645388 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd5b2f-4d06-4b7f-bf3f-72a9f5369245 None None] Pushing event deleted for resources: {'Port': ['ID=aebfaa89-d956-4358-a45b-ea6de9722f9f,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:29:57.660861 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcd5b2f-4d06-4b7f-bf3f-72a9f5369245 None None] No DVR routers for this DVR port aebfaa89-d956-4358-a45b-ea6de9722f9f on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:29:57.703800 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70317ca-1321-43f0-b161-16c4b40a77c5 admin admin] Router 3b041317-3935-4578-8794-a76dda926d27 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:29:57.861123 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-576262f5-91bb-451e-aafc-5fd609762569 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:57.969353 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576262f5-91bb-451e-aafc-5fd609762569 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event deleted for resources: {'Port': ['ID=e1fd5048-2473-4cef-a5ef-68b93dfacefc,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:29:57.989928 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-576262f5-91bb-451e-aafc-5fd609762569 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:58.100119 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-576262f5-91bb-451e-aafc-5fd609762569 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:58.103102 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-576262f5-91bb-451e-aafc-5fd609762569 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:58.181879 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-576262f5-91bb-451e-aafc-5fd609762569 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:58.182742 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576262f5-91bb-451e-aafc-5fd609762569 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Fanout notify agent at l3_agent the message router_deleted on router bac91491-ce41-48db-8e31-151e89d2cb71 {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:29:58.193657 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-576262f5-91bb-451e-aafc-5fd609762569 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:58.197737 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-576262f5-91bb-451e-aafc-5fd609762569 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "DELETE /v2.0/routers/bac91491-ce41-48db-8e31-151e89d2cb71 HTTP/1.1" status: 204 len: 168 time: 1.4493861 Sep 08 09:29:58.197737 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56212) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:29:58.331098 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70317ca-1321-43f0-b161-16c4b40a77c5 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:29:58.346970 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6db9a1be-35a3-4566-a3b0-2c7590ceacba tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:58.348169 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2c6e82-e07c-40ec-a7c2-f71df1ce00c7 None None] Sync routers for ids ['3b041317-3935-4578-8794-a76dda926d27'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:29:58.357116 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d70317ca-1321-43f0-b161-16c4b40a77c5 admin admin] 10.222.0.54 "PUT /v2.0/routers/3b041317-3935-4578-8794-a76dda926d27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9309297 Sep 08 09:29:58.359563 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56216) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:29:58.365610 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2c6e82-e07c-40ec-a7c2-f71df1ce00c7 None None] Routers {'3b041317-3935-4578-8794-a76dda926d27'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:29:58.367453 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-3d2c6e82-e07c-40ec-a7c2-f71df1ce00c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:29:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['3b041317-3935-4578-8794-a76dda926d27'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:29:58.448793 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 13e2627d-9c30-4ade-9033-df687d47dc0f no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:29:58.477218 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 13e2627d-9c30-4ade-9033-df687d47dc0f {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:29:58.477839 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 13e2627d-9c30-4ade-9033-df687d47dc0f not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:29:58.478468 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device aebfaa89-d956-4358-a45b-ea6de9722f9f no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:29:58.501226 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: aebfaa89-d956-4358-a45b-ea6de9722f9f {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:29:58.503690 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device aebfaa89-d956-4358-a45b-ea6de9722f9f not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:29:58.506766 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6715c73f-90a3-4527-b6b7-a2c3a71be4f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:58.574887 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6db9a1be-35a3-4566-a3b0-2c7590ceacba tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:58.608757 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-3d2c6e82-e07c-40ec-a7c2-f71df1ce00c7 None None] Set router 3b041317-3935-4578-8794-a76dda926d27 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:29:58.616097 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-6db9a1be-35a3-4566-a3b0-2c7590ceacba tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1270a732-0cf5-45f6-9390-92d127e8b5af']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:29:58.640290 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-6db9a1be-35a3-4566-a3b0-2c7590ceacba tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3324e3a-3db2-4103-8c67-1cc19ba1ba52') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:29:58.640629 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-6db9a1be-35a3-4566-a3b0-2c7590ceacba tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3324e3a-3db2-4103-8c67-1cc19ba1ba52') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:29:58.642358 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6715c73f-90a3-4527-b6b7-a2c3a71be4f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:58.666010 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6db9a1be-35a3-4566-a3b0-2c7590ceacba tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:58.697347 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6db9a1be-35a3-4566-a3b0-2c7590ceacba tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:58.707674 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6db9a1be-35a3-4566-a3b0-2c7590ceacba tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:29:58.710392 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6db9a1be-35a3-4566-a3b0-2c7590ceacba tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:58.711310 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-6715c73f-90a3-4527-b6b7-a2c3a71be4f2 admin admin] Deleting port 8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:29:58.711823 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6715c73f-90a3-4527-b6b7-a2c3a71be4f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:58.713710 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:29:58.713710 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:29:58.713710 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:29:58.713710 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:29:58.713710 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:29:58.713710 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:29:58.713710 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:29:58.713710 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:29:58.713710 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:29:58.713710 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:29:58.713710 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:29:58.713710 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:29:58.713710 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:29:58.713710 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:29:58.713710 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:29:58.713710 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:29:58.713710 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:29:58.713710 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:29:58.713710 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:29:58.713710 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:29:58.713710 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:29:58.713710 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:29:58.713710 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:29:58.713710 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:29:58.713710 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:29:58.713710 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:29:58.713710 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:29:58.713710 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:29:58.713710 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:29:58.713710 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:29:58.713710 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:29:58.713710 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:29:58.769011 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:58.812442 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-6715c73f-90a3-4527-b6b7-a2c3a71be4f2 admin admin] For port 8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:29:58.812806 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6715c73f-90a3-4527-b6b7-a2c3a71be4f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:58.834376 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-6715c73f-90a3-4527-b6b7-a2c3a71be4f2 admin admin] Calling delete_port for 8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17 owned by network:router_gateway {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:29:58.872590 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6db9a1be-35a3-4566-a3b0-2c7590ceacba tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:58.880445 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6db9a1be-35a3-4566-a3b0-2c7590ceacba tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:58.884025 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6db9a1be-35a3-4566-a3b0-2c7590ceacba tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "DELETE /v2.0/networks/1270a732-0cf5-45f6-9390-92d127e8b5af HTTP/1.1" status: 204 len: 168 time: 0.6851463 Sep 08 09:29:58.900417 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56230) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:29:58.901615 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db9a1be-35a3-4566-a3b0-2c7590ceacba tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event deleted for resources: {'Network': ['ID=1270a732-0cf5-45f6-9390-92d127e8b5af,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:29:58.963675 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-3d2c6e82-e07c-40ec-a7c2-f71df1ce00c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b041317-3935-4578-8794-a76dda926d27', 'name': 'tempest-TestVolumeBackupRestore-1775246517-router', 'tenant_id': '456f55d97a5b4bac959c784e2ca66416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:25:43Z', 'updated_at': '2021-09-08T09:29:56Z', 'revision_number': 5, 'project_id': '456f55d97a5b4bac959c784e2ca66416', 'gw_port': {'id': '8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:96:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b041317-3935-4578-8794-a76dda926d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:25:44Z', 'updated_at': '2021-09-08T09:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:29:58.994368 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e1c92ac6-fc8d-4a2c-843a-b606e270b241 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:59.002085 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2c6e82-e07c-40ec-a7c2-f71df1ce00c7 None None] Checking router: 3b041317-3935-4578-8794-a76dda926d27 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:29:59.011662 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2c6e82-e07c-40ec-a7c2-f71df1ce00c7 None None] Routers {'3b041317-3935-4578-8794-a76dda926d27'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:29:59.012579 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-3d2c6e82-e07c-40ec-a7c2-f71df1ce00c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:29:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['3b041317-3935-4578-8794-a76dda926d27'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:29:59.082822 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e1c92ac6-fc8d-4a2c-843a-b606e270b241 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:59.133427 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-3d2c6e82-e07c-40ec-a7c2-f71df1ce00c7 None None] Set router 3b041317-3935-4578-8794-a76dda926d27 gateway port host: None {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:29:59.176659 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6715c73f-90a3-4527-b6b7-a2c3a71be4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:59.205480 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6715c73f-90a3-4527-b6b7-a2c3a71be4f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:29:59.211264 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-3d2c6e82-e07c-40ec-a7c2-f71df1ce00c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b041317-3935-4578-8794-a76dda926d27', 'name': 'tempest-TestVolumeBackupRestore-1775246517-router', 'tenant_id': '456f55d97a5b4bac959c784e2ca66416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:25:43Z', 'updated_at': '2021-09-08T09:29:58Z', 'revision_number': 6, 'project_id': '456f55d97a5b4bac959c784e2ca66416', 'gw_port_host': None}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:29:59.252678 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2c6e82-e07c-40ec-a7c2-f71df1ce00c7 None None] The sync data for ids ['3b041317-3935-4578-8794-a76dda926d27'] in n-d-806683-11 is: [{'id': '3b041317-3935-4578-8794-a76dda926d27', 'name': 'tempest-TestVolumeBackupRestore-1775246517-router', 'tenant_id': '456f55d97a5b4bac959c784e2ca66416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:25:43Z', 'updated_at': '2021-09-08T09:29:58Z', 'revision_number': 6, 'project_id': '456f55d97a5b4bac959c784e2ca66416', 'gw_port_host': None}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:29:59.287207 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e1c92ac6-fc8d-4a2c-843a-b606e270b241 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:59.292715 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e1c92ac6-fc8d-4a2c-843a-b606e270b241 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:59.296929 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e1c92ac6-fc8d-4a2c-843a-b606e270b241 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "DELETE /v2.0/security-groups/7a27644d-e8a6-450e-a699-8c8d9af41717 HTTP/1.1" status: 204 len: 168 time: 0.3927085 Sep 08 09:29:59.307155 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c92ac6-fc8d-4a2c-843a-b606e270b241 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a27644d-e8a6-450e-a699-8c8d9af41717,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:29:59.310932 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6715c73f-90a3-4527-b6b7-a2c3a71be4f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:59.460153 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6715c73f-90a3-4527-b6b7-a2c3a71be4f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:59.463443 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6715c73f-90a3-4527-b6b7-a2c3a71be4f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:59.513832 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6715c73f-90a3-4527-b6b7-a2c3a71be4f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:59.515274 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6715c73f-90a3-4527-b6b7-a2c3a71be4f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b041317-3935-4578-8794-a76dda926d27 {{(pid=94712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:29:59.527980 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6715c73f-90a3-4527-b6b7-a2c3a71be4f2 admin admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:59.532686 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-6715c73f-90a3-4527-b6b7-a2c3a71be4f2 admin admin] 10.222.0.54 "DELETE /v2.0/routers/3b041317-3935-4578-8794-a76dda926d27 HTTP/1.1" status: 204 len: 168 time: 1.1684237 Sep 08 09:29:59.532987 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56254) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:29:59.602069 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b7019ba-a1e6-4459-9def-8b92fcaae865 admin admin] Deleting subnet ba385c72-2e0a-4ef9-8c6c-3e53b9be4cd2 {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:29:59.609143 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0b7019ba-a1e6-4459-9def-8b92fcaae865 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:59.683238 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0b7019ba-a1e6-4459-9def-8b92fcaae865 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:59.804187 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0b7019ba-a1e6-4459-9def-8b92fcaae865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:59.867932 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0b7019ba-a1e6-4459-9def-8b92fcaae865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:59.908519 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7019ba-a1e6-4459-9def-8b92fcaae865 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba385c72-2e0a-4ef9-8c6c-3e53b9be4cd2,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:29:59.914617 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56272) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:29:59.919955 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-7d92f853-864a-411c-ae75-cdeaaa786222 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-38828515', 'description': 'tempest-secgroup-smoke-38828515 description', 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:29:59.926939 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0b7019ba-a1e6-4459-9def-8b92fcaae865 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:29:59.928948 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-0b7019ba-a1e6-4459-9def-8b92fcaae865 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/ba385c72-2e0a-4ef9-8c6c-3e53b9be4cd2 HTTP/1.1" status: 204 len: 168 time: 0.3939564 Sep 08 09:29:59.931546 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56274) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:29:59.934377 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9521b4d2-b794-463c-a03a-bdb318eadc5a None None] Network a0d418d6-38ae-4453-93d3-203cb740344a requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:29:59.961275 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7d92f853-864a-411c-ae75-cdeaaa786222 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:00.031627 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-27999296-0f1a-40fd-bcf2-24f18069969f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:00.068130 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7d92f853-864a-411c-ae75-cdeaaa786222 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:00.073709 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7d92f853-864a-411c-ae75-cdeaaa786222 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:00.137787 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7d92f853-864a-411c-ae75-cdeaaa786222 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:00.142532 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-7d92f853-864a-411c-ae75-cdeaaa786222 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2232015 Sep 08 09:30:00.142532 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92f853-864a-411c-ae75-cdeaaa786222 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68d2df2d-7229-407f-9cde-b2b723817c14,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:00.143003 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56278) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:00.156513 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-f1c7add7-a539-4e99-9236-1f48bbdff47d tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Request body: {'security_group_rule': {'security_group_id': '68d2df2d-7229-407f-9cde-b2b723817c14', 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:30:00.167128 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-27999296-0f1a-40fd-bcf2-24f18069969f admin admin] Deleting port 406504cc-0254-4afd-9887-692767205b48 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:30:00.167517 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-27999296-0f1a-40fd-bcf2-24f18069969f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:00.249606 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device e1fd5048-2473-4cef-a5ef-68b93dfacefc no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:30:00.279778 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f1c7add7-a539-4e99-9236-1f48bbdff47d tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:00.285027 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-27999296-0f1a-40fd-bcf2-24f18069969f admin admin] For port 406504cc-0254-4afd-9887-692767205b48, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=406504cc-0254-4afd-9887-692767205b48,segment=NetworkSegment(eff78864-fffe-4323-8edf-3a2b09462c1f),segment_id=eff78864-fffe-4323-8edf-3a2b09462c1f)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:30:00.285582 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-27999296-0f1a-40fd-bcf2-24f18069969f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:00.309706 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-27999296-0f1a-40fd-bcf2-24f18069969f admin admin] Calling delete_port for 406504cc-0254-4afd-9887-692767205b48 owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:30:00.325621 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eca62a5-4f54-4e01-8227-3647bd5791a8 None None] DHCP port deletion for a0d418d6-38ae-4453-93d3-203cb740344a request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:30:00.329918 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: e1fd5048-2473-4cef-a5ef-68b93dfacefc {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:30:00.330297 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device e1fd5048-2473-4cef-a5ef-68b93dfacefc not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:30:00.330727 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 5b263dfb-8432-485b-9f6c-e26856d47774 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:30:00.385770 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 5b263dfb-8432-485b-9f6c-e26856d47774 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:30:00.386438 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 5b263dfb-8432-485b-9f6c-e26856d47774 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:30:00.387209 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:30:00.418490 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:30:00.419083 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 8c20d2a1-5220-4b6c-8a3f-76df0ed0fc17 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:30:00.444904 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f1c7add7-a539-4e99-9236-1f48bbdff47d tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:00.452514 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-0eca62a5-4f54-4e01-8227-3647bd5791a8 None None] Deleting port 406504cc-0254-4afd-9887-692767205b48 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:30:00.453314 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0eca62a5-4f54-4e01-8227-3647bd5791a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:00.475100 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f1c7add7-a539-4e99-9236-1f48bbdff47d tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:00.519086 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7add7-a539-4e99-9236-1f48bbdff47d tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6716027-01da-4c8a-8536-f9eab30f0dba,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:00.526939 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f1c7add7-a539-4e99-9236-1f48bbdff47d tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:00.528818 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f1c7add7-a539-4e99-9236-1f48bbdff47d tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3848166 Sep 08 09:30:00.532765 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56286) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:00.534606 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-27999296-0f1a-40fd-bcf2-24f18069969f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:00.538742 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-1fae4aae-1828-44f6-b58e-1c3e41c83fde tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Request body: {'security_group_rule': {'security_group_id': '68d2df2d-7229-407f-9cde-b2b723817c14', 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:30:00.597898 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-0eca62a5-4f54-4e01-8227-3647bd5791a8 None None] For port 406504cc-0254-4afd-9887-692767205b48, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=406504cc-0254-4afd-9887-692767205b48,segment=NetworkSegment(eff78864-fffe-4323-8edf-3a2b09462c1f),segment_id=eff78864-fffe-4323-8edf-3a2b09462c1f)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:30:00.598920 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0eca62a5-4f54-4e01-8227-3647bd5791a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:00.601407 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27999296-0f1a-40fd-bcf2-24f18069969f admin admin] Pushing event deleted for resources: {'Port': ['ID=406504cc-0254-4afd-9887-692767205b48,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:00.614101 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27999296-0f1a-40fd-bcf2-24f18069969f admin admin] No DVR routers for this DVR port 406504cc-0254-4afd-9887-692767205b48 on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:30:00.621973 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1fae4aae-1828-44f6-b58e-1c3e41c83fde tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:00.630899 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-0eca62a5-4f54-4e01-8227-3647bd5791a8 None None] Calling delete_port for 406504cc-0254-4afd-9887-692767205b48 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:30:00.779653 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0eca62a5-4f54-4e01-8227-3647bd5791a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:00.791624 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-27999296-0f1a-40fd-bcf2-24f18069969f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:00.793803 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1fae4aae-1828-44f6-b58e-1c3e41c83fde tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:00.803510 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1fae4aae-1828-44f6-b58e-1c3e41c83fde tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:00.822726 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-27999296-0f1a-40fd-bcf2-24f18069969f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0d418d6-38ae-4453-93d3-203cb740344a']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:30:00.834901 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fae4aae-1828-44f6-b58e-1c3e41c83fde tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=460236a7-cf4e-4f04-845a-3eb93ab89488,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:00.840990 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-27999296-0f1a-40fd-bcf2-24f18069969f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eff78864-fffe-4323-8edf-3a2b09462c1f') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:30:00.841359 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-27999296-0f1a-40fd-bcf2-24f18069969f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eff78864-fffe-4323-8edf-3a2b09462c1f') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:30:00.841507 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca62a5-4f54-4e01-8227-3647bd5791a8 None None] Pushing event deleted for resources: {'Port': ['ID=406504cc-0254-4afd-9887-692767205b48,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:00.850490 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eca62a5-4f54-4e01-8227-3647bd5791a8 None None] No DVR routers for this DVR port 406504cc-0254-4afd-9887-692767205b48 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:30:00.863861 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-27999296-0f1a-40fd-bcf2-24f18069969f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:00.874272 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1fae4aae-1828-44f6-b58e-1c3e41c83fde tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:00.875903 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-1fae4aae-1828-44f6-b58e-1c3e41c83fde tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3418047 Sep 08 09:30:00.878638 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56290) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:00.882731 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-27999296-0f1a-40fd-bcf2-24f18069969f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:00.883997 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-8eed9daa-0fe6-416e-aa7c-974fc10562de tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Request body: {'security_group_rule': {'security_group_id': '68d2df2d-7229-407f-9cde-b2b723817c14', 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:30:00.894708 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27999296-0f1a-40fd-bcf2-24f18069969f admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:30:00.900204 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-27999296-0f1a-40fd-bcf2-24f18069969f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:00.902413 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:30:00.902413 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:30:00.902413 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:30:00.902413 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:30:00.902413 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:30:00.902413 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:30:00.902413 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:30:00.902413 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:30:00.902413 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:30:00.902413 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:30:00.902413 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:30:00.902413 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:30:00.902413 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:30:00.902413 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:30:00.902413 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:30:00.902413 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:30:00.902413 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:30:00.902413 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:30:00.902413 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:30:00.902413 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:30:00.902413 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:30:00.902413 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:30:00.902413 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:30:00.902413 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:30:00.902413 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:30:00.902413 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:30:00.902413 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:30:00.902413 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:30:00.902413 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:30:00.902413 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:30:00.902413 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:30:00.902413 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:30:00.942187 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8eed9daa-0fe6-416e-aa7c-974fc10562de tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:00.986120 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-27999296-0f1a-40fd-bcf2-24f18069969f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:01.002897 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-27999296-0f1a-40fd-bcf2-24f18069969f admin admin] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:01.008307 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-27999296-0f1a-40fd-bcf2-24f18069969f admin admin] 10.222.0.54 "DELETE /v2.0/networks/a0d418d6-38ae-4453-93d3-203cb740344a HTTP/1.1" status: 204 len: 168 time: 1.0755460 Sep 08 09:30:01.011269 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27999296-0f1a-40fd-bcf2-24f18069969f admin admin] Pushing event deleted for resources: {'Network': ['ID=a0d418d6-38ae-4453-93d3-203cb740344a,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:01.013639 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56294) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:01.060926 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8eed9daa-0fe6-416e-aa7c-974fc10562de tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:01.068001 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8eed9daa-0fe6-416e-aa7c-974fc10562de tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:01.101268 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed9daa-0fe6-416e-aa7c-974fc10562de tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efd5598b-b876-4636-bade-445308f6302b,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:01.119661 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8eed9daa-0fe6-416e-aa7c-974fc10562de tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:01.122662 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8eed9daa-0fe6-416e-aa7c-974fc10562de tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2429557 Sep 08 09:30:01.125275 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56296) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:01.134762 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-e79e9bc5-658b-4e6b-bbf5-dbe1f4dbc55b tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Request body: {'security_group_rule': {'security_group_id': '68d2df2d-7229-407f-9cde-b2b723817c14', 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:30:01.177807 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e79e9bc5-658b-4e6b-bbf5-dbe1f4dbc55b tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:01.259339 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e79e9bc5-658b-4e6b-bbf5-dbe1f4dbc55b tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:01.263882 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e79e9bc5-658b-4e6b-bbf5-dbe1f4dbc55b tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:01.296386 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79e9bc5-658b-4e6b-bbf5-dbe1f4dbc55b tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0de217a2-44f6-4f64-baff-ca42201423e3,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:01.309674 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e79e9bc5-658b-4e6b-bbf5-dbe1f4dbc55b tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:01.311530 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e79e9bc5-658b-4e6b-bbf5-dbe1f4dbc55b tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1839871 Sep 08 09:30:01.315078 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56300) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:01.320933 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-e03dd505-fbb1-4a23-b7ce-3b26b48382ff tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Request body: {'security_group_rule': {'security_group_id': '68d2df2d-7229-407f-9cde-b2b723817c14', 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:30:01.366135 n-d-806683-11 neutron-server[94712]: INFO neutron.db.securitygroups_db [None req-e03dd505-fbb1-4a23-b7ce-3b26b48382ff tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Project b0f105e5fd99469d8f84a09c77d72db0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 09:30:01.372783 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e03dd505-fbb1-4a23-b7ce-3b26b48382ff tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:01.475251 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e03dd505-fbb1-4a23-b7ce-3b26b48382ff tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:01.480096 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e03dd505-fbb1-4a23-b7ce-3b26b48382ff tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:01.503589 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03dd505-fbb1-4a23-b7ce-3b26b48382ff tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba63d00f-9e2c-405c-bce0-448b04a7aa48,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:01.508729 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-27283de9-161f-45df-8e50-737997dc8cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:01.520154 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e03dd505-fbb1-4a23-b7ce-3b26b48382ff tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:01.525117 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e03dd505-fbb1-4a23-b7ce-3b26b48382ff tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2075372 Sep 08 09:30:01.526181 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56312) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:01.531795 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-89b18001-780c-4a40-b714-6fadc5dac3e0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Request body: {'security_group_rule': {'security_group_id': '68d2df2d-7229-407f-9cde-b2b723817c14', 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:30:01.562251 n-d-806683-11 neutron-server[94712]: INFO neutron.db.securitygroups_db [None req-89b18001-780c-4a40-b714-6fadc5dac3e0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Project b0f105e5fd99469d8f84a09c77d72db0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 09:30:01.571633 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-89b18001-780c-4a40-b714-6fadc5dac3e0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:01.690349 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-89b18001-780c-4a40-b714-6fadc5dac3e0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:01.695712 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-89b18001-780c-4a40-b714-6fadc5dac3e0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:01.729050 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b18001-780c-4a40-b714-6fadc5dac3e0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4ca6385-6fed-4785-8f7d-125317e01f08,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:01.737116 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-89b18001-780c-4a40-b714-6fadc5dac3e0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:01.741431 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-89b18001-780c-4a40-b714-6fadc5dac3e0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2135613 Sep 08 09:30:01.741588 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56318) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:01.751696 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-10c32732-2fa5-44fd-90e2-113f770e7b1c tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Request body: {'network': {'name': 'tempest-network-smoke--1233202440', 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'port_security_enabled': True}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:30:01.780950 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c32732-2fa5-44fd-90e2-113f770e7b1c tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Made reservation on behalf of b0f105e5fd99469d8f84a09c77d72db0 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:30:01.786837 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-10c32732-2fa5-44fd-90e2-113f770e7b1c tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:01.823166 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-27283de9-161f-45df-8e50-737997dc8cdd admin admin] Deleting port 2cf458c5-f2c3-48a8-9697-6afd7cd9ac32 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:30:01.823947 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-27283de9-161f-45df-8e50-737997dc8cdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:01.825642 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10c32732-2fa5-44fd-90e2-113f770e7b1c tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:30:01.840451 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-10c32732-2fa5-44fd-90e2-113f770e7b1c tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:01.841175 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-10c32732-2fa5-44fd-90e2-113f770e7b1c tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Added segment 0981a0f4-6c47-4423-8a8c-8b0e733a8bfa of type vlan for network 668ee9d9-2f1c-4ea3-ae54-666bf84618ca Sep 08 09:30:01.909887 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-10c32732-2fa5-44fd-90e2-113f770e7b1c tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:01.936916 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-27283de9-161f-45df-8e50-737997dc8cdd admin admin] For port 2cf458c5-f2c3-48a8-9697-6afd7cd9ac32, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=2cf458c5-f2c3-48a8-9697-6afd7cd9ac32,segment=NetworkSegment(7110f45d-a5aa-43db-8903-aea69a06869b),segment_id=7110f45d-a5aa-43db-8903-aea69a06869b)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:30:01.937750 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-27283de9-161f-45df-8e50-737997dc8cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:01.940235 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-10c32732-2fa5-44fd-90e2-113f770e7b1c tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:01.951751 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c32732-2fa5-44fd-90e2-113f770e7b1c tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:01.952571 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-10c32732-2fa5-44fd-90e2-113f770e7b1c tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:01.959821 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-27283de9-161f-45df-8e50-737997dc8cdd admin admin] Calling delete_port for 2cf458c5-f2c3-48a8-9697-6afd7cd9ac32 owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:30:02.036656 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c32732-2fa5-44fd-90e2-113f770e7b1c tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'Network': ['ID=668ee9d9-2f1c-4ea3-ae54-666bf84618ca,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:02.049859 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 668ee9d9-2f1c-4ea3-ae54-666bf84618ca details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:30:02.069914 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-10c32732-2fa5-44fd-90e2-113f770e7b1c tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3271527 Sep 08 09:30:02.072733 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56322) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:02.081248 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-71b7c8c1-f385-4973-baf7-1a9fe61d2b11 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-622798569', 'admin_state_up': True, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:30:02.135239 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-71b7c8c1-f385-4973-baf7-1a9fe61d2b11 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:02.136642 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-71b7c8c1-f385-4973-baf7-1a9fe61d2b11 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:02.191363 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-27283de9-161f-45df-8e50-737997dc8cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:02.200225 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 406504cc-0254-4afd-9887-692767205b48 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:30:02.244630 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 406504cc-0254-4afd-9887-692767205b48 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:30:02.244900 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 406504cc-0254-4afd-9887-692767205b48 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:30:02.255482 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27283de9-161f-45df-8e50-737997dc8cdd admin admin] Pushing event deleted for resources: {'Port': ['ID=2cf458c5-f2c3-48a8-9697-6afd7cd9ac32,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:02.267487 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-71b7c8c1-f385-4973-baf7-1a9fe61d2b11 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:02.436487 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-71b7c8c1-f385-4973-baf7-1a9fe61d2b11 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:02.459276 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-27283de9-161f-45df-8e50-737997dc8cdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:02.707071 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-71b7c8c1-f385-4973-baf7-1a9fe61d2b11 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for router_gateway, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:02.727609 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-71b7c8c1-f385-4973-baf7-1a9fe61d2b11 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:02.769965 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27283de9-161f-45df-8e50-737997dc8cdd admin admin] Router e3d1f6d3-af22-47c8-8052-a24f425b87c5 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:30:02.814479 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56332) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:02.847559 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-71b7c8c1-f385-4973-baf7-1a9fe61d2b11 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Allocated IP 172.25.0.254 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/1755d7e6-613c-466d-b509-1394d0d977e9) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:30:02.901870 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27283de9-161f-45df-8e50-737997dc8cdd admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:30:02.908576 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-27283de9-161f-45df-8e50-737997dc8cdd admin admin] 10.222.0.54 "PUT /v2.0/routers/e3d1f6d3-af22-47c8-8052-a24f425b87c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8933783 Sep 08 09:30:02.912029 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56336) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:02.914324 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0586486e-01fe-4678-9855-61d1fcd28daf None None] Sync routers for ids ['e3d1f6d3-af22-47c8-8052-a24f425b87c5'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:30:02.926882 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0586486e-01fe-4678-9855-61d1fcd28daf None None] Routers {'e3d1f6d3-af22-47c8-8052-a24f425b87c5'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:30:02.928461 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-0586486e-01fe-4678-9855-61d1fcd28daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:29:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['e3d1f6d3-af22-47c8-8052-a24f425b87c5'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:30:02.988249 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-71b7c8c1-f385-4973-baf7-1a9fe61d2b11 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:03.058430 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-065775f5-5c08-4b3f-bf1b-0f923d71fd20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:03.061903 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-df104777-1585-4a0b-99fe-6fc5ca8de071 admin admin] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:03.071405 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-71b7c8c1-f385-4973-baf7-1a9fe61d2b11 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:03.128290 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b7c8c1-f385-4973-baf7-1a9fe61d2b11 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'Port': ['ID=1755d7e6-613c-466d-b509-1394d0d977e9,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:03.132406 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b7c8c1-f385-4973-baf7-1a9fe61d2b11 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:30:03.134390 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-71b7c8c1-f385-4973-baf7-1a9fe61d2b11 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:30:03.137237 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b7c8c1-f385-4973-baf7-1a9fe61d2b11 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:30:03.207888 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-065775f5-5c08-4b3f-bf1b-0f923d71fd20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:03.221478 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-065775f5-5c08-4b3f-bf1b-0f923d71fd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:03.228397 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-0586486e-01fe-4678-9855-61d1fcd28daf None None] Set router e3d1f6d3-af22-47c8-8052-a24f425b87c5 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:30:03.440678 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-0586486e-01fe-4678-9855-61d1fcd28daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d1f6d3-af22-47c8-8052-a24f425b87c5', 'name': 'tempest-TestVolumeBackupRestore-1282731436-router', 'tenant_id': '9030c1e617fb4de9873c90cbd9b55f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'cda6f87f-b57d-4355-8798-60bc2d2ff420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:25:52Z', 'updated_at': '2021-09-08T09:30:02Z', 'revision_number': 5, 'project_id': '9030c1e617fb4de9873c90cbd9b55f5e', 'gw_port': {'id': 'cda6f87f-b57d-4355-8798-60bc2d2ff420', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d1f6d3-af22-47c8-8052-a24f425b87c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:25:53Z', 'updated_at': '2021-09-08T09:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:30:03.471227 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-71b7c8c1-f385-4973-baf7-1a9fe61d2b11 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for router_gateway, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:03.487865 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0586486e-01fe-4678-9855-61d1fcd28daf None None] Checking router: e3d1f6d3-af22-47c8-8052-a24f425b87c5 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:30:03.501593 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0586486e-01fe-4678-9855-61d1fcd28daf None None] Routers {'e3d1f6d3-af22-47c8-8052-a24f425b87c5'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:30:03.502645 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-0586486e-01fe-4678-9855-61d1fcd28daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:29:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['e3d1f6d3-af22-47c8-8052-a24f425b87c5'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:30:03.649752 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-0586486e-01fe-4678-9855-61d1fcd28daf None None] Set router e3d1f6d3-af22-47c8-8052-a24f425b87c5 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:30:03.711213 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065775f5-5c08-4b3f-bf1b-0f923d71fd20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c1f18d-d5dd-47e8-a297-8a228f1fa125,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:03.737204 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-065775f5-5c08-4b3f-bf1b-0f923d71fd20 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=067179dd08ee4041ba1cf0f7109b8e57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9183340 Sep 08 09:30:03.739364 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56338) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:03.760742 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-df104777-1585-4a0b-99fe-6fc5ca8de071 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:03.778629 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-71b7c8c1-f385-4973-baf7-1a9fe61d2b11 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:03.860529 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-df104777-1585-4a0b-99fe-6fc5ca8de071 admin admin] Deleting port cda6f87f-b57d-4355-8798-60bc2d2ff420 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:30:03.861653 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-df104777-1585-4a0b-99fe-6fc5ca8de071 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:03.864722 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-30bdff02-4275-425b-9ce5-2c0d03b5913a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:03.900959 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-0586486e-01fe-4678-9855-61d1fcd28daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d1f6d3-af22-47c8-8052-a24f425b87c5', 'name': 'tempest-TestVolumeBackupRestore-1282731436-router', 'tenant_id': '9030c1e617fb4de9873c90cbd9b55f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'cda6f87f-b57d-4355-8798-60bc2d2ff420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:25:52Z', 'updated_at': '2021-09-08T09:30:02Z', 'revision_number': 5, 'project_id': '9030c1e617fb4de9873c90cbd9b55f5e', 'gw_port': {'id': 'cda6f87f-b57d-4355-8798-60bc2d2ff420', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d1f6d3-af22-47c8-8052-a24f425b87c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:25:53Z', 'updated_at': '2021-09-08T09:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:30:03.934936 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0586486e-01fe-4678-9855-61d1fcd28daf None None] The sync data for ids ['e3d1f6d3-af22-47c8-8052-a24f425b87c5'] in n-d-806683-11 is: [{'id': 'e3d1f6d3-af22-47c8-8052-a24f425b87c5', 'name': 'tempest-TestVolumeBackupRestore-1282731436-router', 'tenant_id': '9030c1e617fb4de9873c90cbd9b55f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'cda6f87f-b57d-4355-8798-60bc2d2ff420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:25:52Z', 'updated_at': '2021-09-08T09:30:02Z', 'revision_number': 5, 'project_id': '9030c1e617fb4de9873c90cbd9b55f5e', 'gw_port': {'id': 'cda6f87f-b57d-4355-8798-60bc2d2ff420', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:de:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d1f6d3-af22-47c8-8052-a24f425b87c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:25:53Z', 'updated_at': '2021-09-08T09:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:30:03.942378 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-30bdff02-4275-425b-9ce5-2c0d03b5913a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:03.994374 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-df104777-1585-4a0b-99fe-6fc5ca8de071 admin admin] For port cda6f87f-b57d-4355-8798-60bc2d2ff420, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=cda6f87f-b57d-4355-8798-60bc2d2ff420,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:30:03.994374 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-df104777-1585-4a0b-99fe-6fc5ca8de071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:04.015021 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-df104777-1585-4a0b-99fe-6fc5ca8de071 admin admin] Calling delete_port for cda6f87f-b57d-4355-8798-60bc2d2ff420 owned by network:router_gateway {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:30:04.028884 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-30bdff02-4275-425b-9ce5-2c0d03b5913a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:04.032555 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-30bdff02-4275-425b-9ce5-2c0d03b5913a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:04.033813 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-30bdff02-4275-425b-9ce5-2c0d03b5913a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/33c1f18d-d5dd-47e8-a297-8a228f1fa125 HTTP/1.1" status: 204 len: 168 time: 0.2933300 Sep 08 09:30:04.036797 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b7c8c1-f385-4973-baf7-1a9fe61d2b11 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Router 2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:30:04.048505 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bdff02-4275-425b-9ce5-2c0d03b5913a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c1f18d-d5dd-47e8-a297-8a228f1fa125,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:04.190168 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b7c8c1-f385-4973-baf7-1a9fe61d2b11 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:30:04.202254 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93804962-2463-4015-875e-6dd8ee885067 None None] Sync routers for ids ['2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:30:04.221417 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93804962-2463-4015-875e-6dd8ee885067 None None] Routers {'2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:30:04.225336 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-93804962-2463-4015-875e-6dd8ee885067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:29:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:30:04.232704 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-71b7c8c1-f385-4973-baf7-1a9fe61d2b11 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:04.238837 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56344) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:04.239412 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-71b7c8c1-f385-4973-baf7-1a9fe61d2b11 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1655607 Sep 08 09:30:04.278081 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-907e05d2-12a0-4777-98c2-aeb587bf77e4 tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=b0f105e5fd99469d8f84a09c77d72db0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369241 Sep 08 09:30:04.280748 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56346) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:04.340094 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-df104777-1585-4a0b-99fe-6fc5ca8de071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:04.421544 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 2cf458c5-f2c3-48a8-9697-6afd7cd9ac32 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:30:04.449498 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 2cf458c5-f2c3-48a8-9697-6afd7cd9ac32 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:30:04.449918 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 2cf458c5-f2c3-48a8-9697-6afd7cd9ac32 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:30:04.462457 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df104777-1585-4a0b-99fe-6fc5ca8de071 admin admin] Pushing event deleted for resources: {'Port': ['ID=cda6f87f-b57d-4355-8798-60bc2d2ff420,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:04.471741 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-93804962-2463-4015-875e-6dd8ee885067 None None] Set router 2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:30:04.515283 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-df104777-1585-4a0b-99fe-6fc5ca8de071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:04.591416 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56350) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:04.613390 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aaa3a48e-56da-4e8e-85dc-119f6de3e0fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:04.661469 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565a7b1d-00ee-43e8-b588-062cabf1d7ee tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:04.663223 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-565a7b1d-00ee-43e8-b588-062cabf1d7ee tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3814328 Sep 08 09:30:04.666247 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-df104777-1585-4a0b-99fe-6fc5ca8de071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:04.668190 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56352) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:04.669416 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-df104777-1585-4a0b-99fe-6fc5ca8de071 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:04.730918 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56354) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:04.733710 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-7e8dd893-f68e-4432-a106-58580d658fc1 tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=399c4174-1e86-4a10-bb99-f875a09107d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0640502 Sep 08 09:30:04.738973 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-84555b81-9fa1-4f32-b2eb-4b57ed233416 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-451432781', 'network_id': '668ee9d9-2f1c-4ea3-ae54-666bf84618ca', 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:30:04.760921 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-df104777-1585-4a0b-99fe-6fc5ca8de071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:04.761478 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df104777-1585-4a0b-99fe-6fc5ca8de071 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3d1f6d3-af22-47c8-8052-a24f425b87c5 {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:30:04.769419 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-df104777-1585-4a0b-99fe-6fc5ca8de071 admin admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:04.774542 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-df104777-1585-4a0b-99fe-6fc5ca8de071 admin admin] 10.222.0.54 "DELETE /v2.0/routers/e3d1f6d3-af22-47c8-8052-a24f425b87c5 HTTP/1.1" status: 204 len: 168 time: 1.8605225 Sep 08 09:30:04.776596 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56356) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:04.844922 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aaa3a48e-56da-4e8e-85dc-119f6de3e0fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:04.855182 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aaa3a48e-56da-4e8e-85dc-119f6de3e0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:04.878995 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84555b81-9fa1-4f32-b2eb-4b57ed233416 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Made reservation on behalf of b0f105e5fd99469d8f84a09c77d72db0 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:30:04.884109 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-84555b81-9fa1-4f32-b2eb-4b57ed233416 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:04.908245 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-798aad24-2038-41de-a00d-43298f3082c8 admin admin] Deleting subnet 497346d1-0e21-4dad-8426-b10e476648f8 {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:30:04.914281 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-798aad24-2038-41de-a00d-43298f3082c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:04.970617 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-798aad24-2038-41de-a00d-43298f3082c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:05.035376 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-93804962-2463-4015-875e-6dd8ee885067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622798569', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '1755d7e6-613c-466d-b509-1394d0d977e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:30:02Z', 'updated_at': '2021-09-08T09:30:03Z', 'revision_number': 3, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': '1755d7e6-613c-466d-b509-1394d0d977e9', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:30:02Z', 'updated_at': '2021-09-08T09:30:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:30:05.038923 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-aaa3a48e-56da-4e8e-85dc-119f6de3e0fc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=21c9830e484d4f4c8e5a5a49b2e1ac66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4461565 Sep 08 09:30:05.039232 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56360) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:05.043414 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa3a48e-56da-4e8e-85dc-119f6de3e0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf3f4ab-1847-4a0a-b472-6a4426942a19,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:05.072228 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93804962-2463-4015-875e-6dd8ee885067 None None] Checking router: 2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:30:05.072720 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93804962-2463-4015-875e-6dd8ee885067 None None] Updating router 2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b port 1755d7e6-613c-466d-b509-1394d0d977e9 binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:30:05.086467 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-798aad24-2038-41de-a00d-43298f3082c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:05.104946 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-93804962-2463-4015-875e-6dd8ee885067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:05.143998 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-af57b818-87bc-48b3-ab4d-00cb8b249c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:05.161276 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-798aad24-2038-41de-a00d-43298f3082c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:05.191246 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798aad24-2038-41de-a00d-43298f3082c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=497346d1-0e21-4dad-8426-b10e476648f8,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:05.200497 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-798aad24-2038-41de-a00d-43298f3082c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:05.202553 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-798aad24-2038-41de-a00d-43298f3082c8 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/497346d1-0e21-4dad-8426-b10e476648f8 HTTP/1.1" status: 204 len: 168 time: 0.4247885 Sep 08 09:30:05.205592 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56362) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:05.210401 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-af57b818-87bc-48b3-ab4d-00cb8b249c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:05.233762 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-84555b81-9fa1-4f32-b2eb-4b57ed233416 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:05.305165 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ca809d87-726b-4675-b60e-665dc41fad91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:05.328142 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84555b81-9fa1-4f32-b2eb-4b57ed233416 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'Subnet': ['ID=4e2f513d-fd69-4145-8732-bf4182a164a0,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:05.331887 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261b1fa1-b6a6-40bd-a118-df2958f12d88 None None] Network 7531d6d7-c0aa-4c81-b52b-575d280f0a7c requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:30:05.379741 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:30:05.383249 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84555b81-9fa1-4f32-b2eb-4b57ed233416 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Checking segment: {'id': '0981a0f4-6c47-4423-8a8c-8b0e733a8bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '668ee9d9-2f1c-4ea3-ae54-666bf84618ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:30:05.383517 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84555b81-9fa1-4f32-b2eb-4b57ed233416 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Network hostable DHCP agents. Network: 668ee9d9-2f1c-4ea3-ae54-666bf84618ca, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:30:05.390518 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-ca809d87-726b-4675-b60e-665dc41fad91 admin admin] Deleting port 852e76c0-2fc8-4da9-8dd1-f65ce25cd7d6 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:30:05.391463 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ca809d87-726b-4675-b60e-665dc41fad91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:05.395680 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-af57b818-87bc-48b3-ab4d-00cb8b249c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:05.399015 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-af57b818-87bc-48b3-ab4d-00cb8b249c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:05.400454 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-af57b818-87bc-48b3-ab4d-00cb8b249c0e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3cf3f4ab-1847-4a0a-b472-6a4426942a19 HTTP/1.1" status: 204 len: 168 time: 0.3601918 Sep 08 09:30:05.426345 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57b818-87bc-48b3-ab4d-00cb8b249c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf3f4ab-1847-4a0a-b472-6a4426942a19,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:05.440656 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84555b81-9fa1-4f32-b2eb-4b57ed233416 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Network 668ee9d9-2f1c-4ea3-ae54-666bf84618ca is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:30:05.456192 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-84555b81-9fa1-4f32-b2eb-4b57ed233416 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 668ee9d9-2f1c-4ea3-ae54-666bf84618ca) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:30:05.466226 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84555b81-9fa1-4f32-b2eb-4b57ed233416 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:05.467197 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-84555b81-9fa1-4f32-b2eb-4b57ed233416 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:05.479766 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-ca809d87-726b-4675-b60e-665dc41fad91 admin admin] For port 852e76c0-2fc8-4da9-8dd1-f65ce25cd7d6, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=852e76c0-2fc8-4da9-8dd1-f65ce25cd7d6,segment=NetworkSegment(7110f45d-a5aa-43db-8903-aea69a06869b),segment_id=7110f45d-a5aa-43db-8903-aea69a06869b)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:30:05.480174 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ca809d87-726b-4675-b60e-665dc41fad91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:05.489121 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-84555b81-9fa1-4f32-b2eb-4b57ed233416 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7565584 Sep 08 09:30:05.491740 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56366) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:05.493308 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6a5f21-b838-459b-a97e-7ad143f57ba8 None None] Network 668ee9d9-2f1c-4ea3-ae54-666bf84618ca requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:30:05.501925 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-ca809d87-726b-4675-b60e-665dc41fad91 admin admin] Calling delete_port for 852e76c0-2fc8-4da9-8dd1-f65ce25cd7d6 owned by network:dhcp {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:30:05.594858 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-93804962-2463-4015-875e-6dd8ee885067 None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:05.629925 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-93804962-2463-4015-875e-6dd8ee885067 None None] Transition to ACTIVE for port object 1755d7e6-613c-466d-b509-1394d0d977e9 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:30:05.656159 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-93804962-2463-4015-875e-6dd8ee885067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:05.741615 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-93804962-2463-4015-875e-6dd8ee885067 None None] Attempting to bind port 1755d7e6-613c-466d-b509-1394d0d977e9 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:30:05.741901 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-93804962-2463-4015-875e-6dd8ee885067 None None] Attempting to bind port 1755d7e6-613c-466d-b509-1394d0d977e9 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:30:05.742537 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93804962-2463-4015-875e-6dd8ee885067 None None] Attempting to bind port 1755d7e6-613c-466d-b509-1394d0d977e9 on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:30:05.746468 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3a6af0-6d91-4d4f-a200-dd29d9731d2a None None] DHCP port deletion for 7531d6d7-c0aa-4c81-b52b-575d280f0a7c request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:30:05.752265 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1d654-7d4d-4412-aae7-225c36403dd2 None None] Pushing event updated for resources: {'Port': ['ID=1755d7e6-613c-466d-b509-1394d0d977e9,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:05.760606 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93804962-2463-4015-875e-6dd8ee885067 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:30:05.761409 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93804962-2463-4015-875e-6dd8ee885067 None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:30:05.761993 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-93804962-2463-4015-875e-6dd8ee885067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:05.762568 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93804962-2463-4015-875e-6dd8ee885067 None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:30:05.763222 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-93804962-2463-4015-875e-6dd8ee885067 None None] Bound port: 1755d7e6-613c-466d-b509-1394d0d977e9, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:30:05.763813 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-93804962-2463-4015-875e-6dd8ee885067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:05.772800 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313968f5-445e-4f13-811f-efc9450461af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-668ee9d9-2f1c-4ea3-ae54-666bf84618ca', 'network_id': '668ee9d9-2f1c-4ea3-ae54-666bf84618ca', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'fixed_ips': [{'subnet_id': '4e2f513d-fd69-4145-8732-bf4182a164a0'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:30:05.773676 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-313968f5-445e-4f13-811f-efc9450461af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:05.909232 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-93804962-2463-4015-875e-6dd8ee885067 None None] For port 1755d7e6-613c-466d-b509-1394d0d977e9, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:30:05.929380 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-93804962-2463-4015-875e-6dd8ee885067 None None] For port 1755d7e6-613c-466d-b509-1394d0d977e9, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=1755d7e6-613c-466d-b509-1394d0d977e9,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:30:05.941175 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-93804962-2463-4015-875e-6dd8ee885067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:06.036405 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1d654-7d4d-4412-aae7-225c36403dd2 None None] Pushing event updated for resources: {'Port': ['ID=1755d7e6-613c-466d-b509-1394d0d977e9,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:06.083687 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-313968f5-445e-4f13-811f-efc9450461af None None] Allocated IP 172.20.0.2 (668ee9d9-2f1c-4ea3-ae54-666bf84618ca/4e2f513d-fd69-4145-8732-bf4182a164a0/c3c01acd-d17f-4552-b92f-42abfc2b059a) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:30:06.096504 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93804962-2463-4015-875e-6dd8ee885067 None None] Routers {'2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:30:06.097213 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-93804962-2463-4015-875e-6dd8ee885067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:29:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:30:06.097363 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ca809d87-726b-4675-b60e-665dc41fad91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:06.135728 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca809d87-726b-4675-b60e-665dc41fad91 admin admin] Pushing event deleted for resources: {'Port': ['ID=852e76c0-2fc8-4da9-8dd1-f65ce25cd7d6,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:06.138432 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca809d87-726b-4675-b60e-665dc41fad91 admin admin] No DVR routers for this DVR port 852e76c0-2fc8-4da9-8dd1-f65ce25cd7d6 on host n-d-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:30:06.281936 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device cda6f87f-b57d-4355-8798-60bc2d2ff420 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:30:06.330899 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ca809d87-726b-4675-b60e-665dc41fad91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:06.388912 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: cda6f87f-b57d-4355-8798-60bc2d2ff420 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:30:06.390321 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device cda6f87f-b57d-4355-8798-60bc2d2ff420 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:30:06.391132 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 852e76c0-2fc8-4da9-8dd1-f65ce25cd7d6 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:30:06.424913 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-ca809d87-726b-4675-b60e-665dc41fad91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7531d6d7-c0aa-4c81-b52b-575d280f0a7c']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:30:06.452004 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-ca809d87-726b-4675-b60e-665dc41fad91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7110f45d-a5aa-43db-8903-aea69a06869b') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:30:06.452302 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-ca809d87-726b-4675-b60e-665dc41fad91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7110f45d-a5aa-43db-8903-aea69a06869b') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:30:06.465759 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ca809d87-726b-4675-b60e-665dc41fad91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:06.509799 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ca809d87-726b-4675-b60e-665dc41fad91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:06.529942 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca809d87-726b-4675-b60e-665dc41fad91 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:30:06.530395 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ca809d87-726b-4675-b60e-665dc41fad91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:06.532358 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:30:06.532358 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:30:06.532358 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:30:06.532358 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:30:06.532358 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:30:06.532358 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:30:06.532358 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:30:06.532358 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:30:06.532358 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:30:06.532358 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:30:06.532358 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:30:06.532358 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:30:06.532358 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:30:06.532358 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:30:06.532358 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:30:06.532358 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:30:06.532358 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:30:06.532358 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:30:06.532358 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:30:06.532358 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:30:06.532358 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:30:06.532358 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:30:06.532358 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:30:06.532358 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:30:06.532358 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:30:06.532358 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:30:06.532358 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:30:06.532358 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:30:06.532358 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:30:06.532358 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:30:06.532358 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:30:06.532358 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:30:06.546346 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 852e76c0-2fc8-4da9-8dd1-f65ce25cd7d6 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:30:06.546346 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 852e76c0-2fc8-4da9-8dd1-f65ce25cd7d6 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:30:06.556987 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-93804962-2463-4015-875e-6dd8ee885067 None None] Set router 2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:30:06.653753 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ca809d87-726b-4675-b60e-665dc41fad91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:06.661525 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-313968f5-445e-4f13-811f-efc9450461af None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:06.690181 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-313968f5-445e-4f13-811f-efc9450461af None None] Transition to ACTIVE for port object c3c01acd-d17f-4552-b92f-42abfc2b059a will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:30:06.707414 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ca809d87-726b-4675-b60e-665dc41fad91 admin admin] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:06.711817 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ca809d87-726b-4675-b60e-665dc41fad91 admin admin] 10.222.0.54 "DELETE /v2.0/networks/7531d6d7-c0aa-4c81-b52b-575d280f0a7c HTTP/1.1" status: 204 len: 168 time: 1.5019855 Sep 08 09:30:06.716583 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca809d87-726b-4675-b60e-665dc41fad91 admin admin] Pushing event deleted for resources: {'Network': ['ID=7531d6d7-c0aa-4c81-b52b-575d280f0a7c,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:06.733986 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e6b4984d-d015-45a7-9dd7-b824e378671f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:06.779045 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-313968f5-445e-4f13-811f-efc9450461af None None] Transition to ACTIVE for port object c3c01acd-d17f-4552-b92f-42abfc2b059a will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:30:06.804695 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-313968f5-445e-4f13-811f-efc9450461af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:06.900908 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313968f5-445e-4f13-811f-efc9450461af None None] Network 668ee9d9-2f1c-4ea3-ae54-666bf84618ca is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:30:06.911911 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-313968f5-445e-4f13-811f-efc9450461af None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:30:06.925982 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313968f5-445e-4f13-811f-efc9450461af None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:30:06.956616 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313968f5-445e-4f13-811f-efc9450461af None None] Pushing event updated for resources: {'Port': ['ID=c3c01acd-d17f-4552-b92f-42abfc2b059a,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:07.037440 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56406) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:07.104210 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-313968f5-445e-4f13-811f-efc9450461af None None] Attempting to bind port c3c01acd-d17f-4552-b92f-42abfc2b059a on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:30:07.108250 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-313968f5-445e-4f13-811f-efc9450461af None None] Attempting to bind port c3c01acd-d17f-4552-b92f-42abfc2b059a by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '0981a0f4-6c47-4423-8a8c-8b0e733a8bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '668ee9d9-2f1c-4ea3-ae54-666bf84618ca'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:30:07.108621 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313968f5-445e-4f13-811f-efc9450461af None None] Attempting to bind port c3c01acd-d17f-4552-b92f-42abfc2b059a on network 668ee9d9-2f1c-4ea3-ae54-666bf84618ca {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:30:07.110936 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6248f32f-824c-474d-94fa-eb7348bf9b93 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=456f55d97a5b4bac959c784e2ca66416&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0715480 Sep 08 09:30:07.114067 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56410) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:07.131764 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313968f5-445e-4f13-811f-efc9450461af None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:30:07.132141 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313968f5-445e-4f13-811f-efc9450461af None None] Checking segment: {'id': '0981a0f4-6c47-4423-8a8c-8b0e733a8bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '668ee9d9-2f1c-4ea3-ae54-666bf84618ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:30:07.132777 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-313968f5-445e-4f13-811f-efc9450461af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:07.133367 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313968f5-445e-4f13-811f-efc9450461af None None] Bound using segment: {'id': '0981a0f4-6c47-4423-8a8c-8b0e733a8bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '668ee9d9-2f1c-4ea3-ae54-666bf84618ca'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:30:07.133854 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-313968f5-445e-4f13-811f-efc9450461af None None] Bound port: c3c01acd-d17f-4552-b92f-42abfc2b059a, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0981a0f4-6c47-4423-8a8c-8b0e733a8bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '668ee9d9-2f1c-4ea3-ae54-666bf84618ca'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:30:07.134263 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-313968f5-445e-4f13-811f-efc9450461af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:07.210265 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c4323fad-121b-4906-8d3b-0d235ff30bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:07.243536 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-93804962-2463-4015-875e-6dd8ee885067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622798569', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '1755d7e6-613c-466d-b509-1394d0d977e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:30:02Z', 'updated_at': '2021-09-08T09:30:03Z', 'revision_number': 3, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': '1755d7e6-613c-466d-b509-1394d0d977e9', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:30:02Z', 'updated_at': '2021-09-08T09:30:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:30:07.274681 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c4323fad-121b-4906-8d3b-0d235ff30bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:07.284893 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93804962-2463-4015-875e-6dd8ee885067 None None] The sync data for ids ['2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b'] in n-d-806683-11 is: [{'id': '2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622798569', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '1755d7e6-613c-466d-b509-1394d0d977e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:30:02Z', 'updated_at': '2021-09-08T09:30:03Z', 'revision_number': 3, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': '1755d7e6-613c-466d-b509-1394d0d977e9', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:30:02Z', 'updated_at': '2021-09-08T09:30:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:30:07.356681 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-313968f5-445e-4f13-811f-efc9450461af None None] For port c3c01acd-d17f-4552-b92f-42abfc2b059a, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:30:07.364018 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-313968f5-445e-4f13-811f-efc9450461af None None] For port c3c01acd-d17f-4552-b92f-42abfc2b059a, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=c3c01acd-d17f-4552-b92f-42abfc2b059a,segment=NetworkSegment(0981a0f4-6c47-4423-8a8c-8b0e733a8bfa),segment_id=0981a0f4-6c47-4423-8a8c-8b0e733a8bfa)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:30:07.373217 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-313968f5-445e-4f13-811f-efc9450461af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:07.378054 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-e6b4984d-d015-45a7-9dd7-b824e378671f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Allocated IP 172.20.0.1 (668ee9d9-2f1c-4ea3-ae54-666bf84618ca/4e2f513d-fd69-4145-8732-bf4182a164a0/ce3eb034-1c5e-415f-8cd0-ab0f72890dcb) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:30:07.412873 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c4323fad-121b-4906-8d3b-0d235ff30bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:07.419061 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c4323fad-121b-4906-8d3b-0d235ff30bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:07.429790 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c4323fad-121b-4906-8d3b-0d235ff30bf4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/81130452-5262-4af9-b1d2-8f40eac37a8f HTTP/1.1" status: 204 len: 168 time: 0.3103695 Sep 08 09:30:07.466825 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4323fad-121b-4906-8d3b-0d235ff30bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81130452-5262-4af9-b1d2-8f40eac37a8f,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:07.573523 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313968f5-445e-4f13-811f-efc9450461af None None] Pushing event updated for resources: {'Port': ['ID=c3c01acd-d17f-4552-b92f-42abfc2b059a,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:07.648779 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e6b4984d-d015-45a7-9dd7-b824e378671f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:07.680907 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-e6b4984d-d015-45a7-9dd7-b824e378671f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Transition to ACTIVE for port object ce3eb034-1c5e-415f-8cd0-ab0f72890dcb will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:30:07.744246 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e6b4984d-d015-45a7-9dd7-b824e378671f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:07.815345 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b4984d-d015-45a7-9dd7-b824e378671f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'Port': ['ID=ce3eb034-1c5e-415f-8cd0-ab0f72890dcb,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:07.846094 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b4984d-d015-45a7-9dd7-b824e378671f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Network 668ee9d9-2f1c-4ea3-ae54-666bf84618ca is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:30:07.848069 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-e6b4984d-d015-45a7-9dd7-b824e378671f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:30:07.855745 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b4984d-d015-45a7-9dd7-b824e378671f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:30:07.990625 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e6b4984d-d015-45a7-9dd7-b824e378671f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:08.259779 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56430) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:08.260269 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e6b4984d-d015-45a7-9dd7-b824e378671f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:08.363766 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56432) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:08.364533 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-28dacde8-0867-4d32-99b4-db7b0f3f152e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9030c1e617fb4de9873c90cbd9b55f5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1002476 Sep 08 09:30:08.397915 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 1755d7e6-613c-466d-b509-1394d0d977e9 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:30:08.488952 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 1755d7e6-613c-466d-b509-1394d0d977e9 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:30:08.493740 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 1755d7e6-613c-466d-b509-1394d0d977e9 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:30:08.494243 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:08.711147 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:08.740150 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56438) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:08.764684 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 1755d7e6-613c-466d-b509-1394d0d977e9, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=1755d7e6-613c-466d-b509-1394d0d977e9,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:30:08.774496 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:08.776748 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device c3c01acd-d17f-4552-b92f-42abfc2b059a up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:30:08.782319 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0031886d-f893-40f3-a2f9-a8287114f77f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:08.898957 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0031886d-f893-40f3-a2f9-a8287114f77f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:08.952722 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=1755d7e6-613c-466d-b509-1394d0d977e9,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:08.976597 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d0d03054-70ca-4983-b81f-38759445fddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:09.008368 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port c3c01acd-d17f-4552-b92f-42abfc2b059a completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:30:09.096208 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0031886d-f893-40f3-a2f9-a8287114f77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:09.100885 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0031886d-f893-40f3-a2f9-a8287114f77f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:09.115708 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-0031886d-f893-40f3-a2f9-a8287114f77f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d1116020-7a65-4aa0-99ab-f39c93486adf HTTP/1.1" status: 204 len: 168 time: 0.7365446 Sep 08 09:30:09.142118 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d0d03054-70ca-4983-b81f-38759445fddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:09.144395 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0031886d-f893-40f3-a2f9-a8287114f77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1116020-7a65-4aa0-99ab-f39c93486adf,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:09.156654 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d0d03054-70ca-4983-b81f-38759445fddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:09.191251 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e6b4984d-d015-45a7-9dd7-b824e378671f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:09.205000 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e6b4984d-d015-45a7-9dd7-b824e378671f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:09.261324 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d0d03054-70ca-4983-b81f-38759445fddc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f78b747b1ae04f799ce1b6880ad965e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5199885 Sep 08 09:30:09.262552 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d03054-70ca-4983-b81f-38759445fddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422d91c4-7ee8-4de5-9967-9c1e06264515,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:09.282420 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56444) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:09.349544 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b4984d-d015-45a7-9dd7-b824e378671f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'Port': ['ID=ce3eb034-1c5e-415f-8cd0-ab0f72890dcb,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:09.368422 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e6b4984d-d015-45a7-9dd7-b824e378671f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:09.510212 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e8133a6b-14f4-4b59-979e-1b626960367d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:09.532123 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0313819b-cdbf-40f7-b2f3-4c323da07f37 None None] Network 668ee9d9-2f1c-4ea3-ae54-666bf84618ca requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:30:09.560902 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e8133a6b-14f4-4b59-979e-1b626960367d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:09.617918 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b4984d-d015-45a7-9dd7-b824e378671f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Network 668ee9d9-2f1c-4ea3-ae54-666bf84618ca is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:30:09.620657 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-e6b4984d-d015-45a7-9dd7-b824e378671f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:30:09.665829 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-fa39ef32-c5ac-4a08-8464-69d79211e317 None None] Provisioning for port c3c01acd-d17f-4552-b92f-42abfc2b059a completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:30:09.671127 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-fa39ef32-c5ac-4a08-8464-69d79211e317 None None] Provisioning complete for port c3c01acd-d17f-4552-b92f-42abfc2b059a triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:30:09.671781 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fa39ef32-c5ac-4a08-8464-69d79211e317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:09.747650 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e8133a6b-14f4-4b59-979e-1b626960367d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:09.750909 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e8133a6b-14f4-4b59-979e-1b626960367d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:09.752786 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e8133a6b-14f4-4b59-979e-1b626960367d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/422d91c4-7ee8-4de5-9967-9c1e06264515 HTTP/1.1" status: 204 len: 168 time: 0.4669483 Sep 08 09:30:09.816670 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8133a6b-14f4-4b59-979e-1b626960367d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422d91c4-7ee8-4de5-9967-9c1e06264515,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:09.892561 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b4984d-d015-45a7-9dd7-b824e378671f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Router 2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:30:09.896253 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fa39ef32-c5ac-4a08-8464-69d79211e317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:09.936508 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-fa39ef32-c5ac-4a08-8464-69d79211e317 None None] For port c3c01acd-d17f-4552-b92f-42abfc2b059a, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=c3c01acd-d17f-4552-b92f-42abfc2b059a,segment=NetworkSegment(0981a0f4-6c47-4423-8a8c-8b0e733a8bfa),segment_id=0981a0f4-6c47-4423-8a8c-8b0e733a8bfa)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:30:09.942817 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fa39ef32-c5ac-4a08-8464-69d79211e317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:10.061183 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa39ef32-c5ac-4a08-8464-69d79211e317 None None] Pushing event updated for resources: {'Port': ['ID=c3c01acd-d17f-4552-b92f-42abfc2b059a,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:10.143775 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b4984d-d015-45a7-9dd7-b824e378671f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:30:10.182007 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e6b4984d-d015-45a7-9dd7-b824e378671f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "PUT /v2.0/routers/2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6893098 Sep 08 09:30:10.227966 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 1755d7e6-613c-466d-b509-1394d0d977e9 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:30:10.314549 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-b28ed8e6-6868-4a92-8f69-90794248c3a5 None None] Provisioning complete for port c3c01acd-d17f-4552-b92f-42abfc2b059a triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:30:10.314549 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b28ed8e6-6868-4a92-8f69-90794248c3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:10.398302 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 1755d7e6-613c-466d-b509-1394d0d977e9 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:30:10.398676 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:10.575256 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device c3c01acd-d17f-4552-b92f-42abfc2b059a up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:30:10.642197 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11b91f2-1862-4ef3-aec6-0dd4da12324c None None] Sync routers for ids ['2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:30:10.656221 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-b28ed8e6-6868-4a92-8f69-90794248c3a5 None None] Provisioning for port ce3eb034-1c5e-415f-8cd0-ab0f72890dcb completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:30:10.661535 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-b28ed8e6-6868-4a92-8f69-90794248c3a5 None None] Provisioning complete for port ce3eb034-1c5e-415f-8cd0-ab0f72890dcb triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:30:10.661700 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11b91f2-1862-4ef3-aec6-0dd4da12324c None None] Routers {'2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:30:10.662198 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b28ed8e6-6868-4a92-8f69-90794248c3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:10.662932 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-c11b91f2-1862-4ef3-aec6-0dd4da12324c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:29:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:30:10.730677 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port c3c01acd-d17f-4552-b92f-42abfc2b059a triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:30:10.731072 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:10.788978 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-b28ed8e6-6868-4a92-8f69-90794248c3a5 None None] Port ce3eb034-1c5e-415f-8cd0-ab0f72890dcb cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:30:10.915680 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-26af895f-b65b-49cc-a461-cb02ba5a83e7 None None] Provisioning complete for port ce3eb034-1c5e-415f-8cd0-ab0f72890dcb triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:30:10.916296 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-26af895f-b65b-49cc-a461-cb02ba5a83e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:10.919432 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-c11b91f2-1862-4ef3-aec6-0dd4da12324c None None] Set router 2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:30:10.962099 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-26af895f-b65b-49cc-a461-cb02ba5a83e7 None None] Port ce3eb034-1c5e-415f-8cd0-ab0f72890dcb cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:30:11.042479 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-073dd95d-2172-4843-8136-bdd8838cf97f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-38828515&fields=id&tenant_id=b0f105e5fd99469d8f84a09c77d72db0 HTTP/1.1" status: 200 len: 267 time: 0.0589726 Sep 08 09:30:11.096296 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-903c3d19-5cde-4800-af27-a41e1c8ecc1f None None] Provisioning complete for port ce3eb034-1c5e-415f-8cd0-ab0f72890dcb triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:30:11.096874 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-903c3d19-5cde-4800-af27-a41e1c8ecc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:11.142318 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-903c3d19-5cde-4800-af27-a41e1c8ecc1f None None] Port ce3eb034-1c5e-415f-8cd0-ab0f72890dcb cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:30:11.226310 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-6413dc5a-9e21-48b6-ba7d-49b3136a4370 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:11.227045 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-c11b91f2-1862-4ef3-aec6-0dd4da12324c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622798569', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '1755d7e6-613c-466d-b509-1394d0d977e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:30:02Z', 'updated_at': '2021-09-08T09:30:08Z', 'revision_number': 4, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': '1755d7e6-613c-466d-b509-1394d0d977e9', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:30:02Z', 'updated_at': '2021-09-08T09:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'ce3eb034-1c5e-415f-8cd0-ab0f72890dcb', 'name': '', 'network_id': '668ee9d9-2f1c-4ea3-ae54-666bf84618ca', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'mac_address': 'fa:16:3e:9e:7a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '4e2f513d-fd69-4145-8732-bf4182a164a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:30:06Z', 'updated_at': '2021-09-08T09:30:08Z', 'revision_number': 2, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'subnets': [{'id': '4e2f513d-fd69-4145-8732-bf4182a164a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:30:11.228094 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-6413dc5a-9e21-48b6-ba7d-49b3136a4370 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/networks?id=668ee9d9-2f1c-4ea3-ae54-666bf84618ca HTTP/1.1" status: 200 len: 797 time: 0.1841218 Sep 08 09:30:11.244172 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-773f723e-c74e-47b8-9d9c-abf8cbbc5e28 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/quotas/b0f105e5fd99469d8f84a09c77d72db0 HTTP/1.1" status: 200 len: 375 time: 0.0104151 Sep 08 09:30:11.254762 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11b91f2-1862-4ef3-aec6-0dd4da12324c None None] Checking router: 2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:30:11.255492 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11b91f2-1862-4ef3-aec6-0dd4da12324c None None] Updating router 2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b port ce3eb034-1c5e-415f-8cd0-ab0f72890dcb binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:30:11.292507 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c11b91f2-1862-4ef3-aec6-0dd4da12324c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:11.336111 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-624526b4-a51b-4449-adbf-754be316caf6 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=b0f105e5fd99469d8f84a09c77d72db0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0859869 Sep 08 09:30:11.356509 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-e2229eb8-2536-42bd-86eb-48277835a4cd service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:30:11.359822 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-e2229eb8-2536-42bd-86eb-48277835a4cd service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076482 Sep 08 09:30:11.517616 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-76e7c566-1d1f-47ca-b075-978144a1e67a service neutron] 10.222.0.54 "GET /v2.0/networks/668ee9d9-2f1c-4ea3-ae54-666bf84618ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464753 Sep 08 09:30:11.637984 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-aa0246fd-b104-4b80-a13d-aefcc2ff0845 service neutron] 10.222.0.54 "GET /v2.0/networks/668ee9d9-2f1c-4ea3-ae54-666bf84618ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126025 Sep 08 09:30:11.683505 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56490) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:11.862060 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c11b91f2-1862-4ef3-aec6-0dd4da12324c None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:11.880735 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-c11b91f2-1862-4ef3-aec6-0dd4da12324c None None] Transition to ACTIVE for port object ce3eb034-1c5e-415f-8cd0-ab0f72890dcb will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:30:11.914721 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c11b91f2-1862-4ef3-aec6-0dd4da12324c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:11.955005 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-277534c3-431d-466c-a4e4-bed044ae03a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:12.091484 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed49da-ce1b-48c4-9456-32bc255fe988 None None] Pushing event updated for resources: {'Port': ['ID=ce3eb034-1c5e-415f-8cd0-ab0f72890dcb,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:12.147371 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-277534c3-431d-466c-a4e4-bed044ae03a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:12.157134 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-277534c3-431d-466c-a4e4-bed044ae03a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:12.217992 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ed49da-ce1b-48c4-9456-32bc255fe988 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:30:12.223755 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ed49da-ce1b-48c4-9456-32bc255fe988 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:30:12.224106 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ed49da-ce1b-48c4-9456-32bc255fe988 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:30:12.228441 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ed49da-ce1b-48c4-9456-32bc255fe988 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:30:12.229417 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ed49da-ce1b-48c4-9456-32bc255fe988 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:30:12.229830 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ed49da-ce1b-48c4-9456-32bc255fe988 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:30:12.230333 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ed49da-ce1b-48c4-9456-32bc255fe988 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:30:12.233964 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ed49da-ce1b-48c4-9456-32bc255fe988 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:30:12.237463 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ed49da-ce1b-48c4-9456-32bc255fe988 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:30:12.238090 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ed49da-ce1b-48c4-9456-32bc255fe988 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:30:12.238361 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ed49da-ce1b-48c4-9456-32bc255fe988 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:30:12.238648 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ed49da-ce1b-48c4-9456-32bc255fe988 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:30:12.285426 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-c11b91f2-1862-4ef3-aec6-0dd4da12324c None None] Attempting to bind port ce3eb034-1c5e-415f-8cd0-ab0f72890dcb on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:30:12.286594 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-c11b91f2-1862-4ef3-aec6-0dd4da12324c None None] Attempting to bind port ce3eb034-1c5e-415f-8cd0-ab0f72890dcb by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '0981a0f4-6c47-4423-8a8c-8b0e733a8bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '668ee9d9-2f1c-4ea3-ae54-666bf84618ca'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:30:12.287349 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11b91f2-1862-4ef3-aec6-0dd4da12324c None None] Attempting to bind port ce3eb034-1c5e-415f-8cd0-ab0f72890dcb on network 668ee9d9-2f1c-4ea3-ae54-666bf84618ca {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:30:12.302177 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11b91f2-1862-4ef3-aec6-0dd4da12324c None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:30:12.302177 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11b91f2-1862-4ef3-aec6-0dd4da12324c None None] Checking segment: {'id': '0981a0f4-6c47-4423-8a8c-8b0e733a8bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '668ee9d9-2f1c-4ea3-ae54-666bf84618ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:30:12.302177 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c11b91f2-1862-4ef3-aec6-0dd4da12324c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:12.302177 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11b91f2-1862-4ef3-aec6-0dd4da12324c None None] Bound using segment: {'id': '0981a0f4-6c47-4423-8a8c-8b0e733a8bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '668ee9d9-2f1c-4ea3-ae54-666bf84618ca'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:30:12.302177 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-c11b91f2-1862-4ef3-aec6-0dd4da12324c None None] Bound port: ce3eb034-1c5e-415f-8cd0-ab0f72890dcb, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0981a0f4-6c47-4423-8a8c-8b0e733a8bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '668ee9d9-2f1c-4ea3-ae54-666bf84618ca'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:30:12.302177 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c11b91f2-1862-4ef3-aec6-0dd4da12324c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:12.399158 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-c11b91f2-1862-4ef3-aec6-0dd4da12324c None None] For port ce3eb034-1c5e-415f-8cd0-ab0f72890dcb, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:30:12.402650 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-c11b91f2-1862-4ef3-aec6-0dd4da12324c None None] For port ce3eb034-1c5e-415f-8cd0-ab0f72890dcb, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=ce3eb034-1c5e-415f-8cd0-ab0f72890dcb,segment=NetworkSegment(0981a0f4-6c47-4423-8a8c-8b0e733a8bfa),segment_id=0981a0f4-6c47-4423-8a8c-8b0e733a8bfa)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:30:12.409781 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c11b91f2-1862-4ef3-aec6-0dd4da12324c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:12.431562 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2c9b9d45-4522-4b47-a9cf-8914c227396b req-d991b729-15d8-4ca0-9857-6fd840368c4d tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0130519-e7c2-48d2-9daa-0873572708df HTTP/1.1" status: 200 len: 210 time: 0.5289521 Sep 08 09:30:12.446542 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-277534c3-431d-466c-a4e4-bed044ae03a7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bf97a542cc4642bb9df3c33393dbded0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7613778 Sep 08 09:30:12.450706 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56506) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:12.467155 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277534c3-431d-466c-a4e4-bed044ae03a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eebb5faf-c617-41fb-bf17-c045f6b5fb95,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:12.473122 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11b91f2-1862-4ef3-aec6-0dd4da12324c None None] Routers {'2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:30:12.474817 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-c11b91f2-1862-4ef3-aec6-0dd4da12324c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:29:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:30:12.689398 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-c11b91f2-1862-4ef3-aec6-0dd4da12324c None None] Set router 2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:30:12.716649 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-109323c3-d568-4fa9-ad20-d83dff4fc7cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:12.810400 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-109323c3-d568-4fa9-ad20-d83dff4fc7cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:12.920589 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-109323c3-d568-4fa9-ad20-d83dff4fc7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:12.927349 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-109323c3-d568-4fa9-ad20-d83dff4fc7cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:12.929449 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-109323c3-d568-4fa9-ad20-d83dff4fc7cb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/eebb5faf-c617-41fb-bf17-c045f6b5fb95 HTTP/1.1" status: 204 len: 168 time: 0.4780517 Sep 08 09:30:12.979101 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109323c3-d568-4fa9-ad20-d83dff4fc7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebb5faf-c617-41fb-bf17-c045f6b5fb95,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:13.004079 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109323c3-d568-4fa9-ad20-d83dff4fc7cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:30:13.006224 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109323c3-d568-4fa9-ad20-d83dff4fc7cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:30:13.009672 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109323c3-d568-4fa9-ad20-d83dff4fc7cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:30:13.015834 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109323c3-d568-4fa9-ad20-d83dff4fc7cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:30:13.016376 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109323c3-d568-4fa9-ad20-d83dff4fc7cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:30:13.016894 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109323c3-d568-4fa9-ad20-d83dff4fc7cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:30:13.017394 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109323c3-d568-4fa9-ad20-d83dff4fc7cb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:30:13.017886 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109323c3-d568-4fa9-ad20-d83dff4fc7cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:30:13.020230 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109323c3-d568-4fa9-ad20-d83dff4fc7cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:30:13.020762 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109323c3-d568-4fa9-ad20-d83dff4fc7cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:30:13.021278 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109323c3-d568-4fa9-ad20-d83dff4fc7cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:30:13.021787 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109323c3-d568-4fa9-ad20-d83dff4fc7cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:30:13.076613 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed49da-ce1b-48c4-9456-32bc255fe988 None None] Pushing event updated for resources: {'Port': ['ID=ce3eb034-1c5e-415f-8cd0-ab0f72890dcb,revision_number=4']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:13.235636 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-c11b91f2-1862-4ef3-aec6-0dd4da12324c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622798569', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '1755d7e6-613c-466d-b509-1394d0d977e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:30:02Z', 'updated_at': '2021-09-08T09:30:08Z', 'revision_number': 4, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': '1755d7e6-613c-466d-b509-1394d0d977e9', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:30:02Z', 'updated_at': '2021-09-08T09:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'ce3eb034-1c5e-415f-8cd0-ab0f72890dcb', 'name': '', 'network_id': '668ee9d9-2f1c-4ea3-ae54-666bf84618ca', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'mac_address': 'fa:16:3e:9e:7a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '4e2f513d-fd69-4145-8732-bf4182a164a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:30:06Z', 'updated_at': '2021-09-08T09:30:12Z', 'revision_number': 4, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'subnets': [{'id': '4e2f513d-fd69-4145-8732-bf4182a164a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:30:13.456530 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11b91f2-1862-4ef3-aec6-0dd4da12324c None None] The sync data for ids ['2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b'] in n-d-806683-11 is: [{'id': '2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622798569', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '1755d7e6-613c-466d-b509-1394d0d977e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:30:02Z', 'updated_at': '2021-09-08T09:30:08Z', 'revision_number': 4, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': '1755d7e6-613c-466d-b509-1394d0d977e9', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:30:02Z', 'updated_at': '2021-09-08T09:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'ce3eb034-1c5e-415f-8cd0-ab0f72890dcb', 'name': '', 'network_id': '668ee9d9-2f1c-4ea3-ae54-666bf84618ca', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'mac_address': 'fa:16:3e:9e:7a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '4e2f513d-fd69-4145-8732-bf4182a164a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:30:06Z', 'updated_at': '2021-09-08T09:30:12Z', 'revision_number': 4, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'subnets': [{'id': '4e2f513d-fd69-4145-8732-bf4182a164a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:30:13.673035 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-05799fbc-865f-467a-a160-66ba23bd5ad0 req-dd433572-9c26-4894-baa8-ac2b566ed257 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0130519-e7c2-48d2-9daa-0873572708df HTTP/1.1" status: 200 len: 210 time: 0.0624754 Sep 08 09:30:14.180870 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-f7220666-cc5f-4772-9102-2a583be97e71 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:14.182922 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-f7220666-cc5f-4772-9102-2a583be97e71 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.35 "GET /v2.0/networks?id=668ee9d9-2f1c-4ea3-ae54-666bf84618ca HTTP/1.1" status: 200 len: 797 time: 0.2421596 Sep 08 09:30:14.269894 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-46fe6972-72f3-4a26-9926-2cf813e93403 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0f105e5fd99469d8f84a09c77d72db0 HTTP/1.1" status: 200 len: 378 time: 0.0688090 Sep 08 09:30:14.287827 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-cefa8d4c-421c-40f4-a508-9a986bf34617 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Request body: {'port': {'device_id': 'd0130519-e7c2-48d2-9daa-0873572708df', 'network_id': '668ee9d9-2f1c-4ea3-ae54-666bf84618ca', 'admin_state_up': True, 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'security_groups': ['68d2df2d-7229-407f-9cde-b2b723817c14']}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:30:14.292531 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device ce3eb034-1c5e-415f-8cd0-ab0f72890dcb up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:30:14.393918 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port ce3eb034-1c5e-415f-8cd0-ab0f72890dcb completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:30:14.410061 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port ce3eb034-1c5e-415f-8cd0-ab0f72890dcb triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:30:14.410448 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:14.488523 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-cefa8d4c-421c-40f4-a508-9a986bf34617 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Made reservation on behalf of b0f105e5fd99469d8f84a09c77d72db0 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:30:14.499125 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-cefa8d4c-421c-40f4-a508-9a986bf34617 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:14.607141 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:14.872739 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port ce3eb034-1c5e-415f-8cd0-ab0f72890dcb, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=ce3eb034-1c5e-415f-8cd0-ab0f72890dcb,segment=NetworkSegment(0981a0f4-6c47-4423-8a8c-8b0e733a8bfa),segment_id=0981a0f4-6c47-4423-8a8c-8b0e733a8bfa)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:30:14.895143 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f891febb-9488-4ae5-b4bf-e56ab96e6b03 req-fab96c99-8a0d-4ad5-b6cf-5ea07b823f2f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0130519-e7c2-48d2-9daa-0873572708df HTTP/1.1" status: 200 len: 210 time: 0.0671806 Sep 08 09:30:14.899600 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-cefa8d4c-421c-40f4-a508-9a986bf34617 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Allocated IP 172.20.0.10 (668ee9d9-2f1c-4ea3-ae54-666bf84618ca/4e2f513d-fd69-4145-8732-bf4182a164a0/7485b147-4708-474a-bc9e-787f898a9311) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:30:14.901162 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:14.996391 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=ce3eb034-1c5e-415f-8cd0-ab0f72890dcb,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:15.148027 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-cefa8d4c-421c-40f4-a508-9a986bf34617 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:15.164251 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-cefa8d4c-421c-40f4-a508-9a986bf34617 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Transition to ACTIVE for port object 7485b147-4708-474a-bc9e-787f898a9311 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:30:15.219524 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-cefa8d4c-421c-40f4-a508-9a986bf34617 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:15.273004 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-cefa8d4c-421c-40f4-a508-9a986bf34617 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Network 668ee9d9-2f1c-4ea3-ae54-666bf84618ca is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:30:15.276865 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-cefa8d4c-421c-40f4-a508-9a986bf34617 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:30:15.284394 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-cefa8d4c-421c-40f4-a508-9a986bf34617 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:30:15.331396 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa8d4c-421c-40f4-a508-9a986bf34617 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'Port': ['ID=7485b147-4708-474a-bc9e-787f898a9311,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:15.365125 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-cefa8d4c-421c-40f4-a508-9a986bf34617 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:15.366077 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-cefa8d4c-421c-40f4-a508-9a986bf34617 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:15.410285 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-cefa8d4c-421c-40f4-a508-9a986bf34617 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1323075 Sep 08 09:30:15.429467 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-e2a68700-0e04-4017-9763-087fefd803cf service neutron] Request body: {'port': {'device_id': 'd0130519-e7c2-48d2-9daa-0873572708df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:30:15.517027 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-e2a68700-0e04-4017-9763-087fefd803cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:15.647582 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-550e55ca-a0d4-4782-8646-913f431e3fb8 None None] Provisioning for port 7485b147-4708-474a-bc9e-787f898a9311 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:30:15.657777 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-550e55ca-a0d4-4782-8646-913f431e3fb8 None None] Provisioning complete for port 7485b147-4708-474a-bc9e-787f898a9311 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:30:15.660086 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-550e55ca-a0d4-4782-8646-913f431e3fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:15.757636 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-550e55ca-a0d4-4782-8646-913f431e3fb8 None None] Port 7485b147-4708-474a-bc9e-787f898a9311 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:30:15.898240 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-e2a68700-0e04-4017-9763-087fefd803cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7485b147-4708-474a-bc9e-787f898a9311 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:30:15.905727 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-e2a68700-0e04-4017-9763-087fefd803cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:15.922143 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-e2a68700-0e04-4017-9763-087fefd803cf service neutron] Transition to ACTIVE for port object 7485b147-4708-474a-bc9e-787f898a9311 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:30:15.932749 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-e2a68700-0e04-4017-9763-087fefd803cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:16.075820 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a68700-0e04-4017-9763-087fefd803cf service neutron] Pushing event updated for resources: {'Port': ['ID=7485b147-4708-474a-bc9e-787f898a9311,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:16.135889 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122e1df-f591-4e7c-882b-15b8852ff4a0 req-65cfb932-7064-4b66-9df1-039fd67839bc tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:16.143980 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2122e1df-f591-4e7c-882b-15b8852ff4a0 req-65cfb932-7064-4b66-9df1-039fd67839bc tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0130519-e7c2-48d2-9daa-0873572708df HTTP/1.1" status: 200 len: 944 time: 0.1425817 Sep 08 09:30:16.238101 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-e2a68700-0e04-4017-9763-087fefd803cf service neutron] Attempting to bind port 7485b147-4708-474a-bc9e-787f898a9311 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:30:16.238604 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-e2a68700-0e04-4017-9763-087fefd803cf service neutron] Attempting to bind port 7485b147-4708-474a-bc9e-787f898a9311 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '0981a0f4-6c47-4423-8a8c-8b0e733a8bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '668ee9d9-2f1c-4ea3-ae54-666bf84618ca'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:30:16.238965 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-e2a68700-0e04-4017-9763-087fefd803cf service neutron] Attempting to bind port 7485b147-4708-474a-bc9e-787f898a9311 on network 668ee9d9-2f1c-4ea3-ae54-666bf84618ca {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:30:16.252846 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-e2a68700-0e04-4017-9763-087fefd803cf service neutron] Port 7485b147-4708-474a-bc9e-787f898a9311 on network 668ee9d9-2f1c-4ea3-ae54-666bf84618ca not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:30:16.252846 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-e2a68700-0e04-4017-9763-087fefd803cf service neutron] Attempting to bind port 7485b147-4708-474a-bc9e-787f898a9311 on network 668ee9d9-2f1c-4ea3-ae54-666bf84618ca {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:30:16.256189 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device ce3eb034-1c5e-415f-8cd0-ab0f72890dcb up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:30:16.263947 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-e2a68700-0e04-4017-9763-087fefd803cf service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:30:16.264440 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-e2a68700-0e04-4017-9763-087fefd803cf service neutron] Checking segment: {'id': '0981a0f4-6c47-4423-8a8c-8b0e733a8bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '668ee9d9-2f1c-4ea3-ae54-666bf84618ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:30:16.264854 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-e2a68700-0e04-4017-9763-087fefd803cf service neutron] Bound using segment: {'id': '0981a0f4-6c47-4423-8a8c-8b0e733a8bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '668ee9d9-2f1c-4ea3-ae54-666bf84618ca'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:30:16.265331 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-e2a68700-0e04-4017-9763-087fefd803cf service neutron] Bound port: 7485b147-4708-474a-bc9e-787f898a9311, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0981a0f4-6c47-4423-8a8c-8b0e733a8bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '668ee9d9-2f1c-4ea3-ae54-666bf84618ca'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:30:16.265728 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-e2a68700-0e04-4017-9763-087fefd803cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:16.282879 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2122e1df-f591-4e7c-882b-15b8852ff4a0 req-5d284992-5b60-4a32-8d38-3fd55a9ea780 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=68d2df2d-7229-407f-9cde-b2b723817c14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1181216 Sep 08 09:30:16.356701 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port ce3eb034-1c5e-415f-8cd0-ab0f72890dcb triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:30:16.358742 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:16.374021 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-e2a68700-0e04-4017-9763-087fefd803cf service neutron] For port 7485b147-4708-474a-bc9e-787f898a9311, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:30:16.387733 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-e2a68700-0e04-4017-9763-087fefd803cf service neutron] For port 7485b147-4708-474a-bc9e-787f898a9311, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=7485b147-4708-474a-bc9e-787f898a9311,segment=NetworkSegment(0981a0f4-6c47-4423-8a8c-8b0e733a8bfa),segment_id=0981a0f4-6c47-4423-8a8c-8b0e733a8bfa)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:30:16.397360 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-e2a68700-0e04-4017-9763-087fefd803cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:16.443192 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-e2a68700-0e04-4017-9763-087fefd803cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:16.444223 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-e2a68700-0e04-4017-9763-087fefd803cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:16.446769 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-e2a68700-0e04-4017-9763-087fefd803cf service neutron] 10.222.0.35 "PUT /v2.0/ports/7485b147-4708-474a-bc9e-787f898a9311 HTTP/1.1" status: 200 len: 1093 time: 1.0218747 Sep 08 09:30:16.448564 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0130519-e7c2-48d2-9daa-0873572708df', 'tag': '7485b147-4708-474a-bc9e-787f898a9311'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:30:16.451534 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184ae90d-d4ea-40dd-92ca-89b33d224ac8" -d '{"events": [{"name": "network-changed", "server_uuid": "d0130519-e7c2-48d2-9daa-0873572708df", "tag": "7485b147-4708-474a-bc9e-787f898a9311"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:30:16.480568 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a68700-0e04-4017-9763-087fefd803cf service neutron] Pushing event updated for resources: {'Port': ['ID=7485b147-4708-474a-bc9e-787f898a9311,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:16.573001 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f70a56-4885-40eb-93c2-e8e844e6608b x-openstack-request-id: req-d4f70a56-4885-40eb-93c2-e8e844e6608b {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:30:16.573647 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0130519-e7c2-48d2-9daa-0873572708df", "tag": "7485b147-4708-474a-bc9e-787f898a9311", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:30:16.573901 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d4f70a56-4885-40eb-93c2-e8e844e6608b {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:30:16.574370 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0130519-e7c2-48d2-9daa-0873572708df', 'tag': '7485b147-4708-474a-bc9e-787f898a9311', 'status': 'completed', 'code': 200} Sep 08 09:30:16.591979 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-89414e43-9b70-4ffd-9c05-797e1fe4fa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:16.593978 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-89414e43-9b70-4ffd-9c05-797e1fe4fa86 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0f105e5fd99469d8f84a09c77d72db0&device_id=d0130519-e7c2-48d2-9daa-0873572708df HTTP/1.1" status: 200 len: 1096 time: 0.0762422 Sep 08 09:30:16.652180 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-0c4d8710-c631-4277-833d-f58864104a0a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7485b147-4708-474a-bc9e-787f898a9311 HTTP/1.1" status: 200 len: 217 time: 0.0450156 Sep 08 09:30:16.718091 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-c3e84dae-f34c-4ac5-9c73-a8e6e75a3c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:16.721426 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-c3e84dae-f34c-4ac5-9c73-a8e6e75a3c87 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4e2f513d-fd69-4145-8732-bf4182a164a0 HTTP/1.1" status: 200 len: 834 time: 0.0613647 Sep 08 09:30:16.783969 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-fa7fcc18-0013-4700-b455-4e5192b3c968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:16.785910 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-fa7fcc18-0013-4700-b455-4e5192b3c968 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=668ee9d9-2f1c-4ea3-ae54-666bf84618ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579178 Sep 08 09:30:16.901260 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-786bc5b3-c393-4cb0-903b-4c48b3a01ac5 service neutron] 10.222.0.35 "GET /v2.0/networks/668ee9d9-2f1c-4ea3-ae54-666bf84618ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045597 Sep 08 09:30:17.007209 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bf1808e2-2782-4ec2-902b-98360f999a1f req-b0139f8d-bbf2-4e7d-940f-5d02dee33a1a service neutron] 10.222.0.35 "GET /v2.0/networks/668ee9d9-2f1c-4ea3-ae54-666bf84618ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989811 Sep 08 09:30:17.140085 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ae90d-d4ea-40dd-92ca-89b33d224ac8 req-c769b666-3165-45a7-8d2d-5129c110738c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:17.145226 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-184ae90d-d4ea-40dd-92ca-89b33d224ac8 req-c769b666-3165-45a7-8d2d-5129c110738c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0f105e5fd99469d8f84a09c77d72db0&device_id=d0130519-e7c2-48d2-9daa-0873572708df HTTP/1.1" status: 200 len: 1096 time: 0.0567725 Sep 08 09:30:17.274527 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ae90d-d4ea-40dd-92ca-89b33d224ac8 req-3f5f67d8-b144-4942-96eb-e8a86a223d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:17.276059 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-184ae90d-d4ea-40dd-92ca-89b33d224ac8 req-3f5f67d8-b144-4942-96eb-e8a86a223d6c service neutron] 10.222.0.35 "GET /v2.0/networks?id=668ee9d9-2f1c-4ea3-ae54-666bf84618ca HTTP/1.1" status: 200 len: 898 time: 0.1232660 Sep 08 09:30:17.320294 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-184ae90d-d4ea-40dd-92ca-89b33d224ac8 req-55ec0230-982d-4235-bd47-6f90b2812a35 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7485b147-4708-474a-bc9e-787f898a9311 HTTP/1.1" status: 200 len: 217 time: 0.0371501 Sep 08 09:30:17.402632 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ae90d-d4ea-40dd-92ca-89b33d224ac8 req-4dfbf9ab-1b3f-43f7-84db-4c88d8d68c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:17.404097 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-184ae90d-d4ea-40dd-92ca-89b33d224ac8 req-4dfbf9ab-1b3f-43f7-84db-4c88d8d68c3a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4e2f513d-fd69-4145-8732-bf4182a164a0 HTTP/1.1" status: 200 len: 834 time: 0.0764492 Sep 08 09:30:17.450499 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65acb11-0a59-4783-b9d2-21868e669cc6 req-1132a90d-9ec7-4410-aafc-f9b1532dd10f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:17.452250 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a65acb11-0a59-4783-b9d2-21868e669cc6 req-1132a90d-9ec7-4410-aafc-f9b1532dd10f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0130519-e7c2-48d2-9daa-0873572708df HTTP/1.1" status: 200 len: 944 time: 0.0841238 Sep 08 09:30:17.480653 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ae90d-d4ea-40dd-92ca-89b33d224ac8 req-d88cd0c3-2e09-4921-a206-02adfc7295c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:17.482180 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-184ae90d-d4ea-40dd-92ca-89b33d224ac8 req-d88cd0c3-2e09-4921-a206-02adfc7295c3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=668ee9d9-2f1c-4ea3-ae54-666bf84618ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0701380 Sep 08 09:30:17.517660 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a65acb11-0a59-4783-b9d2-21868e669cc6 req-13243f3f-64e5-434c-9d9f-1ee28f103c40 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=68d2df2d-7229-407f-9cde-b2b723817c14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0575197 Sep 08 09:30:17.599312 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-184ae90d-d4ea-40dd-92ca-89b33d224ac8 req-74bea9ca-0dff-4a7e-b5f4-640e461ced1f service neutron] 10.222.0.35 "GET /v2.0/networks/668ee9d9-2f1c-4ea3-ae54-666bf84618ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061943 Sep 08 09:30:17.647927 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ebf0e042-8b94-447f-8bab-32ac045526e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:17.755206 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-184ae90d-d4ea-40dd-92ca-89b33d224ac8 req-ff8d6b34-9a4a-4539-a8e6-100fc9ca730d service neutron] 10.222.0.35 "GET /v2.0/networks/668ee9d9-2f1c-4ea3-ae54-666bf84618ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477544 Sep 08 09:30:18.662966 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c4343e-df49-43d6-897f-dd7368470b72 req-73d9aea2-8467-4735-bf9a-082cd19ccc19 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:18.665430 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e1c4343e-df49-43d6-897f-dd7368470b72 req-73d9aea2-8467-4735-bf9a-082cd19ccc19 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0130519-e7c2-48d2-9daa-0873572708df HTTP/1.1" status: 200 len: 944 time: 0.0626833 Sep 08 09:30:18.708534 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e1c4343e-df49-43d6-897f-dd7368470b72 req-6bc511c4-3cd3-43f2-8647-7a0d5e886eb6 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=68d2df2d-7229-407f-9cde-b2b723817c14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345376 Sep 08 09:30:19.629010 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 7485b147-4708-474a-bc9e-787f898a9311 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:30:19.744965 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 7485b147-4708-474a-bc9e-787f898a9311, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=7485b147-4708-474a-bc9e-787f898a9311,segment=NetworkSegment(0981a0f4-6c47-4423-8a8c-8b0e733a8bfa),segment_id=0981a0f4-6c47-4423-8a8c-8b0e733a8bfa)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:30:19.757416 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '7485b147-4708-474a-bc9e-787f898a9311', 'network_id': '668ee9d9-2f1c-4ea3-ae54-666bf84618ca', 'port_id': '7485b147-4708-474a-bc9e-787f898a9311', 'mac_address': 'fa:16:3e:0c:76:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e2f513d-fd69-4145-8732-bf4182a164a0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:30:19.798344 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:19.816755 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7485b147-4708-474a-bc9e-787f898a9311 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:30:19.838110 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 7485b147-4708-474a-bc9e-787f898a9311, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=7485b147-4708-474a-bc9e-787f898a9311,segment=NetworkSegment(0981a0f4-6c47-4423-8a8c-8b0e733a8bfa),segment_id=0981a0f4-6c47-4423-8a8c-8b0e733a8bfa)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:30:19.839453 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51bb14-f78b-4897-816b-af2075bbf852 req-510e688c-2bda-41bc-943a-b4868e15f71a tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:19.841072 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7e51bb14-f78b-4897-816b-af2075bbf852 req-510e688c-2bda-41bc-943a-b4868e15f71a tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0130519-e7c2-48d2-9daa-0873572708df HTTP/1.1" status: 200 len: 944 time: 0.0595281 Sep 08 09:30:19.843031 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:19.882755 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7e51bb14-f78b-4897-816b-af2075bbf852 req-1abe19f1-cf1b-475a-8042-05d0c141e268 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=68d2df2d-7229-407f-9cde-b2b723817c14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349710 Sep 08 09:30:19.898760 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=7485b147-4708-474a-bc9e-787f898a9311,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:20.223943 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['7485b147-4708-474a-bc9e-787f898a9311'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:30:20.411191 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:20.752982 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7ddf0371-1a49-4ce5-9a46-dc77937b8ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:21.002796 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb83c58-1ff7-4f82-a2fb-9017374ef414 req-ad4ac08d-602a-4ec1-bbfc-551e694bcdea tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:21.004300 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9bb83c58-1ff7-4f82-a2fb-9017374ef414 req-ad4ac08d-602a-4ec1-bbfc-551e694bcdea tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0130519-e7c2-48d2-9daa-0873572708df HTTP/1.1" status: 200 len: 945 time: 0.0536923 Sep 08 09:30:21.041667 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9bb83c58-1ff7-4f82-a2fb-9017374ef414 req-809e0c87-bd97-4115-aefc-0bb3ecd5b808 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=68d2df2d-7229-407f-9cde-b2b723817c14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314865 Sep 08 09:30:21.638680 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 7485b147-4708-474a-bc9e-787f898a9311 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:30:21.690762 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 7485b147-4708-474a-bc9e-787f898a9311 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:30:21.694402 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 7485b147-4708-474a-bc9e-787f898a9311 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:30:21.694776 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:21.779422 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:21.802739 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0130519-e7c2-48d2-9daa-0873572708df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7485b147-4708-474a-bc9e-787f898a9311'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:30:21.805525 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16d3d6b-b356-48dd-aaa9-cf54dd8de05f" -d '{"events": [{"server_uuid": "d0130519-e7c2-48d2-9daa-0873572708df", "name": "network-vif-plugged", "status": "completed", "tag": "7485b147-4708-474a-bc9e-787f898a9311"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:30:21.819283 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 7485b147-4708-474a-bc9e-787f898a9311, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=7485b147-4708-474a-bc9e-787f898a9311,segment=NetworkSegment(0981a0f4-6c47-4423-8a8c-8b0e733a8bfa),segment_id=0981a0f4-6c47-4423-8a8c-8b0e733a8bfa)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:30:21.823866 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:21.852842 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac8c766-c42f-47a2-b6a3-c05480012715 x-openstack-request-id: req-3ac8c766-c42f-47a2-b6a3-c05480012715 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:30:21.853140 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0130519-e7c2-48d2-9daa-0873572708df", "name": "network-vif-plugged", "status": "completed", "tag": "7485b147-4708-474a-bc9e-787f898a9311", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:30:21.853389 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3ac8c766-c42f-47a2-b6a3-c05480012715 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:30:21.853776 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0130519-e7c2-48d2-9daa-0873572708df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7485b147-4708-474a-bc9e-787f898a9311', 'code': 200} Sep 08 09:30:21.876514 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=7485b147-4708-474a-bc9e-787f898a9311,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:21.979571 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd0fd5-8e26-483e-a963-ce936fcb9213 req-1bd0d292-aada-4abd-8408-1bb5bd0ccf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:21.980989 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a7bd0fd5-8e26-483e-a963-ce936fcb9213 req-1bd0d292-aada-4abd-8408-1bb5bd0ccf6e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d0130519-e7c2-48d2-9daa-0873572708df HTTP/1.1" status: 200 len: 1098 time: 0.0464823 Sep 08 09:30:22.016622 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a7bd0fd5-8e26-483e-a963-ce936fcb9213 req-8234f180-6f74-44ef-a120-26bd31812a1b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=68d2df2d-7229-407f-9cde-b2b723817c14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0287540 Sep 08 09:30:22.158848 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b1183-8bc2-4f94-a8e7-20505cfefa4f req-f757ca1c-0f63-46f3-bfc0-2e143f076d3f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:22.161082 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7b9b1183-8bc2-4f94-a8e7-20505cfefa4f req-f757ca1c-0f63-46f3-bfc0-2e143f076d3f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0130519-e7c2-48d2-9daa-0873572708df HTTP/1.1" status: 200 len: 946 time: 0.0527961 Sep 08 09:30:22.183422 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:22.213055 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7b9b1183-8bc2-4f94-a8e7-20505cfefa4f req-f91b9d93-3e06-4a61-82e7-aaebef32e8d5 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=68d2df2d-7229-407f-9cde-b2b723817c14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358181 Sep 08 09:30:23.344253 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41c113-3423-4305-9b4d-b274f79451f9 req-fcdd4dd8-06d0-411d-8548-00e1017f2bd7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:23.346889 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3c41c113-3423-4305-9b4d-b274f79451f9 req-fcdd4dd8-06d0-411d-8548-00e1017f2bd7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0130519-e7c2-48d2-9daa-0873572708df HTTP/1.1" status: 200 len: 946 time: 0.0558271 Sep 08 09:30:23.388068 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3c41c113-3423-4305-9b4d-b274f79451f9 req-85ea5a17-a073-4e83-8ff1-95dd6da9b374 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=68d2df2d-7229-407f-9cde-b2b723817c14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349607 Sep 08 09:30:23.595187 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:24.274853 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:24.513382 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651843d-5b9d-41af-a3b1-40232648734c req-76bea46b-4b21-484d-8946-8d81af744eca tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:24.521270 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3651843d-5b9d-41af-a3b1-40232648734c req-76bea46b-4b21-484d-8946-8d81af744eca tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0130519-e7c2-48d2-9daa-0873572708df HTTP/1.1" status: 200 len: 946 time: 0.0624971 Sep 08 09:30:24.556730 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3651843d-5b9d-41af-a3b1-40232648734c req-fa431158-cba8-4330-8104-1409bdedc39e tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=68d2df2d-7229-407f-9cde-b2b723817c14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349908 Sep 08 09:30:24.675018 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d211def-2119-4a4e-8986-f076790ec19e req-f3541697-4f02-496c-bb73-1c5c680f86d1 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:24.676573 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6d211def-2119-4a4e-8986-f076790ec19e req-f3541697-4f02-496c-bb73-1c5c680f86d1 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0130519-e7c2-48d2-9daa-0873572708df HTTP/1.1" status: 200 len: 946 time: 0.0522363 Sep 08 09:30:24.715660 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6d211def-2119-4a4e-8986-f076790ec19e req-ae48f886-2992-404b-8897-acd0d1b421a7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=68d2df2d-7229-407f-9cde-b2b723817c14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329506 Sep 08 09:30:24.737996 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56638) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:24.782590 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700d64b3-0dcb-4eac-969c-23f0c1cb3810 tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:24.786927 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-700d64b3-0dcb-4eac-969c-23f0c1cb3810 tempest-TestNetworkAdvancedServerOps-726495295 tempest-TestNetworkAdvancedServerOps-726495295-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d0130519-e7c2-48d2-9daa-0873572708df HTTP/1.1" status: 200 len: 1093 time: 0.0450113 Sep 08 09:30:24.787122 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56642) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:24.791373 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-571fb5e6-6003-4632-822a-3fe70a5f5ed7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'port_id': '7485b147-4708-474a-bc9e-787f898a9311', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:30:24.819640 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-571fb5e6-6003-4632-822a-3fe70a5f5ed7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for floatingip, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:24.919846 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-571fb5e6-6003-4632-822a-3fe70a5f5ed7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:25.035139 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-571fb5e6-6003-4632-822a-3fe70a5f5ed7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Allocated IP 172.25.0.53 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/98aecdef-0da9-436e-ab65-1e2ee3ed4308) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:30:25.146858 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-571fb5e6-6003-4632-822a-3fe70a5f5ed7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:25.189985 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-571fb5e6-6003-4632-822a-3fe70a5f5ed7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:25.232269 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571fb5e6-6003-4632-822a-3fe70a5f5ed7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:30:25.236119 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-571fb5e6-6003-4632-822a-3fe70a5f5ed7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:30:25.240888 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571fb5e6-6003-4632-822a-3fe70a5f5ed7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:30:25.242849 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571fb5e6-6003-4632-822a-3fe70a5f5ed7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'Port': ['ID=98aecdef-0da9-436e-ab65-1e2ee3ed4308,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:26.086153 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-571fb5e6-6003-4632-822a-3fe70a5f5ed7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:26.193266 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-571fb5e6-6003-4632-822a-3fe70a5f5ed7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:26.355552 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-571fb5e6-6003-4632-822a-3fe70a5f5ed7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:26.360936 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-571fb5e6-6003-4632-822a-3fe70a5f5ed7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:26.432858 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571fb5e6-6003-4632-822a-3fe70a5f5ed7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event updated for resources: {'Port': ['ID=98aecdef-0da9-436e-ab65-1e2ee3ed4308,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:26.450399 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-571fb5e6-6003-4632-822a-3fe70a5f5ed7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:26.558167 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [None req-571fb5e6-6003-4632-822a-3fe70a5f5ed7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Floating IP 6a689e8f-5770-41d2-9e23-b7fa520eeea0 associated. External IP: 172.25.0.53, port: 7485b147-4708-474a-bc9e-787f898a9311. Sep 08 09:30:26.808693 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571fb5e6-6003-4632-822a-3fe70a5f5ed7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Router 2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:30:26.942248 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571fb5e6-6003-4632-822a-3fe70a5f5ed7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:30:26.956160 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bae139-36d4-4069-bb9b-2fef5c41b2f7 None None] Sync routers for ids ['2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:30:26.960060 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-571fb5e6-6003-4632-822a-3fe70a5f5ed7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:26.975489 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bae139-36d4-4069-bb9b-2fef5c41b2f7 None None] Routers {'2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:30:26.976421 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-d9bae139-36d4-4069-bb9b-2fef5c41b2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:30:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:30:26.993072 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-571fb5e6-6003-4632-822a-3fe70a5f5ed7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2047234 Sep 08 09:30:26.993760 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0130519-e7c2-48d2-9daa-0873572708df', 'tag': '7485b147-4708-474a-bc9e-787f898a9311'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:30:26.996848 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10d7f5d-a78c-4ea7-a97f-975ec77b5c70" -d '{"events": [{"name": "network-changed", "server_uuid": "d0130519-e7c2-48d2-9daa-0873572708df", "tag": "7485b147-4708-474a-bc9e-787f898a9311"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:30:27.041573 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac969cd-ecad-46ae-8bac-4328e81f5121 x-openstack-request-id: req-cac969cd-ecad-46ae-8bac-4328e81f5121 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:30:27.041880 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0130519-e7c2-48d2-9daa-0873572708df", "tag": "7485b147-4708-474a-bc9e-787f898a9311", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:30:27.042313 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cac969cd-ecad-46ae-8bac-4328e81f5121 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:30:27.042774 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0130519-e7c2-48d2-9daa-0873572708df', 'tag': '7485b147-4708-474a-bc9e-787f898a9311', 'status': 'completed', 'code': 200} Sep 08 09:30:27.128842 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813edfff-29d9-4fbe-8260-5ff98d8ba082 req-d0e54578-f528-4d10-98b9-e5b34a10b4d1 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:27.135476 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-813edfff-29d9-4fbe-8260-5ff98d8ba082 req-d0e54578-f528-4d10-98b9-e5b34a10b4d1 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0130519-e7c2-48d2-9daa-0873572708df HTTP/1.1" status: 200 len: 946 time: 0.0814006 Sep 08 09:30:27.152387 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-d9bae139-36d4-4069-bb9b-2fef5c41b2f7 None None] Set router 2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:30:27.175799 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d7f5d-a78c-4ea7-a97f-975ec77b5c70 req-29639893-2f2c-45eb-9761-3f92d4a55320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:27.178597 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f10d7f5d-a78c-4ea7-a97f-975ec77b5c70 req-29639893-2f2c-45eb-9761-3f92d4a55320 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0f105e5fd99469d8f84a09c77d72db0&device_id=d0130519-e7c2-48d2-9daa-0873572708df HTTP/1.1" status: 200 len: 1098 time: 0.0827844 Sep 08 09:30:27.182669 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-813edfff-29d9-4fbe-8260-5ff98d8ba082 req-5681a897-2e57-4fa9-bb09-ec149b4ae488 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=68d2df2d-7229-407f-9cde-b2b723817c14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461116 Sep 08 09:30:27.199267 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56652) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:27.270553 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-fc38d2cb-0a43-4682-ac95-7137cc1f544f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/floatingips/6a689e8f-5770-41d2-9e23-b7fa520eeea0 HTTP/1.1" status: 200 len: 991 time: 0.0700133 Sep 08 09:30:27.290453 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d7f5d-a78c-4ea7-a97f-975ec77b5c70 req-7810d11c-0f30-460b-8e55-04817dfe8963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:27.292129 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f10d7f5d-a78c-4ea7-a97f-975ec77b5c70 req-7810d11c-0f30-460b-8e55-04817dfe8963 service neutron] 10.222.0.35 "GET /v2.0/networks?id=668ee9d9-2f1c-4ea3-ae54-666bf84618ca HTTP/1.1" status: 200 len: 898 time: 0.1058362 Sep 08 09:30:27.368037 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f10d7f5d-a78c-4ea7-a97f-975ec77b5c70 req-a4d726d0-f8dd-4270-a64a-2a9231147833 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7485b147-4708-474a-bc9e-787f898a9311 HTTP/1.1" status: 200 len: 999 time: 0.0683131 Sep 08 09:30:27.428136 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d7f5d-a78c-4ea7-a97f-975ec77b5c70 req-fe894f33-ba71-4eab-80b0-0416a97f0967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:27.429908 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f10d7f5d-a78c-4ea7-a97f-975ec77b5c70 req-fe894f33-ba71-4eab-80b0-0416a97f0967 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4e2f513d-fd69-4145-8732-bf4182a164a0 HTTP/1.1" status: 200 len: 834 time: 0.0549505 Sep 08 09:30:27.432838 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-d9bae139-36d4-4069-bb9b-2fef5c41b2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622798569', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '1755d7e6-613c-466d-b509-1394d0d977e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:30:02Z', 'updated_at': '2021-09-08T09:30:08Z', 'revision_number': 4, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': '1755d7e6-613c-466d-b509-1394d0d977e9', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:30:02Z', 'updated_at': '2021-09-08T09:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '6a689e8f-5770-41d2-9e23-b7fa520eeea0', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'floating_ip_address': '172.25.0.53', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b', 'port_id': '7485b147-4708-474a-bc9e-787f898a9311', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '668ee9d9-2f1c-4ea3-ae54-666bf84618ca', 'mac_address': 'fa:16:3e:0c:76:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0130519-e7c2-48d2-9daa-0873572708df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:30:25Z', 'updated_at': '2021-09-08T09:30:25Z', 'revision_number': 0, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce3eb034-1c5e-415f-8cd0-ab0f72890dcb', 'name': '', 'network_id': '668ee9d9-2f1c-4ea3-ae54-666bf84618ca', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'mac_address': 'fa:16:3e:9e:7a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '4e2f513d-fd69-4145-8732-bf4182a164a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:30:06Z', 'updated_at': '2021-09-08T09:30:14Z', 'revision_number': 5, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'subnets': [{'id': '4e2f513d-fd69-4145-8732-bf4182a164a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:30:27.471768 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bae139-36d4-4069-bb9b-2fef5c41b2f7 None None] Checking router: 2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:30:27.482443 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bae139-36d4-4069-bb9b-2fef5c41b2f7 None None] Routers {'2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:30:27.483161 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-d9bae139-36d4-4069-bb9b-2fef5c41b2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:30:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:30:27.492504 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d7f5d-a78c-4ea7-a97f-975ec77b5c70 req-ab882c75-30d3-43ac-8efa-44fda4548ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:27.494227 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f10d7f5d-a78c-4ea7-a97f-975ec77b5c70 req-ab882c75-30d3-43ac-8efa-44fda4548ccd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=668ee9d9-2f1c-4ea3-ae54-666bf84618ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571136 Sep 08 09:30:27.628546 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-d9bae139-36d4-4069-bb9b-2fef5c41b2f7 None None] Set router 2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:30:27.651606 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f10d7f5d-a78c-4ea7-a97f-975ec77b5c70 req-f0d3ea61-c2f2-4b9d-badd-3b26761279b4 service neutron] 10.222.0.35 "GET /v2.0/networks/668ee9d9-2f1c-4ea3-ae54-666bf84618ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500540 Sep 08 09:30:27.841740 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f10d7f5d-a78c-4ea7-a97f-975ec77b5c70 req-6ae4330a-1ca4-48c2-8689-6b8c925618e8 service neutron] 10.222.0.35 "GET /v2.0/networks/668ee9d9-2f1c-4ea3-ae54-666bf84618ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818957 Sep 08 09:30:27.967426 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-d9bae139-36d4-4069-bb9b-2fef5c41b2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622798569', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '1755d7e6-613c-466d-b509-1394d0d977e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:30:02Z', 'updated_at': '2021-09-08T09:30:08Z', 'revision_number': 4, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': '1755d7e6-613c-466d-b509-1394d0d977e9', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:30:02Z', 'updated_at': '2021-09-08T09:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '6a689e8f-5770-41d2-9e23-b7fa520eeea0', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'floating_ip_address': '172.25.0.53', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b', 'port_id': '7485b147-4708-474a-bc9e-787f898a9311', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '668ee9d9-2f1c-4ea3-ae54-666bf84618ca', 'mac_address': 'fa:16:3e:0c:76:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0130519-e7c2-48d2-9daa-0873572708df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:30:25Z', 'updated_at': '2021-09-08T09:30:25Z', 'revision_number': 0, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce3eb034-1c5e-415f-8cd0-ab0f72890dcb', 'name': '', 'network_id': '668ee9d9-2f1c-4ea3-ae54-666bf84618ca', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'mac_address': 'fa:16:3e:9e:7a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '4e2f513d-fd69-4145-8732-bf4182a164a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:30:06Z', 'updated_at': '2021-09-08T09:30:14Z', 'revision_number': 5, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'subnets': [{'id': '4e2f513d-fd69-4145-8732-bf4182a164a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:30:28.000205 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bae139-36d4-4069-bb9b-2fef5c41b2f7 None None] The sync data for ids ['2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b'] in n-d-806683-11 is: [{'id': '2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622798569', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '1755d7e6-613c-466d-b509-1394d0d977e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:30:02Z', 'updated_at': '2021-09-08T09:30:08Z', 'revision_number': 4, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': '1755d7e6-613c-466d-b509-1394d0d977e9', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:30:02Z', 'updated_at': '2021-09-08T09:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '6a689e8f-5770-41d2-9e23-b7fa520eeea0', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'floating_ip_address': '172.25.0.53', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b', 'port_id': '7485b147-4708-474a-bc9e-787f898a9311', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '668ee9d9-2f1c-4ea3-ae54-666bf84618ca', 'mac_address': 'fa:16:3e:0c:76:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0130519-e7c2-48d2-9daa-0873572708df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:30:25Z', 'updated_at': '2021-09-08T09:30:25Z', 'revision_number': 0, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce3eb034-1c5e-415f-8cd0-ab0f72890dcb', 'name': '', 'network_id': '668ee9d9-2f1c-4ea3-ae54-666bf84618ca', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'mac_address': 'fa:16:3e:9e:7a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '4e2f513d-fd69-4145-8732-bf4182a164a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:30:06Z', 'updated_at': '2021-09-08T09:30:14Z', 'revision_number': 5, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'subnets': [{'id': '4e2f513d-fd69-4145-8732-bf4182a164a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:30:28.280430 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56656) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:28.286130 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b293a1-943d-4d13-a5f7-48ba915a8d97 None None] New status for floating IP 6a689e8f-5770-41d2-9e23-b7fa520eeea0: ACTIVE {{(pid=94715) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:30:28.391553 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-22a66d43-1408-4902-b53a-2c2ed10bcde6 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/floatingips/6a689e8f-5770-41d2-9e23-b7fa520eeea0 HTTP/1.1" status: 200 len: 991 time: 0.1091590 Sep 08 09:30:28.696211 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:29.395866 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56662) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:29.471389 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-fbb582fb-258d-48f2-b75a-2ee39a8c12c0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/floatingips/6a689e8f-5770-41d2-9e23-b7fa520eeea0 HTTP/1.1" status: 200 len: 993 time: 0.0696292 Sep 08 09:30:39.416847 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56736) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:39.527187 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-40d480a6-8446-4c04-b8d2-9f3203bfb135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:39.624884 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-40d480a6-8446-4c04-b8d2-9f3203bfb135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:39.628731 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-40d480a6-8446-4c04-b8d2-9f3203bfb135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:39.665787 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d480a6-8446-4c04-b8d2-9f3203bfb135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fa3577-9c7a-472c-84c6-8eb174e125c2,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:39.670197 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-40d480a6-8446-4c04-b8d2-9f3203bfb135 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=32517df69f11461092f41d07460e9398&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2523117 Sep 08 09:30:39.673520 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56740) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:39.722963 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fade4fbc-484a-4555-9766-609fd7671253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:39.744947 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fade4fbc-484a-4555-9766-609fd7671253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:39.790059 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fade4fbc-484a-4555-9766-609fd7671253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:39.792759 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fade4fbc-484a-4555-9766-609fd7671253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:39.793994 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-fade4fbc-484a-4555-9766-609fd7671253 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d4fa3577-9c7a-472c-84c6-8eb174e125c2 HTTP/1.1" status: 204 len: 168 time: 0.1195250 Sep 08 09:30:39.802318 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade4fbc-484a-4555-9766-609fd7671253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fa3577-9c7a-472c-84c6-8eb174e125c2,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:40.284819 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56760) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:40.406587 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8bf56269-1ce9-49b0-b476-2648da1ae5e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:40.496324 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8bf56269-1ce9-49b0-b476-2648da1ae5e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:40.500951 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8bf56269-1ce9-49b0-b476-2648da1ae5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:40.540989 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8bf56269-1ce9-49b0-b476-2648da1ae5e7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d6f2d49f8235492fa8f187b7502ae1f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2548285 Sep 08 09:30:40.542165 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf56269-1ce9-49b0-b476-2648da1ae5e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40d14dc-6aaa-4069-9f7b-5a8d4c98a708,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:40.543650 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56774) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:40.597833 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-89e6586b-1102-41f3-91a4-46c30ff5e7cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:40.619866 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-89e6586b-1102-41f3-91a4-46c30ff5e7cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:40.673257 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-89e6586b-1102-41f3-91a4-46c30ff5e7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:40.675869 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-89e6586b-1102-41f3-91a4-46c30ff5e7cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:40.677050 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-89e6586b-1102-41f3-91a4-46c30ff5e7cf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b40d14dc-6aaa-4069-9f7b-5a8d4c98a708 HTTP/1.1" status: 204 len: 168 time: 0.1323411 Sep 08 09:30:40.685628 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6586b-1102-41f3-91a4-46c30ff5e7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40d14dc-6aaa-4069-9f7b-5a8d4c98a708,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:40.694051 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e6586b-1102-41f3-91a4-46c30ff5e7cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:30:40.694422 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e6586b-1102-41f3-91a4-46c30ff5e7cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:30:40.694771 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e6586b-1102-41f3-91a4-46c30ff5e7cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:30:40.695132 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e6586b-1102-41f3-91a4-46c30ff5e7cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:30:40.695447 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e6586b-1102-41f3-91a4-46c30ff5e7cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:30:40.695785 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e6586b-1102-41f3-91a4-46c30ff5e7cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:30:40.696116 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e6586b-1102-41f3-91a4-46c30ff5e7cf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:30:40.696447 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e6586b-1102-41f3-91a4-46c30ff5e7cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:30:40.696778 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e6586b-1102-41f3-91a4-46c30ff5e7cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:30:40.697104 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e6586b-1102-41f3-91a4-46c30ff5e7cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:30:40.697433 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e6586b-1102-41f3-91a4-46c30ff5e7cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:30:40.697759 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e6586b-1102-41f3-91a4-46c30ff5e7cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:30:42.135652 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56892) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:42.242460 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d08f41a8-9a8d-455d-a8c7-2bba46b57001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:42.336073 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d08f41a8-9a8d-455d-a8c7-2bba46b57001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:42.339645 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d08f41a8-9a8d-455d-a8c7-2bba46b57001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:42.377496 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d08f41a8-9a8d-455d-a8c7-2bba46b57001 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b8bacfc71ffb4228b3f8fbafb15a200f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2406845 Sep 08 09:30:42.378777 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08f41a8-9a8d-455d-a8c7-2bba46b57001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bde59b9-d9a2-407a-8e46-bde1c0509cda,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:42.378927 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:30:42.380206 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56896) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:42.436654 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4bc4d1e8-c996-40bb-a32c-f9c6538ae251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:42.459543 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4bc4d1e8-c996-40bb-a32c-f9c6538ae251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:42.508594 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4bc4d1e8-c996-40bb-a32c-f9c6538ae251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:42.511410 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4bc4d1e8-c996-40bb-a32c-f9c6538ae251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:42.512621 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4bc4d1e8-c996-40bb-a32c-f9c6538ae251 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2bde59b9-d9a2-407a-8e46-bde1c0509cda HTTP/1.1" status: 204 len: 168 time: 0.1313426 Sep 08 09:30:42.521788 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc4d1e8-c996-40bb-a32c-f9c6538ae251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bde59b9-d9a2-407a-8e46-bde1c0509cda,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:42.782137 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56902) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:42.797375 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ec0708eb-e60e-4931-a2be-31e2b1b7dc63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:42.884391 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ec0708eb-e60e-4931-a2be-31e2b1b7dc63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:42.888645 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ec0708eb-e60e-4931-a2be-31e2b1b7dc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:42.929695 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ec0708eb-e60e-4931-a2be-31e2b1b7dc63 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b2c9a00319364d46b86048675ea49e22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1441355 Sep 08 09:30:42.929695 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0708eb-e60e-4931-a2be-31e2b1b7dc63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f47749-2b36-4e60-838b-dcb2bb8397dd,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:42.930234 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56906) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:42.982274 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5242bb19-63e8-401c-ba6b-6ebec52f9546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:43.008786 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5242bb19-63e8-401c-ba6b-6ebec52f9546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:43.065084 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5242bb19-63e8-401c-ba6b-6ebec52f9546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:43.067557 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5242bb19-63e8-401c-ba6b-6ebec52f9546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:43.072014 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5242bb19-63e8-401c-ba6b-6ebec52f9546 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/54f47749-2b36-4e60-838b-dcb2bb8397dd HTTP/1.1" status: 204 len: 168 time: 0.1400297 Sep 08 09:30:43.080892 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5242bb19-63e8-401c-ba6b-6ebec52f9546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f47749-2b36-4e60-838b-dcb2bb8397dd,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:44.317764 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56950) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:44.470475 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-41c50ed8-18c7-42ef-90c3-3df60141008f tempest-ExternalNetworksTestJSON-1570651787 tempest-ExternalNetworksTestJSON-1570651787-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-532851504'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:30:44.496520 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c50ed8-18c7-42ef-90c3-3df60141008f tempest-ExternalNetworksTestJSON-1570651787 tempest-ExternalNetworksTestJSON-1570651787-project] Made reservation on behalf of 2be99c9c6d6b496eb4f55e8cca1c63d8 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:30:44.501288 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-41c50ed8-18c7-42ef-90c3-3df60141008f tempest-ExternalNetworksTestJSON-1570651787 tempest-ExternalNetworksTestJSON-1570651787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:44.510112 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-41c50ed8-18c7-42ef-90c3-3df60141008f tempest-ExternalNetworksTestJSON-1570651787 tempest-ExternalNetworksTestJSON-1570651787-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:44.609995 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-41c50ed8-18c7-42ef-90c3-3df60141008f tempest-ExternalNetworksTestJSON-1570651787 tempest-ExternalNetworksTestJSON-1570651787-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:44.614703 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-41c50ed8-18c7-42ef-90c3-3df60141008f tempest-ExternalNetworksTestJSON-1570651787 tempest-ExternalNetworksTestJSON-1570651787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:44.642393 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41c50ed8-18c7-42ef-90c3-3df60141008f tempest-ExternalNetworksTestJSON-1570651787 tempest-ExternalNetworksTestJSON-1570651787-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:30:44.650982 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c50ed8-18c7-42ef-90c3-3df60141008f tempest-ExternalNetworksTestJSON-1570651787 tempest-ExternalNetworksTestJSON-1570651787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b735b68d-c63e-4bc6-a6a2-e6cd75511938,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:44.656950 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-41c50ed8-18c7-42ef-90c3-3df60141008f tempest-ExternalNetworksTestJSON-1570651787 tempest-ExternalNetworksTestJSON-1570651787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:44.657295 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-41c50ed8-18c7-42ef-90c3-3df60141008f tempest-ExternalNetworksTestJSON-1570651787 tempest-ExternalNetworksTestJSON-1570651787-project] Added segment b4933ab9-14d4-468b-b8cb-7e7ca55829e6 of type vlan for network 790915aa-fc4a-47ee-9a0a-f0bb0faba81e Sep 08 09:30:44.704830 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-41c50ed8-18c7-42ef-90c3-3df60141008f tempest-ExternalNetworksTestJSON-1570651787 tempest-ExternalNetworksTestJSON-1570651787-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:44.738605 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-41c50ed8-18c7-42ef-90c3-3df60141008f tempest-ExternalNetworksTestJSON-1570651787 tempest-ExternalNetworksTestJSON-1570651787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:44.746766 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c50ed8-18c7-42ef-90c3-3df60141008f tempest-ExternalNetworksTestJSON-1570651787 tempest-ExternalNetworksTestJSON-1570651787-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:44.747438 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-41c50ed8-18c7-42ef-90c3-3df60141008f tempest-ExternalNetworksTestJSON-1570651787 tempest-ExternalNetworksTestJSON-1570651787-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:44.790190 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56954) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:44.790880 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-41c50ed8-18c7-42ef-90c3-3df60141008f tempest-ExternalNetworksTestJSON-1570651787 tempest-ExternalNetworksTestJSON-1570651787-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4710457 Sep 08 09:30:44.826254 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c50ed8-18c7-42ef-90c3-3df60141008f tempest-ExternalNetworksTestJSON-1570651787 tempest-ExternalNetworksTestJSON-1570651787-project] Pushing event updated for resources: {'Network': ['ID=790915aa-fc4a-47ee-9a0a-f0bb0faba81e,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:44.838877 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 790915aa-fc4a-47ee-9a0a-f0bb0faba81e details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:30:44.854206 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-1e18c47a-f70c-48b6-bc39-7584cd40d5c0 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Request body: {'network': {'name': 'tempest-network--1595104997', 'router:external': True}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:30:44.877483 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e18c47a-f70c-48b6-bc39-7584cd40d5c0 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Made reservation on behalf of 192e1990234741dfa59b580ddd220b67 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:30:44.880008 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1e18c47a-f70c-48b6-bc39-7584cd40d5c0 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:44.893723 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1e18c47a-f70c-48b6-bc39-7584cd40d5c0 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:44.986140 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1e18c47a-f70c-48b6-bc39-7584cd40d5c0 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:44.990137 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1e18c47a-f70c-48b6-bc39-7584cd40d5c0 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:45.009166 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e18c47a-f70c-48b6-bc39-7584cd40d5c0 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:30:45.027262 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e18c47a-f70c-48b6-bc39-7584cd40d5c0 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba85afe-2ace-454f-a02a-5e25a617c7dd,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:45.030846 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1e18c47a-f70c-48b6-bc39-7584cd40d5c0 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:45.031228 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-1e18c47a-f70c-48b6-bc39-7584cd40d5c0 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Added segment b4475ae3-c7e9-4cd9-9f18-b661bd8c9f61 of type vlan for network 50595583-02cc-4986-8d04-1494c8c5221f Sep 08 09:30:45.081023 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1e18c47a-f70c-48b6-bc39-7584cd40d5c0 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:45.117215 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1e18c47a-f70c-48b6-bc39-7584cd40d5c0 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:45.118354 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e18c47a-f70c-48b6-bc39-7584cd40d5c0 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:45.119000 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1e18c47a-f70c-48b6-bc39-7584cd40d5c0 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:45.153917 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1e18c47a-f70c-48b6-bc39-7584cd40d5c0 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3625302 Sep 08 09:30:45.157297 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56958) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:45.185461 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e18c47a-f70c-48b6-bc39-7584cd40d5c0 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Pushing event updated for resources: {'Network': ['ID=50595583-02cc-4986-8d04-1494c8c5221f,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:45.197062 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 50595583-02cc-4986-8d04-1494c8c5221f details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:30:45.236535 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d2a08275-a99c-410f-b4b4-ec42b1b24505 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:45.324402 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d2a08275-a99c-410f-b4b4-ec42b1b24505 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:45.345548 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-d2a08275-a99c-410f-b4b4-ec42b1b24505 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50595583-02cc-4986-8d04-1494c8c5221f']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:30:45.354960 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-d2a08275-a99c-410f-b4b4-ec42b1b24505 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4475ae3-c7e9-4cd9-9f18-b661bd8c9f61') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:30:45.355422 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-d2a08275-a99c-410f-b4b4-ec42b1b24505 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4475ae3-c7e9-4cd9-9f18-b661bd8c9f61') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:30:45.365385 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d2a08275-a99c-410f-b4b4-ec42b1b24505 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:45.382999 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d2a08275-a99c-410f-b4b4-ec42b1b24505 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:45.391662 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2a08275-a99c-410f-b4b4-ec42b1b24505 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:30:45.392069 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d2a08275-a99c-410f-b4b4-ec42b1b24505 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:45.393767 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:30:45.393767 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:30:45.393767 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:30:45.393767 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:30:45.393767 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:30:45.393767 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:30:45.393767 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:30:45.393767 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:30:45.393767 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:30:45.393767 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:30:45.393767 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:30:45.393767 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:30:45.393767 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:30:45.393767 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:30:45.393767 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:30:45.393767 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:30:45.393767 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:30:45.393767 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:30:45.393767 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:30:45.393767 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:30:45.393767 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:30:45.393767 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:30:45.393767 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:30:45.393767 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:30:45.393767 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:30:45.393767 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:30:45.393767 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:30:45.393767 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:30:45.393767 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:30:45.393767 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:30:45.393767 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:30:45.393767 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:30:45.455932 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d2a08275-a99c-410f-b4b4-ec42b1b24505 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:45.461459 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a08275-a99c-410f-b4b4-ec42b1b24505 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 50595583-02cc-4986-8d04-1494c8c5221f {{(pid=94712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 08 09:30:45.464307 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d2a08275-a99c-410f-b4b4-ec42b1b24505 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:45.465548 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56966) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:45.472644 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56970) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:45.474538 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d2a08275-a99c-410f-b4b4-ec42b1b24505 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] 10.222.0.54 "DELETE /v2.0/networks/50595583-02cc-4986-8d04-1494c8c5221f HTTP/1.1" status: 204 len: 168 time: 0.3158050 Sep 08 09:30:45.477052 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-6fd66553-41c1-4518-9871-cbba40ff190a tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:30:45.486131 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a08275-a99c-410f-b4b4-ec42b1b24505 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Pushing event deleted for resources: {'Network': ['ID=50595583-02cc-4986-8d04-1494c8c5221f,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:45.510546 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd66553-41c1-4518-9871-cbba40ff190a tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Made reservation on behalf of 192e1990234741dfa59b580ddd220b67 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:30:45.512975 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6fd66553-41c1-4518-9871-cbba40ff190a tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:45.538710 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd66553-41c1-4518-9871-cbba40ff190a tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:30:45.548840 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6fd66553-41c1-4518-9871-cbba40ff190a tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:45.549187 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-6fd66553-41c1-4518-9871-cbba40ff190a tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Added segment d6bfe661-ec80-4414-86f5-07d48a214e6c of type vlan for network abbe3e3e-18ce-4321-b3e0-52b7a4d4f4c6 Sep 08 09:30:45.612547 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6fd66553-41c1-4518-9871-cbba40ff190a tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:45.635516 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-df7e027b-0e63-48ce-8457-a0886824979a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:45.672663 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6fd66553-41c1-4518-9871-cbba40ff190a tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:45.673625 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd66553-41c1-4518-9871-cbba40ff190a tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:45.674259 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6fd66553-41c1-4518-9871-cbba40ff190a tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:45.749595 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd66553-41c1-4518-9871-cbba40ff190a tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Pushing event updated for resources: {'Network': ['ID=abbe3e3e-18ce-4321-b3e0-52b7a4d4f4c6,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:45.760686 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network abbe3e3e-18ce-4321-b3e0-52b7a4d4f4c6 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:30:45.810506 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-df7e027b-0e63-48ce-8457-a0886824979a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:45.817183 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-df7e027b-0e63-48ce-8457-a0886824979a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:45.841541 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6fd66553-41c1-4518-9871-cbba40ff190a tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3681245 Sep 08 09:30:45.845099 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56972) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:45.850550 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-a0df9197-0752-4305-b440-5a6f6c4ab3e0 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Request body: {'subnet': {'network_id': 'abbe3e3e-18ce-4321-b3e0-52b7a4d4f4c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:30:45.852740 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e027b-0e63-48ce-8457-a0886824979a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684802d2-f080-4804-9a88-b81a895bf515,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:45.870539 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-df7e027b-0e63-48ce-8457-a0886824979a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fa96e4e275aa4460b6d7fc4810256485&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4037399 Sep 08 09:30:45.871420 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56974) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:45.880139 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0df9197-0752-4305-b440-5a6f6c4ab3e0 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Made reservation on behalf of 192e1990234741dfa59b580ddd220b67 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:30:45.882695 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a0df9197-0752-4305-b440-5a6f6c4ab3e0 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:45.924505 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f469de15-10ec-4359-8b71-7a72ec74884f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:45.945724 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f469de15-10ec-4359-8b71-7a72ec74884f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:45.994137 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f469de15-10ec-4359-8b71-7a72ec74884f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:45.996697 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f469de15-10ec-4359-8b71-7a72ec74884f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:46.000530 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f469de15-10ec-4359-8b71-7a72ec74884f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/684802d2-f080-4804-9a88-b81a895bf515 HTTP/1.1" status: 204 len: 168 time: 0.1253376 Sep 08 09:30:46.006092 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f469de15-10ec-4359-8b71-7a72ec74884f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684802d2-f080-4804-9a88-b81a895bf515,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:46.182962 n-d-806683-11 neutron-server[94712]: DEBUG neutron.objects.ports [None req-a0df9197-0752-4305-b440-5a6f6c4ab3e0 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94712) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 08 09:30:46.183412 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a0df9197-0752-4305-b440-5a6f6c4ab3e0 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:46.238237 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0df9197-0752-4305-b440-5a6f6c4ab3e0 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Pushing event updated for resources: {'Subnet': ['ID=74f14719-95d9-400c-ab33-e20809fee90b,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:46.249344 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0df9197-0752-4305-b440-5a6f6c4ab3e0 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Checking segment: {'id': 'd6bfe661-ec80-4414-86f5-07d48a214e6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'abbe3e3e-18ce-4321-b3e0-52b7a4d4f4c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:30:46.249711 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0df9197-0752-4305-b440-5a6f6c4ab3e0 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Network hostable DHCP agents. Network: abbe3e3e-18ce-4321-b3e0-52b7a4d4f4c6, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:30:46.266511 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0df9197-0752-4305-b440-5a6f6c4ab3e0 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Network abbe3e3e-18ce-4321-b3e0-52b7a4d4f4c6 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:30:46.274771 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-a0df9197-0752-4305-b440-5a6f6c4ab3e0 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, abbe3e3e-18ce-4321-b3e0-52b7a4d4f4c6) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:30:46.279608 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0df9197-0752-4305-b440-5a6f6c4ab3e0 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:46.280191 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a0df9197-0752-4305-b440-5a6f6c4ab3e0 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:46.288036 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0e3f58-4f6d-4564-afb7-e761166be6b1 None None] Network abbe3e3e-18ce-4321-b3e0-52b7a4d4f4c6 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:30:46.302513 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-a0df9197-0752-4305-b440-5a6f6c4ab3e0 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4558675 Sep 08 09:30:46.305332 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 56986) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:46.310337 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-f48f7de0-dac5-46bc-9a8d-8ff5bd046b0e tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Request body: {'floatingip': {'floating_network_id': 'abbe3e3e-18ce-4321-b3e0-52b7a4d4f4c6'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:30:46.337592 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f48f7de0-dac5-46bc-9a8d-8ff5bd046b0e tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:46.429276 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73ae7ab-dde1-485e-adb5-3cd49376482e None None] Network abbe3e3e-18ce-4321-b3e0-52b7a4d4f4c6 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:30:46.435413 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f48f7de0-dac5-46bc-9a8d-8ff5bd046b0e tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:46.544483 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-f48f7de0-dac5-46bc-9a8d-8ff5bd046b0e tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Allocated IP 172.20.0.10 (abbe3e3e-18ce-4321-b3e0-52b7a4d4f4c6/74f14719-95d9-400c-ab33-e20809fee90b/0ac7f34f-46a9-44a2-b986-1ee3df99ca7d) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:30:46.657087 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f48f7de0-dac5-46bc-9a8d-8ff5bd046b0e tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:46.673682 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 56998) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:46.698154 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f48f7de0-dac5-46bc-9a8d-8ff5bd046b0e tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:46.740206 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48f7de0-dac5-46bc-9a8d-8ff5bd046b0e tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Network abbe3e3e-18ce-4321-b3e0-52b7a4d4f4c6 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:30:46.747336 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-f48f7de0-dac5-46bc-9a8d-8ff5bd046b0e tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:30:46.752893 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48f7de0-dac5-46bc-9a8d-8ff5bd046b0e tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:30:46.756136 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f7de0-dac5-46bc-9a8d-8ff5bd046b0e tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Pushing event updated for resources: {'Port': ['ID=0ac7f34f-46a9-44a2-b986-1ee3df99ca7d,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:46.781007 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-26f55550-a895-40ed-9b17-a2b5a549c945 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-369652201-network', 'tenant_id': '3f820dcd891542779a2ca914062b6c8b'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:30:46.802631 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f55550-a895-40ed-9b17-a2b5a549c945 admin admin] Made reservation on behalf of 3f820dcd891542779a2ca914062b6c8b for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:30:46.806664 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-26f55550-a895-40ed-9b17-a2b5a549c945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:46.816649 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-26f55550-a895-40ed-9b17-a2b5a549c945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:46.843825 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f48f7de0-dac5-46bc-9a8d-8ff5bd046b0e tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:46.888342 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f48f7de0-dac5-46bc-9a8d-8ff5bd046b0e tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:46.905038 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-26f55550-a895-40ed-9b17-a2b5a549c945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:46.909068 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-26f55550-a895-40ed-9b17-a2b5a549c945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:46.932556 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26f55550-a895-40ed-9b17-a2b5a549c945 admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:30:46.942631 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f55550-a895-40ed-9b17-a2b5a549c945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41b37e3-0c9b-4d54-be34-8509766af91a,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:46.947313 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-26f55550-a895-40ed-9b17-a2b5a549c945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:46.947660 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-26f55550-a895-40ed-9b17-a2b5a549c945 admin admin] Added segment 6845b7d6-95ad-4975-880b-f624eeae3520 of type vlan for network 1481d01d-e045-4da2-859f-2fd0cf46fe0f Sep 08 09:30:46.987641 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-26f55550-a895-40ed-9b17-a2b5a549c945 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:47.020320 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-26f55550-a895-40ed-9b17-a2b5a549c945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:47.021297 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f55550-a895-40ed-9b17-a2b5a549c945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:47.021879 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-26f55550-a895-40ed-9b17-a2b5a549c945 admin admin] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:47.045500 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f48f7de0-dac5-46bc-9a8d-8ff5bd046b0e tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:47.049806 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f48f7de0-dac5-46bc-9a8d-8ff5bd046b0e tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:47.058134 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-26f55550-a895-40ed-9b17-a2b5a549c945 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3832021 Sep 08 09:30:47.061985 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57002) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:47.091403 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-ebe13572-3c0c-4da1-9d00-b9dcaf99291a admin admin] Request body: {'subnet': {'network_id': '1481d01d-e045-4da2-859f-2fd0cf46fe0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-369652201-subnet', 'tenant_id': '3f820dcd891542779a2ca914062b6c8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:30:47.100138 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f55550-a895-40ed-9b17-a2b5a549c945 admin admin] Pushing event updated for resources: {'Network': ['ID=1481d01d-e045-4da2-859f-2fd0cf46fe0f,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:47.110415 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 1481d01d-e045-4da2-859f-2fd0cf46fe0f details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:30:47.120156 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe13572-3c0c-4da1-9d00-b9dcaf99291a admin admin] Made reservation on behalf of 3f820dcd891542779a2ca914062b6c8b for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:30:47.123034 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ebe13572-3c0c-4da1-9d00-b9dcaf99291a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:47.132749 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f7de0-dac5-46bc-9a8d-8ff5bd046b0e tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Pushing event updated for resources: {'Port': ['ID=0ac7f34f-46a9-44a2-b986-1ee3df99ca7d,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:47.137739 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f48f7de0-dac5-46bc-9a8d-8ff5bd046b0e tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:47.152835 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f48f7de0-dac5-46bc-9a8d-8ff5bd046b0e tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:47.154443 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f48f7de0-dac5-46bc-9a8d-8ff5bd046b0e tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8481085 Sep 08 09:30:47.158129 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57004) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:47.231178 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-40683fbc-c025-4b80-a971-bc67f6bd6c50 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] 10.222.0.54 "GET /v2.0/floatingips?floating_network_id=abbe3e3e-18ce-4321-b3e0-52b7a4d4f4c6 HTTP/1.1" status: 200 len: 690 time: 0.0718029 Sep 08 09:30:47.233722 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57006) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:47.301196 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ebe13572-3c0c-4da1-9d00-b9dcaf99291a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:47.317184 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5924f30e-b3d0-467f-84c3-5787ba03594f tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:47.355011 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe13572-3c0c-4da1-9d00-b9dcaf99291a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a00c265-006a-4bd7-a98b-c4c597b4b06a,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:47.365802 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe13572-3c0c-4da1-9d00-b9dcaf99291a admin admin] Checking segment: {'id': '6845b7d6-95ad-4975-880b-f624eeae3520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1481d01d-e045-4da2-859f-2fd0cf46fe0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:30:47.366196 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe13572-3c0c-4da1-9d00-b9dcaf99291a admin admin] Network hostable DHCP agents. Network: 1481d01d-e045-4da2-859f-2fd0cf46fe0f, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:30:47.385393 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe13572-3c0c-4da1-9d00-b9dcaf99291a admin admin] Network 1481d01d-e045-4da2-859f-2fd0cf46fe0f is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:30:47.396270 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-ebe13572-3c0c-4da1-9d00-b9dcaf99291a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 1481d01d-e045-4da2-859f-2fd0cf46fe0f) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:30:47.401591 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe13572-3c0c-4da1-9d00-b9dcaf99291a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:47.402222 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ebe13572-3c0c-4da1-9d00-b9dcaf99291a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:47.407056 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5c2cc3-01cc-4472-8c22-568ae177c4cb None None] Network 1481d01d-e045-4da2-859f-2fd0cf46fe0f requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:30:47.418583 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ebe13572-3c0c-4da1-9d00-b9dcaf99291a admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3555117 Sep 08 09:30:47.448050 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-5924f30e-b3d0-467f-84c3-5787ba03594f tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Deleting port 0ac7f34f-46a9-44a2-b986-1ee3df99ca7d {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:30:47.448405 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5924f30e-b3d0-467f-84c3-5787ba03594f tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:47.532992 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5924f30e-b3d0-467f-84c3-5787ba03594f tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:47.533373 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5924f30e-b3d0-467f-84c3-5787ba03594f tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:47.548281 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e79ef00-0a8a-46ca-ac63-a53b929efd34 None None] Network 1481d01d-e045-4da2-859f-2fd0cf46fe0f requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:30:47.549839 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-5924f30e-b3d0-467f-84c3-5787ba03594f tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Calling delete_port for 0ac7f34f-46a9-44a2-b986-1ee3df99ca7d owned by network:floatingip {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:30:47.703682 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5924f30e-b3d0-467f-84c3-5787ba03594f tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:47.739694 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924f30e-b3d0-467f-84c3-5787ba03594f tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ac7f34f-46a9-44a2-b986-1ee3df99ca7d,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:47.796971 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6e59386f-8a76-4484-b0ae-26921eb9bbd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:47.809070 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5924f30e-b3d0-467f-84c3-5787ba03594f tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:47.863736 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5924f30e-b3d0-467f-84c3-5787ba03594f tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:47.928427 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5924f30e-b3d0-467f-84c3-5787ba03594f tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:47.968317 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924f30e-b3d0-467f-84c3-5787ba03594f tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=74f14719-95d9-400c-ab33-e20809fee90b,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:48.019706 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5924f30e-b3d0-467f-84c3-5787ba03594f tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:48.039178 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-5924f30e-b3d0-467f-84c3-5787ba03594f tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abbe3e3e-18ce-4321-b3e0-52b7a4d4f4c6']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:30:48.051333 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-5924f30e-b3d0-467f-84c3-5787ba03594f tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6bfe661-ec80-4414-86f5-07d48a214e6c') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:30:48.051618 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-5924f30e-b3d0-467f-84c3-5787ba03594f tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6bfe661-ec80-4414-86f5-07d48a214e6c') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:30:48.061521 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5924f30e-b3d0-467f-84c3-5787ba03594f tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:48.074533 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5924f30e-b3d0-467f-84c3-5787ba03594f tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:48.081589 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5924f30e-b3d0-467f-84c3-5787ba03594f tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:30:48.082000 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5924f30e-b3d0-467f-84c3-5787ba03594f tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:48.083763 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:30:48.083763 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:30:48.083763 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:30:48.083763 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:30:48.083763 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:30:48.083763 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:30:48.083763 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:30:48.083763 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:30:48.083763 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:30:48.083763 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:30:48.083763 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:30:48.083763 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:30:48.083763 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:30:48.083763 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:30:48.083763 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:30:48.083763 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:30:48.083763 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:30:48.083763 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:30:48.083763 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:30:48.083763 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:30:48.083763 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:30:48.083763 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:30:48.083763 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:30:48.083763 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:30:48.083763 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:30:48.083763 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:30:48.083763 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:30:48.083763 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:30:48.083763 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:30:48.083763 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:30:48.083763 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:30:48.083763 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:30:48.146123 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5924f30e-b3d0-467f-84c3-5787ba03594f tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:48.151322 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5924f30e-b3d0-467f-84c3-5787ba03594f tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network abbe3e3e-18ce-4321-b3e0-52b7a4d4f4c6 {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 08 09:30:48.153876 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5924f30e-b3d0-467f-84c3-5787ba03594f tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:48.155814 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5924f30e-b3d0-467f-84c3-5787ba03594f tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] 10.222.0.54 "DELETE /v2.0/networks/abbe3e3e-18ce-4321-b3e0-52b7a4d4f4c6 HTTP/1.1" status: 204 len: 168 time: 0.9211447 Sep 08 09:30:48.158540 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57020) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:48.171093 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924f30e-b3d0-467f-84c3-5787ba03594f tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Pushing event deleted for resources: {'Network': ['ID=abbe3e3e-18ce-4321-b3e0-52b7a4d4f4c6,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:48.604685 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-19e22b70-a06a-4769-b9f1-2e83e1fae29b tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.4428647 Sep 08 09:30:48.605213 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57022) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:48.671883 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0962de34-5243-4630-bb14-1851e2f6f3d7 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:48.672360 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0962de34-5243-4630-bb14-1851e2f6f3d7 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:48.672829 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0962de34-5243-4630-bb14-1851e2f6f3d7 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:48.673293 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0962de34-5243-4630-bb14-1851e2f6f3d7 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:48.673752 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0962de34-5243-4630-bb14-1851e2f6f3d7 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:48.674263 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0962de34-5243-4630-bb14-1851e2f6f3d7 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:48.674780 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0962de34-5243-4630-bb14-1851e2f6f3d7 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:48.676583 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0962de34-5243-4630-bb14-1851e2f6f3d7 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4665 time: 0.0703166 Sep 08 09:30:48.679423 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57024) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:48.719543 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [None req-4b955f07-7215-45b1-961e-ae1b9547948b tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] delete failed (client error): The resource could not be found. Sep 08 09:30:48.720607 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4b955f07-7215-45b1-961e-ae1b9547948b tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] 10.222.0.54 "DELETE /v2.0/floatingips/3d31d32c-a226-4e42-b0b4-69d9d7e469a9 HTTP/1.1" status: 404 len: 345 time: 0.0402086 Sep 08 09:30:48.723346 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57026) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:48.739998 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-05cf41c9-495f-4af1-8f54-56664d6ef996 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] DELETE failed (client error): The resource could not be found. Sep 08 09:30:48.740540 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05cf41c9-495f-4af1-8f54-56664d6ef996 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:30:48.742228 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-05cf41c9-495f-4af1-8f54-56664d6ef996 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] 10.222.0.54 "DELETE /v2.0/networks/abbe3e3e-18ce-4321-b3e0-52b7a4d4f4c6 HTTP/1.1" status: 404 len: 339 time: 0.0179641 Sep 08 09:30:48.745844 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57028) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:48.750542 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-f3bbbb53-b8d7-4b9f-aec0-6945d24c4ff6 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Request body: {'network': {'name': 'tempest-network--4715924', 'router:external': True}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:30:48.770699 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3bbbb53-b8d7-4b9f-aec0-6945d24c4ff6 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Made reservation on behalf of 192e1990234741dfa59b580ddd220b67 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:30:48.773037 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f3bbbb53-b8d7-4b9f-aec0-6945d24c4ff6 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:48.796554 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3bbbb53-b8d7-4b9f-aec0-6945d24c4ff6 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:30:48.805149 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f3bbbb53-b8d7-4b9f-aec0-6945d24c4ff6 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:48.805491 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-f3bbbb53-b8d7-4b9f-aec0-6945d24c4ff6 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Added segment 638d75d8-e1f8-4495-9025-5bf588697acf of type vlan for network 819fa294-5c6a-4e98-9155-6c62471fdeb4 Sep 08 09:30:48.854624 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f3bbbb53-b8d7-4b9f-aec0-6945d24c4ff6 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:48.882658 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f3bbbb53-b8d7-4b9f-aec0-6945d24c4ff6 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:48.883554 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bbbb53-b8d7-4b9f-aec0-6945d24c4ff6 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:48.884172 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f3bbbb53-b8d7-4b9f-aec0-6945d24c4ff6 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:48.945038 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f3bbbb53-b8d7-4b9f-aec0-6945d24c4ff6 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 860 time: 0.1979921 Sep 08 09:30:48.947484 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57030) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:48.948043 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bbbb53-b8d7-4b9f-aec0-6945d24c4ff6 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Pushing event updated for resources: {'Network': ['ID=819fa294-5c6a-4e98-9155-6c62471fdeb4,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:48.958780 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 819fa294-5c6a-4e98-9155-6c62471fdeb4 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:30:49.118962 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34045fbc-7f29-4f1b-beac-988aa0b65ca7 tempest-ExternalNetworksTestJSON-1570651787 tempest-ExternalNetworksTestJSON-1570651787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:49.125832 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34045fbc-7f29-4f1b-beac-988aa0b65ca7 tempest-ExternalNetworksTestJSON-1570651787 tempest-ExternalNetworksTestJSON-1570651787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:49.131665 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34045fbc-7f29-4f1b-beac-988aa0b65ca7 tempest-ExternalNetworksTestJSON-1570651787 tempest-ExternalNetworksTestJSON-1570651787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:49.137838 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34045fbc-7f29-4f1b-beac-988aa0b65ca7 tempest-ExternalNetworksTestJSON-1570651787 tempest-ExternalNetworksTestJSON-1570651787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:49.139915 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-34045fbc-7f29-4f1b-beac-988aa0b65ca7 tempest-ExternalNetworksTestJSON-1570651787 tempest-ExternalNetworksTestJSON-1570651787-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2450 time: 0.1909399 Sep 08 09:30:49.142386 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57036) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:49.222351 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-11465133-6605-44f4-9b28-4e1e8a973e19 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:49.307229 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-11465133-6605-44f4-9b28-4e1e8a973e19 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:49.328788 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-11465133-6605-44f4-9b28-4e1e8a973e19 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['819fa294-5c6a-4e98-9155-6c62471fdeb4']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:30:49.338021 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-11465133-6605-44f4-9b28-4e1e8a973e19 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '638d75d8-e1f8-4495-9025-5bf588697acf') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:30:49.338348 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-11465133-6605-44f4-9b28-4e1e8a973e19 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '638d75d8-e1f8-4495-9025-5bf588697acf') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:30:49.348104 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-11465133-6605-44f4-9b28-4e1e8a973e19 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:49.361095 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-11465133-6605-44f4-9b28-4e1e8a973e19 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:49.367158 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11465133-6605-44f4-9b28-4e1e8a973e19 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:30:49.367587 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-11465133-6605-44f4-9b28-4e1e8a973e19 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:49.369210 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:30:49.369210 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:30:49.369210 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:30:49.369210 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:30:49.369210 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:30:49.369210 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:30:49.369210 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:30:49.369210 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:30:49.369210 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:30:49.369210 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:30:49.369210 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:30:49.369210 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:30:49.369210 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:30:49.369210 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:30:49.369210 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:30:49.369210 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:30:49.369210 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:30:49.369210 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:30:49.369210 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:30:49.369210 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:30:49.369210 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:30:49.369210 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:30:49.369210 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:30:49.369210 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:30:49.369210 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:30:49.369210 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:30:49.369210 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:30:49.369210 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:30:49.369210 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:30:49.369210 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:30:49.369210 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:30:49.369210 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:30:49.430218 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-11465133-6605-44f4-9b28-4e1e8a973e19 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:49.435330 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11465133-6605-44f4-9b28-4e1e8a973e19 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 819fa294-5c6a-4e98-9155-6c62471fdeb4 {{(pid=94712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 08 09:30:49.439099 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-11465133-6605-44f4-9b28-4e1e8a973e19 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:49.442077 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-11465133-6605-44f4-9b28-4e1e8a973e19 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] 10.222.0.54 "DELETE /v2.0/networks/819fa294-5c6a-4e98-9155-6c62471fdeb4 HTTP/1.1" status: 204 len: 168 time: 0.2986047 Sep 08 09:30:49.446561 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57040) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:49.452360 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-5f640c91-6913-4667-9e66-3051a9c08111 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Request body: {'network': {'name': 'tempest-network--1942169984', 'router:external': True}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:30:49.461846 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11465133-6605-44f4-9b28-4e1e8a973e19 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Pushing event deleted for resources: {'Network': ['ID=819fa294-5c6a-4e98-9155-6c62471fdeb4,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:49.476014 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f640c91-6913-4667-9e66-3051a9c08111 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Made reservation on behalf of 192e1990234741dfa59b580ddd220b67 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:30:49.478852 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5f640c91-6913-4667-9e66-3051a9c08111 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:49.507376 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f640c91-6913-4667-9e66-3051a9c08111 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:30:49.519002 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5f640c91-6913-4667-9e66-3051a9c08111 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:49.519543 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-5f640c91-6913-4667-9e66-3051a9c08111 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Added segment aef9a9d2-92c1-4710-b4ac-87e5fff0c948 of type vlan for network b79d7129-b2c1-49c2-95ab-b636a9ca88a2 Sep 08 09:30:49.570554 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5f640c91-6913-4667-9e66-3051a9c08111 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:49.602578 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5f640c91-6913-4667-9e66-3051a9c08111 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:49.603770 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f640c91-6913-4667-9e66-3051a9c08111 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:49.604384 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5f640c91-6913-4667-9e66-3051a9c08111 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:49.668742 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57042) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:49.674422 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5f640c91-6913-4667-9e66-3051a9c08111 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2265735 Sep 08 09:30:49.679016 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f640c91-6913-4667-9e66-3051a9c08111 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Pushing event updated for resources: {'Network': ['ID=b79d7129-b2c1-49c2-95ab-b636a9ca88a2,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:49.691257 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network b79d7129-b2c1-49c2-95ab-b636a9ca88a2 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:30:49.761405 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2071d4be-5638-4023-9890-778ab1f56904 tempest-ExternalNetworksTestJSON-1570651787 tempest-ExternalNetworksTestJSON-1570651787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:49.766408 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57044) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:49.766881 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2071d4be-5638-4023-9890-778ab1f56904 tempest-ExternalNetworksTestJSON-1570651787 tempest-ExternalNetworksTestJSON-1570651787-project] 10.222.0.54 "GET /v2.0/networks/b79d7129-b2c1-49c2-95ab-b636a9ca88a2 HTTP/1.1" status: 200 len: 757 time: 0.0968392 Sep 08 09:30:49.860842 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881904a9-ae57-4fba-afd7-b6665b70d742 tempest-ExternalNetworksTestJSON-1570651787 tempest-ExternalNetworksTestJSON-1570651787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:49.864807 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-881904a9-ae57-4fba-afd7-b6665b70d742 tempest-ExternalNetworksTestJSON-1570651787 tempest-ExternalNetworksTestJSON-1570651787-project] 10.222.0.54 "GET /v2.0/networks/790915aa-fc4a-47ee-9a0a-f0bb0faba81e HTTP/1.1" status: 200 len: 767 time: 0.0946116 Sep 08 09:30:49.865235 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57046) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:49.938616 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aa4ce0a4-4be4-45a7-975b-f5826756ff0a tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:50.020477 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aa4ce0a4-4be4-45a7-975b-f5826756ff0a tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:50.042439 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-aa4ce0a4-4be4-45a7-975b-f5826756ff0a tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b79d7129-b2c1-49c2-95ab-b636a9ca88a2']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:30:50.053138 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-aa4ce0a4-4be4-45a7-975b-f5826756ff0a tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aef9a9d2-92c1-4710-b4ac-87e5fff0c948') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:30:50.053438 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-aa4ce0a4-4be4-45a7-975b-f5826756ff0a tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aef9a9d2-92c1-4710-b4ac-87e5fff0c948') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:30:50.063198 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aa4ce0a4-4be4-45a7-975b-f5826756ff0a tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:50.078319 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aa4ce0a4-4be4-45a7-975b-f5826756ff0a tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:50.085306 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa4ce0a4-4be4-45a7-975b-f5826756ff0a tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:30:50.085775 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aa4ce0a4-4be4-45a7-975b-f5826756ff0a tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:50.087740 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:30:50.087740 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:30:50.087740 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:30:50.087740 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:30:50.087740 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:30:50.087740 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:30:50.087740 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:30:50.087740 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:30:50.087740 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:30:50.087740 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:30:50.087740 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:30:50.087740 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:30:50.087740 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:30:50.087740 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:30:50.087740 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:30:50.087740 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:30:50.087740 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:30:50.087740 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:30:50.087740 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:30:50.087740 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:30:50.087740 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:30:50.087740 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:30:50.087740 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:30:50.087740 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:30:50.087740 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:30:50.087740 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:30:50.087740 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:30:50.087740 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:30:50.087740 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:30:50.087740 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:30:50.087740 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:30:50.087740 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:30:50.209207 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aa4ce0a4-4be4-45a7-975b-f5826756ff0a tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:50.215691 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4ce0a4-4be4-45a7-975b-f5826756ff0a tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b79d7129-b2c1-49c2-95ab-b636a9ca88a2 {{(pid=94712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 08 09:30:50.229850 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-aa4ce0a4-4be4-45a7-975b-f5826756ff0a tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:50.231851 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-aa4ce0a4-4be4-45a7-975b-f5826756ff0a tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] 10.222.0.54 "DELETE /v2.0/networks/b79d7129-b2c1-49c2-95ab-b636a9ca88a2 HTTP/1.1" status: 204 len: 168 time: 0.3655620 Sep 08 09:30:50.234238 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4ce0a4-4be4-45a7-975b-f5826756ff0a tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Pushing event deleted for resources: {'Network': ['ID=b79d7129-b2c1-49c2-95ab-b636a9ca88a2,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:50.237913 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57050) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:50.243778 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-07756443-119a-4258-bc6c-78359738c8bb tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Request body: {'network': {'name': 'tempest-network--789549200'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:30:50.287821 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07756443-119a-4258-bc6c-78359738c8bb tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Made reservation on behalf of 192e1990234741dfa59b580ddd220b67 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:30:50.290625 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-07756443-119a-4258-bc6c-78359738c8bb tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:50.318372 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07756443-119a-4258-bc6c-78359738c8bb tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:30:50.330993 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-07756443-119a-4258-bc6c-78359738c8bb tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:50.331898 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-07756443-119a-4258-bc6c-78359738c8bb tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Added segment bbd6c18b-7302-4079-a3ba-93103949a5a6 of type vlan for network 4911d264-f165-48cc-81e0-1ee3d3b4f21e Sep 08 09:30:50.377199 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-07756443-119a-4258-bc6c-78359738c8bb tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:50.403519 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-07756443-119a-4258-bc6c-78359738c8bb tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:50.404959 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07756443-119a-4258-bc6c-78359738c8bb tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:50.405108 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-07756443-119a-4258-bc6c-78359738c8bb tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:50.406914 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:50.442244 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-07756443-119a-4258-bc6c-78359738c8bb tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2025828 Sep 08 09:30:50.445074 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57052) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:50.451370 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-21253c62-e7b6-4f17-a797-f0c535d789b0 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:30:50.469942 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07756443-119a-4258-bc6c-78359738c8bb tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Pushing event updated for resources: {'Network': ['ID=4911d264-f165-48cc-81e0-1ee3d3b4f21e,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:50.480123 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 4911d264-f165-48cc-81e0-1ee3d3b4f21e details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:30:50.613595 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-21253c62-e7b6-4f17-a797-f0c535d789b0 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:50.627587 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-21253c62-e7b6-4f17-a797-f0c535d789b0 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:50.644140 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-21253c62-e7b6-4f17-a797-f0c535d789b0 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Network 4911d264-f165-48cc-81e0-1ee3d3b4f21e is not hosted by any dhcp agent {{(pid=94712) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 08 09:30:50.645042 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21253c62-e7b6-4f17-a797-f0c535d789b0 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:30:50.645655 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-21253c62-e7b6-4f17-a797-f0c535d789b0 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:50.647031 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-21253c62-e7b6-4f17-a797-f0c535d789b0 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] 10.222.0.54 "PUT /v2.0/networks/4911d264-f165-48cc-81e0-1ee3d3b4f21e HTTP/1.1" status: 200 len: 857 time: 0.2004981 Sep 08 09:30:50.649813 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57054) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:50.720489 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21253c62-e7b6-4f17-a797-f0c535d789b0 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Pushing event updated for resources: {'Network': ['ID=4911d264-f165-48cc-81e0-1ee3d3b4f21e,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:50.754359 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3dd4dce3-c29c-4dee-98b7-ea61ddedc125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:50.769272 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0eba7e0d-dbb8-4da1-967f-5a81355958d0 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:50.851640 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0eba7e0d-dbb8-4da1-967f-5a81355958d0 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:50.870944 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-0eba7e0d-dbb8-4da1-967f-5a81355958d0 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4911d264-f165-48cc-81e0-1ee3d3b4f21e']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:30:50.880746 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-0eba7e0d-dbb8-4da1-967f-5a81355958d0 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbd6c18b-7302-4079-a3ba-93103949a5a6') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:30:50.881043 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-0eba7e0d-dbb8-4da1-967f-5a81355958d0 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbd6c18b-7302-4079-a3ba-93103949a5a6') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:30:50.891380 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0eba7e0d-dbb8-4da1-967f-5a81355958d0 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:50.904461 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0eba7e0d-dbb8-4da1-967f-5a81355958d0 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:50.910104 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eba7e0d-dbb8-4da1-967f-5a81355958d0 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:30:50.910517 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0eba7e0d-dbb8-4da1-967f-5a81355958d0 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:50.912135 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:30:50.912135 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:30:50.912135 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:30:50.912135 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:30:50.912135 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:30:50.912135 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:30:50.912135 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:30:50.912135 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:30:50.912135 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:30:50.912135 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:30:50.912135 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:30:50.912135 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:30:50.912135 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:30:50.912135 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:30:50.912135 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:30:50.912135 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:30:50.912135 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:30:50.912135 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:30:50.912135 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:30:50.912135 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:30:50.912135 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:30:50.912135 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:30:50.912135 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:30:50.912135 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:30:50.912135 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:30:50.912135 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:30:50.912135 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:30:50.912135 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:30:50.912135 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:30:50.912135 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:30:50.912135 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:30:50.912135 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:30:50.974904 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0eba7e0d-dbb8-4da1-967f-5a81355958d0 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:50.980082 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eba7e0d-dbb8-4da1-967f-5a81355958d0 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4911d264-f165-48cc-81e0-1ee3d3b4f21e {{(pid=94712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 08 09:30:50.983375 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0eba7e0d-dbb8-4da1-967f-5a81355958d0 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:50.985265 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-0eba7e0d-dbb8-4da1-967f-5a81355958d0 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] 10.222.0.54 "DELETE /v2.0/networks/4911d264-f165-48cc-81e0-1ee3d3b4f21e HTTP/1.1" status: 204 len: 168 time: 0.3344841 Sep 08 09:30:50.988829 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57056) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:50.999197 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eba7e0d-dbb8-4da1-967f-5a81355958d0 tempest-ExternalNetworksTestJSON-1764542181 tempest-ExternalNetworksTestJSON-1764542181-project-admin] Pushing event deleted for resources: {'Network': ['ID=4911d264-f165-48cc-81e0-1ee3d3b4f21e,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:51.019277 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-27e3ffac-1594-42c8-88b2-a09fc5a0273e tempest-ExternalNetworksTestJSON-1570651787 tempest-ExternalNetworksTestJSON-1570651787-project] DELETE failed (client error): The resource could not be found. Sep 08 09:30:51.019750 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27e3ffac-1594-42c8-88b2-a09fc5a0273e tempest-ExternalNetworksTestJSON-1570651787 tempest-ExternalNetworksTestJSON-1570651787-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 09:30:51.021753 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-27e3ffac-1594-42c8-88b2-a09fc5a0273e tempest-ExternalNetworksTestJSON-1570651787 tempest-ExternalNetworksTestJSON-1570651787-project] 10.222.0.54 "DELETE /v2.0/subnets/74f14719-95d9-400c-ab33-e20809fee90b HTTP/1.1" status: 404 len: 337 time: 0.0316346 Sep 08 09:30:51.024157 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57058) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:51.110730 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3f2d1cef-9cf2-4d6c-a0e8-ada7b0ef3bb0 tempest-ExternalNetworksTestJSON-1570651787 tempest-ExternalNetworksTestJSON-1570651787-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:51.195502 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3f2d1cef-9cf2-4d6c-a0e8-ada7b0ef3bb0 tempest-ExternalNetworksTestJSON-1570651787 tempest-ExternalNetworksTestJSON-1570651787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:51.214929 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-3f2d1cef-9cf2-4d6c-a0e8-ada7b0ef3bb0 tempest-ExternalNetworksTestJSON-1570651787 tempest-ExternalNetworksTestJSON-1570651787-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['790915aa-fc4a-47ee-9a0a-f0bb0faba81e']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:30:51.223837 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-3f2d1cef-9cf2-4d6c-a0e8-ada7b0ef3bb0 tempest-ExternalNetworksTestJSON-1570651787 tempest-ExternalNetworksTestJSON-1570651787-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4933ab9-14d4-468b-b8cb-7e7ca55829e6') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:30:51.224135 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-3f2d1cef-9cf2-4d6c-a0e8-ada7b0ef3bb0 tempest-ExternalNetworksTestJSON-1570651787 tempest-ExternalNetworksTestJSON-1570651787-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4933ab9-14d4-468b-b8cb-7e7ca55829e6') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:30:51.233870 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3f2d1cef-9cf2-4d6c-a0e8-ada7b0ef3bb0 tempest-ExternalNetworksTestJSON-1570651787 tempest-ExternalNetworksTestJSON-1570651787-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:51.246549 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3f2d1cef-9cf2-4d6c-a0e8-ada7b0ef3bb0 tempest-ExternalNetworksTestJSON-1570651787 tempest-ExternalNetworksTestJSON-1570651787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:51.253309 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f2d1cef-9cf2-4d6c-a0e8-ada7b0ef3bb0 tempest-ExternalNetworksTestJSON-1570651787 tempest-ExternalNetworksTestJSON-1570651787-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:30:51.253699 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3f2d1cef-9cf2-4d6c-a0e8-ada7b0ef3bb0 tempest-ExternalNetworksTestJSON-1570651787 tempest-ExternalNetworksTestJSON-1570651787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:51.256640 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:30:51.256640 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:30:51.256640 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:30:51.256640 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:30:51.256640 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:30:51.256640 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:30:51.256640 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:30:51.256640 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:30:51.256640 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:30:51.256640 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:30:51.256640 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:30:51.256640 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:30:51.256640 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:30:51.256640 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:30:51.256640 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:30:51.256640 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:30:51.256640 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:30:51.256640 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:30:51.256640 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:30:51.256640 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:30:51.256640 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:30:51.256640 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:30:51.256640 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:30:51.256640 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:30:51.256640 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:30:51.256640 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:30:51.256640 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:30:51.256640 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:30:51.256640 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:30:51.256640 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:30:51.256640 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:30:51.256640 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:30:51.328111 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3f2d1cef-9cf2-4d6c-a0e8-ada7b0ef3bb0 tempest-ExternalNetworksTestJSON-1570651787 tempest-ExternalNetworksTestJSON-1570651787-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:51.334750 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3f2d1cef-9cf2-4d6c-a0e8-ada7b0ef3bb0 tempest-ExternalNetworksTestJSON-1570651787 tempest-ExternalNetworksTestJSON-1570651787-project] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:51.336886 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3f2d1cef-9cf2-4d6c-a0e8-ada7b0ef3bb0 tempest-ExternalNetworksTestJSON-1570651787 tempest-ExternalNetworksTestJSON-1570651787-project] 10.222.0.54 "DELETE /v2.0/networks/790915aa-fc4a-47ee-9a0a-f0bb0faba81e HTTP/1.1" status: 204 len: 168 time: 0.3114655 Sep 08 09:30:51.349853 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d1cef-9cf2-4d6c-a0e8-ada7b0ef3bb0 tempest-ExternalNetworksTestJSON-1570651787 tempest-ExternalNetworksTestJSON-1570651787-project] Pushing event deleted for resources: {'Network': ['ID=790915aa-fc4a-47ee-9a0a-f0bb0faba81e,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:51.569603 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57070) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:51.713463 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6f35adf2-00d0-456a-bbda-bc4e47d11796 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2be99c9c6d6b496eb4f55e8cca1c63d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1426151 Sep 08 09:30:51.715851 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57074) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:51.766718 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ca75b7d1-8bfe-4d80-b0a7-2a17e414f582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:51.788054 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ca75b7d1-8bfe-4d80-b0a7-2a17e414f582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:51.835586 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ca75b7d1-8bfe-4d80-b0a7-2a17e414f582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:51.839565 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ca75b7d1-8bfe-4d80-b0a7-2a17e414f582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:51.840916 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ca75b7d1-8bfe-4d80-b0a7-2a17e414f582 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b735b68d-c63e-4bc6-a6a2-e6cd75511938 HTTP/1.1" status: 204 len: 168 time: 0.1241562 Sep 08 09:30:51.851010 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca75b7d1-8bfe-4d80-b0a7-2a17e414f582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b735b68d-c63e-4bc6-a6a2-e6cd75511938,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:52.138667 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57080) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:52.184280 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:52.200338 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-6e902e7e-7aa2-484c-bd9f-4add080685fd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=192e1990234741dfa59b580ddd220b67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0575552 Sep 08 09:30:52.201022 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57082) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:52.259454 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f0422915-f798-4143-a5d5-e2ca7f22e46a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:52.286466 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f0422915-f798-4143-a5d5-e2ca7f22e46a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:52.340703 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f0422915-f798-4143-a5d5-e2ca7f22e46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:52.344094 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f0422915-f798-4143-a5d5-e2ca7f22e46a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:52.345268 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f0422915-f798-4143-a5d5-e2ca7f22e46a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/eba85afe-2ace-454f-a02a-5e25a617c7dd HTTP/1.1" status: 204 len: 168 time: 0.1431997 Sep 08 09:30:52.354895 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0422915-f798-4143-a5d5-e2ca7f22e46a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba85afe-2ace-454f-a02a-5e25a617c7dd,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:53.605768 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:53.955923 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57130) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:54.059378 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-3e049be9-37d5-4f76-8367-d688c75f6a8c tempest-QuotasTest-2074865400 tempest-QuotasTest-2074865400-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:30:54.099774 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3e049be9-37d5-4f76-8367-d688c75f6a8c tempest-QuotasTest-2074865400 tempest-QuotasTest-2074865400-project-admin] 10.222.0.54 "PUT /v2.0/quotas/931ae54895d54daea3289b45300c1130 HTTP/1.1" status: 200 len: 366 time: 0.1419775 Sep 08 09:30:54.102307 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57134) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:54.115168 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57136) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:54.115799 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e97a6ec9-f6c0-4b11-b4ab-136231410519 tempest-QuotasTest-2074865400 tempest-QuotasTest-2074865400-project-admin] 10.222.0.54 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0117247 Sep 08 09:30:54.128168 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2b66d205-c192-49e3-a911-9a24f858acd8 tempest-QuotasTest-2074865400 tempest-QuotasTest-2074865400-project-admin] 10.222.0.54 "GET /v2.0/quotas/931ae54895d54daea3289b45300c1130 HTTP/1.1" status: 200 len: 366 time: 0.0108235 Sep 08 09:30:54.130355 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57138) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:54.144468 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4cbbae49-6851-4330-8889-ea9066393c57 tempest-QuotasTest-2074865400 tempest-QuotasTest-2074865400-project-admin] 10.222.0.54 "DELETE /v2.0/quotas/931ae54895d54daea3289b45300c1130 HTTP/1.1" status: 204 len: 168 time: 0.0128207 Sep 08 09:30:54.146803 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57140) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:54.156921 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4618a75a-fea8-4095-85c9-9a8160cebcf9 tempest-QuotasTest-2074865400 tempest-QuotasTest-2074865400-project-admin] 10.222.0.54 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0089276 Sep 08 09:30:54.158962 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57142) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:54.168565 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2f5885d2-8341-4334-913c-a6c789cc60e7 tempest-QuotasTest-2074865400 tempest-QuotasTest-2074865400-project-admin] 10.222.0.54 "GET /v2.0/quotas/931ae54895d54daea3289b45300c1130 HTTP/1.1" status: 200 len: 370 time: 0.0084410 Sep 08 09:30:54.171382 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57144) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:54.176356 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-475b9255-fa0a-4c43-a36e-e0c4c0329bee tempest-QuotasTest-2074865400 tempest-QuotasTest-2074865400-project-admin] 10.222.0.54 "GET /v2.0/quotas/931ae54895d54daea3289b45300c1130/default HTTP/1.1" status: 200 len: 370 time: 0.0039828 Sep 08 09:30:54.178821 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57146) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:54.187880 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-95adf483-0202-4197-a3a0-365522dd94cf tempest-QuotasTest-2074865400 tempest-QuotasTest-2074865400-project-admin] delete failed (client error): The resource could not be found. Sep 08 09:30:54.191418 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-95adf483-0202-4197-a3a0-365522dd94cf tempest-QuotasTest-2074865400 tempest-QuotasTest-2074865400-project-admin] 10.222.0.54 "DELETE /v2.0/quotas/931ae54895d54daea3289b45300c1130 HTTP/1.1" status: 404 len: 348 time: 0.0116839 Sep 08 09:30:54.285615 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:54.304479 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57150) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:54.327015 n-d-806683-11 neutron-server[94713]: DEBUG neutron.quota.resource [None req-5ad8de0a-8eb6-4755-b21f-5d6719baa5df tempest-QuotasTest-2074865400 tempest-QuotasTest-2074865400-project-admin] Usage tracker for resource:network and tenant:43eb2b5c53164495b7403ce82525deca is out of sync, need to count used quota {{(pid=94713) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 08 09:30:54.335554 n-d-806683-11 neutron-server[94713]: DEBUG neutron.quota.resource [None req-5ad8de0a-8eb6-4755-b21f-5d6719baa5df tempest-QuotasTest-2074865400 tempest-QuotasTest-2074865400-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94713) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 08 09:30:54.345994 n-d-806683-11 neutron-server[94713]: DEBUG neutron.quota.resource [None req-5ad8de0a-8eb6-4755-b21f-5d6719baa5df tempest-QuotasTest-2074865400 tempest-QuotasTest-2074865400-project-admin] Usage tracker for resource:subnet and tenant:43eb2b5c53164495b7403ce82525deca is out of sync, need to count used quota {{(pid=94713) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 08 09:30:54.353949 n-d-806683-11 neutron-server[94713]: DEBUG neutron.quota.resource [None req-5ad8de0a-8eb6-4755-b21f-5d6719baa5df tempest-QuotasTest-2074865400 tempest-QuotasTest-2074865400-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94713) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 08 09:30:54.363767 n-d-806683-11 neutron-server[94713]: DEBUG neutron.quota.resource [None req-5ad8de0a-8eb6-4755-b21f-5d6719baa5df tempest-QuotasTest-2074865400 tempest-QuotasTest-2074865400-project-admin] Usage tracker for resource:subnetpool and tenant:43eb2b5c53164495b7403ce82525deca is out of sync, need to count used quota {{(pid=94713) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 08 09:30:54.371259 n-d-806683-11 neutron-server[94713]: DEBUG neutron.quota.resource [None req-5ad8de0a-8eb6-4755-b21f-5d6719baa5df tempest-QuotasTest-2074865400 tempest-QuotasTest-2074865400-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94713) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 08 09:30:54.380402 n-d-806683-11 neutron-server[94713]: DEBUG neutron.quota.resource [None req-5ad8de0a-8eb6-4755-b21f-5d6719baa5df tempest-QuotasTest-2074865400 tempest-QuotasTest-2074865400-project-admin] Usage tracker for resource:port and tenant:43eb2b5c53164495b7403ce82525deca is out of sync, need to count used quota {{(pid=94713) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 08 09:30:54.385877 n-d-806683-11 neutron-server[94713]: DEBUG neutron.quota.resource [None req-5ad8de0a-8eb6-4755-b21f-5d6719baa5df tempest-QuotasTest-2074865400 tempest-QuotasTest-2074865400-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94713) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 08 09:30:54.392578 n-d-806683-11 neutron-server[94713]: DEBUG neutron.quota.resource [None req-5ad8de0a-8eb6-4755-b21f-5d6719baa5df tempest-QuotasTest-2074865400 tempest-QuotasTest-2074865400-project-admin] Usage tracker for resource:router and tenant:43eb2b5c53164495b7403ce82525deca is out of sync, need to count used quota {{(pid=94713) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 08 09:30:54.397559 n-d-806683-11 neutron-server[94713]: DEBUG neutron.quota.resource [None req-5ad8de0a-8eb6-4755-b21f-5d6719baa5df tempest-QuotasTest-2074865400 tempest-QuotasTest-2074865400-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94713) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 08 09:30:54.404034 n-d-806683-11 neutron-server[94713]: DEBUG neutron.quota.resource [None req-5ad8de0a-8eb6-4755-b21f-5d6719baa5df tempest-QuotasTest-2074865400 tempest-QuotasTest-2074865400-project-admin] Usage tracker for resource:floatingip and tenant:43eb2b5c53164495b7403ce82525deca is out of sync, need to count used quota {{(pid=94713) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 08 09:30:54.432026 n-d-806683-11 neutron-server[94713]: DEBUG neutron.quota.resource [None req-5ad8de0a-8eb6-4755-b21f-5d6719baa5df tempest-QuotasTest-2074865400 tempest-QuotasTest-2074865400-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94713) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 08 09:30:54.472828 n-d-806683-11 neutron-server[94713]: DEBUG neutron.quota.resource [None req-5ad8de0a-8eb6-4755-b21f-5d6719baa5df tempest-QuotasTest-2074865400 tempest-QuotasTest-2074865400-project-admin] Usage tracker for resource:security_group and tenant:43eb2b5c53164495b7403ce82525deca is out of sync, need to count used quota {{(pid=94713) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 08 09:30:54.478318 n-d-806683-11 neutron-server[94713]: DEBUG neutron.quota.resource [None req-5ad8de0a-8eb6-4755-b21f-5d6719baa5df tempest-QuotasTest-2074865400 tempest-QuotasTest-2074865400-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94713) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 08 09:30:54.484707 n-d-806683-11 neutron-server[94713]: DEBUG neutron.quota.resource [None req-5ad8de0a-8eb6-4755-b21f-5d6719baa5df tempest-QuotasTest-2074865400 tempest-QuotasTest-2074865400-project-admin] Usage tracker for resource:security_group_rule and tenant:43eb2b5c53164495b7403ce82525deca is out of sync, need to count used quota {{(pid=94713) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 08 09:30:54.489630 n-d-806683-11 neutron-server[94713]: DEBUG neutron.quota.resource [None req-5ad8de0a-8eb6-4755-b21f-5d6719baa5df tempest-QuotasTest-2074865400 tempest-QuotasTest-2074865400-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94713) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 08 09:30:54.494672 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5ad8de0a-8eb6-4755-b21f-5d6719baa5df tempest-QuotasTest-2074865400 tempest-QuotasTest-2074865400-project-admin] 10.222.0.54 "GET /v2.0/quotas/43eb2b5c53164495b7403ce82525deca/details.json HTTP/1.1" status: 200 len: 703 time: 0.1888661 Sep 08 09:30:54.816309 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57158) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:54.935030 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-02a2a6cf-8622-437f-89f6-6fb2a5ff43f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:55.033437 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-02a2a6cf-8622-437f-89f6-6fb2a5ff43f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:55.037580 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-02a2a6cf-8622-437f-89f6-6fb2a5ff43f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:55.074528 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a2a6cf-8622-437f-89f6-6fb2a5ff43f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04815b0-5c59-4ac0-b718-17461074c16c,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:55.082894 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-02a2a6cf-8622-437f-89f6-6fb2a5ff43f7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=058b082b6028446493abd73ac513f6cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2628434 Sep 08 09:30:55.083451 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57162) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:55.136055 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e22c92cf-0d7f-4dc5-9c22-5b8ecf836134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:55.158113 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e22c92cf-0d7f-4dc5-9c22-5b8ecf836134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:55.206770 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e22c92cf-0d7f-4dc5-9c22-5b8ecf836134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:55.209348 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e22c92cf-0d7f-4dc5-9c22-5b8ecf836134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:55.210702 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e22c92cf-0d7f-4dc5-9c22-5b8ecf836134 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d04815b0-5c59-4ac0-b718-17461074c16c HTTP/1.1" status: 204 len: 168 time: 0.1267703 Sep 08 09:30:55.221135 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c92cf-0d7f-4dc5-9c22-5b8ecf836134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04815b0-5c59-4ac0-b718-17461074c16c,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:55.503214 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57168) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:55.518188 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-754ad67f-0a88-4948-b013-8fccf67c82e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:55.626323 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-754ad67f-0a88-4948-b013-8fccf67c82e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:55.630344 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-754ad67f-0a88-4948-b013-8fccf67c82e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:55.670337 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-754ad67f-0a88-4948-b013-8fccf67c82e1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=43eb2b5c53164495b7403ce82525deca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1658466 Sep 08 09:30:55.671497 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ad67f-0a88-4948-b013-8fccf67c82e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38900499-f53a-4215-9bc3-4b6aa3812727,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:55.672796 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57172) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:30:55.727445 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-649afaed-2418-4f22-8240-599e5d304d29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:55.753883 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-649afaed-2418-4f22-8240-599e5d304d29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:55.803122 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-649afaed-2418-4f22-8240-599e5d304d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:55.805686 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-649afaed-2418-4f22-8240-599e5d304d29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:30:55.809469 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-649afaed-2418-4f22-8240-599e5d304d29 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/38900499-f53a-4215-9bc3-4b6aa3812727 HTTP/1.1" status: 204 len: 168 time: 0.1323850 Sep 08 09:30:55.816243 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649afaed-2418-4f22-8240-599e5d304d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38900499-f53a-4215-9bc3-4b6aa3812727,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:30:58.705208 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:15.723670 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57654) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:31:15.834346 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5e0494c6-bffe-4a0e-965e-d3ff48995d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:15.933601 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5e0494c6-bffe-4a0e-965e-d3ff48995d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:15.938428 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5e0494c6-bffe-4a0e-965e-d3ff48995d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:15.977223 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0494c6-bffe-4a0e-965e-d3ff48995d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bd5106-9e0e-4738-8532-af7193004af8,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:31:15.984490 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5e0494c6-bffe-4a0e-965e-d3ff48995d1b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=535d4864e717428d9b1f31004cd0552e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2567332 Sep 08 09:31:15.984667 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57662) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:31:16.034887 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-85cec39a-f417-494b-8f7e-7fad89552c17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:16.059539 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-85cec39a-f417-494b-8f7e-7fad89552c17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:16.108817 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-85cec39a-f417-494b-8f7e-7fad89552c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:16.111332 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-85cec39a-f417-494b-8f7e-7fad89552c17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:16.115261 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-85cec39a-f417-494b-8f7e-7fad89552c17 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e2bd5106-9e0e-4738-8532-af7193004af8 HTTP/1.1" status: 204 len: 168 time: 0.1269314 Sep 08 09:31:16.129368 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cec39a-f417-494b-8f7e-7fad89552c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bd5106-9e0e-4738-8532-af7193004af8,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:31:16.403257 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 57674) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:31:16.416945 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-978d543e-4faa-484e-a96c-99ba93818064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:16.520107 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-978d543e-4faa-484e-a96c-99ba93818064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:16.523977 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-978d543e-4faa-484e-a96c-99ba93818064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:16.565427 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-978d543e-4faa-484e-a96c-99ba93818064 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7c3398a299a647e2b0ff3f647ee7970c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1610351 Sep 08 09:31:16.566699 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d543e-4faa-484e-a96c-99ba93818064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb835506-e9fb-4630-b2b5-614b76e69b37,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:31:16.568189 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 57680) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:31:16.574184 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978d543e-4faa-484e-a96c-99ba93818064 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:31:16.574540 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978d543e-4faa-484e-a96c-99ba93818064 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:31:16.575443 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978d543e-4faa-484e-a96c-99ba93818064 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:31:16.575771 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978d543e-4faa-484e-a96c-99ba93818064 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:31:16.576113 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978d543e-4faa-484e-a96c-99ba93818064 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:31:16.576448 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978d543e-4faa-484e-a96c-99ba93818064 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:31:16.576782 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978d543e-4faa-484e-a96c-99ba93818064 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:31:16.577112 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978d543e-4faa-484e-a96c-99ba93818064 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:31:16.577442 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978d543e-4faa-484e-a96c-99ba93818064 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:31:16.577772 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978d543e-4faa-484e-a96c-99ba93818064 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:31:16.578127 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978d543e-4faa-484e-a96c-99ba93818064 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:31:16.578455 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978d543e-4faa-484e-a96c-99ba93818064 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:31:16.620938 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6b3908c0-a31c-4f6c-8b3a-8ac3657ae54d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:16.647254 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6b3908c0-a31c-4f6c-8b3a-8ac3657ae54d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:16.695729 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6b3908c0-a31c-4f6c-8b3a-8ac3657ae54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:16.698608 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6b3908c0-a31c-4f6c-8b3a-8ac3657ae54d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:16.699910 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6b3908c0-a31c-4f6c-8b3a-8ac3657ae54d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fb835506-e9fb-4630-b2b5-614b76e69b37 HTTP/1.1" status: 204 len: 168 time: 0.1304846 Sep 08 09:31:16.709407 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3908c0-a31c-4f6c-8b3a-8ac3657ae54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb835506-e9fb-4630-b2b5-614b76e69b37,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:31:17.642960 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1caec7fc-ac16-4094-ab9d-a15bb330e831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:19.379764 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:31:20.402529 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:20.756903 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8c534280-2b65-4773-974b-c3efd84981e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:21.431278 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [req-df28ea0b-6c16-4f85-bf69-2295d6b9cb2d req-0000db0b-a5c4-4334-80e6-b22d8fb82ddc service neutron] (94712) timed out ('10.222.0.35', 58785) {{(pid=94712) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 09:31:22.199024 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:23.601454 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:24.279546 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:28.742492 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:35.369092 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58112) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:31:35.495761 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-47c8d499-db9b-4455-90d8-c25b0ffe03a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:35.598025 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-47c8d499-db9b-4455-90d8-c25b0ffe03a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:35.603004 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-47c8d499-db9b-4455-90d8-c25b0ffe03a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:35.647774 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-47c8d499-db9b-4455-90d8-c25b0ffe03a4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2eefbdab8c1445aeb44409e5d6e0ccd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2767446 Sep 08 09:31:35.648818 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c8d499-db9b-4455-90d8-c25b0ffe03a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a0b636-dc0b-4a8d-a444-9bd5ba4eee8b,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:31:35.651283 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58116) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:31:35.725029 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e0f75c5a-89d5-4dbb-8e24-bfcad0012076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:35.754259 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e0f75c5a-89d5-4dbb-8e24-bfcad0012076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:35.820616 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e0f75c5a-89d5-4dbb-8e24-bfcad0012076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:35.823828 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e0f75c5a-89d5-4dbb-8e24-bfcad0012076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:35.826259 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e0f75c5a-89d5-4dbb-8e24-bfcad0012076 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/49a0b636-dc0b-4a8d-a444-9bd5ba4eee8b HTTP/1.1" status: 204 len: 168 time: 0.1734736 Sep 08 09:31:35.835238 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f75c5a-89d5-4dbb-8e24-bfcad0012076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a0b636-dc0b-4a8d-a444-9bd5ba4eee8b,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:31:36.144428 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58174) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:31:36.157831 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3ca8e947-cc72-4495-ba13-15caa4a09981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:36.270965 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3ca8e947-cc72-4495-ba13-15caa4a09981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:36.276116 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3ca8e947-cc72-4495-ba13-15caa4a09981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:36.314828 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-3ca8e947-cc72-4495-ba13-15caa4a09981 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=eb8920fc5d9046c3a7307a4d7f276b7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1690516 Sep 08 09:31:36.317167 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58200) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:31:36.346470 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca8e947-cc72-4495-ba13-15caa4a09981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675540d9-8bb8-4dd5-96fb-f85b56a37b9f,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:31:36.387406 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9dd78649-3a76-442c-90ab-901277cd8f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:36.411401 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9dd78649-3a76-442c-90ab-901277cd8f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:36.473725 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9dd78649-3a76-442c-90ab-901277cd8f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:36.477600 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9dd78649-3a76-442c-90ab-901277cd8f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:36.482697 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9dd78649-3a76-442c-90ab-901277cd8f21 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/675540d9-8bb8-4dd5-96fb-f85b56a37b9f HTTP/1.1" status: 204 len: 168 time: 0.1643860 Sep 08 09:31:36.491852 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd78649-3a76-442c-90ab-901277cd8f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675540d9-8bb8-4dd5-96fb-f85b56a37b9f,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:31:38.379758 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58556) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:31:38.502535 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e8d33542-4c60-4766-ae41-2785ce7b2688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:38.601036 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e8d33542-4c60-4766-ae41-2785ce7b2688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:38.604922 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e8d33542-4c60-4766-ae41-2785ce7b2688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:38.648134 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d33542-4c60-4766-ae41-2785ce7b2688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93139f24-2def-48e1-ac56-3277dfa41ce8,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:31:38.655569 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e8d33542-4c60-4766-ae41-2785ce7b2688 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=30af54e3f8474154b7e73d4a285bb1e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2722716 Sep 08 09:31:38.655744 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58604) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:31:38.707928 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e229872c-0c14-439a-b199-76bfe4ee5f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:38.737077 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e229872c-0c14-439a-b199-76bfe4ee5f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:38.784490 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e229872c-0c14-439a-b199-76bfe4ee5f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:38.787111 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e229872c-0c14-439a-b199-76bfe4ee5f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:38.788282 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e229872c-0c14-439a-b199-76bfe4ee5f18 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/93139f24-2def-48e1-ac56-3277dfa41ce8 HTTP/1.1" status: 204 len: 168 time: 0.1316888 Sep 08 09:31:38.798719 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e229872c-0c14-439a-b199-76bfe4ee5f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93139f24-2def-48e1-ac56-3277dfa41ce8,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:31:39.055283 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58634) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:31:39.072662 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-19eab0a3-282b-43ac-be19-f7f631a42403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:39.175598 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-19eab0a3-282b-43ac-be19-f7f631a42403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:39.180428 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-19eab0a3-282b-43ac-be19-f7f631a42403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:39.219734 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eab0a3-282b-43ac-be19-f7f631a42403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299aaeeb-df8f-46d0-8723-0583c87b889c,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:31:39.227277 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-19eab0a3-282b-43ac-be19-f7f631a42403 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4b689d7ecf5b4691bfdc4d929e3be2d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1705053 Sep 08 09:31:39.227849 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58644) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:31:39.293798 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c0a57-e94f-4f5a-b394-bcbec36cfcb0 req-0677288f-f541-4c0c-ac3c-bfe3ea3e2c35 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:31:39.294299 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7ce22a45-4409-4b97-b029-5e29e8672923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:39.295694 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-234c0a57-e94f-4f5a-b394-bcbec36cfcb0 req-0677288f-f541-4c0c-ac3c-bfe3ea3e2c35 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.54 "GET /v2.0/networks?id=1481d01d-e045-4da2-859f-2fd0cf46fe0f HTTP/1.1" status: 200 len: 813 time: 0.1918545 Sep 08 09:31:39.315788 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-234c0a57-e94f-4f5a-b394-bcbec36cfcb0 req-d2738063-5f63-45ef-aaba-c3719aac6e87 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.54 "GET /v2.0/quotas/3f820dcd891542779a2ca914062b6c8b HTTP/1.1" status: 200 len: 375 time: 0.0104144 Sep 08 09:31:39.318271 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7ce22a45-4409-4b97-b029-5e29e8672923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:39.374973 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7ce22a45-4409-4b97-b029-5e29e8672923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:39.378702 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7ce22a45-4409-4b97-b029-5e29e8672923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:39.379896 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-7ce22a45-4409-4b97-b029-5e29e8672923 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/299aaeeb-df8f-46d0-8723-0583c87b889c HTTP/1.1" status: 204 len: 168 time: 0.1511252 Sep 08 09:31:39.389750 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce22a45-4409-4b97-b029-5e29e8672923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299aaeeb-df8f-46d0-8723-0583c87b889c,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:31:39.390877 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-234c0a57-e94f-4f5a-b394-bcbec36cfcb0 req-5f311b9d-25e3-4a73-b762-a38a18c80b90 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3f820dcd891542779a2ca914062b6c8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0674763 Sep 08 09:31:39.462094 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6a4fe54c-781c-41e1-8b1e-3192a6a28ade req-d37ed105-e424-400b-be08-00695f7d919e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d0130519-e7c2-48d2-9daa-0873572708df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2201998 Sep 08 09:31:39.475171 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [req-234c0a57-e94f-4f5a-b394-bcbec36cfcb0 req-afc58181-b848-4777-9b8f-830e5c5b9fad service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:31:39.476204 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-234c0a57-e94f-4f5a-b394-bcbec36cfcb0 req-afc58181-b848-4777-9b8f-830e5c5b9fad service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0845649 Sep 08 09:31:39.574547 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4fe54c-781c-41e1-8b1e-3192a6a28ade req-96413f10-7307-4c3e-823b-10577ef0de46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:31:39.576433 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6a4fe54c-781c-41e1-8b1e-3192a6a28ade req-96413f10-7307-4c3e-823b-10577ef0de46 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0f105e5fd99469d8f84a09c77d72db0&device_id=d0130519-e7c2-48d2-9daa-0873572708df HTTP/1.1" status: 200 len: 1098 time: 0.0522361 Sep 08 09:31:39.702965 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4fe54c-781c-41e1-8b1e-3192a6a28ade req-20499138-9972-4c4c-b03e-722a5a593d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:31:39.704505 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6a4fe54c-781c-41e1-8b1e-3192a6a28ade req-20499138-9972-4c4c-b03e-722a5a593d76 service neutron] 10.222.0.35 "GET /v2.0/networks?id=668ee9d9-2f1c-4ea3-ae54-666bf84618ca HTTP/1.1" status: 200 len: 898 time: 0.1062932 Sep 08 09:31:39.787909 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6a4fe54c-781c-41e1-8b1e-3192a6a28ade req-7d55b20d-a091-4187-8d76-8f033aa425f6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7485b147-4708-474a-bc9e-787f898a9311 HTTP/1.1" status: 200 len: 1001 time: 0.0757000 Sep 08 09:31:39.842485 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4fe54c-781c-41e1-8b1e-3192a6a28ade req-7b0c7ee3-1596-4fbe-9822-05ced447ddf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:31:39.844130 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6a4fe54c-781c-41e1-8b1e-3192a6a28ade req-7b0c7ee3-1596-4fbe-9822-05ced447ddf9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4e2f513d-fd69-4145-8732-bf4182a164a0 HTTP/1.1" status: 200 len: 834 time: 0.0493190 Sep 08 09:31:39.892636 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4fe54c-781c-41e1-8b1e-3192a6a28ade req-e9f65a77-5b71-426d-996e-cdd980fba530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:31:39.894323 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6a4fe54c-781c-41e1-8b1e-3192a6a28ade req-e9f65a77-5b71-426d-996e-cdd980fba530 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=668ee9d9-2f1c-4ea3-ae54-666bf84618ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424197 Sep 08 09:31:39.930776 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-234c0a57-e94f-4f5a-b394-bcbec36cfcb0 req-7232f4c8-33a9-45c2-8d92-2005a2035640 service neutron] 10.222.0.54 "GET /v2.0/networks/1481d01d-e045-4da2-859f-2fd0cf46fe0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4476049 Sep 08 09:31:40.005045 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6a4fe54c-781c-41e1-8b1e-3192a6a28ade req-42a95f64-707d-4914-a1ac-243b10af1879 service neutron] 10.222.0.35 "GET /v2.0/networks/668ee9d9-2f1c-4ea3-ae54-666bf84618ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986261 Sep 08 09:31:40.029453 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-234c0a57-e94f-4f5a-b394-bcbec36cfcb0 req-3ce36412-dc90-4b74-a47a-2ef09c9b7d27 service neutron] 10.222.0.54 "GET /v2.0/networks/1481d01d-e045-4da2-859f-2fd0cf46fe0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932791 Sep 08 09:31:40.109794 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6a4fe54c-781c-41e1-8b1e-3192a6a28ade req-7f001bb1-827d-477f-988a-fa14c130f6df service neutron] 10.222.0.35 "GET /v2.0/networks/668ee9d9-2f1c-4ea3-ae54-666bf84618ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018713 Sep 08 09:31:41.065243 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b777a-a895-4f32-b24f-100a80e4a7ca req-3d6afa57-c818-49cb-94f7-dd9a25afaa2e tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:31:41.066819 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1f0b777a-a895-4f32-b24f-100a80e4a7ca req-3d6afa57-c818-49cb-94f7-dd9a25afaa2e tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0130519-e7c2-48d2-9daa-0873572708df HTTP/1.1" status: 200 len: 946 time: 0.0573878 Sep 08 09:31:41.115374 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1f0b777a-a895-4f32-b24f-100a80e4a7ca req-b877315e-edc6-4ff7-9682-f607b5a6f758 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=68d2df2d-7229-407f-9cde-b2b723817c14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422361 Sep 08 09:31:41.272901 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c8e220a8-2c23-419c-9565-57621f2ef3cf req-7cae5e50-7df5-47f8-b9a6-c658c283eb31 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.54 "GET /v2.0/ports?device_id=498af895-a348-40ef-bd7e-e45b1c328b74 HTTP/1.1" status: 200 len: 210 time: 0.0289228 Sep 08 09:31:42.009921 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58748) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:31:42.123448 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c059f73a-acda-4b57-bd53-be0ccb37ff48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:42.246149 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c059f73a-acda-4b57-bd53-be0ccb37ff48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:42.254661 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c059f73a-acda-4b57-bd53-be0ccb37ff48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:42.287304 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c0a57-e94f-4f5a-b394-bcbec36cfcb0 req-e22017de-9e5a-42e6-92f4-c60a8ae266e0 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:31:42.289154 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-234c0a57-e94f-4f5a-b394-bcbec36cfcb0 req-e22017de-9e5a-42e6-92f4-c60a8ae266e0 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.37 "GET /v2.0/networks?id=1481d01d-e045-4da2-859f-2fd0cf46fe0f HTTP/1.1" status: 200 len: 813 time: 0.1327753 Sep 08 09:31:42.302009 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c059f73a-acda-4b57-bd53-be0ccb37ff48 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6750dfd8b76f4f2c9923acbee87ad202&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2908006 Sep 08 09:31:42.304733 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58756) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:31:42.310498 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e9bdc-0202-4f89-ad87-e6438273d51d req-02021850-42f3-4f1b-8cdb-99a5953f91b7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:31:42.312005 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-255e9bdc-0202-4f89-ad87-e6438273d51d req-02021850-42f3-4f1b-8cdb-99a5953f91b7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0130519-e7c2-48d2-9daa-0873572708df HTTP/1.1" status: 200 len: 946 time: 0.1018794 Sep 08 09:31:42.314385 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c059f73a-acda-4b57-bd53-be0ccb37ff48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448a2112-adfa-418f-8d22-e902318bbe91,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:31:42.324189 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c059f73a-acda-4b57-bd53-be0ccb37ff48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:31:42.324534 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c059f73a-acda-4b57-bd53-be0ccb37ff48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:31:42.325148 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c059f73a-acda-4b57-bd53-be0ccb37ff48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:31:42.325482 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c059f73a-acda-4b57-bd53-be0ccb37ff48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:31:42.325821 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c059f73a-acda-4b57-bd53-be0ccb37ff48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:31:42.326178 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c059f73a-acda-4b57-bd53-be0ccb37ff48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:31:42.326510 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c059f73a-acda-4b57-bd53-be0ccb37ff48 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:31:42.326839 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c059f73a-acda-4b57-bd53-be0ccb37ff48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:31:42.326968 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-234c0a57-e94f-4f5a-b394-bcbec36cfcb0 req-9c8d89cd-1229-45f9-864d-6e8ffc805537 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Request body: {'port': {'device_id': '498af895-a348-40ef-bd7e-e45b1c328b74', 'network_id': '1481d01d-e045-4da2-859f-2fd0cf46fe0f', 'admin_state_up': True, 'tenant_id': '3f820dcd891542779a2ca914062b6c8b'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:31:42.327168 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c059f73a-acda-4b57-bd53-be0ccb37ff48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:31:42.327523 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c059f73a-acda-4b57-bd53-be0ccb37ff48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:31:42.327846 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c059f73a-acda-4b57-bd53-be0ccb37ff48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:31:42.328378 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c059f73a-acda-4b57-bd53-be0ccb37ff48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:31:42.374257 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-255e9bdc-0202-4f89-ad87-e6438273d51d req-453a1392-f8b0-4ad4-bd29-1ceacc2b126c tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=68d2df2d-7229-407f-9cde-b2b723817c14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527494 Sep 08 09:31:42.400916 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8c8c35cc-64a8-4ef1-a1bb-d1620c6e9e05 req-aa47305c-7379-4300-8dfb-637a98922f19 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.54 "GET /v2.0/ports?device_id=498af895-a348-40ef-bd7e-e45b1c328b74 HTTP/1.1" status: 200 len: 210 time: 0.0476923 Sep 08 09:31:42.457398 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1f4bd340-8538-4ac6-b6b6-2cd33f3edcb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:42.493588 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1f4bd340-8538-4ac6-b6b6-2cd33f3edcb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:42.529654 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-234c0a57-e94f-4f5a-b394-bcbec36cfcb0 req-9c8d89cd-1229-45f9-864d-6e8ffc805537 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Made reservation on behalf of 3f820dcd891542779a2ca914062b6c8b for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:31:42.533092 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-234c0a57-e94f-4f5a-b394-bcbec36cfcb0 req-9c8d89cd-1229-45f9-864d-6e8ffc805537 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:42.570766 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1f4bd340-8538-4ac6-b6b6-2cd33f3edcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:42.573300 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1f4bd340-8538-4ac6-b6b6-2cd33f3edcb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:42.575022 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-1f4bd340-8538-4ac6-b6b6-2cd33f3edcb2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/448a2112-adfa-418f-8d22-e902318bbe91 HTTP/1.1" status: 204 len: 168 time: 0.2685966 Sep 08 09:31:42.614370 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4bd340-8538-4ac6-b6b6-2cd33f3edcb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448a2112-adfa-418f-8d22-e902318bbe91,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:31:42.689177 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-234c0a57-e94f-4f5a-b394-bcbec36cfcb0 req-9c8d89cd-1229-45f9-864d-6e8ffc805537 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Allocated IP 172.20.0.10 (1481d01d-e045-4da2-859f-2fd0cf46fe0f/6a00c265-006a-4bd7-a98b-c4c597b4b06a/74c4dcc0-f68d-4a46-895f-cb07cfccd8ff) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:31:42.846802 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-234c0a57-e94f-4f5a-b394-bcbec36cfcb0 req-9c8d89cd-1229-45f9-864d-6e8ffc805537 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:42.850453 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58762) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:31:42.865010 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3622f7cb-d9e5-482b-b04c-a3929633cf11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:42.886571 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-234c0a57-e94f-4f5a-b394-bcbec36cfcb0 req-9c8d89cd-1229-45f9-864d-6e8ffc805537 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:42.932267 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-234c0a57-e94f-4f5a-b394-bcbec36cfcb0 req-9c8d89cd-1229-45f9-864d-6e8ffc805537 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Network 1481d01d-e045-4da2-859f-2fd0cf46fe0f is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:31:42.935685 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-234c0a57-e94f-4f5a-b394-bcbec36cfcb0 req-9c8d89cd-1229-45f9-864d-6e8ffc805537 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:31:42.941514 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-234c0a57-e94f-4f5a-b394-bcbec36cfcb0 req-9c8d89cd-1229-45f9-864d-6e8ffc805537 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:31:42.948029 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d89cd-1229-45f9-864d-6e8ffc805537 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Pushing event updated for resources: {'Port': ['ID=74c4dcc0-f68d-4a46-895f-cb07cfccd8ff,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:31:42.979258 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3622f7cb-d9e5-482b-b04c-a3929633cf11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:42.984705 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3622f7cb-d9e5-482b-b04c-a3929633cf11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:42.997001 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c0a57-e94f-4f5a-b394-bcbec36cfcb0 req-9c8d89cd-1229-45f9-864d-6e8ffc805537 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:31:42.997631 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-234c0a57-e94f-4f5a-b394-bcbec36cfcb0 req-9c8d89cd-1229-45f9-864d-6e8ffc805537 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:43.013784 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-234c0a57-e94f-4f5a-b394-bcbec36cfcb0 req-9c8d89cd-1229-45f9-864d-6e8ffc805537 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6916351 Sep 08 09:31:43.033543 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3622f7cb-d9e5-482b-b04c-a3929633cf11 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6e9efac945aa4c72a76d70fd83fe9900&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1796806 Sep 08 09:31:43.033543 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3622f7cb-d9e5-482b-b04c-a3929633cf11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f1625d-6c51-4d0e-a963-ad822a69777f,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:31:43.034258 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58766) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:31:43.084441 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-88b2e61e-aca9-4377-93a8-aaab427e0e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:43.107371 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-88b2e61e-aca9-4377-93a8-aaab427e0e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:43.173974 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-88b2e61e-aca9-4377-93a8-aaab427e0e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:43.178537 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-88b2e61e-aca9-4377-93a8-aaab427e0e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:43.180087 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-88b2e61e-aca9-4377-93a8-aaab427e0e1d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f9f1625d-6c51-4d0e-a963-ad822a69777f HTTP/1.1" status: 204 len: 168 time: 0.1451399 Sep 08 09:31:43.194600 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2e61e-aca9-4377-93a8-aaab427e0e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f1625d-6c51-4d0e-a963-ad822a69777f,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:31:43.211590 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-234c0a57-e94f-4f5a-b394-bcbec36cfcb0 req-db6069e7-f44f-48c0-84b1-6eea2010dfbc service neutron] Request body: {'port': {'device_id': '498af895-a348-40ef-bd7e-e45b1c328b74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:31:43.268615 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-234c0a57-e94f-4f5a-b394-bcbec36cfcb0 req-db6069e7-f44f-48c0-84b1-6eea2010dfbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:43.534775 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6361247-4815-49dc-91da-a411ddc67de2 req-14d6fccd-cc28-462e-a358-b52b5c497e1b tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:31:43.538616 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c6361247-4815-49dc-91da-a411ddc67de2 req-14d6fccd-cc28-462e-a358-b52b5c497e1b tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0130519-e7c2-48d2-9daa-0873572708df HTTP/1.1" status: 200 len: 946 time: 0.0597756 Sep 08 09:31:43.555791 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4dca43-a2d8-4dff-b6d1-0eb22e5619b1 req-3f814314-67e2-4a2d-be0f-d35e03fba129 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:31:43.557389 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bc4dca43-a2d8-4dff-b6d1-0eb22e5619b1 req-3f814314-67e2-4a2d-be0f-d35e03fba129 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.54 "GET /v2.0/ports?device_id=498af895-a348-40ef-bd7e-e45b1c328b74 HTTP/1.1" status: 200 len: 932 time: 0.0794649 Sep 08 09:31:43.580367 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c6361247-4815-49dc-91da-a411ddc67de2 req-fdb2470e-47d0-444b-a7da-1fa3d2b71e13 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=68d2df2d-7229-407f-9cde-b2b723817c14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381970 Sep 08 09:31:43.624564 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-234c0a57-e94f-4f5a-b394-bcbec36cfcb0 req-db6069e7-f44f-48c0-84b1-6eea2010dfbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74c4dcc0-f68d-4a46-895f-cb07cfccd8ff {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:31:43.635710 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-234c0a57-e94f-4f5a-b394-bcbec36cfcb0 req-db6069e7-f44f-48c0-84b1-6eea2010dfbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:43.641194 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bc4dca43-a2d8-4dff-b6d1-0eb22e5619b1 req-cb195312-296b-41c1-808a-3f690219bb86 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.54 "GET /v2.0/security-groups?id=d41b37e3-0c9b-4d54-be34-8509766af91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776293 Sep 08 09:31:43.652591 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-234c0a57-e94f-4f5a-b394-bcbec36cfcb0 req-db6069e7-f44f-48c0-84b1-6eea2010dfbc service neutron] Transition to ACTIVE for port object 74c4dcc0-f68d-4a46-895f-cb07cfccd8ff will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:31:43.657263 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-234c0a57-e94f-4f5a-b394-bcbec36cfcb0 req-db6069e7-f44f-48c0-84b1-6eea2010dfbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:43.713458 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6069e7-f44f-48c0-84b1-6eea2010dfbc service neutron] Pushing event updated for resources: {'Port': ['ID=74c4dcc0-f68d-4a46-895f-cb07cfccd8ff,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:31:43.795349 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-234c0a57-e94f-4f5a-b394-bcbec36cfcb0 req-db6069e7-f44f-48c0-84b1-6eea2010dfbc service neutron] Attempting to bind port 74c4dcc0-f68d-4a46-895f-cb07cfccd8ff on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:31:43.795682 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-234c0a57-e94f-4f5a-b394-bcbec36cfcb0 req-db6069e7-f44f-48c0-84b1-6eea2010dfbc service neutron] Attempting to bind port 74c4dcc0-f68d-4a46-895f-cb07cfccd8ff by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '6845b7d6-95ad-4975-880b-f624eeae3520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1481d01d-e045-4da2-859f-2fd0cf46fe0f'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:31:43.796019 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234c0a57-e94f-4f5a-b394-bcbec36cfcb0 req-db6069e7-f44f-48c0-84b1-6eea2010dfbc service neutron] Attempting to bind port 74c4dcc0-f68d-4a46-895f-cb07cfccd8ff on network 1481d01d-e045-4da2-859f-2fd0cf46fe0f {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:31:43.800437 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234c0a57-e94f-4f5a-b394-bcbec36cfcb0 req-db6069e7-f44f-48c0-84b1-6eea2010dfbc service neutron] Port 74c4dcc0-f68d-4a46-895f-cb07cfccd8ff on network 1481d01d-e045-4da2-859f-2fd0cf46fe0f not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:31:43.800762 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234c0a57-e94f-4f5a-b394-bcbec36cfcb0 req-db6069e7-f44f-48c0-84b1-6eea2010dfbc service neutron] Attempting to bind port 74c4dcc0-f68d-4a46-895f-cb07cfccd8ff on network 1481d01d-e045-4da2-859f-2fd0cf46fe0f {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:31:43.805975 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234c0a57-e94f-4f5a-b394-bcbec36cfcb0 req-db6069e7-f44f-48c0-84b1-6eea2010dfbc service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:31:43.806361 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234c0a57-e94f-4f5a-b394-bcbec36cfcb0 req-db6069e7-f44f-48c0-84b1-6eea2010dfbc service neutron] Checking segment: {'id': '6845b7d6-95ad-4975-880b-f624eeae3520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1481d01d-e045-4da2-859f-2fd0cf46fe0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:31:43.806751 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234c0a57-e94f-4f5a-b394-bcbec36cfcb0 req-db6069e7-f44f-48c0-84b1-6eea2010dfbc service neutron] Bound using segment: {'id': '6845b7d6-95ad-4975-880b-f624eeae3520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1481d01d-e045-4da2-859f-2fd0cf46fe0f'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:31:43.807242 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-234c0a57-e94f-4f5a-b394-bcbec36cfcb0 req-db6069e7-f44f-48c0-84b1-6eea2010dfbc service neutron] Bound port: 74c4dcc0-f68d-4a46-895f-cb07cfccd8ff, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6845b7d6-95ad-4975-880b-f624eeae3520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1481d01d-e045-4da2-859f-2fd0cf46fe0f'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:31:43.807535 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-234c0a57-e94f-4f5a-b394-bcbec36cfcb0 req-db6069e7-f44f-48c0-84b1-6eea2010dfbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:43.877161 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-234c0a57-e94f-4f5a-b394-bcbec36cfcb0 req-db6069e7-f44f-48c0-84b1-6eea2010dfbc service neutron] For port 74c4dcc0-f68d-4a46-895f-cb07cfccd8ff, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:31:43.880389 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-234c0a57-e94f-4f5a-b394-bcbec36cfcb0 req-db6069e7-f44f-48c0-84b1-6eea2010dfbc service neutron] For port 74c4dcc0-f68d-4a46-895f-cb07cfccd8ff, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=74c4dcc0-f68d-4a46-895f-cb07cfccd8ff,segment=NetworkSegment(6845b7d6-95ad-4975-880b-f624eeae3520),segment_id=6845b7d6-95ad-4975-880b-f624eeae3520)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:31:43.884652 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-234c0a57-e94f-4f5a-b394-bcbec36cfcb0 req-db6069e7-f44f-48c0-84b1-6eea2010dfbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:43.919830 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c0a57-e94f-4f5a-b394-bcbec36cfcb0 req-db6069e7-f44f-48c0-84b1-6eea2010dfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:31:43.920459 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-234c0a57-e94f-4f5a-b394-bcbec36cfcb0 req-db6069e7-f44f-48c0-84b1-6eea2010dfbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:43.921876 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-234c0a57-e94f-4f5a-b394-bcbec36cfcb0 req-db6069e7-f44f-48c0-84b1-6eea2010dfbc service neutron] 10.222.0.37 "PUT /v2.0/ports/74c4dcc0-f68d-4a46-895f-cb07cfccd8ff HTTP/1.1" status: 200 len: 1093 time: 0.8934958 Sep 08 09:31:43.922356 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498af895-a348-40ef-bd7e-e45b1c328b74', 'tag': '74c4dcc0-f68d-4a46-895f-cb07cfccd8ff'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:31:43.924615 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b4ccee-81a1-479c-911d-82e02edd56c4" -d '{"events": [{"name": "network-changed", "server_uuid": "498af895-a348-40ef-bd7e-e45b1c328b74", "tag": "74c4dcc0-f68d-4a46-895f-cb07cfccd8ff"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:31:43.947829 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6069e7-f44f-48c0-84b1-6eea2010dfbc service neutron] Pushing event updated for resources: {'Port': ['ID=74c4dcc0-f68d-4a46-895f-cb07cfccd8ff,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:31:44.029849 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c0a57-e94f-4f5a-b394-bcbec36cfcb0 req-ad5eb603-470c-472d-a99f-271807f99a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:31:44.031904 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-234c0a57-e94f-4f5a-b394-bcbec36cfcb0 req-ad5eb603-470c-472d-a99f-271807f99a21 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f820dcd891542779a2ca914062b6c8b&device_id=498af895-a348-40ef-bd7e-e45b1c328b74 HTTP/1.1" status: 200 len: 1096 time: 0.0478852 Sep 08 09:31:44.091285 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-234c0a57-e94f-4f5a-b394-bcbec36cfcb0 req-07d72c54-f043-440c-adf0-2ae19da6947c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74c4dcc0-f68d-4a46-895f-cb07cfccd8ff HTTP/1.1" status: 200 len: 217 time: 0.0451593 Sep 08 09:31:44.126396 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7ca1ad-c902-4e72-ab78-046b5911bf2c x-openstack-request-id: req-aa7ca1ad-c902-4e72-ab78-046b5911bf2c {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:31:44.126687 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "498af895-a348-40ef-bd7e-e45b1c328b74", "tag": "74c4dcc0-f68d-4a46-895f-cb07cfccd8ff", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:31:44.126936 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-aa7ca1ad-c902-4e72-ab78-046b5911bf2c {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:31:44.127329 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498af895-a348-40ef-bd7e-e45b1c328b74', 'tag': '74c4dcc0-f68d-4a46-895f-cb07cfccd8ff', 'status': 'completed', 'code': 200} Sep 08 09:31:44.146496 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c0a57-e94f-4f5a-b394-bcbec36cfcb0 req-79673b56-4b87-499a-86fb-8c5bd492838b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:31:44.148240 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-234c0a57-e94f-4f5a-b394-bcbec36cfcb0 req-79673b56-4b87-499a-86fb-8c5bd492838b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6a00c265-006a-4bd7-a98b-c4c597b4b06a HTTP/1.1" status: 200 len: 853 time: 0.0502696 Sep 08 09:31:44.195368 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-234c0a57-e94f-4f5a-b394-bcbec36cfcb0 req-e40ac670-a3fc-47be-ab7e-56b6eb3e762c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1481d01d-e045-4da2-859f-2fd0cf46fe0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264189 Sep 08 09:31:44.296525 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-234c0a57-e94f-4f5a-b394-bcbec36cfcb0 req-fe744e79-abae-49ee-b8de-fe9ac5b638eb service neutron] 10.222.0.37 "GET /v2.0/networks/1481d01d-e045-4da2-859f-2fd0cf46fe0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921297 Sep 08 09:31:44.390982 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-234c0a57-e94f-4f5a-b394-bcbec36cfcb0 req-c623d4d8-13d9-4f73-abc1-7cd9e41aadaa service neutron] 10.222.0.37 "GET /v2.0/networks/1481d01d-e045-4da2-859f-2fd0cf46fe0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875769 Sep 08 09:31:44.516474 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4ccee-81a1-479c-911d-82e02edd56c4 req-f888578e-cfdc-4cb5-b7d0-e68e52219882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:31:44.518013 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59b4ccee-81a1-479c-911d-82e02edd56c4 req-f888578e-cfdc-4cb5-b7d0-e68e52219882 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f820dcd891542779a2ca914062b6c8b&device_id=498af895-a348-40ef-bd7e-e45b1c328b74 HTTP/1.1" status: 200 len: 1096 time: 0.0434000 Sep 08 09:31:44.617495 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4ccee-81a1-479c-911d-82e02edd56c4 req-96b3fbc1-d40c-4c55-85e0-3185373eda84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:31:44.619194 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59b4ccee-81a1-479c-911d-82e02edd56c4 req-96b3fbc1-d40c-4c55-85e0-3185373eda84 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1481d01d-e045-4da2-859f-2fd0cf46fe0f HTTP/1.1" status: 200 len: 914 time: 0.0938008 Sep 08 09:31:44.680155 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59b4ccee-81a1-479c-911d-82e02edd56c4 req-d5e1ca88-471c-41a7-9693-7e281d1dde74 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74c4dcc0-f68d-4a46-895f-cb07cfccd8ff HTTP/1.1" status: 200 len: 217 time: 0.0532017 Sep 08 09:31:44.775606 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a79bb-ecf9-4f3f-8b82-284eecd53a48 req-8d5b134e-9aa4-408b-b512-61ceaefa8dec tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:31:44.777920 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3a2a79bb-ecf9-4f3f-8b82-284eecd53a48 req-8d5b134e-9aa4-408b-b512-61ceaefa8dec tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0130519-e7c2-48d2-9daa-0873572708df HTTP/1.1" status: 200 len: 946 time: 0.1077139 Sep 08 09:31:44.779519 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4ccee-81a1-479c-911d-82e02edd56c4 req-e2ebb1e1-446d-423b-adac-93a0efdaadce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:31:44.780884 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59b4ccee-81a1-479c-911d-82e02edd56c4 req-e2ebb1e1-446d-423b-adac-93a0efdaadce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6a00c265-006a-4bd7-a98b-c4c597b4b06a HTTP/1.1" status: 200 len: 853 time: 0.0640197 Sep 08 09:31:44.784862 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7276249a-8e33-44f7-b9d1-b3905c0ec53f req-d6a66398-0d4a-471f-876e-33e9cfb9bff7 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:31:44.786411 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7276249a-8e33-44f7-b9d1-b3905c0ec53f req-d6a66398-0d4a-471f-876e-33e9cfb9bff7 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.54 "GET /v2.0/ports?device_id=498af895-a348-40ef-bd7e-e45b1c328b74 HTTP/1.1" status: 200 len: 944 time: 0.0702424 Sep 08 09:31:44.823498 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59b4ccee-81a1-479c-911d-82e02edd56c4 req-0f02fe2a-ff5b-4a3f-a837-fda589f91d05 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1481d01d-e045-4da2-859f-2fd0cf46fe0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333683 Sep 08 09:31:44.828160 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7276249a-8e33-44f7-b9d1-b3905c0ec53f req-6ef14d4e-4a65-4f15-b2db-7b55bc7c1306 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.54 "GET /v2.0/security-groups?id=d41b37e3-0c9b-4d54-be34-8509766af91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352507 Sep 08 09:31:44.858181 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3a2a79bb-ecf9-4f3f-8b82-284eecd53a48 req-5082e4ea-26b6-435f-a210-3e8b672a77b9 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=68d2df2d-7229-407f-9cde-b2b723817c14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0739467 Sep 08 09:31:44.930879 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59b4ccee-81a1-479c-911d-82e02edd56c4 req-379e4ed6-cb90-473b-8b0f-717f0be00a7e service neutron] 10.222.0.37 "GET /v2.0/networks/1481d01d-e045-4da2-859f-2fd0cf46fe0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963519 Sep 08 09:31:45.024536 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59b4ccee-81a1-479c-911d-82e02edd56c4 req-6ffd5baa-078a-4e77-9e72-88cfa50d493b service neutron] 10.222.0.37 "GET /v2.0/networks/1481d01d-e045-4da2-859f-2fd0cf46fe0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859058 Sep 08 09:31:45.954687 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d805fc3-519f-4ccd-9976-14e65cb9ab96 req-60e4b096-92f0-4e16-8459-0efaeaf9dc0e tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:31:45.956409 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1d805fc3-519f-4ccd-9976-14e65cb9ab96 req-60e4b096-92f0-4e16-8459-0efaeaf9dc0e tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.54 "GET /v2.0/ports?device_id=498af895-a348-40ef-bd7e-e45b1c328b74 HTTP/1.1" status: 200 len: 944 time: 0.0510600 Sep 08 09:31:45.997213 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1d805fc3-519f-4ccd-9976-14e65cb9ab96 req-baa77924-986f-43a2-bbc6-0813447bdf8d tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.54 "GET /v2.0/security-groups?id=d41b37e3-0c9b-4d54-be34-8509766af91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347807 Sep 08 09:31:46.001892 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e274a-ff9f-4aff-841e-629450aae965 req-248b84f5-4c49-40c6-ade5-d0119651cfd8 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:31:46.003509 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-080e274a-ff9f-4aff-841e-629450aae965 req-248b84f5-4c49-40c6-ade5-d0119651cfd8 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0130519-e7c2-48d2-9daa-0873572708df HTTP/1.1" status: 200 len: 946 time: 0.0618477 Sep 08 09:31:46.047846 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-080e274a-ff9f-4aff-841e-629450aae965 req-bb3e474c-4b43-496a-891f-d6491bb0fd18 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=68d2df2d-7229-407f-9cde-b2b723817c14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341322 Sep 08 09:31:47.123519 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b5f57-17fd-4fc1-84d8-c89c64ad7149 req-fa6f306f-fcf0-4a29-8c52-72386ca09231 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:31:47.125278 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b15b5f57-17fd-4fc1-84d8-c89c64ad7149 req-fa6f306f-fcf0-4a29-8c52-72386ca09231 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.54 "GET /v2.0/ports?device_id=498af895-a348-40ef-bd7e-e45b1c328b74 HTTP/1.1" status: 200 len: 944 time: 0.0582285 Sep 08 09:31:47.179067 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b15b5f57-17fd-4fc1-84d8-c89c64ad7149 req-60ef99ce-ca9d-441a-b64e-11a659885f0e tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.54 "GET /v2.0/security-groups?id=d41b37e3-0c9b-4d54-be34-8509766af91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463159 Sep 08 09:31:47.198056 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e798d87-1a0f-4b09-848a-b829b716f41d req-b1a16ef7-351d-49ab-8fa0-80a60767a3cc tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:31:47.206703 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6e798d87-1a0f-4b09-848a-b829b716f41d req-b1a16ef7-351d-49ab-8fa0-80a60767a3cc tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0130519-e7c2-48d2-9daa-0873572708df HTTP/1.1" status: 200 len: 946 time: 0.0776811 Sep 08 09:31:47.242095 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6e798d87-1a0f-4b09-848a-b829b716f41d req-6fd4f6f7-a45e-439e-9010-c0499ed054c6 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=68d2df2d-7229-407f-9cde-b2b723817c14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343907 Sep 08 09:31:47.645469 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 74c4dcc0-f68d-4a46-895f-cb07cfccd8ff details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:31:47.649581 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8d8343f5-1c52-4267-9c57-296ff6bc35a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:47.748839 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 74c4dcc0-f68d-4a46-895f-cb07cfccd8ff, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=74c4dcc0-f68d-4a46-895f-cb07cfccd8ff,segment=NetworkSegment(6845b7d6-95ad-4975-880b-f624eeae3520),segment_id=6845b7d6-95ad-4975-880b-f624eeae3520)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:31:47.759906 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '74c4dcc0-f68d-4a46-895f-cb07cfccd8ff', 'network_id': '1481d01d-e045-4da2-859f-2fd0cf46fe0f', 'port_id': '74c4dcc0-f68d-4a46-895f-cb07cfccd8ff', 'mac_address': 'fa:16:3e:d2:29:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a00c265-006a-4bd7-a98b-c4c597b4b06a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:31:47.806346 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:47.819775 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74c4dcc0-f68d-4a46-895f-cb07cfccd8ff {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:31:47.840478 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 74c4dcc0-f68d-4a46-895f-cb07cfccd8ff, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=74c4dcc0-f68d-4a46-895f-cb07cfccd8ff,segment=NetworkSegment(6845b7d6-95ad-4975-880b-f624eeae3520),segment_id=6845b7d6-95ad-4975-880b-f624eeae3520)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:31:47.844465 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:47.902929 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=74c4dcc0-f68d-4a46-895f-cb07cfccd8ff,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:31:47.910334 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:31:47.910686 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:31:47.911029 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:31:47.911373 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:31:47.911710 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:31:47.912044 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:31:47.912415 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:31:47.912701 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:31:47.913024 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:31:47.913352 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:31:47.913678 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:31:47.914000 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:31:48.155546 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['74c4dcc0-f68d-4a46-895f-cb07cfccd8ff'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:31:48.328288 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8598b9e3-a458-4dd6-8bc2-aa6a56d2be40 req-a5d1ef8e-fda9-4574-ad2e-258713061fba tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:31:48.331559 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8598b9e3-a458-4dd6-8bc2-aa6a56d2be40 req-a5d1ef8e-fda9-4574-ad2e-258713061fba tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.54 "GET /v2.0/ports?device_id=498af895-a348-40ef-bd7e-e45b1c328b74 HTTP/1.1" status: 200 len: 945 time: 0.0728126 Sep 08 09:31:48.372324 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8598b9e3-a458-4dd6-8bc2-aa6a56d2be40 req-335aba17-57f4-4154-b54f-9e0cd0224cd3 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.54 "GET /v2.0/security-groups?id=d41b37e3-0c9b-4d54-be34-8509766af91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351326 Sep 08 09:31:48.391566 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a4fcc-b16f-459e-934d-6fc5162735aa req-06913ce3-0ab5-468c-8b25-2f70a9ff7e73 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:31:48.393143 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-493a4fcc-b16f-459e-934d-6fc5162735aa req-06913ce3-0ab5-468c-8b25-2f70a9ff7e73 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0130519-e7c2-48d2-9daa-0873572708df HTTP/1.1" status: 200 len: 946 time: 0.0502479 Sep 08 09:31:48.432601 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-493a4fcc-b16f-459e-934d-6fc5162735aa req-54fc2419-2cdc-4dc1-8d04-a2a4ae59d9c1 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=68d2df2d-7229-407f-9cde-b2b723817c14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333378 Sep 08 09:31:49.519999 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48f3d5-886f-4c1b-a0ab-0df9b58b7e6a req-49f3c192-0671-4d48-b48c-82eb4128062b tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:31:49.521534 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3b48f3d5-886f-4c1b-a0ab-0df9b58b7e6a req-49f3c192-0671-4d48-b48c-82eb4128062b tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.54 "GET /v2.0/ports?device_id=498af895-a348-40ef-bd7e-e45b1c328b74 HTTP/1.1" status: 200 len: 945 time: 0.0593717 Sep 08 09:31:49.573220 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3b48f3d5-886f-4c1b-a0ab-0df9b58b7e6a req-7211f9de-b814-4743-a3a5-ffcd01d1d102 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.54 "GET /v2.0/security-groups?id=d41b37e3-0c9b-4d54-be34-8509766af91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442152 Sep 08 09:31:49.577909 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b7e1e2-6b48-448b-a2af-ac0300a3476d req-081c3247-73c3-4ea6-86a4-98cff31728a4 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:31:49.579603 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-56b7e1e2-6b48-448b-a2af-ac0300a3476d req-081c3247-73c3-4ea6-86a4-98cff31728a4 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0130519-e7c2-48d2-9daa-0873572708df HTTP/1.1" status: 200 len: 946 time: 0.0622790 Sep 08 09:31:49.628413 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-56b7e1e2-6b48-448b-a2af-ac0300a3476d req-ee7ddb84-5491-4b80-bbc9-381f9eee6cfb tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=68d2df2d-7229-407f-9cde-b2b723817c14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407131 Sep 08 09:31:49.655697 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 74c4dcc0-f68d-4a46-895f-cb07cfccd8ff up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:31:49.710595 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 74c4dcc0-f68d-4a46-895f-cb07cfccd8ff completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:31:49.714512 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 74c4dcc0-f68d-4a46-895f-cb07cfccd8ff triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:31:49.714899 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:49.755732 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58898) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:31:49.810224 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:49.837606 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498af895-a348-40ef-bd7e-e45b1c328b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c4dcc0-f68d-4a46-895f-cb07cfccd8ff'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:31:49.840562 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43065305-7217-47d5-82b4-e16b9f38aa17" -d '{"events": [{"server_uuid": "498af895-a348-40ef-bd7e-e45b1c328b74", "name": "network-vif-plugged", "status": "completed", "tag": "74c4dcc0-f68d-4a46-895f-cb07cfccd8ff"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:31:49.853873 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 74c4dcc0-f68d-4a46-895f-cb07cfccd8ff, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=74c4dcc0-f68d-4a46-895f-cb07cfccd8ff,segment=NetworkSegment(6845b7d6-95ad-4975-880b-f624eeae3520),segment_id=6845b7d6-95ad-4975-880b-f624eeae3520)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:31:49.858950 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:49.875024 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2c4756dc-f9b8-46bb-99c3-4beceb7666b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:49.911773 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=74c4dcc0-f68d-4a46-895f-cb07cfccd8ff,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:31:49.976386 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2c4756dc-f9b8-46bb-99c3-4beceb7666b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:49.982492 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2c4756dc-f9b8-46bb-99c3-4beceb7666b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:50.019761 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4756dc-f9b8-46bb-99c3-4beceb7666b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b520bf-c157-4f63-8160-9134c45ffc8d,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:31:50.022145 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f93d864-6e67-4182-969b-ae6db36bfc71 x-openstack-request-id: req-6f93d864-6e67-4182-969b-ae6db36bfc71 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:31:50.022746 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "498af895-a348-40ef-bd7e-e45b1c328b74", "name": "network-vif-plugged", "status": "completed", "tag": "74c4dcc0-f68d-4a46-895f-cb07cfccd8ff", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:31:50.023077 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6f93d864-6e67-4182-969b-ae6db36bfc71 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:31:50.027407 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498af895-a348-40ef-bd7e-e45b1c328b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c4dcc0-f68d-4a46-895f-cb07cfccd8ff', 'code': 200} Sep 08 09:31:50.027700 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2c4756dc-f9b8-46bb-99c3-4beceb7666b5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9de1d82b9ab547a088fec1dabdb24c9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2671154 Sep 08 09:31:50.027700 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58906) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:31:50.076415 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ee654a02-b401-42fc-8740-14d6b5d23813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:50.106988 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ee654a02-b401-42fc-8740-14d6b5d23813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:50.179635 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7278af8-a0d1-4b25-a1f1-5e6cc4984f77 req-13c334c7-f0ac-43d9-a12e-93b49fdf732a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:31:50.181239 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c7278af8-a0d1-4b25-a1f1-5e6cc4984f77 req-13c334c7-f0ac-43d9-a12e-93b49fdf732a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=498af895-a348-40ef-bd7e-e45b1c328b74 HTTP/1.1" status: 200 len: 1098 time: 0.0722916 Sep 08 09:31:50.203300 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ee654a02-b401-42fc-8740-14d6b5d23813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:50.205774 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ee654a02-b401-42fc-8740-14d6b5d23813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:50.206937 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ee654a02-b401-42fc-8740-14d6b5d23813 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/58b520bf-c157-4f63-8160-9134c45ffc8d HTTP/1.1" status: 204 len: 168 time: 0.1787620 Sep 08 09:31:50.219550 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee654a02-b401-42fc-8740-14d6b5d23813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b520bf-c157-4f63-8160-9134c45ffc8d,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:31:50.234259 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c7278af8-a0d1-4b25-a1f1-5e6cc4984f77 req-8c4932ff-d9ac-48fb-950a-7580089ce606 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d41b37e3-0c9b-4d54-be34-8509766af91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455177 Sep 08 09:31:50.405432 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:50.503467 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58912) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:31:50.518356 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b569e19c-d5c2-4f3a-8150-d809c36a4bf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:50.616787 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b569e19c-d5c2-4f3a-8150-d809c36a4bf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:50.621735 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b569e19c-d5c2-4f3a-8150-d809c36a4bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:50.653816 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569e19c-d5c2-4f3a-8150-d809c36a4bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59dc9e55-0a0d-463f-91c0-73fb893f179a,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:31:50.669983 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b569e19c-d5c2-4f3a-8150-d809c36a4bf5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f0efeeb865f34995a652b1e6171c5df6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1652257 Sep 08 09:31:50.670756 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58918) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:31:50.698834 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27206d6-0543-4461-bf0c-6187d8735fe5 req-497f63e4-d583-4e69-a669-ca20351adbe2 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:31:50.700749 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b27206d6-0543-4461-bf0c-6187d8735fe5 req-497f63e4-d583-4e69-a669-ca20351adbe2 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.54 "GET /v2.0/ports?device_id=498af895-a348-40ef-bd7e-e45b1c328b74 HTTP/1.1" status: 200 len: 946 time: 0.0543158 Sep 08 09:31:50.750665 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b27206d6-0543-4461-bf0c-6187d8735fe5 req-768df2b5-62db-426b-804c-d1896e10e406 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.54 "GET /v2.0/security-groups?id=d41b37e3-0c9b-4d54-be34-8509766af91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425575 Sep 08 09:31:50.756962 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-04d91111-572d-46b0-948d-ccd42aa17c76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:50.759911 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-45c1be7c-efc5-46a7-8491-1c1129b149b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:50.788134 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-04d91111-572d-46b0-948d-ccd42aa17c76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:50.803061 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0015f-e488-48dc-8230-b705e5db0fb6 req-18558073-3a25-4f9d-b0eb-95a2e2d3e002 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:31:50.804559 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-dcb0015f-e488-48dc-8230-b705e5db0fb6 req-18558073-3a25-4f9d-b0eb-95a2e2d3e002 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0130519-e7c2-48d2-9daa-0873572708df HTTP/1.1" status: 200 len: 946 time: 0.0872114 Sep 08 09:31:50.877015 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-dcb0015f-e488-48dc-8230-b705e5db0fb6 req-e372e7eb-e7d2-4295-a90a-0debf10b72bc tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=68d2df2d-7229-407f-9cde-b2b723817c14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0631509 Sep 08 09:31:50.891007 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-04d91111-572d-46b0-948d-ccd42aa17c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:50.893744 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-04d91111-572d-46b0-948d-ccd42aa17c76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:50.894960 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-04d91111-572d-46b0-948d-ccd42aa17c76 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/59dc9e55-0a0d-463f-91c0-73fb893f179a HTTP/1.1" status: 204 len: 168 time: 0.2234170 Sep 08 09:31:50.906688 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d91111-572d-46b0-948d-ccd42aa17c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59dc9e55-0a0d-463f-91c0-73fb893f179a,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:31:51.233809 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 58924) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:31:51.255997 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-80876608-a23e-43d3-bc8f-eca6a82242e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:51.350372 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-80876608-a23e-43d3-bc8f-eca6a82242e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:51.353904 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-80876608-a23e-43d3-bc8f-eca6a82242e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:51.396430 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-80876608-a23e-43d3-bc8f-eca6a82242e0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3e5291cee0084d048816b5b38bd02c20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1614079 Sep 08 09:31:51.397381 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80876608-a23e-43d3-bc8f-eca6a82242e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781e8467-32c1-4576-9813-3c3353542c07,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:31:51.399308 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 58926) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:31:51.452731 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8d9a6a20-498a-4819-9e32-abadae7e9cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:51.477172 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8d9a6a20-498a-4819-9e32-abadae7e9cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:51.525761 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8d9a6a20-498a-4819-9e32-abadae7e9cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:51.528423 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8d9a6a20-498a-4819-9e32-abadae7e9cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:51.529570 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8d9a6a20-498a-4819-9e32-abadae7e9cc8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/781e8467-32c1-4576-9813-3c3353542c07 HTTP/1.1" status: 204 len: 168 time: 0.1292596 Sep 08 09:31:51.537317 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a6a20-498a-4819-9e32-abadae7e9cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781e8467-32c1-4576-9813-3c3353542c07,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:31:51.878740 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628232d-b703-42a0-b0f3-32453a6f4e07 req-ecd7d513-d4ae-4241-843d-6d746d9704f2 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:31:51.880276 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0628232d-b703-42a0-b0f3-32453a6f4e07 req-ecd7d513-d4ae-4241-843d-6d746d9704f2 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.54 "GET /v2.0/ports?device_id=498af895-a348-40ef-bd7e-e45b1c328b74 HTTP/1.1" status: 200 len: 946 time: 0.0523462 Sep 08 09:31:51.925383 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0628232d-b703-42a0-b0f3-32453a6f4e07 req-bdc14ea3-9d23-4bc3-a1c3-497ebee18b46 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.54 "GET /v2.0/security-groups?id=d41b37e3-0c9b-4d54-be34-8509766af91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378151 Sep 08 09:31:52.019471 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0769ab9-4141-4265-a4e3-858a1244a7f7 req-64cc1ae2-cdbd-41ac-8aa4-1b5a20b4383a tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:31:52.021185 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d0769ab9-4141-4265-a4e3-858a1244a7f7 req-64cc1ae2-cdbd-41ac-8aa4-1b5a20b4383a tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0130519-e7c2-48d2-9daa-0873572708df HTTP/1.1" status: 200 len: 946 time: 0.0533891 Sep 08 09:31:52.086232 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d0769ab9-4141-4265-a4e3-858a1244a7f7 req-30153a79-21b0-46ca-8339-54f45dbc7a1c tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=68d2df2d-7229-407f-9cde-b2b723817c14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528588 Sep 08 09:31:52.203417 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:53.202811 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97709488-deca-4970-88b6-77154f704a4b req-97eacaa7-fcd4-4c92-987e-e6cd94ee8a81 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:31:53.204244 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-97709488-deca-4970-88b6-77154f704a4b req-97eacaa7-fcd4-4c92-987e-e6cd94ee8a81 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0130519-e7c2-48d2-9daa-0873572708df HTTP/1.1" status: 200 len: 946 time: 0.0572333 Sep 08 09:31:53.250620 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-97709488-deca-4970-88b6-77154f704a4b req-2ebc1439-7971-46e3-8f71-a7f7a4533e1e tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=68d2df2d-7229-407f-9cde-b2b723817c14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400281 Sep 08 09:31:53.602065 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:54.282959 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:54.391498 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405ca0f-65d3-4b2e-be5b-f2c6a1727570 req-9f15f984-8b8e-4b8e-9e48-35209d807e35 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:31:54.394535 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0405ca0f-65d3-4b2e-be5b-f2c6a1727570 req-9f15f984-8b8e-4b8e-9e48-35209d807e35 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0130519-e7c2-48d2-9daa-0873572708df HTTP/1.1" status: 200 len: 946 time: 0.0568581 Sep 08 09:31:54.447463 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0405ca0f-65d3-4b2e-be5b-f2c6a1727570 req-af48be99-517d-4344-895c-75e71db12cb7 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=68d2df2d-7229-407f-9cde-b2b723817c14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437829 Sep 08 09:31:55.578653 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e4879a-e827-411d-ade7-a2c03e17b6da req-09e8996b-efc6-4480-86d9-cda1bcac3834 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:31:55.580166 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e8e4879a-e827-411d-ade7-a2c03e17b6da req-09e8996b-efc6-4480-86d9-cda1bcac3834 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0130519-e7c2-48d2-9daa-0873572708df HTTP/1.1" status: 200 len: 946 time: 0.0575271 Sep 08 09:31:55.624287 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e8e4879a-e827-411d-ade7-a2c03e17b6da req-6a6ce363-0db6-48fb-a27f-3379092d26f0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=68d2df2d-7229-407f-9cde-b2b723817c14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338306 Sep 08 09:31:56.377976 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:31:56.747035 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822df14-4fb8-4319-a585-88088446d4d8 req-339d9ebd-0544-49b5-abff-84329b37d3ca tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:31:56.748731 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3822df14-4fb8-4319-a585-88088446d4d8 req-339d9ebd-0544-49b5-abff-84329b37d3ca tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0130519-e7c2-48d2-9daa-0873572708df HTTP/1.1" status: 200 len: 946 time: 0.0565898 Sep 08 09:31:56.795631 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3822df14-4fb8-4319-a585-88088446d4d8 req-f750eaaa-8f16-41ac-8e19-c0333760b7ea tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=68d2df2d-7229-407f-9cde-b2b723817c14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385909 Sep 08 09:31:57.917158 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ae6f3-38bf-481c-992d-c8c7457366e1 req-cdd6ca0a-d2a9-409c-ac35-6ea5d15a49cf tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:31:57.918846 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c50ae6f3-38bf-481c-992d-c8c7457366e1 req-cdd6ca0a-d2a9-409c-ac35-6ea5d15a49cf tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0130519-e7c2-48d2-9daa-0873572708df HTTP/1.1" status: 200 len: 946 time: 0.0510502 Sep 08 09:31:57.967330 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c50ae6f3-38bf-481c-992d-c8c7457366e1 req-7169b7e7-e575-4f91-b6ec-6c747d88ba55 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=68d2df2d-7229-407f-9cde-b2b723817c14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394664 Sep 08 09:31:58.738994 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:31:59.103379 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b90cb8-1219-4b1a-8ec5-d47beaca33c2 req-4945beb3-23d0-446e-9f66-3cf88474287f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:31:59.106308 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f6b90cb8-1219-4b1a-8ec5-d47beaca33c2 req-4945beb3-23d0-446e-9f66-3cf88474287f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0130519-e7c2-48d2-9daa-0873572708df HTTP/1.1" status: 200 len: 946 time: 0.0546172 Sep 08 09:31:59.146454 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f6b90cb8-1219-4b1a-8ec5-d47beaca33c2 req-af9ffcf1-381f-459d-8586-3f72c0ac03a0 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=68d2df2d-7229-407f-9cde-b2b723817c14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339906 Sep 08 09:32:00.279982 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f389b5a-2035-4c87-b406-89b4e2529a50 req-846fb324-8dce-4c1e-9b8b-919068fa365f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:32:00.279982 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2f389b5a-2035-4c87-b406-89b4e2529a50 req-846fb324-8dce-4c1e-9b8b-919068fa365f tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0130519-e7c2-48d2-9daa-0873572708df HTTP/1.1" status: 200 len: 946 time: 0.0537050 Sep 08 09:32:00.329016 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2f389b5a-2035-4c87-b406-89b4e2529a50 req-8327e75f-a264-41f9-8cff-0104b4c1848a tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=68d2df2d-7229-407f-9cde-b2b723817c14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400105 Sep 08 09:32:01.029504 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ceae67-7da3-4e63-acae-e847eb0ecfee req-30f14945-7cd0-4565-834f-e1bce93ea9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:32:01.031382 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f4ceae67-7da3-4e63-acae-e847eb0ecfee req-30f14945-7cd0-4565-834f-e1bce93ea9f2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d0130519-e7c2-48d2-9daa-0873572708df HTTP/1.1" status: 200 len: 1098 time: 0.0472817 Sep 08 09:32:01.072367 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f4ceae67-7da3-4e63-acae-e847eb0ecfee req-a8c7cd76-7627-4416-aa53-c4a83ba62f79 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=68d2df2d-7229-407f-9cde-b2b723817c14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335665 Sep 08 09:32:01.448392 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02d526-2b61-4bff-9381-bdbccca87c08 req-9a2dd9b0-a2e0-4543-b52a-1f6ff9d0c130 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:32:01.450250 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5c02d526-2b61-4bff-9381-bdbccca87c08 req-9a2dd9b0-a2e0-4543-b52a-1f6ff9d0c130 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0130519-e7c2-48d2-9daa-0873572708df HTTP/1.1" status: 200 len: 946 time: 0.0532687 Sep 08 09:32:01.490077 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5c02d526-2b61-4bff-9381-bdbccca87c08 req-b81d47dd-3ef3-49b1-933a-f7deba08d5b4 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=68d2df2d-7229-407f-9cde-b2b723817c14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337763 Sep 08 09:32:02.139395 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 7485b147-4708-474a-bc9e-787f898a9311 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:32:02.151118 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 7485b147-4708-474a-bc9e-787f898a9311 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:32:02.307083 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 7485b147-4708-474a-bc9e-787f898a9311, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=7485b147-4708-474a-bc9e-787f898a9311,segment=NetworkSegment(0981a0f4-6c47-4423-8a8c-8b0e733a8bfa),segment_id=0981a0f4-6c47-4423-8a8c-8b0e733a8bfa)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:32:02.315950 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:02.329712 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '7485b147-4708-474a-bc9e-787f898a9311', 'network_id': '668ee9d9-2f1c-4ea3-ae54-666bf84618ca', 'port_id': '7485b147-4708-474a-bc9e-787f898a9311', 'mac_address': 'fa:16:3e:0c:76:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e2f513d-fd69-4145-8732-bf4182a164a0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:32:02.345841 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0130519-e7c2-48d2-9daa-0873572708df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7485b147-4708-474a-bc9e-787f898a9311'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:32:02.348129 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd380413-c408-4008-a07d-5c5792284e36" -d '{"events": [{"server_uuid": "d0130519-e7c2-48d2-9daa-0873572708df", "name": "network-vif-unplugged", "status": "completed", "tag": "7485b147-4708-474a-bc9e-787f898a9311"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:32:02.389200 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 7485b147-4708-474a-bc9e-787f898a9311, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=7485b147-4708-474a-bc9e-787f898a9311,segment=NetworkSegment(0981a0f4-6c47-4423-8a8c-8b0e733a8bfa),segment_id=0981a0f4-6c47-4423-8a8c-8b0e733a8bfa)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:32:02.408425 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 09:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6330ba6-9713-4da2-8a0a-e42c2f222e9a x-openstack-request-id: req-c6330ba6-9713-4da2-8a0a-e42c2f222e9a {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:32:02.408729 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0130519-e7c2-48d2-9daa-0873572708df", "name": "network-vif-unplugged", "status": "completed", "tag": "7485b147-4708-474a-bc9e-787f898a9311", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:32:02.408985 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c6330ba6-9713-4da2-8a0a-e42c2f222e9a {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:32:02.409416 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0130519-e7c2-48d2-9daa-0873572708df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7485b147-4708-474a-bc9e-787f898a9311', 'code': 200} Sep 08 09:32:02.410301 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:02.413861 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:02.457878 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7485b147-4708-474a-bc9e-787f898a9311 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:32:02.511664 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=7485b147-4708-474a-bc9e-787f898a9311,revision_number=6']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:32:02.533036 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.db.api [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94714) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 09:32:02.533474 n-d-806683-11 neutron-server[94714]: DEBUG oslo_db.api [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 09:32:02.652742 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42437342-115e-4507-9f19-fa60184c050f req-fd775514-8d1c-420b-a2a4-c8652d3618c3 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:32:02.654213 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-42437342-115e-4507-9f19-fa60184c050f req-fd775514-8d1c-420b-a2a4-c8652d3618c3 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0130519-e7c2-48d2-9daa-0873572708df HTTP/1.1" status: 200 len: 944 time: 0.0608332 Sep 08 09:32:02.702696 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-42437342-115e-4507-9f19-fa60184c050f req-8bef80bc-1021-43e7-a430-0b4f24b8a218 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=68d2df2d-7229-407f-9cde-b2b723817c14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424235 Sep 08 09:32:02.727234 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59156) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:32:02.794230 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-97f6da6a-c313-4138-97ab-cfb4130cd140 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/floatingips/6a689e8f-5770-41d2-9e23-b7fa520eeea0 HTTP/1.1" status: 200 len: 991 time: 0.0656881 Sep 08 09:32:03.076280 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:03.096083 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7485b147-4708-474a-bc9e-787f898a9311 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:32:03.117511 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 7485b147-4708-474a-bc9e-787f898a9311, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=7485b147-4708-474a-bc9e-787f898a9311,segment=NetworkSegment(0981a0f4-6c47-4423-8a8c-8b0e733a8bfa),segment_id=0981a0f4-6c47-4423-8a8c-8b0e733a8bfa)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:32:03.122165 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:03.173064 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=7485b147-4708-474a-bc9e-787f898a9311,revision_number=7']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:32:03.507715 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['7485b147-4708-474a-bc9e-787f898a9311'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:32:06.151535 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 7485b147-4708-474a-bc9e-787f898a9311 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:32:06.210527 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 7485b147-4708-474a-bc9e-787f898a9311 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:32:06.210907 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:06.308338 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:06.334623 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0130519-e7c2-48d2-9daa-0873572708df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7485b147-4708-474a-bc9e-787f898a9311'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:32:06.337207 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264623c6-e81c-4b66-afdd-85fb617abc33" -d '{"events": [{"server_uuid": "d0130519-e7c2-48d2-9daa-0873572708df", "name": "network-vif-plugged", "status": "completed", "tag": "7485b147-4708-474a-bc9e-787f898a9311"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:32:06.353280 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 7485b147-4708-474a-bc9e-787f898a9311, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=7485b147-4708-474a-bc9e-787f898a9311,segment=NetworkSegment(0981a0f4-6c47-4423-8a8c-8b0e733a8bfa),segment_id=0981a0f4-6c47-4423-8a8c-8b0e733a8bfa)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:32:06.359012 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:06.390197 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75dedbab-3417-4486-8bc7-d2646049dc87 x-openstack-request-id: req-75dedbab-3417-4486-8bc7-d2646049dc87 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:32:06.390638 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0130519-e7c2-48d2-9daa-0873572708df", "name": "network-vif-plugged", "status": "completed", "tag": "7485b147-4708-474a-bc9e-787f898a9311", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:32:06.390886 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-75dedbab-3417-4486-8bc7-d2646049dc87 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:32:06.391274 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0130519-e7c2-48d2-9daa-0873572708df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7485b147-4708-474a-bc9e-787f898a9311', 'code': 200} Sep 08 09:32:06.421587 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=7485b147-4708-474a-bc9e-787f898a9311,revision_number=8']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:32:15.813531 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59284) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:32:15.937566 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1f25a52e-7062-479f-94e7-a93905bfac50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:16.036447 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1f25a52e-7062-479f-94e7-a93905bfac50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:16.040593 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1f25a52e-7062-479f-94e7-a93905bfac50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:16.082933 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f25a52e-7062-479f-94e7-a93905bfac50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783e47e3-626d-473a-8151-2cfd077b2704,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:32:16.089308 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-1f25a52e-7062-479f-94e7-a93905bfac50 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6355328910f74f59bd7302fad9a7f184&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2735627 Sep 08 09:32:16.090753 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59288) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:32:16.145108 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a24baec2-846d-45a8-a0c0-0a33f054f7b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:16.170265 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a24baec2-846d-45a8-a0c0-0a33f054f7b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:16.224265 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a24baec2-846d-45a8-a0c0-0a33f054f7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:16.226975 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a24baec2-846d-45a8-a0c0-0a33f054f7b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:16.228222 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-a24baec2-846d-45a8-a0c0-0a33f054f7b5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/783e47e3-626d-473a-8151-2cfd077b2704 HTTP/1.1" status: 204 len: 168 time: 0.1363702 Sep 08 09:32:16.238581 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24baec2-846d-45a8-a0c0-0a33f054f7b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783e47e3-626d-473a-8151-2cfd077b2704,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:32:17.651941 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d5f81471-e8ae-4f01-9507-125e55cf9cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:20.418976 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:20.767652 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-296d591a-7d3b-48c3-a0df-4e72c65946ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:21.457347 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59362) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:32:21.583101 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5deb648d-0519-4366-bc37-f661e74ea2ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:21.677016 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5deb648d-0519-4366-bc37-f661e74ea2ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:21.680955 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5deb648d-0519-4366-bc37-f661e74ea2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:21.719207 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5deb648d-0519-4366-bc37-f661e74ea2ca admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c7c9938cf430447d9f4044f6a99b6857&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2605283 Sep 08 09:32:21.720084 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb648d-0519-4366-bc37-f661e74ea2ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80612b5a-b7e0-4e26-aca1-3abc3a23ba83,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:32:21.721992 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59366) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:32:21.727928 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deb648d-0519-4366-bc37-f661e74ea2ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:32:21.728811 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deb648d-0519-4366-bc37-f661e74ea2ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:32:21.729155 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deb648d-0519-4366-bc37-f661e74ea2ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:32:21.729520 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deb648d-0519-4366-bc37-f661e74ea2ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:32:21.729855 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deb648d-0519-4366-bc37-f661e74ea2ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:32:21.730482 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deb648d-0519-4366-bc37-f661e74ea2ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:32:21.730562 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deb648d-0519-4366-bc37-f661e74ea2ca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:32:21.730878 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deb648d-0519-4366-bc37-f661e74ea2ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:32:21.731202 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deb648d-0519-4366-bc37-f661e74ea2ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:32:21.731527 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deb648d-0519-4366-bc37-f661e74ea2ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:32:21.731959 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deb648d-0519-4366-bc37-f661e74ea2ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:32:21.732304 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5deb648d-0519-4366-bc37-f661e74ea2ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:32:21.776445 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c5159b2f-9955-4509-a1f3-376a3404e6f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:21.799664 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c5159b2f-9955-4509-a1f3-376a3404e6f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:21.847124 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c5159b2f-9955-4509-a1f3-376a3404e6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:21.850198 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c5159b2f-9955-4509-a1f3-376a3404e6f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:21.850932 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c5159b2f-9955-4509-a1f3-376a3404e6f9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/80612b5a-b7e0-4e26-aca1-3abc3a23ba83 HTTP/1.1" status: 204 len: 168 time: 0.1279047 Sep 08 09:32:21.860637 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5159b2f-9955-4509-a1f3-376a3404e6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80612b5a-b7e0-4e26-aca1-3abc3a23ba83,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:32:22.127486 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59372) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:32:22.144196 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-334367a7-fa01-4955-ba99-ca5239716aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:22.193423 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:22.238018 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-334367a7-fa01-4955-ba99-ca5239716aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:22.241695 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-334367a7-fa01-4955-ba99-ca5239716aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:22.279372 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334367a7-fa01-4955-ba99-ca5239716aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d748f63-38cb-43d3-a561-e1cd66e7f994,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:32:22.283729 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-334367a7-fa01-4955-ba99-ca5239716aa6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=137db542451a447a95e2b64e103a82ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1552713 Sep 08 09:32:22.286387 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59374) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:32:22.335041 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9bbd7ec8-c6f4-45e1-9f9a-0aac24e69278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:22.355810 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9bbd7ec8-c6f4-45e1-9f9a-0aac24e69278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:22.402125 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9bbd7ec8-c6f4-45e1-9f9a-0aac24e69278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:22.404699 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9bbd7ec8-c6f4-45e1-9f9a-0aac24e69278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:22.405859 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-9bbd7ec8-c6f4-45e1-9f9a-0aac24e69278 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1d748f63-38cb-43d3-a561-e1cd66e7f994 HTTP/1.1" status: 204 len: 168 time: 0.1185625 Sep 08 09:32:22.413676 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd7ec8-c6f4-45e1-9f9a-0aac24e69278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d748f63-38cb-43d3-a561-e1cd66e7f994,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:32:23.603059 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:24.289611 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:28.747693 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:32.914967 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ac66e40b-6927-48dd-b22d-e95bad11e977 req-44a27d32-6240-4ff4-8c3f-49dc5eb4a2ec service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=498af895-a348-40ef-bd7e-e45b1c328b74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0500112 Sep 08 09:32:33.035992 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66e40b-6927-48dd-b22d-e95bad11e977 req-df0605d9-5701-406e-ba94-0ce662fec1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:32:33.037699 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ac66e40b-6927-48dd-b22d-e95bad11e977 req-df0605d9-5701-406e-ba94-0ce662fec1f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f820dcd891542779a2ca914062b6c8b&device_id=498af895-a348-40ef-bd7e-e45b1c328b74 HTTP/1.1" status: 200 len: 1098 time: 0.0488808 Sep 08 09:32:33.053749 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59546) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:32:33.162467 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66e40b-6927-48dd-b22d-e95bad11e977 req-4765911e-4f40-4ff2-acb6-8eb3d4ec2afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:32:33.164315 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ac66e40b-6927-48dd-b22d-e95bad11e977 req-4765911e-4f40-4ff2-acb6-8eb3d4ec2afa service neutron] 10.222.0.37 "GET /v2.0/networks?id=1481d01d-e045-4da2-859f-2fd0cf46fe0f HTTP/1.1" status: 200 len: 914 time: 0.1037076 Sep 08 09:32:33.378309 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:32:33.579701 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ac66e40b-6927-48dd-b22d-e95bad11e977 req-84fc7647-7aed-4525-a993-660e86be92a3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74c4dcc0-f68d-4a46-895f-cb07cfccd8ff HTTP/1.1" status: 200 len: 217 time: 0.4072797 Sep 08 09:32:33.600675 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-940552ac-369b-4eea-b6fe-5eb85d708dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:33.659984 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66e40b-6927-48dd-b22d-e95bad11e977 req-1c388dfa-17b9-410d-9bee-afa802052654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:32:33.661445 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ac66e40b-6927-48dd-b22d-e95bad11e977 req-1c388dfa-17b9-410d-9bee-afa802052654 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6a00c265-006a-4bd7-a98b-c4c597b4b06a HTTP/1.1" status: 200 len: 853 time: 0.0691850 Sep 08 09:32:33.702895 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ac66e40b-6927-48dd-b22d-e95bad11e977 req-d93f7262-4883-4607-8703-26192581cd4b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1481d01d-e045-4da2-859f-2fd0cf46fe0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309045 Sep 08 09:32:33.831751 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-940552ac-369b-4eea-b6fe-5eb85d708dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:33.840108 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-940552ac-369b-4eea-b6fe-5eb85d708dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:33.854459 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ac66e40b-6927-48dd-b22d-e95bad11e977 req-e8acde5b-1a66-4d6c-9858-1afe42339f9b service neutron] 10.222.0.37 "GET /v2.0/networks/1481d01d-e045-4da2-859f-2fd0cf46fe0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400681 Sep 08 09:32:33.904522 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-940552ac-369b-4eea-b6fe-5eb85d708dcd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6b0c046aca5344668ca694665c44e06b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8494732 Sep 08 09:32:33.907588 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940552ac-369b-4eea-b6fe-5eb85d708dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14c3570-edd7-4e5d-a109-a5f535a37622,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:32:33.908178 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59552) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:32:33.968433 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cfb6fa84-5230-4790-84c5-bc12293703d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:33.983415 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ac66e40b-6927-48dd-b22d-e95bad11e977 req-b96cbc61-7bf0-4821-ae72-5ea7b9fad052 service neutron] 10.222.0.37 "GET /v2.0/networks/1481d01d-e045-4da2-859f-2fd0cf46fe0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177125 Sep 08 09:32:33.990849 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cfb6fa84-5230-4790-84c5-bc12293703d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:34.045357 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cfb6fa84-5230-4790-84c5-bc12293703d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:34.048709 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cfb6fa84-5230-4790-84c5-bc12293703d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:34.050097 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-cfb6fa84-5230-4790-84c5-bc12293703d4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f14c3570-edd7-4e5d-a109-a5f535a37622 HTTP/1.1" status: 204 len: 168 time: 0.1408415 Sep 08 09:32:34.058905 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb6fa84-5230-4790-84c5-bc12293703d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14c3570-edd7-4e5d-a109-a5f535a37622,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:32:34.349787 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59558) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:32:34.364142 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e7ebb34f-303a-4503-9a9f-83d37020dd14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:34.458902 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e7ebb34f-303a-4503-9a9f-83d37020dd14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:34.463787 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e7ebb34f-303a-4503-9a9f-83d37020dd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:34.503676 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e7ebb34f-303a-4503-9a9f-83d37020dd14 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b6975946575a48a280295bbaf1827fdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1526589 Sep 08 09:32:34.504603 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ebb34f-303a-4503-9a9f-83d37020dd14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b25e002-22ae-4cdd-9eed-fff617b9dc97,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:32:34.506792 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59560) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:32:34.560560 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-377fa17e-0948-4f34-a35f-04b2cb34377d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:34.592000 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-377fa17e-0948-4f34-a35f-04b2cb34377d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:34.644807 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-377fa17e-0948-4f34-a35f-04b2cb34377d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:34.647476 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-377fa17e-0948-4f34-a35f-04b2cb34377d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:34.648619 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-377fa17e-0948-4f34-a35f-04b2cb34377d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2b25e002-22ae-4cdd-9eed-fff617b9dc97 HTTP/1.1" status: 204 len: 168 time: 0.1407006 Sep 08 09:32:34.661188 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377fa17e-0948-4f34-a35f-04b2cb34377d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b25e002-22ae-4cdd-9eed-fff617b9dc97,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:32:35.020747 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 59572) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:32:35.035720 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-11858030-b3d3-4533-9a23-333a9ef0ed12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:35.144870 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-11858030-b3d3-4533-9a23-333a9ef0ed12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:35.148859 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-11858030-b3d3-4533-9a23-333a9ef0ed12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:35.190968 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-11858030-b3d3-4533-9a23-333a9ef0ed12 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=01a44cbe9b8e41f4bb0f2367b8be5963&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1690950 Sep 08 09:32:35.191931 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11858030-b3d3-4533-9a23-333a9ef0ed12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71776a2-c883-46ac-b055-2f19ee57dd22,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:32:35.193748 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 59574) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:32:35.262150 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-26df5141-77b5-4d5d-804b-fdf4645f59b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:35.289410 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-26df5141-77b5-4d5d-804b-fdf4645f59b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:35.339756 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-26df5141-77b5-4d5d-804b-fdf4645f59b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:35.342528 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-26df5141-77b5-4d5d-804b-fdf4645f59b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:35.343745 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-26df5141-77b5-4d5d-804b-fdf4645f59b3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b71776a2-c883-46ac-b055-2f19ee57dd22 HTTP/1.1" status: 204 len: 168 time: 0.1456072 Sep 08 09:32:35.354479 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26df5141-77b5-4d5d-804b-fdf4645f59b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71776a2-c883-46ac-b055-2f19ee57dd22,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:32:41.289292 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-971fd96c-814c-477f-a358-e5bee37eaa4e req-527aae91-742e-4644-ae91-f7a2b55c4e44 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d0130519-e7c2-48d2-9daa-0873572708df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399909 Sep 08 09:32:41.391201 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fd96c-814c-477f-a358-e5bee37eaa4e req-447cd03f-15d6-4572-84db-6e79e3985861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:32:41.392738 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-971fd96c-814c-477f-a358-e5bee37eaa4e req-447cd03f-15d6-4572-84db-6e79e3985861 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0f105e5fd99469d8f84a09c77d72db0&device_id=d0130519-e7c2-48d2-9daa-0873572708df HTTP/1.1" status: 200 len: 1098 time: 0.0412269 Sep 08 09:32:41.512748 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fd96c-814c-477f-a358-e5bee37eaa4e req-06f21381-d8aa-4203-9495-61926c46edf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:32:41.514425 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-971fd96c-814c-477f-a358-e5bee37eaa4e req-06f21381-d8aa-4203-9495-61926c46edf1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=668ee9d9-2f1c-4ea3-ae54-666bf84618ca HTTP/1.1" status: 200 len: 898 time: 0.1006353 Sep 08 09:32:41.585864 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-971fd96c-814c-477f-a358-e5bee37eaa4e req-7395274c-2cc7-49f3-87f3-2bfd50caeebf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7485b147-4708-474a-bc9e-787f898a9311 HTTP/1.1" status: 200 len: 1001 time: 0.0642545 Sep 08 09:32:41.656524 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fd96c-814c-477f-a358-e5bee37eaa4e req-30ea4834-2f21-4b8d-bdf4-2783a2a7872d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:32:41.658634 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-971fd96c-814c-477f-a358-e5bee37eaa4e req-30ea4834-2f21-4b8d-bdf4-2783a2a7872d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4e2f513d-fd69-4145-8732-bf4182a164a0 HTTP/1.1" status: 200 len: 834 time: 0.0652411 Sep 08 09:32:41.701475 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c5676-2777-4e38-8137-2f2f557b5bc6 req-3df2e1e1-d5ab-4c0a-9449-4f230fc330b5 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:32:41.703706 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c61c5676-2777-4e38-8137-2f2f557b5bc6 req-3df2e1e1-d5ab-4c0a-9449-4f230fc330b5 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.54 "GET /v2.0/ports?device_id=498af895-a348-40ef-bd7e-e45b1c328b74 HTTP/1.1" status: 200 len: 946 time: 0.0636461 Sep 08 09:32:41.759950 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c61c5676-2777-4e38-8137-2f2f557b5bc6 req-4c6b087e-f53c-4764-8f9a-8a3ee110202b tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.54 "GET /v2.0/security-groups?id=d41b37e3-0c9b-4d54-be34-8509766af91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480118 Sep 08 09:32:41.781513 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fd96c-814c-477f-a358-e5bee37eaa4e req-cbfd2384-68e1-41be-9d2c-aaf206b90b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:32:41.783595 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-971fd96c-814c-477f-a358-e5bee37eaa4e req-cbfd2384-68e1-41be-9d2c-aaf206b90b62 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=668ee9d9-2f1c-4ea3-ae54-666bf84618ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1067362 Sep 08 09:32:41.882258 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-971fd96c-814c-477f-a358-e5bee37eaa4e req-3eccb332-b94d-4b40-9148-e09182d76945 service neutron] 10.222.0.35 "GET /v2.0/networks/668ee9d9-2f1c-4ea3-ae54-666bf84618ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868630 Sep 08 09:32:41.990630 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-971fd96c-814c-477f-a358-e5bee37eaa4e req-dc6f8eb1-70c8-4567-b6d6-0fa42da69c17 service neutron] 10.222.0.35 "GET /v2.0/networks/668ee9d9-2f1c-4ea3-ae54-666bf84618ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014721 Sep 08 09:32:42.882667 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80529084-bcd5-4bf8-8fbb-5a629371b013 req-4654e95e-85ed-40a1-944e-49bd17f66a3c tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:32:42.884238 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-80529084-bcd5-4bf8-8fbb-5a629371b013 req-4654e95e-85ed-40a1-944e-49bd17f66a3c tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.54 "GET /v2.0/ports?device_id=498af895-a348-40ef-bd7e-e45b1c328b74 HTTP/1.1" status: 200 len: 946 time: 0.0527847 Sep 08 09:32:42.931280 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-80529084-bcd5-4bf8-8fbb-5a629371b013 req-9db53113-18d9-4277-9ac0-18ee976f3435 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.54 "GET /v2.0/security-groups?id=d41b37e3-0c9b-4d54-be34-8509766af91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396135 Sep 08 09:32:43.268281 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b7179f-bb15-4249-b3e8-1a8243eabea3 req-7354205b-588d-42ec-87cb-88bbbd018e5c tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:32:43.269752 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-03b7179f-bb15-4249-b3e8-1a8243eabea3 req-7354205b-588d-42ec-87cb-88bbbd018e5c tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.37 "GET /v2.0/ports?device_id=498af895-a348-40ef-bd7e-e45b1c328b74 HTTP/1.1" status: 200 len: 946 time: 0.0503476 Sep 08 09:32:43.375841 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-03b7179f-bb15-4249-b3e8-1a8243eabea3 req-741ce3fd-f4f9-4c5e-be99-8fc91121dcca tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Deleting port 74c4dcc0-f68d-4a46-895f-cb07cfccd8ff {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:32:43.376212 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-03b7179f-bb15-4249-b3e8-1a8243eabea3 req-741ce3fd-f4f9-4c5e-be99-8fc91121dcca tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:43.476427 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-03b7179f-bb15-4249-b3e8-1a8243eabea3 req-741ce3fd-f4f9-4c5e-be99-8fc91121dcca tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] For port 74c4dcc0-f68d-4a46-895f-cb07cfccd8ff, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=74c4dcc0-f68d-4a46-895f-cb07cfccd8ff,segment=NetworkSegment(6845b7d6-95ad-4975-880b-f624eeae3520),segment_id=6845b7d6-95ad-4975-880b-f624eeae3520)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:32:43.476695 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-03b7179f-bb15-4249-b3e8-1a8243eabea3 req-741ce3fd-f4f9-4c5e-be99-8fc91121dcca tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:43.489511 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-03b7179f-bb15-4249-b3e8-1a8243eabea3 req-741ce3fd-f4f9-4c5e-be99-8fc91121dcca tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Calling delete_port for 74c4dcc0-f68d-4a46-895f-cb07cfccd8ff owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:32:43.626321 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-03b7179f-bb15-4249-b3e8-1a8243eabea3 req-741ce3fd-f4f9-4c5e-be99-8fc91121dcca tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:43.662780 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ce3fd-f4f9-4c5e-be99-8fc91121dcca tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Pushing event deleted for resources: {'Port': ['ID=74c4dcc0-f68d-4a46-895f-cb07cfccd8ff,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:32:43.663852 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['74c4dcc0-f68d-4a46-895f-cb07cfccd8ff'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:32:43.708448 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b7179f-bb15-4249-b3e8-1a8243eabea3 req-741ce3fd-f4f9-4c5e-be99-8fc91121dcca tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] No DVR routers for this DVR port 74c4dcc0-f68d-4a46-895f-cb07cfccd8ff on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:32:43.711202 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-03b7179f-bb15-4249-b3e8-1a8243eabea3 req-741ce3fd-f4f9-4c5e-be99-8fc91121dcca tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:43.714107 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-03b7179f-bb15-4249-b3e8-1a8243eabea3 req-741ce3fd-f4f9-4c5e-be99-8fc91121dcca tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.37 "DELETE /v2.0/ports/74c4dcc0-f68d-4a46-895f-cb07cfccd8ff HTTP/1.1" status: 204 len: 173 time: 0.4362514 Sep 08 09:32:43.714604 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498af895-a348-40ef-bd7e-e45b1c328b74', 'name': 'network-vif-deleted', 'tag': '74c4dcc0-f68d-4a46-895f-cb07cfccd8ff'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:32:43.716922 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd99209-e8d4-49f5-8db5-4ac48ceb0817" -d '{"events": [{"server_uuid": "498af895-a348-40ef-bd7e-e45b1c328b74", "name": "network-vif-deleted", "tag": "74c4dcc0-f68d-4a46-895f-cb07cfccd8ff"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:32:43.767766 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3969e364-ba5c-41d5-bd85-1c3583696ae9 x-openstack-request-id: req-3969e364-ba5c-41d5-bd85-1c3583696ae9 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:32:43.768094 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "498af895-a348-40ef-bd7e-e45b1c328b74", "name": "network-vif-deleted", "tag": "74c4dcc0-f68d-4a46-895f-cb07cfccd8ff", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:32:43.768353 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3969e364-ba5c-41d5-bd85-1c3583696ae9 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:32:43.768804 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498af895-a348-40ef-bd7e-e45b1c328b74', 'name': 'network-vif-deleted', 'tag': '74c4dcc0-f68d-4a46-895f-cb07cfccd8ff', 'status': 'completed', 'code': 200} Sep 08 09:32:44.046488 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-218ade21-6386-4d67-a866-f4ac22c55665 req-0218cf1c-480b-479e-9217-04b27d7212b6 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.54 "GET /v2.0/ports?device_id=498af895-a348-40ef-bd7e-e45b1c328b74 HTTP/1.1" status: 200 len: 210 time: 0.0305922 Sep 08 09:32:45.956738 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 74c4dcc0-f68d-4a46-895f-cb07cfccd8ff no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:32:45.976646 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 74c4dcc0-f68d-4a46-895f-cb07cfccd8ff {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:32:45.976994 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 74c4dcc0-f68d-4a46-895f-cb07cfccd8ff not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:32:47.653217 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8b3489d0-91f0-41c4-b9c8-6c183cc701d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:50.415732 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:50.774269 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9306f69e-4fa5-4c28-8355-86b61b0f0bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:52.199306 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:52.231956 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4f580-614b-4dcf-998c-79de9eaea700 req-3abb127d-d56f-484b-9a88-3d6fd3c190a3 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:32:52.233575 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e8d4f580-614b-4dcf-998c-79de9eaea700 req-3abb127d-d56f-484b-9a88-3d6fd3c190a3 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.54 "GET /v2.0/networks?id=1481d01d-e045-4da2-859f-2fd0cf46fe0f HTTP/1.1" status: 200 len: 813 time: 0.1128612 Sep 08 09:32:52.254631 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e8d4f580-614b-4dcf-998c-79de9eaea700 req-57c3e3d6-e698-4dde-b6fc-7dea190d9905 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.54 "GET /v2.0/quotas/3f820dcd891542779a2ca914062b6c8b HTTP/1.1" status: 200 len: 375 time: 0.0125282 Sep 08 09:32:52.294738 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e8d4f580-614b-4dcf-998c-79de9eaea700 req-daf52f3e-8687-4e7e-8071-0b88d669faf3 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3f820dcd891542779a2ca914062b6c8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337598 Sep 08 09:32:52.522589 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e8d4f580-614b-4dcf-998c-79de9eaea700 req-54d4dca4-5dd2-44c0-8218-b7203583e394 service neutron] 10.222.0.54 "GET /v2.0/networks/1481d01d-e045-4da2-859f-2fd0cf46fe0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241812 Sep 08 09:32:52.630221 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e8d4f580-614b-4dcf-998c-79de9eaea700 req-6a2dd57e-2841-44b2-ae75-537e9dc37590 service neutron] 10.222.0.54 "GET /v2.0/networks/1481d01d-e045-4da2-859f-2fd0cf46fe0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015711 Sep 08 09:32:52.829696 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ca2b3bd3-219f-4374-b460-b8c356af3538 req-45cb35f2-5894-4b4e-a8bf-f8cec4b4e752 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.54 "GET /v2.0/ports?device_id=e1ad01fd-d439-4fc5-ab84-be9676e01436 HTTP/1.1" status: 200 len: 210 time: 0.0334656 Sep 08 09:32:53.609373 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:53.940572 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5b44133c-abdf-463c-80a8-70500fdaa475 req-11da6d3b-3fb0-406b-9bed-3782d4c47585 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.54 "GET /v2.0/ports?device_id=e1ad01fd-d439-4fc5-ab84-be9676e01436 HTTP/1.1" status: 200 len: 210 time: 0.0318246 Sep 08 09:32:54.095288 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4f580-614b-4dcf-998c-79de9eaea700 req-5f6bb1f7-7786-4709-b82e-b06108d2cee1 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:32:54.096720 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e8d4f580-614b-4dcf-998c-79de9eaea700 req-5f6bb1f7-7786-4709-b82e-b06108d2cee1 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.37 "GET /v2.0/networks?id=1481d01d-e045-4da2-859f-2fd0cf46fe0f HTTP/1.1" status: 200 len: 813 time: 0.1263020 Sep 08 09:32:54.122778 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-e8d4f580-614b-4dcf-998c-79de9eaea700 req-d2fe680d-79b4-4a54-896e-cfa366785bb6 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Request body: {'port': {'device_id': 'e1ad01fd-d439-4fc5-ab84-be9676e01436', 'network_id': '1481d01d-e045-4da2-859f-2fd0cf46fe0f', 'admin_state_up': True, 'tenant_id': '3f820dcd891542779a2ca914062b6c8b'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:32:54.244599 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8d4f580-614b-4dcf-998c-79de9eaea700 req-d2fe680d-79b4-4a54-896e-cfa366785bb6 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Made reservation on behalf of 3f820dcd891542779a2ca914062b6c8b for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:32:54.248725 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e8d4f580-614b-4dcf-998c-79de9eaea700 req-d2fe680d-79b4-4a54-896e-cfa366785bb6 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:54.304494 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:54.408256 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-e8d4f580-614b-4dcf-998c-79de9eaea700 req-d2fe680d-79b4-4a54-896e-cfa366785bb6 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Allocated IP 172.20.0.14 (1481d01d-e045-4da2-859f-2fd0cf46fe0f/6a00c265-006a-4bd7-a98b-c4c597b4b06a/9a8409e9-06a0-4084-81bd-002a57805a0e) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:32:54.582013 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e8d4f580-614b-4dcf-998c-79de9eaea700 req-d2fe680d-79b4-4a54-896e-cfa366785bb6 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:54.622420 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e8d4f580-614b-4dcf-998c-79de9eaea700 req-d2fe680d-79b4-4a54-896e-cfa366785bb6 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:54.668114 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8d4f580-614b-4dcf-998c-79de9eaea700 req-d2fe680d-79b4-4a54-896e-cfa366785bb6 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Network 1481d01d-e045-4da2-859f-2fd0cf46fe0f is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:32:54.671182 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-e8d4f580-614b-4dcf-998c-79de9eaea700 req-d2fe680d-79b4-4a54-896e-cfa366785bb6 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:32:54.677251 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d4f580-614b-4dcf-998c-79de9eaea700 req-d2fe680d-79b4-4a54-896e-cfa366785bb6 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:32:54.685797 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe680d-79b4-4a54-896e-cfa366785bb6 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Pushing event updated for resources: {'Port': ['ID=9a8409e9-06a0-4084-81bd-002a57805a0e,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:32:54.739041 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4f580-614b-4dcf-998c-79de9eaea700 req-d2fe680d-79b4-4a54-896e-cfa366785bb6 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:32:54.739653 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e8d4f580-614b-4dcf-998c-79de9eaea700 req-d2fe680d-79b4-4a54-896e-cfa366785bb6 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:54.755823 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e8d4f580-614b-4dcf-998c-79de9eaea700 req-d2fe680d-79b4-4a54-896e-cfa366785bb6 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6370883 Sep 08 09:32:54.773544 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-e8d4f580-614b-4dcf-998c-79de9eaea700 req-2dcbcb43-920f-4370-81f7-28adcf89b67e service neutron] Request body: {'port': {'device_id': 'e1ad01fd-d439-4fc5-ab84-be9676e01436', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:32:54.830108 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e8d4f580-614b-4dcf-998c-79de9eaea700 req-2dcbcb43-920f-4370-81f7-28adcf89b67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:55.062252 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78734bbb-ae20-411c-88d0-705d850010af req-bab27694-6709-41c8-b824-7642a197b482 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:32:55.064424 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-78734bbb-ae20-411c-88d0-705d850010af req-bab27694-6709-41c8-b824-7642a197b482 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.54 "GET /v2.0/ports?device_id=e1ad01fd-d439-4fc5-ab84-be9676e01436 HTTP/1.1" status: 200 len: 932 time: 0.0520539 Sep 08 09:32:55.098323 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-e8d4f580-614b-4dcf-998c-79de9eaea700 req-2dcbcb43-920f-4370-81f7-28adcf89b67e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a8409e9-06a0-4084-81bd-002a57805a0e {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:32:55.106285 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e8d4f580-614b-4dcf-998c-79de9eaea700 req-2dcbcb43-920f-4370-81f7-28adcf89b67e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:55.108879 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-78734bbb-ae20-411c-88d0-705d850010af req-eaa1c948-766a-4a35-ad30-483444a6edf5 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.54 "GET /v2.0/security-groups?id=d41b37e3-0c9b-4d54-be34-8509766af91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350881 Sep 08 09:32:55.118991 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-e8d4f580-614b-4dcf-998c-79de9eaea700 req-2dcbcb43-920f-4370-81f7-28adcf89b67e service neutron] Transition to ACTIVE for port object 9a8409e9-06a0-4084-81bd-002a57805a0e will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:32:55.128340 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e8d4f580-614b-4dcf-998c-79de9eaea700 req-2dcbcb43-920f-4370-81f7-28adcf89b67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:55.183016 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcbcb43-920f-4370-81f7-28adcf89b67e service neutron] Pushing event updated for resources: {'Port': ['ID=9a8409e9-06a0-4084-81bd-002a57805a0e,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:32:55.260838 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-e8d4f580-614b-4dcf-998c-79de9eaea700 req-2dcbcb43-920f-4370-81f7-28adcf89b67e service neutron] Attempting to bind port 9a8409e9-06a0-4084-81bd-002a57805a0e on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:32:55.261184 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-e8d4f580-614b-4dcf-998c-79de9eaea700 req-2dcbcb43-920f-4370-81f7-28adcf89b67e service neutron] Attempting to bind port 9a8409e9-06a0-4084-81bd-002a57805a0e by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '6845b7d6-95ad-4975-880b-f624eeae3520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1481d01d-e045-4da2-859f-2fd0cf46fe0f'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:32:55.261519 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d4f580-614b-4dcf-998c-79de9eaea700 req-2dcbcb43-920f-4370-81f7-28adcf89b67e service neutron] Attempting to bind port 9a8409e9-06a0-4084-81bd-002a57805a0e on network 1481d01d-e045-4da2-859f-2fd0cf46fe0f {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:32:55.266176 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d4f580-614b-4dcf-998c-79de9eaea700 req-2dcbcb43-920f-4370-81f7-28adcf89b67e service neutron] Port 9a8409e9-06a0-4084-81bd-002a57805a0e on network 1481d01d-e045-4da2-859f-2fd0cf46fe0f not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:32:55.266502 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d4f580-614b-4dcf-998c-79de9eaea700 req-2dcbcb43-920f-4370-81f7-28adcf89b67e service neutron] Attempting to bind port 9a8409e9-06a0-4084-81bd-002a57805a0e on network 1481d01d-e045-4da2-859f-2fd0cf46fe0f {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:32:55.271444 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d4f580-614b-4dcf-998c-79de9eaea700 req-2dcbcb43-920f-4370-81f7-28adcf89b67e service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:32:55.271787 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d4f580-614b-4dcf-998c-79de9eaea700 req-2dcbcb43-920f-4370-81f7-28adcf89b67e service neutron] Checking segment: {'id': '6845b7d6-95ad-4975-880b-f624eeae3520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1481d01d-e045-4da2-859f-2fd0cf46fe0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:32:55.272180 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d4f580-614b-4dcf-998c-79de9eaea700 req-2dcbcb43-920f-4370-81f7-28adcf89b67e service neutron] Bound using segment: {'id': '6845b7d6-95ad-4975-880b-f624eeae3520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1481d01d-e045-4da2-859f-2fd0cf46fe0f'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:32:55.272614 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-e8d4f580-614b-4dcf-998c-79de9eaea700 req-2dcbcb43-920f-4370-81f7-28adcf89b67e service neutron] Bound port: 9a8409e9-06a0-4084-81bd-002a57805a0e, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6845b7d6-95ad-4975-880b-f624eeae3520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1481d01d-e045-4da2-859f-2fd0cf46fe0f'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:32:55.272985 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e8d4f580-614b-4dcf-998c-79de9eaea700 req-2dcbcb43-920f-4370-81f7-28adcf89b67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:55.344328 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-e8d4f580-614b-4dcf-998c-79de9eaea700 req-2dcbcb43-920f-4370-81f7-28adcf89b67e service neutron] For port 9a8409e9-06a0-4084-81bd-002a57805a0e, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:32:55.349344 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-e8d4f580-614b-4dcf-998c-79de9eaea700 req-2dcbcb43-920f-4370-81f7-28adcf89b67e service neutron] For port 9a8409e9-06a0-4084-81bd-002a57805a0e, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=9a8409e9-06a0-4084-81bd-002a57805a0e,segment=NetworkSegment(6845b7d6-95ad-4975-880b-f624eeae3520),segment_id=6845b7d6-95ad-4975-880b-f624eeae3520)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:32:55.354606 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e8d4f580-614b-4dcf-998c-79de9eaea700 req-2dcbcb43-920f-4370-81f7-28adcf89b67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:55.395008 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4f580-614b-4dcf-998c-79de9eaea700 req-2dcbcb43-920f-4370-81f7-28adcf89b67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:32:55.395621 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e8d4f580-614b-4dcf-998c-79de9eaea700 req-2dcbcb43-920f-4370-81f7-28adcf89b67e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:55.397077 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e8d4f580-614b-4dcf-998c-79de9eaea700 req-2dcbcb43-920f-4370-81f7-28adcf89b67e service neutron] 10.222.0.37 "PUT /v2.0/ports/9a8409e9-06a0-4084-81bd-002a57805a0e HTTP/1.1" status: 200 len: 1093 time: 0.6275949 Sep 08 09:32:55.397526 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ad01fd-d439-4fc5-ab84-be9676e01436', 'tag': '9a8409e9-06a0-4084-81bd-002a57805a0e'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:32:55.400956 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25de9e46-5b1b-45e0-9453-9aa559e5b36d" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ad01fd-d439-4fc5-ab84-be9676e01436", "tag": "9a8409e9-06a0-4084-81bd-002a57805a0e"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:32:55.434644 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcbcb43-920f-4370-81f7-28adcf89b67e service neutron] Pushing event updated for resources: {'Port': ['ID=9a8409e9-06a0-4084-81bd-002a57805a0e,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:32:55.444391 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5cb6847-ccba-487b-bcf7-0a44e724342d x-openstack-request-id: req-e5cb6847-ccba-487b-bcf7-0a44e724342d {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:32:55.444631 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ad01fd-d439-4fc5-ab84-be9676e01436", "tag": "9a8409e9-06a0-4084-81bd-002a57805a0e", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:32:55.445083 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e5cb6847-ccba-487b-bcf7-0a44e724342d {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:32:55.446560 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ad01fd-d439-4fc5-ab84-be9676e01436', 'tag': '9a8409e9-06a0-4084-81bd-002a57805a0e', 'status': 'completed', 'code': 200} Sep 08 09:32:55.501327 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4f580-614b-4dcf-998c-79de9eaea700 req-670c3c8c-4450-4760-81d7-4d3fb20998a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:32:55.502919 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e8d4f580-614b-4dcf-998c-79de9eaea700 req-670c3c8c-4450-4760-81d7-4d3fb20998a1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f820dcd891542779a2ca914062b6c8b&device_id=e1ad01fd-d439-4fc5-ab84-be9676e01436 HTTP/1.1" status: 200 len: 1096 time: 0.0435190 Sep 08 09:32:55.552150 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e8d4f580-614b-4dcf-998c-79de9eaea700 req-6d431392-66cb-41f2-a8bc-ec1bc5698fb6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a8409e9-06a0-4084-81bd-002a57805a0e HTTP/1.1" status: 200 len: 217 time: 0.0355301 Sep 08 09:32:55.608754 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4f580-614b-4dcf-998c-79de9eaea700 req-4a339e45-dfe4-44d0-afb0-574861d29544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:32:55.610263 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e8d4f580-614b-4dcf-998c-79de9eaea700 req-4a339e45-dfe4-44d0-afb0-574861d29544 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6a00c265-006a-4bd7-a98b-c4c597b4b06a HTTP/1.1" status: 200 len: 853 time: 0.0505466 Sep 08 09:32:55.645329 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e8d4f580-614b-4dcf-998c-79de9eaea700 req-df5531f7-9b2c-45ce-bbe2-5a0672f393e4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1481d01d-e045-4da2-859f-2fd0cf46fe0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266273 Sep 08 09:32:55.758656 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e8d4f580-614b-4dcf-998c-79de9eaea700 req-6b582392-f9e5-4b26-83fc-749e59186e57 service neutron] 10.222.0.37 "GET /v2.0/networks/1481d01d-e045-4da2-859f-2fd0cf46fe0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053867 Sep 08 09:32:55.868037 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e8d4f580-614b-4dcf-998c-79de9eaea700 req-f006a048-9a23-45fd-88ac-91866996ba4a service neutron] 10.222.0.37 "GET /v2.0/networks/1481d01d-e045-4da2-859f-2fd0cf46fe0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019497 Sep 08 09:32:55.996887 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de9e46-5b1b-45e0-9453-9aa559e5b36d req-710f4414-440a-4fb0-b57d-26139c185c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:32:55.998692 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-25de9e46-5b1b-45e0-9453-9aa559e5b36d req-710f4414-440a-4fb0-b57d-26139c185c3d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f820dcd891542779a2ca914062b6c8b&device_id=e1ad01fd-d439-4fc5-ab84-be9676e01436 HTTP/1.1" status: 200 len: 1096 time: 0.0431137 Sep 08 09:32:56.100672 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de9e46-5b1b-45e0-9453-9aa559e5b36d req-fb9e5b74-e924-47f3-8026-3715890351b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:32:56.102396 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-25de9e46-5b1b-45e0-9453-9aa559e5b36d req-fb9e5b74-e924-47f3-8026-3715890351b9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1481d01d-e045-4da2-859f-2fd0cf46fe0f HTTP/1.1" status: 200 len: 914 time: 0.0966847 Sep 08 09:32:56.147530 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-25de9e46-5b1b-45e0-9453-9aa559e5b36d req-4796a1b5-830e-4691-be7d-b99c382d3f31 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a8409e9-06a0-4084-81bd-002a57805a0e HTTP/1.1" status: 200 len: 217 time: 0.0377967 Sep 08 09:32:56.210086 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de9e46-5b1b-45e0-9453-9aa559e5b36d req-5c6a68bb-167d-4304-abe9-07ac5bad485d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:32:56.211950 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-25de9e46-5b1b-45e0-9453-9aa559e5b36d req-5c6a68bb-167d-4304-abe9-07ac5bad485d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6a00c265-006a-4bd7-a98b-c4c597b4b06a HTTP/1.1" status: 200 len: 853 time: 0.0564139 Sep 08 09:32:56.253868 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-25de9e46-5b1b-45e0-9453-9aa559e5b36d req-695bb5c3-c031-4f51-9209-e6b8a4ff7ff3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1481d01d-e045-4da2-859f-2fd0cf46fe0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342512 Sep 08 09:32:56.281799 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d8906-2a1a-4c8a-9bd1-1c41269210c0 req-89692b3a-9699-43a8-9964-0cf9ee8dc804 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:32:56.284538 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0a6d8906-2a1a-4c8a-9bd1-1c41269210c0 req-89692b3a-9699-43a8-9964-0cf9ee8dc804 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.54 "GET /v2.0/ports?device_id=e1ad01fd-d439-4fc5-ab84-be9676e01436 HTTP/1.1" status: 200 len: 944 time: 0.0896285 Sep 08 09:32:56.336453 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0a6d8906-2a1a-4c8a-9bd1-1c41269210c0 req-3ba881b5-d602-44ec-9b2e-2345931eaccd tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.54 "GET /v2.0/security-groups?id=d41b37e3-0c9b-4d54-be34-8509766af91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449772 Sep 08 09:32:56.415721 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-25de9e46-5b1b-45e0-9453-9aa559e5b36d req-c8184b97-975e-4509-811a-e30cbb1de68f service neutron] 10.222.0.37 "GET /v2.0/networks/1481d01d-e045-4da2-859f-2fd0cf46fe0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523376 Sep 08 09:32:56.534125 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-25de9e46-5b1b-45e0-9453-9aa559e5b36d req-88e5a94a-7ca0-4164-907e-b527f9bdd2e6 service neutron] 10.222.0.37 "GET /v2.0/networks/1481d01d-e045-4da2-859f-2fd0cf46fe0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103418 Sep 08 09:32:57.477396 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb906a-8842-4da5-9aa4-1b6a672ad2d4 req-9443c5e3-b860-4578-a431-57cad0734ee4 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:32:57.479076 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dcfb906a-8842-4da5-9aa4-1b6a672ad2d4 req-9443c5e3-b860-4578-a431-57cad0734ee4 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.54 "GET /v2.0/ports?device_id=e1ad01fd-d439-4fc5-ab84-be9676e01436 HTTP/1.1" status: 200 len: 944 time: 0.0567493 Sep 08 09:32:57.521529 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dcfb906a-8842-4da5-9aa4-1b6a672ad2d4 req-b0289f3a-9c85-47ee-8f51-79b7822efbd3 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.54 "GET /v2.0/security-groups?id=d41b37e3-0c9b-4d54-be34-8509766af91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359018 Sep 08 09:32:58.034609 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 9a8409e9-06a0-4084-81bd-002a57805a0e details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:32:58.137772 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 9a8409e9-06a0-4084-81bd-002a57805a0e, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=9a8409e9-06a0-4084-81bd-002a57805a0e,segment=NetworkSegment(6845b7d6-95ad-4975-880b-f624eeae3520),segment_id=6845b7d6-95ad-4975-880b-f624eeae3520)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:32:58.150607 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '9a8409e9-06a0-4084-81bd-002a57805a0e', 'network_id': '1481d01d-e045-4da2-859f-2fd0cf46fe0f', 'port_id': '9a8409e9-06a0-4084-81bd-002a57805a0e', 'mac_address': 'fa:16:3e:91:1b:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a00c265-006a-4bd7-a98b-c4c597b4b06a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:32:58.187813 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:58.201625 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a8409e9-06a0-4084-81bd-002a57805a0e {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:32:58.222744 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 9a8409e9-06a0-4084-81bd-002a57805a0e, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=9a8409e9-06a0-4084-81bd-002a57805a0e,segment=NetworkSegment(6845b7d6-95ad-4975-880b-f624eeae3520),segment_id=6845b7d6-95ad-4975-880b-f624eeae3520)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:32:58.228788 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:58.278350 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=9a8409e9-06a0-4084-81bd-002a57805a0e,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:32:58.285791 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:32:58.286224 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:32:58.286565 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:32:58.286900 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:32:58.287231 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:32:58.287559 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:32:58.287884 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:32:58.288207 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:32:58.288813 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:32:58.289257 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:32:58.289541 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:32:58.289989 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:32:58.511211 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['9a8409e9-06a0-4084-81bd-002a57805a0e'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:32:58.650087 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94fd44-24f0-4cf6-894a-9caebe237499 req-6b26d392-ee4e-439c-bca1-64f01c749b61 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:32:58.651721 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fb94fd44-24f0-4cf6-894a-9caebe237499 req-6b26d392-ee4e-439c-bca1-64f01c749b61 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.54 "GET /v2.0/ports?device_id=e1ad01fd-d439-4fc5-ab84-be9676e01436 HTTP/1.1" status: 200 len: 945 time: 0.0587969 Sep 08 09:32:58.694416 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fb94fd44-24f0-4cf6-894a-9caebe237499 req-834c5cfb-606f-43d6-acee-f2274cb67a29 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.54 "GET /v2.0/security-groups?id=d41b37e3-0c9b-4d54-be34-8509766af91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357096 Sep 08 09:32:58.759966 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:32:59.817116 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9af2a9-dba0-47c8-8112-b6b6553723a5 req-a9b55385-0e07-49a5-bc42-cf74ec1e8a89 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:32:59.818701 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4e9af2a9-dba0-47c8-8112-b6b6553723a5 req-a9b55385-0e07-49a5-bc42-cf74ec1e8a89 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.54 "GET /v2.0/ports?device_id=e1ad01fd-d439-4fc5-ab84-be9676e01436 HTTP/1.1" status: 200 len: 945 time: 0.0519695 Sep 08 09:32:59.861821 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4e9af2a9-dba0-47c8-8112-b6b6553723a5 req-aca7393a-3367-4dc0-bd76-468a091f01b0 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.54 "GET /v2.0/security-groups?id=d41b37e3-0c9b-4d54-be34-8509766af91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363340 Sep 08 09:33:00.049790 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 9a8409e9-06a0-4084-81bd-002a57805a0e up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:33:00.103114 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 9a8409e9-06a0-4084-81bd-002a57805a0e completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:33:00.107205 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 9a8409e9-06a0-4084-81bd-002a57805a0e triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:33:00.107585 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:00.191127 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:00.221357 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ad01fd-d439-4fc5-ab84-be9676e01436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a8409e9-06a0-4084-81bd-002a57805a0e'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:33:00.223697 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-becfa273-2a12-461e-a28f-37d5fb422ecd" -d '{"events": [{"server_uuid": "e1ad01fd-d439-4fc5-ab84-be9676e01436", "name": "network-vif-plugged", "status": "completed", "tag": "9a8409e9-06a0-4084-81bd-002a57805a0e"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:33:00.238619 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 9a8409e9-06a0-4084-81bd-002a57805a0e, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=9a8409e9-06a0-4084-81bd-002a57805a0e,segment=NetworkSegment(6845b7d6-95ad-4975-880b-f624eeae3520),segment_id=6845b7d6-95ad-4975-880b-f624eeae3520)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:33:00.244652 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:00.283170 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29dc1438-fb69-4340-b39b-c66e454f7ea4 x-openstack-request-id: req-29dc1438-fb69-4340-b39b-c66e454f7ea4 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:33:00.283170 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ad01fd-d439-4fc5-ab84-be9676e01436", "name": "network-vif-plugged", "status": "completed", "tag": "9a8409e9-06a0-4084-81bd-002a57805a0e", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:33:00.283170 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-29dc1438-fb69-4340-b39b-c66e454f7ea4 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:33:00.283170 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ad01fd-d439-4fc5-ab84-be9676e01436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a8409e9-06a0-4084-81bd-002a57805a0e', 'code': 200} Sep 08 09:33:00.307066 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=9a8409e9-06a0-4084-81bd-002a57805a0e,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:00.403572 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb9008-8cd4-42a1-b05d-38f409490ad3 req-96c5a325-8cfa-48bb-8f6e-9ca7e4c7c16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:00.405072 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-50fb9008-8cd4-42a1-b05d-38f409490ad3 req-96c5a325-8cfa-48bb-8f6e-9ca7e4c7c16e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e1ad01fd-d439-4fc5-ab84-be9676e01436 HTTP/1.1" status: 200 len: 1098 time: 0.0530622 Sep 08 09:33:00.441833 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-50fb9008-8cd4-42a1-b05d-38f409490ad3 req-265a00c9-0f40-4b53-a0d1-8f233e6ae189 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d41b37e3-0c9b-4d54-be34-8509766af91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285554 Sep 08 09:33:00.983546 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd1416-d236-4f47-8f14-14d9283db641 req-3fea916b-0353-4197-9084-a0b68dcbbb58 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:00.985159 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-46dd1416-d236-4f47-8f14-14d9283db641 req-3fea916b-0353-4197-9084-a0b68dcbbb58 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.54 "GET /v2.0/ports?device_id=e1ad01fd-d439-4fc5-ab84-be9676e01436 HTTP/1.1" status: 200 len: 946 time: 0.0524940 Sep 08 09:33:01.025976 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-46dd1416-d236-4f47-8f14-14d9283db641 req-eba8b0d1-7a20-4300-b074-8547b1cdff65 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.54 "GET /v2.0/security-groups?id=d41b37e3-0c9b-4d54-be34-8509766af91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342178 Sep 08 09:33:02.153720 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b49210-0e59-4184-a84d-41b5e1c1b3d1 req-2f8124a9-aa69-4282-9602-aa061724d46d tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:02.155539 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-40b49210-0e59-4184-a84d-41b5e1c1b3d1 req-2f8124a9-aa69-4282-9602-aa061724d46d tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.54 "GET /v2.0/ports?device_id=e1ad01fd-d439-4fc5-ab84-be9676e01436 HTTP/1.1" status: 200 len: 946 time: 0.0570211 Sep 08 09:33:02.197570 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-40b49210-0e59-4184-a84d-41b5e1c1b3d1 req-127c8621-0441-4168-bd84-beb5a63342b2 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.54 "GET /v2.0/security-groups?id=d41b37e3-0c9b-4d54-be34-8509766af91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356388 Sep 08 09:33:10.377758 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:33:17.645828 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f5656ae1-b6a2-40b8-8396-5f190d853970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:19.848264 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60056) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:33:20.020788 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-6ce624b7-fdb6-4a57-a3ef-46db4200c8a4 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Deleting port 98aecdef-0da9-436e-ab65-1e2ee3ed4308 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:33:20.021248 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6ce624b7-fdb6-4a57-a3ef-46db4200c8a4 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:20.107164 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6ce624b7-fdb6-4a57-a3ef-46db4200c8a4 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:20.107520 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6ce624b7-fdb6-4a57-a3ef-46db4200c8a4 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:20.120597 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-6ce624b7-fdb6-4a57-a3ef-46db4200c8a4 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Calling delete_port for 98aecdef-0da9-436e-ab65-1e2ee3ed4308 owned by network:floatingip {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:33:20.284403 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6ce624b7-fdb6-4a57-a3ef-46db4200c8a4 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:20.314693 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce624b7-fdb6-4a57-a3ef-46db4200c8a4 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event deleted for resources: {'Port': ['ID=98aecdef-0da9-436e-ab65-1e2ee3ed4308,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:20.376082 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6ce624b7-fdb6-4a57-a3ef-46db4200c8a4 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for floatingip, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:20.376414 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [None req-6ce624b7-fdb6-4a57-a3ef-46db4200c8a4 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Floating IP 6a689e8f-5770-41d2-9e23-b7fa520eeea0 disassociated (deleted). External IP: 172.25.0.53, port: 7485b147-4708-474a-bc9e-787f898a9311. Sep 08 09:33:20.418955 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:20.628605 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce624b7-fdb6-4a57-a3ef-46db4200c8a4 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Router 2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:33:20.773839 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce624b7-fdb6-4a57-a3ef-46db4200c8a4 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:33:20.779697 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6ce624b7-fdb6-4a57-a3ef-46db4200c8a4 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:20.783947 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-37320c6f-2a02-4b10-a08f-2df4170fb8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:20.792344 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a91804-b4aa-4957-828f-e7ef465772cb None None] Sync routers for ids ['2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:33:20.808950 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a91804-b4aa-4957-828f-e7ef465772cb None None] Routers {'2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:33:20.810531 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-87a91804-b4aa-4957-828f-e7ef465772cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:33:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:33:20.828088 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-6ce624b7-fdb6-4a57-a3ef-46db4200c8a4 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "DELETE /v2.0/floatingips/6a689e8f-5770-41d2-9e23-b7fa520eeea0 HTTP/1.1" status: 204 len: 168 time: 0.9786549 Sep 08 09:33:20.828830 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0130519-e7c2-48d2-9daa-0873572708df', 'tag': '7485b147-4708-474a-bc9e-787f898a9311'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:33:20.831803 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9024e898-579e-4b3e-8fc7-29014fe193b0" -d '{"events": [{"name": "network-changed", "server_uuid": "d0130519-e7c2-48d2-9daa-0873572708df", "tag": "7485b147-4708-474a-bc9e-787f898a9311"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:33:20.940121 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0244be-5d1e-462f-b50d-201b1d26e7cb x-openstack-request-id: req-ba0244be-5d1e-462f-b50d-201b1d26e7cb {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:33:20.941198 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0130519-e7c2-48d2-9daa-0873572708df", "tag": "7485b147-4708-474a-bc9e-787f898a9311", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:33:20.941690 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ba0244be-5d1e-462f-b50d-201b1d26e7cb {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:33:20.942485 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0130519-e7c2-48d2-9daa-0873572708df', 'tag': '7485b147-4708-474a-bc9e-787f898a9311', 'status': 'completed', 'code': 200} Sep 08 09:33:21.122012 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024e898-579e-4b3e-8fc7-29014fe193b0 req-750a6387-8f29-4eb8-810a-a1b13bae2484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:21.125658 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9024e898-579e-4b3e-8fc7-29014fe193b0 req-750a6387-8f29-4eb8-810a-a1b13bae2484 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b0f105e5fd99469d8f84a09c77d72db0&device_id=d0130519-e7c2-48d2-9daa-0873572708df HTTP/1.1" status: 200 len: 1098 time: 0.1327698 Sep 08 09:33:21.161591 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-87a91804-b4aa-4957-828f-e7ef465772cb None None] Set router 2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:33:21.313827 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024e898-579e-4b3e-8fc7-29014fe193b0 req-173a9e9f-d7d4-4fac-bde9-70e54f546eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:21.315297 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9024e898-579e-4b3e-8fc7-29014fe193b0 req-173a9e9f-d7d4-4fac-bde9-70e54f546eaa service neutron] 10.222.0.35 "GET /v2.0/networks?id=668ee9d9-2f1c-4ea3-ae54-666bf84618ca HTTP/1.1" status: 200 len: 898 time: 0.1804121 Sep 08 09:33:21.329119 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb562934-e969-42b5-a6a8-805bfc460dde req-c6fd51ff-bdaa-42ee-8879-ea0ad6cf3648 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:21.337997 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-eb562934-e969-42b5-a6a8-805bfc460dde req-c6fd51ff-bdaa-42ee-8879-ea0ad6cf3648 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0130519-e7c2-48d2-9daa-0873572708df HTTP/1.1" status: 200 len: 946 time: 0.0909538 Sep 08 09:33:21.394299 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9024e898-579e-4b3e-8fc7-29014fe193b0 req-af052406-0669-4035-83aa-a17a3a5eba6b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7485b147-4708-474a-bc9e-787f898a9311 HTTP/1.1" status: 200 len: 217 time: 0.0493236 Sep 08 09:33:21.435404 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-87a91804-b4aa-4957-828f-e7ef465772cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622798569', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '1755d7e6-613c-466d-b509-1394d0d977e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:30:02Z', 'updated_at': '2021-09-08T09:30:08Z', 'revision_number': 4, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': '1755d7e6-613c-466d-b509-1394d0d977e9', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:30:02Z', 'updated_at': '2021-09-08T09:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'ce3eb034-1c5e-415f-8cd0-ab0f72890dcb', 'name': '', 'network_id': '668ee9d9-2f1c-4ea3-ae54-666bf84618ca', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'mac_address': 'fa:16:3e:9e:7a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '4e2f513d-fd69-4145-8732-bf4182a164a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:30:06Z', 'updated_at': '2021-09-08T09:30:14Z', 'revision_number': 5, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'subnets': [{'id': '4e2f513d-fd69-4145-8732-bf4182a164a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:33:21.448883 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-eb562934-e969-42b5-a6a8-805bfc460dde req-53f2a2e0-3350-4b9a-a7ff-7b9919460d11 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=68d2df2d-7229-407f-9cde-b2b723817c14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1099920 Sep 08 09:33:21.464754 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a91804-b4aa-4957-828f-e7ef465772cb None None] Checking router: 2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:33:21.471648 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024e898-579e-4b3e-8fc7-29014fe193b0 req-18b9294e-a0cd-4b4a-a25d-4062f114ebff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:21.472860 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9024e898-579e-4b3e-8fc7-29014fe193b0 req-18b9294e-a0cd-4b4a-a25d-4062f114ebff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4e2f513d-fd69-4145-8732-bf4182a164a0 HTTP/1.1" status: 200 len: 834 time: 0.0664020 Sep 08 09:33:21.473575 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a91804-b4aa-4957-828f-e7ef465772cb None None] Routers {'2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:33:21.474316 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-87a91804-b4aa-4957-828f-e7ef465772cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:33:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:33:21.522975 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024e898-579e-4b3e-8fc7-29014fe193b0 req-45d69b80-c701-4c7e-bf4a-4e37296cb715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:21.524514 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9024e898-579e-4b3e-8fc7-29014fe193b0 req-45d69b80-c701-4c7e-bf4a-4e37296cb715 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=668ee9d9-2f1c-4ea3-ae54-666bf84618ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434530 Sep 08 09:33:21.626022 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9024e898-579e-4b3e-8fc7-29014fe193b0 req-6905aacc-5a57-4ba4-8dbf-b1fd7705877f service neutron] 10.222.0.35 "GET /v2.0/networks/668ee9d9-2f1c-4ea3-ae54-666bf84618ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929518 Sep 08 09:33:21.736758 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9024e898-579e-4b3e-8fc7-29014fe193b0 req-a44466cb-d7f2-4e8e-beda-0f954d756b86 service neutron] 10.222.0.35 "GET /v2.0/networks/668ee9d9-2f1c-4ea3-ae54-666bf84618ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027536 Sep 08 09:33:21.750851 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-87a91804-b4aa-4957-828f-e7ef465772cb None None] Set router 2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:33:21.953258 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-87a91804-b4aa-4957-828f-e7ef465772cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622798569', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '1755d7e6-613c-466d-b509-1394d0d977e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:30:02Z', 'updated_at': '2021-09-08T09:30:08Z', 'revision_number': 4, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': '1755d7e6-613c-466d-b509-1394d0d977e9', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:30:02Z', 'updated_at': '2021-09-08T09:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'ce3eb034-1c5e-415f-8cd0-ab0f72890dcb', 'name': '', 'network_id': '668ee9d9-2f1c-4ea3-ae54-666bf84618ca', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'mac_address': 'fa:16:3e:9e:7a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '4e2f513d-fd69-4145-8732-bf4182a164a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:30:06Z', 'updated_at': '2021-09-08T09:30:14Z', 'revision_number': 5, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'subnets': [{'id': '4e2f513d-fd69-4145-8732-bf4182a164a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:33:21.984368 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a91804-b4aa-4957-828f-e7ef465772cb None None] The sync data for ids ['2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b'] in n-d-806683-11 is: [{'id': '2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622798569', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '1755d7e6-613c-466d-b509-1394d0d977e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:30:02Z', 'updated_at': '2021-09-08T09:30:08Z', 'revision_number': 4, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': '1755d7e6-613c-466d-b509-1394d0d977e9', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:30:02Z', 'updated_at': '2021-09-08T09:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'ce3eb034-1c5e-415f-8cd0-ab0f72890dcb', 'name': '', 'network_id': '668ee9d9-2f1c-4ea3-ae54-666bf84618ca', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'mac_address': 'fa:16:3e:9e:7a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '4e2f513d-fd69-4145-8732-bf4182a164a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:30:06Z', 'updated_at': '2021-09-08T09:30:14Z', 'revision_number': 5, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'subnets': [{'id': '4e2f513d-fd69-4145-8732-bf4182a164a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:33:22.205992 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:22.278387 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf63947-6cdf-440d-a6f3-4f6ea1e6d4a7 None None] New status for floating IP 6a689e8f-5770-41d2-9e23-b7fa520eeea0: DOWN {{(pid=94715) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:33:22.576006 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace5768-c770-442d-adbb-33bd01e82a2a req-5cd87086-10c1-482a-92ab-4c8f656cffe9 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:22.577521 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4ace5768-c770-442d-adbb-33bd01e82a2a req-5cd87086-10c1-482a-92ab-4c8f656cffe9 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0130519-e7c2-48d2-9daa-0873572708df HTTP/1.1" status: 200 len: 946 time: 0.0573809 Sep 08 09:33:22.620491 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4ace5768-c770-442d-adbb-33bd01e82a2a req-c7883dee-c430-4132-98b0-313d394c579a tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/security-groups?id=68d2df2d-7229-407f-9cde-b2b723817c14&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364680 Sep 08 09:33:22.957407 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0facb475-d9b7-40b1-8a0a-69b6a611a34e req-11167ff9-2310-463e-a843-15f4d3d49b5b tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:22.959625 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0facb475-d9b7-40b1-8a0a-69b6a611a34e req-11167ff9-2310-463e-a843-15f4d3d49b5b tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.35 "GET /v2.0/ports?device_id=d0130519-e7c2-48d2-9daa-0873572708df HTTP/1.1" status: 200 len: 946 time: 0.0661333 Sep 08 09:33:23.078828 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-0facb475-d9b7-40b1-8a0a-69b6a611a34e req-10efd9e3-8c76-4597-9ade-00bbfe580f05 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Deleting port 7485b147-4708-474a-bc9e-787f898a9311 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:33:23.081474 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0facb475-d9b7-40b1-8a0a-69b6a611a34e req-10efd9e3-8c76-4597-9ade-00bbfe580f05 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:23.220912 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-0facb475-d9b7-40b1-8a0a-69b6a611a34e req-10efd9e3-8c76-4597-9ade-00bbfe580f05 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] For port 7485b147-4708-474a-bc9e-787f898a9311, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=7485b147-4708-474a-bc9e-787f898a9311,segment=NetworkSegment(0981a0f4-6c47-4423-8a8c-8b0e733a8bfa),segment_id=0981a0f4-6c47-4423-8a8c-8b0e733a8bfa)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:33:23.221283 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0facb475-d9b7-40b1-8a0a-69b6a611a34e req-10efd9e3-8c76-4597-9ade-00bbfe580f05 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:23.238002 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-0facb475-d9b7-40b1-8a0a-69b6a611a34e req-10efd9e3-8c76-4597-9ade-00bbfe580f05 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Calling delete_port for 7485b147-4708-474a-bc9e-787f898a9311 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:33:23.387854 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0facb475-d9b7-40b1-8a0a-69b6a611a34e req-10efd9e3-8c76-4597-9ade-00bbfe580f05 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:23.420149 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10efd9e3-8c76-4597-9ade-00bbfe580f05 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event deleted for resources: {'Port': ['ID=7485b147-4708-474a-bc9e-787f898a9311,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:23.436021 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10efd9e3-8c76-4597-9ade-00bbfe580f05 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:33:23.436021 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10efd9e3-8c76-4597-9ade-00bbfe580f05 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:33:23.436021 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10efd9e3-8c76-4597-9ade-00bbfe580f05 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:33:23.436479 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10efd9e3-8c76-4597-9ade-00bbfe580f05 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:33:23.436562 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10efd9e3-8c76-4597-9ade-00bbfe580f05 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:33:23.436898 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10efd9e3-8c76-4597-9ade-00bbfe580f05 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:33:23.437227 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10efd9e3-8c76-4597-9ade-00bbfe580f05 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:33:23.437553 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10efd9e3-8c76-4597-9ade-00bbfe580f05 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:33:23.437875 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10efd9e3-8c76-4597-9ade-00bbfe580f05 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:33:23.438247 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10efd9e3-8c76-4597-9ade-00bbfe580f05 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:33:23.438568 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10efd9e3-8c76-4597-9ade-00bbfe580f05 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:33:23.438885 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10efd9e3-8c76-4597-9ade-00bbfe580f05 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:33:23.480511 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-0facb475-d9b7-40b1-8a0a-69b6a611a34e req-10efd9e3-8c76-4597-9ade-00bbfe580f05 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] No DVR routers for this DVR port 7485b147-4708-474a-bc9e-787f898a9311 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:33:23.483994 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0facb475-d9b7-40b1-8a0a-69b6a611a34e req-10efd9e3-8c76-4597-9ade-00bbfe580f05 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:23.488390 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0facb475-d9b7-40b1-8a0a-69b6a611a34e req-10efd9e3-8c76-4597-9ade-00bbfe580f05 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.35 "DELETE /v2.0/ports/7485b147-4708-474a-bc9e-787f898a9311 HTTP/1.1" status: 204 len: 173 time: 0.5221505 Sep 08 09:33:23.489202 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0130519-e7c2-48d2-9daa-0873572708df', 'name': 'network-vif-deleted', 'tag': '7485b147-4708-474a-bc9e-787f898a9311'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:33:23.492755 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ca7930-02a0-459a-90d5-01f961666c29" -d '{"events": [{"server_uuid": "d0130519-e7c2-48d2-9daa-0873572708df", "name": "network-vif-deleted", "tag": "7485b147-4708-474a-bc9e-787f898a9311"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:33:23.546995 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8d1ec4-9d0e-4924-b2b8-f2d4690ff3cd x-openstack-request-id: req-ad8d1ec4-9d0e-4924-b2b8-f2d4690ff3cd {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:33:23.547287 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0130519-e7c2-48d2-9daa-0873572708df", "name": "network-vif-deleted", "tag": "7485b147-4708-474a-bc9e-787f898a9311", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:33:23.547538 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ad8d1ec4-9d0e-4924-b2b8-f2d4690ff3cd {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:33:23.547935 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0130519-e7c2-48d2-9daa-0873572708df', 'name': 'network-vif-deleted', 'tag': '7485b147-4708-474a-bc9e-787f898a9311', 'status': 'completed', 'code': 200} Sep 08 09:33:23.609881 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:23.738004 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-54ddf85a-4d7b-40d0-bfce-800118736903 req-a4bb6be9-2a68-45dd-b37f-d9fced74e844 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "GET /v2.0/ports?device_id=d0130519-e7c2-48d2-9daa-0873572708df HTTP/1.1" status: 200 len: 210 time: 0.0348573 Sep 08 09:33:24.298367 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:24.797303 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60114) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:33:25.340965 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60124) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:33:25.481138 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-830aba78-95cc-4b37-a1c2-7fdd78ef2600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:25.596634 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-830aba78-95cc-4b37-a1c2-7fdd78ef2600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:25.603748 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-830aba78-95cc-4b37-a1c2-7fdd78ef2600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:25.630742 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5784d9e7-8e73-4a63-b797-a67c336ee3fb tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:25.652042 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-830aba78-95cc-4b37-a1c2-7fdd78ef2600 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b4f473a8c6724e1e9b1fa627faf40c4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3093054 Sep 08 09:33:25.655274 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60132) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:33:25.656082 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830aba78-95cc-4b37-a1c2-7fdd78ef2600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2488b38d-6ce8-4def-9630-509024a95c7a,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:25.681176 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830aba78-95cc-4b37-a1c2-7fdd78ef2600 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:33:25.681520 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830aba78-95cc-4b37-a1c2-7fdd78ef2600 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:33:25.681863 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830aba78-95cc-4b37-a1c2-7fdd78ef2600 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:33:25.682230 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830aba78-95cc-4b37-a1c2-7fdd78ef2600 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:33:25.682565 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830aba78-95cc-4b37-a1c2-7fdd78ef2600 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:33:25.682898 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830aba78-95cc-4b37-a1c2-7fdd78ef2600 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:33:25.683375 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830aba78-95cc-4b37-a1c2-7fdd78ef2600 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:33:25.683710 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830aba78-95cc-4b37-a1c2-7fdd78ef2600 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:33:25.684407 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830aba78-95cc-4b37-a1c2-7fdd78ef2600 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:33:25.684407 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830aba78-95cc-4b37-a1c2-7fdd78ef2600 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:33:25.684671 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830aba78-95cc-4b37-a1c2-7fdd78ef2600 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:33:25.684986 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830aba78-95cc-4b37-a1c2-7fdd78ef2600 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:33:25.728271 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bd8da8f2-58c5-4f11-8d21-a4200c60a6cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:25.752968 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bd8da8f2-58c5-4f11-8d21-a4200c60a6cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:25.811762 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bd8da8f2-58c5-4f11-8d21-a4200c60a6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:25.815560 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bd8da8f2-58c5-4f11-8d21-a4200c60a6cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:25.821607 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-bd8da8f2-58c5-4f11-8d21-a4200c60a6cb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2488b38d-6ce8-4def-9630-509024a95c7a HTTP/1.1" status: 204 len: 168 time: 0.1584539 Sep 08 09:33:25.833191 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8da8f2-58c5-4f11-8d21-a4200c60a6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2488b38d-6ce8-4def-9630-509024a95c7a,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:25.978338 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-5784d9e7-8e73-4a63-b797-a67c336ee3fb tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Deleting port ce3eb034-1c5e-415f-8cd0-ab0f72890dcb {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:33:25.978864 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5784d9e7-8e73-4a63-b797-a67c336ee3fb tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:26.074598 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-5784d9e7-8e73-4a63-b797-a67c336ee3fb tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] For port ce3eb034-1c5e-415f-8cd0-ab0f72890dcb, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=ce3eb034-1c5e-415f-8cd0-ab0f72890dcb,segment=NetworkSegment(0981a0f4-6c47-4423-8a8c-8b0e733a8bfa),segment_id=0981a0f4-6c47-4423-8a8c-8b0e733a8bfa)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:33:26.074985 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5784d9e7-8e73-4a63-b797-a67c336ee3fb tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:26.089198 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-5784d9e7-8e73-4a63-b797-a67c336ee3fb tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Calling delete_port for ce3eb034-1c5e-415f-8cd0-ab0f72890dcb owned by network:router_interface {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:33:26.313399 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5784d9e7-8e73-4a63-b797-a67c336ee3fb tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:26.344354 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5784d9e7-8e73-4a63-b797-a67c336ee3fb tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event deleted for resources: {'Port': ['ID=ce3eb034-1c5e-415f-8cd0-ab0f72890dcb,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:26.560753 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5784d9e7-8e73-4a63-b797-a67c336ee3fb tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:26.599342 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 7485b147-4708-474a-bc9e-787f898a9311 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:33:26.635836 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: 7485b147-4708-474a-bc9e-787f898a9311 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:33:26.637416 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 7485b147-4708-474a-bc9e-787f898a9311 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:33:26.844241 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5784d9e7-8e73-4a63-b797-a67c336ee3fb tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Router 2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:33:26.977021 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5784d9e7-8e73-4a63-b797-a67c336ee3fb tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:33:26.982979 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5784d9e7-8e73-4a63-b797-a67c336ee3fb tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "PUT /v2.0/routers/2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1844738 Sep 08 09:33:26.986889 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60166) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:33:26.988848 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57d9bf8-b241-460a-97e1-2171e81527c5 None None] Sync routers for ids ['2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:33:26.999362 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57d9bf8-b241-460a-97e1-2171e81527c5 None None] Routers {'2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:33:27.000244 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-f57d9bf8-b241-460a-97e1-2171e81527c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:33:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:33:27.050537 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-255f945e-199f-4437-8a98-154356327268 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Deleting subnet 4e2f513d-fd69-4145-8732-bf4182a164a0 {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:33:27.055546 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-255f945e-199f-4437-8a98-154356327268 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:27.122847 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-255f945e-199f-4437-8a98-154356327268 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:27.128571 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-f57d9bf8-b241-460a-97e1-2171e81527c5 None None] Set router 2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:33:27.243225 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-255f945e-199f-4437-8a98-154356327268 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:27.333444 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-255f945e-199f-4437-8a98-154356327268 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:27.349462 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-f57d9bf8-b241-460a-97e1-2171e81527c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622798569', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '1755d7e6-613c-466d-b509-1394d0d977e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:30:02Z', 'updated_at': '2021-09-08T09:33:26Z', 'revision_number': 5, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': '1755d7e6-613c-466d-b509-1394d0d977e9', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:30:02Z', 'updated_at': '2021-09-08T09:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:33:27.356698 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60172) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:33:27.378955 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255f945e-199f-4437-8a98-154356327268 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event deleted for resources: {'Subnet': ['ID=4e2f513d-fd69-4145-8732-bf4182a164a0,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:27.387324 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-255f945e-199f-4437-8a98-154356327268 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:27.390282 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-255f945e-199f-4437-8a98-154356327268 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "DELETE /v2.0/subnets/4e2f513d-fd69-4145-8732-bf4182a164a0 HTTP/1.1" status: 204 len: 168 time: 0.4013376 Sep 08 09:33:27.392444 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60176) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:33:27.404685 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24852ad-ff85-4241-b721-7ae3313063a9 None None] Network 668ee9d9-2f1c-4ea3-ae54-666bf84618ca requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:33:27.432550 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57d9bf8-b241-460a-97e1-2171e81527c5 None None] Checking router: 2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:33:27.480106 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57d9bf8-b241-460a-97e1-2171e81527c5 None None] Routers {'2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:33:27.480748 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-f57d9bf8-b241-460a-97e1-2171e81527c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:33:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:33:27.540026 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-4bb42ba6-a885-488d-a515-31736cd58b33 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Request body: {'network': {'name': 'tempest-network-smoke--1998959290', 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'port_security_enabled': True}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:33:27.546740 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-39885cf4-f10a-4428-bd13-a80b9862c136 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for router, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:27.573946 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb42ba6-a885-488d-a515-31736cd58b33 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Made reservation on behalf of bf619d4abbb0429bbdac5a5fc24e6d35 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:33:27.581716 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4bb42ba6-a885-488d-a515-31736cd58b33 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:27.601270 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4bb42ba6-a885-488d-a515-31736cd58b33 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:27.673463 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-39885cf4-f10a-4428-bd13-a80b9862c136 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:27.678826 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-f57d9bf8-b241-460a-97e1-2171e81527c5 None None] Set router 2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:33:27.791517 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb26626-de5e-492c-8faa-8a052af2209a None None] DHCP port deletion for 668ee9d9-2f1c-4ea3-ae54-666bf84618ca request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:33:27.802741 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-39885cf4-f10a-4428-bd13-a80b9862c136 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Deleting port 1755d7e6-613c-466d-b509-1394d0d977e9 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:33:27.804072 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-39885cf4-f10a-4428-bd13-a80b9862c136 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:27.827278 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4bb42ba6-a885-488d-a515-31736cd58b33 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:27.832488 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4bb42ba6-a885-488d-a515-31736cd58b33 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:27.865479 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bb42ba6-a885-488d-a515-31736cd58b33 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:33:27.882310 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4bb42ba6-a885-488d-a515-31736cd58b33 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:27.883124 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-4bb42ba6-a885-488d-a515-31736cd58b33 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Added segment 1f2e5f4f-4178-499c-83c8-e0327a6156ab of type vlan for network f7b42b4b-7017-4bb7-8216-d79786d85408 Sep 08 09:33:27.917079 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-39885cf4-f10a-4428-bd13-a80b9862c136 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] For port 1755d7e6-613c-466d-b509-1394d0d977e9, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=1755d7e6-613c-466d-b509-1394d0d977e9,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:33:27.917455 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-39885cf4-f10a-4428-bd13-a80b9862c136 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:27.946968 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-ddb26626-de5e-492c-8faa-8a052af2209a None None] Deleting port c3c01acd-d17f-4552-b92f-42abfc2b059a {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:33:27.947433 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ddb26626-de5e-492c-8faa-8a052af2209a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:27.949251 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-39885cf4-f10a-4428-bd13-a80b9862c136 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Calling delete_port for 1755d7e6-613c-466d-b509-1394d0d977e9 owned by network:router_gateway {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:33:27.969896 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4bb42ba6-a885-488d-a515-31736cd58b33 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:28.014336 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4bb42ba6-a885-488d-a515-31736cd58b33 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:28.019917 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb42ba6-a885-488d-a515-31736cd58b33 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:28.020516 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4bb42ba6-a885-488d-a515-31736cd58b33 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:28.030112 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-ddb26626-de5e-492c-8faa-8a052af2209a None None] For port c3c01acd-d17f-4552-b92f-42abfc2b059a, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=c3c01acd-d17f-4552-b92f-42abfc2b059a,segment=NetworkSegment(0981a0f4-6c47-4423-8a8c-8b0e733a8bfa),segment_id=0981a0f4-6c47-4423-8a8c-8b0e733a8bfa)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:33:28.030524 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ddb26626-de5e-492c-8faa-8a052af2209a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:28.046597 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-ddb26626-de5e-492c-8faa-8a052af2209a None None] Calling delete_port for c3c01acd-d17f-4552-b92f-42abfc2b059a owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:33:28.054769 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-f57d9bf8-b241-460a-97e1-2171e81527c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622798569', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '1755d7e6-613c-466d-b509-1394d0d977e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:30:02Z', 'updated_at': '2021-09-08T09:33:26Z', 'revision_number': 5, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': '1755d7e6-613c-466d-b509-1394d0d977e9', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:30:02Z', 'updated_at': '2021-09-08T09:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:33:28.089408 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57d9bf8-b241-460a-97e1-2171e81527c5 None None] The sync data for ids ['2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b'] in n-d-806683-11 is: [{'id': '2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-622798569', 'tenant_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '1755d7e6-613c-466d-b509-1394d0d977e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:30:02Z', 'updated_at': '2021-09-08T09:33:26Z', 'revision_number': 5, 'project_id': 'b0f105e5fd99469d8f84a09c77d72db0', 'gw_port': {'id': '1755d7e6-613c-466d-b509-1394d0d977e9', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:4e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:30:02Z', 'updated_at': '2021-09-08T09:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:33:28.146516 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb42ba6-a885-488d-a515-31736cd58b33 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event updated for resources: {'Network': ['ID=f7b42b4b-7017-4bb7-8216-d79786d85408,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:28.150348 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4bb42ba6-a885-488d-a515-31736cd58b33 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7919390 Sep 08 09:33:28.151872 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb42ba6-a885-488d-a515-31736cd58b33 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c6e73f-1488-4e92-8d29-b7be87adaa4b,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:28.154192 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60180) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:33:28.158902 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-06fcab35-7146-4366-9715-4a367e434d27 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1592753062', 'admin_state_up': True, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:33:28.169424 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network f7b42b4b-7017-4bb7-8216-d79786d85408 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:33:28.185842 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-06fcab35-7146-4366-9715-4a367e434d27 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:28.187974 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-06fcab35-7146-4366-9715-4a367e434d27 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:28.218927 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-39885cf4-f10a-4428-bd13-a80b9862c136 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:28.266207 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39885cf4-f10a-4428-bd13-a80b9862c136 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event deleted for resources: {'Port': ['ID=1755d7e6-613c-466d-b509-1394d0d977e9,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:28.279034 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ddb26626-de5e-492c-8faa-8a052af2209a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:28.313398 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb26626-de5e-492c-8faa-8a052af2209a None None] Pushing event deleted for resources: {'Port': ['ID=c3c01acd-d17f-4552-b92f-42abfc2b059a,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:28.318919 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb26626-de5e-492c-8faa-8a052af2209a None None] No DVR routers for this DVR port c3c01acd-d17f-4552-b92f-42abfc2b059a on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:33:28.336767 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-06fcab35-7146-4366-9715-4a367e434d27 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:28.342895 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-39885cf4-f10a-4428-bd13-a80b9862c136 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:28.440435 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-39885cf4-f10a-4428-bd13-a80b9862c136 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:28.442521 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-39885cf4-f10a-4428-bd13-a80b9862c136 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:28.490953 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-06fcab35-7146-4366-9715-4a367e434d27 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:28.499745 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-39885cf4-f10a-4428-bd13-a80b9862c136 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:28.500362 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39885cf4-f10a-4428-bd13-a80b9862c136 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Fanout notify agent at l3_agent the message router_deleted on router 2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b {{(pid=94712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:33:28.510231 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-39885cf4-f10a-4428-bd13-a80b9862c136 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:28.511721 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-39885cf4-f10a-4428-bd13-a80b9862c136 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "DELETE /v2.0/routers/2bce3425-6b1e-4a35-8e3a-6dbca1e70d0b HTTP/1.1" status: 204 len: 168 time: 1.1180799 Sep 08 09:33:28.514668 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60182) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:33:28.626963 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3b4d8b3f-b6f2-4e7c-9b59-172dd97779aa tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:28.666263 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device c3c01acd-d17f-4552-b92f-42abfc2b059a no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:33:28.704670 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: c3c01acd-d17f-4552-b92f-42abfc2b059a {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:33:28.705285 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device c3c01acd-d17f-4552-b92f-42abfc2b059a not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:33:28.705374 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device ce3eb034-1c5e-415f-8cd0-ab0f72890dcb no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:33:28.752704 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: ce3eb034-1c5e-415f-8cd0-ab0f72890dcb {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:33:28.753064 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device ce3eb034-1c5e-415f-8cd0-ab0f72890dcb not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:33:28.768926 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:28.770126 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3b4d8b3f-b6f2-4e7c-9b59-172dd97779aa tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:28.774991 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-06fcab35-7146-4366-9715-4a367e434d27 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for router_gateway, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:28.797329 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-3b4d8b3f-b6f2-4e7c-9b59-172dd97779aa tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['668ee9d9-2f1c-4ea3-ae54-666bf84618ca']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:33:28.803788 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-06fcab35-7146-4366-9715-4a367e434d27 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:28.809246 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-3b4d8b3f-b6f2-4e7c-9b59-172dd97779aa tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0981a0f4-6c47-4423-8a8c-8b0e733a8bfa') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:33:28.809915 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-3b4d8b3f-b6f2-4e7c-9b59-172dd97779aa tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0981a0f4-6c47-4423-8a8c-8b0e733a8bfa') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:33:28.823987 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3b4d8b3f-b6f2-4e7c-9b59-172dd97779aa tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:28.845902 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3b4d8b3f-b6f2-4e7c-9b59-172dd97779aa tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:28.854298 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b4d8b3f-b6f2-4e7c-9b59-172dd97779aa tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:33:28.855115 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3b4d8b3f-b6f2-4e7c-9b59-172dd97779aa tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:28.858939 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:33:28.858939 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:33:28.858939 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:33:28.858939 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:33:28.858939 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:33:28.858939 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:33:28.858939 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:33:28.858939 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:33:28.858939 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:33:28.858939 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:33:28.858939 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:33:28.858939 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:33:28.858939 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:33:28.858939 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:33:28.858939 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:33:28.858939 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:33:28.858939 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:33:28.858939 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:33:28.858939 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:33:28.858939 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:33:28.858939 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:33:28.858939 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:33:28.858939 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:33:28.858939 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:33:28.858939 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:33:28.858939 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:33:28.858939 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:33:28.858939 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:33:28.858939 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:33:28.858939 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:33:28.858939 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:33:28.858939 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:33:28.941494 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-06fcab35-7146-4366-9715-4a367e434d27 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Allocated IP 172.25.0.83 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/92ce6552-cbd2-4947-924c-b16ba2b489b3) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:33:28.945672 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3b4d8b3f-b6f2-4e7c-9b59-172dd97779aa tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:28.960504 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3b4d8b3f-b6f2-4e7c-9b59-172dd97779aa tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:28.965763 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-3b4d8b3f-b6f2-4e7c-9b59-172dd97779aa tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "DELETE /v2.0/networks/668ee9d9-2f1c-4ea3-ae54-666bf84618ca HTTP/1.1" status: 204 len: 168 time: 0.4492376 Sep 08 09:33:28.974710 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60186) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:33:28.987536 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4d8b3f-b6f2-4e7c-9b59-172dd97779aa tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event deleted for resources: {'Network': ['ID=668ee9d9-2f1c-4ea3-ae54-666bf84618ca,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:29.106491 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-46b03d8a-5db5-4765-b8cd-744354332114 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:29.125416 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-06fcab35-7146-4366-9715-4a367e434d27 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:29.145588 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-46b03d8a-5db5-4765-b8cd-744354332114 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:29.207607 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-06fcab35-7146-4366-9715-4a367e434d27 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:29.246935 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fcab35-7146-4366-9715-4a367e434d27 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:33:29.251504 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-06fcab35-7146-4366-9715-4a367e434d27 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:33:29.258006 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fcab35-7146-4366-9715-4a367e434d27 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:33:29.282150 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fcab35-7146-4366-9715-4a367e434d27 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event updated for resources: {'Port': ['ID=92ce6552-cbd2-4947-924c-b16ba2b489b3,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:29.284358 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-46b03d8a-5db5-4765-b8cd-744354332114 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:29.286943 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-46b03d8a-5db5-4765-b8cd-744354332114 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:29.288213 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-46b03d8a-5db5-4765-b8cd-744354332114 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] 10.222.0.54 "DELETE /v2.0/security-groups/68d2df2d-7229-407f-9cde-b2b723817c14 HTTP/1.1" status: 204 len: 168 time: 0.3119807 Sep 08 09:33:29.305170 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b03d8a-5db5-4765-b8cd-744354332114 tempest-TestNetworkAdvancedServerOps-804845604 tempest-TestNetworkAdvancedServerOps-804845604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d2df2d-7229-407f-9cde-b2b723817c14,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:29.534919 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-06fcab35-7146-4366-9715-4a367e434d27 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for router_gateway, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:29.607503 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60194) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:33:29.737216 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-06fcab35-7146-4366-9715-4a367e434d27 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:29.743703 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-7b1f0428-1c96-43f1-b1d8-a0a13b01fc9c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b0f105e5fd99469d8f84a09c77d72db0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1319370 Sep 08 09:33:29.744030 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60198) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:33:29.874725 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-32f65fba-8028-4de0-9743-72f3b60f5db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:29.911204 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-32f65fba-8028-4de0-9743-72f3b60f5db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:29.971540 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06fcab35-7146-4366-9715-4a367e434d27 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Router cefe67f4-5557-48eb-aaa3-1d9dbc0cf228 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:33:30.022725 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-32f65fba-8028-4de0-9743-72f3b60f5db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:30.025274 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-32f65fba-8028-4de0-9743-72f3b60f5db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:30.026481 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-32f65fba-8028-4de0-9743-72f3b60f5db0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/83ed7aad-9467-4f31-88ad-1b6a7f8b83a1 HTTP/1.1" status: 204 len: 168 time: 0.2815094 Sep 08 09:33:30.043357 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f65fba-8028-4de0-9743-72f3b60f5db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ed7aad-9467-4f31-88ad-1b6a7f8b83a1,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:30.114854 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fcab35-7146-4366-9715-4a367e434d27 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:33:30.127155 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6f39d2-73b1-438c-aef6-fb3302523e3d None None] Sync routers for ids ['cefe67f4-5557-48eb-aaa3-1d9dbc0cf228'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:33:30.144769 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-06fcab35-7146-4366-9715-4a367e434d27 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:30.148407 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6f39d2-73b1-438c-aef6-fb3302523e3d None None] Routers {'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:33:30.149064 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-1d6f39d2-73b1-438c-aef6-fb3302523e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:33:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['cefe67f4-5557-48eb-aaa3-1d9dbc0cf228'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:33:30.149898 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60208) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:33:30.150011 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-06fcab35-7146-4366-9715-4a367e434d27 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9946799 Sep 08 09:33:30.260553 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 1755d7e6-613c-466d-b509-1394d0d977e9 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:33:30.298720 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 1755d7e6-613c-466d-b509-1394d0d977e9 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:33:30.299370 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 1755d7e6-613c-466d-b509-1394d0d977e9 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:33:30.307572 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-1d6f39d2-73b1-438c-aef6-fb3302523e3d None None] Set router cefe67f4-5557-48eb-aaa3-1d9dbc0cf228 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:33:30.308253 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c4bd6-0a88-4af3-be79-ea3e55cefaaa req-63fe1611-959c-4c42-8b32-ea1c00df78bc tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:30.310100 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6a0c4bd6-0a88-4af3-be79-ea3e55cefaaa req-63fe1611-959c-4c42-8b32-ea1c00df78bc tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.54 "GET /v2.0/ports?device_id=e1ad01fd-d439-4fc5-ab84-be9676e01436 HTTP/1.1" status: 200 len: 946 time: 0.1255865 Sep 08 09:33:30.401470 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6a0c4bd6-0a88-4af3-be79-ea3e55cefaaa req-7c2b57ad-3403-4dc0-8619-d8516bbec3f9 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.54 "GET /v2.0/security-groups?id=d41b37e3-0c9b-4d54-be34-8509766af91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833926 Sep 08 09:33:30.403400 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8d4c7b58-6896-4e0e-959d-1b85e5ade815 tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=bf619d4abbb0429bbdac5a5fc24e6d35&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2522354 Sep 08 09:33:30.406396 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60214) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:33:30.480264 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60216) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:33:30.509000 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-1d6f39d2-73b1-438c-aef6-fb3302523e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'name': 'tempest-TestNetworkBasicOps-router-1592753062', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '92ce6552-cbd2-4947-924c-b16ba2b489b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:33:28Z', 'updated_at': '2021-09-08T09:33:29Z', 'revision_number': 3, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'gw_port': {'id': '92ce6552-cbd2-4947-924c-b16ba2b489b3', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:87:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:28Z', 'updated_at': '2021-09-08T09:33:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:33:30.533512 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7020fe-8e91-401f-97af-98daf1488151 tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:30.535073 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-1f7020fe-8e91-401f-97af-98daf1488151 tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1274800 Sep 08 09:33:30.536629 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6f39d2-73b1-438c-aef6-fb3302523e3d None None] Checking router: cefe67f4-5557-48eb-aaa3-1d9dbc0cf228 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:33:30.536985 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6f39d2-73b1-438c-aef6-fb3302523e3d None None] Updating router cefe67f4-5557-48eb-aaa3-1d9dbc0cf228 port 92ce6552-cbd2-4947-924c-b16ba2b489b3 binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:33:30.541060 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-aff00730-6e9d-47a9-9508-cd1fe92fd91a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bf9b8058ed08431e80b03bc877613ba3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0571733 Sep 08 09:33:30.541211 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60218) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:33:30.541640 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60220) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:33:30.567210 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1d6f39d2-73b1-438c-aef6-fb3302523e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:30.580613 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-36d54f70-8cf7-4b39-a43e-af8710fcb1ab tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=399c4174-1e86-4a10-bb99-f875a09107d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382562 Sep 08 09:33:30.580832 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60222) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:33:30.586616 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-e18ffb92-c8c3-4021-bea4-b8adf95c5688 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2012363813', 'network_id': 'f7b42b4b-7017-4bb7-8216-d79786d85408', 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:33:30.628662 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f04ea877-ee8b-40ad-8eba-65ae39953a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:30.692195 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f04ea877-ee8b-40ad-8eba-65ae39953a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:30.725429 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18ffb92-c8c3-4021-bea4-b8adf95c5688 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Made reservation on behalf of bf619d4abbb0429bbdac5a5fc24e6d35 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:33:30.728916 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e18ffb92-c8c3-4021-bea4-b8adf95c5688 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:30.805734 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f04ea877-ee8b-40ad-8eba-65ae39953a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:30.808415 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f04ea877-ee8b-40ad-8eba-65ae39953a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:30.809559 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f04ea877-ee8b-40ad-8eba-65ae39953a7b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fdada080-5ec9-42fa-9a0d-67bc17793787 HTTP/1.1" status: 204 len: 168 time: 0.2673705 Sep 08 09:33:30.824062 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04ea877-ee8b-40ad-8eba-65ae39953a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdada080-5ec9-42fa-9a0d-67bc17793787,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:30.850439 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1d6f39d2-73b1-438c-aef6-fb3302523e3d None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:30.863246 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-1d6f39d2-73b1-438c-aef6-fb3302523e3d None None] Transition to ACTIVE for port object 92ce6552-cbd2-4947-924c-b16ba2b489b3 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:33:30.870399 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1d6f39d2-73b1-438c-aef6-fb3302523e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:30.915220 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-1d6f39d2-73b1-438c-aef6-fb3302523e3d None None] Attempting to bind port 92ce6552-cbd2-4947-924c-b16ba2b489b3 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:33:30.915645 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-1d6f39d2-73b1-438c-aef6-fb3302523e3d None None] Attempting to bind port 92ce6552-cbd2-4947-924c-b16ba2b489b3 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:33:30.917109 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6f39d2-73b1-438c-aef6-fb3302523e3d None None] Attempting to bind port 92ce6552-cbd2-4947-924c-b16ba2b489b3 on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:33:30.927522 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6f39d2-73b1-438c-aef6-fb3302523e3d None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:33:30.928520 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6f39d2-73b1-438c-aef6-fb3302523e3d None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:33:30.928941 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1d6f39d2-73b1-438c-aef6-fb3302523e3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:30.929402 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6f39d2-73b1-438c-aef6-fb3302523e3d None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:33:30.929888 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-1d6f39d2-73b1-438c-aef6-fb3302523e3d None None] Bound port: 92ce6552-cbd2-4947-924c-b16ba2b489b3, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:33:30.930291 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1d6f39d2-73b1-438c-aef6-fb3302523e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:30.951970 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85608209-73e6-4576-af23-dbceb387e320 None None] Pushing event updated for resources: {'Port': ['ID=92ce6552-cbd2-4947-924c-b16ba2b489b3,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:30.963787 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85608209-73e6-4576-af23-dbceb387e320 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:33:30.964195 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85608209-73e6-4576-af23-dbceb387e320 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:33:30.964545 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85608209-73e6-4576-af23-dbceb387e320 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:33:30.964883 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85608209-73e6-4576-af23-dbceb387e320 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:33:30.965083 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e18ffb92-c8c3-4021-bea4-b8adf95c5688 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:30.965219 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85608209-73e6-4576-af23-dbceb387e320 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:33:30.965527 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85608209-73e6-4576-af23-dbceb387e320 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:33:30.965854 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85608209-73e6-4576-af23-dbceb387e320 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:33:30.966204 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85608209-73e6-4576-af23-dbceb387e320 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:33:30.966528 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85608209-73e6-4576-af23-dbceb387e320 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:33:30.966852 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85608209-73e6-4576-af23-dbceb387e320 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:33:30.967174 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85608209-73e6-4576-af23-dbceb387e320 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:33:30.967674 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85608209-73e6-4576-af23-dbceb387e320 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:33:30.999400 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-1d6f39d2-73b1-438c-aef6-fb3302523e3d None None] For port 92ce6552-cbd2-4947-924c-b16ba2b489b3, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:33:31.002539 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-1d6f39d2-73b1-438c-aef6-fb3302523e3d None None] For port 92ce6552-cbd2-4947-924c-b16ba2b489b3, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=92ce6552-cbd2-4947-924c-b16ba2b489b3,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:33:31.012121 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1d6f39d2-73b1-438c-aef6-fb3302523e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:31.024890 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ffb92-c8c3-4021-bea4-b8adf95c5688 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event updated for resources: {'Subnet': ['ID=8955da54-3088-4089-a320-ace009263420,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:31.046594 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18ffb92-c8c3-4021-bea4-b8adf95c5688 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Checking segment: {'id': '1f2e5f4f-4178-499c-83c8-e0327a6156ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f7b42b4b-7017-4bb7-8216-d79786d85408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:33:31.047224 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18ffb92-c8c3-4021-bea4-b8adf95c5688 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Network hostable DHCP agents. Network: f7b42b4b-7017-4bb7-8216-d79786d85408, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:33:31.066996 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18ffb92-c8c3-4021-bea4-b8adf95c5688 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Network f7b42b4b-7017-4bb7-8216-d79786d85408 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:33:31.067971 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6f39d2-73b1-438c-aef6-fb3302523e3d None None] Routers {'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:33:31.069306 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-1d6f39d2-73b1-438c-aef6-fb3302523e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:33:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['cefe67f4-5557-48eb-aaa3-1d9dbc0cf228'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:33:31.077417 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-e18ffb92-c8c3-4021-bea4-b8adf95c5688 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, f7b42b4b-7017-4bb7-8216-d79786d85408) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:33:31.083178 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18ffb92-c8c3-4021-bea4-b8adf95c5688 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:31.083893 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e18ffb92-c8c3-4021-bea4-b8adf95c5688 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:31.089086 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bbb3cc-b875-4f4e-910e-b7bf91c4f6fd None None] Network f7b42b4b-7017-4bb7-8216-d79786d85408 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:33:31.111835 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e18ffb92-c8c3-4021-bea4-b8adf95c5688 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5277762 Sep 08 09:33:31.112025 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60228) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:33:31.123113 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85608209-73e6-4576-af23-dbceb387e320 None None] Pushing event updated for resources: {'Port': ['ID=92ce6552-cbd2-4947-924c-b16ba2b489b3,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:31.194315 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-1d6f39d2-73b1-438c-aef6-fb3302523e3d None None] Set router cefe67f4-5557-48eb-aaa3-1d9dbc0cf228 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:33:31.324035 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2aa9a6-ce0b-44f4-b7dd-26ac06979605 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-f7b42b4b-7017-4bb7-8216-d79786d85408', 'network_id': 'f7b42b4b-7017-4bb7-8216-d79786d85408', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'fixed_ips': [{'subnet_id': '8955da54-3088-4089-a320-ace009263420'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:33:31.326226 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8b2aa9a6-ce0b-44f4-b7dd-26ac06979605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:31.536872 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-8b2aa9a6-ce0b-44f4-b7dd-26ac06979605 None None] Allocated IP 172.20.0.2 (f7b42b4b-7017-4bb7-8216-d79786d85408/8955da54-3088-4089-a320-ace009263420/4decd448-1b85-42c3-a123-bc5ba379725b) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:33:31.542878 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-1d6f39d2-73b1-438c-aef6-fb3302523e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'name': 'tempest-TestNetworkBasicOps-router-1592753062', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '92ce6552-cbd2-4947-924c-b16ba2b489b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:33:28Z', 'updated_at': '2021-09-08T09:33:29Z', 'revision_number': 3, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'gw_port': {'id': '92ce6552-cbd2-4947-924c-b16ba2b489b3', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:87:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:28Z', 'updated_at': '2021-09-08T09:33:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:33:31.580882 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6f39d2-73b1-438c-aef6-fb3302523e3d None None] The sync data for ids ['cefe67f4-5557-48eb-aaa3-1d9dbc0cf228'] in n-d-806683-11 is: [{'id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'name': 'tempest-TestNetworkBasicOps-router-1592753062', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '92ce6552-cbd2-4947-924c-b16ba2b489b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:33:28Z', 'updated_at': '2021-09-08T09:33:29Z', 'revision_number': 3, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'gw_port': {'id': '92ce6552-cbd2-4947-924c-b16ba2b489b3', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:87:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:28Z', 'updated_at': '2021-09-08T09:33:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:33:31.629236 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e087fd8-83cb-4e4c-85e1-e15535162c1c req-ad8e25ef-7f64-4779-ab20-b6b882ecb8bf tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:31.633075 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5e087fd8-83cb-4e4c-85e1-e15535162c1c req-ad8e25ef-7f64-4779-ab20-b6b882ecb8bf tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.54 "GET /v2.0/ports?device_id=e1ad01fd-d439-4fc5-ab84-be9676e01436 HTTP/1.1" status: 200 len: 946 time: 0.0945852 Sep 08 09:33:31.712165 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5e087fd8-83cb-4e4c-85e1-e15535162c1c req-3c7986bc-887b-4e7b-b8b5-1bb740d11366 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.54 "GET /v2.0/security-groups?id=d41b37e3-0c9b-4d54-be34-8509766af91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651367 Sep 08 09:33:31.774604 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8b2aa9a6-ce0b-44f4-b7dd-26ac06979605 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:31.789297 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-8b2aa9a6-ce0b-44f4-b7dd-26ac06979605 None None] Transition to ACTIVE for port object 4decd448-1b85-42c3-a123-bc5ba379725b will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:33:31.812431 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-8b2aa9a6-ce0b-44f4-b7dd-26ac06979605 None None] Transition to ACTIVE for port object 4decd448-1b85-42c3-a123-bc5ba379725b will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:33:31.821391 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8b2aa9a6-ce0b-44f4-b7dd-26ac06979605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:31.867831 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2aa9a6-ce0b-44f4-b7dd-26ac06979605 None None] Network f7b42b4b-7017-4bb7-8216-d79786d85408 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:33:31.871083 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-8b2aa9a6-ce0b-44f4-b7dd-26ac06979605 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:33:31.874831 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2aa9a6-ce0b-44f4-b7dd-26ac06979605 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:33:31.888257 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2aa9a6-ce0b-44f4-b7dd-26ac06979605 None None] Pushing event updated for resources: {'Port': ['ID=4decd448-1b85-42c3-a123-bc5ba379725b,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:31.930478 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60248) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:33:31.996284 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-8b2aa9a6-ce0b-44f4-b7dd-26ac06979605 None None] Attempting to bind port 4decd448-1b85-42c3-a123-bc5ba379725b on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:33:31.996876 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-8b2aa9a6-ce0b-44f4-b7dd-26ac06979605 None None] Attempting to bind port 4decd448-1b85-42c3-a123-bc5ba379725b by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '1f2e5f4f-4178-499c-83c8-e0327a6156ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f7b42b4b-7017-4bb7-8216-d79786d85408'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:33:31.997923 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2aa9a6-ce0b-44f4-b7dd-26ac06979605 None None] Attempting to bind port 4decd448-1b85-42c3-a123-bc5ba379725b on network f7b42b4b-7017-4bb7-8216-d79786d85408 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:33:32.003856 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2aa9a6-ce0b-44f4-b7dd-26ac06979605 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:33:32.004334 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2aa9a6-ce0b-44f4-b7dd-26ac06979605 None None] Checking segment: {'id': '1f2e5f4f-4178-499c-83c8-e0327a6156ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f7b42b4b-7017-4bb7-8216-d79786d85408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:33:32.004836 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8b2aa9a6-ce0b-44f4-b7dd-26ac06979605 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:32.005339 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2aa9a6-ce0b-44f4-b7dd-26ac06979605 None None] Bound using segment: {'id': '1f2e5f4f-4178-499c-83c8-e0327a6156ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f7b42b4b-7017-4bb7-8216-d79786d85408'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:33:32.005891 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-8b2aa9a6-ce0b-44f4-b7dd-26ac06979605 None None] Bound port: 4decd448-1b85-42c3-a123-bc5ba379725b, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f2e5f4f-4178-499c-83c8-e0327a6156ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f7b42b4b-7017-4bb7-8216-d79786d85408'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:33:32.006992 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8b2aa9a6-ce0b-44f4-b7dd-26ac06979605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:32.107417 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-8b2aa9a6-ce0b-44f4-b7dd-26ac06979605 None None] For port 4decd448-1b85-42c3-a123-bc5ba379725b, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:33:32.111890 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-8b2aa9a6-ce0b-44f4-b7dd-26ac06979605 None None] For port 4decd448-1b85-42c3-a123-bc5ba379725b, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=4decd448-1b85-42c3-a123-bc5ba379725b,segment=NetworkSegment(1f2e5f4f-4178-499c-83c8-e0327a6156ab),segment_id=1f2e5f4f-4178-499c-83c8-e0327a6156ab)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:33:32.112954 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-cf16283b-332c-4b84-887b-e55be404e382 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1308224930-network', 'tenant_id': '78383ec56e8a462fa403e733d440b32b'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:33:32.121682 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8b2aa9a6-ce0b-44f4-b7dd-26ac06979605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:32.136265 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4a5b3-4be4-44dd-9476-c8184a0bff40 req-f0aed18c-c509-4b0c-a762-3136c87a9b3b tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:32.137882 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dfc4a5b3-4be4-44dd-9476-c8184a0bff40 req-f0aed18c-c509-4b0c-a762-3136c87a9b3b tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1ad01fd-d439-4fc5-ab84-be9676e01436 HTTP/1.1" status: 200 len: 946 time: 0.1135583 Sep 08 09:33:32.143997 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf16283b-332c-4b84-887b-e55be404e382 admin admin] Made reservation on behalf of 78383ec56e8a462fa403e733d440b32b for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:33:32.149212 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cf16283b-332c-4b84-887b-e55be404e382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:32.159490 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cf16283b-332c-4b84-887b-e55be404e382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:32.218817 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2aa9a6-ce0b-44f4-b7dd-26ac06979605 None None] Pushing event updated for resources: {'Port': ['ID=4decd448-1b85-42c3-a123-bc5ba379725b,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:32.331190 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cf16283b-332c-4b84-887b-e55be404e382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:32.337202 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cf16283b-332c-4b84-887b-e55be404e382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:32.339701 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6c0185ca-e220-4994-80c4-2d6c685efefb tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:32.349452 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 92ce6552-cbd2-4947-924c-b16ba2b489b3 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:33:32.367421 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf16283b-332c-4b84-887b-e55be404e382 admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:33:32.383516 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16283b-332c-4b84-887b-e55be404e382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4771ee-db91-433c-9d17-b7cb29432049,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:32.390684 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cf16283b-332c-4b84-887b-e55be404e382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:32.391490 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-cf16283b-332c-4b84-887b-e55be404e382 admin admin] Added segment d5dabf6d-babf-459a-ae4b-84df4c64b0ef of type vlan for network 24c42d28-5684-4b76-b8c2-fe9585c9972b Sep 08 09:33:32.454681 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 92ce6552-cbd2-4947-924c-b16ba2b489b3 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:33:32.476058 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cf16283b-332c-4b84-887b-e55be404e382 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:32.476228 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 92ce6552-cbd2-4947-924c-b16ba2b489b3 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:33:32.476616 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:32.488587 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-dfc4a5b3-4be4-44dd-9476-c8184a0bff40 req-ba0ae57e-d140-4f7e-bd62-82d513d518c2 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Deleting port 9a8409e9-06a0-4084-81bd-002a57805a0e {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:33:32.489298 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-dfc4a5b3-4be4-44dd-9476-c8184a0bff40 req-ba0ae57e-d140-4f7e-bd62-82d513d518c2 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:32.576701 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:32.604245 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 92ce6552-cbd2-4947-924c-b16ba2b489b3, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=92ce6552-cbd2-4947-924c-b16ba2b489b3,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:33:32.610172 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:32.683087 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=92ce6552-cbd2-4947-924c-b16ba2b489b3,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:32.699975 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-dfc4a5b3-4be4-44dd-9476-c8184a0bff40 req-ba0ae57e-d140-4f7e-bd62-82d513d518c2 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] For port 9a8409e9-06a0-4084-81bd-002a57805a0e, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=9a8409e9-06a0-4084-81bd-002a57805a0e,segment=NetworkSegment(6845b7d6-95ad-4975-880b-f624eeae3520),segment_id=6845b7d6-95ad-4975-880b-f624eeae3520)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:33:32.700584 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-dfc4a5b3-4be4-44dd-9476-c8184a0bff40 req-ba0ae57e-d140-4f7e-bd62-82d513d518c2 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:32.763540 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-dfc4a5b3-4be4-44dd-9476-c8184a0bff40 req-ba0ae57e-d140-4f7e-bd62-82d513d518c2 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Calling delete_port for 9a8409e9-06a0-4084-81bd-002a57805a0e owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:33:32.822171 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cf16283b-332c-4b84-887b-e55be404e382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:32.823450 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf16283b-332c-4b84-887b-e55be404e382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:32.824046 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cf16283b-332c-4b84-887b-e55be404e382 admin admin] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:32.863590 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-cf16283b-332c-4b84-887b-e55be404e382 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9304440 Sep 08 09:33:32.883445 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60254) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:33:32.889138 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-1e70201f-54c0-4dfd-b491-c0c63c2f9d62 admin admin] Request body: {'subnet': {'network_id': '24c42d28-5684-4b76-b8c2-fe9585c9972b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1308224930-subnet', 'tenant_id': '78383ec56e8a462fa403e733d440b32b', 'ip_version': 4}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:33:32.893108 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16283b-332c-4b84-887b-e55be404e382 admin admin] Pushing event updated for resources: {'Network': ['ID=24c42d28-5684-4b76-b8c2-fe9585c9972b,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:32.904484 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 24c42d28-5684-4b76-b8c2-fe9585c9972b details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:33:32.986910 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e70201f-54c0-4dfd-b491-c0c63c2f9d62 admin admin] Made reservation on behalf of 78383ec56e8a462fa403e733d440b32b for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:33:32.989237 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1e70201f-54c0-4dfd-b491-c0c63c2f9d62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:33.034468 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3177b-4af1-47bc-ad22-b82527e3ce03 req-54440a21-08bb-4eb1-99fa-f091694c95c9 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:33.036131 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-99c3177b-4af1-47bc-ad22-b82527e3ce03 req-54440a21-08bb-4eb1-99fa-f091694c95c9 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.54 "GET /v2.0/ports?device_id=e1ad01fd-d439-4fc5-ab84-be9676e01436 HTTP/1.1" status: 200 len: 946 time: 0.1918015 Sep 08 09:33:33.047478 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-6c0185ca-e220-4994-80c4-2d6c685efefb tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Allocated IP 172.20.0.1 (f7b42b4b-7017-4bb7-8216-d79786d85408/8955da54-3088-4089-a320-ace009263420/d93338c4-ba47-4c93-a8a4-9830e35422c9) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:33:33.201213 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-99c3177b-4af1-47bc-ad22-b82527e3ce03 req-93083e35-5f3b-4ad5-b796-a04a034ab64a tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.54 "GET /v2.0/security-groups?id=d41b37e3-0c9b-4d54-be34-8509766af91a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527390 Sep 08 09:33:33.267778 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-dfc4a5b3-4be4-44dd-9476-c8184a0bff40 req-ba0ae57e-d140-4f7e-bd62-82d513d518c2 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:33.358362 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0ae57e-d140-4f7e-bd62-82d513d518c2 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Pushing event deleted for resources: {'Port': ['ID=9a8409e9-06a0-4084-81bd-002a57805a0e,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:33.412766 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0beea07b-b13b-4c6c-ac1a-2c095fb1d314 None None] Network f7b42b4b-7017-4bb7-8216-d79786d85408 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:33:33.424274 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6c0185ca-e220-4994-80c4-2d6c685efefb tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:33.427741 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc4a5b3-4be4-44dd-9476-c8184a0bff40 req-ba0ae57e-d140-4f7e-bd62-82d513d518c2 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] No DVR routers for this DVR port 9a8409e9-06a0-4084-81bd-002a57805a0e on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:33:33.431850 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-dfc4a5b3-4be4-44dd-9476-c8184a0bff40 req-ba0ae57e-d140-4f7e-bd62-82d513d518c2 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:33.434376 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dfc4a5b3-4be4-44dd-9476-c8184a0bff40 req-ba0ae57e-d140-4f7e-bd62-82d513d518c2 tempest-VolumesSnapshotTestJSON-1644848148 tempest-VolumesSnapshotTestJSON-1644848148-project] 10.222.0.37 "DELETE /v2.0/ports/9a8409e9-06a0-4084-81bd-002a57805a0e HTTP/1.1" status: 204 len: 173 time: 1.2889082 Sep 08 09:33:33.462286 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ad01fd-d439-4fc5-ab84-be9676e01436', 'name': 'network-vif-deleted', 'tag': '9a8409e9-06a0-4084-81bd-002a57805a0e'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:33:33.464596 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a259644-7d0d-449c-857c-e133784d0c24" -d '{"events": [{"server_uuid": "e1ad01fd-d439-4fc5-ab84-be9676e01436", "name": "network-vif-deleted", "tag": "9a8409e9-06a0-4084-81bd-002a57805a0e"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:33:33.496837 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-6c0185ca-e220-4994-80c4-2d6c685efefb tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Transition to ACTIVE for port object d93338c4-ba47-4c93-a8a4-9830e35422c9 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:33:33.501597 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2d07ae51-a333-41ce-a18c-0e933c33d52a None None] Provisioning for port 4decd448-1b85-42c3-a123-bc5ba379725b completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:33:33.516677 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1e70201f-54c0-4dfd-b491-c0c63c2f9d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:33.525993 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2454073f-7a3a-45cf-a593-7673818acada x-openstack-request-id: req-2454073f-7a3a-45cf-a593-7673818acada {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:33:33.526325 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ad01fd-d439-4fc5-ab84-be9676e01436", "name": "network-vif-deleted", "tag": "9a8409e9-06a0-4084-81bd-002a57805a0e", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:33:33.526583 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2454073f-7a3a-45cf-a593-7673818acada {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:33:33.527053 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ad01fd-d439-4fc5-ab84-be9676e01436', 'name': 'network-vif-deleted', 'tag': '9a8409e9-06a0-4084-81bd-002a57805a0e', 'status': 'completed', 'code': 200} Sep 08 09:33:33.602157 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6c0185ca-e220-4994-80c4-2d6c685efefb tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:33.651600 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e70201f-54c0-4dfd-b491-c0c63c2f9d62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c1c13b9-c48a-4da3-8773-8f718f32bac9,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:33.676796 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e70201f-54c0-4dfd-b491-c0c63c2f9d62 admin admin] Checking segment: {'id': 'd5dabf6d-babf-459a-ae4b-84df4c64b0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '24c42d28-5684-4b76-b8c2-fe9585c9972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:33:33.677169 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e70201f-54c0-4dfd-b491-c0c63c2f9d62 admin admin] Network hostable DHCP agents. Network: 24c42d28-5684-4b76-b8c2-fe9585c9972b, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:33:33.681569 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0185ca-e220-4994-80c4-2d6c685efefb tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Network f7b42b4b-7017-4bb7-8216-d79786d85408 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:33:33.683493 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0185ca-e220-4994-80c4-2d6c685efefb tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event updated for resources: {'Port': ['ID=d93338c4-ba47-4c93-a8a4-9830e35422c9,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:33.689083 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-6c0185ca-e220-4994-80c4-2d6c685efefb tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:33:33.692116 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0185ca-e220-4994-80c4-2d6c685efefb tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:33:33.738757 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e70201f-54c0-4dfd-b491-c0c63c2f9d62 admin admin] Network 24c42d28-5684-4b76-b8c2-fe9585c9972b is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:33:33.763750 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-1e70201f-54c0-4dfd-b491-c0c63c2f9d62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 24c42d28-5684-4b76-b8c2-fe9585c9972b) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:33:33.768898 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e70201f-54c0-4dfd-b491-c0c63c2f9d62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:33.769575 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1e70201f-54c0-4dfd-b491-c0c63c2f9d62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:33.772910 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f9d9c3-855d-43ed-855d-2a5a83690339 None None] Network 24c42d28-5684-4b76-b8c2-fe9585c9972b requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:33:33.776087 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6c0185ca-e220-4994-80c4-2d6c685efefb tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:33.842937 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60260) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:33:33.843582 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-1e70201f-54c0-4dfd-b491-c0c63c2f9d62 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9584320 Sep 08 09:33:33.851184 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-dd16aca2-0f09-4421-8b73-85f9256d0504 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1308224930-router', 'tenant_id': '78383ec56e8a462fa403e733d440b32b', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:33:33.886016 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dd16aca2-0f09-4421-8b73-85f9256d0504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:33.887901 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dd16aca2-0f09-4421-8b73-85f9256d0504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:33.981074 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6c0185ca-e220-4994-80c4-2d6c685efefb tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:33.987029 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dd16aca2-0f09-4421-8b73-85f9256d0504 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:34.049219 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7c62f2-48cb-4abf-b5dc-b752ec139481 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-24c42d28-5684-4b76-b8c2-fe9585c9972b', 'network_id': '24c42d28-5684-4b76-b8c2-fe9585c9972b', 'tenant_id': '78383ec56e8a462fa403e733d440b32b', 'fixed_ips': [{'subnet_id': '6c1c13b9-c48a-4da3-8773-8f718f32bac9'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:33:34.050432 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7a7c62f2-48cb-4abf-b5dc-b752ec139481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:34.179019 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dd16aca2-0f09-4421-8b73-85f9256d0504 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:34.236810 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 9a8409e9-06a0-4084-81bd-002a57805a0e no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:33:34.242172 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-7a7c62f2-48cb-4abf-b5dc-b752ec139481 None None] Allocated IP 172.20.0.2 (24c42d28-5684-4b76-b8c2-fe9585c9972b/6c1c13b9-c48a-4da3-8773-8f718f32bac9/a8290586-0782-40c2-a7c2-df283d67e54e) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:33:34.316438 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 9a8409e9-06a0-4084-81bd-002a57805a0e {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:33:34.316903 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 9a8409e9-06a0-4084-81bd-002a57805a0e not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:33:34.516391 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 4decd448-1b85-42c3-a123-bc5ba379725b up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:33:34.544231 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6c0185ca-e220-4994-80c4-2d6c685efefb tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:34.550867 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6c0185ca-e220-4994-80c4-2d6c685efefb tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:34.552364 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dd16aca2-0f09-4421-8b73-85f9256d0504 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:34.576703 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-fd692a30-c1d5-4545-aee8-8e369900adc5 None None] Provisioning for port d93338c4-ba47-4c93-a8a4-9830e35422c9 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:33:34.579124 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dd16aca2-0f09-4421-8b73-85f9256d0504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:34.591112 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7a7c62f2-48cb-4abf-b5dc-b752ec139481 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:34.597711 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-fd692a30-c1d5-4545-aee8-8e369900adc5 None None] Provisioning complete for port d93338c4-ba47-4c93-a8a4-9830e35422c9 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:33:34.598167 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fd692a30-c1d5-4545-aee8-8e369900adc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:34.629643 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-7a7c62f2-48cb-4abf-b5dc-b752ec139481 None None] Transition to ACTIVE for port object a8290586-0782-40c2-a7c2-df283d67e54e will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:33:34.657240 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-fd692a30-c1d5-4545-aee8-8e369900adc5 None None] Port d93338c4-ba47-4c93-a8a4-9830e35422c9 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:33:34.667237 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-7a7c62f2-48cb-4abf-b5dc-b752ec139481 None None] Transition to ACTIVE for port object a8290586-0782-40c2-a7c2-df283d67e54e will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:33:34.676410 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 4decd448-1b85-42c3-a123-bc5ba379725b completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:33:34.684542 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7a7c62f2-48cb-4abf-b5dc-b752ec139481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:34.687914 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0185ca-e220-4994-80c4-2d6c685efefb tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event updated for resources: {'Port': ['ID=d93338c4-ba47-4c93-a8a4-9830e35422c9,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:34.691902 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 4decd448-1b85-42c3-a123-bc5ba379725b triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:33:34.692267 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:34.698619 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6c0185ca-e220-4994-80c4-2d6c685efefb tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:34.754602 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7c62f2-48cb-4abf-b5dc-b752ec139481 None None] Network 24c42d28-5684-4b76-b8c2-fe9585c9972b is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:33:34.761582 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-7a7c62f2-48cb-4abf-b5dc-b752ec139481 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:33:34.764284 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7c62f2-48cb-4abf-b5dc-b752ec139481 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:33:34.787698 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-dd16aca2-0f09-4421-8b73-85f9256d0504 admin admin] Allocated IP 172.25.0.2 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/d9f0c0be-7a0a-44ed-bf25-69dfa19b0509) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:33:34.809666 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c62f2-48cb-4abf-b5dc-b752ec139481 None None] Pushing event updated for resources: {'Port': ['ID=a8290586-0782-40c2-a7c2-df283d67e54e,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:34.851337 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-7a7c62f2-48cb-4abf-b5dc-b752ec139481 None None] Attempting to bind port a8290586-0782-40c2-a7c2-df283d67e54e on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:33:34.851720 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-7a7c62f2-48cb-4abf-b5dc-b752ec139481 None None] Attempting to bind port a8290586-0782-40c2-a7c2-df283d67e54e by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'd5dabf6d-babf-459a-ae4b-84df4c64b0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '24c42d28-5684-4b76-b8c2-fe9585c9972b'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:33:34.852089 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7c62f2-48cb-4abf-b5dc-b752ec139481 None None] Attempting to bind port a8290586-0782-40c2-a7c2-df283d67e54e on network 24c42d28-5684-4b76-b8c2-fe9585c9972b {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:33:34.867117 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0185ca-e220-4994-80c4-2d6c685efefb tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Network f7b42b4b-7017-4bb7-8216-d79786d85408 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:33:34.868617 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-6c0185ca-e220-4994-80c4-2d6c685efefb tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:33:34.877313 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7c62f2-48cb-4abf-b5dc-b752ec139481 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:33:34.877700 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7c62f2-48cb-4abf-b5dc-b752ec139481 None None] Checking segment: {'id': 'd5dabf6d-babf-459a-ae4b-84df4c64b0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '24c42d28-5684-4b76-b8c2-fe9585c9972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:33:34.878230 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7a7c62f2-48cb-4abf-b5dc-b752ec139481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:34.878514 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7c62f2-48cb-4abf-b5dc-b752ec139481 None None] Bound using segment: {'id': 'd5dabf6d-babf-459a-ae4b-84df4c64b0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '24c42d28-5684-4b76-b8c2-fe9585c9972b'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:33:34.879003 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-7a7c62f2-48cb-4abf-b5dc-b752ec139481 None None] Bound port: a8290586-0782-40c2-a7c2-df283d67e54e, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5dabf6d-babf-459a-ae4b-84df4c64b0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '24c42d28-5684-4b76-b8c2-fe9585c9972b'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:33:34.879394 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7a7c62f2-48cb-4abf-b5dc-b752ec139481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:34.930731 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:34.938550 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dd16aca2-0f09-4421-8b73-85f9256d0504 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:34.994020 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dd16aca2-0f09-4421-8b73-85f9256d0504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:35.008443 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 4decd448-1b85-42c3-a123-bc5ba379725b, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=4decd448-1b85-42c3-a123-bc5ba379725b,segment=NetworkSegment(1f2e5f4f-4178-499c-83c8-e0327a6156ab),segment_id=1f2e5f4f-4178-499c-83c8-e0327a6156ab)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:33:35.009474 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-7a7c62f2-48cb-4abf-b5dc-b752ec139481 None None] For port a8290586-0782-40c2-a7c2-df283d67e54e, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:33:35.013673 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-7a7c62f2-48cb-4abf-b5dc-b752ec139481 None None] For port a8290586-0782-40c2-a7c2-df283d67e54e, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a8290586-0782-40c2-a7c2-df283d67e54e,segment=NetworkSegment(d5dabf6d-babf-459a-ae4b-84df4c64b0ef),segment_id=d5dabf6d-babf-459a-ae4b-84df4c64b0ef)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:33:35.015293 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:35.017119 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 92ce6552-cbd2-4947-924c-b16ba2b489b3 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:33:35.023377 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7a7c62f2-48cb-4abf-b5dc-b752ec139481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:35.072558 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd16aca2-0f09-4421-8b73-85f9256d0504 admin admin] Pushing event updated for resources: {'Port': ['ID=d9f0c0be-7a0a-44ed-bf25-69dfa19b0509,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:35.081201 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd16aca2-0f09-4421-8b73-85f9256d0504 admin admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:33:35.082530 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-dd16aca2-0f09-4421-8b73-85f9256d0504 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:33:35.088176 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c0185ca-e220-4994-80c4-2d6c685efefb tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Router cefe67f4-5557-48eb-aaa3-1d9dbc0cf228 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:33:35.089118 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd16aca2-0f09-4421-8b73-85f9256d0504 admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:33:35.134267 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=4decd448-1b85-42c3-a123-bc5ba379725b,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:35.210168 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 92ce6552-cbd2-4947-924c-b16ba2b489b3 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:33:35.210501 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:35.213951 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c62f2-48cb-4abf-b5dc-b752ec139481 None None] Pushing event updated for resources: {'Port': ['ID=a8290586-0782-40c2-a7c2-df283d67e54e,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:35.262567 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0185ca-e220-4994-80c4-2d6c685efefb tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:33:35.273742 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-6c0185ca-e220-4994-80c4-2d6c685efefb tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "PUT /v2.0/routers/cefe67f4-5557-48eb-aaa3-1d9dbc0cf228/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1605153 Sep 08 09:33:35.275263 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60272) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:33:35.277491 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f08abec-0dc5-42a9-b9c1-fae012ee57f9 None None] Sync routers for ids ['cefe67f4-5557-48eb-aaa3-1d9dbc0cf228'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:33:35.318829 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f08abec-0dc5-42a9-b9c1-fae012ee57f9 None None] Routers {'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:33:35.319622 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-0f08abec-0dc5-42a9-b9c1-fae012ee57f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:33:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['cefe67f4-5557-48eb-aaa3-1d9dbc0cf228'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:33:35.467756 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-a98ad8d2-027d-402c-8da7-6431050b389d None None] Provisioning complete for port d93338c4-ba47-4c93-a8a4-9830e35422c9 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:33:35.468186 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a98ad8d2-027d-402c-8da7-6431050b389d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:35.477750 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fbbfed-9e87-4618-8fa0-c96ecdef2ad3 tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:35.478448 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fbbfed-9e87-4618-8fa0-c96ecdef2ad3 tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:35.478972 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fbbfed-9e87-4618-8fa0-c96ecdef2ad3 tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:35.479530 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fbbfed-9e87-4618-8fa0-c96ecdef2ad3 tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:35.480037 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fbbfed-9e87-4618-8fa0-c96ecdef2ad3 tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:35.480507 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fbbfed-9e87-4618-8fa0-c96ecdef2ad3 tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:35.480960 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fbbfed-9e87-4618-8fa0-c96ecdef2ad3 tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:35.481548 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fbbfed-9e87-4618-8fa0-c96ecdef2ad3 tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:35.487169 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-a3fbbfed-9e87-4618-8fa0-c96ecdef2ad3 tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5701 time: 0.2105267 Sep 08 09:33:35.487858 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60274) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:33:35.534380 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dd16aca2-0f09-4421-8b73-85f9256d0504 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:35.630349 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-a98ad8d2-027d-402c-8da7-6431050b389d None None] Port d93338c4-ba47-4c93-a8a4-9830e35422c9 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:33:35.638413 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-0f08abec-0dc5-42a9-b9c1-fae012ee57f9 None None] Set router cefe67f4-5557-48eb-aaa3-1d9dbc0cf228 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:33:35.661809 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bc66fe-abf0-4008-8748-073d667d49ad tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:35.663424 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bc66fe-abf0-4008-8748-073d667d49ad tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:35.664255 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bc66fe-abf0-4008-8748-073d667d49ad tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:35.664945 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bc66fe-abf0-4008-8748-073d667d49ad tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:35.665417 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bc66fe-abf0-4008-8748-073d667d49ad tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:35.665880 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bc66fe-abf0-4008-8748-073d667d49ad tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:35.666361 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bc66fe-abf0-4008-8748-073d667d49ad tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:35.666972 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bc66fe-abf0-4008-8748-073d667d49ad tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:35.671767 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-51bc66fe-abf0-4008-8748-073d667d49ad tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5302 time: 0.1798866 Sep 08 09:33:35.672175 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60276) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:33:35.835457 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dd16aca2-0f09-4421-8b73-85f9256d0504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:35.924900 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-0f08abec-0dc5-42a9-b9c1-fae012ee57f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'name': 'tempest-TestNetworkBasicOps-router-1592753062', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '92ce6552-cbd2-4947-924c-b16ba2b489b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:33:28Z', 'updated_at': '2021-09-08T09:33:33Z', 'revision_number': 4, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'gw_port': {'id': '92ce6552-cbd2-4947-924c-b16ba2b489b3', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:87:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:28Z', 'updated_at': '2021-09-08T09:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'd93338c4-ba47-4c93-a8a4-9830e35422c9', 'name': '', 'network_id': 'f7b42b4b-7017-4bb7-8216-d79786d85408', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'mac_address': 'fa:16:3e:c7:82:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '8955da54-3088-4089-a320-ace009263420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:32Z', 'updated_at': '2021-09-08T09:33:34Z', 'revision_number': 2, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'subnets': [{'id': '8955da54-3088-4089-a320-ace009263420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:33:35.960007 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-960ce20d-d238-4d0e-a172-8aa9d7ab47d6 tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2317 time: 0.2864420 Sep 08 09:33:35.964717 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f08abec-0dc5-42a9-b9c1-fae012ee57f9 None None] Checking router: cefe67f4-5557-48eb-aaa3-1d9dbc0cf228 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:33:35.965227 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f08abec-0dc5-42a9-b9c1-fae012ee57f9 None None] Updating router cefe67f4-5557-48eb-aaa3-1d9dbc0cf228 port d93338c4-ba47-4c93-a8a4-9830e35422c9 binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:33:36.002769 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0f08abec-0dc5-42a9-b9c1-fae012ee57f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:36.082889 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd16aca2-0f09-4421-8b73-85f9256d0504 admin admin] Router 238f523a-050d-4b32-bb0f-b10804fe2fb6 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:33:36.252844 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd16aca2-0f09-4421-8b73-85f9256d0504 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:33:36.268131 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56c5e20-4627-465e-b580-2d8f0c635a66 None None] Sync routers for ids ['238f523a-050d-4b32-bb0f-b10804fe2fb6'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:33:36.287771 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56c5e20-4627-465e-b580-2d8f0c635a66 None None] Routers {'238f523a-050d-4b32-bb0f-b10804fe2fb6'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:33:36.289642 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-e56c5e20-4627-465e-b580-2d8f0c635a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:33:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['238f523a-050d-4b32-bb0f-b10804fe2fb6'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:33:36.298180 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dd16aca2-0f09-4421-8b73-85f9256d0504 admin admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:36.303940 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-dd16aca2-0f09-4421-8b73-85f9256d0504 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4555562 Sep 08 09:33:36.304313 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60286) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:33:36.354287 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60288) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:33:36.360114 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-5db29759-c4a6-4479-ac1d-b3b5f4bc0ff9 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-998975551', 'description': 'tempest-secgroup-smoke-998975551 description', 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:33:36.449534 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5db29759-c4a6-4479-ac1d-b3b5f4bc0ff9 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:36.563556 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a8290586-0782-40c2-a7c2-df283d67e54e up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:33:36.606616 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-e56c5e20-4627-465e-b580-2d8f0c635a66 None None] Set router 238f523a-050d-4b32-bb0f-b10804fe2fb6 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:33:36.644131 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5db29759-c4a6-4479-ac1d-b3b5f4bc0ff9 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:36.645504 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1d2b78-4b9f-427a-a6f5-69ef22dba5d6 None None] Network 24c42d28-5684-4b76-b8c2-fe9585c9972b requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:33:36.652313 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5db29759-c4a6-4479-ac1d-b3b5f4bc0ff9 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:36.667067 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0f08abec-0dc5-42a9-b9c1-fae012ee57f9 None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:36.682393 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-0f08abec-0dc5-42a9-b9c1-fae012ee57f9 None None] Transition to ACTIVE for port object d93338c4-ba47-4c93-a8a4-9830e35422c9 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:33:36.713144 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5db29759-c4a6-4479-ac1d-b3b5f4bc0ff9 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:36.714337 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5db29759-c4a6-4479-ac1d-b3b5f4bc0ff9 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3586514 Sep 08 09:33:36.717393 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60290) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:33:36.717638 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0f08abec-0dc5-42a9-b9c1-fae012ee57f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:36.719016 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db29759-c4a6-4479-ac1d-b3b5f4bc0ff9 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f436b1d-2537-4de5-943b-8876d8a85789,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:36.723512 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-08d6d08a-00bd-4914-853b-71098c46bf23 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Request body: {'security_group_rule': {'security_group_id': '4f436b1d-2537-4de5-943b-8876d8a85789', 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:33:36.802481 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-08d6d08a-00bd-4914-853b-71098c46bf23 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:36.859557 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-bd00216f-f37f-4495-954a-e55bd8002066 None None] Provisioning for port a8290586-0782-40c2-a7c2-df283d67e54e completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:33:36.912261 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4205eeb8-9855-4f53-a369-40b9cf372fae None None] Pushing event updated for resources: {'Port': ['ID=d93338c4-ba47-4c93-a8a4-9830e35422c9,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:36.934690 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-08d6d08a-00bd-4914-853b-71098c46bf23 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:36.964053 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-e56c5e20-4627-465e-b580-2d8f0c635a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238f523a-050d-4b32-bb0f-b10804fe2fb6', 'name': 'tempest-TestServerBasicOps-1308224930-router', 'tenant_id': '78383ec56e8a462fa403e733d440b32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd9f0c0be-7a0a-44ed-bf25-69dfa19b0509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:33:33Z', 'updated_at': '2021-09-08T09:33:35Z', 'revision_number': 3, 'project_id': '78383ec56e8a462fa403e733d440b32b', 'gw_port': {'id': 'd9f0c0be-7a0a-44ed-bf25-69dfa19b0509', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '238f523a-050d-4b32-bb0f-b10804fe2fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:34Z', 'updated_at': '2021-09-08T09:33:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:33:36.974333 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-08d6d08a-00bd-4914-853b-71098c46bf23 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:36.997219 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56c5e20-4627-465e-b580-2d8f0c635a66 None None] Checking router: 238f523a-050d-4b32-bb0f-b10804fe2fb6 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:33:36.998077 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56c5e20-4627-465e-b580-2d8f0c635a66 None None] Updating router 238f523a-050d-4b32-bb0f-b10804fe2fb6 port d9f0c0be-7a0a-44ed-bf25-69dfa19b0509 binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:33:37.012259 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-08d6d08a-00bd-4914-853b-71098c46bf23 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:37.013888 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-08d6d08a-00bd-4914-853b-71098c46bf23 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2938814 Sep 08 09:33:37.016790 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60292) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:33:37.022330 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d6d08a-00bd-4914-853b-71098c46bf23 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08d24917-ef61-4f87-80bb-fceb5f046b0a,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:37.022786 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-3eb7be9b-3ee5-4798-b04c-f53440572ddf tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Request body: {'security_group_rule': {'security_group_id': '4f436b1d-2537-4de5-943b-8876d8a85789', 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:33:37.072462 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-0f08abec-0dc5-42a9-b9c1-fae012ee57f9 None None] Attempting to bind port d93338c4-ba47-4c93-a8a4-9830e35422c9 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:33:37.073484 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-0f08abec-0dc5-42a9-b9c1-fae012ee57f9 None None] Attempting to bind port d93338c4-ba47-4c93-a8a4-9830e35422c9 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '1f2e5f4f-4178-499c-83c8-e0327a6156ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f7b42b4b-7017-4bb7-8216-d79786d85408'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:33:37.074477 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f08abec-0dc5-42a9-b9c1-fae012ee57f9 None None] Attempting to bind port d93338c4-ba47-4c93-a8a4-9830e35422c9 on network f7b42b4b-7017-4bb7-8216-d79786d85408 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:33:37.081660 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e56c5e20-4627-465e-b580-2d8f0c635a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:37.086773 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f08abec-0dc5-42a9-b9c1-fae012ee57f9 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:33:37.088236 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f08abec-0dc5-42a9-b9c1-fae012ee57f9 None None] Checking segment: {'id': '1f2e5f4f-4178-499c-83c8-e0327a6156ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f7b42b4b-7017-4bb7-8216-d79786d85408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:33:37.088236 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0f08abec-0dc5-42a9-b9c1-fae012ee57f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:37.088236 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f08abec-0dc5-42a9-b9c1-fae012ee57f9 None None] Bound using segment: {'id': '1f2e5f4f-4178-499c-83c8-e0327a6156ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f7b42b4b-7017-4bb7-8216-d79786d85408'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:33:37.088990 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-0f08abec-0dc5-42a9-b9c1-fae012ee57f9 None None] Bound port: d93338c4-ba47-4c93-a8a4-9830e35422c9, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f2e5f4f-4178-499c-83c8-e0327a6156ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f7b42b4b-7017-4bb7-8216-d79786d85408'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:33:37.089476 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0f08abec-0dc5-42a9-b9c1-fae012ee57f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:37.112478 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3eb7be9b-3ee5-4798-b04c-f53440572ddf tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:37.138798 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port a8290586-0782-40c2-a7c2-df283d67e54e completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:33:37.195351 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f0fffb9e-90bc-44cf-a84e-5455cdd01d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:37.206144 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-0f08abec-0dc5-42a9-b9c1-fae012ee57f9 None None] For port d93338c4-ba47-4c93-a8a4-9830e35422c9, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:33:37.210474 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-0f08abec-0dc5-42a9-b9c1-fae012ee57f9 None None] For port d93338c4-ba47-4c93-a8a4-9830e35422c9, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=d93338c4-ba47-4c93-a8a4-9830e35422c9,segment=NetworkSegment(1f2e5f4f-4178-499c-83c8-e0327a6156ab),segment_id=1f2e5f4f-4178-499c-83c8-e0327a6156ab)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:33:37.222002 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port a8290586-0782-40c2-a7c2-df283d67e54e triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:33:37.222553 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:37.271855 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0f08abec-0dc5-42a9-b9c1-fae012ee57f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:37.291449 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3eb7be9b-3ee5-4798-b04c-f53440572ddf tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:37.305227 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3eb7be9b-3ee5-4798-b04c-f53440572ddf tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:37.328862 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7be9b-3ee5-4798-b04c-f53440572ddf tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8393ca0d-ad08-427b-a498-f4698ef67ec2,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:37.376391 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3eb7be9b-3ee5-4798-b04c-f53440572ddf tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:37.380217 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-3eb7be9b-3ee5-4798-b04c-f53440572ddf tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3598523 Sep 08 09:33:37.380680 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60296) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:33:37.385510 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-8cbe7068-8758-4556-b2ed-a0eff7de2b80 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Request body: {'security_group_rule': {'security_group_id': '4f436b1d-2537-4de5-943b-8876d8a85789', 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:33:37.421118 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f08abec-0dc5-42a9-b9c1-fae012ee57f9 None None] Routers {'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:33:37.421542 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-0f08abec-0dc5-42a9-b9c1-fae012ee57f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:33:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['cefe67f4-5557-48eb-aaa3-1d9dbc0cf228'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:33:37.446105 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8cbe7068-8758-4556-b2ed-a0eff7de2b80 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:37.530794 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-f0fffb9e-90bc-44cf-a84e-5455cdd01d42 admin admin] Allocated IP 172.20.0.1 (24c42d28-5684-4b76-b8c2-fe9585c9972b/6c1c13b9-c48a-4da3-8773-8f718f32bac9/84459cf0-fabc-48e7-a094-f92ebbd92c96) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:33:37.614692 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8cbe7068-8758-4556-b2ed-a0eff7de2b80 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:37.622857 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8cbe7068-8758-4556-b2ed-a0eff7de2b80 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:37.687499 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e56c5e20-4627-465e-b580-2d8f0c635a66 None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:37.689403 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbe7068-8758-4556-b2ed-a0eff7de2b80 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9dc490b-fe95-4b9c-b4f6-3bf73dc6958e,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:37.717281 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8cbe7068-8758-4556-b2ed-a0eff7de2b80 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:37.723322 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-e56c5e20-4627-465e-b580-2d8f0c635a66 None None] Transition to ACTIVE for port object d9f0c0be-7a0a-44ed-bf25-69dfa19b0509 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:33:37.727470 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8cbe7068-8758-4556-b2ed-a0eff7de2b80 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3369362 Sep 08 09:33:37.728185 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60298) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:33:37.737511 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-2abe7bee-415d-4d45-96a4-711f0cd4d2f3 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Request body: {'security_group_rule': {'security_group_id': '4f436b1d-2537-4de5-943b-8876d8a85789', 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:33:37.743682 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e56c5e20-4627-465e-b580-2d8f0c635a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:37.807411 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:37.839088 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4205eeb8-9855-4f53-a369-40b9cf372fae None None] Pushing event updated for resources: {'Port': ['ID=d93338c4-ba47-4c93-a8a4-9830e35422c9,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:37.859766 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2abe7bee-415d-4d45-96a4-711f0cd4d2f3 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:37.874642 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f43f9c3-abdf-4240-8693-6fa92221525c None None] Pushing event updated for resources: {'Port': ['ID=d9f0c0be-7a0a-44ed-bf25-69dfa19b0509,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:37.891503 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-b68993ef-5bb7-47d4-b268-32e3ebe1aac8 None None] Provisioning complete for port a8290586-0782-40c2-a7c2-df283d67e54e triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:33:37.891886 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b68993ef-5bb7-47d4-b268-32e3ebe1aac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:37.904889 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-0f08abec-0dc5-42a9-b9c1-fae012ee57f9 None None] Set router cefe67f4-5557-48eb-aaa3-1d9dbc0cf228 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:33:37.938726 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-e56c5e20-4627-465e-b580-2d8f0c635a66 None None] Attempting to bind port d9f0c0be-7a0a-44ed-bf25-69dfa19b0509 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:33:37.939386 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-e56c5e20-4627-465e-b580-2d8f0c635a66 None None] Attempting to bind port d9f0c0be-7a0a-44ed-bf25-69dfa19b0509 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:33:37.942818 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56c5e20-4627-465e-b580-2d8f0c635a66 None None] Attempting to bind port d9f0c0be-7a0a-44ed-bf25-69dfa19b0509 on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:33:37.953072 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56c5e20-4627-465e-b580-2d8f0c635a66 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:33:37.955722 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56c5e20-4627-465e-b580-2d8f0c635a66 None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:33:37.956306 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e56c5e20-4627-465e-b580-2d8f0c635a66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:37.956987 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56c5e20-4627-465e-b580-2d8f0c635a66 None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:33:37.957653 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-e56c5e20-4627-465e-b580-2d8f0c635a66 None None] Bound port: d9f0c0be-7a0a-44ed-bf25-69dfa19b0509, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:33:37.958216 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e56c5e20-4627-465e-b580-2d8f0c635a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:37.994487 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port a8290586-0782-40c2-a7c2-df283d67e54e, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a8290586-0782-40c2-a7c2-df283d67e54e,segment=NetworkSegment(d5dabf6d-babf-459a-ae4b-84df4c64b0ef),segment_id=d5dabf6d-babf-459a-ae4b-84df4c64b0ef)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:33:38.016199 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2abe7bee-415d-4d45-96a4-711f0cd4d2f3 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:38.022374 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:38.023217 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 4decd448-1b85-42c3-a123-bc5ba379725b up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:33:38.026344 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2abe7bee-415d-4d45-96a4-711f0cd4d2f3 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:38.061876 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abe7bee-415d-4d45-96a4-711f0cd4d2f3 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d15637f1-41a2-4547-b099-87d81f9e1641,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:38.081446 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-e56c5e20-4627-465e-b580-2d8f0c635a66 None None] For port d9f0c0be-7a0a-44ed-bf25-69dfa19b0509, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:33:38.086704 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2abe7bee-415d-4d45-96a4-711f0cd4d2f3 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:38.088251 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2abe7bee-415d-4d45-96a4-711f0cd4d2f3 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3589144 Sep 08 09:33:38.089917 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-e56c5e20-4627-465e-b580-2d8f0c635a66 None None] For port d9f0c0be-7a0a-44ed-bf25-69dfa19b0509, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=d9f0c0be-7a0a-44ed-bf25-69dfa19b0509,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:33:38.091122 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60300) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:33:38.096347 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-4007660f-d2a4-40da-b034-c78ea462e961 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Request body: {'security_group_rule': {'security_group_id': '4f436b1d-2537-4de5-943b-8876d8a85789', 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:33:38.103124 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e56c5e20-4627-465e-b580-2d8f0c635a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:38.155187 n-d-806683-11 neutron-server[94712]: INFO neutron.db.securitygroups_db [None req-4007660f-d2a4-40da-b034-c78ea462e961 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Project bf619d4abbb0429bbdac5a5fc24e6d35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 09:33:38.161380 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4007660f-d2a4-40da-b034-c78ea462e961 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:38.216768 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56c5e20-4627-465e-b580-2d8f0c635a66 None None] Routers {'238f523a-050d-4b32-bb0f-b10804fe2fb6'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:33:38.217415 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-e56c5e20-4627-465e-b580-2d8f0c635a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:33:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['238f523a-050d-4b32-bb0f-b10804fe2fb6'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:33:38.260822 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4007660f-d2a4-40da-b034-c78ea462e961 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:38.267183 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4007660f-d2a4-40da-b034-c78ea462e961 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:38.281169 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f43f9c3-abdf-4240-8693-6fa92221525c None None] Pushing event updated for resources: {'Port': ['ID=d9f0c0be-7a0a-44ed-bf25-69dfa19b0509,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:38.289361 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=a8290586-0782-40c2-a7c2-df283d67e54e,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:38.293390 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007660f-d2a4-40da-b034-c78ea462e961 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=955ebd52-99b8-45f3-8f96-8f6107dabc88,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:38.304265 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4007660f-d2a4-40da-b034-c78ea462e961 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:38.304418 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f0fffb9e-90bc-44cf-a84e-5455cdd01d42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:38.307045 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4007660f-d2a4-40da-b034-c78ea462e961 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2147574 Sep 08 09:33:38.310204 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60304) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:33:38.315228 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-10703c6a-fcd6-47fe-9c38-258649c73e61 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Request body: {'security_group_rule': {'security_group_id': '4f436b1d-2537-4de5-943b-8876d8a85789', 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:33:38.325609 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 4decd448-1b85-42c3-a123-bc5ba379725b triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:33:38.325990 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:38.337663 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-f0fffb9e-90bc-44cf-a84e-5455cdd01d42 admin admin] Transition to ACTIVE for port object 84459cf0-fabc-48e7-a094-f92ebbd92c96 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:33:38.352586 n-d-806683-11 neutron-server[94712]: INFO neutron.db.securitygroups_db [None req-10703c6a-fcd6-47fe-9c38-258649c73e61 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Project bf619d4abbb0429bbdac5a5fc24e6d35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 09:33:38.359783 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-10703c6a-fcd6-47fe-9c38-258649c73e61 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:38.380453 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f0fffb9e-90bc-44cf-a84e-5455cdd01d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:38.405730 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-e56c5e20-4627-465e-b580-2d8f0c635a66 None None] Set router 238f523a-050d-4b32-bb0f-b10804fe2fb6 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:33:38.423057 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fffb9e-90bc-44cf-a84e-5455cdd01d42 admin admin] Network 24c42d28-5684-4b76-b8c2-fe9585c9972b is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:33:38.429029 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-f0fffb9e-90bc-44cf-a84e-5455cdd01d42 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:33:38.433835 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fffb9e-90bc-44cf-a84e-5455cdd01d42 admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:33:38.456445 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-0f08abec-0dc5-42a9-b9c1-fae012ee57f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'name': 'tempest-TestNetworkBasicOps-router-1592753062', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '92ce6552-cbd2-4947-924c-b16ba2b489b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:33:28Z', 'updated_at': '2021-09-08T09:33:33Z', 'revision_number': 4, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'gw_port': {'id': '92ce6552-cbd2-4947-924c-b16ba2b489b3', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:87:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:28Z', 'updated_at': '2021-09-08T09:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'd93338c4-ba47-4c93-a8a4-9830e35422c9', 'name': '', 'network_id': 'f7b42b4b-7017-4bb7-8216-d79786d85408', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'mac_address': 'fa:16:3e:c7:82:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '8955da54-3088-4089-a320-ace009263420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:32Z', 'updated_at': '2021-09-08T09:33:37Z', 'revision_number': 4, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'subnets': [{'id': '8955da54-3088-4089-a320-ace009263420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:33:38.466146 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-10703c6a-fcd6-47fe-9c38-258649c73e61 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:38.472996 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-10703c6a-fcd6-47fe-9c38-258649c73e61 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:38.482819 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fffb9e-90bc-44cf-a84e-5455cdd01d42 admin admin] Pushing event updated for resources: {'Port': ['ID=84459cf0-fabc-48e7-a094-f92ebbd92c96,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:38.502951 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f0fffb9e-90bc-44cf-a84e-5455cdd01d42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:38.511940 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f08abec-0dc5-42a9-b9c1-fae012ee57f9 None None] The sync data for ids ['cefe67f4-5557-48eb-aaa3-1d9dbc0cf228'] in n-d-806683-11 is: [{'id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'name': 'tempest-TestNetworkBasicOps-router-1592753062', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '92ce6552-cbd2-4947-924c-b16ba2b489b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:33:28Z', 'updated_at': '2021-09-08T09:33:33Z', 'revision_number': 4, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'gw_port': {'id': '92ce6552-cbd2-4947-924c-b16ba2b489b3', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:87:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:28Z', 'updated_at': '2021-09-08T09:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'd93338c4-ba47-4c93-a8a4-9830e35422c9', 'name': '', 'network_id': 'f7b42b4b-7017-4bb7-8216-d79786d85408', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'mac_address': 'fa:16:3e:c7:82:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '8955da54-3088-4089-a320-ace009263420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:32Z', 'updated_at': '2021-09-08T09:33:37Z', 'revision_number': 4, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'subnets': [{'id': '8955da54-3088-4089-a320-ace009263420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:33:38.513076 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10703c6a-fcd6-47fe-9c38-258649c73e61 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfda44ad-2b62-4252-99b9-7fae9a372266,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:38.525916 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-10703c6a-fcd6-47fe-9c38-258649c73e61 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:38.533556 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-10703c6a-fcd6-47fe-9c38-258649c73e61 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2215924 Sep 08 09:33:38.671096 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a8290586-0782-40c2-a7c2-df283d67e54e up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:33:38.775293 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port a8290586-0782-40c2-a7c2-df283d67e54e triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:33:38.777510 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:38.821047 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-e56c5e20-4627-465e-b580-2d8f0c635a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238f523a-050d-4b32-bb0f-b10804fe2fb6', 'name': 'tempest-TestServerBasicOps-1308224930-router', 'tenant_id': '78383ec56e8a462fa403e733d440b32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd9f0c0be-7a0a-44ed-bf25-69dfa19b0509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:33:33Z', 'updated_at': '2021-09-08T09:33:35Z', 'revision_number': 3, 'project_id': '78383ec56e8a462fa403e733d440b32b', 'gw_port': {'id': 'd9f0c0be-7a0a-44ed-bf25-69dfa19b0509', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '238f523a-050d-4b32-bb0f-b10804fe2fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:34Z', 'updated_at': '2021-09-08T09:33:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:33:38.835913 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f0fffb9e-90bc-44cf-a84e-5455cdd01d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:38.864484 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56c5e20-4627-465e-b580-2d8f0c635a66 None None] The sync data for ids ['238f523a-050d-4b32-bb0f-b10804fe2fb6'] in n-d-806683-11 is: [{'id': '238f523a-050d-4b32-bb0f-b10804fe2fb6', 'name': 'tempest-TestServerBasicOps-1308224930-router', 'tenant_id': '78383ec56e8a462fa403e733d440b32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd9f0c0be-7a0a-44ed-bf25-69dfa19b0509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:33:33Z', 'updated_at': '2021-09-08T09:33:35Z', 'revision_number': 3, 'project_id': '78383ec56e8a462fa403e733d440b32b', 'gw_port': {'id': 'd9f0c0be-7a0a-44ed-bf25-69dfa19b0509', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '238f523a-050d-4b32-bb0f-b10804fe2fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:34Z', 'updated_at': '2021-09-08T09:33:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:33:38.867827 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-989b4c8c-086c-4771-88bb-430ebbd6eb56 None None] Provisioning for port 84459cf0-fabc-48e7-a094-f92ebbd92c96 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:33:38.908330 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-989b4c8c-086c-4771-88bb-430ebbd6eb56 None None] Provisioning complete for port 84459cf0-fabc-48e7-a094-f92ebbd92c96 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:33:38.908637 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-989b4c8c-086c-4771-88bb-430ebbd6eb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:38.915475 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-0911fe25-1a1d-4f6f-b39a-dda9fe4feb65 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-998975551&fields=id&tenant_id=bf619d4abbb0429bbdac5a5fc24e6d35 HTTP/1.1" status: 200 len: 267 time: 0.0636504 Sep 08 09:33:38.975506 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-989b4c8c-086c-4771-88bb-430ebbd6eb56 None None] Port 84459cf0-fabc-48e7-a094-f92ebbd92c96 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:33:39.054109 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-22afa382-bbd3-4c3a-ab09-42ddadfa2bdd tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:39.055910 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-22afa382-bbd3-4c3a-ab09-42ddadfa2bdd tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/networks?id=f7b42b4b-7017-4bb7-8216-d79786d85408 HTTP/1.1" status: 200 len: 797 time: 0.1329727 Sep 08 09:33:39.073560 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-c6a10057-bf56-4841-8dcc-92890a7d536a tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/quotas/bf619d4abbb0429bbdac5a5fc24e6d35 HTTP/1.1" status: 200 len: 375 time: 0.0118406 Sep 08 09:33:39.075684 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f0fffb9e-90bc-44cf-a84e-5455cdd01d42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:39.083467 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f0fffb9e-90bc-44cf-a84e-5455cdd01d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:39.161997 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-3190efe5-db64-4e00-a8b6-9bfe14bdd847 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf619d4abbb0429bbdac5a5fc24e6d35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0759871 Sep 08 09:33:39.180617 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fffb9e-90bc-44cf-a84e-5455cdd01d42 admin admin] Pushing event updated for resources: {'Port': ['ID=84459cf0-fabc-48e7-a094-f92ebbd92c96,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:39.197272 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f0fffb9e-90bc-44cf-a84e-5455cdd01d42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:39.336480 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-4e6b1f0e-dfcc-485f-9ab7-bf4444c4c2b7 service neutron] 10.222.0.54 "GET /v2.0/networks/f7b42b4b-7017-4bb7-8216-d79786d85408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586854 Sep 08 09:33:39.354343 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fffb9e-90bc-44cf-a84e-5455cdd01d42 admin admin] Network 24c42d28-5684-4b76-b8c2-fe9585c9972b is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:33:39.355664 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-f0fffb9e-90bc-44cf-a84e-5455cdd01d42 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:33:39.479656 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-43492daf-b92e-45e9-8aa1-8376783508fa service neutron] 10.222.0.54 "GET /v2.0/networks/f7b42b4b-7017-4bb7-8216-d79786d85408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421349 Sep 08 09:33:39.565724 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0fffb9e-90bc-44cf-a84e-5455cdd01d42 admin admin] Router 238f523a-050d-4b32-bb0f-b10804fe2fb6 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:33:39.699293 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-02173816-9d9d-4692-8cd9-0d9d219a9569 None None] Provisioning complete for port 84459cf0-fabc-48e7-a094-f92ebbd92c96 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:33:39.699674 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-02173816-9d9d-4692-8cd9-0d9d219a9569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:39.799638 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-02173816-9d9d-4692-8cd9-0d9d219a9569 None None] Port 84459cf0-fabc-48e7-a094-f92ebbd92c96 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:33:39.890242 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ce438b4f-368e-4340-b415-ca5e6c3a094d req-2e2e0c8c-8d80-4f01-b6a2-c04fc72e35f3 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfc81388-0681-4d90-aa01-f1c8f1e1d869 HTTP/1.1" status: 200 len: 210 time: 0.0755079 Sep 08 09:33:39.902947 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fffb9e-90bc-44cf-a84e-5455cdd01d42 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:33:39.929918 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f0fffb9e-90bc-44cf-a84e-5455cdd01d42 admin admin] 10.222.0.54 "PUT /v2.0/routers/238f523a-050d-4b32-bb0f-b10804fe2fb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6238883 Sep 08 09:33:40.681518 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60352) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:33:40.687244 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-5218944f-830d-4040-a599-297d623919e9 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-994803644-network', 'tenant_id': 'ca13dd951fe54fb39d56f7c0533b409f'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:33:40.711646 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device d9f0c0be-7a0a-44ed-bf25-69dfa19b0509 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:33:40.736556 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5218944f-830d-4040-a599-297d623919e9 admin admin] Made reservation on behalf of ca13dd951fe54fb39d56f7c0533b409f for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:33:40.739650 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5218944f-830d-4040-a599-297d623919e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:40.751402 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5218944f-830d-4040-a599-297d623919e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:40.788721 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port d9f0c0be-7a0a-44ed-bf25-69dfa19b0509 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:33:40.793399 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port d9f0c0be-7a0a-44ed-bf25-69dfa19b0509 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:33:40.793858 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:40.895881 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5218944f-830d-4040-a599-297d623919e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:40.902998 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5218944f-830d-4040-a599-297d623919e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:40.944235 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5218944f-830d-4040-a599-297d623919e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:33:40.945406 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:40.961887 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5218944f-830d-4040-a599-297d623919e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:40.962496 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-5218944f-830d-4040-a599-297d623919e9 admin admin] Added segment 3e1778f0-2648-4d30-ad48-9a09bde05b89 of type vlan for network 7968a713-030f-48db-be9c-578034a4c355 Sep 08 09:33:40.976965 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port d9f0c0be-7a0a-44ed-bf25-69dfa19b0509, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=d9f0c0be-7a0a-44ed-bf25-69dfa19b0509,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:33:40.986740 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:40.987897 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device d93338c4-ba47-4c93-a8a4-9830e35422c9 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:33:41.098851 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=d9f0c0be-7a0a-44ed-bf25-69dfa19b0509,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:41.126596 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port d93338c4-ba47-4c93-a8a4-9830e35422c9 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:33:41.135565 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port d93338c4-ba47-4c93-a8a4-9830e35422c9 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:33:41.135952 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:41.230628 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:41.264600 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port d93338c4-ba47-4c93-a8a4-9830e35422c9, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=d93338c4-ba47-4c93-a8a4-9830e35422c9,segment=NetworkSegment(1f2e5f4f-4178-499c-83c8-e0327a6156ab),segment_id=1f2e5f4f-4178-499c-83c8-e0327a6156ab)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:33:41.269425 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:41.328021 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=d93338c4-ba47-4c93-a8a4-9830e35422c9,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:41.554521 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-25a38a84-f98d-4264-946e-f1c8c529a589 req-db1f261b-7507-43fc-8cc1-80e926fe048c tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfc81388-0681-4d90-aa01-f1c8f1e1d869 HTTP/1.1" status: 200 len: 210 time: 0.0780487 Sep 08 09:33:41.560058 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5218944f-830d-4040-a599-297d623919e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883c5e29-6a8c-46a7-934a-770ace08f91f,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:41.577328 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5218944f-830d-4040-a599-297d623919e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:41.601815 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-c1106f89-f8d3-44ff-a476-3f6595ea4235 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:41.603325 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-c1106f89-f8d3-44ff-a476-3f6595ea4235 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.37 "GET /v2.0/networks?id=f7b42b4b-7017-4bb7-8216-d79786d85408 HTTP/1.1" status: 200 len: 797 time: 0.6235373 Sep 08 09:33:41.630969 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5218944f-830d-4040-a599-297d623919e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:41.631891 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5218944f-830d-4040-a599-297d623919e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:41.632483 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5218944f-830d-4040-a599-297d623919e9 admin admin] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:41.677217 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5218944f-830d-4040-a599-297d623919e9 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9945314 Sep 08 09:33:41.680669 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60360) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:33:41.686167 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-0c77903a-98c0-49fc-81c6-8411c6e0ad91 admin admin] Request body: {'subnet': {'network_id': '7968a713-030f-48db-be9c-578034a4c355', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-994803644-subnet', 'tenant_id': 'ca13dd951fe54fb39d56f7c0533b409f', 'ip_version': 4}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:33:41.709242 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c77903a-98c0-49fc-81c6-8411c6e0ad91 admin admin] Made reservation on behalf of ca13dd951fe54fb39d56f7c0533b409f for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:33:41.713757 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0c77903a-98c0-49fc-81c6-8411c6e0ad91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:41.739880 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-f8337172-2018-4de0-a49e-eb283b74fe6a tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf619d4abbb0429bbdac5a5fc24e6d35 HTTP/1.1" status: 200 len: 379 time: 0.1199183 Sep 08 09:33:41.743034 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5218944f-830d-4040-a599-297d623919e9 admin admin] Pushing event updated for resources: {'Network': ['ID=7968a713-030f-48db-be9c-578034a4c355,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:41.754289 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-b7a16254-4846-4556-955e-b5ed19f63230 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Request body: {'port': {'device_id': 'dfc81388-0681-4d90-aa01-f1c8f1e1d869', 'network_id': 'f7b42b4b-7017-4bb7-8216-d79786d85408', 'admin_state_up': True, 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'security_groups': ['4f436b1d-2537-4de5-943b-8876d8a85789']}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:33:41.755163 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 7968a713-030f-48db-be9c-578034a4c355 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:33:41.831330 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72e59ee-6379-435d-b7e4-3c060dbe3c9a None None] Sync routers for ids ['238f523a-050d-4b32-bb0f-b10804fe2fb6'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:33:41.842561 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72e59ee-6379-435d-b7e4-3c060dbe3c9a None None] Routers {'238f523a-050d-4b32-bb0f-b10804fe2fb6'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:33:41.843539 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-f72e59ee-6379-435d-b7e4-3c060dbe3c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:33:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['238f523a-050d-4b32-bb0f-b10804fe2fb6'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:33:41.917199 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-b7a16254-4846-4556-955e-b5ed19f63230 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Made reservation on behalf of bf619d4abbb0429bbdac5a5fc24e6d35 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:33:41.921564 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-b7a16254-4846-4556-955e-b5ed19f63230 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:41.932084 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0c77903a-98c0-49fc-81c6-8411c6e0ad91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:42.010937 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-f72e59ee-6379-435d-b7e4-3c060dbe3c9a None None] Set router 238f523a-050d-4b32-bb0f-b10804fe2fb6 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:33:42.014324 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c77903a-98c0-49fc-81c6-8411c6e0ad91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=584bef86-67fe-4149-a8c2-8cf92a073fcf,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:42.021763 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c77903a-98c0-49fc-81c6-8411c6e0ad91 admin admin] Checking segment: {'id': '3e1778f0-2648-4d30-ad48-9a09bde05b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '7968a713-030f-48db-be9c-578034a4c355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:33:42.021961 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c77903a-98c0-49fc-81c6-8411c6e0ad91 admin admin] Network hostable DHCP agents. Network: 7968a713-030f-48db-be9c-578034a4c355, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:33:42.040541 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c77903a-98c0-49fc-81c6-8411c6e0ad91 admin admin] Network 7968a713-030f-48db-be9c-578034a4c355 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:33:42.054239 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-0c77903a-98c0-49fc-81c6-8411c6e0ad91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 7968a713-030f-48db-be9c-578034a4c355) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:33:42.063431 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c77903a-98c0-49fc-81c6-8411c6e0ad91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:42.064349 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0c77903a-98c0-49fc-81c6-8411c6e0ad91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:42.083409 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0c77903a-98c0-49fc-81c6-8411c6e0ad91 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4014792 Sep 08 09:33:42.086427 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60364) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:33:42.091041 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98ae2ef-4185-43d3-ba5f-82e1b41a55e9 None None] Network 7968a713-030f-48db-be9c-578034a4c355 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:33:42.093832 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-f0821272-9653-4a3d-ba2f-5b906d025153 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-994803644-router', 'tenant_id': 'ca13dd951fe54fb39d56f7c0533b409f', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:33:42.120876 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-b7a16254-4846-4556-955e-b5ed19f63230 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Allocated IP 172.20.0.9 (f7b42b4b-7017-4bb7-8216-d79786d85408/8955da54-3088-4089-a320-ace009263420/b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:33:42.129769 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f0821272-9653-4a3d-ba2f-5b906d025153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:42.131936 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f0821272-9653-4a3d-ba2f-5b906d025153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:42.204238 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f0821272-9653-4a3d-ba2f-5b906d025153 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:42.308823 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-b7a16254-4846-4556-955e-b5ed19f63230 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:42.341735 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-b7a16254-4846-4556-955e-b5ed19f63230 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Transition to ACTIVE for port object b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:33:42.351190 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd312141-ecb8-49ea-8762-4f0289802bc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-7968a713-030f-48db-be9c-578034a4c355', 'network_id': '7968a713-030f-48db-be9c-578034a4c355', 'tenant_id': 'ca13dd951fe54fb39d56f7c0533b409f', 'fixed_ips': [{'subnet_id': '584bef86-67fe-4149-a8c2-8cf92a073fcf'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:33:42.352665 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cd312141-ecb8-49ea-8762-4f0289802bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:42.380550 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-f72e59ee-6379-435d-b7e4-3c060dbe3c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238f523a-050d-4b32-bb0f-b10804fe2fb6', 'name': 'tempest-TestServerBasicOps-1308224930-router', 'tenant_id': '78383ec56e8a462fa403e733d440b32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd9f0c0be-7a0a-44ed-bf25-69dfa19b0509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:33:33Z', 'updated_at': '2021-09-08T09:33:38Z', 'revision_number': 4, 'project_id': '78383ec56e8a462fa403e733d440b32b', 'gw_port': {'id': 'd9f0c0be-7a0a-44ed-bf25-69dfa19b0509', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238f523a-050d-4b32-bb0f-b10804fe2fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:34Z', 'updated_at': '2021-09-08T09:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '84459cf0-fabc-48e7-a094-f92ebbd92c96', 'name': '', 'network_id': '24c42d28-5684-4b76-b8c2-fe9585c9972b', 'tenant_id': '78383ec56e8a462fa403e733d440b32b', 'mac_address': 'fa:16:3e:be:aa:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '238f523a-050d-4b32-bb0f-b10804fe2fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '6c1c13b9-c48a-4da3-8773-8f718f32bac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:37Z', 'updated_at': '2021-09-08T09:33:38Z', 'revision_number': 2, 'project_id': '78383ec56e8a462fa403e733d440b32b', 'subnets': [{'id': '6c1c13b9-c48a-4da3-8773-8f718f32bac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:33:42.381736 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-b7a16254-4846-4556-955e-b5ed19f63230 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:42.416371 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f0821272-9653-4a3d-ba2f-5b906d025153 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:42.418009 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72e59ee-6379-435d-b7e4-3c060dbe3c9a None None] Checking router: 238f523a-050d-4b32-bb0f-b10804fe2fb6 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:33:42.418169 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72e59ee-6379-435d-b7e4-3c060dbe3c9a None None] Updating router 238f523a-050d-4b32-bb0f-b10804fe2fb6 port 84459cf0-fabc-48e7-a094-f92ebbd92c96 binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:33:42.429483 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-b7a16254-4846-4556-955e-b5ed19f63230 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Network f7b42b4b-7017-4bb7-8216-d79786d85408 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:33:42.432698 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-b7a16254-4846-4556-955e-b5ed19f63230 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:33:42.436574 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-b7a16254-4846-4556-955e-b5ed19f63230 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:33:42.514774 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a16254-4846-4556-955e-b5ed19f63230 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event updated for resources: {'Port': ['ID=b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:42.525911 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f72e59ee-6379-435d-b7e4-3c060dbe3c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:42.550282 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-b7a16254-4846-4556-955e-b5ed19f63230 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:42.551054 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-b7a16254-4846-4556-955e-b5ed19f63230 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:42.597476 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-b7a16254-4846-4556-955e-b5ed19f63230 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8507330 Sep 08 09:33:42.625182 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-f7a3c8c6-b82b-4554-bdf6-3badf73dc2a6 service neutron] Request body: {'port': {'device_id': 'dfc81388-0681-4d90-aa01-f1c8f1e1d869', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:33:42.705908 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-cd312141-ecb8-49ea-8762-4f0289802bc9 None None] Allocated IP 172.20.0.2 (7968a713-030f-48db-be9c-578034a4c355/584bef86-67fe-4149-a8c2-8cf92a073fcf/85f989a3-d1e1-415e-a3a3-b048d6544592) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:33:42.760859 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device d9f0c0be-7a0a-44ed-bf25-69dfa19b0509 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:33:42.815551 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-f7a3c8c6-b82b-4554-bdf6-3badf73dc2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:42.830259 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f0821272-9653-4a3d-ba2f-5b906d025153 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:42.859517 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f0821272-9653-4a3d-ba2f-5b906d025153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:42.869737 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb558b0-1440-4dae-8923-935c872e699d req-2727a9df-32ea-454f-982a-cec470f75f93 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:42.871439 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fdb558b0-1440-4dae-8923-935c872e699d req-2727a9df-32ea-454f-982a-cec470f75f93 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfc81388-0681-4d90-aa01-f1c8f1e1d869 HTTP/1.1" status: 200 len: 931 time: 0.1359713 Sep 08 09:33:42.928509 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-dc46d403-da53-464a-8317-55b47e82dfb6 None None] Provisioning for port b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:33:42.948309 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-dc46d403-da53-464a-8317-55b47e82dfb6 None None] Provisioning complete for port b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:33:42.948679 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-dc46d403-da53-464a-8317-55b47e82dfb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:42.960888 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fdb558b0-1440-4dae-8923-935c872e699d req-2397c43a-7eb5-412d-910b-adae789d3f08 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f436b1d-2537-4de5-943b-8876d8a85789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809424 Sep 08 09:33:43.089254 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-f0821272-9653-4a3d-ba2f-5b906d025153 admin admin] Allocated IP 172.25.0.155 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/989af8c5-4f88-40eb-8889-440b5bebc3de) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:33:43.162971 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-dc46d403-da53-464a-8317-55b47e82dfb6 None None] Port b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:33:43.167464 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port d9f0c0be-7a0a-44ed-bf25-69dfa19b0509 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:33:43.167678 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:43.204375 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-f7a3c8c6-b82b-4554-bdf6-3badf73dc2a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:33:43.218405 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-f7a3c8c6-b82b-4554-bdf6-3badf73dc2a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:43.232534 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-f7a3c8c6-b82b-4554-bdf6-3badf73dc2a6 service neutron] Transition to ACTIVE for port object b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:33:43.238212 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-f7a3c8c6-b82b-4554-bdf6-3badf73dc2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:43.246682 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f0821272-9653-4a3d-ba2f-5b906d025153 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:43.304424 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f0821272-9653-4a3d-ba2f-5b906d025153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:43.343738 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3c8c6-b82b-4554-bdf6-3badf73dc2a6 service neutron] Pushing event updated for resources: {'Port': ['ID=b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:43.345422 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cd312141-ecb8-49ea-8762-4f0289802bc9 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:43.356282 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0821272-9653-4a3d-ba2f-5b906d025153 admin admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:33:43.361518 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-f0821272-9653-4a3d-ba2f-5b906d025153 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:33:43.364111 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0821272-9653-4a3d-ba2f-5b906d025153 admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:33:43.393538 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-cd312141-ecb8-49ea-8762-4f0289802bc9 None None] Transition to ACTIVE for port object 85f989a3-d1e1-415e-a3a3-b048d6544592 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:33:43.402398 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0821272-9653-4a3d-ba2f-5b906d025153 admin admin] Pushing event updated for resources: {'Port': ['ID=989af8c5-4f88-40eb-8889-440b5bebc3de,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:43.440550 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-cd312141-ecb8-49ea-8762-4f0289802bc9 None None] Transition to ACTIVE for port object 85f989a3-d1e1-415e-a3a3-b048d6544592 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:33:43.449371 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device d93338c4-ba47-4c93-a8a4-9830e35422c9 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:33:43.491011 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f72e59ee-6379-435d-b7e4-3c060dbe3c9a None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:43.492442 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-f7a3c8c6-b82b-4554-bdf6-3badf73dc2a6 service neutron] Attempting to bind port b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:33:43.493569 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cd312141-ecb8-49ea-8762-4f0289802bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:43.493965 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-f7a3c8c6-b82b-4554-bdf6-3badf73dc2a6 service neutron] Attempting to bind port b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '1f2e5f4f-4178-499c-83c8-e0327a6156ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f7b42b4b-7017-4bb7-8216-d79786d85408'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:33:43.494437 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-f7a3c8c6-b82b-4554-bdf6-3badf73dc2a6 service neutron] Attempting to bind port b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7 on network f7b42b4b-7017-4bb7-8216-d79786d85408 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:33:43.502075 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-f7a3c8c6-b82b-4554-bdf6-3badf73dc2a6 service neutron] Port b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7 on network f7b42b4b-7017-4bb7-8216-d79786d85408 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:33:43.502537 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-f7a3c8c6-b82b-4554-bdf6-3badf73dc2a6 service neutron] Attempting to bind port b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7 on network f7b42b4b-7017-4bb7-8216-d79786d85408 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:33:43.511208 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-f7a3c8c6-b82b-4554-bdf6-3badf73dc2a6 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:33:43.511700 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-f7a3c8c6-b82b-4554-bdf6-3badf73dc2a6 service neutron] Checking segment: {'id': '1f2e5f4f-4178-499c-83c8-e0327a6156ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f7b42b4b-7017-4bb7-8216-d79786d85408'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:33:43.512281 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-f7a3c8c6-b82b-4554-bdf6-3badf73dc2a6 service neutron] Bound using segment: {'id': '1f2e5f4f-4178-499c-83c8-e0327a6156ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f7b42b4b-7017-4bb7-8216-d79786d85408'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:33:43.513041 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-f7a3c8c6-b82b-4554-bdf6-3badf73dc2a6 service neutron] Bound port: b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2e5f4f-4178-499c-83c8-e0327a6156ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'f7b42b4b-7017-4bb7-8216-d79786d85408'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:33:43.513436 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-f7a3c8c6-b82b-4554-bdf6-3badf73dc2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:43.571863 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f72e59ee-6379-435d-b7e4-3c060dbe3c9a None None] Transition to ACTIVE for port object 84459cf0-fabc-48e7-a094-f92ebbd92c96 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:33:43.586973 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd312141-ecb8-49ea-8762-4f0289802bc9 None None] Network 7968a713-030f-48db-be9c-578034a4c355 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:33:43.591716 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f72e59ee-6379-435d-b7e4-3c060dbe3c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:43.607733 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-cd312141-ecb8-49ea-8762-4f0289802bc9 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:33:43.612124 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port d93338c4-ba47-4c93-a8a4-9830e35422c9 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:33:43.613075 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:43.615384 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd312141-ecb8-49ea-8762-4f0289802bc9 None None] Pushing event updated for resources: {'Port': ['ID=85f989a3-d1e1-415e-a3a3-b048d6544592,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:43.622711 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd312141-ecb8-49ea-8762-4f0289802bc9 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:33:43.646411 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-f7a3c8c6-b82b-4554-bdf6-3badf73dc2a6 service neutron] For port b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:33:43.664829 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-f7a3c8c6-b82b-4554-bdf6-3badf73dc2a6 service neutron] For port b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7,segment=NetworkSegment(1f2e5f4f-4178-499c-83c8-e0327a6156ab),segment_id=1f2e5f4f-4178-499c-83c8-e0327a6156ab)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:33:43.678433 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-f7a3c8c6-b82b-4554-bdf6-3badf73dc2a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:43.746492 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-f7a3c8c6-b82b-4554-bdf6-3badf73dc2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:43.747215 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-f7a3c8c6-b82b-4554-bdf6-3badf73dc2a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:43.748688 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-f7a3c8c6-b82b-4554-bdf6-3badf73dc2a6 service neutron] 10.222.0.37 "PUT /v2.0/ports/b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7 HTTP/1.1" status: 200 len: 1092 time: 1.1361821 Sep 08 09:33:43.755306 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfc81388-0681-4d90-aa01-f1c8f1e1d869', 'tag': 'b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:33:43.758171 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d534f5-289b-47de-b566-80174458bb9b" -d '{"events": [{"name": "network-changed", "server_uuid": "dfc81388-0681-4d90-aa01-f1c8f1e1d869", "tag": "b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:33:43.822978 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3c8c6-b82b-4554-bdf6-3badf73dc2a6 service neutron] Pushing event updated for resources: {'Port': ['ID=b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:43.836158 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-cd312141-ecb8-49ea-8762-4f0289802bc9 None None] Attempting to bind port 85f989a3-d1e1-415e-a3a3-b048d6544592 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:33:43.837136 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-cd312141-ecb8-49ea-8762-4f0289802bc9 None None] Attempting to bind port 85f989a3-d1e1-415e-a3a3-b048d6544592 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '3e1778f0-2648-4d30-ad48-9a09bde05b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '7968a713-030f-48db-be9c-578034a4c355'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:33:43.837868 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd312141-ecb8-49ea-8762-4f0289802bc9 None None] Attempting to bind port 85f989a3-d1e1-415e-a3a3-b048d6544592 on network 7968a713-030f-48db-be9c-578034a4c355 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:33:43.879010 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43781199-6dbf-496b-9bfd-ec3978c6974a None None] Pushing event updated for resources: {'Port': ['ID=84459cf0-fabc-48e7-a094-f92ebbd92c96,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:43.882964 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd312141-ecb8-49ea-8762-4f0289802bc9 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:33:43.883395 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd312141-ecb8-49ea-8762-4f0289802bc9 None None] Checking segment: {'id': '3e1778f0-2648-4d30-ad48-9a09bde05b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '7968a713-030f-48db-be9c-578034a4c355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:33:43.883993 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cd312141-ecb8-49ea-8762-4f0289802bc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:43.884533 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd312141-ecb8-49ea-8762-4f0289802bc9 None None] Bound using segment: {'id': '3e1778f0-2648-4d30-ad48-9a09bde05b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '7968a713-030f-48db-be9c-578034a4c355'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:33:43.885175 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-cd312141-ecb8-49ea-8762-4f0289802bc9 None None] Bound port: 85f989a3-d1e1-415e-a3a3-b048d6544592, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1778f0-2648-4d30-ad48-9a09bde05b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '7968a713-030f-48db-be9c-578034a4c355'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:33:43.885720 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cd312141-ecb8-49ea-8762-4f0289802bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:43.908581 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b170564-54ee-41eb-9b45-a8b8e78da821 x-openstack-request-id: req-4b170564-54ee-41eb-9b45-a8b8e78da821 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:33:43.909776 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfc81388-0681-4d90-aa01-f1c8f1e1d869", "tag": "b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:33:43.910220 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4b170564-54ee-41eb-9b45-a8b8e78da821 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:33:43.912686 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfc81388-0681-4d90-aa01-f1c8f1e1d869', 'tag': 'b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7', 'status': 'completed', 'code': 200} Sep 08 09:33:43.940080 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-95486d84-346e-4c96-b60e-39bc9f51257e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:43.941902 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-95486d84-346e-4c96-b60e-39bc9f51257e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf619d4abbb0429bbdac5a5fc24e6d35&device_id=dfc81388-0681-4d90-aa01-f1c8f1e1d869 HTTP/1.1" status: 200 len: 1095 time: 0.1012537 Sep 08 09:33:43.948626 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-f72e59ee-6379-435d-b7e4-3c060dbe3c9a None None] Attempting to bind port 84459cf0-fabc-48e7-a094-f92ebbd92c96 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:33:43.949012 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-f72e59ee-6379-435d-b7e4-3c060dbe3c9a None None] Attempting to bind port 84459cf0-fabc-48e7-a094-f92ebbd92c96 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'd5dabf6d-babf-459a-ae4b-84df4c64b0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '24c42d28-5684-4b76-b8c2-fe9585c9972b'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:33:43.949374 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72e59ee-6379-435d-b7e4-3c060dbe3c9a None None] Attempting to bind port 84459cf0-fabc-48e7-a094-f92ebbd92c96 on network 24c42d28-5684-4b76-b8c2-fe9585c9972b {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:33:43.961230 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f0821272-9653-4a3d-ba2f-5b906d025153 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:44.035977 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-c417ae9e-a31d-4737-8ebe-1154c6d51be2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7 HTTP/1.1" status: 200 len: 217 time: 0.0796053 Sep 08 09:33:44.047234 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72e59ee-6379-435d-b7e4-3c060dbe3c9a None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:33:44.047498 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72e59ee-6379-435d-b7e4-3c060dbe3c9a None None] Checking segment: {'id': 'd5dabf6d-babf-459a-ae4b-84df4c64b0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '24c42d28-5684-4b76-b8c2-fe9585c9972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:33:44.047995 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f72e59ee-6379-435d-b7e4-3c060dbe3c9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:44.048273 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72e59ee-6379-435d-b7e4-3c060dbe3c9a None None] Bound using segment: {'id': 'd5dabf6d-babf-459a-ae4b-84df4c64b0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '24c42d28-5684-4b76-b8c2-fe9585c9972b'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:33:44.048756 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-f72e59ee-6379-435d-b7e4-3c060dbe3c9a None None] Bound port: 84459cf0-fabc-48e7-a094-f92ebbd92c96, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5dabf6d-babf-459a-ae4b-84df4c64b0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '24c42d28-5684-4b76-b8c2-fe9585c9972b'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:33:44.049146 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f72e59ee-6379-435d-b7e4-3c060dbe3c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:44.167441 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-cd312141-ecb8-49ea-8762-4f0289802bc9 None None] For port 85f989a3-d1e1-415e-a3a3-b048d6544592, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:33:44.174128 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-cd312141-ecb8-49ea-8762-4f0289802bc9 None None] For port 85f989a3-d1e1-415e-a3a3-b048d6544592, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=85f989a3-d1e1-415e-a3a3-b048d6544592,segment=NetworkSegment(3e1778f0-2648-4d30-ad48-9a09bde05b89),segment_id=3e1778f0-2648-4d30-ad48-9a09bde05b89)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:33:44.200031 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-6bfdfd14-9e3d-4a57-adff-d2c7b18291d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:44.205499 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-6bfdfd14-9e3d-4a57-adff-d2c7b18291d8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8955da54-3088-4089-a320-ace009263420 HTTP/1.1" status: 200 len: 835 time: 0.1603742 Sep 08 09:33:44.211226 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cd312141-ecb8-49ea-8762-4f0289802bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:44.307014 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-f4fa8c47-97da-4ee5-acd6-9413344e65ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:44.308735 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-f4fa8c47-97da-4ee5-acd6-9413344e65ea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f7b42b4b-7017-4bb7-8216-d79786d85408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0961733 Sep 08 09:33:44.318148 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd312141-ecb8-49ea-8762-4f0289802bc9 None None] Pushing event updated for resources: {'Port': ['ID=85f989a3-d1e1-415e-a3a3-b048d6544592,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:44.342896 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d8495-c334-48b1-bde8-5e2e68bd8a55 req-a59f1a8b-1e30-451f-a3e7-ac1ed5c6608a tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:44.344384 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e77d8495-c334-48b1-bde8-5e2e68bd8a55 req-a59f1a8b-1e30-451f-a3e7-ac1ed5c6608a tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfc81388-0681-4d90-aa01-f1c8f1e1d869 HTTP/1.1" status: 200 len: 943 time: 0.1366057 Sep 08 09:33:44.376095 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f0821272-9653-4a3d-ba2f-5b906d025153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:44.376321 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-f72e59ee-6379-435d-b7e4-3c060dbe3c9a None None] For port 84459cf0-fabc-48e7-a094-f92ebbd92c96, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:33:44.382530 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-f72e59ee-6379-435d-b7e4-3c060dbe3c9a None None] For port 84459cf0-fabc-48e7-a094-f92ebbd92c96, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=84459cf0-fabc-48e7-a094-f92ebbd92c96,segment=NetworkSegment(d5dabf6d-babf-459a-ae4b-84df4c64b0ef),segment_id=d5dabf6d-babf-459a-ae4b-84df4c64b0ef)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:33:44.389947 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f72e59ee-6379-435d-b7e4-3c060dbe3c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:44.483833 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-d8e69389-4b96-4d68-a155-aa4b84d11d60 service neutron] 10.222.0.37 "GET /v2.0/networks/f7b42b4b-7017-4bb7-8216-d79786d85408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679695 Sep 08 09:33:44.529860 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43781199-6dbf-496b-9bfd-ec3978c6974a None None] Pushing event updated for resources: {'Port': ['ID=84459cf0-fabc-48e7-a094-f92ebbd92c96,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:44.534164 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72e59ee-6379-435d-b7e4-3c060dbe3c9a None None] Routers {'238f523a-050d-4b32-bb0f-b10804fe2fb6'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:33:44.534758 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-f72e59ee-6379-435d-b7e4-3c060dbe3c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:33:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['238f523a-050d-4b32-bb0f-b10804fe2fb6'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:33:44.804122 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c0ce3e93-99fa-4100-be35-cebacdc255c4 req-2e4a6388-be45-4172-8db5-608d3dbff3f7 service neutron] 10.222.0.37 "GET /v2.0/networks/f7b42b4b-7017-4bb7-8216-d79786d85408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121581 Sep 08 09:33:44.869942 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-f72e59ee-6379-435d-b7e4-3c060dbe3c9a None None] Set router 238f523a-050d-4b32-bb0f-b10804fe2fb6 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:33:44.979265 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e77d8495-c334-48b1-bde8-5e2e68bd8a55 req-fcc60f8a-13bc-4e2c-8a0f-d00529033573 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f436b1d-2537-4de5-943b-8876d8a85789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6173425 Sep 08 09:33:45.045132 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d534f5-289b-47de-b566-80174458bb9b req-d57aa30f-1c20-4997-abcd-f8ce5b22751b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:45.046524 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c7d534f5-289b-47de-b566-80174458bb9b req-d57aa30f-1c20-4997-abcd-f8ce5b22751b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf619d4abbb0429bbdac5a5fc24e6d35&device_id=dfc81388-0681-4d90-aa01-f1c8f1e1d869 HTTP/1.1" status: 200 len: 1095 time: 0.0789032 Sep 08 09:33:45.148759 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0821272-9653-4a3d-ba2f-5b906d025153 admin admin] Router 6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:33:45.179853 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d534f5-289b-47de-b566-80174458bb9b req-aa05984c-870e-44ea-84e6-aca2432e33dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:45.181357 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c7d534f5-289b-47de-b566-80174458bb9b req-aa05984c-870e-44ea-84e6-aca2432e33dc service neutron] 10.222.0.37 "GET /v2.0/networks?id=f7b42b4b-7017-4bb7-8216-d79786d85408 HTTP/1.1" status: 200 len: 898 time: 0.1278005 Sep 08 09:33:45.203451 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-f72e59ee-6379-435d-b7e4-3c060dbe3c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238f523a-050d-4b32-bb0f-b10804fe2fb6', 'name': 'tempest-TestServerBasicOps-1308224930-router', 'tenant_id': '78383ec56e8a462fa403e733d440b32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd9f0c0be-7a0a-44ed-bf25-69dfa19b0509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:33:33Z', 'updated_at': '2021-09-08T09:33:38Z', 'revision_number': 4, 'project_id': '78383ec56e8a462fa403e733d440b32b', 'gw_port': {'id': 'd9f0c0be-7a0a-44ed-bf25-69dfa19b0509', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238f523a-050d-4b32-bb0f-b10804fe2fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:34Z', 'updated_at': '2021-09-08T09:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '84459cf0-fabc-48e7-a094-f92ebbd92c96', 'name': '', 'network_id': '24c42d28-5684-4b76-b8c2-fe9585c9972b', 'tenant_id': '78383ec56e8a462fa403e733d440b32b', 'mac_address': 'fa:16:3e:be:aa:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '238f523a-050d-4b32-bb0f-b10804fe2fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '6c1c13b9-c48a-4da3-8773-8f718f32bac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:37Z', 'updated_at': '2021-09-08T09:33:44Z', 'revision_number': 4, 'project_id': '78383ec56e8a462fa403e733d440b32b', 'subnets': [{'id': '6c1c13b9-c48a-4da3-8773-8f718f32bac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:33:45.236772 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72e59ee-6379-435d-b7e4-3c060dbe3c9a None None] The sync data for ids ['238f523a-050d-4b32-bb0f-b10804fe2fb6'] in n-d-806683-11 is: [{'id': '238f523a-050d-4b32-bb0f-b10804fe2fb6', 'name': 'tempest-TestServerBasicOps-1308224930-router', 'tenant_id': '78383ec56e8a462fa403e733d440b32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd9f0c0be-7a0a-44ed-bf25-69dfa19b0509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:33:33Z', 'updated_at': '2021-09-08T09:33:38Z', 'revision_number': 4, 'project_id': '78383ec56e8a462fa403e733d440b32b', 'gw_port': {'id': 'd9f0c0be-7a0a-44ed-bf25-69dfa19b0509', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238f523a-050d-4b32-bb0f-b10804fe2fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:34Z', 'updated_at': '2021-09-08T09:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '84459cf0-fabc-48e7-a094-f92ebbd92c96', 'name': '', 'network_id': '24c42d28-5684-4b76-b8c2-fe9585c9972b', 'tenant_id': '78383ec56e8a462fa403e733d440b32b', 'mac_address': 'fa:16:3e:be:aa:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '238f523a-050d-4b32-bb0f-b10804fe2fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '6c1c13b9-c48a-4da3-8773-8f718f32bac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:37Z', 'updated_at': '2021-09-08T09:33:44Z', 'revision_number': 4, 'project_id': '78383ec56e8a462fa403e733d440b32b', 'subnets': [{'id': '6c1c13b9-c48a-4da3-8773-8f718f32bac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:33:45.256896 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c7d534f5-289b-47de-b566-80174458bb9b req-3402fa5a-4a48-43f5-b7a6-8e3e09d49561 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7 HTTP/1.1" status: 200 len: 217 time: 0.0670831 Sep 08 09:33:45.336869 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0821272-9653-4a3d-ba2f-5b906d025153 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:33:45.349405 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8217ddb-0b75-4a9b-8806-a598abd7e264 None None] Sync routers for ids ['6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:33:45.359711 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8217ddb-0b75-4a9b-8806-a598abd7e264 None None] Routers {'6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:33:45.360822 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-a8217ddb-0b75-4a9b-8806-a598abd7e264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:33:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:33:45.362130 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f0821272-9653-4a3d-ba2f-5b906d025153 admin admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:45.367040 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f0821272-9653-4a3d-ba2f-5b906d025153 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2790656 Sep 08 09:33:45.369779 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60378) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:33:45.373166 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d534f5-289b-47de-b566-80174458bb9b req-de2252b6-dfc0-47a0-872c-604099afb0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:45.374842 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c7d534f5-289b-47de-b566-80174458bb9b req-de2252b6-dfc0-47a0-872c-604099afb0eb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8955da54-3088-4089-a320-ace009263420 HTTP/1.1" status: 200 len: 835 time: 0.1104484 Sep 08 09:33:45.469451 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d534f5-289b-47de-b566-80174458bb9b req-f887ca48-617f-4435-8e07-97efe3233109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:45.471807 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c7d534f5-289b-47de-b566-80174458bb9b req-f887ca48-617f-4435-8e07-97efe3233109 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f7b42b4b-7017-4bb7-8216-d79786d85408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0879881 Sep 08 09:33:45.601306 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-a8217ddb-0b75-4a9b-8806-a598abd7e264 None None] Set router 6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:33:45.652441 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c7d534f5-289b-47de-b566-80174458bb9b req-da7ed840-7149-4baf-a663-f50ef7eba050 service neutron] 10.222.0.37 "GET /v2.0/networks/f7b42b4b-7017-4bb7-8216-d79786d85408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676590 Sep 08 09:33:45.903260 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c7d534f5-289b-47de-b566-80174458bb9b req-50d19214-70ce-4a75-9c12-7857d835f139 service neutron] 10.222.0.37 "GET /v2.0/networks/f7b42b4b-7017-4bb7-8216-d79786d85408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418242 Sep 08 09:33:45.958643 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0da9c08-c348-4a3b-a220-99be746076df None None] Network 7968a713-030f-48db-be9c-578034a4c355 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:33:46.066006 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-a8217ddb-0b75-4a9b-8806-a598abd7e264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f', 'name': 'tempest-TestServerBasicOps-994803644-router', 'tenant_id': 'ca13dd951fe54fb39d56f7c0533b409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '989af8c5-4f88-40eb-8889-440b5bebc3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:33:42Z', 'updated_at': '2021-09-08T09:33:43Z', 'revision_number': 3, 'project_id': 'ca13dd951fe54fb39d56f7c0533b409f', 'gw_port': {'id': '989af8c5-4f88-40eb-8889-440b5bebc3de', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:38:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:42Z', 'updated_at': '2021-09-08T09:33:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:33:46.120938 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8217ddb-0b75-4a9b-8806-a598abd7e264 None None] Checking router: 6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:33:46.121632 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8217ddb-0b75-4a9b-8806-a598abd7e264 None None] Updating router 6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f port 989af8c5-4f88-40eb-8889-440b5bebc3de binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:33:46.164960 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f56ded9f-374e-4116-b596-735a98924863 None None] Provisioning for port 85f989a3-d1e1-415e-a3a3-b048d6544592 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:33:46.205349 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-a8217ddb-0b75-4a9b-8806-a598abd7e264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:46.255647 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d889da-52da-4efd-b3e9-edb31973908e req-0f4f20a2-3fd4-4b8a-ab6d-b93a5cecb075 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:46.261038 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-74d889da-52da-4efd-b3e9-edb31973908e req-0f4f20a2-3fd4-4b8a-ab6d-b93a5cecb075 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfc81388-0681-4d90-aa01-f1c8f1e1d869 HTTP/1.1" status: 200 len: 943 time: 0.1269364 Sep 08 09:33:46.305961 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:33:46.425236 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-74d889da-52da-4efd-b3e9-edb31973908e req-d9d355bd-73aa-4f3e-85b3-a461c05cc026 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f436b1d-2537-4de5-943b-8876d8a85789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466680 Sep 08 09:33:46.438407 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-99f5026a-af4c-4711-b9bf-f70dfd71a13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:46.558392 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7,segment=NetworkSegment(1f2e5f4f-4178-499c-83c8-e0327a6156ab),segment_id=1f2e5f4f-4178-499c-83c8-e0327a6156ab)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:33:46.589396 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': 'b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7', 'network_id': 'f7b42b4b-7017-4bb7-8216-d79786d85408', 'port_id': 'b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7', 'mac_address': 'fa:16:3e:80:f7:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8955da54-3088-4089-a320-ace009263420', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:33:46.673502 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:46.709725 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:33:46.759800 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-a8217ddb-0b75-4a9b-8806-a598abd7e264 None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:46.790246 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7,segment=NetworkSegment(1f2e5f4f-4178-499c-83c8-e0327a6156ab),segment_id=1f2e5f4f-4178-499c-83c8-e0327a6156ab)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:33:46.791389 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-a8217ddb-0b75-4a9b-8806-a598abd7e264 None None] Transition to ACTIVE for port object 989af8c5-4f88-40eb-8889-440b5bebc3de will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:33:46.792628 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 84459cf0-fabc-48e7-a094-f92ebbd92c96 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:33:46.803671 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-a8217ddb-0b75-4a9b-8806-a598abd7e264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:46.810280 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-99f5026a-af4c-4711-b9bf-f70dfd71a13c admin admin] Allocated IP 172.20.0.1 (7968a713-030f-48db-be9c-578034a4c355/584bef86-67fe-4149-a8c2-8cf92a073fcf/63e62699-b185-4aec-af1a-c909c69cd32a) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:33:46.825538 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:46.863735 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-a8217ddb-0b75-4a9b-8806-a598abd7e264 None None] Attempting to bind port 989af8c5-4f88-40eb-8889-440b5bebc3de on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:33:46.864378 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-a8217ddb-0b75-4a9b-8806-a598abd7e264 None None] Attempting to bind port 989af8c5-4f88-40eb-8889-440b5bebc3de by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:33:46.865672 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8217ddb-0b75-4a9b-8806-a598abd7e264 None None] Attempting to bind port 989af8c5-4f88-40eb-8889-440b5bebc3de on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:33:46.890147 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8217ddb-0b75-4a9b-8806-a598abd7e264 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:33:46.890431 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8217ddb-0b75-4a9b-8806-a598abd7e264 None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:33:46.894374 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-a8217ddb-0b75-4a9b-8806-a598abd7e264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:46.900812 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8217ddb-0b75-4a9b-8806-a598abd7e264 None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:33:46.901570 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-a8217ddb-0b75-4a9b-8806-a598abd7e264 None None] Bound port: 989af8c5-4f88-40eb-8889-440b5bebc3de, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:33:46.902169 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-a8217ddb-0b75-4a9b-8806-a598abd7e264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:46.942068 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:46.953722 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f418763-3dd1-459f-9ca5-42b4e5cfd2e9 None None] Pushing event updated for resources: {'Port': ['ID=989af8c5-4f88-40eb-8889-440b5bebc3de,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:46.954772 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 84459cf0-fabc-48e7-a094-f92ebbd92c96 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:33:46.969624 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-a8217ddb-0b75-4a9b-8806-a598abd7e264 None None] For port 989af8c5-4f88-40eb-8889-440b5bebc3de, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:33:46.973838 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-a8217ddb-0b75-4a9b-8806-a598abd7e264 None None] For port 989af8c5-4f88-40eb-8889-440b5bebc3de, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=989af8c5-4f88-40eb-8889-440b5bebc3de,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:33:46.974823 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 84459cf0-fabc-48e7-a094-f92ebbd92c96 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:33:46.975296 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:46.988089 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-a8217ddb-0b75-4a9b-8806-a598abd7e264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:46.997791 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-99f5026a-af4c-4711-b9bf-f70dfd71a13c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:47.014757 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-99f5026a-af4c-4711-b9bf-f70dfd71a13c admin admin] Transition to ACTIVE for port object 63e62699-b185-4aec-af1a-c909c69cd32a will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:33:47.070244 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8217ddb-0b75-4a9b-8806-a598abd7e264 None None] Routers {'6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:33:47.070943 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-a8217ddb-0b75-4a9b-8806-a598abd7e264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:33:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:33:47.074289 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f418763-3dd1-459f-9ca5-42b4e5cfd2e9 None None] Pushing event updated for resources: {'Port': ['ID=989af8c5-4f88-40eb-8889-440b5bebc3de,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:47.122637 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-99f5026a-af4c-4711-b9bf-f70dfd71a13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:47.137903 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:33:47.173682 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:47.198354 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f5026a-af4c-4711-b9bf-f70dfd71a13c admin admin] Network 7968a713-030f-48db-be9c-578034a4c355 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:33:47.206930 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-99f5026a-af4c-4711-b9bf-f70dfd71a13c admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:33:47.210543 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f5026a-af4c-4711-b9bf-f70dfd71a13c admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:33:47.226798 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 84459cf0-fabc-48e7-a094-f92ebbd92c96, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=84459cf0-fabc-48e7-a094-f92ebbd92c96,segment=NetworkSegment(d5dabf6d-babf-459a-ae4b-84df4c64b0ef),segment_id=d5dabf6d-babf-459a-ae4b-84df4c64b0ef)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:33:47.256122 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:47.257106 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 85f989a3-d1e1-415e-a3a3-b048d6544592 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:33:47.259521 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-a8217ddb-0b75-4a9b-8806-a598abd7e264 None None] Set router 6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:33:47.261913 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f5026a-af4c-4711-b9bf-f70dfd71a13c admin admin] Pushing event updated for resources: {'Port': ['ID=63e62699-b185-4aec-af1a-c909c69cd32a,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:47.292776 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-99f5026a-af4c-4711-b9bf-f70dfd71a13c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:47.388327 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=84459cf0-fabc-48e7-a094-f92ebbd92c96,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:47.449584 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:33:47.486305 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 85f989a3-d1e1-415e-a3a3-b048d6544592 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:33:47.497811 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 85f989a3-d1e1-415e-a3a3-b048d6544592 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:33:47.498336 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:47.658354 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-4487f085-0862-43f1-a1d0-26b68802722e None None] Provisioning for port 63e62699-b185-4aec-af1a-c909c69cd32a completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:33:47.679634 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-4487f085-0862-43f1-a1d0-26b68802722e None None] Provisioning complete for port 63e62699-b185-4aec-af1a-c909c69cd32a triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:33:47.681014 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4487f085-0862-43f1-a1d0-26b68802722e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:47.711232 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-a8217ddb-0b75-4a9b-8806-a598abd7e264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f', 'name': 'tempest-TestServerBasicOps-994803644-router', 'tenant_id': 'ca13dd951fe54fb39d56f7c0533b409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '989af8c5-4f88-40eb-8889-440b5bebc3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:33:42Z', 'updated_at': '2021-09-08T09:33:43Z', 'revision_number': 3, 'project_id': 'ca13dd951fe54fb39d56f7c0533b409f', 'gw_port': {'id': '989af8c5-4f88-40eb-8889-440b5bebc3de', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:38:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:42Z', 'updated_at': '2021-09-08T09:33:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:33:47.730017 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f73523-e765-46dc-8f2b-262f31f09704 req-e173acd1-33b5-41a8-80d6-d445c953c5bb tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:47.731728 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-86f73523-e765-46dc-8f2b-262f31f09704 req-e173acd1-33b5-41a8-80d6-d445c953c5bb tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfc81388-0681-4d90-aa01-f1c8f1e1d869 HTTP/1.1" status: 200 len: 944 time: 0.1390319 Sep 08 09:33:47.762320 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8dde5338-860a-423c-8bb1-ba462d682676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:47.785084 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8217ddb-0b75-4a9b-8806-a598abd7e264 None None] The sync data for ids ['6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f'] in n-d-806683-11 is: [{'id': '6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f', 'name': 'tempest-TestServerBasicOps-994803644-router', 'tenant_id': 'ca13dd951fe54fb39d56f7c0533b409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '989af8c5-4f88-40eb-8889-440b5bebc3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:33:42Z', 'updated_at': '2021-09-08T09:33:43Z', 'revision_number': 3, 'project_id': 'ca13dd951fe54fb39d56f7c0533b409f', 'gw_port': {'id': '989af8c5-4f88-40eb-8889-440b5bebc3de', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:38:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:42Z', 'updated_at': '2021-09-08T09:33:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:33:47.786634 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-99f5026a-af4c-4711-b9bf-f70dfd71a13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:47.799855 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-4487f085-0862-43f1-a1d0-26b68802722e None None] Port 63e62699-b185-4aec-af1a-c909c69cd32a cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:33:47.819474 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:47.830374 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-86f73523-e765-46dc-8f2b-262f31f09704 req-1d415c56-a088-4f40-b4e9-d3b1867c06b4 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f436b1d-2537-4de5-943b-8876d8a85789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689406 Sep 08 09:33:47.917568 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 85f989a3-d1e1-415e-a3a3-b048d6544592, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=85f989a3-d1e1-415e-a3a3-b048d6544592,segment=NetworkSegment(3e1778f0-2648-4d30-ad48-9a09bde05b89),segment_id=3e1778f0-2648-4d30-ad48-9a09bde05b89)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:33:47.936084 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:48.012186 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=85f989a3-d1e1-415e-a3a3-b048d6544592,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:48.131766 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-99f5026a-af4c-4711-b9bf-f70dfd71a13c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:48.138449 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-99f5026a-af4c-4711-b9bf-f70dfd71a13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:48.222082 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-99f5026a-af4c-4711-b9bf-f70dfd71a13c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:48.224950 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f5026a-af4c-4711-b9bf-f70dfd71a13c admin admin] Pushing event updated for resources: {'Port': ['ID=63e62699-b185-4aec-af1a-c909c69cd32a,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:48.350253 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f5026a-af4c-4711-b9bf-f70dfd71a13c admin admin] Network 7968a713-030f-48db-be9c-578034a4c355 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:33:48.351817 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-99f5026a-af4c-4711-b9bf-f70dfd71a13c admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:33:48.546300 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f5026a-af4c-4711-b9bf-f70dfd71a13c admin admin] Router 6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:33:48.752612 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f66e9a83-26a9-40fc-8abe-5986375cc6b9 None None] Provisioning complete for port 63e62699-b185-4aec-af1a-c909c69cd32a triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:33:48.752995 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f66e9a83-26a9-40fc-8abe-5986375cc6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:48.802341 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-f66e9a83-26a9-40fc-8abe-5986375cc6b9 None None] Port 63e62699-b185-4aec-af1a-c909c69cd32a cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:33:48.857158 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f5026a-af4c-4711-b9bf-f70dfd71a13c admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:33:48.862530 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 84459cf0-fabc-48e7-a094-f92ebbd92c96 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:33:48.863851 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-99f5026a-af4c-4711-b9bf-f70dfd71a13c admin admin] 10.222.0.54 "PUT /v2.0/routers/6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4923198 Sep 08 09:33:48.952235 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 84459cf0-fabc-48e7-a094-f92ebbd92c96 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:33:48.954535 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:48.989522 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5236dce-1003-4319-b0a0-469aa1f4cadb req-83434d91-dc39-49a6-8089-c2c02eff2231 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:48.993134 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b5236dce-1003-4319-b0a0-469aa1f4cadb req-83434d91-dc39-49a6-8089-c2c02eff2231 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfc81388-0681-4d90-aa01-f1c8f1e1d869 HTTP/1.1" status: 200 len: 944 time: 0.0796721 Sep 08 09:33:49.070395 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b5236dce-1003-4319-b0a0-469aa1f4cadb req-9d8871ea-dfe4-46ad-b6c9-86dec3e0d16b tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f436b1d-2537-4de5-943b-8876d8a85789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550828 Sep 08 09:33:49.089175 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 989af8c5-4f88-40eb-8889-440b5bebc3de up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:33:49.141493 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 989af8c5-4f88-40eb-8889-440b5bebc3de completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:33:49.145324 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 989af8c5-4f88-40eb-8889-440b5bebc3de triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:33:49.145702 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:49.227473 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:49.250495 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 989af8c5-4f88-40eb-8889-440b5bebc3de, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=989af8c5-4f88-40eb-8889-440b5bebc3de,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:33:49.255084 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:49.256799 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 85f989a3-d1e1-415e-a3a3-b048d6544592 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:33:49.340529 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=989af8c5-4f88-40eb-8889-440b5bebc3de,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:49.353143 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 85f989a3-d1e1-415e-a3a3-b048d6544592 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:33:49.353527 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:49.513087 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60400) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:33:49.517792 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-7ff404ec-a86c-483d-be92-7e3e14e741bd tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-56570519', 'description': 'tempest-secgroup-smoke-56570519 description', 'project_id': '78383ec56e8a462fa403e733d440b32b'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:33:49.540650 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7ff404ec-a86c-483d-be92-7e3e14e741bd tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:49.624130 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7ff404ec-a86c-483d-be92-7e3e14e741bd tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:49.628085 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7ff404ec-a86c-483d-be92-7e3e14e741bd tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:49.655869 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7ff404ec-a86c-483d-be92-7e3e14e741bd tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:49.659946 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-7ff404ec-a86c-483d-be92-7e3e14e741bd tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1429777 Sep 08 09:33:49.660360 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60402) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:33:49.662106 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff404ec-a86c-483d-be92-7e3e14e741bd tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69db30d5-e6b8-48ef-b8a6-7574c9980da0,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:49.669451 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-7c9b8c71-f6b4-410e-a21c-dde3fcd702c6 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Request body: {'security_group_rule': {'security_group_id': '69db30d5-e6b8-48ef-b8a6-7574c9980da0', 'project_id': '78383ec56e8a462fa403e733d440b32b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:33:49.704227 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7c9b8c71-f6b4-410e-a21c-dde3fcd702c6 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:49.769670 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7c9b8c71-f6b4-410e-a21c-dde3fcd702c6 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:49.774545 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7c9b8c71-f6b4-410e-a21c-dde3fcd702c6 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:49.794304 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b8c71-f6b4-410e-a21c-dde3fcd702c6 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10b88d01-44c7-4d77-ab4e-30440f776e5f,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:49.803149 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7c9b8c71-f6b4-410e-a21c-dde3fcd702c6 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:49.804547 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7c9b8c71-f6b4-410e-a21c-dde3fcd702c6 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1428540 Sep 08 09:33:49.807275 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60408) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:33:49.812537 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-0768e073-bf92-475f-aef0-f6de3b86f981 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Request body: {'security_group_rule': {'security_group_id': '69db30d5-e6b8-48ef-b8a6-7574c9980da0', 'project_id': '78383ec56e8a462fa403e733d440b32b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:33:49.842274 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0768e073-bf92-475f-aef0-f6de3b86f981 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:49.913471 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0768e073-bf92-475f-aef0-f6de3b86f981 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:49.917930 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0768e073-bf92-475f-aef0-f6de3b86f981 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:49.940948 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0768e073-bf92-475f-aef0-f6de3b86f981 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beb5d4ed-10ef-44d8-98fb-2672f88cab5b,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:49.945750 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0768e073-bf92-475f-aef0-f6de3b86f981 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:49.949863 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0768e073-bf92-475f-aef0-f6de3b86f981 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1387830 Sep 08 09:33:49.950119 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60414) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:33:49.954657 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-2301fbc3-0130-436f-a116-ffa2ce261260 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Request body: {'security_group_rule': {'security_group_id': '69db30d5-e6b8-48ef-b8a6-7574c9980da0', 'project_id': '78383ec56e8a462fa403e733d440b32b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:33:49.985137 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2301fbc3-0130-436f-a116-ffa2ce261260 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:50.053957 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2301fbc3-0130-436f-a116-ffa2ce261260 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:50.058206 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2301fbc3-0130-436f-a116-ffa2ce261260 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:50.080294 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2301fbc3-0130-436f-a116-ffa2ce261260 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45e7dd8c-de06-4de6-9a38-ce08a01d8978,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:50.089739 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2301fbc3-0130-436f-a116-ffa2ce261260 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:50.093582 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2301fbc3-0130-436f-a116-ffa2ce261260 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1400051 Sep 08 09:33:50.094289 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60418) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:33:50.098637 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-1b605798-ca3e-45f1-b0ef-e407fa5ea57d tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Request body: {'security_group_rule': {'security_group_id': '69db30d5-e6b8-48ef-b8a6-7574c9980da0', 'project_id': '78383ec56e8a462fa403e733d440b32b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:33:50.129611 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1b605798-ca3e-45f1-b0ef-e407fa5ea57d tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:50.206315 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1b605798-ca3e-45f1-b0ef-e407fa5ea57d tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:50.211801 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1b605798-ca3e-45f1-b0ef-e407fa5ea57d tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:50.217299 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48eb9b8-a26d-498b-a3d7-0e75cdd6edf1 req-6745688b-b539-42bf-9efa-a19e5d71fe5f tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:50.219155 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e48eb9b8-a26d-498b-a3d7-0e75cdd6edf1 req-6745688b-b539-42bf-9efa-a19e5d71fe5f tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfc81388-0681-4d90-aa01-f1c8f1e1d869 HTTP/1.1" status: 200 len: 944 time: 0.0782776 Sep 08 09:33:50.234129 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b605798-ca3e-45f1-b0ef-e407fa5ea57d tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09dd48a0-890f-4dad-b17a-51f855cc6df9,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:50.242225 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1b605798-ca3e-45f1-b0ef-e407fa5ea57d tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:50.243453 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1b605798-ca3e-45f1-b0ef-e407fa5ea57d tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1485488 Sep 08 09:33:50.247169 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60420) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:33:50.252403 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-08aed656-3429-4028-a087-59d51465e422 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Request body: {'security_group_rule': {'security_group_id': '69db30d5-e6b8-48ef-b8a6-7574c9980da0', 'project_id': '78383ec56e8a462fa403e733d440b32b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:33:50.280632 n-d-806683-11 neutron-server[94713]: INFO neutron.db.securitygroups_db [None req-08aed656-3429-4028-a087-59d51465e422 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Project 78383ec56e8a462fa403e733d440b32b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 09:33:50.281052 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e48eb9b8-a26d-498b-a3d7-0e75cdd6edf1 req-219a36fb-9a37-446a-9126-a7659897f771 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f436b1d-2537-4de5-943b-8876d8a85789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377204 Sep 08 09:33:50.287499 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-08aed656-3429-4028-a087-59d51465e422 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:50.305096 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:33:50.356857 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-08aed656-3429-4028-a087-59d51465e422 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:50.358146 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:33:50.359686 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-08aed656-3429-4028-a087-59d51465e422 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:50.361815 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:33:50.362319 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:50.378910 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aed656-3429-4028-a087-59d51465e422 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=875c9d99-ce0b-4bc2-8565-b644f8d6efa6,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:50.382609 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-08aed656-3429-4028-a087-59d51465e422 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:50.383894 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-08aed656-3429-4028-a087-59d51465e422 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1356668 Sep 08 09:33:50.387917 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60422) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:33:50.392926 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-6c907896-322b-4d28-8e56-7df29dfc94d4 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Request body: {'security_group_rule': {'security_group_id': '69db30d5-e6b8-48ef-b8a6-7574c9980da0', 'project_id': '78383ec56e8a462fa403e733d440b32b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:33:50.426029 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:50.436343 n-d-806683-11 neutron-server[94712]: INFO neutron.db.securitygroups_db [None req-6c907896-322b-4d28-8e56-7df29dfc94d4 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Project 78383ec56e8a462fa403e733d440b32b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 09:33:50.442214 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6c907896-322b-4d28-8e56-7df29dfc94d4 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:50.461219 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:50.485914 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc81388-0681-4d90-aa01-f1c8f1e1d869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:33:50.488251 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7582cdd-e792-4ee7-a622-e6ae11b16da9" -d '{"events": [{"server_uuid": "dfc81388-0681-4d90-aa01-f1c8f1e1d869", "name": "network-vif-plugged", "status": "completed", "tag": "b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:33:50.509603 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7,segment=NetworkSegment(1f2e5f4f-4178-499c-83c8-e0327a6156ab),segment_id=1f2e5f4f-4178-499c-83c8-e0327a6156ab)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:33:50.511742 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6c907896-322b-4d28-8e56-7df29dfc94d4 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:50.517474 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:50.519560 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6c907896-322b-4d28-8e56-7df29dfc94d4 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:50.555670 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c907896-322b-4d28-8e56-7df29dfc94d4 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc2e92b6-8fac-47a1-a134-07ab124c17fe,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:50.565323 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6c907896-322b-4d28-8e56-7df29dfc94d4 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:50.577029 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-6c907896-322b-4d28-8e56-7df29dfc94d4 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1775694 Sep 08 09:33:50.577477 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc158701-73f9-44e8-a8bd-dc7e2fc9b8e5 x-openstack-request-id: req-fc158701-73f9-44e8-a8bd-dc7e2fc9b8e5 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:33:50.577477 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfc81388-0681-4d90-aa01-f1c8f1e1d869", "name": "network-vif-plugged", "status": "completed", "tag": "b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:33:50.577477 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fc158701-73f9-44e8-a8bd-dc7e2fc9b8e5 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:33:50.577477 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfc81388-0681-4d90-aa01-f1c8f1e1d869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7', 'code': 200} Sep 08 09:33:50.602135 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:50.674610 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 989af8c5-4f88-40eb-8889-440b5bebc3de up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:33:50.752869 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 989af8c5-4f88-40eb-8889-440b5bebc3de triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:33:50.753001 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca5e17a-e356-4363-a165-a624db74f54b req-57d63c06-21ae-476a-b47c-92ba85456128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:50.753509 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:50.755995 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2ca5e17a-e356-4363-a165-a624db74f54b req-57d63c06-21ae-476a-b47c-92ba85456128 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dfc81388-0681-4d90-aa01-f1c8f1e1d869 HTTP/1.1" status: 200 len: 1097 time: 0.0867004 Sep 08 09:33:50.761877 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-64362bad-0089-4a8b-8c68-cf5543b5d34b tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-56570519&fields=id&tenant_id=78383ec56e8a462fa403e733d440b32b HTTP/1.1" status: 200 len: 267 time: 0.0568440 Sep 08 09:33:50.806654 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b2216887-a0dc-48ba-9314-47618af2dbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:50.833035 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2ca5e17a-e356-4363-a165-a624db74f54b req-71b0bbff-86b1-4aba-94ac-90740af4e90f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4f436b1d-2537-4de5-943b-8876d8a85789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697825 Sep 08 09:33:50.903884 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-ee109073-03d6-419f-ad09-7d667c22dbd7 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:50.905460 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-ee109073-03d6-419f-ad09-7d667c22dbd7 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] 10.222.0.54 "GET /v2.0/networks?id=24c42d28-5684-4b76-b8c2-fe9585c9972b HTTP/1.1" status: 200 len: 809 time: 0.1357939 Sep 08 09:33:50.922098 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-1f3ef983-e4f5-4406-9827-160e23a96782 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] 10.222.0.54 "GET /v2.0/quotas/78383ec56e8a462fa403e733d440b32b HTTP/1.1" status: 200 len: 375 time: 0.0101895 Sep 08 09:33:51.003166 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-08482243-f1c7-42a2-aff8-fa4ab03c3e88 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=78383ec56e8a462fa403e733d440b32b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0738311 Sep 08 09:33:51.091797 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68576925-e8da-4138-9f16-40e524e9191c None None] Sync routers for ids ['6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:33:51.101385 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68576925-e8da-4138-9f16-40e524e9191c None None] Routers {'6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:33:51.102014 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-68576925-e8da-4138-9f16-40e524e9191c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:33:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:33:51.115195 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-cc21d288-b4c3-45f8-afc2-0920b4f072e5 service neutron] 10.222.0.54 "GET /v2.0/networks/24c42d28-5684-4b76-b8c2-fe9585c9972b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976522 Sep 08 09:33:51.219794 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-68576925-e8da-4138-9f16-40e524e9191c None None] Set router 6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:33:51.220001 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-12c05d90-5e17-4d8c-b5f7-1cd31fdbb652 service neutron] 10.222.0.54 "GET /v2.0/networks/24c42d28-5684-4b76-b8c2-fe9585c9972b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940247 Sep 08 09:33:51.459625 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ec168970-1351-46a1-b09b-39357db50637 req-fe28f881-c5ac-4038-832a-d54113c3d1d6 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa761530-9ea4-4ed4-8636-92ff163e2e5d HTTP/1.1" status: 200 len: 210 time: 0.0304568 Sep 08 09:33:51.480089 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a73c4-4125-4e92-b9af-9a4b69df2eb0 req-f10a04f8-3298-4fae-8372-f24f44e686c6 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:51.491921 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e83a73c4-4125-4e92-b9af-9a4b69df2eb0 req-f10a04f8-3298-4fae-8372-f24f44e686c6 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfc81388-0681-4d90-aa01-f1c8f1e1d869 HTTP/1.1" status: 200 len: 945 time: 0.0889614 Sep 08 09:33:51.543218 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e83a73c4-4125-4e92-b9af-9a4b69df2eb0 req-7d7e6f2c-3900-4186-8be2-5170fe795c2d tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f436b1d-2537-4de5-943b-8876d8a85789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543473 Sep 08 09:33:51.656082 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-68576925-e8da-4138-9f16-40e524e9191c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f', 'name': 'tempest-TestServerBasicOps-994803644-router', 'tenant_id': 'ca13dd951fe54fb39d56f7c0533b409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '989af8c5-4f88-40eb-8889-440b5bebc3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:33:42Z', 'updated_at': '2021-09-08T09:33:47Z', 'revision_number': 4, 'project_id': 'ca13dd951fe54fb39d56f7c0533b409f', 'gw_port': {'id': '989af8c5-4f88-40eb-8889-440b5bebc3de', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:38:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:42Z', 'updated_at': '2021-09-08T09:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '63e62699-b185-4aec-af1a-c909c69cd32a', 'name': '', 'network_id': '7968a713-030f-48db-be9c-578034a4c355', 'tenant_id': 'ca13dd951fe54fb39d56f7c0533b409f', 'mac_address': 'fa:16:3e:6c:62:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '584bef86-67fe-4149-a8c2-8cf92a073fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:46Z', 'updated_at': '2021-09-08T09:33:47Z', 'revision_number': 2, 'project_id': 'ca13dd951fe54fb39d56f7c0533b409f', 'subnets': [{'id': '584bef86-67fe-4149-a8c2-8cf92a073fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:33:51.684879 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68576925-e8da-4138-9f16-40e524e9191c None None] Checking router: 6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:33:51.685334 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68576925-e8da-4138-9f16-40e524e9191c None None] Updating router 6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f port 63e62699-b185-4aec-af1a-c909c69cd32a binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:33:51.712359 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-68576925-e8da-4138-9f16-40e524e9191c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:52.047984 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-68576925-e8da-4138-9f16-40e524e9191c None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:52.059659 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-68576925-e8da-4138-9f16-40e524e9191c None None] Transition to ACTIVE for port object 63e62699-b185-4aec-af1a-c909c69cd32a will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:33:52.068263 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-68576925-e8da-4138-9f16-40e524e9191c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:52.131308 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f63e45-c7e1-4fb6-8759-ac71fb3b8e4b None None] Pushing event updated for resources: {'Port': ['ID=63e62699-b185-4aec-af1a-c909c69cd32a,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:52.217352 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-68576925-e8da-4138-9f16-40e524e9191c None None] Attempting to bind port 63e62699-b185-4aec-af1a-c909c69cd32a on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:33:52.217764 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-68576925-e8da-4138-9f16-40e524e9191c None None] Attempting to bind port 63e62699-b185-4aec-af1a-c909c69cd32a by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '3e1778f0-2648-4d30-ad48-9a09bde05b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '7968a713-030f-48db-be9c-578034a4c355'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:33:52.218246 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68576925-e8da-4138-9f16-40e524e9191c None None] Attempting to bind port 63e62699-b185-4aec-af1a-c909c69cd32a on network 7968a713-030f-48db-be9c-578034a4c355 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:33:52.229396 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68576925-e8da-4138-9f16-40e524e9191c None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:33:52.230077 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68576925-e8da-4138-9f16-40e524e9191c None None] Checking segment: {'id': '3e1778f0-2648-4d30-ad48-9a09bde05b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '7968a713-030f-48db-be9c-578034a4c355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:33:52.230581 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-68576925-e8da-4138-9f16-40e524e9191c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:52.231159 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68576925-e8da-4138-9f16-40e524e9191c None None] Bound using segment: {'id': '3e1778f0-2648-4d30-ad48-9a09bde05b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '7968a713-030f-48db-be9c-578034a4c355'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:33:52.231716 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-68576925-e8da-4138-9f16-40e524e9191c None None] Bound port: 63e62699-b185-4aec-af1a-c909c69cd32a, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1778f0-2648-4d30-ad48-9a09bde05b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '7968a713-030f-48db-be9c-578034a4c355'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:33:52.232213 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-68576925-e8da-4138-9f16-40e524e9191c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:52.235799 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:52.319135 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-68576925-e8da-4138-9f16-40e524e9191c None None] For port 63e62699-b185-4aec-af1a-c909c69cd32a, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:33:52.323483 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-68576925-e8da-4138-9f16-40e524e9191c None None] For port 63e62699-b185-4aec-af1a-c909c69cd32a, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=63e62699-b185-4aec-af1a-c909c69cd32a,segment=NetworkSegment(3e1778f0-2648-4d30-ad48-9a09bde05b89),segment_id=3e1778f0-2648-4d30-ad48-9a09bde05b89)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:33:52.330804 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-68576925-e8da-4138-9f16-40e524e9191c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:52.461041 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68576925-e8da-4138-9f16-40e524e9191c None None] Routers {'6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:33:52.463554 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-68576925-e8da-4138-9f16-40e524e9191c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:33:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:33:52.593986 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f63e45-c7e1-4fb6-8759-ac71fb3b8e4b None None] Pushing event updated for resources: {'Port': ['ID=63e62699-b185-4aec-af1a-c909c69cd32a,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:52.742217 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b5612402-9fcb-4fe8-9580-aaa3e075fd57 req-14b27278-7fb4-44fc-865a-ee2cbcec3143 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa761530-9ea4-4ed4-8636-92ff163e2e5d HTTP/1.1" status: 200 len: 210 time: 0.1281984 Sep 08 09:33:52.752532 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a49668-d3e6-472f-ab3f-3ea746aeead3 req-7021615d-cad1-4652-894b-a6cd89bb5508 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:52.755721 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-68576925-e8da-4138-9f16-40e524e9191c None None] Set router 6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:33:52.776190 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-71a49668-d3e6-472f-ab3f-3ea746aeead3 req-7021615d-cad1-4652-894b-a6cd89bb5508 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfc81388-0681-4d90-aa01-f1c8f1e1d869 HTTP/1.1" status: 200 len: 945 time: 0.1007917 Sep 08 09:33:52.797023 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-cebd5844-e39b-43a6-b5ab-2ffba1a2cfb8 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:52.799052 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-cebd5844-e39b-43a6-b5ab-2ffba1a2cfb8 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] 10.222.0.35 "GET /v2.0/networks?id=24c42d28-5684-4b76-b8c2-fe9585c9972b HTTP/1.1" status: 200 len: 809 time: 0.2823074 Sep 08 09:33:52.819813 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-71a49668-d3e6-472f-ab3f-3ea746aeead3 req-2b092e03-112e-4f1b-9c3f-382dafed0570 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f436b1d-2537-4de5-943b-8876d8a85789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395467 Sep 08 09:33:52.872201 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-1b9bd5ff-d9e9-429d-a1ee-1a619eba385a tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78383ec56e8a462fa403e733d440b32b HTTP/1.1" status: 200 len: 378 time: 0.0521128 Sep 08 09:33:52.887495 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-9c6cdd1b-d87e-4f69-993d-830bf92642f0 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Request body: {'port': {'device_id': 'aa761530-9ea4-4ed4-8636-92ff163e2e5d', 'network_id': '24c42d28-5684-4b76-b8c2-fe9585c9972b', 'admin_state_up': True, 'tenant_id': '78383ec56e8a462fa403e733d440b32b', 'security_groups': ['69db30d5-e6b8-48ef-b8a6-7574c9980da0']}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:33:53.015292 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9912aa-f5d6-4cf9-bffd-69498d0f335b req-9f432b07-038f-4dcc-8d39-15b84433f758 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:53.019796 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-68576925-e8da-4138-9f16-40e524e9191c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f', 'name': 'tempest-TestServerBasicOps-994803644-router', 'tenant_id': 'ca13dd951fe54fb39d56f7c0533b409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '989af8c5-4f88-40eb-8889-440b5bebc3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:33:42Z', 'updated_at': '2021-09-08T09:33:47Z', 'revision_number': 4, 'project_id': 'ca13dd951fe54fb39d56f7c0533b409f', 'gw_port': {'id': '989af8c5-4f88-40eb-8889-440b5bebc3de', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:38:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:42Z', 'updated_at': '2021-09-08T09:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '63e62699-b185-4aec-af1a-c909c69cd32a', 'name': '', 'network_id': '7968a713-030f-48db-be9c-578034a4c355', 'tenant_id': 'ca13dd951fe54fb39d56f7c0533b409f', 'mac_address': 'fa:16:3e:6c:62:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '584bef86-67fe-4149-a8c2-8cf92a073fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:46Z', 'updated_at': '2021-09-08T09:33:52Z', 'revision_number': 4, 'project_id': 'ca13dd951fe54fb39d56f7c0533b409f', 'subnets': [{'id': '584bef86-67fe-4149-a8c2-8cf92a073fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:33:53.023917 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9a9912aa-f5d6-4cf9-bffd-69498d0f335b req-9f432b07-038f-4dcc-8d39-15b84433f758 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfc81388-0681-4d90-aa01-f1c8f1e1d869 HTTP/1.1" status: 200 len: 945 time: 0.1116495 Sep 08 09:33:53.054634 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68576925-e8da-4138-9f16-40e524e9191c None None] The sync data for ids ['6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f'] in n-d-806683-11 is: [{'id': '6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f', 'name': 'tempest-TestServerBasicOps-994803644-router', 'tenant_id': 'ca13dd951fe54fb39d56f7c0533b409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '989af8c5-4f88-40eb-8889-440b5bebc3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:33:42Z', 'updated_at': '2021-09-08T09:33:47Z', 'revision_number': 4, 'project_id': 'ca13dd951fe54fb39d56f7c0533b409f', 'gw_port': {'id': '989af8c5-4f88-40eb-8889-440b5bebc3de', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:38:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:42Z', 'updated_at': '2021-09-08T09:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '63e62699-b185-4aec-af1a-c909c69cd32a', 'name': '', 'network_id': '7968a713-030f-48db-be9c-578034a4c355', 'tenant_id': 'ca13dd951fe54fb39d56f7c0533b409f', 'mac_address': 'fa:16:3e:6c:62:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '584bef86-67fe-4149-a8c2-8cf92a073fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:46Z', 'updated_at': '2021-09-08T09:33:52Z', 'revision_number': 4, 'project_id': 'ca13dd951fe54fb39d56f7c0533b409f', 'subnets': [{'id': '584bef86-67fe-4149-a8c2-8cf92a073fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:33:53.080964 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9a9912aa-f5d6-4cf9-bffd-69498d0f335b req-25e9b223-6e17-45f6-9a52-974904d384d0 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f436b1d-2537-4de5-943b-8876d8a85789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561817 Sep 08 09:33:53.086697 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-9c6cdd1b-d87e-4f69-993d-830bf92642f0 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Made reservation on behalf of 78383ec56e8a462fa403e733d440b32b for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:33:53.092919 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-9c6cdd1b-d87e-4f69-993d-830bf92642f0 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:53.109537 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60468) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:33:53.306540 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59009771-c882-4b42-a008-3e1f8e46191f tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:53.311351 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-59009771-c882-4b42-a008-3e1f8e46191f tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=dfc81388-0681-4d90-aa01-f1c8f1e1d869 HTTP/1.1" status: 200 len: 1092 time: 0.1921275 Sep 08 09:33:53.311983 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60470) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:33:53.318362 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-9c6cdd1b-d87e-4f69-993d-830bf92642f0 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Allocated IP 172.20.0.10 (24c42d28-5684-4b76-b8c2-fe9585c9972b/6c1c13b9-c48a-4da3-8773-8f718f32bac9/2a698914-3d8e-4d84-83b8-f07428e8755f) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:33:53.322838 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-3a57a645-2928-4433-bdec-f46e64204fdb tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'port_id': 'b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:33:53.361428 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3a57a645-2928-4433-bdec-f46e64204fdb tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for floatingip, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:53.517658 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3a57a645-2928-4433-bdec-f46e64204fdb tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:53.532428 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-9c6cdd1b-d87e-4f69-993d-830bf92642f0 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:53.557330 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-9c6cdd1b-d87e-4f69-993d-830bf92642f0 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Transition to ACTIVE for port object 2a698914-3d8e-4d84-83b8-f07428e8755f will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:33:53.610532 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-9c6cdd1b-d87e-4f69-993d-830bf92642f0 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:53.629119 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:53.663112 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-9c6cdd1b-d87e-4f69-993d-830bf92642f0 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Network 24c42d28-5684-4b76-b8c2-fe9585c9972b is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:33:53.665195 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-3a57a645-2928-4433-bdec-f46e64204fdb tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Allocated IP 172.25.0.227 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/552177cf-db0e-4e53-a26c-df0ca6b245f0) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:33:53.666975 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-9c6cdd1b-d87e-4f69-993d-830bf92642f0 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:33:53.671092 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-9c6cdd1b-d87e-4f69-993d-830bf92642f0 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:33:53.726088 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-9c6cdd1b-d87e-4f69-993d-830bf92642f0 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:53.726088 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-9c6cdd1b-d87e-4f69-993d-830bf92642f0 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:53.748534 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6cdd1b-d87e-4f69-993d-830bf92642f0 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Pushing event updated for resources: {'Port': ['ID=2a698914-3d8e-4d84-83b8-f07428e8755f,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:53.775088 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-9c6cdd1b-d87e-4f69-993d-830bf92642f0 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8954353 Sep 08 09:33:53.797526 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-00f85076-223b-4e7a-acf2-afac84885b29 service neutron] Request body: {'port': {'device_id': 'aa761530-9ea4-4ed4-8636-92ff163e2e5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:33:53.836134 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3a57a645-2928-4433-bdec-f46e64204fdb tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:53.956488 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-00f85076-223b-4e7a-acf2-afac84885b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:53.969589 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c9f8b-6996-4a9c-a1e4-34a179e16586 req-e581d1d5-25cc-4d63-8224-90510d7f6f07 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:53.971617 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-961c9f8b-6996-4a9c-a1e4-34a179e16586 req-e581d1d5-25cc-4d63-8224-90510d7f6f07 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa761530-9ea4-4ed4-8636-92ff163e2e5d HTTP/1.1" status: 200 len: 932 time: 0.1275947 Sep 08 09:33:53.997585 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3a57a645-2928-4433-bdec-f46e64204fdb tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:54.071153 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a57a645-2928-4433-bdec-f46e64204fdb tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:33:54.074877 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-961c9f8b-6996-4a9c-a1e4-34a179e16586 req-260248be-3707-4bbc-a158-7beefabe3eb2 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] 10.222.0.54 "GET /v2.0/security-groups?id=69db30d5-e6b8-48ef-b8a6-7574c9980da0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0905809 Sep 08 09:33:54.078186 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-3a57a645-2928-4433-bdec-f46e64204fdb tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:33:54.081039 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a57a645-2928-4433-bdec-f46e64204fdb tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:33:54.117827 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a57a645-2928-4433-bdec-f46e64204fdb tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event updated for resources: {'Port': ['ID=552177cf-db0e-4e53-a26c-df0ca6b245f0,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:54.130538 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-cefca071-91f0-42eb-9310-608bd011a3c5 None None] Provisioning for port 2a698914-3d8e-4d84-83b8-f07428e8755f completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:33:54.140324 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-cefca071-91f0-42eb-9310-608bd011a3c5 None None] Provisioning complete for port 2a698914-3d8e-4d84-83b8-f07428e8755f triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:33:54.141132 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cefca071-91f0-42eb-9310-608bd011a3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:54.190556 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-cefca071-91f0-42eb-9310-608bd011a3c5 None None] Port 2a698914-3d8e-4d84-83b8-f07428e8755f cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:33:54.309617 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:54.382422 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-00f85076-223b-4e7a-acf2-afac84885b29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a698914-3d8e-4d84-83b8-f07428e8755f {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:33:54.392401 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-00f85076-223b-4e7a-acf2-afac84885b29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:54.407173 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-00f85076-223b-4e7a-acf2-afac84885b29 service neutron] Transition to ACTIVE for port object 2a698914-3d8e-4d84-83b8-f07428e8755f will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:33:54.411853 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-00f85076-223b-4e7a-acf2-afac84885b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:54.470835 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f85076-223b-4e7a-acf2-afac84885b29 service neutron] Pushing event updated for resources: {'Port': ['ID=2a698914-3d8e-4d84-83b8-f07428e8755f,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:54.552700 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-00f85076-223b-4e7a-acf2-afac84885b29 service neutron] Attempting to bind port 2a698914-3d8e-4d84-83b8-f07428e8755f on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:33:54.553134 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-00f85076-223b-4e7a-acf2-afac84885b29 service neutron] Attempting to bind port 2a698914-3d8e-4d84-83b8-f07428e8755f by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': 'd5dabf6d-babf-459a-ae4b-84df4c64b0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '24c42d28-5684-4b76-b8c2-fe9585c9972b'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:33:54.553471 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-00f85076-223b-4e7a-acf2-afac84885b29 service neutron] Attempting to bind port 2a698914-3d8e-4d84-83b8-f07428e8755f on network 24c42d28-5684-4b76-b8c2-fe9585c9972b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:33:54.559140 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-00f85076-223b-4e7a-acf2-afac84885b29 service neutron] Port 2a698914-3d8e-4d84-83b8-f07428e8755f on network 24c42d28-5684-4b76-b8c2-fe9585c9972b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:33:54.559538 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-00f85076-223b-4e7a-acf2-afac84885b29 service neutron] Attempting to bind port 2a698914-3d8e-4d84-83b8-f07428e8755f on network 24c42d28-5684-4b76-b8c2-fe9585c9972b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:33:54.574612 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-00f85076-223b-4e7a-acf2-afac84885b29 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:33:54.574840 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-00f85076-223b-4e7a-acf2-afac84885b29 service neutron] Checking segment: {'id': 'd5dabf6d-babf-459a-ae4b-84df4c64b0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '24c42d28-5684-4b76-b8c2-fe9585c9972b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:33:54.575213 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-00f85076-223b-4e7a-acf2-afac84885b29 service neutron] Bound using segment: {'id': 'd5dabf6d-babf-459a-ae4b-84df4c64b0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '24c42d28-5684-4b76-b8c2-fe9585c9972b'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:33:54.577480 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-00f85076-223b-4e7a-acf2-afac84885b29 service neutron] Bound port: 2a698914-3d8e-4d84-83b8-f07428e8755f, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5dabf6d-babf-459a-ae4b-84df4c64b0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '24c42d28-5684-4b76-b8c2-fe9585c9972b'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:33:54.577856 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-00f85076-223b-4e7a-acf2-afac84885b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:54.673490 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-00f85076-223b-4e7a-acf2-afac84885b29 service neutron] For port 2a698914-3d8e-4d84-83b8-f07428e8755f, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:33:54.678610 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-00f85076-223b-4e7a-acf2-afac84885b29 service neutron] For port 2a698914-3d8e-4d84-83b8-f07428e8755f, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=2a698914-3d8e-4d84-83b8-f07428e8755f,segment=NetworkSegment(d5dabf6d-babf-459a-ae4b-84df4c64b0ef),segment_id=d5dabf6d-babf-459a-ae4b-84df4c64b0ef)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:33:54.697986 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-00f85076-223b-4e7a-acf2-afac84885b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:54.718555 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-00f85076-223b-4e7a-acf2-afac84885b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:54.719712 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-00f85076-223b-4e7a-acf2-afac84885b29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:54.721560 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-00f85076-223b-4e7a-acf2-afac84885b29 service neutron] 10.222.0.35 "PUT /v2.0/ports/2a698914-3d8e-4d84-83b8-f07428e8755f HTTP/1.1" status: 200 len: 1093 time: 0.9327378 Sep 08 09:33:54.738136 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 63e62699-b185-4aec-af1a-c909c69cd32a up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:33:54.808344 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa761530-9ea4-4ed4-8636-92ff163e2e5d', 'tag': '2a698914-3d8e-4d84-83b8-f07428e8755f'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:33:54.818276 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eae8b97-2a8a-419a-880b-2bd2bb814a6b" -d '{"events": [{"name": "network-changed", "server_uuid": "aa761530-9ea4-4ed4-8636-92ff163e2e5d", "tag": "2a698914-3d8e-4d84-83b8-f07428e8755f"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:33:54.827587 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 63e62699-b185-4aec-af1a-c909c69cd32a completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:33:54.834065 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 63e62699-b185-4aec-af1a-c909c69cd32a triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:33:54.834459 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:54.869122 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3a57a645-2928-4433-bdec-f46e64204fdb tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:54.925801 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44aaa22c-6b8a-4e60-9e57-bb0acd03be07 x-openstack-request-id: req-44aaa22c-6b8a-4e60-9e57-bb0acd03be07 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:33:54.926228 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa761530-9ea4-4ed4-8636-92ff163e2e5d", "tag": "2a698914-3d8e-4d84-83b8-f07428e8755f", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:33:54.927455 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-44aaa22c-6b8a-4e60-9e57-bb0acd03be07 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:33:54.927663 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa761530-9ea4-4ed4-8636-92ff163e2e5d', 'tag': '2a698914-3d8e-4d84-83b8-f07428e8755f', 'status': 'completed', 'code': 200} Sep 08 09:33:54.947286 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f85076-223b-4e7a-acf2-afac84885b29 service neutron] Pushing event updated for resources: {'Port': ['ID=2a698914-3d8e-4d84-83b8-f07428e8755f,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:54.949319 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:54.979311 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-e2d6f548-e06d-41aa-913c-65df2160f704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:54.981074 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-e2d6f548-e06d-41aa-913c-65df2160f704 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=78383ec56e8a462fa403e733d440b32b&device_id=aa761530-9ea4-4ed4-8636-92ff163e2e5d HTTP/1.1" status: 200 len: 1096 time: 0.1510692 Sep 08 09:33:55.024005 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 63e62699-b185-4aec-af1a-c909c69cd32a, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=63e62699-b185-4aec-af1a-c909c69cd32a,segment=NetworkSegment(3e1778f0-2648-4d30-ad48-9a09bde05b89),segment_id=3e1778f0-2648-4d30-ad48-9a09bde05b89)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:33:55.035407 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:55.057497 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-b8aa6828-9643-4cba-b574-ed200488c30e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a698914-3d8e-4d84-83b8-f07428e8755f HTTP/1.1" status: 200 len: 217 time: 0.0622931 Sep 08 09:33:55.100480 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=63e62699-b185-4aec-af1a-c909c69cd32a,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:55.183612 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-6293bc2a-b446-4f00-aa25-039a63c2c6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:55.191012 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-6293bc2a-b446-4f00-aa25-039a63c2c6aa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1c13b9-c48a-4da3-8773-8f718f32bac9 HTTP/1.1" status: 200 len: 848 time: 0.1241236 Sep 08 09:33:55.273702 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-cdca066e-5e94-40ce-9424-dba43d4bab37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:55.276542 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-cdca066e-5e94-40ce-9424-dba43d4bab37 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=24c42d28-5684-4b76-b8c2-fe9585c9972b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0773494 Sep 08 09:33:55.369339 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3a57a645-2928-4433-bdec-f46e64204fdb tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:55.431190 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-78e94cf5-4c5b-4f36-9ac8-72d7338caea3 service neutron] 10.222.0.35 "GET /v2.0/networks/24c42d28-5684-4b76-b8c2-fe9585c9972b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475472 Sep 08 09:33:55.507056 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713dccf5-8b83-4b5b-be36-f2393e1db63a req-ba675979-ad85-495f-ae43-ae34f1dcce3c tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:55.508776 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-713dccf5-8b83-4b5b-be36-f2393e1db63a req-ba675979-ad85-495f-ae43-ae34f1dcce3c tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa761530-9ea4-4ed4-8636-92ff163e2e5d HTTP/1.1" status: 200 len: 944 time: 0.1774721 Sep 08 09:33:55.592385 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e4f72628-4b39-44d6-8097-80011d03d0a2 req-52506399-eff4-48a7-a5cb-f741a042da51 service neutron] 10.222.0.35 "GET /v2.0/networks/24c42d28-5684-4b76-b8c2-fe9585c9972b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538584 Sep 08 09:33:55.613177 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-713dccf5-8b83-4b5b-be36-f2393e1db63a req-507dff72-664d-49b6-a875-8b92e20e4d69 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] 10.222.0.54 "GET /v2.0/security-groups?id=69db30d5-e6b8-48ef-b8a6-7574c9980da0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0781276 Sep 08 09:33:55.672105 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3a57a645-2928-4433-bdec-f46e64204fdb tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:55.677716 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3a57a645-2928-4433-bdec-f46e64204fdb tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:55.725343 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae8b97-2a8a-419a-880b-2bd2bb814a6b req-94263a55-125f-49ef-af82-6cf1e8d66816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:55.726897 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8eae8b97-2a8a-419a-880b-2bd2bb814a6b req-94263a55-125f-49ef-af82-6cf1e8d66816 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=78383ec56e8a462fa403e733d440b32b&device_id=aa761530-9ea4-4ed4-8636-92ff163e2e5d HTTP/1.1" status: 200 len: 1096 time: 0.0475018 Sep 08 09:33:55.759688 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a57a645-2928-4433-bdec-f46e64204fdb tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event updated for resources: {'Port': ['ID=552177cf-db0e-4e53-a26c-df0ca6b245f0,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:33:55.769847 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3a57a645-2928-4433-bdec-f46e64204fdb tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:55.834741 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae8b97-2a8a-419a-880b-2bd2bb814a6b req-a750328d-ad49-469c-ac4a-e33c4dad8a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:55.836245 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8eae8b97-2a8a-419a-880b-2bd2bb814a6b req-a750328d-ad49-469c-ac4a-e33c4dad8a2c service neutron] 10.222.0.35 "GET /v2.0/networks?id=24c42d28-5684-4b76-b8c2-fe9585c9972b HTTP/1.1" status: 200 len: 910 time: 0.1022975 Sep 08 09:33:55.875713 n-d-806683-11 neutron-server[94713]: INFO neutron.db.l3_db [None req-3a57a645-2928-4433-bdec-f46e64204fdb tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Floating IP 0ffc1c0a-be6d-4421-98a7-cb2e7c5816ac associated. External IP: 172.25.0.227, port: b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7. Sep 08 09:33:55.878493 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8eae8b97-2a8a-419a-880b-2bd2bb814a6b req-28dedf51-6d59-42df-888b-d160d131cef5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a698914-3d8e-4d84-83b8-f07428e8755f HTTP/1.1" status: 200 len: 217 time: 0.0348539 Sep 08 09:33:55.931919 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae8b97-2a8a-419a-880b-2bd2bb814a6b req-27d89463-7833-46e4-89f1-acf59de3ace1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:55.932941 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8eae8b97-2a8a-419a-880b-2bd2bb814a6b req-27d89463-7833-46e4-89f1-acf59de3ace1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1c13b9-c48a-4da3-8773-8f718f32bac9 HTTP/1.1" status: 200 len: 848 time: 0.0475872 Sep 08 09:33:55.987021 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae8b97-2a8a-419a-880b-2bd2bb814a6b req-53f54a96-2338-4f65-ae62-fa071f998675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:55.988567 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8eae8b97-2a8a-419a-880b-2bd2bb814a6b req-53f54a96-2338-4f65-ae62-fa071f998675 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=24c42d28-5684-4b76-b8c2-fe9585c9972b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480075 Sep 08 09:33:56.092248 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8eae8b97-2a8a-419a-880b-2bd2bb814a6b req-2782d882-8156-411c-94a4-ede28c7913c3 service neutron] 10.222.0.35 "GET /v2.0/networks/24c42d28-5684-4b76-b8c2-fe9585c9972b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961545 Sep 08 09:33:56.103369 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a57a645-2928-4433-bdec-f46e64204fdb tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Router cefe67f4-5557-48eb-aaa3-1d9dbc0cf228 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:33:56.198285 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8eae8b97-2a8a-419a-880b-2bd2bb814a6b req-2f7eab69-2e70-4269-969a-31a5803c164e service neutron] 10.222.0.35 "GET /v2.0/networks/24c42d28-5684-4b76-b8c2-fe9585c9972b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973737 Sep 08 09:33:56.219374 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a57a645-2928-4433-bdec-f46e64204fdb tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:33:56.233026 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e13b65b-7e12-46a0-8711-de9c77fdc926 None None] Sync routers for ids ['cefe67f4-5557-48eb-aaa3-1d9dbc0cf228'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:33:56.240234 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3a57a645-2928-4433-bdec-f46e64204fdb tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:56.251019 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e13b65b-7e12-46a0-8711-de9c77fdc926 None None] Routers {'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:33:56.251669 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-6e13b65b-7e12-46a0-8711-de9c77fdc926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:33:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['cefe67f4-5557-48eb-aaa3-1d9dbc0cf228'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:33:56.281136 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60490) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:33:56.281304 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3a57a645-2928-4433-bdec-f46e64204fdb tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9682500 Sep 08 09:33:56.281914 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfc81388-0681-4d90-aa01-f1c8f1e1d869', 'tag': 'b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:33:56.284278 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd4c47f-be74-42fb-b258-e7703d4fc809" -d '{"events": [{"name": "network-changed", "server_uuid": "dfc81388-0681-4d90-aa01-f1c8f1e1d869", "tag": "b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:33:56.406295 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ad13e5ce-9b73-4140-8259-934cd5d36ddc tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/floatingips/0ffc1c0a-be6d-4421-98a7-cb2e7c5816ac HTTP/1.1" status: 200 len: 991 time: 0.1207190 Sep 08 09:33:56.406433 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582203e8-e39c-4842-b7d6-beb5e9767284 x-openstack-request-id: req-582203e8-e39c-4842-b7d6-beb5e9767284 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:33:56.406549 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfc81388-0681-4d90-aa01-f1c8f1e1d869", "tag": "b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:33:56.406919 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-582203e8-e39c-4842-b7d6-beb5e9767284 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:33:56.407326 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfc81388-0681-4d90-aa01-f1c8f1e1d869', 'tag': 'b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7', 'status': 'completed', 'code': 200} Sep 08 09:33:56.421418 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-6e13b65b-7e12-46a0-8711-de9c77fdc926 None None] Set router cefe67f4-5557-48eb-aaa3-1d9dbc0cf228 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:33:56.498773 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4c47f-be74-42fb-b258-e7703d4fc809 req-3ab09dc2-d55f-4270-9eae-81ea25176e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:56.500374 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2fd4c47f-be74-42fb-b258-e7703d4fc809 req-3ab09dc2-d55f-4270-9eae-81ea25176e89 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf619d4abbb0429bbdac5a5fc24e6d35&device_id=dfc81388-0681-4d90-aa01-f1c8f1e1d869 HTTP/1.1" status: 200 len: 1097 time: 0.0481963 Sep 08 09:33:56.628758 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 63e62699-b185-4aec-af1a-c909c69cd32a up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:33:56.676134 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-6e13b65b-7e12-46a0-8711-de9c77fdc926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'name': 'tempest-TestNetworkBasicOps-router-1592753062', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '92ce6552-cbd2-4947-924c-b16ba2b489b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:33:28Z', 'updated_at': '2021-09-08T09:33:33Z', 'revision_number': 4, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'gw_port': {'id': '92ce6552-cbd2-4947-924c-b16ba2b489b3', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:87:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:28Z', 'updated_at': '2021-09-08T09:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '0ffc1c0a-be6d-4421-98a7-cb2e7c5816ac', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'floating_ip_address': '172.25.0.227', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'port_id': 'b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b42b4b-7017-4bb7-8216-d79786d85408', 'mac_address': 'fa:16:3e:80:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc81388-0681-4d90-aa01-f1c8f1e1d869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:33:54Z', 'updated_at': '2021-09-08T09:33:54Z', 'revision_number': 0, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd93338c4-ba47-4c93-a8a4-9830e35422c9', 'name': '', 'network_id': 'f7b42b4b-7017-4bb7-8216-d79786d85408', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'mac_address': 'fa:16:3e:c7:82:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '8955da54-3088-4089-a320-ace009263420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:32Z', 'updated_at': '2021-09-08T09:33:41Z', 'revision_number': 5, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'subnets': [{'id': '8955da54-3088-4089-a320-ace009263420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:33:56.682340 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4c47f-be74-42fb-b258-e7703d4fc809 req-ead1ea61-2110-41d6-aeb1-a8bea792e04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:56.684550 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2fd4c47f-be74-42fb-b258-e7703d4fc809 req-ead1ea61-2110-41d6-aeb1-a8bea792e04f service neutron] 10.222.0.37 "GET /v2.0/networks?id=f7b42b4b-7017-4bb7-8216-d79786d85408 HTTP/1.1" status: 200 len: 898 time: 0.1760523 Sep 08 09:33:56.702943 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 63e62699-b185-4aec-af1a-c909c69cd32a triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:33:56.703665 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:56.731359 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e13b65b-7e12-46a0-8711-de9c77fdc926 None None] Checking router: cefe67f4-5557-48eb-aaa3-1d9dbc0cf228 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:33:56.749993 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e13b65b-7e12-46a0-8711-de9c77fdc926 None None] Routers {'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:33:56.750966 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-6e13b65b-7e12-46a0-8711-de9c77fdc926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:33:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['cefe67f4-5557-48eb-aaa3-1d9dbc0cf228'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:33:56.866596 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee85305-0197-4462-82c8-8421ab41e736 req-8fc2e91d-1c20-47e0-ab82-983df4ddd20d tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:56.868174 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9ee85305-0197-4462-82c8-8421ab41e736 req-8fc2e91d-1c20-47e0-ab82-983df4ddd20d tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa761530-9ea4-4ed4-8636-92ff163e2e5d HTTP/1.1" status: 200 len: 944 time: 0.0618372 Sep 08 09:33:56.870255 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2fd4c47f-be74-42fb-b258-e7703d4fc809 req-89a9dc7e-d24d-45b1-8303-10c5bd0418a8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7 HTTP/1.1" status: 200 len: 999 time: 0.1771171 Sep 08 09:33:56.894366 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-6e13b65b-7e12-46a0-8711-de9c77fdc926 None None] Set router cefe67f4-5557-48eb-aaa3-1d9dbc0cf228 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:33:56.928738 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4c47f-be74-42fb-b258-e7703d4fc809 req-26e7a4c5-148c-46a4-a2de-f4660a90ff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:56.930188 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9ee85305-0197-4462-82c8-8421ab41e736 req-95dcbd3b-d3b3-4f21-9628-afc51863628a tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] 10.222.0.54 "GET /v2.0/security-groups?id=69db30d5-e6b8-48ef-b8a6-7574c9980da0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502336 Sep 08 09:33:56.931066 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2fd4c47f-be74-42fb-b258-e7703d4fc809 req-26e7a4c5-148c-46a4-a2de-f4660a90ff8d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8955da54-3088-4089-a320-ace009263420 HTTP/1.1" status: 200 len: 835 time: 0.0540886 Sep 08 09:33:56.982708 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4c47f-be74-42fb-b258-e7703d4fc809 req-0e0b2a3f-d84a-4e8f-9e3d-1566ef5d9ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:56.984380 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2fd4c47f-be74-42fb-b258-e7703d4fc809 req-0e0b2a3f-d84a-4e8f-9e3d-1566ef5d9ada service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f7b42b4b-7017-4bb7-8216-d79786d85408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469830 Sep 08 09:33:57.245615 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-6e13b65b-7e12-46a0-8711-de9c77fdc926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'name': 'tempest-TestNetworkBasicOps-router-1592753062', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '92ce6552-cbd2-4947-924c-b16ba2b489b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:33:28Z', 'updated_at': '2021-09-08T09:33:33Z', 'revision_number': 4, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'gw_port': {'id': '92ce6552-cbd2-4947-924c-b16ba2b489b3', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:87:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:28Z', 'updated_at': '2021-09-08T09:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '0ffc1c0a-be6d-4421-98a7-cb2e7c5816ac', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'floating_ip_address': '172.25.0.227', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'port_id': 'b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b42b4b-7017-4bb7-8216-d79786d85408', 'mac_address': 'fa:16:3e:80:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc81388-0681-4d90-aa01-f1c8f1e1d869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:33:54Z', 'updated_at': '2021-09-08T09:33:54Z', 'revision_number': 0, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd93338c4-ba47-4c93-a8a4-9830e35422c9', 'name': '', 'network_id': 'f7b42b4b-7017-4bb7-8216-d79786d85408', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'mac_address': 'fa:16:3e:c7:82:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '8955da54-3088-4089-a320-ace009263420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:32Z', 'updated_at': '2021-09-08T09:33:41Z', 'revision_number': 5, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'subnets': [{'id': '8955da54-3088-4089-a320-ace009263420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:33:57.277716 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e13b65b-7e12-46a0-8711-de9c77fdc926 None None] The sync data for ids ['cefe67f4-5557-48eb-aaa3-1d9dbc0cf228'] in n-d-806683-11 is: [{'id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'name': 'tempest-TestNetworkBasicOps-router-1592753062', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '92ce6552-cbd2-4947-924c-b16ba2b489b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:33:28Z', 'updated_at': '2021-09-08T09:33:33Z', 'revision_number': 4, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'gw_port': {'id': '92ce6552-cbd2-4947-924c-b16ba2b489b3', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:87:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:28Z', 'updated_at': '2021-09-08T09:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '0ffc1c0a-be6d-4421-98a7-cb2e7c5816ac', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'floating_ip_address': '172.25.0.227', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'port_id': 'b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b42b4b-7017-4bb7-8216-d79786d85408', 'mac_address': 'fa:16:3e:80:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc81388-0681-4d90-aa01-f1c8f1e1d869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:33:54Z', 'updated_at': '2021-09-08T09:33:54Z', 'revision_number': 0, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd93338c4-ba47-4c93-a8a4-9830e35422c9', 'name': '', 'network_id': 'f7b42b4b-7017-4bb7-8216-d79786d85408', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'mac_address': 'fa:16:3e:c7:82:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '8955da54-3088-4089-a320-ace009263420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:32Z', 'updated_at': '2021-09-08T09:33:41Z', 'revision_number': 5, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'subnets': [{'id': '8955da54-3088-4089-a320-ace009263420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:33:57.370770 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2fd4c47f-be74-42fb-b258-e7703d4fc809 req-f50c378d-5c4f-4408-8c4d-21277674efb9 service neutron] 10.222.0.37 "GET /v2.0/networks/f7b42b4b-7017-4bb7-8216-d79786d85408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787196 Sep 08 09:33:57.407476 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60504) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:33:57.487975 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2fd4c47f-be74-42fb-b258-e7703d4fc809 req-6346afcb-e97b-4bb6-8b5e-74c6629f60a6 service neutron] 10.222.0.37 "GET /v2.0/networks/f7b42b4b-7017-4bb7-8216-d79786d85408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095312 Sep 08 09:33:57.497569 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8bae6919-cec6-4365-b958-19ff30e7e41b tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/floatingips/0ffc1c0a-be6d-4421-98a7-cb2e7c5816ac HTTP/1.1" status: 200 len: 991 time: 0.0887306 Sep 08 09:33:57.523171 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b59870-3141-41ad-ad3c-854c4405b8c6 None None] New status for floating IP 0ffc1c0a-be6d-4421-98a7-cb2e7c5816ac: ACTIVE {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:33:58.070479 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52c17f-7367-4eeb-bddb-e3e44345d460 req-df77b614-ea06-491e-ba69-31ae398efaf9 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:58.072003 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3b52c17f-7367-4eeb-bddb-e3e44345d460 req-df77b614-ea06-491e-ba69-31ae398efaf9 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa761530-9ea4-4ed4-8636-92ff163e2e5d HTTP/1.1" status: 200 len: 944 time: 0.0581532 Sep 08 09:33:58.111473 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3b52c17f-7367-4eeb-bddb-e3e44345d460 req-8ddb8e1c-48c5-4ff9-a4b2-b1f47c83dd69 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] 10.222.0.54 "GET /v2.0/security-groups?id=69db30d5-e6b8-48ef-b8a6-7574c9980da0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331490 Sep 08 09:33:58.501394 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60510) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:33:58.584326 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-37679d27-f361-48e0-b1f4-19befef1b8b9 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/floatingips/0ffc1c0a-be6d-4421-98a7-cb2e7c5816ac HTTP/1.1" status: 200 len: 993 time: 0.0781875 Sep 08 09:33:58.751003 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:33:59.236420 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5269641-0e78-45bb-af98-314c4809063a req-fd57040b-a98c-404c-a5e8-067932280e24 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:33:59.244835 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a5269641-0e78-45bb-af98-314c4809063a req-fd57040b-a98c-404c-a5e8-067932280e24 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa761530-9ea4-4ed4-8636-92ff163e2e5d HTTP/1.1" status: 200 len: 944 time: 0.0588965 Sep 08 09:33:59.279781 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a5269641-0e78-45bb-af98-314c4809063a req-23940ece-0fc5-4642-afa8-9cf8aec584d4 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] 10.222.0.54 "GET /v2.0/security-groups?id=69db30d5-e6b8-48ef-b8a6-7574c9980da0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340827 Sep 08 09:34:00.400221 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087efed-1734-4d25-aaba-9db436cc6d16 req-a415d771-b05f-47e0-8736-b0f07f184aca tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:00.401828 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9087efed-1734-4d25-aaba-9db436cc6d16 req-a415d771-b05f-47e0-8736-b0f07f184aca tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa761530-9ea4-4ed4-8636-92ff163e2e5d HTTP/1.1" status: 200 len: 944 time: 0.0549128 Sep 08 09:34:00.441304 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9087efed-1734-4d25-aaba-9db436cc6d16 req-9819249b-d610-4096-9116-d690a534780f tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] 10.222.0.54 "GET /v2.0/security-groups?id=69db30d5-e6b8-48ef-b8a6-7574c9980da0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330076 Sep 08 09:34:00.769582 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 2a698914-3d8e-4d84-83b8-f07428e8755f details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:34:00.876121 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 2a698914-3d8e-4d84-83b8-f07428e8755f, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=2a698914-3d8e-4d84-83b8-f07428e8755f,segment=NetworkSegment(d5dabf6d-babf-459a-ae4b-84df4c64b0ef),segment_id=d5dabf6d-babf-459a-ae4b-84df4c64b0ef)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:34:00.888347 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '2a698914-3d8e-4d84-83b8-f07428e8755f', 'network_id': '24c42d28-5684-4b76-b8c2-fe9585c9972b', 'port_id': '2a698914-3d8e-4d84-83b8-f07428e8755f', 'mac_address': 'fa:16:3e:6b:af:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c1c13b9-c48a-4da3-8773-8f718f32bac9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:34:00.937566 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:00.952721 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a698914-3d8e-4d84-83b8-f07428e8755f {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:34:00.972440 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 2a698914-3d8e-4d84-83b8-f07428e8755f, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=2a698914-3d8e-4d84-83b8-f07428e8755f,segment=NetworkSegment(d5dabf6d-babf-459a-ae4b-84df4c64b0ef),segment_id=d5dabf6d-babf-459a-ae4b-84df4c64b0ef)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:34:00.977177 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:01.029845 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=2a698914-3d8e-4d84-83b8-f07428e8755f,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:01.039058 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:34:01.039532 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:34:01.039967 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:34:01.040410 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:34:01.040843 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:34:01.041482 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:34:01.041798 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:34:01.042150 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:34:01.042501 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:34:01.042834 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:34:01.043170 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:34:01.043485 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:34:01.570290 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7b87f-6c9f-4777-a470-458a4a6922ed req-8eb9f101-da02-4c3d-bf6c-60631f231b6c tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:01.573247 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-63c7b87f-6c9f-4777-a470-458a4a6922ed req-8eb9f101-da02-4c3d-bf6c-60631f231b6c tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa761530-9ea4-4ed4-8636-92ff163e2e5d HTTP/1.1" status: 200 len: 945 time: 0.0617580 Sep 08 09:34:01.627585 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-63c7b87f-6c9f-4777-a470-458a4a6922ed req-92a906a7-c702-4b87-9ec7-dfc8098bc06e tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] 10.222.0.54 "GET /v2.0/security-groups?id=69db30d5-e6b8-48ef-b8a6-7574c9980da0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434537 Sep 08 09:34:01.651910 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['2a698914-3d8e-4d84-83b8-f07428e8755f'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:34:02.765474 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6c1f8-644a-4935-8166-0286b8b70ffa req-a47c565c-e877-4276-a104-31b4cae8067c tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:02.767192 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bef6c1f8-644a-4935-8166-0286b8b70ffa req-a47c565c-e877-4276-a104-31b4cae8067c tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa761530-9ea4-4ed4-8636-92ff163e2e5d HTTP/1.1" status: 200 len: 945 time: 0.0546384 Sep 08 09:34:02.786706 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 2a698914-3d8e-4d84-83b8-f07428e8755f up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:34:02.825417 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bef6c1f8-644a-4935-8166-0286b8b70ffa req-4de1451d-8840-4baf-8c74-94a63ec54bdf tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] 10.222.0.54 "GET /v2.0/security-groups?id=69db30d5-e6b8-48ef-b8a6-7574c9980da0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460699 Sep 08 09:34:02.849984 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 2a698914-3d8e-4d84-83b8-f07428e8755f completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:34:02.853703 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 2a698914-3d8e-4d84-83b8-f07428e8755f triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:34:02.854112 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:02.937941 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:02.960298 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa761530-9ea4-4ed4-8636-92ff163e2e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a698914-3d8e-4d84-83b8-f07428e8755f'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:34:02.962743 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4048379f-0d57-4d66-9e3c-213da33dad86" -d '{"events": [{"server_uuid": "aa761530-9ea4-4ed4-8636-92ff163e2e5d", "name": "network-vif-plugged", "status": "completed", "tag": "2a698914-3d8e-4d84-83b8-f07428e8755f"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:34:02.977948 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 2a698914-3d8e-4d84-83b8-f07428e8755f, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=2a698914-3d8e-4d84-83b8-f07428e8755f,segment=NetworkSegment(d5dabf6d-babf-459a-ae4b-84df4c64b0ef),segment_id=d5dabf6d-babf-459a-ae4b-84df4c64b0ef)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:34:02.982073 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:03.008675 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740a2b29-4541-4e9e-9d7c-ecc3cc4a6192 x-openstack-request-id: req-740a2b29-4541-4e9e-9d7c-ecc3cc4a6192 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:34:03.008972 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa761530-9ea4-4ed4-8636-92ff163e2e5d", "name": "network-vif-plugged", "status": "completed", "tag": "2a698914-3d8e-4d84-83b8-f07428e8755f", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:34:03.009222 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-740a2b29-4541-4e9e-9d7c-ecc3cc4a6192 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:34:03.009604 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa761530-9ea4-4ed4-8636-92ff163e2e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a698914-3d8e-4d84-83b8-f07428e8755f', 'code': 200} Sep 08 09:34:03.036863 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=2a698914-3d8e-4d84-83b8-f07428e8755f,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:03.120644 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b96311-5d53-4db0-8af2-cdbf21b8ecd7 req-c8caaed4-3b89-4d81-ab56-8cbc83601cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:03.122065 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9b96311-5d53-4db0-8af2-cdbf21b8ecd7 req-c8caaed4-3b89-4d81-ab56-8cbc83601cbd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=aa761530-9ea4-4ed4-8636-92ff163e2e5d HTTP/1.1" status: 200 len: 1098 time: 0.0397105 Sep 08 09:34:03.156496 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9b96311-5d53-4db0-8af2-cdbf21b8ecd7 req-f4508a6b-27a6-4bc4-b690-5366c4e66c92 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=69db30d5-e6b8-48ef-b8a6-7574c9980da0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0274849 Sep 08 09:34:03.949373 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3682b-1644-4dfe-893d-76f8b7711e04 req-b2bf57fd-1ab5-401d-b8a7-93b71290b1f9 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:03.950866 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-97c3682b-1644-4dfe-893d-76f8b7711e04 req-b2bf57fd-1ab5-401d-b8a7-93b71290b1f9 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa761530-9ea4-4ed4-8636-92ff163e2e5d HTTP/1.1" status: 200 len: 946 time: 0.0566044 Sep 08 09:34:03.994104 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-97c3682b-1644-4dfe-893d-76f8b7711e04 req-15603ffe-ce0d-4e46-964c-e36ec57784c2 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] 10.222.0.54 "GET /v2.0/security-groups?id=69db30d5-e6b8-48ef-b8a6-7574c9980da0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370808 Sep 08 09:34:05.122322 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ee424-9e4c-43ce-80f2-3ca6644839bc req-96969e2f-d483-405a-92e1-c215aedfdd47 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:05.123957 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ec0ee424-9e4c-43ce-80f2-3ca6644839bc req-96969e2f-d483-405a-92e1-c215aedfdd47 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa761530-9ea4-4ed4-8636-92ff163e2e5d HTTP/1.1" status: 200 len: 946 time: 0.0527101 Sep 08 09:34:05.161823 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ec0ee424-9e4c-43ce-80f2-3ca6644839bc req-ebed1609-30f4-401e-832e-8af90d1352be tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] 10.222.0.54 "GET /v2.0/security-groups?id=69db30d5-e6b8-48ef-b8a6-7574c9980da0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315638 Sep 08 09:34:05.277075 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba729e-1b3f-4818-a9ba-10bde2822105 req-bda18fea-42f6-4bf1-ae5b-6a84057ed60d tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:05.278594 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3dba729e-1b3f-4818-a9ba-10bde2822105 req-bda18fea-42f6-4bf1-ae5b-6a84057ed60d tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa761530-9ea4-4ed4-8636-92ff163e2e5d HTTP/1.1" status: 200 len: 946 time: 0.0486214 Sep 08 09:34:05.324940 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3dba729e-1b3f-4818-a9ba-10bde2822105 req-e2d8fc38-d5d0-4c72-9d30-9b136ed44e52 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] 10.222.0.54 "GET /v2.0/security-groups?id=69db30d5-e6b8-48ef-b8a6-7574c9980da0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391335 Sep 08 09:34:05.447109 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c3608-d499-4fab-900f-91356c9b3153 req-6966bf50-af2f-4a89-971b-98c47158de20 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:05.448982 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-579c3608-d499-4fab-900f-91356c9b3153 req-6966bf50-af2f-4a89-971b-98c47158de20 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa761530-9ea4-4ed4-8636-92ff163e2e5d HTTP/1.1" status: 200 len: 946 time: 0.0531144 Sep 08 09:34:05.493264 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-579c3608-d499-4fab-900f-91356c9b3153 req-c6779852-3125-4b14-bf63-498455f604a8 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] 10.222.0.54 "GET /v2.0/security-groups?id=69db30d5-e6b8-48ef-b8a6-7574c9980da0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364532 Sep 08 09:34:05.514761 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60550) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:34:05.653329 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e75139c-6cc3-4445-8ecf-f1ad9dff5d06 tempest-TestServerBasicOps-516896602 tempest-TestServerBasicOps-516896602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:05.657435 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4e75139c-6cc3-4445-8ecf-f1ad9dff5d06 tempest-TestServerBasicOps-516896602 tempest-TestServerBasicOps-516896602-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=aa761530-9ea4-4ed4-8636-92ff163e2e5d HTTP/1.1" status: 200 len: 1093 time: 0.1386292 Sep 08 09:34:05.657644 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60554) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:34:05.662703 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-bba04dc6-dd77-4d98-a9ff-deb42e7fcbf1 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'port_id': '2a698914-3d8e-4d84-83b8-f07428e8755f', 'tenant_id': '78383ec56e8a462fa403e733d440b32b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:34:05.687235 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bba04dc6-dd77-4d98-a9ff-deb42e7fcbf1 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks [] for floatingip, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:05.791148 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bba04dc6-dd77-4d98-a9ff-deb42e7fcbf1 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:05.944339 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-bba04dc6-dd77-4d98-a9ff-deb42e7fcbf1 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Allocated IP 172.25.0.5 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/49aeeeda-87e1-4d0c-99f9-b09e795421aa) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:34:06.046902 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bba04dc6-dd77-4d98-a9ff-deb42e7fcbf1 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:06.095104 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bba04dc6-dd77-4d98-a9ff-deb42e7fcbf1 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:06.143911 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba04dc6-dd77-4d98-a9ff-deb42e7fcbf1 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:34:06.144161 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-bba04dc6-dd77-4d98-a9ff-deb42e7fcbf1 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:34:06.149520 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba04dc6-dd77-4d98-a9ff-deb42e7fcbf1 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:34:06.152693 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba04dc6-dd77-4d98-a9ff-deb42e7fcbf1 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Pushing event updated for resources: {'Port': ['ID=49aeeeda-87e1-4d0c-99f9-b09e795421aa,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:06.663069 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bba04dc6-dd77-4d98-a9ff-deb42e7fcbf1 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:06.772822 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bba04dc6-dd77-4d98-a9ff-deb42e7fcbf1 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:06.932054 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bba04dc6-dd77-4d98-a9ff-deb42e7fcbf1 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:06.936637 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bba04dc6-dd77-4d98-a9ff-deb42e7fcbf1 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:07.008652 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba04dc6-dd77-4d98-a9ff-deb42e7fcbf1 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Pushing event updated for resources: {'Port': ['ID=49aeeeda-87e1-4d0c-99f9-b09e795421aa,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:07.016147 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bba04dc6-dd77-4d98-a9ff-deb42e7fcbf1 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:07.131502 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [None req-bba04dc6-dd77-4d98-a9ff-deb42e7fcbf1 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Floating IP 7abd5a3e-1caf-4fc8-a230-e9b0549ab698 associated. External IP: 172.25.0.5, port: 2a698914-3d8e-4d84-83b8-f07428e8755f. Sep 08 09:34:07.361835 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba04dc6-dd77-4d98-a9ff-deb42e7fcbf1 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Router 238f523a-050d-4b32-bb0f-b10804fe2fb6 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:34:07.482388 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba04dc6-dd77-4d98-a9ff-deb42e7fcbf1 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:34:07.492476 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50002fa5-4ed1-42a0-adc8-ab823d7ed5b5 None None] Sync routers for ids ['238f523a-050d-4b32-bb0f-b10804fe2fb6'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:34:07.499380 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bba04dc6-dd77-4d98-a9ff-deb42e7fcbf1 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:07.502152 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50002fa5-4ed1-42a0-adc8-ab823d7ed5b5 None None] Routers {'238f523a-050d-4b32-bb0f-b10804fe2fb6'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:34:07.502909 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-50002fa5-4ed1-42a0-adc8-ab823d7ed5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:33:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['238f523a-050d-4b32-bb0f-b10804fe2fb6'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:34:07.538063 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-bba04dc6-dd77-4d98-a9ff-deb42e7fcbf1 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8693225 Sep 08 09:34:07.538063 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa761530-9ea4-4ed4-8636-92ff163e2e5d', 'tag': '2a698914-3d8e-4d84-83b8-f07428e8755f'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:34:07.538063 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17092433-2d59-422a-a700-ca6058d1c366" -d '{"events": [{"name": "network-changed", "server_uuid": "aa761530-9ea4-4ed4-8636-92ff163e2e5d", "tag": "2a698914-3d8e-4d84-83b8-f07428e8755f"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:34:07.572861 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc2dda9-336c-4eb7-add7-831693573866 x-openstack-request-id: req-6bc2dda9-336c-4eb7-add7-831693573866 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:34:07.573166 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa761530-9ea4-4ed4-8636-92ff163e2e5d", "tag": "2a698914-3d8e-4d84-83b8-f07428e8755f", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:34:07.573421 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6bc2dda9-336c-4eb7-add7-831693573866 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:34:07.573823 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa761530-9ea4-4ed4-8636-92ff163e2e5d', 'tag': '2a698914-3d8e-4d84-83b8-f07428e8755f', 'status': 'completed', 'code': 200} Sep 08 09:34:07.618393 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-50002fa5-4ed1-42a0-adc8-ab823d7ed5b5 None None] Set router 238f523a-050d-4b32-bb0f-b10804fe2fb6 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:34:07.671208 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17092433-2d59-422a-a700-ca6058d1c366 req-5b09b617-17f5-4dc3-afc5-e0976d3ac5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:07.672932 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-17092433-2d59-422a-a700-ca6058d1c366 req-5b09b617-17f5-4dc3-afc5-e0976d3ac5e7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=78383ec56e8a462fa403e733d440b32b&device_id=aa761530-9ea4-4ed4-8636-92ff163e2e5d HTTP/1.1" status: 200 len: 1098 time: 0.0535741 Sep 08 09:34:07.777867 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17092433-2d59-422a-a700-ca6058d1c366 req-546c6e1c-be51-4837-9a5c-fbf1be3ff2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:07.779555 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-17092433-2d59-422a-a700-ca6058d1c366 req-546c6e1c-be51-4837-9a5c-fbf1be3ff2ee service neutron] 10.222.0.35 "GET /v2.0/networks?id=24c42d28-5684-4b76-b8c2-fe9585c9972b HTTP/1.1" status: 200 len: 910 time: 0.0998719 Sep 08 09:34:07.869679 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-50002fa5-4ed1-42a0-adc8-ab823d7ed5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238f523a-050d-4b32-bb0f-b10804fe2fb6', 'name': 'tempest-TestServerBasicOps-1308224930-router', 'tenant_id': '78383ec56e8a462fa403e733d440b32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd9f0c0be-7a0a-44ed-bf25-69dfa19b0509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:33:33Z', 'updated_at': '2021-09-08T09:33:38Z', 'revision_number': 4, 'project_id': '78383ec56e8a462fa403e733d440b32b', 'gw_port': {'id': 'd9f0c0be-7a0a-44ed-bf25-69dfa19b0509', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238f523a-050d-4b32-bb0f-b10804fe2fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:34Z', 'updated_at': '2021-09-08T09:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '7abd5a3e-1caf-4fc8-a230-e9b0549ab698', 'tenant_id': '78383ec56e8a462fa403e733d440b32b', 'floating_ip_address': '172.25.0.5', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '238f523a-050d-4b32-bb0f-b10804fe2fb6', 'port_id': '2a698914-3d8e-4d84-83b8-f07428e8755f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c42d28-5684-4b76-b8c2-fe9585c9972b', 'mac_address': 'fa:16:3e:6b:af:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa761530-9ea4-4ed4-8636-92ff163e2e5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:34:06Z', 'updated_at': '2021-09-08T09:34:06Z', 'revision_number': 0, 'project_id': '78383ec56e8a462fa403e733d440b32b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84459cf0-fabc-48e7-a094-f92ebbd92c96', 'name': '', 'network_id': '24c42d28-5684-4b76-b8c2-fe9585c9972b', 'tenant_id': '78383ec56e8a462fa403e733d440b32b', 'mac_address': 'fa:16:3e:be:aa:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238f523a-050d-4b32-bb0f-b10804fe2fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '6c1c13b9-c48a-4da3-8773-8f718f32bac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:37Z', 'updated_at': '2021-09-08T09:33:47Z', 'revision_number': 5, 'project_id': '78383ec56e8a462fa403e733d440b32b', 'subnets': [{'id': '6c1c13b9-c48a-4da3-8773-8f718f32bac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:34:07.874219 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-17092433-2d59-422a-a700-ca6058d1c366 req-1ec8da9e-2575-41b1-bdb9-57d06bf68c7d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a698914-3d8e-4d84-83b8-f07428e8755f HTTP/1.1" status: 200 len: 998 time: 0.0867255 Sep 08 09:34:07.901940 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50002fa5-4ed1-42a0-adc8-ab823d7ed5b5 None None] Checking router: 238f523a-050d-4b32-bb0f-b10804fe2fb6 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:34:07.910678 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50002fa5-4ed1-42a0-adc8-ab823d7ed5b5 None None] Routers {'238f523a-050d-4b32-bb0f-b10804fe2fb6'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:34:07.911488 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-50002fa5-4ed1-42a0-adc8-ab823d7ed5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:33:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['238f523a-050d-4b32-bb0f-b10804fe2fb6'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:34:07.924458 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17092433-2d59-422a-a700-ca6058d1c366 req-1d4bc6c4-0698-4d39-8d4f-3482789beaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:07.925940 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-17092433-2d59-422a-a700-ca6058d1c366 req-1d4bc6c4-0698-4d39-8d4f-3482789beaa3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1c13b9-c48a-4da3-8773-8f718f32bac9 HTTP/1.1" status: 200 len: 848 time: 0.0443609 Sep 08 09:34:07.974433 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17092433-2d59-422a-a700-ca6058d1c366 req-e301e93e-d72a-47df-8c30-40fa837a7019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:07.976031 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-17092433-2d59-422a-a700-ca6058d1c366 req-e301e93e-d72a-47df-8c30-40fa837a7019 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=24c42d28-5684-4b76-b8c2-fe9585c9972b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423796 Sep 08 09:34:08.019563 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-50002fa5-4ed1-42a0-adc8-ab823d7ed5b5 None None] Set router 238f523a-050d-4b32-bb0f-b10804fe2fb6 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:34:08.073728 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-17092433-2d59-422a-a700-ca6058d1c366 req-7c95156c-f121-4058-8ffb-824548218e66 service neutron] 10.222.0.35 "GET /v2.0/networks/24c42d28-5684-4b76-b8c2-fe9585c9972b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898800 Sep 08 09:34:08.174220 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-17092433-2d59-422a-a700-ca6058d1c366 req-03016b28-b0e8-46aa-a560-77de7df38e4e service neutron] 10.222.0.35 "GET /v2.0/networks/24c42d28-5684-4b76-b8c2-fe9585c9972b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928330 Sep 08 09:34:08.252393 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-50002fa5-4ed1-42a0-adc8-ab823d7ed5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238f523a-050d-4b32-bb0f-b10804fe2fb6', 'name': 'tempest-TestServerBasicOps-1308224930-router', 'tenant_id': '78383ec56e8a462fa403e733d440b32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd9f0c0be-7a0a-44ed-bf25-69dfa19b0509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:33:33Z', 'updated_at': '2021-09-08T09:33:38Z', 'revision_number': 4, 'project_id': '78383ec56e8a462fa403e733d440b32b', 'gw_port': {'id': 'd9f0c0be-7a0a-44ed-bf25-69dfa19b0509', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238f523a-050d-4b32-bb0f-b10804fe2fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:34Z', 'updated_at': '2021-09-08T09:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '7abd5a3e-1caf-4fc8-a230-e9b0549ab698', 'tenant_id': '78383ec56e8a462fa403e733d440b32b', 'floating_ip_address': '172.25.0.5', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '238f523a-050d-4b32-bb0f-b10804fe2fb6', 'port_id': '2a698914-3d8e-4d84-83b8-f07428e8755f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c42d28-5684-4b76-b8c2-fe9585c9972b', 'mac_address': 'fa:16:3e:6b:af:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa761530-9ea4-4ed4-8636-92ff163e2e5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:34:06Z', 'updated_at': '2021-09-08T09:34:06Z', 'revision_number': 0, 'project_id': '78383ec56e8a462fa403e733d440b32b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84459cf0-fabc-48e7-a094-f92ebbd92c96', 'name': '', 'network_id': '24c42d28-5684-4b76-b8c2-fe9585c9972b', 'tenant_id': '78383ec56e8a462fa403e733d440b32b', 'mac_address': 'fa:16:3e:be:aa:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238f523a-050d-4b32-bb0f-b10804fe2fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '6c1c13b9-c48a-4da3-8773-8f718f32bac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:37Z', 'updated_at': '2021-09-08T09:33:47Z', 'revision_number': 5, 'project_id': '78383ec56e8a462fa403e733d440b32b', 'subnets': [{'id': '6c1c13b9-c48a-4da3-8773-8f718f32bac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:34:08.278380 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50002fa5-4ed1-42a0-adc8-ab823d7ed5b5 None None] The sync data for ids ['238f523a-050d-4b32-bb0f-b10804fe2fb6'] in n-d-806683-11 is: [{'id': '238f523a-050d-4b32-bb0f-b10804fe2fb6', 'name': 'tempest-TestServerBasicOps-1308224930-router', 'tenant_id': '78383ec56e8a462fa403e733d440b32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd9f0c0be-7a0a-44ed-bf25-69dfa19b0509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:33:33Z', 'updated_at': '2021-09-08T09:33:38Z', 'revision_number': 4, 'project_id': '78383ec56e8a462fa403e733d440b32b', 'gw_port': {'id': 'd9f0c0be-7a0a-44ed-bf25-69dfa19b0509', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238f523a-050d-4b32-bb0f-b10804fe2fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:34Z', 'updated_at': '2021-09-08T09:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '7abd5a3e-1caf-4fc8-a230-e9b0549ab698', 'tenant_id': '78383ec56e8a462fa403e733d440b32b', 'floating_ip_address': '172.25.0.5', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '238f523a-050d-4b32-bb0f-b10804fe2fb6', 'port_id': '2a698914-3d8e-4d84-83b8-f07428e8755f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c42d28-5684-4b76-b8c2-fe9585c9972b', 'mac_address': 'fa:16:3e:6b:af:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa761530-9ea4-4ed4-8636-92ff163e2e5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:34:06Z', 'updated_at': '2021-09-08T09:34:06Z', 'revision_number': 0, 'project_id': '78383ec56e8a462fa403e733d440b32b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84459cf0-fabc-48e7-a094-f92ebbd92c96', 'name': '', 'network_id': '24c42d28-5684-4b76-b8c2-fe9585c9972b', 'tenant_id': '78383ec56e8a462fa403e733d440b32b', 'mac_address': 'fa:16:3e:be:aa:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238f523a-050d-4b32-bb0f-b10804fe2fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '6c1c13b9-c48a-4da3-8773-8f718f32bac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:37Z', 'updated_at': '2021-09-08T09:33:47Z', 'revision_number': 5, 'project_id': '78383ec56e8a462fa403e733d440b32b', 'subnets': [{'id': '6c1c13b9-c48a-4da3-8773-8f718f32bac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:34:08.492538 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b0b9f8-266f-469e-a0ee-0ab28f969789 None None] New status for floating IP 7abd5a3e-1caf-4fc8-a230-e9b0549ab698: ACTIVE {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:34:17.646019 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4609b354-dce3-41e4-b3a2-048421e5e4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:20.418506 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:20.768392 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c679d8d7-cc86-46d8-ac83-db3fffb04b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:21.438923 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60648) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:34:21.484254 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7293478-4de6-42ec-a1ae-60de4fc2dd4a admin admin] Deleting subnet 6a00c265-006a-4bd7-a98b-c4c597b4b06a {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:34:21.487317 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f7293478-4de6-42ec-a1ae-60de4fc2dd4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:21.526833 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f7293478-4de6-42ec-a1ae-60de4fc2dd4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:21.565058 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f7293478-4de6-42ec-a1ae-60de4fc2dd4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:21.619021 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f7293478-4de6-42ec-a1ae-60de4fc2dd4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:21.643147 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7293478-4de6-42ec-a1ae-60de4fc2dd4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a00c265-006a-4bd7-a98b-c4c597b4b06a,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:21.650228 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f7293478-4de6-42ec-a1ae-60de4fc2dd4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:21.652127 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f7293478-4de6-42ec-a1ae-60de4fc2dd4a admin admin] 10.222.0.54 "DELETE /v2.0/subnets/6a00c265-006a-4bd7-a98b-c4c597b4b06a HTTP/1.1" status: 204 len: 168 time: 0.2122009 Sep 08 09:34:21.655114 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60650) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:34:21.728147 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7d191006-90d7-48c6-a76a-f47fc825c72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:21.807579 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7d191006-90d7-48c6-a76a-f47fc825c72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:21.827247 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-7d191006-90d7-48c6-a76a-f47fc825c72a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1481d01d-e045-4da2-859f-2fd0cf46fe0f']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:34:21.837181 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-7d191006-90d7-48c6-a76a-f47fc825c72a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6845b7d6-95ad-4975-880b-f624eeae3520') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:34:21.837478 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-7d191006-90d7-48c6-a76a-f47fc825c72a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6845b7d6-95ad-4975-880b-f624eeae3520') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:34:21.853472 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7d191006-90d7-48c6-a76a-f47fc825c72a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:21.867769 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7d191006-90d7-48c6-a76a-f47fc825c72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:21.874073 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d191006-90d7-48c6-a76a-f47fc825c72a admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:34:21.874482 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7d191006-90d7-48c6-a76a-f47fc825c72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:21.876158 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:34:21.876158 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:34:21.876158 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:34:21.876158 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:34:21.876158 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:34:21.876158 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:34:21.876158 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:34:21.876158 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:34:21.876158 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:34:21.876158 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:34:21.876158 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:34:21.876158 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:34:21.876158 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:34:21.876158 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:34:21.876158 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:34:21.876158 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:34:21.876158 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:34:21.876158 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:34:21.876158 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:34:21.876158 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:34:21.876158 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:34:21.876158 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:34:21.876158 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:34:21.876158 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:34:21.876158 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:34:21.876158 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:34:21.876158 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:34:21.876158 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:34:21.876158 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:34:21.876158 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:34:21.876158 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:34:21.876158 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:34:21.931598 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7d191006-90d7-48c6-a76a-f47fc825c72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:21.937202 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7d191006-90d7-48c6-a76a-f47fc825c72a admin admin] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:21.939077 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-7d191006-90d7-48c6-a76a-f47fc825c72a admin admin] 10.222.0.54 "DELETE /v2.0/networks/1481d01d-e045-4da2-859f-2fd0cf46fe0f HTTP/1.1" status: 204 len: 168 time: 0.2835534 Sep 08 09:34:21.950223 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d191006-90d7-48c6-a76a-f47fc825c72a admin admin] Pushing event deleted for resources: {'Network': ['ID=1481d01d-e045-4da2-859f-2fd0cf46fe0f,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:22.112680 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60654) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:34:22.155937 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-296f10b3-6e93-49f2-8214-5166bf79617b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3f820dcd891542779a2ca914062b6c8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386770 Sep 08 09:34:22.156163 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60656) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:34:22.204530 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:22.210830 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-21109366-7768-42e7-972b-a30a8e162952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:22.235635 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-21109366-7768-42e7-972b-a30a8e162952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:22.281955 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-21109366-7768-42e7-972b-a30a8e162952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:22.284582 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-21109366-7768-42e7-972b-a30a8e162952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:22.286271 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-21109366-7768-42e7-972b-a30a8e162952 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d41b37e3-0c9b-4d54-be34-8509766af91a HTTP/1.1" status: 204 len: 168 time: 0.1293943 Sep 08 09:34:22.293772 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21109366-7768-42e7-972b-a30a8e162952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41b37e3-0c9b-4d54-be34-8509766af91a,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:22.959411 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60680) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:34:23.058328 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-8c69c1f1-8ce6-4c0c-b848-2ebc65d94510 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1445604395-network', 'tenant_id': '2cb7597f94a24bafbd5df59ac0bdaf08'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:34:23.082025 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c69c1f1-8ce6-4c0c-b848-2ebc65d94510 admin admin] Made reservation on behalf of 2cb7597f94a24bafbd5df59ac0bdaf08 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:34:23.084561 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8c69c1f1-8ce6-4c0c-b848-2ebc65d94510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:23.093076 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8c69c1f1-8ce6-4c0c-b848-2ebc65d94510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:23.182173 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8c69c1f1-8ce6-4c0c-b848-2ebc65d94510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:23.185749 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8c69c1f1-8ce6-4c0c-b848-2ebc65d94510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:23.205898 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c69c1f1-8ce6-4c0c-b848-2ebc65d94510 admin admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:34:23.219230 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69c1f1-8ce6-4c0c-b848-2ebc65d94510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46974eb0-7eaa-4c21-a4cc-df56515af540,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:23.223959 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8c69c1f1-8ce6-4c0c-b848-2ebc65d94510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:23.224306 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-8c69c1f1-8ce6-4c0c-b848-2ebc65d94510 admin admin] Added segment d1d3a239-6a66-4c19-9fb5-a50fb883475e of type vlan for network 04c23777-183b-4400-add0-7aa467edf00b Sep 08 09:34:23.267443 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8c69c1f1-8ce6-4c0c-b848-2ebc65d94510 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:23.292608 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8c69c1f1-8ce6-4c0c-b848-2ebc65d94510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:23.293473 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c69c1f1-8ce6-4c0c-b848-2ebc65d94510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:23.294067 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8c69c1f1-8ce6-4c0c-b848-2ebc65d94510 admin admin] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:23.324866 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8c69c1f1-8ce6-4c0c-b848-2ebc65d94510 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3643889 Sep 08 09:34:23.327853 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60684) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:34:23.333486 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-9d5b1d83-5172-4383-89e0-7399846d10c7 admin admin] Request body: {'subnet': {'network_id': '04c23777-183b-4400-add0-7aa467edf00b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1445604395-subnet', 'tenant_id': '2cb7597f94a24bafbd5df59ac0bdaf08', 'ip_version': 4}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:34:23.355473 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5b1d83-5172-4383-89e0-7399846d10c7 admin admin] Made reservation on behalf of 2cb7597f94a24bafbd5df59ac0bdaf08 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:34:23.357897 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9d5b1d83-5172-4383-89e0-7399846d10c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:23.359461 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69c1f1-8ce6-4c0c-b848-2ebc65d94510 admin admin] Pushing event updated for resources: {'Network': ['ID=04c23777-183b-4400-add0-7aa467edf00b,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:23.369598 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 04c23777-183b-4400-add0-7aa467edf00b details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:34:23.526642 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9d5b1d83-5172-4383-89e0-7399846d10c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:23.584706 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5b1d83-5172-4383-89e0-7399846d10c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68ab89bd-38c6-4458-a704-b4c1c66afd13,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:23.594615 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5b1d83-5172-4383-89e0-7399846d10c7 admin admin] Checking segment: {'id': 'd1d3a239-6a66-4c19-9fb5-a50fb883475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '04c23777-183b-4400-add0-7aa467edf00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:34:23.594983 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5b1d83-5172-4383-89e0-7399846d10c7 admin admin] Network hostable DHCP agents. Network: 04c23777-183b-4400-add0-7aa467edf00b, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:34:23.608435 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:23.611597 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5b1d83-5172-4383-89e0-7399846d10c7 admin admin] Network 04c23777-183b-4400-add0-7aa467edf00b is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:34:23.619642 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-9d5b1d83-5172-4383-89e0-7399846d10c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 04c23777-183b-4400-add0-7aa467edf00b) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:34:23.623930 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5b1d83-5172-4383-89e0-7399846d10c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:23.624549 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9d5b1d83-5172-4383-89e0-7399846d10c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:23.630787 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa65d742-8c63-4614-894b-1d494b905e9e None None] Network 04c23777-183b-4400-add0-7aa467edf00b requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:34:23.639245 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9d5b1d83-5172-4383-89e0-7399846d10c7 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3102837 Sep 08 09:34:23.641984 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60686) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:34:23.647375 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-de741916-7192-4708-a3b7-635c47e5bebe admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1445604395-router', 'tenant_id': '2cb7597f94a24bafbd5df59ac0bdaf08', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:34:23.668549 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-de741916-7192-4708-a3b7-635c47e5bebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:23.669626 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-de741916-7192-4708-a3b7-635c47e5bebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:23.724861 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-de741916-7192-4708-a3b7-635c47e5bebe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:23.777248 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87213681-b0af-4215-9c28-cf26d66338b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-04c23777-183b-4400-add0-7aa467edf00b', 'network_id': '04c23777-183b-4400-add0-7aa467edf00b', 'tenant_id': '2cb7597f94a24bafbd5df59ac0bdaf08', 'fixed_ips': [{'subnet_id': '68ab89bd-38c6-4458-a704-b4c1c66afd13'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:34:23.778161 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-87213681-b0af-4215-9c28-cf26d66338b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:23.869637 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-de741916-7192-4708-a3b7-635c47e5bebe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:23.912843 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-87213681-b0af-4215-9c28-cf26d66338b2 None None] Allocated IP 172.20.0.2 (04c23777-183b-4400-add0-7aa467edf00b/68ab89bd-38c6-4458-a704-b4c1c66afd13/7f7a01c4-bbbf-4bfd-8254-07cd2b948980) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:34:24.051916 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-87213681-b0af-4215-9c28-cf26d66338b2 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:24.059926 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-87213681-b0af-4215-9c28-cf26d66338b2 None None] Transition to ACTIVE for port object 7f7a01c4-bbbf-4bfd-8254-07cd2b948980 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:34:24.067423 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-de741916-7192-4708-a3b7-635c47e5bebe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:24.076815 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-87213681-b0af-4215-9c28-cf26d66338b2 None None] Transition to ACTIVE for port object 7f7a01c4-bbbf-4bfd-8254-07cd2b948980 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:34:24.082522 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-87213681-b0af-4215-9c28-cf26d66338b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:24.087395 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-de741916-7192-4708-a3b7-635c47e5bebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:24.123041 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87213681-b0af-4215-9c28-cf26d66338b2 None None] Network 04c23777-183b-4400-add0-7aa467edf00b is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:34:24.125709 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-87213681-b0af-4215-9c28-cf26d66338b2 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:34:24.131751 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87213681-b0af-4215-9c28-cf26d66338b2 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:34:24.138548 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87213681-b0af-4215-9c28-cf26d66338b2 None None] Pushing event updated for resources: {'Port': ['ID=7f7a01c4-bbbf-4bfd-8254-07cd2b948980,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:24.187507 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-87213681-b0af-4215-9c28-cf26d66338b2 None None] Attempting to bind port 7f7a01c4-bbbf-4bfd-8254-07cd2b948980 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:34:24.187870 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-87213681-b0af-4215-9c28-cf26d66338b2 None None] Attempting to bind port 7f7a01c4-bbbf-4bfd-8254-07cd2b948980 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'd1d3a239-6a66-4c19-9fb5-a50fb883475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '04c23777-183b-4400-add0-7aa467edf00b'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:34:24.188232 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87213681-b0af-4215-9c28-cf26d66338b2 None None] Attempting to bind port 7f7a01c4-bbbf-4bfd-8254-07cd2b948980 on network 04c23777-183b-4400-add0-7aa467edf00b {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:34:24.195417 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87213681-b0af-4215-9c28-cf26d66338b2 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:34:24.197434 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87213681-b0af-4215-9c28-cf26d66338b2 None None] Checking segment: {'id': 'd1d3a239-6a66-4c19-9fb5-a50fb883475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '04c23777-183b-4400-add0-7aa467edf00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:34:24.197854 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-87213681-b0af-4215-9c28-cf26d66338b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:24.199382 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87213681-b0af-4215-9c28-cf26d66338b2 None None] Bound using segment: {'id': 'd1d3a239-6a66-4c19-9fb5-a50fb883475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '04c23777-183b-4400-add0-7aa467edf00b'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:34:24.199871 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-87213681-b0af-4215-9c28-cf26d66338b2 None None] Bound port: 7f7a01c4-bbbf-4bfd-8254-07cd2b948980, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d3a239-6a66-4c19-9fb5-a50fb883475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '04c23777-183b-4400-add0-7aa467edf00b'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:34:24.200262 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-87213681-b0af-4215-9c28-cf26d66338b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:24.201289 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-de741916-7192-4708-a3b7-635c47e5bebe admin admin] Allocated IP 172.25.0.12 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/bf13a5ba-9bca-4558-b12a-8de7d215beed) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:34:24.265742 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-87213681-b0af-4215-9c28-cf26d66338b2 None None] For port 7f7a01c4-bbbf-4bfd-8254-07cd2b948980, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:34:24.268895 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-87213681-b0af-4215-9c28-cf26d66338b2 None None] For port 7f7a01c4-bbbf-4bfd-8254-07cd2b948980, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=7f7a01c4-bbbf-4bfd-8254-07cd2b948980,segment=NetworkSegment(d1d3a239-6a66-4c19-9fb5-a50fb883475e),segment_id=d1d3a239-6a66-4c19-9fb5-a50fb883475e)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:34:24.273773 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-87213681-b0af-4215-9c28-cf26d66338b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:24.305431 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-de741916-7192-4708-a3b7-635c47e5bebe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:24.337493 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:24.348449 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87213681-b0af-4215-9c28-cf26d66338b2 None None] Pushing event updated for resources: {'Port': ['ID=7f7a01c4-bbbf-4bfd-8254-07cd2b948980,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:24.356716 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-de741916-7192-4708-a3b7-635c47e5bebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:24.397646 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de741916-7192-4708-a3b7-635c47e5bebe admin admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:34:24.400747 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-de741916-7192-4708-a3b7-635c47e5bebe admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:34:24.404416 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de741916-7192-4708-a3b7-635c47e5bebe admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:34:24.407345 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:34:24.439413 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de741916-7192-4708-a3b7-635c47e5bebe admin admin] Pushing event updated for resources: {'Port': ['ID=bf13a5ba-9bca-4558-b12a-8de7d215beed,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:24.664553 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 7f7a01c4-bbbf-4bfd-8254-07cd2b948980 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:34:24.716508 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-de741916-7192-4708-a3b7-635c47e5bebe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:24.878281 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 7f7a01c4-bbbf-4bfd-8254-07cd2b948980 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:34:24.921269 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-de741916-7192-4708-a3b7-635c47e5bebe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:25.056560 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de741916-7192-4708-a3b7-635c47e5bebe admin admin] Router 5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:34:25.257539 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68d9d94-509a-4bef-ac46-8c41acb78b5f None None] Network 04c23777-183b-4400-add0-7aa467edf00b requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:34:25.324675 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c3f62406-6b7e-48bf-99ab-f4686e889b9a None None] Provisioning for port 7f7a01c4-bbbf-4bfd-8254-07cd2b948980 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:34:25.333053 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c3f62406-6b7e-48bf-99ab-f4686e889b9a None None] Provisioning complete for port 7f7a01c4-bbbf-4bfd-8254-07cd2b948980 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:34:25.333438 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c3f62406-6b7e-48bf-99ab-f4686e889b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:25.441346 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de741916-7192-4708-a3b7-635c47e5bebe admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:34:25.451060 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34228555-fc75-4ef9-a979-ec063ad54f59 None None] Sync routers for ids ['5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:34:25.457073 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-de741916-7192-4708-a3b7-635c47e5bebe admin admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:25.458761 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-de741916-7192-4708-a3b7-635c47e5bebe admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8158057 Sep 08 09:34:25.461303 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60688) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:34:25.462413 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34228555-fc75-4ef9-a979-ec063ad54f59 None None] Routers {'5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:34:25.463115 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-34228555-fc75-4ef9-a979-ec063ad54f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:34:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:34:25.485872 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c3f62406-6b7e-48bf-99ab-f4686e889b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:25.529137 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-c3f62406-6b7e-48bf-99ab-f4686e889b9a None None] For port 7f7a01c4-bbbf-4bfd-8254-07cd2b948980, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=7f7a01c4-bbbf-4bfd-8254-07cd2b948980,segment=NetworkSegment(d1d3a239-6a66-4c19-9fb5-a50fb883475e),segment_id=d1d3a239-6a66-4c19-9fb5-a50fb883475e)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:34:25.536334 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c3f62406-6b7e-48bf-99ab-f4686e889b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:25.587073 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-34228555-fc75-4ef9-a979-ec063ad54f59 None None] Set router 5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:34:25.594524 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f62406-6b7e-48bf-99ab-f4686e889b9a None None] Pushing event updated for resources: {'Port': ['ID=7f7a01c4-bbbf-4bfd-8254-07cd2b948980,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:25.759349 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-676509c5-f053-4dfd-903a-ee27cf38d0c0 None None] Provisioning complete for port 7f7a01c4-bbbf-4bfd-8254-07cd2b948980 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:34:25.760044 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-676509c5-f053-4dfd-903a-ee27cf38d0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:25.780347 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-34228555-fc75-4ef9-a979-ec063ad54f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd', 'name': 'tempest-TestServerMultinode-1445604395-router', 'tenant_id': '2cb7597f94a24bafbd5df59ac0bdaf08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'bf13a5ba-9bca-4558-b12a-8de7d215beed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:34:23Z', 'updated_at': '2021-09-08T09:34:24Z', 'revision_number': 3, 'project_id': '2cb7597f94a24bafbd5df59ac0bdaf08', 'gw_port': {'id': 'bf13a5ba-9bca-4558-b12a-8de7d215beed', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:34:24Z', 'updated_at': '2021-09-08T09:34:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:34:25.808091 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34228555-fc75-4ef9-a979-ec063ad54f59 None None] Checking router: 5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:34:25.808593 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34228555-fc75-4ef9-a979-ec063ad54f59 None None] Updating router 5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd port bf13a5ba-9bca-4558-b12a-8de7d215beed binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:34:25.835351 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-34228555-fc75-4ef9-a979-ec063ad54f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:25.906997 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2edaa645-7e37-4603-834f-99d5f9b5387f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:26.064023 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-2edaa645-7e37-4603-834f-99d5f9b5387f admin admin] Allocated IP 172.20.0.1 (04c23777-183b-4400-add0-7aa467edf00b/68ab89bd-38c6-4458-a704-b4c1c66afd13/1a317cf1-8037-4f5b-93b8-bd20f31ff788) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:34:26.165076 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2edaa645-7e37-4603-834f-99d5f9b5387f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:26.178943 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-2edaa645-7e37-4603-834f-99d5f9b5387f admin admin] Transition to ACTIVE for port object 1a317cf1-8037-4f5b-93b8-bd20f31ff788 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:34:26.181950 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-34228555-fc75-4ef9-a979-ec063ad54f59 None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:26.193014 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-34228555-fc75-4ef9-a979-ec063ad54f59 None None] Transition to ACTIVE for port object bf13a5ba-9bca-4558-b12a-8de7d215beed will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:34:26.199488 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-34228555-fc75-4ef9-a979-ec063ad54f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:26.213490 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2edaa645-7e37-4603-834f-99d5f9b5387f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:26.252112 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-34228555-fc75-4ef9-a979-ec063ad54f59 None None] Attempting to bind port bf13a5ba-9bca-4558-b12a-8de7d215beed on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:34:26.252482 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-34228555-fc75-4ef9-a979-ec063ad54f59 None None] Attempting to bind port bf13a5ba-9bca-4558-b12a-8de7d215beed by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:34:26.252843 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34228555-fc75-4ef9-a979-ec063ad54f59 None None] Attempting to bind port bf13a5ba-9bca-4558-b12a-8de7d215beed on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:34:26.255371 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dc164b-ba46-43e3-9053-ba976ec9c2d8 None None] Pushing event updated for resources: {'Port': ['ID=bf13a5ba-9bca-4558-b12a-8de7d215beed,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:26.260838 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34228555-fc75-4ef9-a979-ec063ad54f59 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:34:26.261214 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34228555-fc75-4ef9-a979-ec063ad54f59 None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:34:26.261616 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-34228555-fc75-4ef9-a979-ec063ad54f59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:26.262005 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34228555-fc75-4ef9-a979-ec063ad54f59 None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:34:26.262493 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-34228555-fc75-4ef9-a979-ec063ad54f59 None None] Bound port: bf13a5ba-9bca-4558-b12a-8de7d215beed, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:34:26.262881 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-34228555-fc75-4ef9-a979-ec063ad54f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:26.263992 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edaa645-7e37-4603-834f-99d5f9b5387f admin admin] Network 04c23777-183b-4400-add0-7aa467edf00b is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:34:26.268918 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-2edaa645-7e37-4603-834f-99d5f9b5387f admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:34:26.273052 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edaa645-7e37-4603-834f-99d5f9b5387f admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:34:26.309580 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edaa645-7e37-4603-834f-99d5f9b5387f admin admin] Pushing event updated for resources: {'Port': ['ID=1a317cf1-8037-4f5b-93b8-bd20f31ff788,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:26.315488 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-34228555-fc75-4ef9-a979-ec063ad54f59 None None] For port bf13a5ba-9bca-4558-b12a-8de7d215beed, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:34:26.319560 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-34228555-fc75-4ef9-a979-ec063ad54f59 None None] For port bf13a5ba-9bca-4558-b12a-8de7d215beed, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=bf13a5ba-9bca-4558-b12a-8de7d215beed,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:34:26.321706 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edaa645-7e37-4603-834f-99d5f9b5387f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:34:26.322478 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edaa645-7e37-4603-834f-99d5f9b5387f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:34:26.322959 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edaa645-7e37-4603-834f-99d5f9b5387f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:34:26.323391 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edaa645-7e37-4603-834f-99d5f9b5387f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:34:26.323838 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edaa645-7e37-4603-834f-99d5f9b5387f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:34:26.324255 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edaa645-7e37-4603-834f-99d5f9b5387f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:34:26.331847 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edaa645-7e37-4603-834f-99d5f9b5387f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:34:26.332444 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edaa645-7e37-4603-834f-99d5f9b5387f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:34:26.332896 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edaa645-7e37-4603-834f-99d5f9b5387f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:34:26.333319 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edaa645-7e37-4603-834f-99d5f9b5387f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:34:26.333757 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edaa645-7e37-4603-834f-99d5f9b5387f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:34:26.334198 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edaa645-7e37-4603-834f-99d5f9b5387f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:34:26.336096 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-34228555-fc75-4ef9-a979-ec063ad54f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:26.352011 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2edaa645-7e37-4603-834f-99d5f9b5387f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:26.403554 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34228555-fc75-4ef9-a979-ec063ad54f59 None None] Routers {'5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:34:26.404276 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-34228555-fc75-4ef9-a979-ec063ad54f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:34:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:34:26.455749 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dc164b-ba46-43e3-9053-ba976ec9c2d8 None None] Pushing event updated for resources: {'Port': ['ID=bf13a5ba-9bca-4558-b12a-8de7d215beed,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:26.502511 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2edaa645-7e37-4603-834f-99d5f9b5387f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:26.533960 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-34228555-fc75-4ef9-a979-ec063ad54f59 None None] Set router 5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:34:26.561902 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c9393b78-09dd-45cc-9d39-6929041b5605 None None] Provisioning for port 1a317cf1-8037-4f5b-93b8-bd20f31ff788 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:34:26.565631 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c9393b78-09dd-45cc-9d39-6929041b5605 None None] Provisioning complete for port 1a317cf1-8037-4f5b-93b8-bd20f31ff788 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:34:26.566297 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c9393b78-09dd-45cc-9d39-6929041b5605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:26.617759 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-c9393b78-09dd-45cc-9d39-6929041b5605 None None] Port 1a317cf1-8037-4f5b-93b8-bd20f31ff788 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:34:26.657620 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 7f7a01c4-bbbf-4bfd-8254-07cd2b948980 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:34:26.677135 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2edaa645-7e37-4603-834f-99d5f9b5387f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:26.683041 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2edaa645-7e37-4603-834f-99d5f9b5387f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:26.710893 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 7f7a01c4-bbbf-4bfd-8254-07cd2b948980 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:34:26.711277 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:26.733251 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-34228555-fc75-4ef9-a979-ec063ad54f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd', 'name': 'tempest-TestServerMultinode-1445604395-router', 'tenant_id': '2cb7597f94a24bafbd5df59ac0bdaf08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'bf13a5ba-9bca-4558-b12a-8de7d215beed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:34:23Z', 'updated_at': '2021-09-08T09:34:24Z', 'revision_number': 3, 'project_id': '2cb7597f94a24bafbd5df59ac0bdaf08', 'gw_port': {'id': 'bf13a5ba-9bca-4558-b12a-8de7d215beed', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:34:24Z', 'updated_at': '2021-09-08T09:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:34:26.752001 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edaa645-7e37-4603-834f-99d5f9b5387f admin admin] Pushing event updated for resources: {'Port': ['ID=1a317cf1-8037-4f5b-93b8-bd20f31ff788,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:26.761936 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2edaa645-7e37-4603-834f-99d5f9b5387f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:26.766655 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34228555-fc75-4ef9-a979-ec063ad54f59 None None] The sync data for ids ['5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd'] in n-d-806683-11 is: [{'id': '5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd', 'name': 'tempest-TestServerMultinode-1445604395-router', 'tenant_id': '2cb7597f94a24bafbd5df59ac0bdaf08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'bf13a5ba-9bca-4558-b12a-8de7d215beed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:34:23Z', 'updated_at': '2021-09-08T09:34:24Z', 'revision_number': 3, 'project_id': '2cb7597f94a24bafbd5df59ac0bdaf08', 'gw_port': {'id': 'bf13a5ba-9bca-4558-b12a-8de7d215beed', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:34:24Z', 'updated_at': '2021-09-08T09:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:34:26.867730 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edaa645-7e37-4603-834f-99d5f9b5387f admin admin] Network 04c23777-183b-4400-add0-7aa467edf00b is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:34:26.869293 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-2edaa645-7e37-4603-834f-99d5f9b5387f admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:34:27.014931 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2edaa645-7e37-4603-834f-99d5f9b5387f admin admin] Router 5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:34:27.155232 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edaa645-7e37-4603-834f-99d5f9b5387f admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:34:27.159345 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-65f349b2-f5f2-44b8-b17c-03c12d3ee21e None None] Provisioning complete for port 1a317cf1-8037-4f5b-93b8-bd20f31ff788 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:34:27.161037 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-65f349b2-f5f2-44b8-b17c-03c12d3ee21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:27.169247 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2edaa645-7e37-4603-834f-99d5f9b5387f admin admin] 10.222.0.54 "PUT /v2.0/routers/5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6994221 Sep 08 09:34:27.205178 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-65f349b2-f5f2-44b8-b17c-03c12d3ee21e None None] Port 1a317cf1-8037-4f5b-93b8-bd20f31ff788 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:34:27.686073 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60706) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:34:27.691213 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-8c3d662d-8b4c-462a-8ccc-a0c5b18fc90a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1698108288-network', 'tenant_id': 'a158c06765af407295b8e57808ca337b'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:34:27.713254 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3d662d-8b4c-462a-8ccc-a0c5b18fc90a admin admin] Made reservation on behalf of a158c06765af407295b8e57808ca337b for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:34:27.715621 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8c3d662d-8b4c-462a-8ccc-a0c5b18fc90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:27.724748 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8c3d662d-8b4c-462a-8ccc-a0c5b18fc90a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:27.747967 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60708) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:34:27.821538 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8c3d662d-8b4c-462a-8ccc-a0c5b18fc90a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:27.824793 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad0a989-154a-4a76-a3ef-b7bb2ece3f6f tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:27.825365 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad0a989-154a-4a76-a3ef-b7bb2ece3f6f tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:27.825897 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad0a989-154a-4a76-a3ef-b7bb2ece3f6f tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:27.826500 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8c3d662d-8b4c-462a-8ccc-a0c5b18fc90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:27.841838 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5ad0a989-154a-4a76-a3ef-b7bb2ece3f6f tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] 10.222.0.54 "GET /v2.0/ports?project_id=bf619d4abbb0429bbdac5a5fc24e6d35&network_id=f7b42b4b-7017-4bb7-8216-d79786d85408 HTTP/1.1" status: 200 len: 2972 time: 0.0785742 Sep 08 09:34:27.857167 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c3d662d-8b4c-462a-8ccc-a0c5b18fc90a admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:34:27.863868 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3d662d-8b4c-462a-8ccc-a0c5b18fc90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a88995f-2f59-4104-94f1-65e91b2d7194,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:27.875155 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8c3d662d-8b4c-462a-8ccc-a0c5b18fc90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:27.875515 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-8c3d662d-8b4c-462a-8ccc-a0c5b18fc90a admin admin] Added segment 712c7fa1-322c-4511-a28e-5faa269526cc of type vlan for network 67596985-8417-4c9b-8294-c78346272535 Sep 08 09:34:27.920401 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8c3d662d-8b4c-462a-8ccc-a0c5b18fc90a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:27.947569 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8c3d662d-8b4c-462a-8ccc-a0c5b18fc90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:27.948842 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3d662d-8b4c-462a-8ccc-a0c5b18fc90a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:27.949442 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8c3d662d-8b4c-462a-8ccc-a0c5b18fc90a admin admin] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:27.986929 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8c3d662d-8b4c-462a-8ccc-a0c5b18fc90a admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2995687 Sep 08 09:34:27.990354 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60712) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:34:28.022804 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-ec1603e5-323f-4a6c-8761-52b5bd86a876 admin admin] Request body: {'subnet': {'network_id': '67596985-8417-4c9b-8294-c78346272535', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1698108288-subnet', 'tenant_id': 'a158c06765af407295b8e57808ca337b', 'ip_version': 4}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:34:28.031960 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3d662d-8b4c-462a-8ccc-a0c5b18fc90a admin admin] Pushing event updated for resources: {'Network': ['ID=67596985-8417-4c9b-8294-c78346272535,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:28.044488 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 67596985-8417-4c9b-8294-c78346272535 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:34:28.046976 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1603e5-323f-4a6c-8761-52b5bd86a876 admin admin] Made reservation on behalf of a158c06765af407295b8e57808ca337b for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:34:28.049934 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ec1603e5-323f-4a6c-8761-52b5bd86a876 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:28.231010 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ec1603e5-323f-4a6c-8761-52b5bd86a876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:28.292143 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1603e5-323f-4a6c-8761-52b5bd86a876 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38ec2315-769b-4465-89fe-8dc341a0e6b6,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:28.298986 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1603e5-323f-4a6c-8761-52b5bd86a876 admin admin] Checking segment: {'id': '712c7fa1-322c-4511-a28e-5faa269526cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '67596985-8417-4c9b-8294-c78346272535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:34:28.299349 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1603e5-323f-4a6c-8761-52b5bd86a876 admin admin] Network hostable DHCP agents. Network: 67596985-8417-4c9b-8294-c78346272535, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:34:28.317077 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1603e5-323f-4a6c-8761-52b5bd86a876 admin admin] Network 67596985-8417-4c9b-8294-c78346272535 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:34:28.325849 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-ec1603e5-323f-4a6c-8761-52b5bd86a876 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 67596985-8417-4c9b-8294-c78346272535) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:34:28.330667 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1603e5-323f-4a6c-8761-52b5bd86a876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:28.332632 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ec1603e5-323f-4a6c-8761-52b5bd86a876 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:28.333468 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c78d50-025b-4900-ab50-fabaa705ddb2 None None] Network 67596985-8417-4c9b-8294-c78346272535 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:34:28.351247 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ec1603e5-323f-4a6c-8761-52b5bd86a876 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3596952 Sep 08 09:34:28.353622 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60718) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:34:28.361909 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-75bb8897-bc7d-4ee3-9c5a-abaf968d7b53 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1698108288-router', 'tenant_id': 'a158c06765af407295b8e57808ca337b', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:34:28.387143 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-75bb8897-bc7d-4ee3-9c5a-abaf968d7b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:28.388354 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-75bb8897-bc7d-4ee3-9c5a-abaf968d7b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:28.447292 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-75bb8897-bc7d-4ee3-9c5a-abaf968d7b53 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:28.453623 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fcd4c7-63f9-4e29-bef9-65e8ed0e2a3f None None] Sync routers for ids ['5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:34:28.474183 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fcd4c7-63f9-4e29-bef9-65e8ed0e2a3f None None] Routers {'5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:34:28.474750 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-86fcd4c7-63f9-4e29-bef9-65e8ed0e2a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:34:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:34:28.543145 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde40829-a05c-411b-a64f-83e478b79f61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-67596985-8417-4c9b-8294-c78346272535', 'network_id': '67596985-8417-4c9b-8294-c78346272535', 'tenant_id': 'a158c06765af407295b8e57808ca337b', 'fixed_ips': [{'subnet_id': '38ec2315-769b-4465-89fe-8dc341a0e6b6'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:34:28.544009 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cde40829-a05c-411b-a64f-83e478b79f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:28.586856 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-75bb8897-bc7d-4ee3-9c5a-abaf968d7b53 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:28.678924 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device bf13a5ba-9bca-4558-b12a-8de7d215beed up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:34:28.687218 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-86fcd4c7-63f9-4e29-bef9-65e8ed0e2a3f None None] Set router 5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:34:28.801153 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-75bb8897-bc7d-4ee3-9c5a-abaf968d7b53 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:28.821555 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-75bb8897-bc7d-4ee3-9c5a-abaf968d7b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:28.855310 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:28.870663 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-cde40829-a05c-411b-a64f-83e478b79f61 None None] Allocated IP 172.20.0.2 (67596985-8417-4c9b-8294-c78346272535/38ec2315-769b-4465-89fe-8dc341a0e6b6/5a616426-f4a3-4d79-ac6e-ec82bd1586d4) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:34:28.900397 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port bf13a5ba-9bca-4558-b12a-8de7d215beed completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:34:28.928635 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-75bb8897-bc7d-4ee3-9c5a-abaf968d7b53 admin admin] Allocated IP 172.25.0.189 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/963f89c0-2fec-48ed-be58-64036cbb4d20) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:34:28.950546 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port bf13a5ba-9bca-4558-b12a-8de7d215beed triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:34:28.950931 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:29.043138 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-75bb8897-bc7d-4ee3-9c5a-abaf968d7b53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:29.089287 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-75bb8897-bc7d-4ee3-9c5a-abaf968d7b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:29.125651 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bb8897-bc7d-4ee3-9c5a-abaf968d7b53 admin admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:34:29.129085 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-75bb8897-bc7d-4ee3-9c5a-abaf968d7b53 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:34:29.132099 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bb8897-bc7d-4ee3-9c5a-abaf968d7b53 admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:34:29.167433 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb8897-bc7d-4ee3-9c5a-abaf968d7b53 admin admin] Pushing event updated for resources: {'Port': ['ID=963f89c0-2fec-48ed-be58-64036cbb4d20,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:29.202163 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:29.215840 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cde40829-a05c-411b-a64f-83e478b79f61 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:29.239630 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port bf13a5ba-9bca-4558-b12a-8de7d215beed, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=bf13a5ba-9bca-4558-b12a-8de7d215beed,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:34:29.241609 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-cde40829-a05c-411b-a64f-83e478b79f61 None None] Transition to ACTIVE for port object 5a616426-f4a3-4d79-ac6e-ec82bd1586d4 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:34:29.245263 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-86fcd4c7-63f9-4e29-bef9-65e8ed0e2a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd', 'name': 'tempest-TestServerMultinode-1445604395-router', 'tenant_id': '2cb7597f94a24bafbd5df59ac0bdaf08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'bf13a5ba-9bca-4558-b12a-8de7d215beed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:34:23Z', 'updated_at': '2021-09-08T09:34:26Z', 'revision_number': 4, 'project_id': '2cb7597f94a24bafbd5df59ac0bdaf08', 'gw_port': {'id': 'bf13a5ba-9bca-4558-b12a-8de7d215beed', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:34:24Z', 'updated_at': '2021-09-08T09:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '1a317cf1-8037-4f5b-93b8-bd20f31ff788', 'name': '', 'network_id': '04c23777-183b-4400-add0-7aa467edf00b', 'tenant_id': '2cb7597f94a24bafbd5df59ac0bdaf08', 'mac_address': 'fa:16:3e:a6:43:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '68ab89bd-38c6-4458-a704-b4c1c66afd13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:34:25Z', 'updated_at': '2021-09-08T09:34:26Z', 'revision_number': 2, 'project_id': '2cb7597f94a24bafbd5df59ac0bdaf08', 'subnets': [{'id': '68ab89bd-38c6-4458-a704-b4c1c66afd13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:34:29.250111 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:29.286057 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fcd4c7-63f9-4e29-bef9-65e8ed0e2a3f None None] Checking router: 5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:34:29.286425 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fcd4c7-63f9-4e29-bef9-65e8ed0e2a3f None None] Updating router 5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd port 1a317cf1-8037-4f5b-93b8-bd20f31ff788 binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:34:29.334594 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-cde40829-a05c-411b-a64f-83e478b79f61 None None] Transition to ACTIVE for port object 5a616426-f4a3-4d79-ac6e-ec82bd1586d4 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:34:29.355047 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cde40829-a05c-411b-a64f-83e478b79f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:29.366475 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-86fcd4c7-63f9-4e29-bef9-65e8ed0e2a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:29.370568 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=bf13a5ba-9bca-4558-b12a-8de7d215beed,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:29.404469 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-75bb8897-bc7d-4ee3-9c5a-abaf968d7b53 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:29.411523 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde40829-a05c-411b-a64f-83e478b79f61 None None] Network 67596985-8417-4c9b-8294-c78346272535 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:34:29.433404 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-cde40829-a05c-411b-a64f-83e478b79f61 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:34:29.439551 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde40829-a05c-411b-a64f-83e478b79f61 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:34:29.461402 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde40829-a05c-411b-a64f-83e478b79f61 None None] Pushing event updated for resources: {'Port': ['ID=5a616426-f4a3-4d79-ac6e-ec82bd1586d4,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:29.550978 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60724) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:34:29.579575 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-cde40829-a05c-411b-a64f-83e478b79f61 None None] Attempting to bind port 5a616426-f4a3-4d79-ac6e-ec82bd1586d4 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:34:29.579954 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-cde40829-a05c-411b-a64f-83e478b79f61 None None] Attempting to bind port 5a616426-f4a3-4d79-ac6e-ec82bd1586d4 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '712c7fa1-322c-4511-a28e-5faa269526cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '67596985-8417-4c9b-8294-c78346272535'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:34:29.580325 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde40829-a05c-411b-a64f-83e478b79f61 None None] Attempting to bind port 5a616426-f4a3-4d79-ac6e-ec82bd1586d4 on network 67596985-8417-4c9b-8294-c78346272535 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:34:29.593111 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde40829-a05c-411b-a64f-83e478b79f61 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:34:29.593492 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde40829-a05c-411b-a64f-83e478b79f61 None None] Checking segment: {'id': '712c7fa1-322c-4511-a28e-5faa269526cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '67596985-8417-4c9b-8294-c78346272535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:34:29.593899 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cde40829-a05c-411b-a64f-83e478b79f61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:29.594320 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde40829-a05c-411b-a64f-83e478b79f61 None None] Bound using segment: {'id': '712c7fa1-322c-4511-a28e-5faa269526cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '67596985-8417-4c9b-8294-c78346272535'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:34:29.594795 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-cde40829-a05c-411b-a64f-83e478b79f61 None None] Bound port: 5a616426-f4a3-4d79-ac6e-ec82bd1586d4, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '712c7fa1-322c-4511-a28e-5faa269526cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '67596985-8417-4c9b-8294-c78346272535'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:34:29.595184 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cde40829-a05c-411b-a64f-83e478b79f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:29.610847 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c424e31a-066c-494d-bd83-5c45c3ef66cf tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:29.617386 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-75bb8897-bc7d-4ee3-9c5a-abaf968d7b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:29.622550 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c424e31a-066c-494d-bd83-5c45c3ef66cf tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=399c4174-1e86-4a10-bb99-f875a09107d5 HTTP/1.1" status: 200 len: 814 time: 0.0704639 Sep 08 09:34:29.761969 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75bb8897-bc7d-4ee3-9c5a-abaf968d7b53 admin admin] Router 4de04ca2-5826-449d-943e-dd02bd76ed09 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:34:29.890167 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-cde40829-a05c-411b-a64f-83e478b79f61 None None] For port 5a616426-f4a3-4d79-ac6e-ec82bd1586d4, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:34:29.911563 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-cde40829-a05c-411b-a64f-83e478b79f61 None None] For port 5a616426-f4a3-4d79-ac6e-ec82bd1586d4, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=5a616426-f4a3-4d79-ac6e-ec82bd1586d4,segment=NetworkSegment(712c7fa1-322c-4511-a28e-5faa269526cc),segment_id=712c7fa1-322c-4511-a28e-5faa269526cc)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:34:29.918112 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cde40829-a05c-411b-a64f-83e478b79f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:30.026370 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde40829-a05c-411b-a64f-83e478b79f61 None None] Pushing event updated for resources: {'Port': ['ID=5a616426-f4a3-4d79-ac6e-ec82bd1586d4,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:30.040296 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-86fcd4c7-63f9-4e29-bef9-65e8ed0e2a3f None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:30.052056 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-86fcd4c7-63f9-4e29-bef9-65e8ed0e2a3f None None] Transition to ACTIVE for port object 1a317cf1-8037-4f5b-93b8-bd20f31ff788 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:34:30.059487 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-86fcd4c7-63f9-4e29-bef9-65e8ed0e2a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:30.125654 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e9729-43d9-43e5-8cf4-36ccf3fd42e8 None None] Pushing event updated for resources: {'Port': ['ID=1a317cf1-8037-4f5b-93b8-bd20f31ff788,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:30.183206 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-86fcd4c7-63f9-4e29-bef9-65e8ed0e2a3f None None] Attempting to bind port 1a317cf1-8037-4f5b-93b8-bd20f31ff788 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:34:30.183572 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-86fcd4c7-63f9-4e29-bef9-65e8ed0e2a3f None None] Attempting to bind port 1a317cf1-8037-4f5b-93b8-bd20f31ff788 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'd1d3a239-6a66-4c19-9fb5-a50fb883475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '04c23777-183b-4400-add0-7aa467edf00b'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:34:30.183953 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fcd4c7-63f9-4e29-bef9-65e8ed0e2a3f None None] Attempting to bind port 1a317cf1-8037-4f5b-93b8-bd20f31ff788 on network 04c23777-183b-4400-add0-7aa467edf00b {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:34:30.192894 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fcd4c7-63f9-4e29-bef9-65e8ed0e2a3f None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:34:30.192894 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fcd4c7-63f9-4e29-bef9-65e8ed0e2a3f None None] Checking segment: {'id': 'd1d3a239-6a66-4c19-9fb5-a50fb883475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '04c23777-183b-4400-add0-7aa467edf00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:34:30.193165 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-86fcd4c7-63f9-4e29-bef9-65e8ed0e2a3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:30.193545 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fcd4c7-63f9-4e29-bef9-65e8ed0e2a3f None None] Bound using segment: {'id': 'd1d3a239-6a66-4c19-9fb5-a50fb883475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '04c23777-183b-4400-add0-7aa467edf00b'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:34:30.194031 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-86fcd4c7-63f9-4e29-bef9-65e8ed0e2a3f None None] Bound port: 1a317cf1-8037-4f5b-93b8-bd20f31ff788, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d3a239-6a66-4c19-9fb5-a50fb883475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '04c23777-183b-4400-add0-7aa467edf00b'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:34:30.194428 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-86fcd4c7-63f9-4e29-bef9-65e8ed0e2a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:30.219254 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75bb8897-bc7d-4ee3-9c5a-abaf968d7b53 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:34:30.245430 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22ac569-8514-4169-be72-7b471c0ed5c0 None None] Sync routers for ids ['4de04ca2-5826-449d-943e-dd02bd76ed09'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:34:30.261579 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22ac569-8514-4169-be72-7b471c0ed5c0 None None] Routers {'4de04ca2-5826-449d-943e-dd02bd76ed09'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:34:30.262152 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-c22ac569-8514-4169-be72-7b471c0ed5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:34:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['4de04ca2-5826-449d-943e-dd02bd76ed09'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:34:30.262768 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-75bb8897-bc7d-4ee3-9c5a-abaf968d7b53 admin admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:30.264957 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-75bb8897-bc7d-4ee3-9c5a-abaf968d7b53 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9096839 Sep 08 09:34:30.267659 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60730) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:34:30.282097 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60732) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:34:30.288555 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-00aa66b3-5c4b-4078-9d75-d0f3b0654930 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Request body: {'network': {'name': 'tempest-network-smoke--2106333190', 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'port_security_enabled': True}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:34:30.336338 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-86fcd4c7-63f9-4e29-bef9-65e8ed0e2a3f None None] For port 1a317cf1-8037-4f5b-93b8-bd20f31ff788, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:34:30.340067 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-86fcd4c7-63f9-4e29-bef9-65e8ed0e2a3f None None] For port 1a317cf1-8037-4f5b-93b8-bd20f31ff788, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=1a317cf1-8037-4f5b-93b8-bd20f31ff788,segment=NetworkSegment(d1d3a239-6a66-4c19-9fb5-a50fb883475e),segment_id=d1d3a239-6a66-4c19-9fb5-a50fb883475e)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:34:30.345862 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-86fcd4c7-63f9-4e29-bef9-65e8ed0e2a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:30.411312 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-c22ac569-8514-4169-be72-7b471c0ed5c0 None None] Set router 4de04ca2-5826-449d-943e-dd02bd76ed09 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:34:30.412865 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fcd4c7-63f9-4e29-bef9-65e8ed0e2a3f None None] Routers {'5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:34:30.413681 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-86fcd4c7-63f9-4e29-bef9-65e8ed0e2a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:34:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:34:30.419264 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e9729-43d9-43e5-8cf4-36ccf3fd42e8 None None] Pushing event updated for resources: {'Port': ['ID=1a317cf1-8037-4f5b-93b8-bd20f31ff788,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:30.557004 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-86fcd4c7-63f9-4e29-bef9-65e8ed0e2a3f None None] Set router 5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:34:30.654950 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-c22ac569-8514-4169-be72-7b471c0ed5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de04ca2-5826-449d-943e-dd02bd76ed09', 'name': 'tempest-TestServerMultinode-1698108288-router', 'tenant_id': 'a158c06765af407295b8e57808ca337b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '963f89c0-2fec-48ed-be58-64036cbb4d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:34:28Z', 'updated_at': '2021-09-08T09:34:29Z', 'revision_number': 3, 'project_id': 'a158c06765af407295b8e57808ca337b', 'gw_port': {'id': '963f89c0-2fec-48ed-be58-64036cbb4d20', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a6:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de04ca2-5826-449d-943e-dd02bd76ed09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:34:28Z', 'updated_at': '2021-09-08T09:34:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:34:30.714677 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22ac569-8514-4169-be72-7b471c0ed5c0 None None] Checking router: 4de04ca2-5826-449d-943e-dd02bd76ed09 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:34:30.715704 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22ac569-8514-4169-be72-7b471c0ed5c0 None None] Updating router 4de04ca2-5826-449d-943e-dd02bd76ed09 port 963f89c0-2fec-48ed-be58-64036cbb4d20 binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:34:30.764718 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c22ac569-8514-4169-be72-7b471c0ed5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:30.836867 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device bf13a5ba-9bca-4558-b12a-8de7d215beed up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:34:30.901426 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00aa66b3-5c4b-4078-9d75-d0f3b0654930 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Made reservation on behalf of bf619d4abbb0429bbdac5a5fc24e6d35 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:34:30.908752 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-00aa66b3-5c4b-4078-9d75-d0f3b0654930 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:30.928044 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port bf13a5ba-9bca-4558-b12a-8de7d215beed triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:34:30.928429 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:30.933078 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-86fcd4c7-63f9-4e29-bef9-65e8ed0e2a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd', 'name': 'tempest-TestServerMultinode-1445604395-router', 'tenant_id': '2cb7597f94a24bafbd5df59ac0bdaf08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'bf13a5ba-9bca-4558-b12a-8de7d215beed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:34:23Z', 'updated_at': '2021-09-08T09:34:26Z', 'revision_number': 4, 'project_id': '2cb7597f94a24bafbd5df59ac0bdaf08', 'gw_port': {'id': 'bf13a5ba-9bca-4558-b12a-8de7d215beed', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:34:24Z', 'updated_at': '2021-09-08T09:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '1a317cf1-8037-4f5b-93b8-bd20f31ff788', 'name': '', 'network_id': '04c23777-183b-4400-add0-7aa467edf00b', 'tenant_id': '2cb7597f94a24bafbd5df59ac0bdaf08', 'mac_address': 'fa:16:3e:a6:43:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '68ab89bd-38c6-4458-a704-b4c1c66afd13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:34:25Z', 'updated_at': '2021-09-08T09:34:30Z', 'revision_number': 4, 'project_id': '2cb7597f94a24bafbd5df59ac0bdaf08', 'subnets': [{'id': '68ab89bd-38c6-4458-a704-b4c1c66afd13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:34:30.983202 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86fcd4c7-63f9-4e29-bef9-65e8ed0e2a3f None None] The sync data for ids ['5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd'] in n-d-806683-11 is: [{'id': '5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd', 'name': 'tempest-TestServerMultinode-1445604395-router', 'tenant_id': '2cb7597f94a24bafbd5df59ac0bdaf08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'bf13a5ba-9bca-4558-b12a-8de7d215beed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:34:23Z', 'updated_at': '2021-09-08T09:34:26Z', 'revision_number': 4, 'project_id': '2cb7597f94a24bafbd5df59ac0bdaf08', 'gw_port': {'id': 'bf13a5ba-9bca-4558-b12a-8de7d215beed', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:34:24Z', 'updated_at': '2021-09-08T09:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '1a317cf1-8037-4f5b-93b8-bd20f31ff788', 'name': '', 'network_id': '04c23777-183b-4400-add0-7aa467edf00b', 'tenant_id': '2cb7597f94a24bafbd5df59ac0bdaf08', 'mac_address': 'fa:16:3e:a6:43:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '68ab89bd-38c6-4458-a704-b4c1c66afd13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:34:25Z', 'updated_at': '2021-09-08T09:34:30Z', 'revision_number': 4, 'project_id': '2cb7597f94a24bafbd5df59ac0bdaf08', 'subnets': [{'id': '68ab89bd-38c6-4458-a704-b4c1c66afd13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:34:31.002675 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00aa66b3-5c4b-4078-9d75-d0f3b0654930 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:34:31.028101 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-00aa66b3-5c4b-4078-9d75-d0f3b0654930 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:31.028596 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-00aa66b3-5c4b-4078-9d75-d0f3b0654930 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Added segment 5612304b-d24c-4c8b-9c5f-91f52aa19774 of type vlan for network 26c1ac19-c16c-423e-a383-8bb0cb355570 Sep 08 09:34:31.107866 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 5a616426-f4a3-4d79-ac6e-ec82bd1586d4 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:34:31.193095 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c22ac569-8514-4169-be72-7b471c0ed5c0 None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:31.210986 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-c22ac569-8514-4169-be72-7b471c0ed5c0 None None] Transition to ACTIVE for port object 963f89c0-2fec-48ed-be58-64036cbb4d20 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:34:31.211946 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-00aa66b3-5c4b-4078-9d75-d0f3b0654930 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:31.212792 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 5a616426-f4a3-4d79-ac6e-ec82bd1586d4 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:34:31.226819 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c22ac569-8514-4169-be72-7b471c0ed5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:31.282488 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-c22ac569-8514-4169-be72-7b471c0ed5c0 None None] Attempting to bind port 963f89c0-2fec-48ed-be58-64036cbb4d20 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:34:31.283167 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-c22ac569-8514-4169-be72-7b471c0ed5c0 None None] Attempting to bind port 963f89c0-2fec-48ed-be58-64036cbb4d20 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:34:31.283313 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22ac569-8514-4169-be72-7b471c0ed5c0 None None] Attempting to bind port 963f89c0-2fec-48ed-be58-64036cbb4d20 on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:34:31.296248 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22ac569-8514-4169-be72-7b471c0ed5c0 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:34:31.296715 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22ac569-8514-4169-be72-7b471c0ed5c0 None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:34:31.298582 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c22ac569-8514-4169-be72-7b471c0ed5c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:31.299622 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22ac569-8514-4169-be72-7b471c0ed5c0 None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:34:31.299806 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-c22ac569-8514-4169-be72-7b471c0ed5c0 None None] Bound port: 963f89c0-2fec-48ed-be58-64036cbb4d20, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:34:31.300902 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c22ac569-8514-4169-be72-7b471c0ed5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:31.302770 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091bab0b-6a2b-476e-82cb-388b3681b252 None None] Pushing event updated for resources: {'Port': ['ID=963f89c0-2fec-48ed-be58-64036cbb4d20,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:31.319312 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-00aa66b3-5c4b-4078-9d75-d0f3b0654930 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:31.332031 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00aa66b3-5c4b-4078-9d75-d0f3b0654930 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:31.332691 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-00aa66b3-5c4b-4078-9d75-d0f3b0654930 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:31.333050 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091bab0b-6a2b-476e-82cb-388b3681b252 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:34:31.333488 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091bab0b-6a2b-476e-82cb-388b3681b252 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:34:31.333842 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091bab0b-6a2b-476e-82cb-388b3681b252 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:34:31.334203 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091bab0b-6a2b-476e-82cb-388b3681b252 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:34:31.334534 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091bab0b-6a2b-476e-82cb-388b3681b252 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:34:31.334859 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091bab0b-6a2b-476e-82cb-388b3681b252 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:34:31.335179 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091bab0b-6a2b-476e-82cb-388b3681b252 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:34:31.335496 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091bab0b-6a2b-476e-82cb-388b3681b252 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:34:31.335866 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091bab0b-6a2b-476e-82cb-388b3681b252 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:34:31.336187 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091bab0b-6a2b-476e-82cb-388b3681b252 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:34:31.336518 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091bab0b-6a2b-476e-82cb-388b3681b252 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:34:31.336868 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091bab0b-6a2b-476e-82cb-388b3681b252 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:34:31.386442 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-00aa66b3-5c4b-4078-9d75-d0f3b0654930 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0999470 Sep 08 09:34:31.387389 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60734) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:34:31.387864 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-c22ac569-8514-4169-be72-7b471c0ed5c0 None None] For port 963f89c0-2fec-48ed-be58-64036cbb4d20, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:34:31.392212 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-c22ac569-8514-4169-be72-7b471c0ed5c0 None None] For port 963f89c0-2fec-48ed-be58-64036cbb4d20, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=963f89c0-2fec-48ed-be58-64036cbb4d20,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:34:31.399121 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c22ac569-8514-4169-be72-7b471c0ed5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:31.474850 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22ac569-8514-4169-be72-7b471c0ed5c0 None None] Routers {'4de04ca2-5826-449d-943e-dd02bd76ed09'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:34:31.475493 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-c22ac569-8514-4169-be72-7b471c0ed5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:34:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['4de04ca2-5826-449d-943e-dd02bd76ed09'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:34:31.483452 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82c0b3a-8fae-45ff-8a57-2df4fa469b2a None None] Network 67596985-8417-4c9b-8294-c78346272535 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:34:31.501774 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e133e77-8c7a-4f3a-8388-1bb0b814030e tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:31.505115 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6e133e77-8c7a-4f3a-8388-1bb0b814030e tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=bf619d4abbb0429bbdac5a5fc24e6d35&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1157348 Sep 08 09:34:31.512013 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60736) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:34:31.556688 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8edeb5e8-50a3-425d-bcc6-63fb0f3d91d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:31.564764 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091bab0b-6a2b-476e-82cb-388b3681b252 None None] Pushing event updated for resources: {'Port': ['ID=963f89c0-2fec-48ed-be58-64036cbb4d20,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:31.601768 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aa66b3-5c4b-4078-9d75-d0f3b0654930 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event updated for resources: {'Network': ['ID=26c1ac19-c16c-423e-a383-8bb0cb355570,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:31.613686 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-4460633d-9bc4-408b-92bd-c3583754cdff None None] Provisioning for port 5a616426-f4a3-4d79-ac6e-ec82bd1586d4 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:34:31.629204 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6ae63b-9094-48d2-91af-7d84a9062f64 tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:31.630775 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-db6ae63b-9094-48d2-91af-7d84a9062f64 tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1165700 Sep 08 09:34:31.633746 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60738) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:34:31.636510 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aa66b3-5c4b-4078-9d75-d0f3b0654930 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:34:31.636984 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aa66b3-5c4b-4078-9d75-d0f3b0654930 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:34:31.637807 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aa66b3-5c4b-4078-9d75-d0f3b0654930 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:34:31.637807 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aa66b3-5c4b-4078-9d75-d0f3b0654930 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:34:31.638114 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-4460633d-9bc4-408b-92bd-c3583754cdff None None] Provisioning complete for port 5a616426-f4a3-4d79-ac6e-ec82bd1586d4 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:34:31.638395 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aa66b3-5c4b-4078-9d75-d0f3b0654930 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:34:31.638499 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4460633d-9bc4-408b-92bd-c3583754cdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:31.638925 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aa66b3-5c4b-4078-9d75-d0f3b0654930 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:34:31.639479 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aa66b3-5c4b-4078-9d75-d0f3b0654930 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:34:31.639913 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aa66b3-5c4b-4078-9d75-d0f3b0654930 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:34:31.640345 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aa66b3-5c4b-4078-9d75-d0f3b0654930 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:34:31.640777 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aa66b3-5c4b-4078-9d75-d0f3b0654930 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:34:31.641220 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aa66b3-5c4b-4078-9d75-d0f3b0654930 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:34:31.641667 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aa66b3-5c4b-4078-9d75-d0f3b0654930 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:34:31.667002 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 26c1ac19-c16c-423e-a383-8bb0cb355570 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:34:31.670901 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c28c565c-e25d-473a-b0d6-adc3a31abbac tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=399c4174-1e86-4a10-bb99-f875a09107d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0360031 Sep 08 09:34:31.673627 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60740) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:34:31.701766 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-c22ac569-8514-4169-be72-7b471c0ed5c0 None None] Set router 4de04ca2-5826-449d-943e-dd02bd76ed09 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:34:31.708979 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b81cdceb-37a6-4e39-974d-f62ad7068d8d tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=bf619d4abbb0429bbdac5a5fc24e6d35&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310326 Sep 08 09:34:31.712124 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60742) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:34:31.865215 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d371ec12-010e-45d4-a36e-587a15e50b61 tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:31.867371 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d371ec12-010e-45d4-a36e-587a15e50b61 tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1541984 Sep 08 09:34:31.870177 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60744) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:34:31.905853 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-070c22c2-e896-4b68-a2ce-ed9eec866b4e tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=399c4174-1e86-4a10-bb99-f875a09107d5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0343103 Sep 08 09:34:31.910648 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60746) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:34:31.917338 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-d3f44d98-0962-472d-8390-bf928afe8ba1 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1226607588', 'network_id': '26c1ac19-c16c-423e-a383-8bb0cb355570', 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:34:31.947796 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-8edeb5e8-50a3-425d-bcc6-63fb0f3d91d4 admin admin] Allocated IP 172.20.0.1 (67596985-8417-4c9b-8294-c78346272535/38ec2315-769b-4465-89fe-8dc341a0e6b6/de1d7a4b-a7ad-4925-843a-3c3bd3fd4ee3) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:34:31.999982 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4460633d-9bc4-408b-92bd-c3583754cdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:32.068037 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-4460633d-9bc4-408b-92bd-c3583754cdff None None] For port 5a616426-f4a3-4d79-ac6e-ec82bd1586d4, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=5a616426-f4a3-4d79-ac6e-ec82bd1586d4,segment=NetworkSegment(712c7fa1-322c-4511-a28e-5faa269526cc),segment_id=712c7fa1-322c-4511-a28e-5faa269526cc)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:34:32.084481 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4460633d-9bc4-408b-92bd-c3583754cdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:32.113116 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f44d98-0962-472d-8390-bf928afe8ba1 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Made reservation on behalf of bf619d4abbb0429bbdac5a5fc24e6d35 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:34:32.116737 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d3f44d98-0962-472d-8390-bf928afe8ba1 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:32.130327 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8edeb5e8-50a3-425d-bcc6-63fb0f3d91d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:32.165562 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-8edeb5e8-50a3-425d-bcc6-63fb0f3d91d4 admin admin] Transition to ACTIVE for port object de1d7a4b-a7ad-4925-843a-3c3bd3fd4ee3 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:34:32.184244 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4460633d-9bc4-408b-92bd-c3583754cdff None None] Pushing event updated for resources: {'Port': ['ID=5a616426-f4a3-4d79-ac6e-ec82bd1586d4,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:32.224329 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8edeb5e8-50a3-425d-bcc6-63fb0f3d91d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:32.225469 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-c22ac569-8514-4169-be72-7b471c0ed5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de04ca2-5826-449d-943e-dd02bd76ed09', 'name': 'tempest-TestServerMultinode-1698108288-router', 'tenant_id': 'a158c06765af407295b8e57808ca337b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '963f89c0-2fec-48ed-be58-64036cbb4d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:34:28Z', 'updated_at': '2021-09-08T09:34:29Z', 'revision_number': 3, 'project_id': 'a158c06765af407295b8e57808ca337b', 'gw_port': {'id': '963f89c0-2fec-48ed-be58-64036cbb4d20', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a6:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de04ca2-5826-449d-943e-dd02bd76ed09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:34:28Z', 'updated_at': '2021-09-08T09:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:34:32.270381 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edeb5e8-50a3-425d-bcc6-63fb0f3d91d4 admin admin] Network 67596985-8417-4c9b-8294-c78346272535 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:34:32.270976 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22ac569-8514-4169-be72-7b471c0ed5c0 None None] The sync data for ids ['4de04ca2-5826-449d-943e-dd02bd76ed09'] in n-d-806683-11 is: [{'id': '4de04ca2-5826-449d-943e-dd02bd76ed09', 'name': 'tempest-TestServerMultinode-1698108288-router', 'tenant_id': 'a158c06765af407295b8e57808ca337b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '963f89c0-2fec-48ed-be58-64036cbb4d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:34:28Z', 'updated_at': '2021-09-08T09:34:29Z', 'revision_number': 3, 'project_id': 'a158c06765af407295b8e57808ca337b', 'gw_port': {'id': '963f89c0-2fec-48ed-be58-64036cbb4d20', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a6:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de04ca2-5826-449d-943e-dd02bd76ed09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:34:28Z', 'updated_at': '2021-09-08T09:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:34:32.273727 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-8edeb5e8-50a3-425d-bcc6-63fb0f3d91d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:34:32.278239 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edeb5e8-50a3-425d-bcc6-63fb0f3d91d4 admin admin] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:34:32.318536 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ff298bf8-edf2-4a50-95ec-6f7249b8bb9d None None] Provisioning complete for port 5a616426-f4a3-4d79-ac6e-ec82bd1586d4 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:34:32.319105 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ff298bf8-edf2-4a50-95ec-6f7249b8bb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:32.351041 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edeb5e8-50a3-425d-bcc6-63fb0f3d91d4 admin admin] Pushing event updated for resources: {'Port': ['ID=de1d7a4b-a7ad-4925-843a-3c3bd3fd4ee3,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:32.363364 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8edeb5e8-50a3-425d-bcc6-63fb0f3d91d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:32.490334 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d3f44d98-0962-472d-8390-bf928afe8ba1 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:32.571119 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8edeb5e8-50a3-425d-bcc6-63fb0f3d91d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:32.589365 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f44d98-0962-472d-8390-bf928afe8ba1 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event updated for resources: {'Subnet': ['ID=eb2012ec-8f3e-46e5-988f-c4911a9ae75c,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:32.591952 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f44d98-0962-472d-8390-bf928afe8ba1 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Checking segment: {'id': '5612304b-d24c-4c8b-9c5f-91f52aa19774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '26c1ac19-c16c-423e-a383-8bb0cb355570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:34:32.592461 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f44d98-0962-472d-8390-bf928afe8ba1 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Network hostable DHCP agents. Network: 26c1ac19-c16c-423e-a383-8bb0cb355570, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:34:32.618344 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f44d98-0962-472d-8390-bf928afe8ba1 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Network 26c1ac19-c16c-423e-a383-8bb0cb355570 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:34:32.633653 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-d3f44d98-0962-472d-8390-bf928afe8ba1 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 26c1ac19-c16c-423e-a383-8bb0cb355570) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:34:32.644899 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5d2332-bf79-4e81-a4fd-37d599689261 None None] Network 26c1ac19-c16c-423e-a383-8bb0cb355570 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:34:32.645689 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f44d98-0962-472d-8390-bf928afe8ba1 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:32.648919 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d3f44d98-0962-472d-8390-bf928afe8ba1 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:32.680151 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d3f44d98-0962-472d-8390-bf928afe8ba1 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7658520 Sep 08 09:34:32.829080 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-3671cafb-60c6-4b98-a2ec-364dd229a67e None None] Provisioning for port de1d7a4b-a7ad-4925-843a-3c3bd3fd4ee3 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:34:32.834391 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-3671cafb-60c6-4b98-a2ec-364dd229a67e None None] Provisioning complete for port de1d7a4b-a7ad-4925-843a-3c3bd3fd4ee3 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:34:32.834683 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3671cafb-60c6-4b98-a2ec-364dd229a67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:32.885323 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 1a317cf1-8037-4f5b-93b8-bd20f31ff788 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:34:32.903543 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8edeb5e8-50a3-425d-bcc6-63fb0f3d91d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:32.910859 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8edeb5e8-50a3-425d-bcc6-63fb0f3d91d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:32.955667 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-3671cafb-60c6-4b98-a2ec-364dd229a67e None None] Port de1d7a4b-a7ad-4925-843a-3c3bd3fd4ee3 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:34:32.976178 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 1a317cf1-8037-4f5b-93b8-bd20f31ff788 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:34:32.996084 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8edeb5e8-50a3-425d-bcc6-63fb0f3d91d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:33.001004 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 1a317cf1-8037-4f5b-93b8-bd20f31ff788 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:34:33.001458 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:33.033313 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754cab1a-40e2-459f-a957-a70f34e7dcde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-26c1ac19-c16c-423e-a383-8bb0cb355570', 'network_id': '26c1ac19-c16c-423e-a383-8bb0cb355570', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'fixed_ips': [{'subnet_id': 'eb2012ec-8f3e-46e5-988f-c4911a9ae75c'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:34:33.034670 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-754cab1a-40e2-459f-a957-a70f34e7dcde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:33.045261 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edeb5e8-50a3-425d-bcc6-63fb0f3d91d4 admin admin] Pushing event updated for resources: {'Port': ['ID=de1d7a4b-a7ad-4925-843a-3c3bd3fd4ee3,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:33.091106 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60750) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:34:33.096047 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-55d187a9-6d24-47f2-909e-c97bdba48738 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1248430280', 'description': 'tempest-secgroup-smoke-1248430280 description', 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:34:33.133960 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-55d187a9-6d24-47f2-909e-c97bdba48738 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:33.138902 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edeb5e8-50a3-425d-bcc6-63fb0f3d91d4 admin admin] Network 67596985-8417-4c9b-8294-c78346272535 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:34:33.140962 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-8edeb5e8-50a3-425d-bcc6-63fb0f3d91d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:34:33.277775 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:33.281831 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8edeb5e8-50a3-425d-bcc6-63fb0f3d91d4 admin admin] Router 4de04ca2-5826-449d-943e-dd02bd76ed09 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:34:33.287481 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-55d187a9-6d24-47f2-909e-c97bdba48738 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:33.297973 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-55d187a9-6d24-47f2-909e-c97bdba48738 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:33.340219 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-754cab1a-40e2-459f-a957-a70f34e7dcde None None] Allocated IP 172.20.0.18 (26c1ac19-c16c-423e-a383-8bb0cb355570/eb2012ec-8f3e-46e5-988f-c4911a9ae75c/61098be7-d990-419e-b36b-31625f08beb6) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:34:33.343743 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d187a9-6d24-47f2-909e-c97bdba48738 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d505c837-d230-4871-9b6a-fbe523096f3e,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:33.349416 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 1a317cf1-8037-4f5b-93b8-bd20f31ff788, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=1a317cf1-8037-4f5b-93b8-bd20f31ff788,segment=NetworkSegment(d1d3a239-6a66-4c19-9fb5-a50fb883475e),segment_id=d1d3a239-6a66-4c19-9fb5-a50fb883475e)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:34:33.356387 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-55d187a9-6d24-47f2-909e-c97bdba48738 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:33.359197 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:33.360087 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-55d187a9-6d24-47f2-909e-c97bdba48738 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2676835 Sep 08 09:34:33.363290 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60752) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:34:33.364085 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 5a616426-f4a3-4d79-ac6e-ec82bd1586d4 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:34:33.371813 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-5088bc71-703e-4b15-991f-0c286e3b9622 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Request body: {'security_group_rule': {'security_group_id': 'd505c837-d230-4871-9b6a-fbe523096f3e', 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:34:33.468678 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5088bc71-703e-4b15-991f-0c286e3b9622 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:33.471971 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8edeb5e8-50a3-425d-bcc6-63fb0f3d91d4 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:34:33.478679 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8edeb5e8-50a3-425d-bcc6-63fb0f3d91d4 admin admin] 10.222.0.54 "PUT /v2.0/routers/4de04ca2-5826-449d-943e-dd02bd76ed09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2096276 Sep 08 09:34:33.559172 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5088bc71-703e-4b15-991f-0c286e3b9622 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:33.564583 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=1a317cf1-8037-4f5b-93b8-bd20f31ff788,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:33.564772 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5088bc71-703e-4b15-991f-0c286e3b9622 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:33.595092 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5088bc71-703e-4b15-991f-0c286e3b9622 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e947f7e-1895-4075-a631-2878537d8e45,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:33.598536 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5088bc71-703e-4b15-991f-0c286e3b9622 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:33.599852 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 5a616426-f4a3-4d79-ac6e-ec82bd1586d4 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:34:33.600193 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5088bc71-703e-4b15-991f-0c286e3b9622 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2346964 Sep 08 09:34:33.600502 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:33.602972 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60756) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:34:33.607748 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-854fdae4-33c9-4e66-9f44-1d427e77ea98 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Request body: {'security_group_rule': {'security_group_id': 'd505c837-d230-4871-9b6a-fbe523096f3e', 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:34:33.663865 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-cc07fe78-ef80-4c20-a1ef-569888cc6e26 None None] Provisioning complete for port de1d7a4b-a7ad-4925-843a-3c3bd3fd4ee3 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:34:33.664387 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cc07fe78-ef80-4c20-a1ef-569888cc6e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:33.670883 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-854fdae4-33c9-4e66-9f44-1d427e77ea98 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:33.764247 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-cc07fe78-ef80-4c20-a1ef-569888cc6e26 None None] Port de1d7a4b-a7ad-4925-843a-3c3bd3fd4ee3 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:34:33.764978 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-854fdae4-33c9-4e66-9f44-1d427e77ea98 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:33.770821 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-754cab1a-40e2-459f-a957-a70f34e7dcde None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:33.773810 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-854fdae4-33c9-4e66-9f44-1d427e77ea98 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:33.801528 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-754cab1a-40e2-459f-a957-a70f34e7dcde None None] Transition to ACTIVE for port object 61098be7-d990-419e-b36b-31625f08beb6 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:34:33.806754 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854fdae4-33c9-4e66-9f44-1d427e77ea98 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8079dd3-1925-47ac-835b-104de92d9f2e,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:33.822468 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-854fdae4-33c9-4e66-9f44-1d427e77ea98 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:33.823717 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-854fdae4-33c9-4e66-9f44-1d427e77ea98 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2197351 Sep 08 09:34:33.826522 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60762) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:34:33.828993 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-754cab1a-40e2-459f-a957-a70f34e7dcde None None] Transition to ACTIVE for port object 61098be7-d990-419e-b36b-31625f08beb6 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:34:33.832500 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-2d61d2ce-47f9-4421-9c0d-4887584af974 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Request body: {'security_group_rule': {'security_group_id': 'd505c837-d230-4871-9b6a-fbe523096f3e', 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:34:33.836522 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-754cab1a-40e2-459f-a957-a70f34e7dcde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:33.882220 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2d61d2ce-47f9-4421-9c0d-4887584af974 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:33.882705 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754cab1a-40e2-459f-a957-a70f34e7dcde None None] Network 26c1ac19-c16c-423e-a383-8bb0cb355570 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:34:33.885758 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-754cab1a-40e2-459f-a957-a70f34e7dcde None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:34:33.889704 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754cab1a-40e2-459f-a957-a70f34e7dcde None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:34:33.901656 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754cab1a-40e2-459f-a957-a70f34e7dcde None None] Pushing event updated for resources: {'Port': ['ID=61098be7-d990-419e-b36b-31625f08beb6,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:33.950377 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-093a9978-0bf9-4476-9c2e-83b25edd8742 req-7c80d096-f217-4d0e-86f1-63b60bb5183d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dfc81388-0681-4d90-aa01-f1c8f1e1d869&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0783329 Sep 08 09:34:33.958333 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-754cab1a-40e2-459f-a957-a70f34e7dcde None None] Attempting to bind port 61098be7-d990-419e-b36b-31625f08beb6 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:34:33.958874 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-754cab1a-40e2-459f-a957-a70f34e7dcde None None] Attempting to bind port 61098be7-d990-419e-b36b-31625f08beb6 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '5612304b-d24c-4c8b-9c5f-91f52aa19774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '26c1ac19-c16c-423e-a383-8bb0cb355570'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:34:33.959166 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754cab1a-40e2-459f-a957-a70f34e7dcde None None] Attempting to bind port 61098be7-d990-419e-b36b-31625f08beb6 on network 26c1ac19-c16c-423e-a383-8bb0cb355570 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:34:33.961822 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2d61d2ce-47f9-4421-9c0d-4887584af974 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:33.964523 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754cab1a-40e2-459f-a957-a70f34e7dcde None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:34:33.964901 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754cab1a-40e2-459f-a957-a70f34e7dcde None None] Checking segment: {'id': '5612304b-d24c-4c8b-9c5f-91f52aa19774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '26c1ac19-c16c-423e-a383-8bb0cb355570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:34:33.965771 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-754cab1a-40e2-459f-a957-a70f34e7dcde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:33.965977 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754cab1a-40e2-459f-a957-a70f34e7dcde None None] Bound using segment: {'id': '5612304b-d24c-4c8b-9c5f-91f52aa19774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '26c1ac19-c16c-423e-a383-8bb0cb355570'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:34:33.966432 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-754cab1a-40e2-459f-a957-a70f34e7dcde None None] Bound port: 61098be7-d990-419e-b36b-31625f08beb6, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5612304b-d24c-4c8b-9c5f-91f52aa19774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '26c1ac19-c16c-423e-a383-8bb0cb355570'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:34:33.966593 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2d61d2ce-47f9-4421-9c0d-4887584af974 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:33.966806 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-754cab1a-40e2-459f-a957-a70f34e7dcde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:33.983056 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d61d2ce-47f9-4421-9c0d-4887584af974 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8b70271-c6cc-403d-88e0-180feecf2ffc,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:34.005462 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2d61d2ce-47f9-4421-9c0d-4887584af974 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:34.010562 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2d61d2ce-47f9-4421-9c0d-4887584af974 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1798825 Sep 08 09:34:34.010562 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60766) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:34:34.014830 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-cbe69479-71fa-4f72-9b90-c49f2cb03874 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Request body: {'security_group_rule': {'security_group_id': 'd505c837-d230-4871-9b6a-fbe523096f3e', 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:34:34.045332 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cbe69479-71fa-4f72-9b90-c49f2cb03874 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:34.048751 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-754cab1a-40e2-459f-a957-a70f34e7dcde None None] For port 61098be7-d990-419e-b36b-31625f08beb6, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:34:34.053523 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-754cab1a-40e2-459f-a957-a70f34e7dcde None None] For port 61098be7-d990-419e-b36b-31625f08beb6, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=61098be7-d990-419e-b36b-31625f08beb6,segment=NetworkSegment(5612304b-d24c-4c8b-9c5f-91f52aa19774),segment_id=5612304b-d24c-4c8b-9c5f-91f52aa19774)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:34:34.060004 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-754cab1a-40e2-459f-a957-a70f34e7dcde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:34.085422 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a9978-0bf9-4476-9c2e-83b25edd8742 req-46c7dae5-1e5c-48ad-93f9-642e4963b2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:34.087674 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-093a9978-0bf9-4476-9c2e-83b25edd8742 req-46c7dae5-1e5c-48ad-93f9-642e4963b2b2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf619d4abbb0429bbdac5a5fc24e6d35&device_id=dfc81388-0681-4d90-aa01-f1c8f1e1d869 HTTP/1.1" status: 200 len: 1097 time: 0.0545433 Sep 08 09:34:34.147414 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754cab1a-40e2-459f-a957-a70f34e7dcde None None] Pushing event updated for resources: {'Port': ['ID=61098be7-d990-419e-b36b-31625f08beb6,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:34.155187 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cbe69479-71fa-4f72-9b90-c49f2cb03874 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:34.162296 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cbe69479-71fa-4f72-9b90-c49f2cb03874 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:34.181829 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe69479-71fa-4f72-9b90-c49f2cb03874 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cd2cf1d-7616-4bda-a7d3-37a8bd107def,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:34.188859 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cbe69479-71fa-4f72-9b90-c49f2cb03874 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:34.190350 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-cbe69479-71fa-4f72-9b90-c49f2cb03874 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1789813 Sep 08 09:34:34.193082 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60770) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:34:34.198426 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-40fc82c1-a9e2-418c-bb98-904be3e9747e tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Request body: {'security_group_rule': {'security_group_id': 'd505c837-d230-4871-9b6a-fbe523096f3e', 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:34:34.221613 n-d-806683-11 neutron-server[94713]: INFO neutron.db.securitygroups_db [None req-40fc82c1-a9e2-418c-bb98-904be3e9747e tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Project bf619d4abbb0429bbdac5a5fc24e6d35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 09:34:34.227620 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-40fc82c1-a9e2-418c-bb98-904be3e9747e tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:34.263997 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a9978-0bf9-4476-9c2e-83b25edd8742 req-04b89a70-3bee-471a-ac20-c111e3cefea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:34.266168 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-093a9978-0bf9-4476-9c2e-83b25edd8742 req-04b89a70-3bee-471a-ac20-c111e3cefea9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f7b42b4b-7017-4bb7-8216-d79786d85408 HTTP/1.1" status: 200 len: 898 time: 0.1406717 Sep 08 09:34:34.324807 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-40fc82c1-a9e2-418c-bb98-904be3e9747e tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:34.330264 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-40fc82c1-a9e2-418c-bb98-904be3e9747e tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:34.350802 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc82c1-a9e2-418c-bb98-904be3e9747e tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8130f5e7-699d-44f1-829d-e30989d4d114,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:34.362885 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-40fc82c1-a9e2-418c-bb98-904be3e9747e tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:34.368562 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 60782) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:34:34.369001 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-40fc82c1-a9e2-418c-bb98-904be3e9747e tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1743426 Sep 08 09:34:34.379862 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-fa6f1425-d06d-48a9-b80a-7cb32292aec1 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Request body: {'security_group_rule': {'security_group_id': 'd505c837-d230-4871-9b6a-fbe523096f3e', 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:34:34.429090 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-093a9978-0bf9-4476-9c2e-83b25edd8742 req-6ac1c059-34da-4a35-9329-72b7ccecb873 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7 HTTP/1.1" status: 200 len: 1001 time: 0.1547503 Sep 08 09:34:34.509160 n-d-806683-11 neutron-server[94712]: INFO neutron.db.securitygroups_db [None req-fa6f1425-d06d-48a9-b80a-7cb32292aec1 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Project bf619d4abbb0429bbdac5a5fc24e6d35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 09:34:34.512482 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a2c8e-00cf-46ad-adff-d5bdb9452103 req-edecbff2-0d94-4999-8a75-f8001a16e29a tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:34.514065 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-432a2c8e-00cf-46ad-adff-d5bdb9452103 req-edecbff2-0d94-4999-8a75-f8001a16e29a tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/networks?id=04c23777-183b-4400-add0-7aa467edf00b HTTP/1.1" status: 200 len: 911 time: 0.2016747 Sep 08 09:34:34.521702 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fa6f1425-d06d-48a9-b80a-7cb32292aec1 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:34.526905 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a9978-0bf9-4476-9c2e-83b25edd8742 req-00a4c0e5-76cf-45f1-b875-027c51309ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:34.528443 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-093a9978-0bf9-4476-9c2e-83b25edd8742 req-00a4c0e5-76cf-45f1-b875-027c51309ebb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8955da54-3088-4089-a320-ace009263420 HTTP/1.1" status: 200 len: 835 time: 0.0907469 Sep 08 09:34:34.587369 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-432a2c8e-00cf-46ad-adff-d5bdb9452103 req-3503689e-c1a4-4d4b-b151-acd51b425e4b tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/quotas/a158c06765af407295b8e57808ca337b HTTP/1.1" status: 200 len: 375 time: 0.0579362 Sep 08 09:34:34.676490 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a9978-0bf9-4476-9c2e-83b25edd8742 req-caf97c53-d639-4bbd-bb8e-4efe524591c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:34.678032 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-093a9978-0bf9-4476-9c2e-83b25edd8742 req-caf97c53-d639-4bbd-bb8e-4efe524591c6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f7b42b4b-7017-4bb7-8216-d79786d85408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1413796 Sep 08 09:34:34.690588 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fa6f1425-d06d-48a9-b80a-7cb32292aec1 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:34.707909 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fa6f1425-d06d-48a9-b80a-7cb32292aec1 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:34.729494 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-432a2c8e-00cf-46ad-adff-d5bdb9452103 req-e15027cb-a05e-4f81-aae1-49d18ea46096 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/ports?tenant_id=a158c06765af407295b8e57808ca337b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1347151 Sep 08 09:34:34.762191 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 61098be7-d990-419e-b36b-31625f08beb6 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:34:34.777560 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f1425-d06d-48a9-b80a-7cb32292aec1 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ab6b2f2-8aaa-4f04-961f-3ca1d5f1f55c,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:34.814076 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fa6f1425-d06d-48a9-b80a-7cb32292aec1 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:34.816207 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-fa6f1425-d06d-48a9-b80a-7cb32292aec1 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4419513 Sep 08 09:34:34.823767 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 61098be7-d990-419e-b36b-31625f08beb6 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:34:34.828589 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 1a317cf1-8037-4f5b-93b8-bd20f31ff788 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:34:34.888660 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 1a317cf1-8037-4f5b-93b8-bd20f31ff788 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:34:34.889149 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:34.892468 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-093a9978-0bf9-4476-9c2e-83b25edd8742 req-059ba00e-f21f-4222-9349-bf09b193a989 service neutron] 10.222.0.37 "GET /v2.0/networks/f7b42b4b-7017-4bb7-8216-d79786d85408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000496 Sep 08 09:34:34.921774 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-432a2c8e-00cf-46ad-adff-d5bdb9452103 req-547c95e7-0995-44ca-a336-01b2ead202d1 service neutron] 10.222.0.54 "GET /v2.0/networks/04c23777-183b-4400-add0-7aa467edf00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801600 Sep 08 09:34:35.004795 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 963f89c0-2fec-48ed-be58-64036cbb4d20 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:34:35.059039 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-267e0e0f-e189-4e09-9ebc-7a987cd8408a tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1248430280&fields=id&tenant_id=bf619d4abbb0429bbdac5a5fc24e6d35 HTTP/1.1" status: 200 len: 267 time: 0.0522330 Sep 08 09:34:35.068520 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-093a9978-0bf9-4476-9c2e-83b25edd8742 req-a7bc4e4f-1ae0-4c21-8daa-663298d437b6 service neutron] 10.222.0.37 "GET /v2.0/networks/f7b42b4b-7017-4bb7-8216-d79786d85408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645365 Sep 08 09:34:35.086294 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 963f89c0-2fec-48ed-be58-64036cbb4d20 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:34:35.096332 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 963f89c0-2fec-48ed-be58-64036cbb4d20 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:34:35.097248 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:35.118774 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-432a2c8e-00cf-46ad-adff-d5bdb9452103 req-c7ecd62f-1236-4bc1-b97d-0adc9cfd9e2c service neutron] 10.222.0.54 "GET /v2.0/networks/04c23777-183b-4400-add0-7aa467edf00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868908 Sep 08 09:34:35.215706 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:35.235018 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176b2c1e-6acf-400a-b406-4444a82da765 None None] Sync routers for ids ['4de04ca2-5826-449d-943e-dd02bd76ed09'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:34:35.235524 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-ebb1af2e-dcaa-4cc8-a2f6-3253556a5148 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:35.238598 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-ebb1af2e-dcaa-4cc8-a2f6-3253556a5148 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/networks?id=26c1ac19-c16c-423e-a383-8bb0cb355570 HTTP/1.1" status: 200 len: 797 time: 0.1683259 Sep 08 09:34:35.255965 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 963f89c0-2fec-48ed-be58-64036cbb4d20, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=963f89c0-2fec-48ed-be58-64036cbb4d20,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:34:35.257089 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176b2c1e-6acf-400a-b406-4444a82da765 None None] Routers {'4de04ca2-5826-449d-943e-dd02bd76ed09'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:34:35.257713 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-176b2c1e-6acf-400a-b406-4444a82da765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:34:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['4de04ca2-5826-449d-943e-dd02bd76ed09'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:34:35.259593 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-375763b0-863f-48b3-a24c-cea7eadb1a36 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/quotas/bf619d4abbb0429bbdac5a5fc24e6d35 HTTP/1.1" status: 200 len: 375 time: 0.0142484 Sep 08 09:34:35.358940 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a5308c47-4d82-4cd1-aba8-5c6ea0e251fe req-64f5f5e6-798f-4adb-a924-d812d03ddaee tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ccb2b1e4-03fa-4573-915c-11e68b521b92 HTTP/1.1" status: 200 len: 210 time: 0.0479419 Sep 08 09:34:35.402559 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-92a6e26f-9079-4ef5-9e3e-cb83fdd257c3 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf619d4abbb0429bbdac5a5fc24e6d35&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1258662 Sep 08 09:34:35.489379 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c907ddf8-bd8e-4275-a1bd-41ecb363b533 None None] Network 26c1ac19-c16c-423e-a383-8bb0cb355570 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:34:35.492466 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:35.519518 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-606f59cd-f727-4bd5-9851-c6d44080c9c2 service neutron] 10.222.0.54 "GET /v2.0/networks/26c1ac19-c16c-423e-a383-8bb0cb355570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030765 Sep 08 09:34:35.562739 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-99656640-bc1c-4577-8f5a-4902f745a5ff None None] Provisioning for port 61098be7-d990-419e-b36b-31625f08beb6 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:34:35.630623 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-9115f247-9096-43c8-a9df-f04c6f890792 service neutron] 10.222.0.54 "GET /v2.0/networks/26c1ac19-c16c-423e-a383-8bb0cb355570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101892 Sep 08 09:34:35.643219 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-99656640-bc1c-4577-8f5a-4902f745a5ff None None] Provisioning complete for port 61098be7-d990-419e-b36b-31625f08beb6 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:34:35.643715 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-99656640-bc1c-4577-8f5a-4902f745a5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:35.673272 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=963f89c0-2fec-48ed-be58-64036cbb4d20,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:35.710094 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-176b2c1e-6acf-400a-b406-4444a82da765 None None] Set router 4de04ca2-5826-449d-943e-dd02bd76ed09 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:34:35.826484 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c7aa264f-76dd-4f38-986c-cc216ac3d304 req-0cc7ec96-ef91-4de0-bf96-e63452f2f8e2 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/ports?device_id=a61d88d2-dfd8-4941-976d-eaaf535f251d HTTP/1.1" status: 200 len: 210 time: 0.0286889 Sep 08 09:34:35.988076 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-99656640-bc1c-4577-8f5a-4902f745a5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:36.054443 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-99656640-bc1c-4577-8f5a-4902f745a5ff None None] For port 61098be7-d990-419e-b36b-31625f08beb6, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=61098be7-d990-419e-b36b-31625f08beb6,segment=NetworkSegment(5612304b-d24c-4c8b-9c5f-91f52aa19774),segment_id=5612304b-d24c-4c8b-9c5f-91f52aa19774)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:34:36.081760 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-99656640-bc1c-4577-8f5a-4902f745a5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:36.148351 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99656640-bc1c-4577-8f5a-4902f745a5ff None None] Pushing event updated for resources: {'Port': ['ID=61098be7-d990-419e-b36b-31625f08beb6,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:36.162019 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-176b2c1e-6acf-400a-b406-4444a82da765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de04ca2-5826-449d-943e-dd02bd76ed09', 'name': 'tempest-TestServerMultinode-1698108288-router', 'tenant_id': 'a158c06765af407295b8e57808ca337b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '963f89c0-2fec-48ed-be58-64036cbb4d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:34:28Z', 'updated_at': '2021-09-08T09:34:32Z', 'revision_number': 4, 'project_id': 'a158c06765af407295b8e57808ca337b', 'gw_port': {'id': '963f89c0-2fec-48ed-be58-64036cbb4d20', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de04ca2-5826-449d-943e-dd02bd76ed09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:34:28Z', 'updated_at': '2021-09-08T09:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'de1d7a4b-a7ad-4925-843a-3c3bd3fd4ee3', 'name': '', 'network_id': '67596985-8417-4c9b-8294-c78346272535', 'tenant_id': 'a158c06765af407295b8e57808ca337b', 'mac_address': 'fa:16:3e:40:fb:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de04ca2-5826-449d-943e-dd02bd76ed09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '38ec2315-769b-4465-89fe-8dc341a0e6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:34:31Z', 'updated_at': '2021-09-08T09:34:32Z', 'revision_number': 2, 'project_id': 'a158c06765af407295b8e57808ca337b', 'subnets': [{'id': '38ec2315-769b-4465-89fe-8dc341a0e6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:34:36.195963 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176b2c1e-6acf-400a-b406-4444a82da765 None None] Checking router: 4de04ca2-5826-449d-943e-dd02bd76ed09 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:34:36.196739 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176b2c1e-6acf-400a-b406-4444a82da765 None None] Updating router 4de04ca2-5826-449d-943e-dd02bd76ed09 port de1d7a4b-a7ad-4925-843a-3c3bd3fd4ee3 binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:34:36.227144 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-176b2c1e-6acf-400a-b406-4444a82da765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:36.456583 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-113c977c-d65f-42e3-aa37-d702564c190e None None] Provisioning complete for port 61098be7-d990-419e-b36b-31625f08beb6 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:34:36.457167 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-113c977c-d65f-42e3-aa37-d702564c190e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:36.465092 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9ce62588-b743-444b-b0fe-5fc58df86d2a req-129b1f0d-2fe0-4da8-ab63-7ae2908411e1 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ccb2b1e4-03fa-4573-915c-11e68b521b92 HTTP/1.1" status: 200 len: 210 time: 0.0290997 Sep 08 09:34:36.610064 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-176b2c1e-6acf-400a-b406-4444a82da765 None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:36.622618 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-176b2c1e-6acf-400a-b406-4444a82da765 None None] Transition to ACTIVE for port object de1d7a4b-a7ad-4925-843a-3c3bd3fd4ee3 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:34:36.629619 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-176b2c1e-6acf-400a-b406-4444a82da765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:36.655223 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 61098be7-d990-419e-b36b-31625f08beb6 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:34:36.700766 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08885ec-d317-42af-9f85-b99a11e44067 None None] Pushing event updated for resources: {'Port': ['ID=de1d7a4b-a7ad-4925-843a-3c3bd3fd4ee3,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:36.774968 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-176b2c1e-6acf-400a-b406-4444a82da765 None None] Attempting to bind port de1d7a4b-a7ad-4925-843a-3c3bd3fd4ee3 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:34:36.775353 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-176b2c1e-6acf-400a-b406-4444a82da765 None None] Attempting to bind port de1d7a4b-a7ad-4925-843a-3c3bd3fd4ee3 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '712c7fa1-322c-4511-a28e-5faa269526cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '67596985-8417-4c9b-8294-c78346272535'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:34:36.775744 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176b2c1e-6acf-400a-b406-4444a82da765 None None] Attempting to bind port de1d7a4b-a7ad-4925-843a-3c3bd3fd4ee3 on network 67596985-8417-4c9b-8294-c78346272535 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:34:36.781963 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176b2c1e-6acf-400a-b406-4444a82da765 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:34:36.782370 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176b2c1e-6acf-400a-b406-4444a82da765 None None] Checking segment: {'id': '712c7fa1-322c-4511-a28e-5faa269526cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '67596985-8417-4c9b-8294-c78346272535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:34:36.782779 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-176b2c1e-6acf-400a-b406-4444a82da765 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:36.783234 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176b2c1e-6acf-400a-b406-4444a82da765 None None] Bound using segment: {'id': '712c7fa1-322c-4511-a28e-5faa269526cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '67596985-8417-4c9b-8294-c78346272535'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:34:36.783709 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-176b2c1e-6acf-400a-b406-4444a82da765 None None] Bound port: de1d7a4b-a7ad-4925-843a-3c3bd3fd4ee3, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '712c7fa1-322c-4511-a28e-5faa269526cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '67596985-8417-4c9b-8294-c78346272535'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:34:36.784102 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-176b2c1e-6acf-400a-b406-4444a82da765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:36.785927 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 61098be7-d990-419e-b36b-31625f08beb6 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:34:36.786348 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:36.904060 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-176b2c1e-6acf-400a-b406-4444a82da765 None None] For port de1d7a4b-a7ad-4925-843a-3c3bd3fd4ee3, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:34:36.910738 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-176b2c1e-6acf-400a-b406-4444a82da765 None None] For port de1d7a4b-a7ad-4925-843a-3c3bd3fd4ee3, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=de1d7a4b-a7ad-4925-843a-3c3bd3fd4ee3,segment=NetworkSegment(712c7fa1-322c-4511-a28e-5faa269526cc),segment_id=712c7fa1-322c-4511-a28e-5faa269526cc)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:34:36.942267 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-176b2c1e-6acf-400a-b406-4444a82da765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:36.967250 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b0a93923-e943-42b0-a239-8b14939f5bdb req-5fd07df4-8f71-4335-99a7-4b0d3aba587a tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/ports?device_id=a61d88d2-dfd8-4941-976d-eaaf535f251d HTTP/1.1" status: 200 len: 210 time: 0.0362201 Sep 08 09:34:37.039709 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08885ec-d317-42af-9f85-b99a11e44067 None None] Pushing event updated for resources: {'Port': ['ID=de1d7a4b-a7ad-4925-843a-3c3bd3fd4ee3,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:37.044259 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 963f89c0-2fec-48ed-be58-64036cbb4d20 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:34:37.059244 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a2c8e-00cf-46ad-adff-d5bdb9452103 req-e337698f-5f5f-44ab-937d-8c27db55aa85 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:37.060753 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-432a2c8e-00cf-46ad-adff-d5bdb9452103 req-e337698f-5f5f-44ab-937d-8c27db55aa85 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.37 "GET /v2.0/networks?id=04c23777-183b-4400-add0-7aa467edf00b HTTP/1.1" status: 200 len: 911 time: 0.1803350 Sep 08 09:34:37.066797 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176b2c1e-6acf-400a-b406-4444a82da765 None None] Routers {'4de04ca2-5826-449d-943e-dd02bd76ed09'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:34:37.067450 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-176b2c1e-6acf-400a-b406-4444a82da765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:34:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['4de04ca2-5826-449d-943e-dd02bd76ed09'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:34:37.077927 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-432a2c8e-00cf-46ad-adff-d5bdb9452103 req-7ba79124-64db-4c84-b3c5-2ce88b93a05f tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Request body: {'port': {'device_id': 'ccb2b1e4-03fa-4573-915c-11e68b521b92', 'network_id': '04c23777-183b-4400-add0-7aa467edf00b', 'admin_state_up': True, 'tenant_id': 'a158c06765af407295b8e57808ca337b'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:34:37.099894 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-432a2c8e-00cf-46ad-adff-d5bdb9452103 req-7ba79124-64db-4c84-b3c5-2ce88b93a05f tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Made reservation on behalf of a158c06765af407295b8e57808ca337b for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:34:37.102643 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-432a2c8e-00cf-46ad-adff-d5bdb9452103 req-7ba79124-64db-4c84-b3c5-2ce88b93a05f tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:37.202014 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-176b2c1e-6acf-400a-b406-4444a82da765 None None] Set router 4de04ca2-5826-449d-943e-dd02bd76ed09 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:34:37.204405 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 963f89c0-2fec-48ed-be58-64036cbb4d20 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:34:37.205181 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:37.226676 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-432a2c8e-00cf-46ad-adff-d5bdb9452103 req-7ba79124-64db-4c84-b3c5-2ce88b93a05f tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Allocated IP 172.20.0.10 (04c23777-183b-4400-add0-7aa467edf00b/68ab89bd-38c6-4458-a704-b4c1c66afd13/5e680ae2-e627-47e0-8742-964c68ce0c10) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:34:37.385489 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-432a2c8e-00cf-46ad-adff-d5bdb9452103 req-7ba79124-64db-4c84-b3c5-2ce88b93a05f tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:37.403228 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-432a2c8e-00cf-46ad-adff-d5bdb9452103 req-7ba79124-64db-4c84-b3c5-2ce88b93a05f tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Transition to ACTIVE for port object 5e680ae2-e627-47e0-8742-964c68ce0c10 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:34:37.452932 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-432a2c8e-00cf-46ad-adff-d5bdb9452103 req-7ba79124-64db-4c84-b3c5-2ce88b93a05f tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:37.539561 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-432a2c8e-00cf-46ad-adff-d5bdb9452103 req-7ba79124-64db-4c84-b3c5-2ce88b93a05f tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Network 04c23777-183b-4400-add0-7aa467edf00b is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:34:37.546804 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-432a2c8e-00cf-46ad-adff-d5bdb9452103 req-7ba79124-64db-4c84-b3c5-2ce88b93a05f tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:34:37.558969 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-432a2c8e-00cf-46ad-adff-d5bdb9452103 req-7ba79124-64db-4c84-b3c5-2ce88b93a05f tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:34:37.578558 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-928d0d91-d06a-4596-9935-aeadb6acf069 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:37.580486 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-928d0d91-d06a-4596-9935-aeadb6acf069 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.37 "GET /v2.0/networks?id=26c1ac19-c16c-423e-a383-8bb0cb355570 HTTP/1.1" status: 200 len: 797 time: 0.1869049 Sep 08 09:34:37.618536 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba79124-64db-4c84-b3c5-2ce88b93a05f tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Pushing event updated for resources: {'Port': ['ID=5e680ae2-e627-47e0-8742-964c68ce0c10,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:37.643109 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a2c8e-00cf-46ad-adff-d5bdb9452103 req-7ba79124-64db-4c84-b3c5-2ce88b93a05f tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:37.644018 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-432a2c8e-00cf-46ad-adff-d5bdb9452103 req-7ba79124-64db-4c84-b3c5-2ce88b93a05f tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:37.665608 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-432a2c8e-00cf-46ad-adff-d5bdb9452103 req-7ba79124-64db-4c84-b3c5-2ce88b93a05f tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5917511 Sep 08 09:34:37.682773 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-432a2c8e-00cf-46ad-adff-d5bdb9452103 req-82db27ab-88b4-4949-8540-39c6aa1671de service neutron] Request body: {'port': {'device_id': 'ccb2b1e4-03fa-4573-915c-11e68b521b92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:34:37.697836 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-176b2c1e-6acf-400a-b406-4444a82da765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de04ca2-5826-449d-943e-dd02bd76ed09', 'name': 'tempest-TestServerMultinode-1698108288-router', 'tenant_id': 'a158c06765af407295b8e57808ca337b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '963f89c0-2fec-48ed-be58-64036cbb4d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:34:28Z', 'updated_at': '2021-09-08T09:34:32Z', 'revision_number': 4, 'project_id': 'a158c06765af407295b8e57808ca337b', 'gw_port': {'id': '963f89c0-2fec-48ed-be58-64036cbb4d20', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de04ca2-5826-449d-943e-dd02bd76ed09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:34:28Z', 'updated_at': '2021-09-08T09:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'de1d7a4b-a7ad-4925-843a-3c3bd3fd4ee3', 'name': '', 'network_id': '67596985-8417-4c9b-8294-c78346272535', 'tenant_id': 'a158c06765af407295b8e57808ca337b', 'mac_address': 'fa:16:3e:40:fb:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de04ca2-5826-449d-943e-dd02bd76ed09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '38ec2315-769b-4465-89fe-8dc341a0e6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:34:31Z', 'updated_at': '2021-09-08T09:34:36Z', 'revision_number': 4, 'project_id': 'a158c06765af407295b8e57808ca337b', 'subnets': [{'id': '38ec2315-769b-4465-89fe-8dc341a0e6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:34:37.715029 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-c92ffe20-80bd-4cd8-985b-eaf70b1898d2 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf619d4abbb0429bbdac5a5fc24e6d35 HTTP/1.1" status: 200 len: 472 time: 0.0707884 Sep 08 09:34:37.733138 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-2fe3d0cc-e7b6-4516-941b-71f7471fc334 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Request body: {'port': {'device_id': 'a61d88d2-dfd8-4941-976d-eaaf535f251d', 'network_id': '26c1ac19-c16c-423e-a383-8bb0cb355570', 'admin_state_up': True, 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'security_groups': ['d505c837-d230-4871-9b6a-fbe523096f3e']}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:34:37.736426 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176b2c1e-6acf-400a-b406-4444a82da765 None None] The sync data for ids ['4de04ca2-5826-449d-943e-dd02bd76ed09'] in n-d-806683-11 is: [{'id': '4de04ca2-5826-449d-943e-dd02bd76ed09', 'name': 'tempest-TestServerMultinode-1698108288-router', 'tenant_id': 'a158c06765af407295b8e57808ca337b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '963f89c0-2fec-48ed-be58-64036cbb4d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:34:28Z', 'updated_at': '2021-09-08T09:34:32Z', 'revision_number': 4, 'project_id': 'a158c06765af407295b8e57808ca337b', 'gw_port': {'id': '963f89c0-2fec-48ed-be58-64036cbb4d20', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de04ca2-5826-449d-943e-dd02bd76ed09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:34:28Z', 'updated_at': '2021-09-08T09:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'de1d7a4b-a7ad-4925-843a-3c3bd3fd4ee3', 'name': '', 'network_id': '67596985-8417-4c9b-8294-c78346272535', 'tenant_id': 'a158c06765af407295b8e57808ca337b', 'mac_address': 'fa:16:3e:40:fb:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4de04ca2-5826-449d-943e-dd02bd76ed09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '38ec2315-769b-4465-89fe-8dc341a0e6b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:34:31Z', 'updated_at': '2021-09-08T09:34:36Z', 'revision_number': 4, 'project_id': 'a158c06765af407295b8e57808ca337b', 'subnets': [{'id': '38ec2315-769b-4465-89fe-8dc341a0e6b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:34:37.774242 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300354a-ca42-4396-943a-7c45a7eb5972 req-eaa6d81f-edfc-4217-8cbf-d8216a0743a5 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:37.778806 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-432a2c8e-00cf-46ad-adff-d5bdb9452103 req-82db27ab-88b4-4949-8540-39c6aa1671de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:37.781627 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0300354a-ca42-4396-943a-7c45a7eb5972 req-eaa6d81f-edfc-4217-8cbf-d8216a0743a5 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ccb2b1e4-03fa-4573-915c-11e68b521b92 HTTP/1.1" status: 200 len: 1028 time: 0.2287934 Sep 08 09:34:37.929775 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0300354a-ca42-4396-943a-7c45a7eb5972 req-a414e48a-797c-4f7e-b32f-1bda8d8c80f2 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0a88995f-2f59-4104-94f1-65e91b2d7194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468422 Sep 08 09:34:37.969863 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-2fe3d0cc-e7b6-4516-941b-71f7471fc334 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Made reservation on behalf of bf619d4abbb0429bbdac5a5fc24e6d35 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:34:37.976426 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-2fe3d0cc-e7b6-4516-941b-71f7471fc334 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:38.183886 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-b37d2929-4860-4626-a2c1-98884828fb31 None None] Provisioning for port 5e680ae2-e627-47e0-8742-964c68ce0c10 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:34:38.188394 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-b37d2929-4860-4626-a2c1-98884828fb31 None None] Provisioning complete for port 5e680ae2-e627-47e0-8742-964c68ce0c10 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:34:38.188787 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b37d2929-4860-4626-a2c1-98884828fb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:38.205015 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-2fe3d0cc-e7b6-4516-941b-71f7471fc334 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Allocated IP 172.20.0.23 (26c1ac19-c16c-423e-a383-8bb0cb355570/eb2012ec-8f3e-46e5-988f-c4911a9ae75c/d0ae7114-175f-4105-9b37-a7633710dc78) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:34:38.239975 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-b37d2929-4860-4626-a2c1-98884828fb31 None None] Port 5e680ae2-e627-47e0-8742-964c68ce0c10 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:34:38.371561 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0d2e0fd4-ef4a-4f43-be2f-eb92f4da9e43 req-87ee1b11-6d9d-4cca-a139-c63d9f7ea62f tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/ports?device_id=a61d88d2-dfd8-4941-976d-eaaf535f251d HTTP/1.1" status: 200 len: 210 time: 0.0344849 Sep 08 09:34:38.399629 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-2fe3d0cc-e7b6-4516-941b-71f7471fc334 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:38.416499 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-2fe3d0cc-e7b6-4516-941b-71f7471fc334 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Transition to ACTIVE for port object d0ae7114-175f-4105-9b37-a7633710dc78 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:34:38.453633 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-2fe3d0cc-e7b6-4516-941b-71f7471fc334 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:38.509976 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-432a2c8e-00cf-46ad-adff-d5bdb9452103 req-82db27ab-88b4-4949-8540-39c6aa1671de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e680ae2-e627-47e0-8742-964c68ce0c10 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:34:38.515362 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-2fe3d0cc-e7b6-4516-941b-71f7471fc334 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Network 26c1ac19-c16c-423e-a383-8bb0cb355570 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:34:38.520420 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-432a2c8e-00cf-46ad-adff-d5bdb9452103 req-82db27ab-88b4-4949-8540-39c6aa1671de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:38.531399 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-2fe3d0cc-e7b6-4516-941b-71f7471fc334 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:34:38.537661 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-2fe3d0cc-e7b6-4516-941b-71f7471fc334 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:34:38.540857 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-432a2c8e-00cf-46ad-adff-d5bdb9452103 req-82db27ab-88b4-4949-8540-39c6aa1671de service neutron] Transition to ACTIVE for port object 5e680ae2-e627-47e0-8742-964c68ce0c10 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:34:38.541900 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe3d0cc-e7b6-4516-941b-71f7471fc334 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event updated for resources: {'Port': ['ID=d0ae7114-175f-4105-9b37-a7633710dc78,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:38.551360 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-432a2c8e-00cf-46ad-adff-d5bdb9452103 req-82db27ab-88b4-4949-8540-39c6aa1671de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:38.602542 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-2fe3d0cc-e7b6-4516-941b-71f7471fc334 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:38.603748 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-2fe3d0cc-e7b6-4516-941b-71f7471fc334 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:38.621920 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-2fe3d0cc-e7b6-4516-941b-71f7471fc334 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8927953 Sep 08 09:34:38.633929 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db27ab-88b4-4949-8540-39c6aa1671de service neutron] Pushing event updated for resources: {'Port': ['ID=5e680ae2-e627-47e0-8742-964c68ce0c10,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:38.641133 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-b00147fc-6dd6-4180-9d36-3eb1b98bc1d8 service neutron] Request body: {'port': {'device_id': 'a61d88d2-dfd8-4941-976d-eaaf535f251d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:34:38.728908 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-b00147fc-6dd6-4180-9d36-3eb1b98bc1d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:38.777110 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device de1d7a4b-a7ad-4925-843a-3c3bd3fd4ee3 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:34:38.783624 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-432a2c8e-00cf-46ad-adff-d5bdb9452103 req-82db27ab-88b4-4949-8540-39c6aa1671de service neutron] Attempting to bind port 5e680ae2-e627-47e0-8742-964c68ce0c10 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:34:38.784318 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-432a2c8e-00cf-46ad-adff-d5bdb9452103 req-82db27ab-88b4-4949-8540-39c6aa1671de service neutron] Attempting to bind port 5e680ae2-e627-47e0-8742-964c68ce0c10 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'd1d3a239-6a66-4c19-9fb5-a50fb883475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '04c23777-183b-4400-add0-7aa467edf00b'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:34:38.785071 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432a2c8e-00cf-46ad-adff-d5bdb9452103 req-82db27ab-88b4-4949-8540-39c6aa1671de service neutron] Attempting to bind port 5e680ae2-e627-47e0-8742-964c68ce0c10 on network 04c23777-183b-4400-add0-7aa467edf00b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:34:38.796564 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432a2c8e-00cf-46ad-adff-d5bdb9452103 req-82db27ab-88b4-4949-8540-39c6aa1671de service neutron] Port 5e680ae2-e627-47e0-8742-964c68ce0c10 on network 04c23777-183b-4400-add0-7aa467edf00b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:34:38.798554 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432a2c8e-00cf-46ad-adff-d5bdb9452103 req-82db27ab-88b4-4949-8540-39c6aa1671de service neutron] Attempting to bind port 5e680ae2-e627-47e0-8742-964c68ce0c10 on network 04c23777-183b-4400-add0-7aa467edf00b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:34:38.811585 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432a2c8e-00cf-46ad-adff-d5bdb9452103 req-82db27ab-88b4-4949-8540-39c6aa1671de service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:34:38.818568 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432a2c8e-00cf-46ad-adff-d5bdb9452103 req-82db27ab-88b4-4949-8540-39c6aa1671de service neutron] Checking segment: {'id': 'd1d3a239-6a66-4c19-9fb5-a50fb883475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '04c23777-183b-4400-add0-7aa467edf00b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:34:38.822552 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-432a2c8e-00cf-46ad-adff-d5bdb9452103 req-82db27ab-88b4-4949-8540-39c6aa1671de service neutron] Bound using segment: {'id': 'd1d3a239-6a66-4c19-9fb5-a50fb883475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '04c23777-183b-4400-add0-7aa467edf00b'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:34:38.823474 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-432a2c8e-00cf-46ad-adff-d5bdb9452103 req-82db27ab-88b4-4949-8540-39c6aa1671de service neutron] Bound port: 5e680ae2-e627-47e0-8742-964c68ce0c10, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1d3a239-6a66-4c19-9fb5-a50fb883475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '04c23777-183b-4400-add0-7aa467edf00b'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:34:38.826494 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-432a2c8e-00cf-46ad-adff-d5bdb9452103 req-82db27ab-88b4-4949-8540-39c6aa1671de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:38.897445 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port de1d7a4b-a7ad-4925-843a-3c3bd3fd4ee3 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:34:38.902110 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port de1d7a4b-a7ad-4925-843a-3c3bd3fd4ee3 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:34:38.902508 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:38.983847 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-432a2c8e-00cf-46ad-adff-d5bdb9452103 req-82db27ab-88b4-4949-8540-39c6aa1671de service neutron] For port 5e680ae2-e627-47e0-8742-964c68ce0c10, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:34:38.989828 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-64eb171d-8d69-4f13-96af-f870c8a06406 None None] Provisioning for port d0ae7114-175f-4105-9b37-a7633710dc78 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:34:38.993519 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-432a2c8e-00cf-46ad-adff-d5bdb9452103 req-82db27ab-88b4-4949-8540-39c6aa1671de service neutron] For port 5e680ae2-e627-47e0-8742-964c68ce0c10, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=5e680ae2-e627-47e0-8742-964c68ce0c10,segment=NetworkSegment(d1d3a239-6a66-4c19-9fb5-a50fb883475e),segment_id=d1d3a239-6a66-4c19-9fb5-a50fb883475e)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:34:39.005883 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-432a2c8e-00cf-46ad-adff-d5bdb9452103 req-82db27ab-88b4-4949-8540-39c6aa1671de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:39.019550 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-64eb171d-8d69-4f13-96af-f870c8a06406 None None] Provisioning complete for port d0ae7114-175f-4105-9b37-a7633710dc78 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:34:39.020008 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-64eb171d-8d69-4f13-96af-f870c8a06406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:39.062167 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a2c8e-00cf-46ad-adff-d5bdb9452103 req-82db27ab-88b4-4949-8540-39c6aa1671de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:39.062981 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-432a2c8e-00cf-46ad-adff-d5bdb9452103 req-82db27ab-88b4-4949-8540-39c6aa1671de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:39.067887 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:39.070908 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-432a2c8e-00cf-46ad-adff-d5bdb9452103 req-82db27ab-88b4-4949-8540-39c6aa1671de service neutron] 10.222.0.37 "PUT /v2.0/ports/5e680ae2-e627-47e0-8742-964c68ce0c10 HTTP/1.1" status: 200 len: 1093 time: 1.3926978 Sep 08 09:34:39.071412 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccb2b1e4-03fa-4573-915c-11e68b521b92', 'tag': '5e680ae2-e627-47e0-8742-964c68ce0c10'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:34:39.074201 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65ad362-8198-409e-a5fe-8b08639636eb" -d '{"events": [{"name": "network-changed", "server_uuid": "ccb2b1e4-03fa-4573-915c-11e68b521b92", "tag": "5e680ae2-e627-47e0-8742-964c68ce0c10"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:34:39.090846 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-64eb171d-8d69-4f13-96af-f870c8a06406 None None] Port d0ae7114-175f-4105-9b37-a7633710dc78 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:34:39.131416 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db27ab-88b4-4949-8540-39c6aa1671de service neutron] Pushing event updated for resources: {'Port': ['ID=5e680ae2-e627-47e0-8742-964c68ce0c10,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:39.145375 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea73fa-446b-4233-8a2d-517a87dcb8e5 req-a64d9245-f236-4e84-a278-2fe0132663ae tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:39.147174 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1aea73fa-446b-4233-8a2d-517a87dcb8e5 req-a64d9245-f236-4e84-a278-2fe0132663ae tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ccb2b1e4-03fa-4573-915c-11e68b521b92 HTTP/1.1" status: 200 len: 1096 time: 0.0718372 Sep 08 09:34:39.156581 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port de1d7a4b-a7ad-4925-843a-3c3bd3fd4ee3, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=de1d7a4b-a7ad-4925-843a-3c3bd3fd4ee3,segment=NetworkSegment(712c7fa1-322c-4511-a28e-5faa269526cc),segment_id=712c7fa1-322c-4511-a28e-5faa269526cc)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:34:39.168208 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:39.223915 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86872507-9825-4e97-b594-3b7ed40bd4e0 x-openstack-request-id: req-86872507-9825-4e97-b594-3b7ed40bd4e0 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:34:39.225315 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccb2b1e4-03fa-4573-915c-11e68b521b92", "tag": "5e680ae2-e627-47e0-8742-964c68ce0c10", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:34:39.226678 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-86872507-9825-4e97-b594-3b7ed40bd4e0 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:34:39.227253 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccb2b1e4-03fa-4573-915c-11e68b521b92', 'tag': '5e680ae2-e627-47e0-8742-964c68ce0c10', 'status': 'completed', 'code': 200} Sep 08 09:34:39.235631 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1aea73fa-446b-4233-8a2d-517a87dcb8e5 req-2c0a7671-89b3-4316-b1dc-566f0a628947 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0a88995f-2f59-4104-94f1-65e91b2d7194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760140 Sep 08 09:34:39.258830 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a2c8e-00cf-46ad-adff-d5bdb9452103 req-5f916dd9-fe31-4665-8878-31398f1dea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:39.260670 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-432a2c8e-00cf-46ad-adff-d5bdb9452103 req-5f916dd9-fe31-4665-8878-31398f1dea26 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a158c06765af407295b8e57808ca337b&device_id=ccb2b1e4-03fa-4573-915c-11e68b521b92 HTTP/1.1" status: 200 len: 1096 time: 0.0830419 Sep 08 09:34:39.286343 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-b00147fc-6dd6-4180-9d36-3eb1b98bc1d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0ae7114-175f-4105-9b37-a7633710dc78 {{(pid=94713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:34:39.299179 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-b00147fc-6dd6-4180-9d36-3eb1b98bc1d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:39.305862 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=de1d7a4b-a7ad-4925-843a-3c3bd3fd4ee3,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:39.318197 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-b00147fc-6dd6-4180-9d36-3eb1b98bc1d8 service neutron] Transition to ACTIVE for port object d0ae7114-175f-4105-9b37-a7633710dc78 will not be triggered until provisioned by entity L2. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:34:39.324707 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-b00147fc-6dd6-4180-9d36-3eb1b98bc1d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:39.352921 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-432a2c8e-00cf-46ad-adff-d5bdb9452103 req-5278e67a-05ba-4ff6-9e82-90278e5df9ad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e680ae2-e627-47e0-8742-964c68ce0c10 HTTP/1.1" status: 200 len: 217 time: 0.0693593 Sep 08 09:34:39.421342 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a2c8e-00cf-46ad-adff-d5bdb9452103 req-dc735244-eb8b-4578-a8e3-ec391f197321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:39.422833 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-432a2c8e-00cf-46ad-adff-d5bdb9452103 req-dc735244-eb8b-4578-a8e3-ec391f197321 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=68ab89bd-38c6-4458-a704-b4c1c66afd13 HTTP/1.1" status: 200 len: 849 time: 0.0624728 Sep 08 09:34:39.431737 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00147fc-6dd6-4180-9d36-3eb1b98bc1d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d0ae7114-175f-4105-9b37-a7633710dc78,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:39.476424 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-b00147fc-6dd6-4180-9d36-3eb1b98bc1d8 service neutron] Attempting to bind port d0ae7114-175f-4105-9b37-a7633710dc78 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:34:39.477021 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-b00147fc-6dd6-4180-9d36-3eb1b98bc1d8 service neutron] Attempting to bind port d0ae7114-175f-4105-9b37-a7633710dc78 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '5612304b-d24c-4c8b-9c5f-91f52aa19774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '26c1ac19-c16c-423e-a383-8bb0cb355570'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:34:39.477531 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-b00147fc-6dd6-4180-9d36-3eb1b98bc1d8 service neutron] Attempting to bind port d0ae7114-175f-4105-9b37-a7633710dc78 on network 26c1ac19-c16c-423e-a383-8bb0cb355570 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:34:39.481067 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a2c8e-00cf-46ad-adff-d5bdb9452103 req-1a3a2f55-a526-4a1a-9671-72e678d40eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:39.482703 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-432a2c8e-00cf-46ad-adff-d5bdb9452103 req-1a3a2f55-a526-4a1a-9671-72e678d40eac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=04c23777-183b-4400-add0-7aa467edf00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512037 Sep 08 09:34:39.484750 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-b00147fc-6dd6-4180-9d36-3eb1b98bc1d8 service neutron] Port d0ae7114-175f-4105-9b37-a7633710dc78 on network 26c1ac19-c16c-423e-a383-8bb0cb355570 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:34:39.485091 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-b00147fc-6dd6-4180-9d36-3eb1b98bc1d8 service neutron] Attempting to bind port d0ae7114-175f-4105-9b37-a7633710dc78 on network 26c1ac19-c16c-423e-a383-8bb0cb355570 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:34:39.491274 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-b00147fc-6dd6-4180-9d36-3eb1b98bc1d8 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:34:39.491677 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-b00147fc-6dd6-4180-9d36-3eb1b98bc1d8 service neutron] Checking segment: {'id': '5612304b-d24c-4c8b-9c5f-91f52aa19774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '26c1ac19-c16c-423e-a383-8bb0cb355570'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:34:39.492073 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-b00147fc-6dd6-4180-9d36-3eb1b98bc1d8 service neutron] Bound using segment: {'id': '5612304b-d24c-4c8b-9c5f-91f52aa19774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '26c1ac19-c16c-423e-a383-8bb0cb355570'} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:34:39.492512 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-b00147fc-6dd6-4180-9d36-3eb1b98bc1d8 service neutron] Bound port: d0ae7114-175f-4105-9b37-a7633710dc78, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5612304b-d24c-4c8b-9c5f-91f52aa19774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '26c1ac19-c16c-423e-a383-8bb0cb355570'}}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:34:39.492887 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-b00147fc-6dd6-4180-9d36-3eb1b98bc1d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:39.584301 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-b00147fc-6dd6-4180-9d36-3eb1b98bc1d8 service neutron] For port d0ae7114-175f-4105-9b37-a7633710dc78, host n-h1-806683-11, cleared binding levels {{(pid=94713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:34:39.587965 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-b00147fc-6dd6-4180-9d36-3eb1b98bc1d8 service neutron] For port d0ae7114-175f-4105-9b37-a7633710dc78, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=d0ae7114-175f-4105-9b37-a7633710dc78,segment=NetworkSegment(5612304b-d24c-4c8b-9c5f-91f52aa19774),segment_id=5612304b-d24c-4c8b-9c5f-91f52aa19774)] {{(pid=94713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:34:39.592552 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-b00147fc-6dd6-4180-9d36-3eb1b98bc1d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:39.611834 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011de58c-c0b6-4e62-a51b-0025a4292677 req-f8a6bf09-7e69-4a6c-8be4-95fb9b08c412 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:39.614022 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-011de58c-c0b6-4e62-a51b-0025a4292677 req-f8a6bf09-7e69-4a6c-8be4-95fb9b08c412 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/ports?device_id=a61d88d2-dfd8-4941-976d-eaaf535f251d HTTP/1.1" status: 200 len: 944 time: 0.1264944 Sep 08 09:34:39.634328 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-b00147fc-6dd6-4180-9d36-3eb1b98bc1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:39.634959 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-b00147fc-6dd6-4180-9d36-3eb1b98bc1d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:39.636389 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-b00147fc-6dd6-4180-9d36-3eb1b98bc1d8 service neutron] 10.222.0.37 "PUT /v2.0/ports/d0ae7114-175f-4105-9b37-a7633710dc78 HTTP/1.1" status: 200 len: 1093 time: 1.0007110 Sep 08 09:34:39.636864 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61d88d2-dfd8-4941-976d-eaaf535f251d', 'tag': 'd0ae7114-175f-4105-9b37-a7633710dc78'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:34:39.639147 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38bd2ecf-f415-442c-a66c-51dd666220f3" -d '{"events": [{"name": "network-changed", "server_uuid": "a61d88d2-dfd8-4941-976d-eaaf535f251d", "tag": "d0ae7114-175f-4105-9b37-a7633710dc78"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:34:39.667489 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00147fc-6dd6-4180-9d36-3eb1b98bc1d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d0ae7114-175f-4105-9b37-a7633710dc78,revision_number=3']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:39.671669 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-432a2c8e-00cf-46ad-adff-d5bdb9452103 req-80280bc7-8f4b-421b-a474-16ea253b31a8 service neutron] 10.222.0.37 "GET /v2.0/networks/04c23777-183b-4400-add0-7aa467edf00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430390 Sep 08 09:34:39.687354 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-011de58c-c0b6-4e62-a51b-0025a4292677 req-27a9d6df-0b0f-45cf-a155-148c55681baf tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/security-groups?id=d505c837-d230-4871-9b6a-fbe523096f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564942 Sep 08 09:34:39.696401 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8e7572-f369-4b6a-a853-cfe10b13541f x-openstack-request-id: req-1d8e7572-f369-4b6a-a853-cfe10b13541f {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:34:39.697324 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a61d88d2-dfd8-4941-976d-eaaf535f251d", "tag": "d0ae7114-175f-4105-9b37-a7633710dc78", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:34:39.697800 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1d8e7572-f369-4b6a-a853-cfe10b13541f {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:34:39.698320 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a61d88d2-dfd8-4941-976d-eaaf535f251d', 'tag': 'd0ae7114-175f-4105-9b37-a7633710dc78', 'status': 'completed', 'code': 200} Sep 08 09:34:39.763773 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-1d4879f3-5da9-4105-80ef-5e93b3bdcb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:39.766243 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-1d4879f3-5da9-4105-80ef-5e93b3bdcb02 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf619d4abbb0429bbdac5a5fc24e6d35&device_id=a61d88d2-dfd8-4941-976d-eaaf535f251d HTTP/1.1" status: 200 len: 1096 time: 0.0529108 Sep 08 09:34:39.795185 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-432a2c8e-00cf-46ad-adff-d5bdb9452103 req-062673b7-119f-4263-a1c5-6f178fc8b233 service neutron] 10.222.0.37 "GET /v2.0/networks/04c23777-183b-4400-add0-7aa467edf00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061611 Sep 08 09:34:39.820375 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-1350f5df-5f89-4166-9ff5-f9d3d2bd071e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=d0ae7114-175f-4105-9b37-a7633710dc78 HTTP/1.1" status: 200 len: 217 time: 0.0398467 Sep 08 09:34:39.878920 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-36e716a9-1dc7-4217-9359-fcc508c1da13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:39.880449 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-36e716a9-1dc7-4217-9359-fcc508c1da13 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eb2012ec-8f3e-46e5-988f-c4911a9ae75c HTTP/1.1" status: 200 len: 838 time: 0.0526872 Sep 08 09:34:39.927543 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ad362-8198-409e-a5fe-8b08639636eb req-cbdf5394-36c2-4f9f-8e0a-502ccfd2c100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:39.929157 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f65ad362-8198-409e-a5fe-8b08639636eb req-cbdf5394-36c2-4f9f-8e0a-502ccfd2c100 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a158c06765af407295b8e57808ca337b&device_id=ccb2b1e4-03fa-4573-915c-11e68b521b92 HTTP/1.1" status: 200 len: 1096 time: 0.0476041 Sep 08 09:34:39.935909 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-a830c1ea-5fbb-4a7d-a2b4-8c5b08685bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:39.937421 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-a830c1ea-5fbb-4a7d-a2b4-8c5b08685bd2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=26c1ac19-c16c-423e-a383-8bb0cb355570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0494449 Sep 08 09:34:40.025693 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ad362-8198-409e-a5fe-8b08639636eb req-256ac4b1-7a6f-42b4-956f-a078b44139b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:40.027256 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f65ad362-8198-409e-a5fe-8b08639636eb req-256ac4b1-7a6f-42b4-956f-a078b44139b2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=04c23777-183b-4400-add0-7aa467edf00b HTTP/1.1" status: 200 len: 911 time: 0.0913954 Sep 08 09:34:40.028897 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-c9833642-3002-40d1-9f93-b43cd0f95df7 service neutron] 10.222.0.37 "GET /v2.0/networks/26c1ac19-c16c-423e-a383-8bb0cb355570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845332 Sep 08 09:34:40.079759 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f65ad362-8198-409e-a5fe-8b08639636eb req-f535fd61-def5-467c-9ae2-0147cf04e340 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e680ae2-e627-47e0-8742-964c68ce0c10 HTTP/1.1" status: 200 len: 217 time: 0.0392623 Sep 08 09:34:40.129016 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-37d067b7-7cf0-4da0-a8b5-ec548326ce96 req-e9b2a66d-b66a-4e21-b664-c526ffd3eab5 service neutron] 10.222.0.37 "GET /v2.0/networks/26c1ac19-c16c-423e-a383-8bb0cb355570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885658 Sep 08 09:34:40.129741 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ad362-8198-409e-a5fe-8b08639636eb req-0a0cb53d-2789-4984-8265-2b86212259ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:40.131258 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f65ad362-8198-409e-a5fe-8b08639636eb req-0a0cb53d-2789-4984-8265-2b86212259ef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=68ab89bd-38c6-4458-a704-b4c1c66afd13 HTTP/1.1" status: 200 len: 849 time: 0.0435011 Sep 08 09:34:40.188908 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ad362-8198-409e-a5fe-8b08639636eb req-0eccba83-4ff0-4e25-a102-9683e76b362b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:40.191310 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f65ad362-8198-409e-a5fe-8b08639636eb req-0eccba83-4ff0-4e25-a102-9683e76b362b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=04c23777-183b-4400-add0-7aa467edf00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443275 Sep 08 09:34:40.266843 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd2ecf-f415-442c-a66c-51dd666220f3 req-e0d0ce64-c9c7-481d-9897-a115cec16469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:40.269957 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-38bd2ecf-f415-442c-a66c-51dd666220f3 req-e0d0ce64-c9c7-481d-9897-a115cec16469 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf619d4abbb0429bbdac5a5fc24e6d35&device_id=a61d88d2-dfd8-4941-976d-eaaf535f251d HTTP/1.1" status: 200 len: 1096 time: 0.0486078 Sep 08 09:34:40.327149 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f65ad362-8198-409e-a5fe-8b08639636eb req-75be5369-efc0-4307-adb7-11f0b58d1cba service neutron] 10.222.0.37 "GET /v2.0/networks/04c23777-183b-4400-add0-7aa467edf00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059365 Sep 08 09:34:40.405841 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd2ecf-f415-442c-a66c-51dd666220f3 req-9ceca061-49e1-4717-a9fb-335296311d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:40.407401 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-38bd2ecf-f415-442c-a66c-51dd666220f3 req-9ceca061-49e1-4717-a9fb-335296311d09 service neutron] 10.222.0.37 "GET /v2.0/networks?id=26c1ac19-c16c-423e-a383-8bb0cb355570 HTTP/1.1" status: 200 len: 898 time: 0.1299677 Sep 08 09:34:40.412889 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab86801-2178-4485-b2e0-f7fff1a0302b req-0a1fe25f-7502-42ed-8bc6-fa89e7fe8262 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:40.414368 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8ab86801-2178-4485-b2e0-f7fff1a0302b req-0a1fe25f-7502-42ed-8bc6-fa89e7fe8262 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ccb2b1e4-03fa-4573-915c-11e68b521b92 HTTP/1.1" status: 200 len: 1096 time: 0.0667167 Sep 08 09:34:40.426958 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f65ad362-8198-409e-a5fe-8b08639636eb req-df4df928-21ae-4095-a00a-eea50ada6b02 service neutron] 10.222.0.37 "GET /v2.0/networks/04c23777-183b-4400-add0-7aa467edf00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926797 Sep 08 09:34:40.461749 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-38bd2ecf-f415-442c-a66c-51dd666220f3 req-2fa3b02e-2aa2-4615-b95b-719ab24cceaf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=d0ae7114-175f-4105-9b37-a7633710dc78 HTTP/1.1" status: 200 len: 217 time: 0.0447500 Sep 08 09:34:40.511909 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8ab86801-2178-4485-b2e0-f7fff1a0302b req-e0b8b993-901c-428b-bbc9-83dd2dc02cc9 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0a88995f-2f59-4104-94f1-65e91b2d7194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883245 Sep 08 09:34:40.527222 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd2ecf-f415-442c-a66c-51dd666220f3 req-6f198da7-01f3-4483-bd22-f91fd45eb2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:40.528617 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-38bd2ecf-f415-442c-a66c-51dd666220f3 req-6f198da7-01f3-4483-bd22-f91fd45eb2c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=eb2012ec-8f3e-46e5-988f-c4911a9ae75c HTTP/1.1" status: 200 len: 838 time: 0.0557563 Sep 08 09:34:40.582455 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd2ecf-f415-442c-a66c-51dd666220f3 req-87d3d24c-0f07-4566-87df-86670572ebbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:40.584326 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-38bd2ecf-f415-442c-a66c-51dd666220f3 req-87d3d24c-0f07-4566-87df-86670572ebbb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=26c1ac19-c16c-423e-a383-8bb0cb355570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0477228 Sep 08 09:34:40.640364 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device de1d7a4b-a7ad-4925-843a-3c3bd3fd4ee3 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:34:40.678459 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-38bd2ecf-f415-442c-a66c-51dd666220f3 req-4b337b43-9538-4a50-8af4-116a7cd16793 service neutron] 10.222.0.37 "GET /v2.0/networks/26c1ac19-c16c-423e-a383-8bb0cb355570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863805 Sep 08 09:34:40.687138 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port de1d7a4b-a7ad-4925-843a-3c3bd3fd4ee3 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:34:40.687515 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:40.785991 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-38bd2ecf-f415-442c-a66c-51dd666220f3 req-1649c117-1a21-489e-9c57-0e6548763ab8 service neutron] 10.222.0.37 "GET /v2.0/networks/26c1ac19-c16c-423e-a383-8bb0cb355570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996106 Sep 08 09:34:40.824601 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed404e-2e07-4c9a-9566-c1f4ef2499a0 req-444f3d0e-05ae-4bfe-8383-ae4768be88c2 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:40.826163 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-96ed404e-2e07-4c9a-9566-c1f4ef2499a0 req-444f3d0e-05ae-4bfe-8383-ae4768be88c2 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/ports?device_id=a61d88d2-dfd8-4941-976d-eaaf535f251d HTTP/1.1" status: 200 len: 944 time: 0.0552318 Sep 08 09:34:40.864603 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-96ed404e-2e07-4c9a-9566-c1f4ef2499a0 req-52c9f09a-555e-431e-9972-7deccccdb579 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/security-groups?id=d505c837-d230-4871-9b6a-fbe523096f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322454 Sep 08 09:34:41.627258 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7363ff9-aa3e-4a3c-a776-ba32cc80a051 req-e87737f8-e49b-4363-8c92-0407dbc43f99 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:41.629336 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e7363ff9-aa3e-4a3c-a776-ba32cc80a051 req-e87737f8-e49b-4363-8c92-0407dbc43f99 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ccb2b1e4-03fa-4573-915c-11e68b521b92 HTTP/1.1" status: 200 len: 1096 time: 0.0449455 Sep 08 09:34:41.667985 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e7363ff9-aa3e-4a3c-a776-ba32cc80a051 req-234d45ea-5663-4d51-bbfe-ac14c3fd7902 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0a88995f-2f59-4104-94f1-65e91b2d7194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322762 Sep 08 09:34:41.979564 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3682d8-e11e-4121-b899-7115a0e8da85 req-908a168a-2772-423c-8d2a-dac86a8156e8 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:41.981116 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5e3682d8-e11e-4121-b899-7115a0e8da85 req-908a168a-2772-423c-8d2a-dac86a8156e8 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/ports?device_id=a61d88d2-dfd8-4941-976d-eaaf535f251d HTTP/1.1" status: 200 len: 944 time: 0.0496674 Sep 08 09:34:42.019822 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5e3682d8-e11e-4121-b899-7115a0e8da85 req-9af17c83-56ab-41af-9397-88e3ac617076 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/security-groups?id=d505c837-d230-4871-9b6a-fbe523096f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324464 Sep 08 09:34:42.533173 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 5e680ae2-e627-47e0-8742-964c68ce0c10 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:34:42.633155 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 5e680ae2-e627-47e0-8742-964c68ce0c10, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=5e680ae2-e627-47e0-8742-964c68ce0c10,segment=NetworkSegment(d1d3a239-6a66-4c19-9fb5-a50fb883475e),segment_id=d1d3a239-6a66-4c19-9fb5-a50fb883475e)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:34:42.648602 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '5e680ae2-e627-47e0-8742-964c68ce0c10', 'network_id': '04c23777-183b-4400-add0-7aa467edf00b', 'port_id': '5e680ae2-e627-47e0-8742-964c68ce0c10', 'mac_address': 'fa:16:3e:1c:59:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68ab89bd-38c6-4458-a704-b4c1c66afd13', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:34:42.686457 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:42.699871 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e680ae2-e627-47e0-8742-964c68ce0c10 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:34:42.719418 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 5e680ae2-e627-47e0-8742-964c68ce0c10, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=5e680ae2-e627-47e0-8742-964c68ce0c10,segment=NetworkSegment(d1d3a239-6a66-4c19-9fb5-a50fb883475e),segment_id=d1d3a239-6a66-4c19-9fb5-a50fb883475e)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:34:42.725113 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:42.725818 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device d0ae7114-175f-4105-9b37-a7633710dc78 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:34:42.778638 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa5e89-0081-42eb-87a1-41fd3c7166c9 req-a9133b20-f255-4927-b580-3fddfa1803a3 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:42.780384 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-87aa5e89-0081-42eb-87a1-41fd3c7166c9 req-a9133b20-f255-4927-b580-3fddfa1803a3 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ccb2b1e4-03fa-4573-915c-11e68b521b92 HTTP/1.1" status: 200 len: 1097 time: 0.0411336 Sep 08 09:34:42.803521 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=5e680ae2-e627-47e0-8742-964c68ce0c10,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:42.819102 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-87aa5e89-0081-42eb-87a1-41fd3c7166c9 req-98fd096f-816f-4012-a681-387c46b1055c tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0a88995f-2f59-4104-94f1-65e91b2d7194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301616 Sep 08 09:34:42.870331 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port d0ae7114-175f-4105-9b37-a7633710dc78, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=d0ae7114-175f-4105-9b37-a7633710dc78,segment=NetworkSegment(5612304b-d24c-4c8b-9c5f-91f52aa19774),segment_id=5612304b-d24c-4c8b-9c5f-91f52aa19774)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:34:42.881536 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': 'd0ae7114-175f-4105-9b37-a7633710dc78', 'network_id': '26c1ac19-c16c-423e-a383-8bb0cb355570', 'port_id': 'd0ae7114-175f-4105-9b37-a7633710dc78', 'mac_address': 'fa:16:3e:71:2c:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb2012ec-8f3e-46e5-988f-c4911a9ae75c', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:34:42.918242 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:42.930474 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0ae7114-175f-4105-9b37-a7633710dc78 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:34:42.948868 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port d0ae7114-175f-4105-9b37-a7633710dc78, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=d0ae7114-175f-4105-9b37-a7633710dc78,segment=NetworkSegment(5612304b-d24c-4c8b-9c5f-91f52aa19774),segment_id=5612304b-d24c-4c8b-9c5f-91f52aa19774)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:34:42.954004 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:43.001737 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=d0ae7114-175f-4105-9b37-a7633710dc78,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:43.134788 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf4d38-4732-4832-b100-68fce03e5211 req-2e7a5e6f-5b75-4e55-bd99-3f54cf9ac8c4 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:43.136267 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9bbf4d38-4732-4832-b100-68fce03e5211 req-2e7a5e6f-5b75-4e55-bd99-3f54cf9ac8c4 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/ports?device_id=a61d88d2-dfd8-4941-976d-eaaf535f251d HTTP/1.1" status: 200 len: 945 time: 0.0479648 Sep 08 09:34:43.172801 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9bbf4d38-4732-4832-b100-68fce03e5211 req-f382f861-95ff-4563-9a26-12238940f1f3 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/security-groups?id=d505c837-d230-4871-9b6a-fbe523096f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306129 Sep 08 09:34:43.279957 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8ac7e601-5ea0-4902-ae03-557e9faa0fd3 req-01437ac0-fbe0-4f5c-8d06-be3293a73d86 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=aa761530-9ea4-4ed4-8636-92ff163e2e5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446172 Sep 08 09:34:43.286345 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['5e680ae2-e627-47e0-8742-964c68ce0c10'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:34:43.312655 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['d0ae7114-175f-4105-9b37-a7633710dc78'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:34:43.380829 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7e601-5ea0-4902-ae03-557e9faa0fd3 req-fb4ebf97-9664-4e6a-924a-b693071ae5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:43.382411 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8ac7e601-5ea0-4902-ae03-557e9faa0fd3 req-fb4ebf97-9664-4e6a-924a-b693071ae5cb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=78383ec56e8a462fa403e733d440b32b&device_id=aa761530-9ea4-4ed4-8636-92ff163e2e5d HTTP/1.1" status: 200 len: 1098 time: 0.0421190 Sep 08 09:34:43.496352 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7e601-5ea0-4902-ae03-557e9faa0fd3 req-c8918846-6183-49ea-bd50-d2c52e593662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:43.497878 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8ac7e601-5ea0-4902-ae03-557e9faa0fd3 req-c8918846-6183-49ea-bd50-d2c52e593662 service neutron] 10.222.0.35 "GET /v2.0/networks?id=24c42d28-5684-4b76-b8c2-fe9585c9972b HTTP/1.1" status: 200 len: 910 time: 0.0965066 Sep 08 09:34:43.567232 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8ac7e601-5ea0-4902-ae03-557e9faa0fd3 req-00cdfb74-1874-4a95-8324-9005901504a6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a698914-3d8e-4d84-83b8-f07428e8755f HTTP/1.1" status: 200 len: 1000 time: 0.0622916 Sep 08 09:34:43.617902 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7e601-5ea0-4902-ae03-557e9faa0fd3 req-e6dac1cd-f7f6-4005-9c30-afb126d500be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:43.619515 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8ac7e601-5ea0-4902-ae03-557e9faa0fd3 req-e6dac1cd-f7f6-4005-9c30-afb126d500be service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1c13b9-c48a-4da3-8773-8f718f32bac9 HTTP/1.1" status: 200 len: 848 time: 0.0447364 Sep 08 09:34:43.669621 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7e601-5ea0-4902-ae03-557e9faa0fd3 req-a3d7fde6-270b-4277-9342-ce8a6d47c287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:43.671151 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8ac7e601-5ea0-4902-ae03-557e9faa0fd3 req-a3d7fde6-270b-4277-9342-ce8a6d47c287 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=24c42d28-5684-4b76-b8c2-fe9585c9972b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448518 Sep 08 09:34:43.759273 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8ac7e601-5ea0-4902-ae03-557e9faa0fd3 req-ac396445-8fd0-4a4f-bc73-3f91730a749d service neutron] 10.222.0.35 "GET /v2.0/networks/24c42d28-5684-4b76-b8c2-fe9585c9972b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809059 Sep 08 09:34:43.855709 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8ac7e601-5ea0-4902-ae03-557e9faa0fd3 req-874837e5-65ff-4043-9e55-02329d6d3c88 service neutron] 10.222.0.35 "GET /v2.0/networks/24c42d28-5684-4b76-b8c2-fe9585c9972b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886762 Sep 08 09:34:43.925853 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924ed7b-8d01-42aa-9b48-23c69e51573a req-e43bdb7a-7544-480c-9403-e80a18ec1747 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:43.927425 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2924ed7b-8d01-42aa-9b48-23c69e51573a req-e43bdb7a-7544-480c-9403-e80a18ec1747 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ccb2b1e4-03fa-4573-915c-11e68b521b92 HTTP/1.1" status: 200 len: 1097 time: 0.0402079 Sep 08 09:34:43.962687 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2924ed7b-8d01-42aa-9b48-23c69e51573a req-d37d38bb-395f-4386-8270-505c9ba85ed8 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0a88995f-2f59-4104-94f1-65e91b2d7194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292788 Sep 08 09:34:44.286611 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6db6e1-97d4-41af-b499-e9861ebfb789 req-b8b06116-7334-415a-8cf3-94352383ed5c tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:44.288217 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-be6db6e1-97d4-41af-b499-e9861ebfb789 req-b8b06116-7334-415a-8cf3-94352383ed5c tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/ports?device_id=a61d88d2-dfd8-4941-976d-eaaf535f251d HTTP/1.1" status: 200 len: 945 time: 0.0495219 Sep 08 09:34:44.327183 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-be6db6e1-97d4-41af-b499-e9861ebfb789 req-db0f37cb-4896-445c-8047-73080f546fe5 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/security-groups?id=d505c837-d230-4871-9b6a-fbe523096f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324130 Sep 08 09:34:44.548797 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 5e680ae2-e627-47e0-8742-964c68ce0c10 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:34:44.598238 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 5e680ae2-e627-47e0-8742-964c68ce0c10 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:34:44.601739 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 5e680ae2-e627-47e0-8742-964c68ce0c10 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:34:44.602144 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:44.679605 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:44.701096 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb2b1e4-03fa-4573-915c-11e68b521b92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e680ae2-e627-47e0-8742-964c68ce0c10'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:34:44.703364 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7d26d7-e20a-4556-8f92-eeafc00a6ddb" -d '{"events": [{"server_uuid": "ccb2b1e4-03fa-4573-915c-11e68b521b92", "name": "network-vif-plugged", "status": "completed", "tag": "5e680ae2-e627-47e0-8742-964c68ce0c10"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:34:44.715884 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 5e680ae2-e627-47e0-8742-964c68ce0c10, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=5e680ae2-e627-47e0-8742-964c68ce0c10,segment=NetworkSegment(d1d3a239-6a66-4c19-9fb5-a50fb883475e),segment_id=d1d3a239-6a66-4c19-9fb5-a50fb883475e)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:34:44.724895 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:44.724895 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device d0ae7114-175f-4105-9b37-a7633710dc78 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:34:44.759274 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ec9df4-6968-4cf3-90bf-a1b0d8a856e1 x-openstack-request-id: req-81ec9df4-6968-4cf3-90bf-a1b0d8a856e1 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:34:44.759496 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccb2b1e4-03fa-4573-915c-11e68b521b92", "name": "network-vif-plugged", "status": "completed", "tag": "5e680ae2-e627-47e0-8742-964c68ce0c10", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:34:44.759747 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-81ec9df4-6968-4cf3-90bf-a1b0d8a856e1 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:34:44.760136 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb2b1e4-03fa-4573-915c-11e68b521b92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e680ae2-e627-47e0-8742-964c68ce0c10', 'code': 200} Sep 08 09:34:44.798560 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=5e680ae2-e627-47e0-8742-964c68ce0c10,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:44.810202 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port d0ae7114-175f-4105-9b37-a7633710dc78 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:34:44.813842 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port d0ae7114-175f-4105-9b37-a7633710dc78 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:34:44.814251 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:44.868517 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2392f8d-e538-4755-968f-1c16d47be63f req-4ea9fd55-b2ee-4fd1-8370-4ce2ff200e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:44.870024 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d2392f8d-e538-4755-968f-1c16d47be63f req-4ea9fd55-b2ee-4fd1-8370-4ce2ff200e5c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ccb2b1e4-03fa-4573-915c-11e68b521b92 HTTP/1.1" status: 200 len: 1098 time: 0.0405834 Sep 08 09:34:44.894003 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:44.911924 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d2392f8d-e538-4755-968f-1c16d47be63f req-e5d88366-6aed-41c9-9556-9c57c7f19896 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0a88995f-2f59-4104-94f1-65e91b2d7194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348527 Sep 08 09:34:44.927732 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port d0ae7114-175f-4105-9b37-a7633710dc78, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=d0ae7114-175f-4105-9b37-a7633710dc78,segment=NetworkSegment(5612304b-d24c-4c8b-9c5f-91f52aa19774),segment_id=5612304b-d24c-4c8b-9c5f-91f52aa19774)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:34:44.931331 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:44.977929 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=d0ae7114-175f-4105-9b37-a7633710dc78,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:45.067230 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ce0a4-c042-4bc8-919c-400249bc5dce req-868b966e-2db3-4836-b3c9-1bd26e8f56d3 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:45.068769 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b02ce0a4-c042-4bc8-919c-400249bc5dce req-868b966e-2db3-4836-b3c9-1bd26e8f56d3 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ccb2b1e4-03fa-4573-915c-11e68b521b92 HTTP/1.1" status: 200 len: 1098 time: 0.0405085 Sep 08 09:34:45.103744 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b02ce0a4-c042-4bc8-919c-400249bc5dce req-2f6e4a55-a7de-4f23-a459-c67194e8fb4b tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0a88995f-2f59-4104-94f1-65e91b2d7194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286410 Sep 08 09:34:45.727649 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a73f11-6537-42e7-81af-636b566f7ebd req-3dbab56a-2843-48d3-8d81-161b4156ed54 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:45.729119 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b1a73f11-6537-42e7-81af-636b566f7ebd req-3dbab56a-2843-48d3-8d81-161b4156ed54 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/ports?device_id=a61d88d2-dfd8-4941-976d-eaaf535f251d HTTP/1.1" status: 200 len: 946 time: 0.3311021 Sep 08 09:34:45.767424 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b1a73f11-6537-42e7-81af-636b566f7ebd req-21e40ec1-8f6a-4b96-936c-9c6c215805d3 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/security-groups?id=d505c837-d230-4871-9b6a-fbe523096f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323191 Sep 08 09:34:46.215370 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6d969-4dec-496d-90dc-482a987751d8 req-8922a0f6-3efe-466e-af24-9b3873c42934 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:46.216861 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d8b6d969-4dec-496d-90dc-482a987751d8 req-8922a0f6-3efe-466e-af24-9b3873c42934 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ccb2b1e4-03fa-4573-915c-11e68b521b92 HTTP/1.1" status: 200 len: 1098 time: 0.0441794 Sep 08 09:34:46.251610 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d8b6d969-4dec-496d-90dc-482a987751d8 req-698e19b8-cee9-40a6-ad02-e822ab2b020d tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0a88995f-2f59-4104-94f1-65e91b2d7194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274880 Sep 08 09:34:46.364240 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e555484-3db7-4058-837d-99b1356c537f req-2adf9b3c-ef96-4694-a628-9f8bd819744b tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:46.365816 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4e555484-3db7-4058-837d-99b1356c537f req-2adf9b3c-ef96-4694-a628-9f8bd819744b tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ccb2b1e4-03fa-4573-915c-11e68b521b92 HTTP/1.1" status: 200 len: 1098 time: 0.0474451 Sep 08 09:34:46.400429 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4e555484-3db7-4058-837d-99b1356c537f req-cdfcbc2b-2ebc-4907-b4c5-c6db4dae7a2a tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0a88995f-2f59-4104-94f1-65e91b2d7194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283782 Sep 08 09:34:46.505422 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80519466-d662-467d-95f0-40a7bc07f97b req-ad52636f-e304-414b-8406-b44bf99e4ea5 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:46.507031 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-80519466-d662-467d-95f0-40a7bc07f97b req-ad52636f-e304-414b-8406-b44bf99e4ea5 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ccb2b1e4-03fa-4573-915c-11e68b521b92 HTTP/1.1" status: 200 len: 1098 time: 0.0408151 Sep 08 09:34:46.542931 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-80519466-d662-467d-95f0-40a7bc07f97b req-2c9ff7cf-ad2c-4a11-a100-91cca1ec9b0f tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0a88995f-2f59-4104-94f1-65e91b2d7194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296931 Sep 08 09:34:46.761993 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61d88d2-dfd8-4941-976d-eaaf535f251d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ae7114-175f-4105-9b37-a7633710dc78'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:34:46.764494 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97268bfb-2209-4b62-b6a7-8d4f32a4658c" -d '{"events": [{"server_uuid": "a61d88d2-dfd8-4941-976d-eaaf535f251d", "name": "network-vif-plugged", "status": "completed", "tag": "d0ae7114-175f-4105-9b37-a7633710dc78"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:34:46.770250 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ebe0c-57b2-4b5b-bd1f-aeef8caedf87 req-9fc16307-11e2-467c-a897-e35c07ab2f79 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:46.771798 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d44ebe0c-57b2-4b5b-bd1f-aeef8caedf87 req-9fc16307-11e2-467c-a897-e35c07ab2f79 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/networks?id=04c23777-183b-4400-add0-7aa467edf00b HTTP/1.1" status: 200 len: 911 time: 0.0928078 Sep 08 09:34:46.786549 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d44ebe0c-57b2-4b5b-bd1f-aeef8caedf87 req-34ab34dc-3b2a-431a-b07c-1793f7d64c8f tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/quotas/a158c06765af407295b8e57808ca337b HTTP/1.1" status: 200 len: 375 time: 0.0089886 Sep 08 09:34:46.801572 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9f85c2-f854-41db-85ec-8558d0d1ba7f x-openstack-request-id: req-9b9f85c2-f854-41db-85ec-8558d0d1ba7f {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:34:46.801927 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61d88d2-dfd8-4941-976d-eaaf535f251d", "name": "network-vif-plugged", "status": "completed", "tag": "d0ae7114-175f-4105-9b37-a7633710dc78", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:34:46.802264 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9b9f85c2-f854-41db-85ec-8558d0d1ba7f {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:34:46.802718 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61d88d2-dfd8-4941-976d-eaaf535f251d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ae7114-175f-4105-9b37-a7633710dc78', 'code': 200} Sep 08 09:34:46.868747 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d44ebe0c-57b2-4b5b-bd1f-aeef8caedf87 req-db324fc1-8f80-4565-af6b-32659149d423 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/ports?tenant_id=a158c06765af407295b8e57808ca337b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0763295 Sep 08 09:34:46.899483 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b9865-03ad-4ee9-9333-178738792b6b req-12aa5199-1ea8-41a5-a097-b94ab6f7a396 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:46.900975 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a12b9865-03ad-4ee9-9333-178738792b6b req-12aa5199-1ea8-41a5-a097-b94ab6f7a396 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/ports?device_id=a61d88d2-dfd8-4941-976d-eaaf535f251d HTTP/1.1" status: 200 len: 946 time: 0.0507379 Sep 08 09:34:46.941052 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a12b9865-03ad-4ee9-9333-178738792b6b req-176f30d1-3bdf-4160-9158-3f68fccefb17 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/security-groups?id=d505c837-d230-4871-9b6a-fbe523096f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337238 Sep 08 09:34:47.009860 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e26ee-6f22-4925-bd5e-adbf9a6b3880 req-7f99bbb6-beb3-4581-baf8-8b9152f8664e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:47.011400 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-823e26ee-6f22-4925-bd5e-adbf9a6b3880 req-7f99bbb6-beb3-4581-baf8-8b9152f8664e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a61d88d2-dfd8-4941-976d-eaaf535f251d HTTP/1.1" status: 200 len: 1098 time: 0.1152399 Sep 08 09:34:47.014877 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d44ebe0c-57b2-4b5b-bd1f-aeef8caedf87 req-bb1adc7f-3265-4c90-8277-0900a5925b0a service neutron] 10.222.0.54 "GET /v2.0/networks/04c23777-183b-4400-add0-7aa467edf00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371529 Sep 08 09:34:47.099056 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-823e26ee-6f22-4925-bd5e-adbf9a6b3880 req-10056b94-e95b-4a97-9b43-eeef40eefc60 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d505c837-d230-4871-9b6a-fbe523096f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795696 Sep 08 09:34:47.127377 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d44ebe0c-57b2-4b5b-bd1f-aeef8caedf87 req-26dc4571-df2b-4782-b721-0d4e15493838 service neutron] 10.222.0.54 "GET /v2.0/networks/04c23777-183b-4400-add0-7aa467edf00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025021 Sep 08 09:34:47.288146 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-07601dd4-ad67-4314-ad18-60368250fdda req-5974ac11-d9d2-4234-b608-c40c39fd4fa4 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8c0a19e7-a2e6-40d4-956a-2e7fd08d3aa6 HTTP/1.1" status: 200 len: 210 time: 0.0292230 Sep 08 09:34:47.649962 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fec94984-1999-4e72-9bb1-40ddfdae6060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:48.065372 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d6551-10df-4669-a38e-30193476c2d6 req-00ace850-1bbf-42d6-b173-431c84537e1f tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:48.068950 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3e8d6551-10df-4669-a38e-30193476c2d6 req-00ace850-1bbf-42d6-b173-431c84537e1f tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/ports?device_id=a61d88d2-dfd8-4941-976d-eaaf535f251d HTTP/1.1" status: 200 len: 946 time: 0.0529065 Sep 08 09:34:48.107975 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3e8d6551-10df-4669-a38e-30193476c2d6 req-56e0442a-1eff-463e-bd55-b6430df3f564 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/security-groups?id=d505c837-d230-4871-9b6a-fbe523096f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329835 Sep 08 09:34:48.279441 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ebe0c-57b2-4b5b-bd1f-aeef8caedf87 req-d12dc8a9-cc75-445a-90ed-d68820d83550 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:48.280963 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d44ebe0c-57b2-4b5b-bd1f-aeef8caedf87 req-d12dc8a9-cc75-445a-90ed-d68820d83550 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.35 "GET /v2.0/networks?id=04c23777-183b-4400-add0-7aa467edf00b HTTP/1.1" status: 200 len: 911 time: 0.0910764 Sep 08 09:34:48.293286 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-d44ebe0c-57b2-4b5b-bd1f-aeef8caedf87 req-bc566da9-903d-46de-b26e-ebb0214994bc tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Request body: {'port': {'device_id': '8c0a19e7-a2e6-40d4-956a-2e7fd08d3aa6', 'network_id': '04c23777-183b-4400-add0-7aa467edf00b', 'admin_state_up': True, 'tenant_id': 'a158c06765af407295b8e57808ca337b'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:34:48.314180 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d44ebe0c-57b2-4b5b-bd1f-aeef8caedf87 req-bc566da9-903d-46de-b26e-ebb0214994bc tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Made reservation on behalf of a158c06765af407295b8e57808ca337b for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:34:48.316584 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d44ebe0c-57b2-4b5b-bd1f-aeef8caedf87 req-bc566da9-903d-46de-b26e-ebb0214994bc tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:48.411978 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-18685e27-e51f-4384-8250-6f9589418624 req-eb4442ad-2d76-4c8c-aaf0-1a71bfe67ede tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8c0a19e7-a2e6-40d4-956a-2e7fd08d3aa6 HTTP/1.1" status: 200 len: 210 time: 0.0391624 Sep 08 09:34:48.463655 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-d44ebe0c-57b2-4b5b-bd1f-aeef8caedf87 req-bc566da9-903d-46de-b26e-ebb0214994bc tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Allocated IP 172.20.0.13 (04c23777-183b-4400-add0-7aa467edf00b/68ab89bd-38c6-4458-a704-b4c1c66afd13/81d5a4b7-92eb-4c1a-80a5-157995aa0d94) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:34:48.597877 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d44ebe0c-57b2-4b5b-bd1f-aeef8caedf87 req-bc566da9-903d-46de-b26e-ebb0214994bc tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:48.611184 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-d44ebe0c-57b2-4b5b-bd1f-aeef8caedf87 req-bc566da9-903d-46de-b26e-ebb0214994bc tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Transition to ACTIVE for port object 81d5a4b7-92eb-4c1a-80a5-157995aa0d94 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:34:48.643608 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d44ebe0c-57b2-4b5b-bd1f-aeef8caedf87 req-bc566da9-903d-46de-b26e-ebb0214994bc tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:48.677216 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['5e680ae2-e627-47e0-8742-964c68ce0c10'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:34:48.683354 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d44ebe0c-57b2-4b5b-bd1f-aeef8caedf87 req-bc566da9-903d-46de-b26e-ebb0214994bc tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Network 04c23777-183b-4400-add0-7aa467edf00b is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:34:48.686247 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-d44ebe0c-57b2-4b5b-bd1f-aeef8caedf87 req-bc566da9-903d-46de-b26e-ebb0214994bc tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:34:48.695940 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-d44ebe0c-57b2-4b5b-bd1f-aeef8caedf87 req-bc566da9-903d-46de-b26e-ebb0214994bc tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:34:48.698132 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc566da9-903d-46de-b26e-ebb0214994bc tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Pushing event updated for resources: {'Port': ['ID=81d5a4b7-92eb-4c1a-80a5-157995aa0d94,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:48.751907 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ebe0c-57b2-4b5b-bd1f-aeef8caedf87 req-bc566da9-903d-46de-b26e-ebb0214994bc tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:48.752355 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d44ebe0c-57b2-4b5b-bd1f-aeef8caedf87 req-bc566da9-903d-46de-b26e-ebb0214994bc tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:48.768125 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d44ebe0c-57b2-4b5b-bd1f-aeef8caedf87 req-bc566da9-903d-46de-b26e-ebb0214994bc tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4783361 Sep 08 09:34:48.786708 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-d44ebe0c-57b2-4b5b-bd1f-aeef8caedf87 req-83ce0571-20e0-4f62-a7c7-b56dd762401e service neutron] Request body: {'port': {'device_id': '8c0a19e7-a2e6-40d4-956a-2e7fd08d3aa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:34:48.850715 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d44ebe0c-57b2-4b5b-bd1f-aeef8caedf87 req-83ce0571-20e0-4f62-a7c7-b56dd762401e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:48.971632 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-745e0a86-960e-4119-90ac-974227e5f197 None None] Provisioning for port 81d5a4b7-92eb-4c1a-80a5-157995aa0d94 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:34:48.975982 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-745e0a86-960e-4119-90ac-974227e5f197 None None] Provisioning complete for port 81d5a4b7-92eb-4c1a-80a5-157995aa0d94 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:34:48.976361 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-745e0a86-960e-4119-90ac-974227e5f197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:49.011834 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-745e0a86-960e-4119-90ac-974227e5f197 None None] Port 81d5a4b7-92eb-4c1a-80a5-157995aa0d94 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:34:49.113626 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-d44ebe0c-57b2-4b5b-bd1f-aeef8caedf87 req-83ce0571-20e0-4f62-a7c7-b56dd762401e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81d5a4b7-92eb-4c1a-80a5-157995aa0d94 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:34:49.121462 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d44ebe0c-57b2-4b5b-bd1f-aeef8caedf87 req-83ce0571-20e0-4f62-a7c7-b56dd762401e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:49.133444 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-d44ebe0c-57b2-4b5b-bd1f-aeef8caedf87 req-83ce0571-20e0-4f62-a7c7-b56dd762401e service neutron] Transition to ACTIVE for port object 81d5a4b7-92eb-4c1a-80a5-157995aa0d94 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:34:49.136988 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d44ebe0c-57b2-4b5b-bd1f-aeef8caedf87 req-83ce0571-20e0-4f62-a7c7-b56dd762401e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:49.189282 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce0571-20e0-4f62-a7c7-b56dd762401e service neutron] Pushing event updated for resources: {'Port': ['ID=81d5a4b7-92eb-4c1a-80a5-157995aa0d94,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:49.254389 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aad63c-57b7-4a04-b2ac-95d7b338b32a req-59b61497-95af-46f9-8679-22d69ccdea76 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:49.256347 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-55aad63c-57b7-4a04-b2ac-95d7b338b32a req-59b61497-95af-46f9-8679-22d69ccdea76 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/ports?device_id=a61d88d2-dfd8-4941-976d-eaaf535f251d HTTP/1.1" status: 200 len: 946 time: 0.0781820 Sep 08 09:34:49.268305 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-d44ebe0c-57b2-4b5b-bd1f-aeef8caedf87 req-83ce0571-20e0-4f62-a7c7-b56dd762401e service neutron] Attempting to bind port 81d5a4b7-92eb-4c1a-80a5-157995aa0d94 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:34:49.268846 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-d44ebe0c-57b2-4b5b-bd1f-aeef8caedf87 req-83ce0571-20e0-4f62-a7c7-b56dd762401e service neutron] Attempting to bind port 81d5a4b7-92eb-4c1a-80a5-157995aa0d94 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': 'd1d3a239-6a66-4c19-9fb5-a50fb883475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '04c23777-183b-4400-add0-7aa467edf00b'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:34:49.269393 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44ebe0c-57b2-4b5b-bd1f-aeef8caedf87 req-83ce0571-20e0-4f62-a7c7-b56dd762401e service neutron] Attempting to bind port 81d5a4b7-92eb-4c1a-80a5-157995aa0d94 on network 04c23777-183b-4400-add0-7aa467edf00b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:34:49.277413 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44ebe0c-57b2-4b5b-bd1f-aeef8caedf87 req-83ce0571-20e0-4f62-a7c7-b56dd762401e service neutron] Port 81d5a4b7-92eb-4c1a-80a5-157995aa0d94 on network 04c23777-183b-4400-add0-7aa467edf00b not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:34:49.277944 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44ebe0c-57b2-4b5b-bd1f-aeef8caedf87 req-83ce0571-20e0-4f62-a7c7-b56dd762401e service neutron] Attempting to bind port 81d5a4b7-92eb-4c1a-80a5-157995aa0d94 on network 04c23777-183b-4400-add0-7aa467edf00b {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:34:49.287724 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44ebe0c-57b2-4b5b-bd1f-aeef8caedf87 req-83ce0571-20e0-4f62-a7c7-b56dd762401e service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:34:49.288244 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44ebe0c-57b2-4b5b-bd1f-aeef8caedf87 req-83ce0571-20e0-4f62-a7c7-b56dd762401e service neutron] Checking segment: {'id': 'd1d3a239-6a66-4c19-9fb5-a50fb883475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '04c23777-183b-4400-add0-7aa467edf00b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:34:49.288893 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44ebe0c-57b2-4b5b-bd1f-aeef8caedf87 req-83ce0571-20e0-4f62-a7c7-b56dd762401e service neutron] Bound using segment: {'id': 'd1d3a239-6a66-4c19-9fb5-a50fb883475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '04c23777-183b-4400-add0-7aa467edf00b'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:34:49.289601 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-d44ebe0c-57b2-4b5b-bd1f-aeef8caedf87 req-83ce0571-20e0-4f62-a7c7-b56dd762401e service neutron] Bound port: 81d5a4b7-92eb-4c1a-80a5-157995aa0d94, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1d3a239-6a66-4c19-9fb5-a50fb883475e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '04c23777-183b-4400-add0-7aa467edf00b'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:34:49.290220 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d44ebe0c-57b2-4b5b-bd1f-aeef8caedf87 req-83ce0571-20e0-4f62-a7c7-b56dd762401e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:49.314886 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-55aad63c-57b7-4a04-b2ac-95d7b338b32a req-31257619-b36f-45f5-9e1d-721687b27190 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/security-groups?id=d505c837-d230-4871-9b6a-fbe523096f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512140 Sep 08 09:34:49.373016 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-d44ebe0c-57b2-4b5b-bd1f-aeef8caedf87 req-83ce0571-20e0-4f62-a7c7-b56dd762401e service neutron] For port 81d5a4b7-92eb-4c1a-80a5-157995aa0d94, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:34:49.376280 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-d44ebe0c-57b2-4b5b-bd1f-aeef8caedf87 req-83ce0571-20e0-4f62-a7c7-b56dd762401e service neutron] For port 81d5a4b7-92eb-4c1a-80a5-157995aa0d94, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=81d5a4b7-92eb-4c1a-80a5-157995aa0d94,segment=NetworkSegment(d1d3a239-6a66-4c19-9fb5-a50fb883475e),segment_id=d1d3a239-6a66-4c19-9fb5-a50fb883475e)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:34:49.382486 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d44ebe0c-57b2-4b5b-bd1f-aeef8caedf87 req-83ce0571-20e0-4f62-a7c7-b56dd762401e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:49.448698 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ebe0c-57b2-4b5b-bd1f-aeef8caedf87 req-83ce0571-20e0-4f62-a7c7-b56dd762401e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:49.449337 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d44ebe0c-57b2-4b5b-bd1f-aeef8caedf87 req-83ce0571-20e0-4f62-a7c7-b56dd762401e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:49.450799 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d44ebe0c-57b2-4b5b-bd1f-aeef8caedf87 req-83ce0571-20e0-4f62-a7c7-b56dd762401e service neutron] 10.222.0.35 "PUT /v2.0/ports/81d5a4b7-92eb-4c1a-80a5-157995aa0d94 HTTP/1.1" status: 200 len: 1093 time: 0.6690423 Sep 08 09:34:49.452886 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c0a19e7-a2e6-40d4-956a-2e7fd08d3aa6', 'tag': '81d5a4b7-92eb-4c1a-80a5-157995aa0d94'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:34:49.455223 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8265353-db14-40ff-8d68-ba2c4a7b2cef" -d '{"events": [{"name": "network-changed", "server_uuid": "8c0a19e7-a2e6-40d4-956a-2e7fd08d3aa6", "tag": "81d5a4b7-92eb-4c1a-80a5-157995aa0d94"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:34:49.485679 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce0571-20e0-4f62-a7c7-b56dd762401e service neutron] Pushing event updated for resources: {'Port': ['ID=81d5a4b7-92eb-4c1a-80a5-157995aa0d94,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:49.503283 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc61c65-b361-4a2b-a79b-940c27f7c1c7 req-51c32dbe-f3b6-41b5-9277-0a81e869c903 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:49.512081 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-edc61c65-b361-4a2b-a79b-940c27f7c1c7 req-51c32dbe-f3b6-41b5-9277-0a81e869c903 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/ports?device_id=a61d88d2-dfd8-4941-976d-eaaf535f251d HTTP/1.1" status: 200 len: 946 time: 0.1206276 Sep 08 09:34:49.538165 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cadb243-7aa9-4a9c-8bbc-c2b14f3338ac req-2f48db98-8ee7-47ff-9840-45377f6d329f tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:49.539738 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7cadb243-7aa9-4a9c-8bbc-c2b14f3338ac req-2f48db98-8ee7-47ff-9840-45377f6d329f tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8c0a19e7-a2e6-40d4-956a-2e7fd08d3aa6 HTTP/1.1" status: 200 len: 1096 time: 0.0514801 Sep 08 09:34:49.585978 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-edc61c65-b361-4a2b-a79b-940c27f7c1c7 req-470449a1-cdaf-4a5a-8507-b555f1183f80 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/security-groups?id=d505c837-d230-4871-9b6a-fbe523096f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729089 Sep 08 09:34:49.588713 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7cadb243-7aa9-4a9c-8bbc-c2b14f3338ac req-b8657e89-850d-43f3-9dbe-df9c8eca8873 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0a88995f-2f59-4104-94f1-65e91b2d7194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397265 Sep 08 09:34:49.623577 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ebe0c-57b2-4b5b-bd1f-aeef8caedf87 req-45eb5c29-4843-493d-84cc-16cff41a0c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:49.625504 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d44ebe0c-57b2-4b5b-bd1f-aeef8caedf87 req-45eb5c29-4843-493d-84cc-16cff41a0c96 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a158c06765af407295b8e57808ca337b&device_id=8c0a19e7-a2e6-40d4-956a-2e7fd08d3aa6 HTTP/1.1" status: 200 len: 1096 time: 0.1048772 Sep 08 09:34:49.648775 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d21d52-d298-46d3-a32e-b5d01acadf9b x-openstack-request-id: req-a0d21d52-d298-46d3-a32e-b5d01acadf9b {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:34:49.649074 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c0a19e7-a2e6-40d4-956a-2e7fd08d3aa6", "tag": "81d5a4b7-92eb-4c1a-80a5-157995aa0d94", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:34:49.649335 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a0d21d52-d298-46d3-a32e-b5d01acadf9b {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:34:49.649750 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c0a19e7-a2e6-40d4-956a-2e7fd08d3aa6', 'tag': '81d5a4b7-92eb-4c1a-80a5-157995aa0d94', 'status': 'completed', 'code': 200} Sep 08 09:34:49.712737 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d44ebe0c-57b2-4b5b-bd1f-aeef8caedf87 req-95c99f65-1d3b-4087-a21d-5a3aa6e613e6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81d5a4b7-92eb-4c1a-80a5-157995aa0d94 HTTP/1.1" status: 200 len: 217 time: 0.0374131 Sep 08 09:34:49.767773 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ebe0c-57b2-4b5b-bd1f-aeef8caedf87 req-db509bf0-dbed-4e3c-9154-1d2b9720dd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:49.769251 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d44ebe0c-57b2-4b5b-bd1f-aeef8caedf87 req-db509bf0-dbed-4e3c-9154-1d2b9720dd63 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=68ab89bd-38c6-4458-a704-b4c1c66afd13 HTTP/1.1" status: 200 len: 849 time: 0.0492227 Sep 08 09:34:49.814711 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ebe0c-57b2-4b5b-bd1f-aeef8caedf87 req-603d50b4-128f-4ddf-8278-d977b1451060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:49.816169 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d44ebe0c-57b2-4b5b-bd1f-aeef8caedf87 req-603d50b4-128f-4ddf-8278-d977b1451060 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=04c23777-183b-4400-add0-7aa467edf00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389671 Sep 08 09:34:49.908169 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d44ebe0c-57b2-4b5b-bd1f-aeef8caedf87 req-f9345c79-c6b6-4149-b9ea-f0f1d381f7f3 service neutron] 10.222.0.35 "GET /v2.0/networks/04c23777-183b-4400-add0-7aa467edf00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814352 Sep 08 09:34:50.013406 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d44ebe0c-57b2-4b5b-bd1f-aeef8caedf87 req-b52ce177-824f-4660-a121-fda22967fbf4 service neutron] 10.222.0.35 "GET /v2.0/networks/04c23777-183b-4400-add0-7aa467edf00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882118 Sep 08 09:34:50.135265 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8265353-db14-40ff-8d68-ba2c4a7b2cef req-efe01846-3ebf-4d41-9684-6da21a64c211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:50.136749 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a8265353-db14-40ff-8d68-ba2c4a7b2cef req-efe01846-3ebf-4d41-9684-6da21a64c211 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a158c06765af407295b8e57808ca337b&device_id=8c0a19e7-a2e6-40d4-956a-2e7fd08d3aa6 HTTP/1.1" status: 200 len: 1096 time: 0.0410020 Sep 08 09:34:50.231536 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8265353-db14-40ff-8d68-ba2c4a7b2cef req-23138cf8-2541-4d19-9230-0fa224e42abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:50.233036 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a8265353-db14-40ff-8d68-ba2c4a7b2cef req-23138cf8-2541-4d19-9230-0fa224e42abe service neutron] 10.222.0.35 "GET /v2.0/networks?id=04c23777-183b-4400-add0-7aa467edf00b HTTP/1.1" status: 200 len: 911 time: 0.0892296 Sep 08 09:34:50.276153 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a8265353-db14-40ff-8d68-ba2c4a7b2cef req-8faf2f88-e236-45cb-ac1b-0d9b8d44eb17 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81d5a4b7-92eb-4c1a-80a5-157995aa0d94 HTTP/1.1" status: 200 len: 217 time: 0.0349450 Sep 08 09:34:50.332093 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8265353-db14-40ff-8d68-ba2c4a7b2cef req-3fc22e6c-d5db-4e04-98dc-f82644754599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:50.333821 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a8265353-db14-40ff-8d68-ba2c4a7b2cef req-3fc22e6c-d5db-4e04-98dc-f82644754599 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=68ab89bd-38c6-4458-a704-b4c1c66afd13 HTTP/1.1" status: 200 len: 849 time: 0.0505357 Sep 08 09:34:50.381511 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8265353-db14-40ff-8d68-ba2c4a7b2cef req-7356b73b-049b-4054-b8cc-7c50bf2bdd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:50.383048 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a8265353-db14-40ff-8d68-ba2c4a7b2cef req-7356b73b-049b-4054-b8cc-7c50bf2bdd19 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=04c23777-183b-4400-add0-7aa467edf00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421069 Sep 08 09:34:50.420574 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:50.473409 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a8265353-db14-40ff-8d68-ba2c4a7b2cef req-226a98f1-4b88-4548-ac19-94da8fc59965 service neutron] 10.222.0.35 "GET /v2.0/networks/04c23777-183b-4400-add0-7aa467edf00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828085 Sep 08 09:34:50.570163 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a8265353-db14-40ff-8d68-ba2c4a7b2cef req-43598092-5d35-421c-8a3c-ea64371fe200 service neutron] 10.222.0.35 "GET /v2.0/networks/04c23777-183b-4400-add0-7aa467edf00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886848 Sep 08 09:34:50.703881 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e5849-ba4e-4383-a4ed-829d3bab2f72 req-6bac7caf-9d5a-44c4-bc01-11805ba07e52 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:50.705396 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e02e5849-ba4e-4383-a4ed-829d3bab2f72 req-6bac7caf-9d5a-44c4-bc01-11805ba07e52 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8c0a19e7-a2e6-40d4-956a-2e7fd08d3aa6 HTTP/1.1" status: 200 len: 1096 time: 0.0396764 Sep 08 09:34:50.741175 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e02e5849-ba4e-4383-a4ed-829d3bab2f72 req-ba624b07-15b7-4ca5-b302-9592ef82ff11 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0a88995f-2f59-4104-94f1-65e91b2d7194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287175 Sep 08 09:34:50.768753 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ad96d90b-3438-4152-8c81-5607fb383ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:51.101245 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60914) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:34:51.546493 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2625dd51-c6be-4973-b69a-bc40f3506742 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:51.847744 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e9c72-6daa-4837-80bf-05c8fd4a7b43 req-e3adee11-276a-4dca-acc3-90b7250c4c53 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:51.850075 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c82e9c72-6daa-4837-80bf-05c8fd4a7b43 req-e3adee11-276a-4dca-acc3-90b7250c4c53 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8c0a19e7-a2e6-40d4-956a-2e7fd08d3aa6 HTTP/1.1" status: 200 len: 1096 time: 0.0414898 Sep 08 09:34:51.869424 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-2625dd51-c6be-4973-b69a-bc40f3506742 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Allocated IP 172.20.0.17 (26c1ac19-c16c-423e-a383-8bb0cb355570/eb2012ec-8f3e-46e5-988f-c4911a9ae75c/3b900a97-dcab-498f-a724-bdbfdc57bf19) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:34:51.885063 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c82e9c72-6daa-4837-80bf-05c8fd4a7b43 req-aa50dc58-fab8-4c57-9400-22290a493fa3 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0a88995f-2f59-4104-94f1-65e91b2d7194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291071 Sep 08 09:34:51.984322 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2625dd51-c6be-4973-b69a-bc40f3506742 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:51.998320 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-2625dd51-c6be-4973-b69a-bc40f3506742 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Transition to ACTIVE for port object 3b900a97-dcab-498f-a724-bdbfdc57bf19 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:34:52.034550 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2625dd51-c6be-4973-b69a-bc40f3506742 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:52.079914 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2625dd51-c6be-4973-b69a-bc40f3506742 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Network 26c1ac19-c16c-423e-a383-8bb0cb355570 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:34:52.083212 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-2625dd51-c6be-4973-b69a-bc40f3506742 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:34:52.086335 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2625dd51-c6be-4973-b69a-bc40f3506742 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:34:52.118326 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2625dd51-c6be-4973-b69a-bc40f3506742 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event updated for resources: {'Port': ['ID=3b900a97-dcab-498f-a724-bdbfdc57bf19,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:52.140367 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2625dd51-c6be-4973-b69a-bc40f3506742 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:52.208627 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:52.278745 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2625dd51-c6be-4973-b69a-bc40f3506742 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:52.290904 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-0c4709e5-6b3a-43c8-882a-7385d37edd30 None None] Provisioning for port 3b900a97-dcab-498f-a724-bdbfdc57bf19 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:34:52.294918 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-0c4709e5-6b3a-43c8-882a-7385d37edd30 None None] Provisioning complete for port 3b900a97-dcab-498f-a724-bdbfdc57bf19 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:34:52.295315 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0c4709e5-6b3a-43c8-882a-7385d37edd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:52.332034 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-0c4709e5-6b3a-43c8-882a-7385d37edd30 None None] Port 3b900a97-dcab-498f-a724-bdbfdc57bf19 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:34:52.559715 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2625dd51-c6be-4973-b69a-bc40f3506742 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:52.564083 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2625dd51-c6be-4973-b69a-bc40f3506742 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:52.636411 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2625dd51-c6be-4973-b69a-bc40f3506742 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:52.639030 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2625dd51-c6be-4973-b69a-bc40f3506742 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event updated for resources: {'Port': ['ID=3b900a97-dcab-498f-a724-bdbfdc57bf19,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:52.731894 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2625dd51-c6be-4973-b69a-bc40f3506742 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Network 26c1ac19-c16c-423e-a383-8bb0cb355570 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:34:52.733248 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-2625dd51-c6be-4973-b69a-bc40f3506742 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:34:52.853354 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2625dd51-c6be-4973-b69a-bc40f3506742 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Router cefe67f4-5557-48eb-aaa3-1d9dbc0cf228 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:34:52.961763 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ca39ba5f-cb11-4362-b428-6239ccc92444 None None] Provisioning complete for port 3b900a97-dcab-498f-a724-bdbfdc57bf19 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:34:52.962167 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ca39ba5f-cb11-4362-b428-6239ccc92444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:52.992402 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2625dd51-c6be-4973-b69a-bc40f3506742 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:34:53.010132 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2625dd51-c6be-4973-b69a-bc40f3506742 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "PUT /v2.0/routers/cefe67f4-5557-48eb-aaa3-1d9dbc0cf228/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8956525 Sep 08 09:34:53.010573 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-ca39ba5f-cb11-4362-b428-6239ccc92444 None None] Port 3b900a97-dcab-498f-a724-bdbfdc57bf19 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:34:53.011762 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45810a2-c3fa-42b4-834d-4e75d8421815 req-e68a1d6c-70a8-42ea-b5bd-7c283b2fd764 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:53.013291 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e45810a2-c3fa-42b4-834d-4e75d8421815 req-e68a1d6c-70a8-42ea-b5bd-7c283b2fd764 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8c0a19e7-a2e6-40d4-956a-2e7fd08d3aa6 HTTP/1.1" status: 200 len: 1096 time: 0.0605500 Sep 08 09:34:53.015215 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8206a7bb-cf9b-49c3-b0a9-83e2ce975f8c None None] Sync routers for ids ['cefe67f4-5557-48eb-aaa3-1d9dbc0cf228'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:34:53.025249 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8206a7bb-cf9b-49c3-b0a9-83e2ce975f8c None None] Routers {'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:34:53.025847 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-8206a7bb-cf9b-49c3-b0a9-83e2ce975f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:34:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['cefe67f4-5557-48eb-aaa3-1d9dbc0cf228'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:34:53.050358 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e45810a2-c3fa-42b4-834d-4e75d8421815 req-eb17b6ef-f2bb-4f03-b105-816353d93e0f tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0a88995f-2f59-4104-94f1-65e91b2d7194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302682 Sep 08 09:34:53.134884 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-8206a7bb-cf9b-49c3-b0a9-83e2ce975f8c None None] Set router cefe67f4-5557-48eb-aaa3-1d9dbc0cf228 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:34:53.364125 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-8206a7bb-cf9b-49c3-b0a9-83e2ce975f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'name': 'tempest-TestNetworkBasicOps-router-1592753062', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '92ce6552-cbd2-4947-924c-b16ba2b489b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:33:28Z', 'updated_at': '2021-09-08T09:34:52Z', 'revision_number': 5, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'gw_port': {'id': '92ce6552-cbd2-4947-924c-b16ba2b489b3', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:87:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:28Z', 'updated_at': '2021-09-08T09:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '0ffc1c0a-be6d-4421-98a7-cb2e7c5816ac', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'floating_ip_address': '172.25.0.227', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'port_id': 'b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b42b4b-7017-4bb7-8216-d79786d85408', 'mac_address': 'fa:16:3e:80:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc81388-0681-4d90-aa01-f1c8f1e1d869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:33:54Z', 'updated_at': '2021-09-08T09:33:57Z', 'revision_number': 1, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b900a97-dcab-498f-a724-bdbfdc57bf19', 'name': '', 'network_id': '26c1ac19-c16c-423e-a383-8bb0cb355570', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'mac_address': 'fa:16:3e:f2:b0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'eb2012ec-8f3e-46e5-988f-c4911a9ae75c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:34:51Z', 'updated_at': '2021-09-08T09:34:52Z', 'revision_number': 2, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'subnets': [{'id': 'eb2012ec-8f3e-46e5-988f-c4911a9ae75c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd93338c4-ba47-4c93-a8a4-9830e35422c9', 'name': '', 'network_id': 'f7b42b4b-7017-4bb7-8216-d79786d85408', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'mac_address': 'fa:16:3e:c7:82:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '8955da54-3088-4089-a320-ace009263420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:32Z', 'updated_at': '2021-09-08T09:33:41Z', 'revision_number': 5, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'subnets': [{'id': '8955da54-3088-4089-a320-ace009263420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:34:53.390980 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8206a7bb-cf9b-49c3-b0a9-83e2ce975f8c None None] Checking router: cefe67f4-5557-48eb-aaa3-1d9dbc0cf228 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:34:53.391341 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8206a7bb-cf9b-49c3-b0a9-83e2ce975f8c None None] Updating router cefe67f4-5557-48eb-aaa3-1d9dbc0cf228 port 3b900a97-dcab-498f-a724-bdbfdc57bf19 binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:34:53.416160 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-8206a7bb-cf9b-49c3-b0a9-83e2ce975f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:53.612118 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:53.690015 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-8206a7bb-cf9b-49c3-b0a9-83e2ce975f8c None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:53.700686 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-8206a7bb-cf9b-49c3-b0a9-83e2ce975f8c None None] Transition to ACTIVE for port object 3b900a97-dcab-498f-a724-bdbfdc57bf19 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:34:53.706843 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-8206a7bb-cf9b-49c3-b0a9-83e2ce975f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:53.758619 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30556ed3-edf4-4bee-a483-9b6594ff0616 None None] Pushing event updated for resources: {'Port': ['ID=3b900a97-dcab-498f-a724-bdbfdc57bf19,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:53.814192 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-8206a7bb-cf9b-49c3-b0a9-83e2ce975f8c None None] Attempting to bind port 3b900a97-dcab-498f-a724-bdbfdc57bf19 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:34:53.814563 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-8206a7bb-cf9b-49c3-b0a9-83e2ce975f8c None None] Attempting to bind port 3b900a97-dcab-498f-a724-bdbfdc57bf19 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '5612304b-d24c-4c8b-9c5f-91f52aa19774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '26c1ac19-c16c-423e-a383-8bb0cb355570'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:34:53.814930 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8206a7bb-cf9b-49c3-b0a9-83e2ce975f8c None None] Attempting to bind port 3b900a97-dcab-498f-a724-bdbfdc57bf19 on network 26c1ac19-c16c-423e-a383-8bb0cb355570 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:34:53.820008 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8206a7bb-cf9b-49c3-b0a9-83e2ce975f8c None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:34:53.820379 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8206a7bb-cf9b-49c3-b0a9-83e2ce975f8c None None] Checking segment: {'id': '5612304b-d24c-4c8b-9c5f-91f52aa19774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '26c1ac19-c16c-423e-a383-8bb0cb355570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:34:53.820783 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-8206a7bb-cf9b-49c3-b0a9-83e2ce975f8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:53.821173 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8206a7bb-cf9b-49c3-b0a9-83e2ce975f8c None None] Bound using segment: {'id': '5612304b-d24c-4c8b-9c5f-91f52aa19774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '26c1ac19-c16c-423e-a383-8bb0cb355570'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:34:53.821902 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-8206a7bb-cf9b-49c3-b0a9-83e2ce975f8c None None] Bound port: 3b900a97-dcab-498f-a724-bdbfdc57bf19, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5612304b-d24c-4c8b-9c5f-91f52aa19774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '26c1ac19-c16c-423e-a383-8bb0cb355570'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:34:53.822306 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-8206a7bb-cf9b-49c3-b0a9-83e2ce975f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:53.889590 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-8206a7bb-cf9b-49c3-b0a9-83e2ce975f8c None None] For port 3b900a97-dcab-498f-a724-bdbfdc57bf19, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:34:53.892758 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-8206a7bb-cf9b-49c3-b0a9-83e2ce975f8c None None] For port 3b900a97-dcab-498f-a724-bdbfdc57bf19, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=3b900a97-dcab-498f-a724-bdbfdc57bf19,segment=NetworkSegment(5612304b-d24c-4c8b-9c5f-91f52aa19774),segment_id=5612304b-d24c-4c8b-9c5f-91f52aa19774)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:34:53.898965 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-8206a7bb-cf9b-49c3-b0a9-83e2ce975f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:53.954721 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8206a7bb-cf9b-49c3-b0a9-83e2ce975f8c None None] Routers {'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:34:53.955404 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-8206a7bb-cf9b-49c3-b0a9-83e2ce975f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:34:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['cefe67f4-5557-48eb-aaa3-1d9dbc0cf228'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:34:53.998756 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30556ed3-edf4-4bee-a483-9b6594ff0616 None None] Pushing event updated for resources: {'Port': ['ID=3b900a97-dcab-498f-a724-bdbfdc57bf19,revision_number=4']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:54.081226 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-8206a7bb-cf9b-49c3-b0a9-83e2ce975f8c None None] Set router cefe67f4-5557-48eb-aaa3-1d9dbc0cf228 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:34:54.176046 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf78c60-8344-4b2a-9cf8-cc70f380e145 req-427a440e-25ad-4058-b045-17ce5af1b059 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:54.177764 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fdf78c60-8344-4b2a-9cf8-cc70f380e145 req-427a440e-25ad-4058-b045-17ce5af1b059 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8c0a19e7-a2e6-40d4-956a-2e7fd08d3aa6 HTTP/1.1" status: 200 len: 1096 time: 0.0435910 Sep 08 09:34:54.217563 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fdf78c60-8344-4b2a-9cf8-cc70f380e145 req-0ef34efb-0c8e-40a7-a800-d262502022fc tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0a88995f-2f59-4104-94f1-65e91b2d7194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335646 Sep 08 09:34:54.306424 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:54.316214 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-8206a7bb-cf9b-49c3-b0a9-83e2ce975f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'name': 'tempest-TestNetworkBasicOps-router-1592753062', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '92ce6552-cbd2-4947-924c-b16ba2b489b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:33:28Z', 'updated_at': '2021-09-08T09:34:52Z', 'revision_number': 5, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'gw_port': {'id': '92ce6552-cbd2-4947-924c-b16ba2b489b3', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:87:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:28Z', 'updated_at': '2021-09-08T09:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '0ffc1c0a-be6d-4421-98a7-cb2e7c5816ac', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'floating_ip_address': '172.25.0.227', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'port_id': 'b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b42b4b-7017-4bb7-8216-d79786d85408', 'mac_address': 'fa:16:3e:80:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc81388-0681-4d90-aa01-f1c8f1e1d869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:33:54Z', 'updated_at': '2021-09-08T09:33:57Z', 'revision_number': 1, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b900a97-dcab-498f-a724-bdbfdc57bf19', 'name': '', 'network_id': '26c1ac19-c16c-423e-a383-8bb0cb355570', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'mac_address': 'fa:16:3e:f2:b0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'eb2012ec-8f3e-46e5-988f-c4911a9ae75c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:34:51Z', 'updated_at': '2021-09-08T09:34:53Z', 'revision_number': 4, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'subnets': [{'id': 'eb2012ec-8f3e-46e5-988f-c4911a9ae75c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd93338c4-ba47-4c93-a8a4-9830e35422c9', 'name': '', 'network_id': 'f7b42b4b-7017-4bb7-8216-d79786d85408', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'mac_address': 'fa:16:3e:c7:82:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '8955da54-3088-4089-a320-ace009263420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:32Z', 'updated_at': '2021-09-08T09:33:41Z', 'revision_number': 5, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'subnets': [{'id': '8955da54-3088-4089-a320-ace009263420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:34:54.342924 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8206a7bb-cf9b-49c3-b0a9-83e2ce975f8c None None] The sync data for ids ['cefe67f4-5557-48eb-aaa3-1d9dbc0cf228'] in n-d-806683-11 is: [{'id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'name': 'tempest-TestNetworkBasicOps-router-1592753062', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '92ce6552-cbd2-4947-924c-b16ba2b489b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:33:28Z', 'updated_at': '2021-09-08T09:34:52Z', 'revision_number': 5, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'gw_port': {'id': '92ce6552-cbd2-4947-924c-b16ba2b489b3', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:87:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:28Z', 'updated_at': '2021-09-08T09:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '0ffc1c0a-be6d-4421-98a7-cb2e7c5816ac', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'floating_ip_address': '172.25.0.227', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'port_id': 'b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b42b4b-7017-4bb7-8216-d79786d85408', 'mac_address': 'fa:16:3e:80:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc81388-0681-4d90-aa01-f1c8f1e1d869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:33:54Z', 'updated_at': '2021-09-08T09:33:57Z', 'revision_number': 1, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b900a97-dcab-498f-a724-bdbfdc57bf19', 'name': '', 'network_id': '26c1ac19-c16c-423e-a383-8bb0cb355570', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'mac_address': 'fa:16:3e:f2:b0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'eb2012ec-8f3e-46e5-988f-c4911a9ae75c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:34:51Z', 'updated_at': '2021-09-08T09:34:53Z', 'revision_number': 4, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'subnets': [{'id': 'eb2012ec-8f3e-46e5-988f-c4911a9ae75c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd93338c4-ba47-4c93-a8a4-9830e35422c9', 'name': '', 'network_id': 'f7b42b4b-7017-4bb7-8216-d79786d85408', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'mac_address': 'fa:16:3e:c7:82:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '8955da54-3088-4089-a320-ace009263420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:32Z', 'updated_at': '2021-09-08T09:33:41Z', 'revision_number': 5, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'subnets': [{'id': '8955da54-3088-4089-a320-ace009263420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:34:54.665116 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 3b900a97-dcab-498f-a724-bdbfdc57bf19 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:34:54.718638 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 3b900a97-dcab-498f-a724-bdbfdc57bf19 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:34:54.722883 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 3b900a97-dcab-498f-a724-bdbfdc57bf19 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:34:54.723289 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:54.811513 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:54.844876 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 3b900a97-dcab-498f-a724-bdbfdc57bf19, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=3b900a97-dcab-498f-a724-bdbfdc57bf19,segment=NetworkSegment(5612304b-d24c-4c8b-9c5f-91f52aa19774),segment_id=5612304b-d24c-4c8b-9c5f-91f52aa19774)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:34:54.848224 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:54.898686 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=3b900a97-dcab-498f-a724-bdbfdc57bf19,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:54.972142 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 81d5a4b7-92eb-4c1a-80a5-157995aa0d94 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:34:55.066970 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 81d5a4b7-92eb-4c1a-80a5-157995aa0d94, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=81d5a4b7-92eb-4c1a-80a5-157995aa0d94,segment=NetworkSegment(d1d3a239-6a66-4c19-9fb5-a50fb883475e),segment_id=d1d3a239-6a66-4c19-9fb5-a50fb883475e)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:34:55.078454 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '81d5a4b7-92eb-4c1a-80a5-157995aa0d94', 'network_id': '04c23777-183b-4400-add0-7aa467edf00b', 'port_id': '81d5a4b7-92eb-4c1a-80a5-157995aa0d94', 'mac_address': 'fa:16:3e:67:5c:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68ab89bd-38c6-4458-a704-b4c1c66afd13', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:34:55.115578 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:55.128038 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81d5a4b7-92eb-4c1a-80a5-157995aa0d94 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:34:55.147452 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 81d5a4b7-92eb-4c1a-80a5-157995aa0d94, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=81d5a4b7-92eb-4c1a-80a5-157995aa0d94,segment=NetworkSegment(d1d3a239-6a66-4c19-9fb5-a50fb883475e),segment_id=d1d3a239-6a66-4c19-9fb5-a50fb883475e)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:34:55.151180 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:55.198736 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=81d5a4b7-92eb-4c1a-80a5-157995aa0d94,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:55.330905 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb882c-81fe-4be8-b9da-05138fd214ca req-672eb761-9cb4-44e5-9070-735252c617d7 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:55.332353 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bafb882c-81fe-4be8-b9da-05138fd214ca req-672eb761-9cb4-44e5-9070-735252c617d7 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8c0a19e7-a2e6-40d4-956a-2e7fd08d3aa6 HTTP/1.1" status: 200 len: 1097 time: 0.0414541 Sep 08 09:34:55.371116 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bafb882c-81fe-4be8-b9da-05138fd214ca req-e2a96caa-dcbe-4938-a22b-7e0df8472728 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0a88995f-2f59-4104-94f1-65e91b2d7194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326858 Sep 08 09:34:55.535685 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['81d5a4b7-92eb-4c1a-80a5-157995aa0d94'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:34:56.477579 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626871be-52b0-4e9c-bcd3-4464ef3a9c6e req-a0017108-acd8-4a3e-bc90-af0a9c4e9571 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:56.479246 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-626871be-52b0-4e9c-bcd3-4464ef3a9c6e req-a0017108-acd8-4a3e-bc90-af0a9c4e9571 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8c0a19e7-a2e6-40d4-956a-2e7fd08d3aa6 HTTP/1.1" status: 200 len: 1097 time: 0.0415499 Sep 08 09:34:56.514447 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-626871be-52b0-4e9c-bcd3-4464ef3a9c6e req-2e0e4bc8-89f5-4b1c-b4ab-8e9615b88640 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0a88995f-2f59-4104-94f1-65e91b2d7194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292397 Sep 08 09:34:56.646764 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 3b900a97-dcab-498f-a724-bdbfdc57bf19 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:34:56.694499 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 3b900a97-dcab-498f-a724-bdbfdc57bf19 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:34:56.694843 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:57.004373 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 81d5a4b7-92eb-4c1a-80a5-157995aa0d94 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:34:57.051819 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 81d5a4b7-92eb-4c1a-80a5-157995aa0d94 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:34:57.055519 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 81d5a4b7-92eb-4c1a-80a5-157995aa0d94 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:34:57.055894 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:57.131227 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:57.156163 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0a19e7-a2e6-40d4-956a-2e7fd08d3aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d5a4b7-92eb-4c1a-80a5-157995aa0d94'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:34:57.158429 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d01a22b-fa5f-4021-954a-e3f64286b3f6" -d '{"events": [{"server_uuid": "8c0a19e7-a2e6-40d4-956a-2e7fd08d3aa6", "name": "network-vif-plugged", "status": "completed", "tag": "81d5a4b7-92eb-4c1a-80a5-157995aa0d94"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:34:57.170907 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 81d5a4b7-92eb-4c1a-80a5-157995aa0d94, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=81d5a4b7-92eb-4c1a-80a5-157995aa0d94,segment=NetworkSegment(d1d3a239-6a66-4c19-9fb5-a50fb883475e),segment_id=d1d3a239-6a66-4c19-9fb5-a50fb883475e)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:34:57.175562 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:57.203032 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59133cc-96cb-44d9-86c3-6d6abed5b9c4 x-openstack-request-id: req-a59133cc-96cb-44d9-86c3-6d6abed5b9c4 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:34:57.203323 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c0a19e7-a2e6-40d4-956a-2e7fd08d3aa6", "name": "network-vif-plugged", "status": "completed", "tag": "81d5a4b7-92eb-4c1a-80a5-157995aa0d94", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:34:57.203580 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a59133cc-96cb-44d9-86c3-6d6abed5b9c4 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:34:57.203971 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c0a19e7-a2e6-40d4-956a-2e7fd08d3aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d5a4b7-92eb-4c1a-80a5-157995aa0d94', 'code': 200} Sep 08 09:34:57.229523 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=81d5a4b7-92eb-4c1a-80a5-157995aa0d94,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:34:57.315848 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca943905-1652-4aa8-ba0b-0293a74fda5e req-76f15124-137a-43af-80d8-e1c9ef7ad743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:57.317879 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ca943905-1652-4aa8-ba0b-0293a74fda5e req-76f15124-137a-43af-80d8-e1c9ef7ad743 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8c0a19e7-a2e6-40d4-956a-2e7fd08d3aa6 HTTP/1.1" status: 200 len: 1098 time: 0.0394053 Sep 08 09:34:57.353193 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ca943905-1652-4aa8-ba0b-0293a74fda5e req-134163a0-7dac-4a78-a6b3-4e9ed80857bd service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0a88995f-2f59-4104-94f1-65e91b2d7194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275495 Sep 08 09:34:57.619681 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306546ab-6acc-4ca1-ad17-e70c99c279be req-1477b58c-2fd6-4e1b-9e2f-48d8cef7a1a6 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:57.621130 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-306546ab-6acc-4ca1-ad17-e70c99c279be req-1477b58c-2fd6-4e1b-9e2f-48d8cef7a1a6 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8c0a19e7-a2e6-40d4-956a-2e7fd08d3aa6 HTTP/1.1" status: 200 len: 1098 time: 0.0413532 Sep 08 09:34:57.659708 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-306546ab-6acc-4ca1-ad17-e70c99c279be req-261585ba-2ea5-4903-8607-5d8c748a10df tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0a88995f-2f59-4104-94f1-65e91b2d7194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323608 Sep 08 09:34:58.773014 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac09b3-6d3f-409a-b7b4-154c77fd6caf req-6beca8a9-bb1d-4898-9530-0c92e465483d tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:58.775224 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-39ac09b3-6d3f-409a-b7b4-154c77fd6caf req-6beca8a9-bb1d-4898-9530-0c92e465483d tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8c0a19e7-a2e6-40d4-956a-2e7fd08d3aa6 HTTP/1.1" status: 200 len: 1098 time: 0.0466142 Sep 08 09:34:58.775607 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:34:58.811865 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-39ac09b3-6d3f-409a-b7b4-154c77fd6caf req-ed0a6e82-9e71-456f-b475-a0ca54c91b53 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0a88995f-2f59-4104-94f1-65e91b2d7194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305576 Sep 08 09:34:59.918183 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d4699-beb3-47ed-9519-55e45ba3e3b2 req-994c8d07-cbc7-4361-a2a5-27de34533542 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:34:59.919719 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bc5d4699-beb3-47ed-9519-55e45ba3e3b2 req-994c8d07-cbc7-4361-a2a5-27de34533542 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8c0a19e7-a2e6-40d4-956a-2e7fd08d3aa6 HTTP/1.1" status: 200 len: 1098 time: 0.0407019 Sep 08 09:34:59.955968 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bc5d4699-beb3-47ed-9519-55e45ba3e3b2 req-5cb050b5-e8eb-449b-a836-c71aa54ffac0 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0a88995f-2f59-4104-94f1-65e91b2d7194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301237 Sep 08 09:35:00.062651 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21726cbc-4155-490f-935f-9ad009c54c74 req-c93a31e9-451f-416c-b550-d1b66faaf20e tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:00.064190 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-21726cbc-4155-490f-935f-9ad009c54c74 req-c93a31e9-451f-416c-b550-d1b66faaf20e tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8c0a19e7-a2e6-40d4-956a-2e7fd08d3aa6 HTTP/1.1" status: 200 len: 1098 time: 0.0413063 Sep 08 09:35:00.098018 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-21726cbc-4155-490f-935f-9ad009c54c74 req-1743ae1d-c0e9-4503-977e-b924932fe643 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0a88995f-2f59-4104-94f1-65e91b2d7194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278862 Sep 08 09:35:00.201894 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c101f-f27e-4e7e-9be2-c77f2a95616a req-ae29f4eb-811d-43ac-a15c-6ad8e2303817 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:00.203469 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-880c101f-f27e-4e7e-9be2-c77f2a95616a req-ae29f4eb-811d-43ac-a15c-6ad8e2303817 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8c0a19e7-a2e6-40d4-956a-2e7fd08d3aa6 HTTP/1.1" status: 200 len: 1098 time: 0.0404482 Sep 08 09:35:00.238638 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-880c101f-f27e-4e7e-9be2-c77f2a95616a req-10cccf42-e252-4b59-b10a-0548b650261d tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0a88995f-2f59-4104-94f1-65e91b2d7194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289822 Sep 08 09:35:00.466137 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe190ce-19b5-4077-8f17-9c97b3da9d3e req-7624c822-6b80-4f07-98a5-526fbf80b7aa tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:00.467673 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5fe190ce-19b5-4077-8f17-9c97b3da9d3e req-7624c822-6b80-4f07-98a5-526fbf80b7aa tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8c0a19e7-a2e6-40d4-956a-2e7fd08d3aa6 HTTP/1.1" status: 200 len: 1098 time: 0.0418234 Sep 08 09:35:00.507059 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5fe190ce-19b5-4077-8f17-9c97b3da9d3e req-efe4c228-befb-4efd-b34d-81e604a90513 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0a88995f-2f59-4104-94f1-65e91b2d7194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321336 Sep 08 09:35:01.380684 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:35:01.611805 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5d94c-931f-434f-9eec-f252ad466fee req-670777bb-8291-486b-af08-745deb9e8895 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:01.613325 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-26d5d94c-931f-434f-9eec-f252ad466fee req-670777bb-8291-486b-af08-745deb9e8895 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8c0a19e7-a2e6-40d4-956a-2e7fd08d3aa6 HTTP/1.1" status: 200 len: 1098 time: 0.0398793 Sep 08 09:35:01.651938 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-26d5d94c-931f-434f-9eec-f252ad466fee req-1b339217-615b-4108-ad91-c283b1169638 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0a88995f-2f59-4104-94f1-65e91b2d7194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320401 Sep 08 09:35:02.067623 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5292a7-5931-446a-84c7-f6018cea413c req-b0f25a5a-8a79-4d7d-b6f3-a1099c57568c tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:02.069175 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bd5292a7-5931-446a-84c7-f6018cea413c req-b0f25a5a-8a79-4d7d-b6f3-a1099c57568c tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8c0a19e7-a2e6-40d4-956a-2e7fd08d3aa6 HTTP/1.1" status: 200 len: 1098 time: 0.0397282 Sep 08 09:35:02.146186 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-bd5292a7-5931-446a-84c7-f6018cea413c req-84f0fc5c-cd08-47fc-a354-14fdc1b24d0d tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Deleting port 81d5a4b7-92eb-4c1a-80a5-157995aa0d94 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:35:02.146528 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bd5292a7-5931-446a-84c7-f6018cea413c req-84f0fc5c-cd08-47fc-a354-14fdc1b24d0d tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:02.225819 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-bd5292a7-5931-446a-84c7-f6018cea413c req-84f0fc5c-cd08-47fc-a354-14fdc1b24d0d tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] For port 81d5a4b7-92eb-4c1a-80a5-157995aa0d94, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=81d5a4b7-92eb-4c1a-80a5-157995aa0d94,segment=NetworkSegment(d1d3a239-6a66-4c19-9fb5-a50fb883475e),segment_id=d1d3a239-6a66-4c19-9fb5-a50fb883475e)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:35:02.226207 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bd5292a7-5931-446a-84c7-f6018cea413c req-84f0fc5c-cd08-47fc-a354-14fdc1b24d0d tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:02.238317 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-bd5292a7-5931-446a-84c7-f6018cea413c req-84f0fc5c-cd08-47fc-a354-14fdc1b24d0d tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Calling delete_port for 81d5a4b7-92eb-4c1a-80a5-157995aa0d94 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:35:02.362294 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bd5292a7-5931-446a-84c7-f6018cea413c req-84f0fc5c-cd08-47fc-a354-14fdc1b24d0d tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:02.390817 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0fc5c-cd08-47fc-a354-14fdc1b24d0d tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Pushing event deleted for resources: {'Port': ['ID=81d5a4b7-92eb-4c1a-80a5-157995aa0d94,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:02.400970 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['81d5a4b7-92eb-4c1a-80a5-157995aa0d94'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:35:02.403411 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['5e680ae2-e627-47e0-8742-964c68ce0c10'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:35:02.439846 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd5292a7-5931-446a-84c7-f6018cea413c req-84f0fc5c-cd08-47fc-a354-14fdc1b24d0d tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] No DVR routers for this DVR port 81d5a4b7-92eb-4c1a-80a5-157995aa0d94 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:35:02.442544 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bd5292a7-5931-446a-84c7-f6018cea413c req-84f0fc5c-cd08-47fc-a354-14fdc1b24d0d tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:02.444652 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bd5292a7-5931-446a-84c7-f6018cea413c req-84f0fc5c-cd08-47fc-a354-14fdc1b24d0d tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.35 "DELETE /v2.0/ports/81d5a4b7-92eb-4c1a-80a5-157995aa0d94 HTTP/1.1" status: 204 len: 173 time: 0.3693721 Sep 08 09:35:02.445104 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0a19e7-a2e6-40d4-956a-2e7fd08d3aa6', 'name': 'network-vif-deleted', 'tag': '81d5a4b7-92eb-4c1a-80a5-157995aa0d94'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:35:02.447682 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9832a309-4ac6-4038-917c-ed46cee0f528" -d '{"events": [{"server_uuid": "8c0a19e7-a2e6-40d4-956a-2e7fd08d3aa6", "name": "network-vif-deleted", "tag": "81d5a4b7-92eb-4c1a-80a5-157995aa0d94"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:35:02.505306 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988798d2-abe5-4c12-8cc8-23dfa8f0e61f x-openstack-request-id: req-988798d2-abe5-4c12-8cc8-23dfa8f0e61f {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:35:02.505745 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c0a19e7-a2e6-40d4-956a-2e7fd08d3aa6", "name": "network-vif-deleted", "tag": "81d5a4b7-92eb-4c1a-80a5-157995aa0d94", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:35:02.506378 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-988798d2-abe5-4c12-8cc8-23dfa8f0e61f {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:35:02.506925 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c0a19e7-a2e6-40d4-956a-2e7fd08d3aa6', 'name': 'network-vif-deleted', 'tag': '81d5a4b7-92eb-4c1a-80a5-157995aa0d94', 'status': 'completed', 'code': 200} Sep 08 09:35:02.756194 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9f5e98d7-3b36-441f-be8d-f039ee187714 req-ce6de1f1-13b5-4b3d-9aa3-d0aff60d59ef tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=8c0a19e7-a2e6-40d4-956a-2e7fd08d3aa6 HTTP/1.1" status: 200 len: 210 time: 0.0254800 Sep 08 09:35:04.032963 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe0700c-65a2-4dd9-a489-cd0e08a67a37 req-d37c9d1b-8207-4196-9955-4d6fd6ccc261 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:04.034649 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bbe0700c-65a2-4dd9-a489-cd0e08a67a37 req-d37c9d1b-8207-4196-9955-4d6fd6ccc261 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ccb2b1e4-03fa-4573-915c-11e68b521b92 HTTP/1.1" status: 200 len: 1098 time: 0.0478845 Sep 08 09:35:04.071780 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bbe0700c-65a2-4dd9-a489-cd0e08a67a37 req-8f2d882d-7a95-464c-ac80-2258c868de89 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0a88995f-2f59-4104-94f1-65e91b2d7194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305171 Sep 08 09:35:05.180538 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880c7bb-5084-419b-8a04-9719c461557d req-4b5b1649-1a4a-4ea4-9392-3171db095e23 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:05.182631 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9880c7bb-5084-419b-8a04-9719c461557d req-4b5b1649-1a4a-4ea4-9392-3171db095e23 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ccb2b1e4-03fa-4573-915c-11e68b521b92 HTTP/1.1" status: 200 len: 1098 time: 0.0437152 Sep 08 09:35:05.220318 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9880c7bb-5084-419b-8a04-9719c461557d req-f074f952-009e-4e36-8ac5-f01b1c2a4af6 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/security-groups?id=0a88995f-2f59-4104-94f1-65e91b2d7194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315633 Sep 08 09:35:05.599049 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5366b18c-c72c-4000-bc9c-bca631391103 req-252d41ad-2c00-4345-9ce0-b169b6c71fd7 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:05.600592 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5366b18c-c72c-4000-bc9c-bca631391103 req-252d41ad-2c00-4345-9ce0-b169b6c71fd7 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ccb2b1e4-03fa-4573-915c-11e68b521b92 HTTP/1.1" status: 200 len: 1098 time: 0.0401800 Sep 08 09:35:05.684882 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-5366b18c-c72c-4000-bc9c-bca631391103 req-d7263fa2-759e-4a4b-9169-b9fb28922b7f tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Deleting port 5e680ae2-e627-47e0-8742-964c68ce0c10 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:35:05.685230 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-5366b18c-c72c-4000-bc9c-bca631391103 req-d7263fa2-759e-4a4b-9169-b9fb28922b7f tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:05.767702 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-5366b18c-c72c-4000-bc9c-bca631391103 req-d7263fa2-759e-4a4b-9169-b9fb28922b7f tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] For port 5e680ae2-e627-47e0-8742-964c68ce0c10, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=5e680ae2-e627-47e0-8742-964c68ce0c10,segment=NetworkSegment(d1d3a239-6a66-4c19-9fb5-a50fb883475e),segment_id=d1d3a239-6a66-4c19-9fb5-a50fb883475e)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:35:05.768089 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-5366b18c-c72c-4000-bc9c-bca631391103 req-d7263fa2-759e-4a4b-9169-b9fb28922b7f tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:05.780629 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-5366b18c-c72c-4000-bc9c-bca631391103 req-d7263fa2-759e-4a4b-9169-b9fb28922b7f tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Calling delete_port for 5e680ae2-e627-47e0-8742-964c68ce0c10 owned by compute:nova {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:35:05.905462 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-5366b18c-c72c-4000-bc9c-bca631391103 req-d7263fa2-759e-4a4b-9169-b9fb28922b7f tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:05.934323 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7263fa2-759e-4a4b-9169-b9fb28922b7f tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e680ae2-e627-47e0-8742-964c68ce0c10,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:05.941434 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['5e680ae2-e627-47e0-8742-964c68ce0c10'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:35:05.986627 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-5366b18c-c72c-4000-bc9c-bca631391103 req-d7263fa2-759e-4a4b-9169-b9fb28922b7f tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] No DVR routers for this DVR port 5e680ae2-e627-47e0-8742-964c68ce0c10 on host n-h1-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:35:05.990122 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-5366b18c-c72c-4000-bc9c-bca631391103 req-d7263fa2-759e-4a4b-9169-b9fb28922b7f tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:05.992262 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5366b18c-c72c-4000-bc9c-bca631391103 req-d7263fa2-759e-4a4b-9169-b9fb28922b7f tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.37 "DELETE /v2.0/ports/5e680ae2-e627-47e0-8742-964c68ce0c10 HTTP/1.1" status: 204 len: 173 time: 0.3855314 Sep 08 09:35:05.992713 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb2b1e4-03fa-4573-915c-11e68b521b92', 'name': 'network-vif-deleted', 'tag': '5e680ae2-e627-47e0-8742-964c68ce0c10'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:35:05.995161 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5057ebed-e67f-4a02-9564-9317f4bd51ce" -d '{"events": [{"server_uuid": "ccb2b1e4-03fa-4573-915c-11e68b521b92", "name": "network-vif-deleted", "tag": "5e680ae2-e627-47e0-8742-964c68ce0c10"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:35:06.038869 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47fc5ba6-9654-4a07-827a-cd097dd0f0ad x-openstack-request-id: req-47fc5ba6-9654-4a07-827a-cd097dd0f0ad {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:35:06.039279 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccb2b1e4-03fa-4573-915c-11e68b521b92", "name": "network-vif-deleted", "tag": "5e680ae2-e627-47e0-8742-964c68ce0c10", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:35:06.039610 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-47fc5ba6-9654-4a07-827a-cd097dd0f0ad {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:35:06.040084 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb2b1e4-03fa-4573-915c-11e68b521b92', 'name': 'network-vif-deleted', 'tag': '5e680ae2-e627-47e0-8742-964c68ce0c10', 'status': 'completed', 'code': 200} Sep 08 09:35:06.322890 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7f892335-2bf5-4965-aa09-54fe11eaa619 req-808ec772-d509-48de-937a-3493ba158670 tempest-TestServerMultinode-520342971 tempest-TestServerMultinode-520342971-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ccb2b1e4-03fa-4573-915c-11e68b521b92 HTTP/1.1" status: 200 len: 210 time: 0.0265765 Sep 08 09:35:07.077084 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 81d5a4b7-92eb-4c1a-80a5-157995aa0d94 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:35:07.098001 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: 81d5a4b7-92eb-4c1a-80a5-157995aa0d94 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:35:07.098556 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 81d5a4b7-92eb-4c1a-80a5-157995aa0d94 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:35:07.394010 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60984) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:35:08.053569 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dfd5f045-bc1d-4d8e-8525-38132b22e176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:08.308227 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-dfd5f045-bc1d-4d8e-8525-38132b22e176 admin admin] Deleting port 1a317cf1-8037-4f5b-93b8-bd20f31ff788 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:35:08.308497 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dfd5f045-bc1d-4d8e-8525-38132b22e176 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:08.390452 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-dfd5f045-bc1d-4d8e-8525-38132b22e176 admin admin] For port 1a317cf1-8037-4f5b-93b8-bd20f31ff788, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=1a317cf1-8037-4f5b-93b8-bd20f31ff788,segment=NetworkSegment(d1d3a239-6a66-4c19-9fb5-a50fb883475e),segment_id=d1d3a239-6a66-4c19-9fb5-a50fb883475e)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:35:08.390879 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dfd5f045-bc1d-4d8e-8525-38132b22e176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:08.404232 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-dfd5f045-bc1d-4d8e-8525-38132b22e176 admin admin] Calling delete_port for 1a317cf1-8037-4f5b-93b8-bd20f31ff788 owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:35:08.591278 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dfd5f045-bc1d-4d8e-8525-38132b22e176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:08.619580 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5f045-bc1d-4d8e-8525-38132b22e176 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a317cf1-8037-4f5b-93b8-bd20f31ff788,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:08.673782 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 5e680ae2-e627-47e0-8742-964c68ce0c10 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:35:08.699434 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 5e680ae2-e627-47e0-8742-964c68ce0c10 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:35:08.699806 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 5e680ae2-e627-47e0-8742-964c68ce0c10 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:35:08.794814 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dfd5f045-bc1d-4d8e-8525-38132b22e176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:09.016128 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd5f045-bc1d-4d8e-8525-38132b22e176 admin admin] Router 5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:35:09.124829 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd5f045-bc1d-4d8e-8525-38132b22e176 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:35:09.130749 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-dfd5f045-bc1d-4d8e-8525-38132b22e176 admin admin] 10.222.0.54 "PUT /v2.0/routers/5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7344120 Sep 08 09:35:09.134292 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60988) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:35:09.134445 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015a2bec-9fe3-47c5-9b43-61d67d377967 None None] Sync routers for ids ['5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:35:09.143767 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015a2bec-9fe3-47c5-9b43-61d67d377967 None None] Routers {'5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:35:09.144383 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-015a2bec-9fe3-47c5-9b43-61d67d377967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:34:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:35:09.244301 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dfcc8e48-5cb9-43d8-8a9b-950305eb11ed admin admin] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:09.356056 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dfcc8e48-5cb9-43d8-8a9b-950305eb11ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:09.404186 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-015a2bec-9fe3-47c5-9b43-61d67d377967 None None] Set router 5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:35:09.412746 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-dfcc8e48-5cb9-43d8-8a9b-950305eb11ed admin admin] Deleting port bf13a5ba-9bca-4558-b12a-8de7d215beed {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:35:09.413604 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dfcc8e48-5cb9-43d8-8a9b-950305eb11ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:09.500130 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-dfcc8e48-5cb9-43d8-8a9b-950305eb11ed admin admin] For port bf13a5ba-9bca-4558-b12a-8de7d215beed, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=bf13a5ba-9bca-4558-b12a-8de7d215beed,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:35:09.500509 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dfcc8e48-5cb9-43d8-8a9b-950305eb11ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:09.513367 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-dfcc8e48-5cb9-43d8-8a9b-950305eb11ed admin admin] Calling delete_port for bf13a5ba-9bca-4558-b12a-8de7d215beed owned by network:router_gateway {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:35:09.587098 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-015a2bec-9fe3-47c5-9b43-61d67d377967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd', 'name': 'tempest-TestServerMultinode-1445604395-router', 'tenant_id': '2cb7597f94a24bafbd5df59ac0bdaf08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'bf13a5ba-9bca-4558-b12a-8de7d215beed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:34:23Z', 'updated_at': '2021-09-08T09:35:08Z', 'revision_number': 5, 'project_id': '2cb7597f94a24bafbd5df59ac0bdaf08', 'gw_port': {'id': 'bf13a5ba-9bca-4558-b12a-8de7d215beed', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:34:24Z', 'updated_at': '2021-09-08T09:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:35:09.613949 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015a2bec-9fe3-47c5-9b43-61d67d377967 None None] Checking router: 5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:35:09.623098 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015a2bec-9fe3-47c5-9b43-61d67d377967 None None] Routers {'5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:35:09.623732 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-015a2bec-9fe3-47c5-9b43-61d67d377967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:34:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:35:09.694604 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dfcc8e48-5cb9-43d8-8a9b-950305eb11ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:09.721022 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-015a2bec-9fe3-47c5-9b43-61d67d377967 None None] Set router 5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd gateway port host: None {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:35:09.721715 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc8e48-5cb9-43d8-8a9b-950305eb11ed admin admin] Pushing event deleted for resources: {'Port': ['ID=bf13a5ba-9bca-4558-b12a-8de7d215beed,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:09.781296 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-015a2bec-9fe3-47c5-9b43-61d67d377967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd', 'name': 'tempest-TestServerMultinode-1445604395-router', 'tenant_id': '2cb7597f94a24bafbd5df59ac0bdaf08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:34:23Z', 'updated_at': '2021-09-08T09:35:09Z', 'revision_number': 6, 'project_id': '2cb7597f94a24bafbd5df59ac0bdaf08', 'gw_port_host': None}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:35:09.794076 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dfcc8e48-5cb9-43d8-8a9b-950305eb11ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:09.809064 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015a2bec-9fe3-47c5-9b43-61d67d377967 None None] The sync data for ids ['5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd'] in n-d-806683-11 is: [{'id': '5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd', 'name': 'tempest-TestServerMultinode-1445604395-router', 'tenant_id': '2cb7597f94a24bafbd5df59ac0bdaf08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:34:23Z', 'updated_at': '2021-09-08T09:35:09Z', 'revision_number': 6, 'project_id': '2cb7597f94a24bafbd5df59ac0bdaf08', 'gw_port_host': None}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:35:09.893684 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dfcc8e48-5cb9-43d8-8a9b-950305eb11ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:09.895842 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dfcc8e48-5cb9-43d8-8a9b-950305eb11ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:09.940459 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dfcc8e48-5cb9-43d8-8a9b-950305eb11ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:09.941120 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfcc8e48-5cb9-43d8-8a9b-950305eb11ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:35:09.945479 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dfcc8e48-5cb9-43d8-8a9b-950305eb11ed admin admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:09.947030 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-dfcc8e48-5cb9-43d8-8a9b-950305eb11ed admin admin] 10.222.0.54 "DELETE /v2.0/routers/5a7bdf5a-6a43-4199-af55-9b34ac0cf2bd HTTP/1.1" status: 204 len: 168 time: 0.8117735 Sep 08 09:35:09.949917 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60990) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:35:09.995819 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-037a3354-1231-496f-9708-b536361b3bf7 admin admin] Deleting subnet 68ab89bd-38c6-4458-a704-b4c1c66afd13 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:35:09.999031 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-037a3354-1231-496f-9708-b536361b3bf7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:10.034591 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-037a3354-1231-496f-9708-b536361b3bf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:10.120543 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-037a3354-1231-496f-9708-b536361b3bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:10.181148 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-037a3354-1231-496f-9708-b536361b3bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:10.209126 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a3354-1231-496f-9708-b536361b3bf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68ab89bd-38c6-4458-a704-b4c1c66afd13,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:10.214715 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-037a3354-1231-496f-9708-b536361b3bf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:10.218707 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-037a3354-1231-496f-9708-b536361b3bf7 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/68ab89bd-38c6-4458-a704-b4c1c66afd13 HTTP/1.1" status: 204 len: 168 time: 0.2675812 Sep 08 09:35:10.221266 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60992) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:35:10.224907 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddb3381-7705-4a8b-b9a3-6fa956c6c1a7 None None] Network 04c23777-183b-4400-add0-7aa467edf00b requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:35:10.314181 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ec0b13f9-3f17-41dc-b032-b482f33d3469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:10.378453 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-ec0b13f9-3f17-41dc-b032-b482f33d3469 admin admin] Deleting port 7f7a01c4-bbbf-4bfd-8254-07cd2b948980 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:35:10.378808 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ec0b13f9-3f17-41dc-b032-b482f33d3469 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:10.433569 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a914556f-34fc-40fb-bfb4-d334101a023d None None] DHCP port deletion for 04c23777-183b-4400-add0-7aa467edf00b request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:35:10.449744 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-ec0b13f9-3f17-41dc-b032-b482f33d3469 admin admin] For port 7f7a01c4-bbbf-4bfd-8254-07cd2b948980, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=7f7a01c4-bbbf-4bfd-8254-07cd2b948980,segment=NetworkSegment(d1d3a239-6a66-4c19-9fb5-a50fb883475e),segment_id=d1d3a239-6a66-4c19-9fb5-a50fb883475e)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:35:10.450513 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ec0b13f9-3f17-41dc-b032-b482f33d3469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:10.465461 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-ec0b13f9-3f17-41dc-b032-b482f33d3469 admin admin] Calling delete_port for 7f7a01c4-bbbf-4bfd-8254-07cd2b948980 owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:35:10.488556 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-a914556f-34fc-40fb-bfb4-d334101a023d None None] Deleting port 7f7a01c4-bbbf-4bfd-8254-07cd2b948980 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:35:10.489200 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a914556f-34fc-40fb-bfb4-d334101a023d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:10.559632 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ec0b13f9-3f17-41dc-b032-b482f33d3469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:10.564636 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-a914556f-34fc-40fb-bfb4-d334101a023d None None] For port 7f7a01c4-bbbf-4bfd-8254-07cd2b948980, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=7f7a01c4-bbbf-4bfd-8254-07cd2b948980,segment=NetworkSegment(d1d3a239-6a66-4c19-9fb5-a50fb883475e),segment_id=d1d3a239-6a66-4c19-9fb5-a50fb883475e)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:35:10.565715 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a914556f-34fc-40fb-bfb4-d334101a023d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:10.581642 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-a914556f-34fc-40fb-bfb4-d334101a023d None None] Calling delete_port for 7f7a01c4-bbbf-4bfd-8254-07cd2b948980 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:35:10.588143 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b13f9-3f17-41dc-b032-b482f33d3469 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f7a01c4-bbbf-4bfd-8254-07cd2b948980,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:10.592380 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0b13f9-3f17-41dc-b032-b482f33d3469 admin admin] No DVR routers for this DVR port 7f7a01c4-bbbf-4bfd-8254-07cd2b948980 on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:35:10.679797 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a914556f-34fc-40fb-bfb4-d334101a023d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:10.680137 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ec0b13f9-3f17-41dc-b032-b482f33d3469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:10.706174 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-ec0b13f9-3f17-41dc-b032-b482f33d3469 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04c23777-183b-4400-add0-7aa467edf00b']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:35:10.713563 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a914556f-34fc-40fb-bfb4-d334101a023d None None] Pushing event deleted for resources: {'Port': ['ID=7f7a01c4-bbbf-4bfd-8254-07cd2b948980,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:10.717823 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-ec0b13f9-3f17-41dc-b032-b482f33d3469 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1d3a239-6a66-4c19-9fb5-a50fb883475e') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:35:10.718011 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a914556f-34fc-40fb-bfb4-d334101a023d None None] No DVR routers for this DVR port 7f7a01c4-bbbf-4bfd-8254-07cd2b948980 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:35:10.718173 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-ec0b13f9-3f17-41dc-b032-b482f33d3469 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1d3a239-6a66-4c19-9fb5-a50fb883475e') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:35:10.719527 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device bf13a5ba-9bca-4558-b12a-8de7d215beed no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:35:10.735719 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ec0b13f9-3f17-41dc-b032-b482f33d3469 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:10.751565 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a914556f-34fc-40fb-bfb4-d334101a023d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:35:10.752290 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a914556f-34fc-40fb-bfb4-d334101a023d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:35:10.752290 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a914556f-34fc-40fb-bfb4-d334101a023d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:35:10.752590 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a914556f-34fc-40fb-bfb4-d334101a023d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:35:10.752944 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a914556f-34fc-40fb-bfb4-d334101a023d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:35:10.753119 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ec0b13f9-3f17-41dc-b032-b482f33d3469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:10.753265 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a914556f-34fc-40fb-bfb4-d334101a023d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:35:10.753551 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a914556f-34fc-40fb-bfb4-d334101a023d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:35:10.753919 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a914556f-34fc-40fb-bfb4-d334101a023d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:35:10.754310 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a914556f-34fc-40fb-bfb4-d334101a023d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:35:10.754310 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a914556f-34fc-40fb-bfb4-d334101a023d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:35:10.754310 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a914556f-34fc-40fb-bfb4-d334101a023d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:35:10.755630 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a914556f-34fc-40fb-bfb4-d334101a023d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:35:10.758144 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: bf13a5ba-9bca-4558-b12a-8de7d215beed {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:35:10.758568 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device bf13a5ba-9bca-4558-b12a-8de7d215beed not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:35:10.758945 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 7f7a01c4-bbbf-4bfd-8254-07cd2b948980 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:35:10.763583 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec0b13f9-3f17-41dc-b032-b482f33d3469 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:35:10.765217 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ec0b13f9-3f17-41dc-b032-b482f33d3469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:10.767754 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:35:10.767754 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:35:10.767754 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:35:10.767754 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:35:10.767754 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:35:10.767754 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:35:10.767754 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:35:10.767754 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:35:10.767754 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:35:10.767754 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:35:10.767754 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:35:10.767754 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:35:10.767754 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:35:10.767754 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:35:10.767754 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:35:10.767754 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:35:10.767754 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:35:10.767754 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:35:10.767754 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:35:10.767754 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:35:10.767754 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:35:10.767754 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:35:10.767754 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:35:10.767754 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:35:10.767754 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:35:10.767754 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:35:10.767754 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:35:10.767754 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:35:10.767754 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:35:10.767754 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:35:10.767754 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:35:10.767754 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:35:10.779441 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 7f7a01c4-bbbf-4bfd-8254-07cd2b948980 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:35:10.779790 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 7f7a01c4-bbbf-4bfd-8254-07cd2b948980 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:35:10.780224 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 1a317cf1-8037-4f5b-93b8-bd20f31ff788 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:35:10.803291 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 1a317cf1-8037-4f5b-93b8-bd20f31ff788 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:35:10.803642 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 1a317cf1-8037-4f5b-93b8-bd20f31ff788 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:35:10.827852 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ec0b13f9-3f17-41dc-b032-b482f33d3469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:10.833766 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ec0b13f9-3f17-41dc-b032-b482f33d3469 admin admin] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:10.835760 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ec0b13f9-3f17-41dc-b032-b482f33d3469 admin admin] 10.222.0.54 "DELETE /v2.0/networks/04c23777-183b-4400-add0-7aa467edf00b HTTP/1.1" status: 204 len: 168 time: 0.6129630 Sep 08 09:35:10.839643 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 60994) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:35:10.855491 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b13f9-3f17-41dc-b032-b482f33d3469 admin admin] Pushing event deleted for resources: {'Network': ['ID=04c23777-183b-4400-add0-7aa467edf00b,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:11.213438 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5fc5dd46-fb27-400c-81ed-7288cbec9d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:11.464711 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-5fc5dd46-fb27-400c-81ed-7288cbec9d16 admin admin] Deleting port de1d7a4b-a7ad-4925-843a-3c3bd3fd4ee3 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:35:11.465399 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5fc5dd46-fb27-400c-81ed-7288cbec9d16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:11.543652 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-5fc5dd46-fb27-400c-81ed-7288cbec9d16 admin admin] For port de1d7a4b-a7ad-4925-843a-3c3bd3fd4ee3, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=de1d7a4b-a7ad-4925-843a-3c3bd3fd4ee3,segment=NetworkSegment(712c7fa1-322c-4511-a28e-5faa269526cc),segment_id=712c7fa1-322c-4511-a28e-5faa269526cc)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:35:11.544021 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5fc5dd46-fb27-400c-81ed-7288cbec9d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:11.560745 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-5fc5dd46-fb27-400c-81ed-7288cbec9d16 admin admin] Calling delete_port for de1d7a4b-a7ad-4925-843a-3c3bd3fd4ee3 owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:35:11.747815 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5fc5dd46-fb27-400c-81ed-7288cbec9d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:11.777373 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc5dd46-fb27-400c-81ed-7288cbec9d16 admin admin] Pushing event deleted for resources: {'Port': ['ID=de1d7a4b-a7ad-4925-843a-3c3bd3fd4ee3,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:11.945788 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5fc5dd46-fb27-400c-81ed-7288cbec9d16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:12.166249 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc5dd46-fb27-400c-81ed-7288cbec9d16 admin admin] Router 4de04ca2-5826-449d-943e-dd02bd76ed09 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:35:12.580943 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc5dd46-fb27-400c-81ed-7288cbec9d16 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:35:12.586918 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5fc5dd46-fb27-400c-81ed-7288cbec9d16 admin admin] 10.222.0.54 "PUT /v2.0/routers/4de04ca2-5826-449d-943e-dd02bd76ed09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7462573 Sep 08 09:35:12.590108 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 32768) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:35:12.590600 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce78b2c-ba5d-4329-b476-98d8334c3611 None None] Sync routers for ids ['4de04ca2-5826-449d-943e-dd02bd76ed09'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:35:12.601452 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce78b2c-ba5d-4329-b476-98d8334c3611 None None] Routers {'4de04ca2-5826-449d-943e-dd02bd76ed09'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:35:12.602074 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-bce78b2c-ba5d-4329-b476-98d8334c3611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:34:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['4de04ca2-5826-449d-943e-dd02bd76ed09'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:35:12.705186 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cb93f8d1-1cc1-46e4-bcba-032a4d3f10c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:12.800401 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-bce78b2c-ba5d-4329-b476-98d8334c3611 None None] Set router 4de04ca2-5826-449d-943e-dd02bd76ed09 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:35:12.840534 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cb93f8d1-1cc1-46e4-bcba-032a4d3f10c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:12.896400 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-cb93f8d1-1cc1-46e4-bcba-032a4d3f10c4 admin admin] Deleting port 963f89c0-2fec-48ed-be58-64036cbb4d20 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:35:12.896750 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cb93f8d1-1cc1-46e4-bcba-032a4d3f10c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:12.989064 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-bce78b2c-ba5d-4329-b476-98d8334c3611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de04ca2-5826-449d-943e-dd02bd76ed09', 'name': 'tempest-TestServerMultinode-1698108288-router', 'tenant_id': 'a158c06765af407295b8e57808ca337b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '963f89c0-2fec-48ed-be58-64036cbb4d20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:34:28Z', 'updated_at': '2021-09-08T09:35:11Z', 'revision_number': 5, 'project_id': 'a158c06765af407295b8e57808ca337b', 'gw_port': {'id': '963f89c0-2fec-48ed-be58-64036cbb4d20', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4de04ca2-5826-449d-943e-dd02bd76ed09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:34:28Z', 'updated_at': '2021-09-08T09:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:35:12.994581 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-cb93f8d1-1cc1-46e4-bcba-032a4d3f10c4 admin admin] For port 963f89c0-2fec-48ed-be58-64036cbb4d20, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=963f89c0-2fec-48ed-be58-64036cbb4d20,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:35:12.994962 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cb93f8d1-1cc1-46e4-bcba-032a4d3f10c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:13.008316 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-cb93f8d1-1cc1-46e4-bcba-032a4d3f10c4 admin admin] Calling delete_port for 963f89c0-2fec-48ed-be58-64036cbb4d20 owned by network:router_gateway {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:35:13.024397 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce78b2c-ba5d-4329-b476-98d8334c3611 None None] Checking router: 4de04ca2-5826-449d-943e-dd02bd76ed09 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:35:13.032842 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce78b2c-ba5d-4329-b476-98d8334c3611 None None] Routers {'4de04ca2-5826-449d-943e-dd02bd76ed09'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:35:13.033493 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-bce78b2c-ba5d-4329-b476-98d8334c3611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:34:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['4de04ca2-5826-449d-943e-dd02bd76ed09'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:35:13.121748 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-bce78b2c-ba5d-4329-b476-98d8334c3611 None None] Set router 4de04ca2-5826-449d-943e-dd02bd76ed09 gateway port host: None {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:35:13.177252 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-bce78b2c-ba5d-4329-b476-98d8334c3611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4de04ca2-5826-449d-943e-dd02bd76ed09', 'name': 'tempest-TestServerMultinode-1698108288-router', 'tenant_id': 'a158c06765af407295b8e57808ca337b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:34:28Z', 'updated_at': '2021-09-08T09:35:12Z', 'revision_number': 6, 'project_id': 'a158c06765af407295b8e57808ca337b', 'gw_port_host': None}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:35:13.196061 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cb93f8d1-1cc1-46e4-bcba-032a4d3f10c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:13.209353 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce78b2c-ba5d-4329-b476-98d8334c3611 None None] The sync data for ids ['4de04ca2-5826-449d-943e-dd02bd76ed09'] in n-d-806683-11 is: [{'id': '4de04ca2-5826-449d-943e-dd02bd76ed09', 'name': 'tempest-TestServerMultinode-1698108288-router', 'tenant_id': 'a158c06765af407295b8e57808ca337b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:34:28Z', 'updated_at': '2021-09-08T09:35:12Z', 'revision_number': 6, 'project_id': 'a158c06765af407295b8e57808ca337b', 'gw_port_host': None}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:35:13.229013 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb93f8d1-1cc1-46e4-bcba-032a4d3f10c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=963f89c0-2fec-48ed-be58-64036cbb4d20,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:13.289028 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cb93f8d1-1cc1-46e4-bcba-032a4d3f10c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:13.384936 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cb93f8d1-1cc1-46e4-bcba-032a4d3f10c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:13.387016 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cb93f8d1-1cc1-46e4-bcba-032a4d3f10c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:13.435272 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cb93f8d1-1cc1-46e4-bcba-032a4d3f10c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:13.435825 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb93f8d1-1cc1-46e4-bcba-032a4d3f10c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4de04ca2-5826-449d-943e-dd02bd76ed09 {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:35:13.440589 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cb93f8d1-1cc1-46e4-bcba-032a4d3f10c4 admin admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:13.445004 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-cb93f8d1-1cc1-46e4-bcba-032a4d3f10c4 admin admin] 10.222.0.54 "DELETE /v2.0/routers/4de04ca2-5826-449d-943e-dd02bd76ed09 HTTP/1.1" status: 204 len: 168 time: 0.8506320 Sep 08 09:35:13.445212 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 32772) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:35:13.489772 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-5abff102-da79-47e2-a53f-2ba671db9eb2 admin admin] Deleting subnet 38ec2315-769b-4465-89fe-8dc341a0e6b6 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:35:13.492984 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5abff102-da79-47e2-a53f-2ba671db9eb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:13.532118 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5abff102-da79-47e2-a53f-2ba671db9eb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:13.605372 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 32774) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:35:13.663361 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5abff102-da79-47e2-a53f-2ba671db9eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:13.781904 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5abff102-da79-47e2-a53f-2ba671db9eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:13.847350 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abff102-da79-47e2-a53f-2ba671db9eb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38ec2315-769b-4465-89fe-8dc341a0e6b6,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:13.854105 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5abff102-da79-47e2-a53f-2ba671db9eb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:13.857116 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5abff102-da79-47e2-a53f-2ba671db9eb2 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/38ec2315-769b-4465-89fe-8dc341a0e6b6 HTTP/1.1" status: 204 len: 168 time: 0.4108074 Sep 08 09:35:13.858273 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af010a3-dc91-499a-801f-e733ef54bd09 None None] Network 67596985-8417-4c9b-8294-c78346272535 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:35:13.859134 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 32776) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:35:13.933838 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9912f759-28fe-443b-8a4d-976748258517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:14.005443 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-9912f759-28fe-443b-8a4d-976748258517 admin admin] Deleting port 5a616426-f4a3-4d79-ac6e-ec82bd1586d4 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:35:14.005991 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9912f759-28fe-443b-8a4d-976748258517 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:14.087239 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f8adea-c35a-4ca9-9d79-5c6d6c2a82f6 None None] DHCP port deletion for 67596985-8417-4c9b-8294-c78346272535 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:35:14.117780 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-9912f759-28fe-443b-8a4d-976748258517 admin admin] For port 5a616426-f4a3-4d79-ac6e-ec82bd1586d4, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=5a616426-f4a3-4d79-ac6e-ec82bd1586d4,segment=NetworkSegment(712c7fa1-322c-4511-a28e-5faa269526cc),segment_id=712c7fa1-322c-4511-a28e-5faa269526cc)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:35:14.118499 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9912f759-28fe-443b-8a4d-976748258517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:14.142718 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-9912f759-28fe-443b-8a4d-976748258517 admin admin] Calling delete_port for 5a616426-f4a3-4d79-ac6e-ec82bd1586d4 owned by network:dhcp {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:35:14.181389 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-a5f8adea-c35a-4ca9-9d79-5c6d6c2a82f6 None None] Deleting port 5a616426-f4a3-4d79-ac6e-ec82bd1586d4 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:35:14.181874 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a5f8adea-c35a-4ca9-9d79-5c6d6c2a82f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:14.183750 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c1a08ec6-3381-4620-8628-78f151740b8b tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:14.246934 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9912f759-28fe-443b-8a4d-976748258517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:14.255255 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-a5f8adea-c35a-4ca9-9d79-5c6d6c2a82f6 None None] For port 5a616426-f4a3-4d79-ac6e-ec82bd1586d4, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=5a616426-f4a3-4d79-ac6e-ec82bd1586d4,segment=NetworkSegment(712c7fa1-322c-4511-a28e-5faa269526cc),segment_id=712c7fa1-322c-4511-a28e-5faa269526cc)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:35:14.255992 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a5f8adea-c35a-4ca9-9d79-5c6d6c2a82f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:14.260873 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9912f759-28fe-443b-8a4d-976748258517 admin admin] No DVR routers for this DVR port 5a616426-f4a3-4d79-ac6e-ec82bd1586d4 on host n-d-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:35:14.280401 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-a5f8adea-c35a-4ca9-9d79-5c6d6c2a82f6 None None] Calling delete_port for 5a616426-f4a3-4d79-ac6e-ec82bd1586d4 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:35:14.309143 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9912f759-28fe-443b-8a4d-976748258517 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a616426-f4a3-4d79-ac6e-ec82bd1586d4,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:14.371260 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a5f8adea-c35a-4ca9-9d79-5c6d6c2a82f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:14.398419 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9912f759-28fe-443b-8a4d-976748258517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:14.406310 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8adea-c35a-4ca9-9d79-5c6d6c2a82f6 None None] Pushing event deleted for resources: {'Port': ['ID=5a616426-f4a3-4d79-ac6e-ec82bd1586d4,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:14.412249 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f8adea-c35a-4ca9-9d79-5c6d6c2a82f6 None None] No DVR routers for this DVR port 5a616426-f4a3-4d79-ac6e-ec82bd1586d4 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:35:14.433499 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-9912f759-28fe-443b-8a4d-976748258517 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67596985-8417-4c9b-8294-c78346272535']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:35:14.444542 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-9912f759-28fe-443b-8a4d-976748258517 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '712c7fa1-322c-4511-a28e-5faa269526cc') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:35:14.444970 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-9912f759-28fe-443b-8a4d-976748258517 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '712c7fa1-322c-4511-a28e-5faa269526cc') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:35:14.454684 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9912f759-28fe-443b-8a4d-976748258517 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:14.468675 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9912f759-28fe-443b-8a4d-976748258517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:14.475228 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9912f759-28fe-443b-8a4d-976748258517 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:35:14.475841 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9912f759-28fe-443b-8a4d-976748258517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:14.477677 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:35:14.477677 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:35:14.477677 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:35:14.477677 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:35:14.477677 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:35:14.477677 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:35:14.477677 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:35:14.477677 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:35:14.477677 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:35:14.477677 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:35:14.477677 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:35:14.477677 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:35:14.477677 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:35:14.477677 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:35:14.477677 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:35:14.477677 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:35:14.477677 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:35:14.477677 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:35:14.477677 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:35:14.477677 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:35:14.477677 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:35:14.477677 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:35:14.477677 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:35:14.477677 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:35:14.477677 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:35:14.477677 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:35:14.477677 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:35:14.477677 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:35:14.477677 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:35:14.477677 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:35:14.477677 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:35:14.477677 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:35:14.545488 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9912f759-28fe-443b-8a4d-976748258517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:14.551354 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9912f759-28fe-443b-8a4d-976748258517 admin admin] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:14.553226 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-9912f759-28fe-443b-8a4d-976748258517 admin admin] 10.222.0.54 "DELETE /v2.0/networks/67596985-8417-4c9b-8294-c78346272535 HTTP/1.1" status: 204 len: 168 time: 0.6930771 Sep 08 09:35:14.567427 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9912f759-28fe-443b-8a4d-976748258517 admin admin] Pushing event deleted for resources: {'Network': ['ID=67596985-8417-4c9b-8294-c78346272535,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:14.584586 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-c1a08ec6-3381-4620-8628-78f151740b8b tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Deleting port 3b900a97-dcab-498f-a724-bdbfdc57bf19 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:35:14.584993 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c1a08ec6-3381-4620-8628-78f151740b8b tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:14.705495 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 5a616426-f4a3-4d79-ac6e-ec82bd1586d4 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:35:14.736387 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 5a616426-f4a3-4d79-ac6e-ec82bd1586d4 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:35:14.736744 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 5a616426-f4a3-4d79-ac6e-ec82bd1586d4 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:35:14.737184 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device de1d7a4b-a7ad-4925-843a-3c3bd3fd4ee3 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:35:14.743084 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 32780) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:35:14.751494 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-c1a08ec6-3381-4620-8628-78f151740b8b tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] For port 3b900a97-dcab-498f-a724-bdbfdc57bf19, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=3b900a97-dcab-498f-a724-bdbfdc57bf19,segment=NetworkSegment(5612304b-d24c-4c8b-9c5f-91f52aa19774),segment_id=5612304b-d24c-4c8b-9c5f-91f52aa19774)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:35:14.752076 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c1a08ec6-3381-4620-8628-78f151740b8b tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:14.776312 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-c1a08ec6-3381-4620-8628-78f151740b8b tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Calling delete_port for 3b900a97-dcab-498f-a724-bdbfdc57bf19 owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:35:14.781913 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: de1d7a4b-a7ad-4925-843a-3c3bd3fd4ee3 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:35:14.782969 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device de1d7a4b-a7ad-4925-843a-3c3bd3fd4ee3 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:35:14.783782 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 963f89c0-2fec-48ed-be58-64036cbb4d20 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:35:14.791460 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b33b3bc3-3afe-4680-abca-4eae0e4fcd48 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2cb7597f94a24bafbd5df59ac0bdaf08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472097 Sep 08 09:35:14.793917 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 32782) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:35:14.807209 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 963f89c0-2fec-48ed-be58-64036cbb4d20 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:35:14.807482 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 963f89c0-2fec-48ed-be58-64036cbb4d20 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:35:14.857119 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2494a606-8517-4f34-8c47-fa8200af75b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:14.880865 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2494a606-8517-4f34-8c47-fa8200af75b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:14.944969 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2494a606-8517-4f34-8c47-fa8200af75b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:14.948150 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2494a606-8517-4f34-8c47-fa8200af75b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:14.952997 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2494a606-8517-4f34-8c47-fa8200af75b5 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/46974eb0-7eaa-4c21-a4cc-df56515af540 HTTP/1.1" status: 204 len: 168 time: 0.1555240 Sep 08 09:35:14.968456 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494a606-8517-4f34-8c47-fa8200af75b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46974eb0-7eaa-4c21-a4cc-df56515af540,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:15.008790 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c1a08ec6-3381-4620-8628-78f151740b8b tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:15.044382 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a08ec6-3381-4620-8628-78f151740b8b tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event deleted for resources: {'Port': ['ID=3b900a97-dcab-498f-a724-bdbfdc57bf19,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:15.236600 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c1a08ec6-3381-4620-8628-78f151740b8b tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:15.333969 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 32788) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:35:15.379889 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-626fc189-0dfe-43b2-8764-c865a95ad6f5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a158c06765af407295b8e57808ca337b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0444098 Sep 08 09:35:15.382125 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 32790) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:35:15.435633 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-60054e5e-ace8-4a2e-91e8-b365218dcc35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:15.456613 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-60054e5e-ace8-4a2e-91e8-b365218dcc35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:15.468280 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a08ec6-3381-4620-8628-78f151740b8b tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Router cefe67f4-5557-48eb-aaa3-1d9dbc0cf228 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:35:15.503264 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-60054e5e-ace8-4a2e-91e8-b365218dcc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:15.506115 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-60054e5e-ace8-4a2e-91e8-b365218dcc35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:15.507441 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-60054e5e-ace8-4a2e-91e8-b365218dcc35 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0a88995f-2f59-4104-94f1-65e91b2d7194 HTTP/1.1" status: 204 len: 168 time: 0.1243746 Sep 08 09:35:15.516299 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60054e5e-ace8-4a2e-91e8-b365218dcc35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a88995f-2f59-4104-94f1-65e91b2d7194,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:15.591092 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a08ec6-3381-4620-8628-78f151740b8b tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:35:15.596062 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c1a08ec6-3381-4620-8628-78f151740b8b tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "PUT /v2.0/routers/cefe67f4-5557-48eb-aaa3-1d9dbc0cf228/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9896400 Sep 08 09:35:15.603284 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11918c6-22e6-4e35-b2b7-0cd7e43a1a85 None None] Sync routers for ids ['cefe67f4-5557-48eb-aaa3-1d9dbc0cf228'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:35:15.612719 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11918c6-22e6-4e35-b2b7-0cd7e43a1a85 None None] Routers {'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:35:15.613472 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-d11918c6-22e6-4e35-b2b7-0cd7e43a1a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:34:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['cefe67f4-5557-48eb-aaa3-1d9dbc0cf228'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:35:15.742432 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-d11918c6-22e6-4e35-b2b7-0cd7e43a1a85 None None] Set router cefe67f4-5557-48eb-aaa3-1d9dbc0cf228 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:35:16.005196 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-d11918c6-22e6-4e35-b2b7-0cd7e43a1a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'name': 'tempest-TestNetworkBasicOps-router-1592753062', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '92ce6552-cbd2-4947-924c-b16ba2b489b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:33:28Z', 'updated_at': '2021-09-08T09:35:14Z', 'revision_number': 6, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'gw_port': {'id': '92ce6552-cbd2-4947-924c-b16ba2b489b3', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:87:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:28Z', 'updated_at': '2021-09-08T09:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '0ffc1c0a-be6d-4421-98a7-cb2e7c5816ac', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'floating_ip_address': '172.25.0.227', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'port_id': 'b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b42b4b-7017-4bb7-8216-d79786d85408', 'mac_address': 'fa:16:3e:80:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc81388-0681-4d90-aa01-f1c8f1e1d869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:33:54Z', 'updated_at': '2021-09-08T09:33:57Z', 'revision_number': 1, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd93338c4-ba47-4c93-a8a4-9830e35422c9', 'name': '', 'network_id': 'f7b42b4b-7017-4bb7-8216-d79786d85408', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'mac_address': 'fa:16:3e:c7:82:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '8955da54-3088-4089-a320-ace009263420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:32Z', 'updated_at': '2021-09-08T09:33:41Z', 'revision_number': 5, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'subnets': [{'id': '8955da54-3088-4089-a320-ace009263420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:35:16.040076 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11918c6-22e6-4e35-b2b7-0cd7e43a1a85 None None] Checking router: cefe67f4-5557-48eb-aaa3-1d9dbc0cf228 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:35:16.049482 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11918c6-22e6-4e35-b2b7-0cd7e43a1a85 None None] Routers {'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:35:16.050261 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-d11918c6-22e6-4e35-b2b7-0cd7e43a1a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:34:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['cefe67f4-5557-48eb-aaa3-1d9dbc0cf228'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:35:16.111326 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50146b1d-6df2-4b5f-8382-d8dbf9d1acc9 req-e9959bc9-27a3-4637-924e-a56c8568da83 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:16.119690 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-50146b1d-6df2-4b5f-8382-d8dbf9d1acc9 req-e9959bc9-27a3-4637-924e-a56c8568da83 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/ports?device_id=a61d88d2-dfd8-4941-976d-eaaf535f251d HTTP/1.1" status: 200 len: 946 time: 0.3143308 Sep 08 09:35:16.152803 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-50146b1d-6df2-4b5f-8382-d8dbf9d1acc9 req-84f55743-393d-483b-805d-bd6878e6be29 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/security-groups?id=d505c837-d230-4871-9b6a-fbe523096f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321443 Sep 08 09:35:16.162312 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-d11918c6-22e6-4e35-b2b7-0cd7e43a1a85 None None] Set router cefe67f4-5557-48eb-aaa3-1d9dbc0cf228 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:35:16.380656 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-d11918c6-22e6-4e35-b2b7-0cd7e43a1a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'name': 'tempest-TestNetworkBasicOps-router-1592753062', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '92ce6552-cbd2-4947-924c-b16ba2b489b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:33:28Z', 'updated_at': '2021-09-08T09:35:14Z', 'revision_number': 6, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'gw_port': {'id': '92ce6552-cbd2-4947-924c-b16ba2b489b3', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:87:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:28Z', 'updated_at': '2021-09-08T09:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '0ffc1c0a-be6d-4421-98a7-cb2e7c5816ac', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'floating_ip_address': '172.25.0.227', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'port_id': 'b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b42b4b-7017-4bb7-8216-d79786d85408', 'mac_address': 'fa:16:3e:80:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc81388-0681-4d90-aa01-f1c8f1e1d869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:33:54Z', 'updated_at': '2021-09-08T09:33:57Z', 'revision_number': 1, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd93338c4-ba47-4c93-a8a4-9830e35422c9', 'name': '', 'network_id': 'f7b42b4b-7017-4bb7-8216-d79786d85408', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'mac_address': 'fa:16:3e:c7:82:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '8955da54-3088-4089-a320-ace009263420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:32Z', 'updated_at': '2021-09-08T09:33:41Z', 'revision_number': 5, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'subnets': [{'id': '8955da54-3088-4089-a320-ace009263420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:35:16.407275 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11918c6-22e6-4e35-b2b7-0cd7e43a1a85 None None] The sync data for ids ['cefe67f4-5557-48eb-aaa3-1d9dbc0cf228'] in n-d-806683-11 is: [{'id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'name': 'tempest-TestNetworkBasicOps-router-1592753062', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '92ce6552-cbd2-4947-924c-b16ba2b489b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:33:28Z', 'updated_at': '2021-09-08T09:35:14Z', 'revision_number': 6, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'gw_port': {'id': '92ce6552-cbd2-4947-924c-b16ba2b489b3', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:87:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:28Z', 'updated_at': '2021-09-08T09:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '0ffc1c0a-be6d-4421-98a7-cb2e7c5816ac', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'floating_ip_address': '172.25.0.227', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'port_id': 'b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b42b4b-7017-4bb7-8216-d79786d85408', 'mac_address': 'fa:16:3e:80:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc81388-0681-4d90-aa01-f1c8f1e1d869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:33:54Z', 'updated_at': '2021-09-08T09:33:57Z', 'revision_number': 1, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd93338c4-ba47-4c93-a8a4-9830e35422c9', 'name': '', 'network_id': 'f7b42b4b-7017-4bb7-8216-d79786d85408', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'mac_address': 'fa:16:3e:c7:82:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '8955da54-3088-4089-a320-ace009263420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:32Z', 'updated_at': '2021-09-08T09:33:41Z', 'revision_number': 5, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'subnets': [{'id': '8955da54-3088-4089-a320-ace009263420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:35:16.789581 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 3b900a97-dcab-498f-a724-bdbfdc57bf19 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:35:16.813567 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 3b900a97-dcab-498f-a724-bdbfdc57bf19 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:35:16.813913 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 3b900a97-dcab-498f-a724-bdbfdc57bf19 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:35:17.285964 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed74d35-5d3d-4ae0-a38f-3ab4bc29b320 req-0215b5c8-9fd1-4d01-be18-6da6c6b14a2b tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:17.287675 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3ed74d35-5d3d-4ae0-a38f-3ab4bc29b320 req-0215b5c8-9fd1-4d01-be18-6da6c6b14a2b tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.37 "GET /v2.0/ports?device_id=a61d88d2-dfd8-4941-976d-eaaf535f251d HTTP/1.1" status: 200 len: 946 time: 0.0543077 Sep 08 09:35:17.385405 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737954a-5b50-4cf3-a6b2-dfa663978aba req-9430a3eb-6145-483e-82a3-5e95586db28d tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:17.386976 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a737954a-5b50-4cf3-a6b2-dfa663978aba req-9430a3eb-6145-483e-82a3-5e95586db28d tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/ports?device_id=a61d88d2-dfd8-4941-976d-eaaf535f251d HTTP/1.1" status: 200 len: 946 time: 0.1643293 Sep 08 09:35:17.442806 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a737954a-5b50-4cf3-a6b2-dfa663978aba req-7010c26e-793a-4b16-9c83-ad6606e40742 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/security-groups?id=d505c837-d230-4871-9b6a-fbe523096f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486288 Sep 08 09:35:17.445536 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-3ed74d35-5d3d-4ae0-a38f-3ab4bc29b320 req-a2c0a958-8795-46e3-852b-d15a6dea40e4 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Deleting port d0ae7114-175f-4105-9b37-a7633710dc78 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:35:17.445888 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-3ed74d35-5d3d-4ae0-a38f-3ab4bc29b320 req-a2c0a958-8795-46e3-852b-d15a6dea40e4 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:17.535790 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-3ed74d35-5d3d-4ae0-a38f-3ab4bc29b320 req-a2c0a958-8795-46e3-852b-d15a6dea40e4 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] For port d0ae7114-175f-4105-9b37-a7633710dc78, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=d0ae7114-175f-4105-9b37-a7633710dc78,segment=NetworkSegment(5612304b-d24c-4c8b-9c5f-91f52aa19774),segment_id=5612304b-d24c-4c8b-9c5f-91f52aa19774)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:35:17.536229 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-3ed74d35-5d3d-4ae0-a38f-3ab4bc29b320 req-a2c0a958-8795-46e3-852b-d15a6dea40e4 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:17.548523 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-3ed74d35-5d3d-4ae0-a38f-3ab4bc29b320 req-a2c0a958-8795-46e3-852b-d15a6dea40e4 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Calling delete_port for d0ae7114-175f-4105-9b37-a7633710dc78 owned by compute:nova {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:35:17.651796 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5cb8b3f2-07a6-4c0d-be00-a041e2f95008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:17.679800 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-3ed74d35-5d3d-4ae0-a38f-3ab4bc29b320 req-a2c0a958-8795-46e3-852b-d15a6dea40e4 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:17.708332 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c0a958-8795-46e3-852b-d15a6dea40e4 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event deleted for resources: {'Port': ['ID=d0ae7114-175f-4105-9b37-a7633710dc78,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:17.752688 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed74d35-5d3d-4ae0-a38f-3ab4bc29b320 req-a2c0a958-8795-46e3-852b-d15a6dea40e4 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] No DVR routers for this DVR port d0ae7114-175f-4105-9b37-a7633710dc78 on host n-h1-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:35:17.755297 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-3ed74d35-5d3d-4ae0-a38f-3ab4bc29b320 req-a2c0a958-8795-46e3-852b-d15a6dea40e4 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:17.757368 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3ed74d35-5d3d-4ae0-a38f-3ab4bc29b320 req-a2c0a958-8795-46e3-852b-d15a6dea40e4 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.37 "DELETE /v2.0/ports/d0ae7114-175f-4105-9b37-a7633710dc78 HTTP/1.1" status: 204 len: 173 time: 0.4599538 Sep 08 09:35:17.757825 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61d88d2-dfd8-4941-976d-eaaf535f251d', 'name': 'network-vif-deleted', 'tag': 'd0ae7114-175f-4105-9b37-a7633710dc78'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:35:17.760072 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd05752e-3cfa-405e-ba76-c49ac05557df" -d '{"events": [{"server_uuid": "a61d88d2-dfd8-4941-976d-eaaf535f251d", "name": "network-vif-deleted", "tag": "d0ae7114-175f-4105-9b37-a7633710dc78"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:35:17.802132 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de1d57a-ebaa-43dd-bf52-2fd0b74b2be8 x-openstack-request-id: req-7de1d57a-ebaa-43dd-bf52-2fd0b74b2be8 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:35:17.802430 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61d88d2-dfd8-4941-976d-eaaf535f251d", "name": "network-vif-deleted", "tag": "d0ae7114-175f-4105-9b37-a7633710dc78", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:35:17.802685 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7de1d57a-ebaa-43dd-bf52-2fd0b74b2be8 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:35:17.803091 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61d88d2-dfd8-4941-976d-eaaf535f251d', 'name': 'network-vif-deleted', 'tag': 'd0ae7114-175f-4105-9b37-a7633710dc78', 'status': 'completed', 'code': 200} Sep 08 09:35:18.501607 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 32808) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:35:18.561404 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ebd78819-4110-4491-b5a4-b3f71a287d14 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:18.591798 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ebd78819-4110-4491-b5a4-b3f71a287d14 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:18.651587 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ebd78819-4110-4491-b5a4-b3f71a287d14 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:18.654262 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ebd78819-4110-4491-b5a4-b3f71a287d14 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:18.655451 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ebd78819-4110-4491-b5a4-b3f71a287d14 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "DELETE /v2.0/security-groups/d505c837-d230-4871-9b6a-fbe523096f3e HTTP/1.1" status: 204 len: 168 time: 0.1528413 Sep 08 09:35:18.664843 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd78819-4110-4491-b5a4-b3f71a287d14 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d505c837-d230-4871-9b6a-fbe523096f3e,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:18.688781 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 32812) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:35:18.744214 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a34466f-2dc9-4999-a96b-c89f97f57af1 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Deleting subnet eb2012ec-8f3e-46e5-988f-c4911a9ae75c {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:35:18.747456 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7a34466f-2dc9-4999-a96b-c89f97f57af1 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:18.787385 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7a34466f-2dc9-4999-a96b-c89f97f57af1 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:18.870553 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7a34466f-2dc9-4999-a96b-c89f97f57af1 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:18.932500 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7a34466f-2dc9-4999-a96b-c89f97f57af1 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:19.263951 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7a34466f-2dc9-4999-a96b-c89f97f57af1 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:19.265961 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7a34466f-2dc9-4999-a96b-c89f97f57af1 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "DELETE /v2.0/subnets/eb2012ec-8f3e-46e5-988f-c4911a9ae75c HTTP/1.1" status: 204 len: 168 time: 0.5762486 Sep 08 09:35:19.266928 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a34466f-2dc9-4999-a96b-c89f97f57af1 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event deleted for resources: {'Subnet': ['ID=eb2012ec-8f3e-46e5-988f-c4911a9ae75c,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:19.268601 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 32814) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:35:19.271819 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6147622-c124-46fc-86be-bc01706fa8c6 None None] Network 26c1ac19-c16c-423e-a383-8bb0cb355570 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:35:19.342836 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-17fd6f50-42ea-4120-9a22-bf91e4ab9ccf tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:19.400168 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-17fd6f50-42ea-4120-9a22-bf91e4ab9ccf tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Deleting port 61098be7-d990-419e-b36b-31625f08beb6 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:35:19.400525 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-17fd6f50-42ea-4120-9a22-bf91e4ab9ccf tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:19.442724 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e36f219-807c-4bc6-9a1d-f16c319e5fc8 None None] DHCP port deletion for 26c1ac19-c16c-423e-a383-8bb0cb355570 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:35:19.467035 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-17fd6f50-42ea-4120-9a22-bf91e4ab9ccf tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] For port 61098be7-d990-419e-b36b-31625f08beb6, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=61098be7-d990-419e-b36b-31625f08beb6,segment=NetworkSegment(5612304b-d24c-4c8b-9c5f-91f52aa19774),segment_id=5612304b-d24c-4c8b-9c5f-91f52aa19774)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:35:19.467410 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-17fd6f50-42ea-4120-9a22-bf91e4ab9ccf tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:19.481184 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-17fd6f50-42ea-4120-9a22-bf91e4ab9ccf tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Calling delete_port for 61098be7-d990-419e-b36b-31625f08beb6 owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:35:19.566635 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-17fd6f50-42ea-4120-9a22-bf91e4ab9ccf tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:19.593294 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd6f50-42ea-4120-9a22-bf91e4ab9ccf tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event deleted for resources: {'Port': ['ID=61098be7-d990-419e-b36b-31625f08beb6,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:19.600623 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fd6f50-42ea-4120-9a22-bf91e4ab9ccf tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] No DVR routers for this DVR port 61098be7-d990-419e-b36b-31625f08beb6 on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:35:19.642233 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-7e36f219-807c-4bc6-9a1d-f16c319e5fc8 None None] Deleting port 61098be7-d990-419e-b36b-31625f08beb6 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:35:19.642620 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7e36f219-807c-4bc6-9a1d-f16c319e5fc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:19.680432 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-17fd6f50-42ea-4120-9a22-bf91e4ab9ccf tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:19.703191 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-7e36f219-807c-4bc6-9a1d-f16c319e5fc8 None None] For port 61098be7-d990-419e-b36b-31625f08beb6, host n-d-806683-11, got binding levels [] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:35:19.703592 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7e36f219-807c-4bc6-9a1d-f16c319e5fc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:19.704930 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-17fd6f50-42ea-4120-9a22-bf91e4ab9ccf tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26c1ac19-c16c-423e-a383-8bb0cb355570']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:35:19.714934 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-17fd6f50-42ea-4120-9a22-bf91e4ab9ccf tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5612304b-d24c-4c8b-9c5f-91f52aa19774') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:35:19.715239 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-17fd6f50-42ea-4120-9a22-bf91e4ab9ccf tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5612304b-d24c-4c8b-9c5f-91f52aa19774') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:35:19.716425 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-7e36f219-807c-4bc6-9a1d-f16c319e5fc8 None None] Calling delete_port for 61098be7-d990-419e-b36b-31625f08beb6 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:35:19.719056 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.ipam_backend_mixin [None req-7e36f219-807c-4bc6-9a1d-f16c319e5fc8 None None] Port 61098be7-d990-419e-b36b-31625f08beb6 was not found and therefore no delete operation was performed {{(pid=94714) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 08 09:35:19.720380 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7e36f219-807c-4bc6-9a1d-f16c319e5fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:19.730153 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-17fd6f50-42ea-4120-9a22-bf91e4ab9ccf tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:19.743234 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-17fd6f50-42ea-4120-9a22-bf91e4ab9ccf tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:19.748915 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36f219-807c-4bc6-9a1d-f16c319e5fc8 None None] Pushing event deleted for resources: {'Port': ['ID=61098be7-d990-419e-b36b-31625f08beb6,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:19.750824 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17fd6f50-42ea-4120-9a22-bf91e4ab9ccf tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:35:19.751232 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-17fd6f50-42ea-4120-9a22-bf91e4ab9ccf tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:19.752707 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e36f219-807c-4bc6-9a1d-f16c319e5fc8 None None] No DVR routers for this DVR port 61098be7-d990-419e-b36b-31625f08beb6 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:35:19.754823 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:35:19.754823 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:35:19.754823 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:35:19.754823 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:35:19.754823 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:35:19.754823 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:35:19.754823 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:35:19.754823 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:35:19.754823 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:35:19.754823 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:35:19.754823 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:35:19.754823 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:35:19.754823 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:35:19.754823 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:35:19.754823 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:35:19.754823 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:35:19.754823 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:35:19.754823 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:35:19.754823 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:35:19.754823 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:35:19.754823 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:35:19.754823 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:35:19.754823 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:35:19.754823 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:35:19.754823 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:35:19.754823 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:35:19.754823 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:35:19.754823 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:35:19.754823 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:35:19.754823 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:35:19.754823 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:35:19.754823 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:35:19.814187 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-17fd6f50-42ea-4120-9a22-bf91e4ab9ccf tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:19.821970 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-17fd6f50-42ea-4120-9a22-bf91e4ab9ccf tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:19.823807 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-17fd6f50-42ea-4120-9a22-bf91e4ab9ccf tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "DELETE /v2.0/networks/26c1ac19-c16c-423e-a383-8bb0cb355570 HTTP/1.1" status: 204 len: 168 time: 0.5537820 Sep 08 09:35:19.826739 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 32816) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:35:19.835177 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd6f50-42ea-4120-9a22-bf91e4ab9ccf tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event deleted for resources: {'Network': ['ID=26c1ac19-c16c-423e-a383-8bb0cb355570,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:19.985777 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-418933c0-77b3-4950-8ff5-253b3678132c tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Deleting port 552177cf-db0e-4e53-a26c-df0ca6b245f0 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:35:19.986170 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-418933c0-77b3-4950-8ff5-253b3678132c tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:20.060290 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-418933c0-77b3-4950-8ff5-253b3678132c tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:20.060631 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-418933c0-77b3-4950-8ff5-253b3678132c tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:20.072885 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-418933c0-77b3-4950-8ff5-253b3678132c tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Calling delete_port for 552177cf-db0e-4e53-a26c-df0ca6b245f0 owned by network:floatingip {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:35:20.216827 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-418933c0-77b3-4950-8ff5-253b3678132c tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:20.248740 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418933c0-77b3-4950-8ff5-253b3678132c tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event deleted for resources: {'Port': ['ID=552177cf-db0e-4e53-a26c-df0ca6b245f0,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:20.423745 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:20.606063 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-418933c0-77b3-4950-8ff5-253b3678132c tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for floatingip, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:20.606402 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [None req-418933c0-77b3-4950-8ff5-253b3678132c tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Floating IP 0ffc1c0a-be6d-4421-98a7-cb2e7c5816ac disassociated (deleted). External IP: 172.25.0.227, port: b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7. Sep 08 09:35:20.662617 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 61098be7-d990-419e-b36b-31625f08beb6 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:35:20.682829 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 61098be7-d990-419e-b36b-31625f08beb6 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:35:20.683102 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 61098be7-d990-419e-b36b-31625f08beb6 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:35:20.692242 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device d0ae7114-175f-4105-9b37-a7633710dc78 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:35:20.712770 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: d0ae7114-175f-4105-9b37-a7633710dc78 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:35:20.713117 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device d0ae7114-175f-4105-9b37-a7633710dc78 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:35:20.770420 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0678b193-1d5b-4570-b0fa-ee87e09449f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:20.826116 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-418933c0-77b3-4950-8ff5-253b3678132c tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Router cefe67f4-5557-48eb-aaa3-1d9dbc0cf228 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:35:20.935244 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418933c0-77b3-4950-8ff5-253b3678132c tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:35:20.939918 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-418933c0-77b3-4950-8ff5-253b3678132c tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:20.946700 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f6ea80-d425-4c0e-b2ae-4aa0d6694365 None None] Sync routers for ids ['cefe67f4-5557-48eb-aaa3-1d9dbc0cf228'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:35:20.957078 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f6ea80-d425-4c0e-b2ae-4aa0d6694365 None None] Routers {'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:35:20.957974 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-66f6ea80-d425-4c0e-b2ae-4aa0d6694365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:35:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['cefe67f4-5557-48eb-aaa3-1d9dbc0cf228'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:35:20.968250 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-418933c0-77b3-4950-8ff5-253b3678132c tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "DELETE /v2.0/floatingips/0ffc1c0a-be6d-4421-98a7-cb2e7c5816ac HTTP/1.1" status: 204 len: 168 time: 1.1401725 Sep 08 09:35:20.968848 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfc81388-0681-4d90-aa01-f1c8f1e1d869', 'tag': 'b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:35:20.971150 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c06ec8-4e6b-4d0e-a913-9071e41730b4" -d '{"events": [{"name": "network-changed", "server_uuid": "dfc81388-0681-4d90-aa01-f1c8f1e1d869", "tag": "b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:35:21.010938 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1c3923-2587-4ffe-bb92-6fcc536846f0 x-openstack-request-id: req-dd1c3923-2587-4ffe-bb92-6fcc536846f0 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:35:21.011383 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfc81388-0681-4d90-aa01-f1c8f1e1d869", "tag": "b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:35:21.011649 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dd1c3923-2587-4ffe-bb92-6fcc536846f0 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:35:21.012133 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfc81388-0681-4d90-aa01-f1c8f1e1d869', 'tag': 'b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7', 'status': 'completed', 'code': 200} Sep 08 09:35:21.070720 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-66f6ea80-d425-4c0e-b2ae-4aa0d6694365 None None] Set router cefe67f4-5557-48eb-aaa3-1d9dbc0cf228 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:35:21.100016 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c06ec8-4e6b-4d0e-a913-9071e41730b4 req-54e9143d-3360-4373-a556-0346ccad1d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:21.101652 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-38c06ec8-4e6b-4d0e-a913-9071e41730b4 req-54e9143d-3360-4373-a556-0346ccad1d9e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf619d4abbb0429bbdac5a5fc24e6d35&device_id=dfc81388-0681-4d90-aa01-f1c8f1e1d869 HTTP/1.1" status: 200 len: 1097 time: 0.0483518 Sep 08 09:35:21.201767 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74288c-4d01-46c8-befc-9051ce547719 req-cda21d63-2f7b-46ca-a643-7a8da1c9753b tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:21.203398 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ef74288c-4d01-46c8-befc-9051ce547719 req-cda21d63-2f7b-46ca-a643-7a8da1c9753b tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfc81388-0681-4d90-aa01-f1c8f1e1d869 HTTP/1.1" status: 200 len: 945 time: 0.0515587 Sep 08 09:35:21.246306 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c06ec8-4e6b-4d0e-a913-9071e41730b4 req-646a7203-8685-47fb-be89-ae9c89860407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:21.246888 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ef74288c-4d01-46c8-befc-9051ce547719 req-0e4fd9ef-5d69-4b05-821a-8858267836bb tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f436b1d-2537-4de5-943b-8876d8a85789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360363 Sep 08 09:35:21.252058 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-38c06ec8-4e6b-4d0e-a913-9071e41730b4 req-646a7203-8685-47fb-be89-ae9c89860407 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f7b42b4b-7017-4bb7-8216-d79786d85408 HTTP/1.1" status: 200 len: 898 time: 0.1065891 Sep 08 09:35:21.295525 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-66f6ea80-d425-4c0e-b2ae-4aa0d6694365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'name': 'tempest-TestNetworkBasicOps-router-1592753062', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '92ce6552-cbd2-4947-924c-b16ba2b489b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:33:28Z', 'updated_at': '2021-09-08T09:35:14Z', 'revision_number': 6, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'gw_port': {'id': '92ce6552-cbd2-4947-924c-b16ba2b489b3', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:87:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:28Z', 'updated_at': '2021-09-08T09:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'd93338c4-ba47-4c93-a8a4-9830e35422c9', 'name': '', 'network_id': 'f7b42b4b-7017-4bb7-8216-d79786d85408', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'mac_address': 'fa:16:3e:c7:82:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '8955da54-3088-4089-a320-ace009263420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:32Z', 'updated_at': '2021-09-08T09:33:41Z', 'revision_number': 5, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'subnets': [{'id': '8955da54-3088-4089-a320-ace009263420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:35:21.296980 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-38c06ec8-4e6b-4d0e-a913-9071e41730b4 req-fba12d04-1ada-44d8-b833-6bd5975db400 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7 HTTP/1.1" status: 200 len: 217 time: 0.0359292 Sep 08 09:35:21.325456 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f6ea80-d425-4c0e-b2ae-4aa0d6694365 None None] Checking router: cefe67f4-5557-48eb-aaa3-1d9dbc0cf228 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:35:21.334213 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f6ea80-d425-4c0e-b2ae-4aa0d6694365 None None] Routers {'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:35:21.334776 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-66f6ea80-d425-4c0e-b2ae-4aa0d6694365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:35:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['cefe67f4-5557-48eb-aaa3-1d9dbc0cf228'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:35:21.352812 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c06ec8-4e6b-4d0e-a913-9071e41730b4 req-ebbdd665-d70e-483a-84b7-9827b7461a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:21.354345 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-38c06ec8-4e6b-4d0e-a913-9071e41730b4 req-ebbdd665-d70e-483a-84b7-9827b7461a55 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8955da54-3088-4089-a320-ace009263420 HTTP/1.1" status: 200 len: 835 time: 0.0491717 Sep 08 09:35:21.408162 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c06ec8-4e6b-4d0e-a913-9071e41730b4 req-f01e2f6d-c94d-4c1d-944a-8110f06f37a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:21.410261 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-38c06ec8-4e6b-4d0e-a913-9071e41730b4 req-f01e2f6d-c94d-4c1d-944a-8110f06f37a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f7b42b4b-7017-4bb7-8216-d79786d85408&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479543 Sep 08 09:35:21.422118 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [req-38c06ec8-4e6b-4d0e-a913-9071e41730b4 req-187d299a-6e75-4e4b-a359-eaa9e65b6869 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:35:21.423085 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-38c06ec8-4e6b-4d0e-a913-9071e41730b4 req-187d299a-6e75-4e4b-a359-eaa9e65b6869 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051446 Sep 08 09:35:21.443143 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-66f6ea80-d425-4c0e-b2ae-4aa0d6694365 None None] Set router cefe67f4-5557-48eb-aaa3-1d9dbc0cf228 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:35:21.520822 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-38c06ec8-4e6b-4d0e-a913-9071e41730b4 req-2f108d0f-8c21-4109-ab36-00778f2c1b3e service neutron] 10.222.0.37 "GET /v2.0/networks/f7b42b4b-7017-4bb7-8216-d79786d85408?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886154 Sep 08 09:35:21.613204 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-38c06ec8-4e6b-4d0e-a913-9071e41730b4 req-10ba8f53-fa50-4b2c-9b3f-9a66b9756140 service neutron] 10.222.0.37 "GET /v2.0/networks/f7b42b4b-7017-4bb7-8216-d79786d85408?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844829 Sep 08 09:35:21.657606 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-66f6ea80-d425-4c0e-b2ae-4aa0d6694365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'name': 'tempest-TestNetworkBasicOps-router-1592753062', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '92ce6552-cbd2-4947-924c-b16ba2b489b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:33:28Z', 'updated_at': '2021-09-08T09:35:14Z', 'revision_number': 6, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'gw_port': {'id': '92ce6552-cbd2-4947-924c-b16ba2b489b3', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:87:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:28Z', 'updated_at': '2021-09-08T09:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'd93338c4-ba47-4c93-a8a4-9830e35422c9', 'name': '', 'network_id': 'f7b42b4b-7017-4bb7-8216-d79786d85408', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'mac_address': 'fa:16:3e:c7:82:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '8955da54-3088-4089-a320-ace009263420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:32Z', 'updated_at': '2021-09-08T09:33:41Z', 'revision_number': 5, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'subnets': [{'id': '8955da54-3088-4089-a320-ace009263420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:35:21.684231 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f6ea80-d425-4c0e-b2ae-4aa0d6694365 None None] The sync data for ids ['cefe67f4-5557-48eb-aaa3-1d9dbc0cf228'] in n-d-806683-11 is: [{'id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'name': 'tempest-TestNetworkBasicOps-router-1592753062', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '92ce6552-cbd2-4947-924c-b16ba2b489b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:33:28Z', 'updated_at': '2021-09-08T09:35:14Z', 'revision_number': 6, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'gw_port': {'id': '92ce6552-cbd2-4947-924c-b16ba2b489b3', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:87:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:28Z', 'updated_at': '2021-09-08T09:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'd93338c4-ba47-4c93-a8a4-9830e35422c9', 'name': '', 'network_id': 'f7b42b4b-7017-4bb7-8216-d79786d85408', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'mac_address': 'fa:16:3e:c7:82:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': '8955da54-3088-4089-a320-ace009263420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:32Z', 'updated_at': '2021-09-08T09:33:41Z', 'revision_number': 5, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'subnets': [{'id': '8955da54-3088-4089-a320-ace009263420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:35:21.900994 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8716398-ebdc-4260-89bb-f3627df7b6a8 None None] New status for floating IP 0ffc1c0a-be6d-4421-98a7-cb2e7c5816ac: DOWN {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:35:22.206973 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:22.364104 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de77a9-4dae-476b-b011-fe4534500ba8 req-2e8a539a-e19d-4d00-9388-52257dcf499c tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:22.365599 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b9de77a9-4dae-476b-b011-fe4534500ba8 req-2e8a539a-e19d-4d00-9388-52257dcf499c tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfc81388-0681-4d90-aa01-f1c8f1e1d869 HTTP/1.1" status: 200 len: 945 time: 0.0487554 Sep 08 09:35:22.402851 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b9de77a9-4dae-476b-b011-fe4534500ba8 req-2fa600a3-eebf-4bd8-8bac-617e5d4b4ae7 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f436b1d-2537-4de5-943b-8876d8a85789&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313287 Sep 08 09:35:22.613817 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0df82-0be8-4c2b-8992-15c3589a4a02 req-41fba8d8-a52e-489a-a624-c7167c24479c tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:22.615408 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e8c0df82-0be8-4c2b-8992-15c3589a4a02 req-41fba8d8-a52e-489a-a624-c7167c24479c tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfc81388-0681-4d90-aa01-f1c8f1e1d869 HTTP/1.1" status: 200 len: 945 time: 0.0553858 Sep 08 09:35:22.704155 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-e8c0df82-0be8-4c2b-8992-15c3589a4a02 req-08ef39c7-f285-47cb-9431-290123cdb3b9 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Deleting port b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:35:22.704500 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-e8c0df82-0be8-4c2b-8992-15c3589a4a02 req-08ef39c7-f285-47cb-9431-290123cdb3b9 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:22.795096 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-e8c0df82-0be8-4c2b-8992-15c3589a4a02 req-08ef39c7-f285-47cb-9431-290123cdb3b9 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] For port b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7,segment=NetworkSegment(1f2e5f4f-4178-499c-83c8-e0327a6156ab),segment_id=1f2e5f4f-4178-499c-83c8-e0327a6156ab)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:35:22.795468 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-e8c0df82-0be8-4c2b-8992-15c3589a4a02 req-08ef39c7-f285-47cb-9431-290123cdb3b9 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:22.807875 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-e8c0df82-0be8-4c2b-8992-15c3589a4a02 req-08ef39c7-f285-47cb-9431-290123cdb3b9 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Calling delete_port for b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7 owned by compute:nova {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:35:22.936242 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-e8c0df82-0be8-4c2b-8992-15c3589a4a02 req-08ef39c7-f285-47cb-9431-290123cdb3b9 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:22.967353 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ef39c7-f285-47cb-9431-290123cdb3b9 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event deleted for resources: {'Port': ['ID=b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:23.011929 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c0df82-0be8-4c2b-8992-15c3589a4a02 req-08ef39c7-f285-47cb-9431-290123cdb3b9 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] No DVR routers for this DVR port b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7 on host n-h1-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:35:23.014479 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-e8c0df82-0be8-4c2b-8992-15c3589a4a02 req-08ef39c7-f285-47cb-9431-290123cdb3b9 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:23.016534 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e8c0df82-0be8-4c2b-8992-15c3589a4a02 req-08ef39c7-f285-47cb-9431-290123cdb3b9 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.37 "DELETE /v2.0/ports/b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7 HTTP/1.1" status: 204 len: 173 time: 0.3947947 Sep 08 09:35:23.016984 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc81388-0681-4d90-aa01-f1c8f1e1d869', 'name': 'network-vif-deleted', 'tag': 'b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:35:23.020048 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c000a1-5bd3-4f86-bf87-b6143d2552cc" -d '{"events": [{"server_uuid": "dfc81388-0681-4d90-aa01-f1c8f1e1d869", "name": "network-vif-deleted", "tag": "b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:35:23.057704 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c3fb93-1219-4c8a-b915-eb15f68700eb x-openstack-request-id: req-f9c3fb93-1219-4c8a-b915-eb15f68700eb {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:35:23.058008 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfc81388-0681-4d90-aa01-f1c8f1e1d869", "name": "network-vif-deleted", "tag": "b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:35:23.058293 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f9c3fb93-1219-4c8a-b915-eb15f68700eb {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:35:23.058703 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfc81388-0681-4d90-aa01-f1c8f1e1d869', 'name': 'network-vif-deleted', 'tag': 'b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7', 'status': 'completed', 'code': 200} Sep 08 09:35:23.520905 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1149ea6d-67a9-4356-8c14-46879a97de40 req-63669a0d-8139-4ac4-b4b0-ed965ebec1a1 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/ports?device_id=dfc81388-0681-4d90-aa01-f1c8f1e1d869 HTTP/1.1" status: 200 len: 210 time: 0.0304642 Sep 08 09:35:23.614972 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:24.044684 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 32838) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:35:24.147561 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab47843-b58f-4ec3-83ac-8370e3811a9a req-220c0e21-ae53-4b7c-8290-6dd104cde0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:24.149089 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8ab47843-b58f-4ec3-83ac-8370e3811a9a req-220c0e21-ae53-4b7c-8290-6dd104cde0d4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=aa761530-9ea4-4ed4-8636-92ff163e2e5d HTTP/1.1" status: 200 len: 1098 time: 0.1034000 Sep 08 09:35:24.183024 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8ab47843-b58f-4ec3-83ac-8370e3811a9a req-ebbe7d56-c32b-4626-b680-b7e4f821ef12 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=69db30d5-e6b8-48ef-b8a6-7574c9980da0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0278668 Sep 08 09:35:24.342481 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:24.584507 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 32846) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:35:24.643529 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-749221e4-0b41-4b5b-88d2-1d6d85b65923 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:24.669077 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-749221e4-0b41-4b5b-88d2-1d6d85b65923 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:24.732471 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-749221e4-0b41-4b5b-88d2-1d6d85b65923 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:24.735312 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-749221e4-0b41-4b5b-88d2-1d6d85b65923 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:24.736478 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-749221e4-0b41-4b5b-88d2-1d6d85b65923 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "DELETE /v2.0/security-groups/4f436b1d-2537-4de5-943b-8876d8a85789 HTTP/1.1" status: 204 len: 168 time: 0.1508517 Sep 08 09:35:24.751338 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749221e4-0b41-4b5b-88d2-1d6d85b65923 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f436b1d-2537-4de5-943b-8876d8a85789,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:24.768385 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 32850) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:35:25.137032 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-058a763b-c550-461b-8b02-1f14912fc971 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:25.390671 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-058a763b-c550-461b-8b02-1f14912fc971 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Deleting port d93338c4-ba47-4c93-a8a4-9830e35422c9 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:35:25.390929 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-058a763b-c550-461b-8b02-1f14912fc971 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:25.480335 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-058a763b-c550-461b-8b02-1f14912fc971 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] For port d93338c4-ba47-4c93-a8a4-9830e35422c9, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=d93338c4-ba47-4c93-a8a4-9830e35422c9,segment=NetworkSegment(1f2e5f4f-4178-499c-83c8-e0327a6156ab),segment_id=1f2e5f4f-4178-499c-83c8-e0327a6156ab)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:35:25.480697 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-058a763b-c550-461b-8b02-1f14912fc971 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:25.493168 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-058a763b-c550-461b-8b02-1f14912fc971 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Calling delete_port for d93338c4-ba47-4c93-a8a4-9830e35422c9 owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:35:25.678783 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-058a763b-c550-461b-8b02-1f14912fc971 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:25.703410 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a763b-c550-461b-8b02-1f14912fc971 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event deleted for resources: {'Port': ['ID=d93338c4-ba47-4c93-a8a4-9830e35422c9,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:25.884017 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-058a763b-c550-461b-8b02-1f14912fc971 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:26.104959 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-058a763b-c550-461b-8b02-1f14912fc971 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Router cefe67f4-5557-48eb-aaa3-1d9dbc0cf228 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:35:26.213136 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058a763b-c550-461b-8b02-1f14912fc971 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:35:26.218629 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-058a763b-c550-461b-8b02-1f14912fc971 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "PUT /v2.0/routers/cefe67f4-5557-48eb-aaa3-1d9dbc0cf228/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4489563 Sep 08 09:35:26.222280 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 32866) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:35:26.225480 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21e789c-e20d-4724-aba7-068523bdf37f None None] Sync routers for ids ['cefe67f4-5557-48eb-aaa3-1d9dbc0cf228'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:35:26.235614 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21e789c-e20d-4724-aba7-068523bdf37f None None] Routers {'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:35:26.236424 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-e21e789c-e20d-4724-aba7-068523bdf37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:35:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['cefe67f4-5557-48eb-aaa3-1d9dbc0cf228'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:35:26.283748 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1cfb04d-6271-4674-a921-a22609142f23 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Deleting subnet 8955da54-3088-4089-a320-ace009263420 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:35:26.287679 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a1cfb04d-6271-4674-a921-a22609142f23 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:26.328501 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a1cfb04d-6271-4674-a921-a22609142f23 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:26.350988 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-e21e789c-e20d-4724-aba7-068523bdf37f None None] Set router cefe67f4-5557-48eb-aaa3-1d9dbc0cf228 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:35:26.418110 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a1cfb04d-6271-4674-a921-a22609142f23 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:26.498301 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a1cfb04d-6271-4674-a921-a22609142f23 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:26.528467 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cfb04d-6271-4674-a921-a22609142f23 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event deleted for resources: {'Subnet': ['ID=8955da54-3088-4089-a320-ace009263420,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:26.533006 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a1cfb04d-6271-4674-a921-a22609142f23 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:26.538223 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a1cfb04d-6271-4674-a921-a22609142f23 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "DELETE /v2.0/subnets/8955da54-3088-4089-a320-ace009263420 HTTP/1.1" status: 204 len: 168 time: 0.3111601 Sep 08 09:35:26.538223 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 32868) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:35:26.540641 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a990830-34b6-4d93-8774-5f724def52fa None None] Network f7b42b4b-7017-4bb7-8216-d79786d85408 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:35:26.582498 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cfb04d-6271-4674-a921-a22609142f23 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:35:26.583090 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cfb04d-6271-4674-a921-a22609142f23 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:35:26.583511 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cfb04d-6271-4674-a921-a22609142f23 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:35:26.583863 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cfb04d-6271-4674-a921-a22609142f23 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:35:26.584636 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cfb04d-6271-4674-a921-a22609142f23 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:35:26.584636 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cfb04d-6271-4674-a921-a22609142f23 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:35:26.584915 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cfb04d-6271-4674-a921-a22609142f23 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:35:26.585208 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cfb04d-6271-4674-a921-a22609142f23 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:35:26.585546 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cfb04d-6271-4674-a921-a22609142f23 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:35:26.585884 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cfb04d-6271-4674-a921-a22609142f23 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:35:26.586527 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cfb04d-6271-4674-a921-a22609142f23 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:35:26.586889 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cfb04d-6271-4674-a921-a22609142f23 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:35:26.637568 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-e21e789c-e20d-4724-aba7-068523bdf37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'name': 'tempest-TestNetworkBasicOps-router-1592753062', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '92ce6552-cbd2-4947-924c-b16ba2b489b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:33:28Z', 'updated_at': '2021-09-08T09:35:25Z', 'revision_number': 7, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'gw_port': {'id': '92ce6552-cbd2-4947-924c-b16ba2b489b3', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:87:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:28Z', 'updated_at': '2021-09-08T09:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:35:26.669992 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21e789c-e20d-4724-aba7-068523bdf37f None None] Checking router: cefe67f4-5557-48eb-aaa3-1d9dbc0cf228 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:35:26.678948 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21e789c-e20d-4724-aba7-068523bdf37f None None] Routers {'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:35:26.679576 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-e21e789c-e20d-4724-aba7-068523bdf37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:35:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['cefe67f4-5557-48eb-aaa3-1d9dbc0cf228'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:35:26.687354 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c7491a36-409f-4c58-b2e5-c12616080024 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:26.711094 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:35:26.741390 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:35:26.741974 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device b97fa3ff-18cf-49f0-b8a6-3e0fb23910b7 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:35:26.758520 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1c40b0-240f-45e5-bd2d-392aa611b973 None None] DHCP port deletion for f7b42b4b-7017-4bb7-8216-d79786d85408 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:35:26.807594 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-e21e789c-e20d-4724-aba7-068523bdf37f None None] Set router cefe67f4-5557-48eb-aaa3-1d9dbc0cf228 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:35:26.818215 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-0e1c40b0-240f-45e5-bd2d-392aa611b973 None None] Deleting port 4decd448-1b85-42c3-a123-bc5ba379725b {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:35:26.819279 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0e1c40b0-240f-45e5-bd2d-392aa611b973 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:26.824126 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c7491a36-409f-4c58-b2e5-c12616080024 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:26.886608 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-c7491a36-409f-4c58-b2e5-c12616080024 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Deleting port 92ce6552-cbd2-4947-924c-b16ba2b489b3 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:35:26.887373 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c7491a36-409f-4c58-b2e5-c12616080024 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:26.892511 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-0e1c40b0-240f-45e5-bd2d-392aa611b973 None None] For port 4decd448-1b85-42c3-a123-bc5ba379725b, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=4decd448-1b85-42c3-a123-bc5ba379725b,segment=NetworkSegment(1f2e5f4f-4178-499c-83c8-e0327a6156ab),segment_id=1f2e5f4f-4178-499c-83c8-e0327a6156ab)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:35:26.892921 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0e1c40b0-240f-45e5-bd2d-392aa611b973 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:26.906828 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-0e1c40b0-240f-45e5-bd2d-392aa611b973 None None] Calling delete_port for 4decd448-1b85-42c3-a123-bc5ba379725b owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:35:26.983418 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-c7491a36-409f-4c58-b2e5-c12616080024 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] For port 92ce6552-cbd2-4947-924c-b16ba2b489b3, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=92ce6552-cbd2-4947-924c-b16ba2b489b3,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:35:26.984674 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c7491a36-409f-4c58-b2e5-c12616080024 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:26.993050 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0e1c40b0-240f-45e5-bd2d-392aa611b973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:26.998208 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-e21e789c-e20d-4724-aba7-068523bdf37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'name': 'tempest-TestNetworkBasicOps-router-1592753062', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '92ce6552-cbd2-4947-924c-b16ba2b489b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:33:28Z', 'updated_at': '2021-09-08T09:35:25Z', 'revision_number': 7, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'gw_port': {'id': '92ce6552-cbd2-4947-924c-b16ba2b489b3', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:87:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:28Z', 'updated_at': '2021-09-08T09:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:35:27.005968 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-c7491a36-409f-4c58-b2e5-c12616080024 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Calling delete_port for 92ce6552-cbd2-4947-924c-b16ba2b489b3 owned by network:router_gateway {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:35:27.021060 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c40b0-240f-45e5-bd2d-392aa611b973 None None] Pushing event deleted for resources: {'Port': ['ID=4decd448-1b85-42c3-a123-bc5ba379725b,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:27.024770 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1c40b0-240f-45e5-bd2d-392aa611b973 None None] No DVR routers for this DVR port 4decd448-1b85-42c3-a123-bc5ba379725b on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:35:27.026992 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21e789c-e20d-4724-aba7-068523bdf37f None None] The sync data for ids ['cefe67f4-5557-48eb-aaa3-1d9dbc0cf228'] in n-d-806683-11 is: [{'id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'name': 'tempest-TestNetworkBasicOps-router-1592753062', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '92ce6552-cbd2-4947-924c-b16ba2b489b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:33:28Z', 'updated_at': '2021-09-08T09:35:25Z', 'revision_number': 7, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'gw_port': {'id': '92ce6552-cbd2-4947-924c-b16ba2b489b3', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:87:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefe67f4-5557-48eb-aaa3-1d9dbc0cf228', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:28Z', 'updated_at': '2021-09-08T09:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:35:27.524964 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c7491a36-409f-4c58-b2e5-c12616080024 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:27.557023 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7491a36-409f-4c58-b2e5-c12616080024 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event deleted for resources: {'Port': ['ID=92ce6552-cbd2-4947-924c-b16ba2b489b3,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:27.622530 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c7491a36-409f-4c58-b2e5-c12616080024 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:27.716293 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c7491a36-409f-4c58-b2e5-c12616080024 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:27.718312 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c7491a36-409f-4c58-b2e5-c12616080024 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:27.766240 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c7491a36-409f-4c58-b2e5-c12616080024 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:27.766804 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7491a36-409f-4c58-b2e5-c12616080024 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Fanout notify agent at l3_agent the message router_deleted on router cefe67f4-5557-48eb-aaa3-1d9dbc0cf228 {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:35:27.774207 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c7491a36-409f-4c58-b2e5-c12616080024 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:27.775349 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c7491a36-409f-4c58-b2e5-c12616080024 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "DELETE /v2.0/routers/cefe67f4-5557-48eb-aaa3-1d9dbc0cf228 HTTP/1.1" status: 204 len: 168 time: 1.2362287 Sep 08 09:35:27.778022 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 32870) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:35:27.859232 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0cef56e7-72f9-4507-8759-8fd3d06538bf tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:27.951221 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0cef56e7-72f9-4507-8759-8fd3d06538bf tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:27.971055 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-0cef56e7-72f9-4507-8759-8fd3d06538bf tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7b42b4b-7017-4bb7-8216-d79786d85408']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:35:27.980023 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-0cef56e7-72f9-4507-8759-8fd3d06538bf tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f2e5f4f-4178-499c-83c8-e0327a6156ab') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:35:27.980329 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-0cef56e7-72f9-4507-8759-8fd3d06538bf tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f2e5f4f-4178-499c-83c8-e0327a6156ab') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:35:27.989448 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0cef56e7-72f9-4507-8759-8fd3d06538bf tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:28.002749 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0cef56e7-72f9-4507-8759-8fd3d06538bf tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:28.009707 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cef56e7-72f9-4507-8759-8fd3d06538bf tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:35:28.010130 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0cef56e7-72f9-4507-8759-8fd3d06538bf tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:28.013096 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:35:28.013096 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:35:28.013096 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:35:28.013096 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:35:28.013096 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:35:28.013096 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:35:28.013096 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:35:28.013096 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:35:28.013096 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:35:28.013096 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:35:28.013096 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:35:28.013096 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:35:28.013096 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:35:28.013096 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:35:28.013096 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:35:28.013096 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:35:28.013096 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:35:28.013096 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:35:28.013096 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:35:28.013096 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:35:28.013096 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:35:28.013096 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:35:28.013096 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:35:28.013096 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:35:28.013096 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:35:28.013096 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:35:28.013096 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:35:28.013096 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:35:28.013096 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:35:28.013096 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:35:28.013096 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:35:28.013096 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:35:28.070238 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0cef56e7-72f9-4507-8759-8fd3d06538bf tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:28.077847 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0cef56e7-72f9-4507-8759-8fd3d06538bf tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:28.079201 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0cef56e7-72f9-4507-8759-8fd3d06538bf tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "DELETE /v2.0/networks/f7b42b4b-7017-4bb7-8216-d79786d85408 HTTP/1.1" status: 204 len: 168 time: 0.3001111 Sep 08 09:35:28.095540 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef56e7-72f9-4507-8759-8fd3d06538bf tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event deleted for resources: {'Network': ['ID=f7b42b4b-7017-4bb7-8216-d79786d85408,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:28.099988 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 32872) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:35:28.104856 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-4b1ab7d6-f302-465e-9259-ee95da317100 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Request body: {'network': {'name': 'tempest-network-smoke--917471002', 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'port_security_enabled': True}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:35:28.125461 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1ab7d6-f302-465e-9259-ee95da317100 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Made reservation on behalf of bf619d4abbb0429bbdac5a5fc24e6d35 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:35:28.129564 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4b1ab7d6-f302-465e-9259-ee95da317100 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:28.152145 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b1ab7d6-f302-465e-9259-ee95da317100 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:35:28.161009 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4b1ab7d6-f302-465e-9259-ee95da317100 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:28.161343 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-4b1ab7d6-f302-465e-9259-ee95da317100 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Added segment 90fa5f4f-f305-4c43-9330-9ad342ccea95 of type vlan for network 9a9f5d79-4df4-4cf6-88e9-62e38d629cb3 Sep 08 09:35:28.203549 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4b1ab7d6-f302-465e-9259-ee95da317100 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:28.227888 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4b1ab7d6-f302-465e-9259-ee95da317100 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:28.233547 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1ab7d6-f302-465e-9259-ee95da317100 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:28.234236 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4b1ab7d6-f302-465e-9259-ee95da317100 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:28.275360 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4b1ab7d6-f302-465e-9259-ee95da317100 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1743166 Sep 08 09:35:28.278146 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 32874) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:35:28.282768 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-264faa21-3edc-4485-bd99-750876be6632 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-175319919', 'admin_state_up': True, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:35:28.307863 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1ab7d6-f302-465e-9259-ee95da317100 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event updated for resources: {'Network': ['ID=9a9f5d79-4df4-4cf6-88e9-62e38d629cb3,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:28.308425 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-264faa21-3edc-4485-bd99-750876be6632 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:28.310392 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-264faa21-3edc-4485-bd99-750876be6632 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:28.319066 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 9a9f5d79-4df4-4cf6-88e9-62e38d629cb3 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:35:28.401301 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-264faa21-3edc-4485-bd99-750876be6632 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:28.543625 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-264faa21-3edc-4485-bd99-750876be6632 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:28.658518 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 4decd448-1b85-42c3-a123-bc5ba379725b no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:35:28.680301 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 4decd448-1b85-42c3-a123-bc5ba379725b {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:35:28.680779 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 4decd448-1b85-42c3-a123-bc5ba379725b not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:35:28.681194 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device d93338c4-ba47-4c93-a8a4-9830e35422c9 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:35:28.700416 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: d93338c4-ba47-4c93-a8a4-9830e35422c9 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:35:28.700770 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device d93338c4-ba47-4c93-a8a4-9830e35422c9 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:35:28.701194 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 92ce6552-cbd2-4947-924c-b16ba2b489b3 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:35:28.719966 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 92ce6552-cbd2-4947-924c-b16ba2b489b3 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:35:28.720322 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 92ce6552-cbd2-4947-924c-b16ba2b489b3 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:35:28.748319 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-264faa21-3edc-4485-bd99-750876be6632 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for router_gateway, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:28.773149 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-264faa21-3edc-4485-bd99-750876be6632 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:28.792028 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:28.879851 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-264faa21-3edc-4485-bd99-750876be6632 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Allocated IP 172.25.0.135 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/2387c430-1abe-47e8-b2c7-865fda0aa861) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:35:28.984483 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-264faa21-3edc-4485-bd99-750876be6632 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:29.022926 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-264faa21-3edc-4485-bd99-750876be6632 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:29.059262 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264faa21-3edc-4485-bd99-750876be6632 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:35:29.062091 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-264faa21-3edc-4485-bd99-750876be6632 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:35:29.067559 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264faa21-3edc-4485-bd99-750876be6632 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:35:29.073198 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264faa21-3edc-4485-bd99-750876be6632 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event updated for resources: {'Port': ['ID=2387c430-1abe-47e8-b2c7-865fda0aa861,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:29.321783 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-264faa21-3edc-4485-bd99-750876be6632 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for router_gateway, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:29.524358 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-264faa21-3edc-4485-bd99-750876be6632 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:29.660876 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-264faa21-3edc-4485-bd99-750876be6632 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Router 8a16d400-0eb6-4c6a-9545-219f6463440f is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:35:29.767061 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264faa21-3edc-4485-bd99-750876be6632 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:35:29.778643 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69c1538-9d0b-47a4-8c88-39a5a4a812ec None None] Sync routers for ids ['8a16d400-0eb6-4c6a-9545-219f6463440f'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:35:29.789788 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-264faa21-3edc-4485-bd99-750876be6632 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:29.789970 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69c1538-9d0b-47a4-8c88-39a5a4a812ec None None] Routers {'8a16d400-0eb6-4c6a-9545-219f6463440f'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:35:29.790701 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-f69c1538-9d0b-47a4-8c88-39a5a4a812ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:35:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8a16d400-0eb6-4c6a-9545-219f6463440f'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:35:29.791087 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-264faa21-3edc-4485-bd99-750876be6632 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5118630 Sep 08 09:35:29.794359 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 32876) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:35:29.822897 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c52359fd-2854-4e16-9dfc-6f96b9478ebf tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=bf619d4abbb0429bbdac5a5fc24e6d35&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276811 Sep 08 09:35:29.825429 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 32878) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:35:29.897313 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-f69c1538-9d0b-47a4-8c88-39a5a4a812ec None None] Set router 8a16d400-0eb6-4c6a-9545-219f6463440f gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:35:29.915126 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc5fc38-9d0d-4ae7-be34-025a2c0f0944 tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:29.916597 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2dc5fc38-9d0d-4ae7-be34-025a2c0f0944 tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0902634 Sep 08 09:35:29.919433 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 32880) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:35:29.958314 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-61f56b5f-7068-4f81-8fcc-c5b0ea407a58 tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=399c4174-1e86-4a10-bb99-f875a09107d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349002 Sep 08 09:35:29.958541 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 32882) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:35:29.963245 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-3afabb67-e1f0-4412-a721-10ac231ec9d0 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-192632270', 'network_id': '9a9f5d79-4df4-4cf6-88e9-62e38d629cb3', 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:35:30.054251 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3afabb67-e1f0-4412-a721-10ac231ec9d0 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Made reservation on behalf of bf619d4abbb0429bbdac5a5fc24e6d35 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:35:30.057698 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3afabb67-e1f0-4412-a721-10ac231ec9d0 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:30.086714 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-f69c1538-9d0b-47a4-8c88-39a5a4a812ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a16d400-0eb6-4c6a-9545-219f6463440f', 'name': 'tempest-TestNetworkBasicOps-router-175319919', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '2387c430-1abe-47e8-b2c7-865fda0aa861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:35:28Z', 'updated_at': '2021-09-08T09:35:29Z', 'revision_number': 3, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'gw_port': {'id': '2387c430-1abe-47e8-b2c7-865fda0aa861', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e6:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a16d400-0eb6-4c6a-9545-219f6463440f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:35:28Z', 'updated_at': '2021-09-08T09:35:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:35:30.113892 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69c1538-9d0b-47a4-8c88-39a5a4a812ec None None] Checking router: 8a16d400-0eb6-4c6a-9545-219f6463440f for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:35:30.114279 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69c1538-9d0b-47a4-8c88-39a5a4a812ec None None] Updating router 8a16d400-0eb6-4c6a-9545-219f6463440f port 2387c430-1abe-47e8-b2c7-865fda0aa861 binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:35:30.140553 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f69c1538-9d0b-47a4-8c88-39a5a4a812ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:30.236638 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3afabb67-e1f0-4412-a721-10ac231ec9d0 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:30.299058 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afabb67-e1f0-4412-a721-10ac231ec9d0 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event updated for resources: {'Subnet': ['ID=8b362bf3-8232-4bc8-bf1b-b7928f83afe8,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:30.307027 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afabb67-e1f0-4412-a721-10ac231ec9d0 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Checking segment: {'id': '90fa5f4f-f305-4c43-9330-9ad342ccea95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9a9f5d79-4df4-4cf6-88e9-62e38d629cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:35:30.307461 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afabb67-e1f0-4412-a721-10ac231ec9d0 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Network hostable DHCP agents. Network: 9a9f5d79-4df4-4cf6-88e9-62e38d629cb3, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:35:30.324972 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afabb67-e1f0-4412-a721-10ac231ec9d0 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Network 9a9f5d79-4df4-4cf6-88e9-62e38d629cb3 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:35:30.335861 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-3afabb67-e1f0-4412-a721-10ac231ec9d0 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 9a9f5d79-4df4-4cf6-88e9-62e38d629cb3) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:35:30.340118 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afabb67-e1f0-4412-a721-10ac231ec9d0 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:30.340707 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3afabb67-e1f0-4412-a721-10ac231ec9d0 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:30.347446 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ea5133-5765-4c51-9333-8a4cd2be47c7 None None] Network 9a9f5d79-4df4-4cf6-88e9-62e38d629cb3 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:35:30.356013 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-3afabb67-e1f0-4412-a721-10ac231ec9d0 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3964963 Sep 08 09:35:30.358745 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 32884) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:35:30.474062 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f69c1538-9d0b-47a4-8c88-39a5a4a812ec None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:30.488992 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f69c1538-9d0b-47a4-8c88-39a5a4a812ec None None] Transition to ACTIVE for port object 2387c430-1abe-47e8-b2c7-865fda0aa861 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:35:30.514988 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f69c1538-9d0b-47a4-8c88-39a5a4a812ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:30.603902 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf43b40f-5437-4c0d-b845-dd43390bd502 None None] Pushing event updated for resources: {'Port': ['ID=2387c430-1abe-47e8-b2c7-865fda0aa861,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:30.606115 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-f69c1538-9d0b-47a4-8c88-39a5a4a812ec None None] Attempting to bind port 2387c430-1abe-47e8-b2c7-865fda0aa861 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:35:30.606487 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-f69c1538-9d0b-47a4-8c88-39a5a4a812ec None None] Attempting to bind port 2387c430-1abe-47e8-b2c7-865fda0aa861 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:35:30.606857 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69c1538-9d0b-47a4-8c88-39a5a4a812ec None None] Attempting to bind port 2387c430-1abe-47e8-b2c7-865fda0aa861 on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:35:30.615077 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69c1538-9d0b-47a4-8c88-39a5a4a812ec None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:35:30.615413 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69c1538-9d0b-47a4-8c88-39a5a4a812ec None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:35:30.615856 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f69c1538-9d0b-47a4-8c88-39a5a4a812ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:30.616196 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69c1538-9d0b-47a4-8c88-39a5a4a812ec None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:35:30.616673 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-f69c1538-9d0b-47a4-8c88-39a5a4a812ec None None] Bound port: 2387c430-1abe-47e8-b2c7-865fda0aa861, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:35:30.617385 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f69c1538-9d0b-47a4-8c88-39a5a4a812ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:30.620839 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4d0ed0-0860-41cd-abe8-bdc50a8cffe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-9a9f5d79-4df4-4cf6-88e9-62e38d629cb3', 'network_id': '9a9f5d79-4df4-4cf6-88e9-62e38d629cb3', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'fixed_ips': [{'subnet_id': '8b362bf3-8232-4bc8-bf1b-b7928f83afe8'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:35:30.621664 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0ed0-0860-41cd-abe8-bdc50a8cffe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:30.741542 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-f69c1538-9d0b-47a4-8c88-39a5a4a812ec None None] For port 2387c430-1abe-47e8-b2c7-865fda0aa861, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:35:30.756759 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-f69c1538-9d0b-47a4-8c88-39a5a4a812ec None None] For port 2387c430-1abe-47e8-b2c7-865fda0aa861, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=2387c430-1abe-47e8-b2c7-865fda0aa861,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:35:30.765889 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f69c1538-9d0b-47a4-8c88-39a5a4a812ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:30.803676 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-93e2ca05-2e5f-4174-b251-09bee1608fb8 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:30.859649 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-bf4d0ed0-0860-41cd-abe8-bdc50a8cffe4 None None] Allocated IP 172.20.0.2 (9a9f5d79-4df4-4cf6-88e9-62e38d629cb3/8b362bf3-8232-4bc8-bf1b-b7928f83afe8/27b3472a-284a-4cd9-93e8-41cb799ce5bf) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:35:30.888627 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf43b40f-5437-4c0d-b845-dd43390bd502 None None] Pushing event updated for resources: {'Port': ['ID=2387c430-1abe-47e8-b2c7-865fda0aa861,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:30.891707 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69c1538-9d0b-47a4-8c88-39a5a4a812ec None None] Routers {'8a16d400-0eb6-4c6a-9545-219f6463440f'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:35:30.892334 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-f69c1538-9d0b-47a4-8c88-39a5a4a812ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:35:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8a16d400-0eb6-4c6a-9545-219f6463440f'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:35:31.107112 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-f69c1538-9d0b-47a4-8c88-39a5a4a812ec None None] Set router 8a16d400-0eb6-4c6a-9545-219f6463440f gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:35:31.201653 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0ed0-0860-41cd-abe8-bdc50a8cffe4 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:31.239056 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-bf4d0ed0-0860-41cd-abe8-bdc50a8cffe4 None None] Transition to ACTIVE for port object 27b3472a-284a-4cd9-93e8-41cb799ce5bf will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:35:31.263963 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-bf4d0ed0-0860-41cd-abe8-bdc50a8cffe4 None None] Transition to ACTIVE for port object 27b3472a-284a-4cd9-93e8-41cb799ce5bf will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:35:31.277270 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0ed0-0860-41cd-abe8-bdc50a8cffe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:31.350287 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4d0ed0-0860-41cd-abe8-bdc50a8cffe4 None None] Network 9a9f5d79-4df4-4cf6-88e9-62e38d629cb3 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:35:31.357427 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-bf4d0ed0-0860-41cd-abe8-bdc50a8cffe4 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:35:31.360476 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d0ed0-0860-41cd-abe8-bdc50a8cffe4 None None] Pushing event updated for resources: {'Port': ['ID=27b3472a-284a-4cd9-93e8-41cb799ce5bf,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:31.362708 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4d0ed0-0860-41cd-abe8-bdc50a8cffe4 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:35:31.379814 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-93e2ca05-2e5f-4174-b251-09bee1608fb8 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Allocated IP 172.20.0.1 (9a9f5d79-4df4-4cf6-88e9-62e38d629cb3/8b362bf3-8232-4bc8-bf1b-b7928f83afe8/26b04512-9edb-41f3-a836-2a435fb2eed5) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:35:31.427121 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-bf4d0ed0-0860-41cd-abe8-bdc50a8cffe4 None None] Attempting to bind port 27b3472a-284a-4cd9-93e8-41cb799ce5bf on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:35:31.427495 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-bf4d0ed0-0860-41cd-abe8-bdc50a8cffe4 None None] Attempting to bind port 27b3472a-284a-4cd9-93e8-41cb799ce5bf by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '90fa5f4f-f305-4c43-9330-9ad342ccea95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9a9f5d79-4df4-4cf6-88e9-62e38d629cb3'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:35:31.427866 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4d0ed0-0860-41cd-abe8-bdc50a8cffe4 None None] Attempting to bind port 27b3472a-284a-4cd9-93e8-41cb799ce5bf on network 9a9f5d79-4df4-4cf6-88e9-62e38d629cb3 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:35:31.433428 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-f69c1538-9d0b-47a4-8c88-39a5a4a812ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a16d400-0eb6-4c6a-9545-219f6463440f', 'name': 'tempest-TestNetworkBasicOps-router-175319919', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '2387c430-1abe-47e8-b2c7-865fda0aa861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:35:28Z', 'updated_at': '2021-09-08T09:35:29Z', 'revision_number': 3, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'gw_port': {'id': '2387c430-1abe-47e8-b2c7-865fda0aa861', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e6:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a16d400-0eb6-4c6a-9545-219f6463440f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:35:28Z', 'updated_at': '2021-09-08T09:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:35:31.436434 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4d0ed0-0860-41cd-abe8-bdc50a8cffe4 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:35:31.436812 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4d0ed0-0860-41cd-abe8-bdc50a8cffe4 None None] Checking segment: {'id': '90fa5f4f-f305-4c43-9330-9ad342ccea95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9a9f5d79-4df4-4cf6-88e9-62e38d629cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:35:31.437219 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0ed0-0860-41cd-abe8-bdc50a8cffe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:31.437617 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4d0ed0-0860-41cd-abe8-bdc50a8cffe4 None None] Bound using segment: {'id': '90fa5f4f-f305-4c43-9330-9ad342ccea95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9a9f5d79-4df4-4cf6-88e9-62e38d629cb3'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:35:31.438107 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-bf4d0ed0-0860-41cd-abe8-bdc50a8cffe4 None None] Bound port: 27b3472a-284a-4cd9-93e8-41cb799ce5bf, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90fa5f4f-f305-4c43-9330-9ad342ccea95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9a9f5d79-4df4-4cf6-88e9-62e38d629cb3'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:35:31.438496 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0ed0-0860-41cd-abe8-bdc50a8cffe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:31.465129 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69c1538-9d0b-47a4-8c88-39a5a4a812ec None None] The sync data for ids ['8a16d400-0eb6-4c6a-9545-219f6463440f'] in n-d-806683-11 is: [{'id': '8a16d400-0eb6-4c6a-9545-219f6463440f', 'name': 'tempest-TestNetworkBasicOps-router-175319919', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '2387c430-1abe-47e8-b2c7-865fda0aa861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:35:28Z', 'updated_at': '2021-09-08T09:35:29Z', 'revision_number': 3, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'gw_port': {'id': '2387c430-1abe-47e8-b2c7-865fda0aa861', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e6:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a16d400-0eb6-4c6a-9545-219f6463440f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:35:28Z', 'updated_at': '2021-09-08T09:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:35:31.500904 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-93e2ca05-2e5f-4174-b251-09bee1608fb8 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:31.516433 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-93e2ca05-2e5f-4174-b251-09bee1608fb8 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Transition to ACTIVE for port object 26b04512-9edb-41f3-a836-2a435fb2eed5 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:35:31.537290 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-bf4d0ed0-0860-41cd-abe8-bdc50a8cffe4 None None] For port 27b3472a-284a-4cd9-93e8-41cb799ce5bf, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:35:31.540751 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-bf4d0ed0-0860-41cd-abe8-bdc50a8cffe4 None None] For port 27b3472a-284a-4cd9-93e8-41cb799ce5bf, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=27b3472a-284a-4cd9-93e8-41cb799ce5bf,segment=NetworkSegment(90fa5f4f-f305-4c43-9330-9ad342ccea95),segment_id=90fa5f4f-f305-4c43-9330-9ad342ccea95)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:35:31.544814 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-bf4d0ed0-0860-41cd-abe8-bdc50a8cffe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:31.552467 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-93e2ca05-2e5f-4174-b251-09bee1608fb8 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:31.596900 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e2ca05-2e5f-4174-b251-09bee1608fb8 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Network 9a9f5d79-4df4-4cf6-88e9-62e38d629cb3 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:35:31.607220 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-93e2ca05-2e5f-4174-b251-09bee1608fb8 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:35:31.609625 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e2ca05-2e5f-4174-b251-09bee1608fb8 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event updated for resources: {'Port': ['ID=26b04512-9edb-41f3-a836-2a435fb2eed5,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:31.611920 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e2ca05-2e5f-4174-b251-09bee1608fb8 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:35:31.614776 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d0ed0-0860-41cd-abe8-bdc50a8cffe4 None None] Pushing event updated for resources: {'Port': ['ID=27b3472a-284a-4cd9-93e8-41cb799ce5bf,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:31.661674 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-93e2ca05-2e5f-4174-b251-09bee1608fb8 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:31.843364 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-93e2ca05-2e5f-4174-b251-09bee1608fb8 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:32.149969 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-93e2ca05-2e5f-4174-b251-09bee1608fb8 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:32.155859 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-93e2ca05-2e5f-4174-b251-09bee1608fb8 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:32.242431 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e2ca05-2e5f-4174-b251-09bee1608fb8 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event updated for resources: {'Port': ['ID=26b04512-9edb-41f3-a836-2a435fb2eed5,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:32.244755 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-93e2ca05-2e5f-4174-b251-09bee1608fb8 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:32.257096 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e2ca05-2e5f-4174-b251-09bee1608fb8 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:35:32.257447 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e2ca05-2e5f-4174-b251-09bee1608fb8 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:35:32.257791 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e2ca05-2e5f-4174-b251-09bee1608fb8 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:35:32.258176 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e2ca05-2e5f-4174-b251-09bee1608fb8 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:35:32.258517 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e2ca05-2e5f-4174-b251-09bee1608fb8 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:35:32.258850 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e2ca05-2e5f-4174-b251-09bee1608fb8 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:35:32.259180 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e2ca05-2e5f-4174-b251-09bee1608fb8 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:35:32.259518 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e2ca05-2e5f-4174-b251-09bee1608fb8 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:35:32.259843 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e2ca05-2e5f-4174-b251-09bee1608fb8 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:35:32.260217 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e2ca05-2e5f-4174-b251-09bee1608fb8 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:35:32.260487 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e2ca05-2e5f-4174-b251-09bee1608fb8 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:35:32.260842 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e2ca05-2e5f-4174-b251-09bee1608fb8 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:35:32.354704 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e2ca05-2e5f-4174-b251-09bee1608fb8 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Network 9a9f5d79-4df4-4cf6-88e9-62e38d629cb3 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:35:32.356232 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-93e2ca05-2e5f-4174-b251-09bee1608fb8 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:35:32.482185 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e2ca05-2e5f-4174-b251-09bee1608fb8 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Router 8a16d400-0eb6-4c6a-9545-219f6463440f has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:35:32.601309 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e2ca05-2e5f-4174-b251-09bee1608fb8 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:35:32.608336 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-93e2ca05-2e5f-4174-b251-09bee1608fb8 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "PUT /v2.0/routers/8a16d400-0eb6-4c6a-9545-219f6463440f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2477145 Sep 08 09:35:32.610302 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 32886) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:35:32.654515 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d725640-c7a3-423d-999e-3181123f031c None None] Network 9a9f5d79-4df4-4cf6-88e9-62e38d629cb3 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:35:32.721404 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-76cc7a07-646c-47bb-860d-98976da6b25a None None] Provisioning for port 27b3472a-284a-4cd9-93e8-41cb799ce5bf completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:35:32.757932 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 2387c430-1abe-47e8-b2c7-865fda0aa861 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:35:32.839040 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0625ff0a-fa65-456a-9cfd-dee2814b7bc8 tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:32.839242 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0625ff0a-fa65-456a-9cfd-dee2814b7bc8 tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:32.839906 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0625ff0a-fa65-456a-9cfd-dee2814b7bc8 tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:32.840395 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0625ff0a-fa65-456a-9cfd-dee2814b7bc8 tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:32.841019 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0625ff0a-fa65-456a-9cfd-dee2814b7bc8 tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:32.841500 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0625ff0a-fa65-456a-9cfd-dee2814b7bc8 tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:32.842313 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0625ff0a-fa65-456a-9cfd-dee2814b7bc8 tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:32.842481 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0625ff0a-fa65-456a-9cfd-dee2814b7bc8 tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:32.847993 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0625ff0a-fa65-456a-9cfd-dee2814b7bc8 tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5695 time: 0.2329669 Sep 08 09:35:32.848264 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 32888) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:35:32.855156 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 2387c430-1abe-47e8-b2c7-865fda0aa861 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:35:32.875611 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 2387c430-1abe-47e8-b2c7-865fda0aa861 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:35:32.875978 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:32.913240 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5275b3-4428-4d1a-801c-c69f076441dc tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:32.913721 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5275b3-4428-4d1a-801c-c69f076441dc tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:32.914231 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5275b3-4428-4d1a-801c-c69f076441dc tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:32.914707 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5275b3-4428-4d1a-801c-c69f076441dc tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:32.915177 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5275b3-4428-4d1a-801c-c69f076441dc tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:32.915643 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5275b3-4428-4d1a-801c-c69f076441dc tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:32.916107 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5275b3-4428-4d1a-801c-c69f076441dc tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:32.916569 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5275b3-4428-4d1a-801c-c69f076441dc tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:32.918618 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-af5275b3-4428-4d1a-801c-c69f076441dc tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5295 time: 0.0689886 Sep 08 09:35:32.921390 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 32890) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:35:33.134246 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:33.165417 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 2387c430-1abe-47e8-b2c7-865fda0aa861, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=2387c430-1abe-47e8-b2c7-865fda0aa861,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:35:33.176316 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:33.177176 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 27b3472a-284a-4cd9-93e8-41cb799ce5bf up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:35:33.193737 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e002134d-fe4f-4830-b9b4-eaf6951f29c1 tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3040 time: 0.2711434 Sep 08 09:35:33.257122 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e3229e5e-41e1-45d6-80a9-40b84a92ea56 None None] Provisioning for port 26b04512-9edb-41f3-a836-2a435fb2eed5 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:35:33.275175 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e3229e5e-41e1-45d6-80a9-40b84a92ea56 None None] Provisioning complete for port 26b04512-9edb-41f3-a836-2a435fb2eed5 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:35:33.275566 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e3229e5e-41e1-45d6-80a9-40b84a92ea56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:33.276041 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35c4a19-13a4-456c-86ce-d5190e1c41ff None None] Sync routers for ids ['8a16d400-0eb6-4c6a-9545-219f6463440f'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:35:33.279024 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=2387c430-1abe-47e8-b2c7-865fda0aa861,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:33.286966 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35c4a19-13a4-456c-86ce-d5190e1c41ff None None] Routers {'8a16d400-0eb6-4c6a-9545-219f6463440f'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:35:33.287629 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-c35c4a19-13a4-456c-86ce-d5190e1c41ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:35:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8a16d400-0eb6-4c6a-9545-219f6463440f'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:35:33.326919 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e3229e5e-41e1-45d6-80a9-40b84a92ea56 None None] Port 26b04512-9edb-41f3-a836-2a435fb2eed5 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:35:33.339470 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 27b3472a-284a-4cd9-93e8-41cb799ce5bf completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:35:33.344332 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 27b3472a-284a-4cd9-93e8-41cb799ce5bf triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:35:33.344717 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:33.416737 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-c35c4a19-13a4-456c-86ce-d5190e1c41ff None None] Set router 8a16d400-0eb6-4c6a-9545-219f6463440f gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:35:33.462293 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:33.463993 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ef94f41f-ac0e-42e6-8682-da3e6d9ba728 None None] Provisioning complete for port 26b04512-9edb-41f3-a836-2a435fb2eed5 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:35:33.464396 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ef94f41f-ac0e-42e6-8682-da3e6d9ba728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:33.528441 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-ef94f41f-ac0e-42e6-8682-da3e6d9ba728 None None] Port 26b04512-9edb-41f3-a836-2a435fb2eed5 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:35:33.532596 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 27b3472a-284a-4cd9-93e8-41cb799ce5bf, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=27b3472a-284a-4cd9-93e8-41cb799ce5bf,segment=NetworkSegment(90fa5f4f-f305-4c43-9330-9ad342ccea95),segment_id=90fa5f4f-f305-4c43-9330-9ad342ccea95)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:35:33.537761 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:33.586550 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 32894) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:35:33.591460 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-33ded06a-45bc-404a-8b73-ff4c22b88527 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1149018430', 'description': 'tempest-secgroup-smoke-1149018430 description', 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:35:33.620784 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-33ded06a-45bc-404a-8b73-ff4c22b88527 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:33.621488 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=27b3472a-284a-4cd9-93e8-41cb799ce5bf,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:33.685490 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-c35c4a19-13a4-456c-86ce-d5190e1c41ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a16d400-0eb6-4c6a-9545-219f6463440f', 'name': 'tempest-TestNetworkBasicOps-router-175319919', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '2387c430-1abe-47e8-b2c7-865fda0aa861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:35:28Z', 'updated_at': '2021-09-08T09:35:31Z', 'revision_number': 4, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'gw_port': {'id': '2387c430-1abe-47e8-b2c7-865fda0aa861', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a16d400-0eb6-4c6a-9545-219f6463440f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:35:28Z', 'updated_at': '2021-09-08T09:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '26b04512-9edb-41f3-a836-2a435fb2eed5', 'name': '', 'network_id': '9a9f5d79-4df4-4cf6-88e9-62e38d629cb3', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'mac_address': 'fa:16:3e:f7:2e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a16d400-0eb6-4c6a-9545-219f6463440f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8b362bf3-8232-4bc8-bf1b-b7928f83afe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:35:31Z', 'updated_at': '2021-09-08T09:35:32Z', 'revision_number': 2, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'subnets': [{'id': '8b362bf3-8232-4bc8-bf1b-b7928f83afe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:35:33.712777 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35c4a19-13a4-456c-86ce-d5190e1c41ff None None] Checking router: 8a16d400-0eb6-4c6a-9545-219f6463440f for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:35:33.713124 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35c4a19-13a4-456c-86ce-d5190e1c41ff None None] Updating router 8a16d400-0eb6-4c6a-9545-219f6463440f port 26b04512-9edb-41f3-a836-2a435fb2eed5 binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:35:33.714964 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-33ded06a-45bc-404a-8b73-ff4c22b88527 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:33.718769 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-33ded06a-45bc-404a-8b73-ff4c22b88527 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:33.737999 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c35c4a19-13a4-456c-86ce-d5190e1c41ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:33.749526 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-33ded06a-45bc-404a-8b73-ff4c22b88527 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:33.751074 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-33ded06a-45bc-404a-8b73-ff4c22b88527 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1634355 Sep 08 09:35:33.751945 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ded06a-45bc-404a-8b73-ff4c22b88527 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d14943b-f8b3-4258-9a2e-06b2e27abe6d,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:33.754868 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 32896) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:35:33.757523 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-dade8043-76f8-44d8-a015-5c2b2d7e3aa8 None None] Provisioning complete for port 26b04512-9edb-41f3-a836-2a435fb2eed5 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:35:33.758032 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-dade8043-76f8-44d8-a015-5c2b2d7e3aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:33.759400 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-2484a53f-f54c-4413-9190-d188fc06ff9e tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Request body: {'security_group_rule': {'security_group_id': '4d14943b-f8b3-4258-9a2e-06b2e27abe6d', 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:35:33.792841 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2484a53f-f54c-4413-9190-d188fc06ff9e tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:33.795209 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-dade8043-76f8-44d8-a015-5c2b2d7e3aa8 None None] Port 26b04512-9edb-41f3-a836-2a435fb2eed5 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:35:33.841808 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2484a53f-f54c-4413-9190-d188fc06ff9e tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:33.846125 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2484a53f-f54c-4413-9190-d188fc06ff9e tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:33.865072 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2484a53f-f54c-4413-9190-d188fc06ff9e tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3d6d8b1-3dc1-4f27-a346-8bfbd794666f,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:33.873291 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2484a53f-f54c-4413-9190-d188fc06ff9e tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:33.874722 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2484a53f-f54c-4413-9190-d188fc06ff9e tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1187356 Sep 08 09:35:33.877638 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 32898) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:35:33.887151 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-4393b744-5e73-4c2c-a008-74adc23466b3 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Request body: {'security_group_rule': {'security_group_id': '4d14943b-f8b3-4258-9a2e-06b2e27abe6d', 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:35:33.916997 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4393b744-5e73-4c2c-a008-74adc23466b3 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:33.979439 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4393b744-5e73-4c2c-a008-74adc23466b3 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:33.983386 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4393b744-5e73-4c2c-a008-74adc23466b3 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:33.998342 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4393b744-5e73-4c2c-a008-74adc23466b3 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2989daa-bb30-4830-a5b0-488d1c443517,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:34.007767 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4393b744-5e73-4c2c-a008-74adc23466b3 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:34.011589 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4393b744-5e73-4c2c-a008-74adc23466b3 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1304443 Sep 08 09:35:34.011813 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 32900) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:35:34.016165 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-29865613-0785-4e18-b08b-a753a4f96f41 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Request body: {'security_group_rule': {'security_group_id': '4d14943b-f8b3-4258-9a2e-06b2e27abe6d', 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:35:34.036556 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c35c4a19-13a4-456c-86ce-d5190e1c41ff None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:34.042426 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-29865613-0785-4e18-b08b-a753a4f96f41 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:34.045878 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-c35c4a19-13a4-456c-86ce-d5190e1c41ff None None] Transition to ACTIVE for port object 26b04512-9edb-41f3-a836-2a435fb2eed5 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:35:34.052070 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c35c4a19-13a4-456c-86ce-d5190e1c41ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:34.098987 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0997671e-223f-483e-96d5-40b63fb1e68d None None] Pushing event updated for resources: {'Port': ['ID=26b04512-9edb-41f3-a836-2a435fb2eed5,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:34.105468 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-29865613-0785-4e18-b08b-a753a4f96f41 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:34.109631 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0997671e-223f-483e-96d5-40b63fb1e68d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:35:34.110221 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0997671e-223f-483e-96d5-40b63fb1e68d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:35:34.110407 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0997671e-223f-483e-96d5-40b63fb1e68d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:35:34.110741 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0997671e-223f-483e-96d5-40b63fb1e68d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:35:34.111077 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0997671e-223f-483e-96d5-40b63fb1e68d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:35:34.111475 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0997671e-223f-483e-96d5-40b63fb1e68d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:35:34.111746 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0997671e-223f-483e-96d5-40b63fb1e68d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:35:34.112079 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0997671e-223f-483e-96d5-40b63fb1e68d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:35:34.112654 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0997671e-223f-483e-96d5-40b63fb1e68d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:35:34.112770 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0997671e-223f-483e-96d5-40b63fb1e68d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:35:34.113707 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0997671e-223f-483e-96d5-40b63fb1e68d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:35:34.114111 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0997671e-223f-483e-96d5-40b63fb1e68d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:35:34.115453 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-29865613-0785-4e18-b08b-a753a4f96f41 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:34.135399 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29865613-0785-4e18-b08b-a753a4f96f41 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=124c9f0f-9fc3-47d9-aed3-d25fb0ae73f3,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:34.146205 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-29865613-0785-4e18-b08b-a753a4f96f41 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:34.147632 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-29865613-0785-4e18-b08b-a753a4f96f41 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1348953 Sep 08 09:35:34.150749 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 32902) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:35:34.155296 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-d4c69a01-cb27-42a6-bc11-eb74f825939b tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Request body: {'security_group_rule': {'security_group_id': '4d14943b-f8b3-4258-9a2e-06b2e27abe6d', 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:35:34.175054 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-c35c4a19-13a4-456c-86ce-d5190e1c41ff None None] Attempting to bind port 26b04512-9edb-41f3-a836-2a435fb2eed5 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:35:34.175897 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-c35c4a19-13a4-456c-86ce-d5190e1c41ff None None] Attempting to bind port 26b04512-9edb-41f3-a836-2a435fb2eed5 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '90fa5f4f-f305-4c43-9330-9ad342ccea95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9a9f5d79-4df4-4cf6-88e9-62e38d629cb3'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:35:34.176318 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35c4a19-13a4-456c-86ce-d5190e1c41ff None None] Attempting to bind port 26b04512-9edb-41f3-a836-2a435fb2eed5 on network 9a9f5d79-4df4-4cf6-88e9-62e38d629cb3 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:35:34.182288 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35c4a19-13a4-456c-86ce-d5190e1c41ff None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:35:34.182565 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d4c69a01-cb27-42a6-bc11-eb74f825939b tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:34.182815 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35c4a19-13a4-456c-86ce-d5190e1c41ff None None] Checking segment: {'id': '90fa5f4f-f305-4c43-9330-9ad342ccea95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9a9f5d79-4df4-4cf6-88e9-62e38d629cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:35:34.183251 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c35c4a19-13a4-456c-86ce-d5190e1c41ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:34.183622 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35c4a19-13a4-456c-86ce-d5190e1c41ff None None] Bound using segment: {'id': '90fa5f4f-f305-4c43-9330-9ad342ccea95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9a9f5d79-4df4-4cf6-88e9-62e38d629cb3'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:35:34.184092 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-c35c4a19-13a4-456c-86ce-d5190e1c41ff None None] Bound port: 26b04512-9edb-41f3-a836-2a435fb2eed5, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90fa5f4f-f305-4c43-9330-9ad342ccea95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9a9f5d79-4df4-4cf6-88e9-62e38d629cb3'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:35:34.184907 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c35c4a19-13a4-456c-86ce-d5190e1c41ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:34.248819 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d4c69a01-cb27-42a6-bc11-eb74f825939b tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:34.254770 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d4c69a01-cb27-42a6-bc11-eb74f825939b tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:34.259357 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-c35c4a19-13a4-456c-86ce-d5190e1c41ff None None] For port 26b04512-9edb-41f3-a836-2a435fb2eed5, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:35:34.262988 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-c35c4a19-13a4-456c-86ce-d5190e1c41ff None None] For port 26b04512-9edb-41f3-a836-2a435fb2eed5, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=26b04512-9edb-41f3-a836-2a435fb2eed5,segment=NetworkSegment(90fa5f4f-f305-4c43-9330-9ad342ccea95),segment_id=90fa5f4f-f305-4c43-9330-9ad342ccea95)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:35:34.267920 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-c35c4a19-13a4-456c-86ce-d5190e1c41ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:34.275834 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c69a01-cb27-42a6-bc11-eb74f825939b tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe36bfeb-f170-4390-9c30-b14303266a4f,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:34.286815 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d4c69a01-cb27-42a6-bc11-eb74f825939b tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:34.290698 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d4c69a01-cb27-42a6-bc11-eb74f825939b tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1364753 Sep 08 09:35:34.291088 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 32904) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:35:34.295881 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-77defaf9-3723-4915-86fe-46eb46cb2f9a tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Request body: {'security_group_rule': {'security_group_id': '4d14943b-f8b3-4258-9a2e-06b2e27abe6d', 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:35:34.323667 n-d-806683-11 neutron-server[94712]: INFO neutron.db.securitygroups_db [None req-77defaf9-3723-4915-86fe-46eb46cb2f9a tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Project bf619d4abbb0429bbdac5a5fc24e6d35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 09:35:34.330450 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-77defaf9-3723-4915-86fe-46eb46cb2f9a tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:34.334838 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35c4a19-13a4-456c-86ce-d5190e1c41ff None None] Routers {'8a16d400-0eb6-4c6a-9545-219f6463440f'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:35:34.335568 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-c35c4a19-13a4-456c-86ce-d5190e1c41ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:35:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8a16d400-0eb6-4c6a-9545-219f6463440f'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:35:34.389652 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0997671e-223f-483e-96d5-40b63fb1e68d None None] Pushing event updated for resources: {'Port': ['ID=26b04512-9edb-41f3-a836-2a435fb2eed5,revision_number=4']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:34.397108 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-77defaf9-3723-4915-86fe-46eb46cb2f9a tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:34.402830 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-77defaf9-3723-4915-86fe-46eb46cb2f9a tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:34.421537 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77defaf9-3723-4915-86fe-46eb46cb2f9a tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0257861-6259-440c-9d2d-a6ad4909d405,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:34.429073 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-77defaf9-3723-4915-86fe-46eb46cb2f9a tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:34.432966 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-77defaf9-3723-4915-86fe-46eb46cb2f9a tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1385272 Sep 08 09:35:34.433188 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 32906) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:35:34.437997 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-c0c5b0dc-9583-4626-9139-d6ee7c6e7020 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Request body: {'security_group_rule': {'security_group_id': '4d14943b-f8b3-4258-9a2e-06b2e27abe6d', 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:35:34.463822 n-d-806683-11 neutron-server[94712]: INFO neutron.db.securitygroups_db [None req-c0c5b0dc-9583-4626-9139-d6ee7c6e7020 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Project bf619d4abbb0429bbdac5a5fc24e6d35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 09:35:34.468947 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c0c5b0dc-9583-4626-9139-d6ee7c6e7020 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:34.477444 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-c35c4a19-13a4-456c-86ce-d5190e1c41ff None None] Set router 8a16d400-0eb6-4c6a-9545-219f6463440f gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:35:34.537762 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c0c5b0dc-9583-4626-9139-d6ee7c6e7020 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:34.542779 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c0c5b0dc-9583-4626-9139-d6ee7c6e7020 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:34.558437 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c5b0dc-9583-4626-9139-d6ee7c6e7020 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1000fd5a-acad-49ed-af1f-cdd92d3ab7c8,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:34.568107 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c0c5b0dc-9583-4626-9139-d6ee7c6e7020 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:34.569334 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c0c5b0dc-9583-4626-9139-d6ee7c6e7020 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1351016 Sep 08 09:35:34.691847 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-c35c4a19-13a4-456c-86ce-d5190e1c41ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a16d400-0eb6-4c6a-9545-219f6463440f', 'name': 'tempest-TestNetworkBasicOps-router-175319919', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '2387c430-1abe-47e8-b2c7-865fda0aa861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:35:28Z', 'updated_at': '2021-09-08T09:35:31Z', 'revision_number': 4, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'gw_port': {'id': '2387c430-1abe-47e8-b2c7-865fda0aa861', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a16d400-0eb6-4c6a-9545-219f6463440f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:35:28Z', 'updated_at': '2021-09-08T09:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '26b04512-9edb-41f3-a836-2a435fb2eed5', 'name': '', 'network_id': '9a9f5d79-4df4-4cf6-88e9-62e38d629cb3', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'mac_address': 'fa:16:3e:f7:2e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a16d400-0eb6-4c6a-9545-219f6463440f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8b362bf3-8232-4bc8-bf1b-b7928f83afe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:35:31Z', 'updated_at': '2021-09-08T09:35:34Z', 'revision_number': 4, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'subnets': [{'id': '8b362bf3-8232-4bc8-bf1b-b7928f83afe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:35:34.696280 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 2387c430-1abe-47e8-b2c7-865fda0aa861 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:35:34.723956 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35c4a19-13a4-456c-86ce-d5190e1c41ff None None] The sync data for ids ['8a16d400-0eb6-4c6a-9545-219f6463440f'] in n-d-806683-11 is: [{'id': '8a16d400-0eb6-4c6a-9545-219f6463440f', 'name': 'tempest-TestNetworkBasicOps-router-175319919', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '2387c430-1abe-47e8-b2c7-865fda0aa861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:35:28Z', 'updated_at': '2021-09-08T09:35:31Z', 'revision_number': 4, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'gw_port': {'id': '2387c430-1abe-47e8-b2c7-865fda0aa861', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a16d400-0eb6-4c6a-9545-219f6463440f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:35:28Z', 'updated_at': '2021-09-08T09:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '26b04512-9edb-41f3-a836-2a435fb2eed5', 'name': '', 'network_id': '9a9f5d79-4df4-4cf6-88e9-62e38d629cb3', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'mac_address': 'fa:16:3e:f7:2e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a16d400-0eb6-4c6a-9545-219f6463440f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8b362bf3-8232-4bc8-bf1b-b7928f83afe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:35:31Z', 'updated_at': '2021-09-08T09:35:34Z', 'revision_number': 4, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'subnets': [{'id': '8b362bf3-8232-4bc8-bf1b-b7928f83afe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:35:34.760509 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 2387c430-1abe-47e8-b2c7-865fda0aa861 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:35:34.761000 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:34.805452 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-142c01c2-42d5-40f0-8851-9969abc364e8 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1149018430&fields=id&tenant_id=bf619d4abbb0429bbdac5a5fc24e6d35 HTTP/1.1" status: 200 len: 267 time: 0.0683055 Sep 08 09:35:34.866731 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 27b3472a-284a-4cd9-93e8-41cb799ce5bf up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:35:34.919930 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 27b3472a-284a-4cd9-93e8-41cb799ce5bf triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:35:34.920420 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:34.943099 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-92861f3d-d062-413b-82db-6ad4af22d2bd tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:34.944553 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-92861f3d-d062-413b-82db-6ad4af22d2bd tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/networks?id=9a9f5d79-4df4-4cf6-88e9-62e38d629cb3 HTTP/1.1" status: 200 len: 796 time: 0.1313956 Sep 08 09:35:34.961879 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-252027e0-7cf7-4f92-b468-129c08156dd9 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/quotas/bf619d4abbb0429bbdac5a5fc24e6d35 HTTP/1.1" status: 200 len: 375 time: 0.0109866 Sep 08 09:35:35.021644 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-686ca52d-8668-433d-be4d-0ba8348bec77 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=bf619d4abbb0429bbdac5a5fc24e6d35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536990 Sep 08 09:35:35.125754 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-66ebbe76-1df1-4eef-b7b7-caf9e5b39acf service neutron] 10.222.0.54 "GET /v2.0/networks/9a9f5d79-4df4-4cf6-88e9-62e38d629cb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921626 Sep 08 09:35:35.223621 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-e5d9a5ee-6be9-4ab6-9dd6-f6f0a880dda9 service neutron] 10.222.0.54 "GET /v2.0/networks/9a9f5d79-4df4-4cf6-88e9-62e38d629cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915151 Sep 08 09:35:35.393244 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b6b17c5b-c811-4146-a6ad-b24623c06151 req-6ba9f433-9fd0-4664-987e-ed667b2f5071 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c3aa895-0e5a-411b-b547-80a5840aaef1 HTTP/1.1" status: 200 len: 210 time: 0.0280888 Sep 08 09:35:36.393836 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-c658dfdc-e90e-4dac-8b88-74eac1da2eb8 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:36.396436 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-c658dfdc-e90e-4dac-8b88-74eac1da2eb8 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.37 "GET /v2.0/networks?id=9a9f5d79-4df4-4cf6-88e9-62e38d629cb3 HTTP/1.1" status: 200 len: 796 time: 0.1137948 Sep 08 09:35:36.449022 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-6d163cf5-8350-4555-ba3b-f67f011664b5 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf619d4abbb0429bbdac5a5fc24e6d35 HTTP/1.1" status: 200 len: 380 time: 0.0365252 Sep 08 09:35:36.487776 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-741eafc8-6354-45ac-9267-f83ad7573ddc tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Request body: {'port': {'device_id': '4c3aa895-0e5a-411b-b547-80a5840aaef1', 'network_id': '9a9f5d79-4df4-4cf6-88e9-62e38d629cb3', 'admin_state_up': True, 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'security_groups': ['4d14943b-f8b3-4258-9a2e-06b2e27abe6d']}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:35:36.491511 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-92718983-b56c-4fba-ad47-b72abc3c2bfe req-09914a1c-1b82-4fb7-bcc7-305eb072f270 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c3aa895-0e5a-411b-b547-80a5840aaef1 HTTP/1.1" status: 200 len: 210 time: 0.0275817 Sep 08 09:35:36.594782 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-741eafc8-6354-45ac-9267-f83ad7573ddc tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Made reservation on behalf of bf619d4abbb0429bbdac5a5fc24e6d35 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:35:36.599091 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-741eafc8-6354-45ac-9267-f83ad7573ddc tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:36.687299 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 26b04512-9edb-41f3-a836-2a435fb2eed5 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:35:36.741147 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-741eafc8-6354-45ac-9267-f83ad7573ddc tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Allocated IP 172.20.0.14 (9a9f5d79-4df4-4cf6-88e9-62e38d629cb3/8b362bf3-8232-4bc8-bf1b-b7928f83afe8/b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:35:36.750737 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 26b04512-9edb-41f3-a836-2a435fb2eed5 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:35:36.755146 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 26b04512-9edb-41f3-a836-2a435fb2eed5 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:35:36.755524 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:36.835762 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:36.867270 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 26b04512-9edb-41f3-a836-2a435fb2eed5, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=26b04512-9edb-41f3-a836-2a435fb2eed5,segment=NetworkSegment(90fa5f4f-f305-4c43-9330-9ad342ccea95),segment_id=90fa5f4f-f305-4c43-9330-9ad342ccea95)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:35:36.871519 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:36.891550 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-741eafc8-6354-45ac-9267-f83ad7573ddc tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:36.908103 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-741eafc8-6354-45ac-9267-f83ad7573ddc tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Transition to ACTIVE for port object b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:35:36.920381 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=26b04512-9edb-41f3-a836-2a435fb2eed5,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:36.946128 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-741eafc8-6354-45ac-9267-f83ad7573ddc tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:36.991942 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-741eafc8-6354-45ac-9267-f83ad7573ddc tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Network 9a9f5d79-4df4-4cf6-88e9-62e38d629cb3 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:35:36.994804 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-741eafc8-6354-45ac-9267-f83ad7573ddc tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:35:36.999811 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-741eafc8-6354-45ac-9267-f83ad7573ddc tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:35:37.027911 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741eafc8-6354-45ac-9267-f83ad7573ddc tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event updated for resources: {'Port': ['ID=b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:37.057501 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-741eafc8-6354-45ac-9267-f83ad7573ddc tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:37.058190 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-741eafc8-6354-45ac-9267-f83ad7573ddc tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:37.074359 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-741eafc8-6354-45ac-9267-f83ad7573ddc tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5905526 Sep 08 09:35:37.092297 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-91f82559-693e-4730-9cb6-6c9e629e89d8 service neutron] Request body: {'port': {'device_id': '4c3aa895-0e5a-411b-b547-80a5840aaef1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:35:37.152446 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-91f82559-693e-4730-9cb6-6c9e629e89d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:37.385037 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-50d96ea1-d100-460a-be12-01f6ee59ec70 None None] Provisioning for port b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:35:37.388757 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-50d96ea1-d100-460a-be12-01f6ee59ec70 None None] Provisioning complete for port b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:35:37.389139 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-50d96ea1-d100-460a-be12-01f6ee59ec70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:37.422385 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-91f82559-693e-4730-9cb6-6c9e629e89d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f {{(pid=94713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:35:37.425558 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-50d96ea1-d100-460a-be12-01f6ee59ec70 None None] Port b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:35:37.430502 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-91f82559-693e-4730-9cb6-6c9e629e89d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:37.443026 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-91f82559-693e-4730-9cb6-6c9e629e89d8 service neutron] Transition to ACTIVE for port object b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f will not be triggered until provisioned by entity L2. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:35:37.446220 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-91f82559-693e-4730-9cb6-6c9e629e89d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:37.512303 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f82559-693e-4730-9cb6-6c9e629e89d8 service neutron] Pushing event updated for resources: {'Port': ['ID=b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:37.572459 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-91f82559-693e-4730-9cb6-6c9e629e89d8 service neutron] Attempting to bind port b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:35:37.572805 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-91f82559-693e-4730-9cb6-6c9e629e89d8 service neutron] Attempting to bind port b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '90fa5f4f-f305-4c43-9330-9ad342ccea95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9a9f5d79-4df4-4cf6-88e9-62e38d629cb3'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:35:37.573141 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-91f82559-693e-4730-9cb6-6c9e629e89d8 service neutron] Attempting to bind port b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f on network 9a9f5d79-4df4-4cf6-88e9-62e38d629cb3 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:35:37.588897 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-91f82559-693e-4730-9cb6-6c9e629e89d8 service neutron] Port b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f on network 9a9f5d79-4df4-4cf6-88e9-62e38d629cb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:35:37.589155 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-91f82559-693e-4730-9cb6-6c9e629e89d8 service neutron] Attempting to bind port b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f on network 9a9f5d79-4df4-4cf6-88e9-62e38d629cb3 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:35:37.610910 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-91f82559-693e-4730-9cb6-6c9e629e89d8 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:35:37.611262 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-91f82559-693e-4730-9cb6-6c9e629e89d8 service neutron] Checking segment: {'id': '90fa5f4f-f305-4c43-9330-9ad342ccea95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9a9f5d79-4df4-4cf6-88e9-62e38d629cb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:35:37.611657 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-91f82559-693e-4730-9cb6-6c9e629e89d8 service neutron] Bound using segment: {'id': '90fa5f4f-f305-4c43-9330-9ad342ccea95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9a9f5d79-4df4-4cf6-88e9-62e38d629cb3'} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:35:37.612104 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-91f82559-693e-4730-9cb6-6c9e629e89d8 service neutron] Bound port: b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90fa5f4f-f305-4c43-9330-9ad342ccea95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '9a9f5d79-4df4-4cf6-88e9-62e38d629cb3'}}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:35:37.612477 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-91f82559-693e-4730-9cb6-6c9e629e89d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:37.669693 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c7fb5-fd02-4f8e-94d1-31c2e2605d5f req-02032af0-d86e-4ce3-b0d6-74a9bda18bc3 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:37.671240 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a57c7fb5-fd02-4f8e-94d1-31c2e2605d5f req-02032af0-d86e-4ce3-b0d6-74a9bda18bc3 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c3aa895-0e5a-411b-b547-80a5840aaef1 HTTP/1.1" status: 200 len: 944 time: 0.0957325 Sep 08 09:35:37.714892 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-91f82559-693e-4730-9cb6-6c9e629e89d8 service neutron] For port b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f, host n-h1-806683-11, cleared binding levels {{(pid=94713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:35:37.722364 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-91f82559-693e-4730-9cb6-6c9e629e89d8 service neutron] For port b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f,segment=NetworkSegment(90fa5f4f-f305-4c43-9330-9ad342ccea95),segment_id=90fa5f4f-f305-4c43-9330-9ad342ccea95)] {{(pid=94713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:35:37.727647 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-91f82559-693e-4730-9cb6-6c9e629e89d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:37.743428 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a57c7fb5-fd02-4f8e-94d1-31c2e2605d5f req-d720ec03-bd13-4afb-b540-5bf0f3b00d31 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d14943b-f8b3-4258-9a2e-06b2e27abe6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644588 Sep 08 09:35:37.772246 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-91f82559-693e-4730-9cb6-6c9e629e89d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:37.772879 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-91f82559-693e-4730-9cb6-6c9e629e89d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:37.774322 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-91f82559-693e-4730-9cb6-6c9e629e89d8 service neutron] 10.222.0.37 "PUT /v2.0/ports/b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f HTTP/1.1" status: 200 len: 1093 time: 0.6863678 Sep 08 09:35:37.774767 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c3aa895-0e5a-411b-b547-80a5840aaef1', 'tag': 'b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:35:37.777030 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46d7852-7377-43fa-ad0c-9f4ded86280e" -d '{"events": [{"name": "network-changed", "server_uuid": "4c3aa895-0e5a-411b-b547-80a5840aaef1", "tag": "b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:35:37.808083 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f82559-693e-4730-9cb6-6c9e629e89d8 service neutron] Pushing event updated for resources: {'Port': ['ID=b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f,revision_number=3']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:37.829140 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f173e434-5cc4-4cd0-a21a-bbc114df88fc x-openstack-request-id: req-f173e434-5cc4-4cd0-a21a-bbc114df88fc {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:35:37.829407 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c3aa895-0e5a-411b-b547-80a5840aaef1", "tag": "b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:35:37.829665 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f173e434-5cc4-4cd0-a21a-bbc114df88fc {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:35:37.830100 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c3aa895-0e5a-411b-b547-80a5840aaef1', 'tag': 'b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f', 'status': 'completed', 'code': 200} Sep 08 09:35:37.890945 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-cc231780-cdda-4cb7-a9df-74f0143c516a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:37.892655 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-cc231780-cdda-4cb7-a9df-74f0143c516a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf619d4abbb0429bbdac5a5fc24e6d35&device_id=4c3aa895-0e5a-411b-b547-80a5840aaef1 HTTP/1.1" status: 200 len: 1096 time: 0.0448282 Sep 08 09:35:37.943286 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-d7f737b3-bb06-40f0-889c-996b577003b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f HTTP/1.1" status: 200 len: 217 time: 0.0371230 Sep 08 09:35:37.998093 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-2e74ffc9-8396-4d2f-9dfc-f8a49e5c5f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:37.999598 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-2e74ffc9-8396-4d2f-9dfc-f8a49e5c5f0c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8b362bf3-8232-4bc8-bf1b-b7928f83afe8 HTTP/1.1" status: 200 len: 834 time: 0.0498447 Sep 08 09:35:38.044776 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-8ea1ed5f-4a97-4b70-825c-5e946fb26c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:38.046210 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-8ea1ed5f-4a97-4b70-825c-5e946fb26c72 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9a9f5d79-4df4-4cf6-88e9-62e38d629cb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400434 Sep 08 09:35:38.134374 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-9b18f70a-ad8f-4124-9c6c-200b6450513f service neutron] 10.222.0.37 "GET /v2.0/networks/9a9f5d79-4df4-4cf6-88e9-62e38d629cb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811496 Sep 08 09:35:38.231607 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9b385f58-456c-4469-8fbd-33f87aa144f4 req-df5303d9-d415-440a-9453-1ee0a3f76c03 service neutron] 10.222.0.37 "GET /v2.0/networks/9a9f5d79-4df4-4cf6-88e9-62e38d629cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901892 Sep 08 09:35:38.372055 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d7852-7377-43fa-ad0c-9f4ded86280e req-2c7aa1a7-ef8a-4cf8-8286-69e5f4cf4482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:38.373500 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b46d7852-7377-43fa-ad0c-9f4ded86280e req-2c7aa1a7-ef8a-4cf8-8286-69e5f4cf4482 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf619d4abbb0429bbdac5a5fc24e6d35&device_id=4c3aa895-0e5a-411b-b547-80a5840aaef1 HTTP/1.1" status: 200 len: 1096 time: 0.0486457 Sep 08 09:35:38.383883 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:35:38.468708 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d7852-7377-43fa-ad0c-9f4ded86280e req-7ff1883a-6174-4708-83df-337e81e8bd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:38.470241 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b46d7852-7377-43fa-ad0c-9f4ded86280e req-7ff1883a-6174-4708-83df-337e81e8bd64 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9a9f5d79-4df4-4cf6-88e9-62e38d629cb3 HTTP/1.1" status: 200 len: 897 time: 0.0892026 Sep 08 09:35:38.510872 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b46d7852-7377-43fa-ad0c-9f4ded86280e req-8fefbe63-cf14-4554-9999-aec46b833756 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f HTTP/1.1" status: 200 len: 217 time: 0.0333197 Sep 08 09:35:38.560549 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d7852-7377-43fa-ad0c-9f4ded86280e req-3c1564c4-061a-4644-a488-5480b91313f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:38.562249 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b46d7852-7377-43fa-ad0c-9f4ded86280e req-3c1564c4-061a-4644-a488-5480b91313f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8b362bf3-8232-4bc8-bf1b-b7928f83afe8 HTTP/1.1" status: 200 len: 834 time: 0.0444887 Sep 08 09:35:38.622263 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d7852-7377-43fa-ad0c-9f4ded86280e req-b44e8236-1d5b-40eb-8b91-9ff886789134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:38.623881 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b46d7852-7377-43fa-ad0c-9f4ded86280e req-b44e8236-1d5b-40eb-8b91-9ff886789134 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9a9f5d79-4df4-4cf6-88e9-62e38d629cb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524194 Sep 08 09:35:38.675709 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 26b04512-9edb-41f3-a836-2a435fb2eed5 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:35:38.717922 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b46d7852-7377-43fa-ad0c-9f4ded86280e req-71bdcdb5-0add-46e9-99bf-97b8246fb567 service neutron] 10.222.0.37 "GET /v2.0/networks/9a9f5d79-4df4-4cf6-88e9-62e38d629cb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835998 Sep 08 09:35:38.729892 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 26b04512-9edb-41f3-a836-2a435fb2eed5 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:35:38.730300 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:38.830024 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b46d7852-7377-43fa-ad0c-9f4ded86280e req-0bd0e5ef-6311-4cac-8ab8-7590e403fd1f service neutron] 10.222.0.37 "GET /v2.0/networks/9a9f5d79-4df4-4cf6-88e9-62e38d629cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038272 Sep 08 09:35:38.865843 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c2061-0cce-44c0-8db9-6f5429f7baa2 req-5f0e6d26-8006-4f2f-af53-30ff82dab7c3 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:38.867402 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b90c2061-0cce-44c0-8db9-6f5429f7baa2 req-5f0e6d26-8006-4f2f-af53-30ff82dab7c3 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c3aa895-0e5a-411b-b547-80a5840aaef1 HTTP/1.1" status: 200 len: 944 time: 0.0522497 Sep 08 09:35:38.908760 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b90c2061-0cce-44c0-8db9-6f5429f7baa2 req-75ee7a12-3cf4-4792-9d1d-b47509e952a2 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d14943b-f8b3-4258-9a2e-06b2e27abe6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347271 Sep 08 09:35:40.029863 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e7596-5cc6-4a8c-a0c2-50bdd5c3a094 req-58f3e68c-4f4a-4460-a5ec-34f70f6965c9 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:40.031403 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-015e7596-5cc6-4a8c-a0c2-50bdd5c3a094 req-58f3e68c-4f4a-4460-a5ec-34f70f6965c9 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c3aa895-0e5a-411b-b547-80a5840aaef1 HTTP/1.1" status: 200 len: 944 time: 0.0495603 Sep 08 09:35:40.069072 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-015e7596-5cc6-4a8c-a0c2-50bdd5c3a094 req-f789847f-d72e-49cd-a832-34f74899953d tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d14943b-f8b3-4258-9a2e-06b2e27abe6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316107 Sep 08 09:35:40.830104 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:35:40.924727 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f,segment=NetworkSegment(90fa5f4f-f305-4c43-9330-9ad342ccea95),segment_id=90fa5f4f-f305-4c43-9330-9ad342ccea95)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:35:40.936307 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': 'b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f', 'network_id': '9a9f5d79-4df4-4cf6-88e9-62e38d629cb3', 'port_id': 'b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f', 'mac_address': 'fa:16:3e:95:f4:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b362bf3-8232-4bc8-bf1b-b7928f83afe8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:35:40.974459 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:40.990839 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:35:41.009983 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f,segment=NetworkSegment(90fa5f4f-f305-4c43-9330-9ad342ccea95),segment_id=90fa5f4f-f305-4c43-9330-9ad342ccea95)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:35:41.013571 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:41.059410 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:41.181150 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d59389-bb0f-4701-9209-773ca3375e04 req-056f1727-a590-4ee2-b318-65e4eefb01b2 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:41.182567 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-06d59389-bb0f-4701-9209-773ca3375e04 req-056f1727-a590-4ee2-b318-65e4eefb01b2 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c3aa895-0e5a-411b-b547-80a5840aaef1 HTTP/1.1" status: 200 len: 945 time: 0.0472403 Sep 08 09:35:41.221270 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-06d59389-bb0f-4701-9209-773ca3375e04 req-1f7fc388-5d24-4200-871c-0cab433b3237 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d14943b-f8b3-4258-9a2e-06b2e27abe6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312066 Sep 08 09:35:41.275306 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:35:42.337002 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47454ea9-a3fe-4c32-9e49-da707bed680b req-971cbc64-d9a7-413d-ab2d-d50d62a107e9 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:42.338534 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-47454ea9-a3fe-4c32-9e49-da707bed680b req-971cbc64-d9a7-413d-ab2d-d50d62a107e9 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c3aa895-0e5a-411b-b547-80a5840aaef1 HTTP/1.1" status: 200 len: 945 time: 0.0497026 Sep 08 09:35:42.379242 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-47454ea9-a3fe-4c32-9e49-da707bed680b req-d2d794ac-e90c-4e8c-b71b-9879fd24756f tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d14943b-f8b3-4258-9a2e-06b2e27abe6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348020 Sep 08 09:35:42.851554 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:35:42.899576 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:35:42.903776 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:35:42.904201 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:42.982709 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:43.004607 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3aa895-0e5a-411b-b547-80a5840aaef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:35:43.007161 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df03be55-e5d0-42ef-a0f2-fa06f1d0026e" -d '{"events": [{"server_uuid": "4c3aa895-0e5a-411b-b547-80a5840aaef1", "name": "network-vif-plugged", "status": "completed", "tag": "b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:35:43.019242 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f,segment=NetworkSegment(90fa5f4f-f305-4c43-9330-9ad342ccea95),segment_id=90fa5f4f-f305-4c43-9330-9ad342ccea95)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:35:43.023502 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:43.048927 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba556459-ec40-450f-859a-d2c414db843d x-openstack-request-id: req-ba556459-ec40-450f-859a-d2c414db843d {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:35:43.049230 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c3aa895-0e5a-411b-b547-80a5840aaef1", "name": "network-vif-plugged", "status": "completed", "tag": "b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:35:43.049491 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ba556459-ec40-450f-859a-d2c414db843d {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:35:43.049883 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3aa895-0e5a-411b-b547-80a5840aaef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f', 'code': 200} Sep 08 09:35:43.076785 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:43.168335 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab722d5-1111-4887-8b5e-931a4321d3a4 req-3759d1b4-e05b-4e00-b550-f2b45aa781b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:43.169736 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-dab722d5-1111-4887-8b5e-931a4321d3a4 req-3759d1b4-e05b-4e00-b550-f2b45aa781b7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4c3aa895-0e5a-411b-b547-80a5840aaef1 HTTP/1.1" status: 200 len: 1098 time: 0.0441430 Sep 08 09:35:43.203449 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-dab722d5-1111-4887-8b5e-931a4321d3a4 req-dd2c4a84-878e-4025-99b2-c48d2a01fbe4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4d14943b-f8b3-4258-9a2e-06b2e27abe6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270395 Sep 08 09:35:43.494078 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98dc370-cc4f-42cf-aeb2-0d88b3818756 req-e1dc6faf-9c85-45bd-8685-92cdd625a632 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:43.495522 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b98dc370-cc4f-42cf-aeb2-0d88b3818756 req-e1dc6faf-9c85-45bd-8685-92cdd625a632 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c3aa895-0e5a-411b-b547-80a5840aaef1 HTTP/1.1" status: 200 len: 946 time: 0.0500474 Sep 08 09:35:43.534708 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b98dc370-cc4f-42cf-aeb2-0d88b3818756 req-37e9ec98-b86c-4967-b586-298082586ac2 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d14943b-f8b3-4258-9a2e-06b2e27abe6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328166 Sep 08 09:35:44.280795 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3c7e1e50-105c-4aca-b906-11c2a8325a19 req-6e9f62cc-f7b8-4083-aca2-aa11c278d547 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=aa761530-9ea4-4ed4-8636-92ff163e2e5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0430589 Sep 08 09:35:44.373427 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e1e50-105c-4aca-b906-11c2a8325a19 req-418be838-8382-414a-9431-5c67eb1f466a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:44.374962 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3c7e1e50-105c-4aca-b906-11c2a8325a19 req-418be838-8382-414a-9431-5c67eb1f466a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=78383ec56e8a462fa403e733d440b32b&device_id=aa761530-9ea4-4ed4-8636-92ff163e2e5d HTTP/1.1" status: 200 len: 1098 time: 0.0401981 Sep 08 09:35:44.480813 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e1e50-105c-4aca-b906-11c2a8325a19 req-129b1a7d-3c12-4b85-ba49-adae89b6fd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:44.482322 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3c7e1e50-105c-4aca-b906-11c2a8325a19 req-129b1a7d-3c12-4b85-ba49-adae89b6fd72 service neutron] 10.222.0.35 "GET /v2.0/networks?id=24c42d28-5684-4b76-b8c2-fe9585c9972b HTTP/1.1" status: 200 len: 910 time: 0.0877907 Sep 08 09:35:44.546171 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3c7e1e50-105c-4aca-b906-11c2a8325a19 req-2402583d-1755-4923-a341-a0cbbbfa3733 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a698914-3d8e-4d84-83b8-f07428e8755f HTTP/1.1" status: 200 len: 1000 time: 0.0571682 Sep 08 09:35:44.599700 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e1e50-105c-4aca-b906-11c2a8325a19 req-a4737360-40b7-41c7-be36-5a6b5ea20806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:44.601199 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3c7e1e50-105c-4aca-b906-11c2a8325a19 req-a4737360-40b7-41c7-be36-5a6b5ea20806 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1c13b9-c48a-4da3-8773-8f718f32bac9 HTTP/1.1" status: 200 len: 848 time: 0.0480917 Sep 08 09:35:44.650325 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e1e50-105c-4aca-b906-11c2a8325a19 req-94624c7f-80a8-4a2d-b4bf-6a3589834131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:44.652905 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3c7e1e50-105c-4aca-b906-11c2a8325a19 req-94624c7f-80a8-4a2d-b4bf-6a3589834131 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=24c42d28-5684-4b76-b8c2-fe9585c9972b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448842 Sep 08 09:35:44.655562 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52783359-340d-4946-9d5a-b53a872d1fd9 req-ef91ceca-3448-4be9-b47e-4b1b5023823b tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:44.657091 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-52783359-340d-4946-9d5a-b53a872d1fd9 req-ef91ceca-3448-4be9-b47e-4b1b5023823b tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c3aa895-0e5a-411b-b547-80a5840aaef1 HTTP/1.1" status: 200 len: 946 time: 0.0519383 Sep 08 09:35:44.695930 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-52783359-340d-4946-9d5a-b53a872d1fd9 req-2e6c46d8-7587-4908-82a5-14ab2f5d3309 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d14943b-f8b3-4258-9a2e-06b2e27abe6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323582 Sep 08 09:35:44.747032 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3c7e1e50-105c-4aca-b906-11c2a8325a19 req-4170f2d1-5c72-4d5b-aa5f-1bae2dd0bad4 service neutron] 10.222.0.35 "GET /v2.0/networks/24c42d28-5684-4b76-b8c2-fe9585c9972b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868402 Sep 08 09:35:44.866474 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b99fb9-6d07-4f39-854f-fb24601802e8 req-991079da-e4f6-4d47-bf9a-592a66ca47d0 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:44.867909 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-13b99fb9-6d07-4f39-854f-fb24601802e8 req-991079da-e4f6-4d47-bf9a-592a66ca47d0 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c3aa895-0e5a-411b-b547-80a5840aaef1 HTTP/1.1" status: 200 len: 946 time: 0.1050322 Sep 08 09:35:44.900961 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3c7e1e50-105c-4aca-b906-11c2a8325a19 req-790952da-9ae2-4c77-851d-2b9272a410c3 service neutron] 10.222.0.35 "GET /v2.0/networks/24c42d28-5684-4b76-b8c2-fe9585c9972b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472435 Sep 08 09:35:44.921406 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-13b99fb9-6d07-4f39-854f-fb24601802e8 req-f4fc4b21-7793-40f3-8d8c-31f479714feb tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d14943b-f8b3-4258-9a2e-06b2e27abe6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475502 Sep 08 09:35:44.945075 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 32954) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:35:44.988347 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f61610e-cb78-463f-bc7d-4ced3502e4ee tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:44.990520 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5f61610e-cb78-463f-bc7d-4ced3502e4ee tempest-TestNetworkBasicOps-1336672842 tempest-TestNetworkBasicOps-1336672842-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=4c3aa895-0e5a-411b-b547-80a5840aaef1 HTTP/1.1" status: 200 len: 1093 time: 0.0442033 Sep 08 09:35:44.993399 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 32956) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:35:44.998061 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-4e69ff03-f054-4b9f-9390-4d974c503312 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'port_id': 'b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:35:45.019704 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4e69ff03-f054-4b9f-9390-4d974c503312 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for floatingip, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:45.117003 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4e69ff03-f054-4b9f-9390-4d974c503312 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:45.217362 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-4e69ff03-f054-4b9f-9390-4d974c503312 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Allocated IP 172.25.0.129 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/984c87a3-f763-4af2-be43-9c366644e545) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:35:45.324414 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4e69ff03-f054-4b9f-9390-4d974c503312 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:45.362695 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4e69ff03-f054-4b9f-9390-4d974c503312 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:45.399055 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e69ff03-f054-4b9f-9390-4d974c503312 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:35:45.401880 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-4e69ff03-f054-4b9f-9390-4d974c503312 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:35:45.407439 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e69ff03-f054-4b9f-9390-4d974c503312 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:35:45.413586 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e69ff03-f054-4b9f-9390-4d974c503312 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event updated for resources: {'Port': ['ID=984c87a3-f763-4af2-be43-9c366644e545,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:46.087066 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4e69ff03-f054-4b9f-9390-4d974c503312 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:46.151225 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4e69ff03-f054-4b9f-9390-4d974c503312 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:46.297738 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4e69ff03-f054-4b9f-9390-4d974c503312 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:46.302750 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4e69ff03-f054-4b9f-9390-4d974c503312 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:46.374359 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e69ff03-f054-4b9f-9390-4d974c503312 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event updated for resources: {'Port': ['ID=984c87a3-f763-4af2-be43-9c366644e545,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:35:46.388704 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4e69ff03-f054-4b9f-9390-4d974c503312 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:46.487925 n-d-806683-11 neutron-server[94713]: INFO neutron.db.l3_db [None req-4e69ff03-f054-4b9f-9390-4d974c503312 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Floating IP b3b46261-4ad4-4677-8e3f-f8edddb1070e associated. External IP: 172.25.0.129, port: b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f. Sep 08 09:35:46.693403 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e69ff03-f054-4b9f-9390-4d974c503312 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Router 8a16d400-0eb6-4c6a-9545-219f6463440f has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:35:46.803106 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e69ff03-f054-4b9f-9390-4d974c503312 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:35:46.812545 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b585e96-cca5-4833-b6dc-a7fd66d58700 None None] Sync routers for ids ['8a16d400-0eb6-4c6a-9545-219f6463440f'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:35:46.819478 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4e69ff03-f054-4b9f-9390-4d974c503312 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:46.822873 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b585e96-cca5-4833-b6dc-a7fd66d58700 None None] Routers {'8a16d400-0eb6-4c6a-9545-219f6463440f'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:35:46.823497 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-9b585e96-cca5-4833-b6dc-a7fd66d58700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:35:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8a16d400-0eb6-4c6a-9545-219f6463440f'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:35:46.852068 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4e69ff03-f054-4b9f-9390-4d974c503312 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8574953 Sep 08 09:35:46.852800 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c3aa895-0e5a-411b-b547-80a5840aaef1', 'tag': 'b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:35:46.854822 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 32958) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:35:46.855304 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893b4df4-4687-4a1e-8c06-36a7f3e285bc" -d '{"events": [{"name": "network-changed", "server_uuid": "4c3aa895-0e5a-411b-b547-80a5840aaef1", "tag": "b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:35:46.892928 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6401d587-b0d9-416e-85a8-025fc458ea94 x-openstack-request-id: req-6401d587-b0d9-416e-85a8-025fc458ea94 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:35:46.893236 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c3aa895-0e5a-411b-b547-80a5840aaef1", "tag": "b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:35:46.893524 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6401d587-b0d9-416e-85a8-025fc458ea94 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:35:46.893959 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c3aa895-0e5a-411b-b547-80a5840aaef1', 'tag': 'b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f', 'status': 'completed', 'code': 200} Sep 08 09:35:46.920025 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-05af4b65-e968-4fe3-9a53-647beff20278 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/floatingips/b3b46261-4ad4-4677-8e3f-f8edddb1070e HTTP/1.1" status: 200 len: 992 time: 0.0628486 Sep 08 09:35:46.932751 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-9b585e96-cca5-4833-b6dc-a7fd66d58700 None None] Set router 8a16d400-0eb6-4c6a-9545-219f6463440f gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:35:46.976900 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b4df4-4687-4a1e-8c06-36a7f3e285bc req-a54dd667-a976-4bf9-8be5-5ab33927e11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:46.978362 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-893b4df4-4687-4a1e-8c06-36a7f3e285bc req-a54dd667-a976-4bf9-8be5-5ab33927e11c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf619d4abbb0429bbdac5a5fc24e6d35&device_id=4c3aa895-0e5a-411b-b547-80a5840aaef1 HTTP/1.1" status: 200 len: 1098 time: 0.0421569 Sep 08 09:35:47.067969 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b4df4-4687-4a1e-8c06-36a7f3e285bc req-5cc40322-1894-4d89-b822-c6526814fc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:47.069607 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-893b4df4-4687-4a1e-8c06-36a7f3e285bc req-5cc40322-1894-4d89-b822-c6526814fc98 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9a9f5d79-4df4-4cf6-88e9-62e38d629cb3 HTTP/1.1" status: 200 len: 897 time: 0.0846848 Sep 08 09:35:47.137962 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-893b4df4-4687-4a1e-8c06-36a7f3e285bc req-a1a40e56-0121-4aee-b1c1-fb5671ddb369 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f HTTP/1.1" status: 200 len: 1000 time: 0.0614879 Sep 08 09:35:47.158701 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-9b585e96-cca5-4833-b6dc-a7fd66d58700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a16d400-0eb6-4c6a-9545-219f6463440f', 'name': 'tempest-TestNetworkBasicOps-router-175319919', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '2387c430-1abe-47e8-b2c7-865fda0aa861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:35:28Z', 'updated_at': '2021-09-08T09:35:31Z', 'revision_number': 4, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'gw_port': {'id': '2387c430-1abe-47e8-b2c7-865fda0aa861', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a16d400-0eb6-4c6a-9545-219f6463440f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:35:28Z', 'updated_at': '2021-09-08T09:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': 'b3b46261-4ad4-4677-8e3f-f8edddb1070e', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'floating_ip_address': '172.25.0.129', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '8a16d400-0eb6-4c6a-9545-219f6463440f', 'port_id': 'b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a9f5d79-4df4-4cf6-88e9-62e38d629cb3', 'mac_address': 'fa:16:3e:95:f4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3aa895-0e5a-411b-b547-80a5840aaef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:35:45Z', 'updated_at': '2021-09-08T09:35:45Z', 'revision_number': 0, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26b04512-9edb-41f3-a836-2a435fb2eed5', 'name': '', 'network_id': '9a9f5d79-4df4-4cf6-88e9-62e38d629cb3', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'mac_address': 'fa:16:3e:f7:2e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a16d400-0eb6-4c6a-9545-219f6463440f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8b362bf3-8232-4bc8-bf1b-b7928f83afe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:35:31Z', 'updated_at': '2021-09-08T09:35:36Z', 'revision_number': 5, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'subnets': [{'id': '8b362bf3-8232-4bc8-bf1b-b7928f83afe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:35:47.185372 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b585e96-cca5-4833-b6dc-a7fd66d58700 None None] Checking router: 8a16d400-0eb6-4c6a-9545-219f6463440f for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:35:47.189029 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b4df4-4687-4a1e-8c06-36a7f3e285bc req-2a480d4d-9780-4570-9e01-be1235f46fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:47.190563 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-893b4df4-4687-4a1e-8c06-36a7f3e285bc req-2a480d4d-9780-4570-9e01-be1235f46fee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8b362bf3-8232-4bc8-bf1b-b7928f83afe8 HTTP/1.1" status: 200 len: 834 time: 0.0456519 Sep 08 09:35:47.194193 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b585e96-cca5-4833-b6dc-a7fd66d58700 None None] Routers {'8a16d400-0eb6-4c6a-9545-219f6463440f'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:35:47.194793 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-9b585e96-cca5-4833-b6dc-a7fd66d58700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:35:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8a16d400-0eb6-4c6a-9545-219f6463440f'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:35:47.237642 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b4df4-4687-4a1e-8c06-36a7f3e285bc req-b87ebe2f-faca-4895-b086-6ffceec6addf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:35:47.239118 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-893b4df4-4687-4a1e-8c06-36a7f3e285bc req-b87ebe2f-faca-4895-b086-6ffceec6addf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9a9f5d79-4df4-4cf6-88e9-62e38d629cb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414734 Sep 08 09:35:47.299084 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-9b585e96-cca5-4833-b6dc-a7fd66d58700 None None] Set router 8a16d400-0eb6-4c6a-9545-219f6463440f gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:35:47.336439 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-893b4df4-4687-4a1e-8c06-36a7f3e285bc req-841f0fa4-8dc6-4668-b961-026b6995a4d4 service neutron] 10.222.0.37 "GET /v2.0/networks/9a9f5d79-4df4-4cf6-88e9-62e38d629cb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894990 Sep 08 09:35:47.426678 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-893b4df4-4687-4a1e-8c06-36a7f3e285bc req-97504cf3-741f-4e99-8c15-7715b0684821 service neutron] 10.222.0.37 "GET /v2.0/networks/9a9f5d79-4df4-4cf6-88e9-62e38d629cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829268 Sep 08 09:35:47.526106 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-9b585e96-cca5-4833-b6dc-a7fd66d58700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a16d400-0eb6-4c6a-9545-219f6463440f', 'name': 'tempest-TestNetworkBasicOps-router-175319919', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '2387c430-1abe-47e8-b2c7-865fda0aa861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:35:28Z', 'updated_at': '2021-09-08T09:35:31Z', 'revision_number': 4, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'gw_port': {'id': '2387c430-1abe-47e8-b2c7-865fda0aa861', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a16d400-0eb6-4c6a-9545-219f6463440f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:35:28Z', 'updated_at': '2021-09-08T09:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': 'b3b46261-4ad4-4677-8e3f-f8edddb1070e', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'floating_ip_address': '172.25.0.129', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '8a16d400-0eb6-4c6a-9545-219f6463440f', 'port_id': 'b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a9f5d79-4df4-4cf6-88e9-62e38d629cb3', 'mac_address': 'fa:16:3e:95:f4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3aa895-0e5a-411b-b547-80a5840aaef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:35:45Z', 'updated_at': '2021-09-08T09:35:45Z', 'revision_number': 0, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26b04512-9edb-41f3-a836-2a435fb2eed5', 'name': '', 'network_id': '9a9f5d79-4df4-4cf6-88e9-62e38d629cb3', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'mac_address': 'fa:16:3e:f7:2e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a16d400-0eb6-4c6a-9545-219f6463440f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8b362bf3-8232-4bc8-bf1b-b7928f83afe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:35:31Z', 'updated_at': '2021-09-08T09:35:36Z', 'revision_number': 5, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'subnets': [{'id': '8b362bf3-8232-4bc8-bf1b-b7928f83afe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:35:47.556372 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b585e96-cca5-4833-b6dc-a7fd66d58700 None None] The sync data for ids ['8a16d400-0eb6-4c6a-9545-219f6463440f'] in n-d-806683-11 is: [{'id': '8a16d400-0eb6-4c6a-9545-219f6463440f', 'name': 'tempest-TestNetworkBasicOps-router-175319919', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '2387c430-1abe-47e8-b2c7-865fda0aa861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:35:28Z', 'updated_at': '2021-09-08T09:35:31Z', 'revision_number': 4, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'gw_port': {'id': '2387c430-1abe-47e8-b2c7-865fda0aa861', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a16d400-0eb6-4c6a-9545-219f6463440f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:35:28Z', 'updated_at': '2021-09-08T09:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': 'b3b46261-4ad4-4677-8e3f-f8edddb1070e', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'floating_ip_address': '172.25.0.129', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '8a16d400-0eb6-4c6a-9545-219f6463440f', 'port_id': 'b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a9f5d79-4df4-4cf6-88e9-62e38d629cb3', 'mac_address': 'fa:16:3e:95:f4:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3aa895-0e5a-411b-b547-80a5840aaef1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:35:45Z', 'updated_at': '2021-09-08T09:35:45Z', 'revision_number': 0, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26b04512-9edb-41f3-a836-2a435fb2eed5', 'name': '', 'network_id': '9a9f5d79-4df4-4cf6-88e9-62e38d629cb3', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'mac_address': 'fa:16:3e:f7:2e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a16d400-0eb6-4c6a-9545-219f6463440f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8b362bf3-8232-4bc8-bf1b-b7928f83afe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:35:31Z', 'updated_at': '2021-09-08T09:35:36Z', 'revision_number': 5, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'subnets': [{'id': '8b362bf3-8232-4bc8-bf1b-b7928f83afe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:35:47.653239 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5415dc25-bc6d-4f34-842c-e74f9c5c4c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:47.748566 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff57613-dbaf-4cd7-81e2-e8c79dcb90c2 None None] New status for floating IP b3b46261-4ad4-4677-8e3f-f8edddb1070e: ACTIVE {{(pid=94715) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:35:47.922941 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 32962) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:35:47.990255 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8e8a9b99-506a-40c7-8a8b-448589db2855 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/floatingips/b3b46261-4ad4-4677-8e3f-f8edddb1070e HTTP/1.1" status: 200 len: 992 time: 0.0660782 Sep 08 09:35:48.994466 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 32964) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:35:49.059720 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-73441da8-029d-4b59-b0fa-ef812982f5e7 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/floatingips/b3b46261-4ad4-4677-8e3f-f8edddb1070e HTTP/1.1" status: 200 len: 994 time: 0.0638697 Sep 08 09:35:50.426306 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:50.771644 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aff96362-7297-425f-8368-26cb4d04c2ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:52.210123 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:53.619247 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:54.358289 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:35:58.817433 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:15.386290 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:36:17.654960 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-39ef9a5c-5e14-43f0-821b-e83dc2bec502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:20.337201 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 32980) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:36:20.398587 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-841bfa5f-8e83-4260-b807-1bd1ca4b5261 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/floatingips/b3b46261-4ad4-4677-8e3f-f8edddb1070e HTTP/1.1" status: 200 len: 994 time: 0.0602000 Sep 08 09:36:20.433222 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:20.667695 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 32986) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:36:20.777144 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-bee172f0-d2a4-4c2e-9ced-f0a138a0365f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:20.838002 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-da213c1c-57b5-4212-8a4d-aaebe2549f50 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Deleting port 984c87a3-f763-4af2-be43-9c366644e545 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:36:20.838385 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-da213c1c-57b5-4212-8a4d-aaebe2549f50 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:20.913837 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-da213c1c-57b5-4212-8a4d-aaebe2549f50 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:20.914115 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-da213c1c-57b5-4212-8a4d-aaebe2549f50 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:20.925503 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-da213c1c-57b5-4212-8a4d-aaebe2549f50 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Calling delete_port for 984c87a3-f763-4af2-be43-9c366644e545 owned by network:floatingip {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:36:21.074708 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-da213c1c-57b5-4212-8a4d-aaebe2549f50 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:21.099771 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da213c1c-57b5-4212-8a4d-aaebe2549f50 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event deleted for resources: {'Port': ['ID=984c87a3-f763-4af2-be43-9c366644e545,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:36:21.163566 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-da213c1c-57b5-4212-8a4d-aaebe2549f50 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for floatingip, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:21.163956 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [None req-da213c1c-57b5-4212-8a4d-aaebe2549f50 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Floating IP b3b46261-4ad4-4677-8e3f-f8edddb1070e disassociated (deleted). External IP: 172.25.0.129, port: b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f. Sep 08 09:36:21.369956 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da213c1c-57b5-4212-8a4d-aaebe2549f50 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Router 8a16d400-0eb6-4c6a-9545-219f6463440f has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:36:21.483584 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da213c1c-57b5-4212-8a4d-aaebe2549f50 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:36:21.488891 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-da213c1c-57b5-4212-8a4d-aaebe2549f50 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:21.493408 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62429bda-207b-4e21-b14c-0915bf830205 None None] Sync routers for ids ['8a16d400-0eb6-4c6a-9545-219f6463440f'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:36:21.502054 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62429bda-207b-4e21-b14c-0915bf830205 None None] Routers {'8a16d400-0eb6-4c6a-9545-219f6463440f'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:36:21.502767 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-62429bda-207b-4e21-b14c-0915bf830205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:36:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8a16d400-0eb6-4c6a-9545-219f6463440f'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:36:21.517647 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-da213c1c-57b5-4212-8a4d-aaebe2549f50 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "DELETE /v2.0/floatingips/b3b46261-4ad4-4677-8e3f-f8edddb1070e HTTP/1.1" status: 204 len: 168 time: 0.8488588 Sep 08 09:36:21.518269 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c3aa895-0e5a-411b-b547-80a5840aaef1', 'tag': 'b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:36:21.520681 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0cfd74-2c99-4715-a05e-7376bddb5568" -d '{"events": [{"name": "network-changed", "server_uuid": "4c3aa895-0e5a-411b-b547-80a5840aaef1", "tag": "b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:36:21.558334 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c49eef-0b3b-47f9-b060-8d68212e3a7f x-openstack-request-id: req-f7c49eef-0b3b-47f9-b060-8d68212e3a7f {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:36:21.558643 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c3aa895-0e5a-411b-b547-80a5840aaef1", "tag": "b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:36:21.558900 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f7c49eef-0b3b-47f9-b060-8d68212e3a7f {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:36:21.559503 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c3aa895-0e5a-411b-b547-80a5840aaef1', 'tag': 'b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f', 'status': 'completed', 'code': 200} Sep 08 09:36:21.624580 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-62429bda-207b-4e21-b14c-0915bf830205 None None] Set router 8a16d400-0eb6-4c6a-9545-219f6463440f gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:36:21.665400 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0cfd74-2c99-4715-a05e-7376bddb5568 req-ecb9260a-9170-43a6-98e5-1a94a0c6e214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:36:21.667163 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-be0cfd74-2c99-4715-a05e-7376bddb5568 req-ecb9260a-9170-43a6-98e5-1a94a0c6e214 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bf619d4abbb0429bbdac5a5fc24e6d35&device_id=4c3aa895-0e5a-411b-b547-80a5840aaef1 HTTP/1.1" status: 200 len: 1098 time: 0.0642912 Sep 08 09:36:21.812140 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09580a34-dc8d-46df-8ab6-fc77c79cdd38 req-99dc90cd-8c93-4c71-b972-fb2014dd8dae tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:36:21.813742 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-09580a34-dc8d-46df-8ab6-fc77c79cdd38 req-99dc90cd-8c93-4c71-b972-fb2014dd8dae tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c3aa895-0e5a-411b-b547-80a5840aaef1 HTTP/1.1" status: 200 len: 946 time: 0.1037192 Sep 08 09:36:21.841876 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-62429bda-207b-4e21-b14c-0915bf830205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a16d400-0eb6-4c6a-9545-219f6463440f', 'name': 'tempest-TestNetworkBasicOps-router-175319919', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '2387c430-1abe-47e8-b2c7-865fda0aa861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:35:28Z', 'updated_at': '2021-09-08T09:35:31Z', 'revision_number': 4, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'gw_port': {'id': '2387c430-1abe-47e8-b2c7-865fda0aa861', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a16d400-0eb6-4c6a-9545-219f6463440f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:35:28Z', 'updated_at': '2021-09-08T09:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '26b04512-9edb-41f3-a836-2a435fb2eed5', 'name': '', 'network_id': '9a9f5d79-4df4-4cf6-88e9-62e38d629cb3', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'mac_address': 'fa:16:3e:f7:2e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a16d400-0eb6-4c6a-9545-219f6463440f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8b362bf3-8232-4bc8-bf1b-b7928f83afe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:35:31Z', 'updated_at': '2021-09-08T09:35:36Z', 'revision_number': 5, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'subnets': [{'id': '8b362bf3-8232-4bc8-bf1b-b7928f83afe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:36:21.842426 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0cfd74-2c99-4715-a05e-7376bddb5568 req-7b20e11a-aa7b-4427-9717-4e553763fc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:36:21.843895 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-be0cfd74-2c99-4715-a05e-7376bddb5568 req-7b20e11a-aa7b-4427-9717-4e553763fc76 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9a9f5d79-4df4-4cf6-88e9-62e38d629cb3 HTTP/1.1" status: 200 len: 897 time: 0.1428940 Sep 08 09:36:21.869361 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62429bda-207b-4e21-b14c-0915bf830205 None None] Checking router: 8a16d400-0eb6-4c6a-9545-219f6463440f for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:36:21.877630 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62429bda-207b-4e21-b14c-0915bf830205 None None] Routers {'8a16d400-0eb6-4c6a-9545-219f6463440f'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:36:21.878285 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-62429bda-207b-4e21-b14c-0915bf830205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:36:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8a16d400-0eb6-4c6a-9545-219f6463440f'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:36:21.894338 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-09580a34-dc8d-46df-8ab6-fc77c79cdd38 req-90261764-c387-4ed0-8b9e-d6c3a1dfb27d tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d14943b-f8b3-4258-9a2e-06b2e27abe6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688853 Sep 08 09:36:21.896269 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-be0cfd74-2c99-4715-a05e-7376bddb5568 req-9d4bdd6e-3efb-4826-855e-ce35d36d6613 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f HTTP/1.1" status: 200 len: 217 time: 0.0444307 Sep 08 09:36:21.949420 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0cfd74-2c99-4715-a05e-7376bddb5568 req-dbfa4398-afde-4161-8287-281d89ce345f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:36:21.950966 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-be0cfd74-2c99-4715-a05e-7376bddb5568 req-dbfa4398-afde-4161-8287-281d89ce345f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8b362bf3-8232-4bc8-bf1b-b7928f83afe8 HTTP/1.1" status: 200 len: 834 time: 0.0467391 Sep 08 09:36:22.007024 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0cfd74-2c99-4715-a05e-7376bddb5568 req-4f6708d8-4e04-4ee2-9679-273dcc44165b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:36:22.008901 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-be0cfd74-2c99-4715-a05e-7376bddb5568 req-4f6708d8-4e04-4ee2-9679-273dcc44165b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9a9f5d79-4df4-4cf6-88e9-62e38d629cb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499482 Sep 08 09:36:22.107822 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-be0cfd74-2c99-4715-a05e-7376bddb5568 req-466b3bbf-4847-453a-9452-247ddcbf1cdc service neutron] 10.222.0.37 "GET /v2.0/networks/9a9f5d79-4df4-4cf6-88e9-62e38d629cb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906579 Sep 08 09:36:22.146198 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-62429bda-207b-4e21-b14c-0915bf830205 None None] Set router 8a16d400-0eb6-4c6a-9545-219f6463440f gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:36:22.211638 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-be0cfd74-2c99-4715-a05e-7376bddb5568 req-68c306ad-1a55-4043-9bd8-2a3f7224dffb service neutron] 10.222.0.37 "GET /v2.0/networks/9a9f5d79-4df4-4cf6-88e9-62e38d629cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960088 Sep 08 09:36:22.251863 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:22.359070 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-62429bda-207b-4e21-b14c-0915bf830205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a16d400-0eb6-4c6a-9545-219f6463440f', 'name': 'tempest-TestNetworkBasicOps-router-175319919', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '2387c430-1abe-47e8-b2c7-865fda0aa861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:35:28Z', 'updated_at': '2021-09-08T09:35:31Z', 'revision_number': 4, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'gw_port': {'id': '2387c430-1abe-47e8-b2c7-865fda0aa861', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a16d400-0eb6-4c6a-9545-219f6463440f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:35:28Z', 'updated_at': '2021-09-08T09:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '26b04512-9edb-41f3-a836-2a435fb2eed5', 'name': '', 'network_id': '9a9f5d79-4df4-4cf6-88e9-62e38d629cb3', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'mac_address': 'fa:16:3e:f7:2e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a16d400-0eb6-4c6a-9545-219f6463440f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8b362bf3-8232-4bc8-bf1b-b7928f83afe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:35:31Z', 'updated_at': '2021-09-08T09:35:36Z', 'revision_number': 5, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'subnets': [{'id': '8b362bf3-8232-4bc8-bf1b-b7928f83afe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:36:22.388287 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62429bda-207b-4e21-b14c-0915bf830205 None None] The sync data for ids ['8a16d400-0eb6-4c6a-9545-219f6463440f'] in n-d-806683-11 is: [{'id': '8a16d400-0eb6-4c6a-9545-219f6463440f', 'name': 'tempest-TestNetworkBasicOps-router-175319919', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '2387c430-1abe-47e8-b2c7-865fda0aa861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:35:28Z', 'updated_at': '2021-09-08T09:35:31Z', 'revision_number': 4, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'gw_port': {'id': '2387c430-1abe-47e8-b2c7-865fda0aa861', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a16d400-0eb6-4c6a-9545-219f6463440f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:35:28Z', 'updated_at': '2021-09-08T09:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '26b04512-9edb-41f3-a836-2a435fb2eed5', 'name': '', 'network_id': '9a9f5d79-4df4-4cf6-88e9-62e38d629cb3', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'mac_address': 'fa:16:3e:f7:2e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a16d400-0eb6-4c6a-9545-219f6463440f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '8b362bf3-8232-4bc8-bf1b-b7928f83afe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:35:31Z', 'updated_at': '2021-09-08T09:35:36Z', 'revision_number': 5, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'subnets': [{'id': '8b362bf3-8232-4bc8-bf1b-b7928f83afe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:36:22.603879 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046c8b64-5031-4aa4-a510-5d9d969fb47c None None] New status for floating IP b3b46261-4ad4-4677-8e3f-f8edddb1070e: DOWN {{(pid=94715) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:36:23.015840 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f54fd-19a5-4156-aef8-975e83f7187b req-3d1bd435-d658-4b03-b249-5a2a35503844 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:36:23.017390 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1d0f54fd-19a5-4156-aef8-975e83f7187b req-3d1bd435-d658-4b03-b249-5a2a35503844 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c3aa895-0e5a-411b-b547-80a5840aaef1 HTTP/1.1" status: 200 len: 946 time: 0.0509777 Sep 08 09:36:23.057910 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1d0f54fd-19a5-4156-aef8-975e83f7187b req-d0123b53-7ff1-4287-8ede-983724696365 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/security-groups?id=4d14943b-f8b3-4258-9a2e-06b2e27abe6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337012 Sep 08 09:36:23.190680 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d525299-afb9-4e98-b91d-1e2d1a2ae9fd req-6927eb45-6496-4a10-8e35-4fdece0a6c5f tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:36:23.193105 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0d525299-afb9-4e98-b91d-1e2d1a2ae9fd req-6927eb45-6496-4a10-8e35-4fdece0a6c5f tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c3aa895-0e5a-411b-b547-80a5840aaef1 HTTP/1.1" status: 200 len: 946 time: 0.0502753 Sep 08 09:36:23.289896 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-0d525299-afb9-4e98-b91d-1e2d1a2ae9fd req-1999a15e-5cd1-428b-927c-a9ab1f679460 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Deleting port b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:36:23.290368 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-0d525299-afb9-4e98-b91d-1e2d1a2ae9fd req-1999a15e-5cd1-428b-927c-a9ab1f679460 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:23.382662 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-0d525299-afb9-4e98-b91d-1e2d1a2ae9fd req-1999a15e-5cd1-428b-927c-a9ab1f679460 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] For port b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f,segment=NetworkSegment(90fa5f4f-f305-4c43-9330-9ad342ccea95),segment_id=90fa5f4f-f305-4c43-9330-9ad342ccea95)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:36:23.383033 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-0d525299-afb9-4e98-b91d-1e2d1a2ae9fd req-1999a15e-5cd1-428b-927c-a9ab1f679460 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:23.396868 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-0d525299-afb9-4e98-b91d-1e2d1a2ae9fd req-1999a15e-5cd1-428b-927c-a9ab1f679460 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Calling delete_port for b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f owned by compute:nova {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:36:23.530539 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-0d525299-afb9-4e98-b91d-1e2d1a2ae9fd req-1999a15e-5cd1-428b-927c-a9ab1f679460 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:23.559747 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1999a15e-5cd1-428b-927c-a9ab1f679460 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event deleted for resources: {'Port': ['ID=b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:36:23.604505 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d525299-afb9-4e98-b91d-1e2d1a2ae9fd req-1999a15e-5cd1-428b-927c-a9ab1f679460 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] No DVR routers for this DVR port b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f on host n-h1-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:36:23.607230 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-0d525299-afb9-4e98-b91d-1e2d1a2ae9fd req-1999a15e-5cd1-428b-927c-a9ab1f679460 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:23.609311 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0d525299-afb9-4e98-b91d-1e2d1a2ae9fd req-1999a15e-5cd1-428b-927c-a9ab1f679460 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.37 "DELETE /v2.0/ports/b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f HTTP/1.1" status: 204 len: 173 time: 0.4090018 Sep 08 09:36:23.609798 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3aa895-0e5a-411b-b547-80a5840aaef1', 'name': 'network-vif-deleted', 'tag': 'b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:36:23.612131 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d698f1-600e-46b2-9f23-dcd03b4d5fbd" -d '{"events": [{"server_uuid": "4c3aa895-0e5a-411b-b547-80a5840aaef1", "name": "network-vif-deleted", "tag": "b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:36:23.621766 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:23.649206 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b81ab3-23a4-472a-9088-de1a7631e56a x-openstack-request-id: req-63b81ab3-23a4-472a-9088-de1a7631e56a {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:36:23.649505 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c3aa895-0e5a-411b-b547-80a5840aaef1", "name": "network-vif-deleted", "tag": "b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:36:23.649759 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-63b81ab3-23a4-472a-9088-de1a7631e56a {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:36:23.650188 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3aa895-0e5a-411b-b547-80a5840aaef1', 'name': 'network-vif-deleted', 'tag': 'b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f', 'status': 'completed', 'code': 200} Sep 08 09:36:24.168212 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b348ba38-1802-4b65-8644-ed86e4b765bb req-bf2208cf-3b4a-47d2-b1df-d6acb70024f1 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c3aa895-0e5a-411b-b547-80a5840aaef1 HTTP/1.1" status: 200 len: 210 time: 0.0276482 Sep 08 09:36:24.368418 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:25.229508 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 33002) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:36:25.291617 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c404e19d-5093-450c-9164-3b94b9f89a54 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:25.320645 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c404e19d-5093-450c-9164-3b94b9f89a54 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:25.378706 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c404e19d-5093-450c-9164-3b94b9f89a54 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:25.382190 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c404e19d-5093-450c-9164-3b94b9f89a54 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:25.383412 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c404e19d-5093-450c-9164-3b94b9f89a54 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "DELETE /v2.0/security-groups/4d14943b-f8b3-4258-9a2e-06b2e27abe6d HTTP/1.1" status: 204 len: 168 time: 0.1527405 Sep 08 09:36:25.392694 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c404e19d-5093-450c-9164-3b94b9f89a54 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d14943b-f8b3-4258-9a2e-06b2e27abe6d,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:36:25.417769 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 33006) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:36:25.777121 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e07b58bb-7e9b-4323-8c7e-f2d4cf1b77e3 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:26.043933 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-e07b58bb-7e9b-4323-8c7e-f2d4cf1b77e3 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Deleting port 26b04512-9edb-41f3-a836-2a435fb2eed5 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:36:26.044281 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e07b58bb-7e9b-4323-8c7e-f2d4cf1b77e3 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:26.137734 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-e07b58bb-7e9b-4323-8c7e-f2d4cf1b77e3 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] For port 26b04512-9edb-41f3-a836-2a435fb2eed5, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=26b04512-9edb-41f3-a836-2a435fb2eed5,segment=NetworkSegment(90fa5f4f-f305-4c43-9330-9ad342ccea95),segment_id=90fa5f4f-f305-4c43-9330-9ad342ccea95)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:36:26.138207 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e07b58bb-7e9b-4323-8c7e-f2d4cf1b77e3 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:26.150524 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-e07b58bb-7e9b-4323-8c7e-f2d4cf1b77e3 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Calling delete_port for 26b04512-9edb-41f3-a836-2a435fb2eed5 owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:36:26.335534 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e07b58bb-7e9b-4323-8c7e-f2d4cf1b77e3 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:26.369275 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b58bb-7e9b-4323-8c7e-f2d4cf1b77e3 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event deleted for resources: {'Port': ['ID=26b04512-9edb-41f3-a836-2a435fb2eed5,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:36:26.556604 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e07b58bb-7e9b-4323-8c7e-f2d4cf1b77e3 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:27.080319 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:36:27.100959 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:36:27.101316 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device b7447c3f-ae8e-44aa-bafa-9fd57fbf7c7f not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:36:27.112797 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e07b58bb-7e9b-4323-8c7e-f2d4cf1b77e3 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Router 8a16d400-0eb6-4c6a-9545-219f6463440f has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:36:27.222265 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07b58bb-7e9b-4323-8c7e-f2d4cf1b77e3 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:36:27.229776 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e07b58bb-7e9b-4323-8c7e-f2d4cf1b77e3 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "PUT /v2.0/routers/8a16d400-0eb6-4c6a-9545-219f6463440f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8093336 Sep 08 09:36:27.231066 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 33008) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:36:27.234903 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bc1a81-487d-4812-b292-979a50a6d581 None None] Sync routers for ids ['8a16d400-0eb6-4c6a-9545-219f6463440f'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:36:27.249673 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bc1a81-487d-4812-b292-979a50a6d581 None None] Routers {'8a16d400-0eb6-4c6a-9545-219f6463440f'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:36:27.250747 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-42bc1a81-487d-4812-b292-979a50a6d581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:36:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8a16d400-0eb6-4c6a-9545-219f6463440f'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:36:27.311528 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-49c55254-c0a3-44be-8e38-cb9a9b33cb52 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Deleting subnet 8b362bf3-8232-4bc8-bf1b-b7928f83afe8 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:36:27.314872 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-49c55254-c0a3-44be-8e38-cb9a9b33cb52 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:27.357092 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-49c55254-c0a3-44be-8e38-cb9a9b33cb52 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:27.383907 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-42bc1a81-487d-4812-b292-979a50a6d581 None None] Set router 8a16d400-0eb6-4c6a-9545-219f6463440f gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:36:27.456548 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-49c55254-c0a3-44be-8e38-cb9a9b33cb52 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:27.529976 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-49c55254-c0a3-44be-8e38-cb9a9b33cb52 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:27.558490 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c55254-c0a3-44be-8e38-cb9a9b33cb52 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event deleted for resources: {'Subnet': ['ID=8b362bf3-8232-4bc8-bf1b-b7928f83afe8,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:36:27.562696 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-49c55254-c0a3-44be-8e38-cb9a9b33cb52 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:27.567656 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-49c55254-c0a3-44be-8e38-cb9a9b33cb52 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "DELETE /v2.0/subnets/8b362bf3-8232-4bc8-bf1b-b7928f83afe8 HTTP/1.1" status: 204 len: 168 time: 0.3323882 Sep 08 09:36:27.567768 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 33010) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:36:27.571287 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84efc6c-b583-4f4e-af1e-ac7d9e936032 None None] Network 9a9f5d79-4df4-4cf6-88e9-62e38d629cb3 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:36:27.574189 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c55254-c0a3-44be-8e38-cb9a9b33cb52 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:36:27.574616 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c55254-c0a3-44be-8e38-cb9a9b33cb52 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:36:27.575039 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c55254-c0a3-44be-8e38-cb9a9b33cb52 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:36:27.575455 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c55254-c0a3-44be-8e38-cb9a9b33cb52 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:36:27.575887 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c55254-c0a3-44be-8e38-cb9a9b33cb52 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:36:27.576279 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c55254-c0a3-44be-8e38-cb9a9b33cb52 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:36:27.576683 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c55254-c0a3-44be-8e38-cb9a9b33cb52 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:36:27.577091 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c55254-c0a3-44be-8e38-cb9a9b33cb52 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:36:27.577581 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c55254-c0a3-44be-8e38-cb9a9b33cb52 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:36:27.578271 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c55254-c0a3-44be-8e38-cb9a9b33cb52 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:36:27.578677 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c55254-c0a3-44be-8e38-cb9a9b33cb52 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:36:27.579111 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c55254-c0a3-44be-8e38-cb9a9b33cb52 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:36:27.605993 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-42bc1a81-487d-4812-b292-979a50a6d581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a16d400-0eb6-4c6a-9545-219f6463440f', 'name': 'tempest-TestNetworkBasicOps-router-175319919', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '2387c430-1abe-47e8-b2c7-865fda0aa861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:35:28Z', 'updated_at': '2021-09-08T09:36:26Z', 'revision_number': 5, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'gw_port': {'id': '2387c430-1abe-47e8-b2c7-865fda0aa861', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a16d400-0eb6-4c6a-9545-219f6463440f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:35:28Z', 'updated_at': '2021-09-08T09:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:36:27.659169 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bc1a81-487d-4812-b292-979a50a6d581 None None] Checking router: 8a16d400-0eb6-4c6a-9545-219f6463440f for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:36:27.676360 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-12a89cb3-dfc0-4c94-8574-ed901dcd4601 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for router, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:27.692653 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bc1a81-487d-4812-b292-979a50a6d581 None None] Routers {'8a16d400-0eb6-4c6a-9545-219f6463440f'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:36:27.693578 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-42bc1a81-487d-4812-b292-979a50a6d581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:36:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['8a16d400-0eb6-4c6a-9545-219f6463440f'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:36:27.789951 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-12a89cb3-dfc0-4c94-8574-ed901dcd4601 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:27.842570 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-42bc1a81-487d-4812-b292-979a50a6d581 None None] Set router 8a16d400-0eb6-4c6a-9545-219f6463440f gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:36:27.859691 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-12a89cb3-dfc0-4c94-8574-ed901dcd4601 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Deleting port 2387c430-1abe-47e8-b2c7-865fda0aa861 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:36:27.860474 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-12a89cb3-dfc0-4c94-8574-ed901dcd4601 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:27.915522 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7a2810-b84c-4ea3-a321-043419ea2cc2 None None] DHCP port deletion for 9a9f5d79-4df4-4cf6-88e9-62e38d629cb3 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:36:27.948967 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-12a89cb3-dfc0-4c94-8574-ed901dcd4601 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] For port 2387c430-1abe-47e8-b2c7-865fda0aa861, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=2387c430-1abe-47e8-b2c7-865fda0aa861,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:36:27.949331 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-12a89cb3-dfc0-4c94-8574-ed901dcd4601 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:27.962649 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-12a89cb3-dfc0-4c94-8574-ed901dcd4601 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Calling delete_port for 2387c430-1abe-47e8-b2c7-865fda0aa861 owned by network:router_gateway {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:36:28.051458 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-4e7a2810-b84c-4ea3-a321-043419ea2cc2 None None] Deleting port 27b3472a-284a-4cd9-93e8-41cb799ce5bf {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:36:28.057102 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4e7a2810-b84c-4ea3-a321-043419ea2cc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:28.131834 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-12a89cb3-dfc0-4c94-8574-ed901dcd4601 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:28.139379 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-4e7a2810-b84c-4ea3-a321-043419ea2cc2 None None] For port 27b3472a-284a-4cd9-93e8-41cb799ce5bf, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=27b3472a-284a-4cd9-93e8-41cb799ce5bf,segment=NetworkSegment(90fa5f4f-f305-4c43-9330-9ad342ccea95),segment_id=90fa5f4f-f305-4c43-9330-9ad342ccea95)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:36:28.139966 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4e7a2810-b84c-4ea3-a321-043419ea2cc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:28.155011 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-42bc1a81-487d-4812-b292-979a50a6d581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a16d400-0eb6-4c6a-9545-219f6463440f', 'name': 'tempest-TestNetworkBasicOps-router-175319919', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '2387c430-1abe-47e8-b2c7-865fda0aa861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:35:28Z', 'updated_at': '2021-09-08T09:36:26Z', 'revision_number': 5, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'gw_port': {'id': '2387c430-1abe-47e8-b2c7-865fda0aa861', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a16d400-0eb6-4c6a-9545-219f6463440f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:35:28Z', 'updated_at': '2021-09-08T09:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:36:28.156949 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-4e7a2810-b84c-4ea3-a321-043419ea2cc2 None None] Calling delete_port for 27b3472a-284a-4cd9-93e8-41cb799ce5bf owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:36:28.157477 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a89cb3-dfc0-4c94-8574-ed901dcd4601 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event deleted for resources: {'Port': ['ID=2387c430-1abe-47e8-b2c7-865fda0aa861,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:36:28.188076 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bc1a81-487d-4812-b292-979a50a6d581 None None] The sync data for ids ['8a16d400-0eb6-4c6a-9545-219f6463440f'] in n-d-806683-11 is: [{'id': '8a16d400-0eb6-4c6a-9545-219f6463440f', 'name': 'tempest-TestNetworkBasicOps-router-175319919', 'tenant_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '2387c430-1abe-47e8-b2c7-865fda0aa861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:35:28Z', 'updated_at': '2021-09-08T09:36:26Z', 'revision_number': 5, 'project_id': 'bf619d4abbb0429bbdac5a5fc24e6d35', 'gw_port': {'id': '2387c430-1abe-47e8-b2c7-865fda0aa861', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a16d400-0eb6-4c6a-9545-219f6463440f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:35:28Z', 'updated_at': '2021-09-08T09:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:36:28.236857 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-12a89cb3-dfc0-4c94-8574-ed901dcd4601 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:28.277634 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4e7a2810-b84c-4ea3-a321-043419ea2cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:28.302999 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7a2810-b84c-4ea3-a321-043419ea2cc2 None None] Pushing event deleted for resources: {'Port': ['ID=27b3472a-284a-4cd9-93e8-41cb799ce5bf,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:36:28.307334 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7a2810-b84c-4ea3-a321-043419ea2cc2 None None] No DVR routers for this DVR port 27b3472a-284a-4cd9-93e8-41cb799ce5bf on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:36:28.314023 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7a2810-b84c-4ea3-a321-043419ea2cc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:36:28.314397 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7a2810-b84c-4ea3-a321-043419ea2cc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:36:28.316959 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7a2810-b84c-4ea3-a321-043419ea2cc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:36:28.316959 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7a2810-b84c-4ea3-a321-043419ea2cc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:36:28.316959 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7a2810-b84c-4ea3-a321-043419ea2cc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:36:28.316959 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7a2810-b84c-4ea3-a321-043419ea2cc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:36:28.316959 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7a2810-b84c-4ea3-a321-043419ea2cc2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:36:28.316959 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7a2810-b84c-4ea3-a321-043419ea2cc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:36:28.316959 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7a2810-b84c-4ea3-a321-043419ea2cc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:36:28.318683 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7a2810-b84c-4ea3-a321-043419ea2cc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:36:28.318683 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7a2810-b84c-4ea3-a321-043419ea2cc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:36:28.318683 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7a2810-b84c-4ea3-a321-043419ea2cc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:36:28.645408 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-12a89cb3-dfc0-4c94-8574-ed901dcd4601 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:28.648618 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-12a89cb3-dfc0-4c94-8574-ed901dcd4601 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:28.699152 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-12a89cb3-dfc0-4c94-8574-ed901dcd4601 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:28.699931 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a89cb3-dfc0-4c94-8574-ed901dcd4601 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Fanout notify agent at l3_agent the message router_deleted on router 8a16d400-0eb6-4c6a-9545-219f6463440f {{(pid=94712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:36:28.707197 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-12a89cb3-dfc0-4c94-8574-ed901dcd4601 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:28.708633 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-12a89cb3-dfc0-4c94-8574-ed901dcd4601 tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "DELETE /v2.0/routers/8a16d400-0eb6-4c6a-9545-219f6463440f HTTP/1.1" status: 204 len: 168 time: 1.1400044 Sep 08 09:36:28.711139 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 33012) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:36:28.774085 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 27b3472a-284a-4cd9-93e8-41cb799ce5bf no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:36:28.796428 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 27b3472a-284a-4cd9-93e8-41cb799ce5bf {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:36:28.796716 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 27b3472a-284a-4cd9-93e8-41cb799ce5bf not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:36:28.797333 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 26b04512-9edb-41f3-a836-2a435fb2eed5 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:36:28.800958 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2e0866d3-9f6a-4807-b2e1-a7f72e0a50ba tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:28.822585 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 26b04512-9edb-41f3-a836-2a435fb2eed5 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:36:28.822949 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 26b04512-9edb-41f3-a836-2a435fb2eed5 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:36:28.835730 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:28.905988 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2e0866d3-9f6a-4807-b2e1-a7f72e0a50ba tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:28.927611 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-2e0866d3-9f6a-4807-b2e1-a7f72e0a50ba tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a9f5d79-4df4-4cf6-88e9-62e38d629cb3']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:36:28.936316 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-2e0866d3-9f6a-4807-b2e1-a7f72e0a50ba tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90fa5f4f-f305-4c43-9330-9ad342ccea95') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:36:28.936613 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-2e0866d3-9f6a-4807-b2e1-a7f72e0a50ba tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90fa5f4f-f305-4c43-9330-9ad342ccea95') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:36:28.946051 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2e0866d3-9f6a-4807-b2e1-a7f72e0a50ba tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:28.959861 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2e0866d3-9f6a-4807-b2e1-a7f72e0a50ba tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:28.965969 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e0866d3-9f6a-4807-b2e1-a7f72e0a50ba tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:36:28.966407 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2e0866d3-9f6a-4807-b2e1-a7f72e0a50ba tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:28.969215 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:36:28.969215 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:36:28.969215 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:36:28.969215 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:36:28.969215 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:36:28.969215 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:36:28.969215 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:36:28.969215 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:36:28.969215 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:36:28.969215 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:36:28.969215 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:36:28.969215 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:36:28.969215 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:36:28.969215 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:36:28.969215 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:36:28.969215 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:36:28.969215 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:36:28.969215 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:36:28.969215 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:36:28.969215 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:36:28.969215 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:36:28.969215 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:36:28.969215 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:36:28.969215 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:36:28.969215 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:36:28.969215 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:36:28.969215 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:36:28.969215 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:36:28.969215 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:36:28.969215 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:36:28.969215 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:36:28.969215 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:36:29.029887 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2e0866d3-9f6a-4807-b2e1-a7f72e0a50ba tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:29.034812 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2e0866d3-9f6a-4807-b2e1-a7f72e0a50ba tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:29.037655 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2e0866d3-9f6a-4807-b2e1-a7f72e0a50ba tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] 10.222.0.54 "DELETE /v2.0/networks/9a9f5d79-4df4-4cf6-88e9-62e38d629cb3 HTTP/1.1" status: 204 len: 168 time: 0.3255315 Sep 08 09:36:29.052887 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0866d3-9f6a-4807-b2e1-a7f72e0a50ba tempest-TestNetworkBasicOps-428274005 tempest-TestNetworkBasicOps-428274005-project] Pushing event deleted for resources: {'Network': ['ID=9a9f5d79-4df4-4cf6-88e9-62e38d629cb3,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:36:29.389652 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 33018) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:36:29.555470 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8960d3c3-7d40-4c6d-a273-1ad3701a1347 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bf619d4abbb0429bbdac5a5fc24e6d35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1642458 Sep 08 09:36:29.557934 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 33022) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:36:29.605650 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cdee1975-392b-41e8-9f56-fd86316bd9c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:29.627304 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cdee1975-392b-41e8-9f56-fd86316bd9c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:29.674396 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cdee1975-392b-41e8-9f56-fd86316bd9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:29.677764 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cdee1975-392b-41e8-9f56-fd86316bd9c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:29.678967 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-cdee1975-392b-41e8-9f56-fd86316bd9c6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a1c6e73f-1488-4e92-8d29-b7be87adaa4b HTTP/1.1" status: 204 len: 168 time: 0.1201015 Sep 08 09:36:29.686759 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee1975-392b-41e8-9f56-fd86316bd9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c6e73f-1488-4e92-8d29-b7be87adaa4b,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:36:29.956886 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 33028) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:36:29.975705 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-14f1f14d-0313-49f0-a777-f030fffd6939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:30.069328 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-14f1f14d-0313-49f0-a777-f030fffd6939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:30.074169 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-14f1f14d-0313-49f0-a777-f030fffd6939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:30.112844 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-14f1f14d-0313-49f0-a777-f030fffd6939 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8f675763f56147ec82ee7aff39822916&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1548193 Sep 08 09:36:30.113818 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f1f14d-0313-49f0-a777-f030fffd6939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb41ec4-4e68-45bd-949d-a2190b6d145a,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:36:30.116283 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 33030) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:36:30.165706 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-54dd72f2-c1f5-4d03-aa3f-6e65574365fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:30.188578 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-54dd72f2-c1f5-4d03-aa3f-6e65574365fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:30.236766 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-54dd72f2-c1f5-4d03-aa3f-6e65574365fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:30.240309 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-54dd72f2-c1f5-4d03-aa3f-6e65574365fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:30.241515 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-54dd72f2-c1f5-4d03-aa3f-6e65574365fa admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/beb41ec4-4e68-45bd-949d-a2190b6d145a HTTP/1.1" status: 204 len: 168 time: 0.1242123 Sep 08 09:36:30.251929 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd72f2-c1f5-4d03-aa3f-6e65574365fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb41ec4-4e68-45bd-949d-a2190b6d145a,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:36:30.662442 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 2387c430-1abe-47e8-b2c7-865fda0aa861 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:36:30.685826 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 2387c430-1abe-47e8-b2c7-865fda0aa861 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:36:30.686209 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 2387c430-1abe-47e8-b2c7-865fda0aa861 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:36:30.974529 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 33052) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:36:31.078205 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-32fc5748-fcfe-4fe2-89b0-a0f36e26018f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1217601385-network', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:36:31.098643 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32fc5748-fcfe-4fe2-89b0-a0f36e26018f admin admin] Made reservation on behalf of 2ea339fc014f40f08d7dfb55de384614 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:36:31.100950 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-32fc5748-fcfe-4fe2-89b0-a0f36e26018f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:31.109550 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-32fc5748-fcfe-4fe2-89b0-a0f36e26018f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:31.202332 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-32fc5748-fcfe-4fe2-89b0-a0f36e26018f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:31.206026 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-32fc5748-fcfe-4fe2-89b0-a0f36e26018f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:31.229583 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32fc5748-fcfe-4fe2-89b0-a0f36e26018f admin admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:36:31.239724 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc5748-fcfe-4fe2-89b0-a0f36e26018f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232062a1-0879-48bc-a458-83622d1fe81e,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:36:31.244600 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-32fc5748-fcfe-4fe2-89b0-a0f36e26018f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:31.244945 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-32fc5748-fcfe-4fe2-89b0-a0f36e26018f admin admin] Added segment 661b5f51-c7e0-409b-aee2-cbee07f30235 of type vlan for network 5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 Sep 08 09:36:31.285587 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-32fc5748-fcfe-4fe2-89b0-a0f36e26018f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:31.313398 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-32fc5748-fcfe-4fe2-89b0-a0f36e26018f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:31.314480 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fc5748-fcfe-4fe2-89b0-a0f36e26018f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:36:31.315062 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-32fc5748-fcfe-4fe2-89b0-a0f36e26018f admin admin] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:31.348255 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-32fc5748-fcfe-4fe2-89b0-a0f36e26018f admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3725128 Sep 08 09:36:31.351687 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 33056) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:36:31.357331 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-17ea97fd-9cd7-4f5e-a1f8-fe709b165c3a admin admin] Request body: {'subnet': {'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1217601385-subnet', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'ip_version': 4}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:36:31.376014 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc5748-fcfe-4fe2-89b0-a0f36e26018f admin admin] Pushing event updated for resources: {'Network': ['ID=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:36:31.384054 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ea97fd-9cd7-4f5e-a1f8-fe709b165c3a admin admin] Made reservation on behalf of 2ea339fc014f40f08d7dfb55de384614 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:36:31.386987 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-17ea97fd-9cd7-4f5e-a1f8-fe709b165c3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:31.388610 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:36:31.561345 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-17ea97fd-9cd7-4f5e-a1f8-fe709b165c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:31.621186 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ea97fd-9cd7-4f5e-a1f8-fe709b165c3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:36:31.630578 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ea97fd-9cd7-4f5e-a1f8-fe709b165c3a admin admin] Checking segment: {'id': '661b5f51-c7e0-409b-aee2-cbee07f30235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:36:31.630941 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ea97fd-9cd7-4f5e-a1f8-fe709b165c3a admin admin] Network hostable DHCP agents. Network: 5df0a467-a5a5-4a52-8ccf-31609c4c1dd9, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:36:31.648199 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ea97fd-9cd7-4f5e-a1f8-fe709b165c3a admin admin] Network 5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:36:31.656419 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-17ea97fd-9cd7-4f5e-a1f8-fe709b165c3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 5df0a467-a5a5-4a52-8ccf-31609c4c1dd9) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:36:31.661064 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ea97fd-9cd7-4f5e-a1f8-fe709b165c3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:36:31.662525 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-17ea97fd-9cd7-4f5e-a1f8-fe709b165c3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:31.665982 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4ae386-d660-4721-b47e-40a9607fb1fb None None] Network 5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:36:31.681072 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-17ea97fd-9cd7-4f5e-a1f8-fe709b165c3a admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3277209 Sep 08 09:36:31.683812 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 33058) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:36:31.688801 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-ebfa77a2-f7a7-4f79-9ce6-0888cce4b197 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1217601385-router', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:36:31.712073 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ebfa77a2-f7a7-4f79-9ce6-0888cce4b197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:31.713649 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ebfa77a2-f7a7-4f79-9ce6-0888cce4b197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:31.775307 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ebfa77a2-f7a7-4f79-9ce6-0888cce4b197 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:31.823449 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9324410f-0ba7-4404-826d-e1195b6213e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'fixed_ips': [{'subnet_id': 'b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:36:31.824437 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9324410f-0ba7-4404-826d-e1195b6213e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:31.920250 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ebfa77a2-f7a7-4f79-9ce6-0888cce4b197 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:31.963220 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-9324410f-0ba7-4404-826d-e1195b6213e9 None None] Allocated IP 172.20.0.2 (5df0a467-a5a5-4a52-8ccf-31609c4c1dd9/b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8/8e29e20b-549f-4680-853f-85d67695f1a9) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:36:32.124594 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9324410f-0ba7-4404-826d-e1195b6213e9 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:32.134052 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-9324410f-0ba7-4404-826d-e1195b6213e9 None None] Transition to ACTIVE for port object 8e29e20b-549f-4680-853f-85d67695f1a9 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:36:32.140248 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ebfa77a2-f7a7-4f79-9ce6-0888cce4b197 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:32.149719 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-9324410f-0ba7-4404-826d-e1195b6213e9 None None] Transition to ACTIVE for port object 8e29e20b-549f-4680-853f-85d67695f1a9 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:36:32.156338 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9324410f-0ba7-4404-826d-e1195b6213e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:32.161265 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ebfa77a2-f7a7-4f79-9ce6-0888cce4b197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:32.196904 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9324410f-0ba7-4404-826d-e1195b6213e9 None None] Network 5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:36:32.204229 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-9324410f-0ba7-4404-826d-e1195b6213e9 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:36:32.207346 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9324410f-0ba7-4404-826d-e1195b6213e9 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:36:32.212592 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9324410f-0ba7-4404-826d-e1195b6213e9 None None] Pushing event updated for resources: {'Port': ['ID=8e29e20b-549f-4680-853f-85d67695f1a9,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:36:32.272253 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-9324410f-0ba7-4404-826d-e1195b6213e9 None None] Attempting to bind port 8e29e20b-549f-4680-853f-85d67695f1a9 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:36:32.272629 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-9324410f-0ba7-4404-826d-e1195b6213e9 None None] Attempting to bind port 8e29e20b-549f-4680-853f-85d67695f1a9 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '661b5f51-c7e0-409b-aee2-cbee07f30235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:36:32.272992 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9324410f-0ba7-4404-826d-e1195b6213e9 None None] Attempting to bind port 8e29e20b-549f-4680-853f-85d67695f1a9 on network 5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:36:32.275019 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-ebfa77a2-f7a7-4f79-9ce6-0888cce4b197 admin admin] Allocated IP 172.25.0.69 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/efb3d93b-1588-43b7-a720-e5d69d663193) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:36:32.278326 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9324410f-0ba7-4404-826d-e1195b6213e9 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:36:32.278719 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9324410f-0ba7-4404-826d-e1195b6213e9 None None] Checking segment: {'id': '661b5f51-c7e0-409b-aee2-cbee07f30235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:36:32.279126 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9324410f-0ba7-4404-826d-e1195b6213e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:32.279482 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9324410f-0ba7-4404-826d-e1195b6213e9 None None] Bound using segment: {'id': '661b5f51-c7e0-409b-aee2-cbee07f30235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:36:32.279945 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-9324410f-0ba7-4404-826d-e1195b6213e9 None None] Bound port: 8e29e20b-549f-4680-853f-85d67695f1a9, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '661b5f51-c7e0-409b-aee2-cbee07f30235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:36:32.280414 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9324410f-0ba7-4404-826d-e1195b6213e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:32.345387 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-9324410f-0ba7-4404-826d-e1195b6213e9 None None] For port 8e29e20b-549f-4680-853f-85d67695f1a9, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:36:32.349992 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-9324410f-0ba7-4404-826d-e1195b6213e9 None None] For port 8e29e20b-549f-4680-853f-85d67695f1a9, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=8e29e20b-549f-4680-853f-85d67695f1a9,segment=NetworkSegment(661b5f51-c7e0-409b-aee2-cbee07f30235),segment_id=661b5f51-c7e0-409b-aee2-cbee07f30235)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:36:32.355082 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9324410f-0ba7-4404-826d-e1195b6213e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:32.411082 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ebfa77a2-f7a7-4f79-9ce6-0888cce4b197 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:32.440508 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9324410f-0ba7-4404-826d-e1195b6213e9 None None] Pushing event updated for resources: {'Port': ['ID=8e29e20b-549f-4680-853f-85d67695f1a9,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:36:32.466565 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ebfa77a2-f7a7-4f79-9ce6-0888cce4b197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:32.506533 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfa77a2-f7a7-4f79-9ce6-0888cce4b197 admin admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:36:32.509666 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-ebfa77a2-f7a7-4f79-9ce6-0888cce4b197 admin admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:36:32.515700 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfa77a2-f7a7-4f79-9ce6-0888cce4b197 admin admin] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:36:32.522561 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa77a2-f7a7-4f79-9ce6-0888cce4b197 admin admin] Pushing event updated for resources: {'Port': ['ID=efb3d93b-1588-43b7-a720-e5d69d663193,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:36:32.554689 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa77a2-f7a7-4f79-9ce6-0888cce4b197 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:36:32.555254 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa77a2-f7a7-4f79-9ce6-0888cce4b197 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:36:32.555807 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa77a2-f7a7-4f79-9ce6-0888cce4b197 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:36:32.556359 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa77a2-f7a7-4f79-9ce6-0888cce4b197 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:36:32.556910 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa77a2-f7a7-4f79-9ce6-0888cce4b197 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:36:32.557483 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa77a2-f7a7-4f79-9ce6-0888cce4b197 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:36:32.558127 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa77a2-f7a7-4f79-9ce6-0888cce4b197 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:36:32.558586 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa77a2-f7a7-4f79-9ce6-0888cce4b197 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:36:32.559206 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa77a2-f7a7-4f79-9ce6-0888cce4b197 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:36:32.559685 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa77a2-f7a7-4f79-9ce6-0888cce4b197 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:36:32.560291 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa77a2-f7a7-4f79-9ce6-0888cce4b197 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:36:32.560759 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa77a2-f7a7-4f79-9ce6-0888cce4b197 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:36:32.761953 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 8e29e20b-549f-4680-853f-85d67695f1a9 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:36:32.825498 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 8e29e20b-549f-4680-853f-85d67695f1a9 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:36:32.870130 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ebfa77a2-f7a7-4f79-9ce6-0888cce4b197 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:33.079961 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ebfa77a2-f7a7-4f79-9ce6-0888cce4b197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:33.225608 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebfa77a2-f7a7-4f79-9ce6-0888cce4b197 admin admin] Router 5778100e-b524-4a82-badd-f33a2553e3f1 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:36:33.368436 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebfa77a2-f7a7-4f79-9ce6-0888cce4b197 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:36:33.380751 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c29ccfa-70b7-48f3-af3a-c133df72dedc None None] Sync routers for ids ['5778100e-b524-4a82-badd-f33a2553e3f1'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:36:33.386330 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ebfa77a2-f7a7-4f79-9ce6-0888cce4b197 admin admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:33.387647 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ebfa77a2-f7a7-4f79-9ce6-0888cce4b197 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7026758 Sep 08 09:36:33.390405 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 33062) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:36:33.391127 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c29ccfa-70b7-48f3-af3a-c133df72dedc None None] Routers {'5778100e-b524-4a82-badd-f33a2553e3f1'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:36:33.391737 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-1c29ccfa-70b7-48f3-af3a-c133df72dedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:36:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5778100e-b524-4a82-badd-f33a2553e3f1'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:36:33.394857 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfccd37-3fb2-43e5-83dc-2c7cceab524c None None] Network 5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:36:33.531723 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-1c29ccfa-70b7-48f3-af3a-c133df72dedc None None] Set router 5778100e-b524-4a82-badd-f33a2553e3f1 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:36:33.536403 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-489462a9-c292-42d7-bc5d-34f0979a06d3 None None] Provisioning for port 8e29e20b-549f-4680-853f-85d67695f1a9 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:36:33.545667 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-489462a9-c292-42d7-bc5d-34f0979a06d3 None None] Provisioning complete for port 8e29e20b-549f-4680-853f-85d67695f1a9 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:36:33.546237 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-489462a9-c292-42d7-bc5d-34f0979a06d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:33.696014 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-489462a9-c292-42d7-bc5d-34f0979a06d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:33.742215 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-489462a9-c292-42d7-bc5d-34f0979a06d3 None None] For port 8e29e20b-549f-4680-853f-85d67695f1a9, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=8e29e20b-549f-4680-853f-85d67695f1a9,segment=NetworkSegment(661b5f51-c7e0-409b-aee2-cbee07f30235),segment_id=661b5f51-c7e0-409b-aee2-cbee07f30235)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:36:33.748551 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-489462a9-c292-42d7-bc5d-34f0979a06d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:33.764130 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-1c29ccfa-70b7-48f3-af3a-c133df72dedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'name': 'tempest-TestVolumeBootPattern-1217601385-router', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'efb3d93b-1588-43b7-a720-e5d69d663193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:36:31Z', 'updated_at': '2021-09-08T09:36:32Z', 'revision_number': 3, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'gw_port': {'id': 'efb3d93b-1588-43b7-a720-e5d69d663193', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:32Z', 'updated_at': '2021-09-08T09:36:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:36:33.823246 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c29ccfa-70b7-48f3-af3a-c133df72dedc None None] Checking router: 5778100e-b524-4a82-badd-f33a2553e3f1 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:36:33.826287 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c29ccfa-70b7-48f3-af3a-c133df72dedc None None] Updating router 5778100e-b524-4a82-badd-f33a2553e3f1 port efb3d93b-1588-43b7-a720-e5d69d663193 binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:36:33.830456 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489462a9-c292-42d7-bc5d-34f0979a06d3 None None] Pushing event updated for resources: {'Port': ['ID=8e29e20b-549f-4680-853f-85d67695f1a9,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:36:33.858376 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1c29ccfa-70b7-48f3-af3a-c133df72dedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:33.944354 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2e2bdea9-d04f-47bb-bd78-ef4d9726c2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:33.977792 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-69ced2a1-a23e-490f-b80f-c1cb46b36f72 None None] Provisioning complete for port 8e29e20b-549f-4680-853f-85d67695f1a9 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:36:33.978570 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-69ced2a1-a23e-490f-b80f-c1cb46b36f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:34.130330 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-2e2bdea9-d04f-47bb-bd78-ef4d9726c2fd admin admin] Allocated IP 172.20.0.1 (5df0a467-a5a5-4a52-8ccf-31609c4c1dd9/b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8/be3734cd-aadf-4fa4-a7f0-34d7a3c975c4) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:36:34.231171 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1c29ccfa-70b7-48f3-af3a-c133df72dedc None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:34.241808 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-1c29ccfa-70b7-48f3-af3a-c133df72dedc None None] Transition to ACTIVE for port object efb3d93b-1588-43b7-a720-e5d69d663193 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:36:34.247442 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1c29ccfa-70b7-48f3-af3a-c133df72dedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:34.250838 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2e2bdea9-d04f-47bb-bd78-ef4d9726c2fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:34.269146 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-2e2bdea9-d04f-47bb-bd78-ef4d9726c2fd admin admin] Transition to ACTIVE for port object be3734cd-aadf-4fa4-a7f0-34d7a3c975c4 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:36:34.293120 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-1c29ccfa-70b7-48f3-af3a-c133df72dedc None None] Attempting to bind port efb3d93b-1588-43b7-a720-e5d69d663193 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:36:34.293616 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-1c29ccfa-70b7-48f3-af3a-c133df72dedc None None] Attempting to bind port efb3d93b-1588-43b7-a720-e5d69d663193 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:36:34.293861 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c29ccfa-70b7-48f3-af3a-c133df72dedc None None] Attempting to bind port efb3d93b-1588-43b7-a720-e5d69d663193 on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:36:34.303968 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c29ccfa-70b7-48f3-af3a-c133df72dedc None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:36:34.304348 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c29ccfa-70b7-48f3-af3a-c133df72dedc None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:36:34.304760 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1c29ccfa-70b7-48f3-af3a-c133df72dedc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:34.305158 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c29ccfa-70b7-48f3-af3a-c133df72dedc None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:36:34.305643 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-1c29ccfa-70b7-48f3-af3a-c133df72dedc None None] Bound port: efb3d93b-1588-43b7-a720-e5d69d663193, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:36:34.306060 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1c29ccfa-70b7-48f3-af3a-c133df72dedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:34.308617 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2e2bdea9-d04f-47bb-bd78-ef4d9726c2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:34.332024 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e8fb7-f0d7-4526-93ab-ee919a06e1d6 None None] Pushing event updated for resources: {'Port': ['ID=efb3d93b-1588-43b7-a720-e5d69d663193,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:36:34.343720 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e8fb7-f0d7-4526-93ab-ee919a06e1d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:36:34.344121 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e8fb7-f0d7-4526-93ab-ee919a06e1d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:36:34.344410 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e8fb7-f0d7-4526-93ab-ee919a06e1d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:36:34.344719 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e8fb7-f0d7-4526-93ab-ee919a06e1d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:36:34.345057 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e8fb7-f0d7-4526-93ab-ee919a06e1d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:36:34.345383 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e8fb7-f0d7-4526-93ab-ee919a06e1d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:36:34.345711 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e8fb7-f0d7-4526-93ab-ee919a06e1d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:36:34.346068 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e8fb7-f0d7-4526-93ab-ee919a06e1d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:36:34.346383 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e8fb7-f0d7-4526-93ab-ee919a06e1d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:36:34.346709 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e8fb7-f0d7-4526-93ab-ee919a06e1d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:36:34.347034 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e8fb7-f0d7-4526-93ab-ee919a06e1d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:36:34.347710 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091e8fb7-f0d7-4526-93ab-ee919a06e1d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:36:34.350589 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2bdea9-d04f-47bb-bd78-ef4d9726c2fd admin admin] Network 5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:36:34.353638 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-2e2bdea9-d04f-47bb-bd78-ef4d9726c2fd admin admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:36:34.359626 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2bdea9-d04f-47bb-bd78-ef4d9726c2fd admin admin] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:36:34.384434 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2bdea9-d04f-47bb-bd78-ef4d9726c2fd admin admin] Pushing event updated for resources: {'Port': ['ID=be3734cd-aadf-4fa4-a7f0-34d7a3c975c4,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:36:34.389900 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-1c29ccfa-70b7-48f3-af3a-c133df72dedc None None] For port efb3d93b-1588-43b7-a720-e5d69d663193, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:36:34.395166 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-1c29ccfa-70b7-48f3-af3a-c133df72dedc None None] For port efb3d93b-1588-43b7-a720-e5d69d663193, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=efb3d93b-1588-43b7-a720-e5d69d663193,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:36:34.402954 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-1c29ccfa-70b7-48f3-af3a-c133df72dedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:34.405778 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2e2bdea9-d04f-47bb-bd78-ef4d9726c2fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:34.491514 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c29ccfa-70b7-48f3-af3a-c133df72dedc None None] Routers {'5778100e-b524-4a82-badd-f33a2553e3f1'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:36:34.492326 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-1c29ccfa-70b7-48f3-af3a-c133df72dedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:36:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5778100e-b524-4a82-badd-f33a2553e3f1'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:36:34.495163 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e8fb7-f0d7-4526-93ab-ee919a06e1d6 None None] Pushing event updated for resources: {'Port': ['ID=efb3d93b-1588-43b7-a720-e5d69d663193,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:36:34.555116 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2e2bdea9-d04f-47bb-bd78-ef4d9726c2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:34.632557 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-1c29ccfa-70b7-48f3-af3a-c133df72dedc None None] Set router 5778100e-b524-4a82-badd-f33a2553e3f1 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:36:34.651337 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-3ab4ba47-0190-44f9-851d-96ef3156d699 None None] Provisioning for port be3734cd-aadf-4fa4-a7f0-34d7a3c975c4 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:36:34.665833 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-3ab4ba47-0190-44f9-851d-96ef3156d699 None None] Provisioning complete for port be3734cd-aadf-4fa4-a7f0-34d7a3c975c4 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:36:34.666240 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3ab4ba47-0190-44f9-851d-96ef3156d699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:34.702570 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-3ab4ba47-0190-44f9-851d-96ef3156d699 None None] Port be3734cd-aadf-4fa4-a7f0-34d7a3c975c4 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:36:34.730760 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 8e29e20b-549f-4680-853f-85d67695f1a9 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:36:34.788557 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 8e29e20b-549f-4680-853f-85d67695f1a9 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:36:34.788939 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:34.791103 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2e2bdea9-d04f-47bb-bd78-ef4d9726c2fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:34.798819 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2e2bdea9-d04f-47bb-bd78-ef4d9726c2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:34.876838 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2bdea9-d04f-47bb-bd78-ef4d9726c2fd admin admin] Pushing event updated for resources: {'Port': ['ID=be3734cd-aadf-4fa4-a7f0-34d7a3c975c4,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:36:34.883082 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2e2bdea9-d04f-47bb-bd78-ef4d9726c2fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:34.908324 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-1c29ccfa-70b7-48f3-af3a-c133df72dedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'name': 'tempest-TestVolumeBootPattern-1217601385-router', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'efb3d93b-1588-43b7-a720-e5d69d663193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:36:31Z', 'updated_at': '2021-09-08T09:36:32Z', 'revision_number': 3, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'gw_port': {'id': 'efb3d93b-1588-43b7-a720-e5d69d663193', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:32Z', 'updated_at': '2021-09-08T09:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:36:34.958863 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c29ccfa-70b7-48f3-af3a-c133df72dedc None None] The sync data for ids ['5778100e-b524-4a82-badd-f33a2553e3f1'] in n-d-806683-11 is: [{'id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'name': 'tempest-TestVolumeBootPattern-1217601385-router', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'efb3d93b-1588-43b7-a720-e5d69d663193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:36:31Z', 'updated_at': '2021-09-08T09:36:32Z', 'revision_number': 3, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'gw_port': {'id': 'efb3d93b-1588-43b7-a720-e5d69d663193', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:32Z', 'updated_at': '2021-09-08T09:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:36:35.018139 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2bdea9-d04f-47bb-bd78-ef4d9726c2fd admin admin] Network 5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:36:35.021187 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-2e2bdea9-d04f-47bb-bd78-ef4d9726c2fd admin admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:36:35.160049 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2bdea9-d04f-47bb-bd78-ef4d9726c2fd admin admin] Router 5778100e-b524-4a82-badd-f33a2553e3f1 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:36:35.330525 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ae02f720-7da1-490b-8687-805c8ee4380a None None] Provisioning complete for port be3734cd-aadf-4fa4-a7f0-34d7a3c975c4 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:36:35.331262 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ae02f720-7da1-490b-8687-805c8ee4380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:35.385086 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-ae02f720-7da1-490b-8687-805c8ee4380a None None] Port be3734cd-aadf-4fa4-a7f0-34d7a3c975c4 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:36:35.651380 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2bdea9-d04f-47bb-bd78-ef4d9726c2fd admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:36:35.655806 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2e2bdea9-d04f-47bb-bd78-ef4d9726c2fd admin admin] 10.222.0.54 "PUT /v2.0/routers/5778100e-b524-4a82-badd-f33a2553e3f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2638178 Sep 08 09:36:36.174600 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 33080) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:36:36.180195 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-f04b88ae-3f43-4fbd-877f-f1335921e5bc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-686101900-network', 'tenant_id': '871c3ace1a374aa1b522cb78a07c04c5'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:36:36.201884 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04b88ae-3f43-4fbd-877f-f1335921e5bc admin admin] Made reservation on behalf of 871c3ace1a374aa1b522cb78a07c04c5 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:36:36.204270 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f04b88ae-3f43-4fbd-877f-f1335921e5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:36.214368 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f04b88ae-3f43-4fbd-877f-f1335921e5bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:36.309064 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f04b88ae-3f43-4fbd-877f-f1335921e5bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:36.313245 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f04b88ae-3f43-4fbd-877f-f1335921e5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:36.339455 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f04b88ae-3f43-4fbd-877f-f1335921e5bc admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:36:36.349536 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b88ae-3f43-4fbd-877f-f1335921e5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51242ef1-17b1-4f75-b10d-bd60ece43548,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:36:36.354558 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f04b88ae-3f43-4fbd-877f-f1335921e5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:36.354916 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-f04b88ae-3f43-4fbd-877f-f1335921e5bc admin admin] Added segment 15e59ced-196c-48bd-963a-cea29e3a8767 of type vlan for network da2ebf1f-baa8-448c-883c-c6277cb5af27 Sep 08 09:36:36.413594 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f04b88ae-3f43-4fbd-877f-f1335921e5bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:36.447589 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f04b88ae-3f43-4fbd-877f-f1335921e5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:36.448637 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04b88ae-3f43-4fbd-877f-f1335921e5bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:36:36.449235 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f04b88ae-3f43-4fbd-877f-f1335921e5bc admin admin] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:36.491819 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f04b88ae-3f43-4fbd-877f-f1335921e5bc admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3129280 Sep 08 09:36:36.492267 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 33082) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:36:36.497708 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-6ec72b60-8861-4ab8-a888-1fb00cd6b649 admin admin] Request body: {'subnet': {'network_id': 'da2ebf1f-baa8-448c-883c-c6277cb5af27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-686101900-subnet', 'tenant_id': '871c3ace1a374aa1b522cb78a07c04c5', 'ip_version': 4}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:36:36.518384 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b88ae-3f43-4fbd-877f-f1335921e5bc admin admin] Pushing event updated for resources: {'Network': ['ID=da2ebf1f-baa8-448c-883c-c6277cb5af27,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:36:36.530803 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network da2ebf1f-baa8-448c-883c-c6277cb5af27 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:36:36.535356 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec72b60-8861-4ab8-a888-1fb00cd6b649 admin admin] Made reservation on behalf of 871c3ace1a374aa1b522cb78a07c04c5 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:36:36.538848 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6ec72b60-8861-4ab8-a888-1fb00cd6b649 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:36.740888 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device efb3d93b-1588-43b7-a720-e5d69d663193 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:36:36.768601 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6ec72b60-8861-4ab8-a888-1fb00cd6b649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:36.796133 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a75cb93-5c12-4e52-88ea-e8e9c08d2c56 None None] Sync routers for ids ['5778100e-b524-4a82-badd-f33a2553e3f1'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:36:36.807660 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port efb3d93b-1588-43b7-a720-e5d69d663193 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:36:36.811023 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a75cb93-5c12-4e52-88ea-e8e9c08d2c56 None None] Routers {'5778100e-b524-4a82-badd-f33a2553e3f1'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:36:36.811677 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-0a75cb93-5c12-4e52-88ea-e8e9c08d2c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:36:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5778100e-b524-4a82-badd-f33a2553e3f1'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:36:36.814959 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port efb3d93b-1588-43b7-a720-e5d69d663193 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:36:36.815575 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:36.844786 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec72b60-8861-4ab8-a888-1fb00cd6b649 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2aae3ce0-62b4-47da-a4aa-22d73d1c96c3,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:36:36.852487 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec72b60-8861-4ab8-a888-1fb00cd6b649 admin admin] Checking segment: {'id': '15e59ced-196c-48bd-963a-cea29e3a8767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'da2ebf1f-baa8-448c-883c-c6277cb5af27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:36:36.852867 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec72b60-8861-4ab8-a888-1fb00cd6b649 admin admin] Network hostable DHCP agents. Network: da2ebf1f-baa8-448c-883c-c6277cb5af27, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:36:36.876064 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec72b60-8861-4ab8-a888-1fb00cd6b649 admin admin] Network da2ebf1f-baa8-448c-883c-c6277cb5af27 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:36:36.887053 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-6ec72b60-8861-4ab8-a888-1fb00cd6b649 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, da2ebf1f-baa8-448c-883c-c6277cb5af27) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:36:36.892905 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec72b60-8861-4ab8-a888-1fb00cd6b649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:36:36.893778 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6ec72b60-8861-4ab8-a888-1fb00cd6b649 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:36.904711 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f4004b-03a8-4858-ab56-f6146bc3d870 None None] Network da2ebf1f-baa8-448c-883c-c6277cb5af27 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:36:36.914963 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6ec72b60-8861-4ab8-a888-1fb00cd6b649 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4212656 Sep 08 09:36:36.917632 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 33084) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:36:36.921992 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-bf52229e-a1ca-4927-86fd-37751842ac8e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-686101900-router', 'tenant_id': '871c3ace1a374aa1b522cb78a07c04c5', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:36:36.949577 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bf52229e-a1ca-4927-86fd-37751842ac8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:36.950807 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bf52229e-a1ca-4927-86fd-37751842ac8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:37.023823 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bf52229e-a1ca-4927-86fd-37751842ac8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:37.036137 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-0a75cb93-5c12-4e52-88ea-e8e9c08d2c56 None None] Set router 5778100e-b524-4a82-badd-f33a2553e3f1 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:36:37.100193 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:37.172641 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bf52229e-a1ca-4927-86fd-37751842ac8e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:37.204690 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port efb3d93b-1588-43b7-a720-e5d69d663193, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=efb3d93b-1588-43b7-a720-e5d69d663193,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:36:37.219826 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:37.318313 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5fe114-8c60-4fc2-86e6-7720fa2ffb9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-da2ebf1f-baa8-448c-883c-c6277cb5af27', 'network_id': 'da2ebf1f-baa8-448c-883c-c6277cb5af27', 'tenant_id': '871c3ace1a374aa1b522cb78a07c04c5', 'fixed_ips': [{'subnet_id': '2aae3ce0-62b4-47da-a4aa-22d73d1c96c3'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:36:37.319190 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6b5fe114-8c60-4fc2-86e6-7720fa2ffb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:37.353439 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=efb3d93b-1588-43b7-a720-e5d69d663193,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:36:37.396814 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bf52229e-a1ca-4927-86fd-37751842ac8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:37.416807 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bf52229e-a1ca-4927-86fd-37751842ac8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:37.513106 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-0a75cb93-5c12-4e52-88ea-e8e9c08d2c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'name': 'tempest-TestVolumeBootPattern-1217601385-router', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'efb3d93b-1588-43b7-a720-e5d69d663193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:36:31Z', 'updated_at': '2021-09-08T09:36:34Z', 'revision_number': 4, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'gw_port': {'id': 'efb3d93b-1588-43b7-a720-e5d69d663193', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:32Z', 'updated_at': '2021-09-08T09:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'be3734cd-aadf-4fa4-a7f0-34d7a3c975c4', 'name': '', 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'mac_address': 'fa:16:3e:2f:df:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:33Z', 'updated_at': '2021-09-08T09:36:34Z', 'revision_number': 2, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'subnets': [{'id': 'b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:36:37.528374 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-bf52229e-a1ca-4927-86fd-37751842ac8e admin admin] Allocated IP 172.25.0.150 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/cc78b258-4682-4fc7-ae72-c063ac6d1632) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:36:37.551779 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a75cb93-5c12-4e52-88ea-e8e9c08d2c56 None None] Checking router: 5778100e-b524-4a82-badd-f33a2553e3f1 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:36:37.552542 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a75cb93-5c12-4e52-88ea-e8e9c08d2c56 None None] Updating router 5778100e-b524-4a82-badd-f33a2553e3f1 port be3734cd-aadf-4fa4-a7f0-34d7a3c975c4 binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:36:37.585756 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-6b5fe114-8c60-4fc2-86e6-7720fa2ffb9b None None] Allocated IP 172.20.0.2 (da2ebf1f-baa8-448c-883c-c6277cb5af27/2aae3ce0-62b4-47da-a4aa-22d73d1c96c3/85fa5449-d4fa-4b84-8659-fea8bf011840) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:36:37.620820 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0a75cb93-5c12-4e52-88ea-e8e9c08d2c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:37.684322 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bf52229e-a1ca-4927-86fd-37751842ac8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:37.730588 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bf52229e-a1ca-4927-86fd-37751842ac8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:37.769498 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf52229e-a1ca-4927-86fd-37751842ac8e admin admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:36:37.774950 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-bf52229e-a1ca-4927-86fd-37751842ac8e admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:36:37.777382 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf52229e-a1ca-4927-86fd-37751842ac8e admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:36:37.806730 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf52229e-a1ca-4927-86fd-37751842ac8e admin admin] Pushing event updated for resources: {'Port': ['ID=cc78b258-4682-4fc7-ae72-c063ac6d1632,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:36:37.917853 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6b5fe114-8c60-4fc2-86e6-7720fa2ffb9b None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:37.933366 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-6b5fe114-8c60-4fc2-86e6-7720fa2ffb9b None None] Transition to ACTIVE for port object 85fa5449-d4fa-4b84-8659-fea8bf011840 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:36:37.961865 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-6b5fe114-8c60-4fc2-86e6-7720fa2ffb9b None None] Transition to ACTIVE for port object 85fa5449-d4fa-4b84-8659-fea8bf011840 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:36:37.974078 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6b5fe114-8c60-4fc2-86e6-7720fa2ffb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:38.029338 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5fe114-8c60-4fc2-86e6-7720fa2ffb9b None None] Network da2ebf1f-baa8-448c-883c-c6277cb5af27 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:36:38.055845 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-6b5fe114-8c60-4fc2-86e6-7720fa2ffb9b None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:36:38.063225 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5fe114-8c60-4fc2-86e6-7720fa2ffb9b None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:36:38.065782 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bf52229e-a1ca-4927-86fd-37751842ac8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:38.070156 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5fe114-8c60-4fc2-86e6-7720fa2ffb9b None None] Pushing event updated for resources: {'Port': ['ID=85fa5449-d4fa-4b84-8659-fea8bf011840,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:36:38.089404 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0a75cb93-5c12-4e52-88ea-e8e9c08d2c56 None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:38.116895 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-0a75cb93-5c12-4e52-88ea-e8e9c08d2c56 None None] Transition to ACTIVE for port object be3734cd-aadf-4fa4-a7f0-34d7a3c975c4 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:36:38.139193 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0a75cb93-5c12-4e52-88ea-e8e9c08d2c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:38.184978 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-6b5fe114-8c60-4fc2-86e6-7720fa2ffb9b None None] Attempting to bind port 85fa5449-d4fa-4b84-8659-fea8bf011840 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:36:38.185355 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-6b5fe114-8c60-4fc2-86e6-7720fa2ffb9b None None] Attempting to bind port 85fa5449-d4fa-4b84-8659-fea8bf011840 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '15e59ced-196c-48bd-963a-cea29e3a8767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'da2ebf1f-baa8-448c-883c-c6277cb5af27'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:36:38.185725 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5fe114-8c60-4fc2-86e6-7720fa2ffb9b None None] Attempting to bind port 85fa5449-d4fa-4b84-8659-fea8bf011840 on network da2ebf1f-baa8-448c-883c-c6277cb5af27 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:36:38.202865 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5fe114-8c60-4fc2-86e6-7720fa2ffb9b None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:36:38.203250 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5fe114-8c60-4fc2-86e6-7720fa2ffb9b None None] Checking segment: {'id': '15e59ced-196c-48bd-963a-cea29e3a8767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'da2ebf1f-baa8-448c-883c-c6277cb5af27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:36:38.203661 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6b5fe114-8c60-4fc2-86e6-7720fa2ffb9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:38.204064 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5fe114-8c60-4fc2-86e6-7720fa2ffb9b None None] Bound using segment: {'id': '15e59ced-196c-48bd-963a-cea29e3a8767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'da2ebf1f-baa8-448c-883c-c6277cb5af27'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:36:38.204550 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-6b5fe114-8c60-4fc2-86e6-7720fa2ffb9b None None] Bound port: 85fa5449-d4fa-4b84-8659-fea8bf011840, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e59ced-196c-48bd-963a-cea29e3a8767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'da2ebf1f-baa8-448c-883c-c6277cb5af27'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:36:38.204943 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6b5fe114-8c60-4fc2-86e6-7720fa2ffb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:38.210309 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9985a402-bd45-4439-838b-df96a2005bd8 None None] Pushing event updated for resources: {'Port': ['ID=be3734cd-aadf-4fa4-a7f0-34d7a3c975c4,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:36:38.310515 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-0a75cb93-5c12-4e52-88ea-e8e9c08d2c56 None None] Attempting to bind port be3734cd-aadf-4fa4-a7f0-34d7a3c975c4 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:36:38.310814 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-0a75cb93-5c12-4e52-88ea-e8e9c08d2c56 None None] Attempting to bind port be3734cd-aadf-4fa4-a7f0-34d7a3c975c4 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '661b5f51-c7e0-409b-aee2-cbee07f30235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:36:38.311106 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a75cb93-5c12-4e52-88ea-e8e9c08d2c56 None None] Attempting to bind port be3734cd-aadf-4fa4-a7f0-34d7a3c975c4 on network 5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:36:38.325040 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a75cb93-5c12-4e52-88ea-e8e9c08d2c56 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:36:38.325429 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a75cb93-5c12-4e52-88ea-e8e9c08d2c56 None None] Checking segment: {'id': '661b5f51-c7e0-409b-aee2-cbee07f30235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:36:38.326563 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0a75cb93-5c12-4e52-88ea-e8e9c08d2c56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:38.326563 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a75cb93-5c12-4e52-88ea-e8e9c08d2c56 None None] Bound using segment: {'id': '661b5f51-c7e0-409b-aee2-cbee07f30235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:36:38.326881 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-0a75cb93-5c12-4e52-88ea-e8e9c08d2c56 None None] Bound port: be3734cd-aadf-4fa4-a7f0-34d7a3c975c4, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '661b5f51-c7e0-409b-aee2-cbee07f30235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:36:38.327186 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0a75cb93-5c12-4e52-88ea-e8e9c08d2c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:38.331601 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-6b5fe114-8c60-4fc2-86e6-7720fa2ffb9b None None] For port 85fa5449-d4fa-4b84-8659-fea8bf011840, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:36:38.354067 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-6b5fe114-8c60-4fc2-86e6-7720fa2ffb9b None None] For port 85fa5449-d4fa-4b84-8659-fea8bf011840, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=85fa5449-d4fa-4b84-8659-fea8bf011840,segment=NetworkSegment(15e59ced-196c-48bd-963a-cea29e3a8767),segment_id=15e59ced-196c-48bd-963a-cea29e3a8767)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:36:38.354440 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bf52229e-a1ca-4927-86fd-37751842ac8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:38.376216 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6b5fe114-8c60-4fc2-86e6-7720fa2ffb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:38.462839 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-0a75cb93-5c12-4e52-88ea-e8e9c08d2c56 None None] For port be3734cd-aadf-4fa4-a7f0-34d7a3c975c4, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:36:38.466596 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-0a75cb93-5c12-4e52-88ea-e8e9c08d2c56 None None] For port be3734cd-aadf-4fa4-a7f0-34d7a3c975c4, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=be3734cd-aadf-4fa4-a7f0-34d7a3c975c4,segment=NetworkSegment(661b5f51-c7e0-409b-aee2-cbee07f30235),segment_id=661b5f51-c7e0-409b-aee2-cbee07f30235)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:36:38.467604 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5fe114-8c60-4fc2-86e6-7720fa2ffb9b None None] Pushing event updated for resources: {'Port': ['ID=85fa5449-d4fa-4b84-8659-fea8bf011840,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:36:38.474800 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0a75cb93-5c12-4e52-88ea-e8e9c08d2c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:38.554718 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf52229e-a1ca-4927-86fd-37751842ac8e admin admin] Router 9bf51189-92bf-40da-b038-22a5946817a5 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:36:38.595149 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a75cb93-5c12-4e52-88ea-e8e9c08d2c56 None None] Routers {'5778100e-b524-4a82-badd-f33a2553e3f1'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:36:38.596191 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-0a75cb93-5c12-4e52-88ea-e8e9c08d2c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:36:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5778100e-b524-4a82-badd-f33a2553e3f1'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:36:38.716090 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9985a402-bd45-4439-838b-df96a2005bd8 None None] Pushing event updated for resources: {'Port': ['ID=be3734cd-aadf-4fa4-a7f0-34d7a3c975c4,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:36:38.771478 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device efb3d93b-1588-43b7-a720-e5d69d663193 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:36:38.817272 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf52229e-a1ca-4927-86fd-37751842ac8e admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:36:38.830067 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747893a0-629f-49b4-9985-99fcd5e5ba80 None None] Sync routers for ids ['9bf51189-92bf-40da-b038-22a5946817a5'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:36:38.849266 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747893a0-629f-49b4-9985-99fcd5e5ba80 None None] Routers {'9bf51189-92bf-40da-b038-22a5946817a5'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:36:38.851521 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-747893a0-629f-49b4-9985-99fcd5e5ba80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:36:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['9bf51189-92bf-40da-b038-22a5946817a5'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:36:38.864992 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bf52229e-a1ca-4927-86fd-37751842ac8e admin admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:38.872704 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-bf52229e-a1ca-4927-86fd-37751842ac8e admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9499691 Sep 08 09:36:38.873000 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 33086) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:36:39.008383 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-0a75cb93-5c12-4e52-88ea-e8e9c08d2c56 None None] Set router 5778100e-b524-4a82-badd-f33a2553e3f1 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:36:39.133625 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port efb3d93b-1588-43b7-a720-e5d69d663193 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:36:39.134004 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:39.152339 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-747893a0-629f-49b4-9985-99fcd5e5ba80 None None] Set router 9bf51189-92bf-40da-b038-22a5946817a5 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:36:39.321757 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-0a75cb93-5c12-4e52-88ea-e8e9c08d2c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'name': 'tempest-TestVolumeBootPattern-1217601385-router', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'efb3d93b-1588-43b7-a720-e5d69d663193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:36:31Z', 'updated_at': '2021-09-08T09:36:34Z', 'revision_number': 4, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'gw_port': {'id': 'efb3d93b-1588-43b7-a720-e5d69d663193', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:32Z', 'updated_at': '2021-09-08T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'be3734cd-aadf-4fa4-a7f0-34d7a3c975c4', 'name': '', 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'mac_address': 'fa:16:3e:2f:df:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:33Z', 'updated_at': '2021-09-08T09:36:38Z', 'revision_number': 4, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'subnets': [{'id': 'b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:36:39.351016 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a75cb93-5c12-4e52-88ea-e8e9c08d2c56 None None] The sync data for ids ['5778100e-b524-4a82-badd-f33a2553e3f1'] in n-d-806683-11 is: [{'id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'name': 'tempest-TestVolumeBootPattern-1217601385-router', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'efb3d93b-1588-43b7-a720-e5d69d663193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:36:31Z', 'updated_at': '2021-09-08T09:36:34Z', 'revision_number': 4, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'gw_port': {'id': 'efb3d93b-1588-43b7-a720-e5d69d663193', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:32Z', 'updated_at': '2021-09-08T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'be3734cd-aadf-4fa4-a7f0-34d7a3c975c4', 'name': '', 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'mac_address': 'fa:16:3e:2f:df:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:33Z', 'updated_at': '2021-09-08T09:36:38Z', 'revision_number': 4, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'subnets': [{'id': 'b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:36:39.460131 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-747893a0-629f-49b4-9985-99fcd5e5ba80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf51189-92bf-40da-b038-22a5946817a5', 'name': 'tempest-TestVolumeBootPattern-686101900-router', 'tenant_id': '871c3ace1a374aa1b522cb78a07c04c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'cc78b258-4682-4fc7-ae72-c063ac6d1632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:36:36Z', 'updated_at': '2021-09-08T09:36:37Z', 'revision_number': 3, 'project_id': '871c3ace1a374aa1b522cb78a07c04c5', 'gw_port': {'id': 'cc78b258-4682-4fc7-ae72-c063ac6d1632', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:32:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf51189-92bf-40da-b038-22a5946817a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:37Z', 'updated_at': '2021-09-08T09:36:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:36:39.491141 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747893a0-629f-49b4-9985-99fcd5e5ba80 None None] Checking router: 9bf51189-92bf-40da-b038-22a5946817a5 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:36:39.491477 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747893a0-629f-49b4-9985-99fcd5e5ba80 None None] Updating router 9bf51189-92bf-40da-b038-22a5946817a5 port cc78b258-4682-4fc7-ae72-c063ac6d1632 binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:36:39.528536 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-747893a0-629f-49b4-9985-99fcd5e5ba80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:39.531087 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-def7fdb1-8036-4d37-b504-2f05a880e750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:39.732328 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-def7fdb1-8036-4d37-b504-2f05a880e750 admin admin] Allocated IP 172.20.0.1 (da2ebf1f-baa8-448c-883c-c6277cb5af27/2aae3ce0-62b4-47da-a4aa-22d73d1c96c3/bc2fa6a2-d0e8-4b7b-b26a-4dc44b56d293) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:36:39.849740 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-747893a0-629f-49b4-9985-99fcd5e5ba80 None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:39.860332 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-747893a0-629f-49b4-9985-99fcd5e5ba80 None None] Transition to ACTIVE for port object cc78b258-4682-4fc7-ae72-c063ac6d1632 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:36:39.868049 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-747893a0-629f-49b4-9985-99fcd5e5ba80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:39.881741 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-def7fdb1-8036-4d37-b504-2f05a880e750 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:39.899188 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-def7fdb1-8036-4d37-b504-2f05a880e750 admin admin] Transition to ACTIVE for port object bc2fa6a2-d0e8-4b7b-b26a-4dc44b56d293 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:36:39.917265 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-747893a0-629f-49b4-9985-99fcd5e5ba80 None None] Attempting to bind port cc78b258-4682-4fc7-ae72-c063ac6d1632 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:36:39.917638 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-747893a0-629f-49b4-9985-99fcd5e5ba80 None None] Attempting to bind port cc78b258-4682-4fc7-ae72-c063ac6d1632 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:36:39.918009 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747893a0-629f-49b4-9985-99fcd5e5ba80 None None] Attempting to bind port cc78b258-4682-4fc7-ae72-c063ac6d1632 on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:36:39.924021 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e9ff61-b69a-4f84-a40d-89f63a73450f None None] Network da2ebf1f-baa8-448c-883c-c6277cb5af27 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:36:39.931460 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747893a0-629f-49b4-9985-99fcd5e5ba80 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:36:39.931844 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747893a0-629f-49b4-9985-99fcd5e5ba80 None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:36:39.932255 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-747893a0-629f-49b4-9985-99fcd5e5ba80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:39.932659 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747893a0-629f-49b4-9985-99fcd5e5ba80 None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:36:39.933147 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-747893a0-629f-49b4-9985-99fcd5e5ba80 None None] Bound port: cc78b258-4682-4fc7-ae72-c063ac6d1632, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:36:39.933537 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-747893a0-629f-49b4-9985-99fcd5e5ba80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:39.948158 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-def7fdb1-8036-4d37-b504-2f05a880e750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:39.965189 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ad9b8-0314-4f29-80fc-77aa862e2a49 None None] Pushing event updated for resources: {'Port': ['ID=cc78b258-4682-4fc7-ae72-c063ac6d1632,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:36:40.000544 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-747893a0-629f-49b4-9985-99fcd5e5ba80 None None] For port cc78b258-4682-4fc7-ae72-c063ac6d1632, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:36:40.003978 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-747893a0-629f-49b4-9985-99fcd5e5ba80 None None] For port cc78b258-4682-4fc7-ae72-c063ac6d1632, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=cc78b258-4682-4fc7-ae72-c063ac6d1632,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:36:40.011696 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-747893a0-629f-49b4-9985-99fcd5e5ba80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:40.039442 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d5110f86-642f-4a00-8314-2155c0e8b32d None None] Provisioning for port 85fa5449-d4fa-4b84-8659-fea8bf011840 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:36:40.044391 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def7fdb1-8036-4d37-b504-2f05a880e750 admin admin] Network da2ebf1f-baa8-448c-883c-c6277cb5af27 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:36:40.050602 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-def7fdb1-8036-4d37-b504-2f05a880e750 admin admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:36:40.061602 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def7fdb1-8036-4d37-b504-2f05a880e750 admin admin] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:36:40.072683 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def7fdb1-8036-4d37-b504-2f05a880e750 admin admin] Pushing event updated for resources: {'Port': ['ID=bc2fa6a2-d0e8-4b7b-b26a-4dc44b56d293,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:36:40.096874 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747893a0-629f-49b4-9985-99fcd5e5ba80 None None] Routers {'9bf51189-92bf-40da-b038-22a5946817a5'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:36:40.097519 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-747893a0-629f-49b4-9985-99fcd5e5ba80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:36:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['9bf51189-92bf-40da-b038-22a5946817a5'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:36:40.131346 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-def7fdb1-8036-4d37-b504-2f05a880e750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:40.159822 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ad9b8-0314-4f29-80fc-77aa862e2a49 None None] Pushing event updated for resources: {'Port': ['ID=cc78b258-4682-4fc7-ae72-c063ac6d1632,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:36:40.280389 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-747893a0-629f-49b4-9985-99fcd5e5ba80 None None] Set router 9bf51189-92bf-40da-b038-22a5946817a5 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:36:40.315858 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-def7fdb1-8036-4d37-b504-2f05a880e750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:40.499940 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-45777687-2f6a-4d3f-8b81-55ff4b1426f2 None None] Provisioning for port bc2fa6a2-d0e8-4b7b-b26a-4dc44b56d293 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:36:40.507366 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-45777687-2f6a-4d3f-8b81-55ff4b1426f2 None None] Provisioning complete for port bc2fa6a2-d0e8-4b7b-b26a-4dc44b56d293 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:36:40.508434 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-45777687-2f6a-4d3f-8b81-55ff4b1426f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:40.512098 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-747893a0-629f-49b4-9985-99fcd5e5ba80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf51189-92bf-40da-b038-22a5946817a5', 'name': 'tempest-TestVolumeBootPattern-686101900-router', 'tenant_id': '871c3ace1a374aa1b522cb78a07c04c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'cc78b258-4682-4fc7-ae72-c063ac6d1632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:36:36Z', 'updated_at': '2021-09-08T09:36:37Z', 'revision_number': 3, 'project_id': '871c3ace1a374aa1b522cb78a07c04c5', 'gw_port': {'id': 'cc78b258-4682-4fc7-ae72-c063ac6d1632', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:32:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf51189-92bf-40da-b038-22a5946817a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:37Z', 'updated_at': '2021-09-08T09:36:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:36:40.517833 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-def7fdb1-8036-4d37-b504-2f05a880e750 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:40.527358 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-def7fdb1-8036-4d37-b504-2f05a880e750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:40.557858 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747893a0-629f-49b4-9985-99fcd5e5ba80 None None] The sync data for ids ['9bf51189-92bf-40da-b038-22a5946817a5'] in n-d-806683-11 is: [{'id': '9bf51189-92bf-40da-b038-22a5946817a5', 'name': 'tempest-TestVolumeBootPattern-686101900-router', 'tenant_id': '871c3ace1a374aa1b522cb78a07c04c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'cc78b258-4682-4fc7-ae72-c063ac6d1632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:36:36Z', 'updated_at': '2021-09-08T09:36:37Z', 'revision_number': 3, 'project_id': '871c3ace1a374aa1b522cb78a07c04c5', 'gw_port': {'id': 'cc78b258-4682-4fc7-ae72-c063ac6d1632', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:32:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf51189-92bf-40da-b038-22a5946817a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:37Z', 'updated_at': '2021-09-08T09:36:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:36:40.573667 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-45777687-2f6a-4d3f-8b81-55ff4b1426f2 None None] Port bc2fa6a2-d0e8-4b7b-b26a-4dc44b56d293 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:36:40.618970 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-def7fdb1-8036-4d37-b504-2f05a880e750 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:40.621002 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def7fdb1-8036-4d37-b504-2f05a880e750 admin admin] Pushing event updated for resources: {'Port': ['ID=bc2fa6a2-d0e8-4b7b-b26a-4dc44b56d293,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:36:40.755080 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def7fdb1-8036-4d37-b504-2f05a880e750 admin admin] Network da2ebf1f-baa8-448c-883c-c6277cb5af27 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:36:40.757964 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-def7fdb1-8036-4d37-b504-2f05a880e750 admin admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:36:40.856336 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device be3734cd-aadf-4fa4-a7f0-34d7a3c975c4 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:36:40.899608 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-adec78a8-0ac7-49b1-ae94-61441bf87d78 None None] Provisioning complete for port bc2fa6a2-d0e8-4b7b-b26a-4dc44b56d293 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:36:40.900199 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-adec78a8-0ac7-49b1-ae94-61441bf87d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:40.934358 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def7fdb1-8036-4d37-b504-2f05a880e750 admin admin] Router 9bf51189-92bf-40da-b038-22a5946817a5 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:36:40.942998 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-adec78a8-0ac7-49b1-ae94-61441bf87d78 None None] Port bc2fa6a2-d0e8-4b7b-b26a-4dc44b56d293 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:36:40.973215 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port be3734cd-aadf-4fa4-a7f0-34d7a3c975c4 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:36:40.977922 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port be3734cd-aadf-4fa4-a7f0-34d7a3c975c4 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:36:40.978263 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:41.143312 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:41.182622 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def7fdb1-8036-4d37-b504-2f05a880e750 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:36:41.193371 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-def7fdb1-8036-4d37-b504-2f05a880e750 admin admin] 10.222.0.54 "PUT /v2.0/routers/9bf51189-92bf-40da-b038-22a5946817a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3185689 Sep 08 09:36:41.202252 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port be3734cd-aadf-4fa4-a7f0-34d7a3c975c4, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=be3734cd-aadf-4fa4-a7f0-34d7a3c975c4,segment=NetworkSegment(661b5f51-c7e0-409b-aee2-cbee07f30235),segment_id=661b5f51-c7e0-409b-aee2-cbee07f30235)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:36:41.206569 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:41.208286 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 85fa5449-d4fa-4b84-8659-fea8bf011840 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:36:41.311340 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f3d27f5f-8e82-4b8e-90db-4138ae88ae34 None None] Provisioning complete for port bc2fa6a2-d0e8-4b7b-b26a-4dc44b56d293 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:36:41.311715 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f3d27f5f-8e82-4b8e-90db-4138ae88ae34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:41.316210 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=be3734cd-aadf-4fa4-a7f0-34d7a3c975c4,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:36:41.355983 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 85fa5449-d4fa-4b84-8659-fea8bf011840 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:36:41.367836 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 85fa5449-d4fa-4b84-8659-fea8bf011840 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:36:41.368344 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:41.416961 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-f3d27f5f-8e82-4b8e-90db-4138ae88ae34 None None] Port bc2fa6a2-d0e8-4b7b-b26a-4dc44b56d293 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:36:41.507782 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:41.559006 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 85fa5449-d4fa-4b84-8659-fea8bf011840, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=85fa5449-d4fa-4b84-8659-fea8bf011840,segment=NetworkSegment(15e59ced-196c-48bd-963a-cea29e3a8767),segment_id=15e59ced-196c-48bd-963a-cea29e3a8767)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:36:41.563853 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:41.619401 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=85fa5449-d4fa-4b84-8659-fea8bf011840,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:36:42.848977 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device cc78b258-4682-4fc7-ae72-c063ac6d1632 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:36:42.903716 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port cc78b258-4682-4fc7-ae72-c063ac6d1632 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:36:42.908139 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port cc78b258-4682-4fc7-ae72-c063ac6d1632 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:36:42.908522 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:42.994149 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc94d97-b98a-474c-9191-58beadb55aef None None] Sync routers for ids ['9bf51189-92bf-40da-b038-22a5946817a5'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:36:43.005300 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:43.019050 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc94d97-b98a-474c-9191-58beadb55aef None None] Routers {'9bf51189-92bf-40da-b038-22a5946817a5'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:36:43.020319 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-7cc94d97-b98a-474c-9191-58beadb55aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:36:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['9bf51189-92bf-40da-b038-22a5946817a5'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:36:43.062104 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port cc78b258-4682-4fc7-ae72-c063ac6d1632, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=cc78b258-4682-4fc7-ae72-c063ac6d1632,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:36:43.070137 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:43.071055 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device be3734cd-aadf-4fa4-a7f0-34d7a3c975c4 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:36:43.219032 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=cc78b258-4682-4fc7-ae72-c063ac6d1632,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:36:43.233273 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-7cc94d97-b98a-474c-9191-58beadb55aef None None] Set router 9bf51189-92bf-40da-b038-22a5946817a5 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:36:43.269345 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port be3734cd-aadf-4fa4-a7f0-34d7a3c975c4 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:36:43.269849 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:43.460452 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8d986-7693-44c7-86c3-c959b9131cd4 req-c162c521-b49e-4d44-83e8-38d7cbbe8640 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:36:43.461900 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-26c8d986-7693-44c7-86c3-c959b9131cd4 req-c162c521-b49e-4d44-83e8-38d7cbbe8640 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/networks?id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 HTTP/1.1" status: 200 len: 812 time: 0.1136777 Sep 08 09:36:43.477835 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-26c8d986-7693-44c7-86c3-c959b9131cd4 req-5ff9db5a-ddb0-4bd7-a89a-f579f09ffc04 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/quotas/2ea339fc014f40f08d7dfb55de384614 HTTP/1.1" status: 200 len: 375 time: 0.0098336 Sep 08 09:36:43.515747 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 85fa5449-d4fa-4b84-8659-fea8bf011840 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:36:43.538859 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-26c8d986-7693-44c7-86c3-c959b9131cd4 req-ec7985f7-e6de-4925-a2c0-7d8516326b9e tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ea339fc014f40f08d7dfb55de384614&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552082 Sep 08 09:36:43.638878 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 85fa5449-d4fa-4b84-8659-fea8bf011840 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:36:43.639411 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:43.695665 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-7cc94d97-b98a-474c-9191-58beadb55aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf51189-92bf-40da-b038-22a5946817a5', 'name': 'tempest-TestVolumeBootPattern-686101900-router', 'tenant_id': '871c3ace1a374aa1b522cb78a07c04c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'cc78b258-4682-4fc7-ae72-c063ac6d1632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:36:36Z', 'updated_at': '2021-09-08T09:36:40Z', 'revision_number': 4, 'project_id': '871c3ace1a374aa1b522cb78a07c04c5', 'gw_port': {'id': 'cc78b258-4682-4fc7-ae72-c063ac6d1632', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:32:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf51189-92bf-40da-b038-22a5946817a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:37Z', 'updated_at': '2021-09-08T09:36:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'bc2fa6a2-d0e8-4b7b-b26a-4dc44b56d293', 'name': '', 'network_id': 'da2ebf1f-baa8-448c-883c-c6277cb5af27', 'tenant_id': '871c3ace1a374aa1b522cb78a07c04c5', 'mac_address': 'fa:16:3e:a3:73:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf51189-92bf-40da-b038-22a5946817a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '2aae3ce0-62b4-47da-a4aa-22d73d1c96c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:39Z', 'updated_at': '2021-09-08T09:36:40Z', 'revision_number': 2, 'project_id': '871c3ace1a374aa1b522cb78a07c04c5', 'subnets': [{'id': '2aae3ce0-62b4-47da-a4aa-22d73d1c96c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:36:43.727657 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc94d97-b98a-474c-9191-58beadb55aef None None] Checking router: 9bf51189-92bf-40da-b038-22a5946817a5 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:36:43.727907 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc94d97-b98a-474c-9191-58beadb55aef None None] Updating router 9bf51189-92bf-40da-b038-22a5946817a5 port bc2fa6a2-d0e8-4b7b-b26a-4dc44b56d293 binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:36:43.736209 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-26c8d986-7693-44c7-86c3-c959b9131cd4 req-e9063de6-af30-4d27-afaa-5239602f51de service neutron] 10.222.0.54 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902893 Sep 08 09:36:43.764040 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7cc94d97-b98a-474c-9191-58beadb55aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:43.842364 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-26c8d986-7693-44c7-86c3-c959b9131cd4 req-d22b9d67-9946-4f49-9888-3209df54b92c service neutron] 10.222.0.54 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965974 Sep 08 09:36:44.102644 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7cc94d97-b98a-474c-9191-58beadb55aef None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:44.119560 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-7cc94d97-b98a-474c-9191-58beadb55aef None None] Transition to ACTIVE for port object bc2fa6a2-d0e8-4b7b-b26a-4dc44b56d293 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:36:44.128586 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7cc94d97-b98a-474c-9191-58beadb55aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:44.217069 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5def7c6b-d69c-4c04-9409-68a974035ae2 req-2c6374de-42b2-46e6-9d27-cec00cab69c3 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=70d5456e-756e-4e17-b031-bde4753ee7e2 HTTP/1.1" status: 200 len: 210 time: 0.0589495 Sep 08 09:36:44.254642 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dd0fe8-4a40-4323-9fe9-17cff2f2e26f None None] Pushing event updated for resources: {'Port': ['ID=bc2fa6a2-d0e8-4b7b-b26a-4dc44b56d293,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:36:44.299310 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-7cc94d97-b98a-474c-9191-58beadb55aef None None] Attempting to bind port bc2fa6a2-d0e8-4b7b-b26a-4dc44b56d293 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:36:44.299884 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-7cc94d97-b98a-474c-9191-58beadb55aef None None] Attempting to bind port bc2fa6a2-d0e8-4b7b-b26a-4dc44b56d293 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '15e59ced-196c-48bd-963a-cea29e3a8767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'da2ebf1f-baa8-448c-883c-c6277cb5af27'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:36:44.300418 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc94d97-b98a-474c-9191-58beadb55aef None None] Attempting to bind port bc2fa6a2-d0e8-4b7b-b26a-4dc44b56d293 on network da2ebf1f-baa8-448c-883c-c6277cb5af27 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:36:44.307944 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc94d97-b98a-474c-9191-58beadb55aef None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:36:44.308371 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc94d97-b98a-474c-9191-58beadb55aef None None] Checking segment: {'id': '15e59ced-196c-48bd-963a-cea29e3a8767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'da2ebf1f-baa8-448c-883c-c6277cb5af27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:36:44.308788 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7cc94d97-b98a-474c-9191-58beadb55aef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:44.309185 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc94d97-b98a-474c-9191-58beadb55aef None None] Bound using segment: {'id': '15e59ced-196c-48bd-963a-cea29e3a8767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'da2ebf1f-baa8-448c-883c-c6277cb5af27'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:36:44.309662 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-7cc94d97-b98a-474c-9191-58beadb55aef None None] Bound port: bc2fa6a2-d0e8-4b7b-b26a-4dc44b56d293, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e59ced-196c-48bd-963a-cea29e3a8767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'da2ebf1f-baa8-448c-883c-c6277cb5af27'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:36:44.310081 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7cc94d97-b98a-474c-9191-58beadb55aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:44.395951 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-7cc94d97-b98a-474c-9191-58beadb55aef None None] For port bc2fa6a2-d0e8-4b7b-b26a-4dc44b56d293, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:36:44.400005 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-7cc94d97-b98a-474c-9191-58beadb55aef None None] For port bc2fa6a2-d0e8-4b7b-b26a-4dc44b56d293, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=bc2fa6a2-d0e8-4b7b-b26a-4dc44b56d293,segment=NetworkSegment(15e59ced-196c-48bd-963a-cea29e3a8767),segment_id=15e59ced-196c-48bd-963a-cea29e3a8767)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:36:44.405310 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7cc94d97-b98a-474c-9191-58beadb55aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:44.522779 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc94d97-b98a-474c-9191-58beadb55aef None None] Routers {'9bf51189-92bf-40da-b038-22a5946817a5'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:36:44.524274 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-7cc94d97-b98a-474c-9191-58beadb55aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:36:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['9bf51189-92bf-40da-b038-22a5946817a5'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:36:44.529873 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dd0fe8-4a40-4323-9fe9-17cff2f2e26f None None] Pushing event updated for resources: {'Port': ['ID=bc2fa6a2-d0e8-4b7b-b26a-4dc44b56d293,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:36:44.680739 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-7cc94d97-b98a-474c-9191-58beadb55aef None None] Set router 9bf51189-92bf-40da-b038-22a5946817a5 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:36:44.782006 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device cc78b258-4682-4fc7-ae72-c063ac6d1632 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:36:45.090773 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port cc78b258-4682-4fc7-ae72-c063ac6d1632 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:36:45.091157 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:45.161066 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-7cc94d97-b98a-474c-9191-58beadb55aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf51189-92bf-40da-b038-22a5946817a5', 'name': 'tempest-TestVolumeBootPattern-686101900-router', 'tenant_id': '871c3ace1a374aa1b522cb78a07c04c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'cc78b258-4682-4fc7-ae72-c063ac6d1632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:36:36Z', 'updated_at': '2021-09-08T09:36:40Z', 'revision_number': 4, 'project_id': '871c3ace1a374aa1b522cb78a07c04c5', 'gw_port': {'id': 'cc78b258-4682-4fc7-ae72-c063ac6d1632', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:32:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf51189-92bf-40da-b038-22a5946817a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:37Z', 'updated_at': '2021-09-08T09:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'bc2fa6a2-d0e8-4b7b-b26a-4dc44b56d293', 'name': '', 'network_id': 'da2ebf1f-baa8-448c-883c-c6277cb5af27', 'tenant_id': '871c3ace1a374aa1b522cb78a07c04c5', 'mac_address': 'fa:16:3e:a3:73:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf51189-92bf-40da-b038-22a5946817a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '2aae3ce0-62b4-47da-a4aa-22d73d1c96c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:39Z', 'updated_at': '2021-09-08T09:36:44Z', 'revision_number': 4, 'project_id': '871c3ace1a374aa1b522cb78a07c04c5', 'subnets': [{'id': '2aae3ce0-62b4-47da-a4aa-22d73d1c96c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:36:45.207841 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc94d97-b98a-474c-9191-58beadb55aef None None] The sync data for ids ['9bf51189-92bf-40da-b038-22a5946817a5'] in n-d-806683-11 is: [{'id': '9bf51189-92bf-40da-b038-22a5946817a5', 'name': 'tempest-TestVolumeBootPattern-686101900-router', 'tenant_id': '871c3ace1a374aa1b522cb78a07c04c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'cc78b258-4682-4fc7-ae72-c063ac6d1632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:36:36Z', 'updated_at': '2021-09-08T09:36:40Z', 'revision_number': 4, 'project_id': '871c3ace1a374aa1b522cb78a07c04c5', 'gw_port': {'id': 'cc78b258-4682-4fc7-ae72-c063ac6d1632', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:32:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf51189-92bf-40da-b038-22a5946817a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:37Z', 'updated_at': '2021-09-08T09:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'bc2fa6a2-d0e8-4b7b-b26a-4dc44b56d293', 'name': '', 'network_id': 'da2ebf1f-baa8-448c-883c-c6277cb5af27', 'tenant_id': '871c3ace1a374aa1b522cb78a07c04c5', 'mac_address': 'fa:16:3e:a3:73:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf51189-92bf-40da-b038-22a5946817a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '2aae3ce0-62b4-47da-a4aa-22d73d1c96c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:39Z', 'updated_at': '2021-09-08T09:36:44Z', 'revision_number': 4, 'project_id': '871c3ace1a374aa1b522cb78a07c04c5', 'subnets': [{'id': '2aae3ce0-62b4-47da-a4aa-22d73d1c96c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:36:45.392370 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-dd2f594c-d500-48d2-9eb1-83a9edb08d02 req-b54e50a5-d710-479d-a031-9a0f89f8432f tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=70d5456e-756e-4e17-b031-bde4753ee7e2 HTTP/1.1" status: 200 len: 210 time: 0.0458899 Sep 08 09:36:45.400378 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8d986-7693-44c7-86c3-c959b9131cd4 req-0f57eeb4-8b2a-4e30-b7b8-1c280e740d51 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:36:45.401922 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-26c8d986-7693-44c7-86c3-c959b9131cd4 req-0f57eeb4-8b2a-4e30-b7b8-1c280e740d51 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.37 "GET /v2.0/networks?id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 HTTP/1.1" status: 200 len: 812 time: 0.2173886 Sep 08 09:36:45.428866 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-26c8d986-7693-44c7-86c3-c959b9131cd4 req-6e04d743-6875-42c4-8273-3193e2b07e33 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Request body: {'port': {'device_id': '70d5456e-756e-4e17-b031-bde4753ee7e2', 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'admin_state_up': True, 'tenant_id': '2ea339fc014f40f08d7dfb55de384614'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:36:45.581725 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26c8d986-7693-44c7-86c3-c959b9131cd4 req-6e04d743-6875-42c4-8273-3193e2b07e33 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Made reservation on behalf of 2ea339fc014f40f08d7dfb55de384614 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:36:45.588987 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-26c8d986-7693-44c7-86c3-c959b9131cd4 req-6e04d743-6875-42c4-8273-3193e2b07e33 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:45.795477 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [req-26c8d986-7693-44c7-86c3-c959b9131cd4 req-6e04d743-6875-42c4-8273-3193e2b07e33 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Allocated IP 172.20.0.11 (5df0a467-a5a5-4a52-8ccf-31609c4c1dd9/b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8/8cd0bc63-0456-43fd-a4c1-24aca1394d7f) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:36:45.962824 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-26c8d986-7693-44c7-86c3-c959b9131cd4 req-6e04d743-6875-42c4-8273-3193e2b07e33 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:45.977997 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [req-26c8d986-7693-44c7-86c3-c959b9131cd4 req-6e04d743-6875-42c4-8273-3193e2b07e33 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Transition to ACTIVE for port object 8cd0bc63-0456-43fd-a4c1-24aca1394d7f will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:36:46.012996 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-26c8d986-7693-44c7-86c3-c959b9131cd4 req-6e04d743-6875-42c4-8273-3193e2b07e33 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:46.055857 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26c8d986-7693-44c7-86c3-c959b9131cd4 req-6e04d743-6875-42c4-8273-3193e2b07e33 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Network 5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:36:46.061295 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [req-26c8d986-7693-44c7-86c3-c959b9131cd4 req-6e04d743-6875-42c4-8273-3193e2b07e33 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:36:46.066165 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c8d986-7693-44c7-86c3-c959b9131cd4 req-6e04d743-6875-42c4-8273-3193e2b07e33 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:36:46.106857 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e04d743-6875-42c4-8273-3193e2b07e33 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Pushing event updated for resources: {'Port': ['ID=8cd0bc63-0456-43fd-a4c1-24aca1394d7f,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:36:46.139888 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8d986-7693-44c7-86c3-c959b9131cd4 req-6e04d743-6875-42c4-8273-3193e2b07e33 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:36:46.141177 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-26c8d986-7693-44c7-86c3-c959b9131cd4 req-6e04d743-6875-42c4-8273-3193e2b07e33 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:46.167538 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-26c8d986-7693-44c7-86c3-c959b9131cd4 req-6e04d743-6875-42c4-8273-3193e2b07e33 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7426383 Sep 08 09:36:46.250396 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-26c8d986-7693-44c7-86c3-c959b9131cd4 req-685775aa-c8b5-49ea-ba50-bcbc5bcfdb86 service neutron] Request body: {'port': {'device_id': '70d5456e-756e-4e17-b031-bde4753ee7e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:36:46.329379 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-26c8d986-7693-44c7-86c3-c959b9131cd4 req-685775aa-c8b5-49ea-ba50-bcbc5bcfdb86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:46.391629 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-df78f1f5-2555-4061-aa69-5a4368567742 None None] Provisioning for port 8cd0bc63-0456-43fd-a4c1-24aca1394d7f completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:36:46.400888 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-df78f1f5-2555-4061-aa69-5a4368567742 None None] Provisioning complete for port 8cd0bc63-0456-43fd-a4c1-24aca1394d7f triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:36:46.401757 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-df78f1f5-2555-4061-aa69-5a4368567742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:46.474476 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-df78f1f5-2555-4061-aa69-5a4368567742 None None] Port 8cd0bc63-0456-43fd-a4c1-24aca1394d7f cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:36:46.561299 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-555189e4-0a06-4c20-8a5e-93b8ae33d531 req-52104de1-7ab3-45cf-ab40-5dd2cd1edd85 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=aa761530-9ea4-4ed4-8636-92ff163e2e5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2780185 Sep 08 09:36:46.701013 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555189e4-0a06-4c20-8a5e-93b8ae33d531 req-f3f2c4b5-4301-4214-b8a5-53a43422fa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:36:46.703566 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-555189e4-0a06-4c20-8a5e-93b8ae33d531 req-f3f2c4b5-4301-4214-b8a5-53a43422fa3b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=78383ec56e8a462fa403e733d440b32b&device_id=aa761530-9ea4-4ed4-8636-92ff163e2e5d HTTP/1.1" status: 200 len: 1098 time: 0.0648098 Sep 08 09:36:46.735531 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df184a-9b63-47ec-a360-dc7d9cdf01e7 req-cbd8026b-fb5a-47e4-b027-926227564158 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:36:46.737621 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9df184a-9b63-47ec-a360-dc7d9cdf01e7 req-cbd8026b-fb5a-47e4-b027-926227564158 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=70d5456e-756e-4e17-b031-bde4753ee7e2 HTTP/1.1" status: 200 len: 932 time: 0.1474085 Sep 08 09:36:46.783625 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [req-26c8d986-7693-44c7-86c3-c959b9131cd4 req-685775aa-c8b5-49ea-ba50-bcbc5bcfdb86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cd0bc63-0456-43fd-a4c1-24aca1394d7f {{(pid=94713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:36:46.792275 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-26c8d986-7693-44c7-86c3-c959b9131cd4 req-685775aa-c8b5-49ea-ba50-bcbc5bcfdb86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:46.808441 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [req-26c8d986-7693-44c7-86c3-c959b9131cd4 req-685775aa-c8b5-49ea-ba50-bcbc5bcfdb86 service neutron] Transition to ACTIVE for port object 8cd0bc63-0456-43fd-a4c1-24aca1394d7f will not be triggered until provisioned by entity L2. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:36:46.820432 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-26c8d986-7693-44c7-86c3-c959b9131cd4 req-685775aa-c8b5-49ea-ba50-bcbc5bcfdb86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:46.838664 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device bc2fa6a2-d0e8-4b7b-b26a-4dc44b56d293 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:36:46.908562 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9df184a-9b63-47ec-a360-dc7d9cdf01e7 req-d21edc2f-8e59-421f-8a2a-fb053be7d1b8 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459234 Sep 08 09:36:46.979300 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port bc2fa6a2-d0e8-4b7b-b26a-4dc44b56d293 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:36:46.985545 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port bc2fa6a2-d0e8-4b7b-b26a-4dc44b56d293 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:36:46.985946 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:47.012478 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555189e4-0a06-4c20-8a5e-93b8ae33d531 req-4bbba726-a59b-487c-9bb5-3bc49f3d2add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:36:47.014738 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-555189e4-0a06-4c20-8a5e-93b8ae33d531 req-4bbba726-a59b-487c-9bb5-3bc49f3d2add service neutron] 10.222.0.35 "GET /v2.0/networks?id=24c42d28-5684-4b76-b8c2-fe9585c9972b HTTP/1.1" status: 200 len: 910 time: 0.2757163 Sep 08 09:36:47.020468 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685775aa-c8b5-49ea-ba50-bcbc5bcfdb86 service neutron] Pushing event updated for resources: {'Port': ['ID=8cd0bc63-0456-43fd-a4c1-24aca1394d7f,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:36:47.116861 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:47.178890 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port bc2fa6a2-d0e8-4b7b-b26a-4dc44b56d293, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=bc2fa6a2-d0e8-4b7b-b26a-4dc44b56d293,segment=NetworkSegment(15e59ced-196c-48bd-963a-cea29e3a8767),segment_id=15e59ced-196c-48bd-963a-cea29e3a8767)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:36:47.184828 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-26c8d986-7693-44c7-86c3-c959b9131cd4 req-685775aa-c8b5-49ea-ba50-bcbc5bcfdb86 service neutron] Attempting to bind port 8cd0bc63-0456-43fd-a4c1-24aca1394d7f on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:36:47.185350 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-26c8d986-7693-44c7-86c3-c959b9131cd4 req-685775aa-c8b5-49ea-ba50-bcbc5bcfdb86 service neutron] Attempting to bind port 8cd0bc63-0456-43fd-a4c1-24aca1394d7f by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '661b5f51-c7e0-409b-aee2-cbee07f30235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:36:47.185748 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-555189e4-0a06-4c20-8a5e-93b8ae33d531 req-91e60477-711a-4d16-bf3e-9a9c3a6f705c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a698914-3d8e-4d84-83b8-f07428e8755f HTTP/1.1" status: 200 len: 1000 time: 0.1609640 Sep 08 09:36:47.186017 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c8d986-7693-44c7-86c3-c959b9131cd4 req-685775aa-c8b5-49ea-ba50-bcbc5bcfdb86 service neutron] Attempting to bind port 8cd0bc63-0456-43fd-a4c1-24aca1394d7f on network 5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:36:47.189206 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:47.194025 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c8d986-7693-44c7-86c3-c959b9131cd4 req-685775aa-c8b5-49ea-ba50-bcbc5bcfdb86 service neutron] Port 8cd0bc63-0456-43fd-a4c1-24aca1394d7f on network 5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:36:47.194973 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c8d986-7693-44c7-86c3-c959b9131cd4 req-685775aa-c8b5-49ea-ba50-bcbc5bcfdb86 service neutron] Attempting to bind port 8cd0bc63-0456-43fd-a4c1-24aca1394d7f on network 5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:36:47.203512 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c8d986-7693-44c7-86c3-c959b9131cd4 req-685775aa-c8b5-49ea-ba50-bcbc5bcfdb86 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:36:47.204124 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c8d986-7693-44c7-86c3-c959b9131cd4 req-685775aa-c8b5-49ea-ba50-bcbc5bcfdb86 service neutron] Checking segment: {'id': '661b5f51-c7e0-409b-aee2-cbee07f30235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:36:47.204700 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c8d986-7693-44c7-86c3-c959b9131cd4 req-685775aa-c8b5-49ea-ba50-bcbc5bcfdb86 service neutron] Bound using segment: {'id': '661b5f51-c7e0-409b-aee2-cbee07f30235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9'} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:36:47.205438 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-26c8d986-7693-44c7-86c3-c959b9131cd4 req-685775aa-c8b5-49ea-ba50-bcbc5bcfdb86 service neutron] Bound port: 8cd0bc63-0456-43fd-a4c1-24aca1394d7f, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '661b5f51-c7e0-409b-aee2-cbee07f30235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9'}}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:36:47.205997 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-26c8d986-7693-44c7-86c3-c959b9131cd4 req-685775aa-c8b5-49ea-ba50-bcbc5bcfdb86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:47.266232 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555189e4-0a06-4c20-8a5e-93b8ae33d531 req-6ce26120-ca58-4869-be47-271eb57d0e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:36:47.269631 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-555189e4-0a06-4c20-8a5e-93b8ae33d531 req-6ce26120-ca58-4869-be47-271eb57d0e61 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1c13b9-c48a-4da3-8773-8f718f32bac9 HTTP/1.1" status: 200 len: 848 time: 0.0765440 Sep 08 09:36:47.289855 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=bc2fa6a2-d0e8-4b7b-b26a-4dc44b56d293,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:36:47.339212 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-26c8d986-7693-44c7-86c3-c959b9131cd4 req-685775aa-c8b5-49ea-ba50-bcbc5bcfdb86 service neutron] For port 8cd0bc63-0456-43fd-a4c1-24aca1394d7f, host n-h1-806683-11, cleared binding levels {{(pid=94713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:36:47.343148 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-26c8d986-7693-44c7-86c3-c959b9131cd4 req-685775aa-c8b5-49ea-ba50-bcbc5bcfdb86 service neutron] For port 8cd0bc63-0456-43fd-a4c1-24aca1394d7f, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=8cd0bc63-0456-43fd-a4c1-24aca1394d7f,segment=NetworkSegment(661b5f51-c7e0-409b-aee2-cbee07f30235),segment_id=661b5f51-c7e0-409b-aee2-cbee07f30235)] {{(pid=94713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:36:47.350935 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-26c8d986-7693-44c7-86c3-c959b9131cd4 req-685775aa-c8b5-49ea-ba50-bcbc5bcfdb86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:47.389185 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555189e4-0a06-4c20-8a5e-93b8ae33d531 req-f3e5d5de-58f8-4bfc-92c8-6dd6d71db690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:36:47.392428 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-555189e4-0a06-4c20-8a5e-93b8ae33d531 req-f3e5d5de-58f8-4bfc-92c8-6dd6d71db690 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=24c42d28-5684-4b76-b8c2-fe9585c9972b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1150455 Sep 08 09:36:47.405630 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8d986-7693-44c7-86c3-c959b9131cd4 req-685775aa-c8b5-49ea-ba50-bcbc5bcfdb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:36:47.407101 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [req-555189e4-0a06-4c20-8a5e-93b8ae33d531 req-c6e3fe37-ec42-45e8-a499-902571e1ef85 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:36:47.407475 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-26c8d986-7693-44c7-86c3-c959b9131cd4 req-685775aa-c8b5-49ea-ba50-bcbc5bcfdb86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:47.409372 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-555189e4-0a06-4c20-8a5e-93b8ae33d531 req-c6e3fe37-ec42-45e8-a499-902571e1ef85 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094950 Sep 08 09:36:47.410941 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-26c8d986-7693-44c7-86c3-c959b9131cd4 req-685775aa-c8b5-49ea-ba50-bcbc5bcfdb86 service neutron] 10.222.0.37 "PUT /v2.0/ports/8cd0bc63-0456-43fd-a4c1-24aca1394d7f HTTP/1.1" status: 200 len: 1093 time: 1.2259486 Sep 08 09:36:47.421429 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70d5456e-756e-4e17-b031-bde4753ee7e2', 'tag': '8cd0bc63-0456-43fd-a4c1-24aca1394d7f'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:36:47.431389 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9600e31-13dd-4d24-b719-a0ca2b286b12" -d '{"events": [{"name": "network-changed", "server_uuid": "70d5456e-756e-4e17-b031-bde4753ee7e2", "tag": "8cd0bc63-0456-43fd-a4c1-24aca1394d7f"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:36:47.580605 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99eee1d-5bcf-4d5d-96ee-da986208cf62 x-openstack-request-id: req-c99eee1d-5bcf-4d5d-96ee-da986208cf62 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:36:47.582605 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70d5456e-756e-4e17-b031-bde4753ee7e2", "tag": "8cd0bc63-0456-43fd-a4c1-24aca1394d7f", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:36:47.584191 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c99eee1d-5bcf-4d5d-96ee-da986208cf62 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:36:47.584762 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70d5456e-756e-4e17-b031-bde4753ee7e2', 'tag': '8cd0bc63-0456-43fd-a4c1-24aca1394d7f', 'status': 'completed', 'code': 200} Sep 08 09:36:47.589597 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-555189e4-0a06-4c20-8a5e-93b8ae33d531 req-bef88839-c94b-491d-9941-5699b3cf1d35 service neutron] 10.222.0.35 "GET /v2.0/networks/24c42d28-5684-4b76-b8c2-fe9585c9972b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713836 Sep 08 09:36:47.622949 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685775aa-c8b5-49ea-ba50-bcbc5bcfdb86 service neutron] Pushing event updated for resources: {'Port': ['ID=8cd0bc63-0456-43fd-a4c1-24aca1394d7f,revision_number=3']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:36:47.636516 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8d986-7693-44c7-86c3-c959b9131cd4 req-3c730ec2-3f17-45ca-be03-b495f58487c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:36:47.639373 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-26c8d986-7693-44c7-86c3-c959b9131cd4 req-3c730ec2-3f17-45ca-be03-b495f58487c5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2ea339fc014f40f08d7dfb55de384614&device_id=70d5456e-756e-4e17-b031-bde4753ee7e2 HTTP/1.1" status: 200 len: 1096 time: 0.1303289 Sep 08 09:36:47.685196 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-06f4042c-bfcc-4034-829b-d1505d61a524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:47.713034 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-555189e4-0a06-4c20-8a5e-93b8ae33d531 req-41f1f618-6c48-4c92-94da-bde1f2c25bb0 service neutron] 10.222.0.35 "GET /v2.0/networks/24c42d28-5684-4b76-b8c2-fe9585c9972b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157966 Sep 08 09:36:47.718001 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-26c8d986-7693-44c7-86c3-c959b9131cd4 req-03a18dfe-94d5-4f76-9145-90778a4b7656 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cd0bc63-0456-43fd-a4c1-24aca1394d7f HTTP/1.1" status: 200 len: 217 time: 0.0612454 Sep 08 09:36:47.795849 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8d986-7693-44c7-86c3-c959b9131cd4 req-be9dc372-c9d4-4cc8-b720-5cfe7f4fe983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:36:47.797405 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-26c8d986-7693-44c7-86c3-c959b9131cd4 req-be9dc372-c9d4-4cc8-b720-5cfe7f4fe983 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8 HTTP/1.1" status: 200 len: 851 time: 0.0670562 Sep 08 09:36:47.857797 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8d986-7693-44c7-86c3-c959b9131cd4 req-3d9d43b3-d440-4b59-af7e-fc07b623d1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:36:47.859534 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-26c8d986-7693-44c7-86c3-c959b9131cd4 req-3d9d43b3-d440-4b59-af7e-fc07b623d1b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540018 Sep 08 09:36:47.958007 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-26c8d986-7693-44c7-86c3-c959b9131cd4 req-e7aa073b-330d-457b-93ea-9e87106c8d3a service neutron] 10.222.0.37 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887752 Sep 08 09:36:48.068227 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d0398-5dd4-4c48-bf8d-6ae9eeb0340c req-a294f6b1-7da1-4b0b-a375-4de513e03c10 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:36:48.070070 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-666d0398-5dd4-4c48-bf8d-6ae9eeb0340c req-a294f6b1-7da1-4b0b-a375-4de513e03c10 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=70d5456e-756e-4e17-b031-bde4753ee7e2 HTTP/1.1" status: 200 len: 944 time: 0.0547316 Sep 08 09:36:48.101573 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-26c8d986-7693-44c7-86c3-c959b9131cd4 req-553b3d04-de09-4dee-877d-56c49ea3f2cb service neutron] 10.222.0.37 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356728 Sep 08 09:36:48.133271 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-666d0398-5dd4-4c48-bf8d-6ae9eeb0340c req-ae535dcb-776a-4835-ad03-2f175813cb26 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424371 Sep 08 09:36:48.220139 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9600e31-13dd-4d24-b719-a0ca2b286b12 req-2dced1b7-af31-4777-bc3c-67bb3e82d240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:36:48.221811 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b9600e31-13dd-4d24-b719-a0ca2b286b12 req-2dced1b7-af31-4777-bc3c-67bb3e82d240 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2ea339fc014f40f08d7dfb55de384614&device_id=70d5456e-756e-4e17-b031-bde4753ee7e2 HTTP/1.1" status: 200 len: 1096 time: 0.0438130 Sep 08 09:36:48.328219 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9600e31-13dd-4d24-b719-a0ca2b286b12 req-f5cfa0e1-8b1f-4c46-bb11-596fc0922053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:36:48.329769 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b9600e31-13dd-4d24-b719-a0ca2b286b12 req-f5cfa0e1-8b1f-4c46-bb11-596fc0922053 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 HTTP/1.1" status: 200 len: 913 time: 0.1001425 Sep 08 09:36:48.730202 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b9600e31-13dd-4d24-b719-a0ca2b286b12 req-e6db123c-e318-4208-85de-2bcb8fc9752e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cd0bc63-0456-43fd-a4c1-24aca1394d7f HTTP/1.1" status: 200 len: 217 time: 0.3904781 Sep 08 09:36:48.743926 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device bc2fa6a2-d0e8-4b7b-b26a-4dc44b56d293 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:36:48.795763 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9600e31-13dd-4d24-b719-a0ca2b286b12 req-0cab6950-f321-48fe-a736-bbe19d6948ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:36:48.797453 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b9600e31-13dd-4d24-b719-a0ca2b286b12 req-0cab6950-f321-48fe-a736-bbe19d6948ed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8 HTTP/1.1" status: 200 len: 851 time: 0.0614643 Sep 08 09:36:48.800003 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port bc2fa6a2-d0e8-4b7b-b26a-4dc44b56d293 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:36:48.800528 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:48.849813 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9600e31-13dd-4d24-b719-a0ca2b286b12 req-4981b7f7-5124-4b18-8e33-fb4857256023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:36:48.851275 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b9600e31-13dd-4d24-b719-a0ca2b286b12 req-4981b7f7-5124-4b18-8e33-fb4857256023 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469158 Sep 08 09:36:48.950569 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b9600e31-13dd-4d24-b719-a0ca2b286b12 req-92a492df-6cbb-458b-ba92-eb0e0324f748 service neutron] 10.222.0.37 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915596 Sep 08 09:36:49.048566 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b9600e31-13dd-4d24-b719-a0ca2b286b12 req-168e3267-4964-427c-83b2-0060e1727cb8 service neutron] 10.222.0.37 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903301 Sep 08 09:36:49.269773 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7fad2-114a-4502-9e4c-dff351d3467f req-069c00b1-cd82-4e3c-ab63-87ee59ea566a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:36:49.271442 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-44c7fad2-114a-4502-9e4c-dff351d3467f req-069c00b1-cd82-4e3c-ab63-87ee59ea566a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=70d5456e-756e-4e17-b031-bde4753ee7e2 HTTP/1.1" status: 200 len: 944 time: 0.0585020 Sep 08 09:36:49.319028 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-44c7fad2-114a-4502-9e4c-dff351d3467f req-3a9ab702-0c54-48c5-ac97-cace05178619 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412533 Sep 08 09:36:50.427072 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:50.440308 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190f533-aa97-4f3a-b8b7-5a6e5a0d87de req-543bd450-d29e-4bde-9a54-2708fd7d84d6 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:36:50.441806 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b190f533-aa97-4f3a-b8b7-5a6e5a0d87de req-543bd450-d29e-4bde-9a54-2708fd7d84d6 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=70d5456e-756e-4e17-b031-bde4753ee7e2 HTTP/1.1" status: 200 len: 944 time: 0.0518672 Sep 08 09:36:50.480618 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b190f533-aa97-4f3a-b8b7-5a6e5a0d87de req-a9b9c7f1-a066-4ffa-8665-1d61105e775b tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317936 Sep 08 09:36:50.778256 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1e627e9d-3185-4cae-ad7d-483fca9f9425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:51.596862 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb47b2-6080-4e49-b8a2-2989d273c3b2 req-1ccd259c-b026-4d2c-91f1-7c2646809b01 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:36:51.599317 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-56eb47b2-6080-4e49-b8a2-2989d273c3b2 req-1ccd259c-b026-4d2c-91f1-7c2646809b01 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=70d5456e-756e-4e17-b031-bde4753ee7e2 HTTP/1.1" status: 200 len: 944 time: 0.0502298 Sep 08 09:36:51.636998 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-56eb47b2-6080-4e49-b8a2-2989d273c3b2 req-df71d66a-d49e-4325-b5f9-ddd00c6de913 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317588 Sep 08 09:36:52.216419 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:52.391264 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:36:52.762423 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5337ad-959b-4fc3-8c8b-dc275e70185d req-fc634ec8-ddf4-4158-9d90-6462cf60c715 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:36:52.763926 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cf5337ad-959b-4fc3-8c8b-dc275e70185d req-fc634ec8-ddf4-4158-9d90-6462cf60c715 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=70d5456e-756e-4e17-b031-bde4753ee7e2 HTTP/1.1" status: 200 len: 944 time: 0.0571320 Sep 08 09:36:52.804089 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cf5337ad-959b-4fc3-8c8b-dc275e70185d req-92d33334-f755-4015-b655-7686ca06254c tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331347 Sep 08 09:36:53.624785 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:53.927543 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ed9b4-bb8c-4e25-8b96-8ffbff6545eb req-d4bb8208-f98b-4890-a073-0aff8ee99614 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:36:53.929069 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d38ed9b4-bb8c-4e25-8b96-8ffbff6545eb req-d4bb8208-f98b-4890-a073-0aff8ee99614 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=70d5456e-756e-4e17-b031-bde4753ee7e2 HTTP/1.1" status: 200 len: 944 time: 0.0574319 Sep 08 09:36:53.968957 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d38ed9b4-bb8c-4e25-8b96-8ffbff6545eb req-ee0efa76-af43-459f-a7c3-e46f39f18bdb tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336041 Sep 08 09:36:54.384632 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:55.083724 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796972e-c5e2-4879-9492-5caaadb350ee req-740b03bd-bef4-48a7-b59a-db8efb835afb tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:36:55.085312 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3796972e-c5e2-4879-9492-5caaadb350ee req-740b03bd-bef4-48a7-b59a-db8efb835afb tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=70d5456e-756e-4e17-b031-bde4753ee7e2 HTTP/1.1" status: 200 len: 944 time: 0.0505519 Sep 08 09:36:55.124610 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3796972e-c5e2-4879-9492-5caaadb350ee req-3db8ed25-afa3-4a7a-9279-0ce18d5f9e98 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330994 Sep 08 09:36:56.245590 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13a2ed-110f-48f1-ae56-ed230b1dcc50 req-02467ee5-e1bf-4d20-93f7-9fad808d9042 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:36:56.247151 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4b13a2ed-110f-48f1-ae56-ed230b1dcc50 req-02467ee5-e1bf-4d20-93f7-9fad808d9042 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=70d5456e-756e-4e17-b031-bde4753ee7e2 HTTP/1.1" status: 200 len: 944 time: 0.0554430 Sep 08 09:36:56.286505 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4b13a2ed-110f-48f1-ae56-ed230b1dcc50 req-8c51f860-43e4-40a0-ab40-dca34a17b13d tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330205 Sep 08 09:36:57.204838 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 8cd0bc63-0456-43fd-a4c1-24aca1394d7f details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:36:57.301679 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 8cd0bc63-0456-43fd-a4c1-24aca1394d7f, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=8cd0bc63-0456-43fd-a4c1-24aca1394d7f,segment=NetworkSegment(661b5f51-c7e0-409b-aee2-cbee07f30235),segment_id=661b5f51-c7e0-409b-aee2-cbee07f30235)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:36:57.315519 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '8cd0bc63-0456-43fd-a4c1-24aca1394d7f', 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'port_id': '8cd0bc63-0456-43fd-a4c1-24aca1394d7f', 'mac_address': 'fa:16:3e:d8:1a:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:36:57.371582 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:57.388861 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cd0bc63-0456-43fd-a4c1-24aca1394d7f {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:36:57.409045 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 8cd0bc63-0456-43fd-a4c1-24aca1394d7f, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=8cd0bc63-0456-43fd-a4c1-24aca1394d7f,segment=NetworkSegment(661b5f51-c7e0-409b-aee2-cbee07f30235),segment_id=661b5f51-c7e0-409b-aee2-cbee07f30235)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:36:57.414751 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:57.427058 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9afbe3-073a-45ae-9a9a-03816261cb24 req-fac79ab4-d036-40a4-8272-e16033535848 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:36:57.428606 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ad9afbe3-073a-45ae-9a9a-03816261cb24 req-fac79ab4-d036-40a4-8272-e16033535848 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=70d5456e-756e-4e17-b031-bde4753ee7e2 HTTP/1.1" status: 200 len: 944 time: 0.0523019 Sep 08 09:36:57.463035 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=8cd0bc63-0456-43fd-a4c1-24aca1394d7f,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:36:57.468110 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ad9afbe3-073a-45ae-9a9a-03816261cb24 req-e569674f-38ce-466e-b1d6-4f549409d1e4 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326197 Sep 08 09:36:57.687497 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['8cd0bc63-0456-43fd-a4c1-24aca1394d7f'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:36:58.588962 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7ca56-c668-4e5c-83a0-ca9bb335b84c req-4dc72184-2609-4548-98f1-affe8e68c979 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:36:58.590581 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-27c7ca56-c668-4e5c-83a0-ca9bb335b84c req-4dc72184-2609-4548-98f1-affe8e68c979 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=70d5456e-756e-4e17-b031-bde4753ee7e2 HTTP/1.1" status: 200 len: 945 time: 0.0502450 Sep 08 09:36:58.628962 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-27c7ca56-c668-4e5c-83a0-ca9bb335b84c req-4242594b-0f4c-4b18-b30a-efe1a1831865 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322454 Sep 08 09:36:58.844625 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:59.221266 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 8cd0bc63-0456-43fd-a4c1-24aca1394d7f up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:36:59.273004 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 8cd0bc63-0456-43fd-a4c1-24aca1394d7f completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:36:59.276994 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 8cd0bc63-0456-43fd-a4c1-24aca1394d7f triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:36:59.277373 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:59.354239 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:59.376386 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d5456e-756e-4e17-b031-bde4753ee7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd0bc63-0456-43fd-a4c1-24aca1394d7f'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:36:59.379566 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d998ed-4df9-455d-ba94-1e30eb1772f3" -d '{"events": [{"server_uuid": "70d5456e-756e-4e17-b031-bde4753ee7e2", "name": "network-vif-plugged", "status": "completed", "tag": "8cd0bc63-0456-43fd-a4c1-24aca1394d7f"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:36:59.395598 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 8cd0bc63-0456-43fd-a4c1-24aca1394d7f, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=8cd0bc63-0456-43fd-a4c1-24aca1394d7f,segment=NetworkSegment(661b5f51-c7e0-409b-aee2-cbee07f30235),segment_id=661b5f51-c7e0-409b-aee2-cbee07f30235)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:36:59.401162 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:36:59.470028 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=8cd0bc63-0456-43fd-a4c1-24aca1394d7f,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:36:59.595553 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de2a051-53d0-430c-8874-95430ae5d7e6 x-openstack-request-id: req-0de2a051-53d0-430c-8874-95430ae5d7e6 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:36:59.595855 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d5456e-756e-4e17-b031-bde4753ee7e2", "name": "network-vif-plugged", "status": "completed", "tag": "8cd0bc63-0456-43fd-a4c1-24aca1394d7f", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:36:59.596187 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0de2a051-53d0-430c-8874-95430ae5d7e6 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:36:59.596591 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d5456e-756e-4e17-b031-bde4753ee7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd0bc63-0456-43fd-a4c1-24aca1394d7f', 'code': 200} Sep 08 09:36:59.749126 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf4bae-5265-4ca1-94e0-bf7ef2a60080 req-182c0a7c-abc7-403c-9fc5-305012fa388b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:36:59.750626 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bcaf4bae-5265-4ca1-94e0-bf7ef2a60080 req-182c0a7c-abc7-403c-9fc5-305012fa388b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=70d5456e-756e-4e17-b031-bde4753ee7e2 HTTP/1.1" status: 200 len: 1098 time: 0.0718622 Sep 08 09:36:59.772427 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632f753-6d58-4eef-955c-5ba5c23921c1 req-41581261-2ff2-4514-97d9-e5e7b3fe3f39 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:36:59.773902 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a632f753-6d58-4eef-955c-5ba5c23921c1 req-41581261-2ff2-4514-97d9-e5e7b3fe3f39 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=70d5456e-756e-4e17-b031-bde4753ee7e2 HTTP/1.1" status: 200 len: 946 time: 0.0667713 Sep 08 09:36:59.820519 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bcaf4bae-5265-4ca1-94e0-bf7ef2a60080 req-2c3e5cf3-f2df-4f21-a0f1-d198a3263d01 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617106 Sep 08 09:36:59.827822 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a632f753-6d58-4eef-955c-5ba5c23921c1 req-43e11c7f-a638-4d7d-bf03-bd8663e7cc34 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476098 Sep 08 09:37:00.953980 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c7125-c034-482b-b59e-77b406dd4c27 req-be20c617-1701-41cb-abc7-5a9d2eba9853 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:37:00.955442 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1c7c7125-c034-482b-b59e-77b406dd4c27 req-be20c617-1701-41cb-abc7-5a9d2eba9853 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=70d5456e-756e-4e17-b031-bde4753ee7e2 HTTP/1.1" status: 200 len: 946 time: 0.0589263 Sep 08 09:37:00.997344 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1c7c7125-c034-482b-b59e-77b406dd4c27 req-4633be59-780a-407d-962c-d442bd0dd105 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355864 Sep 08 09:37:01.110895 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d0a68-bb99-4f1f-a7c9-c59e2a6e6806 req-774bc974-9015-4812-b129-59cb23f9894f tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:37:01.114498 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e37d0a68-bb99-4f1f-a7c9-c59e2a6e6806 req-774bc974-9015-4812-b129-59cb23f9894f tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=70d5456e-756e-4e17-b031-bde4753ee7e2 HTTP/1.1" status: 200 len: 946 time: 0.0497365 Sep 08 09:37:01.149764 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e37d0a68-bb99-4f1f-a7c9-c59e2a6e6806 req-d4d82bb2-a16e-486b-893a-c9a208989d5b tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314941 Sep 08 09:37:01.272704 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c048075-3074-4d02-8c6d-72ab20c2e8e6 req-d14c82b2-2193-4a82-a757-f166d3eb7bf3 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:37:01.274238 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3c048075-3074-4d02-8c6d-72ab20c2e8e6 req-d14c82b2-2193-4a82-a757-f166d3eb7bf3 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=70d5456e-756e-4e17-b031-bde4753ee7e2 HTTP/1.1" status: 200 len: 946 time: 0.0492086 Sep 08 09:37:01.311119 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3c048075-3074-4d02-8c6d-72ab20c2e8e6 req-bbc5674f-4296-45bc-949c-28feee9d9383 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307968 Sep 08 09:37:01.545586 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48555d-f71c-4f1c-aa30-84b9730c770a req-f8726cd8-31d9-4621-bd92-670cc2149308 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:37:01.546993 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fb48555d-f71c-4f1c-aa30-84b9730c770a req-f8726cd8-31d9-4621-bd92-670cc2149308 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=70d5456e-756e-4e17-b031-bde4753ee7e2 HTTP/1.1" status: 200 len: 946 time: 0.0550668 Sep 08 09:37:01.584637 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fb48555d-f71c-4f1c-aa30-84b9730c770a req-57df019a-5efb-46f8-a87a-d4d21639cbba tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307734 Sep 08 09:37:02.704190 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa02d74-cfb8-4f5c-a0ac-27b2fb1115c9 req-7307bf3e-8118-4d0f-8681-23f14f3caceb tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:37:02.705683 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4fa02d74-cfb8-4f5c-a0ac-27b2fb1115c9 req-7307bf3e-8118-4d0f-8681-23f14f3caceb tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=70d5456e-756e-4e17-b031-bde4753ee7e2 HTTP/1.1" status: 200 len: 946 time: 0.0547099 Sep 08 09:37:02.744531 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4fa02d74-cfb8-4f5c-a0ac-27b2fb1115c9 req-bbebff7b-d1af-446e-970a-e835c7b8c890 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326755 Sep 08 09:37:03.098526 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9680ac-2c23-42a9-b02c-5cbdeb63cc3a req-f99a6e37-8db6-4538-817e-0ddaa762fe0b tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:37:03.099984 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4a9680ac-2c23-42a9-b02c-5cbdeb63cc3a req-f99a6e37-8db6-4538-817e-0ddaa762fe0b tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.37 "GET /v2.0/ports?device_id=70d5456e-756e-4e17-b031-bde4753ee7e2 HTTP/1.1" status: 200 len: 946 time: 0.0477371 Sep 08 09:37:03.196902 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-4a9680ac-2c23-42a9-b02c-5cbdeb63cc3a req-405ded03-0f08-4379-bb85-a4c6ad8178af tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Deleting port 8cd0bc63-0456-43fd-a4c1-24aca1394d7f {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:37:03.198414 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-4a9680ac-2c23-42a9-b02c-5cbdeb63cc3a req-405ded03-0f08-4379-bb85-a4c6ad8178af tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:37:03.316825 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-4a9680ac-2c23-42a9-b02c-5cbdeb63cc3a req-405ded03-0f08-4379-bb85-a4c6ad8178af tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] For port 8cd0bc63-0456-43fd-a4c1-24aca1394d7f, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=8cd0bc63-0456-43fd-a4c1-24aca1394d7f,segment=NetworkSegment(661b5f51-c7e0-409b-aee2-cbee07f30235),segment_id=661b5f51-c7e0-409b-aee2-cbee07f30235)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:37:03.317232 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-4a9680ac-2c23-42a9-b02c-5cbdeb63cc3a req-405ded03-0f08-4379-bb85-a4c6ad8178af tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:37:03.330759 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-4a9680ac-2c23-42a9-b02c-5cbdeb63cc3a req-405ded03-0f08-4379-bb85-a4c6ad8178af tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Calling delete_port for 8cd0bc63-0456-43fd-a4c1-24aca1394d7f owned by compute:nova {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:37:03.487521 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-4a9680ac-2c23-42a9-b02c-5cbdeb63cc3a req-405ded03-0f08-4379-bb85-a4c6ad8178af tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:37:03.526778 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ded03-0f08-4379-bb85-a4c6ad8178af tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Pushing event deleted for resources: {'Port': ['ID=8cd0bc63-0456-43fd-a4c1-24aca1394d7f,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:37:03.573959 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9680ac-2c23-42a9-b02c-5cbdeb63cc3a req-405ded03-0f08-4379-bb85-a4c6ad8178af tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] No DVR routers for this DVR port 8cd0bc63-0456-43fd-a4c1-24aca1394d7f on host n-h1-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:37:03.577078 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-4a9680ac-2c23-42a9-b02c-5cbdeb63cc3a req-405ded03-0f08-4379-bb85-a4c6ad8178af tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:37:03.579220 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4a9680ac-2c23-42a9-b02c-5cbdeb63cc3a req-405ded03-0f08-4379-bb85-a4c6ad8178af tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.37 "DELETE /v2.0/ports/8cd0bc63-0456-43fd-a4c1-24aca1394d7f HTTP/1.1" status: 204 len: 173 time: 0.4733276 Sep 08 09:37:03.579728 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d5456e-756e-4e17-b031-bde4753ee7e2', 'name': 'network-vif-deleted', 'tag': '8cd0bc63-0456-43fd-a4c1-24aca1394d7f'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:37:03.583468 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522d5a01-32c7-49b1-be4c-696e890f181c" -d '{"events": [{"server_uuid": "70d5456e-756e-4e17-b031-bde4753ee7e2", "name": "network-vif-deleted", "tag": "8cd0bc63-0456-43fd-a4c1-24aca1394d7f"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:37:03.623289 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5e5629-61e4-4b74-808d-03c4f45f470b x-openstack-request-id: req-ca5e5629-61e4-4b74-808d-03c4f45f470b {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:37:03.623592 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d5456e-756e-4e17-b031-bde4753ee7e2", "name": "network-vif-deleted", "tag": "8cd0bc63-0456-43fd-a4c1-24aca1394d7f", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:37:03.623959 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ca5e5629-61e4-4b74-808d-03c4f45f470b {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:37:03.624402 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d5456e-756e-4e17-b031-bde4753ee7e2', 'name': 'network-vif-deleted', 'tag': '8cd0bc63-0456-43fd-a4c1-24aca1394d7f', 'status': 'completed', 'code': 200} Sep 08 09:37:03.855397 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3bebd580-dabe-4352-98a0-203dab2bd71a req-ce5693fe-4f0d-45c6-83d0-bcf93d58d39e tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=70d5456e-756e-4e17-b031-bde4753ee7e2 HTTP/1.1" status: 200 len: 210 time: 0.0357151 Sep 08 09:37:04.965696 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-80d1487d-8178-496f-ae32-d5441555f418 req-8ecb843c-729b-4fb9-a620-a3831d62aef9 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=70d5456e-756e-4e17-b031-bde4753ee7e2 HTTP/1.1" status: 200 len: 210 time: 0.0314293 Sep 08 09:37:05.254513 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 8cd0bc63-0456-43fd-a4c1-24aca1394d7f no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:37:05.276990 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 8cd0bc63-0456-43fd-a4c1-24aca1394d7f {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:37:05.277346 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 8cd0bc63-0456-43fd-a4c1-24aca1394d7f not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:37:06.066673 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-003e9e74-75e1-4181-8a19-cfc0c95b6770 req-10e43886-56d9-487e-9c44-11f864d3459f tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=70d5456e-756e-4e17-b031-bde4753ee7e2 HTTP/1.1" status: 200 len: 210 time: 0.0333993 Sep 08 09:37:07.171035 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c0fa1595-e0cb-4a67-8e14-26f3290f4f2b req-fbda0ff1-b32d-447d-adb1-453cfd95836b tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=70d5456e-756e-4e17-b031-bde4753ee7e2 HTTP/1.1" status: 200 len: 210 time: 0.0263894 Sep 08 09:37:17.660029 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-13aa8bc6-bd93-48db-a88f-35b1efe1e335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:37:20.429046 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:37:20.780085 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-91d82cf1-1c35-4e20-b3a9-c3aabea13575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:37:22.219254 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:37:23.627815 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:37:24.384682 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:37:27.229000 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21363002-98c6-42df-aa1c-30dbb133768e req-62d83403-a449-47db-b658-7d438376c2a4 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:37:27.232610 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-21363002-98c6-42df-aa1c-30dbb133768e req-62d83403-a449-47db-b658-7d438376c2a4 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/networks?id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 HTTP/1.1" status: 200 len: 812 time: 0.1397655 Sep 08 09:37:27.246834 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-21363002-98c6-42df-aa1c-30dbb133768e req-1b8a3292-96d8-4a49-8657-ae03e2970ab4 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/quotas/2ea339fc014f40f08d7dfb55de384614 HTTP/1.1" status: 200 len: 375 time: 0.0104563 Sep 08 09:37:27.305209 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-21363002-98c6-42df-aa1c-30dbb133768e req-35ed49eb-7d7b-4400-ae84-3c5e43d8bc24 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ea339fc014f40f08d7dfb55de384614&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528035 Sep 08 09:37:27.402268 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-21363002-98c6-42df-aa1c-30dbb133768e req-a5d75844-0742-49db-a91a-5a2164ce5f61 service neutron] 10.222.0.54 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901988 Sep 08 09:37:27.498504 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-21363002-98c6-42df-aa1c-30dbb133768e req-672ab7aa-bdf4-4a52-8ca5-87cf84a5e34d service neutron] 10.222.0.54 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889840 Sep 08 09:37:27.692143 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-aea71bc2-16ad-4c15-bb66-847e4624e2ab req-3463f23a-bb52-4ac9-a2fa-22c4ca55e551 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad4d142b-96e6-4e2e-ba98-5c78e0435e3b HTTP/1.1" status: 200 len: 210 time: 0.0289135 Sep 08 09:37:28.667330 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21363002-98c6-42df-aa1c-30dbb133768e req-3310ef2d-cf60-4b63-9e05-a5f353c1a5aa tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:37:28.668821 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-21363002-98c6-42df-aa1c-30dbb133768e req-3310ef2d-cf60-4b63-9e05-a5f353c1a5aa tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.37 "GET /v2.0/networks?id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 HTTP/1.1" status: 200 len: 812 time: 0.1069009 Sep 08 09:37:28.687652 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-21363002-98c6-42df-aa1c-30dbb133768e req-3c1b8d77-4fa9-4fb3-8d5a-573c9d6dc3df tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Request body: {'port': {'device_id': 'ad4d142b-96e6-4e2e-ba98-5c78e0435e3b', 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'admin_state_up': True, 'tenant_id': '2ea339fc014f40f08d7dfb55de384614'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:37:28.793547 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e2ac86cd-2131-4a0d-a58b-30992fda7e21 req-d42b2203-e0b3-473a-9af1-a1116929d063 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad4d142b-96e6-4e2e-ba98-5c78e0435e3b HTTP/1.1" status: 200 len: 210 time: 0.0316954 Sep 08 09:37:28.819065 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21363002-98c6-42df-aa1c-30dbb133768e req-3c1b8d77-4fa9-4fb3-8d5a-573c9d6dc3df tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Made reservation on behalf of 2ea339fc014f40f08d7dfb55de384614 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:37:28.823139 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-21363002-98c6-42df-aa1c-30dbb133768e req-3c1b8d77-4fa9-4fb3-8d5a-573c9d6dc3df tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:37:28.845216 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:37:28.960038 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [req-21363002-98c6-42df-aa1c-30dbb133768e req-3c1b8d77-4fa9-4fb3-8d5a-573c9d6dc3df tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Allocated IP 172.20.0.13 (5df0a467-a5a5-4a52-8ccf-31609c4c1dd9/b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8/d39dbf96-5c74-4edc-a08f-b6b251a79dec) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:37:29.118775 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-21363002-98c6-42df-aa1c-30dbb133768e req-3c1b8d77-4fa9-4fb3-8d5a-573c9d6dc3df tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:37:29.134194 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [req-21363002-98c6-42df-aa1c-30dbb133768e req-3c1b8d77-4fa9-4fb3-8d5a-573c9d6dc3df tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Transition to ACTIVE for port object d39dbf96-5c74-4edc-a08f-b6b251a79dec will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:37:29.169005 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-21363002-98c6-42df-aa1c-30dbb133768e req-3c1b8d77-4fa9-4fb3-8d5a-573c9d6dc3df tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:37:29.220118 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21363002-98c6-42df-aa1c-30dbb133768e req-3c1b8d77-4fa9-4fb3-8d5a-573c9d6dc3df tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Network 5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:37:29.224652 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [req-21363002-98c6-42df-aa1c-30dbb133768e req-3c1b8d77-4fa9-4fb3-8d5a-573c9d6dc3df tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:37:29.231344 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-21363002-98c6-42df-aa1c-30dbb133768e req-3c1b8d77-4fa9-4fb3-8d5a-573c9d6dc3df tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:37:29.269542 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b8d77-4fa9-4fb3-8d5a-573c9d6dc3df tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Pushing event updated for resources: {'Port': ['ID=d39dbf96-5c74-4edc-a08f-b6b251a79dec,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:37:29.283567 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1b8d77-4fa9-4fb3-8d5a-573c9d6dc3df tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:37:29.284592 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1b8d77-4fa9-4fb3-8d5a-573c9d6dc3df tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:37:29.284955 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1b8d77-4fa9-4fb3-8d5a-573c9d6dc3df tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:37:29.285309 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1b8d77-4fa9-4fb3-8d5a-573c9d6dc3df tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:37:29.285654 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1b8d77-4fa9-4fb3-8d5a-573c9d6dc3df tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:37:29.285996 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1b8d77-4fa9-4fb3-8d5a-573c9d6dc3df tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:37:29.286366 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1b8d77-4fa9-4fb3-8d5a-573c9d6dc3df tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:37:29.286706 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1b8d77-4fa9-4fb3-8d5a-573c9d6dc3df tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:37:29.287043 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1b8d77-4fa9-4fb3-8d5a-573c9d6dc3df tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:37:29.287376 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1b8d77-4fa9-4fb3-8d5a-573c9d6dc3df tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:37:29.287712 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1b8d77-4fa9-4fb3-8d5a-573c9d6dc3df tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:37:29.288044 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1b8d77-4fa9-4fb3-8d5a-573c9d6dc3df tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:37:29.307171 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21363002-98c6-42df-aa1c-30dbb133768e req-3c1b8d77-4fa9-4fb3-8d5a-573c9d6dc3df tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:37:29.307824 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-21363002-98c6-42df-aa1c-30dbb133768e req-3c1b8d77-4fa9-4fb3-8d5a-573c9d6dc3df tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:37:29.324531 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-21363002-98c6-42df-aa1c-30dbb133768e req-3c1b8d77-4fa9-4fb3-8d5a-573c9d6dc3df tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6408062 Sep 08 09:37:29.343584 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-21363002-98c6-42df-aa1c-30dbb133768e req-88a4f4cb-5f66-47e5-9a36-8f9e1647192b service neutron] Request body: {'port': {'device_id': 'ad4d142b-96e6-4e2e-ba98-5c78e0435e3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:37:29.405700 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:37:29.412394 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-21363002-98c6-42df-aa1c-30dbb133768e req-88a4f4cb-5f66-47e5-9a36-8f9e1647192b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:37:29.543728 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-cc4e765b-438d-4414-a54f-716930eb3db0 None None] Provisioning for port d39dbf96-5c74-4edc-a08f-b6b251a79dec completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:37:29.547790 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-cc4e765b-438d-4414-a54f-716930eb3db0 None None] Provisioning complete for port d39dbf96-5c74-4edc-a08f-b6b251a79dec triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:37:29.548150 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cc4e765b-438d-4414-a54f-716930eb3db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:37:29.597476 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-cc4e765b-438d-4414-a54f-716930eb3db0 None None] Port d39dbf96-5c74-4edc-a08f-b6b251a79dec cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:37:29.713858 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [req-21363002-98c6-42df-aa1c-30dbb133768e req-88a4f4cb-5f66-47e5-9a36-8f9e1647192b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d39dbf96-5c74-4edc-a08f-b6b251a79dec {{(pid=94713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:37:29.724621 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-21363002-98c6-42df-aa1c-30dbb133768e req-88a4f4cb-5f66-47e5-9a36-8f9e1647192b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:37:29.739925 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [req-21363002-98c6-42df-aa1c-30dbb133768e req-88a4f4cb-5f66-47e5-9a36-8f9e1647192b service neutron] Transition to ACTIVE for port object d39dbf96-5c74-4edc-a08f-b6b251a79dec will not be triggered until provisioned by entity L2. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:37:29.745275 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-21363002-98c6-42df-aa1c-30dbb133768e req-88a4f4cb-5f66-47e5-9a36-8f9e1647192b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:37:29.803245 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a4f4cb-5f66-47e5-9a36-8f9e1647192b service neutron] Pushing event updated for resources: {'Port': ['ID=d39dbf96-5c74-4edc-a08f-b6b251a79dec,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:37:29.878500 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-21363002-98c6-42df-aa1c-30dbb133768e req-88a4f4cb-5f66-47e5-9a36-8f9e1647192b service neutron] Attempting to bind port d39dbf96-5c74-4edc-a08f-b6b251a79dec on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:37:29.879183 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-21363002-98c6-42df-aa1c-30dbb133768e req-88a4f4cb-5f66-47e5-9a36-8f9e1647192b service neutron] Attempting to bind port d39dbf96-5c74-4edc-a08f-b6b251a79dec by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '661b5f51-c7e0-409b-aee2-cbee07f30235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:37:29.879183 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21363002-98c6-42df-aa1c-30dbb133768e req-88a4f4cb-5f66-47e5-9a36-8f9e1647192b service neutron] Attempting to bind port d39dbf96-5c74-4edc-a08f-b6b251a79dec on network 5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:37:29.884360 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21363002-98c6-42df-aa1c-30dbb133768e req-88a4f4cb-5f66-47e5-9a36-8f9e1647192b service neutron] Port d39dbf96-5c74-4edc-a08f-b6b251a79dec on network 5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:37:29.884691 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21363002-98c6-42df-aa1c-30dbb133768e req-88a4f4cb-5f66-47e5-9a36-8f9e1647192b service neutron] Attempting to bind port d39dbf96-5c74-4edc-a08f-b6b251a79dec on network 5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:37:29.891978 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21363002-98c6-42df-aa1c-30dbb133768e req-88a4f4cb-5f66-47e5-9a36-8f9e1647192b service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:37:29.893774 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21363002-98c6-42df-aa1c-30dbb133768e req-88a4f4cb-5f66-47e5-9a36-8f9e1647192b service neutron] Checking segment: {'id': '661b5f51-c7e0-409b-aee2-cbee07f30235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:37:29.894205 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21363002-98c6-42df-aa1c-30dbb133768e req-88a4f4cb-5f66-47e5-9a36-8f9e1647192b service neutron] Bound using segment: {'id': '661b5f51-c7e0-409b-aee2-cbee07f30235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9'} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:37:29.894667 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-21363002-98c6-42df-aa1c-30dbb133768e req-88a4f4cb-5f66-47e5-9a36-8f9e1647192b service neutron] Bound port: d39dbf96-5c74-4edc-a08f-b6b251a79dec, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '661b5f51-c7e0-409b-aee2-cbee07f30235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9'}}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:37:29.895043 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-21363002-98c6-42df-aa1c-30dbb133768e req-88a4f4cb-5f66-47e5-9a36-8f9e1647192b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:37:29.989925 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2aefd-51d5-4880-b86b-8f5b7817903f req-7d404017-8acd-47d7-935d-96a6f89e1c6d tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:37:29.991651 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b8e2aefd-51d5-4880-b86b-8f5b7817903f req-7d404017-8acd-47d7-935d-96a6f89e1c6d tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad4d142b-96e6-4e2e-ba98-5c78e0435e3b HTTP/1.1" status: 200 len: 944 time: 0.1019199 Sep 08 09:37:30.006393 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-21363002-98c6-42df-aa1c-30dbb133768e req-88a4f4cb-5f66-47e5-9a36-8f9e1647192b service neutron] For port d39dbf96-5c74-4edc-a08f-b6b251a79dec, host n-h1-806683-11, cleared binding levels {{(pid=94713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:37:30.049917 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-21363002-98c6-42df-aa1c-30dbb133768e req-88a4f4cb-5f66-47e5-9a36-8f9e1647192b service neutron] For port d39dbf96-5c74-4edc-a08f-b6b251a79dec, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=d39dbf96-5c74-4edc-a08f-b6b251a79dec,segment=NetworkSegment(661b5f51-c7e0-409b-aee2-cbee07f30235),segment_id=661b5f51-c7e0-409b-aee2-cbee07f30235)] {{(pid=94713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:37:30.056650 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-21363002-98c6-42df-aa1c-30dbb133768e req-88a4f4cb-5f66-47e5-9a36-8f9e1647192b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:37:30.060929 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b8e2aefd-51d5-4880-b86b-8f5b7817903f req-7bf14b32-6f22-4a32-97f7-2f9cd2b76912 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580149 Sep 08 09:37:30.103233 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21363002-98c6-42df-aa1c-30dbb133768e req-88a4f4cb-5f66-47e5-9a36-8f9e1647192b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:37:30.103879 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-21363002-98c6-42df-aa1c-30dbb133768e req-88a4f4cb-5f66-47e5-9a36-8f9e1647192b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:37:30.105355 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-21363002-98c6-42df-aa1c-30dbb133768e req-88a4f4cb-5f66-47e5-9a36-8f9e1647192b service neutron] 10.222.0.37 "PUT /v2.0/ports/d39dbf96-5c74-4edc-a08f-b6b251a79dec HTTP/1.1" status: 200 len: 1093 time: 0.7663293 Sep 08 09:37:30.105809 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad4d142b-96e6-4e2e-ba98-5c78e0435e3b', 'tag': 'd39dbf96-5c74-4edc-a08f-b6b251a79dec'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:37:30.108123 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f2040a-e029-4cec-86a7-ba6b617217db" -d '{"events": [{"name": "network-changed", "server_uuid": "ad4d142b-96e6-4e2e-ba98-5c78e0435e3b", "tag": "d39dbf96-5c74-4edc-a08f-b6b251a79dec"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:37:30.131544 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a4f4cb-5f66-47e5-9a36-8f9e1647192b service neutron] Pushing event updated for resources: {'Port': ['ID=d39dbf96-5c74-4edc-a08f-b6b251a79dec,revision_number=3']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:37:30.156252 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0121f93f-355c-45c5-9aaa-1f9dda1e5dfa x-openstack-request-id: req-0121f93f-355c-45c5-9aaa-1f9dda1e5dfa {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:37:30.156738 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad4d142b-96e6-4e2e-ba98-5c78e0435e3b", "tag": "d39dbf96-5c74-4edc-a08f-b6b251a79dec", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:37:30.157090 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0121f93f-355c-45c5-9aaa-1f9dda1e5dfa {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:37:30.157474 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad4d142b-96e6-4e2e-ba98-5c78e0435e3b', 'tag': 'd39dbf96-5c74-4edc-a08f-b6b251a79dec', 'status': 'completed', 'code': 200} Sep 08 09:37:30.218659 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21363002-98c6-42df-aa1c-30dbb133768e req-a0070873-d465-4026-9722-0f1dfee4041b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:37:30.220254 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-21363002-98c6-42df-aa1c-30dbb133768e req-a0070873-d465-4026-9722-0f1dfee4041b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2ea339fc014f40f08d7dfb55de384614&device_id=ad4d142b-96e6-4e2e-ba98-5c78e0435e3b HTTP/1.1" status: 200 len: 1096 time: 0.0462253 Sep 08 09:37:30.276428 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-21363002-98c6-42df-aa1c-30dbb133768e req-8966cd89-868b-4167-b23b-cdb218d2130e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d39dbf96-5c74-4edc-a08f-b6b251a79dec HTTP/1.1" status: 200 len: 217 time: 0.0419612 Sep 08 09:37:30.332510 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21363002-98c6-42df-aa1c-30dbb133768e req-b125d974-e05c-42d5-a05e-ad4823501f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:37:30.334074 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-21363002-98c6-42df-aa1c-30dbb133768e req-b125d974-e05c-42d5-a05e-ad4823501f04 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8 HTTP/1.1" status: 200 len: 851 time: 0.0511703 Sep 08 09:37:30.384055 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21363002-98c6-42df-aa1c-30dbb133768e req-a0c42278-4c5c-4a86-a77e-2abe75d4e46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:37:30.385515 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-21363002-98c6-42df-aa1c-30dbb133768e req-a0c42278-4c5c-4a86-a77e-2abe75d4e46f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447245 Sep 08 09:37:30.479778 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-21363002-98c6-42df-aa1c-30dbb133768e req-8cc3963d-a571-4fdc-b172-8395e063cdf4 service neutron] 10.222.0.37 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871785 Sep 08 09:37:30.579287 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-21363002-98c6-42df-aa1c-30dbb133768e req-73d51ea6-8af0-4c32-9762-037382a2d81a service neutron] 10.222.0.37 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917120 Sep 08 09:37:30.694531 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2040a-e029-4cec-86a7-ba6b617217db req-f712ff55-7923-4d92-b729-ed2302403f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:37:30.696067 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c2f2040a-e029-4cec-86a7-ba6b617217db req-f712ff55-7923-4d92-b729-ed2302403f21 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2ea339fc014f40f08d7dfb55de384614&device_id=ad4d142b-96e6-4e2e-ba98-5c78e0435e3b HTTP/1.1" status: 200 len: 1096 time: 0.0447240 Sep 08 09:37:30.803162 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2040a-e029-4cec-86a7-ba6b617217db req-0f934e71-0b3e-444c-ab61-43c47c487599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:37:30.804769 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c2f2040a-e029-4cec-86a7-ba6b617217db req-0f934e71-0b3e-444c-ab61-43c47c487599 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 HTTP/1.1" status: 200 len: 913 time: 0.1022747 Sep 08 09:37:30.849128 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c2f2040a-e029-4cec-86a7-ba6b617217db req-0e3aa29b-1f17-401e-9e23-100e2d5d00c7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d39dbf96-5c74-4edc-a08f-b6b251a79dec HTTP/1.1" status: 200 len: 217 time: 0.0376821 Sep 08 09:37:30.899948 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2040a-e029-4cec-86a7-ba6b617217db req-49647325-a865-476e-83bf-60c916ba926c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:37:30.901378 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c2f2040a-e029-4cec-86a7-ba6b617217db req-49647325-a865-476e-83bf-60c916ba926c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8 HTTP/1.1" status: 200 len: 851 time: 0.0458877 Sep 08 09:37:30.958598 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2040a-e029-4cec-86a7-ba6b617217db req-72f0880a-e2cd-4f71-b4ff-6bd83e0de4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:37:30.958993 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c2f2040a-e029-4cec-86a7-ba6b617217db req-72f0880a-e2cd-4f71-b4ff-6bd83e0de4f8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510330 Sep 08 09:37:31.073660 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c2f2040a-e029-4cec-86a7-ba6b617217db req-bf83d45f-fde2-4e35-b1bf-19c700499801 service neutron] 10.222.0.37 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073012 Sep 08 09:37:31.205628 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c2f2040a-e029-4cec-86a7-ba6b617217db req-2f31361a-e5dd-428d-aa7b-a64070363761 service neutron] 10.222.0.37 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251819 Sep 08 09:37:31.217862 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7d33e-b891-4e27-b0f4-b466cc0aaccd req-6bae6589-dad2-4102-9d74-0314ca3fd75f tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:37:31.219430 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-64e7d33e-b891-4e27-b0f4-b466cc0aaccd req-6bae6589-dad2-4102-9d74-0314ca3fd75f tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad4d142b-96e6-4e2e-ba98-5c78e0435e3b HTTP/1.1" status: 200 len: 944 time: 0.0711427 Sep 08 09:37:31.262257 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-64e7d33e-b891-4e27-b0f4-b466cc0aaccd req-625912b4-280c-439e-9c99-aaed37f31789 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352221 Sep 08 09:37:32.474237 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32418917-6f40-4187-8136-4e9b65eb747e req-a4c5076c-7560-4d9c-90cc-09b932f1f5af tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:37:32.478272 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-32418917-6f40-4187-8136-4e9b65eb747e req-a4c5076c-7560-4d9c-90cc-09b932f1f5af tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad4d142b-96e6-4e2e-ba98-5c78e0435e3b HTTP/1.1" status: 200 len: 944 time: 0.1119785 Sep 08 09:37:32.559256 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-32418917-6f40-4187-8136-4e9b65eb747e req-049e44de-6ab8-4322-a6f9-aa02a9497934 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733430 Sep 08 09:37:33.765771 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f9745-e250-4323-8576-4c803dc931a7 req-79345fec-6c58-482b-b865-fa2317b0d53b tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:37:33.768507 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-562f9745-e250-4323-8576-4c803dc931a7 req-79345fec-6c58-482b-b865-fa2317b0d53b tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad4d142b-96e6-4e2e-ba98-5c78e0435e3b HTTP/1.1" status: 200 len: 944 time: 0.0584335 Sep 08 09:37:33.813822 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-562f9745-e250-4323-8576-4c803dc931a7 req-f9f1f504-6428-4557-8117-53330812c7cf tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384338 Sep 08 09:37:34.960816 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedde5ef-206a-4dc2-b87f-df2cb1b20044 req-886750a8-1b7f-482e-854e-859755da63cb tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:37:34.962275 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-eedde5ef-206a-4dc2-b87f-df2cb1b20044 req-886750a8-1b7f-482e-854e-859755da63cb tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad4d142b-96e6-4e2e-ba98-5c78e0435e3b HTTP/1.1" status: 200 len: 944 time: 0.0643468 Sep 08 09:37:35.007089 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-eedde5ef-206a-4dc2-b87f-df2cb1b20044 req-9b479df8-0998-4e70-b763-86dff472b89b tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382280 Sep 08 09:37:36.154913 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd92bc-ddf5-47a6-b093-71f1df60c0cd req-ceddef2a-5cb8-4788-aa46-f9b1c238a030 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:37:36.157065 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fddd92bc-ddf5-47a6-b093-71f1df60c0cd req-ceddef2a-5cb8-4788-aa46-f9b1c238a030 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad4d142b-96e6-4e2e-ba98-5c78e0435e3b HTTP/1.1" status: 200 len: 944 time: 0.0738499 Sep 08 09:37:36.196011 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fddd92bc-ddf5-47a6-b093-71f1df60c0cd req-398ffb0e-088f-4067-b28c-505447552a5d tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322230 Sep 08 09:37:37.313666 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c951a71-9015-4b01-9fb2-00aaa0b13091 req-b535b917-7d03-4fba-9713-1e5661129b7c tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:37:37.315406 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9c951a71-9015-4b01-9fb2-00aaa0b13091 req-b535b917-7d03-4fba-9713-1e5661129b7c tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad4d142b-96e6-4e2e-ba98-5c78e0435e3b HTTP/1.1" status: 200 len: 944 time: 0.0504959 Sep 08 09:37:37.353913 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9c951a71-9015-4b01-9fb2-00aaa0b13091 req-fa30f0ff-19c1-41e7-b2d2-a1a26a6ff7c2 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321372 Sep 08 09:37:38.473985 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a83ac6-db24-4355-b0ed-26b368bfa916 req-d9f67495-6ca2-4812-993e-11596928f81b tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:37:38.475533 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a6a83ac6-db24-4355-b0ed-26b368bfa916 req-d9f67495-6ca2-4812-993e-11596928f81b tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad4d142b-96e6-4e2e-ba98-5c78e0435e3b HTTP/1.1" status: 200 len: 944 time: 0.0504901 Sep 08 09:37:38.515033 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a6a83ac6-db24-4355-b0ed-26b368bfa916 req-71f0e265-c8bd-431f-840f-97c9f23d4bdb tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334866 Sep 08 09:37:39.660830 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bbe343-0414-4ebc-8bd0-be0ee8c14761 req-74df195c-696b-4576-96b6-0986b5577636 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:37:39.662425 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d1bbe343-0414-4ebc-8bd0-be0ee8c14761 req-74df195c-696b-4576-96b6-0986b5577636 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad4d142b-96e6-4e2e-ba98-5c78e0435e3b HTTP/1.1" status: 200 len: 944 time: 0.0558112 Sep 08 09:37:39.716436 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d1bbe343-0414-4ebc-8bd0-be0ee8c14761 req-fa5c5bf1-7722-4e43-8b57-d78c85b2d8ed tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386477 Sep 08 09:37:40.853176 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ff4d6-9325-4e76-b839-eac928786fa1 req-5d088333-6473-4c15-a0fa-967944cb8264 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:37:40.855325 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-718ff4d6-9325-4e76-b839-eac928786fa1 req-5d088333-6473-4c15-a0fa-967944cb8264 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad4d142b-96e6-4e2e-ba98-5c78e0435e3b HTTP/1.1" status: 200 len: 944 time: 0.0627489 Sep 08 09:37:40.911259 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-718ff4d6-9325-4e76-b839-eac928786fa1 req-6c73f598-2925-44f6-a7d4-7b36daab5f41 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489004 Sep 08 09:37:42.034443 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32511979-6369-4b42-89ff-532c584cb53a req-105d91a4-8442-4c0c-b6f7-d35f927a9d39 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:37:42.036439 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-32511979-6369-4b42-89ff-532c584cb53a req-105d91a4-8442-4c0c-b6f7-d35f927a9d39 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad4d142b-96e6-4e2e-ba98-5c78e0435e3b HTTP/1.1" status: 200 len: 944 time: 0.0555694 Sep 08 09:37:42.083400 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-32511979-6369-4b42-89ff-532c584cb53a req-1189d2f6-2ccc-4b11-a0a0-33ef63130729 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395591 Sep 08 09:37:43.221421 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531dbe80-d0ff-4b99-b2fb-0d53a6a163f6 req-af2ca6fe-8525-4a27-9b66-859cb75fc2df tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:37:43.222981 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-531dbe80-d0ff-4b99-b2fb-0d53a6a163f6 req-af2ca6fe-8525-4a27-9b66-859cb75fc2df tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad4d142b-96e6-4e2e-ba98-5c78e0435e3b HTTP/1.1" status: 200 len: 944 time: 0.0547881 Sep 08 09:37:43.262858 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-531dbe80-d0ff-4b99-b2fb-0d53a6a163f6 req-92240b13-2cfd-4558-a528-3756a4d4f3e4 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335340 Sep 08 09:37:44.382557 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b983e-4a1e-4d49-9e2d-6eb33638d2f3 req-cea8413a-9542-4d30-963c-cf7fa6a626f3 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:37:44.384076 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8c7b983e-4a1e-4d49-9e2d-6eb33638d2f3 req-cea8413a-9542-4d30-963c-cf7fa6a626f3 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad4d142b-96e6-4e2e-ba98-5c78e0435e3b HTTP/1.1" status: 200 len: 944 time: 0.0499265 Sep 08 09:37:44.423988 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8c7b983e-4a1e-4d49-9e2d-6eb33638d2f3 req-4644e284-6408-44a8-9144-4053005b0689 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336099 Sep 08 09:37:45.552842 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3030c5ca-45bc-47fb-acea-d80df6dc335b req-48b633f6-6733-44ac-9f61-19ba824a53b0 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:37:45.554370 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3030c5ca-45bc-47fb-acea-d80df6dc335b req-48b633f6-6733-44ac-9f61-19ba824a53b0 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad4d142b-96e6-4e2e-ba98-5c78e0435e3b HTTP/1.1" status: 200 len: 944 time: 0.0535283 Sep 08 09:37:45.593237 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3030c5ca-45bc-47fb-acea-d80df6dc335b req-e4654ebc-60c7-4e03-8107-cbe682ac555d tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327981 Sep 08 09:37:46.708013 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbb718-7ab9-408d-b048-cd6c73515cbf req-3331b34b-3381-43ec-8fa8-ccb6ace3dadd tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:37:46.709565 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-15dbb718-7ab9-408d-b048-cd6c73515cbf req-3331b34b-3381-43ec-8fa8-ccb6ace3dadd tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad4d142b-96e6-4e2e-ba98-5c78e0435e3b HTTP/1.1" status: 200 len: 944 time: 0.0498564 Sep 08 09:37:46.748618 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-15dbb718-7ab9-408d-b048-cd6c73515cbf req-baac90b0-ef1c-491d-ac77-33bf3aa95cac tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328617 Sep 08 09:37:47.660773 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5b595a54-dd91-4447-b85b-0749d26100a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:37:47.867454 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e28ed-1516-431c-a970-2938ea715444 req-d5bb8956-fd6f-4ed7-95b4-80870723456e tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:37:47.868872 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d12e28ed-1516-431c-a970-2938ea715444 req-d5bb8956-fd6f-4ed7-95b4-80870723456e tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad4d142b-96e6-4e2e-ba98-5c78e0435e3b HTTP/1.1" status: 200 len: 944 time: 0.0518842 Sep 08 09:37:47.906268 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d12e28ed-1516-431c-a970-2938ea715444 req-29bf643a-0e4b-491a-a35e-0902d9427288 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313451 Sep 08 09:37:48.267125 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3e6c7e0a-2020-4c54-8b07-f0ccc23c64ec req-5956c286-3180-494e-9063-ec4b224b3d53 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=aa761530-9ea4-4ed4-8636-92ff163e2e5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391326 Sep 08 09:37:48.373220 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c7e0a-2020-4c54-8b07-f0ccc23c64ec req-15e5e87b-33a7-4592-9925-0471d23ce95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:37:48.374790 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3e6c7e0a-2020-4c54-8b07-f0ccc23c64ec req-15e5e87b-33a7-4592-9925-0471d23ce95c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=78383ec56e8a462fa403e733d440b32b&device_id=aa761530-9ea4-4ed4-8636-92ff163e2e5d HTTP/1.1" status: 200 len: 1098 time: 0.0460219 Sep 08 09:37:48.479461 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c7e0a-2020-4c54-8b07-f0ccc23c64ec req-479f4981-bc3e-49c4-9260-b30c188e8828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:37:48.480991 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3e6c7e0a-2020-4c54-8b07-f0ccc23c64ec req-479f4981-bc3e-49c4-9260-b30c188e8828 service neutron] 10.222.0.35 "GET /v2.0/networks?id=24c42d28-5684-4b76-b8c2-fe9585c9972b HTTP/1.1" status: 200 len: 910 time: 0.0863934 Sep 08 09:37:48.552542 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3e6c7e0a-2020-4c54-8b07-f0ccc23c64ec req-35e788c0-f7be-4a86-a060-37ada8b9a721 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a698914-3d8e-4d84-83b8-f07428e8755f HTTP/1.1" status: 200 len: 1000 time: 0.0632961 Sep 08 09:37:48.602917 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c7e0a-2020-4c54-8b07-f0ccc23c64ec req-1bdbe1b4-2a2f-421b-b265-d1fe3cfb102f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:37:48.604406 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3e6c7e0a-2020-4c54-8b07-f0ccc23c64ec req-1bdbe1b4-2a2f-421b-b265-d1fe3cfb102f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1c13b9-c48a-4da3-8773-8f718f32bac9 HTTP/1.1" status: 200 len: 848 time: 0.0450552 Sep 08 09:37:48.652685 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c7e0a-2020-4c54-8b07-f0ccc23c64ec req-a44e928c-09c9-48e8-9428-65fe73ab2f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:37:48.654236 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3e6c7e0a-2020-4c54-8b07-f0ccc23c64ec req-a44e928c-09c9-48e8-9428-65fe73ab2f16 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=24c42d28-5684-4b76-b8c2-fe9585c9972b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422475 Sep 08 09:37:48.749053 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3e6c7e0a-2020-4c54-8b07-f0ccc23c64ec req-f0aa62dc-10fa-4fde-87cd-00b55cdd31b1 service neutron] 10.222.0.35 "GET /v2.0/networks/24c42d28-5684-4b76-b8c2-fe9585c9972b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879252 Sep 08 09:37:48.844438 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3e6c7e0a-2020-4c54-8b07-f0ccc23c64ec req-54738b60-871b-4645-9fde-a16b8f35c518 service neutron] 10.222.0.35 "GET /v2.0/networks/24c42d28-5684-4b76-b8c2-fe9585c9972b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855484 Sep 08 09:37:49.027333 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854c861-a55b-4bc5-bab7-2c7689965b8b req-11f50477-cbb3-43ae-8ffa-4d33b7608ea0 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:37:49.028822 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2854c861-a55b-4bc5-bab7-2c7689965b8b req-11f50477-cbb3-43ae-8ffa-4d33b7608ea0 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad4d142b-96e6-4e2e-ba98-5c78e0435e3b HTTP/1.1" status: 200 len: 944 time: 0.0540125 Sep 08 09:37:49.071764 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2854c861-a55b-4bc5-bab7-2c7689965b8b req-2881f1e3-f276-4f1a-a8d3-273762f555a4 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363834 Sep 08 09:37:49.438357 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device d39dbf96-5c74-4edc-a08f-b6b251a79dec details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:37:49.532523 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port d39dbf96-5c74-4edc-a08f-b6b251a79dec, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=d39dbf96-5c74-4edc-a08f-b6b251a79dec,segment=NetworkSegment(661b5f51-c7e0-409b-aee2-cbee07f30235),segment_id=661b5f51-c7e0-409b-aee2-cbee07f30235)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:37:49.544318 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': 'd39dbf96-5c74-4edc-a08f-b6b251a79dec', 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'port_id': 'd39dbf96-5c74-4edc-a08f-b6b251a79dec', 'mac_address': 'fa:16:3e:88:fc:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:37:49.582293 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:37:49.599140 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d39dbf96-5c74-4edc-a08f-b6b251a79dec {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:37:49.618640 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port d39dbf96-5c74-4edc-a08f-b6b251a79dec, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=d39dbf96-5c74-4edc-a08f-b6b251a79dec,segment=NetworkSegment(661b5f51-c7e0-409b-aee2-cbee07f30235),segment_id=661b5f51-c7e0-409b-aee2-cbee07f30235)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:37:49.622748 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:37:49.672549 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=d39dbf96-5c74-4edc-a08f-b6b251a79dec,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:37:49.680642 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:37:49.680991 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:37:49.681332 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:37:49.681679 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:37:49.682018 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:37:49.682384 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:37:49.682717 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:37:49.683049 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:37:49.683376 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:37:49.683703 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:37:49.684029 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:37:49.684387 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:37:49.887938 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['d39dbf96-5c74-4edc-a08f-b6b251a79dec'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:37:50.189780 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9365c953-ee80-47c2-bf03-722055d4081f req-0cb67363-2a39-452d-a131-ab22d728c971 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:37:50.191330 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9365c953-ee80-47c2-bf03-722055d4081f req-0cb67363-2a39-452d-a131-ab22d728c971 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad4d142b-96e6-4e2e-ba98-5c78e0435e3b HTTP/1.1" status: 200 len: 945 time: 0.0532115 Sep 08 09:37:50.229647 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9365c953-ee80-47c2-bf03-722055d4081f req-a5a28a1b-ff62-46a8-a583-b5ab24b21756 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320842 Sep 08 09:37:50.429572 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:37:50.780943 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-145655de-f746-439a-9e0b-8f5fd4f147b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:37:51.343445 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b6fb47-c0e7-47c5-9ed7-a4632f161519 req-e20e3c8d-913e-4be7-8812-849ac87fe479 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:37:51.345591 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-40b6fb47-c0e7-47c5-9ed7-a4632f161519 req-e20e3c8d-913e-4be7-8812-849ac87fe479 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad4d142b-96e6-4e2e-ba98-5c78e0435e3b HTTP/1.1" status: 200 len: 945 time: 0.0497661 Sep 08 09:37:51.382514 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-40b6fb47-c0e7-47c5-9ed7-a4632f161519 req-cb0e1055-5c17-4740-a3cf-abda029efc34 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305257 Sep 08 09:37:51.455261 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device d39dbf96-5c74-4edc-a08f-b6b251a79dec up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:37:51.511633 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port d39dbf96-5c74-4edc-a08f-b6b251a79dec completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:37:51.515307 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port d39dbf96-5c74-4edc-a08f-b6b251a79dec triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:37:51.515689 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:37:51.594300 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:37:51.616487 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad4d142b-96e6-4e2e-ba98-5c78e0435e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd39dbf96-5c74-4edc-a08f-b6b251a79dec'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:37:51.618744 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dca55f4-b29b-4e80-a5bb-4bbbdd4e5248" -d '{"events": [{"server_uuid": "ad4d142b-96e6-4e2e-ba98-5c78e0435e3b", "name": "network-vif-plugged", "status": "completed", "tag": "d39dbf96-5c74-4edc-a08f-b6b251a79dec"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:37:51.631649 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port d39dbf96-5c74-4edc-a08f-b6b251a79dec, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=d39dbf96-5c74-4edc-a08f-b6b251a79dec,segment=NetworkSegment(661b5f51-c7e0-409b-aee2-cbee07f30235),segment_id=661b5f51-c7e0-409b-aee2-cbee07f30235)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:37:51.635629 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:37:51.662075 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d19b00-44a7-4547-b936-6025d2f85381 x-openstack-request-id: req-79d19b00-44a7-4547-b936-6025d2f85381 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:37:51.662365 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad4d142b-96e6-4e2e-ba98-5c78e0435e3b", "name": "network-vif-plugged", "status": "completed", "tag": "d39dbf96-5c74-4edc-a08f-b6b251a79dec", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:37:51.662616 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-79d19b00-44a7-4547-b936-6025d2f85381 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:37:51.662997 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad4d142b-96e6-4e2e-ba98-5c78e0435e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd39dbf96-5c74-4edc-a08f-b6b251a79dec', 'code': 200} Sep 08 09:37:51.687314 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=d39dbf96-5c74-4edc-a08f-b6b251a79dec,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:37:51.781682 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b396bd0-0c0f-4314-932e-e1f9261a8eeb req-43202c05-fb3e-42ec-8679-e9a54f7ba085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:37:51.783280 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9b396bd0-0c0f-4314-932e-e1f9261a8eeb req-43202c05-fb3e-42ec-8679-e9a54f7ba085 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ad4d142b-96e6-4e2e-ba98-5c78e0435e3b HTTP/1.1" status: 200 len: 1098 time: 0.0416276 Sep 08 09:37:51.818566 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9b396bd0-0c0f-4314-932e-e1f9261a8eeb req-35e63abf-73ac-439d-bf28-767837d4a4bd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280237 Sep 08 09:37:52.221292 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:37:52.497142 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787bc02d-5d21-495b-a552-36928ffd10dd req-727f7283-562e-4b97-b1a1-8c51d62ae68a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:37:52.498565 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-787bc02d-5d21-495b-a552-36928ffd10dd req-727f7283-562e-4b97-b1a1-8c51d62ae68a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad4d142b-96e6-4e2e-ba98-5c78e0435e3b HTTP/1.1" status: 200 len: 946 time: 0.0495746 Sep 08 09:37:52.536258 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-787bc02d-5d21-495b-a552-36928ffd10dd req-73bfc055-9be6-4023-8c69-2b0c1ec42c95 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314722 Sep 08 09:37:53.630291 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:37:53.652863 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b053f-169d-4b58-ad08-c686ccc6600f req-4f9d4de6-809e-4aa1-88a1-16b438b3b77e tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:37:53.654391 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ce5b053f-169d-4b58-ad08-c686ccc6600f req-4f9d4de6-809e-4aa1-88a1-16b438b3b77e tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad4d142b-96e6-4e2e-ba98-5c78e0435e3b HTTP/1.1" status: 200 len: 946 time: 0.0496063 Sep 08 09:37:53.692055 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ce5b053f-169d-4b58-ad08-c686ccc6600f req-b793ce73-73e7-4cd7-9e74-806615350e51 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309627 Sep 08 09:37:53.808558 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f420048-d615-4297-b122-e0d7a13673a7 req-0af73001-62a9-42ce-9cba-d63b5f669007 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:37:53.809936 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9f420048-d615-4297-b122-e0d7a13673a7 req-0af73001-62a9-42ce-9cba-d63b5f669007 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad4d142b-96e6-4e2e-ba98-5c78e0435e3b HTTP/1.1" status: 200 len: 946 time: 0.0520630 Sep 08 09:37:53.848143 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9f420048-d615-4297-b122-e0d7a13673a7 req-6b41af12-4e74-48cb-9f16-83b411972121 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319102 Sep 08 09:37:53.963581 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea46bd-2977-40f0-b2a4-623c83c6c321 req-d404060a-108a-4cbe-b89a-a8923f581197 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:37:53.965071 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-51ea46bd-2977-40f0-b2a4-623c83c6c321 req-d404060a-108a-4cbe-b89a-a8923f581197 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad4d142b-96e6-4e2e-ba98-5c78e0435e3b HTTP/1.1" status: 200 len: 946 time: 0.0530446 Sep 08 09:37:54.002382 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-51ea46bd-2977-40f0-b2a4-623c83c6c321 req-9ea23528-da7a-4170-873f-0ed0ff226d10 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312045 Sep 08 09:37:54.288770 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce5bf1-e494-4fe9-8074-ff1caa75fe32 req-242c7dc3-ebfb-41e0-a85e-46d46ce42c34 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:37:54.290484 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4fce5bf1-e494-4fe9-8074-ff1caa75fe32 req-242c7dc3-ebfb-41e0-a85e-46d46ce42c34 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad4d142b-96e6-4e2e-ba98-5c78e0435e3b HTTP/1.1" status: 200 len: 946 time: 0.0487964 Sep 08 09:37:54.328402 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4fce5bf1-e494-4fe9-8074-ff1caa75fe32 req-59e7d73a-7573-41b2-81fd-ee1828ecd03c tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318325 Sep 08 09:37:54.399048 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:37:55.445230 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc8b64-9158-4e95-9a3e-77e9d0e3db35 req-0a5f6a8c-fd8e-4012-80a9-a632c982c578 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:37:55.446760 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3cbc8b64-9158-4e95-9a3e-77e9d0e3db35 req-0a5f6a8c-fd8e-4012-80a9-a632c982c578 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad4d142b-96e6-4e2e-ba98-5c78e0435e3b HTTP/1.1" status: 200 len: 946 time: 0.0501516 Sep 08 09:37:55.486418 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3cbc8b64-9158-4e95-9a3e-77e9d0e3db35 req-701e2231-5bac-4771-9e19-6812be7fab4e tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330236 Sep 08 09:37:55.896264 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6e332-51d0-4bd7-8259-4609c5fb3658 req-531df888-48aa-41f6-bbf6-7dd62998524f tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:37:55.897722 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-dfc6e332-51d0-4bd7-8259-4609c5fb3658 req-531df888-48aa-41f6-bbf6-7dd62998524f tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad4d142b-96e6-4e2e-ba98-5c78e0435e3b HTTP/1.1" status: 200 len: 946 time: 0.0476480 Sep 08 09:37:55.991112 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-dfc6e332-51d0-4bd7-8259-4609c5fb3658 req-a630b5e7-6619-4550-9798-7ccd3860e36c tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Deleting port d39dbf96-5c74-4edc-a08f-b6b251a79dec {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:37:55.991380 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-dfc6e332-51d0-4bd7-8259-4609c5fb3658 req-a630b5e7-6619-4550-9798-7ccd3860e36c tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:37:56.078322 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-dfc6e332-51d0-4bd7-8259-4609c5fb3658 req-a630b5e7-6619-4550-9798-7ccd3860e36c tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] For port d39dbf96-5c74-4edc-a08f-b6b251a79dec, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=d39dbf96-5c74-4edc-a08f-b6b251a79dec,segment=NetworkSegment(661b5f51-c7e0-409b-aee2-cbee07f30235),segment_id=661b5f51-c7e0-409b-aee2-cbee07f30235)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:37:56.078707 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-dfc6e332-51d0-4bd7-8259-4609c5fb3658 req-a630b5e7-6619-4550-9798-7ccd3860e36c tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:37:56.092430 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-dfc6e332-51d0-4bd7-8259-4609c5fb3658 req-a630b5e7-6619-4550-9798-7ccd3860e36c tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Calling delete_port for d39dbf96-5c74-4edc-a08f-b6b251a79dec owned by compute:nova {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:37:56.226903 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-dfc6e332-51d0-4bd7-8259-4609c5fb3658 req-a630b5e7-6619-4550-9798-7ccd3860e36c tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:37:56.257021 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a630b5e7-6619-4550-9798-7ccd3860e36c tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Pushing event deleted for resources: {'Port': ['ID=d39dbf96-5c74-4edc-a08f-b6b251a79dec,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:37:56.260212 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['d39dbf96-5c74-4edc-a08f-b6b251a79dec'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:37:56.305893 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc6e332-51d0-4bd7-8259-4609c5fb3658 req-a630b5e7-6619-4550-9798-7ccd3860e36c tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] No DVR routers for this DVR port d39dbf96-5c74-4edc-a08f-b6b251a79dec on host n-h1-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:37:56.308696 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-dfc6e332-51d0-4bd7-8259-4609c5fb3658 req-a630b5e7-6619-4550-9798-7ccd3860e36c tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:37:56.310812 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-dfc6e332-51d0-4bd7-8259-4609c5fb3658 req-a630b5e7-6619-4550-9798-7ccd3860e36c tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.37 "DELETE /v2.0/ports/d39dbf96-5c74-4edc-a08f-b6b251a79dec HTTP/1.1" status: 204 len: 173 time: 0.4065239 Sep 08 09:37:56.311279 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad4d142b-96e6-4e2e-ba98-5c78e0435e3b', 'name': 'network-vif-deleted', 'tag': 'd39dbf96-5c74-4edc-a08f-b6b251a79dec'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:37:56.314247 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49fd1eb-e023-4672-a560-a6505d11cbac" -d '{"events": [{"server_uuid": "ad4d142b-96e6-4e2e-ba98-5c78e0435e3b", "name": "network-vif-deleted", "tag": "d39dbf96-5c74-4edc-a08f-b6b251a79dec"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:37:56.355346 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e0c73a-67ec-4dda-8493-fd7536b061ae x-openstack-request-id: req-59e0c73a-67ec-4dda-8493-fd7536b061ae {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:37:56.355650 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad4d142b-96e6-4e2e-ba98-5c78e0435e3b", "name": "network-vif-deleted", "tag": "d39dbf96-5c74-4edc-a08f-b6b251a79dec", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:37:56.355908 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-59e0c73a-67ec-4dda-8493-fd7536b061ae {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:37:56.356309 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad4d142b-96e6-4e2e-ba98-5c78e0435e3b', 'name': 'network-vif-deleted', 'tag': 'd39dbf96-5c74-4edc-a08f-b6b251a79dec', 'status': 'completed', 'code': 200} Sep 08 09:37:56.581174 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1ed0fc7e-7b29-4164-8cce-9cd0e993a0b1 req-473e2d06-34d0-4d7d-8f2c-7a671ca7aeef tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad4d142b-96e6-4e2e-ba98-5c78e0435e3b HTTP/1.1" status: 200 len: 210 time: 0.0279799 Sep 08 09:37:57.680820 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-123b82ed-afe3-47c4-ac05-b289c4c5dbfd req-2d890ed0-345c-46e0-8481-d4900bc441f1 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad4d142b-96e6-4e2e-ba98-5c78e0435e3b HTTP/1.1" status: 200 len: 210 time: 0.0276403 Sep 08 09:37:58.779390 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-36243e37-aba0-4efd-9f22-60381235c497 req-66a66f9c-3bbe-461d-b54c-4c67fc0e8bdc tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad4d142b-96e6-4e2e-ba98-5c78e0435e3b HTTP/1.1" status: 200 len: 210 time: 0.0304925 Sep 08 09:37:58.857543 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:37:59.454808 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device d39dbf96-5c74-4edc-a08f-b6b251a79dec no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:37:59.475998 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: d39dbf96-5c74-4edc-a08f-b6b251a79dec {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:37:59.476343 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device d39dbf96-5c74-4edc-a08f-b6b251a79dec not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:37:59.894606 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-63e53ae9-005f-44bb-b2e4-f7c03428f0d4 req-3e1cb107-6248-42fd-8c32-c336c9605383 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad4d142b-96e6-4e2e-ba98-5c78e0435e3b HTTP/1.1" status: 200 len: 210 time: 0.0378151 Sep 08 09:38:06.397798 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:38:17.662874 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d753a988-9727-4c6e-ae27-40501ed2803b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:38:20.430961 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:38:20.782792 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0126860f-3ab6-45a3-b751-81e8f17c768c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:38:20.918520 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59f7f9-0841-410f-9190-09f573182ece req-5cf0446f-b969-483c-844d-5b82fbbb8e86 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:20.920041 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9b59f7f9-0841-410f-9190-09f573182ece req-5cf0446f-b969-483c-844d-5b82fbbb8e86 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/networks?id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 HTTP/1.1" status: 200 len: 812 time: 0.1037364 Sep 08 09:38:20.934862 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9b59f7f9-0841-410f-9190-09f573182ece req-21a741fe-ce81-48a1-b4d1-9d55ee727a96 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/quotas/2ea339fc014f40f08d7dfb55de384614 HTTP/1.1" status: 200 len: 375 time: 0.0088778 Sep 08 09:38:20.984985 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9b59f7f9-0841-410f-9190-09f573182ece req-1ec29238-a88a-422e-acf2-53ff4f2aebfe tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ea339fc014f40f08d7dfb55de384614&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449231 Sep 08 09:38:21.073319 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9b59f7f9-0841-410f-9190-09f573182ece req-199f557a-b6f0-4acc-b6a6-8bb39d9bf570 service neutron] 10.222.0.54 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816593 Sep 08 09:38:21.164319 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9b59f7f9-0841-410f-9190-09f573182ece req-fe98baaf-654c-4fc8-9ee5-29a7b5bab0d8 service neutron] 10.222.0.54 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848379 Sep 08 09:38:21.446591 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-99196a0a-80c9-4a43-a1ef-22b2245cd79b req-f49a0654-4385-4d5b-b082-3421be3bd204 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d1b184a-c3e2-4731-9ebb-ce65d9dd9b0e HTTP/1.1" status: 200 len: 210 time: 0.0287635 Sep 08 09:38:22.225000 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:38:22.541022 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59f7f9-0841-410f-9190-09f573182ece req-bf764b02-92a3-49d4-9d60-1b71682c1e01 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:22.542515 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9b59f7f9-0841-410f-9190-09f573182ece req-bf764b02-92a3-49d4-9d60-1b71682c1e01 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.37 "GET /v2.0/networks?id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 HTTP/1.1" status: 200 len: 812 time: 0.1263666 Sep 08 09:38:22.557325 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-209523a2-e0e9-46ca-a63e-dae8776b91e9 req-e8608773-45ed-4bd3-b18b-63a26ba0d0ac tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d1b184a-c3e2-4731-9ebb-ce65d9dd9b0e HTTP/1.1" status: 200 len: 210 time: 0.0357022 Sep 08 09:38:22.567346 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-9b59f7f9-0841-410f-9190-09f573182ece req-94095ad1-416b-4405-a7c8-169c469c2708 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Request body: {'port': {'device_id': '1d1b184a-c3e2-4731-9ebb-ce65d9dd9b0e', 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'admin_state_up': True, 'tenant_id': '2ea339fc014f40f08d7dfb55de384614'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:38:22.672128 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b59f7f9-0841-410f-9190-09f573182ece req-94095ad1-416b-4405-a7c8-169c469c2708 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Made reservation on behalf of 2ea339fc014f40f08d7dfb55de384614 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:38:22.676361 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9b59f7f9-0841-410f-9190-09f573182ece req-94095ad1-416b-4405-a7c8-169c469c2708 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:38:22.805547 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [req-9b59f7f9-0841-410f-9190-09f573182ece req-94095ad1-416b-4405-a7c8-169c469c2708 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Allocated IP 172.20.0.14 (5df0a467-a5a5-4a52-8ccf-31609c4c1dd9/b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8/39f2fa4e-2b8b-4582-ace5-b3236fe3f75e) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:38:22.951833 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9b59f7f9-0841-410f-9190-09f573182ece req-94095ad1-416b-4405-a7c8-169c469c2708 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:38:22.965329 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [req-9b59f7f9-0841-410f-9190-09f573182ece req-94095ad1-416b-4405-a7c8-169c469c2708 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Transition to ACTIVE for port object 39f2fa4e-2b8b-4582-ace5-b3236fe3f75e will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:38:22.998160 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9b59f7f9-0841-410f-9190-09f573182ece req-94095ad1-416b-4405-a7c8-169c469c2708 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:38:23.040779 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b59f7f9-0841-410f-9190-09f573182ece req-94095ad1-416b-4405-a7c8-169c469c2708 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Network 5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:38:23.044091 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [req-9b59f7f9-0841-410f-9190-09f573182ece req-94095ad1-416b-4405-a7c8-169c469c2708 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:38:23.046676 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b59f7f9-0841-410f-9190-09f573182ece req-94095ad1-416b-4405-a7c8-169c469c2708 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:38:23.088621 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94095ad1-416b-4405-a7c8-169c469c2708 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Pushing event updated for resources: {'Port': ['ID=39f2fa4e-2b8b-4582-ace5-b3236fe3f75e,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:38:23.112136 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59f7f9-0841-410f-9190-09f573182ece req-94095ad1-416b-4405-a7c8-169c469c2708 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:23.113992 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9b59f7f9-0841-410f-9190-09f573182ece req-94095ad1-416b-4405-a7c8-169c469c2708 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:38:23.130751 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9b59f7f9-0841-410f-9190-09f573182ece req-94095ad1-416b-4405-a7c8-169c469c2708 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5666683 Sep 08 09:38:23.148941 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-9b59f7f9-0841-410f-9190-09f573182ece req-86ce5942-bb3c-4f15-b809-810cdb3777c5 service neutron] Request body: {'port': {'device_id': '1d1b184a-c3e2-4731-9ebb-ce65d9dd9b0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:38:23.211676 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9b59f7f9-0841-410f-9190-09f573182ece req-86ce5942-bb3c-4f15-b809-810cdb3777c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:38:23.314532 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d2db9291-0dd7-479f-bd87-820b89a20356 None None] Provisioning for port 39f2fa4e-2b8b-4582-ace5-b3236fe3f75e completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:38:23.320352 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d2db9291-0dd7-479f-bd87-820b89a20356 None None] Provisioning complete for port 39f2fa4e-2b8b-4582-ace5-b3236fe3f75e triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:38:23.320675 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d2db9291-0dd7-479f-bd87-820b89a20356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:38:23.363923 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d2db9291-0dd7-479f-bd87-820b89a20356 None None] Port 39f2fa4e-2b8b-4582-ace5-b3236fe3f75e cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:38:23.483999 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [req-9b59f7f9-0841-410f-9190-09f573182ece req-86ce5942-bb3c-4f15-b809-810cdb3777c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39f2fa4e-2b8b-4582-ace5-b3236fe3f75e {{(pid=94713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:38:23.492521 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9b59f7f9-0841-410f-9190-09f573182ece req-86ce5942-bb3c-4f15-b809-810cdb3777c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:38:23.504838 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [req-9b59f7f9-0841-410f-9190-09f573182ece req-86ce5942-bb3c-4f15-b809-810cdb3777c5 service neutron] Transition to ACTIVE for port object 39f2fa4e-2b8b-4582-ace5-b3236fe3f75e will not be triggered until provisioned by entity L2. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:38:23.508783 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9b59f7f9-0841-410f-9190-09f573182ece req-86ce5942-bb3c-4f15-b809-810cdb3777c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:38:23.563999 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce5942-bb3c-4f15-b809-810cdb3777c5 service neutron] Pushing event updated for resources: {'Port': ['ID=39f2fa4e-2b8b-4582-ace5-b3236fe3f75e,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:38:23.640852 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-9b59f7f9-0841-410f-9190-09f573182ece req-86ce5942-bb3c-4f15-b809-810cdb3777c5 service neutron] Attempting to bind port 39f2fa4e-2b8b-4582-ace5-b3236fe3f75e on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:38:23.641348 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-9b59f7f9-0841-410f-9190-09f573182ece req-86ce5942-bb3c-4f15-b809-810cdb3777c5 service neutron] Attempting to bind port 39f2fa4e-2b8b-4582-ace5-b3236fe3f75e by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '661b5f51-c7e0-409b-aee2-cbee07f30235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:38:23.641777 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b59f7f9-0841-410f-9190-09f573182ece req-86ce5942-bb3c-4f15-b809-810cdb3777c5 service neutron] Attempting to bind port 39f2fa4e-2b8b-4582-ace5-b3236fe3f75e on network 5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:38:23.647474 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b59f7f9-0841-410f-9190-09f573182ece req-86ce5942-bb3c-4f15-b809-810cdb3777c5 service neutron] Port 39f2fa4e-2b8b-4582-ace5-b3236fe3f75e on network 5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:38:23.648203 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b59f7f9-0841-410f-9190-09f573182ece req-86ce5942-bb3c-4f15-b809-810cdb3777c5 service neutron] Attempting to bind port 39f2fa4e-2b8b-4582-ace5-b3236fe3f75e on network 5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:38:23.653828 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:38:23.655868 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b59f7f9-0841-410f-9190-09f573182ece req-86ce5942-bb3c-4f15-b809-810cdb3777c5 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:38:23.656319 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b59f7f9-0841-410f-9190-09f573182ece req-86ce5942-bb3c-4f15-b809-810cdb3777c5 service neutron] Checking segment: {'id': '661b5f51-c7e0-409b-aee2-cbee07f30235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:38:23.656812 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b59f7f9-0841-410f-9190-09f573182ece req-86ce5942-bb3c-4f15-b809-810cdb3777c5 service neutron] Bound using segment: {'id': '661b5f51-c7e0-409b-aee2-cbee07f30235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9'} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:38:23.657352 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-9b59f7f9-0841-410f-9190-09f573182ece req-86ce5942-bb3c-4f15-b809-810cdb3777c5 service neutron] Bound port: 39f2fa4e-2b8b-4582-ace5-b3236fe3f75e, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '661b5f51-c7e0-409b-aee2-cbee07f30235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9'}}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:38:23.657816 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9b59f7f9-0841-410f-9190-09f573182ece req-86ce5942-bb3c-4f15-b809-810cdb3777c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:38:23.697782 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34233a1b-5760-460c-a344-158c5f343e2d req-04e6a951-42ee-4676-9f35-4eaf4d0bbd7b tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:23.699412 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-34233a1b-5760-460c-a344-158c5f343e2d req-04e6a951-42ee-4676-9f35-4eaf4d0bbd7b tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d1b184a-c3e2-4731-9ebb-ce65d9dd9b0e HTTP/1.1" status: 200 len: 944 time: 0.0603855 Sep 08 09:38:23.741994 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-9b59f7f9-0841-410f-9190-09f573182ece req-86ce5942-bb3c-4f15-b809-810cdb3777c5 service neutron] For port 39f2fa4e-2b8b-4582-ace5-b3236fe3f75e, host n-h1-806683-11, cleared binding levels {{(pid=94713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:38:23.747196 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-9b59f7f9-0841-410f-9190-09f573182ece req-86ce5942-bb3c-4f15-b809-810cdb3777c5 service neutron] For port 39f2fa4e-2b8b-4582-ace5-b3236fe3f75e, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=39f2fa4e-2b8b-4582-ace5-b3236fe3f75e,segment=NetworkSegment(661b5f51-c7e0-409b-aee2-cbee07f30235),segment_id=661b5f51-c7e0-409b-aee2-cbee07f30235)] {{(pid=94713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:38:23.757125 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9b59f7f9-0841-410f-9190-09f573182ece req-86ce5942-bb3c-4f15-b809-810cdb3777c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:38:23.759015 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-34233a1b-5760-460c-a344-158c5f343e2d req-053f6d73-247c-4d41-8a47-f9b40fc98ac2 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510802 Sep 08 09:38:23.797122 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59f7f9-0841-410f-9190-09f573182ece req-86ce5942-bb3c-4f15-b809-810cdb3777c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:23.797767 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-9b59f7f9-0841-410f-9190-09f573182ece req-86ce5942-bb3c-4f15-b809-810cdb3777c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:38:23.799330 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9b59f7f9-0841-410f-9190-09f573182ece req-86ce5942-bb3c-4f15-b809-810cdb3777c5 service neutron] 10.222.0.37 "PUT /v2.0/ports/39f2fa4e-2b8b-4582-ace5-b3236fe3f75e HTTP/1.1" status: 200 len: 1093 time: 0.6551201 Sep 08 09:38:23.800513 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d1b184a-c3e2-4731-9ebb-ce65d9dd9b0e', 'tag': '39f2fa4e-2b8b-4582-ace5-b3236fe3f75e'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:38:23.802872 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf3d6b7-9059-490f-bff4-ef4cd2ecf140" -d '{"events": [{"name": "network-changed", "server_uuid": "1d1b184a-c3e2-4731-9ebb-ce65d9dd9b0e", "tag": "39f2fa4e-2b8b-4582-ace5-b3236fe3f75e"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:38:23.848205 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce5942-bb3c-4f15-b809-810cdb3777c5 service neutron] Pushing event updated for resources: {'Port': ['ID=39f2fa4e-2b8b-4582-ace5-b3236fe3f75e,revision_number=3']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:38:23.853540 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475b938d-3376-45cb-befa-349e73108caf x-openstack-request-id: req-475b938d-3376-45cb-befa-349e73108caf {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:38:23.853829 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d1b184a-c3e2-4731-9ebb-ce65d9dd9b0e", "tag": "39f2fa4e-2b8b-4582-ace5-b3236fe3f75e", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:38:23.854108 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-475b938d-3376-45cb-befa-349e73108caf {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:38:23.854516 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d1b184a-c3e2-4731-9ebb-ce65d9dd9b0e', 'tag': '39f2fa4e-2b8b-4582-ace5-b3236fe3f75e', 'status': 'completed', 'code': 200} Sep 08 09:38:23.920637 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59f7f9-0841-410f-9190-09f573182ece req-638ae8ec-edec-42b3-963f-f477997b2494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:23.922473 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9b59f7f9-0841-410f-9190-09f573182ece req-638ae8ec-edec-42b3-963f-f477997b2494 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2ea339fc014f40f08d7dfb55de384614&device_id=1d1b184a-c3e2-4731-9ebb-ce65d9dd9b0e HTTP/1.1" status: 200 len: 1096 time: 0.0523255 Sep 08 09:38:23.973438 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9b59f7f9-0841-410f-9190-09f573182ece req-a79255ba-e113-457a-8060-99938aed9674 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39f2fa4e-2b8b-4582-ace5-b3236fe3f75e HTTP/1.1" status: 200 len: 217 time: 0.0373008 Sep 08 09:38:24.025177 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59f7f9-0841-410f-9190-09f573182ece req-f4ff476c-8a1e-48b4-b512-148b364aa88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:24.026787 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9b59f7f9-0841-410f-9190-09f573182ece req-f4ff476c-8a1e-48b4-b512-148b364aa88f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8 HTTP/1.1" status: 200 len: 851 time: 0.0458357 Sep 08 09:38:24.078131 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b59f7f9-0841-410f-9190-09f573182ece req-c6cbc929-6bd5-4cd1-a0f2-9d7ee0020ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:24.079599 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9b59f7f9-0841-410f-9190-09f573182ece req-c6cbc929-6bd5-4cd1-a0f2-9d7ee0020ab4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458639 Sep 08 09:38:24.179060 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9b59f7f9-0841-410f-9190-09f573182ece req-1bf250af-3063-4fca-bc99-167a9bfbb7e7 service neutron] 10.222.0.37 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908926 Sep 08 09:38:24.273032 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9b59f7f9-0841-410f-9190-09f573182ece req-00d088c8-bb8d-440f-a04e-d71b0031339d service neutron] 10.222.0.37 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871584 Sep 08 09:38:24.385655 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3d6b7-9059-490f-bff4-ef4cd2ecf140 req-50899ae7-59e3-42aa-97c0-8f3ee5a16103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:24.387294 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6cf3d6b7-9059-490f-bff4-ef4cd2ecf140 req-50899ae7-59e3-42aa-97c0-8f3ee5a16103 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2ea339fc014f40f08d7dfb55de384614&device_id=1d1b184a-c3e2-4731-9ebb-ce65d9dd9b0e HTTP/1.1" status: 200 len: 1096 time: 0.0423636 Sep 08 09:38:24.400898 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:38:24.481933 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3d6b7-9059-490f-bff4-ef4cd2ecf140 req-61ee54e1-9a86-41b8-a169-0213e56a20ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:24.483470 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6cf3d6b7-9059-490f-bff4-ef4cd2ecf140 req-61ee54e1-9a86-41b8-a169-0213e56a20ca service neutron] 10.222.0.37 "GET /v2.0/networks?id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 HTTP/1.1" status: 200 len: 913 time: 0.0889351 Sep 08 09:38:24.529604 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6cf3d6b7-9059-490f-bff4-ef4cd2ecf140 req-196f9cc9-c4b6-463d-8930-537668cd0da4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39f2fa4e-2b8b-4582-ace5-b3236fe3f75e HTTP/1.1" status: 200 len: 217 time: 0.0384595 Sep 08 09:38:24.578017 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3d6b7-9059-490f-bff4-ef4cd2ecf140 req-6b31b428-3907-4e2a-a6f8-9ab60f1a711f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:24.579510 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6cf3d6b7-9059-490f-bff4-ef4cd2ecf140 req-6b31b428-3907-4e2a-a6f8-9ab60f1a711f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8 HTTP/1.1" status: 200 len: 851 time: 0.0435901 Sep 08 09:38:24.625488 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3d6b7-9059-490f-bff4-ef4cd2ecf140 req-ba4646c6-17ef-489a-8471-8346a5d2a23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:24.627032 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6cf3d6b7-9059-490f-bff4-ef4cd2ecf140 req-ba4646c6-17ef-489a-8471-8346a5d2a23b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402281 Sep 08 09:38:24.720902 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6cf3d6b7-9059-490f-bff4-ef4cd2ecf140 req-b909bb73-988c-4e25-ad1a-b7bb5dc68c0f service neutron] 10.222.0.37 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856233 Sep 08 09:38:24.812006 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6cf3d6b7-9059-490f-bff4-ef4cd2ecf140 req-c127e36f-bdc4-4fd9-93ee-1086619fe21a service neutron] 10.222.0.37 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837967 Sep 08 09:38:24.882526 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1f2db-4120-42b1-980d-cc8b6e614a13 req-fa39962c-e7ba-46c3-8bd2-c7f51938168e tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:24.884027 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-82f1f2db-4120-42b1-980d-cc8b6e614a13 req-fa39962c-e7ba-46c3-8bd2-c7f51938168e tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d1b184a-c3e2-4731-9ebb-ce65d9dd9b0e HTTP/1.1" status: 200 len: 944 time: 0.0516191 Sep 08 09:38:24.921937 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-82f1f2db-4120-42b1-980d-cc8b6e614a13 req-3c0f2841-5a7c-49fb-96a4-42fff77316ce tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316880 Sep 08 09:38:26.041757 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a74470-edc7-45cc-8692-bdb7d82f028f req-7edd1f3b-1160-48d3-aa5c-9b9ddc7917ec tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:26.043422 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a7a74470-edc7-45cc-8692-bdb7d82f028f req-7edd1f3b-1160-48d3-aa5c-9b9ddc7917ec tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d1b184a-c3e2-4731-9ebb-ce65d9dd9b0e HTTP/1.1" status: 200 len: 944 time: 0.0529764 Sep 08 09:38:26.082594 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a7a74470-edc7-45cc-8692-bdb7d82f028f req-9e8015dc-0076-47e0-8b9a-08e06359fdb8 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331049 Sep 08 09:38:27.201431 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d295c8af-1d90-44f9-9355-10df91abc76c req-e964654f-0130-493f-8c4b-dcee7fe9e164 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:27.202961 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d295c8af-1d90-44f9-9355-10df91abc76c req-e964654f-0130-493f-8c4b-dcee7fe9e164 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d1b184a-c3e2-4731-9ebb-ce65d9dd9b0e HTTP/1.1" status: 200 len: 944 time: 0.0538838 Sep 08 09:38:27.241690 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d295c8af-1d90-44f9-9355-10df91abc76c req-438cee88-0b1b-4a0b-9d90-bb0e79c94193 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327091 Sep 08 09:38:28.355616 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366dfa4-1243-4885-bd1a-eac1d2c745a6 req-74c60dd8-ee1a-420a-b797-dd5144b548f6 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:28.357129 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6366dfa4-1243-4885-bd1a-eac1d2c745a6 req-74c60dd8-ee1a-420a-b797-dd5144b548f6 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d1b184a-c3e2-4731-9ebb-ce65d9dd9b0e HTTP/1.1" status: 200 len: 944 time: 0.0490971 Sep 08 09:38:28.393960 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6366dfa4-1243-4885-bd1a-eac1d2c745a6 req-0d15fab6-22fc-482c-a6b0-48b6fbbaa349 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300775 Sep 08 09:38:28.873326 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:38:29.509503 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561974e-2d18-4b47-802c-5068cd58ddd0 req-fac4ff8b-50fd-41d5-8938-3ff31ad6aa0a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:29.511011 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a561974e-2d18-4b47-802c-5068cd58ddd0 req-fac4ff8b-50fd-41d5-8938-3ff31ad6aa0a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d1b184a-c3e2-4731-9ebb-ce65d9dd9b0e HTTP/1.1" status: 200 len: 944 time: 0.0504782 Sep 08 09:38:29.549566 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a561974e-2d18-4b47-802c-5068cd58ddd0 req-d8736086-1177-4204-98eb-27cad271a5a4 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325568 Sep 08 09:38:30.661153 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b93306-94b3-469a-8546-23e1db4c17b6 req-ed4e86c2-6f8c-404b-a3a5-f2f93b1f7b51 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:30.662657 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-51b93306-94b3-469a-8546-23e1db4c17b6 req-ed4e86c2-6f8c-404b-a3a5-f2f93b1f7b51 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d1b184a-c3e2-4731-9ebb-ce65d9dd9b0e HTTP/1.1" status: 200 len: 944 time: 0.0474138 Sep 08 09:38:30.699046 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-51b93306-94b3-469a-8546-23e1db4c17b6 req-7736398c-1f3f-4d4f-8e9c-639e7a61026d tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305076 Sep 08 09:38:31.813438 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6cea5b-95a4-4234-bdbc-0ad1699f700c req-eb19eff4-bcc0-418f-a107-1c7ec478555a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:31.815009 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5e6cea5b-95a4-4234-bdbc-0ad1699f700c req-eb19eff4-bcc0-418f-a107-1c7ec478555a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d1b184a-c3e2-4731-9ebb-ce65d9dd9b0e HTTP/1.1" status: 200 len: 944 time: 0.0498471 Sep 08 09:38:31.854025 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5e6cea5b-95a4-4234-bdbc-0ad1699f700c req-4a8f3fd1-1ca0-4210-9b14-010ad5a081cb tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321965 Sep 08 09:38:33.297544 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0170cf-71d4-42fa-ad5b-2c71c173ef8c req-02e0d622-6f9e-4281-96f8-8ab9e4ba7c43 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:33.299061 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fd0170cf-71d4-42fa-ad5b-2c71c173ef8c req-02e0d622-6f9e-4281-96f8-8ab9e4ba7c43 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d1b184a-c3e2-4731-9ebb-ce65d9dd9b0e HTTP/1.1" status: 200 len: 944 time: 0.3801484 Sep 08 09:38:33.337946 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fd0170cf-71d4-42fa-ad5b-2c71c173ef8c req-d5e3323b-727d-4c88-a914-f3702f628dc4 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322144 Sep 08 09:38:33.645187 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 39f2fa4e-2b8b-4582-ace5-b3236fe3f75e details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:38:33.738449 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 39f2fa4e-2b8b-4582-ace5-b3236fe3f75e, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=39f2fa4e-2b8b-4582-ace5-b3236fe3f75e,segment=NetworkSegment(661b5f51-c7e0-409b-aee2-cbee07f30235),segment_id=661b5f51-c7e0-409b-aee2-cbee07f30235)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:38:33.752856 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '39f2fa4e-2b8b-4582-ace5-b3236fe3f75e', 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'port_id': '39f2fa4e-2b8b-4582-ace5-b3236fe3f75e', 'mac_address': 'fa:16:3e:b8:43:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:38:33.788600 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:38:33.801367 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39f2fa4e-2b8b-4582-ace5-b3236fe3f75e {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:38:33.819324 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 39f2fa4e-2b8b-4582-ace5-b3236fe3f75e, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=39f2fa4e-2b8b-4582-ace5-b3236fe3f75e,segment=NetworkSegment(661b5f51-c7e0-409b-aee2-cbee07f30235),segment_id=661b5f51-c7e0-409b-aee2-cbee07f30235)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:38:33.823681 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:38:33.869216 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=39f2fa4e-2b8b-4582-ace5-b3236fe3f75e,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:38:34.097224 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['39f2fa4e-2b8b-4582-ace5-b3236fe3f75e'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:38:34.461230 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f46360-6895-4941-bdc0-c131a4d9df59 req-832c5d42-cd65-4eb2-bf27-8218e9c04480 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:34.462738 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-28f46360-6895-4941-bdc0-c131a4d9df59 req-832c5d42-cd65-4eb2-bf27-8218e9c04480 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d1b184a-c3e2-4731-9ebb-ce65d9dd9b0e HTTP/1.1" status: 200 len: 945 time: 0.0529668 Sep 08 09:38:34.499494 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-28f46360-6895-4941-bdc0-c131a4d9df59 req-bb2d6ab8-bc16-4588-8a96-6dd87d611fc7 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308278 Sep 08 09:38:35.614089 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1d850-7ef8-4407-93c7-480221bfe5db req-8ac8af02-c296-4c0b-b5e5-93f5a49d345c tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:35.615528 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-15a1d850-7ef8-4407-93c7-480221bfe5db req-8ac8af02-c296-4c0b-b5e5-93f5a49d345c tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d1b184a-c3e2-4731-9ebb-ce65d9dd9b0e HTTP/1.1" status: 200 len: 945 time: 0.0470190 Sep 08 09:38:35.652674 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-15a1d850-7ef8-4407-93c7-480221bfe5db req-65593d34-b962-4de3-a3ee-e75f09523f6e tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312846 Sep 08 09:38:35.661383 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 39f2fa4e-2b8b-4582-ace5-b3236fe3f75e up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:38:35.708209 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 39f2fa4e-2b8b-4582-ace5-b3236fe3f75e completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:38:35.711731 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 39f2fa4e-2b8b-4582-ace5-b3236fe3f75e triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:38:35.712106 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:38:35.791604 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:38:35.814598 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1b184a-c3e2-4731-9ebb-ce65d9dd9b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f2fa4e-2b8b-4582-ace5-b3236fe3f75e'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:38:35.817628 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a97b7a-9db4-43c4-b0da-afc477593501" -d '{"events": [{"server_uuid": "1d1b184a-c3e2-4731-9ebb-ce65d9dd9b0e", "name": "network-vif-plugged", "status": "completed", "tag": "39f2fa4e-2b8b-4582-ace5-b3236fe3f75e"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:38:35.829905 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 39f2fa4e-2b8b-4582-ace5-b3236fe3f75e, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=39f2fa4e-2b8b-4582-ace5-b3236fe3f75e,segment=NetworkSegment(661b5f51-c7e0-409b-aee2-cbee07f30235),segment_id=661b5f51-c7e0-409b-aee2-cbee07f30235)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:38:35.834175 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:38:35.858654 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7bd49b-a214-4d00-aa52-596f71fa9f2b x-openstack-request-id: req-bf7bd49b-a214-4d00-aa52-596f71fa9f2b {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:38:35.858945 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1b184a-c3e2-4731-9ebb-ce65d9dd9b0e", "name": "network-vif-plugged", "status": "completed", "tag": "39f2fa4e-2b8b-4582-ace5-b3236fe3f75e", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:38:35.859197 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bf7bd49b-a214-4d00-aa52-596f71fa9f2b {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:38:35.859585 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1b184a-c3e2-4731-9ebb-ce65d9dd9b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f2fa4e-2b8b-4582-ace5-b3236fe3f75e', 'code': 200} Sep 08 09:38:35.882829 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=39f2fa4e-2b8b-4582-ace5-b3236fe3f75e,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:38:35.982945 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a290c0-864d-4c0d-a036-e24b8d549ff1 req-4ab5bac0-7694-4bc6-bc35-d1fdc34d129c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:35.984451 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d4a290c0-864d-4c0d-a036-e24b8d549ff1 req-4ab5bac0-7694-4bc6-bc35-d1fdc34d129c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1d1b184a-c3e2-4731-9ebb-ce65d9dd9b0e HTTP/1.1" status: 200 len: 1098 time: 0.0482502 Sep 08 09:38:36.018021 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d4a290c0-864d-4c0d-a036-e24b8d549ff1 req-a8e767b1-a27e-4f78-acb9-a9068295c27b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264471 Sep 08 09:38:36.770740 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d91776-d257-4c80-869c-40f3435e9c97 req-9b79b968-714b-4a2b-8b83-762ba611e962 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:36.772240 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b7d91776-d257-4c80-869c-40f3435e9c97 req-9b79b968-714b-4a2b-8b83-762ba611e962 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d1b184a-c3e2-4731-9ebb-ce65d9dd9b0e HTTP/1.1" status: 200 len: 946 time: 0.0540445 Sep 08 09:38:36.808849 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b7d91776-d257-4c80-869c-40f3435e9c97 req-aa6fe207-bd94-4c2f-94cd-ec76389d80c5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306952 Sep 08 09:38:37.926171 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a7a9b-b455-4c57-a1b9-93474f2d52d4 req-15a77fb5-ded1-4379-80ca-f626d36510f1 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:37.927696 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e72a7a9b-b455-4c57-a1b9-93474f2d52d4 req-15a77fb5-ded1-4379-80ca-f626d36510f1 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d1b184a-c3e2-4731-9ebb-ce65d9dd9b0e HTTP/1.1" status: 200 len: 946 time: 0.0487485 Sep 08 09:38:37.964733 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e72a7a9b-b455-4c57-a1b9-93474f2d52d4 req-c2ef3046-7180-47dc-ba85-e2f297aca6b6 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310733 Sep 08 09:38:38.076526 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac7e92-f0ff-4943-a137-cba2b2ece9b0 req-56246c25-240c-46db-9442-9e8d9262f3d6 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:38.078018 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1bac7e92-f0ff-4943-a137-cba2b2ece9b0 req-56246c25-240c-46db-9442-9e8d9262f3d6 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d1b184a-c3e2-4731-9ebb-ce65d9dd9b0e HTTP/1.1" status: 200 len: 946 time: 0.0488360 Sep 08 09:38:38.116093 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1bac7e92-f0ff-4943-a137-cba2b2ece9b0 req-44e388b9-29fe-48a8-8c04-d456882bd3a0 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320990 Sep 08 09:38:40.539174 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df3a881-7581-4887-aff3-d565f899e82b req-6e14c239-b271-42cd-bea5-5fa751a6583a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:40.540677 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2df3a881-7581-4887-aff3-d565f899e82b req-6e14c239-b271-42cd-bea5-5fa751a6583a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/networks?id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 HTTP/1.1" status: 200 len: 812 time: 0.1042149 Sep 08 09:38:40.555814 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2df3a881-7581-4887-aff3-d565f899e82b req-76727263-4f0d-4100-8f63-3bc3be098255 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/quotas/2ea339fc014f40f08d7dfb55de384614 HTTP/1.1" status: 200 len: 375 time: 0.0094600 Sep 08 09:38:40.609443 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2df3a881-7581-4887-aff3-d565f899e82b req-d2c6c87d-9ebf-48ef-b66d-227efb2c1dba tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ea339fc014f40f08d7dfb55de384614&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484135 Sep 08 09:38:40.703665 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2df3a881-7581-4887-aff3-d565f899e82b req-3dced84a-6fbf-42c6-a0e9-37321b9ac48c service neutron] 10.222.0.54 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870440 Sep 08 09:38:40.794321 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2df3a881-7581-4887-aff3-d565f899e82b req-21c87550-04a5-4b64-9741-fbe4c894f4cf service neutron] 10.222.0.54 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839596 Sep 08 09:38:40.983344 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c0a39acf-ba5a-403e-92a1-bca8d79850da req-5527cc78-5af2-48d9-9209-16221614405f tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=da2c9bf2-afd6-43e0-8bc8-cc0834f69491 HTTP/1.1" status: 200 len: 210 time: 0.0258837 Sep 08 09:38:41.973335 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df3a881-7581-4887-aff3-d565f899e82b req-db65671a-ba98-4010-95b0-e897b6687276 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:41.974884 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2df3a881-7581-4887-aff3-d565f899e82b req-db65671a-ba98-4010-95b0-e897b6687276 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.35 "GET /v2.0/networks?id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 HTTP/1.1" status: 200 len: 812 time: 0.1059153 Sep 08 09:38:41.993147 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-2df3a881-7581-4887-aff3-d565f899e82b req-54ecd653-acc2-45a6-9573-bd944a6a983d tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Request body: {'port': {'device_id': 'da2c9bf2-afd6-43e0-8bc8-cc0834f69491', 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'admin_state_up': True, 'tenant_id': '2ea339fc014f40f08d7dfb55de384614'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:38:42.082180 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9c474837-f7ca-4518-9bcd-6df5b1b19525 req-cf7f56f6-e4aa-4da3-a4f1-debae942c433 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=da2c9bf2-afd6-43e0-8bc8-cc0834f69491 HTTP/1.1" status: 200 len: 210 time: 0.0277519 Sep 08 09:38:42.109724 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2df3a881-7581-4887-aff3-d565f899e82b req-54ecd653-acc2-45a6-9573-bd944a6a983d tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Made reservation on behalf of 2ea339fc014f40f08d7dfb55de384614 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:38:42.113967 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2df3a881-7581-4887-aff3-d565f899e82b req-54ecd653-acc2-45a6-9573-bd944a6a983d tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:38:42.557631 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-2df3a881-7581-4887-aff3-d565f899e82b req-54ecd653-acc2-45a6-9573-bd944a6a983d tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Allocated IP 172.20.0.7 (5df0a467-a5a5-4a52-8ccf-31609c4c1dd9/b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8/37aeab9a-30c4-43f5-9d06-abddb6060d08) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:38:42.707362 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2df3a881-7581-4887-aff3-d565f899e82b req-54ecd653-acc2-45a6-9573-bd944a6a983d tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:38:42.720206 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-2df3a881-7581-4887-aff3-d565f899e82b req-54ecd653-acc2-45a6-9573-bd944a6a983d tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Transition to ACTIVE for port object 37aeab9a-30c4-43f5-9d06-abddb6060d08 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:38:42.755237 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2df3a881-7581-4887-aff3-d565f899e82b req-54ecd653-acc2-45a6-9573-bd944a6a983d tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:38:42.798308 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['39f2fa4e-2b8b-4582-ace5-b3236fe3f75e'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:38:42.809905 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2df3a881-7581-4887-aff3-d565f899e82b req-54ecd653-acc2-45a6-9573-bd944a6a983d tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Network 5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:38:42.813775 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-2df3a881-7581-4887-aff3-d565f899e82b req-54ecd653-acc2-45a6-9573-bd944a6a983d tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:38:42.816669 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ecd653-acc2-45a6-9573-bd944a6a983d tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Pushing event updated for resources: {'Port': ['ID=37aeab9a-30c4-43f5-9d06-abddb6060d08,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:38:42.820962 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df3a881-7581-4887-aff3-d565f899e82b req-54ecd653-acc2-45a6-9573-bd944a6a983d tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:38:42.847548 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ecd653-acc2-45a6-9573-bd944a6a983d tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:38:42.847928 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ecd653-acc2-45a6-9573-bd944a6a983d tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:38:42.848246 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ecd653-acc2-45a6-9573-bd944a6a983d tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:38:42.848583 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ecd653-acc2-45a6-9573-bd944a6a983d tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:38:42.849183 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ecd653-acc2-45a6-9573-bd944a6a983d tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:38:42.849301 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ecd653-acc2-45a6-9573-bd944a6a983d tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:38:42.849642 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ecd653-acc2-45a6-9573-bd944a6a983d tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:38:42.850129 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ecd653-acc2-45a6-9573-bd944a6a983d tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:38:42.850451 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ecd653-acc2-45a6-9573-bd944a6a983d tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:38:42.850775 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ecd653-acc2-45a6-9573-bd944a6a983d tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:38:42.851191 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ecd653-acc2-45a6-9573-bd944a6a983d tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:38:42.851922 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ecd653-acc2-45a6-9573-bd944a6a983d tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:38:42.895558 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df3a881-7581-4887-aff3-d565f899e82b req-54ecd653-acc2-45a6-9573-bd944a6a983d tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:42.896482 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2df3a881-7581-4887-aff3-d565f899e82b req-54ecd653-acc2-45a6-9573-bd944a6a983d tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:38:42.917113 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2df3a881-7581-4887-aff3-d565f899e82b req-54ecd653-acc2-45a6-9573-bd944a6a983d tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9279783 Sep 08 09:38:42.943108 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-2df3a881-7581-4887-aff3-d565f899e82b req-2f88378b-3e68-4e2a-94ad-1ebf28d5de51 service neutron] Request body: {'port': {'device_id': 'da2c9bf2-afd6-43e0-8bc8-cc0834f69491', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:38:43.010763 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2df3a881-7581-4887-aff3-d565f899e82b req-2f88378b-3e68-4e2a-94ad-1ebf28d5de51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:38:43.150563 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-9f3bbbc2-fadb-4a66-8889-a59ededa0752 None None] Provisioning for port 37aeab9a-30c4-43f5-9d06-abddb6060d08 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:38:43.156577 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-9f3bbbc2-fadb-4a66-8889-a59ededa0752 None None] Provisioning complete for port 37aeab9a-30c4-43f5-9d06-abddb6060d08 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:38:43.157151 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9f3bbbc2-fadb-4a66-8889-a59ededa0752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:38:43.196446 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-9f3bbbc2-fadb-4a66-8889-a59ededa0752 None None] Port 37aeab9a-30c4-43f5-9d06-abddb6060d08 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:38:43.259761 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96dae90-f68a-4d3e-b98b-03c2bad1c32b req-94b7d52a-09c1-430a-bd70-f0298beea6bd tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:43.261251 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d96dae90-f68a-4d3e-b98b-03c2bad1c32b req-94b7d52a-09c1-430a-bd70-f0298beea6bd tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=da2c9bf2-afd6-43e0-8bc8-cc0834f69491 HTTP/1.1" status: 200 len: 931 time: 0.0916028 Sep 08 09:38:43.325686 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d96dae90-f68a-4d3e-b98b-03c2bad1c32b req-44833fc5-f92c-4470-95cb-fc7de4e9898c tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571113 Sep 08 09:38:43.360043 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-2df3a881-7581-4887-aff3-d565f899e82b req-2f88378b-3e68-4e2a-94ad-1ebf28d5de51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37aeab9a-30c4-43f5-9d06-abddb6060d08 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:38:43.368243 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2df3a881-7581-4887-aff3-d565f899e82b req-2f88378b-3e68-4e2a-94ad-1ebf28d5de51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:38:43.379962 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-2df3a881-7581-4887-aff3-d565f899e82b req-2f88378b-3e68-4e2a-94ad-1ebf28d5de51 service neutron] Transition to ACTIVE for port object 37aeab9a-30c4-43f5-9d06-abddb6060d08 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:38:43.384942 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2df3a881-7581-4887-aff3-d565f899e82b req-2f88378b-3e68-4e2a-94ad-1ebf28d5de51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:38:43.398159 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:38:43.441005 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f88378b-3e68-4e2a-94ad-1ebf28d5de51 service neutron] Pushing event updated for resources: {'Port': ['ID=37aeab9a-30c4-43f5-9d06-abddb6060d08,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:38:43.520772 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-2df3a881-7581-4887-aff3-d565f899e82b req-2f88378b-3e68-4e2a-94ad-1ebf28d5de51 service neutron] Attempting to bind port 37aeab9a-30c4-43f5-9d06-abddb6060d08 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:38:43.521278 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-2df3a881-7581-4887-aff3-d565f899e82b req-2f88378b-3e68-4e2a-94ad-1ebf28d5de51 service neutron] Attempting to bind port 37aeab9a-30c4-43f5-9d06-abddb6060d08 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '661b5f51-c7e0-409b-aee2-cbee07f30235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:38:43.522000 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df3a881-7581-4887-aff3-d565f899e82b req-2f88378b-3e68-4e2a-94ad-1ebf28d5de51 service neutron] Attempting to bind port 37aeab9a-30c4-43f5-9d06-abddb6060d08 on network 5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:38:43.528895 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df3a881-7581-4887-aff3-d565f899e82b req-2f88378b-3e68-4e2a-94ad-1ebf28d5de51 service neutron] Port 37aeab9a-30c4-43f5-9d06-abddb6060d08 on network 5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:38:43.529234 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df3a881-7581-4887-aff3-d565f899e82b req-2f88378b-3e68-4e2a-94ad-1ebf28d5de51 service neutron] Attempting to bind port 37aeab9a-30c4-43f5-9d06-abddb6060d08 on network 5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:38:43.537597 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df3a881-7581-4887-aff3-d565f899e82b req-2f88378b-3e68-4e2a-94ad-1ebf28d5de51 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:38:43.538105 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df3a881-7581-4887-aff3-d565f899e82b req-2f88378b-3e68-4e2a-94ad-1ebf28d5de51 service neutron] Checking segment: {'id': '661b5f51-c7e0-409b-aee2-cbee07f30235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:38:43.538562 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df3a881-7581-4887-aff3-d565f899e82b req-2f88378b-3e68-4e2a-94ad-1ebf28d5de51 service neutron] Bound using segment: {'id': '661b5f51-c7e0-409b-aee2-cbee07f30235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:38:43.539147 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-2df3a881-7581-4887-aff3-d565f899e82b req-2f88378b-3e68-4e2a-94ad-1ebf28d5de51 service neutron] Bound port: 37aeab9a-30c4-43f5-9d06-abddb6060d08, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '661b5f51-c7e0-409b-aee2-cbee07f30235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:38:43.539521 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2df3a881-7581-4887-aff3-d565f899e82b req-2f88378b-3e68-4e2a-94ad-1ebf28d5de51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:38:43.614961 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-2df3a881-7581-4887-aff3-d565f899e82b req-2f88378b-3e68-4e2a-94ad-1ebf28d5de51 service neutron] For port 37aeab9a-30c4-43f5-9d06-abddb6060d08, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:38:43.618160 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-2df3a881-7581-4887-aff3-d565f899e82b req-2f88378b-3e68-4e2a-94ad-1ebf28d5de51 service neutron] For port 37aeab9a-30c4-43f5-9d06-abddb6060d08, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=37aeab9a-30c4-43f5-9d06-abddb6060d08,segment=NetworkSegment(661b5f51-c7e0-409b-aee2-cbee07f30235),segment_id=661b5f51-c7e0-409b-aee2-cbee07f30235)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:38:43.624286 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2df3a881-7581-4887-aff3-d565f899e82b req-2f88378b-3e68-4e2a-94ad-1ebf28d5de51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:38:43.664923 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df3a881-7581-4887-aff3-d565f899e82b req-2f88378b-3e68-4e2a-94ad-1ebf28d5de51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:43.665651 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2df3a881-7581-4887-aff3-d565f899e82b req-2f88378b-3e68-4e2a-94ad-1ebf28d5de51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:38:43.667082 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2df3a881-7581-4887-aff3-d565f899e82b req-2f88378b-3e68-4e2a-94ad-1ebf28d5de51 service neutron] 10.222.0.35 "PUT /v2.0/ports/37aeab9a-30c4-43f5-9d06-abddb6060d08 HTTP/1.1" status: 200 len: 1092 time: 0.7320077 Sep 08 09:38:43.667440 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da2c9bf2-afd6-43e0-8bc8-cc0834f69491', 'tag': '37aeab9a-30c4-43f5-9d06-abddb6060d08'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:38:43.669723 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c237ed-278a-4bdd-8d09-af90ddca5444" -d '{"events": [{"name": "network-changed", "server_uuid": "da2c9bf2-afd6-43e0-8bc8-cc0834f69491", "tag": "37aeab9a-30c4-43f5-9d06-abddb6060d08"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:38:43.700783 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f88378b-3e68-4e2a-94ad-1ebf28d5de51 service neutron] Pushing event updated for resources: {'Port': ['ID=37aeab9a-30c4-43f5-9d06-abddb6060d08,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:38:43.781073 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df3a881-7581-4887-aff3-d565f899e82b req-0b72a52e-da70-4e1d-9f9e-f025b6ede092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:43.782704 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2df3a881-7581-4887-aff3-d565f899e82b req-0b72a52e-da70-4e1d-9f9e-f025b6ede092 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ea339fc014f40f08d7dfb55de384614&device_id=da2c9bf2-afd6-43e0-8bc8-cc0834f69491 HTTP/1.1" status: 200 len: 1095 time: 0.0564606 Sep 08 09:38:43.836365 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886f1933-110e-4a8b-b899-a396440d4ef4 x-openstack-request-id: req-886f1933-110e-4a8b-b899-a396440d4ef4 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:38:43.836706 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da2c9bf2-afd6-43e0-8bc8-cc0834f69491", "tag": "37aeab9a-30c4-43f5-9d06-abddb6060d08", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:38:43.836901 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-886f1933-110e-4a8b-b899-a396440d4ef4 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:38:43.837324 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da2c9bf2-afd6-43e0-8bc8-cc0834f69491', 'tag': '37aeab9a-30c4-43f5-9d06-abddb6060d08', 'status': 'completed', 'code': 200} Sep 08 09:38:43.839308 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2df3a881-7581-4887-aff3-d565f899e82b req-a5c9720c-189d-4868-8cbe-8b226cbb291d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37aeab9a-30c4-43f5-9d06-abddb6060d08 HTTP/1.1" status: 200 len: 217 time: 0.0433280 Sep 08 09:38:43.897023 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df3a881-7581-4887-aff3-d565f899e82b req-5ff31527-a089-4e0d-9685-03bcb1534e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:43.898107 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2df3a881-7581-4887-aff3-d565f899e82b req-5ff31527-a089-4e0d-9685-03bcb1534e1a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8 HTTP/1.1" status: 200 len: 851 time: 0.0523710 Sep 08 09:38:43.952505 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df3a881-7581-4887-aff3-d565f899e82b req-c4bac7ed-0f00-4e04-a6f7-f1d8fa2b85eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:43.954023 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2df3a881-7581-4887-aff3-d565f899e82b req-c4bac7ed-0f00-4e04-a6f7-f1d8fa2b85eb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481203 Sep 08 09:38:44.045063 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2df3a881-7581-4887-aff3-d565f899e82b req-6491d893-0bc7-479d-9d4b-29096b174da7 service neutron] 10.222.0.35 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833650 Sep 08 09:38:44.149085 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2df3a881-7581-4887-aff3-d565f899e82b req-745c7c5e-b862-4125-a0b5-9e1194205f47 service neutron] 10.222.0.35 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971060 Sep 08 09:38:44.266530 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c237ed-278a-4bdd-8d09-af90ddca5444 req-6b240fb5-582f-4f4d-845c-2d5c36fae309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:44.268087 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-77c237ed-278a-4bdd-8d09-af90ddca5444 req-6b240fb5-582f-4f4d-845c-2d5c36fae309 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ea339fc014f40f08d7dfb55de384614&device_id=da2c9bf2-afd6-43e0-8bc8-cc0834f69491 HTTP/1.1" status: 200 len: 1095 time: 0.0436375 Sep 08 09:38:44.367721 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c237ed-278a-4bdd-8d09-af90ddca5444 req-e52059fd-d49e-4e42-903d-ea066575ad67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:44.369303 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-77c237ed-278a-4bdd-8d09-af90ddca5444 req-e52059fd-d49e-4e42-903d-ea066575ad67 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 HTTP/1.1" status: 200 len: 913 time: 0.0937319 Sep 08 09:38:44.414143 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-77c237ed-278a-4bdd-8d09-af90ddca5444 req-46d558a3-550f-4266-805d-ae064311332d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37aeab9a-30c4-43f5-9d06-abddb6060d08 HTTP/1.1" status: 200 len: 217 time: 0.0378230 Sep 08 09:38:44.490548 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c237ed-278a-4bdd-8d09-af90ddca5444 req-54546c4d-82f8-4df6-9bc7-e747227554bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:44.491943 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-77c237ed-278a-4bdd-8d09-af90ddca5444 req-54546c4d-82f8-4df6-9bc7-e747227554bb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8 HTTP/1.1" status: 200 len: 851 time: 0.0706313 Sep 08 09:38:44.500396 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2485cde-c1f7-4615-82ca-c07eebda58fb req-3e670035-6a93-42dd-a3b2-0c03d589e531 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:44.501841 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a2485cde-c1f7-4615-82ca-c07eebda58fb req-3e670035-6a93-42dd-a3b2-0c03d589e531 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=da2c9bf2-afd6-43e0-8bc8-cc0834f69491 HTTP/1.1" status: 200 len: 943 time: 0.0903482 Sep 08 09:38:44.573114 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a2485cde-c1f7-4615-82ca-c07eebda58fb req-192b4a56-79b3-46a5-b634-6fb4bd035577 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620914 Sep 08 09:38:44.576219 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c237ed-278a-4bdd-8d09-af90ddca5444 req-c3d333cc-467e-4b66-9749-5a3243e2bbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:44.577681 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-77c237ed-278a-4bdd-8d09-af90ddca5444 req-c3d333cc-467e-4b66-9749-5a3243e2bbe2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0749326 Sep 08 09:38:44.700971 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-77c237ed-278a-4bdd-8d09-af90ddca5444 req-94f92a83-afb6-4288-91b4-1f5ed5aabe11 service neutron] 10.222.0.35 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145480 Sep 08 09:38:44.830858 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-77c237ed-278a-4bdd-8d09-af90ddca5444 req-80c1e911-48e3-421b-a4b0-20738486e359 service neutron] 10.222.0.35 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203558 Sep 08 09:38:45.803299 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94994122-69c0-493c-981e-ff7402ed2b4b req-12870beb-25d2-4b96-a6b1-75c333c61f1b tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:45.805837 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-94994122-69c0-493c-981e-ff7402ed2b4b req-12870beb-25d2-4b96-a6b1-75c333c61f1b tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=da2c9bf2-afd6-43e0-8bc8-cc0834f69491 HTTP/1.1" status: 200 len: 943 time: 0.0891135 Sep 08 09:38:45.869903 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-94994122-69c0-493c-981e-ff7402ed2b4b req-2be3b302-4995-4aa4-a4fb-7b76dcbe8b3a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494547 Sep 08 09:38:47.010899 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef09e5f-70f6-4232-b39c-52b942d4d06a req-c3d87ec4-220f-4e7e-a326-7456e9b66306 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:47.012362 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4ef09e5f-70f6-4232-b39c-52b942d4d06a req-c3d87ec4-220f-4e7e-a326-7456e9b66306 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=da2c9bf2-afd6-43e0-8bc8-cc0834f69491 HTTP/1.1" status: 200 len: 943 time: 0.0687442 Sep 08 09:38:47.060270 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4ef09e5f-70f6-4232-b39c-52b942d4d06a req-074cb65a-992d-4f68-8e2e-eb1bd743615d tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413413 Sep 08 09:38:47.664050 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-dde88e9e-cd35-4e97-ad32-efa8a3a8050f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:38:48.205051 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11878bf4-2231-499e-890d-ee9a571c30b3 req-54134f91-afc6-42ba-9317-73c0211b6fb4 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:48.206671 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-11878bf4-2231-499e-890d-ee9a571c30b3 req-54134f91-afc6-42ba-9317-73c0211b6fb4 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=da2c9bf2-afd6-43e0-8bc8-cc0834f69491 HTTP/1.1" status: 200 len: 943 time: 0.0668576 Sep 08 09:38:48.249673 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-11878bf4-2231-499e-890d-ee9a571c30b3 req-660ceeb2-7154-4bc6-852e-d6fec57ae07a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343451 Sep 08 09:38:49.368666 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d894ea-27e8-46b2-a3cd-67a180730f95 req-80ad88b0-541e-4bc5-87f3-36bd03e4ae14 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:49.370181 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-05d894ea-27e8-46b2-a3cd-67a180730f95 req-80ad88b0-541e-4bc5-87f3-36bd03e4ae14 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=da2c9bf2-afd6-43e0-8bc8-cc0834f69491 HTTP/1.1" status: 200 len: 943 time: 0.0490186 Sep 08 09:38:49.407175 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-05d894ea-27e8-46b2-a3cd-67a180730f95 req-f99d8ca3-72aa-4a7d-96b8-551f6a0d3d22 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311115 Sep 08 09:38:50.307310 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8b205140-ce25-491c-99ce-7c023f1a94e6 req-297d1888-7bfc-4765-b297-f045ba2fead3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=aa761530-9ea4-4ed4-8636-92ff163e2e5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415962 Sep 08 09:38:50.401651 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b205140-ce25-491c-99ce-7c023f1a94e6 req-aa714f4f-70af-4735-8794-1dcdd88d612d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:50.403185 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8b205140-ce25-491c-99ce-7c023f1a94e6 req-aa714f4f-70af-4735-8794-1dcdd88d612d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=78383ec56e8a462fa403e733d440b32b&device_id=aa761530-9ea4-4ed4-8636-92ff163e2e5d HTTP/1.1" status: 200 len: 1098 time: 0.0391924 Sep 08 09:38:50.431098 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:38:50.511898 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b205140-ce25-491c-99ce-7c023f1a94e6 req-6ac189f9-36d0-4a5f-b414-fe01ef0c38ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:50.513398 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8b205140-ce25-491c-99ce-7c023f1a94e6 req-6ac189f9-36d0-4a5f-b414-fe01ef0c38ae service neutron] 10.222.0.35 "GET /v2.0/networks?id=24c42d28-5684-4b76-b8c2-fe9585c9972b HTTP/1.1" status: 200 len: 910 time: 0.0908477 Sep 08 09:38:50.526300 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5077b20-07c7-474e-ba0e-812b013d3af1 req-eda48af6-be6d-43f7-80da-dec940b424b8 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:50.527840 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c5077b20-07c7-474e-ba0e-812b013d3af1 req-eda48af6-be6d-43f7-80da-dec940b424b8 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=da2c9bf2-afd6-43e0-8bc8-cc0834f69491 HTTP/1.1" status: 200 len: 943 time: 0.0490897 Sep 08 09:38:50.566940 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c5077b20-07c7-474e-ba0e-812b013d3af1 req-8de4c8be-ba00-40ca-9b53-326f1013ef5c tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325131 Sep 08 09:38:50.582953 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8b205140-ce25-491c-99ce-7c023f1a94e6 req-21abab07-0f12-46f7-985f-c59fde60f8a1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a698914-3d8e-4d84-83b8-f07428e8755f HTTP/1.1" status: 200 len: 1000 time: 0.0620100 Sep 08 09:38:50.635930 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b205140-ce25-491c-99ce-7c023f1a94e6 req-75859be1-c162-4031-ac1c-086365a37606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:50.637443 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8b205140-ce25-491c-99ce-7c023f1a94e6 req-75859be1-c162-4031-ac1c-086365a37606 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6c1c13b9-c48a-4da3-8773-8f718f32bac9 HTTP/1.1" status: 200 len: 848 time: 0.0481248 Sep 08 09:38:50.683286 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b205140-ce25-491c-99ce-7c023f1a94e6 req-0a340e1c-3d29-4088-9139-6100ac5d4a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:50.684780 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8b205140-ce25-491c-99ce-7c023f1a94e6 req-0a340e1c-3d29-4088-9139-6100ac5d4a85 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=24c42d28-5684-4b76-b8c2-fe9585c9972b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397370 Sep 08 09:38:50.775267 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8b205140-ce25-491c-99ce-7c023f1a94e6 req-a439d2bb-c8a8-4fd4-a907-6acff1ebdd05 service neutron] 10.222.0.35 "GET /v2.0/networks/24c42d28-5684-4b76-b8c2-fe9585c9972b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826912 Sep 08 09:38:50.782922 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2c613e04-23fc-4cd6-8c40-00db35a2ea1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:38:50.871446 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8b205140-ce25-491c-99ce-7c023f1a94e6 req-ce4ee49f-4c49-425e-8da1-945f7805a028 service neutron] 10.222.0.35 "GET /v2.0/networks/24c42d28-5684-4b76-b8c2-fe9585c9972b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887711 Sep 08 09:38:51.697125 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2ed78-87f3-4efb-b971-1e2bf852c933 req-806695ff-f6fe-474d-9a22-27ee292048e2 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:51.698720 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a0b2ed78-87f3-4efb-b971-1e2bf852c933 req-806695ff-f6fe-474d-9a22-27ee292048e2 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=da2c9bf2-afd6-43e0-8bc8-cc0834f69491 HTTP/1.1" status: 200 len: 943 time: 0.0550933 Sep 08 09:38:51.747706 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a0b2ed78-87f3-4efb-b971-1e2bf852c933 req-54382101-5c4a-4b23-b08c-16d982dc64f0 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403116 Sep 08 09:38:52.227323 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:38:52.866864 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69915e-b849-44bd-8aba-2fd8e96d9ac4 req-2c8c812f-aa8a-40c5-82f7-561e3532d381 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:52.868387 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-dc69915e-b849-44bd-8aba-2fd8e96d9ac4 req-2c8c812f-aa8a-40c5-82f7-561e3532d381 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=da2c9bf2-afd6-43e0-8bc8-cc0834f69491 HTTP/1.1" status: 200 len: 943 time: 0.0532742 Sep 08 09:38:52.913432 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-dc69915e-b849-44bd-8aba-2fd8e96d9ac4 req-a4901659-1c56-4777-9cfb-ddc34b14037d tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390851 Sep 08 09:38:53.637711 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:38:54.033960 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9877798-3d3c-4568-b9fc-6cb52cb38da4 req-154e4b39-1bf7-427b-9125-1503a35c1213 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:54.036212 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e9877798-3d3c-4568-b9fc-6cb52cb38da4 req-154e4b39-1bf7-427b-9125-1503a35c1213 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=da2c9bf2-afd6-43e0-8bc8-cc0834f69491 HTTP/1.1" status: 200 len: 943 time: 0.0544276 Sep 08 09:38:54.074357 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e9877798-3d3c-4568-b9fc-6cb52cb38da4 req-07e8a036-a08a-44f7-bce5-961e9f334ee3 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320396 Sep 08 09:38:54.407279 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:38:55.191911 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b601f23-ee1e-48ae-a6bd-e43a1ec5b8d0 req-3bc105f5-ec9c-4015-bfa5-945c621988f8 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:55.193418 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3b601f23-ee1e-48ae-a6bd-e43a1ec5b8d0 req-3bc105f5-ec9c-4015-bfa5-945c621988f8 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=da2c9bf2-afd6-43e0-8bc8-cc0834f69491 HTTP/1.1" status: 200 len: 943 time: 0.0502999 Sep 08 09:38:55.234057 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3b601f23-ee1e-48ae-a6bd-e43a1ec5b8d0 req-2af8d896-3471-4e8c-bbda-157a558189c1 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319722 Sep 08 09:38:56.355243 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be610033-4542-4e0f-ade7-707f48d08362 req-7c7a6e23-f889-41c4-8313-708067361923 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:56.356742 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-be610033-4542-4e0f-ade7-707f48d08362 req-7c7a6e23-f889-41c4-8313-708067361923 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=da2c9bf2-afd6-43e0-8bc8-cc0834f69491 HTTP/1.1" status: 200 len: 943 time: 0.0505776 Sep 08 09:38:56.397100 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-be610033-4542-4e0f-ade7-707f48d08362 req-86488e43-3d36-44a5-80cb-39ecc8dff092 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343237 Sep 08 09:38:57.516958 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1b97d-29d6-46b6-8b8f-eefdc6e8afae req-f9df9e67-4ff7-4b7b-bf05-724c5b2e820e tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:57.518494 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a5b1b97d-29d6-46b6-8b8f-eefdc6e8afae req-f9df9e67-4ff7-4b7b-bf05-724c5b2e820e tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=da2c9bf2-afd6-43e0-8bc8-cc0834f69491 HTTP/1.1" status: 200 len: 943 time: 0.0521388 Sep 08 09:38:57.557477 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a5b1b97d-29d6-46b6-8b8f-eefdc6e8afae req-9d4c9634-50c0-4fda-bb7c-5ed7179f5495 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325441 Sep 08 09:38:58.682909 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5acc3c-6edd-47da-9dcc-911207862160 req-2b2edd62-ea3a-410d-9783-be8c2f9b2a08 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:58.684411 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0e5acc3c-6edd-47da-9dcc-911207862160 req-2b2edd62-ea3a-410d-9783-be8c2f9b2a08 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=da2c9bf2-afd6-43e0-8bc8-cc0834f69491 HTTP/1.1" status: 200 len: 943 time: 0.0497773 Sep 08 09:38:58.726778 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0e5acc3c-6edd-47da-9dcc-911207862160 req-ef479917-83f1-475f-ae1c-e8d1bb8e90f0 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336642 Sep 08 09:38:58.874303 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:38:59.846243 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ff686-c0a8-409d-850d-2c02a31c4584 req-a2f89d02-64d4-4577-9965-13ad48e5c494 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:38:59.847919 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ef0ff686-c0a8-409d-850d-2c02a31c4584 req-a2f89d02-64d4-4577-9965-13ad48e5c494 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=da2c9bf2-afd6-43e0-8bc8-cc0834f69491 HTTP/1.1" status: 200 len: 943 time: 0.0533876 Sep 08 09:38:59.885582 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ef0ff686-c0a8-409d-850d-2c02a31c4584 req-52128108-171e-4af3-9734-19017b7f75c8 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319598 Sep 08 09:39:01.012344 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5022e-8571-4da1-af16-8071508b0603 req-25cf9140-6a12-4c55-9495-2f5638cdb359 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:39:01.013799 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d7e5022e-8571-4da1-af16-8071508b0603 req-25cf9140-6a12-4c55-9495-2f5638cdb359 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=da2c9bf2-afd6-43e0-8bc8-cc0834f69491 HTTP/1.1" status: 200 len: 943 time: 0.0535927 Sep 08 09:39:01.054715 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d7e5022e-8571-4da1-af16-8071508b0603 req-f9436d28-809d-47ef-988d-671481bd6e4b tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342546 Sep 08 09:39:02.178850 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be878c-f3da-4c90-aaee-5ab79735e820 req-4852a110-230b-47b7-9348-a4546708deaa tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:39:02.180483 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-46be878c-f3da-4c90-aaee-5ab79735e820 req-4852a110-230b-47b7-9348-a4546708deaa tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=da2c9bf2-afd6-43e0-8bc8-cc0834f69491 HTTP/1.1" status: 200 len: 943 time: 0.0508950 Sep 08 09:39:02.221133 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-46be878c-f3da-4c90-aaee-5ab79735e820 req-0afd5979-d628-49e6-8a8e-9374cf058724 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346351 Sep 08 09:39:03.349236 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27ba30-b289-46d7-91c6-729e7624e742 req-cbdab05e-bfbc-4de6-8a15-f04113e4dde7 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:39:03.350772 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ec27ba30-b289-46d7-91c6-729e7624e742 req-cbdab05e-bfbc-4de6-8a15-f04113e4dde7 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=da2c9bf2-afd6-43e0-8bc8-cc0834f69491 HTTP/1.1" status: 200 len: 943 time: 0.0512922 Sep 08 09:39:03.389888 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ec27ba30-b289-46d7-91c6-729e7624e742 req-31365158-4e73-445a-9b83-8bf28793d4d6 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331435 Sep 08 09:39:04.200503 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 37aeab9a-30c4-43f5-9d06-abddb6060d08 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:39:04.318395 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 37aeab9a-30c4-43f5-9d06-abddb6060d08, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=37aeab9a-30c4-43f5-9d06-abddb6060d08,segment=NetworkSegment(661b5f51-c7e0-409b-aee2-cbee07f30235),segment_id=661b5f51-c7e0-409b-aee2-cbee07f30235)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:39:04.332983 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '37aeab9a-30c4-43f5-9d06-abddb6060d08', 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'port_id': '37aeab9a-30c4-43f5-9d06-abddb6060d08', 'mac_address': 'fa:16:3e:f1:fc:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:39:04.376814 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:04.392608 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37aeab9a-30c4-43f5-9d06-abddb6060d08 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:39:04.415971 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 37aeab9a-30c4-43f5-9d06-abddb6060d08, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=37aeab9a-30c4-43f5-9d06-abddb6060d08,segment=NetworkSegment(661b5f51-c7e0-409b-aee2-cbee07f30235),segment_id=661b5f51-c7e0-409b-aee2-cbee07f30235)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:39:04.421346 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:04.483772 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=37aeab9a-30c4-43f5-9d06-abddb6060d08,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:39:04.493240 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:39:04.493596 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:39:04.493943 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:39:04.494324 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:39:04.494661 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:39:04.495164 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:39:04.495759 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:39:04.496192 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:39:04.496533 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:39:04.497007 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:39:04.497608 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:39:04.497977 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:39:04.521241 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da9a7d-e936-4c6b-ad5e-97be3905f6df req-b4d03111-98a8-4b6e-adff-a1e8324b3a96 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:39:04.522787 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-45da9a7d-e936-4c6b-ad5e-97be3905f6df req-b4d03111-98a8-4b6e-adff-a1e8324b3a96 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=da2c9bf2-afd6-43e0-8bc8-cc0834f69491 HTTP/1.1" status: 200 len: 944 time: 0.0554440 Sep 08 09:39:04.571800 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-45da9a7d-e936-4c6b-ad5e-97be3905f6df req-598efe70-95a1-4858-8e9c-ca57e5949a1f tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419652 Sep 08 09:39:04.856520 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['37aeab9a-30c4-43f5-9d06-abddb6060d08'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:39:05.699037 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f49dc4-578d-49de-8b29-5ff895fa1267 req-a5a8fe52-92a7-419d-b8ee-8e2d7f989304 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:39:05.700541 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-17f49dc4-578d-49de-8b29-5ff895fa1267 req-a5a8fe52-92a7-419d-b8ee-8e2d7f989304 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=da2c9bf2-afd6-43e0-8bc8-cc0834f69491 HTTP/1.1" status: 200 len: 944 time: 0.0512385 Sep 08 09:39:05.741039 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-17f49dc4-578d-49de-8b29-5ff895fa1267 req-48d849b7-f82e-4854-81a9-51cd5990d510 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342376 Sep 08 09:39:06.215386 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 37aeab9a-30c4-43f5-9d06-abddb6060d08 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:39:06.264176 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 37aeab9a-30c4-43f5-9d06-abddb6060d08 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:39:06.267837 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 37aeab9a-30c4-43f5-9d06-abddb6060d08 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:39:06.268221 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:06.351315 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:06.376452 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da2c9bf2-afd6-43e0-8bc8-cc0834f69491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37aeab9a-30c4-43f5-9d06-abddb6060d08'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:39:06.378903 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d3b596-9363-4c8f-852f-f5a9e066b44b" -d '{"events": [{"server_uuid": "da2c9bf2-afd6-43e0-8bc8-cc0834f69491", "name": "network-vif-plugged", "status": "completed", "tag": "37aeab9a-30c4-43f5-9d06-abddb6060d08"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:39:06.392791 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 37aeab9a-30c4-43f5-9d06-abddb6060d08, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=37aeab9a-30c4-43f5-9d06-abddb6060d08,segment=NetworkSegment(661b5f51-c7e0-409b-aee2-cbee07f30235),segment_id=661b5f51-c7e0-409b-aee2-cbee07f30235)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:39:06.398156 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:06.425355 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa373906-81a2-47b3-879c-0a037049fe73 x-openstack-request-id: req-fa373906-81a2-47b3-879c-0a037049fe73 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:39:06.425667 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da2c9bf2-afd6-43e0-8bc8-cc0834f69491", "name": "network-vif-plugged", "status": "completed", "tag": "37aeab9a-30c4-43f5-9d06-abddb6060d08", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:39:06.425977 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fa373906-81a2-47b3-879c-0a037049fe73 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:39:06.426547 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da2c9bf2-afd6-43e0-8bc8-cc0834f69491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37aeab9a-30c4-43f5-9d06-abddb6060d08', 'code': 200} Sep 08 09:39:06.456056 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=37aeab9a-30c4-43f5-9d06-abddb6060d08,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:39:06.553795 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0eb397-ef81-45eb-8d34-cea7fef14021 req-2bf022a8-805b-436b-b9e9-6fbe7e22cf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:39:06.555588 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9b0eb397-ef81-45eb-8d34-cea7fef14021 req-2bf022a8-805b-436b-b9e9-6fbe7e22cf3e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=da2c9bf2-afd6-43e0-8bc8-cc0834f69491 HTTP/1.1" status: 200 len: 1097 time: 0.0514207 Sep 08 09:39:06.592468 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9b0eb397-ef81-45eb-8d34-cea7fef14021 req-22251d3f-71fb-4fc6-a7cd-c583d07a4985 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293841 Sep 08 09:39:06.859278 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836394b4-49a5-4ea6-9eb9-0fe323862cb1 req-3336de63-e7f1-4a59-89f4-f7c2936bb224 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:39:06.860759 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-836394b4-49a5-4ea6-9eb9-0fe323862cb1 req-3336de63-e7f1-4a59-89f4-f7c2936bb224 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=da2c9bf2-afd6-43e0-8bc8-cc0834f69491 HTTP/1.1" status: 200 len: 945 time: 0.0497909 Sep 08 09:39:06.900033 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-836394b4-49a5-4ea6-9eb9-0fe323862cb1 req-4ded43a7-d4bf-4136-aa1c-e3bc78760c35 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329983 Sep 08 09:39:08.046878 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9a784-a06c-4e69-be65-80410843075b req-9c90ea3a-b459-41a9-a1d9-216826f587bb tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:39:08.048407 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4da9a784-a06c-4e69-be65-80410843075b req-9c90ea3a-b459-41a9-a1d9-216826f587bb tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=da2c9bf2-afd6-43e0-8bc8-cc0834f69491 HTTP/1.1" status: 200 len: 945 time: 0.0568788 Sep 08 09:39:08.094103 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4da9a784-a06c-4e69-be65-80410843075b req-1a578c81-6f76-4047-9082-59ee83a30715 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389776 Sep 08 09:39:09.217938 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ababb-7a4d-4173-8b04-5f6017fb32eb req-66983610-31c2-4f64-86a4-10982dc1aac2 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:39:09.219444 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a01ababb-7a4d-4173-8b04-5f6017fb32eb req-66983610-31c2-4f64-86a4-10982dc1aac2 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=da2c9bf2-afd6-43e0-8bc8-cc0834f69491 HTTP/1.1" status: 200 len: 945 time: 0.0556359 Sep 08 09:39:09.259328 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a01ababb-7a4d-4173-8b04-5f6017fb32eb req-1cb0db80-51fa-4599-9c53-c95d823611f4 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332496 Sep 08 09:39:09.376845 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08455fcd-7942-43b3-b08e-b1ad24cc65c4 req-826dd84e-ebcf-40bc-8203-aab89f1e3836 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:39:09.378302 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-08455fcd-7942-43b3-b08e-b1ad24cc65c4 req-826dd84e-ebcf-40bc-8203-aab89f1e3836 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=da2c9bf2-afd6-43e0-8bc8-cc0834f69491 HTTP/1.1" status: 200 len: 945 time: 0.0525959 Sep 08 09:39:09.419112 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-08455fcd-7942-43b3-b08e-b1ad24cc65c4 req-3d0606ca-20ef-457f-82fc-43d4e414ad5e tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339854 Sep 08 09:39:09.734585 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875b383-616e-4629-8ab9-12b98e868455 req-02585a8a-4f57-4cfc-a519-38905d55d120 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:39:09.736093 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4875b383-616e-4629-8ab9-12b98e868455 req-02585a8a-4f57-4cfc-a519-38905d55d120 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=da2c9bf2-afd6-43e0-8bc8-cc0834f69491 HTTP/1.1" status: 200 len: 945 time: 0.0489621 Sep 08 09:39:09.774796 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4875b383-616e-4629-8ab9-12b98e868455 req-0a5bcc77-e000-41b1-a436-4a730faffe18 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315700 Sep 08 09:39:10.901112 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6380523-1690-4958-ade3-3f09b6785334 req-5f500be0-f7c0-47a4-a6c6-fddb7c92a999 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:39:10.902683 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b6380523-1690-4958-ade3-3f09b6785334 req-5f500be0-f7c0-47a4-a6c6-fddb7c92a999 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=da2c9bf2-afd6-43e0-8bc8-cc0834f69491 HTTP/1.1" status: 200 len: 945 time: 0.0569315 Sep 08 09:39:10.939917 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b6380523-1690-4958-ade3-3f09b6785334 req-70a23f90-85b4-4f9b-a107-9b96b9ce79e7 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311973 Sep 08 09:39:11.373222 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79d386-de82-4caf-94d4-cdafe82c905a req-ff0b4969-e317-4d61-9545-b0b2d54125b1 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:39:11.374699 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3f79d386-de82-4caf-94d4-cdafe82c905a req-ff0b4969-e317-4d61-9545-b0b2d54125b1 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.35 "GET /v2.0/ports?device_id=da2c9bf2-afd6-43e0-8bc8-cc0834f69491 HTTP/1.1" status: 200 len: 945 time: 0.0492618 Sep 08 09:39:11.466555 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-3f79d386-de82-4caf-94d4-cdafe82c905a req-805a8683-78e5-4bd9-8c02-a0119e18ed84 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Deleting port 37aeab9a-30c4-43f5-9d06-abddb6060d08 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:39:11.466992 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-3f79d386-de82-4caf-94d4-cdafe82c905a req-805a8683-78e5-4bd9-8c02-a0119e18ed84 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:11.558778 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-3f79d386-de82-4caf-94d4-cdafe82c905a req-805a8683-78e5-4bd9-8c02-a0119e18ed84 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] For port 37aeab9a-30c4-43f5-9d06-abddb6060d08, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=37aeab9a-30c4-43f5-9d06-abddb6060d08,segment=NetworkSegment(661b5f51-c7e0-409b-aee2-cbee07f30235),segment_id=661b5f51-c7e0-409b-aee2-cbee07f30235)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:39:11.559143 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-3f79d386-de82-4caf-94d4-cdafe82c905a req-805a8683-78e5-4bd9-8c02-a0119e18ed84 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:11.571997 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-3f79d386-de82-4caf-94d4-cdafe82c905a req-805a8683-78e5-4bd9-8c02-a0119e18ed84 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Calling delete_port for 37aeab9a-30c4-43f5-9d06-abddb6060d08 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:39:11.702306 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-3f79d386-de82-4caf-94d4-cdafe82c905a req-805a8683-78e5-4bd9-8c02-a0119e18ed84 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:11.732592 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a8683-78e5-4bd9-8c02-a0119e18ed84 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Pushing event deleted for resources: {'Port': ['ID=37aeab9a-30c4-43f5-9d06-abddb6060d08,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:39:11.736096 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['37aeab9a-30c4-43f5-9d06-abddb6060d08'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:39:11.751063 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['39f2fa4e-2b8b-4582-ace5-b3236fe3f75e'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:39:11.776491 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f79d386-de82-4caf-94d4-cdafe82c905a req-805a8683-78e5-4bd9-8c02-a0119e18ed84 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] No DVR routers for this DVR port 37aeab9a-30c4-43f5-9d06-abddb6060d08 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:39:11.779489 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-3f79d386-de82-4caf-94d4-cdafe82c905a req-805a8683-78e5-4bd9-8c02-a0119e18ed84 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:11.781645 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3f79d386-de82-4caf-94d4-cdafe82c905a req-805a8683-78e5-4bd9-8c02-a0119e18ed84 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.35 "DELETE /v2.0/ports/37aeab9a-30c4-43f5-9d06-abddb6060d08 HTTP/1.1" status: 204 len: 173 time: 0.4001324 Sep 08 09:39:11.782123 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da2c9bf2-afd6-43e0-8bc8-cc0834f69491', 'name': 'network-vif-deleted', 'tag': '37aeab9a-30c4-43f5-9d06-abddb6060d08'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:39:11.784391 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7413904b-1307-4166-a908-6c722e7d1c56" -d '{"events": [{"server_uuid": "da2c9bf2-afd6-43e0-8bc8-cc0834f69491", "name": "network-vif-deleted", "tag": "37aeab9a-30c4-43f5-9d06-abddb6060d08"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:39:11.839063 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422a5c58-f7db-48ad-8895-5f22a3c659ee x-openstack-request-id: req-422a5c58-f7db-48ad-8895-5f22a3c659ee {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:39:11.839601 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da2c9bf2-afd6-43e0-8bc8-cc0834f69491", "name": "network-vif-deleted", "tag": "37aeab9a-30c4-43f5-9d06-abddb6060d08", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:39:11.839859 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-422a5c58-f7db-48ad-8895-5f22a3c659ee {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:39:11.840326 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da2c9bf2-afd6-43e0-8bc8-cc0834f69491', 'name': 'network-vif-deleted', 'tag': '37aeab9a-30c4-43f5-9d06-abddb6060d08', 'status': 'completed', 'code': 200} Sep 08 09:39:12.039911 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-03c56b4a-393b-46ad-855c-ff0469820901 req-e2312abf-d0e4-4450-ba7b-3c73d061d248 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=da2c9bf2-afd6-43e0-8bc8-cc0834f69491 HTTP/1.1" status: 200 len: 210 time: 0.0306954 Sep 08 09:39:13.142844 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f955ba02-b672-4c9d-a85f-e7686b9725d8 req-f3394b3f-c27f-47f7-bc75-c3bbbb7ac646 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=da2c9bf2-afd6-43e0-8bc8-cc0834f69491 HTTP/1.1" status: 200 len: 210 time: 0.0324519 Sep 08 09:39:14.237831 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-31972c93-c8f4-44c0-9111-1b052dca641b req-787e4c2b-bba4-42ef-ac0a-b7359c15a712 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=da2c9bf2-afd6-43e0-8bc8-cc0834f69491 HTTP/1.1" status: 200 len: 210 time: 0.0263107 Sep 08 09:39:14.258154 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 37aeab9a-30c4-43f5-9d06-abddb6060d08 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:39:14.278583 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: 37aeab9a-30c4-43f5-9d06-abddb6060d08 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:39:14.278930 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 37aeab9a-30c4-43f5-9d06-abddb6060d08 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:39:15.369831 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1f8577ee-24d0-45cb-92a4-04fde27c92ea req-0297f18b-89b1-48b7-9cf9-cc8c822c5c42 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=da2c9bf2-afd6-43e0-8bc8-cc0834f69491 HTTP/1.1" status: 200 len: 210 time: 0.0338328 Sep 08 09:39:17.668213 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ef1c32b8-11e3-42aa-98f2-554f060f4b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:19.846571 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a177f-91df-4023-b8ab-8f2be2ca6e4a req-26aaa5c1-eb7c-4524-897f-66b25f8496c2 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:39:19.848714 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-484a177f-91df-4023-b8ab-8f2be2ca6e4a req-26aaa5c1-eb7c-4524-897f-66b25f8496c2 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d1b184a-c3e2-4731-9ebb-ce65d9dd9b0e HTTP/1.1" status: 200 len: 946 time: 0.0501127 Sep 08 09:39:19.885733 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-484a177f-91df-4023-b8ab-8f2be2ca6e4a req-11f7f831-e9ba-43fd-b914-b672a11b5b87 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308149 Sep 08 09:39:20.400777 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:39:20.436754 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:20.783089 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-21b9b4f6-4951-4494-9cc8-2c6ad67b4f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:20.999842 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e8609-deee-469a-b110-6b6a6cdb08d5 req-0e702dae-034d-413d-9a11-90f75bfe3f54 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:39:21.001246 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0c3e8609-deee-469a-b110-6b6a6cdb08d5 req-0e702dae-034d-413d-9a11-90f75bfe3f54 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d1b184a-c3e2-4731-9ebb-ce65d9dd9b0e HTTP/1.1" status: 200 len: 946 time: 0.0484118 Sep 08 09:39:21.039383 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0c3e8609-deee-469a-b110-6b6a6cdb08d5 req-c3219c9e-030b-4309-81f8-f6c46143d038 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=232062a1-0879-48bc-a458-83622d1fe81e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315084 Sep 08 09:39:21.497959 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6232970-c4c8-4051-a785-54fc1a8c2c53 req-de9c9fd0-5f03-4098-ab80-1970e4bbf524 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:39:21.499515 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f6232970-c4c8-4051-a785-54fc1a8c2c53 req-de9c9fd0-5f03-4098-ab80-1970e4bbf524 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d1b184a-c3e2-4731-9ebb-ce65d9dd9b0e HTTP/1.1" status: 200 len: 946 time: 0.0481286 Sep 08 09:39:21.594722 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-f6232970-c4c8-4051-a785-54fc1a8c2c53 req-d2658140-2759-429b-b640-1778d5f4071f tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Deleting port 39f2fa4e-2b8b-4582-ace5-b3236fe3f75e {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:39:21.595076 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-f6232970-c4c8-4051-a785-54fc1a8c2c53 req-d2658140-2759-429b-b640-1778d5f4071f tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:21.680867 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-f6232970-c4c8-4051-a785-54fc1a8c2c53 req-d2658140-2759-429b-b640-1778d5f4071f tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] For port 39f2fa4e-2b8b-4582-ace5-b3236fe3f75e, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=39f2fa4e-2b8b-4582-ace5-b3236fe3f75e,segment=NetworkSegment(661b5f51-c7e0-409b-aee2-cbee07f30235),segment_id=661b5f51-c7e0-409b-aee2-cbee07f30235)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:39:21.681236 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-f6232970-c4c8-4051-a785-54fc1a8c2c53 req-d2658140-2759-429b-b640-1778d5f4071f tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:21.694171 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-f6232970-c4c8-4051-a785-54fc1a8c2c53 req-d2658140-2759-429b-b640-1778d5f4071f tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Calling delete_port for 39f2fa4e-2b8b-4582-ace5-b3236fe3f75e owned by compute:nova {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:39:21.826347 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-f6232970-c4c8-4051-a785-54fc1a8c2c53 req-d2658140-2759-429b-b640-1778d5f4071f tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:21.853688 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2658140-2759-429b-b640-1778d5f4071f tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Pushing event deleted for resources: {'Port': ['ID=39f2fa4e-2b8b-4582-ace5-b3236fe3f75e,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:39:21.859399 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['39f2fa4e-2b8b-4582-ace5-b3236fe3f75e'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:39:21.868373 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2658140-2759-429b-b640-1778d5f4071f tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:39:21.868373 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2658140-2759-429b-b640-1778d5f4071f tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:39:21.868373 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2658140-2759-429b-b640-1778d5f4071f tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:39:21.868373 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2658140-2759-429b-b640-1778d5f4071f tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:39:21.868373 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2658140-2759-429b-b640-1778d5f4071f tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:39:21.868781 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2658140-2759-429b-b640-1778d5f4071f tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:39:21.869055 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2658140-2759-429b-b640-1778d5f4071f tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:39:21.869250 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2658140-2759-429b-b640-1778d5f4071f tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:39:21.869583 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2658140-2759-429b-b640-1778d5f4071f tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:39:21.869911 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2658140-2759-429b-b640-1778d5f4071f tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:39:21.870266 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2658140-2759-429b-b640-1778d5f4071f tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:39:21.870595 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2658140-2759-429b-b640-1778d5f4071f tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:39:21.916024 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6232970-c4c8-4051-a785-54fc1a8c2c53 req-d2658140-2759-429b-b640-1778d5f4071f tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] No DVR routers for this DVR port 39f2fa4e-2b8b-4582-ace5-b3236fe3f75e on host n-h1-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:39:21.918728 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-f6232970-c4c8-4051-a785-54fc1a8c2c53 req-d2658140-2759-429b-b640-1778d5f4071f tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:21.920729 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f6232970-c4c8-4051-a785-54fc1a8c2c53 req-d2658140-2759-429b-b640-1778d5f4071f tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.37 "DELETE /v2.0/ports/39f2fa4e-2b8b-4582-ace5-b3236fe3f75e HTTP/1.1" status: 204 len: 173 time: 0.4150927 Sep 08 09:39:21.921214 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1b184a-c3e2-4731-9ebb-ce65d9dd9b0e', 'name': 'network-vif-deleted', 'tag': '39f2fa4e-2b8b-4582-ace5-b3236fe3f75e'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:39:21.923575 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145e281d-ed74-484d-819e-5f9be432ccd9" -d '{"events": [{"server_uuid": "1d1b184a-c3e2-4731-9ebb-ce65d9dd9b0e", "name": "network-vif-deleted", "tag": "39f2fa4e-2b8b-4582-ace5-b3236fe3f75e"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:39:22.026525 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859808aa-743f-4a0a-932c-a50cb516022a x-openstack-request-id: req-859808aa-743f-4a0a-932c-a50cb516022a {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:39:22.027113 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1b184a-c3e2-4731-9ebb-ce65d9dd9b0e", "name": "network-vif-deleted", "tag": "39f2fa4e-2b8b-4582-ace5-b3236fe3f75e", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:39:22.027113 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-859808aa-743f-4a0a-932c-a50cb516022a {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:39:22.027472 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1b184a-c3e2-4731-9ebb-ce65d9dd9b0e', 'name': 'network-vif-deleted', 'tag': '39f2fa4e-2b8b-4582-ace5-b3236fe3f75e', 'status': 'completed', 'code': 200} Sep 08 09:39:22.133664 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ca51a77b-236d-495d-90e0-7a660064719e req-8ec8d98b-3e61-4117-8cd7-52527029f67a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d1b184a-c3e2-4731-9ebb-ce65d9dd9b0e HTTP/1.1" status: 200 len: 210 time: 0.0270674 Sep 08 09:39:22.231421 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:23.231166 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3700962d-2217-46a0-802b-5479990af675 req-bade234d-a4f6-4928-b860-591e16a5bf02 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d1b184a-c3e2-4731-9ebb-ce65d9dd9b0e HTTP/1.1" status: 200 len: 210 time: 0.0279415 Sep 08 09:39:23.638728 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:23.899774 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 39f2fa4e-2b8b-4582-ace5-b3236fe3f75e no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:39:23.920939 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 39f2fa4e-2b8b-4582-ace5-b3236fe3f75e {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:39:23.921290 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 39f2fa4e-2b8b-4582-ace5-b3236fe3f75e not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:39:24.327554 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2aa69941-27b6-4d59-97a2-a03daab2f1d0 req-7e4a85ae-8276-4b57-8b6b-5db57bc126b9 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d1b184a-c3e2-4731-9ebb-ce65d9dd9b0e HTTP/1.1" status: 200 len: 210 time: 0.0281584 Sep 08 09:39:24.405254 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:25.434932 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c9af5ce3-cb65-4346-b8c5-449f1ed564f3 req-61b453dc-fd3c-4137-9aa9-bfb625320660 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=1d1b184a-c3e2-4731-9ebb-ce65d9dd9b0e HTTP/1.1" status: 200 len: 210 time: 0.0262890 Sep 08 09:39:28.327094 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 33922) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:39:28.331612 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-9e20e448-4407-4906-b66f-2557eeca7b66 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1531751466', 'description': 'tempest-secgroup-smoke-1531751466 description', 'project_id': '2ea339fc014f40f08d7dfb55de384614'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:39:28.354055 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9e20e448-4407-4906-b66f-2557eeca7b66 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:28.435232 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9e20e448-4407-4906-b66f-2557eeca7b66 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:28.438635 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9e20e448-4407-4906-b66f-2557eeca7b66 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:28.466715 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9e20e448-4407-4906-b66f-2557eeca7b66 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:28.467964 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-9e20e448-4407-4906-b66f-2557eeca7b66 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1398215 Sep 08 09:39:28.469785 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e20e448-4407-4906-b66f-2557eeca7b66 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5331eca9-8fc7-40eb-b6b5-703ed7d9830a,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:39:28.471151 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 33924) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:39:28.476438 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-a1d1c657-d240-4b75-9410-68779bd3e358 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Request body: {'security_group_rule': {'security_group_id': '5331eca9-8fc7-40eb-b6b5-703ed7d9830a', 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:39:28.502992 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a1d1c657-d240-4b75-9410-68779bd3e358 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:28.560904 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a1d1c657-d240-4b75-9410-68779bd3e358 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:28.564405 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a1d1c657-d240-4b75-9410-68779bd3e358 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:28.585659 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d1c657-d240-4b75-9410-68779bd3e358 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d2ac1ef-a2e8-4422-bad5-b6ccfc48fda3,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:39:28.588008 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a1d1c657-d240-4b75-9410-68779bd3e358 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:28.590858 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a1d1c657-d240-4b75-9410-68779bd3e358 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1182637 Sep 08 09:39:28.592267 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 33930) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:39:28.596862 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-e646c8a0-615b-44c1-8abf-3fcbbc05b61e tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Request body: {'security_group_rule': {'security_group_id': '5331eca9-8fc7-40eb-b6b5-703ed7d9830a', 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:39:28.624584 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e646c8a0-615b-44c1-8abf-3fcbbc05b61e tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:28.684764 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e646c8a0-615b-44c1-8abf-3fcbbc05b61e tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:28.688973 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e646c8a0-615b-44c1-8abf-3fcbbc05b61e tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:28.708102 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e646c8a0-615b-44c1-8abf-3fcbbc05b61e tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3c9a8f6-4e8d-4aef-b0ee-29a62493547d,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:39:28.717091 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e646c8a0-615b-44c1-8abf-3fcbbc05b61e tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:28.718455 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e646c8a0-615b-44c1-8abf-3fcbbc05b61e tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1253030 Sep 08 09:39:28.725685 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 33932) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:39:28.731059 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-b2668987-9f96-458d-93bb-abd291aa0a19 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Request body: {'security_group_rule': {'security_group_id': '5331eca9-8fc7-40eb-b6b5-703ed7d9830a', 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:39:28.762331 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b2668987-9f96-458d-93bb-abd291aa0a19 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:28.827418 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b2668987-9f96-458d-93bb-abd291aa0a19 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:28.831132 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b2668987-9f96-458d-93bb-abd291aa0a19 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:28.849667 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2668987-9f96-458d-93bb-abd291aa0a19 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=007be8f0-d739-451d-a8aa-0a37b7f7c7d3,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:39:28.858643 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b2668987-9f96-458d-93bb-abd291aa0a19 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:28.862504 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b2668987-9f96-458d-93bb-abd291aa0a19 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1330788 Sep 08 09:39:28.862867 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 33936) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:39:28.868551 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-bb2a11eb-fc39-44b9-80c8-718a6fa2b743 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Request body: {'security_group_rule': {'security_group_id': '5331eca9-8fc7-40eb-b6b5-703ed7d9830a', 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:39:28.878802 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:28.890699 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766e875-5ca2-435d-93a3-a7639e1fae88 req-a93f07ae-fa28-43d9-9632-6422a6b42f49 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:39:28.892215 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2766e875-5ca2-435d-93a3-a7639e1fae88 req-a93f07ae-fa28-43d9-9632-6422a6b42f49 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa761530-9ea4-4ed4-8636-92ff163e2e5d HTTP/1.1" status: 200 len: 946 time: 0.0525844 Sep 08 09:39:28.896688 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bb2a11eb-fc39-44b9-80c8-718a6fa2b743 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:28.930422 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2766e875-5ca2-435d-93a3-a7639e1fae88 req-67e686ae-6d57-459d-b507-349d4c6092d1 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] 10.222.0.54 "GET /v2.0/security-groups?id=69db30d5-e6b8-48ef-b8a6-7574c9980da0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317469 Sep 08 09:39:28.958719 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bb2a11eb-fc39-44b9-80c8-718a6fa2b743 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:28.962322 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bb2a11eb-fc39-44b9-80c8-718a6fa2b743 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:28.980504 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2a11eb-fc39-44b9-80c8-718a6fa2b743 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b958d966-7389-4fd5-9d61-46c99f444500,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:39:28.983951 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bb2a11eb-fc39-44b9-80c8-718a6fa2b743 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:28.985520 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-bb2a11eb-fc39-44b9-80c8-718a6fa2b743 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1206279 Sep 08 09:39:28.988725 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 33938) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:39:28.993021 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-a5ea6a6b-6c76-4f97-acd3-f08c1b2a5e09 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Request body: {'security_group_rule': {'security_group_id': '5331eca9-8fc7-40eb-b6b5-703ed7d9830a', 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:39:29.014743 n-d-806683-11 neutron-server[94713]: INFO neutron.db.securitygroups_db [None req-a5ea6a6b-6c76-4f97-acd3-f08c1b2a5e09 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Project 2ea339fc014f40f08d7dfb55de384614 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 09:39:29.019358 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a5ea6a6b-6c76-4f97-acd3-f08c1b2a5e09 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:29.080915 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a5ea6a6b-6c76-4f97-acd3-f08c1b2a5e09 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:29.085848 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a5ea6a6b-6c76-4f97-acd3-f08c1b2a5e09 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:29.103630 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ea6a6b-6c76-4f97-acd3-f08c1b2a5e09 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27e3d444-8700-4a0b-8c5e-fc52fb07548c,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:39:29.109015 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a5ea6a6b-6c76-4f97-acd3-f08c1b2a5e09 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:29.110202 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a5ea6a6b-6c76-4f97-acd3-f08c1b2a5e09 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1205051 Sep 08 09:39:29.112893 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 33940) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:39:29.117357 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-1de184da-6615-4f35-b310-dcd045d90ae9 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Request body: {'security_group_rule': {'security_group_id': '5331eca9-8fc7-40eb-b6b5-703ed7d9830a', 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:39:29.138422 n-d-806683-11 neutron-server[94713]: INFO neutron.db.securitygroups_db [None req-1de184da-6615-4f35-b310-dcd045d90ae9 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Project 2ea339fc014f40f08d7dfb55de384614 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 09:39:29.143036 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1de184da-6615-4f35-b310-dcd045d90ae9 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:29.205321 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1de184da-6615-4f35-b310-dcd045d90ae9 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:29.209416 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1de184da-6615-4f35-b310-dcd045d90ae9 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:29.226552 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de184da-6615-4f35-b310-dcd045d90ae9 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb0f7f8d-5fce-4473-beaf-57229f64a3b2,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:39:29.233287 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1de184da-6615-4f35-b310-dcd045d90ae9 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:29.234608 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1de184da-6615-4f35-b310-dcd045d90ae9 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1205685 Sep 08 09:39:29.687691 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac7f2d-15e5-4e4f-a2c9-76df6af31f93 req-307b3466-fcb5-4505-968b-651b612036f0 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:39:29.689207 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2eac7f2d-15e5-4e4f-a2c9-76df6af31f93 req-307b3466-fcb5-4505-968b-651b612036f0 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa761530-9ea4-4ed4-8636-92ff163e2e5d HTTP/1.1" status: 200 len: 946 time: 0.0537984 Sep 08 09:39:29.786966 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-2eac7f2d-15e5-4e4f-a2c9-76df6af31f93 req-a497637b-2ed0-4abc-b4c0-67c2fe6632cd tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Deleting port 2a698914-3d8e-4d84-83b8-f07428e8755f {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:39:29.787173 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2eac7f2d-15e5-4e4f-a2c9-76df6af31f93 req-a497637b-2ed0-4abc-b4c0-67c2fe6632cd tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:29.891458 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-2eac7f2d-15e5-4e4f-a2c9-76df6af31f93 req-a497637b-2ed0-4abc-b4c0-67c2fe6632cd tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] For port 2a698914-3d8e-4d84-83b8-f07428e8755f, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=2a698914-3d8e-4d84-83b8-f07428e8755f,segment=NetworkSegment(d5dabf6d-babf-459a-ae4b-84df4c64b0ef),segment_id=d5dabf6d-babf-459a-ae4b-84df4c64b0ef)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:39:29.891851 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2eac7f2d-15e5-4e4f-a2c9-76df6af31f93 req-a497637b-2ed0-4abc-b4c0-67c2fe6632cd tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:30.056359 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70699e8e-5dc2-4d57-aac8-200010f0ce55 req-cd8c2e49-f095-44a2-ac34-d1a254fe5b6d tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:39:30.057986 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-70699e8e-5dc2-4d57-aac8-200010f0ce55 req-cd8c2e49-f095-44a2-ac34-d1a254fe5b6d tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa761530-9ea4-4ed4-8636-92ff163e2e5d HTTP/1.1" status: 200 len: 946 time: 0.0523229 Sep 08 09:39:30.110903 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-70699e8e-5dc2-4d57-aac8-200010f0ce55 req-3af54e73-a6ae-469e-bd1d-847c224a7138 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] 10.222.0.54 "GET /v2.0/security-groups?id=69db30d5-e6b8-48ef-b8a6-7574c9980da0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441804 Sep 08 09:39:30.124121 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2eac7f2d-15e5-4e4f-a2c9-76df6af31f93 req-a497637b-2ed0-4abc-b4c0-67c2fe6632cd tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:30.124491 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2eac7f2d-15e5-4e4f-a2c9-76df6af31f93 req-a497637b-2ed0-4abc-b4c0-67c2fe6632cd tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:30.124809 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [req-2eac7f2d-15e5-4e4f-a2c9-76df6af31f93 req-a497637b-2ed0-4abc-b4c0-67c2fe6632cd tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Floating IP 7abd5a3e-1caf-4fc8-a230-e9b0549ab698 disassociated. External IP: 172.25.0.5, port: 2a698914-3d8e-4d84-83b8-f07428e8755f. Sep 08 09:39:30.125151 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-2eac7f2d-15e5-4e4f-a2c9-76df6af31f93 req-a497637b-2ed0-4abc-b4c0-67c2fe6632cd tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Calling delete_port for 2a698914-3d8e-4d84-83b8-f07428e8755f owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:39:30.257306 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2eac7f2d-15e5-4e4f-a2c9-76df6af31f93 req-a497637b-2ed0-4abc-b4c0-67c2fe6632cd tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:30.284671 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a497637b-2ed0-4abc-b4c0-67c2fe6632cd tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Pushing event deleted for resources: {'Port': ['ID=2a698914-3d8e-4d84-83b8-f07428e8755f,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:39:30.409838 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2eac7f2d-15e5-4e4f-a2c9-76df6af31f93 req-a497637b-2ed0-4abc-b4c0-67c2fe6632cd tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Router 238f523a-050d-4b32-bb0f-b10804fe2fb6 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:39:30.527026 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2eac7f2d-15e5-4e4f-a2c9-76df6af31f93 req-a497637b-2ed0-4abc-b4c0-67c2fe6632cd tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:39:30.542580 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de79da3-f347-496b-9203-d8cc6c1e6cec None None] Sync routers for ids ['238f523a-050d-4b32-bb0f-b10804fe2fb6'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:39:30.552869 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de79da3-f347-496b-9203-d8cc6c1e6cec None None] Routers {'238f523a-050d-4b32-bb0f-b10804fe2fb6'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:39:30.553825 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-2de79da3-f347-496b-9203-d8cc6c1e6cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:39:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['238f523a-050d-4b32-bb0f-b10804fe2fb6'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:39:30.573409 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eac7f2d-15e5-4e4f-a2c9-76df6af31f93 req-a497637b-2ed0-4abc-b4c0-67c2fe6632cd tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] No DVR routers for this DVR port 2a698914-3d8e-4d84-83b8-f07428e8755f on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:39:30.576709 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2eac7f2d-15e5-4e4f-a2c9-76df6af31f93 req-a497637b-2ed0-4abc-b4c0-67c2fe6632cd tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:30.578762 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2eac7f2d-15e5-4e4f-a2c9-76df6af31f93 req-a497637b-2ed0-4abc-b4c0-67c2fe6632cd tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] 10.222.0.35 "DELETE /v2.0/ports/2a698914-3d8e-4d84-83b8-f07428e8755f HTTP/1.1" status: 204 len: 173 time: 0.8832533 Sep 08 09:39:30.579217 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa761530-9ea4-4ed4-8636-92ff163e2e5d', 'name': 'network-vif-deleted', 'tag': '2a698914-3d8e-4d84-83b8-f07428e8755f'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:39:30.581500 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c15c52-06fb-44ae-b424-93473c63b837" -d '{"events": [{"server_uuid": "aa761530-9ea4-4ed4-8636-92ff163e2e5d", "name": "network-vif-deleted", "tag": "2a698914-3d8e-4d84-83b8-f07428e8755f"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:39:30.625365 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161de038-db7a-4b2c-98d4-94db0893f3b1 x-openstack-request-id: req-161de038-db7a-4b2c-98d4-94db0893f3b1 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:39:30.625863 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa761530-9ea4-4ed4-8636-92ff163e2e5d", "name": "network-vif-deleted", "tag": "2a698914-3d8e-4d84-83b8-f07428e8755f", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:39:30.626309 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-161de038-db7a-4b2c-98d4-94db0893f3b1 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:39:30.626916 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa761530-9ea4-4ed4-8636-92ff163e2e5d', 'name': 'network-vif-deleted', 'tag': '2a698914-3d8e-4d84-83b8-f07428e8755f', 'status': 'completed', 'code': 200} Sep 08 09:39:30.735362 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-2de79da3-f347-496b-9203-d8cc6c1e6cec None None] Set router 238f523a-050d-4b32-bb0f-b10804fe2fb6 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:39:30.952617 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-2de79da3-f347-496b-9203-d8cc6c1e6cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238f523a-050d-4b32-bb0f-b10804fe2fb6', 'name': 'tempest-TestServerBasicOps-1308224930-router', 'tenant_id': '78383ec56e8a462fa403e733d440b32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd9f0c0be-7a0a-44ed-bf25-69dfa19b0509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:33:33Z', 'updated_at': '2021-09-08T09:33:38Z', 'revision_number': 4, 'project_id': '78383ec56e8a462fa403e733d440b32b', 'gw_port': {'id': 'd9f0c0be-7a0a-44ed-bf25-69dfa19b0509', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238f523a-050d-4b32-bb0f-b10804fe2fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:34Z', 'updated_at': '2021-09-08T09:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '84459cf0-fabc-48e7-a094-f92ebbd92c96', 'name': '', 'network_id': '24c42d28-5684-4b76-b8c2-fe9585c9972b', 'tenant_id': '78383ec56e8a462fa403e733d440b32b', 'mac_address': 'fa:16:3e:be:aa:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238f523a-050d-4b32-bb0f-b10804fe2fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '6c1c13b9-c48a-4da3-8773-8f718f32bac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:37Z', 'updated_at': '2021-09-08T09:33:47Z', 'revision_number': 5, 'project_id': '78383ec56e8a462fa403e733d440b32b', 'subnets': [{'id': '6c1c13b9-c48a-4da3-8773-8f718f32bac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:39:30.978768 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de79da3-f347-496b-9203-d8cc6c1e6cec None None] Checking router: 238f523a-050d-4b32-bb0f-b10804fe2fb6 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:39:30.987047 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de79da3-f347-496b-9203-d8cc6c1e6cec None None] Routers {'238f523a-050d-4b32-bb0f-b10804fe2fb6'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:39:30.987654 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-2de79da3-f347-496b-9203-d8cc6c1e6cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:39:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['238f523a-050d-4b32-bb0f-b10804fe2fb6'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:39:31.203303 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-2de79da3-f347-496b-9203-d8cc6c1e6cec None None] Set router 238f523a-050d-4b32-bb0f-b10804fe2fb6 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:39:31.262149 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5fce2b36-677d-4f23-9355-9830de29133b req-f059b1a1-144a-421a-89fb-b5bf552eba25 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] 10.222.0.54 "GET /v2.0/ports?device_id=aa761530-9ea4-4ed4-8636-92ff163e2e5d HTTP/1.1" status: 200 len: 210 time: 0.0390437 Sep 08 09:39:31.427550 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-2de79da3-f347-496b-9203-d8cc6c1e6cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238f523a-050d-4b32-bb0f-b10804fe2fb6', 'name': 'tempest-TestServerBasicOps-1308224930-router', 'tenant_id': '78383ec56e8a462fa403e733d440b32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd9f0c0be-7a0a-44ed-bf25-69dfa19b0509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:33:33Z', 'updated_at': '2021-09-08T09:33:38Z', 'revision_number': 4, 'project_id': '78383ec56e8a462fa403e733d440b32b', 'gw_port': {'id': 'd9f0c0be-7a0a-44ed-bf25-69dfa19b0509', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238f523a-050d-4b32-bb0f-b10804fe2fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:34Z', 'updated_at': '2021-09-08T09:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '84459cf0-fabc-48e7-a094-f92ebbd92c96', 'name': '', 'network_id': '24c42d28-5684-4b76-b8c2-fe9585c9972b', 'tenant_id': '78383ec56e8a462fa403e733d440b32b', 'mac_address': 'fa:16:3e:be:aa:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238f523a-050d-4b32-bb0f-b10804fe2fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '6c1c13b9-c48a-4da3-8773-8f718f32bac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:37Z', 'updated_at': '2021-09-08T09:33:47Z', 'revision_number': 5, 'project_id': '78383ec56e8a462fa403e733d440b32b', 'subnets': [{'id': '6c1c13b9-c48a-4da3-8773-8f718f32bac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:39:31.458657 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de79da3-f347-496b-9203-d8cc6c1e6cec None None] The sync data for ids ['238f523a-050d-4b32-bb0f-b10804fe2fb6'] in n-d-806683-11 is: [{'id': '238f523a-050d-4b32-bb0f-b10804fe2fb6', 'name': 'tempest-TestServerBasicOps-1308224930-router', 'tenant_id': '78383ec56e8a462fa403e733d440b32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd9f0c0be-7a0a-44ed-bf25-69dfa19b0509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:33:33Z', 'updated_at': '2021-09-08T09:33:38Z', 'revision_number': 4, 'project_id': '78383ec56e8a462fa403e733d440b32b', 'gw_port': {'id': 'd9f0c0be-7a0a-44ed-bf25-69dfa19b0509', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238f523a-050d-4b32-bb0f-b10804fe2fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:34Z', 'updated_at': '2021-09-08T09:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '84459cf0-fabc-48e7-a094-f92ebbd92c96', 'name': '', 'network_id': '24c42d28-5684-4b76-b8c2-fe9585c9972b', 'tenant_id': '78383ec56e8a462fa403e733d440b32b', 'mac_address': 'fa:16:3e:be:aa:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238f523a-050d-4b32-bb0f-b10804fe2fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '6c1c13b9-c48a-4da3-8773-8f718f32bac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:37Z', 'updated_at': '2021-09-08T09:33:47Z', 'revision_number': 5, 'project_id': '78383ec56e8a462fa403e733d440b32b', 'subnets': [{'id': '6c1c13b9-c48a-4da3-8773-8f718f32bac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:39:31.700381 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54674ab4-11d8-4552-b46c-e0ef1db131fe None None] New status for floating IP 7abd5a3e-1caf-4fc8-a230-e9b0549ab698: DOWN {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:39:32.320603 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 34026) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:39:32.368086 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 2a698914-3d8e-4d84-83b8-f07428e8755f no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:39:32.388886 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: 2a698914-3d8e-4d84-83b8-f07428e8755f {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:39:32.389243 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 2a698914-3d8e-4d84-83b8-f07428e8755f not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:39:32.467474 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-e688a316-9983-4055-a09a-02895b56bf46 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Deleting port 49aeeeda-87e1-4d0c-99f9-b09e795421aa {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:39:32.467831 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e688a316-9983-4055-a09a-02895b56bf46 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:32.549761 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e688a316-9983-4055-a09a-02895b56bf46 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:32.550081 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e688a316-9983-4055-a09a-02895b56bf46 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:32.563043 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-e688a316-9983-4055-a09a-02895b56bf46 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Calling delete_port for 49aeeeda-87e1-4d0c-99f9-b09e795421aa owned by network:floatingip {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:39:32.704368 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e688a316-9983-4055-a09a-02895b56bf46 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:32.732984 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e688a316-9983-4055-a09a-02895b56bf46 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Pushing event deleted for resources: {'Port': ['ID=49aeeeda-87e1-4d0c-99f9-b09e795421aa,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:39:32.798408 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e688a316-9983-4055-a09a-02895b56bf46 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks [] for floatingip, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:32.802288 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e688a316-9983-4055-a09a-02895b56bf46 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:32.806144 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e688a316-9983-4055-a09a-02895b56bf46 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] 10.222.0.54 "DELETE /v2.0/floatingips/7abd5a3e-1caf-4fc8-a230-e9b0549ab698 HTTP/1.1" status: 204 len: 168 time: 0.4818559 Sep 08 09:39:32.878523 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34034) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:39:32.938311 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9fe39c5b-7f89-4fce-8f6b-7a6847345a64 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:32.964398 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9fe39c5b-7f89-4fce-8f6b-7a6847345a64 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:33.023210 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9fe39c5b-7f89-4fce-8f6b-7a6847345a64 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:33.025985 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9fe39c5b-7f89-4fce-8f6b-7a6847345a64 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:33.027244 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-9fe39c5b-7f89-4fce-8f6b-7a6847345a64 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] 10.222.0.54 "DELETE /v2.0/security-groups/69db30d5-e6b8-48ef-b8a6-7574c9980da0 HTTP/1.1" status: 204 len: 168 time: 0.1476607 Sep 08 09:39:33.037628 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe39c5b-7f89-4fce-8f6b-7a6847345a64 tempest-TestServerBasicOps-1785296268 tempest-TestServerBasicOps-1785296268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69db30d5-e6b8-48ef-b8a6-7574c9980da0,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:39:33.076814 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 34038) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:39:33.579815 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c74c4ed0-edbb-485e-9b14-859444e813d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:33.848827 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-c74c4ed0-edbb-485e-9b14-859444e813d5 admin admin] Deleting port 84459cf0-fabc-48e7-a094-f92ebbd92c96 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:39:33.849368 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c74c4ed0-edbb-485e-9b14-859444e813d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:33.934750 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-c74c4ed0-edbb-485e-9b14-859444e813d5 admin admin] For port 84459cf0-fabc-48e7-a094-f92ebbd92c96, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=84459cf0-fabc-48e7-a094-f92ebbd92c96,segment=NetworkSegment(d5dabf6d-babf-459a-ae4b-84df4c64b0ef),segment_id=d5dabf6d-babf-459a-ae4b-84df4c64b0ef)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:39:33.935155 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c74c4ed0-edbb-485e-9b14-859444e813d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:33.948890 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-c74c4ed0-edbb-485e-9b14-859444e813d5 admin admin] Calling delete_port for 84459cf0-fabc-48e7-a094-f92ebbd92c96 owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:39:34.138842 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c74c4ed0-edbb-485e-9b14-859444e813d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:34.174252 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c4ed0-edbb-485e-9b14-859444e813d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=84459cf0-fabc-48e7-a094-f92ebbd92c96,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:39:34.342519 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c74c4ed0-edbb-485e-9b14-859444e813d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:34.578606 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c74c4ed0-edbb-485e-9b14-859444e813d5 admin admin] Router 238f523a-050d-4b32-bb0f-b10804fe2fb6 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:39:34.693522 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74c4ed0-edbb-485e-9b14-859444e813d5 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:39:34.701422 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34044) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:39:34.701847 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c74c4ed0-edbb-485e-9b14-859444e813d5 admin admin] 10.222.0.54 "PUT /v2.0/routers/238f523a-050d-4b32-bb0f-b10804fe2fb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6235857 Sep 08 09:39:34.703688 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0700209-7397-420d-96e8-85c1d7d9db2e None None] Sync routers for ids ['238f523a-050d-4b32-bb0f-b10804fe2fb6'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:39:34.715376 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0700209-7397-420d-96e8-85c1d7d9db2e None None] Routers {'238f523a-050d-4b32-bb0f-b10804fe2fb6'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:39:34.716330 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-b0700209-7397-420d-96e8-85c1d7d9db2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:39:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['238f523a-050d-4b32-bb0f-b10804fe2fb6'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:39:34.812804 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d8b1ea77-9806-4f00-9187-6dfab76df62a admin admin] Notify callbacks [] for router, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:34.867475 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-b0700209-7397-420d-96e8-85c1d7d9db2e None None] Set router 238f523a-050d-4b32-bb0f-b10804fe2fb6 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:39:34.929536 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d8b1ea77-9806-4f00-9187-6dfab76df62a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:34.994359 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-d8b1ea77-9806-4f00-9187-6dfab76df62a admin admin] Deleting port d9f0c0be-7a0a-44ed-bf25-69dfa19b0509 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:39:34.994722 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d8b1ea77-9806-4f00-9187-6dfab76df62a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:35.062480 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-b0700209-7397-420d-96e8-85c1d7d9db2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238f523a-050d-4b32-bb0f-b10804fe2fb6', 'name': 'tempest-TestServerBasicOps-1308224930-router', 'tenant_id': '78383ec56e8a462fa403e733d440b32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'd9f0c0be-7a0a-44ed-bf25-69dfa19b0509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:33:33Z', 'updated_at': '2021-09-08T09:39:34Z', 'revision_number': 5, 'project_id': '78383ec56e8a462fa403e733d440b32b', 'gw_port': {'id': 'd9f0c0be-7a0a-44ed-bf25-69dfa19b0509', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '238f523a-050d-4b32-bb0f-b10804fe2fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:34Z', 'updated_at': '2021-09-08T09:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:39:35.090305 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0700209-7397-420d-96e8-85c1d7d9db2e None None] Checking router: 238f523a-050d-4b32-bb0f-b10804fe2fb6 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:39:35.100255 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0700209-7397-420d-96e8-85c1d7d9db2e None None] Routers {'238f523a-050d-4b32-bb0f-b10804fe2fb6'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:39:35.100878 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-b0700209-7397-420d-96e8-85c1d7d9db2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:39:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['238f523a-050d-4b32-bb0f-b10804fe2fb6'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:39:35.202115 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-b0700209-7397-420d-96e8-85c1d7d9db2e None None] Set router 238f523a-050d-4b32-bb0f-b10804fe2fb6 gateway port host: None {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:39:35.259171 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-b0700209-7397-420d-96e8-85c1d7d9db2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '238f523a-050d-4b32-bb0f-b10804fe2fb6', 'name': 'tempest-TestServerBasicOps-1308224930-router', 'tenant_id': '78383ec56e8a462fa403e733d440b32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:33:33Z', 'updated_at': '2021-09-08T09:39:34Z', 'revision_number': 6, 'project_id': '78383ec56e8a462fa403e733d440b32b', 'gw_port_host': None}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:39:35.288075 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0700209-7397-420d-96e8-85c1d7d9db2e None None] The sync data for ids ['238f523a-050d-4b32-bb0f-b10804fe2fb6'] in n-d-806683-11 is: [{'id': '238f523a-050d-4b32-bb0f-b10804fe2fb6', 'name': 'tempest-TestServerBasicOps-1308224930-router', 'tenant_id': '78383ec56e8a462fa403e733d440b32b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:33:33Z', 'updated_at': '2021-09-08T09:39:34Z', 'revision_number': 6, 'project_id': '78383ec56e8a462fa403e733d440b32b', 'gw_port_host': None}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:39:35.395921 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-d8b1ea77-9806-4f00-9187-6dfab76df62a admin admin] For port d9f0c0be-7a0a-44ed-bf25-69dfa19b0509, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=d9f0c0be-7a0a-44ed-bf25-69dfa19b0509,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:39:35.396291 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d8b1ea77-9806-4f00-9187-6dfab76df62a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:35.411517 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-d8b1ea77-9806-4f00-9187-6dfab76df62a admin admin] Calling delete_port for d9f0c0be-7a0a-44ed-bf25-69dfa19b0509 owned by network:router_gateway {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:39:35.581843 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d8b1ea77-9806-4f00-9187-6dfab76df62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:35.608878 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b1ea77-9806-4f00-9187-6dfab76df62a admin admin] Pushing event deleted for resources: {'Port': ['ID=d9f0c0be-7a0a-44ed-bf25-69dfa19b0509,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:39:35.675372 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d8b1ea77-9806-4f00-9187-6dfab76df62a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:35.781111 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d8b1ea77-9806-4f00-9187-6dfab76df62a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:35.783500 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d8b1ea77-9806-4f00-9187-6dfab76df62a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:35.840411 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d8b1ea77-9806-4f00-9187-6dfab76df62a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:35.840902 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b1ea77-9806-4f00-9187-6dfab76df62a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 238f523a-050d-4b32-bb0f-b10804fe2fb6 {{(pid=94712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:39:35.845555 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d8b1ea77-9806-4f00-9187-6dfab76df62a admin admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:35.848991 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d8b1ea77-9806-4f00-9187-6dfab76df62a admin admin] 10.222.0.54 "DELETE /v2.0/routers/238f523a-050d-4b32-bb0f-b10804fe2fb6 HTTP/1.1" status: 204 len: 168 time: 1.1437736 Sep 08 09:39:35.849226 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34050) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:39:35.895086 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-251d7ee5-d518-403d-bd0b-13b3f744fbc8 admin admin] Deleting subnet 6c1c13b9-c48a-4da3-8773-8f718f32bac9 {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:39:35.898397 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-251d7ee5-d518-403d-bd0b-13b3f744fbc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:35.935178 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-251d7ee5-d518-403d-bd0b-13b3f744fbc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:36.022140 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-251d7ee5-d518-403d-bd0b-13b3f744fbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:36.084537 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-251d7ee5-d518-403d-bd0b-13b3f744fbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:36.112837 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251d7ee5-d518-403d-bd0b-13b3f744fbc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c1c13b9-c48a-4da3-8773-8f718f32bac9,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:39:36.116929 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-251d7ee5-d518-403d-bd0b-13b3f744fbc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:36.118999 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-251d7ee5-d518-403d-bd0b-13b3f744fbc8 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/6c1c13b9-c48a-4da3-8773-8f718f32bac9 HTTP/1.1" status: 204 len: 168 time: 0.2687275 Sep 08 09:39:36.121348 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34054) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:39:36.135202 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef37efce-126c-4a6d-8b01-082bce6532cb None None] Network 24c42d28-5684-4b76-b8c2-fe9585c9972b requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:39:36.204411 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-94323b5f-b292-4828-b728-1379a6a7d977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:36.264220 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-94323b5f-b292-4828-b728-1379a6a7d977 admin admin] Deleting port a8290586-0782-40c2-a7c2-df283d67e54e {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:39:36.264569 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-94323b5f-b292-4828-b728-1379a6a7d977 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:36.341241 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-94323b5f-b292-4828-b728-1379a6a7d977 admin admin] For port a8290586-0782-40c2-a7c2-df283d67e54e, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a8290586-0782-40c2-a7c2-df283d67e54e,segment=NetworkSegment(d5dabf6d-babf-459a-ae4b-84df4c64b0ef),segment_id=d5dabf6d-babf-459a-ae4b-84df4c64b0ef)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:39:36.341674 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-94323b5f-b292-4828-b728-1379a6a7d977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:36.357529 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-94323b5f-b292-4828-b728-1379a6a7d977 admin admin] Calling delete_port for a8290586-0782-40c2-a7c2-df283d67e54e owned by network:dhcp {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:39:36.361889 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f943ed-14ca-4ab7-bebc-0bf08ba46f8b None None] DHCP port deletion for 24c42d28-5684-4b76-b8c2-fe9585c9972b request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:39:36.426614 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-16f943ed-14ca-4ab7-bebc-0bf08ba46f8b None None] Deleting port a8290586-0782-40c2-a7c2-df283d67e54e {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:39:36.427248 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-16f943ed-14ca-4ab7-bebc-0bf08ba46f8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:36.457984 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-94323b5f-b292-4828-b728-1379a6a7d977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:36.491986 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94323b5f-b292-4828-b728-1379a6a7d977 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8290586-0782-40c2-a7c2-df283d67e54e,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:39:36.494118 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94323b5f-b292-4828-b728-1379a6a7d977 admin admin] No DVR routers for this DVR port a8290586-0782-40c2-a7c2-df283d67e54e on host n-d-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:39:36.507651 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-16f943ed-14ca-4ab7-bebc-0bf08ba46f8b None None] For port a8290586-0782-40c2-a7c2-df283d67e54e, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a8290586-0782-40c2-a7c2-df283d67e54e,segment=NetworkSegment(d5dabf6d-babf-459a-ae4b-84df4c64b0ef),segment_id=d5dabf6d-babf-459a-ae4b-84df4c64b0ef)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:39:36.508062 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-16f943ed-14ca-4ab7-bebc-0bf08ba46f8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:36.524099 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-16f943ed-14ca-4ab7-bebc-0bf08ba46f8b None None] Calling delete_port for a8290586-0782-40c2-a7c2-df283d67e54e owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:39:36.575025 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-94323b5f-b292-4828-b728-1379a6a7d977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:36.597780 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-94323b5f-b292-4828-b728-1379a6a7d977 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24c42d28-5684-4b76-b8c2-fe9585c9972b']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:39:36.607779 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-94323b5f-b292-4828-b728-1379a6a7d977 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5dabf6d-babf-459a-ae4b-84df4c64b0ef') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:39:36.609955 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-94323b5f-b292-4828-b728-1379a6a7d977 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5dabf6d-babf-459a-ae4b-84df4c64b0ef') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:39:36.612035 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-16f943ed-14ca-4ab7-bebc-0bf08ba46f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:36.619392 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-94323b5f-b292-4828-b728-1379a6a7d977 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:36.635698 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-94323b5f-b292-4828-b728-1379a6a7d977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:36.641817 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94323b5f-b292-4828-b728-1379a6a7d977 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:39:36.642303 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-94323b5f-b292-4828-b728-1379a6a7d977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:36.644529 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:39:36.644529 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:39:36.644529 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:39:36.644529 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:39:36.644529 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:39:36.644529 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:39:36.644529 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:39:36.644529 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:39:36.644529 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:39:36.644529 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:39:36.644529 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:39:36.644529 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:39:36.644529 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:39:36.644529 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:39:36.644529 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:39:36.644529 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:39:36.644529 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:39:36.644529 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:39:36.644529 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:39:36.644529 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:39:36.644529 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:39:36.644529 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:39:36.644529 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:39:36.644529 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:39:36.644529 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:39:36.644529 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:39:36.644529 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:39:36.644529 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:39:36.644529 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:39:36.644529 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:39:36.644529 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:39:36.644529 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:39:36.647440 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f943ed-14ca-4ab7-bebc-0bf08ba46f8b None None] Pushing event deleted for resources: {'Port': ['ID=a8290586-0782-40c2-a7c2-df283d67e54e,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:39:36.648591 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f943ed-14ca-4ab7-bebc-0bf08ba46f8b None None] No DVR routers for this DVR port a8290586-0782-40c2-a7c2-df283d67e54e on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:39:36.708921 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-94323b5f-b292-4828-b728-1379a6a7d977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:36.714578 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-94323b5f-b292-4828-b728-1379a6a7d977 admin admin] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:36.716434 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-94323b5f-b292-4828-b728-1379a6a7d977 admin admin] 10.222.0.54 "DELETE /v2.0/networks/24c42d28-5684-4b76-b8c2-fe9585c9972b HTTP/1.1" status: 204 len: 168 time: 0.5941513 Sep 08 09:39:36.719452 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 34056) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:39:36.733274 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94323b5f-b292-4828-b728-1379a6a7d977 admin admin] Pushing event deleted for resources: {'Network': ['ID=24c42d28-5684-4b76-b8c2-fe9585c9972b,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:39:36.843422 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 84459cf0-fabc-48e7-a094-f92ebbd92c96 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:39:36.865380 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 84459cf0-fabc-48e7-a094-f92ebbd92c96 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:39:36.865903 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 84459cf0-fabc-48e7-a094-f92ebbd92c96 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:39:36.866392 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device d9f0c0be-7a0a-44ed-bf25-69dfa19b0509 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:39:36.886156 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: d9f0c0be-7a0a-44ed-bf25-69dfa19b0509 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:39:36.886513 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device d9f0c0be-7a0a-44ed-bf25-69dfa19b0509 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:39:36.889791 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a8290586-0782-40c2-a7c2-df283d67e54e no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:39:36.909507 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: a8290586-0782-40c2-a7c2-df283d67e54e {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:39:36.909795 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a8290586-0782-40c2-a7c2-df283d67e54e not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:39:37.418684 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-01ec3a7f-1a94-4f9a-839e-536ee8232139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:37.685706 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-01ec3a7f-1a94-4f9a-839e-536ee8232139 admin admin] Deleting port 63e62699-b185-4aec-af1a-c909c69cd32a {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:39:37.686010 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-01ec3a7f-1a94-4f9a-839e-536ee8232139 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:37.774868 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-01ec3a7f-1a94-4f9a-839e-536ee8232139 admin admin] For port 63e62699-b185-4aec-af1a-c909c69cd32a, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=63e62699-b185-4aec-af1a-c909c69cd32a,segment=NetworkSegment(3e1778f0-2648-4d30-ad48-9a09bde05b89),segment_id=3e1778f0-2648-4d30-ad48-9a09bde05b89)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:39:37.775998 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-01ec3a7f-1a94-4f9a-839e-536ee8232139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:37.789229 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-01ec3a7f-1a94-4f9a-839e-536ee8232139 admin admin] Calling delete_port for 63e62699-b185-4aec-af1a-c909c69cd32a owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:39:37.983928 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-01ec3a7f-1a94-4f9a-839e-536ee8232139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:38.011556 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ec3a7f-1a94-4f9a-839e-536ee8232139 admin admin] Pushing event deleted for resources: {'Port': ['ID=63e62699-b185-4aec-af1a-c909c69cd32a,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:39:38.205852 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-01ec3a7f-1a94-4f9a-839e-536ee8232139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:38.432289 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ec3a7f-1a94-4f9a-839e-536ee8232139 admin admin] Router 6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:39:38.547638 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ec3a7f-1a94-4f9a-839e-536ee8232139 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:39:38.559269 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a3de3a-2a87-46ba-98ca-f58f659bdc49 None None] Sync routers for ids ['6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:39:38.568066 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34062) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:39:38.569683 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a3de3a-2a87-46ba-98ca-f58f659bdc49 None None] Routers {'6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:39:38.570349 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-c8a3de3a-2a87-46ba-98ca-f58f659bdc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:39:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:39:38.576069 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-01ec3a7f-1a94-4f9a-839e-536ee8232139 admin admin] 10.222.0.54 "PUT /v2.0/routers/6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8538258 Sep 08 09:39:38.691618 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-c8a3de3a-2a87-46ba-98ca-f58f659bdc49 None None] Set router 6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:39:38.694202 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2f4c4707-9336-471d-bb54-cbce14e29d38 admin admin] Notify callbacks [] for router, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:38.821015 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2f4c4707-9336-471d-bb54-cbce14e29d38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:38.887120 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-2f4c4707-9336-471d-bb54-cbce14e29d38 admin admin] Deleting port 989af8c5-4f88-40eb-8889-440b5bebc3de {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:39:38.887835 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2f4c4707-9336-471d-bb54-cbce14e29d38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:38.898478 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-c8a3de3a-2a87-46ba-98ca-f58f659bdc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f', 'name': 'tempest-TestServerBasicOps-994803644-router', 'tenant_id': 'ca13dd951fe54fb39d56f7c0533b409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '989af8c5-4f88-40eb-8889-440b5bebc3de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:33:42Z', 'updated_at': '2021-09-08T09:39:37Z', 'revision_number': 5, 'project_id': 'ca13dd951fe54fb39d56f7c0533b409f', 'gw_port': {'id': '989af8c5-4f88-40eb-8889-440b5bebc3de', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:38:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:33:42Z', 'updated_at': '2021-09-08T09:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:39:38.929270 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a3de3a-2a87-46ba-98ca-f58f659bdc49 None None] Checking router: 6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:39:38.937861 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a3de3a-2a87-46ba-98ca-f58f659bdc49 None None] Routers {'6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:39:38.938515 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-c8a3de3a-2a87-46ba-98ca-f58f659bdc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:39:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:39:38.973215 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-2f4c4707-9336-471d-bb54-cbce14e29d38 admin admin] For port 989af8c5-4f88-40eb-8889-440b5bebc3de, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=989af8c5-4f88-40eb-8889-440b5bebc3de,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:39:38.973649 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2f4c4707-9336-471d-bb54-cbce14e29d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:38.986779 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-2f4c4707-9336-471d-bb54-cbce14e29d38 admin admin] Calling delete_port for 989af8c5-4f88-40eb-8889-440b5bebc3de owned by network:router_gateway {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:39:39.034710 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-c8a3de3a-2a87-46ba-98ca-f58f659bdc49 None None] Set router 6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f gateway port host: None {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:39:39.093491 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-c8a3de3a-2a87-46ba-98ca-f58f659bdc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f', 'name': 'tempest-TestServerBasicOps-994803644-router', 'tenant_id': 'ca13dd951fe54fb39d56f7c0533b409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:33:42Z', 'updated_at': '2021-09-08T09:39:38Z', 'revision_number': 6, 'project_id': 'ca13dd951fe54fb39d56f7c0533b409f', 'gw_port_host': None}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:39:39.125179 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a3de3a-2a87-46ba-98ca-f58f659bdc49 None None] The sync data for ids ['6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f'] in n-d-806683-11 is: [{'id': '6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f', 'name': 'tempest-TestServerBasicOps-994803644-router', 'tenant_id': 'ca13dd951fe54fb39d56f7c0533b409f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:33:42Z', 'updated_at': '2021-09-08T09:39:38Z', 'revision_number': 6, 'project_id': 'ca13dd951fe54fb39d56f7c0533b409f', 'gw_port_host': None}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:39:39.188145 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2f4c4707-9336-471d-bb54-cbce14e29d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:39.218564 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4c4707-9336-471d-bb54-cbce14e29d38 admin admin] Pushing event deleted for resources: {'Port': ['ID=989af8c5-4f88-40eb-8889-440b5bebc3de,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:39:39.296019 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2f4c4707-9336-471d-bb54-cbce14e29d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:39.391147 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2f4c4707-9336-471d-bb54-cbce14e29d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:39.393502 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2f4c4707-9336-471d-bb54-cbce14e29d38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:39.438804 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2f4c4707-9336-471d-bb54-cbce14e29d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:39.439304 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4c4707-9336-471d-bb54-cbce14e29d38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f {{(pid=94712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:39:39.445915 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2f4c4707-9336-471d-bb54-cbce14e29d38 admin admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:39.449774 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2f4c4707-9336-471d-bb54-cbce14e29d38 admin admin] 10.222.0.54 "DELETE /v2.0/routers/6aaeeb47-55d8-4496-96c3-f8d2aa0a5b0f HTTP/1.1" status: 204 len: 168 time: 0.8781545 Sep 08 09:39:39.449982 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34066) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:39:39.499206 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5645e34-f0f7-4194-9ade-b09baa028b7e admin admin] Deleting subnet 584bef86-67fe-4149-a8c2-8cf92a073fcf {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:39:39.502607 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a5645e34-f0f7-4194-9ade-b09baa028b7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:39.550766 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a5645e34-f0f7-4194-9ade-b09baa028b7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:39.641841 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a5645e34-f0f7-4194-9ade-b09baa028b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:39.705141 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a5645e34-f0f7-4194-9ade-b09baa028b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:39.735995 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a5645e34-f0f7-4194-9ade-b09baa028b7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:39.737969 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-a5645e34-f0f7-4194-9ade-b09baa028b7e admin admin] 10.222.0.54 "DELETE /v2.0/subnets/584bef86-67fe-4149-a8c2-8cf92a073fcf HTTP/1.1" status: 204 len: 168 time: 0.2870047 Sep 08 09:39:39.739891 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5645e34-f0f7-4194-9ade-b09baa028b7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=584bef86-67fe-4149-a8c2-8cf92a073fcf,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:39:39.741417 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34068) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:39:39.747328 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13641aa6-f8bb-4408-8f31-55dd65e7c6db None None] Network 7968a713-030f-48db-be9c-578034a4c355 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:39:39.816844 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0ae0ae2d-5a38-4705-8be0-172e08085d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:39.946274 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-0ae0ae2d-5a38-4705-8be0-172e08085d46 admin admin] Deleting port 85f989a3-d1e1-415e-a3a3-b048d6544592 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:39:39.946634 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0ae0ae2d-5a38-4705-8be0-172e08085d46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:39.968538 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d4c77c-e522-4a12-8540-cb1d49a40904 None None] DHCP port deletion for 7968a713-030f-48db-be9c-578034a4c355 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:39:40.017763 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-68d4c77c-e522-4a12-8540-cb1d49a40904 None None] Deleting port 85f989a3-d1e1-415e-a3a3-b048d6544592 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:39:40.018191 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-68d4c77c-e522-4a12-8540-cb1d49a40904 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:40.031839 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-0ae0ae2d-5a38-4705-8be0-172e08085d46 admin admin] For port 85f989a3-d1e1-415e-a3a3-b048d6544592, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=85f989a3-d1e1-415e-a3a3-b048d6544592,segment=NetworkSegment(3e1778f0-2648-4d30-ad48-9a09bde05b89),segment_id=3e1778f0-2648-4d30-ad48-9a09bde05b89)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:39:40.032209 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0ae0ae2d-5a38-4705-8be0-172e08085d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:40.046972 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-0ae0ae2d-5a38-4705-8be0-172e08085d46 admin admin] Calling delete_port for 85f989a3-d1e1-415e-a3a3-b048d6544592 owned by network:dhcp {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:39:40.092188 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-68d4c77c-e522-4a12-8540-cb1d49a40904 None None] For port 85f989a3-d1e1-415e-a3a3-b048d6544592, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=85f989a3-d1e1-415e-a3a3-b048d6544592,segment=NetworkSegment(3e1778f0-2648-4d30-ad48-9a09bde05b89),segment_id=3e1778f0-2648-4d30-ad48-9a09bde05b89)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:39:40.092824 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-68d4c77c-e522-4a12-8540-cb1d49a40904 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:40.115505 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-68d4c77c-e522-4a12-8540-cb1d49a40904 None None] Calling delete_port for 85f989a3-d1e1-415e-a3a3-b048d6544592 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:39:40.140960 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0ae0ae2d-5a38-4705-8be0-172e08085d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:40.172181 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae0ae2d-5a38-4705-8be0-172e08085d46 admin admin] No DVR routers for this DVR port 85f989a3-d1e1-415e-a3a3-b048d6544592 on host n-d-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:39:40.173837 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae0ae2d-5a38-4705-8be0-172e08085d46 admin admin] Pushing event deleted for resources: {'Port': ['ID=85f989a3-d1e1-415e-a3a3-b048d6544592,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:39:40.217845 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-68d4c77c-e522-4a12-8540-cb1d49a40904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:40.247352 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d4c77c-e522-4a12-8540-cb1d49a40904 None None] Pushing event deleted for resources: {'Port': ['ID=85f989a3-d1e1-415e-a3a3-b048d6544592,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:39:40.249291 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d4c77c-e522-4a12-8540-cb1d49a40904 None None] No DVR routers for this DVR port 85f989a3-d1e1-415e-a3a3-b048d6544592 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:39:40.283118 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0ae0ae2d-5a38-4705-8be0-172e08085d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:40.306832 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-0ae0ae2d-5a38-4705-8be0-172e08085d46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7968a713-030f-48db-be9c-578034a4c355']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:39:40.317502 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-0ae0ae2d-5a38-4705-8be0-172e08085d46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e1778f0-2648-4d30-ad48-9a09bde05b89') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:39:40.317986 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-0ae0ae2d-5a38-4705-8be0-172e08085d46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e1778f0-2648-4d30-ad48-9a09bde05b89') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:39:40.328755 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0ae0ae2d-5a38-4705-8be0-172e08085d46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:40.341965 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0ae0ae2d-5a38-4705-8be0-172e08085d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:40.349163 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ae0ae2d-5a38-4705-8be0-172e08085d46 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:39:40.349661 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0ae0ae2d-5a38-4705-8be0-172e08085d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:40.351615 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:39:40.351615 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:39:40.351615 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:39:40.351615 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:39:40.351615 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:39:40.351615 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:39:40.351615 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:39:40.351615 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:39:40.351615 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:39:40.351615 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:39:40.351615 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:39:40.351615 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:39:40.351615 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:39:40.351615 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:39:40.351615 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:39:40.351615 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:39:40.351615 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:39:40.351615 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:39:40.351615 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:39:40.351615 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:39:40.351615 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:39:40.351615 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:39:40.351615 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:39:40.351615 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:39:40.351615 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:39:40.351615 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:39:40.351615 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:39:40.351615 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:39:40.351615 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:39:40.351615 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:39:40.351615 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:39:40.351615 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:39:40.418881 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0ae0ae2d-5a38-4705-8be0-172e08085d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:40.425321 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0ae0ae2d-5a38-4705-8be0-172e08085d46 admin admin] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:40.432157 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-0ae0ae2d-5a38-4705-8be0-172e08085d46 admin admin] 10.222.0.54 "DELETE /v2.0/networks/7968a713-030f-48db-be9c-578034a4c355 HTTP/1.1" status: 204 len: 168 time: 0.6886954 Sep 08 09:39:40.445856 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae0ae2d-5a38-4705-8be0-172e08085d46 admin admin] Pushing event deleted for resources: {'Network': ['ID=7968a713-030f-48db-be9c-578034a4c355,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:39:40.551340 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34090) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:39:40.594173 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-7a1121e2-04af-4a0f-ae0c-0f0264ce4624 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=78383ec56e8a462fa403e733d440b32b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416467 Sep 08 09:39:40.596725 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34092) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:39:40.645821 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-34a388f1-4cde-46d8-accd-f8d10b0016b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:40.666845 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-34a388f1-4cde-46d8-accd-f8d10b0016b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:40.715637 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-34a388f1-4cde-46d8-accd-f8d10b0016b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:40.718311 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-34a388f1-4cde-46d8-accd-f8d10b0016b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:40.719538 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-34a388f1-4cde-46d8-accd-f8d10b0016b2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9e4771ee-db91-433c-9d17-b7cb29432049 HTTP/1.1" status: 204 len: 168 time: 0.1218829 Sep 08 09:39:40.728142 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a388f1-4cde-46d8-accd-f8d10b0016b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4771ee-db91-433c-9d17-b7cb29432049,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:39:40.820721 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 63e62699-b185-4aec-af1a-c909c69cd32a no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:39:40.842307 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 63e62699-b185-4aec-af1a-c909c69cd32a {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:39:40.842699 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 63e62699-b185-4aec-af1a-c909c69cd32a not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:39:40.843157 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 989af8c5-4f88-40eb-8889-440b5bebc3de no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:39:40.866627 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 989af8c5-4f88-40eb-8889-440b5bebc3de {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:39:40.867052 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 989af8c5-4f88-40eb-8889-440b5bebc3de not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:39:40.867576 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 85f989a3-d1e1-415e-a3a3-b048d6544592 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:39:40.888482 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 85f989a3-d1e1-415e-a3a3-b048d6544592 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:39:40.888984 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 85f989a3-d1e1-415e-a3a3-b048d6544592 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:39:41.064189 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34098) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:39:41.109987 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b4432318-faed-4e59-a08f-6a8375c93466 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ca13dd951fe54fb39d56f7c0533b409f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422552 Sep 08 09:39:41.110423 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34100) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:39:41.163938 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6980f39a-2590-422f-bb9e-baa41a9df728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:41.188206 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6980f39a-2590-422f-bb9e-baa41a9df728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:41.238007 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6980f39a-2590-422f-bb9e-baa41a9df728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:41.240986 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6980f39a-2590-422f-bb9e-baa41a9df728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:41.242243 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-6980f39a-2590-422f-bb9e-baa41a9df728 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/883c5e29-6a8c-46a7-934a-770ace08f91f HTTP/1.1" status: 204 len: 168 time: 0.1308715 Sep 08 09:39:41.251317 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6980f39a-2590-422f-bb9e-baa41a9df728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883c5e29-6a8c-46a7-934a-770ace08f91f,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:39:44.769381 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-828a59ed-82dc-4772-8b3e-b2a4b904900e tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1531751466&fields=id&tenant_id=2ea339fc014f40f08d7dfb55de384614 HTTP/1.1" status: 200 len: 267 time: 0.0338705 Sep 08 09:39:44.888999 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-c71c89b3-e72b-4558-8e82-af34af1d2736 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:39:44.890503 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-c71c89b3-e72b-4558-8e82-af34af1d2736 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/networks?id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 HTTP/1.1" status: 200 len: 812 time: 0.1140409 Sep 08 09:39:44.905941 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-08205ee1-7198-41ba-a3e7-d8d171ace270 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/quotas/2ea339fc014f40f08d7dfb55de384614 HTTP/1.1" status: 200 len: 375 time: 0.0089979 Sep 08 09:39:44.958969 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-e850fd88-7df8-4302-9311-4340db643314 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ea339fc014f40f08d7dfb55de384614&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478089 Sep 08 09:39:45.151159 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-44a70191-a398-45f9-8b32-c2e35228240f service neutron] 10.222.0.54 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799719 Sep 08 09:39:45.249778 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-7c61e04c-4cbd-4b90-b977-47c3b5b2b926 service neutron] 10.222.0.54 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922251 Sep 08 09:39:45.533343 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-747759a7-cb57-4898-a65c-a042f563d38a req-8fa4206a-413f-47f5-83e4-a61cee4cb0ed tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=5437ee42-dffd-4b46-893c-0d120eab9f06 HTTP/1.1" status: 200 len: 210 time: 0.0302775 Sep 08 09:39:46.520160 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-e76f5ce4-1899-42e2-905a-16039002c7a8 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:39:46.522182 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-e76f5ce4-1899-42e2-905a-16039002c7a8 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.37 "GET /v2.0/networks?id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 HTTP/1.1" status: 200 len: 812 time: 0.1121941 Sep 08 09:39:46.578935 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-7295c428-54ca-4856-8aad-da1d097660d6 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ea339fc014f40f08d7dfb55de384614 HTTP/1.1" status: 200 len: 380 time: 0.0358675 Sep 08 09:39:46.588839 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-f9651dc0-7725-43fd-acbb-81fb0981c749 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Request body: {'port': {'device_id': '5437ee42-dffd-4b46-893c-0d120eab9f06', 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'admin_state_up': True, 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'security_groups': ['5331eca9-8fc7-40eb-b6b5-703ed7d9830a']}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:39:46.635745 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-98c1a94e-00bf-405d-bdda-447089c03317 req-c4ee671d-a0a9-4417-928d-603f4edffa09 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=5437ee42-dffd-4b46-893c-0d120eab9f06 HTTP/1.1" status: 200 len: 210 time: 0.0301738 Sep 08 09:39:46.705778 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-f9651dc0-7725-43fd-acbb-81fb0981c749 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Made reservation on behalf of 2ea339fc014f40f08d7dfb55de384614 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:39:46.710017 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-f9651dc0-7725-43fd-acbb-81fb0981c749 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:46.842887 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-f9651dc0-7725-43fd-acbb-81fb0981c749 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Allocated IP 172.20.0.3 (5df0a467-a5a5-4a52-8ccf-31609c4c1dd9/b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8/369c766e-7842-495c-b3c8-a6690e618a91) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:39:46.993398 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-f9651dc0-7725-43fd-acbb-81fb0981c749 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:47.007841 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-f9651dc0-7725-43fd-acbb-81fb0981c749 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Transition to ACTIVE for port object 369c766e-7842-495c-b3c8-a6690e618a91 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:39:47.043130 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-f9651dc0-7725-43fd-acbb-81fb0981c749 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:47.087231 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-f9651dc0-7725-43fd-acbb-81fb0981c749 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Network 5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:39:47.090895 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-f9651dc0-7725-43fd-acbb-81fb0981c749 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:39:47.096634 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-f9651dc0-7725-43fd-acbb-81fb0981c749 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:39:47.125555 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9651dc0-7725-43fd-acbb-81fb0981c749 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Pushing event updated for resources: {'Port': ['ID=369c766e-7842-495c-b3c8-a6690e618a91,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:39:47.155073 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-f9651dc0-7725-43fd-acbb-81fb0981c749 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:39:47.155745 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-f9651dc0-7725-43fd-acbb-81fb0981c749 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:47.171916 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-f9651dc0-7725-43fd-acbb-81fb0981c749 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5871079 Sep 08 09:39:47.192015 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-bc2152f8-45e0-4794-9bcb-4278db069709 service neutron] Request body: {'port': {'device_id': '5437ee42-dffd-4b46-893c-0d120eab9f06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:39:47.252517 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-bc2152f8-45e0-4794-9bcb-4278db069709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:47.311421 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-164b7ab7-0c26-4cff-8716-7c86ec20b95d None None] Provisioning for port 369c766e-7842-495c-b3c8-a6690e618a91 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:39:47.315937 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-164b7ab7-0c26-4cff-8716-7c86ec20b95d None None] Provisioning complete for port 369c766e-7842-495c-b3c8-a6690e618a91 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:39:47.317010 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-164b7ab7-0c26-4cff-8716-7c86ec20b95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:47.351239 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-164b7ab7-0c26-4cff-8716-7c86ec20b95d None None] Port 369c766e-7842-495c-b3c8-a6690e618a91 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:39:47.519450 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-bc2152f8-45e0-4794-9bcb-4278db069709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 369c766e-7842-495c-b3c8-a6690e618a91 {{(pid=94713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:39:47.526900 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-bc2152f8-45e0-4794-9bcb-4278db069709 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:47.539356 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-bc2152f8-45e0-4794-9bcb-4278db069709 service neutron] Transition to ACTIVE for port object 369c766e-7842-495c-b3c8-a6690e618a91 will not be triggered until provisioned by entity L2. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:39:47.543206 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-bc2152f8-45e0-4794-9bcb-4278db069709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:47.598896 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2152f8-45e0-4794-9bcb-4278db069709 service neutron] Pushing event updated for resources: {'Port': ['ID=369c766e-7842-495c-b3c8-a6690e618a91,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:39:47.679185 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-bc2152f8-45e0-4794-9bcb-4278db069709 service neutron] Attempting to bind port 369c766e-7842-495c-b3c8-a6690e618a91 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:39:47.679730 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-bc2152f8-45e0-4794-9bcb-4278db069709 service neutron] Attempting to bind port 369c766e-7842-495c-b3c8-a6690e618a91 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '661b5f51-c7e0-409b-aee2-cbee07f30235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:39:47.680149 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-bc2152f8-45e0-4794-9bcb-4278db069709 service neutron] Attempting to bind port 369c766e-7842-495c-b3c8-a6690e618a91 on network 5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:39:47.686880 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-bc2152f8-45e0-4794-9bcb-4278db069709 service neutron] Port 369c766e-7842-495c-b3c8-a6690e618a91 on network 5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:39:47.687192 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-bc2152f8-45e0-4794-9bcb-4278db069709 service neutron] Attempting to bind port 369c766e-7842-495c-b3c8-a6690e618a91 on network 5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:39:47.695620 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-bc2152f8-45e0-4794-9bcb-4278db069709 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:39:47.695864 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3b5df2c3-e5e5-4090-bcba-f4dbc7d01dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:47.696504 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-bc2152f8-45e0-4794-9bcb-4278db069709 service neutron] Checking segment: {'id': '661b5f51-c7e0-409b-aee2-cbee07f30235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:39:47.697330 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-bc2152f8-45e0-4794-9bcb-4278db069709 service neutron] Bound using segment: {'id': '661b5f51-c7e0-409b-aee2-cbee07f30235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9'} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:39:47.698345 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-bc2152f8-45e0-4794-9bcb-4278db069709 service neutron] Bound port: 369c766e-7842-495c-b3c8-a6690e618a91, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '661b5f51-c7e0-409b-aee2-cbee07f30235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9'}}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:39:47.700615 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-bc2152f8-45e0-4794-9bcb-4278db069709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:47.820019 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-bc2152f8-45e0-4794-9bcb-4278db069709 service neutron] For port 369c766e-7842-495c-b3c8-a6690e618a91, host n-h1-806683-11, cleared binding levels {{(pid=94713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:39:47.836521 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-bc2152f8-45e0-4794-9bcb-4278db069709 service neutron] For port 369c766e-7842-495c-b3c8-a6690e618a91, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=369c766e-7842-495c-b3c8-a6690e618a91,segment=NetworkSegment(661b5f51-c7e0-409b-aee2-cbee07f30235),segment_id=661b5f51-c7e0-409b-aee2-cbee07f30235)] {{(pid=94713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:39:47.843710 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-bc2152f8-45e0-4794-9bcb-4278db069709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:47.859783 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f55e52f-388d-48cb-b092-435670e4faf9 req-6b048b48-78a5-46b9-a6cc-f7c679e49f6e tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:39:47.861214 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4f55e52f-388d-48cb-b092-435670e4faf9 req-6b048b48-78a5-46b9-a6cc-f7c679e49f6e tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=5437ee42-dffd-4b46-893c-0d120eab9f06 HTTP/1.1" status: 200 len: 943 time: 0.0844774 Sep 08 09:39:47.901404 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-bc2152f8-45e0-4794-9bcb-4278db069709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:39:47.902066 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-bc2152f8-45e0-4794-9bcb-4278db069709 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:47.903470 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-bc2152f8-45e0-4794-9bcb-4278db069709 service neutron] 10.222.0.37 "PUT /v2.0/ports/369c766e-7842-495c-b3c8-a6690e618a91 HTTP/1.1" status: 200 len: 1092 time: 0.7165775 Sep 08 09:39:47.903943 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5437ee42-dffd-4b46-893c-0d120eab9f06', 'tag': '369c766e-7842-495c-b3c8-a6690e618a91'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:39:47.906251 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b27eb3f-bdc4-4a66-8add-740bd5a280e1" -d '{"events": [{"name": "network-changed", "server_uuid": "5437ee42-dffd-4b46-893c-0d120eab9f06", "tag": "369c766e-7842-495c-b3c8-a6690e618a91"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:39:47.956647 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2152f8-45e0-4794-9bcb-4278db069709 service neutron] Pushing event updated for resources: {'Port': ['ID=369c766e-7842-495c-b3c8-a6690e618a91,revision_number=3']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:39:47.966173 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4f55e52f-388d-48cb-b092-435670e4faf9 req-6442a4e0-517d-4488-be99-888b574a2b5f tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808427 Sep 08 09:39:48.010487 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eef38de-dd14-46ea-aa46-deaccae33516 x-openstack-request-id: req-8eef38de-dd14-46ea-aa46-deaccae33516 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:39:48.010819 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5437ee42-dffd-4b46-893c-0d120eab9f06", "tag": "369c766e-7842-495c-b3c8-a6690e618a91", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:39:48.011183 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-8eef38de-dd14-46ea-aa46-deaccae33516 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:39:48.011642 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5437ee42-dffd-4b46-893c-0d120eab9f06', 'tag': '369c766e-7842-495c-b3c8-a6690e618a91', 'status': 'completed', 'code': 200} Sep 08 09:39:48.029571 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-41fa03fa-2beb-40d5-b1fa-230189972d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:39:48.031187 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-41fa03fa-2beb-40d5-b1fa-230189972d42 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2ea339fc014f40f08d7dfb55de384614&device_id=5437ee42-dffd-4b46-893c-0d120eab9f06 HTTP/1.1" status: 200 len: 1095 time: 0.0536547 Sep 08 09:39:48.087609 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-ac5ad2ab-fef9-44df-89d5-85c2993bb055 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=369c766e-7842-495c-b3c8-a6690e618a91 HTTP/1.1" status: 200 len: 217 time: 0.0427690 Sep 08 09:39:48.140438 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-ed9d1a61-5043-43ef-8097-bc7e8afdc3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:39:48.142016 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-ed9d1a61-5043-43ef-8097-bc7e8afdc3af service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8 HTTP/1.1" status: 200 len: 851 time: 0.0464683 Sep 08 09:39:48.190191 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-eb00bc4d-e25a-472b-832b-5d2957bab8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:39:48.191745 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-eb00bc4d-e25a-472b-832b-5d2957bab8ca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426841 Sep 08 09:39:48.284641 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-f726b245-cb1c-4fd5-bea3-7ac0371dba76 service neutron] 10.222.0.37 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856428 Sep 08 09:39:48.375015 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3813db72-7bd4-436d-ac9f-5984aeb5ba14 req-09146b91-aa7e-44e8-b546-755a0747c95b service neutron] 10.222.0.37 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829546 Sep 08 09:39:48.492304 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b27eb3f-bdc4-4a66-8add-740bd5a280e1 req-44b8d780-8a1f-4e86-bc5b-283e1dfecb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:39:48.493840 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8b27eb3f-bdc4-4a66-8add-740bd5a280e1 req-44b8d780-8a1f-4e86-bc5b-283e1dfecb87 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2ea339fc014f40f08d7dfb55de384614&device_id=5437ee42-dffd-4b46-893c-0d120eab9f06 HTTP/1.1" status: 200 len: 1095 time: 0.0483413 Sep 08 09:39:48.587637 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b27eb3f-bdc4-4a66-8add-740bd5a280e1 req-b2db9f74-c0cb-42c0-a711-6d06f2baba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:39:48.589131 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8b27eb3f-bdc4-4a66-8add-740bd5a280e1 req-b2db9f74-c0cb-42c0-a711-6d06f2baba80 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 HTTP/1.1" status: 200 len: 913 time: 0.0880179 Sep 08 09:39:48.634764 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8b27eb3f-bdc4-4a66-8add-740bd5a280e1 req-9e22dce7-6ef8-4378-a715-a8b96972ea04 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=369c766e-7842-495c-b3c8-a6690e618a91 HTTP/1.1" status: 200 len: 217 time: 0.0381708 Sep 08 09:39:48.684734 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b27eb3f-bdc4-4a66-8add-740bd5a280e1 req-f323eac8-a69d-49a5-b7ad-0ddcd9b02902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:39:48.686242 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8b27eb3f-bdc4-4a66-8add-740bd5a280e1 req-f323eac8-a69d-49a5-b7ad-0ddcd9b02902 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8 HTTP/1.1" status: 200 len: 851 time: 0.0445855 Sep 08 09:39:48.732707 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b27eb3f-bdc4-4a66-8add-740bd5a280e1 req-32aebb4b-21b3-4e1b-a7f3-9e37d3146d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:39:48.734257 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8b27eb3f-bdc4-4a66-8add-740bd5a280e1 req-32aebb4b-21b3-4e1b-a7f3-9e37d3146d7b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408359 Sep 08 09:39:48.827628 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8b27eb3f-bdc4-4a66-8add-740bd5a280e1 req-36fd381d-6ee6-432c-a7d3-f330981965fb service neutron] 10.222.0.37 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864229 Sep 08 09:39:48.918803 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8b27eb3f-bdc4-4a66-8add-740bd5a280e1 req-244b35dc-05ea-4d3c-9678-6653405722ab service neutron] 10.222.0.37 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843813 Sep 08 09:39:49.100608 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1885ced-ba9c-4c7c-90ca-f709d4cf8ecb req-03368fd7-5e4b-4e50-b7aa-153a4d8fbc65 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:39:49.102245 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f1885ced-ba9c-4c7c-90ca-f709d4cf8ecb req-03368fd7-5e4b-4e50-b7aa-153a4d8fbc65 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=5437ee42-dffd-4b46-893c-0d120eab9f06 HTTP/1.1" status: 200 len: 943 time: 0.0535111 Sep 08 09:39:49.146712 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f1885ced-ba9c-4c7c-90ca-f709d4cf8ecb req-3a11b2ef-4d48-4e57-8202-5fccd85373e0 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381477 Sep 08 09:39:50.268938 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8df78a-c794-45e8-8281-581636ec9340 req-27ce4a33-d1b5-4b90-be2b-5febc5961398 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:39:50.271219 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4f8df78a-c794-45e8-8281-581636ec9340 req-27ce4a33-d1b5-4b90-be2b-5febc5961398 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=5437ee42-dffd-4b46-893c-0d120eab9f06 HTTP/1.1" status: 200 len: 943 time: 0.0505030 Sep 08 09:39:50.314962 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4f8df78a-c794-45e8-8281-581636ec9340 req-4498eeae-17b3-43d9-a521-40cd1397a2ab tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378160 Sep 08 09:39:50.439046 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:50.783879 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-52bc4737-9e4f-4eea-8379-efcf723d19cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:51.429638 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4280ad3-3af1-4ef7-ba88-8cf1366803e7 req-57ebae76-7cf1-4bae-a9df-ebd61f95c6c6 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:39:51.431166 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b4280ad3-3af1-4ef7-ba88-8cf1366803e7 req-57ebae76-7cf1-4bae-a9df-ebd61f95c6c6 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=5437ee42-dffd-4b46-893c-0d120eab9f06 HTTP/1.1" status: 200 len: 943 time: 0.0479805 Sep 08 09:39:51.468684 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b4280ad3-3af1-4ef7-ba88-8cf1366803e7 req-3aff1c19-779a-4734-af2c-c73c7433a84f tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316877 Sep 08 09:39:52.232449 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:52.588566 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de556d-badd-4f0d-92c3-0bab1b5f0b37 req-1193bf1a-2050-423b-980e-90eada9f5c0e tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:39:52.590114 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f4de556d-badd-4f0d-92c3-0bab1b5f0b37 req-1193bf1a-2050-423b-980e-90eada9f5c0e tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=5437ee42-dffd-4b46-893c-0d120eab9f06 HTTP/1.1" status: 200 len: 943 time: 0.0511656 Sep 08 09:39:52.629704 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f4de556d-badd-4f0d-92c3-0bab1b5f0b37 req-e410124e-faa6-48c1-be8c-f0faee89eba6 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330696 Sep 08 09:39:53.642057 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:53.744164 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145a04f-8d05-40e3-b984-46495ec25825 req-f293bff2-58f7-42fc-97fe-1a86a71f7e8d tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:39:53.745664 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3145a04f-8d05-40e3-b984-46495ec25825 req-f293bff2-58f7-42fc-97fe-1a86a71f7e8d tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=5437ee42-dffd-4b46-893c-0d120eab9f06 HTTP/1.1" status: 200 len: 943 time: 0.0496473 Sep 08 09:39:53.782783 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3145a04f-8d05-40e3-b984-46495ec25825 req-4701d0e0-7e0a-4e69-825d-7bb187b5fa16 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311050 Sep 08 09:39:54.405739 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:54.900700 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d583d-73f5-4adc-88f6-ef8e8088501f req-81daa5a8-48ff-4e84-a8c7-61f0c77f02e7 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:39:54.902244 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-182d583d-73f5-4adc-88f6-ef8e8088501f req-81daa5a8-48ff-4e84-a8c7-61f0c77f02e7 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=5437ee42-dffd-4b46-893c-0d120eab9f06 HTTP/1.1" status: 200 len: 943 time: 0.0546336 Sep 08 09:39:54.941085 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-182d583d-73f5-4adc-88f6-ef8e8088501f req-dc6858a9-f1be-4383-9b3d-9f8f5f3df76e tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327389 Sep 08 09:39:56.052823 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274a1f6-142b-43c6-9714-5af285075296 req-0c51fee2-9cbb-49b2-8c2c-f96f4859319d tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:39:56.054300 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b274a1f6-142b-43c6-9714-5af285075296 req-0c51fee2-9cbb-49b2-8c2c-f96f4859319d tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=5437ee42-dffd-4b46-893c-0d120eab9f06 HTTP/1.1" status: 200 len: 943 time: 0.0469820 Sep 08 09:39:56.095514 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b274a1f6-142b-43c6-9714-5af285075296 req-9757bdfb-12a5-4d2b-afff-bb0918e7607e tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353143 Sep 08 09:39:57.209199 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110294c4-9b87-4c90-91a4-7aced7c71155 req-f5efd46d-6d5e-4418-a2af-c0cc88835058 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:39:57.210705 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-110294c4-9b87-4c90-91a4-7aced7c71155 req-f5efd46d-6d5e-4418-a2af-c0cc88835058 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=5437ee42-dffd-4b46-893c-0d120eab9f06 HTTP/1.1" status: 200 len: 943 time: 0.0486505 Sep 08 09:39:57.251635 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-110294c4-9b87-4c90-91a4-7aced7c71155 req-53895be0-853c-44a8-aaae-edf20c55a67a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350153 Sep 08 09:39:57.404769 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:39:58.367500 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b890143e-9f1b-411d-ac81-86134a1d2dbc req-85a5b97c-6b90-40ee-8455-6c7c103a52f0 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:39:58.369017 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b890143e-9f1b-411d-ac81-86134a1d2dbc req-85a5b97c-6b90-40ee-8455-6c7c103a52f0 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=5437ee42-dffd-4b46-893c-0d120eab9f06 HTTP/1.1" status: 200 len: 943 time: 0.0491815 Sep 08 09:39:58.405710 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b890143e-9f1b-411d-ac81-86134a1d2dbc req-6a5004e7-fda7-4739-a6d4-dad57d5f5105 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305190 Sep 08 09:39:58.872635 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:39:59.519877 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece3e41-15c3-47f1-9f6f-a8ce84d7b7fb req-6bee3a7f-57fb-4635-89c6-4fe6c84661cb tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:39:59.521707 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4ece3e41-15c3-47f1-9f6f-a8ce84d7b7fb req-6bee3a7f-57fb-4635-89c6-4fe6c84661cb tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=5437ee42-dffd-4b46-893c-0d120eab9f06 HTTP/1.1" status: 200 len: 943 time: 0.0491004 Sep 08 09:39:59.564622 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4ece3e41-15c3-47f1-9f6f-a8ce84d7b7fb req-997dcc87-2c3d-41f3-bf06-bc64b0ca6e25 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369866 Sep 08 09:40:00.054554 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 369c766e-7842-495c-b3c8-a6690e618a91 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:40:00.149147 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 369c766e-7842-495c-b3c8-a6690e618a91, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=369c766e-7842-495c-b3c8-a6690e618a91,segment=NetworkSegment(661b5f51-c7e0-409b-aee2-cbee07f30235),segment_id=661b5f51-c7e0-409b-aee2-cbee07f30235)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:40:00.159966 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '369c766e-7842-495c-b3c8-a6690e618a91', 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'port_id': '369c766e-7842-495c-b3c8-a6690e618a91', 'mac_address': 'fa:16:3e:99:fa:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:40:00.196079 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:40:00.209052 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 369c766e-7842-495c-b3c8-a6690e618a91 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:40:00.230582 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 369c766e-7842-495c-b3c8-a6690e618a91, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=369c766e-7842-495c-b3c8-a6690e618a91,segment=NetworkSegment(661b5f51-c7e0-409b-aee2-cbee07f30235),segment_id=661b5f51-c7e0-409b-aee2-cbee07f30235)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:40:00.234552 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:40:00.284433 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=369c766e-7842-495c-b3c8-a6690e618a91,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:40:00.509443 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['369c766e-7842-495c-b3c8-a6690e618a91'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:40:00.680890 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaad404-486e-4859-bfa0-80e0698d68ea req-92d129eb-2db4-4d1e-91a3-9cb66a27d448 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:40:00.682633 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cfaad404-486e-4859-bfa0-80e0698d68ea req-92d129eb-2db4-4d1e-91a3-9cb66a27d448 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=5437ee42-dffd-4b46-893c-0d120eab9f06 HTTP/1.1" status: 200 len: 944 time: 0.0488849 Sep 08 09:40:00.724456 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cfaad404-486e-4859-bfa0-80e0698d68ea req-a972588f-65a1-4695-a048-2343b76c4143 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329337 Sep 08 09:40:01.840006 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada04a79-18f0-4012-92c9-90d69fbad6ab req-530ebb9c-6c0a-4535-9873-976a97bc43c7 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:40:01.841542 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ada04a79-18f0-4012-92c9-90d69fbad6ab req-530ebb9c-6c0a-4535-9873-976a97bc43c7 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=5437ee42-dffd-4b46-893c-0d120eab9f06 HTTP/1.1" status: 200 len: 944 time: 0.0501039 Sep 08 09:40:01.879683 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ada04a79-18f0-4012-92c9-90d69fbad6ab req-a1cedc5c-6e5f-468c-8900-0bf94781ce0f tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321093 Sep 08 09:40:02.069934 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 369c766e-7842-495c-b3c8-a6690e618a91 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:40:02.119095 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 369c766e-7842-495c-b3c8-a6690e618a91 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:40:02.122660 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 369c766e-7842-495c-b3c8-a6690e618a91 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:40:02.123036 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:40:02.196818 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:40:02.218541 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5437ee42-dffd-4b46-893c-0d120eab9f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '369c766e-7842-495c-b3c8-a6690e618a91'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:40:02.220759 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896fc24a-cad2-4c16-ac53-22ae14ecab2d" -d '{"events": [{"server_uuid": "5437ee42-dffd-4b46-893c-0d120eab9f06", "name": "network-vif-plugged", "status": "completed", "tag": "369c766e-7842-495c-b3c8-a6690e618a91"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:40:02.233270 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 369c766e-7842-495c-b3c8-a6690e618a91, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=369c766e-7842-495c-b3c8-a6690e618a91,segment=NetworkSegment(661b5f51-c7e0-409b-aee2-cbee07f30235),segment_id=661b5f51-c7e0-409b-aee2-cbee07f30235)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:40:02.237941 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:40:02.264919 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614f74a6-2392-4b02-ac94-201d3913f8be x-openstack-request-id: req-614f74a6-2392-4b02-ac94-201d3913f8be {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:40:02.265211 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5437ee42-dffd-4b46-893c-0d120eab9f06", "name": "network-vif-plugged", "status": "completed", "tag": "369c766e-7842-495c-b3c8-a6690e618a91", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:40:02.265462 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-614f74a6-2392-4b02-ac94-201d3913f8be {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:40:02.265843 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5437ee42-dffd-4b46-893c-0d120eab9f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '369c766e-7842-495c-b3c8-a6690e618a91', 'code': 200} Sep 08 09:40:02.291276 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=369c766e-7842-495c-b3c8-a6690e618a91,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:40:02.381550 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d80da-d775-4edb-ba10-053989327b79 req-17f28553-7129-4db3-9750-f964addc53e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:40:02.382979 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-106d80da-d775-4edb-ba10-053989327b79 req-17f28553-7129-4db3-9750-f964addc53e9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5437ee42-dffd-4b46-893c-0d120eab9f06 HTTP/1.1" status: 200 len: 1097 time: 0.0385492 Sep 08 09:40:02.420044 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-106d80da-d775-4edb-ba10-053989327b79 req-b26ef23e-886c-45ab-a8c3-3563c92bc591 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301502 Sep 08 09:40:02.995310 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8201d6-203b-4857-bb60-1b456aa92366 req-470c433b-04ba-4ed7-982b-f6725d23269f tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:40:02.996684 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8a8201d6-203b-4857-bb60-1b456aa92366 req-470c433b-04ba-4ed7-982b-f6725d23269f tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=5437ee42-dffd-4b46-893c-0d120eab9f06 HTTP/1.1" status: 200 len: 945 time: 0.0476680 Sep 08 09:40:03.037781 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8a8201d6-203b-4857-bb60-1b456aa92366 req-11e8d41c-2714-483b-9407-1408d1ac340e tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349722 Sep 08 09:40:04.154331 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597bbbec-8d71-40b7-a5df-5c47b7f97cf8 req-5fdf086a-8182-4bb0-a6b7-90583520392e tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:40:04.155845 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-597bbbec-8d71-40b7-a5df-5c47b7f97cf8 req-5fdf086a-8182-4bb0-a6b7-90583520392e tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=5437ee42-dffd-4b46-893c-0d120eab9f06 HTTP/1.1" status: 200 len: 945 time: 0.0496078 Sep 08 09:40:04.196611 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-597bbbec-8d71-40b7-a5df-5c47b7f97cf8 req-de6f78f7-00b6-4733-87d1-0fcd28846ea9 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333953 Sep 08 09:40:04.309480 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9c750-c3d4-493a-a730-6c79994dfadb req-8189d7bd-1f4f-4c09-9eed-0f6e8f7dad11 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:40:04.310972 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e6c9c750-c3d4-493a-a730-6c79994dfadb req-8189d7bd-1f4f-4c09-9eed-0f6e8f7dad11 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=5437ee42-dffd-4b46-893c-0d120eab9f06 HTTP/1.1" status: 200 len: 945 time: 0.0492718 Sep 08 09:40:04.349803 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e6c9c750-c3d4-493a-a730-6c79994dfadb req-daccfbd6-aac8-44ec-8b7b-5576cd600222 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320952 Sep 08 09:40:04.371313 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34188) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:40:04.410131 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3783c1-17de-49e7-9e87-4f465ac94eae tempest-TestVolumeBootPattern-1864636422 tempest-TestVolumeBootPattern-1864636422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:40:04.411675 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-1a3783c1-17de-49e7-9e87-4f465ac94eae tempest-TestVolumeBootPattern-1864636422 tempest-TestVolumeBootPattern-1864636422-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5437ee42-dffd-4b46-893c-0d120eab9f06 HTTP/1.1" status: 200 len: 1092 time: 0.0393732 Sep 08 09:40:04.414451 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34190) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:40:04.418609 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-d8db1924-bcf0-49a0-ab2a-5810fb1d36d8 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'port_id': '369c766e-7842-495c-b3c8-a6690e618a91', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:40:04.440330 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d8db1924-bcf0-49a0-ab2a-5810fb1d36d8 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks [] for floatingip, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:40:04.543183 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d8db1924-bcf0-49a0-ab2a-5810fb1d36d8 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:40:04.649381 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-d8db1924-bcf0-49a0-ab2a-5810fb1d36d8 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Allocated IP 172.25.0.254 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/acff6cee-5d66-4cb8-9b74-c0aae7283e61) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:40:04.755261 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d8db1924-bcf0-49a0-ab2a-5810fb1d36d8 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:40:04.792127 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d8db1924-bcf0-49a0-ab2a-5810fb1d36d8 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:40:04.828265 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8db1924-bcf0-49a0-ab2a-5810fb1d36d8 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:40:04.832613 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-d8db1924-bcf0-49a0-ab2a-5810fb1d36d8 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:40:04.838057 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8db1924-bcf0-49a0-ab2a-5810fb1d36d8 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:40:04.843808 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db1924-bcf0-49a0-ab2a-5810fb1d36d8 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Pushing event updated for resources: {'Port': ['ID=acff6cee-5d66-4cb8-9b74-c0aae7283e61,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:40:04.872541 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8db1924-bcf0-49a0-ab2a-5810fb1d36d8 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:40:04.872894 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8db1924-bcf0-49a0-ab2a-5810fb1d36d8 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:40:04.873239 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8db1924-bcf0-49a0-ab2a-5810fb1d36d8 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:40:04.873581 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8db1924-bcf0-49a0-ab2a-5810fb1d36d8 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:40:04.873921 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8db1924-bcf0-49a0-ab2a-5810fb1d36d8 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:40:04.874282 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8db1924-bcf0-49a0-ab2a-5810fb1d36d8 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:40:04.874615 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8db1924-bcf0-49a0-ab2a-5810fb1d36d8 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:40:04.874945 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8db1924-bcf0-49a0-ab2a-5810fb1d36d8 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:40:04.875276 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8db1924-bcf0-49a0-ab2a-5810fb1d36d8 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:40:04.875603 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8db1924-bcf0-49a0-ab2a-5810fb1d36d8 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:40:04.875931 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8db1924-bcf0-49a0-ab2a-5810fb1d36d8 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:40:04.876258 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8db1924-bcf0-49a0-ab2a-5810fb1d36d8 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:40:05.239281 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d8db1924-bcf0-49a0-ab2a-5810fb1d36d8 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:40:05.313881 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d8db1924-bcf0-49a0-ab2a-5810fb1d36d8 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:40:05.499178 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d8db1924-bcf0-49a0-ab2a-5810fb1d36d8 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:40:05.504460 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d8db1924-bcf0-49a0-ab2a-5810fb1d36d8 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:40:05.592833 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db1924-bcf0-49a0-ab2a-5810fb1d36d8 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Pushing event updated for resources: {'Port': ['ID=acff6cee-5d66-4cb8-9b74-c0aae7283e61,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:40:05.603662 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d8db1924-bcf0-49a0-ab2a-5810fb1d36d8 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:40:06.047899 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [None req-d8db1924-bcf0-49a0-ab2a-5810fb1d36d8 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Floating IP 26e28b1e-e422-4b74-9046-3f5b6f1ea891 associated. External IP: 172.25.0.254, port: 369c766e-7842-495c-b3c8-a6690e618a91. Sep 08 09:40:06.254483 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8db1924-bcf0-49a0-ab2a-5810fb1d36d8 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Router 5778100e-b524-4a82-badd-f33a2553e3f1 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:40:06.358321 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8db1924-bcf0-49a0-ab2a-5810fb1d36d8 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:40:06.368279 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de579cb-a5f2-4d53-bc1e-b2336e00b55e None None] Sync routers for ids ['5778100e-b524-4a82-badd-f33a2553e3f1'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:40:06.373611 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d8db1924-bcf0-49a0-ab2a-5810fb1d36d8 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:40:06.377744 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de579cb-a5f2-4d53-bc1e-b2336e00b55e None None] Routers {'5778100e-b524-4a82-badd-f33a2553e3f1'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:40:06.378388 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-1de579cb-a5f2-4d53-bc1e-b2336e00b55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:39:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5778100e-b524-4a82-badd-f33a2553e3f1'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:40:06.404862 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d8db1924-bcf0-49a0-ab2a-5810fb1d36d8 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9893880 Sep 08 09:40:06.405589 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5437ee42-dffd-4b46-893c-0d120eab9f06', 'tag': '369c766e-7842-495c-b3c8-a6690e618a91'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:40:06.407934 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f39d05-5693-4465-a382-278aeaaf8c57" -d '{"events": [{"name": "network-changed", "server_uuid": "5437ee42-dffd-4b46-893c-0d120eab9f06", "tag": "369c766e-7842-495c-b3c8-a6690e618a91"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:40:06.444726 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318b2df1-efd4-4d82-af96-47c4356238bd x-openstack-request-id: req-318b2df1-efd4-4d82-af96-47c4356238bd {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:40:06.445035 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5437ee42-dffd-4b46-893c-0d120eab9f06", "tag": "369c766e-7842-495c-b3c8-a6690e618a91", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:40:06.445293 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-318b2df1-efd4-4d82-af96-47c4356238bd {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:40:06.445692 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5437ee42-dffd-4b46-893c-0d120eab9f06', 'tag': '369c766e-7842-495c-b3c8-a6690e618a91', 'status': 'completed', 'code': 200} Sep 08 09:40:06.488827 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-1de579cb-a5f2-4d53-bc1e-b2336e00b55e None None] Set router 5778100e-b524-4a82-badd-f33a2553e3f1 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:40:06.527442 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f39d05-5693-4465-a382-278aeaaf8c57 req-6fc42494-3702-4367-b068-757f1a4c84d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:40:06.529045 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-65f39d05-5693-4465-a382-278aeaaf8c57 req-6fc42494-3702-4367-b068-757f1a4c84d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2ea339fc014f40f08d7dfb55de384614&device_id=5437ee42-dffd-4b46-893c-0d120eab9f06 HTTP/1.1" status: 200 len: 1097 time: 0.0415454 Sep 08 09:40:06.625394 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f39d05-5693-4465-a382-278aeaaf8c57 req-bef354b6-ac9c-4838-9914-159a1b2b686d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:40:06.626861 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-65f39d05-5693-4465-a382-278aeaaf8c57 req-bef354b6-ac9c-4838-9914-159a1b2b686d service neutron] 10.222.0.37 "GET /v2.0/networks?id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 HTTP/1.1" status: 200 len: 913 time: 0.0902829 Sep 08 09:40:06.700547 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-65f39d05-5693-4465-a382-278aeaaf8c57 req-4566a1fa-04e6-4eb1-809f-2e504055a7ff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=369c766e-7842-495c-b3c8-a6690e618a91 HTTP/1.1" status: 200 len: 999 time: 0.0661664 Sep 08 09:40:06.715106 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-1de579cb-a5f2-4d53-bc1e-b2336e00b55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'name': 'tempest-TestVolumeBootPattern-1217601385-router', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'efb3d93b-1588-43b7-a720-e5d69d663193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:36:31Z', 'updated_at': '2021-09-08T09:36:34Z', 'revision_number': 4, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'gw_port': {'id': 'efb3d93b-1588-43b7-a720-e5d69d663193', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:32Z', 'updated_at': '2021-09-08T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '26e28b1e-e422-4b74-9046-3f5b6f1ea891', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'port_id': '369c766e-7842-495c-b3c8-a6690e618a91', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'mac_address': 'fa:16:3e:99:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5437ee42-dffd-4b46-893c-0d120eab9f06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:40:05Z', 'updated_at': '2021-09-08T09:40:05Z', 'revision_number': 0, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be3734cd-aadf-4fa4-a7f0-34d7a3c975c4', 'name': '', 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'mac_address': 'fa:16:3e:2f:df:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:33Z', 'updated_at': '2021-09-08T09:36:41Z', 'revision_number': 5, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'subnets': [{'id': 'b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:40:06.741811 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de579cb-a5f2-4d53-bc1e-b2336e00b55e None None] Checking router: 5778100e-b524-4a82-badd-f33a2553e3f1 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:40:06.750011 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de579cb-a5f2-4d53-bc1e-b2336e00b55e None None] Routers {'5778100e-b524-4a82-badd-f33a2553e3f1'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:40:06.750638 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-1de579cb-a5f2-4d53-bc1e-b2336e00b55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:39:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5778100e-b524-4a82-badd-f33a2553e3f1'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:40:06.750937 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f39d05-5693-4465-a382-278aeaaf8c57 req-3d455b81-9a74-4233-9d86-27848bb1da6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:40:06.752556 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-65f39d05-5693-4465-a382-278aeaaf8c57 req-3d455b81-9a74-4233-9d86-27848bb1da6d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8 HTTP/1.1" status: 200 len: 851 time: 0.0450850 Sep 08 09:40:06.801724 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f39d05-5693-4465-a382-278aeaaf8c57 req-2fa19197-27a4-43c2-996f-89460778182c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:40:06.803317 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-65f39d05-5693-4465-a382-278aeaaf8c57 req-2fa19197-27a4-43c2-996f-89460778182c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441597 Sep 08 09:40:06.855763 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-1de579cb-a5f2-4d53-bc1e-b2336e00b55e None None] Set router 5778100e-b524-4a82-badd-f33a2553e3f1 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:40:06.893001 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-65f39d05-5693-4465-a382-278aeaaf8c57 req-d303e4f0-64ad-4a60-9a14-cfba8fa70cf1 service neutron] 10.222.0.37 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827031 Sep 08 09:40:06.991759 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-65f39d05-5693-4465-a382-278aeaaf8c57 req-2eac3eed-02d5-4fb3-8a48-b6e5763919f0 service neutron] 10.222.0.37 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916703 Sep 08 09:40:07.175414 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-1de579cb-a5f2-4d53-bc1e-b2336e00b55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'name': 'tempest-TestVolumeBootPattern-1217601385-router', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'efb3d93b-1588-43b7-a720-e5d69d663193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:36:31Z', 'updated_at': '2021-09-08T09:36:34Z', 'revision_number': 4, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'gw_port': {'id': 'efb3d93b-1588-43b7-a720-e5d69d663193', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:32Z', 'updated_at': '2021-09-08T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '26e28b1e-e422-4b74-9046-3f5b6f1ea891', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'port_id': '369c766e-7842-495c-b3c8-a6690e618a91', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'mac_address': 'fa:16:3e:99:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5437ee42-dffd-4b46-893c-0d120eab9f06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:40:05Z', 'updated_at': '2021-09-08T09:40:05Z', 'revision_number': 0, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be3734cd-aadf-4fa4-a7f0-34d7a3c975c4', 'name': '', 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'mac_address': 'fa:16:3e:2f:df:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:33Z', 'updated_at': '2021-09-08T09:36:41Z', 'revision_number': 5, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'subnets': [{'id': 'b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:40:07.201390 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de579cb-a5f2-4d53-bc1e-b2336e00b55e None None] The sync data for ids ['5778100e-b524-4a82-badd-f33a2553e3f1'] in n-d-806683-11 is: [{'id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'name': 'tempest-TestVolumeBootPattern-1217601385-router', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'efb3d93b-1588-43b7-a720-e5d69d663193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:36:31Z', 'updated_at': '2021-09-08T09:36:34Z', 'revision_number': 4, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'gw_port': {'id': 'efb3d93b-1588-43b7-a720-e5d69d663193', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:32Z', 'updated_at': '2021-09-08T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '26e28b1e-e422-4b74-9046-3f5b6f1ea891', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'port_id': '369c766e-7842-495c-b3c8-a6690e618a91', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'mac_address': 'fa:16:3e:99:fa:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5437ee42-dffd-4b46-893c-0d120eab9f06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:40:05Z', 'updated_at': '2021-09-08T09:40:05Z', 'revision_number': 0, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be3734cd-aadf-4fa4-a7f0-34d7a3c975c4', 'name': '', 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'mac_address': 'fa:16:3e:2f:df:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:33Z', 'updated_at': '2021-09-08T09:36:41Z', 'revision_number': 5, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'subnets': [{'id': 'b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:40:07.416122 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d59ac51-b0a4-4750-a2a9-7891fc38fc89 None None] New status for floating IP 26e28b1e-e422-4b74-9046-3f5b6f1ea891: ACTIVE {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:40:17.673800 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-62822fbe-69d1-4f2d-aab1-52c6f85857a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:40:20.443608 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:40:20.786012 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-54288b27-9088-4f9a-8619-3b0f83bfc90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:40:22.233617 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:40:23.645627 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:40:24.418307 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:40:28.873249 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:40:34.406652 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:40:36.903346 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0f347bd0-d304-4869-a94b-200ac8bb674d req-2624e94d-5f0d-44f6-80f4-74bb440381a6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5437ee42-dffd-4b46-893c-0d120eab9f06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412154 Sep 08 09:40:37.005408 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f347bd0-d304-4869-a94b-200ac8bb674d req-4bdcad0f-4056-4362-b047-57f64cb9cd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:40:37.006842 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0f347bd0-d304-4869-a94b-200ac8bb674d req-4bdcad0f-4056-4362-b047-57f64cb9cd69 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2ea339fc014f40f08d7dfb55de384614&device_id=5437ee42-dffd-4b46-893c-0d120eab9f06 HTTP/1.1" status: 200 len: 1097 time: 0.0415788 Sep 08 09:40:37.111593 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f347bd0-d304-4869-a94b-200ac8bb674d req-e3bba527-4839-4993-b4da-5a860e6cb366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:40:37.113061 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0f347bd0-d304-4869-a94b-200ac8bb674d req-e3bba527-4839-4993-b4da-5a860e6cb366 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 HTTP/1.1" status: 200 len: 913 time: 0.0862393 Sep 08 09:40:37.177807 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0f347bd0-d304-4869-a94b-200ac8bb674d req-1989a8a3-f54f-4609-a12a-df7b10ea16e1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=369c766e-7842-495c-b3c8-a6690e618a91 HTTP/1.1" status: 200 len: 1001 time: 0.0570722 Sep 08 09:40:37.233678 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f347bd0-d304-4869-a94b-200ac8bb674d req-cd70ba38-1029-4ffb-877a-0e43735604da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:40:37.235156 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0f347bd0-d304-4869-a94b-200ac8bb674d req-cd70ba38-1029-4ffb-877a-0e43735604da service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8 HTTP/1.1" status: 200 len: 851 time: 0.0477901 Sep 08 09:40:37.284466 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f347bd0-d304-4869-a94b-200ac8bb674d req-08a690a0-f970-4ff4-b221-8d5af81fbf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:40:37.286175 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0f347bd0-d304-4869-a94b-200ac8bb674d req-08a690a0-f970-4ff4-b221-8d5af81fbf5d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392663 Sep 08 09:40:37.376363 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0f347bd0-d304-4869-a94b-200ac8bb674d req-cab3bb9b-c9f0-4753-b70d-cd90be04ef2b service neutron] 10.222.0.37 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824549 Sep 08 09:40:37.470871 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0f347bd0-d304-4869-a94b-200ac8bb674d req-9ed4bfc9-47e9-4de2-bc38-cd546744613a service neutron] 10.222.0.37 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862775 Sep 08 09:40:47.674594 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f0b8d02d-4390-4647-9fac-ba63988a1c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:40:50.444780 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:40:50.789732 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0b3599b4-d47f-4dcc-912e-7aec7eac5ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:40:52.236416 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:40:53.647631 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:40:54.421407 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:40:58.873523 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:41:05.264123 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [req-660b9282-d187-428e-ada6-78cc70fca418 req-6cf86fdf-a5a0-463d-bb42-e1b700cc4aa8 service neutron] (94712) timed out ('10.222.0.35', 58741) {{(pid=94712) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 09:41:09.616358 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [req-fad55b54-e33e-4002-8390-ac9e26a1a6ad req-b955daea-8468-41cf-a72c-973cca56e21f service neutron] (94713) timed out ('10.222.0.54', 57744) {{(pid=94713) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 09:41:11.409936 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:41:17.678029 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-63469b0b-21eb-49ee-a5f0-e82c147171fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:41:20.445105 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:41:20.794823 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6b7159f7-2475-4b4e-9b03-97b0642c8cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:41:22.239112 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:41:23.649686 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:41:24.422104 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:41:28.872856 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:41:29.101574 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [req-2760b964-5abd-4e31-99c7-7967c10987ab req-7a142fd1-d26b-425e-a719-4b895e852fec service neutron] (94712) timed out ('10.222.0.37', 49190) {{(pid=94712) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 09:41:38.906584 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c161d6ef-27ca-439a-a1e1-bbdbbbd9c5cb req-14f51e07-270f-4217-ab61-24e88ce1a72d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5437ee42-dffd-4b46-893c-0d120eab9f06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407917 Sep 08 09:41:39.005819 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161d6ef-27ca-439a-a1e1-bbdbbbd9c5cb req-898ea2dd-ccdc-4f78-bdc1-96106b07c9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:41:39.007263 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c161d6ef-27ca-439a-a1e1-bbdbbbd9c5cb req-898ea2dd-ccdc-4f78-bdc1-96106b07c9c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2ea339fc014f40f08d7dfb55de384614&device_id=5437ee42-dffd-4b46-893c-0d120eab9f06 HTTP/1.1" status: 200 len: 1097 time: 0.0444493 Sep 08 09:41:39.108188 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161d6ef-27ca-439a-a1e1-bbdbbbd9c5cb req-583e63d3-0efa-4b51-9442-20207237f168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:41:39.109685 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c161d6ef-27ca-439a-a1e1-bbdbbbd9c5cb req-583e63d3-0efa-4b51-9442-20207237f168 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 HTTP/1.1" status: 200 len: 913 time: 0.0833199 Sep 08 09:41:39.177464 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c161d6ef-27ca-439a-a1e1-bbdbbbd9c5cb req-78b30df6-5fca-4877-9629-980417c6a5db service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=369c766e-7842-495c-b3c8-a6690e618a91 HTTP/1.1" status: 200 len: 1001 time: 0.0607526 Sep 08 09:41:39.226694 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161d6ef-27ca-439a-a1e1-bbdbbbd9c5cb req-84f7434a-dd2a-4a60-a8d6-abb10be1c3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:41:39.228110 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c161d6ef-27ca-439a-a1e1-bbdbbbd9c5cb req-84f7434a-dd2a-4a60-a8d6-abb10be1c3ee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8 HTTP/1.1" status: 200 len: 851 time: 0.0433664 Sep 08 09:41:39.274306 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161d6ef-27ca-439a-a1e1-bbdbbbd9c5cb req-3652bff4-547d-44ca-b2b6-1d9474cfca97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:41:39.275765 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c161d6ef-27ca-439a-a1e1-bbdbbbd9c5cb req-3652bff4-547d-44ca-b2b6-1d9474cfca97 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397477 Sep 08 09:41:39.368151 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c161d6ef-27ca-439a-a1e1-bbdbbbd9c5cb req-7df638f9-2115-46c2-9a1c-3ddc0455547c service neutron] 10.222.0.37 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846782 Sep 08 09:41:39.454510 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c161d6ef-27ca-439a-a1e1-bbdbbbd9c5cb req-9a7b06a9-fe85-4213-bd6f-4b5490e268f6 service neutron] 10.222.0.37 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792348 Sep 08 09:41:47.681783 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6ab70439-dcd0-44b7-8275-ca31fa65256f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:41:48.414933 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:41:50.446657 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:41:50.795085 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d28f7ca3-ebc0-4b15-b4d9-e72d1a71b5ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:41:52.243089 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:41:53.653539 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:41:54.426649 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:41:58.871630 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:42:02.144321 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e8c76c-9c48-428e-8f1b-055511fe48b8 req-45d884d9-a73e-4523-96f1-4e8147b7a27d tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:42:02.145820 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c9e8c76c-9c48-428e-8f1b-055511fe48b8 req-45d884d9-a73e-4523-96f1-4e8147b7a27d tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=5437ee42-dffd-4b46-893c-0d120eab9f06 HTTP/1.1" status: 200 len: 945 time: 0.1145573 Sep 08 09:42:02.187405 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c9e8c76c-9c48-428e-8f1b-055511fe48b8 req-31c94976-6d12-43f8-bd29-0fb1fdfc807e tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354407 Sep 08 09:42:03.379492 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c0e5c-1b0a-432b-89d0-68b99794f92d req-932bfeed-aeff-462e-8f0f-304e357dd053 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:42:03.381118 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-294c0e5c-1b0a-432b-89d0-68b99794f92d req-932bfeed-aeff-462e-8f0f-304e357dd053 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=5437ee42-dffd-4b46-893c-0d120eab9f06 HTTP/1.1" status: 200 len: 945 time: 0.1102526 Sep 08 09:42:03.423376 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-294c0e5c-1b0a-432b-89d0-68b99794f92d req-063ec2ea-e310-47cd-a5d9-8e598982f288 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345025 Sep 08 09:42:03.710212 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92151de9-6fa8-43d9-933b-2380295157b1 req-b0a63b1e-d71e-4524-b1f7-ace1167277af tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:42:03.711680 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-92151de9-6fa8-43d9-933b-2380295157b1 req-b0a63b1e-d71e-4524-b1f7-ace1167277af tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.37 "GET /v2.0/ports?device_id=5437ee42-dffd-4b46-893c-0d120eab9f06 HTTP/1.1" status: 200 len: 945 time: 0.0499940 Sep 08 09:42:03.801459 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-92151de9-6fa8-43d9-933b-2380295157b1 req-567bf2af-ba85-4312-bb39-78cc6b766989 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Deleting port 369c766e-7842-495c-b3c8-a6690e618a91 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:42:03.801800 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-92151de9-6fa8-43d9-933b-2380295157b1 req-567bf2af-ba85-4312-bb39-78cc6b766989 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:42:03.891530 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-92151de9-6fa8-43d9-933b-2380295157b1 req-567bf2af-ba85-4312-bb39-78cc6b766989 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] For port 369c766e-7842-495c-b3c8-a6690e618a91, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=369c766e-7842-495c-b3c8-a6690e618a91,segment=NetworkSegment(661b5f51-c7e0-409b-aee2-cbee07f30235),segment_id=661b5f51-c7e0-409b-aee2-cbee07f30235)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:42:03.891896 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-92151de9-6fa8-43d9-933b-2380295157b1 req-567bf2af-ba85-4312-bb39-78cc6b766989 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:42:04.437131 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-92151de9-6fa8-43d9-933b-2380295157b1 req-567bf2af-ba85-4312-bb39-78cc6b766989 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:42:04.437504 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-92151de9-6fa8-43d9-933b-2380295157b1 req-567bf2af-ba85-4312-bb39-78cc6b766989 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:42:04.437832 n-d-806683-11 neutron-server[94713]: INFO neutron.db.l3_db [req-92151de9-6fa8-43d9-933b-2380295157b1 req-567bf2af-ba85-4312-bb39-78cc6b766989 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Floating IP 26e28b1e-e422-4b74-9046-3f5b6f1ea891 disassociated. External IP: 172.25.0.254, port: 369c766e-7842-495c-b3c8-a6690e618a91. Sep 08 09:42:04.438212 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-92151de9-6fa8-43d9-933b-2380295157b1 req-567bf2af-ba85-4312-bb39-78cc6b766989 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Calling delete_port for 369c766e-7842-495c-b3c8-a6690e618a91 owned by compute:nova {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:42:04.598256 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-92151de9-6fa8-43d9-933b-2380295157b1 req-567bf2af-ba85-4312-bb39-78cc6b766989 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:42:04.634372 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0a633-de6d-4cc9-b768-eb28828e2388 req-93f8fb2e-aca1-4fb2-8e04-a6a0cd3e2f4b tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:42:04.635874 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5de0a633-de6d-4cc9-b768-eb28828e2388 req-93f8fb2e-aca1-4fb2-8e04-a6a0cd3e2f4b tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=5437ee42-dffd-4b46-893c-0d120eab9f06 HTTP/1.1" status: 200 len: 867 time: 0.1099782 Sep 08 09:42:04.638158 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567bf2af-ba85-4312-bb39-78cc6b766989 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Pushing event deleted for resources: {'Port': ['ID=369c766e-7842-495c-b3c8-a6690e618a91,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:42:04.655520 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567bf2af-ba85-4312-bb39-78cc6b766989 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:42:04.655871 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567bf2af-ba85-4312-bb39-78cc6b766989 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:42:04.656243 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567bf2af-ba85-4312-bb39-78cc6b766989 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:42:04.656585 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567bf2af-ba85-4312-bb39-78cc6b766989 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:42:04.656925 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567bf2af-ba85-4312-bb39-78cc6b766989 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:42:04.658131 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567bf2af-ba85-4312-bb39-78cc6b766989 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:42:04.658131 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567bf2af-ba85-4312-bb39-78cc6b766989 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:42:04.658131 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567bf2af-ba85-4312-bb39-78cc6b766989 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:42:04.658460 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567bf2af-ba85-4312-bb39-78cc6b766989 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:42:04.658764 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567bf2af-ba85-4312-bb39-78cc6b766989 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:42:04.659104 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567bf2af-ba85-4312-bb39-78cc6b766989 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:42:04.659844 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567bf2af-ba85-4312-bb39-78cc6b766989 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:42:04.725670 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5de0a633-de6d-4cc9-b768-eb28828e2388 req-ed92e190-92d2-460f-8c40-7217718c5ee8 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796266 Sep 08 09:42:04.791151 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92151de9-6fa8-43d9-933b-2380295157b1 req-567bf2af-ba85-4312-bb39-78cc6b766989 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Router 5778100e-b524-4a82-badd-f33a2553e3f1 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:42:04.898485 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92151de9-6fa8-43d9-933b-2380295157b1 req-567bf2af-ba85-4312-bb39-78cc6b766989 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:42:04.908330 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d58fed9-96cc-479a-a35c-28aca92c38b4 None None] Sync routers for ids ['5778100e-b524-4a82-badd-f33a2553e3f1'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:42:04.917659 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d58fed9-96cc-479a-a35c-28aca92c38b4 None None] Routers {'5778100e-b524-4a82-badd-f33a2553e3f1'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:42:04.918307 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-3d58fed9-96cc-479a-a35c-28aca92c38b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:41:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5778100e-b524-4a82-badd-f33a2553e3f1'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:42:04.938762 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-92151de9-6fa8-43d9-933b-2380295157b1 req-567bf2af-ba85-4312-bb39-78cc6b766989 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] No DVR routers for this DVR port 369c766e-7842-495c-b3c8-a6690e618a91 on host n-h1-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:42:04.941419 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-92151de9-6fa8-43d9-933b-2380295157b1 req-567bf2af-ba85-4312-bb39-78cc6b766989 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:42:04.943453 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-92151de9-6fa8-43d9-933b-2380295157b1 req-567bf2af-ba85-4312-bb39-78cc6b766989 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.37 "DELETE /v2.0/ports/369c766e-7842-495c-b3c8-a6690e618a91 HTTP/1.1" status: 204 len: 173 time: 1.2257290 Sep 08 09:42:04.943884 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5437ee42-dffd-4b46-893c-0d120eab9f06', 'name': 'network-vif-deleted', 'tag': '369c766e-7842-495c-b3c8-a6690e618a91'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:42:04.946132 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac77160-b6b8-4e88-91c0-28abf64d8316" -d '{"events": [{"server_uuid": "5437ee42-dffd-4b46-893c-0d120eab9f06", "name": "network-vif-deleted", "tag": "369c766e-7842-495c-b3c8-a6690e618a91"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:42:05.013206 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227a3022-12aa-4747-8cf5-8f7a71c52074 x-openstack-request-id: req-227a3022-12aa-4747-8cf5-8f7a71c52074 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:42:05.013658 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5437ee42-dffd-4b46-893c-0d120eab9f06", "name": "network-vif-deleted", "tag": "369c766e-7842-495c-b3c8-a6690e618a91", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:42:05.014635 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-227a3022-12aa-4747-8cf5-8f7a71c52074 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:42:05.014854 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5437ee42-dffd-4b46-893c-0d120eab9f06', 'name': 'network-vif-deleted', 'tag': '369c766e-7842-495c-b3c8-a6690e618a91', 'status': 'completed', 'code': 200} Sep 08 09:42:05.068072 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-3d58fed9-96cc-479a-a35c-28aca92c38b4 None None] Set router 5778100e-b524-4a82-badd-f33a2553e3f1 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:42:05.281248 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-3d58fed9-96cc-479a-a35c-28aca92c38b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'name': 'tempest-TestVolumeBootPattern-1217601385-router', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'efb3d93b-1588-43b7-a720-e5d69d663193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:36:31Z', 'updated_at': '2021-09-08T09:36:34Z', 'revision_number': 4, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'gw_port': {'id': 'efb3d93b-1588-43b7-a720-e5d69d663193', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:32Z', 'updated_at': '2021-09-08T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'be3734cd-aadf-4fa4-a7f0-34d7a3c975c4', 'name': '', 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'mac_address': 'fa:16:3e:2f:df:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:33Z', 'updated_at': '2021-09-08T09:36:41Z', 'revision_number': 5, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'subnets': [{'id': 'b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:42:05.307413 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d58fed9-96cc-479a-a35c-28aca92c38b4 None None] Checking router: 5778100e-b524-4a82-badd-f33a2553e3f1 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:42:05.316184 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d58fed9-96cc-479a-a35c-28aca92c38b4 None None] Routers {'5778100e-b524-4a82-badd-f33a2553e3f1'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:42:05.316780 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-3d58fed9-96cc-479a-a35c-28aca92c38b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:41:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5778100e-b524-4a82-badd-f33a2553e3f1'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:42:05.424418 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-3d58fed9-96cc-479a-a35c-28aca92c38b4 None None] Set router 5778100e-b524-4a82-badd-f33a2553e3f1 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:42:05.621800 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-3d58fed9-96cc-479a-a35c-28aca92c38b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'name': 'tempest-TestVolumeBootPattern-1217601385-router', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'efb3d93b-1588-43b7-a720-e5d69d663193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:36:31Z', 'updated_at': '2021-09-08T09:36:34Z', 'revision_number': 4, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'gw_port': {'id': 'efb3d93b-1588-43b7-a720-e5d69d663193', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:32Z', 'updated_at': '2021-09-08T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'be3734cd-aadf-4fa4-a7f0-34d7a3c975c4', 'name': '', 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'mac_address': 'fa:16:3e:2f:df:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:33Z', 'updated_at': '2021-09-08T09:36:41Z', 'revision_number': 5, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'subnets': [{'id': 'b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:42:05.652542 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d58fed9-96cc-479a-a35c-28aca92c38b4 None None] The sync data for ids ['5778100e-b524-4a82-badd-f33a2553e3f1'] in n-d-806683-11 is: [{'id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'name': 'tempest-TestVolumeBootPattern-1217601385-router', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'efb3d93b-1588-43b7-a720-e5d69d663193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:36:31Z', 'updated_at': '2021-09-08T09:36:34Z', 'revision_number': 4, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'gw_port': {'id': 'efb3d93b-1588-43b7-a720-e5d69d663193', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:32Z', 'updated_at': '2021-09-08T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'be3734cd-aadf-4fa4-a7f0-34d7a3c975c4', 'name': '', 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'mac_address': 'fa:16:3e:2f:df:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:33Z', 'updated_at': '2021-09-08T09:36:41Z', 'revision_number': 5, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'subnets': [{'id': 'b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:42:05.820440 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7fa3f056-4e51-4d18-836d-e996cff08833 req-4d02a212-eaee-48ee-a5a4-d6e3e295489f tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=5437ee42-dffd-4b46-893c-0d120eab9f06 HTTP/1.1" status: 200 len: 210 time: 0.0272946 Sep 08 09:42:05.887032 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4aee6b-8f94-4a42-b47f-8417140f6efb None None] New status for floating IP 26e28b1e-e422-4b74-9046-3f5b6f1ea891: DOWN {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:42:06.917539 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ad7fe927-bf79-44ca-be7b-ff5d13e7fae4 req-2fb0fc31-f484-4f6c-803d-785caf38695e tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=5437ee42-dffd-4b46-893c-0d120eab9f06 HTTP/1.1" status: 200 len: 210 time: 0.0275891 Sep 08 09:42:08.019036 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d0e78fda-6371-44e2-bbc4-a388afd4018d req-713cc0b1-05e4-472c-a7fd-83c256256798 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=5437ee42-dffd-4b46-893c-0d120eab9f06 HTTP/1.1" status: 200 len: 210 time: 0.0274386 Sep 08 09:42:08.579841 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 369c766e-7842-495c-b3c8-a6690e618a91 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:42:08.600089 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 369c766e-7842-495c-b3c8-a6690e618a91 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:42:08.600444 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 369c766e-7842-495c-b3c8-a6690e618a91 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:42:09.454930 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-75f18ef3-ea96-4504-8a78-72db5d1d22df tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1531751466&fields=id&tenant_id=2ea339fc014f40f08d7dfb55de384614 HTTP/1.1" status: 200 len: 267 time: 0.0430391 Sep 08 09:42:09.593041 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-54992788-a635-45cc-874c-efe5be2148f6 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:42:09.594556 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-54992788-a635-45cc-874c-efe5be2148f6 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/networks?id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 HTTP/1.1" status: 200 len: 812 time: 0.1327472 Sep 08 09:42:09.614674 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-757c9ba3-ac9f-4f60-bbd2-f597f54dd25c tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/quotas/2ea339fc014f40f08d7dfb55de384614 HTTP/1.1" status: 200 len: 375 time: 0.0132246 Sep 08 09:42:09.687622 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-8646a18a-e780-43da-b1f3-d231bed88ab3 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ea339fc014f40f08d7dfb55de384614&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0671754 Sep 08 09:42:09.772407 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-d486cbf1-3a65-45ad-a12b-367d13d982db service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:42:09.773604 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-d486cbf1-3a65-45ad-a12b-367d13d982db service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0690055 Sep 08 09:42:09.877795 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-3b8ec0cf-ea92-4566-95d4-3c4bb52864ae service neutron] 10.222.0.54 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968893 Sep 08 09:42:09.977894 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-6d7c447e-c0df-4af8-b8b1-56957677e344 service neutron] 10.222.0.54 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938864 Sep 08 09:42:10.291308 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f82a3d1e-47cd-4b66-8fff-7dfee65c1fce req-3e279bf8-79bc-4f2d-8697-6a730b30f858 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=43746e74-febc-49ea-95af-78d497d3cf82 HTTP/1.1" status: 200 len: 210 time: 0.0255368 Sep 08 09:42:11.268862 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-7cfbe481-e450-4b6c-9562-d521b91468c6 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:42:11.270358 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-7cfbe481-e450-4b6c-9562-d521b91468c6 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.35 "GET /v2.0/networks?id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 HTTP/1.1" status: 200 len: 812 time: 0.1084435 Sep 08 09:42:11.327236 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-b7b0a77d-3da9-46e8-a718-b8108d58ecf1 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ea339fc014f40f08d7dfb55de384614 HTTP/1.1" status: 200 len: 380 time: 0.0351264 Sep 08 09:42:11.336577 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-03e5498b-318c-4b59-86a0-ea55d1c9f5db tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Request body: {'port': {'device_id': '43746e74-febc-49ea-95af-78d497d3cf82', 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'admin_state_up': True, 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'security_groups': ['5331eca9-8fc7-40eb-b6b5-703ed7d9830a']}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:42:11.396690 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6516fac6-9fad-45bb-990f-a7921d19b96b req-993ed698-c391-4080-89a7-b3865d280f95 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=43746e74-febc-49ea-95af-78d497d3cf82 HTTP/1.1" status: 200 len: 210 time: 0.0357859 Sep 08 09:42:11.466006 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-03e5498b-318c-4b59-86a0-ea55d1c9f5db tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Made reservation on behalf of 2ea339fc014f40f08d7dfb55de384614 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:42:11.470599 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-03e5498b-318c-4b59-86a0-ea55d1c9f5db tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:42:11.603428 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-03e5498b-318c-4b59-86a0-ea55d1c9f5db tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Allocated IP 172.20.0.13 (5df0a467-a5a5-4a52-8ccf-31609c4c1dd9/b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8/5ae1bd87-da71-42ed-96e8-df28e39d0d13) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:42:11.762930 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-03e5498b-318c-4b59-86a0-ea55d1c9f5db tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:42:11.776876 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-03e5498b-318c-4b59-86a0-ea55d1c9f5db tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Transition to ACTIVE for port object 5ae1bd87-da71-42ed-96e8-df28e39d0d13 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:42:11.809587 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-03e5498b-318c-4b59-86a0-ea55d1c9f5db tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:42:11.853543 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-03e5498b-318c-4b59-86a0-ea55d1c9f5db tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Network 5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:42:11.856619 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-03e5498b-318c-4b59-86a0-ea55d1c9f5db tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:42:11.859282 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-03e5498b-318c-4b59-86a0-ea55d1c9f5db tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:42:11.902636 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5498b-318c-4b59-86a0-ea55d1c9f5db tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Pushing event updated for resources: {'Port': ['ID=5ae1bd87-da71-42ed-96e8-df28e39d0d13,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:42:11.916787 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e5498b-318c-4b59-86a0-ea55d1c9f5db tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:42:11.917288 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e5498b-318c-4b59-86a0-ea55d1c9f5db tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:42:11.917766 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e5498b-318c-4b59-86a0-ea55d1c9f5db tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:42:11.918230 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e5498b-318c-4b59-86a0-ea55d1c9f5db tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:42:11.918677 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e5498b-318c-4b59-86a0-ea55d1c9f5db tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:42:11.919113 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e5498b-318c-4b59-86a0-ea55d1c9f5db tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:42:11.919545 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e5498b-318c-4b59-86a0-ea55d1c9f5db tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:42:11.919974 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e5498b-318c-4b59-86a0-ea55d1c9f5db tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:42:11.920402 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e5498b-318c-4b59-86a0-ea55d1c9f5db tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:42:11.920828 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e5498b-318c-4b59-86a0-ea55d1c9f5db tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:42:11.921272 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e5498b-318c-4b59-86a0-ea55d1c9f5db tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:42:11.921673 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e5498b-318c-4b59-86a0-ea55d1c9f5db tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:42:11.940898 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-03e5498b-318c-4b59-86a0-ea55d1c9f5db tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:42:11.941649 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-03e5498b-318c-4b59-86a0-ea55d1c9f5db tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:42:11.957300 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-03e5498b-318c-4b59-86a0-ea55d1c9f5db tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6244650 Sep 08 09:42:12.041102 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-1f0e0d54-a14f-424c-81d2-fe1ccbf91bd1 service neutron] Request body: {'port': {'device_id': '43746e74-febc-49ea-95af-78d497d3cf82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:42:12.099357 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-1f0e0d54-a14f-424c-81d2-fe1ccbf91bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:42:12.141934 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-29167e2e-1feb-4aa9-bfa1-44fec73ea255 None None] Provisioning for port 5ae1bd87-da71-42ed-96e8-df28e39d0d13 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:42:12.145521 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-29167e2e-1feb-4aa9-bfa1-44fec73ea255 None None] Provisioning complete for port 5ae1bd87-da71-42ed-96e8-df28e39d0d13 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:42:12.145897 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-29167e2e-1feb-4aa9-bfa1-44fec73ea255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:42:12.336062 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-29167e2e-1feb-4aa9-bfa1-44fec73ea255 None None] Port 5ae1bd87-da71-42ed-96e8-df28e39d0d13 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:42:12.393216 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-1f0e0d54-a14f-424c-81d2-fe1ccbf91bd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ae1bd87-da71-42ed-96e8-df28e39d0d13 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:42:12.400740 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-1f0e0d54-a14f-424c-81d2-fe1ccbf91bd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:42:12.417201 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-1f0e0d54-a14f-424c-81d2-fe1ccbf91bd1 service neutron] Transition to ACTIVE for port object 5ae1bd87-da71-42ed-96e8-df28e39d0d13 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:42:12.424178 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-1f0e0d54-a14f-424c-81d2-fe1ccbf91bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:42:12.539939 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e0d54-a14f-424c-81d2-fe1ccbf91bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=5ae1bd87-da71-42ed-96e8-df28e39d0d13,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:42:12.608903 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-1f0e0d54-a14f-424c-81d2-fe1ccbf91bd1 service neutron] Attempting to bind port 5ae1bd87-da71-42ed-96e8-df28e39d0d13 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:42:12.609242 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-1f0e0d54-a14f-424c-81d2-fe1ccbf91bd1 service neutron] Attempting to bind port 5ae1bd87-da71-42ed-96e8-df28e39d0d13 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '661b5f51-c7e0-409b-aee2-cbee07f30235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:42:12.609573 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-1f0e0d54-a14f-424c-81d2-fe1ccbf91bd1 service neutron] Attempting to bind port 5ae1bd87-da71-42ed-96e8-df28e39d0d13 on network 5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:42:12.620699 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff616e9c-0a59-49a4-8d9a-28b075d964c6 req-1c89220c-984d-41ef-8291-da690b6e829d tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:42:12.622147 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ff616e9c-0a59-49a4-8d9a-28b075d964c6 req-1c89220c-984d-41ef-8291-da690b6e829d tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=43746e74-febc-49ea-95af-78d497d3cf82 HTTP/1.1" status: 200 len: 944 time: 0.1112528 Sep 08 09:42:12.624541 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-1f0e0d54-a14f-424c-81d2-fe1ccbf91bd1 service neutron] Port 5ae1bd87-da71-42ed-96e8-df28e39d0d13 on network 5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:42:12.624865 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-1f0e0d54-a14f-424c-81d2-fe1ccbf91bd1 service neutron] Attempting to bind port 5ae1bd87-da71-42ed-96e8-df28e39d0d13 on network 5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:42:12.638252 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-1f0e0d54-a14f-424c-81d2-fe1ccbf91bd1 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:42:12.638624 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-1f0e0d54-a14f-424c-81d2-fe1ccbf91bd1 service neutron] Checking segment: {'id': '661b5f51-c7e0-409b-aee2-cbee07f30235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:42:12.638970 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-1f0e0d54-a14f-424c-81d2-fe1ccbf91bd1 service neutron] Bound using segment: {'id': '661b5f51-c7e0-409b-aee2-cbee07f30235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:42:12.639412 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-1f0e0d54-a14f-424c-81d2-fe1ccbf91bd1 service neutron] Bound port: 5ae1bd87-da71-42ed-96e8-df28e39d0d13, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '661b5f51-c7e0-409b-aee2-cbee07f30235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:42:12.639771 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-1f0e0d54-a14f-424c-81d2-fe1ccbf91bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:42:12.696037 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ff616e9c-0a59-49a4-8d9a-28b075d964c6 req-1ebc66df-73dc-4cfe-9fba-346c4def9f3f tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666056 Sep 08 09:42:12.725478 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-1f0e0d54-a14f-424c-81d2-fe1ccbf91bd1 service neutron] For port 5ae1bd87-da71-42ed-96e8-df28e39d0d13, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:42:12.728597 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-1f0e0d54-a14f-424c-81d2-fe1ccbf91bd1 service neutron] For port 5ae1bd87-da71-42ed-96e8-df28e39d0d13, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=5ae1bd87-da71-42ed-96e8-df28e39d0d13,segment=NetworkSegment(661b5f51-c7e0-409b-aee2-cbee07f30235),segment_id=661b5f51-c7e0-409b-aee2-cbee07f30235)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:42:12.736631 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-1f0e0d54-a14f-424c-81d2-fe1ccbf91bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:42:12.771106 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-1f0e0d54-a14f-424c-81d2-fe1ccbf91bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:42:12.771742 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-1f0e0d54-a14f-424c-81d2-fe1ccbf91bd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:42:12.773149 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-1f0e0d54-a14f-424c-81d2-fe1ccbf91bd1 service neutron] 10.222.0.35 "PUT /v2.0/ports/5ae1bd87-da71-42ed-96e8-df28e39d0d13 HTTP/1.1" status: 200 len: 1093 time: 0.8022988 Sep 08 09:42:12.773690 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43746e74-febc-49ea-95af-78d497d3cf82', 'tag': '5ae1bd87-da71-42ed-96e8-df28e39d0d13'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:42:12.775858 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80f278f-6d00-42a7-bfc0-00aa4f734db1" -d '{"events": [{"name": "network-changed", "server_uuid": "43746e74-febc-49ea-95af-78d497d3cf82", "tag": "5ae1bd87-da71-42ed-96e8-df28e39d0d13"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:42:12.800457 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e0d54-a14f-424c-81d2-fe1ccbf91bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=5ae1bd87-da71-42ed-96e8-df28e39d0d13,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:42:12.822130 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77dc61f2-c10f-450c-940f-ea120b485450 x-openstack-request-id: req-77dc61f2-c10f-450c-940f-ea120b485450 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:42:12.822804 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43746e74-febc-49ea-95af-78d497d3cf82", "tag": "5ae1bd87-da71-42ed-96e8-df28e39d0d13", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:42:12.822804 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-77dc61f2-c10f-450c-940f-ea120b485450 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:42:12.823097 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43746e74-febc-49ea-95af-78d497d3cf82', 'tag': '5ae1bd87-da71-42ed-96e8-df28e39d0d13', 'status': 'completed', 'code': 200} Sep 08 09:42:12.887191 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-087882f3-6ecc-4901-9a48-39cd0e8c7b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:42:12.888746 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-087882f3-6ecc-4901-9a48-39cd0e8c7b07 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ea339fc014f40f08d7dfb55de384614&device_id=43746e74-febc-49ea-95af-78d497d3cf82 HTTP/1.1" status: 200 len: 1096 time: 0.0485351 Sep 08 09:42:12.938543 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-05933ddb-cd9e-49a9-b20b-cbb15405cbe6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ae1bd87-da71-42ed-96e8-df28e39d0d13 HTTP/1.1" status: 200 len: 217 time: 0.0361795 Sep 08 09:42:12.989940 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-88cc412a-35ec-4616-a38d-e0ae4ce90e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:42:12.991552 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-88cc412a-35ec-4616-a38d-e0ae4ce90e1e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8 HTTP/1.1" status: 200 len: 851 time: 0.0464356 Sep 08 09:42:13.037879 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-fb2d28c8-e5d9-4e86-9a88-ae9ab38109af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:42:13.039412 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-fb2d28c8-e5d9-4e86-9a88-ae9ab38109af service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408471 Sep 08 09:42:13.144331 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-89773bf4-9c4c-4561-abde-87ab6051a99a service neutron] 10.222.0.35 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972333 Sep 08 09:42:13.241245 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3c45eb9e-1858-4ebb-be6c-aa497278e1d4 req-53f4d0f7-dbec-4596-b1d5-5382e945f783 service neutron] 10.222.0.35 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900097 Sep 08 09:42:13.355056 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f278f-6d00-42a7-bfc0-00aa4f734db1 req-93813f2a-9c86-478d-9098-6312e9afacf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:42:13.356694 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c80f278f-6d00-42a7-bfc0-00aa4f734db1 req-93813f2a-9c86-478d-9098-6312e9afacf3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ea339fc014f40f08d7dfb55de384614&device_id=43746e74-febc-49ea-95af-78d497d3cf82 HTTP/1.1" status: 200 len: 1096 time: 0.0426345 Sep 08 09:42:13.449395 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f278f-6d00-42a7-bfc0-00aa4f734db1 req-6023629a-61cf-4adc-97f3-c0f5630d2e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:42:13.450920 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c80f278f-6d00-42a7-bfc0-00aa4f734db1 req-6023629a-61cf-4adc-97f3-c0f5630d2e5d service neutron] 10.222.0.35 "GET /v2.0/networks?id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 HTTP/1.1" status: 200 len: 913 time: 0.0873477 Sep 08 09:42:13.501651 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c80f278f-6d00-42a7-bfc0-00aa4f734db1 req-0fb2081f-f829-4d2a-9c64-d48513eda335 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ae1bd87-da71-42ed-96e8-df28e39d0d13 HTTP/1.1" status: 200 len: 217 time: 0.0435233 Sep 08 09:42:13.562946 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f278f-6d00-42a7-bfc0-00aa4f734db1 req-13fc7110-ae5e-4111-bb3d-0d38925956b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:42:13.565485 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c80f278f-6d00-42a7-bfc0-00aa4f734db1 req-13fc7110-ae5e-4111-bb3d-0d38925956b4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8 HTTP/1.1" status: 200 len: 851 time: 0.0566390 Sep 08 09:42:13.617837 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f278f-6d00-42a7-bfc0-00aa4f734db1 req-8c87f2f7-0aa2-48da-89c4-270077d57878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:42:13.619462 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c80f278f-6d00-42a7-bfc0-00aa4f734db1 req-8c87f2f7-0aa2-48da-89c4-270077d57878 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469780 Sep 08 09:42:13.728121 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c80f278f-6d00-42a7-bfc0-00aa4f734db1 req-de0bff78-dfb6-4d94-836f-29eed955f2ab service neutron] 10.222.0.35 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007433 Sep 08 09:42:13.865881 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c80f278f-6d00-42a7-bfc0-00aa4f734db1 req-452fec94-7974-480c-b8cb-ba4945fdce8f service neutron] 10.222.0.35 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291857 Sep 08 09:42:13.877753 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cdd3c3-edbd-48c2-9a63-52ae09f4c74f req-28f07265-5e82-4cee-9ba6-5514ecd33c2f tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:42:13.879302 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-93cdd3c3-edbd-48c2-9a63-52ae09f4c74f req-28f07265-5e82-4cee-9ba6-5514ecd33c2f tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=43746e74-febc-49ea-95af-78d497d3cf82 HTTP/1.1" status: 200 len: 944 time: 0.0797250 Sep 08 09:42:13.920844 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-93cdd3c3-edbd-48c2-9a63-52ae09f4c74f req-d1dd8791-97e7-4f6e-a95a-7495d8ab2b9e tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353370 Sep 08 09:42:15.038847 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f12431-12ef-4a6b-bef3-29a5467a986e req-9b302ea5-12da-405b-9160-baa05386c8c4 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:42:15.040404 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-35f12431-12ef-4a6b-bef3-29a5467a986e req-9b302ea5-12da-405b-9160-baa05386c8c4 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=43746e74-febc-49ea-95af-78d497d3cf82 HTTP/1.1" status: 200 len: 944 time: 0.0501595 Sep 08 09:42:15.079637 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-35f12431-12ef-4a6b-bef3-29a5467a986e req-63557aa4-0f6a-4419-95c0-29f3ed8581ff tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331137 Sep 08 09:42:16.196092 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac2d00-0fda-4804-bd19-515caab35e2f req-cbbcdbac-1352-4f56-a718-e520b7ede716 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:42:16.197604 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6dac2d00-0fda-4804-bd19-515caab35e2f req-cbbcdbac-1352-4f56-a718-e520b7ede716 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=43746e74-febc-49ea-95af-78d497d3cf82 HTTP/1.1" status: 200 len: 944 time: 0.0495980 Sep 08 09:42:16.235661 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6dac2d00-0fda-4804-bd19-515caab35e2f req-9569ece3-6546-4efc-b47d-15d456ed8baf tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310352 Sep 08 09:42:17.349226 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43260653-4743-4565-86e1-f7239fd7ec28 req-a3d3abc4-c2d4-4402-bf65-7df05e2e60a0 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:42:17.350762 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-43260653-4743-4565-86e1-f7239fd7ec28 req-a3d3abc4-c2d4-4402-bf65-7df05e2e60a0 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=43746e74-febc-49ea-95af-78d497d3cf82 HTTP/1.1" status: 200 len: 944 time: 0.0491285 Sep 08 09:42:17.388064 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-43260653-4743-4565-86e1-f7239fd7ec28 req-ac0d5cca-9409-4176-b00a-ed0030151344 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314653 Sep 08 09:42:17.683182 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7231be55-eaa8-4858-ad34-188d23c47fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:42:18.503288 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72c41c-4e4e-467e-9bc6-65970ee6cf80 req-b200f511-fd76-4685-9e69-9708959bb73a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:42:18.504756 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6d72c41c-4e4e-467e-9bc6-65970ee6cf80 req-b200f511-fd76-4685-9e69-9708959bb73a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=43746e74-febc-49ea-95af-78d497d3cf82 HTTP/1.1" status: 200 len: 944 time: 0.0477886 Sep 08 09:42:18.549836 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6d72c41c-4e4e-467e-9bc6-65970ee6cf80 req-a3dfa3c4-0efb-41f2-a006-fdcbcfa89835 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390723 Sep 08 09:42:19.666983 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ab901-1fa5-48b4-8278-84a72755ec44 req-fc0284d8-f42a-4ee4-9ca1-b6471c7e2864 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:42:19.668478 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8a2ab901-1fa5-48b4-8278-84a72755ec44 req-fc0284d8-f42a-4ee4-9ca1-b6471c7e2864 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=43746e74-febc-49ea-95af-78d497d3cf82 HTTP/1.1" status: 200 len: 944 time: 0.0526457 Sep 08 09:42:19.706949 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8a2ab901-1fa5-48b4-8278-84a72755ec44 req-dd2df774-a9e6-4328-a94b-cc82e622e15d tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322781 Sep 08 09:42:20.449038 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:42:20.797381 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ce9db791-46fc-46e3-859e-69c5424f3762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:42:20.823365 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebda1f-3eba-4945-84b9-9ea9bbc5a1f7 req-7d7f4775-2fb4-4270-814c-aab4b8409490 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:42:20.824851 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f7ebda1f-3eba-4945-84b9-9ea9bbc5a1f7 req-7d7f4775-2fb4-4270-814c-aab4b8409490 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=43746e74-febc-49ea-95af-78d497d3cf82 HTTP/1.1" status: 200 len: 944 time: 0.0530467 Sep 08 09:42:20.863180 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f7ebda1f-3eba-4945-84b9-9ea9bbc5a1f7 req-2b078dbb-2a37-460d-a32a-04be4df5c7fd tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314250 Sep 08 09:42:21.975290 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d97a7-fa92-4228-822b-842efa5c32a9 req-a067102f-db69-4065-a47c-0c2a7e8310e2 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:42:21.976835 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-093d97a7-fa92-4228-822b-842efa5c32a9 req-a067102f-db69-4065-a47c-0c2a7e8310e2 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=43746e74-febc-49ea-95af-78d497d3cf82 HTTP/1.1" status: 200 len: 944 time: 0.0484095 Sep 08 09:42:22.013918 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-093d97a7-fa92-4228-822b-842efa5c32a9 req-e695d92e-2ee2-475d-93fe-8333f4f7d072 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311298 Sep 08 09:42:22.245488 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:42:23.068782 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 5ae1bd87-da71-42ed-96e8-df28e39d0d13 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:42:23.132006 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7ab3d-97cd-440d-bf0a-73ddd5b8f1f0 req-d63b90dd-638e-4933-9763-1ef178d5a4b4 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:42:23.133528 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-49d7ab3d-97cd-440d-bf0a-73ddd5b8f1f0 req-d63b90dd-638e-4933-9763-1ef178d5a4b4 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=43746e74-febc-49ea-95af-78d497d3cf82 HTTP/1.1" status: 200 len: 944 time: 0.0517900 Sep 08 09:42:23.174763 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-49d7ab3d-97cd-440d-bf0a-73ddd5b8f1f0 req-1c76dac8-9c7e-472f-8a0d-f1d7d331f36f tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322614 Sep 08 09:42:23.179593 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 5ae1bd87-da71-42ed-96e8-df28e39d0d13, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=5ae1bd87-da71-42ed-96e8-df28e39d0d13,segment=NetworkSegment(661b5f51-c7e0-409b-aee2-cbee07f30235),segment_id=661b5f51-c7e0-409b-aee2-cbee07f30235)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:42:23.191690 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '5ae1bd87-da71-42ed-96e8-df28e39d0d13', 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'port_id': '5ae1bd87-da71-42ed-96e8-df28e39d0d13', 'mac_address': 'fa:16:3e:48:76:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:42:23.228716 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:42:23.241998 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ae1bd87-da71-42ed-96e8-df28e39d0d13 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:42:23.261237 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 5ae1bd87-da71-42ed-96e8-df28e39d0d13, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=5ae1bd87-da71-42ed-96e8-df28e39d0d13,segment=NetworkSegment(661b5f51-c7e0-409b-aee2-cbee07f30235),segment_id=661b5f51-c7e0-409b-aee2-cbee07f30235)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:42:23.265403 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:42:23.311010 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=5ae1bd87-da71-42ed-96e8-df28e39d0d13,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:42:23.318636 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:42:23.318994 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:42:23.319340 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:42:23.319682 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:42:23.320020 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:42:23.320355 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:42:23.320690 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:42:23.321023 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:42:23.321349 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:42:23.321680 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:42:23.322006 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:42:23.322362 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:42:23.655904 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:42:23.704654 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['5ae1bd87-da71-42ed-96e8-df28e39d0d13'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:42:24.290467 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63627e58-8441-4f73-a6df-c4b2fff51a5d req-9887b304-7267-46b5-b782-79017ed5b00c tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:42:24.291988 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-63627e58-8441-4f73-a6df-c4b2fff51a5d req-9887b304-7267-46b5-b782-79017ed5b00c tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=43746e74-febc-49ea-95af-78d497d3cf82 HTTP/1.1" status: 200 len: 945 time: 0.0491657 Sep 08 09:42:24.330338 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-63627e58-8441-4f73-a6df-c4b2fff51a5d req-8b3fa6ca-e617-4a12-aa4e-89b17a9fd92b tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319498 Sep 08 09:42:24.428698 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:42:25.084175 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 5ae1bd87-da71-42ed-96e8-df28e39d0d13 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:42:25.135479 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 5ae1bd87-da71-42ed-96e8-df28e39d0d13 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:42:25.139166 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 5ae1bd87-da71-42ed-96e8-df28e39d0d13 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:42:25.139546 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:42:25.213536 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:42:25.235168 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43746e74-febc-49ea-95af-78d497d3cf82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae1bd87-da71-42ed-96e8-df28e39d0d13'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:42:25.238127 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbdfd7ef-c9b6-45dc-b534-32706063d233" -d '{"events": [{"server_uuid": "43746e74-febc-49ea-95af-78d497d3cf82", "name": "network-vif-plugged", "status": "completed", "tag": "5ae1bd87-da71-42ed-96e8-df28e39d0d13"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:42:25.252035 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 5ae1bd87-da71-42ed-96e8-df28e39d0d13, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=5ae1bd87-da71-42ed-96e8-df28e39d0d13,segment=NetworkSegment(661b5f51-c7e0-409b-aee2-cbee07f30235),segment_id=661b5f51-c7e0-409b-aee2-cbee07f30235)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:42:25.256245 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:42:25.303906 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=5ae1bd87-da71-42ed-96e8-df28e39d0d13,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:42:25.339844 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20183ef-dd3a-4efd-aae6-07ecd1e674c0 x-openstack-request-id: req-e20183ef-dd3a-4efd-aae6-07ecd1e674c0 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:42:25.340141 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43746e74-febc-49ea-95af-78d497d3cf82", "name": "network-vif-plugged", "status": "completed", "tag": "5ae1bd87-da71-42ed-96e8-df28e39d0d13", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:42:25.340394 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e20183ef-dd3a-4efd-aae6-07ecd1e674c0 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:42:25.340796 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43746e74-febc-49ea-95af-78d497d3cf82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae1bd87-da71-42ed-96e8-df28e39d0d13', 'code': 200} Sep 08 09:42:25.418174 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:42:25.455378 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15add4f4-6226-4b7b-932d-eeaddc778661 req-4f5ce3d8-4c0e-455f-bdb9-501cca890ce6 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:42:25.456885 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-15add4f4-6226-4b7b-932d-eeaddc778661 req-4f5ce3d8-4c0e-455f-bdb9-501cca890ce6 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=43746e74-febc-49ea-95af-78d497d3cf82 HTTP/1.1" status: 200 len: 946 time: 0.0580032 Sep 08 09:42:25.461356 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d06c41-80ad-4bed-973a-61d239fede31 req-63da2b52-c7ce-4087-9668-8332531eb9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:42:25.462923 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c6d06c41-80ad-4bed-973a-61d239fede31 req-63da2b52-c7ce-4087-9668-8332531eb9b9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=43746e74-febc-49ea-95af-78d497d3cf82 HTTP/1.1" status: 200 len: 1098 time: 0.0416875 Sep 08 09:42:25.494329 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-15add4f4-6226-4b7b-932d-eeaddc778661 req-acc8f2a0-c9c1-4325-8b08-e9177b86e4ec tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313389 Sep 08 09:42:25.498471 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c6d06c41-80ad-4bed-973a-61d239fede31 req-2eba536f-ce5e-4db5-a181-dee9cf8ffd1b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288723 Sep 08 09:42:26.616605 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faecbcc-b95b-4010-b91c-53b529b4c292 req-5aaeab02-8287-4474-8720-f96c0c13c9cd tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:42:26.618138 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0faecbcc-b95b-4010-b91c-53b529b4c292 req-5aaeab02-8287-4474-8720-f96c0c13c9cd tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=43746e74-febc-49ea-95af-78d497d3cf82 HTTP/1.1" status: 200 len: 946 time: 0.0548670 Sep 08 09:42:26.656178 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0faecbcc-b95b-4010-b91c-53b529b4c292 req-8eb9224d-78a1-4aeb-a397-20325d2a41a3 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318108 Sep 08 09:42:27.772087 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd0c49-d5f4-4868-aafe-29596b4e5585 req-285afe9d-eec8-4ce1-8c13-34b1ffb35b25 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:42:27.773604 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9ebd0c49-d5f4-4868-aafe-29596b4e5585 req-285afe9d-eec8-4ce1-8c13-34b1ffb35b25 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=43746e74-febc-49ea-95af-78d497d3cf82 HTTP/1.1" status: 200 len: 946 time: 0.0504236 Sep 08 09:42:27.811146 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9ebd0c49-d5f4-4868-aafe-29596b4e5585 req-7ae81fb4-be17-4d1b-b47c-6cc26508a3db tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316510 Sep 08 09:42:27.925917 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dce306-e2e3-4ad5-83fc-03652c5857d7 req-1cfc237a-8749-49f9-be84-3488b2045726 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:42:27.927473 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-52dce306-e2e3-4ad5-83fc-03652c5857d7 req-1cfc237a-8749-49f9-be84-3488b2045726 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=43746e74-febc-49ea-95af-78d497d3cf82 HTTP/1.1" status: 200 len: 946 time: 0.0495098 Sep 08 09:42:27.967143 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-52dce306-e2e3-4ad5-83fc-03652c5857d7 req-9b1af8f5-3407-4351-a783-a77cb1c42a69 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336380 Sep 08 09:42:27.989933 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34354) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:42:28.126584 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565b6ddb-c800-4154-bfcf-984f3f088a1f tempest-TestVolumeBootPattern-1864636422 tempest-TestVolumeBootPattern-1864636422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:42:28.128083 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-565b6ddb-c800-4154-bfcf-984f3f088a1f tempest-TestVolumeBootPattern-1864636422 tempest-TestVolumeBootPattern-1864636422-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=43746e74-febc-49ea-95af-78d497d3cf82 HTTP/1.1" status: 200 len: 1093 time: 0.1371620 Sep 08 09:42:28.130971 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34358) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:42:28.135119 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-7cd3c968-5c9c-42c3-8fa8-d8757f5abef5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'port_id': '5ae1bd87-da71-42ed-96e8-df28e39d0d13', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:42:28.156570 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7cd3c968-5c9c-42c3-8fa8-d8757f5abef5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks [] for floatingip, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:42:28.254516 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7cd3c968-5c9c-42c3-8fa8-d8757f5abef5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:42:28.359636 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-7cd3c968-5c9c-42c3-8fa8-d8757f5abef5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Allocated IP 172.25.0.83 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/005799a2-0ee1-479e-91ef-db0d23cc90de) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:42:28.463851 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7cd3c968-5c9c-42c3-8fa8-d8757f5abef5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:42:28.501882 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7cd3c968-5c9c-42c3-8fa8-d8757f5abef5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:42:28.539906 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd3c968-5c9c-42c3-8fa8-d8757f5abef5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:42:28.543149 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-7cd3c968-5c9c-42c3-8fa8-d8757f5abef5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:42:28.546637 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd3c968-5c9c-42c3-8fa8-d8757f5abef5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:42:28.578980 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd3c968-5c9c-42c3-8fa8-d8757f5abef5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Pushing event updated for resources: {'Port': ['ID=005799a2-0ee1-479e-91ef-db0d23cc90de,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:42:28.892280 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:42:28.921041 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7cd3c968-5c9c-42c3-8fa8-d8757f5abef5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:42:28.989109 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7cd3c968-5c9c-42c3-8fa8-d8757f5abef5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:42:29.131414 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7cd3c968-5c9c-42c3-8fa8-d8757f5abef5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:42:29.135866 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7cd3c968-5c9c-42c3-8fa8-d8757f5abef5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:42:29.207081 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd3c968-5c9c-42c3-8fa8-d8757f5abef5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Pushing event updated for resources: {'Port': ['ID=005799a2-0ee1-479e-91ef-db0d23cc90de,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:42:29.216701 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7cd3c968-5c9c-42c3-8fa8-d8757f5abef5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:42:29.316613 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [None req-7cd3c968-5c9c-42c3-8fa8-d8757f5abef5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Floating IP 6af6c60e-f778-422f-a5c5-71b0b4c92cfc associated. External IP: 172.25.0.83, port: 5ae1bd87-da71-42ed-96e8-df28e39d0d13. Sep 08 09:42:29.825537 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd3c968-5c9c-42c3-8fa8-d8757f5abef5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Router 5778100e-b524-4a82-badd-f33a2553e3f1 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:42:29.931311 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd3c968-5c9c-42c3-8fa8-d8757f5abef5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:42:29.941252 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3a6fbf-301c-409c-9150-80b3baec5470 None None] Sync routers for ids ['5778100e-b524-4a82-badd-f33a2553e3f1'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:42:29.947165 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7cd3c968-5c9c-42c3-8fa8-d8757f5abef5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:42:29.951076 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3a6fbf-301c-409c-9150-80b3baec5470 None None] Routers {'5778100e-b524-4a82-badd-f33a2553e3f1'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:42:29.951945 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-5d3a6fbf-301c-409c-9150-80b3baec5470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:42:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5778100e-b524-4a82-badd-f33a2553e3f1'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:42:29.974623 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-7cd3c968-5c9c-42c3-8fa8-d8757f5abef5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8426473 Sep 08 09:42:29.975351 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43746e74-febc-49ea-95af-78d497d3cf82', 'tag': '5ae1bd87-da71-42ed-96e8-df28e39d0d13'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:42:29.977805 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59bb20e-07f1-4be0-a848-bd8bdff873f6" -d '{"events": [{"name": "network-changed", "server_uuid": "43746e74-febc-49ea-95af-78d497d3cf82", "tag": "5ae1bd87-da71-42ed-96e8-df28e39d0d13"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:42:30.014528 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe8a603-1f3b-43f9-b82f-ea2a107f6597 x-openstack-request-id: req-dbe8a603-1f3b-43f9-b82f-ea2a107f6597 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:42:30.015125 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43746e74-febc-49ea-95af-78d497d3cf82", "tag": "5ae1bd87-da71-42ed-96e8-df28e39d0d13", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:42:30.015125 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dbe8a603-1f3b-43f9-b82f-ea2a107f6597 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:42:30.015474 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43746e74-febc-49ea-95af-78d497d3cf82', 'tag': '5ae1bd87-da71-42ed-96e8-df28e39d0d13', 'status': 'completed', 'code': 200} Sep 08 09:42:30.061043 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-5d3a6fbf-301c-409c-9150-80b3baec5470 None None] Set router 5778100e-b524-4a82-badd-f33a2553e3f1 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:42:30.097797 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59bb20e-07f1-4be0-a848-bd8bdff873f6 req-0cff2d92-c8f6-4ad8-a8b2-5ea2617ccbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:42:30.099368 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c59bb20e-07f1-4be0-a848-bd8bdff873f6 req-0cff2d92-c8f6-4ad8-a8b2-5ea2617ccbc2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ea339fc014f40f08d7dfb55de384614&device_id=43746e74-febc-49ea-95af-78d497d3cf82 HTTP/1.1" status: 200 len: 1098 time: 0.0416355 Sep 08 09:42:30.194968 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59bb20e-07f1-4be0-a848-bd8bdff873f6 req-7fc7e0a2-c533-4080-aa54-cf0b54125024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:42:30.196500 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c59bb20e-07f1-4be0-a848-bd8bdff873f6 req-7fc7e0a2-c533-4080-aa54-cf0b54125024 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 HTTP/1.1" status: 200 len: 913 time: 0.0898993 Sep 08 09:42:30.270407 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c59bb20e-07f1-4be0-a848-bd8bdff873f6 req-b9ef5e12-7e38-4f63-b17e-944fbe87e5de service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ae1bd87-da71-42ed-96e8-df28e39d0d13 HTTP/1.1" status: 200 len: 999 time: 0.0663075 Sep 08 09:42:30.323829 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59bb20e-07f1-4be0-a848-bd8bdff873f6 req-9d9a9159-9aff-4751-a008-a3baed6230e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:42:30.325310 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c59bb20e-07f1-4be0-a848-bd8bdff873f6 req-9d9a9159-9aff-4751-a008-a3baed6230e2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8 HTTP/1.1" status: 200 len: 851 time: 0.0447943 Sep 08 09:42:30.374788 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-5d3a6fbf-301c-409c-9150-80b3baec5470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'name': 'tempest-TestVolumeBootPattern-1217601385-router', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'efb3d93b-1588-43b7-a720-e5d69d663193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:36:31Z', 'updated_at': '2021-09-08T09:36:34Z', 'revision_number': 4, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'gw_port': {'id': 'efb3d93b-1588-43b7-a720-e5d69d663193', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:32Z', 'updated_at': '2021-09-08T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '6af6c60e-f778-422f-a5c5-71b0b4c92cfc', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'port_id': '5ae1bd87-da71-42ed-96e8-df28e39d0d13', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'mac_address': 'fa:16:3e:48:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43746e74-febc-49ea-95af-78d497d3cf82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:42:28Z', 'updated_at': '2021-09-08T09:42:28Z', 'revision_number': 0, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be3734cd-aadf-4fa4-a7f0-34d7a3c975c4', 'name': '', 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'mac_address': 'fa:16:3e:2f:df:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:33Z', 'updated_at': '2021-09-08T09:36:41Z', 'revision_number': 5, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'subnets': [{'id': 'b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:42:30.375135 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59bb20e-07f1-4be0-a848-bd8bdff873f6 req-1f6f4e8e-2df6-406e-8762-731711118e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:42:30.377147 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c59bb20e-07f1-4be0-a848-bd8bdff873f6 req-1f6f4e8e-2df6-406e-8762-731711118e28 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446312 Sep 08 09:42:30.403800 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3a6fbf-301c-409c-9150-80b3baec5470 None None] Checking router: 5778100e-b524-4a82-badd-f33a2553e3f1 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:42:30.411855 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3a6fbf-301c-409c-9150-80b3baec5470 None None] Routers {'5778100e-b524-4a82-badd-f33a2553e3f1'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:42:30.412463 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-5d3a6fbf-301c-409c-9150-80b3baec5470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:42:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5778100e-b524-4a82-badd-f33a2553e3f1'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:42:30.471164 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c59bb20e-07f1-4be0-a848-bd8bdff873f6 req-a106aa02-cbf2-474c-bc92-298a6eed2aa5 service neutron] 10.222.0.35 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852706 Sep 08 09:42:30.522739 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-5d3a6fbf-301c-409c-9150-80b3baec5470 None None] Set router 5778100e-b524-4a82-badd-f33a2553e3f1 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:42:30.565307 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c59bb20e-07f1-4be0-a848-bd8bdff873f6 req-a670f775-2b7d-419f-9de5-f5b15255407a service neutron] 10.222.0.35 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876284 Sep 08 09:42:30.740433 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-5d3a6fbf-301c-409c-9150-80b3baec5470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'name': 'tempest-TestVolumeBootPattern-1217601385-router', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'efb3d93b-1588-43b7-a720-e5d69d663193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:36:31Z', 'updated_at': '2021-09-08T09:36:34Z', 'revision_number': 4, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'gw_port': {'id': 'efb3d93b-1588-43b7-a720-e5d69d663193', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:32Z', 'updated_at': '2021-09-08T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '6af6c60e-f778-422f-a5c5-71b0b4c92cfc', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'port_id': '5ae1bd87-da71-42ed-96e8-df28e39d0d13', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'mac_address': 'fa:16:3e:48:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43746e74-febc-49ea-95af-78d497d3cf82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:42:28Z', 'updated_at': '2021-09-08T09:42:28Z', 'revision_number': 0, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be3734cd-aadf-4fa4-a7f0-34d7a3c975c4', 'name': '', 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'mac_address': 'fa:16:3e:2f:df:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:33Z', 'updated_at': '2021-09-08T09:36:41Z', 'revision_number': 5, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'subnets': [{'id': 'b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:42:30.769041 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3a6fbf-301c-409c-9150-80b3baec5470 None None] The sync data for ids ['5778100e-b524-4a82-badd-f33a2553e3f1'] in n-d-806683-11 is: [{'id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'name': 'tempest-TestVolumeBootPattern-1217601385-router', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'efb3d93b-1588-43b7-a720-e5d69d663193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:36:31Z', 'updated_at': '2021-09-08T09:36:34Z', 'revision_number': 4, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'gw_port': {'id': 'efb3d93b-1588-43b7-a720-e5d69d663193', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:32Z', 'updated_at': '2021-09-08T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '6af6c60e-f778-422f-a5c5-71b0b4c92cfc', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'port_id': '5ae1bd87-da71-42ed-96e8-df28e39d0d13', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'mac_address': 'fa:16:3e:48:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43746e74-febc-49ea-95af-78d497d3cf82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:42:28Z', 'updated_at': '2021-09-08T09:42:28Z', 'revision_number': 0, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be3734cd-aadf-4fa4-a7f0-34d7a3c975c4', 'name': '', 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'mac_address': 'fa:16:3e:2f:df:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:33Z', 'updated_at': '2021-09-08T09:36:41Z', 'revision_number': 5, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'subnets': [{'id': 'b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:42:30.952440 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87c7199-31d5-4230-8a0e-e23a07949f27 None None] New status for floating IP 6af6c60e-f778-422f-a5c5-71b0b4c92cfc: ACTIVE {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:42:47.685512 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-21ed5389-780c-4c97-bd72-fb749bd33b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:42:50.451738 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:42:50.797727 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f8eca967-3a83-4a3b-8cfb-965eb5d47e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:42:52.248828 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:42:53.258906 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-353ea6a6-c5b1-4ba6-93cb-65108c3569ce req-4aaece19-c8c8-482f-bac1-525bbe3d016d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=43746e74-febc-49ea-95af-78d497d3cf82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404327 Sep 08 09:42:53.355281 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ea6a6-c5b1-4ba6-93cb-65108c3569ce req-67178be9-05f5-43a3-81f6-f230845251ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:42:53.356793 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-353ea6a6-c5b1-4ba6-93cb-65108c3569ce req-67178be9-05f5-43a3-81f6-f230845251ef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ea339fc014f40f08d7dfb55de384614&device_id=43746e74-febc-49ea-95af-78d497d3cf82 HTTP/1.1" status: 200 len: 1098 time: 0.0409815 Sep 08 09:42:53.465810 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ea6a6-c5b1-4ba6-93cb-65108c3569ce req-49d16cda-063b-4d9d-9f38-f4c375c8eb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:42:53.467422 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-353ea6a6-c5b1-4ba6-93cb-65108c3569ce req-49d16cda-063b-4d9d-9f38-f4c375c8eb92 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 HTTP/1.1" status: 200 len: 913 time: 0.0913999 Sep 08 09:42:53.533549 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-353ea6a6-c5b1-4ba6-93cb-65108c3569ce req-36b6ad52-9e6d-45f0-93ce-8846bf830006 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ae1bd87-da71-42ed-96e8-df28e39d0d13 HTTP/1.1" status: 200 len: 1001 time: 0.0577297 Sep 08 09:42:53.590010 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ea6a6-c5b1-4ba6-93cb-65108c3569ce req-228b72dc-02fa-46a8-b0bd-bda3aa4e3252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:42:53.591503 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-353ea6a6-c5b1-4ba6-93cb-65108c3569ce req-228b72dc-02fa-46a8-b0bd-bda3aa4e3252 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8 HTTP/1.1" status: 200 len: 851 time: 0.0517325 Sep 08 09:42:53.638266 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ea6a6-c5b1-4ba6-93cb-65108c3569ce req-b1e7e513-3885-4adf-bf34-7b8a8ae9683f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:42:53.639792 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-353ea6a6-c5b1-4ba6-93cb-65108c3569ce req-b1e7e513-3885-4adf-bf34-7b8a8ae9683f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418210 Sep 08 09:42:53.659583 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:42:53.735629 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-353ea6a6-c5b1-4ba6-93cb-65108c3569ce req-1ecf63af-cb8c-4017-88a0-946acf2b77c9 service neutron] 10.222.0.35 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883598 Sep 08 09:42:53.825378 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-353ea6a6-c5b1-4ba6-93cb-65108c3569ce req-ac4387c7-1f86-4f3e-9b06-e8f43c88d4af service neutron] 10.222.0.35 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826285 Sep 08 09:42:54.429443 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:42:58.886294 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:43:02.420729 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:43:17.686659 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-db749947-3de9-4b9d-b053-aed66fc805a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:43:20.454331 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:43:20.799251 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cfba53c2-614c-428f-8c9f-7ce4dd0adc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:43:22.252202 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:43:23.660352 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:43:24.420171 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:43:28.902030 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:43:39.424914 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:43:47.687253 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ead83af1-1f1c-4fa2-b62c-95443a312a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:43:50.454910 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:43:50.800273 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f3f1a3ef-5b81-40ab-80a3-9dcf622747bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:43:52.254101 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:43:53.262896 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-df204491-153c-4021-abe4-33960b5644d4 req-711df6d0-9b07-4c96-a692-252c212df9cd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=43746e74-febc-49ea-95af-78d497d3cf82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399401 Sep 08 09:43:53.363407 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df204491-153c-4021-abe4-33960b5644d4 req-3b98c6bd-3fa1-4f55-94e7-72da03f8a042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:43:53.365695 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-df204491-153c-4021-abe4-33960b5644d4 req-3b98c6bd-3fa1-4f55-94e7-72da03f8a042 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ea339fc014f40f08d7dfb55de384614&device_id=43746e74-febc-49ea-95af-78d497d3cf82 HTTP/1.1" status: 200 len: 1098 time: 0.0458596 Sep 08 09:43:53.467393 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df204491-153c-4021-abe4-33960b5644d4 req-d72d69c3-480d-4c2c-8782-81a52411736f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:43:53.468897 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-df204491-153c-4021-abe4-33960b5644d4 req-d72d69c3-480d-4c2c-8782-81a52411736f service neutron] 10.222.0.35 "GET /v2.0/networks?id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 HTTP/1.1" status: 200 len: 913 time: 0.0850904 Sep 08 09:43:53.541774 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-df204491-153c-4021-abe4-33960b5644d4 req-8ed6c3fb-61ad-4a2b-a9d1-8000e44ee496 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ae1bd87-da71-42ed-96e8-df28e39d0d13 HTTP/1.1" status: 200 len: 1001 time: 0.0631280 Sep 08 09:43:53.591143 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df204491-153c-4021-abe4-33960b5644d4 req-7ff765be-4029-48eb-a29b-0b1c2711a1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:43:53.592591 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-df204491-153c-4021-abe4-33960b5644d4 req-7ff765be-4029-48eb-a29b-0b1c2711a1b9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8 HTTP/1.1" status: 200 len: 851 time: 0.0438333 Sep 08 09:43:53.639192 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df204491-153c-4021-abe4-33960b5644d4 req-7b9692d0-0962-4245-bafc-7d109091a16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:43:53.640778 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-df204491-153c-4021-abe4-33960b5644d4 req-7b9692d0-0962-4245-bafc-7d109091a16a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406978 Sep 08 09:43:53.669496 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:43:53.743015 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-df204491-153c-4021-abe4-33960b5644d4 req-871d9ded-3bf2-42cc-98e7-734c2152fba0 service neutron] 10.222.0.35 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951421 Sep 08 09:43:53.835003 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-df204491-153c-4021-abe4-33960b5644d4 req-15055205-1189-41f6-9ae6-07b3b31aa12d service neutron] 10.222.0.35 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840762 Sep 08 09:43:54.435690 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:43:58.892743 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:44:16.429022 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:44:17.689325 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-626dc631-f6f8-40e9-8fef-4abce0415fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:44:18.845591 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-829f7bb8-7187-491b-b184-fc10da3cbb7d tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1531751466&fields=id&tenant_id=2ea339fc014f40f08d7dfb55de384614 HTTP/1.1" status: 200 len: 267 time: 0.0350113 Sep 08 09:44:18.959856 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-df1ac0b8-ff4f-4ba3-97b8-6d3826e35df6 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:44:18.961500 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-df1ac0b8-ff4f-4ba3-97b8-6d3826e35df6 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/networks?id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 HTTP/1.1" status: 200 len: 812 time: 0.1083050 Sep 08 09:44:18.976781 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-d5c64d52-d016-4edc-9e92-a8bdb738df20 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/quotas/2ea339fc014f40f08d7dfb55de384614 HTTP/1.1" status: 200 len: 375 time: 0.0095015 Sep 08 09:44:19.033537 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-608758f1-3f65-4038-9180-660606689ee6 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ea339fc014f40f08d7dfb55de384614&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0516729 Sep 08 09:44:19.049351 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-543c43ef-abf1-4a5e-9354-ddf7b908da02 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:44:19.050359 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-543c43ef-abf1-4a5e-9354-ddf7b908da02 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050595 Sep 08 09:44:19.142244 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-909615dd-8493-420e-ae6d-0c47adaf0c9b service neutron] 10.222.0.54 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857315 Sep 08 09:44:19.231094 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-bc79c197-f018-4ff7-ba53-d68eaa75a4e9 service neutron] 10.222.0.54 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827417 Sep 08 09:44:20.456414 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:44:20.535905 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-eb76d617-977a-4cb5-bf2e-410f472b9329 req-a3b89b30-6dc5-4e50-a555-ccf836277462 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98 HTTP/1.1" status: 200 len: 210 time: 0.0268896 Sep 08 09:44:20.801492 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cda3e57b-6eae-48c7-bd04-06abc16a5b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:44:21.619160 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-97b4e195-a19c-474d-a33c-dd65c0772262 req-5c15803f-16e7-45c4-8343-00f8ba95c3ba tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98 HTTP/1.1" status: 200 len: 210 time: 0.0322235 Sep 08 09:44:22.257046 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:44:22.738884 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cda4e883-4a74-46ff-ae0a-820bf9171fe0 req-f941f53d-ea1f-4977-b211-122d18692483 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98 HTTP/1.1" status: 200 len: 210 time: 0.0287869 Sep 08 09:44:23.641739 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-68f24581-1aae-4bc6-8e61-9219e80714b9 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:44:23.643242 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-68f24581-1aae-4bc6-8e61-9219e80714b9 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.37 "GET /v2.0/networks?id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 HTTP/1.1" status: 200 len: 812 time: 0.1117635 Sep 08 09:44:23.666689 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:44:23.694320 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-a7a3e431-cfdb-408c-ad3b-c51a264602dd tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ea339fc014f40f08d7dfb55de384614 HTTP/1.1" status: 200 len: 380 time: 0.0351551 Sep 08 09:44:23.703919 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-6b894f1b-7845-4a25-9734-2860797f3d7a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Request body: {'port': {'device_id': 'aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98', 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'admin_state_up': True, 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'security_groups': ['5331eca9-8fc7-40eb-b6b5-703ed7d9830a']}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:44:23.826221 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-6b894f1b-7845-4a25-9734-2860797f3d7a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Made reservation on behalf of 2ea339fc014f40f08d7dfb55de384614 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:44:23.830222 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-6b894f1b-7845-4a25-9734-2860797f3d7a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:44:23.836669 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4774bc23-9a8d-4325-afe6-3db8c3c5fe3d req-cd50dd06-6b8d-4fc0-b6f6-d8be5aba3051 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98 HTTP/1.1" status: 200 len: 210 time: 0.0283544 Sep 08 09:44:23.966587 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-6b894f1b-7845-4a25-9734-2860797f3d7a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Allocated IP 172.20.0.10 (5df0a467-a5a5-4a52-8ccf-31609c4c1dd9/b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8/b73f6d74-04a6-442c-8c59-28e0bc7a66ea) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:44:24.111922 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-6b894f1b-7845-4a25-9734-2860797f3d7a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:44:24.126830 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-6b894f1b-7845-4a25-9734-2860797f3d7a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Transition to ACTIVE for port object b73f6d74-04a6-442c-8c59-28e0bc7a66ea will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:44:24.162437 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-6b894f1b-7845-4a25-9734-2860797f3d7a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:44:24.205711 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-6b894f1b-7845-4a25-9734-2860797f3d7a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Network 5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:44:24.209240 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-6b894f1b-7845-4a25-9734-2860797f3d7a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:44:24.212845 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-6b894f1b-7845-4a25-9734-2860797f3d7a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:44:24.246022 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b894f1b-7845-4a25-9734-2860797f3d7a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Pushing event updated for resources: {'Port': ['ID=b73f6d74-04a6-442c-8c59-28e0bc7a66ea,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:44:24.262598 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b894f1b-7845-4a25-9734-2860797f3d7a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:44:24.262968 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b894f1b-7845-4a25-9734-2860797f3d7a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:44:24.263297 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b894f1b-7845-4a25-9734-2860797f3d7a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:44:24.263642 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b894f1b-7845-4a25-9734-2860797f3d7a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:44:24.263986 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b894f1b-7845-4a25-9734-2860797f3d7a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:44:24.264328 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b894f1b-7845-4a25-9734-2860797f3d7a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:44:24.264662 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b894f1b-7845-4a25-9734-2860797f3d7a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:44:24.264997 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b894f1b-7845-4a25-9734-2860797f3d7a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:44:24.265328 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b894f1b-7845-4a25-9734-2860797f3d7a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:44:24.265657 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b894f1b-7845-4a25-9734-2860797f3d7a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:44:24.265989 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b894f1b-7845-4a25-9734-2860797f3d7a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:44:24.266345 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b894f1b-7845-4a25-9734-2860797f3d7a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:44:24.289247 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-6b894f1b-7845-4a25-9734-2860797f3d7a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:44:24.289917 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-6b894f1b-7845-4a25-9734-2860797f3d7a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:44:24.305431 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-6b894f1b-7845-4a25-9734-2860797f3d7a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6053355 Sep 08 09:44:24.441397 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-f048da22-9cbb-4760-8753-d1ebb2bb44d9 service neutron] Request body: {'port': {'device_id': 'aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:44:24.456069 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:44:24.457569 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-05f8064a-47ff-4a35-994b-97b50ebb9354 None None] Provisioning for port b73f6d74-04a6-442c-8c59-28e0bc7a66ea completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:44:24.461920 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-05f8064a-47ff-4a35-994b-97b50ebb9354 None None] Provisioning complete for port b73f6d74-04a6-442c-8c59-28e0bc7a66ea triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:44:24.462337 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-05f8064a-47ff-4a35-994b-97b50ebb9354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:44:24.496524 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-05f8064a-47ff-4a35-994b-97b50ebb9354 None None] Port b73f6d74-04a6-442c-8c59-28e0bc7a66ea cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:44:24.499339 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-f048da22-9cbb-4760-8753-d1ebb2bb44d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:44:24.769268 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-f048da22-9cbb-4760-8753-d1ebb2bb44d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b73f6d74-04a6-442c-8c59-28e0bc7a66ea {{(pid=94713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:44:24.777392 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-f048da22-9cbb-4760-8753-d1ebb2bb44d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:44:24.789060 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-f048da22-9cbb-4760-8753-d1ebb2bb44d9 service neutron] Transition to ACTIVE for port object b73f6d74-04a6-442c-8c59-28e0bc7a66ea will not be triggered until provisioned by entity L2. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:44:24.792805 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-f048da22-9cbb-4760-8753-d1ebb2bb44d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:44:24.901960 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048da22-9cbb-4760-8753-d1ebb2bb44d9 service neutron] Pushing event updated for resources: {'Port': ['ID=b73f6d74-04a6-442c-8c59-28e0bc7a66ea,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:44:24.966784 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-f048da22-9cbb-4760-8753-d1ebb2bb44d9 service neutron] Attempting to bind port b73f6d74-04a6-442c-8c59-28e0bc7a66ea on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:44:24.967130 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-f048da22-9cbb-4760-8753-d1ebb2bb44d9 service neutron] Attempting to bind port b73f6d74-04a6-442c-8c59-28e0bc7a66ea by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '661b5f51-c7e0-409b-aee2-cbee07f30235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:44:24.967613 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-f048da22-9cbb-4760-8753-d1ebb2bb44d9 service neutron] Attempting to bind port b73f6d74-04a6-442c-8c59-28e0bc7a66ea on network 5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:44:24.975911 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-f048da22-9cbb-4760-8753-d1ebb2bb44d9 service neutron] Port b73f6d74-04a6-442c-8c59-28e0bc7a66ea on network 5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:44:24.976275 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-f048da22-9cbb-4760-8753-d1ebb2bb44d9 service neutron] Attempting to bind port b73f6d74-04a6-442c-8c59-28e0bc7a66ea on network 5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:44:24.984439 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-f048da22-9cbb-4760-8753-d1ebb2bb44d9 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:44:24.984791 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-f048da22-9cbb-4760-8753-d1ebb2bb44d9 service neutron] Checking segment: {'id': '661b5f51-c7e0-409b-aee2-cbee07f30235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:44:24.985186 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-f048da22-9cbb-4760-8753-d1ebb2bb44d9 service neutron] Bound using segment: {'id': '661b5f51-c7e0-409b-aee2-cbee07f30235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9'} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:44:24.985629 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-f048da22-9cbb-4760-8753-d1ebb2bb44d9 service neutron] Bound port: b73f6d74-04a6-442c-8c59-28e0bc7a66ea, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '661b5f51-c7e0-409b-aee2-cbee07f30235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9'}}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:44:24.986000 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-f048da22-9cbb-4760-8753-d1ebb2bb44d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:44:25.008157 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6bd992-1bb7-4b95-b339-7d6cfea2ff1e req-5549c757-713f-41cc-9fbd-2a93557ce974 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:44:25.009744 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6f6bd992-1bb7-4b95-b339-7d6cfea2ff1e req-5549c757-713f-41cc-9fbd-2a93557ce974 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98 HTTP/1.1" status: 200 len: 944 time: 0.0893695 Sep 08 09:44:25.088560 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6f6bd992-1bb7-4b95-b339-7d6cfea2ff1e req-8866a93d-b312-4ab6-9206-ec30ed7826cd tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710111 Sep 08 09:44:25.094734 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-f048da22-9cbb-4760-8753-d1ebb2bb44d9 service neutron] For port b73f6d74-04a6-442c-8c59-28e0bc7a66ea, host n-h1-806683-11, cleared binding levels {{(pid=94713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:44:25.098441 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-f048da22-9cbb-4760-8753-d1ebb2bb44d9 service neutron] For port b73f6d74-04a6-442c-8c59-28e0bc7a66ea, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=b73f6d74-04a6-442c-8c59-28e0bc7a66ea,segment=NetworkSegment(661b5f51-c7e0-409b-aee2-cbee07f30235),segment_id=661b5f51-c7e0-409b-aee2-cbee07f30235)] {{(pid=94713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:44:25.105590 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-f048da22-9cbb-4760-8753-d1ebb2bb44d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:44:25.144191 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-f048da22-9cbb-4760-8753-d1ebb2bb44d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:44:25.144861 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-f048da22-9cbb-4760-8753-d1ebb2bb44d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:44:25.146913 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-f048da22-9cbb-4760-8753-d1ebb2bb44d9 service neutron] 10.222.0.37 "PUT /v2.0/ports/b73f6d74-04a6-442c-8c59-28e0bc7a66ea HTTP/1.1" status: 200 len: 1093 time: 0.8274038 Sep 08 09:44:25.149212 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98', 'tag': 'b73f6d74-04a6-442c-8c59-28e0bc7a66ea'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:44:25.151860 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71489884-d8c7-4daa-9d62-f7c164832ade" -d '{"events": [{"name": "network-changed", "server_uuid": "aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98", "tag": "b73f6d74-04a6-442c-8c59-28e0bc7a66ea"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:44:25.186079 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048da22-9cbb-4760-8753-d1ebb2bb44d9 service neutron] Pushing event updated for resources: {'Port': ['ID=b73f6d74-04a6-442c-8c59-28e0bc7a66ea,revision_number=3']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:44:25.274756 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-fd60adb3-705d-4e08-ab66-0eb9e412cd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:44:25.276319 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-fd60adb3-705d-4e08-ab66-0eb9e412cd5f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2ea339fc014f40f08d7dfb55de384614&device_id=aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98 HTTP/1.1" status: 200 len: 1096 time: 0.0604122 Sep 08 09:44:25.290701 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0863cf98-927e-4c88-ad34-53b69df078ea x-openstack-request-id: req-0863cf98-927e-4c88-ad34-53b69df078ea {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:44:25.290974 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98", "tag": "b73f6d74-04a6-442c-8c59-28e0bc7a66ea", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:44:25.291226 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0863cf98-927e-4c88-ad34-53b69df078ea {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:44:25.291637 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98', 'tag': 'b73f6d74-04a6-442c-8c59-28e0bc7a66ea', 'status': 'completed', 'code': 200} Sep 08 09:44:25.329918 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-3db59f60-4b1c-47af-9048-438ee361775a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b73f6d74-04a6-442c-8c59-28e0bc7a66ea HTTP/1.1" status: 200 len: 217 time: 0.0372519 Sep 08 09:44:25.383696 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-d760e9f7-e1ad-4e74-a04d-d73d4158358d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:44:25.385234 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-d760e9f7-e1ad-4e74-a04d-d73d4158358d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8 HTTP/1.1" status: 200 len: 851 time: 0.0480494 Sep 08 09:44:25.433102 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-c6c6e841-d2f1-4d44-b3bc-d675330b2a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:44:25.434998 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-c6c6e841-d2f1-4d44-b3bc-d675330b2a6d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425959 Sep 08 09:44:25.533028 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-eb0bcacf-5b10-484b-9714-faee1e5580da service neutron] 10.222.0.37 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907483 Sep 08 09:44:25.628705 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-24c9d2c7-2bb2-4cc7-b37f-802f55b877ed req-0648f346-5e9b-4654-b1ab-17345496124b service neutron] 10.222.0.37 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887272 Sep 08 09:44:25.739478 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71489884-d8c7-4daa-9d62-f7c164832ade req-6108924b-379a-4508-bcb2-6b0ead6fb594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:44:25.742086 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-71489884-d8c7-4daa-9d62-f7c164832ade req-6108924b-379a-4508-bcb2-6b0ead6fb594 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2ea339fc014f40f08d7dfb55de384614&device_id=aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98 HTTP/1.1" status: 200 len: 1096 time: 0.0440254 Sep 08 09:44:25.832202 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71489884-d8c7-4daa-9d62-f7c164832ade req-f84a997c-a6d6-4ceb-b15c-67fadb2d67e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:44:25.833594 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-71489884-d8c7-4daa-9d62-f7c164832ade req-f84a997c-a6d6-4ceb-b15c-67fadb2d67e7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 HTTP/1.1" status: 200 len: 913 time: 0.0847821 Sep 08 09:44:25.879588 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-71489884-d8c7-4daa-9d62-f7c164832ade req-a466447c-4d48-4037-986c-4ab58a4df287 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b73f6d74-04a6-442c-8c59-28e0bc7a66ea HTTP/1.1" status: 200 len: 217 time: 0.0380194 Sep 08 09:44:25.929431 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71489884-d8c7-4daa-9d62-f7c164832ade req-0be5a89c-6ddf-40cf-b27e-4ea05dc2de87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:44:25.930947 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-71489884-d8c7-4daa-9d62-f7c164832ade req-0be5a89c-6ddf-40cf-b27e-4ea05dc2de87 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8 HTTP/1.1" status: 200 len: 851 time: 0.0434184 Sep 08 09:44:25.977615 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71489884-d8c7-4daa-9d62-f7c164832ade req-08f93db0-3a8f-40a4-ae70-3ad9577275ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:44:25.979208 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-71489884-d8c7-4daa-9d62-f7c164832ade req-08f93db0-3a8f-40a4-ae70-3ad9577275ee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410748 Sep 08 09:44:26.074957 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-71489884-d8c7-4daa-9d62-f7c164832ade req-71e9929c-fa7a-4716-8c7f-edc65b02244b service neutron] 10.222.0.37 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883999 Sep 08 09:44:26.184520 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-71489884-d8c7-4daa-9d62-f7c164832ade req-1b7fdd7b-e66f-49e6-9b66-769b18181b0a service neutron] 10.222.0.37 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029854 Sep 08 09:44:26.226232 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2efa9-3c3a-4bdf-9106-1861d572fb75 req-1c7a2f0e-b73b-480a-be61-15fff88846ee tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:44:26.228132 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-41c2efa9-3c3a-4bdf-9106-1861d572fb75 req-1c7a2f0e-b73b-480a-be61-15fff88846ee tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98 HTTP/1.1" status: 200 len: 944 time: 0.0633683 Sep 08 09:44:26.273062 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-41c2efa9-3c3a-4bdf-9106-1861d572fb75 req-43b7ad28-64f6-435a-8589-f0296a0b50d8 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386252 Sep 08 09:44:27.399788 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12205e7-14c6-4f82-8458-e416c815e88e req-b1a268da-ef89-43d4-83dc-d9395a77db52 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:44:27.401341 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c12205e7-14c6-4f82-8458-e416c815e88e req-b1a268da-ef89-43d4-83dc-d9395a77db52 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98 HTTP/1.1" status: 200 len: 944 time: 0.0554233 Sep 08 09:44:27.442017 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c12205e7-14c6-4f82-8458-e416c815e88e req-def34f22-fb35-4b5e-b093-2c73abac27ce tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344298 Sep 08 09:44:28.571104 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821ed9c-b84f-4801-a6d0-5eabf7f3471d req-0d67101e-893b-4897-aea5-471d2ee0c6ec tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:44:28.572788 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2821ed9c-b84f-4801-a6d0-5eabf7f3471d req-0d67101e-893b-4897-aea5-471d2ee0c6ec tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98 HTTP/1.1" status: 200 len: 944 time: 0.0562522 Sep 08 09:44:28.615644 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2821ed9c-b84f-4801-a6d0-5eabf7f3471d req-088b3011-533f-49b3-9ebc-f44aad50dc7c tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361478 Sep 08 09:44:28.908470 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:44:29.729270 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02169b8-76e4-402f-8a29-f0080e9266aa req-02af9781-b2d5-4f2c-8016-ed6bd43aa2ec tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:44:29.730804 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c02169b8-76e4-402f-8a29-f0080e9266aa req-02af9781-b2d5-4f2c-8016-ed6bd43aa2ec tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98 HTTP/1.1" status: 200 len: 944 time: 0.0485778 Sep 08 09:44:29.768481 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c02169b8-76e4-402f-8a29-f0080e9266aa req-c390ef02-e10c-47a5-b239-2ea21e2808d1 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316710 Sep 08 09:44:30.883911 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f172ac9-01fc-4d61-bfe2-746e0d4bd532 req-266e233b-850a-407b-b691-4e440a3c3b72 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:44:30.885420 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6f172ac9-01fc-4d61-bfe2-746e0d4bd532 req-266e233b-850a-407b-b691-4e440a3c3b72 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98 HTTP/1.1" status: 200 len: 944 time: 0.0505836 Sep 08 09:44:30.923456 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6f172ac9-01fc-4d61-bfe2-746e0d4bd532 req-d03b99cd-7271-44cf-8fa6-1d20fcc8ee27 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321641 Sep 08 09:44:32.040202 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a230156-238e-4b26-889f-4bceaddae880 req-cb929cb3-7ca8-4997-8685-65784a515877 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:44:32.041671 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4a230156-238e-4b26-889f-4bceaddae880 req-cb929cb3-7ca8-4997-8685-65784a515877 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98 HTTP/1.1" status: 200 len: 944 time: 0.0522001 Sep 08 09:44:32.079550 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4a230156-238e-4b26-889f-4bceaddae880 req-f9e9cecc-c16d-4f32-a215-0265c55c0d96 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318964 Sep 08 09:44:33.203483 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b41300-e48d-4f33-9ce6-7a22f9fbebc4 req-73c454c8-5a1d-4726-af0c-414f20cec81d tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:44:33.205202 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-36b41300-e48d-4f33-9ce6-7a22f9fbebc4 req-73c454c8-5a1d-4726-af0c-414f20cec81d tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98 HTTP/1.1" status: 200 len: 944 time: 0.0516112 Sep 08 09:44:33.242226 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-36b41300-e48d-4f33-9ce6-7a22f9fbebc4 req-54503a5c-481b-4483-8837-c2566524faac tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304184 Sep 08 09:44:34.358274 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ee8d7-9a79-49cc-820d-b02e817917a3 req-f25dc49c-8cd5-4bb1-a3c1-2d4709b274ba tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:44:34.359772 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2d0ee8d7-9a79-49cc-820d-b02e817917a3 req-f25dc49c-8cd5-4bb1-a3c1-2d4709b274ba tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98 HTTP/1.1" status: 200 len: 944 time: 0.0502298 Sep 08 09:44:34.396697 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2d0ee8d7-9a79-49cc-820d-b02e817917a3 req-62d7113c-d782-4a6a-8829-ad38c737bc07 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308516 Sep 08 09:44:35.332110 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device b73f6d74-04a6-442c-8c59-28e0bc7a66ea details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:44:35.427477 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port b73f6d74-04a6-442c-8c59-28e0bc7a66ea, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=b73f6d74-04a6-442c-8c59-28e0bc7a66ea,segment=NetworkSegment(661b5f51-c7e0-409b-aee2-cbee07f30235),segment_id=661b5f51-c7e0-409b-aee2-cbee07f30235)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:44:35.444386 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': 'b73f6d74-04a6-442c-8c59-28e0bc7a66ea', 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'port_id': 'b73f6d74-04a6-442c-8c59-28e0bc7a66ea', 'mac_address': 'fa:16:3e:87:07:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:44:35.483019 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:44:35.495429 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b73f6d74-04a6-442c-8c59-28e0bc7a66ea {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:44:35.512781 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4907d3-b794-4e7d-ad09-3afe14e59ab5 req-9857ad4a-9e91-40fb-b3b4-b4580f5405e6 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:44:35.514308 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9d4907d3-b794-4e7d-ad09-3afe14e59ab5 req-9857ad4a-9e91-40fb-b3b4-b4580f5405e6 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98 HTTP/1.1" status: 200 len: 944 time: 0.0483725 Sep 08 09:44:35.514899 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port b73f6d74-04a6-442c-8c59-28e0bc7a66ea, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=b73f6d74-04a6-442c-8c59-28e0bc7a66ea,segment=NetworkSegment(661b5f51-c7e0-409b-aee2-cbee07f30235),segment_id=661b5f51-c7e0-409b-aee2-cbee07f30235)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:44:35.518842 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:44:35.552745 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9d4907d3-b794-4e7d-ad09-3afe14e59ab5 req-83d71128-1be3-4c9a-9d38-a743547849a6 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322773 Sep 08 09:44:35.573723 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=b73f6d74-04a6-442c-8c59-28e0bc7a66ea,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:44:35.581301 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:44:35.581648 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:44:35.581987 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:44:35.582414 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:44:35.582695 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:44:35.583028 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:44:35.583357 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:44:35.583683 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:44:35.584005 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:44:35.584329 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:44:35.584652 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:44:35.584974 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:44:35.856642 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['b73f6d74-04a6-442c-8c59-28e0bc7a66ea'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:44:36.667695 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e3225f-c35f-456c-93b9-68b87c09acda req-bd9e7736-6a0b-4727-9140-b1b3a0deb326 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:44:36.669204 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f7e3225f-c35f-456c-93b9-68b87c09acda req-bd9e7736-6a0b-4727-9140-b1b3a0deb326 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98 HTTP/1.1" status: 200 len: 945 time: 0.0494611 Sep 08 09:44:36.707711 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f7e3225f-c35f-456c-93b9-68b87c09acda req-d50ecbea-02b3-49bb-a86e-ad76f1686054 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325091 Sep 08 09:44:36.996888 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [req-d9864e99-3f9d-4e6e-8d46-c6d8afb86eef req-9588454f-fada-470c-87cb-8b88366f9019 service neutron] (94713) timed out ('10.222.0.54', 47742) {{(pid=94713) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 09:44:37.331425 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device b73f6d74-04a6-442c-8c59-28e0bc7a66ea up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:44:37.379426 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port b73f6d74-04a6-442c-8c59-28e0bc7a66ea completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:44:37.383394 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port b73f6d74-04a6-442c-8c59-28e0bc7a66ea triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:44:37.383761 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:44:37.461621 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:44:37.487134 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73f6d74-04a6-442c-8c59-28e0bc7a66ea'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:44:37.489356 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e436f2-a46c-44c9-af93-0c2a44e89b93" -d '{"events": [{"server_uuid": "aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98", "name": "network-vif-plugged", "status": "completed", "tag": "b73f6d74-04a6-442c-8c59-28e0bc7a66ea"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:44:37.501801 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port b73f6d74-04a6-442c-8c59-28e0bc7a66ea, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=b73f6d74-04a6-442c-8c59-28e0bc7a66ea,segment=NetworkSegment(661b5f51-c7e0-409b-aee2-cbee07f30235),segment_id=661b5f51-c7e0-409b-aee2-cbee07f30235)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:44:37.505883 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:44:37.531134 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478ddc14-ecb9-4dcf-bbfa-b115f7f18310 x-openstack-request-id: req-478ddc14-ecb9-4dcf-bbfa-b115f7f18310 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:44:37.531432 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98", "name": "network-vif-plugged", "status": "completed", "tag": "b73f6d74-04a6-442c-8c59-28e0bc7a66ea", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:44:37.531684 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-478ddc14-ecb9-4dcf-bbfa-b115f7f18310 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:44:37.532074 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73f6d74-04a6-442c-8c59-28e0bc7a66ea', 'code': 200} Sep 08 09:44:37.559230 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=b73f6d74-04a6-442c-8c59-28e0bc7a66ea,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:44:37.647421 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d0658-e3fe-4b5a-aed8-b121147e19d7 req-09a73088-7fa4-4179-9b7f-9127f2d25e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:44:37.649560 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7a1d0658-e3fe-4b5a-aed8-b121147e19d7 req-09a73088-7fa4-4179-9b7f-9127f2d25e2d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98 HTTP/1.1" status: 200 len: 1098 time: 0.0403302 Sep 08 09:44:37.682653 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7a1d0658-e3fe-4b5a-aed8-b121147e19d7 req-ba8de512-9747-4cad-bbae-36f19f7d24a8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265937 Sep 08 09:44:37.825714 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b27918-c5c7-4934-8e70-38cca83c7f86 req-c1577447-9d83-45f6-8123-281ca33744a5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:44:37.827251 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a1b27918-c5c7-4934-8e70-38cca83c7f86 req-c1577447-9d83-45f6-8123-281ca33744a5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98 HTTP/1.1" status: 200 len: 946 time: 0.0525215 Sep 08 09:44:37.864496 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a1b27918-c5c7-4934-8e70-38cca83c7f86 req-c448516f-a8e4-4bcf-b9d4-e8619f162294 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310113 Sep 08 09:44:38.892545 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ff361a7e-3289-4c12-80ad-f43dbf3a63d6 req-6f720f28-4c5b-4f95-8895-972f80339e04 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0430384 Sep 08 09:44:39.025232 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5ce54-a599-4197-b4a5-303e73a3fd7e req-69e92807-9c45-405c-8d9e-8219de21c759 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:44:39.026769 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d1f5ce54-a599-4197-b4a5-303e73a3fd7e req-69e92807-9c45-405c-8d9e-8219de21c759 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98 HTTP/1.1" status: 200 len: 946 time: 0.0841892 Sep 08 09:44:39.028612 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff361a7e-3289-4c12-80ad-f43dbf3a63d6 req-5c2ae40a-3660-4936-ab30-082555da8738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:44:39.029987 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ff361a7e-3289-4c12-80ad-f43dbf3a63d6 req-5c2ae40a-3660-4936-ab30-082555da8738 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2ea339fc014f40f08d7dfb55de384614&device_id=aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98 HTTP/1.1" status: 200 len: 1098 time: 0.0770376 Sep 08 09:44:39.086205 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d1f5ce54-a599-4197-b4a5-303e73a3fd7e req-cc8a6cbf-6177-4635-bd58-8ecb70a7e541 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530121 Sep 08 09:44:39.150335 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff361a7e-3289-4c12-80ad-f43dbf3a63d6 req-d5bea08c-74d4-4ea8-a85d-da67f44767ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:44:39.151818 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ff361a7e-3289-4c12-80ad-f43dbf3a63d6 req-d5bea08c-74d4-4ea8-a85d-da67f44767ee service neutron] 10.222.0.37 "GET /v2.0/networks?id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 HTTP/1.1" status: 200 len: 913 time: 0.0987043 Sep 08 09:44:39.192861 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ff361a7e-3289-4c12-80ad-f43dbf3a63d6 req-c72bc73a-44d2-4f8e-bd2b-690e60c6f94a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b73f6d74-04a6-442c-8c59-28e0bc7a66ea HTTP/1.1" status: 200 len: 217 time: 0.0341835 Sep 08 09:44:39.203016 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d6d65-d6cf-425e-9fcf-db5780168892 req-839c2f71-32c0-46a3-b307-ce63e5b9e342 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:44:39.204789 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-989d6d65-d6cf-425e-9fcf-db5780168892 req-839c2f71-32c0-46a3-b307-ce63e5b9e342 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98 HTTP/1.1" status: 200 len: 946 time: 0.0518298 Sep 08 09:44:39.248990 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff361a7e-3289-4c12-80ad-f43dbf3a63d6 req-4e7a9bbf-2f96-4b14-8e92-7c8ffce40d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:44:39.249681 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-989d6d65-d6cf-425e-9fcf-db5780168892 req-e4ebd97b-54d6-4bdc-8e73-96999287fd36 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385165 Sep 08 09:44:39.250487 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ff361a7e-3289-4c12-80ad-f43dbf3a63d6 req-4e7a9bbf-2f96-4b14-8e92-7c8ffce40d84 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8 HTTP/1.1" status: 200 len: 851 time: 0.0476875 Sep 08 09:44:39.272246 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34520) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:44:39.298014 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff361a7e-3289-4c12-80ad-f43dbf3a63d6 req-9208be16-d5f3-482f-92a6-da268b69dc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:44:39.299500 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ff361a7e-3289-4c12-80ad-f43dbf3a63d6 req-9208be16-d5f3-482f-92a6-da268b69dc92 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412588 Sep 08 09:44:39.313504 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f6b718-fbdc-49a1-81a8-31f47377d92a tempest-TestVolumeBootPattern-1864636422 tempest-TestVolumeBootPattern-1864636422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:44:39.315081 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-a7f6b718-fbdc-49a1-81a8-31f47377d92a tempest-TestVolumeBootPattern-1864636422 tempest-TestVolumeBootPattern-1864636422-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98 HTTP/1.1" status: 200 len: 1093 time: 0.0418608 Sep 08 09:44:39.317835 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34522) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:44:39.322917 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-ac7488f3-6fdb-426e-b597-b3e44b77c0f5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'port_id': 'b73f6d74-04a6-442c-8c59-28e0bc7a66ea', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:44:39.344991 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ac7488f3-6fdb-426e-b597-b3e44b77c0f5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks [] for floatingip, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:44:39.397041 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ff361a7e-3289-4c12-80ad-f43dbf3a63d6 req-8f13ad18-0a77-40df-b898-3c5d86c9972c service neutron] 10.222.0.37 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897624 Sep 08 09:44:39.451555 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ac7488f3-6fdb-426e-b597-b3e44b77c0f5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:44:39.493274 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ff361a7e-3289-4c12-80ad-f43dbf3a63d6 req-b84a30da-937b-48e6-994d-1c07f8886990 service neutron] 10.222.0.37 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890064 Sep 08 09:44:39.560727 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-ac7488f3-6fdb-426e-b597-b3e44b77c0f5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Allocated IP 172.25.0.97 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/f615d006-7291-42a3-8b46-d686784700af) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:44:39.659901 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ac7488f3-6fdb-426e-b597-b3e44b77c0f5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:44:39.697152 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ac7488f3-6fdb-426e-b597-b3e44b77c0f5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:44:39.735109 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7488f3-6fdb-426e-b597-b3e44b77c0f5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:44:39.737990 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-ac7488f3-6fdb-426e-b597-b3e44b77c0f5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:44:39.740580 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7488f3-6fdb-426e-b597-b3e44b77c0f5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:44:39.770791 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7488f3-6fdb-426e-b597-b3e44b77c0f5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Pushing event updated for resources: {'Port': ['ID=f615d006-7291-42a3-8b46-d686784700af,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:44:39.785149 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7488f3-6fdb-426e-b597-b3e44b77c0f5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:44:39.785501 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7488f3-6fdb-426e-b597-b3e44b77c0f5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:44:39.785851 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7488f3-6fdb-426e-b597-b3e44b77c0f5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:44:39.786212 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7488f3-6fdb-426e-b597-b3e44b77c0f5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:44:39.786552 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7488f3-6fdb-426e-b597-b3e44b77c0f5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:44:39.786884 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7488f3-6fdb-426e-b597-b3e44b77c0f5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:44:39.787215 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7488f3-6fdb-426e-b597-b3e44b77c0f5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:44:39.787544 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7488f3-6fdb-426e-b597-b3e44b77c0f5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:44:39.787877 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7488f3-6fdb-426e-b597-b3e44b77c0f5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:44:39.788203 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7488f3-6fdb-426e-b597-b3e44b77c0f5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:44:39.788532 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7488f3-6fdb-426e-b597-b3e44b77c0f5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:44:39.789749 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7488f3-6fdb-426e-b597-b3e44b77c0f5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:44:40.113606 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ac7488f3-6fdb-426e-b597-b3e44b77c0f5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:44:40.181719 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ac7488f3-6fdb-426e-b597-b3e44b77c0f5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:44:40.331811 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ac7488f3-6fdb-426e-b597-b3e44b77c0f5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:44:40.336680 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ac7488f3-6fdb-426e-b597-b3e44b77c0f5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:44:40.408245 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7488f3-6fdb-426e-b597-b3e44b77c0f5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Pushing event updated for resources: {'Port': ['ID=f615d006-7291-42a3-8b46-d686784700af,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:44:40.416651 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ac7488f3-6fdb-426e-b597-b3e44b77c0f5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:44:40.517656 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [None req-ac7488f3-6fdb-426e-b597-b3e44b77c0f5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Floating IP 8415f521-a35b-48cd-8f2f-272c82bb4c89 associated. External IP: 172.25.0.97, port: b73f6d74-04a6-442c-8c59-28e0bc7a66ea. Sep 08 09:44:40.725172 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7488f3-6fdb-426e-b597-b3e44b77c0f5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Router 5778100e-b524-4a82-badd-f33a2553e3f1 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:44:40.832484 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7488f3-6fdb-426e-b597-b3e44b77c0f5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:44:40.843329 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0eccb89-7b8d-4502-aff1-3201cc232187 None None] Sync routers for ids ['5778100e-b524-4a82-badd-f33a2553e3f1'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:44:40.849221 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ac7488f3-6fdb-426e-b597-b3e44b77c0f5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:44:40.854158 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0eccb89-7b8d-4502-aff1-3201cc232187 None None] Routers {'5778100e-b524-4a82-badd-f33a2553e3f1'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:44:40.854769 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-d0eccb89-7b8d-4502-aff1-3201cc232187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:44:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5778100e-b524-4a82-badd-f33a2553e3f1'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:44:40.876250 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ac7488f3-6fdb-426e-b597-b3e44b77c0f5 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5572987 Sep 08 09:44:40.877154 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98', 'tag': 'b73f6d74-04a6-442c-8c59-28e0bc7a66ea'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:44:40.879449 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9cb19f-c6f3-4e01-b3da-067048784e05" -d '{"events": [{"name": "network-changed", "server_uuid": "aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98", "tag": "b73f6d74-04a6-442c-8c59-28e0bc7a66ea"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:44:40.972285 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-d0eccb89-7b8d-4502-aff1-3201cc232187 None None] Set router 5778100e-b524-4a82-badd-f33a2553e3f1 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:44:41.009879 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf61319c-8e11-46dd-bd45-c73db3c5ba9c x-openstack-request-id: req-bf61319c-8e11-46dd-bd45-c73db3c5ba9c {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:44:41.010218 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98", "tag": "b73f6d74-04a6-442c-8c59-28e0bc7a66ea", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:44:41.010479 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bf61319c-8e11-46dd-bd45-c73db3c5ba9c {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:44:41.010894 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98', 'tag': 'b73f6d74-04a6-442c-8c59-28e0bc7a66ea', 'status': 'completed', 'code': 200} Sep 08 09:44:41.094853 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9cb19f-c6f3-4e01-b3da-067048784e05 req-4d621353-c45a-4cf3-9dc8-97f13423fa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:44:41.096403 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bc9cb19f-c6f3-4e01-b3da-067048784e05 req-4d621353-c45a-4cf3-9dc8-97f13423fa82 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2ea339fc014f40f08d7dfb55de384614&device_id=aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98 HTTP/1.1" status: 200 len: 1098 time: 0.0447743 Sep 08 09:44:41.195638 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9cb19f-c6f3-4e01-b3da-067048784e05 req-e99458db-b479-4a77-9f39-68c2807b2354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:44:41.197516 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bc9cb19f-c6f3-4e01-b3da-067048784e05 req-e99458db-b479-4a77-9f39-68c2807b2354 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 HTTP/1.1" status: 200 len: 913 time: 0.0943377 Sep 08 09:44:41.200716 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-d0eccb89-7b8d-4502-aff1-3201cc232187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'name': 'tempest-TestVolumeBootPattern-1217601385-router', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'efb3d93b-1588-43b7-a720-e5d69d663193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:36:31Z', 'updated_at': '2021-09-08T09:36:34Z', 'revision_number': 4, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'gw_port': {'id': 'efb3d93b-1588-43b7-a720-e5d69d663193', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:32Z', 'updated_at': '2021-09-08T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '6af6c60e-f778-422f-a5c5-71b0b4c92cfc', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'port_id': '5ae1bd87-da71-42ed-96e8-df28e39d0d13', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'mac_address': 'fa:16:3e:48:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43746e74-febc-49ea-95af-78d497d3cf82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:42:28Z', 'updated_at': '2021-09-08T09:42:31Z', 'revision_number': 1, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'fixed_ip_address_scope': None}, {'id': '8415f521-a35b-48cd-8f2f-272c82bb4c89', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'floating_ip_address': '172.25.0.97', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'port_id': 'b73f6d74-04a6-442c-8c59-28e0bc7a66ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'mac_address': 'fa:16:3e:87:07:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:44:39Z', 'updated_at': '2021-09-08T09:44:39Z', 'revision_number': 0, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be3734cd-aadf-4fa4-a7f0-34d7a3c975c4', 'name': '', 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'mac_address': 'fa:16:3e:2f:df:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:33Z', 'updated_at': '2021-09-08T09:36:41Z', 'revision_number': 5, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'subnets': [{'id': 'b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:44:41.229630 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0eccb89-7b8d-4502-aff1-3201cc232187 None None] Checking router: 5778100e-b524-4a82-badd-f33a2553e3f1 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:44:41.237874 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0eccb89-7b8d-4502-aff1-3201cc232187 None None] Routers {'5778100e-b524-4a82-badd-f33a2553e3f1'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:44:41.238437 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-d0eccb89-7b8d-4502-aff1-3201cc232187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:44:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5778100e-b524-4a82-badd-f33a2553e3f1'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:44:41.263163 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bc9cb19f-c6f3-4e01-b3da-067048784e05 req-16e55c3e-078e-43c3-b399-d7ad5e757133 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b73f6d74-04a6-442c-8c59-28e0bc7a66ea HTTP/1.1" status: 200 len: 999 time: 0.0586789 Sep 08 09:44:41.315413 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9cb19f-c6f3-4e01-b3da-067048784e05 req-8912f453-8ed0-4831-a969-a1068760551c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:44:41.316894 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bc9cb19f-c6f3-4e01-b3da-067048784e05 req-8912f453-8ed0-4831-a969-a1068760551c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8 HTTP/1.1" status: 200 len: 851 time: 0.0471516 Sep 08 09:44:41.344100 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-d0eccb89-7b8d-4502-aff1-3201cc232187 None None] Set router 5778100e-b524-4a82-badd-f33a2553e3f1 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:44:41.362767 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9cb19f-c6f3-4e01-b3da-067048784e05 req-901736cd-dba4-4974-a1af-3ce2126389f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:44:41.364369 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bc9cb19f-c6f3-4e01-b3da-067048784e05 req-901736cd-dba4-4974-a1af-3ce2126389f3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407231 Sep 08 09:44:41.456219 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bc9cb19f-c6f3-4e01-b3da-067048784e05 req-fa382c64-b645-4899-9a50-c5008791eecc service neutron] 10.222.0.37 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844882 Sep 08 09:44:41.549840 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bc9cb19f-c6f3-4e01-b3da-067048784e05 req-a74c1e53-f50d-482c-a087-91ea09013d15 service neutron] 10.222.0.37 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857952 Sep 08 09:44:41.569939 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-d0eccb89-7b8d-4502-aff1-3201cc232187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'name': 'tempest-TestVolumeBootPattern-1217601385-router', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'efb3d93b-1588-43b7-a720-e5d69d663193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:36:31Z', 'updated_at': '2021-09-08T09:36:34Z', 'revision_number': 4, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'gw_port': {'id': 'efb3d93b-1588-43b7-a720-e5d69d663193', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:32Z', 'updated_at': '2021-09-08T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '6af6c60e-f778-422f-a5c5-71b0b4c92cfc', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'port_id': '5ae1bd87-da71-42ed-96e8-df28e39d0d13', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'mac_address': 'fa:16:3e:48:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43746e74-febc-49ea-95af-78d497d3cf82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:42:28Z', 'updated_at': '2021-09-08T09:42:31Z', 'revision_number': 1, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'fixed_ip_address_scope': None}, {'id': '8415f521-a35b-48cd-8f2f-272c82bb4c89', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'floating_ip_address': '172.25.0.97', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'port_id': 'b73f6d74-04a6-442c-8c59-28e0bc7a66ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'mac_address': 'fa:16:3e:87:07:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:44:39Z', 'updated_at': '2021-09-08T09:44:39Z', 'revision_number': 0, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be3734cd-aadf-4fa4-a7f0-34d7a3c975c4', 'name': '', 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'mac_address': 'fa:16:3e:2f:df:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:33Z', 'updated_at': '2021-09-08T09:36:41Z', 'revision_number': 5, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'subnets': [{'id': 'b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:44:41.599872 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0eccb89-7b8d-4502-aff1-3201cc232187 None None] The sync data for ids ['5778100e-b524-4a82-badd-f33a2553e3f1'] in n-d-806683-11 is: [{'id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'name': 'tempest-TestVolumeBootPattern-1217601385-router', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'efb3d93b-1588-43b7-a720-e5d69d663193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:36:31Z', 'updated_at': '2021-09-08T09:36:34Z', 'revision_number': 4, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'gw_port': {'id': 'efb3d93b-1588-43b7-a720-e5d69d663193', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:32Z', 'updated_at': '2021-09-08T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '6af6c60e-f778-422f-a5c5-71b0b4c92cfc', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'port_id': '5ae1bd87-da71-42ed-96e8-df28e39d0d13', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'mac_address': 'fa:16:3e:48:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43746e74-febc-49ea-95af-78d497d3cf82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:42:28Z', 'updated_at': '2021-09-08T09:42:31Z', 'revision_number': 1, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'fixed_ip_address_scope': None}, {'id': '8415f521-a35b-48cd-8f2f-272c82bb4c89', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'floating_ip_address': '172.25.0.97', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'port_id': 'b73f6d74-04a6-442c-8c59-28e0bc7a66ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'mac_address': 'fa:16:3e:87:07:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:44:39Z', 'updated_at': '2021-09-08T09:44:39Z', 'revision_number': 0, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be3734cd-aadf-4fa4-a7f0-34d7a3c975c4', 'name': '', 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'mac_address': 'fa:16:3e:2f:df:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:33Z', 'updated_at': '2021-09-08T09:36:41Z', 'revision_number': 5, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'subnets': [{'id': 'b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:44:41.799541 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51a3584-f1b2-4b27-a05a-c757ab34c25a None None] New status for floating IP 8415f521-a35b-48cd-8f2f-272c82bb4c89: ACTIVE {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:44:47.690931 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8245e9f6-671b-47b4-800d-563389d54839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:44:50.458451 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:44:50.803378 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6517f7fb-db60-43b0-be0e-6d9afb304eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:44:52.260608 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:44:53.529608 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:44:53.669000 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:44:54.260888 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-727db667-abce-4812-b15a-4f9c1f26e36e req-53834580-442b-4e98-96a7-07f4af2e2bae service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=43746e74-febc-49ea-95af-78d497d3cf82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412550 Sep 08 09:44:54.361457 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727db667-abce-4812-b15a-4f9c1f26e36e req-bf9789b7-1bd6-4ea2-b71b-01a8b0d3c6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:44:54.363196 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-727db667-abce-4812-b15a-4f9c1f26e36e req-bf9789b7-1bd6-4ea2-b71b-01a8b0d3c6c0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ea339fc014f40f08d7dfb55de384614&device_id=43746e74-febc-49ea-95af-78d497d3cf82 HTTP/1.1" status: 200 len: 1098 time: 0.0429728 Sep 08 09:44:54.466126 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:44:54.477109 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727db667-abce-4812-b15a-4f9c1f26e36e req-76b92c22-d215-4bc6-a519-b9ee4c89b25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:44:54.478705 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-727db667-abce-4812-b15a-4f9c1f26e36e req-76b92c22-d215-4bc6-a519-b9ee4c89b25f service neutron] 10.222.0.35 "GET /v2.0/networks?id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 HTTP/1.1" status: 200 len: 913 time: 0.0964155 Sep 08 09:44:54.546766 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-727db667-abce-4812-b15a-4f9c1f26e36e req-556a025c-6ce9-4437-afbb-3ac917263506 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ae1bd87-da71-42ed-96e8-df28e39d0d13 HTTP/1.1" status: 200 len: 1001 time: 0.0615883 Sep 08 09:44:54.600666 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727db667-abce-4812-b15a-4f9c1f26e36e req-469e4538-ef5a-4f58-80f8-c6af293101ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:44:54.602209 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-727db667-abce-4812-b15a-4f9c1f26e36e req-469e4538-ef5a-4f58-80f8-c6af293101ab service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8 HTTP/1.1" status: 200 len: 851 time: 0.0482810 Sep 08 09:44:54.646427 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727db667-abce-4812-b15a-4f9c1f26e36e req-18b79b59-d36d-44e0-8dbe-601d8bee39cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:44:54.647910 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-727db667-abce-4812-b15a-4f9c1f26e36e req-18b79b59-d36d-44e0-8dbe-601d8bee39cf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391123 Sep 08 09:44:54.740495 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-727db667-abce-4812-b15a-4f9c1f26e36e req-d09a87ef-c38d-40d6-ac08-b26f6f148455 service neutron] 10.222.0.35 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851727 Sep 08 09:44:54.833347 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-727db667-abce-4812-b15a-4f9c1f26e36e req-e53d220c-9a2e-4e5c-a97a-c8a78f957021 service neutron] 10.222.0.35 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858617 Sep 08 09:44:58.935489 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:45:17.691177 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e671ccfd-d7af-4eb6-9942-75e9a0eb6161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:45:20.465864 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:45:20.804575 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b14c88d3-6fe6-4f63-8a0e-2fb68ed86f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:45:22.261555 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:45:23.672328 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:45:24.471295 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:45:28.941108 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:45:30.435454 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:45:38.897927 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-82019ff2-9b29-4842-b910-2aa921ee3ace req-8a40fdfb-9372-4129-a8ee-d57cd97ebad1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0458922 Sep 08 09:45:39.006116 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82019ff2-9b29-4842-b910-2aa921ee3ace req-f5b8a0b2-9e9f-43a1-b3ff-6146ac327f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:45:39.007562 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-82019ff2-9b29-4842-b910-2aa921ee3ace req-f5b8a0b2-9e9f-43a1-b3ff-6146ac327f67 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2ea339fc014f40f08d7dfb55de384614&device_id=aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98 HTTP/1.1" status: 200 len: 1098 time: 0.0486293 Sep 08 09:45:39.117644 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82019ff2-9b29-4842-b910-2aa921ee3ace req-df43649d-0290-4cb2-8116-202c5131e5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:45:39.119224 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-82019ff2-9b29-4842-b910-2aa921ee3ace req-df43649d-0290-4cb2-8116-202c5131e5f1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 HTTP/1.1" status: 200 len: 913 time: 0.0918455 Sep 08 09:45:39.189772 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-82019ff2-9b29-4842-b910-2aa921ee3ace req-a66d0042-1fb1-4376-8c02-18d7d39cca78 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b73f6d74-04a6-442c-8c59-28e0bc7a66ea HTTP/1.1" status: 200 len: 1001 time: 0.0627623 Sep 08 09:45:39.239929 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82019ff2-9b29-4842-b910-2aa921ee3ace req-32019a4f-50d6-4236-934f-8066b5548b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:45:39.241363 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-82019ff2-9b29-4842-b910-2aa921ee3ace req-32019a4f-50d6-4236-934f-8066b5548b0d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8 HTTP/1.1" status: 200 len: 851 time: 0.0444036 Sep 08 09:45:39.291028 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82019ff2-9b29-4842-b910-2aa921ee3ace req-1aeee105-3c05-4d39-ae16-1c989439ef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:45:39.292537 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-82019ff2-9b29-4842-b910-2aa921ee3ace req-1aeee105-3c05-4d39-ae16-1c989439ef74 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427780 Sep 08 09:45:39.304243 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [req-82019ff2-9b29-4842-b910-2aa921ee3ace req-947df2ba-5757-41b3-b7d6-b87e0788b305 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:45:39.305218 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-82019ff2-9b29-4842-b910-2aa921ee3ace req-947df2ba-5757-41b3-b7d6-b87e0788b305 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048876 Sep 08 09:45:39.396844 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-82019ff2-9b29-4842-b910-2aa921ee3ace req-c248f06a-94a7-4b1d-b509-f3c1c07b62cd service neutron] 10.222.0.37 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832958 Sep 08 09:45:39.485675 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-82019ff2-9b29-4842-b910-2aa921ee3ace req-71d15569-6a75-45e1-987e-719f39c19fb2 service neutron] 10.222.0.37 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812838 Sep 08 09:45:47.692595 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4d19ebf6-8511-45a0-b9c9-5f7daa52656c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:45:50.456805 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:45:50.804841 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-00ccecb0-d52d-49a6-99a6-b0d73054eb28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:45:52.264881 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:45:53.675371 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:45:54.291822 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-741cecdb-d4a9-406c-88aa-2db800ee9133 req-4acb1ccd-a8aa-4556-95ff-b4c5a8030f33 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=43746e74-febc-49ea-95af-78d497d3cf82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417159 Sep 08 09:45:54.392895 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741cecdb-d4a9-406c-88aa-2db800ee9133 req-a66c2e02-65a6-40ff-a61f-75131b245de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:45:54.394632 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-741cecdb-d4a9-406c-88aa-2db800ee9133 req-a66c2e02-65a6-40ff-a61f-75131b245de5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ea339fc014f40f08d7dfb55de384614&device_id=43746e74-febc-49ea-95af-78d497d3cf82 HTTP/1.1" status: 200 len: 1098 time: 0.0469198 Sep 08 09:45:54.481513 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:45:54.505032 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741cecdb-d4a9-406c-88aa-2db800ee9133 req-7dd5a3e2-d402-46ef-97d0-7b871a965115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:45:54.506547 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-741cecdb-d4a9-406c-88aa-2db800ee9133 req-7dd5a3e2-d402-46ef-97d0-7b871a965115 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 HTTP/1.1" status: 200 len: 913 time: 0.0882611 Sep 08 09:45:54.576830 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-741cecdb-d4a9-406c-88aa-2db800ee9133 req-16a29e2c-bc70-42d2-8713-d2224f6497e7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ae1bd87-da71-42ed-96e8-df28e39d0d13 HTTP/1.1" status: 200 len: 1001 time: 0.0625005 Sep 08 09:45:54.624813 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741cecdb-d4a9-406c-88aa-2db800ee9133 req-2448034f-88f0-4961-aab8-4b9a0a2deade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:45:54.626265 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-741cecdb-d4a9-406c-88aa-2db800ee9133 req-2448034f-88f0-4961-aab8-4b9a0a2deade service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8 HTTP/1.1" status: 200 len: 851 time: 0.0424654 Sep 08 09:45:54.670844 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741cecdb-d4a9-406c-88aa-2db800ee9133 req-4bf3e317-db72-4565-b2b0-549ae85cd5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:45:54.672310 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-741cecdb-d4a9-406c-88aa-2db800ee9133 req-4bf3e317-db72-4565-b2b0-549ae85cd5c3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392878 Sep 08 09:45:55.064450 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-741cecdb-d4a9-406c-88aa-2db800ee9133 req-c2929001-ca21-4e79-b3a5-dbac4fff59ba service neutron] 10.222.0.35 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3839381 Sep 08 09:45:55.155008 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-741cecdb-d4a9-406c-88aa-2db800ee9133 req-30b7573a-dca3-41bd-a961-7f7ad6454bd4 service neutron] 10.222.0.35 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806727 Sep 08 09:45:58.940499 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:07.439266 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:46:17.694022 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a0dd96c1-287f-43b0-bde4-098dc1f32744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:19.821981 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 34604) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:46:19.984284 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-0de67922-fb70-4346-bde2-e46e7a95c157 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Deleting port f615d006-7291-42a3-8b46-d686784700af {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:46:19.984552 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0de67922-fb70-4346-bde2-e46e7a95c157 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:20.058551 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0de67922-fb70-4346-bde2-e46e7a95c157 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:20.058897 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0de67922-fb70-4346-bde2-e46e7a95c157 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:20.071282 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-0de67922-fb70-4346-bde2-e46e7a95c157 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Calling delete_port for f615d006-7291-42a3-8b46-d686784700af owned by network:floatingip {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:46:20.217298 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0de67922-fb70-4346-bde2-e46e7a95c157 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:20.240403 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de67922-fb70-4346-bde2-e46e7a95c157 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Pushing event deleted for resources: {'Port': ['ID=f615d006-7291-42a3-8b46-d686784700af,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:46:20.254271 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de67922-fb70-4346-bde2-e46e7a95c157 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:46:20.254622 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de67922-fb70-4346-bde2-e46e7a95c157 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:46:20.254968 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de67922-fb70-4346-bde2-e46e7a95c157 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:46:20.255304 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de67922-fb70-4346-bde2-e46e7a95c157 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:46:20.255640 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de67922-fb70-4346-bde2-e46e7a95c157 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:46:20.255967 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de67922-fb70-4346-bde2-e46e7a95c157 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:46:20.256293 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de67922-fb70-4346-bde2-e46e7a95c157 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:46:20.256616 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de67922-fb70-4346-bde2-e46e7a95c157 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:46:20.256938 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de67922-fb70-4346-bde2-e46e7a95c157 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:46:20.257280 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de67922-fb70-4346-bde2-e46e7a95c157 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:46:20.257584 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de67922-fb70-4346-bde2-e46e7a95c157 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:46:20.257904 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de67922-fb70-4346-bde2-e46e7a95c157 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:46:20.310719 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0de67922-fb70-4346-bde2-e46e7a95c157 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks [] for floatingip, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:20.311092 n-d-806683-11 neutron-server[94713]: INFO neutron.db.l3_db [None req-0de67922-fb70-4346-bde2-e46e7a95c157 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Floating IP 8415f521-a35b-48cd-8f2f-272c82bb4c89 disassociated (deleted). External IP: 172.25.0.97, port: b73f6d74-04a6-442c-8c59-28e0bc7a66ea. Sep 08 09:46:20.457730 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:20.514487 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de67922-fb70-4346-bde2-e46e7a95c157 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Router 5778100e-b524-4a82-badd-f33a2553e3f1 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:46:20.628456 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de67922-fb70-4346-bde2-e46e7a95c157 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:46:20.633300 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0de67922-fb70-4346-bde2-e46e7a95c157 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:20.639408 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32b4d84-3c5b-4edc-a830-423d0daaa1b5 None None] Sync routers for ids ['5778100e-b524-4a82-badd-f33a2553e3f1'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:46:20.648133 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32b4d84-3c5b-4edc-a830-423d0daaa1b5 None None] Routers {'5778100e-b524-4a82-badd-f33a2553e3f1'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:46:20.648731 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-f32b4d84-3c5b-4edc-a830-423d0daaa1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:45:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5778100e-b524-4a82-badd-f33a2553e3f1'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:46:20.660559 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0de67922-fb70-4346-bde2-e46e7a95c157 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "DELETE /v2.0/floatingips/8415f521-a35b-48cd-8f2f-272c82bb4c89 HTTP/1.1" status: 204 len: 168 time: 0.8374586 Sep 08 09:46:20.661155 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98', 'tag': 'b73f6d74-04a6-442c-8c59-28e0bc7a66ea'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:46:20.663439 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee35447-7cdf-4971-93c7-d4a6604ce83a" -d '{"events": [{"name": "network-changed", "server_uuid": "aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98", "tag": "b73f6d74-04a6-442c-8c59-28e0bc7a66ea"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:46:20.706210 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c838d43e-3763-43f8-be8a-a9bb051f3138 x-openstack-request-id: req-c838d43e-3763-43f8-be8a-a9bb051f3138 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:46:20.706512 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98", "tag": "b73f6d74-04a6-442c-8c59-28e0bc7a66ea", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:46:20.706767 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c838d43e-3763-43f8-be8a-a9bb051f3138 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:46:20.707178 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98', 'tag': 'b73f6d74-04a6-442c-8c59-28e0bc7a66ea', 'status': 'completed', 'code': 200} Sep 08 09:46:20.761879 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-f32b4d84-3c5b-4edc-a830-423d0daaa1b5 None None] Set router 5778100e-b524-4a82-badd-f33a2553e3f1 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:46:20.808949 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-33533f02-07d2-44bc-ad2c-0c330fb17f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:20.812381 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee35447-7cdf-4971-93c7-d4a6604ce83a req-89d3d3b5-1f85-4732-ae99-e044c944fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:46:20.818255 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4ee35447-7cdf-4971-93c7-d4a6604ce83a req-89d3d3b5-1f85-4732-ae99-e044c944fc23 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2ea339fc014f40f08d7dfb55de384614&device_id=aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98 HTTP/1.1" status: 200 len: 1098 time: 0.0690851 Sep 08 09:46:20.968565 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb900722-8791-4274-b204-ce2419604386 req-859500ca-57d3-4e92-84ff-8d031d4a7f52 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:46:20.970084 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bb900722-8791-4274-b204-ce2419604386 req-859500ca-57d3-4e92-84ff-8d031d4a7f52 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98 HTTP/1.1" status: 200 len: 946 time: 0.1033599 Sep 08 09:46:20.974806 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee35447-7cdf-4971-93c7-d4a6604ce83a req-643934f9-986e-4d1c-9788-0ae0636b7b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:46:20.976212 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4ee35447-7cdf-4971-93c7-d4a6604ce83a req-643934f9-986e-4d1c-9788-0ae0636b7b92 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 HTTP/1.1" status: 200 len: 913 time: 0.1305189 Sep 08 09:46:20.999545 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-f32b4d84-3c5b-4edc-a830-423d0daaa1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'name': 'tempest-TestVolumeBootPattern-1217601385-router', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'efb3d93b-1588-43b7-a720-e5d69d663193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:36:31Z', 'updated_at': '2021-09-08T09:36:34Z', 'revision_number': 4, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'gw_port': {'id': 'efb3d93b-1588-43b7-a720-e5d69d663193', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:32Z', 'updated_at': '2021-09-08T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '6af6c60e-f778-422f-a5c5-71b0b4c92cfc', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'port_id': '5ae1bd87-da71-42ed-96e8-df28e39d0d13', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'mac_address': 'fa:16:3e:48:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43746e74-febc-49ea-95af-78d497d3cf82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:42:28Z', 'updated_at': '2021-09-08T09:42:31Z', 'revision_number': 1, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be3734cd-aadf-4fa4-a7f0-34d7a3c975c4', 'name': '', 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'mac_address': 'fa:16:3e:2f:df:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:33Z', 'updated_at': '2021-09-08T09:36:41Z', 'revision_number': 5, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'subnets': [{'id': 'b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:46:21.031136 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32b4d84-3c5b-4edc-a830-423d0daaa1b5 None None] Checking router: 5778100e-b524-4a82-badd-f33a2553e3f1 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:46:21.040031 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32b4d84-3c5b-4edc-a830-423d0daaa1b5 None None] Routers {'5778100e-b524-4a82-badd-f33a2553e3f1'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:46:21.040652 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-f32b4d84-3c5b-4edc-a830-423d0daaa1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:46:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5778100e-b524-4a82-badd-f33a2553e3f1'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:46:21.150560 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-f32b4d84-3c5b-4edc-a830-423d0daaa1b5 None None] Set router 5778100e-b524-4a82-badd-f33a2553e3f1 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:46:21.356805 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4ee35447-7cdf-4971-93c7-d4a6604ce83a req-b99d3bc5-1be1-4702-b2c2-67da1953246e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b73f6d74-04a6-442c-8c59-28e0bc7a66ea HTTP/1.1" status: 200 len: 217 time: 0.3721724 Sep 08 09:46:21.380257 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-f32b4d84-3c5b-4edc-a830-423d0daaa1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'name': 'tempest-TestVolumeBootPattern-1217601385-router', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'efb3d93b-1588-43b7-a720-e5d69d663193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:36:31Z', 'updated_at': '2021-09-08T09:36:34Z', 'revision_number': 4, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'gw_port': {'id': 'efb3d93b-1588-43b7-a720-e5d69d663193', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:32Z', 'updated_at': '2021-09-08T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '6af6c60e-f778-422f-a5c5-71b0b4c92cfc', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'port_id': '5ae1bd87-da71-42ed-96e8-df28e39d0d13', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'mac_address': 'fa:16:3e:48:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43746e74-febc-49ea-95af-78d497d3cf82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:42:28Z', 'updated_at': '2021-09-08T09:42:31Z', 'revision_number': 1, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be3734cd-aadf-4fa4-a7f0-34d7a3c975c4', 'name': '', 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'mac_address': 'fa:16:3e:2f:df:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:33Z', 'updated_at': '2021-09-08T09:36:41Z', 'revision_number': 5, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'subnets': [{'id': 'b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:46:21.380857 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bb900722-8791-4274-b204-ce2419604386 req-863a500d-f40c-4260-91f9-d848b1efd2f7 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4037261 Sep 08 09:46:21.410169 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32b4d84-3c5b-4edc-a830-423d0daaa1b5 None None] The sync data for ids ['5778100e-b524-4a82-badd-f33a2553e3f1'] in n-d-806683-11 is: [{'id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'name': 'tempest-TestVolumeBootPattern-1217601385-router', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'efb3d93b-1588-43b7-a720-e5d69d663193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:36:31Z', 'updated_at': '2021-09-08T09:36:34Z', 'revision_number': 4, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'gw_port': {'id': 'efb3d93b-1588-43b7-a720-e5d69d663193', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:32Z', 'updated_at': '2021-09-08T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '6af6c60e-f778-422f-a5c5-71b0b4c92cfc', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'port_id': '5ae1bd87-da71-42ed-96e8-df28e39d0d13', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'mac_address': 'fa:16:3e:48:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43746e74-febc-49ea-95af-78d497d3cf82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:42:28Z', 'updated_at': '2021-09-08T09:42:31Z', 'revision_number': 1, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be3734cd-aadf-4fa4-a7f0-34d7a3c975c4', 'name': '', 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'mac_address': 'fa:16:3e:2f:df:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:33Z', 'updated_at': '2021-09-08T09:36:41Z', 'revision_number': 5, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'subnets': [{'id': 'b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:46:21.415716 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee35447-7cdf-4971-93c7-d4a6604ce83a req-b133b4d6-5e24-467f-a602-ca6bac4f9156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:46:21.417187 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4ee35447-7cdf-4971-93c7-d4a6604ce83a req-b133b4d6-5e24-467f-a602-ca6bac4f9156 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8 HTTP/1.1" status: 200 len: 851 time: 0.0512476 Sep 08 09:46:21.470426 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee35447-7cdf-4971-93c7-d4a6604ce83a req-c640256f-93ac-4d2f-8b54-e40fff42b599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:46:21.471958 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4ee35447-7cdf-4971-93c7-d4a6604ce83a req-c640256f-93ac-4d2f-8b54-e40fff42b599 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459399 Sep 08 09:46:21.569305 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4ee35447-7cdf-4971-93c7-d4a6604ce83a req-2c22f0fa-eebc-4eca-8969-43ab4883a0f3 service neutron] 10.222.0.37 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895190 Sep 08 09:46:21.633521 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315a26ef-cc50-4235-9578-d8095d7c298f None None] New status for floating IP 8415f521-a35b-48cd-8f2f-272c82bb4c89: DOWN {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:46:21.667839 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4ee35447-7cdf-4971-93c7-d4a6604ce83a req-1efa0fd0-4a5e-447a-84a9-75f6435bdb9f service neutron] 10.222.0.37 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903583 Sep 08 09:46:22.267327 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:22.513351 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d1f7a-6c22-43eb-9331-c9f4be4a497a req-349cd788-4eb2-4d7e-b13f-e2397a57643a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:46:22.514860 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fa3d1f7a-6c22-43eb-9331-c9f4be4a497a req-349cd788-4eb2-4d7e-b13f-e2397a57643a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98 HTTP/1.1" status: 200 len: 946 time: 0.0493302 Sep 08 09:46:22.556228 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fa3d1f7a-6c22-43eb-9331-c9f4be4a497a req-829ab3f9-b017-44ae-91f8-abb41717d02a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353568 Sep 08 09:46:22.568905 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7007a-b6dd-4978-a467-72c6bb740a4f req-6c0b838e-25c6-4e6c-899f-009eb7db0f25 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:46:22.570471 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4ea7007a-b6dd-4978-a467-72c6bb740a4f req-6c0b838e-25c6-4e6c-899f-009eb7db0f25 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.37 "GET /v2.0/ports?device_id=aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98 HTTP/1.1" status: 200 len: 946 time: 0.0489283 Sep 08 09:46:22.665554 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-4ea7007a-b6dd-4978-a467-72c6bb740a4f req-2ff0741a-f832-48b9-8f2c-89416c039691 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Deleting port b73f6d74-04a6-442c-8c59-28e0bc7a66ea {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:46:22.665905 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-4ea7007a-b6dd-4978-a467-72c6bb740a4f req-2ff0741a-f832-48b9-8f2c-89416c039691 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:22.755580 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-4ea7007a-b6dd-4978-a467-72c6bb740a4f req-2ff0741a-f832-48b9-8f2c-89416c039691 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] For port b73f6d74-04a6-442c-8c59-28e0bc7a66ea, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=b73f6d74-04a6-442c-8c59-28e0bc7a66ea,segment=NetworkSegment(661b5f51-c7e0-409b-aee2-cbee07f30235),segment_id=661b5f51-c7e0-409b-aee2-cbee07f30235)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:46:22.755956 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-4ea7007a-b6dd-4978-a467-72c6bb740a4f req-2ff0741a-f832-48b9-8f2c-89416c039691 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:22.768393 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-4ea7007a-b6dd-4978-a467-72c6bb740a4f req-2ff0741a-f832-48b9-8f2c-89416c039691 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Calling delete_port for b73f6d74-04a6-442c-8c59-28e0bc7a66ea owned by compute:nova {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:46:22.897312 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-4ea7007a-b6dd-4978-a467-72c6bb740a4f req-2ff0741a-f832-48b9-8f2c-89416c039691 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:22.924184 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff0741a-f832-48b9-8f2c-89416c039691 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Pushing event deleted for resources: {'Port': ['ID=b73f6d74-04a6-442c-8c59-28e0bc7a66ea,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:46:22.967571 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea7007a-b6dd-4978-a467-72c6bb740a4f req-2ff0741a-f832-48b9-8f2c-89416c039691 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] No DVR routers for this DVR port b73f6d74-04a6-442c-8c59-28e0bc7a66ea on host n-h1-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:46:22.970232 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-4ea7007a-b6dd-4978-a467-72c6bb740a4f req-2ff0741a-f832-48b9-8f2c-89416c039691 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:22.972268 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4ea7007a-b6dd-4978-a467-72c6bb740a4f req-2ff0741a-f832-48b9-8f2c-89416c039691 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.37 "DELETE /v2.0/ports/b73f6d74-04a6-442c-8c59-28e0bc7a66ea HTTP/1.1" status: 204 len: 173 time: 0.3950479 Sep 08 09:46:22.972717 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98', 'name': 'network-vif-deleted', 'tag': 'b73f6d74-04a6-442c-8c59-28e0bc7a66ea'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:46:22.974984 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff624bda-0a45-4c02-8b0d-863d5cddf594" -d '{"events": [{"server_uuid": "aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98", "name": "network-vif-deleted", "tag": "b73f6d74-04a6-442c-8c59-28e0bc7a66ea"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:46:23.011768 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222505c2-e1a1-4c93-8f98-6d0306233ddb x-openstack-request-id: req-222505c2-e1a1-4c93-8f98-6d0306233ddb {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:46:23.012068 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98", "name": "network-vif-deleted", "tag": "b73f6d74-04a6-442c-8c59-28e0bc7a66ea", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:46:23.012349 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-222505c2-e1a1-4c93-8f98-6d0306233ddb {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:46:23.012838 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98', 'name': 'network-vif-deleted', 'tag': 'b73f6d74-04a6-442c-8c59-28e0bc7a66ea', 'status': 'completed', 'code': 200} Sep 08 09:46:23.655250 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-968fadff-6755-4444-b868-e02fb7f4a05b req-141cd737-6a81-4cc5-8187-9ec633bcbe76 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98 HTTP/1.1" status: 200 len: 210 time: 0.0268342 Sep 08 09:46:23.683293 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:24.483690 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:24.757167 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-836dcf80-f78f-4c96-a1fa-625956f82c1a req-389dc184-0189-49b5-ac31-7d2d5861fff0 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98 HTTP/1.1" status: 200 len: 210 time: 0.0317616 Sep 08 09:46:25.850515 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-248d68f9-a24c-4dc3-9849-5e0da230844d req-b3cf9c31-347f-40c4-a158-29a1a552f06f tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=aefd3cb3-4478-4b0a-bbd1-1ba2d00a5f98 HTTP/1.1" status: 200 len: 210 time: 0.0267165 Sep 08 09:46:26.085055 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device b73f6d74-04a6-442c-8c59-28e0bc7a66ea no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:46:26.104693 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: b73f6d74-04a6-442c-8c59-28e0bc7a66ea {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:46:26.105036 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device b73f6d74-04a6-442c-8c59-28e0bc7a66ea not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:46:28.958659 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:31.210875 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 34650) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:46:31.370650 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-3c896ed3-5b7e-4895-bfbe-a4fbbcdade6a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Deleting port 005799a2-0ee1-479e-91ef-db0d23cc90de {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:46:31.370995 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3c896ed3-5b7e-4895-bfbe-a4fbbcdade6a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:31.444338 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3c896ed3-5b7e-4895-bfbe-a4fbbcdade6a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:31.444669 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3c896ed3-5b7e-4895-bfbe-a4fbbcdade6a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:31.456179 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-3c896ed3-5b7e-4895-bfbe-a4fbbcdade6a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Calling delete_port for 005799a2-0ee1-479e-91ef-db0d23cc90de owned by network:floatingip {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:46:31.601034 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3c896ed3-5b7e-4895-bfbe-a4fbbcdade6a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:31.625761 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c896ed3-5b7e-4895-bfbe-a4fbbcdade6a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Pushing event deleted for resources: {'Port': ['ID=005799a2-0ee1-479e-91ef-db0d23cc90de,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:46:31.687293 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3c896ed3-5b7e-4895-bfbe-a4fbbcdade6a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks [] for floatingip, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:31.687635 n-d-806683-11 neutron-server[94713]: INFO neutron.db.l3_db [None req-3c896ed3-5b7e-4895-bfbe-a4fbbcdade6a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Floating IP 6af6c60e-f778-422f-a5c5-71b0b4c92cfc disassociated (deleted). External IP: 172.25.0.83, port: 5ae1bd87-da71-42ed-96e8-df28e39d0d13. Sep 08 09:46:31.899765 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c896ed3-5b7e-4895-bfbe-a4fbbcdade6a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Router 5778100e-b524-4a82-badd-f33a2553e3f1 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:46:32.007335 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c896ed3-5b7e-4895-bfbe-a4fbbcdade6a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:46:32.012826 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3c896ed3-5b7e-4895-bfbe-a4fbbcdade6a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:32.018465 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e3bc89-32dd-467b-9e76-623119040cce None None] Sync routers for ids ['5778100e-b524-4a82-badd-f33a2553e3f1'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:46:32.027422 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e3bc89-32dd-467b-9e76-623119040cce None None] Routers {'5778100e-b524-4a82-badd-f33a2553e3f1'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:46:32.028214 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-87e3bc89-32dd-467b-9e76-623119040cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:46:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5778100e-b524-4a82-badd-f33a2553e3f1'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:46:32.038921 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3c896ed3-5b7e-4895-bfbe-a4fbbcdade6a tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "DELETE /v2.0/floatingips/6af6c60e-f778-422f-a5c5-71b0b4c92cfc HTTP/1.1" status: 204 len: 168 time: 0.8269467 Sep 08 09:46:32.039580 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43746e74-febc-49ea-95af-78d497d3cf82', 'tag': '5ae1bd87-da71-42ed-96e8-df28e39d0d13'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:46:32.041839 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c71ebe6-09fb-4073-a1b2-77ec5b8b7ff5" -d '{"events": [{"name": "network-changed", "server_uuid": "43746e74-febc-49ea-95af-78d497d3cf82", "tag": "5ae1bd87-da71-42ed-96e8-df28e39d0d13"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:46:32.083083 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b9b752-7082-4b8c-81e5-8d04e1a3e5b2 x-openstack-request-id: req-18b9b752-7082-4b8c-81e5-8d04e1a3e5b2 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:46:32.083383 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43746e74-febc-49ea-95af-78d497d3cf82", "tag": "5ae1bd87-da71-42ed-96e8-df28e39d0d13", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:46:32.083641 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-18b9b752-7082-4b8c-81e5-8d04e1a3e5b2 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:46:32.084061 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43746e74-febc-49ea-95af-78d497d3cf82', 'tag': '5ae1bd87-da71-42ed-96e8-df28e39d0d13', 'status': 'completed', 'code': 200} Sep 08 09:46:32.137395 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-87e3bc89-32dd-467b-9e76-623119040cce None None] Set router 5778100e-b524-4a82-badd-f33a2553e3f1 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:46:32.191378 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71ebe6-09fb-4073-a1b2-77ec5b8b7ff5 req-3345192d-aceb-415d-a840-593ec33d5cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:46:32.193066 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7c71ebe6-09fb-4073-a1b2-77ec5b8b7ff5 req-3345192d-aceb-415d-a840-593ec33d5cd8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2ea339fc014f40f08d7dfb55de384614&device_id=43746e74-febc-49ea-95af-78d497d3cf82 HTTP/1.1" status: 200 len: 1098 time: 0.0647223 Sep 08 09:46:32.264407 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa0b032-6117-4a5e-87f4-eaa5b60ade6a req-2feb6137-93f3-4546-9c1c-fa10613cc93e tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:46:32.265966 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7aa0b032-6117-4a5e-87f4-eaa5b60ade6a req-2feb6137-93f3-4546-9c1c-fa10613cc93e tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=43746e74-febc-49ea-95af-78d497d3cf82 HTTP/1.1" status: 200 len: 946 time: 0.0499792 Sep 08 09:46:32.306218 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71ebe6-09fb-4073-a1b2-77ec5b8b7ff5 req-b13707e6-cdec-4a01-a63c-a1d6fca0f60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:46:32.307319 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7aa0b032-6117-4a5e-87f4-eaa5b60ade6a req-1c2d9943-bdf9-47e1-9269-975d3f84a85e tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347512 Sep 08 09:46:32.307719 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7c71ebe6-09fb-4073-a1b2-77ec5b8b7ff5 req-b13707e6-cdec-4a01-a63c-a1d6fca0f60c service neutron] 10.222.0.35 "GET /v2.0/networks?id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 HTTP/1.1" status: 200 len: 913 time: 0.0927224 Sep 08 09:46:32.350819 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7c71ebe6-09fb-4073-a1b2-77ec5b8b7ff5 req-0b025759-8008-4bd9-aec4-6a07c112b819 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ae1bd87-da71-42ed-96e8-df28e39d0d13 HTTP/1.1" status: 200 len: 217 time: 0.0350559 Sep 08 09:46:32.351061 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-87e3bc89-32dd-467b-9e76-623119040cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'name': 'tempest-TestVolumeBootPattern-1217601385-router', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'efb3d93b-1588-43b7-a720-e5d69d663193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:36:31Z', 'updated_at': '2021-09-08T09:36:34Z', 'revision_number': 4, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'gw_port': {'id': 'efb3d93b-1588-43b7-a720-e5d69d663193', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:32Z', 'updated_at': '2021-09-08T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'be3734cd-aadf-4fa4-a7f0-34d7a3c975c4', 'name': '', 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'mac_address': 'fa:16:3e:2f:df:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:33Z', 'updated_at': '2021-09-08T09:36:41Z', 'revision_number': 5, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'subnets': [{'id': 'b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:46:32.378001 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e3bc89-32dd-467b-9e76-623119040cce None None] Checking router: 5778100e-b524-4a82-badd-f33a2553e3f1 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:46:32.386157 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e3bc89-32dd-467b-9e76-623119040cce None None] Routers {'5778100e-b524-4a82-badd-f33a2553e3f1'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:46:32.386761 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-87e3bc89-32dd-467b-9e76-623119040cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:46:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5778100e-b524-4a82-badd-f33a2553e3f1'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:46:32.399422 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71ebe6-09fb-4073-a1b2-77ec5b8b7ff5 req-4c46f0ee-3063-46bf-bcfb-398b02f87265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:46:32.400887 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7c71ebe6-09fb-4073-a1b2-77ec5b8b7ff5 req-4c46f0ee-3063-46bf-bcfb-398b02f87265 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8 HTTP/1.1" status: 200 len: 851 time: 0.0430288 Sep 08 09:46:32.451788 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71ebe6-09fb-4073-a1b2-77ec5b8b7ff5 req-f9725f0d-9112-4c67-81d0-2d5066444748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:46:32.453207 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7c71ebe6-09fb-4073-a1b2-77ec5b8b7ff5 req-f9725f0d-9112-4c67-81d0-2d5066444748 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445580 Sep 08 09:46:32.490529 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-87e3bc89-32dd-467b-9e76-623119040cce None None] Set router 5778100e-b524-4a82-badd-f33a2553e3f1 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:46:32.544510 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7c71ebe6-09fb-4073-a1b2-77ec5b8b7ff5 req-97fdec86-179c-46c0-8e45-f60078336f43 service neutron] 10.222.0.35 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829835 Sep 08 09:46:32.643569 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7c71ebe6-09fb-4073-a1b2-77ec5b8b7ff5 req-c81294a5-5c9f-4676-b1d3-bb3074455b4d service neutron] 10.222.0.35 "GET /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910189 Sep 08 09:46:32.779510 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-87e3bc89-32dd-467b-9e76-623119040cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'name': 'tempest-TestVolumeBootPattern-1217601385-router', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'efb3d93b-1588-43b7-a720-e5d69d663193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:36:31Z', 'updated_at': '2021-09-08T09:36:34Z', 'revision_number': 4, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'gw_port': {'id': 'efb3d93b-1588-43b7-a720-e5d69d663193', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:32Z', 'updated_at': '2021-09-08T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'be3734cd-aadf-4fa4-a7f0-34d7a3c975c4', 'name': '', 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'mac_address': 'fa:16:3e:2f:df:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:33Z', 'updated_at': '2021-09-08T09:36:41Z', 'revision_number': 5, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'subnets': [{'id': 'b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:46:32.806323 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e3bc89-32dd-467b-9e76-623119040cce None None] The sync data for ids ['5778100e-b524-4a82-badd-f33a2553e3f1'] in n-d-806683-11 is: [{'id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'name': 'tempest-TestVolumeBootPattern-1217601385-router', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'efb3d93b-1588-43b7-a720-e5d69d663193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:36:31Z', 'updated_at': '2021-09-08T09:36:34Z', 'revision_number': 4, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'gw_port': {'id': 'efb3d93b-1588-43b7-a720-e5d69d663193', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:32Z', 'updated_at': '2021-09-08T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'be3734cd-aadf-4fa4-a7f0-34d7a3c975c4', 'name': '', 'network_id': '5df0a467-a5a5-4a52-8ccf-31609c4c1dd9', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'mac_address': 'fa:16:3e:2f:df:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:33Z', 'updated_at': '2021-09-08T09:36:41Z', 'revision_number': 5, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'subnets': [{'id': 'b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:46:33.025867 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dffa998-052a-4921-acc3-1f87c935b94b None None] New status for floating IP 6af6c60e-f778-422f-a5c5-71b0b4c92cfc: DOWN {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:46:33.426887 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6428e-8121-4035-939c-6acfe96f1928 req-20a68d8f-970a-425a-858b-4f2492bc684c tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:46:33.428406 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-44f6428e-8121-4035-939c-6acfe96f1928 req-20a68d8f-970a-425a-858b-4f2492bc684c tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=43746e74-febc-49ea-95af-78d497d3cf82 HTTP/1.1" status: 200 len: 946 time: 0.0503387 Sep 08 09:46:33.468335 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-44f6428e-8121-4035-939c-6acfe96f1928 req-087c0518-203e-4d81-afac-ecec43ea7646 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/security-groups?id=5331eca9-8fc7-40eb-b6b5-703ed7d9830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332975 Sep 08 09:46:34.026652 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746fe19-1e6b-4ca3-a4af-22c3464d223b req-d2bb1dc3-dec4-42da-81bb-601cdac39f2b tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:46:34.028132 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7746fe19-1e6b-4ca3-a4af-22c3464d223b req-d2bb1dc3-dec4-42da-81bb-601cdac39f2b tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.35 "GET /v2.0/ports?device_id=43746e74-febc-49ea-95af-78d497d3cf82 HTTP/1.1" status: 200 len: 946 time: 0.0529094 Sep 08 09:46:34.121910 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-7746fe19-1e6b-4ca3-a4af-22c3464d223b req-c4819146-ce56-4adf-946c-814ee95d4015 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Deleting port 5ae1bd87-da71-42ed-96e8-df28e39d0d13 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:46:34.122289 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7746fe19-1e6b-4ca3-a4af-22c3464d223b req-c4819146-ce56-4adf-946c-814ee95d4015 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:34.210238 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-7746fe19-1e6b-4ca3-a4af-22c3464d223b req-c4819146-ce56-4adf-946c-814ee95d4015 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] For port 5ae1bd87-da71-42ed-96e8-df28e39d0d13, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=5ae1bd87-da71-42ed-96e8-df28e39d0d13,segment=NetworkSegment(661b5f51-c7e0-409b-aee2-cbee07f30235),segment_id=661b5f51-c7e0-409b-aee2-cbee07f30235)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:46:34.210605 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7746fe19-1e6b-4ca3-a4af-22c3464d223b req-c4819146-ce56-4adf-946c-814ee95d4015 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:34.227450 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-7746fe19-1e6b-4ca3-a4af-22c3464d223b req-c4819146-ce56-4adf-946c-814ee95d4015 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Calling delete_port for 5ae1bd87-da71-42ed-96e8-df28e39d0d13 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:46:34.356724 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7746fe19-1e6b-4ca3-a4af-22c3464d223b req-c4819146-ce56-4adf-946c-814ee95d4015 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:34.385712 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4819146-ce56-4adf-946c-814ee95d4015 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Pushing event deleted for resources: {'Port': ['ID=5ae1bd87-da71-42ed-96e8-df28e39d0d13,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:46:34.417868 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4819146-ce56-4adf-946c-814ee95d4015 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:46:34.418245 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4819146-ce56-4adf-946c-814ee95d4015 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:46:34.418589 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4819146-ce56-4adf-946c-814ee95d4015 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:46:34.418927 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4819146-ce56-4adf-946c-814ee95d4015 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:46:34.419265 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4819146-ce56-4adf-946c-814ee95d4015 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:46:34.419735 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4819146-ce56-4adf-946c-814ee95d4015 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:46:34.420206 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4819146-ce56-4adf-946c-814ee95d4015 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:46:34.420544 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4819146-ce56-4adf-946c-814ee95d4015 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:46:34.420874 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4819146-ce56-4adf-946c-814ee95d4015 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:46:34.421201 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4819146-ce56-4adf-946c-814ee95d4015 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:46:34.421530 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4819146-ce56-4adf-946c-814ee95d4015 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:46:34.421872 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4819146-ce56-4adf-946c-814ee95d4015 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:46:34.440428 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-7746fe19-1e6b-4ca3-a4af-22c3464d223b req-c4819146-ce56-4adf-946c-814ee95d4015 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] No DVR routers for this DVR port 5ae1bd87-da71-42ed-96e8-df28e39d0d13 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:46:34.442941 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7746fe19-1e6b-4ca3-a4af-22c3464d223b req-c4819146-ce56-4adf-946c-814ee95d4015 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:34.444911 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7746fe19-1e6b-4ca3-a4af-22c3464d223b req-c4819146-ce56-4adf-946c-814ee95d4015 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.35 "DELETE /v2.0/ports/5ae1bd87-da71-42ed-96e8-df28e39d0d13 HTTP/1.1" status: 204 len: 173 time: 0.4108167 Sep 08 09:46:34.445400 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43746e74-febc-49ea-95af-78d497d3cf82', 'name': 'network-vif-deleted', 'tag': '5ae1bd87-da71-42ed-96e8-df28e39d0d13'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:46:34.447643 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f26fa44-fdc5-4588-8d4d-244ab297d118" -d '{"events": [{"server_uuid": "43746e74-febc-49ea-95af-78d497d3cf82", "name": "network-vif-deleted", "tag": "5ae1bd87-da71-42ed-96e8-df28e39d0d13"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:46:34.487852 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7787d3a-8c74-4830-9cc2-a88b42a4ac59 x-openstack-request-id: req-c7787d3a-8c74-4830-9cc2-a88b42a4ac59 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:46:34.488153 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43746e74-febc-49ea-95af-78d497d3cf82", "name": "network-vif-deleted", "tag": "5ae1bd87-da71-42ed-96e8-df28e39d0d13", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:46:34.488427 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c7787d3a-8c74-4830-9cc2-a88b42a4ac59 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:46:34.488828 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43746e74-febc-49ea-95af-78d497d3cf82', 'name': 'network-vif-deleted', 'tag': '5ae1bd87-da71-42ed-96e8-df28e39d0d13', 'status': 'completed', 'code': 200} Sep 08 09:46:34.564917 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb9c1f52-233f-4861-a811-7e62e128b64e req-d5d6845d-ff3a-4d88-8c09-b9b8b22b0f67 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=43746e74-febc-49ea-95af-78d497d3cf82 HTTP/1.1" status: 200 len: 210 time: 0.0275710 Sep 08 09:46:35.660324 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-962eba99-ea86-4571-a632-6b836054a846 req-1b92b753-a14d-4536-9673-5bc444919b23 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=43746e74-febc-49ea-95af-78d497d3cf82 HTTP/1.1" status: 200 len: 210 time: 0.0271094 Sep 08 09:46:36.561508 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 5ae1bd87-da71-42ed-96e8-df28e39d0d13 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:46:36.582991 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: 5ae1bd87-da71-42ed-96e8-df28e39d0d13 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:46:36.583337 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 5ae1bd87-da71-42ed-96e8-df28e39d0d13 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:46:36.755375 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-df0d7dab-9bc4-484d-b915-e9783505d389 req-fc80d733-72ed-4039-ae9e-2c69a8852d3b tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=43746e74-febc-49ea-95af-78d497d3cf82 HTTP/1.1" status: 200 len: 210 time: 0.0284271 Sep 08 09:46:37.865020 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-930e4152-ae11-4797-8dc0-033bbd0346aa req-3a26f17e-58a5-438d-a413-ce8ca2c64bc9 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "GET /v2.0/ports?device_id=43746e74-febc-49ea-95af-78d497d3cf82 HTTP/1.1" status: 200 len: 210 time: 0.0306001 Sep 08 09:46:38.922134 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 34672) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:46:39.044277 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-b9014a37-4c71-48c0-a7c8-214a28b50e2e tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Deleting port acff6cee-5d66-4cb8-9b74-c0aae7283e61 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:46:39.044953 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b9014a37-4c71-48c0-a7c8-214a28b50e2e tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:39.118999 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b9014a37-4c71-48c0-a7c8-214a28b50e2e tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:39.119337 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b9014a37-4c71-48c0-a7c8-214a28b50e2e tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:39.130850 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-b9014a37-4c71-48c0-a7c8-214a28b50e2e tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Calling delete_port for acff6cee-5d66-4cb8-9b74-c0aae7283e61 owned by network:floatingip {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:46:39.269069 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b9014a37-4c71-48c0-a7c8-214a28b50e2e tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:39.294994 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9014a37-4c71-48c0-a7c8-214a28b50e2e tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Pushing event deleted for resources: {'Port': ['ID=acff6cee-5d66-4cb8-9b74-c0aae7283e61,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:46:39.363846 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b9014a37-4c71-48c0-a7c8-214a28b50e2e tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks [] for floatingip, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:39.366503 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-b9014a37-4c71-48c0-a7c8-214a28b50e2e tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:39.367681 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b9014a37-4c71-48c0-a7c8-214a28b50e2e tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "DELETE /v2.0/floatingips/26e28b1e-e422-4b74-9046-3f5b6f1ea891 HTTP/1.1" status: 204 len: 168 time: 0.4455822 Sep 08 09:46:41.622183 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 34686) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:46:41.683536 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c4018ce-cfe5-47b5-9f2f-48f70520a8e9 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:41.708964 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c4018ce-cfe5-47b5-9f2f-48f70520a8e9 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:41.781660 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c4018ce-cfe5-47b5-9f2f-48f70520a8e9 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:41.786493 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c4018ce-cfe5-47b5-9f2f-48f70520a8e9 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:41.790657 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2c4018ce-cfe5-47b5-9f2f-48f70520a8e9 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] 10.222.0.54 "DELETE /v2.0/security-groups/5331eca9-8fc7-40eb-b6b5-703ed7d9830a HTTP/1.1" status: 204 len: 168 time: 0.1644681 Sep 08 09:46:41.801363 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4018ce-cfe5-47b5-9f2f-48f70520a8e9 tempest-TestVolumeBootPattern-2086992800 tempest-TestVolumeBootPattern-2086992800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5331eca9-8fc7-40eb-b6b5-703ed7d9830a,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:46:41.872049 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 34690) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:46:42.387568 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-60e55960-0aa5-48ca-bcf5-8740d08e5461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:42.633468 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-60e55960-0aa5-48ca-bcf5-8740d08e5461 admin admin] Deleting port be3734cd-aadf-4fa4-a7f0-34d7a3c975c4 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:46:42.634056 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-60e55960-0aa5-48ca-bcf5-8740d08e5461 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:42.710598 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-60e55960-0aa5-48ca-bcf5-8740d08e5461 admin admin] For port be3734cd-aadf-4fa4-a7f0-34d7a3c975c4, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=be3734cd-aadf-4fa4-a7f0-34d7a3c975c4,segment=NetworkSegment(661b5f51-c7e0-409b-aee2-cbee07f30235),segment_id=661b5f51-c7e0-409b-aee2-cbee07f30235)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:46:42.710891 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-60e55960-0aa5-48ca-bcf5-8740d08e5461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:42.724185 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-60e55960-0aa5-48ca-bcf5-8740d08e5461 admin admin] Calling delete_port for be3734cd-aadf-4fa4-a7f0-34d7a3c975c4 owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:46:42.903535 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-60e55960-0aa5-48ca-bcf5-8740d08e5461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:42.927787 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e55960-0aa5-48ca-bcf5-8740d08e5461 admin admin] Pushing event deleted for resources: {'Port': ['ID=be3734cd-aadf-4fa4-a7f0-34d7a3c975c4,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:46:43.100284 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-60e55960-0aa5-48ca-bcf5-8740d08e5461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:43.311820 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e55960-0aa5-48ca-bcf5-8740d08e5461 admin admin] Router 5778100e-b524-4a82-badd-f33a2553e3f1 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:46:43.743110 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e55960-0aa5-48ca-bcf5-8740d08e5461 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:46:43.748224 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-60e55960-0aa5-48ca-bcf5-8740d08e5461 admin admin] 10.222.0.54 "PUT /v2.0/routers/5778100e-b524-4a82-badd-f33a2553e3f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8750999 Sep 08 09:46:43.750689 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 34694) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:46:43.751844 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a95717a-8681-44f6-8227-1eb22f41d087 None None] Sync routers for ids ['5778100e-b524-4a82-badd-f33a2553e3f1'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:46:43.761519 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a95717a-8681-44f6-8227-1eb22f41d087 None None] Routers {'5778100e-b524-4a82-badd-f33a2553e3f1'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:46:43.762231 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-7a95717a-8681-44f6-8227-1eb22f41d087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:46:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5778100e-b524-4a82-badd-f33a2553e3f1'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:46:43.852920 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4c5aed12-3074-4a8d-896e-327ec0732bca admin admin] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:43.866664 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-7a95717a-8681-44f6-8227-1eb22f41d087 None None] Set router 5778100e-b524-4a82-badd-f33a2553e3f1 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:46:43.960923 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4c5aed12-3074-4a8d-896e-327ec0732bca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:44.013790 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-4c5aed12-3074-4a8d-896e-327ec0732bca admin admin] Deleting port efb3d93b-1588-43b7-a720-e5d69d663193 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:46:44.014175 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4c5aed12-3074-4a8d-896e-327ec0732bca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:44.043583 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-7a95717a-8681-44f6-8227-1eb22f41d087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'name': 'tempest-TestVolumeBootPattern-1217601385-router', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': 'efb3d93b-1588-43b7-a720-e5d69d663193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:36:31Z', 'updated_at': '2021-09-08T09:46:42Z', 'revision_number': 5, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'gw_port': {'id': 'efb3d93b-1588-43b7-a720-e5d69d663193', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:15:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:32Z', 'updated_at': '2021-09-08T09:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:46:44.070720 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a95717a-8681-44f6-8227-1eb22f41d087 None None] Checking router: 5778100e-b524-4a82-badd-f33a2553e3f1 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:46:44.078948 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a95717a-8681-44f6-8227-1eb22f41d087 None None] Routers {'5778100e-b524-4a82-badd-f33a2553e3f1'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:46:44.079547 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-7a95717a-8681-44f6-8227-1eb22f41d087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:46:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['5778100e-b524-4a82-badd-f33a2553e3f1'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:46:44.090911 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-4c5aed12-3074-4a8d-896e-327ec0732bca admin admin] For port efb3d93b-1588-43b7-a720-e5d69d663193, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=efb3d93b-1588-43b7-a720-e5d69d663193,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:46:44.091365 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4c5aed12-3074-4a8d-896e-327ec0732bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:44.103466 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-4c5aed12-3074-4a8d-896e-327ec0732bca admin admin] Calling delete_port for efb3d93b-1588-43b7-a720-e5d69d663193 owned by network:router_gateway {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:46:44.166479 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-7a95717a-8681-44f6-8227-1eb22f41d087 None None] Set router 5778100e-b524-4a82-badd-f33a2553e3f1 gateway port host: None {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:46:44.223306 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-7a95717a-8681-44f6-8227-1eb22f41d087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'name': 'tempest-TestVolumeBootPattern-1217601385-router', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:36:31Z', 'updated_at': '2021-09-08T09:46:43Z', 'revision_number': 6, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'gw_port_host': None}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:46:44.253124 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a95717a-8681-44f6-8227-1eb22f41d087 None None] The sync data for ids ['5778100e-b524-4a82-badd-f33a2553e3f1'] in n-d-806683-11 is: [{'id': '5778100e-b524-4a82-badd-f33a2553e3f1', 'name': 'tempest-TestVolumeBootPattern-1217601385-router', 'tenant_id': '2ea339fc014f40f08d7dfb55de384614', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:36:31Z', 'updated_at': '2021-09-08T09:46:43Z', 'revision_number': 6, 'project_id': '2ea339fc014f40f08d7dfb55de384614', 'gw_port_host': None}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:46:44.274788 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4c5aed12-3074-4a8d-896e-327ec0732bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:44.299939 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5aed12-3074-4a8d-896e-327ec0732bca admin admin] Pushing event deleted for resources: {'Port': ['ID=efb3d93b-1588-43b7-a720-e5d69d663193,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:46:44.366325 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4c5aed12-3074-4a8d-896e-327ec0732bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:44.443172 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:46:44.458899 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4c5aed12-3074-4a8d-896e-327ec0732bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:44.460990 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4c5aed12-3074-4a8d-896e-327ec0732bca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:44.503446 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4c5aed12-3074-4a8d-896e-327ec0732bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:44.504019 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c5aed12-3074-4a8d-896e-327ec0732bca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5778100e-b524-4a82-badd-f33a2553e3f1 {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:46:44.508198 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4c5aed12-3074-4a8d-896e-327ec0732bca admin admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:44.509356 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4c5aed12-3074-4a8d-896e-327ec0732bca admin admin] 10.222.0.54 "DELETE /v2.0/routers/5778100e-b524-4a82-badd-f33a2553e3f1 HTTP/1.1" status: 204 len: 168 time: 0.7577529 Sep 08 09:46:44.511859 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 34696) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:46:44.567556 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-f78c4868-d603-4842-a862-03f90c37d26f admin admin] Deleting subnet b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:46:44.572771 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f78c4868-d603-4842-a862-03f90c37d26f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:44.609130 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f78c4868-d603-4842-a862-03f90c37d26f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:44.689177 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f78c4868-d603-4842-a862-03f90c37d26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:44.743043 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f78c4868-d603-4842-a862-03f90c37d26f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:44.771641 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c4868-d603-4842-a862-03f90c37d26f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:46:44.777349 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f78c4868-d603-4842-a862-03f90c37d26f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:44.781833 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f78c4868-d603-4842-a862-03f90c37d26f admin admin] 10.222.0.54 "DELETE /v2.0/subnets/b6b4bffd-e3f1-4adb-aced-49fef8f8d3b8 HTTP/1.1" status: 204 len: 168 time: 0.2667184 Sep 08 09:46:44.782222 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 34698) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:46:44.782644 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d97a58-d93f-48b7-81bf-5b0e8397d6f6 None None] Network 5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:46:44.850519 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fb689379-9be4-4c56-ba0e-537082da1497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:44.911133 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-fb689379-9be4-4c56-ba0e-537082da1497 admin admin] Deleting port 8e29e20b-549f-4680-853f-85d67695f1a9 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:46:44.911492 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fb689379-9be4-4c56-ba0e-537082da1497 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:44.980309 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-fb689379-9be4-4c56-ba0e-537082da1497 admin admin] For port 8e29e20b-549f-4680-853f-85d67695f1a9, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=8e29e20b-549f-4680-853f-85d67695f1a9,segment=NetworkSegment(661b5f51-c7e0-409b-aee2-cbee07f30235),segment_id=661b5f51-c7e0-409b-aee2-cbee07f30235)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:46:44.980685 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fb689379-9be4-4c56-ba0e-537082da1497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:44.990507 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763c7308-74e8-4195-880f-074671c1dcda None None] DHCP port deletion for 5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:46:45.001005 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-fb689379-9be4-4c56-ba0e-537082da1497 admin admin] Calling delete_port for 8e29e20b-549f-4680-853f-85d67695f1a9 owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:46:45.043779 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-763c7308-74e8-4195-880f-074671c1dcda None None] Deleting port 8e29e20b-549f-4680-853f-85d67695f1a9 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:46:45.044191 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-763c7308-74e8-4195-880f-074671c1dcda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:45.069710 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 8e29e20b-549f-4680-853f-85d67695f1a9 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:46:45.088178 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fb689379-9be4-4c56-ba0e-537082da1497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:45.118402 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb689379-9be4-4c56-ba0e-537082da1497 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e29e20b-549f-4680-853f-85d67695f1a9,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:46:45.125630 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb689379-9be4-4c56-ba0e-537082da1497 admin admin] No DVR routers for this DVR port 8e29e20b-549f-4680-853f-85d67695f1a9 on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:46:45.141255 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-763c7308-74e8-4195-880f-074671c1dcda None None] For port 8e29e20b-549f-4680-853f-85d67695f1a9, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=8e29e20b-549f-4680-853f-85d67695f1a9,segment=NetworkSegment(661b5f51-c7e0-409b-aee2-cbee07f30235),segment_id=661b5f51-c7e0-409b-aee2-cbee07f30235)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:46:45.141651 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-763c7308-74e8-4195-880f-074671c1dcda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:45.159301 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-763c7308-74e8-4195-880f-074671c1dcda None None] Calling delete_port for 8e29e20b-549f-4680-853f-85d67695f1a9 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:46:45.162319 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No active binding found for port 8e29e20b-549f-4680-853f-85d67695f1a9 {{(pid=94714) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 08 09:46:45.162566 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 8e29e20b-549f-4680-853f-85d67695f1a9 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:46:45.163007 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device be3734cd-aadf-4fa4-a7f0-34d7a3c975c4 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:46:45.188140 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: be3734cd-aadf-4fa4-a7f0-34d7a3c975c4 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:46:45.188492 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device be3734cd-aadf-4fa4-a7f0-34d7a3c975c4 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:46:45.188931 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device efb3d93b-1588-43b7-a720-e5d69d663193 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:46:45.206334 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fb689379-9be4-4c56-ba0e-537082da1497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:45.215425 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: efb3d93b-1588-43b7-a720-e5d69d663193 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:46:45.215779 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device efb3d93b-1588-43b7-a720-e5d69d663193 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:46:45.233776 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-fb689379-9be4-4c56-ba0e-537082da1497 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5df0a467-a5a5-4a52-8ccf-31609c4c1dd9']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:46:45.244512 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-fb689379-9be4-4c56-ba0e-537082da1497 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '661b5f51-c7e0-409b-aee2-cbee07f30235') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:46:45.244834 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-fb689379-9be4-4c56-ba0e-537082da1497 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '661b5f51-c7e0-409b-aee2-cbee07f30235') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:46:45.255686 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fb689379-9be4-4c56-ba0e-537082da1497 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:45.271586 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fb689379-9be4-4c56-ba0e-537082da1497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:45.280397 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb689379-9be4-4c56-ba0e-537082da1497 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:46:45.280945 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fb689379-9be4-4c56-ba0e-537082da1497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:45.282900 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:46:45.282900 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:46:45.282900 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:46:45.282900 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:46:45.282900 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:46:45.282900 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:46:45.282900 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:46:45.282900 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:46:45.282900 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:46:45.282900 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:46:45.282900 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:46:45.282900 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:46:45.282900 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:46:45.282900 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:46:45.282900 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:46:45.282900 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:46:45.282900 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:46:45.282900 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:46:45.282900 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:46:45.282900 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:46:45.282900 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:46:45.282900 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:46:45.282900 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:46:45.282900 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:46:45.282900 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:46:45.282900 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:46:45.282900 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:46:45.282900 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:46:45.282900 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:46:45.282900 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:46:45.282900 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:46:45.282900 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:46:45.347648 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fb689379-9be4-4c56-ba0e-537082da1497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:45.353748 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fb689379-9be4-4c56-ba0e-537082da1497 admin admin] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:45.355871 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-fb689379-9be4-4c56-ba0e-537082da1497 admin admin] 10.222.0.54 "DELETE /v2.0/networks/5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 HTTP/1.1" status: 204 len: 168 time: 0.5727620 Sep 08 09:46:45.359547 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34702) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:46:45.368486 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb689379-9be4-4c56-ba0e-537082da1497 admin admin] Pushing event deleted for resources: {'Network': ['ID=5df0a467-a5a5-4a52-8ccf-31609c4c1dd9,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:46:45.457684 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-763c7308-74e8-4195-880f-074671c1dcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:45.465917 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-763c7308-74e8-4195-880f-074671c1dcda None None] Network 5df0a467-a5a5-4a52-8ccf-31609c4c1dd9 is not hosted by any dhcp agent {{(pid=94714) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 08 09:46:45.467173 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763c7308-74e8-4195-880f-074671c1dcda None None] No DVR routers for this DVR port 8e29e20b-549f-4680-853f-85d67695f1a9 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:46:45.491741 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c7308-74e8-4195-880f-074671c1dcda None None] Pushing event deleted for resources: {'Port': ['ID=8e29e20b-549f-4680-853f-85d67695f1a9,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:46:45.501610 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763c7308-74e8-4195-880f-074671c1dcda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:46:45.501963 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763c7308-74e8-4195-880f-074671c1dcda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:46:45.502339 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763c7308-74e8-4195-880f-074671c1dcda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:46:45.502716 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763c7308-74e8-4195-880f-074671c1dcda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:46:45.503005 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763c7308-74e8-4195-880f-074671c1dcda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:46:45.503336 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763c7308-74e8-4195-880f-074671c1dcda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:46:45.503667 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763c7308-74e8-4195-880f-074671c1dcda None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:46:45.503993 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763c7308-74e8-4195-880f-074671c1dcda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:46:45.504317 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763c7308-74e8-4195-880f-074671c1dcda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:46:45.504639 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763c7308-74e8-4195-880f-074671c1dcda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:46:45.505088 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763c7308-74e8-4195-880f-074671c1dcda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:46:45.505417 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763c7308-74e8-4195-880f-074671c1dcda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:46:45.713850 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8009cf38-1bb5-47da-973e-8cc8ae662758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:45.952858 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-8009cf38-1bb5-47da-973e-8cc8ae662758 admin admin] Deleting port bc2fa6a2-d0e8-4b7b-b26a-4dc44b56d293 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:46:45.953197 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8009cf38-1bb5-47da-973e-8cc8ae662758 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:46.029316 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-8009cf38-1bb5-47da-973e-8cc8ae662758 admin admin] For port bc2fa6a2-d0e8-4b7b-b26a-4dc44b56d293, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=bc2fa6a2-d0e8-4b7b-b26a-4dc44b56d293,segment=NetworkSegment(15e59ced-196c-48bd-963a-cea29e3a8767),segment_id=15e59ced-196c-48bd-963a-cea29e3a8767)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:46:46.029674 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8009cf38-1bb5-47da-973e-8cc8ae662758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:46.041593 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-8009cf38-1bb5-47da-973e-8cc8ae662758 admin admin] Calling delete_port for bc2fa6a2-d0e8-4b7b-b26a-4dc44b56d293 owned by network:router_interface {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:46:46.218174 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8009cf38-1bb5-47da-973e-8cc8ae662758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:46.243934 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8009cf38-1bb5-47da-973e-8cc8ae662758 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc2fa6a2-d0e8-4b7b-b26a-4dc44b56d293,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:46:46.414598 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8009cf38-1bb5-47da-973e-8cc8ae662758 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:46.635247 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8009cf38-1bb5-47da-973e-8cc8ae662758 admin admin] Router 9bf51189-92bf-40da-b038-22a5946817a5 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:46:46.743009 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8009cf38-1bb5-47da-973e-8cc8ae662758 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:46:46.748371 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8009cf38-1bb5-47da-973e-8cc8ae662758 admin admin] 10.222.0.54 "PUT /v2.0/routers/9bf51189-92bf-40da-b038-22a5946817a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3867409 Sep 08 09:46:46.751152 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 34706) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:46:46.754810 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb939900-c2a1-483e-b839-419fb721ae67 None None] Sync routers for ids ['9bf51189-92bf-40da-b038-22a5946817a5'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:46:46.764623 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb939900-c2a1-483e-b839-419fb721ae67 None None] Routers {'9bf51189-92bf-40da-b038-22a5946817a5'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:46:46.765243 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-bb939900-c2a1-483e-b839-419fb721ae67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:46:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['9bf51189-92bf-40da-b038-22a5946817a5'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:46:46.858247 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-97ff477e-810f-4a54-935d-4fcf1035b50c admin admin] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:46.868481 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-bb939900-c2a1-483e-b839-419fb721ae67 None None] Set router 9bf51189-92bf-40da-b038-22a5946817a5 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:46:46.961754 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-97ff477e-810f-4a54-935d-4fcf1035b50c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:47.017344 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-97ff477e-810f-4a54-935d-4fcf1035b50c admin admin] Deleting port cc78b258-4682-4fc7-ae72-c063ac6d1632 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:46:47.017705 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-97ff477e-810f-4a54-935d-4fcf1035b50c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:47.052667 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-bb939900-c2a1-483e-b839-419fb721ae67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf51189-92bf-40da-b038-22a5946817a5', 'name': 'tempest-TestVolumeBootPattern-686101900-router', 'tenant_id': '871c3ace1a374aa1b522cb78a07c04c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': 'cc78b258-4682-4fc7-ae72-c063ac6d1632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:36:36Z', 'updated_at': '2021-09-08T09:46:46Z', 'revision_number': 5, 'project_id': '871c3ace1a374aa1b522cb78a07c04c5', 'gw_port': {'id': 'cc78b258-4682-4fc7-ae72-c063ac6d1632', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:32:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf51189-92bf-40da-b038-22a5946817a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:36:37Z', 'updated_at': '2021-09-08T09:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:46:47.079574 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb939900-c2a1-483e-b839-419fb721ae67 None None] Checking router: 9bf51189-92bf-40da-b038-22a5946817a5 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:46:47.087928 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb939900-c2a1-483e-b839-419fb721ae67 None None] Routers {'9bf51189-92bf-40da-b038-22a5946817a5'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:46:47.088536 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-bb939900-c2a1-483e-b839-419fb721ae67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:46:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['9bf51189-92bf-40da-b038-22a5946817a5'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:46:47.104527 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-97ff477e-810f-4a54-935d-4fcf1035b50c admin admin] For port cc78b258-4682-4fc7-ae72-c063ac6d1632, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=cc78b258-4682-4fc7-ae72-c063ac6d1632,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:46:47.104905 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-97ff477e-810f-4a54-935d-4fcf1035b50c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:47.117444 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-97ff477e-810f-4a54-935d-4fcf1035b50c admin admin] Calling delete_port for cc78b258-4682-4fc7-ae72-c063ac6d1632 owned by network:router_gateway {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:46:47.174949 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-bb939900-c2a1-483e-b839-419fb721ae67 None None] Set router 9bf51189-92bf-40da-b038-22a5946817a5 gateway port host: None {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:46:47.226889 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-bb939900-c2a1-483e-b839-419fb721ae67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf51189-92bf-40da-b038-22a5946817a5', 'name': 'tempest-TestVolumeBootPattern-686101900-router', 'tenant_id': '871c3ace1a374aa1b522cb78a07c04c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:36:36Z', 'updated_at': '2021-09-08T09:46:46Z', 'revision_number': 6, 'project_id': '871c3ace1a374aa1b522cb78a07c04c5', 'gw_port_host': None}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:46:47.257044 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb939900-c2a1-483e-b839-419fb721ae67 None None] The sync data for ids ['9bf51189-92bf-40da-b038-22a5946817a5'] in n-d-806683-11 is: [{'id': '9bf51189-92bf-40da-b038-22a5946817a5', 'name': 'tempest-TestVolumeBootPattern-686101900-router', 'tenant_id': '871c3ace1a374aa1b522cb78a07c04c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:36:36Z', 'updated_at': '2021-09-08T09:46:46Z', 'revision_number': 6, 'project_id': '871c3ace1a374aa1b522cb78a07c04c5', 'gw_port_host': None}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:46:47.293332 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-97ff477e-810f-4a54-935d-4fcf1035b50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:47.317511 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff477e-810f-4a54-935d-4fcf1035b50c admin admin] Pushing event deleted for resources: {'Port': ['ID=cc78b258-4682-4fc7-ae72-c063ac6d1632,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:46:47.380238 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-97ff477e-810f-4a54-935d-4fcf1035b50c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:47.472469 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-97ff477e-810f-4a54-935d-4fcf1035b50c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:47.474588 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-97ff477e-810f-4a54-935d-4fcf1035b50c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:47.516212 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-97ff477e-810f-4a54-935d-4fcf1035b50c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:47.516879 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ff477e-810f-4a54-935d-4fcf1035b50c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bf51189-92bf-40da-b038-22a5946817a5 {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 09:46:47.521099 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-97ff477e-810f-4a54-935d-4fcf1035b50c admin admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:47.522471 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-97ff477e-810f-4a54-935d-4fcf1035b50c admin admin] 10.222.0.54 "DELETE /v2.0/routers/9bf51189-92bf-40da-b038-22a5946817a5 HTTP/1.1" status: 204 len: 168 time: 0.7701795 Sep 08 09:46:47.524867 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 34708) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:46:47.571919 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-1089f11a-e9f5-45ed-b8be-a37eddbc1589 admin admin] Deleting subnet 2aae3ce0-62b4-47da-a4aa-22d73d1c96c3 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:46:47.574895 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1089f11a-e9f5-45ed-b8be-a37eddbc1589 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:47.612779 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1089f11a-e9f5-45ed-b8be-a37eddbc1589 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:47.696504 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2d63cd6c-ab35-4bd2-abb9-8e37801dfb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:47.698253 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1089f11a-e9f5-45ed-b8be-a37eddbc1589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:47.751508 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1089f11a-e9f5-45ed-b8be-a37eddbc1589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:47.778000 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1089f11a-e9f5-45ed-b8be-a37eddbc1589 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2aae3ce0-62b4-47da-a4aa-22d73d1c96c3,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:46:47.780228 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1089f11a-e9f5-45ed-b8be-a37eddbc1589 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:47.784699 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1089f11a-e9f5-45ed-b8be-a37eddbc1589 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/2aae3ce0-62b4-47da-a4aa-22d73d1c96c3 HTTP/1.1" status: 204 len: 168 time: 0.2563436 Sep 08 09:46:47.784699 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 34710) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:46:47.785524 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f604e72-ae5e-4a46-8fb1-3a4d794c5137 None None] Network da2ebf1f-baa8-448c-883c-c6277cb5af27 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:46:47.855661 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-49ed82e0-1903-46ca-a78c-4e9408fbbffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:47.910839 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-49ed82e0-1903-46ca-a78c-4e9408fbbffa admin admin] Deleting port 85fa5449-d4fa-4b84-8659-fea8bf011840 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:46:47.911199 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-49ed82e0-1903-46ca-a78c-4e9408fbbffa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:47.977516 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-49ed82e0-1903-46ca-a78c-4e9408fbbffa admin admin] For port 85fa5449-d4fa-4b84-8659-fea8bf011840, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=85fa5449-d4fa-4b84-8659-fea8bf011840,segment=NetworkSegment(15e59ced-196c-48bd-963a-cea29e3a8767),segment_id=15e59ced-196c-48bd-963a-cea29e3a8767)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:46:47.977891 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-49ed82e0-1903-46ca-a78c-4e9408fbbffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:47.988278 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e681f9-5d77-4f79-85d0-016cac794b19 None None] DHCP port deletion for da2ebf1f-baa8-448c-883c-c6277cb5af27 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 09:46:47.993822 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-49ed82e0-1903-46ca-a78c-4e9408fbbffa admin admin] Calling delete_port for 85fa5449-d4fa-4b84-8659-fea8bf011840 owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:46:48.036224 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-37e681f9-5d77-4f79-85d0-016cac794b19 None None] Deleting port 85fa5449-d4fa-4b84-8659-fea8bf011840 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:46:48.036587 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-37e681f9-5d77-4f79-85d0-016cac794b19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:48.080498 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-49ed82e0-1903-46ca-a78c-4e9408fbbffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:48.103410 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-37e681f9-5d77-4f79-85d0-016cac794b19 None None] For port 85fa5449-d4fa-4b84-8659-fea8bf011840, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=85fa5449-d4fa-4b84-8659-fea8bf011840,segment=NetworkSegment(15e59ced-196c-48bd-963a-cea29e3a8767),segment_id=15e59ced-196c-48bd-963a-cea29e3a8767)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:46:48.103824 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-37e681f9-5d77-4f79-85d0-016cac794b19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:48.107852 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed82e0-1903-46ca-a78c-4e9408fbbffa admin admin] Pushing event deleted for resources: {'Port': ['ID=85fa5449-d4fa-4b84-8659-fea8bf011840,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:46:48.111617 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ed82e0-1903-46ca-a78c-4e9408fbbffa admin admin] No DVR routers for this DVR port 85fa5449-d4fa-4b84-8659-fea8bf011840 on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:46:48.118524 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-37e681f9-5d77-4f79-85d0-016cac794b19 None None] Calling delete_port for 85fa5449-d4fa-4b84-8659-fea8bf011840 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:46:48.189213 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-49ed82e0-1903-46ca-a78c-4e9408fbbffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:48.198139 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-37e681f9-5d77-4f79-85d0-016cac794b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:48.211777 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-49ed82e0-1903-46ca-a78c-4e9408fbbffa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da2ebf1f-baa8-448c-883c-c6277cb5af27']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:46:48.222229 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-49ed82e0-1903-46ca-a78c-4e9408fbbffa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15e59ced-196c-48bd-963a-cea29e3a8767') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:46:48.222537 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-49ed82e0-1903-46ca-a78c-4e9408fbbffa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15e59ced-196c-48bd-963a-cea29e3a8767') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:46:48.224306 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e681f9-5d77-4f79-85d0-016cac794b19 None None] Pushing event deleted for resources: {'Port': ['ID=85fa5449-d4fa-4b84-8659-fea8bf011840,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:46:48.227933 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e681f9-5d77-4f79-85d0-016cac794b19 None None] No DVR routers for this DVR port 85fa5449-d4fa-4b84-8659-fea8bf011840 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:46:48.232921 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-49ed82e0-1903-46ca-a78c-4e9408fbbffa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:48.249512 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-49ed82e0-1903-46ca-a78c-4e9408fbbffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:48.256114 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49ed82e0-1903-46ca-a78c-4e9408fbbffa admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:46:48.256523 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-49ed82e0-1903-46ca-a78c-4e9408fbbffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:48.258245 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:46:48.258245 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:46:48.258245 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:46:48.258245 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:46:48.258245 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:46:48.258245 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:46:48.258245 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:46:48.258245 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:46:48.258245 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:46:48.258245 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:46:48.258245 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:46:48.258245 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:46:48.258245 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:46:48.258245 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:46:48.258245 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:46:48.258245 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:46:48.258245 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:46:48.258245 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:46:48.258245 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:46:48.258245 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:46:48.258245 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:46:48.258245 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:46:48.258245 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:46:48.258245 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:46:48.258245 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:46:48.258245 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:46:48.258245 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:46:48.258245 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:46:48.258245 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:46:48.258245 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:46:48.258245 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:46:48.258245 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:46:48.315149 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-49ed82e0-1903-46ca-a78c-4e9408fbbffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:48.320251 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-49ed82e0-1903-46ca-a78c-4e9408fbbffa admin admin] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:48.322204 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-49ed82e0-1903-46ca-a78c-4e9408fbbffa admin admin] 10.222.0.54 "DELETE /v2.0/networks/da2ebf1f-baa8-448c-883c-c6277cb5af27 HTTP/1.1" status: 204 len: 168 time: 0.5366216 Sep 08 09:46:48.334911 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed82e0-1903-46ca-a78c-4e9408fbbffa admin admin] Pushing event deleted for resources: {'Network': ['ID=da2ebf1f-baa8-448c-883c-c6277cb5af27,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:46:48.470625 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34714) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:46:48.511942 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d9c57fdc-fe5a-447a-a315-935991ef43da admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2ea339fc014f40f08d7dfb55de384614&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400083 Sep 08 09:46:48.514260 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34716) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:46:48.561918 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-744e7db1-a240-44db-a2a8-f4b0db29cd78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:48.584049 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-744e7db1-a240-44db-a2a8-f4b0db29cd78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:48.630787 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-744e7db1-a240-44db-a2a8-f4b0db29cd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:48.633282 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-744e7db1-a240-44db-a2a8-f4b0db29cd78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:48.634517 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-744e7db1-a240-44db-a2a8-f4b0db29cd78 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/232062a1-0879-48bc-a458-83622d1fe81e HTTP/1.1" status: 204 len: 168 time: 0.1193666 Sep 08 09:46:48.642614 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e7db1-a240-44db-a2a8-f4b0db29cd78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232062a1-0879-48bc-a458-83622d1fe81e,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:46:48.972662 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34724) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:46:49.012107 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-13fabfeb-dd7c-476a-bda4-6bd927017dbb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=871c3ace1a374aa1b522cb78a07c04c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382004 Sep 08 09:46:49.015446 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34726) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:46:49.053560 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device bc2fa6a2-d0e8-4b7b-b26a-4dc44b56d293 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:46:49.073231 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-053d9b90-ebba-4e47-b4d4-643a1d5dc456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:49.076060 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: bc2fa6a2-d0e8-4b7b-b26a-4dc44b56d293 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:46:49.076408 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device bc2fa6a2-d0e8-4b7b-b26a-4dc44b56d293 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:46:49.076829 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device cc78b258-4682-4fc7-ae72-c063ac6d1632 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:46:49.098287 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: cc78b258-4682-4fc7-ae72-c063ac6d1632 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:46:49.098504 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-053d9b90-ebba-4e47-b4d4-643a1d5dc456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:49.098633 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device cc78b258-4682-4fc7-ae72-c063ac6d1632 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:46:49.099042 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 85fa5449-d4fa-4b84-8659-fea8bf011840 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:46:49.117852 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 85fa5449-d4fa-4b84-8659-fea8bf011840 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:46:49.118228 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 85fa5449-d4fa-4b84-8659-fea8bf011840 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:46:49.148061 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-053d9b90-ebba-4e47-b4d4-643a1d5dc456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:49.150738 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-053d9b90-ebba-4e47-b4d4-643a1d5dc456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:49.151908 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-053d9b90-ebba-4e47-b4d4-643a1d5dc456 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/51242ef1-17b1-4f75-b10d-bd60ece43548 HTTP/1.1" status: 204 len: 168 time: 0.1355453 Sep 08 09:46:49.159808 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d9b90-ebba-4e47-b4d4-643a1d5dc456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51242ef1-17b1-4f75-b10d-bd60ece43548,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:46:50.462260 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:50.804227 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c5773f37-3592-4de7-8ede-46b036fb6aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:52.276623 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:53.681441 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:54.498968 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:58.959709 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:46:59.089937 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-66059006-f2e6-4d48-8094-2a2c8f4e8540 tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=8330f35c21a040e99141c2517b387468&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289235 Sep 08 09:46:59.275321 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-506af14c-6084-4ddc-9164-8e3c36c8c968 tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:46:59.276807 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-506af14c-6084-4ddc-9164-8e3c36c8c968 tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1815448 Sep 08 09:46:59.291998 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-208de601-1ff8-4712-aa72-e808e586c0a9 tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] 10.222.0.54 "GET /v2.0/quotas/8330f35c21a040e99141c2517b387468 HTTP/1.1" status: 200 len: 375 time: 0.0087848 Sep 08 09:46:59.323073 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-a38f56d3-2336-4e77-8bc1-c72c35099a25 tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8330f35c21a040e99141c2517b387468&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251150 Sep 08 09:46:59.500603 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f207f5a1-f83d-40c5-b342-e13ff41d105b req-05c2dd54-c807-40ab-8dc0-0b49e2730b94 tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d693e69-3226-424f-b846-fd90c096504c HTTP/1.1" status: 200 len: 210 time: 0.0380530 Sep 08 09:47:00.534541 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-82bf5a14-d1cc-4118-9fb1-f0cf3849bdcc tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=8330f35c21a040e99141c2517b387468&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305376 Sep 08 09:47:00.619643 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3fa9ca78-eed7-4d1d-8029-039bf61fb64b req-13a69ea5-9df4-4cb9-8a08-3525b91bc3ab tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d693e69-3226-424f-b846-fd90c096504c HTTP/1.1" status: 200 len: 210 time: 0.0319414 Sep 08 09:47:00.718939 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-49506dd4-7c42-4532-8740-3ffe1379461c tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:00.720423 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-49506dd4-7c42-4532-8740-3ffe1379461c tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1804600 Sep 08 09:47:00.743656 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-1c07ea61-4c8f-4f7c-9ae5-4602bec8199a tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] Request body: {'port': {'device_id': '8d693e69-3226-424f-b846-fd90c096504c', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'admin_state_up': True, 'tenant_id': '8330f35c21a040e99141c2517b387468'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:47:00.852303 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-1c07ea61-4c8f-4f7c-9ae5-4602bec8199a tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] Made reservation on behalf of 8330f35c21a040e99141c2517b387468 for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:47:00.855751 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-1c07ea61-4c8f-4f7c-9ae5-4602bec8199a tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:00.868367 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-1c07ea61-4c8f-4f7c-9ae5-4602bec8199a tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:00.961939 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-1c07ea61-4c8f-4f7c-9ae5-4602bec8199a tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:00.965877 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-1c07ea61-4c8f-4f7c-9ae5-4602bec8199a tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:01.026459 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c07ea61-4c8f-4f7c-9ae5-4602bec8199a tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30e9d63c-dfe5-4b54-8d24-2f4640cd40f8,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:47:01.444237 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-1c07ea61-4c8f-4f7c-9ae5-4602bec8199a tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] Allocated IP 192.168.233.62 (05f7642a-1c79-41be-85aa-1443ef22cc3b/dfc66e4b-ecb5-4c99-afe1-0a78c722534a/3a6dc33c-3abe-4ac5-af8b-7da9764c6438) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:47:01.589165 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-1c07ea61-4c8f-4f7c-9ae5-4602bec8199a tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:01.603310 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-1c07ea61-4c8f-4f7c-9ae5-4602bec8199a tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] Transition to ACTIVE for port object 3a6dc33c-3abe-4ac5-af8b-7da9764c6438 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:47:01.635989 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-1c07ea61-4c8f-4f7c-9ae5-4602bec8199a tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:01.679543 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-1c07ea61-4c8f-4f7c-9ae5-4602bec8199a tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] Network 05f7642a-1c79-41be-85aa-1443ef22cc3b is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:47:01.682684 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-1c07ea61-4c8f-4f7c-9ae5-4602bec8199a tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:47:01.689022 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-1c07ea61-4c8f-4f7c-9ae5-4602bec8199a tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:47:01.724139 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c07ea61-4c8f-4f7c-9ae5-4602bec8199a tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] Pushing event updated for resources: {'Port': ['ID=3a6dc33c-3abe-4ac5-af8b-7da9764c6438,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:47:01.780160 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-1c07ea61-4c8f-4f7c-9ae5-4602bec8199a tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:01.780815 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-1c07ea61-4c8f-4f7c-9ae5-4602bec8199a tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:01.792090 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55217ceb-9df1-41a2-92dc-1a18354863f1 req-95a1ee04-1c14-461d-91c5-108c057e7bd4 tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:01.793632 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-55217ceb-9df1-41a2-92dc-1a18354863f1 req-95a1ee04-1c14-461d-91c5-108c057e7bd4 tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d693e69-3226-424f-b846-fd90c096504c HTTP/1.1" status: 200 len: 935 time: 0.1018190 Sep 08 09:47:01.817551 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-1c07ea61-4c8f-4f7c-9ae5-4602bec8199a tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0775087 Sep 08 09:47:01.836883 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-428a3998-df3a-4d5e-8b0d-26b1b2db3c75 service neutron] Request body: {'port': {'device_id': '8d693e69-3226-424f-b846-fd90c096504c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:47:01.862253 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-55217ceb-9df1-41a2-92dc-1a18354863f1 req-98bdc3dc-9aba-417a-9b9d-82e5bb7730fa tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] 10.222.0.54 "GET /v2.0/security-groups?id=30e9d63c-dfe5-4b54-8d24-2f4640cd40f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621388 Sep 08 09:47:01.899236 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-428a3998-df3a-4d5e-8b0d-26b1b2db3c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:01.958668 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-de573091-df0b-4834-9bd1-463bd5ba6813 None None] Provisioning for port 3a6dc33c-3abe-4ac5-af8b-7da9764c6438 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:47:01.962374 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-de573091-df0b-4834-9bd1-463bd5ba6813 None None] Provisioning complete for port 3a6dc33c-3abe-4ac5-af8b-7da9764c6438 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:47:01.962753 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-de573091-df0b-4834-9bd1-463bd5ba6813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:01.996866 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-de573091-df0b-4834-9bd1-463bd5ba6813 None None] Port 3a6dc33c-3abe-4ac5-af8b-7da9764c6438 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:47:02.192846 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-428a3998-df3a-4d5e-8b0d-26b1b2db3c75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a6dc33c-3abe-4ac5-af8b-7da9764c6438 {{(pid=94713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:47:02.201904 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-428a3998-df3a-4d5e-8b0d-26b1b2db3c75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:02.214331 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-428a3998-df3a-4d5e-8b0d-26b1b2db3c75 service neutron] Transition to ACTIVE for port object 3a6dc33c-3abe-4ac5-af8b-7da9764c6438 will not be triggered until provisioned by entity L2. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:47:02.217884 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-428a3998-df3a-4d5e-8b0d-26b1b2db3c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:02.270473 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a3998-df3a-4d5e-8b0d-26b1b2db3c75 service neutron] Pushing event updated for resources: {'Port': ['ID=3a6dc33c-3abe-4ac5-af8b-7da9764c6438,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:47:02.344240 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-428a3998-df3a-4d5e-8b0d-26b1b2db3c75 service neutron] Attempting to bind port 3a6dc33c-3abe-4ac5-af8b-7da9764c6438 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:47:02.344760 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-428a3998-df3a-4d5e-8b0d-26b1b2db3c75 service neutron] Attempting to bind port 3a6dc33c-3abe-4ac5-af8b-7da9764c6438 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:47:02.345105 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-428a3998-df3a-4d5e-8b0d-26b1b2db3c75 service neutron] Attempting to bind port 3a6dc33c-3abe-4ac5-af8b-7da9764c6438 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:47:02.350108 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-428a3998-df3a-4d5e-8b0d-26b1b2db3c75 service neutron] Port 3a6dc33c-3abe-4ac5-af8b-7da9764c6438 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:47:02.350442 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-428a3998-df3a-4d5e-8b0d-26b1b2db3c75 service neutron] Attempting to bind port 3a6dc33c-3abe-4ac5-af8b-7da9764c6438 on network 05f7642a-1c79-41be-85aa-1443ef22cc3b {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:47:02.355833 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-428a3998-df3a-4d5e-8b0d-26b1b2db3c75 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:47:02.356161 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-428a3998-df3a-4d5e-8b0d-26b1b2db3c75 service neutron] Checking segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:47:02.357181 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-428a3998-df3a-4d5e-8b0d-26b1b2db3c75 service neutron] Bound using segment: {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:47:02.357638 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-428a3998-df3a-4d5e-8b0d-26b1b2db3c75 service neutron] Bound port: 3a6dc33c-3abe-4ac5-af8b-7da9764c6438, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674b4040-616d-4e22-8c7a-3d62b224fd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b'}}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:47:02.358062 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-428a3998-df3a-4d5e-8b0d-26b1b2db3c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:02.429600 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-428a3998-df3a-4d5e-8b0d-26b1b2db3c75 service neutron] For port 3a6dc33c-3abe-4ac5-af8b-7da9764c6438, host n-h1-806683-11, cleared binding levels {{(pid=94713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:47:02.432654 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-428a3998-df3a-4d5e-8b0d-26b1b2db3c75 service neutron] For port 3a6dc33c-3abe-4ac5-af8b-7da9764c6438, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=3a6dc33c-3abe-4ac5-af8b-7da9764c6438,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:47:02.436998 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-428a3998-df3a-4d5e-8b0d-26b1b2db3c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:02.472053 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-428a3998-df3a-4d5e-8b0d-26b1b2db3c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:02.472643 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-428a3998-df3a-4d5e-8b0d-26b1b2db3c75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:02.474030 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-428a3998-df3a-4d5e-8b0d-26b1b2db3c75 service neutron] 10.222.0.37 "PUT /v2.0/ports/3a6dc33c-3abe-4ac5-af8b-7da9764c6438 HTTP/1.1" status: 200 len: 1096 time: 0.6419942 Sep 08 09:47:02.474488 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d693e69-3226-424f-b846-fd90c096504c', 'tag': '3a6dc33c-3abe-4ac5-af8b-7da9764c6438'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:47:02.476742 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8624846e-e2c5-4b49-8f8b-5334360b343d" -d '{"events": [{"name": "network-changed", "server_uuid": "8d693e69-3226-424f-b846-fd90c096504c", "tag": "3a6dc33c-3abe-4ac5-af8b-7da9764c6438"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:47:02.506091 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a3998-df3a-4d5e-8b0d-26b1b2db3c75 service neutron] Pushing event updated for resources: {'Port': ['ID=3a6dc33c-3abe-4ac5-af8b-7da9764c6438,revision_number=3']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:47:02.525633 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc042357-8dcc-4776-aa7f-18edb5367f56 x-openstack-request-id: req-dc042357-8dcc-4776-aa7f-18edb5367f56 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:47:02.525931 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d693e69-3226-424f-b846-fd90c096504c", "tag": "3a6dc33c-3abe-4ac5-af8b-7da9764c6438", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:47:02.526201 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dc042357-8dcc-4776-aa7f-18edb5367f56 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:47:02.526652 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d693e69-3226-424f-b846-fd90c096504c', 'tag': '3a6dc33c-3abe-4ac5-af8b-7da9764c6438', 'status': 'completed', 'code': 200} Sep 08 09:47:02.584858 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-cde7129a-ef44-4d1b-b25b-a0de5030d845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:02.586479 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-cde7129a-ef44-4d1b-b25b-a0de5030d845 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8330f35c21a040e99141c2517b387468&device_id=8d693e69-3226-424f-b846-fd90c096504c HTTP/1.1" status: 200 len: 1099 time: 0.0427802 Sep 08 09:47:02.646666 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-99c5737c-9d04-47a9-b330-c98f275366c2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=3a6dc33c-3abe-4ac5-af8b-7da9764c6438 HTTP/1.1" status: 200 len: 217 time: 0.0457540 Sep 08 09:47:02.702548 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-fe9519d1-a8b2-41c7-971c-cc9e6756cd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:02.704047 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-fe9519d1-a8b2-41c7-971c-cc9e6756cd9e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.0513601 Sep 08 09:47:02.752800 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-cf328f29-1afe-4ef7-a512-2619e1c56e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:02.754389 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-cf328f29-1afe-4ef7-a512-2619e1c56e5b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0435722 Sep 08 09:47:02.848435 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-522caaef-4afd-4d6a-bb54-54d90773690a service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870655 Sep 08 09:47:02.946387 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-07922aa9-94a4-46ea-8931-c7cff7402ba7 req-6918dc75-db25-4d3b-9a49-b26950d3d6ca service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907378 Sep 08 09:47:03.080301 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624846e-e2c5-4b49-8f8b-5334360b343d req-c2227a23-ac33-4a8a-ba08-1dfaed52bae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:03.081861 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8624846e-e2c5-4b49-8f8b-5334360b343d req-c2227a23-ac33-4a8a-ba08-1dfaed52bae7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8330f35c21a040e99141c2517b387468&device_id=8d693e69-3226-424f-b846-fd90c096504c HTTP/1.1" status: 200 len: 1099 time: 0.0501602 Sep 08 09:47:03.190120 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f890c-c320-4453-a48a-b5b88e4b7f80 req-29b9e39d-cfae-413e-b7f4-d9ebb93cbab6 tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:03.191657 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2e2f890c-c320-4453-a48a-b5b88e4b7f80 req-29b9e39d-cfae-413e-b7f4-d9ebb93cbab6 tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d693e69-3226-424f-b846-fd90c096504c HTTP/1.1" status: 200 len: 947 time: 0.2598751 Sep 08 09:47:03.236541 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624846e-e2c5-4b49-8f8b-5334360b343d req-d9dc2de4-1f57-4a5a-b3ec-30c9c69716e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:03.238108 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8624846e-e2c5-4b49-8f8b-5334360b343d req-d9dc2de4-1f57-4a5a-b3ec-30c9c69716e5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=05f7642a-1c79-41be-85aa-1443ef22cc3b HTTP/1.1" status: 200 len: 870 time: 0.1487901 Sep 08 09:47:03.258774 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2e2f890c-c320-4453-a48a-b5b88e4b7f80 req-15c9286d-060a-4f35-a2fa-a7b624c218f4 tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] 10.222.0.54 "GET /v2.0/security-groups?id=30e9d63c-dfe5-4b54-8d24-2f4640cd40f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607774 Sep 08 09:47:03.286235 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8624846e-e2c5-4b49-8f8b-5334360b343d req-a7ec642b-1df0-4627-8b35-7c1d028b8e70 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=3a6dc33c-3abe-4ac5-af8b-7da9764c6438 HTTP/1.1" status: 200 len: 217 time: 0.0401850 Sep 08 09:47:03.337980 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624846e-e2c5-4b49-8f8b-5334360b343d req-5fca1b4b-094a-48d1-9b74-9aabb0be7868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:03.339542 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8624846e-e2c5-4b49-8f8b-5334360b343d req-5fca1b4b-094a-48d1-9b74-9aabb0be7868 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dfc66e4b-ecb5-4c99-afe1-0a78c722534a HTTP/1.1" status: 200 len: 843 time: 0.0456183 Sep 08 09:47:03.390927 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624846e-e2c5-4b49-8f8b-5334360b343d req-e646149a-0623-47ec-b299-1d9f72803be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:03.392475 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8624846e-e2c5-4b49-8f8b-5334360b343d req-e646149a-0623-47ec-b299-1d9f72803be5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05f7642a-1c79-41be-85aa-1443ef22cc3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0442703 Sep 08 09:47:03.488713 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8624846e-e2c5-4b49-8f8b-5334360b343d req-f010e336-5f37-4269-9c7e-77298fd77ed3 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883815 Sep 08 09:47:03.587438 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8624846e-e2c5-4b49-8f8b-5334360b343d req-b3d857f9-10f1-402b-a85c-243e468341f6 service neutron] 10.222.0.37 "GET /v2.0/networks/05f7642a-1c79-41be-85aa-1443ef22cc3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906694 Sep 08 09:47:04.464740 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24e119-37f6-4e4d-847e-673d04681e3e req-495c8bf2-c1f7-4b19-a892-c364aec30dd0 tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:04.467309 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ca24e119-37f6-4e4d-847e-673d04681e3e req-495c8bf2-c1f7-4b19-a892-c364aec30dd0 tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d693e69-3226-424f-b846-fd90c096504c HTTP/1.1" status: 200 len: 947 time: 0.1392267 Sep 08 09:47:04.504527 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ca24e119-37f6-4e4d-847e-673d04681e3e req-cf45a15b-cf21-4333-ad5e-599b5d2daeaf tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] 10.222.0.54 "GET /v2.0/security-groups?id=30e9d63c-dfe5-4b54-8d24-2f4640cd40f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317140 Sep 08 09:47:05.618127 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07390c-9d5f-4bb2-813a-c69f41b7e062 req-c6029995-6c42-4668-908e-caf2e548160f tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:05.619624 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6a07390c-9d5f-4bb2-813a-c69f41b7e062 req-c6029995-6c42-4668-908e-caf2e548160f tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d693e69-3226-424f-b846-fd90c096504c HTTP/1.1" status: 200 len: 947 time: 0.0509646 Sep 08 09:47:05.656927 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6a07390c-9d5f-4bb2-813a-c69f41b7e062 req-d23fe6e1-7d70-4f77-854c-c2c006beffea tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] 10.222.0.54 "GET /v2.0/security-groups?id=30e9d63c-dfe5-4b54-8d24-2f4640cd40f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308006 Sep 08 09:47:06.240568 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 3a6dc33c-3abe-4ac5-af8b-7da9764c6438 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:47:06.334617 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 3a6dc33c-3abe-4ac5-af8b-7da9764c6438, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=3a6dc33c-3abe-4ac5-af8b-7da9764c6438,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:47:06.345185 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '3a6dc33c-3abe-4ac5-af8b-7da9764c6438', 'network_id': '05f7642a-1c79-41be-85aa-1443ef22cc3b', 'port_id': '3a6dc33c-3abe-4ac5-af8b-7da9764c6438', 'mac_address': 'fa:16:3e:33:6a:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc66e4b-ecb5-4c99-afe1-0a78c722534a', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:47:06.381249 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:06.393797 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a6dc33c-3abe-4ac5-af8b-7da9764c6438 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:47:06.412798 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 3a6dc33c-3abe-4ac5-af8b-7da9764c6438, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=3a6dc33c-3abe-4ac5-af8b-7da9764c6438,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:47:06.416468 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:06.462292 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=3a6dc33c-3abe-4ac5-af8b-7da9764c6438,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:47:06.731057 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['3a6dc33c-3abe-4ac5-af8b-7da9764c6438'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:47:06.787034 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871bbb5f-0976-46f2-b156-dc0f35a0679a req-1c996e6b-376c-4cce-a4fe-8078700bc7c6 tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:06.788579 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-871bbb5f-0976-46f2-b156-dc0f35a0679a req-1c996e6b-376c-4cce-a4fe-8078700bc7c6 tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d693e69-3226-424f-b846-fd90c096504c HTTP/1.1" status: 200 len: 948 time: 0.0643904 Sep 08 09:47:06.826483 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-871bbb5f-0976-46f2-b156-dc0f35a0679a req-b0d854b0-9978-4f4a-acf5-a7eba222f2c6 tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] 10.222.0.54 "GET /v2.0/security-groups?id=30e9d63c-dfe5-4b54-8d24-2f4640cd40f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309668 Sep 08 09:47:07.940675 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1934f6-c1e5-4d69-98cb-20a71d4e09ba req-f14a4c8f-044f-4b87-b0d9-95caf878b939 tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:07.942146 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ed1934f6-c1e5-4d69-98cb-20a71d4e09ba req-f14a4c8f-044f-4b87-b0d9-95caf878b939 tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d693e69-3226-424f-b846-fd90c096504c HTTP/1.1" status: 200 len: 948 time: 0.0493646 Sep 08 09:47:07.980418 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ed1934f6-c1e5-4d69-98cb-20a71d4e09ba req-117eaf27-d013-4d9f-a049-c52c3eb9d018 tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] 10.222.0.54 "GET /v2.0/security-groups?id=30e9d63c-dfe5-4b54-8d24-2f4640cd40f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323503 Sep 08 09:47:08.257084 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 3a6dc33c-3abe-4ac5-af8b-7da9764c6438 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:47:08.305119 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 3a6dc33c-3abe-4ac5-af8b-7da9764c6438 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:47:08.308772 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 3a6dc33c-3abe-4ac5-af8b-7da9764c6438 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:47:08.309156 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:08.386548 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:08.409395 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d693e69-3226-424f-b846-fd90c096504c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6dc33c-3abe-4ac5-af8b-7da9764c6438'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:47:08.411735 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4083ca6e-3375-4b61-9867-c0e603954092" -d '{"events": [{"server_uuid": "8d693e69-3226-424f-b846-fd90c096504c", "name": "network-vif-plugged", "status": "completed", "tag": "3a6dc33c-3abe-4ac5-af8b-7da9764c6438"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:47:08.425039 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 3a6dc33c-3abe-4ac5-af8b-7da9764c6438, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=3a6dc33c-3abe-4ac5-af8b-7da9764c6438,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:47:08.429050 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:08.451746 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0704bffa-979e-4bf4-bc75-b14d9f8ce10d x-openstack-request-id: req-0704bffa-979e-4bf4-bc75-b14d9f8ce10d {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:47:08.452038 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d693e69-3226-424f-b846-fd90c096504c", "name": "network-vif-plugged", "status": "completed", "tag": "3a6dc33c-3abe-4ac5-af8b-7da9764c6438", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:47:08.452290 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0704bffa-979e-4bf4-bc75-b14d9f8ce10d {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:47:08.452674 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d693e69-3226-424f-b846-fd90c096504c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6dc33c-3abe-4ac5-af8b-7da9764c6438', 'code': 200} Sep 08 09:47:08.477935 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=3a6dc33c-3abe-4ac5-af8b-7da9764c6438,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:47:08.568386 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54450d-47f8-4e35-8583-f805de7305a0 req-d5999cec-4937-4543-8ff6-ca258d355632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:08.570247 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-aa54450d-47f8-4e35-8583-f805de7305a0 req-d5999cec-4937-4543-8ff6-ca258d355632 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8d693e69-3226-424f-b846-fd90c096504c HTTP/1.1" status: 200 len: 1101 time: 0.0399418 Sep 08 09:47:08.608692 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-aa54450d-47f8-4e35-8583-f805de7305a0 req-3a0c44ab-fc5d-464e-a400-ce3acf283c25 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=30e9d63c-dfe5-4b54-8d24-2f4640cd40f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315678 Sep 08 09:47:09.095359 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1464b1-9726-4b04-9ca6-52a768bb9db2 req-407a79c7-35be-4841-a1e4-49dac50a8fa5 tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:09.096855 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1b1464b1-9726-4b04-9ca6-52a768bb9db2 req-407a79c7-35be-4841-a1e4-49dac50a8fa5 tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d693e69-3226-424f-b846-fd90c096504c HTTP/1.1" status: 200 len: 949 time: 0.0488465 Sep 08 09:47:09.134130 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1b1464b1-9726-4b04-9ca6-52a768bb9db2 req-05423001-620c-4637-95c0-288e4fba8c5c tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] 10.222.0.54 "GET /v2.0/security-groups?id=30e9d63c-dfe5-4b54-8d24-2f4640cd40f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313971 Sep 08 09:47:10.251910 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853693cb-d5a7-41f2-bfc7-ab84e1749a58 req-d775d06e-7b3b-44dd-b608-b9753b82073f tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:10.253369 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-853693cb-d5a7-41f2-bfc7-ab84e1749a58 req-d775d06e-7b3b-44dd-b608-b9753b82073f tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d693e69-3226-424f-b846-fd90c096504c HTTP/1.1" status: 200 len: 949 time: 0.0509036 Sep 08 09:47:10.290640 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-853693cb-d5a7-41f2-bfc7-ab84e1749a58 req-f17b9109-6b5d-4149-8ca7-55b9fa8092f8 tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] 10.222.0.54 "GET /v2.0/security-groups?id=30e9d63c-dfe5-4b54-8d24-2f4640cd40f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313678 Sep 08 09:47:10.617355 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [req-75373dd6-615b-45bc-9b6b-64cab4f45477 req-c8fdb17d-1694-4e2b-ba40-616f1813394e service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:47:10.618400 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-75373dd6-615b-45bc-9b6b-64cab4f45477 req-c8fdb17d-1694-4e2b-ba40-616f1813394e service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0562119 Sep 08 09:47:11.000668 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [req-a462b292-5180-4e5b-a4ab-a300d7367f5f req-0f2bb1c8-631e-4ed5-9bbc-1cf375d404ed service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:47:11.001675 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a462b292-5180-4e5b-a4ab-a300d7367f5f req-0f2bb1c8-631e-4ed5-9bbc-1cf375d404ed service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0562358 Sep 08 09:47:11.592866 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e9e47-0832-40ec-9a11-63e83485ecd1 req-8134deda-f8e3-468d-beca-166f5ad8fbef tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:11.594381 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-034e9e47-0832-40ec-9a11-63e83485ecd1 req-8134deda-f8e3-468d-beca-166f5ad8fbef tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d693e69-3226-424f-b846-fd90c096504c HTTP/1.1" status: 200 len: 949 time: 0.0488830 Sep 08 09:47:11.631427 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-034e9e47-0832-40ec-9a11-63e83485ecd1 req-423c0c03-0365-4b63-bb86-0e8efe6c1803 tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] 10.222.0.54 "GET /v2.0/security-groups?id=30e9d63c-dfe5-4b54-8d24-2f4640cd40f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311697 Sep 08 09:47:12.767190 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e74ef-2e2d-4148-af27-1d7318477391 req-8d0dbe46-ddf7-40a2-aa53-ed200d2d797c tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:12.768755 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-966e74ef-2e2d-4148-af27-1d7318477391 req-8d0dbe46-ddf7-40a2-aa53-ed200d2d797c tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d693e69-3226-424f-b846-fd90c096504c HTTP/1.1" status: 200 len: 949 time: 0.0595655 Sep 08 09:47:12.806312 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-966e74ef-2e2d-4148-af27-1d7318477391 req-6e43c2a7-9954-42c9-834c-236cc427ec31 tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] 10.222.0.54 "GET /v2.0/security-groups?id=30e9d63c-dfe5-4b54-8d24-2f4640cd40f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315156 Sep 08 09:47:12.973669 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5f0ab-f507-47c0-b8bc-95c30b9232d8 req-5fda1acb-89a0-4617-a2e8-337777411c3a tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:12.975084 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-62c5f0ab-f507-47c0-b8bc-95c30b9232d8 req-5fda1acb-89a0-4617-a2e8-337777411c3a tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d693e69-3226-424f-b846-fd90c096504c HTTP/1.1" status: 200 len: 949 time: 0.0488408 Sep 08 09:47:13.069337 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-62c5f0ab-f507-47c0-b8bc-95c30b9232d8 req-2944f794-6c6c-44b8-b71e-98dc6728a10d tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] Deleting port 3a6dc33c-3abe-4ac5-af8b-7da9764c6438 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:47:13.069751 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-62c5f0ab-f507-47c0-b8bc-95c30b9232d8 req-2944f794-6c6c-44b8-b71e-98dc6728a10d tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:13.156936 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-62c5f0ab-f507-47c0-b8bc-95c30b9232d8 req-2944f794-6c6c-44b8-b71e-98dc6728a10d tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] For port 3a6dc33c-3abe-4ac5-af8b-7da9764c6438, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=3a6dc33c-3abe-4ac5-af8b-7da9764c6438,segment=NetworkSegment(674b4040-616d-4e22-8c7a-3d62b224fd78),segment_id=674b4040-616d-4e22-8c7a-3d62b224fd78)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:47:13.157299 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-62c5f0ab-f507-47c0-b8bc-95c30b9232d8 req-2944f794-6c6c-44b8-b71e-98dc6728a10d tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:13.174218 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-62c5f0ab-f507-47c0-b8bc-95c30b9232d8 req-2944f794-6c6c-44b8-b71e-98dc6728a10d tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] Calling delete_port for 3a6dc33c-3abe-4ac5-af8b-7da9764c6438 owned by compute:nova {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:47:13.297294 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-62c5f0ab-f507-47c0-b8bc-95c30b9232d8 req-2944f794-6c6c-44b8-b71e-98dc6728a10d tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:13.327009 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2944f794-6c6c-44b8-b71e-98dc6728a10d tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] Pushing event deleted for resources: {'Port': ['ID=3a6dc33c-3abe-4ac5-af8b-7da9764c6438,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:47:13.334082 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['3a6dc33c-3abe-4ac5-af8b-7da9764c6438'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:47:13.375744 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c5f0ab-f507-47c0-b8bc-95c30b9232d8 req-2944f794-6c6c-44b8-b71e-98dc6728a10d tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] No DVR routers for this DVR port 3a6dc33c-3abe-4ac5-af8b-7da9764c6438 on host n-h1-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:47:13.378370 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-62c5f0ab-f507-47c0-b8bc-95c30b9232d8 req-2944f794-6c6c-44b8-b71e-98dc6728a10d tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:13.380476 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-62c5f0ab-f507-47c0-b8bc-95c30b9232d8 req-2944f794-6c6c-44b8-b71e-98dc6728a10d tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] 10.222.0.37 "DELETE /v2.0/ports/3a6dc33c-3abe-4ac5-af8b-7da9764c6438 HTTP/1.1" status: 204 len: 173 time: 0.3990402 Sep 08 09:47:13.380856 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d693e69-3226-424f-b846-fd90c096504c', 'name': 'network-vif-deleted', 'tag': '3a6dc33c-3abe-4ac5-af8b-7da9764c6438'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:47:13.383177 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4227344-ed28-4d9e-988d-06ce8082d32d" -d '{"events": [{"server_uuid": "8d693e69-3226-424f-b846-fd90c096504c", "name": "network-vif-deleted", "tag": "3a6dc33c-3abe-4ac5-af8b-7da9764c6438"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:47:13.424594 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1663cc9d-f249-4971-8e1d-b15356b272c9 x-openstack-request-id: req-1663cc9d-f249-4971-8e1d-b15356b272c9 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:47:13.424910 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d693e69-3226-424f-b846-fd90c096504c", "name": "network-vif-deleted", "tag": "3a6dc33c-3abe-4ac5-af8b-7da9764c6438", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:47:13.425195 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1663cc9d-f249-4971-8e1d-b15356b272c9 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:47:13.425607 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d693e69-3226-424f-b846-fd90c096504c', 'name': 'network-vif-deleted', 'tag': '3a6dc33c-3abe-4ac5-af8b-7da9764c6438', 'status': 'completed', 'code': 200} Sep 08 09:47:13.914800 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-209e5444-add0-4c20-bf5a-75b29cd586c1 req-ef6dde07-23d4-4e36-b8e3-38861222b2e6 tempest-ServersAdminNegativeTestJSON-843650633 tempest-ServersAdminNegativeTestJSON-843650633-project] 10.222.0.54 "GET /v2.0/ports?device_id=8d693e69-3226-424f-b846-fd90c096504c HTTP/1.1" status: 200 len: 210 time: 0.0289052 Sep 08 09:47:15.207286 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34884) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:47:15.334675 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-007cc09e-8fe0-4082-8d23-2502e73504c1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8330f35c21a040e99141c2517b387468&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1261916 Sep 08 09:47:15.337041 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34888) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:47:15.383608 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4ad27894-b4a5-482d-8ef4-5ce88e21a40c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:15.403863 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4ad27894-b4a5-482d-8ef4-5ce88e21a40c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:15.457793 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4ad27894-b4a5-482d-8ef4-5ce88e21a40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:15.460449 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4ad27894-b4a5-482d-8ef4-5ce88e21a40c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:15.461671 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4ad27894-b4a5-482d-8ef4-5ce88e21a40c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/30e9d63c-dfe5-4b54-8d24-2f4640cd40f8 HTTP/1.1" status: 204 len: 168 time: 0.1237426 Sep 08 09:47:15.470290 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad27894-b4a5-482d-8ef4-5ce88e21a40c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e9d63c-dfe5-4b54-8d24-2f4640cd40f8,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:47:15.723766 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 34894) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:47:15.743963 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ad4c23e3-c34b-4229-b169-f8f402cf244b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:15.834512 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ad4c23e3-c34b-4229-b169-f8f402cf244b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:15.838153 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ad4c23e3-c34b-4229-b169-f8f402cf244b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:15.876386 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ad4c23e3-c34b-4229-b169-f8f402cf244b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0dce4795b3544a6f93ba132739cc25d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1515551 Sep 08 09:47:15.877089 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4c23e3-c34b-4229-b169-f8f402cf244b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56087f72-1da1-4ed1-b6a1-e0e976a251e6,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:47:15.879161 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34896) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:47:15.927786 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2eb0a150-b2cc-4924-b855-3eb569409e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:15.948252 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2eb0a150-b2cc-4924-b855-3eb569409e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:15.993985 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2eb0a150-b2cc-4924-b855-3eb569409e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:15.996640 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2eb0a150-b2cc-4924-b855-3eb569409e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:15.997898 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2eb0a150-b2cc-4924-b855-3eb569409e08 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/56087f72-1da1-4ed1-b6a1-e0e976a251e6 HTTP/1.1" status: 204 len: 168 time: 0.1176980 Sep 08 09:47:16.005432 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0a150-b2cc-4924-b855-3eb569409e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56087f72-1da1-4ed1-b6a1-e0e976a251e6,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:47:16.274984 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 3a6dc33c-3abe-4ac5-af8b-7da9764c6438 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:47:16.299582 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 3a6dc33c-3abe-4ac5-af8b-7da9764c6438 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:47:16.299932 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 3a6dc33c-3abe-4ac5-af8b-7da9764c6438 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:47:16.717226 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 34918) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:47:16.815901 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-ce10fa1a-2653-4b6f-aba1-ed52a129ce93 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-4293565-network', 'tenant_id': '7d554fe9b0834900be497b363cc5700c'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:47:16.836631 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce10fa1a-2653-4b6f-aba1-ed52a129ce93 admin admin] Made reservation on behalf of 7d554fe9b0834900be497b363cc5700c for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:47:16.839063 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ce10fa1a-2653-4b6f-aba1-ed52a129ce93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:16.847505 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ce10fa1a-2653-4b6f-aba1-ed52a129ce93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:16.933669 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ce10fa1a-2653-4b6f-aba1-ed52a129ce93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:16.937726 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ce10fa1a-2653-4b6f-aba1-ed52a129ce93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:16.961290 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce10fa1a-2653-4b6f-aba1-ed52a129ce93 admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:47:16.970760 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce10fa1a-2653-4b6f-aba1-ed52a129ce93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfcffc9-b8cc-434b-8989-485d29291c7a,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:47:16.975644 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ce10fa1a-2653-4b6f-aba1-ed52a129ce93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:16.975988 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-ce10fa1a-2653-4b6f-aba1-ed52a129ce93 admin admin] Added segment 3fde86fb-c79c-4b34-a832-3d549a549ecd of type vlan for network 3d75c3b5-27d8-4986-86eb-58e033b09176 Sep 08 09:47:17.318023 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ce10fa1a-2653-4b6f-aba1-ed52a129ce93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:17.341899 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ce10fa1a-2653-4b6f-aba1-ed52a129ce93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:17.342894 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce10fa1a-2653-4b6f-aba1-ed52a129ce93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:17.343470 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ce10fa1a-2653-4b6f-aba1-ed52a129ce93 admin admin] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:17.374638 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ce10fa1a-2653-4b6f-aba1-ed52a129ce93 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6563349 Sep 08 09:47:17.377689 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 34922) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:47:17.382731 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-72bdc9ca-1e06-45ed-af34-98351ef431ce admin admin] Request body: {'subnet': {'network_id': '3d75c3b5-27d8-4986-86eb-58e033b09176', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-4293565-subnet', 'tenant_id': '7d554fe9b0834900be497b363cc5700c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:47:17.404104 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72bdc9ca-1e06-45ed-af34-98351ef431ce admin admin] Made reservation on behalf of 7d554fe9b0834900be497b363cc5700c for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:47:17.406507 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-72bdc9ca-1e06-45ed-af34-98351ef431ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:17.408402 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce10fa1a-2653-4b6f-aba1-ed52a129ce93 admin admin] Pushing event updated for resources: {'Network': ['ID=3d75c3b5-27d8-4986-86eb-58e033b09176,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:47:17.421084 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 3d75c3b5-27d8-4986-86eb-58e033b09176 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:47:17.576280 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-72bdc9ca-1e06-45ed-af34-98351ef431ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:17.635244 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bdc9ca-1e06-45ed-af34-98351ef431ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=431c5206-b13e-44bf-8968-66c728d55f89,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:47:17.643939 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bdc9ca-1e06-45ed-af34-98351ef431ce admin admin] Checking segment: {'id': '3fde86fb-c79c-4b34-a832-3d549a549ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '3d75c3b5-27d8-4986-86eb-58e033b09176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:47:17.644306 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bdc9ca-1e06-45ed-af34-98351ef431ce admin admin] Network hostable DHCP agents. Network: 3d75c3b5-27d8-4986-86eb-58e033b09176, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:47:17.659709 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bdc9ca-1e06-45ed-af34-98351ef431ce admin admin] Network 3d75c3b5-27d8-4986-86eb-58e033b09176 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:47:17.667949 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-72bdc9ca-1e06-45ed-af34-98351ef431ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 3d75c3b5-27d8-4986-86eb-58e033b09176) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:47:17.672460 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bdc9ca-1e06-45ed-af34-98351ef431ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:17.673054 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-72bdc9ca-1e06-45ed-af34-98351ef431ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:17.677848 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff80546-03cb-4968-a5cd-4fb94b9b2a5a None None] Network 3d75c3b5-27d8-4986-86eb-58e033b09176 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:47:17.687686 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-72bdc9ca-1e06-45ed-af34-98351ef431ce admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3088553 Sep 08 09:47:17.743872 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5402235e-eb08-439a-8faf-1c41be53f717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:17.816812 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e46814-eba0-4e3b-8a39-1e995c161200 None None] Network 3d75c3b5-27d8-4986-86eb-58e033b09176 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:47:18.147164 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99b8e9-8f21-4558-80e3-521d2c8b7400 req-5a7000d3-5816-424a-9804-8ac76ce9acd4 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:18.148556 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1f99b8e9-8f21-4558-80e3-521d2c8b7400 req-5a7000d3-5816-424a-9804-8ac76ce9acd4 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/networks?id=3d75c3b5-27d8-4986-86eb-58e033b09176 HTTP/1.1" status: 200 len: 809 time: 0.1060362 Sep 08 09:47:18.163084 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1f99b8e9-8f21-4558-80e3-521d2c8b7400 req-f9996b2f-0ac3-4d3d-b2f6-bbf8b6536338 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/quotas/7d554fe9b0834900be497b363cc5700c HTTP/1.1" status: 200 len: 375 time: 0.0086253 Sep 08 09:47:18.193655 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1f99b8e9-8f21-4558-80e3-521d2c8b7400 req-7537e016-f76e-41d8-9676-006aecdeafb0 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7d554fe9b0834900be497b363cc5700c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254979 Sep 08 09:47:18.285008 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1f99b8e9-8f21-4558-80e3-521d2c8b7400 req-532ee851-f068-4d59-8feb-82f07565a174 service neutron] 10.222.0.54 "GET /v2.0/networks/3d75c3b5-27d8-4986-86eb-58e033b09176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840497 Sep 08 09:47:18.375813 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1f99b8e9-8f21-4558-80e3-521d2c8b7400 req-a2b8a6dc-3d10-47e0-b431-66d62eb3205b service neutron] 10.222.0.54 "GET /v2.0/networks/3d75c3b5-27d8-4986-86eb-58e033b09176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848734 Sep 08 09:47:18.534888 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-47af712b-89af-4623-9cdc-e8c18d74a82c req-4a8d05ff-670f-47d5-b2b0-986723df5a1f tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 210 time: 0.0261447 Sep 08 09:47:19.506956 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99b8e9-8f21-4558-80e3-521d2c8b7400 req-571802fa-15dc-4924-b153-3c1e79fcfd9f tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:19.508425 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1f99b8e9-8f21-4558-80e3-521d2c8b7400 req-571802fa-15dc-4924-b153-3c1e79fcfd9f tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.37 "GET /v2.0/networks?id=3d75c3b5-27d8-4986-86eb-58e033b09176 HTTP/1.1" status: 200 len: 809 time: 0.1103590 Sep 08 09:47:19.531846 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-1f99b8e9-8f21-4558-80e3-521d2c8b7400 req-cd59f970-1e59-4e6a-a603-a6abc2876db0 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Request body: {'port': {'device_id': 'fa5f35b7-8a4a-4b93-b44c-158d0e6e813b', 'network_id': '3d75c3b5-27d8-4986-86eb-58e033b09176', 'admin_state_up': True, 'tenant_id': '7d554fe9b0834900be497b363cc5700c'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:47:19.635100 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-25b91882-c276-40ef-8e05-427bd4b4495f req-00b232b5-60e0-45b3-ba7d-ada5a0e00a77 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 210 time: 0.0320017 Sep 08 09:47:19.667352 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f99b8e9-8f21-4558-80e3-521d2c8b7400 req-cd59f970-1e59-4e6a-a603-a6abc2876db0 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Made reservation on behalf of 7d554fe9b0834900be497b363cc5700c for: {'port': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:47:19.670930 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-1f99b8e9-8f21-4558-80e3-521d2c8b7400 req-cd59f970-1e59-4e6a-a603-a6abc2876db0 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:19.802021 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [req-1f99b8e9-8f21-4558-80e3-521d2c8b7400 req-cd59f970-1e59-4e6a-a603-a6abc2876db0 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Allocated IP 172.20.0.3 (3d75c3b5-27d8-4986-86eb-58e033b09176/431c5206-b13e-44bf-8968-66c728d55f89/46a3cc5b-057b-4cc8-85dd-786af5cdbe25) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:47:19.945369 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-1f99b8e9-8f21-4558-80e3-521d2c8b7400 req-cd59f970-1e59-4e6a-a603-a6abc2876db0 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:19.982746 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-1f99b8e9-8f21-4558-80e3-521d2c8b7400 req-cd59f970-1e59-4e6a-a603-a6abc2876db0 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:20.027415 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f99b8e9-8f21-4558-80e3-521d2c8b7400 req-cd59f970-1e59-4e6a-a603-a6abc2876db0 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Network 3d75c3b5-27d8-4986-86eb-58e033b09176 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:47:20.030491 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [req-1f99b8e9-8f21-4558-80e3-521d2c8b7400 req-cd59f970-1e59-4e6a-a603-a6abc2876db0 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:47:20.034171 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f99b8e9-8f21-4558-80e3-521d2c8b7400 req-cd59f970-1e59-4e6a-a603-a6abc2876db0 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:47:20.062311 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd59f970-1e59-4e6a-a603-a6abc2876db0 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Pushing event updated for resources: {'Port': ['ID=46a3cc5b-057b-4cc8-85dd-786af5cdbe25,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:47:20.089389 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99b8e9-8f21-4558-80e3-521d2c8b7400 req-cd59f970-1e59-4e6a-a603-a6abc2876db0 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:20.090012 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-1f99b8e9-8f21-4558-80e3-521d2c8b7400 req-cd59f970-1e59-4e6a-a603-a6abc2876db0 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:20.103436 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1f99b8e9-8f21-4558-80e3-521d2c8b7400 req-cd59f970-1e59-4e6a-a603-a6abc2876db0 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5751929 Sep 08 09:47:20.121180 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-1f99b8e9-8f21-4558-80e3-521d2c8b7400 req-5f17fdc7-639d-4dbe-ada6-c774b5e5ef82 service neutron] Request body: {'port': {'device_id': 'fa5f35b7-8a4a-4b93-b44c-158d0e6e813b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:47:20.175512 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-1f99b8e9-8f21-4558-80e3-521d2c8b7400 req-5f17fdc7-639d-4dbe-ada6-c774b5e5ef82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:20.439222 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [req-1f99b8e9-8f21-4558-80e3-521d2c8b7400 req-5f17fdc7-639d-4dbe-ada6-c774b5e5ef82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46a3cc5b-057b-4cc8-85dd-786af5cdbe25 {{(pid=94713) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:47:20.446494 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-1f99b8e9-8f21-4558-80e3-521d2c8b7400 req-5f17fdc7-639d-4dbe-ada6-c774b5e5ef82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:20.459134 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [req-1f99b8e9-8f21-4558-80e3-521d2c8b7400 req-5f17fdc7-639d-4dbe-ada6-c774b5e5ef82 service neutron] Transition to ACTIVE for port object 46a3cc5b-057b-4cc8-85dd-786af5cdbe25 will not be triggered until provisioned by entity L2. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:47:20.463498 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-1f99b8e9-8f21-4558-80e3-521d2c8b7400 req-5f17fdc7-639d-4dbe-ada6-c774b5e5ef82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:20.464797 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:20.513588 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f17fdc7-639d-4dbe-ada6-c774b5e5ef82 service neutron] Pushing event updated for resources: {'Port': ['ID=46a3cc5b-057b-4cc8-85dd-786af5cdbe25,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:47:20.538340 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17fdc7-639d-4dbe-ada6-c774b5e5ef82 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:47:20.538691 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17fdc7-639d-4dbe-ada6-c774b5e5ef82 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:47:20.539036 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17fdc7-639d-4dbe-ada6-c774b5e5ef82 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:47:20.539381 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17fdc7-639d-4dbe-ada6-c774b5e5ef82 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:47:20.539722 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17fdc7-639d-4dbe-ada6-c774b5e5ef82 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:47:20.540054 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17fdc7-639d-4dbe-ada6-c774b5e5ef82 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:47:20.540384 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17fdc7-639d-4dbe-ada6-c774b5e5ef82 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:47:20.540715 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17fdc7-639d-4dbe-ada6-c774b5e5ef82 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:47:20.541047 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17fdc7-639d-4dbe-ada6-c774b5e5ef82 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:47:20.541377 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17fdc7-639d-4dbe-ada6-c774b5e5ef82 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:47:20.541705 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17fdc7-639d-4dbe-ada6-c774b5e5ef82 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:47:20.542031 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f17fdc7-639d-4dbe-ada6-c774b5e5ef82 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:47:20.591555 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-1f99b8e9-8f21-4558-80e3-521d2c8b7400 req-5f17fdc7-639d-4dbe-ada6-c774b5e5ef82 service neutron] Attempting to bind port 46a3cc5b-057b-4cc8-85dd-786af5cdbe25 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:47:20.591965 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-1f99b8e9-8f21-4558-80e3-521d2c8b7400 req-5f17fdc7-639d-4dbe-ada6-c774b5e5ef82 service neutron] Attempting to bind port 46a3cc5b-057b-4cc8-85dd-786af5cdbe25 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '3fde86fb-c79c-4b34-a832-3d549a549ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '3d75c3b5-27d8-4986-86eb-58e033b09176'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:47:20.592303 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f99b8e9-8f21-4558-80e3-521d2c8b7400 req-5f17fdc7-639d-4dbe-ada6-c774b5e5ef82 service neutron] Attempting to bind port 46a3cc5b-057b-4cc8-85dd-786af5cdbe25 on network 3d75c3b5-27d8-4986-86eb-58e033b09176 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:47:20.596389 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f99b8e9-8f21-4558-80e3-521d2c8b7400 req-5f17fdc7-639d-4dbe-ada6-c774b5e5ef82 service neutron] Port 46a3cc5b-057b-4cc8-85dd-786af5cdbe25 on network 3d75c3b5-27d8-4986-86eb-58e033b09176 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:47:20.596719 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f99b8e9-8f21-4558-80e3-521d2c8b7400 req-5f17fdc7-639d-4dbe-ada6-c774b5e5ef82 service neutron] Attempting to bind port 46a3cc5b-057b-4cc8-85dd-786af5cdbe25 on network 3d75c3b5-27d8-4986-86eb-58e033b09176 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:47:20.601413 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f99b8e9-8f21-4558-80e3-521d2c8b7400 req-5f17fdc7-639d-4dbe-ada6-c774b5e5ef82 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:47:20.601754 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f99b8e9-8f21-4558-80e3-521d2c8b7400 req-5f17fdc7-639d-4dbe-ada6-c774b5e5ef82 service neutron] Checking segment: {'id': '3fde86fb-c79c-4b34-a832-3d549a549ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '3d75c3b5-27d8-4986-86eb-58e033b09176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:47:20.602175 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f99b8e9-8f21-4558-80e3-521d2c8b7400 req-5f17fdc7-639d-4dbe-ada6-c774b5e5ef82 service neutron] Bound using segment: {'id': '3fde86fb-c79c-4b34-a832-3d549a549ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '3d75c3b5-27d8-4986-86eb-58e033b09176'} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:47:20.602602 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-1f99b8e9-8f21-4558-80e3-521d2c8b7400 req-5f17fdc7-639d-4dbe-ada6-c774b5e5ef82 service neutron] Bound port: 46a3cc5b-057b-4cc8-85dd-786af5cdbe25, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fde86fb-c79c-4b34-a832-3d549a549ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '3d75c3b5-27d8-4986-86eb-58e033b09176'}}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:47:20.602959 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-1f99b8e9-8f21-4558-80e3-521d2c8b7400 req-5f17fdc7-639d-4dbe-ada6-c774b5e5ef82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:20.669508 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-1f99b8e9-8f21-4558-80e3-521d2c8b7400 req-5f17fdc7-639d-4dbe-ada6-c774b5e5ef82 service neutron] For port 46a3cc5b-057b-4cc8-85dd-786af5cdbe25, host n-h1-806683-11, cleared binding levels {{(pid=94713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:47:20.673022 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-1f99b8e9-8f21-4558-80e3-521d2c8b7400 req-5f17fdc7-639d-4dbe-ada6-c774b5e5ef82 service neutron] For port 46a3cc5b-057b-4cc8-85dd-786af5cdbe25, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=46a3cc5b-057b-4cc8-85dd-786af5cdbe25,segment=NetworkSegment(3fde86fb-c79c-4b34-a832-3d549a549ecd),segment_id=3fde86fb-c79c-4b34-a832-3d549a549ecd)] {{(pid=94713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:47:20.676556 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-1f99b8e9-8f21-4558-80e3-521d2c8b7400 req-5f17fdc7-639d-4dbe-ada6-c774b5e5ef82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:20.711522 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99b8e9-8f21-4558-80e3-521d2c8b7400 req-5f17fdc7-639d-4dbe-ada6-c774b5e5ef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:20.712065 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-1f99b8e9-8f21-4558-80e3-521d2c8b7400 req-5f17fdc7-639d-4dbe-ada6-c774b5e5ef82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:20.713541 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1f99b8e9-8f21-4558-80e3-521d2c8b7400 req-5f17fdc7-639d-4dbe-ada6-c774b5e5ef82 service neutron] 10.222.0.37 "PUT /v2.0/ports/46a3cc5b-057b-4cc8-85dd-786af5cdbe25 HTTP/1.1" status: 200 len: 1092 time: 0.5964644 Sep 08 09:47:20.713981 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa5f35b7-8a4a-4b93-b44c-158d0e6e813b', 'tag': '46a3cc5b-057b-4cc8-85dd-786af5cdbe25'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:47:20.716263 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a494a1-8f17-4d75-80a7-8f2c1d090d4d" -d '{"events": [{"name": "network-changed", "server_uuid": "fa5f35b7-8a4a-4b93-b44c-158d0e6e813b", "tag": "46a3cc5b-057b-4cc8-85dd-786af5cdbe25"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:47:20.751512 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f17fdc7-639d-4dbe-ada6-c774b5e5ef82 service neutron] Pushing event updated for resources: {'Port': ['ID=46a3cc5b-057b-4cc8-85dd-786af5cdbe25,revision_number=3']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:47:20.762928 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1b2c5b-c4ce-4614-8db7-800fae6df7f9 x-openstack-request-id: req-4c1b2c5b-c4ce-4614-8db7-800fae6df7f9 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:47:20.763216 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa5f35b7-8a4a-4b93-b44c-158d0e6e813b", "tag": "46a3cc5b-057b-4cc8-85dd-786af5cdbe25", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:47:20.763522 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4c1b2c5b-c4ce-4614-8db7-800fae6df7f9 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:47:20.763967 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa5f35b7-8a4a-4b93-b44c-158d0e6e813b', 'tag': '46a3cc5b-057b-4cc8-85dd-786af5cdbe25', 'status': 'completed', 'code': 200} Sep 08 09:47:20.777764 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d84db-2ed1-40d1-bbb1-8b274f7905fc req-4b1ce44c-1981-4fe4-984a-6190bad276d4 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:20.779335 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4f1d84db-2ed1-40d1-bbb1-8b274f7905fc req-4b1ce44c-1981-4fe4-984a-6190bad276d4 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 943 time: 0.0749764 Sep 08 09:47:20.808802 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c789dac4-e3fc-4de4-9369-a08a3f2e2e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:20.819153 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4f1d84db-2ed1-40d1-bbb1-8b274f7905fc req-7161473e-088d-42fc-9679-03a3613a6c42 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfcffc9-b8cc-434b-8989-485d29291c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336785 Sep 08 09:47:20.822261 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99b8e9-8f21-4558-80e3-521d2c8b7400 req-0aa1eec8-b8cb-4580-8c4e-380ad496fa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:20.823811 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1f99b8e9-8f21-4558-80e3-521d2c8b7400 req-0aa1eec8-b8cb-4580-8c4e-380ad496fa31 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d554fe9b0834900be497b363cc5700c&device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 1095 time: 0.0449924 Sep 08 09:47:20.874799 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1f99b8e9-8f21-4558-80e3-521d2c8b7400 req-a8c0224b-2e18-403f-9e9e-69dc5a9ebadd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46a3cc5b-057b-4cc8-85dd-786af5cdbe25 HTTP/1.1" status: 200 len: 217 time: 0.0379333 Sep 08 09:47:20.923963 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99b8e9-8f21-4558-80e3-521d2c8b7400 req-fe78c406-5262-485e-b4ee-ea2e6c2f6abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:20.925449 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1f99b8e9-8f21-4558-80e3-521d2c8b7400 req-fe78c406-5262-485e-b4ee-ea2e6c2f6abc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=431c5206-b13e-44bf-8968-66c728d55f89 HTTP/1.1" status: 200 len: 849 time: 0.0439637 Sep 08 09:47:20.956570 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1f99b8e9-8f21-4558-80e3-521d2c8b7400 req-28da9d68-1358-4257-8528-773bee9a89c6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d75c3b5-27d8-4986-86eb-58e033b09176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241859 Sep 08 09:47:21.048957 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1f99b8e9-8f21-4558-80e3-521d2c8b7400 req-5df1488f-13a7-4985-99a2-3b7605c6856f service neutron] 10.222.0.37 "GET /v2.0/networks/3d75c3b5-27d8-4986-86eb-58e033b09176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847960 Sep 08 09:47:21.136308 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1f99b8e9-8f21-4558-80e3-521d2c8b7400 req-13492b02-5147-4362-b16b-acef15a2c10d service neutron] 10.222.0.37 "GET /v2.0/networks/3d75c3b5-27d8-4986-86eb-58e033b09176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802464 Sep 08 09:47:21.266598 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a494a1-8f17-4d75-80a7-8f2c1d090d4d req-20a3c03d-e318-4b70-bcb0-ba809964c030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:21.268073 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-87a494a1-8f17-4d75-80a7-8f2c1d090d4d req-20a3c03d-e318-4b70-bcb0-ba809964c030 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d554fe9b0834900be497b363cc5700c&device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 1095 time: 0.0403116 Sep 08 09:47:21.361142 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a494a1-8f17-4d75-80a7-8f2c1d090d4d req-68fe545f-f12f-4268-b982-b08714ec32c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:21.362638 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-87a494a1-8f17-4d75-80a7-8f2c1d090d4d req-68fe545f-f12f-4268-b982-b08714ec32c5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3d75c3b5-27d8-4986-86eb-58e033b09176 HTTP/1.1" status: 200 len: 910 time: 0.0879526 Sep 08 09:47:21.402659 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-87a494a1-8f17-4d75-80a7-8f2c1d090d4d req-2c618ca3-e4d3-4499-ae16-bb15d4f3df42 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46a3cc5b-057b-4cc8-85dd-786af5cdbe25 HTTP/1.1" status: 200 len: 217 time: 0.0329430 Sep 08 09:47:21.445532 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:47:21.454097 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a494a1-8f17-4d75-80a7-8f2c1d090d4d req-72a470fd-5576-4cbc-90a3-daac2e28be16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:21.455923 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-87a494a1-8f17-4d75-80a7-8f2c1d090d4d req-72a470fd-5576-4cbc-90a3-daac2e28be16 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=431c5206-b13e-44bf-8968-66c728d55f89 HTTP/1.1" status: 200 len: 849 time: 0.0466416 Sep 08 09:47:21.489302 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-87a494a1-8f17-4d75-80a7-8f2c1d090d4d req-ad421db0-3672-48c2-bc92-82ee1ed2e7ae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d75c3b5-27d8-4986-86eb-58e033b09176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258517 Sep 08 09:47:21.581845 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-87a494a1-8f17-4d75-80a7-8f2c1d090d4d req-dd5fffee-3014-4811-896c-f2636ad05d6c service neutron] 10.222.0.37 "GET /v2.0/networks/3d75c3b5-27d8-4986-86eb-58e033b09176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833955 Sep 08 09:47:21.674842 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-87a494a1-8f17-4d75-80a7-8f2c1d090d4d req-db877232-cdda-4eb9-bb97-3277f385c7a2 service neutron] 10.222.0.37 "GET /v2.0/networks/3d75c3b5-27d8-4986-86eb-58e033b09176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849667 Sep 08 09:47:21.935786 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c7d1f-1ebb-46eb-992c-74b134d00ae6 req-e375024e-e39e-4839-93d1-6aa9a3e9d4aa tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:21.937263 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-814c7d1f-1ebb-46eb-992c-74b134d00ae6 req-e375024e-e39e-4839-93d1-6aa9a3e9d4aa tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 943 time: 0.0481365 Sep 08 09:47:21.975084 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-814c7d1f-1ebb-46eb-992c-74b134d00ae6 req-c055ec4d-fa78-4cd9-836b-8e31de1cbee4 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfcffc9-b8cc-434b-8989-485d29291c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318723 Sep 08 09:47:22.266223 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:23.107797 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd373a3-7cc0-4275-8a18-0f7bc285ed3f req-88efc787-2322-4ea9-b5e0-30114169ef3f tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:23.109288 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3fd373a3-7cc0-4275-8a18-0f7bc285ed3f req-88efc787-2322-4ea9-b5e0-30114169ef3f tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 943 time: 0.0492549 Sep 08 09:47:23.146351 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3fd373a3-7cc0-4275-8a18-0f7bc285ed3f req-583f1fa7-792e-4dab-bf91-cc0ad51fd86a tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfcffc9-b8cc-434b-8989-485d29291c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309849 Sep 08 09:47:23.683591 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:24.262898 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b476aa5-9257-425e-9809-6539edf499c3 req-22b364bc-263a-4574-816e-65bc5167a7fb tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:24.265354 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7b476aa5-9257-425e-9809-6539edf499c3 req-22b364bc-263a-4574-816e-65bc5167a7fb tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 943 time: 0.0506158 Sep 08 09:47:24.290002 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 46a3cc5b-057b-4cc8-85dd-786af5cdbe25 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:47:24.308693 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7b476aa5-9257-425e-9809-6539edf499c3 req-75d442e4-617d-42da-a402-4fabc3a509d2 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfcffc9-b8cc-434b-8989-485d29291c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373425 Sep 08 09:47:24.387232 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 46a3cc5b-057b-4cc8-85dd-786af5cdbe25, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=46a3cc5b-057b-4cc8-85dd-786af5cdbe25,segment=NetworkSegment(3fde86fb-c79c-4b34-a832-3d549a549ecd),segment_id=3fde86fb-c79c-4b34-a832-3d549a549ecd)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:47:24.399034 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '46a3cc5b-057b-4cc8-85dd-786af5cdbe25', 'network_id': '3d75c3b5-27d8-4986-86eb-58e033b09176', 'port_id': '46a3cc5b-057b-4cc8-85dd-786af5cdbe25', 'mac_address': 'fa:16:3e:70:fa:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '431c5206-b13e-44bf-8968-66c728d55f89', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:47:24.436492 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:24.448751 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46a3cc5b-057b-4cc8-85dd-786af5cdbe25 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:47:24.469980 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 46a3cc5b-057b-4cc8-85dd-786af5cdbe25, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=46a3cc5b-057b-4cc8-85dd-786af5cdbe25,segment=NetworkSegment(3fde86fb-c79c-4b34-a832-3d549a549ecd),segment_id=3fde86fb-c79c-4b34-a832-3d549a549ecd)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:47:24.473355 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:24.520432 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:24.532585 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=46a3cc5b-057b-4cc8-85dd-786af5cdbe25,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:47:24.731951 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['46a3cc5b-057b-4cc8-85dd-786af5cdbe25'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:47:25.424492 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f32be-aa5d-4759-a6ab-dd001ea6d550 req-9fa76064-9c09-4b57-9fd5-c1cd050bef57 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:25.426105 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-192f32be-aa5d-4759-a6ab-dd001ea6d550 req-9fa76064-9c09-4b57-9fd5-c1cd050bef57 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 944 time: 0.0493331 Sep 08 09:47:25.467188 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-192f32be-aa5d-4759-a6ab-dd001ea6d550 req-78b59920-0be5-4bac-aaad-ca7b7d6e872f tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfcffc9-b8cc-434b-8989-485d29291c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352046 Sep 08 09:47:26.290622 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 46a3cc5b-057b-4cc8-85dd-786af5cdbe25 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:47:26.338938 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 46a3cc5b-057b-4cc8-85dd-786af5cdbe25 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:47:26.342700 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 46a3cc5b-057b-4cc8-85dd-786af5cdbe25 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:47:26.343073 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:26.418840 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:26.440775 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5f35b7-8a4a-4b93-b44c-158d0e6e813b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a3cc5b-057b-4cc8-85dd-786af5cdbe25'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:47:26.443000 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1361b926-b11f-4875-86bb-ec2845ec070b" -d '{"events": [{"server_uuid": "fa5f35b7-8a4a-4b93-b44c-158d0e6e813b", "name": "network-vif-plugged", "status": "completed", "tag": "46a3cc5b-057b-4cc8-85dd-786af5cdbe25"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:47:26.456151 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 46a3cc5b-057b-4cc8-85dd-786af5cdbe25, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=46a3cc5b-057b-4cc8-85dd-786af5cdbe25,segment=NetworkSegment(3fde86fb-c79c-4b34-a832-3d549a549ecd),segment_id=3fde86fb-c79c-4b34-a832-3d549a549ecd)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:47:26.460008 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:26.511449 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=46a3cc5b-057b-4cc8-85dd-786af5cdbe25,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:47:26.577854 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ba55be-3557-483f-a33b-74e7fc3bcc4a x-openstack-request-id: req-e5ba55be-3557-483f-a33b-74e7fc3bcc4a {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:47:26.578191 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5f35b7-8a4a-4b93-b44c-158d0e6e813b", "name": "network-vif-plugged", "status": "completed", "tag": "46a3cc5b-057b-4cc8-85dd-786af5cdbe25", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:47:26.578452 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e5ba55be-3557-483f-a33b-74e7fc3bcc4a {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:47:26.578851 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5f35b7-8a4a-4b93-b44c-158d0e6e813b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a3cc5b-057b-4cc8-85dd-786af5cdbe25', 'code': 200} Sep 08 09:47:26.595177 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14a423-3388-4ebb-b7ff-ce52efd015f6 req-4291d1d3-15a3-4b3b-a854-ca9ef01229cb tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:26.596659 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6c14a423-3388-4ebb-b7ff-ce52efd015f6 req-4291d1d3-15a3-4b3b-a854-ca9ef01229cb tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 945 time: 0.0549884 Sep 08 09:47:26.636595 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6c14a423-3388-4ebb-b7ff-ce52efd015f6 req-b201c367-881e-49df-9d50-a84fbe2488b0 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfcffc9-b8cc-434b-8989-485d29291c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340731 Sep 08 09:47:26.697578 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107f772-2bf0-44d1-917c-6a8d3ee1f929 req-5fd4cbfa-b30e-4890-9ad7-7a70c483d108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:26.699107 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7107f772-2bf0-44d1-917c-6a8d3ee1f929 req-5fd4cbfa-b30e-4890-9ad7-7a70c483d108 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 1097 time: 0.0407021 Sep 08 09:47:26.735726 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7107f772-2bf0-44d1-917c-6a8d3ee1f929 req-14480d0d-4254-42cc-b5a2-916b280c8c0a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8dfcffc9-b8cc-434b-8989-485d29291c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285559 Sep 08 09:47:27.757834 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e819366-ffd6-4af5-b05d-5c56f28718a5 req-fb60772e-3e8b-421b-8ade-42465b8d63b7 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:27.759581 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6e819366-ffd6-4af5-b05d-5c56f28718a5 req-fb60772e-3e8b-421b-8ade-42465b8d63b7 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 945 time: 0.0539634 Sep 08 09:47:27.799758 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6e819366-ffd6-4af5-b05d-5c56f28718a5 req-115290af-6dd3-40ac-a1fc-072bf6f28b43 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfcffc9-b8cc-434b-8989-485d29291c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335381 Sep 08 09:47:28.911165 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547683e-5c86-4f8d-959f-304ddcc531e9 req-fcc933db-b409-4903-b4c8-9cac86aab8a9 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:28.912640 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e547683e-5c86-4f8d-959f-304ddcc531e9 req-fcc933db-b409-4903-b4c8-9cac86aab8a9 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 945 time: 0.0483818 Sep 08 09:47:28.952099 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e547683e-5c86-4f8d-959f-304ddcc531e9 req-c1c6823f-e19f-4179-8d9e-548e23022cb6 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfcffc9-b8cc-434b-8989-485d29291c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334437 Sep 08 09:47:28.974236 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:29.131859 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 34984) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:47:29.188771 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd1a8ad-1d94-44af-a9a8-68450c3af605 req-8807cdcf-10ed-4890-8924-f264a2b11441 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:29.190296 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1fd1a8ad-1d94-44af-a9a8-68450c3af605 req-8807cdcf-10ed-4890-8924-f264a2b11441 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 945 time: 0.0492439 Sep 08 09:47:29.224857 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-fb2e9f68-f531-4386-a726-e1fc09101a20 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0917990 Sep 08 09:47:29.228282 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1fd1a8ad-1d94-44af-a9a8-68450c3af605 req-18035528-3cc6-415c-a905-2a0e00e5bb6c tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfcffc9-b8cc-434b-8989-485d29291c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318439 Sep 08 09:47:29.233738 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-f6e3a683-6954-4a84-8577-c59f1ec77092 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:47:29.234756 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-f6e3a683-6954-4a84-8577-c59f1ec77092 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050824 Sep 08 09:47:30.353359 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb3c8b-7da6-461b-8644-6ddb4821f237 req-49feed0f-4367-445d-9aa2-a0b5ee7a446a tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:30.354893 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-35fb3c8b-7da6-461b-8644-6ddb4821f237 req-49feed0f-4367-445d-9aa2-a0b5ee7a446a tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 945 time: 0.0580583 Sep 08 09:47:30.413225 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-35fb3c8b-7da6-461b-8644-6ddb4821f237 req-00bed815-b8a8-4ab1-8f22-3f75e50cb770 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfcffc9-b8cc-434b-8989-485d29291c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516655 Sep 08 09:47:30.429833 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-3e61495a-3969-4f85-8ef5-23263c05c78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:30.431388 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-3e61495a-3969-4f85-8ef5-23263c05c78b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d554fe9b0834900be497b363cc5700c&device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 1097 time: 0.0455575 Sep 08 09:47:30.525106 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-e9562abc-dc02-45cc-9727-d7a95c6345a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:30.526884 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-e9562abc-dc02-45cc-9727-d7a95c6345a1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3d75c3b5-27d8-4986-86eb-58e033b09176 HTTP/1.1" status: 200 len: 910 time: 0.0880260 Sep 08 09:47:30.569452 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-e498ae7d-ce6d-481e-ade3-61d2be501d91 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46a3cc5b-057b-4cc8-85dd-786af5cdbe25 HTTP/1.1" status: 200 len: 217 time: 0.0351164 Sep 08 09:47:30.617407 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-ceaf2335-a28a-468e-a2dc-c980d244ce7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:30.618896 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-ceaf2335-a28a-468e-a2dc-c980d244ce7a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=431c5206-b13e-44bf-8968-66c728d55f89 HTTP/1.1" status: 200 len: 849 time: 0.0433292 Sep 08 09:47:30.650181 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-0f7c0666-f4b1-4316-849f-844be2b10125 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d75c3b5-27d8-4986-86eb-58e033b09176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237262 Sep 08 09:47:30.744015 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-3dd24531-4c4c-4d8a-9866-0459119a02f9 service neutron] 10.222.0.37 "GET /v2.0/networks/3d75c3b5-27d8-4986-86eb-58e033b09176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870049 Sep 08 09:47:30.836592 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-00e40399-1dc3-410a-b663-187a7b85ed2d service neutron] 10.222.0.37 "GET /v2.0/networks/3d75c3b5-27d8-4986-86eb-58e033b09176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851297 Sep 08 09:47:31.538605 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b0a6c-1ba6-4ffa-8a34-dfe0f45d47d2 req-8f2f6255-7339-4aa9-a7c1-54ddc1db3a4b tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:31.540104 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-697b0a6c-1ba6-4ffa-8a34-dfe0f45d47d2 req-8f2f6255-7339-4aa9-a7c1-54ddc1db3a4b tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 945 time: 0.0570383 Sep 08 09:47:31.577717 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-697b0a6c-1ba6-4ffa-8a34-dfe0f45d47d2 req-689c9368-6088-4b48-bfb3-18afe3340336 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfcffc9-b8cc-434b-8989-485d29291c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310190 Sep 08 09:47:32.691249 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b47d38-683f-4f63-9fa8-8b895380fbbe req-69d6e00c-fa42-4c87-a441-bc835c4e9aca tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:32.692723 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b9b47d38-683f-4f63-9fa8-8b895380fbbe req-69d6e00c-fa42-4c87-a441-bc835c4e9aca tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 945 time: 0.0485229 Sep 08 09:47:32.729109 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b9b47d38-683f-4f63-9fa8-8b895380fbbe req-21ea1302-c2e0-4454-9527-0c1047a20361 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfcffc9-b8cc-434b-8989-485d29291c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304797 Sep 08 09:47:33.847339 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18d37b-b6d5-499f-af63-e4880ff9c8b6 req-acc0cad5-86ba-4d8d-b435-3b496d8cd9cc tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:33.848866 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2a18d37b-b6d5-499f-af63-e4880ff9c8b6 req-acc0cad5-86ba-4d8d-b435-3b496d8cd9cc tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 945 time: 0.0511136 Sep 08 09:47:33.886663 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2a18d37b-b6d5-499f-af63-e4880ff9c8b6 req-cc1ef082-ab31-43fa-a0f2-79a4fd4101c7 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfcffc9-b8cc-434b-8989-485d29291c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317149 Sep 08 09:47:35.000588 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f69b84-b6f9-43c6-aba8-b3c51db19771 req-321eed9a-542e-48dd-8f18-6dd0527fda6b tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:35.001963 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-23f69b84-b6f9-43c6-aba8-b3c51db19771 req-321eed9a-542e-48dd-8f18-6dd0527fda6b tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 945 time: 0.0488348 Sep 08 09:47:35.039732 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-23f69b84-b6f9-43c6-aba8-b3c51db19771 req-5e07741f-d56b-40e6-9db3-f39c74328145 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfcffc9-b8cc-434b-8989-485d29291c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318565 Sep 08 09:47:36.153304 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765da834-a4bb-46eb-9000-0fd5193ccdb4 req-5117dac9-1d16-4f67-8d72-44cb245e9dc6 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:36.155628 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-765da834-a4bb-46eb-9000-0fd5193ccdb4 req-5117dac9-1d16-4f67-8d72-44cb245e9dc6 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 945 time: 0.0480118 Sep 08 09:47:36.192092 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-765da834-a4bb-46eb-9000-0fd5193ccdb4 req-779b54be-99a4-45e5-a61d-44d7b7622aa2 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfcffc9-b8cc-434b-8989-485d29291c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307610 Sep 08 09:47:37.313571 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e16b5-4dd0-43e3-b3bb-de8181a6096c req-9834b396-dcc1-495f-801a-8feed2cbe9eb tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:37.314984 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-362e16b5-4dd0-43e3-b3bb-de8181a6096c req-9834b396-dcc1-495f-801a-8feed2cbe9eb tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 945 time: 0.0554471 Sep 08 09:47:37.353379 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-362e16b5-4dd0-43e3-b3bb-de8181a6096c req-3835666f-5ad9-4bba-a69d-e225f339607e tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfcffc9-b8cc-434b-8989-485d29291c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325367 Sep 08 09:47:38.472499 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0a127-67e7-42f4-ad3d-33ed5aca1a12 req-0a3da80e-9a60-4dba-9cae-e19399556b21 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:38.473995 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3be0a127-67e7-42f4-ad3d-33ed5aca1a12 req-0a3da80e-9a60-4dba-9cae-e19399556b21 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 945 time: 0.0541294 Sep 08 09:47:38.511716 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3be0a127-67e7-42f4-ad3d-33ed5aca1a12 req-220030b9-8852-410d-9b99-ca33349d0e14 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfcffc9-b8cc-434b-8989-485d29291c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317588 Sep 08 09:47:39.627864 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9322208-df9a-4b91-900b-ac8e3e56d6c2 req-def3c937-b9e2-4f6b-918f-9de4bbc4aad5 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:39.629391 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a9322208-df9a-4b91-900b-ac8e3e56d6c2 req-def3c937-b9e2-4f6b-918f-9de4bbc4aad5 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 945 time: 0.0494416 Sep 08 09:47:39.667208 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a9322208-df9a-4b91-900b-ac8e3e56d6c2 req-bf15e65a-bf38-4bce-b040-61eae277def4 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfcffc9-b8cc-434b-8989-485d29291c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319772 Sep 08 09:47:40.784941 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6b8b0-d58a-4e7a-818b-e0fb37d5d23e req-c9192d7c-7f36-4389-95fa-00fb2340eeb8 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:40.786458 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-58a6b8b0-d58a-4e7a-818b-e0fb37d5d23e req-c9192d7c-7f36-4389-95fa-00fb2340eeb8 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 945 time: 0.0489399 Sep 08 09:47:40.822672 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-58a6b8b0-d58a-4e7a-818b-e0fb37d5d23e req-0dae6a04-befa-43d8-9d94-6239a673a40b tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfcffc9-b8cc-434b-8989-485d29291c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302060 Sep 08 09:47:41.939455 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf1a98-2dd4-4ca1-8362-2310d9cc7f32 req-852d7593-2015-44c6-b998-0d1cd5ee4150 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:41.940937 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9adf1a98-2dd4-4ca1-8362-2310d9cc7f32 req-852d7593-2015-44c6-b998-0d1cd5ee4150 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 945 time: 0.0489447 Sep 08 09:47:41.978392 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9adf1a98-2dd4-4ca1-8362-2310d9cc7f32 req-1acc46c5-14a9-4dd6-bfd4-95cf5abc3234 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfcffc9-b8cc-434b-8989-485d29291c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313509 Sep 08 09:47:42.946656 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfcc019-1f5f-4be4-b538-f744a4932167 req-090e97fd-2789-4b94-8fc5-24df7b6ac72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:42.948127 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8dfcc019-1f5f-4be4-b538-f744a4932167 req-090e97fd-2789-4b94-8fc5-24df7b6ac72b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d554fe9b0834900be497b363cc5700c&device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 1097 time: 0.0429890 Sep 08 09:47:43.051281 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfcc019-1f5f-4be4-b538-f744a4932167 req-b96e3e6f-1b3d-4110-b475-08714bc42253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:43.052760 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8dfcc019-1f5f-4be4-b538-f744a4932167 req-b96e3e6f-1b3d-4110-b475-08714bc42253 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3d75c3b5-27d8-4986-86eb-58e033b09176 HTTP/1.1" status: 200 len: 910 time: 0.0839713 Sep 08 09:47:43.093249 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e8b43-dc00-44f1-ba28-415c94191b1d req-0bd016da-ba29-479c-8918-34d1fd4b7d15 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:43.094806 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3e5e8b43-dc00-44f1-ba28-415c94191b1d req-0bd016da-ba29-479c-8918-34d1fd4b7d15 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 945 time: 0.0502226 Sep 08 09:47:43.097771 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8dfcc019-1f5f-4be4-b538-f744a4932167 req-bbbb89ce-5867-44ef-9447-415c0512948f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46a3cc5b-057b-4cc8-85dd-786af5cdbe25 HTTP/1.1" status: 200 len: 217 time: 0.0374694 Sep 08 09:47:43.133383 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3e5e8b43-dc00-44f1-ba28-415c94191b1d req-83560c40-740f-4870-804a-f4f2aec655f9 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfcffc9-b8cc-434b-8989-485d29291c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324497 Sep 08 09:47:43.146201 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfcc019-1f5f-4be4-b538-f744a4932167 req-834a8be3-0d07-411e-803b-f279c2a734c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:43.147680 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8dfcc019-1f5f-4be4-b538-f744a4932167 req-834a8be3-0d07-411e-803b-f279c2a734c8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=431c5206-b13e-44bf-8968-66c728d55f89 HTTP/1.1" status: 200 len: 849 time: 0.0433936 Sep 08 09:47:43.181460 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8dfcc019-1f5f-4be4-b538-f744a4932167 req-693c52d5-6c35-4af0-aaaa-4efd3c9899e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d75c3b5-27d8-4986-86eb-58e033b09176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246794 Sep 08 09:47:43.272435 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8dfcc019-1f5f-4be4-b538-f744a4932167 req-b3c67743-8cfb-4e83-a2ea-bb0a80cc7643 service neutron] 10.222.0.37 "GET /v2.0/networks/3d75c3b5-27d8-4986-86eb-58e033b09176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837734 Sep 08 09:47:43.696916 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8dfcc019-1f5f-4be4-b538-f744a4932167 req-294d9859-8f4d-4a46-af1d-9d40b70665b7 service neutron] 10.222.0.37 "GET /v2.0/networks/3d75c3b5-27d8-4986-86eb-58e033b09176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4173501 Sep 08 09:47:44.249311 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54a340-baf9-4b39-90a9-c0f78e34b9c6 req-01174a4b-6ddc-4746-9f69-5a95a4020c23 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:44.250821 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-eb54a340-baf9-4b39-90a9-c0f78e34b9c6 req-01174a4b-6ddc-4746-9f69-5a95a4020c23 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 945 time: 0.0505967 Sep 08 09:47:44.291462 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-eb54a340-baf9-4b39-90a9-c0f78e34b9c6 req-0a60b030-5cca-4eb0-af0e-a1568cbb4112 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfcffc9-b8cc-434b-8989-485d29291c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347097 Sep 08 09:47:45.409235 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976aed2c-4524-49f8-8abd-7bc89bbbe078 req-6841c73b-0b98-44a8-b8ea-d55fa74bc3b9 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:45.410736 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-976aed2c-4524-49f8-8abd-7bc89bbbe078 req-6841c73b-0b98-44a8-b8ea-d55fa74bc3b9 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 945 time: 0.0534904 Sep 08 09:47:45.448346 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-976aed2c-4524-49f8-8abd-7bc89bbbe078 req-53f1324f-b076-4463-9222-2121d9c7a6ef tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfcffc9-b8cc-434b-8989-485d29291c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315990 Sep 08 09:47:46.561756 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b05a66-6e58-450c-8867-37ed6339d675 req-82736538-19b7-4321-8b28-aa3a849d73aa tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:46.563252 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d1b05a66-6e58-450c-8867-37ed6339d675 req-82736538-19b7-4321-8b28-aa3a849d73aa tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 945 time: 0.0470173 Sep 08 09:47:46.601861 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d1b05a66-6e58-450c-8867-37ed6339d675 req-1b3ab7d1-830f-436b-975e-fcc1518c3ca4 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfcffc9-b8cc-434b-8989-485d29291c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327606 Sep 08 09:47:47.697971 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c2052009-ec65-440f-990b-d39414522ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:47.717873 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53d7fe-bf3e-4684-b1e3-cd9bd30c5780 req-bfcb8ddd-e682-422b-88e4-69c233c54f90 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:47.719385 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1c53d7fe-bf3e-4684-b1e3-cd9bd30c5780 req-bfcb8ddd-e682-422b-88e4-69c233c54f90 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 945 time: 0.0507796 Sep 08 09:47:47.760315 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1c53d7fe-bf3e-4684-b1e3-cd9bd30c5780 req-bb48bffc-3705-4eb8-bb66-9a0041ed2dd3 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfcffc9-b8cc-434b-8989-485d29291c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315139 Sep 08 09:47:48.874793 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7bafb3-7b61-495c-a0f8-4b68fe770c50 req-d314b438-5e63-4986-bf10-b5a0ec9616a4 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:48.876303 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1c7bafb3-7b61-495c-a0f8-4b68fe770c50 req-d314b438-5e63-4986-bf10-b5a0ec9616a4 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 945 time: 0.0481961 Sep 08 09:47:48.913257 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1c7bafb3-7b61-495c-a0f8-4b68fe770c50 req-85a54c03-79be-4ad8-91c0-ec24c61cd4c4 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfcffc9-b8cc-434b-8989-485d29291c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305603 Sep 08 09:47:50.028179 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50680909-e589-4916-aa57-1bb86242c60d req-6fc97877-0b14-4ab1-aeca-b84c2ac38cda tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:50.029743 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-50680909-e589-4916-aa57-1bb86242c60d req-6fc97877-0b14-4ab1-aeca-b84c2ac38cda tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 945 time: 0.0491548 Sep 08 09:47:50.068565 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-50680909-e589-4916-aa57-1bb86242c60d req-b9a8e14d-86a0-48b4-842a-604b853363be tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfcffc9-b8cc-434b-8989-485d29291c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327101 Sep 08 09:47:50.467412 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:50.811995 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9e215726-18a7-4262-91eb-8d8e493648de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:51.183397 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f4f9f-2f58-40b3-a352-bf3568d8a5ff req-a2042f5f-5837-4d21-a50d-4812e4ed1f04 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:51.184894 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a87f4f9f-2f58-40b3-a352-bf3568d8a5ff req-a2042f5f-5837-4d21-a50d-4812e4ed1f04 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 945 time: 0.0490606 Sep 08 09:47:51.226784 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a87f4f9f-2f58-40b3-a352-bf3568d8a5ff req-7437b8c1-a034-4a64-898a-df2222e1aba0 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfcffc9-b8cc-434b-8989-485d29291c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349009 Sep 08 09:47:52.270914 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:52.348035 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b51b6-cc4c-48cd-891c-1fa1cad49804 req-5f798dd9-3c76-4d81-a926-9eb7e5f943a6 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:52.349532 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a66b51b6-cc4c-48cd-891c-1fa1cad49804 req-5f798dd9-3c76-4d81-a926-9eb7e5f943a6 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 945 time: 0.0533042 Sep 08 09:47:52.386576 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a66b51b6-cc4c-48cd-891c-1fa1cad49804 req-6eb00def-108a-4061-9837-f63ea267b6a3 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfcffc9-b8cc-434b-8989-485d29291c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310354 Sep 08 09:47:53.501167 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef33e16-701e-4276-b6ab-38b2daed6198 req-0dd6a997-e5c3-4f83-9089-21c4c620677d tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:53.502678 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fef33e16-701e-4276-b6ab-38b2daed6198 req-0dd6a997-e5c3-4f83-9089-21c4c620677d tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 945 time: 0.0485389 Sep 08 09:47:53.540550 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fef33e16-701e-4276-b6ab-38b2daed6198 req-cafd15fb-8c7d-471d-893a-917d144f39d2 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfcffc9-b8cc-434b-8989-485d29291c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319407 Sep 08 09:47:53.686732 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:54.517470 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:54.655285 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e2f27-bba6-4b8d-984f-4c4f3982ab74 req-68eb5a2a-254d-4365-b315-3b4ecf926c17 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:54.656760 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c89e2f27-bba6-4b8d-984f-4c4f3982ab74 req-68eb5a2a-254d-4365-b315-3b4ecf926c17 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 945 time: 0.0493848 Sep 08 09:47:54.693883 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c89e2f27-bba6-4b8d-984f-4c4f3982ab74 req-a24e0f8c-bb7c-4f8e-bdf1-6d555d994b6a tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfcffc9-b8cc-434b-8989-485d29291c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312114 Sep 08 09:47:55.807841 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b827e-17fe-4d1c-852a-1bc07c82faa0 req-714ba774-37ef-46ce-a36c-c354202eb48c tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:55.809301 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-310b827e-17fe-4d1c-852a-1bc07c82faa0 req-714ba774-37ef-46ce-a36c-c354202eb48c tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 945 time: 0.0479732 Sep 08 09:47:55.847472 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-310b827e-17fe-4d1c-852a-1bc07c82faa0 req-773e8c0b-5a72-43cc-ba9c-ff5584e356b7 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfcffc9-b8cc-434b-8989-485d29291c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319459 Sep 08 09:47:56.960896 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304ff14-b021-4297-a21c-a988ef0c0dad req-b32ff4df-a219-4942-b3bd-d2baa660394b tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:56.962406 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b304ff14-b021-4297-a21c-a988ef0c0dad req-b32ff4df-a219-4942-b3bd-d2baa660394b tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 945 time: 0.0485733 Sep 08 09:47:57.000334 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b304ff14-b021-4297-a21c-a988ef0c0dad req-064f0a83-d737-4d5b-9e5f-3e43170f26f9 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfcffc9-b8cc-434b-8989-485d29291c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314190 Sep 08 09:47:57.922197 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-921a992d-5c6e-42a8-804e-d64d34ac0f50 service neutron] show failed (client error): The resource could not be found. Sep 08 09:47:57.923275 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-921a992d-5c6e-42a8-804e-d64d34ac0f50 service neutron] 10.222.0.37 "GET /v2.0/ports/46a3cc5b-057b-4cc8-85dd-786af5cdbe25/bindings/n-h2-806683-11 HTTP/1.1" status: 404 len: 381 time: 0.0550711 Sep 08 09:47:58.127023 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ea46b-4dba-409b-8064-7ecc87897dc6 req-733ce15f-e7a9-41e4-9d3c-7126d6883298 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:58.128573 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f72ea46b-4dba-409b-8064-7ecc87897dc6 req-733ce15f-e7a9-41e4-9d3c-7126d6883298 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 945 time: 0.0583439 Sep 08 09:47:58.167540 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f72ea46b-4dba-409b-8064-7ecc87897dc6 req-0cd9b830-8f18-489d-86de-0b072df3d57f tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfcffc9-b8cc-434b-8989-485d29291c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327821 Sep 08 09:47:58.213953 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-a493849a-0d6a-4ac2-85a5-30f028b5bf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:58.215507 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-a493849a-0d6a-4ac2-85a5-30f028b5bf32 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b&tenant_id=7d554fe9b0834900be497b363cc5700c HTTP/1.1" status: 200 len: 1097 time: 0.1247640 Sep 08 09:47:58.227167 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-5ebea174-219f-43db-82d2-38b719ffe24f service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:47:58.228099 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-5ebea174-219f-43db-82d2-38b719ffe24f service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048456 Sep 08 09:47:58.246483 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-5f85789a-856f-4cfc-bd2c-5834fb81a44f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-11', 'device_owner': 'compute:nova'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:47:58.297558 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-5f85789a-856f-4cfc-bd2c-5834fb81a44f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:58.448595 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:47:58.506572 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-5f85789a-856f-4cfc-bd2c-5834fb81a44f service neutron] For port 46a3cc5b-057b-4cc8-85dd-786af5cdbe25, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=46a3cc5b-057b-4cc8-85dd-786af5cdbe25,segment=NetworkSegment(3fde86fb-c79c-4b34-a832-3d549a549ecd),segment_id=3fde86fb-c79c-4b34-a832-3d549a549ecd)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:47:58.538940 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-5f85789a-856f-4cfc-bd2c-5834fb81a44f service neutron] For port 46a3cc5b-057b-4cc8-85dd-786af5cdbe25, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:47:58.577777 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5f35b7-8a4a-4b93-b44c-158d0e6e813b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46a3cc5b-057b-4cc8-85dd-786af5cdbe25'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:47:58.580049 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e331850-5dc6-4009-b93a-810eec47d184" -d '{"events": [{"server_uuid": "fa5f35b7-8a4a-4b93-b44c-158d0e6e813b", "name": "network-vif-unplugged", "status": "completed", "tag": "46a3cc5b-057b-4cc8-85dd-786af5cdbe25"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:47:58.584273 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-5f85789a-856f-4cfc-bd2c-5834fb81a44f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:58.597836 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-5f85789a-856f-4cfc-bd2c-5834fb81a44f service neutron] Transition to ACTIVE for port object 46a3cc5b-057b-4cc8-85dd-786af5cdbe25 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:47:58.601458 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-5f85789a-856f-4cfc-bd2c-5834fb81a44f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:58.636393 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 09:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581b4ac4-3706-4a61-ab2c-670b1228f45a x-openstack-request-id: req-581b4ac4-3706-4a61-ab2c-670b1228f45a {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:47:58.637261 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5f35b7-8a4a-4b93-b44c-158d0e6e813b", "name": "network-vif-unplugged", "status": "completed", "tag": "46a3cc5b-057b-4cc8-85dd-786af5cdbe25", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:47:58.637261 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-581b4ac4-3706-4a61-ab2c-670b1228f45a {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:47:58.637459 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5f35b7-8a4a-4b93-b44c-158d0e6e813b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46a3cc5b-057b-4cc8-85dd-786af5cdbe25', 'code': 200} Sep 08 09:47:58.653524 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85789a-856f-4cfc-bd2c-5834fb81a44f service neutron] Pushing event updated for resources: {'Port': ['ID=46a3cc5b-057b-4cc8-85dd-786af5cdbe25,revision_number=6']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:47:58.673324 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-5f85789a-856f-4cfc-bd2c-5834fb81a44f service neutron] No DVR routers for this DVR port 46a3cc5b-057b-4cc8-85dd-786af5cdbe25 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:47:58.676905 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85789a-856f-4cfc-bd2c-5834fb81a44f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:47:58.677250 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85789a-856f-4cfc-bd2c-5834fb81a44f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:47:58.677589 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85789a-856f-4cfc-bd2c-5834fb81a44f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:47:58.677922 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85789a-856f-4cfc-bd2c-5834fb81a44f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:47:58.678277 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85789a-856f-4cfc-bd2c-5834fb81a44f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:47:58.678605 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85789a-856f-4cfc-bd2c-5834fb81a44f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:47:58.678930 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85789a-856f-4cfc-bd2c-5834fb81a44f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:47:58.679250 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85789a-856f-4cfc-bd2c-5834fb81a44f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:47:58.679574 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85789a-856f-4cfc-bd2c-5834fb81a44f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:47:58.679893 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85789a-856f-4cfc-bd2c-5834fb81a44f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:47:58.680212 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85789a-856f-4cfc-bd2c-5834fb81a44f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:47:58.680530 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f85789a-856f-4cfc-bd2c-5834fb81a44f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:47:58.718261 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-5f85789a-856f-4cfc-bd2c-5834fb81a44f service neutron] Attempting to bind port 46a3cc5b-057b-4cc8-85dd-786af5cdbe25 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:47:58.718599 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-5f85789a-856f-4cfc-bd2c-5834fb81a44f service neutron] Attempting to bind port 46a3cc5b-057b-4cc8-85dd-786af5cdbe25 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '3fde86fb-c79c-4b34-a832-3d549a549ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '3d75c3b5-27d8-4986-86eb-58e033b09176'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:47:58.718922 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-5f85789a-856f-4cfc-bd2c-5834fb81a44f service neutron] Attempting to bind port 46a3cc5b-057b-4cc8-85dd-786af5cdbe25 on network 3d75c3b5-27d8-4986-86eb-58e033b09176 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:47:58.723138 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-5f85789a-856f-4cfc-bd2c-5834fb81a44f service neutron] Port 46a3cc5b-057b-4cc8-85dd-786af5cdbe25 on network 3d75c3b5-27d8-4986-86eb-58e033b09176 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:47:58.723456 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-5f85789a-856f-4cfc-bd2c-5834fb81a44f service neutron] Attempting to bind port 46a3cc5b-057b-4cc8-85dd-786af5cdbe25 on network 3d75c3b5-27d8-4986-86eb-58e033b09176 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:47:58.728181 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-5f85789a-856f-4cfc-bd2c-5834fb81a44f service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:47:58.728513 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-5f85789a-856f-4cfc-bd2c-5834fb81a44f service neutron] Checking segment: {'id': '3fde86fb-c79c-4b34-a832-3d549a549ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '3d75c3b5-27d8-4986-86eb-58e033b09176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:47:58.728895 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-5f85789a-856f-4cfc-bd2c-5834fb81a44f service neutron] Bound using segment: {'id': '3fde86fb-c79c-4b34-a832-3d549a549ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '3d75c3b5-27d8-4986-86eb-58e033b09176'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:47:58.729313 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-5f85789a-856f-4cfc-bd2c-5834fb81a44f service neutron] Bound port: 46a3cc5b-057b-4cc8-85dd-786af5cdbe25, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fde86fb-c79c-4b34-a832-3d549a549ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '3d75c3b5-27d8-4986-86eb-58e033b09176'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:47:58.729666 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-5f85789a-856f-4cfc-bd2c-5834fb81a44f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:58.792704 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-5f85789a-856f-4cfc-bd2c-5834fb81a44f service neutron] For port 46a3cc5b-057b-4cc8-85dd-786af5cdbe25, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:47:58.795982 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-5f85789a-856f-4cfc-bd2c-5834fb81a44f service neutron] For port 46a3cc5b-057b-4cc8-85dd-786af5cdbe25, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=46a3cc5b-057b-4cc8-85dd-786af5cdbe25,segment=NetworkSegment(3fde86fb-c79c-4b34-a832-3d549a549ecd),segment_id=3fde86fb-c79c-4b34-a832-3d549a549ecd)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:47:58.800347 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-5f85789a-856f-4cfc-bd2c-5834fb81a44f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:58.833652 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-5f85789a-856f-4cfc-bd2c-5834fb81a44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:58.834389 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-5f85789a-856f-4cfc-bd2c-5834fb81a44f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:58.835791 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-5f85789a-856f-4cfc-bd2c-5834fb81a44f service neutron] 10.222.0.35 "PUT /v2.0/ports/46a3cc5b-057b-4cc8-85dd-786af5cdbe25 HTTP/1.1" status: 200 len: 1092 time: 0.5929139 Sep 08 09:47:58.857929 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85789a-856f-4cfc-bd2c-5834fb81a44f service neutron] Pushing event updated for resources: {'Port': ['ID=46a3cc5b-057b-4cc8-85dd-786af5cdbe25,revision_number=7']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:47:58.909279 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-358d2da6-f945-4a40-a06c-e9c0873872e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:58.910792 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-358d2da6-f945-4a40-a06c-e9c0873872e0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d554fe9b0834900be497b363cc5700c&device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 1095 time: 0.0416884 Sep 08 09:47:58.976023 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:47:59.004857 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-42d3179f-28eb-4922-9142-0eee1a2e9481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:59.006382 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-42d3179f-28eb-4922-9142-0eee1a2e9481 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3d75c3b5-27d8-4986-86eb-58e033b09176 HTTP/1.1" status: 200 len: 910 time: 0.0882399 Sep 08 09:47:59.047005 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-30309c39-1061-4a96-860c-0d05eca8bc68 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46a3cc5b-057b-4cc8-85dd-786af5cdbe25 HTTP/1.1" status: 200 len: 217 time: 0.0335355 Sep 08 09:47:59.100080 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-80d1f4e4-2347-45ce-86e7-ac7ee6d8acd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:59.101425 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-80d1f4e4-2347-45ce-86e7-ac7ee6d8acd3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=431c5206-b13e-44bf-8968-66c728d55f89 HTTP/1.1" status: 200 len: 849 time: 0.0470736 Sep 08 09:47:59.132906 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-131a62dd-7cd3-491c-ba42-aadf4da3974d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3d75c3b5-27d8-4986-86eb-58e033b09176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240624 Sep 08 09:47:59.222671 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-8c4f5b25-9ecf-4bc0-9c37-b031d1de38fc service neutron] 10.222.0.35 "GET /v2.0/networks/3d75c3b5-27d8-4986-86eb-58e033b09176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823989 Sep 08 09:47:59.286535 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c0a8a-d750-4e81-83e0-556e2b6d00b9 req-1149ec93-f670-4ce0-9e29-54ccf340803b tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:47:59.288035 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0b1c0a8a-d750-4e81-83e0-556e2b6d00b9 req-1149ec93-f670-4ce0-9e29-54ccf340803b tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 943 time: 0.0476053 Sep 08 09:47:59.317618 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4c047731-8aea-4101-acd9-5adbb7d8287e req-61f90e70-96c0-4870-aeda-11c23e0cbe25 service neutron] 10.222.0.35 "GET /v2.0/networks/3d75c3b5-27d8-4986-86eb-58e033b09176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878055 Sep 08 09:47:59.325343 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0b1c0a8a-d750-4e81-83e0-556e2b6d00b9 req-186a9f32-d36f-4203-8f49-05c0e16048b6 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfcffc9-b8cc-434b-8989-485d29291c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313206 Sep 08 09:48:00.452127 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d9d30-3a52-4a18-bbc5-b2eeca6c9509 req-e5c407bc-7d82-4813-a7c6-be3e8f82d766 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:00.453639 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-858d9d30-3a52-4a18-bbc5-b2eeca6c9509 req-e5c407bc-7d82-4813-a7c6-be3e8f82d766 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 943 time: 0.0511713 Sep 08 09:48:00.491609 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-858d9d30-3a52-4a18-bbc5-b2eeca6c9509 req-80f03acc-13fc-4ff0-934a-c37edd7751a8 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfcffc9-b8cc-434b-8989-485d29291c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315900 Sep 08 09:48:00.638531 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa5f35b7-8a4a-4b93-b44c-158d0e6e813b', 'tag': '46a3cc5b-057b-4cc8-85dd-786af5cdbe25'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:48:00.640923 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5ee2f6-d0e4-443c-890d-48e16bb896db" -d '{"events": [{"name": "network-changed", "server_uuid": "fa5f35b7-8a4a-4b93-b44c-158d0e6e813b", "tag": "46a3cc5b-057b-4cc8-85dd-786af5cdbe25"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:48:00.688548 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf187794-a240-4ea1-824a-c28aafa95c98 x-openstack-request-id: req-bf187794-a240-4ea1-824a-c28aafa95c98 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:48:00.688849 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa5f35b7-8a4a-4b93-b44c-158d0e6e813b", "tag": "46a3cc5b-057b-4cc8-85dd-786af5cdbe25", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:48:00.689097 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bf187794-a240-4ea1-824a-c28aafa95c98 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:48:00.689487 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa5f35b7-8a4a-4b93-b44c-158d0e6e813b', 'tag': '46a3cc5b-057b-4cc8-85dd-786af5cdbe25', 'status': 'completed', 'code': 200} Sep 08 09:48:00.767220 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ee2f6-d0e4-443c-890d-48e16bb896db req-c11bbe0f-228b-43cc-8b51-fcd5397b1e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:00.768842 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4c5ee2f6-d0e4-443c-890d-48e16bb896db req-c11bbe0f-228b-43cc-8b51-fcd5397b1e80 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d554fe9b0834900be497b363cc5700c&device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 1095 time: 0.0419307 Sep 08 09:48:00.772521 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ee2f6-d0e4-443c-890d-48e16bb896db req-63bf2e32-5d7b-4d65-88bd-47cb2e46ec76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:00.773992 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4c5ee2f6-d0e4-443c-890d-48e16bb896db req-63bf2e32-5d7b-4d65-88bd-47cb2e46ec76 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7d554fe9b0834900be497b363cc5700c&device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 1095 time: 0.0400984 Sep 08 09:48:00.864525 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ee2f6-d0e4-443c-890d-48e16bb896db req-860ddcc9-60f8-4fa0-aeba-06e21c884c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:00.866171 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4c5ee2f6-d0e4-443c-890d-48e16bb896db req-860ddcc9-60f8-4fa0-aeba-06e21c884c60 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3d75c3b5-27d8-4986-86eb-58e033b09176 HTTP/1.1" status: 200 len: 910 time: 0.0904338 Sep 08 09:48:00.869361 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ee2f6-d0e4-443c-890d-48e16bb896db req-b8377241-e0bf-47cf-a850-7ccd5eec1d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:00.870853 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4c5ee2f6-d0e4-443c-890d-48e16bb896db req-b8377241-e0bf-47cf-a850-7ccd5eec1d1a service neutron] 10.222.0.35 "GET /v2.0/networks?id=3d75c3b5-27d8-4986-86eb-58e033b09176 HTTP/1.1" status: 200 len: 910 time: 0.0892110 Sep 08 09:48:00.907517 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4c5ee2f6-d0e4-443c-890d-48e16bb896db req-2f2b8f90-40b0-4638-9b48-46ba61babf5f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46a3cc5b-057b-4cc8-85dd-786af5cdbe25 HTTP/1.1" status: 200 len: 217 time: 0.0338824 Sep 08 09:48:00.911656 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4c5ee2f6-d0e4-443c-890d-48e16bb896db req-e8db5b84-acb2-4d7b-a3ea-f302f086e0d3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46a3cc5b-057b-4cc8-85dd-786af5cdbe25 HTTP/1.1" status: 200 len: 217 time: 0.0336132 Sep 08 09:48:00.961355 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ee2f6-d0e4-443c-890d-48e16bb896db req-dc6e91a6-d722-4672-a966-804f30345f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:00.962890 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4c5ee2f6-d0e4-443c-890d-48e16bb896db req-dc6e91a6-d722-4672-a966-804f30345f62 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=431c5206-b13e-44bf-8968-66c728d55f89 HTTP/1.1" status: 200 len: 849 time: 0.0487213 Sep 08 09:48:00.964037 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ee2f6-d0e4-443c-890d-48e16bb896db req-8ae1e69e-bba2-484f-872d-b1022b78988c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:00.965509 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4c5ee2f6-d0e4-443c-890d-48e16bb896db req-8ae1e69e-bba2-484f-872d-b1022b78988c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=431c5206-b13e-44bf-8968-66c728d55f89 HTTP/1.1" status: 200 len: 849 time: 0.0474710 Sep 08 09:48:00.994967 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4c5ee2f6-d0e4-443c-890d-48e16bb896db req-d42e4f95-3ea4-4309-8650-45d4b1bca308 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d75c3b5-27d8-4986-86eb-58e033b09176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249953 Sep 08 09:48:00.997066 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4c5ee2f6-d0e4-443c-890d-48e16bb896db req-84cd8800-fe9a-49e5-bc99-6fbb342966ac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3d75c3b5-27d8-4986-86eb-58e033b09176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245492 Sep 08 09:48:01.087006 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4c5ee2f6-d0e4-443c-890d-48e16bb896db req-e81deeaf-4059-49c6-938f-0c9dbf7540a9 service neutron] 10.222.0.37 "GET /v2.0/networks/3d75c3b5-27d8-4986-86eb-58e033b09176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844672 Sep 08 09:48:01.087821 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4c5ee2f6-d0e4-443c-890d-48e16bb896db req-a4673eb0-1cba-4c1b-9fe7-5d583008a312 service neutron] 10.222.0.35 "GET /v2.0/networks/3d75c3b5-27d8-4986-86eb-58e033b09176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825658 Sep 08 09:48:01.180886 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4c5ee2f6-d0e4-443c-890d-48e16bb896db req-8da51ba5-eaaf-4ef5-87ac-ab7cbe4a14e8 service neutron] 10.222.0.37 "GET /v2.0/networks/3d75c3b5-27d8-4986-86eb-58e033b09176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866573 Sep 08 09:48:01.183164 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4c5ee2f6-d0e4-443c-890d-48e16bb896db req-f6ba005c-d4b8-4853-9450-ca0a9e7add72 service neutron] 10.222.0.35 "GET /v2.0/networks/3d75c3b5-27d8-4986-86eb-58e033b09176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880847 Sep 08 09:48:01.615458 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37961084-2414-4cf0-b80e-cb305bf3cc6c req-3d505b1f-e28b-49b6-a76d-95e5f499dc59 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:01.616975 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-37961084-2414-4cf0-b80e-cb305bf3cc6c req-3d505b1f-e28b-49b6-a76d-95e5f499dc59 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 943 time: 0.0516524 Sep 08 09:48:01.656390 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-37961084-2414-4cf0-b80e-cb305bf3cc6c req-3959e2d7-2f91-461e-8798-6ece4a6ba69f tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfcffc9-b8cc-434b-8989-485d29291c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334208 Sep 08 09:48:02.479565 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 46a3cc5b-057b-4cc8-85dd-786af5cdbe25 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:48:02.518954 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 46a3cc5b-057b-4cc8-85dd-786af5cdbe25 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:48:02.775572 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bea537-6a80-4e69-af83-e62cbc020716 req-2a33581f-df68-4310-b2f5-99f883781398 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:02.777061 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-60bea537-6a80-4e69-af83-e62cbc020716 req-2a33581f-df68-4310-b2f5-99f883781398 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 943 time: 0.0493674 Sep 08 09:48:02.815471 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-60bea537-6a80-4e69-af83-e62cbc020716 req-94f05eb1-7044-4817-9dba-6456056a45b2 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfcffc9-b8cc-434b-8989-485d29291c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317605 Sep 08 09:48:03.032693 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 46a3cc5b-057b-4cc8-85dd-786af5cdbe25 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:48:03.096670 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318f288-c964-4382-9f27-eafa664f9c97 req-261e9fe7-d778-4eb2-a162-61063cf62648 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:03.098248 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7318f288-c964-4382-9f27-eafa664f9c97 req-261e9fe7-d778-4eb2-a162-61063cf62648 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b&tenant_id=7d554fe9b0834900be497b363cc5700c&binding%3Ahost_id=n-h2-806683-11 HTTP/1.1" status: 200 len: 943 time: 0.0889711 Sep 08 09:48:03.160803 n-d-806683-11 neutron-server[94713]: INFO neutron.api.v2.resource [req-7318f288-c964-4382-9f27-eafa664f9c97 req-7042921a-9eb8-4abb-a4f0-925dcc0c1deb service neutron] delete failed (client error): The resource could not be found. Sep 08 09:48:03.161878 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7318f288-c964-4382-9f27-eafa664f9c97 req-7042921a-9eb8-4abb-a4f0-925dcc0c1deb service neutron] 10.222.0.37 "DELETE /v2.0/ports/46a3cc5b-057b-4cc8-85dd-786af5cdbe25/bindings/n-h1-806683-11 HTTP/1.1" status: 404 len: 381 time: 0.0567906 Sep 08 09:48:03.268546 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318f288-c964-4382-9f27-eafa664f9c97 req-513f0076-29a9-4b92-87e6-bd1b7baa6582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:03.270102 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7318f288-c964-4382-9f27-eafa664f9c97 req-513f0076-29a9-4b92-87e6-bd1b7baa6582 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=7d554fe9b0834900be497b363cc5700c&device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 1095 time: 0.0422781 Sep 08 09:48:03.283036 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 46a3cc5b-057b-4cc8-85dd-786af5cdbe25, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=46a3cc5b-057b-4cc8-85dd-786af5cdbe25,segment=NetworkSegment(3fde86fb-c79c-4b34-a832-3d549a549ecd),segment_id=3fde86fb-c79c-4b34-a832-3d549a549ecd)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:48:03.294412 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '46a3cc5b-057b-4cc8-85dd-786af5cdbe25', 'network_id': '3d75c3b5-27d8-4986-86eb-58e033b09176', 'port_id': '46a3cc5b-057b-4cc8-85dd-786af5cdbe25', 'mac_address': 'fa:16:3e:70:fa:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '431c5206-b13e-44bf-8968-66c728d55f89', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:48:03.331572 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:03.344367 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46a3cc5b-057b-4cc8-85dd-786af5cdbe25 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:48:03.364305 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318f288-c964-4382-9f27-eafa664f9c97 req-79977ab3-b262-41dc-a123-05201544f960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:03.364532 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 46a3cc5b-057b-4cc8-85dd-786af5cdbe25, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=46a3cc5b-057b-4cc8-85dd-786af5cdbe25,segment=NetworkSegment(3fde86fb-c79c-4b34-a832-3d549a549ecd),segment_id=3fde86fb-c79c-4b34-a832-3d549a549ecd)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:48:03.365804 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7318f288-c964-4382-9f27-eafa664f9c97 req-79977ab3-b262-41dc-a123-05201544f960 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3d75c3b5-27d8-4986-86eb-58e033b09176 HTTP/1.1" status: 200 len: 910 time: 0.0890443 Sep 08 09:48:03.368602 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:03.407655 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7318f288-c964-4382-9f27-eafa664f9c97 req-3a26098b-2ba1-491f-8ec8-2b6c08b33e9e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46a3cc5b-057b-4cc8-85dd-786af5cdbe25 HTTP/1.1" status: 200 len: 217 time: 0.0348041 Sep 08 09:48:03.417368 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=46a3cc5b-057b-4cc8-85dd-786af5cdbe25,revision_number=8']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:48:03.424634 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:48:03.424978 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:48:03.425316 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:48:03.425654 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:48:03.425982 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:48:03.426331 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:48:03.426655 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:48:03.426981 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:48:03.427298 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:48:03.427618 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:48:03.427936 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:48:03.428254 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:48:03.457782 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318f288-c964-4382-9f27-eafa664f9c97 req-f4d9100b-a4d0-4b4f-acd6-ed41b7de4d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:03.459307 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7318f288-c964-4382-9f27-eafa664f9c97 req-f4d9100b-a4d0-4b4f-acd6-ed41b7de4d24 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=431c5206-b13e-44bf-8968-66c728d55f89 HTTP/1.1" status: 200 len: 849 time: 0.0453279 Sep 08 09:48:03.494375 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7318f288-c964-4382-9f27-eafa664f9c97 req-605b4ca8-478e-49d1-b5e3-e8170bf09c05 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3d75c3b5-27d8-4986-86eb-58e033b09176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286527 Sep 08 09:48:03.586426 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7318f288-c964-4382-9f27-eafa664f9c97 req-52f93dd9-760c-47f3-8dd9-5605498e2e0c service neutron] 10.222.0.37 "GET /v2.0/networks/3d75c3b5-27d8-4986-86eb-58e033b09176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847476 Sep 08 09:48:03.682616 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7318f288-c964-4382-9f27-eafa664f9c97 req-92837cd9-b134-48fd-a9f8-4bd4124b2231 service neutron] 10.222.0.37 "GET /v2.0/networks/3d75c3b5-27d8-4986-86eb-58e033b09176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895236 Sep 08 09:48:03.812921 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['46a3cc5b-057b-4cc8-85dd-786af5cdbe25'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:48:04.410713 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b024bce-4e98-4dfe-9a73-4105afc688f7 req-bc49e97e-4860-4854-927a-7a23f4567b8b tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:04.412130 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7b024bce-4e98-4dfe-9a73-4105afc688f7 req-bc49e97e-4860-4854-927a-7a23f4567b8b tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 944 time: 0.0491602 Sep 08 09:48:04.449333 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7b024bce-4e98-4dfe-9a73-4105afc688f7 req-f9f7bfe5-7303-4509-b9c1-4ead6906b90e tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfcffc9-b8cc-434b-8989-485d29291c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311184 Sep 08 09:48:05.048331 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 46a3cc5b-057b-4cc8-85dd-786af5cdbe25 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:48:05.096670 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 46a3cc5b-057b-4cc8-85dd-786af5cdbe25 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:48:05.100378 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 46a3cc5b-057b-4cc8-85dd-786af5cdbe25 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:48:05.100761 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:05.179061 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:05.200468 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5f35b7-8a4a-4b93-b44c-158d0e6e813b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a3cc5b-057b-4cc8-85dd-786af5cdbe25'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:48:05.203115 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12b9803-ce61-4853-a401-203ba2714a1c" -d '{"events": [{"server_uuid": "fa5f35b7-8a4a-4b93-b44c-158d0e6e813b", "name": "network-vif-plugged", "status": "completed", "tag": "46a3cc5b-057b-4cc8-85dd-786af5cdbe25"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:48:05.216075 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 46a3cc5b-057b-4cc8-85dd-786af5cdbe25, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=46a3cc5b-057b-4cc8-85dd-786af5cdbe25,segment=NetworkSegment(3fde86fb-c79c-4b34-a832-3d549a549ecd),segment_id=3fde86fb-c79c-4b34-a832-3d549a549ecd)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:48:05.221117 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:05.246277 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f31999-a9ef-4414-8308-2c5cee8a1dbe x-openstack-request-id: req-f0f31999-a9ef-4414-8308-2c5cee8a1dbe {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:48:05.246567 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5f35b7-8a4a-4b93-b44c-158d0e6e813b", "name": "network-vif-plugged", "status": "completed", "tag": "46a3cc5b-057b-4cc8-85dd-786af5cdbe25", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:48:05.246816 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f0f31999-a9ef-4414-8308-2c5cee8a1dbe {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:48:05.247194 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5f35b7-8a4a-4b93-b44c-158d0e6e813b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46a3cc5b-057b-4cc8-85dd-786af5cdbe25', 'code': 200} Sep 08 09:48:05.271519 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=46a3cc5b-057b-4cc8-85dd-786af5cdbe25,revision_number=9']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:48:05.567510 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119279e9-f6c3-44df-a5e9-28289331884c req-41aa9695-c49c-491a-a0b5-811f8c3f4488 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:05.569031 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-119279e9-f6c3-44df-a5e9-28289331884c req-41aa9695-c49c-491a-a0b5-811f8c3f4488 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 945 time: 0.0524023 Sep 08 09:48:05.609808 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-119279e9-f6c3-44df-a5e9-28289331884c req-137bb0b2-8bf4-49b1-8b80-d49d6a371bf1 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/security-groups?id=8dfcffc9-b8cc-434b-8989-485d29291c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342548 Sep 08 09:48:06.027956 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7318f288-c964-4382-9f27-eafa664f9c97 req-6880b767-98b4-4957-b5ef-cf6721e2f18b tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:06.029424 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7318f288-c964-4382-9f27-eafa664f9c97 req-6880b767-98b4-4957-b5ef-cf6721e2f18b tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.35 "GET /v2.0/ports?device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 945 time: 0.0525270 Sep 08 09:48:06.118626 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-7318f288-c964-4382-9f27-eafa664f9c97 req-eb3df62f-c42e-4d2c-8530-24b6bbd55a42 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Deleting port 46a3cc5b-057b-4cc8-85dd-786af5cdbe25 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:48:06.118978 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7318f288-c964-4382-9f27-eafa664f9c97 req-eb3df62f-c42e-4d2c-8530-24b6bbd55a42 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:06.209453 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-7318f288-c964-4382-9f27-eafa664f9c97 req-eb3df62f-c42e-4d2c-8530-24b6bbd55a42 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] For port 46a3cc5b-057b-4cc8-85dd-786af5cdbe25, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=46a3cc5b-057b-4cc8-85dd-786af5cdbe25,segment=NetworkSegment(3fde86fb-c79c-4b34-a832-3d549a549ecd),segment_id=3fde86fb-c79c-4b34-a832-3d549a549ecd)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:48:06.209822 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7318f288-c964-4382-9f27-eafa664f9c97 req-eb3df62f-c42e-4d2c-8530-24b6bbd55a42 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:06.221889 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-7318f288-c964-4382-9f27-eafa664f9c97 req-eb3df62f-c42e-4d2c-8530-24b6bbd55a42 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Calling delete_port for 46a3cc5b-057b-4cc8-85dd-786af5cdbe25 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:48:06.346733 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7318f288-c964-4382-9f27-eafa664f9c97 req-eb3df62f-c42e-4d2c-8530-24b6bbd55a42 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:06.378264 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3df62f-c42e-4d2c-8530-24b6bbd55a42 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Pushing event deleted for resources: {'Port': ['ID=46a3cc5b-057b-4cc8-85dd-786af5cdbe25,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:48:06.379118 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['46a3cc5b-057b-4cc8-85dd-786af5cdbe25'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:48:06.421371 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-7318f288-c964-4382-9f27-eafa664f9c97 req-eb3df62f-c42e-4d2c-8530-24b6bbd55a42 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] No DVR routers for this DVR port 46a3cc5b-057b-4cc8-85dd-786af5cdbe25 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:48:06.423967 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7318f288-c964-4382-9f27-eafa664f9c97 req-eb3df62f-c42e-4d2c-8530-24b6bbd55a42 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:06.426011 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7318f288-c964-4382-9f27-eafa664f9c97 req-eb3df62f-c42e-4d2c-8530-24b6bbd55a42 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.35 "DELETE /v2.0/ports/46a3cc5b-057b-4cc8-85dd-786af5cdbe25 HTTP/1.1" status: 204 len: 173 time: 0.3907590 Sep 08 09:48:06.426485 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa5f35b7-8a4a-4b93-b44c-158d0e6e813b', 'name': 'network-vif-deleted', 'tag': '46a3cc5b-057b-4cc8-85dd-786af5cdbe25'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:48:06.428720 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b88d4a-f4eb-440b-817a-03add923486f" -d '{"events": [{"server_uuid": "fa5f35b7-8a4a-4b93-b44c-158d0e6e813b", "name": "network-vif-deleted", "tag": "46a3cc5b-057b-4cc8-85dd-786af5cdbe25"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:48:06.469873 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50a77d7-3c11-4788-a660-57b7ae755de9 x-openstack-request-id: req-e50a77d7-3c11-4788-a660-57b7ae755de9 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:48:06.470198 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa5f35b7-8a4a-4b93-b44c-158d0e6e813b", "name": "network-vif-deleted", "tag": "46a3cc5b-057b-4cc8-85dd-786af5cdbe25", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:48:06.470482 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e50a77d7-3c11-4788-a660-57b7ae755de9 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:48:06.470898 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa5f35b7-8a4a-4b93-b44c-158d0e6e813b', 'name': 'network-vif-deleted', 'tag': '46a3cc5b-057b-4cc8-85dd-786af5cdbe25', 'status': 'completed', 'code': 200} Sep 08 09:48:06.718881 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-394dcb99-eec1-4e01-b928-40ce9919c1e0 req-227cb227-c34b-4a09-8150-bcba79870980 tempest-DeleteServersTestJSON-1010925665 tempest-DeleteServersTestJSON-1010925665-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa5f35b7-8a4a-4b93-b44c-158d0e6e813b HTTP/1.1" status: 200 len: 210 time: 0.0312643 Sep 08 09:48:07.859395 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35092) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:48:07.901558 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-043c7df8-5b77-48ff-8b66-966de19a8be4 admin admin] Deleting subnet 431c5206-b13e-44bf-8968-66c728d55f89 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:48:07.905340 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-043c7df8-5b77-48ff-8b66-966de19a8be4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:07.938655 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-043c7df8-5b77-48ff-8b66-966de19a8be4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:07.977505 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-043c7df8-5b77-48ff-8b66-966de19a8be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:08.030400 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-043c7df8-5b77-48ff-8b66-966de19a8be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:08.058990 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043c7df8-5b77-48ff-8b66-966de19a8be4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=431c5206-b13e-44bf-8968-66c728d55f89,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:48:08.065784 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-043c7df8-5b77-48ff-8b66-966de19a8be4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:08.067737 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-043c7df8-5b77-48ff-8b66-966de19a8be4 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/431c5206-b13e-44bf-8968-66c728d55f89 HTTP/1.1" status: 204 len: 168 time: 0.2104955 Sep 08 09:48:08.070387 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35094) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:48:08.140708 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fb853871-51d4-41ee-852c-9091f4a1e0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:08.234449 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fb853871-51d4-41ee-852c-9091f4a1e0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:08.254080 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-fb853871-51d4-41ee-852c-9091f4a1e0bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d75c3b5-27d8-4986-86eb-58e033b09176']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:48:08.262987 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-fb853871-51d4-41ee-852c-9091f4a1e0bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fde86fb-c79c-4b34-a832-3d549a549ecd') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:48:08.263289 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-fb853871-51d4-41ee-852c-9091f4a1e0bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fde86fb-c79c-4b34-a832-3d549a549ecd') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:48:08.272950 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fb853871-51d4-41ee-852c-9091f4a1e0bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:08.286837 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fb853871-51d4-41ee-852c-9091f4a1e0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:08.292893 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb853871-51d4-41ee-852c-9091f4a1e0bc admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:48:08.293331 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fb853871-51d4-41ee-852c-9091f4a1e0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:08.295646 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 09:48:08.295646 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:48:08.295646 n-d-806683-11 neutron-server[94713]: timer() Sep 08 09:48:08.295646 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:48:08.295646 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 09:48:08.295646 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:48:08.295646 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 09:48:08.295646 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:48:08.295646 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 09:48:08.295646 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:48:08.295646 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 09:48:08.295646 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:48:08.295646 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 09:48:08.295646 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:48:08.295646 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:48:08.295646 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:48:08.295646 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:48:08.295646 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:48:08.295646 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 09:48:08.295646 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:48:08.295646 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 09:48:08.295646 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:48:08.295646 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:48:08.295646 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:48:08.295646 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 09:48:08.295646 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:48:08.295646 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:48:08.295646 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:48:08.295646 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:48:08.295646 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:48:08.295646 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:48:08.295646 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:48:08.349444 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fb853871-51d4-41ee-852c-9091f4a1e0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:08.354786 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-fb853871-51d4-41ee-852c-9091f4a1e0bc admin admin] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:08.360013 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-fb853871-51d4-41ee-852c-9091f4a1e0bc admin admin] 10.222.0.54 "DELETE /v2.0/networks/3d75c3b5-27d8-4986-86eb-58e033b09176 HTTP/1.1" status: 204 len: 168 time: 0.2852204 Sep 08 09:48:08.367942 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb853871-51d4-41ee-852c-9091f4a1e0bc admin admin] Pushing event deleted for resources: {'Network': ['ID=3d75c3b5-27d8-4986-86eb-58e033b09176,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:48:08.463893 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35098) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:48:08.508398 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-75f25ea5-ed58-4838-aee8-9d142d2c63b6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7d554fe9b0834900be497b363cc5700c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433481 Sep 08 09:48:08.510959 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35100) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:48:08.559440 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-aae1332a-148f-45ac-ae01-23f274b33d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:08.583079 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-aae1332a-148f-45ac-ae01-23f274b33d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:08.631020 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-aae1332a-148f-45ac-ae01-23f274b33d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:08.633685 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-aae1332a-148f-45ac-ae01-23f274b33d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:08.634909 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-aae1332a-148f-45ac-ae01-23f274b33d68 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8dfcffc9-b8cc-434b-8989-485d29291c7a HTTP/1.1" status: 204 len: 168 time: 0.1230476 Sep 08 09:48:08.645101 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae1332a-148f-45ac-ae01-23f274b33d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfcffc9-b8cc-434b-8989-485d29291c7a,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:48:09.063764 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 46a3cc5b-057b-4cc8-85dd-786af5cdbe25 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:48:09.087749 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: 46a3cc5b-057b-4cc8-85dd-786af5cdbe25 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:48:09.088100 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 46a3cc5b-057b-4cc8-85dd-786af5cdbe25 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:48:09.297027 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35122) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:48:09.392280 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-882b54a7-2249-4fa9-a3f3-9d7a5fabcdea admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-779295625-network', 'tenant_id': 'ec5b068a768a438d8b7006298157dcb5'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:48:09.412620 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882b54a7-2249-4fa9-a3f3-9d7a5fabcdea admin admin] Made reservation on behalf of ec5b068a768a438d8b7006298157dcb5 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:48:09.414983 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-882b54a7-2249-4fa9-a3f3-9d7a5fabcdea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:09.423547 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-882b54a7-2249-4fa9-a3f3-9d7a5fabcdea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:09.510462 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-882b54a7-2249-4fa9-a3f3-9d7a5fabcdea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:09.514131 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-882b54a7-2249-4fa9-a3f3-9d7a5fabcdea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:09.537512 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-882b54a7-2249-4fa9-a3f3-9d7a5fabcdea admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:48:09.547554 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882b54a7-2249-4fa9-a3f3-9d7a5fabcdea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f80a58-5a2d-452a-b536-844c09e3c1e8,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:48:09.552326 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-882b54a7-2249-4fa9-a3f3-9d7a5fabcdea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:09.552673 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-882b54a7-2249-4fa9-a3f3-9d7a5fabcdea admin admin] Added segment 10beb698-f84d-42b1-b525-d104af949761 of type vlan for network 2b2c6080-9a8a-4a33-81de-bbe1d844b54a Sep 08 09:48:09.601812 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-882b54a7-2249-4fa9-a3f3-9d7a5fabcdea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:09.626704 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-882b54a7-2249-4fa9-a3f3-9d7a5fabcdea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:09.627742 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882b54a7-2249-4fa9-a3f3-9d7a5fabcdea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:09.628375 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-882b54a7-2249-4fa9-a3f3-9d7a5fabcdea admin admin] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:09.659198 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-882b54a7-2249-4fa9-a3f3-9d7a5fabcdea admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3610647 Sep 08 09:48:09.662465 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35126) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:48:09.667384 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-18303979-aeb8-4e26-9369-93b4a8435d14 admin admin] Request body: {'subnet': {'network_id': '2b2c6080-9a8a-4a33-81de-bbe1d844b54a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-779295625-subnet', 'tenant_id': 'ec5b068a768a438d8b7006298157dcb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:48:09.687676 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18303979-aeb8-4e26-9369-93b4a8435d14 admin admin] Made reservation on behalf of ec5b068a768a438d8b7006298157dcb5 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:48:09.690061 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-18303979-aeb8-4e26-9369-93b4a8435d14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:09.691684 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882b54a7-2249-4fa9-a3f3-9d7a5fabcdea admin admin] Pushing event updated for resources: {'Network': ['ID=2b2c6080-9a8a-4a33-81de-bbe1d844b54a,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:48:09.702139 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 2b2c6080-9a8a-4a33-81de-bbe1d844b54a details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:48:09.863806 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-18303979-aeb8-4e26-9369-93b4a8435d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:09.917826 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18303979-aeb8-4e26-9369-93b4a8435d14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=494bb181-c958-443a-8677-e4b60bbe4309,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:48:09.926375 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18303979-aeb8-4e26-9369-93b4a8435d14 admin admin] Checking segment: {'id': '10beb698-f84d-42b1-b525-d104af949761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2b2c6080-9a8a-4a33-81de-bbe1d844b54a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:48:09.926736 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18303979-aeb8-4e26-9369-93b4a8435d14 admin admin] Network hostable DHCP agents. Network: 2b2c6080-9a8a-4a33-81de-bbe1d844b54a, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:48:09.943050 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18303979-aeb8-4e26-9369-93b4a8435d14 admin admin] Network 2b2c6080-9a8a-4a33-81de-bbe1d844b54a is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:48:09.952172 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-18303979-aeb8-4e26-9369-93b4a8435d14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 2b2c6080-9a8a-4a33-81de-bbe1d844b54a) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:48:09.956508 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18303979-aeb8-4e26-9369-93b4a8435d14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:09.957093 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-18303979-aeb8-4e26-9369-93b4a8435d14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:09.961290 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54cecde-9d57-46e2-8855-17516890d76a None None] Network 2b2c6080-9a8a-4a33-81de-bbe1d844b54a requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:48:09.970960 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-18303979-aeb8-4e26-9369-93b4a8435d14 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3074002 Sep 08 09:48:10.086354 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725fc2bb-2bac-44d7-9668-bb1fb45559ec None None] Network 2b2c6080-9a8a-4a33-81de-bbe1d844b54a requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:48:10.397364 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95574a-2980-4c1c-a9c6-c522be76f716 req-5d35ba9e-3554-4764-bb08-e0cc5d2a2bd0 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:10.398803 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6c95574a-2980-4c1c-a9c6-c522be76f716 req-5d35ba9e-3554-4764-bb08-e0cc5d2a2bd0 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/networks?id=2b2c6080-9a8a-4a33-81de-bbe1d844b54a HTTP/1.1" status: 200 len: 814 time: 0.1078639 Sep 08 09:48:10.413736 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6c95574a-2980-4c1c-a9c6-c522be76f716 req-593a376d-099a-4634-a11e-3bcb774a5c89 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/quotas/ec5b068a768a438d8b7006298157dcb5 HTTP/1.1" status: 200 len: 375 time: 0.0088382 Sep 08 09:48:10.445686 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6c95574a-2980-4c1c-a9c6-c522be76f716 req-97afcdd7-f425-4dc8-9f91-ec23a069e0cf tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ec5b068a768a438d8b7006298157dcb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268185 Sep 08 09:48:10.541352 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6c95574a-2980-4c1c-a9c6-c522be76f716 req-1c3b7833-2177-4be4-87a6-b4c8402ceeab service neutron] 10.222.0.54 "GET /v2.0/networks/2b2c6080-9a8a-4a33-81de-bbe1d844b54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881343 Sep 08 09:48:10.631749 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6c95574a-2980-4c1c-a9c6-c522be76f716 req-c6204080-72c1-4e5e-88bc-7578a913b594 service neutron] 10.222.0.54 "GET /v2.0/networks/2b2c6080-9a8a-4a33-81de-bbe1d844b54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842609 Sep 08 09:48:10.794979 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2dc0b297-a44d-4d3b-9f8c-5da689fbf494 req-a5e2b31c-4a55-4c00-bf8d-2fb67df60626 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 210 time: 0.0264187 Sep 08 09:48:11.818972 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95574a-2980-4c1c-a9c6-c522be76f716 req-b6fdd009-d6cb-4595-8729-a2abd88fa44f tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:11.820456 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6c95574a-2980-4c1c-a9c6-c522be76f716 req-b6fdd009-d6cb-4595-8729-a2abd88fa44f tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.35 "GET /v2.0/networks?id=2b2c6080-9a8a-4a33-81de-bbe1d844b54a HTTP/1.1" status: 200 len: 814 time: 0.1100111 Sep 08 09:48:11.845084 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-6c95574a-2980-4c1c-a9c6-c522be76f716 req-861062a6-d692-4eea-9ee1-bc2eaef9ab22 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Request body: {'port': {'device_id': '55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4', 'network_id': '2b2c6080-9a8a-4a33-81de-bbe1d844b54a', 'admin_state_up': True, 'tenant_id': 'ec5b068a768a438d8b7006298157dcb5'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:48:11.891076 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b1629561-e367-4586-8d65-48b2afce54bc req-3972e4bc-32b7-43ae-b1db-e496de3f7003 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 210 time: 0.0272875 Sep 08 09:48:11.966341 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c95574a-2980-4c1c-a9c6-c522be76f716 req-861062a6-d692-4eea-9ee1-bc2eaef9ab22 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Made reservation on behalf of ec5b068a768a438d8b7006298157dcb5 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:48:11.970220 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6c95574a-2980-4c1c-a9c6-c522be76f716 req-861062a6-d692-4eea-9ee1-bc2eaef9ab22 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:12.093804 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-6c95574a-2980-4c1c-a9c6-c522be76f716 req-861062a6-d692-4eea-9ee1-bc2eaef9ab22 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Allocated IP 172.20.0.9 (2b2c6080-9a8a-4a33-81de-bbe1d844b54a/494bb181-c958-443a-8677-e4b60bbe4309/71637977-7154-47fe-b293-70ef5224ee9e) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:48:12.242695 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6c95574a-2980-4c1c-a9c6-c522be76f716 req-861062a6-d692-4eea-9ee1-bc2eaef9ab22 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:12.280783 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6c95574a-2980-4c1c-a9c6-c522be76f716 req-861062a6-d692-4eea-9ee1-bc2eaef9ab22 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:12.323956 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c95574a-2980-4c1c-a9c6-c522be76f716 req-861062a6-d692-4eea-9ee1-bc2eaef9ab22 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Network 2b2c6080-9a8a-4a33-81de-bbe1d844b54a is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:48:12.329791 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-6c95574a-2980-4c1c-a9c6-c522be76f716 req-861062a6-d692-4eea-9ee1-bc2eaef9ab22 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:48:12.334491 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c95574a-2980-4c1c-a9c6-c522be76f716 req-861062a6-d692-4eea-9ee1-bc2eaef9ab22 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:48:12.338269 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861062a6-d692-4eea-9ee1-bc2eaef9ab22 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Pushing event updated for resources: {'Port': ['ID=71637977-7154-47fe-b293-70ef5224ee9e,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:48:12.387029 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95574a-2980-4c1c-a9c6-c522be76f716 req-861062a6-d692-4eea-9ee1-bc2eaef9ab22 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:12.387650 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6c95574a-2980-4c1c-a9c6-c522be76f716 req-861062a6-d692-4eea-9ee1-bc2eaef9ab22 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:12.401510 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6c95574a-2980-4c1c-a9c6-c522be76f716 req-861062a6-d692-4eea-9ee1-bc2eaef9ab22 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5614169 Sep 08 09:48:12.419159 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-6c95574a-2980-4c1c-a9c6-c522be76f716 req-d1bdef17-f5b7-46bb-9525-0bd4b4e90fde service neutron] Request body: {'port': {'device_id': '55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:48:12.470696 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6c95574a-2980-4c1c-a9c6-c522be76f716 req-d1bdef17-f5b7-46bb-9525-0bd4b4e90fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:12.735094 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-6c95574a-2980-4c1c-a9c6-c522be76f716 req-d1bdef17-f5b7-46bb-9525-0bd4b4e90fde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71637977-7154-47fe-b293-70ef5224ee9e {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:48:12.742370 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6c95574a-2980-4c1c-a9c6-c522be76f716 req-d1bdef17-f5b7-46bb-9525-0bd4b4e90fde service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:12.754163 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-6c95574a-2980-4c1c-a9c6-c522be76f716 req-d1bdef17-f5b7-46bb-9525-0bd4b4e90fde service neutron] Transition to ACTIVE for port object 71637977-7154-47fe-b293-70ef5224ee9e will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:48:12.757967 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6c95574a-2980-4c1c-a9c6-c522be76f716 req-d1bdef17-f5b7-46bb-9525-0bd4b4e90fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:12.814304 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bdef17-f5b7-46bb-9525-0bd4b4e90fde service neutron] Pushing event updated for resources: {'Port': ['ID=71637977-7154-47fe-b293-70ef5224ee9e,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:48:12.878372 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-6c95574a-2980-4c1c-a9c6-c522be76f716 req-d1bdef17-f5b7-46bb-9525-0bd4b4e90fde service neutron] Attempting to bind port 71637977-7154-47fe-b293-70ef5224ee9e on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:48:12.879073 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-6c95574a-2980-4c1c-a9c6-c522be76f716 req-d1bdef17-f5b7-46bb-9525-0bd4b4e90fde service neutron] Attempting to bind port 71637977-7154-47fe-b293-70ef5224ee9e by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '10beb698-f84d-42b1-b525-d104af949761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2b2c6080-9a8a-4a33-81de-bbe1d844b54a'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:48:12.879073 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c95574a-2980-4c1c-a9c6-c522be76f716 req-d1bdef17-f5b7-46bb-9525-0bd4b4e90fde service neutron] Attempting to bind port 71637977-7154-47fe-b293-70ef5224ee9e on network 2b2c6080-9a8a-4a33-81de-bbe1d844b54a {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:48:12.883240 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c95574a-2980-4c1c-a9c6-c522be76f716 req-d1bdef17-f5b7-46bb-9525-0bd4b4e90fde service neutron] Port 71637977-7154-47fe-b293-70ef5224ee9e on network 2b2c6080-9a8a-4a33-81de-bbe1d844b54a not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:48:12.883564 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c95574a-2980-4c1c-a9c6-c522be76f716 req-d1bdef17-f5b7-46bb-9525-0bd4b4e90fde service neutron] Attempting to bind port 71637977-7154-47fe-b293-70ef5224ee9e on network 2b2c6080-9a8a-4a33-81de-bbe1d844b54a {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:48:12.888815 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c95574a-2980-4c1c-a9c6-c522be76f716 req-d1bdef17-f5b7-46bb-9525-0bd4b4e90fde service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:48:12.889177 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c95574a-2980-4c1c-a9c6-c522be76f716 req-d1bdef17-f5b7-46bb-9525-0bd4b4e90fde service neutron] Checking segment: {'id': '10beb698-f84d-42b1-b525-d104af949761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2b2c6080-9a8a-4a33-81de-bbe1d844b54a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:48:12.889571 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c95574a-2980-4c1c-a9c6-c522be76f716 req-d1bdef17-f5b7-46bb-9525-0bd4b4e90fde service neutron] Bound using segment: {'id': '10beb698-f84d-42b1-b525-d104af949761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2b2c6080-9a8a-4a33-81de-bbe1d844b54a'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:48:12.890004 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-6c95574a-2980-4c1c-a9c6-c522be76f716 req-d1bdef17-f5b7-46bb-9525-0bd4b4e90fde service neutron] Bound port: 71637977-7154-47fe-b293-70ef5224ee9e, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10beb698-f84d-42b1-b525-d104af949761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2b2c6080-9a8a-4a33-81de-bbe1d844b54a'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:48:12.890389 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6c95574a-2980-4c1c-a9c6-c522be76f716 req-d1bdef17-f5b7-46bb-9525-0bd4b4e90fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:12.955832 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-6c95574a-2980-4c1c-a9c6-c522be76f716 req-d1bdef17-f5b7-46bb-9525-0bd4b4e90fde service neutron] For port 71637977-7154-47fe-b293-70ef5224ee9e, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:48:12.959973 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-6c95574a-2980-4c1c-a9c6-c522be76f716 req-d1bdef17-f5b7-46bb-9525-0bd4b4e90fde service neutron] For port 71637977-7154-47fe-b293-70ef5224ee9e, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=71637977-7154-47fe-b293-70ef5224ee9e,segment=NetworkSegment(10beb698-f84d-42b1-b525-d104af949761),segment_id=10beb698-f84d-42b1-b525-d104af949761)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:48:12.975520 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6c95574a-2980-4c1c-a9c6-c522be76f716 req-d1bdef17-f5b7-46bb-9525-0bd4b4e90fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:13.030812 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95574a-2980-4c1c-a9c6-c522be76f716 req-d1bdef17-f5b7-46bb-9525-0bd4b4e90fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:13.031438 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6c95574a-2980-4c1c-a9c6-c522be76f716 req-d1bdef17-f5b7-46bb-9525-0bd4b4e90fde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:13.032836 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6c95574a-2980-4c1c-a9c6-c522be76f716 req-d1bdef17-f5b7-46bb-9525-0bd4b4e90fde service neutron] 10.222.0.35 "PUT /v2.0/ports/71637977-7154-47fe-b293-70ef5224ee9e HTTP/1.1" status: 200 len: 1092 time: 0.6175978 Sep 08 09:48:13.033424 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4', 'tag': '71637977-7154-47fe-b293-70ef5224ee9e'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:48:13.035717 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4042ed4e-bc8e-4c6b-a46d-d914578b1c79" -d '{"events": [{"name": "network-changed", "server_uuid": "55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4", "tag": "71637977-7154-47fe-b293-70ef5224ee9e"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:48:13.071701 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255be627-4a4d-411d-a92b-1ef242bc99e2 req-2cdfe0ea-1c91-487b-9c25-d3881eb1b643 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:13.073266 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-255be627-4a4d-411d-a92b-1ef242bc99e2 req-2cdfe0ea-1c91-487b-9c25-d3881eb1b643 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 943 time: 0.1152325 Sep 08 09:48:13.079224 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bdef17-f5b7-46bb-9525-0bd4b4e90fde service neutron] Pushing event updated for resources: {'Port': ['ID=71637977-7154-47fe-b293-70ef5224ee9e,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:48:13.090281 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723d6a5e-7ece-40f0-9333-f0062a0134d1 x-openstack-request-id: req-723d6a5e-7ece-40f0-9333-f0062a0134d1 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:48:13.090568 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4", "tag": "71637977-7154-47fe-b293-70ef5224ee9e", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:48:13.090822 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-723d6a5e-7ece-40f0-9333-f0062a0134d1 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:48:13.091211 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4', 'tag': '71637977-7154-47fe-b293-70ef5224ee9e', 'status': 'completed', 'code': 200} Sep 08 09:48:13.144172 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-255be627-4a4d-411d-a92b-1ef242bc99e2 req-fde9736b-8e09-4c6b-8660-a3d36ae7e51a tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616145 Sep 08 09:48:13.156160 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95574a-2980-4c1c-a9c6-c522be76f716 req-b3af6972-2789-4b98-a416-9f6f911d34f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:13.157648 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6c95574a-2980-4c1c-a9c6-c522be76f716 req-b3af6972-2789-4b98-a416-9f6f911d34f6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ec5b068a768a438d8b7006298157dcb5&device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 1095 time: 0.0523763 Sep 08 09:48:13.212663 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6c95574a-2980-4c1c-a9c6-c522be76f716 req-296df510-7e02-46c4-90cb-7abf1d8f2b2a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71637977-7154-47fe-b293-70ef5224ee9e HTTP/1.1" status: 200 len: 217 time: 0.0415366 Sep 08 09:48:13.259889 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95574a-2980-4c1c-a9c6-c522be76f716 req-e6a1d6b1-dda6-4dd0-9f5c-265bca2c88ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:13.261308 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6c95574a-2980-4c1c-a9c6-c522be76f716 req-e6a1d6b1-dda6-4dd0-9f5c-265bca2c88ba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=494bb181-c958-443a-8677-e4b60bbe4309 HTTP/1.1" status: 200 len: 854 time: 0.0421441 Sep 08 09:48:13.292031 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6c95574a-2980-4c1c-a9c6-c522be76f716 req-0a3efcec-6aeb-418a-8d2d-bdda5ee063e3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2b2c6080-9a8a-4a33-81de-bbe1d844b54a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240376 Sep 08 09:48:13.384655 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6c95574a-2980-4c1c-a9c6-c522be76f716 req-64cb3eed-3563-429b-adb3-fa64aebbfeba service neutron] 10.222.0.35 "GET /v2.0/networks/2b2c6080-9a8a-4a33-81de-bbe1d844b54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856180 Sep 08 09:48:13.472533 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6c95574a-2980-4c1c-a9c6-c522be76f716 req-ee1bda3e-329e-4407-8e4c-a835a3ffe7d1 service neutron] 10.222.0.35 "GET /v2.0/networks/2b2c6080-9a8a-4a33-81de-bbe1d844b54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808525 Sep 08 09:48:13.610317 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042ed4e-bc8e-4c6b-a46d-d914578b1c79 req-bd30c4e0-fd23-4365-b536-3da4eabcae50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:13.611745 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4042ed4e-bc8e-4c6b-a46d-d914578b1c79 req-bd30c4e0-fd23-4365-b536-3da4eabcae50 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ec5b068a768a438d8b7006298157dcb5&device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 1095 time: 0.0475411 Sep 08 09:48:13.703477 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042ed4e-bc8e-4c6b-a46d-d914578b1c79 req-ec51b73d-52d6-4509-b460-3a5a505ce441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:13.704981 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4042ed4e-bc8e-4c6b-a46d-d914578b1c79 req-ec51b73d-52d6-4509-b460-3a5a505ce441 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2b2c6080-9a8a-4a33-81de-bbe1d844b54a HTTP/1.1" status: 200 len: 915 time: 0.0853350 Sep 08 09:48:13.750923 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4042ed4e-bc8e-4c6b-a46d-d914578b1c79 req-ed29655a-3b76-4e58-87eb-935d9b47d1f9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71637977-7154-47fe-b293-70ef5224ee9e HTTP/1.1" status: 200 len: 217 time: 0.0388141 Sep 08 09:48:13.801339 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042ed4e-bc8e-4c6b-a46d-d914578b1c79 req-9c3195d4-e166-4e9b-81b8-f8b105695df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:13.802970 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4042ed4e-bc8e-4c6b-a46d-d914578b1c79 req-9c3195d4-e166-4e9b-81b8-f8b105695df6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=494bb181-c958-443a-8677-e4b60bbe4309 HTTP/1.1" status: 200 len: 854 time: 0.0453472 Sep 08 09:48:13.836010 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4042ed4e-bc8e-4c6b-a46d-d914578b1c79 req-60b38592-1bd6-4834-8901-6922e019f2de service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2b2c6080-9a8a-4a33-81de-bbe1d844b54a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263360 Sep 08 09:48:13.928036 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4042ed4e-bc8e-4c6b-a46d-d914578b1c79 req-42b0f0e1-d71e-49c8-82e7-2316e249d315 service neutron] 10.222.0.35 "GET /v2.0/networks/2b2c6080-9a8a-4a33-81de-bbe1d844b54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845211 Sep 08 09:48:14.016634 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4042ed4e-bc8e-4c6b-a46d-d914578b1c79 req-c16a3881-63ca-496a-96e8-e25f642ebb49 service neutron] 10.222.0.35 "GET /v2.0/networks/2b2c6080-9a8a-4a33-81de-bbe1d844b54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819917 Sep 08 09:48:14.288003 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2902fe3-2659-44b9-8b8b-7267334918fc req-f882d319-2658-46b6-a934-8166c60c0744 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:14.289552 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a2902fe3-2659-44b9-8b8b-7267334918fc req-f882d319-2658-46b6-a934-8166c60c0744 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 943 time: 0.0594301 Sep 08 09:48:14.333930 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a2902fe3-2659-44b9-8b8b-7267334918fc req-d50b1ad6-d2ec-4894-88d7-eb9ecbb3244e tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375032 Sep 08 09:48:15.453668 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9438107-28ec-41ec-b79a-b2f445d016cb req-8a87aac2-0196-4a17-830b-326c4a6f9d50 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:15.455198 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c9438107-28ec-41ec-b79a-b2f445d016cb req-8a87aac2-0196-4a17-830b-326c4a6f9d50 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 943 time: 0.0481567 Sep 08 09:48:15.492501 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c9438107-28ec-41ec-b79a-b2f445d016cb req-9d3bb832-cd04-4cec-bd06-53c110ab097c tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312057 Sep 08 09:48:16.605864 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c1c098-6326-4327-993a-eafb91e6f6bc req-5e41c5d5-66ad-4633-8c05-cdbdc051fde4 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:16.608152 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-44c1c098-6326-4327-993a-eafb91e6f6bc req-5e41c5d5-66ad-4633-8c05-cdbdc051fde4 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 943 time: 0.0506620 Sep 08 09:48:16.646309 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-44c1c098-6326-4327-993a-eafb91e6f6bc req-73ba757a-60df-4f3f-b6d7-13a07838874a tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321479 Sep 08 09:48:17.137646 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 71637977-7154-47fe-b293-70ef5224ee9e details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:48:17.238916 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 71637977-7154-47fe-b293-70ef5224ee9e, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=71637977-7154-47fe-b293-70ef5224ee9e,segment=NetworkSegment(10beb698-f84d-42b1-b525-d104af949761),segment_id=10beb698-f84d-42b1-b525-d104af949761)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:48:17.250649 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '71637977-7154-47fe-b293-70ef5224ee9e', 'network_id': '2b2c6080-9a8a-4a33-81de-bbe1d844b54a', 'port_id': '71637977-7154-47fe-b293-70ef5224ee9e', 'mac_address': 'fa:16:3e:67:14:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '494bb181-c958-443a-8677-e4b60bbe4309', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:48:17.288904 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:17.301912 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71637977-7154-47fe-b293-70ef5224ee9e {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:48:17.320093 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 71637977-7154-47fe-b293-70ef5224ee9e, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=71637977-7154-47fe-b293-70ef5224ee9e,segment=NetworkSegment(10beb698-f84d-42b1-b525-d104af949761),segment_id=10beb698-f84d-42b1-b525-d104af949761)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:48:17.324076 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:17.370518 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=71637977-7154-47fe-b293-70ef5224ee9e,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:48:17.679344 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['71637977-7154-47fe-b293-70ef5224ee9e'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:48:17.731394 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-03cb0826-3383-449f-9d96-fc87a28ca1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:17.774840 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3b96a-86e4-464a-b50d-f94b064accdf req-4fe9c725-7835-4e01-949c-61f4cbaa743d tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:17.776348 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7ed3b96a-86e4-464a-b50d-f94b064accdf req-4fe9c725-7835-4e01-949c-61f4cbaa743d tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 944 time: 0.0588412 Sep 08 09:48:17.815158 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7ed3b96a-86e4-464a-b50d-f94b064accdf req-8bb553e8-7df0-4f7a-8f42-ccae79bbb850 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316851 Sep 08 09:48:18.932597 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f355691-a4c4-47aa-9d51-6319135ca215 req-bf9f40ac-7250-4591-83fe-8afdd7e0b2c2 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:18.934092 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8f355691-a4c4-47aa-9d51-6319135ca215 req-bf9f40ac-7250-4591-83fe-8afdd7e0b2c2 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 944 time: 0.0488362 Sep 08 09:48:18.971253 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8f355691-a4c4-47aa-9d51-6319135ca215 req-24f44b86-2cf8-4b76-bbf5-e215fc247626 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311034 Sep 08 09:48:19.137848 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 71637977-7154-47fe-b293-70ef5224ee9e up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:48:19.186620 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 71637977-7154-47fe-b293-70ef5224ee9e completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:48:19.190180 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 71637977-7154-47fe-b293-70ef5224ee9e triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:48:19.190557 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:19.267960 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:19.290394 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71637977-7154-47fe-b293-70ef5224ee9e'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:48:19.292658 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74e2dc0-3d1d-46f5-95a6-a219a8f8215f" -d '{"events": [{"server_uuid": "55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4", "name": "network-vif-plugged", "status": "completed", "tag": "71637977-7154-47fe-b293-70ef5224ee9e"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:48:19.305502 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 71637977-7154-47fe-b293-70ef5224ee9e, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=71637977-7154-47fe-b293-70ef5224ee9e,segment=NetworkSegment(10beb698-f84d-42b1-b525-d104af949761),segment_id=10beb698-f84d-42b1-b525-d104af949761)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:48:19.309427 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:19.333569 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00119946-ebda-40c5-b037-2b40ac6c5636 x-openstack-request-id: req-00119946-ebda-40c5-b037-2b40ac6c5636 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:48:19.333863 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4", "name": "network-vif-plugged", "status": "completed", "tag": "71637977-7154-47fe-b293-70ef5224ee9e", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:48:19.334141 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-00119946-ebda-40c5-b037-2b40ac6c5636 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:48:19.334532 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71637977-7154-47fe-b293-70ef5224ee9e', 'code': 200} Sep 08 09:48:19.359419 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=71637977-7154-47fe-b293-70ef5224ee9e,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:48:19.451900 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d26b9-05a3-402d-836e-169f56022388 req-1e7e7893-c282-4492-8143-60f9e7bcf3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:19.453460 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-735d26b9-05a3-402d-836e-169f56022388 req-1e7e7893-c282-4492-8143-60f9e7bcf3f4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 1097 time: 0.0404348 Sep 08 09:48:19.487001 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-735d26b9-05a3-402d-836e-169f56022388 req-8b97421d-4217-4741-a692-49a536703dba service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263758 Sep 08 09:48:20.089965 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548aafd9-828e-48af-964c-667b52ed92ce req-bae95b13-c69b-4638-912c-137f6ca2fa2a tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:20.092324 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-548aafd9-828e-48af-964c-667b52ed92ce req-bae95b13-c69b-4638-912c-137f6ca2fa2a tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 945 time: 0.0541539 Sep 08 09:48:20.129424 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-548aafd9-828e-48af-964c-667b52ed92ce req-1a9d8e6b-3423-472e-ba71-7a7cc2b920c0 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314887 Sep 08 09:48:20.469138 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:20.811991 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b60d991d-3f24-4b36-8e0d-3f0f15d59b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:21.249377 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802956a-0667-4b5d-b7b1-8e5102afa2da req-ac90e590-2f59-4a31-8a24-66b038831a50 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:21.250932 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e802956a-0667-4b5d-b7b1-8e5102afa2da req-ac90e590-2f59-4a31-8a24-66b038831a50 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 945 time: 0.0553024 Sep 08 09:48:21.288649 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e802956a-0667-4b5d-b7b1-8e5102afa2da req-a0b78c30-f2c9-4052-9e3d-717c3b8b858b tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316725 Sep 08 09:48:21.410084 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c2bc3-9a1b-4ef2-8bb2-c8042ddeaacd req-543aa255-2395-4570-9514-9c75f3439500 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:21.411593 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-762c2bc3-9a1b-4ef2-8bb2-c8042ddeaacd req-543aa255-2395-4570-9514-9c75f3439500 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 945 time: 0.0565081 Sep 08 09:48:21.448966 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-762c2bc3-9a1b-4ef2-8bb2-c8042ddeaacd req-808a19b4-5cbe-49ec-9df8-1943909791d1 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314903 Sep 08 09:48:21.648939 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5eee13-94f5-41b8-ae3c-d7d953391340 req-6eb1edc0-03ce-403d-a96d-eb2c53f0c678 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:21.650455 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ec5eee13-94f5-41b8-ae3c-d7d953391340 req-6eb1edc0-03ce-403d-a96d-eb2c53f0c678 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 945 time: 0.0501204 Sep 08 09:48:21.692612 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ec5eee13-94f5-41b8-ae3c-d7d953391340 req-31896cbb-5b39-4636-b0a4-50702ac27bc9 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356681 Sep 08 09:48:21.809411 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a43520-f054-40fa-af2e-ac93205e592f req-e1e7cb91-1ea6-4d8d-8704-760c2a8661c8 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:21.810942 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12a43520-f054-40fa-af2e-ac93205e592f req-e1e7cb91-1ea6-4d8d-8704-760c2a8661c8 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 945 time: 0.0524423 Sep 08 09:48:21.848114 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12a43520-f054-40fa-af2e-ac93205e592f req-5a3a62e5-7279-48df-80ac-25a45ea5aa7d tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312400 Sep 08 09:48:22.072526 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-135190a5-27ac-463a-bbde-7c1165b1e2c8 req-e9fe41c3-9313-49d4-acce-6547540f4909 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0454094 Sep 08 09:48:22.084999 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab52dd8-7411-4410-b3ab-bfd6d7f3e854 req-92d5e714-6ee6-4a89-8695-6296508296e8 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:22.086545 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cab52dd8-7411-4410-b3ab-bfd6d7f3e854 req-92d5e714-6ee6-4a89-8695-6296508296e8 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 945 time: 0.0505898 Sep 08 09:48:22.127283 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cab52dd8-7411-4410-b3ab-bfd6d7f3e854 req-b090afc0-db7f-44dd-843d-c506d49b701f tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333757 Sep 08 09:48:22.276641 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:23.250550 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb47d1-cf9c-4e76-80ca-e6926d725026 req-d48edf83-238a-46b7-8db3-44fbdcbdf928 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:23.252083 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ffdb47d1-cf9c-4e76-80ca-e6926d725026 req-d48edf83-238a-46b7-8db3-44fbdcbdf928 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 945 time: 0.0509913 Sep 08 09:48:23.261740 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135190a5-27ac-463a-bbde-7c1165b1e2c8 req-9e0837eb-63c0-44f9-bd69-d0acf276d1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:23.263327 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-135190a5-27ac-463a-bbde-7c1165b1e2c8 req-9e0837eb-63c0-44f9-bd69-d0acf276d1c4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ec5b068a768a438d8b7006298157dcb5&device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 1097 time: 0.0424452 Sep 08 09:48:23.290731 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ffdb47d1-cf9c-4e76-80ca-e6926d725026 req-9466aecf-e66b-4da5-a73f-4a059ce658ce tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327101 Sep 08 09:48:23.357186 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135190a5-27ac-463a-bbde-7c1165b1e2c8 req-4ad46a80-bc39-4e46-a59a-06d3e9cf0fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:23.359344 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-135190a5-27ac-463a-bbde-7c1165b1e2c8 req-4ad46a80-bc39-4e46-a59a-06d3e9cf0fd9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2b2c6080-9a8a-4a33-81de-bbe1d844b54a HTTP/1.1" status: 200 len: 915 time: 0.0896475 Sep 08 09:48:23.399402 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-135190a5-27ac-463a-bbde-7c1165b1e2c8 req-4dea6029-f175-4d3c-b55a-04fc66f53920 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71637977-7154-47fe-b293-70ef5224ee9e HTTP/1.1" status: 200 len: 217 time: 0.0336518 Sep 08 09:48:23.450990 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135190a5-27ac-463a-bbde-7c1165b1e2c8 req-3a91d896-2943-490c-8a31-57391c90709e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:23.453004 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-135190a5-27ac-463a-bbde-7c1165b1e2c8 req-3a91d896-2943-490c-8a31-57391c90709e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=494bb181-c958-443a-8677-e4b60bbe4309 HTTP/1.1" status: 200 len: 854 time: 0.0464230 Sep 08 09:48:23.486262 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-135190a5-27ac-463a-bbde-7c1165b1e2c8 req-eccc1317-6926-4950-858d-2baf7a9f741f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2b2c6080-9a8a-4a33-81de-bbe1d844b54a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267005 Sep 08 09:48:23.581836 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-135190a5-27ac-463a-bbde-7c1165b1e2c8 req-1696f0c3-aaef-44b0-a92a-a734a3299773 service neutron] 10.222.0.35 "GET /v2.0/networks/2b2c6080-9a8a-4a33-81de-bbe1d844b54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886981 Sep 08 09:48:23.679556 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-135190a5-27ac-463a-bbde-7c1165b1e2c8 req-dbb66417-2b49-4669-b52e-36626cf27652 service neutron] 10.222.0.35 "GET /v2.0/networks/2b2c6080-9a8a-4a33-81de-bbe1d844b54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908327 Sep 08 09:48:23.691160 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:24.409154 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3e61f-dd01-47ce-97d1-305f32276933 req-dee56805-a7bc-4e18-9767-ff1155c68973 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:24.410689 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-08c3e61f-dd01-47ce-97d1-305f32276933 req-dee56805-a7bc-4e18-9767-ff1155c68973 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 945 time: 0.0494280 Sep 08 09:48:24.447008 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-08c3e61f-dd01-47ce-97d1-305f32276933 req-12951079-9406-4648-89c2-e9520f2c52a0 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303166 Sep 08 09:48:24.516883 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:25.563363 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7867c-7f26-4680-992a-8ddbedd693a0 req-06b61183-5662-4441-a2ac-7081b37d7ef9 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:25.564844 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b4b7867c-7f26-4680-992a-8ddbedd693a0 req-06b61183-5662-4441-a2ac-7081b37d7ef9 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 945 time: 0.0499878 Sep 08 09:48:25.602738 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b4b7867c-7f26-4680-992a-8ddbedd693a0 req-579859ae-caef-4aa7-9c47-76698b8867b7 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320103 Sep 08 09:48:26.716878 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94933e79-c2c9-472a-aaae-d15cd1d019a6 req-8c609739-cd34-4bc8-9e8a-e895acec4db6 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:26.718473 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-94933e79-c2c9-472a-aaae-d15cd1d019a6 req-8c609739-cd34-4bc8-9e8a-e895acec4db6 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 945 time: 0.0490122 Sep 08 09:48:26.761115 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-94933e79-c2c9-472a-aaae-d15cd1d019a6 req-7eae86e8-302f-4ac9-aff8-7c2378d17421 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367136 Sep 08 09:48:27.883183 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e4ad6-743a-42d0-b2ef-8c6b0f72fb29 req-3bbb60b3-4841-4cc0-8db0-17c5b1e2cef5 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:27.884717 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2e9e4ad6-743a-42d0-b2ef-8c6b0f72fb29 req-3bbb60b3-4841-4cc0-8db0-17c5b1e2cef5 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 945 time: 0.0541701 Sep 08 09:48:27.922641 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2e9e4ad6-743a-42d0-b2ef-8c6b0f72fb29 req-4c2d605c-3689-4984-b9a7-f38ffbbcf46b tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312552 Sep 08 09:48:28.988250 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:29.040993 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271fa6a-cd6c-442b-96f1-08699410ebcf req-b993e409-d054-4e5f-826a-a21702bb40c3 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:29.042484 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9271fa6a-cd6c-442b-96f1-08699410ebcf req-b993e409-d054-4e5f-826a-a21702bb40c3 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 945 time: 0.0485065 Sep 08 09:48:29.081114 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9271fa6a-cd6c-442b-96f1-08699410ebcf req-6f8b8b8b-c175-4eed-88f6-57f7eae08771 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317793 Sep 08 09:48:30.195465 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b071509-fa03-483e-b34e-ca770fc6865b req-517f125d-6cbf-4b4f-9b8f-2a2a7126e216 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:30.196940 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5b071509-fa03-483e-b34e-ca770fc6865b req-517f125d-6cbf-4b4f-9b8f-2a2a7126e216 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 945 time: 0.0484860 Sep 08 09:48:30.235331 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5b071509-fa03-483e-b34e-ca770fc6865b req-f403aa7d-d21d-49e8-b183-4727690e21fc tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313487 Sep 08 09:48:31.347936 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ae61e-1bca-4f7b-9d3d-6cc23be926a9 req-f15e699f-f18c-4197-beab-9cacd55b2a4f tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:31.349327 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6a9ae61e-1bca-4f7b-9d3d-6cc23be926a9 req-f15e699f-f18c-4197-beab-9cacd55b2a4f tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 945 time: 0.0485234 Sep 08 09:48:31.385806 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6a9ae61e-1bca-4f7b-9d3d-6cc23be926a9 req-a4292c55-1c45-4902-a206-e0ea5140f1df tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303562 Sep 08 09:48:32.500776 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ede3c0-f4cf-490e-a25c-83752f76afd6 req-27d04a9f-a3a0-4d1f-873c-1d9434058b87 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:32.502276 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-15ede3c0-f4cf-490e-a25c-83752f76afd6 req-27d04a9f-a3a0-4d1f-873c-1d9434058b87 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 945 time: 0.0487847 Sep 08 09:48:32.543270 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-15ede3c0-f4cf-490e-a25c-83752f76afd6 req-f5b910eb-2c23-4ce8-8e1c-b294b690ee5c tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349925 Sep 08 09:48:33.660673 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078675af-4aee-4275-97fc-c88617ddcd03 req-7d088881-d74f-4e61-a63b-9dde817fce71 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:33.662168 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-078675af-4aee-4275-97fc-c88617ddcd03 req-7d088881-d74f-4e61-a63b-9dde817fce71 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 945 time: 0.0485847 Sep 08 09:48:33.704170 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-078675af-4aee-4275-97fc-c88617ddcd03 req-40ed8061-905c-4b3f-9e40-51d1b54f8e24 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360765 Sep 08 09:48:34.821164 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000254a3-8c4a-4a93-92d0-d0a465d9da72 req-a206f308-9466-4a33-87e8-f3fb27d82ab9 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:34.822675 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-000254a3-8c4a-4a93-92d0-d0a465d9da72 req-a206f308-9466-4a33-87e8-f3fb27d82ab9 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 945 time: 0.0517054 Sep 08 09:48:34.860217 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-000254a3-8c4a-4a93-92d0-d0a465d9da72 req-7e9201f5-ee39-495d-b4ee-34a838ff2c32 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311179 Sep 08 09:48:35.452525 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:48:35.973744 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7e997-d007-41b1-b535-a2dfdf38f186 req-b2eb91c9-0cc5-4857-aeb8-cd19811afa95 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:35.975267 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5fc7e997-d007-41b1-b535-a2dfdf38f186 req-b2eb91c9-0cc5-4857-aeb8-cd19811afa95 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 945 time: 0.0495508 Sep 08 09:48:36.013145 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5fc7e997-d007-41b1-b535-a2dfdf38f186 req-c7707c30-5f31-49df-b787-4e79ba17514c tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318341 Sep 08 09:48:37.129018 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f439f3-b93f-4c18-88af-3a62d2bb67f1 req-798db0ea-d801-4ed8-abc7-496c3bf444c0 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:37.130535 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d5f439f3-b93f-4c18-88af-3a62d2bb67f1 req-798db0ea-d801-4ed8-abc7-496c3bf444c0 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 945 time: 0.0489628 Sep 08 09:48:37.167709 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d5f439f3-b93f-4c18-88af-3a62d2bb67f1 req-9241e7ce-b614-42f2-a345-9a4286258dd0 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306480 Sep 08 09:48:38.283275 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e7863-dbe3-4645-ad6c-459f698837b6 req-2b8917ce-91e9-40f3-914e-5e7b18c5cfa1 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:38.284754 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-794e7863-dbe3-4645-ad6c-459f698837b6 req-2b8917ce-91e9-40f3-914e-5e7b18c5cfa1 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 945 time: 0.0489247 Sep 08 09:48:38.321325 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-794e7863-dbe3-4645-ad6c-459f698837b6 req-902c04d7-73b8-48f6-a5ac-d014b91d6547 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305617 Sep 08 09:48:39.435241 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d9602-ace5-45b5-b6dd-a3e7f4a470f0 req-08738da7-0cb6-4011-9d9a-b0b23794648b tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:39.437677 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4b2d9602-ace5-45b5-b6dd-a3e7f4a470f0 req-08738da7-0cb6-4011-9d9a-b0b23794648b tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 945 time: 0.0492880 Sep 08 09:48:39.474444 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4b2d9602-ace5-45b5-b6dd-a3e7f4a470f0 req-2c6a654f-6e54-4d4d-b481-08258d87b112 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309048 Sep 08 09:48:40.589436 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d210ad0-17bd-4fd9-be0c-af2c0d7141d2 req-06e11f63-cdaf-4760-98d4-a2f5e9f81225 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:40.590996 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9d210ad0-17bd-4fd9-be0c-af2c0d7141d2 req-06e11f63-cdaf-4760-98d4-a2f5e9f81225 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 945 time: 0.0492003 Sep 08 09:48:40.632527 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9d210ad0-17bd-4fd9-be0c-af2c0d7141d2 req-752a4c00-2de8-4eb4-b10f-57d73d4169e1 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346346 Sep 08 09:48:41.752924 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b5e71-03c0-47ef-a8b4-424535e72a73 req-a1690700-b2e5-447a-b85e-0dd64ccbc1b7 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:41.754460 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f60b5e71-03c0-47ef-a8b4-424535e72a73 req-a1690700-b2e5-447a-b85e-0dd64ccbc1b7 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 945 time: 0.0534923 Sep 08 09:48:41.794566 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f60b5e71-03c0-47ef-a8b4-424535e72a73 req-7ca734af-2841-49d4-8d05-6045f422cf72 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342777 Sep 08 09:48:42.915551 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ba7d4-1404-450e-a489-5947b7001404 req-8cf21907-a412-4df6-8b6e-76d35c477bb7 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:42.917054 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-317ba7d4-1404-450e-a489-5947b7001404 req-8cf21907-a412-4df6-8b6e-76d35c477bb7 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 945 time: 0.0495703 Sep 08 09:48:42.961620 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-317ba7d4-1404-450e-a489-5947b7001404 req-af58a1e1-ede2-4b2a-93cc-da90c550e995 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378850 Sep 08 09:48:44.074003 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636a2dc-4550-4bfd-8ddf-ca469a96b8d6 req-0d59c87a-f20c-429b-aab0-d56bf166b78c tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:44.075488 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3636a2dc-4550-4bfd-8ddf-ca469a96b8d6 req-0d59c87a-f20c-429b-aab0-d56bf166b78c tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 945 time: 0.0483341 Sep 08 09:48:44.115754 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3636a2dc-4550-4bfd-8ddf-ca469a96b8d6 req-8b204bb1-ceb7-450c-aada-8c0ce593bc7a tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334368 Sep 08 09:48:45.231001 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3ca42-5202-45b3-8f72-f1f900ac0b38 req-ef54dce2-8e7e-4455-8e21-07726c248fed tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:45.232482 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-39a3ca42-5202-45b3-8f72-f1f900ac0b38 req-ef54dce2-8e7e-4455-8e21-07726c248fed tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 945 time: 0.0502143 Sep 08 09:48:45.270865 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-39a3ca42-5202-45b3-8f72-f1f900ac0b38 req-ecfeacaf-c915-418b-97f6-8244eeebaf2d tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318866 Sep 08 09:48:46.385021 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf35bb-fba1-4554-b3f9-cd717195e864 req-032acba4-166f-490f-8ded-9b4cb9914045 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:46.394231 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cabf35bb-fba1-4554-b3f9-cd717195e864 req-032acba4-166f-490f-8ded-9b4cb9914045 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 945 time: 0.0527608 Sep 08 09:48:46.428877 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cabf35bb-fba1-4554-b3f9-cd717195e864 req-c6954d8c-cd3b-4d91-a9f2-ab97d3f4612b tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311038 Sep 08 09:48:47.551166 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33085c-8085-4a7c-bd73-1433d48e99db req-5002bec9-4cc0-4f60-a3a4-c4e6cd2a6159 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:47.552694 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fc33085c-8085-4a7c-bd73-1433d48e99db req-5002bec9-4cc0-4f60-a3a4-c4e6cd2a6159 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 945 time: 0.0562572 Sep 08 09:48:47.595305 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fc33085c-8085-4a7c-bd73-1433d48e99db req-1aa01697-8287-4bcb-98cf-b06d2baebbe3 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366960 Sep 08 09:48:47.703039 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-24fb72fe-b236-47ef-9546-92ed6ed3f1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:48.714455 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e636a-107f-495e-9759-5c9a242b264a req-9235d8f5-fdfe-4b0f-a2fc-2eed4f431eb1 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:48.715947 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8e7e636a-107f-495e-9759-5c9a242b264a req-9235d8f5-fdfe-4b0f-a2fc-2eed4f431eb1 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 945 time: 0.0531640 Sep 08 09:48:48.754172 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8e7e636a-107f-495e-9759-5c9a242b264a req-e2e77f87-61f8-4a91-9b3e-072f7f2a27f1 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318117 Sep 08 09:48:49.871669 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e03fc-12c0-4758-a1f9-c8c60ac7214a req-b2d132ed-d492-46e3-b5a8-685e62dd6f88 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:49.873159 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3d4e03fc-12c0-4758-a1f9-c8c60ac7214a req-b2d132ed-d492-46e3-b5a8-685e62dd6f88 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 945 time: 0.0509889 Sep 08 09:48:49.912554 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3d4e03fc-12c0-4758-a1f9-c8c60ac7214a req-c333c146-0c81-40e8-8a56-d73a7989d10a tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333281 Sep 08 09:48:50.469474 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:50.711659 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [req-135190a5-27ac-463a-bbde-7c1165b1e2c8 req-25ee5b10-7641-4a6f-bb30-d4e8d13159b4 service neutron] show failed (client error): The resource could not be found. Sep 08 09:48:50.712662 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-135190a5-27ac-463a-bbde-7c1165b1e2c8 req-25ee5b10-7641-4a6f-bb30-d4e8d13159b4 service neutron] 10.222.0.35 "GET /v2.0/ports/71637977-7154-47fe-b293-70ef5224ee9e/bindings/n-h1-806683-11 HTTP/1.1" status: 404 len: 381 time: 0.0563443 Sep 08 09:48:50.813797 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-be48d03d-8ff7-4c5b-a720-d2792d89b17f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:50.960974 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135190a5-27ac-463a-bbde-7c1165b1e2c8 req-e4ae9bf1-a367-4ce0-903f-63b28219f26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:50.962544 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-135190a5-27ac-463a-bbde-7c1165b1e2c8 req-e4ae9bf1-a367-4ce0-903f-63b28219f26b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4&tenant_id=ec5b068a768a438d8b7006298157dcb5 HTTP/1.1" status: 200 len: 1097 time: 0.0405762 Sep 08 09:48:50.981461 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-135190a5-27ac-463a-bbde-7c1165b1e2c8 req-4882f5c4-0c80-450b-8c7e-d3c38786e7a1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-11', 'device_owner': 'compute:nova'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:48:51.065570 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-135190a5-27ac-463a-bbde-7c1165b1e2c8 req-4882f5c4-0c80-450b-8c7e-d3c38786e7a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:51.088141 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d5219-0419-42a6-8d69-07efda8df98b req-cfa9a3ce-c5f5-4699-a8c9-574c159041f0 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:51.089650 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7d7d5219-0419-42a6-8d69-07efda8df98b req-cfa9a3ce-c5f5-4699-a8c9-574c159041f0 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 945 time: 0.0892899 Sep 08 09:48:51.162966 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7d7d5219-0419-42a6-8d69-07efda8df98b req-dfa688d6-b073-42c9-b0b3-cad6e0e78a6a tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524411 Sep 08 09:48:51.309968 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-135190a5-27ac-463a-bbde-7c1165b1e2c8 req-4882f5c4-0c80-450b-8c7e-d3c38786e7a1 service neutron] For port 71637977-7154-47fe-b293-70ef5224ee9e, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=71637977-7154-47fe-b293-70ef5224ee9e,segment=NetworkSegment(10beb698-f84d-42b1-b525-d104af949761),segment_id=10beb698-f84d-42b1-b525-d104af949761)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:48:51.344163 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-135190a5-27ac-463a-bbde-7c1165b1e2c8 req-4882f5c4-0c80-450b-8c7e-d3c38786e7a1 service neutron] For port 71637977-7154-47fe-b293-70ef5224ee9e, host n-h2-806683-11, cleared binding levels {{(pid=94713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:48:51.383910 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71637977-7154-47fe-b293-70ef5224ee9e'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:48:51.386210 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4581198b-8b22-4ba2-8f0f-d7e1f6f16b07" -d '{"events": [{"server_uuid": "55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4", "name": "network-vif-unplugged", "status": "completed", "tag": "71637977-7154-47fe-b293-70ef5224ee9e"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:48:51.390510 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-135190a5-27ac-463a-bbde-7c1165b1e2c8 req-4882f5c4-0c80-450b-8c7e-d3c38786e7a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:51.403820 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [req-135190a5-27ac-463a-bbde-7c1165b1e2c8 req-4882f5c4-0c80-450b-8c7e-d3c38786e7a1 service neutron] Transition to ACTIVE for port object 71637977-7154-47fe-b293-70ef5224ee9e will not be triggered until provisioned by entity L2. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:48:51.407534 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-135190a5-27ac-463a-bbde-7c1165b1e2c8 req-4882f5c4-0c80-450b-8c7e-d3c38786e7a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:51.442060 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 09:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d741eb-83da-4172-8cd2-5e0c382c108b x-openstack-request-id: req-a2d741eb-83da-4172-8cd2-5e0c382c108b {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:48:51.442379 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4", "name": "network-vif-unplugged", "status": "completed", "tag": "71637977-7154-47fe-b293-70ef5224ee9e", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:48:51.442632 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a2d741eb-83da-4172-8cd2-5e0c382c108b {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:48:51.443034 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71637977-7154-47fe-b293-70ef5224ee9e', 'code': 200} Sep 08 09:48:51.477395 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-135190a5-27ac-463a-bbde-7c1165b1e2c8 req-4882f5c4-0c80-450b-8c7e-d3c38786e7a1 service neutron] No DVR routers for this DVR port 71637977-7154-47fe-b293-70ef5224ee9e on host n-h2-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:48:51.480534 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4882f5c4-0c80-450b-8c7e-d3c38786e7a1 service neutron] Pushing event updated for resources: {'Port': ['ID=71637977-7154-47fe-b293-70ef5224ee9e,revision_number=6']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:48:51.492983 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882f5c4-0c80-450b-8c7e-d3c38786e7a1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:48:51.493339 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882f5c4-0c80-450b-8c7e-d3c38786e7a1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:48:51.493692 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882f5c4-0c80-450b-8c7e-d3c38786e7a1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:48:51.494055 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882f5c4-0c80-450b-8c7e-d3c38786e7a1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:48:51.494400 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882f5c4-0c80-450b-8c7e-d3c38786e7a1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:48:51.494736 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882f5c4-0c80-450b-8c7e-d3c38786e7a1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:48:51.495070 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882f5c4-0c80-450b-8c7e-d3c38786e7a1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:48:51.495404 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882f5c4-0c80-450b-8c7e-d3c38786e7a1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:48:51.495735 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882f5c4-0c80-450b-8c7e-d3c38786e7a1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:48:51.496067 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882f5c4-0c80-450b-8c7e-d3c38786e7a1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:48:51.496396 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882f5c4-0c80-450b-8c7e-d3c38786e7a1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:48:51.496723 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4882f5c4-0c80-450b-8c7e-d3c38786e7a1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:48:51.526604 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-135190a5-27ac-463a-bbde-7c1165b1e2c8 req-4882f5c4-0c80-450b-8c7e-d3c38786e7a1 service neutron] Attempting to bind port 71637977-7154-47fe-b293-70ef5224ee9e on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:48:51.526947 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-135190a5-27ac-463a-bbde-7c1165b1e2c8 req-4882f5c4-0c80-450b-8c7e-d3c38786e7a1 service neutron] Attempting to bind port 71637977-7154-47fe-b293-70ef5224ee9e by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '10beb698-f84d-42b1-b525-d104af949761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2b2c6080-9a8a-4a33-81de-bbe1d844b54a'}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:48:51.527281 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135190a5-27ac-463a-bbde-7c1165b1e2c8 req-4882f5c4-0c80-450b-8c7e-d3c38786e7a1 service neutron] Attempting to bind port 71637977-7154-47fe-b293-70ef5224ee9e on network 2b2c6080-9a8a-4a33-81de-bbe1d844b54a {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:48:51.532520 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135190a5-27ac-463a-bbde-7c1165b1e2c8 req-4882f5c4-0c80-450b-8c7e-d3c38786e7a1 service neutron] Port 71637977-7154-47fe-b293-70ef5224ee9e on network 2b2c6080-9a8a-4a33-81de-bbe1d844b54a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:48:51.532849 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135190a5-27ac-463a-bbde-7c1165b1e2c8 req-4882f5c4-0c80-450b-8c7e-d3c38786e7a1 service neutron] Attempting to bind port 71637977-7154-47fe-b293-70ef5224ee9e on network 2b2c6080-9a8a-4a33-81de-bbe1d844b54a {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:48:51.537608 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135190a5-27ac-463a-bbde-7c1165b1e2c8 req-4882f5c4-0c80-450b-8c7e-d3c38786e7a1 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:48:51.537952 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135190a5-27ac-463a-bbde-7c1165b1e2c8 req-4882f5c4-0c80-450b-8c7e-d3c38786e7a1 service neutron] Checking segment: {'id': '10beb698-f84d-42b1-b525-d104af949761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2b2c6080-9a8a-4a33-81de-bbe1d844b54a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:48:51.538370 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135190a5-27ac-463a-bbde-7c1165b1e2c8 req-4882f5c4-0c80-450b-8c7e-d3c38786e7a1 service neutron] Bound using segment: {'id': '10beb698-f84d-42b1-b525-d104af949761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2b2c6080-9a8a-4a33-81de-bbe1d844b54a'} {{(pid=94713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:48:51.538797 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.managers [req-135190a5-27ac-463a-bbde-7c1165b1e2c8 req-4882f5c4-0c80-450b-8c7e-d3c38786e7a1 service neutron] Bound port: 71637977-7154-47fe-b293-70ef5224ee9e, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10beb698-f84d-42b1-b525-d104af949761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2b2c6080-9a8a-4a33-81de-bbe1d844b54a'}}] {{(pid=94713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:48:51.539157 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-135190a5-27ac-463a-bbde-7c1165b1e2c8 req-4882f5c4-0c80-450b-8c7e-d3c38786e7a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:51.604514 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-135190a5-27ac-463a-bbde-7c1165b1e2c8 req-4882f5c4-0c80-450b-8c7e-d3c38786e7a1 service neutron] For port 71637977-7154-47fe-b293-70ef5224ee9e, host n-h1-806683-11, cleared binding levels {{(pid=94713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:48:51.607434 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-135190a5-27ac-463a-bbde-7c1165b1e2c8 req-4882f5c4-0c80-450b-8c7e-d3c38786e7a1 service neutron] For port 71637977-7154-47fe-b293-70ef5224ee9e, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=71637977-7154-47fe-b293-70ef5224ee9e,segment=NetworkSegment(10beb698-f84d-42b1-b525-d104af949761),segment_id=10beb698-f84d-42b1-b525-d104af949761)] {{(pid=94713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:48:51.612187 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-135190a5-27ac-463a-bbde-7c1165b1e2c8 req-4882f5c4-0c80-450b-8c7e-d3c38786e7a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:51.643586 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135190a5-27ac-463a-bbde-7c1165b1e2c8 req-4882f5c4-0c80-450b-8c7e-d3c38786e7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:51.644209 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-135190a5-27ac-463a-bbde-7c1165b1e2c8 req-4882f5c4-0c80-450b-8c7e-d3c38786e7a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:51.645609 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-135190a5-27ac-463a-bbde-7c1165b1e2c8 req-4882f5c4-0c80-450b-8c7e-d3c38786e7a1 service neutron] 10.222.0.37 "PUT /v2.0/ports/71637977-7154-47fe-b293-70ef5224ee9e HTTP/1.1" status: 200 len: 1092 time: 0.6683493 Sep 08 09:48:51.667138 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4882f5c4-0c80-450b-8c7e-d3c38786e7a1 service neutron] Pushing event updated for resources: {'Port': ['ID=71637977-7154-47fe-b293-70ef5224ee9e,revision_number=7']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:48:51.720995 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135190a5-27ac-463a-bbde-7c1165b1e2c8 req-7ba32e81-3e05-4b0e-a622-69ba505eb7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:51.722688 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-135190a5-27ac-463a-bbde-7c1165b1e2c8 req-7ba32e81-3e05-4b0e-a622-69ba505eb7ca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ec5b068a768a438d8b7006298157dcb5&device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 1095 time: 0.0446334 Sep 08 09:48:51.819345 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135190a5-27ac-463a-bbde-7c1165b1e2c8 req-1eceae16-876a-41f5-ba2a-547a46085cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:51.820835 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-135190a5-27ac-463a-bbde-7c1165b1e2c8 req-1eceae16-876a-41f5-ba2a-547a46085cd4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2b2c6080-9a8a-4a33-81de-bbe1d844b54a HTTP/1.1" status: 200 len: 915 time: 0.0915480 Sep 08 09:48:51.874099 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-135190a5-27ac-463a-bbde-7c1165b1e2c8 req-7f926b08-06d5-4b5b-a16a-29b4b922fd35 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71637977-7154-47fe-b293-70ef5224ee9e HTTP/1.1" status: 200 len: 217 time: 0.0418279 Sep 08 09:48:51.923712 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135190a5-27ac-463a-bbde-7c1165b1e2c8 req-da8c45f4-4a87-474d-bcb5-ab24c85e0592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:51.925138 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-135190a5-27ac-463a-bbde-7c1165b1e2c8 req-da8c45f4-4a87-474d-bcb5-ab24c85e0592 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=494bb181-c958-443a-8677-e4b60bbe4309 HTTP/1.1" status: 200 len: 854 time: 0.0444486 Sep 08 09:48:51.958685 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-135190a5-27ac-463a-bbde-7c1165b1e2c8 req-f408ef38-3e3d-4cf4-86b8-e7d0a4986b46 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b2c6080-9a8a-4a33-81de-bbe1d844b54a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263224 Sep 08 09:48:52.048986 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-135190a5-27ac-463a-bbde-7c1165b1e2c8 req-d02512f1-40d8-4b89-b90d-00a865770f71 service neutron] 10.222.0.37 "GET /v2.0/networks/2b2c6080-9a8a-4a33-81de-bbe1d844b54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834522 Sep 08 09:48:52.137296 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-135190a5-27ac-463a-bbde-7c1165b1e2c8 req-7e6b1dbf-b7aa-4747-9776-191d3c05f75a service neutron] 10.222.0.37 "GET /v2.0/networks/2b2c6080-9a8a-4a33-81de-bbe1d844b54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816572 Sep 08 09:48:52.279973 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:52.284597 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2d94f-55b4-4d03-b0fc-dea3c9903146 req-1cee5d01-20f0-4a17-b268-c45abadb92f3 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:52.286150 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cdb2d94f-55b4-4d03-b0fc-dea3c9903146 req-1cee5d01-20f0-4a17-b268-c45abadb92f3 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 943 time: 0.0529537 Sep 08 09:48:52.329847 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cdb2d94f-55b4-4d03-b0fc-dea3c9903146 req-0c24eb49-16cb-4308-ad4c-ec4d7583bd1b tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376859 Sep 08 09:48:53.261891 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 71637977-7154-47fe-b293-70ef5224ee9e no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:48:53.302150 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 71637977-7154-47fe-b293-70ef5224ee9e not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:48:53.444744 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4', 'tag': '71637977-7154-47fe-b293-70ef5224ee9e'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:48:53.447157 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca32b585-a63e-41cf-8ce5-d45b0ac4adf3" -d '{"events": [{"name": "network-changed", "server_uuid": "55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4", "tag": "71637977-7154-47fe-b293-70ef5224ee9e"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:48:53.448886 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86278f4a-b195-49fb-8a6b-78237841a042 req-63c4d40f-16eb-4d90-bbd2-9b712fd2131f tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:53.450502 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-86278f4a-b195-49fb-8a6b-78237841a042 req-63c4d40f-16eb-4d90-bbd2-9b712fd2131f tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 943 time: 0.0504286 Sep 08 09:48:53.490880 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-86278f4a-b195-49fb-8a6b-78237841a042 req-e232fa9e-268c-4774-8a76-ad0aafb40f4a tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336862 Sep 08 09:48:53.495602 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f56220-2785-4852-9a03-52110c0af3c9 x-openstack-request-id: req-d4f56220-2785-4852-9a03-52110c0af3c9 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:48:53.495895 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4", "tag": "71637977-7154-47fe-b293-70ef5224ee9e", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:48:53.496150 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d4f56220-2785-4852-9a03-52110c0af3c9 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:48:53.496542 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4', 'tag': '71637977-7154-47fe-b293-70ef5224ee9e', 'status': 'completed', 'code': 200} Sep 08 09:48:53.583787 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32b585-a63e-41cf-8ce5-d45b0ac4adf3 req-375a1159-a908-446d-95bc-024854c1b5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:53.585318 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ca32b585-a63e-41cf-8ce5-d45b0ac4adf3 req-375a1159-a908-446d-95bc-024854c1b5ff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ec5b068a768a438d8b7006298157dcb5&device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 1095 time: 0.0441685 Sep 08 09:48:53.585467 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32b585-a63e-41cf-8ce5-d45b0ac4adf3 req-d5bf8ddd-e964-4447-a485-e73c55ba83dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:53.586897 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ca32b585-a63e-41cf-8ce5-d45b0ac4adf3 req-d5bf8ddd-e964-4447-a485-e73c55ba83dc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ec5b068a768a438d8b7006298157dcb5&device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 1095 time: 0.0471683 Sep 08 09:48:53.676722 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32b585-a63e-41cf-8ce5-d45b0ac4adf3 req-002f2974-6a88-4104-920e-51df1fa7b61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:53.678249 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ca32b585-a63e-41cf-8ce5-d45b0ac4adf3 req-002f2974-6a88-4104-920e-51df1fa7b61a service neutron] 10.222.0.37 "GET /v2.0/networks?id=2b2c6080-9a8a-4a33-81de-bbe1d844b54a HTTP/1.1" status: 200 len: 915 time: 0.0855772 Sep 08 09:48:53.682357 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32b585-a63e-41cf-8ce5-d45b0ac4adf3 req-2185ec13-4e3d-4724-b5e7-ed646257dba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:53.683834 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ca32b585-a63e-41cf-8ce5-d45b0ac4adf3 req-2185ec13-4e3d-4724-b5e7-ed646257dba3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2b2c6080-9a8a-4a33-81de-bbe1d844b54a HTTP/1.1" status: 200 len: 915 time: 0.0893810 Sep 08 09:48:53.694412 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:53.731459 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ca32b585-a63e-41cf-8ce5-d45b0ac4adf3 req-7361c988-775e-4e06-9e4b-7fbbb97aca24 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71637977-7154-47fe-b293-70ef5224ee9e HTTP/1.1" status: 200 len: 217 time: 0.0400708 Sep 08 09:48:53.773998 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ca32b585-a63e-41cf-8ce5-d45b0ac4adf3 req-40d2a634-4ae4-4235-809c-a8027557705f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71637977-7154-47fe-b293-70ef5224ee9e HTTP/1.1" status: 200 len: 217 time: 0.0447440 Sep 08 09:48:53.787606 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32b585-a63e-41cf-8ce5-d45b0ac4adf3 req-6be24b48-bee3-45b8-9e02-964dfdaed8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:53.789079 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ca32b585-a63e-41cf-8ce5-d45b0ac4adf3 req-6be24b48-bee3-45b8-9e02-964dfdaed8e8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=494bb181-c958-443a-8677-e4b60bbe4309 HTTP/1.1" status: 200 len: 854 time: 0.0508516 Sep 08 09:48:53.825975 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32b585-a63e-41cf-8ce5-d45b0ac4adf3 req-5fb22605-e3d5-4363-b718-9c9877c86191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:53.826973 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ca32b585-a63e-41cf-8ce5-d45b0ac4adf3 req-6c93e42d-6a0c-4720-ac3a-49cf0d62c9e3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2b2c6080-9a8a-4a33-81de-bbe1d844b54a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306058 Sep 08 09:48:53.829907 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ca32b585-a63e-41cf-8ce5-d45b0ac4adf3 req-5fb22605-e3d5-4363-b718-9c9877c86191 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=494bb181-c958-443a-8677-e4b60bbe4309 HTTP/1.1" status: 200 len: 854 time: 0.0462675 Sep 08 09:48:53.860734 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ca32b585-a63e-41cf-8ce5-d45b0ac4adf3 req-acac8000-0ca4-460d-82e1-2168e50a072e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b2c6080-9a8a-4a33-81de-bbe1d844b54a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250378 Sep 08 09:48:53.924940 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ca32b585-a63e-41cf-8ce5-d45b0ac4adf3 req-51c9e576-44be-4bcc-9937-6066393152c2 service neutron] 10.222.0.35 "GET /v2.0/networks/2b2c6080-9a8a-4a33-81de-bbe1d844b54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904307 Sep 08 09:48:53.959125 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ca32b585-a63e-41cf-8ce5-d45b0ac4adf3 req-ac195f4d-9f4e-4a28-bf3e-9ac2de564c53 service neutron] 10.222.0.37 "GET /v2.0/networks/2b2c6080-9a8a-4a33-81de-bbe1d844b54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917058 Sep 08 09:48:54.022403 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ca32b585-a63e-41cf-8ce5-d45b0ac4adf3 req-529f32ea-a493-4d97-8941-3fa741f02fac service neutron] 10.222.0.35 "GET /v2.0/networks/2b2c6080-9a8a-4a33-81de-bbe1d844b54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906119 Sep 08 09:48:54.047163 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ca32b585-a63e-41cf-8ce5-d45b0ac4adf3 req-ed71e222-6dbd-4573-9300-26086c029ead service neutron] 10.222.0.37 "GET /v2.0/networks/2b2c6080-9a8a-4a33-81de-bbe1d844b54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810368 Sep 08 09:48:54.535042 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:54.618651 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436dfe74-3a29-4e94-9f5e-f113ec4c5e77 req-2cece393-927e-4501-ad62-591588268376 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:54.620149 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-436dfe74-3a29-4e94-9f5e-f113ec4c5e77 req-2cece393-927e-4501-ad62-591588268376 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 943 time: 0.0552621 Sep 08 09:48:54.657706 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-436dfe74-3a29-4e94-9f5e-f113ec4c5e77 req-08729783-8d1a-4f39-b7b6-3a4bc4252f47 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308478 Sep 08 09:48:54.669549 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 71637977-7154-47fe-b293-70ef5224ee9e details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:48:54.770839 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 71637977-7154-47fe-b293-70ef5224ee9e, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=71637977-7154-47fe-b293-70ef5224ee9e,segment=NetworkSegment(10beb698-f84d-42b1-b525-d104af949761),segment_id=10beb698-f84d-42b1-b525-d104af949761)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:48:54.783564 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '71637977-7154-47fe-b293-70ef5224ee9e', 'network_id': '2b2c6080-9a8a-4a33-81de-bbe1d844b54a', 'port_id': '71637977-7154-47fe-b293-70ef5224ee9e', 'mac_address': 'fa:16:3e:67:14:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '494bb181-c958-443a-8677-e4b60bbe4309', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:48:54.826203 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:54.839597 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71637977-7154-47fe-b293-70ef5224ee9e {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:48:54.861348 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 71637977-7154-47fe-b293-70ef5224ee9e, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=71637977-7154-47fe-b293-70ef5224ee9e,segment=NetworkSegment(10beb698-f84d-42b1-b525-d104af949761),segment_id=10beb698-f84d-42b1-b525-d104af949761)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:48:54.861580 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8216485-cd66-4dc3-bafb-21f4a4e54d9e req-20293384-917b-4e56-9716-547ba0d48e47 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:54.862989 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d8216485-cd66-4dc3-bafb-21f4a4e54d9e req-20293384-917b-4e56-9716-547ba0d48e47 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 943 time: 0.0539844 Sep 08 09:48:54.866640 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:54.904213 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d8216485-cd66-4dc3-bafb-21f4a4e54d9e req-0b10ffd6-9348-4245-a0f6-00bcec5c65c7 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346775 Sep 08 09:48:54.921244 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=71637977-7154-47fe-b293-70ef5224ee9e,revision_number=8']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:48:55.161657 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['71637977-7154-47fe-b293-70ef5224ee9e'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:48:55.248768 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6686f3a-77b9-4f0e-a159-2f4641a65f96 req-58f0b3f8-912b-4dd9-8947-2b52d756fa79 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:55.250899 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a6686f3a-77b9-4f0e-a159-2f4641a65f96 req-58f0b3f8-912b-4dd9-8947-2b52d756fa79 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.35 "GET /v2.0/ports?device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4&tenant_id=ec5b068a768a438d8b7006298157dcb5&binding%3Ahost_id=n-h1-806683-11 HTTP/1.1" status: 200 len: 944 time: 0.4116817 Sep 08 09:48:55.311109 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [req-a6686f3a-77b9-4f0e-a159-2f4641a65f96 req-718f5a15-fac3-48f2-af0f-4402b140790a service neutron] delete failed (client error): The resource could not be found. Sep 08 09:48:55.312203 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a6686f3a-77b9-4f0e-a159-2f4641a65f96 req-718f5a15-fac3-48f2-af0f-4402b140790a service neutron] 10.222.0.35 "DELETE /v2.0/ports/71637977-7154-47fe-b293-70ef5224ee9e/bindings/n-h2-806683-11 HTTP/1.1" status: 404 len: 381 time: 0.0533388 Sep 08 09:48:55.413945 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6686f3a-77b9-4f0e-a159-2f4641a65f96 req-137d8a4e-a63e-41f8-b77b-4240a7d82375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:55.415361 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a6686f3a-77b9-4f0e-a159-2f4641a65f96 req-137d8a4e-a63e-41f8-b77b-4240a7d82375 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ec5b068a768a438d8b7006298157dcb5&device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 1096 time: 0.0395012 Sep 08 09:48:55.504648 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6686f3a-77b9-4f0e-a159-2f4641a65f96 req-7fd541e9-19a3-4f69-a889-c1d36a523b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:55.506100 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a6686f3a-77b9-4f0e-a159-2f4641a65f96 req-7fd541e9-19a3-4f69-a889-c1d36a523b50 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2b2c6080-9a8a-4a33-81de-bbe1d844b54a HTTP/1.1" status: 200 len: 915 time: 0.0834036 Sep 08 09:48:55.547153 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a6686f3a-77b9-4f0e-a159-2f4641a65f96 req-81f74750-48aa-4d14-8991-ddedd26584e2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71637977-7154-47fe-b293-70ef5224ee9e HTTP/1.1" status: 200 len: 217 time: 0.0343139 Sep 08 09:48:55.599065 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6686f3a-77b9-4f0e-a159-2f4641a65f96 req-2f2bb9c2-d6b9-4730-a379-7112c6a09bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:55.600489 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a6686f3a-77b9-4f0e-a159-2f4641a65f96 req-2f2bb9c2-d6b9-4730-a379-7112c6a09bfd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=494bb181-c958-443a-8677-e4b60bbe4309 HTTP/1.1" status: 200 len: 854 time: 0.0466444 Sep 08 09:48:55.631730 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a6686f3a-77b9-4f0e-a159-2f4641a65f96 req-484055f8-7669-48c5-b6ca-ce302fdc22ef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2b2c6080-9a8a-4a33-81de-bbe1d844b54a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238028 Sep 08 09:48:55.719177 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a6686f3a-77b9-4f0e-a159-2f4641a65f96 req-36e93c2b-2ae9-433e-89c1-5881f42baa89 service neutron] 10.222.0.35 "GET /v2.0/networks/2b2c6080-9a8a-4a33-81de-bbe1d844b54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806024 Sep 08 09:48:55.813574 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a6686f3a-77b9-4f0e-a159-2f4641a65f96 req-882f8e14-2401-4324-921f-a86f0a3c2608 service neutron] 10.222.0.35 "GET /v2.0/networks/2b2c6080-9a8a-4a33-81de-bbe1d844b54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878615 Sep 08 09:48:56.025397 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d1f4b-6830-4bc3-b242-0d3091d54336 req-620d2aa9-4358-446a-bb97-21820e04edb3 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:56.026966 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9e9d1f4b-6830-4bc3-b242-0d3091d54336 req-620d2aa9-4358-446a-bb97-21820e04edb3 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 944 time: 0.0485365 Sep 08 09:48:56.066079 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9e9d1f4b-6830-4bc3-b242-0d3091d54336 req-f95e4ccf-4262-43ae-b119-e6d012aae6c4 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320902 Sep 08 09:48:56.681509 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 71637977-7154-47fe-b293-70ef5224ee9e up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:48:56.729937 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 71637977-7154-47fe-b293-70ef5224ee9e completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:48:56.733550 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 71637977-7154-47fe-b293-70ef5224ee9e triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:48:56.733936 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:56.813468 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:56.838750 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71637977-7154-47fe-b293-70ef5224ee9e'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:48:56.840961 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537e6b3b-e806-4e41-a608-ec1c35ff7c4b" -d '{"events": [{"server_uuid": "55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4", "name": "network-vif-plugged", "status": "completed", "tag": "71637977-7154-47fe-b293-70ef5224ee9e"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:48:56.853292 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 71637977-7154-47fe-b293-70ef5224ee9e, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=71637977-7154-47fe-b293-70ef5224ee9e,segment=NetworkSegment(10beb698-f84d-42b1-b525-d104af949761),segment_id=10beb698-f84d-42b1-b525-d104af949761)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:48:56.857428 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:56.881003 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5846dd8-75c6-403b-9dff-9d33ccb8dae9 x-openstack-request-id: req-b5846dd8-75c6-403b-9dff-9d33ccb8dae9 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:48:56.881282 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4", "name": "network-vif-plugged", "status": "completed", "tag": "71637977-7154-47fe-b293-70ef5224ee9e", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:48:56.881534 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b5846dd8-75c6-403b-9dff-9d33ccb8dae9 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:48:56.881916 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71637977-7154-47fe-b293-70ef5224ee9e', 'code': 200} Sep 08 09:48:56.911968 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=71637977-7154-47fe-b293-70ef5224ee9e,revision_number=9']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:48:57.179166 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971da261-fae0-4b30-bdcc-177538ee256a req-961e69f9-b70e-45a0-a322-32d6dde02161 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:57.180631 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-971da261-fae0-4b30-bdcc-177538ee256a req-961e69f9-b70e-45a0-a322-32d6dde02161 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 945 time: 0.0479732 Sep 08 09:48:57.222344 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-971da261-fae0-4b30-bdcc-177538ee256a req-42aab27a-7e42-4f92-acc1-85178be8dba5 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357964 Sep 08 09:48:57.335500 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b6759-a92c-4e06-af21-2cdf21291c4d req-a7f62be9-22e0-4a9a-90be-a1a6e5ca1e3c tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:57.336890 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2e8b6759-a92c-4e06-af21-2cdf21291c4d req-a7f62be9-22e0-4a9a-90be-a1a6e5ca1e3c tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 945 time: 0.0485089 Sep 08 09:48:57.373819 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2e8b6759-a92c-4e06-af21-2cdf21291c4d req-f0126618-7d28-4ec7-8b60-c8288db15241 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310888 Sep 08 09:48:57.486123 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745bc6d-b36a-4b9d-b3ff-e050ac7fa6ea req-97097587-dac2-4d23-83f6-64f5ab521f43 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:57.487600 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f745bc6d-b36a-4b9d-b3ff-e050ac7fa6ea req-97097587-dac2-4d23-83f6-64f5ab521f43 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 945 time: 0.0477777 Sep 08 09:48:57.524852 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f745bc6d-b36a-4b9d-b3ff-e050ac7fa6ea req-82626868-407f-4146-9455-003af0c9d6cd tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312848 Sep 08 09:48:57.872083 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc50cb6-2f8f-4eec-ba70-f548c056d347 req-62b018c2-3a24-459d-9196-d71fc12caf67 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:57.873561 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6dc50cb6-2f8f-4eec-ba70-f548c056d347 req-62b018c2-3a24-459d-9196-d71fc12caf67 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/networks?id=2b2c6080-9a8a-4a33-81de-bbe1d844b54a HTTP/1.1" status: 200 len: 814 time: 0.1081135 Sep 08 09:48:57.888301 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6dc50cb6-2f8f-4eec-ba70-f548c056d347 req-400ceef1-a09e-4246-b849-bd5a95c6b914 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/quotas/ec5b068a768a438d8b7006298157dcb5 HTTP/1.1" status: 200 len: 375 time: 0.0089726 Sep 08 09:48:57.936233 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6dc50cb6-2f8f-4eec-ba70-f548c056d347 req-2c9892ae-b3da-4d98-85af-649a6a5ab3f8 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ec5b068a768a438d8b7006298157dcb5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0421932 Sep 08 09:48:58.026621 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6dc50cb6-2f8f-4eec-ba70-f548c056d347 req-24396a9c-7137-430f-9c7f-d9da5fc4c1e8 service neutron] 10.222.0.54 "GET /v2.0/networks/2b2c6080-9a8a-4a33-81de-bbe1d844b54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831721 Sep 08 09:48:58.121872 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6dc50cb6-2f8f-4eec-ba70-f548c056d347 req-25f6c986-6bea-4f19-a7c8-25f5c0edc25c service neutron] 10.222.0.54 "GET /v2.0/networks/2b2c6080-9a8a-4a33-81de-bbe1d844b54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884995 Sep 08 09:48:58.290278 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d42caa85-b710-40ea-a752-708179e5e127 req-faff5e2a-b47c-4bc2-9437-ea06c6dbf495 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 210 time: 0.0371764 Sep 08 09:48:59.001515 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:59.176655 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c094b8-a9a6-4265-b3f2-049f8189c923 req-01a8e9e8-2d8b-4420-a673-10e6c3657caa tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:59.178178 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e7c094b8-a9a6-4265-b3f2-049f8189c923 req-01a8e9e8-2d8b-4420-a673-10e6c3657caa tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.37 "GET /v2.0/ports?device_id=55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4 HTTP/1.1" status: 200 len: 945 time: 0.0515988 Sep 08 09:48:59.273996 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-e7c094b8-a9a6-4265-b3f2-049f8189c923 req-7395a2bd-e85a-4f16-8f0c-5887f687d7e3 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Deleting port 71637977-7154-47fe-b293-70ef5224ee9e {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:48:59.274393 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-e7c094b8-a9a6-4265-b3f2-049f8189c923 req-7395a2bd-e85a-4f16-8f0c-5887f687d7e3 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:59.371325 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc50cb6-2f8f-4eec-ba70-f548c056d347 req-97fe50f1-6b9f-4d52-b5ea-bb97b38c49f1 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:59.372822 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6dc50cb6-2f8f-4eec-ba70-f548c056d347 req-97fe50f1-6b9f-4d52-b5ea-bb97b38c49f1 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.37 "GET /v2.0/networks?id=2b2c6080-9a8a-4a33-81de-bbe1d844b54a HTTP/1.1" status: 200 len: 814 time: 0.1220484 Sep 08 09:48:59.386217 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-e7c094b8-a9a6-4265-b3f2-049f8189c923 req-7395a2bd-e85a-4f16-8f0c-5887f687d7e3 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] For port 71637977-7154-47fe-b293-70ef5224ee9e, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=71637977-7154-47fe-b293-70ef5224ee9e,segment=NetworkSegment(10beb698-f84d-42b1-b525-d104af949761),segment_id=10beb698-f84d-42b1-b525-d104af949761)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:48:59.386629 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-e7c094b8-a9a6-4265-b3f2-049f8189c923 req-7395a2bd-e85a-4f16-8f0c-5887f687d7e3 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:59.399024 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [req-e7c094b8-a9a6-4265-b3f2-049f8189c923 req-7395a2bd-e85a-4f16-8f0c-5887f687d7e3 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Calling delete_port for 71637977-7154-47fe-b293-70ef5224ee9e owned by compute:nova {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:48:59.405913 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-93d78233-43c8-4a87-8f24-1ebb05509539 req-eda8b2a2-e832-422a-95af-f119050538cd tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 210 time: 0.0315676 Sep 08 09:48:59.409395 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-6dc50cb6-2f8f-4eec-ba70-f548c056d347 req-d948e39e-1b5b-467a-bf8e-3d7a7d6f85ba tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Request body: {'port': {'device_id': '34ff99cc-3cf3-4554-a665-47d6cf21afce', 'network_id': '2b2c6080-9a8a-4a33-81de-bbe1d844b54a', 'admin_state_up': True, 'tenant_id': 'ec5b068a768a438d8b7006298157dcb5'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:48:59.516010 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dc50cb6-2f8f-4eec-ba70-f548c056d347 req-d948e39e-1b5b-467a-bf8e-3d7a7d6f85ba tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Made reservation on behalf of ec5b068a768a438d8b7006298157dcb5 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:48:59.519490 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6dc50cb6-2f8f-4eec-ba70-f548c056d347 req-d948e39e-1b5b-467a-bf8e-3d7a7d6f85ba tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:59.534190 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-e7c094b8-a9a6-4265-b3f2-049f8189c923 req-7395a2bd-e85a-4f16-8f0c-5887f687d7e3 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:59.562881 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7395a2bd-e85a-4f16-8f0c-5887f687d7e3 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Pushing event deleted for resources: {'Port': ['ID=71637977-7154-47fe-b293-70ef5224ee9e,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:48:59.571982 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['71637977-7154-47fe-b293-70ef5224ee9e'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:48:59.606363 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c094b8-a9a6-4265-b3f2-049f8189c923 req-7395a2bd-e85a-4f16-8f0c-5887f687d7e3 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] No DVR routers for this DVR port 71637977-7154-47fe-b293-70ef5224ee9e on host n-h1-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:48:59.609306 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-e7c094b8-a9a6-4265-b3f2-049f8189c923 req-7395a2bd-e85a-4f16-8f0c-5887f687d7e3 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:59.611546 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e7c094b8-a9a6-4265-b3f2-049f8189c923 req-7395a2bd-e85a-4f16-8f0c-5887f687d7e3 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.37 "DELETE /v2.0/ports/71637977-7154-47fe-b293-70ef5224ee9e HTTP/1.1" status: 204 len: 173 time: 0.4265647 Sep 08 09:48:59.612106 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4', 'name': 'network-vif-deleted', 'tag': '71637977-7154-47fe-b293-70ef5224ee9e'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:48:59.614429 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc21f9b-b5d7-48fc-a677-49a122c2575d" -d '{"events": [{"server_uuid": "55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4", "name": "network-vif-deleted", "tag": "71637977-7154-47fe-b293-70ef5224ee9e"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:48:59.655072 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44e3d2e-b18c-4485-b438-0838e7972bcd x-openstack-request-id: req-d44e3d2e-b18c-4485-b438-0838e7972bcd {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:48:59.656094 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4", "name": "network-vif-deleted", "tag": "71637977-7154-47fe-b293-70ef5224ee9e", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:48:59.656360 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d44e3d2e-b18c-4485-b438-0838e7972bcd {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:48:59.656768 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55cd41c7-c7b5-4d3d-bde7-7e0d489b5ce4', 'name': 'network-vif-deleted', 'tag': '71637977-7154-47fe-b293-70ef5224ee9e', 'status': 'completed', 'code': 200} Sep 08 09:48:59.659840 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-6dc50cb6-2f8f-4eec-ba70-f548c056d347 req-d948e39e-1b5b-467a-bf8e-3d7a7d6f85ba tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Allocated IP 172.20.0.7 (2b2c6080-9a8a-4a33-81de-bbe1d844b54a/494bb181-c958-443a-8677-e4b60bbe4309/645cc3ff-596d-4316-b325-f54937fd0832) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:48:59.824316 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6dc50cb6-2f8f-4eec-ba70-f548c056d347 req-d948e39e-1b5b-467a-bf8e-3d7a7d6f85ba tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:59.862017 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6dc50cb6-2f8f-4eec-ba70-f548c056d347 req-d948e39e-1b5b-467a-bf8e-3d7a7d6f85ba tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:59.900312 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['71637977-7154-47fe-b293-70ef5224ee9e'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:48:59.904971 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dc50cb6-2f8f-4eec-ba70-f548c056d347 req-d948e39e-1b5b-467a-bf8e-3d7a7d6f85ba tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Network 2b2c6080-9a8a-4a33-81de-bbe1d844b54a is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:48:59.908653 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-6dc50cb6-2f8f-4eec-ba70-f548c056d347 req-d948e39e-1b5b-467a-bf8e-3d7a7d6f85ba tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:48:59.912458 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc50cb6-2f8f-4eec-ba70-f548c056d347 req-d948e39e-1b5b-467a-bf8e-3d7a7d6f85ba tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:48:59.940330 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948e39e-1b5b-467a-bf8e-3d7a7d6f85ba tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Pushing event updated for resources: {'Port': ['ID=645cc3ff-596d-4316-b325-f54937fd0832,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:48:59.954764 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d948e39e-1b5b-467a-bf8e-3d7a7d6f85ba tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:48:59.955105 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d948e39e-1b5b-467a-bf8e-3d7a7d6f85ba tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:48:59.955691 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d948e39e-1b5b-467a-bf8e-3d7a7d6f85ba tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:48:59.956021 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d948e39e-1b5b-467a-bf8e-3d7a7d6f85ba tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:48:59.956348 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d948e39e-1b5b-467a-bf8e-3d7a7d6f85ba tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:48:59.956671 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d948e39e-1b5b-467a-bf8e-3d7a7d6f85ba tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:48:59.956995 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d948e39e-1b5b-467a-bf8e-3d7a7d6f85ba tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:48:59.957315 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d948e39e-1b5b-467a-bf8e-3d7a7d6f85ba tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:48:59.957635 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d948e39e-1b5b-467a-bf8e-3d7a7d6f85ba tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:48:59.957954 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d948e39e-1b5b-467a-bf8e-3d7a7d6f85ba tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:48:59.958293 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d948e39e-1b5b-467a-bf8e-3d7a7d6f85ba tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:48:59.958611 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d948e39e-1b5b-467a-bf8e-3d7a7d6f85ba tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:48:59.977899 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc50cb6-2f8f-4eec-ba70-f548c056d347 req-d948e39e-1b5b-467a-bf8e-3d7a7d6f85ba tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:48:59.978530 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6dc50cb6-2f8f-4eec-ba70-f548c056d347 req-d948e39e-1b5b-467a-bf8e-3d7a7d6f85ba tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:48:59.991574 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6dc50cb6-2f8f-4eec-ba70-f548c056d347 req-d948e39e-1b5b-467a-bf8e-3d7a7d6f85ba tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5887139 Sep 08 09:49:00.009779 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-6dc50cb6-2f8f-4eec-ba70-f548c056d347 req-70f2f1c3-9abf-43f0-b9dd-2783da6438f4 service neutron] Request body: {'port': {'device_id': '34ff99cc-3cf3-4554-a665-47d6cf21afce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:49:00.066985 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6dc50cb6-2f8f-4eec-ba70-f548c056d347 req-70f2f1c3-9abf-43f0-b9dd-2783da6438f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:00.326779 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-6dc50cb6-2f8f-4eec-ba70-f548c056d347 req-70f2f1c3-9abf-43f0-b9dd-2783da6438f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 645cc3ff-596d-4316-b325-f54937fd0832 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:49:00.334348 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6dc50cb6-2f8f-4eec-ba70-f548c056d347 req-70f2f1c3-9abf-43f0-b9dd-2783da6438f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:00.346338 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-6dc50cb6-2f8f-4eec-ba70-f548c056d347 req-70f2f1c3-9abf-43f0-b9dd-2783da6438f4 service neutron] Transition to ACTIVE for port object 645cc3ff-596d-4316-b325-f54937fd0832 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:49:00.349954 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6dc50cb6-2f8f-4eec-ba70-f548c056d347 req-70f2f1c3-9abf-43f0-b9dd-2783da6438f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:00.419831 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f2f1c3-9abf-43f0-b9dd-2783da6438f4 service neutron] Pushing event updated for resources: {'Port': ['ID=645cc3ff-596d-4316-b325-f54937fd0832,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:49:00.472779 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-6dc50cb6-2f8f-4eec-ba70-f548c056d347 req-70f2f1c3-9abf-43f0-b9dd-2783da6438f4 service neutron] Attempting to bind port 645cc3ff-596d-4316-b325-f54937fd0832 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:49:00.473120 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-6dc50cb6-2f8f-4eec-ba70-f548c056d347 req-70f2f1c3-9abf-43f0-b9dd-2783da6438f4 service neutron] Attempting to bind port 645cc3ff-596d-4316-b325-f54937fd0832 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '10beb698-f84d-42b1-b525-d104af949761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2b2c6080-9a8a-4a33-81de-bbe1d844b54a'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:49:00.473579 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc50cb6-2f8f-4eec-ba70-f548c056d347 req-70f2f1c3-9abf-43f0-b9dd-2783da6438f4 service neutron] Attempting to bind port 645cc3ff-596d-4316-b325-f54937fd0832 on network 2b2c6080-9a8a-4a33-81de-bbe1d844b54a {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:49:00.489811 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc50cb6-2f8f-4eec-ba70-f548c056d347 req-70f2f1c3-9abf-43f0-b9dd-2783da6438f4 service neutron] Port 645cc3ff-596d-4316-b325-f54937fd0832 on network 2b2c6080-9a8a-4a33-81de-bbe1d844b54a not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:49:00.490163 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc50cb6-2f8f-4eec-ba70-f548c056d347 req-70f2f1c3-9abf-43f0-b9dd-2783da6438f4 service neutron] Attempting to bind port 645cc3ff-596d-4316-b325-f54937fd0832 on network 2b2c6080-9a8a-4a33-81de-bbe1d844b54a {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:49:00.513246 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc50cb6-2f8f-4eec-ba70-f548c056d347 req-70f2f1c3-9abf-43f0-b9dd-2783da6438f4 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:49:00.513599 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc50cb6-2f8f-4eec-ba70-f548c056d347 req-70f2f1c3-9abf-43f0-b9dd-2783da6438f4 service neutron] Checking segment: {'id': '10beb698-f84d-42b1-b525-d104af949761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2b2c6080-9a8a-4a33-81de-bbe1d844b54a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:49:00.514080 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc50cb6-2f8f-4eec-ba70-f548c056d347 req-70f2f1c3-9abf-43f0-b9dd-2783da6438f4 service neutron] Bound using segment: {'id': '10beb698-f84d-42b1-b525-d104af949761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2b2c6080-9a8a-4a33-81de-bbe1d844b54a'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:49:00.514526 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-6dc50cb6-2f8f-4eec-ba70-f548c056d347 req-70f2f1c3-9abf-43f0-b9dd-2783da6438f4 service neutron] Bound port: 645cc3ff-596d-4316-b325-f54937fd0832, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10beb698-f84d-42b1-b525-d104af949761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2b2c6080-9a8a-4a33-81de-bbe1d844b54a'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:49:00.514923 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6dc50cb6-2f8f-4eec-ba70-f548c056d347 req-70f2f1c3-9abf-43f0-b9dd-2783da6438f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:00.564881 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb402fb-0e0d-4ed7-bfcd-04d7a4300670 req-90459f47-7229-41cd-aad8-91a7da579768 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:00.566419 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8bb402fb-0e0d-4ed7-bfcd-04d7a4300670 req-90459f47-7229-41cd-aad8-91a7da579768 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 943 time: 0.0891383 Sep 08 09:49:00.615805 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-6dc50cb6-2f8f-4eec-ba70-f548c056d347 req-70f2f1c3-9abf-43f0-b9dd-2783da6438f4 service neutron] For port 645cc3ff-596d-4316-b325-f54937fd0832, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:49:00.635658 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-6dc50cb6-2f8f-4eec-ba70-f548c056d347 req-70f2f1c3-9abf-43f0-b9dd-2783da6438f4 service neutron] For port 645cc3ff-596d-4316-b325-f54937fd0832, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=645cc3ff-596d-4316-b325-f54937fd0832,segment=NetworkSegment(10beb698-f84d-42b1-b525-d104af949761),segment_id=10beb698-f84d-42b1-b525-d104af949761)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:49:00.639012 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8bb402fb-0e0d-4ed7-bfcd-04d7a4300670 req-d302f043-19db-40e7-bd6e-2fd777e1411d tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630529 Sep 08 09:49:00.640823 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6dc50cb6-2f8f-4eec-ba70-f548c056d347 req-70f2f1c3-9abf-43f0-b9dd-2783da6438f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:00.675397 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc50cb6-2f8f-4eec-ba70-f548c056d347 req-70f2f1c3-9abf-43f0-b9dd-2783da6438f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:00.676070 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6dc50cb6-2f8f-4eec-ba70-f548c056d347 req-70f2f1c3-9abf-43f0-b9dd-2783da6438f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:00.677464 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6dc50cb6-2f8f-4eec-ba70-f548c056d347 req-70f2f1c3-9abf-43f0-b9dd-2783da6438f4 service neutron] 10.222.0.37 "PUT /v2.0/ports/645cc3ff-596d-4316-b325-f54937fd0832 HTTP/1.1" status: 200 len: 1092 time: 0.6716301 Sep 08 09:49:00.677948 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ff99cc-3cf3-4554-a665-47d6cf21afce', 'tag': '645cc3ff-596d-4316-b325-f54937fd0832'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:49:00.680187 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422e4345-35c5-4348-83c2-e3f9fd99c6a4" -d '{"events": [{"name": "network-changed", "server_uuid": "34ff99cc-3cf3-4554-a665-47d6cf21afce", "tag": "645cc3ff-596d-4316-b325-f54937fd0832"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:49:00.704220 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f2f1c3-9abf-43f0-b9dd-2783da6438f4 service neutron] Pushing event updated for resources: {'Port': ['ID=645cc3ff-596d-4316-b325-f54937fd0832,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:49:00.717389 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0acf8758-de7c-4854-9974-7aaf666d6444 x-openstack-request-id: req-0acf8758-de7c-4854-9974-7aaf666d6444 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:49:00.717688 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34ff99cc-3cf3-4554-a665-47d6cf21afce", "tag": "645cc3ff-596d-4316-b325-f54937fd0832", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:49:00.718513 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0acf8758-de7c-4854-9974-7aaf666d6444 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:49:00.719084 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ff99cc-3cf3-4554-a665-47d6cf21afce', 'tag': '645cc3ff-596d-4316-b325-f54937fd0832', 'status': 'completed', 'code': 200} Sep 08 09:49:00.777538 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc50cb6-2f8f-4eec-ba70-f548c056d347 req-206b79bc-4325-494d-96ac-23f863d5a004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:00.779098 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6dc50cb6-2f8f-4eec-ba70-f548c056d347 req-206b79bc-4325-494d-96ac-23f863d5a004 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ec5b068a768a438d8b7006298157dcb5&device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 1095 time: 0.0411727 Sep 08 09:49:00.830070 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6dc50cb6-2f8f-4eec-ba70-f548c056d347 req-db2cceed-a4aa-4221-bff9-5f854d6db9aa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=645cc3ff-596d-4316-b325-f54937fd0832 HTTP/1.1" status: 200 len: 217 time: 0.0381634 Sep 08 09:49:00.879206 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc50cb6-2f8f-4eec-ba70-f548c056d347 req-ac820291-1b2f-4e88-abdf-909b92533ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:00.880595 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6dc50cb6-2f8f-4eec-ba70-f548c056d347 req-ac820291-1b2f-4e88-abdf-909b92533ee0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=494bb181-c958-443a-8677-e4b60bbe4309 HTTP/1.1" status: 200 len: 854 time: 0.0438728 Sep 08 09:49:00.912082 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6dc50cb6-2f8f-4eec-ba70-f548c056d347 req-9ac41b5d-e973-458c-a3c6-564dda4b636b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b2c6080-9a8a-4a33-81de-bbe1d844b54a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248938 Sep 08 09:49:01.007519 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6dc50cb6-2f8f-4eec-ba70-f548c056d347 req-975430da-9487-41c6-b56d-00a43a9c2bc9 service neutron] 10.222.0.37 "GET /v2.0/networks/2b2c6080-9a8a-4a33-81de-bbe1d844b54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877647 Sep 08 09:49:01.099178 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6dc50cb6-2f8f-4eec-ba70-f548c056d347 req-7b7ef01f-b83d-41f9-8d70-4c96d166b651 service neutron] 10.222.0.37 "GET /v2.0/networks/2b2c6080-9a8a-4a33-81de-bbe1d844b54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845497 Sep 08 09:49:01.224354 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e4345-35c5-4348-83c2-e3f9fd99c6a4 req-bb210d7b-c36b-47db-98aa-d2d7c1659d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:01.225844 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-422e4345-35c5-4348-83c2-e3f9fd99c6a4 req-bb210d7b-c36b-47db-98aa-d2d7c1659d23 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ec5b068a768a438d8b7006298157dcb5&device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 1095 time: 0.0420241 Sep 08 09:49:01.320032 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e4345-35c5-4348-83c2-e3f9fd99c6a4 req-1592009f-cbc2-40e9-b492-c34067713242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:01.321512 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-422e4345-35c5-4348-83c2-e3f9fd99c6a4 req-1592009f-cbc2-40e9-b492-c34067713242 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2b2c6080-9a8a-4a33-81de-bbe1d844b54a HTTP/1.1" status: 200 len: 915 time: 0.0885773 Sep 08 09:49:01.363710 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-422e4345-35c5-4348-83c2-e3f9fd99c6a4 req-b2d11c7a-e4d9-4dd7-b27b-6b4ba3b80404 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=645cc3ff-596d-4316-b325-f54937fd0832 HTTP/1.1" status: 200 len: 217 time: 0.0348132 Sep 08 09:49:01.415531 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e4345-35c5-4348-83c2-e3f9fd99c6a4 req-c5566be4-b880-40fa-a2c3-7ccb926e527b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:01.417153 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-422e4345-35c5-4348-83c2-e3f9fd99c6a4 req-c5566be4-b880-40fa-a2c3-7ccb926e527b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=494bb181-c958-443a-8677-e4b60bbe4309 HTTP/1.1" status: 200 len: 854 time: 0.0469825 Sep 08 09:49:01.449224 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-422e4345-35c5-4348-83c2-e3f9fd99c6a4 req-7b65a796-4109-494a-bbe8-f5cc17266bf8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b2c6080-9a8a-4a33-81de-bbe1d844b54a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241430 Sep 08 09:49:01.543885 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-422e4345-35c5-4348-83c2-e3f9fd99c6a4 req-8247f819-2d94-4f44-8c32-f17180679b0e service neutron] 10.222.0.37 "GET /v2.0/networks/2b2c6080-9a8a-4a33-81de-bbe1d844b54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859201 Sep 08 09:49:01.642192 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-422e4345-35c5-4348-83c2-e3f9fd99c6a4 req-aeedf3fa-b5a8-4605-ae25-e7801dd2b7a1 service neutron] 10.222.0.37 "GET /v2.0/networks/2b2c6080-9a8a-4a33-81de-bbe1d844b54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895286 Sep 08 09:49:01.762884 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96bf0b0-ea45-48a5-9e03-f6299797c8a2 req-9eb386d2-51ca-4875-9bd2-3ca825fce418 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:01.764364 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d96bf0b0-ea45-48a5-9e03-f6299797c8a2 req-9eb386d2-51ca-4875-9bd2-3ca825fce418 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 943 time: 0.0493777 Sep 08 09:49:01.801567 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d96bf0b0-ea45-48a5-9e03-f6299797c8a2 req-b20544a3-855b-43b7-8bdf-17134c061066 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312030 Sep 08 09:49:02.698660 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 71637977-7154-47fe-b293-70ef5224ee9e no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:49:02.723320 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 71637977-7154-47fe-b293-70ef5224ee9e {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:49:02.723666 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 71637977-7154-47fe-b293-70ef5224ee9e not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:49:02.921501 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c83ee-2e4f-414e-bb33-85713ee60c5e req-74a70391-9e4b-4400-8bec-8638ff5bdd99 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:02.922983 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2b6c83ee-2e4f-414e-bb33-85713ee60c5e req-74a70391-9e4b-4400-8bec-8638ff5bdd99 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 943 time: 0.0473385 Sep 08 09:49:02.961690 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2b6c83ee-2e4f-414e-bb33-85713ee60c5e req-5e663322-c701-4c88-9b16-f251043bf495 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327740 Sep 08 09:49:04.094056 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af184503-2999-4d72-85ab-1f56d4227aaf req-5d7f8eb3-e5e4-4fab-b568-d3c2997691fa tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:04.096001 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-af184503-2999-4d72-85ab-1f56d4227aaf req-5d7f8eb3-e5e4-4fab-b568-d3c2997691fa tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 943 time: 0.0528774 Sep 08 09:49:04.138532 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-af184503-2999-4d72-85ab-1f56d4227aaf req-b9af0a56-bd8a-4b35-a8ad-0f279bcf9080 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368428 Sep 08 09:49:04.697485 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 645cc3ff-596d-4316-b325-f54937fd0832 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:49:04.792531 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 645cc3ff-596d-4316-b325-f54937fd0832, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=645cc3ff-596d-4316-b325-f54937fd0832,segment=NetworkSegment(10beb698-f84d-42b1-b525-d104af949761),segment_id=10beb698-f84d-42b1-b525-d104af949761)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:49:04.803613 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '645cc3ff-596d-4316-b325-f54937fd0832', 'network_id': '2b2c6080-9a8a-4a33-81de-bbe1d844b54a', 'port_id': '645cc3ff-596d-4316-b325-f54937fd0832', 'mac_address': 'fa:16:3e:1a:10:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '494bb181-c958-443a-8677-e4b60bbe4309', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:49:04.840986 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:04.857242 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 645cc3ff-596d-4316-b325-f54937fd0832 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:49:04.876199 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 645cc3ff-596d-4316-b325-f54937fd0832, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=645cc3ff-596d-4316-b325-f54937fd0832,segment=NetworkSegment(10beb698-f84d-42b1-b525-d104af949761),segment_id=10beb698-f84d-42b1-b525-d104af949761)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:49:04.880009 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:04.929939 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=645cc3ff-596d-4316-b325-f54937fd0832,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:49:04.938137 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:49:04.938493 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:49:04.938842 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:49:04.939188 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:49:04.939557 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:49:04.939895 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:49:04.940230 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:49:04.940561 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:49:04.940890 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:49:04.941221 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:49:04.941550 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:49:04.941873 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:49:05.136092 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['645cc3ff-596d-4316-b325-f54937fd0832'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:49:05.259274 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b1d25-a2f5-4253-85f2-8053784ec619 req-e82f43ef-50ff-4987-bd2d-c478b2c1a322 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:05.260680 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-936b1d25-a2f5-4253-85f2-8053784ec619 req-e82f43ef-50ff-4987-bd2d-c478b2c1a322 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 944 time: 0.0527244 Sep 08 09:49:05.301129 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-936b1d25-a2f5-4253-85f2-8053784ec619 req-77bdff8c-8d0f-4aa4-8597-228b80a08edb tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341129 Sep 08 09:49:06.413236 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd1de8-02d4-4888-9735-0fa6ac276eb3 req-23516f25-6a5a-436a-b028-8d19f6ec0c4f tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:06.414792 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a3fd1de8-02d4-4888-9735-0fa6ac276eb3 req-23516f25-6a5a-436a-b028-8d19f6ec0c4f tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 944 time: 0.0485096 Sep 08 09:49:06.453939 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a3fd1de8-02d4-4888-9735-0fa6ac276eb3 req-bce1e058-7686-45eb-a115-518b804d2a1c tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332193 Sep 08 09:49:06.693053 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 645cc3ff-596d-4316-b325-f54937fd0832 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:49:06.745239 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 645cc3ff-596d-4316-b325-f54937fd0832 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:49:06.749826 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 645cc3ff-596d-4316-b325-f54937fd0832 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:49:06.750253 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:06.827131 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:06.850252 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ff99cc-3cf3-4554-a665-47d6cf21afce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645cc3ff-596d-4316-b325-f54937fd0832'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:49:06.852453 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d4430a-8bb1-437c-a994-bbd41f3938f4" -d '{"events": [{"server_uuid": "34ff99cc-3cf3-4554-a665-47d6cf21afce", "name": "network-vif-plugged", "status": "completed", "tag": "645cc3ff-596d-4316-b325-f54937fd0832"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:49:06.865918 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 645cc3ff-596d-4316-b325-f54937fd0832, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=645cc3ff-596d-4316-b325-f54937fd0832,segment=NetworkSegment(10beb698-f84d-42b1-b525-d104af949761),segment_id=10beb698-f84d-42b1-b525-d104af949761)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:49:06.870117 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:06.897364 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a59159-625c-4920-8afc-b8980816bbb6 x-openstack-request-id: req-86a59159-625c-4920-8afc-b8980816bbb6 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:49:06.897658 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ff99cc-3cf3-4554-a665-47d6cf21afce", "name": "network-vif-plugged", "status": "completed", "tag": "645cc3ff-596d-4316-b325-f54937fd0832", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:49:06.897913 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-86a59159-625c-4920-8afc-b8980816bbb6 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:49:06.898323 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ff99cc-3cf3-4554-a665-47d6cf21afce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645cc3ff-596d-4316-b325-f54937fd0832', 'code': 200} Sep 08 09:49:06.924831 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=645cc3ff-596d-4316-b325-f54937fd0832,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:49:07.009892 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ebb2e-4d6a-4cf3-bdd4-18f79b5b5fc6 req-7e44fdac-23fc-434d-95ba-a226dd70625d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:07.011348 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-899ebb2e-4d6a-4cf3-bdd4-18f79b5b5fc6 req-7e44fdac-23fc-434d-95ba-a226dd70625d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 1097 time: 0.0402853 Sep 08 09:49:07.047976 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-899ebb2e-4d6a-4cf3-bdd4-18f79b5b5fc6 req-36acb7a2-c027-4f9b-ac71-bc487e071881 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283821 Sep 08 09:49:07.572272 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098be768-c5d3-4f1c-b1c5-fbbadd4b1f1d req-6b6fc7fd-33da-47f6-bd85-569889f949ea tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:07.573819 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-098be768-c5d3-4f1c-b1c5-fbbadd4b1f1d req-6b6fc7fd-33da-47f6-bd85-569889f949ea tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 945 time: 0.0503235 Sep 08 09:49:07.618754 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-098be768-c5d3-4f1c-b1c5-fbbadd4b1f1d req-2b66f39a-6145-424b-9c18-5272b16c2c0e tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373242 Sep 08 09:49:08.734157 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0791f3-6003-4a73-b160-28aea913f85b req-d8c6ce21-b791-48ad-a051-a5d977f98b23 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:08.735894 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ee0791f3-6003-4a73-b160-28aea913f85b req-d8c6ce21-b791-48ad-a051-a5d977f98b23 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 945 time: 0.0497644 Sep 08 09:49:08.773672 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ee0791f3-6003-4a73-b160-28aea913f85b req-a620e104-657d-4997-800c-eb00c8f6c1a8 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317833 Sep 08 09:49:08.885140 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17aa57-311a-4882-b24d-ca09ee118eed req-3576e61e-debc-4219-bbec-10e8f07319f3 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:08.886636 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-de17aa57-311a-4882-b24d-ca09ee118eed req-3576e61e-debc-4219-bbec-10e8f07319f3 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 945 time: 0.0482697 Sep 08 09:49:08.923647 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-de17aa57-311a-4882-b24d-ca09ee118eed req-08321aec-f2f5-4156-9ad2-410017be0228 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311158 Sep 08 09:49:09.144430 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0e55880a-7551-4ea1-870a-501dc226a361 req-509d5140-3781-495a-83c9-c14fe4c81f09 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0415432 Sep 08 09:49:09.161124 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c20f0-ddb1-4116-ada1-3535bfe961f1 req-7cf0b1d7-4168-40d8-bd6a-26d1ea039700 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:09.162822 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-721c20f0-ddb1-4116-ada1-3535bfe961f1 req-7cf0b1d7-4168-40d8-bd6a-26d1ea039700 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 945 time: 0.0503194 Sep 08 09:49:09.201769 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-721c20f0-ddb1-4116-ada1-3535bfe961f1 req-1dc18c47-5b0e-4d8a-b04a-ba95ef6a2dc1 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326800 Sep 08 09:49:10.284316 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e55880a-7551-4ea1-870a-501dc226a361 req-fab93287-7d8d-4e66-92cb-3010208c1af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:10.285857 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0e55880a-7551-4ea1-870a-501dc226a361 req-fab93287-7d8d-4e66-92cb-3010208c1af5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ec5b068a768a438d8b7006298157dcb5&device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 1097 time: 0.0419033 Sep 08 09:49:10.324019 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f58b5d-30aa-4f54-bfd1-6a0ef3556613 req-937a729f-3a21-4310-8fbc-5fd01704b832 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:10.325520 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e5f58b5d-30aa-4f54-bfd1-6a0ef3556613 req-937a729f-3a21-4310-8fbc-5fd01704b832 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 945 time: 0.0528848 Sep 08 09:49:10.365015 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e5f58b5d-30aa-4f54-bfd1-6a0ef3556613 req-768c5915-ee2f-4d0a-97c1-2bff1bde340c tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328338 Sep 08 09:49:10.381789 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e55880a-7551-4ea1-870a-501dc226a361 req-cbac445c-ca52-4ff2-b387-647ade880a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:10.383313 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0e55880a-7551-4ea1-870a-501dc226a361 req-cbac445c-ca52-4ff2-b387-647ade880a7e service neutron] 10.222.0.37 "GET /v2.0/networks?id=2b2c6080-9a8a-4a33-81de-bbe1d844b54a HTTP/1.1" status: 200 len: 915 time: 0.0905778 Sep 08 09:49:10.427676 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0e55880a-7551-4ea1-870a-501dc226a361 req-bf12bdcd-49f6-4a01-a81e-44cb1d544bdb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=645cc3ff-596d-4316-b325-f54937fd0832 HTTP/1.1" status: 200 len: 217 time: 0.0368171 Sep 08 09:49:10.482212 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e55880a-7551-4ea1-870a-501dc226a361 req-65888202-4572-4479-a6d8-97ad779d6057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:10.484166 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0e55880a-7551-4ea1-870a-501dc226a361 req-65888202-4572-4479-a6d8-97ad779d6057 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=494bb181-c958-443a-8677-e4b60bbe4309 HTTP/1.1" status: 200 len: 854 time: 0.0490971 Sep 08 09:49:10.517456 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0e55880a-7551-4ea1-870a-501dc226a361 req-72bbccb3-a256-4dc7-bb97-86ed271bf4da service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b2c6080-9a8a-4a33-81de-bbe1d844b54a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269437 Sep 08 09:49:10.607580 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0e55880a-7551-4ea1-870a-501dc226a361 req-204f8add-dd55-476a-a217-d1f4d27843e9 service neutron] 10.222.0.37 "GET /v2.0/networks/2b2c6080-9a8a-4a33-81de-bbe1d844b54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833776 Sep 08 09:49:10.701296 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0e55880a-7551-4ea1-870a-501dc226a361 req-b82d5a92-ea37-4046-8a3a-b45b44086f57 service neutron] 10.222.0.37 "GET /v2.0/networks/2b2c6080-9a8a-4a33-81de-bbe1d844b54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870991 Sep 08 09:49:11.487885 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4a67e-d3a5-4263-a997-552d1f5a6dfd req-32b49337-fb61-416b-8cf5-4b567384b6b9 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:11.489667 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-87d4a67e-d3a5-4263-a997-552d1f5a6dfd req-32b49337-fb61-416b-8cf5-4b567384b6b9 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 945 time: 0.0499179 Sep 08 09:49:11.526978 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-87d4a67e-d3a5-4263-a997-552d1f5a6dfd req-d7f8163b-f344-4cfe-ad35-3d75b56f576c tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311790 Sep 08 09:49:12.458512 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:49:12.642303 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0e404-4b09-4c0d-8361-e2187b2f91a2 req-3444a417-5af9-4287-8acc-e6c8ae64ccd7 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:12.643768 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7bf0e404-4b09-4c0d-8361-e2187b2f91a2 req-3444a417-5af9-4287-8acc-e6c8ae64ccd7 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 945 time: 0.0478141 Sep 08 09:49:12.681182 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7bf0e404-4b09-4c0d-8361-e2187b2f91a2 req-88cff863-3221-4f02-be82-2444a95de7c9 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314636 Sep 08 09:49:13.802087 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a219c4-5f4e-492e-aa70-ccccfdc30ed3 req-ecb063b5-7fcf-446b-bc05-0aa74cfdf16e tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:13.803596 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-77a219c4-5f4e-492e-aa70-ccccfdc30ed3 req-ecb063b5-7fcf-446b-bc05-0aa74cfdf16e tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 945 time: 0.0550609 Sep 08 09:49:13.845454 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-77a219c4-5f4e-492e-aa70-ccccfdc30ed3 req-63d118b9-b6a2-4aa8-9008-1e27dbaf5a61 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359266 Sep 08 09:49:14.959409 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123c438-8c17-46af-ab8c-4903b3b2fde1 req-7aeafaeb-6585-4773-8b85-308a2f200bcd tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:14.960909 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1123c438-8c17-46af-ab8c-4903b3b2fde1 req-7aeafaeb-6585-4773-8b85-308a2f200bcd tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 945 time: 0.0485137 Sep 08 09:49:14.998829 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1123c438-8c17-46af-ab8c-4903b3b2fde1 req-ac2ccd9a-6069-4ebb-947c-1714aacf3fb4 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317647 Sep 08 09:49:16.115205 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f15e1-27bf-46e3-ab78-f8d082c21f72 req-f44b0ea0-3ea1-48f4-bc34-4f2df93d014e tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:16.116713 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e39f15e1-27bf-46e3-ab78-f8d082c21f72 req-f44b0ea0-3ea1-48f4-bc34-4f2df93d014e tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 945 time: 0.0504801 Sep 08 09:49:16.154421 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e39f15e1-27bf-46e3-ab78-f8d082c21f72 req-fc45c2bc-795a-461e-9cc3-f2343a72f815 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317817 Sep 08 09:49:17.273076 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf2c01-abed-4f7b-b7ff-0b3619c7abd9 req-7474ade9-5306-4625-bf6a-f43474306813 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:17.274622 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e4cf2c01-abed-4f7b-b7ff-0b3619c7abd9 req-7474ade9-5306-4625-bf6a-f43474306813 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 945 time: 0.0518153 Sep 08 09:49:17.311907 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e4cf2c01-abed-4f7b-b7ff-0b3619c7abd9 req-15331d64-87d6-49e7-8cc6-c5e63b9d2d8b tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308521 Sep 08 09:49:17.704307 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-29cf69db-1fa0-4de8-9769-da7eaa307fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:18.427663 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab8854-a725-42a6-887f-d1a04cdead60 req-dddb6f47-2742-4bf3-b836-ee1492cb8777 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:18.429314 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-48ab8854-a725-42a6-887f-d1a04cdead60 req-dddb6f47-2742-4bf3-b836-ee1492cb8777 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 945 time: 0.0489688 Sep 08 09:49:18.468434 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-48ab8854-a725-42a6-887f-d1a04cdead60 req-75ddcce4-e6ba-4555-a711-5018d0a93a48 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328698 Sep 08 09:49:19.586840 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608f206-c3fb-4f61-8d77-bef4662635ca req-5888e0b0-99e9-4d42-96f3-5c8a6372595c tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:19.588327 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2608f206-c3fb-4f61-8d77-bef4662635ca req-5888e0b0-99e9-4d42-96f3-5c8a6372595c tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 945 time: 0.0495636 Sep 08 09:49:19.625319 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2608f206-c3fb-4f61-8d77-bef4662635ca req-13891aa6-2eee-498b-90b0-3fd83e26fc62 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309358 Sep 08 09:49:20.470530 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:20.743940 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c4c2f-4ebd-49ed-92b9-91f3692afaab req-7e9af899-2734-4663-a79f-66e60534064f tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:20.745452 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c19c4c2f-4ebd-49ed-92b9-91f3692afaab req-7e9af899-2734-4663-a79f-66e60534064f tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 945 time: 0.0530427 Sep 08 09:49:20.783621 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c19c4c2f-4ebd-49ed-92b9-91f3692afaab req-6e31183c-ca8d-4038-b217-5b25fe022eab tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314014 Sep 08 09:49:20.814023 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-52d6a2f9-6e9f-4cf6-b795-2c2e5146de13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:21.901059 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d75b2e-caad-4f0f-8ba7-379506dec5d2 req-9e790d1f-d21f-4d4b-8335-653fbf8a5c05 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:21.902577 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-39d75b2e-caad-4f0f-8ba7-379506dec5d2 req-9e790d1f-d21f-4d4b-8335-653fbf8a5c05 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 945 time: 0.0491571 Sep 08 09:49:21.941121 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-39d75b2e-caad-4f0f-8ba7-379506dec5d2 req-0e9bb5b6-7e4c-4cb0-b28a-751a64068bbb tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318885 Sep 08 09:49:22.281452 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:23.056212 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1305f9-6ee3-43e4-9cbc-0bd82a79454f req-7d613bcd-bd1c-4dc9-a6b7-22f0a5a1b6c3 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:23.057681 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5c1305f9-6ee3-43e4-9cbc-0bd82a79454f req-7d613bcd-bd1c-4dc9-a6b7-22f0a5a1b6c3 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 945 time: 0.0485537 Sep 08 09:49:23.096496 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5c1305f9-6ee3-43e4-9cbc-0bd82a79454f req-577b5661-d9ab-47be-a5ef-eafa646381be tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323181 Sep 08 09:49:23.696717 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:24.214526 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02052e-d443-47f5-a6e4-3ce747720744 req-d726b27a-2566-4dae-a0ff-982e68c79660 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:24.215977 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fc02052e-d443-47f5-a6e4-3ce747720744 req-d726b27a-2566-4dae-a0ff-982e68c79660 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 945 time: 0.0512428 Sep 08 09:49:24.254063 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fc02052e-d443-47f5-a6e4-3ce747720744 req-92ea90eb-dadf-4854-ba20-0dbf33a4d093 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309403 Sep 08 09:49:24.529751 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:25.370123 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8a82b-bcd5-4dba-97ac-13bb8a959b2a req-f4c13535-e695-481f-9d03-5b997a31878d tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:25.371578 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-67b8a82b-bcd5-4dba-97ac-13bb8a959b2a req-f4c13535-e695-481f-9d03-5b997a31878d tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 945 time: 0.0500972 Sep 08 09:49:25.408662 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-67b8a82b-bcd5-4dba-97ac-13bb8a959b2a req-a930ccd6-e05f-4f4d-9a0e-5a8f61f68682 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311286 Sep 08 09:49:26.524199 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529bbc5-034e-4a3b-924d-c628450c0798 req-edf860ed-bb38-441a-b139-500ba960b169 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:26.525689 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3529bbc5-034e-4a3b-924d-c628450c0798 req-edf860ed-bb38-441a-b139-500ba960b169 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 945 time: 0.0496731 Sep 08 09:49:26.563442 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3529bbc5-034e-4a3b-924d-c628450c0798 req-c6d63652-c1aa-4a78-b71b-6563999cb5da tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318301 Sep 08 09:49:27.696989 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce75f7-6c84-4276-abe7-33c47e28b277 req-33b27918-c71e-41cb-bb12-a443c8b46c00 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:27.698495 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bbce75f7-6c84-4276-abe7-33c47e28b277 req-33b27918-c71e-41cb-bb12-a443c8b46c00 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 945 time: 0.0530069 Sep 08 09:49:27.736665 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bbce75f7-6c84-4276-abe7-33c47e28b277 req-8f8183b4-ba4f-4c66-8e09-0abc783bb1da tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316107 Sep 08 09:49:28.853799 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f16c7-a071-4d13-aec6-ede4272a2b11 req-9fdb58bd-ac9a-4937-b3f0-dacf887f31f0 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:28.855283 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-188f16c7-a071-4d13-aec6-ede4272a2b11 req-9fdb58bd-ac9a-4937-b3f0-dacf887f31f0 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 945 time: 0.0480855 Sep 08 09:49:28.891524 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-188f16c7-a071-4d13-aec6-ede4272a2b11 req-e8e2df2a-ce3e-40e6-96e2-df1fecdbaf82 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301256 Sep 08 09:49:29.004101 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:30.014866 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6707cefa-e6ab-4972-bcc4-62146376ab7f req-4e871f6f-4886-4a52-88f2-37b6b88cefec tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:30.016342 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6707cefa-e6ab-4972-bcc4-62146376ab7f req-4e871f6f-4886-4a52-88f2-37b6b88cefec tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 945 time: 0.0496123 Sep 08 09:49:30.053299 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6707cefa-e6ab-4972-bcc4-62146376ab7f req-4dde8deb-d90f-41b3-aff4-137b13020228 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310924 Sep 08 09:49:31.169347 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0484d-af13-459d-ab82-92003e338ce8 req-34eb242e-ec34-42af-b2e1-5eebf4a75bbf tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:31.171363 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-15b0484d-af13-459d-ab82-92003e338ce8 req-34eb242e-ec34-42af-b2e1-5eebf4a75bbf tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 945 time: 0.0517220 Sep 08 09:49:31.208989 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-15b0484d-af13-459d-ab82-92003e338ce8 req-5c65c34c-e7fd-4a53-a0cf-85e84c5ab868 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313723 Sep 08 09:49:32.329328 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f7a10-e962-405e-b7e6-a302922f89ac req-894f2543-362e-47d5-9ad6-91ddeae9b919 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:32.331106 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-082f7a10-e962-405e-b7e6-a302922f89ac req-894f2543-362e-47d5-9ad6-91ddeae9b919 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 945 time: 0.0481589 Sep 08 09:49:32.368335 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-082f7a10-e962-405e-b7e6-a302922f89ac req-176cd936-1842-4505-819b-ab2d73aee630 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313034 Sep 08 09:49:33.482182 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87dfc7e-e1bc-4db5-aaee-d65594b46e51 req-0d3e49f2-9381-48aa-8c61-750f6c1c7272 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:33.483813 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f87dfc7e-e1bc-4db5-aaee-d65594b46e51 req-0d3e49f2-9381-48aa-8c61-750f6c1c7272 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 945 time: 0.0493169 Sep 08 09:49:33.520977 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f87dfc7e-e1bc-4db5-aaee-d65594b46e51 req-7ffcafc9-6318-4e47-bd9a-a7da6b05e1db tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311825 Sep 08 09:49:34.640543 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfe59d-8911-4529-a35b-c6fb9994f07e req-13476b21-bdaa-4ad3-8895-e6d3e30e8622 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:34.642050 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ffdfe59d-8911-4529-a35b-c6fb9994f07e req-13476b21-bdaa-4ad3-8895-e6d3e30e8622 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 945 time: 0.0531650 Sep 08 09:49:34.678728 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ffdfe59d-8911-4529-a35b-c6fb9994f07e req-9ac3755a-a730-4ef1-a73b-81e719823841 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307701 Sep 08 09:49:35.791444 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ddd3fa-7580-4574-b9b1-7d1d5fed5dba req-5718d66b-e5cd-47e5-9de3-8823a515c1bf tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:35.792925 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-70ddd3fa-7580-4574-b9b1-7d1d5fed5dba req-5718d66b-e5cd-47e5-9de3-8823a515c1bf tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 945 time: 0.0475924 Sep 08 09:49:35.831652 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-70ddd3fa-7580-4574-b9b1-7d1d5fed5dba req-a9855559-4b64-4bf8-aeb2-126325fb3561 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326531 Sep 08 09:49:36.946000 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610aa65-7c25-4fb6-93f2-6691204bd530 req-a26212dd-e7fd-4944-b8a2-e20323156895 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:36.947513 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8610aa65-7c25-4fb6-93f2-6691204bd530 req-a26212dd-e7fd-4944-b8a2-e20323156895 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 945 time: 0.0485628 Sep 08 09:49:36.986647 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8610aa65-7c25-4fb6-93f2-6691204bd530 req-41197acb-7753-4ffe-a70f-0d13e79c66fb tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324912 Sep 08 09:49:37.723553 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [req-0e55880a-7551-4ea1-870a-501dc226a361 req-46c3a63e-1eb7-49de-bec5-233364acc87d service neutron] show failed (client error): The resource could not be found. Sep 08 09:49:37.724599 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0e55880a-7551-4ea1-870a-501dc226a361 req-46c3a63e-1eb7-49de-bec5-233364acc87d service neutron] 10.222.0.37 "GET /v2.0/ports/645cc3ff-596d-4316-b325-f54937fd0832/bindings/n-h2-806683-11 HTTP/1.1" status: 404 len: 381 time: 0.1151268 Sep 08 09:49:37.923025 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e55880a-7551-4ea1-870a-501dc226a361 req-374f2594-7a9b-4371-ba4f-9aad76d8fd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:37.924503 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0e55880a-7551-4ea1-870a-501dc226a361 req-374f2594-7a9b-4371-ba4f-9aad76d8fd4a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce&tenant_id=ec5b068a768a438d8b7006298157dcb5 HTTP/1.1" status: 200 len: 1097 time: 0.0482550 Sep 08 09:49:37.941819 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-0e55880a-7551-4ea1-870a-501dc226a361 req-9efb8643-484a-4733-80aa-84e321b9ca7b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-11', 'device_owner': 'compute:nova'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:49:37.998955 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0e55880a-7551-4ea1-870a-501dc226a361 req-9efb8643-484a-4733-80aa-84e321b9ca7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:38.105087 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567d5b9-c6c0-4f66-a0fb-fdc951898b67 req-5537d22c-364d-4bef-9cf3-c35e975eb098 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:38.106587 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e567d5b9-c6c0-4f66-a0fb-fdc951898b67 req-5537d22c-364d-4bef-9cf3-c35e975eb098 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 945 time: 0.0522382 Sep 08 09:49:38.144398 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e567d5b9-c6c0-4f66-a0fb-fdc951898b67 req-0f3b2b4f-32d5-4541-9edb-cbd30d004693 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307503 Sep 08 09:49:38.213973 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-0e55880a-7551-4ea1-870a-501dc226a361 req-9efb8643-484a-4733-80aa-84e321b9ca7b service neutron] For port 645cc3ff-596d-4316-b325-f54937fd0832, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=645cc3ff-596d-4316-b325-f54937fd0832,segment=NetworkSegment(10beb698-f84d-42b1-b525-d104af949761),segment_id=10beb698-f84d-42b1-b525-d104af949761)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:49:38.246886 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-0e55880a-7551-4ea1-870a-501dc226a361 req-9efb8643-484a-4733-80aa-84e321b9ca7b service neutron] For port 645cc3ff-596d-4316-b325-f54937fd0832, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:49:38.291184 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ff99cc-3cf3-4554-a665-47d6cf21afce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '645cc3ff-596d-4316-b325-f54937fd0832'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:49:38.293446 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62efd2d9-4958-42f0-b9f0-d5bc14a5af19" -d '{"events": [{"server_uuid": "34ff99cc-3cf3-4554-a665-47d6cf21afce", "name": "network-vif-unplugged", "status": "completed", "tag": "645cc3ff-596d-4316-b325-f54937fd0832"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:49:38.298937 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0e55880a-7551-4ea1-870a-501dc226a361 req-9efb8643-484a-4733-80aa-84e321b9ca7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:38.311831 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-0e55880a-7551-4ea1-870a-501dc226a361 req-9efb8643-484a-4733-80aa-84e321b9ca7b service neutron] Transition to ACTIVE for port object 645cc3ff-596d-4316-b325-f54937fd0832 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:49:38.315314 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0e55880a-7551-4ea1-870a-501dc226a361 req-9efb8643-484a-4733-80aa-84e321b9ca7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:38.344577 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 09:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbf7e35-38cd-4094-bb8e-5c9ad1c5e083 x-openstack-request-id: req-fdbf7e35-38cd-4094-bb8e-5c9ad1c5e083 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:49:38.344876 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ff99cc-3cf3-4554-a665-47d6cf21afce", "name": "network-vif-unplugged", "status": "completed", "tag": "645cc3ff-596d-4316-b325-f54937fd0832", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:49:38.345133 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fdbf7e35-38cd-4094-bb8e-5c9ad1c5e083 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:49:38.345535 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ff99cc-3cf3-4554-a665-47d6cf21afce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '645cc3ff-596d-4316-b325-f54937fd0832', 'code': 200} Sep 08 09:49:38.379351 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e55880a-7551-4ea1-870a-501dc226a361 req-9efb8643-484a-4733-80aa-84e321b9ca7b service neutron] No DVR routers for this DVR port 645cc3ff-596d-4316-b325-f54937fd0832 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:49:38.382387 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb8643-484a-4733-80aa-84e321b9ca7b service neutron] Pushing event updated for resources: {'Port': ['ID=645cc3ff-596d-4316-b325-f54937fd0832,revision_number=6']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:49:38.415850 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-0e55880a-7551-4ea1-870a-501dc226a361 req-9efb8643-484a-4733-80aa-84e321b9ca7b service neutron] Attempting to bind port 645cc3ff-596d-4316-b325-f54937fd0832 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:49:38.416192 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-0e55880a-7551-4ea1-870a-501dc226a361 req-9efb8643-484a-4733-80aa-84e321b9ca7b service neutron] Attempting to bind port 645cc3ff-596d-4316-b325-f54937fd0832 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '10beb698-f84d-42b1-b525-d104af949761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2b2c6080-9a8a-4a33-81de-bbe1d844b54a'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:49:38.416523 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e55880a-7551-4ea1-870a-501dc226a361 req-9efb8643-484a-4733-80aa-84e321b9ca7b service neutron] Attempting to bind port 645cc3ff-596d-4316-b325-f54937fd0832 on network 2b2c6080-9a8a-4a33-81de-bbe1d844b54a {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:49:38.421529 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e55880a-7551-4ea1-870a-501dc226a361 req-9efb8643-484a-4733-80aa-84e321b9ca7b service neutron] Port 645cc3ff-596d-4316-b325-f54937fd0832 on network 2b2c6080-9a8a-4a33-81de-bbe1d844b54a not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:49:38.421856 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e55880a-7551-4ea1-870a-501dc226a361 req-9efb8643-484a-4733-80aa-84e321b9ca7b service neutron] Attempting to bind port 645cc3ff-596d-4316-b325-f54937fd0832 on network 2b2c6080-9a8a-4a33-81de-bbe1d844b54a {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:49:38.426623 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e55880a-7551-4ea1-870a-501dc226a361 req-9efb8643-484a-4733-80aa-84e321b9ca7b service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:49:38.426991 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e55880a-7551-4ea1-870a-501dc226a361 req-9efb8643-484a-4733-80aa-84e321b9ca7b service neutron] Checking segment: {'id': '10beb698-f84d-42b1-b525-d104af949761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2b2c6080-9a8a-4a33-81de-bbe1d844b54a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:49:38.427382 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e55880a-7551-4ea1-870a-501dc226a361 req-9efb8643-484a-4733-80aa-84e321b9ca7b service neutron] Bound using segment: {'id': '10beb698-f84d-42b1-b525-d104af949761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2b2c6080-9a8a-4a33-81de-bbe1d844b54a'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:49:38.427811 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-0e55880a-7551-4ea1-870a-501dc226a361 req-9efb8643-484a-4733-80aa-84e321b9ca7b service neutron] Bound port: 645cc3ff-596d-4316-b325-f54937fd0832, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10beb698-f84d-42b1-b525-d104af949761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '2b2c6080-9a8a-4a33-81de-bbe1d844b54a'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:49:38.428166 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0e55880a-7551-4ea1-870a-501dc226a361 req-9efb8643-484a-4733-80aa-84e321b9ca7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:38.493550 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-0e55880a-7551-4ea1-870a-501dc226a361 req-9efb8643-484a-4733-80aa-84e321b9ca7b service neutron] For port 645cc3ff-596d-4316-b325-f54937fd0832, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:49:38.496473 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-0e55880a-7551-4ea1-870a-501dc226a361 req-9efb8643-484a-4733-80aa-84e321b9ca7b service neutron] For port 645cc3ff-596d-4316-b325-f54937fd0832, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=645cc3ff-596d-4316-b325-f54937fd0832,segment=NetworkSegment(10beb698-f84d-42b1-b525-d104af949761),segment_id=10beb698-f84d-42b1-b525-d104af949761)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:49:38.501921 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0e55880a-7551-4ea1-870a-501dc226a361 req-9efb8643-484a-4733-80aa-84e321b9ca7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:38.534744 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e55880a-7551-4ea1-870a-501dc226a361 req-9efb8643-484a-4733-80aa-84e321b9ca7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:38.535363 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0e55880a-7551-4ea1-870a-501dc226a361 req-9efb8643-484a-4733-80aa-84e321b9ca7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:38.536762 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0e55880a-7551-4ea1-870a-501dc226a361 req-9efb8643-484a-4733-80aa-84e321b9ca7b service neutron] 10.222.0.35 "PUT /v2.0/ports/645cc3ff-596d-4316-b325-f54937fd0832 HTTP/1.1" status: 200 len: 1092 time: 0.5989006 Sep 08 09:49:38.558523 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb8643-484a-4733-80aa-84e321b9ca7b service neutron] Pushing event updated for resources: {'Port': ['ID=645cc3ff-596d-4316-b325-f54937fd0832,revision_number=7']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:49:38.615037 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e55880a-7551-4ea1-870a-501dc226a361 req-9b923e08-ba30-4aee-9293-5ecdfbe2d742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:38.616547 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0e55880a-7551-4ea1-870a-501dc226a361 req-9b923e08-ba30-4aee-9293-5ecdfbe2d742 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ec5b068a768a438d8b7006298157dcb5&device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 1095 time: 0.0422542 Sep 08 09:49:38.710696 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e55880a-7551-4ea1-870a-501dc226a361 req-ef69b8e2-c103-4813-9b2c-26f575edc00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:38.712171 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0e55880a-7551-4ea1-870a-501dc226a361 req-ef69b8e2-c103-4813-9b2c-26f575edc00b service neutron] 10.222.0.35 "GET /v2.0/networks?id=2b2c6080-9a8a-4a33-81de-bbe1d844b54a HTTP/1.1" status: 200 len: 915 time: 0.0886407 Sep 08 09:49:38.754982 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0e55880a-7551-4ea1-870a-501dc226a361 req-a04cda3b-43c6-438a-be5d-8733c26881ac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=645cc3ff-596d-4316-b325-f54937fd0832 HTTP/1.1" status: 200 len: 217 time: 0.0357847 Sep 08 09:49:38.802963 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e55880a-7551-4ea1-870a-501dc226a361 req-743108e9-d168-49bf-bbc4-fba35270a49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:38.804369 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0e55880a-7551-4ea1-870a-501dc226a361 req-743108e9-d168-49bf-bbc4-fba35270a49b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=494bb181-c958-443a-8677-e4b60bbe4309 HTTP/1.1" status: 200 len: 854 time: 0.0427911 Sep 08 09:49:38.834853 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0e55880a-7551-4ea1-870a-501dc226a361 req-bbc81b26-1717-4f98-96ab-4f4e01bee2bc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2b2c6080-9a8a-4a33-81de-bbe1d844b54a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234945 Sep 08 09:49:38.927654 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0e55880a-7551-4ea1-870a-501dc226a361 req-bd8c16bb-46a7-4d47-b1ef-e51bf675a3e9 service neutron] 10.222.0.35 "GET /v2.0/networks/2b2c6080-9a8a-4a33-81de-bbe1d844b54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858994 Sep 08 09:49:39.020683 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0e55880a-7551-4ea1-870a-501dc226a361 req-11c7f538-9530-4ae6-9895-9a50ac0894a2 service neutron] 10.222.0.35 "GET /v2.0/networks/2b2c6080-9a8a-4a33-81de-bbe1d844b54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858831 Sep 08 09:49:39.258999 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c37d7c-15b8-4de6-8f33-bfda787777a7 req-b34467ac-377e-4618-b274-5730082759c6 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:39.260499 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-89c37d7c-15b8-4de6-8f33-bfda787777a7 req-b34467ac-377e-4618-b274-5730082759c6 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 943 time: 0.0491102 Sep 08 09:49:39.297180 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-89c37d7c-15b8-4de6-8f33-bfda787777a7 req-c87c96dc-1a20-4eeb-88da-a2f0d89ccc98 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306973 Sep 08 09:49:40.347007 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ff99cc-3cf3-4554-a665-47d6cf21afce', 'tag': '645cc3ff-596d-4316-b325-f54937fd0832'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:49:40.349470 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3664f081-d59c-43bf-98a4-4fb1d9c1a5c4" -d '{"events": [{"name": "network-changed", "server_uuid": "34ff99cc-3cf3-4554-a665-47d6cf21afce", "tag": "645cc3ff-596d-4316-b325-f54937fd0832"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:49:40.400418 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6591679-31b7-4898-beaa-3b509a272a02 x-openstack-request-id: req-e6591679-31b7-4898-beaa-3b509a272a02 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:49:40.400708 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34ff99cc-3cf3-4554-a665-47d6cf21afce", "tag": "645cc3ff-596d-4316-b325-f54937fd0832", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:49:40.400957 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e6591679-31b7-4898-beaa-3b509a272a02 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:49:40.401342 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ff99cc-3cf3-4554-a665-47d6cf21afce', 'tag': '645cc3ff-596d-4316-b325-f54937fd0832', 'status': 'completed', 'code': 200} Sep 08 09:49:40.417615 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45f50c-3ba2-408f-beb4-2ff1f8f1bef2 req-538dd6bb-3f78-4db3-8757-3e22a03d2967 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:40.419403 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8d45f50c-3ba2-408f-beb4-2ff1f8f1bef2 req-538dd6bb-3f78-4db3-8757-3e22a03d2967 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 943 time: 0.0526483 Sep 08 09:49:40.507631 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8d45f50c-3ba2-408f-beb4-2ff1f8f1bef2 req-4faf3386-5206-452a-8bb5-0e91a84bb0da tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822325 Sep 08 09:49:40.525238 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664f081-d59c-43bf-98a4-4fb1d9c1a5c4 req-9d3e1e31-6e1f-4412-9669-31c28653d826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:40.526745 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3664f081-d59c-43bf-98a4-4fb1d9c1a5c4 req-9d3e1e31-6e1f-4412-9669-31c28653d826 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ec5b068a768a438d8b7006298157dcb5&device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 1095 time: 0.0857973 Sep 08 09:49:40.528336 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664f081-d59c-43bf-98a4-4fb1d9c1a5c4 req-0b945b49-1d5d-4a99-9af7-8a41d1889147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:40.530341 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3664f081-d59c-43bf-98a4-4fb1d9c1a5c4 req-0b945b49-1d5d-4a99-9af7-8a41d1889147 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ec5b068a768a438d8b7006298157dcb5&device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 1095 time: 0.0808306 Sep 08 09:49:40.691297 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664f081-d59c-43bf-98a4-4fb1d9c1a5c4 req-ff86347d-0352-44e4-a8df-8a4e5f87b169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:40.692673 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3664f081-d59c-43bf-98a4-4fb1d9c1a5c4 req-ff86347d-0352-44e4-a8df-8a4e5f87b169 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2b2c6080-9a8a-4a33-81de-bbe1d844b54a HTTP/1.1" status: 200 len: 915 time: 0.1585169 Sep 08 09:49:40.693781 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664f081-d59c-43bf-98a4-4fb1d9c1a5c4 req-0026ded5-15fe-404b-9e2e-e77e1bcef897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:40.695099 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3664f081-d59c-43bf-98a4-4fb1d9c1a5c4 req-0026ded5-15fe-404b-9e2e-e77e1bcef897 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2b2c6080-9a8a-4a33-81de-bbe1d844b54a HTTP/1.1" status: 200 len: 915 time: 0.1540058 Sep 08 09:49:40.765769 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3664f081-d59c-43bf-98a4-4fb1d9c1a5c4 req-10a5f473-475b-4f1a-a13a-44bb975f1999 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=645cc3ff-596d-4316-b325-f54937fd0832 HTTP/1.1" status: 200 len: 217 time: 0.0664115 Sep 08 09:49:40.767111 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3664f081-d59c-43bf-98a4-4fb1d9c1a5c4 req-db221e9c-a728-4723-898f-a16f9f005cc2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=645cc3ff-596d-4316-b325-f54937fd0832 HTTP/1.1" status: 200 len: 217 time: 0.0619743 Sep 08 09:49:40.847134 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664f081-d59c-43bf-98a4-4fb1d9c1a5c4 req-4e139f70-7882-4b29-93de-cb064ee91a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:40.848566 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3664f081-d59c-43bf-98a4-4fb1d9c1a5c4 req-4e139f70-7882-4b29-93de-cb064ee91a45 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=494bb181-c958-443a-8677-e4b60bbe4309 HTTP/1.1" status: 200 len: 854 time: 0.0755184 Sep 08 09:49:40.850217 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664f081-d59c-43bf-98a4-4fb1d9c1a5c4 req-1aa7f6bd-2efa-4e84-8260-b5b6641a41b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:40.851512 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3664f081-d59c-43bf-98a4-4fb1d9c1a5c4 req-1aa7f6bd-2efa-4e84-8260-b5b6641a41b9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=494bb181-c958-443a-8677-e4b60bbe4309 HTTP/1.1" status: 200 len: 854 time: 0.0701079 Sep 08 09:49:40.879668 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 645cc3ff-596d-4316-b325-f54937fd0832 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:49:40.884988 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3664f081-d59c-43bf-98a4-4fb1d9c1a5c4 req-db3c16a8-b068-49fb-9e1e-3286d7cea9dd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b2c6080-9a8a-4a33-81de-bbe1d844b54a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289919 Sep 08 09:49:40.921021 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 645cc3ff-596d-4316-b325-f54937fd0832 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:49:41.218464 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3664f081-d59c-43bf-98a4-4fb1d9c1a5c4 req-89839cac-43a1-401e-990f-7ad39d733b90 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2b2c6080-9a8a-4a33-81de-bbe1d844b54a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3555353 Sep 08 09:49:41.364229 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3664f081-d59c-43bf-98a4-4fb1d9c1a5c4 req-8de675f6-ddd9-4796-8fa5-fd7b203dce6e service neutron] 10.222.0.37 "GET /v2.0/networks/2b2c6080-9a8a-4a33-81de-bbe1d844b54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485932 Sep 08 09:49:41.367719 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3664f081-d59c-43bf-98a4-4fb1d9c1a5c4 req-759bb890-a068-4091-90e6-22abbcd3de75 service neutron] 10.222.0.35 "GET /v2.0/networks/2b2c6080-9a8a-4a33-81de-bbe1d844b54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419017 Sep 08 09:49:41.519972 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3664f081-d59c-43bf-98a4-4fb1d9c1a5c4 req-df0274b2-db31-498c-859b-e5fd3f23f479 service neutron] 10.222.0.37 "GET /v2.0/networks/2b2c6080-9a8a-4a33-81de-bbe1d844b54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489770 Sep 08 09:49:41.521850 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3664f081-d59c-43bf-98a4-4fb1d9c1a5c4 req-f44a0466-b518-483e-81d9-2768290b45ab service neutron] 10.222.0.35 "GET /v2.0/networks/2b2c6080-9a8a-4a33-81de-bbe1d844b54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440492 Sep 08 09:49:41.603535 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 645cc3ff-596d-4316-b325-f54937fd0832 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:49:41.626614 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313309e-98b9-4b8d-bbb2-2addc2446c8a req-87ebe7d8-db53-4a0c-b200-1b1cca1343c0 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:41.629079 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e313309e-98b9-4b8d-bbb2-2addc2446c8a req-87ebe7d8-db53-4a0c-b200-1b1cca1343c0 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 943 time: 0.0507314 Sep 08 09:49:41.666469 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e313309e-98b9-4b8d-bbb2-2addc2446c8a req-9335abc0-54c9-4938-a7ec-e6cff2391641 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315261 Sep 08 09:49:41.707127 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 645cc3ff-596d-4316-b325-f54937fd0832, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=645cc3ff-596d-4316-b325-f54937fd0832,segment=NetworkSegment(10beb698-f84d-42b1-b525-d104af949761),segment_id=10beb698-f84d-42b1-b525-d104af949761)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:49:41.718507 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '645cc3ff-596d-4316-b325-f54937fd0832', 'network_id': '2b2c6080-9a8a-4a33-81de-bbe1d844b54a', 'port_id': '645cc3ff-596d-4316-b325-f54937fd0832', 'mac_address': 'fa:16:3e:1a:10:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '494bb181-c958-443a-8677-e4b60bbe4309', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:49:41.754892 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:41.767924 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 645cc3ff-596d-4316-b325-f54937fd0832 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:49:41.787706 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 645cc3ff-596d-4316-b325-f54937fd0832, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=645cc3ff-596d-4316-b325-f54937fd0832,segment=NetworkSegment(10beb698-f84d-42b1-b525-d104af949761),segment_id=10beb698-f84d-42b1-b525-d104af949761)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:49:41.791368 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:41.836738 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=645cc3ff-596d-4316-b325-f54937fd0832,revision_number=8']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:49:42.785825 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda88ec1-2762-400e-ba8c-3177b13732b5 req-4a75b72f-1808-442b-8b75-668d3dc45202 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:42.787351 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fda88ec1-2762-400e-ba8c-3177b13732b5 req-4a75b72f-1808-442b-8b75-668d3dc45202 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 944 time: 0.0548830 Sep 08 09:49:42.824910 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fda88ec1-2762-400e-ba8c-3177b13732b5 req-a123c47b-3c0e-4404-94a7-6a3e45333976 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317154 Sep 08 09:49:43.048259 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1072b-a3ab-49d9-b8b1-a2b923d37eb3 req-d654ceed-e989-4f5b-8c2f-bc935443f193 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:43.049742 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b0a1072b-a3ab-49d9-b8b1-a2b923d37eb3 req-d654ceed-e989-4f5b-8c2f-bc935443f193 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 944 time: 0.0790851 Sep 08 09:49:43.061522 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0104db-e7e8-4573-9258-cdbbc819425f req-794309c7-65bc-4b59-8469-3bcbb1a2e118 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:43.062913 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9e0104db-e7e8-4573-9258-cdbbc819425f req-794309c7-65bc-4b59-8469-3bcbb1a2e118 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.37 "GET /v2.0/ports?device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce&tenant_id=ec5b068a768a438d8b7006298157dcb5&binding%3Ahost_id=n-h2-806683-11 HTTP/1.1" status: 200 len: 944 time: 0.0670879 Sep 08 09:49:43.132287 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b0a1072b-a3ab-49d9-b8b1-a2b923d37eb3 req-45c4d0b8-e86c-470d-8a1a-0a34c108f768 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684330 Sep 08 09:49:43.146470 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [req-9e0104db-e7e8-4573-9258-cdbbc819425f req-71a31443-f694-4eaa-82c2-d798ac44bff1 service neutron] delete failed (client error): The resource could not be found. Sep 08 09:49:43.147482 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9e0104db-e7e8-4573-9258-cdbbc819425f req-71a31443-f694-4eaa-82c2-d798ac44bff1 service neutron] 10.222.0.37 "DELETE /v2.0/ports/645cc3ff-596d-4316-b325-f54937fd0832/bindings/n-h1-806683-11 HTTP/1.1" status: 404 len: 381 time: 0.0772219 Sep 08 09:49:43.218572 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['645cc3ff-596d-4316-b325-f54937fd0832'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:49:43.250758 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0104db-e7e8-4573-9258-cdbbc819425f req-ba3b4c85-016b-49a4-a966-b7eca86d3ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:43.252300 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9e0104db-e7e8-4573-9258-cdbbc819425f req-ba3b4c85-016b-49a4-a966-b7eca86d3ce7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ec5b068a768a438d8b7006298157dcb5&device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 1096 time: 0.0408502 Sep 08 09:49:43.347957 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0104db-e7e8-4573-9258-cdbbc819425f req-9f89d647-ea6e-40d9-b858-ff2beb21d291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:43.349395 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9e0104db-e7e8-4573-9258-cdbbc819425f req-9f89d647-ea6e-40d9-b858-ff2beb21d291 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2b2c6080-9a8a-4a33-81de-bbe1d844b54a HTTP/1.1" status: 200 len: 915 time: 0.0906308 Sep 08 09:49:43.391124 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9e0104db-e7e8-4573-9258-cdbbc819425f req-2e30dbf7-fe98-41ad-b22f-5209c633563e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=645cc3ff-596d-4316-b325-f54937fd0832 HTTP/1.1" status: 200 len: 217 time: 0.0347219 Sep 08 09:49:43.439705 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0104db-e7e8-4573-9258-cdbbc819425f req-25103059-b8a4-4a44-b7b7-ee1ecb2a444f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:43.441121 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9e0104db-e7e8-4573-9258-cdbbc819425f req-25103059-b8a4-4a44-b7b7-ee1ecb2a444f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=494bb181-c958-443a-8677-e4b60bbe4309 HTTP/1.1" status: 200 len: 854 time: 0.0421269 Sep 08 09:49:43.472066 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9e0104db-e7e8-4573-9258-cdbbc819425f req-569a7efb-134f-48f1-8fcc-c765c96af44c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2b2c6080-9a8a-4a33-81de-bbe1d844b54a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241408 Sep 08 09:49:43.563294 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9e0104db-e7e8-4573-9258-cdbbc819425f req-4f954b8b-8132-46f9-a236-187712c24061 service neutron] 10.222.0.37 "GET /v2.0/networks/2b2c6080-9a8a-4a33-81de-bbe1d844b54a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843368 Sep 08 09:49:43.652857 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9e0104db-e7e8-4573-9258-cdbbc819425f req-0955d709-64f7-4a15-9c05-e10095be0d2d service neutron] 10.222.0.37 "GET /v2.0/networks/2b2c6080-9a8a-4a33-81de-bbe1d844b54a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822010 Sep 08 09:49:44.590025 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1973f-a20b-48b4-b8a8-a3fee1184e3a req-5e09529e-3418-41ae-b10c-d17bb48cc68b tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:44.591534 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fbe1973f-a20b-48b4-b8a8-a3fee1184e3a req-5e09529e-3418-41ae-b10c-d17bb48cc68b tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 944 time: 0.3853464 Sep 08 09:49:44.631124 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fbe1973f-a20b-48b4-b8a8-a3fee1184e3a req-ded2d52a-17ed-4f19-8a1c-4f75ab793637 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328352 Sep 08 09:49:44.750022 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c218b7d-3ffa-4836-8c65-36e3462d7ce2 req-eb45da59-9961-4d4a-a53e-88d68eb2f085 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:44.751568 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0c218b7d-3ffa-4836-8c65-36e3462d7ce2 req-eb45da59-9961-4d4a-a53e-88d68eb2f085 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 944 time: 0.0552688 Sep 08 09:49:44.790423 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0c218b7d-3ffa-4836-8c65-36e3462d7ce2 req-71d1e573-2662-498e-9f29-e5d51b0fe68b tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327041 Sep 08 09:49:44.903036 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106a2a1-217d-4c28-854d-b2d51dc47de2 req-1292db99-9578-4c0f-9154-8794ebc0847a tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:44.904461 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c106a2a1-217d-4c28-854d-b2d51dc47de2 req-1292db99-9578-4c0f-9154-8794ebc0847a tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 944 time: 0.0481064 Sep 08 09:49:44.941974 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c106a2a1-217d-4c28-854d-b2d51dc47de2 req-7d187ac7-7cec-4b16-a571-d37e4a4507e9 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313747 Sep 08 09:49:45.275168 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872535c6-9d8d-49fa-9525-662cb18aac5c req-ff3fba1d-594c-4f7c-9a3b-f450a9312a80 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:45.276670 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-872535c6-9d8d-49fa-9525-662cb18aac5c req-ff3fba1d-594c-4f7c-9a3b-f450a9312a80 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 944 time: 0.0495915 Sep 08 09:49:45.315207 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-872535c6-9d8d-49fa-9525-662cb18aac5c req-452b8807-399a-4161-837c-c525777bc2cf tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320158 Sep 08 09:49:45.635791 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 645cc3ff-596d-4316-b325-f54937fd0832 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:49:45.682984 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 645cc3ff-596d-4316-b325-f54937fd0832 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:49:45.686780 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 645cc3ff-596d-4316-b325-f54937fd0832 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:49:45.687155 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:45.764338 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:45.786963 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ff99cc-3cf3-4554-a665-47d6cf21afce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645cc3ff-596d-4316-b325-f54937fd0832'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:49:45.789402 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac8d160-30d9-4f12-b795-dcbc3300060d" -d '{"events": [{"server_uuid": "34ff99cc-3cf3-4554-a665-47d6cf21afce", "name": "network-vif-plugged", "status": "completed", "tag": "645cc3ff-596d-4316-b325-f54937fd0832"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:49:45.802466 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 645cc3ff-596d-4316-b325-f54937fd0832, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=645cc3ff-596d-4316-b325-f54937fd0832,segment=NetworkSegment(10beb698-f84d-42b1-b525-d104af949761),segment_id=10beb698-f84d-42b1-b525-d104af949761)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:49:45.806372 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:45.830360 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd995485-c462-43ae-ba33-8f30304780f1 x-openstack-request-id: req-bd995485-c462-43ae-ba33-8f30304780f1 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:49:45.830900 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ff99cc-3cf3-4554-a665-47d6cf21afce", "name": "network-vif-plugged", "status": "completed", "tag": "645cc3ff-596d-4316-b325-f54937fd0832", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:49:45.831166 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bd995485-c462-43ae-ba33-8f30304780f1 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:49:45.831536 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ff99cc-3cf3-4554-a665-47d6cf21afce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645cc3ff-596d-4316-b325-f54937fd0832', 'code': 200} Sep 08 09:49:45.855829 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=645cc3ff-596d-4316-b325-f54937fd0832,revision_number=9']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:49:46.429275 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d904a004-94cf-4c9b-85b3-8e3ee5cadd9f req-e81aacbf-655f-4c50-8c23-e36e945a6eab tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:46.430776 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d904a004-94cf-4c9b-85b3-8e3ee5cadd9f req-e81aacbf-655f-4c50-8c23-e36e945a6eab tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/ports?device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 945 time: 0.0481026 Sep 08 09:49:46.469136 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d904a004-94cf-4c9b-85b3-8e3ee5cadd9f req-2f667acd-3325-4935-ab25-bd11e653a8df tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.54 "GET /v2.0/security-groups?id=61f80a58-5a2d-452a-b536-844c09e3c1e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322936 Sep 08 09:49:46.668860 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1be90-edc1-4569-9a2f-7af94e39d79f req-b758bad0-fda2-4895-ad3e-529448757ded tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:46.670277 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-97a1be90-edc1-4569-9a2f-7af94e39d79f req-b758bad0-fda2-4895-ad3e-529448757ded tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.35 "GET /v2.0/ports?device_id=34ff99cc-3cf3-4554-a665-47d6cf21afce HTTP/1.1" status: 200 len: 945 time: 0.0552180 Sep 08 09:49:46.760876 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-97a1be90-edc1-4569-9a2f-7af94e39d79f req-f2c1c4b5-3f63-4acd-b645-df40e9822642 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Deleting port 645cc3ff-596d-4316-b325-f54937fd0832 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:49:46.761225 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-97a1be90-edc1-4569-9a2f-7af94e39d79f req-f2c1c4b5-3f63-4acd-b645-df40e9822642 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:46.860634 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-97a1be90-edc1-4569-9a2f-7af94e39d79f req-f2c1c4b5-3f63-4acd-b645-df40e9822642 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] For port 645cc3ff-596d-4316-b325-f54937fd0832, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=645cc3ff-596d-4316-b325-f54937fd0832,segment=NetworkSegment(10beb698-f84d-42b1-b525-d104af949761),segment_id=10beb698-f84d-42b1-b525-d104af949761)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:49:46.861008 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-97a1be90-edc1-4569-9a2f-7af94e39d79f req-f2c1c4b5-3f63-4acd-b645-df40e9822642 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:46.872522 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-97a1be90-edc1-4569-9a2f-7af94e39d79f req-f2c1c4b5-3f63-4acd-b645-df40e9822642 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Calling delete_port for 645cc3ff-596d-4316-b325-f54937fd0832 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:49:47.000519 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-97a1be90-edc1-4569-9a2f-7af94e39d79f req-f2c1c4b5-3f63-4acd-b645-df40e9822642 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:47.033466 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['645cc3ff-596d-4316-b325-f54937fd0832'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:49:47.035235 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c1c4b5-3f63-4acd-b645-df40e9822642 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Pushing event deleted for resources: {'Port': ['ID=645cc3ff-596d-4316-b325-f54937fd0832,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:49:47.075726 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a1be90-edc1-4569-9a2f-7af94e39d79f req-f2c1c4b5-3f63-4acd-b645-df40e9822642 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] No DVR routers for this DVR port 645cc3ff-596d-4316-b325-f54937fd0832 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:49:47.079767 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-97a1be90-edc1-4569-9a2f-7af94e39d79f req-f2c1c4b5-3f63-4acd-b645-df40e9822642 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:47.082019 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-97a1be90-edc1-4569-9a2f-7af94e39d79f req-f2c1c4b5-3f63-4acd-b645-df40e9822642 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] 10.222.0.35 "DELETE /v2.0/ports/645cc3ff-596d-4316-b325-f54937fd0832 HTTP/1.1" status: 204 len: 173 time: 0.4045730 Sep 08 09:49:47.082514 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ff99cc-3cf3-4554-a665-47d6cf21afce', 'name': 'network-vif-deleted', 'tag': '645cc3ff-596d-4316-b325-f54937fd0832'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:49:47.084843 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ffb2d9f-1af0-44e3-8500-85fb70c2fcff" -d '{"events": [{"server_uuid": "34ff99cc-3cf3-4554-a665-47d6cf21afce", "name": "network-vif-deleted", "tag": "645cc3ff-596d-4316-b325-f54937fd0832"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:49:47.188166 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8bc57ea-6ef7-4566-b663-248991e3e17d x-openstack-request-id: req-a8bc57ea-6ef7-4566-b663-248991e3e17d {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:49:47.188471 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ff99cc-3cf3-4554-a665-47d6cf21afce", "name": "network-vif-deleted", "tag": "645cc3ff-596d-4316-b325-f54937fd0832", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:49:47.188729 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a8bc57ea-6ef7-4566-b663-248991e3e17d {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:49:47.189164 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ff99cc-3cf3-4554-a665-47d6cf21afce', 'name': 'network-vif-deleted', 'tag': '645cc3ff-596d-4316-b325-f54937fd0832', 'status': 'completed', 'code': 200} Sep 08 09:49:47.602582 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35462) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:49:47.647473 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-28dbfeab-8482-46f4-9512-0f0dea0ceacf admin admin] Deleting subnet 494bb181-c958-443a-8677-e4b60bbe4309 {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 09:49:47.650501 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-28dbfeab-8482-46f4-9512-0f0dea0ceacf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:47.689281 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-28dbfeab-8482-46f4-9512-0f0dea0ceacf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:47.704118 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cb287dd4-c38e-4c31-9b32-78f21c65bbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:47.728662 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-28dbfeab-8482-46f4-9512-0f0dea0ceacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:47.782060 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-28dbfeab-8482-46f4-9512-0f0dea0ceacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:47.808096 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dbfeab-8482-46f4-9512-0f0dea0ceacf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=494bb181-c958-443a-8677-e4b60bbe4309,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:49:47.812273 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-28dbfeab-8482-46f4-9512-0f0dea0ceacf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:47.814206 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-28dbfeab-8482-46f4-9512-0f0dea0ceacf admin admin] 10.222.0.54 "DELETE /v2.0/subnets/494bb181-c958-443a-8677-e4b60bbe4309 HTTP/1.1" status: 204 len: 168 time: 0.2105823 Sep 08 09:49:47.816625 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35464) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:49:47.902890 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-38e45ef3-e7fc-49e4-9703-63304fa4d964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:47.979618 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-38e45ef3-e7fc-49e4-9703-63304fa4d964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:47.999616 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-38e45ef3-e7fc-49e4-9703-63304fa4d964 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b2c6080-9a8a-4a33-81de-bbe1d844b54a']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:49:48.008614 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-38e45ef3-e7fc-49e4-9703-63304fa4d964 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10beb698-f84d-42b1-b525-d104af949761') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:49:48.008915 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-38e45ef3-e7fc-49e4-9703-63304fa4d964 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10beb698-f84d-42b1-b525-d104af949761') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:49:48.018289 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-38e45ef3-e7fc-49e4-9703-63304fa4d964 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:48.031528 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-38e45ef3-e7fc-49e4-9703-63304fa4d964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:48.048388 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e45ef3-e7fc-49e4-9703-63304fa4d964 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 09:49:48.048824 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-38e45ef3-e7fc-49e4-9703-63304fa4d964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:48.050515 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 09:49:48.050515 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 09:49:48.050515 n-d-806683-11 neutron-server[94712]: timer() Sep 08 09:49:48.050515 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 09:49:48.050515 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 09:49:48.050515 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 09:49:48.050515 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 09:49:48.050515 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 09:49:48.050515 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 09:49:48.050515 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 09:49:48.050515 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 09:49:48.050515 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 09:49:48.050515 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 09:49:48.050515 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 09:49:48.050515 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 09:49:48.050515 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 09:49:48.050515 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 09:49:48.050515 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 09:49:48.050515 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 09:49:48.050515 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 09:49:48.050515 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 09:49:48.050515 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 09:49:48.050515 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 09:49:48.050515 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 09:49:48.050515 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 09:49:48.050515 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 09:49:48.050515 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 09:49:48.050515 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 09:49:48.050515 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 09:49:48.050515 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 09:49:48.050515 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 09:49:48.050515 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 09:49:48.109247 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-38e45ef3-e7fc-49e4-9703-63304fa4d964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:48.114420 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-38e45ef3-e7fc-49e4-9703-63304fa4d964 admin admin] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:48.119103 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-38e45ef3-e7fc-49e4-9703-63304fa4d964 admin admin] 10.222.0.54 "DELETE /v2.0/networks/2b2c6080-9a8a-4a33-81de-bbe1d844b54a HTTP/1.1" status: 204 len: 168 time: 0.2987893 Sep 08 09:49:48.129511 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e45ef3-e7fc-49e4-9703-63304fa4d964 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b2c6080-9a8a-4a33-81de-bbe1d844b54a,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:49:48.238259 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35468) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:49:48.278032 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2886e321-8db8-488f-9f3a-a4cd474a86b0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ec5b068a768a438d8b7006298157dcb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385923 Sep 08 09:49:48.281194 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35470) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:49:48.327445 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0ff9c570-764e-4503-9247-a5c473701bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:48.350015 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0ff9c570-764e-4503-9247-a5c473701bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:48.399511 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0ff9c570-764e-4503-9247-a5c473701bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:48.402054 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0ff9c570-764e-4503-9247-a5c473701bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:48.403259 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-0ff9c570-764e-4503-9247-a5c473701bc9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/61f80a58-5a2d-452a-b536-844c09e3c1e8 HTTP/1.1" status: 204 len: 168 time: 0.1211638 Sep 08 09:49:48.411705 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff9c570-764e-4503-9247-a5c473701bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f80a58-5a2d-452a-b536-844c09e3c1e8,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:49:49.078908 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 35492) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:49:49.175185 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-6713b2f7-7640-4016-928b-c7d4cccdbe6f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-468434758-network', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:49:49.196273 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6713b2f7-7640-4016-928b-c7d4cccdbe6f admin admin] Made reservation on behalf of 32544c70c4c447a7a8477bdcba419f99 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:49:49.198604 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6713b2f7-7640-4016-928b-c7d4cccdbe6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:49.207449 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6713b2f7-7640-4016-928b-c7d4cccdbe6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:49.300293 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6713b2f7-7640-4016-928b-c7d4cccdbe6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:49.304005 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6713b2f7-7640-4016-928b-c7d4cccdbe6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:49.328814 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6713b2f7-7640-4016-928b-c7d4cccdbe6f admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 09:49:49.338406 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6713b2f7-7640-4016-928b-c7d4cccdbe6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc6ecb6-c962-49fe-b0c5-4121e7736357,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:49:49.343375 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6713b2f7-7640-4016-928b-c7d4cccdbe6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:49.343732 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-6713b2f7-7640-4016-928b-c7d4cccdbe6f admin admin] Added segment c1b2f16d-81bb-4a62-b017-6a60b97abe76 of type vlan for network 56185bcd-0b80-44ca-98ec-163ebc8eacb4 Sep 08 09:49:49.383707 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6713b2f7-7640-4016-928b-c7d4cccdbe6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:49.408191 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6713b2f7-7640-4016-928b-c7d4cccdbe6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:49.409070 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6713b2f7-7640-4016-928b-c7d4cccdbe6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:49.409655 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6713b2f7-7640-4016-928b-c7d4cccdbe6f admin admin] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:49.442361 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-6713b2f7-7640-4016-928b-c7d4cccdbe6f admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3623111 Sep 08 09:49:49.445429 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35496) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:49:49.450820 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-aee74a8d-e4dc-4810-b7c6-86baebbceae2 admin admin] Request body: {'subnet': {'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-468434758-subnet', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:49:49.453712 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:49:49.474527 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6713b2f7-7640-4016-928b-c7d4cccdbe6f admin admin] Pushing event updated for resources: {'Network': ['ID=56185bcd-0b80-44ca-98ec-163ebc8eacb4,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:49:49.475172 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee74a8d-e4dc-4810-b7c6-86baebbceae2 admin admin] Made reservation on behalf of 32544c70c4c447a7a8477bdcba419f99 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:49:49.477634 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-aee74a8d-e4dc-4810-b7c6-86baebbceae2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:49.484345 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 56185bcd-0b80-44ca-98ec-163ebc8eacb4 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 09:49:49.650176 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 645cc3ff-596d-4316-b325-f54937fd0832 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:49:49.651678 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-aee74a8d-e4dc-4810-b7c6-86baebbceae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:49.671737 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: 645cc3ff-596d-4316-b325-f54937fd0832 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:49:49.672010 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 645cc3ff-596d-4316-b325-f54937fd0832 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:49:49.710203 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee74a8d-e4dc-4810-b7c6-86baebbceae2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b531fef-5a3f-45ac-8dd7-7a7f503eff71,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:49:49.715343 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee74a8d-e4dc-4810-b7c6-86baebbceae2 admin admin] Checking segment: {'id': 'c1b2f16d-81bb-4a62-b017-6a60b97abe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:49:49.715705 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee74a8d-e4dc-4810-b7c6-86baebbceae2 admin admin] Network hostable DHCP agents. Network: 56185bcd-0b80-44ca-98ec-163ebc8eacb4, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 09:49:49.733088 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee74a8d-e4dc-4810-b7c6-86baebbceae2 admin admin] Network 56185bcd-0b80-44ca-98ec-163ebc8eacb4 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 09:49:49.742781 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-aee74a8d-e4dc-4810-b7c6-86baebbceae2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 56185bcd-0b80-44ca-98ec-163ebc8eacb4) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:49:49.749494 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee74a8d-e4dc-4810-b7c6-86baebbceae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:49.750442 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-aee74a8d-e4dc-4810-b7c6-86baebbceae2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:49.753965 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c38ae1e-07d9-47cf-9c4a-3e93cd8dfb53 None None] Network 56185bcd-0b80-44ca-98ec-163ebc8eacb4 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:49:49.764636 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-aee74a8d-e4dc-4810-b7c6-86baebbceae2 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3172085 Sep 08 09:49:49.766547 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35498) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:49:49.770841 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-313fa1cd-f73d-40f9-9f96-84cde2cdaa9d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-468434758-router', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:49:49.792959 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-313fa1cd-f73d-40f9-9f96-84cde2cdaa9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:49.794011 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-313fa1cd-f73d-40f9-9f96-84cde2cdaa9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:49.850320 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-313fa1cd-f73d-40f9-9f96-84cde2cdaa9d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:49.909704 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca979848-c9cb-4c1b-aec8-601cb139d09b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'fixed_ips': [{'subnet_id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 09:49:49.910673 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ca979848-c9cb-4c1b-aec8-601cb139d09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:49.997439 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-313fa1cd-f73d-40f9-9f96-84cde2cdaa9d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:50.053296 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-ca979848-c9cb-4c1b-aec8-601cb139d09b None None] Allocated IP 172.20.0.2 (56185bcd-0b80-44ca-98ec-163ebc8eacb4/3b531fef-5a3f-45ac-8dd7-7a7f503eff71/57282bd4-8654-45f5-ae9c-a077c36e0d35) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:49:50.197007 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-313fa1cd-f73d-40f9-9f96-84cde2cdaa9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:50.197924 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ca979848-c9cb-4c1b-aec8-601cb139d09b None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:50.207118 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ca979848-c9cb-4c1b-aec8-601cb139d09b None None] Transition to ACTIVE for port object 57282bd4-8654-45f5-ae9c-a077c36e0d35 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:49:50.220955 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-313fa1cd-f73d-40f9-9f96-84cde2cdaa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:50.223720 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ca979848-c9cb-4c1b-aec8-601cb139d09b None None] Transition to ACTIVE for port object 57282bd4-8654-45f5-ae9c-a077c36e0d35 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:49:50.229048 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ca979848-c9cb-4c1b-aec8-601cb139d09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:50.267835 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca979848-c9cb-4c1b-aec8-601cb139d09b None None] Network 56185bcd-0b80-44ca-98ec-163ebc8eacb4 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:49:50.274385 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-ca979848-c9cb-4c1b-aec8-601cb139d09b None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:49:50.278941 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca979848-c9cb-4c1b-aec8-601cb139d09b None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:49:50.282883 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca979848-c9cb-4c1b-aec8-601cb139d09b None None] Pushing event updated for resources: {'Port': ['ID=57282bd4-8654-45f5-ae9c-a077c36e0d35,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:49:50.328021 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-313fa1cd-f73d-40f9-9f96-84cde2cdaa9d admin admin] Allocated IP 172.25.0.23 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/406d92f3-ea42-43d3-a0dc-8df0da0152a2) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:49:50.335598 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-ca979848-c9cb-4c1b-aec8-601cb139d09b None None] Attempting to bind port 57282bd4-8654-45f5-ae9c-a077c36e0d35 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:49:50.336024 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-ca979848-c9cb-4c1b-aec8-601cb139d09b None None] Attempting to bind port 57282bd4-8654-45f5-ae9c-a077c36e0d35 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'c1b2f16d-81bb-4a62-b017-6a60b97abe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:49:50.336381 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca979848-c9cb-4c1b-aec8-601cb139d09b None None] Attempting to bind port 57282bd4-8654-45f5-ae9c-a077c36e0d35 on network 56185bcd-0b80-44ca-98ec-163ebc8eacb4 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:49:50.342319 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca979848-c9cb-4c1b-aec8-601cb139d09b None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:49:50.342980 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca979848-c9cb-4c1b-aec8-601cb139d09b None None] Checking segment: {'id': 'c1b2f16d-81bb-4a62-b017-6a60b97abe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:49:50.343483 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ca979848-c9cb-4c1b-aec8-601cb139d09b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:50.343880 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca979848-c9cb-4c1b-aec8-601cb139d09b None None] Bound using segment: {'id': 'c1b2f16d-81bb-4a62-b017-6a60b97abe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:49:50.344387 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-ca979848-c9cb-4c1b-aec8-601cb139d09b None None] Bound port: 57282bd4-8654-45f5-ae9c-a077c36e0d35, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b2f16d-81bb-4a62-b017-6a60b97abe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:49:50.344832 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ca979848-c9cb-4c1b-aec8-601cb139d09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:50.415634 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-ca979848-c9cb-4c1b-aec8-601cb139d09b None None] For port 57282bd4-8654-45f5-ae9c-a077c36e0d35, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:49:50.419289 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-ca979848-c9cb-4c1b-aec8-601cb139d09b None None] For port 57282bd4-8654-45f5-ae9c-a077c36e0d35, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=57282bd4-8654-45f5-ae9c-a077c36e0d35,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:49:50.423734 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ca979848-c9cb-4c1b-aec8-601cb139d09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:50.432575 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-313fa1cd-f73d-40f9-9f96-84cde2cdaa9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:50.478051 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-313fa1cd-f73d-40f9-9f96-84cde2cdaa9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:50.496495 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:50.501831 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca979848-c9cb-4c1b-aec8-601cb139d09b None None] Pushing event updated for resources: {'Port': ['ID=57282bd4-8654-45f5-ae9c-a077c36e0d35,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:49:50.519905 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313fa1cd-f73d-40f9-9f96-84cde2cdaa9d admin admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:49:50.524976 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-313fa1cd-f73d-40f9-9f96-84cde2cdaa9d admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:49:50.530618 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313fa1cd-f73d-40f9-9f96-84cde2cdaa9d admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:49:50.532662 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313fa1cd-f73d-40f9-9f96-84cde2cdaa9d admin admin] Pushing event updated for resources: {'Port': ['ID=406d92f3-ea42-43d3-a0dc-8df0da0152a2,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:49:50.797357 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-313fa1cd-f73d-40f9-9f96-84cde2cdaa9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:50.814509 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6b45e73e-2135-4b61-8824-32a66d9c95d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:50.994514 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-313fa1cd-f73d-40f9-9f96-84cde2cdaa9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:51.149989 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313fa1cd-f73d-40f9-9f96-84cde2cdaa9d admin admin] Router 05ce7490-0e15-43f4-8105-f657af3d2c35 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 09:49:51.224467 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 57282bd4-8654-45f5-ae9c-a077c36e0d35 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:49:51.284181 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313fa1cd-f73d-40f9-9f96-84cde2cdaa9d admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:49:51.290517 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 57282bd4-8654-45f5-ae9c-a077c36e0d35 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:49:51.298706 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f700e67-58fc-4c80-96aa-b4e62b617ed4 None None] Sync routers for ids ['05ce7490-0e15-43f4-8105-f657af3d2c35'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:49:51.309173 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-313fa1cd-f73d-40f9-9f96-84cde2cdaa9d admin admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:51.309366 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f700e67-58fc-4c80-96aa-b4e62b617ed4 None None] Routers {'05ce7490-0e15-43f4-8105-f657af3d2c35'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:49:51.310969 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-8f700e67-58fc-4c80-96aa-b4e62b617ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:49:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['05ce7490-0e15-43f4-8105-f657af3d2c35'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:49:51.311361 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-313fa1cd-f73d-40f9-9f96-84cde2cdaa9d admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5437915 Sep 08 09:49:51.314277 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35502) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:49:51.425683 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-8f700e67-58fc-4c80-96aa-b4e62b617ed4 None None] Set router 05ce7490-0e15-43f4-8105-f657af3d2c35 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:49:51.443249 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00032636-5117-4664-ac55-62ec3249f7fa None None] Network 56185bcd-0b80-44ca-98ec-163ebc8eacb4 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 09:49:51.568908 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-59fa4605-3c01-408b-99c4-7e61d66a534a None None] Provisioning for port 57282bd4-8654-45f5-ae9c-a077c36e0d35 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:49:51.580195 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-59fa4605-3c01-408b-99c4-7e61d66a534a None None] Provisioning complete for port 57282bd4-8654-45f5-ae9c-a077c36e0d35 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:49:51.580891 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-59fa4605-3c01-408b-99c4-7e61d66a534a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:51.624874 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-8f700e67-58fc-4c80-96aa-b4e62b617ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'name': 'tempest-ServerActionsTestJSON-468434758-router', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:49:49Z', 'updated_at': '2021-09-08T09:49:50Z', 'revision_number': 3, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'gw_port': {'id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:50Z', 'updated_at': '2021-09-08T09:49:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:49:51.655394 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f700e67-58fc-4c80-96aa-b4e62b617ed4 None None] Checking router: 05ce7490-0e15-43f4-8105-f657af3d2c35 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:49:51.656042 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f700e67-58fc-4c80-96aa-b4e62b617ed4 None None] Updating router 05ce7490-0e15-43f4-8105-f657af3d2c35 port 406d92f3-ea42-43d3-a0dc-8df0da0152a2 binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:49:51.688457 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-8f700e67-58fc-4c80-96aa-b4e62b617ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:51.697815 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-59fa4605-3c01-408b-99c4-7e61d66a534a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:51.753649 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-59fa4605-3c01-408b-99c4-7e61d66a534a None None] For port 57282bd4-8654-45f5-ae9c-a077c36e0d35, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=57282bd4-8654-45f5-ae9c-a077c36e0d35,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:49:51.757954 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-59fa4605-3c01-408b-99c4-7e61d66a534a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:51.813871 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8491e7c9-cf74-461b-9d04-549a55156465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:51.816975 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa4605-3c01-408b-99c4-7e61d66a534a None None] Pushing event updated for resources: {'Port': ['ID=57282bd4-8654-45f5-ae9c-a077c36e0d35,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:49:51.977239 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-8491e7c9-cf74-461b-9d04-549a55156465 admin admin] Allocated IP 172.20.0.1 (56185bcd-0b80-44ca-98ec-163ebc8eacb4/3b531fef-5a3f-45ac-8dd7-7a7f503eff71/c5582de1-3396-4d7e-bbed-abc32fa0d334) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:49:51.978361 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d5695ed4-7715-4625-8aa0-28019e8190cf None None] Provisioning complete for port 57282bd4-8654-45f5-ae9c-a077c36e0d35 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:49:51.978793 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d5695ed4-7715-4625-8aa0-28019e8190cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:51.994468 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-8f700e67-58fc-4c80-96aa-b4e62b617ed4 None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:52.005273 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-8f700e67-58fc-4c80-96aa-b4e62b617ed4 None None] Transition to ACTIVE for port object 406d92f3-ea42-43d3-a0dc-8df0da0152a2 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:49:52.012023 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-8f700e67-58fc-4c80-96aa-b4e62b617ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:52.100029 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8491e7c9-cf74-461b-9d04-549a55156465 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:52.115290 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-8491e7c9-cf74-461b-9d04-549a55156465 admin admin] Transition to ACTIVE for port object c5582de1-3396-4d7e-bbed-abc32fa0d334 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:49:52.149645 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8491e7c9-cf74-461b-9d04-549a55156465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:52.159915 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-8f700e67-58fc-4c80-96aa-b4e62b617ed4 None None] Attempting to bind port 406d92f3-ea42-43d3-a0dc-8df0da0152a2 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:49:52.160379 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-8f700e67-58fc-4c80-96aa-b4e62b617ed4 None None] Attempting to bind port 406d92f3-ea42-43d3-a0dc-8df0da0152a2 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:49:52.160781 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f700e67-58fc-4c80-96aa-b4e62b617ed4 None None] Attempting to bind port 406d92f3-ea42-43d3-a0dc-8df0da0152a2 on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:49:52.166146 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5cab8c-38f1-4243-9f5a-9d45e76ce2d0 None None] Pushing event updated for resources: {'Port': ['ID=406d92f3-ea42-43d3-a0dc-8df0da0152a2,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:49:52.175395 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5cab8c-38f1-4243-9f5a-9d45e76ce2d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:49:52.175737 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5cab8c-38f1-4243-9f5a-9d45e76ce2d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:49:52.176075 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5cab8c-38f1-4243-9f5a-9d45e76ce2d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:49:52.176410 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5cab8c-38f1-4243-9f5a-9d45e76ce2d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:49:52.176739 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5cab8c-38f1-4243-9f5a-9d45e76ce2d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:49:52.177171 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5cab8c-38f1-4243-9f5a-9d45e76ce2d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:49:52.177383 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5cab8c-38f1-4243-9f5a-9d45e76ce2d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:49:52.177745 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5cab8c-38f1-4243-9f5a-9d45e76ce2d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:49:52.178123 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5cab8c-38f1-4243-9f5a-9d45e76ce2d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:49:52.178628 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5cab8c-38f1-4243-9f5a-9d45e76ce2d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:49:52.178999 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5cab8c-38f1-4243-9f5a-9d45e76ce2d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:49:52.179332 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5cab8c-38f1-4243-9f5a-9d45e76ce2d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:49:52.184455 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f700e67-58fc-4c80-96aa-b4e62b617ed4 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:49:52.184839 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f700e67-58fc-4c80-96aa-b4e62b617ed4 None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:49:52.185307 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-8f700e67-58fc-4c80-96aa-b4e62b617ed4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:52.186217 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f700e67-58fc-4c80-96aa-b4e62b617ed4 None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:49:52.186697 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-8f700e67-58fc-4c80-96aa-b4e62b617ed4 None None] Bound port: 406d92f3-ea42-43d3-a0dc-8df0da0152a2, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:49:52.187075 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-8f700e67-58fc-4c80-96aa-b4e62b617ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:52.193401 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8491e7c9-cf74-461b-9d04-549a55156465 admin admin] Network 56185bcd-0b80-44ca-98ec-163ebc8eacb4 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:49:52.196372 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-8491e7c9-cf74-461b-9d04-549a55156465 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:49:52.202094 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8491e7c9-cf74-461b-9d04-549a55156465 admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:49:52.224590 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8491e7c9-cf74-461b-9d04-549a55156465 admin admin] Pushing event updated for resources: {'Port': ['ID=c5582de1-3396-4d7e-bbed-abc32fa0d334,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:49:52.238840 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8491e7c9-cf74-461b-9d04-549a55156465 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:49:52.239200 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8491e7c9-cf74-461b-9d04-549a55156465 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:49:52.239533 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8491e7c9-cf74-461b-9d04-549a55156465 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:49:52.239878 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8491e7c9-cf74-461b-9d04-549a55156465 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:49:52.240211 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8491e7c9-cf74-461b-9d04-549a55156465 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:49:52.240541 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8491e7c9-cf74-461b-9d04-549a55156465 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:49:52.240688 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-8f700e67-58fc-4c80-96aa-b4e62b617ed4 None None] For port 406d92f3-ea42-43d3-a0dc-8df0da0152a2, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:49:52.240945 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8491e7c9-cf74-461b-9d04-549a55156465 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:49:52.241296 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8491e7c9-cf74-461b-9d04-549a55156465 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:49:52.241549 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8491e7c9-cf74-461b-9d04-549a55156465 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:49:52.241919 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8491e7c9-cf74-461b-9d04-549a55156465 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:49:52.242547 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8491e7c9-cf74-461b-9d04-549a55156465 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:49:52.242547 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8491e7c9-cf74-461b-9d04-549a55156465 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:49:52.244234 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-8f700e67-58fc-4c80-96aa-b4e62b617ed4 None None] For port 406d92f3-ea42-43d3-a0dc-8df0da0152a2, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=406d92f3-ea42-43d3-a0dc-8df0da0152a2,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:49:52.250053 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-8f700e67-58fc-4c80-96aa-b4e62b617ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:52.257119 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8491e7c9-cf74-461b-9d04-549a55156465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:52.290877 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:52.306492 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f700e67-58fc-4c80-96aa-b4e62b617ed4 None None] Routers {'05ce7490-0e15-43f4-8105-f657af3d2c35'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:49:52.307776 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-8f700e67-58fc-4c80-96aa-b4e62b617ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:49:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['05ce7490-0e15-43f4-8105-f657af3d2c35'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:49:52.352801 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5cab8c-38f1-4243-9f5a-9d45e76ce2d0 None None] Pushing event updated for resources: {'Port': ['ID=406d92f3-ea42-43d3-a0dc-8df0da0152a2,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:49:52.405527 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8491e7c9-cf74-461b-9d04-549a55156465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:52.426850 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-8f700e67-58fc-4c80-96aa-b4e62b617ed4 None None] Set router 05ce7490-0e15-43f4-8105-f657af3d2c35 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:49:52.499212 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e81cc1aa-9989-4317-b697-8d2556eeadb0 None None] Provisioning for port c5582de1-3396-4d7e-bbed-abc32fa0d334 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:49:52.503493 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e81cc1aa-9989-4317-b697-8d2556eeadb0 None None] Provisioning complete for port c5582de1-3396-4d7e-bbed-abc32fa0d334 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:49:52.503963 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e81cc1aa-9989-4317-b697-8d2556eeadb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:52.539090 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e81cc1aa-9989-4317-b697-8d2556eeadb0 None None] Port c5582de1-3396-4d7e-bbed-abc32fa0d334 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:49:52.569458 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8491e7c9-cf74-461b-9d04-549a55156465 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:52.575529 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8491e7c9-cf74-461b-9d04-549a55156465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:52.609290 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-8f700e67-58fc-4c80-96aa-b4e62b617ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'name': 'tempest-ServerActionsTestJSON-468434758-router', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:49:49Z', 'updated_at': '2021-09-08T09:49:50Z', 'revision_number': 3, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'gw_port': {'id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:50Z', 'updated_at': '2021-09-08T09:49:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:49:52.634835 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f700e67-58fc-4c80-96aa-b4e62b617ed4 None None] The sync data for ids ['05ce7490-0e15-43f4-8105-f657af3d2c35'] in n-d-806683-11 is: [{'id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'name': 'tempest-ServerActionsTestJSON-468434758-router', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:49:49Z', 'updated_at': '2021-09-08T09:49:50Z', 'revision_number': 3, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'gw_port': {'id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:50Z', 'updated_at': '2021-09-08T09:49:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:49:52.642438 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8491e7c9-cf74-461b-9d04-549a55156465 admin admin] Pushing event updated for resources: {'Port': ['ID=c5582de1-3396-4d7e-bbed-abc32fa0d334,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:49:52.645033 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8491e7c9-cf74-461b-9d04-549a55156465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:52.743301 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8491e7c9-cf74-461b-9d04-549a55156465 admin admin] Network 56185bcd-0b80-44ca-98ec-163ebc8eacb4 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:49:52.744695 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-8491e7c9-cf74-461b-9d04-549a55156465 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:49:52.881087 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8491e7c9-cf74-461b-9d04-549a55156465 admin admin] Router 05ce7490-0e15-43f4-8105-f657af3d2c35 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:49:53.064881 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-185a3348-01a4-4975-9962-dbb2f6799eba None None] Provisioning complete for port c5582de1-3396-4d7e-bbed-abc32fa0d334 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:49:53.065474 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-185a3348-01a4-4975-9962-dbb2f6799eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:53.104600 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-185a3348-01a4-4975-9962-dbb2f6799eba None None] Port c5582de1-3396-4d7e-bbed-abc32fa0d334 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:49:53.253171 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 406d92f3-ea42-43d3-a0dc-8df0da0152a2 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:49:53.316409 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 406d92f3-ea42-43d3-a0dc-8df0da0152a2 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:49:53.321077 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 406d92f3-ea42-43d3-a0dc-8df0da0152a2 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:49:53.321538 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:53.365602 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8491e7c9-cf74-461b-9d04-549a55156465 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:49:53.372338 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8491e7c9-cf74-461b-9d04-549a55156465 admin admin] 10.222.0.54 "PUT /v2.0/routers/05ce7490-0e15-43f4-8105-f657af3d2c35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0558245 Sep 08 09:49:53.413948 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:53.437037 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 406d92f3-ea42-43d3-a0dc-8df0da0152a2, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=406d92f3-ea42-43d3-a0dc-8df0da0152a2,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:49:53.441654 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:53.442723 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 57282bd4-8654-45f5-ae9c-a077c36e0d35 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:49:53.528183 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=406d92f3-ea42-43d3-a0dc-8df0da0152a2,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:49:53.540286 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 57282bd4-8654-45f5-ae9c-a077c36e0d35 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:49:53.540765 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:53.701878 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:54.441296 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8b5970-824f-424d-817f-ad44d0354178 None None] Sync routers for ids ['05ce7490-0e15-43f4-8105-f657af3d2c35'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:49:54.450769 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8b5970-824f-424d-817f-ad44d0354178 None None] Routers {'05ce7490-0e15-43f4-8105-f657af3d2c35'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:49:54.451401 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-da8b5970-824f-424d-817f-ad44d0354178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:49:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['05ce7490-0e15-43f4-8105-f657af3d2c35'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:49:54.556463 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35510) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:49:54.562144 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-3bdd5dae-48ee-4c52-b73e-dd06dc98f159 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Request body: {'security_group': {'name': 'tempest-securitygroup--966269753', 'description': 'tempest-description--76141375'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:49:54.564996 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:54.571900 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-da8b5970-824f-424d-817f-ad44d0354178 None None] Set router 05ce7490-0e15-43f4-8105-f657af3d2c35 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:49:54.583734 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3bdd5dae-48ee-4c52-b73e-dd06dc98f159 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:54.667892 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3bdd5dae-48ee-4c52-b73e-dd06dc98f159 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:54.671663 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3bdd5dae-48ee-4c52-b73e-dd06dc98f159 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:54.697877 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3bdd5dae-48ee-4c52-b73e-dd06dc98f159 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:54.699078 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3bdd5dae-48ee-4c52-b73e-dd06dc98f159 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1414051 Sep 08 09:49:54.702410 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35512) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:49:54.706919 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-68c34094-9ba2-4004-b7a9-55d46b8325cd tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Request body: {'security_group_rule': {'security_group_id': '822fc20f-1fec-45bd-8580-82606ed8a8e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:49:54.714371 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd5dae-48ee-4c52-b73e-dd06dc98f159 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=822fc20f-1fec-45bd-8580-82606ed8a8e2,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:49:54.742194 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-68c34094-9ba2-4004-b7a9-55d46b8325cd tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:54.787225 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-da8b5970-824f-424d-817f-ad44d0354178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'name': 'tempest-ServerActionsTestJSON-468434758-router', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:49:49Z', 'updated_at': '2021-09-08T09:49:52Z', 'revision_number': 4, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'gw_port': {'id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:50Z', 'updated_at': '2021-09-08T09:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'c5582de1-3396-4d7e-bbed-abc32fa0d334', 'name': '', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'mac_address': 'fa:16:3e:92:e8:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:51Z', 'updated_at': '2021-09-08T09:49:52Z', 'revision_number': 2, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'subnets': [{'id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:49:54.802350 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-68c34094-9ba2-4004-b7a9-55d46b8325cd tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:54.807007 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-68c34094-9ba2-4004-b7a9-55d46b8325cd tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:54.817667 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8b5970-824f-424d-817f-ad44d0354178 None None] Checking router: 05ce7490-0e15-43f4-8105-f657af3d2c35 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:49:54.818067 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8b5970-824f-424d-817f-ad44d0354178 None None] Updating router 05ce7490-0e15-43f4-8105-f657af3d2c35 port c5582de1-3396-4d7e-bbed-abc32fa0d334 binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 09:49:54.824616 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c34094-9ba2-4004-b7a9-55d46b8325cd tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7574d44f-412c-4500-9162-a411d87f15c7,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:49:54.832462 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-68c34094-9ba2-4004-b7a9-55d46b8325cd tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:54.833767 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-68c34094-9ba2-4004-b7a9-55d46b8325cd tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1304410 Sep 08 09:49:54.836736 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35514) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:49:54.841111 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-9a4effbf-f918-4b46-9e19-ae4a7391f369 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Request body: {'security_group_rule': {'security_group_id': '822fc20f-1fec-45bd-8580-82606ed8a8e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:49:54.846812 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-da8b5970-824f-424d-817f-ad44d0354178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:54.867595 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9a4effbf-f918-4b46-9e19-ae4a7391f369 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:54.927977 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9a4effbf-f918-4b46-9e19-ae4a7391f369 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:54.931726 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9a4effbf-f918-4b46-9e19-ae4a7391f369 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:54.953210 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4effbf-f918-4b46-9e19-ae4a7391f369 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99c68902-2e13-4111-9339-a41cfde372c6,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:49:54.957819 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9a4effbf-f918-4b46-9e19-ae4a7391f369 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:54.961461 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9a4effbf-f918-4b46-9e19-ae4a7391f369 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1208515 Sep 08 09:49:54.962140 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35516) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:49:54.967939 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-4162daa7-bc5b-4c39-ba18-43ad7b04edbb tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:49:54.989942 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4162daa7-bc5b-4c39-ba18-43ad7b04edbb tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks [] for floatingip, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:55.092828 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4162daa7-bc5b-4c39-ba18-43ad7b04edbb tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:55.114902 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-da8b5970-824f-424d-817f-ad44d0354178 None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:55.127689 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-da8b5970-824f-424d-817f-ad44d0354178 None None] Transition to ACTIVE for port object c5582de1-3396-4d7e-bbed-abc32fa0d334 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:49:55.135518 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-da8b5970-824f-424d-817f-ad44d0354178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:55.164488 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 406d92f3-ea42-43d3-a0dc-8df0da0152a2 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:49:55.219633 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-4162daa7-bc5b-4c39-ba18-43ad7b04edbb tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Allocated IP 172.25.0.179 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/a30445ee-c127-4a61-b509-eb35c7dae0a6) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:49:55.219890 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784aba21-720a-494e-9d5e-287d437cc58f None None] Pushing event updated for resources: {'Port': ['ID=c5582de1-3396-4d7e-bbed-abc32fa0d334,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:49:55.283916 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 406d92f3-ea42-43d3-a0dc-8df0da0152a2 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:49:55.284293 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:55.288348 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-da8b5970-824f-424d-817f-ad44d0354178 None None] Attempting to bind port c5582de1-3396-4d7e-bbed-abc32fa0d334 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:49:55.288721 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-da8b5970-824f-424d-817f-ad44d0354178 None None] Attempting to bind port c5582de1-3396-4d7e-bbed-abc32fa0d334 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'c1b2f16d-81bb-4a62-b017-6a60b97abe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:49:55.289084 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8b5970-824f-424d-817f-ad44d0354178 None None] Attempting to bind port c5582de1-3396-4d7e-bbed-abc32fa0d334 on network 56185bcd-0b80-44ca-98ec-163ebc8eacb4 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:49:55.315478 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8b5970-824f-424d-817f-ad44d0354178 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:49:55.315863 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8b5970-824f-424d-817f-ad44d0354178 None None] Checking segment: {'id': 'c1b2f16d-81bb-4a62-b017-6a60b97abe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:49:55.316275 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-da8b5970-824f-424d-817f-ad44d0354178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:55.316676 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8b5970-824f-424d-817f-ad44d0354178 None None] Bound using segment: {'id': 'c1b2f16d-81bb-4a62-b017-6a60b97abe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:49:55.317143 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-da8b5970-824f-424d-817f-ad44d0354178 None None] Bound port: c5582de1-3396-4d7e-bbed-abc32fa0d334, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b2f16d-81bb-4a62-b017-6a60b97abe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:49:55.317536 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-da8b5970-824f-424d-817f-ad44d0354178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:55.339013 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4162daa7-bc5b-4c39-ba18-43ad7b04edbb tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:55.385148 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4162daa7-bc5b-4c39-ba18-43ad7b04edbb tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:55.416691 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-da8b5970-824f-424d-817f-ad44d0354178 None None] For port c5582de1-3396-4d7e-bbed-abc32fa0d334, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:49:55.421316 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-da8b5970-824f-424d-817f-ad44d0354178 None None] For port c5582de1-3396-4d7e-bbed-abc32fa0d334, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=c5582de1-3396-4d7e-bbed-abc32fa0d334,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:49:55.426568 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4162daa7-bc5b-4c39-ba18-43ad7b04edbb tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:49:55.428744 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-da8b5970-824f-424d-817f-ad44d0354178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:55.429391 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-4162daa7-bc5b-4c39-ba18-43ad7b04edbb tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:49:55.436875 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4162daa7-bc5b-4c39-ba18-43ad7b04edbb tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:49:55.458981 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162daa7-bc5b-4c39-ba18-43ad7b04edbb tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Pushing event updated for resources: {'Port': ['ID=a30445ee-c127-4a61-b509-eb35c7dae0a6,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:49:55.507108 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784aba21-720a-494e-9d5e-287d437cc58f None None] Pushing event updated for resources: {'Port': ['ID=c5582de1-3396-4d7e-bbed-abc32fa0d334,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:49:55.510663 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8b5970-824f-424d-817f-ad44d0354178 None None] Routers {'05ce7490-0e15-43f4-8105-f657af3d2c35'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:49:55.511617 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-da8b5970-824f-424d-817f-ad44d0354178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:49:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['05ce7490-0e15-43f4-8105-f657af3d2c35'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:49:55.536902 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4162daa7-bc5b-4c39-ba18-43ad7b04edbb tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:55.573877 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4162daa7-bc5b-4c39-ba18-43ad7b04edbb tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:55.640615 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-da8b5970-824f-424d-817f-ad44d0354178 None None] Set router 05ce7490-0e15-43f4-8105-f657af3d2c35 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:49:55.736265 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4162daa7-bc5b-4c39-ba18-43ad7b04edbb tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:55.741614 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4162daa7-bc5b-4c39-ba18-43ad7b04edbb tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:55.817068 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162daa7-bc5b-4c39-ba18-43ad7b04edbb tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Pushing event updated for resources: {'Port': ['ID=a30445ee-c127-4a61-b509-eb35c7dae0a6,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:49:55.828159 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4162daa7-bc5b-4c39-ba18-43ad7b04edbb tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:55.843123 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4162daa7-bc5b-4c39-ba18-43ad7b04edbb tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:55.844429 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4162daa7-bc5b-4c39-ba18-43ad7b04edbb tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8804348 Sep 08 09:49:55.992706 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-2489cdb2-07a1-40f3-99de-087e68c0ec22 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--966269753&fields=id&tenant_id=32544c70c4c447a7a8477bdcba419f99 HTTP/1.1" status: 200 len: 267 time: 0.0342357 Sep 08 09:49:56.020525 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-da8b5970-824f-424d-817f-ad44d0354178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'name': 'tempest-ServerActionsTestJSON-468434758-router', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:49:49Z', 'updated_at': '2021-09-08T09:49:52Z', 'revision_number': 4, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'gw_port': {'id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:50Z', 'updated_at': '2021-09-08T09:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'c5582de1-3396-4d7e-bbed-abc32fa0d334', 'name': '', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'mac_address': 'fa:16:3e:92:e8:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:51Z', 'updated_at': '2021-09-08T09:49:55Z', 'revision_number': 4, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'subnets': [{'id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:49:56.047842 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8b5970-824f-424d-817f-ad44d0354178 None None] The sync data for ids ['05ce7490-0e15-43f4-8105-f657af3d2c35'] in n-d-806683-11 is: [{'id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'name': 'tempest-ServerActionsTestJSON-468434758-router', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:49:49Z', 'updated_at': '2021-09-08T09:49:52Z', 'revision_number': 4, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'gw_port': {'id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:50Z', 'updated_at': '2021-09-08T09:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'c5582de1-3396-4d7e-bbed-abc32fa0d334', 'name': '', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'mac_address': 'fa:16:3e:92:e8:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:51Z', 'updated_at': '2021-09-08T09:49:55Z', 'revision_number': 4, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'subnets': [{'id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:49:56.119218 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-dd0f6530-d8fd-4f60-99aa-81f4e4b674a3 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:56.120720 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-dd0f6530-d8fd-4f60-99aa-81f4e4b674a3 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 811 time: 0.1194906 Sep 08 09:49:56.135764 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-cbfd8848-171f-4037-9a3c-b2d388d20d15 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/quotas/32544c70c4c447a7a8477bdcba419f99 HTTP/1.1" status: 200 len: 375 time: 0.0089362 Sep 08 09:49:56.199264 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-4550e533-ef4a-4f96-9e40-86b6cc5a3d0d tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0570202 Sep 08 09:49:56.308558 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-40d5db9f-bba1-4b0d-befb-cc2ee2385c39 service neutron] 10.222.0.54 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883017 Sep 08 09:49:56.407136 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-7b42a589-8d56-4d46-b84a-be6efe7e7ee1 service neutron] 10.222.0.54 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913363 Sep 08 09:49:56.585179 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e0343d01-a805-42e4-8c2e-c434b1c8e6fe req-4809b2eb-f176-4a80-abbe-7ac1cb4e84e0 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a HTTP/1.1" status: 200 len: 210 time: 0.0294490 Sep 08 09:49:57.174516 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device c5582de1-3396-4d7e-bbed-abc32fa0d334 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:49:57.229886 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port c5582de1-3396-4d7e-bbed-abc32fa0d334 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:49:57.233951 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port c5582de1-3396-4d7e-bbed-abc32fa0d334 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:49:57.234361 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:57.312940 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:57.345315 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port c5582de1-3396-4d7e-bbed-abc32fa0d334, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=c5582de1-3396-4d7e-bbed-abc32fa0d334,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:49:57.348839 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:57.395501 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=c5582de1-3396-4d7e-bbed-abc32fa0d334,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:49:57.652241 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-91d21513-eb27-413c-bd37-cdb0e57833e5 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:57.654189 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-91d21513-eb27-413c-bd37-cdb0e57833e5 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.37 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 811 time: 0.1060972 Sep 08 09:49:57.681572 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-28e097bd-3629-419f-9f46-9319a8f87799 req-c391ca4b-e5d4-4097-8745-ad4f85ec7daf tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a HTTP/1.1" status: 200 len: 210 time: 0.0265863 Sep 08 09:49:57.719444 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-88cf9c58-7660-4402-8aae-ce23a637d9e2 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32544c70c4c447a7a8477bdcba419f99 HTTP/1.1" status: 200 len: 379 time: 0.0400712 Sep 08 09:49:57.737220 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-9897ea8e-6260-4aa3-98d9-f60abff9c320 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Request body: {'port': {'device_id': 'd33c5e14-c4f2-406a-8de0-7d95fd36f28a', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'admin_state_up': True, 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'security_groups': ['822fc20f-1fec-45bd-8580-82606ed8a8e2']}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:49:57.844182 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-9897ea8e-6260-4aa3-98d9-f60abff9c320 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Made reservation on behalf of 32544c70c4c447a7a8477bdcba419f99 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:49:57.847889 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-9897ea8e-6260-4aa3-98d9-f60abff9c320 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:57.974950 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-9897ea8e-6260-4aa3-98d9-f60abff9c320 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Allocated IP 172.20.0.11 (56185bcd-0b80-44ca-98ec-163ebc8eacb4/3b531fef-5a3f-45ac-8dd7-7a7f503eff71/dfc0202d-aeae-4122-b3a6-e708fa021195) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:49:58.114635 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-9897ea8e-6260-4aa3-98d9-f60abff9c320 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:58.133094 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-9897ea8e-6260-4aa3-98d9-f60abff9c320 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Transition to ACTIVE for port object dfc0202d-aeae-4122-b3a6-e708fa021195 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:49:58.164766 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-9897ea8e-6260-4aa3-98d9-f60abff9c320 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:58.206550 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-9897ea8e-6260-4aa3-98d9-f60abff9c320 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Network 56185bcd-0b80-44ca-98ec-163ebc8eacb4 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:49:58.209545 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-9897ea8e-6260-4aa3-98d9-f60abff9c320 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:49:58.215697 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-9897ea8e-6260-4aa3-98d9-f60abff9c320 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:49:58.221285 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9897ea8e-6260-4aa3-98d9-f60abff9c320 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Pushing event updated for resources: {'Port': ['ID=dfc0202d-aeae-4122-b3a6-e708fa021195,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:49:58.267258 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-9897ea8e-6260-4aa3-98d9-f60abff9c320 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:58.267884 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-9897ea8e-6260-4aa3-98d9-f60abff9c320 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:58.283082 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-9897ea8e-6260-4aa3-98d9-f60abff9c320 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5495386 Sep 08 09:49:58.304302 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-07cf8f94-56f8-4a8a-8c47-7d032a0cb0d4 service neutron] Request body: {'port': {'device_id': 'd33c5e14-c4f2-406a-8de0-7d95fd36f28a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:49:58.364733 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-07cf8f94-56f8-4a8a-8c47-7d032a0cb0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:58.482830 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ee3b7e69-8a3a-4e00-89d0-3647140862f0 None None] Provisioning for port dfc0202d-aeae-4122-b3a6-e708fa021195 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:49:58.486724 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ee3b7e69-8a3a-4e00-89d0-3647140862f0 None None] Provisioning complete for port dfc0202d-aeae-4122-b3a6-e708fa021195 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:49:58.487111 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ee3b7e69-8a3a-4e00-89d0-3647140862f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:58.523749 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-ee3b7e69-8a3a-4e00-89d0-3647140862f0 None None] Port dfc0202d-aeae-4122-b3a6-e708fa021195 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:49:58.637485 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-07cf8f94-56f8-4a8a-8c47-7d032a0cb0d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfc0202d-aeae-4122-b3a6-e708fa021195 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:49:58.645705 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-07cf8f94-56f8-4a8a-8c47-7d032a0cb0d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:58.658341 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-07cf8f94-56f8-4a8a-8c47-7d032a0cb0d4 service neutron] Transition to ACTIVE for port object dfc0202d-aeae-4122-b3a6-e708fa021195 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:49:58.661891 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-07cf8f94-56f8-4a8a-8c47-7d032a0cb0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:58.712304 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf8f94-56f8-4a8a-8c47-7d032a0cb0d4 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc0202d-aeae-4122-b3a6-e708fa021195,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:49:58.789536 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-07cf8f94-56f8-4a8a-8c47-7d032a0cb0d4 service neutron] Attempting to bind port dfc0202d-aeae-4122-b3a6-e708fa021195 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:49:58.789820 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-07cf8f94-56f8-4a8a-8c47-7d032a0cb0d4 service neutron] Attempting to bind port dfc0202d-aeae-4122-b3a6-e708fa021195 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'c1b2f16d-81bb-4a62-b017-6a60b97abe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:49:58.790189 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-07cf8f94-56f8-4a8a-8c47-7d032a0cb0d4 service neutron] Attempting to bind port dfc0202d-aeae-4122-b3a6-e708fa021195 on network 56185bcd-0b80-44ca-98ec-163ebc8eacb4 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:49:58.795011 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-07cf8f94-56f8-4a8a-8c47-7d032a0cb0d4 service neutron] Port dfc0202d-aeae-4122-b3a6-e708fa021195 on network 56185bcd-0b80-44ca-98ec-163ebc8eacb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:49:58.795863 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-07cf8f94-56f8-4a8a-8c47-7d032a0cb0d4 service neutron] Attempting to bind port dfc0202d-aeae-4122-b3a6-e708fa021195 on network 56185bcd-0b80-44ca-98ec-163ebc8eacb4 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:49:58.801093 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-07cf8f94-56f8-4a8a-8c47-7d032a0cb0d4 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:49:58.801390 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-07cf8f94-56f8-4a8a-8c47-7d032a0cb0d4 service neutron] Checking segment: {'id': 'c1b2f16d-81bb-4a62-b017-6a60b97abe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:49:58.801779 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-07cf8f94-56f8-4a8a-8c47-7d032a0cb0d4 service neutron] Bound using segment: {'id': 'c1b2f16d-81bb-4a62-b017-6a60b97abe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:49:58.802248 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-07cf8f94-56f8-4a8a-8c47-7d032a0cb0d4 service neutron] Bound port: dfc0202d-aeae-4122-b3a6-e708fa021195, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1b2f16d-81bb-4a62-b017-6a60b97abe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:49:58.802620 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-07cf8f94-56f8-4a8a-8c47-7d032a0cb0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:58.815285 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd1ddb-e001-4a34-881f-047b95ec146b req-40e36730-51b3-4438-ab21-2d7ea2bb7be1 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:58.816877 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-36bd1ddb-e001-4a34-881f-047b95ec146b req-40e36730-51b3-4438-ab21-2d7ea2bb7be1 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a HTTP/1.1" status: 200 len: 944 time: 0.0567899 Sep 08 09:49:58.859889 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-36bd1ddb-e001-4a34-881f-047b95ec146b req-eed6745b-b9b4-4332-93e4-285340292bf3 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366006 Sep 08 09:49:58.878244 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-07cf8f94-56f8-4a8a-8c47-7d032a0cb0d4 service neutron] For port dfc0202d-aeae-4122-b3a6-e708fa021195, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:49:58.879139 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-07cf8f94-56f8-4a8a-8c47-7d032a0cb0d4 service neutron] For port dfc0202d-aeae-4122-b3a6-e708fa021195, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=dfc0202d-aeae-4122-b3a6-e708fa021195,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:49:58.887899 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-07cf8f94-56f8-4a8a-8c47-7d032a0cb0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:58.922101 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-07cf8f94-56f8-4a8a-8c47-7d032a0cb0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:58.922737 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-07cf8f94-56f8-4a8a-8c47-7d032a0cb0d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:58.924125 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-07cf8f94-56f8-4a8a-8c47-7d032a0cb0d4 service neutron] 10.222.0.37 "PUT /v2.0/ports/dfc0202d-aeae-4122-b3a6-e708fa021195 HTTP/1.1" status: 200 len: 1093 time: 0.6242032 Sep 08 09:49:58.924567 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd33c5e14-c4f2-406a-8de0-7d95fd36f28a', 'tag': 'dfc0202d-aeae-4122-b3a6-e708fa021195'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:49:58.926820 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd14cf2-0723-4193-a211-36379791081e" -d '{"events": [{"name": "network-changed", "server_uuid": "d33c5e14-c4f2-406a-8de0-7d95fd36f28a", "tag": "dfc0202d-aeae-4122-b3a6-e708fa021195"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:49:58.954926 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf8f94-56f8-4a8a-8c47-7d032a0cb0d4 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc0202d-aeae-4122-b3a6-e708fa021195,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:49:58.992727 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb12e8c0-6aee-46b4-a972-03dc24d9a380 x-openstack-request-id: req-fb12e8c0-6aee-46b4-a972-03dc24d9a380 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:49:58.993133 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d33c5e14-c4f2-406a-8de0-7d95fd36f28a", "tag": "dfc0202d-aeae-4122-b3a6-e708fa021195", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:49:58.993455 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fb12e8c0-6aee-46b4-a972-03dc24d9a380 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:49:58.993996 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd33c5e14-c4f2-406a-8de0-7d95fd36f28a', 'tag': 'dfc0202d-aeae-4122-b3a6-e708fa021195', 'status': 'completed', 'code': 200} Sep 08 09:49:59.016353 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:59.029599 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-59e7d315-2d4b-4607-b678-29b6fe738fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:59.031172 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-59e7d315-2d4b-4607-b678-29b6fe738fac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a HTTP/1.1" status: 200 len: 1096 time: 0.0477426 Sep 08 09:49:59.084458 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-b4f4fc01-92d0-4e5a-a520-75a4485b07e2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfc0202d-aeae-4122-b3a6-e708fa021195 HTTP/1.1" status: 200 len: 217 time: 0.0401638 Sep 08 09:49:59.135637 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-cb2bbb7f-ede3-4555-ae3b-0c83e9527b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:59.137130 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-cb2bbb7f-ede3-4555-ae3b-0c83e9527b22 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3b531fef-5a3f-45ac-8dd7-7a7f503eff71 HTTP/1.1" status: 200 len: 850 time: 0.0461192 Sep 08 09:49:59.162666 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device c5582de1-3396-4d7e-bbed-abc32fa0d334 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:49:59.184631 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-72fce2de-80ed-47d0-a85f-39749cf8c70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:59.186359 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-72fce2de-80ed-47d0-a85f-39749cf8c70f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56185bcd-0b80-44ca-98ec-163ebc8eacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420384 Sep 08 09:49:59.217594 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port c5582de1-3396-4d7e-bbed-abc32fa0d334 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:49:59.217974 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:49:59.281368 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-1ebb624b-0245-4594-b853-936c75a738db service neutron] 10.222.0.37 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881031 Sep 08 09:49:59.371560 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bbdc576f-dbfe-4ba9-b038-47acd5f670e3 req-b97ea547-ca5b-4384-b501-3de8f0a68cae service neutron] 10.222.0.37 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820796 Sep 08 09:49:59.499768 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd14cf2-0723-4193-a211-36379791081e req-6e05519d-0074-458a-824c-efc52b92ec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:59.501163 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6bd14cf2-0723-4193-a211-36379791081e req-6e05519d-0074-458a-824c-efc52b92ec81 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a HTTP/1.1" status: 200 len: 1096 time: 0.0451138 Sep 08 09:49:59.593754 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd14cf2-0723-4193-a211-36379791081e req-a18ce6db-2f95-4187-a649-482a2f6810a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:59.595355 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6bd14cf2-0723-4193-a211-36379791081e req-a18ce6db-2f95-4187-a649-482a2f6810a4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 912 time: 0.0872331 Sep 08 09:49:59.641083 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6bd14cf2-0723-4193-a211-36379791081e req-3413992d-1678-4314-a837-2bcabf88d5c6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfc0202d-aeae-4122-b3a6-e708fa021195 HTTP/1.1" status: 200 len: 217 time: 0.0380099 Sep 08 09:49:59.691062 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd14cf2-0723-4193-a211-36379791081e req-b735ea7c-2d34-4c65-9cd3-1c690dd0503b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:59.694519 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6bd14cf2-0723-4193-a211-36379791081e req-b735ea7c-2d34-4c65-9cd3-1c690dd0503b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3b531fef-5a3f-45ac-8dd7-7a7f503eff71 HTTP/1.1" status: 200 len: 850 time: 0.0460570 Sep 08 09:49:59.742510 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd14cf2-0723-4193-a211-36379791081e req-c67233fd-448b-4ecc-bc53-7ca3ee34ba1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:59.744069 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6bd14cf2-0723-4193-a211-36379791081e req-c67233fd-448b-4ecc-bc53-7ca3ee34ba1e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56185bcd-0b80-44ca-98ec-163ebc8eacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419407 Sep 08 09:49:59.836612 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6bd14cf2-0723-4193-a211-36379791081e req-2e9c1fd3-f911-40f8-b42d-fb5105267e11 service neutron] 10.222.0.37 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846574 Sep 08 09:49:59.927242 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6bd14cf2-0723-4193-a211-36379791081e req-2ac74b83-6953-4a85-a341-6525a17f9b3b service neutron] 10.222.0.37 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833392 Sep 08 09:49:59.978987 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314825b-086d-4e64-a334-f65b79a64a3a req-734a1054-a407-4723-ba90-7e704549a3e8 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:49:59.980484 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5314825b-086d-4e64-a334-f65b79a64a3a req-734a1054-a407-4723-ba90-7e704549a3e8 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a HTTP/1.1" status: 200 len: 944 time: 0.0508156 Sep 08 09:50:00.028195 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5314825b-086d-4e64-a334-f65b79a64a3a req-b4adb783-0a5d-4571-a64f-c268fa448828 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408723 Sep 08 09:50:01.145614 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4302d2-4a63-4412-9a1e-72a510953ebb req-2a32f1ed-246b-48e9-89a8-07bf6bb8eab0 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:50:01.147114 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-af4302d2-4a63-4412-9a1e-72a510953ebb req-2a32f1ed-246b-48e9-89a8-07bf6bb8eab0 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a HTTP/1.1" status: 200 len: 944 time: 0.0489910 Sep 08 09:50:01.188118 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-af4302d2-4a63-4412-9a1e-72a510953ebb req-b757dced-d2b9-423b-8dfd-76d07b96b298 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349576 Sep 08 09:50:02.304604 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a40fe-1588-4741-83bb-ea094d52003a req-6ddac27b-a1d0-4132-b85e-3e2f0ac9ab97 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:50:02.306028 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ca8a40fe-1588-4741-83bb-ea094d52003a req-6ddac27b-a1d0-4132-b85e-3e2f0ac9ab97 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a HTTP/1.1" status: 200 len: 944 time: 0.0495393 Sep 08 09:50:02.343583 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ca8a40fe-1588-4741-83bb-ea094d52003a req-9ec0bb7d-e4a0-40fb-aa16-f69d6f13033b tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313067 Sep 08 09:50:02.973857 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device dfc0202d-aeae-4122-b3a6-e708fa021195 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:50:03.064999 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port dfc0202d-aeae-4122-b3a6-e708fa021195, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=dfc0202d-aeae-4122-b3a6-e708fa021195,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:50:03.076869 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': 'dfc0202d-aeae-4122-b3a6-e708fa021195', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'port_id': 'dfc0202d-aeae-4122-b3a6-e708fa021195', 'mac_address': 'fa:16:3e:0e:44:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:50:03.117120 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:50:03.129925 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfc0202d-aeae-4122-b3a6-e708fa021195 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:50:03.148465 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port dfc0202d-aeae-4122-b3a6-e708fa021195, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=dfc0202d-aeae-4122-b3a6-e708fa021195,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:50:03.152351 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:50:03.198559 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=dfc0202d-aeae-4122-b3a6-e708fa021195,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:50:03.424665 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['dfc0202d-aeae-4122-b3a6-e708fa021195'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:50:03.458002 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e3221-6fba-4a5a-b8f2-d148f7edbb11 req-f128f5e7-7f02-4367-a1db-503f36548c3a tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:50:03.459549 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f40e3221-6fba-4a5a-b8f2-d148f7edbb11 req-f128f5e7-7f02-4367-a1db-503f36548c3a tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a HTTP/1.1" status: 200 len: 945 time: 0.0502217 Sep 08 09:50:03.501258 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f40e3221-6fba-4a5a-b8f2-d148f7edbb11 req-fa81d0bb-9e72-4e76-b975-0ab0d4aa5573 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357370 Sep 08 09:50:04.624719 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5ce9b-8b79-4bdd-9ad0-cc97b5f15b6d req-e0a10e5b-18f7-4dec-b737-abd4d9fad63b tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:50:04.626248 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cdb5ce9b-8b79-4bdd-9ad0-cc97b5f15b6d req-e0a10e5b-18f7-4dec-b737-abd4d9fad63b tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a HTTP/1.1" status: 200 len: 945 time: 0.0513387 Sep 08 09:50:04.663196 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cdb5ce9b-8b79-4bdd-9ad0-cc97b5f15b6d req-6377026e-672f-4921-8d4d-a1b9cbee2e83 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309093 Sep 08 09:50:04.982515 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device dfc0202d-aeae-4122-b3a6-e708fa021195 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:50:05.029717 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port dfc0202d-aeae-4122-b3a6-e708fa021195 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:50:05.033246 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port dfc0202d-aeae-4122-b3a6-e708fa021195 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:50:05.033615 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:50:05.109792 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:50:05.132147 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd33c5e14-c4f2-406a-8de0-7d95fd36f28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc0202d-aeae-4122-b3a6-e708fa021195'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:50:05.134630 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fb56e0-a69d-41d3-840f-7cc9d7b63588" -d '{"events": [{"server_uuid": "d33c5e14-c4f2-406a-8de0-7d95fd36f28a", "name": "network-vif-plugged", "status": "completed", "tag": "dfc0202d-aeae-4122-b3a6-e708fa021195"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:50:05.147115 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port dfc0202d-aeae-4122-b3a6-e708fa021195, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=dfc0202d-aeae-4122-b3a6-e708fa021195,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:50:05.151189 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:50:05.180717 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b748f95-979d-4a72-b353-b423d167c61c x-openstack-request-id: req-0b748f95-979d-4a72-b353-b423d167c61c {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:50:05.181016 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d33c5e14-c4f2-406a-8de0-7d95fd36f28a", "name": "network-vif-plugged", "status": "completed", "tag": "dfc0202d-aeae-4122-b3a6-e708fa021195", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:50:05.181275 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0b748f95-979d-4a72-b353-b423d167c61c {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:50:05.181663 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd33c5e14-c4f2-406a-8de0-7d95fd36f28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc0202d-aeae-4122-b3a6-e708fa021195', 'code': 200} Sep 08 09:50:05.208127 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=dfc0202d-aeae-4122-b3a6-e708fa021195,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:50:05.215703 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:50:05.216598 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:50:05.216950 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:50:05.217293 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:50:05.217631 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:50:05.217970 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:50:05.218388 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:50:05.218881 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:50:05.219326 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:50:05.219763 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:50:05.220242 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:50:05.220684 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:50:05.293831 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e20cf2-f699-4e85-9d1f-2f62d027cbd4 req-c898d6b2-c6fe-4806-a717-9355d9b90fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:50:05.296236 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-60e20cf2-f699-4e85-9d1f-2f62d027cbd4 req-c898d6b2-c6fe-4806-a717-9355d9b90fa5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a HTTP/1.1" status: 200 len: 1098 time: 0.0399647 Sep 08 09:50:05.330944 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-60e20cf2-f699-4e85-9d1f-2f62d027cbd4 req-dcf94c9a-2610-4f4d-98d8-0faa25024f95 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267131 Sep 08 09:50:05.778200 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d645b-eafe-4361-83ee-774862e75839 req-cc54fc40-ad2a-4ba8-9cea-ca16530c990c tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:50:05.780322 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6b2d645b-eafe-4361-83ee-774862e75839 req-cc54fc40-ad2a-4ba8-9cea-ca16530c990c tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a HTTP/1.1" status: 200 len: 946 time: 0.0509984 Sep 08 09:50:05.821700 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6b2d645b-eafe-4361-83ee-774862e75839 req-6a45dc2c-0f60-44ef-9a03-cb0bc869d268 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353994 Sep 08 09:50:06.937031 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c20ff20-502e-4b9a-9f0b-ab6ba4c98d39 req-a7a96038-ebca-485e-9c9c-e04661db4635 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:50:06.938434 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6c20ff20-502e-4b9a-9f0b-ab6ba4c98d39 req-a7a96038-ebca-485e-9c9c-e04661db4635 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a HTTP/1.1" status: 200 len: 946 time: 0.0479071 Sep 08 09:50:06.980195 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6c20ff20-502e-4b9a-9f0b-ab6ba4c98d39 req-a095495b-071e-4d8f-bc41-ee35b51942d6 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358143 Sep 08 09:50:07.090134 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe7b81-412a-4969-ae08-83d1fa7fe365 req-25020d89-0be1-450f-9e05-b66cedad1b7f tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:50:07.091751 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2bfe7b81-412a-4969-ae08-83d1fa7fe365 req-25020d89-0be1-450f-9e05-b66cedad1b7f tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a HTTP/1.1" status: 200 len: 946 time: 0.0492175 Sep 08 09:50:07.100566 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35566) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:50:07.104965 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-f111bc0c-72dd-4564-8ef4-73b682c4c668 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Request body: {'floatingip': {'port_id': 'dfc0202d-aeae-4122-b3a6-e708fa021195'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:50:07.143881 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f111bc0c-72dd-4564-8ef4-73b682c4c668 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks [] for floatingip, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:50:07.587131 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f111bc0c-72dd-4564-8ef4-73b682c4c668 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:50:07.590675 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f111bc0c-72dd-4564-8ef4-73b682c4c668 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:50:07.701977 n-d-806683-11 neutron-server[94713]: INFO neutron.db.l3_db [None req-f111bc0c-72dd-4564-8ef4-73b682c4c668 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Floating IP 1cc09dd0-4c04-432f-9979-2d23f8785480 associated. External IP: 172.25.0.179, port: dfc0202d-aeae-4122-b3a6-e708fa021195. Sep 08 09:50:07.913512 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f111bc0c-72dd-4564-8ef4-73b682c4c668 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Router 05ce7490-0e15-43f4-8105-f657af3d2c35 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:50:08.022508 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f111bc0c-72dd-4564-8ef4-73b682c4c668 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:50:08.027454 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f111bc0c-72dd-4564-8ef4-73b682c4c668 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:50:08.032699 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1f541f-9fd6-4365-8cab-aeb66740009d None None] Sync routers for ids ['05ce7490-0e15-43f4-8105-f657af3d2c35'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:50:08.041470 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1f541f-9fd6-4365-8cab-aeb66740009d None None] Routers {'05ce7490-0e15-43f4-8105-f657af3d2c35'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:50:08.042093 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-1f1f541f-9fd6-4365-8cab-aeb66740009d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:49:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['05ce7490-0e15-43f4-8105-f657af3d2c35'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:50:08.055059 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f111bc0c-72dd-4564-8ef4-73b682c4c668 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "PUT /v2.0/floatingips/1cc09dd0-4c04-432f-9979-2d23f8785480 HTTP/1.1" status: 200 len: 992 time: 0.9534636 Sep 08 09:50:08.055736 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd33c5e14-c4f2-406a-8de0-7d95fd36f28a', 'tag': 'dfc0202d-aeae-4122-b3a6-e708fa021195'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:50:08.058123 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303293a3-86ef-4f78-b997-030e11b630a7" -d '{"events": [{"name": "network-changed", "server_uuid": "d33c5e14-c4f2-406a-8de0-7d95fd36f28a", "tag": "dfc0202d-aeae-4122-b3a6-e708fa021195"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:50:08.168701 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-1f1f541f-9fd6-4365-8cab-aeb66740009d None None] Set router 05ce7490-0e15-43f4-8105-f657af3d2c35 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:50:08.172043 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0f6d5c-f674-451c-b453-2d4ec970f9aa x-openstack-request-id: req-3f0f6d5c-f674-451c-b453-2d4ec970f9aa {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:50:08.172507 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d33c5e14-c4f2-406a-8de0-7d95fd36f28a", "tag": "dfc0202d-aeae-4122-b3a6-e708fa021195", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:50:08.172617 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3f0f6d5c-f674-451c-b453-2d4ec970f9aa {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:50:08.173009 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd33c5e14-c4f2-406a-8de0-7d95fd36f28a', 'tag': 'dfc0202d-aeae-4122-b3a6-e708fa021195', 'status': 'completed', 'code': 200} Sep 08 09:50:08.249475 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303293a3-86ef-4f78-b997-030e11b630a7 req-f3f5c97b-e170-49b8-bef1-cfe90df11393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:50:08.251105 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-303293a3-86ef-4f78-b997-030e11b630a7 req-f3f5c97b-e170-49b8-bef1-cfe90df11393 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a HTTP/1.1" status: 200 len: 1098 time: 0.0403814 Sep 08 09:50:08.342898 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303293a3-86ef-4f78-b997-030e11b630a7 req-7388596d-cff0-49f3-8667-8f5d3855621b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:50:08.344412 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-303293a3-86ef-4f78-b997-030e11b630a7 req-7388596d-cff0-49f3-8667-8f5d3855621b service neutron] 10.222.0.37 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 912 time: 0.0855117 Sep 08 09:50:08.392873 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-1f1f541f-9fd6-4365-8cab-aeb66740009d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'name': 'tempest-ServerActionsTestJSON-468434758-router', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:49:49Z', 'updated_at': '2021-09-08T09:49:52Z', 'revision_number': 4, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'gw_port': {'id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:50Z', 'updated_at': '2021-09-08T09:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '1cc09dd0-4c04-432f-9979-2d23f8785480', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'port_id': 'dfc0202d-aeae-4122-b3a6-e708fa021195', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'mac_address': 'fa:16:3e:0e:44:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c5e14-c4f2-406a-8de0-7d95fd36f28a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:49:55Z', 'updated_at': '2021-09-08T09:50:07Z', 'revision_number': 1, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5582de1-3396-4d7e-bbed-abc32fa0d334', 'name': '', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'mac_address': 'fa:16:3e:92:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:51Z', 'updated_at': '2021-09-08T09:49:57Z', 'revision_number': 5, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'subnets': [{'id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:50:08.414099 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-303293a3-86ef-4f78-b997-030e11b630a7 req-49a52218-df3e-41da-ad87-60dbdbb2b7ad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfc0202d-aeae-4122-b3a6-e708fa021195 HTTP/1.1" status: 200 len: 1000 time: 0.0629277 Sep 08 09:50:08.418604 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1f541f-9fd6-4365-8cab-aeb66740009d None None] Checking router: 05ce7490-0e15-43f4-8105-f657af3d2c35 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:50:08.426736 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1f541f-9fd6-4365-8cab-aeb66740009d None None] Routers {'05ce7490-0e15-43f4-8105-f657af3d2c35'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:50:08.427278 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-1f1f541f-9fd6-4365-8cab-aeb66740009d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:49:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['05ce7490-0e15-43f4-8105-f657af3d2c35'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:50:08.462309 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303293a3-86ef-4f78-b997-030e11b630a7 req-5024b231-94e7-4dd0-a726-30c9921ad984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:50:08.463809 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-303293a3-86ef-4f78-b997-030e11b630a7 req-5024b231-94e7-4dd0-a726-30c9921ad984 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3b531fef-5a3f-45ac-8dd7-7a7f503eff71 HTTP/1.1" status: 200 len: 850 time: 0.0435236 Sep 08 09:50:08.508284 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303293a3-86ef-4f78-b997-030e11b630a7 req-76a92cce-d105-46cb-909b-6b5e0ab53709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:50:08.509858 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-303293a3-86ef-4f78-b997-030e11b630a7 req-76a92cce-d105-46cb-909b-6b5e0ab53709 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56185bcd-0b80-44ca-98ec-163ebc8eacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390224 Sep 08 09:50:08.531777 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-1f1f541f-9fd6-4365-8cab-aeb66740009d None None] Set router 05ce7490-0e15-43f4-8105-f657af3d2c35 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:50:08.603342 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-303293a3-86ef-4f78-b997-030e11b630a7 req-344a8faf-963f-45a9-8ec3-d501a64efe22 service neutron] 10.222.0.37 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866868 Sep 08 09:50:08.691006 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-303293a3-86ef-4f78-b997-030e11b630a7 req-4399c373-4671-4fb4-9879-d2169000b702 service neutron] 10.222.0.37 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809212 Sep 08 09:50:08.757607 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-1f1f541f-9fd6-4365-8cab-aeb66740009d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'name': 'tempest-ServerActionsTestJSON-468434758-router', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:49:49Z', 'updated_at': '2021-09-08T09:49:52Z', 'revision_number': 4, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'gw_port': {'id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:50Z', 'updated_at': '2021-09-08T09:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '1cc09dd0-4c04-432f-9979-2d23f8785480', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'port_id': 'dfc0202d-aeae-4122-b3a6-e708fa021195', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'mac_address': 'fa:16:3e:0e:44:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c5e14-c4f2-406a-8de0-7d95fd36f28a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:49:55Z', 'updated_at': '2021-09-08T09:50:07Z', 'revision_number': 1, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5582de1-3396-4d7e-bbed-abc32fa0d334', 'name': '', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'mac_address': 'fa:16:3e:92:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:51Z', 'updated_at': '2021-09-08T09:49:57Z', 'revision_number': 5, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'subnets': [{'id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:50:08.784541 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1f541f-9fd6-4365-8cab-aeb66740009d None None] The sync data for ids ['05ce7490-0e15-43f4-8105-f657af3d2c35'] in n-d-806683-11 is: [{'id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'name': 'tempest-ServerActionsTestJSON-468434758-router', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:49:49Z', 'updated_at': '2021-09-08T09:49:52Z', 'revision_number': 4, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'gw_port': {'id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:50Z', 'updated_at': '2021-09-08T09:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '1cc09dd0-4c04-432f-9979-2d23f8785480', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'port_id': 'dfc0202d-aeae-4122-b3a6-e708fa021195', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'mac_address': 'fa:16:3e:0e:44:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33c5e14-c4f2-406a-8de0-7d95fd36f28a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:49:55Z', 'updated_at': '2021-09-08T09:50:07Z', 'revision_number': 1, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5582de1-3396-4d7e-bbed-abc32fa0d334', 'name': '', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'mac_address': 'fa:16:3e:92:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:51Z', 'updated_at': '2021-09-08T09:49:57Z', 'revision_number': 5, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'subnets': [{'id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:50:08.970617 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1693b922-a653-4c91-b8c0-a2f522ef08b6 None None] New status for floating IP 1cc09dd0-4c04-432f-9979-2d23f8785480: ACTIVE {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:50:17.708022 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1a9c0bbe-c9fe-456b-850a-f721ea507188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:50:20.468367 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:50:20.816776 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-40c70783-ac87-470f-a77f-d7d5b58d4d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:50:22.287241 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:50:23.702234 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:50:24.184623 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [req-8ab47843-b58f-4ec3-83ac-8370e3811a9a req-ebbe7d56-c32b-4626-b680-b7e4f821ef12 service neutron] (94712) timed out ('10.222.0.54', 32838) {{(pid=94712) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 09:50:24.533715 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:50:26.459992 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:50:29.015282 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:50:42.871375 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ae7875cd-f087-4275-92c4-8671915fa56d req-0e4271a7-4836-45d5-9f8f-3182c2fd274d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432196 Sep 08 09:50:42.971677 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7875cd-f087-4275-92c4-8671915fa56d req-e18c9956-753e-44e6-ac0c-f1a365265342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:50:42.973148 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ae7875cd-f087-4275-92c4-8671915fa56d req-e18c9956-753e-44e6-ac0c-f1a365265342 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a HTTP/1.1" status: 200 len: 1098 time: 0.0404899 Sep 08 09:50:43.076159 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7875cd-f087-4275-92c4-8671915fa56d req-f95467a3-3e55-4b3a-b6bf-f08ea1242fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:50:43.077601 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ae7875cd-f087-4275-92c4-8671915fa56d req-f95467a3-3e55-4b3a-b6bf-f08ea1242fe3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 912 time: 0.0850320 Sep 08 09:50:43.143078 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ae7875cd-f087-4275-92c4-8671915fa56d req-2a2a7616-6ca1-49b4-ac26-8dc2bef78b28 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfc0202d-aeae-4122-b3a6-e708fa021195 HTTP/1.1" status: 200 len: 1002 time: 0.0581782 Sep 08 09:50:43.190604 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7875cd-f087-4275-92c4-8671915fa56d req-3bb0ba22-4b60-4074-badf-f00ce5fac99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:50:43.191989 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ae7875cd-f087-4275-92c4-8671915fa56d req-3bb0ba22-4b60-4074-badf-f00ce5fac99f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3b531fef-5a3f-45ac-8dd7-7a7f503eff71 HTTP/1.1" status: 200 len: 850 time: 0.0420432 Sep 08 09:50:43.240003 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7875cd-f087-4275-92c4-8671915fa56d req-d560132b-afe2-419b-a9ee-9a5707116c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:50:43.241459 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ae7875cd-f087-4275-92c4-8671915fa56d req-d560132b-afe2-419b-a9ee-9a5707116c36 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56185bcd-0b80-44ca-98ec-163ebc8eacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422421 Sep 08 09:50:43.328735 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ae7875cd-f087-4275-92c4-8671915fa56d req-47d34b7d-1923-4420-a3da-caa81954f443 service neutron] 10.222.0.37 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799603 Sep 08 09:50:43.418445 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ae7875cd-f087-4275-92c4-8671915fa56d req-a8eee915-dc48-46a0-ae1c-0af7156cc2be service neutron] 10.222.0.37 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823507 Sep 08 09:50:47.709419 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f0088035-b291-4395-8a50-f33842a53ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:50:50.470558 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:50:50.817142 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-28ecea29-514b-4252-a990-e7c1b4c1d571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:50:52.290765 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:50:53.705395 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:50:54.542007 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:50:59.049096 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:51:03.462407 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:51:17.710210 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7bc8ad2c-5366-45c4-bbac-1c98e7e09fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:51:20.473808 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:51:20.817040 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1b0f760a-e91c-4402-bb67-72239d90dcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:51:22.293164 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:51:23.708406 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:51:24.540090 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:51:29.045589 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:51:40.466412 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:51:43.874759 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-232a27c1-26b7-465f-bec1-dde1649e3a36 req-00078b51-e5a4-408c-a6e2-0f893625cc1c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408444 Sep 08 09:51:43.974931 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a27c1-26b7-465f-bec1-dde1649e3a36 req-08f071bd-b912-4f7f-974e-b0e11ae17aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:51:43.976501 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-232a27c1-26b7-465f-bec1-dde1649e3a36 req-08f071bd-b912-4f7f-974e-b0e11ae17aaa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a HTTP/1.1" status: 200 len: 1098 time: 0.0402052 Sep 08 09:51:44.254919 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44203e-5cdb-46e4-8cab-61371f17166a req-e10dce42-5a73-4489-90e5-9c38f8363a8b tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:51:44.256457 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9e44203e-5cdb-46e4-8cab-61371f17166a req-e10dce42-5a73-4489-90e5-9c38f8363a8b tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a HTTP/1.1" status: 200 len: 946 time: 0.0538223 Sep 08 09:51:44.297426 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9e44203e-5cdb-46e4-8cab-61371f17166a req-b08c8a39-c36e-4470-9988-961ba92390f9 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347416 Sep 08 09:51:44.409839 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a27c1-26b7-465f-bec1-dde1649e3a36 req-5ce75efd-2dfa-4c8c-a3a8-daf6d1b98d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:51:44.411400 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-232a27c1-26b7-465f-bec1-dde1649e3a36 req-5ce75efd-2dfa-4c8c-a3a8-daf6d1b98d6a service neutron] 10.222.0.37 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 912 time: 0.4121161 Sep 08 09:51:44.485185 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-232a27c1-26b7-465f-bec1-dde1649e3a36 req-6b2c8e1e-d152-44c0-b91a-5aa222308883 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfc0202d-aeae-4122-b3a6-e708fa021195 HTTP/1.1" status: 200 len: 1002 time: 0.0648196 Sep 08 09:51:44.535973 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a27c1-26b7-465f-bec1-dde1649e3a36 req-81918fd7-5c76-4547-b5ce-eba593fcf6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:51:44.537444 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-232a27c1-26b7-465f-bec1-dde1649e3a36 req-81918fd7-5c76-4547-b5ce-eba593fcf6f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3b531fef-5a3f-45ac-8dd7-7a7f503eff71 HTTP/1.1" status: 200 len: 850 time: 0.0456715 Sep 08 09:51:44.568633 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-be57a310-6d03-4e3c-b3e7-72f4d26dc494 req-19eafa52-aa2a-4414-9df5-13ad5c0de231 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0774748 Sep 08 09:51:44.583175 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1889627-e8db-45b4-ad6c-fb3592b6d0eb req-f1398d54-a50a-45d8-bc82-3a2a46a1e7b8 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:51:44.585141 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d1889627-e8db-45b4-ad6c-fb3592b6d0eb req-f1398d54-a50a-45d8-bc82-3a2a46a1e7b8 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a HTTP/1.1" status: 200 len: 946 time: 0.0679615 Sep 08 09:51:44.592584 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a27c1-26b7-465f-bec1-dde1649e3a36 req-64f94b30-6422-40f5-b09c-365cbe2b4a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:51:44.594410 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-232a27c1-26b7-465f-bec1-dde1649e3a36 req-64f94b30-6422-40f5-b09c-365cbe2b4a5d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56185bcd-0b80-44ca-98ec-163ebc8eacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496414 Sep 08 09:51:44.626979 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d1889627-e8db-45b4-ad6c-fb3592b6d0eb req-2ac5365b-54d9-4ce5-ad7e-bdda41134856 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354400 Sep 08 09:51:44.691527 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-232a27c1-26b7-465f-bec1-dde1649e3a36 req-c3d78475-436a-477f-96c6-ea6f248ce2f6 service neutron] 10.222.0.37 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901999 Sep 08 09:51:44.790648 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-232a27c1-26b7-465f-bec1-dde1649e3a36 req-c54155c6-c812-4fe2-92c0-d5e776710c50 service neutron] 10.222.0.37 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913498 Sep 08 09:51:45.765329 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57a310-6d03-4e3c-b3e7-72f4d26dc494 req-2b07fc00-a508-4ea5-b115-ee8a424717b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:51:45.766893 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-be57a310-6d03-4e3c-b3e7-72f4d26dc494 req-2b07fc00-a508-4ea5-b115-ee8a424717b7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a HTTP/1.1" status: 200 len: 1098 time: 0.0672209 Sep 08 09:51:45.778077 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e643334-9a53-41e6-8dff-e90b488d9464 req-3c5a4b33-7627-485d-87ce-a148fdac4f78 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:51:45.779476 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3e643334-9a53-41e6-8dff-e90b488d9464 req-3c5a4b33-7627-485d-87ce-a148fdac4f78 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a HTTP/1.1" status: 200 len: 946 time: 0.0810137 Sep 08 09:51:45.870314 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3e643334-9a53-41e6-8dff-e90b488d9464 req-7ba1904e-8684-448d-b3be-b0f8dbbe1ea0 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818040 Sep 08 09:51:45.893984 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57a310-6d03-4e3c-b3e7-72f4d26dc494 req-997bccb2-d2fd-4285-92d7-e2747acdc133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:51:45.895506 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-be57a310-6d03-4e3c-b3e7-72f4d26dc494 req-997bccb2-d2fd-4285-92d7-e2747acdc133 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 912 time: 0.1151826 Sep 08 09:51:45.963475 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-be57a310-6d03-4e3c-b3e7-72f4d26dc494 req-e684fca3-2a29-4a31-a20c-160264d7a829 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfc0202d-aeae-4122-b3a6-e708fa021195 HTTP/1.1" status: 200 len: 1002 time: 0.0610466 Sep 08 09:51:46.011879 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57a310-6d03-4e3c-b3e7-72f4d26dc494 req-0a3e87f9-cd64-4a4a-9a2b-b433516814ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:51:46.013308 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-be57a310-6d03-4e3c-b3e7-72f4d26dc494 req-0a3e87f9-cd64-4a4a-9a2b-b433516814ad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3b531fef-5a3f-45ac-8dd7-7a7f503eff71 HTTP/1.1" status: 200 len: 850 time: 0.0435770 Sep 08 09:51:46.057406 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57a310-6d03-4e3c-b3e7-72f4d26dc494 req-a36d2030-00df-4d7e-a0c1-63a9ea1212d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:51:46.058921 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-be57a310-6d03-4e3c-b3e7-72f4d26dc494 req-a36d2030-00df-4d7e-a0c1-63a9ea1212d1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56185bcd-0b80-44ca-98ec-163ebc8eacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390229 Sep 08 09:51:46.149633 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-be57a310-6d03-4e3c-b3e7-72f4d26dc494 req-464ab0c0-f4d2-47bf-9210-9f28dc97809b service neutron] 10.222.0.37 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836527 Sep 08 09:51:46.239553 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-be57a310-6d03-4e3c-b3e7-72f4d26dc494 req-31ee062f-3ec2-4f41-b346-e86046980327 service neutron] 10.222.0.37 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830908 Sep 08 09:51:47.000691 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ea486-a0a9-4edd-9234-df0473c71ff2 req-ec97efca-8047-481b-ae14-aaa3d88b4546 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:51:47.002458 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-074ea486-a0a9-4edd-9234-df0473c71ff2 req-ec97efca-8047-481b-ae14-aaa3d88b4546 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a HTTP/1.1" status: 200 len: 946 time: 0.0645554 Sep 08 09:51:47.039302 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-074ea486-a0a9-4edd-9234-df0473c71ff2 req-80dd9f63-51a9-4e22-9f38-3e4dff8a7ab5 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309737 Sep 08 09:51:47.712563 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3c948de4-1219-4df9-8bc1-13eb4b3c2c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:51:48.159844 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3413a34-ade6-4463-b937-d93557f1532d req-f093fdc4-1fcc-42d0-9fcf-3f54ca83cf7d tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:51:48.161337 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d3413a34-ade6-4463-b937-d93557f1532d req-f093fdc4-1fcc-42d0-9fcf-3f54ca83cf7d tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a HTTP/1.1" status: 200 len: 946 time: 0.0513184 Sep 08 09:51:48.208831 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d3413a34-ade6-4463-b937-d93557f1532d req-03b54421-d811-44aa-a81a-1264854f327a tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414913 Sep 08 09:51:49.328275 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79fa0d-58d6-4923-8889-be74add4ab56 req-ded749bd-d59b-465b-a493-bfd25e18ab7b tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:51:49.331017 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ba79fa0d-58d6-4923-8889-be74add4ab56 req-ded749bd-d59b-465b-a493-bfd25e18ab7b tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a HTTP/1.1" status: 200 len: 946 time: 0.0506041 Sep 08 09:51:49.367807 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ba79fa0d-58d6-4923-8889-be74add4ab56 req-211a3661-e545-486e-ae76-08e34354409f tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308473 Sep 08 09:51:50.474900 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:51:50.485148 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d931db-1b24-4668-a1fc-9d11f31a86c0 req-150abf88-3e0b-4462-8e17-ce9b41254cbb tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:51:50.487862 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d4d931db-1b24-4668-a1fc-9d11f31a86c0 req-150abf88-3e0b-4462-8e17-ce9b41254cbb tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a HTTP/1.1" status: 200 len: 946 time: 0.0528138 Sep 08 09:51:50.527131 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d4d931db-1b24-4668-a1fc-9d11f31a86c0 req-6bdfc634-626a-4d4c-9877-f31f1acea02a tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332980 Sep 08 09:51:50.816807 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a50a5707-a97b-404d-b830-af683c09f8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:51:51.646433 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6103e-dfa5-4deb-ba45-c477cdcb895b req-613acaa5-e1f5-4913-bee3-923b4551b84c tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:51:51.647921 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-02e6103e-dfa5-4deb-ba45-c477cdcb895b req-613acaa5-e1f5-4913-bee3-923b4551b84c tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a HTTP/1.1" status: 200 len: 946 time: 0.0530579 Sep 08 09:51:51.685750 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-02e6103e-dfa5-4deb-ba45-c477cdcb895b req-ad37f125-59f2-4cf9-97fa-1800894aff82 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319901 Sep 08 09:51:52.300441 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:51:52.803308 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36459623-7224-4e85-8e77-60db8ad8d872 req-d39be279-4d73-48c9-ad59-1eda8f144e2f tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:51:52.804872 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-36459623-7224-4e85-8e77-60db8ad8d872 req-d39be279-4d73-48c9-ad59-1eda8f144e2f tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a HTTP/1.1" status: 200 len: 946 time: 0.0506046 Sep 08 09:51:52.856692 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-36459623-7224-4e85-8e77-60db8ad8d872 req-afa98336-eaef-4899-aa0a-6e5182b8ab2d tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405121 Sep 08 09:51:53.710049 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:51:53.975859 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e1b8a-3239-41ee-8b0d-5bbd0902bc10 req-d4c59cb9-deca-45b5-893c-39b1d9bc08fe tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:51:53.977422 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a14e1b8a-3239-41ee-8b0d-5bbd0902bc10 req-d4c59cb9-deca-45b5-893c-39b1d9bc08fe tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a HTTP/1.1" status: 200 len: 946 time: 0.0517893 Sep 08 09:51:54.015687 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a14e1b8a-3239-41ee-8b0d-5bbd0902bc10 req-5537a827-c25e-4900-816b-21b697a3ba04 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320010 Sep 08 09:51:54.540180 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:51:55.130805 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7af6c7-fc64-482d-8cde-f82383a50e10 req-c6953fcf-7e2d-4c9e-b52a-1aba4e082328 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:51:55.132276 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cf7af6c7-fc64-482d-8cde-f82383a50e10 req-c6953fcf-7e2d-4c9e-b52a-1aba4e082328 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a HTTP/1.1" status: 200 len: 946 time: 0.0482402 Sep 08 09:51:55.174633 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cf7af6c7-fc64-482d-8cde-f82383a50e10 req-ba0b740c-1b3d-4d47-9ab2-a0f5a0b382dd tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363331 Sep 08 09:51:56.294684 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c772b93-f467-4ee8-b18c-95438a97a4f5 req-9d2450d2-e20e-44ed-aadb-ee8bbc2aad51 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:51:56.296211 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8c772b93-f467-4ee8-b18c-95438a97a4f5 req-9d2450d2-e20e-44ed-aadb-ee8bbc2aad51 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a HTTP/1.1" status: 200 len: 946 time: 0.0512776 Sep 08 09:51:56.333819 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8c772b93-f467-4ee8-b18c-95438a97a4f5 req-3671379f-e6db-4391-9107-909cfac784c6 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314691 Sep 08 09:51:57.450785 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb6f91-8a47-45ee-ad46-9a9561f06dc6 req-4aea6e4b-0e24-41d8-909f-9beb4411eaf0 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:51:57.452199 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d5bb6f91-8a47-45ee-ad46-9a9561f06dc6 req-4aea6e4b-0e24-41d8-909f-9beb4411eaf0 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a HTTP/1.1" status: 200 len: 946 time: 0.0492258 Sep 08 09:51:57.490552 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d5bb6f91-8a47-45ee-ad46-9a9561f06dc6 req-d7a0341c-e5b6-4c85-ada3-925ce62adcb7 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315063 Sep 08 09:51:58.291431 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [req-be57a310-6d03-4e3c-b3e7-72f4d26dc494 req-1cc6985f-874d-44d5-bad0-4f1708831f91 service neutron] show failed (client error): The resource could not be found. Sep 08 09:51:58.292427 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-be57a310-6d03-4e3c-b3e7-72f4d26dc494 req-1cc6985f-874d-44d5-bad0-4f1708831f91 service neutron] 10.222.0.37 "GET /v2.0/ports/dfc0202d-aeae-4122-b3a6-e708fa021195/bindings/n-h2-806683-11 HTTP/1.1" status: 404 len: 381 time: 0.0532014 Sep 08 09:51:58.488263 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57a310-6d03-4e3c-b3e7-72f4d26dc494 req-27823592-43fe-40f0-a868-98dbcae6f55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:51:58.489783 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-be57a310-6d03-4e3c-b3e7-72f4d26dc494 req-27823592-43fe-40f0-a868-98dbcae6f55d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a&tenant_id=32544c70c4c447a7a8477bdcba419f99 HTTP/1.1" status: 200 len: 1098 time: 0.0430224 Sep 08 09:51:58.508514 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-be57a310-6d03-4e3c-b3e7-72f4d26dc494 req-fb01c46b-2f62-48b3-87df-a50c6722b5dc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-11', 'device_owner': 'compute:nova'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:51:58.567245 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-be57a310-6d03-4e3c-b3e7-72f4d26dc494 req-fb01c46b-2f62-48b3-87df-a50c6722b5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:51:58.619387 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7240327-bd26-4782-b1af-ecc8833f83e1 req-8a57c48e-3123-432e-8726-bbb03d4d023b tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:51:58.620935 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e7240327-bd26-4782-b1af-ecc8833f83e1 req-8a57c48e-3123-432e-8726-bbb03d4d023b tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a HTTP/1.1" status: 200 len: 946 time: 0.0577834 Sep 08 09:51:58.660895 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e7240327-bd26-4782-b1af-ecc8833f83e1 req-54d9278b-ba23-4f9a-8da6-a9bc054c679d tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337646 Sep 08 09:51:58.774663 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-be57a310-6d03-4e3c-b3e7-72f4d26dc494 req-fb01c46b-2f62-48b3-87df-a50c6722b5dc service neutron] For port dfc0202d-aeae-4122-b3a6-e708fa021195, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=dfc0202d-aeae-4122-b3a6-e708fa021195,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:51:58.806167 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-be57a310-6d03-4e3c-b3e7-72f4d26dc494 req-fb01c46b-2f62-48b3-87df-a50c6722b5dc service neutron] For port dfc0202d-aeae-4122-b3a6-e708fa021195, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:51:58.844361 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd33c5e14-c4f2-406a-8de0-7d95fd36f28a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfc0202d-aeae-4122-b3a6-e708fa021195'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:51:58.847113 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7ff3ff-8266-404f-a053-0c812758d877" -d '{"events": [{"server_uuid": "d33c5e14-c4f2-406a-8de0-7d95fd36f28a", "name": "network-vif-unplugged", "status": "completed", "tag": "dfc0202d-aeae-4122-b3a6-e708fa021195"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:51:58.851289 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-be57a310-6d03-4e3c-b3e7-72f4d26dc494 req-fb01c46b-2f62-48b3-87df-a50c6722b5dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:51:58.864294 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-be57a310-6d03-4e3c-b3e7-72f4d26dc494 req-fb01c46b-2f62-48b3-87df-a50c6722b5dc service neutron] Transition to ACTIVE for port object dfc0202d-aeae-4122-b3a6-e708fa021195 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:51:58.869242 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-be57a310-6d03-4e3c-b3e7-72f4d26dc494 req-fb01c46b-2f62-48b3-87df-a50c6722b5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:51:58.904369 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 09:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41775598-de97-4f1d-8ec7-283407f5a416 x-openstack-request-id: req-41775598-de97-4f1d-8ec7-283407f5a416 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:51:58.904661 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d33c5e14-c4f2-406a-8de0-7d95fd36f28a", "name": "network-vif-unplugged", "status": "completed", "tag": "dfc0202d-aeae-4122-b3a6-e708fa021195", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:51:58.904912 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-41775598-de97-4f1d-8ec7-283407f5a416 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:51:58.905822 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd33c5e14-c4f2-406a-8de0-7d95fd36f28a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfc0202d-aeae-4122-b3a6-e708fa021195', 'code': 200} Sep 08 09:51:58.981831 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb01c46b-2f62-48b3-87df-a50c6722b5dc service neutron] Pushing event updated for resources: {'Port': ['ID=dfc0202d-aeae-4122-b3a6-e708fa021195,revision_number=6']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:51:59.003602 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb01c46b-2f62-48b3-87df-a50c6722b5dc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:51:59.003953 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb01c46b-2f62-48b3-87df-a50c6722b5dc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:51:59.004297 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb01c46b-2f62-48b3-87df-a50c6722b5dc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:51:59.004638 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb01c46b-2f62-48b3-87df-a50c6722b5dc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:51:59.004976 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb01c46b-2f62-48b3-87df-a50c6722b5dc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:51:59.005310 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb01c46b-2f62-48b3-87df-a50c6722b5dc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:51:59.005650 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb01c46b-2f62-48b3-87df-a50c6722b5dc service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:51:59.005979 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb01c46b-2f62-48b3-87df-a50c6722b5dc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:51:59.006335 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb01c46b-2f62-48b3-87df-a50c6722b5dc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:51:59.006663 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb01c46b-2f62-48b3-87df-a50c6722b5dc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:51:59.006993 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb01c46b-2f62-48b3-87df-a50c6722b5dc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:51:59.007320 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb01c46b-2f62-48b3-87df-a50c6722b5dc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:51:59.060744 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:51:59.065190 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-be57a310-6d03-4e3c-b3e7-72f4d26dc494 req-fb01c46b-2f62-48b3-87df-a50c6722b5dc service neutron] No DVR routers for this DVR port dfc0202d-aeae-4122-b3a6-e708fa021195 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:51:59.200325 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-be57a310-6d03-4e3c-b3e7-72f4d26dc494 req-fb01c46b-2f62-48b3-87df-a50c6722b5dc service neutron] Attempting to bind port dfc0202d-aeae-4122-b3a6-e708fa021195 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:51:59.200646 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-be57a310-6d03-4e3c-b3e7-72f4d26dc494 req-fb01c46b-2f62-48b3-87df-a50c6722b5dc service neutron] Attempting to bind port dfc0202d-aeae-4122-b3a6-e708fa021195 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': 'c1b2f16d-81bb-4a62-b017-6a60b97abe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:51:59.200981 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be57a310-6d03-4e3c-b3e7-72f4d26dc494 req-fb01c46b-2f62-48b3-87df-a50c6722b5dc service neutron] Attempting to bind port dfc0202d-aeae-4122-b3a6-e708fa021195 on network 56185bcd-0b80-44ca-98ec-163ebc8eacb4 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:51:59.206408 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be57a310-6d03-4e3c-b3e7-72f4d26dc494 req-fb01c46b-2f62-48b3-87df-a50c6722b5dc service neutron] Port dfc0202d-aeae-4122-b3a6-e708fa021195 on network 56185bcd-0b80-44ca-98ec-163ebc8eacb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:51:59.206741 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be57a310-6d03-4e3c-b3e7-72f4d26dc494 req-fb01c46b-2f62-48b3-87df-a50c6722b5dc service neutron] Attempting to bind port dfc0202d-aeae-4122-b3a6-e708fa021195 on network 56185bcd-0b80-44ca-98ec-163ebc8eacb4 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:51:59.212238 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be57a310-6d03-4e3c-b3e7-72f4d26dc494 req-fb01c46b-2f62-48b3-87df-a50c6722b5dc service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:51:59.212581 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be57a310-6d03-4e3c-b3e7-72f4d26dc494 req-fb01c46b-2f62-48b3-87df-a50c6722b5dc service neutron] Checking segment: {'id': 'c1b2f16d-81bb-4a62-b017-6a60b97abe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:51:59.212969 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be57a310-6d03-4e3c-b3e7-72f4d26dc494 req-fb01c46b-2f62-48b3-87df-a50c6722b5dc service neutron] Bound using segment: {'id': 'c1b2f16d-81bb-4a62-b017-6a60b97abe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:51:59.213433 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-be57a310-6d03-4e3c-b3e7-72f4d26dc494 req-fb01c46b-2f62-48b3-87df-a50c6722b5dc service neutron] Bound port: dfc0202d-aeae-4122-b3a6-e708fa021195, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1b2f16d-81bb-4a62-b017-6a60b97abe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:51:59.213794 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-be57a310-6d03-4e3c-b3e7-72f4d26dc494 req-fb01c46b-2f62-48b3-87df-a50c6722b5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:51:59.276374 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-be57a310-6d03-4e3c-b3e7-72f4d26dc494 req-fb01c46b-2f62-48b3-87df-a50c6722b5dc service neutron] For port dfc0202d-aeae-4122-b3a6-e708fa021195, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:51:59.279812 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-be57a310-6d03-4e3c-b3e7-72f4d26dc494 req-fb01c46b-2f62-48b3-87df-a50c6722b5dc service neutron] For port dfc0202d-aeae-4122-b3a6-e708fa021195, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=dfc0202d-aeae-4122-b3a6-e708fa021195,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:51:59.283670 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.35', 59361) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:51:59.286198 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-be57a310-6d03-4e3c-b3e7-72f4d26dc494 req-fb01c46b-2f62-48b3-87df-a50c6722b5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:51:59.346783 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57a310-6d03-4e3c-b3e7-72f4d26dc494 req-fb01c46b-2f62-48b3-87df-a50c6722b5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:51:59.347408 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-be57a310-6d03-4e3c-b3e7-72f4d26dc494 req-fb01c46b-2f62-48b3-87df-a50c6722b5dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:51:59.348789 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-be57a310-6d03-4e3c-b3e7-72f4d26dc494 req-fb01c46b-2f62-48b3-87df-a50c6722b5dc service neutron] 10.222.0.35 "PUT /v2.0/ports/dfc0202d-aeae-4122-b3a6-e708fa021195 HTTP/1.1" status: 200 len: 1093 time: 0.8442221 Sep 08 09:51:59.375319 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb01c46b-2f62-48b3-87df-a50c6722b5dc service neutron] Pushing event updated for resources: {'Port': ['ID=dfc0202d-aeae-4122-b3a6-e708fa021195,revision_number=7']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:51:59.380782 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef2584-a19d-4820-854d-b9f47a888ea3 req-782e71ac-ebdf-4b9f-8b56-0274f8935471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:51:59.382358 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b4ef2584-a19d-4820-854d-b9f47a888ea3 req-782e71ac-ebdf-4b9f-8b56-0274f8935471 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a HTTP/1.1" status: 200 len: 1096 time: 0.0975730 Sep 08 09:51:59.492447 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef2584-a19d-4820-854d-b9f47a888ea3 req-d00e0944-f21e-44df-b10e-8e9a2070eb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:51:59.493959 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b4ef2584-a19d-4820-854d-b9f47a888ea3 req-d00e0944-f21e-44df-b10e-8e9a2070eb8d service neutron] 10.222.0.35 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 912 time: 0.0904434 Sep 08 09:51:59.565448 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b4ef2584-a19d-4820-854d-b9f47a888ea3 req-5afd32a7-d7af-4533-ac8f-847ad1bc8174 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfc0202d-aeae-4122-b3a6-e708fa021195 HTTP/1.1" status: 200 len: 1000 time: 0.0639565 Sep 08 09:51:59.616584 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef2584-a19d-4820-854d-b9f47a888ea3 req-84d7b819-4d35-411a-b252-92efc2b28a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:51:59.618123 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b4ef2584-a19d-4820-854d-b9f47a888ea3 req-84d7b819-4d35-411a-b252-92efc2b28a65 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b531fef-5a3f-45ac-8dd7-7a7f503eff71 HTTP/1.1" status: 200 len: 850 time: 0.0458264 Sep 08 09:51:59.664012 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef2584-a19d-4820-854d-b9f47a888ea3 req-48eb635d-9543-4f50-9fc6-78d2816edd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:51:59.665550 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b4ef2584-a19d-4820-854d-b9f47a888ea3 req-48eb635d-9543-4f50-9fc6-78d2816edd17 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=56185bcd-0b80-44ca-98ec-163ebc8eacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403047 Sep 08 09:51:59.760069 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b4ef2584-a19d-4820-854d-b9f47a888ea3 req-abab261c-79e7-4521-b96d-f1c3c8f6736c service neutron] 10.222.0.35 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874527 Sep 08 09:51:59.778893 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f0470-77cf-4f1c-be46-07c925ea4b98 req-e6545edb-3dd2-4ab1-ba61-963aa13ccb88 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:51:59.780394 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4e1f0470-77cf-4f1c-be46-07c925ea4b98 req-e6545edb-3dd2-4ab1-ba61-963aa13ccb88 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a HTTP/1.1" status: 200 len: 944 time: 0.0491939 Sep 08 09:51:59.817510 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4e1f0470-77cf-4f1c-be46-07c925ea4b98 req-e52cf9e1-5414-400b-ac1b-2cab418b1155 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309384 Sep 08 09:51:59.851289 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b4ef2584-a19d-4820-854d-b9f47a888ea3 req-2eff79ea-6533-446c-b71f-7984079265b8 service neutron] 10.222.0.35 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840604 Sep 08 09:51:59.965222 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57a310-6d03-4e3c-b3e7-72f4d26dc494 req-ff4d3b24-0166-4f5d-b91c-9385dcbd26ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:51:59.966690 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-be57a310-6d03-4e3c-b3e7-72f4d26dc494 req-ff4d3b24-0166-4f5d-b91c-9385dcbd26ae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a HTTP/1.1" status: 200 len: 1096 time: 0.0456507 Sep 08 09:52:00.054770 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57a310-6d03-4e3c-b3e7-72f4d26dc494 req-3d7a5c16-4799-4a06-bef6-ce51db5ee11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:00.056231 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-be57a310-6d03-4e3c-b3e7-72f4d26dc494 req-3d7a5c16-4799-4a06-bef6-ce51db5ee11b service neutron] 10.222.0.35 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 912 time: 0.0832527 Sep 08 09:52:00.124891 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-be57a310-6d03-4e3c-b3e7-72f4d26dc494 req-30fa2876-3c6e-43d2-823d-efec5e170bfc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfc0202d-aeae-4122-b3a6-e708fa021195 HTTP/1.1" status: 200 len: 1000 time: 0.0613382 Sep 08 09:52:00.172456 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57a310-6d03-4e3c-b3e7-72f4d26dc494 req-39e3544a-dc10-4dc8-b565-6b5afdbe21dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:00.174577 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-be57a310-6d03-4e3c-b3e7-72f4d26dc494 req-39e3544a-dc10-4dc8-b565-6b5afdbe21dc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b531fef-5a3f-45ac-8dd7-7a7f503eff71 HTTP/1.1" status: 200 len: 850 time: 0.0426407 Sep 08 09:52:00.220252 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57a310-6d03-4e3c-b3e7-72f4d26dc494 req-00032987-dcc3-47d4-b993-3e28a92e22fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:00.221661 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-be57a310-6d03-4e3c-b3e7-72f4d26dc494 req-00032987-dcc3-47d4-b993-3e28a92e22fc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=56185bcd-0b80-44ca-98ec-163ebc8eacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399637 Sep 08 09:52:00.313892 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-be57a310-6d03-4e3c-b3e7-72f4d26dc494 req-cfa1da02-c650-456b-976c-d739ce85e72b service neutron] 10.222.0.35 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844798 Sep 08 09:52:00.402187 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-be57a310-6d03-4e3c-b3e7-72f4d26dc494 req-1710ce3b-f28a-4b57-a104-fc3a29c99cf5 service neutron] 10.222.0.35 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813749 Sep 08 09:52:00.913666 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd33c5e14-c4f2-406a-8de0-7d95fd36f28a', 'tag': 'dfc0202d-aeae-4122-b3a6-e708fa021195'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:52:00.915913 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd540cd-ba4c-4d1b-aa62-4a82d504e7f6" -d '{"events": [{"name": "network-changed", "server_uuid": "d33c5e14-c4f2-406a-8de0-7d95fd36f28a", "tag": "dfc0202d-aeae-4122-b3a6-e708fa021195"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:52:00.945851 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca7d3ea-2162-4be8-b96e-d521c9e42a1a req-8281839a-9c30-4f99-b7a0-1bfbf0dafa33 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:00.947408 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0ca7d3ea-2162-4be8-b96e-d521c9e42a1a req-8281839a-9c30-4f99-b7a0-1bfbf0dafa33 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a HTTP/1.1" status: 200 len: 944 time: 0.0605946 Sep 08 09:52:00.969438 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d8b0c5-a408-404c-b28d-4b0ed321867c x-openstack-request-id: req-73d8b0c5-a408-404c-b28d-4b0ed321867c {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:52:00.969727 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d33c5e14-c4f2-406a-8de0-7d95fd36f28a", "tag": "dfc0202d-aeae-4122-b3a6-e708fa021195", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:52:00.969981 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-73d8b0c5-a408-404c-b28d-4b0ed321867c {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:52:00.971078 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd33c5e14-c4f2-406a-8de0-7d95fd36f28a', 'tag': 'dfc0202d-aeae-4122-b3a6-e708fa021195', 'status': 'completed', 'code': 200} Sep 08 09:52:00.988445 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0ca7d3ea-2162-4be8-b96e-d521c9e42a1a req-6be64134-6736-4474-9d49-8ed8896abc8b tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352085 Sep 08 09:52:01.073012 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd540cd-ba4c-4d1b-aa62-4a82d504e7f6 req-ddf878cd-d4d3-4446-abdc-c165b9ff0833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:01.074541 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2fd540cd-ba4c-4d1b-aa62-4a82d504e7f6 req-ddf878cd-d4d3-4446-abdc-c165b9ff0833 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a HTTP/1.1" status: 200 len: 1096 time: 0.0647397 Sep 08 09:52:01.081352 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd540cd-ba4c-4d1b-aa62-4a82d504e7f6 req-4151f6ff-a777-484b-97ff-ff1439adc5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:01.082762 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2fd540cd-ba4c-4d1b-aa62-4a82d504e7f6 req-4151f6ff-a777-484b-97ff-ff1439adc5e3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a HTTP/1.1" status: 200 len: 1096 time: 0.0644977 Sep 08 09:52:01.231763 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd540cd-ba4c-4d1b-aa62-4a82d504e7f6 req-0f9a00b8-4dc5-410a-b6bc-6bd6f525a04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:01.233241 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2fd540cd-ba4c-4d1b-aa62-4a82d504e7f6 req-0f9a00b8-4dc5-410a-b6bc-6bd6f525a04e service neutron] 10.222.0.37 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 912 time: 0.1496401 Sep 08 09:52:01.235774 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd540cd-ba4c-4d1b-aa62-4a82d504e7f6 req-e05f634e-f62f-4a6f-9315-c48f4f728637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:01.237221 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2fd540cd-ba4c-4d1b-aa62-4a82d504e7f6 req-e05f634e-f62f-4a6f-9315-c48f4f728637 service neutron] 10.222.0.35 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 912 time: 0.1460009 Sep 08 09:52:01.340363 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2fd540cd-ba4c-4d1b-aa62-4a82d504e7f6 req-562f7cea-3cd3-440b-b7ab-0b7d5fcfbf9b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfc0202d-aeae-4122-b3a6-e708fa021195 HTTP/1.1" status: 200 len: 1000 time: 0.1005428 Sep 08 09:52:01.345863 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2fd540cd-ba4c-4d1b-aa62-4a82d504e7f6 req-2892c36d-5eb6-4a71-b698-fe41966eaf32 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfc0202d-aeae-4122-b3a6-e708fa021195 HTTP/1.1" status: 200 len: 1000 time: 0.1008482 Sep 08 09:52:01.424932 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd540cd-ba4c-4d1b-aa62-4a82d504e7f6 req-173f4eca-22c3-4eae-93e1-a62e2f767d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:01.426337 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2fd540cd-ba4c-4d1b-aa62-4a82d504e7f6 req-173f4eca-22c3-4eae-93e1-a62e2f767d54 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3b531fef-5a3f-45ac-8dd7-7a7f503eff71 HTTP/1.1" status: 200 len: 850 time: 0.0787599 Sep 08 09:52:01.427705 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd540cd-ba4c-4d1b-aa62-4a82d504e7f6 req-d3b2c13f-ee4f-4051-ab84-7d702aa93eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:01.429008 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2fd540cd-ba4c-4d1b-aa62-4a82d504e7f6 req-d3b2c13f-ee4f-4051-ab84-7d702aa93eb1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b531fef-5a3f-45ac-8dd7-7a7f503eff71 HTTP/1.1" status: 200 len: 850 time: 0.0746117 Sep 08 09:52:01.504021 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device dfc0202d-aeae-4122-b3a6-e708fa021195 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:52:01.505324 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd540cd-ba4c-4d1b-aa62-4a82d504e7f6 req-057603d4-7c14-4958-b962-8464356c8854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:01.506864 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2fd540cd-ba4c-4d1b-aa62-4a82d504e7f6 req-057603d4-7c14-4958-b962-8464356c8854 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=56185bcd-0b80-44ca-98ec-163ebc8eacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0653408 Sep 08 09:52:01.508697 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd540cd-ba4c-4d1b-aa62-4a82d504e7f6 req-46cc42e9-bcad-4c99-96e7-61d802e5cb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:01.510062 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2fd540cd-ba4c-4d1b-aa62-4a82d504e7f6 req-46cc42e9-bcad-4c99-96e7-61d802e5cb39 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56185bcd-0b80-44ca-98ec-163ebc8eacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0761869 Sep 08 09:52:01.541260 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device dfc0202d-aeae-4122-b3a6-e708fa021195 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:52:01.662774 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2fd540cd-ba4c-4d1b-aa62-4a82d504e7f6 req-870df209-1bab-434c-83b4-d2c83a48db28 service neutron] 10.222.0.35 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485755 Sep 08 09:52:01.664500 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2fd540cd-ba4c-4d1b-aa62-4a82d504e7f6 req-89f841fe-c04c-4b4a-8389-24d4467817ca service neutron] 10.222.0.37 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434293 Sep 08 09:52:01.819283 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2fd540cd-ba4c-4d1b-aa62-4a82d504e7f6 req-54528813-6c34-44d5-b9f0-d8ad77a2763c service neutron] 10.222.0.35 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491070 Sep 08 09:52:01.820991 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2fd540cd-ba4c-4d1b-aa62-4a82d504e7f6 req-6805e14c-58cf-442d-b300-445c09c76ee3 service neutron] 10.222.0.37 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435578 Sep 08 09:52:02.105080 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca873ce-e361-4126-abd8-bf3672fe5496 req-991763a6-88a5-49c9-bfe1-0fee14e43004 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:02.106591 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5ca873ce-e361-4126-abd8-bf3672fe5496 req-991763a6-88a5-49c9-bfe1-0fee14e43004 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a HTTP/1.1" status: 200 len: 944 time: 0.0483449 Sep 08 09:52:02.143488 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5ca873ce-e361-4126-abd8-bf3672fe5496 req-3d80ce83-0f85-43f7-9a04-57243f961f9d tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301714 Sep 08 09:52:03.275565 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b7199-a67b-4845-96e9-43768e9edb7f req-714aa7de-3d42-449c-86cb-62d80502b8e9 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:03.277052 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e02b7199-a67b-4845-96e9-43768e9edb7f req-714aa7de-3d42-449c-86cb-62d80502b8e9 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a HTTP/1.1" status: 200 len: 944 time: 0.0567749 Sep 08 09:52:03.387528 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e02b7199-a67b-4845-96e9-43768e9edb7f req-74384398-fea6-4e7c-b1e4-5a6390320757 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045010 Sep 08 09:52:04.287668 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device dfc0202d-aeae-4122-b3a6-e708fa021195 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:52:04.381286 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port dfc0202d-aeae-4122-b3a6-e708fa021195, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=dfc0202d-aeae-4122-b3a6-e708fa021195,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:52:04.391821 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': 'dfc0202d-aeae-4122-b3a6-e708fa021195', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'port_id': 'dfc0202d-aeae-4122-b3a6-e708fa021195', 'mac_address': 'fa:16:3e:0e:44:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:52:04.428250 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:52:04.440600 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfc0202d-aeae-4122-b3a6-e708fa021195 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:52:04.460742 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port dfc0202d-aeae-4122-b3a6-e708fa021195, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=dfc0202d-aeae-4122-b3a6-e708fa021195,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:52:04.465310 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:52:04.520073 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=dfc0202d-aeae-4122-b3a6-e708fa021195,revision_number=8']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:52:04.527374 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:52:04.527789 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:52:04.528202 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:52:04.528600 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:52:04.528997 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:52:04.529392 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:52:04.529785 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:52:04.530221 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:52:04.530613 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:52:04.530937 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:52:04.531258 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:52:04.531596 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:52:04.569723 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598dec1a-6003-4c64-b761-7cd5e00ad701 req-ce237c94-f658-434d-8da4-6ba1ee5309ca tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:04.571301 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-598dec1a-6003-4c64-b761-7cd5e00ad701 req-ce237c94-f658-434d-8da4-6ba1ee5309ca tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a HTTP/1.1" status: 200 len: 945 time: 0.1156127 Sep 08 09:52:04.609695 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-598dec1a-6003-4c64-b761-7cd5e00ad701 req-30880682-d316-47fb-941f-8cab7aa4c0c9 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322721 Sep 08 09:52:04.806312 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f44f9cb-cb22-45ce-aba3-2f4e624660c2 req-275056c8-45f3-4473-a3f4-be10098ecf54 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:04.807658 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9f44f9cb-cb22-45ce-aba3-2f4e624660c2 req-275056c8-45f3-4473-a3f4-be10098ecf54 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a HTTP/1.1" status: 200 len: 945 time: 0.0504093 Sep 08 09:52:04.837350 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d8ecc-74cb-4e7e-9d14-23ac843e49dc req-cd72504b-0a40-40e6-964e-c28436199446 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:04.838861 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-742d8ecc-74cb-4e7e-9d14-23ac843e49dc req-cd72504b-0a40-40e6-964e-c28436199446 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.37 "GET /v2.0/ports?device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a&tenant_id=32544c70c4c447a7a8477bdcba419f99&binding%3Ahost_id=n-h2-806683-11 HTTP/1.1" status: 200 len: 945 time: 0.0530827 Sep 08 09:52:04.853543 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9f44f9cb-cb22-45ce-aba3-2f4e624660c2 req-0e86074f-14de-42dc-a856-a9760a89b67b tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397389 Sep 08 09:52:04.902327 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [req-742d8ecc-74cb-4e7e-9d14-23ac843e49dc req-fb6a1658-23e9-4109-8e35-c94b4bcb4215 service neutron] delete failed (client error): The resource could not be found. Sep 08 09:52:04.903398 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-742d8ecc-74cb-4e7e-9d14-23ac843e49dc req-fb6a1658-23e9-4109-8e35-c94b4bcb4215 service neutron] 10.222.0.37 "DELETE /v2.0/ports/dfc0202d-aeae-4122-b3a6-e708fa021195/bindings/n-h1-806683-11 HTTP/1.1" status: 404 len: 381 time: 0.0570483 Sep 08 09:52:04.912856 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['dfc0202d-aeae-4122-b3a6-e708fa021195'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:52:05.006876 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d8ecc-74cb-4e7e-9d14-23ac843e49dc req-cbb44f24-5ce8-429d-9e26-2090615fa6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:05.008395 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-742d8ecc-74cb-4e7e-9d14-23ac843e49dc req-cbb44f24-5ce8-429d-9e26-2090615fa6b5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a HTTP/1.1" status: 200 len: 1097 time: 0.0406432 Sep 08 09:52:05.101540 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d8ecc-74cb-4e7e-9d14-23ac843e49dc req-04f6df5f-72b2-446a-83e0-81f728a63dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:05.102954 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-742d8ecc-74cb-4e7e-9d14-23ac843e49dc req-04f6df5f-72b2-446a-83e0-81f728a63dbf service neutron] 10.222.0.37 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 912 time: 0.0875442 Sep 08 09:52:05.166863 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-742d8ecc-74cb-4e7e-9d14-23ac843e49dc req-6c9d4b90-aae9-4c18-b930-00ae34a64daa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfc0202d-aeae-4122-b3a6-e708fa021195 HTTP/1.1" status: 200 len: 1001 time: 0.0567558 Sep 08 09:52:05.219967 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d8ecc-74cb-4e7e-9d14-23ac843e49dc req-851f4986-1bc7-45f5-a2de-6068ef94ea0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:05.221443 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-742d8ecc-74cb-4e7e-9d14-23ac843e49dc req-851f4986-1bc7-45f5-a2de-6068ef94ea0e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3b531fef-5a3f-45ac-8dd7-7a7f503eff71 HTTP/1.1" status: 200 len: 850 time: 0.0479405 Sep 08 09:52:05.266897 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d8ecc-74cb-4e7e-9d14-23ac843e49dc req-f41fa25d-2b44-4d3c-98a1-f6cd87507630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:05.268561 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-742d8ecc-74cb-4e7e-9d14-23ac843e49dc req-f41fa25d-2b44-4d3c-98a1-f6cd87507630 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56185bcd-0b80-44ca-98ec-163ebc8eacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393066 Sep 08 09:52:05.357050 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-742d8ecc-74cb-4e7e-9d14-23ac843e49dc req-daa57129-1a09-4088-b47c-b902e92f01a6 service neutron] 10.222.0.37 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803893 Sep 08 09:52:05.449267 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-742d8ecc-74cb-4e7e-9d14-23ac843e49dc req-235f5078-fa09-4016-8636-da515d441e7a service neutron] 10.222.0.37 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848017 Sep 08 09:52:05.976826 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14b06a-9e19-4c23-b4bd-4ab72ee50475 req-027b2d14-5f65-4740-be8a-c0dbccffbf60 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:05.978264 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9c14b06a-9e19-4c23-b4bd-4ab72ee50475 req-027b2d14-5f65-4740-be8a-c0dbccffbf60 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a HTTP/1.1" status: 200 len: 945 time: 0.0499709 Sep 08 09:52:06.016601 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9c14b06a-9e19-4c23-b4bd-4ab72ee50475 req-392b8759-23ae-42fb-bc13-dde6ca95cb93 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322301 Sep 08 09:52:06.134671 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaff777-48bd-4ab4-8a80-c299f6fd6b47 req-a4591166-b407-47ff-bd87-a2c5a1160440 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:06.136138 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6eaff777-48bd-4ab4-8a80-c299f6fd6b47 req-a4591166-b407-47ff-bd87-a2c5a1160440 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a HTTP/1.1" status: 200 len: 945 time: 0.0485084 Sep 08 09:52:06.173969 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6eaff777-48bd-4ab4-8a80-c299f6fd6b47 req-e923c77b-739d-4606-95ac-fde2a47159df tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318844 Sep 08 09:52:06.286631 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device dfc0202d-aeae-4122-b3a6-e708fa021195 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:52:06.307525 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4560c2-bcbd-41fe-976e-5972e47915d1 req-f15e28dd-fa44-4753-9473-56adddfc1cf8 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:06.309057 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3b4560c2-bcbd-41fe-976e-5972e47915d1 req-f15e28dd-fa44-4753-9473-56adddfc1cf8 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a HTTP/1.1" status: 200 len: 945 time: 0.0694969 Sep 08 09:52:06.340674 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port dfc0202d-aeae-4122-b3a6-e708fa021195 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:52:06.344350 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port dfc0202d-aeae-4122-b3a6-e708fa021195 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:52:06.344731 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:52:06.348880 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3b4560c2-bcbd-41fe-976e-5972e47915d1 req-badad363-f5cd-41ec-a326-8ac6a9ce13f1 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329788 Sep 08 09:52:06.424612 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:52:06.448823 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd33c5e14-c4f2-406a-8de0-7d95fd36f28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc0202d-aeae-4122-b3a6-e708fa021195'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:52:06.451118 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5b7bbe-21de-4894-abb4-8fc7e4b986ae" -d '{"events": [{"server_uuid": "d33c5e14-c4f2-406a-8de0-7d95fd36f28a", "name": "network-vif-plugged", "status": "completed", "tag": "dfc0202d-aeae-4122-b3a6-e708fa021195"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:52:06.465006 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port dfc0202d-aeae-4122-b3a6-e708fa021195, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=dfc0202d-aeae-4122-b3a6-e708fa021195,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:52:06.468881 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:52:06.499849 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57e7215-803a-4740-9233-e5778da66b6f x-openstack-request-id: req-a57e7215-803a-4740-9233-e5778da66b6f {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:52:06.500146 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d33c5e14-c4f2-406a-8de0-7d95fd36f28a", "name": "network-vif-plugged", "status": "completed", "tag": "dfc0202d-aeae-4122-b3a6-e708fa021195", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:52:06.500403 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a57e7215-803a-4740-9233-e5778da66b6f {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:52:06.500799 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd33c5e14-c4f2-406a-8de0-7d95fd36f28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc0202d-aeae-4122-b3a6-e708fa021195', 'code': 200} Sep 08 09:52:06.529346 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=dfc0202d-aeae-4122-b3a6-e708fa021195,revision_number=9']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:52:06.603879 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e5aee-691b-46fb-b78e-87abf19e67c7 req-8a490897-b222-48eb-84a9-963ba858c45c tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:06.605390 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-660e5aee-691b-46fb-b78e-87abf19e67c7 req-8a490897-b222-48eb-84a9-963ba858c45c tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a HTTP/1.1" status: 200 len: 946 time: 0.0572050 Sep 08 09:52:06.644987 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-660e5aee-691b-46fb-b78e-87abf19e67c7 req-7dd38e7c-d512-46d7-a2e3-f7820c69e2dc tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323050 Sep 08 09:52:07.766143 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3f639-2d14-47ac-abee-a335310a8a12 req-76b58a9c-3337-470d-9437-5764a85aa74d tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:07.767730 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4bd3f639-2d14-47ac-abee-a335310a8a12 req-76b58a9c-3337-470d-9437-5764a85aa74d tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a HTTP/1.1" status: 200 len: 946 time: 0.0502300 Sep 08 09:52:07.805855 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4bd3f639-2d14-47ac-abee-a335310a8a12 req-a4e47363-6ffe-4b1e-bab6-842ec05daa58 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318601 Sep 08 09:52:08.088710 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21469531-8614-470c-8424-4348ba98441a req-8ce2845e-4cae-4ef7-8635-d4edf5776670 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:08.090137 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-21469531-8614-470c-8424-4348ba98441a req-8ce2845e-4cae-4ef7-8635-d4edf5776670 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.35 "GET /v2.0/ports?device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a HTTP/1.1" status: 200 len: 946 time: 0.0476878 Sep 08 09:52:08.507525 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-21469531-8614-470c-8424-4348ba98441a req-bd37d9bb-49c5-4741-b8ff-2460ec9941d1 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Deleting port dfc0202d-aeae-4122-b3a6-e708fa021195 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:52:08.507755 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-21469531-8614-470c-8424-4348ba98441a req-bd37d9bb-49c5-4741-b8ff-2460ec9941d1 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:52:08.601265 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-21469531-8614-470c-8424-4348ba98441a req-bd37d9bb-49c5-4741-b8ff-2460ec9941d1 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] For port dfc0202d-aeae-4122-b3a6-e708fa021195, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=dfc0202d-aeae-4122-b3a6-e708fa021195,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:52:08.601633 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-21469531-8614-470c-8424-4348ba98441a req-bd37d9bb-49c5-4741-b8ff-2460ec9941d1 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:52:08.772526 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-21469531-8614-470c-8424-4348ba98441a req-bd37d9bb-49c5-4741-b8ff-2460ec9941d1 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:52:08.773163 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-21469531-8614-470c-8424-4348ba98441a req-bd37d9bb-49c5-4741-b8ff-2460ec9941d1 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:52:08.773307 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [req-21469531-8614-470c-8424-4348ba98441a req-bd37d9bb-49c5-4741-b8ff-2460ec9941d1 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Floating IP 1cc09dd0-4c04-432f-9979-2d23f8785480 disassociated. External IP: 172.25.0.179, port: dfc0202d-aeae-4122-b3a6-e708fa021195. Sep 08 09:52:08.773548 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-21469531-8614-470c-8424-4348ba98441a req-bd37d9bb-49c5-4741-b8ff-2460ec9941d1 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Calling delete_port for dfc0202d-aeae-4122-b3a6-e708fa021195 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:52:08.901450 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-21469531-8614-470c-8424-4348ba98441a req-bd37d9bb-49c5-4741-b8ff-2460ec9941d1 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:52:08.926344 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e34311-4d35-40db-a822-b37627e9e661 req-d27845e0-c4b0-4802-8d23-411f990eefaa tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:08.927864 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b4e34311-4d35-40db-a822-b37627e9e661 req-d27845e0-c4b0-4802-8d23-411f990eefaa tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=d33c5e14-c4f2-406a-8de0-7d95fd36f28a HTTP/1.1" status: 200 len: 867 time: 0.0526493 Sep 08 09:52:08.933999 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd37d9bb-49c5-4741-b8ff-2460ec9941d1 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Pushing event deleted for resources: {'Port': ['ID=dfc0202d-aeae-4122-b3a6-e708fa021195,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:52:08.971306 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b4e34311-4d35-40db-a822-b37627e9e661 req-a3143338-3af5-49b7-ba35-6fb00eff99c7 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373015 Sep 08 09:52:09.052254 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21469531-8614-470c-8424-4348ba98441a req-bd37d9bb-49c5-4741-b8ff-2460ec9941d1 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Router 05ce7490-0e15-43f4-8105-f657af3d2c35 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:52:09.162526 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21469531-8614-470c-8424-4348ba98441a req-bd37d9bb-49c5-4741-b8ff-2460ec9941d1 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:52:09.172583 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15f806b-7d8b-4cbd-9437-89cc6e27d2dd None None] Sync routers for ids ['05ce7490-0e15-43f4-8105-f657af3d2c35'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:52:09.182672 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15f806b-7d8b-4cbd-9437-89cc6e27d2dd None None] Routers {'05ce7490-0e15-43f4-8105-f657af3d2c35'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:52:09.183300 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-f15f806b-7d8b-4cbd-9437-89cc6e27d2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:51:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['05ce7490-0e15-43f4-8105-f657af3d2c35'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:52:09.202331 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-21469531-8614-470c-8424-4348ba98441a req-bd37d9bb-49c5-4741-b8ff-2460ec9941d1 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] No DVR routers for this DVR port dfc0202d-aeae-4122-b3a6-e708fa021195 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:52:09.205749 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-21469531-8614-470c-8424-4348ba98441a req-bd37d9bb-49c5-4741-b8ff-2460ec9941d1 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:52:09.207987 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-21469531-8614-470c-8424-4348ba98441a req-bd37d9bb-49c5-4741-b8ff-2460ec9941d1 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.35 "DELETE /v2.0/ports/dfc0202d-aeae-4122-b3a6-e708fa021195 HTTP/1.1" status: 204 len: 173 time: 1.1115386 Sep 08 09:52:09.208443 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd33c5e14-c4f2-406a-8de0-7d95fd36f28a', 'name': 'network-vif-deleted', 'tag': 'dfc0202d-aeae-4122-b3a6-e708fa021195'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:52:09.211590 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca9c584-3239-4256-972b-0a3b30912f60" -d '{"events": [{"server_uuid": "d33c5e14-c4f2-406a-8de0-7d95fd36f28a", "name": "network-vif-deleted", "tag": "dfc0202d-aeae-4122-b3a6-e708fa021195"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:52:09.253788 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74fb38c2-ab25-4c9e-af24-e9a8754df083 x-openstack-request-id: req-74fb38c2-ab25-4c9e-af24-e9a8754df083 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:52:09.254117 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d33c5e14-c4f2-406a-8de0-7d95fd36f28a", "name": "network-vif-deleted", "tag": "dfc0202d-aeae-4122-b3a6-e708fa021195", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:52:09.254371 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-74fb38c2-ab25-4c9e-af24-e9a8754df083 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:52:09.254779 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd33c5e14-c4f2-406a-8de0-7d95fd36f28a', 'name': 'network-vif-deleted', 'tag': 'dfc0202d-aeae-4122-b3a6-e708fa021195', 'status': 'completed', 'code': 200} Sep 08 09:52:09.385268 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-f15f806b-7d8b-4cbd-9437-89cc6e27d2dd None None] Set router 05ce7490-0e15-43f4-8105-f657af3d2c35 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:52:09.576941 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-f15f806b-7d8b-4cbd-9437-89cc6e27d2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'name': 'tempest-ServerActionsTestJSON-468434758-router', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:49:49Z', 'updated_at': '2021-09-08T09:49:52Z', 'revision_number': 4, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'gw_port': {'id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:50Z', 'updated_at': '2021-09-08T09:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'c5582de1-3396-4d7e-bbed-abc32fa0d334', 'name': '', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'mac_address': 'fa:16:3e:92:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:51Z', 'updated_at': '2021-09-08T09:49:57Z', 'revision_number': 5, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'subnets': [{'id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:52:09.604125 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15f806b-7d8b-4cbd-9437-89cc6e27d2dd None None] Checking router: 05ce7490-0e15-43f4-8105-f657af3d2c35 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:52:09.613433 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15f806b-7d8b-4cbd-9437-89cc6e27d2dd None None] Routers {'05ce7490-0e15-43f4-8105-f657af3d2c35'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:52:09.614063 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-f15f806b-7d8b-4cbd-9437-89cc6e27d2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:51:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['05ce7490-0e15-43f4-8105-f657af3d2c35'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:52:09.720792 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-f15f806b-7d8b-4cbd-9437-89cc6e27d2dd None None] Set router 05ce7490-0e15-43f4-8105-f657af3d2c35 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:52:09.913395 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-f15f806b-7d8b-4cbd-9437-89cc6e27d2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'name': 'tempest-ServerActionsTestJSON-468434758-router', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:49:49Z', 'updated_at': '2021-09-08T09:49:52Z', 'revision_number': 4, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'gw_port': {'id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:50Z', 'updated_at': '2021-09-08T09:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'c5582de1-3396-4d7e-bbed-abc32fa0d334', 'name': '', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'mac_address': 'fa:16:3e:92:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:51Z', 'updated_at': '2021-09-08T09:49:57Z', 'revision_number': 5, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'subnets': [{'id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:52:09.943021 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15f806b-7d8b-4cbd-9437-89cc6e27d2dd None None] The sync data for ids ['05ce7490-0e15-43f4-8105-f657af3d2c35'] in n-d-806683-11 is: [{'id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'name': 'tempest-ServerActionsTestJSON-468434758-router', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:49:49Z', 'updated_at': '2021-09-08T09:49:52Z', 'revision_number': 4, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'gw_port': {'id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:50Z', 'updated_at': '2021-09-08T09:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'c5582de1-3396-4d7e-bbed-abc32fa0d334', 'name': '', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'mac_address': 'fa:16:3e:92:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:51Z', 'updated_at': '2021-09-08T09:49:57Z', 'revision_number': 5, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'subnets': [{'id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:52:10.161010 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c452fb-4776-4ee8-9fa6-1d5df5ae1265 None None] New status for floating IP 1cc09dd0-4c04-432f-9979-2d23f8785480: DOWN {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:52:10.209120 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-70c588b8-699a-4ed2-9275-10a925fb3b4e tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--966269753&fields=id&tenant_id=32544c70c4c447a7a8477bdcba419f99 HTTP/1.1" status: 200 len: 267 time: 0.0324254 Sep 08 09:52:10.317363 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device dfc0202d-aeae-4122-b3a6-e708fa021195 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:52:10.323686 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-7f113f2e-4004-45b5-8e5c-b86d23a7cf63 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:10.325187 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-7f113f2e-4004-45b5-8e5c-b86d23a7cf63 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 811 time: 0.1087339 Sep 08 09:52:10.337296 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: dfc0202d-aeae-4122-b3a6-e708fa021195 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:52:10.337649 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device dfc0202d-aeae-4122-b3a6-e708fa021195 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:52:10.341606 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-5401d83b-e0d4-4270-9df0-b5dbe3b30aa0 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/quotas/32544c70c4c447a7a8477bdcba419f99 HTTP/1.1" status: 200 len: 375 time: 0.0100572 Sep 08 09:52:10.395007 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-47ddf4ce-2c89-4a8b-b925-0948cc543140 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472171 Sep 08 09:52:10.457982 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-a7677c8d-f98e-42c7-8077-98a6c76d0122 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:52:10.459013 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-a7677c8d-f98e-42c7-8077-98a6c76d0122 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0528874 Sep 08 09:52:10.551705 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-67364783-5ca5-4d8a-954f-4afcf5098288 service neutron] 10.222.0.54 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862844 Sep 08 09:52:10.641049 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-e63cfdd6-9054-49fb-aded-d149596640a5 service neutron] 10.222.0.54 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833197 Sep 08 09:52:10.806891 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-66a229a0-e2a8-452c-a335-54ba4ddb1afe req-a0b5b029-cb23-4060-ba66-27ff4d4e0894 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 210 time: 0.0269825 Sep 08 09:52:11.771482 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-f79dabba-cb01-4a75-9156-b95ee2eee796 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:11.773571 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-f79dabba-cb01-4a75-9156-b95ee2eee796 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.35 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 811 time: 0.1089699 Sep 08 09:52:11.822559 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-ccad8a74-898f-4f09-8453-c87fd10d630a tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32544c70c4c447a7a8477bdcba419f99 HTTP/1.1" status: 200 len: 379 time: 0.0335135 Sep 08 09:52:11.864441 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-ff3628e0-3d2f-422c-8d1f-739b57d92cc9 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Request body: {'port': {'device_id': '062ae2f0-7d8e-45f7-904c-a75b8e068184', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'admin_state_up': True, 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'security_groups': ['822fc20f-1fec-45bd-8580-82606ed8a8e2']}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:52:11.906286 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7c2ac36e-c357-4567-a879-aa977be944b6 req-91daccb3-9c01-4f4c-8d46-b0619a737894 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 210 time: 0.0308633 Sep 08 09:52:11.971398 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-ff3628e0-3d2f-422c-8d1f-739b57d92cc9 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Made reservation on behalf of 32544c70c4c447a7a8477bdcba419f99 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:52:11.974993 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-ff3628e0-3d2f-422c-8d1f-739b57d92cc9 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:52:12.102075 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-ff3628e0-3d2f-422c-8d1f-739b57d92cc9 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Allocated IP 172.20.0.4 (56185bcd-0b80-44ca-98ec-163ebc8eacb4/3b531fef-5a3f-45ac-8dd7-7a7f503eff71/2f8a5003-865e-4cb6-820e-3c19a112a36c) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:52:12.243056 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-ff3628e0-3d2f-422c-8d1f-739b57d92cc9 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:52:12.256570 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-ff3628e0-3d2f-422c-8d1f-739b57d92cc9 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Transition to ACTIVE for port object 2f8a5003-865e-4cb6-820e-3c19a112a36c will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:52:12.289767 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-ff3628e0-3d2f-422c-8d1f-739b57d92cc9 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:52:12.332621 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-ff3628e0-3d2f-422c-8d1f-739b57d92cc9 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Network 56185bcd-0b80-44ca-98ec-163ebc8eacb4 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:52:12.335653 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-ff3628e0-3d2f-422c-8d1f-739b57d92cc9 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:52:12.338138 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-ff3628e0-3d2f-422c-8d1f-739b57d92cc9 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:52:12.374365 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3628e0-3d2f-422c-8d1f-739b57d92cc9 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Pushing event updated for resources: {'Port': ['ID=2f8a5003-865e-4cb6-820e-3c19a112a36c,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:52:12.397989 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-ff3628e0-3d2f-422c-8d1f-739b57d92cc9 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:12.398669 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-ff3628e0-3d2f-422c-8d1f-739b57d92cc9 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:52:12.414945 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-ff3628e0-3d2f-422c-8d1f-739b57d92cc9 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5554652 Sep 08 09:52:12.432287 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-0f5e20d2-d16b-40fc-ab0d-6d1b2aa36fde service neutron] Request body: {'port': {'device_id': '062ae2f0-7d8e-45f7-904c-a75b8e068184', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:52:12.492199 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-0f5e20d2-d16b-40fc-ab0d-6d1b2aa36fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:52:12.595937 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f1bb4644-1893-4c71-b93f-03441e083540 None None] Provisioning for port 2f8a5003-865e-4cb6-820e-3c19a112a36c completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:52:12.600067 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f1bb4644-1893-4c71-b93f-03441e083540 None None] Provisioning complete for port 2f8a5003-865e-4cb6-820e-3c19a112a36c triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:52:12.600549 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f1bb4644-1893-4c71-b93f-03441e083540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:52:12.635250 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-f1bb4644-1893-4c71-b93f-03441e083540 None None] Port 2f8a5003-865e-4cb6-820e-3c19a112a36c cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:52:12.758868 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-0f5e20d2-d16b-40fc-ab0d-6d1b2aa36fde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f8a5003-865e-4cb6-820e-3c19a112a36c {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:52:12.766100 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-0f5e20d2-d16b-40fc-ab0d-6d1b2aa36fde service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:52:12.778064 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-0f5e20d2-d16b-40fc-ab0d-6d1b2aa36fde service neutron] Transition to ACTIVE for port object 2f8a5003-865e-4cb6-820e-3c19a112a36c will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:52:12.781570 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-0f5e20d2-d16b-40fc-ab0d-6d1b2aa36fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:52:12.830972 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e20d2-d16b-40fc-ab0d-6d1b2aa36fde service neutron] Pushing event updated for resources: {'Port': ['ID=2f8a5003-865e-4cb6-820e-3c19a112a36c,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:52:12.906783 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-0f5e20d2-d16b-40fc-ab0d-6d1b2aa36fde service neutron] Attempting to bind port 2f8a5003-865e-4cb6-820e-3c19a112a36c on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:52:12.907134 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-0f5e20d2-d16b-40fc-ab0d-6d1b2aa36fde service neutron] Attempting to bind port 2f8a5003-865e-4cb6-820e-3c19a112a36c by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': 'c1b2f16d-81bb-4a62-b017-6a60b97abe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:52:12.907468 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-0f5e20d2-d16b-40fc-ab0d-6d1b2aa36fde service neutron] Attempting to bind port 2f8a5003-865e-4cb6-820e-3c19a112a36c on network 56185bcd-0b80-44ca-98ec-163ebc8eacb4 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:52:12.912575 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-0f5e20d2-d16b-40fc-ab0d-6d1b2aa36fde service neutron] Port 2f8a5003-865e-4cb6-820e-3c19a112a36c on network 56185bcd-0b80-44ca-98ec-163ebc8eacb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:52:12.912901 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-0f5e20d2-d16b-40fc-ab0d-6d1b2aa36fde service neutron] Attempting to bind port 2f8a5003-865e-4cb6-820e-3c19a112a36c on network 56185bcd-0b80-44ca-98ec-163ebc8eacb4 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:52:12.917866 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-0f5e20d2-d16b-40fc-ab0d-6d1b2aa36fde service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:52:12.918249 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-0f5e20d2-d16b-40fc-ab0d-6d1b2aa36fde service neutron] Checking segment: {'id': 'c1b2f16d-81bb-4a62-b017-6a60b97abe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:52:12.918693 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-0f5e20d2-d16b-40fc-ab0d-6d1b2aa36fde service neutron] Bound using segment: {'id': 'c1b2f16d-81bb-4a62-b017-6a60b97abe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:52:12.919096 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-0f5e20d2-d16b-40fc-ab0d-6d1b2aa36fde service neutron] Bound port: 2f8a5003-865e-4cb6-820e-3c19a112a36c, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1b2f16d-81bb-4a62-b017-6a60b97abe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:52:12.919493 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-0f5e20d2-d16b-40fc-ab0d-6d1b2aa36fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:52:13.015784 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-0f5e20d2-d16b-40fc-ab0d-6d1b2aa36fde service neutron] For port 2f8a5003-865e-4cb6-820e-3c19a112a36c, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:52:13.032186 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-0f5e20d2-d16b-40fc-ab0d-6d1b2aa36fde service neutron] For port 2f8a5003-865e-4cb6-820e-3c19a112a36c, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=2f8a5003-865e-4cb6-820e-3c19a112a36c,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:52:13.037095 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-0f5e20d2-d16b-40fc-ab0d-6d1b2aa36fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:52:13.081385 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa0fa5-6027-4d76-9867-ec032141a355 req-af4567c3-09f9-41b3-be7c-5bed43cb0955 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:13.082945 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f7fa0fa5-6027-4d76-9867-ec032141a355 req-af4567c3-09f9-41b3-be7c-5bed43cb0955 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 943 time: 0.0973794 Sep 08 09:52:13.089408 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-0f5e20d2-d16b-40fc-ab0d-6d1b2aa36fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:13.090052 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-0f5e20d2-d16b-40fc-ab0d-6d1b2aa36fde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:52:13.091532 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-0f5e20d2-d16b-40fc-ab0d-6d1b2aa36fde service neutron] 10.222.0.35 "PUT /v2.0/ports/2f8a5003-865e-4cb6-820e-3c19a112a36c HTTP/1.1" status: 200 len: 1092 time: 0.6636233 Sep 08 09:52:13.091881 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '062ae2f0-7d8e-45f7-904c-a75b8e068184', 'tag': '2f8a5003-865e-4cb6-820e-3c19a112a36c'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:52:13.094165 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a15483a469dd737ec3aac1688a7bc7c7c887c45854402c9c91dc37247bf331b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de665986-9b43-4e5c-83b7-950e45676919" -d '{"events": [{"name": "network-changed", "server_uuid": "062ae2f0-7d8e-45f7-904c-a75b8e068184", "tag": "2f8a5003-865e-4cb6-820e-3c19a112a36c"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:52:13.135481 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e20d2-d16b-40fc-ab0d-6d1b2aa36fde service neutron] Pushing event updated for resources: {'Port': ['ID=2f8a5003-865e-4cb6-820e-3c19a112a36c,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:52:13.149145 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84dc3365-fe73-40d5-874c-cf87e5f9f4e7 x-openstack-request-id: req-84dc3365-fe73-40d5-874c-cf87e5f9f4e7 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:52:13.149447 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "062ae2f0-7d8e-45f7-904c-a75b8e068184", "tag": "2f8a5003-865e-4cb6-820e-3c19a112a36c", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:52:13.149703 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-84dc3365-fe73-40d5-874c-cf87e5f9f4e7 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:52:13.150123 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '062ae2f0-7d8e-45f7-904c-a75b8e068184', 'tag': '2f8a5003-865e-4cb6-820e-3c19a112a36c', 'status': 'completed', 'code': 200} Sep 08 09:52:13.155416 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f7fa0fa5-6027-4d76-9867-ec032141a355 req-c067c89a-e512-4cf4-b1e0-93d4b23d1427 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580924 Sep 08 09:52:13.205351 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-f7f944e4-83a4-4444-b47b-03af5fddeae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:13.207357 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-f7f944e4-83a4-4444-b47b-03af5fddeae2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 1095 time: 0.0455110 Sep 08 09:52:13.255519 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-7ea70e09-f576-477f-9acd-90393549b06f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f8a5003-865e-4cb6-820e-3c19a112a36c HTTP/1.1" status: 200 len: 217 time: 0.0357368 Sep 08 09:52:13.312805 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-a97dd66a-22f1-41ac-8e81-20e11d8942ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:13.314935 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-a97dd66a-22f1-41ac-8e81-20e11d8942ec service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b531fef-5a3f-45ac-8dd7-7a7f503eff71 HTTP/1.1" status: 200 len: 850 time: 0.0494401 Sep 08 09:52:13.359674 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-d2f28744-ac0a-40ee-9694-9e7fd665555f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:13.361087 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-d2f28744-ac0a-40ee-9694-9e7fd665555f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=56185bcd-0b80-44ca-98ec-163ebc8eacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399334 Sep 08 09:52:13.448629 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-7e083804-b75e-4032-865b-dd7f5d51484d service neutron] 10.222.0.35 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807018 Sep 08 09:52:13.540332 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2dbb6665-b2e1-4369-bbbe-826c146dee54 req-965317ae-f416-4693-9a3a-aa7500dd222f service neutron] 10.222.0.35 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846348 Sep 08 09:52:13.658391 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de665986-9b43-4e5c-83b7-950e45676919 req-acd89713-da84-4eca-930a-b1cdb7811bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:13.659864 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-de665986-9b43-4e5c-83b7-950e45676919 req-acd89713-da84-4eca-930a-b1cdb7811bcc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 1095 time: 0.0408776 Sep 08 09:52:13.755055 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de665986-9b43-4e5c-83b7-950e45676919 req-0badda11-269d-4bb3-bb6a-0eb7c0903916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:13.756581 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-de665986-9b43-4e5c-83b7-950e45676919 req-0badda11-269d-4bb3-bb6a-0eb7c0903916 service neutron] 10.222.0.35 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 912 time: 0.0895898 Sep 08 09:52:13.798668 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-de665986-9b43-4e5c-83b7-950e45676919 req-50562efe-024f-47d8-aae5-a041929c3255 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f8a5003-865e-4cb6-820e-3c19a112a36c HTTP/1.1" status: 200 len: 217 time: 0.0349030 Sep 08 09:52:13.853643 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de665986-9b43-4e5c-83b7-950e45676919 req-6388a2fe-6ec2-4343-832f-fb130bacdc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:13.855143 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-de665986-9b43-4e5c-83b7-950e45676919 req-6388a2fe-6ec2-4343-832f-fb130bacdc56 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b531fef-5a3f-45ac-8dd7-7a7f503eff71 HTTP/1.1" status: 200 len: 850 time: 0.0490117 Sep 08 09:52:13.901132 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de665986-9b43-4e5c-83b7-950e45676919 req-8080390d-b9a5-48cc-8b74-2ec4a6f8889b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:13.902645 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-de665986-9b43-4e5c-83b7-950e45676919 req-8080390d-b9a5-48cc-8b74-2ec4a6f8889b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=56185bcd-0b80-44ca-98ec-163ebc8eacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402935 Sep 08 09:52:13.991464 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-de665986-9b43-4e5c-83b7-950e45676919 req-113d5e3a-ad9e-4702-99f3-c40ba6fee78e service neutron] 10.222.0.35 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817690 Sep 08 09:52:14.084062 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-de665986-9b43-4e5c-83b7-950e45676919 req-86776427-9ac7-4a07-802e-c53a8652f315 service neutron] 10.222.0.35 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856283 Sep 08 09:52:14.279660 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7bb57-f9f5-4921-b8cf-f14a1337bce0 req-efae84ac-ad39-47c4-a981-deff3d544c2a tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:14.281164 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f5f7bb57-f9f5-4921-b8cf-f14a1337bce0 req-efae84ac-ad39-47c4-a981-deff3d544c2a tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 943 time: 0.0547252 Sep 08 09:52:14.319292 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f5f7bb57-f9f5-4921-b8cf-f14a1337bce0 req-c560b139-04e8-43a4-b786-e60bdbd14799 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312908 Sep 08 09:52:15.435994 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3277c7-331f-449f-b947-4ac6b51a2eac req-10ba4dba-cc7b-40f1-9549-eb1224b62545 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:15.437402 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7f3277c7-331f-449f-b947-4ac6b51a2eac req-10ba4dba-cc7b-40f1-9549-eb1224b62545 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 943 time: 0.0488579 Sep 08 09:52:15.475444 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7f3277c7-331f-449f-b947-4ac6b51a2eac req-753d1e0b-a57a-4789-b059-4d0b8d0a089e tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316303 Sep 08 09:52:16.348540 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 2f8a5003-865e-4cb6-820e-3c19a112a36c details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:52:16.442406 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 2f8a5003-865e-4cb6-820e-3c19a112a36c, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=2f8a5003-865e-4cb6-820e-3c19a112a36c,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:52:16.452906 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '2f8a5003-865e-4cb6-820e-3c19a112a36c', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'port_id': '2f8a5003-865e-4cb6-820e-3c19a112a36c', 'mac_address': 'fa:16:3e:8d:72:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:52:16.489328 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:52:16.501385 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f8a5003-865e-4cb6-820e-3c19a112a36c {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:52:16.522272 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 2f8a5003-865e-4cb6-820e-3c19a112a36c, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=2f8a5003-865e-4cb6-820e-3c19a112a36c,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:52:16.526102 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:52:16.574682 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=2f8a5003-865e-4cb6-820e-3c19a112a36c,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:52:16.592593 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc4dd4-6b88-485f-8815-c3743dc58fd2 req-f80d9eae-4b69-4a0a-afee-fee78c3c07c3 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:16.594307 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5edc4dd4-6b88-485f-8815-c3743dc58fd2 req-f80d9eae-4b69-4a0a-afee-fee78c3c07c3 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 944 time: 0.0495038 Sep 08 09:52:16.631305 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5edc4dd4-6b88-485f-8815-c3743dc58fd2 req-7f75dcbb-afd0-4fda-a316-f9361580ddea tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304792 Sep 08 09:52:16.895899 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['2f8a5003-865e-4cb6-820e-3c19a112a36c'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:52:17.468841 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:52:17.715665 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-47e44ee1-887c-4363-8d57-06f9104967ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:52:17.754410 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdcfa41-c633-4c1f-8294-a3d82055c9f9 req-75877a37-7e8c-4376-8924-6b16117149af tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:17.755951 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4cdcfa41-c633-4c1f-8294-a3d82055c9f9 req-75877a37-7e8c-4376-8924-6b16117149af tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 944 time: 0.0523534 Sep 08 09:52:17.797206 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4cdcfa41-c633-4c1f-8294-a3d82055c9f9 req-5c93b021-9a90-41ce-945e-d9dcd0567d11 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353191 Sep 08 09:52:18.364037 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 2f8a5003-865e-4cb6-820e-3c19a112a36c up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:52:18.420598 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 2f8a5003-865e-4cb6-820e-3c19a112a36c completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:52:18.424249 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 2f8a5003-865e-4cb6-820e-3c19a112a36c triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:52:18.424618 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:52:18.500291 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:52:18.524079 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '062ae2f0-7d8e-45f7-904c-a75b8e068184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8a5003-865e-4cb6-820e-3c19a112a36c'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:52:18.526328 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1778be6e2aa6ea3793c9c58ce07bd04ea331fb639da13e50bda2345da4ff6ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa16ba0a-ad96-4c67-91dc-274c9568b9a2" -d '{"events": [{"server_uuid": "062ae2f0-7d8e-45f7-904c-a75b8e068184", "name": "network-vif-plugged", "status": "completed", "tag": "2f8a5003-865e-4cb6-820e-3c19a112a36c"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:52:18.538754 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 2f8a5003-865e-4cb6-820e-3c19a112a36c, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=2f8a5003-865e-4cb6-820e-3c19a112a36c,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:52:18.543780 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:52:18.566741 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc366985-7a92-4f65-ac03-08d2b5063295 x-openstack-request-id: req-bc366985-7a92-4f65-ac03-08d2b5063295 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:52:18.567035 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "062ae2f0-7d8e-45f7-904c-a75b8e068184", "name": "network-vif-plugged", "status": "completed", "tag": "2f8a5003-865e-4cb6-820e-3c19a112a36c", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:52:18.567285 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bc366985-7a92-4f65-ac03-08d2b5063295 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:52:18.567668 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '062ae2f0-7d8e-45f7-904c-a75b8e068184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8a5003-865e-4cb6-820e-3c19a112a36c', 'code': 200} Sep 08 09:52:18.593962 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=2f8a5003-865e-4cb6-820e-3c19a112a36c,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:52:18.686137 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70520e-bfa6-4782-9980-424b58dbf88c req-471a5c3b-69ab-4982-b994-e533853be283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:18.687605 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5a70520e-bfa6-4782-9980-424b58dbf88c req-471a5c3b-69ab-4982-b994-e533853be283 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 1097 time: 0.0424337 Sep 08 09:52:18.730889 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5a70520e-bfa6-4782-9980-424b58dbf88c req-93a60a99-bb66-44c1-9f94-474516244f1b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360105 Sep 08 09:52:18.911194 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acbcc37-c051-46d3-85ea-d82100c5b555 req-d14e46d3-e57f-4176-831d-5e42e3cd6611 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:18.912657 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2acbcc37-c051-46d3-85ea-d82100c5b555 req-d14e46d3-e57f-4176-831d-5e42e3cd6611 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 945 time: 0.0483978 Sep 08 09:52:18.949842 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2acbcc37-c051-46d3-85ea-d82100c5b555 req-4f5975bd-eb0b-4503-ada9-1e4d9997417e tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311317 Sep 08 09:52:20.072145 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8801a-471a-4dfb-8480-157b84257e24 req-0c0c9814-3590-4ff5-90c2-065973884ca2 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:20.073660 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-15e8801a-471a-4dfb-8480-157b84257e24 req-0c0c9814-3590-4ff5-90c2-065973884ca2 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 945 time: 0.0497811 Sep 08 09:52:20.113002 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-15e8801a-471a-4dfb-8480-157b84257e24 req-aaa74a62-cb29-4389-b8b1-4b0638f01ef5 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332434 Sep 08 09:52:20.478749 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:52:20.817831 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5df0168a-f3f5-41d0-b1ee-e56432fd661b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:52:21.227231 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983e2f5-f1e0-4e1c-95c6-6ac6de706a13 req-98c369ef-3dc7-40be-9e6b-48e966c73192 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:21.228710 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5983e2f5-f1e0-4e1c-95c6-6ac6de706a13 req-98c369ef-3dc7-40be-9e6b-48e966c73192 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 945 time: 0.0488641 Sep 08 09:52:21.269154 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5983e2f5-f1e0-4e1c-95c6-6ac6de706a13 req-65c4bbb3-61d1-4825-b3cf-12d2697511f5 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345221 Sep 08 09:52:21.382694 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c93c4-442e-4bf4-a442-7c39f326e5d0 req-d18d0fd1-e9de-4791-b50f-739914c67361 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:21.384183 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4e7c93c4-442e-4bf4-a442-7c39f326e5d0 req-d18d0fd1-e9de-4791-b50f-739914c67361 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 945 time: 0.0520108 Sep 08 09:52:21.393560 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 35930) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:52:21.397939 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-ff34eb03-d4b2-47f1-8171-e08543e62ae3 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Request body: {'floatingip': {'port_id': '2f8a5003-865e-4cb6-820e-3c19a112a36c'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:52:21.436639 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ff34eb03-d4b2-47f1-8171-e08543e62ae3 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks [] for floatingip, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:52:21.876946 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ff34eb03-d4b2-47f1-8171-e08543e62ae3 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:52:21.881183 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ff34eb03-d4b2-47f1-8171-e08543e62ae3 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:52:21.983491 n-d-806683-11 neutron-server[94713]: INFO neutron.db.l3_db [None req-ff34eb03-d4b2-47f1-8171-e08543e62ae3 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Floating IP 1cc09dd0-4c04-432f-9979-2d23f8785480 associated. External IP: 172.25.0.179, port: 2f8a5003-865e-4cb6-820e-3c19a112a36c. Sep 08 09:52:22.187589 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff34eb03-d4b2-47f1-8171-e08543e62ae3 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Router 05ce7490-0e15-43f4-8105-f657af3d2c35 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:52:22.304113 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:52:22.636162 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff34eb03-d4b2-47f1-8171-e08543e62ae3 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:52:22.640982 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ff34eb03-d4b2-47f1-8171-e08543e62ae3 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:52:22.646062 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0930afe-e1f9-48f6-9573-c8dff659643d None None] Sync routers for ids ['05ce7490-0e15-43f4-8105-f657af3d2c35'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:52:22.655785 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0930afe-e1f9-48f6-9573-c8dff659643d None None] Routers {'05ce7490-0e15-43f4-8105-f657af3d2c35'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:52:22.656380 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-b0930afe-e1f9-48f6-9573-c8dff659643d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:52:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['05ce7490-0e15-43f4-8105-f657af3d2c35'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:52:22.671014 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ff34eb03-d4b2-47f1-8171-e08543e62ae3 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "PUT /v2.0/floatingips/1cc09dd0-4c04-432f-9979-2d23f8785480 HTTP/1.1" status: 200 len: 991 time: 1.2736335 Sep 08 09:52:22.671014 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '062ae2f0-7d8e-45f7-904c-a75b8e068184', 'tag': '2f8a5003-865e-4cb6-820e-3c19a112a36c'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:52:22.671293 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}396ca00aaee5fcd0fdb5b8bb6813cf5fbbce44d6b187f03cdc83ffac3347d672" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab55a0e-ba49-49a2-8b04-94ce47813d5e" -d '{"events": [{"name": "network-changed", "server_uuid": "062ae2f0-7d8e-45f7-904c-a75b8e068184", "tag": "2f8a5003-865e-4cb6-820e-3c19a112a36c"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:52:22.713064 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7add11-9b23-4311-b05f-ed8788947517 x-openstack-request-id: req-df7add11-9b23-4311-b05f-ed8788947517 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:52:22.713374 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "062ae2f0-7d8e-45f7-904c-a75b8e068184", "tag": "2f8a5003-865e-4cb6-820e-3c19a112a36c", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:52:22.713614 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-df7add11-9b23-4311-b05f-ed8788947517 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:52:22.714010 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '062ae2f0-7d8e-45f7-904c-a75b8e068184', 'tag': '2f8a5003-865e-4cb6-820e-3c19a112a36c', 'status': 'completed', 'code': 200} Sep 08 09:52:22.769636 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-b0930afe-e1f9-48f6-9573-c8dff659643d None None] Set router 05ce7490-0e15-43f4-8105-f657af3d2c35 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:52:22.806799 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab55a0e-ba49-49a2-8b04-94ce47813d5e req-7dec5d57-547f-4111-905a-2456bed540b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:22.808465 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7ab55a0e-ba49-49a2-8b04-94ce47813d5e req-7dec5d57-547f-4111-905a-2456bed540b3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 1097 time: 0.0418279 Sep 08 09:52:22.899293 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab55a0e-ba49-49a2-8b04-94ce47813d5e req-69bacf54-0fe3-4c7d-89d9-54f1785906d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:22.900712 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7ab55a0e-ba49-49a2-8b04-94ce47813d5e req-69bacf54-0fe3-4c7d-89d9-54f1785906d3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 912 time: 0.0856125 Sep 08 09:52:22.970578 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7ab55a0e-ba49-49a2-8b04-94ce47813d5e req-1b6df34b-6120-4205-8d6e-fbfca09c836a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f8a5003-865e-4cb6-820e-3c19a112a36c HTTP/1.1" status: 200 len: 999 time: 0.0624516 Sep 08 09:52:22.987197 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-b0930afe-e1f9-48f6-9573-c8dff659643d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'name': 'tempest-ServerActionsTestJSON-468434758-router', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:49:49Z', 'updated_at': '2021-09-08T09:49:52Z', 'revision_number': 4, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'gw_port': {'id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:50Z', 'updated_at': '2021-09-08T09:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '1cc09dd0-4c04-432f-9979-2d23f8785480', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'port_id': '2f8a5003-865e-4cb6-820e-3c19a112a36c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'mac_address': 'fa:16:3e:8d:72:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062ae2f0-7d8e-45f7-904c-a75b8e068184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:49:55Z', 'updated_at': '2021-09-08T09:52:21Z', 'revision_number': 5, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5582de1-3396-4d7e-bbed-abc32fa0d334', 'name': '', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'mac_address': 'fa:16:3e:92:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:51Z', 'updated_at': '2021-09-08T09:49:57Z', 'revision_number': 5, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'subnets': [{'id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:52:23.018658 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0930afe-e1f9-48f6-9573-c8dff659643d None None] Checking router: 05ce7490-0e15-43f4-8105-f657af3d2c35 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:52:23.019942 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab55a0e-ba49-49a2-8b04-94ce47813d5e req-7fd537f9-4ae5-44cc-84a1-a2e4062bed8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:23.021530 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7ab55a0e-ba49-49a2-8b04-94ce47813d5e req-7fd537f9-4ae5-44cc-84a1-a2e4062bed8c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b531fef-5a3f-45ac-8dd7-7a7f503eff71 HTTP/1.1" status: 200 len: 850 time: 0.0446730 Sep 08 09:52:23.026851 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0930afe-e1f9-48f6-9573-c8dff659643d None None] Routers {'05ce7490-0e15-43f4-8105-f657af3d2c35'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:52:23.027447 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-b0930afe-e1f9-48f6-9573-c8dff659643d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:52:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['05ce7490-0e15-43f4-8105-f657af3d2c35'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:52:23.066639 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab55a0e-ba49-49a2-8b04-94ce47813d5e req-8128e940-1500-4fae-b15d-89bf929c7677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:23.068206 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7ab55a0e-ba49-49a2-8b04-94ce47813d5e req-8128e940-1500-4fae-b15d-89bf929c7677 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=56185bcd-0b80-44ca-98ec-163ebc8eacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397809 Sep 08 09:52:23.132843 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-b0930afe-e1f9-48f6-9573-c8dff659643d None None] Set router 05ce7490-0e15-43f4-8105-f657af3d2c35 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:52:23.162708 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7ab55a0e-ba49-49a2-8b04-94ce47813d5e req-f5797a3a-63f7-4dcf-8525-ca42e5aea45e service neutron] 10.222.0.35 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870454 Sep 08 09:52:23.254396 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7ab55a0e-ba49-49a2-8b04-94ce47813d5e req-5c242bc6-9d1d-4b0f-bec1-ad0c580cdc06 service neutron] 10.222.0.35 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848830 Sep 08 09:52:23.442551 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-b0930afe-e1f9-48f6-9573-c8dff659643d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'name': 'tempest-ServerActionsTestJSON-468434758-router', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:49:49Z', 'updated_at': '2021-09-08T09:49:52Z', 'revision_number': 4, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'gw_port': {'id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:50Z', 'updated_at': '2021-09-08T09:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '1cc09dd0-4c04-432f-9979-2d23f8785480', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'port_id': '2f8a5003-865e-4cb6-820e-3c19a112a36c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'mac_address': 'fa:16:3e:8d:72:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062ae2f0-7d8e-45f7-904c-a75b8e068184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:49:55Z', 'updated_at': '2021-09-08T09:52:21Z', 'revision_number': 5, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5582de1-3396-4d7e-bbed-abc32fa0d334', 'name': '', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'mac_address': 'fa:16:3e:92:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:51Z', 'updated_at': '2021-09-08T09:49:57Z', 'revision_number': 5, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'subnets': [{'id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:52:23.470828 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0930afe-e1f9-48f6-9573-c8dff659643d None None] The sync data for ids ['05ce7490-0e15-43f4-8105-f657af3d2c35'] in n-d-806683-11 is: [{'id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'name': 'tempest-ServerActionsTestJSON-468434758-router', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:49:49Z', 'updated_at': '2021-09-08T09:49:52Z', 'revision_number': 4, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'gw_port': {'id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:50Z', 'updated_at': '2021-09-08T09:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '1cc09dd0-4c04-432f-9979-2d23f8785480', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'port_id': '2f8a5003-865e-4cb6-820e-3c19a112a36c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'mac_address': 'fa:16:3e:8d:72:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '062ae2f0-7d8e-45f7-904c-a75b8e068184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:49:55Z', 'updated_at': '2021-09-08T09:52:21Z', 'revision_number': 5, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5582de1-3396-4d7e-bbed-abc32fa0d334', 'name': '', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'mac_address': 'fa:16:3e:92:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:51Z', 'updated_at': '2021-09-08T09:49:57Z', 'revision_number': 5, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'subnets': [{'id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:52:23.662668 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b28fa32-fa8f-41fb-8fb9-4e3efaa51d4b None None] New status for floating IP 1cc09dd0-4c04-432f-9979-2d23f8785480: ACTIVE {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:52:23.724556 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:52:24.539753 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:52:29.047867 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:52:47.715794 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-48446789-ee97-46d1-bb8e-421f0fc66f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:52:50.480165 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:52:50.819243 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a2b193c4-8620-4804-85f5-c206be554391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:52:52.303016 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:52:53.716360 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:52:54.473307 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:52:54.555815 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:52:59.072590 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:52:59.315316 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7315c719-736d-4509-ac91-56fc63273115 req-07e6ef00-8138-40ca-a610-04bc3365fdcb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0913663 Sep 08 09:52:59.411919 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315c719-736d-4509-ac91-56fc63273115 req-04230d75-adf2-42f8-82b1-f2a8a2ab13d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:59.413457 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7315c719-736d-4509-ac91-56fc63273115 req-04230d75-adf2-42f8-82b1-f2a8a2ab13d9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 1097 time: 0.0423534 Sep 08 09:52:59.535026 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315c719-736d-4509-ac91-56fc63273115 req-4d28988b-212c-4669-8a84-8946b86a8d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:59.536486 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7315c719-736d-4509-ac91-56fc63273115 req-4d28988b-212c-4669-8a84-8946b86a8d12 service neutron] 10.222.0.35 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 912 time: 0.0883365 Sep 08 09:52:59.605659 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7315c719-736d-4509-ac91-56fc63273115 req-7c0da454-8fc2-45ca-8e81-55b539228b87 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f8a5003-865e-4cb6-820e-3c19a112a36c HTTP/1.1" status: 200 len: 1001 time: 0.0593846 Sep 08 09:52:59.654652 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315c719-736d-4509-ac91-56fc63273115 req-e6ffb0c0-48b3-4195-95bb-e6aa72f66fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:59.655991 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7315c719-736d-4509-ac91-56fc63273115 req-e6ffb0c0-48b3-4195-95bb-e6aa72f66fc6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b531fef-5a3f-45ac-8dd7-7a7f503eff71 HTTP/1.1" status: 200 len: 850 time: 0.0428579 Sep 08 09:52:59.702713 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315c719-736d-4509-ac91-56fc63273115 req-7fb29ec4-0a57-465a-ac74-5240468db13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:52:59.704246 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7315c719-736d-4509-ac91-56fc63273115 req-7fb29ec4-0a57-465a-ac74-5240468db13a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=56185bcd-0b80-44ca-98ec-163ebc8eacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416553 Sep 08 09:52:59.792074 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7315c719-736d-4509-ac91-56fc63273115 req-c6bd69b5-f83b-4153-a8ef-97c11281df8b service neutron] 10.222.0.35 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804539 Sep 08 09:52:59.884138 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7315c719-736d-4509-ac91-56fc63273115 req-20a139fd-3ae3-4532-996a-503906b6e1b2 service neutron] 10.222.0.35 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844777 Sep 08 09:53:17.716762 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-336e2f08-cef6-408a-ab2a-d642a093464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:53:20.482546 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:53:20.819155 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0379ba87-8a2f-4fee-9d33-bdde86d56c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:53:22.306125 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:53:23.717061 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:53:24.556070 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:53:29.078262 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:53:31.478627 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:53:47.718995 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4673599c-59b0-4e26-bf3d-a4bc92ce9c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:53:50.484702 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:53:50.819806 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9082f09e-9381-4adb-aa8e-346d5626d973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:53:52.308386 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:53:53.720750 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:53:54.570615 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:53:59.101578 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:54:00.316351 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-75d6b992-f147-4caf-bdc6-453577e11655 req-33a5d067-d77b-4429-8cc1-ca2ca8c24fff service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0787017 Sep 08 09:54:00.411537 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6b992-f147-4caf-bdc6-453577e11655 req-5f9af6bb-6cb7-49e6-9269-c333bd922e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:54:00.413026 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-75d6b992-f147-4caf-bdc6-453577e11655 req-5f9af6bb-6cb7-49e6-9269-c333bd922e2a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 1097 time: 0.0406480 Sep 08 09:54:00.519119 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6b992-f147-4caf-bdc6-453577e11655 req-03d16a7a-cfb2-4650-834b-2d11bbf0846c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:54:00.520585 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-75d6b992-f147-4caf-bdc6-453577e11655 req-03d16a7a-cfb2-4650-834b-2d11bbf0846c service neutron] 10.222.0.35 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 912 time: 0.0885706 Sep 08 09:54:00.583666 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-75d6b992-f147-4caf-bdc6-453577e11655 req-b6d94093-c99f-4a3c-b5c7-07b0e9cbd571 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f8a5003-865e-4cb6-820e-3c19a112a36c HTTP/1.1" status: 200 len: 1001 time: 0.0558226 Sep 08 09:54:00.635794 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6b992-f147-4caf-bdc6-453577e11655 req-dca3fe23-e90d-442a-aacf-b92069f78575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:54:00.637214 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-75d6b992-f147-4caf-bdc6-453577e11655 req-dca3fe23-e90d-442a-aacf-b92069f78575 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b531fef-5a3f-45ac-8dd7-7a7f503eff71 HTTP/1.1" status: 200 len: 850 time: 0.0465322 Sep 08 09:54:00.681359 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6b992-f147-4caf-bdc6-453577e11655 req-e7f0040d-e267-4f29-9a5c-9ac4390d61dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:54:00.682903 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-75d6b992-f147-4caf-bdc6-453577e11655 req-e7f0040d-e267-4f29-9a5c-9ac4390d61dd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=56185bcd-0b80-44ca-98ec-163ebc8eacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387735 Sep 08 09:54:00.771950 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-75d6b992-f147-4caf-bdc6-453577e11655 req-f70291d4-23ce-43d8-9f85-7047074e72be service neutron] 10.222.0.35 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813346 Sep 08 09:54:00.862837 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-75d6b992-f147-4caf-bdc6-453577e11655 req-70cde0c6-6334-4cae-bc4d-0bb2b37813d5 service neutron] 10.222.0.35 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835655 Sep 08 09:54:08.480143 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:54:17.719516 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6c17d645-03d0-4b83-9642-f15ba280095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:54:20.485357 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:54:20.820326 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-130d2bba-dc64-41c3-887f-34acb4667523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:54:22.312455 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:54:23.722731 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:54:24.585472 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:54:29.100174 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:54:45.485357 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:54:47.726185 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-89228f27-5945-433c-8dfe-59eb04ad5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:54:50.486307 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:54:50.820153 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3de46faf-9b44-43c5-bca6-9853371c0a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:54:52.314661 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:54:53.725421 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:54:54.586311 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:54:58.486176 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549fa92b-79c8-44f4-b567-db9a45fe76b2 req-4cc545e7-f85f-4d9e-8fe4-0cdd5b49e60a tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:54:58.487686 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-549fa92b-79c8-44f4-b567-db9a45fe76b2 req-4cc545e7-f85f-4d9e-8fe4-0cdd5b49e60a tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 945 time: 0.0960186 Sep 08 09:54:58.525959 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-549fa92b-79c8-44f4-b567-db9a45fe76b2 req-7fa7adc3-aeac-414e-9cce-61bd3bbcae9c tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316665 Sep 08 09:54:59.104434 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:54:59.763030 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367b99f-57b6-4422-beb5-cb7f26855f93 req-297b402f-8247-40df-b239-088582149211 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:54:59.764549 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b367b99f-57b6-4422-beb5-cb7f26855f93 req-297b402f-8247-40df-b239-088582149211 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 945 time: 0.0947754 Sep 08 09:54:59.802588 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b367b99f-57b6-4422-beb5-cb7f26855f93 req-d8fba3b6-bd2d-4da6-9631-b2243af6433f tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319853 Sep 08 09:55:00.919117 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f1fcb-2211-4f07-bf60-1ad74f891b9a req-96030528-f076-4095-95dc-4fc9d5ba2d36 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:00.920617 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-186f1fcb-2211-4f07-bf60-1ad74f891b9a req-96030528-f076-4095-95dc-4fc9d5ba2d36 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 945 time: 0.0490165 Sep 08 09:55:00.962382 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-186f1fcb-2211-4f07-bf60-1ad74f891b9a req-a89f9f7e-d67f-4739-8eca-5cb9127a87f0 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356512 Sep 08 09:55:01.291291 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e951fdb-690a-46ee-8f63-b07e4b089822 req-5a4babe6-4885-4fee-8a62-4596c4ff8fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:01.292782 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1e951fdb-690a-46ee-8f63-b07e4b089822 req-5a4babe6-4885-4fee-8a62-4596c4ff8fa5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 1097 time: 0.0409400 Sep 08 09:55:01.401668 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e951fdb-690a-46ee-8f63-b07e4b089822 req-c2a606ab-13a6-438b-9be0-9f7dda686ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:01.403237 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1e951fdb-690a-46ee-8f63-b07e4b089822 req-c2a606ab-13a6-438b-9be0-9f7dda686ff9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 912 time: 0.0861030 Sep 08 09:55:01.473303 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1e951fdb-690a-46ee-8f63-b07e4b089822 req-69ef5fa1-39ee-4f1c-9114-0840e7a817b8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f8a5003-865e-4cb6-820e-3c19a112a36c HTTP/1.1" status: 200 len: 1001 time: 0.0622547 Sep 08 09:55:01.521997 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e951fdb-690a-46ee-8f63-b07e4b089822 req-2f7716a0-811c-4064-8d2e-3891ced49938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:01.523439 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1e951fdb-690a-46ee-8f63-b07e4b089822 req-2f7716a0-811c-4064-8d2e-3891ced49938 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b531fef-5a3f-45ac-8dd7-7a7f503eff71 HTTP/1.1" status: 200 len: 850 time: 0.0439525 Sep 08 09:55:01.569189 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e951fdb-690a-46ee-8f63-b07e4b089822 req-81fe96f8-2599-49fe-8236-d0003a9f5850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:01.570696 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1e951fdb-690a-46ee-8f63-b07e4b089822 req-81fe96f8-2599-49fe-8236-d0003a9f5850 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=56185bcd-0b80-44ca-98ec-163ebc8eacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405238 Sep 08 09:55:01.666320 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1e951fdb-690a-46ee-8f63-b07e4b089822 req-e81dae46-35b5-4b51-aaf6-a38a59b49aaa service neutron] 10.222.0.35 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884767 Sep 08 09:55:01.755057 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1e951fdb-690a-46ee-8f63-b07e4b089822 req-9660a99e-7f50-4d73-97d0-d787acfa99fa service neutron] 10.222.0.35 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821762 Sep 08 09:55:02.076593 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c1612-418e-40f2-82d2-1554db5d1c16 req-24caecc7-1d83-4fc5-8c28-9387c01d6dec tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:02.078149 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e90c1612-418e-40f2-82d2-1554db5d1c16 req-24caecc7-1d83-4fc5-8c28-9387c01d6dec tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 945 time: 0.0489089 Sep 08 09:55:02.120955 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e90c1612-418e-40f2-82d2-1554db5d1c16 req-0708e5d5-a080-4bfc-8479-90e78d68dc8a tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359740 Sep 08 09:55:03.238616 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21550b0c-665d-4c0b-9130-91c565d97deb req-609a9e73-5263-4100-b475-1cb5b2aa4400 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:03.240189 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-21550b0c-665d-4c0b-9130-91c565d97deb req-609a9e73-5263-4100-b475-1cb5b2aa4400 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 945 time: 0.0529761 Sep 08 09:55:03.277963 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-21550b0c-665d-4c0b-9130-91c565d97deb req-2b756f83-0a3d-43c7-a717-736aa12de1af tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319276 Sep 08 09:55:04.392890 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926dbef7-f55b-42b8-ae92-8813fd7877e6 req-6817c0b6-2dee-4bda-a195-717cb2c0135f tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:04.395395 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-926dbef7-f55b-42b8-ae92-8813fd7877e6 req-6817c0b6-2dee-4bda-a195-717cb2c0135f tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 945 time: 0.0485551 Sep 08 09:55:04.432422 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-926dbef7-f55b-42b8-ae92-8813fd7877e6 req-d1196aa6-247f-4b98-ab24-a98e0ea55107 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315180 Sep 08 09:55:05.555721 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76221697-a43e-4171-adcb-f0607fa4dc90 req-7d96048f-46f9-47df-9601-bc6fa5973952 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:05.557234 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-76221697-a43e-4171-adcb-f0607fa4dc90 req-7d96048f-46f9-47df-9601-bc6fa5973952 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 945 time: 0.0536382 Sep 08 09:55:05.596911 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-76221697-a43e-4171-adcb-f0607fa4dc90 req-c7ccfa34-2d61-4810-8284-bfc26e0c2966 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336134 Sep 08 09:55:06.715676 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fc9dd-0336-4cfc-97e2-32932f4bb45c req-e4ed6fbf-5eb4-48a4-927c-fe8cce1ef1e8 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:06.717193 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ee7fc9dd-0336-4cfc-97e2-32932f4bb45c req-e4ed6fbf-5eb4-48a4-927c-fe8cce1ef1e8 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 945 time: 0.0513003 Sep 08 09:55:06.755712 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ee7fc9dd-0336-4cfc-97e2-32932f4bb45c req-358618b6-c78e-4587-8a60-bca1c23dc6cb tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314651 Sep 08 09:55:07.873406 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c07692-3a89-4ddf-8d49-e654ae2d6af7 req-198822d5-3c58-4422-a611-3aeb9855a65a tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:07.874841 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e0c07692-3a89-4ddf-8d49-e654ae2d6af7 req-198822d5-3c58-4422-a611-3aeb9855a65a tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 945 time: 0.0515084 Sep 08 09:55:07.912410 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e0c07692-3a89-4ddf-8d49-e654ae2d6af7 req-736ccff0-9d3e-4a92-b71e-62da58bb51e2 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316026 Sep 08 09:55:09.026978 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44942b8-6213-4dc9-847e-a07db81d5d5f req-beee5a55-76bf-40a5-9391-2985d8c7a653 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:09.028533 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b44942b8-6213-4dc9-847e-a07db81d5d5f req-beee5a55-76bf-40a5-9391-2985d8c7a653 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 945 time: 0.0488129 Sep 08 09:55:09.069990 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b44942b8-6213-4dc9-847e-a07db81d5d5f req-d53b2ae2-9639-4db1-a222-a88abaf4804b tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354717 Sep 08 09:55:10.185854 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe3071-1383-4f04-b8e0-81d2a67a0a4c req-01b58a57-33c4-4490-8dcb-f7b25e7dfff3 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:10.187374 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2cbe3071-1383-4f04-b8e0-81d2a67a0a4c req-01b58a57-33c4-4490-8dcb-f7b25e7dfff3 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 945 time: 0.0517054 Sep 08 09:55:10.223664 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2cbe3071-1383-4f04-b8e0-81d2a67a0a4c req-b0922923-8c3b-4caa-876e-34d6bc2ca548 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304837 Sep 08 09:55:11.340827 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00190c29-1d4b-4489-bc53-ee0c6ae9e385 req-db8cb7f3-e741-4103-9a8b-79a942614abd tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:11.342332 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-00190c29-1d4b-4489-bc53-ee0c6ae9e385 req-db8cb7f3-e741-4103-9a8b-79a942614abd tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 945 time: 0.0497477 Sep 08 09:55:11.381824 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-00190c29-1d4b-4489-bc53-ee0c6ae9e385 req-e9d7d3f2-a1e6-4e83-acbe-e3b27f9e70b1 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330989 Sep 08 09:55:12.495611 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71263aae-0fbc-43f6-bd98-39d5c9447782 req-6f78348c-dd3b-4d1d-9b64-6ff9569f4a23 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:12.497104 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-71263aae-0fbc-43f6-bd98-39d5c9447782 req-6f78348c-dd3b-4d1d-9b64-6ff9569f4a23 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 945 time: 0.0478287 Sep 08 09:55:12.534242 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-71263aae-0fbc-43f6-bd98-39d5c9447782 req-2e41ce44-5b56-46a5-98e4-e00081f3f485 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311830 Sep 08 09:55:13.661368 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42729484-d1c3-46a6-be99-916c7e230322 req-645e9bb4-6b08-4639-8e55-bed7ce104a42 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:13.662966 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-42729484-d1c3-46a6-be99-916c7e230322 req-645e9bb4-6b08-4639-8e55-bed7ce104a42 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 945 time: 0.0600729 Sep 08 09:55:13.706081 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-42729484-d1c3-46a6-be99-916c7e230322 req-7779885a-5bb5-4090-b91e-f71b45cbaa38 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365639 Sep 08 09:55:14.821091 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e18f1-c146-431f-9627-52d7957603c3 req-d2a7fb68-24f0-4e67-aeab-0033306cbd33 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:14.822606 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f58e18f1-c146-431f-9627-52d7957603c3 req-d2a7fb68-24f0-4e67-aeab-0033306cbd33 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 945 time: 0.0493200 Sep 08 09:55:14.860217 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f58e18f1-c146-431f-9627-52d7957603c3 req-8baf948c-bf33-42e3-a03d-393458e79e25 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318189 Sep 08 09:55:15.103580 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332098f-846e-4cc7-94bb-8e4ef89ac5e9 req-20dcbbbf-5dc5-4752-8499-fe48e30236a6 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:15.105089 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5332098f-846e-4cc7-94bb-8e4ef89ac5e9 req-20dcbbbf-5dc5-4752-8499-fe48e30236a6 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 945 time: 0.0524662 Sep 08 09:55:15.146899 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5332098f-846e-4cc7-94bb-8e4ef89ac5e9 req-9110f28f-4f5d-42aa-bcf6-c6bd36549d74 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346055 Sep 08 09:55:15.180169 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4b858f00-e150-47a2-80b1-a80ed8bac310 req-b1d396fa-1902-4baf-81db-589dc2b554c5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0798528 Sep 08 09:55:16.267349 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615d78f-b2aa-4dfd-9e89-df5f5e9104ee req-c83106e3-cff6-4fbd-acb9-4f318c982aa9 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:16.269689 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7615d78f-b2aa-4dfd-9e89-df5f5e9104ee req-c83106e3-cff6-4fbd-acb9-4f318c982aa9 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 945 time: 0.0523977 Sep 08 09:55:16.308463 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7615d78f-b2aa-4dfd-9e89-df5f5e9104ee req-c739e197-6a81-4b48-8d2f-ee0ddc41b7f6 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329626 Sep 08 09:55:16.416657 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b858f00-e150-47a2-80b1-a80ed8bac310 req-eadf1d36-37b4-4cfe-bbcb-bca1601937cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:16.418216 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4b858f00-e150-47a2-80b1-a80ed8bac310 req-eadf1d36-37b4-4cfe-bbcb-bca1601937cb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 1097 time: 0.0416820 Sep 08 09:55:16.513693 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b858f00-e150-47a2-80b1-a80ed8bac310 req-b9ec0f2b-020b-42fd-ad99-1d90453ed00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:16.515225 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4b858f00-e150-47a2-80b1-a80ed8bac310 req-b9ec0f2b-020b-42fd-ad99-1d90453ed00a service neutron] 10.222.0.35 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 912 time: 0.0901582 Sep 08 09:55:16.579658 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4b858f00-e150-47a2-80b1-a80ed8bac310 req-ae5f96a2-2c47-4a66-89d7-e9e9b8b14a94 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f8a5003-865e-4cb6-820e-3c19a112a36c HTTP/1.1" status: 200 len: 1001 time: 0.0573163 Sep 08 09:55:16.628815 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b858f00-e150-47a2-80b1-a80ed8bac310 req-03b6700e-b010-4fc1-aa28-7fdd34797b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:16.630279 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4b858f00-e150-47a2-80b1-a80ed8bac310 req-03b6700e-b010-4fc1-aa28-7fdd34797b0c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b531fef-5a3f-45ac-8dd7-7a7f503eff71 HTTP/1.1" status: 200 len: 850 time: 0.0440483 Sep 08 09:55:16.678091 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b858f00-e150-47a2-80b1-a80ed8bac310 req-4fbf2f80-6c26-4e61-a4e5-ee95ad11025c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:16.679693 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4b858f00-e150-47a2-80b1-a80ed8bac310 req-4fbf2f80-6c26-4e61-a4e5-ee95ad11025c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=56185bcd-0b80-44ca-98ec-163ebc8eacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426586 Sep 08 09:55:16.768271 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4b858f00-e150-47a2-80b1-a80ed8bac310 req-882f9c90-b50e-4e9d-8d34-8e391c0313ef service neutron] 10.222.0.35 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813491 Sep 08 09:55:16.863197 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4b858f00-e150-47a2-80b1-a80ed8bac310 req-50299479-3981-4276-afa2-cda06f1bdac2 service neutron] 10.222.0.35 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871122 Sep 08 09:55:17.426781 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ae804-f692-4ec8-865c-833046e74856 req-094262d2-9358-4102-8fe2-710775ad62c5 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:17.428265 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dd8ae804-f692-4ec8-865c-833046e74856 req-094262d2-9358-4102-8fe2-710775ad62c5 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 945 time: 0.0509291 Sep 08 09:55:17.465310 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dd8ae804-f692-4ec8-865c-833046e74856 req-0877a7a8-e76c-4649-a5e5-999cb4868e02 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310814 Sep 08 09:55:17.717164 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-18eb82d7-e534-41be-b3af-81dc72db2c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:55:18.580105 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0faaa1f-a4d4-48ef-b966-cc88877b986e req-c496fbbd-6f09-444e-a17b-ff6b1461d196 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:18.581720 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a0faaa1f-a4d4-48ef-b966-cc88877b986e req-c496fbbd-6f09-444e-a17b-ff6b1461d196 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 945 time: 0.0497129 Sep 08 09:55:18.619377 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a0faaa1f-a4d4-48ef-b966-cc88877b986e req-42f44006-4a91-40f4-9092-30b11039b1a3 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316231 Sep 08 09:55:18.897617 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [req-4b858f00-e150-47a2-80b1-a80ed8bac310 req-d1b8245f-4e9c-47e6-a69a-2e55ac8ba8f2 service neutron] show failed (client error): The resource could not be found. Sep 08 09:55:18.898634 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4b858f00-e150-47a2-80b1-a80ed8bac310 req-d1b8245f-4e9c-47e6-a69a-2e55ac8ba8f2 service neutron] 10.222.0.35 "GET /v2.0/ports/2f8a5003-865e-4cb6-820e-3c19a112a36c/bindings/n-h1-806683-11 HTTP/1.1" status: 404 len: 381 time: 0.0531168 Sep 08 09:55:19.169921 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b858f00-e150-47a2-80b1-a80ed8bac310 req-fd7d3956-b589-495c-acd2-07ace4b265bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:19.171342 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4b858f00-e150-47a2-80b1-a80ed8bac310 req-fd7d3956-b589-495c-acd2-07ace4b265bc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184&tenant_id=32544c70c4c447a7a8477bdcba419f99 HTTP/1.1" status: 200 len: 1097 time: 0.0805035 Sep 08 09:55:19.189601 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-4b858f00-e150-47a2-80b1-a80ed8bac310 req-cb761bba-42d4-4f5a-a12f-bf02da971139 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-11', 'device_owner': 'compute:nova'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:55:19.570537 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4b858f00-e150-47a2-80b1-a80ed8bac310 req-cb761bba-42d4-4f5a-a12f-bf02da971139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:55:19.803387 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0ad21-2258-494e-a50a-07162a00e933 req-b320dcdd-a8f9-4505-854c-e76297fdf83b tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:19.805033 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-acb0ad21-2258-494e-a50a-07162a00e933 req-b320dcdd-a8f9-4505-854c-e76297fdf83b tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 945 time: 0.1159594 Sep 08 09:55:19.875996 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-acb0ad21-2258-494e-a50a-07162a00e933 req-68a3352d-f1c1-410e-9241-46b3bc5f61dc tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606215 Sep 08 09:55:19.877644 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-4b858f00-e150-47a2-80b1-a80ed8bac310 req-cb761bba-42d4-4f5a-a12f-bf02da971139 service neutron] For port 2f8a5003-865e-4cb6-820e-3c19a112a36c, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=2f8a5003-865e-4cb6-820e-3c19a112a36c,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:55:19.920145 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-4b858f00-e150-47a2-80b1-a80ed8bac310 req-cb761bba-42d4-4f5a-a12f-bf02da971139 service neutron] For port 2f8a5003-865e-4cb6-820e-3c19a112a36c, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:55:19.963040 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '062ae2f0-7d8e-45f7-904c-a75b8e068184', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f8a5003-865e-4cb6-820e-3c19a112a36c'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:55:19.975323 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4b858f00-e150-47a2-80b1-a80ed8bac310 req-cb761bba-42d4-4f5a-a12f-bf02da971139 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:55:19.989508 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-4b858f00-e150-47a2-80b1-a80ed8bac310 req-cb761bba-42d4-4f5a-a12f-bf02da971139 service neutron] Transition to ACTIVE for port object 2f8a5003-865e-4cb6-820e-3c19a112a36c will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:55:19.993702 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4b858f00-e150-47a2-80b1-a80ed8bac310 req-cb761bba-42d4-4f5a-a12f-bf02da971139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:55:20.040541 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fbabf1e-ab64-44bb-aa6b-131e847dc8e2" -d '{"events": [{"server_uuid": "062ae2f0-7d8e-45f7-904c-a75b8e068184", "name": "network-vif-unplugged", "status": "completed", "tag": "2f8a5003-865e-4cb6-820e-3c19a112a36c"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:55:20.043473 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb761bba-42d4-4f5a-a12f-bf02da971139 service neutron] Pushing event updated for resources: {'Port': ['ID=2f8a5003-865e-4cb6-820e-3c19a112a36c,revision_number=6']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:55:20.054392 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb761bba-42d4-4f5a-a12f-bf02da971139 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:55:20.054744 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb761bba-42d4-4f5a-a12f-bf02da971139 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:55:20.055093 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb761bba-42d4-4f5a-a12f-bf02da971139 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:55:20.055433 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb761bba-42d4-4f5a-a12f-bf02da971139 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:55:20.055770 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb761bba-42d4-4f5a-a12f-bf02da971139 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:55:20.056105 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb761bba-42d4-4f5a-a12f-bf02da971139 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:55:20.056441 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb761bba-42d4-4f5a-a12f-bf02da971139 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:55:20.056826 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb761bba-42d4-4f5a-a12f-bf02da971139 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:55:20.057103 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb761bba-42d4-4f5a-a12f-bf02da971139 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:55:20.057434 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb761bba-42d4-4f5a-a12f-bf02da971139 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:55:20.057763 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb761bba-42d4-4f5a-a12f-bf02da971139 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:55:20.058136 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb761bba-42d4-4f5a-a12f-bf02da971139 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:55:20.163698 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b858f00-e150-47a2-80b1-a80ed8bac310 req-cb761bba-42d4-4f5a-a12f-bf02da971139 service neutron] No DVR routers for this DVR port 2f8a5003-865e-4cb6-820e-3c19a112a36c on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:55:20.202482 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 09:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23ee85f-e011-4c22-bea4-f5e6fc56a793 x-openstack-request-id: req-e23ee85f-e011-4c22-bea4-f5e6fc56a793 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:55:20.202875 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "062ae2f0-7d8e-45f7-904c-a75b8e068184", "name": "network-vif-unplugged", "status": "completed", "tag": "2f8a5003-865e-4cb6-820e-3c19a112a36c", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:55:20.203210 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e23ee85f-e011-4c22-bea4-f5e6fc56a793 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:55:20.203688 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '062ae2f0-7d8e-45f7-904c-a75b8e068184', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f8a5003-865e-4cb6-820e-3c19a112a36c', 'code': 200} Sep 08 09:55:20.316574 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-4b858f00-e150-47a2-80b1-a80ed8bac310 req-cb761bba-42d4-4f5a-a12f-bf02da971139 service neutron] Attempting to bind port 2f8a5003-865e-4cb6-820e-3c19a112a36c on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:55:20.316806 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-4b858f00-e150-47a2-80b1-a80ed8bac310 req-cb761bba-42d4-4f5a-a12f-bf02da971139 service neutron] Attempting to bind port 2f8a5003-865e-4cb6-820e-3c19a112a36c by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'c1b2f16d-81bb-4a62-b017-6a60b97abe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:55:20.317007 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b858f00-e150-47a2-80b1-a80ed8bac310 req-cb761bba-42d4-4f5a-a12f-bf02da971139 service neutron] Attempting to bind port 2f8a5003-865e-4cb6-820e-3c19a112a36c on network 56185bcd-0b80-44ca-98ec-163ebc8eacb4 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:55:20.322321 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b858f00-e150-47a2-80b1-a80ed8bac310 req-cb761bba-42d4-4f5a-a12f-bf02da971139 service neutron] Port 2f8a5003-865e-4cb6-820e-3c19a112a36c on network 56185bcd-0b80-44ca-98ec-163ebc8eacb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:55:20.322651 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b858f00-e150-47a2-80b1-a80ed8bac310 req-cb761bba-42d4-4f5a-a12f-bf02da971139 service neutron] Attempting to bind port 2f8a5003-865e-4cb6-820e-3c19a112a36c on network 56185bcd-0b80-44ca-98ec-163ebc8eacb4 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:55:20.327743 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b858f00-e150-47a2-80b1-a80ed8bac310 req-cb761bba-42d4-4f5a-a12f-bf02da971139 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:55:20.328116 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b858f00-e150-47a2-80b1-a80ed8bac310 req-cb761bba-42d4-4f5a-a12f-bf02da971139 service neutron] Checking segment: {'id': 'c1b2f16d-81bb-4a62-b017-6a60b97abe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:55:20.328500 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b858f00-e150-47a2-80b1-a80ed8bac310 req-cb761bba-42d4-4f5a-a12f-bf02da971139 service neutron] Bound using segment: {'id': 'c1b2f16d-81bb-4a62-b017-6a60b97abe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:55:20.328930 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-4b858f00-e150-47a2-80b1-a80ed8bac310 req-cb761bba-42d4-4f5a-a12f-bf02da971139 service neutron] Bound port: 2f8a5003-865e-4cb6-820e-3c19a112a36c, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1b2f16d-81bb-4a62-b017-6a60b97abe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:55:20.329290 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4b858f00-e150-47a2-80b1-a80ed8bac310 req-cb761bba-42d4-4f5a-a12f-bf02da971139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:55:20.393434 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-4b858f00-e150-47a2-80b1-a80ed8bac310 req-cb761bba-42d4-4f5a-a12f-bf02da971139 service neutron] For port 2f8a5003-865e-4cb6-820e-3c19a112a36c, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:55:20.397214 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-4b858f00-e150-47a2-80b1-a80ed8bac310 req-cb761bba-42d4-4f5a-a12f-bf02da971139 service neutron] For port 2f8a5003-865e-4cb6-820e-3c19a112a36c, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=2f8a5003-865e-4cb6-820e-3c19a112a36c,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:55:20.401105 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4b858f00-e150-47a2-80b1-a80ed8bac310 req-cb761bba-42d4-4f5a-a12f-bf02da971139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:55:20.438679 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b858f00-e150-47a2-80b1-a80ed8bac310 req-cb761bba-42d4-4f5a-a12f-bf02da971139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:20.439580 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4b858f00-e150-47a2-80b1-a80ed8bac310 req-cb761bba-42d4-4f5a-a12f-bf02da971139 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:55:20.442071 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4b858f00-e150-47a2-80b1-a80ed8bac310 req-cb761bba-42d4-4f5a-a12f-bf02da971139 service neutron] 10.222.0.37 "PUT /v2.0/ports/2f8a5003-865e-4cb6-820e-3c19a112a36c HTTP/1.1" status: 200 len: 1092 time: 1.2563343 Sep 08 09:55:20.466459 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb761bba-42d4-4f5a-a12f-bf02da971139 service neutron] Pushing event updated for resources: {'Port': ['ID=2f8a5003-865e-4cb6-820e-3c19a112a36c,revision_number=7']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:55:20.489334 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:55:20.522255 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b858f00-e150-47a2-80b1-a80ed8bac310 req-95fe5863-a325-44bc-af47-f17073134ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:20.523809 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4b858f00-e150-47a2-80b1-a80ed8bac310 req-95fe5863-a325-44bc-af47-f17073134ea9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 1095 time: 0.0445492 Sep 08 09:55:20.620277 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b858f00-e150-47a2-80b1-a80ed8bac310 req-ed5941a8-3205-4cb5-a8bb-74334895fce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:20.621851 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4b858f00-e150-47a2-80b1-a80ed8bac310 req-ed5941a8-3205-4cb5-a8bb-74334895fce4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 912 time: 0.0911953 Sep 08 09:55:20.690306 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4b858f00-e150-47a2-80b1-a80ed8bac310 req-04caf1b1-9612-4258-8dc5-b013e17f0ac1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f8a5003-865e-4cb6-820e-3c19a112a36c HTTP/1.1" status: 200 len: 999 time: 0.0608368 Sep 08 09:55:20.740807 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b858f00-e150-47a2-80b1-a80ed8bac310 req-bafd3782-ce73-4fb4-85f5-3b5c0c67242b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:20.742339 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4b858f00-e150-47a2-80b1-a80ed8bac310 req-bafd3782-ce73-4fb4-85f5-3b5c0c67242b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3b531fef-5a3f-45ac-8dd7-7a7f503eff71 HTTP/1.1" status: 200 len: 850 time: 0.0441859 Sep 08 09:55:20.788029 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b858f00-e150-47a2-80b1-a80ed8bac310 req-156ddb58-fe43-43de-bd7f-31355a08bbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:20.789511 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4b858f00-e150-47a2-80b1-a80ed8bac310 req-156ddb58-fe43-43de-bd7f-31355a08bbe4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56185bcd-0b80-44ca-98ec-163ebc8eacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405595 Sep 08 09:55:20.821288 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-39bf97a7-f2c5-4f08-a354-adba893280d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:55:20.885634 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4b858f00-e150-47a2-80b1-a80ed8bac310 req-7ffaa3e5-43d8-4e08-9a60-1b5587c53c46 service neutron] 10.222.0.37 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889399 Sep 08 09:55:21.013508 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4b858f00-e150-47a2-80b1-a80ed8bac310 req-a3f819d3-0c77-4932-a525-b81290692647 service neutron] 10.222.0.37 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208971 Sep 08 09:55:21.022495 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a72dc-c946-480c-9cb9-0f549c80103e req-688797ca-2496-407b-ae5b-134d9e00270a tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:21.023919 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-827a72dc-c946-480c-9cb9-0f549c80103e req-688797ca-2496-407b-ae5b-134d9e00270a tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 943 time: 0.0758116 Sep 08 09:55:21.065405 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-827a72dc-c946-480c-9cb9-0f549c80103e req-6a83d59b-2d33-4908-aec7-15be1b6029f0 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353997 Sep 08 09:55:22.204439 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '062ae2f0-7d8e-45f7-904c-a75b8e068184', 'tag': '2f8a5003-865e-4cb6-820e-3c19a112a36c'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:55:22.207930 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f7eba4-796c-40aa-821b-49514432b96c" -d '{"events": [{"name": "network-changed", "server_uuid": "062ae2f0-7d8e-45f7-904c-a75b8e068184", "tag": "2f8a5003-865e-4cb6-820e-3c19a112a36c"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:55:22.208121 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893c21c-8641-49d2-8d6c-c2ca751cc5c4 req-aaaac41d-5f6b-4959-8573-99921e3087d6 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:22.210748 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b893c21c-8641-49d2-8d6c-c2ca751cc5c4 req-aaaac41d-5f6b-4959-8573-99921e3087d6 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 943 time: 0.0706270 Sep 08 09:55:22.265062 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73de65bb-685d-49e3-82d5-078305def7b7 x-openstack-request-id: req-73de65bb-685d-49e3-82d5-078305def7b7 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:55:22.265365 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "062ae2f0-7d8e-45f7-904c-a75b8e068184", "tag": "2f8a5003-865e-4cb6-820e-3c19a112a36c", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:55:22.265618 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-73de65bb-685d-49e3-82d5-078305def7b7 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:55:22.266579 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '062ae2f0-7d8e-45f7-904c-a75b8e068184', 'tag': '2f8a5003-865e-4cb6-820e-3c19a112a36c', 'status': 'completed', 'code': 200} Sep 08 09:55:22.270753 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b893c21c-8641-49d2-8d6c-c2ca751cc5c4 req-e11cb07c-cc15-40ae-b008-76f80581c2ec tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519438 Sep 08 09:55:22.329447 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:55:22.391661 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7eba4-796c-40aa-821b-49514432b96c req-f83815f4-8e9e-4cae-a6a9-cfcd6824bab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:22.393483 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-15f7eba4-796c-40aa-821b-49514432b96c req-f83815f4-8e9e-4cae-a6a9-cfcd6824bab6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 1095 time: 0.0918264 Sep 08 09:55:22.403045 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7eba4-796c-40aa-821b-49514432b96c req-702af4a7-4cea-4259-ae92-f734f587cdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:22.404548 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-15f7eba4-796c-40aa-821b-49514432b96c req-702af4a7-4cea-4259-ae92-f734f587cdbe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 1095 time: 0.0853040 Sep 08 09:55:22.492574 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:55:22.501717 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 2f8a5003-865e-4cb6-820e-3c19a112a36c details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:55:22.601468 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7eba4-796c-40aa-821b-49514432b96c req-3a175eae-de40-48bb-9f4d-45a13ca4da29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:22.603188 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-15f7eba4-796c-40aa-821b-49514432b96c req-3a175eae-de40-48bb-9f4d-45a13ca4da29 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 912 time: 0.2025566 Sep 08 09:55:22.606279 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7eba4-796c-40aa-821b-49514432b96c req-146a2ae5-f616-4d27-854a-c74df042fc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:22.607803 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-15f7eba4-796c-40aa-821b-49514432b96c req-146a2ae5-f616-4d27-854a-c74df042fc8c service neutron] 10.222.0.35 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 912 time: 0.1953032 Sep 08 09:55:22.617506 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 2f8a5003-865e-4cb6-820e-3c19a112a36c, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=2f8a5003-865e-4cb6-820e-3c19a112a36c,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:55:22.630889 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '2f8a5003-865e-4cb6-820e-3c19a112a36c', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'port_id': '2f8a5003-865e-4cb6-820e-3c19a112a36c', 'mac_address': 'fa:16:3e:8d:72:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:55:22.669294 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:55:22.683959 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f8a5003-865e-4cb6-820e-3c19a112a36c {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:55:22.703538 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 2f8a5003-865e-4cb6-820e-3c19a112a36c, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=2f8a5003-865e-4cb6-820e-3c19a112a36c,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:55:22.708458 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:55:22.739223 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-15f7eba4-796c-40aa-821b-49514432b96c req-82f167cc-99a8-48bf-9583-127b43d87f41 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f8a5003-865e-4cb6-820e-3c19a112a36c HTTP/1.1" status: 200 len: 999 time: 0.1281486 Sep 08 09:55:22.764936 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-15f7eba4-796c-40aa-821b-49514432b96c req-7a789147-4f13-474b-899d-91bee193d1d3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f8a5003-865e-4cb6-820e-3c19a112a36c HTTP/1.1" status: 200 len: 999 time: 0.1477833 Sep 08 09:55:22.774984 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=2f8a5003-865e-4cb6-820e-3c19a112a36c,revision_number=8']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:55:22.785410 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:55:22.787720 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:55:22.788085 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:55:22.788435 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:55:22.788780 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:55:22.789721 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:55:22.790087 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:55:22.790434 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:55:22.790774 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:55:22.791107 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:55:22.792146 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:55:22.792494 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:55:22.853907 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7eba4-796c-40aa-821b-49514432b96c req-02f5d317-d910-4f81-9ee3-adf99193e25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:22.856056 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-15f7eba4-796c-40aa-821b-49514432b96c req-02f5d317-d910-4f81-9ee3-adf99193e25b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3b531fef-5a3f-45ac-8dd7-7a7f503eff71 HTTP/1.1" status: 200 len: 850 time: 0.1089838 Sep 08 09:55:22.873695 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7eba4-796c-40aa-821b-49514432b96c req-adac0c90-4d0e-4da1-9712-1578868dbbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:22.875815 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-15f7eba4-796c-40aa-821b-49514432b96c req-adac0c90-4d0e-4da1-9712-1578868dbbc1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b531fef-5a3f-45ac-8dd7-7a7f503eff71 HTTP/1.1" status: 200 len: 850 time: 0.0876300 Sep 08 09:55:22.953446 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7eba4-796c-40aa-821b-49514432b96c req-eb8b0417-604d-4353-999b-0579bfa4b1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:22.955166 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-15f7eba4-796c-40aa-821b-49514432b96c req-eb8b0417-604d-4353-999b-0579bfa4b1e9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56185bcd-0b80-44ca-98ec-163ebc8eacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0900276 Sep 08 09:55:22.959070 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 2f8a5003-865e-4cb6-820e-3c19a112a36c no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:55:22.961497 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7eba4-796c-40aa-821b-49514432b96c req-6d09d0f0-eeb7-4260-9ce1-352118bdf28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:22.962961 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-15f7eba4-796c-40aa-821b-49514432b96c req-6d09d0f0-eeb7-4260-9ce1-352118bdf28e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=56185bcd-0b80-44ca-98ec-163ebc8eacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0653384 Sep 08 09:55:22.998167 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 2f8a5003-865e-4cb6-820e-3c19a112a36c not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:55:23.006145 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['2f8a5003-865e-4cb6-820e-3c19a112a36c'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:55:23.118918 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-15f7eba4-796c-40aa-821b-49514432b96c req-89bb433e-ba3f-4f2c-b3a1-929bbde912c6 service neutron] 10.222.0.37 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549246 Sep 08 09:55:23.122218 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-15f7eba4-796c-40aa-821b-49514432b96c req-17b00604-3cc7-4314-8bee-f5edbd225e45 service neutron] 10.222.0.35 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507888 Sep 08 09:55:23.284932 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-15f7eba4-796c-40aa-821b-49514432b96c req-783d04e5-9673-4684-8f0f-ddcc05e51957 service neutron] 10.222.0.37 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577675 Sep 08 09:55:23.288449 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-15f7eba4-796c-40aa-821b-49514432b96c req-4dbc485e-85bd-4cfa-879a-9e76f3dbf3cd service neutron] 10.222.0.35 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537709 Sep 08 09:55:23.390387 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aae91a-5b08-44c7-a2cc-ba172423568a req-34b64cfc-a6e1-4906-af40-b3b45b191aed tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:23.391895 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-30aae91a-5b08-44c7-a2cc-ba172423568a req-34b64cfc-a6e1-4906-af40-b3b45b191aed tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 944 time: 0.0528250 Sep 08 09:55:23.433515 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-30aae91a-5b08-44c7-a2cc-ba172423568a req-5ca84d51-124d-4cb7-8ae6-3440a5858cdf tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347579 Sep 08 09:55:23.665754 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284f043-90c4-4c3c-9387-9bd88026db0b req-d388c512-2bc9-4437-9f4e-ec9c5e766373 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:23.667291 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b284f043-90c4-4c3c-9387-9bd88026db0b req-d388c512-2bc9-4437-9f4e-ec9c5e766373 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 944 time: 0.0825176 Sep 08 09:55:23.680068 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ecce72-4284-411b-aded-ed0d5068305e req-4cb7bc66-4c3e-40fb-8890-2cd667bc8bf9 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:23.681495 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-47ecce72-4284-411b-aded-ed0d5068305e req-4cb7bc66-4c3e-40fb-8890-2cd667bc8bf9 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.35 "GET /v2.0/ports?device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184&tenant_id=32544c70c4c447a7a8477bdcba419f99&binding%3Ahost_id=n-h1-806683-11 HTTP/1.1" status: 200 len: 944 time: 0.0668583 Sep 08 09:55:23.731788 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:55:23.747194 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b284f043-90c4-4c3c-9387-9bd88026db0b req-0c2aa14b-1dd5-4cf7-bad1-a462d8fbdd90 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647590 Sep 08 09:55:23.763764 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [req-47ecce72-4284-411b-aded-ed0d5068305e req-288011be-6a4e-41fb-95f0-620f7f6292fd service neutron] delete failed (client error): The resource could not be found. Sep 08 09:55:23.764789 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-47ecce72-4284-411b-aded-ed0d5068305e req-288011be-6a4e-41fb-95f0-620f7f6292fd service neutron] 10.222.0.35 "DELETE /v2.0/ports/2f8a5003-865e-4cb6-820e-3c19a112a36c/bindings/n-h2-806683-11 HTTP/1.1" status: 404 len: 381 time: 0.0757132 Sep 08 09:55:23.870348 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ecce72-4284-411b-aded-ed0d5068305e req-82cb6999-c090-49ca-915c-de6c8f2c8f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:23.871728 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-47ecce72-4284-411b-aded-ed0d5068305e req-82cb6999-c090-49ca-915c-de6c8f2c8f98 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 1096 time: 0.0443463 Sep 08 09:55:23.960578 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ecce72-4284-411b-aded-ed0d5068305e req-9fad4b0d-ccf0-403e-825d-9c6805ae00b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:23.962028 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-47ecce72-4284-411b-aded-ed0d5068305e req-9fad4b0d-ccf0-403e-825d-9c6805ae00b0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 912 time: 0.0828381 Sep 08 09:55:24.033069 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-47ecce72-4284-411b-aded-ed0d5068305e req-002c06e4-7915-4f4f-9076-90d8bd6cf241 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f8a5003-865e-4cb6-820e-3c19a112a36c HTTP/1.1" status: 200 len: 1000 time: 0.0644855 Sep 08 09:55:24.082340 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ecce72-4284-411b-aded-ed0d5068305e req-b5dd16a6-5547-461a-9be5-41a5f93e5202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:24.083806 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-47ecce72-4284-411b-aded-ed0d5068305e req-b5dd16a6-5547-461a-9be5-41a5f93e5202 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b531fef-5a3f-45ac-8dd7-7a7f503eff71 HTTP/1.1" status: 200 len: 850 time: 0.0439856 Sep 08 09:55:24.128880 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ecce72-4284-411b-aded-ed0d5068305e req-6d748b6b-fb7b-4209-acb1-055ccc1e7f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:24.130294 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-47ecce72-4284-411b-aded-ed0d5068305e req-6d748b6b-fb7b-4209-acb1-055ccc1e7f9a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=56185bcd-0b80-44ca-98ec-163ebc8eacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399261 Sep 08 09:55:24.224003 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-47ecce72-4284-411b-aded-ed0d5068305e req-b528ee14-dc90-4c39-8d29-a3b290668f3a service neutron] 10.222.0.35 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860534 Sep 08 09:55:24.312605 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-47ecce72-4284-411b-aded-ed0d5068305e req-a701e9de-7443-4b47-80b6-63135dc33ab9 service neutron] 10.222.0.35 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814970 Sep 08 09:55:24.516586 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 2f8a5003-865e-4cb6-820e-3c19a112a36c up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:55:24.565074 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 2f8a5003-865e-4cb6-820e-3c19a112a36c completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:55:24.568972 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 2f8a5003-865e-4cb6-820e-3c19a112a36c triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:55:24.569347 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:55:24.613110 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:55:24.658330 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:55:24.681877 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '062ae2f0-7d8e-45f7-904c-a75b8e068184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8a5003-865e-4cb6-820e-3c19a112a36c'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:55:24.695280 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 2f8a5003-865e-4cb6-820e-3c19a112a36c, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=2f8a5003-865e-4cb6-820e-3c19a112a36c,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:55:24.699925 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:55:24.733495 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbd6ab74e39b4b2e86e5ab95b387a5b58b5aa7d7561c6c8e6a0b2b9382551d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7ebdef-7f3d-48d5-94c3-7e0e45914914" -d '{"events": [{"server_uuid": "062ae2f0-7d8e-45f7-904c-a75b8e068184", "name": "network-vif-plugged", "status": "completed", "tag": "2f8a5003-865e-4cb6-820e-3c19a112a36c"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:55:24.758692 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=2f8a5003-865e-4cb6-820e-3c19a112a36c,revision_number=9']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:55:24.838333 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830b74de-5259-449a-8ddc-7795ab5088d2 x-openstack-request-id: req-830b74de-5259-449a-8ddc-7795ab5088d2 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:55:24.838634 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "062ae2f0-7d8e-45f7-904c-a75b8e068184", "name": "network-vif-plugged", "status": "completed", "tag": "2f8a5003-865e-4cb6-820e-3c19a112a36c", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:55:24.838890 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-830b74de-5259-449a-8ddc-7795ab5088d2 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:55:24.839291 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '062ae2f0-7d8e-45f7-904c-a75b8e068184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8a5003-865e-4cb6-820e-3c19a112a36c', 'code': 200} Sep 08 09:55:24.869638 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41796931-877f-461b-81f2-eecf4af5fe67 req-0684725e-e546-4198-842e-72721f7b159c tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:24.874514 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-41796931-877f-461b-81f2-eecf4af5fe67 req-0684725e-e546-4198-842e-72721f7b159c tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 945 time: 0.0538998 Sep 08 09:55:24.914086 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-41796931-877f-461b-81f2-eecf4af5fe67 req-89c843d9-1275-4037-9e05-003ed8cbde0b tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369775 Sep 08 09:55:25.034593 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb78d7-a760-448a-ae77-582413b39c3c req-60558ae7-1660-42ae-bd2e-1e20075a8cc3 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:25.035968 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7cdb78d7-a760-448a-ae77-582413b39c3c req-60558ae7-1660-42ae-bd2e-1e20075a8cc3 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 945 time: 0.0541785 Sep 08 09:55:25.073387 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7cdb78d7-a760-448a-ae77-582413b39c3c req-083ae529-90ee-431b-b3e1-32e96f502d0c tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314057 Sep 08 09:55:25.266403 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b8760-22c3-4fc0-8517-934f8decd912 req-c0dfc165-7a37-446f-8270-f01d602ec8ac tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:25.267914 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a38b8760-22c3-4fc0-8517-934f8decd912 req-c0dfc165-7a37-446f-8270-f01d602ec8ac tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 945 time: 0.0487218 Sep 08 09:55:25.308127 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a38b8760-22c3-4fc0-8517-934f8decd912 req-b26427e7-f451-446f-b943-47328c3d7b5e tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330648 Sep 08 09:55:25.316941 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb7e64-163e-4d17-8fe7-dd25f54546fc req-92790f47-553c-4852-a0fe-4d412accdcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:25.318616 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-90fb7e64-163e-4d17-8fe7-dd25f54546fc req-92790f47-553c-4852-a0fe-4d412accdcd3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 1097 time: 0.0417230 Sep 08 09:55:25.408122 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb7e64-163e-4d17-8fe7-dd25f54546fc req-7977e3e8-c7be-44ee-9ccd-83a434e86d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:25.410333 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-90fb7e64-163e-4d17-8fe7-dd25f54546fc req-7977e3e8-c7be-44ee-9ccd-83a434e86d02 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 912 time: 0.0847700 Sep 08 09:55:25.484528 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-90fb7e64-163e-4d17-8fe7-dd25f54546fc req-a1a0ac0e-74e3-48b5-8055-cf1001fcb879 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f8a5003-865e-4cb6-820e-3c19a112a36c HTTP/1.1" status: 200 len: 1001 time: 0.0668652 Sep 08 09:55:25.532981 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb7e64-163e-4d17-8fe7-dd25f54546fc req-b0f3f2c3-a47e-47bc-822d-8ef699855935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:25.534876 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-90fb7e64-163e-4d17-8fe7-dd25f54546fc req-b0f3f2c3-a47e-47bc-822d-8ef699855935 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3b531fef-5a3f-45ac-8dd7-7a7f503eff71 HTTP/1.1" status: 200 len: 850 time: 0.0437622 Sep 08 09:55:25.580133 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb7e64-163e-4d17-8fe7-dd25f54546fc req-4b1ab9c2-d1b2-401a-b480-e468e45ce209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:25.582231 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-90fb7e64-163e-4d17-8fe7-dd25f54546fc req-4b1ab9c2-d1b2-401a-b480-e468e45ce209 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56185bcd-0b80-44ca-98ec-163ebc8eacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409582 Sep 08 09:55:25.676292 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-90fb7e64-163e-4d17-8fe7-dd25f54546fc req-10925869-b347-43b1-9a87-6c770552b010 service neutron] 10.222.0.37 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861576 Sep 08 09:55:25.764646 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-90fb7e64-163e-4d17-8fe7-dd25f54546fc req-61c8fc3c-4742-4bfa-902c-b1cca6a5fada service neutron] 10.222.0.37 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810475 Sep 08 09:55:26.428062 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff7cc7-7bf3-4d11-8530-8186685740a0 req-94e95f76-23da-4049-b3ad-0346d5ff8ac3 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:26.429542 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7dff7cc7-7bf3-4d11-8530-8186685740a0 req-94e95f76-23da-4049-b3ad-0346d5ff8ac3 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 945 time: 0.0527980 Sep 08 09:55:26.466134 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7dff7cc7-7bf3-4d11-8530-8186685740a0 req-b157984d-cf5d-4ffc-8675-640b14873ef7 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306149 Sep 08 09:55:26.702289 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eceb26c-865e-48f6-817d-43dc94221b35 req-adefb052-6d9c-40cd-9e5a-37bf14cc1c45 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:26.703772 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7eceb26c-865e-48f6-817d-43dc94221b35 req-adefb052-6d9c-40cd-9e5a-37bf14cc1c45 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 945 time: 0.0485973 Sep 08 09:55:26.741357 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7eceb26c-865e-48f6-817d-43dc94221b35 req-7089595d-0413-44c2-b1e0-007b5e92121e tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306735 Sep 08 09:55:27.862660 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978dc0b-bfcb-4930-9b6a-bcf6f7947f4d req-b935a34b-782f-4483-ab17-47417175cb18 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:27.864173 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2978dc0b-bfcb-4930-9b6a-bcf6f7947f4d req-b935a34b-782f-4483-ab17-47417175cb18 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 945 time: 0.0496483 Sep 08 09:55:27.901472 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2978dc0b-bfcb-4930-9b6a-bcf6f7947f4d req-b68457de-d476-4af6-9993-de16995c5eca tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312276 Sep 08 09:55:28.057733 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5c4ab-517b-4d0f-8930-eb2554084ef5 req-fcdf708d-d12b-4234-96aa-036c1edd2d29 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:28.059189 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-01c5c4ab-517b-4d0f-8930-eb2554084ef5 req-fcdf708d-d12b-4234-96aa-036c1edd2d29 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.37 "GET /v2.0/ports?device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 945 time: 0.0468225 Sep 08 09:55:28.155399 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-01c5c4ab-517b-4d0f-8930-eb2554084ef5 req-4addbbaa-9daf-4c24-bf25-2c1a4633bebc tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Deleting port 2f8a5003-865e-4cb6-820e-3c19a112a36c {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:55:28.155738 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-01c5c4ab-517b-4d0f-8930-eb2554084ef5 req-4addbbaa-9daf-4c24-bf25-2c1a4633bebc tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:55:28.242276 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-01c5c4ab-517b-4d0f-8930-eb2554084ef5 req-4addbbaa-9daf-4c24-bf25-2c1a4633bebc tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] For port 2f8a5003-865e-4cb6-820e-3c19a112a36c, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=2f8a5003-865e-4cb6-820e-3c19a112a36c,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:55:28.242650 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-01c5c4ab-517b-4d0f-8930-eb2554084ef5 req-4addbbaa-9daf-4c24-bf25-2c1a4633bebc tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:55:28.417959 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-01c5c4ab-517b-4d0f-8930-eb2554084ef5 req-4addbbaa-9daf-4c24-bf25-2c1a4633bebc tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:55:28.418261 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-01c5c4ab-517b-4d0f-8930-eb2554084ef5 req-4addbbaa-9daf-4c24-bf25-2c1a4633bebc tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:55:28.418584 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [req-01c5c4ab-517b-4d0f-8930-eb2554084ef5 req-4addbbaa-9daf-4c24-bf25-2c1a4633bebc tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Floating IP 1cc09dd0-4c04-432f-9979-2d23f8785480 disassociated. External IP: 172.25.0.179, port: 2f8a5003-865e-4cb6-820e-3c19a112a36c. Sep 08 09:55:28.418931 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-01c5c4ab-517b-4d0f-8930-eb2554084ef5 req-4addbbaa-9daf-4c24-bf25-2c1a4633bebc tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Calling delete_port for 2f8a5003-865e-4cb6-820e-3c19a112a36c owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:55:28.543752 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-01c5c4ab-517b-4d0f-8930-eb2554084ef5 req-4addbbaa-9daf-4c24-bf25-2c1a4633bebc tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:55:28.899068 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4addbbaa-9daf-4c24-bf25-2c1a4633bebc tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Pushing event deleted for resources: {'Port': ['ID=2f8a5003-865e-4cb6-820e-3c19a112a36c,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:55:29.036733 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-558a8fb9-6b7e-4a06-a3e1-2d26a9c4b0ff req-95757c2e-86a7-453d-b906-a18c8838d6b1 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=062ae2f0-7d8e-45f7-904c-a75b8e068184 HTTP/1.1" status: 200 len: 210 time: 0.0399725 Sep 08 09:55:29.049061 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01c5c4ab-517b-4d0f-8930-eb2554084ef5 req-4addbbaa-9daf-4c24-bf25-2c1a4633bebc tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Router 05ce7490-0e15-43f4-8105-f657af3d2c35 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:55:29.100450 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:55:29.174891 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01c5c4ab-517b-4d0f-8930-eb2554084ef5 req-4addbbaa-9daf-4c24-bf25-2c1a4633bebc tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:55:29.185217 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a99ca83-0447-42d5-abb4-922bac2395cb None None] Sync routers for ids ['05ce7490-0e15-43f4-8105-f657af3d2c35'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:55:29.194331 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a99ca83-0447-42d5-abb4-922bac2395cb None None] Routers {'05ce7490-0e15-43f4-8105-f657af3d2c35'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:55:29.194932 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-1a99ca83-0447-42d5-abb4-922bac2395cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:55:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['05ce7490-0e15-43f4-8105-f657af3d2c35'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:55:29.214308 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c5c4ab-517b-4d0f-8930-eb2554084ef5 req-4addbbaa-9daf-4c24-bf25-2c1a4633bebc tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] No DVR routers for this DVR port 2f8a5003-865e-4cb6-820e-3c19a112a36c on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:55:29.217012 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-01c5c4ab-517b-4d0f-8930-eb2554084ef5 req-4addbbaa-9daf-4c24-bf25-2c1a4633bebc tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:55:29.219093 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-01c5c4ab-517b-4d0f-8930-eb2554084ef5 req-4addbbaa-9daf-4c24-bf25-2c1a4633bebc tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.37 "DELETE /v2.0/ports/2f8a5003-865e-4cb6-820e-3c19a112a36c HTTP/1.1" status: 204 len: 173 time: 1.1538603 Sep 08 09:55:29.219535 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '062ae2f0-7d8e-45f7-904c-a75b8e068184', 'name': 'network-vif-deleted', 'tag': '2f8a5003-865e-4cb6-820e-3c19a112a36c'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:55:29.222443 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234f2d8f-1cbc-4208-a1dc-1fb7f870bb07" -d '{"events": [{"server_uuid": "062ae2f0-7d8e-45f7-904c-a75b8e068184", "name": "network-vif-deleted", "tag": "2f8a5003-865e-4cb6-820e-3c19a112a36c"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:55:29.258418 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3368d6f-134b-4910-aba2-5e137c23e0d2 x-openstack-request-id: req-e3368d6f-134b-4910-aba2-5e137c23e0d2 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:55:29.258756 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "062ae2f0-7d8e-45f7-904c-a75b8e068184", "name": "network-vif-deleted", "tag": "2f8a5003-865e-4cb6-820e-3c19a112a36c", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:55:29.259035 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e3368d6f-134b-4910-aba2-5e137c23e0d2 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:55:29.259449 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '062ae2f0-7d8e-45f7-904c-a75b8e068184', 'name': 'network-vif-deleted', 'tag': '2f8a5003-865e-4cb6-820e-3c19a112a36c', 'status': 'completed', 'code': 200} Sep 08 09:55:29.303571 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-1a99ca83-0447-42d5-abb4-922bac2395cb None None] Set router 05ce7490-0e15-43f4-8105-f657af3d2c35 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:55:29.511338 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-1a99ca83-0447-42d5-abb4-922bac2395cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'name': 'tempest-ServerActionsTestJSON-468434758-router', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:49:49Z', 'updated_at': '2021-09-08T09:49:52Z', 'revision_number': 4, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'gw_port': {'id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:50Z', 'updated_at': '2021-09-08T09:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'c5582de1-3396-4d7e-bbed-abc32fa0d334', 'name': '', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'mac_address': 'fa:16:3e:92:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:51Z', 'updated_at': '2021-09-08T09:49:57Z', 'revision_number': 5, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'subnets': [{'id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:55:29.541117 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a99ca83-0447-42d5-abb4-922bac2395cb None None] Checking router: 05ce7490-0e15-43f4-8105-f657af3d2c35 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:55:29.549057 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a99ca83-0447-42d5-abb4-922bac2395cb None None] Routers {'05ce7490-0e15-43f4-8105-f657af3d2c35'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:55:29.550596 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-1a99ca83-0447-42d5-abb4-922bac2395cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:55:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['05ce7490-0e15-43f4-8105-f657af3d2c35'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:55:29.651609 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-1a99ca83-0447-42d5-abb4-922bac2395cb None None] Set router 05ce7490-0e15-43f4-8105-f657af3d2c35 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:55:29.853257 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-1a99ca83-0447-42d5-abb4-922bac2395cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'name': 'tempest-ServerActionsTestJSON-468434758-router', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:49:49Z', 'updated_at': '2021-09-08T09:49:52Z', 'revision_number': 4, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'gw_port': {'id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:50Z', 'updated_at': '2021-09-08T09:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'c5582de1-3396-4d7e-bbed-abc32fa0d334', 'name': '', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'mac_address': 'fa:16:3e:92:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:51Z', 'updated_at': '2021-09-08T09:49:57Z', 'revision_number': 5, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'subnets': [{'id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:55:29.878071 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a99ca83-0447-42d5-abb4-922bac2395cb None None] The sync data for ids ['05ce7490-0e15-43f4-8105-f657af3d2c35'] in n-d-806683-11 is: [{'id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'name': 'tempest-ServerActionsTestJSON-468434758-router', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:49:49Z', 'updated_at': '2021-09-08T09:49:52Z', 'revision_number': 4, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'gw_port': {'id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:50Z', 'updated_at': '2021-09-08T09:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'c5582de1-3396-4d7e-bbed-abc32fa0d334', 'name': '', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'mac_address': 'fa:16:3e:92:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:51Z', 'updated_at': '2021-09-08T09:49:57Z', 'revision_number': 5, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'subnets': [{'id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:55:30.085087 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014ca0d6-e498-4866-8c84-ced60a83ef3f None None] New status for floating IP 1cc09dd0-4c04-432f-9979-2d23f8785480: DOWN {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:55:30.341124 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-47d286b6-f032-42f3-8bf3-184e90f4b250 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--966269753&fields=id&tenant_id=32544c70c4c447a7a8477bdcba419f99 HTTP/1.1" status: 200 len: 267 time: 0.0342827 Sep 08 09:55:30.451559 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-e6b14347-083f-42af-839b-2c23181e985b tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:30.452943 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-e6b14347-083f-42af-839b-2c23181e985b tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 811 time: 0.1049581 Sep 08 09:55:30.468475 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-676a1101-1c91-4756-9229-ce38c26cf9fc tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/quotas/32544c70c4c447a7a8477bdcba419f99 HTTP/1.1" status: 200 len: 375 time: 0.0088561 Sep 08 09:55:30.520168 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-2dc60677-50ef-4ba9-99ee-8143b2c671b9 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464766 Sep 08 09:55:30.548297 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 2f8a5003-865e-4cb6-820e-3c19a112a36c no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:55:30.570236 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 2f8a5003-865e-4cb6-820e-3c19a112a36c {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:55:30.570674 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 2f8a5003-865e-4cb6-820e-3c19a112a36c not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:55:30.608147 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-7de2e479-060c-49b2-901c-2c43ba5e0c80 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:55:30.609176 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-7de2e479-060c-49b2-901c-2c43ba5e0c80 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0444975 Sep 08 09:55:30.702161 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-d6876620-9e0f-474b-aca0-5847be6541d9 service neutron] 10.222.0.54 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859675 Sep 08 09:55:30.790870 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-fcd96038-9868-4360-84f1-5ffd3d48485c service neutron] 10.222.0.54 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820789 Sep 08 09:55:30.960957 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5637703e-e345-48a5-b229-d4ba84bce01a req-61d226df-01ca-440a-bdb5-ef10e61bcad9 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 210 time: 0.0305517 Sep 08 09:55:31.981267 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-389a227c-6335-471d-ae67-ddf2ae065eaf tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:31.982706 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-389a227c-6335-471d-ae67-ddf2ae065eaf tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.35 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 811 time: 0.1109607 Sep 08 09:55:32.033846 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-e34543ea-d769-407a-965d-244bbef9cbe9 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32544c70c4c447a7a8477bdcba419f99 HTTP/1.1" status: 200 len: 379 time: 0.0345249 Sep 08 09:55:32.048514 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-834a4ba5-45c2-4118-a6b4-2ba471e4e1a7 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Request body: {'port': {'device_id': '2ddf5a78-7305-40de-92cb-88d170f0a11c', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'admin_state_up': True, 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'security_groups': ['822fc20f-1fec-45bd-8580-82606ed8a8e2']}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:55:32.076083 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-41be92b4-0bc5-4ead-8a5f-474bc85eb04b req-00be2aea-6f5f-4a88-a813-7ea16249971b tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 210 time: 0.0412955 Sep 08 09:55:32.171274 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-834a4ba5-45c2-4118-a6b4-2ba471e4e1a7 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Made reservation on behalf of 32544c70c4c447a7a8477bdcba419f99 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:55:32.175263 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-834a4ba5-45c2-4118-a6b4-2ba471e4e1a7 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:55:32.298778 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-834a4ba5-45c2-4118-a6b4-2ba471e4e1a7 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Allocated IP 172.20.0.5 (56185bcd-0b80-44ca-98ec-163ebc8eacb4/3b531fef-5a3f-45ac-8dd7-7a7f503eff71/f9d301f3-79ce-4634-a100-90e840ad8747) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:55:32.440842 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-834a4ba5-45c2-4118-a6b4-2ba471e4e1a7 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:55:32.453933 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-834a4ba5-45c2-4118-a6b4-2ba471e4e1a7 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Transition to ACTIVE for port object f9d301f3-79ce-4634-a100-90e840ad8747 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:55:32.485634 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-834a4ba5-45c2-4118-a6b4-2ba471e4e1a7 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:55:32.527133 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-834a4ba5-45c2-4118-a6b4-2ba471e4e1a7 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Network 56185bcd-0b80-44ca-98ec-163ebc8eacb4 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:55:32.530185 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-834a4ba5-45c2-4118-a6b4-2ba471e4e1a7 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:55:32.536279 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-834a4ba5-45c2-4118-a6b4-2ba471e4e1a7 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:55:32.565671 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a4ba5-45c2-4118-a6b4-2ba471e4e1a7 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Pushing event updated for resources: {'Port': ['ID=f9d301f3-79ce-4634-a100-90e840ad8747,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:55:32.594304 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-834a4ba5-45c2-4118-a6b4-2ba471e4e1a7 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:32.594949 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-834a4ba5-45c2-4118-a6b4-2ba471e4e1a7 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:55:32.613294 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-834a4ba5-45c2-4118-a6b4-2ba471e4e1a7 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5697558 Sep 08 09:55:32.630651 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-438330f8-1941-44f0-a135-f2b2990ff8fe service neutron] Request body: {'port': {'device_id': '2ddf5a78-7305-40de-92cb-88d170f0a11c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:55:32.687053 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-438330f8-1941-44f0-a135-f2b2990ff8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:55:32.732803 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e9de2bae-5e6e-49d0-ad5f-fda62b7a4f5f None None] Provisioning for port f9d301f3-79ce-4634-a100-90e840ad8747 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:55:32.736863 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e9de2bae-5e6e-49d0-ad5f-fda62b7a4f5f None None] Provisioning complete for port f9d301f3-79ce-4634-a100-90e840ad8747 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:55:32.737267 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e9de2bae-5e6e-49d0-ad5f-fda62b7a4f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:55:32.778602 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e9de2bae-5e6e-49d0-ad5f-fda62b7a4f5f None None] Port f9d301f3-79ce-4634-a100-90e840ad8747 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:55:32.951336 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-438330f8-1941-44f0-a135-f2b2990ff8fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9d301f3-79ce-4634-a100-90e840ad8747 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:55:32.959336 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-438330f8-1941-44f0-a135-f2b2990ff8fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:55:32.970755 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-438330f8-1941-44f0-a135-f2b2990ff8fe service neutron] Transition to ACTIVE for port object f9d301f3-79ce-4634-a100-90e840ad8747 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:55:32.974838 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-438330f8-1941-44f0-a135-f2b2990ff8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:55:33.026837 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438330f8-1941-44f0-a135-f2b2990ff8fe service neutron] Pushing event updated for resources: {'Port': ['ID=f9d301f3-79ce-4634-a100-90e840ad8747,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:55:33.099911 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-438330f8-1941-44f0-a135-f2b2990ff8fe service neutron] Attempting to bind port f9d301f3-79ce-4634-a100-90e840ad8747 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:55:33.100267 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-438330f8-1941-44f0-a135-f2b2990ff8fe service neutron] Attempting to bind port f9d301f3-79ce-4634-a100-90e840ad8747 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': 'c1b2f16d-81bb-4a62-b017-6a60b97abe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:55:33.100604 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-438330f8-1941-44f0-a135-f2b2990ff8fe service neutron] Attempting to bind port f9d301f3-79ce-4634-a100-90e840ad8747 on network 56185bcd-0b80-44ca-98ec-163ebc8eacb4 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:55:33.105325 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-438330f8-1941-44f0-a135-f2b2990ff8fe service neutron] Port f9d301f3-79ce-4634-a100-90e840ad8747 on network 56185bcd-0b80-44ca-98ec-163ebc8eacb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:55:33.105765 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-438330f8-1941-44f0-a135-f2b2990ff8fe service neutron] Attempting to bind port f9d301f3-79ce-4634-a100-90e840ad8747 on network 56185bcd-0b80-44ca-98ec-163ebc8eacb4 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:55:33.111134 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-438330f8-1941-44f0-a135-f2b2990ff8fe service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:55:33.111479 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-438330f8-1941-44f0-a135-f2b2990ff8fe service neutron] Checking segment: {'id': 'c1b2f16d-81bb-4a62-b017-6a60b97abe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:55:33.111871 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-438330f8-1941-44f0-a135-f2b2990ff8fe service neutron] Bound using segment: {'id': 'c1b2f16d-81bb-4a62-b017-6a60b97abe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:55:33.112404 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-438330f8-1941-44f0-a135-f2b2990ff8fe service neutron] Bound port: f9d301f3-79ce-4634-a100-90e840ad8747, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1b2f16d-81bb-4a62-b017-6a60b97abe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:55:33.113002 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-438330f8-1941-44f0-a135-f2b2990ff8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:55:33.182363 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-438330f8-1941-44f0-a135-f2b2990ff8fe service neutron] For port f9d301f3-79ce-4634-a100-90e840ad8747, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:55:33.185969 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-438330f8-1941-44f0-a135-f2b2990ff8fe service neutron] For port f9d301f3-79ce-4634-a100-90e840ad8747, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=f9d301f3-79ce-4634-a100-90e840ad8747,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:55:33.192054 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-438330f8-1941-44f0-a135-f2b2990ff8fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:55:33.203630 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019bbf6-60ce-4002-aac5-a27d5682796d req-3efa7f96-4411-4667-9527-b18c7181f600 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:33.207057 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2019bbf6-60ce-4002-aac5-a27d5682796d req-3efa7f96-4411-4667-9527-b18c7181f600 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 943 time: 0.0573835 Sep 08 09:55:33.231459 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-438330f8-1941-44f0-a135-f2b2990ff8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:33.232159 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-438330f8-1941-44f0-a135-f2b2990ff8fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:55:33.233568 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-438330f8-1941-44f0-a135-f2b2990ff8fe service neutron] 10.222.0.35 "PUT /v2.0/ports/f9d301f3-79ce-4634-a100-90e840ad8747 HTTP/1.1" status: 200 len: 1092 time: 0.6076872 Sep 08 09:55:33.234030 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ddf5a78-7305-40de-92cb-88d170f0a11c', 'tag': 'f9d301f3-79ce-4634-a100-90e840ad8747'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:55:33.236318 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b915cf93-d4e4-4936-91aa-611d9855a62d" -d '{"events": [{"name": "network-changed", "server_uuid": "2ddf5a78-7305-40de-92cb-88d170f0a11c", "tag": "f9d301f3-79ce-4634-a100-90e840ad8747"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:55:33.258376 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2019bbf6-60ce-4002-aac5-a27d5682796d req-55a97e9f-29bd-42ba-bf11-042727c49caf tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449007 Sep 08 09:55:33.273457 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438330f8-1941-44f0-a135-f2b2990ff8fe service neutron] Pushing event updated for resources: {'Port': ['ID=f9d301f3-79ce-4634-a100-90e840ad8747,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:55:33.288501 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a356ba-c58a-4be4-8d9c-ae7e6bc2a0bf x-openstack-request-id: req-e3a356ba-c58a-4be4-8d9c-ae7e6bc2a0bf {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:55:33.288803 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ddf5a78-7305-40de-92cb-88d170f0a11c", "tag": "f9d301f3-79ce-4634-a100-90e840ad8747", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:55:33.289068 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e3a356ba-c58a-4be4-8d9c-ae7e6bc2a0bf {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:55:33.289520 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ddf5a78-7305-40de-92cb-88d170f0a11c', 'tag': 'f9d301f3-79ce-4634-a100-90e840ad8747', 'status': 'completed', 'code': 200} Sep 08 09:55:33.350757 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-72664489-684c-4df8-a416-89ee76eed276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:33.352312 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-72664489-684c-4df8-a416-89ee76eed276 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 1095 time: 0.0452645 Sep 08 09:55:33.403887 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-03980b8f-25a9-4073-b6f4-07a8ccfb12f8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9d301f3-79ce-4634-a100-90e840ad8747 HTTP/1.1" status: 200 len: 217 time: 0.0378063 Sep 08 09:55:33.459279 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-34525f95-5d6e-4940-a520-1ef37b856866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:33.460607 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-34525f95-5d6e-4940-a520-1ef37b856866 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b531fef-5a3f-45ac-8dd7-7a7f503eff71 HTTP/1.1" status: 200 len: 850 time: 0.0500917 Sep 08 09:55:33.511713 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-339634b3-6b8d-44f5-b007-6bebd0cabf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:33.513271 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-339634b3-6b8d-44f5-b007-6bebd0cabf10 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=56185bcd-0b80-44ca-98ec-163ebc8eacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460467 Sep 08 09:55:33.603400 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-614fe547-87a4-4ca2-b050-c9bd7220f341 service neutron] 10.222.0.35 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821126 Sep 08 09:55:33.697233 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-14c29633-8c85-42c8-a7e7-2349c20869f8 req-322773e6-3423-49c5-a1ed-4a8bce69046b service neutron] 10.222.0.35 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863731 Sep 08 09:55:33.819130 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915cf93-d4e4-4936-91aa-611d9855a62d req-7126f99c-cba4-4de7-b2b6-28cf84f14b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:33.820688 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b915cf93-d4e4-4936-91aa-611d9855a62d req-7126f99c-cba4-4de7-b2b6-28cf84f14b45 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 1095 time: 0.0434844 Sep 08 09:55:33.921925 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915cf93-d4e4-4936-91aa-611d9855a62d req-a4cf61a6-e4ca-4d3e-9ccc-e8fcd360ee3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:33.923452 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b915cf93-d4e4-4936-91aa-611d9855a62d req-a4cf61a6-e4ca-4d3e-9ccc-e8fcd360ee3b service neutron] 10.222.0.35 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 912 time: 0.0953002 Sep 08 09:55:33.964227 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b915cf93-d4e4-4936-91aa-611d9855a62d req-b3ef30c2-3d7f-4624-9c50-35220a79ab66 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9d301f3-79ce-4634-a100-90e840ad8747 HTTP/1.1" status: 200 len: 217 time: 0.0336616 Sep 08 09:55:34.018637 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915cf93-d4e4-4936-91aa-611d9855a62d req-df159689-8be6-445d-96ed-5b39302e78ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:34.020149 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b915cf93-d4e4-4936-91aa-611d9855a62d req-df159689-8be6-445d-96ed-5b39302e78ee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b531fef-5a3f-45ac-8dd7-7a7f503eff71 HTTP/1.1" status: 200 len: 850 time: 0.0477831 Sep 08 09:55:34.065932 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915cf93-d4e4-4936-91aa-611d9855a62d req-3c017a36-18f9-443a-af7e-03fa2fb34651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:34.067536 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b915cf93-d4e4-4936-91aa-611d9855a62d req-3c017a36-18f9-443a-af7e-03fa2fb34651 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=56185bcd-0b80-44ca-98ec-163ebc8eacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404422 Sep 08 09:55:34.157318 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b915cf93-d4e4-4936-91aa-611d9855a62d req-2ccca908-930b-45fe-b695-70f45105b24a service neutron] 10.222.0.35 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828929 Sep 08 09:55:34.251607 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b915cf93-d4e4-4936-91aa-611d9855a62d req-a94eaa8b-3e5b-449e-bad7-59470b1e4b35 service neutron] 10.222.0.35 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867946 Sep 08 09:55:34.366576 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f66e9-de63-4f9a-81b6-a99900d7de7d req-be9e4443-3610-48c7-821f-f05de2037610 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:34.368062 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-716f66e9-de63-4f9a-81b6-a99900d7de7d req-be9e4443-3610-48c7-821f-f05de2037610 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 943 time: 0.0491982 Sep 08 09:55:34.404765 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-716f66e9-de63-4f9a-81b6-a99900d7de7d req-8b6fa87f-e56c-4833-a994-62e8d410a960 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308294 Sep 08 09:55:35.524598 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e6737-1c1d-42b0-adab-772dd29933b8 req-e713ad58-69ad-487a-8b4d-f95e591902dc tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:35.526137 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e14e6737-1c1d-42b0-adab-772dd29933b8 req-e713ad58-69ad-487a-8b4d-f95e591902dc tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 943 time: 0.0514123 Sep 08 09:55:35.563827 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e14e6737-1c1d-42b0-adab-772dd29933b8 req-4e164319-5a2d-466a-a413-dfc4bb3a0001 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315893 Sep 08 09:55:36.682274 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da12fa-31be-4d1f-aeda-eaa9ac312f30 req-227b8341-cdd2-4596-a58b-df9df3bfc7fc tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:36.683750 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-82da12fa-31be-4d1f-aeda-eaa9ac312f30 req-227b8341-cdd2-4596-a58b-df9df3bfc7fc tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 943 time: 0.0519748 Sep 08 09:55:36.721870 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-82da12fa-31be-4d1f-aeda-eaa9ac312f30 req-3860577d-2ec4-44d8-9111-5d652592cb90 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319870 Sep 08 09:55:37.834069 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e34f8-561e-4493-a4a2-7bdc47c526b3 req-da8fa43f-39cb-4412-85c2-8d7480b25b1d tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:37.835564 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0e8e34f8-561e-4493-a4a2-7bdc47c526b3 req-da8fa43f-39cb-4412-85c2-8d7480b25b1d tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 943 time: 0.0477912 Sep 08 09:55:37.877479 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0e8e34f8-561e-4493-a4a2-7bdc47c526b3 req-b1ca2728-5c8c-4e68-99bd-bb431e1b0590 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360234 Sep 08 09:55:38.996027 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a65d2-8207-4f04-8897-aeb57e694552 req-289d3d5f-731b-41ea-8903-b5b9dde3cea9 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:38.997434 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-728a65d2-8207-4f04-8897-aeb57e694552 req-289d3d5f-731b-41ea-8903-b5b9dde3cea9 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 943 time: 0.0484667 Sep 08 09:55:39.014274 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device f9d301f3-79ce-4634-a100-90e840ad8747 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:55:39.035989 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-728a65d2-8207-4f04-8897-aeb57e694552 req-66d38928-3bf0-4fca-ad46-0404435f558f tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315416 Sep 08 09:55:39.109658 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port f9d301f3-79ce-4634-a100-90e840ad8747, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=f9d301f3-79ce-4634-a100-90e840ad8747,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:55:39.121588 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': 'f9d301f3-79ce-4634-a100-90e840ad8747', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'port_id': 'f9d301f3-79ce-4634-a100-90e840ad8747', 'mac_address': 'fa:16:3e:4a:0e:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:55:39.164789 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:55:39.179656 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9d301f3-79ce-4634-a100-90e840ad8747 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:55:39.198473 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port f9d301f3-79ce-4634-a100-90e840ad8747, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=f9d301f3-79ce-4634-a100-90e840ad8747,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:55:39.202254 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:55:39.249626 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=f9d301f3-79ce-4634-a100-90e840ad8747,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:55:39.630294 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['f9d301f3-79ce-4634-a100-90e840ad8747'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:55:40.152399 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bec282-1781-4d40-aa20-fbdbe3b3a98c req-b7c6b86a-6cda-4dfe-b00c-3f83b60ef651 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:40.153895 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-10bec282-1781-4d40-aa20-fbdbe3b3a98c req-b7c6b86a-6cda-4dfe-b00c-3f83b60ef651 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 944 time: 0.0492253 Sep 08 09:55:40.193786 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-10bec282-1781-4d40-aa20-fbdbe3b3a98c req-9ca9779d-c0b5-4ed0-9196-daf9fe7819ae tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336637 Sep 08 09:55:41.028813 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device f9d301f3-79ce-4634-a100-90e840ad8747 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:55:41.076692 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port f9d301f3-79ce-4634-a100-90e840ad8747 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:55:41.080758 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port f9d301f3-79ce-4634-a100-90e840ad8747 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:55:41.081138 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:55:41.155134 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:55:41.179847 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ddf5a78-7305-40de-92cb-88d170f0a11c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d301f3-79ce-4634-a100-90e840ad8747'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:55:41.182102 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbd6ab74e39b4b2e86e5ab95b387a5b58b5aa7d7561c6c8e6a0b2b9382551d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d193e0fa-78bc-4de4-bafa-d9b3e212dab2" -d '{"events": [{"server_uuid": "2ddf5a78-7305-40de-92cb-88d170f0a11c", "name": "network-vif-plugged", "status": "completed", "tag": "f9d301f3-79ce-4634-a100-90e840ad8747"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:55:41.195460 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port f9d301f3-79ce-4634-a100-90e840ad8747, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=f9d301f3-79ce-4634-a100-90e840ad8747,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:55:41.199628 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:55:41.225535 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6181102-1634-4f41-bebf-68a424484493 x-openstack-request-id: req-b6181102-1634-4f41-bebf-68a424484493 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:55:41.225834 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ddf5a78-7305-40de-92cb-88d170f0a11c", "name": "network-vif-plugged", "status": "completed", "tag": "f9d301f3-79ce-4634-a100-90e840ad8747", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:55:41.226117 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b6181102-1634-4f41-bebf-68a424484493 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:55:41.226503 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ddf5a78-7305-40de-92cb-88d170f0a11c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d301f3-79ce-4634-a100-90e840ad8747', 'code': 200} Sep 08 09:55:41.253044 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=f9d301f3-79ce-4634-a100-90e840ad8747,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:55:41.344764 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42193f8e-c257-4e10-a9f9-7e623b895ae5 req-033c7b31-d9d1-48fd-bcce-590fbe1a8986 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:41.346296 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-42193f8e-c257-4e10-a9f9-7e623b895ae5 req-033c7b31-d9d1-48fd-bcce-590fbe1a8986 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 945 time: 0.0773802 Sep 08 09:55:41.360566 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e33792-172f-419e-948f-3711a5f2a6ab req-412bf959-3b0c-4562-8a00-08b1bc87f5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:41.362653 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-77e33792-172f-419e-948f-3711a5f2a6ab req-412bf959-3b0c-4562-8a00-08b1bc87f5a2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 1097 time: 0.0577569 Sep 08 09:55:41.410488 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-42193f8e-c257-4e10-a9f9-7e623b895ae5 req-a1df1778-5ad0-4716-951b-4b3d254443a6 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572071 Sep 08 09:55:41.415802 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-77e33792-172f-419e-948f-3711a5f2a6ab req-dfa45519-a9c0-499a-aed5-264be6adf3f6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461628 Sep 08 09:55:42.526182 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9420f-0e3e-403d-b91b-05b756d88b70 req-85c408f1-99bc-4ebb-9787-22e73d20e89f tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:42.527669 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ada9420f-0e3e-403d-b91b-05b756d88b70 req-85c408f1-99bc-4ebb-9787-22e73d20e89f tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 945 time: 0.0479507 Sep 08 09:55:42.565532 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ada9420f-0e3e-403d-b91b-05b756d88b70 req-7b28bd34-2222-443e-9af6-12188f256464 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319667 Sep 08 09:55:43.680969 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81aad59-600d-4567-960b-830e8c53b8dc req-04f5906d-fc78-480a-8440-1fef2b97380f tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:43.682472 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c81aad59-600d-4567-960b-830e8c53b8dc req-04f5906d-fc78-480a-8440-1fef2b97380f tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 945 time: 0.0488498 Sep 08 09:55:43.719416 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c81aad59-600d-4567-960b-830e8c53b8dc req-872819d2-cecc-40ae-b6f8-f4314c28015b tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307992 Sep 08 09:55:43.836341 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba06072-1898-4220-b0e1-c7043b78ec20 req-43659e26-de4b-4a53-825a-f9320002c80e tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:43.837819 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-aba06072-1898-4220-b0e1-c7043b78ec20 req-43659e26-de4b-4a53-825a-f9320002c80e tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 945 time: 0.0532088 Sep 08 09:55:43.846939 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 36526) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:55:43.851248 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-190311e9-0549-4f70-a70d-69e3715cfa65 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Request body: {'floatingip': {'port_id': 'f9d301f3-79ce-4634-a100-90e840ad8747'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:55:43.890049 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-190311e9-0549-4f70-a70d-69e3715cfa65 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks [] for floatingip, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:55:44.331109 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-190311e9-0549-4f70-a70d-69e3715cfa65 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:55:44.334785 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-190311e9-0549-4f70-a70d-69e3715cfa65 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:55:44.441116 n-d-806683-11 neutron-server[94713]: INFO neutron.db.l3_db [None req-190311e9-0549-4f70-a70d-69e3715cfa65 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Floating IP 1cc09dd0-4c04-432f-9979-2d23f8785480 associated. External IP: 172.25.0.179, port: f9d301f3-79ce-4634-a100-90e840ad8747. Sep 08 09:55:44.649834 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-190311e9-0549-4f70-a70d-69e3715cfa65 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Router 05ce7490-0e15-43f4-8105-f657af3d2c35 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:55:44.752717 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190311e9-0549-4f70-a70d-69e3715cfa65 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:55:44.758941 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-190311e9-0549-4f70-a70d-69e3715cfa65 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:55:44.762351 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184bf79a-8435-4b48-88d5-19108a5b49d1 None None] Sync routers for ids ['05ce7490-0e15-43f4-8105-f657af3d2c35'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:55:44.773287 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184bf79a-8435-4b48-88d5-19108a5b49d1 None None] Routers {'05ce7490-0e15-43f4-8105-f657af3d2c35'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:55:44.773907 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-184bf79a-8435-4b48-88d5-19108a5b49d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:55:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['05ce7490-0e15-43f4-8105-f657af3d2c35'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:55:44.791418 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-190311e9-0549-4f70-a70d-69e3715cfa65 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "PUT /v2.0/floatingips/1cc09dd0-4c04-432f-9979-2d23f8785480 HTTP/1.1" status: 200 len: 991 time: 0.9435160 Sep 08 09:55:44.792279 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ddf5a78-7305-40de-92cb-88d170f0a11c', 'tag': 'f9d301f3-79ce-4634-a100-90e840ad8747'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:55:44.837005 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ffa48238634a482c5f5d344ceded364e7999964dbabae684a430abccdb4d2ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d06343c-35a6-4c5c-a68e-a2194991f359" -d '{"events": [{"name": "network-changed", "server_uuid": "2ddf5a78-7305-40de-92cb-88d170f0a11c", "tag": "f9d301f3-79ce-4634-a100-90e840ad8747"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:55:44.886597 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-184bf79a-8435-4b48-88d5-19108a5b49d1 None None] Set router 05ce7490-0e15-43f4-8105-f657af3d2c35 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:55:44.923128 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd8cdab-fb93-4cc8-9abf-a85697914040 x-openstack-request-id: req-bcd8cdab-fb93-4cc8-9abf-a85697914040 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:55:44.923427 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ddf5a78-7305-40de-92cb-88d170f0a11c", "tag": "f9d301f3-79ce-4634-a100-90e840ad8747", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:55:44.923682 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bcd8cdab-fb93-4cc8-9abf-a85697914040 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:55:44.924626 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ddf5a78-7305-40de-92cb-88d170f0a11c', 'tag': 'f9d301f3-79ce-4634-a100-90e840ad8747', 'status': 'completed', 'code': 200} Sep 08 09:55:45.004437 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06343c-35a6-4c5c-a68e-a2194991f359 req-586a55c8-94f2-4d46-907c-578307bce820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:45.006018 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7d06343c-35a6-4c5c-a68e-a2194991f359 req-586a55c8-94f2-4d46-907c-578307bce820 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 1097 time: 0.0422964 Sep 08 09:55:45.104862 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06343c-35a6-4c5c-a68e-a2194991f359 req-2c644830-1e5e-48fe-bd9d-7706b799fe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:45.106406 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7d06343c-35a6-4c5c-a68e-a2194991f359 req-2c644830-1e5e-48fe-bd9d-7706b799fe06 service neutron] 10.222.0.35 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 912 time: 0.0937059 Sep 08 09:55:45.111397 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-184bf79a-8435-4b48-88d5-19108a5b49d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'name': 'tempest-ServerActionsTestJSON-468434758-router', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:49:49Z', 'updated_at': '2021-09-08T09:49:52Z', 'revision_number': 4, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'gw_port': {'id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:50Z', 'updated_at': '2021-09-08T09:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '1cc09dd0-4c04-432f-9979-2d23f8785480', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'port_id': 'f9d301f3-79ce-4634-a100-90e840ad8747', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'mac_address': 'fa:16:3e:4a:0e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddf5a78-7305-40de-92cb-88d170f0a11c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:49:55Z', 'updated_at': '2021-09-08T09:55:44Z', 'revision_number': 9, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5582de1-3396-4d7e-bbed-abc32fa0d334', 'name': '', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'mac_address': 'fa:16:3e:92:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:51Z', 'updated_at': '2021-09-08T09:49:57Z', 'revision_number': 5, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'subnets': [{'id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:55:45.137020 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184bf79a-8435-4b48-88d5-19108a5b49d1 None None] Checking router: 05ce7490-0e15-43f4-8105-f657af3d2c35 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:55:45.146158 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184bf79a-8435-4b48-88d5-19108a5b49d1 None None] Routers {'05ce7490-0e15-43f4-8105-f657af3d2c35'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:55:45.146764 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-184bf79a-8435-4b48-88d5-19108a5b49d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:55:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['05ce7490-0e15-43f4-8105-f657af3d2c35'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:55:45.171215 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7d06343c-35a6-4c5c-a68e-a2194991f359 req-33830f63-c525-410a-b994-3f6839bf942c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9d301f3-79ce-4634-a100-90e840ad8747 HTTP/1.1" status: 200 len: 999 time: 0.0578384 Sep 08 09:55:45.225357 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06343c-35a6-4c5c-a68e-a2194991f359 req-5e9be9df-ed6d-4f88-b4f5-40bcc599c256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:45.226944 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7d06343c-35a6-4c5c-a68e-a2194991f359 req-5e9be9df-ed6d-4f88-b4f5-40bcc599c256 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b531fef-5a3f-45ac-8dd7-7a7f503eff71 HTTP/1.1" status: 200 len: 850 time: 0.0488994 Sep 08 09:55:45.281966 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06343c-35a6-4c5c-a68e-a2194991f359 req-89cb068f-8cc3-41db-ab89-13d0dabf0bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:55:45.283883 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7d06343c-35a6-4c5c-a68e-a2194991f359 req-89cb068f-8cc3-41db-ab89-13d0dabf0bee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=56185bcd-0b80-44ca-98ec-163ebc8eacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488346 Sep 08 09:55:45.344986 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-184bf79a-8435-4b48-88d5-19108a5b49d1 None None] Set router 05ce7490-0e15-43f4-8105-f657af3d2c35 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:55:45.374891 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7d06343c-35a6-4c5c-a68e-a2194991f359 req-c0330cab-3126-46f8-8f36-4f2414210113 service neutron] 10.222.0.35 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839844 Sep 08 09:55:45.474569 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7d06343c-35a6-4c5c-a68e-a2194991f359 req-589bf663-24f3-4ac1-932a-07e3bb883bae service neutron] 10.222.0.35 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924520 Sep 08 09:55:45.569995 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-184bf79a-8435-4b48-88d5-19108a5b49d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'name': 'tempest-ServerActionsTestJSON-468434758-router', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:49:49Z', 'updated_at': '2021-09-08T09:49:52Z', 'revision_number': 4, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'gw_port': {'id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:50Z', 'updated_at': '2021-09-08T09:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '1cc09dd0-4c04-432f-9979-2d23f8785480', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'port_id': 'f9d301f3-79ce-4634-a100-90e840ad8747', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'mac_address': 'fa:16:3e:4a:0e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddf5a78-7305-40de-92cb-88d170f0a11c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:49:55Z', 'updated_at': '2021-09-08T09:55:44Z', 'revision_number': 9, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5582de1-3396-4d7e-bbed-abc32fa0d334', 'name': '', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'mac_address': 'fa:16:3e:92:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:51Z', 'updated_at': '2021-09-08T09:49:57Z', 'revision_number': 5, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'subnets': [{'id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:55:45.597077 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184bf79a-8435-4b48-88d5-19108a5b49d1 None None] The sync data for ids ['05ce7490-0e15-43f4-8105-f657af3d2c35'] in n-d-806683-11 is: [{'id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'name': 'tempest-ServerActionsTestJSON-468434758-router', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:49:49Z', 'updated_at': '2021-09-08T09:49:52Z', 'revision_number': 4, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'gw_port': {'id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:50Z', 'updated_at': '2021-09-08T09:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '1cc09dd0-4c04-432f-9979-2d23f8785480', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'port_id': 'f9d301f3-79ce-4634-a100-90e840ad8747', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'mac_address': 'fa:16:3e:4a:0e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddf5a78-7305-40de-92cb-88d170f0a11c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:49:55Z', 'updated_at': '2021-09-08T09:55:44Z', 'revision_number': 9, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5582de1-3396-4d7e-bbed-abc32fa0d334', 'name': '', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'mac_address': 'fa:16:3e:92:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:51Z', 'updated_at': '2021-09-08T09:49:57Z', 'revision_number': 5, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'subnets': [{'id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:55:45.770472 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcea722-0494-4b7e-b41c-13e4ba904d01 None None] New status for floating IP 1cc09dd0-4c04-432f-9979-2d23f8785480: ACTIVE {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:55:47.718046 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f94ef320-c4b5-4267-852a-de5046440233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:55:50.491180 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:55:50.823634 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-13a3009f-816a-4631-918c-0ca55685e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:55:52.320901 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:55:53.733547 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:55:54.615420 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:55:59.100262 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:55:59.496306 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:56:02.241223 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24b6d7d2-9c80-4e1e-9c3a-52bda50c2dae req-7fdbbabc-0415-439e-8c25-19f3da810a6b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398934 Sep 08 09:56:02.340279 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6d7d2-9c80-4e1e-9c3a-52bda50c2dae req-222d22f4-db13-4009-8d72-a263ab691890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:56:02.341680 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24b6d7d2-9c80-4e1e-9c3a-52bda50c2dae req-222d22f4-db13-4009-8d72-a263ab691890 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 1097 time: 0.0408194 Sep 08 09:56:02.451383 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6d7d2-9c80-4e1e-9c3a-52bda50c2dae req-12b09c64-34b7-4c25-8a90-c08abca53142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:56:02.452857 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24b6d7d2-9c80-4e1e-9c3a-52bda50c2dae req-12b09c64-34b7-4c25-8a90-c08abca53142 service neutron] 10.222.0.35 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 912 time: 0.0882523 Sep 08 09:56:02.517305 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24b6d7d2-9c80-4e1e-9c3a-52bda50c2dae req-7336d972-d74f-41f2-82e4-0ba96c0cc1fd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9d301f3-79ce-4634-a100-90e840ad8747 HTTP/1.1" status: 200 len: 1002 time: 0.0563080 Sep 08 09:56:02.569735 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6d7d2-9c80-4e1e-9c3a-52bda50c2dae req-7f803530-e36b-4f78-8c2b-103f3067a98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:56:02.571220 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24b6d7d2-9c80-4e1e-9c3a-52bda50c2dae req-7f803530-e36b-4f78-8c2b-103f3067a98c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b531fef-5a3f-45ac-8dd7-7a7f503eff71 HTTP/1.1" status: 200 len: 850 time: 0.0467336 Sep 08 09:56:02.618917 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6d7d2-9c80-4e1e-9c3a-52bda50c2dae req-581da60c-8b42-4a88-a380-2176e111966c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:56:02.620345 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24b6d7d2-9c80-4e1e-9c3a-52bda50c2dae req-581da60c-8b42-4a88-a380-2176e111966c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=56185bcd-0b80-44ca-98ec-163ebc8eacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415347 Sep 08 09:56:02.714285 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24b6d7d2-9c80-4e1e-9c3a-52bda50c2dae req-38976431-c02e-4f2a-868a-947417ff5135 service neutron] 10.222.0.35 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849204 Sep 08 09:56:02.805305 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24b6d7d2-9c80-4e1e-9c3a-52bda50c2dae req-1ee0cd09-a4a4-4a40-a616-fb5259bf2bfe service neutron] 10.222.0.35 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825312 Sep 08 09:56:17.722697 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-522c5250-1b9d-4f2c-b09b-8089a5770df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:56:20.495643 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:56:20.825658 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-17a5b6e8-971f-4d28-8df8-35edd41e9d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:56:22.323580 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:56:23.737534 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:56:24.613838 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:56:29.102770 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:56:36.500162 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:56:47.725762 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-dc3269e7-7833-432f-99c7-f106e3e4a6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:56:50.497092 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:56:50.825588 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-437b2bfd-1588-4b99-a7a5-c2888d726baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:56:52.326619 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:56:53.737243 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:56:54.629115 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:56:59.112135 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:57:04.255434 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb4a6ae7-de1f-4304-95d7-797b900abe1d req-479abe2a-2af6-4723-a782-4ef927a3c77d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414212 Sep 08 09:57:04.362004 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a6ae7-de1f-4304-95d7-797b900abe1d req-a1be7aeb-b08b-401c-abc4-8923f024d3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:57:04.363563 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb4a6ae7-de1f-4304-95d7-797b900abe1d req-a1be7aeb-b08b-401c-abc4-8923f024d3cc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 1097 time: 0.0446599 Sep 08 09:57:04.462889 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a6ae7-de1f-4304-95d7-797b900abe1d req-45061d03-3137-4095-917f-542929f0195e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:57:04.464353 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb4a6ae7-de1f-4304-95d7-797b900abe1d req-45061d03-3137-4095-917f-542929f0195e service neutron] 10.222.0.35 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 912 time: 0.0825341 Sep 08 09:57:04.531557 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb4a6ae7-de1f-4304-95d7-797b900abe1d req-5efdc3ac-d3f2-4189-bd2a-2499374c6273 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9d301f3-79ce-4634-a100-90e840ad8747 HTTP/1.1" status: 200 len: 1002 time: 0.0601757 Sep 08 09:57:04.579415 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a6ae7-de1f-4304-95d7-797b900abe1d req-5a82377e-8e45-4c20-8ae7-ba95bf4a9521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:57:04.580838 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb4a6ae7-de1f-4304-95d7-797b900abe1d req-5a82377e-8e45-4c20-8ae7-ba95bf4a9521 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b531fef-5a3f-45ac-8dd7-7a7f503eff71 HTTP/1.1" status: 200 len: 850 time: 0.0426769 Sep 08 09:57:04.626511 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a6ae7-de1f-4304-95d7-797b900abe1d req-1dd12c68-c603-4f89-9e88-401c9be1554d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:57:04.628162 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb4a6ae7-de1f-4304-95d7-797b900abe1d req-1dd12c68-c603-4f89-9e88-401c9be1554d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=56185bcd-0b80-44ca-98ec-163ebc8eacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404160 Sep 08 09:57:04.731937 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb4a6ae7-de1f-4304-95d7-797b900abe1d req-f1f68fe6-8c1f-478c-a87d-4cbc4b808bf7 service neutron] 10.222.0.35 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959449 Sep 08 09:57:04.821494 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb4a6ae7-de1f-4304-95d7-797b900abe1d req-2af726cd-57b9-4843-9f31-869e8a81f7f2 service neutron] 10.222.0.35 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810595 Sep 08 09:57:13.497629 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:57:17.728069 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-54b1b43f-1d3b-4d42-b1df-d32efb373434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:57:20.498377 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:57:20.827634 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cdf214c8-528f-4708-8417-53bda2521d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:57:22.329986 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:57:23.742091 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:57:24.645359 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:57:29.125252 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:57:47.729522 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c33dff69-bb21-4aa3-a2d1-926e22a9a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:57:50.499647 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:57:50.501774 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:57:50.829182 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-bf40ca26-588e-4a74-ad65-d8e453534652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:57:52.333314 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:57:53.743054 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:57:54.646340 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:57:59.154341 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:04.252222 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dce2a321-bcb4-4734-b409-1ce87a3e5807 req-114d06ee-b8f9-41c5-a802-45eb7af4a459 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439842 Sep 08 09:58:04.347282 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2a321-bcb4-4734-b409-1ce87a3e5807 req-b38250e2-6ad1-4e7f-af77-99bb0b5b2412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:04.348763 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dce2a321-bcb4-4734-b409-1ce87a3e5807 req-b38250e2-6ad1-4e7f-af77-99bb0b5b2412 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 1097 time: 0.0403767 Sep 08 09:58:04.449973 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2a321-bcb4-4734-b409-1ce87a3e5807 req-518dd510-ba07-4015-b55e-d08677ae9417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:04.451768 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dce2a321-bcb4-4734-b409-1ce87a3e5807 req-518dd510-ba07-4015-b55e-d08677ae9417 service neutron] 10.222.0.35 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 912 time: 0.0845594 Sep 08 09:58:04.521453 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dce2a321-bcb4-4734-b409-1ce87a3e5807 req-10c64a7d-86d0-42b0-81a0-46ab019200ad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9d301f3-79ce-4634-a100-90e840ad8747 HTTP/1.1" status: 200 len: 1002 time: 0.0625813 Sep 08 09:58:04.570711 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2a321-bcb4-4734-b409-1ce87a3e5807 req-1ece1dda-03aa-43a7-951b-df78d7b44e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:04.572147 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dce2a321-bcb4-4734-b409-1ce87a3e5807 req-1ece1dda-03aa-43a7-951b-df78d7b44e95 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b531fef-5a3f-45ac-8dd7-7a7f503eff71 HTTP/1.1" status: 200 len: 850 time: 0.0444841 Sep 08 09:58:04.616740 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2a321-bcb4-4734-b409-1ce87a3e5807 req-42b7d48e-1e3b-4a3f-8cb8-a3a6db5f2183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:04.618410 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dce2a321-bcb4-4734-b409-1ce87a3e5807 req-42b7d48e-1e3b-4a3f-8cb8-a3a6db5f2183 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=56185bcd-0b80-44ca-98ec-163ebc8eacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390379 Sep 08 09:58:04.628672 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [req-dce2a321-bcb4-4734-b409-1ce87a3e5807 req-aa4f9019-8922-4de6-90b6-18e6c4707d69 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:58:04.629616 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dce2a321-bcb4-4734-b409-1ce87a3e5807 req-aa4f9019-8922-4de6-90b6-18e6c4707d69 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047822 Sep 08 09:58:04.724481 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dce2a321-bcb4-4734-b409-1ce87a3e5807 req-43db3acb-68bf-4595-843d-c22a731269fb service neutron] 10.222.0.35 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874565 Sep 08 09:58:04.816533 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dce2a321-bcb4-4734-b409-1ce87a3e5807 req-906d6c34-bed1-456c-a764-ba6a7d7edb5b service neutron] 10.222.0.35 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853515 Sep 08 09:58:17.733697 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-607cf5be-6f78-4a74-8efe-20a054dad206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:18.093527 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [req-e0ca7f1a-7a39-4174-b484-7f05232b608c req-da4c00d0-9cfe-4b03-8401-1ef46a3c22ad service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:58:18.094567 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e0ca7f1a-7a39-4174-b484-7f05232b608c req-da4c00d0-9cfe-4b03-8401-1ef46a3c22ad service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054088 Sep 08 09:58:19.304892 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b21043-974e-4b13-9a24-68d81747c0c3 req-38e5cb6a-7cfb-4008-9610-6af4a9455168 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:19.306473 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-00b21043-974e-4b13-9a24-68d81747c0c3 req-38e5cb6a-7cfb-4008-9610-6af4a9455168 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 945 time: 0.0549335 Sep 08 09:58:19.313939 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 36882) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:58:19.349065 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-00b21043-974e-4b13-9a24-68d81747c0c3 req-85192ce9-bf23-43d4-aad3-598769c5f0e7 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364454 Sep 08 09:58:19.395471 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-b6d508aa-491e-4574-8e7d-2f0ecddbfa17 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0803313 Sep 08 09:58:19.404668 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-e1333a10-ab5d-4a91-b901-f96486414d93 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:58:19.405631 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-e1333a10-ab5d-4a91-b901-f96486414d93 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048544 Sep 08 09:58:20.465316 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc34ef-d79d-402b-ba64-8f23b706ea80 req-921b47e9-14b0-4c4c-805c-da360a365215 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:20.466860 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ffdc34ef-d79d-402b-ba64-8f23b706ea80 req-921b47e9-14b0-4c4c-805c-da360a365215 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 945 time: 0.0498922 Sep 08 09:58:20.501094 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:20.505690 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ffdc34ef-d79d-402b-ba64-8f23b706ea80 req-67f7bc11-708e-42ca-8ea5-815f1c4de9d2 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328414 Sep 08 09:58:20.829462 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-029db1c6-f5f8-439b-b136-ff790cef06de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:21.625561 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd03fe-0d5a-448d-ab6f-130138838dd8 req-997320f1-2156-4508-8bdf-da8f48584f83 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:21.626937 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7ccd03fe-0d5a-448d-ab6f-130138838dd8 req-997320f1-2156-4508-8bdf-da8f48584f83 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 945 time: 0.0522749 Sep 08 09:58:21.664535 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7ccd03fe-0d5a-448d-ab6f-130138838dd8 req-5aaf6d32-b94e-460d-b608-4add6ca97455 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310574 Sep 08 09:58:22.336083 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:22.779141 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ecda4a-3f87-41fe-9755-b083ee6ab6c9 req-3d9724ea-0021-412d-8570-1f82bfc86c59 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:22.780604 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-50ecda4a-3f87-41fe-9755-b083ee6ab6c9 req-3d9724ea-0021-412d-8570-1f82bfc86c59 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 945 time: 0.0483177 Sep 08 09:58:22.817412 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-50ecda4a-3f87-41fe-9755-b083ee6ab6c9 req-64b49761-a867-40ef-a539-b1b92cf969eb tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308564 Sep 08 09:58:23.746278 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:23.935953 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e60c53-4848-4157-8afe-5ed65e7a841b req-ecbc39ac-13e6-4714-b18d-92ac6a7c43fd tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:23.937374 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-76e60c53-4848-4157-8afe-5ed65e7a841b req-ecbc39ac-13e6-4714-b18d-92ac6a7c43fd tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 945 time: 0.0528786 Sep 08 09:58:23.981909 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-76e60c53-4848-4157-8afe-5ed65e7a841b req-028481b2-d8ab-4160-b542-b6ae881b1afa tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366766 Sep 08 09:58:24.629287 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-a1f30b94-f6ca-44f1-a126-2042a739d363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:24.630827 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-a1f30b94-f6ca-44f1-a126-2042a739d363 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 1097 time: 0.0440066 Sep 08 09:58:24.662393 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:24.722929 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-8ba4d02c-4c59-425d-a167-0c7c250439d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:24.724433 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-8ba4d02c-4c59-425d-a167-0c7c250439d9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 912 time: 0.0866516 Sep 08 09:58:24.795282 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-d2907947-8841-4687-8c2a-0712b01c0dc0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9d301f3-79ce-4634-a100-90e840ad8747 HTTP/1.1" status: 200 len: 1002 time: 0.0639141 Sep 08 09:58:24.844626 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-f788e629-0253-40e9-9ec1-92fa4b1d33ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:24.846106 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-f788e629-0253-40e9-9ec1-92fa4b1d33ab service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b531fef-5a3f-45ac-8dd7-7a7f503eff71 HTTP/1.1" status: 200 len: 850 time: 0.0444639 Sep 08 09:58:24.890779 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-5f540fb0-6862-4328-8389-78e687b05b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:24.892257 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-5f540fb0-6862-4328-8389-78e687b05b08 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=56185bcd-0b80-44ca-98ec-163ebc8eacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391817 Sep 08 09:58:24.983162 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-d0b21329-1ef4-4884-92ef-38f3a07970ee service neutron] 10.222.0.35 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835633 Sep 08 09:58:25.100958 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-4a6f51ab-3c83-45c5-87bd-06c223ffee68 service neutron] 10.222.0.35 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107507 Sep 08 09:58:25.118731 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca5f73-e8bc-485b-b05b-3b0a19ca059a req-6fd501d5-d549-4c5a-a56e-1ec2601a9347 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:25.120261 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-14ca5f73-e8bc-485b-b05b-3b0a19ca059a req-6fd501d5-d549-4c5a-a56e-1ec2601a9347 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 945 time: 0.0668831 Sep 08 09:58:25.169162 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-14ca5f73-e8bc-485b-b05b-3b0a19ca059a req-9e34ef21-334f-4d6e-817b-2a1794f9b180 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428259 Sep 08 09:58:26.307985 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f9411-6bed-4815-a7c7-b580fed5b3f5 req-a070e09d-b4e3-4639-ac93-7f6ae98ede20 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:26.309527 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8d9f9411-6bed-4815-a7c7-b580fed5b3f5 req-a070e09d-b4e3-4639-ac93-7f6ae98ede20 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 945 time: 0.0610335 Sep 08 09:58:26.359027 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8d9f9411-6bed-4815-a7c7-b580fed5b3f5 req-716816c2-ea17-47e3-87e3-59b84207cdeb tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405865 Sep 08 09:58:27.478111 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02c02a-65c6-470a-b707-cb33852d961d req-08f00981-0b4c-436c-9d28-1aae6bd782de tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:27.479612 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cc02c02a-65c6-470a-b707-cb33852d961d req-08f00981-0b4c-436c-9d28-1aae6bd782de tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 945 time: 0.0507035 Sep 08 09:58:27.499872 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:58:27.516965 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cc02c02a-65c6-470a-b707-cb33852d961d req-b631562f-6627-4e4c-ba59-8ff7880cf17a tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314710 Sep 08 09:58:28.632994 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed7558-6130-4167-9cde-69dbfc6a3afb req-bd471a5c-ff3b-4a66-b4e8-6858e0a47029 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:28.634596 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b7ed7558-6130-4167-9cde-69dbfc6a3afb req-bd471a5c-ff3b-4a66-b4e8-6858e0a47029 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 945 time: 0.0494874 Sep 08 09:58:28.672383 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b7ed7558-6130-4167-9cde-69dbfc6a3afb req-af524ae0-4e73-4427-ba5b-46398cbbb888 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319252 Sep 08 09:58:29.169720 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:29.785792 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2638e-7e1d-4763-8937-7d8c6c7ad193 req-3989cb95-78f4-4fa5-9229-49634824de22 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:29.787274 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-49e2638e-7e1d-4763-8937-7d8c6c7ad193 req-3989cb95-78f4-4fa5-9229-49634824de22 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 945 time: 0.0473189 Sep 08 09:58:29.827928 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-49e2638e-7e1d-4763-8937-7d8c6c7ad193 req-8fe77890-0cf7-487f-bd7e-b63c25ac30eb tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341704 Sep 08 09:58:30.948888 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68156e8e-37fc-4803-bc6c-4d3070bbb4ff req-e46267bb-eabd-4479-8b13-11dcc7e15821 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:30.950389 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-68156e8e-37fc-4803-bc6c-4d3070bbb4ff req-e46267bb-eabd-4479-8b13-11dcc7e15821 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 945 time: 0.0554595 Sep 08 09:58:30.987518 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-68156e8e-37fc-4803-bc6c-4d3070bbb4ff req-ba0245b0-1935-4cfd-941a-761c12df974c tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308044 Sep 08 09:58:32.115190 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e1673-d759-4e9d-9855-234248614ec1 req-aedefa68-571a-4b56-9581-e37b59fbaec8 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:32.116663 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e82e1673-d759-4e9d-9855-234248614ec1 req-aedefa68-571a-4b56-9581-e37b59fbaec8 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 945 time: 0.0561874 Sep 08 09:58:32.153891 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e82e1673-d759-4e9d-9855-234248614ec1 req-8d62ddaf-757e-44c7-b122-d61a3cdfb6f9 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305519 Sep 08 09:58:33.269644 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced58483-a61b-463e-8098-629e2a5fb72e req-9ac40766-2921-4086-9ce2-4830c26af922 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:33.271138 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ced58483-a61b-463e-8098-629e2a5fb72e req-9ac40766-2921-4086-9ce2-4830c26af922 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 945 time: 0.0478644 Sep 08 09:58:33.308435 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ced58483-a61b-463e-8098-629e2a5fb72e req-88f2df09-aefc-426b-9ce6-cc9525964ab9 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309420 Sep 08 09:58:34.426334 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f3911-fd80-4d51-816a-658a28ee8bf4 req-bfe0f2a6-df98-4926-8445-963420d35377 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:34.427826 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-090f3911-fd80-4d51-816a-658a28ee8bf4 req-bfe0f2a6-df98-4926-8445-963420d35377 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 945 time: 0.0484660 Sep 08 09:58:34.466301 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-090f3911-fd80-4d51-816a-658a28ee8bf4 req-0bfd47b5-843c-4e9d-aab2-b50ba0d30507 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311625 Sep 08 09:58:35.582233 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbab96-65fc-48ca-8f05-8afd9ee7599c req-6b195b90-921e-4174-aae5-2147a94187b3 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:35.583707 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d9cbab96-65fc-48ca-8f05-8afd9ee7599c req-6b195b90-921e-4174-aae5-2147a94187b3 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 945 time: 0.0499723 Sep 08 09:58:35.624056 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d9cbab96-65fc-48ca-8f05-8afd9ee7599c req-c22f7cc5-5aa8-4f4b-a6a5-ef81154c30f6 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335886 Sep 08 09:58:36.742706 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e66416-0559-49da-8133-bc86707ad4cf req-70ee6b38-f4a3-4d8d-8226-31952d744713 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:36.744214 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-94e66416-0559-49da-8133-bc86707ad4cf req-70ee6b38-f4a3-4d8d-8226-31952d744713 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 945 time: 0.0496612 Sep 08 09:58:36.785000 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-94e66416-0559-49da-8133-bc86707ad4cf req-9d804f86-2414-403b-aa63-f1ec0d8db1b7 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348575 Sep 08 09:58:37.138891 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-fe640140-40e8-4eee-b0a8-4d22fb191923 service neutron] show failed (client error): The resource could not be found. Sep 08 09:58:37.139893 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-fe640140-40e8-4eee-b0a8-4d22fb191923 service neutron] 10.222.0.35 "GET /v2.0/ports/f9d301f3-79ce-4634-a100-90e840ad8747/bindings/n-h1-806683-11 HTTP/1.1" status: 404 len: 381 time: 0.0536668 Sep 08 09:58:37.343759 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-45f470ed-eb25-4d6c-8ec2-70637a0b9283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:37.345255 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-45f470ed-eb25-4d6c-8ec2-70637a0b9283 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c&tenant_id=32544c70c4c447a7a8477bdcba419f99 HTTP/1.1" status: 200 len: 1097 time: 0.0412180 Sep 08 09:58:37.356547 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-acc0a52d-7a6f-40d6-8942-f0b9ef5dd212 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 09:58:37.357541 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-acc0a52d-7a6f-40d6-8942-f0b9ef5dd212 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047572 Sep 08 09:58:37.375751 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-01d1c9b9-3355-4e20-98d3-a61820e94284 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-11', 'device_owner': 'compute:nova'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:58:37.427217 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-01d1c9b9-3355-4e20-98d3-a61820e94284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:37.627768 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-01d1c9b9-3355-4e20-98d3-a61820e94284 service neutron] For port f9d301f3-79ce-4634-a100-90e840ad8747, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=f9d301f3-79ce-4634-a100-90e840ad8747,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:58:37.659334 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-01d1c9b9-3355-4e20-98d3-a61820e94284 service neutron] For port f9d301f3-79ce-4634-a100-90e840ad8747, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:58:37.697155 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ddf5a78-7305-40de-92cb-88d170f0a11c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9d301f3-79ce-4634-a100-90e840ad8747'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:58:37.699356 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4370bff4-4ae6-4003-b968-a915f38ccd65" -d '{"events": [{"server_uuid": "2ddf5a78-7305-40de-92cb-88d170f0a11c", "name": "network-vif-unplugged", "status": "completed", "tag": "f9d301f3-79ce-4634-a100-90e840ad8747"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:58:37.703030 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-01d1c9b9-3355-4e20-98d3-a61820e94284 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:37.715732 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-01d1c9b9-3355-4e20-98d3-a61820e94284 service neutron] Transition to ACTIVE for port object f9d301f3-79ce-4634-a100-90e840ad8747 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:58:37.720007 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-01d1c9b9-3355-4e20-98d3-a61820e94284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:37.756934 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 09:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ce61c1-e8f3-4afa-936f-5f5bf5fdc63b x-openstack-request-id: req-38ce61c1-e8f3-4afa-936f-5f5bf5fdc63b {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:58:37.757651 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ddf5a78-7305-40de-92cb-88d170f0a11c", "name": "network-vif-unplugged", "status": "completed", "tag": "f9d301f3-79ce-4634-a100-90e840ad8747", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:58:37.757651 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-38ce61c1-e8f3-4afa-936f-5f5bf5fdc63b {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:58:37.758022 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ddf5a78-7305-40de-92cb-88d170f0a11c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9d301f3-79ce-4634-a100-90e840ad8747', 'code': 200} Sep 08 09:58:37.802523 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d1c9b9-3355-4e20-98d3-a61820e94284 service neutron] Pushing event updated for resources: {'Port': ['ID=f9d301f3-79ce-4634-a100-90e840ad8747,revision_number=6']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:58:37.815131 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d1c9b9-3355-4e20-98d3-a61820e94284 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:58:37.815509 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d1c9b9-3355-4e20-98d3-a61820e94284 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:58:37.815790 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d1c9b9-3355-4e20-98d3-a61820e94284 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:58:37.816139 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d1c9b9-3355-4e20-98d3-a61820e94284 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:58:37.816468 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d1c9b9-3355-4e20-98d3-a61820e94284 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:58:37.816807 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d1c9b9-3355-4e20-98d3-a61820e94284 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:58:37.817139 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d1c9b9-3355-4e20-98d3-a61820e94284 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:58:37.817469 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d1c9b9-3355-4e20-98d3-a61820e94284 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:58:37.818203 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d1c9b9-3355-4e20-98d3-a61820e94284 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:58:37.818203 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d1c9b9-3355-4e20-98d3-a61820e94284 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:58:37.818470 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d1c9b9-3355-4e20-98d3-a61820e94284 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:58:37.818789 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d1c9b9-3355-4e20-98d3-a61820e94284 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:58:38.207149 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-01d1c9b9-3355-4e20-98d3-a61820e94284 service neutron] No DVR routers for this DVR port f9d301f3-79ce-4634-a100-90e840ad8747 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:58:38.275997 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7312a-e690-4d5f-82fc-ec8bb70e7b77 req-b00ecbff-7ac0-447d-95f4-0f8c3c51c2d4 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:38.277521 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-38f7312a-e690-4d5f-82fc-ec8bb70e7b77 req-b00ecbff-7ac0-447d-95f4-0f8c3c51c2d4 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 943 time: 0.1193280 Sep 08 09:58:38.352081 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-38f7312a-e690-4d5f-82fc-ec8bb70e7b77 req-576ba8da-ed39-4e01-9c83-8a2d548b3506 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480714 Sep 08 09:58:38.385441 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-01d1c9b9-3355-4e20-98d3-a61820e94284 service neutron] Attempting to bind port f9d301f3-79ce-4634-a100-90e840ad8747 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:58:38.385779 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-01d1c9b9-3355-4e20-98d3-a61820e94284 service neutron] Attempting to bind port f9d301f3-79ce-4634-a100-90e840ad8747 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'c1b2f16d-81bb-4a62-b017-6a60b97abe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:58:38.386145 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-01d1c9b9-3355-4e20-98d3-a61820e94284 service neutron] Attempting to bind port f9d301f3-79ce-4634-a100-90e840ad8747 on network 56185bcd-0b80-44ca-98ec-163ebc8eacb4 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:58:38.390348 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-01d1c9b9-3355-4e20-98d3-a61820e94284 service neutron] Port f9d301f3-79ce-4634-a100-90e840ad8747 on network 56185bcd-0b80-44ca-98ec-163ebc8eacb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:58:38.390675 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-01d1c9b9-3355-4e20-98d3-a61820e94284 service neutron] Attempting to bind port f9d301f3-79ce-4634-a100-90e840ad8747 on network 56185bcd-0b80-44ca-98ec-163ebc8eacb4 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:58:38.395514 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-01d1c9b9-3355-4e20-98d3-a61820e94284 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:58:38.395854 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-01d1c9b9-3355-4e20-98d3-a61820e94284 service neutron] Checking segment: {'id': 'c1b2f16d-81bb-4a62-b017-6a60b97abe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:58:38.396241 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-01d1c9b9-3355-4e20-98d3-a61820e94284 service neutron] Bound using segment: {'id': 'c1b2f16d-81bb-4a62-b017-6a60b97abe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:58:38.396670 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-01d1c9b9-3355-4e20-98d3-a61820e94284 service neutron] Bound port: f9d301f3-79ce-4634-a100-90e840ad8747, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1b2f16d-81bb-4a62-b017-6a60b97abe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:58:38.397024 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-01d1c9b9-3355-4e20-98d3-a61820e94284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:38.462605 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-01d1c9b9-3355-4e20-98d3-a61820e94284 service neutron] For port f9d301f3-79ce-4634-a100-90e840ad8747, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:58:38.466540 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-01d1c9b9-3355-4e20-98d3-a61820e94284 service neutron] For port f9d301f3-79ce-4634-a100-90e840ad8747, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=f9d301f3-79ce-4634-a100-90e840ad8747,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:58:38.470926 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-01d1c9b9-3355-4e20-98d3-a61820e94284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:38.503609 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-01d1c9b9-3355-4e20-98d3-a61820e94284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:38.504266 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-01d1c9b9-3355-4e20-98d3-a61820e94284 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:38.505677 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-01d1c9b9-3355-4e20-98d3-a61820e94284 service neutron] 10.222.0.37 "PUT /v2.0/ports/f9d301f3-79ce-4634-a100-90e840ad8747 HTTP/1.1" status: 200 len: 1092 time: 1.1343455 Sep 08 09:58:38.527983 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d1c9b9-3355-4e20-98d3-a61820e94284 service neutron] Pushing event updated for resources: {'Port': ['ID=f9d301f3-79ce-4634-a100-90e840ad8747,revision_number=7']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:58:38.582883 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-a68ea078-7dec-4df1-b494-78676b5e60ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:38.584427 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-a68ea078-7dec-4df1-b494-78676b5e60ad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 1095 time: 0.0433018 Sep 08 09:58:38.681455 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-88690140-5287-4740-a7fd-0cee58767d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:38.682989 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-88690140-5287-4740-a7fd-0cee58767d5f service neutron] 10.222.0.37 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 912 time: 0.0919929 Sep 08 09:58:38.748713 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-0f92e14f-af54-4eca-b267-f59292de1cbd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9d301f3-79ce-4634-a100-90e840ad8747 HTTP/1.1" status: 200 len: 1000 time: 0.0586679 Sep 08 09:58:38.800450 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-0b00ca10-79a4-492a-999c-d36c3226017d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:38.801960 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-0b00ca10-79a4-492a-999c-d36c3226017d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3b531fef-5a3f-45ac-8dd7-7a7f503eff71 HTTP/1.1" status: 200 len: 850 time: 0.0453153 Sep 08 09:58:38.857868 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-2814c895-a05e-45a2-bc18-fcde17cb74c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:38.859374 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-2814c895-a05e-45a2-bc18-fcde17cb74c1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56185bcd-0b80-44ca-98ec-163ebc8eacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464129 Sep 08 09:58:38.947272 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-c07026ec-6bb6-437f-9f9c-677524654576 service neutron] 10.222.0.37 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798516 Sep 08 09:58:39.038509 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d53b5acf-de18-4521-af3f-873bf97d6409 req-851ccd3b-ef9e-4fe8-9a48-3933813b9ee3 service neutron] 10.222.0.37 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837493 Sep 08 09:58:39.474023 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35846f-cd98-4cc2-94ee-7525976865c9 req-ef899a70-79c3-4520-8b92-352d5fc4574e tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:39.475542 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ae35846f-cd98-4cc2-94ee-7525976865c9 req-ef899a70-79c3-4520-8b92-352d5fc4574e tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 943 time: 0.0543842 Sep 08 09:58:39.514162 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ae35846f-cd98-4cc2-94ee-7525976865c9 req-8ce7d7d9-499e-479d-b8f3-e50872347955 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322285 Sep 08 09:58:39.758775 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ddf5a78-7305-40de-92cb-88d170f0a11c', 'tag': 'f9d301f3-79ce-4634-a100-90e840ad8747'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:58:39.761146 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a48981-5bda-4b51-906b-0e30ab15dea3" -d '{"events": [{"name": "network-changed", "server_uuid": "2ddf5a78-7305-40de-92cb-88d170f0a11c", "tag": "f9d301f3-79ce-4634-a100-90e840ad8747"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:58:39.809215 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af74f2f4-8302-46d8-b401-5d26d4cef36b x-openstack-request-id: req-af74f2f4-8302-46d8-b401-5d26d4cef36b {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:58:39.809822 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ddf5a78-7305-40de-92cb-88d170f0a11c", "tag": "f9d301f3-79ce-4634-a100-90e840ad8747", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:58:39.809822 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-af74f2f4-8302-46d8-b401-5d26d4cef36b {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:58:39.810175 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ddf5a78-7305-40de-92cb-88d170f0a11c', 'tag': 'f9d301f3-79ce-4634-a100-90e840ad8747', 'status': 'completed', 'code': 200} Sep 08 09:58:39.919795 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a48981-5bda-4b51-906b-0e30ab15dea3 req-d867e40f-6e17-48d6-9cd0-25072f828e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:39.921287 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-09a48981-5bda-4b51-906b-0e30ab15dea3 req-d867e40f-6e17-48d6-9cd0-25072f828e5a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 1095 time: 0.0601013 Sep 08 09:58:39.923785 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a48981-5bda-4b51-906b-0e30ab15dea3 req-bd2df497-eb5b-4526-b378-74611f23944a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:39.925135 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-09a48981-5bda-4b51-906b-0e30ab15dea3 req-bd2df497-eb5b-4526-b378-74611f23944a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 1095 time: 0.0717373 Sep 08 09:58:40.083275 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a48981-5bda-4b51-906b-0e30ab15dea3 req-991b45ce-383a-4fc2-8918-b4f82fe3b3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:40.084743 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-09a48981-5bda-4b51-906b-0e30ab15dea3 req-991b45ce-383a-4fc2-8918-b4f82fe3b3e1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 912 time: 0.1555018 Sep 08 09:58:40.086484 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a48981-5bda-4b51-906b-0e30ab15dea3 req-f5f2d4d6-ed57-40d1-8976-323cad56b486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:40.087789 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-09a48981-5bda-4b51-906b-0e30ab15dea3 req-f5f2d4d6-ed57-40d1-8976-323cad56b486 service neutron] 10.222.0.35 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 912 time: 0.1514952 Sep 08 09:58:40.196601 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-09a48981-5bda-4b51-906b-0e30ab15dea3 req-e1bb7cde-1b17-43fe-9f0e-a2ed2b496ef9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9d301f3-79ce-4634-a100-90e840ad8747 HTTP/1.1" status: 200 len: 1000 time: 0.0972171 Sep 08 09:58:40.200785 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-09a48981-5bda-4b51-906b-0e30ab15dea3 req-60701a7b-fa4a-46c3-ac2a-21681f941ad4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9d301f3-79ce-4634-a100-90e840ad8747 HTTP/1.1" status: 200 len: 1000 time: 0.1086011 Sep 08 09:58:40.280834 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a48981-5bda-4b51-906b-0e30ab15dea3 req-ba9389ec-4d38-4c0a-b109-1fa270f140c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:40.282337 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-09a48981-5bda-4b51-906b-0e30ab15dea3 req-ba9389ec-4d38-4c0a-b109-1fa270f140c0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b531fef-5a3f-45ac-8dd7-7a7f503eff71 HTTP/1.1" status: 200 len: 850 time: 0.0790994 Sep 08 09:58:40.283719 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a48981-5bda-4b51-906b-0e30ab15dea3 req-80a787e8-6b67-4014-ac9e-9bb0b1fce89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:40.285032 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-09a48981-5bda-4b51-906b-0e30ab15dea3 req-80a787e8-6b67-4014-ac9e-9bb0b1fce89e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3b531fef-5a3f-45ac-8dd7-7a7f503eff71 HTTP/1.1" status: 200 len: 850 time: 0.0735297 Sep 08 09:58:40.360421 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a48981-5bda-4b51-906b-0e30ab15dea3 req-317873d0-eaf1-4627-9b4d-36b660085318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:40.361849 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-09a48981-5bda-4b51-906b-0e30ab15dea3 req-317873d0-eaf1-4627-9b4d-36b660085318 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56185bcd-0b80-44ca-98ec-163ebc8eacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0650678 Sep 08 09:58:40.363696 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a48981-5bda-4b51-906b-0e30ab15dea3 req-12df6ed7-3382-47bb-83b2-bdbf1464f86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:40.365062 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-09a48981-5bda-4b51-906b-0e30ab15dea3 req-12df6ed7-3382-47bb-83b2-bdbf1464f86d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=56185bcd-0b80-44ca-98ec-163ebc8eacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0756149 Sep 08 09:58:40.520731 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-09a48981-5bda-4b51-906b-0e30ab15dea3 req-7db2f032-8831-4739-9b66-af9cd215b3b7 service neutron] 10.222.0.37 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504192 Sep 08 09:58:40.526417 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-09a48981-5bda-4b51-906b-0e30ab15dea3 req-f852231b-0ec2-48b7-966c-e0ff2f4918cb service neutron] 10.222.0.35 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493444 Sep 08 09:58:40.631156 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c8eeb-57f8-43d7-8b73-8cfc560f9ec2 req-b3e5c196-d3d8-4c96-8c16-15c4be63ec91 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:40.632832 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-de1c8eeb-57f8-43d7-8b73-8cfc560f9ec2 req-b3e5c196-d3d8-4c96-8c16-15c4be63ec91 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 943 time: 0.0499725 Sep 08 09:58:40.674559 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-de1c8eeb-57f8-43d7-8b73-8cfc560f9ec2 req-1a9f7156-e5a0-4c92-9a73-591cecc387e0 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351555 Sep 08 09:58:40.690208 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-09a48981-5bda-4b51-906b-0e30ab15dea3 req-39605b6d-9327-4695-bfbe-74c80c0bcbd4 service neutron] 10.222.0.35 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565392 Sep 08 09:58:40.692155 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-09a48981-5bda-4b51-906b-0e30ab15dea3 req-6c05f493-dd31-46bd-95c4-9202dda630a6 service neutron] 10.222.0.37 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510041 Sep 08 09:58:41.482566 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device f9d301f3-79ce-4634-a100-90e840ad8747 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:58:41.574578 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port f9d301f3-79ce-4634-a100-90e840ad8747, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=f9d301f3-79ce-4634-a100-90e840ad8747,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:58:41.586075 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': 'f9d301f3-79ce-4634-a100-90e840ad8747', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'port_id': 'f9d301f3-79ce-4634-a100-90e840ad8747', 'mac_address': 'fa:16:3e:4a:0e:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:58:41.625441 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:41.641344 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9d301f3-79ce-4634-a100-90e840ad8747 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:58:41.662070 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port f9d301f3-79ce-4634-a100-90e840ad8747, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=f9d301f3-79ce-4634-a100-90e840ad8747,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:58:41.666295 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:41.711924 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=f9d301f3-79ce-4634-a100-90e840ad8747,revision_number=8']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:58:41.719374 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:58:41.719728 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:58:41.720202 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:58:41.720653 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:58:41.720998 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:58:41.721321 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:58:41.721654 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:58:41.722247 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:58:41.722361 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:58:41.722654 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:58:41.722980 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:58:41.723308 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 09:58:41.803082 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device f9d301f3-79ce-4634-a100-90e840ad8747 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:58:41.805815 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06298f90-424c-4619-b321-6006d36e2038 req-d6dc63c1-bac3-4480-8b94-b36db375c70d tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:41.807388 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-06298f90-424c-4619-b321-6006d36e2038 req-d6dc63c1-bac3-4480-8b94-b36db375c70d tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 944 time: 0.0531890 Sep 08 09:58:41.840897 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device f9d301f3-79ce-4634-a100-90e840ad8747 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:58:41.844920 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-06298f90-424c-4619-b321-6006d36e2038 req-2125875a-1135-4e39-b894-c7f01dbef84f tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310133 Sep 08 09:58:41.995542 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['f9d301f3-79ce-4634-a100-90e840ad8747'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:58:42.171832 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df44958-8af4-4cf0-965e-332fca890582 req-6e21b171-fbe8-43eb-b938-dc60058d0224 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:42.173247 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8df44958-8af4-4cf0-965e-332fca890582 req-6e21b171-fbe8-43eb-b938-dc60058d0224 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.37 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c&tenant_id=32544c70c4c447a7a8477bdcba419f99&binding%3Ahost_id=n-h1-806683-11 HTTP/1.1" status: 200 len: 944 time: 0.0821018 Sep 08 09:58:42.184898 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c805c6e2-653d-4369-ae3d-4f30ecabbc66 req-0b741b60-74e6-4b69-a87e-7193f7e7adba tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:42.186319 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c805c6e2-653d-4369-ae3d-4f30ecabbc66 req-0b741b60-74e6-4b69-a87e-7193f7e7adba tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 944 time: 0.0677605 Sep 08 09:58:42.264232 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c805c6e2-653d-4369-ae3d-4f30ecabbc66 req-a229a17b-4673-4ed9-a634-1c2bc88fe85c tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710731 Sep 08 09:58:42.273234 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8df44958-8af4-4cf0-965e-332fca890582 req-ba68c751-f491-498e-aa69-1151cc3a04f6 service neutron] 10.222.0.37 "GET /v2.0/ports/f9d301f3-79ce-4634-a100-90e840ad8747/bindings/n-h1-806683-11 HTTP/1.1" status: 200 len: 383 time: 0.0853920 Sep 08 09:58:42.350059 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df44958-8af4-4cf0-965e-332fca890582 req-ad0181f6-7b43-4744-bdf0-3e02406ef7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:42.352183 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8df44958-8af4-4cf0-965e-332fca890582 req-ad0181f6-7b43-4744-bdf0-3e02406ef7dc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 1096 time: 0.0414069 Sep 08 09:58:42.444170 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df44958-8af4-4cf0-965e-332fca890582 req-5583a8b6-5909-4f09-a63e-3fe0594fce84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:42.446125 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8df44958-8af4-4cf0-965e-332fca890582 req-5583a8b6-5909-4f09-a63e-3fe0594fce84 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 912 time: 0.0872025 Sep 08 09:58:42.511340 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8df44958-8af4-4cf0-965e-332fca890582 req-0d2b7ce9-8f17-44ce-af2e-24373a400682 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9d301f3-79ce-4634-a100-90e840ad8747 HTTP/1.1" status: 200 len: 1001 time: 0.0580323 Sep 08 09:58:42.560824 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df44958-8af4-4cf0-965e-332fca890582 req-234e89e4-2f31-46ff-ae3b-5d15bf8ed96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:42.562309 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8df44958-8af4-4cf0-965e-332fca890582 req-234e89e4-2f31-46ff-ae3b-5d15bf8ed96b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3b531fef-5a3f-45ac-8dd7-7a7f503eff71 HTTP/1.1" status: 200 len: 850 time: 0.0436032 Sep 08 09:58:42.613877 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df44958-8af4-4cf0-965e-332fca890582 req-051de4ce-a065-465d-ba02-ca7ab943244f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:42.615408 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8df44958-8af4-4cf0-965e-332fca890582 req-051de4ce-a065-465d-ba02-ca7ab943244f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56185bcd-0b80-44ca-98ec-163ebc8eacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445848 Sep 08 09:58:42.705795 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8df44958-8af4-4cf0-965e-332fca890582 req-7be38ca7-b01a-4528-abb4-b3686672503f service neutron] 10.222.0.37 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829275 Sep 08 09:58:42.803216 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8df44958-8af4-4cf0-965e-332fca890582 req-4b5df58b-2f1f-430a-99df-be73d904dd7b service neutron] 10.222.0.37 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903466 Sep 08 09:58:43.386720 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd3ac4-c505-42e9-8730-af3707fa2a8e req-767648fe-58b1-4f3c-9b9a-679a95d46203 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:43.388239 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d6cd3ac4-c505-42e9-8730-af3707fa2a8e req-767648fe-58b1-4f3c-9b9a-679a95d46203 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 944 time: 0.0495803 Sep 08 09:58:43.426711 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d6cd3ac4-c505-42e9-8730-af3707fa2a8e req-58c1144f-6e27-455e-b8fa-4a77b7747a1c tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325091 Sep 08 09:58:43.510395 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device f9d301f3-79ce-4634-a100-90e840ad8747 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:58:43.557875 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port f9d301f3-79ce-4634-a100-90e840ad8747 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:58:43.561427 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port f9d301f3-79ce-4634-a100-90e840ad8747 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:58:43.561836 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:43.640753 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:43.662541 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ddf5a78-7305-40de-92cb-88d170f0a11c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d301f3-79ce-4634-a100-90e840ad8747'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:58:43.665110 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbd6ab74e39b4b2e86e5ab95b387a5b58b5aa7d7561c6c8e6a0b2b9382551d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9825f46-e46b-40ea-9b8f-4a043bf0acd7" -d '{"events": [{"server_uuid": "2ddf5a78-7305-40de-92cb-88d170f0a11c", "name": "network-vif-plugged", "status": "completed", "tag": "f9d301f3-79ce-4634-a100-90e840ad8747"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:58:43.677632 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port f9d301f3-79ce-4634-a100-90e840ad8747, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=f9d301f3-79ce-4634-a100-90e840ad8747,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:58:43.682204 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:43.715616 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fee8b7-4ee1-47d3-8e63-e567d2572aeb x-openstack-request-id: req-78fee8b7-4ee1-47d3-8e63-e567d2572aeb {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:58:43.715917 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ddf5a78-7305-40de-92cb-88d170f0a11c", "name": "network-vif-plugged", "status": "completed", "tag": "f9d301f3-79ce-4634-a100-90e840ad8747", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:58:43.716173 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-78fee8b7-4ee1-47d3-8e63-e567d2572aeb {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:58:43.716564 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ddf5a78-7305-40de-92cb-88d170f0a11c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d301f3-79ce-4634-a100-90e840ad8747', 'code': 200} Sep 08 09:58:43.732323 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=f9d301f3-79ce-4634-a100-90e840ad8747,revision_number=9']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:58:44.551184 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d23558-8211-446c-97f3-e9d2bc02d2b3 req-ad2129a0-8955-40dd-9699-da51ab5a2e2c tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:44.552818 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b4d23558-8211-446c-97f3-e9d2bc02d2b3 req-ad2129a0-8955-40dd-9699-da51ab5a2e2c tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 945 time: 0.0582862 Sep 08 09:58:44.595337 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b4d23558-8211-446c-97f3-e9d2bc02d2b3 req-6ed7737d-7aa7-47ee-9aff-81343e61909f tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357499 Sep 08 09:58:44.894983 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df44958-8af4-4cf0-965e-332fca890582 req-7f3150b5-aa3a-4b09-a3c9-b6851163e271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:44.896479 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8df44958-8af4-4cf0-965e-332fca890582 req-7f3150b5-aa3a-4b09-a3c9-b6851163e271 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c&tenant_id=32544c70c4c447a7a8477bdcba419f99 HTTP/1.1" status: 200 len: 1097 time: 0.0404866 Sep 08 09:58:44.913521 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-8df44958-8af4-4cf0-965e-332fca890582 req-4f510cd2-336c-4388-b381-866be9917e55 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-11', 'device_owner': 'compute:nova'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:58:44.964236 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-8df44958-8af4-4cf0-965e-332fca890582 req-4f510cd2-336c-4388-b381-866be9917e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:45.165851 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-8df44958-8af4-4cf0-965e-332fca890582 req-4f510cd2-336c-4388-b381-866be9917e55 service neutron] For port f9d301f3-79ce-4634-a100-90e840ad8747, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=f9d301f3-79ce-4634-a100-90e840ad8747,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:58:45.198210 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-8df44958-8af4-4cf0-965e-332fca890582 req-4f510cd2-336c-4388-b381-866be9917e55 service neutron] For port f9d301f3-79ce-4634-a100-90e840ad8747, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:58:45.235978 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ddf5a78-7305-40de-92cb-88d170f0a11c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9d301f3-79ce-4634-a100-90e840ad8747'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:58:45.238258 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638067ad-5138-459f-a398-3ad635c2b9b7" -d '{"events": [{"server_uuid": "2ddf5a78-7305-40de-92cb-88d170f0a11c", "name": "network-vif-unplugged", "status": "completed", "tag": "f9d301f3-79ce-4634-a100-90e840ad8747"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:58:45.242811 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-8df44958-8af4-4cf0-965e-332fca890582 req-4f510cd2-336c-4388-b381-866be9917e55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:45.255571 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-8df44958-8af4-4cf0-965e-332fca890582 req-4f510cd2-336c-4388-b381-866be9917e55 service neutron] Transition to ACTIVE for port object f9d301f3-79ce-4634-a100-90e840ad8747 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:58:45.259545 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-8df44958-8af4-4cf0-965e-332fca890582 req-4f510cd2-336c-4388-b381-866be9917e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:45.290352 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 09:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab78f23b-0f7b-4e9e-a127-f10d0ae6a2e3 x-openstack-request-id: req-ab78f23b-0f7b-4e9e-a127-f10d0ae6a2e3 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:58:45.291220 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ddf5a78-7305-40de-92cb-88d170f0a11c", "name": "network-vif-unplugged", "status": "completed", "tag": "f9d301f3-79ce-4634-a100-90e840ad8747", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:58:45.291220 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ab78f23b-0f7b-4e9e-a127-f10d0ae6a2e3 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:58:45.291220 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ddf5a78-7305-40de-92cb-88d170f0a11c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9d301f3-79ce-4634-a100-90e840ad8747', 'code': 200} Sep 08 09:58:45.342441 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f510cd2-336c-4388-b381-866be9917e55 service neutron] Pushing event updated for resources: {'Port': ['ID=f9d301f3-79ce-4634-a100-90e840ad8747,revision_number=10']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:58:45.382320 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df44958-8af4-4cf0-965e-332fca890582 req-4f510cd2-336c-4388-b381-866be9917e55 service neutron] No DVR routers for this DVR port f9d301f3-79ce-4634-a100-90e840ad8747 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:58:45.518423 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-8df44958-8af4-4cf0-965e-332fca890582 req-4f510cd2-336c-4388-b381-866be9917e55 service neutron] Attempting to bind port f9d301f3-79ce-4634-a100-90e840ad8747 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:58:45.518767 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-8df44958-8af4-4cf0-965e-332fca890582 req-4f510cd2-336c-4388-b381-866be9917e55 service neutron] Attempting to bind port f9d301f3-79ce-4634-a100-90e840ad8747 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': 'c1b2f16d-81bb-4a62-b017-6a60b97abe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:58:45.519100 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df44958-8af4-4cf0-965e-332fca890582 req-4f510cd2-336c-4388-b381-866be9917e55 service neutron] Attempting to bind port f9d301f3-79ce-4634-a100-90e840ad8747 on network 56185bcd-0b80-44ca-98ec-163ebc8eacb4 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:58:45.523356 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df44958-8af4-4cf0-965e-332fca890582 req-4f510cd2-336c-4388-b381-866be9917e55 service neutron] Port f9d301f3-79ce-4634-a100-90e840ad8747 on network 56185bcd-0b80-44ca-98ec-163ebc8eacb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:58:45.523683 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df44958-8af4-4cf0-965e-332fca890582 req-4f510cd2-336c-4388-b381-866be9917e55 service neutron] Attempting to bind port f9d301f3-79ce-4634-a100-90e840ad8747 on network 56185bcd-0b80-44ca-98ec-163ebc8eacb4 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:58:45.529323 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df44958-8af4-4cf0-965e-332fca890582 req-4f510cd2-336c-4388-b381-866be9917e55 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:58:45.529669 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df44958-8af4-4cf0-965e-332fca890582 req-4f510cd2-336c-4388-b381-866be9917e55 service neutron] Checking segment: {'id': 'c1b2f16d-81bb-4a62-b017-6a60b97abe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:58:45.530075 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df44958-8af4-4cf0-965e-332fca890582 req-4f510cd2-336c-4388-b381-866be9917e55 service neutron] Bound using segment: {'id': 'c1b2f16d-81bb-4a62-b017-6a60b97abe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:58:45.530510 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-8df44958-8af4-4cf0-965e-332fca890582 req-4f510cd2-336c-4388-b381-866be9917e55 service neutron] Bound port: f9d301f3-79ce-4634-a100-90e840ad8747, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1b2f16d-81bb-4a62-b017-6a60b97abe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:58:45.530876 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-8df44958-8af4-4cf0-965e-332fca890582 req-4f510cd2-336c-4388-b381-866be9917e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:45.597329 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-8df44958-8af4-4cf0-965e-332fca890582 req-4f510cd2-336c-4388-b381-866be9917e55 service neutron] For port f9d301f3-79ce-4634-a100-90e840ad8747, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:58:45.600387 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-8df44958-8af4-4cf0-965e-332fca890582 req-4f510cd2-336c-4388-b381-866be9917e55 service neutron] For port f9d301f3-79ce-4634-a100-90e840ad8747, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=f9d301f3-79ce-4634-a100-90e840ad8747,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:58:45.604603 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-8df44958-8af4-4cf0-965e-332fca890582 req-4f510cd2-336c-4388-b381-866be9917e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:45.642435 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df44958-8af4-4cf0-965e-332fca890582 req-4f510cd2-336c-4388-b381-866be9917e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:45.643067 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-8df44958-8af4-4cf0-965e-332fca890582 req-4f510cd2-336c-4388-b381-866be9917e55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:45.644494 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8df44958-8af4-4cf0-965e-332fca890582 req-4f510cd2-336c-4388-b381-866be9917e55 service neutron] 10.222.0.35 "PUT /v2.0/ports/f9d301f3-79ce-4634-a100-90e840ad8747 HTTP/1.1" status: 200 len: 1093 time: 0.7351689 Sep 08 09:58:45.669172 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f510cd2-336c-4388-b381-866be9917e55 service neutron] Pushing event updated for resources: {'Port': ['ID=f9d301f3-79ce-4634-a100-90e840ad8747,revision_number=11']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:58:45.722703 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6cdab-2c36-4776-9eee-ed9a5e14381e req-c15e4161-d8d9-4853-996f-22a4dfa5cbce tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:45.730127 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4af6cdab-2c36-4776-9eee-ed9a5e14381e req-c15e4161-d8d9-4853-996f-22a4dfa5cbce tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 944 time: 0.0583525 Sep 08 09:58:45.740528 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df44958-8af4-4cf0-965e-332fca890582 req-429e01f1-cbc6-4370-872d-b8af5869250b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:45.743589 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8df44958-8af4-4cf0-965e-332fca890582 req-429e01f1-cbc6-4370-872d-b8af5869250b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 1096 time: 0.0535498 Sep 08 09:58:45.765571 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4af6cdab-2c36-4776-9eee-ed9a5e14381e req-797a7916-86da-43ca-b272-71174a60010a tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345745 Sep 08 09:58:45.843967 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df44958-8af4-4cf0-965e-332fca890582 req-2641ad64-1399-44fd-a0ac-d7326308bc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:45.845482 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8df44958-8af4-4cf0-965e-332fca890582 req-2641ad64-1399-44fd-a0ac-d7326308bc93 service neutron] 10.222.0.35 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 912 time: 0.0936885 Sep 08 09:58:45.914786 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8df44958-8af4-4cf0-965e-332fca890582 req-5c79578f-58d4-4845-8218-571fb2f0a82b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9d301f3-79ce-4634-a100-90e840ad8747 HTTP/1.1" status: 200 len: 1000 time: 0.0621226 Sep 08 09:58:45.962799 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df44958-8af4-4cf0-965e-332fca890582 req-1c5db01d-e46f-43a5-89c1-cf83ab8fc345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:45.964139 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8df44958-8af4-4cf0-965e-332fca890582 req-1c5db01d-e46f-43a5-89c1-cf83ab8fc345 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b531fef-5a3f-45ac-8dd7-7a7f503eff71 HTTP/1.1" status: 200 len: 850 time: 0.0422370 Sep 08 09:58:46.008175 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df44958-8af4-4cf0-965e-332fca890582 req-8b3b2bb7-434d-48fa-b596-4b7b59dadf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:46.009698 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8df44958-8af4-4cf0-965e-332fca890582 req-8b3b2bb7-434d-48fa-b596-4b7b59dadf5b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=56185bcd-0b80-44ca-98ec-163ebc8eacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387895 Sep 08 09:58:46.102112 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8df44958-8af4-4cf0-965e-332fca890582 req-6a13eed7-2c05-418b-951d-83504306e49d service neutron] 10.222.0.35 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847497 Sep 08 09:58:46.189268 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8df44958-8af4-4cf0-965e-332fca890582 req-c47cafa0-3172-4635-8d1a-692789ba698b service neutron] 10.222.0.35 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803964 Sep 08 09:58:46.889016 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d5191-8988-4fb8-aa04-0dc255e3ceb3 req-b2d29bbd-a6b4-41a2-aeb6-324805c2d7b9 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:46.890546 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3c4d5191-8988-4fb8-aa04-0dc255e3ceb3 req-b2d29bbd-a6b4-41a2-aeb6-324805c2d7b9 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 944 time: 0.0537028 Sep 08 09:58:46.927447 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3c4d5191-8988-4fb8-aa04-0dc255e3ceb3 req-5e3babe1-e924-4e0f-aea2-1041b023dabf tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309100 Sep 08 09:58:47.292746 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ddf5a78-7305-40de-92cb-88d170f0a11c', 'tag': 'f9d301f3-79ce-4634-a100-90e840ad8747'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:58:47.295231 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a46143e-012d-41f8-8876-7c300a6059bb" -d '{"events": [{"name": "network-changed", "server_uuid": "2ddf5a78-7305-40de-92cb-88d170f0a11c", "tag": "f9d301f3-79ce-4634-a100-90e840ad8747"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:58:47.343716 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c236beda-6e0a-4d10-8003-65c07b8e598c x-openstack-request-id: req-c236beda-6e0a-4d10-8003-65c07b8e598c {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:58:47.344015 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ddf5a78-7305-40de-92cb-88d170f0a11c", "tag": "f9d301f3-79ce-4634-a100-90e840ad8747", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:58:47.344270 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c236beda-6e0a-4d10-8003-65c07b8e598c {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:58:47.344705 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ddf5a78-7305-40de-92cb-88d170f0a11c', 'tag': 'f9d301f3-79ce-4634-a100-90e840ad8747', 'status': 'completed', 'code': 200} Sep 08 09:58:47.453209 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46143e-012d-41f8-8876-7c300a6059bb req-454d759c-82ed-45f5-a7fe-58e3511787a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:47.455012 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0a46143e-012d-41f8-8876-7c300a6059bb req-454d759c-82ed-45f5-a7fe-58e3511787a9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 1096 time: 0.0703514 Sep 08 09:58:47.459343 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46143e-012d-41f8-8876-7c300a6059bb req-e51efab8-929f-4b85-aaac-9b4a4fe8100e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:47.460727 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0a46143e-012d-41f8-8876-7c300a6059bb req-e51efab8-929f-4b85-aaac-9b4a4fe8100e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 1096 time: 0.0682766 Sep 08 09:58:47.531338 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device f9d301f3-79ce-4634-a100-90e840ad8747 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:58:47.568577 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device f9d301f3-79ce-4634-a100-90e840ad8747 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:58:47.613074 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46143e-012d-41f8-8876-7c300a6059bb req-704109df-5100-4128-8c0a-67604c0d1b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:47.614567 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0a46143e-012d-41f8-8876-7c300a6059bb req-704109df-5100-4128-8c0a-67604c0d1b16 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 912 time: 0.1521056 Sep 08 09:58:47.617793 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46143e-012d-41f8-8876-7c300a6059bb req-732c0f1e-f656-44b1-a986-fa1d19538858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:47.619259 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0a46143e-012d-41f8-8876-7c300a6059bb req-732c0f1e-f656-44b1-a986-fa1d19538858 service neutron] 10.222.0.35 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 912 time: 0.1498652 Sep 08 09:58:47.736139 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-eb991325-aed1-4e61-9fbb-0631386936d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:47.737509 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0a46143e-012d-41f8-8876-7c300a6059bb req-9589c272-8564-438f-83c4-d9db047db210 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9d301f3-79ce-4634-a100-90e840ad8747 HTTP/1.1" status: 200 len: 1000 time: 0.1155448 Sep 08 09:58:47.739264 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0a46143e-012d-41f8-8876-7c300a6059bb req-ee436396-ed8b-439f-b882-d5c9572887ad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9d301f3-79ce-4634-a100-90e840ad8747 HTTP/1.1" status: 200 len: 1000 time: 0.1116526 Sep 08 09:58:48.182912 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46143e-012d-41f8-8876-7c300a6059bb req-d556101a-38d5-4f20-ba45-c6472d1840e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:48.184382 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0a46143e-012d-41f8-8876-7c300a6059bb req-d556101a-38d5-4f20-ba45-c6472d1840e9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3b531fef-5a3f-45ac-8dd7-7a7f503eff71 HTTP/1.1" status: 200 len: 850 time: 0.4393373 Sep 08 09:58:48.190579 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46143e-012d-41f8-8876-7c300a6059bb req-c6a1b2cd-528c-407d-964d-bcd36866b3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:48.191914 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0a46143e-012d-41f8-8876-7c300a6059bb req-c6a1b2cd-528c-407d-964d-bcd36866b3fc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b531fef-5a3f-45ac-8dd7-7a7f503eff71 HTTP/1.1" status: 200 len: 850 time: 0.4395690 Sep 08 09:58:48.238196 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc278436-cd57-4e9e-8a94-cbc1a9a60a20 req-c257629b-210f-4602-b30a-309a468d8186 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:48.239727 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fc278436-cd57-4e9e-8a94-cbc1a9a60a20 req-c257629b-210f-4602-b30a-309a468d8186 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 944 time: 0.1270676 Sep 08 09:58:48.301024 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46143e-012d-41f8-8876-7c300a6059bb req-edeaec2b-6f93-4fae-8c99-e43dfee7e5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:48.302558 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0a46143e-012d-41f8-8876-7c300a6059bb req-edeaec2b-6f93-4fae-8c99-e43dfee7e5e1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=56185bcd-0b80-44ca-98ec-163ebc8eacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1011655 Sep 08 09:58:48.306240 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46143e-012d-41f8-8876-7c300a6059bb req-a37ec959-ce95-4821-8ab1-5a0301653490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:48.307590 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0a46143e-012d-41f8-8876-7c300a6059bb req-a37ec959-ce95-4821-8ab1-5a0301653490 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56185bcd-0b80-44ca-98ec-163ebc8eacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1142664 Sep 08 09:58:48.310765 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fc278436-cd57-4e9e-8a94-cbc1a9a60a20 req-b12af84b-29c8-4016-8847-442648824821 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564773 Sep 08 09:58:48.471975 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0a46143e-012d-41f8-8876-7c300a6059bb req-9186a218-89b5-4d46-b5bd-da6a24459dbf service neutron] 10.222.0.37 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534278 Sep 08 09:58:48.473654 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0a46143e-012d-41f8-8876-7c300a6059bb req-214d97fe-a39d-4daf-8ec6-f2cffcd7a984 service neutron] 10.222.0.35 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620667 Sep 08 09:58:48.628035 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0a46143e-012d-41f8-8876-7c300a6059bb req-d99f1958-5691-4427-82c9-565e7a5c0ad4 service neutron] 10.222.0.37 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489856 Sep 08 09:58:48.629934 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0a46143e-012d-41f8-8876-7c300a6059bb req-978deb92-b4f5-4d46-a91a-b55dfdff3d39 service neutron] 10.222.0.35 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441731 Sep 08 09:58:49.430770 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c2aab-23e1-47f3-bc76-f401c982ce4c req-6b52600e-690b-45f9-a942-8838812172b8 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:49.432464 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-426c2aab-23e1-47f3-bc76-f401c982ce4c req-6b52600e-690b-45f9-a942-8838812172b8 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 944 time: 0.0528998 Sep 08 09:58:49.477188 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-426c2aab-23e1-47f3-bc76-f401c982ce4c req-e8bece98-8805-45d3-b18a-22bdf3cbf84d tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381644 Sep 08 09:58:49.830219 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device f9d301f3-79ce-4634-a100-90e840ad8747 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:58:49.925744 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port f9d301f3-79ce-4634-a100-90e840ad8747, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=f9d301f3-79ce-4634-a100-90e840ad8747,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:58:49.937086 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': 'f9d301f3-79ce-4634-a100-90e840ad8747', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'port_id': 'f9d301f3-79ce-4634-a100-90e840ad8747', 'mac_address': 'fa:16:3e:4a:0e:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:58:49.973093 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:49.985725 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9d301f3-79ce-4634-a100-90e840ad8747 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:58:50.004326 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port f9d301f3-79ce-4634-a100-90e840ad8747, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=f9d301f3-79ce-4634-a100-90e840ad8747,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:58:50.008624 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:50.057403 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=f9d301f3-79ce-4634-a100-90e840ad8747,revision_number=12']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:58:50.423422 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['f9d301f3-79ce-4634-a100-90e840ad8747'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:58:50.514169 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:50.592900 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaddbde-8712-4a86-b62e-f1026aa05f90 req-8e65b4ab-4a1d-4795-acf9-1c6d8d433528 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:50.594418 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ccaddbde-8712-4a86-b62e-f1026aa05f90 req-8e65b4ab-4a1d-4795-acf9-1c6d8d433528 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 945 time: 0.0495698 Sep 08 09:58:50.633066 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ccaddbde-8712-4a86-b62e-f1026aa05f90 req-2a21adeb-4afa-4bc0-8e0c-d0a4d0e2c010 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325415 Sep 08 09:58:50.753740 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf42970-a6d3-45ce-b394-59422b10e782 req-777f33f4-3414-426b-8987-5b0461a596d7 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:50.755269 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7cf42970-a6d3-45ce-b394-59422b10e782 req-777f33f4-3414-426b-8987-5b0461a596d7 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 945 time: 0.0555387 Sep 08 09:58:50.793431 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7cf42970-a6d3-45ce-b394-59422b10e782 req-5bb1165d-a244-4073-9d8d-098e19a8039a tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311868 Sep 08 09:58:50.831789 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6de4044b-6e4d-4e50-8651-d4da53f5fb8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:50.914836 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dfc6d2-de55-48cf-afe3-db91a82c2ce3 req-158a48a4-896d-49fa-ac6e-fc4886425b30 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:50.916359 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-77dfc6d2-de55-48cf-afe3-db91a82c2ce3 req-158a48a4-896d-49fa-ac6e-fc4886425b30 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 945 time: 0.0507877 Sep 08 09:58:50.955468 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-77dfc6d2-de55-48cf-afe3-db91a82c2ce3 req-4542a55c-32a1-4e2a-b0db-1c3cc83f10a5 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324345 Sep 08 09:58:51.187405 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b704fd94-1107-4dd3-9bd6-a62d095dda8d req-5982b39a-c6b4-474c-9f92-bd4d636194c9 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:51.188875 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b704fd94-1107-4dd3-9bd6-a62d095dda8d req-5982b39a-c6b4-474c-9f92-bd4d636194c9 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 945 time: 0.0521221 Sep 08 09:58:51.225981 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b704fd94-1107-4dd3-9bd6-a62d095dda8d req-3310f625-5722-4563-a14d-ca289126c645 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305359 Sep 08 09:58:51.848844 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device f9d301f3-79ce-4634-a100-90e840ad8747 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:58:51.898968 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port f9d301f3-79ce-4634-a100-90e840ad8747 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:58:51.902531 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port f9d301f3-79ce-4634-a100-90e840ad8747 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:58:51.902903 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:51.977162 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:51.998842 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ddf5a78-7305-40de-92cb-88d170f0a11c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d301f3-79ce-4634-a100-90e840ad8747'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:58:52.001056 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbd6ab74e39b4b2e86e5ab95b387a5b58b5aa7d7561c6c8e6a0b2b9382551d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fccde6df-d701-4478-abe9-ff3df0b74459" -d '{"events": [{"server_uuid": "2ddf5a78-7305-40de-92cb-88d170f0a11c", "name": "network-vif-plugged", "status": "completed", "tag": "f9d301f3-79ce-4634-a100-90e840ad8747"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:58:52.014216 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port f9d301f3-79ce-4634-a100-90e840ad8747, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=f9d301f3-79ce-4634-a100-90e840ad8747,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:58:52.019303 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:52.043065 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9300128-788f-4274-8479-36f7192e33c7 x-openstack-request-id: req-b9300128-788f-4274-8479-36f7192e33c7 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:58:52.043352 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ddf5a78-7305-40de-92cb-88d170f0a11c", "name": "network-vif-plugged", "status": "completed", "tag": "f9d301f3-79ce-4634-a100-90e840ad8747", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:58:52.043600 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b9300128-788f-4274-8479-36f7192e33c7 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:58:52.043977 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ddf5a78-7305-40de-92cb-88d170f0a11c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d301f3-79ce-4634-a100-90e840ad8747', 'code': 200} Sep 08 09:58:52.067892 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=f9d301f3-79ce-4634-a100-90e840ad8747,revision_number=13']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:58:52.339249 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:52.347785 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f7cc9-872b-4b5e-8b51-8f429f06d088 req-878ba0cd-ebff-4238-b1d8-4cbc8ad5e15a tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:52.349284 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2a6f7cc9-872b-4b5e-8b51-8f429f06d088 req-878ba0cd-ebff-4238-b1d8-4cbc8ad5e15a tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 946 time: 0.0501053 Sep 08 09:58:52.386559 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2a6f7cc9-872b-4b5e-8b51-8f429f06d088 req-c9a50925-a45d-4aea-9329-4080cc11d274 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309877 Sep 08 09:58:52.758016 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2102804-a3a6-4fec-95d8-4c50255ff3a7 req-cca3afa0-125e-4c77-8ef5-88a9c20bb0b7 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:52.759520 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e2102804-a3a6-4fec-95d8-4c50255ff3a7 req-cca3afa0-125e-4c77-8ef5-88a9c20bb0b7 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 946 time: 0.0497642 Sep 08 09:58:52.851924 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-e2102804-a3a6-4fec-95d8-4c50255ff3a7 req-2821776e-9efd-414b-bd24-b23eb04736bf tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Deleting port f9d301f3-79ce-4634-a100-90e840ad8747 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 09:58:52.852292 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e2102804-a3a6-4fec-95d8-4c50255ff3a7 req-2821776e-9efd-414b-bd24-b23eb04736bf tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:52.940069 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-e2102804-a3a6-4fec-95d8-4c50255ff3a7 req-2821776e-9efd-414b-bd24-b23eb04736bf tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] For port f9d301f3-79ce-4634-a100-90e840ad8747, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=f9d301f3-79ce-4634-a100-90e840ad8747,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:58:52.940437 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e2102804-a3a6-4fec-95d8-4c50255ff3a7 req-2821776e-9efd-414b-bd24-b23eb04736bf tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:53.112566 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e2102804-a3a6-4fec-95d8-4c50255ff3a7 req-2821776e-9efd-414b-bd24-b23eb04736bf tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:53.112933 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e2102804-a3a6-4fec-95d8-4c50255ff3a7 req-2821776e-9efd-414b-bd24-b23eb04736bf tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:53.113250 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [req-e2102804-a3a6-4fec-95d8-4c50255ff3a7 req-2821776e-9efd-414b-bd24-b23eb04736bf tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Floating IP 1cc09dd0-4c04-432f-9979-2d23f8785480 disassociated. External IP: 172.25.0.179, port: f9d301f3-79ce-4634-a100-90e840ad8747. Sep 08 09:58:53.113589 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-e2102804-a3a6-4fec-95d8-4c50255ff3a7 req-2821776e-9efd-414b-bd24-b23eb04736bf tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Calling delete_port for f9d301f3-79ce-4634-a100-90e840ad8747 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 09:58:53.237689 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e2102804-a3a6-4fec-95d8-4c50255ff3a7 req-2821776e-9efd-414b-bd24-b23eb04736bf tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:53.270457 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2821776e-9efd-414b-bd24-b23eb04736bf tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Pushing event deleted for resources: {'Port': ['ID=f9d301f3-79ce-4634-a100-90e840ad8747,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:58:53.390588 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2102804-a3a6-4fec-95d8-4c50255ff3a7 req-2821776e-9efd-414b-bd24-b23eb04736bf tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Router 05ce7490-0e15-43f4-8105-f657af3d2c35 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:58:53.488542 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-791e0bfc-b277-4d4e-b980-078a69047378 req-3947a899-a759-4366-9ce4-c5ef889ac67f tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=2ddf5a78-7305-40de-92cb-88d170f0a11c HTTP/1.1" status: 200 len: 210 time: 0.0264523 Sep 08 09:58:53.503776 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2102804-a3a6-4fec-95d8-4c50255ff3a7 req-2821776e-9efd-414b-bd24-b23eb04736bf tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:58:53.515673 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c27293e-d357-42c0-a8bd-10c293e14bcf None None] Sync routers for ids ['05ce7490-0e15-43f4-8105-f657af3d2c35'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:58:53.524899 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c27293e-d357-42c0-a8bd-10c293e14bcf None None] Routers {'05ce7490-0e15-43f4-8105-f657af3d2c35'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:58:53.525598 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-6c27293e-d357-42c0-a8bd-10c293e14bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:58:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['05ce7490-0e15-43f4-8105-f657af3d2c35'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:58:53.542552 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2102804-a3a6-4fec-95d8-4c50255ff3a7 req-2821776e-9efd-414b-bd24-b23eb04736bf tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] No DVR routers for this DVR port f9d301f3-79ce-4634-a100-90e840ad8747 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 09:58:53.545111 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e2102804-a3a6-4fec-95d8-4c50255ff3a7 req-2821776e-9efd-414b-bd24-b23eb04736bf tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:53.547210 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e2102804-a3a6-4fec-95d8-4c50255ff3a7 req-2821776e-9efd-414b-bd24-b23eb04736bf tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.35 "DELETE /v2.0/ports/f9d301f3-79ce-4634-a100-90e840ad8747 HTTP/1.1" status: 204 len: 173 time: 0.7813663 Sep 08 09:58:53.547644 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ddf5a78-7305-40de-92cb-88d170f0a11c', 'name': 'network-vif-deleted', 'tag': 'f9d301f3-79ce-4634-a100-90e840ad8747'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:58:53.549866 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4def7a39-d3c9-46a9-adcc-6cb58becc202" -d '{"events": [{"server_uuid": "2ddf5a78-7305-40de-92cb-88d170f0a11c", "name": "network-vif-deleted", "tag": "f9d301f3-79ce-4634-a100-90e840ad8747"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:58:53.595619 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a194a7e-e38a-4d7f-860c-0b80e4755dd6 x-openstack-request-id: req-6a194a7e-e38a-4d7f-860c-0b80e4755dd6 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:58:53.595915 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ddf5a78-7305-40de-92cb-88d170f0a11c", "name": "network-vif-deleted", "tag": "f9d301f3-79ce-4634-a100-90e840ad8747", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:58:53.596162 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6a194a7e-e38a-4d7f-860c-0b80e4755dd6 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:58:53.596568 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ddf5a78-7305-40de-92cb-88d170f0a11c', 'name': 'network-vif-deleted', 'tag': 'f9d301f3-79ce-4634-a100-90e840ad8747', 'status': 'completed', 'code': 200} Sep 08 09:58:53.636793 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-6c27293e-d357-42c0-a8bd-10c293e14bcf None None] Set router 05ce7490-0e15-43f4-8105-f657af3d2c35 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:58:53.752473 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:53.829740 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-6c27293e-d357-42c0-a8bd-10c293e14bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'name': 'tempest-ServerActionsTestJSON-468434758-router', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:49:49Z', 'updated_at': '2021-09-08T09:49:52Z', 'revision_number': 4, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'gw_port': {'id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:50Z', 'updated_at': '2021-09-08T09:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'c5582de1-3396-4d7e-bbed-abc32fa0d334', 'name': '', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'mac_address': 'fa:16:3e:92:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:51Z', 'updated_at': '2021-09-08T09:49:57Z', 'revision_number': 5, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'subnets': [{'id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:58:53.854959 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c27293e-d357-42c0-a8bd-10c293e14bcf None None] Checking router: 05ce7490-0e15-43f4-8105-f657af3d2c35 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:58:53.862741 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c27293e-d357-42c0-a8bd-10c293e14bcf None None] Routers {'05ce7490-0e15-43f4-8105-f657af3d2c35'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:58:53.863330 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-6c27293e-d357-42c0-a8bd-10c293e14bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:58:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['05ce7490-0e15-43f4-8105-f657af3d2c35'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:58:53.964399 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-6c27293e-d357-42c0-a8bd-10c293e14bcf None None] Set router 05ce7490-0e15-43f4-8105-f657af3d2c35 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:58:54.186478 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-6c27293e-d357-42c0-a8bd-10c293e14bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'name': 'tempest-ServerActionsTestJSON-468434758-router', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:49:49Z', 'updated_at': '2021-09-08T09:49:52Z', 'revision_number': 4, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'gw_port': {'id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:50Z', 'updated_at': '2021-09-08T09:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'c5582de1-3396-4d7e-bbed-abc32fa0d334', 'name': '', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'mac_address': 'fa:16:3e:92:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:51Z', 'updated_at': '2021-09-08T09:49:57Z', 'revision_number': 5, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'subnets': [{'id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:58:54.212835 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c27293e-d357-42c0-a8bd-10c293e14bcf None None] The sync data for ids ['05ce7490-0e15-43f4-8105-f657af3d2c35'] in n-d-806683-11 is: [{'id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'name': 'tempest-ServerActionsTestJSON-468434758-router', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:49:49Z', 'updated_at': '2021-09-08T09:49:52Z', 'revision_number': 4, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'gw_port': {'id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:50Z', 'updated_at': '2021-09-08T09:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'c5582de1-3396-4d7e-bbed-abc32fa0d334', 'name': '', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'mac_address': 'fa:16:3e:92:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:51Z', 'updated_at': '2021-09-08T09:49:57Z', 'revision_number': 5, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'subnets': [{'id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:58:54.437135 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f64162-3f3e-4a22-926d-d8645e1c3bcf None None] New status for floating IP 1cc09dd0-4c04-432f-9979-2d23f8785480: DOWN {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:58:54.668295 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:54.790858 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-d487f98a-5c43-44c6-a7cb-35031744511a tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--966269753&fields=id&tenant_id=32544c70c4c447a7a8477bdcba419f99 HTTP/1.1" status: 200 len: 267 time: 0.0337405 Sep 08 09:58:54.900113 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-f74a7da0-eae3-4089-98fb-da68d8cb1ac7 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:54.902005 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-f74a7da0-eae3-4089-98fb-da68d8cb1ac7 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 811 time: 0.1043196 Sep 08 09:58:54.917865 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-07a05208-adb8-4e14-9478-95a8124bec2b tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/quotas/32544c70c4c447a7a8477bdcba419f99 HTTP/1.1" status: 200 len: 375 time: 0.0096421 Sep 08 09:58:54.970052 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-5d7413b7-805a-46fe-b217-8a242f9d0d75 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470147 Sep 08 09:58:55.165067 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-f5562f9e-f87c-4200-84e3-0f856e2d38e1 service neutron] 10.222.0.54 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506386 Sep 08 09:58:55.255091 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-0c683b63-9dbf-4c2e-8498-7299c20b7450 service neutron] 10.222.0.54 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839248 Sep 08 09:58:55.415241 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-36cc6668-01fe-4d7d-8cf6-596607322f57 req-c419519f-bc27-41bc-9da2-aa98040b07fa tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 210 time: 0.0272257 Sep 08 09:58:55.863893 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device f9d301f3-79ce-4634-a100-90e840ad8747 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 09:58:55.885839 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: f9d301f3-79ce-4634-a100-90e840ad8747 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 09:58:55.886212 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device f9d301f3-79ce-4634-a100-90e840ad8747 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 09:58:56.372432 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-25114907-89bd-471b-9292-d1a8ac2e3988 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:56.373907 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-25114907-89bd-471b-9292-d1a8ac2e3988 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.37 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 811 time: 0.1075649 Sep 08 09:58:56.421086 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-1f6c004c-2423-48a9-b8bc-1638c9c2ff7b tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32544c70c4c447a7a8477bdcba419f99 HTTP/1.1" status: 200 len: 379 time: 0.0326509 Sep 08 09:58:56.462476 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-bec40ed4-328c-4514-a624-c334233f9acd tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Request body: {'port': {'device_id': '7195df47-17d5-4721-b00b-9ba334bc61c1', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'admin_state_up': True, 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'security_groups': ['822fc20f-1fec-45bd-8580-82606ed8a8e2']}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:58:56.512128 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d6f25b44-2bf2-42f4-b42e-2c5548162234 req-211313d8-858a-408b-bd48-d17d334a78e7 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 210 time: 0.0280788 Sep 08 09:58:56.575135 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-bec40ed4-328c-4514-a624-c334233f9acd tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Made reservation on behalf of 32544c70c4c447a7a8477bdcba419f99 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 09:58:56.578985 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-bec40ed4-328c-4514-a624-c334233f9acd tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:56.704942 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-bec40ed4-328c-4514-a624-c334233f9acd tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Allocated IP 172.20.0.4 (56185bcd-0b80-44ca-98ec-163ebc8eacb4/3b531fef-5a3f-45ac-8dd7-7a7f503eff71/1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 09:58:56.845339 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-bec40ed4-328c-4514-a624-c334233f9acd tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:56.858723 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-bec40ed4-328c-4514-a624-c334233f9acd tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Transition to ACTIVE for port object 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:58:56.891544 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-bec40ed4-328c-4514-a624-c334233f9acd tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:56.932300 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-bec40ed4-328c-4514-a624-c334233f9acd tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Network 56185bcd-0b80-44ca-98ec-163ebc8eacb4 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 09:58:56.935327 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-bec40ed4-328c-4514-a624-c334233f9acd tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 09:58:56.941222 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-bec40ed4-328c-4514-a624-c334233f9acd tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 09:58:56.947836 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec40ed4-328c-4514-a624-c334233f9acd tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Pushing event updated for resources: {'Port': ['ID=1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:58:56.995495 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-bec40ed4-328c-4514-a624-c334233f9acd tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:56.996157 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-bec40ed4-328c-4514-a624-c334233f9acd tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:57.011837 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-bec40ed4-328c-4514-a624-c334233f9acd tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5533602 Sep 08 09:58:57.030387 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-c272491a-5277-4873-bb9b-678e52ca8ccb service neutron] Request body: {'port': {'device_id': '7195df47-17d5-4721-b00b-9ba334bc61c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:58:57.091522 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-c272491a-5277-4873-bb9b-678e52ca8ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:57.135414 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-53573716-d2e6-4c7a-9d0a-9f4163297bf2 None None] Provisioning for port 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:58:57.139619 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-53573716-d2e6-4c7a-9d0a-9f4163297bf2 None None] Provisioning complete for port 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:58:57.140015 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-53573716-d2e6-4c7a-9d0a-9f4163297bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:57.174326 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-53573716-d2e6-4c7a-9d0a-9f4163297bf2 None None] Port 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 09:58:57.350497 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-c272491a-5277-4873-bb9b-678e52ca8ccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:58:57.357724 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-c272491a-5277-4873-bb9b-678e52ca8ccb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:57.369837 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-c272491a-5277-4873-bb9b-678e52ca8ccb service neutron] Transition to ACTIVE for port object 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 09:58:57.373567 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-c272491a-5277-4873-bb9b-678e52ca8ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:57.440286 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272491a-5277-4873-bb9b-678e52ca8ccb service neutron] Pushing event updated for resources: {'Port': ['ID=1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:58:57.496841 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-c272491a-5277-4873-bb9b-678e52ca8ccb service neutron] Attempting to bind port 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 09:58:57.497178 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-c272491a-5277-4873-bb9b-678e52ca8ccb service neutron] Attempting to bind port 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'c1b2f16d-81bb-4a62-b017-6a60b97abe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 09:58:57.497505 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-c272491a-5277-4873-bb9b-678e52ca8ccb service neutron] Attempting to bind port 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a on network 56185bcd-0b80-44ca-98ec-163ebc8eacb4 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:58:57.502081 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-c272491a-5277-4873-bb9b-678e52ca8ccb service neutron] Port 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a on network 56185bcd-0b80-44ca-98ec-163ebc8eacb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 09:58:57.502412 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-c272491a-5277-4873-bb9b-678e52ca8ccb service neutron] Attempting to bind port 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a on network 56185bcd-0b80-44ca-98ec-163ebc8eacb4 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 09:58:57.508122 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-c272491a-5277-4873-bb9b-678e52ca8ccb service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 9, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 09:58:57.508464 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-c272491a-5277-4873-bb9b-678e52ca8ccb service neutron] Checking segment: {'id': 'c1b2f16d-81bb-4a62-b017-6a60b97abe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 09:58:57.508851 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-c272491a-5277-4873-bb9b-678e52ca8ccb service neutron] Bound using segment: {'id': 'c1b2f16d-81bb-4a62-b017-6a60b97abe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 09:58:57.509279 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-c272491a-5277-4873-bb9b-678e52ca8ccb service neutron] Bound port: 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1b2f16d-81bb-4a62-b017-6a60b97abe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 09:58:57.509643 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-c272491a-5277-4873-bb9b-678e52ca8ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:57.580040 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-c272491a-5277-4873-bb9b-678e52ca8ccb service neutron] For port 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 09:58:57.583255 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-c272491a-5277-4873-bb9b-678e52ca8ccb service neutron] For port 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 09:58:57.588391 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-c272491a-5277-4873-bb9b-678e52ca8ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:57.652145 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-c272491a-5277-4873-bb9b-678e52ca8ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:57.652779 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-c272491a-5277-4873-bb9b-678e52ca8ccb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:57.654232 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-c272491a-5277-4873-bb9b-678e52ca8ccb service neutron] 10.222.0.37 "PUT /v2.0/ports/1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a HTTP/1.1" status: 200 len: 1092 time: 0.6282754 Sep 08 09:58:57.656206 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7195df47-17d5-4721-b00b-9ba334bc61c1', 'tag': '1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:58:57.658503 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f17f9ec-dcd3-4dbf-97d4-0ce151d2732d" -d '{"events": [{"name": "network-changed", "server_uuid": "7195df47-17d5-4721-b00b-9ba334bc61c1", "tag": "1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:58:57.688350 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272491a-5277-4873-bb9b-678e52ca8ccb service neutron] Pushing event updated for resources: {'Port': ['ID=1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:58:57.699914 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d2447-b649-42ba-b017-c4a284aa2132 req-857991d8-256e-437a-ae6b-1eb695a31220 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:57.701489 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a19d2447-b649-42ba-b017-c4a284aa2132 req-857991d8-256e-437a-ae6b-1eb695a31220 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 943 time: 0.1108918 Sep 08 09:58:57.727808 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1c94c9-4212-47e1-a236-2bbabedabf07 x-openstack-request-id: req-cc1c94c9-4212-47e1-a236-2bbabedabf07 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:58:57.728105 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7195df47-17d5-4721-b00b-9ba334bc61c1", "tag": "1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:58:57.728356 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cc1c94c9-4212-47e1-a236-2bbabedabf07 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:58:57.728759 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7195df47-17d5-4721-b00b-9ba334bc61c1', 'tag': '1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a', 'status': 'completed', 'code': 200} Sep 08 09:58:57.771416 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a19d2447-b649-42ba-b017-c4a284aa2132 req-3aca0da8-9f6b-4d91-8087-d56b7e7d0285 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628080 Sep 08 09:58:57.788582 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-d1fe86f5-e605-45fb-b66e-21a1b339df9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:57.790228 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-d1fe86f5-e605-45fb-b66e-21a1b339df9e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 1095 time: 0.0564208 Sep 08 09:58:57.839575 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-a02a826a-c997-45c7-a1d6-e12f376de71d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a HTTP/1.1" status: 200 len: 217 time: 0.0363033 Sep 08 09:58:57.891735 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-ccae4f7d-c662-41c9-99fd-905fe4c92110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:57.893061 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-ccae4f7d-c662-41c9-99fd-905fe4c92110 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3b531fef-5a3f-45ac-8dd7-7a7f503eff71 HTTP/1.1" status: 200 len: 850 time: 0.0466259 Sep 08 09:58:57.938001 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-97d3b4b4-990e-4c9a-9062-992d5730e390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:57.939529 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-97d3b4b4-990e-4c9a-9062-992d5730e390 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56185bcd-0b80-44ca-98ec-163ebc8eacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394552 Sep 08 09:58:58.026950 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-3e8a67c3-69f3-4ea7-925b-22d529e56fb4 service neutron] 10.222.0.37 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794809 Sep 08 09:58:58.116988 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fb642c72-4030-4bd7-83aa-840eb480e9f2 req-3e0f2430-9ca4-475b-83ae-bd270cba7cc5 service neutron] 10.222.0.37 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830121 Sep 08 09:58:58.247830 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17f9ec-dcd3-4dbf-97d4-0ce151d2732d req-5fd04da8-33b3-4b98-a5e6-b06dfb6769c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:58.249237 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3f17f9ec-dcd3-4dbf-97d4-0ce151d2732d req-5fd04da8-33b3-4b98-a5e6-b06dfb6769c0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 1095 time: 0.0415127 Sep 08 09:58:58.352384 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17f9ec-dcd3-4dbf-97d4-0ce151d2732d req-f45ad64c-4264-4899-850e-da7310b6da07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:58.353870 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3f17f9ec-dcd3-4dbf-97d4-0ce151d2732d req-f45ad64c-4264-4899-850e-da7310b6da07 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 912 time: 0.0961628 Sep 08 09:58:58.395126 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3f17f9ec-dcd3-4dbf-97d4-0ce151d2732d req-a6f9c289-ab3e-4017-97d0-fdd4b0eb6842 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a HTTP/1.1" status: 200 len: 217 time: 0.0338948 Sep 08 09:58:58.444535 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17f9ec-dcd3-4dbf-97d4-0ce151d2732d req-b47a8bd7-9988-44bf-a70e-a56b22d23554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:58.445967 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3f17f9ec-dcd3-4dbf-97d4-0ce151d2732d req-b47a8bd7-9988-44bf-a70e-a56b22d23554 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3b531fef-5a3f-45ac-8dd7-7a7f503eff71 HTTP/1.1" status: 200 len: 850 time: 0.0433636 Sep 08 09:58:58.495650 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17f9ec-dcd3-4dbf-97d4-0ce151d2732d req-6a278949-372f-45ce-927c-58c309f757a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:58.497115 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3f17f9ec-dcd3-4dbf-97d4-0ce151d2732d req-6a278949-372f-45ce-927c-58c309f757a8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56185bcd-0b80-44ca-98ec-163ebc8eacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435147 Sep 08 09:58:58.591181 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3f17f9ec-dcd3-4dbf-97d4-0ce151d2732d req-2419f734-b948-4e3b-9be9-3daebda2f6fd service neutron] 10.222.0.37 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858574 Sep 08 09:58:58.683469 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3f17f9ec-dcd3-4dbf-97d4-0ce151d2732d req-10da60b5-e455-45f8-9dd2-ca12a9f35808 service neutron] 10.222.0.37 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851281 Sep 08 09:58:58.900941 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d272fb6-1688-40b4-bcf5-6c57207aa895 req-0c36950f-2c93-4ab3-a5f2-d624953b70ab tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:58:58.902393 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5d272fb6-1688-40b4-bcf5-6c57207aa895 req-0c36950f-2c93-4ab3-a5f2-d624953b70ab tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 943 time: 0.0554328 Sep 08 09:58:58.939997 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5d272fb6-1688-40b4-bcf5-6c57207aa895 req-ace52e05-b6f7-4d18-8cac-df7a96e3f652 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316269 Sep 08 09:58:59.167465 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:59.588937 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 09:58:59.682889 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:58:59.693347 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'port_id': '1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a', 'mac_address': 'fa:16:3e:07:be:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 09:58:59.729501 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:59.742860 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 09:58:59.761571 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:58:59.765480 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:58:59.813760 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:59:00.025455 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 09:59:00.057061 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104feed-f226-4521-8fa2-bbfb8e7bca64 req-455448d9-1d0e-42c4-8b88-15c637acbd69 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:59:00.058730 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e104feed-f226-4521-8fa2-bbfb8e7bca64 req-455448d9-1d0e-42c4-8b88-15c637acbd69 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 944 time: 0.0509202 Sep 08 09:59:00.097553 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e104feed-f226-4521-8fa2-bbfb8e7bca64 req-e0382f88-fb6e-430f-ae6a-3a24aa846a60 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327182 Sep 08 09:59:01.211954 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70d324-34b3-4cfc-8d29-486a7703c730 req-827ae2ac-690a-491a-99af-1c7e940a560c tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:59:01.213458 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0a70d324-34b3-4cfc-8d29-486a7703c730 req-827ae2ac-690a-491a-99af-1c7e940a560c tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 944 time: 0.0483747 Sep 08 09:59:01.251136 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0a70d324-34b3-4cfc-8d29-486a7703c730 req-de4165fa-d976-4bda-91ad-5642f35478f8 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317338 Sep 08 09:59:01.606703 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 09:59:01.654556 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 09:59:01.657960 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 09:59:01.658371 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:59:01.738695 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:59:01.761380 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7195df47-17d5-4721-b00b-9ba334bc61c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:59:01.763634 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbd6ab74e39b4b2e86e5ab95b387a5b58b5aa7d7561c6c8e6a0b2b9382551d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d345f2-4863-4226-9c01-5dfcbc977c36" -d '{"events": [{"server_uuid": "7195df47-17d5-4721-b00b-9ba334bc61c1", "name": "network-vif-plugged", "status": "completed", "tag": "1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:59:01.776381 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 09:59:01.780217 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:59:01.803587 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 09:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa62205-4bb2-4c05-8811-90c673e806c8 x-openstack-request-id: req-6aa62205-4bb2-4c05-8811-90c673e806c8 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:59:01.803879 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7195df47-17d5-4721-b00b-9ba334bc61c1", "name": "network-vif-plugged", "status": "completed", "tag": "1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:59:01.804823 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-6aa62205-4bb2-4c05-8811-90c673e806c8 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:59:01.805422 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7195df47-17d5-4721-b00b-9ba334bc61c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a', 'code': 200} Sep 08 09:59:01.829801 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 09:59:01.922360 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b3c58-7c59-4d2a-8bc3-bda41756861b req-7341695d-c0d9-415b-a5a0-42f1aabac7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:59:01.923779 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-337b3c58-7c59-4d2a-8bc3-bda41756861b req-7341695d-c0d9-415b-a5a0-42f1aabac7f5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 1097 time: 0.0404649 Sep 08 09:59:01.957937 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-337b3c58-7c59-4d2a-8bc3-bda41756861b req-8ac31ba9-432b-4475-adf3-db5e34d22b5f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269430 Sep 08 09:59:02.365906 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8546d9-2627-4ad4-8aec-fbbb7f6b52c0 req-5ffa34af-fa0e-41dd-857e-06b528578459 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:59:02.367450 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3b8546d9-2627-4ad4-8aec-fbbb7f6b52c0 req-5ffa34af-fa0e-41dd-857e-06b528578459 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 945 time: 0.0479090 Sep 08 09:59:02.404782 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3b8546d9-2627-4ad4-8aec-fbbb7f6b52c0 req-39651a99-7a92-4da6-852f-81e5971d6abd tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314178 Sep 08 09:59:03.527445 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab21bb-162d-4095-a8c3-1979f3f36028 req-53d5e9d8-f169-4e1f-a588-9525eea781a1 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:59:03.529001 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a7ab21bb-162d-4095-a8c3-1979f3f36028 req-53d5e9d8-f169-4e1f-a588-9525eea781a1 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 945 time: 0.0538990 Sep 08 09:59:03.566609 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a7ab21bb-162d-4095-a8c3-1979f3f36028 req-8d6ec076-1c23-45ee-92b7-ad14a5908121 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316432 Sep 08 09:59:03.682611 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a63c13-3cf7-4d4c-8cfc-c1bd55c0da2a req-988fc812-a03d-4b51-bbd7-1092ce4bdb12 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:59:03.684018 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f1a63c13-3cf7-4d4c-8cfc-c1bd55c0da2a req-988fc812-a03d-4b51-bbd7-1092ce4bdb12 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 945 time: 0.0532153 Sep 08 09:59:03.692510 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37072) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 09:59:03.696969 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-8beeeae4-701e-4db8-a79c-24f861d51176 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Request body: {'floatingip': {'port_id': '1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 09:59:03.735727 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8beeeae4-701e-4db8-a79c-24f861d51176 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks [] for floatingip, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:59:04.175472 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8beeeae4-701e-4db8-a79c-24f861d51176 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:59:04.179476 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8beeeae4-701e-4db8-a79c-24f861d51176 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:59:04.502951 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:59:04.628468 n-d-806683-11 neutron-server[94713]: INFO neutron.db.l3_db [None req-8beeeae4-701e-4db8-a79c-24f861d51176 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Floating IP 1cc09dd0-4c04-432f-9979-2d23f8785480 associated. External IP: 172.25.0.179, port: 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a. Sep 08 09:59:04.830747 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8beeeae4-701e-4db8-a79c-24f861d51176 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Router 05ce7490-0e15-43f4-8105-f657af3d2c35 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 09:59:04.935533 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8beeeae4-701e-4db8-a79c-24f861d51176 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 09:59:04.940418 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8beeeae4-701e-4db8-a79c-24f861d51176 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:59:04.947003 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b25a7bd-6b48-4ca4-b7f9-171081f47583 None None] Sync routers for ids ['05ce7490-0e15-43f4-8105-f657af3d2c35'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 09:59:04.956390 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b25a7bd-6b48-4ca4-b7f9-171081f47583 None None] Routers {'05ce7490-0e15-43f4-8105-f657af3d2c35'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:59:04.957068 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-0b25a7bd-6b48-4ca4-b7f9-171081f47583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:58:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['05ce7490-0e15-43f4-8105-f657af3d2c35'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:59:04.974995 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8beeeae4-701e-4db8-a79c-24f861d51176 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "PUT /v2.0/floatingips/1cc09dd0-4c04-432f-9979-2d23f8785480 HTTP/1.1" status: 200 len: 992 time: 1.2810879 Sep 08 09:59:04.975932 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7195df47-17d5-4721-b00b-9ba334bc61c1', 'tag': '1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 09:59:04.979935 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ffa48238634a482c5f5d344ceded364e7999964dbabae684a430abccdb4d2ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5035f155-ccc3-4001-8779-d50fde1f5e9d" -d '{"events": [{"name": "network-changed", "server_uuid": "7195df47-17d5-4721-b00b-9ba334bc61c1", "tag": "1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 09:59:05.020978 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 09:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86c7099-ae40-435c-b5da-bb7e934814df x-openstack-request-id: req-f86c7099-ae40-435c-b5da-bb7e934814df {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 09:59:05.021275 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7195df47-17d5-4721-b00b-9ba334bc61c1", "tag": "1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 09:59:05.021531 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f86c7099-ae40-435c-b5da-bb7e934814df {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 09:59:05.022129 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7195df47-17d5-4721-b00b-9ba334bc61c1', 'tag': '1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a', 'status': 'completed', 'code': 200} Sep 08 09:59:05.118700 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035f155-ccc3-4001-8779-d50fde1f5e9d req-ec552643-bbc3-469e-8a82-a1faa82715de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:59:05.120096 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5035f155-ccc3-4001-8779-d50fde1f5e9d req-ec552643-bbc3-469e-8a82-a1faa82715de service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 1097 time: 0.0437045 Sep 08 09:59:05.180321 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-0b25a7bd-6b48-4ca4-b7f9-171081f47583 None None] Set router 05ce7490-0e15-43f4-8105-f657af3d2c35 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:59:05.216838 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035f155-ccc3-4001-8779-d50fde1f5e9d req-ffda7c6a-cce8-48e1-b584-e567c6065282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:59:05.218376 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5035f155-ccc3-4001-8779-d50fde1f5e9d req-ffda7c6a-cce8-48e1-b584-e567c6065282 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 912 time: 0.0912766 Sep 08 09:59:05.283978 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5035f155-ccc3-4001-8779-d50fde1f5e9d req-dc782532-361a-44a0-9603-f1408585caf3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a HTTP/1.1" status: 200 len: 1000 time: 0.0586796 Sep 08 09:59:05.332088 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035f155-ccc3-4001-8779-d50fde1f5e9d req-084733b0-74b8-4fa4-8c61-0eb4b1c188ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:59:05.333553 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5035f155-ccc3-4001-8779-d50fde1f5e9d req-084733b0-74b8-4fa4-8c61-0eb4b1c188ea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3b531fef-5a3f-45ac-8dd7-7a7f503eff71 HTTP/1.1" status: 200 len: 850 time: 0.0429688 Sep 08 09:59:05.382019 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035f155-ccc3-4001-8779-d50fde1f5e9d req-01bf4fe7-061a-4d18-9fa6-be9dbe3331bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:59:05.383724 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5035f155-ccc3-4001-8779-d50fde1f5e9d req-01bf4fe7-061a-4d18-9fa6-be9dbe3331bd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56185bcd-0b80-44ca-98ec-163ebc8eacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432978 Sep 08 09:59:05.399722 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-0b25a7bd-6b48-4ca4-b7f9-171081f47583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'name': 'tempest-ServerActionsTestJSON-468434758-router', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:49:49Z', 'updated_at': '2021-09-08T09:49:52Z', 'revision_number': 4, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'gw_port': {'id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:50Z', 'updated_at': '2021-09-08T09:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '1cc09dd0-4c04-432f-9979-2d23f8785480', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'port_id': '1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'mac_address': 'fa:16:3e:07:be:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7195df47-17d5-4721-b00b-9ba334bc61c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:49:55Z', 'updated_at': '2021-09-08T09:59:04Z', 'revision_number': 13, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5582de1-3396-4d7e-bbed-abc32fa0d334', 'name': '', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'mac_address': 'fa:16:3e:92:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:51Z', 'updated_at': '2021-09-08T09:49:57Z', 'revision_number': 5, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'subnets': [{'id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:59:05.430255 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b25a7bd-6b48-4ca4-b7f9-171081f47583 None None] Checking router: 05ce7490-0e15-43f4-8105-f657af3d2c35 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 09:59:05.438468 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b25a7bd-6b48-4ca4-b7f9-171081f47583 None None] Routers {'05ce7490-0e15-43f4-8105-f657af3d2c35'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 09:59:05.439074 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-0b25a7bd-6b48-4ca4-b7f9-171081f47583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T09:58:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['05ce7490-0e15-43f4-8105-f657af3d2c35'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:59:05.472413 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5035f155-ccc3-4001-8779-d50fde1f5e9d req-2e222a74-f5f7-4bc9-a457-014507f28d52 service neutron] 10.222.0.37 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814588 Sep 08 09:59:05.542167 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-0b25a7bd-6b48-4ca4-b7f9-171081f47583 None None] Set router 05ce7490-0e15-43f4-8105-f657af3d2c35 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 09:59:05.565174 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5035f155-ccc3-4001-8779-d50fde1f5e9d req-473f25a3-1004-43ca-b12d-5ca8b78f7647 service neutron] 10.222.0.37 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857453 Sep 08 09:59:05.760435 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-0b25a7bd-6b48-4ca4-b7f9-171081f47583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'name': 'tempest-ServerActionsTestJSON-468434758-router', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:49:49Z', 'updated_at': '2021-09-08T09:49:52Z', 'revision_number': 4, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'gw_port': {'id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:50Z', 'updated_at': '2021-09-08T09:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '1cc09dd0-4c04-432f-9979-2d23f8785480', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'port_id': '1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'mac_address': 'fa:16:3e:07:be:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7195df47-17d5-4721-b00b-9ba334bc61c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:49:55Z', 'updated_at': '2021-09-08T09:59:04Z', 'revision_number': 13, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5582de1-3396-4d7e-bbed-abc32fa0d334', 'name': '', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'mac_address': 'fa:16:3e:92:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:51Z', 'updated_at': '2021-09-08T09:49:57Z', 'revision_number': 5, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'subnets': [{'id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 09:59:05.791261 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b25a7bd-6b48-4ca4-b7f9-171081f47583 None None] The sync data for ids ['05ce7490-0e15-43f4-8105-f657af3d2c35'] in n-d-806683-11 is: [{'id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'name': 'tempest-ServerActionsTestJSON-468434758-router', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:49:49Z', 'updated_at': '2021-09-08T09:49:52Z', 'revision_number': 4, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'gw_port': {'id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:50Z', 'updated_at': '2021-09-08T09:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '1cc09dd0-4c04-432f-9979-2d23f8785480', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'port_id': '1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'mac_address': 'fa:16:3e:07:be:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7195df47-17d5-4721-b00b-9ba334bc61c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T09:49:55Z', 'updated_at': '2021-09-08T09:59:04Z', 'revision_number': 13, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5582de1-3396-4d7e-bbed-abc32fa0d334', 'name': '', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'mac_address': 'fa:16:3e:92:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:51Z', 'updated_at': '2021-09-08T09:49:57Z', 'revision_number': 5, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'subnets': [{'id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 09:59:05.971666 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e02b435-b338-403d-998b-a7c0b1133679 None None] New status for floating IP 1cc09dd0-4c04-432f-9979-2d23f8785480: ACTIVE {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 09:59:17.738049 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-33592691-1253-4ce0-a142-edb249f521cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:59:20.504942 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:59:20.833081 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a80ad95b-b6ec-4fb9-a11b-361e4d8ad3b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:59:22.341945 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:59:23.750488 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:59:24.663452 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:59:29.182294 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:59:41.503531 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 09:59:47.738428 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ba2daebb-7794-4ab8-9855-05e737836b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:59:50.509001 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:59:50.833823 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ad41f471-8414-401e-be4e-0026c74e9157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:59:52.345019 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:59:52.852243 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c36b16ce-3b5c-449d-8885-a571defd6adf req-8b39cc37-cf6e-4335-b099-106b4f4d3e8c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399988 Sep 08 09:59:52.951459 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b16ce-3b5c-449d-8885-a571defd6adf req-41ded7a6-1772-4490-96bf-af539a48fd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:59:52.952851 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c36b16ce-3b5c-449d-8885-a571defd6adf req-41ded7a6-1772-4490-96bf-af539a48fd98 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 1097 time: 0.0409636 Sep 08 09:59:53.384755 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b16ce-3b5c-449d-8885-a571defd6adf req-510b9589-87d0-4f14-91f2-4708f19565c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:59:53.386273 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c36b16ce-3b5c-449d-8885-a571defd6adf req-510b9589-87d0-4f14-91f2-4708f19565c5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 912 time: 0.4144225 Sep 08 09:59:53.450259 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c36b16ce-3b5c-449d-8885-a571defd6adf req-1dff090b-af68-4b1d-adab-22f8e2930404 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a HTTP/1.1" status: 200 len: 1002 time: 0.0571325 Sep 08 09:59:53.497293 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b16ce-3b5c-449d-8885-a571defd6adf req-5865501f-e82a-476a-b1eb-9c40b8bfd76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:59:53.498763 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c36b16ce-3b5c-449d-8885-a571defd6adf req-5865501f-e82a-476a-b1eb-9c40b8bfd76e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3b531fef-5a3f-45ac-8dd7-7a7f503eff71 HTTP/1.1" status: 200 len: 850 time: 0.0422127 Sep 08 09:59:53.547029 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b16ce-3b5c-449d-8885-a571defd6adf req-9212bd5b-9b01-4d72-bf98-2f5e5913c5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 09:59:53.548486 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c36b16ce-3b5c-449d-8885-a571defd6adf req-9212bd5b-9b01-4d72-bf98-2f5e5913c5cd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56185bcd-0b80-44ca-98ec-163ebc8eacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427892 Sep 08 09:59:53.639445 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c36b16ce-3b5c-449d-8885-a571defd6adf req-22706efe-602b-47a5-94a2-207bc44ce6fe service neutron] 10.222.0.37 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831308 Sep 08 09:59:53.732867 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c36b16ce-3b5c-449d-8885-a571defd6adf req-c5268a35-10f6-480e-b9ea-52ec09ecf445 service neutron] 10.222.0.37 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865018 Sep 08 09:59:53.754835 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:59:54.672076 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 09:59:59.180604 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:00:17.740321 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-60e65ed5-5ed8-420b-bf50-c660da5a5c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:00:18.504026 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:00:20.510745 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:00:20.834430 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7386fbb7-5188-4bd7-91e9-3e61d3e02a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:00:22.349886 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:00:23.755747 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:00:24.679585 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:00:29.195177 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:00:42.745475 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeacd1b-649d-409e-bc83-6e6a7122ee04 req-37774878-1a9d-4dfa-898c-f2e54e4f980d tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:00:42.747062 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-beeacd1b-649d-409e-bc83-6e6a7122ee04 req-37774878-1a9d-4dfa-898c-f2e54e4f980d tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 945 time: 0.2080805 Sep 08 10:00:42.784544 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-beeacd1b-649d-409e-bc83-6e6a7122ee04 req-e190d496-8bd2-48a9-8d03-28e5f7fefb15 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315549 Sep 08 10:00:47.742865 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e55211c3-5f51-4c59-9981-0099ad302227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:00:50.511751 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:00:50.834895 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1748e043-76de-4863-ac7f-322472596bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:00:52.350017 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:00:53.757897 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:00:53.911213 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ff962d51-449b-4c2f-8345-2c06dd4c34d4 req-06013517-1ac5-4f6f-b3e5-acfe8667b6a0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0798943 Sep 08 10:00:54.012720 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff962d51-449b-4c2f-8345-2c06dd4c34d4 req-c2817822-3af4-4f98-a6cf-60e03ca08cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:00:54.014214 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ff962d51-449b-4c2f-8345-2c06dd4c34d4 req-c2817822-3af4-4f98-a6cf-60e03ca08cea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 1097 time: 0.0468152 Sep 08 10:00:54.145279 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cee87-545f-4c11-bbde-8828a66ca49d req-6491fcef-b05e-4a5a-9295-d192d44eaab7 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:00:54.146876 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ea3cee87-545f-4c11-bbde-8828a66ca49d req-6491fcef-b05e-4a5a-9295-d192d44eaab7 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 945 time: 0.0509596 Sep 08 10:00:54.161229 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff962d51-449b-4c2f-8345-2c06dd4c34d4 req-b6bf3bb6-2581-4253-9085-1e1bcdf54be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:00:54.162749 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ff962d51-449b-4c2f-8345-2c06dd4c34d4 req-b6bf3bb6-2581-4253-9085-1e1bcdf54be4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 912 time: 0.1284633 Sep 08 10:00:54.169041 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9f45b148-db3d-47ad-b544-62970bb526d6 req-6525d177-554a-4212-ba7c-f0a647a2b6e8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0735257 Sep 08 10:00:54.188758 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ea3cee87-545f-4c11-bbde-8828a66ca49d req-ce141f46-3bc1-49da-ac5f-1e342dbd48c5 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347021 Sep 08 10:00:54.231031 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ff962d51-449b-4c2f-8345-2c06dd4c34d4 req-e1ae7c4c-fbb4-4c77-abfe-209849039505 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a HTTP/1.1" status: 200 len: 1002 time: 0.0603795 Sep 08 10:00:54.281461 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff962d51-449b-4c2f-8345-2c06dd4c34d4 req-72fb801a-0442-4cd2-ae9a-6149e3e31f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:00:54.283046 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ff962d51-449b-4c2f-8345-2c06dd4c34d4 req-72fb801a-0442-4cd2-ae9a-6149e3e31f89 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3b531fef-5a3f-45ac-8dd7-7a7f503eff71 HTTP/1.1" status: 200 len: 850 time: 0.0450904 Sep 08 10:00:54.333157 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff962d51-449b-4c2f-8345-2c06dd4c34d4 req-23c6b86b-6b3d-4306-b073-6dc2ac615931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:00:54.334946 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ff962d51-449b-4c2f-8345-2c06dd4c34d4 req-23c6b86b-6b3d-4306-b073-6dc2ac615931 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56185bcd-0b80-44ca-98ec-163ebc8eacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451109 Sep 08 10:00:54.427240 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ff962d51-449b-4c2f-8345-2c06dd4c34d4 req-a80529b8-1b4e-4ef6-9d8a-b04bd168f0c0 service neutron] 10.222.0.37 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843370 Sep 08 10:00:54.527388 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ff962d51-449b-4c2f-8345-2c06dd4c34d4 req-1da7deee-037f-4768-a7d9-5e9b95694601 service neutron] 10.222.0.37 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929840 Sep 08 10:00:54.683808 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:00:55.313664 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54f325-6b1a-4006-a550-b2218cdb5168 req-a0bc4598-020d-46b4-933a-a7cf049436e1 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:00:55.315343 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ac54f325-6b1a-4006-a550-b2218cdb5168 req-a0bc4598-020d-46b4-933a-a7cf049436e1 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 945 time: 0.0543342 Sep 08 10:00:55.357481 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ac54f325-6b1a-4006-a550-b2218cdb5168 req-63570674-95c7-45f6-90f8-146f6a38b208 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344570 Sep 08 10:00:55.505719 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:00:55.790974 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45b148-db3d-47ad-b544-62970bb526d6 req-f111341d-cddf-4589-8429-c6bd5fd60872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:00:55.792474 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9f45b148-db3d-47ad-b544-62970bb526d6 req-f111341d-cddf-4589-8429-c6bd5fd60872 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 1097 time: 0.0410986 Sep 08 10:00:55.884264 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45b148-db3d-47ad-b544-62970bb526d6 req-21eaea55-9e7f-4980-a971-11b6baa7acb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:00:55.885720 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9f45b148-db3d-47ad-b544-62970bb526d6 req-21eaea55-9e7f-4980-a971-11b6baa7acb7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 912 time: 0.0863726 Sep 08 10:00:55.949246 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9f45b148-db3d-47ad-b544-62970bb526d6 req-d6a1368b-7350-4c59-896f-faa3eb93558b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a HTTP/1.1" status: 200 len: 1002 time: 0.0565977 Sep 08 10:00:56.010186 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45b148-db3d-47ad-b544-62970bb526d6 req-b40904fc-af4b-4bd5-9cb3-99a1052a1e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:00:56.011580 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9f45b148-db3d-47ad-b544-62970bb526d6 req-b40904fc-af4b-4bd5-9cb3-99a1052a1e7c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3b531fef-5a3f-45ac-8dd7-7a7f503eff71 HTTP/1.1" status: 200 len: 850 time: 0.0560505 Sep 08 10:00:56.058399 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45b148-db3d-47ad-b544-62970bb526d6 req-8f070a64-26f8-457b-bea0-d6d797eca0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:00:56.059905 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9f45b148-db3d-47ad-b544-62970bb526d6 req-8f070a64-26f8-457b-bea0-d6d797eca0fc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56185bcd-0b80-44ca-98ec-163ebc8eacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412149 Sep 08 10:00:56.149268 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9f45b148-db3d-47ad-b544-62970bb526d6 req-3cfcb233-9439-417f-8e14-31b0c9c7c94c service neutron] 10.222.0.37 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822198 Sep 08 10:00:56.241483 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9f45b148-db3d-47ad-b544-62970bb526d6 req-32a2c5ab-24cd-4c07-b21d-7ec85ec8ad59 service neutron] 10.222.0.37 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853672 Sep 08 10:00:56.473413 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aac7a0-9e10-4661-8078-8204ad76346d req-eeeb9030-836d-4c8f-9659-6d957500c270 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:00:56.474982 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-47aac7a0-9e10-4661-8078-8204ad76346d req-eeeb9030-836d-4c8f-9659-6d957500c270 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 945 time: 0.0493510 Sep 08 10:00:56.511853 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-47aac7a0-9e10-4661-8078-8204ad76346d req-3f8758fa-cc80-4685-9957-40fd8b595129 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307639 Sep 08 10:00:57.629433 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27644cac-c9fe-4b91-ba88-1a8c7998f0de req-0bda02f4-1d69-4a53-83a8-df00d7b1186e tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:00:57.630966 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-27644cac-c9fe-4b91-ba88-1a8c7998f0de req-0bda02f4-1d69-4a53-83a8-df00d7b1186e tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 945 time: 0.0489666 Sep 08 10:00:57.668556 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-27644cac-c9fe-4b91-ba88-1a8c7998f0de req-f6519271-3c08-43ad-bb13-b0a79a19086c tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309811 Sep 08 10:00:58.791011 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e2448-584c-4759-b5db-8854abdd1e24 req-d215dd8a-9398-4ae3-a780-6fcf351e2a99 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:00:58.792488 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7b8e2448-584c-4759-b5db-8854abdd1e24 req-d215dd8a-9398-4ae3-a780-6fcf351e2a99 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 945 time: 0.0543566 Sep 08 10:00:58.831029 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7b8e2448-584c-4759-b5db-8854abdd1e24 req-c43cde30-0749-4226-8c12-c3c593abd8eb tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326767 Sep 08 10:00:59.200628 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:00:59.949201 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748903ef-1771-4b88-a8d6-ec4fcc341905 req-7cf8f46e-5c91-4945-a3b7-eb35422a47a8 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:00:59.950734 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-748903ef-1771-4b88-a8d6-ec4fcc341905 req-7cf8f46e-5c91-4945-a3b7-eb35422a47a8 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 945 time: 0.0542965 Sep 08 10:00:59.988897 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-748903ef-1771-4b88-a8d6-ec4fcc341905 req-5ddff57c-4041-4254-a5da-57d12b892328 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319774 Sep 08 10:01:01.107336 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a33ec-c3b2-447d-a84a-d5b8d8fe3306 req-ea19744c-31d7-4874-bd0a-428e3081eba4 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:01.108871 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6f5a33ec-c3b2-447d-a84a-d5b8d8fe3306 req-ea19744c-31d7-4874-bd0a-428e3081eba4 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 945 time: 0.0514958 Sep 08 10:01:01.146957 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6f5a33ec-c3b2-447d-a84a-d5b8d8fe3306 req-d07d2922-6b8c-4068-8362-b3f80095043d tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320694 Sep 08 10:01:02.263482 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c62002d-6fb4-436a-968d-786942a466fa req-1b68339c-c1d5-48e9-af1f-c8925b856421 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:02.264978 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7c62002d-6fb4-436a-968d-786942a466fa req-1b68339c-c1d5-48e9-af1f-c8925b856421 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 945 time: 0.0493283 Sep 08 10:01:02.303399 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7c62002d-6fb4-436a-968d-786942a466fa req-c5d4e54a-3c5d-4506-afbb-b9b591b6856b tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324643 Sep 08 10:01:03.418105 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e170f119-6ffd-432a-832d-dab4f3e9c3bc req-cf1728f2-c5e2-4146-a4a4-631b5af36fd8 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:03.419591 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e170f119-6ffd-432a-832d-dab4f3e9c3bc req-cf1728f2-c5e2-4146-a4a4-631b5af36fd8 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 945 time: 0.0480919 Sep 08 10:01:03.457733 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e170f119-6ffd-432a-832d-dab4f3e9c3bc req-6f68a83e-2db1-4bdb-bead-feba0b64c06b tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320971 Sep 08 10:01:04.572513 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a69c13-087d-4872-b4ac-6648becb4ffa req-d8375dcc-424b-4b17-9e2e-abb3e64c7336 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:04.574024 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-42a69c13-087d-4872-b4ac-6648becb4ffa req-d8375dcc-424b-4b17-9e2e-abb3e64c7336 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 945 time: 0.0493534 Sep 08 10:01:04.611521 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-42a69c13-087d-4872-b4ac-6648becb4ffa req-6c1bb98a-26fa-4d2f-ba4f-5b10f85226dc tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312424 Sep 08 10:01:05.730903 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d3827-422d-48a5-8ebd-d7e5ad194c41 req-545a7105-a772-44bb-bc74-afc4721376cf tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:05.732391 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4d3d3827-422d-48a5-8ebd-d7e5ad194c41 req-545a7105-a772-44bb-bc74-afc4721376cf tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 945 time: 0.0541065 Sep 08 10:01:05.770833 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4d3d3827-422d-48a5-8ebd-d7e5ad194c41 req-0dd3ab85-f067-4781-9f20-7209106ca9d9 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321078 Sep 08 10:01:06.894659 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726ca61-4080-4b4c-8bf2-bbf050e55174 req-ec53addd-d301-4ab0-856b-4a00ae81ebe9 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:06.896173 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2726ca61-4080-4b4c-8bf2-bbf050e55174 req-ec53addd-d301-4ab0-856b-4a00ae81ebe9 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 945 time: 0.0566599 Sep 08 10:01:06.934173 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2726ca61-4080-4b4c-8bf2-bbf050e55174 req-6b62ef02-c5ea-4cc4-b65f-0d940b55ce78 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320621 Sep 08 10:01:08.052478 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ba262-ca65-477f-a682-1fbab31241dc req-d2ee5bdc-6b4c-4c73-b355-9ba29fbf02e7 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:08.054207 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fd5ba262-ca65-477f-a682-1fbab31241dc req-d2ee5bdc-6b4c-4c73-b355-9ba29fbf02e7 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 945 time: 0.0492709 Sep 08 10:01:08.094341 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fd5ba262-ca65-477f-a682-1fbab31241dc req-b110f1bd-91c5-4212-953d-863c4cdbe5e3 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342720 Sep 08 10:01:09.214433 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fdfc09-20d1-4061-8226-8ef00a6f4dc8 req-1b2eb254-6e40-4a7d-853e-509a35517b83 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:09.215969 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d2fdfc09-20d1-4061-8226-8ef00a6f4dc8 req-1b2eb254-6e40-4a7d-853e-509a35517b83 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 945 time: 0.0521526 Sep 08 10:01:09.255728 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d2fdfc09-20d1-4061-8226-8ef00a6f4dc8 req-407b28f5-c019-4515-b588-264748c9d294 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329454 Sep 08 10:01:10.105559 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [req-9f45b148-db3d-47ad-b544-62970bb526d6 req-5675b603-5420-45a7-8400-26be7164e359 service neutron] show failed (client error): The resource could not be found. Sep 08 10:01:10.106642 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9f45b148-db3d-47ad-b544-62970bb526d6 req-5675b603-5420-45a7-8400-26be7164e359 service neutron] 10.222.0.37 "GET /v2.0/ports/1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a/bindings/n-h2-806683-11 HTTP/1.1" status: 404 len: 381 time: 0.0548775 Sep 08 10:01:10.349318 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45b148-db3d-47ad-b544-62970bb526d6 req-84ee3727-a3ba-4a1e-8000-57f2169c64ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:10.352157 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9f45b148-db3d-47ad-b544-62970bb526d6 req-84ee3727-a3ba-4a1e-8000-57f2169c64ea service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1&tenant_id=32544c70c4c447a7a8477bdcba419f99 HTTP/1.1" status: 200 len: 1097 time: 0.0894384 Sep 08 10:01:10.371021 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-9f45b148-db3d-47ad-b544-62970bb526d6 req-128edb5d-3f5d-4074-bc80-9d39a2222440 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-11', 'device_owner': 'compute:nova'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:01:10.373937 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59739f1-031a-412f-9bda-47bb7fd1c8a5 req-d1c0aedd-e822-404e-98f4-c0df96faac21 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:10.375458 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d59739f1-031a-412f-9bda-47bb7fd1c8a5 req-d1c0aedd-e822-404e-98f4-c0df96faac21 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 945 time: 0.0489309 Sep 08 10:01:10.413564 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d59739f1-031a-412f-9bda-47bb7fd1c8a5 req-3c719ec5-4bc7-409a-b839-d5f753d30742 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314682 Sep 08 10:01:10.435876 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9f45b148-db3d-47ad-b544-62970bb526d6 req-128edb5d-3f5d-4074-bc80-9d39a2222440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:10.636909 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-9f45b148-db3d-47ad-b544-62970bb526d6 req-128edb5d-3f5d-4074-bc80-9d39a2222440 service neutron] For port 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:01:10.668743 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-9f45b148-db3d-47ad-b544-62970bb526d6 req-128edb5d-3f5d-4074-bc80-9d39a2222440 service neutron] For port 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:01:10.712302 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7195df47-17d5-4721-b00b-9ba334bc61c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:01:10.714597 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38d0e27-eb2a-4544-8acd-c08340d56b3a" -d '{"events": [{"server_uuid": "7195df47-17d5-4721-b00b-9ba334bc61c1", "name": "network-vif-unplugged", "status": "completed", "tag": "1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:01:10.718281 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9f45b148-db3d-47ad-b544-62970bb526d6 req-128edb5d-3f5d-4074-bc80-9d39a2222440 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:10.730806 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-9f45b148-db3d-47ad-b544-62970bb526d6 req-128edb5d-3f5d-4074-bc80-9d39a2222440 service neutron] Transition to ACTIVE for port object 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:01:10.734710 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9f45b148-db3d-47ad-b544-62970bb526d6 req-128edb5d-3f5d-4074-bc80-9d39a2222440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:10.823810 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128edb5d-3f5d-4074-bc80-9d39a2222440 service neutron] Pushing event updated for resources: {'Port': ['ID=1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a,revision_number=6']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:01:10.828861 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 10:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee211d2-c40e-4f07-befb-ac76c2fe2bfe x-openstack-request-id: req-bee211d2-c40e-4f07-befb-ac76c2fe2bfe {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:01:10.829157 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7195df47-17d5-4721-b00b-9ba334bc61c1", "name": "network-vif-unplugged", "status": "completed", "tag": "1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:01:10.829407 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bee211d2-c40e-4f07-befb-ac76c2fe2bfe {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:01:10.829799 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7195df47-17d5-4721-b00b-9ba334bc61c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a', 'code': 200} Sep 08 10:01:10.840582 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128edb5d-3f5d-4074-bc80-9d39a2222440 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:01:10.840933 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128edb5d-3f5d-4074-bc80-9d39a2222440 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:01:10.841275 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128edb5d-3f5d-4074-bc80-9d39a2222440 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:01:10.842457 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128edb5d-3f5d-4074-bc80-9d39a2222440 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:01:10.842812 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128edb5d-3f5d-4074-bc80-9d39a2222440 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:01:10.843151 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128edb5d-3f5d-4074-bc80-9d39a2222440 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:01:10.843518 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128edb5d-3f5d-4074-bc80-9d39a2222440 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:01:10.843840 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128edb5d-3f5d-4074-bc80-9d39a2222440 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:01:10.844167 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128edb5d-3f5d-4074-bc80-9d39a2222440 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:01:10.844492 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128edb5d-3f5d-4074-bc80-9d39a2222440 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:01:10.844815 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128edb5d-3f5d-4074-bc80-9d39a2222440 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:01:10.845223 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128edb5d-3f5d-4074-bc80-9d39a2222440 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:01:10.882785 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f45b148-db3d-47ad-b544-62970bb526d6 req-128edb5d-3f5d-4074-bc80-9d39a2222440 service neutron] No DVR routers for this DVR port 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 10:01:11.028148 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-9f45b148-db3d-47ad-b544-62970bb526d6 req-128edb5d-3f5d-4074-bc80-9d39a2222440 service neutron] Attempting to bind port 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:01:11.028484 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-9f45b148-db3d-47ad-b544-62970bb526d6 req-128edb5d-3f5d-4074-bc80-9d39a2222440 service neutron] Attempting to bind port 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': 'c1b2f16d-81bb-4a62-b017-6a60b97abe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:01:11.028866 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f45b148-db3d-47ad-b544-62970bb526d6 req-128edb5d-3f5d-4074-bc80-9d39a2222440 service neutron] Attempting to bind port 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a on network 56185bcd-0b80-44ca-98ec-163ebc8eacb4 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:01:11.032984 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f45b148-db3d-47ad-b544-62970bb526d6 req-128edb5d-3f5d-4074-bc80-9d39a2222440 service neutron] Port 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a on network 56185bcd-0b80-44ca-98ec-163ebc8eacb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 10:01:11.033309 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f45b148-db3d-47ad-b544-62970bb526d6 req-128edb5d-3f5d-4074-bc80-9d39a2222440 service neutron] Attempting to bind port 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a on network 56185bcd-0b80-44ca-98ec-163ebc8eacb4 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:01:11.038737 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f45b148-db3d-47ad-b544-62970bb526d6 req-128edb5d-3f5d-4074-bc80-9d39a2222440 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:01:11.039086 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f45b148-db3d-47ad-b544-62970bb526d6 req-128edb5d-3f5d-4074-bc80-9d39a2222440 service neutron] Checking segment: {'id': 'c1b2f16d-81bb-4a62-b017-6a60b97abe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:01:11.039471 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f45b148-db3d-47ad-b544-62970bb526d6 req-128edb5d-3f5d-4074-bc80-9d39a2222440 service neutron] Bound using segment: {'id': 'c1b2f16d-81bb-4a62-b017-6a60b97abe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:01:11.039897 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-9f45b148-db3d-47ad-b544-62970bb526d6 req-128edb5d-3f5d-4074-bc80-9d39a2222440 service neutron] Bound port: 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1b2f16d-81bb-4a62-b017-6a60b97abe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:01:11.040254 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9f45b148-db3d-47ad-b544-62970bb526d6 req-128edb5d-3f5d-4074-bc80-9d39a2222440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:11.104356 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-9f45b148-db3d-47ad-b544-62970bb526d6 req-128edb5d-3f5d-4074-bc80-9d39a2222440 service neutron] For port 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:01:11.107339 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-9f45b148-db3d-47ad-b544-62970bb526d6 req-128edb5d-3f5d-4074-bc80-9d39a2222440 service neutron] For port 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:01:11.111905 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9f45b148-db3d-47ad-b544-62970bb526d6 req-128edb5d-3f5d-4074-bc80-9d39a2222440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:11.142539 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45b148-db3d-47ad-b544-62970bb526d6 req-128edb5d-3f5d-4074-bc80-9d39a2222440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:11.143170 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-9f45b148-db3d-47ad-b544-62970bb526d6 req-128edb5d-3f5d-4074-bc80-9d39a2222440 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:11.144627 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9f45b148-db3d-47ad-b544-62970bb526d6 req-128edb5d-3f5d-4074-bc80-9d39a2222440 service neutron] 10.222.0.35 "PUT /v2.0/ports/1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a HTTP/1.1" status: 200 len: 1092 time: 0.7782776 Sep 08 10:01:11.171444 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128edb5d-3f5d-4074-bc80-9d39a2222440 service neutron] Pushing event updated for resources: {'Port': ['ID=1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a,revision_number=7']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:01:11.220341 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45b148-db3d-47ad-b544-62970bb526d6 req-de5b050c-f0a3-4652-9d7b-4a4428715069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:11.221929 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9f45b148-db3d-47ad-b544-62970bb526d6 req-de5b050c-f0a3-4652-9d7b-4a4428715069 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 1095 time: 0.0438061 Sep 08 10:01:11.320780 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45b148-db3d-47ad-b544-62970bb526d6 req-b98eb38a-831d-47a1-8583-8349c727cc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:11.322309 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9f45b148-db3d-47ad-b544-62970bb526d6 req-b98eb38a-831d-47a1-8583-8349c727cc1a service neutron] 10.222.0.35 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 912 time: 0.0931020 Sep 08 10:01:11.394809 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9f45b148-db3d-47ad-b544-62970bb526d6 req-8008ca00-9af5-4b54-8324-35170f9feb0a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a HTTP/1.1" status: 200 len: 1000 time: 0.0652792 Sep 08 10:01:11.448450 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45b148-db3d-47ad-b544-62970bb526d6 req-61760c4c-5457-4fba-b612-77ea766527c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:11.449952 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9f45b148-db3d-47ad-b544-62970bb526d6 req-61760c4c-5457-4fba-b612-77ea766527c2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b531fef-5a3f-45ac-8dd7-7a7f503eff71 HTTP/1.1" status: 200 len: 850 time: 0.0483434 Sep 08 10:01:11.497426 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45b148-db3d-47ad-b544-62970bb526d6 req-fe1b4fd3-6a05-41b9-9b98-2383607b34d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:11.499006 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9f45b148-db3d-47ad-b544-62970bb526d6 req-fe1b4fd3-6a05-41b9-9b98-2383607b34d8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=56185bcd-0b80-44ca-98ec-163ebc8eacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420964 Sep 08 10:01:11.535863 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fb1b70-3ea3-4faf-b871-a8b3718cfa92 req-ba114428-f423-4554-8bc4-71ce7814bdd0 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:11.537353 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-52fb1b70-3ea3-4faf-b871-a8b3718cfa92 req-ba114428-f423-4554-8bc4-71ce7814bdd0 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 943 time: 0.0524716 Sep 08 10:01:11.577264 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-52fb1b70-3ea3-4faf-b871-a8b3718cfa92 req-d96d80d7-1d03-4ebf-874f-53d0789e3cb9 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334656 Sep 08 10:01:11.592483 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9f45b148-db3d-47ad-b544-62970bb526d6 req-5e9c6407-8322-48db-843d-095a024f8082 service neutron] 10.222.0.35 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858963 Sep 08 10:01:11.686350 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9f45b148-db3d-47ad-b544-62970bb526d6 req-51ca6053-fce2-4229-a8a8-4ed5e71b66d1 service neutron] 10.222.0.35 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871713 Sep 08 10:01:12.367410 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:01:12.404704 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:01:12.698682 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dff1c7-7b5a-4146-8102-e6c2c92bb190 req-5aa41f27-8b99-405d-a952-a6c68dfa97fe tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:12.700204 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-09dff1c7-7b5a-4146-8102-e6c2c92bb190 req-5aa41f27-8b99-405d-a952-a6c68dfa97fe tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 943 time: 0.0519531 Sep 08 10:01:12.739857 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-09dff1c7-7b5a-4146-8102-e6c2c92bb190 req-c1a3de62-73af-4999-a53c-1986b5f64445 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334239 Sep 08 10:01:12.830636 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7195df47-17d5-4721-b00b-9ba334bc61c1', 'tag': '1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:01:12.833013 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6841b3-b1d1-4734-9ab4-fe1379e4b179" -d '{"events": [{"name": "network-changed", "server_uuid": "7195df47-17d5-4721-b00b-9ba334bc61c1", "tag": "1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:01:12.884403 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 10:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6cec71-4f48-4d0e-9ebd-637ff3b73f6c x-openstack-request-id: req-5c6cec71-4f48-4d0e-9ebd-637ff3b73f6c {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:01:12.884773 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7195df47-17d5-4721-b00b-9ba334bc61c1", "tag": "1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:01:12.885097 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5c6cec71-4f48-4d0e-9ebd-637ff3b73f6c {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:01:12.885570 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7195df47-17d5-4721-b00b-9ba334bc61c1', 'tag': '1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a', 'status': 'completed', 'code': 200} Sep 08 10:01:12.999603 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6841b3-b1d1-4734-9ab4-fe1379e4b179 req-9dfa4181-1828-4606-9515-519f27bdafed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:13.001143 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb6841b3-b1d1-4734-9ab4-fe1379e4b179 req-9dfa4181-1828-4606-9515-519f27bdafed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 1095 time: 0.0779798 Sep 08 10:01:13.003008 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6841b3-b1d1-4734-9ab4-fe1379e4b179 req-10ad30af-a265-4fda-a78c-68b03e5c0041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:13.004374 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb6841b3-b1d1-4734-9ab4-fe1379e4b179 req-10ad30af-a265-4fda-a78c-68b03e5c0041 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 1095 time: 0.0724001 Sep 08 10:01:13.165024 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6841b3-b1d1-4734-9ab4-fe1379e4b179 req-fb0ac61a-3e95-4c4a-b4b2-699cc3c9c431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:13.166468 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb6841b3-b1d1-4734-9ab4-fe1379e4b179 req-fb0ac61a-3e95-4c4a-b4b2-699cc3c9c431 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 912 time: 0.1583173 Sep 08 10:01:13.169026 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6841b3-b1d1-4734-9ab4-fe1379e4b179 req-af7548b7-e4e2-417c-85c0-539e11ed272b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:13.170414 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb6841b3-b1d1-4734-9ab4-fe1379e4b179 req-af7548b7-e4e2-417c-85c0-539e11ed272b service neutron] 10.222.0.35 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 912 time: 0.1544373 Sep 08 10:01:13.283634 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb6841b3-b1d1-4734-9ab4-fe1379e4b179 req-5e4b32ff-e3d3-41ea-ac35-df8f902f196d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a HTTP/1.1" status: 200 len: 1000 time: 0.1098232 Sep 08 10:01:13.285406 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb6841b3-b1d1-4734-9ab4-fe1379e4b179 req-0f4c53b8-49de-4011-a7d7-7c5dc4d29a3e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a HTTP/1.1" status: 200 len: 1000 time: 0.1054451 Sep 08 10:01:13.371951 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6841b3-b1d1-4734-9ab4-fe1379e4b179 req-12c79465-38b5-465a-a73c-c2c4577ed727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:13.373452 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb6841b3-b1d1-4734-9ab4-fe1379e4b179 req-12c79465-38b5-465a-a73c-c2c4577ed727 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3b531fef-5a3f-45ac-8dd7-7a7f503eff71 HTTP/1.1" status: 200 len: 850 time: 0.0834594 Sep 08 10:01:13.374876 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6841b3-b1d1-4734-9ab4-fe1379e4b179 req-d90ede9f-e754-43ad-a585-903966529076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:13.376197 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb6841b3-b1d1-4734-9ab4-fe1379e4b179 req-d90ede9f-e754-43ad-a585-903966529076 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b531fef-5a3f-45ac-8dd7-7a7f503eff71 HTTP/1.1" status: 200 len: 850 time: 0.0790548 Sep 08 10:01:13.448870 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6841b3-b1d1-4734-9ab4-fe1379e4b179 req-a18ec8f1-b75b-49b5-8fd4-a2d68905a497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:13.450334 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb6841b3-b1d1-4734-9ab4-fe1379e4b179 req-a18ec8f1-b75b-49b5-8fd4-a2d68905a497 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56185bcd-0b80-44ca-98ec-163ebc8eacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0698636 Sep 08 10:01:13.452154 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6841b3-b1d1-4734-9ab4-fe1379e4b179 req-70983a74-b3ab-43f6-a365-6b11dcf527e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:13.453789 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb6841b3-b1d1-4734-9ab4-fe1379e4b179 req-70983a74-b3ab-43f6-a365-6b11dcf527e7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=56185bcd-0b80-44ca-98ec-163ebc8eacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0656614 Sep 08 10:01:13.616081 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb6841b3-b1d1-4734-9ab4-fe1379e4b179 req-0933c4df-ad3f-49ff-9171-9141b03452f3 service neutron] 10.222.0.37 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588719 Sep 08 10:01:13.619738 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb6841b3-b1d1-4734-9ab4-fe1379e4b179 req-ce9ef886-7c1d-4c00-bb63-04f4f9e73a69 service neutron] 10.222.0.35 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546786 Sep 08 10:01:13.787128 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb6841b3-b1d1-4734-9ab4-fe1379e4b179 req-2fe18362-423d-4778-abb7-38ded052f687 service neutron] 10.222.0.37 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636465 Sep 08 10:01:13.790002 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb6841b3-b1d1-4734-9ab4-fe1379e4b179 req-310931c1-1b3d-4713-8284-55c6f917ca77 service neutron] 10.222.0.35 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599891 Sep 08 10:01:13.863290 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84178a2d-33d6-445d-b744-e3ecfa5ca112 req-9b939d35-e369-43c0-a95f-821ad324e20f tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:13.864735 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-84178a2d-33d6-445d-b744-e3ecfa5ca112 req-9b939d35-e369-43c0-a95f-821ad324e20f tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 943 time: 0.0502334 Sep 08 10:01:13.903942 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-84178a2d-33d6-445d-b744-e3ecfa5ca112 req-2dd4f74c-e80e-4734-9832-1921a4ac0103 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321693 Sep 08 10:01:15.023582 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9b563-f4c3-4fda-bf2f-806d06645bef req-e7f9f92a-eede-4337-86eb-6f0a300a9273 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:15.025089 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cad9b563-f4c3-4fda-bf2f-806d06645bef req-e7f9f92a-eede-4337-86eb-6f0a300a9273 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 943 time: 0.0500240 Sep 08 10:01:15.062683 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cad9b563-f4c3-4fda-bf2f-806d06645bef req-e316b2b2-dbb5-4366-a1d4-b34ff530a7d8 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312438 Sep 08 10:01:16.179960 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565bd3c3-ecbc-47ed-88e1-0c4e8e42d565 req-61c921c4-6cf5-488f-8667-1d4fd32a5f49 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:16.181462 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-565bd3c3-ecbc-47ed-88e1-0c4e8e42d565 req-61c921c4-6cf5-488f-8667-1d4fd32a5f49 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 943 time: 0.0486422 Sep 08 10:01:16.219296 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-565bd3c3-ecbc-47ed-88e1-0c4e8e42d565 req-39640a2f-a124-42a7-9f04-d03f8ac3b250 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318720 Sep 08 10:01:17.334342 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7feb9-cd2a-4046-86a0-aba3be5afc1d req-4cbb976b-2db1-45dd-8d15-3c46547ede55 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:17.336476 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-aab7feb9-cd2a-4046-86a0-aba3be5afc1d req-4cbb976b-2db1-45dd-8d15-3c46547ede55 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 943 time: 0.0491533 Sep 08 10:01:17.373148 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-aab7feb9-cd2a-4046-86a0-aba3be5afc1d req-6111aee5-7247-4905-8d43-4cf96f378a89 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308311 Sep 08 10:01:17.748377 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cc922179-4895-4753-8cf2-e7698db547fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:18.493339 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1edf56-1d3c-4c42-9385-1f1f134f2577 req-6de4112b-1081-4795-bd12-707bf89ab64f tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:18.494852 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb1edf56-1d3c-4c42-9385-1f1f134f2577 req-6de4112b-1081-4795-bd12-707bf89ab64f tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 943 time: 0.0524173 Sep 08 10:01:18.531766 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb1edf56-1d3c-4c42-9385-1f1f134f2577 req-2fdb2850-166e-48de-b3b7-2b50abdda741 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311205 Sep 08 10:01:19.651271 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3738b2-7873-4009-9673-d1b3f4f4dca0 req-a5e05b94-cf9c-49f5-94d4-a692c505ff1a tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:19.652778 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4a3738b2-7873-4009-9673-d1b3f4f4dca0 req-a5e05b94-cf9c-49f5-94d4-a692c505ff1a tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 943 time: 0.0525811 Sep 08 10:01:19.690257 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4a3738b2-7873-4009-9673-d1b3f4f4dca0 req-b0ab5069-b670-461d-9cf7-cd499ba7eb13 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314705 Sep 08 10:01:20.513472 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:20.807828 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f597dd4-45ba-46f6-9080-aa0b152d056c req-df795392-b9d6-45e3-8389-d544bae23916 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:20.810018 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1f597dd4-45ba-46f6-9080-aa0b152d056c req-df795392-b9d6-45e3-8389-d544bae23916 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 943 time: 0.0501134 Sep 08 10:01:20.837228 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-bf8e2a97-dad2-4a1d-a68c-6c9a5bdc0d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:20.848500 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1f597dd4-45ba-46f6-9080-aa0b152d056c req-7cf9efad-3b2b-42b9-a511-d853a57ffd5c tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332503 Sep 08 10:01:21.967525 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324489a-7f55-4a06-ba06-e5824c5c93e5 req-ebaf00c4-6575-4122-84f6-2bee5523390d tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:21.969043 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6324489a-7f55-4a06-ba06-e5824c5c93e5 req-ebaf00c4-6575-4122-84f6-2bee5523390d tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 943 time: 0.0498528 Sep 08 10:01:22.018980 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6324489a-7f55-4a06-ba06-e5824c5c93e5 req-14d5744a-bacb-4522-8a73-660c124acf9e tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438392 Sep 08 10:01:22.351760 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:23.138015 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb59a32-1896-48e5-9ceb-a3c34aa6b4c8 req-a192c5b7-67c7-43e1-a11f-e982838ff115 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:23.139547 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-edb59a32-1896-48e5-9ceb-a3c34aa6b4c8 req-a192c5b7-67c7-43e1-a11f-e982838ff115 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 943 time: 0.0495827 Sep 08 10:01:23.176390 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-edb59a32-1896-48e5-9ceb-a3c34aa6b4c8 req-615a1998-0205-4068-94a0-1c2cfc44f9b9 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309551 Sep 08 10:01:23.761145 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:24.294223 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9906f5-b4fa-4431-8a19-0b53f09faa1a req-4eed39ca-6d06-49d5-9afa-785cf0988207 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:24.295711 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4a9906f5-b4fa-4431-8a19-0b53f09faa1a req-4eed39ca-6d06-49d5-9afa-785cf0988207 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 943 time: 0.0485287 Sep 08 10:01:24.334800 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4a9906f5-b4fa-4431-8a19-0b53f09faa1a req-9fb793de-f480-4f45-8f89-374f85e23205 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329401 Sep 08 10:01:24.638751 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 10:01:24.719299 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:24.744969 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:01:24.756648 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'port_id': '1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a', 'mac_address': 'fa:16:3e:07:be:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 10:01:24.793336 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:24.808387 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 10:01:24.832807 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:01:24.837215 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:24.890111 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a,revision_number=8']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:01:24.897324 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:01:24.897681 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:01:24.898030 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:01:24.898447 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:01:24.899035 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:01:24.899424 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:01:24.899763 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:01:24.900099 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:01:24.900436 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:01:24.900772 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:01:24.901106 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:01:24.901438 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:01:25.233422 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 10:01:25.453859 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b79e8c-778c-4bdb-b7cc-98d2a004a939 req-b8b45fe7-42ed-4231-9138-5295f7c5abb9 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:25.455355 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-40b79e8c-778c-4bdb-b7cc-98d2a004a939 req-b8b45fe7-42ed-4231-9138-5295f7c5abb9 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 944 time: 0.0513744 Sep 08 10:01:25.493631 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-40b79e8c-778c-4bdb-b7cc-98d2a004a939 req-c2f42286-8392-48df-923e-29d3f69b7cde tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324168 Sep 08 10:01:25.807955 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b487df-c44c-4137-9123-ff7e3af4b399 req-4f24aa4c-fa4a-48d2-9142-b58f8e55b1c9 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:25.809437 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c7b487df-c44c-4137-9123-ff7e3af4b399 req-4f24aa4c-fa4a-48d2-9142-b58f8e55b1c9 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.35 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1&tenant_id=32544c70c4c447a7a8477bdcba419f99&binding%3Ahost_id=n-h2-806683-11 HTTP/1.1" status: 200 len: 944 time: 0.0817871 Sep 08 10:01:25.821013 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce7e49-fefd-424b-b693-a5b1ed3be169 req-af7da091-c7d3-449d-b4b4-9a7f2971efa1 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:25.822451 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f3ce7e49-fefd-424b-b693-a5b1ed3be169 req-af7da091-c7d3-449d-b4b4-9a7f2971efa1 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 944 time: 0.0675244 Sep 08 10:01:25.901736 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f3ce7e49-fefd-424b-b693-a5b1ed3be169 req-fae45a9a-b0f9-4577-a914-09c7ab86d1e4 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722113 Sep 08 10:01:25.907503 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c7b487df-c44c-4137-9123-ff7e3af4b399 req-27db17d4-266c-4b52-92f8-0ca115d0b4ac service neutron] 10.222.0.35 "GET /v2.0/ports/1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a/bindings/n-h2-806683-11 HTTP/1.1" status: 200 len: 383 time: 0.0841777 Sep 08 10:01:25.991654 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b487df-c44c-4137-9123-ff7e3af4b399 req-f38f98dc-621c-4aba-85b5-fde1a6b6167b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:25.993702 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c7b487df-c44c-4137-9123-ff7e3af4b399 req-f38f98dc-621c-4aba-85b5-fde1a6b6167b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 1096 time: 0.0468190 Sep 08 10:01:26.086796 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b487df-c44c-4137-9123-ff7e3af4b399 req-2192c946-7080-4119-9af8-81a2bca71f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:26.088540 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c7b487df-c44c-4137-9123-ff7e3af4b399 req-2192c946-7080-4119-9af8-81a2bca71f46 service neutron] 10.222.0.35 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 912 time: 0.0874987 Sep 08 10:01:26.170151 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c7b487df-c44c-4137-9123-ff7e3af4b399 req-f8c5207c-a9fb-471b-b36a-e6649b3beaeb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a HTTP/1.1" status: 200 len: 1001 time: 0.0744858 Sep 08 10:01:26.227178 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b487df-c44c-4137-9123-ff7e3af4b399 req-9ea2b0c2-81bc-4190-9eb3-55f0525ef200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:26.228754 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c7b487df-c44c-4137-9123-ff7e3af4b399 req-9ea2b0c2-81bc-4190-9eb3-55f0525ef200 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b531fef-5a3f-45ac-8dd7-7a7f503eff71 HTTP/1.1" status: 200 len: 850 time: 0.0520537 Sep 08 10:01:26.285782 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b487df-c44c-4137-9123-ff7e3af4b399 req-95df17f1-642e-4db3-aae8-61a8f98832fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:26.287521 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c7b487df-c44c-4137-9123-ff7e3af4b399 req-95df17f1-642e-4db3-aae8-61a8f98832fe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=56185bcd-0b80-44ca-98ec-163ebc8eacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514295 Sep 08 10:01:26.402457 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c7b487df-c44c-4137-9123-ff7e3af4b399 req-ab2fe352-cb15-4be0-9297-3c7e47606ab2 service neutron] 10.222.0.35 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070621 Sep 08 10:01:26.509221 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c7b487df-c44c-4137-9123-ff7e3af4b399 req-c35257dd-5826-4a3c-a56e-ad6a7eb50de9 service neutron] 10.222.0.35 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003175 Sep 08 10:01:26.645657 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:01:26.708928 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:01:26.714423 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:01:26.715057 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:26.807403 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:26.832006 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7195df47-17d5-4721-b00b-9ba334bc61c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:01:26.834345 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbd6ab74e39b4b2e86e5ab95b387a5b58b5aa7d7561c6c8e6a0b2b9382551d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04fd519f-5d63-44ba-8e4d-43cd972cdc54" -d '{"events": [{"server_uuid": "7195df47-17d5-4721-b00b-9ba334bc61c1", "name": "network-vif-plugged", "status": "completed", "tag": "1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:01:26.847509 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:01:26.851138 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:26.897816 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a,revision_number=9']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:01:26.944359 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 10:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5713e2-ad04-494f-87fa-cf9ecaab6727 x-openstack-request-id: req-3f5713e2-ad04-494f-87fa-cf9ecaab6727 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:01:26.944660 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7195df47-17d5-4721-b00b-9ba334bc61c1", "name": "network-vif-plugged", "status": "completed", "tag": "1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:01:26.944923 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3f5713e2-ad04-494f-87fa-cf9ecaab6727 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:01:26.945901 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7195df47-17d5-4721-b00b-9ba334bc61c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a', 'code': 200} Sep 08 10:01:27.019849 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7260624-2715-4a34-9793-260a86227cc9 req-c62c2739-68d4-48ac-ba4d-0801704d435b tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:27.021338 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a7260624-2715-4a34-9793-260a86227cc9 req-c62c2739-68d4-48ac-ba4d-0801704d435b tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 945 time: 0.0487549 Sep 08 10:01:27.060259 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a7260624-2715-4a34-9793-260a86227cc9 req-86c257f4-1ec8-4ff0-a6f0-54fb0775c060 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320783 Sep 08 10:01:28.185028 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c585e-5085-430e-95cf-0cc27450c938 req-2ed89bf1-8378-45f5-b153-6dd6c98240fd tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:28.186553 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7a0c585e-5085-430e-95cf-0cc27450c938 req-2ed89bf1-8378-45f5-b153-6dd6c98240fd tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 945 time: 0.0543427 Sep 08 10:01:28.224519 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7a0c585e-5085-430e-95cf-0cc27450c938 req-c292223d-0617-4219-8a11-cddf3ebf0855 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320849 Sep 08 10:01:29.207548 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:29.339470 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bbdbcf-6674-46f1-b2bc-ed567171994d req-c3f1f413-c70a-4f1a-8c4d-b0b44ee10739 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:29.340970 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-11bbdbcf-6674-46f1-b2bc-ed567171994d req-c3f1f413-c70a-4f1a-8c4d-b0b44ee10739 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 945 time: 0.0483043 Sep 08 10:01:29.379669 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-11bbdbcf-6674-46f1-b2bc-ed567171994d req-4b8847de-09ad-4ce1-a973-954e86ae61da tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325460 Sep 08 10:01:30.474955 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b487df-c44c-4137-9123-ff7e3af4b399 req-9653a4a1-9777-4f3d-b561-cc18ffc49946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:30.476677 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c7b487df-c44c-4137-9123-ff7e3af4b399 req-9653a4a1-9777-4f3d-b561-cc18ffc49946 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1&tenant_id=32544c70c4c447a7a8477bdcba419f99 HTTP/1.1" status: 200 len: 1097 time: 0.0412118 Sep 08 10:01:30.494633 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-c7b487df-c44c-4137-9123-ff7e3af4b399 req-dccbd57b-9594-43fd-b0b1-5f7bcb9b81e3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-806683-11', 'device_owner': 'compute:nova'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:01:30.500929 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8d7b0-c2c2-4013-a963-b6f404655de9 req-53b9af4c-86e3-45b5-9eef-898b6c574886 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:30.502470 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e2b8d7b0-c2c2-4013-a963-b6f404655de9 req-53b9af4c-86e3-45b5-9eef-898b6c574886 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 945 time: 0.0506117 Sep 08 10:01:30.542001 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e2b8d7b0-c2c2-4013-a963-b6f404655de9 req-04187317-e274-4c85-a2d5-5327729585bc tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322869 Sep 08 10:01:30.551135 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c7b487df-c44c-4137-9123-ff7e3af4b399 req-dccbd57b-9594-43fd-b0b1-5f7bcb9b81e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:30.759637 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-c7b487df-c44c-4137-9123-ff7e3af4b399 req-dccbd57b-9594-43fd-b0b1-5f7bcb9b81e3 service neutron] For port 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:01:30.794343 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-c7b487df-c44c-4137-9123-ff7e3af4b399 req-dccbd57b-9594-43fd-b0b1-5f7bcb9b81e3 service neutron] For port 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:01:30.833367 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7195df47-17d5-4721-b00b-9ba334bc61c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:01:30.836233 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c6094a-2cb6-474d-9efe-ba802539bb4c" -d '{"events": [{"server_uuid": "7195df47-17d5-4721-b00b-9ba334bc61c1", "name": "network-vif-unplugged", "status": "completed", "tag": "1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:01:30.843787 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c7b487df-c44c-4137-9123-ff7e3af4b399 req-dccbd57b-9594-43fd-b0b1-5f7bcb9b81e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:30.860834 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-c7b487df-c44c-4137-9123-ff7e3af4b399 req-dccbd57b-9594-43fd-b0b1-5f7bcb9b81e3 service neutron] Transition to ACTIVE for port object 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:01:30.864950 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c7b487df-c44c-4137-9123-ff7e3af4b399 req-dccbd57b-9594-43fd-b0b1-5f7bcb9b81e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:30.895153 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 10:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657d1ce2-9d65-4a65-98ab-da7c8adcc43c x-openstack-request-id: req-657d1ce2-9d65-4a65-98ab-da7c8adcc43c {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:01:30.895459 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7195df47-17d5-4721-b00b-9ba334bc61c1", "name": "network-vif-unplugged", "status": "completed", "tag": "1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:01:30.895714 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-657d1ce2-9d65-4a65-98ab-da7c8adcc43c {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:01:30.896114 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7195df47-17d5-4721-b00b-9ba334bc61c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a', 'code': 200} Sep 08 10:01:30.951851 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccbd57b-9594-43fd-b0b1-5f7bcb9b81e3 service neutron] Pushing event updated for resources: {'Port': ['ID=1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a,revision_number=10']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:01:30.994512 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b487df-c44c-4137-9123-ff7e3af4b399 req-dccbd57b-9594-43fd-b0b1-5f7bcb9b81e3 service neutron] No DVR routers for this DVR port 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 10:01:31.135363 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-c7b487df-c44c-4137-9123-ff7e3af4b399 req-dccbd57b-9594-43fd-b0b1-5f7bcb9b81e3 service neutron] Attempting to bind port 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:01:31.135705 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-c7b487df-c44c-4137-9123-ff7e3af4b399 req-dccbd57b-9594-43fd-b0b1-5f7bcb9b81e3 service neutron] Attempting to bind port 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'c1b2f16d-81bb-4a62-b017-6a60b97abe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:01:31.136038 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b487df-c44c-4137-9123-ff7e3af4b399 req-dccbd57b-9594-43fd-b0b1-5f7bcb9b81e3 service neutron] Attempting to bind port 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a on network 56185bcd-0b80-44ca-98ec-163ebc8eacb4 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:01:31.140189 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b487df-c44c-4137-9123-ff7e3af4b399 req-dccbd57b-9594-43fd-b0b1-5f7bcb9b81e3 service neutron] Port 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a on network 56185bcd-0b80-44ca-98ec-163ebc8eacb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 10:01:31.140516 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b487df-c44c-4137-9123-ff7e3af4b399 req-dccbd57b-9594-43fd-b0b1-5f7bcb9b81e3 service neutron] Attempting to bind port 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a on network 56185bcd-0b80-44ca-98ec-163ebc8eacb4 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:01:31.145257 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b487df-c44c-4137-9123-ff7e3af4b399 req-dccbd57b-9594-43fd-b0b1-5f7bcb9b81e3 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:01:31.145599 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b487df-c44c-4137-9123-ff7e3af4b399 req-dccbd57b-9594-43fd-b0b1-5f7bcb9b81e3 service neutron] Checking segment: {'id': 'c1b2f16d-81bb-4a62-b017-6a60b97abe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:01:31.145985 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b487df-c44c-4137-9123-ff7e3af4b399 req-dccbd57b-9594-43fd-b0b1-5f7bcb9b81e3 service neutron] Bound using segment: {'id': 'c1b2f16d-81bb-4a62-b017-6a60b97abe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:01:31.146451 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-c7b487df-c44c-4137-9123-ff7e3af4b399 req-dccbd57b-9594-43fd-b0b1-5f7bcb9b81e3 service neutron] Bound port: 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1b2f16d-81bb-4a62-b017-6a60b97abe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:01:31.146807 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c7b487df-c44c-4137-9123-ff7e3af4b399 req-dccbd57b-9594-43fd-b0b1-5f7bcb9b81e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:31.212224 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-c7b487df-c44c-4137-9123-ff7e3af4b399 req-dccbd57b-9594-43fd-b0b1-5f7bcb9b81e3 service neutron] For port 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:01:31.215645 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-c7b487df-c44c-4137-9123-ff7e3af4b399 req-dccbd57b-9594-43fd-b0b1-5f7bcb9b81e3 service neutron] For port 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:01:31.219339 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c7b487df-c44c-4137-9123-ff7e3af4b399 req-dccbd57b-9594-43fd-b0b1-5f7bcb9b81e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:31.575907 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b487df-c44c-4137-9123-ff7e3af4b399 req-dccbd57b-9594-43fd-b0b1-5f7bcb9b81e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:31.576535 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c7b487df-c44c-4137-9123-ff7e3af4b399 req-dccbd57b-9594-43fd-b0b1-5f7bcb9b81e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:31.578354 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c7b487df-c44c-4137-9123-ff7e3af4b399 req-dccbd57b-9594-43fd-b0b1-5f7bcb9b81e3 service neutron] 10.222.0.37 "PUT /v2.0/ports/1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a HTTP/1.1" status: 200 len: 1093 time: 1.0883358 Sep 08 10:01:31.598669 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccbd57b-9594-43fd-b0b1-5f7bcb9b81e3 service neutron] Pushing event updated for resources: {'Port': ['ID=1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a,revision_number=11']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:01:31.657929 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b487df-c44c-4137-9123-ff7e3af4b399 req-adecb6e1-c899-4608-b0db-27c9b868e6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:31.659529 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c7b487df-c44c-4137-9123-ff7e3af4b399 req-adecb6e1-c899-4608-b0db-27c9b868e6f5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 1096 time: 0.0422778 Sep 08 10:01:31.664821 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2fee80-cfa6-4f5c-988e-223454dc023c req-75afaed4-f836-40c7-b10f-d990fd1b0526 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:31.666439 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0d2fee80-cfa6-4f5c-988e-223454dc023c req-75afaed4-f836-40c7-b10f-d990fd1b0526 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 944 time: 0.0520017 Sep 08 10:01:31.706861 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0d2fee80-cfa6-4f5c-988e-223454dc023c req-a39d6e94-7b27-45c6-924f-3ebaf4643ff3 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338361 Sep 08 10:01:31.759974 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b487df-c44c-4137-9123-ff7e3af4b399 req-2aa416c2-a931-40fd-9965-9d1fbd3936bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:31.761459 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c7b487df-c44c-4137-9123-ff7e3af4b399 req-2aa416c2-a931-40fd-9965-9d1fbd3936bd service neutron] 10.222.0.37 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 912 time: 0.0944514 Sep 08 10:01:31.826759 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c7b487df-c44c-4137-9123-ff7e3af4b399 req-accb8fda-526c-4489-b82b-8952747fba9f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a HTTP/1.1" status: 200 len: 1000 time: 0.0583916 Sep 08 10:01:31.876841 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b487df-c44c-4137-9123-ff7e3af4b399 req-011d67d6-c613-4a28-8146-af69105fd4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:31.878316 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c7b487df-c44c-4137-9123-ff7e3af4b399 req-011d67d6-c613-4a28-8146-af69105fd4c4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3b531fef-5a3f-45ac-8dd7-7a7f503eff71 HTTP/1.1" status: 200 len: 850 time: 0.0443056 Sep 08 10:01:31.926823 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b487df-c44c-4137-9123-ff7e3af4b399 req-df23de40-106b-4b54-9e4c-068a93d15a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:31.928537 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c7b487df-c44c-4137-9123-ff7e3af4b399 req-df23de40-106b-4b54-9e4c-068a93d15a2d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56185bcd-0b80-44ca-98ec-163ebc8eacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434389 Sep 08 10:01:32.017084 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c7b487df-c44c-4137-9123-ff7e3af4b399 req-e5f90835-7288-49eb-8889-4238c944e586 service neutron] 10.222.0.37 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813978 Sep 08 10:01:32.111171 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c7b487df-c44c-4137-9123-ff7e3af4b399 req-020d601d-5f3f-4306-8038-a213be24fe4c service neutron] 10.222.0.37 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863836 Sep 08 10:01:32.509383 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:01:32.686317 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:01:32.724323 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:01:32.826755 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe9f04-4cda-4d4c-b65e-56d86bd26d48 req-f2fb35f3-f035-4c33-ac05-fd026191ddda tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:32.828530 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e7fe9f04-4cda-4d4c-b65e-56d86bd26d48 req-f2fb35f3-f035-4c33-ac05-fd026191ddda tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 944 time: 0.0497258 Sep 08 10:01:32.871053 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e7fe9f04-4cda-4d4c-b65e-56d86bd26d48 req-3b4014be-8a72-425e-bd9e-f49adb8dd61c tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364900 Sep 08 10:01:32.896801 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7195df47-17d5-4721-b00b-9ba334bc61c1', 'tag': '1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:01:32.899992 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8a1b0c-9896-4162-a0f3-454199524e5e" -d '{"events": [{"name": "network-changed", "server_uuid": "7195df47-17d5-4721-b00b-9ba334bc61c1", "tag": "1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:01:32.947551 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 10:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57bc3aea-cf45-471a-8ef6-108c7a9d157b x-openstack-request-id: req-57bc3aea-cf45-471a-8ef6-108c7a9d157b {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:01:32.947881 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7195df47-17d5-4721-b00b-9ba334bc61c1", "tag": "1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:01:32.948136 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-57bc3aea-cf45-471a-8ef6-108c7a9d157b {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:01:32.948565 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7195df47-17d5-4721-b00b-9ba334bc61c1', 'tag': '1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a', 'status': 'completed', 'code': 200} Sep 08 10:01:33.060880 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a1b0c-9896-4162-a0f3-454199524e5e req-33416007-f938-49f9-9c32-9ecf844e09b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:33.062442 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4b8a1b0c-9896-4162-a0f3-454199524e5e req-33416007-f938-49f9-9c32-9ecf844e09b7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 1096 time: 0.0736415 Sep 08 10:01:33.065029 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a1b0c-9896-4162-a0f3-454199524e5e req-675d4f5c-fa1e-4a74-a714-9610866d0cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:33.066421 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4b8a1b0c-9896-4162-a0f3-454199524e5e req-675d4f5c-fa1e-4a74-a714-9610866d0cd4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=32544c70c4c447a7a8477bdcba419f99&device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 1096 time: 0.0690494 Sep 08 10:01:33.237066 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a1b0c-9896-4162-a0f3-454199524e5e req-f48b6455-eec1-4a8c-8bd0-d40517468811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:33.238529 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4b8a1b0c-9896-4162-a0f3-454199524e5e req-f48b6455-eec1-4a8c-8bd0-d40517468811 service neutron] 10.222.0.37 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 912 time: 0.1690269 Sep 08 10:01:33.239703 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a1b0c-9896-4162-a0f3-454199524e5e req-b2454398-7c22-42f0-94fe-904f3a719926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:33.241051 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4b8a1b0c-9896-4162-a0f3-454199524e5e req-b2454398-7c22-42f0-94fe-904f3a719926 service neutron] 10.222.0.35 "GET /v2.0/networks?id=56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 200 len: 912 time: 0.1626012 Sep 08 10:01:33.357758 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4b8a1b0c-9896-4162-a0f3-454199524e5e req-832d2ade-8a3d-4c57-a4dd-7b775d489fe9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a HTTP/1.1" status: 200 len: 1000 time: 0.1121516 Sep 08 10:01:33.359832 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4b8a1b0c-9896-4162-a0f3-454199524e5e req-962ecc78-7fa6-42bb-9928-5bb4692cd599 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a HTTP/1.1" status: 200 len: 1000 time: 0.1084354 Sep 08 10:01:33.446421 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a1b0c-9896-4162-a0f3-454199524e5e req-57076791-676e-4de9-a7d3-794fa943b2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:33.447941 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4b8a1b0c-9896-4162-a0f3-454199524e5e req-57076791-676e-4de9-a7d3-794fa943b2ab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3b531fef-5a3f-45ac-8dd7-7a7f503eff71 HTTP/1.1" status: 200 len: 850 time: 0.0838392 Sep 08 10:01:33.449370 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a1b0c-9896-4162-a0f3-454199524e5e req-b50aaa57-5b27-4eaa-96f7-0f3d38d219d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:33.450742 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4b8a1b0c-9896-4162-a0f3-454199524e5e req-b50aaa57-5b27-4eaa-96f7-0f3d38d219d8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b531fef-5a3f-45ac-8dd7-7a7f503eff71 HTTP/1.1" status: 200 len: 850 time: 0.0795054 Sep 08 10:01:33.523493 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a1b0c-9896-4162-a0f3-454199524e5e req-4c6bc8d2-0dc0-4328-bcc9-cdfde1027ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:33.525041 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4b8a1b0c-9896-4162-a0f3-454199524e5e req-4c6bc8d2-0dc0-4328-bcc9-cdfde1027ad6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=56185bcd-0b80-44ca-98ec-163ebc8eacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0698576 Sep 08 10:01:33.527626 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a1b0c-9896-4162-a0f3-454199524e5e req-68227883-c9c1-47b7-ac49-79268da7972d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:33.528996 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4b8a1b0c-9896-4162-a0f3-454199524e5e req-68227883-c9c1-47b7-ac49-79268da7972d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=56185bcd-0b80-44ca-98ec-163ebc8eacb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0655026 Sep 08 10:01:33.690515 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4b8a1b0c-9896-4162-a0f3-454199524e5e req-9becc174-e6a8-4cdf-94e2-5903bda8a23b service neutron] 10.222.0.37 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581450 Sep 08 10:01:33.693746 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4b8a1b0c-9896-4162-a0f3-454199524e5e req-2c97d0a2-d024-4e9f-82b2-07e41439ca49 service neutron] 10.222.0.35 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548476 Sep 08 10:01:33.858209 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4b8a1b0c-9896-4162-a0f3-454199524e5e req-a7a3189a-aa95-4132-9749-171166514de8 service neutron] 10.222.0.37 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606994 Sep 08 10:01:33.861925 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4b8a1b0c-9896-4162-a0f3-454199524e5e req-e99e004d-557f-46e0-9fce-fa1133fec907 service neutron] 10.222.0.35 "GET /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574256 Sep 08 10:01:33.993015 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33cbb49-0a17-4e14-a5dd-c85326c073d3 req-360862c0-3c5d-4b60-baba-fece9d9c01a9 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:33.994573 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f33cbb49-0a17-4e14-a5dd-c85326c073d3 req-360862c0-3c5d-4b60-baba-fece9d9c01a9 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 944 time: 0.0521019 Sep 08 10:01:34.039966 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f33cbb49-0a17-4e14-a5dd-c85326c073d3 req-404ad137-68b6-49e6-baf4-6268beeff509 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393469 Sep 08 10:01:35.168060 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e475678-7e5f-4b9c-9c06-ba5d8490755d req-955a2a83-c46f-425e-8c07-e5afe18a6f0d tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:35.169689 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0e475678-7e5f-4b9c-9c06-ba5d8490755d req-955a2a83-c46f-425e-8c07-e5afe18a6f0d tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 944 time: 0.0554962 Sep 08 10:01:35.209294 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0e475678-7e5f-4b9c-9c06-ba5d8490755d req-aefe8e7c-cd59-4a43-850f-a624fe7ea063 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335484 Sep 08 10:01:36.324642 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12074376-4cae-4bd7-a9a0-faef00271d29 req-09ca7748-f27f-42fa-909a-84e7ecf0852d tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:36.326126 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12074376-4cae-4bd7-a9a0-faef00271d29 req-09ca7748-f27f-42fa-909a-84e7ecf0852d tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 944 time: 0.0483081 Sep 08 10:01:36.363541 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12074376-4cae-4bd7-a9a0-faef00271d29 req-e76a1a0e-12d4-4926-918d-ff7288e1f0c5 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312221 Sep 08 10:01:37.477835 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4de3b-abfe-4e3e-b3bf-d7a5c2325a56 req-a1270ef1-2afc-4d4f-b5f1-e74ac641b689 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:37.479553 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-dbe4de3b-abfe-4e3e-b3bf-d7a5c2325a56 req-a1270ef1-2afc-4d4f-b5f1-e74ac641b689 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 944 time: 0.0493243 Sep 08 10:01:37.517032 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-dbe4de3b-abfe-4e3e-b3bf-d7a5c2325a56 req-23515cd5-bc5a-4d4c-b91c-b1788c4bb9db tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315664 Sep 08 10:01:38.639043 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251302c5-1cd3-4d0d-8550-befffe15f245 req-90e19ebf-c60c-4817-8129-ceb6f7129ea4 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:38.640541 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-251302c5-1cd3-4d0d-8550-befffe15f245 req-90e19ebf-c60c-4817-8129-ceb6f7129ea4 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 944 time: 0.0546622 Sep 08 10:01:38.677513 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-251302c5-1cd3-4d0d-8550-befffe15f245 req-9919d97d-98d0-4e0b-b2a5-507181e21530 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309632 Sep 08 10:01:39.794241 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4854a5e-5099-46ca-96a4-74018534d2ee req-ec784a69-b9f8-4a79-a637-910148f58ec0 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:39.795737 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e4854a5e-5099-46ca-96a4-74018534d2ee req-ec784a69-b9f8-4a79-a637-910148f58ec0 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 944 time: 0.0484817 Sep 08 10:01:39.833201 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e4854a5e-5099-46ca-96a4-74018534d2ee req-f5295a6b-0ecc-4990-b0d3-1ad79dabb280 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315685 Sep 08 10:01:40.953560 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018cd898-d48c-4988-88bd-aa9f01116492 req-d87c9219-3e2d-46d2-b18b-c19ed1f73609 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:40.955087 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-018cd898-d48c-4988-88bd-aa9f01116492 req-d87c9219-3e2d-46d2-b18b-c19ed1f73609 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 944 time: 0.0500293 Sep 08 10:01:40.992390 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-018cd898-d48c-4988-88bd-aa9f01116492 req-c8cb8c7a-f174-49e8-a2a8-d5f7a9a2d2c7 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313473 Sep 08 10:01:42.131136 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4deef0-7155-4199-9de0-966dbeeba11e req-da36f1d1-5853-4246-abf2-b00e8158f478 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:42.132640 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cc4deef0-7155-4199-9de0-966dbeeba11e req-da36f1d1-5853-4246-abf2-b00e8158f478 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 944 time: 0.0592041 Sep 08 10:01:42.172409 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cc4deef0-7155-4199-9de0-966dbeeba11e req-f1d9afe4-c9d0-4121-a08c-2859670b4171 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330722 Sep 08 10:01:42.539731 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 10:01:42.633774 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:01:42.644895 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'port_id': '1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a', 'mac_address': 'fa:16:3e:07:be:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 10:01:42.686192 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:42.699043 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 10:01:42.718895 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:01:42.723495 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:42.773148 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a,revision_number=12']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:01:43.028765 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 10:01:43.289429 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0953eb-f4a1-4802-bcff-e16ccf6f87b9 req-0db92e74-e4e6-4112-af8f-210550ce4bfb tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:43.292074 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6a0953eb-f4a1-4802-bcff-e16ccf6f87b9 req-0db92e74-e4e6-4112-af8f-210550ce4bfb tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 945 time: 0.0505757 Sep 08 10:01:43.330915 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6a0953eb-f4a1-4802-bcff-e16ccf6f87b9 req-9c52ebe9-4796-448c-9656-97f9deffc4db tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329590 Sep 08 10:01:43.442118 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91d9b2-fad5-42e8-83a3-4dc49d9a5a77 req-50d268ca-9ec6-42b7-837c-cb0016301301 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:43.443608 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0d91d9b2-fad5-42e8-83a3-4dc49d9a5a77 req-50d268ca-9ec6-42b7-837c-cb0016301301 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 945 time: 0.0476484 Sep 08 10:01:43.481777 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0d91d9b2-fad5-42e8-83a3-4dc49d9a5a77 req-1b707a73-4a8c-4283-84de-fb16adc2a0bc tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315425 Sep 08 10:01:43.597802 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70153aa-bd1e-418e-b927-9ccc1ee4ae11 req-f8cf22cd-4687-4ab0-afba-636c5f957351 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:43.599401 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d70153aa-bd1e-418e-b927-9ccc1ee4ae11 req-f8cf22cd-4687-4ab0-afba-636c5f957351 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 945 time: 0.0525434 Sep 08 10:01:43.637455 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d70153aa-bd1e-418e-b927-9ccc1ee4ae11 req-3e4a55cd-0be7-43c0-a5c0-bcd71d5fa508 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318005 Sep 08 10:01:43.870055 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602a982-91b8-44e1-a0e9-3403c365da30 req-02174235-fed7-4ec0-8157-0dfb08292feb tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:43.871536 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a602a982-91b8-44e1-a0e9-3403c365da30 req-02174235-fed7-4ec0-8157-0dfb08292feb tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 945 time: 0.0497975 Sep 08 10:01:43.908122 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a602a982-91b8-44e1-a0e9-3403c365da30 req-9d2c80c8-35f1-4f6b-b2fa-32722de3c5c2 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306990 Sep 08 10:01:44.545576 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:01:44.593130 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:01:44.596687 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:01:44.597061 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:44.672668 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:44.696481 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7195df47-17d5-4721-b00b-9ba334bc61c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:01:44.698722 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbd6ab74e39b4b2e86e5ab95b387a5b58b5aa7d7561c6c8e6a0b2b9382551d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163e2a71-a468-40ea-9f3e-3f33c9ff2b6d" -d '{"events": [{"server_uuid": "7195df47-17d5-4721-b00b-9ba334bc61c1", "name": "network-vif-plugged", "status": "completed", "tag": "1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:01:44.711589 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:01:44.716446 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:44.750409 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 10:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04bbced1-517d-4a99-be0c-67d6e5a77a3b x-openstack-request-id: req-04bbced1-517d-4a99-be0c-67d6e5a77a3b {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:01:44.750736 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7195df47-17d5-4721-b00b-9ba334bc61c1", "name": "network-vif-plugged", "status": "completed", "tag": "1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:01:44.750987 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-04bbced1-517d-4a99-be0c-67d6e5a77a3b {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:01:44.751370 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7195df47-17d5-4721-b00b-9ba334bc61c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a', 'code': 200} Sep 08 10:01:44.773279 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a,revision_number=13']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:01:45.021295 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af0f55-be5a-4083-9e37-2ac0d722ad3d req-caceb627-b6a5-4ab3-9a2a-d31c43d2977b tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:45.022789 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-51af0f55-be5a-4083-9e37-2ac0d722ad3d req-caceb627-b6a5-4ab3-9a2a-d31c43d2977b tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 946 time: 0.0477242 Sep 08 10:01:45.060015 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-51af0f55-be5a-4083-9e37-2ac0d722ad3d req-afd63620-cb9f-4e1d-a2c9-38fbffdeb87d tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups?id=822fc20f-1fec-45bd-8580-82606ed8a8e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306466 Sep 08 10:01:45.588536 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c2fac-320a-41c3-ad95-2119897d22e7 req-38583c65-df3d-418d-a289-a806122976b1 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:45.590001 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-547c2fac-320a-41c3-ad95-2119897d22e7 req-38583c65-df3d-418d-a289-a806122976b1 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.37 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 946 time: 0.0528266 Sep 08 10:01:45.679263 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-547c2fac-320a-41c3-ad95-2119897d22e7 req-499b537f-e617-4c65-ab14-f0709482ad11 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Deleting port 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:01:45.679611 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-547c2fac-320a-41c3-ad95-2119897d22e7 req-499b537f-e617-4c65-ab14-f0709482ad11 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:45.770744 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-547c2fac-320a-41c3-ad95-2119897d22e7 req-499b537f-e617-4c65-ab14-f0709482ad11 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] For port 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:01:45.771118 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-547c2fac-320a-41c3-ad95-2119897d22e7 req-499b537f-e617-4c65-ab14-f0709482ad11 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:45.938348 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-547c2fac-320a-41c3-ad95-2119897d22e7 req-499b537f-e617-4c65-ab14-f0709482ad11 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:45.938713 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-547c2fac-320a-41c3-ad95-2119897d22e7 req-499b537f-e617-4c65-ab14-f0709482ad11 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:45.939033 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [req-547c2fac-320a-41c3-ad95-2119897d22e7 req-499b537f-e617-4c65-ab14-f0709482ad11 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Floating IP 1cc09dd0-4c04-432f-9979-2d23f8785480 disassociated. External IP: 172.25.0.179, port: 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a. Sep 08 10:01:45.939376 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-547c2fac-320a-41c3-ad95-2119897d22e7 req-499b537f-e617-4c65-ab14-f0709482ad11 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Calling delete_port for 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:01:46.064960 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-547c2fac-320a-41c3-ad95-2119897d22e7 req-499b537f-e617-4c65-ab14-f0709482ad11 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:46.102332 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b537f-e617-4c65-ab14-f0709482ad11 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Pushing event deleted for resources: {'Port': ['ID=1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:01:46.171418 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0e9ffd07-8567-4609-862b-396a4917f844 req-90362ef0-820c-4d28-b1a6-04b453518112 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 210 time: 0.0283523 Sep 08 10:01:46.227607 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [req-547c2fac-320a-41c3-ad95-2119897d22e7 req-499b537f-e617-4c65-ab14-f0709482ad11 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Router 05ce7490-0e15-43f4-8105-f657af3d2c35 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 10:01:46.341054 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-547c2fac-320a-41c3-ad95-2119897d22e7 req-499b537f-e617-4c65-ab14-f0709482ad11 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:01:46.351062 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a31cfe-9c6c-4c83-9110-1b2bd861f8d0 None None] Sync routers for ids ['05ce7490-0e15-43f4-8105-f657af3d2c35'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:01:46.360425 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a31cfe-9c6c-4c83-9110-1b2bd861f8d0 None None] Routers {'05ce7490-0e15-43f4-8105-f657af3d2c35'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:01:46.361104 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-b2a31cfe-9c6c-4c83-9110-1b2bd861f8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:01:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['05ce7490-0e15-43f4-8105-f657af3d2c35'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:01:46.378370 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-547c2fac-320a-41c3-ad95-2119897d22e7 req-499b537f-e617-4c65-ab14-f0709482ad11 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] No DVR routers for this DVR port 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 10:01:46.380909 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-547c2fac-320a-41c3-ad95-2119897d22e7 req-499b537f-e617-4c65-ab14-f0709482ad11 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:46.383094 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-547c2fac-320a-41c3-ad95-2119897d22e7 req-499b537f-e617-4c65-ab14-f0709482ad11 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.37 "DELETE /v2.0/ports/1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a HTTP/1.1" status: 204 len: 173 time: 0.7869432 Sep 08 10:01:46.383695 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7195df47-17d5-4721-b00b-9ba334bc61c1', 'name': 'network-vif-deleted', 'tag': '1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:01:46.386542 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8b7557-eba6-4560-ad3b-4d6773a4a541" -d '{"events": [{"server_uuid": "7195df47-17d5-4721-b00b-9ba334bc61c1", "name": "network-vif-deleted", "tag": "1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:01:46.423574 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 10:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417496b5-7749-47cb-9830-c237cd8ac509 x-openstack-request-id: req-417496b5-7749-47cb-9830-c237cd8ac509 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:01:46.423866 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7195df47-17d5-4721-b00b-9ba334bc61c1", "name": "network-vif-deleted", "tag": "1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:01:46.424112 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-417496b5-7749-47cb-9830-c237cd8ac509 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:01:46.424513 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7195df47-17d5-4721-b00b-9ba334bc61c1', 'name': 'network-vif-deleted', 'tag': '1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a', 'status': 'completed', 'code': 200} Sep 08 10:01:46.476847 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-b2a31cfe-9c6c-4c83-9110-1b2bd861f8d0 None None] Set router 05ce7490-0e15-43f4-8105-f657af3d2c35 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:01:46.673754 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-b2a31cfe-9c6c-4c83-9110-1b2bd861f8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'name': 'tempest-ServerActionsTestJSON-468434758-router', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:49:49Z', 'updated_at': '2021-09-08T09:49:52Z', 'revision_number': 4, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'gw_port': {'id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:50Z', 'updated_at': '2021-09-08T09:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'c5582de1-3396-4d7e-bbed-abc32fa0d334', 'name': '', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'mac_address': 'fa:16:3e:92:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:51Z', 'updated_at': '2021-09-08T09:49:57Z', 'revision_number': 5, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'subnets': [{'id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:01:46.705343 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a31cfe-9c6c-4c83-9110-1b2bd861f8d0 None None] Checking router: 05ce7490-0e15-43f4-8105-f657af3d2c35 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:01:46.714225 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a31cfe-9c6c-4c83-9110-1b2bd861f8d0 None None] Routers {'05ce7490-0e15-43f4-8105-f657af3d2c35'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:01:46.714829 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-b2a31cfe-9c6c-4c83-9110-1b2bd861f8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:01:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['05ce7490-0e15-43f4-8105-f657af3d2c35'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:01:46.821104 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-b2a31cfe-9c6c-4c83-9110-1b2bd861f8d0 None None] Set router 05ce7490-0e15-43f4-8105-f657af3d2c35 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:01:47.127321 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-b2a31cfe-9c6c-4c83-9110-1b2bd861f8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'name': 'tempest-ServerActionsTestJSON-468434758-router', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:49:49Z', 'updated_at': '2021-09-08T09:49:52Z', 'revision_number': 4, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'gw_port': {'id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:50Z', 'updated_at': '2021-09-08T09:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'c5582de1-3396-4d7e-bbed-abc32fa0d334', 'name': '', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'mac_address': 'fa:16:3e:92:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:51Z', 'updated_at': '2021-09-08T09:49:57Z', 'revision_number': 5, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'subnets': [{'id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:01:47.154541 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a31cfe-9c6c-4c83-9110-1b2bd861f8d0 None None] The sync data for ids ['05ce7490-0e15-43f4-8105-f657af3d2c35'] in n-d-806683-11 is: [{'id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'name': 'tempest-ServerActionsTestJSON-468434758-router', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:49:49Z', 'updated_at': '2021-09-08T09:49:52Z', 'revision_number': 4, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'gw_port': {'id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:50Z', 'updated_at': '2021-09-08T09:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'c5582de1-3396-4d7e-bbed-abc32fa0d334', 'name': '', 'network_id': '56185bcd-0b80-44ca-98ec-163ebc8eacb4', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'mac_address': 'fa:16:3e:92:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:51Z', 'updated_at': '2021-09-08T09:49:57Z', 'revision_number': 5, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'subnets': [{'id': '3b531fef-5a3f-45ac-8dd7-7a7f503eff71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:01:47.270587 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0482f036-bf60-4c32-bff5-0fb697aefecc req-9ce0ae9e-dbb9-4365-9a8e-59047a6aa2da tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 210 time: 0.0267253 Sep 08 10:01:47.393232 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893c4861-1f18-4f32-a767-7cb6c3face7e None None] New status for floating IP 1cc09dd0-4c04-432f-9979-2d23f8785480: DOWN {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 10:01:47.752123 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4e6dc1a7-7fff-486f-8c21-cb4f17262e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:48.370952 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e9e76211-4e36-41cc-8730-c86b2d8d60eb req-c6c7117c-3b30-4ecb-82e0-74bff549930f tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 210 time: 0.0276389 Sep 08 10:01:48.536779 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:01:48.557525 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:01:48.557796 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 1955e0bb-3c2d-4f91-ad6b-8a660d5d3e3a not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:01:49.474818 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cd56d7d4-e298-4b7e-9c38-4a11446ff3d9 req-7acbe446-48ec-4578-8bf0-5b3ad63d846d tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/ports?device_id=7195df47-17d5-4721-b00b-9ba334bc61c1 HTTP/1.1" status: 200 len: 210 time: 0.0313077 Sep 08 10:01:50.515370 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:50.840681 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-01b6eb0c-c04e-45aa-97f3-4cc08949c1c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:52.354773 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:53.221938 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37532) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:01:53.279280 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-38a891b3-f611-4ce9-82f3-2916bc6e951d tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:53.303961 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-38a891b3-f611-4ce9-82f3-2916bc6e951d tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:53.354895 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-38a891b3-f611-4ce9-82f3-2916bc6e951d tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:53.357664 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-38a891b3-f611-4ce9-82f3-2916bc6e951d tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:53.359084 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-38a891b3-f611-4ce9-82f3-2916bc6e951d tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "DELETE /v2.0/security-groups/822fc20f-1fec-45bd-8580-82606ed8a8e2 HTTP/1.1" status: 204 len: 168 time: 0.1359513 Sep 08 10:01:53.361693 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37534) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:01:53.368359 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a891b3-f611-4ce9-82f3-2916bc6e951d tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=822fc20f-1fec-45bd-8580-82606ed8a8e2,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:01:53.376781 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a891b3-f611-4ce9-82f3-2916bc6e951d tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:01:53.377062 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-8f1cc7e5-8a1d-4f68-89ad-0288ae54f5d0 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] show failed (client error): The resource could not be found. Sep 08 10:01:53.377201 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a891b3-f611-4ce9-82f3-2916bc6e951d tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:01:53.377475 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a891b3-f611-4ce9-82f3-2916bc6e951d tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:01:53.377818 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a891b3-f611-4ce9-82f3-2916bc6e951d tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:01:53.378184 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a891b3-f611-4ce9-82f3-2916bc6e951d tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:01:53.378570 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a891b3-f611-4ce9-82f3-2916bc6e951d tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:01:53.378856 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a891b3-f611-4ce9-82f3-2916bc6e951d tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:01:53.379186 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a891b3-f611-4ce9-82f3-2916bc6e951d tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:01:53.379519 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a891b3-f611-4ce9-82f3-2916bc6e951d tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:01:53.381232 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8f1cc7e5-8a1d-4f68-89ad-0288ae54f5d0 tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "GET /v2.0/security-groups/822fc20f-1fec-45bd-8580-82606ed8a8e2 HTTP/1.1" status: 404 len: 347 time: 0.0182164 Sep 08 10:01:53.381472 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a891b3-f611-4ce9-82f3-2916bc6e951d tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:01:53.381602 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a891b3-f611-4ce9-82f3-2916bc6e951d tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:01:53.381908 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a891b3-f611-4ce9-82f3-2916bc6e951d tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:01:53.382190 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37536) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:01:53.509153 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-49548c05-7560-4c9e-8e48-6035bffaf90f tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Deleting port a30445ee-c127-4a61-b509-eb35c7dae0a6 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:01:53.509554 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-49548c05-7560-4c9e-8e48-6035bffaf90f tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:53.590382 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-49548c05-7560-4c9e-8e48-6035bffaf90f tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:53.590609 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-49548c05-7560-4c9e-8e48-6035bffaf90f tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:53.602080 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-49548c05-7560-4c9e-8e48-6035bffaf90f tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Calling delete_port for a30445ee-c127-4a61-b509-eb35c7dae0a6 owned by network:floatingip {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:01:53.746518 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-49548c05-7560-4c9e-8e48-6035bffaf90f tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:53.770485 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:53.777310 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49548c05-7560-4c9e-8e48-6035bffaf90f tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Pushing event deleted for resources: {'Port': ['ID=a30445ee-c127-4a61-b509-eb35c7dae0a6,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:01:53.842002 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-49548c05-7560-4c9e-8e48-6035bffaf90f tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks [] for floatingip, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:53.844605 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-49548c05-7560-4c9e-8e48-6035bffaf90f tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:53.845782 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-49548c05-7560-4c9e-8e48-6035bffaf90f tempest-ServerActionsTestJSON-757318942 tempest-ServerActionsTestJSON-757318942-project] 10.222.0.54 "DELETE /v2.0/floatingips/1cc09dd0-4c04-432f-9979-2d23f8785480 HTTP/1.1" status: 204 len: 168 time: 0.4626083 Sep 08 10:01:53.848741 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37538) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:01:54.317215 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-de5b1336-4cde-491a-8b10-b977a2f3b8bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:54.559849 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-de5b1336-4cde-491a-8b10-b977a2f3b8bc admin admin] Deleting port c5582de1-3396-4d7e-bbed-abc32fa0d334 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:01:54.560553 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-de5b1336-4cde-491a-8b10-b977a2f3b8bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:54.637936 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-de5b1336-4cde-491a-8b10-b977a2f3b8bc admin admin] For port c5582de1-3396-4d7e-bbed-abc32fa0d334, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=c5582de1-3396-4d7e-bbed-abc32fa0d334,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:01:54.638242 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-de5b1336-4cde-491a-8b10-b977a2f3b8bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:54.650853 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-de5b1336-4cde-491a-8b10-b977a2f3b8bc admin admin] Calling delete_port for c5582de1-3396-4d7e-bbed-abc32fa0d334 owned by network:router_interface {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:01:54.698800 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:54.829649 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-de5b1336-4cde-491a-8b10-b977a2f3b8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:54.857264 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b1336-4cde-491a-8b10-b977a2f3b8bc admin admin] Pushing event deleted for resources: {'Port': ['ID=c5582de1-3396-4d7e-bbed-abc32fa0d334,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:01:55.031265 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-de5b1336-4cde-491a-8b10-b977a2f3b8bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:55.566004 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de5b1336-4cde-491a-8b10-b977a2f3b8bc admin admin] Router 05ce7490-0e15-43f4-8105-f657af3d2c35 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 10:01:55.669615 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5b1336-4cde-491a-8b10-b977a2f3b8bc admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:01:55.674522 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-de5b1336-4cde-491a-8b10-b977a2f3b8bc admin admin] 10.222.0.54 "PUT /v2.0/routers/05ce7490-0e15-43f4-8105-f657af3d2c35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8248489 Sep 08 10:01:55.677109 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37546) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:01:55.679786 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b533acb-aa78-4825-9129-a7afabac8718 None None] Sync routers for ids ['05ce7490-0e15-43f4-8105-f657af3d2c35'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:01:55.690201 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b533acb-aa78-4825-9129-a7afabac8718 None None] Routers {'05ce7490-0e15-43f4-8105-f657af3d2c35'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:01:55.690805 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-9b533acb-aa78-4825-9129-a7afabac8718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:01:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['05ce7490-0e15-43f4-8105-f657af3d2c35'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:01:55.780652 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-85e28d1f-20d7-4efb-b31c-adb7259601d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:55.795248 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-9b533acb-aa78-4825-9129-a7afabac8718 None None] Set router 05ce7490-0e15-43f4-8105-f657af3d2c35 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:01:55.880869 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-85e28d1f-20d7-4efb-b31c-adb7259601d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:55.936473 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-85e28d1f-20d7-4efb-b31c-adb7259601d0 admin admin] Deleting port 406d92f3-ea42-43d3-a0dc-8df0da0152a2 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:01:55.936699 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-85e28d1f-20d7-4efb-b31c-adb7259601d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:55.973758 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-9b533acb-aa78-4825-9129-a7afabac8718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'name': 'tempest-ServerActionsTestJSON-468434758-router', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23'}], 'enable_snat': True}, 'gw_port_id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:49:49Z', 'updated_at': '2021-09-08T10:01:54Z', 'revision_number': 5, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'gw_port': {'id': '406d92f3-ea42-43d3-a0dc-8df0da0152a2', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T09:49:50Z', 'updated_at': '2021-09-08T09:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:01:55.999701 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b533acb-aa78-4825-9129-a7afabac8718 None None] Checking router: 05ce7490-0e15-43f4-8105-f657af3d2c35 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:01:56.007650 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b533acb-aa78-4825-9129-a7afabac8718 None None] Routers {'05ce7490-0e15-43f4-8105-f657af3d2c35'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:01:56.008239 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-9b533acb-aa78-4825-9129-a7afabac8718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:01:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['05ce7490-0e15-43f4-8105-f657af3d2c35'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:01:56.015465 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-85e28d1f-20d7-4efb-b31c-adb7259601d0 admin admin] For port 406d92f3-ea42-43d3-a0dc-8df0da0152a2, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=406d92f3-ea42-43d3-a0dc-8df0da0152a2,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:01:56.015744 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-85e28d1f-20d7-4efb-b31c-adb7259601d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:56.028058 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-85e28d1f-20d7-4efb-b31c-adb7259601d0 admin admin] Calling delete_port for 406d92f3-ea42-43d3-a0dc-8df0da0152a2 owned by network:router_gateway {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:01:56.092864 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-9b533acb-aa78-4825-9129-a7afabac8718 None None] Set router 05ce7490-0e15-43f4-8105-f657af3d2c35 gateway port host: None {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:01:56.148407 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-9b533acb-aa78-4825-9129-a7afabac8718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'name': 'tempest-ServerActionsTestJSON-468434758-router', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:49:49Z', 'updated_at': '2021-09-08T10:01:55Z', 'revision_number': 6, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'gw_port_host': None}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:01:56.174583 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b533acb-aa78-4825-9129-a7afabac8718 None None] The sync data for ids ['05ce7490-0e15-43f4-8105-f657af3d2c35'] in n-d-806683-11 is: [{'id': '05ce7490-0e15-43f4-8105-f657af3d2c35', 'name': 'tempest-ServerActionsTestJSON-468434758-router', 'tenant_id': '32544c70c4c447a7a8477bdcba419f99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T09:49:49Z', 'updated_at': '2021-09-08T10:01:55Z', 'revision_number': 6, 'project_id': '32544c70c4c447a7a8477bdcba419f99', 'gw_port_host': None}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:01:56.194828 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-85e28d1f-20d7-4efb-b31c-adb7259601d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:56.221749 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e28d1f-20d7-4efb-b31c-adb7259601d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=406d92f3-ea42-43d3-a0dc-8df0da0152a2,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:01:56.285062 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-85e28d1f-20d7-4efb-b31c-adb7259601d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:56.375591 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-85e28d1f-20d7-4efb-b31c-adb7259601d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:56.377654 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-85e28d1f-20d7-4efb-b31c-adb7259601d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:56.420671 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-85e28d1f-20d7-4efb-b31c-adb7259601d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:56.421236 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e28d1f-20d7-4efb-b31c-adb7259601d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05ce7490-0e15-43f4-8105-f657af3d2c35 {{(pid=94712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 10:01:56.425778 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-85e28d1f-20d7-4efb-b31c-adb7259601d0 admin admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:56.427090 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-85e28d1f-20d7-4efb-b31c-adb7259601d0 admin admin] 10.222.0.54 "DELETE /v2.0/routers/05ce7490-0e15-43f4-8105-f657af3d2c35 HTTP/1.1" status: 204 len: 168 time: 0.7490690 Sep 08 10:01:56.429703 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37548) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:01:56.478943 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-241c0e0e-82c5-4ef4-9db5-4f18efe7bcc3 admin admin] Deleting subnet 3b531fef-5a3f-45ac-8dd7-7a7f503eff71 {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 10:01:56.481978 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-241c0e0e-82c5-4ef4-9db5-4f18efe7bcc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:56.517977 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-241c0e0e-82c5-4ef4-9db5-4f18efe7bcc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:56.598318 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-241c0e0e-82c5-4ef4-9db5-4f18efe7bcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:56.654915 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-241c0e0e-82c5-4ef4-9db5-4f18efe7bcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:56.685643 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c0e0e-82c5-4ef4-9db5-4f18efe7bcc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b531fef-5a3f-45ac-8dd7-7a7f503eff71,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:01:56.687641 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-241c0e0e-82c5-4ef4-9db5-4f18efe7bcc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:56.689495 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-241c0e0e-82c5-4ef4-9db5-4f18efe7bcc3 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/3b531fef-5a3f-45ac-8dd7-7a7f503eff71 HTTP/1.1" status: 204 len: 168 time: 0.2588465 Sep 08 10:01:56.692151 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37550) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:01:56.693408 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544b6ff7-a2d7-4093-aeac-1e099a80cda3 None None] Network 56185bcd-0b80-44ca-98ec-163ebc8eacb4 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:01:56.762865 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cc3833a7-42a2-47b9-b5f7-6100c5e027e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:56.815166 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-cc3833a7-42a2-47b9-b5f7-6100c5e027e2 admin admin] Deleting port 57282bd4-8654-45f5-ae9c-a077c36e0d35 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:01:56.815519 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cc3833a7-42a2-47b9-b5f7-6100c5e027e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:56.884994 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-cc3833a7-42a2-47b9-b5f7-6100c5e027e2 admin admin] For port 57282bd4-8654-45f5-ae9c-a077c36e0d35, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=57282bd4-8654-45f5-ae9c-a077c36e0d35,segment=NetworkSegment(c1b2f16d-81bb-4a62-b017-6a60b97abe76),segment_id=c1b2f16d-81bb-4a62-b017-6a60b97abe76)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:01:56.885357 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cc3833a7-42a2-47b9-b5f7-6100c5e027e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:56.898645 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-cc3833a7-42a2-47b9-b5f7-6100c5e027e2 admin admin] Calling delete_port for 57282bd4-8654-45f5-ae9c-a077c36e0d35 owned by network:dhcp {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:01:56.930511 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64d20e3-6749-46ee-844d-67e51d9d46cd None None] DHCP port deletion for 56185bcd-0b80-44ca-98ec-163ebc8eacb4 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 10:01:56.983597 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cc3833a7-42a2-47b9-b5f7-6100c5e027e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:56.986841 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d64d20e3-6749-46ee-844d-67e51d9d46cd None None] Deleting port 57282bd4-8654-45f5-ae9c-a077c36e0d35 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:01:56.987224 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d64d20e3-6749-46ee-844d-67e51d9d46cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:57.015606 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3833a7-42a2-47b9-b5f7-6100c5e027e2 admin admin] No DVR routers for this DVR port 57282bd4-8654-45f5-ae9c-a077c36e0d35 on host n-d-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 10:01:57.019867 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3833a7-42a2-47b9-b5f7-6100c5e027e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=57282bd4-8654-45f5-ae9c-a077c36e0d35,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:01:57.051975 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d64d20e3-6749-46ee-844d-67e51d9d46cd None None] For port 57282bd4-8654-45f5-ae9c-a077c36e0d35, host n-d-806683-11, got binding levels [] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:01:57.052373 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d64d20e3-6749-46ee-844d-67e51d9d46cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:57.068954 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d64d20e3-6749-46ee-844d-67e51d9d46cd None None] Calling delete_port for 57282bd4-8654-45f5-ae9c-a077c36e0d35 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:01:57.073874 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.ipam_backend_mixin [None req-d64d20e3-6749-46ee-844d-67e51d9d46cd None None] Port 57282bd4-8654-45f5-ae9c-a077c36e0d35 was not found and therefore no delete operation was performed {{(pid=94714) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 08 10:01:57.075203 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d64d20e3-6749-46ee-844d-67e51d9d46cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:57.105463 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64d20e3-6749-46ee-844d-67e51d9d46cd None None] Pushing event deleted for resources: {'Port': ['ID=57282bd4-8654-45f5-ae9c-a077c36e0d35,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:01:57.105705 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cc3833a7-42a2-47b9-b5f7-6100c5e027e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:57.108972 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64d20e3-6749-46ee-844d-67e51d9d46cd None None] No DVR routers for this DVR port 57282bd4-8654-45f5-ae9c-a077c36e0d35 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 10:01:57.127048 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-cc3833a7-42a2-47b9-b5f7-6100c5e027e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56185bcd-0b80-44ca-98ec-163ebc8eacb4']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:01:57.137322 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-cc3833a7-42a2-47b9-b5f7-6100c5e027e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1b2f16d-81bb-4a62-b017-6a60b97abe76') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:01:57.137625 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-cc3833a7-42a2-47b9-b5f7-6100c5e027e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1b2f16d-81bb-4a62-b017-6a60b97abe76') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:01:57.147739 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cc3833a7-42a2-47b9-b5f7-6100c5e027e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:57.161707 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cc3833a7-42a2-47b9-b5f7-6100c5e027e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:57.168542 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc3833a7-42a2-47b9-b5f7-6100c5e027e2 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 10:01:57.168946 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cc3833a7-42a2-47b9-b5f7-6100c5e027e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:57.170884 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 10:01:57.170884 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 10:01:57.170884 n-d-806683-11 neutron-server[94712]: timer() Sep 08 10:01:57.170884 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 10:01:57.170884 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 10:01:57.170884 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 10:01:57.170884 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 10:01:57.170884 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 10:01:57.170884 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 10:01:57.170884 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 10:01:57.170884 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 10:01:57.170884 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 10:01:57.170884 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 10:01:57.170884 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 10:01:57.170884 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 10:01:57.170884 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 10:01:57.170884 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 10:01:57.170884 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 10:01:57.170884 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 10:01:57.170884 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 10:01:57.170884 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 10:01:57.170884 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 10:01:57.170884 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 10:01:57.170884 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 10:01:57.170884 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 10:01:57.170884 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 10:01:57.170884 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 10:01:57.170884 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 10:01:57.170884 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 10:01:57.170884 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 10:01:57.170884 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 10:01:57.170884 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 10:01:57.239682 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cc3833a7-42a2-47b9-b5f7-6100c5e027e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:57.247333 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-cc3833a7-42a2-47b9-b5f7-6100c5e027e2 admin admin] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:57.249321 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-cc3833a7-42a2-47b9-b5f7-6100c5e027e2 admin admin] 10.222.0.54 "DELETE /v2.0/networks/56185bcd-0b80-44ca-98ec-163ebc8eacb4 HTTP/1.1" status: 204 len: 168 time: 0.5562546 Sep 08 10:01:57.260700 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3833a7-42a2-47b9-b5f7-6100c5e027e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=56185bcd-0b80-44ca-98ec-163ebc8eacb4,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:01:57.375319 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37556) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:01:57.414487 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-10ed9770-74fa-4258-8bd9-e770b6b0f73d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=32544c70c4c447a7a8477bdcba419f99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379663 Sep 08 10:01:57.416933 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37558) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:01:57.472540 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-afde3c8a-31dd-4eea-be06-b3ec59e255bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:57.493502 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-afde3c8a-31dd-4eea-be06-b3ec59e255bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:57.549563 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-afde3c8a-31dd-4eea-be06-b3ec59e255bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:57.551397 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 406d92f3-ea42-43d3-a0dc-8df0da0152a2 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:01:57.552443 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-afde3c8a-31dd-4eea-be06-b3ec59e255bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:57.553609 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-afde3c8a-31dd-4eea-be06-b3ec59e255bd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/efc6ecb6-c962-49fe-b0c5-4121e7736357 HTTP/1.1" status: 204 len: 168 time: 0.1357472 Sep 08 10:01:57.562430 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde3c8a-31dd-4eea-be06-b3ec59e255bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc6ecb6-c962-49fe-b0c5-4121e7736357,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:01:57.582909 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 406d92f3-ea42-43d3-a0dc-8df0da0152a2 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:01:57.583254 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 406d92f3-ea42-43d3-a0dc-8df0da0152a2 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:01:57.583678 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 57282bd4-8654-45f5-ae9c-a077c36e0d35 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:01:57.606656 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 57282bd4-8654-45f5-ae9c-a077c36e0d35 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:01:57.606999 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 57282bd4-8654-45f5-ae9c-a077c36e0d35 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:01:57.607430 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device c5582de1-3396-4d7e-bbed-abc32fa0d334 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:01:57.626708 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: c5582de1-3396-4d7e-bbed-abc32fa0d334 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:01:57.627059 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device c5582de1-3396-4d7e-bbed-abc32fa0d334 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:01:58.262756 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37580) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:01:58.359000 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-0db4d114-8006-4d20-9b2b-23a157ffb9ff admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1880643094-network', 'tenant_id': '79fcc786f86745e49aa2443c77d0866f'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:01:58.382218 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db4d114-8006-4d20-9b2b-23a157ffb9ff admin admin] Made reservation on behalf of 79fcc786f86745e49aa2443c77d0866f for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:01:58.385727 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0db4d114-8006-4d20-9b2b-23a157ffb9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:58.394160 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0db4d114-8006-4d20-9b2b-23a157ffb9ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:58.484572 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0db4d114-8006-4d20-9b2b-23a157ffb9ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:58.488313 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0db4d114-8006-4d20-9b2b-23a157ffb9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:58.515964 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0db4d114-8006-4d20-9b2b-23a157ffb9ff admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 10:01:58.521190 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db4d114-8006-4d20-9b2b-23a157ffb9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3091939-0e49-4f94-ab6f-5b968af28932,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:01:58.530989 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0db4d114-8006-4d20-9b2b-23a157ffb9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:58.531419 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-0db4d114-8006-4d20-9b2b-23a157ffb9ff admin admin] Added segment 46e2e5dd-f3ea-4d54-89bd-a09ce1defc8f of type vlan for network 7d2d8252-14c5-4952-b4cf-f46f46f2dab4 Sep 08 10:01:58.572175 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0db4d114-8006-4d20-9b2b-23a157ffb9ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:58.596545 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0db4d114-8006-4d20-9b2b-23a157ffb9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:58.597425 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db4d114-8006-4d20-9b2b-23a157ffb9ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:58.598011 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0db4d114-8006-4d20-9b2b-23a157ffb9ff admin admin] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:58.629510 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-0db4d114-8006-4d20-9b2b-23a157ffb9ff admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3655937 Sep 08 10:01:58.632561 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37584) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:01:58.637831 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-4755d1bd-5ab6-4e71-a996-75d8b425474f admin admin] Request body: {'subnet': {'network_id': '7d2d8252-14c5-4952-b4cf-f46f46f2dab4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1880643094-subnet', 'tenant_id': '79fcc786f86745e49aa2443c77d0866f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:01:58.674867 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db4d114-8006-4d20-9b2b-23a157ffb9ff admin admin] Pushing event updated for resources: {'Network': ['ID=7d2d8252-14c5-4952-b4cf-f46f46f2dab4,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:01:58.685889 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 7d2d8252-14c5-4952-b4cf-f46f46f2dab4 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 10:01:58.692773 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4755d1bd-5ab6-4e71-a996-75d8b425474f admin admin] Made reservation on behalf of 79fcc786f86745e49aa2443c77d0866f for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:01:58.695378 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4755d1bd-5ab6-4e71-a996-75d8b425474f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:58.865730 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4755d1bd-5ab6-4e71-a996-75d8b425474f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:58.930376 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4755d1bd-5ab6-4e71-a996-75d8b425474f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b97d9e64-a5cc-4090-93e9-04d6dd9056df,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:01:58.938450 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4755d1bd-5ab6-4e71-a996-75d8b425474f admin admin] Checking segment: {'id': '46e2e5dd-f3ea-4d54-89bd-a09ce1defc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7d2d8252-14c5-4952-b4cf-f46f46f2dab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:01:58.938886 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4755d1bd-5ab6-4e71-a996-75d8b425474f admin admin] Network hostable DHCP agents. Network: 7d2d8252-14c5-4952-b4cf-f46f46f2dab4, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 10:01:58.955873 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4755d1bd-5ab6-4e71-a996-75d8b425474f admin admin] Network 7d2d8252-14c5-4952-b4cf-f46f46f2dab4 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 10:01:58.964794 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-4755d1bd-5ab6-4e71-a996-75d8b425474f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 7d2d8252-14c5-4952-b4cf-f46f46f2dab4) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:01:58.973081 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86e22ca-0da1-49fe-8fea-e564246f13ff None None] Network 7d2d8252-14c5-4952-b4cf-f46f46f2dab4 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:01:58.974136 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4755d1bd-5ab6-4e71-a996-75d8b425474f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:58.974767 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4755d1bd-5ab6-4e71-a996-75d8b425474f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:58.988915 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4755d1bd-5ab6-4e71-a996-75d8b425474f admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3553436 Sep 08 10:01:59.106901 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173ca192-68ce-4291-b195-2a9e141573cc None None] Network 7d2d8252-14c5-4952-b4cf-f46f46f2dab4 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:01:59.238264 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:01:59.427499 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5344a0-0009-403f-b6b5-f71d6498fe21 req-bcf36b18-45d1-4e99-ad1c-7c82fe50d17c tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:01:59.428901 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ee5344a0-0009-403f-b6b5-f71d6498fe21 req-bcf36b18-45d1-4e99-ad1c-7c82fe50d17c tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/networks?id=7d2d8252-14c5-4952-b4cf-f46f46f2dab4 HTTP/1.1" status: 200 len: 814 time: 0.1035435 Sep 08 10:01:59.444660 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ee5344a0-0009-403f-b6b5-f71d6498fe21 req-3c39202e-d294-432a-80f6-8baee6708694 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/quotas/79fcc786f86745e49aa2443c77d0866f HTTP/1.1" status: 200 len: 375 time: 0.0092089 Sep 08 10:01:59.476677 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ee5344a0-0009-403f-b6b5-f71d6498fe21 req-482bc693-b027-47e8-a77c-64e9027867d7 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=79fcc786f86745e49aa2443c77d0866f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261359 Sep 08 10:01:59.565258 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ee5344a0-0009-403f-b6b5-f71d6498fe21 req-3cf59625-c894-4876-b1d5-f700c11345df service neutron] 10.222.0.54 "GET /v2.0/networks/7d2d8252-14c5-4952-b4cf-f46f46f2dab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815876 Sep 08 10:01:59.658965 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ee5344a0-0009-403f-b6b5-f71d6498fe21 req-b9731be2-869c-4ffa-ac26-56185a1d321f service neutron] 10.222.0.54 "GET /v2.0/networks/7d2d8252-14c5-4952-b4cf-f46f46f2dab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872462 Sep 08 10:01:59.816389 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c5ba53ae-2387-4f8d-81a6-5a42e6fec51f req-dff4375a-23fb-46cf-be18-5148cf4cbb88 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/ports?device_id=218d2ea3-09c2-4564-b76f-d99a6bf05394 HTTP/1.1" status: 200 len: 210 time: 0.0264349 Sep 08 10:02:00.927781 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d65091d3-9702-46c5-afb5-5dc0199cd90a req-599502c4-a6d6-404c-a828-3eb2f5444cc5 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/ports?device_id=218d2ea3-09c2-4564-b76f-d99a6bf05394 HTTP/1.1" status: 200 len: 210 time: 0.0379241 Sep 08 10:02:00.972107 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5344a0-0009-403f-b6b5-f71d6498fe21 req-0d69bab2-0c53-4b09-b181-dcbdbe944fd6 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:00.973589 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ee5344a0-0009-403f-b6b5-f71d6498fe21 req-0d69bab2-0c53-4b09-b181-dcbdbe944fd6 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.37 "GET /v2.0/networks?id=7d2d8252-14c5-4952-b4cf-f46f46f2dab4 HTTP/1.1" status: 200 len: 814 time: 0.1178496 Sep 08 10:02:00.994322 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-ee5344a0-0009-403f-b6b5-f71d6498fe21 req-6af2ff1f-78f7-49ad-896d-7c81f70a9e7c tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Request body: {'port': {'device_id': '218d2ea3-09c2-4564-b76f-d99a6bf05394', 'network_id': '7d2d8252-14c5-4952-b4cf-f46f46f2dab4', 'admin_state_up': True, 'tenant_id': '79fcc786f86745e49aa2443c77d0866f'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:02:01.104216 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee5344a0-0009-403f-b6b5-f71d6498fe21 req-6af2ff1f-78f7-49ad-896d-7c81f70a9e7c tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Made reservation on behalf of 79fcc786f86745e49aa2443c77d0866f for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:02:01.107736 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ee5344a0-0009-403f-b6b5-f71d6498fe21 req-6af2ff1f-78f7-49ad-896d-7c81f70a9e7c tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:01.237028 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-ee5344a0-0009-403f-b6b5-f71d6498fe21 req-6af2ff1f-78f7-49ad-896d-7c81f70a9e7c tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Allocated IP 172.20.0.2 (7d2d8252-14c5-4952-b4cf-f46f46f2dab4/b97d9e64-a5cc-4090-93e9-04d6dd9056df/3e5f4293-8019-47e4-a605-75c8bc288da4) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:02:01.384007 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ee5344a0-0009-403f-b6b5-f71d6498fe21 req-6af2ff1f-78f7-49ad-896d-7c81f70a9e7c tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:01.422093 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ee5344a0-0009-403f-b6b5-f71d6498fe21 req-6af2ff1f-78f7-49ad-896d-7c81f70a9e7c tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:01.468653 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee5344a0-0009-403f-b6b5-f71d6498fe21 req-6af2ff1f-78f7-49ad-896d-7c81f70a9e7c tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Network 7d2d8252-14c5-4952-b4cf-f46f46f2dab4 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:02:01.472009 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-ee5344a0-0009-403f-b6b5-f71d6498fe21 req-6af2ff1f-78f7-49ad-896d-7c81f70a9e7c tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:02:01.475731 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee5344a0-0009-403f-b6b5-f71d6498fe21 req-6af2ff1f-78f7-49ad-896d-7c81f70a9e7c tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:02:01.503329 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2ff1f-78f7-49ad-896d-7c81f70a9e7c tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Pushing event updated for resources: {'Port': ['ID=3e5f4293-8019-47e4-a605-75c8bc288da4,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:01.529689 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5344a0-0009-403f-b6b5-f71d6498fe21 req-6af2ff1f-78f7-49ad-896d-7c81f70a9e7c tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:01.530398 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ee5344a0-0009-403f-b6b5-f71d6498fe21 req-6af2ff1f-78f7-49ad-896d-7c81f70a9e7c tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:01.544305 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ee5344a0-0009-403f-b6b5-f71d6498fe21 req-6af2ff1f-78f7-49ad-896d-7c81f70a9e7c tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5539517 Sep 08 10:02:01.561539 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-ee5344a0-0009-403f-b6b5-f71d6498fe21 req-b3e9bc8a-ea3d-4e02-86ce-80d1766ed6e7 service neutron] Request body: {'port': {'device_id': '218d2ea3-09c2-4564-b76f-d99a6bf05394', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:02:01.617498 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ee5344a0-0009-403f-b6b5-f71d6498fe21 req-b3e9bc8a-ea3d-4e02-86ce-80d1766ed6e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:01.875308 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-ee5344a0-0009-403f-b6b5-f71d6498fe21 req-b3e9bc8a-ea3d-4e02-86ce-80d1766ed6e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e5f4293-8019-47e4-a605-75c8bc288da4 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 10:02:01.882513 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ee5344a0-0009-403f-b6b5-f71d6498fe21 req-b3e9bc8a-ea3d-4e02-86ce-80d1766ed6e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:01.894329 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-ee5344a0-0009-403f-b6b5-f71d6498fe21 req-b3e9bc8a-ea3d-4e02-86ce-80d1766ed6e7 service neutron] Transition to ACTIVE for port object 3e5f4293-8019-47e4-a605-75c8bc288da4 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:02:01.898120 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ee5344a0-0009-403f-b6b5-f71d6498fe21 req-b3e9bc8a-ea3d-4e02-86ce-80d1766ed6e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:01.963131 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e9bc8a-ea3d-4e02-86ce-80d1766ed6e7 service neutron] Pushing event updated for resources: {'Port': ['ID=3e5f4293-8019-47e4-a605-75c8bc288da4,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:02.049158 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-ee5344a0-0009-403f-b6b5-f71d6498fe21 req-b3e9bc8a-ea3d-4e02-86ce-80d1766ed6e7 service neutron] Attempting to bind port 3e5f4293-8019-47e4-a605-75c8bc288da4 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:02:02.049825 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-ee5344a0-0009-403f-b6b5-f71d6498fe21 req-b3e9bc8a-ea3d-4e02-86ce-80d1766ed6e7 service neutron] Attempting to bind port 3e5f4293-8019-47e4-a605-75c8bc288da4 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '46e2e5dd-f3ea-4d54-89bd-a09ce1defc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7d2d8252-14c5-4952-b4cf-f46f46f2dab4'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:02:02.049825 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5344a0-0009-403f-b6b5-f71d6498fe21 req-b3e9bc8a-ea3d-4e02-86ce-80d1766ed6e7 service neutron] Attempting to bind port 3e5f4293-8019-47e4-a605-75c8bc288da4 on network 7d2d8252-14c5-4952-b4cf-f46f46f2dab4 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:02:02.063540 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f27665-acca-440b-8749-da7516c67816 req-c323cd54-3f2e-444d-8982-b0c96902a78a tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:02.065062 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-66f27665-acca-440b-8749-da7516c67816 req-c323cd54-3f2e-444d-8982-b0c96902a78a tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/ports?device_id=218d2ea3-09c2-4564-b76f-d99a6bf05394 HTTP/1.1" status: 200 len: 943 time: 0.0692852 Sep 08 10:02:02.066078 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5344a0-0009-403f-b6b5-f71d6498fe21 req-b3e9bc8a-ea3d-4e02-86ce-80d1766ed6e7 service neutron] Port 3e5f4293-8019-47e4-a605-75c8bc288da4 on network 7d2d8252-14c5-4952-b4cf-f46f46f2dab4 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 10:02:02.066408 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5344a0-0009-403f-b6b5-f71d6498fe21 req-b3e9bc8a-ea3d-4e02-86ce-80d1766ed6e7 service neutron] Attempting to bind port 3e5f4293-8019-47e4-a605-75c8bc288da4 on network 7d2d8252-14c5-4952-b4cf-f46f46f2dab4 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:02:02.073372 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5344a0-0009-403f-b6b5-f71d6498fe21 req-b3e9bc8a-ea3d-4e02-86ce-80d1766ed6e7 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:02:02.073552 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5344a0-0009-403f-b6b5-f71d6498fe21 req-b3e9bc8a-ea3d-4e02-86ce-80d1766ed6e7 service neutron] Checking segment: {'id': '46e2e5dd-f3ea-4d54-89bd-a09ce1defc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7d2d8252-14c5-4952-b4cf-f46f46f2dab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:02:02.074064 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5344a0-0009-403f-b6b5-f71d6498fe21 req-b3e9bc8a-ea3d-4e02-86ce-80d1766ed6e7 service neutron] Bound using segment: {'id': '46e2e5dd-f3ea-4d54-89bd-a09ce1defc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7d2d8252-14c5-4952-b4cf-f46f46f2dab4'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:02:02.075262 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-ee5344a0-0009-403f-b6b5-f71d6498fe21 req-b3e9bc8a-ea3d-4e02-86ce-80d1766ed6e7 service neutron] Bound port: 3e5f4293-8019-47e4-a605-75c8bc288da4, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e2e5dd-f3ea-4d54-89bd-a09ce1defc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7d2d8252-14c5-4952-b4cf-f46f46f2dab4'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:02:02.075737 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ee5344a0-0009-403f-b6b5-f71d6498fe21 req-b3e9bc8a-ea3d-4e02-86ce-80d1766ed6e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:02.135918 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-66f27665-acca-440b-8749-da7516c67816 req-153c0106-95be-497a-9336-f6081b91a5b5 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3091939-0e49-4f94-ab6f-5b968af28932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644751 Sep 08 10:02:02.166006 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-ee5344a0-0009-403f-b6b5-f71d6498fe21 req-b3e9bc8a-ea3d-4e02-86ce-80d1766ed6e7 service neutron] For port 3e5f4293-8019-47e4-a605-75c8bc288da4, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:02:02.169159 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-ee5344a0-0009-403f-b6b5-f71d6498fe21 req-b3e9bc8a-ea3d-4e02-86ce-80d1766ed6e7 service neutron] For port 3e5f4293-8019-47e4-a605-75c8bc288da4, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=3e5f4293-8019-47e4-a605-75c8bc288da4,segment=NetworkSegment(46e2e5dd-f3ea-4d54-89bd-a09ce1defc8f),segment_id=46e2e5dd-f3ea-4d54-89bd-a09ce1defc8f)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:02:02.174197 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ee5344a0-0009-403f-b6b5-f71d6498fe21 req-b3e9bc8a-ea3d-4e02-86ce-80d1766ed6e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:02.212383 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5344a0-0009-403f-b6b5-f71d6498fe21 req-b3e9bc8a-ea3d-4e02-86ce-80d1766ed6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:02.213009 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ee5344a0-0009-403f-b6b5-f71d6498fe21 req-b3e9bc8a-ea3d-4e02-86ce-80d1766ed6e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:02.214468 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ee5344a0-0009-403f-b6b5-f71d6498fe21 req-b3e9bc8a-ea3d-4e02-86ce-80d1766ed6e7 service neutron] 10.222.0.37 "PUT /v2.0/ports/3e5f4293-8019-47e4-a605-75c8bc288da4 HTTP/1.1" status: 200 len: 1092 time: 0.6575117 Sep 08 10:02:02.215519 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '218d2ea3-09c2-4564-b76f-d99a6bf05394', 'tag': '3e5f4293-8019-47e4-a605-75c8bc288da4'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:02:02.217775 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3996edf8-e5e2-454d-b479-e8e4e3f64360" -d '{"events": [{"name": "network-changed", "server_uuid": "218d2ea3-09c2-4564-b76f-d99a6bf05394", "tag": "3e5f4293-8019-47e4-a605-75c8bc288da4"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:02:02.244323 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e9bc8a-ea3d-4e02-86ce-80d1766ed6e7 service neutron] Pushing event updated for resources: {'Port': ['ID=3e5f4293-8019-47e4-a605-75c8bc288da4,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:02.258931 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 10:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d723496-3b77-40eb-a47e-0f81f0d79c6a x-openstack-request-id: req-4d723496-3b77-40eb-a47e-0f81f0d79c6a {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:02:02.259229 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "218d2ea3-09c2-4564-b76f-d99a6bf05394", "tag": "3e5f4293-8019-47e4-a605-75c8bc288da4", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:02:02.259485 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4d723496-3b77-40eb-a47e-0f81f0d79c6a {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:02:02.259894 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '218d2ea3-09c2-4564-b76f-d99a6bf05394', 'tag': '3e5f4293-8019-47e4-a605-75c8bc288da4', 'status': 'completed', 'code': 200} Sep 08 10:02:02.319910 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5344a0-0009-403f-b6b5-f71d6498fe21 req-4ea8af88-8802-40b7-a373-920399b0175f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:02.321362 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ee5344a0-0009-403f-b6b5-f71d6498fe21 req-4ea8af88-8802-40b7-a373-920399b0175f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=79fcc786f86745e49aa2443c77d0866f&device_id=218d2ea3-09c2-4564-b76f-d99a6bf05394 HTTP/1.1" status: 200 len: 1095 time: 0.0438967 Sep 08 10:02:02.368281 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ee5344a0-0009-403f-b6b5-f71d6498fe21 req-1801694a-f91c-43ba-81f1-0bc06398c190 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3e5f4293-8019-47e4-a605-75c8bc288da4 HTTP/1.1" status: 200 len: 217 time: 0.0342617 Sep 08 10:02:02.420696 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5344a0-0009-403f-b6b5-f71d6498fe21 req-2c094b80-5c13-4e1b-9d15-fe8b2fed7839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:02.422183 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ee5344a0-0009-403f-b6b5-f71d6498fe21 req-2c094b80-5c13-4e1b-9d15-fe8b2fed7839 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b97d9e64-a5cc-4090-93e9-04d6dd9056df HTTP/1.1" status: 200 len: 854 time: 0.0466137 Sep 08 10:02:02.454326 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ee5344a0-0009-403f-b6b5-f71d6498fe21 req-ff167c7a-9497-487b-8129-2298a21a60cc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7d2d8252-14c5-4952-b4cf-f46f46f2dab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253584 Sep 08 10:02:02.542086 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ee5344a0-0009-403f-b6b5-f71d6498fe21 req-5544c85c-940f-49f5-9518-6ee43c5ab937 service neutron] 10.222.0.37 "GET /v2.0/networks/7d2d8252-14c5-4952-b4cf-f46f46f2dab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808630 Sep 08 10:02:02.635722 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ee5344a0-0009-403f-b6b5-f71d6498fe21 req-f59c2e3a-e0e5-4927-b4c2-ad47247f0ed4 service neutron] 10.222.0.37 "GET /v2.0/networks/7d2d8252-14c5-4952-b4cf-f46f46f2dab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866847 Sep 08 10:02:02.761247 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996edf8-e5e2-454d-b479-e8e4e3f64360 req-a691e784-def5-490b-8404-2b525c905d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:02.763357 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3996edf8-e5e2-454d-b479-e8e4e3f64360 req-a691e784-def5-490b-8404-2b525c905d7c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=79fcc786f86745e49aa2443c77d0866f&device_id=218d2ea3-09c2-4564-b76f-d99a6bf05394 HTTP/1.1" status: 200 len: 1095 time: 0.0435207 Sep 08 10:02:02.855847 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996edf8-e5e2-454d-b479-e8e4e3f64360 req-605b455d-2dd4-4c39-8792-68c657b9be0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:02.857433 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3996edf8-e5e2-454d-b479-e8e4e3f64360 req-605b455d-2dd4-4c39-8792-68c657b9be0e service neutron] 10.222.0.37 "GET /v2.0/networks?id=7d2d8252-14c5-4952-b4cf-f46f46f2dab4 HTTP/1.1" status: 200 len: 915 time: 0.0871456 Sep 08 10:02:02.897881 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3996edf8-e5e2-454d-b479-e8e4e3f64360 req-52da3a42-b0ba-4779-96d6-68fc859ea0b3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3e5f4293-8019-47e4-a605-75c8bc288da4 HTTP/1.1" status: 200 len: 217 time: 0.0332596 Sep 08 10:02:02.946931 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996edf8-e5e2-454d-b479-e8e4e3f64360 req-e592adb2-d934-4db8-a99d-f39dbf5a89af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:02.948401 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3996edf8-e5e2-454d-b479-e8e4e3f64360 req-e592adb2-d934-4db8-a99d-f39dbf5a89af service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b97d9e64-a5cc-4090-93e9-04d6dd9056df HTTP/1.1" status: 200 len: 854 time: 0.0434909 Sep 08 10:02:02.985019 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3996edf8-e5e2-454d-b479-e8e4e3f64360 req-a2d2ce62-b130-4245-b947-741ee3e0921b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7d2d8252-14c5-4952-b4cf-f46f46f2dab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283716 Sep 08 10:02:03.079751 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3996edf8-e5e2-454d-b479-e8e4e3f64360 req-9890597f-2153-4345-ae66-756376583065 service neutron] 10.222.0.37 "GET /v2.0/networks/7d2d8252-14c5-4952-b4cf-f46f46f2dab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821116 Sep 08 10:02:03.176656 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3996edf8-e5e2-454d-b479-e8e4e3f64360 req-e8e479bb-ef1e-4714-ab92-aeb93cb1932a service neutron] 10.222.0.37 "GET /v2.0/networks/7d2d8252-14c5-4952-b4cf-f46f46f2dab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891240 Sep 08 10:02:03.251977 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f575f5f3-9158-4a39-bb46-931e1adb6f9b req-888c174b-0a89-4e14-9f52-b8d4ba841584 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:03.253454 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f575f5f3-9158-4a39-bb46-931e1adb6f9b req-888c174b-0a89-4e14-9f52-b8d4ba841584 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/ports?device_id=218d2ea3-09c2-4564-b76f-d99a6bf05394 HTTP/1.1" status: 200 len: 943 time: 0.0481005 Sep 08 10:02:03.290559 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f575f5f3-9158-4a39-bb46-931e1adb6f9b req-b1daf595-b909-4369-b6ea-25f717d89d27 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3091939-0e49-4f94-ab6f-5b968af28932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311246 Sep 08 10:02:04.407523 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a482d-539b-4a56-851e-d455bb8230ae req-7ef41a57-72d9-4a84-b7be-87a0685e97fc tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:04.409021 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-483a482d-539b-4a56-851e-d455bb8230ae req-7ef41a57-72d9-4a84-b7be-87a0685e97fc tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/ports?device_id=218d2ea3-09c2-4564-b76f-d99a6bf05394 HTTP/1.1" status: 200 len: 943 time: 0.0491581 Sep 08 10:02:04.451447 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-483a482d-539b-4a56-851e-d455bb8230ae req-2dab4ac3-6465-4cbe-ae6b-6d209d850b66 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3091939-0e49-4f94-ab6f-5b968af28932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364099 Sep 08 10:02:04.615340 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 3e5f4293-8019-47e4-a605-75c8bc288da4 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 10:02:04.709043 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 3e5f4293-8019-47e4-a605-75c8bc288da4, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=3e5f4293-8019-47e4-a605-75c8bc288da4,segment=NetworkSegment(46e2e5dd-f3ea-4d54-89bd-a09ce1defc8f),segment_id=46e2e5dd-f3ea-4d54-89bd-a09ce1defc8f)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:02:04.720348 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '3e5f4293-8019-47e4-a605-75c8bc288da4', 'network_id': '7d2d8252-14c5-4952-b4cf-f46f46f2dab4', 'port_id': '3e5f4293-8019-47e4-a605-75c8bc288da4', 'mac_address': 'fa:16:3e:a2:f0:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b97d9e64-a5cc-4090-93e9-04d6dd9056df', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 10:02:04.759975 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:04.778412 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e5f4293-8019-47e4-a605-75c8bc288da4 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 10:02:04.799722 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 3e5f4293-8019-47e4-a605-75c8bc288da4, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=3e5f4293-8019-47e4-a605-75c8bc288da4,segment=NetworkSegment(46e2e5dd-f3ea-4d54-89bd-a09ce1defc8f),segment_id=46e2e5dd-f3ea-4d54-89bd-a09ce1defc8f)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:02:04.803537 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:04.853794 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=3e5f4293-8019-47e4-a605-75c8bc288da4,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:05.061381 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['3e5f4293-8019-47e4-a605-75c8bc288da4'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 10:02:05.564622 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca44a23-5259-4dba-a67c-dc3842e60ed2 req-027631bb-19fd-4a9b-90d4-ec0b9a47f15e tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:05.566129 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0ca44a23-5259-4dba-a67c-dc3842e60ed2 req-027631bb-19fd-4a9b-90d4-ec0b9a47f15e tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/ports?device_id=218d2ea3-09c2-4564-b76f-d99a6bf05394 HTTP/1.1" status: 200 len: 944 time: 0.0486441 Sep 08 10:02:05.603116 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0ca44a23-5259-4dba-a67c-dc3842e60ed2 req-878f6406-60d8-4ad8-84ec-4fcca20bc1f3 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3091939-0e49-4f94-ab6f-5b968af28932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310967 Sep 08 10:02:06.632648 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 3e5f4293-8019-47e4-a605-75c8bc288da4 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:02:06.685575 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 3e5f4293-8019-47e4-a605-75c8bc288da4 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:02:06.689408 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 3e5f4293-8019-47e4-a605-75c8bc288da4 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:02:06.689787 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:06.719511 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb52f4a-cfcf-49e9-936c-a3b645f3de59 req-199c4c61-4de6-4056-b58d-5d19f221c373 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:06.721038 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cfb52f4a-cfcf-49e9-936c-a3b645f3de59 req-199c4c61-4de6-4056-b58d-5d19f221c373 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/ports?device_id=218d2ea3-09c2-4564-b76f-d99a6bf05394 HTTP/1.1" status: 200 len: 944 time: 0.0495584 Sep 08 10:02:06.762561 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cfb52f4a-cfcf-49e9-936c-a3b645f3de59 req-3ca678fb-3b78-4fb2-8c43-f98e8825d395 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3091939-0e49-4f94-ab6f-5b968af28932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345168 Sep 08 10:02:06.770326 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:06.794097 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '218d2ea3-09c2-4564-b76f-d99a6bf05394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e5f4293-8019-47e4-a605-75c8bc288da4'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:02:06.796346 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbd6ab74e39b4b2e86e5ab95b387a5b58b5aa7d7561c6c8e6a0b2b9382551d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1abd405c-4bad-4f17-8a60-525441983f80" -d '{"events": [{"server_uuid": "218d2ea3-09c2-4564-b76f-d99a6bf05394", "name": "network-vif-plugged", "status": "completed", "tag": "3e5f4293-8019-47e4-a605-75c8bc288da4"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:02:06.809661 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 3e5f4293-8019-47e4-a605-75c8bc288da4, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=3e5f4293-8019-47e4-a605-75c8bc288da4,segment=NetworkSegment(46e2e5dd-f3ea-4d54-89bd-a09ce1defc8f),segment_id=46e2e5dd-f3ea-4d54-89bd-a09ce1defc8f)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:02:06.819099 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:06.844110 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 10:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe03af5-34d9-4825-a8f9-c436b4c221ab x-openstack-request-id: req-fbe03af5-34d9-4825-a8f9-c436b4c221ab {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:02:06.844400 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "218d2ea3-09c2-4564-b76f-d99a6bf05394", "name": "network-vif-plugged", "status": "completed", "tag": "3e5f4293-8019-47e4-a605-75c8bc288da4", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:02:06.844656 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fbe03af5-34d9-4825-a8f9-c436b4c221ab {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:02:06.845066 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '218d2ea3-09c2-4564-b76f-d99a6bf05394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e5f4293-8019-47e4-a605-75c8bc288da4', 'code': 200} Sep 08 10:02:06.875484 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=3e5f4293-8019-47e4-a605-75c8bc288da4,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:06.958727 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7d476-6b1e-466f-bd22-163970a23a39 req-7bf1b212-2f41-464f-abe9-578b225e67c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:06.960262 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-add7d476-6b1e-466f-bd22-163970a23a39 req-7bf1b212-2f41-464f-abe9-578b225e67c0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=218d2ea3-09c2-4564-b76f-d99a6bf05394 HTTP/1.1" status: 200 len: 1097 time: 0.0473158 Sep 08 10:02:06.993920 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-add7d476-6b1e-466f-bd22-163970a23a39 req-ce0bb7a1-03ed-469e-bdc2-1ce9711b2dca service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a3091939-0e49-4f94-ab6f-5b968af28932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265496 Sep 08 10:02:07.876829 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184496ba-6df4-4d33-82d3-356ed4b87bce req-81e0da82-7dcd-4102-b7b9-a9a8e65c37e8 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:07.878363 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-184496ba-6df4-4d33-82d3-356ed4b87bce req-81e0da82-7dcd-4102-b7b9-a9a8e65c37e8 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/ports?device_id=218d2ea3-09c2-4564-b76f-d99a6bf05394 HTTP/1.1" status: 200 len: 945 time: 0.0492065 Sep 08 10:02:07.917797 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-184496ba-6df4-4d33-82d3-356ed4b87bce req-3e52dd50-392f-4dbb-a1a6-a38fbb48b878 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3091939-0e49-4f94-ab6f-5b968af28932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326915 Sep 08 10:02:09.038100 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098fd53e-a0c4-4f57-83e3-f791f6bae0d0 req-80e82be0-3bfc-406b-b5fe-184385c488c7 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:09.039604 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-098fd53e-a0c4-4f57-83e3-f791f6bae0d0 req-80e82be0-3bfc-406b-b5fe-184385c488c7 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/ports?device_id=218d2ea3-09c2-4564-b76f-d99a6bf05394 HTTP/1.1" status: 200 len: 945 time: 0.0504594 Sep 08 10:02:09.077785 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-098fd53e-a0c4-4f57-83e3-f791f6bae0d0 req-7b9f5950-2634-4e2f-968a-098498e814b3 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3091939-0e49-4f94-ab6f-5b968af28932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322824 Sep 08 10:02:09.298541 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678604a4-7b76-42c8-a82f-1657d04e1e86 req-6e8653eb-4d89-4b5d-a6f6-ba783f798cf7 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:09.299927 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-678604a4-7b76-42c8-a82f-1657d04e1e86 req-6e8653eb-4d89-4b5d-a6f6-ba783f798cf7 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/networks?id=7d2d8252-14c5-4952-b4cf-f46f46f2dab4 HTTP/1.1" status: 200 len: 814 time: 0.1042137 Sep 08 10:02:09.314970 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-678604a4-7b76-42c8-a82f-1657d04e1e86 req-9dc7998e-cda4-4aea-80bc-dab6d40ffd30 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/quotas/79fcc786f86745e49aa2443c77d0866f HTTP/1.1" status: 200 len: 375 time: 0.0093515 Sep 08 10:02:09.363847 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-678604a4-7b76-42c8-a82f-1657d04e1e86 req-fe4dcc9c-7639-4cfc-8be6-45b2686fa1dd tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=79fcc786f86745e49aa2443c77d0866f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0438259 Sep 08 10:02:09.456152 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-678604a4-7b76-42c8-a82f-1657d04e1e86 req-07a47d7f-2b6d-4f99-a5f0-99f9488a762b service neutron] 10.222.0.54 "GET /v2.0/networks/7d2d8252-14c5-4952-b4cf-f46f46f2dab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851581 Sep 08 10:02:09.509501 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:02:09.546206 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-678604a4-7b76-42c8-a82f-1657d04e1e86 req-6c6b93e0-9b11-473d-97d2-520a6f15b603 service neutron] 10.222.0.54 "GET /v2.0/networks/7d2d8252-14c5-4952-b4cf-f46f46f2dab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838149 Sep 08 10:02:09.704057 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-260b4c49-5600-4249-8c1b-b85cf5733f9f req-91dea0c9-0863-48cc-b178-46d74acde10b tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/ports?device_id=03b7f5b4-2f46-4c2b-acbe-17f0dc7adcd4 HTTP/1.1" status: 200 len: 210 time: 0.0272686 Sep 08 10:02:10.692256 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678604a4-7b76-42c8-a82f-1657d04e1e86 req-5fb2d1f2-5eff-4a87-b5cf-b1b32efdb0ce tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:10.693762 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-678604a4-7b76-42c8-a82f-1657d04e1e86 req-5fb2d1f2-5eff-4a87-b5cf-b1b32efdb0ce tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.35 "GET /v2.0/networks?id=7d2d8252-14c5-4952-b4cf-f46f46f2dab4 HTTP/1.1" status: 200 len: 814 time: 0.1123288 Sep 08 10:02:10.719553 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-678604a4-7b76-42c8-a82f-1657d04e1e86 req-12854bd3-ce0f-4c70-86d9-7b5fb31be452 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Request body: {'port': {'device_id': '03b7f5b4-2f46-4c2b-acbe-17f0dc7adcd4', 'network_id': '7d2d8252-14c5-4952-b4cf-f46f46f2dab4', 'admin_state_up': True, 'tenant_id': '79fcc786f86745e49aa2443c77d0866f'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:02:10.801010 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2db4ef35-50a9-4cbf-b2f2-06e26ae7c996 req-25868429-bec2-42d5-92d5-ce8ac315953b tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/ports?device_id=03b7f5b4-2f46-4c2b-acbe-17f0dc7adcd4 HTTP/1.1" status: 200 len: 210 time: 0.0276024 Sep 08 10:02:10.838624 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-678604a4-7b76-42c8-a82f-1657d04e1e86 req-12854bd3-ce0f-4c70-86d9-7b5fb31be452 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Made reservation on behalf of 79fcc786f86745e49aa2443c77d0866f for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:02:10.843382 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-678604a4-7b76-42c8-a82f-1657d04e1e86 req-12854bd3-ce0f-4c70-86d9-7b5fb31be452 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:10.972656 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-678604a4-7b76-42c8-a82f-1657d04e1e86 req-12854bd3-ce0f-4c70-86d9-7b5fb31be452 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Allocated IP 172.20.0.14 (7d2d8252-14c5-4952-b4cf-f46f46f2dab4/b97d9e64-a5cc-4090-93e9-04d6dd9056df/531618fa-1331-4939-a337-98f6a0318156) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:02:11.123838 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-678604a4-7b76-42c8-a82f-1657d04e1e86 req-12854bd3-ce0f-4c70-86d9-7b5fb31be452 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:11.163323 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-678604a4-7b76-42c8-a82f-1657d04e1e86 req-12854bd3-ce0f-4c70-86d9-7b5fb31be452 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:11.196854 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['3e5f4293-8019-47e4-a605-75c8bc288da4'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 10:02:11.204778 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-678604a4-7b76-42c8-a82f-1657d04e1e86 req-12854bd3-ce0f-4c70-86d9-7b5fb31be452 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Network 7d2d8252-14c5-4952-b4cf-f46f46f2dab4 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:02:11.207885 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-678604a4-7b76-42c8-a82f-1657d04e1e86 req-12854bd3-ce0f-4c70-86d9-7b5fb31be452 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:02:11.213543 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-678604a4-7b76-42c8-a82f-1657d04e1e86 req-12854bd3-ce0f-4c70-86d9-7b5fb31be452 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:02:11.220785 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12854bd3-ce0f-4c70-86d9-7b5fb31be452 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Pushing event updated for resources: {'Port': ['ID=531618fa-1331-4939-a337-98f6a0318156,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:11.254546 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12854bd3-ce0f-4c70-86d9-7b5fb31be452 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:02:11.254904 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12854bd3-ce0f-4c70-86d9-7b5fb31be452 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:02:11.255241 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12854bd3-ce0f-4c70-86d9-7b5fb31be452 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:02:11.255582 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12854bd3-ce0f-4c70-86d9-7b5fb31be452 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:02:11.255912 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12854bd3-ce0f-4c70-86d9-7b5fb31be452 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:02:11.256470 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12854bd3-ce0f-4c70-86d9-7b5fb31be452 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:02:11.256897 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12854bd3-ce0f-4c70-86d9-7b5fb31be452 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:02:11.257234 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12854bd3-ce0f-4c70-86d9-7b5fb31be452 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:02:11.257583 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12854bd3-ce0f-4c70-86d9-7b5fb31be452 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:02:11.257894 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12854bd3-ce0f-4c70-86d9-7b5fb31be452 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:02:11.258245 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12854bd3-ce0f-4c70-86d9-7b5fb31be452 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:02:11.258577 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12854bd3-ce0f-4c70-86d9-7b5fb31be452 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:02:11.282205 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678604a4-7b76-42c8-a82f-1657d04e1e86 req-12854bd3-ce0f-4c70-86d9-7b5fb31be452 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:11.282918 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-678604a4-7b76-42c8-a82f-1657d04e1e86 req-12854bd3-ce0f-4c70-86d9-7b5fb31be452 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:11.296622 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-678604a4-7b76-42c8-a82f-1657d04e1e86 req-12854bd3-ce0f-4c70-86d9-7b5fb31be452 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5806305 Sep 08 10:02:11.314451 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-678604a4-7b76-42c8-a82f-1657d04e1e86 req-e6a166c6-7254-40bf-9657-206d2483d159 service neutron] Request body: {'port': {'device_id': '03b7f5b4-2f46-4c2b-acbe-17f0dc7adcd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:02:11.367372 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-678604a4-7b76-42c8-a82f-1657d04e1e86 req-e6a166c6-7254-40bf-9657-206d2483d159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:11.633529 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-678604a4-7b76-42c8-a82f-1657d04e1e86 req-e6a166c6-7254-40bf-9657-206d2483d159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 531618fa-1331-4939-a337-98f6a0318156 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 10:02:11.641278 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-678604a4-7b76-42c8-a82f-1657d04e1e86 req-e6a166c6-7254-40bf-9657-206d2483d159 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:11.653724 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-678604a4-7b76-42c8-a82f-1657d04e1e86 req-e6a166c6-7254-40bf-9657-206d2483d159 service neutron] Transition to ACTIVE for port object 531618fa-1331-4939-a337-98f6a0318156 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:02:11.657124 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-678604a4-7b76-42c8-a82f-1657d04e1e86 req-e6a166c6-7254-40bf-9657-206d2483d159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:11.709217 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a166c6-7254-40bf-9657-206d2483d159 service neutron] Pushing event updated for resources: {'Port': ['ID=531618fa-1331-4939-a337-98f6a0318156,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:11.774137 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-678604a4-7b76-42c8-a82f-1657d04e1e86 req-e6a166c6-7254-40bf-9657-206d2483d159 service neutron] Attempting to bind port 531618fa-1331-4939-a337-98f6a0318156 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:02:11.774483 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-678604a4-7b76-42c8-a82f-1657d04e1e86 req-e6a166c6-7254-40bf-9657-206d2483d159 service neutron] Attempting to bind port 531618fa-1331-4939-a337-98f6a0318156 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '46e2e5dd-f3ea-4d54-89bd-a09ce1defc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7d2d8252-14c5-4952-b4cf-f46f46f2dab4'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:02:11.774816 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678604a4-7b76-42c8-a82f-1657d04e1e86 req-e6a166c6-7254-40bf-9657-206d2483d159 service neutron] Attempting to bind port 531618fa-1331-4939-a337-98f6a0318156 on network 7d2d8252-14c5-4952-b4cf-f46f46f2dab4 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:02:11.779824 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678604a4-7b76-42c8-a82f-1657d04e1e86 req-e6a166c6-7254-40bf-9657-206d2483d159 service neutron] Port 531618fa-1331-4939-a337-98f6a0318156 on network 7d2d8252-14c5-4952-b4cf-f46f46f2dab4 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 10:02:11.780154 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678604a4-7b76-42c8-a82f-1657d04e1e86 req-e6a166c6-7254-40bf-9657-206d2483d159 service neutron] Attempting to bind port 531618fa-1331-4939-a337-98f6a0318156 on network 7d2d8252-14c5-4952-b4cf-f46f46f2dab4 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:02:11.784911 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678604a4-7b76-42c8-a82f-1657d04e1e86 req-e6a166c6-7254-40bf-9657-206d2483d159 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:02:11.785259 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678604a4-7b76-42c8-a82f-1657d04e1e86 req-e6a166c6-7254-40bf-9657-206d2483d159 service neutron] Checking segment: {'id': '46e2e5dd-f3ea-4d54-89bd-a09ce1defc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7d2d8252-14c5-4952-b4cf-f46f46f2dab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:02:11.785644 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678604a4-7b76-42c8-a82f-1657d04e1e86 req-e6a166c6-7254-40bf-9657-206d2483d159 service neutron] Bound using segment: {'id': '46e2e5dd-f3ea-4d54-89bd-a09ce1defc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7d2d8252-14c5-4952-b4cf-f46f46f2dab4'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:02:11.786100 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-678604a4-7b76-42c8-a82f-1657d04e1e86 req-e6a166c6-7254-40bf-9657-206d2483d159 service neutron] Bound port: 531618fa-1331-4939-a337-98f6a0318156, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e2e5dd-f3ea-4d54-89bd-a09ce1defc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '7d2d8252-14c5-4952-b4cf-f46f46f2dab4'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:02:11.786463 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-678604a4-7b76-42c8-a82f-1657d04e1e86 req-e6a166c6-7254-40bf-9657-206d2483d159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:11.855468 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-678604a4-7b76-42c8-a82f-1657d04e1e86 req-e6a166c6-7254-40bf-9657-206d2483d159 service neutron] For port 531618fa-1331-4939-a337-98f6a0318156, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:02:11.859257 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-678604a4-7b76-42c8-a82f-1657d04e1e86 req-e6a166c6-7254-40bf-9657-206d2483d159 service neutron] For port 531618fa-1331-4939-a337-98f6a0318156, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=531618fa-1331-4939-a337-98f6a0318156,segment=NetworkSegment(46e2e5dd-f3ea-4d54-89bd-a09ce1defc8f),segment_id=46e2e5dd-f3ea-4d54-89bd-a09ce1defc8f)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:02:11.863464 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-678604a4-7b76-42c8-a82f-1657d04e1e86 req-e6a166c6-7254-40bf-9657-206d2483d159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:11.923668 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678604a4-7b76-42c8-a82f-1657d04e1e86 req-e6a166c6-7254-40bf-9657-206d2483d159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:11.924302 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-678604a4-7b76-42c8-a82f-1657d04e1e86 req-e6a166c6-7254-40bf-9657-206d2483d159 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:11.925699 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-678604a4-7b76-42c8-a82f-1657d04e1e86 req-e6a166c6-7254-40bf-9657-206d2483d159 service neutron] 10.222.0.35 "PUT /v2.0/ports/531618fa-1331-4939-a337-98f6a0318156 HTTP/1.1" status: 200 len: 1093 time: 0.6154466 Sep 08 10:02:11.926321 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03b7f5b4-2f46-4c2b-acbe-17f0dc7adcd4', 'tag': '531618fa-1331-4939-a337-98f6a0318156'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:02:11.928555 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd46a235-ff5a-4e40-af7c-6e66700e9d9b" -d '{"events": [{"name": "network-changed", "server_uuid": "03b7f5b4-2f46-4c2b-acbe-17f0dc7adcd4", "tag": "531618fa-1331-4939-a337-98f6a0318156"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:02:11.958809 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a166c6-7254-40bf-9657-206d2483d159 service neutron] Pushing event updated for resources: {'Port': ['ID=531618fa-1331-4939-a337-98f6a0318156,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:11.974626 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e7540b-9e8d-475f-b954-f8158d82811f req-2272e01e-7d10-43b0-8a05-d9bae09afbf7 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:11.976290 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a1e7540b-9e8d-475f-b954-f8158d82811f req-2272e01e-7d10-43b0-8a05-d9bae09afbf7 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/ports?device_id=03b7f5b4-2f46-4c2b-acbe-17f0dc7adcd4 HTTP/1.1" status: 200 len: 944 time: 0.0854893 Sep 08 10:02:11.977655 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 10:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c436474b-821d-4fb5-bcb8-6a42e48839d9 x-openstack-request-id: req-c436474b-821d-4fb5-bcb8-6a42e48839d9 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:02:11.977942 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03b7f5b4-2f46-4c2b-acbe-17f0dc7adcd4", "tag": "531618fa-1331-4939-a337-98f6a0318156", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:02:11.978224 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c436474b-821d-4fb5-bcb8-6a42e48839d9 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:02:11.978620 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03b7f5b4-2f46-4c2b-acbe-17f0dc7adcd4', 'tag': '531618fa-1331-4939-a337-98f6a0318156', 'status': 'completed', 'code': 200} Sep 08 10:02:12.040910 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a1e7540b-9e8d-475f-b954-f8158d82811f req-edcd23bc-db3c-475e-84c8-28fc56bcd864 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3091939-0e49-4f94-ab6f-5b968af28932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577822 Sep 08 10:02:12.051051 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678604a4-7b76-42c8-a82f-1657d04e1e86 req-2ca91bc4-5e1b-421c-94d6-f4d2fc2f834e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:12.055514 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-678604a4-7b76-42c8-a82f-1657d04e1e86 req-2ca91bc4-5e1b-421c-94d6-f4d2fc2f834e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=79fcc786f86745e49aa2443c77d0866f&device_id=03b7f5b4-2f46-4c2b-acbe-17f0dc7adcd4 HTTP/1.1" status: 200 len: 1096 time: 0.0555654 Sep 08 10:02:12.105046 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-678604a4-7b76-42c8-a82f-1657d04e1e86 req-ce2f7954-d924-4a69-a638-3f5babd9edf2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=531618fa-1331-4939-a337-98f6a0318156 HTTP/1.1" status: 200 len: 217 time: 0.0392926 Sep 08 10:02:12.155014 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678604a4-7b76-42c8-a82f-1657d04e1e86 req-5c1825f4-ba15-4103-94c4-8210da456ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:12.156432 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-678604a4-7b76-42c8-a82f-1657d04e1e86 req-5c1825f4-ba15-4103-94c4-8210da456ee8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b97d9e64-a5cc-4090-93e9-04d6dd9056df HTTP/1.1" status: 200 len: 854 time: 0.0445530 Sep 08 10:02:12.191850 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-678604a4-7b76-42c8-a82f-1657d04e1e86 req-7b0ce80e-7905-446e-b39e-37a21b81f76b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7d2d8252-14c5-4952-b4cf-f46f46f2dab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254040 Sep 08 10:02:12.287131 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-678604a4-7b76-42c8-a82f-1657d04e1e86 req-1d287a97-55e6-4092-9503-ffec15e38d78 service neutron] 10.222.0.35 "GET /v2.0/networks/7d2d8252-14c5-4952-b4cf-f46f46f2dab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868430 Sep 08 10:02:12.378577 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-678604a4-7b76-42c8-a82f-1657d04e1e86 req-efbb5b13-accc-4f22-ae78-cb3450fa01af service neutron] 10.222.0.35 "GET /v2.0/networks/7d2d8252-14c5-4952-b4cf-f46f46f2dab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837460 Sep 08 10:02:12.517060 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46a235-ff5a-4e40-af7c-6e66700e9d9b req-01ca22d1-bd24-42c9-a8c4-cc8bc7026310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:12.518594 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bd46a235-ff5a-4e40-af7c-6e66700e9d9b req-01ca22d1-bd24-42c9-a8c4-cc8bc7026310 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=79fcc786f86745e49aa2443c77d0866f&device_id=03b7f5b4-2f46-4c2b-acbe-17f0dc7adcd4 HTTP/1.1" status: 200 len: 1096 time: 0.0490942 Sep 08 10:02:12.607498 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46a235-ff5a-4e40-af7c-6e66700e9d9b req-16159201-b7be-452c-aa53-36eb569c5355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:12.608961 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bd46a235-ff5a-4e40-af7c-6e66700e9d9b req-16159201-b7be-452c-aa53-36eb569c5355 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7d2d8252-14c5-4952-b4cf-f46f46f2dab4 HTTP/1.1" status: 200 len: 915 time: 0.0829461 Sep 08 10:02:12.995563 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bd46a235-ff5a-4e40-af7c-6e66700e9d9b req-ce352344-b7af-44df-9ebc-7727d914f73c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=531618fa-1331-4939-a337-98f6a0318156 HTTP/1.1" status: 200 len: 217 time: 0.3794196 Sep 08 10:02:13.045052 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46a235-ff5a-4e40-af7c-6e66700e9d9b req-9bd5f643-ef18-4074-b5c5-4f7f99fac82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:13.046473 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bd46a235-ff5a-4e40-af7c-6e66700e9d9b req-9bd5f643-ef18-4074-b5c5-4f7f99fac82d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b97d9e64-a5cc-4090-93e9-04d6dd9056df HTTP/1.1" status: 200 len: 854 time: 0.0428638 Sep 08 10:02:13.078453 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bd46a235-ff5a-4e40-af7c-6e66700e9d9b req-7906b227-7598-4ea8-84ab-13b57fc289fc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7d2d8252-14c5-4952-b4cf-f46f46f2dab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243242 Sep 08 10:02:13.165075 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a3051-3d7a-4568-b412-c169723a9f57 req-e864b58a-ad4e-421d-9af8-c602435a7e29 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:13.166768 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-708a3051-3d7a-4568-b412-c169723a9f57 req-e864b58a-ad4e-421d-9af8-c602435a7e29 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/ports?device_id=03b7f5b4-2f46-4c2b-acbe-17f0dc7adcd4 HTTP/1.1" status: 200 len: 944 time: 0.0544066 Sep 08 10:02:13.174407 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bd46a235-ff5a-4e40-af7c-6e66700e9d9b req-d326053c-b35a-471e-9ab4-40936b923d90 service neutron] 10.222.0.35 "GET /v2.0/networks/7d2d8252-14c5-4952-b4cf-f46f46f2dab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892148 Sep 08 10:02:13.205887 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-708a3051-3d7a-4568-b412-c169723a9f57 req-47495bcf-dcef-498a-ab46-4c8b5d8ff685 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3091939-0e49-4f94-ab6f-5b968af28932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318525 Sep 08 10:02:13.269079 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bd46a235-ff5a-4e40-af7c-6e66700e9d9b req-0d3a2500-e238-4e83-b71d-74a143d4ba8a service neutron] 10.222.0.35 "GET /v2.0/networks/7d2d8252-14c5-4952-b4cf-f46f46f2dab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845959 Sep 08 10:02:14.321573 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18dc8df-acb6-4d14-aa03-377307823faf req-4566f9e2-eb85-49f4-8f73-480fd13538d9 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:14.323122 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d18dc8df-acb6-4d14-aa03-377307823faf req-4566f9e2-eb85-49f4-8f73-480fd13538d9 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/ports?device_id=03b7f5b4-2f46-4c2b-acbe-17f0dc7adcd4 HTTP/1.1" status: 200 len: 944 time: 0.0507605 Sep 08 10:02:14.364993 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d18dc8df-acb6-4d14-aa03-377307823faf req-6dcaf834-e2fa-4d84-a519-91b3a066f2f6 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3091939-0e49-4f94-ab6f-5b968af28932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351405 Sep 08 10:02:14.855396 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 531618fa-1331-4939-a337-98f6a0318156 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 10:02:14.949928 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 531618fa-1331-4939-a337-98f6a0318156, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=531618fa-1331-4939-a337-98f6a0318156,segment=NetworkSegment(46e2e5dd-f3ea-4d54-89bd-a09ce1defc8f),segment_id=46e2e5dd-f3ea-4d54-89bd-a09ce1defc8f)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:02:14.960721 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '531618fa-1331-4939-a337-98f6a0318156', 'network_id': '7d2d8252-14c5-4952-b4cf-f46f46f2dab4', 'port_id': '531618fa-1331-4939-a337-98f6a0318156', 'mac_address': 'fa:16:3e:bc:0f:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b97d9e64-a5cc-4090-93e9-04d6dd9056df', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 10:02:15.000899 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:15.013064 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 531618fa-1331-4939-a337-98f6a0318156 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 10:02:15.031328 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 531618fa-1331-4939-a337-98f6a0318156, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=531618fa-1331-4939-a337-98f6a0318156,segment=NetworkSegment(46e2e5dd-f3ea-4d54-89bd-a09ce1defc8f),segment_id=46e2e5dd-f3ea-4d54-89bd-a09ce1defc8f)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:02:15.035167 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:15.083878 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=531618fa-1331-4939-a337-98f6a0318156,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:15.394365 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['531618fa-1331-4939-a337-98f6a0318156'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 10:02:15.484081 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e59be-53b5-4ad1-b8bd-f37de8314357 req-6131af12-f49c-45d1-bf91-5933f2a2b26f tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:15.485667 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-956e59be-53b5-4ad1-b8bd-f37de8314357 req-6131af12-f49c-45d1-bf91-5933f2a2b26f tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/ports?device_id=03b7f5b4-2f46-4c2b-acbe-17f0dc7adcd4 HTTP/1.1" status: 200 len: 945 time: 0.0518415 Sep 08 10:02:15.525576 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-956e59be-53b5-4ad1-b8bd-f37de8314357 req-0e694f6b-fa80-42a1-8eff-8289e76676be tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3091939-0e49-4f94-ab6f-5b968af28932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337698 Sep 08 10:02:16.640261 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc68f0-bf77-4dce-b33d-437e7a3c840a req-eb9ca8d1-405c-46b9-b623-6095e88e4074 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:16.641756 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3ccc68f0-bf77-4dce-b33d-437e7a3c840a req-eb9ca8d1-405c-46b9-b623-6095e88e4074 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/ports?device_id=03b7f5b4-2f46-4c2b-acbe-17f0dc7adcd4 HTTP/1.1" status: 200 len: 945 time: 0.0486221 Sep 08 10:02:16.678250 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3ccc68f0-bf77-4dce-b33d-437e7a3c840a req-faf5761e-75bc-4e2d-b339-ceb9739fcce3 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3091939-0e49-4f94-ab6f-5b968af28932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305047 Sep 08 10:02:16.878572 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 531618fa-1331-4939-a337-98f6a0318156 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:02:16.934892 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 531618fa-1331-4939-a337-98f6a0318156 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:02:16.938648 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 531618fa-1331-4939-a337-98f6a0318156 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:02:16.939019 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:17.015605 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:17.037420 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b7f5b4-2f46-4c2b-acbe-17f0dc7adcd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531618fa-1331-4939-a337-98f6a0318156'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:02:17.039660 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbd6ab74e39b4b2e86e5ab95b387a5b58b5aa7d7561c6c8e6a0b2b9382551d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be453b8-5e88-46e1-9d75-68e127d16e34" -d '{"events": [{"server_uuid": "03b7f5b4-2f46-4c2b-acbe-17f0dc7adcd4", "name": "network-vif-plugged", "status": "completed", "tag": "531618fa-1331-4939-a337-98f6a0318156"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:02:17.052003 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 531618fa-1331-4939-a337-98f6a0318156, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=531618fa-1331-4939-a337-98f6a0318156,segment=NetworkSegment(46e2e5dd-f3ea-4d54-89bd-a09ce1defc8f),segment_id=46e2e5dd-f3ea-4d54-89bd-a09ce1defc8f)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:02:17.056781 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:17.081982 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 10:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a7676d-2991-4e90-9ad4-8ef146a23cca x-openstack-request-id: req-38a7676d-2991-4e90-9ad4-8ef146a23cca {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:02:17.082295 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b7f5b4-2f46-4c2b-acbe-17f0dc7adcd4", "name": "network-vif-plugged", "status": "completed", "tag": "531618fa-1331-4939-a337-98f6a0318156", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:02:17.082547 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-38a7676d-2991-4e90-9ad4-8ef146a23cca {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:02:17.082959 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b7f5b4-2f46-4c2b-acbe-17f0dc7adcd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531618fa-1331-4939-a337-98f6a0318156', 'code': 200} Sep 08 10:02:17.109778 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=531618fa-1331-4939-a337-98f6a0318156,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:17.199197 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f77c4-7b5b-4f94-a4ba-6e04ea87e3aa req-4de593f3-7912-4d7f-a9aa-b676e783108d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:17.201315 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8d0f77c4-7b5b-4f94-a4ba-6e04ea87e3aa req-4de593f3-7912-4d7f-a9aa-b676e783108d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=03b7f5b4-2f46-4c2b-acbe-17f0dc7adcd4 HTTP/1.1" status: 200 len: 1098 time: 0.0401738 Sep 08 10:02:17.237735 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8d0f77c4-7b5b-4f94-a4ba-6e04ea87e3aa req-17852adb-164f-476e-9ad3-8aadbd3774cb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a3091939-0e49-4f94-ab6f-5b968af28932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295544 Sep 08 10:02:17.758484 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-461ce9dd-e218-45f3-9c7e-988f3db44c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:17.794624 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cca812-8829-4e8c-a630-02107ed5bf28 req-cf25b42d-0201-4c56-842a-a2d0d562a966 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:17.796097 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f2cca812-8829-4e8c-a630-02107ed5bf28 req-cf25b42d-0201-4c56-842a-a2d0d562a966 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/ports?device_id=03b7f5b4-2f46-4c2b-acbe-17f0dc7adcd4 HTTP/1.1" status: 200 len: 946 time: 0.0503736 Sep 08 10:02:17.836402 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f2cca812-8829-4e8c-a630-02107ed5bf28 req-7c2438ec-ef57-452f-8b1f-0cf78bd265ad tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3091939-0e49-4f94-ab6f-5b968af28932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343764 Sep 08 10:02:18.951005 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905afbe8-7c68-4c9e-9b61-708bcb999ce3 req-de6fb493-2462-4dd9-847e-88ef7fb9457f tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:18.952772 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-905afbe8-7c68-4c9e-9b61-708bcb999ce3 req-de6fb493-2462-4dd9-847e-88ef7fb9457f tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/ports?device_id=03b7f5b4-2f46-4c2b-acbe-17f0dc7adcd4 HTTP/1.1" status: 200 len: 946 time: 0.0499048 Sep 08 10:02:18.994704 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-905afbe8-7c68-4c9e-9b61-708bcb999ce3 req-c251bc21-7e4a-432e-a474-bfc833331988 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3091939-0e49-4f94-ab6f-5b968af28932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359364 Sep 08 10:02:19.229915 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dda709-0abb-4305-b2e3-102cee78e331 req-5fd0c1e4-f6e2-44a3-92a4-b12bd9d8ea39 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:19.232501 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-88dda709-0abb-4305-b2e3-102cee78e331 req-5fd0c1e4-f6e2-44a3-92a4-b12bd9d8ea39 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/ports?device_id=03b7f5b4-2f46-4c2b-acbe-17f0dc7adcd4 HTTP/1.1" status: 200 len: 946 time: 0.0553479 Sep 08 10:02:19.270516 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-88dda709-0abb-4305-b2e3-102cee78e331 req-11f5ad28-3932-4914-9351-54a3375a79ce tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3091939-0e49-4f94-ab6f-5b968af28932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320234 Sep 08 10:02:20.388818 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525a5c0-bc43-424e-be40-213c19211759 req-f535f010-d64e-4cf8-9849-b3ffa54c600f tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:20.390342 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c525a5c0-bc43-424e-be40-213c19211759 req-f535f010-d64e-4cf8-9849-b3ffa54c600f tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/ports?device_id=03b7f5b4-2f46-4c2b-acbe-17f0dc7adcd4 HTTP/1.1" status: 200 len: 946 time: 0.0511103 Sep 08 10:02:20.426878 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c525a5c0-bc43-424e-be40-213c19211759 req-a703dcb3-acee-4a63-8017-73160b054775 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3091939-0e49-4f94-ab6f-5b968af28932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306542 Sep 08 10:02:20.517641 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:20.693466 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf9c79-7b49-401d-af62-973966b16fdb req-fa2f9c57-6fd1-4207-96f4-6d119a78bb39 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:20.694831 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-18cf9c79-7b49-401d-af62-973966b16fdb req-fa2f9c57-6fd1-4207-96f4-6d119a78bb39 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.35 "GET /v2.0/ports?device_id=03b7f5b4-2f46-4c2b-acbe-17f0dc7adcd4 HTTP/1.1" status: 200 len: 946 time: 0.0479925 Sep 08 10:02:20.788436 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-18cf9c79-7b49-401d-af62-973966b16fdb req-ff9be4cc-b2e2-41ed-8e2b-02664abca6f1 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Deleting port 531618fa-1331-4939-a337-98f6a0318156 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:02:20.788778 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-18cf9c79-7b49-401d-af62-973966b16fdb req-ff9be4cc-b2e2-41ed-8e2b-02664abca6f1 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:20.843885 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0ecb755a-af09-43a6-96b6-36860d490c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:20.879480 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-18cf9c79-7b49-401d-af62-973966b16fdb req-ff9be4cc-b2e2-41ed-8e2b-02664abca6f1 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] For port 531618fa-1331-4939-a337-98f6a0318156, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=531618fa-1331-4939-a337-98f6a0318156,segment=NetworkSegment(46e2e5dd-f3ea-4d54-89bd-a09ce1defc8f),segment_id=46e2e5dd-f3ea-4d54-89bd-a09ce1defc8f)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:02:20.879849 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-18cf9c79-7b49-401d-af62-973966b16fdb req-ff9be4cc-b2e2-41ed-8e2b-02664abca6f1 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:20.892852 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-18cf9c79-7b49-401d-af62-973966b16fdb req-ff9be4cc-b2e2-41ed-8e2b-02664abca6f1 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Calling delete_port for 531618fa-1331-4939-a337-98f6a0318156 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:02:21.024179 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-18cf9c79-7b49-401d-af62-973966b16fdb req-ff9be4cc-b2e2-41ed-8e2b-02664abca6f1 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:21.053839 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9be4cc-b2e2-41ed-8e2b-02664abca6f1 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Pushing event deleted for resources: {'Port': ['ID=531618fa-1331-4939-a337-98f6a0318156,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:21.058161 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['531618fa-1331-4939-a337-98f6a0318156'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 10:02:21.062550 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['3e5f4293-8019-47e4-a605-75c8bc288da4'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 10:02:21.101834 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-18cf9c79-7b49-401d-af62-973966b16fdb req-ff9be4cc-b2e2-41ed-8e2b-02664abca6f1 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] No DVR routers for this DVR port 531618fa-1331-4939-a337-98f6a0318156 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 10:02:21.104449 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-18cf9c79-7b49-401d-af62-973966b16fdb req-ff9be4cc-b2e2-41ed-8e2b-02664abca6f1 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:21.107749 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-18cf9c79-7b49-401d-af62-973966b16fdb req-ff9be4cc-b2e2-41ed-8e2b-02664abca6f1 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.35 "DELETE /v2.0/ports/531618fa-1331-4939-a337-98f6a0318156 HTTP/1.1" status: 204 len: 173 time: 0.4050157 Sep 08 10:02:21.108222 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b7f5b4-2f46-4c2b-acbe-17f0dc7adcd4', 'name': 'network-vif-deleted', 'tag': '531618fa-1331-4939-a337-98f6a0318156'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:02:21.110598 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240624ad-3a41-4039-9552-f946bf043bb3" -d '{"events": [{"server_uuid": "03b7f5b4-2f46-4c2b-acbe-17f0dc7adcd4", "name": "network-vif-deleted", "tag": "531618fa-1331-4939-a337-98f6a0318156"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:02:21.150807 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 10:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a2bb15-62d4-48db-9c11-d6e7362fbe27 x-openstack-request-id: req-e4a2bb15-62d4-48db-9c11-d6e7362fbe27 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:02:21.151357 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b7f5b4-2f46-4c2b-acbe-17f0dc7adcd4", "name": "network-vif-deleted", "tag": "531618fa-1331-4939-a337-98f6a0318156", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:02:21.151621 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e4a2bb15-62d4-48db-9c11-d6e7362fbe27 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:02:21.152034 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b7f5b4-2f46-4c2b-acbe-17f0dc7adcd4', 'name': 'network-vif-deleted', 'tag': '531618fa-1331-4939-a337-98f6a0318156', 'status': 'completed', 'code': 200} Sep 08 10:02:21.542203 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a2d02900-e891-4cf0-a326-0badfa920284 req-06c6c0e8-ef8e-4a91-b382-64e09ac99a92 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/ports?device_id=03b7f5b4-2f46-4c2b-acbe-17f0dc7adcd4 HTTP/1.1" status: 200 len: 210 time: 0.0315962 Sep 08 10:02:22.358029 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:22.694325 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b4f3f-e734-4327-bb74-7ddb1ff1df3a req-4fa5ce24-6bc9-4bd3-ba29-7f16888e7e27 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:22.695821 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7a6b4f3f-e734-4327-bb74-7ddb1ff1df3a req-4fa5ce24-6bc9-4bd3-ba29-7f16888e7e27 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/ports?device_id=218d2ea3-09c2-4564-b76f-d99a6bf05394 HTTP/1.1" status: 200 len: 945 time: 0.0493066 Sep 08 10:02:22.733652 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7a6b4f3f-e734-4327-bb74-7ddb1ff1df3a req-c8f2c1dc-6020-4937-a8c0-a8645c70b42b tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3091939-0e49-4f94-ab6f-5b968af28932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309360 Sep 08 10:02:22.875475 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae77a9a5-d29e-4353-9ca9-ed4ff5a697f2 req-0385ac8e-7167-4803-b1da-610f3847f5cd tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:22.876929 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ae77a9a5-d29e-4353-9ca9-ed4ff5a697f2 req-0385ac8e-7167-4803-b1da-610f3847f5cd tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/ports?device_id=218d2ea3-09c2-4564-b76f-d99a6bf05394 HTTP/1.1" status: 200 len: 945 time: 0.0592859 Sep 08 10:02:22.914243 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ae77a9a5-d29e-4353-9ca9-ed4ff5a697f2 req-6898ca7a-7d9e-43b8-b63b-86258c039e85 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3091939-0e49-4f94-ab6f-5b968af28932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312579 Sep 08 10:02:23.032439 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95233f97-e5c8-45b5-963b-b9201f855ec8 req-dbb9ab62-0a6f-4576-80f2-c9a9ee9badac tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:23.033952 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-95233f97-e5c8-45b5-963b-b9201f855ec8 req-dbb9ab62-0a6f-4576-80f2-c9a9ee9badac tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/ports?device_id=218d2ea3-09c2-4564-b76f-d99a6bf05394 HTTP/1.1" status: 200 len: 945 time: 0.0510840 Sep 08 10:02:23.072260 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-95233f97-e5c8-45b5-963b-b9201f855ec8 req-9bd04895-a993-4501-b1cc-5849dc837b1f tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3091939-0e49-4f94-ab6f-5b968af28932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323107 Sep 08 10:02:23.243941 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b22a7-6461-494e-ab9f-843fa794a748 req-837a95d4-b135-4378-99e2-a2a5f996ddc7 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:23.245431 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f74b22a7-6461-494e-ab9f-843fa794a748 req-837a95d4-b135-4378-99e2-a2a5f996ddc7 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/ports?device_id=218d2ea3-09c2-4564-b76f-d99a6bf05394 HTTP/1.1" status: 200 len: 945 time: 0.0487731 Sep 08 10:02:23.282986 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f74b22a7-6461-494e-ab9f-843fa794a748 req-42e5a9e2-b7b5-42ee-a9f9-3536d6b2cebd tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3091939-0e49-4f94-ab6f-5b968af28932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309503 Sep 08 10:02:23.402558 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81a609-b3c3-489e-a8e6-9ef3c73ccfb2 req-10ce7620-9b12-4aaf-8fd7-eb96e02c5b08 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:23.404840 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2b81a609-b3c3-489e-a8e6-9ef3c73ccfb2 req-10ce7620-9b12-4aaf-8fd7-eb96e02c5b08 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/ports?device_id=218d2ea3-09c2-4564-b76f-d99a6bf05394 HTTP/1.1" status: 200 len: 945 time: 0.0545838 Sep 08 10:02:23.443062 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2b81a609-b3c3-489e-a8e6-9ef3c73ccfb2 req-2dec605b-9799-4ad2-a5e8-8be6ded86b4d tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3091939-0e49-4f94-ab6f-5b968af28932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323002 Sep 08 10:02:23.569943 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03c6b7-d01d-420d-96aa-c1a012cba3c3 req-99702d7f-eafe-496e-8b98-2321f76e77eb tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:23.571455 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ad03c6b7-d01d-420d-96aa-c1a012cba3c3 req-99702d7f-eafe-496e-8b98-2321f76e77eb tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/ports?device_id=218d2ea3-09c2-4564-b76f-d99a6bf05394 HTTP/1.1" status: 200 len: 945 time: 0.0489225 Sep 08 10:02:23.609881 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ad03c6b7-d01d-420d-96aa-c1a012cba3c3 req-ae2e1288-a9d7-44f2-894b-ffa927e69107 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3091939-0e49-4f94-ab6f-5b968af28932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317812 Sep 08 10:02:23.770656 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:23.920723 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ab134-0f0d-4c5f-b4a4-b9575fd030da req-26a4a966-f6cf-4c0d-9c3e-6101b65fad3e tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:23.922137 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-173ab134-0f0d-4c5f-b4a4-b9575fd030da req-26a4a966-f6cf-4c0d-9c3e-6101b65fad3e tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/ports?device_id=218d2ea3-09c2-4564-b76f-d99a6bf05394 HTTP/1.1" status: 200 len: 945 time: 0.0486281 Sep 08 10:02:23.964197 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-173ab134-0f0d-4c5f-b4a4-b9575fd030da req-087c1c0c-6ebf-46ff-9a62-a56de4fcaaae tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3091939-0e49-4f94-ab6f-5b968af28932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360794 Sep 08 10:02:24.701358 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:24.933895 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 531618fa-1331-4939-a337-98f6a0318156 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:02:24.954198 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: 531618fa-1331-4939-a337-98f6a0318156 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:02:24.954481 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 531618fa-1331-4939-a337-98f6a0318156 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:02:25.088090 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c1375-1134-4fbd-97b2-bed82b04a2a3 req-bd0fc93a-1362-497e-a435-51eb806f2f19 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:25.089926 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ab9c1375-1134-4fbd-97b2-bed82b04a2a3 req-bd0fc93a-1362-497e-a435-51eb806f2f19 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/ports?device_id=218d2ea3-09c2-4564-b76f-d99a6bf05394 HTTP/1.1" status: 200 len: 945 time: 0.0547347 Sep 08 10:02:25.127961 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ab9c1375-1134-4fbd-97b2-bed82b04a2a3 req-dc4bdd8f-9c5f-4cdc-8e14-3baa16c0084a tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/security-groups?id=a3091939-0e49-4f94-ab6f-5b968af28932&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313728 Sep 08 10:02:25.363360 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde212a2-3b9d-44a1-8969-54ee9a8bdf4b req-4da23f87-8550-4417-bfd0-4faf0f2cb16a tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:25.364812 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fde212a2-3b9d-44a1-8969-54ee9a8bdf4b req-4da23f87-8550-4417-bfd0-4faf0f2cb16a tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.37 "GET /v2.0/ports?device_id=218d2ea3-09c2-4564-b76f-d99a6bf05394 HTTP/1.1" status: 200 len: 945 time: 0.0527496 Sep 08 10:02:25.453940 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-fde212a2-3b9d-44a1-8969-54ee9a8bdf4b req-7ad5d00d-1130-4f1f-a4d0-03e1a8e03a24 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Deleting port 3e5f4293-8019-47e4-a605-75c8bc288da4 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:02:25.454310 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-fde212a2-3b9d-44a1-8969-54ee9a8bdf4b req-7ad5d00d-1130-4f1f-a4d0-03e1a8e03a24 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:25.544453 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-fde212a2-3b9d-44a1-8969-54ee9a8bdf4b req-7ad5d00d-1130-4f1f-a4d0-03e1a8e03a24 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] For port 3e5f4293-8019-47e4-a605-75c8bc288da4, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=3e5f4293-8019-47e4-a605-75c8bc288da4,segment=NetworkSegment(46e2e5dd-f3ea-4d54-89bd-a09ce1defc8f),segment_id=46e2e5dd-f3ea-4d54-89bd-a09ce1defc8f)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:02:25.545493 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-fde212a2-3b9d-44a1-8969-54ee9a8bdf4b req-7ad5d00d-1130-4f1f-a4d0-03e1a8e03a24 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:25.557950 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-fde212a2-3b9d-44a1-8969-54ee9a8bdf4b req-7ad5d00d-1130-4f1f-a4d0-03e1a8e03a24 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Calling delete_port for 3e5f4293-8019-47e4-a605-75c8bc288da4 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:02:25.681313 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-fde212a2-3b9d-44a1-8969-54ee9a8bdf4b req-7ad5d00d-1130-4f1f-a4d0-03e1a8e03a24 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:25.713606 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['3e5f4293-8019-47e4-a605-75c8bc288da4'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 10:02:25.714998 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5d00d-1130-4f1f-a4d0-03e1a8e03a24 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Pushing event deleted for resources: {'Port': ['ID=3e5f4293-8019-47e4-a605-75c8bc288da4,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:25.755987 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde212a2-3b9d-44a1-8969-54ee9a8bdf4b req-7ad5d00d-1130-4f1f-a4d0-03e1a8e03a24 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] No DVR routers for this DVR port 3e5f4293-8019-47e4-a605-75c8bc288da4 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 10:02:25.758728 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-fde212a2-3b9d-44a1-8969-54ee9a8bdf4b req-7ad5d00d-1130-4f1f-a4d0-03e1a8e03a24 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:25.760723 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fde212a2-3b9d-44a1-8969-54ee9a8bdf4b req-7ad5d00d-1130-4f1f-a4d0-03e1a8e03a24 tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.37 "DELETE /v2.0/ports/3e5f4293-8019-47e4-a605-75c8bc288da4 HTTP/1.1" status: 204 len: 173 time: 0.3888388 Sep 08 10:02:25.761166 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '218d2ea3-09c2-4564-b76f-d99a6bf05394', 'name': 'network-vif-deleted', 'tag': '3e5f4293-8019-47e4-a605-75c8bc288da4'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:02:25.764590 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa7c212-f2bf-4518-8da9-0b4b22f06e8e" -d '{"events": [{"server_uuid": "218d2ea3-09c2-4564-b76f-d99a6bf05394", "name": "network-vif-deleted", "tag": "3e5f4293-8019-47e4-a605-75c8bc288da4"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:02:25.801763 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 10:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a972c4-deb1-4ccc-9d93-f17b1659ce1d x-openstack-request-id: req-c4a972c4-deb1-4ccc-9d93-f17b1659ce1d {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:02:25.802079 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "218d2ea3-09c2-4564-b76f-d99a6bf05394", "name": "network-vif-deleted", "tag": "3e5f4293-8019-47e4-a605-75c8bc288da4", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:02:25.802334 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c4a972c4-deb1-4ccc-9d93-f17b1659ce1d {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:02:25.802739 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '218d2ea3-09c2-4564-b76f-d99a6bf05394', 'name': 'network-vif-deleted', 'tag': '3e5f4293-8019-47e4-a605-75c8bc288da4', 'status': 'completed', 'code': 200} Sep 08 10:02:26.239351 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2515a237-c171-41a4-aa5e-c1cdb37a0882 req-72190689-9487-48dc-83fe-8c22508296af tempest-ServersNegativeTestJSON-2126455581 tempest-ServersNegativeTestJSON-2126455581-project] 10.222.0.54 "GET /v2.0/ports?device_id=218d2ea3-09c2-4564-b76f-d99a6bf05394 HTTP/1.1" status: 200 len: 210 time: 0.0291920 Sep 08 10:02:27.302270 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37730) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:27.348125 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-73667051-8780-4629-a934-6a9e1a795163 admin admin] Deleting subnet b97d9e64-a5cc-4090-93e9-04d6dd9056df {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 10:02:27.351151 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-73667051-8780-4629-a934-6a9e1a795163 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:27.384576 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-73667051-8780-4629-a934-6a9e1a795163 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:27.427904 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-73667051-8780-4629-a934-6a9e1a795163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:27.478735 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-73667051-8780-4629-a934-6a9e1a795163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:27.506665 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73667051-8780-4629-a934-6a9e1a795163 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b97d9e64-a5cc-4090-93e9-04d6dd9056df,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:27.508642 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-73667051-8780-4629-a934-6a9e1a795163 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:27.513083 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37732) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:27.513727 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-73667051-8780-4629-a934-6a9e1a795163 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/b97d9e64-a5cc-4090-93e9-04d6dd9056df HTTP/1.1" status: 204 len: 168 time: 0.2098186 Sep 08 10:02:27.580799 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-523cd786-55d4-432f-9fbe-fefec5beea89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:27.661485 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-523cd786-55d4-432f-9fbe-fefec5beea89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:27.680884 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-523cd786-55d4-432f-9fbe-fefec5beea89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d2d8252-14c5-4952-b4cf-f46f46f2dab4']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:02:27.690142 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-523cd786-55d4-432f-9fbe-fefec5beea89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46e2e5dd-f3ea-4d54-89bd-a09ce1defc8f') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:02:27.690446 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-523cd786-55d4-432f-9fbe-fefec5beea89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46e2e5dd-f3ea-4d54-89bd-a09ce1defc8f') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:02:27.699610 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-523cd786-55d4-432f-9fbe-fefec5beea89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:27.713262 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-523cd786-55d4-432f-9fbe-fefec5beea89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:27.720250 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-523cd786-55d4-432f-9fbe-fefec5beea89 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 10:02:27.720648 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-523cd786-55d4-432f-9fbe-fefec5beea89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:27.722300 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 10:02:27.722300 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 10:02:27.722300 n-d-806683-11 neutron-server[94713]: timer() Sep 08 10:02:27.722300 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 10:02:27.722300 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 10:02:27.722300 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 10:02:27.722300 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 10:02:27.722300 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 10:02:27.722300 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 10:02:27.722300 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 10:02:27.722300 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 10:02:27.722300 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 10:02:27.722300 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 10:02:27.722300 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 10:02:27.722300 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 10:02:27.722300 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 10:02:27.722300 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 10:02:27.722300 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 10:02:27.722300 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 10:02:27.722300 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 10:02:27.722300 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 10:02:27.722300 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 10:02:27.722300 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 10:02:27.722300 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 10:02:27.722300 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 10:02:27.722300 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 10:02:27.722300 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 10:02:27.722300 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 10:02:27.722300 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 10:02:27.722300 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 10:02:27.722300 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 10:02:27.722300 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 10:02:27.782896 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-523cd786-55d4-432f-9fbe-fefec5beea89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:27.788324 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-523cd786-55d4-432f-9fbe-fefec5beea89 admin admin] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:27.790199 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-523cd786-55d4-432f-9fbe-fefec5beea89 admin admin] 10.222.0.54 "DELETE /v2.0/networks/7d2d8252-14c5-4952-b4cf-f46f46f2dab4 HTTP/1.1" status: 204 len: 168 time: 0.2758760 Sep 08 10:02:27.801327 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523cd786-55d4-432f-9fbe-fefec5beea89 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d2d8252-14c5-4952-b4cf-f46f46f2dab4,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:27.899463 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37736) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:27.939574 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-38c65d44-af88-435e-811b-cfda20978351 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=79fcc786f86745e49aa2443c77d0866f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388489 Sep 08 10:02:27.941844 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37738) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:27.995492 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a5e67e05-1127-49d8-812e-66432db2bf58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:28.017759 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a5e67e05-1127-49d8-812e-66432db2bf58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:28.067126 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a5e67e05-1127-49d8-812e-66432db2bf58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:28.070123 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a5e67e05-1127-49d8-812e-66432db2bf58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:28.071602 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a5e67e05-1127-49d8-812e-66432db2bf58 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a3091939-0e49-4f94-ab6f-5b968af28932 HTTP/1.1" status: 204 len: 168 time: 0.1287837 Sep 08 10:02:28.081791 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e67e05-1127-49d8-812e-66432db2bf58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3091939-0e49-4f94-ab6f-5b968af28932,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:28.695026 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 3e5f4293-8019-47e4-a605-75c8bc288da4 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:02:28.722974 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 3e5f4293-8019-47e4-a605-75c8bc288da4 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:02:28.723385 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 3e5f4293-8019-47e4-a605-75c8bc288da4 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:02:28.888953 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37760) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:28.982615 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-acacb289-b410-44fa-8a68-1802af004d2f tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1481380259'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:02:29.007253 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acacb289-b410-44fa-8a68-1802af004d2f tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Made reservation on behalf of fd6324b10a3e4e14afa1716dfc73dc23 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:02:29.010796 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-acacb289-b410-44fa-8a68-1802af004d2f tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:29.021800 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-acacb289-b410-44fa-8a68-1802af004d2f tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:29.147956 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-acacb289-b410-44fa-8a68-1802af004d2f tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:29.151644 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-acacb289-b410-44fa-8a68-1802af004d2f tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:29.187104 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acacb289-b410-44fa-8a68-1802af004d2f tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 10:02:29.192464 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acacb289-b410-44fa-8a68-1802af004d2f tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5250c140-a8ea-4f8f-8056-78cee992c096,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:29.199548 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-acacb289-b410-44fa-8a68-1802af004d2f tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:29.199928 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-acacb289-b410-44fa-8a68-1802af004d2f tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Added segment 534219c2-9406-418e-b4af-1ec8438a20ef of type vlan for network ab0886e2-7d2a-46a4-b04d-d2c1f87dd7d3 Sep 08 10:02:29.236269 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:29.241625 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-acacb289-b410-44fa-8a68-1802af004d2f tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:29.266631 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-acacb289-b410-44fa-8a68-1802af004d2f tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:29.272157 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acacb289-b410-44fa-8a68-1802af004d2f tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:29.272753 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-acacb289-b410-44fa-8a68-1802af004d2f tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:29.310506 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-acacb289-b410-44fa-8a68-1802af004d2f tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4202116 Sep 08 10:02:29.345180 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acacb289-b410-44fa-8a68-1802af004d2f tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Pushing event updated for resources: {'Network': ['ID=ab0886e2-7d2a-46a4-b04d-d2c1f87dd7d3,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:29.356718 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network ab0886e2-7d2a-46a4-b04d-d2c1f87dd7d3 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 10:02:32.719228 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37764) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:32.724486 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-4ccbfc9a-9743-4505-9d82-9ecca855361a tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Request body: {'subnet': {'network_id': 'ab0886e2-7d2a-46a4-b04d-d2c1f87dd7d3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:02:32.814679 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ccbfc9a-9743-4505-9d82-9ecca855361a tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Made reservation on behalf of fd6324b10a3e4e14afa1716dfc73dc23 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:02:32.818188 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4ccbfc9a-9743-4505-9d82-9ecca855361a tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:33.002711 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4ccbfc9a-9743-4505-9d82-9ecca855361a tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:33.071269 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccbfc9a-9743-4505-9d82-9ecca855361a tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Pushing event updated for resources: {'Subnet': ['ID=3a1a0329-5f85-42f3-b3b6-f635ab2d6802,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:33.078882 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccbfc9a-9743-4505-9d82-9ecca855361a tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Checking segment: {'id': '534219c2-9406-418e-b4af-1ec8438a20ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ab0886e2-7d2a-46a4-b04d-d2c1f87dd7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:02:33.079251 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccbfc9a-9743-4505-9d82-9ecca855361a tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Network hostable DHCP agents. Network: ab0886e2-7d2a-46a4-b04d-d2c1f87dd7d3, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 10:02:33.096251 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccbfc9a-9743-4505-9d82-9ecca855361a tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Network ab0886e2-7d2a-46a4-b04d-d2c1f87dd7d3 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 10:02:33.104691 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-4ccbfc9a-9743-4505-9d82-9ecca855361a tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, ab0886e2-7d2a-46a4-b04d-d2c1f87dd7d3) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:02:33.112150 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccbfc9a-9743-4505-9d82-9ecca855361a tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:33.112756 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4ccbfc9a-9743-4505-9d82-9ecca855361a tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:33.113108 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd95be4-51f6-408a-96cc-3fbe3c97855a None None] Network ab0886e2-7d2a-46a4-b04d-d2c1f87dd7d3 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:02:33.129920 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4ccbfc9a-9743-4505-9d82-9ecca855361a tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4063871 Sep 08 10:02:33.130207 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37766) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:33.135193 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-82e20330-afab-4b25-9fe1-93701898f78b tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-819206952'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:02:33.155281 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e20330-afab-4b25-9fe1-93701898f78b tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Made reservation on behalf of fd6324b10a3e4e14afa1716dfc73dc23 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:02:33.158715 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-82e20330-afab-4b25-9fe1-93701898f78b tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:33.183777 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82e20330-afab-4b25-9fe1-93701898f78b tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 10:02:33.193708 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-82e20330-afab-4b25-9fe1-93701898f78b tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:33.194078 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-82e20330-afab-4b25-9fe1-93701898f78b tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Added segment c53037fc-b7bd-4b5a-8440-419410930156 of type vlan for network 08c0a848-ffe7-41f5-b392-aa5dd76d8545 Sep 08 10:02:33.234298 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-82e20330-afab-4b25-9fe1-93701898f78b tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:33.256346 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0a0f87-6606-4bde-97a9-35e275e281f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-ab0886e2-7d2a-46a4-b04d-d2c1f87dd7d3', 'network_id': 'ab0886e2-7d2a-46a4-b04d-d2c1f87dd7d3', 'tenant_id': 'fd6324b10a3e4e14afa1716dfc73dc23', 'fixed_ips': [{'subnet_id': '3a1a0329-5f85-42f3-b3b6-f635ab2d6802'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 10:02:33.257178 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-eb0a0f87-6606-4bde-97a9-35e275e281f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:33.259421 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-82e20330-afab-4b25-9fe1-93701898f78b tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:33.265528 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e20330-afab-4b25-9fe1-93701898f78b tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:33.266167 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-82e20330-afab-4b25-9fe1-93701898f78b tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:33.301241 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-82e20330-afab-4b25-9fe1-93701898f78b tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1699748 Sep 08 10:02:33.304427 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37768) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:33.311134 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-59f0ffb3-828c-4b35-bd0a-1e5728ce8f1e tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Request body: {'subnet': {'network_id': '08c0a848-ffe7-41f5-b392-aa5dd76d8545', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:02:33.340825 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e20330-afab-4b25-9fe1-93701898f78b tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Pushing event updated for resources: {'Network': ['ID=08c0a848-ffe7-41f5-b392-aa5dd76d8545,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:33.352844 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 08c0a848-ffe7-41f5-b392-aa5dd76d8545 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 10:02:33.400018 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f0ffb3-828c-4b35-bd0a-1e5728ce8f1e tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Made reservation on behalf of fd6324b10a3e4e14afa1716dfc73dc23 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:02:33.404885 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-59f0ffb3-828c-4b35-bd0a-1e5728ce8f1e tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:33.451390 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-eb0a0f87-6606-4bde-97a9-35e275e281f0 None None] Allocated IP 2001:db8:0:ffff::2 (ab0886e2-7d2a-46a4-b04d-d2c1f87dd7d3/3a1a0329-5f85-42f3-b3b6-f635ab2d6802/9a7fa5ac-281e-4566-b7e2-90db7274ac79) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:02:33.602555 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-59f0ffb3-828c-4b35-bd0a-1e5728ce8f1e tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:33.606419 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-eb0a0f87-6606-4bde-97a9-35e275e281f0 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:33.615551 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-eb0a0f87-6606-4bde-97a9-35e275e281f0 None None] Transition to ACTIVE for port object 9a7fa5ac-281e-4566-b7e2-90db7274ac79 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:02:33.631365 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-eb0a0f87-6606-4bde-97a9-35e275e281f0 None None] Transition to ACTIVE for port object 9a7fa5ac-281e-4566-b7e2-90db7274ac79 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:02:33.638628 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-eb0a0f87-6606-4bde-97a9-35e275e281f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:33.672451 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f0ffb3-828c-4b35-bd0a-1e5728ce8f1e tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Pushing event updated for resources: {'Subnet': ['ID=6a1d0dde-d389-4e6e-97a1-9bd174dd4be8,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:33.676081 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0a0f87-6606-4bde-97a9-35e275e281f0 None None] Network ab0886e2-7d2a-46a4-b04d-d2c1f87dd7d3 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:02:33.678883 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-eb0a0f87-6606-4bde-97a9-35e275e281f0 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:02:33.681524 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f0ffb3-828c-4b35-bd0a-1e5728ce8f1e tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Checking segment: {'id': 'c53037fc-b7bd-4b5a-8440-419410930156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '08c0a848-ffe7-41f5-b392-aa5dd76d8545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:02:33.682389 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f0ffb3-828c-4b35-bd0a-1e5728ce8f1e tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Network hostable DHCP agents. Network: 08c0a848-ffe7-41f5-b392-aa5dd76d8545, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 10:02:33.682545 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0a0f87-6606-4bde-97a9-35e275e281f0 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:02:33.696835 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a0f87-6606-4bde-97a9-35e275e281f0 None None] Pushing event updated for resources: {'Port': ['ID=9a7fa5ac-281e-4566-b7e2-90db7274ac79,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:33.699658 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f0ffb3-828c-4b35-bd0a-1e5728ce8f1e tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Network 08c0a848-ffe7-41f5-b392-aa5dd76d8545 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 10:02:33.709785 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-59f0ffb3-828c-4b35-bd0a-1e5728ce8f1e tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 08c0a848-ffe7-41f5-b392-aa5dd76d8545) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:02:33.714107 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f0ffb3-828c-4b35-bd0a-1e5728ce8f1e tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:33.714921 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-59f0ffb3-828c-4b35-bd0a-1e5728ce8f1e tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:33.730978 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-59f0ffb3-828c-4b35-bd0a-1e5728ce8f1e tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4248421 Sep 08 10:02:33.733750 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37770) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:33.737482 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ac738d-e524-4966-9bb7-591559354742 None None] Network 08c0a848-ffe7-41f5-b392-aa5dd76d8545 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:02:33.749880 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0a0f87-6606-4bde-97a9-35e275e281f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:02:33.750279 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0a0f87-6606-4bde-97a9-35e275e281f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:02:33.750630 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0a0f87-6606-4bde-97a9-35e275e281f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:02:33.750976 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0a0f87-6606-4bde-97a9-35e275e281f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:02:33.751316 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0a0f87-6606-4bde-97a9-35e275e281f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:02:33.751652 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0a0f87-6606-4bde-97a9-35e275e281f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:02:33.751985 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0a0f87-6606-4bde-97a9-35e275e281f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:02:33.752315 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0a0f87-6606-4bde-97a9-35e275e281f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:02:33.752646 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0a0f87-6606-4bde-97a9-35e275e281f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:02:33.752973 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0a0f87-6606-4bde-97a9-35e275e281f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:02:33.753300 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0a0f87-6606-4bde-97a9-35e275e281f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:02:33.753626 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0a0f87-6606-4bde-97a9-35e275e281f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:02:33.777782 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-eb0a0f87-6606-4bde-97a9-35e275e281f0 None None] Attempting to bind port 9a7fa5ac-281e-4566-b7e2-90db7274ac79 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:02:33.778187 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-eb0a0f87-6606-4bde-97a9-35e275e281f0 None None] Attempting to bind port 9a7fa5ac-281e-4566-b7e2-90db7274ac79 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '534219c2-9406-418e-b4af-1ec8438a20ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ab0886e2-7d2a-46a4-b04d-d2c1f87dd7d3'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:02:33.778662 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0a0f87-6606-4bde-97a9-35e275e281f0 None None] Attempting to bind port 9a7fa5ac-281e-4566-b7e2-90db7274ac79 on network ab0886e2-7d2a-46a4-b04d-d2c1f87dd7d3 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:02:33.814135 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0a0f87-6606-4bde-97a9-35e275e281f0 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:02:33.814526 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0a0f87-6606-4bde-97a9-35e275e281f0 None None] Checking segment: {'id': '534219c2-9406-418e-b4af-1ec8438a20ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ab0886e2-7d2a-46a4-b04d-d2c1f87dd7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:02:33.814940 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-eb0a0f87-6606-4bde-97a9-35e275e281f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:33.815345 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0a0f87-6606-4bde-97a9-35e275e281f0 None None] Bound using segment: {'id': '534219c2-9406-418e-b4af-1ec8438a20ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ab0886e2-7d2a-46a4-b04d-d2c1f87dd7d3'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:02:33.815831 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-eb0a0f87-6606-4bde-97a9-35e275e281f0 None None] Bound port: 9a7fa5ac-281e-4566-b7e2-90db7274ac79, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '534219c2-9406-418e-b4af-1ec8438a20ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'ab0886e2-7d2a-46a4-b04d-d2c1f87dd7d3'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:02:33.816225 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-eb0a0f87-6606-4bde-97a9-35e275e281f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:33.835357 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d1e1a284-e2f9-4e13-8164-ec62b413eaad tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:33.924929 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-eb0a0f87-6606-4bde-97a9-35e275e281f0 None None] For port 9a7fa5ac-281e-4566-b7e2-90db7274ac79, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:02:33.928880 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d1e1a284-e2f9-4e13-8164-ec62b413eaad tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:33.929392 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-eb0a0f87-6606-4bde-97a9-35e275e281f0 None None] For port 9a7fa5ac-281e-4566-b7e2-90db7274ac79, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=9a7fa5ac-281e-4566-b7e2-90db7274ac79,segment=NetworkSegment(534219c2-9406-418e-b4af-1ec8438a20ef),segment_id=534219c2-9406-418e-b4af-1ec8438a20ef)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:02:33.938901 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-eb0a0f87-6606-4bde-97a9-35e275e281f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:33.996317 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1c44e9-0316-4a15-acce-206c48d42986 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-08c0a848-ffe7-41f5-b392-aa5dd76d8545', 'network_id': '08c0a848-ffe7-41f5-b392-aa5dd76d8545', 'tenant_id': 'fd6324b10a3e4e14afa1716dfc73dc23', 'fixed_ips': [{'subnet_id': '6a1d0dde-d389-4e6e-97a1-9bd174dd4be8'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 10:02:33.997134 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cd1c44e9-0316-4a15-acce-206c48d42986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:34.003658 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d1e1a284-e2f9-4e13-8164-ec62b413eaad tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:34.034172 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a0f87-6606-4bde-97a9-35e275e281f0 None None] Pushing event updated for resources: {'Port': ['ID=9a7fa5ac-281e-4566-b7e2-90db7274ac79,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:34.056212 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e1a284-e2f9-4e13-8164-ec62b413eaad tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Pushing event deleted for resources: {'Subnet': ['ID=6a1d0dde-d389-4e6e-97a1-9bd174dd4be8,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:34.105497 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ae3e1b-0a93-40cc-add8-1631f24df70a None None] Network 08c0a848-ffe7-41f5-b392-aa5dd76d8545 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:02:34.109463 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d1e1a284-e2f9-4e13-8164-ec62b413eaad tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:34.132553 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-d1e1a284-e2f9-4e13-8164-ec62b413eaad tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08c0a848-ffe7-41f5-b392-aa5dd76d8545']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:02:34.143397 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-d1e1a284-e2f9-4e13-8164-ec62b413eaad tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c53037fc-b7bd-4b5a-8440-419410930156') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:02:34.143726 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-d1e1a284-e2f9-4e13-8164-ec62b413eaad tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c53037fc-b7bd-4b5a-8440-419410930156') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:02:34.155214 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d1e1a284-e2f9-4e13-8164-ec62b413eaad tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:34.186197 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d1e1a284-e2f9-4e13-8164-ec62b413eaad tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:34.200466 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1e1a284-e2f9-4e13-8164-ec62b413eaad tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 10:02:34.200908 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d1e1a284-e2f9-4e13-8164-ec62b413eaad tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:34.207785 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 10:02:34.207785 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 10:02:34.207785 n-d-806683-11 neutron-server[94713]: timer() Sep 08 10:02:34.207785 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 10:02:34.207785 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 10:02:34.207785 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 10:02:34.207785 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 10:02:34.207785 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 10:02:34.207785 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 10:02:34.207785 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 10:02:34.207785 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 10:02:34.207785 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 10:02:34.207785 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 10:02:34.207785 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 10:02:34.207785 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 10:02:34.207785 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 10:02:34.207785 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 10:02:34.207785 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 10:02:34.207785 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 10:02:34.207785 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 10:02:34.207785 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 10:02:34.207785 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 10:02:34.207785 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 10:02:34.207785 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 10:02:34.207785 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 10:02:34.207785 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 10:02:34.207785 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 10:02:34.207785 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 10:02:34.207785 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 10:02:34.207785 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 10:02:34.207785 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 10:02:34.207785 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 10:02:34.286474 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d1e1a284-e2f9-4e13-8164-ec62b413eaad tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:34.296787 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d1e1a284-e2f9-4e13-8164-ec62b413eaad tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:34.298894 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d1e1a284-e2f9-4e13-8164-ec62b413eaad tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] 10.222.0.54 "DELETE /v2.0/networks/08c0a848-ffe7-41f5-b392-aa5dd76d8545 HTTP/1.1" status: 204 len: 168 time: 0.5640936 Sep 08 10:02:34.302934 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37772) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:34.308272 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-ff50589f-6438-44fe-a4f3-5ce9f09228af tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1440308502'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:02:34.315880 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e1a284-e2f9-4e13-8164-ec62b413eaad tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Pushing event deleted for resources: {'Network': ['ID=08c0a848-ffe7-41f5-b392-aa5dd76d8545,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:34.334097 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff50589f-6438-44fe-a4f3-5ce9f09228af tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Made reservation on behalf of fd6324b10a3e4e14afa1716dfc73dc23 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:02:34.337552 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ff50589f-6438-44fe-a4f3-5ce9f09228af tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:34.361522 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff50589f-6438-44fe-a4f3-5ce9f09228af tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 10:02:34.370468 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ff50589f-6438-44fe-a4f3-5ce9f09228af tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:34.370821 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-ff50589f-6438-44fe-a4f3-5ce9f09228af tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Added segment 68d3fb8b-818c-4d99-a386-56acd3af0193 of type vlan for network f0ed893b-79a3-47a9-b6ec-535b22fee53b Sep 08 10:02:34.410564 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ff50589f-6438-44fe-a4f3-5ce9f09228af tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:34.437747 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ff50589f-6438-44fe-a4f3-5ce9f09228af tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:34.443376 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff50589f-6438-44fe-a4f3-5ce9f09228af tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:34.443951 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ff50589f-6438-44fe-a4f3-5ce9f09228af tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:34.481363 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ff50589f-6438-44fe-a4f3-5ce9f09228af tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1771109 Sep 08 10:02:34.484377 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37774) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:34.489163 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-c2d4ce0d-8510-4894-9f1c-9939e3cbd497 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Request body: {'subnet': {'network_id': 'f0ed893b-79a3-47a9-b6ec-535b22fee53b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:02:34.533445 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff50589f-6438-44fe-a4f3-5ce9f09228af tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Pushing event updated for resources: {'Network': ['ID=f0ed893b-79a3-47a9-b6ec-535b22fee53b,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:34.543534 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network f0ed893b-79a3-47a9-b6ec-535b22fee53b details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 10:02:34.610129 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d4ce0d-8510-4894-9f1c-9939e3cbd497 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Made reservation on behalf of fd6324b10a3e4e14afa1716dfc73dc23 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:02:34.613838 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c2d4ce0d-8510-4894-9f1c-9939e3cbd497 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:34.683199 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.ipam_backend_mixin [None req-c2d4ce0d-8510-4894-9f1c-9939e3cbd497 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Performing IP validity checks on allocation pools {{(pid=94712) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 08 10:02:34.683741 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.ipam_backend_mixin [None req-c2d4ce0d-8510-4894-9f1c-9939e3cbd497 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94712) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 08 10:02:34.811103 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c2d4ce0d-8510-4894-9f1c-9939e3cbd497 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:34.879062 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d4ce0d-8510-4894-9f1c-9939e3cbd497 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Pushing event updated for resources: {'Subnet': ['ID=d6f3958e-fff8-4563-9c8b-31ec2c1a4abe,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:34.888774 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d4ce0d-8510-4894-9f1c-9939e3cbd497 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Checking segment: {'id': '68d3fb8b-818c-4d99-a386-56acd3af0193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'f0ed893b-79a3-47a9-b6ec-535b22fee53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:02:34.889016 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d4ce0d-8510-4894-9f1c-9939e3cbd497 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Network hostable DHCP agents. Network: f0ed893b-79a3-47a9-b6ec-535b22fee53b, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 10:02:34.905853 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d4ce0d-8510-4894-9f1c-9939e3cbd497 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Network f0ed893b-79a3-47a9-b6ec-535b22fee53b is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 10:02:34.915397 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-c2d4ce0d-8510-4894-9f1c-9939e3cbd497 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, f0ed893b-79a3-47a9-b6ec-535b22fee53b) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:02:34.920985 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d4ce0d-8510-4894-9f1c-9939e3cbd497 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:34.921588 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c2d4ce0d-8510-4894-9f1c-9939e3cbd497 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:34.929398 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ec2c6a-7d17-45a0-9e4e-eb963114752a None None] Network f0ed893b-79a3-47a9-b6ec-535b22fee53b requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:02:34.933361 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0fd64d-e3e2-4e45-b6ec-1aa9d64a9a54 None None] Network ab0886e2-7d2a-46a4-b04d-d2c1f87dd7d3 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:02:34.940786 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c2d4ce0d-8510-4894-9f1c-9939e3cbd497 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4550879 Sep 08 10:02:34.943319 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37776) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:35.044536 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-de02c4fa-cad1-4889-a851-22b328747c95 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:35.092369 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c7d11720-dadd-4385-aa0d-458bf50f479d None None] Provisioning for port 9a7fa5ac-281e-4566-b7e2-90db7274ac79 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:02:35.125713 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-de02c4fa-cad1-4889-a851-22b328747c95 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:35.183122 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-de02c4fa-cad1-4889-a851-22b328747c95 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:35.206117 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed6f481-07fc-432b-acbf-f6870926c7c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-f0ed893b-79a3-47a9-b6ec-535b22fee53b', 'network_id': 'f0ed893b-79a3-47a9-b6ec-535b22fee53b', 'tenant_id': 'fd6324b10a3e4e14afa1716dfc73dc23', 'fixed_ips': [{'subnet_id': 'd6f3958e-fff8-4563-9c8b-31ec2c1a4abe'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 10:02:35.206981 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6ed6f481-07fc-432b-acbf-f6870926c7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:35.209014 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02c4fa-cad1-4889-a851-22b328747c95 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Pushing event deleted for resources: {'Subnet': ['ID=d6f3958e-fff8-4563-9c8b-31ec2c1a4abe,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:35.285325 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-de02c4fa-cad1-4889-a851-22b328747c95 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:35.309537 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-de02c4fa-cad1-4889-a851-22b328747c95 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0ed893b-79a3-47a9-b6ec-535b22fee53b']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:02:35.310389 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb57bdb-fb7f-43d9-b7e1-c35c2009e957 None None] Network f0ed893b-79a3-47a9-b6ec-535b22fee53b requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:02:35.319761 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-de02c4fa-cad1-4889-a851-22b328747c95 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68d3fb8b-818c-4d99-a386-56acd3af0193') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:02:35.320189 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-de02c4fa-cad1-4889-a851-22b328747c95 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68d3fb8b-818c-4d99-a386-56acd3af0193') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:02:35.331558 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-de02c4fa-cad1-4889-a851-22b328747c95 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:35.346373 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-de02c4fa-cad1-4889-a851-22b328747c95 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:35.352753 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de02c4fa-cad1-4889-a851-22b328747c95 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 10:02:35.353260 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-de02c4fa-cad1-4889-a851-22b328747c95 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:35.356561 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 10:02:35.356561 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 10:02:35.356561 n-d-806683-11 neutron-server[94712]: timer() Sep 08 10:02:35.356561 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 10:02:35.356561 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 10:02:35.356561 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 10:02:35.356561 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 10:02:35.356561 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 10:02:35.356561 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 10:02:35.356561 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 10:02:35.356561 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 10:02:35.356561 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 10:02:35.356561 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 10:02:35.356561 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 10:02:35.356561 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 10:02:35.356561 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 10:02:35.356561 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 10:02:35.356561 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 10:02:35.356561 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 10:02:35.356561 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 10:02:35.356561 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 10:02:35.356561 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 10:02:35.356561 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 10:02:35.356561 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 10:02:35.356561 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 10:02:35.356561 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 10:02:35.356561 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 10:02:35.356561 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 10:02:35.356561 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 10:02:35.356561 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 10:02:35.356561 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 10:02:35.356561 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 10:02:35.425768 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-de02c4fa-cad1-4889-a851-22b328747c95 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:35.432615 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-de02c4fa-cad1-4889-a851-22b328747c95 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:35.434499 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-de02c4fa-cad1-4889-a851-22b328747c95 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] 10.222.0.54 "DELETE /v2.0/networks/f0ed893b-79a3-47a9-b6ec-535b22fee53b HTTP/1.1" status: 204 len: 168 time: 0.4897501 Sep 08 10:02:35.438622 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37778) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:35.453435 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-8a436f4f-2aaf-4218-8609-bcc480c352ca tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1569007100'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:02:35.457828 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02c4fa-cad1-4889-a851-22b328747c95 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Pushing event deleted for resources: {'Network': ['ID=f0ed893b-79a3-47a9-b6ec-535b22fee53b,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:35.479275 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a436f4f-2aaf-4218-8609-bcc480c352ca tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Made reservation on behalf of fd6324b10a3e4e14afa1716dfc73dc23 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:02:35.485018 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8a436f4f-2aaf-4218-8609-bcc480c352ca tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:35.514963 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a436f4f-2aaf-4218-8609-bcc480c352ca tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 10:02:35.528060 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8a436f4f-2aaf-4218-8609-bcc480c352ca tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:35.528528 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-8a436f4f-2aaf-4218-8609-bcc480c352ca tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Added segment a2ca6dee-007e-4299-a444-d86b54932979 of type vlan for network 8e5b12b3-0f41-4386-b561-c1e83e4899de Sep 08 10:02:35.581459 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8a436f4f-2aaf-4218-8609-bcc480c352ca tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:35.591763 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 9a7fa5ac-281e-4566-b7e2-90db7274ac79 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:02:35.611765 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8a436f4f-2aaf-4218-8609-bcc480c352ca tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:35.617438 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a436f4f-2aaf-4218-8609-bcc480c352ca tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:35.618119 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8a436f4f-2aaf-4218-8609-bcc480c352ca tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:35.640258 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 9a7fa5ac-281e-4566-b7e2-90db7274ac79 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:02:35.644787 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 9a7fa5ac-281e-4566-b7e2-90db7274ac79 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:02:35.645194 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:35.653048 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8a436f4f-2aaf-4218-8609-bcc480c352ca tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2119725 Sep 08 10:02:35.656227 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37780) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:35.661268 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-41bdb2ed-a853-4969-91f6-914f27d4ce5c tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Request body: {'subnet': {'network_id': '8e5b12b3-0f41-4386-b561-c1e83e4899de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:02:35.690318 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a436f4f-2aaf-4218-8609-bcc480c352ca tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Pushing event updated for resources: {'Network': ['ID=8e5b12b3-0f41-4386-b561-c1e83e4899de,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:35.713396 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 8e5b12b3-0f41-4386-b561-c1e83e4899de details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 10:02:35.758854 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41bdb2ed-a853-4969-91f6-914f27d4ce5c tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Made reservation on behalf of fd6324b10a3e4e14afa1716dfc73dc23 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:02:35.762324 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-41bdb2ed-a853-4969-91f6-914f27d4ce5c tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:35.780342 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:35.821222 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 9a7fa5ac-281e-4566-b7e2-90db7274ac79, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=9a7fa5ac-281e-4566-b7e2-90db7274ac79,segment=NetworkSegment(534219c2-9406-418e-b4af-1ec8438a20ef),segment_id=534219c2-9406-418e-b4af-1ec8438a20ef)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:02:35.824868 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:35.876796 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=9a7fa5ac-281e-4566-b7e2-90db7274ac79,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:35.955382 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-41bdb2ed-a853-4969-91f6-914f27d4ce5c tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:36.019674 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bdb2ed-a853-4969-91f6-914f27d4ce5c tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Pushing event updated for resources: {'Subnet': ['ID=b20aa77c-9302-4f60-9da3-c61d5965b5a5,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:36.031124 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bdb2ed-a853-4969-91f6-914f27d4ce5c tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Checking segment: {'id': 'a2ca6dee-007e-4299-a444-d86b54932979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '8e5b12b3-0f41-4386-b561-c1e83e4899de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:02:36.031497 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bdb2ed-a853-4969-91f6-914f27d4ce5c tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Network hostable DHCP agents. Network: 8e5b12b3-0f41-4386-b561-c1e83e4899de, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 10:02:36.046765 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bdb2ed-a853-4969-91f6-914f27d4ce5c tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Network 8e5b12b3-0f41-4386-b561-c1e83e4899de is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 10:02:36.056124 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-41bdb2ed-a853-4969-91f6-914f27d4ce5c tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 8e5b12b3-0f41-4386-b561-c1e83e4899de) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:02:36.061244 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bdb2ed-a853-4969-91f6-914f27d4ce5c tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:36.061855 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-41bdb2ed-a853-4969-91f6-914f27d4ce5c tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:36.065293 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a108ba-73d7-42f2-ba6d-c7cfd3a152e3 None None] Network 8e5b12b3-0f41-4386-b561-c1e83e4899de requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:02:36.077193 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-41bdb2ed-a853-4969-91f6-914f27d4ce5c tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4195237 Sep 08 10:02:36.080960 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37782) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:36.086114 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-c678650a-a4f0-4952-a58a-936fb84c333b tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1151773081'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:02:36.106819 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c678650a-a4f0-4952-a58a-936fb84c333b tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Made reservation on behalf of fd6324b10a3e4e14afa1716dfc73dc23 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:02:36.110542 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c678650a-a4f0-4952-a58a-936fb84c333b tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:36.134294 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c678650a-a4f0-4952-a58a-936fb84c333b tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 10:02:36.143946 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c678650a-a4f0-4952-a58a-936fb84c333b tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:36.144298 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-c678650a-a4f0-4952-a58a-936fb84c333b tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Added segment 7aa28f95-1cd9-47f7-a7f7-a846f5e9f904 of type vlan for network c6caf4fe-6caa-4410-b47b-5877e38aa2ce Sep 08 10:02:36.183002 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c678650a-a4f0-4952-a58a-936fb84c333b tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:36.215397 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c678650a-a4f0-4952-a58a-936fb84c333b tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:36.215761 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd7cd0c-9a45-4a18-a49e-1179270ded28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-8e5b12b3-0f41-4386-b561-c1e83e4899de', 'network_id': '8e5b12b3-0f41-4386-b561-c1e83e4899de', 'tenant_id': 'fd6324b10a3e4e14afa1716dfc73dc23', 'fixed_ips': [{'subnet_id': 'b20aa77c-9302-4f60-9da3-c61d5965b5a5'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 10:02:36.217281 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3fd7cd0c-9a45-4a18-a49e-1179270ded28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:36.221154 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c678650a-a4f0-4952-a58a-936fb84c333b tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:36.221729 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c678650a-a4f0-4952-a58a-936fb84c333b tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:36.257944 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c678650a-a4f0-4952-a58a-936fb84c333b tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1757045 Sep 08 10:02:36.260648 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37784) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:36.268316 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-79a073ec-72b5-4c3b-b686-9385db6c4194 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Request body: {'subnet': {'network_id': 'c6caf4fe-6caa-4410-b47b-5877e38aa2ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:02:36.310993 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c678650a-a4f0-4952-a58a-936fb84c333b tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Pushing event updated for resources: {'Network': ['ID=c6caf4fe-6caa-4410-b47b-5877e38aa2ce,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:36.340109 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network c6caf4fe-6caa-4410-b47b-5877e38aa2ce details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 10:02:36.391468 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a073ec-72b5-4c3b-b686-9385db6c4194 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Made reservation on behalf of fd6324b10a3e4e14afa1716dfc73dc23 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:02:36.395111 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-79a073ec-72b5-4c3b-b686-9385db6c4194 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:36.411979 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-3fd7cd0c-9a45-4a18-a49e-1179270ded28 None None] Allocated IP 2001:db8::2 (8e5b12b3-0f41-4386-b561-c1e83e4899de/b20aa77c-9302-4f60-9da3-c61d5965b5a5/16c8e8ef-af0b-40c6-877b-05ff5a0ed2f4) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:02:36.565547 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3fd7cd0c-9a45-4a18-a49e-1179270ded28 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:36.573751 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-3fd7cd0c-9a45-4a18-a49e-1179270ded28 None None] Transition to ACTIVE for port object 16c8e8ef-af0b-40c6-877b-05ff5a0ed2f4 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:02:36.576289 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-79a073ec-72b5-4c3b-b686-9385db6c4194 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:36.590068 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-3fd7cd0c-9a45-4a18-a49e-1179270ded28 None None] Transition to ACTIVE for port object 16c8e8ef-af0b-40c6-877b-05ff5a0ed2f4 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:02:36.597009 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3fd7cd0c-9a45-4a18-a49e-1179270ded28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:36.633099 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd7cd0c-9a45-4a18-a49e-1179270ded28 None None] Network 8e5b12b3-0f41-4386-b561-c1e83e4899de is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:02:36.635461 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a073ec-72b5-4c3b-b686-9385db6c4194 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Pushing event updated for resources: {'Subnet': ['ID=13f27033-5dc3-46ff-a94f-02c431164839,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:36.636526 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-3fd7cd0c-9a45-4a18-a49e-1179270ded28 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:02:36.642776 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd7cd0c-9a45-4a18-a49e-1179270ded28 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:02:36.646858 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a073ec-72b5-4c3b-b686-9385db6c4194 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Checking segment: {'id': '7aa28f95-1cd9-47f7-a7f7-a846f5e9f904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'c6caf4fe-6caa-4410-b47b-5877e38aa2ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:02:36.647227 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a073ec-72b5-4c3b-b686-9385db6c4194 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Network hostable DHCP agents. Network: c6caf4fe-6caa-4410-b47b-5877e38aa2ce, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 10:02:36.649695 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd7cd0c-9a45-4a18-a49e-1179270ded28 None None] Pushing event updated for resources: {'Port': ['ID=16c8e8ef-af0b-40c6-877b-05ff5a0ed2f4,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:36.664288 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a073ec-72b5-4c3b-b686-9385db6c4194 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Network c6caf4fe-6caa-4410-b47b-5877e38aa2ce is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 10:02:36.673769 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-79a073ec-72b5-4c3b-b686-9385db6c4194 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, c6caf4fe-6caa-4410-b47b-5877e38aa2ce) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:02:36.680422 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a073ec-72b5-4c3b-b686-9385db6c4194 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:36.680906 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-79a073ec-72b5-4c3b-b686-9385db6c4194 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:36.694483 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38281f6e-e781-4822-b19d-a86b93e88609 None None] Network c6caf4fe-6caa-4410-b47b-5877e38aa2ce requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:02:36.695750 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-79a073ec-72b5-4c3b-b686-9385db6c4194 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4341133 Sep 08 10:02:36.698901 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37786) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:36.727921 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-3fd7cd0c-9a45-4a18-a49e-1179270ded28 None None] Attempting to bind port 16c8e8ef-af0b-40c6-877b-05ff5a0ed2f4 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:02:36.728297 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-3fd7cd0c-9a45-4a18-a49e-1179270ded28 None None] Attempting to bind port 16c8e8ef-af0b-40c6-877b-05ff5a0ed2f4 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'a2ca6dee-007e-4299-a444-d86b54932979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '8e5b12b3-0f41-4386-b561-c1e83e4899de'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:02:36.728691 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd7cd0c-9a45-4a18-a49e-1179270ded28 None None] Attempting to bind port 16c8e8ef-af0b-40c6-877b-05ff5a0ed2f4 on network 8e5b12b3-0f41-4386-b561-c1e83e4899de {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:02:36.763958 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd7cd0c-9a45-4a18-a49e-1179270ded28 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:02:36.764330 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd7cd0c-9a45-4a18-a49e-1179270ded28 None None] Checking segment: {'id': 'a2ca6dee-007e-4299-a444-d86b54932979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '8e5b12b3-0f41-4386-b561-c1e83e4899de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:02:36.764741 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3fd7cd0c-9a45-4a18-a49e-1179270ded28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:36.765134 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd7cd0c-9a45-4a18-a49e-1179270ded28 None None] Bound using segment: {'id': 'a2ca6dee-007e-4299-a444-d86b54932979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '8e5b12b3-0f41-4386-b561-c1e83e4899de'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:02:36.765605 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-3fd7cd0c-9a45-4a18-a49e-1179270ded28 None None] Bound port: 16c8e8ef-af0b-40c6-877b-05ff5a0ed2f4, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2ca6dee-007e-4299-a444-d86b54932979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '8e5b12b3-0f41-4386-b561-c1e83e4899de'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:02:36.765992 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3fd7cd0c-9a45-4a18-a49e-1179270ded28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:36.797961 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8b99e9bd-c7a0-4adc-b71e-641761a6dc51 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:36.858696 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8b99e9bd-c7a0-4adc-b71e-641761a6dc51 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:36.923185 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8b99e9bd-c7a0-4adc-b71e-641761a6dc51 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:36.948114 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b99e9bd-c7a0-4adc-b71e-641761a6dc51 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Pushing event deleted for resources: {'Subnet': ['ID=13f27033-5dc3-46ff-a94f-02c431164839,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:37.009708 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8b99e9bd-c7a0-4adc-b71e-641761a6dc51 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:37.022998 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1615d276-1ce8-43de-ab05-32104ca9c12d None None] Network c6caf4fe-6caa-4410-b47b-5877e38aa2ce requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:02:37.029460 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-3fd7cd0c-9a45-4a18-a49e-1179270ded28 None None] For port 16c8e8ef-af0b-40c6-877b-05ff5a0ed2f4, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:02:37.039166 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-8b99e9bd-c7a0-4adc-b71e-641761a6dc51 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6caf4fe-6caa-4410-b47b-5877e38aa2ce']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:02:37.053671 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-8b99e9bd-c7a0-4adc-b71e-641761a6dc51 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aa28f95-1cd9-47f7-a7f7-a846f5e9f904') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:02:37.053976 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-8b99e9bd-c7a0-4adc-b71e-641761a6dc51 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aa28f95-1cd9-47f7-a7f7-a846f5e9f904') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:02:37.057829 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-3fd7cd0c-9a45-4a18-a49e-1179270ded28 None None] For port 16c8e8ef-af0b-40c6-877b-05ff5a0ed2f4, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=16c8e8ef-af0b-40c6-877b-05ff5a0ed2f4,segment=NetworkSegment(a2ca6dee-007e-4299-a444-d86b54932979),segment_id=a2ca6dee-007e-4299-a444-d86b54932979)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:02:37.064203 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8b99e9bd-c7a0-4adc-b71e-641761a6dc51 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:37.077848 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8b99e9bd-c7a0-4adc-b71e-641761a6dc51 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:37.085186 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b99e9bd-c7a0-4adc-b71e-641761a6dc51 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 10:02:37.085891 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8b99e9bd-c7a0-4adc-b71e-641761a6dc51 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:37.088859 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 10:02:37.088859 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 10:02:37.088859 n-d-806683-11 neutron-server[94713]: timer() Sep 08 10:02:37.088859 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 10:02:37.088859 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 10:02:37.088859 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 10:02:37.088859 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 10:02:37.088859 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 10:02:37.088859 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 10:02:37.088859 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 10:02:37.088859 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 10:02:37.088859 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 10:02:37.088859 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 10:02:37.088859 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 10:02:37.088859 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 10:02:37.088859 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 10:02:37.088859 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 10:02:37.088859 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 10:02:37.088859 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 10:02:37.088859 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 10:02:37.088859 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 10:02:37.088859 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 10:02:37.088859 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 10:02:37.088859 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 10:02:37.088859 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 10:02:37.088859 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 10:02:37.088859 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 10:02:37.088859 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 10:02:37.088859 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 10:02:37.088859 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 10:02:37.088859 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 10:02:37.088859 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 10:02:37.092095 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3fd7cd0c-9a45-4a18-a49e-1179270ded28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:37.150322 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8b99e9bd-c7a0-4adc-b71e-641761a6dc51 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:37.159221 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8b99e9bd-c7a0-4adc-b71e-641761a6dc51 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:37.164383 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8b99e9bd-c7a0-4adc-b71e-641761a6dc51 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] 10.222.0.54 "DELETE /v2.0/networks/c6caf4fe-6caa-4410-b47b-5877e38aa2ce HTTP/1.1" status: 204 len: 168 time: 0.4607038 Sep 08 10:02:37.164516 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37788) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:37.188573 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd7cd0c-9a45-4a18-a49e-1179270ded28 None None] Pushing event updated for resources: {'Port': ['ID=16c8e8ef-af0b-40c6-877b-05ff5a0ed2f4,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:37.192158 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b99e9bd-c7a0-4adc-b71e-641761a6dc51 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Pushing event deleted for resources: {'Network': ['ID=c6caf4fe-6caa-4410-b47b-5877e38aa2ce,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:37.201275 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-b36bfe99-8184-46c2-b86c-e37b59b45dd5 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] GET failed (client error): The resource could not be found. Sep 08 10:02:37.205217 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b36bfe99-8184-46c2-b86c-e37b59b45dd5 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] 10.222.0.54 "GET /v2.0/subnets/13f27033-5dc3-46ff-a94f-02c431164839 HTTP/1.1" status: 404 len: 337 time: 0.0373182 Sep 08 10:02:37.205630 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37790) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:37.225057 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-b574a51c-ab47-4e4c-8ab8-93ed1b42d3ed tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] DELETE failed (client error): The resource could not be found. Sep 08 10:02:37.225725 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b574a51c-ab47-4e4c-8ab8-93ed1b42d3ed tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 10:02:37.227646 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b574a51c-ab47-4e4c-8ab8-93ed1b42d3ed tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] 10.222.0.54 "DELETE /v2.0/networks/c6caf4fe-6caa-4410-b47b-5877e38aa2ce HTTP/1.1" status: 404 len: 339 time: 0.0210955 Sep 08 10:02:37.231397 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37792) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:37.257765 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-30401f69-9228-458b-89f1-d4ba3c165a9b tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] DELETE failed (client error): The resource could not be found. Sep 08 10:02:37.258265 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30401f69-9228-458b-89f1-d4ba3c165a9b tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 10:02:37.262428 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-30401f69-9228-458b-89f1-d4ba3c165a9b tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] 10.222.0.54 "DELETE /v2.0/subnets/13f27033-5dc3-46ff-a94f-02c431164839 HTTP/1.1" status: 404 len: 337 time: 0.0275500 Sep 08 10:02:37.262577 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37794) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:37.281510 n-d-806683-11 neutron-server[94712]: INFO neutron.pecan_wsgi.hooks.translation [None req-41ac5f12-d695-4a71-8e75-9d0339942b01 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] DELETE failed (client error): The resource could not be found. Sep 08 10:02:37.282094 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41ac5f12-d695-4a71-8e75-9d0339942b01 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94712) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 10:02:37.283821 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-41ac5f12-d695-4a71-8e75-9d0339942b01 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] 10.222.0.54 "DELETE /v2.0/networks/c6caf4fe-6caa-4410-b47b-5877e38aa2ce HTTP/1.1" status: 404 len: 339 time: 0.0195918 Sep 08 10:02:37.286476 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37796) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:37.347992 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecf5780c-1f5f-483a-b2d1-0a873b390bb6 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Deleting subnet b20aa77c-9302-4f60-9da3-c61d5965b5a5 {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 10:02:37.354879 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ecf5780c-1f5f-483a-b2d1-0a873b390bb6 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:37.398167 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ecf5780c-1f5f-483a-b2d1-0a873b390bb6 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:37.486771 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ecf5780c-1f5f-483a-b2d1-0a873b390bb6 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:37.552516 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ecf5780c-1f5f-483a-b2d1-0a873b390bb6 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:37.580933 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf5780c-1f5f-483a-b2d1-0a873b390bb6 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Pushing event deleted for resources: {'Subnet': ['ID=b20aa77c-9302-4f60-9da3-c61d5965b5a5,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:37.586375 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ecf5780c-1f5f-483a-b2d1-0a873b390bb6 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:37.590599 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ecf5780c-1f5f-483a-b2d1-0a873b390bb6 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] 10.222.0.54 "DELETE /v2.0/subnets/b20aa77c-9302-4f60-9da3-c61d5965b5a5 HTTP/1.1" status: 204 len: 168 time: 0.3030713 Sep 08 10:02:37.591656 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37798) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:37.640457 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 16c8e8ef-af0b-40c6-877b-05ff5a0ed2f4 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:02:37.682810 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e432e03b-fad8-418f-9564-129f9b81c1cc tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:37.694104 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 16c8e8ef-af0b-40c6-877b-05ff5a0ed2f4 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:02:37.697969 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 9a7fa5ac-281e-4566-b7e2-90db7274ac79 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:02:37.737842 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-e432e03b-fad8-418f-9564-129f9b81c1cc tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Deleting port 16c8e8ef-af0b-40c6-877b-05ff5a0ed2f4 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:02:37.738575 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e432e03b-fad8-418f-9564-129f9b81c1cc tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:37.752558 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 9a7fa5ac-281e-4566-b7e2-90db7274ac79 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:02:37.752936 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:37.807500 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-e432e03b-fad8-418f-9564-129f9b81c1cc tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] For port 16c8e8ef-af0b-40c6-877b-05ff5a0ed2f4, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=16c8e8ef-af0b-40c6-877b-05ff5a0ed2f4,segment=NetworkSegment(a2ca6dee-007e-4299-a444-d86b54932979),segment_id=a2ca6dee-007e-4299-a444-d86b54932979)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:02:37.807983 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e432e03b-fad8-418f-9564-129f9b81c1cc tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:37.826884 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-e432e03b-fad8-418f-9564-129f9b81c1cc tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Calling delete_port for 16c8e8ef-af0b-40c6-877b-05ff5a0ed2f4 owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:02:37.910921 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e432e03b-fad8-418f-9564-129f9b81c1cc tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:37.935792 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e432e03b-fad8-418f-9564-129f9b81c1cc tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Pushing event deleted for resources: {'Port': ['ID=16c8e8ef-af0b-40c6-877b-05ff5a0ed2f4,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:37.941474 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e432e03b-fad8-418f-9564-129f9b81c1cc tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] No DVR routers for this DVR port 16c8e8ef-af0b-40c6-877b-05ff5a0ed2f4 on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 10:02:38.033246 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e432e03b-fad8-418f-9564-129f9b81c1cc tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:38.053712 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-e432e03b-fad8-418f-9564-129f9b81c1cc tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e5b12b3-0f41-4386-b561-c1e83e4899de']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:02:38.063135 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-e432e03b-fad8-418f-9564-129f9b81c1cc tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2ca6dee-007e-4299-a444-d86b54932979') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:02:38.063434 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-e432e03b-fad8-418f-9564-129f9b81c1cc tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2ca6dee-007e-4299-a444-d86b54932979') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:02:38.073479 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e432e03b-fad8-418f-9564-129f9b81c1cc tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:38.083759 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a3b93d-b505-4026-a561-b0712fd12e0a None None] Network 8e5b12b3-0f41-4386-b561-c1e83e4899de requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:02:38.088298 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e432e03b-fad8-418f-9564-129f9b81c1cc tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:38.095662 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e432e03b-fad8-418f-9564-129f9b81c1cc tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 10:02:38.096062 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e432e03b-fad8-418f-9564-129f9b81c1cc tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:38.098993 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 10:02:38.098993 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 10:02:38.098993 n-d-806683-11 neutron-server[94713]: timer() Sep 08 10:02:38.098993 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 10:02:38.098993 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 10:02:38.098993 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 10:02:38.098993 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 10:02:38.098993 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 10:02:38.098993 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 10:02:38.098993 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 10:02:38.098993 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 10:02:38.098993 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 10:02:38.098993 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 10:02:38.098993 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 10:02:38.098993 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 10:02:38.098993 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 10:02:38.098993 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 10:02:38.098993 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 10:02:38.098993 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 10:02:38.098993 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 10:02:38.098993 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 10:02:38.098993 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 10:02:38.098993 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 10:02:38.098993 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 10:02:38.098993 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 10:02:38.098993 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 10:02:38.098993 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 10:02:38.098993 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 10:02:38.098993 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 10:02:38.098993 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 10:02:38.098993 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 10:02:38.098993 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 10:02:38.156029 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e432e03b-fad8-418f-9564-129f9b81c1cc tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:38.162666 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e432e03b-fad8-418f-9564-129f9b81c1cc tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:38.167016 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e432e03b-fad8-418f-9564-129f9b81c1cc tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] 10.222.0.54 "DELETE /v2.0/networks/8e5b12b3-0f41-4386-b561-c1e83e4899de HTTP/1.1" status: 204 len: 168 time: 0.5713940 Sep 08 10:02:38.167847 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37800) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:38.174808 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-9622f0a9-8d5b-4661-9cb3-12c9d01e837d None None] Could not find standard attr ID for object 16c8e8ef-af0b-40c6-877b-05ff5a0ed2f4. {{(pid=94714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 10:02:38.196620 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e432e03b-fad8-418f-9564-129f9b81c1cc tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Pushing event deleted for resources: {'Network': ['ID=8e5b12b3-0f41-4386-b561-c1e83e4899de,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:38.219283 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-3274be72-60c2-48db-94c2-85c6aaf6de42 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] DELETE failed (client error): The resource could not be found. Sep 08 10:02:38.219781 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3274be72-60c2-48db-94c2-85c6aaf6de42 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 10:02:38.221538 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3274be72-60c2-48db-94c2-85c6aaf6de42 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] 10.222.0.54 "DELETE /v2.0/subnets/d6f3958e-fff8-4563-9c8b-31ec2c1a4abe HTTP/1.1" status: 404 len: 337 time: 0.0533054 Sep 08 10:02:38.227659 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37802) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:38.245627 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-460ef186-eed4-4c9a-9927-5e10f6c7e227 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] DELETE failed (client error): The resource could not be found. Sep 08 10:02:38.246175 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-460ef186-eed4-4c9a-9927-5e10f6c7e227 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 10:02:38.248065 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-460ef186-eed4-4c9a-9927-5e10f6c7e227 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] 10.222.0.54 "DELETE /v2.0/networks/f0ed893b-79a3-47a9-b6ec-535b22fee53b HTTP/1.1" status: 404 len: 339 time: 0.0194855 Sep 08 10:02:38.250793 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37804) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:38.253442 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a37a54-5870-47ad-9ca6-17881ea645f3 None None] DHCP port deletion for 8e5b12b3-0f41-4386-b561-c1e83e4899de request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 10:02:38.276582 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-154754c0-fc01-4cdb-9535-f250af416b68 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] DELETE failed (client error): The resource could not be found. Sep 08 10:02:38.277035 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-154754c0-fc01-4cdb-9535-f250af416b68 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 10:02:38.279373 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-154754c0-fc01-4cdb-9535-f250af416b68 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] 10.222.0.54 "DELETE /v2.0/subnets/6a1d0dde-d389-4e6e-97a1-9bd174dd4be8 HTTP/1.1" status: 404 len: 337 time: 0.0276453 Sep 08 10:02:38.282183 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37806) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:38.299405 n-d-806683-11 neutron-server[94713]: INFO neutron.pecan_wsgi.hooks.translation [None req-c26d60db-f6c3-4c71-be34-4b7867994122 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] DELETE failed (client error): The resource could not be found. Sep 08 10:02:38.299926 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c26d60db-f6c3-4c71-be34-4b7867994122 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94713) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 10:02:38.301529 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c26d60db-f6c3-4c71-be34-4b7867994122 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] 10.222.0.54 "DELETE /v2.0/networks/08c0a848-ffe7-41f5-b392-aa5dd76d8545 HTTP/1.1" status: 404 len: 339 time: 0.0184629 Sep 08 10:02:38.303869 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37808) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:38.353091 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a993818-3e98-4204-b03d-5096b522987f tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Deleting subnet 3a1a0329-5f85-42f3-b3b6-f635ab2d6802 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 10:02:38.356017 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1a993818-3e98-4204-b03d-5096b522987f tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:38.400761 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1a993818-3e98-4204-b03d-5096b522987f tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:38.510914 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1a993818-3e98-4204-b03d-5096b522987f tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:38.573736 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1a993818-3e98-4204-b03d-5096b522987f tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:38.607190 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a993818-3e98-4204-b03d-5096b522987f tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Pushing event deleted for resources: {'Subnet': ['ID=3a1a0329-5f85-42f3-b3b6-f635ab2d6802,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:38.609171 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1a993818-3e98-4204-b03d-5096b522987f tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:38.611966 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1a993818-3e98-4204-b03d-5096b522987f tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] 10.222.0.54 "DELETE /v2.0/subnets/3a1a0329-5f85-42f3-b3b6-f635ab2d6802 HTTP/1.1" status: 204 len: 168 time: 0.3063247 Sep 08 10:02:38.613528 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37810) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:38.615988 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678e0221-572f-41bd-b4d7-ec03e4e28e91 None None] Network ab0886e2-7d2a-46a4-b04d-d2c1f87dd7d3 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:02:38.691237 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5ca028a5-75cc-44d3-b81e-61fc96bd8358 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:38.744191 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-5ca028a5-75cc-44d3-b81e-61fc96bd8358 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Deleting port 9a7fa5ac-281e-4566-b7e2-90db7274ac79 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:02:38.744813 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5ca028a5-75cc-44d3-b81e-61fc96bd8358 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:38.789591 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a3ea3c-76b2-48c9-a9c8-e8793207d478 None None] DHCP port deletion for ab0886e2-7d2a-46a4-b04d-d2c1f87dd7d3 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 10:02:38.812109 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-5ca028a5-75cc-44d3-b81e-61fc96bd8358 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] For port 9a7fa5ac-281e-4566-b7e2-90db7274ac79, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=9a7fa5ac-281e-4566-b7e2-90db7274ac79,segment=NetworkSegment(534219c2-9406-418e-b4af-1ec8438a20ef),segment_id=534219c2-9406-418e-b4af-1ec8438a20ef)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:02:38.812479 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5ca028a5-75cc-44d3-b81e-61fc96bd8358 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:38.824329 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-5ca028a5-75cc-44d3-b81e-61fc96bd8358 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Calling delete_port for 9a7fa5ac-281e-4566-b7e2-90db7274ac79 owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:02:38.838183 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-83a3ea3c-76b2-48c9-a9c8-e8793207d478 None None] Deleting port 9a7fa5ac-281e-4566-b7e2-90db7274ac79 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:02:38.838561 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83a3ea3c-76b2-48c9-a9c8-e8793207d478 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:38.905471 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-83a3ea3c-76b2-48c9-a9c8-e8793207d478 None None] For port 9a7fa5ac-281e-4566-b7e2-90db7274ac79, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=9a7fa5ac-281e-4566-b7e2-90db7274ac79,segment=NetworkSegment(534219c2-9406-418e-b4af-1ec8438a20ef),segment_id=534219c2-9406-418e-b4af-1ec8438a20ef)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:02:38.905895 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83a3ea3c-76b2-48c9-a9c8-e8793207d478 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:38.907960 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5ca028a5-75cc-44d3-b81e-61fc96bd8358 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:38.918585 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-83a3ea3c-76b2-48c9-a9c8-e8793207d478 None None] Calling delete_port for 9a7fa5ac-281e-4566-b7e2-90db7274ac79 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:02:38.998292 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83a3ea3c-76b2-48c9-a9c8-e8793207d478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:39.030267 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a3ea3c-76b2-48c9-a9c8-e8793207d478 None None] Pushing event deleted for resources: {'Port': ['ID=9a7fa5ac-281e-4566-b7e2-90db7274ac79,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:39.034071 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a3ea3c-76b2-48c9-a9c8-e8793207d478 None None] No DVR routers for this DVR port 9a7fa5ac-281e-4566-b7e2-90db7274ac79 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 10:02:39.290367 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca028a5-75cc-44d3-b81e-61fc96bd8358 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Pushing event deleted for resources: {'Port': ['ID=9a7fa5ac-281e-4566-b7e2-90db7274ac79,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:39.293827 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca028a5-75cc-44d3-b81e-61fc96bd8358 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] No DVR routers for this DVR port 9a7fa5ac-281e-4566-b7e2-90db7274ac79 on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 10:02:39.369500 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5ca028a5-75cc-44d3-b81e-61fc96bd8358 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:39.388636 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-5ca028a5-75cc-44d3-b81e-61fc96bd8358 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab0886e2-7d2a-46a4-b04d-d2c1f87dd7d3']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:02:39.397504 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-5ca028a5-75cc-44d3-b81e-61fc96bd8358 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '534219c2-9406-418e-b4af-1ec8438a20ef') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:02:39.397804 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-5ca028a5-75cc-44d3-b81e-61fc96bd8358 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '534219c2-9406-418e-b4af-1ec8438a20ef') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:02:39.407545 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5ca028a5-75cc-44d3-b81e-61fc96bd8358 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:39.420805 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5ca028a5-75cc-44d3-b81e-61fc96bd8358 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:39.426441 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ca028a5-75cc-44d3-b81e-61fc96bd8358 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 10:02:39.426830 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5ca028a5-75cc-44d3-b81e-61fc96bd8358 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:39.429644 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 10:02:39.429644 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 10:02:39.429644 n-d-806683-11 neutron-server[94713]: timer() Sep 08 10:02:39.429644 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 10:02:39.429644 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 10:02:39.429644 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 10:02:39.429644 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 10:02:39.429644 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 10:02:39.429644 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 10:02:39.429644 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 10:02:39.429644 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 10:02:39.429644 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 10:02:39.429644 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 10:02:39.429644 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 10:02:39.429644 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 10:02:39.429644 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 10:02:39.429644 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 10:02:39.429644 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 10:02:39.429644 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 10:02:39.429644 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 10:02:39.429644 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 10:02:39.429644 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 10:02:39.429644 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 10:02:39.429644 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 10:02:39.429644 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 10:02:39.429644 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 10:02:39.429644 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 10:02:39.429644 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 10:02:39.429644 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 10:02:39.429644 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 10:02:39.429644 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 10:02:39.429644 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 10:02:39.493784 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5ca028a5-75cc-44d3-b81e-61fc96bd8358 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:39.506402 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5ca028a5-75cc-44d3-b81e-61fc96bd8358 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:39.508331 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5ca028a5-75cc-44d3-b81e-61fc96bd8358 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] 10.222.0.54 "DELETE /v2.0/networks/ab0886e2-7d2a-46a4-b04d-d2c1f87dd7d3 HTTP/1.1" status: 204 len: 168 time: 0.8938673 Sep 08 10:02:39.518952 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca028a5-75cc-44d3-b81e-61fc96bd8358 tempest-NetworksIpV6Test-1522456160 tempest-NetworksIpV6Test-1522456160-project] Pushing event deleted for resources: {'Network': ['ID=ab0886e2-7d2a-46a4-b04d-d2c1f87dd7d3,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:39.568135 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 16c8e8ef-af0b-40c6-877b-05ff5a0ed2f4 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:02:39.589495 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 16c8e8ef-af0b-40c6-877b-05ff5a0ed2f4 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:02:39.589921 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 16c8e8ef-af0b-40c6-877b-05ff5a0ed2f4 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:02:39.590435 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 9a7fa5ac-281e-4566-b7e2-90db7274ac79 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:02:39.611356 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 9a7fa5ac-281e-4566-b7e2-90db7274ac79 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:02:39.611752 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 9a7fa5ac-281e-4566-b7e2-90db7274ac79 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:02:39.758894 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37816) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:39.889967 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-9b55c2e4-0733-457e-9e00-2243f4ca54c8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fd6324b10a3e4e14afa1716dfc73dc23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1299274 Sep 08 10:02:39.892396 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37820) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:39.939883 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d5ff7611-6e5e-4ea3-8d13-346935515c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:39.960319 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d5ff7611-6e5e-4ea3-8d13-346935515c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:40.006540 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d5ff7611-6e5e-4ea3-8d13-346935515c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:40.009076 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d5ff7611-6e5e-4ea3-8d13-346935515c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:40.010280 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d5ff7611-6e5e-4ea3-8d13-346935515c57 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5250c140-a8ea-4f8f-8056-78cee992c096 HTTP/1.1" status: 204 len: 168 time: 0.1169577 Sep 08 10:02:40.018466 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff7611-6e5e-4ea3-8d13-346935515c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5250c140-a8ea-4f8f-8056-78cee992c096,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:40.632206 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37842) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:40.726692 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-d138c0a3-9ecc-44be-aae5-b904dfca0478 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-377387841', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:02:40.750653 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d138c0a3-9ecc-44be-aae5-b904dfca0478 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:40.751653 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d138c0a3-9ecc-44be-aae5-b904dfca0478 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:40.804330 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d138c0a3-9ecc-44be-aae5-b904dfca0478 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:40.808955 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d138c0a3-9ecc-44be-aae5-b904dfca0478 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:40.823436 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d138c0a3-9ecc-44be-aae5-b904dfca0478 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:40.824792 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d138c0a3-9ecc-44be-aae5-b904dfca0478 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1915689 Sep 08 10:02:40.828031 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37846) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:40.832694 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-fe6d1a7f-7194-44d0-b221-9a7e5deffbea tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1554582485'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:02:40.853269 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6d1a7f-7194-44d0-b221-9a7e5deffbea tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Made reservation on behalf of 845de7ff647f4b57bbdf6700a4b2eae3 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:02:40.856656 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fe6d1a7f-7194-44d0-b221-9a7e5deffbea tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:40.865913 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fe6d1a7f-7194-44d0-b221-9a7e5deffbea tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:40.955523 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fe6d1a7f-7194-44d0-b221-9a7e5deffbea tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:40.959078 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fe6d1a7f-7194-44d0-b221-9a7e5deffbea tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:40.980845 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe6d1a7f-7194-44d0-b221-9a7e5deffbea tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 10:02:40.994976 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d1a7f-7194-44d0-b221-9a7e5deffbea tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07312920-c081-4cde-88cc-99ff2245a469,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:40.997770 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fe6d1a7f-7194-44d0-b221-9a7e5deffbea tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:40.998147 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-fe6d1a7f-7194-44d0-b221-9a7e5deffbea tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Added segment f613312a-4e76-4639-b983-3a085c57bac5 of type vlan for network cf1200f9-dc05-483c-b7d9-5791571a6cf7 Sep 08 10:02:41.038521 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fe6d1a7f-7194-44d0-b221-9a7e5deffbea tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:41.063376 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fe6d1a7f-7194-44d0-b221-9a7e5deffbea tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:41.068926 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6d1a7f-7194-44d0-b221-9a7e5deffbea tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:41.069517 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-fe6d1a7f-7194-44d0-b221-9a7e5deffbea tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:41.110295 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-fe6d1a7f-7194-44d0-b221-9a7e5deffbea tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2811823 Sep 08 10:02:41.113086 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37848) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:41.117931 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-93414527-31a9-4677-9620-d2d11bc5a342 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Request body: {'subnet': {'network_id': 'cf1200f9-dc05-483c-b7d9-5791571a6cf7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:02:41.159490 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d1a7f-7194-44d0-b221-9a7e5deffbea tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Pushing event updated for resources: {'Network': ['ID=cf1200f9-dc05-483c-b7d9-5791571a6cf7,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:41.169463 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network cf1200f9-dc05-483c-b7d9-5791571a6cf7 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 10:02:41.234927 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93414527-31a9-4677-9620-d2d11bc5a342 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Made reservation on behalf of 845de7ff647f4b57bbdf6700a4b2eae3 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:02:41.238500 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-93414527-31a9-4677-9620-d2d11bc5a342 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:41.414965 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-93414527-31a9-4677-9620-d2d11bc5a342 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:41.477182 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93414527-31a9-4677-9620-d2d11bc5a342 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Pushing event updated for resources: {'Subnet': ['ID=6df0c9e3-ee4f-4df9-b5d5-d44d61684796,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:41.485670 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93414527-31a9-4677-9620-d2d11bc5a342 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Checking segment: {'id': 'f613312a-4e76-4639-b983-3a085c57bac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cf1200f9-dc05-483c-b7d9-5791571a6cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:02:41.485982 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93414527-31a9-4677-9620-d2d11bc5a342 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Network hostable DHCP agents. Network: cf1200f9-dc05-483c-b7d9-5791571a6cf7, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 10:02:41.502376 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93414527-31a9-4677-9620-d2d11bc5a342 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Network cf1200f9-dc05-483c-b7d9-5791571a6cf7 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 10:02:41.510562 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-93414527-31a9-4677-9620-d2d11bc5a342 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, cf1200f9-dc05-483c-b7d9-5791571a6cf7) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:02:41.514586 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93414527-31a9-4677-9620-d2d11bc5a342 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:41.515986 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-93414527-31a9-4677-9620-d2d11bc5a342 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:41.521566 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dd921d-1d70-4d98-93f7-813ec26016fa None None] Network cf1200f9-dc05-483c-b7d9-5791571a6cf7 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:02:41.532140 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-93414527-31a9-4677-9620-d2d11bc5a342 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4180276 Sep 08 10:02:41.535143 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37850) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:41.540223 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-57eb83f4-a772-48e5-a618-f1c8f1aef84e tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1568746456'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:02:41.560093 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57eb83f4-a772-48e5-a618-f1c8f1aef84e tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Made reservation on behalf of 845de7ff647f4b57bbdf6700a4b2eae3 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:02:41.564303 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-57eb83f4-a772-48e5-a618-f1c8f1aef84e tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:41.589026 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57eb83f4-a772-48e5-a618-f1c8f1aef84e tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 10:02:41.597778 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-57eb83f4-a772-48e5-a618-f1c8f1aef84e tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:41.598159 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-57eb83f4-a772-48e5-a618-f1c8f1aef84e tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Added segment 2c94fd9c-eb41-4012-bab8-5d9fcd6b3633 of type vlan for network 23107301-da73-4954-bc9d-2a8de5635406 Sep 08 10:02:41.639876 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-57eb83f4-a772-48e5-a618-f1c8f1aef84e tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:41.664767 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-57eb83f4-a772-48e5-a618-f1c8f1aef84e tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:41.670563 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57eb83f4-a772-48e5-a618-f1c8f1aef84e tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:41.671838 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-57eb83f4-a772-48e5-a618-f1c8f1aef84e tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:41.672876 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadd58ba-f5c2-40b5-b671-9fcfee92fec1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-cf1200f9-dc05-483c-b7d9-5791571a6cf7', 'network_id': 'cf1200f9-dc05-483c-b7d9-5791571a6cf7', 'tenant_id': '845de7ff647f4b57bbdf6700a4b2eae3', 'fixed_ips': [{'subnet_id': '6df0c9e3-ee4f-4df9-b5d5-d44d61684796'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 10:02:41.673800 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aadd58ba-f5c2-40b5-b671-9fcfee92fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:41.709053 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-57eb83f4-a772-48e5-a618-f1c8f1aef84e tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1728585 Sep 08 10:02:41.711924 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37852) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:41.745346 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-211cc39c-24b9-4d40-8282-dfd33c3944b7 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Request body: {'subnet': {'network_id': '23107301-da73-4954-bc9d-2a8de5635406', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:02:41.761596 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb83f4-a772-48e5-a618-f1c8f1aef84e tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Pushing event updated for resources: {'Network': ['ID=23107301-da73-4954-bc9d-2a8de5635406,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:41.773610 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 23107301-da73-4954-bc9d-2a8de5635406 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 10:02:41.835601 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211cc39c-24b9-4d40-8282-dfd33c3944b7 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Made reservation on behalf of 845de7ff647f4b57bbdf6700a4b2eae3 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:02:41.839294 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-211cc39c-24b9-4d40-8282-dfd33c3944b7 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:41.865972 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-aadd58ba-f5c2-40b5-b671-9fcfee92fec1 None None] Allocated IP 172.20.0.2 (cf1200f9-dc05-483c-b7d9-5791571a6cf7/6df0c9e3-ee4f-4df9-b5d5-d44d61684796/50dbc92e-597d-4772-a7a2-e351f94c4041) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:02:42.015157 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aadd58ba-f5c2-40b5-b671-9fcfee92fec1 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:42.023794 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aadd58ba-f5c2-40b5-b671-9fcfee92fec1 None None] Transition to ACTIVE for port object 50dbc92e-597d-4772-a7a2-e351f94c4041 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:02:42.025642 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-211cc39c-24b9-4d40-8282-dfd33c3944b7 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:42.039190 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aadd58ba-f5c2-40b5-b671-9fcfee92fec1 None None] Transition to ACTIVE for port object 50dbc92e-597d-4772-a7a2-e351f94c4041 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:02:42.044778 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aadd58ba-f5c2-40b5-b671-9fcfee92fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:42.087652 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadd58ba-f5c2-40b5-b671-9fcfee92fec1 None None] Network cf1200f9-dc05-483c-b7d9-5791571a6cf7 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:02:42.090480 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-aadd58ba-f5c2-40b5-b671-9fcfee92fec1 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:02:42.092364 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211cc39c-24b9-4d40-8282-dfd33c3944b7 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Pushing event updated for resources: {'Subnet': ['ID=028e4b56-a4ea-4ba3-a1c4-cb768b94486c,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:42.093582 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadd58ba-f5c2-40b5-b671-9fcfee92fec1 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:02:42.099813 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211cc39c-24b9-4d40-8282-dfd33c3944b7 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Checking segment: {'id': '2c94fd9c-eb41-4012-bab8-5d9fcd6b3633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '23107301-da73-4954-bc9d-2a8de5635406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:02:42.100177 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211cc39c-24b9-4d40-8282-dfd33c3944b7 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Network hostable DHCP agents. Network: 23107301-da73-4954-bc9d-2a8de5635406, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 10:02:42.112895 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd58ba-f5c2-40b5-b671-9fcfee92fec1 None None] Pushing event updated for resources: {'Port': ['ID=50dbc92e-597d-4772-a7a2-e351f94c4041,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:42.117183 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211cc39c-24b9-4d40-8282-dfd33c3944b7 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Network 23107301-da73-4954-bc9d-2a8de5635406 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 10:02:42.127794 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-211cc39c-24b9-4d40-8282-dfd33c3944b7 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 23107301-da73-4954-bc9d-2a8de5635406) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:02:42.131783 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211cc39c-24b9-4d40-8282-dfd33c3944b7 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:42.132381 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-211cc39c-24b9-4d40-8282-dfd33c3944b7 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:42.139094 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f202361-e7a3-4924-a636-0a8cb930795d None None] Network 23107301-da73-4954-bc9d-2a8de5635406 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:02:42.149837 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-211cc39c-24b9-4d40-8282-dfd33c3944b7 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4368737 Sep 08 10:02:42.152589 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37854) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:42.157739 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-2048d15d-54aa-4087-bcd4-7b6b04d059b5 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Request body: {'router': {'external_gateway_info': {'network_id': '23107301-da73-4954-bc9d-2a8de5635406'}}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:02:42.187739 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-aadd58ba-f5c2-40b5-b671-9fcfee92fec1 None None] Attempting to bind port 50dbc92e-597d-4772-a7a2-e351f94c4041 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:02:42.188363 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-aadd58ba-f5c2-40b5-b671-9fcfee92fec1 None None] Attempting to bind port 50dbc92e-597d-4772-a7a2-e351f94c4041 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'f613312a-4e76-4639-b983-3a085c57bac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cf1200f9-dc05-483c-b7d9-5791571a6cf7'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:02:42.188765 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadd58ba-f5c2-40b5-b671-9fcfee92fec1 None None] Attempting to bind port 50dbc92e-597d-4772-a7a2-e351f94c4041 on network cf1200f9-dc05-483c-b7d9-5791571a6cf7 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:02:42.220929 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadd58ba-f5c2-40b5-b671-9fcfee92fec1 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:02:42.221329 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadd58ba-f5c2-40b5-b671-9fcfee92fec1 None None] Checking segment: {'id': 'f613312a-4e76-4639-b983-3a085c57bac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cf1200f9-dc05-483c-b7d9-5791571a6cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:02:42.221719 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aadd58ba-f5c2-40b5-b671-9fcfee92fec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:42.222147 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadd58ba-f5c2-40b5-b671-9fcfee92fec1 None None] Bound using segment: {'id': 'f613312a-4e76-4639-b983-3a085c57bac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cf1200f9-dc05-483c-b7d9-5791571a6cf7'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:02:42.222626 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-aadd58ba-f5c2-40b5-b671-9fcfee92fec1 None None] Bound port: 50dbc92e-597d-4772-a7a2-e351f94c4041, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f613312a-4e76-4639-b983-3a085c57bac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cf1200f9-dc05-483c-b7d9-5791571a6cf7'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:02:42.223020 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aadd58ba-f5c2-40b5-b671-9fcfee92fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:42.339254 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aadd58ba-f5c2-40b5-b671-9fcfee92fec1 None None] For port 50dbc92e-597d-4772-a7a2-e351f94c4041, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:02:42.344574 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aadd58ba-f5c2-40b5-b671-9fcfee92fec1 None None] For port 50dbc92e-597d-4772-a7a2-e351f94c4041, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=50dbc92e-597d-4772-a7a2-e351f94c4041,segment=NetworkSegment(f613312a-4e76-4639-b983-3a085c57bac5),segment_id=f613312a-4e76-4639-b983-3a085c57bac5)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:02:42.351664 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aadd58ba-f5c2-40b5-b671-9fcfee92fec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:42.368170 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2048d15d-54aa-4087-bcd4-7b6b04d059b5 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:42.396654 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc74ba6-8d1e-4984-8cdb-8d5093d4b72b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-23107301-da73-4954-bc9d-2a8de5635406', 'network_id': '23107301-da73-4954-bc9d-2a8de5635406', 'tenant_id': '845de7ff647f4b57bbdf6700a4b2eae3', 'fixed_ips': [{'subnet_id': '028e4b56-a4ea-4ba3-a1c4-cb768b94486c'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 10:02:42.397636 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2fc74ba6-8d1e-4984-8cdb-8d5093d4b72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:42.449967 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd58ba-f5c2-40b5-b671-9fcfee92fec1 None None] Pushing event updated for resources: {'Port': ['ID=50dbc92e-597d-4772-a7a2-e351f94c4041,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:42.489041 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [None req-2048d15d-54aa-4087-bcd4-7b6b04d059b5 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 10:02:42.490286 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2048d15d-54aa-4087-bcd4-7b6b04d059b5 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] 10.222.0.54 "PUT /v2.0/routers/86cbdc73-f160-4ad5-afd3-0249846ce303 HTTP/1.1" status: 400 len: 364 time: 0.3365803 Sep 08 10:02:42.496768 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37856) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:42.555354 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-7912edb9-d48e-4983-ab0a-290d6c00bf6a tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Deleting subnet 028e4b56-a4ea-4ba3-a1c4-cb768b94486c {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 10:02:42.578921 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-2fc74ba6-8d1e-4984-8cdb-8d5093d4b72b None None] Allocated IP 172.21.0.2 (23107301-da73-4954-bc9d-2a8de5635406/028e4b56-a4ea-4ba3-a1c4-cb768b94486c/0f4d286c-c22c-4c01-94a2-bf31cc0cbfa0) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:02:42.741637 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2fc74ba6-8d1e-4984-8cdb-8d5093d4b72b None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:42.751010 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2fc74ba6-8d1e-4984-8cdb-8d5093d4b72b None None] Transition to ACTIVE for port object 0f4d286c-c22c-4c01-94a2-bf31cc0cbfa0 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:02:42.766578 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2fc74ba6-8d1e-4984-8cdb-8d5093d4b72b None None] Transition to ACTIVE for port object 0f4d286c-c22c-4c01-94a2-bf31cc0cbfa0 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:02:42.772171 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7912edb9-d48e-4983-ab0a-290d6c00bf6a tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:42.772699 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2fc74ba6-8d1e-4984-8cdb-8d5093d4b72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:42.813415 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc74ba6-8d1e-4984-8cdb-8d5093d4b72b None None] Network 23107301-da73-4954-bc9d-2a8de5635406 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:02:42.813638 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7912edb9-d48e-4983-ab0a-290d6c00bf6a tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:42.818303 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-2fc74ba6-8d1e-4984-8cdb-8d5093d4b72b None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:02:42.822743 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc74ba6-8d1e-4984-8cdb-8d5093d4b72b None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:02:42.825767 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc74ba6-8d1e-4984-8cdb-8d5093d4b72b None None] Pushing event updated for resources: {'Port': ['ID=0f4d286c-c22c-4c01-94a2-bf31cc0cbfa0,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:42.885153 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-2fc74ba6-8d1e-4984-8cdb-8d5093d4b72b None None] Attempting to bind port 0f4d286c-c22c-4c01-94a2-bf31cc0cbfa0 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:02:42.885416 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-2fc74ba6-8d1e-4984-8cdb-8d5093d4b72b None None] Attempting to bind port 0f4d286c-c22c-4c01-94a2-bf31cc0cbfa0 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '2c94fd9c-eb41-4012-bab8-5d9fcd6b3633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '23107301-da73-4954-bc9d-2a8de5635406'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:02:42.885780 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc74ba6-8d1e-4984-8cdb-8d5093d4b72b None None] Attempting to bind port 0f4d286c-c22c-4c01-94a2-bf31cc0cbfa0 on network 23107301-da73-4954-bc9d-2a8de5635406 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:02:42.891401 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc74ba6-8d1e-4984-8cdb-8d5093d4b72b None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:02:42.891788 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc74ba6-8d1e-4984-8cdb-8d5093d4b72b None None] Checking segment: {'id': '2c94fd9c-eb41-4012-bab8-5d9fcd6b3633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '23107301-da73-4954-bc9d-2a8de5635406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:02:42.892196 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2fc74ba6-8d1e-4984-8cdb-8d5093d4b72b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:42.892593 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc74ba6-8d1e-4984-8cdb-8d5093d4b72b None None] Bound using segment: {'id': '2c94fd9c-eb41-4012-bab8-5d9fcd6b3633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '23107301-da73-4954-bc9d-2a8de5635406'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:02:42.893064 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-2fc74ba6-8d1e-4984-8cdb-8d5093d4b72b None None] Bound port: 0f4d286c-c22c-4c01-94a2-bf31cc0cbfa0, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c94fd9c-eb41-4012-bab8-5d9fcd6b3633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '23107301-da73-4954-bc9d-2a8de5635406'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:02:42.893454 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2fc74ba6-8d1e-4984-8cdb-8d5093d4b72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:42.910468 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7912edb9-d48e-4983-ab0a-290d6c00bf6a tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:42.969157 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7912edb9-d48e-4983-ab0a-290d6c00bf6a tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:42.972175 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-2fc74ba6-8d1e-4984-8cdb-8d5093d4b72b None None] For port 0f4d286c-c22c-4c01-94a2-bf31cc0cbfa0, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:02:42.975451 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-2fc74ba6-8d1e-4984-8cdb-8d5093d4b72b None None] For port 0f4d286c-c22c-4c01-94a2-bf31cc0cbfa0, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=0f4d286c-c22c-4c01-94a2-bf31cc0cbfa0,segment=NetworkSegment(2c94fd9c-eb41-4012-bab8-5d9fcd6b3633),segment_id=2c94fd9c-eb41-4012-bab8-5d9fcd6b3633)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:02:42.980806 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2fc74ba6-8d1e-4984-8cdb-8d5093d4b72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:42.998825 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7912edb9-d48e-4983-ab0a-290d6c00bf6a tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Pushing event deleted for resources: {'Subnet': ['ID=028e4b56-a4ea-4ba3-a1c4-cb768b94486c,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:43.004571 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7912edb9-d48e-4983-ab0a-290d6c00bf6a tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:43.006531 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-7912edb9-d48e-4983-ab0a-290d6c00bf6a tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] 10.222.0.54 "DELETE /v2.0/subnets/028e4b56-a4ea-4ba3-a1c4-cb768b94486c HTTP/1.1" status: 204 len: 168 time: 0.5086441 Sep 08 10:02:43.008969 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37858) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:43.047262 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc74ba6-8d1e-4984-8cdb-8d5093d4b72b None None] Pushing event updated for resources: {'Port': ['ID=0f4d286c-c22c-4c01-94a2-bf31cc0cbfa0,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:43.094697 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bf0e5518-6bc5-4a8f-9ebe-cabe3be069b3 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:43.447017 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6360061d-6d5f-43dd-bb5d-50423edf51b3 None None] Network cf1200f9-dc05-483c-b7d9-5791571a6cf7 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:02:43.494413 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-bf0e5518-6bc5-4a8f-9ebe-cabe3be069b3 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Deleting port 0f4d286c-c22c-4c01-94a2-bf31cc0cbfa0 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:02:43.494672 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bf0e5518-6bc5-4a8f-9ebe-cabe3be069b3 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:43.573179 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-bf0e5518-6bc5-4a8f-9ebe-cabe3be069b3 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] For port 0f4d286c-c22c-4c01-94a2-bf31cc0cbfa0, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=0f4d286c-c22c-4c01-94a2-bf31cc0cbfa0,segment=NetworkSegment(2c94fd9c-eb41-4012-bab8-5d9fcd6b3633),segment_id=2c94fd9c-eb41-4012-bab8-5d9fcd6b3633)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:02:43.573610 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bf0e5518-6bc5-4a8f-9ebe-cabe3be069b3 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:43.574564 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-b1a7369f-369c-43df-baa0-61b24e8e9db0 None None] Provisioning for port 50dbc92e-597d-4772-a7a2-e351f94c4041 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:02:43.589502 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-bf0e5518-6bc5-4a8f-9ebe-cabe3be069b3 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Calling delete_port for 0f4d286c-c22c-4c01-94a2-bf31cc0cbfa0 owned by network:dhcp {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:02:43.683842 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 50dbc92e-597d-4772-a7a2-e351f94c4041 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:02:43.707556 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bf0e5518-6bc5-4a8f-9ebe-cabe3be069b3 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:43.732135 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e5518-6bc5-4a8f-9ebe-cabe3be069b3 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Pushing event deleted for resources: {'Port': ['ID=0f4d286c-c22c-4c01-94a2-bf31cc0cbfa0,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:43.737067 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 50dbc92e-597d-4772-a7a2-e351f94c4041 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:02:43.739123 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0e5518-6bc5-4a8f-9ebe-cabe3be069b3 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] No DVR routers for this DVR port 0f4d286c-c22c-4c01-94a2-bf31cc0cbfa0 on host n-d-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 10:02:43.745163 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 50dbc92e-597d-4772-a7a2-e351f94c4041 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:02:43.745842 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:43.835553 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bf0e5518-6bc5-4a8f-9ebe-cabe3be069b3 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:43.844598 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:43.865287 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-bf0e5518-6bc5-4a8f-9ebe-cabe3be069b3 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23107301-da73-4954-bc9d-2a8de5635406']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:02:43.876129 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-bf0e5518-6bc5-4a8f-9ebe-cabe3be069b3 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c94fd9c-eb41-4012-bab8-5d9fcd6b3633') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:02:43.876129 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-bf0e5518-6bc5-4a8f-9ebe-cabe3be069b3 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c94fd9c-eb41-4012-bab8-5d9fcd6b3633') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:02:43.886590 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bf0e5518-6bc5-4a8f-9ebe-cabe3be069b3 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:43.892751 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 50dbc92e-597d-4772-a7a2-e351f94c4041, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=50dbc92e-597d-4772-a7a2-e351f94c4041,segment=NetworkSegment(f613312a-4e76-4639-b983-3a085c57bac5),segment_id=f613312a-4e76-4639-b983-3a085c57bac5)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:02:43.897393 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:43.898574 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 0f4d286c-c22c-4c01-94a2-bf31cc0cbfa0 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:02:43.908111 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bf0e5518-6bc5-4a8f-9ebe-cabe3be069b3 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:43.915804 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf0e5518-6bc5-4a8f-9ebe-cabe3be069b3 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 10:02:43.916401 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bf0e5518-6bc5-4a8f-9ebe-cabe3be069b3 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:43.919931 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 10:02:43.919931 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 10:02:43.919931 n-d-806683-11 neutron-server[94712]: timer() Sep 08 10:02:43.919931 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 10:02:43.919931 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 10:02:43.919931 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 10:02:43.919931 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 10:02:43.919931 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 10:02:43.919931 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 10:02:43.919931 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 10:02:43.919931 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 10:02:43.919931 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 10:02:43.919931 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 10:02:43.919931 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 10:02:43.919931 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 10:02:43.919931 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 10:02:43.919931 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 10:02:43.919931 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 10:02:43.919931 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 10:02:43.919931 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 10:02:43.919931 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 10:02:43.919931 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 10:02:43.919931 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 10:02:43.919931 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 10:02:43.919931 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 10:02:43.919931 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 10:02:43.919931 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 10:02:43.919931 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 10:02:43.919931 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 10:02:43.919931 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 10:02:43.919931 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 10:02:43.919931 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 10:02:43.941986 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 0f4d286c-c22c-4c01-94a2-bf31cc0cbfa0 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:02:43.942429 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 0f4d286c-c22c-4c01-94a2-bf31cc0cbfa0 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 08 10:02:43.965951 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Port 0f4d286c-c22c-4c01-94a2-bf31cc0cbfa0 not found, will not notify nova. {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 08 10:02:43.986378 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=50dbc92e-597d-4772-a7a2-e351f94c4041,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:43.993120 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bf0e5518-6bc5-4a8f-9ebe-cabe3be069b3 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:44.001978 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bf0e5518-6bc5-4a8f-9ebe-cabe3be069b3 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:44.004000 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-bf0e5518-6bc5-4a8f-9ebe-cabe3be069b3 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] 10.222.0.54 "DELETE /v2.0/networks/23107301-da73-4954-bc9d-2a8de5635406 HTTP/1.1" status: 204 len: 168 time: 0.9936614 Sep 08 10:02:44.006602 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37860) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:44.025504 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e5518-6bc5-4a8f-9ebe-cabe3be069b3 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Pushing event deleted for resources: {'Network': ['ID=23107301-da73-4954-bc9d-2a8de5635406,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:44.046465 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-17cfacba-175b-4a63-9009-65695b8d74a2 None None] Provisioning complete for port 50dbc92e-597d-4772-a7a2-e351f94c4041 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:02:44.046743 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-17cfacba-175b-4a63-9009-65695b8d74a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:44.069210 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-1100eb0e-dc0b-4ff7-81a7-326598625471 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Deleting subnet 6df0c9e3-ee4f-4df9-b5d5-d44d61684796 {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 10:02:44.072607 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1100eb0e-dc0b-4ff7-81a7-326598625471 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:44.120969 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1100eb0e-dc0b-4ff7-81a7-326598625471 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:44.211650 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1100eb0e-dc0b-4ff7-81a7-326598625471 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:44.233664 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a57ebbe-8b9d-4bc0-b752-8ef176d60703 None None] DHCP port deletion for 23107301-da73-4954-bc9d-2a8de5635406 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 10:02:44.252069 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f7af29-3887-45a2-a4b9-ff7024bf7a60 None None] Network 23107301-da73-4954-bc9d-2a8de5635406 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:02:44.263398 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-3c5465d0-71ce-416b-910c-7b2f85382f61 None None] Could not find standard attr ID for object 0f4d286c-c22c-4c01-94a2-bf31cc0cbfa0. {{(pid=94714) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 10:02:44.266140 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f7af29-3887-45a2-a4b9-ff7024bf7a60 None None] Network 23107301-da73-4954-bc9d-2a8de5635406 could not be found, it might have been deleted concurrently. {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 08 10:02:44.277276 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1100eb0e-dc0b-4ff7-81a7-326598625471 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:44.307615 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1100eb0e-dc0b-4ff7-81a7-326598625471 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Pushing event deleted for resources: {'Subnet': ['ID=6df0c9e3-ee4f-4df9-b5d5-d44d61684796,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:44.312113 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1100eb0e-dc0b-4ff7-81a7-326598625471 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:44.314919 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-1100eb0e-dc0b-4ff7-81a7-326598625471 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] 10.222.0.54 "DELETE /v2.0/subnets/6df0c9e3-ee4f-4df9-b5d5-d44d61684796 HTTP/1.1" status: 204 len: 168 time: 0.3072186 Sep 08 10:02:44.316824 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37862) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:44.318508 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a68574-8ac4-4522-84d5-ef2d86ca0c54 None None] Network cf1200f9-dc05-483c-b7d9-5791571a6cf7 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:02:44.394152 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a87dac37-a3bd-40b3-a571-92ee68e837aa tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:44.449008 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-a87dac37-a3bd-40b3-a571-92ee68e837aa tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Deleting port 50dbc92e-597d-4772-a7a2-e351f94c4041 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:02:44.449238 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a87dac37-a3bd-40b3-a571-92ee68e837aa tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:44.520982 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-a87dac37-a3bd-40b3-a571-92ee68e837aa tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] For port 50dbc92e-597d-4772-a7a2-e351f94c4041, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=50dbc92e-597d-4772-a7a2-e351f94c4041,segment=NetworkSegment(f613312a-4e76-4639-b983-3a085c57bac5),segment_id=f613312a-4e76-4639-b983-3a085c57bac5)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:02:44.521742 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a87dac37-a3bd-40b3-a571-92ee68e837aa tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:44.534733 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-a87dac37-a3bd-40b3-a571-92ee68e837aa tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Calling delete_port for 50dbc92e-597d-4772-a7a2-e351f94c4041 owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:02:44.618266 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a87dac37-a3bd-40b3-a571-92ee68e837aa tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:44.635533 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6179637-4590-4efc-b42b-3aac53fdf362 None None] DHCP port deletion for cf1200f9-dc05-483c-b7d9-5791571a6cf7 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 10:02:44.645425 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dac37-a3bd-40b3-a571-92ee68e837aa tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Pushing event deleted for resources: {'Port': ['ID=50dbc92e-597d-4772-a7a2-e351f94c4041,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:44.648377 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87dac37-a3bd-40b3-a571-92ee68e837aa tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] No DVR routers for this DVR port 50dbc92e-597d-4772-a7a2-e351f94c4041 on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 10:02:44.726642 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a87dac37-a3bd-40b3-a571-92ee68e837aa tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:44.746547 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-a87dac37-a3bd-40b3-a571-92ee68e837aa tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf1200f9-dc05-483c-b7d9-5791571a6cf7']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:02:44.756157 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-a87dac37-a3bd-40b3-a571-92ee68e837aa tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f613312a-4e76-4639-b983-3a085c57bac5') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:02:44.756453 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-a87dac37-a3bd-40b3-a571-92ee68e837aa tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f613312a-4e76-4639-b983-3a085c57bac5') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:02:44.765374 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a87dac37-a3bd-40b3-a571-92ee68e837aa tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:44.777929 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a87dac37-a3bd-40b3-a571-92ee68e837aa tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:44.783658 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a87dac37-a3bd-40b3-a571-92ee68e837aa tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 10:02:44.784043 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a87dac37-a3bd-40b3-a571-92ee68e837aa tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:44.786878 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 10:02:44.786878 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 10:02:44.786878 n-d-806683-11 neutron-server[94713]: timer() Sep 08 10:02:44.786878 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 10:02:44.786878 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 10:02:44.786878 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 10:02:44.786878 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 10:02:44.786878 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 10:02:44.786878 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 10:02:44.786878 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 10:02:44.786878 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 10:02:44.786878 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 10:02:44.786878 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 10:02:44.786878 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 10:02:44.786878 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 10:02:44.786878 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 10:02:44.786878 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 10:02:44.786878 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 10:02:44.786878 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 10:02:44.786878 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 10:02:44.786878 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 10:02:44.786878 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 10:02:44.786878 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 10:02:44.786878 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 10:02:44.786878 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 10:02:44.786878 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 10:02:44.786878 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 10:02:44.786878 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 10:02:44.786878 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 10:02:44.786878 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 10:02:44.786878 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 10:02:44.786878 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 10:02:44.843947 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a87dac37-a3bd-40b3-a571-92ee68e837aa tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:44.851143 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a87dac37-a3bd-40b3-a571-92ee68e837aa tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:44.852959 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a87dac37-a3bd-40b3-a571-92ee68e837aa tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] 10.222.0.54 "DELETE /v2.0/networks/cf1200f9-dc05-483c-b7d9-5791571a6cf7 HTTP/1.1" status: 204 len: 168 time: 0.5351546 Sep 08 10:02:44.855890 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37864) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:44.863927 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87dac37-a3bd-40b3-a571-92ee68e837aa tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Pushing event deleted for resources: {'Network': ['ID=cf1200f9-dc05-483c-b7d9-5791571a6cf7,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:44.882560 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f2ad595d-eeb8-4f7a-9ed4-1d368e014d7a tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] 10.222.0.54 "GET /v2.0/ports?device_id=86cbdc73-f160-4ad5-afd3-0249846ce303 HTTP/1.1" status: 200 len: 205 time: 0.0255258 Sep 08 10:02:44.884998 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37866) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:44.959395 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b17fac4f-f157-4333-a711-261572c6cef0 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks [] for router, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:45.121257 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b17fac4f-f157-4333-a711-261572c6cef0 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:45.123353 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b17fac4f-f157-4333-a711-261572c6cef0 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:45.166889 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b17fac4f-f157-4333-a711-261572c6cef0 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:45.167444 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17fac4f-f157-4333-a711-261572c6cef0 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Fanout notify agent at l3_agent the message router_deleted on router 86cbdc73-f160-4ad5-afd3-0249846ce303 {{(pid=94712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 10:02:45.175139 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b17fac4f-f157-4333-a711-261572c6cef0 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:45.176249 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b17fac4f-f157-4333-a711-261572c6cef0 tempest-RoutersNegativeTest-1332200505 tempest-RoutersNegativeTest-1332200505-project] 10.222.0.54 "DELETE /v2.0/routers/86cbdc73-f160-4ad5-afd3-0249846ce303 HTTP/1.1" status: 204 len: 168 time: 0.2903583 Sep 08 10:02:45.411069 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37872) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:45.540405 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-1a9092fa-27c2-477d-8d99-87afe47fc70a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=845de7ff647f4b57bbdf6700a4b2eae3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1281674 Sep 08 10:02:45.542791 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37876) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:45.570373 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 50dbc92e-597d-4772-a7a2-e351f94c4041 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:02:45.590845 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-da69fbf8-0548-4916-89f7-d1f28ac2dd1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:45.591825 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 50dbc92e-597d-4772-a7a2-e351f94c4041 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:02:45.592186 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 50dbc92e-597d-4772-a7a2-e351f94c4041 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:02:45.592622 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 0f4d286c-c22c-4c01-94a2-bf31cc0cbfa0 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:02:45.611637 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 0f4d286c-c22c-4c01-94a2-bf31cc0cbfa0 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:02:45.611995 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 0f4d286c-c22c-4c01-94a2-bf31cc0cbfa0 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:02:45.612141 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-da69fbf8-0548-4916-89f7-d1f28ac2dd1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:45.660059 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-da69fbf8-0548-4916-89f7-d1f28ac2dd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:45.662641 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-da69fbf8-0548-4916-89f7-d1f28ac2dd1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:45.663795 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-da69fbf8-0548-4916-89f7-d1f28ac2dd1d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/07312920-c081-4cde-88cc-99ff2245a469 HTTP/1.1" status: 204 len: 168 time: 0.1201162 Sep 08 10:02:45.671452 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da69fbf8-0548-4916-89f7-d1f28ac2dd1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07312920-c081-4cde-88cc-99ff2245a469,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:46.278776 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37898) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:46.372284 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-de969563-89c3-46ea-811d-4e8386fe99a1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-408881124-network', 'tenant_id': '1a8a213f860f4221a94e82ebabe7bf21'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:02:46.396571 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de969563-89c3-46ea-811d-4e8386fe99a1 admin admin] Made reservation on behalf of 1a8a213f860f4221a94e82ebabe7bf21 for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:02:46.398892 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-de969563-89c3-46ea-811d-4e8386fe99a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:46.407631 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-de969563-89c3-46ea-811d-4e8386fe99a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:46.493270 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-de969563-89c3-46ea-811d-4e8386fe99a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:46.496728 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-de969563-89c3-46ea-811d-4e8386fe99a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:46.513369 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:02:46.521711 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de969563-89c3-46ea-811d-4e8386fe99a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 10:02:46.531990 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de969563-89c3-46ea-811d-4e8386fe99a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a5e0d1-d779-4616-b245-f35b52597d75,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:46.536740 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-de969563-89c3-46ea-811d-4e8386fe99a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:46.537085 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-de969563-89c3-46ea-811d-4e8386fe99a1 admin admin] Added segment b7e57a00-ff2e-4548-91f1-2dbf9ea239d1 of type vlan for network 05d562bb-03b9-4af3-9df4-47c87ce0098f Sep 08 10:02:46.577697 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-de969563-89c3-46ea-811d-4e8386fe99a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:46.601395 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-de969563-89c3-46ea-811d-4e8386fe99a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:46.602367 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de969563-89c3-46ea-811d-4e8386fe99a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:46.602942 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-de969563-89c3-46ea-811d-4e8386fe99a1 admin admin] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:46.664071 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-de969563-89c3-46ea-811d-4e8386fe99a1 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3841803 Sep 08 10:02:46.666997 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37902) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:46.667515 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de969563-89c3-46ea-811d-4e8386fe99a1 admin admin] Pushing event updated for resources: {'Network': ['ID=05d562bb-03b9-4af3-9df4-47c87ce0098f,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:46.672252 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-12b15b38-3263-4ef8-9bef-b6e2e3fe65d1 admin admin] Request body: {'subnet': {'network_id': '05d562bb-03b9-4af3-9df4-47c87ce0098f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-408881124-subnet', 'tenant_id': '1a8a213f860f4221a94e82ebabe7bf21', 'ip_version': 4}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:02:46.677668 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 05d562bb-03b9-4af3-9df4-47c87ce0098f details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 10:02:46.692804 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b15b38-3263-4ef8-9bef-b6e2e3fe65d1 admin admin] Made reservation on behalf of 1a8a213f860f4221a94e82ebabe7bf21 for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:02:46.695318 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-12b15b38-3263-4ef8-9bef-b6e2e3fe65d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:46.860671 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-12b15b38-3263-4ef8-9bef-b6e2e3fe65d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:46.923505 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b15b38-3263-4ef8-9bef-b6e2e3fe65d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=682ed94b-5222-4197-82e7-5237db7750e4,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:46.927724 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b15b38-3263-4ef8-9bef-b6e2e3fe65d1 admin admin] Checking segment: {'id': 'b7e57a00-ff2e-4548-91f1-2dbf9ea239d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '05d562bb-03b9-4af3-9df4-47c87ce0098f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:02:46.928089 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b15b38-3263-4ef8-9bef-b6e2e3fe65d1 admin admin] Network hostable DHCP agents. Network: 05d562bb-03b9-4af3-9df4-47c87ce0098f, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 10:02:46.944293 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b15b38-3263-4ef8-9bef-b6e2e3fe65d1 admin admin] Network 05d562bb-03b9-4af3-9df4-47c87ce0098f is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 10:02:46.953392 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-12b15b38-3263-4ef8-9bef-b6e2e3fe65d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 05d562bb-03b9-4af3-9df4-47c87ce0098f) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:02:46.957372 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b15b38-3263-4ef8-9bef-b6e2e3fe65d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:46.957971 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-12b15b38-3263-4ef8-9bef-b6e2e3fe65d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:46.961963 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6accf574-1021-4d6e-a4be-0c3d39525c7c None None] Network 05d562bb-03b9-4af3-9df4-47c87ce0098f requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:02:46.972156 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-12b15b38-3263-4ef8-9bef-b6e2e3fe65d1 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3040171 Sep 08 10:02:46.974799 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37906) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:46.979484 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-236607ad-1539-46ce-b777-63d324e69a68 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-408881124-router', 'tenant_id': '1a8a213f860f4221a94e82ebabe7bf21', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:02:47.000551 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-236607ad-1539-46ce-b777-63d324e69a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:47.001668 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-236607ad-1539-46ce-b777-63d324e69a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:47.051121 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-236607ad-1539-46ce-b777-63d324e69a68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:47.116942 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3379814-623c-4223-9124-a1cdeba9c6b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-05d562bb-03b9-4af3-9df4-47c87ce0098f', 'network_id': '05d562bb-03b9-4af3-9df4-47c87ce0098f', 'tenant_id': '1a8a213f860f4221a94e82ebabe7bf21', 'fixed_ips': [{'subnet_id': '682ed94b-5222-4197-82e7-5237db7750e4'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 10:02:47.117855 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c3379814-623c-4223-9124-a1cdeba9c6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:47.192477 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-236607ad-1539-46ce-b777-63d324e69a68 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:47.260114 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-c3379814-623c-4223-9124-a1cdeba9c6b3 None None] Allocated IP 172.20.0.2 (05d562bb-03b9-4af3-9df4-47c87ce0098f/682ed94b-5222-4197-82e7-5237db7750e4/437673ad-0b2b-4bbe-ba21-1922edfbd4d4) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:02:47.394195 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-236607ad-1539-46ce-b777-63d324e69a68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:47.398686 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c3379814-623c-4223-9124-a1cdeba9c6b3 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:47.406853 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c3379814-623c-4223-9124-a1cdeba9c6b3 None None] Transition to ACTIVE for port object 437673ad-0b2b-4bbe-ba21-1922edfbd4d4 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:02:47.412830 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-236607ad-1539-46ce-b777-63d324e69a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:47.421766 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c3379814-623c-4223-9124-a1cdeba9c6b3 None None] Transition to ACTIVE for port object 437673ad-0b2b-4bbe-ba21-1922edfbd4d4 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:02:47.427207 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c3379814-623c-4223-9124-a1cdeba9c6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:47.466642 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3379814-623c-4223-9124-a1cdeba9c6b3 None None] Network 05d562bb-03b9-4af3-9df4-47c87ce0098f is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:02:47.470929 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-c3379814-623c-4223-9124-a1cdeba9c6b3 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:02:47.476397 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3379814-623c-4223-9124-a1cdeba9c6b3 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:02:47.483414 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3379814-623c-4223-9124-a1cdeba9c6b3 None None] Pushing event updated for resources: {'Port': ['ID=437673ad-0b2b-4bbe-ba21-1922edfbd4d4,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:47.518539 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-236607ad-1539-46ce-b777-63d324e69a68 admin admin] Allocated IP 172.25.0.143 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/abfa9c01-efbc-49ee-994b-4036dd7389be) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:02:47.535298 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-c3379814-623c-4223-9124-a1cdeba9c6b3 None None] Attempting to bind port 437673ad-0b2b-4bbe-ba21-1922edfbd4d4 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:02:47.535674 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-c3379814-623c-4223-9124-a1cdeba9c6b3 None None] Attempting to bind port 437673ad-0b2b-4bbe-ba21-1922edfbd4d4 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'b7e57a00-ff2e-4548-91f1-2dbf9ea239d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '05d562bb-03b9-4af3-9df4-47c87ce0098f'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:02:47.536045 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3379814-623c-4223-9124-a1cdeba9c6b3 None None] Attempting to bind port 437673ad-0b2b-4bbe-ba21-1922edfbd4d4 on network 05d562bb-03b9-4af3-9df4-47c87ce0098f {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:02:47.541044 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3379814-623c-4223-9124-a1cdeba9c6b3 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:02:47.541422 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3379814-623c-4223-9124-a1cdeba9c6b3 None None] Checking segment: {'id': 'b7e57a00-ff2e-4548-91f1-2dbf9ea239d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '05d562bb-03b9-4af3-9df4-47c87ce0098f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:02:47.541830 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c3379814-623c-4223-9124-a1cdeba9c6b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:47.542253 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3379814-623c-4223-9124-a1cdeba9c6b3 None None] Bound using segment: {'id': 'b7e57a00-ff2e-4548-91f1-2dbf9ea239d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '05d562bb-03b9-4af3-9df4-47c87ce0098f'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:02:47.542719 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-c3379814-623c-4223-9124-a1cdeba9c6b3 None None] Bound port: 437673ad-0b2b-4bbe-ba21-1922edfbd4d4, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7e57a00-ff2e-4548-91f1-2dbf9ea239d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '05d562bb-03b9-4af3-9df4-47c87ce0098f'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:02:47.543106 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c3379814-623c-4223-9124-a1cdeba9c6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:47.615720 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-c3379814-623c-4223-9124-a1cdeba9c6b3 None None] For port 437673ad-0b2b-4bbe-ba21-1922edfbd4d4, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:02:47.621800 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-c3379814-623c-4223-9124-a1cdeba9c6b3 None None] For port 437673ad-0b2b-4bbe-ba21-1922edfbd4d4, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=437673ad-0b2b-4bbe-ba21-1922edfbd4d4,segment=NetworkSegment(b7e57a00-ff2e-4548-91f1-2dbf9ea239d1),segment_id=b7e57a00-ff2e-4548-91f1-2dbf9ea239d1)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:02:47.627244 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c3379814-623c-4223-9124-a1cdeba9c6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:47.630230 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-236607ad-1539-46ce-b777-63d324e69a68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:47.669167 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-236607ad-1539-46ce-b777-63d324e69a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:47.696830 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3379814-623c-4223-9124-a1cdeba9c6b3 None None] Pushing event updated for resources: {'Port': ['ID=437673ad-0b2b-4bbe-ba21-1922edfbd4d4,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:47.707454 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236607ad-1539-46ce-b777-63d324e69a68 admin admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:02:47.711957 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-236607ad-1539-46ce-b777-63d324e69a68 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:02:47.717929 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236607ad-1539-46ce-b777-63d324e69a68 admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:02:47.746951 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236607ad-1539-46ce-b777-63d324e69a68 admin admin] Pushing event updated for resources: {'Port': ['ID=abfa9c01-efbc-49ee-994b-4036dd7389be,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:47.757274 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f1bc7cd9-daaa-44f6-9dd1-6ae4b1a587d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:47.993613 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-236607ad-1539-46ce-b777-63d324e69a68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:48.185898 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-236607ad-1539-46ce-b777-63d324e69a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:48.319795 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-236607ad-1539-46ce-b777-63d324e69a68 admin admin] Router ab5a4062-62e5-4700-87d7-824120b0c64c is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 10:02:48.430723 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236607ad-1539-46ce-b777-63d324e69a68 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:02:48.440984 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fde6b4f-68eb-4199-9499-5f85f69a5a2a None None] Sync routers for ids ['ab5a4062-62e5-4700-87d7-824120b0c64c'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:02:48.449106 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-236607ad-1539-46ce-b777-63d324e69a68 admin admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:48.450533 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-236607ad-1539-46ce-b777-63d324e69a68 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4746227 Sep 08 10:02:48.453502 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37908) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:48.458249 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fde6b4f-68eb-4199-9499-5f85f69a5a2a None None] Routers {'ab5a4062-62e5-4700-87d7-824120b0c64c'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:02:48.458882 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-1fde6b4f-68eb-4199-9499-5f85f69a5a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:02:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['ab5a4062-62e5-4700-87d7-824120b0c64c'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:02:48.578824 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-1fde6b4f-68eb-4199-9499-5f85f69a5a2a None None] Set router ab5a4062-62e5-4700-87d7-824120b0c64c gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:02:48.607482 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c17503-c29e-4a3f-a54a-de284af6f7cc None None] Network 05d562bb-03b9-4af3-9df4-47c87ce0098f requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:02:48.686016 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-59d753f0-53b1-4c88-a35b-4f3db6822963 None None] Provisioning for port 437673ad-0b2b-4bbe-ba21-1922edfbd4d4 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:02:48.901505 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-1fde6b4f-68eb-4199-9499-5f85f69a5a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5a4062-62e5-4700-87d7-824120b0c64c', 'name': 'tempest-TestEncryptedCinderVolumes-408881124-router', 'tenant_id': '1a8a213f860f4221a94e82ebabe7bf21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'abfa9c01-efbc-49ee-994b-4036dd7389be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:02:47Z', 'updated_at': '2021-09-08T10:02:47Z', 'revision_number': 3, 'project_id': '1a8a213f860f4221a94e82ebabe7bf21', 'gw_port': {'id': 'abfa9c01-efbc-49ee-994b-4036dd7389be', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:93:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5a4062-62e5-4700-87d7-824120b0c64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:02:47Z', 'updated_at': '2021-09-08T10:02:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:02:48.931251 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fde6b4f-68eb-4199-9499-5f85f69a5a2a None None] Checking router: ab5a4062-62e5-4700-87d7-824120b0c64c for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:02:48.931613 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fde6b4f-68eb-4199-9499-5f85f69a5a2a None None] Updating router ab5a4062-62e5-4700-87d7-824120b0c64c port abfa9c01-efbc-49ee-994b-4036dd7389be binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 10:02:48.966635 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1fde6b4f-68eb-4199-9499-5f85f69a5a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:49.126664 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e9864088-2f45-40de-9a32-a545ea67f9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:49.243102 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1fde6b4f-68eb-4199-9499-5f85f69a5a2a None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:49.253006 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-1fde6b4f-68eb-4199-9499-5f85f69a5a2a None None] Transition to ACTIVE for port object abfa9c01-efbc-49ee-994b-4036dd7389be will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:02:49.258545 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1fde6b4f-68eb-4199-9499-5f85f69a5a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:49.285103 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-e9864088-2f45-40de-9a32-a545ea67f9e2 admin admin] Allocated IP 172.20.0.1 (05d562bb-03b9-4af3-9df4-47c87ce0098f/682ed94b-5222-4197-82e7-5237db7750e4/ab2f638f-9ac9-44b8-8cbc-2a5528d778a2) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:02:49.310373 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-1fde6b4f-68eb-4199-9499-5f85f69a5a2a None None] Attempting to bind port abfa9c01-efbc-49ee-994b-4036dd7389be on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:02:49.310744 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-1fde6b4f-68eb-4199-9499-5f85f69a5a2a None None] Attempting to bind port abfa9c01-efbc-49ee-994b-4036dd7389be by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:02:49.311110 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fde6b4f-68eb-4199-9499-5f85f69a5a2a None None] Attempting to bind port abfa9c01-efbc-49ee-994b-4036dd7389be on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:02:49.313795 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ad9b0-d718-4b3f-8eef-342f48184823 None None] Pushing event updated for resources: {'Port': ['ID=abfa9c01-efbc-49ee-994b-4036dd7389be,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:49.319303 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fde6b4f-68eb-4199-9499-5f85f69a5a2a None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:02:49.319683 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fde6b4f-68eb-4199-9499-5f85f69a5a2a None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:02:49.320093 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1fde6b4f-68eb-4199-9499-5f85f69a5a2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:49.320475 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fde6b4f-68eb-4199-9499-5f85f69a5a2a None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:02:49.320941 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-1fde6b4f-68eb-4199-9499-5f85f69a5a2a None None] Bound port: abfa9c01-efbc-49ee-994b-4036dd7389be, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:02:49.321326 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1fde6b4f-68eb-4199-9499-5f85f69a5a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:49.375875 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-1fde6b4f-68eb-4199-9499-5f85f69a5a2a None None] For port abfa9c01-efbc-49ee-994b-4036dd7389be, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:02:49.378913 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-1fde6b4f-68eb-4199-9499-5f85f69a5a2a None None] For port abfa9c01-efbc-49ee-994b-4036dd7389be, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=abfa9c01-efbc-49ee-994b-4036dd7389be,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:02:49.383397 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1fde6b4f-68eb-4199-9499-5f85f69a5a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:49.400842 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e9864088-2f45-40de-9a32-a545ea67f9e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:49.414349 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-e9864088-2f45-40de-9a32-a545ea67f9e2 admin admin] Transition to ACTIVE for port object ab2f638f-9ac9-44b8-8cbc-2a5528d778a2 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:02:49.430150 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fde6b4f-68eb-4199-9499-5f85f69a5a2a None None] Routers {'ab5a4062-62e5-4700-87d7-824120b0c64c'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:02:49.430773 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-1fde6b4f-68eb-4199-9499-5f85f69a5a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:02:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['ab5a4062-62e5-4700-87d7-824120b0c64c'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:02:49.449321 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e9864088-2f45-40de-9a32-a545ea67f9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:49.482846 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ad9b0-d718-4b3f-8eef-342f48184823 None None] Pushing event updated for resources: {'Port': ['ID=abfa9c01-efbc-49ee-994b-4036dd7389be,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:49.487640 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9864088-2f45-40de-9a32-a545ea67f9e2 admin admin] Network 05d562bb-03b9-4af3-9df4-47c87ce0098f is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:02:49.490627 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-e9864088-2f45-40de-9a32-a545ea67f9e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:02:49.496248 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9864088-2f45-40de-9a32-a545ea67f9e2 admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:02:49.520572 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9864088-2f45-40de-9a32-a545ea67f9e2 admin admin] Pushing event updated for resources: {'Port': ['ID=ab2f638f-9ac9-44b8-8cbc-2a5528d778a2,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:49.539291 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e9864088-2f45-40de-9a32-a545ea67f9e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:49.569713 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-1fde6b4f-68eb-4199-9499-5f85f69a5a2a None None] Set router ab5a4062-62e5-4700-87d7-824120b0c64c gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:02:49.663906 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 437673ad-0b2b-4bbe-ba21-1922edfbd4d4 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:02:49.705124 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e9864088-2f45-40de-9a32-a545ea67f9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:49.783452 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 437673ad-0b2b-4bbe-ba21-1922edfbd4d4 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:02:49.788812 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 437673ad-0b2b-4bbe-ba21-1922edfbd4d4 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:02:49.789194 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:49.861080 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f17a062e-9e95-48f4-b583-ce2304df4c51 None None] Provisioning for port ab2f638f-9ac9-44b8-8cbc-2a5528d778a2 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:02:49.869334 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f17a062e-9e95-48f4-b583-ce2304df4c51 None None] Provisioning complete for port ab2f638f-9ac9-44b8-8cbc-2a5528d778a2 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:02:49.869713 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f17a062e-9e95-48f4-b583-ce2304df4c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:49.877706 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e9864088-2f45-40de-9a32-a545ea67f9e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:49.882429 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e9864088-2f45-40de-9a32-a545ea67f9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:49.941564 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-f17a062e-9e95-48f4-b583-ce2304df4c51 None None] Port ab2f638f-9ac9-44b8-8cbc-2a5528d778a2 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 10:02:49.946369 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-1fde6b4f-68eb-4199-9499-5f85f69a5a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5a4062-62e5-4700-87d7-824120b0c64c', 'name': 'tempest-TestEncryptedCinderVolumes-408881124-router', 'tenant_id': '1a8a213f860f4221a94e82ebabe7bf21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'abfa9c01-efbc-49ee-994b-4036dd7389be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:02:47Z', 'updated_at': '2021-09-08T10:02:47Z', 'revision_number': 3, 'project_id': '1a8a213f860f4221a94e82ebabe7bf21', 'gw_port': {'id': 'abfa9c01-efbc-49ee-994b-4036dd7389be', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:93:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5a4062-62e5-4700-87d7-824120b0c64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:02:47Z', 'updated_at': '2021-09-08T10:02:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:02:49.950365 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e9864088-2f45-40de-9a32-a545ea67f9e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:49.953003 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9864088-2f45-40de-9a32-a545ea67f9e2 admin admin] Pushing event updated for resources: {'Port': ['ID=ab2f638f-9ac9-44b8-8cbc-2a5528d778a2,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:49.984388 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fde6b4f-68eb-4199-9499-5f85f69a5a2a None None] The sync data for ids ['ab5a4062-62e5-4700-87d7-824120b0c64c'] in n-d-806683-11 is: [{'id': 'ab5a4062-62e5-4700-87d7-824120b0c64c', 'name': 'tempest-TestEncryptedCinderVolumes-408881124-router', 'tenant_id': '1a8a213f860f4221a94e82ebabe7bf21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'abfa9c01-efbc-49ee-994b-4036dd7389be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:02:47Z', 'updated_at': '2021-09-08T10:02:47Z', 'revision_number': 3, 'project_id': '1a8a213f860f4221a94e82ebabe7bf21', 'gw_port': {'id': 'abfa9c01-efbc-49ee-994b-4036dd7389be', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:93:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5a4062-62e5-4700-87d7-824120b0c64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:02:47Z', 'updated_at': '2021-09-08T10:02:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:02:49.988225 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:50.022656 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 437673ad-0b2b-4bbe-ba21-1922edfbd4d4, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=437673ad-0b2b-4bbe-ba21-1922edfbd4d4,segment=NetworkSegment(b7e57a00-ff2e-4548-91f1-2dbf9ea239d1),segment_id=b7e57a00-ff2e-4548-91f1-2dbf9ea239d1)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:02:50.026853 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:50.062233 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9864088-2f45-40de-9a32-a545ea67f9e2 admin admin] Network 05d562bb-03b9-4af3-9df4-47c87ce0098f is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:02:50.063695 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-e9864088-2f45-40de-9a32-a545ea67f9e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:02:50.086383 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=437673ad-0b2b-4bbe-ba21-1922edfbd4d4,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:50.192578 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9864088-2f45-40de-9a32-a545ea67f9e2 admin admin] Router ab5a4062-62e5-4700-87d7-824120b0c64c has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 10:02:50.324390 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9864088-2f45-40de-9a32-a545ea67f9e2 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:02:50.331105 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e9864088-2f45-40de-9a32-a545ea67f9e2 admin admin] 10.222.0.54 "PUT /v2.0/routers/ab5a4062-62e5-4700-87d7-824120b0c64c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8765137 Sep 08 10:02:50.363467 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-7f90e090-7af8-4e12-aab5-96419b7760a0 None None] Provisioning complete for port ab2f638f-9ac9-44b8-8cbc-2a5528d778a2 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:02:50.363939 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7f90e090-7af8-4e12-aab5-96419b7760a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:50.404547 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-7f90e090-7af8-4e12-aab5-96419b7760a0 None None] Port ab2f638f-9ac9-44b8-8cbc-2a5528d778a2 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 10:02:50.521707 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:50.842024 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37924) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:50.851327 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-dfa6d68c-2b93-4edf-9c97-5cfea6b27a17 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1991005611-network', 'tenant_id': '0a5988c8b374442283ee7963eedb4240'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:02:50.853240 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7d2afefb-955c-468e-96b3-36d5d93fc1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:50.872844 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa6d68c-2b93-4edf-9c97-5cfea6b27a17 admin admin] Made reservation on behalf of 0a5988c8b374442283ee7963eedb4240 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:02:50.876059 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dfa6d68c-2b93-4edf-9c97-5cfea6b27a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:50.885010 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dfa6d68c-2b93-4edf-9c97-5cfea6b27a17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:50.981886 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dfa6d68c-2b93-4edf-9c97-5cfea6b27a17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:50.985520 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dfa6d68c-2b93-4edf-9c97-5cfea6b27a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:51.011003 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfa6d68c-2b93-4edf-9c97-5cfea6b27a17 admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 10:02:51.020087 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa6d68c-2b93-4edf-9c97-5cfea6b27a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32595f51-6974-4957-9d03-ad4d2f1a6dbc,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:51.027176 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dfa6d68c-2b93-4edf-9c97-5cfea6b27a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:51.028340 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-dfa6d68c-2b93-4edf-9c97-5cfea6b27a17 admin admin] Added segment f09c5bc4-0265-430d-95fb-755518843357 of type vlan for network a0e35eb6-e0d9-456d-8ceb-f6c6623e95e9 Sep 08 10:02:51.068161 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dfa6d68c-2b93-4edf-9c97-5cfea6b27a17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:51.096576 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dfa6d68c-2b93-4edf-9c97-5cfea6b27a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:51.097575 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa6d68c-2b93-4edf-9c97-5cfea6b27a17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:51.098214 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dfa6d68c-2b93-4edf-9c97-5cfea6b27a17 admin admin] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:51.135113 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-dfa6d68c-2b93-4edf-9c97-5cfea6b27a17 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2914896 Sep 08 10:02:51.137970 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37926) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:51.144070 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-e52ceaf7-136d-46d1-a100-e1ba8e473bad admin admin] Request body: {'subnet': {'network_id': 'a0e35eb6-e0d9-456d-8ceb-f6c6623e95e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1991005611-subnet', 'tenant_id': '0a5988c8b374442283ee7963eedb4240', 'ip_version': 4}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:02:51.163598 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa6d68c-2b93-4edf-9c97-5cfea6b27a17 admin admin] Pushing event updated for resources: {'Network': ['ID=a0e35eb6-e0d9-456d-8ceb-f6c6623e95e9,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:51.165558 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52ceaf7-136d-46d1-a100-e1ba8e473bad admin admin] Made reservation on behalf of 0a5988c8b374442283ee7963eedb4240 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:02:51.167986 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e52ceaf7-136d-46d1-a100-e1ba8e473bad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:51.174288 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network a0e35eb6-e0d9-456d-8ceb-f6c6623e95e9 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 10:02:51.343925 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e52ceaf7-136d-46d1-a100-e1ba8e473bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:51.402142 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52ceaf7-136d-46d1-a100-e1ba8e473bad admin admin] Pushing event updated for resources: {'Subnet': ['ID=d17bb643-4270-44ba-903f-b1bea03799be,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:51.410342 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52ceaf7-136d-46d1-a100-e1ba8e473bad admin admin] Checking segment: {'id': 'f09c5bc4-0265-430d-95fb-755518843357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a0e35eb6-e0d9-456d-8ceb-f6c6623e95e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:02:51.410706 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52ceaf7-136d-46d1-a100-e1ba8e473bad admin admin] Network hostable DHCP agents. Network: a0e35eb6-e0d9-456d-8ceb-f6c6623e95e9, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 10:02:51.427373 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52ceaf7-136d-46d1-a100-e1ba8e473bad admin admin] Network a0e35eb6-e0d9-456d-8ceb-f6c6623e95e9 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 10:02:51.435458 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-e52ceaf7-136d-46d1-a100-e1ba8e473bad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, a0e35eb6-e0d9-456d-8ceb-f6c6623e95e9) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:02:51.439983 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52ceaf7-136d-46d1-a100-e1ba8e473bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:51.440581 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e52ceaf7-136d-46d1-a100-e1ba8e473bad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:51.444782 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592432b5-f22d-4d0f-b304-785c8c0789a5 None None] Network a0e35eb6-e0d9-456d-8ceb-f6c6623e95e9 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:02:51.457130 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e52ceaf7-136d-46d1-a100-e1ba8e473bad admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3153548 Sep 08 10:02:51.457455 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 37928) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:51.461765 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-9938a544-4e16-4f3d-8848-9c7e6874dbee admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1991005611-router', 'tenant_id': '0a5988c8b374442283ee7963eedb4240', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:02:51.487938 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9938a544-4e16-4f3d-8848-9c7e6874dbee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:51.488989 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9938a544-4e16-4f3d-8848-9c7e6874dbee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:51.545037 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9938a544-4e16-4f3d-8848-9c7e6874dbee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:51.584406 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0992d77-b27e-4248-9c00-2a815c34309a None None] Sync routers for ids ['ab5a4062-62e5-4700-87d7-824120b0c64c'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:02:51.595916 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0992d77-b27e-4248-9c00-2a815c34309a None None] Routers {'ab5a4062-62e5-4700-87d7-824120b0c64c'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:02:51.596534 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-f0992d77-b27e-4248-9c00-2a815c34309a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:02:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['ab5a4062-62e5-4700-87d7-824120b0c64c'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:02:51.604318 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f41e739-5a06-464f-8618-7b84ae86fdb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-a0e35eb6-e0d9-456d-8ceb-f6c6623e95e9', 'network_id': 'a0e35eb6-e0d9-456d-8ceb-f6c6623e95e9', 'tenant_id': '0a5988c8b374442283ee7963eedb4240', 'fixed_ips': [{'subnet_id': 'd17bb643-4270-44ba-903f-b1bea03799be'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 10:02:51.605869 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2f41e739-5a06-464f-8618-7b84ae86fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:51.688808 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 437673ad-0b2b-4bbe-ba21-1922edfbd4d4 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:02:51.707192 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9938a544-4e16-4f3d-8848-9c7e6874dbee admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:51.729779 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-f0992d77-b27e-4248-9c00-2a815c34309a None None] Set router ab5a4062-62e5-4700-87d7-824120b0c64c gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:02:51.793271 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-2f41e739-5a06-464f-8618-7b84ae86fdb1 None None] Allocated IP 172.20.0.2 (a0e35eb6-e0d9-456d-8ceb-f6c6623e95e9/d17bb643-4270-44ba-903f-b1bea03799be/36272ad7-1066-4aa8-8bc7-028c2711ce2d) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:02:51.795343 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 437673ad-0b2b-4bbe-ba21-1922edfbd4d4 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:02:51.796369 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:51.944726 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9938a544-4e16-4f3d-8848-9c7e6874dbee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:51.945041 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-f0992d77-b27e-4248-9c00-2a815c34309a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5a4062-62e5-4700-87d7-824120b0c64c', 'name': 'tempest-TestEncryptedCinderVolumes-408881124-router', 'tenant_id': '1a8a213f860f4221a94e82ebabe7bf21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'abfa9c01-efbc-49ee-994b-4036dd7389be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:02:47Z', 'updated_at': '2021-09-08T10:02:49Z', 'revision_number': 4, 'project_id': '1a8a213f860f4221a94e82ebabe7bf21', 'gw_port': {'id': 'abfa9c01-efbc-49ee-994b-4036dd7389be', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:93:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5a4062-62e5-4700-87d7-824120b0c64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:02:47Z', 'updated_at': '2021-09-08T10:02:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'ab2f638f-9ac9-44b8-8cbc-2a5528d778a2', 'name': '', 'network_id': '05d562bb-03b9-4af3-9df4-47c87ce0098f', 'tenant_id': '1a8a213f860f4221a94e82ebabe7bf21', 'mac_address': 'fa:16:3e:23:f4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5a4062-62e5-4700-87d7-824120b0c64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '682ed94b-5222-4197-82e7-5237db7750e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:02:49Z', 'updated_at': '2021-09-08T10:02:49Z', 'revision_number': 2, 'project_id': '1a8a213f860f4221a94e82ebabe7bf21', 'subnets': [{'id': '682ed94b-5222-4197-82e7-5237db7750e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:02:51.965489 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9938a544-4e16-4f3d-8848-9c7e6874dbee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:51.974590 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0992d77-b27e-4248-9c00-2a815c34309a None None] Checking router: ab5a4062-62e5-4700-87d7-824120b0c64c for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:02:51.974950 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0992d77-b27e-4248-9c00-2a815c34309a None None] Updating router ab5a4062-62e5-4700-87d7-824120b0c64c port ab2f638f-9ac9-44b8-8cbc-2a5528d778a2 binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 10:02:52.004373 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f0992d77-b27e-4248-9c00-2a815c34309a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:52.087110 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-9938a544-4e16-4f3d-8848-9c7e6874dbee admin admin] Allocated IP 172.25.0.87 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/e50fae38-b339-406a-9fb6-2b3301d187e1) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:02:52.119648 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device abfa9c01-efbc-49ee-994b-4036dd7389be up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:02:52.193981 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2f41e739-5a06-464f-8618-7b84ae86fdb1 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:52.204797 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2f41e739-5a06-464f-8618-7b84ae86fdb1 None None] Transition to ACTIVE for port object 36272ad7-1066-4aa8-8bc7-028c2711ce2d will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:02:52.214702 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9938a544-4e16-4f3d-8848-9c7e6874dbee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:52.221612 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port abfa9c01-efbc-49ee-994b-4036dd7389be completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:02:52.225842 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2f41e739-5a06-464f-8618-7b84ae86fdb1 None None] Transition to ACTIVE for port object 36272ad7-1066-4aa8-8bc7-028c2711ce2d will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:02:52.228652 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port abfa9c01-efbc-49ee-994b-4036dd7389be triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:02:52.229086 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:52.232279 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2f41e739-5a06-464f-8618-7b84ae86fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:52.258379 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9938a544-4e16-4f3d-8848-9c7e6874dbee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:52.285750 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f0992d77-b27e-4248-9c00-2a815c34309a None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:52.295142 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9938a544-4e16-4f3d-8848-9c7e6874dbee admin admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:02:52.296957 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-f0992d77-b27e-4248-9c00-2a815c34309a None None] Transition to ACTIVE for port object ab2f638f-9ac9-44b8-8cbc-2a5528d778a2 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:02:52.300956 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-9938a544-4e16-4f3d-8848-9c7e6874dbee admin admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:02:52.304063 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9938a544-4e16-4f3d-8848-9c7e6874dbee admin admin] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:02:52.308947 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f0992d77-b27e-4248-9c00-2a815c34309a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:52.310423 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f41e739-5a06-464f-8618-7b84ae86fdb1 None None] Network a0e35eb6-e0d9-456d-8ceb-f6c6623e95e9 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:02:52.312815 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f41e739-5a06-464f-8618-7b84ae86fdb1 None None] Pushing event updated for resources: {'Port': ['ID=36272ad7-1066-4aa8-8bc7-028c2711ce2d,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:52.316610 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-2f41e739-5a06-464f-8618-7b84ae86fdb1 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:02:52.320531 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f41e739-5a06-464f-8618-7b84ae86fdb1 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:02:52.349838 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9938a544-4e16-4f3d-8848-9c7e6874dbee admin admin] Pushing event updated for resources: {'Port': ['ID=e50fae38-b339-406a-9fb6-2b3301d187e1,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:52.414192 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-2f41e739-5a06-464f-8618-7b84ae86fdb1 None None] Attempting to bind port 36272ad7-1066-4aa8-8bc7-028c2711ce2d on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:02:52.414626 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-2f41e739-5a06-464f-8618-7b84ae86fdb1 None None] Attempting to bind port 36272ad7-1066-4aa8-8bc7-028c2711ce2d by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'f09c5bc4-0265-430d-95fb-755518843357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a0e35eb6-e0d9-456d-8ceb-f6c6623e95e9'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:02:52.415059 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f41e739-5a06-464f-8618-7b84ae86fdb1 None None] Attempting to bind port 36272ad7-1066-4aa8-8bc7-028c2711ce2d on network a0e35eb6-e0d9-456d-8ceb-f6c6623e95e9 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:02:52.417071 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:52.426319 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f41e739-5a06-464f-8618-7b84ae86fdb1 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:02:52.426758 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f41e739-5a06-464f-8618-7b84ae86fdb1 None None] Checking segment: {'id': 'f09c5bc4-0265-430d-95fb-755518843357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a0e35eb6-e0d9-456d-8ceb-f6c6623e95e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:02:52.427154 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2f41e739-5a06-464f-8618-7b84ae86fdb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:52.427921 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f41e739-5a06-464f-8618-7b84ae86fdb1 None None] Bound using segment: {'id': 'f09c5bc4-0265-430d-95fb-755518843357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a0e35eb6-e0d9-456d-8ceb-f6c6623e95e9'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:02:52.428403 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-2f41e739-5a06-464f-8618-7b84ae86fdb1 None None] Bound port: 36272ad7-1066-4aa8-8bc7-028c2711ce2d, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f09c5bc4-0265-430d-95fb-755518843357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a0e35eb6-e0d9-456d-8ceb-f6c6623e95e9'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:02:52.428793 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2f41e739-5a06-464f-8618-7b84ae86fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:52.429440 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-f0992d77-b27e-4248-9c00-2a815c34309a None None] Attempting to bind port ab2f638f-9ac9-44b8-8cbc-2a5528d778a2 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:02:52.429876 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-f0992d77-b27e-4248-9c00-2a815c34309a None None] Attempting to bind port ab2f638f-9ac9-44b8-8cbc-2a5528d778a2 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'b7e57a00-ff2e-4548-91f1-2dbf9ea239d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '05d562bb-03b9-4af3-9df4-47c87ce0098f'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:02:52.430320 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0992d77-b27e-4248-9c00-2a815c34309a None None] Attempting to bind port ab2f638f-9ac9-44b8-8cbc-2a5528d778a2 on network 05d562bb-03b9-4af3-9df4-47c87ce0098f {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:02:52.431703 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:52.435104 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad8f17-9718-42a4-b846-c19cee14515a None None] Pushing event updated for resources: {'Port': ['ID=ab2f638f-9ac9-44b8-8cbc-2a5528d778a2,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:52.444860 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ad8f17-9718-42a4-b846-c19cee14515a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:02:52.445453 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ad8f17-9718-42a4-b846-c19cee14515a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:02:52.446067 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ad8f17-9718-42a4-b846-c19cee14515a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:02:52.446473 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ad8f17-9718-42a4-b846-c19cee14515a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:02:52.446803 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ad8f17-9718-42a4-b846-c19cee14515a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:02:52.447159 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ad8f17-9718-42a4-b846-c19cee14515a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:02:52.447483 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ad8f17-9718-42a4-b846-c19cee14515a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:02:52.447800 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ad8f17-9718-42a4-b846-c19cee14515a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:02:52.448113 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ad8f17-9718-42a4-b846-c19cee14515a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:02:52.448427 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ad8f17-9718-42a4-b846-c19cee14515a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:02:52.449108 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ad8f17-9718-42a4-b846-c19cee14515a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:02:52.449108 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ad8f17-9718-42a4-b846-c19cee14515a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:02:52.455316 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0992d77-b27e-4248-9c00-2a815c34309a None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:02:52.455674 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0992d77-b27e-4248-9c00-2a815c34309a None None] Checking segment: {'id': 'b7e57a00-ff2e-4548-91f1-2dbf9ea239d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '05d562bb-03b9-4af3-9df4-47c87ce0098f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:02:52.456078 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f0992d77-b27e-4248-9c00-2a815c34309a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:52.456469 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0992d77-b27e-4248-9c00-2a815c34309a None None] Bound using segment: {'id': 'b7e57a00-ff2e-4548-91f1-2dbf9ea239d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '05d562bb-03b9-4af3-9df4-47c87ce0098f'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:02:52.456940 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-f0992d77-b27e-4248-9c00-2a815c34309a None None] Bound port: ab2f638f-9ac9-44b8-8cbc-2a5528d778a2, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7e57a00-ff2e-4548-91f1-2dbf9ea239d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '05d562bb-03b9-4af3-9df4-47c87ce0098f'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:02:52.457316 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f0992d77-b27e-4248-9c00-2a815c34309a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:52.490278 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port abfa9c01-efbc-49ee-994b-4036dd7389be, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=abfa9c01-efbc-49ee-994b-4036dd7389be,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:02:52.501586 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:52.533113 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-f0992d77-b27e-4248-9c00-2a815c34309a None None] For port ab2f638f-9ac9-44b8-8cbc-2a5528d778a2, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:02:52.536552 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-f0992d77-b27e-4248-9c00-2a815c34309a None None] For port ab2f638f-9ac9-44b8-8cbc-2a5528d778a2, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=ab2f638f-9ac9-44b8-8cbc-2a5528d778a2,segment=NetworkSegment(b7e57a00-ff2e-4548-91f1-2dbf9ea239d1),segment_id=b7e57a00-ff2e-4548-91f1-2dbf9ea239d1)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:02:52.544831 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-f0992d77-b27e-4248-9c00-2a815c34309a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:52.555749 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-2f41e739-5a06-464f-8618-7b84ae86fdb1 None None] For port 36272ad7-1066-4aa8-8bc7-028c2711ce2d, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:02:52.563686 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-2f41e739-5a06-464f-8618-7b84ae86fdb1 None None] For port 36272ad7-1066-4aa8-8bc7-028c2711ce2d, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=36272ad7-1066-4aa8-8bc7-028c2711ce2d,segment=NetworkSegment(f09c5bc4-0265-430d-95fb-755518843357),segment_id=f09c5bc4-0265-430d-95fb-755518843357)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:02:52.578221 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2f41e739-5a06-464f-8618-7b84ae86fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:52.581616 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=abfa9c01-efbc-49ee-994b-4036dd7389be,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:52.614620 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0992d77-b27e-4248-9c00-2a815c34309a None None] Routers {'ab5a4062-62e5-4700-87d7-824120b0c64c'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:02:52.616413 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-f0992d77-b27e-4248-9c00-2a815c34309a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:02:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['ab5a4062-62e5-4700-87d7-824120b0c64c'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:02:52.654418 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f41e739-5a06-464f-8618-7b84ae86fdb1 None None] Pushing event updated for resources: {'Port': ['ID=36272ad7-1066-4aa8-8bc7-028c2711ce2d,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:52.664030 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9938a544-4e16-4f3d-8848-9c7e6874dbee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:52.664279 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad8f17-9718-42a4-b846-c19cee14515a None None] Pushing event updated for resources: {'Port': ['ID=ab2f638f-9ac9-44b8-8cbc-2a5528d778a2,revision_number=4']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:52.879076 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-f0992d77-b27e-4248-9c00-2a815c34309a None None] Set router ab5a4062-62e5-4700-87d7-824120b0c64c gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:02:52.911430 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9938a544-4e16-4f3d-8848-9c7e6874dbee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:53.058227 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9938a544-4e16-4f3d-8848-9c7e6874dbee admin admin] Router a2aa07bb-3caa-4f98-8e8a-0341b6310624 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 10:02:53.111685 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-f0992d77-b27e-4248-9c00-2a815c34309a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5a4062-62e5-4700-87d7-824120b0c64c', 'name': 'tempest-TestEncryptedCinderVolumes-408881124-router', 'tenant_id': '1a8a213f860f4221a94e82ebabe7bf21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'abfa9c01-efbc-49ee-994b-4036dd7389be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:02:47Z', 'updated_at': '2021-09-08T10:02:49Z', 'revision_number': 4, 'project_id': '1a8a213f860f4221a94e82ebabe7bf21', 'gw_port': {'id': 'abfa9c01-efbc-49ee-994b-4036dd7389be', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:93:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5a4062-62e5-4700-87d7-824120b0c64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:02:47Z', 'updated_at': '2021-09-08T10:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'ab2f638f-9ac9-44b8-8cbc-2a5528d778a2', 'name': '', 'network_id': '05d562bb-03b9-4af3-9df4-47c87ce0098f', 'tenant_id': '1a8a213f860f4221a94e82ebabe7bf21', 'mac_address': 'fa:16:3e:23:f4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5a4062-62e5-4700-87d7-824120b0c64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '682ed94b-5222-4197-82e7-5237db7750e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:02:49Z', 'updated_at': '2021-09-08T10:02:52Z', 'revision_number': 4, 'project_id': '1a8a213f860f4221a94e82ebabe7bf21', 'subnets': [{'id': '682ed94b-5222-4197-82e7-5237db7750e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:02:53.143376 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0992d77-b27e-4248-9c00-2a815c34309a None None] The sync data for ids ['ab5a4062-62e5-4700-87d7-824120b0c64c'] in n-d-806683-11 is: [{'id': 'ab5a4062-62e5-4700-87d7-824120b0c64c', 'name': 'tempest-TestEncryptedCinderVolumes-408881124-router', 'tenant_id': '1a8a213f860f4221a94e82ebabe7bf21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'abfa9c01-efbc-49ee-994b-4036dd7389be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:02:47Z', 'updated_at': '2021-09-08T10:02:49Z', 'revision_number': 4, 'project_id': '1a8a213f860f4221a94e82ebabe7bf21', 'gw_port': {'id': 'abfa9c01-efbc-49ee-994b-4036dd7389be', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:93:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5a4062-62e5-4700-87d7-824120b0c64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:02:47Z', 'updated_at': '2021-09-08T10:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'ab2f638f-9ac9-44b8-8cbc-2a5528d778a2', 'name': '', 'network_id': '05d562bb-03b9-4af3-9df4-47c87ce0098f', 'tenant_id': '1a8a213f860f4221a94e82ebabe7bf21', 'mac_address': 'fa:16:3e:23:f4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab5a4062-62e5-4700-87d7-824120b0c64c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '682ed94b-5222-4197-82e7-5237db7750e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:02:49Z', 'updated_at': '2021-09-08T10:02:52Z', 'revision_number': 4, 'project_id': '1a8a213f860f4221a94e82ebabe7bf21', 'subnets': [{'id': '682ed94b-5222-4197-82e7-5237db7750e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:02:53.172377 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9938a544-4e16-4f3d-8848-9c7e6874dbee admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:02:53.192350 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a683a8dc-14e7-40e3-b259-f9bfc13cf59b None None] Sync routers for ids ['a2aa07bb-3caa-4f98-8e8a-0341b6310624'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:02:53.205336 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-9938a544-4e16-4f3d-8848-9c7e6874dbee admin admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:53.210329 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 37930) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:02:53.210914 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-9938a544-4e16-4f3d-8848-9c7e6874dbee admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7525272 Sep 08 10:02:53.211604 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a683a8dc-14e7-40e3-b259-f9bfc13cf59b None None] Routers {'a2aa07bb-3caa-4f98-8e8a-0341b6310624'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:02:53.212335 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-a683a8dc-14e7-40e3-b259-f9bfc13cf59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:02:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['a2aa07bb-3caa-4f98-8e8a-0341b6310624'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:02:53.338856 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-a683a8dc-14e7-40e3-b259-f9bfc13cf59b None None] Set router a2aa07bb-3caa-4f98-8e8a-0341b6310624 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:02:53.579670 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-a683a8dc-14e7-40e3-b259-f9bfc13cf59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2aa07bb-3caa-4f98-8e8a-0341b6310624', 'name': 'tempest-TestEncryptedCinderVolumes-1991005611-router', 'tenant_id': '0a5988c8b374442283ee7963eedb4240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'e50fae38-b339-406a-9fb6-2b3301d187e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:02:51Z', 'updated_at': '2021-09-08T10:02:52Z', 'revision_number': 3, 'project_id': '0a5988c8b374442283ee7963eedb4240', 'gw_port': {'id': 'e50fae38-b339-406a-9fb6-2b3301d187e1', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ff:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2aa07bb-3caa-4f98-8e8a-0341b6310624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:02:51Z', 'updated_at': '2021-09-08T10:02:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:02:53.634681 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a683a8dc-14e7-40e3-b259-f9bfc13cf59b None None] Checking router: a2aa07bb-3caa-4f98-8e8a-0341b6310624 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:02:53.634972 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a683a8dc-14e7-40e3-b259-f9bfc13cf59b None None] Updating router a2aa07bb-3caa-4f98-8e8a-0341b6310624 port e50fae38-b339-406a-9fb6-2b3301d187e1 binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 10:02:53.669551 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a683a8dc-14e7-40e3-b259-f9bfc13cf59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:53.816151 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device abfa9c01-efbc-49ee-994b-4036dd7389be up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:02:53.848324 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-24f08bd2-96f0-4542-904d-b1c0546696f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:53.883450 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe66c70-eb7c-4974-86b4-55927c1e13b7 None None] Network a0e35eb6-e0d9-456d-8ceb-f6c6623e95e9 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:02:53.897066 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:54.022785 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f4b006eb-89da-4ea0-8c2b-012fe25962da None None] Provisioning for port 36272ad7-1066-4aa8-8bc7-028c2711ce2d completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:02:54.052006 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port abfa9c01-efbc-49ee-994b-4036dd7389be triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:02:54.052386 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:54.057237 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-24f08bd2-96f0-4542-904d-b1c0546696f8 admin admin] Allocated IP 172.20.0.1 (a0e35eb6-e0d9-456d-8ceb-f6c6623e95e9/d17bb643-4270-44ba-903f-b1bea03799be/04b78d6c-c202-4fcd-b042-e010b4493df2) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:02:54.201748 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-24f08bd2-96f0-4542-904d-b1c0546696f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:54.217541 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-24f08bd2-96f0-4542-904d-b1c0546696f8 admin admin] Transition to ACTIVE for port object 04b78d6c-c202-4fcd-b042-e010b4493df2 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:02:54.256586 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-24f08bd2-96f0-4542-904d-b1c0546696f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:54.293429 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f08bd2-96f0-4542-904d-b1c0546696f8 admin admin] Network a0e35eb6-e0d9-456d-8ceb-f6c6623e95e9 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:02:54.297439 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-24f08bd2-96f0-4542-904d-b1c0546696f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:02:54.300119 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f08bd2-96f0-4542-904d-b1c0546696f8 admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:02:54.310176 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device ab2f638f-9ac9-44b8-8cbc-2a5528d778a2 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:02:54.316328 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a683a8dc-14e7-40e3-b259-f9bfc13cf59b None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:54.343314 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f08bd2-96f0-4542-904d-b1c0546696f8 admin admin] Pushing event updated for resources: {'Port': ['ID=04b78d6c-c202-4fcd-b042-e010b4493df2,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:54.349274 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-a683a8dc-14e7-40e3-b259-f9bfc13cf59b None None] Transition to ACTIVE for port object e50fae38-b339-406a-9fb6-2b3301d187e1 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:02:54.357594 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f08bd2-96f0-4542-904d-b1c0546696f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:02:54.358543 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f08bd2-96f0-4542-904d-b1c0546696f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:02:54.358961 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f08bd2-96f0-4542-904d-b1c0546696f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:02:54.359604 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f08bd2-96f0-4542-904d-b1c0546696f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:02:54.359604 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f08bd2-96f0-4542-904d-b1c0546696f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:02:54.359946 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f08bd2-96f0-4542-904d-b1c0546696f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:02:54.360278 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f08bd2-96f0-4542-904d-b1c0546696f8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:02:54.360624 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f08bd2-96f0-4542-904d-b1c0546696f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:02:54.360957 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f08bd2-96f0-4542-904d-b1c0546696f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:02:54.361392 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f08bd2-96f0-4542-904d-b1c0546696f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:02:54.362200 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f08bd2-96f0-4542-904d-b1c0546696f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:02:54.362200 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f08bd2-96f0-4542-904d-b1c0546696f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:02:54.363026 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a683a8dc-14e7-40e3-b259-f9bfc13cf59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:54.369657 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-24f08bd2-96f0-4542-904d-b1c0546696f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:54.425720 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c05de7c-aea5-40e8-99a1-cc17a6ead6e1 None None] Pushing event updated for resources: {'Port': ['ID=e50fae38-b339-406a-9fb6-2b3301d187e1,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:54.431480 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-a683a8dc-14e7-40e3-b259-f9bfc13cf59b None None] Attempting to bind port e50fae38-b339-406a-9fb6-2b3301d187e1 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:02:54.431669 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-a683a8dc-14e7-40e3-b259-f9bfc13cf59b None None] Attempting to bind port e50fae38-b339-406a-9fb6-2b3301d187e1 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:02:54.431904 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a683a8dc-14e7-40e3-b259-f9bfc13cf59b None None] Attempting to bind port e50fae38-b339-406a-9fb6-2b3301d187e1 on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:02:54.438681 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port ab2f638f-9ac9-44b8-8cbc-2a5528d778a2 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:02:54.442211 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a683a8dc-14e7-40e3-b259-f9bfc13cf59b None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:02:54.442585 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a683a8dc-14e7-40e3-b259-f9bfc13cf59b None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:02:54.442993 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a683a8dc-14e7-40e3-b259-f9bfc13cf59b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:54.443384 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a683a8dc-14e7-40e3-b259-f9bfc13cf59b None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:02:54.443863 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-a683a8dc-14e7-40e3-b259-f9bfc13cf59b None None] Bound port: e50fae38-b339-406a-9fb6-2b3301d187e1, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:02:54.444248 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a683a8dc-14e7-40e3-b259-f9bfc13cf59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:54.447194 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port ab2f638f-9ac9-44b8-8cbc-2a5528d778a2 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:02:54.447556 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:54.518422 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-24f08bd2-96f0-4542-904d-b1c0546696f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:54.553533 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-a683a8dc-14e7-40e3-b259-f9bfc13cf59b None None] For port e50fae38-b339-406a-9fb6-2b3301d187e1, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:02:54.558459 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-a683a8dc-14e7-40e3-b259-f9bfc13cf59b None None] For port e50fae38-b339-406a-9fb6-2b3301d187e1, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=e50fae38-b339-406a-9fb6-2b3301d187e1,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:02:54.592087 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a683a8dc-14e7-40e3-b259-f9bfc13cf59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:54.644534 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:54.674929 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a683a8dc-14e7-40e3-b259-f9bfc13cf59b None None] Routers {'a2aa07bb-3caa-4f98-8e8a-0341b6310624'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:02:54.675577 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-a683a8dc-14e7-40e3-b259-f9bfc13cf59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:02:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['a2aa07bb-3caa-4f98-8e8a-0341b6310624'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:02:54.705153 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-24f08bd2-96f0-4542-904d-b1c0546696f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:54.710732 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-24f08bd2-96f0-4542-904d-b1c0546696f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:54.750605 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c05de7c-aea5-40e8-99a1-cc17a6ead6e1 None None] Pushing event updated for resources: {'Port': ['ID=e50fae38-b339-406a-9fb6-2b3301d187e1,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:54.776837 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port ab2f638f-9ac9-44b8-8cbc-2a5528d778a2, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=ab2f638f-9ac9-44b8-8cbc-2a5528d778a2,segment=NetworkSegment(b7e57a00-ff2e-4548-91f1-2dbf9ea239d1),segment_id=b7e57a00-ff2e-4548-91f1-2dbf9ea239d1)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:02:54.784666 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:54.787774 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f08bd2-96f0-4542-904d-b1c0546696f8 admin admin] Pushing event updated for resources: {'Port': ['ID=04b78d6c-c202-4fcd-b042-e010b4493df2,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:54.791282 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-24f08bd2-96f0-4542-904d-b1c0546696f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:54.794066 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:54.794897 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 36272ad7-1066-4aa8-8bc7-028c2711ce2d up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:02:54.931856 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-a683a8dc-14e7-40e3-b259-f9bfc13cf59b None None] Set router a2aa07bb-3caa-4f98-8e8a-0341b6310624 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:02:54.968009 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=ab2f638f-9ac9-44b8-8cbc-2a5528d778a2,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:54.981477 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-b78de590-83f8-4b9c-a3e0-ad3722ed98c3 None None] Provisioning for port 04b78d6c-c202-4fcd-b042-e010b4493df2 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:02:54.994761 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-b78de590-83f8-4b9c-a3e0-ad3722ed98c3 None None] Provisioning complete for port 04b78d6c-c202-4fcd-b042-e010b4493df2 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:02:54.995294 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b78de590-83f8-4b9c-a3e0-ad3722ed98c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:55.147413 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f08bd2-96f0-4542-904d-b1c0546696f8 admin admin] Network a0e35eb6-e0d9-456d-8ceb-f6c6623e95e9 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:02:55.148803 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-24f08bd2-96f0-4542-904d-b1c0546696f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:02:55.205157 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 36272ad7-1066-4aa8-8bc7-028c2711ce2d completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:02:55.222860 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 36272ad7-1066-4aa8-8bc7-028c2711ce2d triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:02:55.223152 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:55.238081 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-b78de590-83f8-4b9c-a3e0-ad3722ed98c3 None None] Port 04b78d6c-c202-4fcd-b042-e010b4493df2 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 10:02:55.275132 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f08bd2-96f0-4542-904d-b1c0546696f8 admin admin] Router a2aa07bb-3caa-4f98-8e8a-0341b6310624 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 10:02:55.398428 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f08bd2-96f0-4542-904d-b1c0546696f8 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:02:55.403465 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-24f08bd2-96f0-4542-904d-b1c0546696f8 admin admin] 10.222.0.54 "PUT /v2.0/routers/a2aa07bb-3caa-4f98-8e8a-0341b6310624/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1912060 Sep 08 10:02:55.413001 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d622b9d4-da7e-4e1e-81a2-15762767a553 None None] Provisioning complete for port 04b78d6c-c202-4fcd-b042-e010b4493df2 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:02:55.413559 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d622b9d4-da7e-4e1e-81a2-15762767a553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:55.416050 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:55.485561 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d622b9d4-da7e-4e1e-81a2-15762767a553 None None] Port 04b78d6c-c202-4fcd-b042-e010b4493df2 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 10:02:55.491780 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 36272ad7-1066-4aa8-8bc7-028c2711ce2d, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=36272ad7-1066-4aa8-8bc7-028c2711ce2d,segment=NetworkSegment(f09c5bc4-0265-430d-95fb-755518843357),segment_id=f09c5bc4-0265-430d-95fb-755518843357)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:02:55.495377 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-a683a8dc-14e7-40e3-b259-f9bfc13cf59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2aa07bb-3caa-4f98-8e8a-0341b6310624', 'name': 'tempest-TestEncryptedCinderVolumes-1991005611-router', 'tenant_id': '0a5988c8b374442283ee7963eedb4240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'e50fae38-b339-406a-9fb6-2b3301d187e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:02:51Z', 'updated_at': '2021-09-08T10:02:54Z', 'revision_number': 4, 'project_id': '0a5988c8b374442283ee7963eedb4240', 'gw_port': {'id': 'e50fae38-b339-406a-9fb6-2b3301d187e1', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ff:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2aa07bb-3caa-4f98-8e8a-0341b6310624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:02:51Z', 'updated_at': '2021-09-08T10:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '04b78d6c-c202-4fcd-b042-e010b4493df2', 'name': '', 'network_id': 'a0e35eb6-e0d9-456d-8ceb-f6c6623e95e9', 'tenant_id': '0a5988c8b374442283ee7963eedb4240', 'mac_address': 'fa:16:3e:5d:30:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2aa07bb-3caa-4f98-8e8a-0341b6310624', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'd17bb643-4270-44ba-903f-b1bea03799be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:02:53Z', 'updated_at': '2021-09-08T10:02:54Z', 'revision_number': 1, 'project_id': '0a5988c8b374442283ee7963eedb4240', 'subnets': [{'id': 'd17bb643-4270-44ba-903f-b1bea03799be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:02:55.499351 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:55.528312 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a683a8dc-14e7-40e3-b259-f9bfc13cf59b None None] The sync data for ids ['a2aa07bb-3caa-4f98-8e8a-0341b6310624'] in n-d-806683-11 is: [{'id': 'a2aa07bb-3caa-4f98-8e8a-0341b6310624', 'name': 'tempest-TestEncryptedCinderVolumes-1991005611-router', 'tenant_id': '0a5988c8b374442283ee7963eedb4240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'e50fae38-b339-406a-9fb6-2b3301d187e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:02:51Z', 'updated_at': '2021-09-08T10:02:54Z', 'revision_number': 4, 'project_id': '0a5988c8b374442283ee7963eedb4240', 'gw_port': {'id': 'e50fae38-b339-406a-9fb6-2b3301d187e1', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ff:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2aa07bb-3caa-4f98-8e8a-0341b6310624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:02:51Z', 'updated_at': '2021-09-08T10:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '04b78d6c-c202-4fcd-b042-e010b4493df2', 'name': '', 'network_id': 'a0e35eb6-e0d9-456d-8ceb-f6c6623e95e9', 'tenant_id': '0a5988c8b374442283ee7963eedb4240', 'mac_address': 'fa:16:3e:5d:30:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2aa07bb-3caa-4f98-8e8a-0341b6310624', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'd17bb643-4270-44ba-903f-b1bea03799be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:02:53Z', 'updated_at': '2021-09-08T10:02:54Z', 'revision_number': 1, 'project_id': '0a5988c8b374442283ee7963eedb4240', 'subnets': [{'id': 'd17bb643-4270-44ba-903f-b1bea03799be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:02:55.578267 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=36272ad7-1066-4aa8-8bc7-028c2711ce2d,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:55.602571 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device ab2f638f-9ac9-44b8-8cbc-2a5528d778a2 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:02:55.654517 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port ab2f638f-9ac9-44b8-8cbc-2a5528d778a2 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:02:55.654752 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:56.719171 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e902a3-bafb-4d61-bf33-6185640d8e48 req-27e860ea-12a9-4d34-b978-97515106e254 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:56.720663 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-16e902a3-bafb-4d61-bf33-6185640d8e48 req-27e860ea-12a9-4d34-b978-97515106e254 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/networks?id=05d562bb-03b9-4af3-9df4-47c87ce0098f HTTP/1.1" status: 200 len: 816 time: 0.1037636 Sep 08 10:02:56.736317 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-16e902a3-bafb-4d61-bf33-6185640d8e48 req-8daeb92c-aa83-4d76-a4e2-9c38b4462b80 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/quotas/1a8a213f860f4221a94e82ebabe7bf21 HTTP/1.1" status: 200 len: 375 time: 0.0097835 Sep 08 10:02:56.792070 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-16e902a3-bafb-4d61-bf33-6185640d8e48 req-7bbaf8da-dbbe-47c9-8066-2c8bb3bcb237 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1a8a213f860f4221a94e82ebabe7bf21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502150 Sep 08 10:02:56.979376 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-16e902a3-bafb-4d61-bf33-6185640d8e48 req-51837c04-0b71-4d5a-bcc3-70855cb62c7a service neutron] 10.222.0.54 "GET /v2.0/networks/05d562bb-03b9-4af3-9df4-47c87ce0098f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747525 Sep 08 10:02:57.075489 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-16e902a3-bafb-4d61-bf33-6185640d8e48 req-3c875b94-1a86-4d26-9fa1-531f09325dd3 service neutron] 10.222.0.54 "GET /v2.0/networks/05d562bb-03b9-4af3-9df4-47c87ce0098f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893776 Sep 08 10:02:57.267417 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f556c3b8-2d56-4253-8ba4-0fd8780a90a1 req-b6ff6614-27eb-42c7-82f3-6b76d750f35a tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/ports?device_id=7eae3ff5-60fc-4037-8f00-1e8f93ef267b HTTP/1.1" status: 200 len: 210 time: 0.0280087 Sep 08 10:02:57.411039 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cd63f5-74f8-43a8-8749-e59a7b980a73 None None] Sync routers for ids ['a2aa07bb-3caa-4f98-8e8a-0341b6310624'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:02:57.421832 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cd63f5-74f8-43a8-8749-e59a7b980a73 None None] Routers {'a2aa07bb-3caa-4f98-8e8a-0341b6310624'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:02:57.422484 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-e9cd63f5-74f8-43a8-8749-e59a7b980a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:02:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['a2aa07bb-3caa-4f98-8e8a-0341b6310624'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:02:57.533853 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-e9cd63f5-74f8-43a8-8749-e59a7b980a73 None None] Set router a2aa07bb-3caa-4f98-8e8a-0341b6310624 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:02:57.670230 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 36272ad7-1066-4aa8-8bc7-028c2711ce2d up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:02:57.722494 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 36272ad7-1066-4aa8-8bc7-028c2711ce2d triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:02:57.722883 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:57.756973 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-e9cd63f5-74f8-43a8-8749-e59a7b980a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2aa07bb-3caa-4f98-8e8a-0341b6310624', 'name': 'tempest-TestEncryptedCinderVolumes-1991005611-router', 'tenant_id': '0a5988c8b374442283ee7963eedb4240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'e50fae38-b339-406a-9fb6-2b3301d187e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:02:51Z', 'updated_at': '2021-09-08T10:02:54Z', 'revision_number': 4, 'project_id': '0a5988c8b374442283ee7963eedb4240', 'gw_port': {'id': 'e50fae38-b339-406a-9fb6-2b3301d187e1', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ff:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2aa07bb-3caa-4f98-8e8a-0341b6310624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:02:51Z', 'updated_at': '2021-09-08T10:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '04b78d6c-c202-4fcd-b042-e010b4493df2', 'name': '', 'network_id': 'a0e35eb6-e0d9-456d-8ceb-f6c6623e95e9', 'tenant_id': '0a5988c8b374442283ee7963eedb4240', 'mac_address': 'fa:16:3e:5d:30:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2aa07bb-3caa-4f98-8e8a-0341b6310624', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'd17bb643-4270-44ba-903f-b1bea03799be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:02:53Z', 'updated_at': '2021-09-08T10:02:54Z', 'revision_number': 2, 'project_id': '0a5988c8b374442283ee7963eedb4240', 'subnets': [{'id': 'd17bb643-4270-44ba-903f-b1bea03799be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:02:57.785179 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cd63f5-74f8-43a8-8749-e59a7b980a73 None None] Checking router: a2aa07bb-3caa-4f98-8e8a-0341b6310624 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:02:57.785689 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cd63f5-74f8-43a8-8749-e59a7b980a73 None None] Updating router a2aa07bb-3caa-4f98-8e8a-0341b6310624 port 04b78d6c-c202-4fcd-b042-e010b4493df2 binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 10:02:57.808603 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device e50fae38-b339-406a-9fb6-2b3301d187e1 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:02:57.818821 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e9cd63f5-74f8-43a8-8749-e59a7b980a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:57.864372 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port e50fae38-b339-406a-9fb6-2b3301d187e1 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:02:57.868045 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port e50fae38-b339-406a-9fb6-2b3301d187e1 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:02:57.868427 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:57.943333 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:57.963557 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port e50fae38-b339-406a-9fb6-2b3301d187e1, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=e50fae38-b339-406a-9fb6-2b3301d187e1,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:02:57.967594 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:58.017803 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=e50fae38-b339-406a-9fb6-2b3301d187e1,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:58.096215 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e9cd63f5-74f8-43a8-8749-e59a7b980a73 None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:58.106421 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-e9cd63f5-74f8-43a8-8749-e59a7b980a73 None None] Transition to ACTIVE for port object 04b78d6c-c202-4fcd-b042-e010b4493df2 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:02:58.112776 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e9cd63f5-74f8-43a8-8749-e59a7b980a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:58.221061 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-e9cd63f5-74f8-43a8-8749-e59a7b980a73 None None] Attempting to bind port 04b78d6c-c202-4fcd-b042-e010b4493df2 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:02:58.221535 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-e9cd63f5-74f8-43a8-8749-e59a7b980a73 None None] Attempting to bind port 04b78d6c-c202-4fcd-b042-e010b4493df2 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'f09c5bc4-0265-430d-95fb-755518843357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a0e35eb6-e0d9-456d-8ceb-f6c6623e95e9'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:02:58.221980 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cd63f5-74f8-43a8-8749-e59a7b980a73 None None] Attempting to bind port 04b78d6c-c202-4fcd-b042-e010b4493df2 on network a0e35eb6-e0d9-456d-8ceb-f6c6623e95e9 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:02:58.231248 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cd63f5-74f8-43a8-8749-e59a7b980a73 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:02:58.231741 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cd63f5-74f8-43a8-8749-e59a7b980a73 None None] Checking segment: {'id': 'f09c5bc4-0265-430d-95fb-755518843357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a0e35eb6-e0d9-456d-8ceb-f6c6623e95e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:02:58.232215 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e9cd63f5-74f8-43a8-8749-e59a7b980a73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:58.233341 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cd63f5-74f8-43a8-8749-e59a7b980a73 None None] Bound using segment: {'id': 'f09c5bc4-0265-430d-95fb-755518843357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a0e35eb6-e0d9-456d-8ceb-f6c6623e95e9'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:02:58.234427 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-e9cd63f5-74f8-43a8-8749-e59a7b980a73 None None] Bound port: 04b78d6c-c202-4fcd-b042-e010b4493df2, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f09c5bc4-0265-430d-95fb-755518843357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a0e35eb6-e0d9-456d-8ceb-f6c6623e95e9'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:02:58.234570 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e9cd63f5-74f8-43a8-8749-e59a7b980a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:58.245426 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cba653-3641-4ed4-bc86-c32b384b2177 None None] Pushing event updated for resources: {'Port': ['ID=04b78d6c-c202-4fcd-b042-e010b4493df2,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:58.294716 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e902a3-bafb-4d61-bf33-6185640d8e48 req-833910ea-ab0e-438a-a0ef-0f3876d19a3f tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:58.297101 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-16e902a3-bafb-4d61-bf33-6185640d8e48 req-833910ea-ab0e-438a-a0ef-0f3876d19a3f tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.37 "GET /v2.0/networks?id=05d562bb-03b9-4af3-9df4-47c87ce0098f HTTP/1.1" status: 200 len: 816 time: 0.1240554 Sep 08 10:02:58.309330 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-e9cd63f5-74f8-43a8-8749-e59a7b980a73 None None] For port 04b78d6c-c202-4fcd-b042-e010b4493df2, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:02:58.313747 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-e9cd63f5-74f8-43a8-8749-e59a7b980a73 None None] For port 04b78d6c-c202-4fcd-b042-e010b4493df2, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=04b78d6c-c202-4fcd-b042-e010b4493df2,segment=NetworkSegment(f09c5bc4-0265-430d-95fb-755518843357),segment_id=f09c5bc4-0265-430d-95fb-755518843357)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:02:58.318152 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-16e902a3-bafb-4d61-bf33-6185640d8e48 req-486c45db-c2c1-494d-bba1-a533179a7073 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Request body: {'port': {'device_id': '7eae3ff5-60fc-4037-8f00-1e8f93ef267b', 'network_id': '05d562bb-03b9-4af3-9df4-47c87ce0098f', 'admin_state_up': True, 'tenant_id': '1a8a213f860f4221a94e82ebabe7bf21'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:02:58.320306 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e9cd63f5-74f8-43a8-8749-e59a7b980a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:58.385190 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cba653-3641-4ed4-bc86-c32b384b2177 None None] Pushing event updated for resources: {'Port': ['ID=04b78d6c-c202-4fcd-b042-e010b4493df2,revision_number=4']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:58.397621 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c3aa7924-b22c-40a4-a0e2-0aeb58b1e88d req-8318d899-e168-41fc-98f3-4032d388045d tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/ports?device_id=7eae3ff5-60fc-4037-8f00-1e8f93ef267b HTTP/1.1" status: 200 len: 210 time: 0.0311427 Sep 08 10:02:58.410581 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cd63f5-74f8-43a8-8749-e59a7b980a73 None None] Routers {'a2aa07bb-3caa-4f98-8e8a-0341b6310624'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:02:58.411625 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-e9cd63f5-74f8-43a8-8749-e59a7b980a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:02:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['a2aa07bb-3caa-4f98-8e8a-0341b6310624'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:02:58.491952 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16e902a3-bafb-4d61-bf33-6185640d8e48 req-486c45db-c2c1-494d-bba1-a533179a7073 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Made reservation on behalf of 1a8a213f860f4221a94e82ebabe7bf21 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:02:58.495631 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-16e902a3-bafb-4d61-bf33-6185640d8e48 req-486c45db-c2c1-494d-bba1-a533179a7073 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:58.537470 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-e9cd63f5-74f8-43a8-8749-e59a7b980a73 None None] Set router a2aa07bb-3caa-4f98-8e8a-0341b6310624 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:02:58.631062 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-16e902a3-bafb-4d61-bf33-6185640d8e48 req-486c45db-c2c1-494d-bba1-a533179a7073 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Allocated IP 172.20.0.6 (05d562bb-03b9-4af3-9df4-47c87ce0098f/682ed94b-5222-4197-82e7-5237db7750e4/38bb6d66-6846-4e8f-b752-342805ec0aa2) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:02:58.787795 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-16e902a3-bafb-4d61-bf33-6185640d8e48 req-486c45db-c2c1-494d-bba1-a533179a7073 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:58.802295 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-16e902a3-bafb-4d61-bf33-6185640d8e48 req-486c45db-c2c1-494d-bba1-a533179a7073 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Transition to ACTIVE for port object 38bb6d66-6846-4e8f-b752-342805ec0aa2 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:02:58.836118 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-16e902a3-bafb-4d61-bf33-6185640d8e48 req-486c45db-c2c1-494d-bba1-a533179a7073 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:58.838902 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-e9cd63f5-74f8-43a8-8749-e59a7b980a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2aa07bb-3caa-4f98-8e8a-0341b6310624', 'name': 'tempest-TestEncryptedCinderVolumes-1991005611-router', 'tenant_id': '0a5988c8b374442283ee7963eedb4240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'e50fae38-b339-406a-9fb6-2b3301d187e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:02:51Z', 'updated_at': '2021-09-08T10:02:54Z', 'revision_number': 4, 'project_id': '0a5988c8b374442283ee7963eedb4240', 'gw_port': {'id': 'e50fae38-b339-406a-9fb6-2b3301d187e1', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ff:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2aa07bb-3caa-4f98-8e8a-0341b6310624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:02:51Z', 'updated_at': '2021-09-08T10:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '04b78d6c-c202-4fcd-b042-e010b4493df2', 'name': '', 'network_id': 'a0e35eb6-e0d9-456d-8ceb-f6c6623e95e9', 'tenant_id': '0a5988c8b374442283ee7963eedb4240', 'mac_address': 'fa:16:3e:5d:30:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2aa07bb-3caa-4f98-8e8a-0341b6310624', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'd17bb643-4270-44ba-903f-b1bea03799be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:02:53Z', 'updated_at': '2021-09-08T10:02:58Z', 'revision_number': 4, 'project_id': '0a5988c8b374442283ee7963eedb4240', 'subnets': [{'id': 'd17bb643-4270-44ba-903f-b1bea03799be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:02:58.866254 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cd63f5-74f8-43a8-8749-e59a7b980a73 None None] The sync data for ids ['a2aa07bb-3caa-4f98-8e8a-0341b6310624'] in n-d-806683-11 is: [{'id': 'a2aa07bb-3caa-4f98-8e8a-0341b6310624', 'name': 'tempest-TestEncryptedCinderVolumes-1991005611-router', 'tenant_id': '0a5988c8b374442283ee7963eedb4240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'e50fae38-b339-406a-9fb6-2b3301d187e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:02:51Z', 'updated_at': '2021-09-08T10:02:54Z', 'revision_number': 4, 'project_id': '0a5988c8b374442283ee7963eedb4240', 'gw_port': {'id': 'e50fae38-b339-406a-9fb6-2b3301d187e1', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ff:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2aa07bb-3caa-4f98-8e8a-0341b6310624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:02:51Z', 'updated_at': '2021-09-08T10:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '04b78d6c-c202-4fcd-b042-e010b4493df2', 'name': '', 'network_id': 'a0e35eb6-e0d9-456d-8ceb-f6c6623e95e9', 'tenant_id': '0a5988c8b374442283ee7963eedb4240', 'mac_address': 'fa:16:3e:5d:30:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2aa07bb-3caa-4f98-8e8a-0341b6310624', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'd17bb643-4270-44ba-903f-b1bea03799be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:02:53Z', 'updated_at': '2021-09-08T10:02:58Z', 'revision_number': 4, 'project_id': '0a5988c8b374442283ee7963eedb4240', 'subnets': [{'id': 'd17bb643-4270-44ba-903f-b1bea03799be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:02:58.879296 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16e902a3-bafb-4d61-bf33-6185640d8e48 req-486c45db-c2c1-494d-bba1-a533179a7073 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Network 05d562bb-03b9-4af3-9df4-47c87ce0098f is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:02:58.882596 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-16e902a3-bafb-4d61-bf33-6185640d8e48 req-486c45db-c2c1-494d-bba1-a533179a7073 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:02:58.889554 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e902a3-bafb-4d61-bf33-6185640d8e48 req-486c45db-c2c1-494d-bba1-a533179a7073 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:02:58.914140 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486c45db-c2c1-494d-bba1-a533179a7073 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Pushing event updated for resources: {'Port': ['ID=38bb6d66-6846-4e8f-b752-342805ec0aa2,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:58.942926 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e902a3-bafb-4d61-bf33-6185640d8e48 req-486c45db-c2c1-494d-bba1-a533179a7073 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:58.943667 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-16e902a3-bafb-4d61-bf33-6185640d8e48 req-486c45db-c2c1-494d-bba1-a533179a7073 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:58.963286 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-16e902a3-bafb-4d61-bf33-6185640d8e48 req-486c45db-c2c1-494d-bba1-a533179a7073 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6505995 Sep 08 10:02:58.980600 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-16e902a3-bafb-4d61-bf33-6185640d8e48 req-3840c96b-1945-45a1-a00c-c89eb422a041 service neutron] Request body: {'port': {'device_id': '7eae3ff5-60fc-4037-8f00-1e8f93ef267b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:02:59.045856 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-16e902a3-bafb-4d61-bf33-6185640d8e48 req-3840c96b-1945-45a1-a00c-c89eb422a041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:59.178541 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-925feb3c-e946-4e99-a69c-81f9d1cd15f0 None None] Provisioning for port 38bb6d66-6846-4e8f-b752-342805ec0aa2 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:02:59.183803 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-925feb3c-e946-4e99-a69c-81f9d1cd15f0 None None] Provisioning complete for port 38bb6d66-6846-4e8f-b752-342805ec0aa2 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:02:59.184402 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-925feb3c-e946-4e99-a69c-81f9d1cd15f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:59.228046 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-925feb3c-e946-4e99-a69c-81f9d1cd15f0 None None] Port 38bb6d66-6846-4e8f-b752-342805ec0aa2 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 10:02:59.239725 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:59.342204 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-16e902a3-bafb-4d61-bf33-6185640d8e48 req-3840c96b-1945-45a1-a00c-c89eb422a041 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38bb6d66-6846-4e8f-b752-342805ec0aa2 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 10:02:59.350066 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-16e902a3-bafb-4d61-bf33-6185640d8e48 req-3840c96b-1945-45a1-a00c-c89eb422a041 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:59.362875 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-16e902a3-bafb-4d61-bf33-6185640d8e48 req-3840c96b-1945-45a1-a00c-c89eb422a041 service neutron] Transition to ACTIVE for port object 38bb6d66-6846-4e8f-b752-342805ec0aa2 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:02:59.372042 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-16e902a3-bafb-4d61-bf33-6185640d8e48 req-3840c96b-1945-45a1-a00c-c89eb422a041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:59.422556 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3840c96b-1945-45a1-a00c-c89eb422a041 service neutron] Pushing event updated for resources: {'Port': ['ID=38bb6d66-6846-4e8f-b752-342805ec0aa2,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:59.504026 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-16e902a3-bafb-4d61-bf33-6185640d8e48 req-3840c96b-1945-45a1-a00c-c89eb422a041 service neutron] Attempting to bind port 38bb6d66-6846-4e8f-b752-342805ec0aa2 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:02:59.504541 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-16e902a3-bafb-4d61-bf33-6185640d8e48 req-3840c96b-1945-45a1-a00c-c89eb422a041 service neutron] Attempting to bind port 38bb6d66-6846-4e8f-b752-342805ec0aa2 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'b7e57a00-ff2e-4548-91f1-2dbf9ea239d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '05d562bb-03b9-4af3-9df4-47c87ce0098f'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:02:59.504858 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e902a3-bafb-4d61-bf33-6185640d8e48 req-3840c96b-1945-45a1-a00c-c89eb422a041 service neutron] Attempting to bind port 38bb6d66-6846-4e8f-b752-342805ec0aa2 on network 05d562bb-03b9-4af3-9df4-47c87ce0098f {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:02:59.511312 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e902a3-bafb-4d61-bf33-6185640d8e48 req-3840c96b-1945-45a1-a00c-c89eb422a041 service neutron] Port 38bb6d66-6846-4e8f-b752-342805ec0aa2 on network 05d562bb-03b9-4af3-9df4-47c87ce0098f not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 10:02:59.511658 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e902a3-bafb-4d61-bf33-6185640d8e48 req-3840c96b-1945-45a1-a00c-c89eb422a041 service neutron] Attempting to bind port 38bb6d66-6846-4e8f-b752-342805ec0aa2 on network 05d562bb-03b9-4af3-9df4-47c87ce0098f {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:02:59.519726 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e902a3-bafb-4d61-bf33-6185640d8e48 req-3840c96b-1945-45a1-a00c-c89eb422a041 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:02:59.520164 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e902a3-bafb-4d61-bf33-6185640d8e48 req-3840c96b-1945-45a1-a00c-c89eb422a041 service neutron] Checking segment: {'id': 'b7e57a00-ff2e-4548-91f1-2dbf9ea239d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '05d562bb-03b9-4af3-9df4-47c87ce0098f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:02:59.520628 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e902a3-bafb-4d61-bf33-6185640d8e48 req-3840c96b-1945-45a1-a00c-c89eb422a041 service neutron] Bound using segment: {'id': 'b7e57a00-ff2e-4548-91f1-2dbf9ea239d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '05d562bb-03b9-4af3-9df4-47c87ce0098f'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:02:59.521201 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-16e902a3-bafb-4d61-bf33-6185640d8e48 req-3840c96b-1945-45a1-a00c-c89eb422a041 service neutron] Bound port: 38bb6d66-6846-4e8f-b752-342805ec0aa2, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7e57a00-ff2e-4548-91f1-2dbf9ea239d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '05d562bb-03b9-4af3-9df4-47c87ce0098f'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:02:59.521633 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-16e902a3-bafb-4d61-bf33-6185640d8e48 req-3840c96b-1945-45a1-a00c-c89eb422a041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:59.555530 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e74a2e-1ea8-4701-9313-ace2408699c5 req-b3f5028f-1b7f-4dda-8041-9da9315b5d15 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:59.557761 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-21e74a2e-1ea8-4701-9313-ace2408699c5 req-b3f5028f-1b7f-4dda-8041-9da9315b5d15 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/ports?device_id=7eae3ff5-60fc-4037-8f00-1e8f93ef267b HTTP/1.1" status: 200 len: 943 time: 0.0618887 Sep 08 10:02:59.605293 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-16e902a3-bafb-4d61-bf33-6185640d8e48 req-3840c96b-1945-45a1-a00c-c89eb422a041 service neutron] For port 38bb6d66-6846-4e8f-b752-342805ec0aa2, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:02:59.609603 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-21e74a2e-1ea8-4701-9313-ace2408699c5 req-47abbc56-3f01-4c11-a59d-6bb828a499fa tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8a5e0d1-d779-4616-b245-f35b52597d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437858 Sep 08 10:02:59.610751 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-16e902a3-bafb-4d61-bf33-6185640d8e48 req-3840c96b-1945-45a1-a00c-c89eb422a041 service neutron] For port 38bb6d66-6846-4e8f-b752-342805ec0aa2, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=38bb6d66-6846-4e8f-b752-342805ec0aa2,segment=NetworkSegment(b7e57a00-ff2e-4548-91f1-2dbf9ea239d1),segment_id=b7e57a00-ff2e-4548-91f1-2dbf9ea239d1)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:02:59.620196 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-16e902a3-bafb-4d61-bf33-6185640d8e48 req-3840c96b-1945-45a1-a00c-c89eb422a041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:59.626707 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 04b78d6c-c202-4fcd-b042-e010b4493df2 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:02:59.659762 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e902a3-bafb-4d61-bf33-6185640d8e48 req-3840c96b-1945-45a1-a00c-c89eb422a041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:59.660407 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-16e902a3-bafb-4d61-bf33-6185640d8e48 req-3840c96b-1945-45a1-a00c-c89eb422a041 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:59.661801 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-16e902a3-bafb-4d61-bf33-6185640d8e48 req-3840c96b-1945-45a1-a00c-c89eb422a041 service neutron] 10.222.0.37 "PUT /v2.0/ports/38bb6d66-6846-4e8f-b752-342805ec0aa2 HTTP/1.1" status: 200 len: 1092 time: 0.6856894 Sep 08 10:02:59.662355 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eae3ff5-60fc-4037-8f00-1e8f93ef267b', 'tag': '38bb6d66-6846-4e8f-b752-342805ec0aa2'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:02:59.664527 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca52646c-6627-4c7a-a583-c9a8d36742ed" -d '{"events": [{"name": "network-changed", "server_uuid": "7eae3ff5-60fc-4037-8f00-1e8f93ef267b", "tag": "38bb6d66-6846-4e8f-b752-342805ec0aa2"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:02:59.691887 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3840c96b-1945-45a1-a00c-c89eb422a041 service neutron] Pushing event updated for resources: {'Port': ['ID=38bb6d66-6846-4e8f-b752-342805ec0aa2,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:59.699448 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 04b78d6c-c202-4fcd-b042-e010b4493df2 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:02:59.704237 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 04b78d6c-c202-4fcd-b042-e010b4493df2 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:02:59.704614 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:59.733688 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 10:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303bd674-1e73-41fb-813e-ea8836a7c408 x-openstack-request-id: req-303bd674-1e73-41fb-813e-ea8836a7c408 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:02:59.733983 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eae3ff5-60fc-4037-8f00-1e8f93ef267b", "tag": "38bb6d66-6846-4e8f-b752-342805ec0aa2", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:02:59.734307 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-303bd674-1e73-41fb-813e-ea8836a7c408 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:02:59.734764 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eae3ff5-60fc-4037-8f00-1e8f93ef267b', 'tag': '38bb6d66-6846-4e8f-b752-342805ec0aa2', 'status': 'completed', 'code': 200} Sep 08 10:02:59.773500 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e902a3-bafb-4d61-bf33-6185640d8e48 req-544e3b35-74a6-4198-9518-fb6700983110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:59.775087 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-16e902a3-bafb-4d61-bf33-6185640d8e48 req-544e3b35-74a6-4198-9518-fb6700983110 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a8a213f860f4221a94e82ebabe7bf21&device_id=7eae3ff5-60fc-4037-8f00-1e8f93ef267b HTTP/1.1" status: 200 len: 1095 time: 0.0518272 Sep 08 10:02:59.794720 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:59.829466 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-16e902a3-bafb-4d61-bf33-6185640d8e48 req-1fa1e4e0-1097-4357-9cf3-d84031323607 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38bb6d66-6846-4e8f-b752-342805ec0aa2 HTTP/1.1" status: 200 len: 217 time: 0.0411026 Sep 08 10:02:59.832489 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 04b78d6c-c202-4fcd-b042-e010b4493df2, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=04b78d6c-c202-4fcd-b042-e010b4493df2,segment=NetworkSegment(f09c5bc4-0265-430d-95fb-755518843357),segment_id=f09c5bc4-0265-430d-95fb-755518843357)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:02:59.836368 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:02:59.837172 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device e50fae38-b339-406a-9fb6-2b3301d187e1 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:02:59.880248 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e902a3-bafb-4d61-bf33-6185640d8e48 req-e41ed663-c826-40e0-8192-7c20e628f9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:59.881755 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-16e902a3-bafb-4d61-bf33-6185640d8e48 req-e41ed663-c826-40e0-8192-7c20e628f9f1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=682ed94b-5222-4197-82e7-5237db7750e4 HTTP/1.1" status: 200 len: 855 time: 0.0458243 Sep 08 10:02:59.928956 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=04b78d6c-c202-4fcd-b042-e010b4493df2,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:02:59.932633 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e902a3-bafb-4d61-bf33-6185640d8e48 req-7c68796d-a90c-441c-b2e8-61371e9cc582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:02:59.935025 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-16e902a3-bafb-4d61-bf33-6185640d8e48 req-7c68796d-a90c-441c-b2e8-61371e9cc582 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05d562bb-03b9-4af3-9df4-47c87ce0098f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444870 Sep 08 10:02:59.941256 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port e50fae38-b339-406a-9fb6-2b3301d187e1 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:02:59.941635 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:03:00.035067 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-16e902a3-bafb-4d61-bf33-6185640d8e48 req-2dd18615-3ab5-4371-b040-2f4ab63b084a service neutron] 10.222.0.37 "GET /v2.0/networks/05d562bb-03b9-4af3-9df4-47c87ce0098f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933540 Sep 08 10:03:00.124808 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-16e902a3-bafb-4d61-bf33-6185640d8e48 req-0050dc58-cd77-4b38-bc2c-d63822225490 service neutron] 10.222.0.37 "GET /v2.0/networks/05d562bb-03b9-4af3-9df4-47c87ce0098f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828581 Sep 08 10:03:00.263949 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52646c-6627-4c7a-a583-c9a8d36742ed req-e19d6a8f-ce8b-4dbf-ad21-426c31de7788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:03:00.265691 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ca52646c-6627-4c7a-a583-c9a8d36742ed req-e19d6a8f-ce8b-4dbf-ad21-426c31de7788 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a8a213f860f4221a94e82ebabe7bf21&device_id=7eae3ff5-60fc-4037-8f00-1e8f93ef267b HTTP/1.1" status: 200 len: 1095 time: 0.0461013 Sep 08 10:03:00.352665 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52646c-6627-4c7a-a583-c9a8d36742ed req-7a24fa62-5540-49a8-b7c4-543bfc9cb2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:03:00.354123 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ca52646c-6627-4c7a-a583-c9a8d36742ed req-7a24fa62-5540-49a8-b7c4-543bfc9cb2bb service neutron] 10.222.0.37 "GET /v2.0/networks?id=05d562bb-03b9-4af3-9df4-47c87ce0098f HTTP/1.1" status: 200 len: 917 time: 0.0818145 Sep 08 10:03:00.397407 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ca52646c-6627-4c7a-a583-c9a8d36742ed req-e4a67ce1-0f16-451a-8550-29deff72b96f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38bb6d66-6846-4e8f-b752-342805ec0aa2 HTTP/1.1" status: 200 len: 217 time: 0.0361216 Sep 08 10:03:00.445432 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52646c-6627-4c7a-a583-c9a8d36742ed req-e592cc55-33f7-49c1-ad93-ae71f2ff79f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:03:00.446960 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ca52646c-6627-4c7a-a583-c9a8d36742ed req-e592cc55-33f7-49c1-ad93-ae71f2ff79f5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=682ed94b-5222-4197-82e7-5237db7750e4 HTTP/1.1" status: 200 len: 855 time: 0.0429389 Sep 08 10:03:00.493271 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52646c-6627-4c7a-a583-c9a8d36742ed req-1e188c2f-d4a1-4af3-8218-236edf167361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:03:00.494799 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ca52646c-6627-4c7a-a583-c9a8d36742ed req-1e188c2f-d4a1-4af3-8218-236edf167361 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05d562bb-03b9-4af3-9df4-47c87ce0098f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398567 Sep 08 10:03:00.587297 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ca52646c-6627-4c7a-a583-c9a8d36742ed req-109b67c8-1524-4a27-b0b6-2662e9d3ac43 service neutron] 10.222.0.37 "GET /v2.0/networks/05d562bb-03b9-4af3-9df4-47c87ce0098f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849106 Sep 08 10:03:00.677268 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ca52646c-6627-4c7a-a583-c9a8d36742ed req-8712891d-c44b-4020-a2cf-8be5b5ac0e72 service neutron] 10.222.0.37 "GET /v2.0/networks/05d562bb-03b9-4af3-9df4-47c87ce0098f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823951 Sep 08 10:03:00.737302 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4f864-f144-454b-b72a-5f01ec8fd332 req-2b0d215a-3309-409d-8b94-eda349c5f3ba tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:03:00.738866 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-06f4f864-f144-454b-b72a-5f01ec8fd332 req-2b0d215a-3309-409d-8b94-eda349c5f3ba tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/ports?device_id=7eae3ff5-60fc-4037-8f00-1e8f93ef267b HTTP/1.1" status: 200 len: 943 time: 0.0493872 Sep 08 10:03:00.779088 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-06f4f864-f144-454b-b72a-5f01ec8fd332 req-5394e62c-c6e2-49f3-8f1a-cadc9f3e23eb tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8a5e0d1-d779-4616-b245-f35b52597d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335925 Sep 08 10:03:01.581929 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 04b78d6c-c202-4fcd-b042-e010b4493df2 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:03:01.627474 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 04b78d6c-c202-4fcd-b042-e010b4493df2 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:03:01.627842 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:03:01.895823 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520fb4f0-a94f-40ab-a5fd-ad6d303c4626 req-23f05b98-226a-464e-abd3-f41232cf8977 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:03:01.897321 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-520fb4f0-a94f-40ab-a5fd-ad6d303c4626 req-23f05b98-226a-464e-abd3-f41232cf8977 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/ports?device_id=7eae3ff5-60fc-4037-8f00-1e8f93ef267b HTTP/1.1" status: 200 len: 943 time: 0.0505340 Sep 08 10:03:01.940230 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-520fb4f0-a94f-40ab-a5fd-ad6d303c4626 req-4a4baa26-7d07-4947-b7ba-dca2de909b5f tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8a5e0d1-d779-4616-b245-f35b52597d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367639 Sep 08 10:03:02.910321 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 38bb6d66-6846-4e8f-b752-342805ec0aa2 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 10:03:03.006153 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 38bb6d66-6846-4e8f-b752-342805ec0aa2, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=38bb6d66-6846-4e8f-b752-342805ec0aa2,segment=NetworkSegment(b7e57a00-ff2e-4548-91f1-2dbf9ea239d1),segment_id=b7e57a00-ff2e-4548-91f1-2dbf9ea239d1)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:03:03.019755 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '38bb6d66-6846-4e8f-b752-342805ec0aa2', 'network_id': '05d562bb-03b9-4af3-9df4-47c87ce0098f', 'port_id': '38bb6d66-6846-4e8f-b752-342805ec0aa2', 'mac_address': 'fa:16:3e:d8:19:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '682ed94b-5222-4197-82e7-5237db7750e4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 10:03:03.061006 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:03:03.062823 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b48100d-a897-4067-9ded-eb5601be26fd req-3c999baa-7add-4926-8fb7-b93d835d8494 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:03:03.064350 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9b48100d-a897-4067-9ded-eb5601be26fd req-3c999baa-7add-4926-8fb7-b93d835d8494 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/ports?device_id=7eae3ff5-60fc-4037-8f00-1e8f93ef267b HTTP/1.1" status: 200 len: 943 time: 0.0547433 Sep 08 10:03:03.073591 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38bb6d66-6846-4e8f-b752-342805ec0aa2 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 10:03:03.093273 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 38bb6d66-6846-4e8f-b752-342805ec0aa2, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=38bb6d66-6846-4e8f-b752-342805ec0aa2,segment=NetworkSegment(b7e57a00-ff2e-4548-91f1-2dbf9ea239d1),segment_id=b7e57a00-ff2e-4548-91f1-2dbf9ea239d1)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:03:03.097179 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:03:03.103186 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9b48100d-a897-4067-9ded-eb5601be26fd req-026f8f0c-46e7-407b-a947-aee26298c83f tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8a5e0d1-d779-4616-b245-f35b52597d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328786 Sep 08 10:03:03.144920 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=38bb6d66-6846-4e8f-b752-342805ec0aa2,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:03:03.372570 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['38bb6d66-6846-4e8f-b752-342805ec0aa2'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 10:03:04.572465 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084fb045-8f06-4148-8feb-c549f0818ab4 req-a8254fad-201c-44dc-987d-2d3cef01207b tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:03:04.573987 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-084fb045-8f06-4148-8feb-c549f0818ab4 req-a8254fad-201c-44dc-987d-2d3cef01207b tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/ports?device_id=7eae3ff5-60fc-4037-8f00-1e8f93ef267b HTTP/1.1" status: 200 len: 944 time: 0.4014621 Sep 08 10:03:04.613215 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-084fb045-8f06-4148-8feb-c549f0818ab4 req-1fb315e4-5922-4d42-939f-5d5b4f57db0d tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8a5e0d1-d779-4616-b245-f35b52597d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319974 Sep 08 10:03:04.910809 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 38bb6d66-6846-4e8f-b752-342805ec0aa2 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:03:04.961556 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 38bb6d66-6846-4e8f-b752-342805ec0aa2 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:03:04.965092 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 38bb6d66-6846-4e8f-b752-342805ec0aa2 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:03:04.965466 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:03:05.040746 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:03:05.062101 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eae3ff5-60fc-4037-8f00-1e8f93ef267b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38bb6d66-6846-4e8f-b752-342805ec0aa2'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:03:05.064366 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbd6ab74e39b4b2e86e5ab95b387a5b58b5aa7d7561c6c8e6a0b2b9382551d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1081eb92-8a9a-4f77-b419-f375d670f0d0" -d '{"events": [{"server_uuid": "7eae3ff5-60fc-4037-8f00-1e8f93ef267b", "name": "network-vif-plugged", "status": "completed", "tag": "38bb6d66-6846-4e8f-b752-342805ec0aa2"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:03:05.080701 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 38bb6d66-6846-4e8f-b752-342805ec0aa2, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=38bb6d66-6846-4e8f-b752-342805ec0aa2,segment=NetworkSegment(b7e57a00-ff2e-4548-91f1-2dbf9ea239d1),segment_id=b7e57a00-ff2e-4548-91f1-2dbf9ea239d1)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:03:05.085034 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:03:05.108244 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 10:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b294cb-53fd-42f2-95d7-115e14b1e259 x-openstack-request-id: req-64b294cb-53fd-42f2-95d7-115e14b1e259 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:03:05.108535 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eae3ff5-60fc-4037-8f00-1e8f93ef267b", "name": "network-vif-plugged", "status": "completed", "tag": "38bb6d66-6846-4e8f-b752-342805ec0aa2", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:03:05.108786 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-64b294cb-53fd-42f2-95d7-115e14b1e259 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:03:05.109171 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eae3ff5-60fc-4037-8f00-1e8f93ef267b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38bb6d66-6846-4e8f-b752-342805ec0aa2', 'code': 200} Sep 08 10:03:05.133555 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=38bb6d66-6846-4e8f-b752-342805ec0aa2,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:03:05.226371 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c1d50-f668-427e-80ac-27f9bd13bb40 req-434fe34d-5e17-4200-b894-b0945fd4b887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:03:05.227781 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1c8c1d50-f668-427e-80ac-27f9bd13bb40 req-434fe34d-5e17-4200-b894-b0945fd4b887 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7eae3ff5-60fc-4037-8f00-1e8f93ef267b HTTP/1.1" status: 200 len: 1097 time: 0.0399888 Sep 08 10:03:05.262974 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1c8c1d50-f668-427e-80ac-27f9bd13bb40 req-e42b1e5f-c226-4d08-8f9f-0a20b7170f45 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f8a5e0d1-d779-4616-b245-f35b52597d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274072 Sep 08 10:03:05.727265 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2cd31-6005-4c8a-b2d9-57d5f9d8bab0 req-04d8db34-0e21-4be9-b7ac-dd4e6592ae3b tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:03:05.728764 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bec2cd31-6005-4c8a-b2d9-57d5f9d8bab0 req-04d8db34-0e21-4be9-b7ac-dd4e6592ae3b tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/ports?device_id=7eae3ff5-60fc-4037-8f00-1e8f93ef267b HTTP/1.1" status: 200 len: 945 time: 0.0485270 Sep 08 10:03:05.769330 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bec2cd31-6005-4c8a-b2d9-57d5f9d8bab0 req-b1b8a5a7-1f70-46ed-95f4-1c86fd5c6366 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8a5e0d1-d779-4616-b245-f35b52597d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344398 Sep 08 10:03:06.887300 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb4111-0021-48bf-8219-0dbdeeef9b3b req-287b5dd1-b6a8-4a3e-a31f-7ad8a5bba352 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:03:06.889483 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0bcb4111-0021-48bf-8219-0dbdeeef9b3b req-287b5dd1-b6a8-4a3e-a31f-7ad8a5bba352 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/ports?device_id=7eae3ff5-60fc-4037-8f00-1e8f93ef267b HTTP/1.1" status: 200 len: 945 time: 0.0494928 Sep 08 10:03:06.929551 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0bcb4111-0021-48bf-8219-0dbdeeef9b3b req-a9baf73e-68fc-4ce4-9389-fc33c6ab5aa7 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8a5e0d1-d779-4616-b245-f35b52597d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338399 Sep 08 10:03:07.047050 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e586ced-b7f8-4d88-83d8-37743a144d4a req-75457f98-549b-4848-aab1-df6c0eb4a75c tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:03:07.048550 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0e586ced-b7f8-4d88-83d8-37743a144d4a req-75457f98-549b-4848-aab1-df6c0eb4a75c tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/ports?device_id=7eae3ff5-60fc-4037-8f00-1e8f93ef267b HTTP/1.1" status: 200 len: 945 time: 0.0491030 Sep 08 10:03:07.087515 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0e586ced-b7f8-4d88-83d8-37743a144d4a req-7b65b593-6a73-474b-a423-61802737a8c9 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8a5e0d1-d779-4616-b245-f35b52597d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330448 Sep 08 10:03:17.750491 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5503133a-3cee-490d-93f6-fd27f44a6f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:03:20.525045 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:03:20.847767 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0ba3e197-0e0f-464a-87fb-a9696975ccc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:03:22.365718 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:03:23.518221 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:03:23.775737 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:03:24.716128 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:03:25.591787 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e3d86e-2cf5-4d57-a6c4-2a7acff5817c req-ad829d7a-4e30-4dbd-9550-3f1d3204048a tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:03:25.593276 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-96e3d86e-2cf5-4d57-a6c4-2a7acff5817c req-ad829d7a-4e30-4dbd-9550-3f1d3204048a tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/ports?device_id=7eae3ff5-60fc-4037-8f00-1e8f93ef267b HTTP/1.1" status: 200 len: 945 time: 0.0541677 Sep 08 10:03:25.631050 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-96e3d86e-2cf5-4d57-a6c4-2a7acff5817c req-d495492b-696b-49cd-a9c1-93580594c166 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8a5e0d1-d779-4616-b245-f35b52597d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316241 Sep 08 10:03:26.750279 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf83645-8e17-4df1-aae2-d5de56bc4cb3 req-ba912ed8-6495-4779-aed9-6e448b48b8c3 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:03:26.751748 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-dcf83645-8e17-4df1-aae2-d5de56bc4cb3 req-ba912ed8-6495-4779-aed9-6e448b48b8c3 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/ports?device_id=7eae3ff5-60fc-4037-8f00-1e8f93ef267b HTTP/1.1" status: 200 len: 945 time: 0.0503628 Sep 08 10:03:26.790563 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-dcf83645-8e17-4df1-aae2-d5de56bc4cb3 req-1fa50594-e804-4d11-9943-d01dd7f6afec tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8a5e0d1-d779-4616-b245-f35b52597d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328481 Sep 08 10:03:27.267932 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2af08e-99a4-48cd-8189-586646d222b6 req-18868344-953a-4bdf-97f7-0f06b36b9ce0 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:03:27.269423 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2d2af08e-99a4-48cd-8189-586646d222b6 req-18868344-953a-4bdf-97f7-0f06b36b9ce0 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.37 "GET /v2.0/ports?device_id=7eae3ff5-60fc-4037-8f00-1e8f93ef267b HTTP/1.1" status: 200 len: 945 time: 0.0494325 Sep 08 10:03:27.362991 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-2d2af08e-99a4-48cd-8189-586646d222b6 req-848e2d09-0940-4b67-b382-4a25e7809208 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Deleting port 38bb6d66-6846-4e8f-b752-342805ec0aa2 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:03:27.363339 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2d2af08e-99a4-48cd-8189-586646d222b6 req-848e2d09-0940-4b67-b382-4a25e7809208 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:03:27.454362 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-2d2af08e-99a4-48cd-8189-586646d222b6 req-848e2d09-0940-4b67-b382-4a25e7809208 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] For port 38bb6d66-6846-4e8f-b752-342805ec0aa2, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=38bb6d66-6846-4e8f-b752-342805ec0aa2,segment=NetworkSegment(b7e57a00-ff2e-4548-91f1-2dbf9ea239d1),segment_id=b7e57a00-ff2e-4548-91f1-2dbf9ea239d1)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:03:27.454735 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2d2af08e-99a4-48cd-8189-586646d222b6 req-848e2d09-0940-4b67-b382-4a25e7809208 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:03:27.466272 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-2d2af08e-99a4-48cd-8189-586646d222b6 req-848e2d09-0940-4b67-b382-4a25e7809208 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Calling delete_port for 38bb6d66-6846-4e8f-b752-342805ec0aa2 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:03:27.590778 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2d2af08e-99a4-48cd-8189-586646d222b6 req-848e2d09-0940-4b67-b382-4a25e7809208 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:03:27.617803 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e2d09-0940-4b67-b382-4a25e7809208 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Pushing event deleted for resources: {'Port': ['ID=38bb6d66-6846-4e8f-b752-342805ec0aa2,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:03:27.625386 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['38bb6d66-6846-4e8f-b752-342805ec0aa2'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 10:03:27.627772 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e2d09-0940-4b67-b382-4a25e7809208 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:03:27.628113 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e2d09-0940-4b67-b382-4a25e7809208 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:03:27.628459 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e2d09-0940-4b67-b382-4a25e7809208 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:03:27.628801 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e2d09-0940-4b67-b382-4a25e7809208 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:03:27.629138 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e2d09-0940-4b67-b382-4a25e7809208 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:03:27.629474 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e2d09-0940-4b67-b382-4a25e7809208 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:03:27.629811 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e2d09-0940-4b67-b382-4a25e7809208 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:03:27.630168 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e2d09-0940-4b67-b382-4a25e7809208 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:03:27.630502 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e2d09-0940-4b67-b382-4a25e7809208 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:03:27.630832 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e2d09-0940-4b67-b382-4a25e7809208 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:03:27.631496 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e2d09-0940-4b67-b382-4a25e7809208 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:03:27.631496 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e2d09-0940-4b67-b382-4a25e7809208 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:03:27.677507 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2af08e-99a4-48cd-8189-586646d222b6 req-848e2d09-0940-4b67-b382-4a25e7809208 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] No DVR routers for this DVR port 38bb6d66-6846-4e8f-b752-342805ec0aa2 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 10:03:27.680339 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-2d2af08e-99a4-48cd-8189-586646d222b6 req-848e2d09-0940-4b67-b382-4a25e7809208 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:03:27.682454 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2d2af08e-99a4-48cd-8189-586646d222b6 req-848e2d09-0940-4b67-b382-4a25e7809208 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.37 "DELETE /v2.0/ports/38bb6d66-6846-4e8f-b752-342805ec0aa2 HTTP/1.1" status: 204 len: 173 time: 0.4070330 Sep 08 10:03:27.682915 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eae3ff5-60fc-4037-8f00-1e8f93ef267b', 'name': 'network-vif-deleted', 'tag': '38bb6d66-6846-4e8f-b752-342805ec0aa2'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:03:27.685254 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0364ad6c-c5d3-4d4c-b4ba-b2efd8dd6ee9" -d '{"events": [{"server_uuid": "7eae3ff5-60fc-4037-8f00-1e8f93ef267b", "name": "network-vif-deleted", "tag": "38bb6d66-6846-4e8f-b752-342805ec0aa2"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:03:27.725111 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 10:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5ed997-581a-4d64-834c-978e10b4577a x-openstack-request-id: req-3e5ed997-581a-4d64-834c-978e10b4577a {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:03:27.725461 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eae3ff5-60fc-4037-8f00-1e8f93ef267b", "name": "network-vif-deleted", "tag": "38bb6d66-6846-4e8f-b752-342805ec0aa2", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:03:27.725669 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3e5ed997-581a-4d64-834c-978e10b4577a {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:03:27.726097 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eae3ff5-60fc-4037-8f00-1e8f93ef267b', 'name': 'network-vif-deleted', 'tag': '38bb6d66-6846-4e8f-b752-342805ec0aa2', 'status': 'completed', 'code': 200} Sep 08 10:03:27.899270 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2612c5c1-3af9-47b3-9a10-83cd8a2a6df5 req-3e6c68d1-f174-4498-9ffa-d68d769e7f3c tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/ports?device_id=7eae3ff5-60fc-4037-8f00-1e8f93ef267b HTTP/1.1" status: 200 len: 210 time: 0.0270216 Sep 08 10:03:29.242820 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:03:29.527018 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-d274e7d7-b94a-49d4-9fac-78bb156f7f24 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:03:29.528556 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-d274e7d7-b94a-49d4-9fac-78bb156f7f24 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/networks?id=05d562bb-03b9-4af3-9df4-47c87ce0098f HTTP/1.1" status: 200 len: 816 time: 0.1098642 Sep 08 10:03:29.546571 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-b0302b01-65b3-45a0-9ec7-24f6fa027988 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/quotas/1a8a213f860f4221a94e82ebabe7bf21 HTTP/1.1" status: 200 len: 375 time: 0.0108831 Sep 08 10:03:29.609141 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-c7816ac1-7584-4939-98ff-63e8b1b53656 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1a8a213f860f4221a94e82ebabe7bf21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558414 Sep 08 10:03:29.628078 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-dfbe4be8-b8a6-469e-b0df-b18980872516 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 10:03:29.629196 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-dfbe4be8-b8a6-469e-b0df-b18980872516 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067363 Sep 08 10:03:29.738256 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-ff85a5e0-59cd-49fc-b7be-42d3d472afaf service neutron] 10.222.0.54 "GET /v2.0/networks/05d562bb-03b9-4af3-9df4-47c87ce0098f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028943 Sep 08 10:03:29.830513 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-44f92884-b770-4749-9e22-50ff6b044669 service neutron] 10.222.0.54 "GET /v2.0/networks/05d562bb-03b9-4af3-9df4-47c87ce0098f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854719 Sep 08 10:03:29.992003 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-557e29b4-dc03-4655-a5db-f246587c8688 req-91aa204e-5a1c-4cc9-a1d9-0feaae2a3363 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/ports?device_id=de361404-9d1f-47a1-8a11-8c4c70ad2652 HTTP/1.1" status: 200 len: 210 time: 0.0270975 Sep 08 10:03:30.963402 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-87f592c4-ded3-435c-84e6-95975eee6d89 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:03:30.964869 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-87f592c4-ded3-435c-84e6-95975eee6d89 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.37 "GET /v2.0/networks?id=05d562bb-03b9-4af3-9df4-47c87ce0098f HTTP/1.1" status: 200 len: 816 time: 0.1114199 Sep 08 10:03:30.996461 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-1111194b-a149-4748-9929-7773ce487f33 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Request body: {'port': {'device_id': 'de361404-9d1f-47a1-8a11-8c4c70ad2652', 'network_id': '05d562bb-03b9-4af3-9df4-47c87ce0098f', 'admin_state_up': True, 'tenant_id': '1a8a213f860f4221a94e82ebabe7bf21'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:03:31.020115 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 38bb6d66-6846-4e8f-b752-342805ec0aa2 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:03:31.043365 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 38bb6d66-6846-4e8f-b752-342805ec0aa2 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:03:31.043710 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 38bb6d66-6846-4e8f-b752-342805ec0aa2 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:03:31.089398 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6d9c942a-c839-4b71-beed-00129bac51fc req-9bf201ce-def9-4468-81d4-affa8708404f tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/ports?device_id=de361404-9d1f-47a1-8a11-8c4c70ad2652 HTTP/1.1" status: 200 len: 210 time: 0.0279200 Sep 08 10:03:31.107822 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-1111194b-a149-4748-9929-7773ce487f33 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Made reservation on behalf of 1a8a213f860f4221a94e82ebabe7bf21 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:03:31.111806 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-1111194b-a149-4748-9929-7773ce487f33 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:03:31.237288 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-1111194b-a149-4748-9929-7773ce487f33 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Allocated IP 172.20.0.4 (05d562bb-03b9-4af3-9df4-47c87ce0098f/682ed94b-5222-4197-82e7-5237db7750e4/7c84b8d8-7b95-4284-afe4-b738d9573b4e) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:03:31.383978 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-1111194b-a149-4748-9929-7773ce487f33 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:03:31.397754 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-1111194b-a149-4748-9929-7773ce487f33 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Transition to ACTIVE for port object 7c84b8d8-7b95-4284-afe4-b738d9573b4e will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:03:31.429591 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-1111194b-a149-4748-9929-7773ce487f33 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:03:31.471451 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-1111194b-a149-4748-9929-7773ce487f33 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Network 05d562bb-03b9-4af3-9df4-47c87ce0098f is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:03:31.474541 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-1111194b-a149-4748-9929-7773ce487f33 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:03:31.480621 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-1111194b-a149-4748-9929-7773ce487f33 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:03:31.506649 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1111194b-a149-4748-9929-7773ce487f33 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Pushing event updated for resources: {'Port': ['ID=7c84b8d8-7b95-4284-afe4-b738d9573b4e,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:03:31.532339 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-1111194b-a149-4748-9929-7773ce487f33 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:03:31.532968 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-1111194b-a149-4748-9929-7773ce487f33 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:03:31.552041 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-1111194b-a149-4748-9929-7773ce487f33 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5591538 Sep 08 10:03:31.569942 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-20606c2a-8e13-4b56-8a63-a5921c19e801 service neutron] Request body: {'port': {'device_id': 'de361404-9d1f-47a1-8a11-8c4c70ad2652', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:03:31.630688 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-20606c2a-8e13-4b56-8a63-a5921c19e801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:03:31.746603 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-205e81af-474c-4361-a554-f6ebf621d2b0 None None] Provisioning for port 7c84b8d8-7b95-4284-afe4-b738d9573b4e completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:03:31.751004 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-205e81af-474c-4361-a554-f6ebf621d2b0 None None] Provisioning complete for port 7c84b8d8-7b95-4284-afe4-b738d9573b4e triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:03:31.751388 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-205e81af-474c-4361-a554-f6ebf621d2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:03:31.784658 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-205e81af-474c-4361-a554-f6ebf621d2b0 None None] Port 7c84b8d8-7b95-4284-afe4-b738d9573b4e cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 10:03:31.899668 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-20606c2a-8e13-4b56-8a63-a5921c19e801 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c84b8d8-7b95-4284-afe4-b738d9573b4e {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 10:03:31.907807 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-20606c2a-8e13-4b56-8a63-a5921c19e801 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:03:31.919648 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-20606c2a-8e13-4b56-8a63-a5921c19e801 service neutron] Transition to ACTIVE for port object 7c84b8d8-7b95-4284-afe4-b738d9573b4e will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:03:31.923758 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-20606c2a-8e13-4b56-8a63-a5921c19e801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:03:31.985646 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20606c2a-8e13-4b56-8a63-a5921c19e801 service neutron] Pushing event updated for resources: {'Port': ['ID=7c84b8d8-7b95-4284-afe4-b738d9573b4e,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:03:32.059785 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-20606c2a-8e13-4b56-8a63-a5921c19e801 service neutron] Attempting to bind port 7c84b8d8-7b95-4284-afe4-b738d9573b4e on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:03:32.060441 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-20606c2a-8e13-4b56-8a63-a5921c19e801 service neutron] Attempting to bind port 7c84b8d8-7b95-4284-afe4-b738d9573b4e by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'b7e57a00-ff2e-4548-91f1-2dbf9ea239d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '05d562bb-03b9-4af3-9df4-47c87ce0098f'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:03:32.060441 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-20606c2a-8e13-4b56-8a63-a5921c19e801 service neutron] Attempting to bind port 7c84b8d8-7b95-4284-afe4-b738d9573b4e on network 05d562bb-03b9-4af3-9df4-47c87ce0098f {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:03:32.065474 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-20606c2a-8e13-4b56-8a63-a5921c19e801 service neutron] Port 7c84b8d8-7b95-4284-afe4-b738d9573b4e on network 05d562bb-03b9-4af3-9df4-47c87ce0098f not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 10:03:32.065796 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-20606c2a-8e13-4b56-8a63-a5921c19e801 service neutron] Attempting to bind port 7c84b8d8-7b95-4284-afe4-b738d9573b4e on network 05d562bb-03b9-4af3-9df4-47c87ce0098f {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:03:32.070740 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-20606c2a-8e13-4b56-8a63-a5921c19e801 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:03:32.071120 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-20606c2a-8e13-4b56-8a63-a5921c19e801 service neutron] Checking segment: {'id': 'b7e57a00-ff2e-4548-91f1-2dbf9ea239d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '05d562bb-03b9-4af3-9df4-47c87ce0098f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:03:32.071454 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-20606c2a-8e13-4b56-8a63-a5921c19e801 service neutron] Bound using segment: {'id': 'b7e57a00-ff2e-4548-91f1-2dbf9ea239d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '05d562bb-03b9-4af3-9df4-47c87ce0098f'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:03:32.071878 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-20606c2a-8e13-4b56-8a63-a5921c19e801 service neutron] Bound port: 7c84b8d8-7b95-4284-afe4-b738d9573b4e, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7e57a00-ff2e-4548-91f1-2dbf9ea239d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '05d562bb-03b9-4af3-9df4-47c87ce0098f'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:03:32.072238 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-20606c2a-8e13-4b56-8a63-a5921c19e801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:03:32.149087 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-20606c2a-8e13-4b56-8a63-a5921c19e801 service neutron] For port 7c84b8d8-7b95-4284-afe4-b738d9573b4e, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:03:32.152298 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-20606c2a-8e13-4b56-8a63-a5921c19e801 service neutron] For port 7c84b8d8-7b95-4284-afe4-b738d9573b4e, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=7c84b8d8-7b95-4284-afe4-b738d9573b4e,segment=NetworkSegment(b7e57a00-ff2e-4548-91f1-2dbf9ea239d1),segment_id=b7e57a00-ff2e-4548-91f1-2dbf9ea239d1)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:03:32.158514 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-20606c2a-8e13-4b56-8a63-a5921c19e801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:03:32.228295 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-20606c2a-8e13-4b56-8a63-a5921c19e801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:03:32.229060 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-20606c2a-8e13-4b56-8a63-a5921c19e801 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:03:32.230658 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-20606c2a-8e13-4b56-8a63-a5921c19e801 service neutron] 10.222.0.37 "PUT /v2.0/ports/7c84b8d8-7b95-4284-afe4-b738d9573b4e HTTP/1.1" status: 200 len: 1092 time: 0.6651022 Sep 08 10:03:32.234256 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de361404-9d1f-47a1-8a11-8c4c70ad2652', 'tag': '7c84b8d8-7b95-4284-afe4-b738d9573b4e'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:03:32.236605 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3824bd3b-da7c-4ebf-a9d5-2dcd58f19195" -d '{"events": [{"name": "network-changed", "server_uuid": "de361404-9d1f-47a1-8a11-8c4c70ad2652", "tag": "7c84b8d8-7b95-4284-afe4-b738d9573b4e"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:03:32.266846 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20606c2a-8e13-4b56-8a63-a5921c19e801 service neutron] Pushing event updated for resources: {'Port': ['ID=7c84b8d8-7b95-4284-afe4-b738d9573b4e,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:03:32.279160 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5731652-eabe-4dab-aa70-682d0fcc932b req-92fb612f-cefd-497c-ab05-9578894ce7ec tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:03:32.281406 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d5731652-eabe-4dab-aa70-682d0fcc932b req-92fb612f-cefd-497c-ab05-9578894ce7ec tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/ports?device_id=de361404-9d1f-47a1-8a11-8c4c70ad2652 HTTP/1.1" status: 200 len: 943 time: 0.1193192 Sep 08 10:03:32.287784 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 10:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82fb1d3-b3a9-4be1-b789-4beb2a4a7a01 x-openstack-request-id: req-e82fb1d3-b3a9-4be1-b789-4beb2a4a7a01 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:03:32.288145 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de361404-9d1f-47a1-8a11-8c4c70ad2652", "tag": "7c84b8d8-7b95-4284-afe4-b738d9573b4e", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:03:32.288476 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-e82fb1d3-b3a9-4be1-b789-4beb2a4a7a01 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:03:32.288936 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de361404-9d1f-47a1-8a11-8c4c70ad2652', 'tag': '7c84b8d8-7b95-4284-afe4-b738d9573b4e', 'status': 'completed', 'code': 200} Sep 08 10:03:32.347494 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d5731652-eabe-4dab-aa70-682d0fcc932b req-b6980b84-cbec-475d-b408-45c0f10ee92f tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8a5e0d1-d779-4616-b245-f35b52597d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575988 Sep 08 10:03:32.368233 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-06cf3046-e02b-4a4b-b9ac-2a7e16255aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:03:32.368233 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-06cf3046-e02b-4a4b-b9ac-2a7e16255aae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a8a213f860f4221a94e82ebabe7bf21&device_id=de361404-9d1f-47a1-8a11-8c4c70ad2652 HTTP/1.1" status: 200 len: 1095 time: 0.0589111 Sep 08 10:03:32.414002 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-6135b0b0-a1fb-45ba-b33b-ac235a2bd6c0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c84b8d8-7b95-4284-afe4-b738d9573b4e HTTP/1.1" status: 200 len: 217 time: 0.0371213 Sep 08 10:03:32.469830 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-56ed9a8b-9e9a-4cd6-9c27-82c78ffd15c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:03:32.471321 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-56ed9a8b-9e9a-4cd6-9c27-82c78ffd15c1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=682ed94b-5222-4197-82e7-5237db7750e4 HTTP/1.1" status: 200 len: 855 time: 0.0503645 Sep 08 10:03:32.519023 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-0a59d4cc-1a64-403a-bca2-96a6830430d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:03:32.520541 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-0a59d4cc-1a64-403a-bca2-96a6830430d0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05d562bb-03b9-4af3-9df4-47c87ce0098f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422757 Sep 08 10:03:32.613950 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-79fb24c2-56b5-4909-9ad1-5922ca922f31 service neutron] 10.222.0.37 "GET /v2.0/networks/05d562bb-03b9-4af3-9df4-47c87ce0098f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859504 Sep 08 10:03:32.711617 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0fb0ad38-ae36-424f-a51d-c958c8c3b569 req-14145a49-5b1c-4045-85fc-55b37449fbae service neutron] 10.222.0.37 "GET /v2.0/networks/05d562bb-03b9-4af3-9df4-47c87ce0098f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898466 Sep 08 10:03:32.835361 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824bd3b-da7c-4ebf-a9d5-2dcd58f19195 req-73a7a3d5-1a0c-4c6c-897d-b46a81832f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:03:32.836857 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3824bd3b-da7c-4ebf-a9d5-2dcd58f19195 req-73a7a3d5-1a0c-4c6c-897d-b46a81832f3b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a8a213f860f4221a94e82ebabe7bf21&device_id=de361404-9d1f-47a1-8a11-8c4c70ad2652 HTTP/1.1" status: 200 len: 1095 time: 0.0426407 Sep 08 10:03:32.932348 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824bd3b-da7c-4ebf-a9d5-2dcd58f19195 req-cfd5c71d-8324-4a93-b4a8-aa4353c4990e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:03:32.933802 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3824bd3b-da7c-4ebf-a9d5-2dcd58f19195 req-cfd5c71d-8324-4a93-b4a8-aa4353c4990e service neutron] 10.222.0.37 "GET /v2.0/networks?id=05d562bb-03b9-4af3-9df4-47c87ce0098f HTTP/1.1" status: 200 len: 917 time: 0.0896721 Sep 08 10:03:32.974943 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3824bd3b-da7c-4ebf-a9d5-2dcd58f19195 req-71cdd473-2bde-4691-8fee-a1a60a82c251 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c84b8d8-7b95-4284-afe4-b738d9573b4e HTTP/1.1" status: 200 len: 217 time: 0.0336788 Sep 08 10:03:33.022896 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824bd3b-da7c-4ebf-a9d5-2dcd58f19195 req-716d2f59-8b58-4b2a-88d5-e4e17a36a6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:03:33.024277 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3824bd3b-da7c-4ebf-a9d5-2dcd58f19195 req-716d2f59-8b58-4b2a-88d5-e4e17a36a6d9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=682ed94b-5222-4197-82e7-5237db7750e4 HTTP/1.1" status: 200 len: 855 time: 0.0417254 Sep 08 10:03:33.074170 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824bd3b-da7c-4ebf-a9d5-2dcd58f19195 req-003d5cca-1861-4493-a1ff-711f020a126b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:03:33.075623 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3824bd3b-da7c-4ebf-a9d5-2dcd58f19195 req-003d5cca-1861-4493-a1ff-711f020a126b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05d562bb-03b9-4af3-9df4-47c87ce0098f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421486 Sep 08 10:03:33.163454 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3824bd3b-da7c-4ebf-a9d5-2dcd58f19195 req-7955f91f-0186-4b81-af6e-e71ba5babd03 service neutron] 10.222.0.37 "GET /v2.0/networks/05d562bb-03b9-4af3-9df4-47c87ce0098f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801766 Sep 08 10:03:33.258410 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3824bd3b-da7c-4ebf-a9d5-2dcd58f19195 req-5f2d4d71-8b45-40ab-8627-ca077030fea2 service neutron] 10.222.0.37 "GET /v2.0/networks/05d562bb-03b9-4af3-9df4-47c87ce0098f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860293 Sep 08 10:03:33.472892 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d20ae-09af-427d-b36f-5b00b59e34da req-24cb4254-a684-4047-9964-4aa15ffcfcda tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:03:33.474410 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-052d20ae-09af-427d-b36f-5b00b59e34da req-24cb4254-a684-4047-9964-4aa15ffcfcda tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/ports?device_id=de361404-9d1f-47a1-8a11-8c4c70ad2652 HTTP/1.1" status: 200 len: 943 time: 0.0579703 Sep 08 10:03:33.512685 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-052d20ae-09af-427d-b36f-5b00b59e34da req-40e6c4f6-e751-4ecb-b4fc-215fad46e581 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8a5e0d1-d779-4616-b245-f35b52597d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322776 Sep 08 10:03:34.626308 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768dc22-5b6c-4c43-aa54-dad73c6588c9 req-6425d67a-a109-47c1-9c5d-6d3498e01b15 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:03:34.627815 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6768dc22-5b6c-4c43-aa54-dad73c6588c9 req-6425d67a-a109-47c1-9c5d-6d3498e01b15 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/ports?device_id=de361404-9d1f-47a1-8a11-8c4c70ad2652 HTTP/1.1" status: 200 len: 943 time: 0.0503380 Sep 08 10:03:34.666472 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6768dc22-5b6c-4c43-aa54-dad73c6588c9 req-7cef10df-d8fe-4fa2-b938-25a7e20c6903 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8a5e0d1-d779-4616-b245-f35b52597d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327265 Sep 08 10:03:35.781905 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd7ee8-f545-4254-9782-5a8bd352e37f req-bb5394f8-1c75-404f-a9f6-3c5fed72c72a tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:03:35.783476 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a6cd7ee8-f545-4254-9782-5a8bd352e37f req-bb5394f8-1c75-404f-a9f6-3c5fed72c72a tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/ports?device_id=de361404-9d1f-47a1-8a11-8c4c70ad2652 HTTP/1.1" status: 200 len: 943 time: 0.0513299 Sep 08 10:03:35.822916 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a6cd7ee8-f545-4254-9782-5a8bd352e37f req-96ecd68f-03b3-405e-a867-8b315f6a1adc tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8a5e0d1-d779-4616-b245-f35b52597d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333304 Sep 08 10:03:36.937150 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d166a-bbf2-469f-88ca-0f030852ded4 req-f9c16993-0956-431c-a9ae-273948ff5ef1 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:03:36.938681 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-400d166a-bbf2-469f-88ca-0f030852ded4 req-f9c16993-0956-431c-a9ae-273948ff5ef1 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/ports?device_id=de361404-9d1f-47a1-8a11-8c4c70ad2652 HTTP/1.1" status: 200 len: 943 time: 0.0494626 Sep 08 10:03:36.976519 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-400d166a-bbf2-469f-88ca-0f030852ded4 req-0a9881c0-5c50-44f6-845e-188acd73132b tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8a5e0d1-d779-4616-b245-f35b52597d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318675 Sep 08 10:03:37.021966 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 7c84b8d8-7b95-4284-afe4-b738d9573b4e details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 10:03:37.121224 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 7c84b8d8-7b95-4284-afe4-b738d9573b4e, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=7c84b8d8-7b95-4284-afe4-b738d9573b4e,segment=NetworkSegment(b7e57a00-ff2e-4548-91f1-2dbf9ea239d1),segment_id=b7e57a00-ff2e-4548-91f1-2dbf9ea239d1)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:03:37.133547 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '7c84b8d8-7b95-4284-afe4-b738d9573b4e', 'network_id': '05d562bb-03b9-4af3-9df4-47c87ce0098f', 'port_id': '7c84b8d8-7b95-4284-afe4-b738d9573b4e', 'mac_address': 'fa:16:3e:b0:3d:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '682ed94b-5222-4197-82e7-5237db7750e4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 10:03:37.169454 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:03:37.182516 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c84b8d8-7b95-4284-afe4-b738d9573b4e {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 10:03:37.202357 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 7c84b8d8-7b95-4284-afe4-b738d9573b4e, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=7c84b8d8-7b95-4284-afe4-b738d9573b4e,segment=NetworkSegment(b7e57a00-ff2e-4548-91f1-2dbf9ea239d1),segment_id=b7e57a00-ff2e-4548-91f1-2dbf9ea239d1)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:03:37.206269 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:03:37.257812 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=7c84b8d8-7b95-4284-afe4-b738d9573b4e,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:03:37.265747 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:03:37.266102 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:03:37.266456 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:03:37.266800 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:03:37.267138 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:03:37.267472 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:03:37.267803 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:03:37.268132 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:03:37.268462 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:03:37.268790 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:03:37.269116 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:03:37.269441 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:03:37.480045 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['7c84b8d8-7b95-4284-afe4-b738d9573b4e'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 10:03:38.090900 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adee484-428d-44cb-aeeb-585a5a411247 req-868cb1e6-4ae8-4270-8a2d-cc233519db0e tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:03:38.092386 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2adee484-428d-44cb-aeeb-585a5a411247 req-868cb1e6-4ae8-4270-8a2d-cc233519db0e tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/ports?device_id=de361404-9d1f-47a1-8a11-8c4c70ad2652 HTTP/1.1" status: 200 len: 944 time: 0.0493269 Sep 08 10:03:38.130397 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2adee484-428d-44cb-aeeb-585a5a411247 req-556325d8-8aa0-475e-a370-6d43492d7b03 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8a5e0d1-d779-4616-b245-f35b52597d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311196 Sep 08 10:03:39.051925 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 7c84b8d8-7b95-4284-afe4-b738d9573b4e up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:03:39.098754 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 7c84b8d8-7b95-4284-afe4-b738d9573b4e completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:03:39.102314 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 7c84b8d8-7b95-4284-afe4-b738d9573b4e triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:03:39.102685 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:03:39.179739 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:03:39.201461 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de361404-9d1f-47a1-8a11-8c4c70ad2652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c84b8d8-7b95-4284-afe4-b738d9573b4e'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:03:39.203731 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbd6ab74e39b4b2e86e5ab95b387a5b58b5aa7d7561c6c8e6a0b2b9382551d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129d6f07-29f0-4442-93aa-f1bf51cc91a9" -d '{"events": [{"server_uuid": "de361404-9d1f-47a1-8a11-8c4c70ad2652", "name": "network-vif-plugged", "status": "completed", "tag": "7c84b8d8-7b95-4284-afe4-b738d9573b4e"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:03:39.216200 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 7c84b8d8-7b95-4284-afe4-b738d9573b4e, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=7c84b8d8-7b95-4284-afe4-b738d9573b4e,segment=NetworkSegment(b7e57a00-ff2e-4548-91f1-2dbf9ea239d1),segment_id=b7e57a00-ff2e-4548-91f1-2dbf9ea239d1)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:03:39.223689 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:03:39.258153 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 10:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b92113-adb5-48f2-8588-299d14d61244 x-openstack-request-id: req-13b92113-adb5-48f2-8588-299d14d61244 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:03:39.258479 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de361404-9d1f-47a1-8a11-8c4c70ad2652", "name": "network-vif-plugged", "status": "completed", "tag": "7c84b8d8-7b95-4284-afe4-b738d9573b4e", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:03:39.258876 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-13b92113-adb5-48f2-8588-299d14d61244 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:03:39.259483 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de361404-9d1f-47a1-8a11-8c4c70ad2652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c84b8d8-7b95-4284-afe4-b738d9573b4e', 'code': 200} Sep 08 10:03:39.264496 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760dcfe-c4ff-480b-9d93-1db5df148cf6 req-bf2540c9-476c-4deb-9c2e-bfde2713294f tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:03:39.266761 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6760dcfe-c4ff-480b-9d93-1db5df148cf6 req-bf2540c9-476c-4deb-9c2e-bfde2713294f tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/ports?device_id=de361404-9d1f-47a1-8a11-8c4c70ad2652 HTTP/1.1" status: 200 len: 944 time: 0.0683308 Sep 08 10:03:39.287235 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=7c84b8d8-7b95-4284-afe4-b738d9573b4e,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:03:39.306583 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6760dcfe-c4ff-480b-9d93-1db5df148cf6 req-972eb664-bf9c-41a4-833a-c2926a2ac974 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8a5e0d1-d779-4616-b245-f35b52597d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337031 Sep 08 10:03:39.380345 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f90ca-8e60-4c02-bbf8-d868082670ee req-bd3095f3-c140-4b0f-b3c6-b6e7c2038f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:03:39.381922 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ce9f90ca-8e60-4c02-bbf8-d868082670ee req-bd3095f3-c140-4b0f-b3c6-b6e7c2038f54 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=de361404-9d1f-47a1-8a11-8c4c70ad2652 HTTP/1.1" status: 200 len: 1097 time: 0.0403161 Sep 08 10:03:39.415382 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ce9f90ca-8e60-4c02-bbf8-d868082670ee req-4bc973cc-57b3-4fa1-b558-e86c4f789d97 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f8a5e0d1-d779-4616-b245-f35b52597d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263863 Sep 08 10:03:40.430209 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c41419-0e49-4d31-8388-74edef6b3913 req-7606d761-6071-4bb9-bdb7-1fed52d7d3e5 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:03:40.431757 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-07c41419-0e49-4d31-8388-74edef6b3913 req-7606d761-6071-4bb9-bdb7-1fed52d7d3e5 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/ports?device_id=de361404-9d1f-47a1-8a11-8c4c70ad2652 HTTP/1.1" status: 200 len: 945 time: 0.0551836 Sep 08 10:03:40.473611 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-07c41419-0e49-4d31-8388-74edef6b3913 req-a8b6d488-3a85-4412-9582-e69e64a7a487 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8a5e0d1-d779-4616-b245-f35b52597d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337374 Sep 08 10:03:41.591743 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebfbe7-ec18-45ea-8bec-9cae5a64b66f req-07f5aa21-a618-4026-bfff-d479fff55ca1 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:03:41.593229 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-20ebfbe7-ec18-45ea-8bec-9cae5a64b66f req-07f5aa21-a618-4026-bfff-d479fff55ca1 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/ports?device_id=de361404-9d1f-47a1-8a11-8c4c70ad2652 HTTP/1.1" status: 200 len: 945 time: 0.0504575 Sep 08 10:03:41.631322 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-20ebfbe7-ec18-45ea-8bec-9cae5a64b66f req-eb2b2a97-c34d-4358-8810-336334ee29a4 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8a5e0d1-d779-4616-b245-f35b52597d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320597 Sep 08 10:03:41.743740 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cbf36a-96fb-4b25-bd3f-ce641dc41828 req-d5d0bd3a-748a-4bd2-a305-85e0ab18bf19 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:03:41.745252 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-64cbf36a-96fb-4b25-bd3f-ce641dc41828 req-d5d0bd3a-748a-4bd2-a305-85e0ab18bf19 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/ports?device_id=de361404-9d1f-47a1-8a11-8c4c70ad2652 HTTP/1.1" status: 200 len: 945 time: 0.0487890 Sep 08 10:03:41.790866 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-64cbf36a-96fb-4b25-bd3f-ce641dc41828 req-ef7c0077-b9a8-4b28-9c4b-ab92a2666414 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8a5e0d1-d779-4616-b245-f35b52597d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385549 Sep 08 10:03:47.753064 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2b124ec8-7c25-47b9-a76d-f594daf5d150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:03:50.527410 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:03:50.849224 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c8f5f8fb-ef75-4995-a250-8e8bbbd917ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:03:52.369875 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:03:53.776568 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:03:54.732036 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:03:58.872440 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a1fbf1da-08c1-4331-bf22-7cdc0b7bb156 req-6e98dd26-c92f-4c74-ae6d-d8f05b4b5739 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=de361404-9d1f-47a1-8a11-8c4c70ad2652&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437474 Sep 08 10:03:58.967305 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbf1da-08c1-4331-bf22-7cdc0b7bb156 req-ba4a3efa-5bf0-43ec-8429-4ae1af09ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:03:58.968820 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a1fbf1da-08c1-4331-bf22-7cdc0b7bb156 req-ba4a3efa-5bf0-43ec-8429-4ae1af09ef09 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1a8a213f860f4221a94e82ebabe7bf21&device_id=de361404-9d1f-47a1-8a11-8c4c70ad2652 HTTP/1.1" status: 200 len: 1097 time: 0.0409746 Sep 08 10:03:59.071881 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbf1da-08c1-4331-bf22-7cdc0b7bb156 req-178eda42-f4ab-4835-9e1c-00e15c16f7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:03:59.073409 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a1fbf1da-08c1-4331-bf22-7cdc0b7bb156 req-178eda42-f4ab-4835-9e1c-00e15c16f7f6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=05d562bb-03b9-4af3-9df4-47c87ce0098f HTTP/1.1" status: 200 len: 917 time: 0.0843287 Sep 08 10:03:59.118529 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a1fbf1da-08c1-4331-bf22-7cdc0b7bb156 req-d9276931-ed49-4cc6-9bb2-d8725f23484a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c84b8d8-7b95-4284-afe4-b738d9573b4e HTTP/1.1" status: 200 len: 217 time: 0.0377529 Sep 08 10:03:59.169623 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbf1da-08c1-4331-bf22-7cdc0b7bb156 req-31bdedaa-f359-491d-a46a-bb78ce51ce66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:03:59.171149 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a1fbf1da-08c1-4331-bf22-7cdc0b7bb156 req-31bdedaa-f359-491d-a46a-bb78ce51ce66 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=682ed94b-5222-4197-82e7-5237db7750e4 HTTP/1.1" status: 200 len: 855 time: 0.0454507 Sep 08 10:03:59.217279 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbf1da-08c1-4331-bf22-7cdc0b7bb156 req-920ade32-7fae-40c9-b55d-dfd0741af430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:03:59.218844 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a1fbf1da-08c1-4331-bf22-7cdc0b7bb156 req-920ade32-7fae-40c9-b55d-dfd0741af430 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=05d562bb-03b9-4af3-9df4-47c87ce0098f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404344 Sep 08 10:03:59.249039 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:03:59.312937 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a1fbf1da-08c1-4331-bf22-7cdc0b7bb156 req-40f00860-a706-458e-93c0-b59351d1095f service neutron] 10.222.0.37 "GET /v2.0/networks/05d562bb-03b9-4af3-9df4-47c87ce0098f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868371 Sep 08 10:03:59.412337 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a1fbf1da-08c1-4331-bf22-7cdc0b7bb156 req-ee9b4835-e183-4340-a6d3-b3daa2ea69de service neutron] 10.222.0.37 "GET /v2.0/networks/05d562bb-03b9-4af3-9df4-47c87ce0098f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919788 Sep 08 10:03:59.612888 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [req-e7c094b8-a9a6-4265-b3f2-049f8189c923 req-7395a2bd-e85a-4f16-8f0c-5887f687d7e3 tempest-ServerDiskConfigTestJSON-298983722 tempest-ServerDiskConfigTestJSON-298983722-project] (94713) timed out ('10.222.0.37', 49245) {{(pid=94713) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 10:04:00.130067 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d71ce-c3cc-4143-89ca-75dea6244126 req-28cd7514-31fb-40cd-a0a2-c66bc5502616 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:04:00.131551 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a86d71ce-c3cc-4143-89ca-75dea6244126 req-28cd7514-31fb-40cd-a0a2-c66bc5502616 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/ports?device_id=de361404-9d1f-47a1-8a11-8c4c70ad2652 HTTP/1.1" status: 200 len: 945 time: 0.0488331 Sep 08 10:04:00.168838 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a86d71ce-c3cc-4143-89ca-75dea6244126 req-50f6bc1c-c048-4793-ab17-b9da6511a2b8 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8a5e0d1-d779-4616-b245-f35b52597d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312538 Sep 08 10:04:00.525284 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:04:01.287214 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d2e42-8420-4d7b-be15-c686e460c19b req-8e2fcf7c-68d8-4355-b110-df379ddc3e35 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:04:01.288693 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d31d2e42-8420-4d7b-be15-c686e460c19b req-8e2fcf7c-68d8-4355-b110-df379ddc3e35 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/ports?device_id=de361404-9d1f-47a1-8a11-8c4c70ad2652 HTTP/1.1" status: 200 len: 945 time: 0.0522356 Sep 08 10:04:01.325238 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d31d2e42-8420-4d7b-be15-c686e460c19b req-1d8bb1b5-48a6-4bce-ab2f-c1ccea98cc40 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/security-groups?id=f8a5e0d1-d779-4616-b245-f35b52597d75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306640 Sep 08 10:04:01.864018 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd267a0-c380-4e43-8270-f87789a08518 req-f852d8ae-49a1-4508-8caa-a1ade78d2f1d tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:04:01.865399 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6cd267a0-c380-4e43-8270-f87789a08518 req-f852d8ae-49a1-4508-8caa-a1ade78d2f1d tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.37 "GET /v2.0/ports?device_id=de361404-9d1f-47a1-8a11-8c4c70ad2652 HTTP/1.1" status: 200 len: 945 time: 0.0478971 Sep 08 10:04:01.957670 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-6cd267a0-c380-4e43-8270-f87789a08518 req-d2d7d97e-3a2a-400a-a91a-a2bbe14590e1 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Deleting port 7c84b8d8-7b95-4284-afe4-b738d9573b4e {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:04:01.958013 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6cd267a0-c380-4e43-8270-f87789a08518 req-d2d7d97e-3a2a-400a-a91a-a2bbe14590e1 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:02.051169 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-6cd267a0-c380-4e43-8270-f87789a08518 req-d2d7d97e-3a2a-400a-a91a-a2bbe14590e1 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] For port 7c84b8d8-7b95-4284-afe4-b738d9573b4e, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=7c84b8d8-7b95-4284-afe4-b738d9573b4e,segment=NetworkSegment(b7e57a00-ff2e-4548-91f1-2dbf9ea239d1),segment_id=b7e57a00-ff2e-4548-91f1-2dbf9ea239d1)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:04:02.051538 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6cd267a0-c380-4e43-8270-f87789a08518 req-d2d7d97e-3a2a-400a-a91a-a2bbe14590e1 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:02.064192 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-6cd267a0-c380-4e43-8270-f87789a08518 req-d2d7d97e-3a2a-400a-a91a-a2bbe14590e1 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Calling delete_port for 7c84b8d8-7b95-4284-afe4-b738d9573b4e owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:04:02.189436 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6cd267a0-c380-4e43-8270-f87789a08518 req-d2d7d97e-3a2a-400a-a91a-a2bbe14590e1 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:02.217785 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d7d97e-3a2a-400a-a91a-a2bbe14590e1 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Pushing event deleted for resources: {'Port': ['ID=7c84b8d8-7b95-4284-afe4-b738d9573b4e,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:04:02.223834 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['7c84b8d8-7b95-4284-afe4-b738d9573b4e'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 10:04:02.260412 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd267a0-c380-4e43-8270-f87789a08518 req-d2d7d97e-3a2a-400a-a91a-a2bbe14590e1 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] No DVR routers for this DVR port 7c84b8d8-7b95-4284-afe4-b738d9573b4e on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 10:04:02.263540 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6cd267a0-c380-4e43-8270-f87789a08518 req-d2d7d97e-3a2a-400a-a91a-a2bbe14590e1 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:02.265770 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6cd267a0-c380-4e43-8270-f87789a08518 req-d2d7d97e-3a2a-400a-a91a-a2bbe14590e1 tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.37 "DELETE /v2.0/ports/7c84b8d8-7b95-4284-afe4-b738d9573b4e HTTP/1.1" status: 204 len: 173 time: 0.3945768 Sep 08 10:04:02.266325 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de361404-9d1f-47a1-8a11-8c4c70ad2652', 'name': 'network-vif-deleted', 'tag': '7c84b8d8-7b95-4284-afe4-b738d9573b4e'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:04:02.269278 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2095347f-6a6e-463e-aeb5-a837a23fd00f" -d '{"events": [{"server_uuid": "de361404-9d1f-47a1-8a11-8c4c70ad2652", "name": "network-vif-deleted", "tag": "7c84b8d8-7b95-4284-afe4-b738d9573b4e"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:04:02.327324 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 10:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38486be0-e833-43d1-b3b4-ea0c4b1eec39 x-openstack-request-id: req-38486be0-e833-43d1-b3b4-ea0c4b1eec39 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:04:02.327940 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de361404-9d1f-47a1-8a11-8c4c70ad2652", "name": "network-vif-deleted", "tag": "7c84b8d8-7b95-4284-afe4-b738d9573b4e", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:04:02.327940 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-38486be0-e833-43d1-b3b4-ea0c4b1eec39 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:04:02.328439 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de361404-9d1f-47a1-8a11-8c4c70ad2652', 'name': 'network-vif-deleted', 'tag': '7c84b8d8-7b95-4284-afe4-b738d9573b4e', 'status': 'completed', 'code': 200} Sep 08 10:04:02.431766 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4d7b3f69-10f3-4efe-8352-67a0b6bc3c6f req-3280711d-e800-4e2d-9b7a-d02768880bcf tempest-TestEncryptedCinderVolumes-1986404205 tempest-TestEncryptedCinderVolumes-1986404205-project] 10.222.0.54 "GET /v2.0/ports?device_id=de361404-9d1f-47a1-8a11-8c4c70ad2652 HTTP/1.1" status: 200 len: 210 time: 0.0314951 Sep 08 10:04:03.524169 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38234) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:04:03.935490 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5cf26538-ea79-4cf1-9051-49de901fc979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:04.231433 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-5cf26538-ea79-4cf1-9051-49de901fc979 admin admin] Deleting port ab2f638f-9ac9-44b8-8cbc-2a5528d778a2 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:04:04.231814 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5cf26538-ea79-4cf1-9051-49de901fc979 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:04.309313 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-5cf26538-ea79-4cf1-9051-49de901fc979 admin admin] For port ab2f638f-9ac9-44b8-8cbc-2a5528d778a2, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=ab2f638f-9ac9-44b8-8cbc-2a5528d778a2,segment=NetworkSegment(b7e57a00-ff2e-4548-91f1-2dbf9ea239d1),segment_id=b7e57a00-ff2e-4548-91f1-2dbf9ea239d1)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:04:04.309683 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5cf26538-ea79-4cf1-9051-49de901fc979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:04.321416 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-5cf26538-ea79-4cf1-9051-49de901fc979 admin admin] Calling delete_port for ab2f638f-9ac9-44b8-8cbc-2a5528d778a2 owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:04:04.494491 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5cf26538-ea79-4cf1-9051-49de901fc979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:04.521321 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf26538-ea79-4cf1-9051-49de901fc979 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab2f638f-9ac9-44b8-8cbc-2a5528d778a2,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:04:04.544783 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf26538-ea79-4cf1-9051-49de901fc979 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:04:04.545404 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf26538-ea79-4cf1-9051-49de901fc979 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:04:04.545537 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf26538-ea79-4cf1-9051-49de901fc979 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:04:04.545807 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf26538-ea79-4cf1-9051-49de901fc979 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:04:04.546173 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf26538-ea79-4cf1-9051-49de901fc979 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:04:04.546510 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf26538-ea79-4cf1-9051-49de901fc979 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:04:04.546840 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf26538-ea79-4cf1-9051-49de901fc979 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:04:04.547174 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf26538-ea79-4cf1-9051-49de901fc979 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:04:04.547531 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf26538-ea79-4cf1-9051-49de901fc979 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:04:04.547858 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf26538-ea79-4cf1-9051-49de901fc979 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:04:04.548183 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf26538-ea79-4cf1-9051-49de901fc979 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:04:04.548511 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf26538-ea79-4cf1-9051-49de901fc979 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:04:04.695808 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5cf26538-ea79-4cf1-9051-49de901fc979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:04.904599 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf26538-ea79-4cf1-9051-49de901fc979 admin admin] Router ab5a4062-62e5-4700-87d7-824120b0c64c has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 10:04:05.210862 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 7c84b8d8-7b95-4284-afe4-b738d9573b4e no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:04:05.231713 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 7c84b8d8-7b95-4284-afe4-b738d9573b4e {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:04:05.232073 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 7c84b8d8-7b95-4284-afe4-b738d9573b4e not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:04:05.250336 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf26538-ea79-4cf1-9051-49de901fc979 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:04:05.257158 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5cf26538-ea79-4cf1-9051-49de901fc979 admin admin] 10.222.0.54 "PUT /v2.0/routers/ab5a4062-62e5-4700-87d7-824120b0c64c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7317653 Sep 08 10:04:05.258761 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38236) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:04:05.259721 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f86bd6-7c35-4452-ac24-61eab470d387 None None] Sync routers for ids ['ab5a4062-62e5-4700-87d7-824120b0c64c'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:04:05.268929 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f86bd6-7c35-4452-ac24-61eab470d387 None None] Routers {'ab5a4062-62e5-4700-87d7-824120b0c64c'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:04:05.269543 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-f0f86bd6-7c35-4452-ac24-61eab470d387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:03:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['ab5a4062-62e5-4700-87d7-824120b0c64c'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:04:05.366024 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e2e1815e-04be-4d79-9966-62641ecb9f70 admin admin] Notify callbacks [] for router, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:05.474867 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e2e1815e-04be-4d79-9966-62641ecb9f70 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:05.531270 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-e2e1815e-04be-4d79-9966-62641ecb9f70 admin admin] Deleting port abfa9c01-efbc-49ee-994b-4036dd7389be {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:04:05.531500 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-f0f86bd6-7c35-4452-ac24-61eab470d387 None None] Set router ab5a4062-62e5-4700-87d7-824120b0c64c gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:04:05.532290 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e2e1815e-04be-4d79-9966-62641ecb9f70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:05.614896 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-e2e1815e-04be-4d79-9966-62641ecb9f70 admin admin] For port abfa9c01-efbc-49ee-994b-4036dd7389be, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=abfa9c01-efbc-49ee-994b-4036dd7389be,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:04:05.615266 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e2e1815e-04be-4d79-9966-62641ecb9f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:05.630901 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-e2e1815e-04be-4d79-9966-62641ecb9f70 admin admin] Calling delete_port for abfa9c01-efbc-49ee-994b-4036dd7389be owned by network:router_gateway {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:04:05.714998 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-f0f86bd6-7c35-4452-ac24-61eab470d387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5a4062-62e5-4700-87d7-824120b0c64c', 'name': 'tempest-TestEncryptedCinderVolumes-408881124-router', 'tenant_id': '1a8a213f860f4221a94e82ebabe7bf21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'abfa9c01-efbc-49ee-994b-4036dd7389be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:02:47Z', 'updated_at': '2021-09-08T10:04:04Z', 'revision_number': 5, 'project_id': '1a8a213f860f4221a94e82ebabe7bf21', 'gw_port': {'id': 'abfa9c01-efbc-49ee-994b-4036dd7389be', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:93:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab5a4062-62e5-4700-87d7-824120b0c64c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:02:47Z', 'updated_at': '2021-09-08T10:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:04:05.741681 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f86bd6-7c35-4452-ac24-61eab470d387 None None] Checking router: ab5a4062-62e5-4700-87d7-824120b0c64c for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:04:05.750355 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f86bd6-7c35-4452-ac24-61eab470d387 None None] Routers {'ab5a4062-62e5-4700-87d7-824120b0c64c'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:04:05.752687 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-f0f86bd6-7c35-4452-ac24-61eab470d387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:03:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['ab5a4062-62e5-4700-87d7-824120b0c64c'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:04:05.800097 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e2e1815e-04be-4d79-9966-62641ecb9f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:05.830224 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e1815e-04be-4d79-9966-62641ecb9f70 admin admin] Pushing event deleted for resources: {'Port': ['ID=abfa9c01-efbc-49ee-994b-4036dd7389be,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:04:05.845441 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-f0f86bd6-7c35-4452-ac24-61eab470d387 None None] Set router ab5a4062-62e5-4700-87d7-824120b0c64c gateway port host: None {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:04:05.892216 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e2e1815e-04be-4d79-9966-62641ecb9f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:05.901148 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-f0f86bd6-7c35-4452-ac24-61eab470d387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab5a4062-62e5-4700-87d7-824120b0c64c', 'name': 'tempest-TestEncryptedCinderVolumes-408881124-router', 'tenant_id': '1a8a213f860f4221a94e82ebabe7bf21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:02:47Z', 'updated_at': '2021-09-08T10:04:05Z', 'revision_number': 6, 'project_id': '1a8a213f860f4221a94e82ebabe7bf21', 'gw_port_host': None}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:04:05.927227 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f86bd6-7c35-4452-ac24-61eab470d387 None None] The sync data for ids ['ab5a4062-62e5-4700-87d7-824120b0c64c'] in n-d-806683-11 is: [{'id': 'ab5a4062-62e5-4700-87d7-824120b0c64c', 'name': 'tempest-TestEncryptedCinderVolumes-408881124-router', 'tenant_id': '1a8a213f860f4221a94e82ebabe7bf21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:02:47Z', 'updated_at': '2021-09-08T10:04:05Z', 'revision_number': 6, 'project_id': '1a8a213f860f4221a94e82ebabe7bf21', 'gw_port_host': None}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:04:05.988580 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e2e1815e-04be-4d79-9966-62641ecb9f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:05.990620 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e2e1815e-04be-4d79-9966-62641ecb9f70 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:06.031830 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e2e1815e-04be-4d79-9966-62641ecb9f70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:06.032292 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e1815e-04be-4d79-9966-62641ecb9f70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab5a4062-62e5-4700-87d7-824120b0c64c {{(pid=94712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 10:04:06.036659 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e2e1815e-04be-4d79-9966-62641ecb9f70 admin admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:06.037815 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e2e1815e-04be-4d79-9966-62641ecb9f70 admin admin] 10.222.0.54 "DELETE /v2.0/routers/ab5a4062-62e5-4700-87d7-824120b0c64c HTTP/1.1" status: 204 len: 168 time: 0.7780626 Sep 08 10:04:06.040328 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38240) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:04:06.087313 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dec6b09-4e9e-42cc-a026-239772753abc admin admin] Deleting subnet 682ed94b-5222-4197-82e7-5237db7750e4 {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 10:04:06.090242 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7dec6b09-4e9e-42cc-a026-239772753abc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:06.123163 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7dec6b09-4e9e-42cc-a026-239772753abc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:06.197296 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7dec6b09-4e9e-42cc-a026-239772753abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:06.252612 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7dec6b09-4e9e-42cc-a026-239772753abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:06.278528 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec6b09-4e9e-42cc-a026-239772753abc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=682ed94b-5222-4197-82e7-5237db7750e4,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:04:06.282501 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7dec6b09-4e9e-42cc-a026-239772753abc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:06.286658 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-7dec6b09-4e9e-42cc-a026-239772753abc admin admin] 10.222.0.54 "DELETE /v2.0/subnets/682ed94b-5222-4197-82e7-5237db7750e4 HTTP/1.1" status: 204 len: 168 time: 0.2431808 Sep 08 10:04:06.287622 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38242) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:04:06.288732 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4733cde9-21ed-41c4-9f9d-33828c822719 None None] Network 05d562bb-03b9-4af3-9df4-47c87ce0098f requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:04:06.367828 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-16501274-97af-4144-af90-2bfa33878dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:06.419900 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-16501274-97af-4144-af90-2bfa33878dca admin admin] Deleting port 437673ad-0b2b-4bbe-ba21-1922edfbd4d4 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:04:06.420256 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-16501274-97af-4144-af90-2bfa33878dca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:06.483682 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-16501274-97af-4144-af90-2bfa33878dca admin admin] For port 437673ad-0b2b-4bbe-ba21-1922edfbd4d4, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=437673ad-0b2b-4bbe-ba21-1922edfbd4d4,segment=NetworkSegment(b7e57a00-ff2e-4548-91f1-2dbf9ea239d1),segment_id=b7e57a00-ff2e-4548-91f1-2dbf9ea239d1)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:04:06.484048 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-16501274-97af-4144-af90-2bfa33878dca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:06.496477 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-16501274-97af-4144-af90-2bfa33878dca admin admin] Calling delete_port for 437673ad-0b2b-4bbe-ba21-1922edfbd4d4 owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:04:06.576347 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-16501274-97af-4144-af90-2bfa33878dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:06.600885 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16501274-97af-4144-af90-2bfa33878dca admin admin] Pushing event deleted for resources: {'Port': ['ID=437673ad-0b2b-4bbe-ba21-1922edfbd4d4,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:04:06.605885 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16501274-97af-4144-af90-2bfa33878dca admin admin] No DVR routers for this DVR port 437673ad-0b2b-4bbe-ba21-1922edfbd4d4 on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 10:04:06.680082 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-16501274-97af-4144-af90-2bfa33878dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:06.702335 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-16501274-97af-4144-af90-2bfa33878dca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05d562bb-03b9-4af3-9df4-47c87ce0098f']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:04:06.712025 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-16501274-97af-4144-af90-2bfa33878dca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7e57a00-ff2e-4548-91f1-2dbf9ea239d1') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:04:06.712325 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-16501274-97af-4144-af90-2bfa33878dca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7e57a00-ff2e-4548-91f1-2dbf9ea239d1') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:04:06.720072 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c976467-8247-49c3-a9d0-450591376c92 None None] DHCP port deletion for 05d562bb-03b9-4af3-9df4-47c87ce0098f request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 10:04:06.723727 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-16501274-97af-4144-af90-2bfa33878dca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:06.739570 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-16501274-97af-4144-af90-2bfa33878dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:06.746875 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16501274-97af-4144-af90-2bfa33878dca admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 10:04:06.747237 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-16501274-97af-4144-af90-2bfa33878dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:06.749422 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 10:04:06.749422 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 10:04:06.749422 n-d-806683-11 neutron-server[94713]: timer() Sep 08 10:04:06.749422 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 10:04:06.749422 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 10:04:06.749422 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 10:04:06.749422 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 10:04:06.749422 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 10:04:06.749422 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 10:04:06.749422 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 10:04:06.749422 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 10:04:06.749422 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 10:04:06.749422 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 10:04:06.749422 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 10:04:06.749422 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 10:04:06.749422 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 10:04:06.749422 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 10:04:06.749422 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 10:04:06.749422 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 10:04:06.749422 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 10:04:06.749422 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 10:04:06.749422 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 10:04:06.749422 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 10:04:06.749422 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 10:04:06.749422 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 10:04:06.749422 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 10:04:06.749422 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 10:04:06.749422 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 10:04:06.749422 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 10:04:06.749422 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 10:04:06.749422 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 10:04:06.749422 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 10:04:06.803679 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-16501274-97af-4144-af90-2bfa33878dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:06.808595 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-16501274-97af-4144-af90-2bfa33878dca admin admin] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:06.810813 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-16501274-97af-4144-af90-2bfa33878dca admin admin] 10.222.0.54 "DELETE /v2.0/networks/05d562bb-03b9-4af3-9df4-47c87ce0098f HTTP/1.1" status: 204 len: 168 time: 0.5216272 Sep 08 10:04:06.813914 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38244) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:04:06.823197 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16501274-97af-4144-af90-2bfa33878dca admin admin] Pushing event deleted for resources: {'Network': ['ID=05d562bb-03b9-4af3-9df4-47c87ce0098f,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:04:07.500845 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7e15baf4-412e-4a41-abb9-5fbba7bb1751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:07.630237 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 437673ad-0b2b-4bbe-ba21-1922edfbd4d4 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:04:07.650726 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 437673ad-0b2b-4bbe-ba21-1922edfbd4d4 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:04:07.651076 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 437673ad-0b2b-4bbe-ba21-1922edfbd4d4 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:04:07.651504 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device abfa9c01-efbc-49ee-994b-4036dd7389be no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:04:07.675285 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: abfa9c01-efbc-49ee-994b-4036dd7389be {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:04:07.675632 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device abfa9c01-efbc-49ee-994b-4036dd7389be not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:04:07.676059 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device ab2f638f-9ac9-44b8-8cbc-2a5528d778a2 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:04:07.694933 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: ab2f638f-9ac9-44b8-8cbc-2a5528d778a2 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:04:07.695282 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device ab2f638f-9ac9-44b8-8cbc-2a5528d778a2 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:04:07.761687 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-7e15baf4-412e-4a41-abb9-5fbba7bb1751 admin admin] Deleting port 04b78d6c-c202-4fcd-b042-e010b4493df2 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:04:07.761687 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7e15baf4-412e-4a41-abb9-5fbba7bb1751 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:07.845366 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-7e15baf4-412e-4a41-abb9-5fbba7bb1751 admin admin] For port 04b78d6c-c202-4fcd-b042-e010b4493df2, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=04b78d6c-c202-4fcd-b042-e010b4493df2,segment=NetworkSegment(f09c5bc4-0265-430d-95fb-755518843357),segment_id=f09c5bc4-0265-430d-95fb-755518843357)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:04:07.845729 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7e15baf4-412e-4a41-abb9-5fbba7bb1751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:07.858108 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-7e15baf4-412e-4a41-abb9-5fbba7bb1751 admin admin] Calling delete_port for 04b78d6c-c202-4fcd-b042-e010b4493df2 owned by network:router_interface {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:04:08.036310 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7e15baf4-412e-4a41-abb9-5fbba7bb1751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:08.066391 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e15baf4-412e-4a41-abb9-5fbba7bb1751 admin admin] Pushing event deleted for resources: {'Port': ['ID=04b78d6c-c202-4fcd-b042-e010b4493df2,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:04:08.241409 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7e15baf4-412e-4a41-abb9-5fbba7bb1751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:08.466454 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e15baf4-412e-4a41-abb9-5fbba7bb1751 admin admin] Router a2aa07bb-3caa-4f98-8e8a-0341b6310624 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 10:04:08.574723 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e15baf4-412e-4a41-abb9-5fbba7bb1751 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:04:08.580491 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-7e15baf4-412e-4a41-abb9-5fbba7bb1751 admin admin] 10.222.0.54 "PUT /v2.0/routers/a2aa07bb-3caa-4f98-8e8a-0341b6310624/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7652495 Sep 08 10:04:08.582953 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38246) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:04:08.585652 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3946bab-080f-471d-bf3c-b2e385fa9cd5 None None] Sync routers for ids ['a2aa07bb-3caa-4f98-8e8a-0341b6310624'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:04:08.594796 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3946bab-080f-471d-bf3c-b2e385fa9cd5 None None] Routers {'a2aa07bb-3caa-4f98-8e8a-0341b6310624'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:04:08.595385 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-d3946bab-080f-471d-bf3c-b2e385fa9cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:03:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['a2aa07bb-3caa-4f98-8e8a-0341b6310624'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:04:08.686201 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-94168c98-e0be-4d8e-a0a4-832f53c4bc48 admin admin] Notify callbacks [] for router, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:08.697993 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-d3946bab-080f-471d-bf3c-b2e385fa9cd5 None None] Set router a2aa07bb-3caa-4f98-8e8a-0341b6310624 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:04:08.791318 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-94168c98-e0be-4d8e-a0a4-832f53c4bc48 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:08.843651 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-94168c98-e0be-4d8e-a0a4-832f53c4bc48 admin admin] Deleting port e50fae38-b339-406a-9fb6-2b3301d187e1 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:04:08.844756 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-94168c98-e0be-4d8e-a0a4-832f53c4bc48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:08.877082 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-d3946bab-080f-471d-bf3c-b2e385fa9cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2aa07bb-3caa-4f98-8e8a-0341b6310624', 'name': 'tempest-TestEncryptedCinderVolumes-1991005611-router', 'tenant_id': '0a5988c8b374442283ee7963eedb4240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'e50fae38-b339-406a-9fb6-2b3301d187e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:02:51Z', 'updated_at': '2021-09-08T10:04:07Z', 'revision_number': 5, 'project_id': '0a5988c8b374442283ee7963eedb4240', 'gw_port': {'id': 'e50fae38-b339-406a-9fb6-2b3301d187e1', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ff:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2aa07bb-3caa-4f98-8e8a-0341b6310624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:02:51Z', 'updated_at': '2021-09-08T10:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:04:08.903559 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3946bab-080f-471d-bf3c-b2e385fa9cd5 None None] Checking router: a2aa07bb-3caa-4f98-8e8a-0341b6310624 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:04:08.911889 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3946bab-080f-471d-bf3c-b2e385fa9cd5 None None] Routers {'a2aa07bb-3caa-4f98-8e8a-0341b6310624'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:04:08.912489 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-d3946bab-080f-471d-bf3c-b2e385fa9cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:03:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['a2aa07bb-3caa-4f98-8e8a-0341b6310624'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:04:08.930257 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-94168c98-e0be-4d8e-a0a4-832f53c4bc48 admin admin] For port e50fae38-b339-406a-9fb6-2b3301d187e1, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=e50fae38-b339-406a-9fb6-2b3301d187e1,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:04:08.930633 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-94168c98-e0be-4d8e-a0a4-832f53c4bc48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:08.942950 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-94168c98-e0be-4d8e-a0a4-832f53c4bc48 admin admin] Calling delete_port for e50fae38-b339-406a-9fb6-2b3301d187e1 owned by network:router_gateway {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:04:08.995503 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-d3946bab-080f-471d-bf3c-b2e385fa9cd5 None None] Set router a2aa07bb-3caa-4f98-8e8a-0341b6310624 gateway port host: None {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:04:09.046472 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-d3946bab-080f-471d-bf3c-b2e385fa9cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2aa07bb-3caa-4f98-8e8a-0341b6310624', 'name': 'tempest-TestEncryptedCinderVolumes-1991005611-router', 'tenant_id': '0a5988c8b374442283ee7963eedb4240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:02:51Z', 'updated_at': '2021-09-08T10:04:08Z', 'revision_number': 6, 'project_id': '0a5988c8b374442283ee7963eedb4240', 'gw_port_host': None}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:04:09.078167 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3946bab-080f-471d-bf3c-b2e385fa9cd5 None None] The sync data for ids ['a2aa07bb-3caa-4f98-8e8a-0341b6310624'] in n-d-806683-11 is: [{'id': 'a2aa07bb-3caa-4f98-8e8a-0341b6310624', 'name': 'tempest-TestEncryptedCinderVolumes-1991005611-router', 'tenant_id': '0a5988c8b374442283ee7963eedb4240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:02:51Z', 'updated_at': '2021-09-08T10:04:08Z', 'revision_number': 6, 'project_id': '0a5988c8b374442283ee7963eedb4240', 'gw_port_host': None}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:04:09.113160 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-94168c98-e0be-4d8e-a0a4-832f53c4bc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:09.137497 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94168c98-e0be-4d8e-a0a4-832f53c4bc48 admin admin] Pushing event deleted for resources: {'Port': ['ID=e50fae38-b339-406a-9fb6-2b3301d187e1,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:04:09.200396 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-94168c98-e0be-4d8e-a0a4-832f53c4bc48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:09.294835 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-94168c98-e0be-4d8e-a0a4-832f53c4bc48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:09.296922 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-94168c98-e0be-4d8e-a0a4-832f53c4bc48 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:09.340450 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-94168c98-e0be-4d8e-a0a4-832f53c4bc48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:09.341178 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94168c98-e0be-4d8e-a0a4-832f53c4bc48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2aa07bb-3caa-4f98-8e8a-0341b6310624 {{(pid=94712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 10:04:09.346608 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-94168c98-e0be-4d8e-a0a4-832f53c4bc48 admin admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:09.347794 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-94168c98-e0be-4d8e-a0a4-832f53c4bc48 admin admin] 10.222.0.54 "DELETE /v2.0/routers/a2aa07bb-3caa-4f98-8e8a-0341b6310624 HTTP/1.1" status: 204 len: 168 time: 0.7638862 Sep 08 10:04:09.350358 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38248) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:04:09.399013 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e5c79fd-1b64-4e96-b1eb-73cdb90fdb60 admin admin] Deleting subnet d17bb643-4270-44ba-903f-b1bea03799be {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 10:04:09.402278 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1e5c79fd-1b64-4e96-b1eb-73cdb90fdb60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:09.437718 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1e5c79fd-1b64-4e96-b1eb-73cdb90fdb60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:09.523536 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1e5c79fd-1b64-4e96-b1eb-73cdb90fdb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:09.575701 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1e5c79fd-1b64-4e96-b1eb-73cdb90fdb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:09.604231 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1e5c79fd-1b64-4e96-b1eb-73cdb90fdb60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:09.606131 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-1e5c79fd-1b64-4e96-b1eb-73cdb90fdb60 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/d17bb643-4270-44ba-903f-b1bea03799be HTTP/1.1" status: 204 len: 168 time: 0.2548223 Sep 08 10:04:09.607643 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c79fd-1b64-4e96-b1eb-73cdb90fdb60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d17bb643-4270-44ba-903f-b1bea03799be,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:04:09.608782 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38250) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:04:09.609472 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9f20dc-2fbf-4081-9751-2d758802bf4b None None] Network a0e35eb6-e0d9-456d-8ceb-f6c6623e95e9 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:04:09.683548 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6dbd225c-08f6-4f57-9bc0-579f0859c26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:09.736213 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-6dbd225c-08f6-4f57-9bc0-579f0859c26e admin admin] Deleting port 36272ad7-1066-4aa8-8bc7-028c2711ce2d {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:04:09.736563 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6dbd225c-08f6-4f57-9bc0-579f0859c26e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:09.810649 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-6dbd225c-08f6-4f57-9bc0-579f0859c26e admin admin] For port 36272ad7-1066-4aa8-8bc7-028c2711ce2d, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=36272ad7-1066-4aa8-8bc7-028c2711ce2d,segment=NetworkSegment(f09c5bc4-0265-430d-95fb-755518843357),segment_id=f09c5bc4-0265-430d-95fb-755518843357)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:04:09.811028 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6dbd225c-08f6-4f57-9bc0-579f0859c26e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:09.823209 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17f131b-f55c-4cbf-b0a0-a5f11ad92a03 None None] DHCP port deletion for a0e35eb6-e0d9-456d-8ceb-f6c6623e95e9 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 10:04:09.824947 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-6dbd225c-08f6-4f57-9bc0-579f0859c26e admin admin] Calling delete_port for 36272ad7-1066-4aa8-8bc7-028c2711ce2d owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:04:09.880407 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-f17f131b-f55c-4cbf-b0a0-a5f11ad92a03 None None] Deleting port 36272ad7-1066-4aa8-8bc7-028c2711ce2d {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:04:09.880954 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f17f131b-f55c-4cbf-b0a0-a5f11ad92a03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:09.894571 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 04b78d6c-c202-4fcd-b042-e010b4493df2 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:04:09.916514 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6dbd225c-08f6-4f57-9bc0-579f0859c26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:09.925423 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 04b78d6c-c202-4fcd-b042-e010b4493df2 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:04:09.925779 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 04b78d6c-c202-4fcd-b042-e010b4493df2 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:04:09.926239 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device e50fae38-b339-406a-9fb6-2b3301d187e1 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:04:09.942912 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd225c-08f6-4f57-9bc0-579f0859c26e admin admin] Pushing event deleted for resources: {'Port': ['ID=36272ad7-1066-4aa8-8bc7-028c2711ce2d,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:04:09.949588 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbd225c-08f6-4f57-9bc0-579f0859c26e admin admin] No DVR routers for this DVR port 36272ad7-1066-4aa8-8bc7-028c2711ce2d on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 10:04:09.977074 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: e50fae38-b339-406a-9fb6-2b3301d187e1 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:04:09.977420 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device e50fae38-b339-406a-9fb6-2b3301d187e1 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:04:09.977833 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 36272ad7-1066-4aa8-8bc7-028c2711ce2d no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:04:10.004658 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 36272ad7-1066-4aa8-8bc7-028c2711ce2d {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:04:10.005005 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 36272ad7-1066-4aa8-8bc7-028c2711ce2d not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:04:10.007593 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-f17f131b-f55c-4cbf-b0a0-a5f11ad92a03 None None] For port 36272ad7-1066-4aa8-8bc7-028c2711ce2d, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=36272ad7-1066-4aa8-8bc7-028c2711ce2d,segment=NetworkSegment(f09c5bc4-0265-430d-95fb-755518843357),segment_id=f09c5bc4-0265-430d-95fb-755518843357)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:04:10.007997 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f17f131b-f55c-4cbf-b0a0-a5f11ad92a03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:10.021849 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-f17f131b-f55c-4cbf-b0a0-a5f11ad92a03 None None] Calling delete_port for 36272ad7-1066-4aa8-8bc7-028c2711ce2d owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:04:10.027908 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6dbd225c-08f6-4f57-9bc0-579f0859c26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:10.050831 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-6dbd225c-08f6-4f57-9bc0-579f0859c26e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0e35eb6-e0d9-456d-8ceb-f6c6623e95e9']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:04:10.060664 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-6dbd225c-08f6-4f57-9bc0-579f0859c26e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f09c5bc4-0265-430d-95fb-755518843357') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:04:10.060966 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-6dbd225c-08f6-4f57-9bc0-579f0859c26e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f09c5bc4-0265-430d-95fb-755518843357') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:04:10.072134 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6dbd225c-08f6-4f57-9bc0-579f0859c26e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:10.091100 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6dbd225c-08f6-4f57-9bc0-579f0859c26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:10.098322 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dbd225c-08f6-4f57-9bc0-579f0859c26e admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 10:04:10.098806 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6dbd225c-08f6-4f57-9bc0-579f0859c26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:10.100658 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 10:04:10.100658 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 10:04:10.100658 n-d-806683-11 neutron-server[94713]: timer() Sep 08 10:04:10.100658 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 10:04:10.100658 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 10:04:10.100658 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 10:04:10.100658 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 10:04:10.100658 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 10:04:10.100658 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 10:04:10.100658 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 10:04:10.100658 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 10:04:10.100658 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 10:04:10.100658 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 10:04:10.100658 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 10:04:10.100658 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 10:04:10.100658 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 10:04:10.100658 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 10:04:10.100658 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 10:04:10.100658 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 10:04:10.100658 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 10:04:10.100658 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 10:04:10.100658 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 10:04:10.100658 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 10:04:10.100658 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 10:04:10.100658 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 10:04:10.100658 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 10:04:10.100658 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 10:04:10.100658 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 10:04:10.100658 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 10:04:10.100658 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 10:04:10.100658 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 10:04:10.100658 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 10:04:10.104962 n-d-806683-11 neutron-server[94714]: self.session.flush() Sep 08 10:04:10.119455 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f17f131b-f55c-4cbf-b0a0-a5f11ad92a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:10.148081 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f131b-f55c-4cbf-b0a0-a5f11ad92a03 None None] Pushing event deleted for resources: {'Port': ['ID=36272ad7-1066-4aa8-8bc7-028c2711ce2d,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:04:10.158511 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17f131b-f55c-4cbf-b0a0-a5f11ad92a03 None None] No DVR routers for this DVR port 36272ad7-1066-4aa8-8bc7-028c2711ce2d on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 10:04:10.168096 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6dbd225c-08f6-4f57-9bc0-579f0859c26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:10.174020 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6dbd225c-08f6-4f57-9bc0-579f0859c26e admin admin] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:10.176178 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6dbd225c-08f6-4f57-9bc0-579f0859c26e admin admin] 10.222.0.54 "DELETE /v2.0/networks/a0e35eb6-e0d9-456d-8ceb-f6c6623e95e9 HTTP/1.1" status: 204 len: 168 time: 0.5664041 Sep 08 10:04:10.187031 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd225c-08f6-4f57-9bc0-579f0859c26e admin admin] Pushing event deleted for resources: {'Network': ['ID=a0e35eb6-e0d9-456d-8ceb-f6c6623e95e9,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:04:10.335570 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38254) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:04:10.376668 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f88651dc-ec2f-49f7-a822-8f1d6b4cc813 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1a8a213f860f4221a94e82ebabe7bf21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398529 Sep 08 10:04:10.379058 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38256) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:04:10.427274 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cd41935e-d70b-42ed-9cad-18cfd4d3d8e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:10.448069 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cd41935e-d70b-42ed-9cad-18cfd4d3d8e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:10.494550 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cd41935e-d70b-42ed-9cad-18cfd4d3d8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:10.497101 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cd41935e-d70b-42ed-9cad-18cfd4d3d8e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:10.498348 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-cd41935e-d70b-42ed-9cad-18cfd4d3d8e1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f8a5e0d1-d779-4616-b245-f35b52597d75 HTTP/1.1" status: 204 len: 168 time: 0.1183391 Sep 08 10:04:10.506562 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd41935e-d70b-42ed-9cad-18cfd4d3d8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a5e0d1-d779-4616-b245-f35b52597d75,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:04:10.813668 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38262) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:04:10.853051 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d71e3110-37b8-4f9f-8fbe-1f85428622bb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0a5988c8b374442283ee7963eedb4240&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381215 Sep 08 10:04:10.855428 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38264) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:04:10.904914 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8b693d76-5d87-4e18-b3ae-e0a8445c079d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:10.925873 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8b693d76-5d87-4e18-b3ae-e0a8445c079d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:10.973737 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8b693d76-5d87-4e18-b3ae-e0a8445c079d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:10.976492 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8b693d76-5d87-4e18-b3ae-e0a8445c079d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:10.977608 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8b693d76-5d87-4e18-b3ae-e0a8445c079d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/32595f51-6974-4957-9d03-ad4d2f1a6dbc HTTP/1.1" status: 204 len: 168 time: 0.1212978 Sep 08 10:04:10.986343 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b693d76-5d87-4e18-b3ae-e0a8445c079d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32595f51-6974-4957-9d03-ad4d2f1a6dbc,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:04:11.635553 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38286) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:04:11.732575 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-a863f394-d277-4e87-9b3b-bf712e5b7414 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-11806258-network', 'tenant_id': 'd6d9164dd1bb4b9a9b04317e16837d52'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:04:11.754152 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a863f394-d277-4e87-9b3b-bf712e5b7414 admin admin] Made reservation on behalf of d6d9164dd1bb4b9a9b04317e16837d52 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:04:11.756435 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a863f394-d277-4e87-9b3b-bf712e5b7414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:11.768786 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a863f394-d277-4e87-9b3b-bf712e5b7414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:11.856435 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a863f394-d277-4e87-9b3b-bf712e5b7414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:11.860386 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a863f394-d277-4e87-9b3b-bf712e5b7414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:11.885178 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a863f394-d277-4e87-9b3b-bf712e5b7414 admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 10:04:11.895106 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863f394-d277-4e87-9b3b-bf712e5b7414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117ca31a-1bbf-4e39-8b25-f5ecb6e57d31,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:04:11.901952 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a863f394-d277-4e87-9b3b-bf712e5b7414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:11.902344 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-a863f394-d277-4e87-9b3b-bf712e5b7414 admin admin] Added segment 4e2ea974-2e75-4921-963f-18b3f8b99e76 of type vlan for network 8afb4ea8-d620-441e-a341-0fcf344d14f0 Sep 08 10:04:11.945769 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a863f394-d277-4e87-9b3b-bf712e5b7414 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:11.974370 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a863f394-d277-4e87-9b3b-bf712e5b7414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:11.975388 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a863f394-d277-4e87-9b3b-bf712e5b7414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:04:11.976008 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a863f394-d277-4e87-9b3b-bf712e5b7414 admin admin] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:12.011376 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a863f394-d277-4e87-9b3b-bf712e5b7414 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3747165 Sep 08 10:04:12.014344 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38290) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:04:12.019870 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-efb34342-89ff-4cfb-8d99-507f29037997 admin admin] Request body: {'subnet': {'network_id': '8afb4ea8-d620-441e-a341-0fcf344d14f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-11806258-subnet', 'tenant_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'ip_version': 4}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:04:12.039907 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb34342-89ff-4cfb-8d99-507f29037997 admin admin] Made reservation on behalf of d6d9164dd1bb4b9a9b04317e16837d52 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:04:12.041006 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863f394-d277-4e87-9b3b-bf712e5b7414 admin admin] Pushing event updated for resources: {'Network': ['ID=8afb4ea8-d620-441e-a341-0fcf344d14f0,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:04:12.042408 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-efb34342-89ff-4cfb-8d99-507f29037997 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:12.051818 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 8afb4ea8-d620-441e-a341-0fcf344d14f0 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 10:04:12.214659 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-efb34342-89ff-4cfb-8d99-507f29037997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:12.268871 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb34342-89ff-4cfb-8d99-507f29037997 admin admin] Pushing event updated for resources: {'Subnet': ['ID=698bf663-e6c6-4b9b-876c-7a5348907aad,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:04:12.277853 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb34342-89ff-4cfb-8d99-507f29037997 admin admin] Checking segment: {'id': '4e2ea974-2e75-4921-963f-18b3f8b99e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8afb4ea8-d620-441e-a341-0fcf344d14f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:04:12.278253 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb34342-89ff-4cfb-8d99-507f29037997 admin admin] Network hostable DHCP agents. Network: 8afb4ea8-d620-441e-a341-0fcf344d14f0, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 10:04:12.294440 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb34342-89ff-4cfb-8d99-507f29037997 admin admin] Network 8afb4ea8-d620-441e-a341-0fcf344d14f0 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 10:04:12.303618 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-efb34342-89ff-4cfb-8d99-507f29037997 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 8afb4ea8-d620-441e-a341-0fcf344d14f0) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:04:12.308295 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb34342-89ff-4cfb-8d99-507f29037997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:04:12.309138 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-efb34342-89ff-4cfb-8d99-507f29037997 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:12.312172 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f789ad1-abfa-4d1a-b9f7-5927d1e1a12f None None] Network 8afb4ea8-d620-441e-a341-0fcf344d14f0 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:04:12.323846 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-efb34342-89ff-4cfb-8d99-507f29037997 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3082716 Sep 08 10:04:12.326640 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38292) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:04:12.331108 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-b4f2ca79-6d45-4543-9316-00739d73006d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-11806258-router', 'tenant_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:04:12.351152 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b4f2ca79-6d45-4543-9316-00739d73006d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:12.352526 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b4f2ca79-6d45-4543-9316-00739d73006d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:12.411199 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b4f2ca79-6d45-4543-9316-00739d73006d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:12.465504 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a592116-04cb-4ee3-ba91-6f94540c01c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-8afb4ea8-d620-441e-a341-0fcf344d14f0', 'network_id': '8afb4ea8-d620-441e-a341-0fcf344d14f0', 'tenant_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'fixed_ips': [{'subnet_id': '698bf663-e6c6-4b9b-876c-7a5348907aad'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 10:04:12.466571 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7a592116-04cb-4ee3-ba91-6f94540c01c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:12.569668 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b4f2ca79-6d45-4543-9316-00739d73006d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:12.612664 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-7a592116-04cb-4ee3-ba91-6f94540c01c5 None None] Allocated IP 172.20.0.2 (8afb4ea8-d620-441e-a341-0fcf344d14f0/698bf663-e6c6-4b9b-876c-7a5348907aad/04c39bbf-3e20-4f52-bc22-2d9919dadfc0) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:04:12.761284 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7a592116-04cb-4ee3-ba91-6f94540c01c5 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:12.770118 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-7a592116-04cb-4ee3-ba91-6f94540c01c5 None None] Transition to ACTIVE for port object 04c39bbf-3e20-4f52-bc22-2d9919dadfc0 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:04:12.774293 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b4f2ca79-6d45-4543-9316-00739d73006d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:12.784493 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-7a592116-04cb-4ee3-ba91-6f94540c01c5 None None] Transition to ACTIVE for port object 04c39bbf-3e20-4f52-bc22-2d9919dadfc0 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:04:12.792193 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7a592116-04cb-4ee3-ba91-6f94540c01c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:12.795291 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b4f2ca79-6d45-4543-9316-00739d73006d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:12.832218 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a592116-04cb-4ee3-ba91-6f94540c01c5 None None] Network 8afb4ea8-d620-441e-a341-0fcf344d14f0 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:04:12.836915 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-7a592116-04cb-4ee3-ba91-6f94540c01c5 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:04:12.841319 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a592116-04cb-4ee3-ba91-6f94540c01c5 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:04:12.844787 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a592116-04cb-4ee3-ba91-6f94540c01c5 None None] Pushing event updated for resources: {'Port': ['ID=04c39bbf-3e20-4f52-bc22-2d9919dadfc0,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:04:12.896408 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-7a592116-04cb-4ee3-ba91-6f94540c01c5 None None] Attempting to bind port 04c39bbf-3e20-4f52-bc22-2d9919dadfc0 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:04:12.896780 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-7a592116-04cb-4ee3-ba91-6f94540c01c5 None None] Attempting to bind port 04c39bbf-3e20-4f52-bc22-2d9919dadfc0 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '4e2ea974-2e75-4921-963f-18b3f8b99e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8afb4ea8-d620-441e-a341-0fcf344d14f0'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:04:12.897353 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a592116-04cb-4ee3-ba91-6f94540c01c5 None None] Attempting to bind port 04c39bbf-3e20-4f52-bc22-2d9919dadfc0 on network 8afb4ea8-d620-441e-a341-0fcf344d14f0 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:04:12.904198 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a592116-04cb-4ee3-ba91-6f94540c01c5 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:04:12.904580 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a592116-04cb-4ee3-ba91-6f94540c01c5 None None] Checking segment: {'id': '4e2ea974-2e75-4921-963f-18b3f8b99e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8afb4ea8-d620-441e-a341-0fcf344d14f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:04:12.904904 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-b4f2ca79-6d45-4543-9316-00739d73006d admin admin] Allocated IP 172.25.0.247 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/71fd7b30-b1f1-4481-b6d7-81053fdd5414) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:04:12.905033 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7a592116-04cb-4ee3-ba91-6f94540c01c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:12.905437 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a592116-04cb-4ee3-ba91-6f94540c01c5 None None] Bound using segment: {'id': '4e2ea974-2e75-4921-963f-18b3f8b99e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8afb4ea8-d620-441e-a341-0fcf344d14f0'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:04:12.906024 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-7a592116-04cb-4ee3-ba91-6f94540c01c5 None None] Bound port: 04c39bbf-3e20-4f52-bc22-2d9919dadfc0, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e2ea974-2e75-4921-963f-18b3f8b99e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8afb4ea8-d620-441e-a341-0fcf344d14f0'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:04:12.906618 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7a592116-04cb-4ee3-ba91-6f94540c01c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:12.971563 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-7a592116-04cb-4ee3-ba91-6f94540c01c5 None None] For port 04c39bbf-3e20-4f52-bc22-2d9919dadfc0, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:04:12.975088 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-7a592116-04cb-4ee3-ba91-6f94540c01c5 None None] For port 04c39bbf-3e20-4f52-bc22-2d9919dadfc0, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=04c39bbf-3e20-4f52-bc22-2d9919dadfc0,segment=NetworkSegment(4e2ea974-2e75-4921-963f-18b3f8b99e76),segment_id=4e2ea974-2e75-4921-963f-18b3f8b99e76)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:04:12.979211 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7a592116-04cb-4ee3-ba91-6f94540c01c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:13.008983 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b4f2ca79-6d45-4543-9316-00739d73006d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:13.039713 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a592116-04cb-4ee3-ba91-6f94540c01c5 None None] Pushing event updated for resources: {'Port': ['ID=04c39bbf-3e20-4f52-bc22-2d9919dadfc0,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:04:13.053963 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b4f2ca79-6d45-4543-9316-00739d73006d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:13.096342 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f2ca79-6d45-4543-9316-00739d73006d admin admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:04:13.099527 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-b4f2ca79-6d45-4543-9316-00739d73006d admin admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:04:13.101992 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f2ca79-6d45-4543-9316-00739d73006d admin admin] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:04:13.130062 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f2ca79-6d45-4543-9316-00739d73006d admin admin] Pushing event updated for resources: {'Port': ['ID=71fd7b30-b1f1-4481-b6d7-81053fdd5414,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:04:13.373909 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b4f2ca79-6d45-4543-9316-00739d73006d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:13.651279 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 04c39bbf-3e20-4f52-bc22-2d9919dadfc0 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:04:13.706565 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 04c39bbf-3e20-4f52-bc22-2d9919dadfc0 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:04:13.924804 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b4f2ca79-6d45-4543-9316-00739d73006d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:13.934809 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a40a19-9d89-4006-ac19-0c2fc532ea28 None None] Network 8afb4ea8-d620-441e-a341-0fcf344d14f0 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:04:14.021619 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-b25bffe5-b15e-421b-bd61-19ebae1d2dbc None None] Provisioning for port 04c39bbf-3e20-4f52-bc22-2d9919dadfc0 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:04:14.027759 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-b25bffe5-b15e-421b-bd61-19ebae1d2dbc None None] Provisioning complete for port 04c39bbf-3e20-4f52-bc22-2d9919dadfc0 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:04:14.028139 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b25bffe5-b15e-421b-bd61-19ebae1d2dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:14.055614 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f2ca79-6d45-4543-9316-00739d73006d admin admin] Router 9d981939-45a9-4df1-93f2-534098d0df5e is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 10:04:14.168263 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f2ca79-6d45-4543-9316-00739d73006d admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:04:14.171988 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b25bffe5-b15e-421b-bd61-19ebae1d2dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:14.185935 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86654fc-c444-4f4d-a7a2-61ce72c87393 None None] Sync routers for ids ['9d981939-45a9-4df1-93f2-534098d0df5e'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:04:14.187372 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b4f2ca79-6d45-4543-9316-00739d73006d admin admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:14.188774 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b4f2ca79-6d45-4543-9316-00739d73006d admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8611383 Sep 08 10:04:14.191598 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38294) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:04:14.212014 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86654fc-c444-4f4d-a7a2-61ce72c87393 None None] Routers {'9d981939-45a9-4df1-93f2-534098d0df5e'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:04:14.214442 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-e86654fc-c444-4f4d-a7a2-61ce72c87393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:03:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['9d981939-45a9-4df1-93f2-534098d0df5e'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:04:14.268862 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-b25bffe5-b15e-421b-bd61-19ebae1d2dbc None None] For port 04c39bbf-3e20-4f52-bc22-2d9919dadfc0, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=04c39bbf-3e20-4f52-bc22-2d9919dadfc0,segment=NetworkSegment(4e2ea974-2e75-4921-963f-18b3f8b99e76),segment_id=4e2ea974-2e75-4921-963f-18b3f8b99e76)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:04:14.279656 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b25bffe5-b15e-421b-bd61-19ebae1d2dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:14.372241 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-e86654fc-c444-4f4d-a7a2-61ce72c87393 None None] Set router 9d981939-45a9-4df1-93f2-534098d0df5e gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:04:14.400659 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25bffe5-b15e-421b-bd61-19ebae1d2dbc None None] Pushing event updated for resources: {'Port': ['ID=04c39bbf-3e20-4f52-bc22-2d9919dadfc0,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:04:14.516640 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-cd3fa2ac-1215-4d58-8715-564c2db6c9d9 None None] Provisioning complete for port 04c39bbf-3e20-4f52-bc22-2d9919dadfc0 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:04:14.517024 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cd3fa2ac-1215-4d58-8715-564c2db6c9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:14.637511 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d6045a8d-121b-4bcc-9133-97487321e869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:14.773353 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-e86654fc-c444-4f4d-a7a2-61ce72c87393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d981939-45a9-4df1-93f2-534098d0df5e', 'name': 'tempest-TestMinimumBasicScenario-11806258-router', 'tenant_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '71fd7b30-b1f1-4481-b6d7-81053fdd5414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:04:12Z', 'updated_at': '2021-09-08T10:04:13Z', 'revision_number': 3, 'project_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'gw_port': {'id': '71fd7b30-b1f1-4481-b6d7-81053fdd5414', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d981939-45a9-4df1-93f2-534098d0df5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:04:12Z', 'updated_at': '2021-09-08T10:04:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:04:14.801755 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-d6045a8d-121b-4bcc-9133-97487321e869 admin admin] Allocated IP 172.20.0.1 (8afb4ea8-d620-441e-a341-0fcf344d14f0/698bf663-e6c6-4b9b-876c-7a5348907aad/6bc59f83-8157-4316-bcf5-dfc64fd9ffcc) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:04:14.802208 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86654fc-c444-4f4d-a7a2-61ce72c87393 None None] Checking router: 9d981939-45a9-4df1-93f2-534098d0df5e for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:04:14.802616 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86654fc-c444-4f4d-a7a2-61ce72c87393 None None] Updating router 9d981939-45a9-4df1-93f2-534098d0df5e port 71fd7b30-b1f1-4481-b6d7-81053fdd5414 binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 10:04:14.834294 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e86654fc-c444-4f4d-a7a2-61ce72c87393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:14.912745 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d6045a8d-121b-4bcc-9133-97487321e869 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:14.927047 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-d6045a8d-121b-4bcc-9133-97487321e869 admin admin] Transition to ACTIVE for port object 6bc59f83-8157-4316-bcf5-dfc64fd9ffcc will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:04:14.960113 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d6045a8d-121b-4bcc-9133-97487321e869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:14.998321 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6045a8d-121b-4bcc-9133-97487321e869 admin admin] Network 8afb4ea8-d620-441e-a341-0fcf344d14f0 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:04:15.005615 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-d6045a8d-121b-4bcc-9133-97487321e869 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:04:15.010263 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6045a8d-121b-4bcc-9133-97487321e869 admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:04:15.013379 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6045a8d-121b-4bcc-9133-97487321e869 admin admin] Pushing event updated for resources: {'Port': ['ID=6bc59f83-8157-4316-bcf5-dfc64fd9ffcc,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:04:15.057933 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d6045a8d-121b-4bcc-9133-97487321e869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:15.095205 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e86654fc-c444-4f4d-a7a2-61ce72c87393 None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:15.106466 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e86654fc-c444-4f4d-a7a2-61ce72c87393 None None] Transition to ACTIVE for port object 71fd7b30-b1f1-4481-b6d7-81053fdd5414 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:04:15.112595 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e86654fc-c444-4f4d-a7a2-61ce72c87393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:15.159324 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-e86654fc-c444-4f4d-a7a2-61ce72c87393 None None] Attempting to bind port 71fd7b30-b1f1-4481-b6d7-81053fdd5414 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:04:15.159691 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-e86654fc-c444-4f4d-a7a2-61ce72c87393 None None] Attempting to bind port 71fd7b30-b1f1-4481-b6d7-81053fdd5414 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:04:15.160273 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86654fc-c444-4f4d-a7a2-61ce72c87393 None None] Attempting to bind port 71fd7b30-b1f1-4481-b6d7-81053fdd5414 on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:04:15.172571 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86654fc-c444-4f4d-a7a2-61ce72c87393 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:04:15.173126 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86654fc-c444-4f4d-a7a2-61ce72c87393 None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:04:15.173739 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e86654fc-c444-4f4d-a7a2-61ce72c87393 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:15.174268 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86654fc-c444-4f4d-a7a2-61ce72c87393 None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:04:15.174756 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-e86654fc-c444-4f4d-a7a2-61ce72c87393 None None] Bound port: 71fd7b30-b1f1-4481-b6d7-81053fdd5414, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:04:15.175146 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e86654fc-c444-4f4d-a7a2-61ce72c87393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:15.201608 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d6045a8d-121b-4bcc-9133-97487321e869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:15.203749 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f850f-b1ef-414f-8e27-7b200006b175 None None] Pushing event updated for resources: {'Port': ['ID=71fd7b30-b1f1-4481-b6d7-81053fdd5414,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:04:15.248046 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e86654fc-c444-4f4d-a7a2-61ce72c87393 None None] For port 71fd7b30-b1f1-4481-b6d7-81053fdd5414, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:04:15.263646 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e86654fc-c444-4f4d-a7a2-61ce72c87393 None None] For port 71fd7b30-b1f1-4481-b6d7-81053fdd5414, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=71fd7b30-b1f1-4481-b6d7-81053fdd5414,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:04:15.264991 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-eae1c59c-8c2a-431c-b4d2-520776ad72b0 None None] Provisioning for port 6bc59f83-8157-4316-bcf5-dfc64fd9ffcc completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:04:15.269544 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-eae1c59c-8c2a-431c-b4d2-520776ad72b0 None None] Provisioning complete for port 6bc59f83-8157-4316-bcf5-dfc64fd9ffcc triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:04:15.269929 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-eae1c59c-8c2a-431c-b4d2-520776ad72b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:15.271849 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e86654fc-c444-4f4d-a7a2-61ce72c87393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:15.357002 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-eae1c59c-8c2a-431c-b4d2-520776ad72b0 None None] Port 6bc59f83-8157-4316-bcf5-dfc64fd9ffcc cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 10:04:15.360975 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86654fc-c444-4f4d-a7a2-61ce72c87393 None None] Routers {'9d981939-45a9-4df1-93f2-534098d0df5e'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:04:15.361602 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-e86654fc-c444-4f4d-a7a2-61ce72c87393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:03:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['9d981939-45a9-4df1-93f2-534098d0df5e'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:04:15.365018 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f850f-b1ef-414f-8e27-7b200006b175 None None] Pushing event updated for resources: {'Port': ['ID=71fd7b30-b1f1-4481-b6d7-81053fdd5414,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:04:15.377195 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d6045a8d-121b-4bcc-9133-97487321e869 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:15.381817 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d6045a8d-121b-4bcc-9133-97487321e869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:15.454907 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6045a8d-121b-4bcc-9133-97487321e869 admin admin] Pushing event updated for resources: {'Port': ['ID=6bc59f83-8157-4316-bcf5-dfc64fd9ffcc,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:04:15.457513 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d6045a8d-121b-4bcc-9133-97487321e869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:15.476854 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-e86654fc-c444-4f4d-a7a2-61ce72c87393 None None] Set router 9d981939-45a9-4df1-93f2-534098d0df5e gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:04:15.548588 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6045a8d-121b-4bcc-9133-97487321e869 admin admin] Network 8afb4ea8-d620-441e-a341-0fcf344d14f0 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:04:15.550018 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-d6045a8d-121b-4bcc-9133-97487321e869 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:04:15.659896 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 04c39bbf-3e20-4f52-bc22-2d9919dadfc0 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:04:15.685104 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6045a8d-121b-4bcc-9133-97487321e869 admin admin] Router 9d981939-45a9-4df1-93f2-534098d0df5e has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 10:04:15.734328 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-e86654fc-c444-4f4d-a7a2-61ce72c87393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d981939-45a9-4df1-93f2-534098d0df5e', 'name': 'tempest-TestMinimumBasicScenario-11806258-router', 'tenant_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '71fd7b30-b1f1-4481-b6d7-81053fdd5414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:04:12Z', 'updated_at': '2021-09-08T10:04:15Z', 'revision_number': 4, 'project_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'gw_port': {'id': '71fd7b30-b1f1-4481-b6d7-81053fdd5414', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d981939-45a9-4df1-93f2-534098d0df5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:04:12Z', 'updated_at': '2021-09-08T10:04:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '6bc59f83-8157-4316-bcf5-dfc64fd9ffcc', 'name': '', 'network_id': '8afb4ea8-d620-441e-a341-0fcf344d14f0', 'tenant_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'mac_address': 'fa:16:3e:84:d9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d981939-45a9-4df1-93f2-534098d0df5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '698bf663-e6c6-4b9b-876c-7a5348907aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:04:14Z', 'updated_at': '2021-09-08T10:04:14Z', 'revision_number': 1, 'project_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'subnets': [{'id': '698bf663-e6c6-4b9b-876c-7a5348907aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:04:15.736812 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 04c39bbf-3e20-4f52-bc22-2d9919dadfc0 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:04:15.737193 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:15.779936 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86654fc-c444-4f4d-a7a2-61ce72c87393 None None] The sync data for ids ['9d981939-45a9-4df1-93f2-534098d0df5e'] in n-d-806683-11 is: [{'id': '9d981939-45a9-4df1-93f2-534098d0df5e', 'name': 'tempest-TestMinimumBasicScenario-11806258-router', 'tenant_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '71fd7b30-b1f1-4481-b6d7-81053fdd5414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:04:12Z', 'updated_at': '2021-09-08T10:04:15Z', 'revision_number': 4, 'project_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'gw_port': {'id': '71fd7b30-b1f1-4481-b6d7-81053fdd5414', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d981939-45a9-4df1-93f2-534098d0df5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:04:12Z', 'updated_at': '2021-09-08T10:04:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '6bc59f83-8157-4316-bcf5-dfc64fd9ffcc', 'name': '', 'network_id': '8afb4ea8-d620-441e-a341-0fcf344d14f0', 'tenant_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'mac_address': 'fa:16:3e:84:d9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d981939-45a9-4df1-93f2-534098d0df5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '698bf663-e6c6-4b9b-876c-7a5348907aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:04:14Z', 'updated_at': '2021-09-08T10:04:14Z', 'revision_number': 1, 'project_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'subnets': [{'id': '698bf663-e6c6-4b9b-876c-7a5348907aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:04:15.806308 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6045a8d-121b-4bcc-9133-97487321e869 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:04:15.818383 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d6045a8d-121b-4bcc-9133-97487321e869 admin admin] 10.222.0.54 "PUT /v2.0/routers/9d981939-45a9-4df1-93f2-534098d0df5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6208777 Sep 08 10:04:15.879454 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-8fc4e339-8b56-4dd7-8bcb-233070c3f35a None None] Provisioning complete for port 6bc59f83-8157-4316-bcf5-dfc64fd9ffcc triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:04:15.879586 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8fc4e339-8b56-4dd7-8bcb-233070c3f35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:15.918522 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-8fc4e339-8b56-4dd7-8bcb-233070c3f35a None None] Port 6bc59f83-8157-4316-bcf5-dfc64fd9ffcc cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 10:04:16.332677 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38310) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:04:16.337839 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-75ffb330-7df1-4b5e-afe3-171032332e61 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-155533067-network', 'tenant_id': '6b6cf7a9f5004daa8cbffc05530dce34'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:04:16.358818 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ffb330-7df1-4b5e-afe3-171032332e61 admin admin] Made reservation on behalf of 6b6cf7a9f5004daa8cbffc05530dce34 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:04:16.362260 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-75ffb330-7df1-4b5e-afe3-171032332e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:16.371302 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-75ffb330-7df1-4b5e-afe3-171032332e61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:16.488026 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-75ffb330-7df1-4b5e-afe3-171032332e61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:16.493747 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-75ffb330-7df1-4b5e-afe3-171032332e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:16.520671 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75ffb330-7df1-4b5e-afe3-171032332e61 admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 10:04:16.530887 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ffb330-7df1-4b5e-afe3-171032332e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb56c17d-8c36-470f-a1dc-f7888f80a2b4,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:04:16.536090 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-75ffb330-7df1-4b5e-afe3-171032332e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:16.536455 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-75ffb330-7df1-4b5e-afe3-171032332e61 admin admin] Added segment 510cd60c-3d7b-4992-b148-e33865dca362 of type vlan for network f64dfb8c-acbd-4c85-8fce-ad3ae289013c Sep 08 10:04:16.579680 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-75ffb330-7df1-4b5e-afe3-171032332e61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:16.610186 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-75ffb330-7df1-4b5e-afe3-171032332e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:16.611287 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ffb330-7df1-4b5e-afe3-171032332e61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:04:16.611961 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-75ffb330-7df1-4b5e-afe3-171032332e61 admin admin] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:16.648092 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-75ffb330-7df1-4b5e-afe3-171032332e61 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3140986 Sep 08 10:04:16.651284 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38312) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:04:16.657233 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-65701bdb-0b91-41e8-92c4-e054b457337a admin admin] Request body: {'subnet': {'network_id': 'f64dfb8c-acbd-4c85-8fce-ad3ae289013c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-155533067-subnet', 'tenant_id': '6b6cf7a9f5004daa8cbffc05530dce34', 'ip_version': 4}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:04:16.676232 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ffb330-7df1-4b5e-afe3-171032332e61 admin admin] Pushing event updated for resources: {'Network': ['ID=f64dfb8c-acbd-4c85-8fce-ad3ae289013c,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:04:16.687360 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network f64dfb8c-acbd-4c85-8fce-ad3ae289013c details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 10:04:16.698920 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65701bdb-0b91-41e8-92c4-e054b457337a admin admin] Made reservation on behalf of 6b6cf7a9f5004daa8cbffc05530dce34 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:04:16.701743 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-65701bdb-0b91-41e8-92c4-e054b457337a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:16.903186 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-65701bdb-0b91-41e8-92c4-e054b457337a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:16.954500 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65701bdb-0b91-41e8-92c4-e054b457337a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee914300-c811-402a-b529-efcef2d6dc89,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:04:16.972077 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65701bdb-0b91-41e8-92c4-e054b457337a admin admin] Checking segment: {'id': '510cd60c-3d7b-4992-b148-e33865dca362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f64dfb8c-acbd-4c85-8fce-ad3ae289013c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:04:16.972447 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65701bdb-0b91-41e8-92c4-e054b457337a admin admin] Network hostable DHCP agents. Network: f64dfb8c-acbd-4c85-8fce-ad3ae289013c, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 10:04:16.990357 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65701bdb-0b91-41e8-92c4-e054b457337a admin admin] Network f64dfb8c-acbd-4c85-8fce-ad3ae289013c is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 10:04:16.999391 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-65701bdb-0b91-41e8-92c4-e054b457337a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, f64dfb8c-acbd-4c85-8fce-ad3ae289013c) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:04:17.004653 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65701bdb-0b91-41e8-92c4-e054b457337a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:04:17.005567 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-65701bdb-0b91-41e8-92c4-e054b457337a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:17.008708 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6358ed9-aedd-4cdc-a416-9b95ee728ca6 None None] Network f64dfb8c-acbd-4c85-8fce-ad3ae289013c requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:04:17.019539 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-65701bdb-0b91-41e8-92c4-e054b457337a admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3669684 Sep 08 10:04:17.022146 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38314) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:04:17.026380 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-912b8e1f-c19b-455f-82d8-c1da4abe5e92 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-155533067-router', 'tenant_id': '6b6cf7a9f5004daa8cbffc05530dce34', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:04:17.047804 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-912b8e1f-c19b-455f-82d8-c1da4abe5e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:17.048997 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-912b8e1f-c19b-455f-82d8-c1da4abe5e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:17.104198 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-912b8e1f-c19b-455f-82d8-c1da4abe5e92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:17.155913 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d7e6e4-6d33-4138-a245-0e27f80d6e9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-f64dfb8c-acbd-4c85-8fce-ad3ae289013c', 'network_id': 'f64dfb8c-acbd-4c85-8fce-ad3ae289013c', 'tenant_id': '6b6cf7a9f5004daa8cbffc05530dce34', 'fixed_ips': [{'subnet_id': 'ee914300-c811-402a-b529-efcef2d6dc89'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 10:04:17.157455 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c8d7e6e4-6d33-4138-a245-0e27f80d6e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:17.244737 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-912b8e1f-c19b-455f-82d8-c1da4abe5e92 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:17.299091 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-c8d7e6e4-6d33-4138-a245-0e27f80d6e9f None None] Allocated IP 172.20.0.2 (f64dfb8c-acbd-4c85-8fce-ad3ae289013c/ee914300-c811-402a-b529-efcef2d6dc89/f8b956fa-3384-4245-af77-3c6c9a7d798f) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:04:17.453243 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c8d7e6e4-6d33-4138-a245-0e27f80d6e9f None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:17.455264 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-912b8e1f-c19b-455f-82d8-c1da4abe5e92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:17.461923 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c8d7e6e4-6d33-4138-a245-0e27f80d6e9f None None] Transition to ACTIVE for port object f8b956fa-3384-4245-af77-3c6c9a7d798f will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:04:17.475255 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-912b8e1f-c19b-455f-82d8-c1da4abe5e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:17.477298 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c8d7e6e4-6d33-4138-a245-0e27f80d6e9f None None] Transition to ACTIVE for port object f8b956fa-3384-4245-af77-3c6c9a7d798f will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:04:17.482991 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c8d7e6e4-6d33-4138-a245-0e27f80d6e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:17.522346 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d7e6e4-6d33-4138-a245-0e27f80d6e9f None None] Network f64dfb8c-acbd-4c85-8fce-ad3ae289013c is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:04:17.526590 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-c8d7e6e4-6d33-4138-a245-0e27f80d6e9f None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:04:17.529050 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d7e6e4-6d33-4138-a245-0e27f80d6e9f None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:04:17.580619 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d7e6e4-6d33-4138-a245-0e27f80d6e9f None None] Pushing event updated for resources: {'Port': ['ID=f8b956fa-3384-4245-af77-3c6c9a7d798f,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:04:17.594846 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-912b8e1f-c19b-455f-82d8-c1da4abe5e92 admin admin] Allocated IP 172.25.0.129 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/58cbf234-d0ba-42ec-9e5c-d4a0d45a16b3) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:04:17.595088 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-c8d7e6e4-6d33-4138-a245-0e27f80d6e9f None None] Attempting to bind port f8b956fa-3384-4245-af77-3c6c9a7d798f on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:04:17.595596 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-c8d7e6e4-6d33-4138-a245-0e27f80d6e9f None None] Attempting to bind port f8b956fa-3384-4245-af77-3c6c9a7d798f by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '510cd60c-3d7b-4992-b148-e33865dca362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f64dfb8c-acbd-4c85-8fce-ad3ae289013c'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:04:17.595971 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d7e6e4-6d33-4138-a245-0e27f80d6e9f None None] Attempting to bind port f8b956fa-3384-4245-af77-3c6c9a7d798f on network f64dfb8c-acbd-4c85-8fce-ad3ae289013c {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:04:17.601224 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d7e6e4-6d33-4138-a245-0e27f80d6e9f None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:04:17.601605 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d7e6e4-6d33-4138-a245-0e27f80d6e9f None None] Checking segment: {'id': '510cd60c-3d7b-4992-b148-e33865dca362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f64dfb8c-acbd-4c85-8fce-ad3ae289013c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:04:17.602021 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c8d7e6e4-6d33-4138-a245-0e27f80d6e9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:17.602442 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d7e6e4-6d33-4138-a245-0e27f80d6e9f None None] Bound using segment: {'id': '510cd60c-3d7b-4992-b148-e33865dca362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f64dfb8c-acbd-4c85-8fce-ad3ae289013c'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:04:17.602913 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-c8d7e6e4-6d33-4138-a245-0e27f80d6e9f None None] Bound port: f8b956fa-3384-4245-af77-3c6c9a7d798f, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '510cd60c-3d7b-4992-b148-e33865dca362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f64dfb8c-acbd-4c85-8fce-ad3ae289013c'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:04:17.603303 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c8d7e6e4-6d33-4138-a245-0e27f80d6e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:17.683056 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-c8d7e6e4-6d33-4138-a245-0e27f80d6e9f None None] For port f8b956fa-3384-4245-af77-3c6c9a7d798f, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:04:17.686911 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-c8d7e6e4-6d33-4138-a245-0e27f80d6e9f None None] For port f8b956fa-3384-4245-af77-3c6c9a7d798f, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=f8b956fa-3384-4245-af77-3c6c9a7d798f,segment=NetworkSegment(510cd60c-3d7b-4992-b148-e33865dca362),segment_id=510cd60c-3d7b-4992-b148-e33865dca362)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:04:17.690944 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 71fd7b30-b1f1-4481-b6d7-81053fdd5414 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:04:17.694884 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c8d7e6e4-6d33-4138-a245-0e27f80d6e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:17.715680 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-912b8e1f-c19b-455f-82d8-c1da4abe5e92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:17.760217 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-912b8e1f-c19b-455f-82d8-c1da4abe5e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:17.762277 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34ecc34-b736-4df4-8424-0321b06790eb None None] Sync routers for ids ['9d981939-45a9-4df1-93f2-534098d0df5e'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:04:17.776069 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34ecc34-b736-4df4-8424-0321b06790eb None None] Routers {'9d981939-45a9-4df1-93f2-534098d0df5e'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:04:17.777203 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-a34ecc34-b736-4df4-8424-0321b06790eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:03:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['9d981939-45a9-4df1-93f2-534098d0df5e'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:04:17.797948 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d7e6e4-6d33-4138-a245-0e27f80d6e9f None None] Pushing event updated for resources: {'Port': ['ID=f8b956fa-3384-4245-af77-3c6c9a7d798f,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:04:17.803105 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e3512124-d236-4e1e-b766-660d89382004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:17.808761 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912b8e1f-c19b-455f-82d8-c1da4abe5e92 admin admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:04:17.814411 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-912b8e1f-c19b-455f-82d8-c1da4abe5e92 admin admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:04:17.819258 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912b8e1f-c19b-455f-82d8-c1da4abe5e92 admin admin] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:04:17.824887 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 71fd7b30-b1f1-4481-b6d7-81053fdd5414 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:04:17.830077 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 71fd7b30-b1f1-4481-b6d7-81053fdd5414 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:04:17.830794 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:17.867593 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b8e1f-c19b-455f-82d8-c1da4abe5e92 admin admin] Pushing event updated for resources: {'Port': ['ID=58cbf234-d0ba-42ec-9e5c-d4a0d45a16b3,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:04:17.922510 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-a34ecc34-b736-4df4-8424-0321b06790eb None None] Set router 9d981939-45a9-4df1-93f2-534098d0df5e gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:04:17.936932 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:17.963934 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 71fd7b30-b1f1-4481-b6d7-81053fdd5414, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=71fd7b30-b1f1-4481-b6d7-81053fdd5414,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:04:17.970398 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:18.053323 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=71fd7b30-b1f1-4481-b6d7-81053fdd5414,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:04:18.149833 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-912b8e1f-c19b-455f-82d8-c1da4abe5e92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:18.173002 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-a34ecc34-b736-4df4-8424-0321b06790eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d981939-45a9-4df1-93f2-534098d0df5e', 'name': 'tempest-TestMinimumBasicScenario-11806258-router', 'tenant_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '71fd7b30-b1f1-4481-b6d7-81053fdd5414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:04:12Z', 'updated_at': '2021-09-08T10:04:15Z', 'revision_number': 4, 'project_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'gw_port': {'id': '71fd7b30-b1f1-4481-b6d7-81053fdd5414', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d981939-45a9-4df1-93f2-534098d0df5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:04:12Z', 'updated_at': '2021-09-08T10:04:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '6bc59f83-8157-4316-bcf5-dfc64fd9ffcc', 'name': '', 'network_id': '8afb4ea8-d620-441e-a341-0fcf344d14f0', 'tenant_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'mac_address': 'fa:16:3e:84:d9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d981939-45a9-4df1-93f2-534098d0df5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '698bf663-e6c6-4b9b-876c-7a5348907aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:04:14Z', 'updated_at': '2021-09-08T10:04:15Z', 'revision_number': 2, 'project_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'subnets': [{'id': '698bf663-e6c6-4b9b-876c-7a5348907aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:04:18.204181 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34ecc34-b736-4df4-8424-0321b06790eb None None] Checking router: 9d981939-45a9-4df1-93f2-534098d0df5e for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:04:18.204528 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34ecc34-b736-4df4-8424-0321b06790eb None None] Updating router 9d981939-45a9-4df1-93f2-534098d0df5e port 6bc59f83-8157-4316-bcf5-dfc64fd9ffcc binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 10:04:18.229225 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-a34ecc34-b736-4df4-8424-0321b06790eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:18.355399 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-912b8e1f-c19b-455f-82d8-c1da4abe5e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:18.489373 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912b8e1f-c19b-455f-82d8-c1da4abe5e92 admin admin] Router 9a2ce21b-564b-43db-b044-99afdae59607 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 10:04:18.494537 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-a34ecc34-b736-4df4-8424-0321b06790eb None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:18.505452 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-a34ecc34-b736-4df4-8424-0321b06790eb None None] Transition to ACTIVE for port object 6bc59f83-8157-4316-bcf5-dfc64fd9ffcc will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:04:18.511077 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-a34ecc34-b736-4df4-8424-0321b06790eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:18.569357 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d9c18-5e99-431c-be69-b72122635962 None None] Pushing event updated for resources: {'Port': ['ID=6bc59f83-8157-4316-bcf5-dfc64fd9ffcc,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:04:18.578604 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653d9c18-5e99-431c-be69-b72122635962 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:04:18.579186 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653d9c18-5e99-431c-be69-b72122635962 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:04:18.579545 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653d9c18-5e99-431c-be69-b72122635962 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:04:18.579886 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653d9c18-5e99-431c-be69-b72122635962 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:04:18.580223 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653d9c18-5e99-431c-be69-b72122635962 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:04:18.580557 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653d9c18-5e99-431c-be69-b72122635962 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:04:18.580889 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653d9c18-5e99-431c-be69-b72122635962 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:04:18.581220 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653d9c18-5e99-431c-be69-b72122635962 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:04:18.581549 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653d9c18-5e99-431c-be69-b72122635962 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:04:18.581876 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653d9c18-5e99-431c-be69-b72122635962 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:04:18.582239 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653d9c18-5e99-431c-be69-b72122635962 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:04:18.582569 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653d9c18-5e99-431c-be69-b72122635962 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:04:18.609972 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912b8e1f-c19b-455f-82d8-c1da4abe5e92 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:04:18.623935 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff2089b-ad09-45dc-bcf8-a94aaf45db34 None None] Sync routers for ids ['9a2ce21b-564b-43db-b044-99afdae59607'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:04:18.630025 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-912b8e1f-c19b-455f-82d8-c1da4abe5e92 admin admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:18.634648 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38316) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:04:18.635506 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-912b8e1f-c19b-455f-82d8-c1da4abe5e92 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6117733 Sep 08 10:04:18.650164 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-a34ecc34-b736-4df4-8424-0321b06790eb None None] Attempting to bind port 6bc59f83-8157-4316-bcf5-dfc64fd9ffcc on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:04:18.650678 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-a34ecc34-b736-4df4-8424-0321b06790eb None None] Attempting to bind port 6bc59f83-8157-4316-bcf5-dfc64fd9ffcc by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '4e2ea974-2e75-4921-963f-18b3f8b99e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8afb4ea8-d620-441e-a341-0fcf344d14f0'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:04:18.651006 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34ecc34-b736-4df4-8424-0321b06790eb None None] Attempting to bind port 6bc59f83-8157-4316-bcf5-dfc64fd9ffcc on network 8afb4ea8-d620-441e-a341-0fcf344d14f0 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:04:18.651345 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff2089b-ad09-45dc-bcf8-a94aaf45db34 None None] Routers {'9a2ce21b-564b-43db-b044-99afdae59607'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:04:18.652295 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-2ff2089b-ad09-45dc-bcf8-a94aaf45db34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:03:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['9a2ce21b-564b-43db-b044-99afdae59607'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:04:18.657818 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34ecc34-b736-4df4-8424-0321b06790eb None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:04:18.658290 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34ecc34-b736-4df4-8424-0321b06790eb None None] Checking segment: {'id': '4e2ea974-2e75-4921-963f-18b3f8b99e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8afb4ea8-d620-441e-a341-0fcf344d14f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:04:18.658827 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-a34ecc34-b736-4df4-8424-0321b06790eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:18.659226 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34ecc34-b736-4df4-8424-0321b06790eb None None] Bound using segment: {'id': '4e2ea974-2e75-4921-963f-18b3f8b99e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8afb4ea8-d620-441e-a341-0fcf344d14f0'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:04:18.659742 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-a34ecc34-b736-4df4-8424-0321b06790eb None None] Bound port: 6bc59f83-8157-4316-bcf5-dfc64fd9ffcc, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e2ea974-2e75-4921-963f-18b3f8b99e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8afb4ea8-d620-441e-a341-0fcf344d14f0'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:04:18.660162 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-a34ecc34-b736-4df4-8424-0321b06790eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:18.751318 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-a34ecc34-b736-4df4-8424-0321b06790eb None None] For port 6bc59f83-8157-4316-bcf5-dfc64fd9ffcc, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:04:18.754704 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-a34ecc34-b736-4df4-8424-0321b06790eb None None] For port 6bc59f83-8157-4316-bcf5-dfc64fd9ffcc, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=6bc59f83-8157-4316-bcf5-dfc64fd9ffcc,segment=NetworkSegment(4e2ea974-2e75-4921-963f-18b3f8b99e76),segment_id=4e2ea974-2e75-4921-963f-18b3f8b99e76)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:04:18.763386 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-a34ecc34-b736-4df4-8424-0321b06790eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:18.818023 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-2ff2089b-ad09-45dc-bcf8-a94aaf45db34 None None] Set router 9a2ce21b-564b-43db-b044-99afdae59607 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:04:18.852933 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34ecc34-b736-4df4-8424-0321b06790eb None None] Routers {'9d981939-45a9-4df1-93f2-534098d0df5e'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:04:18.853567 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-a34ecc34-b736-4df4-8424-0321b06790eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:03:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['9d981939-45a9-4df1-93f2-534098d0df5e'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:04:19.018508 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d9c18-5e99-431c-be69-b72122635962 None None] Pushing event updated for resources: {'Port': ['ID=6bc59f83-8157-4316-bcf5-dfc64fd9ffcc,revision_number=4']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:04:19.091337 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-2ff2089b-ad09-45dc-bcf8-a94aaf45db34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2ce21b-564b-43db-b044-99afdae59607', 'name': 'tempest-TestMinimumBasicScenario-155533067-router', 'tenant_id': '6b6cf7a9f5004daa8cbffc05530dce34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '58cbf234-d0ba-42ec-9e5c-d4a0d45a16b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:04:17Z', 'updated_at': '2021-09-08T10:04:17Z', 'revision_number': 3, 'project_id': '6b6cf7a9f5004daa8cbffc05530dce34', 'gw_port': {'id': '58cbf234-d0ba-42ec-9e5c-d4a0d45a16b3', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2ce21b-564b-43db-b044-99afdae59607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:04:17Z', 'updated_at': '2021-09-08T10:04:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:04:19.106831 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-a34ecc34-b736-4df4-8424-0321b06790eb None None] Set router 9d981939-45a9-4df1-93f2-534098d0df5e gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:04:19.127407 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff2089b-ad09-45dc-bcf8-a94aaf45db34 None None] Checking router: 9a2ce21b-564b-43db-b044-99afdae59607 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:04:19.127577 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff2089b-ad09-45dc-bcf8-a94aaf45db34 None None] Updating router 9a2ce21b-564b-43db-b044-99afdae59607 port 58cbf234-d0ba-42ec-9e5c-d4a0d45a16b3 binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 10:04:19.129801 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9b79e0-3696-465c-99f1-862877606a76 None None] Network f64dfb8c-acbd-4c85-8fce-ad3ae289013c requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:04:19.178965 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2ff2089b-ad09-45dc-bcf8-a94aaf45db34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:19.335528 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-a34ecc34-b736-4df4-8424-0321b06790eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d981939-45a9-4df1-93f2-534098d0df5e', 'name': 'tempest-TestMinimumBasicScenario-11806258-router', 'tenant_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '71fd7b30-b1f1-4481-b6d7-81053fdd5414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:04:12Z', 'updated_at': '2021-09-08T10:04:15Z', 'revision_number': 4, 'project_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'gw_port': {'id': '71fd7b30-b1f1-4481-b6d7-81053fdd5414', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d981939-45a9-4df1-93f2-534098d0df5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:04:12Z', 'updated_at': '2021-09-08T10:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '6bc59f83-8157-4316-bcf5-dfc64fd9ffcc', 'name': '', 'network_id': '8afb4ea8-d620-441e-a341-0fcf344d14f0', 'tenant_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'mac_address': 'fa:16:3e:84:d9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d981939-45a9-4df1-93f2-534098d0df5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '698bf663-e6c6-4b9b-876c-7a5348907aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:04:14Z', 'updated_at': '2021-09-08T10:04:18Z', 'revision_number': 4, 'project_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'subnets': [{'id': '698bf663-e6c6-4b9b-876c-7a5348907aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:04:19.364739 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34ecc34-b736-4df4-8424-0321b06790eb None None] The sync data for ids ['9d981939-45a9-4df1-93f2-534098d0df5e'] in n-d-806683-11 is: [{'id': '9d981939-45a9-4df1-93f2-534098d0df5e', 'name': 'tempest-TestMinimumBasicScenario-11806258-router', 'tenant_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '71fd7b30-b1f1-4481-b6d7-81053fdd5414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:04:12Z', 'updated_at': '2021-09-08T10:04:15Z', 'revision_number': 4, 'project_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'gw_port': {'id': '71fd7b30-b1f1-4481-b6d7-81053fdd5414', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d981939-45a9-4df1-93f2-534098d0df5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:04:12Z', 'updated_at': '2021-09-08T10:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '6bc59f83-8157-4316-bcf5-dfc64fd9ffcc', 'name': '', 'network_id': '8afb4ea8-d620-441e-a341-0fcf344d14f0', 'tenant_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'mac_address': 'fa:16:3e:84:d9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d981939-45a9-4df1-93f2-534098d0df5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '698bf663-e6c6-4b9b-876c-7a5348907aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:04:14Z', 'updated_at': '2021-09-08T10:04:18Z', 'revision_number': 4, 'project_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'subnets': [{'id': '698bf663-e6c6-4b9b-876c-7a5348907aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:04:19.391715 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-11fd48b5-544a-4a69-bcd0-3a9be60558e0 None None] Provisioning for port f8b956fa-3384-4245-af77-3c6c9a7d798f completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:04:19.494779 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-64d2fe63-608b-4b18-96c7-34335cb897c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:19.681850 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-64d2fe63-608b-4b18-96c7-34335cb897c1 admin admin] Allocated IP 172.20.0.1 (f64dfb8c-acbd-4c85-8fce-ad3ae289013c/ee914300-c811-402a-b529-efcef2d6dc89/963295c8-df92-4718-95d5-13de62c8e77a) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:04:19.802561 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2ff2089b-ad09-45dc-bcf8-a94aaf45db34 None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:19.826373 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 71fd7b30-b1f1-4481-b6d7-81053fdd5414 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:04:19.847377 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-64d2fe63-608b-4b18-96c7-34335cb897c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:19.853931 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2ff2089b-ad09-45dc-bcf8-a94aaf45db34 None None] Transition to ACTIVE for port object 58cbf234-d0ba-42ec-9e5c-d4a0d45a16b3 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:04:19.867674 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-64d2fe63-608b-4b18-96c7-34335cb897c1 admin admin] Transition to ACTIVE for port object 963295c8-df92-4718-95d5-13de62c8e77a will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:04:19.867915 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2ff2089b-ad09-45dc-bcf8-a94aaf45db34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:19.913848 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-64d2fe63-608b-4b18-96c7-34335cb897c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:19.941838 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f88171-83a1-4619-9044-a86f0e86f253 None None] Pushing event updated for resources: {'Port': ['ID=58cbf234-d0ba-42ec-9e5c-d4a0d45a16b3,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:04:19.946204 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-2ff2089b-ad09-45dc-bcf8-a94aaf45db34 None None] Attempting to bind port 58cbf234-d0ba-42ec-9e5c-d4a0d45a16b3 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:04:19.946588 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-2ff2089b-ad09-45dc-bcf8-a94aaf45db34 None None] Attempting to bind port 58cbf234-d0ba-42ec-9e5c-d4a0d45a16b3 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:04:19.947224 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff2089b-ad09-45dc-bcf8-a94aaf45db34 None None] Attempting to bind port 58cbf234-d0ba-42ec-9e5c-d4a0d45a16b3 on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:04:19.954245 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff2089b-ad09-45dc-bcf8-a94aaf45db34 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:04:19.955269 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff2089b-ad09-45dc-bcf8-a94aaf45db34 None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:04:19.956131 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2ff2089b-ad09-45dc-bcf8-a94aaf45db34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:19.956499 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff2089b-ad09-45dc-bcf8-a94aaf45db34 None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:04:19.956995 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-2ff2089b-ad09-45dc-bcf8-a94aaf45db34 None None] Bound port: 58cbf234-d0ba-42ec-9e5c-d4a0d45a16b3, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:04:19.957897 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2ff2089b-ad09-45dc-bcf8-a94aaf45db34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:19.959579 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 71fd7b30-b1f1-4481-b6d7-81053fdd5414 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:04:19.959944 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:19.963934 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d2fe63-608b-4b18-96c7-34335cb897c1 admin admin] Network f64dfb8c-acbd-4c85-8fce-ad3ae289013c is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:04:19.967176 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-64d2fe63-608b-4b18-96c7-34335cb897c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:04:19.971036 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d2fe63-608b-4b18-96c7-34335cb897c1 admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:04:20.009787 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d2fe63-608b-4b18-96c7-34335cb897c1 admin admin] Pushing event updated for resources: {'Port': ['ID=963295c8-df92-4718-95d5-13de62c8e77a,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:04:20.027702 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-64d2fe63-608b-4b18-96c7-34335cb897c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:20.074874 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-2ff2089b-ad09-45dc-bcf8-a94aaf45db34 None None] For port 58cbf234-d0ba-42ec-9e5c-d4a0d45a16b3, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:04:20.085521 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-2ff2089b-ad09-45dc-bcf8-a94aaf45db34 None None] For port 58cbf234-d0ba-42ec-9e5c-d4a0d45a16b3, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=58cbf234-d0ba-42ec-9e5c-d4a0d45a16b3,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:04:20.095883 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2ff2089b-ad09-45dc-bcf8-a94aaf45db34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:20.174880 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 6bc59f83-8157-4316-bcf5-dfc64fd9ffcc up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:04:20.194730 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-64d2fe63-608b-4b18-96c7-34335cb897c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:20.226441 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff2089b-ad09-45dc-bcf8-a94aaf45db34 None None] Routers {'9a2ce21b-564b-43db-b044-99afdae59607'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:04:20.227079 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-2ff2089b-ad09-45dc-bcf8-a94aaf45db34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:03:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['9a2ce21b-564b-43db-b044-99afdae59607'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:04:20.280898 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f88171-83a1-4619-9044-a86f0e86f253 None None] Pushing event updated for resources: {'Port': ['ID=58cbf234-d0ba-42ec-9e5c-d4a0d45a16b3,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:04:20.335792 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 6bc59f83-8157-4316-bcf5-dfc64fd9ffcc completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:04:20.347395 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 6bc59f83-8157-4316-bcf5-dfc64fd9ffcc triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:04:20.347780 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:20.350855 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c2d39dc7-85b3-4855-8160-9f8604cba6fe None None] Provisioning for port 963295c8-df92-4718-95d5-13de62c8e77a completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:04:20.366247 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-64d2fe63-608b-4b18-96c7-34335cb897c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:20.371123 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-64d2fe63-608b-4b18-96c7-34335cb897c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:20.386533 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-c2d39dc7-85b3-4855-8160-9f8604cba6fe None None] Provisioning complete for port 963295c8-df92-4718-95d5-13de62c8e77a triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:04:20.386901 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c2d39dc7-85b3-4855-8160-9f8604cba6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:20.391237 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-2ff2089b-ad09-45dc-bcf8-a94aaf45db34 None None] Set router 9a2ce21b-564b-43db-b044-99afdae59607 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:04:20.442912 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d2fe63-608b-4b18-96c7-34335cb897c1 admin admin] Pushing event updated for resources: {'Port': ['ID=963295c8-df92-4718-95d5-13de62c8e77a,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:04:20.445317 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-64d2fe63-608b-4b18-96c7-34335cb897c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:20.468572 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-c2d39dc7-85b3-4855-8160-9f8604cba6fe None None] Port 963295c8-df92-4718-95d5-13de62c8e77a cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 10:04:20.537733 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d2fe63-608b-4b18-96c7-34335cb897c1 admin admin] Network f64dfb8c-acbd-4c85-8fce-ad3ae289013c is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:04:20.539346 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-64d2fe63-608b-4b18-96c7-34335cb897c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:04:20.604809 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:20.616030 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:20.674451 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d2fe63-608b-4b18-96c7-34335cb897c1 admin admin] Router 9a2ce21b-564b-43db-b044-99afdae59607 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 10:04:20.681984 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 6bc59f83-8157-4316-bcf5-dfc64fd9ffcc, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=6bc59f83-8157-4316-bcf5-dfc64fd9ffcc,segment=NetworkSegment(4e2ea974-2e75-4921-963f-18b3f8b99e76),segment_id=4e2ea974-2e75-4921-963f-18b3f8b99e76)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:04:20.691080 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:20.692043 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device f8b956fa-3384-4245-af77-3c6c9a7d798f up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:04:20.795811 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d2fe63-608b-4b18-96c7-34335cb897c1 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:04:20.798979 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=6bc59f83-8157-4316-bcf5-dfc64fd9ffcc,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:04:20.802834 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-64d2fe63-608b-4b18-96c7-34335cb897c1 admin admin] 10.222.0.54 "PUT /v2.0/routers/9a2ce21b-564b-43db-b044-99afdae59607/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1671088 Sep 08 10:04:20.816773 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-a89a0dd1-9b16-4858-99b3-8bd4a03f7cb8 None None] Provisioning complete for port 963295c8-df92-4718-95d5-13de62c8e77a triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:04:20.817098 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a89a0dd1-9b16-4858-99b3-8bd4a03f7cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:20.843391 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-2ff2089b-ad09-45dc-bcf8-a94aaf45db34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2ce21b-564b-43db-b044-99afdae59607', 'name': 'tempest-TestMinimumBasicScenario-155533067-router', 'tenant_id': '6b6cf7a9f5004daa8cbffc05530dce34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '58cbf234-d0ba-42ec-9e5c-d4a0d45a16b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:04:17Z', 'updated_at': '2021-09-08T10:04:20Z', 'revision_number': 4, 'project_id': '6b6cf7a9f5004daa8cbffc05530dce34', 'gw_port': {'id': '58cbf234-d0ba-42ec-9e5c-d4a0d45a16b3', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2ce21b-564b-43db-b044-99afdae59607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:04:17Z', 'updated_at': '2021-09-08T10:04:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '963295c8-df92-4718-95d5-13de62c8e77a', 'name': '', 'network_id': 'f64dfb8c-acbd-4c85-8fce-ad3ae289013c', 'tenant_id': '6b6cf7a9f5004daa8cbffc05530dce34', 'mac_address': 'fa:16:3e:9c:3a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2ce21b-564b-43db-b044-99afdae59607', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'ee914300-c811-402a-b529-efcef2d6dc89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:04:19Z', 'updated_at': '2021-09-08T10:04:19Z', 'revision_number': 1, 'project_id': '6b6cf7a9f5004daa8cbffc05530dce34', 'subnets': [{'id': 'ee914300-c811-402a-b529-efcef2d6dc89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:04:20.879607 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port f8b956fa-3384-4245-af77-3c6c9a7d798f completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:04:20.889018 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff2089b-ad09-45dc-bcf8-a94aaf45db34 None None] The sync data for ids ['9a2ce21b-564b-43db-b044-99afdae59607'] in n-d-806683-11 is: [{'id': '9a2ce21b-564b-43db-b044-99afdae59607', 'name': 'tempest-TestMinimumBasicScenario-155533067-router', 'tenant_id': '6b6cf7a9f5004daa8cbffc05530dce34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '58cbf234-d0ba-42ec-9e5c-d4a0d45a16b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:04:17Z', 'updated_at': '2021-09-08T10:04:20Z', 'revision_number': 4, 'project_id': '6b6cf7a9f5004daa8cbffc05530dce34', 'gw_port': {'id': '58cbf234-d0ba-42ec-9e5c-d4a0d45a16b3', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2ce21b-564b-43db-b044-99afdae59607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:04:17Z', 'updated_at': '2021-09-08T10:04:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '963295c8-df92-4718-95d5-13de62c8e77a', 'name': '', 'network_id': 'f64dfb8c-acbd-4c85-8fce-ad3ae289013c', 'tenant_id': '6b6cf7a9f5004daa8cbffc05530dce34', 'mac_address': 'fa:16:3e:9c:3a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2ce21b-564b-43db-b044-99afdae59607', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'ee914300-c811-402a-b529-efcef2d6dc89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:04:19Z', 'updated_at': '2021-09-08T10:04:19Z', 'revision_number': 1, 'project_id': '6b6cf7a9f5004daa8cbffc05530dce34', 'subnets': [{'id': 'ee914300-c811-402a-b529-efcef2d6dc89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:04:20.897470 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port f8b956fa-3384-4245-af77-3c6c9a7d798f triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:04:20.897767 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:20.929217 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-afb7874f-26c9-485c-8113-ab1a0aef3e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:20.936260 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-a89a0dd1-9b16-4858-99b3-8bd4a03f7cb8 None None] Port 963295c8-df92-4718-95d5-13de62c8e77a cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 10:04:21.012335 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:21.050782 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port f8b956fa-3384-4245-af77-3c6c9a7d798f, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=f8b956fa-3384-4245-af77-3c6c9a7d798f,segment=NetworkSegment(510cd60c-3d7b-4992-b148-e33865dca362),segment_id=510cd60c-3d7b-4992-b148-e33865dca362)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:04:21.055962 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:21.121860 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=f8b956fa-3384-4245-af77-3c6c9a7d798f,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:04:21.638611 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 6bc59f83-8157-4316-bcf5-dfc64fd9ffcc up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:04:21.686639 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 6bc59f83-8157-4316-bcf5-dfc64fd9ffcc triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:04:21.686922 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:21.770103 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device f8b956fa-3384-4245-af77-3c6c9a7d798f up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:04:21.822762 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port f8b956fa-3384-4245-af77-3c6c9a7d798f triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:04:21.823142 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:22.380303 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:23.694266 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 58cbf234-d0ba-42ec-9e5c-d4a0d45a16b3 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:04:23.726784 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625480a0-5a49-413e-b9a6-d23f27bac76e None None] Sync routers for ids ['9a2ce21b-564b-43db-b044-99afdae59607'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:04:23.747059 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625480a0-5a49-413e-b9a6-d23f27bac76e None None] Routers {'9a2ce21b-564b-43db-b044-99afdae59607'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:04:23.751298 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-625480a0-5a49-413e-b9a6-d23f27bac76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:04:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['9a2ce21b-564b-43db-b044-99afdae59607'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:04:23.805391 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:23.820693 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 58cbf234-d0ba-42ec-9e5c-d4a0d45a16b3 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:04:23.825261 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 58cbf234-d0ba-42ec-9e5c-d4a0d45a16b3 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:04:23.825963 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:23.885081 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-625480a0-5a49-413e-b9a6-d23f27bac76e None None] Set router 9a2ce21b-564b-43db-b044-99afdae59607 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:04:23.934910 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:23.959727 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 58cbf234-d0ba-42ec-9e5c-d4a0d45a16b3, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=58cbf234-d0ba-42ec-9e5c-d4a0d45a16b3,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:04:23.965157 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:24.028142 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=58cbf234-d0ba-42ec-9e5c-d4a0d45a16b3,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:04:24.114880 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-625480a0-5a49-413e-b9a6-d23f27bac76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2ce21b-564b-43db-b044-99afdae59607', 'name': 'tempest-TestMinimumBasicScenario-155533067-router', 'tenant_id': '6b6cf7a9f5004daa8cbffc05530dce34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '58cbf234-d0ba-42ec-9e5c-d4a0d45a16b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:04:17Z', 'updated_at': '2021-09-08T10:04:20Z', 'revision_number': 4, 'project_id': '6b6cf7a9f5004daa8cbffc05530dce34', 'gw_port': {'id': '58cbf234-d0ba-42ec-9e5c-d4a0d45a16b3', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2ce21b-564b-43db-b044-99afdae59607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:04:17Z', 'updated_at': '2021-09-08T10:04:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '963295c8-df92-4718-95d5-13de62c8e77a', 'name': '', 'network_id': 'f64dfb8c-acbd-4c85-8fce-ad3ae289013c', 'tenant_id': '6b6cf7a9f5004daa8cbffc05530dce34', 'mac_address': 'fa:16:3e:9c:3a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2ce21b-564b-43db-b044-99afdae59607', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'ee914300-c811-402a-b529-efcef2d6dc89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:04:19Z', 'updated_at': '2021-09-08T10:04:20Z', 'revision_number': 2, 'project_id': '6b6cf7a9f5004daa8cbffc05530dce34', 'subnets': [{'id': 'ee914300-c811-402a-b529-efcef2d6dc89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:04:24.169926 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625480a0-5a49-413e-b9a6-d23f27bac76e None None] Checking router: 9a2ce21b-564b-43db-b044-99afdae59607 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:04:24.170314 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625480a0-5a49-413e-b9a6-d23f27bac76e None None] Updating router 9a2ce21b-564b-43db-b044-99afdae59607 port 963295c8-df92-4718-95d5-13de62c8e77a binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 10:04:24.198553 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-625480a0-5a49-413e-b9a6-d23f27bac76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:24.495139 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-625480a0-5a49-413e-b9a6-d23f27bac76e None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:24.514006 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-625480a0-5a49-413e-b9a6-d23f27bac76e None None] Transition to ACTIVE for port object 963295c8-df92-4718-95d5-13de62c8e77a will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:04:24.534698 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-625480a0-5a49-413e-b9a6-d23f27bac76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:24.585822 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f856b-e196-4321-9933-158ee964270a None None] Pushing event updated for resources: {'Port': ['ID=963295c8-df92-4718-95d5-13de62c8e77a,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:04:24.657475 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-625480a0-5a49-413e-b9a6-d23f27bac76e None None] Attempting to bind port 963295c8-df92-4718-95d5-13de62c8e77a on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:04:24.658388 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-625480a0-5a49-413e-b9a6-d23f27bac76e None None] Attempting to bind port 963295c8-df92-4718-95d5-13de62c8e77a by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '510cd60c-3d7b-4992-b148-e33865dca362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f64dfb8c-acbd-4c85-8fce-ad3ae289013c'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:04:24.659291 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625480a0-5a49-413e-b9a6-d23f27bac76e None None] Attempting to bind port 963295c8-df92-4718-95d5-13de62c8e77a on network f64dfb8c-acbd-4c85-8fce-ad3ae289013c {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:04:24.666545 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625480a0-5a49-413e-b9a6-d23f27bac76e None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:04:24.667416 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625480a0-5a49-413e-b9a6-d23f27bac76e None None] Checking segment: {'id': '510cd60c-3d7b-4992-b148-e33865dca362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f64dfb8c-acbd-4c85-8fce-ad3ae289013c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:04:24.667837 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-625480a0-5a49-413e-b9a6-d23f27bac76e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:24.668422 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625480a0-5a49-413e-b9a6-d23f27bac76e None None] Bound using segment: {'id': '510cd60c-3d7b-4992-b148-e33865dca362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f64dfb8c-acbd-4c85-8fce-ad3ae289013c'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:04:24.669046 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-625480a0-5a49-413e-b9a6-d23f27bac76e None None] Bound port: 963295c8-df92-4718-95d5-13de62c8e77a, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '510cd60c-3d7b-4992-b148-e33865dca362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f64dfb8c-acbd-4c85-8fce-ad3ae289013c'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:04:24.669466 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-625480a0-5a49-413e-b9a6-d23f27bac76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:24.745402 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:24.767317 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-625480a0-5a49-413e-b9a6-d23f27bac76e None None] For port 963295c8-df92-4718-95d5-13de62c8e77a, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:04:24.770602 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-625480a0-5a49-413e-b9a6-d23f27bac76e None None] For port 963295c8-df92-4718-95d5-13de62c8e77a, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=963295c8-df92-4718-95d5-13de62c8e77a,segment=NetworkSegment(510cd60c-3d7b-4992-b148-e33865dca362),segment_id=510cd60c-3d7b-4992-b148-e33865dca362)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:04:24.777140 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-625480a0-5a49-413e-b9a6-d23f27bac76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:24.844235 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625480a0-5a49-413e-b9a6-d23f27bac76e None None] Routers {'9a2ce21b-564b-43db-b044-99afdae59607'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:04:24.844877 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-625480a0-5a49-413e-b9a6-d23f27bac76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:04:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['9a2ce21b-564b-43db-b044-99afdae59607'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:04:24.911621 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f856b-e196-4321-9933-158ee964270a None None] Pushing event updated for resources: {'Port': ['ID=963295c8-df92-4718-95d5-13de62c8e77a,revision_number=4']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:04:24.988162 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-625480a0-5a49-413e-b9a6-d23f27bac76e None None] Set router 9a2ce21b-564b-43db-b044-99afdae59607 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:04:25.221354 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-625480a0-5a49-413e-b9a6-d23f27bac76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2ce21b-564b-43db-b044-99afdae59607', 'name': 'tempest-TestMinimumBasicScenario-155533067-router', 'tenant_id': '6b6cf7a9f5004daa8cbffc05530dce34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '58cbf234-d0ba-42ec-9e5c-d4a0d45a16b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:04:17Z', 'updated_at': '2021-09-08T10:04:20Z', 'revision_number': 4, 'project_id': '6b6cf7a9f5004daa8cbffc05530dce34', 'gw_port': {'id': '58cbf234-d0ba-42ec-9e5c-d4a0d45a16b3', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2ce21b-564b-43db-b044-99afdae59607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:04:17Z', 'updated_at': '2021-09-08T10:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '963295c8-df92-4718-95d5-13de62c8e77a', 'name': '', 'network_id': 'f64dfb8c-acbd-4c85-8fce-ad3ae289013c', 'tenant_id': '6b6cf7a9f5004daa8cbffc05530dce34', 'mac_address': 'fa:16:3e:9c:3a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2ce21b-564b-43db-b044-99afdae59607', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'ee914300-c811-402a-b529-efcef2d6dc89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:04:19Z', 'updated_at': '2021-09-08T10:04:24Z', 'revision_number': 4, 'project_id': '6b6cf7a9f5004daa8cbffc05530dce34', 'subnets': [{'id': 'ee914300-c811-402a-b529-efcef2d6dc89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:04:25.256337 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625480a0-5a49-413e-b9a6-d23f27bac76e None None] The sync data for ids ['9a2ce21b-564b-43db-b044-99afdae59607'] in n-d-806683-11 is: [{'id': '9a2ce21b-564b-43db-b044-99afdae59607', 'name': 'tempest-TestMinimumBasicScenario-155533067-router', 'tenant_id': '6b6cf7a9f5004daa8cbffc05530dce34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '58cbf234-d0ba-42ec-9e5c-d4a0d45a16b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:04:17Z', 'updated_at': '2021-09-08T10:04:20Z', 'revision_number': 4, 'project_id': '6b6cf7a9f5004daa8cbffc05530dce34', 'gw_port': {'id': '58cbf234-d0ba-42ec-9e5c-d4a0d45a16b3', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2ce21b-564b-43db-b044-99afdae59607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:04:17Z', 'updated_at': '2021-09-08T10:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '963295c8-df92-4718-95d5-13de62c8e77a', 'name': '', 'network_id': 'f64dfb8c-acbd-4c85-8fce-ad3ae289013c', 'tenant_id': '6b6cf7a9f5004daa8cbffc05530dce34', 'mac_address': 'fa:16:3e:9c:3a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2ce21b-564b-43db-b044-99afdae59607', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'ee914300-c811-402a-b529-efcef2d6dc89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:04:19Z', 'updated_at': '2021-09-08T10:04:24Z', 'revision_number': 4, 'project_id': '6b6cf7a9f5004daa8cbffc05530dce34', 'subnets': [{'id': 'ee914300-c811-402a-b529-efcef2d6dc89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:04:25.670015 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 58cbf234-d0ba-42ec-9e5c-d4a0d45a16b3 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:04:25.730666 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 58cbf234-d0ba-42ec-9e5c-d4a0d45a16b3 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:04:25.731119 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:25.819031 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 963295c8-df92-4718-95d5-13de62c8e77a up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:04:25.881808 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 963295c8-df92-4718-95d5-13de62c8e77a completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:04:25.885843 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 963295c8-df92-4718-95d5-13de62c8e77a triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:04:25.886313 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:25.980249 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:26.012936 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 963295c8-df92-4718-95d5-13de62c8e77a, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=963295c8-df92-4718-95d5-13de62c8e77a,segment=NetworkSegment(510cd60c-3d7b-4992-b148-e33865dca362),segment_id=510cd60c-3d7b-4992-b148-e33865dca362)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:04:26.018763 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:26.072323 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=963295c8-df92-4718-95d5-13de62c8e77a,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:04:27.644062 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 963295c8-df92-4718-95d5-13de62c8e77a up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:04:27.703826 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 963295c8-df92-4718-95d5-13de62c8e77a triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:04:27.704213 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:29.280416 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:31.084670 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c0f54-b481-4f6b-a3d4-8c61d860b6be req-766b1f05-8a81-4cd2-bb9a-9fdd061961cb tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:04:31.086180 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5a4c0f54-b481-4f6b-a3d4-8c61d860b6be req-766b1f05-8a81-4cd2-bb9a-9fdd061961cb tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/networks?id=8afb4ea8-d620-441e-a341-0fcf344d14f0 HTTP/1.1" status: 200 len: 813 time: 0.1013122 Sep 08 10:04:31.101367 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5a4c0f54-b481-4f6b-a3d4-8c61d860b6be req-50b9d6d6-fa84-4531-a0d1-6a94ad83dde4 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/quotas/d6d9164dd1bb4b9a9b04317e16837d52 HTTP/1.1" status: 200 len: 375 time: 0.0094624 Sep 08 10:04:31.155018 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5a4c0f54-b481-4f6b-a3d4-8c61d860b6be req-0e82d4dd-43b5-4d24-8798-e10920b11877 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d6d9164dd1bb4b9a9b04317e16837d52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481541 Sep 08 10:04:31.248439 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5a4c0f54-b481-4f6b-a3d4-8c61d860b6be req-d1794e61-30bd-4fa3-95f3-26f82750cdc7 service neutron] 10.222.0.54 "GET /v2.0/networks/8afb4ea8-d620-441e-a341-0fcf344d14f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812325 Sep 08 10:04:31.342344 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5a4c0f54-b481-4f6b-a3d4-8c61d860b6be req-34cbe745-78d0-4804-9630-784205b5b563 service neutron] 10.222.0.54 "GET /v2.0/networks/8afb4ea8-d620-441e-a341-0fcf344d14f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876489 Sep 08 10:04:31.506842 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-593a92ac-2eb4-416f-9604-6bbe73ae3073 req-3a98fe5a-3dbd-40ea-903d-ee4c43e9a0be tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/ports?device_id=7729040c-e0e4-4871-bd95-df27f6d36431 HTTP/1.1" status: 200 len: 210 time: 0.0319045 Sep 08 10:04:32.485835 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c0f54-b481-4f6b-a3d4-8c61d860b6be req-a80d9b6d-0884-4dea-bc85-fe8ccb3c3fe3 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:04:32.487511 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5a4c0f54-b481-4f6b-a3d4-8c61d860b6be req-a80d9b6d-0884-4dea-bc85-fe8ccb3c3fe3 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.37 "GET /v2.0/networks?id=8afb4ea8-d620-441e-a341-0fcf344d14f0 HTTP/1.1" status: 200 len: 813 time: 0.1014218 Sep 08 10:04:32.506191 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-5a4c0f54-b481-4f6b-a3d4-8c61d860b6be req-1cd11192-a8cd-4b00-8ee8-7c1138b57c2c tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Request body: {'port': {'device_id': '7729040c-e0e4-4871-bd95-df27f6d36431', 'network_id': '8afb4ea8-d620-441e-a341-0fcf344d14f0', 'admin_state_up': True, 'tenant_id': 'd6d9164dd1bb4b9a9b04317e16837d52'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:04:32.606185 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e4226672-da90-49cb-8fb1-36aeaa38c4e0 req-1914c7ec-1a12-4e64-bb2d-a1a1963b7098 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/ports?device_id=7729040c-e0e4-4871-bd95-df27f6d36431 HTTP/1.1" status: 200 len: 210 time: 0.0315709 Sep 08 10:04:32.645367 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a4c0f54-b481-4f6b-a3d4-8c61d860b6be req-1cd11192-a8cd-4b00-8ee8-7c1138b57c2c tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Made reservation on behalf of d6d9164dd1bb4b9a9b04317e16837d52 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:04:32.649335 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5a4c0f54-b481-4f6b-a3d4-8c61d860b6be req-1cd11192-a8cd-4b00-8ee8-7c1138b57c2c tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:32.795180 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-5a4c0f54-b481-4f6b-a3d4-8c61d860b6be req-1cd11192-a8cd-4b00-8ee8-7c1138b57c2c tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Allocated IP 172.20.0.10 (8afb4ea8-d620-441e-a341-0fcf344d14f0/698bf663-e6c6-4b9b-876c-7a5348907aad/0649e1e5-6cc0-449e-9adf-1c4aab87fc02) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:04:32.997784 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5a4c0f54-b481-4f6b-a3d4-8c61d860b6be req-1cd11192-a8cd-4b00-8ee8-7c1138b57c2c tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:33.016164 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-5a4c0f54-b481-4f6b-a3d4-8c61d860b6be req-1cd11192-a8cd-4b00-8ee8-7c1138b57c2c tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Transition to ACTIVE for port object 0649e1e5-6cc0-449e-9adf-1c4aab87fc02 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:04:33.057251 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5a4c0f54-b481-4f6b-a3d4-8c61d860b6be req-1cd11192-a8cd-4b00-8ee8-7c1138b57c2c tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:33.103517 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a4c0f54-b481-4f6b-a3d4-8c61d860b6be req-1cd11192-a8cd-4b00-8ee8-7c1138b57c2c tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Network 8afb4ea8-d620-441e-a341-0fcf344d14f0 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:04:33.111440 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-5a4c0f54-b481-4f6b-a3d4-8c61d860b6be req-1cd11192-a8cd-4b00-8ee8-7c1138b57c2c tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:04:33.116462 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a4c0f54-b481-4f6b-a3d4-8c61d860b6be req-1cd11192-a8cd-4b00-8ee8-7c1138b57c2c tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:04:33.119547 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd11192-a8cd-4b00-8ee8-7c1138b57c2c tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Pushing event updated for resources: {'Port': ['ID=0649e1e5-6cc0-449e-9adf-1c4aab87fc02,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:04:33.148082 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd11192-a8cd-4b00-8ee8-7c1138b57c2c tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:04:33.148496 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd11192-a8cd-4b00-8ee8-7c1138b57c2c tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:04:33.148866 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd11192-a8cd-4b00-8ee8-7c1138b57c2c tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:04:33.149216 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd11192-a8cd-4b00-8ee8-7c1138b57c2c tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:04:33.149582 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd11192-a8cd-4b00-8ee8-7c1138b57c2c tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:04:33.149917 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd11192-a8cd-4b00-8ee8-7c1138b57c2c tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:04:33.150349 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd11192-a8cd-4b00-8ee8-7c1138b57c2c tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:04:33.150627 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd11192-a8cd-4b00-8ee8-7c1138b57c2c tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:04:33.150956 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd11192-a8cd-4b00-8ee8-7c1138b57c2c tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:04:33.151344 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd11192-a8cd-4b00-8ee8-7c1138b57c2c tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:04:33.154581 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd11192-a8cd-4b00-8ee8-7c1138b57c2c tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:04:33.154581 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd11192-a8cd-4b00-8ee8-7c1138b57c2c tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:04:33.186622 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c0f54-b481-4f6b-a3d4-8c61d860b6be req-1cd11192-a8cd-4b00-8ee8-7c1138b57c2c tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:04:33.187704 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5a4c0f54-b481-4f6b-a3d4-8c61d860b6be req-1cd11192-a8cd-4b00-8ee8-7c1138b57c2c tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:33.205113 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5a4c0f54-b481-4f6b-a3d4-8c61d860b6be req-1cd11192-a8cd-4b00-8ee8-7c1138b57c2c tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7024596 Sep 08 10:04:33.411417 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-586c3a2d-f76d-4c64-b491-ff95940e6985 None None] Provisioning for port 0649e1e5-6cc0-449e-9adf-1c4aab87fc02 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:04:33.415476 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-586c3a2d-f76d-4c64-b491-ff95940e6985 None None] Provisioning complete for port 0649e1e5-6cc0-449e-9adf-1c4aab87fc02 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:04:33.415852 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-586c3a2d-f76d-4c64-b491-ff95940e6985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:33.454319 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-586c3a2d-f76d-4c64-b491-ff95940e6985 None None] Port 0649e1e5-6cc0-449e-9adf-1c4aab87fc02 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 10:04:33.731703 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea28da-c4df-440c-bf72-af54eb7a4a62 req-3865dc7c-1430-40da-8e79-7184214a9b9f tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:04:33.733251 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bdea28da-c4df-440c-bf72-af54eb7a4a62 req-3865dc7c-1430-40da-8e79-7184214a9b9f tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/ports?device_id=7729040c-e0e4-4871-bd95-df27f6d36431 HTTP/1.1" status: 200 len: 932 time: 0.0514951 Sep 08 10:04:33.774297 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bdea28da-c4df-440c-bf72-af54eb7a4a62 req-eb89745b-0e98-4181-bbbe-86bacf59c492 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/security-groups?id=117ca31a-1bbf-4e39-8b25-f5ecb6e57d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340571 Sep 08 10:04:34.899717 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7278e34-586a-4754-af04-6cb309a15010 req-d9d24772-142b-41e2-8e2b-59a8163d9079 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:04:34.900898 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e7278e34-586a-4754-af04-6cb309a15010 req-d9d24772-142b-41e2-8e2b-59a8163d9079 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/ports?device_id=7729040c-e0e4-4871-bd95-df27f6d36431 HTTP/1.1" status: 200 len: 932 time: 0.0532179 Sep 08 10:04:34.948535 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e7278e34-586a-4754-af04-6cb309a15010 req-4610403c-71b2-4141-a6be-8fa09958b844 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/security-groups?id=117ca31a-1bbf-4e39-8b25-f5ecb6e57d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396640 Sep 08 10:04:36.080778 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708431ee-c525-4f81-aa67-164f0045d5bf req-63da3eba-6ae3-40b0-aeba-853cb06fb129 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:04:36.082350 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-708431ee-c525-4f81-aa67-164f0045d5bf req-63da3eba-6ae3-40b0-aeba-853cb06fb129 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/ports?device_id=7729040c-e0e4-4871-bd95-df27f6d36431 HTTP/1.1" status: 200 len: 932 time: 0.0554094 Sep 08 10:04:36.121037 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-708431ee-c525-4f81-aa67-164f0045d5bf req-6be30856-6403-402a-9e3c-894632550f4d tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/security-groups?id=117ca31a-1bbf-4e39-8b25-f5ecb6e57d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322168 Sep 08 10:04:37.239251 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219f1ba-b44f-4941-a317-f71b62a1afb7 req-eebbc9f5-7e88-48de-869d-5b409855aba6 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:04:37.240753 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3219f1ba-b44f-4941-a317-f71b62a1afb7 req-eebbc9f5-7e88-48de-869d-5b409855aba6 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/ports?device_id=7729040c-e0e4-4871-bd95-df27f6d36431 HTTP/1.1" status: 200 len: 932 time: 0.0514977 Sep 08 10:04:37.282902 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3219f1ba-b44f-4941-a317-f71b62a1afb7 req-288a7daa-691a-4bcb-9442-2755034dff0a tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/security-groups?id=117ca31a-1bbf-4e39-8b25-f5ecb6e57d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358002 Sep 08 10:04:37.536285 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:04:38.401118 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a808be-61ed-417f-a4cc-bc21b4e98112 req-e10f389e-86b5-4f51-b760-092ce87fd1b5 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:04:38.402668 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-68a808be-61ed-417f-a4cc-bc21b4e98112 req-e10f389e-86b5-4f51-b760-092ce87fd1b5 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/ports?device_id=7729040c-e0e4-4871-bd95-df27f6d36431 HTTP/1.1" status: 200 len: 932 time: 0.0508316 Sep 08 10:04:38.451412 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-68a808be-61ed-417f-a4cc-bc21b4e98112 req-b0139ecc-2866-4c60-9cc9-cd3f4afd3380 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/security-groups?id=117ca31a-1bbf-4e39-8b25-f5ecb6e57d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426755 Sep 08 10:04:39.574224 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af376f6f-b6d0-4248-9fbb-c7397226b5f5 req-562f830b-3d6a-498b-9546-53763fca36ce tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:04:39.576012 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-af376f6f-b6d0-4248-9fbb-c7397226b5f5 req-562f830b-3d6a-498b-9546-53763fca36ce tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/ports?device_id=7729040c-e0e4-4871-bd95-df27f6d36431 HTTP/1.1" status: 200 len: 932 time: 0.0490670 Sep 08 10:04:39.619052 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-af376f6f-b6d0-4248-9fbb-c7397226b5f5 req-257819d4-98e2-4496-a3c0-6d475e16c971 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/security-groups?id=117ca31a-1bbf-4e39-8b25-f5ecb6e57d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342755 Sep 08 10:04:40.743128 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833262e-8d23-4162-b41f-d0531bd6d253 req-0f8b7655-be9f-4299-89a7-4f5c7dfb3aaa tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:04:40.745132 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a833262e-8d23-4162-b41f-d0531bd6d253 req-0f8b7655-be9f-4299-89a7-4f5c7dfb3aaa tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/ports?device_id=7729040c-e0e4-4871-bd95-df27f6d36431 HTTP/1.1" status: 200 len: 932 time: 0.0521622 Sep 08 10:04:40.785856 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a833262e-8d23-4162-b41f-d0531bd6d253 req-4d8b7ecf-6981-42d2-8acf-497c55aba4e2 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/security-groups?id=117ca31a-1bbf-4e39-8b25-f5ecb6e57d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345385 Sep 08 10:04:41.911087 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82529b1e-3e0a-4785-8b09-0bbe856df9a3 req-1fa8a935-563f-4e42-81d9-00bae523fb5a tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:04:41.912482 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-82529b1e-3e0a-4785-8b09-0bbe856df9a3 req-1fa8a935-563f-4e42-81d9-00bae523fb5a tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/ports?device_id=7729040c-e0e4-4871-bd95-df27f6d36431 HTTP/1.1" status: 200 len: 932 time: 0.0568101 Sep 08 10:04:41.953663 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-82529b1e-3e0a-4785-8b09-0bbe856df9a3 req-432fa40d-0cc8-49f8-b45d-aeafaa47fd8e tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/security-groups?id=117ca31a-1bbf-4e39-8b25-f5ecb6e57d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346675 Sep 08 10:04:43.091866 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765101bf-63ae-4656-8477-2fcfc183e073 req-7e6f1606-8819-4c33-8647-a1111ebe5cf6 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:04:43.094088 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-765101bf-63ae-4656-8477-2fcfc183e073 req-7e6f1606-8819-4c33-8647-a1111ebe5cf6 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/ports?device_id=7729040c-e0e4-4871-bd95-df27f6d36431 HTTP/1.1" status: 200 len: 932 time: 0.0540905 Sep 08 10:04:43.131526 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-765101bf-63ae-4656-8477-2fcfc183e073 req-a6919bac-4758-4ca2-b618-1c5e836cc99b tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/security-groups?id=117ca31a-1bbf-4e39-8b25-f5ecb6e57d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313165 Sep 08 10:04:43.493042 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-5a4c0f54-b481-4f6b-a3d4-8c61d860b6be req-015578e0-b52d-4873-87c8-6c2caa539ba3 service neutron] Request body: {'port': {'device_id': '7729040c-e0e4-4871-bd95-df27f6d36431', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:04:43.550176 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5a4c0f54-b481-4f6b-a3d4-8c61d860b6be req-015578e0-b52d-4873-87c8-6c2caa539ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:43.806997 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-5a4c0f54-b481-4f6b-a3d4-8c61d860b6be req-015578e0-b52d-4873-87c8-6c2caa539ba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0649e1e5-6cc0-449e-9adf-1c4aab87fc02 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 10:04:43.814871 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5a4c0f54-b481-4f6b-a3d4-8c61d860b6be req-015578e0-b52d-4873-87c8-6c2caa539ba3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:43.826587 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-5a4c0f54-b481-4f6b-a3d4-8c61d860b6be req-015578e0-b52d-4873-87c8-6c2caa539ba3 service neutron] Transition to ACTIVE for port object 0649e1e5-6cc0-449e-9adf-1c4aab87fc02 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:04:43.830320 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5a4c0f54-b481-4f6b-a3d4-8c61d860b6be req-015578e0-b52d-4873-87c8-6c2caa539ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:43.895638 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015578e0-b52d-4873-87c8-6c2caa539ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=0649e1e5-6cc0-449e-9adf-1c4aab87fc02,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:04:43.947766 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-5a4c0f54-b481-4f6b-a3d4-8c61d860b6be req-015578e0-b52d-4873-87c8-6c2caa539ba3 service neutron] Attempting to bind port 0649e1e5-6cc0-449e-9adf-1c4aab87fc02 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:04:43.948102 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-5a4c0f54-b481-4f6b-a3d4-8c61d860b6be req-015578e0-b52d-4873-87c8-6c2caa539ba3 service neutron] Attempting to bind port 0649e1e5-6cc0-449e-9adf-1c4aab87fc02 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '4e2ea974-2e75-4921-963f-18b3f8b99e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8afb4ea8-d620-441e-a341-0fcf344d14f0'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:04:43.948433 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4c0f54-b481-4f6b-a3d4-8c61d860b6be req-015578e0-b52d-4873-87c8-6c2caa539ba3 service neutron] Attempting to bind port 0649e1e5-6cc0-449e-9adf-1c4aab87fc02 on network 8afb4ea8-d620-441e-a341-0fcf344d14f0 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:04:43.953224 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4c0f54-b481-4f6b-a3d4-8c61d860b6be req-015578e0-b52d-4873-87c8-6c2caa539ba3 service neutron] Port 0649e1e5-6cc0-449e-9adf-1c4aab87fc02 on network 8afb4ea8-d620-441e-a341-0fcf344d14f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 10:04:43.953543 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4c0f54-b481-4f6b-a3d4-8c61d860b6be req-015578e0-b52d-4873-87c8-6c2caa539ba3 service neutron] Attempting to bind port 0649e1e5-6cc0-449e-9adf-1c4aab87fc02 on network 8afb4ea8-d620-441e-a341-0fcf344d14f0 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:04:43.958557 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4c0f54-b481-4f6b-a3d4-8c61d860b6be req-015578e0-b52d-4873-87c8-6c2caa539ba3 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:04:43.958895 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4c0f54-b481-4f6b-a3d4-8c61d860b6be req-015578e0-b52d-4873-87c8-6c2caa539ba3 service neutron] Checking segment: {'id': '4e2ea974-2e75-4921-963f-18b3f8b99e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8afb4ea8-d620-441e-a341-0fcf344d14f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:04:43.959279 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4c0f54-b481-4f6b-a3d4-8c61d860b6be req-015578e0-b52d-4873-87c8-6c2caa539ba3 service neutron] Bound using segment: {'id': '4e2ea974-2e75-4921-963f-18b3f8b99e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8afb4ea8-d620-441e-a341-0fcf344d14f0'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:04:43.959702 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-5a4c0f54-b481-4f6b-a3d4-8c61d860b6be req-015578e0-b52d-4873-87c8-6c2caa539ba3 service neutron] Bound port: 0649e1e5-6cc0-449e-9adf-1c4aab87fc02, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e2ea974-2e75-4921-963f-18b3f8b99e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8afb4ea8-d620-441e-a341-0fcf344d14f0'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:04:43.960059 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5a4c0f54-b481-4f6b-a3d4-8c61d860b6be req-015578e0-b52d-4873-87c8-6c2caa539ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:44.027813 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-5a4c0f54-b481-4f6b-a3d4-8c61d860b6be req-015578e0-b52d-4873-87c8-6c2caa539ba3 service neutron] For port 0649e1e5-6cc0-449e-9adf-1c4aab87fc02, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:04:44.030988 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-5a4c0f54-b481-4f6b-a3d4-8c61d860b6be req-015578e0-b52d-4873-87c8-6c2caa539ba3 service neutron] For port 0649e1e5-6cc0-449e-9adf-1c4aab87fc02, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=0649e1e5-6cc0-449e-9adf-1c4aab87fc02,segment=NetworkSegment(4e2ea974-2e75-4921-963f-18b3f8b99e76),segment_id=4e2ea974-2e75-4921-963f-18b3f8b99e76)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:04:44.034658 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5a4c0f54-b481-4f6b-a3d4-8c61d860b6be req-015578e0-b52d-4873-87c8-6c2caa539ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:44.068512 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c0f54-b481-4f6b-a3d4-8c61d860b6be req-015578e0-b52d-4873-87c8-6c2caa539ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:04:44.069119 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-5a4c0f54-b481-4f6b-a3d4-8c61d860b6be req-015578e0-b52d-4873-87c8-6c2caa539ba3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:44.070535 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5a4c0f54-b481-4f6b-a3d4-8c61d860b6be req-015578e0-b52d-4873-87c8-6c2caa539ba3 service neutron] 10.222.0.37 "PUT /v2.0/ports/0649e1e5-6cc0-449e-9adf-1c4aab87fc02 HTTP/1.1" status: 200 len: 1093 time: 0.5820541 Sep 08 10:04:44.070966 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7729040c-e0e4-4871-bd95-df27f6d36431', 'tag': '0649e1e5-6cc0-449e-9adf-1c4aab87fc02'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:04:44.073193 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38135bd-627d-4358-a76b-bb053429f324" -d '{"events": [{"name": "network-changed", "server_uuid": "7729040c-e0e4-4871-bd95-df27f6d36431", "tag": "0649e1e5-6cc0-449e-9adf-1c4aab87fc02"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:04:44.099132 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015578e0-b52d-4873-87c8-6c2caa539ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=0649e1e5-6cc0-449e-9adf-1c4aab87fc02,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:04:44.121882 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 10:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775e6c6c-a3ea-4d40-83cf-944eb315b006 x-openstack-request-id: req-775e6c6c-a3ea-4d40-83cf-944eb315b006 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:04:44.122245 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7729040c-e0e4-4871-bd95-df27f6d36431", "tag": "0649e1e5-6cc0-449e-9adf-1c4aab87fc02", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:04:44.122535 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-775e6c6c-a3ea-4d40-83cf-944eb315b006 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:04:44.122937 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7729040c-e0e4-4871-bd95-df27f6d36431', 'tag': '0649e1e5-6cc0-449e-9adf-1c4aab87fc02', 'status': 'completed', 'code': 200} Sep 08 10:04:44.188059 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c0f54-b481-4f6b-a3d4-8c61d860b6be req-dda12633-b263-4688-9c6f-31c592a4b148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:04:44.189675 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5a4c0f54-b481-4f6b-a3d4-8c61d860b6be req-dda12633-b263-4688-9c6f-31c592a4b148 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d6d9164dd1bb4b9a9b04317e16837d52&device_id=7729040c-e0e4-4871-bd95-df27f6d36431 HTTP/1.1" status: 200 len: 1096 time: 0.0490899 Sep 08 10:04:44.245022 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5a4c0f54-b481-4f6b-a3d4-8c61d860b6be req-be40ac5d-5912-4b55-aec0-b512dbb3dde7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0649e1e5-6cc0-449e-9adf-1c4aab87fc02 HTTP/1.1" status: 200 len: 217 time: 0.0407846 Sep 08 10:04:44.264315 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428cf99-ac7f-494f-a852-1068a8e73185 req-e300be99-51f0-4efa-915a-41742d36693c tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:04:44.266794 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9428cf99-ac7f-494f-a852-1068a8e73185 req-e300be99-51f0-4efa-915a-41742d36693c tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/ports?device_id=7729040c-e0e4-4871-bd95-df27f6d36431 HTTP/1.1" status: 200 len: 944 time: 0.0559053 Sep 08 10:04:44.295251 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c0f54-b481-4f6b-a3d4-8c61d860b6be req-6c231aa8-770e-497e-934e-fd957c64ac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:04:44.297490 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5a4c0f54-b481-4f6b-a3d4-8c61d860b6be req-6c231aa8-770e-497e-934e-fd957c64ac60 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=698bf663-e6c6-4b9b-876c-7a5348907aad HTTP/1.1" status: 200 len: 852 time: 0.0460267 Sep 08 10:04:44.306162 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9428cf99-ac7f-494f-a852-1068a8e73185 req-e4ffc8ac-a711-40c9-8036-6a618f5db4f4 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/security-groups?id=117ca31a-1bbf-4e39-8b25-f5ecb6e57d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331926 Sep 08 10:04:44.343598 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c0f54-b481-4f6b-a3d4-8c61d860b6be req-666caf80-f48b-4a10-ab5f-a200ece0adaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:04:44.345224 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5a4c0f54-b481-4f6b-a3d4-8c61d860b6be req-666caf80-f48b-4a10-ab5f-a200ece0adaf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8afb4ea8-d620-441e-a341-0fcf344d14f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412388 Sep 08 10:04:44.439583 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5a4c0f54-b481-4f6b-a3d4-8c61d860b6be req-cbbc6ebc-2cbc-4890-96f3-af9f5e7d7d70 service neutron] 10.222.0.37 "GET /v2.0/networks/8afb4ea8-d620-441e-a341-0fcf344d14f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869501 Sep 08 10:04:44.527888 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5a4c0f54-b481-4f6b-a3d4-8c61d860b6be req-9b41be0a-3323-494e-b946-76c9e5e294d5 service neutron] 10.222.0.37 "GET /v2.0/networks/8afb4ea8-d620-441e-a341-0fcf344d14f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811038 Sep 08 10:04:44.659395 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38135bd-627d-4358-a76b-bb053429f324 req-f02724b7-a45c-4c11-9f5b-926d42bc1add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:04:44.660803 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f38135bd-627d-4358-a76b-bb053429f324 req-f02724b7-a45c-4c11-9f5b-926d42bc1add service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d6d9164dd1bb4b9a9b04317e16837d52&device_id=7729040c-e0e4-4871-bd95-df27f6d36431 HTTP/1.1" status: 200 len: 1096 time: 0.0418081 Sep 08 10:04:44.757590 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38135bd-627d-4358-a76b-bb053429f324 req-c7713e11-5c9b-4c4e-b5e0-01139e0ee6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:04:44.759122 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f38135bd-627d-4358-a76b-bb053429f324 req-c7713e11-5c9b-4c4e-b5e0-01139e0ee6c3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8afb4ea8-d620-441e-a341-0fcf344d14f0 HTTP/1.1" status: 200 len: 914 time: 0.0915098 Sep 08 10:04:44.800897 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f38135bd-627d-4358-a76b-bb053429f324 req-1c24c28a-2348-40fb-a4f2-6cbc5234dbb2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0649e1e5-6cc0-449e-9adf-1c4aab87fc02 HTTP/1.1" status: 200 len: 217 time: 0.0341251 Sep 08 10:04:44.854015 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38135bd-627d-4358-a76b-bb053429f324 req-95459349-9361-4ca6-8d09-096b45d07bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:04:44.855515 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f38135bd-627d-4358-a76b-bb053429f324 req-95459349-9361-4ca6-8d09-096b45d07bb9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=698bf663-e6c6-4b9b-876c-7a5348907aad HTTP/1.1" status: 200 len: 852 time: 0.0475566 Sep 08 10:04:44.902357 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38135bd-627d-4358-a76b-bb053429f324 req-a6590efb-f094-422d-9c12-472a7af49ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:04:44.903823 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f38135bd-627d-4358-a76b-bb053429f324 req-a6590efb-f094-422d-9c12-472a7af49ef4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8afb4ea8-d620-441e-a341-0fcf344d14f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393221 Sep 08 10:04:44.997656 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f38135bd-627d-4358-a76b-bb053429f324 req-1f9ae467-86ac-466d-960d-68eb608e32e1 service neutron] 10.222.0.37 "GET /v2.0/networks/8afb4ea8-d620-441e-a341-0fcf344d14f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859497 Sep 08 10:04:45.440155 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f38135bd-627d-4358-a76b-bb053429f324 req-cac45c8e-36ed-48ad-ac6c-67fc294f8bb9 service neutron] 10.222.0.37 "GET /v2.0/networks/8afb4ea8-d620-441e-a341-0fcf344d14f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4354267 Sep 08 10:04:45.452977 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950b4d1-39b5-4ab2-894d-8679c36e0cf8 req-ac7586f9-398b-4076-a7ef-6664278579ac tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:04:45.454382 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6950b4d1-39b5-4ab2-894d-8679c36e0cf8 req-ac7586f9-398b-4076-a7ef-6664278579ac tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/ports?device_id=7729040c-e0e4-4871-bd95-df27f6d36431 HTTP/1.1" status: 200 len: 944 time: 0.0711410 Sep 08 10:04:45.494653 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6950b4d1-39b5-4ab2-894d-8679c36e0cf8 req-bd5bc2d2-bde2-47b4-ba91-86747f3cbd36 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/security-groups?id=117ca31a-1bbf-4e39-8b25-f5ecb6e57d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335546 Sep 08 10:04:46.608844 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd502d17-d032-4daa-ad48-26a3c9600bd2 req-5fe95244-0774-4631-8204-a9237fd3f1de tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:04:46.610394 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cd502d17-d032-4daa-ad48-26a3c9600bd2 req-5fe95244-0774-4631-8204-a9237fd3f1de tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/ports?device_id=7729040c-e0e4-4871-bd95-df27f6d36431 HTTP/1.1" status: 200 len: 944 time: 0.0508707 Sep 08 10:04:46.648211 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cd502d17-d032-4daa-ad48-26a3c9600bd2 req-91db978b-5bd5-40de-b996-56d2067bc966 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/security-groups?id=117ca31a-1bbf-4e39-8b25-f5ecb6e57d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317938 Sep 08 10:04:47.414352 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 0649e1e5-6cc0-449e-9adf-1c4aab87fc02 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 10:04:47.508220 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 0649e1e5-6cc0-449e-9adf-1c4aab87fc02, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=0649e1e5-6cc0-449e-9adf-1c4aab87fc02,segment=NetworkSegment(4e2ea974-2e75-4921-963f-18b3f8b99e76),segment_id=4e2ea974-2e75-4921-963f-18b3f8b99e76)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:04:47.519867 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '0649e1e5-6cc0-449e-9adf-1c4aab87fc02', 'network_id': '8afb4ea8-d620-441e-a341-0fcf344d14f0', 'port_id': '0649e1e5-6cc0-449e-9adf-1c4aab87fc02', 'mac_address': 'fa:16:3e:41:80:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '698bf663-e6c6-4b9b-876c-7a5348907aad', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 10:04:47.564103 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:47.576461 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0649e1e5-6cc0-449e-9adf-1c4aab87fc02 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 10:04:47.600724 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 0649e1e5-6cc0-449e-9adf-1c4aab87fc02, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=0649e1e5-6cc0-449e-9adf-1c4aab87fc02,segment=NetworkSegment(4e2ea974-2e75-4921-963f-18b3f8b99e76),segment_id=4e2ea974-2e75-4921-963f-18b3f8b99e76)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:04:47.633857 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:47.689971 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=0649e1e5-6cc0-449e-9adf-1c4aab87fc02,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:04:47.697329 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:04:47.697676 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:04:47.698013 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:04:47.698381 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:04:47.698712 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:04:47.699052 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:04:47.699390 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:04:47.699712 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:04:47.700033 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:04:47.700351 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:04:47.700938 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:04:47.701254 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:04:47.755893 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-728b730b-cd1d-429b-a090-c9b8e3472e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:47.774897 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2eff1f-bfe6-4b40-9ab7-a22f7b7611b9 req-623bdbcc-f107-421b-a6ce-87aaf09820a0 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:04:47.776378 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5e2eff1f-bfe6-4b40-9ab7-a22f7b7611b9 req-623bdbcc-f107-421b-a6ce-87aaf09820a0 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/ports?device_id=7729040c-e0e4-4871-bd95-df27f6d36431 HTTP/1.1" status: 200 len: 945 time: 0.0506711 Sep 08 10:04:47.813589 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5e2eff1f-bfe6-4b40-9ab7-a22f7b7611b9 req-2557a46c-dc9e-437a-8433-e6133ccfe8c2 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/security-groups?id=117ca31a-1bbf-4e39-8b25-f5ecb6e57d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300062 Sep 08 10:04:47.908398 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['0649e1e5-6cc0-449e-9adf-1c4aab87fc02'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 10:04:48.932354 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf84ff-ab97-4471-af5c-73a5185392d3 req-0a82a441-2376-4bb3-82bd-fa71e3914ff7 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:04:48.933851 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cfbf84ff-ab97-4471-af5c-73a5185392d3 req-0a82a441-2376-4bb3-82bd-fa71e3914ff7 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/ports?device_id=7729040c-e0e4-4871-bd95-df27f6d36431 HTTP/1.1" status: 200 len: 945 time: 0.0540979 Sep 08 10:04:48.971830 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cfbf84ff-ab97-4471-af5c-73a5185392d3 req-cacc717b-7efa-4880-b95d-e9383f9d9111 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/security-groups?id=117ca31a-1bbf-4e39-8b25-f5ecb6e57d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319214 Sep 08 10:04:49.414422 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 0649e1e5-6cc0-449e-9adf-1c4aab87fc02 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:04:49.462520 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 0649e1e5-6cc0-449e-9adf-1c4aab87fc02 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:04:49.466126 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 0649e1e5-6cc0-449e-9adf-1c4aab87fc02 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:04:49.466594 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:49.544911 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:49.567889 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7729040c-e0e4-4871-bd95-df27f6d36431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0649e1e5-6cc0-449e-9adf-1c4aab87fc02'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:04:49.570152 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbd6ab74e39b4b2e86e5ab95b387a5b58b5aa7d7561c6c8e6a0b2b9382551d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62cfb676-f72e-418d-8b57-74458fcf3e62" -d '{"events": [{"server_uuid": "7729040c-e0e4-4871-bd95-df27f6d36431", "name": "network-vif-plugged", "status": "completed", "tag": "0649e1e5-6cc0-449e-9adf-1c4aab87fc02"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:04:49.587128 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 0649e1e5-6cc0-449e-9adf-1c4aab87fc02, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=0649e1e5-6cc0-449e-9adf-1c4aab87fc02,segment=NetworkSegment(4e2ea974-2e75-4921-963f-18b3f8b99e76),segment_id=4e2ea974-2e75-4921-963f-18b3f8b99e76)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:04:49.592931 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:49.754243 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a34a7e5-ba35-420b-b5ad-f382058ec43c req-f4963bd9-1a17-4840-9e90-917a94690bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:04:49.755800 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4a34a7e5-ba35-420b-b5ad-f382058ec43c req-f4963bd9-1a17-4840-9e90-917a94690bf2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7729040c-e0e4-4871-bd95-df27f6d36431 HTTP/1.1" status: 200 len: 1098 time: 0.0443072 Sep 08 10:04:49.768164 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 10:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d79435-b487-4808-9eea-5a5ccc021317 x-openstack-request-id: req-c5d79435-b487-4808-9eea-5a5ccc021317 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:04:49.768453 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7729040c-e0e4-4871-bd95-df27f6d36431", "name": "network-vif-plugged", "status": "completed", "tag": "0649e1e5-6cc0-449e-9adf-1c4aab87fc02", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:04:49.768703 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c5d79435-b487-4808-9eea-5a5ccc021317 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:04:49.769089 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7729040c-e0e4-4871-bd95-df27f6d36431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0649e1e5-6cc0-449e-9adf-1c4aab87fc02', 'code': 200} Sep 08 10:04:49.793666 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4a34a7e5-ba35-420b-b5ad-f382058ec43c req-4cdd1c4c-e281-448e-979c-92df7bde8215 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=117ca31a-1bbf-4e39-8b25-f5ecb6e57d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290618 Sep 08 10:04:49.794792 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=0649e1e5-6cc0-449e-9adf-1c4aab87fc02,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:04:50.087321 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff31c5-f94f-4b0d-8cdb-ba256fad3b1d req-5157b376-f800-4569-b3b2-74b17bc49300 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:04:50.088801 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-afff31c5-f94f-4b0d-8cdb-ba256fad3b1d req-5157b376-f800-4569-b3b2-74b17bc49300 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/ports?device_id=7729040c-e0e4-4871-bd95-df27f6d36431 HTTP/1.1" status: 200 len: 946 time: 0.0502353 Sep 08 10:04:50.126759 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-afff31c5-f94f-4b0d-8cdb-ba256fad3b1d req-7a718ca9-9640-49fd-919a-4bb5ebad4b4d tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/security-groups?id=117ca31a-1bbf-4e39-8b25-f5ecb6e57d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308745 Sep 08 10:04:50.526251 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:50.852541 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-546fbbc6-faa7-4c2d-8ede-1b3d933a6ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:51.245991 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aae27d-999c-40cc-9609-ebefff0a4e33 req-09d5ea86-b228-4330-a975-7f5e3dc0bc44 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:04:51.247490 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59aae27d-999c-40cc-9609-ebefff0a4e33 req-09d5ea86-b228-4330-a975-7f5e3dc0bc44 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/ports?device_id=7729040c-e0e4-4871-bd95-df27f6d36431 HTTP/1.1" status: 200 len: 946 time: 0.0533888 Sep 08 10:04:51.286722 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-59aae27d-999c-40cc-9609-ebefff0a4e33 req-b05231fb-8043-48ff-b832-f0477dcadc3b tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/security-groups?id=117ca31a-1bbf-4e39-8b25-f5ecb6e57d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332065 Sep 08 10:04:51.399041 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751ff64-a8f3-4676-b2d9-5c87fe26d39b req-3a6eec62-e763-4d4a-a3e2-7ccde92f76b6 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:04:51.400536 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7751ff64-a8f3-4676-b2d9-5c87fe26d39b req-3a6eec62-e763-4d4a-a3e2-7ccde92f76b6 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/ports?device_id=7729040c-e0e4-4871-bd95-df27f6d36431 HTTP/1.1" status: 200 len: 946 time: 0.0486243 Sep 08 10:04:51.437923 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7751ff64-a8f3-4676-b2d9-5c87fe26d39b req-20558af5-f182-42b2-ab78-24d7a6e5c0ef tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/security-groups?id=117ca31a-1bbf-4e39-8b25-f5ecb6e57d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307415 Sep 08 10:04:51.638283 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ed0d5-12fd-4f4f-9e34-4119694874c2 req-bcd8c6c9-2412-4636-9959-304f166fa2a6 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:04:51.640123 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1f5ed0d5-12fd-4f4f-9e34-4119694874c2 req-bcd8c6c9-2412-4636-9959-304f166fa2a6 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/ports?device_id=7729040c-e0e4-4871-bd95-df27f6d36431 HTTP/1.1" status: 200 len: 946 time: 0.0575712 Sep 08 10:04:51.681831 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1f5ed0d5-12fd-4f4f-9e34-4119694874c2 req-6e760372-6f32-4b1f-a44d-7bbc396a4f2b tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/security-groups?id=117ca31a-1bbf-4e39-8b25-f5ecb6e57d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352433 Sep 08 10:04:52.375642 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:53.783493 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:54.752404 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:59.277565 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:04:59.887868 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b2e7cdca-06d0-4839-95dc-b8bdb257e292 req-47381571-1996-4fa2-8b71-a9a8551e1e7e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7729040c-e0e4-4871-bd95-df27f6d36431&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393832 Sep 08 10:04:59.982401 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7cdca-06d0-4839-95dc-b8bdb257e292 req-26cfde51-4a3e-4818-8160-98a4088cc616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:04:59.984413 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b2e7cdca-06d0-4839-95dc-b8bdb257e292 req-26cfde51-4a3e-4818-8160-98a4088cc616 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d6d9164dd1bb4b9a9b04317e16837d52&device_id=7729040c-e0e4-4871-bd95-df27f6d36431 HTTP/1.1" status: 200 len: 1098 time: 0.0408237 Sep 08 10:05:00.089481 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7cdca-06d0-4839-95dc-b8bdb257e292 req-d45d10e4-bfd5-482e-97d0-e838183603f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:05:00.091059 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b2e7cdca-06d0-4839-95dc-b8bdb257e292 req-d45d10e4-bfd5-482e-97d0-e838183603f5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8afb4ea8-d620-441e-a341-0fcf344d14f0 HTTP/1.1" status: 200 len: 914 time: 0.0882108 Sep 08 10:05:00.131360 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b2e7cdca-06d0-4839-95dc-b8bdb257e292 req-c7d80fe8-cfc6-44f7-bf07-52cfd3dd9569 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0649e1e5-6cc0-449e-9adf-1c4aab87fc02 HTTP/1.1" status: 200 len: 217 time: 0.0335109 Sep 08 10:05:00.178629 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7cdca-06d0-4839-95dc-b8bdb257e292 req-ed413e69-d45c-4185-8d5c-2a5e480ca97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:05:00.180027 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b2e7cdca-06d0-4839-95dc-b8bdb257e292 req-ed413e69-d45c-4185-8d5c-2a5e480ca97f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=698bf663-e6c6-4b9b-876c-7a5348907aad HTTP/1.1" status: 200 len: 852 time: 0.0422223 Sep 08 10:05:00.227962 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7cdca-06d0-4839-95dc-b8bdb257e292 req-391985b6-0caf-45bd-a488-03f0fc097a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:05:00.229440 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b2e7cdca-06d0-4839-95dc-b8bdb257e292 req-391985b6-0caf-45bd-a488-03f0fc097a6d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8afb4ea8-d620-441e-a341-0fcf344d14f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425229 Sep 08 10:05:00.319828 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b2e7cdca-06d0-4839-95dc-b8bdb257e292 req-b3e5b32d-c3ed-4dd7-970f-b05a8c8f903f service neutron] 10.222.0.37 "GET /v2.0/networks/8afb4ea8-d620-441e-a341-0fcf344d14f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794754 Sep 08 10:05:00.412001 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b2e7cdca-06d0-4839-95dc-b8bdb257e292 req-e6bb9bf3-4b91-42d4-826f-957a4605c21a service neutron] 10.222.0.37 "GET /v2.0/networks/8afb4ea8-d620-441e-a341-0fcf344d14f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840063 Sep 08 10:05:03.238538 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff9c7c-9689-4213-abe0-f24b388848d5 req-7c1af68a-ae1c-4770-9ef5-763f688cb5f9 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:05:03.239941 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e5ff9c7c-9689-4213-abe0-f24b388848d5 req-7c1af68a-ae1c-4770-9ef5-763f688cb5f9 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/ports?device_id=7729040c-e0e4-4871-bd95-df27f6d36431 HTTP/1.1" status: 200 len: 946 time: 0.0493116 Sep 08 10:05:03.277307 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e5ff9c7c-9689-4213-abe0-f24b388848d5 req-90188d40-8a70-4d8b-8607-42c00605de11 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/security-groups?id=117ca31a-1bbf-4e39-8b25-f5ecb6e57d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314622 Sep 08 10:05:03.299517 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38510) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:05:03.422838 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bc7341-b787-4ccc-ab08-f180fb581d15 tempest-TestMinimumBasicScenario-2130454197 tempest-TestMinimumBasicScenario-2130454197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:05:03.424326 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-15bc7341-b787-4ccc-ab08-f180fb581d15 tempest-TestMinimumBasicScenario-2130454197 tempest-TestMinimumBasicScenario-2130454197-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=7729040c-e0e4-4871-bd95-df27f6d36431 HTTP/1.1" status: 200 len: 1093 time: 0.1238689 Sep 08 10:05:03.427241 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38514) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:05:03.431415 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-f75b6973-950a-44fa-ae0b-49239597569f tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'port_id': '0649e1e5-6cc0-449e-9adf-1c4aab87fc02', 'tenant_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:05:03.453192 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f75b6973-950a-44fa-ae0b-49239597569f tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks [] for floatingip, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:03.550734 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f75b6973-950a-44fa-ae0b-49239597569f tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:03.654016 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-f75b6973-950a-44fa-ae0b-49239597569f tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Allocated IP 172.25.0.13 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/fa0e8dbf-bb4a-4a7b-8093-9c66f3991aa1) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:05:03.760079 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f75b6973-950a-44fa-ae0b-49239597569f tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:03.799044 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f75b6973-950a-44fa-ae0b-49239597569f tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:03.835736 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75b6973-950a-44fa-ae0b-49239597569f tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:05:03.838463 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-f75b6973-950a-44fa-ae0b-49239597569f tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:05:03.845089 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75b6973-950a-44fa-ae0b-49239597569f tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:05:03.866885 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b6973-950a-44fa-ae0b-49239597569f tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Pushing event updated for resources: {'Port': ['ID=fa0e8dbf-bb4a-4a7b-8093-9c66f3991aa1,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:05:04.210021 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f75b6973-950a-44fa-ae0b-49239597569f tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:04.276511 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f75b6973-950a-44fa-ae0b-49239597569f tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:04.427148 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f75b6973-950a-44fa-ae0b-49239597569f tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:04.432033 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f75b6973-950a-44fa-ae0b-49239597569f tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:04.504821 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b6973-950a-44fa-ae0b-49239597569f tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Pushing event updated for resources: {'Port': ['ID=fa0e8dbf-bb4a-4a7b-8093-9c66f3991aa1,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:05:04.512932 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f75b6973-950a-44fa-ae0b-49239597569f tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:04.612881 n-d-806683-11 neutron-server[94713]: INFO neutron.db.l3_db [None req-f75b6973-950a-44fa-ae0b-49239597569f tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Floating IP 5f582c6e-3db9-4f50-9fb0-1658b7d29759 associated. External IP: 172.25.0.13, port: 0649e1e5-6cc0-449e-9adf-1c4aab87fc02. Sep 08 10:05:04.820221 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f75b6973-950a-44fa-ae0b-49239597569f tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Router 9d981939-45a9-4df1-93f2-534098d0df5e has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 10:05:05.176203 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75b6973-950a-44fa-ae0b-49239597569f tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:05:05.186411 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247bcd73-ce66-4d35-b2aa-cf78854d4ed9 None None] Sync routers for ids ['9d981939-45a9-4df1-93f2-534098d0df5e'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:05:05.195090 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f75b6973-950a-44fa-ae0b-49239597569f tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:05.196300 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247bcd73-ce66-4d35-b2aa-cf78854d4ed9 None None] Routers {'9d981939-45a9-4df1-93f2-534098d0df5e'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:05:05.197037 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-247bcd73-ce66-4d35-b2aa-cf78854d4ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:04:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['9d981939-45a9-4df1-93f2-534098d0df5e'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:05:05.224193 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f75b6973-950a-44fa-ae0b-49239597569f tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7959406 Sep 08 10:05:05.224899 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7729040c-e0e4-4871-bd95-df27f6d36431', 'tag': '0649e1e5-6cc0-449e-9adf-1c4aab87fc02'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:05:05.227111 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38516) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:05:05.227624 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ffa48238634a482c5f5d344ceded364e7999964dbabae684a430abccdb4d2ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa200869-4b96-47c9-9272-711221567401" -d '{"events": [{"name": "network-changed", "server_uuid": "7729040c-e0e4-4871-bd95-df27f6d36431", "tag": "0649e1e5-6cc0-449e-9adf-1c4aab87fc02"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:05:05.233241 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-69a8e464-1a4c-4107-a782-4480081eff6f tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1820671916', 'description': 'tempest-secgroup-smoke-1820671916 description', 'project_id': 'd6d9164dd1bb4b9a9b04317e16837d52'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:05:05.259337 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-69a8e464-1a4c-4107-a782-4480081eff6f tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:05.316598 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-247bcd73-ce66-4d35-b2aa-cf78854d4ed9 None None] Set router 9d981939-45a9-4df1-93f2-534098d0df5e gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:05:05.350496 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-69a8e464-1a4c-4107-a782-4480081eff6f tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:05.355125 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-69a8e464-1a4c-4107-a782-4480081eff6f tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:05.378528 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-69a8e464-1a4c-4107-a782-4480081eff6f tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:05.382945 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38522) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:05:05.383475 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-69a8e464-1a4c-4107-a782-4480081eff6f tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1540344 Sep 08 10:05:05.390539 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-e0120145-510d-4dc1-832f-c82830bcd133 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Request body: {'security_group_rule': {'security_group_id': '08bd89fd-42fa-44d0-a37f-ab6c766ee0db', 'project_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:05:05.395865 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a8e464-1a4c-4107-a782-4480081eff6f tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08bd89fd-42fa-44d0-a37f-ab6c766ee0db,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:05:05.421977 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e0120145-510d-4dc1-832f-c82830bcd133 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:05.435114 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 10:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6a7cc7-68c3-4255-ac7d-a2ebb6a62d4c x-openstack-request-id: req-bd6a7cc7-68c3-4255-ac7d-a2ebb6a62d4c {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:05:05.435539 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7729040c-e0e4-4871-bd95-df27f6d36431", "tag": "0649e1e5-6cc0-449e-9adf-1c4aab87fc02", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:05:05.435942 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-bd6a7cc7-68c3-4255-ac7d-a2ebb6a62d4c {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:05:05.436345 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7729040c-e0e4-4871-bd95-df27f6d36431', 'tag': '0649e1e5-6cc0-449e-9adf-1c4aab87fc02', 'status': 'completed', 'code': 200} Sep 08 10:05:05.474662 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e0120145-510d-4dc1-832f-c82830bcd133 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:05.479511 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e0120145-510d-4dc1-832f-c82830bcd133 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:05.498402 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0120145-510d-4dc1-832f-c82830bcd133 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=807b3822-aa8e-464c-9422-41410de1cfc6,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:05:05.507962 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e0120145-510d-4dc1-832f-c82830bcd133 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:05.509189 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e0120145-510d-4dc1-832f-c82830bcd133 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242082 Sep 08 10:05:05.510859 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0120145-510d-4dc1-832f-c82830bcd133 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:05:05.511209 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0120145-510d-4dc1-832f-c82830bcd133 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:05:05.511554 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0120145-510d-4dc1-832f-c82830bcd133 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:05:05.511891 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0120145-510d-4dc1-832f-c82830bcd133 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:05:05.512223 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0120145-510d-4dc1-832f-c82830bcd133 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:05:05.512555 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0120145-510d-4dc1-832f-c82830bcd133 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:05:05.512887 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0120145-510d-4dc1-832f-c82830bcd133 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:05:05.513213 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0120145-510d-4dc1-832f-c82830bcd133 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:05:05.514175 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38524) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:05:05.514312 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0120145-510d-4dc1-832f-c82830bcd133 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:05:05.514421 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0120145-510d-4dc1-832f-c82830bcd133 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:05:05.514757 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0120145-510d-4dc1-832f-c82830bcd133 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:05:05.515085 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0120145-510d-4dc1-832f-c82830bcd133 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:05:05.519736 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-94748c64-36d3-4ff9-99c4-a2ad6c74209b tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Request body: {'security_group_rule': {'security_group_id': '08bd89fd-42fa-44d0-a37f-ab6c766ee0db', 'project_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:05:05.535778 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa200869-4b96-47c9-9272-711221567401 req-e7a6e29c-bf01-494e-864d-d53053bdc0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:05:05.537511 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aa200869-4b96-47c9-9272-711221567401 req-e7a6e29c-bf01-494e-864d-d53053bdc0b6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d6d9164dd1bb4b9a9b04317e16837d52&device_id=7729040c-e0e4-4871-bd95-df27f6d36431 HTTP/1.1" status: 200 len: 1098 time: 0.0629916 Sep 08 10:05:05.574422 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-94748c64-36d3-4ff9-99c4-a2ad6c74209b tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:05.580068 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-247bcd73-ce66-4d35-b2aa-cf78854d4ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d981939-45a9-4df1-93f2-534098d0df5e', 'name': 'tempest-TestMinimumBasicScenario-11806258-router', 'tenant_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '71fd7b30-b1f1-4481-b6d7-81053fdd5414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:04:12Z', 'updated_at': '2021-09-08T10:04:15Z', 'revision_number': 4, 'project_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'gw_port': {'id': '71fd7b30-b1f1-4481-b6d7-81053fdd5414', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d981939-45a9-4df1-93f2-534098d0df5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:04:12Z', 'updated_at': '2021-09-08T10:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '5f582c6e-3db9-4f50-9fb0-1658b7d29759', 'tenant_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'floating_ip_address': '172.25.0.13', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '9d981939-45a9-4df1-93f2-534098d0df5e', 'port_id': '0649e1e5-6cc0-449e-9adf-1c4aab87fc02', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8afb4ea8-d620-441e-a341-0fcf344d14f0', 'mac_address': 'fa:16:3e:41:80:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7729040c-e0e4-4871-bd95-df27f6d36431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T10:05:04Z', 'updated_at': '2021-09-08T10:05:04Z', 'revision_number': 0, 'project_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bc59f83-8157-4316-bcf5-dfc64fd9ffcc', 'name': '', 'network_id': '8afb4ea8-d620-441e-a341-0fcf344d14f0', 'tenant_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'mac_address': 'fa:16:3e:84:d9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d981939-45a9-4df1-93f2-534098d0df5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '698bf663-e6c6-4b9b-876c-7a5348907aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:04:14Z', 'updated_at': '2021-09-08T10:04:20Z', 'revision_number': 5, 'project_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'subnets': [{'id': '698bf663-e6c6-4b9b-876c-7a5348907aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:05:05.607542 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247bcd73-ce66-4d35-b2aa-cf78854d4ed9 None None] Checking router: 9d981939-45a9-4df1-93f2-534098d0df5e for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:05:05.616166 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247bcd73-ce66-4d35-b2aa-cf78854d4ed9 None None] Routers {'9d981939-45a9-4df1-93f2-534098d0df5e'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:05:05.616780 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-247bcd73-ce66-4d35-b2aa-cf78854d4ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:04:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['9d981939-45a9-4df1-93f2-534098d0df5e'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:05:05.682837 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-94748c64-36d3-4ff9-99c4-a2ad6c74209b tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:05.684751 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa200869-4b96-47c9-9272-711221567401 req-2839442f-996b-473f-a14f-bf15a2d22dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:05:05.686791 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aa200869-4b96-47c9-9272-711221567401 req-2839442f-996b-473f-a14f-bf15a2d22dcc service neutron] 10.222.0.37 "GET /v2.0/networks?id=8afb4ea8-d620-441e-a341-0fcf344d14f0 HTTP/1.1" status: 200 len: 914 time: 0.1413186 Sep 08 10:05:05.687769 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-94748c64-36d3-4ff9-99c4-a2ad6c74209b tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:05.735080 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-247bcd73-ce66-4d35-b2aa-cf78854d4ed9 None None] Set router 9d981939-45a9-4df1-93f2-534098d0df5e gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:05:05.746414 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94748c64-36d3-4ff9-99c4-a2ad6c74209b tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1513581f-fd80-4d2f-b540-c86d53c7bd2b,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:05:05.751071 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-94748c64-36d3-4ff9-99c4-a2ad6c74209b tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:05.752284 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-94748c64-36d3-4ff9-99c4-a2ad6c74209b tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2370980 Sep 08 10:05:05.755076 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38526) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:05:05.759618 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-d71553ba-35dd-47a3-b14e-6805017cb53c tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Request body: {'security_group_rule': {'security_group_id': '08bd89fd-42fa-44d0-a37f-ab6c766ee0db', 'project_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:05:05.791332 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aa200869-4b96-47c9-9272-711221567401 req-24570a74-ef01-4906-9815-24c531507017 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0649e1e5-6cc0-449e-9adf-1c4aab87fc02 HTTP/1.1" status: 200 len: 999 time: 0.0956426 Sep 08 10:05:05.831010 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d71553ba-35dd-47a3-b14e-6805017cb53c tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:05.866456 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa200869-4b96-47c9-9272-711221567401 req-53461432-beb0-46b5-b0f5-44343d905f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:05:05.867959 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aa200869-4b96-47c9-9272-711221567401 req-53461432-beb0-46b5-b0f5-44343d905f56 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=698bf663-e6c6-4b9b-876c-7a5348907aad HTTP/1.1" status: 200 len: 852 time: 0.0692096 Sep 08 10:05:05.922464 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d71553ba-35dd-47a3-b14e-6805017cb53c tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:05.930148 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d71553ba-35dd-47a3-b14e-6805017cb53c tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:05.939770 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa200869-4b96-47c9-9272-711221567401 req-178f2e99-2962-4c4d-a90b-8f600e2d9c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:05:05.941305 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aa200869-4b96-47c9-9272-711221567401 req-178f2e99-2962-4c4d-a90b-8f600e2d9c31 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8afb4ea8-d620-441e-a341-0fcf344d14f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0650864 Sep 08 10:05:05.961054 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71553ba-35dd-47a3-b14e-6805017cb53c tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=518d3d54-a114-4dfa-a6fb-1debd2699440,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:05:05.975933 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d71553ba-35dd-47a3-b14e-6805017cb53c tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:05.977154 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d71553ba-35dd-47a3-b14e-6805017cb53c tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2209821 Sep 08 10:05:05.977959 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-247bcd73-ce66-4d35-b2aa-cf78854d4ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d981939-45a9-4df1-93f2-534098d0df5e', 'name': 'tempest-TestMinimumBasicScenario-11806258-router', 'tenant_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '71fd7b30-b1f1-4481-b6d7-81053fdd5414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:04:12Z', 'updated_at': '2021-09-08T10:04:15Z', 'revision_number': 4, 'project_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'gw_port': {'id': '71fd7b30-b1f1-4481-b6d7-81053fdd5414', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d981939-45a9-4df1-93f2-534098d0df5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:04:12Z', 'updated_at': '2021-09-08T10:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '5f582c6e-3db9-4f50-9fb0-1658b7d29759', 'tenant_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'floating_ip_address': '172.25.0.13', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '9d981939-45a9-4df1-93f2-534098d0df5e', 'port_id': '0649e1e5-6cc0-449e-9adf-1c4aab87fc02', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8afb4ea8-d620-441e-a341-0fcf344d14f0', 'mac_address': 'fa:16:3e:41:80:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7729040c-e0e4-4871-bd95-df27f6d36431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T10:05:04Z', 'updated_at': '2021-09-08T10:05:04Z', 'revision_number': 0, 'project_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bc59f83-8157-4316-bcf5-dfc64fd9ffcc', 'name': '', 'network_id': '8afb4ea8-d620-441e-a341-0fcf344d14f0', 'tenant_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'mac_address': 'fa:16:3e:84:d9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d981939-45a9-4df1-93f2-534098d0df5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '698bf663-e6c6-4b9b-876c-7a5348907aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:04:14Z', 'updated_at': '2021-09-08T10:04:20Z', 'revision_number': 5, 'project_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'subnets': [{'id': '698bf663-e6c6-4b9b-876c-7a5348907aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:05:05.979978 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38528) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:05:05.984726 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-ea259cb8-5271-4965-a011-a6c3cf9bc732 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Request body: {'security_group_rule': {'security_group_id': '08bd89fd-42fa-44d0-a37f-ab6c766ee0db', 'project_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:05:06.011750 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247bcd73-ce66-4d35-b2aa-cf78854d4ed9 None None] The sync data for ids ['9d981939-45a9-4df1-93f2-534098d0df5e'] in n-d-806683-11 is: [{'id': '9d981939-45a9-4df1-93f2-534098d0df5e', 'name': 'tempest-TestMinimumBasicScenario-11806258-router', 'tenant_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '71fd7b30-b1f1-4481-b6d7-81053fdd5414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:04:12Z', 'updated_at': '2021-09-08T10:04:15Z', 'revision_number': 4, 'project_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'gw_port': {'id': '71fd7b30-b1f1-4481-b6d7-81053fdd5414', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d981939-45a9-4df1-93f2-534098d0df5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:04:12Z', 'updated_at': '2021-09-08T10:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '5f582c6e-3db9-4f50-9fb0-1658b7d29759', 'tenant_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'floating_ip_address': '172.25.0.13', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '9d981939-45a9-4df1-93f2-534098d0df5e', 'port_id': '0649e1e5-6cc0-449e-9adf-1c4aab87fc02', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8afb4ea8-d620-441e-a341-0fcf344d14f0', 'mac_address': 'fa:16:3e:41:80:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7729040c-e0e4-4871-bd95-df27f6d36431', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T10:05:04Z', 'updated_at': '2021-09-08T10:05:04Z', 'revision_number': 0, 'project_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bc59f83-8157-4316-bcf5-dfc64fd9ffcc', 'name': '', 'network_id': '8afb4ea8-d620-441e-a341-0fcf344d14f0', 'tenant_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'mac_address': 'fa:16:3e:84:d9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d981939-45a9-4df1-93f2-534098d0df5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '698bf663-e6c6-4b9b-876c-7a5348907aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:04:14Z', 'updated_at': '2021-09-08T10:04:20Z', 'revision_number': 5, 'project_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'subnets': [{'id': '698bf663-e6c6-4b9b-876c-7a5348907aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:05:06.062109 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ea259cb8-5271-4965-a011-a6c3cf9bc732 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:06.088567 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aa200869-4b96-47c9-9272-711221567401 req-5ca3e743-ddc2-431d-9ec8-3a6bee8c16ae service neutron] 10.222.0.37 "GET /v2.0/networks/8afb4ea8-d620-441e-a341-0fcf344d14f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354778 Sep 08 10:05:06.191888 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ea259cb8-5271-4965-a011-a6c3cf9bc732 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:06.197980 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ea259cb8-5271-4965-a011-a6c3cf9bc732 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:06.225391 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe21465-b157-4d56-8305-ca9b1d4784bc None None] New status for floating IP 5f582c6e-3db9-4f50-9fb0-1658b7d29759: ACTIVE {{(pid=94715) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 10:05:06.229742 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea259cb8-5271-4965-a011-a6c3cf9bc732 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=227d3046-9079-4f37-9bec-1df9149f0947,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:05:06.236834 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ea259cb8-5271-4965-a011-a6c3cf9bc732 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:06.238101 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ea259cb8-5271-4965-a011-a6c3cf9bc732 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2571971 Sep 08 10:05:06.240640 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aa200869-4b96-47c9-9272-711221567401 req-4df350b2-6ffd-41bb-b184-52737b639545 service neutron] 10.222.0.37 "GET /v2.0/networks/8afb4ea8-d620-441e-a341-0fcf344d14f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439290 Sep 08 10:05:06.242490 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38530) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:05:06.247065 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-8bbea33d-6037-490c-bf92-5d7a4aefd150 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Request body: {'security_group_rule': {'security_group_id': '08bd89fd-42fa-44d0-a37f-ab6c766ee0db', 'project_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:05:06.274389 n-d-806683-11 neutron-server[94712]: INFO neutron.db.securitygroups_db [None req-8bbea33d-6037-490c-bf92-5d7a4aefd150 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Project d6d9164dd1bb4b9a9b04317e16837d52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 10:05:06.280030 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8bbea33d-6037-490c-bf92-5d7a4aefd150 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:06.345326 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8bbea33d-6037-490c-bf92-5d7a4aefd150 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:06.349403 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8bbea33d-6037-490c-bf92-5d7a4aefd150 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:06.368208 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbea33d-6037-490c-bf92-5d7a4aefd150 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e5d6e71-aaa3-49b0-bc65-426dd2158bf1,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:05:06.374628 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8bbea33d-6037-490c-bf92-5d7a4aefd150 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:06.375998 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8bbea33d-6037-490c-bf92-5d7a4aefd150 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1324267 Sep 08 10:05:06.378759 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38532) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:05:06.383612 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-7782afea-290f-4f37-9468-8c723e618238 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Request body: {'security_group_rule': {'security_group_id': '08bd89fd-42fa-44d0-a37f-ab6c766ee0db', 'project_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:05:06.407690 n-d-806683-11 neutron-server[94712]: INFO neutron.db.securitygroups_db [None req-7782afea-290f-4f37-9468-8c723e618238 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Project d6d9164dd1bb4b9a9b04317e16837d52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 10:05:06.413101 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7782afea-290f-4f37-9468-8c723e618238 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:06.477358 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7782afea-290f-4f37-9468-8c723e618238 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:06.480601 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7782afea-290f-4f37-9468-8c723e618238 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:06.496215 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7782afea-290f-4f37-9468-8c723e618238 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=136b8947-430e-4fce-b503-c46e74149daf,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:05:06.506260 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7782afea-290f-4f37-9468-8c723e618238 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:06.507655 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-7782afea-290f-4f37-9468-8c723e618238 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1279328 Sep 08 10:05:06.588388 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-053a619e-b3dd-4aea-83e7-001948e2f05b req-ef1edd26-2b2d-4cad-bd23-31d2fb4e7ca3 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1820671916&fields=id&tenant_id=d6d9164dd1bb4b9a9b04317e16837d52 HTTP/1.1" status: 200 len: 267 time: 0.0339863 Sep 08 10:05:06.640615 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a619e-b3dd-4aea-83e7-001948e2f05b req-91b67ee7-6c24-410e-b268-159cb90b3541 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:05:06.642087 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-053a619e-b3dd-4aea-83e7-001948e2f05b req-91b67ee7-6c24-410e-b268-159cb90b3541 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/ports?device_id=7729040c-e0e4-4871-bd95-df27f6d36431 HTTP/1.1" status: 200 len: 946 time: 0.0476687 Sep 08 10:05:06.653106 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [req-053a619e-b3dd-4aea-83e7-001948e2f05b req-e3b18287-0d6b-458d-abe6-65a0ef399d72 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Request body: {'port': {'security_groups': ['117ca31a-1bbf-4e39-8b25-f5ecb6e57d31', '08bd89fd-42fa-44d0-a37f-ab6c766ee0db']}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:05:06.720819 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-053a619e-b3dd-4aea-83e7-001948e2f05b req-e3b18287-0d6b-458d-abe6-65a0ef399d72 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:06.906575 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [req-053a619e-b3dd-4aea-83e7-001948e2f05b req-e3b18287-0d6b-458d-abe6-65a0ef399d72 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] For port 0649e1e5-6cc0-449e-9adf-1c4aab87fc02, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=0649e1e5-6cc0-449e-9adf-1c4aab87fc02,segment=NetworkSegment(4e2ea974-2e75-4921-963f-18b3f8b99e76),segment_id=4e2ea974-2e75-4921-963f-18b3f8b99e76)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:05:06.934779 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-053a619e-b3dd-4aea-83e7-001948e2f05b req-e3b18287-0d6b-458d-abe6-65a0ef399d72 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:06.940197 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-053a619e-b3dd-4aea-83e7-001948e2f05b req-e3b18287-0d6b-458d-abe6-65a0ef399d72 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:06.977490 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['0649e1e5-6cc0-449e-9adf-1c4aab87fc02'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 10:05:06.983529 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a619e-b3dd-4aea-83e7-001948e2f05b req-e3b18287-0d6b-458d-abe6-65a0ef399d72 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:05:06.984173 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [req-053a619e-b3dd-4aea-83e7-001948e2f05b req-e3b18287-0d6b-458d-abe6-65a0ef399d72 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:06.985598 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-053a619e-b3dd-4aea-83e7-001948e2f05b req-e3b18287-0d6b-458d-abe6-65a0ef399d72 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "PUT /v2.0/ports/0649e1e5-6cc0-449e-9adf-1c4aab87fc02 HTTP/1.1" status: 200 len: 982 time: 0.3369994 Sep 08 10:05:07.012873 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b18287-0d6b-458d-abe6-65a0ef399d72 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Pushing event updated for resources: {'Port': ['ID=0649e1e5-6cc0-449e-9adf-1c4aab87fc02,revision_number=6']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:05:07.100208 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['0649e1e5-6cc0-449e-9adf-1c4aab87fc02'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 10:05:07.118224 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00996705-9a6b-4bf2-ae22-3d2eef00dfe9 req-0e2e66f7-eaaa-4362-b6fe-d23f03bc834f tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:05:07.120087 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-00996705-9a6b-4bf2-ae22-3d2eef00dfe9 req-0e2e66f7-eaaa-4362-b6fe-d23f03bc834f tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/ports?device_id=7729040c-e0e4-4871-bd95-df27f6d36431 HTTP/1.1" status: 200 len: 985 time: 0.0674646 Sep 08 10:05:07.165501 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-00996705-9a6b-4bf2-ae22-3d2eef00dfe9 req-04f21662-de59-4375-b51f-9d6311ea7893 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/security-groups?id=117ca31a-1bbf-4e39-8b25-f5ecb6e57d31&id=08bd89fd-42fa-44d0-a37f-ab6c766ee0db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383079 Sep 08 10:05:07.277668 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ed9e20bc-61c8-4b63-8410-7b975b7c8f23 None None] Provisioning complete for port 0649e1e5-6cc0-449e-9adf-1c4aab87fc02 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:05:07.278062 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ed9e20bc-61c8-4b63-8410-7b975b7c8f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:07.437954 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7729040c-e0e4-4871-bd95-df27f6d36431', 'tag': '0649e1e5-6cc0-449e-9adf-1c4aab87fc02'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:05:07.442495 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ffa48238634a482c5f5d344ceded364e7999964dbabae684a430abccdb4d2ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8de4a9-a68a-40ab-b1a5-3d12021a49f3" -d '{"events": [{"name": "network-changed", "server_uuid": "7729040c-e0e4-4871-bd95-df27f6d36431", "tag": "0649e1e5-6cc0-449e-9adf-1c4aab87fc02"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:05:07.488573 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 10:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ffb0bc-e02c-459b-89a6-8d66b7d3715e x-openstack-request-id: req-79ffb0bc-e02c-459b-89a6-8d66b7d3715e {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:05:07.489008 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7729040c-e0e4-4871-bd95-df27f6d36431", "tag": "0649e1e5-6cc0-449e-9adf-1c4aab87fc02", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:05:07.489808 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-79ffb0bc-e02c-459b-89a6-8d66b7d3715e {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:05:07.490348 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7729040c-e0e4-4871-bd95-df27f6d36431', 'tag': '0649e1e5-6cc0-449e-9adf-1c4aab87fc02', 'status': 'completed', 'code': 200} Sep 08 10:05:07.581459 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8de4a9-a68a-40ab-b1a5-3d12021a49f3 req-9365f795-2ac9-4381-aca1-cc76d27096bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:05:07.583058 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3b8de4a9-a68a-40ab-b1a5-3d12021a49f3 req-9365f795-2ac9-4381-aca1-cc76d27096bb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d6d9164dd1bb4b9a9b04317e16837d52&device_id=7729040c-e0e4-4871-bd95-df27f6d36431 HTTP/1.1" status: 200 len: 1137 time: 0.0457551 Sep 08 10:05:07.695831 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8de4a9-a68a-40ab-b1a5-3d12021a49f3 req-3ef38b57-cb46-4da0-83bc-619d438429c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:05:07.697434 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3b8de4a9-a68a-40ab-b1a5-3d12021a49f3 req-3ef38b57-cb46-4da0-83bc-619d438429c9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8afb4ea8-d620-441e-a341-0fcf344d14f0 HTTP/1.1" status: 200 len: 914 time: 0.1067770 Sep 08 10:05:07.774579 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3b8de4a9-a68a-40ab-b1a5-3d12021a49f3 req-fe5ce936-103c-45d1-80bb-a60d6caa219e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0649e1e5-6cc0-449e-9adf-1c4aab87fc02 HTTP/1.1" status: 200 len: 1001 time: 0.0686531 Sep 08 10:05:07.828235 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8de4a9-a68a-40ab-b1a5-3d12021a49f3 req-d508bee3-44a9-40e4-bee8-5ac6fbd1bbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:05:07.829764 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3b8de4a9-a68a-40ab-b1a5-3d12021a49f3 req-d508bee3-44a9-40e4-bee8-5ac6fbd1bbc5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=698bf663-e6c6-4b9b-876c-7a5348907aad HTTP/1.1" status: 200 len: 852 time: 0.0445306 Sep 08 10:05:07.877706 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8de4a9-a68a-40ab-b1a5-3d12021a49f3 req-3f9529db-47a4-405b-a285-20896f0f4bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:05:07.879290 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3b8de4a9-a68a-40ab-b1a5-3d12021a49f3 req-3f9529db-47a4-405b-a285-20896f0f4bea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8afb4ea8-d620-441e-a341-0fcf344d14f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413976 Sep 08 10:05:07.977563 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3b8de4a9-a68a-40ab-b1a5-3d12021a49f3 req-574ebc28-7d15-4a77-8f9d-37006316d9ae service neutron] 10.222.0.37 "GET /v2.0/networks/8afb4ea8-d620-441e-a341-0fcf344d14f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900791 Sep 08 10:05:08.075157 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3b8de4a9-a68a-40ab-b1a5-3d12021a49f3 req-edf92737-e2d1-46cb-b2c1-9bbf1b4c5187 service neutron] 10.222.0.37 "GET /v2.0/networks/8afb4ea8-d620-441e-a341-0fcf344d14f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896142 Sep 08 10:05:14.529309 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:05:17.759056 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4afcdb7b-65d6-4937-9ddd-b9c312d13900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:20.526551 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:20.853565 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa69012c-a699-42f5-8819-8006a7dcd80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:22.379727 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:23.785047 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:24.348935 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000c7b2-aca7-4ce2-a648-636756b52919 req-030c1532-7365-4e63-a4dd-cba09cefaa04 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:05:24.350523 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7000c7b2-aca7-4ce2-a648-636756b52919 req-030c1532-7365-4e63-a4dd-cba09cefaa04 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/ports?device_id=7729040c-e0e4-4871-bd95-df27f6d36431 HTTP/1.1" status: 200 len: 985 time: 0.0508847 Sep 08 10:05:24.369175 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b9de5-077d-4db4-bc08-faf9946daf7c req-51319b56-e6e5-4f00-85f6-fa7285b5b56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:05:24.370740 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2b0b9de5-077d-4db4-bc08-faf9946daf7c req-51319b56-e6e5-4f00-85f6-fa7285b5b56c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d6d9164dd1bb4b9a9b04317e16837d52&device_id=7729040c-e0e4-4871-bd95-df27f6d36431 HTTP/1.1" status: 200 len: 1137 time: 0.0415635 Sep 08 10:05:24.391062 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7000c7b2-aca7-4ce2-a648-636756b52919 req-b6738fe8-0b97-4dfa-9813-02a408c114f1 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/security-groups?id=117ca31a-1bbf-4e39-8b25-f5ecb6e57d31&id=08bd89fd-42fa-44d0-a37f-ab6c766ee0db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343430 Sep 08 10:05:24.461934 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b9de5-077d-4db4-bc08-faf9946daf7c req-ccbc9d54-12c2-487b-85a0-e043378223f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:05:24.463398 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2b0b9de5-077d-4db4-bc08-faf9946daf7c req-ccbc9d54-12c2-487b-85a0-e043378223f3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8afb4ea8-d620-441e-a341-0fcf344d14f0 HTTP/1.1" status: 200 len: 914 time: 0.0840030 Sep 08 10:05:24.533592 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2b0b9de5-077d-4db4-bc08-faf9946daf7c req-f8835dc9-a547-4b7b-975d-c624024f3baa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0649e1e5-6cc0-449e-9adf-1c4aab87fc02 HTTP/1.1" status: 200 len: 1001 time: 0.0611475 Sep 08 10:05:24.580760 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b9de5-077d-4db4-bc08-faf9946daf7c req-8b1afe81-4406-4ee3-932f-302372835eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:05:24.582215 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2b0b9de5-077d-4db4-bc08-faf9946daf7c req-8b1afe81-4406-4ee3-932f-302372835eb8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=698bf663-e6c6-4b9b-876c-7a5348907aad HTTP/1.1" status: 200 len: 852 time: 0.0422847 Sep 08 10:05:24.627359 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b9de5-077d-4db4-bc08-faf9946daf7c req-b563744d-de19-472f-9be2-696d2c4fbf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:05:24.628824 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2b0b9de5-077d-4db4-bc08-faf9946daf7c req-b563744d-de19-472f-9be2-696d2c4fbf8f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8afb4ea8-d620-441e-a341-0fcf344d14f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394948 Sep 08 10:05:24.723251 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2b0b9de5-077d-4db4-bc08-faf9946daf7c req-515f0ac4-d9c7-445f-aea7-27dacc19bf17 service neutron] 10.222.0.37 "GET /v2.0/networks/8afb4ea8-d620-441e-a341-0fcf344d14f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862627 Sep 08 10:05:24.752273 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:24.819006 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2b0b9de5-077d-4db4-bc08-faf9946daf7c req-86d44ebc-24cd-4742-9791-064fcdee28ad service neutron] 10.222.0.37 "GET /v2.0/networks/8afb4ea8-d620-441e-a341-0fcf344d14f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890563 Sep 08 10:05:25.516607 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660dfd4-21ba-4ebc-9e50-c78acae79a27 req-32783a9d-a260-41ff-8e72-1f43ca42d670 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:05:25.518914 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8660dfd4-21ba-4ebc-9e50-c78acae79a27 req-32783a9d-a260-41ff-8e72-1f43ca42d670 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/ports?device_id=7729040c-e0e4-4871-bd95-df27f6d36431 HTTP/1.1" status: 200 len: 985 time: 0.0499394 Sep 08 10:05:25.558406 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8660dfd4-21ba-4ebc-9e50-c78acae79a27 req-8e0596c9-5683-47ab-b614-f22c2381d10b tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/security-groups?id=117ca31a-1bbf-4e39-8b25-f5ecb6e57d31&id=08bd89fd-42fa-44d0-a37f-ab6c766ee0db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334654 Sep 08 10:05:26.679256 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1055704-4795-47d4-83fb-828894676716 req-0b72b015-5b81-4988-af19-cf319eab263c tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:05:26.680730 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e1055704-4795-47d4-83fb-828894676716 req-0b72b015-5b81-4988-af19-cf319eab263c tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/ports?device_id=7729040c-e0e4-4871-bd95-df27f6d36431 HTTP/1.1" status: 200 len: 985 time: 0.0541186 Sep 08 10:05:26.721129 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e1055704-4795-47d4-83fb-828894676716 req-8ad10922-1e01-4a66-b839-01cefcb7c849 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/security-groups?id=117ca31a-1bbf-4e39-8b25-f5ecb6e57d31&id=08bd89fd-42fa-44d0-a37f-ab6c766ee0db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336592 Sep 08 10:05:27.834777 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a76a68-611c-4944-83f7-a1b2ba1ddcf3 req-f017644a-16dc-44cb-9d87-e12ccf7ced41 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:05:27.836252 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b9a76a68-611c-4944-83f7-a1b2ba1ddcf3 req-f017644a-16dc-44cb-9d87-e12ccf7ced41 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/ports?device_id=7729040c-e0e4-4871-bd95-df27f6d36431 HTTP/1.1" status: 200 len: 985 time: 0.0484815 Sep 08 10:05:27.875284 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b9a76a68-611c-4944-83f7-a1b2ba1ddcf3 req-f9f5e5ea-911f-4933-aa14-72ca260ae544 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/security-groups?id=117ca31a-1bbf-4e39-8b25-f5ecb6e57d31&id=08bd89fd-42fa-44d0-a37f-ab6c766ee0db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329900 Sep 08 10:05:29.002376 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c542936-576d-428f-9ae5-8b08dadd149a req-f0e69205-2eb6-405b-8f3e-684214235a0c tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:05:29.003842 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1c542936-576d-428f-9ae5-8b08dadd149a req-f0e69205-2eb6-405b-8f3e-684214235a0c tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/ports?device_id=7729040c-e0e4-4871-bd95-df27f6d36431 HTTP/1.1" status: 200 len: 985 time: 0.0486436 Sep 08 10:05:29.048356 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1c542936-576d-428f-9ae5-8b08dadd149a req-b6d6db1b-a7c1-46a9-a522-4debbac00119 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/security-groups?id=117ca31a-1bbf-4e39-8b25-f5ecb6e57d31&id=08bd89fd-42fa-44d0-a37f-ab6c766ee0db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381322 Sep 08 10:05:29.276074 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:30.191308 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab091d-e401-4dc7-970a-a6274cf6f840 req-d65f3b3b-11c9-4e65-a3ae-1e6793121b56 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:05:30.193246 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e7ab091d-e401-4dc7-970a-a6274cf6f840 req-d65f3b3b-11c9-4e65-a3ae-1e6793121b56 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/ports?device_id=7729040c-e0e4-4871-bd95-df27f6d36431 HTTP/1.1" status: 200 len: 985 time: 0.0652192 Sep 08 10:05:30.240836 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e7ab091d-e401-4dc7-970a-a6274cf6f840 req-9c79d237-a534-4723-836d-72e0162eef61 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/security-groups?id=117ca31a-1bbf-4e39-8b25-f5ecb6e57d31&id=08bd89fd-42fa-44d0-a37f-ab6c766ee0db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410352 Sep 08 10:05:31.364299 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d16e3b-91ca-4a3f-ae72-5e781a6bbc5b req-6a8891a4-fcbc-49e5-b45f-992da1f4d443 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:05:31.365816 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-03d16e3b-91ca-4a3f-ae72-5e781a6bbc5b req-6a8891a4-fcbc-49e5-b45f-992da1f4d443 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/ports?device_id=7729040c-e0e4-4871-bd95-df27f6d36431 HTTP/1.1" status: 200 len: 985 time: 0.0487177 Sep 08 10:05:31.405195 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-03d16e3b-91ca-4a3f-ae72-5e781a6bbc5b req-84c199e7-f1fd-4d1b-ad96-edc28e41625e tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/security-groups?id=117ca31a-1bbf-4e39-8b25-f5ecb6e57d31&id=08bd89fd-42fa-44d0-a37f-ab6c766ee0db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333700 Sep 08 10:05:32.517372 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c2b51-fd5c-4911-87fa-b1090b958593 req-ec2ba923-25e4-4b72-9695-34fee5768294 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:05:32.519476 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cf3c2b51-fd5c-4911-87fa-b1090b958593 req-ec2ba923-25e4-4b72-9695-34fee5768294 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/ports?device_id=7729040c-e0e4-4871-bd95-df27f6d36431 HTTP/1.1" status: 200 len: 985 time: 0.0483897 Sep 08 10:05:32.558660 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cf3c2b51-fd5c-4911-87fa-b1090b958593 req-1d53a338-9232-4cc3-a646-f038df0f135f tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/security-groups?id=117ca31a-1bbf-4e39-8b25-f5ecb6e57d31&id=08bd89fd-42fa-44d0-a37f-ab6c766ee0db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331144 Sep 08 10:05:33.678434 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1d859-e2c9-46bc-bc36-2cc3bf256244 req-39c091f3-a584-4984-ab8e-dc47e6ae38d4 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:05:33.679931 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-27f1d859-e2c9-46bc-bc36-2cc3bf256244 req-39c091f3-a584-4984-ab8e-dc47e6ae38d4 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/ports?device_id=7729040c-e0e4-4871-bd95-df27f6d36431 HTTP/1.1" status: 200 len: 985 time: 0.0542202 Sep 08 10:05:33.722216 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-27f1d859-e2c9-46bc-bc36-2cc3bf256244 req-ad2048f7-f6b7-49b1-9752-8c02f89ec5ec tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/security-groups?id=117ca31a-1bbf-4e39-8b25-f5ecb6e57d31&id=08bd89fd-42fa-44d0-a37f-ab6c766ee0db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362051 Sep 08 10:05:34.837574 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56050899-398c-4890-a5b9-318232641001 req-84a7ec88-1f30-426d-a8ca-e9bba83542c4 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:05:34.839097 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-56050899-398c-4890-a5b9-318232641001 req-84a7ec88-1f30-426d-a8ca-e9bba83542c4 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/ports?device_id=7729040c-e0e4-4871-bd95-df27f6d36431 HTTP/1.1" status: 200 len: 985 time: 0.0492702 Sep 08 10:05:34.879584 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-56050899-398c-4890-a5b9-318232641001 req-e07f5840-fa7c-443a-8643-dbfa136086d6 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/security-groups?id=117ca31a-1bbf-4e39-8b25-f5ecb6e57d31&id=08bd89fd-42fa-44d0-a37f-ab6c766ee0db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344419 Sep 08 10:05:35.993424 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd61a87-ebd1-4b1a-b2d6-618f04c73a73 req-8fcd8e1d-6480-4078-b7ab-88be7893e236 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:05:35.994859 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8dd61a87-ebd1-4b1a-b2d6-618f04c73a73 req-8fcd8e1d-6480-4078-b7ab-88be7893e236 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/ports?device_id=7729040c-e0e4-4871-bd95-df27f6d36431 HTTP/1.1" status: 200 len: 985 time: 0.0489590 Sep 08 10:05:36.034480 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8dd61a87-ebd1-4b1a-b2d6-618f04c73a73 req-2b06de91-eb96-44c4-81ef-3e2106a04880 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/security-groups?id=117ca31a-1bbf-4e39-8b25-f5ecb6e57d31&id=08bd89fd-42fa-44d0-a37f-ab6c766ee0db&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334394 Sep 08 10:05:47.765368 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2ae7a3e3-aabb-4077-b44b-7e51ef82fcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:50.528024 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:50.854096 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-487f7b31-65e3-458f-833a-e5aadcec5161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:51.531076 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:05:52.383100 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:53.790253 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:54.748227 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:05:59.294881 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:00.897718 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-784f51ab-69aa-4c1c-8c85-3b63c53e50ff req-cb3f1c50-5ec8-4155-b99b-47787a86ce46 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7729040c-e0e4-4871-bd95-df27f6d36431&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0888369 Sep 08 10:06:00.998358 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f51ab-69aa-4c1c-8c85-3b63c53e50ff req-4165fc79-0d86-407e-a91d-ededce3c6232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:06:00.999814 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-784f51ab-69aa-4c1c-8c85-3b63c53e50ff req-4165fc79-0d86-407e-a91d-ededce3c6232 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d6d9164dd1bb4b9a9b04317e16837d52&device_id=7729040c-e0e4-4871-bd95-df27f6d36431 HTTP/1.1" status: 200 len: 1137 time: 0.0442820 Sep 08 10:06:01.103503 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f51ab-69aa-4c1c-8c85-3b63c53e50ff req-0ad22d45-313f-405c-8fc5-62c06b436dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:06:01.104993 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-784f51ab-69aa-4c1c-8c85-3b63c53e50ff req-0ad22d45-313f-405c-8fc5-62c06b436dcd service neutron] 10.222.0.37 "GET /v2.0/networks?id=8afb4ea8-d620-441e-a341-0fcf344d14f0 HTTP/1.1" status: 200 len: 914 time: 0.0865309 Sep 08 10:06:01.175130 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-784f51ab-69aa-4c1c-8c85-3b63c53e50ff req-6761aae5-3ea2-470f-ab3a-249320868e12 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0649e1e5-6cc0-449e-9adf-1c4aab87fc02 HTTP/1.1" status: 200 len: 1001 time: 0.0627632 Sep 08 10:06:01.225481 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f51ab-69aa-4c1c-8c85-3b63c53e50ff req-8537453f-7611-4654-8567-61d8bc0ebde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:06:01.226931 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-784f51ab-69aa-4c1c-8c85-3b63c53e50ff req-8537453f-7611-4654-8567-61d8bc0ebde3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=698bf663-e6c6-4b9b-876c-7a5348907aad HTTP/1.1" status: 200 len: 852 time: 0.0448215 Sep 08 10:06:01.273509 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f51ab-69aa-4c1c-8c85-3b63c53e50ff req-07468fb7-76a2-45fb-a445-ccac62acfaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:06:01.275091 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-784f51ab-69aa-4c1c-8c85-3b63c53e50ff req-07468fb7-76a2-45fb-a445-ccac62acfaf1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8afb4ea8-d620-441e-a341-0fcf344d14f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408814 Sep 08 10:06:01.369903 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-784f51ab-69aa-4c1c-8c85-3b63c53e50ff req-05c58c2b-1f39-492c-a33c-c1d6246dcefe service neutron] 10.222.0.37 "GET /v2.0/networks/8afb4ea8-d620-441e-a341-0fcf344d14f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875323 Sep 08 10:06:01.459897 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-784f51ab-69aa-4c1c-8c85-3b63c53e50ff req-07534d74-2ba6-4185-8544-ffdb0ccbcf5c service neutron] 10.222.0.37 "GET /v2.0/networks/8afb4ea8-d620-441e-a341-0fcf344d14f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822761 Sep 08 10:06:08.347719 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a0a1d721-2411-43ef-a634-b0e78a1a49ac req-1f282b1a-a52c-4e29-ae57-ff5b028fd120 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1820671916&fields=id&tenant_id=d6d9164dd1bb4b9a9b04317e16837d52 HTTP/1.1" status: 200 len: 267 time: 0.0872970 Sep 08 10:06:08.400239 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a1d721-2411-43ef-a634-b0e78a1a49ac req-7e8485b9-85b6-46f5-8a7e-7de47905f857 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:06:08.401733 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a0a1d721-2411-43ef-a634-b0e78a1a49ac req-7e8485b9-85b6-46f5-8a7e-7de47905f857 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/ports?device_id=7729040c-e0e4-4871-bd95-df27f6d36431 HTTP/1.1" status: 200 len: 985 time: 0.0483513 Sep 08 10:06:08.413281 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-a0a1d721-2411-43ef-a634-b0e78a1a49ac req-d5f1d7bd-5a21-4020-af3f-f4649f620701 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Request body: {'port': {'security_groups': ['117ca31a-1bbf-4e39-8b25-f5ecb6e57d31']}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:06:08.478760 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a0a1d721-2411-43ef-a634-b0e78a1a49ac req-d5f1d7bd-5a21-4020-af3f-f4649f620701 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:08.649182 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-a0a1d721-2411-43ef-a634-b0e78a1a49ac req-d5f1d7bd-5a21-4020-af3f-f4649f620701 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] For port 0649e1e5-6cc0-449e-9adf-1c4aab87fc02, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=0649e1e5-6cc0-449e-9adf-1c4aab87fc02,segment=NetworkSegment(4e2ea974-2e75-4921-963f-18b3f8b99e76),segment_id=4e2ea974-2e75-4921-963f-18b3f8b99e76)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:06:08.679114 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a0a1d721-2411-43ef-a634-b0e78a1a49ac req-d5f1d7bd-5a21-4020-af3f-f4649f620701 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:08.683474 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a0a1d721-2411-43ef-a634-b0e78a1a49ac req-d5f1d7bd-5a21-4020-af3f-f4649f620701 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:08.717178 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['0649e1e5-6cc0-449e-9adf-1c4aab87fc02'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 10:06:08.735959 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a1d721-2411-43ef-a634-b0e78a1a49ac req-d5f1d7bd-5a21-4020-af3f-f4649f620701 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:06:08.736625 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a0a1d721-2411-43ef-a634-b0e78a1a49ac req-d5f1d7bd-5a21-4020-af3f-f4649f620701 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:08.738350 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a0a1d721-2411-43ef-a634-b0e78a1a49ac req-d5f1d7bd-5a21-4020-af3f-f4649f620701 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "PUT /v2.0/ports/0649e1e5-6cc0-449e-9adf-1c4aab87fc02 HTTP/1.1" status: 200 len: 943 time: 0.3302102 Sep 08 10:06:08.738824 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7729040c-e0e4-4871-bd95-df27f6d36431', 'tag': '0649e1e5-6cc0-449e-9adf-1c4aab87fc02'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:06:08.745300 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38594) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:06:08.746553 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc456d9e-b610-4bee-86bd-884bbc51be61" -d '{"events": [{"name": "network-changed", "server_uuid": "7729040c-e0e4-4871-bd95-df27f6d36431", "tag": "0649e1e5-6cc0-449e-9adf-1c4aab87fc02"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:06:08.784188 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f1d7bd-5a21-4020-af3f-f4649f620701 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Pushing event updated for resources: {'Port': ['ID=0649e1e5-6cc0-449e-9adf-1c4aab87fc02,revision_number=7']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:06:08.793330 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f1d7bd-5a21-4020-af3f-f4649f620701 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:06:08.794026 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f1d7bd-5a21-4020-af3f-f4649f620701 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:06:08.794646 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f1d7bd-5a21-4020-af3f-f4649f620701 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:06:08.795211 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f1d7bd-5a21-4020-af3f-f4649f620701 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:06:08.795781 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f1d7bd-5a21-4020-af3f-f4649f620701 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:06:08.796342 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f1d7bd-5a21-4020-af3f-f4649f620701 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:06:08.796911 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f1d7bd-5a21-4020-af3f-f4649f620701 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:06:08.797487 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f1d7bd-5a21-4020-af3f-f4649f620701 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:06:08.798248 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f1d7bd-5a21-4020-af3f-f4649f620701 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:06:08.798813 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f1d7bd-5a21-4020-af3f-f4649f620701 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:06:08.799373 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f1d7bd-5a21-4020-af3f-f4649f620701 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:06:08.799982 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f1d7bd-5a21-4020-af3f-f4649f620701 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:06:08.818599 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 10:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0456da87-9008-412d-b2a6-9e67a26865e6 x-openstack-request-id: req-0456da87-9008-412d-b2a6-9e67a26865e6 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:06:08.819204 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7729040c-e0e4-4871-bd95-df27f6d36431", "tag": "0649e1e5-6cc0-449e-9adf-1c4aab87fc02", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:06:08.819702 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0456da87-9008-412d-b2a6-9e67a26865e6 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:06:08.820343 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7729040c-e0e4-4871-bd95-df27f6d36431', 'tag': '0649e1e5-6cc0-449e-9adf-1c4aab87fc02', 'status': 'completed', 'code': 200} Sep 08 10:06:08.826149 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5d65665e-6a07-442b-888b-86230f71cce5 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:08.853947 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5d65665e-6a07-442b-888b-86230f71cce5 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:08.880240 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['0649e1e5-6cc0-449e-9adf-1c4aab87fc02'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 10:06:08.917145 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc456d9e-b610-4bee-86bd-884bbc51be61 req-b59b7be6-7280-4e9d-a1eb-2e1397181575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:06:08.918978 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cc456d9e-b610-4bee-86bd-884bbc51be61 req-b59b7be6-7280-4e9d-a1eb-2e1397181575 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d6d9164dd1bb4b9a9b04317e16837d52&device_id=7729040c-e0e4-4871-bd95-df27f6d36431 HTTP/1.1" status: 200 len: 1098 time: 0.0570276 Sep 08 10:06:08.931328 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5d65665e-6a07-442b-888b-86230f71cce5 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:08.935513 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5d65665e-6a07-442b-888b-86230f71cce5 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:08.938748 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5d65665e-6a07-442b-888b-86230f71cce5 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "DELETE /v2.0/security-groups/08bd89fd-42fa-44d0-a37f-ab6c766ee0db HTTP/1.1" status: 204 len: 168 time: 0.1889927 Sep 08 10:06:08.939282 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38598) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:06:08.947013 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d65665e-6a07-442b-888b-86230f71cce5 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08bd89fd-42fa-44d0-a37f-ab6c766ee0db,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:06:08.955109 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65665e-6a07-442b-888b-86230f71cce5 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:06:08.955471 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65665e-6a07-442b-888b-86230f71cce5 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:06:08.955824 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65665e-6a07-442b-888b-86230f71cce5 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:06:08.957043 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65665e-6a07-442b-888b-86230f71cce5 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:06:08.957396 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65665e-6a07-442b-888b-86230f71cce5 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:06:08.960003 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65665e-6a07-442b-888b-86230f71cce5 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:06:08.960003 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65665e-6a07-442b-888b-86230f71cce5 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:06:08.960003 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65665e-6a07-442b-888b-86230f71cce5 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:06:08.960003 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65665e-6a07-442b-888b-86230f71cce5 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:06:08.960003 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65665e-6a07-442b-888b-86230f71cce5 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:06:08.960003 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65665e-6a07-442b-888b-86230f71cce5 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:06:08.960003 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65665e-6a07-442b-888b-86230f71cce5 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:06:09.070135 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e485ebf5-097d-4299-9b07-b68a83ad2baf None None] Provisioning complete for port 0649e1e5-6cc0-449e-9adf-1c4aab87fc02 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:06:09.070520 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e485ebf5-097d-4299-9b07-b68a83ad2baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:09.113643 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc456d9e-b610-4bee-86bd-884bbc51be61 req-d3b7481e-ecb0-46d7-bc55-c2ddb1cef07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:06:09.115256 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cc456d9e-b610-4bee-86bd-884bbc51be61 req-d3b7481e-ecb0-46d7-bc55-c2ddb1cef07c service neutron] 10.222.0.37 "GET /v2.0/networks?id=8afb4ea8-d620-441e-a341-0fcf344d14f0 HTTP/1.1" status: 200 len: 914 time: 0.1889181 Sep 08 10:06:09.210881 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cc456d9e-b610-4bee-86bd-884bbc51be61 req-e04bcf03-ac46-4be1-b602-fa1ae0db0e7b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0649e1e5-6cc0-449e-9adf-1c4aab87fc02 HTTP/1.1" status: 200 len: 1001 time: 0.0869260 Sep 08 10:06:09.253810 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-8059e153-695b-46fc-ae16-a9fa24b82764 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Deleting port fa0e8dbf-bb4a-4a7b-8093-9c66f3991aa1 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:06:09.254182 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8059e153-695b-46fc-ae16-a9fa24b82764 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:09.289524 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc456d9e-b610-4bee-86bd-884bbc51be61 req-98c7156c-95da-4644-a74a-c650573aa61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:06:09.291021 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cc456d9e-b610-4bee-86bd-884bbc51be61 req-98c7156c-95da-4644-a74a-c650573aa61a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=698bf663-e6c6-4b9b-876c-7a5348907aad HTTP/1.1" status: 200 len: 852 time: 0.0727794 Sep 08 10:06:09.369621 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8059e153-695b-46fc-ae16-a9fa24b82764 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:09.370358 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8059e153-695b-46fc-ae16-a9fa24b82764 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:09.373378 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc456d9e-b610-4bee-86bd-884bbc51be61 req-16843c22-4da7-4bd0-9240-b7b57e574c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:06:09.374896 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cc456d9e-b610-4bee-86bd-884bbc51be61 req-16843c22-4da7-4bd0-9240-b7b57e574c02 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8afb4ea8-d620-441e-a341-0fcf344d14f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600886 Sep 08 10:06:09.391467 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-8059e153-695b-46fc-ae16-a9fa24b82764 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Calling delete_port for fa0e8dbf-bb4a-4a7b-8093-9c66f3991aa1 owned by network:floatingip {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:06:09.522871 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cc456d9e-b610-4bee-86bd-884bbc51be61 req-cfa3414b-7d19-46d9-98c1-d7bb2765400f service neutron] 10.222.0.37 "GET /v2.0/networks/8afb4ea8-d620-441e-a341-0fcf344d14f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381199 Sep 08 10:06:09.654515 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cc456d9e-b610-4bee-86bd-884bbc51be61 req-25393806-4f93-4edc-b7a6-6bb5a25f3f84 service neutron] 10.222.0.37 "GET /v2.0/networks/8afb4ea8-d620-441e-a341-0fcf344d14f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221373 Sep 08 10:06:09.669560 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8059e153-695b-46fc-ae16-a9fa24b82764 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:09.700571 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8059e153-695b-46fc-ae16-a9fa24b82764 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Pushing event deleted for resources: {'Port': ['ID=fa0e8dbf-bb4a-4a7b-8093-9c66f3991aa1,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:06:09.759511 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8059e153-695b-46fc-ae16-a9fa24b82764 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks [] for floatingip, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:09.759838 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [None req-8059e153-695b-46fc-ae16-a9fa24b82764 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Floating IP 5f582c6e-3db9-4f50-9fb0-1658b7d29759 disassociated (deleted). External IP: 172.25.0.13, port: 0649e1e5-6cc0-449e-9adf-1c4aab87fc02. Sep 08 10:06:09.971453 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8059e153-695b-46fc-ae16-a9fa24b82764 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Router 9d981939-45a9-4df1-93f2-534098d0df5e has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 10:06:10.395525 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8059e153-695b-46fc-ae16-a9fa24b82764 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:06:10.400342 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8059e153-695b-46fc-ae16-a9fa24b82764 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:10.404952 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710fa964-1bcc-4e78-b318-4d63318f8251 None None] Sync routers for ids ['9d981939-45a9-4df1-93f2-534098d0df5e'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:06:10.415008 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710fa964-1bcc-4e78-b318-4d63318f8251 None None] Routers {'9d981939-45a9-4df1-93f2-534098d0df5e'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:06:10.415620 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-710fa964-1bcc-4e78-b318-4d63318f8251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:05:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['9d981939-45a9-4df1-93f2-534098d0df5e'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:06:10.427208 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8059e153-695b-46fc-ae16-a9fa24b82764 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "DELETE /v2.0/floatingips/5f582c6e-3db9-4f50-9fb0-1658b7d29759 HTTP/1.1" status: 204 len: 168 time: 1.4870002 Sep 08 10:06:10.523047 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-710fa964-1bcc-4e78-b318-4d63318f8251 None None] Set router 9d981939-45a9-4df1-93f2-534098d0df5e gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:06:10.738598 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-710fa964-1bcc-4e78-b318-4d63318f8251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d981939-45a9-4df1-93f2-534098d0df5e', 'name': 'tempest-TestMinimumBasicScenario-11806258-router', 'tenant_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '71fd7b30-b1f1-4481-b6d7-81053fdd5414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:04:12Z', 'updated_at': '2021-09-08T10:04:15Z', 'revision_number': 4, 'project_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'gw_port': {'id': '71fd7b30-b1f1-4481-b6d7-81053fdd5414', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d981939-45a9-4df1-93f2-534098d0df5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:04:12Z', 'updated_at': '2021-09-08T10:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '6bc59f83-8157-4316-bcf5-dfc64fd9ffcc', 'name': '', 'network_id': '8afb4ea8-d620-441e-a341-0fcf344d14f0', 'tenant_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'mac_address': 'fa:16:3e:84:d9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d981939-45a9-4df1-93f2-534098d0df5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '698bf663-e6c6-4b9b-876c-7a5348907aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:04:14Z', 'updated_at': '2021-09-08T10:04:20Z', 'revision_number': 5, 'project_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'subnets': [{'id': '698bf663-e6c6-4b9b-876c-7a5348907aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:06:10.765175 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710fa964-1bcc-4e78-b318-4d63318f8251 None None] Checking router: 9d981939-45a9-4df1-93f2-534098d0df5e for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:06:10.773389 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710fa964-1bcc-4e78-b318-4d63318f8251 None None] Routers {'9d981939-45a9-4df1-93f2-534098d0df5e'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:06:10.773997 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-710fa964-1bcc-4e78-b318-4d63318f8251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:05:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['9d981939-45a9-4df1-93f2-534098d0df5e'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:06:10.822017 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7729040c-e0e4-4871-bd95-df27f6d36431', 'tag': '0649e1e5-6cc0-449e-9adf-1c4aab87fc02'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:06:10.824394 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e38523e-e0e1-42ca-886b-e54e9304b04f" -d '{"events": [{"name": "network-changed", "server_uuid": "7729040c-e0e4-4871-bd95-df27f6d36431", "tag": "0649e1e5-6cc0-449e-9adf-1c4aab87fc02"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:06:10.876756 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-710fa964-1bcc-4e78-b318-4d63318f8251 None None] Set router 9d981939-45a9-4df1-93f2-534098d0df5e gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:06:10.920783 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 10:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11f9143-23b2-472e-a6b6-7a1fa448233e x-openstack-request-id: req-f11f9143-23b2-472e-a6b6-7a1fa448233e {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:06:10.921082 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7729040c-e0e4-4871-bd95-df27f6d36431", "tag": "0649e1e5-6cc0-449e-9adf-1c4aab87fc02", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:06:10.921337 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f11f9143-23b2-472e-a6b6-7a1fa448233e {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:06:10.921943 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7729040c-e0e4-4871-bd95-df27f6d36431', 'tag': '0649e1e5-6cc0-449e-9adf-1c4aab87fc02', 'status': 'completed', 'code': 200} Sep 08 10:06:11.008725 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38523e-e0e1-42ca-886b-e54e9304b04f req-84de607c-aa7a-46e9-abbd-b52119af0a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:06:11.010433 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9e38523e-e0e1-42ca-886b-e54e9304b04f req-84de607c-aa7a-46e9-abbd-b52119af0a55 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d6d9164dd1bb4b9a9b04317e16837d52&device_id=7729040c-e0e4-4871-bd95-df27f6d36431 HTTP/1.1" status: 200 len: 1098 time: 0.0422282 Sep 08 10:06:11.080689 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-710fa964-1bcc-4e78-b318-4d63318f8251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d981939-45a9-4df1-93f2-534098d0df5e', 'name': 'tempest-TestMinimumBasicScenario-11806258-router', 'tenant_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '71fd7b30-b1f1-4481-b6d7-81053fdd5414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:04:12Z', 'updated_at': '2021-09-08T10:04:15Z', 'revision_number': 4, 'project_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'gw_port': {'id': '71fd7b30-b1f1-4481-b6d7-81053fdd5414', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d981939-45a9-4df1-93f2-534098d0df5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:04:12Z', 'updated_at': '2021-09-08T10:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '6bc59f83-8157-4316-bcf5-dfc64fd9ffcc', 'name': '', 'network_id': '8afb4ea8-d620-441e-a341-0fcf344d14f0', 'tenant_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'mac_address': 'fa:16:3e:84:d9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d981939-45a9-4df1-93f2-534098d0df5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '698bf663-e6c6-4b9b-876c-7a5348907aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:04:14Z', 'updated_at': '2021-09-08T10:04:20Z', 'revision_number': 5, 'project_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'subnets': [{'id': '698bf663-e6c6-4b9b-876c-7a5348907aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:06:11.108073 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38523e-e0e1-42ca-886b-e54e9304b04f req-8fc6a7d8-7b17-4297-b261-6a2fda36ebe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:06:11.109783 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9e38523e-e0e1-42ca-886b-e54e9304b04f req-8fc6a7d8-7b17-4297-b261-6a2fda36ebe7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8afb4ea8-d620-441e-a341-0fcf344d14f0 HTTP/1.1" status: 200 len: 914 time: 0.0918646 Sep 08 10:06:11.110862 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710fa964-1bcc-4e78-b318-4d63318f8251 None None] The sync data for ids ['9d981939-45a9-4df1-93f2-534098d0df5e'] in n-d-806683-11 is: [{'id': '9d981939-45a9-4df1-93f2-534098d0df5e', 'name': 'tempest-TestMinimumBasicScenario-11806258-router', 'tenant_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '71fd7b30-b1f1-4481-b6d7-81053fdd5414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:04:12Z', 'updated_at': '2021-09-08T10:04:15Z', 'revision_number': 4, 'project_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'gw_port': {'id': '71fd7b30-b1f1-4481-b6d7-81053fdd5414', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d981939-45a9-4df1-93f2-534098d0df5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:04:12Z', 'updated_at': '2021-09-08T10:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '6bc59f83-8157-4316-bcf5-dfc64fd9ffcc', 'name': '', 'network_id': '8afb4ea8-d620-441e-a341-0fcf344d14f0', 'tenant_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'mac_address': 'fa:16:3e:84:d9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d981939-45a9-4df1-93f2-534098d0df5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '698bf663-e6c6-4b9b-876c-7a5348907aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:04:14Z', 'updated_at': '2021-09-08T10:04:20Z', 'revision_number': 5, 'project_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'subnets': [{'id': '698bf663-e6c6-4b9b-876c-7a5348907aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:06:11.154247 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9e38523e-e0e1-42ca-886b-e54e9304b04f req-b8a415b2-7833-456a-b975-b864965eae62 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0649e1e5-6cc0-449e-9adf-1c4aab87fc02 HTTP/1.1" status: 200 len: 217 time: 0.0360172 Sep 08 10:06:11.210416 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38523e-e0e1-42ca-886b-e54e9304b04f req-cdf7bcbf-71cb-4b5c-b80e-f0d8b2c6bbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:06:11.212223 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9e38523e-e0e1-42ca-886b-e54e9304b04f req-cdf7bcbf-71cb-4b5c-b80e-f0d8b2c6bbcf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=698bf663-e6c6-4b9b-876c-7a5348907aad HTTP/1.1" status: 200 len: 852 time: 0.0492821 Sep 08 10:06:11.264736 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38523e-e0e1-42ca-886b-e54e9304b04f req-845a0a53-b473-42f9-a574-51e704cad048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:06:11.266433 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9e38523e-e0e1-42ca-886b-e54e9304b04f req-845a0a53-b473-42f9-a574-51e704cad048 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8afb4ea8-d620-441e-a341-0fcf344d14f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476661 Sep 08 10:06:11.364386 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9e38523e-e0e1-42ca-886b-e54e9304b04f req-51e2dce9-149b-4d2f-bf31-c9876c366898 service neutron] 10.222.0.37 "GET /v2.0/networks/8afb4ea8-d620-441e-a341-0fcf344d14f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895231 Sep 08 10:06:11.370599 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf53622-3c8e-4194-b6d8-337252ca0803 None None] New status for floating IP 5f582c6e-3db9-4f50-9fb0-1658b7d29759: DOWN {{(pid=94715) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 10:06:11.461426 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9e38523e-e0e1-42ca-886b-e54e9304b04f req-12b0b7f9-5e34-46e7-9abb-122e632745de service neutron] 10.222.0.37 "GET /v2.0/networks/8afb4ea8-d620-441e-a341-0fcf344d14f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901713 Sep 08 10:06:17.501098 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570646db-3dd0-4881-9c98-c82f6dffd3c9 req-6428159d-6afe-4409-a952-b8c0c3c4a458 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:06:17.502656 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-570646db-3dd0-4881-9c98-c82f6dffd3c9 req-6428159d-6afe-4409-a952-b8c0c3c4a458 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/ports?device_id=7729040c-e0e4-4871-bd95-df27f6d36431 HTTP/1.1" status: 200 len: 946 time: 0.0490918 Sep 08 10:06:17.541168 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-570646db-3dd0-4881-9c98-c82f6dffd3c9 req-36a4fcfb-8102-4911-ac8f-1dbfce36a05c tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/security-groups?id=117ca31a-1bbf-4e39-8b25-f5ecb6e57d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316875 Sep 08 10:06:17.909109 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-25210e93-38b5-4196-b8e5-6c4c07c5d055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:18.657114 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5de5b-0193-4d1a-9298-bd0d100d18c9 req-cbbe0ebb-99b8-4d61-86e3-5425542b902d tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:06:18.658602 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f5b5de5b-0193-4d1a-9298-bd0d100d18c9 req-cbbe0ebb-99b8-4d61-86e3-5425542b902d tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/ports?device_id=7729040c-e0e4-4871-bd95-df27f6d36431 HTTP/1.1" status: 200 len: 946 time: 0.0486314 Sep 08 10:06:18.696259 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f5b5de5b-0193-4d1a-9298-bd0d100d18c9 req-87ff1bde-c80b-419e-9914-fc0e1f33acb1 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/security-groups?id=117ca31a-1bbf-4e39-8b25-f5ecb6e57d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312386 Sep 08 10:06:19.228246 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106445a-c72c-424c-a517-d3ca888260ec req-c1148a36-caa2-4d53-a473-86347042a563 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:06:19.229697 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0106445a-c72c-424c-a517-d3ca888260ec req-c1148a36-caa2-4d53-a473-86347042a563 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.37 "GET /v2.0/ports?device_id=7729040c-e0e4-4871-bd95-df27f6d36431 HTTP/1.1" status: 200 len: 946 time: 0.0477750 Sep 08 10:06:19.321483 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-0106445a-c72c-424c-a517-d3ca888260ec req-e2e4d842-8a42-4a4e-b6e5-9f6d3e8430d8 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Deleting port 0649e1e5-6cc0-449e-9adf-1c4aab87fc02 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:06:19.321816 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0106445a-c72c-424c-a517-d3ca888260ec req-e2e4d842-8a42-4a4e-b6e5-9f6d3e8430d8 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:19.406200 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-0106445a-c72c-424c-a517-d3ca888260ec req-e2e4d842-8a42-4a4e-b6e5-9f6d3e8430d8 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] For port 0649e1e5-6cc0-449e-9adf-1c4aab87fc02, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=0649e1e5-6cc0-449e-9adf-1c4aab87fc02,segment=NetworkSegment(4e2ea974-2e75-4921-963f-18b3f8b99e76),segment_id=4e2ea974-2e75-4921-963f-18b3f8b99e76)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:06:19.406557 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0106445a-c72c-424c-a517-d3ca888260ec req-e2e4d842-8a42-4a4e-b6e5-9f6d3e8430d8 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:19.419108 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-0106445a-c72c-424c-a517-d3ca888260ec req-e2e4d842-8a42-4a4e-b6e5-9f6d3e8430d8 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Calling delete_port for 0649e1e5-6cc0-449e-9adf-1c4aab87fc02 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:06:19.545326 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0106445a-c72c-424c-a517-d3ca888260ec req-e2e4d842-8a42-4a4e-b6e5-9f6d3e8430d8 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:19.574242 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e4d842-8a42-4a4e-b6e5-9f6d3e8430d8 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Pushing event deleted for resources: {'Port': ['ID=0649e1e5-6cc0-449e-9adf-1c4aab87fc02,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:06:19.579443 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['0649e1e5-6cc0-449e-9adf-1c4aab87fc02'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 10:06:19.619928 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-0106445a-c72c-424c-a517-d3ca888260ec req-e2e4d842-8a42-4a4e-b6e5-9f6d3e8430d8 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] No DVR routers for this DVR port 0649e1e5-6cc0-449e-9adf-1c4aab87fc02 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 10:06:19.622457 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-0106445a-c72c-424c-a517-d3ca888260ec req-e2e4d842-8a42-4a4e-b6e5-9f6d3e8430d8 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:19.624475 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0106445a-c72c-424c-a517-d3ca888260ec req-e2e4d842-8a42-4a4e-b6e5-9f6d3e8430d8 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.37 "DELETE /v2.0/ports/0649e1e5-6cc0-449e-9adf-1c4aab87fc02 HTTP/1.1" status: 204 len: 173 time: 0.3881371 Sep 08 10:06:19.624905 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7729040c-e0e4-4871-bd95-df27f6d36431', 'name': 'network-vif-deleted', 'tag': '0649e1e5-6cc0-449e-9adf-1c4aab87fc02'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:06:19.627206 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88152ce9-4320-4192-b41c-2e9b21592e2d" -d '{"events": [{"server_uuid": "7729040c-e0e4-4871-bd95-df27f6d36431", "name": "network-vif-deleted", "tag": "0649e1e5-6cc0-449e-9adf-1c4aab87fc02"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:06:19.666433 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 10:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d30962a-45bf-4586-96cf-81eb4a4f1c02 x-openstack-request-id: req-9d30962a-45bf-4586-96cf-81eb4a4f1c02 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:06:19.667070 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7729040c-e0e4-4871-bd95-df27f6d36431", "name": "network-vif-deleted", "tag": "0649e1e5-6cc0-449e-9adf-1c4aab87fc02", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:06:19.667070 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9d30962a-45bf-4586-96cf-81eb4a4f1c02 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:06:19.667508 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7729040c-e0e4-4871-bd95-df27f6d36431', 'name': 'network-vif-deleted', 'tag': '0649e1e5-6cc0-449e-9adf-1c4aab87fc02', 'status': 'completed', 'code': 200} Sep 08 10:06:19.808706 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6a9792fc-505d-467f-a934-582720e4fc4a req-d1db7072-132c-4132-8f5e-b789fbcad5c2 tempest-TestMinimumBasicScenario-720460088 tempest-TestMinimumBasicScenario-720460088-project] 10.222.0.54 "GET /v2.0/ports?device_id=7729040c-e0e4-4871-bd95-df27f6d36431 HTTP/1.1" status: 200 len: 210 time: 0.0266056 Sep 08 10:06:20.528314 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:20.855105 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4e1d5e7-ca39-4639-b7be-dcb77c83fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:21.370149 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38704) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:06:21.709878 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-562d7aa6-a847-469d-a16e-7128948b8bb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:21.962838 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-562d7aa6-a847-469d-a16e-7128948b8bb4 admin admin] Deleting port 6bc59f83-8157-4316-bcf5-dfc64fd9ffcc {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:06:21.963097 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-562d7aa6-a847-469d-a16e-7128948b8bb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:22.045432 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-562d7aa6-a847-469d-a16e-7128948b8bb4 admin admin] For port 6bc59f83-8157-4316-bcf5-dfc64fd9ffcc, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=6bc59f83-8157-4316-bcf5-dfc64fd9ffcc,segment=NetworkSegment(4e2ea974-2e75-4921-963f-18b3f8b99e76),segment_id=4e2ea974-2e75-4921-963f-18b3f8b99e76)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:06:22.045794 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-562d7aa6-a847-469d-a16e-7128948b8bb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:22.058657 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-562d7aa6-a847-469d-a16e-7128948b8bb4 admin admin] Calling delete_port for 6bc59f83-8157-4316-bcf5-dfc64fd9ffcc owned by network:router_interface {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:06:22.240303 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-562d7aa6-a847-469d-a16e-7128948b8bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:22.267365 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562d7aa6-a847-469d-a16e-7128948b8bb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bc59f83-8157-4316-bcf5-dfc64fd9ffcc,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:06:22.387853 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:22.437039 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-562d7aa6-a847-469d-a16e-7128948b8bb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:22.653083 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-562d7aa6-a847-469d-a16e-7128948b8bb4 admin admin] Router 9d981939-45a9-4df1-93f2-534098d0df5e has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 10:06:22.763681 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562d7aa6-a847-469d-a16e-7128948b8bb4 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:06:22.769662 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-562d7aa6-a847-469d-a16e-7128948b8bb4 admin admin] 10.222.0.54 "PUT /v2.0/routers/9d981939-45a9-4df1-93f2-534098d0df5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3982577 Sep 08 10:06:22.772090 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38706) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:06:22.776109 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2dbe80-9266-4e87-a7ca-74ce91e7590f None None] Sync routers for ids ['9d981939-45a9-4df1-93f2-534098d0df5e'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:06:22.785250 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2dbe80-9266-4e87-a7ca-74ce91e7590f None None] Routers {'9d981939-45a9-4df1-93f2-534098d0df5e'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:06:22.785872 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-2a2dbe80-9266-4e87-a7ca-74ce91e7590f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:06:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['9d981939-45a9-4df1-93f2-534098d0df5e'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:06:22.883152 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-48dcf490-b958-464d-90dc-4ddcd77073b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:22.894734 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-2a2dbe80-9266-4e87-a7ca-74ce91e7590f None None] Set router 9d981939-45a9-4df1-93f2-534098d0df5e gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:06:22.986660 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-48dcf490-b958-464d-90dc-4ddcd77073b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:23.039523 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-48dcf490-b958-464d-90dc-4ddcd77073b5 admin admin] Deleting port 71fd7b30-b1f1-4481-b6d7-81053fdd5414 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:06:23.039877 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-48dcf490-b958-464d-90dc-4ddcd77073b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:23.074327 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-2a2dbe80-9266-4e87-a7ca-74ce91e7590f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d981939-45a9-4df1-93f2-534098d0df5e', 'name': 'tempest-TestMinimumBasicScenario-11806258-router', 'tenant_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': '71fd7b30-b1f1-4481-b6d7-81053fdd5414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:04:12Z', 'updated_at': '2021-09-08T10:06:22Z', 'revision_number': 5, 'project_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'gw_port': {'id': '71fd7b30-b1f1-4481-b6d7-81053fdd5414', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d981939-45a9-4df1-93f2-534098d0df5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:04:12Z', 'updated_at': '2021-09-08T10:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:06:23.105435 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2dbe80-9266-4e87-a7ca-74ce91e7590f None None] Checking router: 9d981939-45a9-4df1-93f2-534098d0df5e for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:06:23.113669 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2dbe80-9266-4e87-a7ca-74ce91e7590f None None] Routers {'9d981939-45a9-4df1-93f2-534098d0df5e'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:06:23.114309 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-2a2dbe80-9266-4e87-a7ca-74ce91e7590f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:06:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['9d981939-45a9-4df1-93f2-534098d0df5e'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:06:23.121563 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-48dcf490-b958-464d-90dc-4ddcd77073b5 admin admin] For port 71fd7b30-b1f1-4481-b6d7-81053fdd5414, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=71fd7b30-b1f1-4481-b6d7-81053fdd5414,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:06:23.121939 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-48dcf490-b958-464d-90dc-4ddcd77073b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:23.134298 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-48dcf490-b958-464d-90dc-4ddcd77073b5 admin admin] Calling delete_port for 71fd7b30-b1f1-4481-b6d7-81053fdd5414 owned by network:router_gateway {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:06:23.199004 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-2a2dbe80-9266-4e87-a7ca-74ce91e7590f None None] Set router 9d981939-45a9-4df1-93f2-534098d0df5e gateway port host: None {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:06:23.253377 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-2a2dbe80-9266-4e87-a7ca-74ce91e7590f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d981939-45a9-4df1-93f2-534098d0df5e', 'name': 'tempest-TestMinimumBasicScenario-11806258-router', 'tenant_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:04:12Z', 'updated_at': '2021-09-08T10:06:22Z', 'revision_number': 6, 'project_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'gw_port_host': None}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:06:23.281734 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2dbe80-9266-4e87-a7ca-74ce91e7590f None None] The sync data for ids ['9d981939-45a9-4df1-93f2-534098d0df5e'] in n-d-806683-11 is: [{'id': '9d981939-45a9-4df1-93f2-534098d0df5e', 'name': 'tempest-TestMinimumBasicScenario-11806258-router', 'tenant_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:04:12Z', 'updated_at': '2021-09-08T10:06:22Z', 'revision_number': 6, 'project_id': 'd6d9164dd1bb4b9a9b04317e16837d52', 'gw_port_host': None}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:06:23.301167 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-48dcf490-b958-464d-90dc-4ddcd77073b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:23.332047 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dcf490-b958-464d-90dc-4ddcd77073b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=71fd7b30-b1f1-4481-b6d7-81053fdd5414,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:06:23.389391 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-48dcf490-b958-464d-90dc-4ddcd77073b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:23.499085 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-48dcf490-b958-464d-90dc-4ddcd77073b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:23.501303 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-48dcf490-b958-464d-90dc-4ddcd77073b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:23.561828 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-48dcf490-b958-464d-90dc-4ddcd77073b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:23.562418 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48dcf490-b958-464d-90dc-4ddcd77073b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d981939-45a9-4df1-93f2-534098d0df5e {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 10:06:23.567828 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-48dcf490-b958-464d-90dc-4ddcd77073b5 admin admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:23.568989 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-48dcf490-b958-464d-90dc-4ddcd77073b5 admin admin] 10.222.0.54 "DELETE /v2.0/routers/9d981939-45a9-4df1-93f2-534098d0df5e HTTP/1.1" status: 204 len: 168 time: 0.7958870 Sep 08 10:06:23.571505 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38708) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:06:23.616031 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3f9673b-7f66-4012-8618-577cb2a133fa admin admin] Deleting subnet 698bf663-e6c6-4b9b-876c-7a5348907aad {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 10:06:23.619119 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d3f9673b-7f66-4012-8618-577cb2a133fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:23.661396 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d3f9673b-7f66-4012-8618-577cb2a133fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:23.704242 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 0649e1e5-6cc0-449e-9adf-1c4aab87fc02 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:06:23.730247 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 0649e1e5-6cc0-449e-9adf-1c4aab87fc02 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:06:23.730673 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 0649e1e5-6cc0-449e-9adf-1c4aab87fc02 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:06:23.745366 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d3f9673b-7f66-4012-8618-577cb2a133fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:23.792304 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:23.798579 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d3f9673b-7f66-4012-8618-577cb2a133fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:23.825754 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9673b-7f66-4012-8618-577cb2a133fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=698bf663-e6c6-4b9b-876c-7a5348907aad,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:06:23.827690 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d3f9673b-7f66-4012-8618-577cb2a133fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:23.830190 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d3f9673b-7f66-4012-8618-577cb2a133fa admin admin] 10.222.0.54 "DELETE /v2.0/subnets/698bf663-e6c6-4b9b-876c-7a5348907aad HTTP/1.1" status: 204 len: 168 time: 0.2576931 Sep 08 10:06:23.832615 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38710) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:06:23.832756 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9cfb37-6407-4209-ace0-758d4d39889a None None] Network 8afb4ea8-d620-441e-a341-0fcf344d14f0 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:06:23.904722 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e2b94418-c2ef-4a94-aa55-6194901b9070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:23.956296 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-e2b94418-c2ef-4a94-aa55-6194901b9070 admin admin] Deleting port 04c39bbf-3e20-4f52-bc22-2d9919dadfc0 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:06:23.956696 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e2b94418-c2ef-4a94-aa55-6194901b9070 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:24.021973 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-e2b94418-c2ef-4a94-aa55-6194901b9070 admin admin] For port 04c39bbf-3e20-4f52-bc22-2d9919dadfc0, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=04c39bbf-3e20-4f52-bc22-2d9919dadfc0,segment=NetworkSegment(4e2ea974-2e75-4921-963f-18b3f8b99e76),segment_id=4e2ea974-2e75-4921-963f-18b3f8b99e76)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:06:24.022375 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e2b94418-c2ef-4a94-aa55-6194901b9070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:24.039277 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-e2b94418-c2ef-4a94-aa55-6194901b9070 admin admin] Calling delete_port for 04c39bbf-3e20-4f52-bc22-2d9919dadfc0 owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:06:24.063876 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c51b2bd-9763-43ee-9e88-4793554cc4e4 None None] DHCP port deletion for 8afb4ea8-d620-441e-a341-0fcf344d14f0 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 10:06:24.114628 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 71fd7b30-b1f1-4481-b6d7-81053fdd5414 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:06:24.117633 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-0c51b2bd-9763-43ee-9e88-4793554cc4e4 None None] Deleting port 04c39bbf-3e20-4f52-bc22-2d9919dadfc0 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:06:24.120188 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0c51b2bd-9763-43ee-9e88-4793554cc4e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:24.125121 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e2b94418-c2ef-4a94-aa55-6194901b9070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:24.148585 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 71fd7b30-b1f1-4481-b6d7-81053fdd5414 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:06:24.148970 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 71fd7b30-b1f1-4481-b6d7-81053fdd5414 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:06:24.149361 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 6bc59f83-8157-4316-bcf5-dfc64fd9ffcc no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:06:24.151684 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b94418-c2ef-4a94-aa55-6194901b9070 admin admin] Pushing event deleted for resources: {'Port': ['ID=04c39bbf-3e20-4f52-bc22-2d9919dadfc0,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:06:24.155066 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b94418-c2ef-4a94-aa55-6194901b9070 admin admin] No DVR routers for this DVR port 04c39bbf-3e20-4f52-bc22-2d9919dadfc0 on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 10:06:24.178250 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 6bc59f83-8157-4316-bcf5-dfc64fd9ffcc {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:06:24.178584 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 6bc59f83-8157-4316-bcf5-dfc64fd9ffcc not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:06:24.179017 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 04c39bbf-3e20-4f52-bc22-2d9919dadfc0 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:06:24.228512 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 04c39bbf-3e20-4f52-bc22-2d9919dadfc0 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:06:24.228858 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 04c39bbf-3e20-4f52-bc22-2d9919dadfc0 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:06:24.232334 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e2b94418-c2ef-4a94-aa55-6194901b9070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:24.242257 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-0c51b2bd-9763-43ee-9e88-4793554cc4e4 None None] For port 04c39bbf-3e20-4f52-bc22-2d9919dadfc0, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=04c39bbf-3e20-4f52-bc22-2d9919dadfc0,segment=NetworkSegment(4e2ea974-2e75-4921-963f-18b3f8b99e76),segment_id=4e2ea974-2e75-4921-963f-18b3f8b99e76)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:06:24.242658 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0c51b2bd-9763-43ee-9e88-4793554cc4e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:24.254518 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-0c51b2bd-9763-43ee-9e88-4793554cc4e4 None None] Calling delete_port for 04c39bbf-3e20-4f52-bc22-2d9919dadfc0 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:06:24.254810 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-e2b94418-c2ef-4a94-aa55-6194901b9070 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8afb4ea8-d620-441e-a341-0fcf344d14f0']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:06:24.265726 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-e2b94418-c2ef-4a94-aa55-6194901b9070 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e2ea974-2e75-4921-963f-18b3f8b99e76') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:06:24.266160 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-e2b94418-c2ef-4a94-aa55-6194901b9070 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e2ea974-2e75-4921-963f-18b3f8b99e76') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:06:24.278124 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e2b94418-c2ef-4a94-aa55-6194901b9070 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:24.292316 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e2b94418-c2ef-4a94-aa55-6194901b9070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:24.299876 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2b94418-c2ef-4a94-aa55-6194901b9070 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 10:06:24.300286 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e2b94418-c2ef-4a94-aa55-6194901b9070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:24.302303 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 10:06:24.302303 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 10:06:24.302303 n-d-806683-11 neutron-server[94713]: timer() Sep 08 10:06:24.302303 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 10:06:24.302303 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 10:06:24.302303 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 10:06:24.302303 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 10:06:24.302303 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 10:06:24.302303 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 10:06:24.302303 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 10:06:24.302303 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 10:06:24.302303 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 10:06:24.302303 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 10:06:24.302303 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 10:06:24.302303 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 10:06:24.302303 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 10:06:24.302303 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 10:06:24.302303 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 10:06:24.302303 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 10:06:24.302303 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 10:06:24.302303 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 10:06:24.302303 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 10:06:24.302303 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 10:06:24.302303 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 10:06:24.302303 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 10:06:24.302303 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 10:06:24.302303 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 10:06:24.302303 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 10:06:24.302303 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 10:06:24.302303 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 10:06:24.302303 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 10:06:24.302303 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 10:06:24.337707 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0c51b2bd-9763-43ee-9e88-4793554cc4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:24.369066 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c51b2bd-9763-43ee-9e88-4793554cc4e4 None None] Pushing event deleted for resources: {'Port': ['ID=04c39bbf-3e20-4f52-bc22-2d9919dadfc0,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:06:24.369917 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e2b94418-c2ef-4a94-aa55-6194901b9070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:24.375264 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c51b2bd-9763-43ee-9e88-4793554cc4e4 None None] No DVR routers for this DVR port 04c39bbf-3e20-4f52-bc22-2d9919dadfc0 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 10:06:24.375703 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e2b94418-c2ef-4a94-aa55-6194901b9070 admin admin] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:24.380402 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e2b94418-c2ef-4a94-aa55-6194901b9070 admin admin] 10.222.0.54 "DELETE /v2.0/networks/8afb4ea8-d620-441e-a341-0fcf344d14f0 HTTP/1.1" status: 204 len: 168 time: 0.5439498 Sep 08 10:06:24.384957 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38712) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:06:24.386833 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c51b2bd-9763-43ee-9e88-4793554cc4e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:06:24.387008 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c51b2bd-9763-43ee-9e88-4793554cc4e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:06:24.387355 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c51b2bd-9763-43ee-9e88-4793554cc4e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:06:24.390170 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c51b2bd-9763-43ee-9e88-4793554cc4e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:06:24.390170 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c51b2bd-9763-43ee-9e88-4793554cc4e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:06:24.390170 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c51b2bd-9763-43ee-9e88-4793554cc4e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:06:24.390170 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c51b2bd-9763-43ee-9e88-4793554cc4e4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:06:24.390170 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c51b2bd-9763-43ee-9e88-4793554cc4e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:06:24.390170 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c51b2bd-9763-43ee-9e88-4793554cc4e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:06:24.390948 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c51b2bd-9763-43ee-9e88-4793554cc4e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:06:24.391130 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c51b2bd-9763-43ee-9e88-4793554cc4e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:06:24.391471 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c51b2bd-9763-43ee-9e88-4793554cc4e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:06:24.395630 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b94418-c2ef-4a94-aa55-6194901b9070 admin admin] Pushing event deleted for resources: {'Network': ['ID=8afb4ea8-d620-441e-a341-0fcf344d14f0,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:06:24.756911 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:24.757691 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-50664cd1-79d3-48c7-8cee-b7d10d903ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:24.999937 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-50664cd1-79d3-48c7-8cee-b7d10d903ff0 admin admin] Deleting port 963295c8-df92-4718-95d5-13de62c8e77a {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:06:25.000171 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-50664cd1-79d3-48c7-8cee-b7d10d903ff0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:25.076708 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-50664cd1-79d3-48c7-8cee-b7d10d903ff0 admin admin] For port 963295c8-df92-4718-95d5-13de62c8e77a, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=963295c8-df92-4718-95d5-13de62c8e77a,segment=NetworkSegment(510cd60c-3d7b-4992-b148-e33865dca362),segment_id=510cd60c-3d7b-4992-b148-e33865dca362)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:06:25.077069 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-50664cd1-79d3-48c7-8cee-b7d10d903ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:25.089615 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-50664cd1-79d3-48c7-8cee-b7d10d903ff0 admin admin] Calling delete_port for 963295c8-df92-4718-95d5-13de62c8e77a owned by network:router_interface {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:06:25.265218 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-50664cd1-79d3-48c7-8cee-b7d10d903ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:25.291577 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50664cd1-79d3-48c7-8cee-b7d10d903ff0 admin admin] Pushing event deleted for resources: {'Port': ['ID=963295c8-df92-4718-95d5-13de62c8e77a,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:06:25.457529 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-50664cd1-79d3-48c7-8cee-b7d10d903ff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:25.668623 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50664cd1-79d3-48c7-8cee-b7d10d903ff0 admin admin] Router 9a2ce21b-564b-43db-b044-99afdae59607 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 10:06:25.773355 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50664cd1-79d3-48c7-8cee-b7d10d903ff0 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:06:25.780794 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-50664cd1-79d3-48c7-8cee-b7d10d903ff0 admin admin] 10.222.0.54 "PUT /v2.0/routers/9a2ce21b-564b-43db-b044-99afdae59607/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3862443 Sep 08 10:06:25.782058 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38714) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:06:25.782512 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155fba09-9566-4e63-a0b9-06c58b1b8ec6 None None] Sync routers for ids ['9a2ce21b-564b-43db-b044-99afdae59607'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:06:25.791390 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155fba09-9566-4e63-a0b9-06c58b1b8ec6 None None] Routers {'9a2ce21b-564b-43db-b044-99afdae59607'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:06:25.791985 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-155fba09-9566-4e63-a0b9-06c58b1b8ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:06:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['9a2ce21b-564b-43db-b044-99afdae59607'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:06:25.892434 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-abc131b6-5cb4-4904-8a1d-f9d89833ac20 admin admin] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:25.895422 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-155fba09-9566-4e63-a0b9-06c58b1b8ec6 None None] Set router 9a2ce21b-564b-43db-b044-99afdae59607 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:06:26.075992 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-155fba09-9566-4e63-a0b9-06c58b1b8ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2ce21b-564b-43db-b044-99afdae59607', 'name': 'tempest-TestMinimumBasicScenario-155533067-router', 'tenant_id': '6b6cf7a9f5004daa8cbffc05530dce34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '58cbf234-d0ba-42ec-9e5c-d4a0d45a16b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:04:17Z', 'updated_at': '2021-09-08T10:06:25Z', 'revision_number': 5, 'project_id': '6b6cf7a9f5004daa8cbffc05530dce34', 'gw_port': {'id': '58cbf234-d0ba-42ec-9e5c-d4a0d45a16b3', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2ce21b-564b-43db-b044-99afdae59607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:04:17Z', 'updated_at': '2021-09-08T10:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:06:26.107558 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155fba09-9566-4e63-a0b9-06c58b1b8ec6 None None] Checking router: 9a2ce21b-564b-43db-b044-99afdae59607 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:06:26.116666 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155fba09-9566-4e63-a0b9-06c58b1b8ec6 None None] Routers {'9a2ce21b-564b-43db-b044-99afdae59607'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:06:26.117286 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-155fba09-9566-4e63-a0b9-06c58b1b8ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:06:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['9a2ce21b-564b-43db-b044-99afdae59607'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:06:26.223020 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-155fba09-9566-4e63-a0b9-06c58b1b8ec6 None None] Set router 9a2ce21b-564b-43db-b044-99afdae59607 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:06:26.246703 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-abc131b6-5cb4-4904-8a1d-f9d89833ac20 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:26.300637 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-abc131b6-5cb4-4904-8a1d-f9d89833ac20 admin admin] Deleting port 58cbf234-d0ba-42ec-9e5c-d4a0d45a16b3 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:06:26.300992 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-abc131b6-5cb4-4904-8a1d-f9d89833ac20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:26.380325 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-abc131b6-5cb4-4904-8a1d-f9d89833ac20 admin admin] For port 58cbf234-d0ba-42ec-9e5c-d4a0d45a16b3, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=58cbf234-d0ba-42ec-9e5c-d4a0d45a16b3,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:06:26.380607 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-abc131b6-5cb4-4904-8a1d-f9d89833ac20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:26.397661 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-abc131b6-5cb4-4904-8a1d-f9d89833ac20 admin admin] Calling delete_port for 58cbf234-d0ba-42ec-9e5c-d4a0d45a16b3 owned by network:router_gateway {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:06:26.406237 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-155fba09-9566-4e63-a0b9-06c58b1b8ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2ce21b-564b-43db-b044-99afdae59607', 'name': 'tempest-TestMinimumBasicScenario-155533067-router', 'tenant_id': '6b6cf7a9f5004daa8cbffc05530dce34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '58cbf234-d0ba-42ec-9e5c-d4a0d45a16b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:04:17Z', 'updated_at': '2021-09-08T10:06:25Z', 'revision_number': 5, 'project_id': '6b6cf7a9f5004daa8cbffc05530dce34', 'gw_port': {'id': '58cbf234-d0ba-42ec-9e5c-d4a0d45a16b3', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2ce21b-564b-43db-b044-99afdae59607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:04:17Z', 'updated_at': '2021-09-08T10:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:06:26.432676 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155fba09-9566-4e63-a0b9-06c58b1b8ec6 None None] The sync data for ids ['9a2ce21b-564b-43db-b044-99afdae59607'] in n-d-806683-11 is: [{'id': '9a2ce21b-564b-43db-b044-99afdae59607', 'name': 'tempest-TestMinimumBasicScenario-155533067-router', 'tenant_id': '6b6cf7a9f5004daa8cbffc05530dce34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '58cbf234-d0ba-42ec-9e5c-d4a0d45a16b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:04:17Z', 'updated_at': '2021-09-08T10:06:25Z', 'revision_number': 5, 'project_id': '6b6cf7a9f5004daa8cbffc05530dce34', 'gw_port': {'id': '58cbf234-d0ba-42ec-9e5c-d4a0d45a16b3', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:4f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a2ce21b-564b-43db-b044-99afdae59607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:04:17Z', 'updated_at': '2021-09-08T10:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:06:26.567317 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-abc131b6-5cb4-4904-8a1d-f9d89833ac20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:26.595649 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc131b6-5cb4-4904-8a1d-f9d89833ac20 admin admin] Pushing event deleted for resources: {'Port': ['ID=58cbf234-d0ba-42ec-9e5c-d4a0d45a16b3,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:06:26.657043 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-abc131b6-5cb4-4904-8a1d-f9d89833ac20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:26.746310 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-abc131b6-5cb4-4904-8a1d-f9d89833ac20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:26.748445 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-abc131b6-5cb4-4904-8a1d-f9d89833ac20 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:26.793692 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-abc131b6-5cb4-4904-8a1d-f9d89833ac20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:26.794379 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc131b6-5cb4-4904-8a1d-f9d89833ac20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a2ce21b-564b-43db-b044-99afdae59607 {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 10:06:26.800140 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-abc131b6-5cb4-4904-8a1d-f9d89833ac20 admin admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:26.803609 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-abc131b6-5cb4-4904-8a1d-f9d89833ac20 admin admin] 10.222.0.54 "DELETE /v2.0/routers/9a2ce21b-564b-43db-b044-99afdae59607 HTTP/1.1" status: 204 len: 168 time: 1.0182092 Sep 08 10:06:26.804375 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38716) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:06:27.199233 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-82899aaf-34ee-4777-9612-2e5e82ada573 admin admin] Deleting subnet ee914300-c811-402a-b529-efcef2d6dc89 {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 10:06:27.202356 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-82899aaf-34ee-4777-9612-2e5e82ada573 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:27.235912 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-82899aaf-34ee-4777-9612-2e5e82ada573 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:27.311898 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-82899aaf-34ee-4777-9612-2e5e82ada573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:27.368472 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-82899aaf-34ee-4777-9612-2e5e82ada573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:27.395425 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82899aaf-34ee-4777-9612-2e5e82ada573 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee914300-c811-402a-b529-efcef2d6dc89,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:06:27.397565 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-82899aaf-34ee-4777-9612-2e5e82ada573 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:27.400357 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-82899aaf-34ee-4777-9612-2e5e82ada573 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/ee914300-c811-402a-b529-efcef2d6dc89 HTTP/1.1" status: 204 len: 168 time: 0.5953336 Sep 08 10:06:27.401490 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e72d1c-11a4-4a1e-8382-6e8bc90cca8f None None] Network f64dfb8c-acbd-4c85-8fce-ad3ae289013c requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:06:27.402051 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38718) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:06:27.480567 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0d557c84-3135-4d15-a20b-dafc5cc9170e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:27.539360 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-0d557c84-3135-4d15-a20b-dafc5cc9170e admin admin] Deleting port f8b956fa-3384-4245-af77-3c6c9a7d798f {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:06:27.539714 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0d557c84-3135-4d15-a20b-dafc5cc9170e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:27.591032 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1269e511-8451-47c4-a87c-7e4d59d20b9d None None] DHCP port deletion for f64dfb8c-acbd-4c85-8fce-ad3ae289013c request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 10:06:27.608650 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-0d557c84-3135-4d15-a20b-dafc5cc9170e admin admin] For port f8b956fa-3384-4245-af77-3c6c9a7d798f, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=f8b956fa-3384-4245-af77-3c6c9a7d798f,segment=NetworkSegment(510cd60c-3d7b-4992-b148-e33865dca362),segment_id=510cd60c-3d7b-4992-b148-e33865dca362)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:06:27.609002 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0d557c84-3135-4d15-a20b-dafc5cc9170e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:27.621224 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-0d557c84-3135-4d15-a20b-dafc5cc9170e admin admin] Calling delete_port for f8b956fa-3384-4245-af77-3c6c9a7d798f owned by network:dhcp {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:06:27.637290 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-1269e511-8451-47c4-a87c-7e4d59d20b9d None None] Deleting port f8b956fa-3384-4245-af77-3c6c9a7d798f {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:06:27.637674 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1269e511-8451-47c4-a87c-7e4d59d20b9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:27.699017 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-1269e511-8451-47c4-a87c-7e4d59d20b9d None None] For port f8b956fa-3384-4245-af77-3c6c9a7d798f, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=f8b956fa-3384-4245-af77-3c6c9a7d798f,segment=NetworkSegment(510cd60c-3d7b-4992-b148-e33865dca362),segment_id=510cd60c-3d7b-4992-b148-e33865dca362)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:06:27.699686 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1269e511-8451-47c4-a87c-7e4d59d20b9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:27.704834 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0d557c84-3135-4d15-a20b-dafc5cc9170e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:27.712832 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-1269e511-8451-47c4-a87c-7e4d59d20b9d None None] Calling delete_port for f8b956fa-3384-4245-af77-3c6c9a7d798f owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:06:27.730954 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d557c84-3135-4d15-a20b-dafc5cc9170e admin admin] Pushing event deleted for resources: {'Port': ['ID=f8b956fa-3384-4245-af77-3c6c9a7d798f,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:06:27.734480 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d557c84-3135-4d15-a20b-dafc5cc9170e admin admin] No DVR routers for this DVR port f8b956fa-3384-4245-af77-3c6c9a7d798f on host n-d-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 10:06:27.802533 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1269e511-8451-47c4-a87c-7e4d59d20b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:27.809577 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0d557c84-3135-4d15-a20b-dafc5cc9170e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:27.832049 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 58cbf234-d0ba-42ec-9e5c-d4a0d45a16b3 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:06:27.835992 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1269e511-8451-47c4-a87c-7e4d59d20b9d None None] Pushing event deleted for resources: {'Port': ['ID=f8b956fa-3384-4245-af77-3c6c9a7d798f,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:06:27.838605 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-0d557c84-3135-4d15-a20b-dafc5cc9170e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f64dfb8c-acbd-4c85-8fce-ad3ae289013c']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:06:27.848887 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-0d557c84-3135-4d15-a20b-dafc5cc9170e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '510cd60c-3d7b-4992-b148-e33865dca362') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:06:27.849179 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-0d557c84-3135-4d15-a20b-dafc5cc9170e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '510cd60c-3d7b-4992-b148-e33865dca362') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:06:27.858299 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0d557c84-3135-4d15-a20b-dafc5cc9170e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:27.860000 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1269e511-8451-47c4-a87c-7e4d59d20b9d None None] No DVR routers for this DVR port f8b956fa-3384-4245-af77-3c6c9a7d798f on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 10:06:27.865929 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 58cbf234-d0ba-42ec-9e5c-d4a0d45a16b3 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:06:27.866334 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 58cbf234-d0ba-42ec-9e5c-d4a0d45a16b3 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:06:27.866973 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 963295c8-df92-4718-95d5-13de62c8e77a no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:06:27.876234 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0d557c84-3135-4d15-a20b-dafc5cc9170e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:27.883598 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d557c84-3135-4d15-a20b-dafc5cc9170e admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 10:06:27.884022 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0d557c84-3135-4d15-a20b-dafc5cc9170e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:27.885757 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 10:06:27.885757 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 10:06:27.885757 n-d-806683-11 neutron-server[94712]: timer() Sep 08 10:06:27.885757 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 10:06:27.885757 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 10:06:27.885757 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 10:06:27.885757 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 10:06:27.885757 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 10:06:27.885757 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 10:06:27.885757 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 10:06:27.885757 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 10:06:27.885757 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 10:06:27.885757 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 10:06:27.885757 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 10:06:27.885757 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 10:06:27.885757 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 10:06:27.885757 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 10:06:27.885757 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 10:06:27.885757 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 10:06:27.885757 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 10:06:27.885757 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 10:06:27.885757 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 10:06:27.885757 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 10:06:27.885757 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 10:06:27.885757 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 10:06:27.885757 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 10:06:27.885757 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 10:06:27.885757 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 10:06:27.885757 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 10:06:27.885757 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 10:06:27.885757 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 10:06:27.885757 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 10:06:27.888704 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 963295c8-df92-4718-95d5-13de62c8e77a {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:06:27.889059 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 963295c8-df92-4718-95d5-13de62c8e77a not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:06:27.889494 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device f8b956fa-3384-4245-af77-3c6c9a7d798f no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:06:27.908729 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: f8b956fa-3384-4245-af77-3c6c9a7d798f {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:06:27.909315 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device f8b956fa-3384-4245-af77-3c6c9a7d798f not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:06:27.939241 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0d557c84-3135-4d15-a20b-dafc5cc9170e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:27.945326 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0d557c84-3135-4d15-a20b-dafc5cc9170e admin admin] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:27.947363 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-0d557c84-3135-4d15-a20b-dafc5cc9170e admin admin] 10.222.0.54 "DELETE /v2.0/networks/f64dfb8c-acbd-4c85-8fce-ad3ae289013c HTTP/1.1" status: 204 len: 168 time: 0.5446045 Sep 08 10:06:27.958415 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d557c84-3135-4d15-a20b-dafc5cc9170e admin admin] Pushing event deleted for resources: {'Network': ['ID=f64dfb8c-acbd-4c85-8fce-ad3ae289013c,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:06:28.104750 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38722) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:06:28.144651 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-1601cd83-4893-4664-89bc-b5f6ab3edd44 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d6d9164dd1bb4b9a9b04317e16837d52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385809 Sep 08 10:06:28.147073 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38724) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:06:28.200013 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c279defc-102b-4d2a-9847-61363b7d4cf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:28.220583 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c279defc-102b-4d2a-9847-61363b7d4cf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:28.267295 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c279defc-102b-4d2a-9847-61363b7d4cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:28.269992 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c279defc-102b-4d2a-9847-61363b7d4cf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:28.271181 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c279defc-102b-4d2a-9847-61363b7d4cf1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/117ca31a-1bbf-4e39-8b25-f5ecb6e57d31 HTTP/1.1" status: 204 len: 168 time: 0.1231315 Sep 08 10:06:28.278817 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c279defc-102b-4d2a-9847-61363b7d4cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117ca31a-1bbf-4e39-8b25-f5ecb6e57d31,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:06:28.532185 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:06:28.579707 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38730) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:06:28.624070 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d3382528-9215-4a8b-9327-0f9bad1dd111 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6b6cf7a9f5004daa8cbffc05530dce34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432105 Sep 08 10:06:28.626535 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38732) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:06:28.673394 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a15d1756-1d43-485e-af13-46ca986497f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:28.693538 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a15d1756-1d43-485e-af13-46ca986497f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:28.741859 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a15d1756-1d43-485e-af13-46ca986497f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:28.744524 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-a15d1756-1d43-485e-af13-46ca986497f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:28.745683 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-a15d1756-1d43-485e-af13-46ca986497f3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fb56c17d-8c36-470f-a1dc-f7888f80a2b4 HTTP/1.1" status: 204 len: 168 time: 0.1182623 Sep 08 10:06:28.755964 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d1756-1d43-485e-af13-46ca986497f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb56c17d-8c36-470f-a1dc-f7888f80a2b4,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:06:29.289121 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:30.315729 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38772) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:06:30.320567 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-db27c108-7ccd-410c-9c9b-cc2ced185616 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1610510132', 'description': 'tempest-secgroup-smoke-1610510132 description', 'project_id': 'df1cda9df730430daf02e1cc7ed939bd'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:06:30.343350 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-db27c108-7ccd-410c-9c9b-cc2ced185616 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:30.352076 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-db27c108-7ccd-410c-9c9b-cc2ced185616 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:30.449973 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-db27c108-7ccd-410c-9c9b-cc2ced185616 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:30.453946 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-db27c108-7ccd-410c-9c9b-cc2ced185616 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:30.506708 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db27c108-7ccd-410c-9c9b-cc2ced185616 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30ad7ce3-3b12-4992-befa-c6340509070a,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:06:30.577866 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-db27c108-7ccd-410c-9c9b-cc2ced185616 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:30.582452 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-db27c108-7ccd-410c-9c9b-cc2ced185616 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:30.608976 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-db27c108-7ccd-410c-9c9b-cc2ced185616 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:30.610199 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-db27c108-7ccd-410c-9c9b-cc2ced185616 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2934082 Sep 08 10:06:30.613845 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38774) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:06:30.620983 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-1993e256-3b60-42a7-ae59-e1c128baa21e tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'security_group_rule': {'security_group_id': '602b7682-f6cd-4e3d-8337-a00171c773d1', 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:06:30.623878 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db27c108-7ccd-410c-9c9b-cc2ced185616 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=602b7682-f6cd-4e3d-8337-a00171c773d1,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:06:30.651948 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1993e256-3b60-42a7-ae59-e1c128baa21e tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:30.706819 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1993e256-3b60-42a7-ae59-e1c128baa21e tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:30.711347 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1993e256-3b60-42a7-ae59-e1c128baa21e tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:30.730265 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1993e256-3b60-42a7-ae59-e1c128baa21e tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40935857-8268-41f9-8b6a-d893b28487a7,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:06:30.743508 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1993e256-3b60-42a7-ae59-e1c128baa21e tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:30.745653 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1993e256-3b60-42a7-ae59-e1c128baa21e tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1304641 Sep 08 10:06:30.748563 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38776) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:06:30.753625 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-be942e37-3c1c-47a3-b717-ea08c756da0e tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'security_group_rule': {'security_group_id': '602b7682-f6cd-4e3d-8337-a00171c773d1', 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:06:30.786881 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-be942e37-3c1c-47a3-b717-ea08c756da0e tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:30.853947 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-be942e37-3c1c-47a3-b717-ea08c756da0e tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:30.857421 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-be942e37-3c1c-47a3-b717-ea08c756da0e tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:30.878306 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be942e37-3c1c-47a3-b717-ea08c756da0e tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f843b254-81c4-459b-87f1-df673865cf5c,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:06:30.882424 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-be942e37-3c1c-47a3-b717-ea08c756da0e tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:30.883630 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-be942e37-3c1c-47a3-b717-ea08c756da0e tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1341026 Sep 08 10:06:30.886324 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38778) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:06:30.890785 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-eb9e900f-b178-4a78-a723-5ac5b6d43878 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'security_group_rule': {'security_group_id': '602b7682-f6cd-4e3d-8337-a00171c773d1', 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:06:30.916982 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-eb9e900f-b178-4a78-a723-5ac5b6d43878 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:30.977394 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-eb9e900f-b178-4a78-a723-5ac5b6d43878 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:30.981180 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-eb9e900f-b178-4a78-a723-5ac5b6d43878 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:30.996254 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e900f-b178-4a78-a723-5ac5b6d43878 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0671b16-abef-484d-94ee-400b69798c24,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:06:31.005163 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-eb9e900f-b178-4a78-a723-5ac5b6d43878 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:31.006545 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-eb9e900f-b178-4a78-a723-5ac5b6d43878 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191421 Sep 08 10:06:31.009060 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38780) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:06:31.013473 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-abc6fa49-f0ad-4717-9620-e2caafb66204 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'security_group_rule': {'security_group_id': '602b7682-f6cd-4e3d-8337-a00171c773d1', 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:06:31.039998 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-abc6fa49-f0ad-4717-9620-e2caafb66204 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:31.099548 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-abc6fa49-f0ad-4717-9620-e2caafb66204 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:31.103128 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-abc6fa49-f0ad-4717-9620-e2caafb66204 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:31.120402 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc6fa49-f0ad-4717-9620-e2caafb66204 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4ec4e30-360f-4c60-be8e-aefe2c083f1e,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:06:31.126371 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-abc6fa49-f0ad-4717-9620-e2caafb66204 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:31.127651 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-abc6fa49-f0ad-4717-9620-e2caafb66204 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1175313 Sep 08 10:06:31.130406 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38782) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:06:31.134647 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-6a7842f7-9973-40cc-810d-6a3cfdbc93ce tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'security_group_rule': {'security_group_id': '602b7682-f6cd-4e3d-8337-a00171c773d1', 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:06:31.156225 n-d-806683-11 neutron-server[94713]: INFO neutron.db.securitygroups_db [None req-6a7842f7-9973-40cc-810d-6a3cfdbc93ce tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Project df1cda9df730430daf02e1cc7ed939bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 10:06:31.161771 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6a7842f7-9973-40cc-810d-6a3cfdbc93ce tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:31.221437 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6a7842f7-9973-40cc-810d-6a3cfdbc93ce tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:31.225062 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6a7842f7-9973-40cc-810d-6a3cfdbc93ce tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:31.243517 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7842f7-9973-40cc-810d-6a3cfdbc93ce tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbdf6523-abe1-4c15-a166-1f2ecb1345ed,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:06:31.246422 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6a7842f7-9973-40cc-810d-6a3cfdbc93ce tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:31.250326 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6a7842f7-9973-40cc-810d-6a3cfdbc93ce tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1165431 Sep 08 10:06:31.250815 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38784) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:06:31.255672 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-587fcc9c-3624-4006-89ad-d25a8b037295 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'security_group_rule': {'security_group_id': '602b7682-f6cd-4e3d-8337-a00171c773d1', 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:06:31.277277 n-d-806683-11 neutron-server[94713]: INFO neutron.db.securitygroups_db [None req-587fcc9c-3624-4006-89ad-d25a8b037295 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Project df1cda9df730430daf02e1cc7ed939bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 10:06:31.281869 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-587fcc9c-3624-4006-89ad-d25a8b037295 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:31.343995 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-587fcc9c-3624-4006-89ad-d25a8b037295 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:31.347657 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-587fcc9c-3624-4006-89ad-d25a8b037295 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:31.365391 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587fcc9c-3624-4006-89ad-d25a8b037295 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac68c20d-207d-4ede-82e5-ea3fba9b160d,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:06:31.373300 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-587fcc9c-3624-4006-89ad-d25a8b037295 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:31.374694 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-587fcc9c-3624-4006-89ad-d25a8b037295 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1232204 Sep 08 10:06:31.378286 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38786) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:06:31.383036 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-d0d4c934-b2f8-4b67-b9d0-36f6b2b450fb tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'network': {'name': 'tempest-network-smoke--559611372', 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'port_security_enabled': True}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:06:31.403588 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d4c934-b2f8-4b67-b9d0-36f6b2b450fb tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Made reservation on behalf of df1cda9df730430daf02e1cc7ed939bd for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:06:31.406996 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d0d4c934-b2f8-4b67-b9d0-36f6b2b450fb tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:31.429566 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0d4c934-b2f8-4b67-b9d0-36f6b2b450fb tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 10:06:31.438257 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d0d4c934-b2f8-4b67-b9d0-36f6b2b450fb tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:31.438594 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-d0d4c934-b2f8-4b67-b9d0-36f6b2b450fb tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Added segment 62f06ffa-be3d-49f1-827a-161c2d3b73f5 of type vlan for network 87b7398f-d201-4e21-ac06-38e52e362c50 Sep 08 10:06:31.479028 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d0d4c934-b2f8-4b67-b9d0-36f6b2b450fb tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:31.503138 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d0d4c934-b2f8-4b67-b9d0-36f6b2b450fb tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:31.508788 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d4c934-b2f8-4b67-b9d0-36f6b2b450fb tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:06:31.509377 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d0d4c934-b2f8-4b67-b9d0-36f6b2b450fb tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:31.547262 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d0d4c934-b2f8-4b67-b9d0-36f6b2b450fb tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1679411 Sep 08 10:06:31.550565 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38788) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:06:31.581858 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-bc950291-ae24-47f7-86ce-a56068c7f0ec tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-173526980', 'admin_state_up': True, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:06:31.591590 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d4c934-b2f8-4b67-b9d0-36f6b2b450fb tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'Network': ['ID=87b7398f-d201-4e21-ac06-38e52e362c50,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:06:31.602193 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 87b7398f-d201-4e21-ac06-38e52e362c50 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 10:06:31.609393 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bc950291-ae24-47f7-86ce-a56068c7f0ec tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:31.610628 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bc950291-ae24-47f7-86ce-a56068c7f0ec tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:31.662567 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bc950291-ae24-47f7-86ce-a56068c7f0ec tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:31.852907 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bc950291-ae24-47f7-86ce-a56068c7f0ec tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:32.045442 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bc950291-ae24-47f7-86ce-a56068c7f0ec tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for router_gateway, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:32.064770 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bc950291-ae24-47f7-86ce-a56068c7f0ec tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:32.167226 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-bc950291-ae24-47f7-86ce-a56068c7f0ec tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Allocated IP 172.25.0.175 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/8fe964c1-568a-46de-8990-28b8b569350c) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:06:32.270941 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bc950291-ae24-47f7-86ce-a56068c7f0ec tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:32.308666 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bc950291-ae24-47f7-86ce-a56068c7f0ec tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:32.344898 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc950291-ae24-47f7-86ce-a56068c7f0ec tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:06:32.348329 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-bc950291-ae24-47f7-86ce-a56068c7f0ec tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:06:32.351755 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc950291-ae24-47f7-86ce-a56068c7f0ec tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:06:32.382833 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc950291-ae24-47f7-86ce-a56068c7f0ec tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'Port': ['ID=8fe964c1-568a-46de-8990-28b8b569350c,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:06:32.651738 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bc950291-ae24-47f7-86ce-a56068c7f0ec tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for router_gateway, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:32.843723 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bc950291-ae24-47f7-86ce-a56068c7f0ec tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:32.967178 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc950291-ae24-47f7-86ce-a56068c7f0ec tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Router 03e5a8c7-5682-4a5d-88db-8e4f93788864 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 10:06:33.308261 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc950291-ae24-47f7-86ce-a56068c7f0ec tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:06:33.318301 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51ffb20-1a67-4f55-b6ca-1c7f064de028 None None] Sync routers for ids ['03e5a8c7-5682-4a5d-88db-8e4f93788864'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:06:33.327354 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bc950291-ae24-47f7-86ce-a56068c7f0ec tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:33.327548 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51ffb20-1a67-4f55-b6ca-1c7f064de028 None None] Routers {'03e5a8c7-5682-4a5d-88db-8e4f93788864'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:06:33.328024 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-b51ffb20-1a67-4f55-b6ca-1c7f064de028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:06:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['03e5a8c7-5682-4a5d-88db-8e4f93788864'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:06:33.328887 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-bc950291-ae24-47f7-86ce-a56068c7f0ec tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7773616 Sep 08 10:06:33.332186 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38790) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:06:33.436517 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-b51ffb20-1a67-4f55-b6ca-1c7f064de028 None None] Set router 03e5a8c7-5682-4a5d-88db-8e4f93788864 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:06:33.457789 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b7c6b490-70a1-405e-957b-d24ca14143cd tempest-TestNetworkAdvancedServerOps-479438815 tempest-TestNetworkAdvancedServerOps-479438815-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=df1cda9df730430daf02e1cc7ed939bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1245131 Sep 08 10:06:33.460619 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38794) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:06:33.610961 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31dbc6e-b833-47ef-adb7-e2759028cbcd tempest-TestNetworkAdvancedServerOps-479438815 tempest-TestNetworkAdvancedServerOps-479438815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:06:33.613250 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-b31dbc6e-b833-47ef-adb7-e2759028cbcd tempest-TestNetworkAdvancedServerOps-479438815 tempest-TestNetworkAdvancedServerOps-479438815-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1517153 Sep 08 10:06:33.616142 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38796) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:06:33.620110 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-b51ffb20-1a67-4f55-b6ca-1c7f064de028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e5a8c7-5682-4a5d-88db-8e4f93788864', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173526980', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '8fe964c1-568a-46de-8990-28b8b569350c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:06:31Z', 'updated_at': '2021-09-08T10:06:32Z', 'revision_number': 3, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': '8fe964c1-568a-46de-8990-28b8b569350c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f3:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e5a8c7-5682-4a5d-88db-8e4f93788864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:06:32Z', 'updated_at': '2021-09-08T10:06:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:06:33.649208 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a36448a2-032c-44b3-9744-9233a42d0413 tempest-TestNetworkAdvancedServerOps-479438815 tempest-TestNetworkAdvancedServerOps-479438815-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=399c4174-1e86-4a10-bb99-f875a09107d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319757 Sep 08 10:06:33.651465 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51ffb20-1a67-4f55-b6ca-1c7f064de028 None None] Checking router: 03e5a8c7-5682-4a5d-88db-8e4f93788864 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:06:33.651839 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51ffb20-1a67-4f55-b6ca-1c7f064de028 None None] Updating router 03e5a8c7-5682-4a5d-88db-8e4f93788864 port 8fe964c1-568a-46de-8990-28b8b569350c binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 10:06:33.651973 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38798) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:06:33.656505 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-6e14d19e-2fba-4567-b9fd-40b814c3bb8b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-116960444', 'network_id': '87b7398f-d201-4e21-ac06-38e52e362c50', 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:06:33.678324 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b51ffb20-1a67-4f55-b6ca-1c7f064de028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:33.751193 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e14d19e-2fba-4567-b9fd-40b814c3bb8b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Made reservation on behalf of df1cda9df730430daf02e1cc7ed939bd for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:06:33.755742 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6e14d19e-2fba-4567-b9fd-40b814c3bb8b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:33.938568 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6e14d19e-2fba-4567-b9fd-40b814c3bb8b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:33.940424 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b51ffb20-1a67-4f55-b6ca-1c7f064de028 None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:33.951563 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-b51ffb20-1a67-4f55-b6ca-1c7f064de028 None None] Transition to ACTIVE for port object 8fe964c1-568a-46de-8990-28b8b569350c will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:06:33.957216 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b51ffb20-1a67-4f55-b6ca-1c7f064de028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:34.006174 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-b51ffb20-1a67-4f55-b6ca-1c7f064de028 None None] Attempting to bind port 8fe964c1-568a-46de-8990-28b8b569350c on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:06:34.006418 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-b51ffb20-1a67-4f55-b6ca-1c7f064de028 None None] Attempting to bind port 8fe964c1-568a-46de-8990-28b8b569350c by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:06:34.006655 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e14d19e-2fba-4567-b9fd-40b814c3bb8b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'Subnet': ['ID=ba432c99-8c5f-42bf-9d40-e04ebe9b8448,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:06:34.006772 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51ffb20-1a67-4f55-b6ca-1c7f064de028 None None] Attempting to bind port 8fe964c1-568a-46de-8990-28b8b569350c on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:06:34.011105 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e14d19e-2fba-4567-b9fd-40b814c3bb8b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Checking segment: {'id': '62f06ffa-be3d-49f1-827a-161c2d3b73f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '87b7398f-d201-4e21-ac06-38e52e362c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:06:34.011477 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e14d19e-2fba-4567-b9fd-40b814c3bb8b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Network hostable DHCP agents. Network: 87b7398f-d201-4e21-ac06-38e52e362c50, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 10:06:34.014871 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51ffb20-1a67-4f55-b6ca-1c7f064de028 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:06:34.015254 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51ffb20-1a67-4f55-b6ca-1c7f064de028 None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:06:34.015660 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b51ffb20-1a67-4f55-b6ca-1c7f064de028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:34.016053 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51ffb20-1a67-4f55-b6ca-1c7f064de028 None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:06:34.016521 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-b51ffb20-1a67-4f55-b6ca-1c7f064de028 None None] Bound port: 8fe964c1-568a-46de-8990-28b8b569350c, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:06:34.016933 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b51ffb20-1a67-4f55-b6ca-1c7f064de028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:34.028639 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e14d19e-2fba-4567-b9fd-40b814c3bb8b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Network 87b7398f-d201-4e21-ac06-38e52e362c50 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 10:06:34.037808 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-6e14d19e-2fba-4567-b9fd-40b814c3bb8b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 87b7398f-d201-4e21-ac06-38e52e362c50) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:06:34.042347 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e14d19e-2fba-4567-b9fd-40b814c3bb8b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:06:34.043208 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6e14d19e-2fba-4567-b9fd-40b814c3bb8b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:34.044138 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748cc557-a912-434e-91d7-076e2b1004fd None None] Pushing event updated for resources: {'Port': ['ID=8fe964c1-568a-46de-8990-28b8b569350c,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:06:34.050375 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e6bb3c-1bc6-4d7a-8519-ca605a97edef None None] Network 87b7398f-d201-4e21-ac06-38e52e362c50 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:06:34.059397 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6e14d19e-2fba-4567-b9fd-40b814c3bb8b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4065588 Sep 08 10:06:34.062122 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38800) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:06:34.131479 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-b51ffb20-1a67-4f55-b6ca-1c7f064de028 None None] For port 8fe964c1-568a-46de-8990-28b8b569350c, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:06:34.147911 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-b51ffb20-1a67-4f55-b6ca-1c7f064de028 None None] For port 8fe964c1-568a-46de-8990-28b8b569350c, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=8fe964c1-568a-46de-8990-28b8b569350c,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:06:34.159292 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b51ffb20-1a67-4f55-b6ca-1c7f064de028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:34.248952 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51ffb20-1a67-4f55-b6ca-1c7f064de028 None None] Routers {'03e5a8c7-5682-4a5d-88db-8e4f93788864'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:06:34.249840 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-b51ffb20-1a67-4f55-b6ca-1c7f064de028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:06:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['03e5a8c7-5682-4a5d-88db-8e4f93788864'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:06:34.292155 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748cc557-a912-434e-91d7-076e2b1004fd None None] Pushing event updated for resources: {'Port': ['ID=8fe964c1-568a-46de-8990-28b8b569350c,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:06:34.328467 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d61156-8af2-40d7-ae04-131f27400417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-87b7398f-d201-4e21-ac06-38e52e362c50', 'network_id': '87b7398f-d201-4e21-ac06-38e52e362c50', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'fixed_ips': [{'subnet_id': 'ba432c99-8c5f-42bf-9d40-e04ebe9b8448'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 10:06:34.329337 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b8d61156-8af2-40d7-ae04-131f27400417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:34.508213 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-96e54b2b-521c-448c-b557-c44e37594f89 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:34.593612 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-b51ffb20-1a67-4f55-b6ca-1c7f064de028 None None] Set router 03e5a8c7-5682-4a5d-88db-8e4f93788864 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:06:34.764185 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-b8d61156-8af2-40d7-ae04-131f27400417 None None] Allocated IP 172.20.0.2 (87b7398f-d201-4e21-ac06-38e52e362c50/ba432c99-8c5f-42bf-9d40-e04ebe9b8448/d4788afd-8ae2-46ae-a0d5-e4bb012be082) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:06:34.905702 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-b51ffb20-1a67-4f55-b6ca-1c7f064de028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e5a8c7-5682-4a5d-88db-8e4f93788864', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173526980', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '8fe964c1-568a-46de-8990-28b8b569350c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:06:31Z', 'updated_at': '2021-09-08T10:06:32Z', 'revision_number': 3, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': '8fe964c1-568a-46de-8990-28b8b569350c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f3:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e5a8c7-5682-4a5d-88db-8e4f93788864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:06:32Z', 'updated_at': '2021-09-08T10:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:06:34.953787 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51ffb20-1a67-4f55-b6ca-1c7f064de028 None None] The sync data for ids ['03e5a8c7-5682-4a5d-88db-8e4f93788864'] in n-d-806683-11 is: [{'id': '03e5a8c7-5682-4a5d-88db-8e4f93788864', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173526980', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '8fe964c1-568a-46de-8990-28b8b569350c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:06:31Z', 'updated_at': '2021-09-08T10:06:32Z', 'revision_number': 3, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': '8fe964c1-568a-46de-8990-28b8b569350c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f3:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e5a8c7-5682-4a5d-88db-8e4f93788864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:06:32Z', 'updated_at': '2021-09-08T10:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:06:34.979390 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b8d61156-8af2-40d7-ae04-131f27400417 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:34.988998 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-b8d61156-8af2-40d7-ae04-131f27400417 None None] Transition to ACTIVE for port object d4788afd-8ae2-46ae-a0d5-e4bb012be082 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:06:35.004841 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-b8d61156-8af2-40d7-ae04-131f27400417 None None] Transition to ACTIVE for port object d4788afd-8ae2-46ae-a0d5-e4bb012be082 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:06:35.012159 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b8d61156-8af2-40d7-ae04-131f27400417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:35.055345 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d61156-8af2-40d7-ae04-131f27400417 None None] Network 87b7398f-d201-4e21-ac06-38e52e362c50 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:06:35.061134 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-b8d61156-8af2-40d7-ae04-131f27400417 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:06:35.063100 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-96e54b2b-521c-448c-b557-c44e37594f89 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Allocated IP 172.20.0.1 (87b7398f-d201-4e21-ac06-38e52e362c50/ba432c99-8c5f-42bf-9d40-e04ebe9b8448/9e30b816-8c8f-4623-97ae-5a325c5173b3) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:06:35.068488 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d61156-8af2-40d7-ae04-131f27400417 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:06:35.072059 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d61156-8af2-40d7-ae04-131f27400417 None None] Pushing event updated for resources: {'Port': ['ID=d4788afd-8ae2-46ae-a0d5-e4bb012be082,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:06:35.128651 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-b8d61156-8af2-40d7-ae04-131f27400417 None None] Attempting to bind port d4788afd-8ae2-46ae-a0d5-e4bb012be082 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:06:35.129118 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-b8d61156-8af2-40d7-ae04-131f27400417 None None] Attempting to bind port d4788afd-8ae2-46ae-a0d5-e4bb012be082 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '62f06ffa-be3d-49f1-827a-161c2d3b73f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '87b7398f-d201-4e21-ac06-38e52e362c50'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:06:35.129497 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d61156-8af2-40d7-ae04-131f27400417 None None] Attempting to bind port d4788afd-8ae2-46ae-a0d5-e4bb012be082 on network 87b7398f-d201-4e21-ac06-38e52e362c50 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:06:35.134916 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d61156-8af2-40d7-ae04-131f27400417 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:06:35.135299 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d61156-8af2-40d7-ae04-131f27400417 None None] Checking segment: {'id': '62f06ffa-be3d-49f1-827a-161c2d3b73f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '87b7398f-d201-4e21-ac06-38e52e362c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:06:35.135710 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b8d61156-8af2-40d7-ae04-131f27400417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:35.136114 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d61156-8af2-40d7-ae04-131f27400417 None None] Bound using segment: {'id': '62f06ffa-be3d-49f1-827a-161c2d3b73f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '87b7398f-d201-4e21-ac06-38e52e362c50'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:06:35.136591 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-b8d61156-8af2-40d7-ae04-131f27400417 None None] Bound port: d4788afd-8ae2-46ae-a0d5-e4bb012be082, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62f06ffa-be3d-49f1-827a-161c2d3b73f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '87b7398f-d201-4e21-ac06-38e52e362c50'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:06:35.136981 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b8d61156-8af2-40d7-ae04-131f27400417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:35.223610 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-96e54b2b-521c-448c-b557-c44e37594f89 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:35.237464 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-96e54b2b-521c-448c-b557-c44e37594f89 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Transition to ACTIVE for port object 9e30b816-8c8f-4623-97ae-5a325c5173b3 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:06:35.239484 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-b8d61156-8af2-40d7-ae04-131f27400417 None None] For port d4788afd-8ae2-46ae-a0d5-e4bb012be082, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:06:35.242607 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-b8d61156-8af2-40d7-ae04-131f27400417 None None] For port d4788afd-8ae2-46ae-a0d5-e4bb012be082, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=d4788afd-8ae2-46ae-a0d5-e4bb012be082,segment=NetworkSegment(62f06ffa-be3d-49f1-827a-161c2d3b73f5),segment_id=62f06ffa-be3d-49f1-827a-161c2d3b73f5)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:06:35.249427 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b8d61156-8af2-40d7-ae04-131f27400417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:35.276071 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-96e54b2b-521c-448c-b557-c44e37594f89 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:35.315904 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d61156-8af2-40d7-ae04-131f27400417 None None] Pushing event updated for resources: {'Port': ['ID=d4788afd-8ae2-46ae-a0d5-e4bb012be082,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:06:35.327115 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e54b2b-521c-448c-b557-c44e37594f89 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Network 87b7398f-d201-4e21-ac06-38e52e362c50 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:06:35.333410 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-96e54b2b-521c-448c-b557-c44e37594f89 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:06:35.336477 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e54b2b-521c-448c-b557-c44e37594f89 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:06:35.365190 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e54b2b-521c-448c-b557-c44e37594f89 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'Port': ['ID=9e30b816-8c8f-4623-97ae-5a325c5173b3,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:06:35.391669 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-96e54b2b-521c-448c-b557-c44e37594f89 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:35.564043 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-96e54b2b-521c-448c-b557-c44e37594f89 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:35.862166 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device d4788afd-8ae2-46ae-a0d5-e4bb012be082 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:06:35.876918 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-96e54b2b-521c-448c-b557-c44e37594f89 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:35.884860 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-96e54b2b-521c-448c-b557-c44e37594f89 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:35.926896 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port d4788afd-8ae2-46ae-a0d5-e4bb012be082 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:06:35.931525 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 8fe964c1-568a-46de-8990-28b8b569350c up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:06:35.975079 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e54b2b-521c-448c-b557-c44e37594f89 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'Port': ['ID=9e30b816-8c8f-4623-97ae-5a325c5173b3,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:06:35.978962 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-96e54b2b-521c-448c-b557-c44e37594f89 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:35.987256 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 8fe964c1-568a-46de-8990-28b8b569350c completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:06:35.992021 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 8fe964c1-568a-46de-8990-28b8b569350c triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:06:35.992412 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:36.081479 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e54b2b-521c-448c-b557-c44e37594f89 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Network 87b7398f-d201-4e21-ac06-38e52e362c50 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:06:36.083483 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-96e54b2b-521c-448c-b557-c44e37594f89 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:06:36.084171 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:36.109611 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 8fe964c1-568a-46de-8990-28b8b569350c, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=8fe964c1-568a-46de-8990-28b8b569350c,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:06:36.114459 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:36.172161 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=8fe964c1-568a-46de-8990-28b8b569350c,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:06:36.222392 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e54b2b-521c-448c-b557-c44e37594f89 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Router 03e5a8c7-5682-4a5d-88db-8e4f93788864 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 10:06:36.301728 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd603b25-9da4-4471-af00-02636284d216 None None] Network 87b7398f-d201-4e21-ac06-38e52e362c50 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:06:36.333157 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e54b2b-521c-448c-b557-c44e37594f89 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:06:36.338027 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-96e54b2b-521c-448c-b557-c44e37594f89 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "PUT /v2.0/routers/03e5a8c7-5682-4a5d-88db-8e4f93788864/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2748983 Sep 08 10:06:36.388916 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-3b64a26f-3e07-44ed-af4a-fcdb2c63a726 None None] Provisioning for port d4788afd-8ae2-46ae-a0d5-e4bb012be082 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:06:36.400526 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-3b64a26f-3e07-44ed-af4a-fcdb2c63a726 None None] Provisioning complete for port d4788afd-8ae2-46ae-a0d5-e4bb012be082 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:06:36.400906 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3b64a26f-3e07-44ed-af4a-fcdb2c63a726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:36.488161 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-8af29d26-9b6c-4cb7-88d3-b8193394063d tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1610510132&fields=id&tenant_id=df1cda9df730430daf02e1cc7ed939bd HTTP/1.1" status: 200 len: 267 time: 0.0347755 Sep 08 10:06:36.546232 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3b64a26f-3e07-44ed-af4a-fcdb2c63a726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:36.586846 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-3b64a26f-3e07-44ed-af4a-fcdb2c63a726 None None] For port d4788afd-8ae2-46ae-a0d5-e4bb012be082, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=d4788afd-8ae2-46ae-a0d5-e4bb012be082,segment=NetworkSegment(62f06ffa-be3d-49f1-827a-161c2d3b73f5),segment_id=62f06ffa-be3d-49f1-827a-161c2d3b73f5)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:06:36.591210 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3b64a26f-3e07-44ed-af4a-fcdb2c63a726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:36.621862 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-2174558e-1922-480c-9ec0-655646353719 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:06:36.626564 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-2174558e-1922-480c-9ec0-655646353719 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/networks?id=87b7398f-d201-4e21-ac06-38e52e362c50 HTTP/1.1" status: 200 len: 796 time: 0.1313460 Sep 08 10:06:36.640278 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-84e493b2-76a4-4e65-a111-512a41a1a229 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/quotas/df1cda9df730430daf02e1cc7ed939bd HTTP/1.1" status: 200 len: 375 time: 0.0100760 Sep 08 10:06:36.645262 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64a26f-3e07-44ed-af4a-fcdb2c63a726 None None] Pushing event updated for resources: {'Port': ['ID=d4788afd-8ae2-46ae-a0d5-e4bb012be082,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:06:36.706786 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-34fc0188-9b00-4ff3-ac3d-007fd9ddd614 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=df1cda9df730430daf02e1cc7ed939bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570774 Sep 08 10:06:36.723208 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-36329923-fd2e-427e-9d77-8588bb9fca1f service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 10:06:36.724937 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-36329923-fd2e-427e-9d77-8588bb9fca1f service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069745 Sep 08 10:06:36.763599 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94376406-5efa-41d9-a078-7e774511acae None None] Sync routers for ids ['03e5a8c7-5682-4a5d-88db-8e4f93788864'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:06:36.778974 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94376406-5efa-41d9-a078-7e774511acae None None] Routers {'03e5a8c7-5682-4a5d-88db-8e4f93788864'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:06:36.779950 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-94376406-5efa-41d9-a078-7e774511acae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:06:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['03e5a8c7-5682-4a5d-88db-8e4f93788864'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:06:36.815842 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-151aa9c8-a14a-4698-a28f-e82df62fae41 None None] Provisioning for port 9e30b816-8c8f-4623-97ae-5a325c5173b3 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:06:36.820399 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-151aa9c8-a14a-4698-a28f-e82df62fae41 None None] Provisioning complete for port 9e30b816-8c8f-4623-97ae-5a325c5173b3 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:06:36.820912 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-151aa9c8-a14a-4698-a28f-e82df62fae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:36.838806 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-4327b595-ec5a-4bcb-ab74-4e281eeec497 service neutron] 10.222.0.54 "GET /v2.0/networks/87b7398f-d201-4e21-ac06-38e52e362c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065614 Sep 08 10:06:36.862402 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-151aa9c8-a14a-4698-a28f-e82df62fae41 None None] Port 9e30b816-8c8f-4623-97ae-5a325c5173b3 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 10:06:36.873115 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-151aa9c8-a14a-4698-a28f-e82df62fae41 None None] Provisioning complete for port d4788afd-8ae2-46ae-a0d5-e4bb012be082 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:06:36.873634 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-151aa9c8-a14a-4698-a28f-e82df62fae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:36.929186 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-94376406-5efa-41d9-a078-7e774511acae None None] Set router 03e5a8c7-5682-4a5d-88db-8e4f93788864 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:06:36.948776 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-93f9f98d-6d05-4fee-88d2-03f6cad5fb18 service neutron] 10.222.0.54 "GET /v2.0/networks/87b7398f-d201-4e21-ac06-38e52e362c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064286 Sep 08 10:06:37.115613 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-83e53a04-8369-4135-b207-424e49a39ad1 None None] Provisioning complete for port 9e30b816-8c8f-4623-97ae-5a325c5173b3 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:06:37.116291 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83e53a04-8369-4135-b207-424e49a39ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:37.124271 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-673b2c22-aaf8-445f-85e4-218c988e64cc req-22ae9add-022b-4f6a-ae98-aaca89108c9f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=a689934c-2e0d-4b5e-b02b-163be338fe89 HTTP/1.1" status: 200 len: 210 time: 0.0309179 Sep 08 10:06:37.187230 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-83e53a04-8369-4135-b207-424e49a39ad1 None None] Port 9e30b816-8c8f-4623-97ae-5a325c5173b3 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 10:06:37.216464 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-94376406-5efa-41d9-a078-7e774511acae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e5a8c7-5682-4a5d-88db-8e4f93788864', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173526980', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '8fe964c1-568a-46de-8990-28b8b569350c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:06:31Z', 'updated_at': '2021-09-08T10:06:35Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': '8fe964c1-568a-46de-8990-28b8b569350c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e5a8c7-5682-4a5d-88db-8e4f93788864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:06:32Z', 'updated_at': '2021-09-08T10:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '9e30b816-8c8f-4623-97ae-5a325c5173b3', 'name': '', 'network_id': '87b7398f-d201-4e21-ac06-38e52e362c50', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'mac_address': 'fa:16:3e:8d:2f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e5a8c7-5682-4a5d-88db-8e4f93788864', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ba432c99-8c5f-42bf-9d40-e04ebe9b8448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:06:34Z', 'updated_at': '2021-09-08T10:06:35Z', 'revision_number': 2, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'subnets': [{'id': 'ba432c99-8c5f-42bf-9d40-e04ebe9b8448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:06:37.248642 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94376406-5efa-41d9-a078-7e774511acae None None] Checking router: 03e5a8c7-5682-4a5d-88db-8e4f93788864 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:06:37.248998 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94376406-5efa-41d9-a078-7e774511acae None None] Updating router 03e5a8c7-5682-4a5d-88db-8e4f93788864 port 9e30b816-8c8f-4623-97ae-5a325c5173b3 binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 10:06:37.277600 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-94376406-5efa-41d9-a078-7e774511acae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:37.307673 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-76adc2eb-837a-494d-91f8-f1ee7909714a None None] Provisioning complete for port 9e30b816-8c8f-4623-97ae-5a325c5173b3 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:06:37.308536 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-76adc2eb-837a-494d-91f8-f1ee7909714a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:37.345614 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-76adc2eb-837a-494d-91f8-f1ee7909714a None None] Port 9e30b816-8c8f-4623-97ae-5a325c5173b3 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 10:06:37.649876 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-94376406-5efa-41d9-a078-7e774511acae None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:37.660226 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-94376406-5efa-41d9-a078-7e774511acae None None] Transition to ACTIVE for port object 9e30b816-8c8f-4623-97ae-5a325c5173b3 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:06:37.666200 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-94376406-5efa-41d9-a078-7e774511acae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:37.711934 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f1f5db-8053-458b-854b-d92f9fbd736f None None] Pushing event updated for resources: {'Port': ['ID=9e30b816-8c8f-4623-97ae-5a325c5173b3,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:06:37.724281 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f1f5db-8053-458b-854b-d92f9fbd736f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:06:37.724625 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f1f5db-8053-458b-854b-d92f9fbd736f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:06:37.724966 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f1f5db-8053-458b-854b-d92f9fbd736f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:06:37.725300 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f1f5db-8053-458b-854b-d92f9fbd736f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:06:37.725628 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f1f5db-8053-458b-854b-d92f9fbd736f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:06:37.725961 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f1f5db-8053-458b-854b-d92f9fbd736f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:06:37.726312 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f1f5db-8053-458b-854b-d92f9fbd736f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:06:37.726661 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f1f5db-8053-458b-854b-d92f9fbd736f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:06:37.726943 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f1f5db-8053-458b-854b-d92f9fbd736f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:06:37.727266 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f1f5db-8053-458b-854b-d92f9fbd736f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:06:37.727585 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f1f5db-8053-458b-854b-d92f9fbd736f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:06:37.727904 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f1f5db-8053-458b-854b-d92f9fbd736f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:06:37.778914 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-94376406-5efa-41d9-a078-7e774511acae None None] Attempting to bind port 9e30b816-8c8f-4623-97ae-5a325c5173b3 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:06:37.779583 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-94376406-5efa-41d9-a078-7e774511acae None None] Attempting to bind port 9e30b816-8c8f-4623-97ae-5a325c5173b3 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '62f06ffa-be3d-49f1-827a-161c2d3b73f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '87b7398f-d201-4e21-ac06-38e52e362c50'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:06:37.779698 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94376406-5efa-41d9-a078-7e774511acae None None] Attempting to bind port 9e30b816-8c8f-4623-97ae-5a325c5173b3 on network 87b7398f-d201-4e21-ac06-38e52e362c50 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:06:37.785562 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94376406-5efa-41d9-a078-7e774511acae None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:06:37.786029 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94376406-5efa-41d9-a078-7e774511acae None None] Checking segment: {'id': '62f06ffa-be3d-49f1-827a-161c2d3b73f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '87b7398f-d201-4e21-ac06-38e52e362c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:06:37.786516 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-94376406-5efa-41d9-a078-7e774511acae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:37.786967 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94376406-5efa-41d9-a078-7e774511acae None None] Bound using segment: {'id': '62f06ffa-be3d-49f1-827a-161c2d3b73f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '87b7398f-d201-4e21-ac06-38e52e362c50'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:06:37.787501 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-94376406-5efa-41d9-a078-7e774511acae None None] Bound port: 9e30b816-8c8f-4623-97ae-5a325c5173b3, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62f06ffa-be3d-49f1-827a-161c2d3b73f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '87b7398f-d201-4e21-ac06-38e52e362c50'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:06:37.787949 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-94376406-5efa-41d9-a078-7e774511acae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:37.820520 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device d4788afd-8ae2-46ae-a0d5-e4bb012be082 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:06:37.859943 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-94376406-5efa-41d9-a078-7e774511acae None None] For port 9e30b816-8c8f-4623-97ae-5a325c5173b3, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:06:37.863910 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-94376406-5efa-41d9-a078-7e774511acae None None] For port 9e30b816-8c8f-4623-97ae-5a325c5173b3, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=9e30b816-8c8f-4623-97ae-5a325c5173b3,segment=NetworkSegment(62f06ffa-be3d-49f1-827a-161c2d3b73f5),segment_id=62f06ffa-be3d-49f1-827a-161c2d3b73f5)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:06:37.869194 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-94376406-5efa-41d9-a078-7e774511acae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:37.874575 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port d4788afd-8ae2-46ae-a0d5-e4bb012be082 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:06:37.875134 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:37.931908 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94376406-5efa-41d9-a078-7e774511acae None None] Routers {'03e5a8c7-5682-4a5d-88db-8e4f93788864'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:06:37.932538 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-94376406-5efa-41d9-a078-7e774511acae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:06:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['03e5a8c7-5682-4a5d-88db-8e4f93788864'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:06:37.977345 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 8fe964c1-568a-46de-8990-28b8b569350c up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:06:37.982241 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f1f5db-8053-458b-854b-d92f9fbd736f None None] Pushing event updated for resources: {'Port': ['ID=9e30b816-8c8f-4623-97ae-5a325c5173b3,revision_number=4']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:06:38.042952 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 8fe964c1-568a-46de-8990-28b8b569350c triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:06:38.044308 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:38.073033 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-94376406-5efa-41d9-a078-7e774511acae None None] Set router 03e5a8c7-5682-4a5d-88db-8e4f93788864 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:06:38.198536 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-35acbcc0-cacf-4192-b04f-b52ce587a845 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:06:38.200380 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-35acbcc0-cacf-4192-b04f-b52ce587a845 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.35 "GET /v2.0/networks?id=87b7398f-d201-4e21-ac06-38e52e362c50 HTTP/1.1" status: 200 len: 796 time: 0.1273587 Sep 08 10:06:38.274599 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e0622027-81e2-42ba-ada6-60c0419aec85 req-267db78c-a755-46f3-a0fa-2c76571901c1 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=a689934c-2e0d-4b5e-b02b-163be338fe89 HTTP/1.1" status: 200 len: 210 time: 0.0505691 Sep 08 10:06:38.294611 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-6e41dae7-adf4-4a47-9cf5-6ef860b88b5c tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df1cda9df730430daf02e1cc7ed939bd HTTP/1.1" status: 200 len: 380 time: 0.0721598 Sep 08 10:06:38.330921 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-94376406-5efa-41d9-a078-7e774511acae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e5a8c7-5682-4a5d-88db-8e4f93788864', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173526980', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '8fe964c1-568a-46de-8990-28b8b569350c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:06:31Z', 'updated_at': '2021-09-08T10:06:35Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': '8fe964c1-568a-46de-8990-28b8b569350c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e5a8c7-5682-4a5d-88db-8e4f93788864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:06:32Z', 'updated_at': '2021-09-08T10:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '9e30b816-8c8f-4623-97ae-5a325c5173b3', 'name': '', 'network_id': '87b7398f-d201-4e21-ac06-38e52e362c50', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'mac_address': 'fa:16:3e:8d:2f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e5a8c7-5682-4a5d-88db-8e4f93788864', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ba432c99-8c5f-42bf-9d40-e04ebe9b8448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:06:34Z', 'updated_at': '2021-09-08T10:06:37Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'subnets': [{'id': 'ba432c99-8c5f-42bf-9d40-e04ebe9b8448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:06:38.336088 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-21e064b4-a602-41b9-8f64-731c66156490 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'port': {'device_id': 'a689934c-2e0d-4b5e-b02b-163be338fe89', 'network_id': '87b7398f-d201-4e21-ac06-38e52e362c50', 'admin_state_up': True, 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'security_groups': ['602b7682-f6cd-4e3d-8337-a00171c773d1']}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:06:38.361058 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94376406-5efa-41d9-a078-7e774511acae None None] The sync data for ids ['03e5a8c7-5682-4a5d-88db-8e4f93788864'] in n-d-806683-11 is: [{'id': '03e5a8c7-5682-4a5d-88db-8e4f93788864', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173526980', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '8fe964c1-568a-46de-8990-28b8b569350c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:06:31Z', 'updated_at': '2021-09-08T10:06:35Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': '8fe964c1-568a-46de-8990-28b8b569350c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e5a8c7-5682-4a5d-88db-8e4f93788864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:06:32Z', 'updated_at': '2021-09-08T10:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '9e30b816-8c8f-4623-97ae-5a325c5173b3', 'name': '', 'network_id': '87b7398f-d201-4e21-ac06-38e52e362c50', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'mac_address': 'fa:16:3e:8d:2f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e5a8c7-5682-4a5d-88db-8e4f93788864', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ba432c99-8c5f-42bf-9d40-e04ebe9b8448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:06:34Z', 'updated_at': '2021-09-08T10:06:37Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'subnets': [{'id': 'ba432c99-8c5f-42bf-9d40-e04ebe9b8448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:06:38.464549 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-21e064b4-a602-41b9-8f64-731c66156490 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Made reservation on behalf of df1cda9df730430daf02e1cc7ed939bd for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:06:38.468282 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-21e064b4-a602-41b9-8f64-731c66156490 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:38.607784 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-21e064b4-a602-41b9-8f64-731c66156490 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Allocated IP 172.20.0.8 (87b7398f-d201-4e21-ac06-38e52e362c50/ba432c99-8c5f-42bf-9d40-e04ebe9b8448/035b57a4-8434-468c-a0ce-9cc2e21ce348) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:06:38.756685 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-21e064b4-a602-41b9-8f64-731c66156490 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:38.775618 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-21e064b4-a602-41b9-8f64-731c66156490 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Transition to ACTIVE for port object 035b57a4-8434-468c-a0ce-9cc2e21ce348 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:06:38.812035 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-21e064b4-a602-41b9-8f64-731c66156490 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:38.854788 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-21e064b4-a602-41b9-8f64-731c66156490 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Network 87b7398f-d201-4e21-ac06-38e52e362c50 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:06:38.857854 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-21e064b4-a602-41b9-8f64-731c66156490 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:06:38.862319 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-21e064b4-a602-41b9-8f64-731c66156490 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:06:38.890462 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e064b4-a602-41b9-8f64-731c66156490 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'Port': ['ID=035b57a4-8434-468c-a0ce-9cc2e21ce348,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:06:38.919840 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-21e064b4-a602-41b9-8f64-731c66156490 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:06:38.920820 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-21e064b4-a602-41b9-8f64-731c66156490 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:38.936899 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-21e064b4-a602-41b9-8f64-731c66156490 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6062796 Sep 08 10:06:39.013754 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-9d27d4e6-9c40-4b9a-bbb5-4c8907319d66 service neutron] Request body: {'port': {'device_id': 'a689934c-2e0d-4b5e-b02b-163be338fe89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:06:39.075464 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-9d27d4e6-9c40-4b9a-bbb5-4c8907319d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:39.160039 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-618c22b4-47ed-41ed-a876-ad03647115fc None None] Provisioning for port 035b57a4-8434-468c-a0ce-9cc2e21ce348 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:06:39.164376 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-618c22b4-47ed-41ed-a876-ad03647115fc None None] Provisioning complete for port 035b57a4-8434-468c-a0ce-9cc2e21ce348 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:06:39.164764 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-618c22b4-47ed-41ed-a876-ad03647115fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:39.202612 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-618c22b4-47ed-41ed-a876-ad03647115fc None None] Port 035b57a4-8434-468c-a0ce-9cc2e21ce348 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 10:06:39.359803 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-9d27d4e6-9c40-4b9a-bbb5-4c8907319d66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 035b57a4-8434-468c-a0ce-9cc2e21ce348 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 10:06:39.368120 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-9d27d4e6-9c40-4b9a-bbb5-4c8907319d66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:39.383685 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-9d27d4e6-9c40-4b9a-bbb5-4c8907319d66 service neutron] Transition to ACTIVE for port object 035b57a4-8434-468c-a0ce-9cc2e21ce348 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:06:39.388771 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-9d27d4e6-9c40-4b9a-bbb5-4c8907319d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:39.407534 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492fc02c-6d8a-440b-a1ca-10ca639af1dd req-adeb1696-1858-4ac3-8c52-783c25754c1c tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:06:39.409583 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-492fc02c-6d8a-440b-a1ca-10ca639af1dd req-adeb1696-1858-4ac3-8c52-783c25754c1c tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=a689934c-2e0d-4b5e-b02b-163be338fe89 HTTP/1.1" status: 200 len: 931 time: 0.0579116 Sep 08 10:06:39.460150 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-492fc02c-6d8a-440b-a1ca-10ca639af1dd req-c09c64f4-173c-42e2-93c2-81f207ac10ef tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=602b7682-f6cd-4e3d-8337-a00171c773d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445633 Sep 08 10:06:39.460318 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d27d4e6-9c40-4b9a-bbb5-4c8907319d66 service neutron] Pushing event updated for resources: {'Port': ['ID=035b57a4-8434-468c-a0ce-9cc2e21ce348,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:06:39.513121 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-9d27d4e6-9c40-4b9a-bbb5-4c8907319d66 service neutron] Attempting to bind port 035b57a4-8434-468c-a0ce-9cc2e21ce348 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:06:39.513563 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-9d27d4e6-9c40-4b9a-bbb5-4c8907319d66 service neutron] Attempting to bind port 035b57a4-8434-468c-a0ce-9cc2e21ce348 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '62f06ffa-be3d-49f1-827a-161c2d3b73f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '87b7398f-d201-4e21-ac06-38e52e362c50'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:06:39.514198 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-9d27d4e6-9c40-4b9a-bbb5-4c8907319d66 service neutron] Attempting to bind port 035b57a4-8434-468c-a0ce-9cc2e21ce348 on network 87b7398f-d201-4e21-ac06-38e52e362c50 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:06:39.519597 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-9d27d4e6-9c40-4b9a-bbb5-4c8907319d66 service neutron] Port 035b57a4-8434-468c-a0ce-9cc2e21ce348 on network 87b7398f-d201-4e21-ac06-38e52e362c50 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 10:06:39.519925 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-9d27d4e6-9c40-4b9a-bbb5-4c8907319d66 service neutron] Attempting to bind port 035b57a4-8434-468c-a0ce-9cc2e21ce348 on network 87b7398f-d201-4e21-ac06-38e52e362c50 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:06:39.524994 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-9d27d4e6-9c40-4b9a-bbb5-4c8907319d66 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:06:39.525344 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-9d27d4e6-9c40-4b9a-bbb5-4c8907319d66 service neutron] Checking segment: {'id': '62f06ffa-be3d-49f1-827a-161c2d3b73f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '87b7398f-d201-4e21-ac06-38e52e362c50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:06:39.525736 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-9d27d4e6-9c40-4b9a-bbb5-4c8907319d66 service neutron] Bound using segment: {'id': '62f06ffa-be3d-49f1-827a-161c2d3b73f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '87b7398f-d201-4e21-ac06-38e52e362c50'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:06:39.526224 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-9d27d4e6-9c40-4b9a-bbb5-4c8907319d66 service neutron] Bound port: 035b57a4-8434-468c-a0ce-9cc2e21ce348, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62f06ffa-be3d-49f1-827a-161c2d3b73f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '87b7398f-d201-4e21-ac06-38e52e362c50'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:06:39.526593 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-9d27d4e6-9c40-4b9a-bbb5-4c8907319d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:39.593478 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-9d27d4e6-9c40-4b9a-bbb5-4c8907319d66 service neutron] For port 035b57a4-8434-468c-a0ce-9cc2e21ce348, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:06:39.596811 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-9d27d4e6-9c40-4b9a-bbb5-4c8907319d66 service neutron] For port 035b57a4-8434-468c-a0ce-9cc2e21ce348, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=035b57a4-8434-468c-a0ce-9cc2e21ce348,segment=NetworkSegment(62f06ffa-be3d-49f1-827a-161c2d3b73f5),segment_id=62f06ffa-be3d-49f1-827a-161c2d3b73f5)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:06:39.601256 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-9d27d4e6-9c40-4b9a-bbb5-4c8907319d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:39.636821 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-9d27d4e6-9c40-4b9a-bbb5-4c8907319d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:06:39.637451 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-9d27d4e6-9c40-4b9a-bbb5-4c8907319d66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:39.638944 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-9d27d4e6-9c40-4b9a-bbb5-4c8907319d66 service neutron] 10.222.0.35 "PUT /v2.0/ports/035b57a4-8434-468c-a0ce-9cc2e21ce348 HTTP/1.1" status: 200 len: 1092 time: 0.6893609 Sep 08 10:06:39.639393 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a689934c-2e0d-4b5e-b02b-163be338fe89', 'tag': '035b57a4-8434-468c-a0ce-9cc2e21ce348'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:06:39.641660 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f894517-bd52-4584-9166-a28eb6684de1" -d '{"events": [{"name": "network-changed", "server_uuid": "a689934c-2e0d-4b5e-b02b-163be338fe89", "tag": "035b57a4-8434-468c-a0ce-9cc2e21ce348"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:06:39.675285 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d27d4e6-9c40-4b9a-bbb5-4c8907319d66 service neutron] Pushing event updated for resources: {'Port': ['ID=035b57a4-8434-468c-a0ce-9cc2e21ce348,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:06:39.688611 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 10:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb076f6-462b-4c54-951a-c715d1015297 x-openstack-request-id: req-0cb076f6-462b-4c54-951a-c715d1015297 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:06:39.688929 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a689934c-2e0d-4b5e-b02b-163be338fe89", "tag": "035b57a4-8434-468c-a0ce-9cc2e21ce348", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:06:39.689170 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0cb076f6-462b-4c54-951a-c715d1015297 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:06:39.690153 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a689934c-2e0d-4b5e-b02b-163be338fe89', 'tag': '035b57a4-8434-468c-a0ce-9cc2e21ce348', 'status': 'completed', 'code': 200} Sep 08 10:06:39.755349 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-f43d6f21-79bf-4554-83b9-95bb41369071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:06:39.757092 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-f43d6f21-79bf-4554-83b9-95bb41369071 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=df1cda9df730430daf02e1cc7ed939bd&device_id=a689934c-2e0d-4b5e-b02b-163be338fe89 HTTP/1.1" status: 200 len: 1095 time: 0.0503874 Sep 08 10:06:39.812780 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-9cac3d7d-1f7c-4948-8b59-db512dab3f50 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=035b57a4-8434-468c-a0ce-9cc2e21ce348 HTTP/1.1" status: 200 len: 217 time: 0.0413494 Sep 08 10:06:39.833780 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 9e30b816-8c8f-4623-97ae-5a325c5173b3 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:06:39.871461 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-72db9d27-29e2-4ab7-b168-e9b5a72d8587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:06:39.872971 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-72db9d27-29e2-4ab7-b168-e9b5a72d8587 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ba432c99-8c5f-42bf-9d40-e04ebe9b8448 HTTP/1.1" status: 200 len: 834 time: 0.0535076 Sep 08 10:06:39.884059 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 9e30b816-8c8f-4623-97ae-5a325c5173b3 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:06:39.888164 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 9e30b816-8c8f-4623-97ae-5a325c5173b3 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:06:39.888548 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:39.920605 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-e4642e92-da2a-46f6-a008-adcc9acddf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:06:39.922504 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-e4642e92-da2a-46f6-a008-adcc9acddf10 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=87b7398f-d201-4e21-ac06-38e52e362c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428832 Sep 08 10:06:39.985321 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:40.018166 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 9e30b816-8c8f-4623-97ae-5a325c5173b3, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=9e30b816-8c8f-4623-97ae-5a325c5173b3,segment=NetworkSegment(62f06ffa-be3d-49f1-827a-161c2d3b73f5),segment_id=62f06ffa-be3d-49f1-827a-161c2d3b73f5)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:06:40.022304 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:40.025715 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-eef27686-6e47-49d9-94d7-1613b760f4f5 service neutron] 10.222.0.35 "GET /v2.0/networks/87b7398f-d201-4e21-ac06-38e52e362c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959437 Sep 08 10:06:40.070285 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=9e30b816-8c8f-4623-97ae-5a325c5173b3,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:06:40.118231 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1a30e20a-2bc0-462b-bfc1-2482e53c015b req-61e79683-7525-4305-99bc-c69c5c98a0f7 service neutron] 10.222.0.35 "GET /v2.0/networks/87b7398f-d201-4e21-ac06-38e52e362c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853455 Sep 08 10:06:40.246012 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f894517-bd52-4584-9166-a28eb6684de1 req-c0659ae6-ea3e-4f82-a590-cdb98184bed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:06:40.247454 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7f894517-bd52-4584-9166-a28eb6684de1 req-c0659ae6-ea3e-4f82-a590-cdb98184bed8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=df1cda9df730430daf02e1cc7ed939bd&device_id=a689934c-2e0d-4b5e-b02b-163be338fe89 HTTP/1.1" status: 200 len: 1095 time: 0.0455503 Sep 08 10:06:40.337717 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f894517-bd52-4584-9166-a28eb6684de1 req-64a0206d-a578-496c-8f84-9a4b1f3cafea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:06:40.339494 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7f894517-bd52-4584-9166-a28eb6684de1 req-64a0206d-a578-496c-8f84-9a4b1f3cafea service neutron] 10.222.0.35 "GET /v2.0/networks?id=87b7398f-d201-4e21-ac06-38e52e362c50 HTTP/1.1" status: 200 len: 897 time: 0.0841820 Sep 08 10:06:40.385985 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7f894517-bd52-4584-9166-a28eb6684de1 req-5aa1de0c-bc5a-4ce1-a289-28844bb3dd2c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=035b57a4-8434-468c-a0ce-9cc2e21ce348 HTTP/1.1" status: 200 len: 217 time: 0.0385528 Sep 08 10:06:40.434802 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f894517-bd52-4584-9166-a28eb6684de1 req-00de88ab-d7c3-4586-bc96-c9af61dd1c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:06:40.436194 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7f894517-bd52-4584-9166-a28eb6684de1 req-00de88ab-d7c3-4586-bc96-c9af61dd1c78 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ba432c99-8c5f-42bf-9d40-e04ebe9b8448 HTTP/1.1" status: 200 len: 834 time: 0.0431399 Sep 08 10:06:40.481264 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f894517-bd52-4584-9166-a28eb6684de1 req-27337df2-2be0-4c06-bad5-d56523d78b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:06:40.482733 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7f894517-bd52-4584-9166-a28eb6684de1 req-27337df2-2be0-4c06-bad5-d56523d78b44 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=87b7398f-d201-4e21-ac06-38e52e362c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390265 Sep 08 10:06:40.577423 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7f894517-bd52-4584-9166-a28eb6684de1 req-b2cce467-229f-45a6-b759-f912dc66bba1 service neutron] 10.222.0.35 "GET /v2.0/networks/87b7398f-d201-4e21-ac06-38e52e362c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871878 Sep 08 10:06:40.581988 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c0ed9-19ae-469a-b48a-809330a65ebb req-96e7a30a-2368-44b3-8e5a-f1a2f831f660 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:06:40.583476 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-366c0ed9-19ae-469a-b48a-809330a65ebb req-96e7a30a-2368-44b3-8e5a-f1a2f831f660 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=a689934c-2e0d-4b5e-b02b-163be338fe89 HTTP/1.1" status: 200 len: 943 time: 0.0536301 Sep 08 10:06:40.623119 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-366c0ed9-19ae-469a-b48a-809330a65ebb req-28264d01-ede2-49a8-a263-fd23c34c453f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=602b7682-f6cd-4e3d-8337-a00171c773d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336642 Sep 08 10:06:40.672266 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7f894517-bd52-4584-9166-a28eb6684de1 req-4785ea2b-d223-4631-a221-3d06e5a9975a service neutron] 10.222.0.35 "GET /v2.0/networks/87b7398f-d201-4e21-ac06-38e52e362c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875969 Sep 08 10:06:41.747999 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9d4b2-3266-409e-bb1a-d77df7053e63 req-f90d9c68-beaf-4bf6-b757-b8bf3378c577 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:06:41.749529 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5fe9d4b2-3266-409e-bb1a-d77df7053e63 req-f90d9c68-beaf-4bf6-b757-b8bf3378c577 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=a689934c-2e0d-4b5e-b02b-163be338fe89 HTTP/1.1" status: 200 len: 943 time: 0.0495081 Sep 08 10:06:41.793309 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 9e30b816-8c8f-4623-97ae-5a325c5173b3 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:06:41.793857 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5fe9d4b2-3266-409e-bb1a-d77df7053e63 req-5645fa7c-b7e0-442c-8cbf-7c7971577abb tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=602b7682-f6cd-4e3d-8337-a00171c773d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373054 Sep 08 10:06:41.841686 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 9e30b816-8c8f-4623-97ae-5a325c5173b3 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:06:41.842093 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:42.910020 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b0774-25d3-4b07-b537-5cdc2ae8941d req-bc94fd09-b390-433d-b781-35d35f04d0f7 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:06:42.911516 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-834b0774-25d3-4b07-b537-5cdc2ae8941d req-bc94fd09-b390-433d-b781-35d35f04d0f7 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=a689934c-2e0d-4b5e-b02b-163be338fe89 HTTP/1.1" status: 200 len: 943 time: 0.0490727 Sep 08 10:06:42.947634 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-834b0774-25d3-4b07-b537-5cdc2ae8941d req-644898df-f5f3-4d7e-87aa-bc42f88f8534 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=602b7682-f6cd-4e3d-8337-a00171c773d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301456 Sep 08 10:06:44.061552 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036014e-0eb1-4c24-bc0b-010fc7a239da req-4d9eb38e-ccb6-4b59-a148-3d7e7dcdb7f9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:06:44.063238 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a036014e-0eb1-4c24-bc0b-010fc7a239da req-4d9eb38e-ccb6-4b59-a148-3d7e7dcdb7f9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=a689934c-2e0d-4b5e-b02b-163be338fe89 HTTP/1.1" status: 200 len: 943 time: 0.0490003 Sep 08 10:06:44.090655 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 035b57a4-8434-468c-a0ce-9cc2e21ce348 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 10:06:44.101945 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a036014e-0eb1-4c24-bc0b-010fc7a239da req-c3a162c1-3a81-48f9-af85-d584c8895282 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=602b7682-f6cd-4e3d-8337-a00171c773d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327935 Sep 08 10:06:44.187792 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 035b57a4-8434-468c-a0ce-9cc2e21ce348, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=035b57a4-8434-468c-a0ce-9cc2e21ce348,segment=NetworkSegment(62f06ffa-be3d-49f1-827a-161c2d3b73f5),segment_id=62f06ffa-be3d-49f1-827a-161c2d3b73f5)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:06:44.198531 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '035b57a4-8434-468c-a0ce-9cc2e21ce348', 'network_id': '87b7398f-d201-4e21-ac06-38e52e362c50', 'port_id': '035b57a4-8434-468c-a0ce-9cc2e21ce348', 'mac_address': 'fa:16:3e:6a:23:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba432c99-8c5f-42bf-9d40-e04ebe9b8448', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 10:06:44.234961 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:44.248652 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 035b57a4-8434-468c-a0ce-9cc2e21ce348 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 10:06:44.268072 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 035b57a4-8434-468c-a0ce-9cc2e21ce348, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=035b57a4-8434-468c-a0ce-9cc2e21ce348,segment=NetworkSegment(62f06ffa-be3d-49f1-827a-161c2d3b73f5),segment_id=62f06ffa-be3d-49f1-827a-161c2d3b73f5)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:06:44.271524 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:44.318921 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=035b57a4-8434-468c-a0ce-9cc2e21ce348,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:06:44.700425 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['035b57a4-8434-468c-a0ce-9cc2e21ce348'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 10:06:45.216815 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737efc42-3cb3-4554-a76a-cbaef11ef646 req-51e19d33-b190-4eef-ba2a-1ca5d83bea8f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:06:45.218342 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-737efc42-3cb3-4554-a76a-cbaef11ef646 req-51e19d33-b190-4eef-ba2a-1ca5d83bea8f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=a689934c-2e0d-4b5e-b02b-163be338fe89 HTTP/1.1" status: 200 len: 944 time: 0.0487967 Sep 08 10:06:45.256388 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-737efc42-3cb3-4554-a76a-cbaef11ef646 req-d31ca41c-6c8d-4869-bcec-cb62654db79a tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=602b7682-f6cd-4e3d-8337-a00171c773d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315197 Sep 08 10:06:46.108811 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 035b57a4-8434-468c-a0ce-9cc2e21ce348 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:06:46.156556 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 035b57a4-8434-468c-a0ce-9cc2e21ce348 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:06:46.161127 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 035b57a4-8434-468c-a0ce-9cc2e21ce348 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:06:46.161523 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:46.238502 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:46.260219 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a689934c-2e0d-4b5e-b02b-163be338fe89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035b57a4-8434-468c-a0ce-9cc2e21ce348'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:06:46.262495 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbd6ab74e39b4b2e86e5ab95b387a5b58b5aa7d7561c6c8e6a0b2b9382551d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba4e7c6-1e06-4981-b053-3c0c1217f999" -d '{"events": [{"server_uuid": "a689934c-2e0d-4b5e-b02b-163be338fe89", "name": "network-vif-plugged", "status": "completed", "tag": "035b57a4-8434-468c-a0ce-9cc2e21ce348"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:06:46.275022 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 035b57a4-8434-468c-a0ce-9cc2e21ce348, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=035b57a4-8434-468c-a0ce-9cc2e21ce348,segment=NetworkSegment(62f06ffa-be3d-49f1-827a-161c2d3b73f5),segment_id=62f06ffa-be3d-49f1-827a-161c2d3b73f5)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:06:46.279162 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:46.329133 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=035b57a4-8434-468c-a0ce-9cc2e21ce348,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:06:46.370902 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 10:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4810aa4-5e57-44cb-b138-2b3522a85cea x-openstack-request-id: req-b4810aa4-5e57-44cb-b138-2b3522a85cea {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:06:46.371203 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a689934c-2e0d-4b5e-b02b-163be338fe89", "name": "network-vif-plugged", "status": "completed", "tag": "035b57a4-8434-468c-a0ce-9cc2e21ce348", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:06:46.371460 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b4810aa4-5e57-44cb-b138-2b3522a85cea {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:06:46.371864 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a689934c-2e0d-4b5e-b02b-163be338fe89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035b57a4-8434-468c-a0ce-9cc2e21ce348', 'code': 200} Sep 08 10:06:46.384442 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d9202d-d077-42a0-a241-21f3050d8ead req-0cf4db9e-16e3-4fd9-8bf2-759b6dfc7b1b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:06:46.385922 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-30d9202d-d077-42a0-a241-21f3050d8ead req-0cf4db9e-16e3-4fd9-8bf2-759b6dfc7b1b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=a689934c-2e0d-4b5e-b02b-163be338fe89 HTTP/1.1" status: 200 len: 945 time: 0.0580943 Sep 08 10:06:46.424957 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-30d9202d-d077-42a0-a241-21f3050d8ead req-11ae9ca5-ff06-41bb-a744-7dd63ad096c4 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=602b7682-f6cd-4e3d-8337-a00171c773d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328443 Sep 08 10:06:46.489513 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17941f91-1168-48de-8457-cce6d90e0b9e req-8b629e92-3818-40e1-9c96-4aec449c7037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:06:46.491012 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-17941f91-1168-48de-8457-cce6d90e0b9e req-8b629e92-3818-40e1-9c96-4aec449c7037 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a689934c-2e0d-4b5e-b02b-163be338fe89 HTTP/1.1" status: 200 len: 1097 time: 0.0398941 Sep 08 10:06:46.524564 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-17941f91-1168-48de-8457-cce6d90e0b9e req-1c259f0f-9cdb-4465-9eb5-97db38b1d4a4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=602b7682-f6cd-4e3d-8337-a00171c773d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264676 Sep 08 10:06:47.544107 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4557da-4b35-4805-ad65-5f2d223ad3e2 req-2a289d1e-719d-4cfb-87e3-cb452c0e5429 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:06:47.545600 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dd4557da-4b35-4805-ad65-5f2d223ad3e2 req-2a289d1e-719d-4cfb-87e3-cb452c0e5429 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=a689934c-2e0d-4b5e-b02b-163be338fe89 HTTP/1.1" status: 200 len: 945 time: 0.0510075 Sep 08 10:06:47.586919 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dd4557da-4b35-4805-ad65-5f2d223ad3e2 req-b12d2d43-f9e4-47a9-a01e-4e8a0a09d8bc tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=602b7682-f6cd-4e3d-8337-a00171c773d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352235 Sep 08 10:06:47.760612 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-17cf632a-86b2-4988-862a-754635e49ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:48.702294 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f37399-96c6-4cb4-ae54-f4e346b250ae req-b80a5b5d-e4db-4cf4-8077-2a0f2624bad2 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:06:48.703805 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d1f37399-96c6-4cb4-ae54-f4e346b250ae req-b80a5b5d-e4db-4cf4-8077-2a0f2624bad2 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=a689934c-2e0d-4b5e-b02b-163be338fe89 HTTP/1.1" status: 200 len: 945 time: 0.0494981 Sep 08 10:06:48.741936 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d1f37399-96c6-4cb4-ae54-f4e346b250ae req-a2cb6aa1-5d55-4761-9646-9c080256b571 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=602b7682-f6cd-4e3d-8337-a00171c773d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314312 Sep 08 10:06:48.856021 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f6dbf-a974-40e7-965c-564c4b05e025 req-f6426bb9-bd01-42b4-9e42-9bc061ada1b5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:06:48.857510 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-904f6dbf-a974-40e7-965c-564c4b05e025 req-f6426bb9-bd01-42b4-9e42-9bc061ada1b5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=a689934c-2e0d-4b5e-b02b-163be338fe89 HTTP/1.1" status: 200 len: 945 time: 0.0493324 Sep 08 10:06:48.895942 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-904f6dbf-a974-40e7-965c-564c4b05e025 req-6243eef9-36e3-4263-8a48-790a43b8a2c0 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=602b7682-f6cd-4e3d-8337-a00171c773d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320294 Sep 08 10:06:48.916761 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38870) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:06:48.957031 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fdf046-462a-40d5-ab33-1d598a2f3753 tempest-TestNetworkAdvancedServerOps-479438815 tempest-TestNetworkAdvancedServerOps-479438815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:06:48.958599 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-82fdf046-462a-40d5-ab33-1d598a2f3753 tempest-TestNetworkAdvancedServerOps-479438815 tempest-TestNetworkAdvancedServerOps-479438815-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a689934c-2e0d-4b5e-b02b-163be338fe89 HTTP/1.1" status: 200 len: 1092 time: 0.0408764 Sep 08 10:06:48.961425 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38872) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:06:48.965733 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-328b5bab-7690-41fc-ad5e-70146e650b07 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'port_id': '035b57a4-8434-468c-a0ce-9cc2e21ce348', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:06:48.987817 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-328b5bab-7690-41fc-ad5e-70146e650b07 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for floatingip, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:49.087700 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-328b5bab-7690-41fc-ad5e-70146e650b07 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:49.190797 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-328b5bab-7690-41fc-ad5e-70146e650b07 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Allocated IP 172.25.0.24 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/a2bbd812-edea-4a6e-b17d-fed3ca6eee0c) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:06:49.298095 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-328b5bab-7690-41fc-ad5e-70146e650b07 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:49.336692 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-328b5bab-7690-41fc-ad5e-70146e650b07 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:49.372499 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328b5bab-7690-41fc-ad5e-70146e650b07 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:06:49.375256 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-328b5bab-7690-41fc-ad5e-70146e650b07 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:06:49.381198 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328b5bab-7690-41fc-ad5e-70146e650b07 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:06:49.403020 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b5bab-7690-41fc-ad5e-70146e650b07 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'Port': ['ID=a2bbd812-edea-4a6e-b17d-fed3ca6eee0c,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:06:49.734542 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-328b5bab-7690-41fc-ad5e-70146e650b07 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:49.800817 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-328b5bab-7690-41fc-ad5e-70146e650b07 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:49.951492 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-328b5bab-7690-41fc-ad5e-70146e650b07 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:49.957168 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-328b5bab-7690-41fc-ad5e-70146e650b07 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:50.027800 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b5bab-7690-41fc-ad5e-70146e650b07 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'Port': ['ID=a2bbd812-edea-4a6e-b17d-fed3ca6eee0c,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:06:50.038150 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-328b5bab-7690-41fc-ad5e-70146e650b07 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:50.138868 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [None req-328b5bab-7690-41fc-ad5e-70146e650b07 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Floating IP d5b07d25-6684-45ed-9204-a5d7be91fb4e associated. External IP: 172.25.0.24, port: 035b57a4-8434-468c-a0ce-9cc2e21ce348. Sep 08 10:06:50.339677 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328b5bab-7690-41fc-ad5e-70146e650b07 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Router 03e5a8c7-5682-4a5d-88db-8e4f93788864 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 10:06:50.446169 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328b5bab-7690-41fc-ad5e-70146e650b07 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:06:50.458296 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4d0514-0bf1-4eed-bafb-f60421ec0d9a None None] Sync routers for ids ['03e5a8c7-5682-4a5d-88db-8e4f93788864'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:06:50.462480 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-328b5bab-7690-41fc-ad5e-70146e650b07 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:50.469095 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4d0514-0bf1-4eed-bafb-f60421ec0d9a None None] Routers {'03e5a8c7-5682-4a5d-88db-8e4f93788864'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:06:50.469718 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-ac4d0514-0bf1-4eed-bafb-f60421ec0d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:06:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['03e5a8c7-5682-4a5d-88db-8e4f93788864'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:06:50.491100 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-328b5bab-7690-41fc-ad5e-70146e650b07 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5286489 Sep 08 10:06:50.491676 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a689934c-2e0d-4b5e-b02b-163be338fe89', 'tag': '035b57a4-8434-468c-a0ce-9cc2e21ce348'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:06:50.493989 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0faed722-2de9-4f9c-84ee-04a89507d21a" -d '{"events": [{"name": "network-changed", "server_uuid": "a689934c-2e0d-4b5e-b02b-163be338fe89", "tag": "035b57a4-8434-468c-a0ce-9cc2e21ce348"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:06:50.532806 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 10:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a435cce-38d1-4161-90b3-8028ed10f561 x-openstack-request-id: req-2a435cce-38d1-4161-90b3-8028ed10f561 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:06:50.533598 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a689934c-2e0d-4b5e-b02b-163be338fe89", "tag": "035b57a4-8434-468c-a0ce-9cc2e21ce348", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:06:50.533598 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-2a435cce-38d1-4161-90b3-8028ed10f561 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:06:50.533960 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a689934c-2e0d-4b5e-b02b-163be338fe89', 'tag': '035b57a4-8434-468c-a0ce-9cc2e21ce348', 'status': 'completed', 'code': 200} Sep 08 10:06:50.537435 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:50.606222 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1fb942-bcb8-4269-b756-7515857463ed req-2a206758-d50c-4433-8506-ebe4b5c1db81 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:06:50.607812 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5b1fb942-bcb8-4269-b756-7515857463ed req-2a206758-d50c-4433-8506-ebe4b5c1db81 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=a689934c-2e0d-4b5e-b02b-163be338fe89 HTTP/1.1" status: 200 len: 945 time: 0.0593531 Sep 08 10:06:50.611358 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-ac4d0514-0bf1-4eed-bafb-f60421ec0d9a None None] Set router 03e5a8c7-5682-4a5d-88db-8e4f93788864 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:06:50.621167 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faed722-2de9-4f9c-84ee-04a89507d21a req-1e11580c-52f8-400b-b088-1113eff49290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:06:50.622829 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0faed722-2de9-4f9c-84ee-04a89507d21a req-1e11580c-52f8-400b-b088-1113eff49290 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=df1cda9df730430daf02e1cc7ed939bd&device_id=a689934c-2e0d-4b5e-b02b-163be338fe89 HTTP/1.1" status: 200 len: 1097 time: 0.0457771 Sep 08 10:06:50.649196 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5b1fb942-bcb8-4269-b756-7515857463ed req-65690de8-6750-4dbb-8dc1-fc3b388d8e2f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=602b7682-f6cd-4e3d-8337-a00171c773d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329471 Sep 08 10:06:50.673397 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38878) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:06:50.723669 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faed722-2de9-4f9c-84ee-04a89507d21a req-019e8abb-0183-4d0b-8fd6-489a092ae3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:06:50.725298 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0faed722-2de9-4f9c-84ee-04a89507d21a req-019e8abb-0183-4d0b-8fd6-489a092ae3a6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=87b7398f-d201-4e21-ac06-38e52e362c50 HTTP/1.1" status: 200 len: 897 time: 0.0942948 Sep 08 10:06:50.750301 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8b04a130-ab83-40d4-86eb-a78c9887e1dc tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/floatingips/d5b07d25-6684-45ed-9204-a5d7be91fb4e HTTP/1.1" status: 200 len: 990 time: 0.0755203 Sep 08 10:06:50.796875 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0faed722-2de9-4f9c-84ee-04a89507d21a req-c68dac77-b3d7-47d1-a287-8ad8a3461bf8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=035b57a4-8434-468c-a0ce-9cc2e21ce348 HTTP/1.1" status: 200 len: 998 time: 0.0646844 Sep 08 10:06:50.852019 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faed722-2de9-4f9c-84ee-04a89507d21a req-1b84cca1-9b20-49cf-a09d-7f451594eedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:06:50.853567 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0faed722-2de9-4f9c-84ee-04a89507d21a req-1b84cca1-9b20-49cf-a09d-7f451594eedc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ba432c99-8c5f-42bf-9d40-e04ebe9b8448 HTTP/1.1" status: 200 len: 834 time: 0.0480692 Sep 08 10:06:50.903769 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faed722-2de9-4f9c-84ee-04a89507d21a req-244fa23f-7e9a-46cc-bfad-a4eb265ba2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:06:50.905229 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0faed722-2de9-4f9c-84ee-04a89507d21a req-244fa23f-7e9a-46cc-bfad-a4eb265ba2fd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=87b7398f-d201-4e21-ac06-38e52e362c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445633 Sep 08 10:06:50.956467 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-99f41967-ca10-49ee-b543-45efdec619cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:51.000756 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0faed722-2de9-4f9c-84ee-04a89507d21a req-13914fe0-b53f-4a53-802a-174c572a28ae service neutron] 10.222.0.35 "GET /v2.0/networks/87b7398f-d201-4e21-ac06-38e52e362c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878019 Sep 08 10:06:51.025936 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-ac4d0514-0bf1-4eed-bafb-f60421ec0d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e5a8c7-5682-4a5d-88db-8e4f93788864', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173526980', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '8fe964c1-568a-46de-8990-28b8b569350c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:06:31Z', 'updated_at': '2021-09-08T10:06:35Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': '8fe964c1-568a-46de-8990-28b8b569350c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e5a8c7-5682-4a5d-88db-8e4f93788864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:06:32Z', 'updated_at': '2021-09-08T10:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': 'd5b07d25-6684-45ed-9204-a5d7be91fb4e', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'floating_ip_address': '172.25.0.24', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '03e5a8c7-5682-4a5d-88db-8e4f93788864', 'port_id': '035b57a4-8434-468c-a0ce-9cc2e21ce348', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87b7398f-d201-4e21-ac06-38e52e362c50', 'mac_address': 'fa:16:3e:6a:23:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a689934c-2e0d-4b5e-b02b-163be338fe89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T10:06:49Z', 'updated_at': '2021-09-08T10:06:49Z', 'revision_number': 0, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e30b816-8c8f-4623-97ae-5a325c5173b3', 'name': '', 'network_id': '87b7398f-d201-4e21-ac06-38e52e362c50', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'mac_address': 'fa:16:3e:8d:2f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e5a8c7-5682-4a5d-88db-8e4f93788864', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ba432c99-8c5f-42bf-9d40-e04ebe9b8448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:06:34Z', 'updated_at': '2021-09-08T10:06:39Z', 'revision_number': 5, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'subnets': [{'id': 'ba432c99-8c5f-42bf-9d40-e04ebe9b8448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:06:51.052831 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4d0514-0bf1-4eed-bafb-f60421ec0d9a None None] Checking router: 03e5a8c7-5682-4a5d-88db-8e4f93788864 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:06:51.060944 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4d0514-0bf1-4eed-bafb-f60421ec0d9a None None] Routers {'03e5a8c7-5682-4a5d-88db-8e4f93788864'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:06:51.061590 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-ac4d0514-0bf1-4eed-bafb-f60421ec0d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:06:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['03e5a8c7-5682-4a5d-88db-8e4f93788864'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:06:51.092195 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0faed722-2de9-4f9c-84ee-04a89507d21a req-f338902f-cee5-45f3-b0e9-c247934da157 service neutron] 10.222.0.35 "GET /v2.0/networks/87b7398f-d201-4e21-ac06-38e52e362c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839748 Sep 08 10:06:51.167156 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-ac4d0514-0bf1-4eed-bafb-f60421ec0d9a None None] Set router 03e5a8c7-5682-4a5d-88db-8e4f93788864 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:06:51.387442 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-ac4d0514-0bf1-4eed-bafb-f60421ec0d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e5a8c7-5682-4a5d-88db-8e4f93788864', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173526980', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '8fe964c1-568a-46de-8990-28b8b569350c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:06:31Z', 'updated_at': '2021-09-08T10:06:35Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': '8fe964c1-568a-46de-8990-28b8b569350c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e5a8c7-5682-4a5d-88db-8e4f93788864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:06:32Z', 'updated_at': '2021-09-08T10:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': 'd5b07d25-6684-45ed-9204-a5d7be91fb4e', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'floating_ip_address': '172.25.0.24', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '03e5a8c7-5682-4a5d-88db-8e4f93788864', 'port_id': '035b57a4-8434-468c-a0ce-9cc2e21ce348', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87b7398f-d201-4e21-ac06-38e52e362c50', 'mac_address': 'fa:16:3e:6a:23:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a689934c-2e0d-4b5e-b02b-163be338fe89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T10:06:49Z', 'updated_at': '2021-09-08T10:06:49Z', 'revision_number': 0, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e30b816-8c8f-4623-97ae-5a325c5173b3', 'name': '', 'network_id': '87b7398f-d201-4e21-ac06-38e52e362c50', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'mac_address': 'fa:16:3e:8d:2f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e5a8c7-5682-4a5d-88db-8e4f93788864', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ba432c99-8c5f-42bf-9d40-e04ebe9b8448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:06:34Z', 'updated_at': '2021-09-08T10:06:39Z', 'revision_number': 5, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'subnets': [{'id': 'ba432c99-8c5f-42bf-9d40-e04ebe9b8448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:06:51.413324 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4d0514-0bf1-4eed-bafb-f60421ec0d9a None None] The sync data for ids ['03e5a8c7-5682-4a5d-88db-8e4f93788864'] in n-d-806683-11 is: [{'id': '03e5a8c7-5682-4a5d-88db-8e4f93788864', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173526980', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '8fe964c1-568a-46de-8990-28b8b569350c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:06:31Z', 'updated_at': '2021-09-08T10:06:35Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': '8fe964c1-568a-46de-8990-28b8b569350c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e5a8c7-5682-4a5d-88db-8e4f93788864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:06:32Z', 'updated_at': '2021-09-08T10:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': 'd5b07d25-6684-45ed-9204-a5d7be91fb4e', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'floating_ip_address': '172.25.0.24', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '03e5a8c7-5682-4a5d-88db-8e4f93788864', 'port_id': '035b57a4-8434-468c-a0ce-9cc2e21ce348', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87b7398f-d201-4e21-ac06-38e52e362c50', 'mac_address': 'fa:16:3e:6a:23:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a689934c-2e0d-4b5e-b02b-163be338fe89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T10:06:49Z', 'updated_at': '2021-09-08T10:06:49Z', 'revision_number': 0, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e30b816-8c8f-4623-97ae-5a325c5173b3', 'name': '', 'network_id': '87b7398f-d201-4e21-ac06-38e52e362c50', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'mac_address': 'fa:16:3e:8d:2f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e5a8c7-5682-4a5d-88db-8e4f93788864', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ba432c99-8c5f-42bf-9d40-e04ebe9b8448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:06:34Z', 'updated_at': '2021-09-08T10:06:39Z', 'revision_number': 5, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'subnets': [{'id': 'ba432c99-8c5f-42bf-9d40-e04ebe9b8448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:06:51.593020 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff72880-75f1-4cd3-8173-33f2ef9b1748 None None] New status for floating IP d5b07d25-6684-45ed-9204-a5d7be91fb4e: ACTIVE {{(pid=94715) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 10:06:51.754180 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38880) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:06:51.818618 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-16db9d62-f465-4d47-9173-936b58f663cf tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/floatingips/d5b07d25-6684-45ed-9204-a5d7be91fb4e HTTP/1.1" status: 200 len: 992 time: 0.0632799 Sep 08 10:06:52.387505 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:53.793955 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:54.771729 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:59.294702 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:06:59.350763 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [req-be57a310-6d03-4e3c-b3e7-72f4d26dc494 req-fb01c46b-2f62-48b3-87df-a50c6722b5dc service neutron] (94712) timed out ('10.222.0.35', 58787) {{(pid=94712) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 10:07:05.537468 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:07:15.869543 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-284d723b-9f2e-4039-971e-5a61841bcd5d req-66ac10c2-7b98-4976-8337-ce8ab054ab0a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a689934c-2e0d-4b5e-b02b-163be338fe89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0386961 Sep 08 10:07:15.965028 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d723b-9f2e-4039-971e-5a61841bcd5d req-1e2ee239-a279-4507-9b5a-708a745876f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:07:15.966538 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-284d723b-9f2e-4039-971e-5a61841bcd5d req-1e2ee239-a279-4507-9b5a-708a745876f7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=df1cda9df730430daf02e1cc7ed939bd&device_id=a689934c-2e0d-4b5e-b02b-163be338fe89 HTTP/1.1" status: 200 len: 1097 time: 0.0402212 Sep 08 10:07:16.075042 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d723b-9f2e-4039-971e-5a61841bcd5d req-37abc9d2-43a5-42b3-a6b6-f87f2b18f59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:07:16.076525 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-284d723b-9f2e-4039-971e-5a61841bcd5d req-37abc9d2-43a5-42b3-a6b6-f87f2b18f59f service neutron] 10.222.0.35 "GET /v2.0/networks?id=87b7398f-d201-4e21-ac06-38e52e362c50 HTTP/1.1" status: 200 len: 897 time: 0.0912857 Sep 08 10:07:16.150454 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-284d723b-9f2e-4039-971e-5a61841bcd5d req-19253d27-b621-448a-a375-4234d5891cf5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=035b57a4-8434-468c-a0ce-9cc2e21ce348 HTTP/1.1" status: 200 len: 1000 time: 0.0664155 Sep 08 10:07:16.200546 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d723b-9f2e-4039-971e-5a61841bcd5d req-0fe3f14c-c528-4b33-9e78-8a173d8086d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:07:16.201976 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-284d723b-9f2e-4039-971e-5a61841bcd5d req-0fe3f14c-c528-4b33-9e78-8a173d8086d2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ba432c99-8c5f-42bf-9d40-e04ebe9b8448 HTTP/1.1" status: 200 len: 834 time: 0.0450945 Sep 08 10:07:16.246591 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d723b-9f2e-4039-971e-5a61841bcd5d req-c18d2d8b-83ac-4b59-8e53-47c921c72d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:07:16.248052 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-284d723b-9f2e-4039-971e-5a61841bcd5d req-c18d2d8b-83ac-4b59-8e53-47c921c72d97 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=87b7398f-d201-4e21-ac06-38e52e362c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393419 Sep 08 10:07:16.665543 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-284d723b-9f2e-4039-971e-5a61841bcd5d req-845055e8-13df-44c3-9b97-98890f7597f3 service neutron] 10.222.0.35 "GET /v2.0/networks/87b7398f-d201-4e21-ac06-38e52e362c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101956 Sep 08 10:07:16.755218 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-284d723b-9f2e-4039-971e-5a61841bcd5d req-885b9452-5b7b-42aa-8f80-a7a7d752cb6b service neutron] 10.222.0.35 "GET /v2.0/networks/87b7398f-d201-4e21-ac06-38e52e362c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821455 Sep 08 10:07:17.765094 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5379b996-b2b2-4ebf-97e9-eda769da4cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:07:20.528963 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:07:20.856905 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-55b51405-ee71-4e16-8441-637f0d757e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:07:22.392061 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:07:23.792599 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:07:24.786710 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:07:29.306534 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:07:42.539238 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:07:47.766151 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-18e48e6b-fa10-4514-a7ba-c2a3213e87e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:07:50.530672 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:07:50.856647 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c8a13852-c583-4382-96ca-50dd8bd239bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:07:52.393988 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:07:53.795382 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:07:54.657072 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5950b7-f71c-427d-a9cf-6bbb910a77bd req-29044cd3-6f70-4638-b45b-266cccab551b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:07:54.658620 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6e5950b7-f71c-427d-a9cf-6bbb910a77bd req-29044cd3-6f70-4638-b45b-266cccab551b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=a689934c-2e0d-4b5e-b02b-163be338fe89 HTTP/1.1" status: 200 len: 945 time: 0.0507154 Sep 08 10:07:54.697243 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6e5950b7-f71c-427d-a9cf-6bbb910a77bd req-3198e29a-7238-4254-9eb4-86ffd368e328 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=602b7682-f6cd-4e3d-8337-a00171c773d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319619 Sep 08 10:07:54.785981 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:07:55.818276 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8969a46-f177-4888-bcec-a7308a546852 req-ac107089-caac-4227-8669-1312f484b165 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:07:55.819775 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c8969a46-f177-4888-bcec-a7308a546852 req-ac107089-caac-4227-8669-1312f484b165 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=a689934c-2e0d-4b5e-b02b-163be338fe89 HTTP/1.1" status: 200 len: 945 time: 0.0512125 Sep 08 10:07:55.857091 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c8969a46-f177-4888-bcec-a7308a546852 req-e8b23789-9717-4d35-8543-85dd1247982a tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=602b7682-f6cd-4e3d-8337-a00171c773d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310397 Sep 08 10:07:55.879351 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38912) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:07:55.942400 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-870bb2b2-945e-4afa-8610-41911d7797aa tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/floatingips/d5b07d25-6684-45ed-9204-a5d7be91fb4e HTTP/1.1" status: 200 len: 992 time: 0.0618713 Sep 08 10:07:57.216771 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2493a-edbc-4670-8373-dfbe1fec566f req-697fa1c3-c7e0-4133-82dd-79cb31aec8ba tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:07:57.218275 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b5f2493a-edbc-4670-8373-dfbe1fec566f req-697fa1c3-c7e0-4133-82dd-79cb31aec8ba tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=a689934c-2e0d-4b5e-b02b-163be338fe89 HTTP/1.1" status: 200 len: 945 time: 0.0489066 Sep 08 10:07:57.255493 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b5f2493a-edbc-4670-8373-dfbe1fec566f req-ba822d5b-f75c-48ce-950b-d757a2ece428 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=602b7682-f6cd-4e3d-8337-a00171c773d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306809 Sep 08 10:07:58.378252 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf1a93-0744-4a60-8b4b-017e4c97ca6a req-518c7296-57e1-414c-bac4-71518e0c05ae tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:07:58.379899 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bfaf1a93-0744-4a60-8b4b-017e4c97ca6a req-518c7296-57e1-414c-bac4-71518e0c05ae tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=a689934c-2e0d-4b5e-b02b-163be338fe89 HTTP/1.1" status: 200 len: 945 time: 0.0530190 Sep 08 10:07:58.417203 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bfaf1a93-0744-4a60-8b4b-017e4c97ca6a req-a2bc2665-2b44-48be-8beb-feb39ddf3e74 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=602b7682-f6cd-4e3d-8337-a00171c773d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314260 Sep 08 10:07:58.439534 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38922) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:07:58.502088 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a6c03f5d-a3e0-4351-8db4-5984adb0ad2a tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/floatingips/d5b07d25-6684-45ed-9204-a5d7be91fb4e HTTP/1.1" status: 200 len: 992 time: 0.0597618 Sep 08 10:07:58.813576 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38928) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:07:58.967785 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-177092b6-dc25-4350-b5df-1748c67fdcfa tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Deleting port a2bbd812-edea-4a6e-b17d-fed3ca6eee0c {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:07:58.968137 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-177092b6-dc25-4350-b5df-1748c67fdcfa tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:07:59.043295 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-177092b6-dc25-4350-b5df-1748c67fdcfa tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:07:59.043625 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-177092b6-dc25-4350-b5df-1748c67fdcfa tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:07:59.054680 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-177092b6-dc25-4350-b5df-1748c67fdcfa tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Calling delete_port for a2bbd812-edea-4a6e-b17d-fed3ca6eee0c owned by network:floatingip {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:07:59.316991 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:07:59.497561 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-177092b6-dc25-4350-b5df-1748c67fdcfa tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:07:59.526570 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177092b6-dc25-4350-b5df-1748c67fdcfa tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event deleted for resources: {'Port': ['ID=a2bbd812-edea-4a6e-b17d-fed3ca6eee0c,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:07:59.546933 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177092b6-dc25-4350-b5df-1748c67fdcfa tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:07:59.547265 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177092b6-dc25-4350-b5df-1748c67fdcfa tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:07:59.547613 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177092b6-dc25-4350-b5df-1748c67fdcfa tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:07:59.547947 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177092b6-dc25-4350-b5df-1748c67fdcfa tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:07:59.548280 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177092b6-dc25-4350-b5df-1748c67fdcfa tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:07:59.548612 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177092b6-dc25-4350-b5df-1748c67fdcfa tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:07:59.548940 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177092b6-dc25-4350-b5df-1748c67fdcfa tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:07:59.549265 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177092b6-dc25-4350-b5df-1748c67fdcfa tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:07:59.549593 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177092b6-dc25-4350-b5df-1748c67fdcfa tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:07:59.549915 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177092b6-dc25-4350-b5df-1748c67fdcfa tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:07:59.550799 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177092b6-dc25-4350-b5df-1748c67fdcfa tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:07:59.551315 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177092b6-dc25-4350-b5df-1748c67fdcfa tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:07:59.592717 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-177092b6-dc25-4350-b5df-1748c67fdcfa tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for floatingip, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:07:59.592995 n-d-806683-11 neutron-server[94713]: INFO neutron.db.l3_db [None req-177092b6-dc25-4350-b5df-1748c67fdcfa tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Floating IP d5b07d25-6684-45ed-9204-a5d7be91fb4e disassociated (deleted). External IP: 172.25.0.24, port: 035b57a4-8434-468c-a0ce-9cc2e21ce348. Sep 08 10:07:59.805775 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177092b6-dc25-4350-b5df-1748c67fdcfa tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Router 03e5a8c7-5682-4a5d-88db-8e4f93788864 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 10:07:59.914486 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177092b6-dc25-4350-b5df-1748c67fdcfa tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:07:59.919232 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-177092b6-dc25-4350-b5df-1748c67fdcfa tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:07:59.925223 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b83112c-7dc8-4f31-9e36-49095a7e16f7 None None] Sync routers for ids ['03e5a8c7-5682-4a5d-88db-8e4f93788864'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:07:59.934808 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b83112c-7dc8-4f31-9e36-49095a7e16f7 None None] Routers {'03e5a8c7-5682-4a5d-88db-8e4f93788864'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:07:59.935430 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-7b83112c-7dc8-4f31-9e36-49095a7e16f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:07:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['03e5a8c7-5682-4a5d-88db-8e4f93788864'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:07:59.945617 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-177092b6-dc25-4350-b5df-1748c67fdcfa tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "DELETE /v2.0/floatingips/d5b07d25-6684-45ed-9204-a5d7be91fb4e HTTP/1.1" status: 204 len: 168 time: 1.1310050 Sep 08 10:07:59.946220 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a689934c-2e0d-4b5e-b02b-163be338fe89', 'tag': '035b57a4-8434-468c-a0ce-9cc2e21ce348'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:07:59.948481 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ffa48238634a482c5f5d344ceded364e7999964dbabae684a430abccdb4d2ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a46390-bbf0-4cc6-a5fe-0e681d278160" -d '{"events": [{"name": "network-changed", "server_uuid": "a689934c-2e0d-4b5e-b02b-163be338fe89", "tag": "035b57a4-8434-468c-a0ce-9cc2e21ce348"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:07:59.985003 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 10:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f69260-7f82-45cf-99fc-7bf5a47092cc x-openstack-request-id: req-95f69260-7f82-45cf-99fc-7bf5a47092cc {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:07:59.985353 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a689934c-2e0d-4b5e-b02b-163be338fe89", "tag": "035b57a4-8434-468c-a0ce-9cc2e21ce348", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:07:59.985618 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-95f69260-7f82-45cf-99fc-7bf5a47092cc {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:07:59.986004 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a689934c-2e0d-4b5e-b02b-163be338fe89', 'tag': '035b57a4-8434-468c-a0ce-9cc2e21ce348', 'status': 'completed', 'code': 200} Sep 08 10:08:00.056603 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-7b83112c-7dc8-4f31-9e36-49095a7e16f7 None None] Set router 03e5a8c7-5682-4a5d-88db-8e4f93788864 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:08:00.082464 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a46390-bbf0-4cc6-a5fe-0e681d278160 req-b9757e88-707c-466d-b7b7-27bd3e50c16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:08:00.084643 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-42a46390-bbf0-4cc6-a5fe-0e681d278160 req-b9757e88-707c-466d-b7b7-27bd3e50c16b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=df1cda9df730430daf02e1cc7ed939bd&device_id=a689934c-2e0d-4b5e-b02b-163be338fe89 HTTP/1.1" status: 200 len: 1097 time: 0.0551460 Sep 08 10:08:00.238773 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5bacb-34f6-4f8a-afd8-13b3fdcfaf89 req-917d3056-09ff-41dc-8fd9-85c45ad312bb tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:08:00.240191 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4bd5bacb-34f6-4f8a-afd8-13b3fdcfaf89 req-917d3056-09ff-41dc-8fd9-85c45ad312bb tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=a689934c-2e0d-4b5e-b02b-163be338fe89 HTTP/1.1" status: 200 len: 945 time: 0.1074388 Sep 08 10:08:00.268375 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-7b83112c-7dc8-4f31-9e36-49095a7e16f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e5a8c7-5682-4a5d-88db-8e4f93788864', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173526980', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '8fe964c1-568a-46de-8990-28b8b569350c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:06:31Z', 'updated_at': '2021-09-08T10:06:35Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': '8fe964c1-568a-46de-8990-28b8b569350c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e5a8c7-5682-4a5d-88db-8e4f93788864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:06:32Z', 'updated_at': '2021-09-08T10:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '9e30b816-8c8f-4623-97ae-5a325c5173b3', 'name': '', 'network_id': '87b7398f-d201-4e21-ac06-38e52e362c50', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'mac_address': 'fa:16:3e:8d:2f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e5a8c7-5682-4a5d-88db-8e4f93788864', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ba432c99-8c5f-42bf-9d40-e04ebe9b8448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:06:34Z', 'updated_at': '2021-09-08T10:06:39Z', 'revision_number': 5, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'subnets': [{'id': 'ba432c99-8c5f-42bf-9d40-e04ebe9b8448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:08:00.275232 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a46390-bbf0-4cc6-a5fe-0e681d278160 req-3a3fb7e2-af48-4660-a251-053844c33755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:08:00.276709 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-42a46390-bbf0-4cc6-a5fe-0e681d278160 req-3a3fb7e2-af48-4660-a251-053844c33755 service neutron] 10.222.0.35 "GET /v2.0/networks?id=87b7398f-d201-4e21-ac06-38e52e362c50 HTTP/1.1" status: 200 len: 897 time: 0.1353436 Sep 08 10:08:00.299763 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b83112c-7dc8-4f31-9e36-49095a7e16f7 None None] Checking router: 03e5a8c7-5682-4a5d-88db-8e4f93788864 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:08:00.308731 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b83112c-7dc8-4f31-9e36-49095a7e16f7 None None] Routers {'03e5a8c7-5682-4a5d-88db-8e4f93788864'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:08:00.309347 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-7b83112c-7dc8-4f31-9e36-49095a7e16f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:07:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['03e5a8c7-5682-4a5d-88db-8e4f93788864'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:08:00.326749 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4bd5bacb-34f6-4f8a-afd8-13b3fdcfaf89 req-bea3204a-0054-47d3-8a29-f38169e2d33e tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=602b7682-f6cd-4e3d-8337-a00171c773d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802479 Sep 08 10:08:00.328117 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-42a46390-bbf0-4cc6-a5fe-0e681d278160 req-0d5ca9f9-a584-4527-8372-7eb0f2714ef2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=035b57a4-8434-468c-a0ce-9cc2e21ce348 HTTP/1.1" status: 200 len: 217 time: 0.0405605 Sep 08 10:08:00.381353 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a46390-bbf0-4cc6-a5fe-0e681d278160 req-f2509ae8-0dea-4304-8334-fc930b418dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:08:00.382884 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-42a46390-bbf0-4cc6-a5fe-0e681d278160 req-f2509ae8-0dea-4304-8334-fc930b418dbb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ba432c99-8c5f-42bf-9d40-e04ebe9b8448 HTTP/1.1" status: 200 len: 834 time: 0.0429435 Sep 08 10:08:00.416804 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-7b83112c-7dc8-4f31-9e36-49095a7e16f7 None None] Set router 03e5a8c7-5682-4a5d-88db-8e4f93788864 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:08:00.429010 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a46390-bbf0-4cc6-a5fe-0e681d278160 req-602084e9-444b-43c2-adfc-fc0bfd82667a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:08:00.430575 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-42a46390-bbf0-4cc6-a5fe-0e681d278160 req-602084e9-444b-43c2-adfc-fc0bfd82667a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=87b7398f-d201-4e21-ac06-38e52e362c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397153 Sep 08 10:08:00.525316 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-42a46390-bbf0-4cc6-a5fe-0e681d278160 req-c3a56be6-2c54-46f7-b3ea-ccc2614d2d58 service neutron] 10.222.0.35 "GET /v2.0/networks/87b7398f-d201-4e21-ac06-38e52e362c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864074 Sep 08 10:08:00.614630 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-7b83112c-7dc8-4f31-9e36-49095a7e16f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e5a8c7-5682-4a5d-88db-8e4f93788864', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173526980', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '8fe964c1-568a-46de-8990-28b8b569350c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:06:31Z', 'updated_at': '2021-09-08T10:06:35Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': '8fe964c1-568a-46de-8990-28b8b569350c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e5a8c7-5682-4a5d-88db-8e4f93788864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:06:32Z', 'updated_at': '2021-09-08T10:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '9e30b816-8c8f-4623-97ae-5a325c5173b3', 'name': '', 'network_id': '87b7398f-d201-4e21-ac06-38e52e362c50', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'mac_address': 'fa:16:3e:8d:2f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e5a8c7-5682-4a5d-88db-8e4f93788864', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ba432c99-8c5f-42bf-9d40-e04ebe9b8448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:06:34Z', 'updated_at': '2021-09-08T10:06:39Z', 'revision_number': 5, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'subnets': [{'id': 'ba432c99-8c5f-42bf-9d40-e04ebe9b8448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:08:00.623131 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-42a46390-bbf0-4cc6-a5fe-0e681d278160 req-862ab241-605b-473d-9146-3d6ab498a0c6 service neutron] 10.222.0.35 "GET /v2.0/networks/87b7398f-d201-4e21-ac06-38e52e362c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896294 Sep 08 10:08:00.640841 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b83112c-7dc8-4f31-9e36-49095a7e16f7 None None] The sync data for ids ['03e5a8c7-5682-4a5d-88db-8e4f93788864'] in n-d-806683-11 is: [{'id': '03e5a8c7-5682-4a5d-88db-8e4f93788864', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173526980', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '8fe964c1-568a-46de-8990-28b8b569350c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:06:31Z', 'updated_at': '2021-09-08T10:06:35Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': '8fe964c1-568a-46de-8990-28b8b569350c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e5a8c7-5682-4a5d-88db-8e4f93788864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:06:32Z', 'updated_at': '2021-09-08T10:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '9e30b816-8c8f-4623-97ae-5a325c5173b3', 'name': '', 'network_id': '87b7398f-d201-4e21-ac06-38e52e362c50', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'mac_address': 'fa:16:3e:8d:2f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e5a8c7-5682-4a5d-88db-8e4f93788864', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'ba432c99-8c5f-42bf-9d40-e04ebe9b8448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:06:34Z', 'updated_at': '2021-09-08T10:06:39Z', 'revision_number': 5, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'subnets': [{'id': 'ba432c99-8c5f-42bf-9d40-e04ebe9b8448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:08:00.853142 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e269faf4-21f5-410b-8571-029ab58c470a None None] New status for floating IP d5b07d25-6684-45ed-9204-a5d7be91fb4e: DOWN {{(pid=94715) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 10:08:01.446203 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4e77c-ccbb-4cce-9455-9db9cb8a1fd0 req-d05a0ef8-4eb9-4936-a8c9-dfc3c88d09de tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:08:01.447743 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6aa4e77c-ccbb-4cce-9455-9db9cb8a1fd0 req-d05a0ef8-4eb9-4936-a8c9-dfc3c88d09de tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=a689934c-2e0d-4b5e-b02b-163be338fe89 HTTP/1.1" status: 200 len: 945 time: 0.0521441 Sep 08 10:08:01.485841 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6aa4e77c-ccbb-4cce-9455-9db9cb8a1fd0 req-24ad3d59-030d-4ef1-870e-d481badb5f2b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=602b7682-f6cd-4e3d-8337-a00171c773d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318925 Sep 08 10:08:02.176604 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2be770-5cfb-45fa-98ea-96ce128a594c req-4e45023a-71b1-445d-8fe1-f55a2d8a2d8d tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:08:02.178090 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ae2be770-5cfb-45fa-98ea-96ce128a594c req-4e45023a-71b1-445d-8fe1-f55a2d8a2d8d tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.35 "GET /v2.0/ports?device_id=a689934c-2e0d-4b5e-b02b-163be338fe89 HTTP/1.1" status: 200 len: 945 time: 0.0484743 Sep 08 10:08:02.268272 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-ae2be770-5cfb-45fa-98ea-96ce128a594c req-16fa91c7-e0c1-4ec4-a9eb-bf4977321567 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Deleting port 035b57a4-8434-468c-a0ce-9cc2e21ce348 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:08:02.268620 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ae2be770-5cfb-45fa-98ea-96ce128a594c req-16fa91c7-e0c1-4ec4-a9eb-bf4977321567 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:02.360085 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-ae2be770-5cfb-45fa-98ea-96ce128a594c req-16fa91c7-e0c1-4ec4-a9eb-bf4977321567 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] For port 035b57a4-8434-468c-a0ce-9cc2e21ce348, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=035b57a4-8434-468c-a0ce-9cc2e21ce348,segment=NetworkSegment(62f06ffa-be3d-49f1-827a-161c2d3b73f5),segment_id=62f06ffa-be3d-49f1-827a-161c2d3b73f5)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:08:02.360458 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ae2be770-5cfb-45fa-98ea-96ce128a594c req-16fa91c7-e0c1-4ec4-a9eb-bf4977321567 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:02.372455 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-ae2be770-5cfb-45fa-98ea-96ce128a594c req-16fa91c7-e0c1-4ec4-a9eb-bf4977321567 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Calling delete_port for 035b57a4-8434-468c-a0ce-9cc2e21ce348 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:08:02.505298 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ae2be770-5cfb-45fa-98ea-96ce128a594c req-16fa91c7-e0c1-4ec4-a9eb-bf4977321567 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:02.535532 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa91c7-e0c1-4ec4-a9eb-bf4977321567 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event deleted for resources: {'Port': ['ID=035b57a4-8434-468c-a0ce-9cc2e21ce348,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:08:02.547948 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa91c7-e0c1-4ec4-a9eb-bf4977321567 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:08:02.548311 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa91c7-e0c1-4ec4-a9eb-bf4977321567 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:08:02.548661 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa91c7-e0c1-4ec4-a9eb-bf4977321567 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:08:02.549007 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa91c7-e0c1-4ec4-a9eb-bf4977321567 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:08:02.549346 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa91c7-e0c1-4ec4-a9eb-bf4977321567 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:08:02.549685 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa91c7-e0c1-4ec4-a9eb-bf4977321567 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:08:02.550622 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa91c7-e0c1-4ec4-a9eb-bf4977321567 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:08:02.551149 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa91c7-e0c1-4ec4-a9eb-bf4977321567 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:08:02.551500 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa91c7-e0c1-4ec4-a9eb-bf4977321567 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:08:02.551837 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa91c7-e0c1-4ec4-a9eb-bf4977321567 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:08:02.552169 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa91c7-e0c1-4ec4-a9eb-bf4977321567 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:08:02.552498 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16fa91c7-e0c1-4ec4-a9eb-bf4977321567 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:08:02.609446 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e2a5297f-d610-4630-bcfa-2bf32c37862d req-08963eea-d2ae-489f-9dca-63253f105a64 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=a689934c-2e0d-4b5e-b02b-163be338fe89 HTTP/1.1" status: 200 len: 210 time: 0.0537763 Sep 08 10:08:02.610272 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae2be770-5cfb-45fa-98ea-96ce128a594c req-16fa91c7-e0c1-4ec4-a9eb-bf4977321567 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] No DVR routers for this DVR port 035b57a4-8434-468c-a0ce-9cc2e21ce348 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 10:08:02.613610 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-ae2be770-5cfb-45fa-98ea-96ce128a594c req-16fa91c7-e0c1-4ec4-a9eb-bf4977321567 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:02.615532 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ae2be770-5cfb-45fa-98ea-96ce128a594c req-16fa91c7-e0c1-4ec4-a9eb-bf4977321567 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.35 "DELETE /v2.0/ports/035b57a4-8434-468c-a0ce-9cc2e21ce348 HTTP/1.1" status: 204 len: 173 time: 0.4314957 Sep 08 10:08:02.615975 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a689934c-2e0d-4b5e-b02b-163be338fe89', 'name': 'network-vif-deleted', 'tag': '035b57a4-8434-468c-a0ce-9cc2e21ce348'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:08:02.618259 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef15c9fd-2eac-4b23-9fec-0adb1aff035f" -d '{"events": [{"server_uuid": "a689934c-2e0d-4b5e-b02b-163be338fe89", "name": "network-vif-deleted", "tag": "035b57a4-8434-468c-a0ce-9cc2e21ce348"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:08:02.655614 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 10:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4f2210-53d0-4557-bca4-f5b6e7aed4b4 x-openstack-request-id: req-9b4f2210-53d0-4557-bca4-f5b6e7aed4b4 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:08:02.655952 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a689934c-2e0d-4b5e-b02b-163be338fe89", "name": "network-vif-deleted", "tag": "035b57a4-8434-468c-a0ce-9cc2e21ce348", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:08:02.656180 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9b4f2210-53d0-4557-bca4-f5b6e7aed4b4 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:08:02.656735 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a689934c-2e0d-4b5e-b02b-163be338fe89', 'name': 'network-vif-deleted', 'tag': '035b57a4-8434-468c-a0ce-9cc2e21ce348', 'status': 'completed', 'code': 200} Sep 08 10:08:03.670789 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38944) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:08:04.023315 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ba1c238c-8897-41d5-af00-ec002d4f13f3 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:04.293638 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-ba1c238c-8897-41d5-af00-ec002d4f13f3 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Deleting port 9e30b816-8c8f-4623-97ae-5a325c5173b3 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:08:04.293905 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ba1c238c-8897-41d5-af00-ec002d4f13f3 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:04.386506 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-ba1c238c-8897-41d5-af00-ec002d4f13f3 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] For port 9e30b816-8c8f-4623-97ae-5a325c5173b3, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=9e30b816-8c8f-4623-97ae-5a325c5173b3,segment=NetworkSegment(62f06ffa-be3d-49f1-827a-161c2d3b73f5),segment_id=62f06ffa-be3d-49f1-827a-161c2d3b73f5)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:08:04.386877 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ba1c238c-8897-41d5-af00-ec002d4f13f3 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:04.399512 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-ba1c238c-8897-41d5-af00-ec002d4f13f3 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Calling delete_port for 9e30b816-8c8f-4623-97ae-5a325c5173b3 owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:08:04.585725 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ba1c238c-8897-41d5-af00-ec002d4f13f3 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:04.613153 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1c238c-8897-41d5-af00-ec002d4f13f3 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event deleted for resources: {'Port': ['ID=9e30b816-8c8f-4623-97ae-5a325c5173b3,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:08:04.793257 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ba1c238c-8897-41d5-af00-ec002d4f13f3 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:05.001421 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba1c238c-8897-41d5-af00-ec002d4f13f3 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Router 03e5a8c7-5682-4a5d-88db-8e4f93788864 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 10:08:05.108729 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba1c238c-8897-41d5-af00-ec002d4f13f3 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:08:05.114514 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ba1c238c-8897-41d5-af00-ec002d4f13f3 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "PUT /v2.0/routers/03e5a8c7-5682-4a5d-88db-8e4f93788864/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4431651 Sep 08 10:08:05.117401 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38946) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:08:05.119398 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19d9294-2bc4-468d-b73d-5829a4e1ba31 None None] Sync routers for ids ['03e5a8c7-5682-4a5d-88db-8e4f93788864'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:08:05.129328 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19d9294-2bc4-468d-b73d-5829a4e1ba31 None None] Routers {'03e5a8c7-5682-4a5d-88db-8e4f93788864'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:08:05.129992 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-e19d9294-2bc4-468d-b73d-5829a4e1ba31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:07:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['03e5a8c7-5682-4a5d-88db-8e4f93788864'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:08:05.171893 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef9a8787-a14a-4c49-b46b-6956a222fb91 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Deleting subnet ba432c99-8c5f-42bf-9d40-e04ebe9b8448 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 10:08:05.175747 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ef9a8787-a14a-4c49-b46b-6956a222fb91 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:05.215966 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ef9a8787-a14a-4c49-b46b-6956a222fb91 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:05.238530 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-e19d9294-2bc4-468d-b73d-5829a4e1ba31 None None] Set router 03e5a8c7-5682-4a5d-88db-8e4f93788864 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:08:05.298001 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ef9a8787-a14a-4c49-b46b-6956a222fb91 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:05.360733 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ef9a8787-a14a-4c49-b46b-6956a222fb91 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:05.388869 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a8787-a14a-4c49-b46b-6956a222fb91 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event deleted for resources: {'Subnet': ['ID=ba432c99-8c5f-42bf-9d40-e04ebe9b8448,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:08:05.390890 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ef9a8787-a14a-4c49-b46b-6956a222fb91 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:05.393084 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ef9a8787-a14a-4c49-b46b-6956a222fb91 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "DELETE /v2.0/subnets/ba432c99-8c5f-42bf-9d40-e04ebe9b8448 HTTP/1.1" status: 204 len: 168 time: 0.2745798 Sep 08 10:08:05.396190 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38948) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:08:05.400186 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdf5bf3-af8a-463e-b7b4-54d336c9b3f1 None None] Network 87b7398f-d201-4e21-ac06-38e52e362c50 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:08:05.500797 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-e19d9294-2bc4-468d-b73d-5829a4e1ba31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e5a8c7-5682-4a5d-88db-8e4f93788864', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173526980', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '8fe964c1-568a-46de-8990-28b8b569350c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:06:31Z', 'updated_at': '2021-09-08T10:08:04Z', 'revision_number': 5, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': '8fe964c1-568a-46de-8990-28b8b569350c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e5a8c7-5682-4a5d-88db-8e4f93788864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:06:32Z', 'updated_at': '2021-09-08T10:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:08:05.509034 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b9354630-dea4-4c11-b339-17d4ab222571 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for router, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:05.546568 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19d9294-2bc4-468d-b73d-5829a4e1ba31 None None] Checking router: 03e5a8c7-5682-4a5d-88db-8e4f93788864 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:08:05.563628 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19d9294-2bc4-468d-b73d-5829a4e1ba31 None None] Routers {'03e5a8c7-5682-4a5d-88db-8e4f93788864'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:08:05.564177 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-e19d9294-2bc4-468d-b73d-5829a4e1ba31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:07:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['03e5a8c7-5682-4a5d-88db-8e4f93788864'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:08:05.621459 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c33b21b-0a58-4755-874e-96f5f6587a42 None None] DHCP port deletion for 87b7398f-d201-4e21-ac06-38e52e362c50 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 10:08:05.624873 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b9354630-dea4-4c11-b339-17d4ab222571 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:05.682542 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-b9354630-dea4-4c11-b339-17d4ab222571 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Deleting port 8fe964c1-568a-46de-8990-28b8b569350c {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:08:05.682896 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b9354630-dea4-4c11-b339-17d4ab222571 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:05.708310 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-e19d9294-2bc4-468d-b73d-5829a4e1ba31 None None] Set router 03e5a8c7-5682-4a5d-88db-8e4f93788864 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:08:05.768334 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-b9354630-dea4-4c11-b339-17d4ab222571 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] For port 8fe964c1-568a-46de-8990-28b8b569350c, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=8fe964c1-568a-46de-8990-28b8b569350c,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:08:05.768750 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b9354630-dea4-4c11-b339-17d4ab222571 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:05.780572 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-b9354630-dea4-4c11-b339-17d4ab222571 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Calling delete_port for 8fe964c1-568a-46de-8990-28b8b569350c owned by network:router_gateway {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:08:05.827498 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-4c33b21b-0a58-4755-874e-96f5f6587a42 None None] Deleting port d4788afd-8ae2-46ae-a0d5-e4bb012be082 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:08:05.827801 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4c33b21b-0a58-4755-874e-96f5f6587a42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:05.957353 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b9354630-dea4-4c11-b339-17d4ab222571 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:05.983165 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9354630-dea4-4c11-b339-17d4ab222571 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event deleted for resources: {'Port': ['ID=8fe964c1-568a-46de-8990-28b8b569350c,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:08:06.052071 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b9354630-dea4-4c11-b339-17d4ab222571 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:06.054728 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device d4788afd-8ae2-46ae-a0d5-e4bb012be082 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:08:06.099600 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-4c33b21b-0a58-4755-874e-96f5f6587a42 None None] For port d4788afd-8ae2-46ae-a0d5-e4bb012be082, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=d4788afd-8ae2-46ae-a0d5-e4bb012be082,segment=NetworkSegment(62f06ffa-be3d-49f1-827a-161c2d3b73f5),segment_id=62f06ffa-be3d-49f1-827a-161c2d3b73f5)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:08:06.099911 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4c33b21b-0a58-4755-874e-96f5f6587a42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:06.133894 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-4c33b21b-0a58-4755-874e-96f5f6587a42 None None] Calling delete_port for d4788afd-8ae2-46ae-a0d5-e4bb012be082 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:08:06.144777 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b9354630-dea4-4c11-b339-17d4ab222571 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:06.146931 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b9354630-dea4-4c11-b339-17d4ab222571 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:06.189745 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b9354630-dea4-4c11-b339-17d4ab222571 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:06.190351 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9354630-dea4-4c11-b339-17d4ab222571 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Fanout notify agent at l3_agent the message router_deleted on router 03e5a8c7-5682-4a5d-88db-8e4f93788864 {{(pid=94712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 10:08:06.197492 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b9354630-dea4-4c11-b339-17d4ab222571 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:06.198933 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b9354630-dea4-4c11-b339-17d4ab222571 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "DELETE /v2.0/routers/03e5a8c7-5682-4a5d-88db-8e4f93788864 HTTP/1.1" status: 204 len: 168 time: 0.8015037 Sep 08 10:08:06.201586 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38950) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:08:06.265160 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:06.275615 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-e19d9294-2bc4-468d-b73d-5829a4e1ba31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e5a8c7-5682-4a5d-88db-8e4f93788864', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173526980', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '8fe964c1-568a-46de-8990-28b8b569350c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:06:31Z', 'updated_at': '2021-09-08T10:08:04Z', 'revision_number': 5, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': '8fe964c1-568a-46de-8990-28b8b569350c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e5a8c7-5682-4a5d-88db-8e4f93788864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:06:32Z', 'updated_at': '2021-09-08T10:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:08:06.281684 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-06ed321f-aa14-48bc-a17f-a36fc474e646 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:06.316664 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19d9294-2bc4-468d-b73d-5829a4e1ba31 None None] The sync data for ids ['03e5a8c7-5682-4a5d-88db-8e4f93788864'] in n-d-806683-11 is: [{'id': '03e5a8c7-5682-4a5d-88db-8e4f93788864', 'name': 'tempest-TestNetworkAdvancedServerOps-router-173526980', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '8fe964c1-568a-46de-8990-28b8b569350c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:06:31Z', 'updated_at': '2021-09-08T10:08:04Z', 'revision_number': 5, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': '8fe964c1-568a-46de-8990-28b8b569350c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f3:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e5a8c7-5682-4a5d-88db-8e4f93788864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:06:32Z', 'updated_at': '2021-09-08T10:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:08:06.327781 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4c33b21b-0a58-4755-874e-96f5f6587a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:06.345351 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-06ed321f-aa14-48bc-a17f-a36fc474e646 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Deleting port d4788afd-8ae2-46ae-a0d5-e4bb012be082 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:08:06.345772 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-06ed321f-aa14-48bc-a17f-a36fc474e646 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:06.374360 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c33b21b-0a58-4755-874e-96f5f6587a42 None None] Pushing event deleted for resources: {'Port': ['ID=d4788afd-8ae2-46ae-a0d5-e4bb012be082,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:08:06.378993 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c33b21b-0a58-4755-874e-96f5f6587a42 None None] No DVR routers for this DVR port d4788afd-8ae2-46ae-a0d5-e4bb012be082 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 10:08:06.388934 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c33b21b-0a58-4755-874e-96f5f6587a42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:08:06.388934 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c33b21b-0a58-4755-874e-96f5f6587a42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:08:06.388934 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c33b21b-0a58-4755-874e-96f5f6587a42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:08:06.388934 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c33b21b-0a58-4755-874e-96f5f6587a42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:08:06.388934 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c33b21b-0a58-4755-874e-96f5f6587a42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:08:06.388934 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c33b21b-0a58-4755-874e-96f5f6587a42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:08:06.388934 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c33b21b-0a58-4755-874e-96f5f6587a42 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:08:06.388934 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c33b21b-0a58-4755-874e-96f5f6587a42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:08:06.388934 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c33b21b-0a58-4755-874e-96f5f6587a42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:08:06.390623 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c33b21b-0a58-4755-874e-96f5f6587a42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:08:06.390623 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c33b21b-0a58-4755-874e-96f5f6587a42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:08:06.390623 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c33b21b-0a58-4755-874e-96f5f6587a42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:08:06.410111 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-06ed321f-aa14-48bc-a17f-a36fc474e646 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] For port d4788afd-8ae2-46ae-a0d5-e4bb012be082, host n-d-806683-11, got binding levels [] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:08:06.410621 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-06ed321f-aa14-48bc-a17f-a36fc474e646 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:06.422547 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-06ed321f-aa14-48bc-a17f-a36fc474e646 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Calling delete_port for d4788afd-8ae2-46ae-a0d5-e4bb012be082 owned by network:dhcp {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:08:06.425246 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.ipam_backend_mixin [None req-06ed321f-aa14-48bc-a17f-a36fc474e646 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Port d4788afd-8ae2-46ae-a0d5-e4bb012be082 was not found and therefore no delete operation was performed {{(pid=94712) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 08 10:08:06.426541 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-06ed321f-aa14-48bc-a17f-a36fc474e646 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:06.452744 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed321f-aa14-48bc-a17f-a36fc474e646 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event deleted for resources: {'Port': ['ID=d4788afd-8ae2-46ae-a0d5-e4bb012be082,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:08:06.454614 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ed321f-aa14-48bc-a17f-a36fc474e646 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] No DVR routers for this DVR port d4788afd-8ae2-46ae-a0d5-e4bb012be082 on host n-d-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 10:08:06.495355 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 035b57a4-8434-468c-a0ce-9cc2e21ce348 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:08:06.515322 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: 035b57a4-8434-468c-a0ce-9cc2e21ce348 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:08:06.515673 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 035b57a4-8434-468c-a0ce-9cc2e21ce348 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:08:06.536223 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-06ed321f-aa14-48bc-a17f-a36fc474e646 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:06.555342 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-06ed321f-aa14-48bc-a17f-a36fc474e646 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b7398f-d201-4e21-ac06-38e52e362c50']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:08:06.564249 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-06ed321f-aa14-48bc-a17f-a36fc474e646 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62f06ffa-be3d-49f1-827a-161c2d3b73f5') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:08:06.564548 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-06ed321f-aa14-48bc-a17f-a36fc474e646 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62f06ffa-be3d-49f1-827a-161c2d3b73f5') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:08:06.574371 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-06ed321f-aa14-48bc-a17f-a36fc474e646 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:06.587457 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-06ed321f-aa14-48bc-a17f-a36fc474e646 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:06.593053 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06ed321f-aa14-48bc-a17f-a36fc474e646 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 10:08:06.593448 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-06ed321f-aa14-48bc-a17f-a36fc474e646 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:06.596270 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 10:08:06.596270 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 10:08:06.596270 n-d-806683-11 neutron-server[94712]: timer() Sep 08 10:08:06.596270 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 10:08:06.596270 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 10:08:06.596270 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 10:08:06.596270 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 10:08:06.596270 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 10:08:06.596270 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 10:08:06.596270 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 10:08:06.596270 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 10:08:06.596270 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 10:08:06.596270 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 10:08:06.596270 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 10:08:06.596270 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 10:08:06.596270 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 10:08:06.596270 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 10:08:06.596270 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 10:08:06.596270 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 10:08:06.596270 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 10:08:06.596270 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 10:08:06.596270 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 10:08:06.596270 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 10:08:06.596270 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 10:08:06.596270 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 10:08:06.596270 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 10:08:06.596270 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 10:08:06.596270 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 10:08:06.596270 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 10:08:06.596270 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 10:08:06.596270 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 10:08:06.596270 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 10:08:06.659227 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-06ed321f-aa14-48bc-a17f-a36fc474e646 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:06.667406 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-06ed321f-aa14-48bc-a17f-a36fc474e646 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:06.669343 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-06ed321f-aa14-48bc-a17f-a36fc474e646 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "DELETE /v2.0/networks/87b7398f-d201-4e21-ac06-38e52e362c50 HTTP/1.1" status: 204 len: 168 time: 0.4667554 Sep 08 10:08:06.672154 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38952) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:08:06.681870 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed321f-aa14-48bc-a17f-a36fc474e646 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event deleted for resources: {'Network': ['ID=87b7398f-d201-4e21-ac06-38e52e362c50,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:08:06.744947 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-697835f4-fc3a-4a85-b87a-04754e1694e3 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:06.772337 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-697835f4-fc3a-4a85-b87a-04754e1694e3 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:06.834807 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-697835f4-fc3a-4a85-b87a-04754e1694e3 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:06.837676 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-697835f4-fc3a-4a85-b87a-04754e1694e3 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:06.838885 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-697835f4-fc3a-4a85-b87a-04754e1694e3 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "DELETE /v2.0/security-groups/602b7682-f6cd-4e3d-8337-a00171c773d1 HTTP/1.1" status: 204 len: 168 time: 0.1656823 Sep 08 10:08:06.848234 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697835f4-fc3a-4a85-b87a-04754e1694e3 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=602b7682-f6cd-4e3d-8337-a00171c773d1,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:08:07.262608 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38958) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:08:07.267280 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-1b99d375-79be-4f7a-955d-6d9e4c4ed94b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1411572866', 'description': 'tempest-secgroup-smoke-1411572866 description', 'project_id': 'df1cda9df730430daf02e1cc7ed939bd'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:08:07.291397 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1b99d375-79be-4f7a-955d-6d9e4c4ed94b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:07.386308 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1b99d375-79be-4f7a-955d-6d9e4c4ed94b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:07.390647 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1b99d375-79be-4f7a-955d-6d9e4c4ed94b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:07.419772 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1b99d375-79be-4f7a-955d-6d9e4c4ed94b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:07.421013 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1b99d375-79be-4f7a-955d-6d9e4c4ed94b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1573853 Sep 08 10:08:07.422897 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b99d375-79be-4f7a-955d-6d9e4c4ed94b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7c02c8-65e7-457f-b9cb-03e693ef0381,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:08:07.424154 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38960) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:08:07.430553 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-b1368b26-c932-4042-823f-eeb34bad6507 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'security_group_rule': {'security_group_id': '5a7c02c8-65e7-457f-b9cb-03e693ef0381', 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:08:07.461305 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b1368b26-c932-4042-823f-eeb34bad6507 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:07.518666 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b1368b26-c932-4042-823f-eeb34bad6507 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:07.523402 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b1368b26-c932-4042-823f-eeb34bad6507 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:07.541848 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1368b26-c932-4042-823f-eeb34bad6507 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e37d98d-f360-4cbf-9e74-097a51f9e976,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:08:07.544205 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b1368b26-c932-4042-823f-eeb34bad6507 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:07.548017 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b1368b26-c932-4042-823f-eeb34bad6507 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1187439 Sep 08 10:08:07.548905 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38962) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:08:07.554467 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-d2e22e22-5f49-4ef7-9033-d0152c47c25b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'security_group_rule': {'security_group_id': '5a7c02c8-65e7-457f-b9cb-03e693ef0381', 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:08:07.581207 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d2e22e22-5f49-4ef7-9033-d0152c47c25b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:07.640516 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d2e22e22-5f49-4ef7-9033-d0152c47c25b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:07.644271 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d2e22e22-5f49-4ef7-9033-d0152c47c25b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:07.661530 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e22e22-5f49-4ef7-9033-d0152c47c25b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86bed955-b88b-40ff-b6af-97bf73457922,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:08:07.666450 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d2e22e22-5f49-4ef7-9033-d0152c47c25b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:07.667886 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d2e22e22-5f49-4ef7-9033-d0152c47c25b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1183164 Sep 08 10:08:07.670382 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38964) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:08:07.675279 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-8b6a0cda-91d8-4e6f-8dc4-5da6a4fea1ae tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'security_group_rule': {'security_group_id': '5a7c02c8-65e7-457f-b9cb-03e693ef0381', 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:08:07.702016 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8b6a0cda-91d8-4e6f-8dc4-5da6a4fea1ae tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:07.765986 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8b6a0cda-91d8-4e6f-8dc4-5da6a4fea1ae tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:07.770418 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8b6a0cda-91d8-4e6f-8dc4-5da6a4fea1ae tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:07.788448 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a0cda-91d8-4e6f-8dc4-5da6a4fea1ae tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=965c82e0-4edc-44ca-a695-ab8b454d98b7,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:08:07.795093 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8b6a0cda-91d8-4e6f-8dc4-5da6a4fea1ae tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:07.799088 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8b6a0cda-91d8-4e6f-8dc4-5da6a4fea1ae tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1250451 Sep 08 10:08:07.799442 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38966) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:08:07.804532 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-1b341838-75a0-432c-ae10-3dcbcc3d8946 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'security_group_rule': {'security_group_id': '5a7c02c8-65e7-457f-b9cb-03e693ef0381', 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:08:07.833682 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1b341838-75a0-432c-ae10-3dcbcc3d8946 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:07.855994 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 9e30b816-8c8f-4623-97ae-5a325c5173b3 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:08:07.877017 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 9e30b816-8c8f-4623-97ae-5a325c5173b3 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:08:07.877369 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 9e30b816-8c8f-4623-97ae-5a325c5173b3 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:08:07.877790 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 8fe964c1-568a-46de-8990-28b8b569350c no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:08:07.897300 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1b341838-75a0-432c-ae10-3dcbcc3d8946 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:07.901431 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1b341838-75a0-432c-ae10-3dcbcc3d8946 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:07.901599 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 8fe964c1-568a-46de-8990-28b8b569350c {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:08:07.901936 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 8fe964c1-568a-46de-8990-28b8b569350c not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:08:07.921430 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b341838-75a0-432c-ae10-3dcbcc3d8946 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e110dbdd-7e47-489e-96eb-6fcd23b5e676,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:08:07.929593 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1b341838-75a0-432c-ae10-3dcbcc3d8946 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:07.931011 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1b341838-75a0-432c-ae10-3dcbcc3d8946 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1302946 Sep 08 10:08:07.933793 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38968) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:08:07.938411 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-07abb667-acc0-4307-8952-94d2318f2697 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'security_group_rule': {'security_group_id': '5a7c02c8-65e7-457f-b9cb-03e693ef0381', 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:08:07.962107 n-d-806683-11 neutron-server[94713]: INFO neutron.db.securitygroups_db [None req-07abb667-acc0-4307-8952-94d2318f2697 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Project df1cda9df730430daf02e1cc7ed939bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 10:08:07.967143 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-07abb667-acc0-4307-8952-94d2318f2697 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:08.029626 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-07abb667-acc0-4307-8952-94d2318f2697 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:08.033139 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-07abb667-acc0-4307-8952-94d2318f2697 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:08.052833 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07abb667-acc0-4307-8952-94d2318f2697 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2771afcc-ada7-477e-b6ee-e7c7535e6002,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:08:08.060074 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-07abb667-acc0-4307-8952-94d2318f2697 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:08.063985 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-07abb667-acc0-4307-8952-94d2318f2697 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1267049 Sep 08 10:08:08.064168 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38970) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:08:08.068649 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-58684b6a-2dd6-4114-9b11-1cc80bb933c3 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'security_group_rule': {'security_group_id': '5a7c02c8-65e7-457f-b9cb-03e693ef0381', 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:08:08.090832 n-d-806683-11 neutron-server[94713]: INFO neutron.db.securitygroups_db [None req-58684b6a-2dd6-4114-9b11-1cc80bb933c3 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Project df1cda9df730430daf02e1cc7ed939bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 10:08:08.095900 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-58684b6a-2dd6-4114-9b11-1cc80bb933c3 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:08.157070 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-58684b6a-2dd6-4114-9b11-1cc80bb933c3 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:08.161181 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-58684b6a-2dd6-4114-9b11-1cc80bb933c3 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:08.179745 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58684b6a-2dd6-4114-9b11-1cc80bb933c3 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0500b17-003e-4bad-9648-794dc56648c8,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:08:08.187252 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-58684b6a-2dd6-4114-9b11-1cc80bb933c3 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:08.188548 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-58684b6a-2dd6-4114-9b11-1cc80bb933c3 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1234357 Sep 08 10:08:08.191512 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38972) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:08:08.196464 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-0845838b-0208-4f36-9be0-23beebed925b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'network': {'name': 'tempest-network-smoke--348286933', 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'port_security_enabled': True}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:08:08.220635 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0845838b-0208-4f36-9be0-23beebed925b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Made reservation on behalf of df1cda9df730430daf02e1cc7ed939bd for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:08:08.224852 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0845838b-0208-4f36-9be0-23beebed925b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:08.248207 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0845838b-0208-4f36-9be0-23beebed925b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 10:08:08.256836 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0845838b-0208-4f36-9be0-23beebed925b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:08.257157 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-0845838b-0208-4f36-9be0-23beebed925b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Added segment 17cc831d-962f-4fc0-ab9b-ebf5a2c4891c of type vlan for network a923e23a-43a1-4d96-9836-7ea949d154dc Sep 08 10:08:08.297185 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0845838b-0208-4f36-9be0-23beebed925b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:08.323036 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0845838b-0208-4f36-9be0-23beebed925b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:08.328827 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0845838b-0208-4f36-9be0-23beebed925b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:08:08.329414 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0845838b-0208-4f36-9be0-23beebed925b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:08.366284 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0845838b-0208-4f36-9be0-23beebed925b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1736562 Sep 08 10:08:08.368912 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38974) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:08:08.397730 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-a5048263-f928-4d72-bafa-a80b2660e469 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-542196912', 'admin_state_up': True, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:08:08.407711 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0845838b-0208-4f36-9be0-23beebed925b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'Network': ['ID=a923e23a-43a1-4d96-9836-7ea949d154dc,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:08:08.419281 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network a923e23a-43a1-4d96-9836-7ea949d154dc details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 10:08:08.425510 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a5048263-f928-4d72-bafa-a80b2660e469 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:08.426642 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a5048263-f928-4d72-bafa-a80b2660e469 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:08.478864 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a5048263-f928-4d72-bafa-a80b2660e469 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:08.620306 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a5048263-f928-4d72-bafa-a80b2660e469 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:08.810005 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a5048263-f928-4d72-bafa-a80b2660e469 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for router_gateway, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:08.828913 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a5048263-f928-4d72-bafa-a80b2660e469 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:08.931556 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-a5048263-f928-4d72-bafa-a80b2660e469 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Allocated IP 172.25.0.234 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/33a545da-b9a6-4b44-8f13-a196012132a1) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:08:09.034866 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a5048263-f928-4d72-bafa-a80b2660e469 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:09.073391 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a5048263-f928-4d72-bafa-a80b2660e469 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:09.109386 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5048263-f928-4d72-bafa-a80b2660e469 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:08:09.112152 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-a5048263-f928-4d72-bafa-a80b2660e469 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:08:09.116415 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5048263-f928-4d72-bafa-a80b2660e469 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:08:09.141993 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5048263-f928-4d72-bafa-a80b2660e469 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'Port': ['ID=33a545da-b9a6-4b44-8f13-a196012132a1,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:08:09.374547 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a5048263-f928-4d72-bafa-a80b2660e469 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for router_gateway, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:09.835102 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a5048263-f928-4d72-bafa-a80b2660e469 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:09.958962 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5048263-f928-4d72-bafa-a80b2660e469 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Router 45ef73d6-f083-4033-86fa-0c3b1c095663 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 10:08:10.062062 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5048263-f928-4d72-bafa-a80b2660e469 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:08:10.072942 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5309815-f2f4-40f6-a124-df73dd1583f6 None None] Sync routers for ids ['45ef73d6-f083-4033-86fa-0c3b1c095663'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:08:10.080479 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a5048263-f928-4d72-bafa-a80b2660e469 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:10.085505 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a5048263-f928-4d72-bafa-a80b2660e469 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7128241 Sep 08 10:08:10.085677 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5309815-f2f4-40f6-a124-df73dd1583f6 None None] Routers {'45ef73d6-f083-4033-86fa-0c3b1c095663'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:08:10.085677 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-d5309815-f2f4-40f6-a124-df73dd1583f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:07:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['45ef73d6-f083-4033-86fa-0c3b1c095663'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:08:10.085925 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38976) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:08:10.114778 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d1be9e51-b171-4c87-b22b-2ada286ce6a0 tempest-TestNetworkAdvancedServerOps-479438815 tempest-TestNetworkAdvancedServerOps-479438815-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=df1cda9df730430daf02e1cc7ed939bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277336 Sep 08 10:08:10.116638 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38978) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:08:10.185063 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-d5309815-f2f4-40f6-a124-df73dd1583f6 None None] Set router 45ef73d6-f083-4033-86fa-0c3b1c095663 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:08:10.206898 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ffd5b8-2aa8-4996-8120-eccf1601c879 tempest-TestNetworkAdvancedServerOps-479438815 tempest-TestNetworkAdvancedServerOps-479438815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:08:10.208537 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c3ffd5b8-2aa8-4996-8120-eccf1601c879 tempest-TestNetworkAdvancedServerOps-479438815 tempest-TestNetworkAdvancedServerOps-479438815-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0910091 Sep 08 10:08:10.211373 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38980) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:08:10.243169 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-9abfb884-20e7-4ee2-b8eb-d0244d6d62ad tempest-TestNetworkAdvancedServerOps-479438815 tempest-TestNetworkAdvancedServerOps-479438815-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=399c4174-1e86-4a10-bb99-f875a09107d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307283 Sep 08 10:08:10.245606 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 38982) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:08:10.250261 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-25509717-ceb9-4551-8ea9-8caf4477f8ec tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-396701952', 'network_id': 'a923e23a-43a1-4d96-9836-7ea949d154dc', 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:08:10.342566 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25509717-ceb9-4551-8ea9-8caf4477f8ec tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Made reservation on behalf of df1cda9df730430daf02e1cc7ed939bd for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:08:10.345960 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-25509717-ceb9-4551-8ea9-8caf4477f8ec tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:10.362876 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-d5309815-f2f4-40f6-a124-df73dd1583f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ef73d6-f083-4033-86fa-0c3b1c095663', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542196912', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '33a545da-b9a6-4b44-8f13-a196012132a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:08:08Z', 'updated_at': '2021-09-08T10:08:09Z', 'revision_number': 3, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': '33a545da-b9a6-4b44-8f13-a196012132a1', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b0:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ef73d6-f083-4033-86fa-0c3b1c095663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:08:08Z', 'updated_at': '2021-09-08T10:08:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:08:10.392143 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5309815-f2f4-40f6-a124-df73dd1583f6 None None] Checking router: 45ef73d6-f083-4033-86fa-0c3b1c095663 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:08:10.392542 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5309815-f2f4-40f6-a124-df73dd1583f6 None None] Updating router 45ef73d6-f083-4033-86fa-0c3b1c095663 port 33a545da-b9a6-4b44-8f13-a196012132a1 binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 10:08:10.417992 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d5309815-f2f4-40f6-a124-df73dd1583f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:10.530621 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-25509717-ceb9-4551-8ea9-8caf4477f8ec tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:10.592001 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25509717-ceb9-4551-8ea9-8caf4477f8ec tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'Subnet': ['ID=207aa82e-c397-4d6d-b70e-fa0208f0ce35,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:08:10.601142 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25509717-ceb9-4551-8ea9-8caf4477f8ec tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Checking segment: {'id': '17cc831d-962f-4fc0-ab9b-ebf5a2c4891c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a923e23a-43a1-4d96-9836-7ea949d154dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:08:10.601510 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25509717-ceb9-4551-8ea9-8caf4477f8ec tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Network hostable DHCP agents. Network: a923e23a-43a1-4d96-9836-7ea949d154dc, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 10:08:10.622504 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25509717-ceb9-4551-8ea9-8caf4477f8ec tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Network a923e23a-43a1-4d96-9836-7ea949d154dc is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 10:08:10.633465 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-25509717-ceb9-4551-8ea9-8caf4477f8ec tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, a923e23a-43a1-4d96-9836-7ea949d154dc) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:08:10.638199 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25509717-ceb9-4551-8ea9-8caf4477f8ec tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:08:10.638904 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-25509717-ceb9-4551-8ea9-8caf4477f8ec tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:10.645434 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2eaa370-ecce-43b9-8065-c6c65210355d None None] Network a923e23a-43a1-4d96-9836-7ea949d154dc requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:08:10.659373 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-25509717-ceb9-4551-8ea9-8caf4477f8ec tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4099300 Sep 08 10:08:10.660171 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 38984) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:08:10.677941 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d5309815-f2f4-40f6-a124-df73dd1583f6 None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:10.688971 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-d5309815-f2f4-40f6-a124-df73dd1583f6 None None] Transition to ACTIVE for port object 33a545da-b9a6-4b44-8f13-a196012132a1 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:08:10.695617 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d5309815-f2f4-40f6-a124-df73dd1583f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:10.808638 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c4fd8c-9e73-49b8-b685-0b619ea5deec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-a923e23a-43a1-4d96-9836-7ea949d154dc', 'network_id': 'a923e23a-43a1-4d96-9836-7ea949d154dc', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'fixed_ips': [{'subnet_id': '207aa82e-c397-4d6d-b70e-fa0208f0ce35'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 10:08:10.809541 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-47c4fd8c-9e73-49b8-b685-0b619ea5deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:10.847531 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-d5309815-f2f4-40f6-a124-df73dd1583f6 None None] Attempting to bind port 33a545da-b9a6-4b44-8f13-a196012132a1 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:08:10.847953 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-d5309815-f2f4-40f6-a124-df73dd1583f6 None None] Attempting to bind port 33a545da-b9a6-4b44-8f13-a196012132a1 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:08:10.848380 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5309815-f2f4-40f6-a124-df73dd1583f6 None None] Attempting to bind port 33a545da-b9a6-4b44-8f13-a196012132a1 on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:08:10.861082 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5309815-f2f4-40f6-a124-df73dd1583f6 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:08:10.861453 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5309815-f2f4-40f6-a124-df73dd1583f6 None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:08:10.861854 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d5309815-f2f4-40f6-a124-df73dd1583f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:10.862840 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5309815-f2f4-40f6-a124-df73dd1583f6 None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:08:10.863311 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-d5309815-f2f4-40f6-a124-df73dd1583f6 None None] Bound port: 33a545da-b9a6-4b44-8f13-a196012132a1, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:08:10.863690 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d5309815-f2f4-40f6-a124-df73dd1583f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:10.865313 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd95f9b5-7dfc-4c96-abf0-1a1ca08ede1e None None] Pushing event updated for resources: {'Port': ['ID=33a545da-b9a6-4b44-8f13-a196012132a1,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:08:10.888436 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd95f9b5-7dfc-4c96-abf0-1a1ca08ede1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:08:10.888778 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd95f9b5-7dfc-4c96-abf0-1a1ca08ede1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:08:10.889110 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd95f9b5-7dfc-4c96-abf0-1a1ca08ede1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:08:10.889447 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd95f9b5-7dfc-4c96-abf0-1a1ca08ede1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:08:10.889773 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd95f9b5-7dfc-4c96-abf0-1a1ca08ede1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:08:10.890120 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd95f9b5-7dfc-4c96-abf0-1a1ca08ede1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:08:10.890448 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd95f9b5-7dfc-4c96-abf0-1a1ca08ede1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:08:10.890767 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd95f9b5-7dfc-4c96-abf0-1a1ca08ede1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:08:10.891085 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd95f9b5-7dfc-4c96-abf0-1a1ca08ede1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:08:10.891410 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd95f9b5-7dfc-4c96-abf0-1a1ca08ede1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:08:10.892256 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd95f9b5-7dfc-4c96-abf0-1a1ca08ede1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:08:10.892256 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd95f9b5-7dfc-4c96-abf0-1a1ca08ede1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:08:10.927530 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-d5309815-f2f4-40f6-a124-df73dd1583f6 None None] For port 33a545da-b9a6-4b44-8f13-a196012132a1, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:08:10.930594 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-d5309815-f2f4-40f6-a124-df73dd1583f6 None None] For port 33a545da-b9a6-4b44-8f13-a196012132a1, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=33a545da-b9a6-4b44-8f13-a196012132a1,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:08:10.936107 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-d5309815-f2f4-40f6-a124-df73dd1583f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:10.960404 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-47c4fd8c-9e73-49b8-b685-0b619ea5deec None None] Allocated IP 172.20.0.2 (a923e23a-43a1-4d96-9836-7ea949d154dc/207aa82e-c397-4d6d-b70e-fa0208f0ce35/6a0a5c6e-d595-4b02-8655-5a0a8b62d76f) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:08:10.991292 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5309815-f2f4-40f6-a124-df73dd1583f6 None None] Routers {'45ef73d6-f083-4033-86fa-0c3b1c095663'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:08:10.991923 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-d5309815-f2f4-40f6-a124-df73dd1583f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:07:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['45ef73d6-f083-4033-86fa-0c3b1c095663'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:08:11.043800 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd95f9b5-7dfc-4c96-abf0-1a1ca08ede1e None None] Pushing event updated for resources: {'Port': ['ID=33a545da-b9a6-4b44-8f13-a196012132a1,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:08:11.104848 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-d5309815-f2f4-40f6-a124-df73dd1583f6 None None] Set router 45ef73d6-f083-4033-86fa-0c3b1c095663 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:08:11.122773 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-47c4fd8c-9e73-49b8-b685-0b619ea5deec None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:11.130733 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-912a27a5-bd17-4aa8-a8fb-ab29f777fef9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:11.132515 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-47c4fd8c-9e73-49b8-b685-0b619ea5deec None None] Transition to ACTIVE for port object 6a0a5c6e-d595-4b02-8655-5a0a8b62d76f will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:08:11.149304 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-47c4fd8c-9e73-49b8-b685-0b619ea5deec None None] Transition to ACTIVE for port object 6a0a5c6e-d595-4b02-8655-5a0a8b62d76f will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:08:11.155272 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-47c4fd8c-9e73-49b8-b685-0b619ea5deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:11.196127 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c4fd8c-9e73-49b8-b685-0b619ea5deec None None] Network a923e23a-43a1-4d96-9836-7ea949d154dc is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:08:11.201252 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-47c4fd8c-9e73-49b8-b685-0b619ea5deec None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:08:11.203729 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c4fd8c-9e73-49b8-b685-0b619ea5deec None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:08:11.216863 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c4fd8c-9e73-49b8-b685-0b619ea5deec None None] Pushing event updated for resources: {'Port': ['ID=6a0a5c6e-d595-4b02-8655-5a0a8b62d76f,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:08:11.264913 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-47c4fd8c-9e73-49b8-b685-0b619ea5deec None None] Attempting to bind port 6a0a5c6e-d595-4b02-8655-5a0a8b62d76f on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:08:11.265302 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-47c4fd8c-9e73-49b8-b685-0b619ea5deec None None] Attempting to bind port 6a0a5c6e-d595-4b02-8655-5a0a8b62d76f by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '17cc831d-962f-4fc0-ab9b-ebf5a2c4891c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a923e23a-43a1-4d96-9836-7ea949d154dc'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:08:11.266361 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c4fd8c-9e73-49b8-b685-0b619ea5deec None None] Attempting to bind port 6a0a5c6e-d595-4b02-8655-5a0a8b62d76f on network a923e23a-43a1-4d96-9836-7ea949d154dc {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:08:11.272097 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c4fd8c-9e73-49b8-b685-0b619ea5deec None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:08:11.272483 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c4fd8c-9e73-49b8-b685-0b619ea5deec None None] Checking segment: {'id': '17cc831d-962f-4fc0-ab9b-ebf5a2c4891c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a923e23a-43a1-4d96-9836-7ea949d154dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:08:11.272898 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-47c4fd8c-9e73-49b8-b685-0b619ea5deec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:11.273299 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c4fd8c-9e73-49b8-b685-0b619ea5deec None None] Bound using segment: {'id': '17cc831d-962f-4fc0-ab9b-ebf5a2c4891c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a923e23a-43a1-4d96-9836-7ea949d154dc'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:08:11.273774 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-47c4fd8c-9e73-49b8-b685-0b619ea5deec None None] Bound port: 6a0a5c6e-d595-4b02-8655-5a0a8b62d76f, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17cc831d-962f-4fc0-ab9b-ebf5a2c4891c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a923e23a-43a1-4d96-9836-7ea949d154dc'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:08:11.274213 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-47c4fd8c-9e73-49b8-b685-0b619ea5deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:11.291247 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-d5309815-f2f4-40f6-a124-df73dd1583f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ef73d6-f083-4033-86fa-0c3b1c095663', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542196912', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '33a545da-b9a6-4b44-8f13-a196012132a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:08:08Z', 'updated_at': '2021-09-08T10:08:09Z', 'revision_number': 3, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': '33a545da-b9a6-4b44-8f13-a196012132a1', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b0:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ef73d6-f083-4033-86fa-0c3b1c095663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:08:08Z', 'updated_at': '2021-09-08T10:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:08:11.317839 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5309815-f2f4-40f6-a124-df73dd1583f6 None None] The sync data for ids ['45ef73d6-f083-4033-86fa-0c3b1c095663'] in n-d-806683-11 is: [{'id': '45ef73d6-f083-4033-86fa-0c3b1c095663', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542196912', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '33a545da-b9a6-4b44-8f13-a196012132a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:08:08Z', 'updated_at': '2021-09-08T10:08:09Z', 'revision_number': 3, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': '33a545da-b9a6-4b44-8f13-a196012132a1', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b0:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ef73d6-f083-4033-86fa-0c3b1c095663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:08:08Z', 'updated_at': '2021-09-08T10:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:08:11.348308 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-47c4fd8c-9e73-49b8-b685-0b619ea5deec None None] For port 6a0a5c6e-d595-4b02-8655-5a0a8b62d76f, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:08:11.353095 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-47c4fd8c-9e73-49b8-b685-0b619ea5deec None None] For port 6a0a5c6e-d595-4b02-8655-5a0a8b62d76f, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=6a0a5c6e-d595-4b02-8655-5a0a8b62d76f,segment=NetworkSegment(17cc831d-962f-4fc0-ab9b-ebf5a2c4891c),segment_id=17cc831d-962f-4fc0-ab9b-ebf5a2c4891c)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:08:11.358309 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-47c4fd8c-9e73-49b8-b685-0b619ea5deec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:11.427332 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c4fd8c-9e73-49b8-b685-0b619ea5deec None None] Pushing event updated for resources: {'Port': ['ID=6a0a5c6e-d595-4b02-8655-5a0a8b62d76f,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:08:11.450837 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-912a27a5-bd17-4aa8-a8fb-ab29f777fef9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Allocated IP 172.20.0.1 (a923e23a-43a1-4d96-9836-7ea949d154dc/207aa82e-c397-4d6d-b70e-fa0208f0ce35/ed5693a4-752c-4bce-bf22-75c9efe239a3) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:08:11.603413 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-912a27a5-bd17-4aa8-a8fb-ab29f777fef9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:11.620149 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-912a27a5-bd17-4aa8-a8fb-ab29f777fef9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Transition to ACTIVE for port object ed5693a4-752c-4bce-bf22-75c9efe239a3 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:08:11.656412 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-912a27a5-bd17-4aa8-a8fb-ab29f777fef9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:11.708556 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912a27a5-bd17-4aa8-a8fb-ab29f777fef9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Network a923e23a-43a1-4d96-9836-7ea949d154dc is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:08:11.713158 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-912a27a5-bd17-4aa8-a8fb-ab29f777fef9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:08:11.716173 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912a27a5-bd17-4aa8-a8fb-ab29f777fef9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:08:11.718905 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912a27a5-bd17-4aa8-a8fb-ab29f777fef9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'Port': ['ID=ed5693a4-752c-4bce-bf22-75c9efe239a3,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:08:11.775064 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-912a27a5-bd17-4aa8-a8fb-ab29f777fef9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:11.916950 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 6a0a5c6e-d595-4b02-8655-5a0a8b62d76f up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:08:11.923507 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-912a27a5-bd17-4aa8-a8fb-ab29f777fef9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:11.979517 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 6a0a5c6e-d595-4b02-8655-5a0a8b62d76f completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:08:11.984585 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 33a545da-b9a6-4b44-8f13-a196012132a1 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:08:12.040457 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 33a545da-b9a6-4b44-8f13-a196012132a1 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:08:12.046721 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 33a545da-b9a6-4b44-8f13-a196012132a1 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:08:12.047113 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:12.133241 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:12.164760 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 33a545da-b9a6-4b44-8f13-a196012132a1, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=33a545da-b9a6-4b44-8f13-a196012132a1,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:08:12.171676 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:12.228257 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=33a545da-b9a6-4b44-8f13-a196012132a1,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:08:12.257388 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-912a27a5-bd17-4aa8-a8fb-ab29f777fef9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:12.262236 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-912a27a5-bd17-4aa8-a8fb-ab29f777fef9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:12.344643 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912a27a5-bd17-4aa8-a8fb-ab29f777fef9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'Port': ['ID=ed5693a4-752c-4bce-bf22-75c9efe239a3,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:08:12.347485 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-912a27a5-bd17-4aa8-a8fb-ab29f777fef9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:12.444143 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912a27a5-bd17-4aa8-a8fb-ab29f777fef9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Network a923e23a-43a1-4d96-9836-7ea949d154dc is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:08:12.445609 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-912a27a5-bd17-4aa8-a8fb-ab29f777fef9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:08:12.501978 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c731d3c-ee0f-473b-9987-2cb4b19114ba None None] Network a923e23a-43a1-4d96-9836-7ea949d154dc requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:08:12.567048 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912a27a5-bd17-4aa8-a8fb-ab29f777fef9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Router 45ef73d6-f083-4033-86fa-0c3b1c095663 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 10:08:12.631097 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-04dcbfd5-1a26-456c-ba8d-2d4f40ab83da None None] Provisioning for port 6a0a5c6e-d595-4b02-8655-5a0a8b62d76f completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:08:12.649078 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-04dcbfd5-1a26-456c-ba8d-2d4f40ab83da None None] Provisioning complete for port 6a0a5c6e-d595-4b02-8655-5a0a8b62d76f triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:08:12.649375 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-04dcbfd5-1a26-456c-ba8d-2d4f40ab83da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:12.676805 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912a27a5-bd17-4aa8-a8fb-ab29f777fef9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:08:12.683121 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-912a27a5-bd17-4aa8-a8fb-ab29f777fef9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "PUT /v2.0/routers/45ef73d6-f083-4033-86fa-0c3b1c095663/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0212760 Sep 08 10:08:12.747531 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-04dcbfd5-1a26-456c-ba8d-2d4f40ab83da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:12.787239 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-04dcbfd5-1a26-456c-ba8d-2d4f40ab83da None None] For port 6a0a5c6e-d595-4b02-8655-5a0a8b62d76f, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=6a0a5c6e-d595-4b02-8655-5a0a8b62d76f,segment=NetworkSegment(17cc831d-962f-4fc0-ab9b-ebf5a2c4891c),segment_id=17cc831d-962f-4fc0-ab9b-ebf5a2c4891c)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:08:12.792078 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-04dcbfd5-1a26-456c-ba8d-2d4f40ab83da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:12.850065 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-950993f0-e8ed-49d8-a52c-ae7ad75ee9d5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1411572866&fields=id&tenant_id=df1cda9df730430daf02e1cc7ed939bd HTTP/1.1" status: 200 len: 267 time: 0.0367169 Sep 08 10:08:12.852250 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dcbfd5-1a26-456c-ba8d-2d4f40ab83da None None] Pushing event updated for resources: {'Port': ['ID=6a0a5c6e-d595-4b02-8655-5a0a8b62d76f,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:08:12.974496 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-60854f37-72ed-492e-a10e-d68212fa3978 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:08:12.976063 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-60854f37-72ed-492e-a10e-d68212fa3978 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/networks?id=a923e23a-43a1-4d96-9836-7ea949d154dc HTTP/1.1" status: 200 len: 796 time: 0.1171157 Sep 08 10:08:12.991567 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-644be4bd-1318-4037-b243-cc3820f4acc9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/quotas/df1cda9df730430daf02e1cc7ed939bd HTTP/1.1" status: 200 len: 375 time: 0.0096266 Sep 08 10:08:13.013008 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-110b9d07-4e69-4136-adb8-cd59eea8c208 None None] Provisioning for port ed5693a4-752c-4bce-bf22-75c9efe239a3 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:08:13.018180 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-110b9d07-4e69-4136-adb8-cd59eea8c208 None None] Provisioning complete for port ed5693a4-752c-4bce-bf22-75c9efe239a3 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:08:13.019136 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-110b9d07-4e69-4136-adb8-cd59eea8c208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:13.052808 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-b11acf90-41ca-4005-93a9-c78e34e97ade tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=df1cda9df730430daf02e1cc7ed939bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551031 Sep 08 10:08:13.059157 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-110b9d07-4e69-4136-adb8-cd59eea8c208 None None] Port ed5693a4-752c-4bce-bf22-75c9efe239a3 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 10:08:13.070288 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-110b9d07-4e69-4136-adb8-cd59eea8c208 None None] Provisioning complete for port 6a0a5c6e-d595-4b02-8655-5a0a8b62d76f triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:08:13.070662 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-110b9d07-4e69-4136-adb8-cd59eea8c208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:13.147182 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc806fb4-59b7-4915-99a9-f46369a1172f None None] Sync routers for ids ['45ef73d6-f083-4033-86fa-0c3b1c095663'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:08:13.169806 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc806fb4-59b7-4915-99a9-f46369a1172f None None] Routers {'45ef73d6-f083-4033-86fa-0c3b1c095663'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:08:13.170403 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-dc806fb4-59b7-4915-99a9-f46369a1172f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:07:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['45ef73d6-f083-4033-86fa-0c3b1c095663'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:08:13.224395 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-e1c3ad00-8b0c-46a6-8a4e-2788920a706b service neutron] 10.222.0.54 "GET /v2.0/networks/a923e23a-43a1-4d96-9836-7ea949d154dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588671 Sep 08 10:08:13.291255 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-dc806fb4-59b7-4915-99a9-f46369a1172f None None] Set router 45ef73d6-f083-4033-86fa-0c3b1c095663 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:08:13.325811 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-02fa0324-bf33-4da7-9c3a-9a9be5f5cdae service neutron] 10.222.0.54 "GET /v2.0/networks/a923e23a-43a1-4d96-9836-7ea949d154dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942190 Sep 08 10:08:13.341519 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-eda78c66-df2d-4792-96b1-1889606c7a49 None None] Provisioning complete for port ed5693a4-752c-4bce-bf22-75c9efe239a3 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:08:13.341896 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-eda78c66-df2d-4792-96b1-1889606c7a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:13.454410 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-eda78c66-df2d-4792-96b1-1889606c7a49 None None] Port ed5693a4-752c-4bce-bf22-75c9efe239a3 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 10:08:13.529038 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5fb01943-7c0f-478b-8ee7-7080ef0d782b req-80854f24-14b1-45ad-9e51-a38a1da37b8a tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec95ed74-536d-4444-adf0-447a322306bf HTTP/1.1" status: 200 len: 210 time: 0.0409951 Sep 08 10:08:13.539825 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-dc806fb4-59b7-4915-99a9-f46369a1172f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ef73d6-f083-4033-86fa-0c3b1c095663', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542196912', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '33a545da-b9a6-4b44-8f13-a196012132a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:08:08Z', 'updated_at': '2021-09-08T10:08:11Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': '33a545da-b9a6-4b44-8f13-a196012132a1', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ef73d6-f083-4033-86fa-0c3b1c095663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:08:08Z', 'updated_at': '2021-09-08T10:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'ed5693a4-752c-4bce-bf22-75c9efe239a3', 'name': '', 'network_id': 'a923e23a-43a1-4d96-9836-7ea949d154dc', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'mac_address': 'fa:16:3e:4a:1e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ef73d6-f083-4033-86fa-0c3b1c095663', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '207aa82e-c397-4d6d-b70e-fa0208f0ce35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:08:11Z', 'updated_at': '2021-09-08T10:08:12Z', 'revision_number': 2, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'subnets': [{'id': '207aa82e-c397-4d6d-b70e-fa0208f0ce35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:08:13.575914 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc806fb4-59b7-4915-99a9-f46369a1172f None None] Checking router: 45ef73d6-f083-4033-86fa-0c3b1c095663 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:08:13.576255 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc806fb4-59b7-4915-99a9-f46369a1172f None None] Updating router 45ef73d6-f083-4033-86fa-0c3b1c095663 port ed5693a4-752c-4bce-bf22-75c9efe239a3 binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 10:08:13.605497 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-7e1f27da-effc-4b4b-b1fb-93d1df048000 None None] Provisioning complete for port ed5693a4-752c-4bce-bf22-75c9efe239a3 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:08:13.605880 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7e1f27da-effc-4b4b-b1fb-93d1df048000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:13.607313 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-dc806fb4-59b7-4915-99a9-f46369a1172f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:13.675877 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-7e1f27da-effc-4b4b-b1fb-93d1df048000 None None] Port ed5693a4-752c-4bce-bf22-75c9efe239a3 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 10:08:13.872864 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 6a0a5c6e-d595-4b02-8655-5a0a8b62d76f up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:08:13.960650 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-dc806fb4-59b7-4915-99a9-f46369a1172f None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:13.974781 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-dc806fb4-59b7-4915-99a9-f46369a1172f None None] Transition to ACTIVE for port object ed5693a4-752c-4bce-bf22-75c9efe239a3 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:08:13.981503 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 6a0a5c6e-d595-4b02-8655-5a0a8b62d76f triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:08:13.981883 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:13.984037 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-dc806fb4-59b7-4915-99a9-f46369a1172f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:14.073714 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca4bbb8-dcc8-43cb-b80c-8248c8c0d626 None None] Pushing event updated for resources: {'Port': ['ID=ed5693a4-752c-4bce-bf22-75c9efe239a3,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:08:14.168389 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-dc806fb4-59b7-4915-99a9-f46369a1172f None None] Attempting to bind port ed5693a4-752c-4bce-bf22-75c9efe239a3 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:08:14.168876 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-dc806fb4-59b7-4915-99a9-f46369a1172f None None] Attempting to bind port ed5693a4-752c-4bce-bf22-75c9efe239a3 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '17cc831d-962f-4fc0-ab9b-ebf5a2c4891c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a923e23a-43a1-4d96-9836-7ea949d154dc'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:08:14.169201 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc806fb4-59b7-4915-99a9-f46369a1172f None None] Attempting to bind port ed5693a4-752c-4bce-bf22-75c9efe239a3 on network a923e23a-43a1-4d96-9836-7ea949d154dc {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:08:14.180182 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc806fb4-59b7-4915-99a9-f46369a1172f None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:08:14.180563 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc806fb4-59b7-4915-99a9-f46369a1172f None None] Checking segment: {'id': '17cc831d-962f-4fc0-ab9b-ebf5a2c4891c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a923e23a-43a1-4d96-9836-7ea949d154dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:08:14.180974 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-dc806fb4-59b7-4915-99a9-f46369a1172f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:14.181374 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc806fb4-59b7-4915-99a9-f46369a1172f None None] Bound using segment: {'id': '17cc831d-962f-4fc0-ab9b-ebf5a2c4891c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a923e23a-43a1-4d96-9836-7ea949d154dc'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:08:14.181857 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-dc806fb4-59b7-4915-99a9-f46369a1172f None None] Bound port: ed5693a4-752c-4bce-bf22-75c9efe239a3, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17cc831d-962f-4fc0-ab9b-ebf5a2c4891c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a923e23a-43a1-4d96-9836-7ea949d154dc'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:08:14.182271 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-dc806fb4-59b7-4915-99a9-f46369a1172f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:14.197695 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 33a545da-b9a6-4b44-8f13-a196012132a1 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:08:14.456756 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-dc806fb4-59b7-4915-99a9-f46369a1172f None None] For port ed5693a4-752c-4bce-bf22-75c9efe239a3, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:08:14.471016 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 33a545da-b9a6-4b44-8f13-a196012132a1 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:08:14.472074 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:14.477113 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-dc806fb4-59b7-4915-99a9-f46369a1172f None None] For port ed5693a4-752c-4bce-bf22-75c9efe239a3, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=ed5693a4-752c-4bce-bf22-75c9efe239a3,segment=NetworkSegment(17cc831d-962f-4fc0-ab9b-ebf5a2c4891c),segment_id=17cc831d-962f-4fc0-ab9b-ebf5a2c4891c)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:08:14.498269 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-dc806fb4-59b7-4915-99a9-f46369a1172f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:14.581622 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc806fb4-59b7-4915-99a9-f46369a1172f None None] Routers {'45ef73d6-f083-4033-86fa-0c3b1c095663'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:08:14.583875 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-dc806fb4-59b7-4915-99a9-f46369a1172f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:07:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['45ef73d6-f083-4033-86fa-0c3b1c095663'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:08:14.587878 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca4bbb8-dcc8-43cb-b80c-8248c8c0d626 None None] Pushing event updated for resources: {'Port': ['ID=ed5693a4-752c-4bce-bf22-75c9efe239a3,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:08:14.648000 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-be3220d3-89c3-42d2-a536-28f5c3b60e85 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:08:14.653475 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-be3220d3-89c3-42d2-a536-28f5c3b60e85 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.35 "GET /v2.0/networks?id=a923e23a-43a1-4d96-9836-7ea949d154dc HTTP/1.1" status: 200 len: 796 time: 0.1571827 Sep 08 10:08:14.677455 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bba96794-7505-4da7-bd48-1545a2eb2e7c req-bf64edd5-da50-4839-9dad-9c23b1ecef26 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec95ed74-536d-4444-adf0-447a322306bf HTTP/1.1" status: 200 len: 210 time: 0.0494490 Sep 08 10:08:14.718392 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-9cbef915-ee3c-49ae-a397-89b3bf973172 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df1cda9df730430daf02e1cc7ed939bd HTTP/1.1" status: 200 len: 380 time: 0.0506697 Sep 08 10:08:14.732449 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-c485588b-afbc-410d-978d-68303f6512b1 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'port': {'device_id': 'ec95ed74-536d-4444-adf0-447a322306bf', 'network_id': 'a923e23a-43a1-4d96-9836-7ea949d154dc', 'admin_state_up': True, 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'security_groups': ['5a7c02c8-65e7-457f-b9cb-03e693ef0381']}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:08:14.733485 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-dc806fb4-59b7-4915-99a9-f46369a1172f None None] Set router 45ef73d6-f083-4033-86fa-0c3b1c095663 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:08:14.851803 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-c485588b-afbc-410d-978d-68303f6512b1 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Made reservation on behalf of df1cda9df730430daf02e1cc7ed939bd for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:08:14.854947 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-c485588b-afbc-410d-978d-68303f6512b1 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:14.963694 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-dc806fb4-59b7-4915-99a9-f46369a1172f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ef73d6-f083-4033-86fa-0c3b1c095663', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542196912', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '33a545da-b9a6-4b44-8f13-a196012132a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:08:08Z', 'updated_at': '2021-09-08T10:08:11Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': '33a545da-b9a6-4b44-8f13-a196012132a1', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ef73d6-f083-4033-86fa-0c3b1c095663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:08:08Z', 'updated_at': '2021-09-08T10:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'ed5693a4-752c-4bce-bf22-75c9efe239a3', 'name': '', 'network_id': 'a923e23a-43a1-4d96-9836-7ea949d154dc', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'mac_address': 'fa:16:3e:4a:1e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ef73d6-f083-4033-86fa-0c3b1c095663', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '207aa82e-c397-4d6d-b70e-fa0208f0ce35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:08:11Z', 'updated_at': '2021-09-08T10:08:14Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'subnets': [{'id': '207aa82e-c397-4d6d-b70e-fa0208f0ce35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:08:14.990411 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc806fb4-59b7-4915-99a9-f46369a1172f None None] The sync data for ids ['45ef73d6-f083-4033-86fa-0c3b1c095663'] in n-d-806683-11 is: [{'id': '45ef73d6-f083-4033-86fa-0c3b1c095663', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542196912', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '33a545da-b9a6-4b44-8f13-a196012132a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:08:08Z', 'updated_at': '2021-09-08T10:08:11Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': '33a545da-b9a6-4b44-8f13-a196012132a1', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ef73d6-f083-4033-86fa-0c3b1c095663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:08:08Z', 'updated_at': '2021-09-08T10:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'ed5693a4-752c-4bce-bf22-75c9efe239a3', 'name': '', 'network_id': 'a923e23a-43a1-4d96-9836-7ea949d154dc', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'mac_address': 'fa:16:3e:4a:1e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45ef73d6-f083-4033-86fa-0c3b1c095663', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '207aa82e-c397-4d6d-b70e-fa0208f0ce35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:08:11Z', 'updated_at': '2021-09-08T10:08:14Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'subnets': [{'id': '207aa82e-c397-4d6d-b70e-fa0208f0ce35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:08:14.991406 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-c485588b-afbc-410d-978d-68303f6512b1 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Allocated IP 172.20.0.7 (a923e23a-43a1-4d96-9836-7ea949d154dc/207aa82e-c397-4d6d-b70e-fa0208f0ce35/5011135e-94da-4b0c-af3e-bd21e17bdb68) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:08:15.163228 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-c485588b-afbc-410d-978d-68303f6512b1 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:15.177390 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-c485588b-afbc-410d-978d-68303f6512b1 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Transition to ACTIVE for port object 5011135e-94da-4b0c-af3e-bd21e17bdb68 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:08:15.212019 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-c485588b-afbc-410d-978d-68303f6512b1 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:15.259417 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-c485588b-afbc-410d-978d-68303f6512b1 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Network a923e23a-43a1-4d96-9836-7ea949d154dc is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:08:15.265076 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-c485588b-afbc-410d-978d-68303f6512b1 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:08:15.270931 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-c485588b-afbc-410d-978d-68303f6512b1 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:08:15.278320 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c485588b-afbc-410d-978d-68303f6512b1 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'Port': ['ID=5011135e-94da-4b0c-af3e-bd21e17bdb68,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:08:15.327818 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-c485588b-afbc-410d-978d-68303f6512b1 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:08:15.328495 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-c485588b-afbc-410d-978d-68303f6512b1 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:15.348463 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-c485588b-afbc-410d-978d-68303f6512b1 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6199598 Sep 08 10:08:15.358732 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-4fd07dae-a1b0-4311-923b-4cd536bb75c2 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 10:08:15.359775 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-4fd07dae-a1b0-4311-923b-4cd536bb75c2 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054297 Sep 08 10:08:15.378464 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-6f7f0486-7118-4d32-983e-fba35f34bde3 service neutron] Request body: {'port': {'device_id': 'ec95ed74-536d-4444-adf0-447a322306bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:08:15.444904 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-6f7f0486-7118-4d32-983e-fba35f34bde3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:15.511839 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-a409a679-d5f1-4c2e-b40e-02ed34d0e380 None None] Provisioning for port 5011135e-94da-4b0c-af3e-bd21e17bdb68 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:08:15.515932 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-a409a679-d5f1-4c2e-b40e-02ed34d0e380 None None] Provisioning complete for port 5011135e-94da-4b0c-af3e-bd21e17bdb68 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:08:15.516274 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a409a679-d5f1-4c2e-b40e-02ed34d0e380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:15.552825 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-a409a679-d5f1-4c2e-b40e-02ed34d0e380 None None] Port 5011135e-94da-4b0c-af3e-bd21e17bdb68 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 10:08:15.733979 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-6f7f0486-7118-4d32-983e-fba35f34bde3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5011135e-94da-4b0c-af3e-bd21e17bdb68 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 10:08:15.741974 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-6f7f0486-7118-4d32-983e-fba35f34bde3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:15.789410 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-6f7f0486-7118-4d32-983e-fba35f34bde3 service neutron] Transition to ACTIVE for port object 5011135e-94da-4b0c-af3e-bd21e17bdb68 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:08:15.793359 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-6f7f0486-7118-4d32-983e-fba35f34bde3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:15.855536 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163fc0d3-b87b-4486-821a-a84fc58068c4 req-3962bf33-1262-446f-84e9-a066dc8b7376 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:08:15.857225 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-163fc0d3-b87b-4486-821a-a84fc58068c4 req-3962bf33-1262-446f-84e9-a066dc8b7376 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec95ed74-536d-4444-adf0-447a322306bf HTTP/1.1" status: 200 len: 931 time: 0.1126990 Sep 08 10:08:15.884971 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device ed5693a4-752c-4bce-bf22-75c9efe239a3 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:08:15.933716 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f0486-7118-4d32-983e-fba35f34bde3 service neutron] Pushing event updated for resources: {'Port': ['ID=5011135e-94da-4b0c-af3e-bd21e17bdb68,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:08:15.952602 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port ed5693a4-752c-4bce-bf22-75c9efe239a3 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:08:15.957367 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port ed5693a4-752c-4bce-bf22-75c9efe239a3 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:08:15.957751 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:15.978090 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-163fc0d3-b87b-4486-821a-a84fc58068c4 req-1e1f6a16-f8bd-4153-a0cb-290864f3ba02 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a7c02c8-65e7-457f-b9cb-03e693ef0381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891075 Sep 08 10:08:16.003811 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-6f7f0486-7118-4d32-983e-fba35f34bde3 service neutron] Attempting to bind port 5011135e-94da-4b0c-af3e-bd21e17bdb68 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:08:16.004500 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-6f7f0486-7118-4d32-983e-fba35f34bde3 service neutron] Attempting to bind port 5011135e-94da-4b0c-af3e-bd21e17bdb68 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '17cc831d-962f-4fc0-ab9b-ebf5a2c4891c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a923e23a-43a1-4d96-9836-7ea949d154dc'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:08:16.005050 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-6f7f0486-7118-4d32-983e-fba35f34bde3 service neutron] Attempting to bind port 5011135e-94da-4b0c-af3e-bd21e17bdb68 on network a923e23a-43a1-4d96-9836-7ea949d154dc {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:08:16.011320 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-6f7f0486-7118-4d32-983e-fba35f34bde3 service neutron] Port 5011135e-94da-4b0c-af3e-bd21e17bdb68 on network a923e23a-43a1-4d96-9836-7ea949d154dc not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 10:08:16.011819 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-6f7f0486-7118-4d32-983e-fba35f34bde3 service neutron] Attempting to bind port 5011135e-94da-4b0c-af3e-bd21e17bdb68 on network a923e23a-43a1-4d96-9836-7ea949d154dc {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:08:16.017381 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-6f7f0486-7118-4d32-983e-fba35f34bde3 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:08:16.018075 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-6f7f0486-7118-4d32-983e-fba35f34bde3 service neutron] Checking segment: {'id': '17cc831d-962f-4fc0-ab9b-ebf5a2c4891c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a923e23a-43a1-4d96-9836-7ea949d154dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:08:16.019017 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-6f7f0486-7118-4d32-983e-fba35f34bde3 service neutron] Bound using segment: {'id': '17cc831d-962f-4fc0-ab9b-ebf5a2c4891c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a923e23a-43a1-4d96-9836-7ea949d154dc'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:08:16.019465 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-6f7f0486-7118-4d32-983e-fba35f34bde3 service neutron] Bound port: 5011135e-94da-4b0c-af3e-bd21e17bdb68, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17cc831d-962f-4fc0-ab9b-ebf5a2c4891c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'a923e23a-43a1-4d96-9836-7ea949d154dc'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:08:16.019838 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-6f7f0486-7118-4d32-983e-fba35f34bde3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:16.060574 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:16.111506 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port ed5693a4-752c-4bce-bf22-75c9efe239a3, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=ed5693a4-752c-4bce-bf22-75c9efe239a3,segment=NetworkSegment(17cc831d-962f-4fc0-ab9b-ebf5a2c4891c),segment_id=17cc831d-962f-4fc0-ab9b-ebf5a2c4891c)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:08:16.117529 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:16.124720 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-6f7f0486-7118-4d32-983e-fba35f34bde3 service neutron] For port 5011135e-94da-4b0c-af3e-bd21e17bdb68, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:08:16.130803 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-6f7f0486-7118-4d32-983e-fba35f34bde3 service neutron] For port 5011135e-94da-4b0c-af3e-bd21e17bdb68, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=5011135e-94da-4b0c-af3e-bd21e17bdb68,segment=NetworkSegment(17cc831d-962f-4fc0-ab9b-ebf5a2c4891c),segment_id=17cc831d-962f-4fc0-ab9b-ebf5a2c4891c)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:08:16.139194 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-6f7f0486-7118-4d32-983e-fba35f34bde3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:16.181999 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-6f7f0486-7118-4d32-983e-fba35f34bde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:08:16.182630 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-6f7f0486-7118-4d32-983e-fba35f34bde3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:16.184187 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-6f7f0486-7118-4d32-983e-fba35f34bde3 service neutron] 10.222.0.35 "PUT /v2.0/ports/5011135e-94da-4b0c-af3e-bd21e17bdb68 HTTP/1.1" status: 200 len: 1092 time: 0.8106475 Sep 08 10:08:16.186630 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec95ed74-536d-4444-adf0-447a322306bf', 'tag': '5011135e-94da-4b0c-af3e-bd21e17bdb68'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:08:16.188889 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b793a9-3e6b-48f6-af3b-1344338dc9f4" -d '{"events": [{"name": "network-changed", "server_uuid": "ec95ed74-536d-4444-adf0-447a322306bf", "tag": "5011135e-94da-4b0c-af3e-bd21e17bdb68"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:08:16.201016 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=ed5693a4-752c-4bce-bf22-75c9efe239a3,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:08:16.225999 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f0486-7118-4d32-983e-fba35f34bde3 service neutron] Pushing event updated for resources: {'Port': ['ID=5011135e-94da-4b0c-af3e-bd21e17bdb68,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:08:16.244202 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 10:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d53354e-525b-49d7-a2cc-2973ca3c2c5a x-openstack-request-id: req-3d53354e-525b-49d7-a2cc-2973ca3c2c5a {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:08:16.244562 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec95ed74-536d-4444-adf0-447a322306bf", "tag": "5011135e-94da-4b0c-af3e-bd21e17bdb68", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:08:16.244881 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3d53354e-525b-49d7-a2cc-2973ca3c2c5a {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:08:16.245562 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec95ed74-536d-4444-adf0-447a322306bf', 'tag': '5011135e-94da-4b0c-af3e-bd21e17bdb68', 'status': 'completed', 'code': 200} Sep 08 10:08:16.306401 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-0c13eb6a-13ac-4fc7-9dab-44d6ae0d9815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:08:16.308132 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-0c13eb6a-13ac-4fc7-9dab-44d6ae0d9815 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=df1cda9df730430daf02e1cc7ed939bd&device_id=ec95ed74-536d-4444-adf0-447a322306bf HTTP/1.1" status: 200 len: 1095 time: 0.0479305 Sep 08 10:08:16.360857 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-37a2cfc7-cd43-4ada-8c78-dbc509c0b774 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5011135e-94da-4b0c-af3e-bd21e17bdb68 HTTP/1.1" status: 200 len: 217 time: 0.0399604 Sep 08 10:08:16.413238 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-a8affefd-1991-4cf4-bb28-2ef24fff384f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:08:16.414778 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-a8affefd-1991-4cf4-bb28-2ef24fff384f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=207aa82e-c397-4d6d-b70e-fa0208f0ce35 HTTP/1.1" status: 200 len: 834 time: 0.0468597 Sep 08 10:08:16.460664 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-8c966cfb-1b34-4576-9929-0937694f015d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:08:16.462193 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-8c966cfb-1b34-4576-9929-0937694f015d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a923e23a-43a1-4d96-9836-7ea949d154dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403728 Sep 08 10:08:16.555442 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-57358700-60d7-4174-a2f7-1ab21b6dc257 service neutron] 10.222.0.35 "GET /v2.0/networks/a923e23a-43a1-4d96-9836-7ea949d154dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859578 Sep 08 10:08:16.649898 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e595d20a-16fb-4be7-b983-d7a580c2f657 req-7769e21b-5a58-4e62-92db-682b27fae0ff service neutron] 10.222.0.35 "GET /v2.0/networks/a923e23a-43a1-4d96-9836-7ea949d154dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864778 Sep 08 10:08:16.771921 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b793a9-3e6b-48f6-af3b-1344338dc9f4 req-da71f3cc-3564-4c1f-a122-9b21e4212d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:08:16.773485 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d3b793a9-3e6b-48f6-af3b-1344338dc9f4 req-da71f3cc-3564-4c1f-a122-9b21e4212d9d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=df1cda9df730430daf02e1cc7ed939bd&device_id=ec95ed74-536d-4444-adf0-447a322306bf HTTP/1.1" status: 200 len: 1095 time: 0.0440359 Sep 08 10:08:16.867928 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b793a9-3e6b-48f6-af3b-1344338dc9f4 req-15817886-6a92-4e4e-a08a-109e1c2ed593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:08:16.869310 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d3b793a9-3e6b-48f6-af3b-1344338dc9f4 req-15817886-6a92-4e4e-a08a-109e1c2ed593 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a923e23a-43a1-4d96-9836-7ea949d154dc HTTP/1.1" status: 200 len: 897 time: 0.0891204 Sep 08 10:08:16.910416 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d3b793a9-3e6b-48f6-af3b-1344338dc9f4 req-69e080b8-021e-49ad-a1dd-84c77ae624f4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5011135e-94da-4b0c-af3e-bd21e17bdb68 HTTP/1.1" status: 200 len: 217 time: 0.0333531 Sep 08 10:08:16.960717 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b793a9-3e6b-48f6-af3b-1344338dc9f4 req-6d9ec56e-7e71-422f-9c90-cb31cc50a76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:08:16.962158 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d3b793a9-3e6b-48f6-af3b-1344338dc9f4 req-6d9ec56e-7e71-422f-9c90-cb31cc50a76c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=207aa82e-c397-4d6d-b70e-fa0208f0ce35 HTTP/1.1" status: 200 len: 834 time: 0.0455313 Sep 08 10:08:17.007933 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b793a9-3e6b-48f6-af3b-1344338dc9f4 req-37cc7dd1-86c2-4fc4-910d-f5d45c60f6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:08:17.009474 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d3b793a9-3e6b-48f6-af3b-1344338dc9f4 req-37cc7dd1-86c2-4fc4-910d-f5d45c60f6dd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a923e23a-43a1-4d96-9836-7ea949d154dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396764 Sep 08 10:08:17.139621 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30249791-de1c-456c-9b16-0e89a02e94ad req-08f686d2-7623-460e-a8a7-e7d75a55d5e8 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:08:17.141032 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-30249791-de1c-456c-9b16-0e89a02e94ad req-08f686d2-7623-460e-a8a7-e7d75a55d5e8 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec95ed74-536d-4444-adf0-447a322306bf HTTP/1.1" status: 200 len: 943 time: 0.0965147 Sep 08 10:08:17.142889 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d3b793a9-3e6b-48f6-af3b-1344338dc9f4 req-403f5907-6d62-4e72-9776-09f201904c2b service neutron] 10.222.0.35 "GET /v2.0/networks/a923e23a-43a1-4d96-9836-7ea949d154dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261342 Sep 08 10:08:17.230362 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-30249791-de1c-456c-9b16-0e89a02e94ad req-40539623-448b-4759-874d-10201bd4b96b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a7c02c8-65e7-457f-b9cb-03e693ef0381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817735 Sep 08 10:08:17.258909 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d3b793a9-3e6b-48f6-af3b-1344338dc9f4 req-4a35cffb-fa78-4a28-ab18-46b4d2d5451d service neutron] 10.222.0.35 "GET /v2.0/networks/a923e23a-43a1-4d96-9836-7ea949d154dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040652 Sep 08 10:08:17.770067 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5e3a7637-04ff-42f8-8e76-e9612bd4c3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:17.847281 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device ed5693a4-752c-4bce-bf22-75c9efe239a3 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:08:17.894833 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port ed5693a4-752c-4bce-bf22-75c9efe239a3 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:08:17.895205 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:18.350666 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fded654-ffbb-4aba-864f-a168fd3e1f69 req-bf5fb45b-472e-45c2-b68d-2caac3cded34 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:08:18.352152 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4fded654-ffbb-4aba-864f-a168fd3e1f69 req-bf5fb45b-472e-45c2-b68d-2caac3cded34 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec95ed74-536d-4444-adf0-447a322306bf HTTP/1.1" status: 200 len: 943 time: 0.0506201 Sep 08 10:08:18.394754 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4fded654-ffbb-4aba-864f-a168fd3e1f69 req-f8dfbc83-3944-42ff-8d44-621180d96031 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a7c02c8-65e7-457f-b9cb-03e693ef0381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366137 Sep 08 10:08:19.512868 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425928a0-063a-4808-b815-7a291173154c req-613ab114-d24c-47c2-9bb8-87a04d11c98e tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:08:19.514517 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-425928a0-063a-4808-b815-7a291173154c req-613ab114-d24c-47c2-9bb8-87a04d11c98e tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec95ed74-536d-4444-adf0-447a322306bf HTTP/1.1" status: 200 len: 943 time: 0.0536559 Sep 08 10:08:19.542397 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:08:19.553085 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-425928a0-063a-4808-b815-7a291173154c req-0e8ed529-c6f9-456a-a679-d0d237eab760 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a7c02c8-65e7-457f-b9cb-03e693ef0381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322974 Sep 08 10:08:20.531365 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:20.557763 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 5011135e-94da-4b0c-af3e-bd21e17bdb68 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 10:08:20.660221 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 5011135e-94da-4b0c-af3e-bd21e17bdb68, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=5011135e-94da-4b0c-af3e-bd21e17bdb68,segment=NetworkSegment(17cc831d-962f-4fc0-ab9b-ebf5a2c4891c),segment_id=17cc831d-962f-4fc0-ab9b-ebf5a2c4891c)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:08:20.668973 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052d36d-3acd-4f1d-9187-655e923ae006 req-236211be-000a-4fde-855d-f0d89431d71a tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:08:20.670519 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e052d36d-3acd-4f1d-9187-655e923ae006 req-236211be-000a-4fde-855d-f0d89431d71a tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec95ed74-536d-4444-adf0-447a322306bf HTTP/1.1" status: 200 len: 943 time: 0.0507429 Sep 08 10:08:20.671719 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '5011135e-94da-4b0c-af3e-bd21e17bdb68', 'network_id': 'a923e23a-43a1-4d96-9836-7ea949d154dc', 'port_id': '5011135e-94da-4b0c-af3e-bd21e17bdb68', 'mac_address': 'fa:16:3e:b1:47:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '207aa82e-c397-4d6d-b70e-fa0208f0ce35', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 10:08:20.709928 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:20.710617 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e052d36d-3acd-4f1d-9187-655e923ae006 req-84057423-4748-49d1-b359-eb388c47263d tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a7c02c8-65e7-457f-b9cb-03e693ef0381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330908 Sep 08 10:08:20.730691 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5011135e-94da-4b0c-af3e-bd21e17bdb68 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 10:08:20.743615 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 5011135e-94da-4b0c-af3e-bd21e17bdb68, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=5011135e-94da-4b0c-af3e-bd21e17bdb68,segment=NetworkSegment(17cc831d-962f-4fc0-ab9b-ebf5a2c4891c),segment_id=17cc831d-962f-4fc0-ab9b-ebf5a2c4891c)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:08:20.748633 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:20.798964 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=5011135e-94da-4b0c-af3e-bd21e17bdb68,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:08:20.857075 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3aeb2fcb-da83-4cc4-9eda-694071210a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:21.107007 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['5011135e-94da-4b0c-af3e-bd21e17bdb68'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 10:08:21.826690 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf08cb-6839-467e-af3a-f461f31386cf req-29630c29-896d-4d54-87ba-a5a9b0ee693e tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:08:21.828196 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bdcf08cb-6839-467e-af3a-f461f31386cf req-29630c29-896d-4d54-87ba-a5a9b0ee693e tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec95ed74-536d-4444-adf0-447a322306bf HTTP/1.1" status: 200 len: 944 time: 0.0497217 Sep 08 10:08:21.866298 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bdcf08cb-6839-467e-af3a-f461f31386cf req-5f51715b-5134-48d9-ae6b-ed5cf91de319 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a7c02c8-65e7-457f-b9cb-03e693ef0381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310416 Sep 08 10:08:22.398031 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:22.557501 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 5011135e-94da-4b0c-af3e-bd21e17bdb68 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:08:22.605219 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 5011135e-94da-4b0c-af3e-bd21e17bdb68 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:08:22.608710 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 5011135e-94da-4b0c-af3e-bd21e17bdb68 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:08:22.609087 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:22.685366 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:22.707598 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec95ed74-536d-4444-adf0-447a322306bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5011135e-94da-4b0c-af3e-bd21e17bdb68'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:08:22.709876 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbd6ab74e39b4b2e86e5ab95b387a5b58b5aa7d7561c6c8e6a0b2b9382551d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dcf18d7-baa7-4b7f-875b-365e57f4efd6" -d '{"events": [{"server_uuid": "ec95ed74-536d-4444-adf0-447a322306bf", "name": "network-vif-plugged", "status": "completed", "tag": "5011135e-94da-4b0c-af3e-bd21e17bdb68"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:08:22.725513 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 5011135e-94da-4b0c-af3e-bd21e17bdb68, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=5011135e-94da-4b0c-af3e-bd21e17bdb68,segment=NetworkSegment(17cc831d-962f-4fc0-ab9b-ebf5a2c4891c),segment_id=17cc831d-962f-4fc0-ab9b-ebf5a2c4891c)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:08:22.729869 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:22.753915 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 10:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7649ef78-4bf6-4198-9f64-8a4321a8e718 x-openstack-request-id: req-7649ef78-4bf6-4198-9f64-8a4321a8e718 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:08:22.754332 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec95ed74-536d-4444-adf0-447a322306bf", "name": "network-vif-plugged", "status": "completed", "tag": "5011135e-94da-4b0c-af3e-bd21e17bdb68", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:08:22.754588 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7649ef78-4bf6-4198-9f64-8a4321a8e718 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:08:22.755000 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec95ed74-536d-4444-adf0-447a322306bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5011135e-94da-4b0c-af3e-bd21e17bdb68', 'code': 200} Sep 08 10:08:22.779263 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=5011135e-94da-4b0c-af3e-bd21e17bdb68,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:08:22.867674 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0202736-f96b-47a2-baf7-0858082a4fcf req-ee9f0a31-d216-4769-95ed-73778432e74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:08:22.869176 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a0202736-f96b-47a2-baf7-0858082a4fcf req-ee9f0a31-d216-4769-95ed-73778432e74c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ec95ed74-536d-4444-adf0-447a322306bf HTTP/1.1" status: 200 len: 1097 time: 0.0412433 Sep 08 10:08:22.905010 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a0202736-f96b-47a2-baf7-0858082a4fcf req-d94f5ffc-8cbb-41c8-beea-5b0fe702d422 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5a7c02c8-65e7-457f-b9cb-03e693ef0381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276279 Sep 08 10:08:22.983103 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4caa58a-8276-4986-8313-ded6d7ab61fd req-452bf6cb-9233-4595-8906-2f76d73d3bd0 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:08:22.984490 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a4caa58a-8276-4986-8313-ded6d7ab61fd req-452bf6cb-9233-4595-8906-2f76d73d3bd0 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec95ed74-536d-4444-adf0-447a322306bf HTTP/1.1" status: 200 len: 945 time: 0.0519848 Sep 08 10:08:23.021605 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a4caa58a-8276-4986-8313-ded6d7ab61fd req-8351eec9-35c2-4b0b-baea-e2225a252460 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a7c02c8-65e7-457f-b9cb-03e693ef0381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302658 Sep 08 10:08:23.798755 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:24.138714 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da824a23-203f-4ec2-a16f-ffcfff5e0a01 req-40ac254d-b982-4430-a62f-0f1414a45d6e tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:08:24.140268 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-da824a23-203f-4ec2-a16f-ffcfff5e0a01 req-40ac254d-b982-4430-a62f-0f1414a45d6e tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec95ed74-536d-4444-adf0-447a322306bf HTTP/1.1" status: 200 len: 945 time: 0.0509558 Sep 08 10:08:24.180352 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-da824a23-203f-4ec2-a16f-ffcfff5e0a01 req-30d18cc2-3e91-40fe-944c-52858529cced tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a7c02c8-65e7-457f-b9cb-03e693ef0381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333645 Sep 08 10:08:24.800879 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:25.295713 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d01b98-cab7-49ee-bcc9-62fbd48d33c1 req-e90f86ff-80ea-46ca-bc5d-e062c129c4b0 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:08:25.297202 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d6d01b98-cab7-49ee-bcc9-62fbd48d33c1 req-e90f86ff-80ea-46ca-bc5d-e062c129c4b0 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec95ed74-536d-4444-adf0-447a322306bf HTTP/1.1" status: 200 len: 945 time: 0.0485346 Sep 08 10:08:25.336623 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d6d01b98-cab7-49ee-bcc9-62fbd48d33c1 req-61e5b091-3f40-499c-8a22-6c5f90dc4bff tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a7c02c8-65e7-457f-b9cb-03e693ef0381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321903 Sep 08 10:08:25.448698 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efe3f6-3871-490c-94f1-6ab796b4e7a8 req-092b3460-7c0f-4419-807e-1a85505f97d2 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:08:25.450107 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-10efe3f6-3871-490c-94f1-6ab796b4e7a8 req-092b3460-7c0f-4419-807e-1a85505f97d2 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec95ed74-536d-4444-adf0-447a322306bf HTTP/1.1" status: 200 len: 945 time: 0.0482707 Sep 08 10:08:25.491309 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-10efe3f6-3871-490c-94f1-6ab796b4e7a8 req-42af6d9c-e4a7-41ad-91fc-a9354caa042c tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a7c02c8-65e7-457f-b9cb-03e693ef0381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352232 Sep 08 10:08:25.511926 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39044) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:08:25.550771 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba77d10-95b9-463a-88d3-ddf537c700a5 tempest-TestNetworkAdvancedServerOps-479438815 tempest-TestNetworkAdvancedServerOps-479438815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:08:25.552271 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7ba77d10-95b9-463a-88d3-ddf537c700a5 tempest-TestNetworkAdvancedServerOps-479438815 tempest-TestNetworkAdvancedServerOps-479438815-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=ec95ed74-536d-4444-adf0-447a322306bf HTTP/1.1" status: 200 len: 1092 time: 0.0394056 Sep 08 10:08:25.555030 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39046) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:08:25.559172 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-a754700f-2643-453b-b059-cbf93232f276 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'port_id': '5011135e-94da-4b0c-af3e-bd21e17bdb68', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:08:25.580607 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a754700f-2643-453b-b059-cbf93232f276 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for floatingip, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:25.674336 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a754700f-2643-453b-b059-cbf93232f276 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:25.778190 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-a754700f-2643-453b-b059-cbf93232f276 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Allocated IP 172.25.0.199 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/30f9c3d5-4722-49fc-814f-f9023bb0ff24) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:08:25.878227 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a754700f-2643-453b-b059-cbf93232f276 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:25.920244 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a754700f-2643-453b-b059-cbf93232f276 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:25.956815 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a754700f-2643-453b-b059-cbf93232f276 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:08:25.960124 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-a754700f-2643-453b-b059-cbf93232f276 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:08:25.965840 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a754700f-2643-453b-b059-cbf93232f276 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:08:25.971432 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a754700f-2643-453b-b059-cbf93232f276 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'Port': ['ID=30f9c3d5-4722-49fc-814f-f9023bb0ff24,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:08:26.321110 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a754700f-2643-453b-b059-cbf93232f276 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:26.388707 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a754700f-2643-453b-b059-cbf93232f276 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:26.534771 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a754700f-2643-453b-b059-cbf93232f276 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:26.540014 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a754700f-2643-453b-b059-cbf93232f276 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:26.609203 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a754700f-2643-453b-b059-cbf93232f276 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'Port': ['ID=30f9c3d5-4722-49fc-814f-f9023bb0ff24,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:08:26.619061 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a754700f-2643-453b-b059-cbf93232f276 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:26.997511 n-d-806683-11 neutron-server[94713]: INFO neutron.db.l3_db [None req-a754700f-2643-453b-b059-cbf93232f276 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Floating IP 72b51e3f-e95b-45eb-a4bc-86bb98e45107 associated. External IP: 172.25.0.199, port: 5011135e-94da-4b0c-af3e-bd21e17bdb68. Sep 08 10:08:27.206311 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a754700f-2643-453b-b059-cbf93232f276 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Router 45ef73d6-f083-4033-86fa-0c3b1c095663 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 10:08:27.313752 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a754700f-2643-453b-b059-cbf93232f276 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:08:27.324188 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67af6793-d717-439e-a43f-900f632ada48 None None] Sync routers for ids ['45ef73d6-f083-4033-86fa-0c3b1c095663'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:08:27.332027 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-a754700f-2643-453b-b059-cbf93232f276 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:27.334405 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67af6793-d717-439e-a43f-900f632ada48 None None] Routers {'45ef73d6-f083-4033-86fa-0c3b1c095663'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:08:27.335019 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-67af6793-d717-439e-a43f-900f632ada48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:08:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['45ef73d6-f083-4033-86fa-0c3b1c095663'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:08:27.360314 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a754700f-2643-453b-b059-cbf93232f276 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8042781 Sep 08 10:08:27.361553 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec95ed74-536d-4444-adf0-447a322306bf', 'tag': '5011135e-94da-4b0c-af3e-bd21e17bdb68'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:08:27.364776 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ffa48238634a482c5f5d344ceded364e7999964dbabae684a430abccdb4d2ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f721b6e-0e66-4a55-bfda-21b03eccffee" -d '{"events": [{"name": "network-changed", "server_uuid": "ec95ed74-536d-4444-adf0-447a322306bf", "tag": "5011135e-94da-4b0c-af3e-bd21e17bdb68"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:08:27.404738 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 10:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78590b9-c7ee-4be0-84e3-92c63a84fcfe x-openstack-request-id: req-f78590b9-c7ee-4be0-84e3-92c63a84fcfe {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:08:27.405047 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec95ed74-536d-4444-adf0-447a322306bf", "tag": "5011135e-94da-4b0c-af3e-bd21e17bdb68", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:08:27.405301 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f78590b9-c7ee-4be0-84e3-92c63a84fcfe {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:08:27.405707 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec95ed74-536d-4444-adf0-447a322306bf', 'tag': '5011135e-94da-4b0c-af3e-bd21e17bdb68', 'status': 'completed', 'code': 200} Sep 08 10:08:27.450538 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-67af6793-d717-439e-a43f-900f632ada48 None None] Set router 45ef73d6-f083-4033-86fa-0c3b1c095663 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:08:27.468500 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d986c9-4de5-48ec-91b9-7ab4cf414680 req-9881d62d-6932-43f0-9781-1ff278252a8d tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:08:27.469974 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-34d986c9-4de5-48ec-91b9-7ab4cf414680 req-9881d62d-6932-43f0-9781-1ff278252a8d tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec95ed74-536d-4444-adf0-447a322306bf HTTP/1.1" status: 200 len: 945 time: 0.0573936 Sep 08 10:08:27.524327 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f721b6e-0e66-4a55-bfda-21b03eccffee req-a0dbd4d8-efa9-48ff-b646-b275ad4b193f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:08:27.525821 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5f721b6e-0e66-4a55-bfda-21b03eccffee req-a0dbd4d8-efa9-48ff-b646-b275ad4b193f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=df1cda9df730430daf02e1cc7ed939bd&device_id=ec95ed74-536d-4444-adf0-447a322306bf HTTP/1.1" status: 200 len: 1097 time: 0.0765986 Sep 08 10:08:27.554638 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-34d986c9-4de5-48ec-91b9-7ab4cf414680 req-89e0793d-62e4-4078-bbcd-1ef94c9115f5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a7c02c8-65e7-457f-b9cb-03e693ef0381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614090 Sep 08 10:08:27.578638 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39052) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:08:27.630890 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f721b6e-0e66-4a55-bfda-21b03eccffee req-cb2b8f6f-1212-4f8e-9b63-f66b2f504b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:08:27.632154 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5f721b6e-0e66-4a55-bfda-21b03eccffee req-cb2b8f6f-1212-4f8e-9b63-f66b2f504b12 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a923e23a-43a1-4d96-9836-7ea949d154dc HTTP/1.1" status: 200 len: 897 time: 0.0988483 Sep 08 10:08:27.646210 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-bb183517-5f4c-4319-85d3-e7b2492db754 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/floatingips/72b51e3f-e95b-45eb-a4bc-86bb98e45107 HTTP/1.1" status: 200 len: 991 time: 0.0646427 Sep 08 10:08:27.697617 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-67af6793-d717-439e-a43f-900f632ada48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ef73d6-f083-4033-86fa-0c3b1c095663', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542196912', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '33a545da-b9a6-4b44-8f13-a196012132a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:08:08Z', 'updated_at': '2021-09-08T10:08:11Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': '33a545da-b9a6-4b44-8f13-a196012132a1', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ef73d6-f083-4033-86fa-0c3b1c095663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:08:08Z', 'updated_at': '2021-09-08T10:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '72b51e3f-e95b-45eb-a4bc-86bb98e45107', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'floating_ip_address': '172.25.0.199', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '45ef73d6-f083-4033-86fa-0c3b1c095663', 'port_id': '5011135e-94da-4b0c-af3e-bd21e17bdb68', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a923e23a-43a1-4d96-9836-7ea949d154dc', 'mac_address': 'fa:16:3e:b1:47:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ed74-536d-4444-adf0-447a322306bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T10:08:26Z', 'updated_at': '2021-09-08T10:08:26Z', 'revision_number': 0, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed5693a4-752c-4bce-bf22-75c9efe239a3', 'name': '', 'network_id': 'a923e23a-43a1-4d96-9836-7ea949d154dc', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'mac_address': 'fa:16:3e:4a:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ef73d6-f083-4033-86fa-0c3b1c095663', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '207aa82e-c397-4d6d-b70e-fa0208f0ce35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:08:11Z', 'updated_at': '2021-09-08T10:08:16Z', 'revision_number': 5, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'subnets': [{'id': '207aa82e-c397-4d6d-b70e-fa0208f0ce35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:08:27.704444 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5f721b6e-0e66-4a55-bfda-21b03eccffee req-f0bc0772-8327-4634-98f6-cccb1e9598eb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5011135e-94da-4b0c-af3e-bd21e17bdb68 HTTP/1.1" status: 200 len: 999 time: 0.0650446 Sep 08 10:08:27.726335 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67af6793-d717-439e-a43f-900f632ada48 None None] Checking router: 45ef73d6-f083-4033-86fa-0c3b1c095663 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:08:27.734583 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67af6793-d717-439e-a43f-900f632ada48 None None] Routers {'45ef73d6-f083-4033-86fa-0c3b1c095663'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:08:27.735182 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-67af6793-d717-439e-a43f-900f632ada48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:08:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['45ef73d6-f083-4033-86fa-0c3b1c095663'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:08:27.756082 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f721b6e-0e66-4a55-bfda-21b03eccffee req-fa5fd68a-48c6-42b9-ad0e-2465917dc417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:08:27.757587 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5f721b6e-0e66-4a55-bfda-21b03eccffee req-fa5fd68a-48c6-42b9-ad0e-2465917dc417 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=207aa82e-c397-4d6d-b70e-fa0208f0ce35 HTTP/1.1" status: 200 len: 834 time: 0.0457244 Sep 08 10:08:27.806156 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f721b6e-0e66-4a55-bfda-21b03eccffee req-f96d3d0e-3cc3-41e4-afa3-a485d1a961d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:08:27.807726 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5f721b6e-0e66-4a55-bfda-21b03eccffee req-f96d3d0e-3cc3-41e4-afa3-a485d1a961d5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a923e23a-43a1-4d96-9836-7ea949d154dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431921 Sep 08 10:08:27.839950 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-67af6793-d717-439e-a43f-900f632ada48 None None] Set router 45ef73d6-f083-4033-86fa-0c3b1c095663 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:08:27.902469 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5f721b6e-0e66-4a55-bfda-21b03eccffee req-ac4935b2-69f7-4741-a945-4952f7ce8aa3 service neutron] 10.222.0.35 "GET /v2.0/networks/a923e23a-43a1-4d96-9836-7ea949d154dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867116 Sep 08 10:08:27.992330 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5f721b6e-0e66-4a55-bfda-21b03eccffee req-6a99f141-f659-4ff2-a176-d4bf1c8867e6 service neutron] 10.222.0.35 "GET /v2.0/networks/a923e23a-43a1-4d96-9836-7ea949d154dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830538 Sep 08 10:08:28.061202 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-67af6793-d717-439e-a43f-900f632ada48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ef73d6-f083-4033-86fa-0c3b1c095663', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542196912', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '33a545da-b9a6-4b44-8f13-a196012132a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:08:08Z', 'updated_at': '2021-09-08T10:08:11Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': '33a545da-b9a6-4b44-8f13-a196012132a1', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ef73d6-f083-4033-86fa-0c3b1c095663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:08:08Z', 'updated_at': '2021-09-08T10:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '72b51e3f-e95b-45eb-a4bc-86bb98e45107', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'floating_ip_address': '172.25.0.199', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '45ef73d6-f083-4033-86fa-0c3b1c095663', 'port_id': '5011135e-94da-4b0c-af3e-bd21e17bdb68', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a923e23a-43a1-4d96-9836-7ea949d154dc', 'mac_address': 'fa:16:3e:b1:47:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ed74-536d-4444-adf0-447a322306bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T10:08:26Z', 'updated_at': '2021-09-08T10:08:26Z', 'revision_number': 0, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed5693a4-752c-4bce-bf22-75c9efe239a3', 'name': '', 'network_id': 'a923e23a-43a1-4d96-9836-7ea949d154dc', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'mac_address': 'fa:16:3e:4a:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ef73d6-f083-4033-86fa-0c3b1c095663', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '207aa82e-c397-4d6d-b70e-fa0208f0ce35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:08:11Z', 'updated_at': '2021-09-08T10:08:16Z', 'revision_number': 5, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'subnets': [{'id': '207aa82e-c397-4d6d-b70e-fa0208f0ce35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:08:28.092830 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67af6793-d717-439e-a43f-900f632ada48 None None] The sync data for ids ['45ef73d6-f083-4033-86fa-0c3b1c095663'] in n-d-806683-11 is: [{'id': '45ef73d6-f083-4033-86fa-0c3b1c095663', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542196912', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '33a545da-b9a6-4b44-8f13-a196012132a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:08:08Z', 'updated_at': '2021-09-08T10:08:11Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': '33a545da-b9a6-4b44-8f13-a196012132a1', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ef73d6-f083-4033-86fa-0c3b1c095663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:08:08Z', 'updated_at': '2021-09-08T10:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '72b51e3f-e95b-45eb-a4bc-86bb98e45107', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'floating_ip_address': '172.25.0.199', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '45ef73d6-f083-4033-86fa-0c3b1c095663', 'port_id': '5011135e-94da-4b0c-af3e-bd21e17bdb68', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a923e23a-43a1-4d96-9836-7ea949d154dc', 'mac_address': 'fa:16:3e:b1:47:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec95ed74-536d-4444-adf0-447a322306bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T10:08:26Z', 'updated_at': '2021-09-08T10:08:26Z', 'revision_number': 0, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed5693a4-752c-4bce-bf22-75c9efe239a3', 'name': '', 'network_id': 'a923e23a-43a1-4d96-9836-7ea949d154dc', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'mac_address': 'fa:16:3e:4a:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ef73d6-f083-4033-86fa-0c3b1c095663', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '207aa82e-c397-4d6d-b70e-fa0208f0ce35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:08:11Z', 'updated_at': '2021-09-08T10:08:16Z', 'revision_number': 5, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'subnets': [{'id': '207aa82e-c397-4d6d-b70e-fa0208f0ce35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:08:28.273382 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83d2a7d-a670-4a3a-af3d-d28160250604 None None] New status for floating IP 72b51e3f-e95b-45eb-a4bc-86bb98e45107: ACTIVE {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 10:08:28.648975 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39054) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:08:28.710728 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-22ffb308-8a4e-4bf1-91cd-5cc51ce6095b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/floatingips/72b51e3f-e95b-45eb-a4bc-86bb98e45107 HTTP/1.1" status: 200 len: 993 time: 0.0605340 Sep 08 10:08:29.327920 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:47.770220 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3bf5f1aa-8b83-496b-acf9-bae09f2456b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:50.533292 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:50.857990 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-29cef83b-5c7c-408c-84ec-ae3d4a4644c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:52.403043 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:53.800408 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:54.802465 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:08:56.547078 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:08:59.329255 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:09:16.215103 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d786375a-4fca-4dc4-acc0-9b36c3d7344d req-6345e66d-5d25-424c-ad48-efd42b4574bc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ec95ed74-536d-4444-adf0-447a322306bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446441 Sep 08 10:09:16.311800 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786375a-4fca-4dc4-acc0-9b36c3d7344d req-6a8deb57-5507-49a0-9197-1bcae0a08a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:09:16.313338 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d786375a-4fca-4dc4-acc0-9b36c3d7344d req-6a8deb57-5507-49a0-9197-1bcae0a08a28 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=df1cda9df730430daf02e1cc7ed939bd&device_id=ec95ed74-536d-4444-adf0-447a322306bf HTTP/1.1" status: 200 len: 1097 time: 0.0417750 Sep 08 10:09:16.422613 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786375a-4fca-4dc4-acc0-9b36c3d7344d req-5f3cd509-246d-4021-8f68-aba1ecd0c182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:09:16.424087 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d786375a-4fca-4dc4-acc0-9b36c3d7344d req-5f3cd509-246d-4021-8f68-aba1ecd0c182 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a923e23a-43a1-4d96-9836-7ea949d154dc HTTP/1.1" status: 200 len: 897 time: 0.0901198 Sep 08 10:09:16.490094 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d786375a-4fca-4dc4-acc0-9b36c3d7344d req-907f87d4-3420-444d-b410-35ab63b76015 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5011135e-94da-4b0c-af3e-bd21e17bdb68 HTTP/1.1" status: 200 len: 1001 time: 0.0583694 Sep 08 10:09:16.539950 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786375a-4fca-4dc4-acc0-9b36c3d7344d req-22399622-aa02-4bf5-afe7-bc67658ef5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:09:16.541411 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d786375a-4fca-4dc4-acc0-9b36c3d7344d req-22399622-aa02-4bf5-afe7-bc67658ef5b7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=207aa82e-c397-4d6d-b70e-fa0208f0ce35 HTTP/1.1" status: 200 len: 834 time: 0.0445857 Sep 08 10:09:16.591283 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786375a-4fca-4dc4-acc0-9b36c3d7344d req-a5e3148a-0e9c-462f-a894-94954862e54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:09:16.592760 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d786375a-4fca-4dc4-acc0-9b36c3d7344d req-a5e3148a-0e9c-462f-a894-94954862e54f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a923e23a-43a1-4d96-9836-7ea949d154dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433030 Sep 08 10:09:16.684205 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d786375a-4fca-4dc4-acc0-9b36c3d7344d req-21f419ce-98f6-41ff-abc9-3d168ebafeeb service neutron] 10.222.0.35 "GET /v2.0/networks/a923e23a-43a1-4d96-9836-7ea949d154dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818965 Sep 08 10:09:16.777663 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d786375a-4fca-4dc4-acc0-9b36c3d7344d req-2f312291-1aba-42ce-abd1-7a5323e4d419 service neutron] 10.222.0.35 "GET /v2.0/networks/a923e23a-43a1-4d96-9836-7ea949d154dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867023 Sep 08 10:09:17.776250 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f0c678f3-91ee-4dfb-a3bc-436168b026a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:09:20.533652 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:09:20.858252 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6cd3b658-a71e-4ece-b179-63398588627f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:09:22.402261 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:09:23.803313 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:09:24.815921 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:09:29.335083 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:09:30.465913 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf39b3-ed0f-4b8f-92b7-dd1883c6ae4b req-999194e1-db9e-483b-a47f-9be2ff0c2200 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:09:30.468160 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-77bf39b3-ed0f-4b8f-92b7-dd1883c6ae4b req-999194e1-db9e-483b-a47f-9be2ff0c2200 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec95ed74-536d-4444-adf0-447a322306bf HTTP/1.1" status: 200 len: 945 time: 0.0550220 Sep 08 10:09:30.481634 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5036dcad-ae9a-4534-8307-abfa25d03570 req-4206f152-23fe-4865-b8b2-33c8765f941f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:09:30.483204 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5036dcad-ae9a-4534-8307-abfa25d03570 req-4206f152-23fe-4865-b8b2-33c8765f941f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=df1cda9df730430daf02e1cc7ed939bd&device_id=ec95ed74-536d-4444-adf0-447a322306bf HTTP/1.1" status: 200 len: 1097 time: 0.0443959 Sep 08 10:09:30.511565 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-77bf39b3-ed0f-4b8f-92b7-dd1883c6ae4b req-3161dff7-f42b-49c5-80af-87ae1bcd6355 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a7c02c8-65e7-457f-b9cb-03e693ef0381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365646 Sep 08 10:09:30.580194 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5036dcad-ae9a-4534-8307-abfa25d03570 req-559891eb-8f20-4c6c-a651-25e27e145689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:09:30.586757 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5036dcad-ae9a-4534-8307-abfa25d03570 req-559891eb-8f20-4c6c-a651-25e27e145689 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a923e23a-43a1-4d96-9836-7ea949d154dc HTTP/1.1" status: 200 len: 897 time: 0.0930066 Sep 08 10:09:30.982030 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5036dcad-ae9a-4534-8307-abfa25d03570 req-0f1a418d-b344-47ab-8392-443c62807618 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5011135e-94da-4b0c-af3e-bd21e17bdb68 HTTP/1.1" status: 200 len: 1001 time: 0.3909106 Sep 08 10:09:31.032027 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5036dcad-ae9a-4534-8307-abfa25d03570 req-7670fc2b-d0e8-4042-987a-7eba6e43aaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:09:31.033411 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5036dcad-ae9a-4534-8307-abfa25d03570 req-7670fc2b-d0e8-4042-987a-7eba6e43aaa4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=207aa82e-c397-4d6d-b70e-fa0208f0ce35 HTTP/1.1" status: 200 len: 834 time: 0.0429912 Sep 08 10:09:31.081039 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5036dcad-ae9a-4534-8307-abfa25d03570 req-b37b252c-ad49-4421-80b0-c8721bea3a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:09:31.082554 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5036dcad-ae9a-4534-8307-abfa25d03570 req-b37b252c-ad49-4421-80b0-c8721bea3a25 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a923e23a-43a1-4d96-9836-7ea949d154dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420320 Sep 08 10:09:31.169679 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5036dcad-ae9a-4534-8307-abfa25d03570 req-6b673143-2258-4e78-bcb5-9f60773902be service neutron] 10.222.0.35 "GET /v2.0/networks/a923e23a-43a1-4d96-9836-7ea949d154dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794661 Sep 08 10:09:31.265511 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5036dcad-ae9a-4534-8307-abfa25d03570 req-adefff5a-9f55-4b4d-bc58-eefcef958191 service neutron] 10.222.0.35 "GET /v2.0/networks/a923e23a-43a1-4d96-9836-7ea949d154dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890787 Sep 08 10:09:31.639663 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f5bfa-9152-4549-9468-30ab7b176449 req-a6bd1ffa-911a-45b8-b55b-cd0ee4b2a5dd tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:09:31.641136 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5f4f5bfa-9152-4549-9468-30ab7b176449 req-a6bd1ffa-911a-45b8-b55b-cd0ee4b2a5dd tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec95ed74-536d-4444-adf0-447a322306bf HTTP/1.1" status: 200 len: 945 time: 0.0484939 Sep 08 10:09:31.678406 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5f4f5bfa-9152-4549-9468-30ab7b176449 req-066e2513-1850-4fc1-996e-5665d79173c0 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a7c02c8-65e7-457f-b9cb-03e693ef0381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313439 Sep 08 10:09:32.819342 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c7a30-f782-44fb-8c26-675d2bff6a30 req-1f90c61f-f0ce-4112-a7ea-38f3d6b8e811 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:09:32.820962 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-198c7a30-f782-44fb-8c26-675d2bff6a30 req-1f90c61f-f0ce-4112-a7ea-38f3d6b8e811 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec95ed74-536d-4444-adf0-447a322306bf HTTP/1.1" status: 200 len: 945 time: 0.0497816 Sep 08 10:09:32.859678 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-198c7a30-f782-44fb-8c26-675d2bff6a30 req-7a2274ce-8f7c-496a-af27-ed8b2cb0d4a5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a7c02c8-65e7-457f-b9cb-03e693ef0381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322897 Sep 08 10:09:33.549869 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:09:33.973175 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682aff0-062b-4a6f-9277-e7d12349b634 req-e72e4d93-908e-4b09-a69f-f641dabc3340 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:09:33.974713 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d682aff0-062b-4a6f-9277-e7d12349b634 req-e72e4d93-908e-4b09-a69f-f641dabc3340 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec95ed74-536d-4444-adf0-447a322306bf HTTP/1.1" status: 200 len: 945 time: 0.0487339 Sep 08 10:09:34.012051 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d682aff0-062b-4a6f-9277-e7d12349b634 req-373b3757-978a-4297-be03-5dbbf4669836 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a7c02c8-65e7-457f-b9cb-03e693ef0381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309310 Sep 08 10:09:35.129256 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221f5ee-177b-48c0-be84-1b5cf6e0bd46 req-273355f5-57b7-4551-ae0c-d3aab10c9447 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:09:35.130784 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8221f5ee-177b-48c0-be84-1b5cf6e0bd46 req-273355f5-57b7-4551-ae0c-d3aab10c9447 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec95ed74-536d-4444-adf0-447a322306bf HTTP/1.1" status: 200 len: 945 time: 0.0486126 Sep 08 10:09:35.168877 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8221f5ee-177b-48c0-be84-1b5cf6e0bd46 req-62844abb-7e47-47ca-9f2c-a8faa66b4585 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a7c02c8-65e7-457f-b9cb-03e693ef0381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307972 Sep 08 10:09:36.286700 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36285b3-1b9d-4b7e-93e0-4ba5b29dae4f req-e7d8113c-8c0d-4dc5-b1d9-b17d312bd7bd tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:09:36.288181 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c36285b3-1b9d-4b7e-93e0-4ba5b29dae4f req-e7d8113c-8c0d-4dc5-b1d9-b17d312bd7bd tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec95ed74-536d-4444-adf0-447a322306bf HTTP/1.1" status: 200 len: 945 time: 0.0523098 Sep 08 10:09:36.327055 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c36285b3-1b9d-4b7e-93e0-4ba5b29dae4f req-7a0fd619-2560-4dc4-93e7-6d10e8009815 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a7c02c8-65e7-457f-b9cb-03e693ef0381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329144 Sep 08 10:09:37.440577 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af831b-6d9c-4f79-a040-318ef3a44bdf req-1e4e15be-91ff-43e4-a704-581e28d470a1 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:09:37.442089 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b9af831b-6d9c-4f79-a040-318ef3a44bdf req-1e4e15be-91ff-43e4-a704-581e28d470a1 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec95ed74-536d-4444-adf0-447a322306bf HTTP/1.1" status: 200 len: 945 time: 0.0487058 Sep 08 10:09:37.484162 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b9af831b-6d9c-4f79-a040-318ef3a44bdf req-397fad8c-a69d-4755-9f62-c8626aedcc07 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a7c02c8-65e7-457f-b9cb-03e693ef0381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357018 Sep 08 10:09:38.599843 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d604ee-7631-4a58-9f55-8741f9290b86 req-fa202361-aa55-4f37-9324-441a115bd5bb tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:09:38.601350 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-30d604ee-7631-4a58-9f55-8741f9290b86 req-fa202361-aa55-4f37-9324-441a115bd5bb tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec95ed74-536d-4444-adf0-447a322306bf HTTP/1.1" status: 200 len: 945 time: 0.0494478 Sep 08 10:09:38.639270 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-30d604ee-7631-4a58-9f55-8741f9290b86 req-d76f3b10-d579-4feb-af81-1fbb128a644e tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a7c02c8-65e7-457f-b9cb-03e693ef0381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314336 Sep 08 10:09:39.755622 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e09c43d-ec54-4511-ae88-fc95f243a0c0 req-ed2cccc6-fbbe-41bb-8250-1409a2a80dc9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:09:39.757132 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1e09c43d-ec54-4511-ae88-fc95f243a0c0 req-ed2cccc6-fbbe-41bb-8250-1409a2a80dc9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec95ed74-536d-4444-adf0-447a322306bf HTTP/1.1" status: 200 len: 945 time: 0.0494728 Sep 08 10:09:39.796254 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1e09c43d-ec54-4511-ae88-fc95f243a0c0 req-6d65000a-3c6d-42b1-80b0-e8e268b5930e tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a7c02c8-65e7-457f-b9cb-03e693ef0381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323360 Sep 08 10:09:40.908878 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce457a6-b2ba-42c1-be15-5324d3d9e76c req-430a7fdb-c8fb-4451-be90-fc7d4aace883 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:09:40.910371 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3ce457a6-b2ba-42c1-be15-5324d3d9e76c req-430a7fdb-c8fb-4451-be90-fc7d4aace883 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec95ed74-536d-4444-adf0-447a322306bf HTTP/1.1" status: 200 len: 945 time: 0.0478826 Sep 08 10:09:40.947350 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3ce457a6-b2ba-42c1-be15-5324d3d9e76c req-df956224-7979-44d8-b6db-b68b73ee5e31 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a7c02c8-65e7-457f-b9cb-03e693ef0381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305858 Sep 08 10:09:42.063158 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ababbe4-d368-4619-a6a0-e64312c8a0f3 req-abe3f9ad-2ea3-4cf6-8b4c-f576c3c7144a tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:09:42.065932 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9ababbe4-d368-4619-a6a0-e64312c8a0f3 req-abe3f9ad-2ea3-4cf6-8b4c-f576c3c7144a tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec95ed74-536d-4444-adf0-447a322306bf HTTP/1.1" status: 200 len: 945 time: 0.0522118 Sep 08 10:09:42.112789 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9ababbe4-d368-4619-a6a0-e64312c8a0f3 req-37dda1c3-6695-4386-adc1-f77868f127a3 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a7c02c8-65e7-457f-b9cb-03e693ef0381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385056 Sep 08 10:09:43.234722 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c0214-6f8a-4fa6-bed7-208bc8b443f6 req-5ba694d8-5de6-4015-bcc6-221c265a7a74 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:09:43.236216 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3a5c0214-6f8a-4fa6-bed7-208bc8b443f6 req-5ba694d8-5de6-4015-bcc6-221c265a7a74 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec95ed74-536d-4444-adf0-447a322306bf HTTP/1.1" status: 200 len: 945 time: 0.0543933 Sep 08 10:09:43.274730 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3a5c0214-6f8a-4fa6-bed7-208bc8b443f6 req-80ede0de-aad0-47bd-a1b3-8a73dd3c0407 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a7c02c8-65e7-457f-b9cb-03e693ef0381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321715 Sep 08 10:09:43.296037 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39116) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:09:43.357316 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-7ce5558d-e124-46c2-94ae-1102de4d258d tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/floatingips/72b51e3f-e95b-45eb-a4bc-86bb98e45107 HTTP/1.1" status: 200 len: 993 time: 0.0601676 Sep 08 10:09:47.777650 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7a3db66e-b76a-42e1-a8ed-d47ac05e6167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:09:50.534224 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:09:50.859710 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1cc164cd-3031-4b83-ba5e-0d0b2c6e23b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:09:52.405015 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:09:53.806805 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:09:54.817115 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:09:59.327984 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:10.553571 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:10:15.182352 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [req-4b858f00-e150-47a2-80b1-a80ed8bac310 req-b1d396fa-1902-4baf-81db-589dc2b554c5 service neutron] (94713) timed out ('10.222.0.54', 34984) {{(pid=94713) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 10:10:17.236328 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dac307a4-65ad-4a24-8cf9-b07f1e41314e req-fb606443-6c4d-4e15-bb21-813996e709d4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ec95ed74-536d-4444-adf0-447a322306bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0470023 Sep 08 10:10:17.337073 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac307a4-65ad-4a24-8cf9-b07f1e41314e req-8775f292-8d19-4949-b15a-6ed63b46e886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:10:17.339398 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dac307a4-65ad-4a24-8cf9-b07f1e41314e req-8775f292-8d19-4949-b15a-6ed63b46e886 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=df1cda9df730430daf02e1cc7ed939bd&device_id=ec95ed74-536d-4444-adf0-447a322306bf HTTP/1.1" status: 200 len: 1097 time: 0.0460446 Sep 08 10:10:17.442141 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac307a4-65ad-4a24-8cf9-b07f1e41314e req-0502ab18-c7ad-4ef2-9cbf-aa1f52bf8481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:10:17.443619 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dac307a4-65ad-4a24-8cf9-b07f1e41314e req-0502ab18-c7ad-4ef2-9cbf-aa1f52bf8481 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a923e23a-43a1-4d96-9836-7ea949d154dc HTTP/1.1" status: 200 len: 897 time: 0.0854535 Sep 08 10:10:17.513833 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dac307a4-65ad-4a24-8cf9-b07f1e41314e req-06e60abb-99c6-48fb-a2fb-3f399bf71b84 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5011135e-94da-4b0c-af3e-bd21e17bdb68 HTTP/1.1" status: 200 len: 1001 time: 0.0630147 Sep 08 10:10:17.563492 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac307a4-65ad-4a24-8cf9-b07f1e41314e req-fc08695d-b241-4c93-815d-b05305bf05a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:10:17.564992 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dac307a4-65ad-4a24-8cf9-b07f1e41314e req-fc08695d-b241-4c93-815d-b05305bf05a8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=207aa82e-c397-4d6d-b70e-fa0208f0ce35 HTTP/1.1" status: 200 len: 834 time: 0.0443163 Sep 08 10:10:17.611618 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac307a4-65ad-4a24-8cf9-b07f1e41314e req-8c04ed6e-2466-43e6-8af0-9a4717d6b528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:10:17.613083 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dac307a4-65ad-4a24-8cf9-b07f1e41314e req-8c04ed6e-2466-43e6-8af0-9a4717d6b528 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a923e23a-43a1-4d96-9836-7ea949d154dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398362 Sep 08 10:10:17.704972 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dac307a4-65ad-4a24-8cf9-b07f1e41314e req-be2e060d-b2ea-48a4-9e2d-a8d71cf996e6 service neutron] 10.222.0.35 "GET /v2.0/networks/a923e23a-43a1-4d96-9836-7ea949d154dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840106 Sep 08 10:10:17.778946 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d7bfa8d3-5487-4ff6-b76e-3bc8485bf347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:17.797575 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dac307a4-65ad-4a24-8cf9-b07f1e41314e req-6b57b811-a614-42b6-8946-15065f607908 service neutron] 10.222.0.35 "GET /v2.0/networks/a923e23a-43a1-4d96-9836-7ea949d154dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857258 Sep 08 10:10:20.535807 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:20.861447 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ced378c7-f02d-4a32-88b8-a38eca55eeab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:22.407696 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:23.809961 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:24.836264 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:29.339841 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:31.953848 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39136) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:10:32.132500 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-406ed067-6bfc-4df8-95ca-975e7a2c2452 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Deleting port 30f9c3d5-4722-49fc-814f-f9023bb0ff24 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:10:32.132853 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-406ed067-6bfc-4df8-95ca-975e7a2c2452 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:32.239435 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-406ed067-6bfc-4df8-95ca-975e7a2c2452 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:32.239763 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-406ed067-6bfc-4df8-95ca-975e7a2c2452 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:32.253167 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-406ed067-6bfc-4df8-95ca-975e7a2c2452 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Calling delete_port for 30f9c3d5-4722-49fc-814f-f9023bb0ff24 owned by network:floatingip {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:10:32.432524 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-406ed067-6bfc-4df8-95ca-975e7a2c2452 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:32.462592 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ed067-6bfc-4df8-95ca-975e7a2c2452 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event deleted for resources: {'Port': ['ID=30f9c3d5-4722-49fc-814f-f9023bb0ff24,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:10:32.474239 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ed067-6bfc-4df8-95ca-975e7a2c2452 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:10:32.474592 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ed067-6bfc-4df8-95ca-975e7a2c2452 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:10:32.474933 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ed067-6bfc-4df8-95ca-975e7a2c2452 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:10:32.475271 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ed067-6bfc-4df8-95ca-975e7a2c2452 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:10:32.475603 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ed067-6bfc-4df8-95ca-975e7a2c2452 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:10:32.475936 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ed067-6bfc-4df8-95ca-975e7a2c2452 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:10:32.476268 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ed067-6bfc-4df8-95ca-975e7a2c2452 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:10:32.476598 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ed067-6bfc-4df8-95ca-975e7a2c2452 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:10:32.476928 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ed067-6bfc-4df8-95ca-975e7a2c2452 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:10:32.477253 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ed067-6bfc-4df8-95ca-975e7a2c2452 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:10:32.477577 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ed067-6bfc-4df8-95ca-975e7a2c2452 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:10:32.477900 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ed067-6bfc-4df8-95ca-975e7a2c2452 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:10:32.544772 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-406ed067-6bfc-4df8-95ca-975e7a2c2452 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for floatingip, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:32.545176 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [None req-406ed067-6bfc-4df8-95ca-975e7a2c2452 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Floating IP 72b51e3f-e95b-45eb-a4bc-86bb98e45107 disassociated (deleted). External IP: 172.25.0.199, port: 5011135e-94da-4b0c-af3e-bd21e17bdb68. Sep 08 10:10:32.808070 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-406ed067-6bfc-4df8-95ca-975e7a2c2452 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Router 45ef73d6-f083-4033-86fa-0c3b1c095663 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 10:10:32.927631 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406ed067-6bfc-4df8-95ca-975e7a2c2452 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:10:32.933013 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-406ed067-6bfc-4df8-95ca-975e7a2c2452 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:32.938151 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb59571f-561f-4774-803c-3df49ae643d4 None None] Sync routers for ids ['45ef73d6-f083-4033-86fa-0c3b1c095663'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:10:32.947253 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb59571f-561f-4774-803c-3df49ae643d4 None None] Routers {'45ef73d6-f083-4033-86fa-0c3b1c095663'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:10:32.948472 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-fb59571f-561f-4774-803c-3df49ae643d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:10:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['45ef73d6-f083-4033-86fa-0c3b1c095663'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:10:32.960453 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-406ed067-6bfc-4df8-95ca-975e7a2c2452 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "DELETE /v2.0/floatingips/72b51e3f-e95b-45eb-a4bc-86bb98e45107 HTTP/1.1" status: 204 len: 168 time: 1.0054760 Sep 08 10:10:32.961125 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec95ed74-536d-4444-adf0-447a322306bf', 'tag': '5011135e-94da-4b0c-af3e-bd21e17bdb68'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:10:32.963396 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0464f30-1941-4cdc-ad73-aa7eac2df8d9" -d '{"events": [{"name": "network-changed", "server_uuid": "ec95ed74-536d-4444-adf0-447a322306bf", "tag": "5011135e-94da-4b0c-af3e-bd21e17bdb68"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:10:33.006949 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 10:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7638504b-1586-4009-8f5c-a34569a5ff9a x-openstack-request-id: req-7638504b-1586-4009-8f5c-a34569a5ff9a {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:10:33.007255 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec95ed74-536d-4444-adf0-447a322306bf", "tag": "5011135e-94da-4b0c-af3e-bd21e17bdb68", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:10:33.007508 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7638504b-1586-4009-8f5c-a34569a5ff9a {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:10:33.007911 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec95ed74-536d-4444-adf0-447a322306bf', 'tag': '5011135e-94da-4b0c-af3e-bd21e17bdb68', 'status': 'completed', 'code': 200} Sep 08 10:10:33.098756 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0464f30-1941-4cdc-ad73-aa7eac2df8d9 req-58efb7ac-4028-46de-a4de-de2c63b54644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:10:33.100741 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b0464f30-1941-4cdc-ad73-aa7eac2df8d9 req-58efb7ac-4028-46de-a4de-de2c63b54644 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=df1cda9df730430daf02e1cc7ed939bd&device_id=ec95ed74-536d-4444-adf0-447a322306bf HTTP/1.1" status: 200 len: 1097 time: 0.0480726 Sep 08 10:10:33.156185 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-fb59571f-561f-4774-803c-3df49ae643d4 None None] Set router 45ef73d6-f083-4033-86fa-0c3b1c095663 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:10:33.210719 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d66458-9b69-4940-bd65-069846bc66d5 req-4a84cf8a-0a17-4f4f-bbdd-2c11510e5844 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:10:33.212254 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-22d66458-9b69-4940-bd65-069846bc66d5 req-4a84cf8a-0a17-4f4f-bbdd-2c11510e5844 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec95ed74-536d-4444-adf0-447a322306bf HTTP/1.1" status: 200 len: 945 time: 0.0559547 Sep 08 10:10:33.216963 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0464f30-1941-4cdc-ad73-aa7eac2df8d9 req-8a63af33-1bb8-4a21-a304-757c5a2a6082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:10:33.218506 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b0464f30-1941-4cdc-ad73-aa7eac2df8d9 req-8a63af33-1bb8-4a21-a304-757c5a2a6082 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a923e23a-43a1-4d96-9836-7ea949d154dc HTTP/1.1" status: 200 len: 897 time: 0.1089871 Sep 08 10:10:33.256717 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-22d66458-9b69-4940-bd65-069846bc66d5 req-4f4525b6-11bf-4d5c-8a2c-b8dc59c1d61e tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a7c02c8-65e7-457f-b9cb-03e693ef0381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373018 Sep 08 10:10:33.264127 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b0464f30-1941-4cdc-ad73-aa7eac2df8d9 req-f57bb287-3868-48ee-aa95-93e86cdc4cfb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5011135e-94da-4b0c-af3e-bd21e17bdb68 HTTP/1.1" status: 200 len: 217 time: 0.0371764 Sep 08 10:10:33.314603 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0464f30-1941-4cdc-ad73-aa7eac2df8d9 req-3b01ca89-03a4-41a3-8f4b-d511ac6b18f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:10:33.316140 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b0464f30-1941-4cdc-ad73-aa7eac2df8d9 req-3b01ca89-03a4-41a3-8f4b-d511ac6b18f4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=207aa82e-c397-4d6d-b70e-fa0208f0ce35 HTTP/1.1" status: 200 len: 834 time: 0.0442603 Sep 08 10:10:33.359612 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-fb59571f-561f-4774-803c-3df49ae643d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ef73d6-f083-4033-86fa-0c3b1c095663', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542196912', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '33a545da-b9a6-4b44-8f13-a196012132a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:08:08Z', 'updated_at': '2021-09-08T10:08:11Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': '33a545da-b9a6-4b44-8f13-a196012132a1', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ef73d6-f083-4033-86fa-0c3b1c095663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:08:08Z', 'updated_at': '2021-09-08T10:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'ed5693a4-752c-4bce-bf22-75c9efe239a3', 'name': '', 'network_id': 'a923e23a-43a1-4d96-9836-7ea949d154dc', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'mac_address': 'fa:16:3e:4a:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ef73d6-f083-4033-86fa-0c3b1c095663', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '207aa82e-c397-4d6d-b70e-fa0208f0ce35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:08:11Z', 'updated_at': '2021-09-08T10:08:16Z', 'revision_number': 5, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'subnets': [{'id': '207aa82e-c397-4d6d-b70e-fa0208f0ce35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:10:33.361953 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0464f30-1941-4cdc-ad73-aa7eac2df8d9 req-fd0e3bdd-e039-492c-914c-6b0b0c82890f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:10:33.363527 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b0464f30-1941-4cdc-ad73-aa7eac2df8d9 req-fd0e3bdd-e039-492c-914c-6b0b0c82890f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a923e23a-43a1-4d96-9836-7ea949d154dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393953 Sep 08 10:10:33.389231 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb59571f-561f-4774-803c-3df49ae643d4 None None] Checking router: 45ef73d6-f083-4033-86fa-0c3b1c095663 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:10:33.397317 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb59571f-561f-4774-803c-3df49ae643d4 None None] Routers {'45ef73d6-f083-4033-86fa-0c3b1c095663'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:10:33.397912 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-fb59571f-561f-4774-803c-3df49ae643d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:10:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['45ef73d6-f083-4033-86fa-0c3b1c095663'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:10:33.458662 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b0464f30-1941-4cdc-ad73-aa7eac2df8d9 req-2099c7c0-ca77-4382-b438-58358cafc1be service neutron] 10.222.0.35 "GET /v2.0/networks/a923e23a-43a1-4d96-9836-7ea949d154dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863490 Sep 08 10:10:33.502537 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-fb59571f-561f-4774-803c-3df49ae643d4 None None] Set router 45ef73d6-f083-4033-86fa-0c3b1c095663 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:10:33.552653 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b0464f30-1941-4cdc-ad73-aa7eac2df8d9 req-a8420850-2c63-44bf-b0c4-7bd02faac651 service neutron] 10.222.0.35 "GET /v2.0/networks/a923e23a-43a1-4d96-9836-7ea949d154dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868816 Sep 08 10:10:33.694649 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-fb59571f-561f-4774-803c-3df49ae643d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ef73d6-f083-4033-86fa-0c3b1c095663', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542196912', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '33a545da-b9a6-4b44-8f13-a196012132a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:08:08Z', 'updated_at': '2021-09-08T10:08:11Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': '33a545da-b9a6-4b44-8f13-a196012132a1', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ef73d6-f083-4033-86fa-0c3b1c095663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:08:08Z', 'updated_at': '2021-09-08T10:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'ed5693a4-752c-4bce-bf22-75c9efe239a3', 'name': '', 'network_id': 'a923e23a-43a1-4d96-9836-7ea949d154dc', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'mac_address': 'fa:16:3e:4a:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ef73d6-f083-4033-86fa-0c3b1c095663', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '207aa82e-c397-4d6d-b70e-fa0208f0ce35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:08:11Z', 'updated_at': '2021-09-08T10:08:16Z', 'revision_number': 5, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'subnets': [{'id': '207aa82e-c397-4d6d-b70e-fa0208f0ce35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:10:33.721002 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb59571f-561f-4774-803c-3df49ae643d4 None None] The sync data for ids ['45ef73d6-f083-4033-86fa-0c3b1c095663'] in n-d-806683-11 is: [{'id': '45ef73d6-f083-4033-86fa-0c3b1c095663', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542196912', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '33a545da-b9a6-4b44-8f13-a196012132a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:08:08Z', 'updated_at': '2021-09-08T10:08:11Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': '33a545da-b9a6-4b44-8f13-a196012132a1', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ef73d6-f083-4033-86fa-0c3b1c095663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:08:08Z', 'updated_at': '2021-09-08T10:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'ed5693a4-752c-4bce-bf22-75c9efe239a3', 'name': '', 'network_id': 'a923e23a-43a1-4d96-9836-7ea949d154dc', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'mac_address': 'fa:16:3e:4a:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ef73d6-f083-4033-86fa-0c3b1c095663', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '207aa82e-c397-4d6d-b70e-fa0208f0ce35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:08:11Z', 'updated_at': '2021-09-08T10:08:16Z', 'revision_number': 5, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'subnets': [{'id': '207aa82e-c397-4d6d-b70e-fa0208f0ce35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:10:33.930891 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a403edb2-9499-4364-a8e4-2ddfb39e3bdd None None] New status for floating IP 72b51e3f-e95b-45eb-a4bc-86bb98e45107: DOWN {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 10:10:34.385712 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de14ae18-e085-4aa1-a368-d12a892cbfbb req-c8cfcf7d-0516-442e-8028-7faec70bb8f4 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:10:34.387211 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-de14ae18-e085-4aa1-a368-d12a892cbfbb req-c8cfcf7d-0516-442e-8028-7faec70bb8f4 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec95ed74-536d-4444-adf0-447a322306bf HTTP/1.1" status: 200 len: 945 time: 0.0479276 Sep 08 10:10:34.424605 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-de14ae18-e085-4aa1-a368-d12a892cbfbb req-c2908f9c-d454-44b9-8c19-6942421cce92 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a7c02c8-65e7-457f-b9cb-03e693ef0381&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316119 Sep 08 10:10:35.031155 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54039984-b8e2-401c-8024-800364c35c6c req-7c8ee10d-a905-4815-ad15-67eb3ca0fb22 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:10:35.032828 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-54039984-b8e2-401c-8024-800364c35c6c req-7c8ee10d-a905-4815-ad15-67eb3ca0fb22 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec95ed74-536d-4444-adf0-447a322306bf HTTP/1.1" status: 200 len: 945 time: 0.0474629 Sep 08 10:10:35.125914 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-54039984-b8e2-401c-8024-800364c35c6c req-e536c91b-0128-41c5-a672-cb3b3f513a81 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Deleting port 5011135e-94da-4b0c-af3e-bd21e17bdb68 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:10:35.126287 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-54039984-b8e2-401c-8024-800364c35c6c req-e536c91b-0128-41c5-a672-cb3b3f513a81 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:35.212199 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-54039984-b8e2-401c-8024-800364c35c6c req-e536c91b-0128-41c5-a672-cb3b3f513a81 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] For port 5011135e-94da-4b0c-af3e-bd21e17bdb68, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=5011135e-94da-4b0c-af3e-bd21e17bdb68,segment=NetworkSegment(17cc831d-962f-4fc0-ab9b-ebf5a2c4891c),segment_id=17cc831d-962f-4fc0-ab9b-ebf5a2c4891c)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:10:35.212590 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-54039984-b8e2-401c-8024-800364c35c6c req-e536c91b-0128-41c5-a672-cb3b3f513a81 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:35.226211 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-54039984-b8e2-401c-8024-800364c35c6c req-e536c91b-0128-41c5-a672-cb3b3f513a81 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Calling delete_port for 5011135e-94da-4b0c-af3e-bd21e17bdb68 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:10:35.357203 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-54039984-b8e2-401c-8024-800364c35c6c req-e536c91b-0128-41c5-a672-cb3b3f513a81 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:35.386713 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e536c91b-0128-41c5-a672-cb3b3f513a81 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event deleted for resources: {'Port': ['ID=5011135e-94da-4b0c-af3e-bd21e17bdb68,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:10:35.432427 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-54039984-b8e2-401c-8024-800364c35c6c req-e536c91b-0128-41c5-a672-cb3b3f513a81 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] No DVR routers for this DVR port 5011135e-94da-4b0c-af3e-bd21e17bdb68 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 10:10:35.435185 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-54039984-b8e2-401c-8024-800364c35c6c req-e536c91b-0128-41c5-a672-cb3b3f513a81 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:35.437331 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-54039984-b8e2-401c-8024-800364c35c6c req-e536c91b-0128-41c5-a672-cb3b3f513a81 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.35 "DELETE /v2.0/ports/5011135e-94da-4b0c-af3e-bd21e17bdb68 HTTP/1.1" status: 204 len: 173 time: 0.3990111 Sep 08 10:10:35.437826 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec95ed74-536d-4444-adf0-447a322306bf', 'name': 'network-vif-deleted', 'tag': '5011135e-94da-4b0c-af3e-bd21e17bdb68'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:10:35.440254 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35db7092-184b-4bfe-bf3f-3225104decba" -d '{"events": [{"server_uuid": "ec95ed74-536d-4444-adf0-447a322306bf", "name": "network-vif-deleted", "tag": "5011135e-94da-4b0c-af3e-bd21e17bdb68"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:10:35.491018 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 10:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee17faf-7a7c-4656-a101-f91681bfc236 x-openstack-request-id: req-7ee17faf-7a7c-4656-a101-f91681bfc236 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:10:35.491256 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec95ed74-536d-4444-adf0-447a322306bf", "name": "network-vif-deleted", "tag": "5011135e-94da-4b0c-af3e-bd21e17bdb68", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:10:35.491628 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-7ee17faf-7a7c-4656-a101-f91681bfc236 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:10:35.491917 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec95ed74-536d-4444-adf0-447a322306bf', 'name': 'network-vif-deleted', 'tag': '5011135e-94da-4b0c-af3e-bd21e17bdb68', 'status': 'completed', 'code': 200} Sep 08 10:10:35.529339 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8f8278d6-0a00-4c58-be9e-bc3c1b465ee4 req-d9dc7444-f924-4283-b716-d14ddd321f0a tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec95ed74-536d-4444-adf0-447a322306bf HTTP/1.1" status: 200 len: 210 time: 0.0325391 Sep 08 10:10:36.592659 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39154) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:10:36.944881 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-00413829-6d31-4baf-ab1e-54c01b603f99 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:37.198816 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-00413829-6d31-4baf-ab1e-54c01b603f99 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Deleting port ed5693a4-752c-4bce-bf22-75c9efe239a3 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:10:37.199080 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-00413829-6d31-4baf-ab1e-54c01b603f99 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:37.297660 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-00413829-6d31-4baf-ab1e-54c01b603f99 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] For port ed5693a4-752c-4bce-bf22-75c9efe239a3, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=ed5693a4-752c-4bce-bf22-75c9efe239a3,segment=NetworkSegment(17cc831d-962f-4fc0-ab9b-ebf5a2c4891c),segment_id=17cc831d-962f-4fc0-ab9b-ebf5a2c4891c)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:10:37.298033 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-00413829-6d31-4baf-ab1e-54c01b603f99 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:37.310213 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-00413829-6d31-4baf-ab1e-54c01b603f99 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Calling delete_port for ed5693a4-752c-4bce-bf22-75c9efe239a3 owned by network:router_interface {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:10:37.498565 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-00413829-6d31-4baf-ab1e-54c01b603f99 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:37.523902 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00413829-6d31-4baf-ab1e-54c01b603f99 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event deleted for resources: {'Port': ['ID=ed5693a4-752c-4bce-bf22-75c9efe239a3,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:10:37.706794 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-00413829-6d31-4baf-ab1e-54c01b603f99 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:38.255208 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00413829-6d31-4baf-ab1e-54c01b603f99 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Router 45ef73d6-f083-4033-86fa-0c3b1c095663 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 10:10:38.361301 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00413829-6d31-4baf-ab1e-54c01b603f99 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:10:38.366728 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-00413829-6d31-4baf-ab1e-54c01b603f99 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "PUT /v2.0/routers/45ef73d6-f083-4033-86fa-0c3b1c095663/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7731595 Sep 08 10:10:38.369978 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39156) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:10:38.372711 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580349f0-8862-488e-ac17-d7cc148c6488 None None] Sync routers for ids ['45ef73d6-f083-4033-86fa-0c3b1c095663'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:10:38.381733 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580349f0-8862-488e-ac17-d7cc148c6488 None None] Routers {'45ef73d6-f083-4033-86fa-0c3b1c095663'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:10:38.382364 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-580349f0-8862-488e-ac17-d7cc148c6488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:10:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['45ef73d6-f083-4033-86fa-0c3b1c095663'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:10:38.424146 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2295d6d-70ec-409d-98ed-cc0fff4758ee tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Deleting subnet 207aa82e-c397-4d6d-b70e-fa0208f0ce35 {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 10:10:38.427296 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b2295d6d-70ec-409d-98ed-cc0fff4758ee tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:38.467047 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b2295d6d-70ec-409d-98ed-cc0fff4758ee tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:38.486527 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-580349f0-8862-488e-ac17-d7cc148c6488 None None] Set router 45ef73d6-f083-4033-86fa-0c3b1c095663 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:10:38.550757 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b2295d6d-70ec-409d-98ed-cc0fff4758ee tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:38.616480 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b2295d6d-70ec-409d-98ed-cc0fff4758ee tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:38.643471 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2295d6d-70ec-409d-98ed-cc0fff4758ee tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event deleted for resources: {'Subnet': ['ID=207aa82e-c397-4d6d-b70e-fa0208f0ce35,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:10:38.648805 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b2295d6d-70ec-409d-98ed-cc0fff4758ee tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:38.650080 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b2295d6d-70ec-409d-98ed-cc0fff4758ee tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "DELETE /v2.0/subnets/207aa82e-c397-4d6d-b70e-fa0208f0ce35 HTTP/1.1" status: 204 len: 168 time: 0.2790015 Sep 08 10:10:38.653430 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39158) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:10:38.660024 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75783d12-a7a6-469e-ae3d-c09703804cad None None] Network a923e23a-43a1-4d96-9836-7ea949d154dc requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:10:38.667888 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-580349f0-8862-488e-ac17-d7cc148c6488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ef73d6-f083-4033-86fa-0c3b1c095663', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542196912', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '33a545da-b9a6-4b44-8f13-a196012132a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:08:08Z', 'updated_at': '2021-09-08T10:10:37Z', 'revision_number': 5, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': '33a545da-b9a6-4b44-8f13-a196012132a1', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ef73d6-f083-4033-86fa-0c3b1c095663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:08:08Z', 'updated_at': '2021-09-08T10:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:10:38.699042 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580349f0-8862-488e-ac17-d7cc148c6488 None None] Checking router: 45ef73d6-f083-4033-86fa-0c3b1c095663 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:10:38.707264 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580349f0-8862-488e-ac17-d7cc148c6488 None None] Routers {'45ef73d6-f083-4033-86fa-0c3b1c095663'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:10:38.707873 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-580349f0-8862-488e-ac17-d7cc148c6488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:10:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['45ef73d6-f083-4033-86fa-0c3b1c095663'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:10:38.767184 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-63a4b492-d5da-4380-bc60-8fc09a85275d tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for router, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:38.812727 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-580349f0-8862-488e-ac17-d7cc148c6488 None None] Set router 45ef73d6-f083-4033-86fa-0c3b1c095663 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:10:38.859904 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b74d85f-fb97-4133-9cc5-5f3453240f66 None None] DHCP port deletion for a923e23a-43a1-4d96-9836-7ea949d154dc request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 10:10:38.875401 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-63a4b492-d5da-4380-bc60-8fc09a85275d tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:38.914070 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-9b74d85f-fb97-4133-9cc5-5f3453240f66 None None] Deleting port 6a0a5c6e-d595-4b02-8655-5a0a8b62d76f {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:10:38.914411 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9b74d85f-fb97-4133-9cc5-5f3453240f66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:38.930533 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-63a4b492-d5da-4380-bc60-8fc09a85275d tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Deleting port 33a545da-b9a6-4b44-8f13-a196012132a1 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:10:38.931165 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-63a4b492-d5da-4380-bc60-8fc09a85275d tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:38.988831 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-9b74d85f-fb97-4133-9cc5-5f3453240f66 None None] For port 6a0a5c6e-d595-4b02-8655-5a0a8b62d76f, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=6a0a5c6e-d595-4b02-8655-5a0a8b62d76f,segment=NetworkSegment(17cc831d-962f-4fc0-ab9b-ebf5a2c4891c),segment_id=17cc831d-962f-4fc0-ab9b-ebf5a2c4891c)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:10:38.989291 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9b74d85f-fb97-4133-9cc5-5f3453240f66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:38.997613 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-580349f0-8862-488e-ac17-d7cc148c6488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45ef73d6-f083-4033-86fa-0c3b1c095663', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542196912', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '33a545da-b9a6-4b44-8f13-a196012132a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:08:08Z', 'updated_at': '2021-09-08T10:10:37Z', 'revision_number': 5, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': '33a545da-b9a6-4b44-8f13-a196012132a1', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ef73d6-f083-4033-86fa-0c3b1c095663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:08:08Z', 'updated_at': '2021-09-08T10:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:10:39.003777 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-9b74d85f-fb97-4133-9cc5-5f3453240f66 None None] Calling delete_port for 6a0a5c6e-d595-4b02-8655-5a0a8b62d76f owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:10:39.018287 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-63a4b492-d5da-4380-bc60-8fc09a85275d tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] For port 33a545da-b9a6-4b44-8f13-a196012132a1, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=33a545da-b9a6-4b44-8f13-a196012132a1,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:10:39.018742 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-63a4b492-d5da-4380-bc60-8fc09a85275d tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:39.027636 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580349f0-8862-488e-ac17-d7cc148c6488 None None] The sync data for ids ['45ef73d6-f083-4033-86fa-0c3b1c095663'] in n-d-806683-11 is: [{'id': '45ef73d6-f083-4033-86fa-0c3b1c095663', 'name': 'tempest-TestNetworkAdvancedServerOps-router-542196912', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '33a545da-b9a6-4b44-8f13-a196012132a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:08:08Z', 'updated_at': '2021-09-08T10:10:37Z', 'revision_number': 5, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': '33a545da-b9a6-4b44-8f13-a196012132a1', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ef73d6-f083-4033-86fa-0c3b1c095663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:08:08Z', 'updated_at': '2021-09-08T10:08:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:10:39.032533 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-63a4b492-d5da-4380-bc60-8fc09a85275d tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Calling delete_port for 33a545da-b9a6-4b44-8f13-a196012132a1 owned by network:router_gateway {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:10:39.086848 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9b74d85f-fb97-4133-9cc5-5f3453240f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:39.112256 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b74d85f-fb97-4133-9cc5-5f3453240f66 None None] Pushing event deleted for resources: {'Port': ['ID=6a0a5c6e-d595-4b02-8655-5a0a8b62d76f,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:10:39.116513 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b74d85f-fb97-4133-9cc5-5f3453240f66 None None] No DVR routers for this DVR port 6a0a5c6e-d595-4b02-8655-5a0a8b62d76f on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 10:10:39.127119 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74d85f-fb97-4133-9cc5-5f3453240f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:10:39.127119 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74d85f-fb97-4133-9cc5-5f3453240f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:10:39.127119 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74d85f-fb97-4133-9cc5-5f3453240f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:10:39.127119 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74d85f-fb97-4133-9cc5-5f3453240f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:10:39.127119 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74d85f-fb97-4133-9cc5-5f3453240f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:10:39.127119 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74d85f-fb97-4133-9cc5-5f3453240f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:10:39.127119 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74d85f-fb97-4133-9cc5-5f3453240f66 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:10:39.127119 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74d85f-fb97-4133-9cc5-5f3453240f66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:10:39.127119 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74d85f-fb97-4133-9cc5-5f3453240f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:10:39.127119 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74d85f-fb97-4133-9cc5-5f3453240f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:10:39.128614 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74d85f-fb97-4133-9cc5-5f3453240f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:10:39.128614 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74d85f-fb97-4133-9cc5-5f3453240f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:10:39.160554 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 5011135e-94da-4b0c-af3e-bd21e17bdb68 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:10:39.185144 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: 5011135e-94da-4b0c-af3e-bd21e17bdb68 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:10:39.185496 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 5011135e-94da-4b0c-af3e-bd21e17bdb68 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:10:39.201693 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-63a4b492-d5da-4380-bc60-8fc09a85275d tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:39.232613 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a4b492-d5da-4380-bc60-8fc09a85275d tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event deleted for resources: {'Port': ['ID=33a545da-b9a6-4b44-8f13-a196012132a1,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:10:39.290148 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-63a4b492-d5da-4380-bc60-8fc09a85275d tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:39.382961 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-63a4b492-d5da-4380-bc60-8fc09a85275d tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:39.385880 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-63a4b492-d5da-4380-bc60-8fc09a85275d tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:39.430959 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-63a4b492-d5da-4380-bc60-8fc09a85275d tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:39.432221 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a4b492-d5da-4380-bc60-8fc09a85275d tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Fanout notify agent at l3_agent the message router_deleted on router 45ef73d6-f083-4033-86fa-0c3b1c095663 {{(pid=94712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 10:10:39.439543 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-63a4b492-d5da-4380-bc60-8fc09a85275d tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:39.440689 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-63a4b492-d5da-4380-bc60-8fc09a85275d tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "DELETE /v2.0/routers/45ef73d6-f083-4033-86fa-0c3b1c095663 HTTP/1.1" status: 204 len: 168 time: 0.7863572 Sep 08 10:10:39.443459 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39160) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:10:39.527623 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d35a567c-af61-4bab-a5fe-2ea187e203c5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:39.620738 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d35a567c-af61-4bab-a5fe-2ea187e203c5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:39.643604 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-d35a567c-af61-4bab-a5fe-2ea187e203c5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a923e23a-43a1-4d96-9836-7ea949d154dc']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:10:39.653489 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-d35a567c-af61-4bab-a5fe-2ea187e203c5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17cc831d-962f-4fc0-ab9b-ebf5a2c4891c') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:10:39.653825 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-d35a567c-af61-4bab-a5fe-2ea187e203c5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17cc831d-962f-4fc0-ab9b-ebf5a2c4891c') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:10:39.663470 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d35a567c-af61-4bab-a5fe-2ea187e203c5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:39.680804 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d35a567c-af61-4bab-a5fe-2ea187e203c5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:39.687972 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d35a567c-af61-4bab-a5fe-2ea187e203c5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 10:10:39.688421 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d35a567c-af61-4bab-a5fe-2ea187e203c5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:39.691569 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 10:10:39.691569 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 10:10:39.691569 n-d-806683-11 neutron-server[94712]: timer() Sep 08 10:10:39.691569 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 10:10:39.691569 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 10:10:39.691569 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 10:10:39.691569 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 10:10:39.691569 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 10:10:39.691569 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 10:10:39.691569 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 10:10:39.691569 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 10:10:39.691569 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 10:10:39.691569 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 10:10:39.691569 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 10:10:39.691569 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 10:10:39.691569 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 10:10:39.691569 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 10:10:39.691569 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 10:10:39.691569 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 10:10:39.691569 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 10:10:39.691569 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 10:10:39.691569 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 10:10:39.691569 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 10:10:39.691569 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 10:10:39.691569 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 10:10:39.691569 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 10:10:39.691569 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 10:10:39.691569 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 10:10:39.691569 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 10:10:39.691569 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 10:10:39.691569 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 10:10:39.691569 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 10:10:39.751408 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d35a567c-af61-4bab-a5fe-2ea187e203c5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:39.758366 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-d35a567c-af61-4bab-a5fe-2ea187e203c5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:39.760986 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d35a567c-af61-4bab-a5fe-2ea187e203c5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "DELETE /v2.0/networks/a923e23a-43a1-4d96-9836-7ea949d154dc HTTP/1.1" status: 204 len: 168 time: 0.3164120 Sep 08 10:10:39.763683 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39162) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:10:39.772655 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a567c-af61-4bab-a5fe-2ea187e203c5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event deleted for resources: {'Network': ['ID=a923e23a-43a1-4d96-9836-7ea949d154dc,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:10:39.822534 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4fed9844-802e-4b53-aaa6-03f0ad31b710 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:39.846875 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4fed9844-802e-4b53-aaa6-03f0ad31b710 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:39.907383 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4fed9844-802e-4b53-aaa6-03f0ad31b710 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:39.910147 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4fed9844-802e-4b53-aaa6-03f0ad31b710 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:39.911322 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4fed9844-802e-4b53-aaa6-03f0ad31b710 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "DELETE /v2.0/security-groups/5a7c02c8-65e7-457f-b9cb-03e693ef0381 HTTP/1.1" status: 204 len: 168 time: 0.1466379 Sep 08 10:10:39.921577 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fed9844-802e-4b53-aaa6-03f0ad31b710 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7c02c8-65e7-457f-b9cb-03e693ef0381,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:10:39.931113 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fed9844-802e-4b53-aaa6-03f0ad31b710 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:10:39.931604 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fed9844-802e-4b53-aaa6-03f0ad31b710 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:10:39.932400 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fed9844-802e-4b53-aaa6-03f0ad31b710 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:10:39.932979 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fed9844-802e-4b53-aaa6-03f0ad31b710 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:10:39.933426 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fed9844-802e-4b53-aaa6-03f0ad31b710 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:10:39.933774 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fed9844-802e-4b53-aaa6-03f0ad31b710 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:10:39.934152 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fed9844-802e-4b53-aaa6-03f0ad31b710 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:10:39.934500 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fed9844-802e-4b53-aaa6-03f0ad31b710 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:10:39.934837 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fed9844-802e-4b53-aaa6-03f0ad31b710 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:10:39.935175 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fed9844-802e-4b53-aaa6-03f0ad31b710 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:10:39.935519 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fed9844-802e-4b53-aaa6-03f0ad31b710 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:10:39.935841 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fed9844-802e-4b53-aaa6-03f0ad31b710 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:10:40.046095 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device ed5693a4-752c-4bce-bf22-75c9efe239a3 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:10:40.066511 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: ed5693a4-752c-4bce-bf22-75c9efe239a3 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:10:40.066857 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device ed5693a4-752c-4bce-bf22-75c9efe239a3 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:10:40.067269 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 6a0a5c6e-d595-4b02-8655-5a0a8b62d76f no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:10:40.085703 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 6a0a5c6e-d595-4b02-8655-5a0a8b62d76f {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:10:40.086063 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 6a0a5c6e-d595-4b02-8655-5a0a8b62d76f not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:10:40.086477 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 33a545da-b9a6-4b44-8f13-a196012132a1 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:10:40.105013 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 33a545da-b9a6-4b44-8f13-a196012132a1 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:10:40.105359 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 33a545da-b9a6-4b44-8f13-a196012132a1 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:10:40.159203 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39168) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:10:40.163790 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-da5c2d26-50c8-48f3-97e9-4d8aa446f96c tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1671336692', 'description': 'tempest-secgroup-smoke-1671336692 description', 'project_id': 'df1cda9df730430daf02e1cc7ed939bd'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:10:40.187086 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-da5c2d26-50c8-48f3-97e9-4d8aa446f96c tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:40.266306 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-da5c2d26-50c8-48f3-97e9-4d8aa446f96c tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:40.269777 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-da5c2d26-50c8-48f3-97e9-4d8aa446f96c tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:40.299897 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c2d26-50c8-48f3-97e9-4d8aa446f96c tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1336fb8a-ca3f-4173-b5ab-03ff0a90e94b,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:10:40.302060 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-da5c2d26-50c8-48f3-97e9-4d8aa446f96c tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:40.303295 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-da5c2d26-50c8-48f3-97e9-4d8aa446f96c tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1431365 Sep 08 10:10:40.306222 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39170) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:10:40.311463 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-77a44539-8730-404a-86d8-7321ef1d50ef tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'security_group_rule': {'security_group_id': '1336fb8a-ca3f-4173-b5ab-03ff0a90e94b', 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:10:40.338823 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-77a44539-8730-404a-86d8-7321ef1d50ef tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:40.396854 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-77a44539-8730-404a-86d8-7321ef1d50ef tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:40.400431 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-77a44539-8730-404a-86d8-7321ef1d50ef tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:40.417756 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a44539-8730-404a-86d8-7321ef1d50ef tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f710f7a6-4c5a-4eb1-84c9-a8984cde3ffd,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:10:40.423394 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-77a44539-8730-404a-86d8-7321ef1d50ef tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:40.424777 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-77a44539-8730-404a-86d8-7321ef1d50ef tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1168895 Sep 08 10:10:40.427442 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39172) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:10:40.432366 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-61617f79-5a6f-42b1-8a58-009ef450e9af tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'security_group_rule': {'security_group_id': '1336fb8a-ca3f-4173-b5ab-03ff0a90e94b', 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:10:40.464173 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-61617f79-5a6f-42b1-8a58-009ef450e9af tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:40.520001 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-61617f79-5a6f-42b1-8a58-009ef450e9af tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:40.523421 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-61617f79-5a6f-42b1-8a58-009ef450e9af tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:40.540600 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61617f79-5a6f-42b1-8a58-009ef450e9af tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9032d9be-11a9-434c-a118-fd712cb8af1b,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:10:40.546272 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-61617f79-5a6f-42b1-8a58-009ef450e9af tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:40.547476 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-61617f79-5a6f-42b1-8a58-009ef450e9af tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1191101 Sep 08 10:10:40.550340 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39174) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:10:40.554639 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-40086ba5-7855-4300-94cf-e2355342bd57 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'security_group_rule': {'security_group_id': '1336fb8a-ca3f-4173-b5ab-03ff0a90e94b', 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:10:40.580530 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-40086ba5-7855-4300-94cf-e2355342bd57 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:40.638437 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-40086ba5-7855-4300-94cf-e2355342bd57 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:40.641897 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-40086ba5-7855-4300-94cf-e2355342bd57 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:40.659935 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40086ba5-7855-4300-94cf-e2355342bd57 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7329320-6beb-493e-8c02-fe3e0a766a85,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:10:40.664718 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-40086ba5-7855-4300-94cf-e2355342bd57 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:40.668753 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-40086ba5-7855-4300-94cf-e2355342bd57 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1146128 Sep 08 10:10:40.668753 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39176) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:10:40.672908 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-04c2927f-19ee-4d7b-9877-03c1d6d2b57d tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'security_group_rule': {'security_group_id': '1336fb8a-ca3f-4173-b5ab-03ff0a90e94b', 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:10:40.701745 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-04c2927f-19ee-4d7b-9877-03c1d6d2b57d tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:40.763331 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-04c2927f-19ee-4d7b-9877-03c1d6d2b57d tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:40.767061 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-04c2927f-19ee-4d7b-9877-03c1d6d2b57d tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:40.785521 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c2927f-19ee-4d7b-9877-03c1d6d2b57d tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2462bbb-64cc-4c87-9727-0f3d6f27d5d1,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:10:40.791488 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-04c2927f-19ee-4d7b-9877-03c1d6d2b57d tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:40.793123 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-04c2927f-19ee-4d7b-9877-03c1d6d2b57d tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1234956 Sep 08 10:10:40.795909 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39178) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:10:40.800185 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-7e33aca2-e3ca-4afb-8fa2-8fccd8000507 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'security_group_rule': {'security_group_id': '1336fb8a-ca3f-4173-b5ab-03ff0a90e94b', 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:10:40.821234 n-d-806683-11 neutron-server[94713]: INFO neutron.db.securitygroups_db [None req-7e33aca2-e3ca-4afb-8fa2-8fccd8000507 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Project df1cda9df730430daf02e1cc7ed939bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 10:10:40.826883 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7e33aca2-e3ca-4afb-8fa2-8fccd8000507 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:40.888139 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7e33aca2-e3ca-4afb-8fa2-8fccd8000507 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:40.891719 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7e33aca2-e3ca-4afb-8fa2-8fccd8000507 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:40.909631 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e33aca2-e3ca-4afb-8fa2-8fccd8000507 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9eac44a-6840-4e59-aaa6-407262528372,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:10:40.914968 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7e33aca2-e3ca-4afb-8fa2-8fccd8000507 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:40.916337 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7e33aca2-e3ca-4afb-8fa2-8fccd8000507 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1194949 Sep 08 10:10:40.919167 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39180) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:10:40.923403 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-c485492c-2dad-45bb-8a6d-32fc88c36116 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'security_group_rule': {'security_group_id': '1336fb8a-ca3f-4173-b5ab-03ff0a90e94b', 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:10:40.944406 n-d-806683-11 neutron-server[94713]: INFO neutron.db.securitygroups_db [None req-c485492c-2dad-45bb-8a6d-32fc88c36116 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Project df1cda9df730430daf02e1cc7ed939bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 10:10:40.950348 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c485492c-2dad-45bb-8a6d-32fc88c36116 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:41.010780 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c485492c-2dad-45bb-8a6d-32fc88c36116 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:41.014424 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c485492c-2dad-45bb-8a6d-32fc88c36116 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:41.031430 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c485492c-2dad-45bb-8a6d-32fc88c36116 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=548cd902-d786-4bc7-9c13-6499f6de0bce,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:10:41.041385 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c485492c-2dad-45bb-8a6d-32fc88c36116 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:41.042808 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c485492c-2dad-45bb-8a6d-32fc88c36116 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1225910 Sep 08 10:10:41.045428 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39182) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:10:41.050305 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-08e3e907-381e-4b41-a1a8-7921c3deb55f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'network': {'name': 'tempest-network-smoke--1458029089', 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'port_security_enabled': True}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:10:41.070421 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e3e907-381e-4b41-a1a8-7921c3deb55f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Made reservation on behalf of df1cda9df730430daf02e1cc7ed939bd for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:10:41.074603 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-08e3e907-381e-4b41-a1a8-7921c3deb55f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:41.099027 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08e3e907-381e-4b41-a1a8-7921c3deb55f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 10:10:41.111577 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-08e3e907-381e-4b41-a1a8-7921c3deb55f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:41.111929 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-08e3e907-381e-4b41-a1a8-7921c3deb55f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Added segment 5a2bb636-4200-4410-8a6e-360323a5964c of type vlan for network cdd7e51a-117b-47eb-9a13-faf551ae47e3 Sep 08 10:10:41.154587 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-08e3e907-381e-4b41-a1a8-7921c3deb55f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:41.177864 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-08e3e907-381e-4b41-a1a8-7921c3deb55f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:41.184130 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e3e907-381e-4b41-a1a8-7921c3deb55f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:10:41.184843 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-08e3e907-381e-4b41-a1a8-7921c3deb55f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:41.221154 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-08e3e907-381e-4b41-a1a8-7921c3deb55f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1746998 Sep 08 10:10:41.223866 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39184) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:10:41.252476 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-2c87945c-5c36-4a21-bbe3-a0b0856b6c2b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1114960818', 'admin_state_up': True, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:10:41.264275 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e3e907-381e-4b41-a1a8-7921c3deb55f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'Network': ['ID=cdd7e51a-117b-47eb-9a13-faf551ae47e3,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:10:41.274663 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network cdd7e51a-117b-47eb-9a13-faf551ae47e3 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 10:10:41.279643 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c87945c-5c36-4a21-bbe3-a0b0856b6c2b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:41.280662 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c87945c-5c36-4a21-bbe3-a0b0856b6c2b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:41.336147 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c87945c-5c36-4a21-bbe3-a0b0856b6c2b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:41.468637 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c87945c-5c36-4a21-bbe3-a0b0856b6c2b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:41.655719 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c87945c-5c36-4a21-bbe3-a0b0856b6c2b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for router_gateway, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:41.674434 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c87945c-5c36-4a21-bbe3-a0b0856b6c2b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:41.772002 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-2c87945c-5c36-4a21-bbe3-a0b0856b6c2b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Allocated IP 172.25.0.62 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/b9a24256-6c92-41d4-84b3-4bdb5528942c) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:10:41.874934 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c87945c-5c36-4a21-bbe3-a0b0856b6c2b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:41.921206 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c87945c-5c36-4a21-bbe3-a0b0856b6c2b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:41.958347 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c87945c-5c36-4a21-bbe3-a0b0856b6c2b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:10:41.961041 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-2c87945c-5c36-4a21-bbe3-a0b0856b6c2b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:10:41.963990 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c87945c-5c36-4a21-bbe3-a0b0856b6c2b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:10:41.992391 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c87945c-5c36-4a21-bbe3-a0b0856b6c2b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'Port': ['ID=b9a24256-6c92-41d4-84b3-4bdb5528942c,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:10:42.215200 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c87945c-5c36-4a21-bbe3-a0b0856b6c2b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for router_gateway, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:42.411015 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c87945c-5c36-4a21-bbe3-a0b0856b6c2b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:42.540148 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c87945c-5c36-4a21-bbe3-a0b0856b6c2b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Router 11fcc775-5fb6-4577-9c68-1b0c6dccbb54 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 10:10:42.648298 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c87945c-5c36-4a21-bbe3-a0b0856b6c2b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:10:42.658594 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dbe38a-d286-4d7c-90c5-5ca2e91ffc98 None None] Sync routers for ids ['11fcc775-5fb6-4577-9c68-1b0c6dccbb54'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:10:42.667823 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2c87945c-5c36-4a21-bbe3-a0b0856b6c2b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:42.668693 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dbe38a-d286-4d7c-90c5-5ca2e91ffc98 None None] Routers {'11fcc775-5fb6-4577-9c68-1b0c6dccbb54'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:10:42.669008 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2c87945c-5c36-4a21-bbe3-a0b0856b6c2b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4442215 Sep 08 10:10:42.669323 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-f4dbe38a-d286-4d7c-90c5-5ca2e91ffc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:10:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['11fcc775-5fb6-4577-9c68-1b0c6dccbb54'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:10:42.672094 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39186) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:10:42.704079 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-265d9816-f9da-4621-8dc3-495f1da7dd22 tempest-TestNetworkAdvancedServerOps-479438815 tempest-TestNetworkAdvancedServerOps-479438815-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=df1cda9df730430daf02e1cc7ed939bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305607 Sep 08 10:10:42.706666 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39188) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:10:42.779728 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-f4dbe38a-d286-4d7c-90c5-5ca2e91ffc98 None None] Set router 11fcc775-5fb6-4577-9c68-1b0c6dccbb54 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:10:42.800276 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a154aad8-c977-426f-83fc-c752b5bc3023 tempest-TestNetworkAdvancedServerOps-479438815 tempest-TestNetworkAdvancedServerOps-479438815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:10:42.802151 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-a154aad8-c977-426f-83fc-c752b5bc3023 tempest-TestNetworkAdvancedServerOps-479438815 tempest-TestNetworkAdvancedServerOps-479438815-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0944877 Sep 08 10:10:42.804958 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39190) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:10:42.833550 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5da3aae5-3d27-467c-a295-59b64f5ed131 tempest-TestNetworkAdvancedServerOps-479438815 tempest-TestNetworkAdvancedServerOps-479438815-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=399c4174-1e86-4a10-bb99-f875a09107d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273249 Sep 08 10:10:42.835950 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39192) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:10:42.840665 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-5db4c452-7b1d-4d8a-81a6-fbf81c4bce99 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1748469845', 'network_id': 'cdd7e51a-117b-47eb-9a13-faf551ae47e3', 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:10:42.927646 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db4c452-7b1d-4d8a-81a6-fbf81c4bce99 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Made reservation on behalf of df1cda9df730430daf02e1cc7ed939bd for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:10:42.931426 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5db4c452-7b1d-4d8a-81a6-fbf81c4bce99 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:42.960079 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-f4dbe38a-d286-4d7c-90c5-5ca2e91ffc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fcc775-5fb6-4577-9c68-1b0c6dccbb54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114960818', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'b9a24256-6c92-41d4-84b3-4bdb5528942c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:10:41Z', 'updated_at': '2021-09-08T10:10:42Z', 'revision_number': 3, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': 'b9a24256-6c92-41d4-84b3-4bdb5528942c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f4:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fcc775-5fb6-4577-9c68-1b0c6dccbb54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:10:41Z', 'updated_at': '2021-09-08T10:10:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:10:42.986999 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dbe38a-d286-4d7c-90c5-5ca2e91ffc98 None None] Checking router: 11fcc775-5fb6-4577-9c68-1b0c6dccbb54 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:10:42.987358 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dbe38a-d286-4d7c-90c5-5ca2e91ffc98 None None] Updating router 11fcc775-5fb6-4577-9c68-1b0c6dccbb54 port b9a24256-6c92-41d4-84b3-4bdb5528942c binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 10:10:43.017446 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f4dbe38a-d286-4d7c-90c5-5ca2e91ffc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:43.114360 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5db4c452-7b1d-4d8a-81a6-fbf81c4bce99 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:43.179426 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db4c452-7b1d-4d8a-81a6-fbf81c4bce99 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'Subnet': ['ID=47d88634-0ea0-41e0-b89b-6cee12813fdf,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:10:43.189298 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db4c452-7b1d-4d8a-81a6-fbf81c4bce99 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Checking segment: {'id': '5a2bb636-4200-4410-8a6e-360323a5964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cdd7e51a-117b-47eb-9a13-faf551ae47e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:10:43.189674 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db4c452-7b1d-4d8a-81a6-fbf81c4bce99 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Network hostable DHCP agents. Network: cdd7e51a-117b-47eb-9a13-faf551ae47e3, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 10:10:43.208343 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db4c452-7b1d-4d8a-81a6-fbf81c4bce99 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Network cdd7e51a-117b-47eb-9a13-faf551ae47e3 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 10:10:43.218516 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-5db4c452-7b1d-4d8a-81a6-fbf81c4bce99 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, cdd7e51a-117b-47eb-9a13-faf551ae47e3) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:10:43.222847 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db4c452-7b1d-4d8a-81a6-fbf81c4bce99 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:10:43.223415 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-5db4c452-7b1d-4d8a-81a6-fbf81c4bce99 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:43.238980 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5db4c452-7b1d-4d8a-81a6-fbf81c4bce99 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4019940 Sep 08 10:10:43.241868 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39194) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:10:43.343550 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1105040-69c3-4bd3-872c-c4de81c74567 None None] Network cdd7e51a-117b-47eb-9a13-faf551ae47e3 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:10:43.533747 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f4dbe38a-d286-4d7c-90c5-5ca2e91ffc98 None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:43.563063 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f4dbe38a-d286-4d7c-90c5-5ca2e91ffc98 None None] Transition to ACTIVE for port object b9a24256-6c92-41d4-84b3-4bdb5528942c will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:10:43.568775 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f4dbe38a-d286-4d7c-90c5-5ca2e91ffc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:43.575892 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6800d6b-7842-45a0-8484-3526756029e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-cdd7e51a-117b-47eb-9a13-faf551ae47e3', 'network_id': 'cdd7e51a-117b-47eb-9a13-faf551ae47e3', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'fixed_ips': [{'subnet_id': '47d88634-0ea0-41e0-b89b-6cee12813fdf'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 10:10:43.576742 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e6800d6b-7842-45a0-8484-3526756029e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:43.650620 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-f4dbe38a-d286-4d7c-90c5-5ca2e91ffc98 None None] Attempting to bind port b9a24256-6c92-41d4-84b3-4bdb5528942c on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:10:43.650985 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-f4dbe38a-d286-4d7c-90c5-5ca2e91ffc98 None None] Attempting to bind port b9a24256-6c92-41d4-84b3-4bdb5528942c by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:10:43.651343 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dbe38a-d286-4d7c-90c5-5ca2e91ffc98 None None] Attempting to bind port b9a24256-6c92-41d4-84b3-4bdb5528942c on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:10:43.653285 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b50d8a4-6d0e-40e1-a685-8ed11772684f None None] Pushing event updated for resources: {'Port': ['ID=b9a24256-6c92-41d4-84b3-4bdb5528942c,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:10:43.666849 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dbe38a-d286-4d7c-90c5-5ca2e91ffc98 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:10:43.667532 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dbe38a-d286-4d7c-90c5-5ca2e91ffc98 None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:10:43.667654 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f4dbe38a-d286-4d7c-90c5-5ca2e91ffc98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:43.668041 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dbe38a-d286-4d7c-90c5-5ca2e91ffc98 None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:10:43.668825 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-f4dbe38a-d286-4d7c-90c5-5ca2e91ffc98 None None] Bound port: b9a24256-6c92-41d4-84b3-4bdb5528942c, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:10:43.668965 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f4dbe38a-d286-4d7c-90c5-5ca2e91ffc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:43.810687 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-f4dbe38a-d286-4d7c-90c5-5ca2e91ffc98 None None] For port b9a24256-6c92-41d4-84b3-4bdb5528942c, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:10:43.826150 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-f4dbe38a-d286-4d7c-90c5-5ca2e91ffc98 None None] For port b9a24256-6c92-41d4-84b3-4bdb5528942c, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=b9a24256-6c92-41d4-84b3-4bdb5528942c,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:10:43.832359 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f4dbe38a-d286-4d7c-90c5-5ca2e91ffc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:43.838681 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-e6800d6b-7842-45a0-8484-3526756029e1 None None] Allocated IP 172.20.0.2 (cdd7e51a-117b-47eb-9a13-faf551ae47e3/47d88634-0ea0-41e0-b89b-6cee12813fdf/5cb14192-1b36-4d97-8093-2a4eba3f9534) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:10:43.928643 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b50d8a4-6d0e-40e1-a685-8ed11772684f None None] Pushing event updated for resources: {'Port': ['ID=b9a24256-6c92-41d4-84b3-4bdb5528942c,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:10:43.956790 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dbe38a-d286-4d7c-90c5-5ca2e91ffc98 None None] Routers {'11fcc775-5fb6-4577-9c68-1b0c6dccbb54'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:10:43.957426 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-f4dbe38a-d286-4d7c-90c5-5ca2e91ffc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:10:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['11fcc775-5fb6-4577-9c68-1b0c6dccbb54'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:10:43.976757 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-905b417d-130e-4dd5-95e5-637dfd05b6ab tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:44.122482 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-f4dbe38a-d286-4d7c-90c5-5ca2e91ffc98 None None] Set router 11fcc775-5fb6-4577-9c68-1b0c6dccbb54 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:10:44.176932 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e6800d6b-7842-45a0-8484-3526756029e1 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:44.199226 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e6800d6b-7842-45a0-8484-3526756029e1 None None] Transition to ACTIVE for port object 5cb14192-1b36-4d97-8093-2a4eba3f9534 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:10:44.252587 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e6800d6b-7842-45a0-8484-3526756029e1 None None] Transition to ACTIVE for port object 5cb14192-1b36-4d97-8093-2a4eba3f9534 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:10:44.261459 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e6800d6b-7842-45a0-8484-3526756029e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:44.309679 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-905b417d-130e-4dd5-95e5-637dfd05b6ab tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Allocated IP 172.20.0.1 (cdd7e51a-117b-47eb-9a13-faf551ae47e3/47d88634-0ea0-41e0-b89b-6cee12813fdf/a058127b-50df-4cd0-ab00-164e25cc7b24) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:10:44.316964 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6800d6b-7842-45a0-8484-3526756029e1 None None] Network cdd7e51a-117b-47eb-9a13-faf551ae47e3 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:10:44.326498 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-e6800d6b-7842-45a0-8484-3526756029e1 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:10:44.329612 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6800d6b-7842-45a0-8484-3526756029e1 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:10:44.331405 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6800d6b-7842-45a0-8484-3526756029e1 None None] Pushing event updated for resources: {'Port': ['ID=5cb14192-1b36-4d97-8093-2a4eba3f9534,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:10:44.413936 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-e6800d6b-7842-45a0-8484-3526756029e1 None None] Attempting to bind port 5cb14192-1b36-4d97-8093-2a4eba3f9534 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:10:44.414249 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-e6800d6b-7842-45a0-8484-3526756029e1 None None] Attempting to bind port 5cb14192-1b36-4d97-8093-2a4eba3f9534 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '5a2bb636-4200-4410-8a6e-360323a5964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cdd7e51a-117b-47eb-9a13-faf551ae47e3'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:10:44.414622 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6800d6b-7842-45a0-8484-3526756029e1 None None] Attempting to bind port 5cb14192-1b36-4d97-8093-2a4eba3f9534 on network cdd7e51a-117b-47eb-9a13-faf551ae47e3 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:10:44.424482 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-905b417d-130e-4dd5-95e5-637dfd05b6ab tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:44.424681 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6800d6b-7842-45a0-8484-3526756029e1 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:10:44.424952 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6800d6b-7842-45a0-8484-3526756029e1 None None] Checking segment: {'id': '5a2bb636-4200-4410-8a6e-360323a5964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cdd7e51a-117b-47eb-9a13-faf551ae47e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:10:44.425359 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e6800d6b-7842-45a0-8484-3526756029e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:44.425755 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6800d6b-7842-45a0-8484-3526756029e1 None None] Bound using segment: {'id': '5a2bb636-4200-4410-8a6e-360323a5964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cdd7e51a-117b-47eb-9a13-faf551ae47e3'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:10:44.426256 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-e6800d6b-7842-45a0-8484-3526756029e1 None None] Bound port: 5cb14192-1b36-4d97-8093-2a4eba3f9534, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a2bb636-4200-4410-8a6e-360323a5964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cdd7e51a-117b-47eb-9a13-faf551ae47e3'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:10:44.426643 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e6800d6b-7842-45a0-8484-3526756029e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:44.438246 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-f4dbe38a-d286-4d7c-90c5-5ca2e91ffc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fcc775-5fb6-4577-9c68-1b0c6dccbb54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114960818', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'b9a24256-6c92-41d4-84b3-4bdb5528942c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:10:41Z', 'updated_at': '2021-09-08T10:10:42Z', 'revision_number': 3, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': 'b9a24256-6c92-41d4-84b3-4bdb5528942c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f4:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fcc775-5fb6-4577-9c68-1b0c6dccbb54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:10:41Z', 'updated_at': '2021-09-08T10:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:10:44.443708 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-905b417d-130e-4dd5-95e5-637dfd05b6ab tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Transition to ACTIVE for port object a058127b-50df-4cd0-ab00-164e25cc7b24 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:10:44.469156 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dbe38a-d286-4d7c-90c5-5ca2e91ffc98 None None] The sync data for ids ['11fcc775-5fb6-4577-9c68-1b0c6dccbb54'] in n-d-806683-11 is: [{'id': '11fcc775-5fb6-4577-9c68-1b0c6dccbb54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114960818', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'b9a24256-6c92-41d4-84b3-4bdb5528942c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:10:41Z', 'updated_at': '2021-09-08T10:10:42Z', 'revision_number': 3, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': 'b9a24256-6c92-41d4-84b3-4bdb5528942c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f4:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fcc775-5fb6-4577-9c68-1b0c6dccbb54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:10:41Z', 'updated_at': '2021-09-08T10:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:10:44.479623 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-905b417d-130e-4dd5-95e5-637dfd05b6ab tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:44.519986 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905b417d-130e-4dd5-95e5-637dfd05b6ab tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Network cdd7e51a-117b-47eb-9a13-faf551ae47e3 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:10:44.523154 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-905b417d-130e-4dd5-95e5-637dfd05b6ab tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:10:44.527957 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905b417d-130e-4dd5-95e5-637dfd05b6ab tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:10:44.533647 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e6800d6b-7842-45a0-8484-3526756029e1 None None] For port 5cb14192-1b36-4d97-8093-2a4eba3f9534, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:10:44.538540 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e6800d6b-7842-45a0-8484-3526756029e1 None None] For port 5cb14192-1b36-4d97-8093-2a4eba3f9534, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=5cb14192-1b36-4d97-8093-2a4eba3f9534,segment=NetworkSegment(5a2bb636-4200-4410-8a6e-360323a5964c),segment_id=5a2bb636-4200-4410-8a6e-360323a5964c)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:10:44.543577 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e6800d6b-7842-45a0-8484-3526756029e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:44.560404 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b417d-130e-4dd5-95e5-637dfd05b6ab tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'Port': ['ID=a058127b-50df-4cd0-ab00-164e25cc7b24,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:10:44.586655 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-905b417d-130e-4dd5-95e5-637dfd05b6ab tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:44.609004 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6800d6b-7842-45a0-8484-3526756029e1 None None] Pushing event updated for resources: {'Port': ['ID=5cb14192-1b36-4d97-8093-2a4eba3f9534,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:10:44.761015 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-905b417d-130e-4dd5-95e5-637dfd05b6ab tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:45.099060 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-905b417d-130e-4dd5-95e5-637dfd05b6ab tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:45.105034 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-905b417d-130e-4dd5-95e5-637dfd05b6ab tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:45.178372 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b417d-130e-4dd5-95e5-637dfd05b6ab tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'Port': ['ID=a058127b-50df-4cd0-ab00-164e25cc7b24,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:10:45.180894 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-905b417d-130e-4dd5-95e5-637dfd05b6ab tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:45.291513 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905b417d-130e-4dd5-95e5-637dfd05b6ab tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Network cdd7e51a-117b-47eb-9a13-faf551ae47e3 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:10:45.293066 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-905b417d-130e-4dd5-95e5-637dfd05b6ab tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:10:45.415027 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-905b417d-130e-4dd5-95e5-637dfd05b6ab tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Router 11fcc775-5fb6-4577-9c68-1b0c6dccbb54 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 10:10:45.524024 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905b417d-130e-4dd5-95e5-637dfd05b6ab tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:10:45.529647 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-905b417d-130e-4dd5-95e5-637dfd05b6ab tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "PUT /v2.0/routers/11fcc775-5fb6-4577-9c68-1b0c6dccbb54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2867362 Sep 08 10:10:45.548880 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146e9d59-ec8d-42df-8970-c21543121497 None None] Network cdd7e51a-117b-47eb-9a13-faf551ae47e3 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:10:45.682563 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-447adb55-c2d5-4a4e-9a9a-fc5a20d1d356 None None] Provisioning for port 5cb14192-1b36-4d97-8093-2a4eba3f9534 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:10:45.686087 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-4241ef8d-f833-41ee-a372-1d1bedba5d61 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1671336692&fields=id&tenant_id=df1cda9df730430daf02e1cc7ed939bd HTTP/1.1" status: 200 len: 267 time: 0.0346303 Sep 08 10:10:45.811913 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-523d244b-4443-4ecd-8b08-dfd3800ba608 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:10:45.813498 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-523d244b-4443-4ecd-8b08-dfd3800ba608 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/networks?id=cdd7e51a-117b-47eb-9a13-faf551ae47e3 HTTP/1.1" status: 200 len: 797 time: 0.1176891 Sep 08 10:10:45.836813 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-2d261c9e-9690-44ba-933f-bc9ba3582688 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/quotas/df1cda9df730430daf02e1cc7ed939bd HTTP/1.1" status: 200 len: 375 time: 0.0132897 Sep 08 10:10:45.897874 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-14162af9-635e-44af-a724-95d4ee29ad03 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=df1cda9df730430daf02e1cc7ed939bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541029 Sep 08 10:10:46.014687 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-3e11fd21-b19b-4dd7-b95d-aa26562c5e59 None None] Provisioning for port a058127b-50df-4cd0-ab00-164e25cc7b24 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:10:46.019852 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 5cb14192-1b36-4d97-8093-2a4eba3f9534 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:10:46.023623 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-3e11fd21-b19b-4dd7-b95d-aa26562c5e59 None None] Provisioning complete for port a058127b-50df-4cd0-ab00-164e25cc7b24 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:10:46.024006 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3e11fd21-b19b-4dd7-b95d-aa26562c5e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:46.091362 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-3e11fd21-b19b-4dd7-b95d-aa26562c5e59 None None] Port a058127b-50df-4cd0-ab00-164e25cc7b24 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 10:10:46.113641 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 5cb14192-1b36-4d97-8093-2a4eba3f9534 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:10:46.118245 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 5cb14192-1b36-4d97-8093-2a4eba3f9534 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:10:46.118746 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:46.140329 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-6609e122-1a98-4377-aeca-d7aa6eb13be6 service neutron] 10.222.0.54 "GET /v2.0/networks/cdd7e51a-117b-47eb-9a13-faf551ae47e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271473 Sep 08 10:10:46.178561 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b6afcc-60f3-4302-9a73-2c33321a6db2 None None] Sync routers for ids ['11fcc775-5fb6-4577-9c68-1b0c6dccbb54'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:10:46.189379 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b6afcc-60f3-4302-9a73-2c33321a6db2 None None] Routers {'11fcc775-5fb6-4577-9c68-1b0c6dccbb54'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:10:46.190726 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-37b6afcc-60f3-4302-9a73-2c33321a6db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:10:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['11fcc775-5fb6-4577-9c68-1b0c6dccbb54'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:10:46.219176 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:46.255600 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-dfe63736-52e3-429b-a167-a479268efb52 None None] Provisioning complete for port a058127b-50df-4cd0-ab00-164e25cc7b24 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:10:46.256109 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-dfe63736-52e3-429b-a167-a479268efb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:46.266252 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-66327650-b523-44f9-a77a-bdc59b38c547 service neutron] 10.222.0.54 "GET /v2.0/networks/cdd7e51a-117b-47eb-9a13-faf551ae47e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188886 Sep 08 10:10:46.288122 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 5cb14192-1b36-4d97-8093-2a4eba3f9534, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=5cb14192-1b36-4d97-8093-2a4eba3f9534,segment=NetworkSegment(5a2bb636-4200-4410-8a6e-360323a5964c),segment_id=5a2bb636-4200-4410-8a6e-360323a5964c)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:10:46.304658 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:46.305438 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device b9a24256-6c92-41d4-84b3-4bdb5528942c up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:10:46.339966 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-37b6afcc-60f3-4302-9a73-2c33321a6db2 None None] Set router 11fcc775-5fb6-4577-9c68-1b0c6dccbb54 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:10:46.355094 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-dfe63736-52e3-429b-a167-a479268efb52 None None] Port a058127b-50df-4cd0-ab00-164e25cc7b24 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 10:10:46.441645 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=5cb14192-1b36-4d97-8093-2a4eba3f9534,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:10:46.456153 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port b9a24256-6c92-41d4-84b3-4bdb5528942c completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:10:46.461128 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port b9a24256-6c92-41d4-84b3-4bdb5528942c triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:10:46.462269 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:46.479642 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ace30574-a74c-4b9d-aa60-ec20d6ef7f30 req-d60264e5-107c-4cf7-bfbb-20aea9644cbc tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 210 time: 0.0424075 Sep 08 10:10:46.519152 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-b6d6a825-18a4-42b9-93cc-b2e87aa74453 None None] Provisioning complete for port a058127b-50df-4cd0-ab00-164e25cc7b24 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:10:46.519604 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b6d6a825-18a4-42b9-93cc-b2e87aa74453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:46.568424 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-b6d6a825-18a4-42b9-93cc-b2e87aa74453 None None] Port a058127b-50df-4cd0-ab00-164e25cc7b24 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 10:10:46.605951 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:46.633127 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port b9a24256-6c92-41d4-84b3-4bdb5528942c, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=b9a24256-6c92-41d4-84b3-4bdb5528942c,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:10:46.638716 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:46.684737 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-37b6afcc-60f3-4302-9a73-2c33321a6db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fcc775-5fb6-4577-9c68-1b0c6dccbb54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114960818', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'b9a24256-6c92-41d4-84b3-4bdb5528942c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:10:41Z', 'updated_at': '2021-09-08T10:10:44Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': 'b9a24256-6c92-41d4-84b3-4bdb5528942c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f4:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fcc775-5fb6-4577-9c68-1b0c6dccbb54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:10:41Z', 'updated_at': '2021-09-08T10:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'a058127b-50df-4cd0-ab00-164e25cc7b24', 'name': '', 'network_id': 'cdd7e51a-117b-47eb-9a13-faf551ae47e3', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'mac_address': 'fa:16:3e:b6:bf:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fcc775-5fb6-4577-9c68-1b0c6dccbb54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '47d88634-0ea0-41e0-b89b-6cee12813fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:10:44Z', 'updated_at': '2021-09-08T10:10:44Z', 'revision_number': 2, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'subnets': [{'id': '47d88634-0ea0-41e0-b89b-6cee12813fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:10:46.695005 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=b9a24256-6c92-41d4-84b3-4bdb5528942c,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:10:46.716198 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b6afcc-60f3-4302-9a73-2c33321a6db2 None None] Checking router: 11fcc775-5fb6-4577-9c68-1b0c6dccbb54 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:10:46.716557 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b6afcc-60f3-4302-9a73-2c33321a6db2 None None] Updating router 11fcc775-5fb6-4577-9c68-1b0c6dccbb54 port a058127b-50df-4cd0-ab00-164e25cc7b24 binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 10:10:46.748694 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-37b6afcc-60f3-4302-9a73-2c33321a6db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:47.013114 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-37b6afcc-60f3-4302-9a73-2c33321a6db2 None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:47.023036 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-37b6afcc-60f3-4302-9a73-2c33321a6db2 None None] Transition to ACTIVE for port object a058127b-50df-4cd0-ab00-164e25cc7b24 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:10:47.030114 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-37b6afcc-60f3-4302-9a73-2c33321a6db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:47.082367 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00297ffa-7f6b-4784-9957-24a74bc39c84 None None] Pushing event updated for resources: {'Port': ['ID=a058127b-50df-4cd0-ab00-164e25cc7b24,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:10:47.107697 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00297ffa-7f6b-4784-9957-24a74bc39c84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:10:47.108044 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00297ffa-7f6b-4784-9957-24a74bc39c84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:10:47.108422 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00297ffa-7f6b-4784-9957-24a74bc39c84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:10:47.108820 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00297ffa-7f6b-4784-9957-24a74bc39c84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:10:47.109200 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00297ffa-7f6b-4784-9957-24a74bc39c84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:10:47.109538 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00297ffa-7f6b-4784-9957-24a74bc39c84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:10:47.109864 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00297ffa-7f6b-4784-9957-24a74bc39c84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:10:47.110214 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00297ffa-7f6b-4784-9957-24a74bc39c84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:10:47.110533 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00297ffa-7f6b-4784-9957-24a74bc39c84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:10:47.110847 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00297ffa-7f6b-4784-9957-24a74bc39c84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:10:47.111162 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00297ffa-7f6b-4784-9957-24a74bc39c84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:10:47.111475 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00297ffa-7f6b-4784-9957-24a74bc39c84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:10:47.143265 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-37b6afcc-60f3-4302-9a73-2c33321a6db2 None None] Attempting to bind port a058127b-50df-4cd0-ab00-164e25cc7b24 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:10:47.143630 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-37b6afcc-60f3-4302-9a73-2c33321a6db2 None None] Attempting to bind port a058127b-50df-4cd0-ab00-164e25cc7b24 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '5a2bb636-4200-4410-8a6e-360323a5964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cdd7e51a-117b-47eb-9a13-faf551ae47e3'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:10:47.143990 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b6afcc-60f3-4302-9a73-2c33321a6db2 None None] Attempting to bind port a058127b-50df-4cd0-ab00-164e25cc7b24 on network cdd7e51a-117b-47eb-9a13-faf551ae47e3 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:10:47.148915 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b6afcc-60f3-4302-9a73-2c33321a6db2 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:10:47.149282 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b6afcc-60f3-4302-9a73-2c33321a6db2 None None] Checking segment: {'id': '5a2bb636-4200-4410-8a6e-360323a5964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cdd7e51a-117b-47eb-9a13-faf551ae47e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:10:47.149672 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-37b6afcc-60f3-4302-9a73-2c33321a6db2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:47.150752 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b6afcc-60f3-4302-9a73-2c33321a6db2 None None] Bound using segment: {'id': '5a2bb636-4200-4410-8a6e-360323a5964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cdd7e51a-117b-47eb-9a13-faf551ae47e3'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:10:47.151359 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-37b6afcc-60f3-4302-9a73-2c33321a6db2 None None] Bound port: a058127b-50df-4cd0-ab00-164e25cc7b24, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a2bb636-4200-4410-8a6e-360323a5964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cdd7e51a-117b-47eb-9a13-faf551ae47e3'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:10:47.151738 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-37b6afcc-60f3-4302-9a73-2c33321a6db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:47.215446 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-37b6afcc-60f3-4302-9a73-2c33321a6db2 None None] For port a058127b-50df-4cd0-ab00-164e25cc7b24, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:10:47.218728 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-37b6afcc-60f3-4302-9a73-2c33321a6db2 None None] For port a058127b-50df-4cd0-ab00-164e25cc7b24, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a058127b-50df-4cd0-ab00-164e25cc7b24,segment=NetworkSegment(5a2bb636-4200-4410-8a6e-360323a5964c),segment_id=5a2bb636-4200-4410-8a6e-360323a5964c)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:10:47.222894 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-37b6afcc-60f3-4302-9a73-2c33321a6db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:47.279006 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b6afcc-60f3-4302-9a73-2c33321a6db2 None None] Routers {'11fcc775-5fb6-4577-9c68-1b0c6dccbb54'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:10:47.279656 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-37b6afcc-60f3-4302-9a73-2c33321a6db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:10:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['11fcc775-5fb6-4577-9c68-1b0c6dccbb54'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:10:47.285464 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00297ffa-7f6b-4784-9957-24a74bc39c84 None None] Pushing event updated for resources: {'Port': ['ID=a058127b-50df-4cd0-ab00-164e25cc7b24,revision_number=4']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:10:47.407348 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-37b6afcc-60f3-4302-9a73-2c33321a6db2 None None] Set router 11fcc775-5fb6-4577-9c68-1b0c6dccbb54 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:10:47.495051 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-6efadc25-98e8-455a-a216-3dd534ee1462 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:10:47.496540 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-6efadc25-98e8-455a-a216-3dd534ee1462 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.37 "GET /v2.0/networks?id=cdd7e51a-117b-47eb-9a13-faf551ae47e3 HTTP/1.1" status: 200 len: 797 time: 0.1236320 Sep 08 10:10:47.548695 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-cd915e8d-e9da-4d7e-a6b0-ae5ddb6f1154 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df1cda9df730430daf02e1cc7ed939bd HTTP/1.1" status: 200 len: 380 time: 0.0374918 Sep 08 10:10:47.567210 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-37ae67e4-d38e-4ed5-8166-80748dc65c9f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'port': {'device_id': '48db4b99-7701-44bb-ac3f-50b2ba31d63f', 'network_id': 'cdd7e51a-117b-47eb-9a13-faf551ae47e3', 'admin_state_up': True, 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'security_groups': ['1336fb8a-ca3f-4173-b5ab-03ff0a90e94b']}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:10:47.567841 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:10:47.625960 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f53e73ba-3483-4db0-a2d9-d7d8192bedaf req-546dfd52-d138-4f1a-af3e-b176693be7bd tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 210 time: 0.0678661 Sep 08 10:10:47.664748 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-37b6afcc-60f3-4302-9a73-2c33321a6db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fcc775-5fb6-4577-9c68-1b0c6dccbb54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114960818', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'b9a24256-6c92-41d4-84b3-4bdb5528942c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:10:41Z', 'updated_at': '2021-09-08T10:10:44Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': 'b9a24256-6c92-41d4-84b3-4bdb5528942c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fcc775-5fb6-4577-9c68-1b0c6dccbb54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:10:41Z', 'updated_at': '2021-09-08T10:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'a058127b-50df-4cd0-ab00-164e25cc7b24', 'name': '', 'network_id': 'cdd7e51a-117b-47eb-9a13-faf551ae47e3', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'mac_address': 'fa:16:3e:b6:bf:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fcc775-5fb6-4577-9c68-1b0c6dccbb54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '47d88634-0ea0-41e0-b89b-6cee12813fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:10:44Z', 'updated_at': '2021-09-08T10:10:47Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'subnets': [{'id': '47d88634-0ea0-41e0-b89b-6cee12813fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:10:47.691592 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b6afcc-60f3-4302-9a73-2c33321a6db2 None None] The sync data for ids ['11fcc775-5fb6-4577-9c68-1b0c6dccbb54'] in n-d-806683-11 is: [{'id': '11fcc775-5fb6-4577-9c68-1b0c6dccbb54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114960818', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'b9a24256-6c92-41d4-84b3-4bdb5528942c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:10:41Z', 'updated_at': '2021-09-08T10:10:44Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': 'b9a24256-6c92-41d4-84b3-4bdb5528942c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fcc775-5fb6-4577-9c68-1b0c6dccbb54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:10:41Z', 'updated_at': '2021-09-08T10:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'a058127b-50df-4cd0-ab00-164e25cc7b24', 'name': '', 'network_id': 'cdd7e51a-117b-47eb-9a13-faf551ae47e3', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'mac_address': 'fa:16:3e:b6:bf:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fcc775-5fb6-4577-9c68-1b0c6dccbb54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '47d88634-0ea0-41e0-b89b-6cee12813fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:10:44Z', 'updated_at': '2021-09-08T10:10:47Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'subnets': [{'id': '47d88634-0ea0-41e0-b89b-6cee12813fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:10:47.711288 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-37ae67e4-d38e-4ed5-8166-80748dc65c9f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Made reservation on behalf of df1cda9df730430daf02e1cc7ed939bd for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:10:47.715119 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-37ae67e4-d38e-4ed5-8166-80748dc65c9f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:47.784321 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c29b5ffe-91de-424f-a4aa-afea697cbe86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:47.873301 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-37ae67e4-d38e-4ed5-8166-80748dc65c9f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Allocated IP 172.20.0.14 (cdd7e51a-117b-47eb-9a13-faf551ae47e3/47d88634-0ea0-41e0-b89b-6cee12813fdf/4e5fecb8-1c7f-4a60-83c3-ad1857f132b2) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:10:48.029879 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-37ae67e4-d38e-4ed5-8166-80748dc65c9f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:48.040149 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a058127b-50df-4cd0-ab00-164e25cc7b24 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:10:48.045091 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-37ae67e4-d38e-4ed5-8166-80748dc65c9f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Transition to ACTIVE for port object 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:10:48.082500 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-37ae67e4-d38e-4ed5-8166-80748dc65c9f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:48.095161 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port a058127b-50df-4cd0-ab00-164e25cc7b24 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:10:48.099827 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port a058127b-50df-4cd0-ab00-164e25cc7b24 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:10:48.100318 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:48.131871 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-37ae67e4-d38e-4ed5-8166-80748dc65c9f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Network cdd7e51a-117b-47eb-9a13-faf551ae47e3 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:10:48.135457 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-37ae67e4-d38e-4ed5-8166-80748dc65c9f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:10:48.137986 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-37ae67e4-d38e-4ed5-8166-80748dc65c9f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:10:48.176177 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae67e4-d38e-4ed5-8166-80748dc65c9f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'Port': ['ID=4e5fecb8-1c7f-4a60-83c3-ad1857f132b2,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:10:48.208633 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:48.208807 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-37ae67e4-d38e-4ed5-8166-80748dc65c9f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:10:48.209395 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-37ae67e4-d38e-4ed5-8166-80748dc65c9f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:48.226526 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-37ae67e4-d38e-4ed5-8166-80748dc65c9f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6708694 Sep 08 10:10:48.237757 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-d9f4b477-f2c5-4c61-9b3a-d7d3f6cdbda0 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 10:10:48.238746 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-d9f4b477-f2c5-4c61-9b3a-d7d3f6cdbda0 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061669 Sep 08 10:10:48.249550 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port a058127b-50df-4cd0-ab00-164e25cc7b24, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a058127b-50df-4cd0-ab00-164e25cc7b24,segment=NetworkSegment(5a2bb636-4200-4410-8a6e-360323a5964c),segment_id=5a2bb636-4200-4410-8a6e-360323a5964c)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:10:48.257866 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:48.259717 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 5cb14192-1b36-4d97-8093-2a4eba3f9534 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:10:48.263028 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-15edb419-21f0-4d19-a7b3-df8a95fe67bb service neutron] Request body: {'port': {'device_id': '48db4b99-7701-44bb-ac3f-50b2ba31d63f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:10:48.329639 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-15edb419-21f0-4d19-a7b3-df8a95fe67bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:48.352734 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=a058127b-50df-4cd0-ab00-164e25cc7b24,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:10:48.364397 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 5cb14192-1b36-4d97-8093-2a4eba3f9534 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:10:48.364784 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:48.469345 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device b9a24256-6c92-41d4-84b3-4bdb5528942c up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:10:48.472846 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-db71aad4-73c4-4531-93fa-fb748df67cd0 None None] Provisioning for port 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:10:48.496242 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-db71aad4-73c4-4531-93fa-fb748df67cd0 None None] Provisioning complete for port 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:10:48.496848 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-db71aad4-73c4-4531-93fa-fb748df67cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:48.542683 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-db71aad4-73c4-4531-93fa-fb748df67cd0 None None] Port 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 10:10:48.555601 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port b9a24256-6c92-41d4-84b3-4bdb5528942c triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:10:48.555984 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:48.640322 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-15edb419-21f0-4d19-a7b3-df8a95fe67bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 10:10:48.648714 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-15edb419-21f0-4d19-a7b3-df8a95fe67bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:48.666157 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-15edb419-21f0-4d19-a7b3-df8a95fe67bb service neutron] Transition to ACTIVE for port object 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:10:48.671532 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-15edb419-21f0-4d19-a7b3-df8a95fe67bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:48.729882 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15edb419-21f0-4d19-a7b3-df8a95fe67bb service neutron] Pushing event updated for resources: {'Port': ['ID=4e5fecb8-1c7f-4a60-83c3-ad1857f132b2,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:10:48.772765 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf3ebb-fc3c-44a8-97c6-81cc0b1772e9 req-9fcec833-8a8c-4432-9b7b-663ac0640ffd tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:10:48.774544 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f7cf3ebb-fc3c-44a8-97c6-81cc0b1772e9 req-9fcec833-8a8c-4432-9b7b-663ac0640ffd tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 944 time: 0.0681090 Sep 08 10:10:48.825573 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f7cf3ebb-fc3c-44a8-97c6-81cc0b1772e9 req-bdd1ba61-9578-47f9-9d0b-6c6999f36894 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=1336fb8a-ca3f-4173-b5ab-03ff0a90e94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442493 Sep 08 10:10:48.826937 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-15edb419-21f0-4d19-a7b3-df8a95fe67bb service neutron] Attempting to bind port 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:10:48.827292 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-15edb419-21f0-4d19-a7b3-df8a95fe67bb service neutron] Attempting to bind port 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': '5a2bb636-4200-4410-8a6e-360323a5964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cdd7e51a-117b-47eb-9a13-faf551ae47e3'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:10:48.827633 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-15edb419-21f0-4d19-a7b3-df8a95fe67bb service neutron] Attempting to bind port 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2 on network cdd7e51a-117b-47eb-9a13-faf551ae47e3 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:10:48.832752 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-15edb419-21f0-4d19-a7b3-df8a95fe67bb service neutron] Port 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2 on network cdd7e51a-117b-47eb-9a13-faf551ae47e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 10:10:48.833084 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-15edb419-21f0-4d19-a7b3-df8a95fe67bb service neutron] Attempting to bind port 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2 on network cdd7e51a-117b-47eb-9a13-faf551ae47e3 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:10:48.839517 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-15edb419-21f0-4d19-a7b3-df8a95fe67bb service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:10:48.839863 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-15edb419-21f0-4d19-a7b3-df8a95fe67bb service neutron] Checking segment: {'id': '5a2bb636-4200-4410-8a6e-360323a5964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cdd7e51a-117b-47eb-9a13-faf551ae47e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:10:48.840252 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-15edb419-21f0-4d19-a7b3-df8a95fe67bb service neutron] Bound using segment: {'id': '5a2bb636-4200-4410-8a6e-360323a5964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cdd7e51a-117b-47eb-9a13-faf551ae47e3'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:10:48.840699 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-15edb419-21f0-4d19-a7b3-df8a95fe67bb service neutron] Bound port: 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a2bb636-4200-4410-8a6e-360323a5964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cdd7e51a-117b-47eb-9a13-faf551ae47e3'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:10:48.841067 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-15edb419-21f0-4d19-a7b3-df8a95fe67bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:48.914781 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-15edb419-21f0-4d19-a7b3-df8a95fe67bb service neutron] For port 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:10:48.918182 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-15edb419-21f0-4d19-a7b3-df8a95fe67bb service neutron] For port 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=4e5fecb8-1c7f-4a60-83c3-ad1857f132b2,segment=NetworkSegment(5a2bb636-4200-4410-8a6e-360323a5964c),segment_id=5a2bb636-4200-4410-8a6e-360323a5964c)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:10:48.923444 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-15edb419-21f0-4d19-a7b3-df8a95fe67bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:48.938457 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-15edb419-21f0-4d19-a7b3-df8a95fe67bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:10:48.939085 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-15edb419-21f0-4d19-a7b3-df8a95fe67bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:48.940910 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-15edb419-21f0-4d19-a7b3-df8a95fe67bb service neutron] 10.222.0.37 "PUT /v2.0/ports/4e5fecb8-1c7f-4a60-83c3-ad1857f132b2 HTTP/1.1" status: 200 len: 1093 time: 0.6887681 Sep 08 10:10:48.959827 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48db4b99-7701-44bb-ac3f-50b2ba31d63f', 'tag': '4e5fecb8-1c7f-4a60-83c3-ad1857f132b2'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:10:48.962015 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d2682e-80a6-45b8-9fbf-755cc5c51704" -d '{"events": [{"name": "network-changed", "server_uuid": "48db4b99-7701-44bb-ac3f-50b2ba31d63f", "tag": "4e5fecb8-1c7f-4a60-83c3-ad1857f132b2"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:10:49.003903 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15edb419-21f0-4d19-a7b3-df8a95fe67bb service neutron] Pushing event updated for resources: {'Port': ['ID=4e5fecb8-1c7f-4a60-83c3-ad1857f132b2,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:10:49.015381 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 10:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97ffafc-2742-4452-8b65-f5a3445caace x-openstack-request-id: req-f97ffafc-2742-4452-8b65-f5a3445caace {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:10:49.015680 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48db4b99-7701-44bb-ac3f-50b2ba31d63f", "tag": "4e5fecb8-1c7f-4a60-83c3-ad1857f132b2", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:10:49.015950 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f97ffafc-2742-4452-8b65-f5a3445caace {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:10:49.016354 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48db4b99-7701-44bb-ac3f-50b2ba31d63f', 'tag': '4e5fecb8-1c7f-4a60-83c3-ad1857f132b2', 'status': 'completed', 'code': 200} Sep 08 10:10:49.045901 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-5b55a7a3-ce5b-41e6-8c8f-8d28e534ef85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:10:49.047519 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-5b55a7a3-ce5b-41e6-8c8f-8d28e534ef85 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df1cda9df730430daf02e1cc7ed939bd&device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 1096 time: 0.0522716 Sep 08 10:10:49.100348 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-a2b97615-2d11-455f-ba51-734789bc91e5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e5fecb8-1c7f-4a60-83c3-ad1857f132b2 HTTP/1.1" status: 200 len: 217 time: 0.0401580 Sep 08 10:10:49.151873 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-2feb1eef-cae0-44e3-a1d9-3c110867138b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:10:49.153364 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-2feb1eef-cae0-44e3-a1d9-3c110867138b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=47d88634-0ea0-41e0-b89b-6cee12813fdf HTTP/1.1" status: 200 len: 835 time: 0.0456095 Sep 08 10:10:49.200752 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-e17f260d-1ed3-4b61-9061-d70c4dfd441d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:10:49.202297 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-e17f260d-1ed3-4b61-9061-d70c4dfd441d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cdd7e51a-117b-47eb-9a13-faf551ae47e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420027 Sep 08 10:10:49.295082 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-d24121e0-eab6-4b96-915d-72121938fcb1 service neutron] 10.222.0.37 "GET /v2.0/networks/cdd7e51a-117b-47eb-9a13-faf551ae47e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842679 Sep 08 10:10:49.383530 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e1e4cd34-f9a9-40cd-8fe6-84e88c24ec17 req-fad8ded7-e0b1-4dbc-9f5a-20f254ec8734 service neutron] 10.222.0.37 "GET /v2.0/networks/cdd7e51a-117b-47eb-9a13-faf551ae47e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811713 Sep 08 10:10:49.512171 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2682e-80a6-45b8-9fbf-755cc5c51704 req-e34f204c-f363-42dc-891b-b2c404a02b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:10:49.513687 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-79d2682e-80a6-45b8-9fbf-755cc5c51704 req-e34f204c-f363-42dc-891b-b2c404a02b60 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df1cda9df730430daf02e1cc7ed939bd&device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 1096 time: 0.0474687 Sep 08 10:10:49.606409 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2682e-80a6-45b8-9fbf-755cc5c51704 req-77dcf749-3746-4f6f-a8eb-49cd70c28d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:10:49.607877 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-79d2682e-80a6-45b8-9fbf-755cc5c51704 req-77dcf749-3746-4f6f-a8eb-49cd70c28d09 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cdd7e51a-117b-47eb-9a13-faf551ae47e3 HTTP/1.1" status: 200 len: 898 time: 0.0869689 Sep 08 10:10:49.653368 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-79d2682e-80a6-45b8-9fbf-755cc5c51704 req-9bc079a3-a303-45f6-8f25-161ffe490c8d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e5fecb8-1c7f-4a60-83c3-ad1857f132b2 HTTP/1.1" status: 200 len: 217 time: 0.0375376 Sep 08 10:10:49.702653 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2682e-80a6-45b8-9fbf-755cc5c51704 req-f508a2f8-7dba-476a-9d9c-fbcb465e6233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:10:49.704433 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-79d2682e-80a6-45b8-9fbf-755cc5c51704 req-f508a2f8-7dba-476a-9d9c-fbcb465e6233 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=47d88634-0ea0-41e0-b89b-6cee12813fdf HTTP/1.1" status: 200 len: 835 time: 0.0443134 Sep 08 10:10:49.751812 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2682e-80a6-45b8-9fbf-755cc5c51704 req-343df3ae-245b-4244-8e7c-47b0eac130b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:10:49.753543 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-79d2682e-80a6-45b8-9fbf-755cc5c51704 req-343df3ae-245b-4244-8e7c-47b0eac130b5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cdd7e51a-117b-47eb-9a13-faf551ae47e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412924 Sep 08 10:10:49.850682 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-79d2682e-80a6-45b8-9fbf-755cc5c51704 req-3fefa57e-00c4-4175-a08b-4920979932e3 service neutron] 10.222.0.37 "GET /v2.0/networks/cdd7e51a-117b-47eb-9a13-faf551ae47e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888855 Sep 08 10:10:49.931350 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a058127b-50df-4cd0-ab00-164e25cc7b24 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:10:49.951143 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-79d2682e-80a6-45b8-9fbf-755cc5c51704 req-88d8f8b1-0430-4608-a407-20153d8755b4 service neutron] 10.222.0.37 "GET /v2.0/networks/cdd7e51a-117b-47eb-9a13-faf551ae47e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926588 Sep 08 10:10:49.951425 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c9f18-1bce-4ebd-844f-8e2b69957891 req-d2225ef5-7aae-4a6e-87f5-a8a1f5528912 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:10:49.952950 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-657c9f18-1bce-4ebd-844f-8e2b69957891 req-d2225ef5-7aae-4a6e-87f5-a8a1f5528912 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 944 time: 0.0563066 Sep 08 10:10:49.980817 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port a058127b-50df-4cd0-ab00-164e25cc7b24 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:10:49.981190 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:49.993126 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-657c9f18-1bce-4ebd-844f-8e2b69957891 req-788bb2e2-6651-4409-a2d9-25fddd9ecf63 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=1336fb8a-ca3f-4173-b5ab-03ff0a90e94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336459 Sep 08 10:10:50.536268 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:50.861596 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-42e5662c-7cc3-4518-b0a9-635bfadf9856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:51.109738 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed9b764-b984-4aad-9324-26c37d0120b9 req-ec3e8a0c-421b-42ea-9538-be3f3559b6fd tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:10:51.111274 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aed9b764-b984-4aad-9324-26c37d0120b9 req-ec3e8a0c-421b-42ea-9538-be3f3559b6fd tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 944 time: 0.0489895 Sep 08 10:10:51.154714 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aed9b764-b984-4aad-9324-26c37d0120b9 req-0c22bfce-653c-4f6c-8479-556d9c18d4e8 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=1336fb8a-ca3f-4173-b5ab-03ff0a90e94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366118 Sep 08 10:10:52.273480 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ccfb4-ebe0-4960-96ad-09601023ff0a req-79e632f3-f6f1-4205-b2e9-07f96e8637c8 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:10:52.274998 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1a4ccfb4-ebe0-4960-96ad-09601023ff0a req-79e632f3-f6f1-4205-b2e9-07f96e8637c8 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 944 time: 0.0534039 Sep 08 10:10:52.313170 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1a4ccfb4-ebe0-4960-96ad-09601023ff0a req-ca70b81c-adcc-47d2-b417-c1154192946a tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=1336fb8a-ca3f-4173-b5ab-03ff0a90e94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320318 Sep 08 10:10:52.414490 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:52.995550 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 10:10:53.086743 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=4e5fecb8-1c7f-4a60-83c3-ad1857f132b2,segment=NetworkSegment(5a2bb636-4200-4410-8a6e-360323a5964c),segment_id=5a2bb636-4200-4410-8a6e-360323a5964c)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:10:53.097392 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '4e5fecb8-1c7f-4a60-83c3-ad1857f132b2', 'network_id': 'cdd7e51a-117b-47eb-9a13-faf551ae47e3', 'port_id': '4e5fecb8-1c7f-4a60-83c3-ad1857f132b2', 'mac_address': 'fa:16:3e:b1:a4:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47d88634-0ea0-41e0-b89b-6cee12813fdf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 10:10:53.133480 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:53.149468 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 10:10:53.168219 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=4e5fecb8-1c7f-4a60-83c3-ad1857f132b2,segment=NetworkSegment(5a2bb636-4200-4410-8a6e-360323a5964c),segment_id=5a2bb636-4200-4410-8a6e-360323a5964c)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:10:53.172107 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:53.218004 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=4e5fecb8-1c7f-4a60-83c3-ad1857f132b2,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:10:53.427837 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351fabf9-1195-4c6c-8876-5f3fa59564ae req-343bcbe3-c28a-4e1b-9d54-c6a7c009387a tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:10:53.429324 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-351fabf9-1195-4c6c-8876-5f3fa59564ae req-343bcbe3-c28a-4e1b-9d54-c6a7c009387a tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 945 time: 0.0484567 Sep 08 10:10:53.452158 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['4e5fecb8-1c7f-4a60-83c3-ad1857f132b2'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 10:10:53.468789 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-351fabf9-1195-4c6c-8876-5f3fa59564ae req-35b3fe8f-4730-4929-9043-3439c5072ef2 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=1336fb8a-ca3f-4173-b5ab-03ff0a90e94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326474 Sep 08 10:10:53.811771 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:54.584788 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37f76b-42b2-4aac-95f1-d19e3af50753 req-911c4518-29c3-4871-bb0d-2037ed139362 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:10:54.586388 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8c37f76b-42b2-4aac-95f1-d19e3af50753 req-911c4518-29c3-4871-bb0d-2037ed139362 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 945 time: 0.0506358 Sep 08 10:10:54.624933 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8c37f76b-42b2-4aac-95f1-d19e3af50753 req-279a9c22-2b8b-41b1-81ff-86656c4d384c tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=1336fb8a-ca3f-4173-b5ab-03ff0a90e94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320764 Sep 08 10:10:54.829916 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:54.994795 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:10:55.043772 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:10:55.047356 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:10:55.047738 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:55.275124 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:55.296455 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48db4b99-7701-44bb-ac3f-50b2ba31d63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5fecb8-1c7f-4a60-83c3-ad1857f132b2'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:10:55.298716 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbd6ab74e39b4b2e86e5ab95b387a5b58b5aa7d7561c6c8e6a0b2b9382551d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd1323a-b82d-4793-b431-6091c2bb1a01" -d '{"events": [{"server_uuid": "48db4b99-7701-44bb-ac3f-50b2ba31d63f", "name": "network-vif-plugged", "status": "completed", "tag": "4e5fecb8-1c7f-4a60-83c3-ad1857f132b2"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:10:55.311203 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=4e5fecb8-1c7f-4a60-83c3-ad1857f132b2,segment=NetworkSegment(5a2bb636-4200-4410-8a6e-360323a5964c),segment_id=5a2bb636-4200-4410-8a6e-360323a5964c)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:10:55.315472 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:55.340852 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 10:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25619ad4-606e-40ba-a338-51ea12725590 x-openstack-request-id: req-25619ad4-606e-40ba-a338-51ea12725590 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:10:55.341139 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48db4b99-7701-44bb-ac3f-50b2ba31d63f", "name": "network-vif-plugged", "status": "completed", "tag": "4e5fecb8-1c7f-4a60-83c3-ad1857f132b2", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:10:55.341387 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-25619ad4-606e-40ba-a338-51ea12725590 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:10:55.341775 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48db4b99-7701-44bb-ac3f-50b2ba31d63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5fecb8-1c7f-4a60-83c3-ad1857f132b2', 'code': 200} Sep 08 10:10:55.364042 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=4e5fecb8-1c7f-4a60-83c3-ad1857f132b2,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:10:55.461226 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485c11a-a9d8-4291-a650-e7b7b0e7c6fd req-da98ff45-b7de-4de8-931a-33be2e47204b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:10:55.462747 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8485c11a-a9d8-4291-a650-e7b7b0e7c6fd req-da98ff45-b7de-4de8-931a-33be2e47204b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 1098 time: 0.0389910 Sep 08 10:10:55.499150 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8485c11a-a9d8-4291-a650-e7b7b0e7c6fd req-4d1b4b69-23f1-419e-a6cb-0258c3863276 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1336fb8a-ca3f-4173-b5ab-03ff0a90e94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282278 Sep 08 10:10:55.738921 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad5174-d7bb-4132-9c5f-bbaf157430f8 req-70219450-dd3b-4ee8-80f7-5cdac3d2038c tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:10:55.740435 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1bad5174-d7bb-4132-9c5f-bbaf157430f8 req-70219450-dd3b-4ee8-80f7-5cdac3d2038c tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 946 time: 0.0510063 Sep 08 10:10:55.779017 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1bad5174-d7bb-4132-9c5f-bbaf157430f8 req-1ee6b6c1-f166-4384-a734-e9effa96b7dc tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=1336fb8a-ca3f-4173-b5ab-03ff0a90e94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325263 Sep 08 10:10:56.894568 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed7ee3-0979-45bd-bd9b-04c12cee8a6b req-4569227e-4a1b-4a58-aa97-87a726e5c775 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:10:56.896032 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-17ed7ee3-0979-45bd-bd9b-04c12cee8a6b req-4569227e-4a1b-4a58-aa97-87a726e5c775 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 946 time: 0.0484769 Sep 08 10:10:56.936643 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-17ed7ee3-0979-45bd-bd9b-04c12cee8a6b req-61a4be3b-8e47-4cd3-9f5c-6bb79543999e tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=1336fb8a-ca3f-4173-b5ab-03ff0a90e94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346086 Sep 08 10:10:57.055846 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f91ba9-8704-47d2-a65c-60497c85b934 req-ec38ddc7-a637-4876-a8b0-22d1e741b70d tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:10:57.058545 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f9f91ba9-8704-47d2-a65c-60497c85b934 req-ec38ddc7-a637-4876-a8b0-22d1e741b70d tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 946 time: 0.0551391 Sep 08 10:10:57.096390 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f9f91ba9-8704-47d2-a65c-60497c85b934 req-e8a446a3-b84a-4fbe-b805-34a44b112c84 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=1336fb8a-ca3f-4173-b5ab-03ff0a90e94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319080 Sep 08 10:10:57.118426 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39250) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:10:57.160176 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672c62fd-ebd8-431f-a08c-5f4958a20726 tempest-TestNetworkAdvancedServerOps-479438815 tempest-TestNetworkAdvancedServerOps-479438815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:10:57.161684 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-672c62fd-ebd8-431f-a08c-5f4958a20726 tempest-TestNetworkAdvancedServerOps-479438815 tempest-TestNetworkAdvancedServerOps-479438815-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 1093 time: 0.0423071 Sep 08 10:10:57.164558 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39252) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:10:57.169319 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-69ec8f21-40f8-40b2-b814-f820803094dd tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'port_id': '4e5fecb8-1c7f-4a60-83c3-ad1857f132b2', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:10:57.190852 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-69ec8f21-40f8-40b2-b814-f820803094dd tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for floatingip, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:57.298571 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-69ec8f21-40f8-40b2-b814-f820803094dd tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:57.397053 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-69ec8f21-40f8-40b2-b814-f820803094dd tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Allocated IP 172.25.0.76 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/8fd17357-7894-4b9b-a94f-e515740da8f2) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:10:57.500046 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-69ec8f21-40f8-40b2-b814-f820803094dd tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:57.537044 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-69ec8f21-40f8-40b2-b814-f820803094dd tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:57.569240 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ec8f21-40f8-40b2-b814-f820803094dd tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:10:57.572442 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-69ec8f21-40f8-40b2-b814-f820803094dd tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:10:57.575864 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ec8f21-40f8-40b2-b814-f820803094dd tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:10:57.613965 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec8f21-40f8-40b2-b814-f820803094dd tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'Port': ['ID=8fd17357-7894-4b9b-a94f-e515740da8f2,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:10:57.936805 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-69ec8f21-40f8-40b2-b814-f820803094dd tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:58.002213 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-69ec8f21-40f8-40b2-b814-f820803094dd tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:58.154222 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-69ec8f21-40f8-40b2-b814-f820803094dd tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:58.158517 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-69ec8f21-40f8-40b2-b814-f820803094dd tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:58.228983 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec8f21-40f8-40b2-b814-f820803094dd tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'Port': ['ID=8fd17357-7894-4b9b-a94f-e515740da8f2,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:10:58.240210 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-69ec8f21-40f8-40b2-b814-f820803094dd tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:58.337289 n-d-806683-11 neutron-server[94713]: INFO neutron.db.l3_db [None req-69ec8f21-40f8-40b2-b814-f820803094dd tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Floating IP 07173051-4a07-4384-baa7-daa4b733c741 associated. External IP: 172.25.0.76, port: 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2. Sep 08 10:10:58.539039 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ec8f21-40f8-40b2-b814-f820803094dd tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Router 11fcc775-5fb6-4577-9c68-1b0c6dccbb54 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 10:10:58.648602 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ec8f21-40f8-40b2-b814-f820803094dd tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:10:58.659963 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5820e7-29ad-4d9f-a688-dba4946fa4dd None None] Sync routers for ids ['11fcc775-5fb6-4577-9c68-1b0c6dccbb54'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:10:58.664811 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-69ec8f21-40f8-40b2-b814-f820803094dd tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:58.670748 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5820e7-29ad-4d9f-a688-dba4946fa4dd None None] Routers {'11fcc775-5fb6-4577-9c68-1b0c6dccbb54'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:10:58.671381 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-dc5820e7-29ad-4d9f-a688-dba4946fa4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:10:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['11fcc775-5fb6-4577-9c68-1b0c6dccbb54'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:10:58.699685 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-69ec8f21-40f8-40b2-b814-f820803094dd tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5307062 Sep 08 10:10:58.699685 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48db4b99-7701-44bb-ac3f-50b2ba31d63f', 'tag': '4e5fecb8-1c7f-4a60-83c3-ad1857f132b2'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:10:58.700281 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ffa48238634a482c5f5d344ceded364e7999964dbabae684a430abccdb4d2ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3532e754-ae3e-40ba-a93d-be9c2631f40c" -d '{"events": [{"name": "network-changed", "server_uuid": "48db4b99-7701-44bb-ac3f-50b2ba31d63f", "tag": "4e5fecb8-1c7f-4a60-83c3-ad1857f132b2"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:10:58.798534 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-dc5820e7-29ad-4d9f-a688-dba4946fa4dd None None] Set router 11fcc775-5fb6-4577-9c68-1b0c6dccbb54 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:10:58.809213 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac764594-a8e6-458b-8973-053e8942d4d1 req-c8696b45-6810-4876-bbad-270bf5227533 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:10:58.811040 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ac764594-a8e6-458b-8973-053e8942d4d1 req-c8696b45-6810-4876-bbad-270bf5227533 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 946 time: 0.0517108 Sep 08 10:10:58.812418 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 10:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e42b887-7fa6-4812-9792-f958deaf8cc6 x-openstack-request-id: req-9e42b887-7fa6-4812-9792-f958deaf8cc6 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:10:58.812721 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48db4b99-7701-44bb-ac3f-50b2ba31d63f", "tag": "4e5fecb8-1c7f-4a60-83c3-ad1857f132b2", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:10:58.812974 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9e42b887-7fa6-4812-9792-f958deaf8cc6 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:10:58.813435 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48db4b99-7701-44bb-ac3f-50b2ba31d63f', 'tag': '4e5fecb8-1c7f-4a60-83c3-ad1857f132b2', 'status': 'completed', 'code': 200} Sep 08 10:10:58.850393 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ac764594-a8e6-458b-8973-053e8942d4d1 req-bb00e0a6-e50e-4545-b992-c75236beb32a tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=1336fb8a-ca3f-4173-b5ab-03ff0a90e94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335474 Sep 08 10:10:58.872514 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39260) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:10:58.898517 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3532e754-ae3e-40ba-a93d-be9c2631f40c req-db006ede-c94e-4eb3-b6f2-2245f6de6728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:10:58.900060 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3532e754-ae3e-40ba-a93d-be9c2631f40c req-db006ede-c94e-4eb3-b6f2-2245f6de6728 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df1cda9df730430daf02e1cc7ed939bd&device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 1098 time: 0.0426176 Sep 08 10:10:58.937890 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-63612c97-cb21-42d5-8440-ea2c5ffa8a15 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/floatingips/07173051-4a07-4384-baa7-daa4b733c741 HTTP/1.1" status: 200 len: 991 time: 0.0629580 Sep 08 10:10:59.003264 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3532e754-ae3e-40ba-a93d-be9c2631f40c req-9104d849-bad7-49b0-bc3f-5f5575b8221e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:10:59.004056 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3532e754-ae3e-40ba-a93d-be9c2631f40c req-9104d849-bad7-49b0-bc3f-5f5575b8221e service neutron] 10.222.0.37 "GET /v2.0/networks?id=cdd7e51a-117b-47eb-9a13-faf551ae47e3 HTTP/1.1" status: 200 len: 898 time: 0.0970578 Sep 08 10:10:59.049787 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-dc5820e7-29ad-4d9f-a688-dba4946fa4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fcc775-5fb6-4577-9c68-1b0c6dccbb54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114960818', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'b9a24256-6c92-41d4-84b3-4bdb5528942c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:10:41Z', 'updated_at': '2021-09-08T10:10:44Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': 'b9a24256-6c92-41d4-84b3-4bdb5528942c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fcc775-5fb6-4577-9c68-1b0c6dccbb54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:10:41Z', 'updated_at': '2021-09-08T10:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '07173051-4a07-4384-baa7-daa4b733c741', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'floating_ip_address': '172.25.0.76', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '11fcc775-5fb6-4577-9c68-1b0c6dccbb54', 'port_id': '4e5fecb8-1c7f-4a60-83c3-ad1857f132b2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdd7e51a-117b-47eb-9a13-faf551ae47e3', 'mac_address': 'fa:16:3e:b1:a4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48db4b99-7701-44bb-ac3f-50b2ba31d63f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T10:10:57Z', 'updated_at': '2021-09-08T10:10:57Z', 'revision_number': 0, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a058127b-50df-4cd0-ab00-164e25cc7b24', 'name': '', 'network_id': 'cdd7e51a-117b-47eb-9a13-faf551ae47e3', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'mac_address': 'fa:16:3e:b6:bf:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fcc775-5fb6-4577-9c68-1b0c6dccbb54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '47d88634-0ea0-41e0-b89b-6cee12813fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:10:44Z', 'updated_at': '2021-09-08T10:10:48Z', 'revision_number': 5, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'subnets': [{'id': '47d88634-0ea0-41e0-b89b-6cee12813fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:10:59.073853 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3532e754-ae3e-40ba-a93d-be9c2631f40c req-b5c7be66-29ed-482e-84c6-5894eb0f38f2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e5fecb8-1c7f-4a60-83c3-ad1857f132b2 HTTP/1.1" status: 200 len: 999 time: 0.0625784 Sep 08 10:10:59.076046 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5820e7-29ad-4d9f-a688-dba4946fa4dd None None] Checking router: 11fcc775-5fb6-4577-9c68-1b0c6dccbb54 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:10:59.084246 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5820e7-29ad-4d9f-a688-dba4946fa4dd None None] Routers {'11fcc775-5fb6-4577-9c68-1b0c6dccbb54'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:10:59.084853 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-dc5820e7-29ad-4d9f-a688-dba4946fa4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:10:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['11fcc775-5fb6-4577-9c68-1b0c6dccbb54'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:10:59.124004 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3532e754-ae3e-40ba-a93d-be9c2631f40c req-a8b34764-0dbd-46c8-ab8e-61bf15979f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:10:59.125466 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3532e754-ae3e-40ba-a93d-be9c2631f40c req-a8b34764-0dbd-46c8-ab8e-61bf15979f2a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=47d88634-0ea0-41e0-b89b-6cee12813fdf HTTP/1.1" status: 200 len: 835 time: 0.0447297 Sep 08 10:10:59.175712 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3532e754-ae3e-40ba-a93d-be9c2631f40c req-25132313-c57a-4972-b03d-c6b1392f154e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:10:59.177215 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3532e754-ae3e-40ba-a93d-be9c2631f40c req-25132313-c57a-4972-b03d-c6b1392f154e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cdd7e51a-117b-47eb-9a13-faf551ae47e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444200 Sep 08 10:10:59.190602 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-dc5820e7-29ad-4d9f-a688-dba4946fa4dd None None] Set router 11fcc775-5fb6-4577-9c68-1b0c6dccbb54 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:10:59.267775 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3532e754-ae3e-40ba-a93d-be9c2631f40c req-631f603c-8e28-4ef8-a55f-da6baf2699c6 service neutron] 10.222.0.37 "GET /v2.0/networks/cdd7e51a-117b-47eb-9a13-faf551ae47e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838153 Sep 08 10:10:59.364321 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3532e754-ae3e-40ba-a93d-be9c2631f40c req-59f5cc54-89bd-41d8-99f4-626ea92bb040 service neutron] 10.222.0.37 "GET /v2.0/networks/cdd7e51a-117b-47eb-9a13-faf551ae47e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879097 Sep 08 10:10:59.367226 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:10:59.424740 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-dc5820e7-29ad-4d9f-a688-dba4946fa4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fcc775-5fb6-4577-9c68-1b0c6dccbb54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114960818', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'b9a24256-6c92-41d4-84b3-4bdb5528942c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:10:41Z', 'updated_at': '2021-09-08T10:10:44Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': 'b9a24256-6c92-41d4-84b3-4bdb5528942c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fcc775-5fb6-4577-9c68-1b0c6dccbb54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:10:41Z', 'updated_at': '2021-09-08T10:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '07173051-4a07-4384-baa7-daa4b733c741', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'floating_ip_address': '172.25.0.76', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '11fcc775-5fb6-4577-9c68-1b0c6dccbb54', 'port_id': '4e5fecb8-1c7f-4a60-83c3-ad1857f132b2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdd7e51a-117b-47eb-9a13-faf551ae47e3', 'mac_address': 'fa:16:3e:b1:a4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48db4b99-7701-44bb-ac3f-50b2ba31d63f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T10:10:57Z', 'updated_at': '2021-09-08T10:10:57Z', 'revision_number': 0, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a058127b-50df-4cd0-ab00-164e25cc7b24', 'name': '', 'network_id': 'cdd7e51a-117b-47eb-9a13-faf551ae47e3', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'mac_address': 'fa:16:3e:b6:bf:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fcc775-5fb6-4577-9c68-1b0c6dccbb54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '47d88634-0ea0-41e0-b89b-6cee12813fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:10:44Z', 'updated_at': '2021-09-08T10:10:48Z', 'revision_number': 5, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'subnets': [{'id': '47d88634-0ea0-41e0-b89b-6cee12813fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:10:59.455034 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5820e7-29ad-4d9f-a688-dba4946fa4dd None None] The sync data for ids ['11fcc775-5fb6-4577-9c68-1b0c6dccbb54'] in n-d-806683-11 is: [{'id': '11fcc775-5fb6-4577-9c68-1b0c6dccbb54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114960818', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'b9a24256-6c92-41d4-84b3-4bdb5528942c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:10:41Z', 'updated_at': '2021-09-08T10:10:44Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': 'b9a24256-6c92-41d4-84b3-4bdb5528942c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fcc775-5fb6-4577-9c68-1b0c6dccbb54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:10:41Z', 'updated_at': '2021-09-08T10:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '07173051-4a07-4384-baa7-daa4b733c741', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'floating_ip_address': '172.25.0.76', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '11fcc775-5fb6-4577-9c68-1b0c6dccbb54', 'port_id': '4e5fecb8-1c7f-4a60-83c3-ad1857f132b2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdd7e51a-117b-47eb-9a13-faf551ae47e3', 'mac_address': 'fa:16:3e:b1:a4:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48db4b99-7701-44bb-ac3f-50b2ba31d63f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T10:10:57Z', 'updated_at': '2021-09-08T10:10:57Z', 'revision_number': 0, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a058127b-50df-4cd0-ab00-164e25cc7b24', 'name': '', 'network_id': 'cdd7e51a-117b-47eb-9a13-faf551ae47e3', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'mac_address': 'fa:16:3e:b6:bf:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fcc775-5fb6-4577-9c68-1b0c6dccbb54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '47d88634-0ea0-41e0-b89b-6cee12813fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:10:44Z', 'updated_at': '2021-09-08T10:10:48Z', 'revision_number': 5, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'subnets': [{'id': '47d88634-0ea0-41e0-b89b-6cee12813fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:10:59.639799 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba61e6f-aedd-4a88-9099-9a6347817660 None None] New status for floating IP 07173051-4a07-4384-baa7-daa4b733c741: ACTIVE {{(pid=94715) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 10:10:59.940710 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39262) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:11:00.000633 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-13d6c8a8-e93e-4fa3-89c2-4961b487a195 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/floatingips/07173051-4a07-4384-baa7-daa4b733c741 HTTP/1.1" status: 200 len: 993 time: 0.0588448 Sep 08 10:11:06.908148 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f39c3424-e4cf-42db-b2be-c48404b39b3c req-ec0eda9b-d5c7-49f8-bc02-d91d2cea6b5f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0846632 Sep 08 10:11:07.014559 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c3424-e4cf-42db-b2be-c48404b39b3c req-14ee4cf1-96e9-4fff-bf96-56323268f0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:07.016054 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f39c3424-e4cf-42db-b2be-c48404b39b3c req-14ee4cf1-96e9-4fff-bf96-56323268f0a1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df1cda9df730430daf02e1cc7ed939bd&device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 1098 time: 0.0406680 Sep 08 10:11:07.119008 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c3424-e4cf-42db-b2be-c48404b39b3c req-e7bfed10-0afd-4e8b-a5f2-34f170624ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:07.120586 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f39c3424-e4cf-42db-b2be-c48404b39b3c req-e7bfed10-0afd-4e8b-a5f2-34f170624ab5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cdd7e51a-117b-47eb-9a13-faf551ae47e3 HTTP/1.1" status: 200 len: 898 time: 0.0840168 Sep 08 10:11:07.192137 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f39c3424-e4cf-42db-b2be-c48404b39b3c req-9eea7f60-0823-4c6b-8441-d091f1e3939d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e5fecb8-1c7f-4a60-83c3-ad1857f132b2 HTTP/1.1" status: 200 len: 1001 time: 0.0610087 Sep 08 10:11:07.238922 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c3424-e4cf-42db-b2be-c48404b39b3c req-9c2ae824-13bd-44b2-9593-d8081f3bf392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:07.240328 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f39c3424-e4cf-42db-b2be-c48404b39b3c req-9c2ae824-13bd-44b2-9593-d8081f3bf392 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=47d88634-0ea0-41e0-b89b-6cee12813fdf HTTP/1.1" status: 200 len: 835 time: 0.0414307 Sep 08 10:11:07.288546 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c3424-e4cf-42db-b2be-c48404b39b3c req-5a7a6bed-d3c9-4493-a350-6d460538bd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:07.289985 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f39c3424-e4cf-42db-b2be-c48404b39b3c req-5a7a6bed-d3c9-4493-a350-6d460538bd83 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cdd7e51a-117b-47eb-9a13-faf551ae47e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428329 Sep 08 10:11:07.385588 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f39c3424-e4cf-42db-b2be-c48404b39b3c req-4f603a85-2105-42bc-8fc1-693a3a273dbb service neutron] 10.222.0.37 "GET /v2.0/networks/cdd7e51a-117b-47eb-9a13-faf551ae47e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873754 Sep 08 10:11:07.825497 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f39c3424-e4cf-42db-b2be-c48404b39b3c req-ce42f5fc-be47-4519-a3ac-617bb9cc3ebe service neutron] 10.222.0.37 "GET /v2.0/networks/cdd7e51a-117b-47eb-9a13-faf551ae47e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4332442 Sep 08 10:11:17.783728 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d9e0f50d-752d-4215-b7fb-3d73a0d15b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:11:20.541907 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:11:20.861318 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-53e834d8-680b-4f46-bb35-82001ccfc257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:11:22.416936 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:11:23.814204 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:11:24.559279 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:11:24.836322 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:11:28.564582 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [req-dbef2157-a2d8-498a-8d49-bd22d2d00c4d req-593d58c8-4bae-48e0-9d8e-77d3005096f7 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 10:11:28.565550 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dbef2157-a2d8-498a-8d49-bd22d2d00c4d req-593d58c8-4bae-48e0-9d8e-77d3005096f7 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053799 Sep 08 10:11:28.776718 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-4b95e5f8-9d8e-4a21-abf2-1d95067c7d5d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0898042 Sep 08 10:11:28.785577 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-465e2959-806c-4c0e-b157-40eea770b3d5 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 10:11:28.786597 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-465e2959-806c-4c0e-b157-40eea770b3d5 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051503 Sep 08 10:11:28.800359 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faee50b-5ffb-494b-9131-f7253428208e req-1845c562-5419-4f3b-a400-ad2be729626c tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:28.801997 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8faee50b-5ffb-494b-9131-f7253428208e req-1845c562-5419-4f3b-a400-ad2be729626c tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 946 time: 0.1033959 Sep 08 10:11:28.843984 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8faee50b-5ffb-494b-9131-f7253428208e req-62ba29ad-3dc3-4ef8-8842-c7e772db1103 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=1336fb8a-ca3f-4173-b5ab-03ff0a90e94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349996 Sep 08 10:11:29.353185 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:11:30.048772 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09dcfe5-ad5a-4653-b4c4-dfc17e2b353c req-d2c48cb4-83dd-4bb4-82a4-c3415a1a4eea tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:30.050270 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c09dcfe5-ad5a-4653-b4c4-dfc17e2b353c req-d2c48cb4-83dd-4bb4-82a4-c3415a1a4eea tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 946 time: 0.1386247 Sep 08 10:11:30.089222 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c09dcfe5-ad5a-4653-b4c4-dfc17e2b353c req-ca64f0a6-b397-4978-ba7d-8b0d7e24286a tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=1336fb8a-ca3f-4173-b5ab-03ff0a90e94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329864 Sep 08 10:11:31.210174 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae3d0a-f288-42ce-a9c7-e8980c426803 req-eeb85aa2-ac7d-43be-bf5d-c781aebad4fe tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:31.211680 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2eae3d0a-f288-42ce-a9c7-e8980c426803 req-eeb85aa2-ac7d-43be-bf5d-c781aebad4fe tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 946 time: 0.0530896 Sep 08 10:11:31.525083 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2eae3d0a-f288-42ce-a9c7-e8980c426803 req-df584558-5f48-41d3-a438-ecac58e08394 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=1336fb8a-ca3f-4173-b5ab-03ff0a90e94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3062422 Sep 08 10:11:32.639700 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12e1a3-8fc5-4ebd-a80d-fec2569af016 req-0ea4978a-7b4e-4aee-947b-b31b5bf88c13 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:32.641209 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ac12e1a3-8fc5-4ebd-a80d-fec2569af016 req-0ea4978a-7b4e-4aee-947b-b31b5bf88c13 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 946 time: 0.0486696 Sep 08 10:11:32.678086 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ac12e1a3-8fc5-4ebd-a80d-fec2569af016 req-49951fe2-58e9-4c6a-85b5-493b7bc79ba8 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=1336fb8a-ca3f-4173-b5ab-03ff0a90e94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308993 Sep 08 10:11:33.796634 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d53408-a5ac-4697-a8ae-62bdc933d795 req-50d7f2b8-c945-428f-9738-2803826b6258 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:33.798197 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c0d53408-a5ac-4697-a8ae-62bdc933d795 req-50d7f2b8-c945-428f-9738-2803826b6258 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 946 time: 0.0490506 Sep 08 10:11:33.835887 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c0d53408-a5ac-4697-a8ae-62bdc933d795 req-fd7f881d-f69a-4e87-8fe2-c40aa1b2b804 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=1336fb8a-ca3f-4173-b5ab-03ff0a90e94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316231 Sep 08 10:11:34.103544 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-4c4eb6ec-9b52-428d-a4ae-d90872f0d7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:34.105174 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-4c4eb6ec-9b52-428d-a4ae-d90872f0d7a5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df1cda9df730430daf02e1cc7ed939bd&device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 1098 time: 0.0512857 Sep 08 10:11:34.223509 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-9eb0e3f1-02c4-4619-80a8-9b93c2c9e4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:34.225379 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-9eb0e3f1-02c4-4619-80a8-9b93c2c9e4d9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cdd7e51a-117b-47eb-9a13-faf551ae47e3 HTTP/1.1" status: 200 len: 898 time: 0.1131568 Sep 08 10:11:34.304463 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-50fdeae5-119c-41ac-97eb-1d9b25c38695 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e5fecb8-1c7f-4a60-83c3-ad1857f132b2 HTTP/1.1" status: 200 len: 1001 time: 0.0718765 Sep 08 10:11:34.358099 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-d7050f3b-2014-423b-93ee-6f115a6fa830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:34.359538 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-d7050f3b-2014-423b-93ee-6f115a6fa830 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=47d88634-0ea0-41e0-b89b-6cee12813fdf HTTP/1.1" status: 200 len: 835 time: 0.0481117 Sep 08 10:11:34.408488 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-f9181696-7610-4c03-bd5b-268b6d007539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:34.410764 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-f9181696-7610-4c03-bd5b-268b6d007539 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cdd7e51a-117b-47eb-9a13-faf551ae47e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440738 Sep 08 10:11:34.528966 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-df945ec5-25e9-40cd-95e1-8a4ca762029c service neutron] 10.222.0.37 "GET /v2.0/networks/cdd7e51a-117b-47eb-9a13-faf551ae47e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113629 Sep 08 10:11:34.643870 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-3a3702a1-4edd-4217-b053-86b27c534d08 service neutron] 10.222.0.37 "GET /v2.0/networks/cdd7e51a-117b-47eb-9a13-faf551ae47e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076570 Sep 08 10:11:34.960770 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d9439b-3a56-428e-a56f-5a7f6fb53a2f req-6a5928f7-f8d9-48d2-ac32-518efb494c09 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:34.962305 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-34d9439b-3a56-428e-a56f-5a7f6fb53a2f req-6a5928f7-f8d9-48d2-ac32-518efb494c09 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 946 time: 0.0545444 Sep 08 10:11:34.999839 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-34d9439b-3a56-428e-a56f-5a7f6fb53a2f req-9ca0f87a-b000-4e6c-9fd5-129652d79435 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=1336fb8a-ca3f-4173-b5ab-03ff0a90e94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315907 Sep 08 10:11:36.115095 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb1dc5-a181-4d27-910c-e33b50cd12d9 req-469ff3d6-20d6-473b-8057-3f167b0e378b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:36.116578 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-57eb1dc5-a181-4d27-910c-e33b50cd12d9 req-469ff3d6-20d6-473b-8057-3f167b0e378b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 946 time: 0.0484939 Sep 08 10:11:36.160099 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-57eb1dc5-a181-4d27-910c-e33b50cd12d9 req-45a137cd-2e60-4ae3-84da-03d926bfb4fe tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=1336fb8a-ca3f-4173-b5ab-03ff0a90e94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365586 Sep 08 10:11:37.279316 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9dff2c-42e3-439a-ba31-b27da43a9f38 req-863f9b9e-7065-437c-9bd4-a99465fdb715 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:37.280831 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4a9dff2c-42e3-439a-ba31-b27da43a9f38 req-863f9b9e-7065-437c-9bd4-a99465fdb715 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 946 time: 0.0508173 Sep 08 10:11:37.317295 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4a9dff2c-42e3-439a-ba31-b27da43a9f38 req-5c021579-70b2-42ec-b1fd-4f6c8a925fa3 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=1336fb8a-ca3f-4173-b5ab-03ff0a90e94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305161 Sep 08 10:11:38.435260 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f771a7-a468-44fb-908d-96c332529afb req-06999769-a3f5-4b4c-b2fa-231013404d43 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:38.436759 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-76f771a7-a468-44fb-908d-96c332529afb req-06999769-a3f5-4b4c-b2fa-231013404d43 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 946 time: 0.0526609 Sep 08 10:11:38.473763 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-76f771a7-a468-44fb-908d-96c332529afb req-c70e9cb7-cffc-4ae1-92b6-9cc5e2ed7c67 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=1336fb8a-ca3f-4173-b5ab-03ff0a90e94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310965 Sep 08 10:11:39.590890 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7802d0-fd3c-4345-ab42-a1784280f1b1 req-5b0e0bf5-e519-46c6-a916-66cf4d3405ea tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:39.592371 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0d7802d0-fd3c-4345-ab42-a1784280f1b1 req-5b0e0bf5-e519-46c6-a916-66cf4d3405ea tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 946 time: 0.0482628 Sep 08 10:11:39.629696 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0d7802d0-fd3c-4345-ab42-a1784280f1b1 req-3f88771a-ba13-4963-bd35-1e3e18c230e2 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=1336fb8a-ca3f-4173-b5ab-03ff0a90e94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314991 Sep 08 10:11:40.743900 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb22e0-9ccd-461b-bad5-376be6e47870 req-753533dd-cc57-4900-bfc9-24bad6efd40f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:40.745420 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-dbdb22e0-9ccd-461b-bad5-376be6e47870 req-753533dd-cc57-4900-bfc9-24bad6efd40f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 946 time: 0.0492060 Sep 08 10:11:40.783824 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-dbdb22e0-9ccd-461b-bad5-376be6e47870 req-08242aa4-f94e-4628-b53d-cb2817dcf641 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=1336fb8a-ca3f-4173-b5ab-03ff0a90e94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321987 Sep 08 10:11:41.901738 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11a81e-5f31-4e46-a48e-f7a9e159383c req-9873165d-a0c5-4620-96f8-bc55faec2ee9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:41.903297 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5a11a81e-5f31-4e46-a48e-f7a9e159383c req-9873165d-a0c5-4620-96f8-bc55faec2ee9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 946 time: 0.0529149 Sep 08 10:11:41.945415 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5a11a81e-5f31-4e46-a48e-f7a9e159383c req-fb4d7aee-f0d0-4fd1-8548-17d241fdd2ac tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=1336fb8a-ca3f-4173-b5ab-03ff0a90e94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337865 Sep 08 10:11:43.061176 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb80e1b9-b50c-4580-9621-c81fc04000e7 req-dcabcca3-03d8-48ad-bccd-ea1b41d17b81 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:43.062719 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bb80e1b9-b50c-4580-9621-c81fc04000e7 req-dcabcca3-03d8-48ad-bccd-ea1b41d17b81 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 946 time: 0.0482421 Sep 08 10:11:43.099952 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bb80e1b9-b50c-4580-9621-c81fc04000e7 req-5fa05e10-00c2-4f62-b348-33f6363e292a tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=1336fb8a-ca3f-4173-b5ab-03ff0a90e94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312805 Sep 08 10:11:44.214430 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3312db-16ca-49be-89b2-2fbf89da1535 req-d3565648-f21e-434a-b304-503f9ec5af70 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:44.215934 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7f3312db-16ca-49be-89b2-2fbf89da1535 req-d3565648-f21e-434a-b304-503f9ec5af70 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 946 time: 0.0489805 Sep 08 10:11:44.253384 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7f3312db-16ca-49be-89b2-2fbf89da1535 req-30523eea-d2d7-4e9c-91f7-5785fd2bdc0d tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=1336fb8a-ca3f-4173-b5ab-03ff0a90e94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314958 Sep 08 10:11:45.372338 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419c930-f64a-4e0d-86e7-8fc0ce488459 req-3880902c-118d-4313-bb67-b5b560101a80 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:45.373830 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9419c930-f64a-4e0d-86e7-8fc0ce488459 req-3880902c-118d-4313-bb67-b5b560101a80 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 946 time: 0.0530427 Sep 08 10:11:45.410879 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9419c930-f64a-4e0d-86e7-8fc0ce488459 req-34a4b83d-74b2-42b7-8392-3e170293968e tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=1336fb8a-ca3f-4173-b5ab-03ff0a90e94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310311 Sep 08 10:11:46.527090 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d8d95-59e0-4667-aaa7-4f6368f4e74d req-27ebe1ce-3891-4d02-8068-1d4b2337d8b6 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:46.528741 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dd4d8d95-59e0-4667-aaa7-4f6368f4e74d req-27ebe1ce-3891-4d02-8068-1d4b2337d8b6 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 946 time: 0.0496659 Sep 08 10:11:46.565775 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dd4d8d95-59e0-4667-aaa7-4f6368f4e74d req-c6fa0ba0-298e-455e-ac2c-c64876394b93 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=1336fb8a-ca3f-4173-b5ab-03ff0a90e94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312748 Sep 08 10:11:47.682184 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dcb00c-e2b2-427e-8556-a31438fb8afd req-0690752c-1433-4494-8032-f80bcffdd157 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:47.683691 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-90dcb00c-e2b2-427e-8556-a31438fb8afd req-0690752c-1433-4494-8032-f80bcffdd157 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 946 time: 0.0488708 Sep 08 10:11:47.722402 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-90dcb00c-e2b2-427e-8556-a31438fb8afd req-6cf01625-eca3-42f2-adc3-4ff58e74615a tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=1336fb8a-ca3f-4173-b5ab-03ff0a90e94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327446 Sep 08 10:11:47.785764 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-abb5ac86-d739-493f-bf4a-5e3f6934f8e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:11:48.843061 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066469d7-eced-4eba-af0d-4d3c01c289b1 req-6676a471-48f6-41f1-897a-4dee1cf75ebb tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:48.844698 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-066469d7-eced-4eba-af0d-4d3c01c289b1 req-6676a471-48f6-41f1-897a-4dee1cf75ebb tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 946 time: 0.0560648 Sep 08 10:11:48.883145 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-066469d7-eced-4eba-af0d-4d3c01c289b1 req-3cfcf4b4-3ef1-4a61-92ab-e6d2edda76aa tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=1336fb8a-ca3f-4173-b5ab-03ff0a90e94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325871 Sep 08 10:11:49.998129 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d9ddf-c3a4-4743-8f3c-11d7ee70a0b2 req-089fdf1a-7645-4f61-b576-c5855f927152 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:49.999536 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d39d9ddf-c3a4-4743-8f3c-11d7ee70a0b2 req-089fdf1a-7645-4f61-b576-c5855f927152 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 946 time: 0.0489452 Sep 08 10:11:50.036617 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d39d9ddf-c3a4-4743-8f3c-11d7ee70a0b2 req-33b4c6a8-efef-4870-963e-bce9b744c556 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=1336fb8a-ca3f-4173-b5ab-03ff0a90e94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311291 Sep 08 10:11:50.542936 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:11:50.861861 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3e8801de-f1ff-42bd-84a9-e2fc4183c360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:11:51.153182 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e241c3f-7b44-4ac6-bb78-eed33dbfff87 req-b8f7a1f9-69e5-42f6-8607-e0dc5d01c3b2 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:51.154615 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6e241c3f-7b44-4ac6-bb78-eed33dbfff87 req-b8f7a1f9-69e5-42f6-8607-e0dc5d01c3b2 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 946 time: 0.0508487 Sep 08 10:11:51.193458 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6e241c3f-7b44-4ac6-bb78-eed33dbfff87 req-062948d5-9fe2-49ea-a978-8efdb4a04e08 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=1336fb8a-ca3f-4173-b5ab-03ff0a90e94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326958 Sep 08 10:11:51.729377 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-77841aee-0612-45b2-86a4-ae579b2846d7 service neutron] show failed (client error): The resource could not be found. Sep 08 10:11:51.730427 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-77841aee-0612-45b2-86a4-ae579b2846d7 service neutron] 10.222.0.37 "GET /v2.0/ports/4e5fecb8-1c7f-4a60-83c3-ad1857f132b2/bindings/n-h2-806683-11 HTTP/1.1" status: 404 len: 381 time: 0.0556779 Sep 08 10:11:51.968375 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-2f3e8a7c-d28b-4bd5-8928-37a38da76813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:51.969865 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-2f3e8a7c-d28b-4bd5-8928-37a38da76813 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f&tenant_id=df1cda9df730430daf02e1cc7ed939bd HTTP/1.1" status: 200 len: 1098 time: 0.0828688 Sep 08 10:11:51.987782 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-0a66b8df-f6e8-4d96-8ac3-333190f1c3b1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-11', 'device_owner': 'compute:nova'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:11:52.038400 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-0a66b8df-f6e8-4d96-8ac3-333190f1c3b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:11:52.250668 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-0a66b8df-f6e8-4d96-8ac3-333190f1c3b1 service neutron] For port 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=4e5fecb8-1c7f-4a60-83c3-ad1857f132b2,segment=NetworkSegment(5a2bb636-4200-4410-8a6e-360323a5964c),segment_id=5a2bb636-4200-4410-8a6e-360323a5964c)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:11:52.284468 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-0a66b8df-f6e8-4d96-8ac3-333190f1c3b1 service neutron] For port 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:11:52.313984 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d271491-26d0-4054-a125-e25c2632aac0 req-04cf6c94-56cb-48a9-8b87-25a8a27e46f2 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:52.315602 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4d271491-26d0-4054-a125-e25c2632aac0 req-04cf6c94-56cb-48a9-8b87-25a8a27e46f2 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 946 time: 0.0537026 Sep 08 10:11:52.330541 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48db4b99-7701-44bb-ac3f-50b2ba31d63f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e5fecb8-1c7f-4a60-83c3-ad1857f132b2'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:11:52.332855 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66db6d01-d547-4265-9a59-7a4097066c17" -d '{"events": [{"server_uuid": "48db4b99-7701-44bb-ac3f-50b2ba31d63f", "name": "network-vif-unplugged", "status": "completed", "tag": "4e5fecb8-1c7f-4a60-83c3-ad1857f132b2"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:11:52.336978 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-0a66b8df-f6e8-4d96-8ac3-333190f1c3b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:11:52.349267 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-0a66b8df-f6e8-4d96-8ac3-333190f1c3b1 service neutron] Transition to ACTIVE for port object 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:11:52.354237 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-0a66b8df-f6e8-4d96-8ac3-333190f1c3b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:11:52.356535 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4d271491-26d0-4054-a125-e25c2632aac0 req-1b892c2e-ea1c-4935-b75b-40b0b1022080 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=1336fb8a-ca3f-4173-b5ab-03ff0a90e94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344696 Sep 08 10:11:52.419691 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:11:52.438813 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a66b8df-f6e8-4d96-8ac3-333190f1c3b1 service neutron] Pushing event updated for resources: {'Port': ['ID=4e5fecb8-1c7f-4a60-83c3-ad1857f132b2,revision_number=6']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:11:52.452471 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a66b8df-f6e8-4d96-8ac3-333190f1c3b1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:11:52.452826 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a66b8df-f6e8-4d96-8ac3-333190f1c3b1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:11:52.453170 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a66b8df-f6e8-4d96-8ac3-333190f1c3b1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:11:52.453506 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a66b8df-f6e8-4d96-8ac3-333190f1c3b1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:11:52.453852 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a66b8df-f6e8-4d96-8ac3-333190f1c3b1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:11:52.454195 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a66b8df-f6e8-4d96-8ac3-333190f1c3b1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:11:52.454523 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a66b8df-f6e8-4d96-8ac3-333190f1c3b1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:11:52.454849 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a66b8df-f6e8-4d96-8ac3-333190f1c3b1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:11:52.455177 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a66b8df-f6e8-4d96-8ac3-333190f1c3b1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:11:52.455500 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a66b8df-f6e8-4d96-8ac3-333190f1c3b1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:11:52.455822 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a66b8df-f6e8-4d96-8ac3-333190f1c3b1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:11:52.456141 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a66b8df-f6e8-4d96-8ac3-333190f1c3b1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:11:52.475362 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 10:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032d49a3-1163-441d-b34b-31020357bc65 x-openstack-request-id: req-032d49a3-1163-441d-b34b-31020357bc65 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:11:52.475831 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48db4b99-7701-44bb-ac3f-50b2ba31d63f", "name": "network-vif-unplugged", "status": "completed", "tag": "4e5fecb8-1c7f-4a60-83c3-ad1857f132b2", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:11:52.475943 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-032d49a3-1163-441d-b34b-31020357bc65 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:11:52.476262 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48db4b99-7701-44bb-ac3f-50b2ba31d63f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e5fecb8-1c7f-4a60-83c3-ad1857f132b2', 'code': 200} Sep 08 10:11:52.495990 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-0a66b8df-f6e8-4d96-8ac3-333190f1c3b1 service neutron] No DVR routers for this DVR port 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 10:11:52.637679 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-0a66b8df-f6e8-4d96-8ac3-333190f1c3b1 service neutron] Attempting to bind port 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:11:52.637917 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-0a66b8df-f6e8-4d96-8ac3-333190f1c3b1 service neutron] Attempting to bind port 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '5a2bb636-4200-4410-8a6e-360323a5964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cdd7e51a-117b-47eb-9a13-faf551ae47e3'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:11:52.638269 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-0a66b8df-f6e8-4d96-8ac3-333190f1c3b1 service neutron] Attempting to bind port 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2 on network cdd7e51a-117b-47eb-9a13-faf551ae47e3 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:11:52.642411 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-0a66b8df-f6e8-4d96-8ac3-333190f1c3b1 service neutron] Port 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2 on network cdd7e51a-117b-47eb-9a13-faf551ae47e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 10:11:52.642729 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-0a66b8df-f6e8-4d96-8ac3-333190f1c3b1 service neutron] Attempting to bind port 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2 on network cdd7e51a-117b-47eb-9a13-faf551ae47e3 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:11:52.647374 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-0a66b8df-f6e8-4d96-8ac3-333190f1c3b1 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:11:52.647713 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-0a66b8df-f6e8-4d96-8ac3-333190f1c3b1 service neutron] Checking segment: {'id': '5a2bb636-4200-4410-8a6e-360323a5964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cdd7e51a-117b-47eb-9a13-faf551ae47e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:11:52.648092 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-0a66b8df-f6e8-4d96-8ac3-333190f1c3b1 service neutron] Bound using segment: {'id': '5a2bb636-4200-4410-8a6e-360323a5964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cdd7e51a-117b-47eb-9a13-faf551ae47e3'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:11:52.648513 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-0a66b8df-f6e8-4d96-8ac3-333190f1c3b1 service neutron] Bound port: 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a2bb636-4200-4410-8a6e-360323a5964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'cdd7e51a-117b-47eb-9a13-faf551ae47e3'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:11:52.648865 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-0a66b8df-f6e8-4d96-8ac3-333190f1c3b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:11:52.711956 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-0a66b8df-f6e8-4d96-8ac3-333190f1c3b1 service neutron] For port 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:11:52.715670 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-0a66b8df-f6e8-4d96-8ac3-333190f1c3b1 service neutron] For port 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=4e5fecb8-1c7f-4a60-83c3-ad1857f132b2,segment=NetworkSegment(5a2bb636-4200-4410-8a6e-360323a5964c),segment_id=5a2bb636-4200-4410-8a6e-360323a5964c)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:11:52.719963 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-0a66b8df-f6e8-4d96-8ac3-333190f1c3b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:11:52.752753 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-0a66b8df-f6e8-4d96-8ac3-333190f1c3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:52.753381 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-0a66b8df-f6e8-4d96-8ac3-333190f1c3b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:11:52.754811 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-0a66b8df-f6e8-4d96-8ac3-333190f1c3b1 service neutron] 10.222.0.35 "PUT /v2.0/ports/4e5fecb8-1c7f-4a60-83c3-ad1857f132b2 HTTP/1.1" status: 200 len: 1093 time: 0.7710249 Sep 08 10:11:52.783715 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a66b8df-f6e8-4d96-8ac3-333190f1c3b1 service neutron] Pushing event updated for resources: {'Port': ['ID=4e5fecb8-1c7f-4a60-83c3-ad1857f132b2,revision_number=7']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:11:52.835646 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-ba87cffa-5f5c-4243-846b-fa3b30a170d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:52.837215 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-ba87cffa-5f5c-4243-846b-fa3b30a170d0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=df1cda9df730430daf02e1cc7ed939bd&device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 1096 time: 0.0472584 Sep 08 10:11:52.932777 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-6680151e-52a0-45b7-9de6-f4ad1231aabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:52.934308 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-6680151e-52a0-45b7-9de6-f4ad1231aabf service neutron] 10.222.0.35 "GET /v2.0/networks?id=cdd7e51a-117b-47eb-9a13-faf551ae47e3 HTTP/1.1" status: 200 len: 898 time: 0.0902400 Sep 08 10:11:53.007643 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-1eadd483-012c-44d1-9e63-25174bf25464 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e5fecb8-1c7f-4a60-83c3-ad1857f132b2 HTTP/1.1" status: 200 len: 999 time: 0.0663731 Sep 08 10:11:53.055573 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-a96e5fa1-3e93-49b7-9ed7-2e446241306b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:53.056934 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-a96e5fa1-3e93-49b7-9ed7-2e446241306b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=47d88634-0ea0-41e0-b89b-6cee12813fdf HTTP/1.1" status: 200 len: 835 time: 0.0427396 Sep 08 10:11:53.102179 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-1fd7fac1-443e-4103-87e2-8e041d1790d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:53.103660 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-1fd7fac1-443e-4103-87e2-8e041d1790d1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cdd7e51a-117b-47eb-9a13-faf551ae47e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398238 Sep 08 10:11:53.195000 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-fe04c4eb-5770-4d96-b451-164a7304ea20 service neutron] 10.222.0.35 "GET /v2.0/networks/cdd7e51a-117b-47eb-9a13-faf551ae47e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842452 Sep 08 10:11:53.283019 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d665aa19-c338-4968-b7b2-d63084c7fbe0 req-722519ce-3619-40cd-9c76-331f631e7aec service neutron] 10.222.0.35 "GET /v2.0/networks/cdd7e51a-117b-47eb-9a13-faf551ae47e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814185 Sep 08 10:11:53.480188 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc37c7-896b-4a7d-abf2-f1021153a2e3 req-58694ebf-99fa-4f38-b0e8-427bd9809cc6 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:53.481661 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8fbc37c7-896b-4a7d-abf2-f1021153a2e3 req-58694ebf-99fa-4f38-b0e8-427bd9809cc6 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 944 time: 0.0482349 Sep 08 10:11:53.518968 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8fbc37c7-896b-4a7d-abf2-f1021153a2e3 req-7cff7408-5b61-4713-a8e6-86ad0e5b1777 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=1336fb8a-ca3f-4173-b5ab-03ff0a90e94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313127 Sep 08 10:11:53.819284 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:11:54.477841 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48db4b99-7701-44bb-ac3f-50b2ba31d63f', 'tag': '4e5fecb8-1c7f-4a60-83c3-ad1857f132b2'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:11:54.480588 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa38a90b-c5f4-4dd1-9bbd-12ee1300af4f" -d '{"events": [{"name": "network-changed", "server_uuid": "48db4b99-7701-44bb-ac3f-50b2ba31d63f", "tag": "4e5fecb8-1c7f-4a60-83c3-ad1857f132b2"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:11:54.529432 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 10:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027fd310-9a5e-43a4-a22a-d55f7f40530e x-openstack-request-id: req-027fd310-9a5e-43a4-a22a-d55f7f40530e {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:11:54.529770 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48db4b99-7701-44bb-ac3f-50b2ba31d63f", "tag": "4e5fecb8-1c7f-4a60-83c3-ad1857f132b2", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:11:54.530022 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-027fd310-9a5e-43a4-a22a-d55f7f40530e {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:11:54.530441 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48db4b99-7701-44bb-ac3f-50b2ba31d63f', 'tag': '4e5fecb8-1c7f-4a60-83c3-ad1857f132b2', 'status': 'completed', 'code': 200} Sep 08 10:11:54.636597 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14498da4-8953-4c9b-8b56-3369ea52f253 req-4ea3efe1-1827-4301-b14f-ebbe4cfec6c4 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:54.638239 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-14498da4-8953-4c9b-8b56-3369ea52f253 req-4ea3efe1-1827-4301-b14f-ebbe4cfec6c4 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 944 time: 0.0500824 Sep 08 10:11:54.642733 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38a90b-c5f4-4dd1-9bbd-12ee1300af4f req-d01064c0-eaec-4bc5-ab7a-127114230a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:54.644257 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aa38a90b-c5f4-4dd1-9bbd-12ee1300af4f req-d01064c0-eaec-4bc5-ab7a-127114230a23 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=df1cda9df730430daf02e1cc7ed939bd&device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 1096 time: 0.0664060 Sep 08 10:11:54.646215 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38a90b-c5f4-4dd1-9bbd-12ee1300af4f req-f77eb70f-630f-46be-9f0c-18beb3ea704e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:54.647601 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aa38a90b-c5f4-4dd1-9bbd-12ee1300af4f req-f77eb70f-630f-46be-9f0c-18beb3ea704e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df1cda9df730430daf02e1cc7ed939bd&device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 1096 time: 0.0788331 Sep 08 10:11:54.677153 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-14498da4-8953-4c9b-8b56-3369ea52f253 req-5620d338-8191-45c7-8ae7-05b68073bbc9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=1336fb8a-ca3f-4173-b5ab-03ff0a90e94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326662 Sep 08 10:11:54.807704 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38a90b-c5f4-4dd1-9bbd-12ee1300af4f req-afe6d54a-0762-4426-ab39-9d70ee3c8b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:54.809358 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aa38a90b-c5f4-4dd1-9bbd-12ee1300af4f req-afe6d54a-0762-4426-ab39-9d70ee3c8b41 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cdd7e51a-117b-47eb-9a13-faf551ae47e3 HTTP/1.1" status: 200 len: 898 time: 0.1569586 Sep 08 10:11:54.811910 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38a90b-c5f4-4dd1-9bbd-12ee1300af4f req-942f0a46-0478-4a19-8d0b-d6f3dc732afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:54.813245 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aa38a90b-c5f4-4dd1-9bbd-12ee1300af4f req-942f0a46-0478-4a19-8d0b-d6f3dc732afb service neutron] 10.222.0.37 "GET /v2.0/networks?id=cdd7e51a-117b-47eb-9a13-faf551ae47e3 HTTP/1.1" status: 200 len: 898 time: 0.1527214 Sep 08 10:11:54.851248 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:11:54.928303 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aa38a90b-c5f4-4dd1-9bbd-12ee1300af4f req-61a1e851-d77b-4a98-badd-774d62bbf012 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e5fecb8-1c7f-4a60-83c3-ad1857f132b2 HTTP/1.1" status: 200 len: 999 time: 0.1100152 Sep 08 10:11:54.930066 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aa38a90b-c5f4-4dd1-9bbd-12ee1300af4f req-92ba5bad-f9da-4ca6-af49-333f0952ad38 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e5fecb8-1c7f-4a60-83c3-ad1857f132b2 HTTP/1.1" status: 200 len: 999 time: 0.1045189 Sep 08 10:11:55.020297 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38a90b-c5f4-4dd1-9bbd-12ee1300af4f req-0b5448ce-d715-4c56-906a-46b9b963e25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:55.021781 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aa38a90b-c5f4-4dd1-9bbd-12ee1300af4f req-0b5448ce-d715-4c56-906a-46b9b963e25f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=47d88634-0ea0-41e0-b89b-6cee12813fdf HTTP/1.1" status: 200 len: 835 time: 0.0867405 Sep 08 10:11:55.023178 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38a90b-c5f4-4dd1-9bbd-12ee1300af4f req-7948884c-d37c-4872-b55f-8fa7fc2322fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:55.024486 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aa38a90b-c5f4-4dd1-9bbd-12ee1300af4f req-7948884c-d37c-4872-b55f-8fa7fc2322fb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=47d88634-0ea0-41e0-b89b-6cee12813fdf HTTP/1.1" status: 200 len: 835 time: 0.0824919 Sep 08 10:11:55.091250 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38a90b-c5f4-4dd1-9bbd-12ee1300af4f req-d8e7b6c6-3fc4-48c8-a627-57f028439403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:55.092675 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aa38a90b-c5f4-4dd1-9bbd-12ee1300af4f req-d8e7b6c6-3fc4-48c8-a627-57f028439403 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cdd7e51a-117b-47eb-9a13-faf551ae47e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637956 Sep 08 10:11:55.098476 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38a90b-c5f4-4dd1-9bbd-12ee1300af4f req-e8ac0e7f-9d68-430d-8e3c-3754c1605970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:55.099846 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aa38a90b-c5f4-4dd1-9bbd-12ee1300af4f req-e8ac0e7f-9d68-430d-8e3c-3754c1605970 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cdd7e51a-117b-47eb-9a13-faf551ae47e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637929 Sep 08 10:11:55.252387 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aa38a90b-c5f4-4dd1-9bbd-12ee1300af4f req-a5faae84-cace-42fb-8aba-0e1b7c8af8af service neutron] 10.222.0.35 "GET /v2.0/networks/cdd7e51a-117b-47eb-9a13-faf551ae47e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515298 Sep 08 10:11:55.255704 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aa38a90b-c5f4-4dd1-9bbd-12ee1300af4f req-cc161e3c-0230-4e27-adc2-9dbc0c049cc4 service neutron] 10.222.0.37 "GET /v2.0/networks/cdd7e51a-117b-47eb-9a13-faf551ae47e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480818 Sep 08 10:11:55.290241 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:11:55.332417 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:11:55.418728 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aa38a90b-c5f4-4dd1-9bbd-12ee1300af4f req-fac6eb52-7895-4cef-b2c2-2241a4fff88f service neutron] 10.222.0.35 "GET /v2.0/networks/cdd7e51a-117b-47eb-9a13-faf551ae47e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584458 Sep 08 10:11:55.420552 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aa38a90b-c5f4-4dd1-9bbd-12ee1300af4f req-fdf01648-dfeb-4dc2-ab6c-e5ae33316709 service neutron] 10.222.0.37 "GET /v2.0/networks/cdd7e51a-117b-47eb-9a13-faf551ae47e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531162 Sep 08 10:11:55.793527 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62584fcd-f84d-4b8b-b696-29d479af7408 req-a82f26d1-fd46-41d7-9c3b-83394564d0e1 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:55.795068 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-62584fcd-f84d-4b8b-b696-29d479af7408 req-a82f26d1-fd46-41d7-9c3b-83394564d0e1 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 944 time: 0.0488985 Sep 08 10:11:55.831546 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-62584fcd-f84d-4b8b-b696-29d479af7408 req-0342af40-02d9-4fca-993c-be0bee1dde09 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=1336fb8a-ca3f-4173-b5ab-03ff0a90e94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306163 Sep 08 10:11:56.951606 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2fd2a5-4ff1-4381-81a8-ead7adb1ea65 req-b044e44f-6964-41b9-b206-eee593cdb7cd tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:56.953096 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6b2fd2a5-4ff1-4381-81a8-ead7adb1ea65 req-b044e44f-6964-41b9-b206-eee593cdb7cd tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 944 time: 0.0534403 Sep 08 10:11:56.993067 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6b2fd2a5-4ff1-4381-81a8-ead7adb1ea65 req-a7169411-fe14-417b-abc8-2db68f944ad8 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=1336fb8a-ca3f-4173-b5ab-03ff0a90e94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338306 Sep 08 10:11:57.186705 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09837081-aa98-497e-bde0-1c34bcded589 req-bec8a2b4-f34b-404c-a32d-9fbc06efdf97 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:57.188350 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-09837081-aa98-497e-bde0-1c34bcded589 req-bec8a2b4-f34b-404c-a32d-9fbc06efdf97 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 944 time: 0.0502055 Sep 08 10:11:57.207817 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195490ae-6704-4555-a675-699526764cc5 req-8dbe0641-7a14-43cb-a029-81c154b83d7d tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:57.209306 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-195490ae-6704-4555-a675-699526764cc5 req-8dbe0641-7a14-43cb-a029-81c154b83d7d tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.37 "GET /v2.0/ports?device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f&tenant_id=df1cda9df730430daf02e1cc7ed939bd&binding%3Ahost_id=n-h2-806683-11 HTTP/1.1" status: 200 len: 944 time: 0.0528111 Sep 08 10:11:57.227125 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-09837081-aa98-497e-bde0-1c34bcded589 req-8e2466ab-d749-4dca-a374-25ece1f33dc9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=1336fb8a-ca3f-4173-b5ab-03ff0a90e94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324223 Sep 08 10:11:57.270316 n-d-806683-11 neutron-server[94712]: INFO neutron.api.v2.resource [req-195490ae-6704-4555-a675-699526764cc5 req-e8f31914-6637-4e1d-b085-4aaa335e7262 service neutron] delete failed (client error): The resource could not be found. Sep 08 10:11:57.271356 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-195490ae-6704-4555-a675-699526764cc5 req-e8f31914-6637-4e1d-b085-4aaa335e7262 service neutron] 10.222.0.37 "DELETE /v2.0/ports/4e5fecb8-1c7f-4a60-83c3-ad1857f132b2/bindings/n-h1-806683-11 HTTP/1.1" status: 404 len: 381 time: 0.0550573 Sep 08 10:11:57.380367 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058aa5e-4965-4f05-9f51-6ca27f2b5632 req-cdfde835-da1b-47d1-9b66-39438ac1d0d8 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:57.381912 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e058aa5e-4965-4f05-9f51-6ca27f2b5632 req-cdfde835-da1b-47d1-9b66-39438ac1d0d8 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 944 time: 0.0792804 Sep 08 10:11:57.398264 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195490ae-6704-4555-a675-699526764cc5 req-d8c4ea89-d4d4-49ae-b141-2591d61153be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:57.399680 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-195490ae-6704-4555-a675-699526764cc5 req-d8c4ea89-d4d4-49ae-b141-2591d61153be service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df1cda9df730430daf02e1cc7ed939bd&device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 1096 time: 0.0628550 Sep 08 10:11:57.439280 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 10:11:57.454790 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e058aa5e-4965-4f05-9f51-6ca27f2b5632 req-329bf292-44b4-4776-bdd2-d70af7ba865b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=1336fb8a-ca3f-4173-b5ab-03ff0a90e94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663011 Sep 08 10:11:57.514337 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195490ae-6704-4555-a675-699526764cc5 req-dd57c6fa-f466-4cc8-a9ca-d4cc8e60342b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:57.515846 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-195490ae-6704-4555-a675-699526764cc5 req-dd57c6fa-f466-4cc8-a9ca-d4cc8e60342b service neutron] 10.222.0.37 "GET /v2.0/networks?id=cdd7e51a-117b-47eb-9a13-faf551ae47e3 HTTP/1.1" status: 200 len: 898 time: 0.1091399 Sep 08 10:11:57.537392 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=4e5fecb8-1c7f-4a60-83c3-ad1857f132b2,segment=NetworkSegment(5a2bb636-4200-4410-8a6e-360323a5964c),segment_id=5a2bb636-4200-4410-8a6e-360323a5964c)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:11:57.548840 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '4e5fecb8-1c7f-4a60-83c3-ad1857f132b2', 'network_id': 'cdd7e51a-117b-47eb-9a13-faf551ae47e3', 'port_id': '4e5fecb8-1c7f-4a60-83c3-ad1857f132b2', 'mac_address': 'fa:16:3e:b1:a4:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47d88634-0ea0-41e0-b89b-6cee12813fdf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 10:11:57.583425 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-195490ae-6704-4555-a675-699526764cc5 req-aa608eaf-f7cf-4836-bef4-71a7797c60c3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e5fecb8-1c7f-4a60-83c3-ad1857f132b2 HTTP/1.1" status: 200 len: 999 time: 0.0605795 Sep 08 10:11:57.589400 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:11:57.603061 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 10:11:57.624072 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=4e5fecb8-1c7f-4a60-83c3-ad1857f132b2,segment=NetworkSegment(5a2bb636-4200-4410-8a6e-360323a5964c),segment_id=5a2bb636-4200-4410-8a6e-360323a5964c)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:11:57.628384 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:11:57.635221 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195490ae-6704-4555-a675-699526764cc5 req-ee8b21ac-71d9-44d8-b410-4820c4380e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:57.636927 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-195490ae-6704-4555-a675-699526764cc5 req-ee8b21ac-71d9-44d8-b410-4820c4380e74 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=47d88634-0ea0-41e0-b89b-6cee12813fdf HTTP/1.1" status: 200 len: 835 time: 0.0464208 Sep 08 10:11:57.676451 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=4e5fecb8-1c7f-4a60-83c3-ad1857f132b2,revision_number=8']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:11:57.684812 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:11:57.685171 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:11:57.685516 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:11:57.685890 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:11:57.686280 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:11:57.686618 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:11:57.686725 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195490ae-6704-4555-a675-699526764cc5 req-92326ce7-f523-41b0-896d-915c1c761445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:57.686977 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:11:57.687309 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:11:57.687632 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:11:57.687961 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:11:57.688243 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-195490ae-6704-4555-a675-699526764cc5 req-92326ce7-f523-41b0-896d-915c1c761445 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cdd7e51a-117b-47eb-9a13-faf551ae47e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445495 Sep 08 10:11:57.688366 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:11:57.688593 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:11:57.779573 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-195490ae-6704-4555-a675-699526764cc5 req-9165adec-baab-4495-84cd-55666e45bcb2 service neutron] 10.222.0.37 "GET /v2.0/networks/cdd7e51a-117b-47eb-9a13-faf551ae47e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837381 Sep 08 10:11:57.872570 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-195490ae-6704-4555-a675-699526764cc5 req-f814ab72-ceb7-4183-8947-772dbdea81a0 service neutron] 10.222.0.37 "GET /v2.0/networks/cdd7e51a-117b-47eb-9a13-faf551ae47e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852702 Sep 08 10:11:58.018368 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['4e5fecb8-1c7f-4a60-83c3-ad1857f132b2'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 10:11:58.577349 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0dd19e-d028-453c-bbcd-1f22cac59598 req-a25d18bf-3a1d-4c0c-a662-eb91a6e777d1 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:11:58.578799 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2c0dd19e-d028-453c-bbcd-1f22cac59598 req-a25d18bf-3a1d-4c0c-a662-eb91a6e777d1 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 945 time: 0.0548730 Sep 08 10:11:58.618682 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2c0dd19e-d028-453c-bbcd-1f22cac59598 req-2931b28d-cb5b-4973-ae8a-620461688108 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=1336fb8a-ca3f-4173-b5ab-03ff0a90e94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337937 Sep 08 10:11:58.641147 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39386) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:11:58.704780 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-cee73119-7bd5-4038-8274-1874975a7cac tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/floatingips/07173051-4a07-4384-baa7-daa4b733c741 HTTP/1.1" status: 200 len: 992 time: 0.0624602 Sep 08 10:11:59.367366 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:11:59.438110 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:11:59.485394 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:11:59.489003 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:11:59.489375 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:11:59.566901 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:11:59.589326 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48db4b99-7701-44bb-ac3f-50b2ba31d63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5fecb8-1c7f-4a60-83c3-ad1857f132b2'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:11:59.591597 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbd6ab74e39b4b2e86e5ab95b387a5b58b5aa7d7561c6c8e6a0b2b9382551d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9687115d-3c11-484a-8db9-e6b686d7f735" -d '{"events": [{"server_uuid": "48db4b99-7701-44bb-ac3f-50b2ba31d63f", "name": "network-vif-plugged", "status": "completed", "tag": "4e5fecb8-1c7f-4a60-83c3-ad1857f132b2"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:11:59.603863 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=4e5fecb8-1c7f-4a60-83c3-ad1857f132b2,segment=NetworkSegment(5a2bb636-4200-4410-8a6e-360323a5964c),segment_id=5a2bb636-4200-4410-8a6e-360323a5964c)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:11:59.607729 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:11:59.658641 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=4e5fecb8-1c7f-4a60-83c3-ad1857f132b2,revision_number=9']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:11:59.680431 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 10:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf16cdc8-3c9f-4512-bc10-2098a9a00800 x-openstack-request-id: req-cf16cdc8-3c9f-4512-bc10-2098a9a00800 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:11:59.680762 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48db4b99-7701-44bb-ac3f-50b2ba31d63f", "name": "network-vif-plugged", "status": "completed", "tag": "4e5fecb8-1c7f-4a60-83c3-ad1857f132b2", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:11:59.681022 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cf16cdc8-3c9f-4512-bc10-2098a9a00800 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:11:59.681451 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48db4b99-7701-44bb-ac3f-50b2ba31d63f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5fecb8-1c7f-4a60-83c3-ad1857f132b2', 'code': 200} Sep 08 10:12:01.563236 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:12:17.786476 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4580edb4-2e55-40b5-a487-653f71beaedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:20.257394 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a6507c4a-9e16-4d53-b641-83da1f531638 req-6aec857d-7f9a-4ef1-9ec4-48eadd074aa9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0471680 Sep 08 10:12:20.350805 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6507c4a-9e16-4d53-b641-83da1f531638 req-0af862df-b33a-436e-acae-670763174373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:12:20.352275 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a6507c4a-9e16-4d53-b641-83da1f531638 req-0af862df-b33a-436e-acae-670763174373 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=df1cda9df730430daf02e1cc7ed939bd&device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 1098 time: 0.0399621 Sep 08 10:12:20.466119 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6507c4a-9e16-4d53-b641-83da1f531638 req-b9d2552e-7eac-4225-bb4a-85a51aa78a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:12:20.467587 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a6507c4a-9e16-4d53-b641-83da1f531638 req-b9d2552e-7eac-4225-bb4a-85a51aa78a18 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cdd7e51a-117b-47eb-9a13-faf551ae47e3 HTTP/1.1" status: 200 len: 898 time: 0.0966752 Sep 08 10:12:20.531159 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a6507c4a-9e16-4d53-b641-83da1f531638 req-29118a35-cafd-4277-a1a3-ce180d87e610 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e5fecb8-1c7f-4a60-83c3-ad1857f132b2 HTTP/1.1" status: 200 len: 1001 time: 0.0564353 Sep 08 10:12:20.546309 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:20.587962 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6507c4a-9e16-4d53-b641-83da1f531638 req-caacebd7-b1e9-4729-bb0f-2e4d61136753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:12:20.590060 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a6507c4a-9e16-4d53-b641-83da1f531638 req-caacebd7-b1e9-4729-bb0f-2e4d61136753 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=47d88634-0ea0-41e0-b89b-6cee12813fdf HTTP/1.1" status: 200 len: 835 time: 0.0515966 Sep 08 10:12:20.635944 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6507c4a-9e16-4d53-b641-83da1f531638 req-edeed109-e01c-4c53-8ccf-4ca629ef4876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:12:20.637484 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a6507c4a-9e16-4d53-b641-83da1f531638 req-edeed109-e01c-4c53-8ccf-4ca629ef4876 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cdd7e51a-117b-47eb-9a13-faf551ae47e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406766 Sep 08 10:12:20.726487 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a6507c4a-9e16-4d53-b641-83da1f531638 req-1615b29f-8006-40f4-8dbb-70a50f066b90 service neutron] 10.222.0.35 "GET /v2.0/networks/cdd7e51a-117b-47eb-9a13-faf551ae47e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811708 Sep 08 10:12:20.819428 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a6507c4a-9e16-4d53-b641-83da1f531638 req-36de4d45-aa57-4369-83b5-1ddc5c9f004d service neutron] 10.222.0.35 "GET /v2.0/networks/cdd7e51a-117b-47eb-9a13-faf551ae47e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860732 Sep 08 10:12:20.864254 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-694c1492-8eba-4631-972d-1e076d5b3040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:22.420069 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:23.819064 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:24.843460 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:29.386789 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:38.570379 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:12:45.393682 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39406) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:12:45.549937 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-f2cb42d8-1510-4d9e-bfaf-a0eb3c59521f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Deleting port 8fd17357-7894-4b9b-a94f-e515740da8f2 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:12:45.550322 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2cb42d8-1510-4d9e-bfaf-a0eb3c59521f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:45.628189 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2cb42d8-1510-4d9e-bfaf-a0eb3c59521f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:45.628450 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2cb42d8-1510-4d9e-bfaf-a0eb3c59521f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:45.640343 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-f2cb42d8-1510-4d9e-bfaf-a0eb3c59521f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Calling delete_port for 8fd17357-7894-4b9b-a94f-e515740da8f2 owned by network:floatingip {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:12:45.783643 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2cb42d8-1510-4d9e-bfaf-a0eb3c59521f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:45.812856 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cb42d8-1510-4d9e-bfaf-a0eb3c59521f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event deleted for resources: {'Port': ['ID=8fd17357-7894-4b9b-a94f-e515740da8f2,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:12:45.839283 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cb42d8-1510-4d9e-bfaf-a0eb3c59521f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:12:45.839638 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cb42d8-1510-4d9e-bfaf-a0eb3c59521f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:12:45.840026 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cb42d8-1510-4d9e-bfaf-a0eb3c59521f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:12:45.840471 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cb42d8-1510-4d9e-bfaf-a0eb3c59521f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:12:45.840813 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cb42d8-1510-4d9e-bfaf-a0eb3c59521f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:12:45.841150 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cb42d8-1510-4d9e-bfaf-a0eb3c59521f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:12:45.841485 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cb42d8-1510-4d9e-bfaf-a0eb3c59521f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:12:45.841819 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cb42d8-1510-4d9e-bfaf-a0eb3c59521f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:12:45.842175 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cb42d8-1510-4d9e-bfaf-a0eb3c59521f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:12:45.842510 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cb42d8-1510-4d9e-bfaf-a0eb3c59521f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:12:45.842833 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cb42d8-1510-4d9e-bfaf-a0eb3c59521f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:12:45.843156 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cb42d8-1510-4d9e-bfaf-a0eb3c59521f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:12:45.881687 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2cb42d8-1510-4d9e-bfaf-a0eb3c59521f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for floatingip, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:45.881945 n-d-806683-11 neutron-server[94713]: INFO neutron.db.l3_db [None req-f2cb42d8-1510-4d9e-bfaf-a0eb3c59521f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Floating IP 07173051-4a07-4384-baa7-daa4b733c741 disassociated (deleted). External IP: 172.25.0.76, port: 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2. Sep 08 10:12:46.086859 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2cb42d8-1510-4d9e-bfaf-a0eb3c59521f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Router 11fcc775-5fb6-4577-9c68-1b0c6dccbb54 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 10:12:46.192603 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2cb42d8-1510-4d9e-bfaf-a0eb3c59521f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:12:46.197335 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f2cb42d8-1510-4d9e-bfaf-a0eb3c59521f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:46.203297 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8768ec-5837-40b6-bc98-50bd2c622f2d None None] Sync routers for ids ['11fcc775-5fb6-4577-9c68-1b0c6dccbb54'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:12:46.212513 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8768ec-5837-40b6-bc98-50bd2c622f2d None None] Routers {'11fcc775-5fb6-4577-9c68-1b0c6dccbb54'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:12:46.213138 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-8b8768ec-5837-40b6-bc98-50bd2c622f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:12:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['11fcc775-5fb6-4577-9c68-1b0c6dccbb54'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:12:46.226112 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f2cb42d8-1510-4d9e-bfaf-a0eb3c59521f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "DELETE /v2.0/floatingips/07173051-4a07-4384-baa7-daa4b733c741 HTTP/1.1" status: 204 len: 168 time: 0.8312447 Sep 08 10:12:46.226724 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48db4b99-7701-44bb-ac3f-50b2ba31d63f', 'tag': '4e5fecb8-1c7f-4a60-83c3-ad1857f132b2'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:12:46.229003 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ffa48238634a482c5f5d344ceded364e7999964dbabae684a430abccdb4d2ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab837ffc-40a2-4d9f-a599-c44339ed5240" -d '{"events": [{"name": "network-changed", "server_uuid": "48db4b99-7701-44bb-ac3f-50b2ba31d63f", "tag": "4e5fecb8-1c7f-4a60-83c3-ad1857f132b2"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:12:46.270109 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 10:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d707ea-8849-4eda-ba12-63768c369163 x-openstack-request-id: req-c4d707ea-8849-4eda-ba12-63768c369163 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:12:46.270607 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48db4b99-7701-44bb-ac3f-50b2ba31d63f", "tag": "4e5fecb8-1c7f-4a60-83c3-ad1857f132b2", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:12:46.270925 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c4d707ea-8849-4eda-ba12-63768c369163 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:12:46.271427 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48db4b99-7701-44bb-ac3f-50b2ba31d63f', 'tag': '4e5fecb8-1c7f-4a60-83c3-ad1857f132b2', 'status': 'completed', 'code': 200} Sep 08 10:12:46.331351 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-8b8768ec-5837-40b6-bc98-50bd2c622f2d None None] Set router 11fcc775-5fb6-4577-9c68-1b0c6dccbb54 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:12:46.363535 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab837ffc-40a2-4d9f-a599-c44339ed5240 req-c4dc9ef6-2e49-49c3-9ab5-6e7c849e9c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:12:46.365177 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ab837ffc-40a2-4d9f-a599-c44339ed5240 req-c4dc9ef6-2e49-49c3-9ab5-6e7c849e9c53 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=df1cda9df730430daf02e1cc7ed939bd&device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 1098 time: 0.0530941 Sep 08 10:12:46.471256 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab837ffc-40a2-4d9f-a599-c44339ed5240 req-5b1aab06-8796-487d-801f-88ba90f43c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:12:46.472067 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf3169-448d-47d4-bfd8-5cdf87cecf62 req-d283878c-1475-44b4-882f-e1d060d350aa tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:12:46.473151 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ab837ffc-40a2-4d9f-a599-c44339ed5240 req-5b1aab06-8796-487d-801f-88ba90f43c0f service neutron] 10.222.0.35 "GET /v2.0/networks?id=cdd7e51a-117b-47eb-9a13-faf551ae47e3 HTTP/1.1" status: 200 len: 898 time: 0.0982277 Sep 08 10:12:46.473660 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-33bf3169-448d-47d4-bfd8-5cdf87cecf62 req-d283878c-1475-44b4-882f-e1d060d350aa tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 946 time: 0.0531237 Sep 08 10:12:46.514708 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-33bf3169-448d-47d4-bfd8-5cdf87cecf62 req-0b57b850-3eed-4667-8e76-73c46d3ca6b2 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=1336fb8a-ca3f-4173-b5ab-03ff0a90e94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343213 Sep 08 10:12:46.521248 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ab837ffc-40a2-4d9f-a599-c44339ed5240 req-6e1f6563-04e0-438f-a076-dc0d27f2f792 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e5fecb8-1c7f-4a60-83c3-ad1857f132b2 HTTP/1.1" status: 200 len: 217 time: 0.0379329 Sep 08 10:12:46.545710 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-8b8768ec-5837-40b6-bc98-50bd2c622f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fcc775-5fb6-4577-9c68-1b0c6dccbb54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114960818', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'b9a24256-6c92-41d4-84b3-4bdb5528942c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:10:41Z', 'updated_at': '2021-09-08T10:10:44Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': 'b9a24256-6c92-41d4-84b3-4bdb5528942c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fcc775-5fb6-4577-9c68-1b0c6dccbb54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:10:41Z', 'updated_at': '2021-09-08T10:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'a058127b-50df-4cd0-ab00-164e25cc7b24', 'name': '', 'network_id': 'cdd7e51a-117b-47eb-9a13-faf551ae47e3', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'mac_address': 'fa:16:3e:b6:bf:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fcc775-5fb6-4577-9c68-1b0c6dccbb54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '47d88634-0ea0-41e0-b89b-6cee12813fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:10:44Z', 'updated_at': '2021-09-08T10:10:48Z', 'revision_number': 5, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'subnets': [{'id': '47d88634-0ea0-41e0-b89b-6cee12813fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:12:46.570656 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab837ffc-40a2-4d9f-a599-c44339ed5240 req-708a9ec4-ef0e-400f-9bf9-0aa952e78f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:12:46.572102 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8768ec-5837-40b6-bc98-50bd2c622f2d None None] Checking router: 11fcc775-5fb6-4577-9c68-1b0c6dccbb54 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:12:46.572259 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ab837ffc-40a2-4d9f-a599-c44339ed5240 req-708a9ec4-ef0e-400f-9bf9-0aa952e78f91 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=47d88634-0ea0-41e0-b89b-6cee12813fdf HTTP/1.1" status: 200 len: 835 time: 0.0440295 Sep 08 10:12:46.581224 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8768ec-5837-40b6-bc98-50bd2c622f2d None None] Routers {'11fcc775-5fb6-4577-9c68-1b0c6dccbb54'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:12:46.581834 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-8b8768ec-5837-40b6-bc98-50bd2c622f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:12:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['11fcc775-5fb6-4577-9c68-1b0c6dccbb54'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:12:46.624649 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab837ffc-40a2-4d9f-a599-c44339ed5240 req-bd640628-a84c-4e18-b01b-d1bffd703aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:12:46.626218 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ab837ffc-40a2-4d9f-a599-c44339ed5240 req-bd640628-a84c-4e18-b01b-d1bffd703aa7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cdd7e51a-117b-47eb-9a13-faf551ae47e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461242 Sep 08 10:12:46.687959 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-8b8768ec-5837-40b6-bc98-50bd2c622f2d None None] Set router 11fcc775-5fb6-4577-9c68-1b0c6dccbb54 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:12:46.720691 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ab837ffc-40a2-4d9f-a599-c44339ed5240 req-3aca2979-66ef-4317-9a09-ec50c3d095f6 service neutron] 10.222.0.35 "GET /v2.0/networks/cdd7e51a-117b-47eb-9a13-faf551ae47e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863624 Sep 08 10:12:46.817024 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ab837ffc-40a2-4d9f-a599-c44339ed5240 req-3a33c021-fca7-4960-a8cc-98d3578a1a3a service neutron] 10.222.0.35 "GET /v2.0/networks/cdd7e51a-117b-47eb-9a13-faf551ae47e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877934 Sep 08 10:12:46.890147 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-8b8768ec-5837-40b6-bc98-50bd2c622f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fcc775-5fb6-4577-9c68-1b0c6dccbb54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114960818', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'b9a24256-6c92-41d4-84b3-4bdb5528942c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:10:41Z', 'updated_at': '2021-09-08T10:10:44Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': 'b9a24256-6c92-41d4-84b3-4bdb5528942c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fcc775-5fb6-4577-9c68-1b0c6dccbb54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:10:41Z', 'updated_at': '2021-09-08T10:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'a058127b-50df-4cd0-ab00-164e25cc7b24', 'name': '', 'network_id': 'cdd7e51a-117b-47eb-9a13-faf551ae47e3', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'mac_address': 'fa:16:3e:b6:bf:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fcc775-5fb6-4577-9c68-1b0c6dccbb54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '47d88634-0ea0-41e0-b89b-6cee12813fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:10:44Z', 'updated_at': '2021-09-08T10:10:48Z', 'revision_number': 5, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'subnets': [{'id': '47d88634-0ea0-41e0-b89b-6cee12813fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:12:46.916620 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8768ec-5837-40b6-bc98-50bd2c622f2d None None] The sync data for ids ['11fcc775-5fb6-4577-9c68-1b0c6dccbb54'] in n-d-806683-11 is: [{'id': '11fcc775-5fb6-4577-9c68-1b0c6dccbb54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114960818', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'b9a24256-6c92-41d4-84b3-4bdb5528942c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:10:41Z', 'updated_at': '2021-09-08T10:10:44Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': 'b9a24256-6c92-41d4-84b3-4bdb5528942c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fcc775-5fb6-4577-9c68-1b0c6dccbb54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:10:41Z', 'updated_at': '2021-09-08T10:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'a058127b-50df-4cd0-ab00-164e25cc7b24', 'name': '', 'network_id': 'cdd7e51a-117b-47eb-9a13-faf551ae47e3', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'mac_address': 'fa:16:3e:b6:bf:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fcc775-5fb6-4577-9c68-1b0c6dccbb54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '47d88634-0ea0-41e0-b89b-6cee12813fdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:10:44Z', 'updated_at': '2021-09-08T10:10:48Z', 'revision_number': 5, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'subnets': [{'id': '47d88634-0ea0-41e0-b89b-6cee12813fdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:12:47.122246 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094585f4-e938-451c-bda4-c058b6c23f83 None None] New status for floating IP 07173051-4a07-4384-baa7-daa4b733c741: DOWN {{(pid=94715) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 10:12:47.646468 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43ea6b-018a-4d45-9a94-a73b0b75de66 req-708428ad-07fc-4b01-9998-8759e37ef55c tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:12:47.648007 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bb43ea6b-018a-4d45-9a94-a73b0b75de66 req-708428ad-07fc-4b01-9998-8759e37ef55c tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 946 time: 0.0500710 Sep 08 10:12:47.685972 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bb43ea6b-018a-4d45-9a94-a73b0b75de66 req-a934cd8a-3ac3-4b2f-a0a1-e4c6f2a71fff tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=1336fb8a-ca3f-4173-b5ab-03ff0a90e94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320144 Sep 08 10:12:47.786077 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-271dc10b-01bf-4f61-b3fd-3e59b701e502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:48.134843 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4420f4-f0f3-4dd0-bd6b-c9ba525a72b5 req-babfa6bf-fc50-46af-a6cf-5ab43b75535e tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:12:48.136277 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6a4420f4-f0f3-4dd0-bd6b-c9ba525a72b5 req-babfa6bf-fc50-46af-a6cf-5ab43b75535e tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.35 "GET /v2.0/ports?device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 946 time: 0.0465407 Sep 08 10:12:48.557025 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-6a4420f4-f0f3-4dd0-bd6b-c9ba525a72b5 req-18cf9bcc-1843-4017-b6d2-1cdc57c9e684 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Deleting port 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:12:48.557363 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6a4420f4-f0f3-4dd0-bd6b-c9ba525a72b5 req-18cf9bcc-1843-4017-b6d2-1cdc57c9e684 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:48.646720 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-6a4420f4-f0f3-4dd0-bd6b-c9ba525a72b5 req-18cf9bcc-1843-4017-b6d2-1cdc57c9e684 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] For port 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=4e5fecb8-1c7f-4a60-83c3-ad1857f132b2,segment=NetworkSegment(5a2bb636-4200-4410-8a6e-360323a5964c),segment_id=5a2bb636-4200-4410-8a6e-360323a5964c)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:12:48.647460 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6a4420f4-f0f3-4dd0-bd6b-c9ba525a72b5 req-18cf9bcc-1843-4017-b6d2-1cdc57c9e684 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:48.659046 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-6a4420f4-f0f3-4dd0-bd6b-c9ba525a72b5 req-18cf9bcc-1843-4017-b6d2-1cdc57c9e684 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Calling delete_port for 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:12:48.797744 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6a4420f4-f0f3-4dd0-bd6b-c9ba525a72b5 req-18cf9bcc-1843-4017-b6d2-1cdc57c9e684 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:48.827438 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc20bb-48cd-47a8-b458-9320af9581eb req-a86c45fa-298a-4fdd-91ac-ea5a046f71a2 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:12:48.828962 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-49dc20bb-48cd-47a8-b458-9320af9581eb req-a86c45fa-298a-4fdd-91ac-ea5a046f71a2 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=48db4b99-7701-44bb-ac3f-50b2ba31d63f HTTP/1.1" status: 200 len: 867 time: 0.0574474 Sep 08 10:12:48.832624 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf9bcc-1843-4017-b6d2-1cdc57c9e684 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event deleted for resources: {'Port': ['ID=4e5fecb8-1c7f-4a60-83c3-ad1857f132b2,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:12:48.873069 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-49dc20bb-48cd-47a8-b458-9320af9581eb req-51552f69-811f-409a-ba71-0b134b8b15c1 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=1336fb8a-ca3f-4173-b5ab-03ff0a90e94b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377717 Sep 08 10:12:48.875298 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a4420f4-f0f3-4dd0-bd6b-c9ba525a72b5 req-18cf9bcc-1843-4017-b6d2-1cdc57c9e684 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] No DVR routers for this DVR port 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 10:12:48.877953 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6a4420f4-f0f3-4dd0-bd6b-c9ba525a72b5 req-18cf9bcc-1843-4017-b6d2-1cdc57c9e684 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:48.880069 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6a4420f4-f0f3-4dd0-bd6b-c9ba525a72b5 req-18cf9bcc-1843-4017-b6d2-1cdc57c9e684 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.35 "DELETE /v2.0/ports/4e5fecb8-1c7f-4a60-83c3-ad1857f132b2 HTTP/1.1" status: 204 len: 173 time: 0.7380834 Sep 08 10:12:48.880518 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48db4b99-7701-44bb-ac3f-50b2ba31d63f', 'name': 'network-vif-deleted', 'tag': '4e5fecb8-1c7f-4a60-83c3-ad1857f132b2'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:12:48.882816 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c56787-5055-4057-aabc-820405654f57" -d '{"events": [{"server_uuid": "48db4b99-7701-44bb-ac3f-50b2ba31d63f", "name": "network-vif-deleted", "tag": "4e5fecb8-1c7f-4a60-83c3-ad1857f132b2"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:12:48.920053 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 10:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c7b529-086a-4255-a4a9-d51bd009ae8d x-openstack-request-id: req-10c7b529-086a-4255-a4a9-d51bd009ae8d {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:12:48.920350 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48db4b99-7701-44bb-ac3f-50b2ba31d63f", "name": "network-vif-deleted", "tag": "4e5fecb8-1c7f-4a60-83c3-ad1857f132b2", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:12:48.920600 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-10c7b529-086a-4255-a4a9-d51bd009ae8d {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:12:48.920993 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48db4b99-7701-44bb-ac3f-50b2ba31d63f', 'name': 'network-vif-deleted', 'tag': '4e5fecb8-1c7f-4a60-83c3-ad1857f132b2', 'status': 'completed', 'code': 200} Sep 08 10:12:49.937915 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39430) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:12:50.319536 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-10f55a43-02b9-468d-901d-28f5ca0973c4 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:50.547799 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:50.573605 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-10f55a43-02b9-468d-901d-28f5ca0973c4 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Deleting port a058127b-50df-4cd0-ab00-164e25cc7b24 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:12:50.573882 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-10f55a43-02b9-468d-901d-28f5ca0973c4 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:50.672347 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-10f55a43-02b9-468d-901d-28f5ca0973c4 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] For port a058127b-50df-4cd0-ab00-164e25cc7b24, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a058127b-50df-4cd0-ab00-164e25cc7b24,segment=NetworkSegment(5a2bb636-4200-4410-8a6e-360323a5964c),segment_id=5a2bb636-4200-4410-8a6e-360323a5964c)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:12:50.672715 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-10f55a43-02b9-468d-901d-28f5ca0973c4 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:50.684826 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-10f55a43-02b9-468d-901d-28f5ca0973c4 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Calling delete_port for a058127b-50df-4cd0-ab00-164e25cc7b24 owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:12:50.864957 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b5659a2b-4517-4a34-a138-1f7983251432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:50.870745 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-10f55a43-02b9-468d-901d-28f5ca0973c4 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:50.897954 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f55a43-02b9-468d-901d-28f5ca0973c4 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event deleted for resources: {'Port': ['ID=a058127b-50df-4cd0-ab00-164e25cc7b24,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:12:51.070505 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-10f55a43-02b9-468d-901d-28f5ca0973c4 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:51.297581 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f55a43-02b9-468d-901d-28f5ca0973c4 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Router 11fcc775-5fb6-4577-9c68-1b0c6dccbb54 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 10:12:51.404201 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f55a43-02b9-468d-901d-28f5ca0973c4 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:12:51.409153 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-10f55a43-02b9-468d-901d-28f5ca0973c4 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "PUT /v2.0/routers/11fcc775-5fb6-4577-9c68-1b0c6dccbb54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4713283 Sep 08 10:12:51.412034 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39432) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:12:51.415087 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e5948a-b064-4312-8850-d8413b314b90 None None] Sync routers for ids ['11fcc775-5fb6-4577-9c68-1b0c6dccbb54'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:12:51.424770 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e5948a-b064-4312-8850-d8413b314b90 None None] Routers {'11fcc775-5fb6-4577-9c68-1b0c6dccbb54'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:12:51.425461 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-11e5948a-b064-4312-8850-d8413b314b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:12:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['11fcc775-5fb6-4577-9c68-1b0c6dccbb54'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:12:51.462653 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7d30926-178e-4486-a3b4-e58852908e67 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Deleting subnet 47d88634-0ea0-41e0-b89b-6cee12813fdf {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 10:12:51.465767 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d7d30926-178e-4486-a3b4-e58852908e67 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:51.508466 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d7d30926-178e-4486-a3b4-e58852908e67 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:51.528802 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-11e5948a-b064-4312-8850-d8413b314b90 None None] Set router 11fcc775-5fb6-4577-9c68-1b0c6dccbb54 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:12:51.593557 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d7d30926-178e-4486-a3b4-e58852908e67 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:51.657138 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d7d30926-178e-4486-a3b4-e58852908e67 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:51.682867 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d30926-178e-4486-a3b4-e58852908e67 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event deleted for resources: {'Subnet': ['ID=47d88634-0ea0-41e0-b89b-6cee12813fdf,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:12:51.689935 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-d7d30926-178e-4486-a3b4-e58852908e67 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:51.694785 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-d7d30926-178e-4486-a3b4-e58852908e67 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "DELETE /v2.0/subnets/47d88634-0ea0-41e0-b89b-6cee12813fdf HTTP/1.1" status: 204 len: 168 time: 0.2790380 Sep 08 10:12:51.694911 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39434) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:12:51.743428 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:12:51.745321 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aca0b6a-6875-4902-ab54-09efdc2e4960 None None] Network cdd7e51a-117b-47eb-9a13-faf551ae47e3 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:12:51.784804 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:12:51.785142 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 4e5fecb8-1c7f-4a60-83c3-ad1857f132b2 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:12:51.805721 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-13eea3e6-64f7-40fb-9c8f-31c390b39be5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:51.908814 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-13eea3e6-64f7-40fb-9c8f-31c390b39be5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:51.972044 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-13eea3e6-64f7-40fb-9c8f-31c390b39be5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Deleting port b9a24256-6c92-41d4-84b3-4bdb5528942c {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:12:51.973496 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-13eea3e6-64f7-40fb-9c8f-31c390b39be5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:51.987123 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-11e5948a-b064-4312-8850-d8413b314b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fcc775-5fb6-4577-9c68-1b0c6dccbb54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114960818', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': 'b9a24256-6c92-41d4-84b3-4bdb5528942c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:10:41Z', 'updated_at': '2021-09-08T10:12:50Z', 'revision_number': 5, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': 'b9a24256-6c92-41d4-84b3-4bdb5528942c', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fcc775-5fb6-4577-9c68-1b0c6dccbb54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:10:41Z', 'updated_at': '2021-09-08T10:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:12:52.017125 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e5948a-b064-4312-8850-d8413b314b90 None None] Checking router: 11fcc775-5fb6-4577-9c68-1b0c6dccbb54 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:12:52.025584 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e5948a-b064-4312-8850-d8413b314b90 None None] Routers {'11fcc775-5fb6-4577-9c68-1b0c6dccbb54'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:12:52.026225 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-11e5948a-b064-4312-8850-d8413b314b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:12:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['11fcc775-5fb6-4577-9c68-1b0c6dccbb54'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:12:52.060036 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1f6929-8d7a-47fd-990c-8cf86c9e58f1 None None] DHCP port deletion for cdd7e51a-117b-47eb-9a13-faf551ae47e3 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 10:12:52.060762 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-13eea3e6-64f7-40fb-9c8f-31c390b39be5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] For port b9a24256-6c92-41d4-84b3-4bdb5528942c, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=b9a24256-6c92-41d4-84b3-4bdb5528942c,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:12:52.061144 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-13eea3e6-64f7-40fb-9c8f-31c390b39be5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:52.073622 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-13eea3e6-64f7-40fb-9c8f-31c390b39be5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Calling delete_port for b9a24256-6c92-41d4-84b3-4bdb5528942c owned by network:router_gateway {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:12:52.134732 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-11e5948a-b064-4312-8850-d8413b314b90 None None] Set router 11fcc775-5fb6-4577-9c68-1b0c6dccbb54 gateway port host: None {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:12:52.191647 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-11e5948a-b064-4312-8850-d8413b314b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fcc775-5fb6-4577-9c68-1b0c6dccbb54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114960818', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:10:41Z', 'updated_at': '2021-09-08T10:12:51Z', 'revision_number': 6, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port_host': None}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:12:52.219454 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e5948a-b064-4312-8850-d8413b314b90 None None] The sync data for ids ['11fcc775-5fb6-4577-9c68-1b0c6dccbb54'] in n-d-806683-11 is: [{'id': '11fcc775-5fb6-4577-9c68-1b0c6dccbb54', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1114960818', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:10:41Z', 'updated_at': '2021-09-08T10:12:51Z', 'revision_number': 6, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port_host': None}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:12:52.234913 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-4b1f6929-8d7a-47fd-990c-8cf86c9e58f1 None None] Deleting port 5cb14192-1b36-4d97-8093-2a4eba3f9534 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:12:52.235293 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4b1f6929-8d7a-47fd-990c-8cf86c9e58f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:52.260867 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-13eea3e6-64f7-40fb-9c8f-31c390b39be5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:52.287672 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eea3e6-64f7-40fb-9c8f-31c390b39be5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event deleted for resources: {'Port': ['ID=b9a24256-6c92-41d4-84b3-4bdb5528942c,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:12:52.309087 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-4b1f6929-8d7a-47fd-990c-8cf86c9e58f1 None None] For port 5cb14192-1b36-4d97-8093-2a4eba3f9534, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=5cb14192-1b36-4d97-8093-2a4eba3f9534,segment=NetworkSegment(5a2bb636-4200-4410-8a6e-360323a5964c),segment_id=5a2bb636-4200-4410-8a6e-360323a5964c)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:12:52.309487 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4b1f6929-8d7a-47fd-990c-8cf86c9e58f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:52.321956 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-4b1f6929-8d7a-47fd-990c-8cf86c9e58f1 None None] Calling delete_port for 5cb14192-1b36-4d97-8093-2a4eba3f9534 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:12:52.353261 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-13eea3e6-64f7-40fb-9c8f-31c390b39be5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:52.403865 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4b1f6929-8d7a-47fd-990c-8cf86c9e58f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:52.439412 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1f6929-8d7a-47fd-990c-8cf86c9e58f1 None None] No DVR routers for this DVR port 5cb14192-1b36-4d97-8093-2a4eba3f9534 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 10:12:52.440977 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f6929-8d7a-47fd-990c-8cf86c9e58f1 None None] Pushing event deleted for resources: {'Port': ['ID=5cb14192-1b36-4d97-8093-2a4eba3f9534,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:12:52.457005 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:52.726822 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-13eea3e6-64f7-40fb-9c8f-31c390b39be5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:52.728938 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-13eea3e6-64f7-40fb-9c8f-31c390b39be5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:52.772771 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-13eea3e6-64f7-40fb-9c8f-31c390b39be5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:52.773360 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13eea3e6-64f7-40fb-9c8f-31c390b39be5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Fanout notify agent at l3_agent the message router_deleted on router 11fcc775-5fb6-4577-9c68-1b0c6dccbb54 {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 10:12:52.781826 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-13eea3e6-64f7-40fb-9c8f-31c390b39be5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:52.782998 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-13eea3e6-64f7-40fb-9c8f-31c390b39be5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "DELETE /v2.0/routers/11fcc775-5fb6-4577-9c68-1b0c6dccbb54 HTTP/1.1" status: 204 len: 168 time: 1.0872314 Sep 08 10:12:52.785659 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39436) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:12:52.864499 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7353ccf5-cbfb-421b-afc5-ecac26082320 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:52.949073 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7353ccf5-cbfb-421b-afc5-ecac26082320 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:52.974900 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-7353ccf5-cbfb-421b-afc5-ecac26082320 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdd7e51a-117b-47eb-9a13-faf551ae47e3']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:12:52.984465 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-7353ccf5-cbfb-421b-afc5-ecac26082320 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a2bb636-4200-4410-8a6e-360323a5964c') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:12:52.984770 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-7353ccf5-cbfb-421b-afc5-ecac26082320 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a2bb636-4200-4410-8a6e-360323a5964c') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:12:52.999173 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7353ccf5-cbfb-421b-afc5-ecac26082320 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:53.013064 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7353ccf5-cbfb-421b-afc5-ecac26082320 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:53.019179 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7353ccf5-cbfb-421b-afc5-ecac26082320 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 10:12:53.019712 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7353ccf5-cbfb-421b-afc5-ecac26082320 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:53.022460 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 10:12:53.022460 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 10:12:53.022460 n-d-806683-11 neutron-server[94713]: timer() Sep 08 10:12:53.022460 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 10:12:53.022460 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 10:12:53.022460 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 10:12:53.022460 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 10:12:53.022460 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 10:12:53.022460 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 10:12:53.022460 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 10:12:53.022460 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 10:12:53.022460 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 10:12:53.022460 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 10:12:53.022460 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 10:12:53.022460 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 10:12:53.022460 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 10:12:53.022460 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 10:12:53.022460 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 10:12:53.022460 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 10:12:53.022460 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 10:12:53.022460 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 10:12:53.022460 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 10:12:53.022460 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 10:12:53.022460 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 10:12:53.022460 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 10:12:53.022460 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 10:12:53.022460 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 10:12:53.022460 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 10:12:53.022460 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 10:12:53.022460 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 10:12:53.022460 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 10:12:53.022460 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 10:12:53.082316 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7353ccf5-cbfb-421b-afc5-ecac26082320 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:53.087124 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7353ccf5-cbfb-421b-afc5-ecac26082320 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:53.089152 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7353ccf5-cbfb-421b-afc5-ecac26082320 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "DELETE /v2.0/networks/cdd7e51a-117b-47eb-9a13-faf551ae47e3 HTTP/1.1" status: 204 len: 168 time: 0.3025215 Sep 08 10:12:53.092251 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39440) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:12:53.104026 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7353ccf5-cbfb-421b-afc5-ecac26082320 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event deleted for resources: {'Network': ['ID=cdd7e51a-117b-47eb-9a13-faf551ae47e3,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:12:53.156478 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-af429f21-b8e8-4310-9a7e-ad89f54395df tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:53.180700 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-af429f21-b8e8-4310-9a7e-ad89f54395df tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:53.241659 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-af429f21-b8e8-4310-9a7e-ad89f54395df tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:53.244473 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-af429f21-b8e8-4310-9a7e-ad89f54395df tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:53.245668 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-af429f21-b8e8-4310-9a7e-ad89f54395df tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "DELETE /v2.0/security-groups/1336fb8a-ca3f-4173-b5ab-03ff0a90e94b HTTP/1.1" status: 204 len: 168 time: 0.1524067 Sep 08 10:12:53.259759 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af429f21-b8e8-4310-9a7e-ad89f54395df tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1336fb8a-ca3f-4173-b5ab-03ff0a90e94b,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:12:53.267997 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af429f21-b8e8-4310-9a7e-ad89f54395df tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:12:53.268348 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af429f21-b8e8-4310-9a7e-ad89f54395df tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:12:53.268689 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af429f21-b8e8-4310-9a7e-ad89f54395df tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:12:53.269027 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af429f21-b8e8-4310-9a7e-ad89f54395df tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:12:53.269360 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af429f21-b8e8-4310-9a7e-ad89f54395df tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:12:53.269699 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af429f21-b8e8-4310-9a7e-ad89f54395df tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:12:53.270025 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af429f21-b8e8-4310-9a7e-ad89f54395df tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:12:53.270381 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af429f21-b8e8-4310-9a7e-ad89f54395df tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:12:53.270710 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af429f21-b8e8-4310-9a7e-ad89f54395df tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:12:53.271031 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af429f21-b8e8-4310-9a7e-ad89f54395df tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:12:53.271350 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af429f21-b8e8-4310-9a7e-ad89f54395df tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:12:53.271668 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af429f21-b8e8-4310-9a7e-ad89f54395df tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:12:53.822328 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:53.996607 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a058127b-50df-4cd0-ab00-164e25cc7b24 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:12:54.019396 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: a058127b-50df-4cd0-ab00-164e25cc7b24 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:12:54.019748 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a058127b-50df-4cd0-ab00-164e25cc7b24 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:12:54.020168 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 5cb14192-1b36-4d97-8093-2a4eba3f9534 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:12:54.038914 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 5cb14192-1b36-4d97-8093-2a4eba3f9534 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:12:54.039264 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 5cb14192-1b36-4d97-8093-2a4eba3f9534 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:12:54.039675 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device b9a24256-6c92-41d4-84b3-4bdb5528942c no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:12:54.058280 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: b9a24256-6c92-41d4-84b3-4bdb5528942c {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:12:54.058670 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device b9a24256-6c92-41d4-84b3-4bdb5528942c not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:12:54.578490 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39448) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:12:54.583334 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-873a1eba-2854-493f-ac71-6bc10b812325 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1791873227', 'description': 'tempest-secgroup-smoke-1791873227 description', 'project_id': 'df1cda9df730430daf02e1cc7ed939bd'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:12:54.606460 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-873a1eba-2854-493f-ac71-6bc10b812325 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:54.689386 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-873a1eba-2854-493f-ac71-6bc10b812325 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:54.693022 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-873a1eba-2854-493f-ac71-6bc10b812325 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:54.722489 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-873a1eba-2854-493f-ac71-6bc10b812325 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:54.723755 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-873a1eba-2854-493f-ac71-6bc10b812325 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1441832 Sep 08 10:12:54.725657 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873a1eba-2854-493f-ac71-6bc10b812325 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a962bb6-e1fa-4714-a591-674a3b5c8950,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:12:54.727228 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39450) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:12:54.735902 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-ec3134bb-be58-416e-8d1f-adf1a12567b3 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'security_group_rule': {'security_group_id': '8a962bb6-e1fa-4714-a591-674a3b5c8950', 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:12:54.762975 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ec3134bb-be58-416e-8d1f-adf1a12567b3 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:54.816950 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ec3134bb-be58-416e-8d1f-adf1a12567b3 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:54.819828 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ec3134bb-be58-416e-8d1f-adf1a12567b3 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:54.839072 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3134bb-be58-416e-8d1f-adf1a12567b3 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01b31778-2560-4616-9a60-4cb0c1f7d3b0,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:12:54.842371 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ec3134bb-be58-416e-8d1f-adf1a12567b3 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:54.843573 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ec3134bb-be58-416e-8d1f-adf1a12567b3 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1113162 Sep 08 10:12:54.846372 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39452) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:12:54.850713 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-2d9b6517-7819-4796-8050-8827d24e9606 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'security_group_rule': {'security_group_id': '8a962bb6-e1fa-4714-a591-674a3b5c8950', 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:12:54.862399 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:54.876132 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2d9b6517-7819-4796-8050-8827d24e9606 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:54.934455 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2d9b6517-7819-4796-8050-8827d24e9606 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:54.937718 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2d9b6517-7819-4796-8050-8827d24e9606 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:54.955316 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b6517-7819-4796-8050-8827d24e9606 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b8e698d-b3f4-489b-a7c3-0f59d319c603,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:12:54.962898 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2d9b6517-7819-4796-8050-8827d24e9606 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:54.964098 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2d9b6517-7819-4796-8050-8827d24e9606 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1168041 Sep 08 10:12:54.967145 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39454) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:12:54.971445 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-9c953ba5-7c42-4e24-83c4-768e1ea6d677 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'security_group_rule': {'security_group_id': '8a962bb6-e1fa-4714-a591-674a3b5c8950', 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:12:54.995708 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9c953ba5-7c42-4e24-83c4-768e1ea6d677 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:55.052027 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9c953ba5-7c42-4e24-83c4-768e1ea6d677 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:55.055710 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9c953ba5-7c42-4e24-83c4-768e1ea6d677 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:55.070998 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c953ba5-7c42-4e24-83c4-768e1ea6d677 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5bd9bf8-391c-4c38-8ab2-4cdcc8b6026d,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:12:55.080546 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9c953ba5-7c42-4e24-83c4-768e1ea6d677 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:55.081764 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9c953ba5-7c42-4e24-83c4-768e1ea6d677 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1136897 Sep 08 10:12:55.084457 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39456) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:12:55.088690 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-dcc8fdee-e461-45ab-99bd-55428a1165f0 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'security_group_rule': {'security_group_id': '8a962bb6-e1fa-4714-a591-674a3b5c8950', 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:12:55.114335 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dcc8fdee-e461-45ab-99bd-55428a1165f0 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:55.173885 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dcc8fdee-e461-45ab-99bd-55428a1165f0 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:55.177335 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dcc8fdee-e461-45ab-99bd-55428a1165f0 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:55.192333 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc8fdee-e461-45ab-99bd-55428a1165f0 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d397c894-21df-458f-8969-0800cd762270,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:12:55.200884 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-dcc8fdee-e461-45ab-99bd-55428a1165f0 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:55.202124 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-dcc8fdee-e461-45ab-99bd-55428a1165f0 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1167192 Sep 08 10:12:55.204855 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39458) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:12:55.209118 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-95d1a1b0-1e80-4e12-8852-7c7e428a2d6d tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'security_group_rule': {'security_group_id': '8a962bb6-e1fa-4714-a591-674a3b5c8950', 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:12:55.234471 n-d-806683-11 neutron-server[94713]: INFO neutron.db.securitygroups_db [None req-95d1a1b0-1e80-4e12-8852-7c7e428a2d6d tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Project df1cda9df730430daf02e1cc7ed939bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 10:12:55.241208 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-95d1a1b0-1e80-4e12-8852-7c7e428a2d6d tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:55.310634 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-95d1a1b0-1e80-4e12-8852-7c7e428a2d6d tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:55.313950 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-95d1a1b0-1e80-4e12-8852-7c7e428a2d6d tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:55.330886 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d1a1b0-1e80-4e12-8852-7c7e428a2d6d tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f94f1d4-1ef9-49a2-b4b7-f826da079788,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:12:55.337464 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-95d1a1b0-1e80-4e12-8852-7c7e428a2d6d tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:55.340200 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-95d1a1b0-1e80-4e12-8852-7c7e428a2d6d tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1343880 Sep 08 10:12:55.341487 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39460) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:12:55.345751 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-938b0d30-e5b0-4122-a3d6-e9831198c96b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'security_group_rule': {'security_group_id': '8a962bb6-e1fa-4714-a591-674a3b5c8950', 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:12:55.367081 n-d-806683-11 neutron-server[94713]: INFO neutron.db.securitygroups_db [None req-938b0d30-e5b0-4122-a3d6-e9831198c96b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Project df1cda9df730430daf02e1cc7ed939bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 10:12:55.372843 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-938b0d30-e5b0-4122-a3d6-e9831198c96b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:55.432476 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-938b0d30-e5b0-4122-a3d6-e9831198c96b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:55.436538 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-938b0d30-e5b0-4122-a3d6-e9831198c96b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:55.455065 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b0d30-e5b0-4122-a3d6-e9831198c96b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3f2417e-b94e-4d83-b3ce-f0a442082d6d,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:12:55.457993 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-938b0d30-e5b0-4122-a3d6-e9831198c96b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:55.459203 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-938b0d30-e5b0-4122-a3d6-e9831198c96b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1167684 Sep 08 10:12:55.462135 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39462) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:12:55.467502 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-ee06dfb0-53e7-41db-b50b-fc9924541737 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'network': {'name': 'tempest-network-smoke--570029395', 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'port_security_enabled': True}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:12:55.487095 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee06dfb0-53e7-41db-b50b-fc9924541737 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Made reservation on behalf of df1cda9df730430daf02e1cc7ed939bd for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:12:55.490467 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ee06dfb0-53e7-41db-b50b-fc9924541737 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:55.512495 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee06dfb0-53e7-41db-b50b-fc9924541737 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 10:12:55.521082 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ee06dfb0-53e7-41db-b50b-fc9924541737 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:55.521472 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-ee06dfb0-53e7-41db-b50b-fc9924541737 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Added segment db28f1a3-c0f9-44b3-8b62-e9d50fb540b5 of type vlan for network 1ed0cf07-b360-435d-99ba-dcab90d4aae8 Sep 08 10:12:55.560597 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ee06dfb0-53e7-41db-b50b-fc9924541737 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:55.584482 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ee06dfb0-53e7-41db-b50b-fc9924541737 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:55.590634 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee06dfb0-53e7-41db-b50b-fc9924541737 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:12:55.591232 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ee06dfb0-53e7-41db-b50b-fc9924541737 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:55.635243 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ee06dfb0-53e7-41db-b50b-fc9924541737 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1720879 Sep 08 10:12:55.638105 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39464) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:12:55.642349 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-51962982-c814-4dfc-9108-ec7bc28f4207 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-768100430', 'admin_state_up': True, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:12:55.678062 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee06dfb0-53e7-41db-b50b-fc9924541737 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'Network': ['ID=1ed0cf07-b360-435d-99ba-dcab90d4aae8,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:12:55.688537 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 1ed0cf07-b360-435d-99ba-dcab90d4aae8 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 10:12:55.694671 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-51962982-c814-4dfc-9108-ec7bc28f4207 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:55.695683 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-51962982-c814-4dfc-9108-ec7bc28f4207 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:55.751260 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-51962982-c814-4dfc-9108-ec7bc28f4207 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:55.889722 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-51962982-c814-4dfc-9108-ec7bc28f4207 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:56.078300 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-51962982-c814-4dfc-9108-ec7bc28f4207 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for router_gateway, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:56.097438 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-51962982-c814-4dfc-9108-ec7bc28f4207 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:56.195774 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-51962982-c814-4dfc-9108-ec7bc28f4207 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Allocated IP 172.25.0.63 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/e0fdb202-d160-4dc0-bd14-24fe20e30175) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:12:56.298653 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-51962982-c814-4dfc-9108-ec7bc28f4207 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:56.338245 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-51962982-c814-4dfc-9108-ec7bc28f4207 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:56.373404 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51962982-c814-4dfc-9108-ec7bc28f4207 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:12:56.376350 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-51962982-c814-4dfc-9108-ec7bc28f4207 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:12:56.380218 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51962982-c814-4dfc-9108-ec7bc28f4207 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:12:56.410773 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51962982-c814-4dfc-9108-ec7bc28f4207 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'Port': ['ID=e0fdb202-d160-4dc0-bd14-24fe20e30175,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:12:56.631495 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-51962982-c814-4dfc-9108-ec7bc28f4207 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for router_gateway, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:56.831383 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-51962982-c814-4dfc-9108-ec7bc28f4207 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:56.967718 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51962982-c814-4dfc-9108-ec7bc28f4207 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Router dda532ec-79b8-4ff2-a84e-b2a0208669fd is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 10:12:57.073559 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51962982-c814-4dfc-9108-ec7bc28f4207 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:12:57.084274 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097e7586-d523-4640-a4dc-3a55dcca87cd None None] Sync routers for ids ['dda532ec-79b8-4ff2-a84e-b2a0208669fd'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:12:57.092566 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-51962982-c814-4dfc-9108-ec7bc28f4207 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:57.093805 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-51962982-c814-4dfc-9108-ec7bc28f4207 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4547782 Sep 08 10:12:57.094073 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097e7586-d523-4640-a4dc-3a55dcca87cd None None] Routers {'dda532ec-79b8-4ff2-a84e-b2a0208669fd'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:12:57.094529 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-097e7586-d523-4640-a4dc-3a55dcca87cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:12:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['dda532ec-79b8-4ff2-a84e-b2a0208669fd'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:12:57.096912 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39466) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:12:57.172770 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2b46c808-b9d8-4ec3-830a-6cd794617d87 tempest-TestNetworkAdvancedServerOps-479438815 tempest-TestNetworkAdvancedServerOps-479438815-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=df1cda9df730430daf02e1cc7ed939bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0747416 Sep 08 10:12:57.175520 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39470) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:12:57.205972 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-097e7586-d523-4640-a4dc-3a55dcca87cd None None] Set router dda532ec-79b8-4ff2-a84e-b2a0208669fd gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:12:57.266816 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcbefc5-ba01-4502-9f8b-004ce0ff02d9 tempest-TestNetworkAdvancedServerOps-479438815 tempest-TestNetworkAdvancedServerOps-479438815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:12:57.268394 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-5bcbefc5-ba01-4502-9f8b-004ce0ff02d9 tempest-TestNetworkAdvancedServerOps-479438815 tempest-TestNetworkAdvancedServerOps-479438815-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0919204 Sep 08 10:12:57.271327 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39472) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:12:57.300582 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-fc108ff8-455c-46c2-80ba-5cc2f0404cd7 tempest-TestNetworkAdvancedServerOps-479438815 tempest-TestNetworkAdvancedServerOps-479438815-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=399c4174-1e86-4a10-bb99-f875a09107d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281279 Sep 08 10:12:57.303204 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39474) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:12:57.308194 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-8796200b-b42c-49a4-898e-aeb796b21bf5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-87356173', 'network_id': '1ed0cf07-b360-435d-99ba-dcab90d4aae8', 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:12:57.397809 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8796200b-b42c-49a4-898e-aeb796b21bf5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Made reservation on behalf of df1cda9df730430daf02e1cc7ed939bd for: {'subnet': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:12:57.401345 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8796200b-b42c-49a4-898e-aeb796b21bf5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127178757'] for subnet, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:57.484070 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-097e7586-d523-4640-a4dc-3a55dcca87cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda532ec-79b8-4ff2-a84e-b2a0208669fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768100430', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'e0fdb202-d160-4dc0-bd14-24fe20e30175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:12:55Z', 'updated_at': '2021-09-08T10:12:56Z', 'revision_number': 3, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': 'e0fdb202-d160-4dc0-bd14-24fe20e30175', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:44:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda532ec-79b8-4ff2-a84e-b2a0208669fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:12:56Z', 'updated_at': '2021-09-08T10:12:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:12:57.510023 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097e7586-d523-4640-a4dc-3a55dcca87cd None None] Checking router: dda532ec-79b8-4ff2-a84e-b2a0208669fd for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:12:57.510396 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097e7586-d523-4640-a4dc-3a55dcca87cd None None] Updating router dda532ec-79b8-4ff2-a84e-b2a0208669fd port e0fdb202-d160-4dc0-bd14-24fe20e30175 binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 10:12:57.537819 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-097e7586-d523-4640-a4dc-3a55dcca87cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:57.600256 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8796200b-b42c-49a4-898e-aeb796b21bf5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127158621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127178771'] for subnet, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:57.665342 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8796200b-b42c-49a4-898e-aeb796b21bf5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'Subnet': ['ID=7f93fe56-c291-427d-99ca-6accc1c0c843,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:12:57.674656 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8796200b-b42c-49a4-898e-aeb796b21bf5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Checking segment: {'id': 'db28f1a3-c0f9-44b3-8b62-e9d50fb540b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1ed0cf07-b360-435d-99ba-dcab90d4aae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:12:57.675100 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8796200b-b42c-49a4-898e-aeb796b21bf5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Network hostable DHCP agents. Network: 1ed0cf07-b360-435d-99ba-dcab90d4aae8, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94713) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 10:12:57.692523 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8796200b-b42c-49a4-898e-aeb796b21bf5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Network 1ed0cf07-b360-435d-99ba-dcab90d4aae8 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94713) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 10:12:57.702150 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-8796200b-b42c-49a4-898e-aeb796b21bf5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 1ed0cf07-b360-435d-99ba-dcab90d4aae8) {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:12:57.706461 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8796200b-b42c-49a4-898e-aeb796b21bf5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:12:57.707264 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8796200b-b42c-49a4-898e-aeb796b21bf5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:57.712425 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00231b8c-93ba-4471-8f0c-f17599431760 None None] Network 1ed0cf07-b360-435d-99ba-dcab90d4aae8 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:12:57.726492 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8796200b-b42c-49a4-898e-aeb796b21bf5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4221885 Sep 08 10:12:57.729414 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39478) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:12:57.814177 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-097e7586-d523-4640-a4dc-3a55dcca87cd None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:57.829651 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-097e7586-d523-4640-a4dc-3a55dcca87cd None None] Transition to ACTIVE for port object e0fdb202-d160-4dc0-bd14-24fe20e30175 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:12:57.837610 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-097e7586-d523-4640-a4dc-3a55dcca87cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:57.870320 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1268663d-b29c-4e09-9b05-28593c8371a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-1ed0cf07-b360-435d-99ba-dcab90d4aae8', 'network_id': '1ed0cf07-b360-435d-99ba-dcab90d4aae8', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'fixed_ips': [{'subnet_id': '7f93fe56-c291-427d-99ca-6accc1c0c843'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 10:12:57.871729 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1268663d-b29c-4e09-9b05-28593c8371a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:57.890870 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-097e7586-d523-4640-a4dc-3a55dcca87cd None None] Attempting to bind port e0fdb202-d160-4dc0-bd14-24fe20e30175 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:12:57.891239 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-097e7586-d523-4640-a4dc-3a55dcca87cd None None] Attempting to bind port e0fdb202-d160-4dc0-bd14-24fe20e30175 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:12:57.891605 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097e7586-d523-4640-a4dc-3a55dcca87cd None None] Attempting to bind port e0fdb202-d160-4dc0-bd14-24fe20e30175 on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:12:57.893612 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b715b-93b5-49a6-81fc-359180ee777e None None] Pushing event updated for resources: {'Port': ['ID=e0fdb202-d160-4dc0-bd14-24fe20e30175,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:12:57.904319 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3b715b-93b5-49a6-81fc-359180ee777e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:12:57.904668 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3b715b-93b5-49a6-81fc-359180ee777e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:12:57.905006 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3b715b-93b5-49a6-81fc-359180ee777e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:12:57.905342 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3b715b-93b5-49a6-81fc-359180ee777e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:12:57.906091 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3b715b-93b5-49a6-81fc-359180ee777e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:12:57.906091 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3b715b-93b5-49a6-81fc-359180ee777e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:12:57.906324 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3b715b-93b5-49a6-81fc-359180ee777e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:12:57.906646 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3b715b-93b5-49a6-81fc-359180ee777e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:12:57.906967 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3b715b-93b5-49a6-81fc-359180ee777e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:12:57.907291 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3b715b-93b5-49a6-81fc-359180ee777e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:12:57.907612 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3b715b-93b5-49a6-81fc-359180ee777e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:12:57.907952 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3b715b-93b5-49a6-81fc-359180ee777e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:12:57.911330 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097e7586-d523-4640-a4dc-3a55dcca87cd None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:12:57.911708 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097e7586-d523-4640-a4dc-3a55dcca87cd None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:12:57.912105 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-097e7586-d523-4640-a4dc-3a55dcca87cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:57.912486 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097e7586-d523-4640-a4dc-3a55dcca87cd None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:12:57.912963 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-097e7586-d523-4640-a4dc-3a55dcca87cd None None] Bound port: e0fdb202-d160-4dc0-bd14-24fe20e30175, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:12:57.913348 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-097e7586-d523-4640-a4dc-3a55dcca87cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:57.970445 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-097e7586-d523-4640-a4dc-3a55dcca87cd None None] For port e0fdb202-d160-4dc0-bd14-24fe20e30175, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:12:57.973790 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-097e7586-d523-4640-a4dc-3a55dcca87cd None None] For port e0fdb202-d160-4dc0-bd14-24fe20e30175, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=e0fdb202-d160-4dc0-bd14-24fe20e30175,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:12:57.980224 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-097e7586-d523-4640-a4dc-3a55dcca87cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:58.021539 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-1268663d-b29c-4e09-9b05-28593c8371a0 None None] Allocated IP 172.20.0.2 (1ed0cf07-b360-435d-99ba-dcab90d4aae8/7f93fe56-c291-427d-99ca-6accc1c0c843/26278305-c219-4c62-9020-123845bf3846) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:12:58.047300 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b715b-93b5-49a6-81fc-359180ee777e None None] Pushing event updated for resources: {'Port': ['ID=e0fdb202-d160-4dc0-bd14-24fe20e30175,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:12:58.051362 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097e7586-d523-4640-a4dc-3a55dcca87cd None None] Routers {'dda532ec-79b8-4ff2-a84e-b2a0208669fd'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:12:58.051961 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-097e7586-d523-4640-a4dc-3a55dcca87cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:12:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['dda532ec-79b8-4ff2-a84e-b2a0208669fd'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:12:58.161709 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-097e7586-d523-4640-a4dc-3a55dcca87cd None None] Set router dda532ec-79b8-4ff2-a84e-b2a0208669fd gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:12:58.179346 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1268663d-b29c-4e09-9b05-28593c8371a0 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:58.189866 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-1268663d-b29c-4e09-9b05-28593c8371a0 None None] Transition to ACTIVE for port object 26278305-c219-4c62-9020-123845bf3846 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:12:58.205378 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-1268663d-b29c-4e09-9b05-28593c8371a0 None None] Transition to ACTIVE for port object 26278305-c219-4c62-9020-123845bf3846 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:12:58.207457 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c3ca76a4-9f58-4aac-bf9d-caac551a0a87 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:58.212361 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1268663d-b29c-4e09-9b05-28593c8371a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:58.252425 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1268663d-b29c-4e09-9b05-28593c8371a0 None None] Network 1ed0cf07-b360-435d-99ba-dcab90d4aae8 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:12:58.257582 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-1268663d-b29c-4e09-9b05-28593c8371a0 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:12:58.263039 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1268663d-b29c-4e09-9b05-28593c8371a0 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:12:58.266257 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268663d-b29c-4e09-9b05-28593c8371a0 None None] Pushing event updated for resources: {'Port': ['ID=26278305-c219-4c62-9020-123845bf3846,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:12:58.278222 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1268663d-b29c-4e09-9b05-28593c8371a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:12:58.278575 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1268663d-b29c-4e09-9b05-28593c8371a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:12:58.278915 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1268663d-b29c-4e09-9b05-28593c8371a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:12:58.279249 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1268663d-b29c-4e09-9b05-28593c8371a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:12:58.279581 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1268663d-b29c-4e09-9b05-28593c8371a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:12:58.280531 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1268663d-b29c-4e09-9b05-28593c8371a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:12:58.280868 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1268663d-b29c-4e09-9b05-28593c8371a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:12:58.281186 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1268663d-b29c-4e09-9b05-28593c8371a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:12:58.281532 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1268663d-b29c-4e09-9b05-28593c8371a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:12:58.281844 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1268663d-b29c-4e09-9b05-28593c8371a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:12:58.282199 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1268663d-b29c-4e09-9b05-28593c8371a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:12:58.282523 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1268663d-b29c-4e09-9b05-28593c8371a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:12:58.331192 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-1268663d-b29c-4e09-9b05-28593c8371a0 None None] Attempting to bind port 26278305-c219-4c62-9020-123845bf3846 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:12:58.331667 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-1268663d-b29c-4e09-9b05-28593c8371a0 None None] Attempting to bind port 26278305-c219-4c62-9020-123845bf3846 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'db28f1a3-c0f9-44b3-8b62-e9d50fb540b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1ed0cf07-b360-435d-99ba-dcab90d4aae8'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:12:58.331916 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1268663d-b29c-4e09-9b05-28593c8371a0 None None] Attempting to bind port 26278305-c219-4c62-9020-123845bf3846 on network 1ed0cf07-b360-435d-99ba-dcab90d4aae8 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:12:58.337406 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1268663d-b29c-4e09-9b05-28593c8371a0 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:12:58.337836 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1268663d-b29c-4e09-9b05-28593c8371a0 None None] Checking segment: {'id': 'db28f1a3-c0f9-44b3-8b62-e9d50fb540b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1ed0cf07-b360-435d-99ba-dcab90d4aae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:12:58.338227 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1268663d-b29c-4e09-9b05-28593c8371a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:58.338620 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1268663d-b29c-4e09-9b05-28593c8371a0 None None] Bound using segment: {'id': 'db28f1a3-c0f9-44b3-8b62-e9d50fb540b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1ed0cf07-b360-435d-99ba-dcab90d4aae8'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:12:58.339091 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-1268663d-b29c-4e09-9b05-28593c8371a0 None None] Bound port: 26278305-c219-4c62-9020-123845bf3846, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db28f1a3-c0f9-44b3-8b62-e9d50fb540b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1ed0cf07-b360-435d-99ba-dcab90d4aae8'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:12:58.339479 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1268663d-b29c-4e09-9b05-28593c8371a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:58.361347 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-097e7586-d523-4640-a4dc-3a55dcca87cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda532ec-79b8-4ff2-a84e-b2a0208669fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768100430', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'e0fdb202-d160-4dc0-bd14-24fe20e30175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:12:55Z', 'updated_at': '2021-09-08T10:12:56Z', 'revision_number': 3, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': 'e0fdb202-d160-4dc0-bd14-24fe20e30175', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:44:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda532ec-79b8-4ff2-a84e-b2a0208669fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:12:56Z', 'updated_at': '2021-09-08T10:12:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:12:58.390215 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097e7586-d523-4640-a4dc-3a55dcca87cd None None] The sync data for ids ['dda532ec-79b8-4ff2-a84e-b2a0208669fd'] in n-d-806683-11 is: [{'id': 'dda532ec-79b8-4ff2-a84e-b2a0208669fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768100430', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'e0fdb202-d160-4dc0-bd14-24fe20e30175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:12:55Z', 'updated_at': '2021-09-08T10:12:56Z', 'revision_number': 3, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': 'e0fdb202-d160-4dc0-bd14-24fe20e30175', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:44:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda532ec-79b8-4ff2-a84e-b2a0208669fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:12:56Z', 'updated_at': '2021-09-08T10:12:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:12:58.416900 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-1268663d-b29c-4e09-9b05-28593c8371a0 None None] For port 26278305-c219-4c62-9020-123845bf3846, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:12:58.422575 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-1268663d-b29c-4e09-9b05-28593c8371a0 None None] For port 26278305-c219-4c62-9020-123845bf3846, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=26278305-c219-4c62-9020-123845bf3846,segment=NetworkSegment(db28f1a3-c0f9-44b3-8b62-e9d50fb540b5),segment_id=db28f1a3-c0f9-44b3-8b62-e9d50fb540b5)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:12:58.426942 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1268663d-b29c-4e09-9b05-28593c8371a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:58.496889 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268663d-b29c-4e09-9b05-28593c8371a0 None None] Pushing event updated for resources: {'Port': ['ID=26278305-c219-4c62-9020-123845bf3846,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:12:58.845710 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-c3ca76a4-9f58-4aac-bf9d-caac551a0a87 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Allocated IP 172.20.0.1 (1ed0cf07-b360-435d-99ba-dcab90d4aae8/7f93fe56-c291-427d-99ca-6accc1c0c843/615ebcb8-9523-498f-97f9-5e84314b30f7) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:12:58.973788 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c3ca76a4-9f58-4aac-bf9d-caac551a0a87 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:58.989134 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-c3ca76a4-9f58-4aac-bf9d-caac551a0a87 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Transition to ACTIVE for port object 615ebcb8-9523-498f-97f9-5e84314b30f7 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:12:59.023385 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c3ca76a4-9f58-4aac-bf9d-caac551a0a87 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:59.065575 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ca76a4-9f58-4aac-bf9d-caac551a0a87 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Network 1ed0cf07-b360-435d-99ba-dcab90d4aae8 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:12:59.068849 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-c3ca76a4-9f58-4aac-bf9d-caac551a0a87 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:12:59.075235 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ca76a4-9f58-4aac-bf9d-caac551a0a87 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:12:59.099378 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ca76a4-9f58-4aac-bf9d-caac551a0a87 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'Port': ['ID=615ebcb8-9523-498f-97f9-5e84314b30f7,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:12:59.124145 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c3ca76a4-9f58-4aac-bf9d-caac551a0a87 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:59.266815 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c3ca76a4-9f58-4aac-bf9d-caac551a0a87 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:59.384157 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:59.466237 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a5e175-98dc-4185-b67e-7bbc52346f6e None None] Network 1ed0cf07-b360-435d-99ba-dcab90d4aae8 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:12:59.538643 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-1b9dd75f-3156-4d56-ac27-f8d3baa3b7b4 None None] Provisioning for port 26278305-c219-4c62-9020-123845bf3846 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:12:59.567692 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c3ca76a4-9f58-4aac-bf9d-caac551a0a87 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:59.572174 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c3ca76a4-9f58-4aac-bf9d-caac551a0a87 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:59.644785 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ca76a4-9f58-4aac-bf9d-caac551a0a87 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'Port': ['ID=615ebcb8-9523-498f-97f9-5e84314b30f7,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:12:59.650943 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c3ca76a4-9f58-4aac-bf9d-caac551a0a87 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:59.758761 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ca76a4-9f58-4aac-bf9d-caac551a0a87 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Network 1ed0cf07-b360-435d-99ba-dcab90d4aae8 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:12:59.760361 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-c3ca76a4-9f58-4aac-bf9d-caac551a0a87 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:12:59.880513 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-7a8d241e-a297-4655-9aaa-ac513c9ef155 None None] Provisioning for port 615ebcb8-9523-498f-97f9-5e84314b30f7 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:12:59.885172 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-7a8d241e-a297-4655-9aaa-ac513c9ef155 None None] Provisioning complete for port 615ebcb8-9523-498f-97f9-5e84314b30f7 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:12:59.885851 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7a8d241e-a297-4655-9aaa-ac513c9ef155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:12:59.886172 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ca76a4-9f58-4aac-bf9d-caac551a0a87 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Router dda532ec-79b8-4ff2-a84e-b2a0208669fd has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 10:12:59.928399 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-7a8d241e-a297-4655-9aaa-ac513c9ef155 None None] Port 615ebcb8-9523-498f-97f9-5e84314b30f7 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 10:13:00.019345 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ca76a4-9f58-4aac-bf9d-caac551a0a87 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:13:00.025265 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c3ca76a4-9f58-4aac-bf9d-caac551a0a87 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "PUT /v2.0/routers/dda532ec-79b8-4ff2-a84e-b2a0208669fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2939541 Sep 08 10:13:00.069444 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device e0fdb202-d160-4dc0-bd14-24fe20e30175 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:13:00.073244 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c79df3-eac2-4404-8603-cbff6a25ee13 None None] Sync routers for ids ['dda532ec-79b8-4ff2-a84e-b2a0208669fd'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:13:00.107916 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c79df3-eac2-4404-8603-cbff6a25ee13 None None] Routers {'dda532ec-79b8-4ff2-a84e-b2a0208669fd'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:13:00.108491 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-a4c79df3-eac2-4404-8603-cbff6a25ee13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:12:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['dda532ec-79b8-4ff2-a84e-b2a0208669fd'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:13:00.176686 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-65273432-437f-4c9a-98e8-22f83f050cbb None None] Provisioning complete for port 615ebcb8-9523-498f-97f9-5e84314b30f7 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:13:00.177056 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-65273432-437f-4c9a-98e8-22f83f050cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:00.187183 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-591e72df-19d8-4f37-9e73-04352c15ba1f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1791873227&fields=id&tenant_id=df1cda9df730430daf02e1cc7ed939bd HTTP/1.1" status: 200 len: 267 time: 0.0358784 Sep 08 10:13:00.248040 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port e0fdb202-d160-4dc0-bd14-24fe20e30175 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:13:00.259644 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port e0fdb202-d160-4dc0-bd14-24fe20e30175 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:13:00.260027 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:00.265777 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-65273432-437f-4c9a-98e8-22f83f050cbb None None] Port 615ebcb8-9523-498f-97f9-5e84314b30f7 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 10:13:00.295808 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-a4c79df3-eac2-4404-8603-cbff6a25ee13 None None] Set router dda532ec-79b8-4ff2-a84e-b2a0208669fd gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:13:00.300837 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-733afe14-b090-4499-9fe1-4e932c2b1d66 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:13:00.302337 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-733afe14-b090-4499-9fe1-4e932c2b1d66 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/networks?id=1ed0cf07-b360-435d-99ba-dcab90d4aae8 HTTP/1.1" status: 200 len: 796 time: 0.1078224 Sep 08 10:13:00.318216 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-b0ce45d9-33bb-48b4-a1a3-65326877dc67 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/quotas/df1cda9df730430daf02e1cc7ed939bd HTTP/1.1" status: 200 len: 375 time: 0.0099311 Sep 08 10:13:00.377165 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-f5f67f79-a800-4ff9-86f0-294890666c99 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=df1cda9df730430daf02e1cc7ed939bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511472 Sep 08 10:13:00.437071 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-82e5a92e-352d-4161-9edc-d099a214edd8 None None] Provisioning complete for port 615ebcb8-9523-498f-97f9-5e84314b30f7 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:13:00.437682 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-82e5a92e-352d-4161-9edc-d099a214edd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:00.473679 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-75799f2d-8822-47f5-9f75-84ba6d8cb69b service neutron] 10.222.0.54 "GET /v2.0/networks/1ed0cf07-b360-435d-99ba-dcab90d4aae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838776 Sep 08 10:13:00.574763 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-b8183b96-d166-4fc3-ac4b-8f6b38726db9 service neutron] 10.222.0.54 "GET /v2.0/networks/1ed0cf07-b360-435d-99ba-dcab90d4aae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944979 Sep 08 10:13:00.656071 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:00.698399 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port e0fdb202-d160-4dc0-bd14-24fe20e30175, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=e0fdb202-d160-4dc0-bd14-24fe20e30175,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:13:00.699486 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-82e5a92e-352d-4161-9edc-d099a214edd8 None None] Port 615ebcb8-9523-498f-97f9-5e84314b30f7 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 10:13:00.706228 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:00.706879 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 26278305-c219-4c62-9020-123845bf3846 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:13:00.747494 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d42caf35-40fc-4473-924d-71583666f263 req-3fd02dbc-a7e7-4e7a-b77c-dff307ae77b1 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=e51aeca9-b8b0-49b4-8df2-029b085b1498 HTTP/1.1" status: 200 len: 210 time: 0.0292366 Sep 08 10:13:00.816791 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=e0fdb202-d160-4dc0-bd14-24fe20e30175,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:13:00.834912 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 26278305-c219-4c62-9020-123845bf3846 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:13:00.838288 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-a4c79df3-eac2-4404-8603-cbff6a25ee13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda532ec-79b8-4ff2-a84e-b2a0208669fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768100430', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'e0fdb202-d160-4dc0-bd14-24fe20e30175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:12:55Z', 'updated_at': '2021-09-08T10:12:59Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': 'e0fdb202-d160-4dc0-bd14-24fe20e30175', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:44:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda532ec-79b8-4ff2-a84e-b2a0208669fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:12:56Z', 'updated_at': '2021-09-08T10:12:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '615ebcb8-9523-498f-97f9-5e84314b30f7', 'name': '', 'network_id': '1ed0cf07-b360-435d-99ba-dcab90d4aae8', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'mac_address': 'fa:16:3e:d0:82:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda532ec-79b8-4ff2-a84e-b2a0208669fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '7f93fe56-c291-427d-99ca-6accc1c0c843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:12:58Z', 'updated_at': '2021-09-08T10:12:59Z', 'revision_number': 2, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'subnets': [{'id': '7f93fe56-c291-427d-99ca-6accc1c0c843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:13:00.842952 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 26278305-c219-4c62-9020-123845bf3846 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:13:00.843323 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:00.869056 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c79df3-eac2-4404-8603-cbff6a25ee13 None None] Checking router: dda532ec-79b8-4ff2-a84e-b2a0208669fd for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:13:00.869425 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c79df3-eac2-4404-8603-cbff6a25ee13 None None] Updating router dda532ec-79b8-4ff2-a84e-b2a0208669fd port 615ebcb8-9523-498f-97f9-5e84314b30f7 binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 10:13:00.920212 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4c79df3-eac2-4404-8603-cbff6a25ee13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:01.070968 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:01.132347 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 26278305-c219-4c62-9020-123845bf3846, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=26278305-c219-4c62-9020-123845bf3846,segment=NetworkSegment(db28f1a3-c0f9-44b3-8b62-e9d50fb540b5),segment_id=db28f1a3-c0f9-44b3-8b62-e9d50fb540b5)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:13:01.138128 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:01.233633 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=26278305-c219-4c62-9020-123845bf3846,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:13:01.306389 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4c79df3-eac2-4404-8603-cbff6a25ee13 None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:01.316758 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-a4c79df3-eac2-4404-8603-cbff6a25ee13 None None] Transition to ACTIVE for port object 615ebcb8-9523-498f-97f9-5e84314b30f7 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:13:01.322815 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4c79df3-eac2-4404-8603-cbff6a25ee13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:01.371774 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2db1b9-5cb5-4494-880a-0040331df72f None None] Pushing event updated for resources: {'Port': ['ID=615ebcb8-9523-498f-97f9-5e84314b30f7,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:13:01.426821 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-a4c79df3-eac2-4404-8603-cbff6a25ee13 None None] Attempting to bind port 615ebcb8-9523-498f-97f9-5e84314b30f7 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:13:01.427200 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-a4c79df3-eac2-4404-8603-cbff6a25ee13 None None] Attempting to bind port 615ebcb8-9523-498f-97f9-5e84314b30f7 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'db28f1a3-c0f9-44b3-8b62-e9d50fb540b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1ed0cf07-b360-435d-99ba-dcab90d4aae8'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:13:01.427572 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c79df3-eac2-4404-8603-cbff6a25ee13 None None] Attempting to bind port 615ebcb8-9523-498f-97f9-5e84314b30f7 on network 1ed0cf07-b360-435d-99ba-dcab90d4aae8 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:13:01.432700 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c79df3-eac2-4404-8603-cbff6a25ee13 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:13:01.433084 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c79df3-eac2-4404-8603-cbff6a25ee13 None None] Checking segment: {'id': 'db28f1a3-c0f9-44b3-8b62-e9d50fb540b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1ed0cf07-b360-435d-99ba-dcab90d4aae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:13:01.433517 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4c79df3-eac2-4404-8603-cbff6a25ee13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:01.433912 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c79df3-eac2-4404-8603-cbff6a25ee13 None None] Bound using segment: {'id': 'db28f1a3-c0f9-44b3-8b62-e9d50fb540b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1ed0cf07-b360-435d-99ba-dcab90d4aae8'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:13:01.434549 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-a4c79df3-eac2-4404-8603-cbff6a25ee13 None None] Bound port: 615ebcb8-9523-498f-97f9-5e84314b30f7, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db28f1a3-c0f9-44b3-8b62-e9d50fb540b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1ed0cf07-b360-435d-99ba-dcab90d4aae8'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:13:01.434950 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4c79df3-eac2-4404-8603-cbff6a25ee13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:01.504717 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-a4c79df3-eac2-4404-8603-cbff6a25ee13 None None] For port 615ebcb8-9523-498f-97f9-5e84314b30f7, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:13:01.507892 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-a4c79df3-eac2-4404-8603-cbff6a25ee13 None None] For port 615ebcb8-9523-498f-97f9-5e84314b30f7, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=615ebcb8-9523-498f-97f9-5e84314b30f7,segment=NetworkSegment(db28f1a3-c0f9-44b3-8b62-e9d50fb540b5),segment_id=db28f1a3-c0f9-44b3-8b62-e9d50fb540b5)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:13:01.513143 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a4c79df3-eac2-4404-8603-cbff6a25ee13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:01.564920 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c79df3-eac2-4404-8603-cbff6a25ee13 None None] Routers {'dda532ec-79b8-4ff2-a84e-b2a0208669fd'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:13:01.565558 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-a4c79df3-eac2-4404-8603-cbff6a25ee13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:12:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['dda532ec-79b8-4ff2-a84e-b2a0208669fd'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:13:01.612224 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2db1b9-5cb5-4494-880a-0040331df72f None None] Pushing event updated for resources: {'Port': ['ID=615ebcb8-9523-498f-97f9-5e84314b30f7,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:13:01.703536 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-a4c79df3-eac2-4404-8603-cbff6a25ee13 None None] Set router dda532ec-79b8-4ff2-a84e-b2a0208669fd gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:13:01.792508 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-286a6558-11df-4bc5-842c-f741254d65d2 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:13:01.794372 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-286a6558-11df-4bc5-842c-f741254d65d2 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.37 "GET /v2.0/networks?id=1ed0cf07-b360-435d-99ba-dcab90d4aae8 HTTP/1.1" status: 200 len: 796 time: 0.1243432 Sep 08 10:13:01.864029 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a4814de9-e7de-4331-8c1a-4569977d5a15 req-bbf1eb2d-ef67-4caa-8995-388bf5d7a925 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=e51aeca9-b8b0-49b4-8df2-029b085b1498 HTTP/1.1" status: 200 len: 210 time: 0.0310056 Sep 08 10:13:01.879941 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-f23e73a0-f4af-4c5e-a340-f998ec378cdb tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df1cda9df730430daf02e1cc7ed939bd HTTP/1.1" status: 200 len: 380 time: 0.0695615 Sep 08 10:13:01.910678 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-7bc44ec6-ffda-41f6-85cc-3a9b040938db tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'port': {'device_id': 'e51aeca9-b8b0-49b4-8df2-029b085b1498', 'network_id': '1ed0cf07-b360-435d-99ba-dcab90d4aae8', 'admin_state_up': True, 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'security_groups': ['8a962bb6-e1fa-4714-a591-674a3b5c8950']}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:13:01.943420 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-a4c79df3-eac2-4404-8603-cbff6a25ee13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda532ec-79b8-4ff2-a84e-b2a0208669fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768100430', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'e0fdb202-d160-4dc0-bd14-24fe20e30175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:12:55Z', 'updated_at': '2021-09-08T10:12:59Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': 'e0fdb202-d160-4dc0-bd14-24fe20e30175', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:44:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda532ec-79b8-4ff2-a84e-b2a0208669fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:12:56Z', 'updated_at': '2021-09-08T10:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '615ebcb8-9523-498f-97f9-5e84314b30f7', 'name': '', 'network_id': '1ed0cf07-b360-435d-99ba-dcab90d4aae8', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'mac_address': 'fa:16:3e:d0:82:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda532ec-79b8-4ff2-a84e-b2a0208669fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '7f93fe56-c291-427d-99ca-6accc1c0c843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:12:58Z', 'updated_at': '2021-09-08T10:13:01Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'subnets': [{'id': '7f93fe56-c291-427d-99ca-6accc1c0c843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:13:01.975117 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c79df3-eac2-4404-8603-cbff6a25ee13 None None] The sync data for ids ['dda532ec-79b8-4ff2-a84e-b2a0208669fd'] in n-d-806683-11 is: [{'id': 'dda532ec-79b8-4ff2-a84e-b2a0208669fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768100430', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'e0fdb202-d160-4dc0-bd14-24fe20e30175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:12:55Z', 'updated_at': '2021-09-08T10:12:59Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': 'e0fdb202-d160-4dc0-bd14-24fe20e30175', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:44:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda532ec-79b8-4ff2-a84e-b2a0208669fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:12:56Z', 'updated_at': '2021-09-08T10:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '615ebcb8-9523-498f-97f9-5e84314b30f7', 'name': '', 'network_id': '1ed0cf07-b360-435d-99ba-dcab90d4aae8', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'mac_address': 'fa:16:3e:d0:82:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda532ec-79b8-4ff2-a84e-b2a0208669fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '7f93fe56-c291-427d-99ca-6accc1c0c843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:12:58Z', 'updated_at': '2021-09-08T10:13:01Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'subnets': [{'id': '7f93fe56-c291-427d-99ca-6accc1c0c843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:13:02.023320 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device e0fdb202-d160-4dc0-bd14-24fe20e30175 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:13:02.051237 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-7bc44ec6-ffda-41f6-85cc-3a9b040938db tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Made reservation on behalf of df1cda9df730430daf02e1cc7ed939bd for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:13:02.055491 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-7bc44ec6-ffda-41f6-85cc-3a9b040938db tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:02.073900 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port e0fdb202-d160-4dc0-bd14-24fe20e30175 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:13:02.075110 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:02.159873 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 26278305-c219-4c62-9020-123845bf3846 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:13:02.194913 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-7bc44ec6-ffda-41f6-85cc-3a9b040938db tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Allocated IP 172.20.0.11 (1ed0cf07-b360-435d-99ba-dcab90d4aae8/7f93fe56-c291-427d-99ca-6accc1c0c843/49bd1b39-ceb9-4ba7-93f1-e05d1541dab7) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:13:02.217121 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 26278305-c219-4c62-9020-123845bf3846 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:13:02.217602 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:02.356230 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-7bc44ec6-ffda-41f6-85cc-3a9b040938db tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:02.370587 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-7bc44ec6-ffda-41f6-85cc-3a9b040938db tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Transition to ACTIVE for port object 49bd1b39-ceb9-4ba7-93f1-e05d1541dab7 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:13:02.405593 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-7bc44ec6-ffda-41f6-85cc-3a9b040938db tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:02.450567 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-7bc44ec6-ffda-41f6-85cc-3a9b040938db tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Network 1ed0cf07-b360-435d-99ba-dcab90d4aae8 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:13:02.453538 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-7bc44ec6-ffda-41f6-85cc-3a9b040938db tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:13:02.459999 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-7bc44ec6-ffda-41f6-85cc-3a9b040938db tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:13:02.467724 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc44ec6-ffda-41f6-85cc-3a9b040938db tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'Port': ['ID=49bd1b39-ceb9-4ba7-93f1-e05d1541dab7,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:13:02.519951 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-7bc44ec6-ffda-41f6-85cc-3a9b040938db tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:13:02.520800 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-7bc44ec6-ffda-41f6-85cc-3a9b040938db tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:02.541368 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-7bc44ec6-ffda-41f6-85cc-3a9b040938db tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6341000 Sep 08 10:13:02.559315 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-096a98ab-dcb9-4d16-9049-a952a3340b4d service neutron] Request body: {'port': {'device_id': 'e51aeca9-b8b0-49b4-8df2-029b085b1498', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:13:02.620362 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-096a98ab-dcb9-4d16-9049-a952a3340b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:02.766623 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-66018ae8-41a0-449a-8fb3-d677c8a4edb3 None None] Provisioning for port 49bd1b39-ceb9-4ba7-93f1-e05d1541dab7 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:13:02.770923 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-66018ae8-41a0-449a-8fb3-d677c8a4edb3 None None] Provisioning complete for port 49bd1b39-ceb9-4ba7-93f1-e05d1541dab7 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:13:02.771381 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-66018ae8-41a0-449a-8fb3-d677c8a4edb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:02.807655 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-66018ae8-41a0-449a-8fb3-d677c8a4edb3 None None] Port 49bd1b39-ceb9-4ba7-93f1-e05d1541dab7 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 10:13:02.914527 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-096a98ab-dcb9-4d16-9049-a952a3340b4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49bd1b39-ceb9-4ba7-93f1-e05d1541dab7 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 10:13:02.922870 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-096a98ab-dcb9-4d16-9049-a952a3340b4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:02.937294 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-096a98ab-dcb9-4d16-9049-a952a3340b4d service neutron] Transition to ACTIVE for port object 49bd1b39-ceb9-4ba7-93f1-e05d1541dab7 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:13:02.941096 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-096a98ab-dcb9-4d16-9049-a952a3340b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:02.994174 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4d052-dc93-4676-8975-bc771053b1df req-e1978ecc-4bb9-460f-a369-5c693e7d173b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:13:02.996664 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-44f4d052-dc93-4676-8975-bc771053b1df req-e1978ecc-4bb9-460f-a369-5c693e7d173b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=e51aeca9-b8b0-49b4-8df2-029b085b1498 HTTP/1.1" status: 200 len: 944 time: 0.0563316 Sep 08 10:13:03.035597 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a98ab-dcb9-4d16-9049-a952a3340b4d service neutron] Pushing event updated for resources: {'Port': ['ID=49bd1b39-ceb9-4ba7-93f1-e05d1541dab7,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:13:03.057158 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-44f4d052-dc93-4676-8975-bc771053b1df req-c534bbd6-6fac-46ec-9ce2-e802ffeaa8a4 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a962bb6-e1fa-4714-a591-674a3b5c8950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505121 Sep 08 10:13:03.087872 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-096a98ab-dcb9-4d16-9049-a952a3340b4d service neutron] Attempting to bind port 49bd1b39-ceb9-4ba7-93f1-e05d1541dab7 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:13:03.088210 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-096a98ab-dcb9-4d16-9049-a952a3340b4d service neutron] Attempting to bind port 49bd1b39-ceb9-4ba7-93f1-e05d1541dab7 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'db28f1a3-c0f9-44b3-8b62-e9d50fb540b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1ed0cf07-b360-435d-99ba-dcab90d4aae8'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:13:03.088534 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-096a98ab-dcb9-4d16-9049-a952a3340b4d service neutron] Attempting to bind port 49bd1b39-ceb9-4ba7-93f1-e05d1541dab7 on network 1ed0cf07-b360-435d-99ba-dcab90d4aae8 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:13:03.094482 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-096a98ab-dcb9-4d16-9049-a952a3340b4d service neutron] Port 49bd1b39-ceb9-4ba7-93f1-e05d1541dab7 on network 1ed0cf07-b360-435d-99ba-dcab90d4aae8 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 10:13:03.094888 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-096a98ab-dcb9-4d16-9049-a952a3340b4d service neutron] Attempting to bind port 49bd1b39-ceb9-4ba7-93f1-e05d1541dab7 on network 1ed0cf07-b360-435d-99ba-dcab90d4aae8 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:13:03.100490 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-096a98ab-dcb9-4d16-9049-a952a3340b4d service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:13:03.101062 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-096a98ab-dcb9-4d16-9049-a952a3340b4d service neutron] Checking segment: {'id': 'db28f1a3-c0f9-44b3-8b62-e9d50fb540b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1ed0cf07-b360-435d-99ba-dcab90d4aae8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:13:03.101618 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-096a98ab-dcb9-4d16-9049-a952a3340b4d service neutron] Bound using segment: {'id': 'db28f1a3-c0f9-44b3-8b62-e9d50fb540b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1ed0cf07-b360-435d-99ba-dcab90d4aae8'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:13:03.102271 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-096a98ab-dcb9-4d16-9049-a952a3340b4d service neutron] Bound port: 49bd1b39-ceb9-4ba7-93f1-e05d1541dab7, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db28f1a3-c0f9-44b3-8b62-e9d50fb540b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '1ed0cf07-b360-435d-99ba-dcab90d4aae8'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:13:03.102636 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-096a98ab-dcb9-4d16-9049-a952a3340b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:03.176339 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-096a98ab-dcb9-4d16-9049-a952a3340b4d service neutron] For port 49bd1b39-ceb9-4ba7-93f1-e05d1541dab7, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:13:03.179589 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-096a98ab-dcb9-4d16-9049-a952a3340b4d service neutron] For port 49bd1b39-ceb9-4ba7-93f1-e05d1541dab7, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=49bd1b39-ceb9-4ba7-93f1-e05d1541dab7,segment=NetworkSegment(db28f1a3-c0f9-44b3-8b62-e9d50fb540b5),segment_id=db28f1a3-c0f9-44b3-8b62-e9d50fb540b5)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:13:03.184250 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-096a98ab-dcb9-4d16-9049-a952a3340b4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:03.218094 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-096a98ab-dcb9-4d16-9049-a952a3340b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:13:03.219147 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-096a98ab-dcb9-4d16-9049-a952a3340b4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:03.220544 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-096a98ab-dcb9-4d16-9049-a952a3340b4d service neutron] 10.222.0.37 "PUT /v2.0/ports/49bd1b39-ceb9-4ba7-93f1-e05d1541dab7 HTTP/1.1" status: 200 len: 1093 time: 0.6659977 Sep 08 10:13:03.223019 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e51aeca9-b8b0-49b4-8df2-029b085b1498', 'tag': '49bd1b39-ceb9-4ba7-93f1-e05d1541dab7'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:13:03.225380 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c65f83-fe4f-424c-a097-e6c91442d4a3" -d '{"events": [{"name": "network-changed", "server_uuid": "e51aeca9-b8b0-49b4-8df2-029b085b1498", "tag": "49bd1b39-ceb9-4ba7-93f1-e05d1541dab7"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:13:03.254939 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a98ab-dcb9-4d16-9049-a952a3340b4d service neutron] Pushing event updated for resources: {'Port': ['ID=49bd1b39-ceb9-4ba7-93f1-e05d1541dab7,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:13:03.279325 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 10:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c56621-9810-485e-a15a-92ac70a3bd5c x-openstack-request-id: req-73c56621-9810-485e-a15a-92ac70a3bd5c {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:13:03.279867 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e51aeca9-b8b0-49b4-8df2-029b085b1498", "tag": "49bd1b39-ceb9-4ba7-93f1-e05d1541dab7", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:13:03.280144 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-73c56621-9810-485e-a15a-92ac70a3bd5c {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:13:03.280553 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e51aeca9-b8b0-49b4-8df2-029b085b1498', 'tag': '49bd1b39-ceb9-4ba7-93f1-e05d1541dab7', 'status': 'completed', 'code': 200} Sep 08 10:13:03.336620 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-e803a03f-12ad-4813-bc1e-17d5a9783f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:13:03.338374 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-e803a03f-12ad-4813-bc1e-17d5a9783f27 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df1cda9df730430daf02e1cc7ed939bd&device_id=e51aeca9-b8b0-49b4-8df2-029b085b1498 HTTP/1.1" status: 200 len: 1096 time: 0.0435734 Sep 08 10:13:03.392465 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-fde82c13-3520-4b13-b732-ac02a1bb6e35 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49bd1b39-ceb9-4ba7-93f1-e05d1541dab7 HTTP/1.1" status: 200 len: 217 time: 0.0408812 Sep 08 10:13:03.443967 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-d41a6041-68cd-4485-a340-ee5500ee115e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:13:03.445454 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-d41a6041-68cd-4485-a340-ee5500ee115e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7f93fe56-c291-427d-99ca-6accc1c0c843 HTTP/1.1" status: 200 len: 833 time: 0.0444951 Sep 08 10:13:03.491126 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-77f62505-a2ca-4afe-ba03-5c75397fa45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:13:03.492642 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-77f62505-a2ca-4afe-ba03-5c75397fa45e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1ed0cf07-b360-435d-99ba-dcab90d4aae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404611 Sep 08 10:13:03.586486 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-e9acf118-040d-43b7-b9ae-f9985ac8edb3 service neutron] 10.222.0.37 "GET /v2.0/networks/1ed0cf07-b360-435d-99ba-dcab90d4aae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868325 Sep 08 10:13:03.685378 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-18cfe7cf-781d-4293-b80c-f923b8a505bc req-69ba784e-04ab-47b7-940e-450ed4506292 service neutron] 10.222.0.37 "GET /v2.0/networks/1ed0cf07-b360-435d-99ba-dcab90d4aae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918264 Sep 08 10:13:03.809260 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c65f83-fe4f-424c-a097-e6c91442d4a3 req-0d3eeae4-5c89-4c20-9b91-3062e82d170f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:13:03.810904 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e9c65f83-fe4f-424c-a097-e6c91442d4a3 req-0d3eeae4-5c89-4c20-9b91-3062e82d170f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df1cda9df730430daf02e1cc7ed939bd&device_id=e51aeca9-b8b0-49b4-8df2-029b085b1498 HTTP/1.1" status: 200 len: 1096 time: 0.0455253 Sep 08 10:13:03.899111 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c65f83-fe4f-424c-a097-e6c91442d4a3 req-a6462ec2-1273-4d60-9d81-67f8a78c0924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:13:03.900475 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e9c65f83-fe4f-424c-a097-e6c91442d4a3 req-a6462ec2-1273-4d60-9d81-67f8a78c0924 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1ed0cf07-b360-435d-99ba-dcab90d4aae8 HTTP/1.1" status: 200 len: 897 time: 0.0829062 Sep 08 10:13:03.944477 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e9c65f83-fe4f-424c-a097-e6c91442d4a3 req-e6395845-2498-47a9-8883-9cd18e7cc879 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49bd1b39-ceb9-4ba7-93f1-e05d1541dab7 HTTP/1.1" status: 200 len: 217 time: 0.0369217 Sep 08 10:13:04.002806 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c65f83-fe4f-424c-a097-e6c91442d4a3 req-b2983e55-6993-44e7-bd87-02e939060d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:13:04.004309 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e9c65f83-fe4f-424c-a097-e6c91442d4a3 req-b2983e55-6993-44e7-bd87-02e939060d5f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7f93fe56-c291-427d-99ca-6accc1c0c843 HTTP/1.1" status: 200 len: 833 time: 0.0532320 Sep 08 10:13:04.018700 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 615ebcb8-9523-498f-97f9-5e84314b30f7 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:13:04.057337 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c65f83-fe4f-424c-a097-e6c91442d4a3 req-fc9ce775-414f-406c-a8c2-675f50cf0d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:13:04.060156 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e9c65f83-fe4f-424c-a097-e6c91442d4a3 req-fc9ce775-414f-406c-a8c2-675f50cf0d21 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1ed0cf07-b360-435d-99ba-dcab90d4aae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467954 Sep 08 10:13:04.074199 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 615ebcb8-9523-498f-97f9-5e84314b30f7 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:13:04.079020 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 615ebcb8-9523-498f-97f9-5e84314b30f7 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:13:04.079903 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:04.164714 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:04.176191 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e9c65f83-fe4f-424c-a097-e6c91442d4a3 req-f270d23f-2225-4e53-b2c2-d679de8f41b3 service neutron] 10.222.0.37 "GET /v2.0/networks/1ed0cf07-b360-435d-99ba-dcab90d4aae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086278 Sep 08 10:13:04.176460 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd50e37-17ed-48e8-ae16-b94a61af0caf req-810a126a-b070-4f7c-ad4e-32d941a30051 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:13:04.178176 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fcd50e37-17ed-48e8-ae16-b94a61af0caf req-810a126a-b070-4f7c-ad4e-32d941a30051 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=e51aeca9-b8b0-49b4-8df2-029b085b1498 HTTP/1.1" status: 200 len: 944 time: 0.0585282 Sep 08 10:13:04.203712 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 615ebcb8-9523-498f-97f9-5e84314b30f7, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=615ebcb8-9523-498f-97f9-5e84314b30f7,segment=NetworkSegment(db28f1a3-c0f9-44b3-8b62-e9d50fb540b5),segment_id=db28f1a3-c0f9-44b3-8b62-e9d50fb540b5)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:13:04.211822 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:04.225369 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-fcd50e37-17ed-48e8-ae16-b94a61af0caf req-8a552592-1d45-4eb9-aef7-a3cceb8e3606 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a962bb6-e1fa-4714-a591-674a3b5c8950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405078 Sep 08 10:13:04.268126 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=615ebcb8-9523-498f-97f9-5e84314b30f7,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:13:04.274654 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e9c65f83-fe4f-424c-a097-e6c91442d4a3 req-9fa4ba1d-34a9-44ea-ab15-22d0ab66f7e3 service neutron] 10.222.0.37 "GET /v2.0/networks/1ed0cf07-b360-435d-99ba-dcab90d4aae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908976 Sep 08 10:13:05.344619 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461ec83-f7fe-470e-8585-403ee62733b6 req-1de7e499-6ebb-454d-b697-45ebf40ede43 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:13:05.346033 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4461ec83-f7fe-470e-8585-403ee62733b6 req-1de7e499-6ebb-454d-b697-45ebf40ede43 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=e51aeca9-b8b0-49b4-8df2-029b085b1498 HTTP/1.1" status: 200 len: 944 time: 0.0500512 Sep 08 10:13:05.389458 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4461ec83-f7fe-470e-8585-403ee62733b6 req-0e960c00-d724-4e50-8001-fdc38a5ef911 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a962bb6-e1fa-4714-a591-674a3b5c8950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372415 Sep 08 10:13:05.688342 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 49bd1b39-ceb9-4ba7-93f1-e05d1541dab7 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 10:13:05.792629 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 49bd1b39-ceb9-4ba7-93f1-e05d1541dab7, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=49bd1b39-ceb9-4ba7-93f1-e05d1541dab7,segment=NetworkSegment(db28f1a3-c0f9-44b3-8b62-e9d50fb540b5),segment_id=db28f1a3-c0f9-44b3-8b62-e9d50fb540b5)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:13:05.803899 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '49bd1b39-ceb9-4ba7-93f1-e05d1541dab7', 'network_id': '1ed0cf07-b360-435d-99ba-dcab90d4aae8', 'port_id': '49bd1b39-ceb9-4ba7-93f1-e05d1541dab7', 'mac_address': 'fa:16:3e:de:8f:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f93fe56-c291-427d-99ca-6accc1c0c843', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 10:13:05.841009 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:05.853263 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49bd1b39-ceb9-4ba7-93f1-e05d1541dab7 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 10:13:05.875161 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 49bd1b39-ceb9-4ba7-93f1-e05d1541dab7, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=49bd1b39-ceb9-4ba7-93f1-e05d1541dab7,segment=NetworkSegment(db28f1a3-c0f9-44b3-8b62-e9d50fb540b5),segment_id=db28f1a3-c0f9-44b3-8b62-e9d50fb540b5)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:13:05.879241 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:05.927005 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=49bd1b39-ceb9-4ba7-93f1-e05d1541dab7,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:13:05.998770 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 615ebcb8-9523-498f-97f9-5e84314b30f7 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:13:06.049307 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 615ebcb8-9523-498f-97f9-5e84314b30f7 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:13:06.049685 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:06.180777 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['49bd1b39-ceb9-4ba7-93f1-e05d1541dab7'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 10:13:06.505240 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b996d7-6dc8-47d2-8bab-0d42e01a49f4 req-e06f8b34-349a-458b-a8e1-9dcafd3c7ca6 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:13:06.506814 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-48b996d7-6dc8-47d2-8bab-0d42e01a49f4 req-e06f8b34-349a-458b-a8e1-9dcafd3c7ca6 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=e51aeca9-b8b0-49b4-8df2-029b085b1498 HTTP/1.1" status: 200 len: 945 time: 0.0498035 Sep 08 10:13:06.544641 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-48b996d7-6dc8-47d2-8bab-0d42e01a49f4 req-d63590e1-4614-4a56-9433-d721cef46f10 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a962bb6-e1fa-4714-a591-674a3b5c8950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312886 Sep 08 10:13:07.660793 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd180a30-6667-4549-9c8d-846d7c401682 req-90688dd4-e424-4656-af2f-e6dabbfa07c9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:13:07.662451 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fd180a30-6667-4549-9c8d-846d7c401682 req-90688dd4-e424-4656-af2f-e6dabbfa07c9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=e51aeca9-b8b0-49b4-8df2-029b085b1498 HTTP/1.1" status: 200 len: 945 time: 0.0491292 Sep 08 10:13:07.697959 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 49bd1b39-ceb9-4ba7-93f1-e05d1541dab7 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:13:07.704942 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fd180a30-6667-4549-9c8d-846d7c401682 req-b29d52e8-b8c7-4cb5-a932-384ffb2b12fc tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a962bb6-e1fa-4714-a591-674a3b5c8950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357385 Sep 08 10:13:07.751737 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 49bd1b39-ceb9-4ba7-93f1-e05d1541dab7 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:13:07.755301 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 49bd1b39-ceb9-4ba7-93f1-e05d1541dab7 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:13:07.755676 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:07.831615 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:07.854155 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e51aeca9-b8b0-49b4-8df2-029b085b1498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49bd1b39-ceb9-4ba7-93f1-e05d1541dab7'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:13:07.856930 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbd6ab74e39b4b2e86e5ab95b387a5b58b5aa7d7561c6c8e6a0b2b9382551d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94af5963-b830-40b0-8c7c-11eb1badc286" -d '{"events": [{"server_uuid": "e51aeca9-b8b0-49b4-8df2-029b085b1498", "name": "network-vif-plugged", "status": "completed", "tag": "49bd1b39-ceb9-4ba7-93f1-e05d1541dab7"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:13:07.872571 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 49bd1b39-ceb9-4ba7-93f1-e05d1541dab7, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=49bd1b39-ceb9-4ba7-93f1-e05d1541dab7,segment=NetworkSegment(db28f1a3-c0f9-44b3-8b62-e9d50fb540b5),segment_id=db28f1a3-c0f9-44b3-8b62-e9d50fb540b5)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:13:07.878272 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:07.906871 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 10:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ddc4776-6d9e-4a04-9453-eeddb20ba222 x-openstack-request-id: req-0ddc4776-6d9e-4a04-9453-eeddb20ba222 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:13:07.907161 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e51aeca9-b8b0-49b4-8df2-029b085b1498", "name": "network-vif-plugged", "status": "completed", "tag": "49bd1b39-ceb9-4ba7-93f1-e05d1541dab7", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:13:07.907408 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-0ddc4776-6d9e-4a04-9453-eeddb20ba222 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:13:07.907794 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e51aeca9-b8b0-49b4-8df2-029b085b1498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49bd1b39-ceb9-4ba7-93f1-e05d1541dab7', 'code': 200} Sep 08 10:13:07.931031 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=49bd1b39-ceb9-4ba7-93f1-e05d1541dab7,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:13:08.037415 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5cd0d-3084-43b4-b94e-835998b27a8b req-5e57ce62-00a4-4c78-9a50-feb0b733c6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:13:08.038986 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b7d5cd0d-3084-43b4-b94e-835998b27a8b req-5e57ce62-00a4-4c78-9a50-feb0b733c6b6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e51aeca9-b8b0-49b4-8df2-029b085b1498 HTTP/1.1" status: 200 len: 1098 time: 0.0432606 Sep 08 10:13:08.073572 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b7d5cd0d-3084-43b4-b94e-835998b27a8b req-860325cd-4ee2-40da-a30d-eb9ea12640bd service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8a962bb6-e1fa-4714-a591-674a3b5c8950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273705 Sep 08 10:13:08.821594 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0d9a4-edd5-4552-ac10-f1fc2f93f4d3 req-0c3e1d35-3670-442c-9f91-0179b5eeb764 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:13:08.823107 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c9f0d9a4-edd5-4552-ac10-f1fc2f93f4d3 req-0c3e1d35-3670-442c-9f91-0179b5eeb764 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=e51aeca9-b8b0-49b4-8df2-029b085b1498 HTTP/1.1" status: 200 len: 946 time: 0.0484657 Sep 08 10:13:08.864205 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c9f0d9a4-edd5-4552-ac10-f1fc2f93f4d3 req-df5b0fc7-aa57-4ffa-bd97-4f604cbbdf81 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a962bb6-e1fa-4714-a591-674a3b5c8950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348308 Sep 08 10:13:09.983614 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab373547-327f-49cf-94d7-dc6ec55c9238 req-e3773f01-776a-47db-86a3-86515dc22779 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:13:09.985174 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ab373547-327f-49cf-94d7-dc6ec55c9238 req-e3773f01-776a-47db-86a3-86515dc22779 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=e51aeca9-b8b0-49b4-8df2-029b085b1498 HTTP/1.1" status: 200 len: 946 time: 0.0517137 Sep 08 10:13:10.023470 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ab373547-327f-49cf-94d7-dc6ec55c9238 req-d46c9bfa-b4e5-451b-b5b2-e0d6fc9ee6cd tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a962bb6-e1fa-4714-a591-674a3b5c8950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323718 Sep 08 10:13:10.141868 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f1d4a-388c-4a96-8594-c9c1557b1d64 req-4c2de0e8-ea15-40ef-97f7-01d068a3f077 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:13:10.143391 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb0f1d4a-388c-4a96-8594-c9c1557b1d64 req-4c2de0e8-ea15-40ef-97f7-01d068a3f077 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=e51aeca9-b8b0-49b4-8df2-029b085b1498 HTTP/1.1" status: 200 len: 946 time: 0.0527604 Sep 08 10:13:10.181200 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cb0f1d4a-388c-4a96-8594-c9c1557b1d64 req-e7a69bb0-3c51-487f-bdae-6c1765774d92 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a962bb6-e1fa-4714-a591-674a3b5c8950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317678 Sep 08 10:13:10.203052 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39528) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:13:10.242153 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728c3eaf-20ed-46f4-be96-9bc91e390171 tempest-TestNetworkAdvancedServerOps-479438815 tempest-TestNetworkAdvancedServerOps-479438815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:13:10.243668 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-728c3eaf-20ed-46f4-be96-9bc91e390171 tempest-TestNetworkAdvancedServerOps-479438815 tempest-TestNetworkAdvancedServerOps-479438815-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=e51aeca9-b8b0-49b4-8df2-029b085b1498 HTTP/1.1" status: 200 len: 1093 time: 0.0396605 Sep 08 10:13:10.246441 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39530) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:13:10.250807 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-e1ee4c6e-7109-4d72-b6ba-b36d2ebe6873 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'port_id': '49bd1b39-ceb9-4ba7-93f1-e05d1541dab7', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:13:10.272138 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e1ee4c6e-7109-4d72-b6ba-b36d2ebe6873 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for floatingip, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:10.370975 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e1ee4c6e-7109-4d72-b6ba-b36d2ebe6873 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:10.472820 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-e1ee4c6e-7109-4d72-b6ba-b36d2ebe6873 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Allocated IP 172.25.0.135 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/ae181fbf-79e5-489a-b8a6-c2e0722a70e6) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:13:10.578659 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e1ee4c6e-7109-4d72-b6ba-b36d2ebe6873 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:10.616702 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e1ee4c6e-7109-4d72-b6ba-b36d2ebe6873 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:10.656530 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ee4c6e-7109-4d72-b6ba-b36d2ebe6873 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:13:10.659527 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-e1ee4c6e-7109-4d72-b6ba-b36d2ebe6873 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:13:10.665172 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ee4c6e-7109-4d72-b6ba-b36d2ebe6873 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:13:10.688055 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee4c6e-7109-4d72-b6ba-b36d2ebe6873 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'Port': ['ID=ae181fbf-79e5-489a-b8a6-c2e0722a70e6,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:13:11.038168 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e1ee4c6e-7109-4d72-b6ba-b36d2ebe6873 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:11.102515 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e1ee4c6e-7109-4d72-b6ba-b36d2ebe6873 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:11.254856 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e1ee4c6e-7109-4d72-b6ba-b36d2ebe6873 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:11.259061 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e1ee4c6e-7109-4d72-b6ba-b36d2ebe6873 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:11.330496 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee4c6e-7109-4d72-b6ba-b36d2ebe6873 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'Port': ['ID=ae181fbf-79e5-489a-b8a6-c2e0722a70e6,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:13:11.338370 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e1ee4c6e-7109-4d72-b6ba-b36d2ebe6873 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:11.436568 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [None req-e1ee4c6e-7109-4d72-b6ba-b36d2ebe6873 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Floating IP 1d450fa1-d6e3-4cfb-8c5c-d6d3dffa0de3 associated. External IP: 172.25.0.135, port: 49bd1b39-ceb9-4ba7-93f1-e05d1541dab7. Sep 08 10:13:11.638252 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ee4c6e-7109-4d72-b6ba-b36d2ebe6873 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Router dda532ec-79b8-4ff2-a84e-b2a0208669fd has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 10:13:11.745537 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ee4c6e-7109-4d72-b6ba-b36d2ebe6873 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:13:11.755236 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a8dc3b-f245-4a69-b94b-30868d59bff9 None None] Sync routers for ids ['dda532ec-79b8-4ff2-a84e-b2a0208669fd'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:13:11.760964 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e1ee4c6e-7109-4d72-b6ba-b36d2ebe6873 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:11.765316 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a8dc3b-f245-4a69-b94b-30868d59bff9 None None] Routers {'dda532ec-79b8-4ff2-a84e-b2a0208669fd'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:13:11.765912 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-c8a8dc3b-f245-4a69-b94b-30868d59bff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:12:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['dda532ec-79b8-4ff2-a84e-b2a0208669fd'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:13:11.788709 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e1ee4c6e-7109-4d72-b6ba-b36d2ebe6873 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5411081 Sep 08 10:13:11.789297 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e51aeca9-b8b0-49b4-8df2-029b085b1498', 'tag': '49bd1b39-ceb9-4ba7-93f1-e05d1541dab7'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:13:11.791706 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4897ad90-3aed-4f7a-8d54-87608c9e0eb2" -d '{"events": [{"name": "network-changed", "server_uuid": "e51aeca9-b8b0-49b4-8df2-029b085b1498", "tag": "49bd1b39-ceb9-4ba7-93f1-e05d1541dab7"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:13:11.830301 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 10:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898ce8ff-2d2f-4fbd-855a-0fa819e67b8f x-openstack-request-id: req-898ce8ff-2d2f-4fbd-855a-0fa819e67b8f {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:13:11.830592 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e51aeca9-b8b0-49b4-8df2-029b085b1498", "tag": "49bd1b39-ceb9-4ba7-93f1-e05d1541dab7", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:13:11.830871 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-898ce8ff-2d2f-4fbd-855a-0fa819e67b8f {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:13:11.831280 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e51aeca9-b8b0-49b4-8df2-029b085b1498', 'tag': '49bd1b39-ceb9-4ba7-93f1-e05d1541dab7', 'status': 'completed', 'code': 200} Sep 08 10:13:11.872876 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-c8a8dc3b-f245-4a69-b94b-30868d59bff9 None None] Set router dda532ec-79b8-4ff2-a84e-b2a0208669fd gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:13:11.893473 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563ea3d-9fa7-48d8-9fd3-f8ae23a294ef req-498efa84-acca-4310-b70d-039395c781c8 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:13:11.895101 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7563ea3d-9fa7-48d8-9fd3-f8ae23a294ef req-498efa84-acca-4310-b70d-039395c781c8 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=e51aeca9-b8b0-49b4-8df2-029b085b1498 HTTP/1.1" status: 200 len: 946 time: 0.0561681 Sep 08 10:13:11.917925 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4897ad90-3aed-4f7a-8d54-87608c9e0eb2 req-2f29ba12-435c-4ba6-a6c9-116f4818c09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:13:11.920013 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4897ad90-3aed-4f7a-8d54-87608c9e0eb2 req-2f29ba12-435c-4ba6-a6c9-116f4818c09c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df1cda9df730430daf02e1cc7ed939bd&device_id=e51aeca9-b8b0-49b4-8df2-029b085b1498 HTTP/1.1" status: 200 len: 1098 time: 0.0455570 Sep 08 10:13:11.935844 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7563ea3d-9fa7-48d8-9fd3-f8ae23a294ef req-e3e9da13-ae71-4a57-bc06-7982e06b0c5b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a962bb6-e1fa-4714-a591-674a3b5c8950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342700 Sep 08 10:13:11.958415 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39536) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:13:12.019741 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0077a733-e9d4-4975-9a59-a5133c4a3ee2 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/floatingips/1d450fa1-d6e3-4cfb-8c5c-d6d3dffa0de3 HTTP/1.1" status: 200 len: 992 time: 0.0599241 Sep 08 10:13:12.024904 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4897ad90-3aed-4f7a-8d54-87608c9e0eb2 req-c41508e8-5769-46ba-85a0-ced5fbc08b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:13:12.026474 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4897ad90-3aed-4f7a-8d54-87608c9e0eb2 req-c41508e8-5769-46ba-85a0-ced5fbc08b2d service neutron] 10.222.0.37 "GET /v2.0/networks?id=1ed0cf07-b360-435d-99ba-dcab90d4aae8 HTTP/1.1" status: 200 len: 897 time: 0.0995822 Sep 08 10:13:12.103691 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4897ad90-3aed-4f7a-8d54-87608c9e0eb2 req-2d7baeb4-ddbf-4324-87fb-532b7b291a4b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49bd1b39-ceb9-4ba7-93f1-e05d1541dab7 HTTP/1.1" status: 200 len: 1000 time: 0.0698991 Sep 08 10:13:12.107919 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-c8a8dc3b-f245-4a69-b94b-30868d59bff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda532ec-79b8-4ff2-a84e-b2a0208669fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768100430', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'e0fdb202-d160-4dc0-bd14-24fe20e30175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:12:55Z', 'updated_at': '2021-09-08T10:12:59Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': 'e0fdb202-d160-4dc0-bd14-24fe20e30175', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:44:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda532ec-79b8-4ff2-a84e-b2a0208669fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:12:56Z', 'updated_at': '2021-09-08T10:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '1d450fa1-d6e3-4cfb-8c5c-d6d3dffa0de3', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'floating_ip_address': '172.25.0.135', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'dda532ec-79b8-4ff2-a84e-b2a0208669fd', 'port_id': '49bd1b39-ceb9-4ba7-93f1-e05d1541dab7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed0cf07-b360-435d-99ba-dcab90d4aae8', 'mac_address': 'fa:16:3e:de:8f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51aeca9-b8b0-49b4-8df2-029b085b1498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T10:13:10Z', 'updated_at': '2021-09-08T10:13:10Z', 'revision_number': 0, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '615ebcb8-9523-498f-97f9-5e84314b30f7', 'name': '', 'network_id': '1ed0cf07-b360-435d-99ba-dcab90d4aae8', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'mac_address': 'fa:16:3e:d0:82:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda532ec-79b8-4ff2-a84e-b2a0208669fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '7f93fe56-c291-427d-99ca-6accc1c0c843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:12:58Z', 'updated_at': '2021-09-08T10:13:04Z', 'revision_number': 5, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'subnets': [{'id': '7f93fe56-c291-427d-99ca-6accc1c0c843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:13:12.139934 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a8dc3b-f245-4a69-b94b-30868d59bff9 None None] Checking router: dda532ec-79b8-4ff2-a84e-b2a0208669fd for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:13:12.148339 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a8dc3b-f245-4a69-b94b-30868d59bff9 None None] Routers {'dda532ec-79b8-4ff2-a84e-b2a0208669fd'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:13:12.148873 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-c8a8dc3b-f245-4a69-b94b-30868d59bff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:12:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['dda532ec-79b8-4ff2-a84e-b2a0208669fd'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:13:12.153250 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4897ad90-3aed-4f7a-8d54-87608c9e0eb2 req-443b365b-0f50-4eab-9419-08c106a6e48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:13:12.155127 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4897ad90-3aed-4f7a-8d54-87608c9e0eb2 req-443b365b-0f50-4eab-9419-08c106a6e48e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7f93fe56-c291-427d-99ca-6accc1c0c843 HTTP/1.1" status: 200 len: 833 time: 0.0450339 Sep 08 10:13:12.204574 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4897ad90-3aed-4f7a-8d54-87608c9e0eb2 req-dfbe0df9-672a-422d-bbe7-5454104adcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:13:12.206150 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4897ad90-3aed-4f7a-8d54-87608c9e0eb2 req-dfbe0df9-672a-422d-bbe7-5454104adcf7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1ed0cf07-b360-435d-99ba-dcab90d4aae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441554 Sep 08 10:13:12.262287 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-c8a8dc3b-f245-4a69-b94b-30868d59bff9 None None] Set router dda532ec-79b8-4ff2-a84e-b2a0208669fd gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:13:12.310339 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4897ad90-3aed-4f7a-8d54-87608c9e0eb2 req-84d62947-e9f0-4b84-baaa-6a02e1f4e5ae service neutron] 10.222.0.37 "GET /v2.0/networks/1ed0cf07-b360-435d-99ba-dcab90d4aae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966785 Sep 08 10:13:12.404735 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4897ad90-3aed-4f7a-8d54-87608c9e0eb2 req-d0cedcdd-2b2b-4f16-a378-00b77162e220 service neutron] 10.222.0.37 "GET /v2.0/networks/1ed0cf07-b360-435d-99ba-dcab90d4aae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874538 Sep 08 10:13:12.573981 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-c8a8dc3b-f245-4a69-b94b-30868d59bff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda532ec-79b8-4ff2-a84e-b2a0208669fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768100430', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'e0fdb202-d160-4dc0-bd14-24fe20e30175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:12:55Z', 'updated_at': '2021-09-08T10:12:59Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': 'e0fdb202-d160-4dc0-bd14-24fe20e30175', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:44:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda532ec-79b8-4ff2-a84e-b2a0208669fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:12:56Z', 'updated_at': '2021-09-08T10:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '1d450fa1-d6e3-4cfb-8c5c-d6d3dffa0de3', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'floating_ip_address': '172.25.0.135', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'dda532ec-79b8-4ff2-a84e-b2a0208669fd', 'port_id': '49bd1b39-ceb9-4ba7-93f1-e05d1541dab7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed0cf07-b360-435d-99ba-dcab90d4aae8', 'mac_address': 'fa:16:3e:de:8f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51aeca9-b8b0-49b4-8df2-029b085b1498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T10:13:10Z', 'updated_at': '2021-09-08T10:13:10Z', 'revision_number': 0, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '615ebcb8-9523-498f-97f9-5e84314b30f7', 'name': '', 'network_id': '1ed0cf07-b360-435d-99ba-dcab90d4aae8', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'mac_address': 'fa:16:3e:d0:82:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda532ec-79b8-4ff2-a84e-b2a0208669fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '7f93fe56-c291-427d-99ca-6accc1c0c843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:12:58Z', 'updated_at': '2021-09-08T10:13:04Z', 'revision_number': 5, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'subnets': [{'id': '7f93fe56-c291-427d-99ca-6accc1c0c843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:13:12.600184 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a8dc3b-f245-4a69-b94b-30868d59bff9 None None] The sync data for ids ['dda532ec-79b8-4ff2-a84e-b2a0208669fd'] in n-d-806683-11 is: [{'id': 'dda532ec-79b8-4ff2-a84e-b2a0208669fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768100430', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'e0fdb202-d160-4dc0-bd14-24fe20e30175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:12:55Z', 'updated_at': '2021-09-08T10:12:59Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': 'e0fdb202-d160-4dc0-bd14-24fe20e30175', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:44:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda532ec-79b8-4ff2-a84e-b2a0208669fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:12:56Z', 'updated_at': '2021-09-08T10:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '1d450fa1-d6e3-4cfb-8c5c-d6d3dffa0de3', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'floating_ip_address': '172.25.0.135', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'dda532ec-79b8-4ff2-a84e-b2a0208669fd', 'port_id': '49bd1b39-ceb9-4ba7-93f1-e05d1541dab7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed0cf07-b360-435d-99ba-dcab90d4aae8', 'mac_address': 'fa:16:3e:de:8f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51aeca9-b8b0-49b4-8df2-029b085b1498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T10:13:10Z', 'updated_at': '2021-09-08T10:13:10Z', 'revision_number': 0, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '615ebcb8-9523-498f-97f9-5e84314b30f7', 'name': '', 'network_id': '1ed0cf07-b360-435d-99ba-dcab90d4aae8', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'mac_address': 'fa:16:3e:d0:82:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda532ec-79b8-4ff2-a84e-b2a0208669fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '7f93fe56-c291-427d-99ca-6accc1c0c843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:12:58Z', 'updated_at': '2021-09-08T10:13:04Z', 'revision_number': 5, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'subnets': [{'id': '7f93fe56-c291-427d-99ca-6accc1c0c843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:13:12.797451 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f072b0c3-82ec-4388-8371-ec294f245a66 None None] New status for floating IP 1d450fa1-d6e3-4cfb-8c5c-d6d3dffa0de3: ACTIVE {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 10:13:13.023687 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39538) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:13:13.086888 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6bf995af-b860-496a-b8c6-9d2c4f24ede6 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/floatingips/1d450fa1-d6e3-4cfb-8c5c-d6d3dffa0de3 HTTP/1.1" status: 200 len: 994 time: 0.0620656 Sep 08 10:13:15.564334 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:13:17.790337 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b5148e75-81b6-432d-ba5b-3b54ccd596f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:20.548758 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:20.865586 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7456ef34-db0a-4d66-8f0d-eb2e8e2629d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:22.426300 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:23.824543 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:24.868176 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:29.398323 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:44.498902 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e8acc-b312-4b37-96ef-63ebc11bce4a req-d5f23339-375a-4dc3-8e64-d9e7fa2bb711 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:13:44.500642 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c19e8acc-b312-4b37-96ef-63ebc11bce4a req-d5f23339-375a-4dc3-8e64-d9e7fa2bb711 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=e51aeca9-b8b0-49b4-8df2-029b085b1498 HTTP/1.1" status: 200 len: 946 time: 0.0552940 Sep 08 10:13:44.539508 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c19e8acc-b312-4b37-96ef-63ebc11bce4a req-0e22306e-4300-47ea-a8a6-f31395adcd93 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a962bb6-e1fa-4714-a591-674a3b5c8950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327015 Sep 08 10:13:45.658158 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059c0dc-4742-4c82-8b75-eef2609b596a req-a8479b64-88c0-4fa1-bfee-5893a42832b5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:13:45.659657 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5059c0dc-4742-4c82-8b75-eef2609b596a req-a8479b64-88c0-4fa1-bfee-5893a42832b5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=e51aeca9-b8b0-49b4-8df2-029b085b1498 HTTP/1.1" status: 200 len: 946 time: 0.0488915 Sep 08 10:13:45.697036 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5059c0dc-4742-4c82-8b75-eef2609b596a req-a476f02f-f798-487f-83d7-c7a97a6a7efc tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a962bb6-e1fa-4714-a591-674a3b5c8950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314691 Sep 08 10:13:46.812782 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb719a1-0e43-4a0c-aad9-869cacd8dea5 req-f871f298-5796-41e0-9020-10fc752efda4 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:13:46.814281 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0cb719a1-0e43-4a0c-aad9-869cacd8dea5 req-f871f298-5796-41e0-9020-10fc752efda4 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=e51aeca9-b8b0-49b4-8df2-029b085b1498 HTTP/1.1" status: 200 len: 946 time: 0.0479910 Sep 08 10:13:46.850679 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0cb719a1-0e43-4a0c-aad9-869cacd8dea5 req-201655b4-fa28-42dd-b7c5-5f6c5d2d01b6 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a962bb6-e1fa-4714-a591-674a3b5c8950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305507 Sep 08 10:13:47.792732 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f9cd4e0b-e7b6-43ed-a24d-92b6fe103a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:47.965116 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7ed8c-04ca-4dcf-9ca0-2c0fd5bfdd43 req-3730ceee-489c-4d24-8620-a0f7b4df15c8 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:13:47.966921 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-aaa7ed8c-04ca-4dcf-9ca0-2c0fd5bfdd43 req-3730ceee-489c-4d24-8620-a0f7b4df15c8 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=e51aeca9-b8b0-49b4-8df2-029b085b1498 HTTP/1.1" status: 200 len: 946 time: 0.0497909 Sep 08 10:13:48.005358 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-aaa7ed8c-04ca-4dcf-9ca0-2c0fd5bfdd43 req-bac06b79-81f7-42ed-a075-cd5ae5748b85 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a962bb6-e1fa-4714-a591-674a3b5c8950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326524 Sep 08 10:13:49.118754 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8d977-33fe-4789-b1c7-9a399b4e1048 req-534a0654-7a87-4cda-b6f7-ed3bd3f993b3 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:13:49.120218 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-91f8d977-33fe-4789-b1c7-9a399b4e1048 req-534a0654-7a87-4cda-b6f7-ed3bd3f993b3 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=e51aeca9-b8b0-49b4-8df2-029b085b1498 HTTP/1.1" status: 200 len: 946 time: 0.0483603 Sep 08 10:13:49.157390 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-91f8d977-33fe-4789-b1c7-9a399b4e1048 req-85bff19b-21d0-4c77-9247-a2f4ed9fda73 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a962bb6-e1fa-4714-a591-674a3b5c8950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311935 Sep 08 10:13:50.288636 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741178c-ddab-4146-a5ee-cfdf8a4ef264 req-b12c8418-dc2e-42ac-8f2a-f80b339d24cf tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:13:50.290163 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8741178c-ddab-4146-a5ee-cfdf8a4ef264 req-b12c8418-dc2e-42ac-8f2a-f80b339d24cf tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=e51aeca9-b8b0-49b4-8df2-029b085b1498 HTTP/1.1" status: 200 len: 946 time: 0.0537350 Sep 08 10:13:50.329054 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8741178c-ddab-4146-a5ee-cfdf8a4ef264 req-4caf79c1-35dc-4093-828d-dafa1dbbe13e tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a962bb6-e1fa-4714-a591-674a3b5c8950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330083 Sep 08 10:13:50.554347 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:50.867200 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c1b47b76-7276-45a6-a325-cdf9cd9f271b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:51.444652 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66cbeef-9a1c-4650-b0f9-f6e12af02648 req-985a9dfb-274d-423e-8da9-f43a7366e6b5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:13:51.446139 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a66cbeef-9a1c-4650-b0f9-f6e12af02648 req-985a9dfb-274d-423e-8da9-f43a7366e6b5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=e51aeca9-b8b0-49b4-8df2-029b085b1498 HTTP/1.1" status: 200 len: 946 time: 0.0512371 Sep 08 10:13:51.483676 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a66cbeef-9a1c-4650-b0f9-f6e12af02648 req-cd81e142-3d91-4c7c-aa65-79d17806a29c tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a962bb6-e1fa-4714-a591-674a3b5c8950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314572 Sep 08 10:13:52.427649 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:52.566294 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:13:52.599740 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688888b-c892-4f9e-aa22-492ba2d0f61d req-a3e5b995-220d-45f1-b777-5d94b7faacc7 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:13:52.601242 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2688888b-c892-4f9e-aa22-492ba2d0f61d req-a3e5b995-220d-45f1-b777-5d94b7faacc7 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=e51aeca9-b8b0-49b4-8df2-029b085b1498 HTTP/1.1" status: 200 len: 946 time: 0.0489190 Sep 08 10:13:52.638771 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2688888b-c892-4f9e-aa22-492ba2d0f61d req-5a4a9494-c8dc-4606-84be-df0861447268 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a962bb6-e1fa-4714-a591-674a3b5c8950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315380 Sep 08 10:13:53.756951 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fbab5a-189f-4416-8fcb-7a24a119cf2c req-b3006fab-fa47-42c0-83c1-3681da3ffeea tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:13:53.758526 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a3fbab5a-189f-4416-8fcb-7a24a119cf2c req-b3006fab-fa47-42c0-83c1-3681da3ffeea tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=e51aeca9-b8b0-49b4-8df2-029b085b1498 HTTP/1.1" status: 200 len: 946 time: 0.0505242 Sep 08 10:13:53.796724 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a3fbab5a-189f-4416-8fcb-7a24a119cf2c req-cc6558d3-8b87-4ad7-86d6-38ef190e8b5e tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a962bb6-e1fa-4714-a591-674a3b5c8950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323339 Sep 08 10:13:53.826982 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:54.862574 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:54.914122 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab94850-841b-4fdb-9bff-447142b98206 req-2a82a9b1-d435-4e10-8c7c-5dcfb38190cf tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:13:54.915737 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-eab94850-841b-4fdb-9bff-447142b98206 req-2a82a9b1-d435-4e10-8c7c-5dcfb38190cf tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=e51aeca9-b8b0-49b4-8df2-029b085b1498 HTTP/1.1" status: 200 len: 946 time: 0.0492411 Sep 08 10:13:54.953754 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-eab94850-841b-4fdb-9bff-447142b98206 req-8c105abb-fb39-4afd-8f4f-dd851c263d0a tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a962bb6-e1fa-4714-a591-674a3b5c8950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319836 Sep 08 10:13:56.068275 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c52ce8e-0e6c-4847-a55c-5e84dee2b79e req-1b24f04d-e998-4ee6-a525-c91509c0bf59 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:13:56.069765 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6c52ce8e-0e6c-4847-a55c-5e84dee2b79e req-1b24f04d-e998-4ee6-a525-c91509c0bf59 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=e51aeca9-b8b0-49b4-8df2-029b085b1498 HTTP/1.1" status: 200 len: 946 time: 0.0480502 Sep 08 10:13:56.107234 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6c52ce8e-0e6c-4847-a55c-5e84dee2b79e req-0df84a25-4d20-461a-94c3-15618c40dcce tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a962bb6-e1fa-4714-a591-674a3b5c8950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312757 Sep 08 10:13:57.225362 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849b3cf-f08c-45f2-92bf-61ab0bb95082 req-ca3ce964-156e-4bfd-99c5-a6a1df9a2fbc tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:13:57.226930 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b849b3cf-f08c-45f2-92bf-61ab0bb95082 req-ca3ce964-156e-4bfd-99c5-a6a1df9a2fbc tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=e51aeca9-b8b0-49b4-8df2-029b085b1498 HTTP/1.1" status: 200 len: 946 time: 0.0528712 Sep 08 10:13:57.263192 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b849b3cf-f08c-45f2-92bf-61ab0bb95082 req-87f44e2f-7601-4858-967b-ee3f8463a0d4 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a962bb6-e1fa-4714-a591-674a3b5c8950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302212 Sep 08 10:13:58.383797 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377eb5b-9996-4052-8c94-bc800d452ebc req-0bdb8f72-6a0a-4ecf-a5ae-c6882b681bf3 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:13:58.385265 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7377eb5b-9996-4052-8c94-bc800d452ebc req-0bdb8f72-6a0a-4ecf-a5ae-c6882b681bf3 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=e51aeca9-b8b0-49b4-8df2-029b085b1498 HTTP/1.1" status: 200 len: 946 time: 0.0524032 Sep 08 10:13:58.422364 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7377eb5b-9996-4052-8c94-bc800d452ebc req-8186726f-4266-44aa-946c-a5586027ff0d tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a962bb6-e1fa-4714-a591-674a3b5c8950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311432 Sep 08 10:13:59.401815 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:13:59.537499 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295cf029-8d76-4bb9-b282-c8e840491733 req-8a26ec38-eebb-44f8-a6e5-b85058f7cabe tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:13:59.539012 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-295cf029-8d76-4bb9-b282-c8e840491733 req-8a26ec38-eebb-44f8-a6e5-b85058f7cabe tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=e51aeca9-b8b0-49b4-8df2-029b085b1498 HTTP/1.1" status: 200 len: 946 time: 0.0482562 Sep 08 10:13:59.576845 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-295cf029-8d76-4bb9-b282-c8e840491733 req-445a9675-6052-4926-b087-8e3f70d97dec tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a962bb6-e1fa-4714-a591-674a3b5c8950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318716 Sep 08 10:14:00.691165 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab455e-08d1-4c1b-8e0b-6b00015eec50 req-47bf649a-ebbe-42b8-9f83-a43187fbd79b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:14:00.692653 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c8ab455e-08d1-4c1b-8e0b-6b00015eec50 req-47bf649a-ebbe-42b8-9f83-a43187fbd79b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=e51aeca9-b8b0-49b4-8df2-029b085b1498 HTTP/1.1" status: 200 len: 946 time: 0.0500662 Sep 08 10:14:00.730683 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c8ab455e-08d1-4c1b-8e0b-6b00015eec50 req-4b90ef1c-999f-470e-9376-406e0b8a5971 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a962bb6-e1fa-4714-a591-674a3b5c8950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320876 Sep 08 10:14:00.755076 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39592) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:14:00.813181 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-86baafcd-820d-4beb-b75c-33a9ac40af85 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/floatingips/1d450fa1-d6e3-4cfb-8c5c-d6d3dffa0de3 HTTP/1.1" status: 200 len: 994 time: 0.0569391 Sep 08 10:14:02.087663 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50945c-85f2-4cf3-80ca-a4bdf9c625b8 req-dbea3b56-05cb-4506-99b3-b5be63057dae tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:14:02.089155 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ff50945c-85f2-4cf3-80ca-a4bdf9c625b8 req-dbea3b56-05cb-4506-99b3-b5be63057dae tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=e51aeca9-b8b0-49b4-8df2-029b085b1498 HTTP/1.1" status: 200 len: 946 time: 0.0529084 Sep 08 10:14:02.129110 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ff50945c-85f2-4cf3-80ca-a4bdf9c625b8 req-a0b23f31-66b1-4d34-a86b-de5b688f9bd5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a962bb6-e1fa-4714-a591-674a3b5c8950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330877 Sep 08 10:14:02.132652 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d85249-20ad-4479-8692-f0a63d7c311b req-b7621254-7fd8-439c-a411-e5356b89ff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:14:02.134391 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-13d85249-20ad-4479-8692-f0a63d7c311b req-b7621254-7fd8-439c-a411-e5356b89ff86 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df1cda9df730430daf02e1cc7ed939bd&device_id=e51aeca9-b8b0-49b4-8df2-029b085b1498 HTTP/1.1" status: 200 len: 1098 time: 0.0424521 Sep 08 10:14:02.226892 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d85249-20ad-4479-8692-f0a63d7c311b req-2fa09ab3-6c2d-4435-9263-ad1f105fb77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:14:02.228359 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-13d85249-20ad-4479-8692-f0a63d7c311b req-2fa09ab3-6c2d-4435-9263-ad1f105fb77c service neutron] 10.222.0.37 "GET /v2.0/networks?id=1ed0cf07-b360-435d-99ba-dcab90d4aae8 HTTP/1.1" status: 200 len: 897 time: 0.0869727 Sep 08 10:14:02.292892 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-13d85249-20ad-4479-8692-f0a63d7c311b req-92c59620-0b24-4e45-a1b1-ceb2022de742 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49bd1b39-ceb9-4ba7-93f1-e05d1541dab7 HTTP/1.1" status: 200 len: 1002 time: 0.0575676 Sep 08 10:14:02.346720 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d85249-20ad-4479-8692-f0a63d7c311b req-7a536532-d3e1-4134-985c-b7c885fb074b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:14:02.348188 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-13d85249-20ad-4479-8692-f0a63d7c311b req-7a536532-d3e1-4134-985c-b7c885fb074b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7f93fe56-c291-427d-99ca-6accc1c0c843 HTTP/1.1" status: 200 len: 833 time: 0.0484052 Sep 08 10:14:02.393406 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d85249-20ad-4479-8692-f0a63d7c311b req-e91d0247-0f32-45fd-a5d7-9dac301988ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:14:02.394933 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-13d85249-20ad-4479-8692-f0a63d7c311b req-e91d0247-0f32-45fd-a5d7-9dac301988ad service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1ed0cf07-b360-435d-99ba-dcab90d4aae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394425 Sep 08 10:14:02.484412 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-13d85249-20ad-4479-8692-f0a63d7c311b req-71e7b658-8a2a-4f50-ba02-bf02ac8e0bef service neutron] 10.222.0.37 "GET /v2.0/networks/1ed0cf07-b360-435d-99ba-dcab90d4aae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821273 Sep 08 10:14:02.576425 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-13d85249-20ad-4479-8692-f0a63d7c311b req-cd16e441-fa98-4b4f-80d3-70cd49772dc7 service neutron] 10.222.0.37 "GET /v2.0/networks/1ed0cf07-b360-435d-99ba-dcab90d4aae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854356 Sep 08 10:14:03.247210 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fec3cd-4aad-4bf4-8932-d08173ed04e7 req-6d0737e0-db98-40bc-afac-42a15d7b510a tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:14:03.249014 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-51fec3cd-4aad-4bf4-8932-d08173ed04e7 req-6d0737e0-db98-40bc-afac-42a15d7b510a tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=e51aeca9-b8b0-49b4-8df2-029b085b1498 HTTP/1.1" status: 200 len: 946 time: 0.0507381 Sep 08 10:14:03.287726 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-51fec3cd-4aad-4bf4-8932-d08173ed04e7 req-c6b9defd-cad7-4f5a-98a6-7433e8bfbd7b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a962bb6-e1fa-4714-a591-674a3b5c8950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319936 Sep 08 10:14:03.309370 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39602) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:14:03.371981 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f9cd563f-32aa-42f0-a816-fcf4cc7cf6bc tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/floatingips/1d450fa1-d6e3-4cfb-8c5c-d6d3dffa0de3 HTTP/1.1" status: 200 len: 994 time: 0.0614932 Sep 08 10:14:08.840468 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c86041c8-54b0-4eb5-841d-d977237bf1ee req-5bf662e8-d3a1-4783-99f5-f8ae9666a754 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e51aeca9-b8b0-49b4-8df2-029b085b1498&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0389218 Sep 08 10:14:08.936737 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86041c8-54b0-4eb5-841d-d977237bf1ee req-31f28bd0-b123-4334-9fee-69f678ac382c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:14:08.938288 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c86041c8-54b0-4eb5-841d-d977237bf1ee req-31f28bd0-b123-4334-9fee-69f678ac382c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df1cda9df730430daf02e1cc7ed939bd&device_id=e51aeca9-b8b0-49b4-8df2-029b085b1498 HTTP/1.1" status: 200 len: 1098 time: 0.0430608 Sep 08 10:14:09.366687 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86041c8-54b0-4eb5-841d-d977237bf1ee req-50b8dfbe-bfb3-4d50-9d29-e85dd9c91be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:14:09.368168 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c86041c8-54b0-4eb5-841d-d977237bf1ee req-50b8dfbe-bfb3-4d50-9d29-e85dd9c91be9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1ed0cf07-b360-435d-99ba-dcab90d4aae8 HTTP/1.1" status: 200 len: 897 time: 0.4101613 Sep 08 10:14:09.435836 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c86041c8-54b0-4eb5-841d-d977237bf1ee req-79db707a-d048-4aea-8d9e-596b067a559d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49bd1b39-ceb9-4ba7-93f1-e05d1541dab7 HTTP/1.1" status: 200 len: 1002 time: 0.0600784 Sep 08 10:14:09.487632 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86041c8-54b0-4eb5-841d-d977237bf1ee req-d184f226-63a0-40c8-9a3b-76538fab4b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:14:09.489052 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c86041c8-54b0-4eb5-841d-d977237bf1ee req-d184f226-63a0-40c8-9a3b-76538fab4b64 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7f93fe56-c291-427d-99ca-6accc1c0c843 HTTP/1.1" status: 200 len: 833 time: 0.0467916 Sep 08 10:14:09.537024 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86041c8-54b0-4eb5-841d-d977237bf1ee req-7d5bc0dc-fc86-4540-b7da-04a64ba693ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:14:09.538531 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c86041c8-54b0-4eb5-841d-d977237bf1ee req-7d5bc0dc-fc86-4540-b7da-04a64ba693ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1ed0cf07-b360-435d-99ba-dcab90d4aae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425751 Sep 08 10:14:09.630797 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c86041c8-54b0-4eb5-841d-d977237bf1ee req-7ab5157e-b1fa-4d19-a823-eac901d1d98e service neutron] 10.222.0.37 "GET /v2.0/networks/1ed0cf07-b360-435d-99ba-dcab90d4aae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842831 Sep 08 10:14:09.721570 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c86041c8-54b0-4eb5-841d-d977237bf1ee req-3c454aa5-05d6-49f9-9fcf-1ca2cbf0aa6f service neutron] 10.222.0.37 "GET /v2.0/networks/1ed0cf07-b360-435d-99ba-dcab90d4aae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823069 Sep 08 10:14:17.792517 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4513dcd1-471c-4c87-960b-d0ec09b2896e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:20.545494 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:20.867477 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d3d9958d-1e9b-48eb-9a11-b514f7a2d96f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:22.431460 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:23.829392 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:24.876702 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:29.413970 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:29.569199 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:14:33.827420 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39618) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:14:33.983275 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-75c3fe9c-280f-49ef-9e5e-af8d8f29c406 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Deleting port ae181fbf-79e5-489a-b8a6-c2e0722a70e6 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:14:33.983543 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-75c3fe9c-280f-49ef-9e5e-af8d8f29c406 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:34.062486 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-75c3fe9c-280f-49ef-9e5e-af8d8f29c406 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:34.062819 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-75c3fe9c-280f-49ef-9e5e-af8d8f29c406 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:34.074955 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-75c3fe9c-280f-49ef-9e5e-af8d8f29c406 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Calling delete_port for ae181fbf-79e5-489a-b8a6-c2e0722a70e6 owned by network:floatingip {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:14:34.226300 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-75c3fe9c-280f-49ef-9e5e-af8d8f29c406 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:34.256111 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c3fe9c-280f-49ef-9e5e-af8d8f29c406 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event deleted for resources: {'Port': ['ID=ae181fbf-79e5-489a-b8a6-c2e0722a70e6,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:14:34.282009 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c3fe9c-280f-49ef-9e5e-af8d8f29c406 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:14:34.282396 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c3fe9c-280f-49ef-9e5e-af8d8f29c406 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:14:34.282744 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c3fe9c-280f-49ef-9e5e-af8d8f29c406 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:14:34.283091 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c3fe9c-280f-49ef-9e5e-af8d8f29c406 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:14:34.283434 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c3fe9c-280f-49ef-9e5e-af8d8f29c406 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:14:34.283775 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c3fe9c-280f-49ef-9e5e-af8d8f29c406 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:14:34.284113 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c3fe9c-280f-49ef-9e5e-af8d8f29c406 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:14:34.284688 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c3fe9c-280f-49ef-9e5e-af8d8f29c406 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:14:34.285248 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c3fe9c-280f-49ef-9e5e-af8d8f29c406 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:14:34.285588 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c3fe9c-280f-49ef-9e5e-af8d8f29c406 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:14:34.285926 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c3fe9c-280f-49ef-9e5e-af8d8f29c406 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:14:34.286287 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c3fe9c-280f-49ef-9e5e-af8d8f29c406 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:14:34.330443 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-75c3fe9c-280f-49ef-9e5e-af8d8f29c406 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for floatingip, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:34.330814 n-d-806683-11 neutron-server[94713]: INFO neutron.db.l3_db [None req-75c3fe9c-280f-49ef-9e5e-af8d8f29c406 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Floating IP 1d450fa1-d6e3-4cfb-8c5c-d6d3dffa0de3 disassociated (deleted). External IP: 172.25.0.135, port: 49bd1b39-ceb9-4ba7-93f1-e05d1541dab7. Sep 08 10:14:34.535071 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c3fe9c-280f-49ef-9e5e-af8d8f29c406 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Router dda532ec-79b8-4ff2-a84e-b2a0208669fd has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 10:14:34.646644 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c3fe9c-280f-49ef-9e5e-af8d8f29c406 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:14:34.651123 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-75c3fe9c-280f-49ef-9e5e-af8d8f29c406 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:34.656518 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6561ba-e1b5-4493-9e8c-b67799637aef None None] Sync routers for ids ['dda532ec-79b8-4ff2-a84e-b2a0208669fd'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:14:34.665838 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6561ba-e1b5-4493-9e8c-b67799637aef None None] Routers {'dda532ec-79b8-4ff2-a84e-b2a0208669fd'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:14:34.666483 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-4f6561ba-e1b5-4493-9e8c-b67799637aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:14:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['dda532ec-79b8-4ff2-a84e-b2a0208669fd'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:14:34.678424 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-75c3fe9c-280f-49ef-9e5e-af8d8f29c406 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "DELETE /v2.0/floatingips/1d450fa1-d6e3-4cfb-8c5c-d6d3dffa0de3 HTTP/1.1" status: 204 len: 168 time: 0.8498275 Sep 08 10:14:34.679002 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e51aeca9-b8b0-49b4-8df2-029b085b1498', 'tag': '49bd1b39-ceb9-4ba7-93f1-e05d1541dab7'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:14:34.681263 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ffa48238634a482c5f5d344ceded364e7999964dbabae684a430abccdb4d2ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b47526-a2ed-4e0e-8035-78e9e3c6ad50" -d '{"events": [{"name": "network-changed", "server_uuid": "e51aeca9-b8b0-49b4-8df2-029b085b1498", "tag": "49bd1b39-ceb9-4ba7-93f1-e05d1541dab7"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:14:34.730283 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 10:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753f91e3-ebe2-43de-b24d-e200085e2e12 x-openstack-request-id: req-753f91e3-ebe2-43de-b24d-e200085e2e12 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:14:34.730731 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e51aeca9-b8b0-49b4-8df2-029b085b1498", "tag": "49bd1b39-ceb9-4ba7-93f1-e05d1541dab7", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:14:34.731100 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-753f91e3-ebe2-43de-b24d-e200085e2e12 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:14:34.731514 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e51aeca9-b8b0-49b4-8df2-029b085b1498', 'tag': '49bd1b39-ceb9-4ba7-93f1-e05d1541dab7', 'status': 'completed', 'code': 200} Sep 08 10:14:34.777650 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-4f6561ba-e1b5-4493-9e8c-b67799637aef None None] Set router dda532ec-79b8-4ff2-a84e-b2a0208669fd gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:14:34.828720 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b47526-a2ed-4e0e-8035-78e9e3c6ad50 req-0df98b23-a667-4765-91dc-dd8e95f82ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:14:34.830446 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24b47526-a2ed-4e0e-8035-78e9e3c6ad50 req-0df98b23-a667-4765-91dc-dd8e95f82ffe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=df1cda9df730430daf02e1cc7ed939bd&device_id=e51aeca9-b8b0-49b4-8df2-029b085b1498 HTTP/1.1" status: 200 len: 1098 time: 0.0540535 Sep 08 10:14:34.919321 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5423429-05f0-4a9c-a212-c3113c9df403 req-2da9d4c8-9525-426d-9230-c5c87401c764 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:14:34.920862 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a5423429-05f0-4a9c-a212-c3113c9df403 req-2da9d4c8-9525-426d-9230-c5c87401c764 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=e51aeca9-b8b0-49b4-8df2-029b085b1498 HTTP/1.1" status: 200 len: 946 time: 0.0541792 Sep 08 10:14:34.961796 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a5423429-05f0-4a9c-a212-c3113c9df403 req-a3ed92f0-c84e-48bb-9573-e61c668622d8 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a962bb6-e1fa-4714-a591-674a3b5c8950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338817 Sep 08 10:14:34.979590 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b47526-a2ed-4e0e-8035-78e9e3c6ad50 req-6a5eb36e-f3fd-4b8a-ad6e-d5befa421033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:14:34.980719 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24b47526-a2ed-4e0e-8035-78e9e3c6ad50 req-6a5eb36e-f3fd-4b8a-ad6e-d5befa421033 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1ed0cf07-b360-435d-99ba-dcab90d4aae8 HTTP/1.1" status: 200 len: 897 time: 0.0953085 Sep 08 10:14:34.990503 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-4f6561ba-e1b5-4493-9e8c-b67799637aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda532ec-79b8-4ff2-a84e-b2a0208669fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768100430', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'e0fdb202-d160-4dc0-bd14-24fe20e30175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:12:55Z', 'updated_at': '2021-09-08T10:12:59Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': 'e0fdb202-d160-4dc0-bd14-24fe20e30175', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:44:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda532ec-79b8-4ff2-a84e-b2a0208669fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:12:56Z', 'updated_at': '2021-09-08T10:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '615ebcb8-9523-498f-97f9-5e84314b30f7', 'name': '', 'network_id': '1ed0cf07-b360-435d-99ba-dcab90d4aae8', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'mac_address': 'fa:16:3e:d0:82:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda532ec-79b8-4ff2-a84e-b2a0208669fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '7f93fe56-c291-427d-99ca-6accc1c0c843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:12:58Z', 'updated_at': '2021-09-08T10:13:04Z', 'revision_number': 5, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'subnets': [{'id': '7f93fe56-c291-427d-99ca-6accc1c0c843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:14:35.016483 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6561ba-e1b5-4493-9e8c-b67799637aef None None] Checking router: dda532ec-79b8-4ff2-a84e-b2a0208669fd for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:14:35.025109 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6561ba-e1b5-4493-9e8c-b67799637aef None None] Routers {'dda532ec-79b8-4ff2-a84e-b2a0208669fd'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:14:35.025700 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-4f6561ba-e1b5-4493-9e8c-b67799637aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:14:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['dda532ec-79b8-4ff2-a84e-b2a0208669fd'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:14:35.032943 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24b47526-a2ed-4e0e-8035-78e9e3c6ad50 req-46a9c1e0-c0f1-44bf-ae5f-b4f5dc4a99f7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=49bd1b39-ceb9-4ba7-93f1-e05d1541dab7 HTTP/1.1" status: 200 len: 217 time: 0.0356824 Sep 08 10:14:35.087835 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b47526-a2ed-4e0e-8035-78e9e3c6ad50 req-cbba4333-5a9a-45df-a5ee-5533ae8a796c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:14:35.089682 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24b47526-a2ed-4e0e-8035-78e9e3c6ad50 req-cbba4333-5a9a-45df-a5ee-5533ae8a796c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7f93fe56-c291-427d-99ca-6accc1c0c843 HTTP/1.1" status: 200 len: 833 time: 0.0495100 Sep 08 10:14:35.130642 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-4f6561ba-e1b5-4493-9e8c-b67799637aef None None] Set router dda532ec-79b8-4ff2-a84e-b2a0208669fd gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:14:35.138373 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b47526-a2ed-4e0e-8035-78e9e3c6ad50 req-a644dd45-6003-4dd8-b342-0f18eb82703c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:14:35.139914 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24b47526-a2ed-4e0e-8035-78e9e3c6ad50 req-a644dd45-6003-4dd8-b342-0f18eb82703c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1ed0cf07-b360-435d-99ba-dcab90d4aae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415878 Sep 08 10:14:35.233806 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24b47526-a2ed-4e0e-8035-78e9e3c6ad50 req-5e6f2be4-425a-49fc-998c-1c7b6e519cff service neutron] 10.222.0.37 "GET /v2.0/networks/1ed0cf07-b360-435d-99ba-dcab90d4aae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855830 Sep 08 10:14:35.329871 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-24b47526-a2ed-4e0e-8035-78e9e3c6ad50 req-278563bd-9823-4cbf-9f59-9354caa76c97 service neutron] 10.222.0.37 "GET /v2.0/networks/1ed0cf07-b360-435d-99ba-dcab90d4aae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885155 Sep 08 10:14:35.333683 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-4f6561ba-e1b5-4493-9e8c-b67799637aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda532ec-79b8-4ff2-a84e-b2a0208669fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768100430', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'e0fdb202-d160-4dc0-bd14-24fe20e30175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:12:55Z', 'updated_at': '2021-09-08T10:12:59Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': 'e0fdb202-d160-4dc0-bd14-24fe20e30175', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:44:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda532ec-79b8-4ff2-a84e-b2a0208669fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:12:56Z', 'updated_at': '2021-09-08T10:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '615ebcb8-9523-498f-97f9-5e84314b30f7', 'name': '', 'network_id': '1ed0cf07-b360-435d-99ba-dcab90d4aae8', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'mac_address': 'fa:16:3e:d0:82:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda532ec-79b8-4ff2-a84e-b2a0208669fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '7f93fe56-c291-427d-99ca-6accc1c0c843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:12:58Z', 'updated_at': '2021-09-08T10:13:04Z', 'revision_number': 5, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'subnets': [{'id': '7f93fe56-c291-427d-99ca-6accc1c0c843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:14:35.363847 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6561ba-e1b5-4493-9e8c-b67799637aef None None] The sync data for ids ['dda532ec-79b8-4ff2-a84e-b2a0208669fd'] in n-d-806683-11 is: [{'id': 'dda532ec-79b8-4ff2-a84e-b2a0208669fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768100430', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'e0fdb202-d160-4dc0-bd14-24fe20e30175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:12:55Z', 'updated_at': '2021-09-08T10:12:59Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': 'e0fdb202-d160-4dc0-bd14-24fe20e30175', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:44:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda532ec-79b8-4ff2-a84e-b2a0208669fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:12:56Z', 'updated_at': '2021-09-08T10:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '615ebcb8-9523-498f-97f9-5e84314b30f7', 'name': '', 'network_id': '1ed0cf07-b360-435d-99ba-dcab90d4aae8', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'mac_address': 'fa:16:3e:d0:82:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda532ec-79b8-4ff2-a84e-b2a0208669fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '7f93fe56-c291-427d-99ca-6accc1c0c843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:12:58Z', 'updated_at': '2021-09-08T10:13:04Z', 'revision_number': 5, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'subnets': [{'id': '7f93fe56-c291-427d-99ca-6accc1c0c843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:14:35.585646 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e824934-2a07-4a58-bbd8-e36af933da74 None None] New status for floating IP 1d450fa1-d6e3-4cfb-8c5c-d6d3dffa0de3: DOWN {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 10:14:36.079822 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a736977-9ff1-4c26-b161-238328b95d76 req-7a548086-e4d0-4ed6-b180-a9073232d568 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:14:36.083037 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4a736977-9ff1-4c26-b161-238328b95d76 req-7a548086-e4d0-4ed6-b180-a9073232d568 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=e51aeca9-b8b0-49b4-8df2-029b085b1498 HTTP/1.1" status: 200 len: 946 time: 0.0529284 Sep 08 10:14:36.124607 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4a736977-9ff1-4c26-b161-238328b95d76 req-4f0a9bf4-85c8-4360-90c1-f17b5e11c0bd tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=8a962bb6-e1fa-4714-a591-674a3b5c8950&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336723 Sep 08 10:14:36.684641 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55da744-582a-43a3-a6d7-e34d82e900d6 req-a27bf4b9-fac6-40ed-877c-be9277ffe740 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:14:36.686724 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a55da744-582a-43a3-a6d7-e34d82e900d6 req-a27bf4b9-fac6-40ed-877c-be9277ffe740 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.37 "GET /v2.0/ports?device_id=e51aeca9-b8b0-49b4-8df2-029b085b1498 HTTP/1.1" status: 200 len: 946 time: 0.0708125 Sep 08 10:14:36.776051 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-a55da744-582a-43a3-a6d7-e34d82e900d6 req-7a0efd65-3614-4519-8607-db8871cb63c9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Deleting port 49bd1b39-ceb9-4ba7-93f1-e05d1541dab7 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:14:36.776397 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a55da744-582a-43a3-a6d7-e34d82e900d6 req-7a0efd65-3614-4519-8607-db8871cb63c9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:36.865699 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-a55da744-582a-43a3-a6d7-e34d82e900d6 req-7a0efd65-3614-4519-8607-db8871cb63c9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] For port 49bd1b39-ceb9-4ba7-93f1-e05d1541dab7, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=49bd1b39-ceb9-4ba7-93f1-e05d1541dab7,segment=NetworkSegment(db28f1a3-c0f9-44b3-8b62-e9d50fb540b5),segment_id=db28f1a3-c0f9-44b3-8b62-e9d50fb540b5)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:14:36.866097 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a55da744-582a-43a3-a6d7-e34d82e900d6 req-7a0efd65-3614-4519-8607-db8871cb63c9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:36.877742 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-a55da744-582a-43a3-a6d7-e34d82e900d6 req-7a0efd65-3614-4519-8607-db8871cb63c9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Calling delete_port for 49bd1b39-ceb9-4ba7-93f1-e05d1541dab7 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:14:37.006683 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a55da744-582a-43a3-a6d7-e34d82e900d6 req-7a0efd65-3614-4519-8607-db8871cb63c9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:37.046178 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0efd65-3614-4519-8607-db8871cb63c9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event deleted for resources: {'Port': ['ID=49bd1b39-ceb9-4ba7-93f1-e05d1541dab7,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:14:37.070976 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0efd65-3614-4519-8607-db8871cb63c9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:14:37.071336 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0efd65-3614-4519-8607-db8871cb63c9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:14:37.071686 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0efd65-3614-4519-8607-db8871cb63c9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:14:37.072031 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0efd65-3614-4519-8607-db8871cb63c9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:14:37.072374 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0efd65-3614-4519-8607-db8871cb63c9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:14:37.072708 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0efd65-3614-4519-8607-db8871cb63c9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:14:37.073041 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0efd65-3614-4519-8607-db8871cb63c9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:14:37.073376 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0efd65-3614-4519-8607-db8871cb63c9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:14:37.073708 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0efd65-3614-4519-8607-db8871cb63c9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:14:37.074054 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0efd65-3614-4519-8607-db8871cb63c9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:14:37.074388 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0efd65-3614-4519-8607-db8871cb63c9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:14:37.074716 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0efd65-3614-4519-8607-db8871cb63c9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:14:37.090583 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-a55da744-582a-43a3-a6d7-e34d82e900d6 req-7a0efd65-3614-4519-8607-db8871cb63c9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] No DVR routers for this DVR port 49bd1b39-ceb9-4ba7-93f1-e05d1541dab7 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 10:14:37.092880 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-a55da744-582a-43a3-a6d7-e34d82e900d6 req-7a0efd65-3614-4519-8607-db8871cb63c9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:37.094945 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a55da744-582a-43a3-a6d7-e34d82e900d6 req-7a0efd65-3614-4519-8607-db8871cb63c9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.37 "DELETE /v2.0/ports/49bd1b39-ceb9-4ba7-93f1-e05d1541dab7 HTTP/1.1" status: 204 len: 173 time: 0.4022939 Sep 08 10:14:37.095381 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e51aeca9-b8b0-49b4-8df2-029b085b1498', 'name': 'network-vif-deleted', 'tag': '49bd1b39-ceb9-4ba7-93f1-e05d1541dab7'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:14:37.098326 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ddd182-49c4-495a-83d8-ed78c99d46f7" -d '{"events": [{"server_uuid": "e51aeca9-b8b0-49b4-8df2-029b085b1498", "name": "network-vif-deleted", "tag": "49bd1b39-ceb9-4ba7-93f1-e05d1541dab7"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:14:37.139288 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 10:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24160458-1177-498f-a293-0874f69dca18 x-openstack-request-id: req-24160458-1177-498f-a293-0874f69dca18 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:14:37.139589 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e51aeca9-b8b0-49b4-8df2-029b085b1498", "name": "network-vif-deleted", "tag": "49bd1b39-ceb9-4ba7-93f1-e05d1541dab7", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:14:37.139845 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-24160458-1177-498f-a293-0874f69dca18 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:14:37.140248 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e51aeca9-b8b0-49b4-8df2-029b085b1498', 'name': 'network-vif-deleted', 'tag': '49bd1b39-ceb9-4ba7-93f1-e05d1541dab7', 'status': 'completed', 'code': 200} Sep 08 10:14:37.225265 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-00d573da-8eaa-4519-b257-34a0e5dba5be req-f02d9901-2036-45e1-ad66-b0fd9380555a tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=e51aeca9-b8b0-49b4-8df2-029b085b1498 HTTP/1.1" status: 200 len: 210 time: 0.0279641 Sep 08 10:14:38.285530 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39634) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:14:38.643739 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1e3d459d-0241-4583-a96b-8d5324f05902 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:38.903977 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-1e3d459d-0241-4583-a96b-8d5324f05902 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Deleting port 615ebcb8-9523-498f-97f9-5e84314b30f7 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:14:38.904241 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1e3d459d-0241-4583-a96b-8d5324f05902 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:38.993757 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-1e3d459d-0241-4583-a96b-8d5324f05902 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] For port 615ebcb8-9523-498f-97f9-5e84314b30f7, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=615ebcb8-9523-498f-97f9-5e84314b30f7,segment=NetworkSegment(db28f1a3-c0f9-44b3-8b62-e9d50fb540b5),segment_id=db28f1a3-c0f9-44b3-8b62-e9d50fb540b5)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:14:38.994149 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1e3d459d-0241-4583-a96b-8d5324f05902 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:39.010561 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-1e3d459d-0241-4583-a96b-8d5324f05902 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Calling delete_port for 615ebcb8-9523-498f-97f9-5e84314b30f7 owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:14:39.191199 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1e3d459d-0241-4583-a96b-8d5324f05902 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:39.489932 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3d459d-0241-4583-a96b-8d5324f05902 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event deleted for resources: {'Port': ['ID=615ebcb8-9523-498f-97f9-5e84314b30f7,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:14:39.678005 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-1e3d459d-0241-4583-a96b-8d5324f05902 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:39.894349 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3d459d-0241-4583-a96b-8d5324f05902 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Router dda532ec-79b8-4ff2-a84e-b2a0208669fd has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 10:14:40.007161 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3d459d-0241-4583-a96b-8d5324f05902 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:14:40.016276 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-1e3d459d-0241-4583-a96b-8d5324f05902 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "PUT /v2.0/routers/dda532ec-79b8-4ff2-a84e-b2a0208669fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7280552 Sep 08 10:14:40.016276 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39636) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:14:40.018453 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b0f847-2557-4def-94f7-55d314a58323 None None] Sync routers for ids ['dda532ec-79b8-4ff2-a84e-b2a0208669fd'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:14:40.028897 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b0f847-2557-4def-94f7-55d314a58323 None None] Routers {'dda532ec-79b8-4ff2-a84e-b2a0208669fd'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:14:40.029604 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-90b0f847-2557-4def-94f7-55d314a58323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:14:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['dda532ec-79b8-4ff2-a84e-b2a0208669fd'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:14:40.067777 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-61445a00-29e9-49d1-88eb-1845d97ee9ca tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Deleting subnet 7f93fe56-c291-427d-99ca-6accc1c0c843 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 10:14:40.070983 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-61445a00-29e9-49d1-88eb-1845d97ee9ca tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:40.111535 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-61445a00-29e9-49d1-88eb-1845d97ee9ca tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:40.135646 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-90b0f847-2557-4def-94f7-55d314a58323 None None] Set router dda532ec-79b8-4ff2-a84e-b2a0208669fd gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:14:40.202083 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-61445a00-29e9-49d1-88eb-1845d97ee9ca tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:40.227252 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 49bd1b39-ceb9-4ba7-93f1-e05d1541dab7 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:14:40.247648 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 49bd1b39-ceb9-4ba7-93f1-e05d1541dab7 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:14:40.247910 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 49bd1b39-ceb9-4ba7-93f1-e05d1541dab7 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:14:40.266582 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-61445a00-29e9-49d1-88eb-1845d97ee9ca tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:40.294774 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61445a00-29e9-49d1-88eb-1845d97ee9ca tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event deleted for resources: {'Subnet': ['ID=7f93fe56-c291-427d-99ca-6accc1c0c843,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:14:40.296782 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-61445a00-29e9-49d1-88eb-1845d97ee9ca tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:40.301993 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-61445a00-29e9-49d1-88eb-1845d97ee9ca tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "DELETE /v2.0/subnets/7f93fe56-c291-427d-99ca-6accc1c0c843 HTTP/1.1" status: 204 len: 168 time: 0.2825787 Sep 08 10:14:40.302455 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39638) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:14:40.305864 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa69cbf-a88e-4493-be1b-1d59157e4606 None None] Network 1ed0cf07-b360-435d-99ba-dcab90d4aae8 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:14:40.334383 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-90b0f847-2557-4def-94f7-55d314a58323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda532ec-79b8-4ff2-a84e-b2a0208669fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768100430', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'e0fdb202-d160-4dc0-bd14-24fe20e30175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:12:55Z', 'updated_at': '2021-09-08T10:14:39Z', 'revision_number': 5, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': 'e0fdb202-d160-4dc0-bd14-24fe20e30175', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:44:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda532ec-79b8-4ff2-a84e-b2a0208669fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:12:56Z', 'updated_at': '2021-09-08T10:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:14:40.360092 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b0f847-2557-4def-94f7-55d314a58323 None None] Checking router: dda532ec-79b8-4ff2-a84e-b2a0208669fd for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:14:40.368939 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b0f847-2557-4def-94f7-55d314a58323 None None] Routers {'dda532ec-79b8-4ff2-a84e-b2a0208669fd'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:14:40.369542 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-90b0f847-2557-4def-94f7-55d314a58323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:14:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['dda532ec-79b8-4ff2-a84e-b2a0208669fd'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:14:40.414618 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9f824f65-01a7-42ba-ab3a-5315c3d1dc69 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:40.479668 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37a4014-ef02-4ec0-b7a6-fb7c73aef758 None None] DHCP port deletion for 1ed0cf07-b360-435d-99ba-dcab90d4aae8 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 10:14:40.479939 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-90b0f847-2557-4def-94f7-55d314a58323 None None] Set router dda532ec-79b8-4ff2-a84e-b2a0208669fd gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:14:40.525966 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-b37a4014-ef02-4ec0-b7a6-fb7c73aef758 None None] Deleting port 26278305-c219-4c62-9020-123845bf3846 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:14:40.526614 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b37a4014-ef02-4ec0-b7a6-fb7c73aef758 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:40.529651 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9f824f65-01a7-42ba-ab3a-5315c3d1dc69 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:40.586442 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-9f824f65-01a7-42ba-ab3a-5315c3d1dc69 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Deleting port e0fdb202-d160-4dc0-bd14-24fe20e30175 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:14:40.586897 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9f824f65-01a7-42ba-ab3a-5315c3d1dc69 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:40.596294 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-b37a4014-ef02-4ec0-b7a6-fb7c73aef758 None None] For port 26278305-c219-4c62-9020-123845bf3846, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=26278305-c219-4c62-9020-123845bf3846,segment=NetworkSegment(db28f1a3-c0f9-44b3-8b62-e9d50fb540b5),segment_id=db28f1a3-c0f9-44b3-8b62-e9d50fb540b5)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:14:40.596698 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b37a4014-ef02-4ec0-b7a6-fb7c73aef758 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:40.609929 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-b37a4014-ef02-4ec0-b7a6-fb7c73aef758 None None] Calling delete_port for 26278305-c219-4c62-9020-123845bf3846 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:14:40.672394 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-9f824f65-01a7-42ba-ab3a-5315c3d1dc69 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] For port e0fdb202-d160-4dc0-bd14-24fe20e30175, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=e0fdb202-d160-4dc0-bd14-24fe20e30175,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:14:40.672761 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9f824f65-01a7-42ba-ab3a-5315c3d1dc69 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:40.685623 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-9f824f65-01a7-42ba-ab3a-5315c3d1dc69 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Calling delete_port for e0fdb202-d160-4dc0-bd14-24fe20e30175 owned by network:router_gateway {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:14:40.696891 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b37a4014-ef02-4ec0-b7a6-fb7c73aef758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:40.728294 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a4014-ef02-4ec0-b7a6-fb7c73aef758 None None] Pushing event deleted for resources: {'Port': ['ID=26278305-c219-4c62-9020-123845bf3846,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:14:40.735515 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37a4014-ef02-4ec0-b7a6-fb7c73aef758 None None] No DVR routers for this DVR port 26278305-c219-4c62-9020-123845bf3846 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 10:14:40.739074 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a4014-ef02-4ec0-b7a6-fb7c73aef758 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:14:40.739548 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a4014-ef02-4ec0-b7a6-fb7c73aef758 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:14:40.744625 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a4014-ef02-4ec0-b7a6-fb7c73aef758 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:14:40.744625 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a4014-ef02-4ec0-b7a6-fb7c73aef758 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:14:40.744625 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a4014-ef02-4ec0-b7a6-fb7c73aef758 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:14:40.744625 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a4014-ef02-4ec0-b7a6-fb7c73aef758 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:14:40.744625 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a4014-ef02-4ec0-b7a6-fb7c73aef758 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:14:40.744625 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a4014-ef02-4ec0-b7a6-fb7c73aef758 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:14:40.744625 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a4014-ef02-4ec0-b7a6-fb7c73aef758 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:14:40.744625 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a4014-ef02-4ec0-b7a6-fb7c73aef758 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:14:40.744625 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a4014-ef02-4ec0-b7a6-fb7c73aef758 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:14:40.744625 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37a4014-ef02-4ec0-b7a6-fb7c73aef758 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:14:40.764065 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-90b0f847-2557-4def-94f7-55d314a58323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda532ec-79b8-4ff2-a84e-b2a0208669fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768100430', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'e0fdb202-d160-4dc0-bd14-24fe20e30175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:12:55Z', 'updated_at': '2021-09-08T10:14:39Z', 'revision_number': 5, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': 'e0fdb202-d160-4dc0-bd14-24fe20e30175', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:44:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda532ec-79b8-4ff2-a84e-b2a0208669fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:12:56Z', 'updated_at': '2021-09-08T10:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:14:40.791312 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b0f847-2557-4def-94f7-55d314a58323 None None] The sync data for ids ['dda532ec-79b8-4ff2-a84e-b2a0208669fd'] in n-d-806683-11 is: [{'id': 'dda532ec-79b8-4ff2-a84e-b2a0208669fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768100430', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': 'e0fdb202-d160-4dc0-bd14-24fe20e30175', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:12:55Z', 'updated_at': '2021-09-08T10:14:39Z', 'revision_number': 5, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': 'e0fdb202-d160-4dc0-bd14-24fe20e30175', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:44:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda532ec-79b8-4ff2-a84e-b2a0208669fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:12:56Z', 'updated_at': '2021-09-08T10:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:14:40.884549 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9f824f65-01a7-42ba-ab3a-5315c3d1dc69 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:40.907701 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f824f65-01a7-42ba-ab3a-5315c3d1dc69 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event deleted for resources: {'Port': ['ID=e0fdb202-d160-4dc0-bd14-24fe20e30175,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:14:40.969735 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9f824f65-01a7-42ba-ab3a-5315c3d1dc69 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:41.063199 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9f824f65-01a7-42ba-ab3a-5315c3d1dc69 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:41.065211 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9f824f65-01a7-42ba-ab3a-5315c3d1dc69 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:41.108408 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9f824f65-01a7-42ba-ab3a-5315c3d1dc69 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:41.108943 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f824f65-01a7-42ba-ab3a-5315c3d1dc69 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Fanout notify agent at l3_agent the message router_deleted on router dda532ec-79b8-4ff2-a84e-b2a0208669fd {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 10:14:41.116438 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9f824f65-01a7-42ba-ab3a-5315c3d1dc69 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:41.117680 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9f824f65-01a7-42ba-ab3a-5315c3d1dc69 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "DELETE /v2.0/routers/dda532ec-79b8-4ff2-a84e-b2a0208669fd HTTP/1.1" status: 204 len: 168 time: 0.8144596 Sep 08 10:14:41.120387 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39640) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:14:41.197933 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-33ec7657-5cbc-4687-a295-39062868d16a tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:41.298057 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-33ec7657-5cbc-4687-a295-39062868d16a tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:41.319311 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-33ec7657-5cbc-4687-a295-39062868d16a tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ed0cf07-b360-435d-99ba-dcab90d4aae8']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:14:41.329148 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-33ec7657-5cbc-4687-a295-39062868d16a tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db28f1a3-c0f9-44b3-8b62-e9d50fb540b5') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:14:41.329457 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-33ec7657-5cbc-4687-a295-39062868d16a tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db28f1a3-c0f9-44b3-8b62-e9d50fb540b5') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:14:41.339775 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-33ec7657-5cbc-4687-a295-39062868d16a tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:41.353493 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-33ec7657-5cbc-4687-a295-39062868d16a tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:41.359770 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33ec7657-5cbc-4687-a295-39062868d16a tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 10:14:41.360172 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-33ec7657-5cbc-4687-a295-39062868d16a tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:41.364413 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 10:14:41.364413 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 10:14:41.364413 n-d-806683-11 neutron-server[94713]: timer() Sep 08 10:14:41.364413 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 10:14:41.364413 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 10:14:41.364413 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 10:14:41.364413 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 10:14:41.364413 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 10:14:41.364413 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 10:14:41.364413 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 10:14:41.364413 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 10:14:41.364413 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 10:14:41.364413 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 10:14:41.364413 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 10:14:41.364413 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 10:14:41.364413 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 10:14:41.364413 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 10:14:41.364413 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 10:14:41.364413 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 10:14:41.364413 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 10:14:41.364413 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 10:14:41.364413 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 10:14:41.364413 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 10:14:41.364413 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 10:14:41.364413 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 10:14:41.364413 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 10:14:41.364413 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 10:14:41.364413 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 10:14:41.364413 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 10:14:41.364413 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 10:14:41.364413 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 10:14:41.364413 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 10:14:41.430472 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-33ec7657-5cbc-4687-a295-39062868d16a tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:41.435801 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-33ec7657-5cbc-4687-a295-39062868d16a tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:41.437916 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-33ec7657-5cbc-4687-a295-39062868d16a tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "DELETE /v2.0/networks/1ed0cf07-b360-435d-99ba-dcab90d4aae8 HTTP/1.1" status: 204 len: 168 time: 0.3164024 Sep 08 10:14:41.441811 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39642) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:14:41.453614 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec7657-5cbc-4687-a295-39062868d16a tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event deleted for resources: {'Network': ['ID=1ed0cf07-b360-435d-99ba-dcab90d4aae8,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:14:41.501508 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0a69ba75-36f7-47e4-a131-260166883b2b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:41.527126 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0a69ba75-36f7-47e4-a131-260166883b2b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:41.588154 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0a69ba75-36f7-47e4-a131-260166883b2b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:41.590733 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0a69ba75-36f7-47e4-a131-260166883b2b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:41.591898 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-0a69ba75-36f7-47e4-a131-260166883b2b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "DELETE /v2.0/security-groups/8a962bb6-e1fa-4714-a591-674a3b5c8950 HTTP/1.1" status: 204 len: 168 time: 0.1484835 Sep 08 10:14:41.601015 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a69ba75-36f7-47e4-a131-260166883b2b tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a962bb6-e1fa-4714-a591-674a3b5c8950,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:14:42.052336 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device e0fdb202-d160-4dc0-bd14-24fe20e30175 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:14:42.068557 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39648) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:14:42.073371 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-b1e621f6-006d-4a41-9ed0-512bc1a6a0d4 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1368695127', 'description': 'tempest-secgroup-smoke-1368695127 description', 'project_id': 'df1cda9df730430daf02e1cc7ed939bd'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:14:42.074154 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: e0fdb202-d160-4dc0-bd14-24fe20e30175 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:14:42.074506 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device e0fdb202-d160-4dc0-bd14-24fe20e30175 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:14:42.074927 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 26278305-c219-4c62-9020-123845bf3846 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:14:42.093589 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 26278305-c219-4c62-9020-123845bf3846 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:14:42.093936 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 26278305-c219-4c62-9020-123845bf3846 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:14:42.094384 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 615ebcb8-9523-498f-97f9-5e84314b30f7 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:14:42.099329 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b1e621f6-006d-4a41-9ed0-512bc1a6a0d4 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:42.188697 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b1e621f6-006d-4a41-9ed0-512bc1a6a0d4 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:42.192778 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b1e621f6-006d-4a41-9ed0-512bc1a6a0d4 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:42.220811 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b1e621f6-006d-4a41-9ed0-512bc1a6a0d4 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:42.225897 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b1e621f6-006d-4a41-9ed0-512bc1a6a0d4 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1529746 Sep 08 10:14:42.226148 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39650) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:14:42.230648 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-de6f120f-f5fa-484c-aab7-6d35c7c0e988 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'security_group_rule': {'security_group_id': '497d9791-effc-4ce1-8a9c-77bd2e8ace99', 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:14:42.240401 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e621f6-006d-4a41-9ed0-512bc1a6a0d4 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=497d9791-effc-4ce1-8a9c-77bd2e8ace99,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:14:42.260732 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-de6f120f-f5fa-484c-aab7-6d35c7c0e988 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:42.275059 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 615ebcb8-9523-498f-97f9-5e84314b30f7 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:14:42.276272 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 615ebcb8-9523-498f-97f9-5e84314b30f7 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:14:42.317759 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-de6f120f-f5fa-484c-aab7-6d35c7c0e988 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:42.321300 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-de6f120f-f5fa-484c-aab7-6d35c7c0e988 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:42.338574 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f120f-f5fa-484c-aab7-6d35c7c0e988 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=144cf915-6f48-4860-8264-5029830b4143,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:14:42.344652 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-de6f120f-f5fa-484c-aab7-6d35c7c0e988 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:42.346009 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-de6f120f-f5fa-484c-aab7-6d35c7c0e988 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1189752 Sep 08 10:14:42.348846 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39652) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:14:42.353185 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-3a82e0a0-63f0-4180-9595-04b925eee648 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'security_group_rule': {'security_group_id': '497d9791-effc-4ce1-8a9c-77bd2e8ace99', 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:14:42.379625 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3a82e0a0-63f0-4180-9595-04b925eee648 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:42.436213 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3a82e0a0-63f0-4180-9595-04b925eee648 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:42.439726 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3a82e0a0-63f0-4180-9595-04b925eee648 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:42.457949 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a82e0a0-63f0-4180-9595-04b925eee648 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73d9a89c-ddaa-48fa-8c05-c7e225985dbb,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:14:42.464197 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3a82e0a0-63f0-4180-9595-04b925eee648 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:42.465608 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-3a82e0a0-63f0-4180-9595-04b925eee648 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1158299 Sep 08 10:14:42.469273 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39654) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:14:42.473790 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-b77147d5-117a-4a3b-85e4-9f3ae1640f34 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'security_group_rule': {'security_group_id': '497d9791-effc-4ce1-8a9c-77bd2e8ace99', 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:14:42.498919 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b77147d5-117a-4a3b-85e4-9f3ae1640f34 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:42.559115 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b77147d5-117a-4a3b-85e4-9f3ae1640f34 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:42.562509 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b77147d5-117a-4a3b-85e4-9f3ae1640f34 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:42.582621 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77147d5-117a-4a3b-85e4-9f3ae1640f34 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98a600f4-c4ee-4f25-a384-1b66ec47a827,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:14:42.585208 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b77147d5-117a-4a3b-85e4-9f3ae1640f34 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:42.586436 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b77147d5-117a-4a3b-85e4-9f3ae1640f34 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1162262 Sep 08 10:14:42.589109 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39656) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:14:42.593383 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-5ebf2203-aefb-4dbd-90db-a4d8c3d5c8f9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'security_group_rule': {'security_group_id': '497d9791-effc-4ce1-8a9c-77bd2e8ace99', 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:14:42.619242 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5ebf2203-aefb-4dbd-90db-a4d8c3d5c8f9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:42.677403 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5ebf2203-aefb-4dbd-90db-a4d8c3d5c8f9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:42.681008 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5ebf2203-aefb-4dbd-90db-a4d8c3d5c8f9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:42.698614 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf2203-aefb-4dbd-90db-a4d8c3d5c8f9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7e89a90-aef9-46b5-a565-0b9ac09fbb4a,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:14:42.704922 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-5ebf2203-aefb-4dbd-90db-a4d8c3d5c8f9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:42.706682 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-5ebf2203-aefb-4dbd-90db-a4d8c3d5c8f9 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1161065 Sep 08 10:14:42.709519 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39658) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:14:42.714703 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-f13db8ed-82ef-4eb5-a4a2-b33d30f3abee tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'security_group_rule': {'security_group_id': '497d9791-effc-4ce1-8a9c-77bd2e8ace99', 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:14:42.737367 n-d-806683-11 neutron-server[94712]: INFO neutron.db.securitygroups_db [None req-f13db8ed-82ef-4eb5-a4a2-b33d30f3abee tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Project df1cda9df730430daf02e1cc7ed939bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 10:14:42.742350 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f13db8ed-82ef-4eb5-a4a2-b33d30f3abee tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:42.802548 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f13db8ed-82ef-4eb5-a4a2-b33d30f3abee tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:42.806268 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f13db8ed-82ef-4eb5-a4a2-b33d30f3abee tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:42.824677 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13db8ed-82ef-4eb5-a4a2-b33d30f3abee tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06e49e89-af31-49c6-bcd5-fbec0007ff2f,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:14:42.832843 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f13db8ed-82ef-4eb5-a4a2-b33d30f3abee tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:42.834144 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f13db8ed-82ef-4eb5-a4a2-b33d30f3abee tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1235473 Sep 08 10:14:42.836928 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39660) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:14:42.841253 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-7636c4fe-cff6-4e37-9b9b-3f027ba2be66 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'security_group_rule': {'security_group_id': '497d9791-effc-4ce1-8a9c-77bd2e8ace99', 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:14:42.862420 n-d-806683-11 neutron-server[94712]: INFO neutron.db.securitygroups_db [None req-7636c4fe-cff6-4e37-9b9b-3f027ba2be66 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Project df1cda9df730430daf02e1cc7ed939bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 10:14:42.867618 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7636c4fe-cff6-4e37-9b9b-3f027ba2be66 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:42.931146 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7636c4fe-cff6-4e37-9b9b-3f027ba2be66 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:42.935077 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7636c4fe-cff6-4e37-9b9b-3f027ba2be66 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:42.952947 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636c4fe-cff6-4e37-9b9b-3f027ba2be66 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77f5455a-f7f2-41f9-a9e3-32c881883e57,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:14:42.960212 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7636c4fe-cff6-4e37-9b9b-3f027ba2be66 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:42.961427 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-7636c4fe-cff6-4e37-9b9b-3f027ba2be66 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1235445 Sep 08 10:14:42.964289 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39662) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:14:42.969130 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-f7820ee9-b77d-4f12-8175-6a107c0c6fe5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'network': {'name': 'tempest-network-smoke--440030621', 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'port_security_enabled': True}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:14:42.989826 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7820ee9-b77d-4f12-8175-6a107c0c6fe5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Made reservation on behalf of df1cda9df730430daf02e1cc7ed939bd for: {'network': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:14:42.993125 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f7820ee9-b77d-4f12-8175-6a107c0c6fe5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:43.016752 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7820ee9-b77d-4f12-8175-6a107c0c6fe5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=94712) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 10:14:43.026994 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f7820ee9-b77d-4f12-8175-6a107c0c6fe5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:43.027427 n-d-806683-11 neutron-server[94712]: INFO neutron.db.segments_db [None req-f7820ee9-b77d-4f12-8175-6a107c0c6fe5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Added segment 06c8a2cf-2e08-44a5-9cb8-05deda7474d7 of type vlan for network bd7579fc-409e-496f-a637-70737dd3d194 Sep 08 10:14:43.069143 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f7820ee9-b77d-4f12-8175-6a107c0c6fe5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:43.093836 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f7820ee9-b77d-4f12-8175-6a107c0c6fe5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:43.099419 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7820ee9-b77d-4f12-8175-6a107c0c6fe5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:14:43.099997 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f7820ee9-b77d-4f12-8175-6a107c0c6fe5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:43.134183 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f7820ee9-b77d-4f12-8175-6a107c0c6fe5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1688776 Sep 08 10:14:43.136925 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39664) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:14:43.143194 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-0be5b36d-7b00-4691-9fcd-5f200ba2a693 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-919129746', 'admin_state_up': True, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:14:43.182319 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7820ee9-b77d-4f12-8175-6a107c0c6fe5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'Network': ['ID=bd7579fc-409e-496f-a637-70737dd3d194,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:14:43.192714 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network bd7579fc-409e-496f-a637-70737dd3d194 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 10:14:43.199293 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0be5b36d-7b00-4691-9fcd-5f200ba2a693 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:43.200592 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0be5b36d-7b00-4691-9fcd-5f200ba2a693 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:43.254845 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0be5b36d-7b00-4691-9fcd-5f200ba2a693 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:43.394105 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0be5b36d-7b00-4691-9fcd-5f200ba2a693 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:43.583932 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0be5b36d-7b00-4691-9fcd-5f200ba2a693 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for router_gateway, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:43.607657 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0be5b36d-7b00-4691-9fcd-5f200ba2a693 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:43.709929 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-0be5b36d-7b00-4691-9fcd-5f200ba2a693 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Allocated IP 172.25.0.106 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/42dbac3e-5fe3-43da-b58a-348e138d4885) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:14:43.815093 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0be5b36d-7b00-4691-9fcd-5f200ba2a693 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:43.852637 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0be5b36d-7b00-4691-9fcd-5f200ba2a693 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:43.888037 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be5b36d-7b00-4691-9fcd-5f200ba2a693 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:14:43.890765 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-0be5b36d-7b00-4691-9fcd-5f200ba2a693 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:14:43.894333 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be5b36d-7b00-4691-9fcd-5f200ba2a693 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:14:43.920116 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be5b36d-7b00-4691-9fcd-5f200ba2a693 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'Port': ['ID=42dbac3e-5fe3-43da-b58a-348e138d4885,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:14:44.150312 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0be5b36d-7b00-4691-9fcd-5f200ba2a693 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for router_gateway, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:44.343162 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0be5b36d-7b00-4691-9fcd-5f200ba2a693 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:44.469171 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be5b36d-7b00-4691-9fcd-5f200ba2a693 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Router fa3393e0-af9c-46b4-8531-33b157e2cb45 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 10:14:44.575194 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be5b36d-7b00-4691-9fcd-5f200ba2a693 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:14:44.584793 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c2179a-44cb-4c36-b281-f804395f2d2b None None] Sync routers for ids ['fa3393e0-af9c-46b4-8531-33b157e2cb45'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:14:44.593570 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c2179a-44cb-4c36-b281-f804395f2d2b None None] Routers {'fa3393e0-af9c-46b4-8531-33b157e2cb45'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:14:44.593767 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-0be5b36d-7b00-4691-9fcd-5f200ba2a693 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:44.594360 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-d3c2179a-44cb-4c36-b281-f804395f2d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:14:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['fa3393e0-af9c-46b4-8531-33b157e2cb45'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:14:44.594952 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-0be5b36d-7b00-4691-9fcd-5f200ba2a693 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4570894 Sep 08 10:14:44.598760 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39666) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:14:44.627670 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-97838012-2441-4f48-b6de-cb582d4f3a26 tempest-TestNetworkAdvancedServerOps-479438815 tempest-TestNetworkAdvancedServerOps-479438815-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=df1cda9df730430daf02e1cc7ed939bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276511 Sep 08 10:14:44.630281 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39668) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:14:44.700071 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-d3c2179a-44cb-4c36-b281-f804395f2d2b None None] Set router fa3393e0-af9c-46b4-8531-33b157e2cb45 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:14:44.716429 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75705db0-7422-44de-b235-d598a9e0d6eb tempest-TestNetworkAdvancedServerOps-479438815 tempest-TestNetworkAdvancedServerOps-479438815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:14:44.717963 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-75705db0-7422-44de-b235-d598a9e0d6eb tempest-TestNetworkAdvancedServerOps-479438815 tempest-TestNetworkAdvancedServerOps-479438815-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0867352 Sep 08 10:14:44.720776 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39670) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:14:44.753590 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c6117757-90b0-4d63-b674-10bcac9b980c tempest-TestNetworkAdvancedServerOps-479438815 tempest-TestNetworkAdvancedServerOps-479438815-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=399c4174-1e86-4a10-bb99-f875a09107d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312183 Sep 08 10:14:44.756367 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39672) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:14:44.761033 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-752f7da8-e012-4bf3-a08f-b75526526bf7 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-74368931', 'network_id': 'bd7579fc-409e-496f-a637-70737dd3d194', 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:14:44.848062 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752f7da8-e012-4bf3-a08f-b75526526bf7 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Made reservation on behalf of df1cda9df730430daf02e1cc7ed939bd for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:14:44.851560 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-752f7da8-e012-4bf3-a08f-b75526526bf7 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:44.883280 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-d3c2179a-44cb-4c36-b281-f804395f2d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3393e0-af9c-46b4-8531-33b157e2cb45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919129746', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '42dbac3e-5fe3-43da-b58a-348e138d4885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:14:43Z', 'updated_at': '2021-09-08T10:14:44Z', 'revision_number': 3, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': '42dbac3e-5fe3-43da-b58a-348e138d4885', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c6:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3393e0-af9c-46b4-8531-33b157e2cb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:14:43Z', 'updated_at': '2021-09-08T10:14:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:14:44.910166 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c2179a-44cb-4c36-b281-f804395f2d2b None None] Checking router: fa3393e0-af9c-46b4-8531-33b157e2cb45 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:14:44.910524 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c2179a-44cb-4c36-b281-f804395f2d2b None None] Updating router fa3393e0-af9c-46b4-8531-33b157e2cb45 port 42dbac3e-5fe3-43da-b58a-348e138d4885 binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 10:14:44.936039 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d3c2179a-44cb-4c36-b281-f804395f2d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:45.035211 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-752f7da8-e012-4bf3-a08f-b75526526bf7 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:45.103090 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f7da8-e012-4bf3-a08f-b75526526bf7 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'Subnet': ['ID=ca319345-2271-417d-bf52-2e6ec01447e6,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:14:45.110416 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752f7da8-e012-4bf3-a08f-b75526526bf7 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Checking segment: {'id': '06c8a2cf-2e08-44a5-9cb8-05deda7474d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'bd7579fc-409e-496f-a637-70737dd3d194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:14:45.110791 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752f7da8-e012-4bf3-a08f-b75526526bf7 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Network hostable DHCP agents. Network: bd7579fc-409e-496f-a637-70737dd3d194, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 10:14:45.128716 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752f7da8-e012-4bf3-a08f-b75526526bf7 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Network bd7579fc-409e-496f-a637-70737dd3d194 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 10:14:45.137809 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-752f7da8-e012-4bf3-a08f-b75526526bf7 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, bd7579fc-409e-496f-a637-70737dd3d194) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:14:45.141832 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752f7da8-e012-4bf3-a08f-b75526526bf7 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:14:45.142560 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-752f7da8-e012-4bf3-a08f-b75526526bf7 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:45.150999 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f195b4fa-4a56-4dea-92e5-ae2b3430d0a1 None None] Network bd7579fc-409e-496f-a637-70737dd3d194 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:14:45.157934 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-752f7da8-e012-4bf3-a08f-b75526526bf7 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4004676 Sep 08 10:14:45.161279 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39674) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:14:45.255528 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d3c2179a-44cb-4c36-b281-f804395f2d2b None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:45.278670 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d3c2179a-44cb-4c36-b281-f804395f2d2b None None] Transition to ACTIVE for port object 42dbac3e-5fe3-43da-b58a-348e138d4885 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:14:45.287836 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d3c2179a-44cb-4c36-b281-f804395f2d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:45.376568 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-d3c2179a-44cb-4c36-b281-f804395f2d2b None None] Attempting to bind port 42dbac3e-5fe3-43da-b58a-348e138d4885 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:14:45.376856 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-d3c2179a-44cb-4c36-b281-f804395f2d2b None None] Attempting to bind port 42dbac3e-5fe3-43da-b58a-348e138d4885 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:14:45.377223 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c2179a-44cb-4c36-b281-f804395f2d2b None None] Attempting to bind port 42dbac3e-5fe3-43da-b58a-348e138d4885 on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:14:45.401446 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c2179a-44cb-4c36-b281-f804395f2d2b None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:14:45.401913 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c2179a-44cb-4c36-b281-f804395f2d2b None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:14:45.402257 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d3c2179a-44cb-4c36-b281-f804395f2d2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:45.402649 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c2179a-44cb-4c36-b281-f804395f2d2b None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:14:45.403128 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-d3c2179a-44cb-4c36-b281-f804395f2d2b None None] Bound port: 42dbac3e-5fe3-43da-b58a-348e138d4885, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:14:45.403552 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d3c2179a-44cb-4c36-b281-f804395f2d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:45.405081 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cdbee7-4116-42af-826d-ee2e398c0fd5 None None] Pushing event updated for resources: {'Port': ['ID=42dbac3e-5fe3-43da-b58a-348e138d4885,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:14:45.411866 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f937cabc-ee07-4e55-80ea-fa0048773c36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-bd7579fc-409e-496f-a637-70737dd3d194', 'network_id': 'bd7579fc-409e-496f-a637-70737dd3d194', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'fixed_ips': [{'subnet_id': 'ca319345-2271-417d-bf52-2e6ec01447e6'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 10:14:45.412738 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f937cabc-ee07-4e55-80ea-fa0048773c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:45.533997 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d3c2179a-44cb-4c36-b281-f804395f2d2b None None] For port 42dbac3e-5fe3-43da-b58a-348e138d4885, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:14:45.553237 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d3c2179a-44cb-4c36-b281-f804395f2d2b None None] For port 42dbac3e-5fe3-43da-b58a-348e138d4885, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=42dbac3e-5fe3-43da-b58a-348e138d4885,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:14:45.561326 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d3c2179a-44cb-4c36-b281-f804395f2d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:45.603697 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8b981b5b-a451-44da-89e9-e7901c8e0345 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:45.640420 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-f937cabc-ee07-4e55-80ea-fa0048773c36 None None] Allocated IP 172.20.0.2 (bd7579fc-409e-496f-a637-70737dd3d194/ca319345-2271-417d-bf52-2e6ec01447e6/5abc3598-daaa-4077-9b27-21b2bf68a038) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:14:45.668640 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cdbee7-4116-42af-826d-ee2e398c0fd5 None None] Pushing event updated for resources: {'Port': ['ID=42dbac3e-5fe3-43da-b58a-348e138d4885,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:14:45.678339 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c2179a-44cb-4c36-b281-f804395f2d2b None None] Routers {'fa3393e0-af9c-46b4-8531-33b157e2cb45'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:14:45.678973 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-d3c2179a-44cb-4c36-b281-f804395f2d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:14:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['fa3393e0-af9c-46b4-8531-33b157e2cb45'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:14:45.877653 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-d3c2179a-44cb-4c36-b281-f804395f2d2b None None] Set router fa3393e0-af9c-46b4-8531-33b157e2cb45 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:14:45.974082 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f937cabc-ee07-4e55-80ea-fa0048773c36 None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:46.011688 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f937cabc-ee07-4e55-80ea-fa0048773c36 None None] Transition to ACTIVE for port object 5abc3598-daaa-4077-9b27-21b2bf68a038 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:14:46.035755 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-f937cabc-ee07-4e55-80ea-fa0048773c36 None None] Transition to ACTIVE for port object 5abc3598-daaa-4077-9b27-21b2bf68a038 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:14:46.046273 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f937cabc-ee07-4e55-80ea-fa0048773c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:46.093424 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-8b981b5b-a451-44da-89e9-e7901c8e0345 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Allocated IP 172.20.0.1 (bd7579fc-409e-496f-a637-70737dd3d194/ca319345-2271-417d-bf52-2e6ec01447e6/7c7473c9-96ae-4503-85c4-0c6d8a964db2) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:14:46.115217 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f937cabc-ee07-4e55-80ea-fa0048773c36 None None] Network bd7579fc-409e-496f-a637-70737dd3d194 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:14:46.125450 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-f937cabc-ee07-4e55-80ea-fa0048773c36 None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:14:46.129397 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f937cabc-ee07-4e55-80ea-fa0048773c36 None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:14:46.133685 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937cabc-ee07-4e55-80ea-fa0048773c36 None None] Pushing event updated for resources: {'Port': ['ID=5abc3598-daaa-4077-9b27-21b2bf68a038,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:14:46.197842 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-d3c2179a-44cb-4c36-b281-f804395f2d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3393e0-af9c-46b4-8531-33b157e2cb45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919129746', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '42dbac3e-5fe3-43da-b58a-348e138d4885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:14:43Z', 'updated_at': '2021-09-08T10:14:44Z', 'revision_number': 3, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': '42dbac3e-5fe3-43da-b58a-348e138d4885', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c6:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3393e0-af9c-46b4-8531-33b157e2cb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:14:43Z', 'updated_at': '2021-09-08T10:14:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:14:46.201130 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-f937cabc-ee07-4e55-80ea-fa0048773c36 None None] Attempting to bind port 5abc3598-daaa-4077-9b27-21b2bf68a038 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:14:46.201508 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-f937cabc-ee07-4e55-80ea-fa0048773c36 None None] Attempting to bind port 5abc3598-daaa-4077-9b27-21b2bf68a038 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '06c8a2cf-2e08-44a5-9cb8-05deda7474d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'bd7579fc-409e-496f-a637-70737dd3d194'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:14:46.201876 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f937cabc-ee07-4e55-80ea-fa0048773c36 None None] Attempting to bind port 5abc3598-daaa-4077-9b27-21b2bf68a038 on network bd7579fc-409e-496f-a637-70737dd3d194 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:14:46.211956 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8b981b5b-a451-44da-89e9-e7901c8e0345 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:46.225847 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-8b981b5b-a451-44da-89e9-e7901c8e0345 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Transition to ACTIVE for port object 7c7473c9-96ae-4503-85c4-0c6d8a964db2 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:14:46.230333 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c2179a-44cb-4c36-b281-f804395f2d2b None None] The sync data for ids ['fa3393e0-af9c-46b4-8531-33b157e2cb45'] in n-d-806683-11 is: [{'id': 'fa3393e0-af9c-46b4-8531-33b157e2cb45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919129746', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '42dbac3e-5fe3-43da-b58a-348e138d4885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:14:43Z', 'updated_at': '2021-09-08T10:14:44Z', 'revision_number': 3, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': '42dbac3e-5fe3-43da-b58a-348e138d4885', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c6:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3393e0-af9c-46b4-8531-33b157e2cb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:14:43Z', 'updated_at': '2021-09-08T10:14:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:14:46.232354 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f937cabc-ee07-4e55-80ea-fa0048773c36 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:14:46.232735 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f937cabc-ee07-4e55-80ea-fa0048773c36 None None] Checking segment: {'id': '06c8a2cf-2e08-44a5-9cb8-05deda7474d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'bd7579fc-409e-496f-a637-70737dd3d194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:14:46.233143 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f937cabc-ee07-4e55-80ea-fa0048773c36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:46.233550 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f937cabc-ee07-4e55-80ea-fa0048773c36 None None] Bound using segment: {'id': '06c8a2cf-2e08-44a5-9cb8-05deda7474d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'bd7579fc-409e-496f-a637-70737dd3d194'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:14:46.234413 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-f937cabc-ee07-4e55-80ea-fa0048773c36 None None] Bound port: 5abc3598-daaa-4077-9b27-21b2bf68a038, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c8a2cf-2e08-44a5-9cb8-05deda7474d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'bd7579fc-409e-496f-a637-70737dd3d194'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:14:46.234413 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f937cabc-ee07-4e55-80ea-fa0048773c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:46.262130 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8b981b5b-a451-44da-89e9-e7901c8e0345 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:46.307030 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b981b5b-a451-44da-89e9-e7901c8e0345 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Network bd7579fc-409e-496f-a637-70737dd3d194 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:14:46.310582 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-8b981b5b-a451-44da-89e9-e7901c8e0345 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:14:46.314060 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b981b5b-a451-44da-89e9-e7901c8e0345 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:14:46.315557 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-f937cabc-ee07-4e55-80ea-fa0048773c36 None None] For port 5abc3598-daaa-4077-9b27-21b2bf68a038, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:14:46.319654 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-f937cabc-ee07-4e55-80ea-fa0048773c36 None None] For port 5abc3598-daaa-4077-9b27-21b2bf68a038, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=5abc3598-daaa-4077-9b27-21b2bf68a038,segment=NetworkSegment(06c8a2cf-2e08-44a5-9cb8-05deda7474d7),segment_id=06c8a2cf-2e08-44a5-9cb8-05deda7474d7)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:14:46.324596 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f937cabc-ee07-4e55-80ea-fa0048773c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:46.344195 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b981b5b-a451-44da-89e9-e7901c8e0345 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'Port': ['ID=7c7473c9-96ae-4503-85c4-0c6d8a964db2,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:14:46.378099 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8b981b5b-a451-44da-89e9-e7901c8e0345 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:46.391268 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937cabc-ee07-4e55-80ea-fa0048773c36 None None] Pushing event updated for resources: {'Port': ['ID=5abc3598-daaa-4077-9b27-21b2bf68a038,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:14:46.536049 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8b981b5b-a451-44da-89e9-e7901c8e0345 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:47.210827 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8b981b5b-a451-44da-89e9-e7901c8e0345 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:47.215705 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8b981b5b-a451-44da-89e9-e7901c8e0345 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:47.295379 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b981b5b-a451-44da-89e9-e7901c8e0345 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'Port': ['ID=7c7473c9-96ae-4503-85c4-0c6d8a964db2,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:14:47.297942 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-8b981b5b-a451-44da-89e9-e7901c8e0345 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:47.340665 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad95c72a-4cfa-4fc6-b8cf-848afa0450bd None None] Network bd7579fc-409e-496f-a637-70737dd3d194 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:14:47.404710 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b981b5b-a451-44da-89e9-e7901c8e0345 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Network bd7579fc-409e-496f-a637-70737dd3d194 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:14:47.406162 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-8b981b5b-a451-44da-89e9-e7901c8e0345 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:14:47.420989 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-01d67f71-1e8e-4e26-bc7a-dcc2c2a4eb3a None None] Provisioning for port 5abc3598-daaa-4077-9b27-21b2bf68a038 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:14:47.523238 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b981b5b-a451-44da-89e9-e7901c8e0345 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Router fa3393e0-af9c-46b4-8531-33b157e2cb45 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 10:14:47.647498 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b981b5b-a451-44da-89e9-e7901c8e0345 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:14:47.658086 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-8b981b5b-a451-44da-89e9-e7901c8e0345 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "PUT /v2.0/routers/fa3393e0-af9c-46b4-8531-33b157e2cb45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4902458 Sep 08 10:14:47.760837 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-0adeef5e-0c1b-424d-b482-a7ba01802c36 None None] Provisioning for port 7c7473c9-96ae-4503-85c4-0c6d8a964db2 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:14:47.764951 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-0adeef5e-0c1b-424d-b482-a7ba01802c36 None None] Provisioning complete for port 7c7473c9-96ae-4503-85c4-0c6d8a964db2 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:14:47.765401 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0adeef5e-0c1b-424d-b482-a7ba01802c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:47.802652 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-012159ec-3613-451c-af2a-95f8312a0556 req-a1042368-1c49-4eb8-978d-a66510ac4c22 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1368695127&fields=id&tenant_id=df1cda9df730430daf02e1cc7ed939bd HTTP/1.1" status: 200 len: 267 time: 0.0369754 Sep 08 10:14:47.810485 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ddeaaef7-b588-430c-95d9-ed665b9f0173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:47.815272 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-0adeef5e-0c1b-424d-b482-a7ba01802c36 None None] Port 7c7473c9-96ae-4503-85c4-0c6d8a964db2 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 10:14:47.909032 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae0904d-0425-4f19-9d39-7313684050f1 None None] Sync routers for ids ['fa3393e0-af9c-46b4-8531-33b157e2cb45'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:14:47.919452 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae0904d-0425-4f19-9d39-7313684050f1 None None] Routers {'fa3393e0-af9c-46b4-8531-33b157e2cb45'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:14:47.920057 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-0ae0904d-0425-4f19-9d39-7313684050f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:14:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['fa3393e0-af9c-46b4-8531-33b157e2cb45'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:14:47.923231 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012159ec-3613-451c-af2a-95f8312a0556 req-9c99d650-6543-4e81-8d48-43ed6c360dbc tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:14:47.925643 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-012159ec-3613-451c-af2a-95f8312a0556 req-9c99d650-6543-4e81-8d48-43ed6c360dbc tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/networks?id=bd7579fc-409e-496f-a637-70737dd3d194 HTTP/1.1" status: 200 len: 796 time: 0.1122382 Sep 08 10:14:47.942350 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-012159ec-3613-451c-af2a-95f8312a0556 req-bbdf80f9-7938-489d-886a-d2de165aaba8 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/quotas/df1cda9df730430daf02e1cc7ed939bd HTTP/1.1" status: 200 len: 375 time: 0.0101955 Sep 08 10:14:47.953342 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-15a18678-b865-4238-a9c9-bba2d1096eff None None] Provisioning complete for port 7c7473c9-96ae-4503-85c4-0c6d8a964db2 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:14:47.953800 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-15a18678-b865-4238-a9c9-bba2d1096eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:47.994721 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-15a18678-b865-4238-a9c9-bba2d1096eff None None] Port 7c7473c9-96ae-4503-85c4-0c6d8a964db2 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 10:14:48.002175 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-012159ec-3613-451c-af2a-95f8312a0556 req-732a6eb8-d1ff-45c9-bbb9-b4cc785c3789 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=df1cda9df730430daf02e1cc7ed939bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537696 Sep 08 10:14:48.062464 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-0ae0904d-0425-4f19-9d39-7313684050f1 None None] Set router fa3393e0-af9c-46b4-8531-33b157e2cb45 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:14:48.131367 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-012159ec-3613-451c-af2a-95f8312a0556 req-3fe7739d-76ae-4cdc-a55f-ee29b7eceb87 service neutron] 10.222.0.54 "GET /v2.0/networks/bd7579fc-409e-496f-a637-70737dd3d194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064692 Sep 08 10:14:48.143198 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 5abc3598-daaa-4077-9b27-21b2bf68a038 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:14:48.209044 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 5abc3598-daaa-4077-9b27-21b2bf68a038 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:14:48.219824 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 5abc3598-daaa-4077-9b27-21b2bf68a038 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:14:48.220211 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:48.244696 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-012159ec-3613-451c-af2a-95f8312a0556 req-7c23c69a-ed74-432f-8da7-2b3e1d8e4ea9 service neutron] 10.222.0.54 "GET /v2.0/networks/bd7579fc-409e-496f-a637-70737dd3d194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998697 Sep 08 10:14:48.246462 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d83483c9-b20f-440e-9846-b377912e2fd5 None None] Provisioning complete for port 7c7473c9-96ae-4503-85c4-0c6d8a964db2 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:14:48.247234 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d83483c9-b20f-440e-9846-b377912e2fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:48.292918 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d83483c9-b20f-440e-9846-b377912e2fd5 None None] Port 7c7473c9-96ae-4503-85c4-0c6d8a964db2 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 10:14:48.302991 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-0ae0904d-0425-4f19-9d39-7313684050f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3393e0-af9c-46b4-8531-33b157e2cb45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919129746', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '42dbac3e-5fe3-43da-b58a-348e138d4885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:14:43Z', 'updated_at': '2021-09-08T10:14:46Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': '42dbac3e-5fe3-43da-b58a-348e138d4885', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c6:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3393e0-af9c-46b4-8531-33b157e2cb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:14:43Z', 'updated_at': '2021-09-08T10:14:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '7c7473c9-96ae-4503-85c4-0c6d8a964db2', 'name': '', 'network_id': 'bd7579fc-409e-496f-a637-70737dd3d194', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'mac_address': 'fa:16:3e:ae:96:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3393e0-af9c-46b4-8531-33b157e2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ca319345-2271-417d-bf52-2e6ec01447e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:14:45Z', 'updated_at': '2021-09-08T10:14:47Z', 'revision_number': 2, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'subnets': [{'id': 'ca319345-2271-417d-bf52-2e6ec01447e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:14:48.335139 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:48.340563 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae0904d-0425-4f19-9d39-7313684050f1 None None] Checking router: fa3393e0-af9c-46b4-8531-33b157e2cb45 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:14:48.341003 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae0904d-0425-4f19-9d39-7313684050f1 None None] Updating router fa3393e0-af9c-46b4-8531-33b157e2cb45 port 7c7473c9-96ae-4503-85c4-0c6d8a964db2 binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 10:14:48.375421 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-0ae0904d-0425-4f19-9d39-7313684050f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:48.379687 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 5abc3598-daaa-4077-9b27-21b2bf68a038, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=5abc3598-daaa-4077-9b27-21b2bf68a038,segment=NetworkSegment(06c8a2cf-2e08-44a5-9cb8-05deda7474d7),segment_id=06c8a2cf-2e08-44a5-9cb8-05deda7474d7)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:14:48.385396 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:48.386027 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 42dbac3e-5fe3-43da-b58a-348e138d4885 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:14:48.452222 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ff664aa1-13b4-40db-8dd2-93f8a07038d9 req-8c6c2dcf-07e0-4fca-9093-c78a233a5301 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=04cf1e7f-6e78-4ece-9692-48655d0b71ad HTTP/1.1" status: 200 len: 210 time: 0.0361774 Sep 08 10:14:48.654124 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=5abc3598-daaa-4077-9b27-21b2bf68a038,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:14:48.671130 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 42dbac3e-5fe3-43da-b58a-348e138d4885 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:14:48.675900 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 42dbac3e-5fe3-43da-b58a-348e138d4885 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:14:48.676310 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:48.679559 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-0ae0904d-0425-4f19-9d39-7313684050f1 None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:48.689477 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-0ae0904d-0425-4f19-9d39-7313684050f1 None None] Transition to ACTIVE for port object 7c7473c9-96ae-4503-85c4-0c6d8a964db2 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:14:48.695727 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-0ae0904d-0425-4f19-9d39-7313684050f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:48.777039 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:48.779871 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a2f88-feb3-4c50-a637-98644a1fc687 None None] Pushing event updated for resources: {'Port': ['ID=7c7473c9-96ae-4503-85c4-0c6d8a964db2,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:14:48.804545 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 42dbac3e-5fe3-43da-b58a-348e138d4885, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=42dbac3e-5fe3-43da-b58a-348e138d4885,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:14:48.804776 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605a2f88-feb3-4c50-a637-98644a1fc687 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:14:48.804888 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605a2f88-feb3-4c50-a637-98644a1fc687 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:14:48.805353 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605a2f88-feb3-4c50-a637-98644a1fc687 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:14:48.805750 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605a2f88-feb3-4c50-a637-98644a1fc687 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:14:48.806108 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605a2f88-feb3-4c50-a637-98644a1fc687 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:14:48.806611 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605a2f88-feb3-4c50-a637-98644a1fc687 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:14:48.806969 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605a2f88-feb3-4c50-a637-98644a1fc687 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:14:48.807243 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605a2f88-feb3-4c50-a637-98644a1fc687 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:14:48.807581 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605a2f88-feb3-4c50-a637-98644a1fc687 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:14:48.808303 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605a2f88-feb3-4c50-a637-98644a1fc687 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:14:48.808303 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605a2f88-feb3-4c50-a637-98644a1fc687 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:14:48.808616 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605a2f88-feb3-4c50-a637-98644a1fc687 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:14:48.813629 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:48.821712 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-0ae0904d-0425-4f19-9d39-7313684050f1 None None] Attempting to bind port 7c7473c9-96ae-4503-85c4-0c6d8a964db2 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:14:48.822153 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-0ae0904d-0425-4f19-9d39-7313684050f1 None None] Attempting to bind port 7c7473c9-96ae-4503-85c4-0c6d8a964db2 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': '06c8a2cf-2e08-44a5-9cb8-05deda7474d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'bd7579fc-409e-496f-a637-70737dd3d194'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:14:48.822799 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae0904d-0425-4f19-9d39-7313684050f1 None None] Attempting to bind port 7c7473c9-96ae-4503-85c4-0c6d8a964db2 on network bd7579fc-409e-496f-a637-70737dd3d194 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:14:48.830010 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae0904d-0425-4f19-9d39-7313684050f1 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:14:48.830377 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae0904d-0425-4f19-9d39-7313684050f1 None None] Checking segment: {'id': '06c8a2cf-2e08-44a5-9cb8-05deda7474d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'bd7579fc-409e-496f-a637-70737dd3d194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:14:48.830972 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-0ae0904d-0425-4f19-9d39-7313684050f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:48.831637 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae0904d-0425-4f19-9d39-7313684050f1 None None] Bound using segment: {'id': '06c8a2cf-2e08-44a5-9cb8-05deda7474d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'bd7579fc-409e-496f-a637-70737dd3d194'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:14:48.832319 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-0ae0904d-0425-4f19-9d39-7313684050f1 None None] Bound port: 7c7473c9-96ae-4503-85c4-0c6d8a964db2, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c8a2cf-2e08-44a5-9cb8-05deda7474d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'bd7579fc-409e-496f-a637-70737dd3d194'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:14:48.832825 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-0ae0904d-0425-4f19-9d39-7313684050f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:48.885047 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=42dbac3e-5fe3-43da-b58a-348e138d4885,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:14:48.913166 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-0ae0904d-0425-4f19-9d39-7313684050f1 None None] For port 7c7473c9-96ae-4503-85c4-0c6d8a964db2, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:14:48.916778 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-0ae0904d-0425-4f19-9d39-7313684050f1 None None] For port 7c7473c9-96ae-4503-85c4-0c6d8a964db2, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=7c7473c9-96ae-4503-85c4-0c6d8a964db2,segment=NetworkSegment(06c8a2cf-2e08-44a5-9cb8-05deda7474d7),segment_id=06c8a2cf-2e08-44a5-9cb8-05deda7474d7)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:14:48.921130 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-0ae0904d-0425-4f19-9d39-7313684050f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:48.975772 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae0904d-0425-4f19-9d39-7313684050f1 None None] Routers {'fa3393e0-af9c-46b4-8531-33b157e2cb45'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:14:48.976824 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-0ae0904d-0425-4f19-9d39-7313684050f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:14:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['fa3393e0-af9c-46b4-8531-33b157e2cb45'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:14:49.033392 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a2f88-feb3-4c50-a637-98644a1fc687 None None] Pushing event updated for resources: {'Port': ['ID=7c7473c9-96ae-4503-85c4-0c6d8a964db2,revision_number=4']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:14:49.111781 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-0ae0904d-0425-4f19-9d39-7313684050f1 None None] Set router fa3393e0-af9c-46b4-8531-33b157e2cb45 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:14:49.312917 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-0ae0904d-0425-4f19-9d39-7313684050f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3393e0-af9c-46b4-8531-33b157e2cb45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919129746', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '42dbac3e-5fe3-43da-b58a-348e138d4885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:14:43Z', 'updated_at': '2021-09-08T10:14:46Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': '42dbac3e-5fe3-43da-b58a-348e138d4885', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3393e0-af9c-46b4-8531-33b157e2cb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:14:43Z', 'updated_at': '2021-09-08T10:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '7c7473c9-96ae-4503-85c4-0c6d8a964db2', 'name': '', 'network_id': 'bd7579fc-409e-496f-a637-70737dd3d194', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'mac_address': 'fa:16:3e:ae:96:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3393e0-af9c-46b4-8531-33b157e2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ca319345-2271-417d-bf52-2e6ec01447e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:14:45Z', 'updated_at': '2021-09-08T10:14:48Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'subnets': [{'id': 'ca319345-2271-417d-bf52-2e6ec01447e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:14:49.338935 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae0904d-0425-4f19-9d39-7313684050f1 None None] The sync data for ids ['fa3393e0-af9c-46b4-8531-33b157e2cb45'] in n-d-806683-11 is: [{'id': 'fa3393e0-af9c-46b4-8531-33b157e2cb45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919129746', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '42dbac3e-5fe3-43da-b58a-348e138d4885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:14:43Z', 'updated_at': '2021-09-08T10:14:46Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': '42dbac3e-5fe3-43da-b58a-348e138d4885', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3393e0-af9c-46b4-8531-33b157e2cb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:14:43Z', 'updated_at': '2021-09-08T10:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '7c7473c9-96ae-4503-85c4-0c6d8a964db2', 'name': '', 'network_id': 'bd7579fc-409e-496f-a637-70737dd3d194', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'mac_address': 'fa:16:3e:ae:96:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3393e0-af9c-46b4-8531-33b157e2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ca319345-2271-417d-bf52-2e6ec01447e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:14:45Z', 'updated_at': '2021-09-08T10:14:48Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'subnets': [{'id': 'ca319345-2271-417d-bf52-2e6ec01447e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:14:49.585037 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ce4e6add-7e47-459e-9f9b-3ee8e9b4c2ac req-bec5726e-b7bc-4779-9806-3a28b614f3a7 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=04cf1e7f-6e78-4ece-9692-48655d0b71ad HTTP/1.1" status: 200 len: 210 time: 0.0386183 Sep 08 10:14:49.619898 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012159ec-3613-451c-af2a-95f8312a0556 req-c08950ff-a334-4c3d-aa51-82967d718705 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:14:49.621435 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-012159ec-3613-451c-af2a-95f8312a0556 req-c08950ff-a334-4c3d-aa51-82967d718705 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.35 "GET /v2.0/networks?id=bd7579fc-409e-496f-a637-70737dd3d194 HTTP/1.1" status: 200 len: 796 time: 0.1497869 Sep 08 10:14:49.681887 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-012159ec-3613-451c-af2a-95f8312a0556 req-d4532602-53ed-4e09-8504-012797f7a280 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df1cda9df730430daf02e1cc7ed939bd HTTP/1.1" status: 200 len: 380 time: 0.0385196 Sep 08 10:14:49.713495 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-012159ec-3613-451c-af2a-95f8312a0556 req-7cf7560a-c697-48b3-9ee4-6b270d70207c tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'port': {'device_id': '04cf1e7f-6e78-4ece-9692-48655d0b71ad', 'network_id': 'bd7579fc-409e-496f-a637-70737dd3d194', 'admin_state_up': True, 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'security_groups': ['497d9791-effc-4ce1-8a9c-77bd2e8ace99']}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:14:49.837491 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-012159ec-3613-451c-af2a-95f8312a0556 req-7cf7560a-c697-48b3-9ee4-6b270d70207c tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Made reservation on behalf of df1cda9df730430daf02e1cc7ed939bd for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:14:49.841158 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-012159ec-3613-451c-af2a-95f8312a0556 req-7cf7560a-c697-48b3-9ee4-6b270d70207c tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:49.975552 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-012159ec-3613-451c-af2a-95f8312a0556 req-7cf7560a-c697-48b3-9ee4-6b270d70207c tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Allocated IP 172.20.0.12 (bd7579fc-409e-496f-a637-70737dd3d194/ca319345-2271-417d-bf52-2e6ec01447e6/92a7af12-2862-40ea-a497-147c98e9d3dc) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:14:50.124187 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-012159ec-3613-451c-af2a-95f8312a0556 req-7cf7560a-c697-48b3-9ee4-6b270d70207c tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:50.139677 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-012159ec-3613-451c-af2a-95f8312a0556 req-7cf7560a-c697-48b3-9ee4-6b270d70207c tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Transition to ACTIVE for port object 92a7af12-2862-40ea-a497-147c98e9d3dc will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:14:50.150196 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 5abc3598-daaa-4077-9b27-21b2bf68a038 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:14:50.178553 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-012159ec-3613-451c-af2a-95f8312a0556 req-7cf7560a-c697-48b3-9ee4-6b270d70207c tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:50.210463 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 5abc3598-daaa-4077-9b27-21b2bf68a038 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:14:50.210986 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:50.227196 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-012159ec-3613-451c-af2a-95f8312a0556 req-7cf7560a-c697-48b3-9ee4-6b270d70207c tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Network bd7579fc-409e-496f-a637-70737dd3d194 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:14:50.230527 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-012159ec-3613-451c-af2a-95f8312a0556 req-7cf7560a-c697-48b3-9ee4-6b270d70207c tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:14:50.234498 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-012159ec-3613-451c-af2a-95f8312a0556 req-7cf7560a-c697-48b3-9ee4-6b270d70207c tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:14:50.266025 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf7560a-c697-48b3-9ee4-6b270d70207c tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'Port': ['ID=92a7af12-2862-40ea-a497-147c98e9d3dc,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:14:50.298691 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012159ec-3613-451c-af2a-95f8312a0556 req-7cf7560a-c697-48b3-9ee4-6b270d70207c tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:14:50.299342 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-012159ec-3613-451c-af2a-95f8312a0556 req-7cf7560a-c697-48b3-9ee4-6b270d70207c tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:50.315617 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-012159ec-3613-451c-af2a-95f8312a0556 req-7cf7560a-c697-48b3-9ee4-6b270d70207c tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6064150 Sep 08 10:14:50.322372 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 42dbac3e-5fe3-43da-b58a-348e138d4885 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:14:50.335575 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-012159ec-3613-451c-af2a-95f8312a0556 req-2cf8f00b-85b0-496b-af8c-7913dfc36980 service neutron] Request body: {'port': {'device_id': '04cf1e7f-6e78-4ece-9692-48655d0b71ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:14:50.394781 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 42dbac3e-5fe3-43da-b58a-348e138d4885 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:14:50.395166 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:50.410656 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-012159ec-3613-451c-af2a-95f8312a0556 req-2cf8f00b-85b0-496b-af8c-7913dfc36980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:50.496800 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2b198437-2599-441f-81e3-096234d546cc None None] Provisioning for port 92a7af12-2862-40ea-a497-147c98e9d3dc completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:14:50.506005 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-2b198437-2599-441f-81e3-096234d546cc None None] Provisioning complete for port 92a7af12-2862-40ea-a497-147c98e9d3dc triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:14:50.506410 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2b198437-2599-441f-81e3-096234d546cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:50.530017 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 7c7473c9-96ae-4503-85c4-0c6d8a964db2 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:14:50.582230 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-2b198437-2599-441f-81e3-096234d546cc None None] Port 92a7af12-2862-40ea-a497-147c98e9d3dc cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 10:14:50.584659 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:50.607878 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 7c7473c9-96ae-4503-85c4-0c6d8a964db2 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:14:50.612175 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 7c7473c9-96ae-4503-85c4-0c6d8a964db2 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:14:50.613299 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:50.694982 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:50.713103 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-012159ec-3613-451c-af2a-95f8312a0556 req-2cf8f00b-85b0-496b-af8c-7913dfc36980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92a7af12-2862-40ea-a497-147c98e9d3dc {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 10:14:50.721535 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-012159ec-3613-451c-af2a-95f8312a0556 req-2cf8f00b-85b0-496b-af8c-7913dfc36980 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:50.730317 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f97cc9-cdbc-4400-b1fe-89da582ff6f2 req-a4e24034-927c-4d1a-b4ad-5f0403425222 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:14:50.731647 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 7c7473c9-96ae-4503-85c4-0c6d8a964db2, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=7c7473c9-96ae-4503-85c4-0c6d8a964db2,segment=NetworkSegment(06c8a2cf-2e08-44a5-9cb8-05deda7474d7),segment_id=06c8a2cf-2e08-44a5-9cb8-05deda7474d7)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:14:50.731922 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-45f97cc9-cdbc-4400-b1fe-89da582ff6f2 req-a4e24034-927c-4d1a-b4ad-5f0403425222 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=04cf1e7f-6e78-4ece-9692-48655d0b71ad HTTP/1.1" status: 200 len: 932 time: 0.0609429 Sep 08 10:14:50.735697 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:50.744504 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-012159ec-3613-451c-af2a-95f8312a0556 req-2cf8f00b-85b0-496b-af8c-7913dfc36980 service neutron] Transition to ACTIVE for port object 92a7af12-2862-40ea-a497-147c98e9d3dc will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:14:50.751594 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-012159ec-3613-451c-af2a-95f8312a0556 req-2cf8f00b-85b0-496b-af8c-7913dfc36980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:50.779451 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-45f97cc9-cdbc-4400-b1fe-89da582ff6f2 req-e2b7d741-a5ae-434c-bd01-1df77f6ce512 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=497d9791-effc-4ce1-8a9c-77bd2e8ace99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390298 Sep 08 10:14:50.795929 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=7c7473c9-96ae-4503-85c4-0c6d8a964db2,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:14:50.805735 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf8f00b-85b0-496b-af8c-7913dfc36980 service neutron] Pushing event updated for resources: {'Port': ['ID=92a7af12-2862-40ea-a497-147c98e9d3dc,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:14:50.872736 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0ed1d45a-0430-40d2-9847-fea071a083c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:50.882494 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-012159ec-3613-451c-af2a-95f8312a0556 req-2cf8f00b-85b0-496b-af8c-7913dfc36980 service neutron] Attempting to bind port 92a7af12-2862-40ea-a497-147c98e9d3dc on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:14:50.882943 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-012159ec-3613-451c-af2a-95f8312a0556 req-2cf8f00b-85b0-496b-af8c-7913dfc36980 service neutron] Attempting to bind port 92a7af12-2862-40ea-a497-147c98e9d3dc by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': '06c8a2cf-2e08-44a5-9cb8-05deda7474d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'bd7579fc-409e-496f-a637-70737dd3d194'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:14:50.883348 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012159ec-3613-451c-af2a-95f8312a0556 req-2cf8f00b-85b0-496b-af8c-7913dfc36980 service neutron] Attempting to bind port 92a7af12-2862-40ea-a497-147c98e9d3dc on network bd7579fc-409e-496f-a637-70737dd3d194 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:14:50.888464 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012159ec-3613-451c-af2a-95f8312a0556 req-2cf8f00b-85b0-496b-af8c-7913dfc36980 service neutron] Port 92a7af12-2862-40ea-a497-147c98e9d3dc on network bd7579fc-409e-496f-a637-70737dd3d194 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 10:14:50.888880 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012159ec-3613-451c-af2a-95f8312a0556 req-2cf8f00b-85b0-496b-af8c-7913dfc36980 service neutron] Attempting to bind port 92a7af12-2862-40ea-a497-147c98e9d3dc on network bd7579fc-409e-496f-a637-70737dd3d194 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:14:50.894673 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012159ec-3613-451c-af2a-95f8312a0556 req-2cf8f00b-85b0-496b-af8c-7913dfc36980 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:14:50.895176 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012159ec-3613-451c-af2a-95f8312a0556 req-2cf8f00b-85b0-496b-af8c-7913dfc36980 service neutron] Checking segment: {'id': '06c8a2cf-2e08-44a5-9cb8-05deda7474d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'bd7579fc-409e-496f-a637-70737dd3d194'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:14:50.895574 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-012159ec-3613-451c-af2a-95f8312a0556 req-2cf8f00b-85b0-496b-af8c-7913dfc36980 service neutron] Bound using segment: {'id': '06c8a2cf-2e08-44a5-9cb8-05deda7474d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'bd7579fc-409e-496f-a637-70737dd3d194'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:14:50.896011 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-012159ec-3613-451c-af2a-95f8312a0556 req-2cf8f00b-85b0-496b-af8c-7913dfc36980 service neutron] Bound port: 92a7af12-2862-40ea-a497-147c98e9d3dc, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06c8a2cf-2e08-44a5-9cb8-05deda7474d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'bd7579fc-409e-496f-a637-70737dd3d194'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:14:50.896377 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-012159ec-3613-451c-af2a-95f8312a0556 req-2cf8f00b-85b0-496b-af8c-7913dfc36980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:50.967865 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-012159ec-3613-451c-af2a-95f8312a0556 req-2cf8f00b-85b0-496b-af8c-7913dfc36980 service neutron] For port 92a7af12-2862-40ea-a497-147c98e9d3dc, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:14:50.971026 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-012159ec-3613-451c-af2a-95f8312a0556 req-2cf8f00b-85b0-496b-af8c-7913dfc36980 service neutron] For port 92a7af12-2862-40ea-a497-147c98e9d3dc, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=92a7af12-2862-40ea-a497-147c98e9d3dc,segment=NetworkSegment(06c8a2cf-2e08-44a5-9cb8-05deda7474d7),segment_id=06c8a2cf-2e08-44a5-9cb8-05deda7474d7)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:14:50.976088 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-012159ec-3613-451c-af2a-95f8312a0556 req-2cf8f00b-85b0-496b-af8c-7913dfc36980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:51.009908 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012159ec-3613-451c-af2a-95f8312a0556 req-2cf8f00b-85b0-496b-af8c-7913dfc36980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:14:51.010634 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-012159ec-3613-451c-af2a-95f8312a0556 req-2cf8f00b-85b0-496b-af8c-7913dfc36980 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:51.012021 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-012159ec-3613-451c-af2a-95f8312a0556 req-2cf8f00b-85b0-496b-af8c-7913dfc36980 service neutron] 10.222.0.35 "PUT /v2.0/ports/92a7af12-2862-40ea-a497-147c98e9d3dc HTTP/1.1" status: 200 len: 1093 time: 0.6824262 Sep 08 10:14:51.012449 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04cf1e7f-6e78-4ece-9692-48655d0b71ad', 'tag': '92a7af12-2862-40ea-a497-147c98e9d3dc'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:14:51.014749 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acadc730-f49a-4cf9-9c38-ab622fe7a167" -d '{"events": [{"name": "network-changed", "server_uuid": "04cf1e7f-6e78-4ece-9692-48655d0b71ad", "tag": "92a7af12-2862-40ea-a497-147c98e9d3dc"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:14:51.039170 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf8f00b-85b0-496b-af8c-7913dfc36980 service neutron] Pushing event updated for resources: {'Port': ['ID=92a7af12-2862-40ea-a497-147c98e9d3dc,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:14:51.061692 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 10:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff10f388-3e64-40a1-8a07-7f57ba84e56b x-openstack-request-id: req-ff10f388-3e64-40a1-8a07-7f57ba84e56b {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:14:51.061866 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04cf1e7f-6e78-4ece-9692-48655d0b71ad", "tag": "92a7af12-2862-40ea-a497-147c98e9d3dc", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:14:51.062026 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ff10f388-3e64-40a1-8a07-7f57ba84e56b {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:14:51.062456 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04cf1e7f-6e78-4ece-9692-48655d0b71ad', 'tag': '92a7af12-2862-40ea-a497-147c98e9d3dc', 'status': 'completed', 'code': 200} Sep 08 10:14:51.120675 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012159ec-3613-451c-af2a-95f8312a0556 req-28476707-40a4-4134-94c3-045f48b7676b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:14:51.122245 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-012159ec-3613-451c-af2a-95f8312a0556 req-28476707-40a4-4134-94c3-045f48b7676b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=df1cda9df730430daf02e1cc7ed939bd&device_id=04cf1e7f-6e78-4ece-9692-48655d0b71ad HTTP/1.1" status: 200 len: 1096 time: 0.0438840 Sep 08 10:14:51.176811 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-012159ec-3613-451c-af2a-95f8312a0556 req-e5852a8d-1a84-4648-8748-73d2efc80768 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92a7af12-2862-40ea-a497-147c98e9d3dc HTTP/1.1" status: 200 len: 217 time: 0.0403013 Sep 08 10:14:51.230655 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012159ec-3613-451c-af2a-95f8312a0556 req-d536d156-c8c1-4f6d-a693-234b1ac3e5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:14:51.232145 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-012159ec-3613-451c-af2a-95f8312a0556 req-d536d156-c8c1-4f6d-a693-234b1ac3e5f8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ca319345-2271-417d-bf52-2e6ec01447e6 HTTP/1.1" status: 200 len: 833 time: 0.0477133 Sep 08 10:14:51.278293 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012159ec-3613-451c-af2a-95f8312a0556 req-7c40f74b-4bfb-4d3e-8a24-c7da66b63c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:14:51.279808 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-012159ec-3613-451c-af2a-95f8312a0556 req-7c40f74b-4bfb-4d3e-8a24-c7da66b63c2f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bd7579fc-409e-496f-a637-70737dd3d194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404806 Sep 08 10:14:51.374374 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-012159ec-3613-451c-af2a-95f8312a0556 req-c7d324c4-8a56-469f-a1e9-67a3a4736517 service neutron] 10.222.0.35 "GET /v2.0/networks/bd7579fc-409e-496f-a637-70737dd3d194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875199 Sep 08 10:14:51.463951 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-012159ec-3613-451c-af2a-95f8312a0556 req-f6879452-ff49-4945-8d0c-3d95c321ad08 service neutron] 10.222.0.35 "GET /v2.0/networks/bd7579fc-409e-496f-a637-70737dd3d194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832069 Sep 08 10:14:51.586537 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acadc730-f49a-4cf9-9c38-ab622fe7a167 req-3fde1749-c5c5-4b05-83c0-2639c0eda440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:14:51.588039 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-acadc730-f49a-4cf9-9c38-ab622fe7a167 req-3fde1749-c5c5-4b05-83c0-2639c0eda440 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=df1cda9df730430daf02e1cc7ed939bd&device_id=04cf1e7f-6e78-4ece-9692-48655d0b71ad HTTP/1.1" status: 200 len: 1096 time: 0.0408914 Sep 08 10:14:51.681436 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acadc730-f49a-4cf9-9c38-ab622fe7a167 req-55650b2e-fc38-49a7-be31-f44848e8ba4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:14:51.682869 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-acadc730-f49a-4cf9-9c38-ab622fe7a167 req-55650b2e-fc38-49a7-be31-f44848e8ba4d service neutron] 10.222.0.35 "GET /v2.0/networks?id=bd7579fc-409e-496f-a637-70737dd3d194 HTTP/1.1" status: 200 len: 897 time: 0.0881655 Sep 08 10:14:51.730143 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-acadc730-f49a-4cf9-9c38-ab622fe7a167 req-1ab6f0c3-ad00-41a3-a555-4d11401c7b8a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92a7af12-2862-40ea-a497-147c98e9d3dc HTTP/1.1" status: 200 len: 217 time: 0.0401490 Sep 08 10:14:51.784152 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acadc730-f49a-4cf9-9c38-ab622fe7a167 req-f30677a0-0f74-4c95-8837-415cfd2b7161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:14:51.786762 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-acadc730-f49a-4cf9-9c38-ab622fe7a167 req-f30677a0-0f74-4c95-8837-415cfd2b7161 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ca319345-2271-417d-bf52-2e6ec01447e6 HTTP/1.1" status: 200 len: 833 time: 0.0501387 Sep 08 10:14:51.834763 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acadc730-f49a-4cf9-9c38-ab622fe7a167 req-ccb05cfa-7881-4bbe-9195-7c3aaf7b8547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:14:51.836322 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-acadc730-f49a-4cf9-9c38-ab622fe7a167 req-ccb05cfa-7881-4bbe-9195-7c3aaf7b8547 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bd7579fc-409e-496f-a637-70737dd3d194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425107 Sep 08 10:14:51.894659 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf74a2-aaf1-42d1-aba9-d856a50ad56d req-8b2c9f4b-5bf7-425d-baa1-7c5028df157f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:14:51.896080 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-69bf74a2-aaf1-42d1-aba9-d856a50ad56d req-8b2c9f4b-5bf7-425d-baa1-7c5028df157f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=04cf1e7f-6e78-4ece-9692-48655d0b71ad HTTP/1.1" status: 200 len: 944 time: 0.0530536 Sep 08 10:14:51.932197 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-acadc730-f49a-4cf9-9c38-ab622fe7a167 req-b81780db-68d2-483c-bc4c-ec3a58ee1242 service neutron] 10.222.0.35 "GET /v2.0/networks/bd7579fc-409e-496f-a637-70737dd3d194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885093 Sep 08 10:14:51.935103 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-69bf74a2-aaf1-42d1-aba9-d856a50ad56d req-541eb73c-6622-47e9-a37b-b19ff93db810 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=497d9791-effc-4ce1-8a9c-77bd2e8ace99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328114 Sep 08 10:14:52.024456 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-acadc730-f49a-4cf9-9c38-ab622fe7a167 req-f37f1c28-1cc9-46bc-8560-86cf3b1733c5 service neutron] 10.222.0.35 "GET /v2.0/networks/bd7579fc-409e-496f-a637-70737dd3d194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858154 Sep 08 10:14:52.063888 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 7c7473c9-96ae-4503-85c4-0c6d8a964db2 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:14:52.109910 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 7c7473c9-96ae-4503-85c4-0c6d8a964db2 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:14:52.110311 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:52.434972 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:53.051369 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9ed5d-60de-4ef5-af6a-272f26e44f10 req-26368221-1393-4a0b-afbe-7448d1d2dd37 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:14:53.052849 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a7e9ed5d-60de-4ef5-af6a-272f26e44f10 req-26368221-1393-4a0b-afbe-7448d1d2dd37 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=04cf1e7f-6e78-4ece-9692-48655d0b71ad HTTP/1.1" status: 200 len: 944 time: 0.0498483 Sep 08 10:14:53.091308 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a7e9ed5d-60de-4ef5-af6a-272f26e44f10 req-ceda6bd1-369d-4198-9c4e-30d67bf58d53 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=497d9791-effc-4ce1-8a9c-77bd2e8ace99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324378 Sep 08 10:14:53.832397 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:54.208053 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986ac30-1e09-49c0-89a7-dcd4643a9a46 req-f1b8b3da-45ba-4e4e-aa47-efe3ad318805 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:14:54.209564 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2986ac30-1e09-49c0-89a7-dcd4643a9a46 req-f1b8b3da-45ba-4e4e-aa47-efe3ad318805 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=04cf1e7f-6e78-4ece-9692-48655d0b71ad HTTP/1.1" status: 200 len: 944 time: 0.0509336 Sep 08 10:14:54.248234 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2986ac30-1e09-49c0-89a7-dcd4643a9a46 req-161eb656-5c88-4331-849d-6ec7ce99ada0 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=497d9791-effc-4ce1-8a9c-77bd2e8ace99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325568 Sep 08 10:14:54.891034 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:55.370625 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867cb56e-612c-4bcb-8db3-c3f5aaa530a1 req-92ac7f4c-5baa-4276-8b2b-f80b7cbeb5e0 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:14:55.372133 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-867cb56e-612c-4bcb-8db3-c3f5aaa530a1 req-92ac7f4c-5baa-4276-8b2b-f80b7cbeb5e0 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=04cf1e7f-6e78-4ece-9692-48655d0b71ad HTTP/1.1" status: 200 len: 944 time: 0.0546134 Sep 08 10:14:55.409762 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-867cb56e-612c-4bcb-8db3-c3f5aaa530a1 req-7c98ba8a-7ed1-4402-9e55-d005f5c4c56e tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=497d9791-effc-4ce1-8a9c-77bd2e8ace99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311406 Sep 08 10:14:56.187462 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 92a7af12-2862-40ea-a497-147c98e9d3dc details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 10:14:56.281949 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 92a7af12-2862-40ea-a497-147c98e9d3dc, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=92a7af12-2862-40ea-a497-147c98e9d3dc,segment=NetworkSegment(06c8a2cf-2e08-44a5-9cb8-05deda7474d7),segment_id=06c8a2cf-2e08-44a5-9cb8-05deda7474d7)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:14:56.293209 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '92a7af12-2862-40ea-a497-147c98e9d3dc', 'network_id': 'bd7579fc-409e-496f-a637-70737dd3d194', 'port_id': '92a7af12-2862-40ea-a497-147c98e9d3dc', 'mac_address': 'fa:16:3e:8d:46:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca319345-2271-417d-bf52-2e6ec01447e6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 10:14:56.336509 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:56.349825 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92a7af12-2862-40ea-a497-147c98e9d3dc {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 10:14:56.369594 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 92a7af12-2862-40ea-a497-147c98e9d3dc, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=92a7af12-2862-40ea-a497-147c98e9d3dc,segment=NetworkSegment(06c8a2cf-2e08-44a5-9cb8-05deda7474d7),segment_id=06c8a2cf-2e08-44a5-9cb8-05deda7474d7)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:14:56.373185 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:56.420463 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=92a7af12-2862-40ea-a497-147c98e9d3dc,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:14:56.526310 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b32351-1f70-48f5-915e-0ce25db2b0da req-27613e4d-35c6-43b3-8696-4dee5294fa03 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:14:56.527818 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-85b32351-1f70-48f5-915e-0ce25db2b0da req-27613e4d-35c6-43b3-8696-4dee5294fa03 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=04cf1e7f-6e78-4ece-9692-48655d0b71ad HTTP/1.1" status: 200 len: 945 time: 0.0501511 Sep 08 10:14:56.565469 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-85b32351-1f70-48f5-915e-0ce25db2b0da req-3dcce0b5-308e-4ddf-b8d1-fe2f44704dc1 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=497d9791-effc-4ce1-8a9c-77bd2e8ace99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316029 Sep 08 10:14:56.747652 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['92a7af12-2862-40ea-a497-147c98e9d3dc'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 10:14:57.688874 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20827ab0-5b22-4822-9de9-2237b5996db1 req-c9605aff-5644-4bfd-a756-32cb4f9c58d7 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:14:57.690347 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-20827ab0-5b22-4822-9de9-2237b5996db1 req-c9605aff-5644-4bfd-a756-32cb4f9c58d7 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=04cf1e7f-6e78-4ece-9692-48655d0b71ad HTTP/1.1" status: 200 len: 945 time: 0.0538130 Sep 08 10:14:57.729695 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-20827ab0-5b22-4822-9de9-2237b5996db1 req-f68d59b8-2fa7-4f26-92a2-8ed83af635ca tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=497d9791-effc-4ce1-8a9c-77bd2e8ace99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322111 Sep 08 10:14:58.202988 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 92a7af12-2862-40ea-a497-147c98e9d3dc up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:14:58.250481 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 92a7af12-2862-40ea-a497-147c98e9d3dc completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:14:58.255085 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 92a7af12-2862-40ea-a497-147c98e9d3dc triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:14:58.255395 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:58.334382 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:58.356714 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04cf1e7f-6e78-4ece-9692-48655d0b71ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a7af12-2862-40ea-a497-147c98e9d3dc'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:14:58.358986 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbd6ab74e39b4b2e86e5ab95b387a5b58b5aa7d7561c6c8e6a0b2b9382551d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc135cee-4dbb-46ca-9fba-a9eb5824c5c9" -d '{"events": [{"server_uuid": "04cf1e7f-6e78-4ece-9692-48655d0b71ad", "name": "network-vif-plugged", "status": "completed", "tag": "92a7af12-2862-40ea-a497-147c98e9d3dc"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:14:58.371417 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 92a7af12-2862-40ea-a497-147c98e9d3dc, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=92a7af12-2862-40ea-a497-147c98e9d3dc,segment=NetworkSegment(06c8a2cf-2e08-44a5-9cb8-05deda7474d7),segment_id=06c8a2cf-2e08-44a5-9cb8-05deda7474d7)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:14:58.375982 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:14:58.401446 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 10:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3104680a-2cb9-4ecd-867b-4e581e4b7cc0 x-openstack-request-id: req-3104680a-2cb9-4ecd-867b-4e581e4b7cc0 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:14:58.401738 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04cf1e7f-6e78-4ece-9692-48655d0b71ad", "name": "network-vif-plugged", "status": "completed", "tag": "92a7af12-2862-40ea-a497-147c98e9d3dc", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:14:58.401996 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3104680a-2cb9-4ecd-867b-4e581e4b7cc0 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:14:58.402415 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04cf1e7f-6e78-4ece-9692-48655d0b71ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a7af12-2862-40ea-a497-147c98e9d3dc', 'code': 200} Sep 08 10:14:58.427401 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=92a7af12-2862-40ea-a497-147c98e9d3dc,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:14:58.515839 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76b8ec-bef0-437b-b27d-4458a0d85686 req-a783990e-b5f3-4545-a5f1-bb9b9ffeac5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:14:58.517367 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9b76b8ec-bef0-437b-b27d-4458a0d85686 req-a783990e-b5f3-4545-a5f1-bb9b9ffeac5f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=04cf1e7f-6e78-4ece-9692-48655d0b71ad HTTP/1.1" status: 200 len: 1098 time: 0.0400026 Sep 08 10:14:58.551667 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9b76b8ec-bef0-437b-b27d-4458a0d85686 req-a2d2c764-68d5-4efe-aebb-8b35f7659ef8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=497d9791-effc-4ce1-8a9c-77bd2e8ace99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277054 Sep 08 10:14:58.849217 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d8dc8-e49f-4bee-8078-bee0834cfb87 req-04c13643-6e69-40f5-b50d-ea2a55726136 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:14:58.850727 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6f1d8dc8-e49f-4bee-8078-bee0834cfb87 req-04c13643-6e69-40f5-b50d-ea2a55726136 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=04cf1e7f-6e78-4ece-9692-48655d0b71ad HTTP/1.1" status: 200 len: 946 time: 0.0538328 Sep 08 10:14:58.887905 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6f1d8dc8-e49f-4bee-8078-bee0834cfb87 req-88502407-b0c0-4c3c-afcc-ed4ecf48a159 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=497d9791-effc-4ce1-8a9c-77bd2e8ace99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313370 Sep 08 10:14:59.414199 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:15:00.018845 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86006f27-8dec-41d3-8e81-3d0322306cb8 req-e1154223-8048-4ee6-93a9-9d92dc98c825 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:15:00.020864 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-86006f27-8dec-41d3-8e81-3d0322306cb8 req-e1154223-8048-4ee6-93a9-9d92dc98c825 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=04cf1e7f-6e78-4ece-9692-48655d0b71ad HTTP/1.1" status: 200 len: 946 time: 0.0532022 Sep 08 10:15:00.058739 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-86006f27-8dec-41d3-8e81-3d0322306cb8 req-af5c4ac3-eae0-4dbe-8ab8-61e79c62c3c8 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=497d9791-effc-4ce1-8a9c-77bd2e8ace99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318398 Sep 08 10:15:00.171988 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981c01c-a8f1-4520-b3bb-b77f843ae0b3 req-1201de82-a152-4763-a140-a30ebde788e6 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:15:00.173467 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c981c01c-a8f1-4520-b3bb-b77f843ae0b3 req-1201de82-a152-4763-a140-a30ebde788e6 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=04cf1e7f-6e78-4ece-9692-48655d0b71ad HTTP/1.1" status: 200 len: 946 time: 0.0486338 Sep 08 10:15:00.211275 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c981c01c-a8f1-4520-b3bb-b77f843ae0b3 req-77ad3941-401d-489f-bfc9-9df86f33fcc7 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=497d9791-effc-4ce1-8a9c-77bd2e8ace99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317504 Sep 08 10:15:00.231998 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39730) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:15:00.270699 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3000fd2-ea3b-4b1b-b524-926a138cd987 tempest-TestNetworkAdvancedServerOps-479438815 tempest-TestNetworkAdvancedServerOps-479438815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:15:00.272238 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c3000fd2-ea3b-4b1b-b524-926a138cd987 tempest-TestNetworkAdvancedServerOps-479438815 tempest-TestNetworkAdvancedServerOps-479438815-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=04cf1e7f-6e78-4ece-9692-48655d0b71ad HTTP/1.1" status: 200 len: 1093 time: 0.0392146 Sep 08 10:15:00.274985 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39732) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:15:00.279232 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-c31bbca3-aa1c-408f-8e47-be7754df05d5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'port_id': '92a7af12-2862-40ea-a497-147c98e9d3dc', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:15:00.301146 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c31bbca3-aa1c-408f-8e47-be7754df05d5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for floatingip, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:15:00.406789 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c31bbca3-aa1c-408f-8e47-be7754df05d5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:15:00.512087 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-c31bbca3-aa1c-408f-8e47-be7754df05d5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Allocated IP 172.25.0.162 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/3dd4aeb7-321f-4e48-b024-abd81e370bf3) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:15:00.611638 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c31bbca3-aa1c-408f-8e47-be7754df05d5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:15:00.648719 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c31bbca3-aa1c-408f-8e47-be7754df05d5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:15:00.684497 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31bbca3-aa1c-408f-8e47-be7754df05d5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:15:00.687262 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-c31bbca3-aa1c-408f-8e47-be7754df05d5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:15:00.693203 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31bbca3-aa1c-408f-8e47-be7754df05d5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:15:00.698540 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31bbca3-aa1c-408f-8e47-be7754df05d5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'Port': ['ID=3dd4aeb7-321f-4e48-b024-abd81e370bf3,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:15:01.046053 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c31bbca3-aa1c-408f-8e47-be7754df05d5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:15:01.111002 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c31bbca3-aa1c-408f-8e47-be7754df05d5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:15:01.257733 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c31bbca3-aa1c-408f-8e47-be7754df05d5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:15:01.262123 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c31bbca3-aa1c-408f-8e47-be7754df05d5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:15:01.338846 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31bbca3-aa1c-408f-8e47-be7754df05d5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event updated for resources: {'Port': ['ID=3dd4aeb7-321f-4e48-b024-abd81e370bf3,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:15:01.345558 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c31bbca3-aa1c-408f-8e47-be7754df05d5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:15:01.446873 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [None req-c31bbca3-aa1c-408f-8e47-be7754df05d5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Floating IP 3cb9af16-a15f-42ec-8383-eea37a562d09 associated. External IP: 172.25.0.162, port: 92a7af12-2862-40ea-a497-147c98e9d3dc. Sep 08 10:15:01.652994 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31bbca3-aa1c-408f-8e47-be7754df05d5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Router fa3393e0-af9c-46b4-8531-33b157e2cb45 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 10:15:02.087375 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31bbca3-aa1c-408f-8e47-be7754df05d5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:15:02.096641 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6438d2f7-7844-4b35-8a91-fbb37c702291 None None] Sync routers for ids ['fa3393e0-af9c-46b4-8531-33b157e2cb45'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:15:02.103177 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c31bbca3-aa1c-408f-8e47-be7754df05d5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:15:02.106459 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6438d2f7-7844-4b35-8a91-fbb37c702291 None None] Routers {'fa3393e0-af9c-46b4-8531-33b157e2cb45'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:15:02.107124 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-6438d2f7-7844-4b35-8a91-fbb37c702291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:14:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['fa3393e0-af9c-46b4-8531-33b157e2cb45'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:15:02.133250 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c31bbca3-aa1c-408f-8e47-be7754df05d5 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8548892 Sep 08 10:15:02.133250 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04cf1e7f-6e78-4ece-9692-48655d0b71ad', 'tag': '92a7af12-2862-40ea-a497-147c98e9d3dc'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:15:02.133770 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cea2427-160c-4072-a760-bb708100a13d" -d '{"events": [{"name": "network-changed", "server_uuid": "04cf1e7f-6e78-4ece-9692-48655d0b71ad", "tag": "92a7af12-2862-40ea-a497-147c98e9d3dc"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:15:02.177080 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 10:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7470164-c4c0-4793-b408-2a03130690de x-openstack-request-id: req-c7470164-c4c0-4793-b408-2a03130690de {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:15:02.177408 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04cf1e7f-6e78-4ece-9692-48655d0b71ad", "tag": "92a7af12-2862-40ea-a497-147c98e9d3dc", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:15:02.177662 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c7470164-c4c0-4793-b408-2a03130690de {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:15:02.178227 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04cf1e7f-6e78-4ece-9692-48655d0b71ad', 'tag': '92a7af12-2862-40ea-a497-147c98e9d3dc', 'status': 'completed', 'code': 200} Sep 08 10:15:02.224595 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-6438d2f7-7844-4b35-8a91-fbb37c702291 None None] Set router fa3393e0-af9c-46b4-8531-33b157e2cb45 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:15:02.229459 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aef5f0-ef4a-4d8a-b083-1032b3d7f7f6 req-b56ca6f3-2d4b-4e84-b28d-19dd2347aeea tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:15:02.231036 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-58aef5f0-ef4a-4d8a-b083-1032b3d7f7f6 req-b56ca6f3-2d4b-4e84-b28d-19dd2347aeea tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=04cf1e7f-6e78-4ece-9692-48655d0b71ad HTTP/1.1" status: 200 len: 946 time: 0.0496464 Sep 08 10:15:02.256233 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea2427-160c-4072-a760-bb708100a13d req-c0d6d8d8-9a8a-4a07-a915-0c5c9fb9ea8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:15:02.257853 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0cea2427-160c-4072-a760-bb708100a13d req-c0d6d8d8-9a8a-4a07-a915-0c5c9fb9ea8b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=df1cda9df730430daf02e1cc7ed939bd&device_id=04cf1e7f-6e78-4ece-9692-48655d0b71ad HTTP/1.1" status: 200 len: 1098 time: 0.0417316 Sep 08 10:15:02.274833 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-58aef5f0-ef4a-4d8a-b083-1032b3d7f7f6 req-4f7a672e-430f-4dd0-9582-8e3df49cbcc4 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=497d9791-effc-4ce1-8a9c-77bd2e8ace99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375588 Sep 08 10:15:02.298131 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39738) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:15:02.363406 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e0f7b0a1-012e-449b-baf7-68e628c982f1 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/floatingips/3cb9af16-a15f-42ec-8383-eea37a562d09 HTTP/1.1" status: 200 len: 992 time: 0.0639327 Sep 08 10:15:02.370708 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea2427-160c-4072-a760-bb708100a13d req-ff76a4d1-4ba2-44ab-9c92-f2ac043f3805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:15:02.372211 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0cea2427-160c-4072-a760-bb708100a13d req-ff76a4d1-4ba2-44ab-9c92-f2ac043f3805 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bd7579fc-409e-496f-a637-70737dd3d194 HTTP/1.1" status: 200 len: 897 time: 0.1080666 Sep 08 10:15:02.439003 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0cea2427-160c-4072-a760-bb708100a13d req-4dabdb10-ccf1-4e3e-b524-ae8311ecc3a8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92a7af12-2862-40ea-a497-147c98e9d3dc HTTP/1.1" status: 200 len: 1000 time: 0.0594444 Sep 08 10:15:02.464747 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-6438d2f7-7844-4b35-8a91-fbb37c702291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3393e0-af9c-46b4-8531-33b157e2cb45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919129746', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '42dbac3e-5fe3-43da-b58a-348e138d4885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:14:43Z', 'updated_at': '2021-09-08T10:14:46Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': '42dbac3e-5fe3-43da-b58a-348e138d4885', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3393e0-af9c-46b4-8531-33b157e2cb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:14:43Z', 'updated_at': '2021-09-08T10:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '3cb9af16-a15f-42ec-8383-eea37a562d09', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'floating_ip_address': '172.25.0.162', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'fa3393e0-af9c-46b4-8531-33b157e2cb45', 'port_id': '92a7af12-2862-40ea-a497-147c98e9d3dc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd7579fc-409e-496f-a637-70737dd3d194', 'mac_address': 'fa:16:3e:8d:46:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cf1e7f-6e78-4ece-9692-48655d0b71ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T10:15:00Z', 'updated_at': '2021-09-08T10:15:00Z', 'revision_number': 0, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c7473c9-96ae-4503-85c4-0c6d8a964db2', 'name': '', 'network_id': 'bd7579fc-409e-496f-a637-70737dd3d194', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'mac_address': 'fa:16:3e:ae:96:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3393e0-af9c-46b4-8531-33b157e2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ca319345-2271-417d-bf52-2e6ec01447e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:14:45Z', 'updated_at': '2021-09-08T10:14:50Z', 'revision_number': 5, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'subnets': [{'id': 'ca319345-2271-417d-bf52-2e6ec01447e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:15:02.487624 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea2427-160c-4072-a760-bb708100a13d req-89875122-d449-4159-92f1-2adb14f38605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:15:02.489712 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0cea2427-160c-4072-a760-bb708100a13d req-89875122-d449-4159-92f1-2adb14f38605 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ca319345-2271-417d-bf52-2e6ec01447e6 HTTP/1.1" status: 200 len: 833 time: 0.0436435 Sep 08 10:15:02.491664 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6438d2f7-7844-4b35-8a91-fbb37c702291 None None] Checking router: fa3393e0-af9c-46b4-8531-33b157e2cb45 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:15:02.499890 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6438d2f7-7844-4b35-8a91-fbb37c702291 None None] Routers {'fa3393e0-af9c-46b4-8531-33b157e2cb45'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:15:02.500497 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-6438d2f7-7844-4b35-8a91-fbb37c702291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:14:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['fa3393e0-af9c-46b4-8531-33b157e2cb45'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:15:02.541595 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea2427-160c-4072-a760-bb708100a13d req-6dc7c952-2abe-4a58-8def-490c62fdc905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:15:02.543159 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0cea2427-160c-4072-a760-bb708100a13d req-6dc7c952-2abe-4a58-8def-490c62fdc905 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bd7579fc-409e-496f-a637-70737dd3d194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439928 Sep 08 10:15:02.609964 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-6438d2f7-7844-4b35-8a91-fbb37c702291 None None] Set router fa3393e0-af9c-46b4-8531-33b157e2cb45 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:15:02.635448 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0cea2427-160c-4072-a760-bb708100a13d req-c6bd0b8c-b012-415c-8973-5adb26078b60 service neutron] 10.222.0.35 "GET /v2.0/networks/bd7579fc-409e-496f-a637-70737dd3d194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845976 Sep 08 10:15:02.733363 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0cea2427-160c-4072-a760-bb708100a13d req-fe7d74b0-7fb9-4a65-9f4f-31cedbc7d04a service neutron] 10.222.0.35 "GET /v2.0/networks/bd7579fc-409e-496f-a637-70737dd3d194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894341 Sep 08 10:15:02.842943 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-6438d2f7-7844-4b35-8a91-fbb37c702291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3393e0-af9c-46b4-8531-33b157e2cb45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919129746', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '42dbac3e-5fe3-43da-b58a-348e138d4885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:14:43Z', 'updated_at': '2021-09-08T10:14:46Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': '42dbac3e-5fe3-43da-b58a-348e138d4885', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3393e0-af9c-46b4-8531-33b157e2cb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:14:43Z', 'updated_at': '2021-09-08T10:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '3cb9af16-a15f-42ec-8383-eea37a562d09', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'floating_ip_address': '172.25.0.162', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'fa3393e0-af9c-46b4-8531-33b157e2cb45', 'port_id': '92a7af12-2862-40ea-a497-147c98e9d3dc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd7579fc-409e-496f-a637-70737dd3d194', 'mac_address': 'fa:16:3e:8d:46:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cf1e7f-6e78-4ece-9692-48655d0b71ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T10:15:00Z', 'updated_at': '2021-09-08T10:15:00Z', 'revision_number': 0, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c7473c9-96ae-4503-85c4-0c6d8a964db2', 'name': '', 'network_id': 'bd7579fc-409e-496f-a637-70737dd3d194', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'mac_address': 'fa:16:3e:ae:96:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3393e0-af9c-46b4-8531-33b157e2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ca319345-2271-417d-bf52-2e6ec01447e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:14:45Z', 'updated_at': '2021-09-08T10:14:50Z', 'revision_number': 5, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'subnets': [{'id': 'ca319345-2271-417d-bf52-2e6ec01447e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:15:02.869932 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6438d2f7-7844-4b35-8a91-fbb37c702291 None None] The sync data for ids ['fa3393e0-af9c-46b4-8531-33b157e2cb45'] in n-d-806683-11 is: [{'id': 'fa3393e0-af9c-46b4-8531-33b157e2cb45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919129746', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '42dbac3e-5fe3-43da-b58a-348e138d4885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:14:43Z', 'updated_at': '2021-09-08T10:14:46Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': '42dbac3e-5fe3-43da-b58a-348e138d4885', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3393e0-af9c-46b4-8531-33b157e2cb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:14:43Z', 'updated_at': '2021-09-08T10:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '3cb9af16-a15f-42ec-8383-eea37a562d09', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'floating_ip_address': '172.25.0.162', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'fa3393e0-af9c-46b4-8531-33b157e2cb45', 'port_id': '92a7af12-2862-40ea-a497-147c98e9d3dc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd7579fc-409e-496f-a637-70737dd3d194', 'mac_address': 'fa:16:3e:8d:46:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cf1e7f-6e78-4ece-9692-48655d0b71ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T10:15:00Z', 'updated_at': '2021-09-08T10:15:00Z', 'revision_number': 0, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c7473c9-96ae-4503-85c4-0c6d8a964db2', 'name': '', 'network_id': 'bd7579fc-409e-496f-a637-70737dd3d194', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'mac_address': 'fa:16:3e:ae:96:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3393e0-af9c-46b4-8531-33b157e2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ca319345-2271-417d-bf52-2e6ec01447e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:14:45Z', 'updated_at': '2021-09-08T10:14:50Z', 'revision_number': 5, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'subnets': [{'id': 'ca319345-2271-417d-bf52-2e6ec01447e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:15:03.061438 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0b319e-c17f-4af3-8adb-e878ac49b918 None None] New status for floating IP 3cb9af16-a15f-42ec-8383-eea37a562d09: ACTIVE {{(pid=94715) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 10:15:03.367632 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39740) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:15:03.428221 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-9760151c-de8d-43f0-ad7a-5a99d36fd176 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/floatingips/3cb9af16-a15f-42ec-8383-eea37a562d09 HTTP/1.1" status: 200 len: 994 time: 0.0594482 Sep 08 10:15:06.572695 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:15:17.796563 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fd652b3a-bda0-4e91-950d-a9e5ec45269b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:15:20.545319 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:15:20.864469 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d874d1a2-656c-401d-a9de-0564cf582767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:15:22.437870 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:15:23.835267 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:15:24.210472 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-70621ade-0d77-443a-9c1c-e09a24f7f67a req-02d7473d-43bf-4fb1-b096-fbcf95a292df service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=04cf1e7f-6e78-4ece-9692-48655d0b71ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403419 Sep 08 10:15:24.318113 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70621ade-0d77-443a-9c1c-e09a24f7f67a req-a8a771dd-10d5-43ee-8717-c61e030ed8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:15:24.319535 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-70621ade-0d77-443a-9c1c-e09a24f7f67a req-a8a771dd-10d5-43ee-8717-c61e030ed8aa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=df1cda9df730430daf02e1cc7ed939bd&device_id=04cf1e7f-6e78-4ece-9692-48655d0b71ad HTTP/1.1" status: 200 len: 1098 time: 0.0519490 Sep 08 10:15:24.424407 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70621ade-0d77-443a-9c1c-e09a24f7f67a req-20ebeebb-862b-4bbb-a2b2-d3f5376792b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:15:24.425884 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-70621ade-0d77-443a-9c1c-e09a24f7f67a req-20ebeebb-862b-4bbb-a2b2-d3f5376792b1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bd7579fc-409e-496f-a637-70737dd3d194 HTTP/1.1" status: 200 len: 897 time: 0.0860093 Sep 08 10:15:24.495758 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-70621ade-0d77-443a-9c1c-e09a24f7f67a req-caafc13c-20d4-42b5-82f2-d9f04fa0f7d5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92a7af12-2862-40ea-a497-147c98e9d3dc HTTP/1.1" status: 200 len: 1002 time: 0.0631390 Sep 08 10:15:24.548885 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70621ade-0d77-443a-9c1c-e09a24f7f67a req-bf7689ad-e821-4c0b-89a8-081bb653da1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:15:24.551418 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-70621ade-0d77-443a-9c1c-e09a24f7f67a req-bf7689ad-e821-4c0b-89a8-081bb653da1f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ca319345-2271-417d-bf52-2e6ec01447e6 HTTP/1.1" status: 200 len: 833 time: 0.0479105 Sep 08 10:15:24.596203 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70621ade-0d77-443a-9c1c-e09a24f7f67a req-956babf6-7e3c-42e6-9506-ee8cd726dbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:15:24.597602 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-70621ade-0d77-443a-9c1c-e09a24f7f67a req-956babf6-7e3c-42e6-9506-ee8cd726dbef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bd7579fc-409e-496f-a637-70737dd3d194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393410 Sep 08 10:15:24.699003 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-70621ade-0d77-443a-9c1c-e09a24f7f67a req-0a2ff051-bdca-4ef3-bada-1d8734e3bc48 service neutron] 10.222.0.35 "GET /v2.0/networks/bd7579fc-409e-496f-a637-70737dd3d194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935926 Sep 08 10:15:24.790466 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-70621ade-0d77-443a-9c1c-e09a24f7f67a req-02e5d815-1d21-4288-a9bc-bf4c970f3bd5 service neutron] 10.222.0.35 "GET /v2.0/networks/bd7579fc-409e-496f-a637-70737dd3d194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845292 Sep 08 10:15:24.893295 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:15:29.418517 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:15:43.577999 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:15:47.788652 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e6d7bcd5-2c5d-44d9-93f0-00ee9d80a89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:15:50.547288 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:15:50.864417 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e3a3bbd1-b21a-4eb1-b5c8-cbb5dde0bbd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:15:52.439978 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:15:53.840506 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:15:54.892995 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:15:59.415076 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:06.284655 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dabef5-6ea0-4781-b2c0-33f12d5ecda1 req-70bb644d-8727-417d-a862-24f745033cb1 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:16:06.286180 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f2dabef5-6ea0-4781-b2c0-33f12d5ecda1 req-70bb644d-8727-417d-a862-24f745033cb1 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=04cf1e7f-6e78-4ece-9692-48655d0b71ad HTTP/1.1" status: 200 len: 946 time: 0.0579357 Sep 08 10:16:06.324746 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f2dabef5-6ea0-4781-b2c0-33f12d5ecda1 req-f06a2d47-2030-477f-9df4-bb92e5903bef tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=497d9791-effc-4ce1-8a9c-77bd2e8ace99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317876 Sep 08 10:16:07.463364 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72737cbe-02c8-48fc-9687-ac70768a10e3 req-2f7f5abc-20b8-4bd2-b4ca-c73b06eabb52 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:16:07.464878 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-72737cbe-02c8-48fc-9687-ac70768a10e3 req-2f7f5abc-20b8-4bd2-b4ca-c73b06eabb52 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=04cf1e7f-6e78-4ece-9692-48655d0b71ad HTTP/1.1" status: 200 len: 946 time: 0.0554171 Sep 08 10:16:07.503094 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-72737cbe-02c8-48fc-9687-ac70768a10e3 req-a3814d50-89ca-4842-9ee7-927510d917ba tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=497d9791-effc-4ce1-8a9c-77bd2e8ace99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320067 Sep 08 10:16:08.636822 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ba8a5-af15-443d-9edb-9d8cf7452010 req-89a05cb8-b7ec-4843-81bb-13044f290228 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:16:08.638324 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-428ba8a5-af15-443d-9edb-9d8cf7452010 req-89a05cb8-b7ec-4843-81bb-13044f290228 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=04cf1e7f-6e78-4ece-9692-48655d0b71ad HTTP/1.1" status: 200 len: 946 time: 0.0481341 Sep 08 10:16:08.680437 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-428ba8a5-af15-443d-9edb-9d8cf7452010 req-1e44c33b-d702-460c-9197-f6f16c668393 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=497d9791-effc-4ce1-8a9c-77bd2e8ace99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362372 Sep 08 10:16:08.703543 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39784) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:16:08.770203 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-d3671ce6-6bcf-414f-b135-20a629d011dc tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/floatingips/3cb9af16-a15f-42ec-8383-eea37a562d09 HTTP/1.1" status: 200 len: 994 time: 0.0654564 Sep 08 10:16:10.047098 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01720f8e-5e49-449a-95ec-ae65298c9b07 req-73e8fd0e-f6df-49f6-8e26-cb416194eec7 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:16:10.048624 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-01720f8e-5e49-449a-95ec-ae65298c9b07 req-73e8fd0e-f6df-49f6-8e26-cb416194eec7 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=04cf1e7f-6e78-4ece-9692-48655d0b71ad HTTP/1.1" status: 200 len: 946 time: 0.0513604 Sep 08 10:16:10.079604 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca09a30-84cf-4442-a95c-2973fff07a95 req-b7a8cbf8-af71-40cd-afb0-99ff8d79eb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:16:10.081162 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fca09a30-84cf-4442-a95c-2973fff07a95 req-b7a8cbf8-af71-40cd-afb0-99ff8d79eb1b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=df1cda9df730430daf02e1cc7ed939bd&device_id=04cf1e7f-6e78-4ece-9692-48655d0b71ad HTTP/1.1" status: 200 len: 1098 time: 0.0422838 Sep 08 10:16:10.088951 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-01720f8e-5e49-449a-95ec-ae65298c9b07 req-1d8de8b8-1cc2-42ff-af6b-0d02cfa206c1 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=497d9791-effc-4ce1-8a9c-77bd2e8ace99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339282 Sep 08 10:16:10.171228 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca09a30-84cf-4442-a95c-2973fff07a95 req-51d792be-42f5-4fba-9cca-b8cc2b9241be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:16:10.172698 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fca09a30-84cf-4442-a95c-2973fff07a95 req-51d792be-42f5-4fba-9cca-b8cc2b9241be service neutron] 10.222.0.35 "GET /v2.0/networks?id=bd7579fc-409e-496f-a637-70737dd3d194 HTTP/1.1" status: 200 len: 897 time: 0.0846734 Sep 08 10:16:10.241326 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fca09a30-84cf-4442-a95c-2973fff07a95 req-7c6b506b-7a12-4b98-b2e6-aec1e2f3d9ee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92a7af12-2862-40ea-a497-147c98e9d3dc HTTP/1.1" status: 200 len: 1002 time: 0.0608914 Sep 08 10:16:10.288783 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca09a30-84cf-4442-a95c-2973fff07a95 req-b67bd90c-a29c-4fc6-91e1-e3423c21ce6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:16:10.290248 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fca09a30-84cf-4442-a95c-2973fff07a95 req-b67bd90c-a29c-4fc6-91e1-e3423c21ce6a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ca319345-2271-417d-bf52-2e6ec01447e6 HTTP/1.1" status: 200 len: 833 time: 0.0423179 Sep 08 10:16:10.339784 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca09a30-84cf-4442-a95c-2973fff07a95 req-98e3bb0d-e938-45f8-8323-9df373e55738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:16:10.341215 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fca09a30-84cf-4442-a95c-2973fff07a95 req-98e3bb0d-e938-45f8-8323-9df373e55738 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bd7579fc-409e-496f-a637-70737dd3d194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441227 Sep 08 10:16:10.435117 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fca09a30-84cf-4442-a95c-2973fff07a95 req-6202d58c-13f5-48c3-ae3b-099b6352386c service neutron] 10.222.0.35 "GET /v2.0/networks/bd7579fc-409e-496f-a637-70737dd3d194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869088 Sep 08 10:16:10.528774 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-fca09a30-84cf-4442-a95c-2973fff07a95 req-e08d5b1c-f3ad-482a-bad1-1fa518a34944 service neutron] 10.222.0.35 "GET /v2.0/networks/bd7579fc-409e-496f-a637-70737dd3d194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868125 Sep 08 10:16:11.210023 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8632b2-36ca-4301-89fb-783b44e49e67 req-436572d9-935f-424d-a2fd-cd759a7a5e0d tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:16:11.211541 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9b8632b2-36ca-4301-89fb-783b44e49e67 req-436572d9-935f-424d-a2fd-cd759a7a5e0d tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=04cf1e7f-6e78-4ece-9692-48655d0b71ad HTTP/1.1" status: 200 len: 946 time: 0.0508916 Sep 08 10:16:11.248560 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9b8632b2-36ca-4301-89fb-783b44e49e67 req-0e8993ff-eeb8-4911-b4f5-b1451143a741 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=497d9791-effc-4ce1-8a9c-77bd2e8ace99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311553 Sep 08 10:16:12.365965 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93119c-0723-4e50-8462-f56afa713c6c req-5c8388cb-86d8-4ae9-8c72-d5e5ea0e4e7f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:16:12.367403 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9b93119c-0723-4e50-8462-f56afa713c6c req-5c8388cb-86d8-4ae9-8c72-d5e5ea0e4e7f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=04cf1e7f-6e78-4ece-9692-48655d0b71ad HTTP/1.1" status: 200 len: 946 time: 0.0501087 Sep 08 10:16:12.404557 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9b93119c-0723-4e50-8462-f56afa713c6c req-f6a4aad6-0362-4b96-a7ae-cfe5b26dec00 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=497d9791-effc-4ce1-8a9c-77bd2e8ace99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311968 Sep 08 10:16:12.427508 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39796) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:16:12.488567 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4af406c1-565b-4cbe-8d2f-a43b2257f469 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/floatingips/3cb9af16-a15f-42ec-8383-eea37a562d09 HTTP/1.1" status: 200 len: 994 time: 0.0597329 Sep 08 10:16:12.756359 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39802) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:16:12.915240 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-bc7cd1f7-6029-47d8-baac-38de34009565 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Deleting port 3dd4aeb7-321f-4e48-b024-abd81e370bf3 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:16:12.915594 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bc7cd1f7-6029-47d8-baac-38de34009565 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:12.991550 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bc7cd1f7-6029-47d8-baac-38de34009565 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:12.991829 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bc7cd1f7-6029-47d8-baac-38de34009565 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:13.003180 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-bc7cd1f7-6029-47d8-baac-38de34009565 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Calling delete_port for 3dd4aeb7-321f-4e48-b024-abd81e370bf3 owned by network:floatingip {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:16:13.150996 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bc7cd1f7-6029-47d8-baac-38de34009565 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:13.176832 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7cd1f7-6029-47d8-baac-38de34009565 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event deleted for resources: {'Port': ['ID=3dd4aeb7-321f-4e48-b024-abd81e370bf3,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:13.201612 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7cd1f7-6029-47d8-baac-38de34009565 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:16:13.202250 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7cd1f7-6029-47d8-baac-38de34009565 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:16:13.202606 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7cd1f7-6029-47d8-baac-38de34009565 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:16:13.202949 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7cd1f7-6029-47d8-baac-38de34009565 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:16:13.203365 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7cd1f7-6029-47d8-baac-38de34009565 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:16:13.203633 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7cd1f7-6029-47d8-baac-38de34009565 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:16:13.203968 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7cd1f7-6029-47d8-baac-38de34009565 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:16:13.204303 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7cd1f7-6029-47d8-baac-38de34009565 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:16:13.204638 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7cd1f7-6029-47d8-baac-38de34009565 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:16:13.204967 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7cd1f7-6029-47d8-baac-38de34009565 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:16:13.205296 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7cd1f7-6029-47d8-baac-38de34009565 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:16:13.205625 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7cd1f7-6029-47d8-baac-38de34009565 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:16:13.244785 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bc7cd1f7-6029-47d8-baac-38de34009565 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for floatingip, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:13.245095 n-d-806683-11 neutron-server[94713]: INFO neutron.db.l3_db [None req-bc7cd1f7-6029-47d8-baac-38de34009565 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Floating IP 3cb9af16-a15f-42ec-8383-eea37a562d09 disassociated (deleted). External IP: 172.25.0.162, port: 92a7af12-2862-40ea-a497-147c98e9d3dc. Sep 08 10:16:13.458288 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc7cd1f7-6029-47d8-baac-38de34009565 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Router fa3393e0-af9c-46b4-8531-33b157e2cb45 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 10:16:13.565170 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7cd1f7-6029-47d8-baac-38de34009565 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:16:13.570226 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-bc7cd1f7-6029-47d8-baac-38de34009565 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:13.575611 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0454f39d-d272-437c-a1cb-e3eefd4fd878 None None] Sync routers for ids ['fa3393e0-af9c-46b4-8531-33b157e2cb45'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:16:13.588013 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0454f39d-d272-437c-a1cb-e3eefd4fd878 None None] Routers {'fa3393e0-af9c-46b4-8531-33b157e2cb45'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:16:13.588636 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-0454f39d-d272-437c-a1cb-e3eefd4fd878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:15:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['fa3393e0-af9c-46b4-8531-33b157e2cb45'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:16:13.597600 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-bc7cd1f7-6029-47d8-baac-38de34009565 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "DELETE /v2.0/floatingips/3cb9af16-a15f-42ec-8383-eea37a562d09 HTTP/1.1" status: 204 len: 168 time: 0.8401496 Sep 08 10:16:13.598317 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04cf1e7f-6e78-4ece-9692-48655d0b71ad', 'tag': '92a7af12-2862-40ea-a497-147c98e9d3dc'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:16:13.601245 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ffa48238634a482c5f5d344ceded364e7999964dbabae684a430abccdb4d2ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8923a4b1-265a-47b4-ab5c-88c897c063fd" -d '{"events": [{"name": "network-changed", "server_uuid": "04cf1e7f-6e78-4ece-9692-48655d0b71ad", "tag": "92a7af12-2862-40ea-a497-147c98e9d3dc"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:16:13.697628 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-0454f39d-d272-437c-a1cb-e3eefd4fd878 None None] Set router fa3393e0-af9c-46b4-8531-33b157e2cb45 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:16:13.711715 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 10:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd03630c-1ec9-40f0-8b11-571c09541b9f x-openstack-request-id: req-fd03630c-1ec9-40f0-8b11-571c09541b9f {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:16:13.712014 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04cf1e7f-6e78-4ece-9692-48655d0b71ad", "tag": "92a7af12-2862-40ea-a497-147c98e9d3dc", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:16:13.712269 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-fd03630c-1ec9-40f0-8b11-571c09541b9f {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:16:13.712722 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04cf1e7f-6e78-4ece-9692-48655d0b71ad', 'tag': '92a7af12-2862-40ea-a497-147c98e9d3dc', 'status': 'completed', 'code': 200} Sep 08 10:16:13.845367 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923a4b1-265a-47b4-ab5c-88c897c063fd req-77f11e8d-6fa2-4004-bd87-2c4c8007cdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:16:13.846837 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8923a4b1-265a-47b4-ab5c-88c897c063fd req-77f11e8d-6fa2-4004-bd87-2c4c8007cdc0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=df1cda9df730430daf02e1cc7ed939bd&device_id=04cf1e7f-6e78-4ece-9692-48655d0b71ad HTTP/1.1" status: 200 len: 1098 time: 0.0874631 Sep 08 10:16:13.871476 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005977ab-2abe-410e-9e4e-09f8b487ba80 req-d5b15c44-618d-4cdb-b7ae-22f49c07c54f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:16:13.872951 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-005977ab-2abe-410e-9e4e-09f8b487ba80 req-d5b15c44-618d-4cdb-b7ae-22f49c07c54f tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=04cf1e7f-6e78-4ece-9692-48655d0b71ad HTTP/1.1" status: 200 len: 946 time: 0.0684347 Sep 08 10:16:13.908090 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-0454f39d-d272-437c-a1cb-e3eefd4fd878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3393e0-af9c-46b4-8531-33b157e2cb45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919129746', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '42dbac3e-5fe3-43da-b58a-348e138d4885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:14:43Z', 'updated_at': '2021-09-08T10:14:46Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': '42dbac3e-5fe3-43da-b58a-348e138d4885', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3393e0-af9c-46b4-8531-33b157e2cb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:14:43Z', 'updated_at': '2021-09-08T10:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '7c7473c9-96ae-4503-85c4-0c6d8a964db2', 'name': '', 'network_id': 'bd7579fc-409e-496f-a637-70737dd3d194', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'mac_address': 'fa:16:3e:ae:96:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3393e0-af9c-46b4-8531-33b157e2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ca319345-2271-417d-bf52-2e6ec01447e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:14:45Z', 'updated_at': '2021-09-08T10:14:50Z', 'revision_number': 5, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'subnets': [{'id': 'ca319345-2271-417d-bf52-2e6ec01447e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:16:13.935979 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0454f39d-d272-437c-a1cb-e3eefd4fd878 None None] Checking router: fa3393e0-af9c-46b4-8531-33b157e2cb45 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:16:13.944564 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0454f39d-d272-437c-a1cb-e3eefd4fd878 None None] Routers {'fa3393e0-af9c-46b4-8531-33b157e2cb45'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:16:13.945179 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-0454f39d-d272-437c-a1cb-e3eefd4fd878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:15:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['fa3393e0-af9c-46b4-8531-33b157e2cb45'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:16:13.967222 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-005977ab-2abe-410e-9e4e-09f8b487ba80 req-5bafab47-9bea-4321-a79a-8f905a92a0c7 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=497d9791-effc-4ce1-8a9c-77bd2e8ace99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843949 Sep 08 10:16:13.986403 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923a4b1-265a-47b4-ab5c-88c897c063fd req-f7210fda-4384-47b1-b852-343ce37bf622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:16:13.987902 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8923a4b1-265a-47b4-ab5c-88c897c063fd req-f7210fda-4384-47b1-b852-343ce37bf622 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bd7579fc-409e-496f-a637-70737dd3d194 HTTP/1.1" status: 200 len: 897 time: 0.1330202 Sep 08 10:16:14.031184 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8923a4b1-265a-47b4-ab5c-88c897c063fd req-1cb29943-398b-43d4-a1c2-51c3fc057a46 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92a7af12-2862-40ea-a497-147c98e9d3dc HTTP/1.1" status: 200 len: 217 time: 0.0349209 Sep 08 10:16:14.060125 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-0454f39d-d272-437c-a1cb-e3eefd4fd878 None None] Set router fa3393e0-af9c-46b4-8531-33b157e2cb45 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:16:14.090110 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923a4b1-265a-47b4-ab5c-88c897c063fd req-dfd4e995-a801-4117-9958-ccc48f806191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:16:14.091602 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8923a4b1-265a-47b4-ab5c-88c897c063fd req-dfd4e995-a801-4117-9958-ccc48f806191 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ca319345-2271-417d-bf52-2e6ec01447e6 HTTP/1.1" status: 200 len: 833 time: 0.0515976 Sep 08 10:16:14.146626 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923a4b1-265a-47b4-ab5c-88c897c063fd req-7480d648-bc92-4e67-8bbc-bc7d6b50c7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:16:14.148156 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8923a4b1-265a-47b4-ab5c-88c897c063fd req-7480d648-bc92-4e67-8bbc-bc7d6b50c7b7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bd7579fc-409e-496f-a637-70737dd3d194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483088 Sep 08 10:16:14.242307 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8923a4b1-265a-47b4-ab5c-88c897c063fd req-25a6f310-8171-4e73-98f6-0c44db1539c6 service neutron] 10.222.0.35 "GET /v2.0/networks/bd7579fc-409e-496f-a637-70737dd3d194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857916 Sep 08 10:16:14.265730 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-0454f39d-d272-437c-a1cb-e3eefd4fd878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3393e0-af9c-46b4-8531-33b157e2cb45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919129746', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '42dbac3e-5fe3-43da-b58a-348e138d4885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:14:43Z', 'updated_at': '2021-09-08T10:14:46Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': '42dbac3e-5fe3-43da-b58a-348e138d4885', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3393e0-af9c-46b4-8531-33b157e2cb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:14:43Z', 'updated_at': '2021-09-08T10:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '7c7473c9-96ae-4503-85c4-0c6d8a964db2', 'name': '', 'network_id': 'bd7579fc-409e-496f-a637-70737dd3d194', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'mac_address': 'fa:16:3e:ae:96:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3393e0-af9c-46b4-8531-33b157e2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ca319345-2271-417d-bf52-2e6ec01447e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:14:45Z', 'updated_at': '2021-09-08T10:14:50Z', 'revision_number': 5, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'subnets': [{'id': 'ca319345-2271-417d-bf52-2e6ec01447e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:16:14.341707 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8923a4b1-265a-47b4-ab5c-88c897c063fd req-0227f819-f82f-4d2e-8ecf-05165e9da859 service neutron] 10.222.0.35 "GET /v2.0/networks/bd7579fc-409e-496f-a637-70737dd3d194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919938 Sep 08 10:16:14.444916 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0454f39d-d272-437c-a1cb-e3eefd4fd878 None None] The sync data for ids ['fa3393e0-af9c-46b4-8531-33b157e2cb45'] in n-d-806683-11 is: [{'id': 'fa3393e0-af9c-46b4-8531-33b157e2cb45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919129746', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '42dbac3e-5fe3-43da-b58a-348e138d4885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:14:43Z', 'updated_at': '2021-09-08T10:14:46Z', 'revision_number': 4, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': '42dbac3e-5fe3-43da-b58a-348e138d4885', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3393e0-af9c-46b4-8531-33b157e2cb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:14:43Z', 'updated_at': '2021-09-08T10:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '7c7473c9-96ae-4503-85c4-0c6d8a964db2', 'name': '', 'network_id': 'bd7579fc-409e-496f-a637-70737dd3d194', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'mac_address': 'fa:16:3e:ae:96:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3393e0-af9c-46b4-8531-33b157e2cb45', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'ca319345-2271-417d-bf52-2e6ec01447e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:14:45Z', 'updated_at': '2021-09-08T10:14:50Z', 'revision_number': 5, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'subnets': [{'id': 'ca319345-2271-417d-bf52-2e6ec01447e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:16:14.657528 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cbfad0-929a-4790-9389-e38c2311d223 None None] New status for floating IP 3cb9af16-a15f-42ec-8383-eea37a562d09: DOWN {{(pid=94715) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 10:16:15.092377 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe6eb0-ed51-47db-8978-b26c255d868b req-f3ca22a6-306f-4d94-b336-529c32f4632e tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:16:15.093870 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cabe6eb0-ed51-47db-8978-b26c255d868b req-f3ca22a6-306f-4d94-b336-529c32f4632e tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=04cf1e7f-6e78-4ece-9692-48655d0b71ad HTTP/1.1" status: 200 len: 946 time: 0.0526156 Sep 08 10:16:15.131926 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cabe6eb0-ed51-47db-8978-b26c255d868b req-54ab7fb6-81dd-4f89-acad-bf4196a766ea tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/security-groups?id=497d9791-effc-4ce1-8a9c-77bd2e8ace99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314405 Sep 08 10:16:15.681100 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d218b480-a09e-424a-bfd1-16023a306e15 req-f63c6584-b7fb-44bd-9f41-8a3a204452a4 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:16:15.682580 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d218b480-a09e-424a-bfd1-16023a306e15 req-f63c6584-b7fb-44bd-9f41-8a3a204452a4 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.35 "GET /v2.0/ports?device_id=04cf1e7f-6e78-4ece-9692-48655d0b71ad HTTP/1.1" status: 200 len: 946 time: 0.0485013 Sep 08 10:16:15.772117 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-d218b480-a09e-424a-bfd1-16023a306e15 req-14e7df90-442b-4f3a-929a-71cb04704eea tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Deleting port 92a7af12-2862-40ea-a497-147c98e9d3dc {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:16:15.772461 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d218b480-a09e-424a-bfd1-16023a306e15 req-14e7df90-442b-4f3a-929a-71cb04704eea tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:15.861071 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-d218b480-a09e-424a-bfd1-16023a306e15 req-14e7df90-442b-4f3a-929a-71cb04704eea tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] For port 92a7af12-2862-40ea-a497-147c98e9d3dc, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=92a7af12-2862-40ea-a497-147c98e9d3dc,segment=NetworkSegment(06c8a2cf-2e08-44a5-9cb8-05deda7474d7),segment_id=06c8a2cf-2e08-44a5-9cb8-05deda7474d7)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:16:15.861429 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d218b480-a09e-424a-bfd1-16023a306e15 req-14e7df90-442b-4f3a-929a-71cb04704eea tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:15.873511 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-d218b480-a09e-424a-bfd1-16023a306e15 req-14e7df90-442b-4f3a-929a-71cb04704eea tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Calling delete_port for 92a7af12-2862-40ea-a497-147c98e9d3dc owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:16:16.007541 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d218b480-a09e-424a-bfd1-16023a306e15 req-14e7df90-442b-4f3a-929a-71cb04704eea tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:16.035624 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e7df90-442b-4f3a-929a-71cb04704eea tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event deleted for resources: {'Port': ['ID=92a7af12-2862-40ea-a497-147c98e9d3dc,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:16.060008 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e7df90-442b-4f3a-929a-71cb04704eea tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:16:16.060382 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e7df90-442b-4f3a-929a-71cb04704eea tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:16:16.060724 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e7df90-442b-4f3a-929a-71cb04704eea tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:16:16.061058 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e7df90-442b-4f3a-929a-71cb04704eea tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:16:16.061392 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e7df90-442b-4f3a-929a-71cb04704eea tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:16:16.062274 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e7df90-442b-4f3a-929a-71cb04704eea tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:16:16.062274 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e7df90-442b-4f3a-929a-71cb04704eea tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:16:16.062527 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e7df90-442b-4f3a-929a-71cb04704eea tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:16:16.062713 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e7df90-442b-4f3a-929a-71cb04704eea tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:16:16.063036 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e7df90-442b-4f3a-929a-71cb04704eea tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:16:16.063354 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e7df90-442b-4f3a-929a-71cb04704eea tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:16:16.063815 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e7df90-442b-4f3a-929a-71cb04704eea tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:16:16.086211 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-d218b480-a09e-424a-bfd1-16023a306e15 req-14e7df90-442b-4f3a-929a-71cb04704eea tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] No DVR routers for this DVR port 92a7af12-2862-40ea-a497-147c98e9d3dc on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 10:16:16.088687 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-d218b480-a09e-424a-bfd1-16023a306e15 req-14e7df90-442b-4f3a-929a-71cb04704eea tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:16.090678 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d218b480-a09e-424a-bfd1-16023a306e15 req-14e7df90-442b-4f3a-929a-71cb04704eea tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.35 "DELETE /v2.0/ports/92a7af12-2862-40ea-a497-147c98e9d3dc HTTP/1.1" status: 204 len: 173 time: 0.4021101 Sep 08 10:16:16.091107 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04cf1e7f-6e78-4ece-9692-48655d0b71ad', 'name': 'network-vif-deleted', 'tag': '92a7af12-2862-40ea-a497-147c98e9d3dc'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:16:16.093381 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26793c31-84af-4c31-bb04-6d8a227f9cac" -d '{"events": [{"server_uuid": "04cf1e7f-6e78-4ece-9692-48655d0b71ad", "name": "network-vif-deleted", "tag": "92a7af12-2862-40ea-a497-147c98e9d3dc"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:16:16.130588 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 10:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958ef8db-a883-44bb-82e7-c622bbead7ef x-openstack-request-id: req-958ef8db-a883-44bb-82e7-c622bbead7ef {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:16:16.130963 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04cf1e7f-6e78-4ece-9692-48655d0b71ad", "name": "network-vif-deleted", "tag": "92a7af12-2862-40ea-a497-147c98e9d3dc", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:16:16.131248 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-958ef8db-a883-44bb-82e7-c622bbead7ef {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:16:16.131722 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04cf1e7f-6e78-4ece-9692-48655d0b71ad', 'name': 'network-vif-deleted', 'tag': '92a7af12-2862-40ea-a497-147c98e9d3dc', 'status': 'completed', 'code': 200} Sep 08 10:16:16.227448 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d7dd7607-e2bb-43b8-9ef3-3ea01d01c893 req-35fa4087-5d3e-4b89-b5f9-bcae7f452b94 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "GET /v2.0/ports?device_id=04cf1e7f-6e78-4ece-9692-48655d0b71ad HTTP/1.1" status: 200 len: 210 time: 0.0277884 Sep 08 10:16:17.286497 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39824) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:16:17.636064 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2522ee47-cd12-4bc6-9096-bf7afcc5a97c tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:17.788764 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8cfb9193-5384-4758-b154-dbfa1ba6378a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:17.893309 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-2522ee47-cd12-4bc6-9096-bf7afcc5a97c tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Deleting port 7c7473c9-96ae-4503-85c4-0c6d8a964db2 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:16:17.893577 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2522ee47-cd12-4bc6-9096-bf7afcc5a97c tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:18.252711 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-2522ee47-cd12-4bc6-9096-bf7afcc5a97c tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] For port 7c7473c9-96ae-4503-85c4-0c6d8a964db2, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=7c7473c9-96ae-4503-85c4-0c6d8a964db2,segment=NetworkSegment(06c8a2cf-2e08-44a5-9cb8-05deda7474d7),segment_id=06c8a2cf-2e08-44a5-9cb8-05deda7474d7)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:16:18.253054 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2522ee47-cd12-4bc6-9096-bf7afcc5a97c tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:18.266025 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-2522ee47-cd12-4bc6-9096-bf7afcc5a97c tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Calling delete_port for 7c7473c9-96ae-4503-85c4-0c6d8a964db2 owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:16:18.447085 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2522ee47-cd12-4bc6-9096-bf7afcc5a97c tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:18.473316 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2522ee47-cd12-4bc6-9096-bf7afcc5a97c tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event deleted for resources: {'Port': ['ID=7c7473c9-96ae-4503-85c4-0c6d8a964db2,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:18.650597 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2522ee47-cd12-4bc6-9096-bf7afcc5a97c tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:18.868250 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2522ee47-cd12-4bc6-9096-bf7afcc5a97c tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Router fa3393e0-af9c-46b4-8531-33b157e2cb45 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 10:16:18.976404 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2522ee47-cd12-4bc6-9096-bf7afcc5a97c tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:16:18.981664 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2522ee47-cd12-4bc6-9096-bf7afcc5a97c tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "PUT /v2.0/routers/fa3393e0-af9c-46b4-8531-33b157e2cb45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6951289 Sep 08 10:16:18.984385 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39826) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:16:18.987260 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9addc1-3535-4479-b0b4-ab984411c212 None None] Sync routers for ids ['fa3393e0-af9c-46b4-8531-33b157e2cb45'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:16:18.997716 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9addc1-3535-4479-b0b4-ab984411c212 None None] Routers {'fa3393e0-af9c-46b4-8531-33b157e2cb45'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:16:18.998356 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-7e9addc1-3535-4479-b0b4-ab984411c212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:15:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['fa3393e0-af9c-46b4-8531-33b157e2cb45'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:16:19.034201 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e620248-5dd7-4569-bac4-14866d7916f2 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Deleting subnet ca319345-2271-417d-bf52-2e6ec01447e6 {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 10:16:19.037772 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6e620248-5dd7-4569-bac4-14866d7916f2 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:19.076877 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6e620248-5dd7-4569-bac4-14866d7916f2 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:19.101897 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-7e9addc1-3535-4479-b0b4-ab984411c212 None None] Set router fa3393e0-af9c-46b4-8531-33b157e2cb45 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:16:19.164758 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6e620248-5dd7-4569-bac4-14866d7916f2 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:19.222326 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6e620248-5dd7-4569-bac4-14866d7916f2 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:19.247926 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e620248-5dd7-4569-bac4-14866d7916f2 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event deleted for resources: {'Subnet': ['ID=ca319345-2271-417d-bf52-2e6ec01447e6,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:19.253563 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6e620248-5dd7-4569-bac4-14866d7916f2 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:19.260187 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6e620248-5dd7-4569-bac4-14866d7916f2 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "DELETE /v2.0/subnets/ca319345-2271-417d-bf52-2e6ec01447e6 HTTP/1.1" status: 204 len: 168 time: 0.2708492 Sep 08 10:16:19.260611 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39828) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:16:19.261808 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a762f3-6690-4944-917e-1e49f92b3e1f None None] Network bd7579fc-409e-496f-a637-70737dd3d194 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:16:19.362888 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-7e9addc1-3535-4479-b0b4-ab984411c212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3393e0-af9c-46b4-8531-33b157e2cb45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919129746', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '42dbac3e-5fe3-43da-b58a-348e138d4885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:14:43Z', 'updated_at': '2021-09-08T10:16:18Z', 'revision_number': 5, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': '42dbac3e-5fe3-43da-b58a-348e138d4885', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3393e0-af9c-46b4-8531-33b157e2cb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:14:43Z', 'updated_at': '2021-09-08T10:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:16:19.369422 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7792f900-570a-4d06-a2fa-a6a5a9a8bb7a tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:19.391761 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9addc1-3535-4479-b0b4-ab984411c212 None None] Checking router: fa3393e0-af9c-46b4-8531-33b157e2cb45 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:16:19.420540 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9addc1-3535-4479-b0b4-ab984411c212 None None] Routers {'fa3393e0-af9c-46b4-8531-33b157e2cb45'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:16:19.421084 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-7e9addc1-3535-4479-b0b4-ab984411c212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:15:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['fa3393e0-af9c-46b4-8531-33b157e2cb45'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:16:19.478522 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7792f900-570a-4d06-a2fa-a6a5a9a8bb7a tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:19.531584 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052b3133-1908-4d69-aff1-85b3efdea200 None None] DHCP port deletion for bd7579fc-409e-496f-a637-70737dd3d194 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 10:16:19.539375 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-7792f900-570a-4d06-a2fa-a6a5a9a8bb7a tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Deleting port 42dbac3e-5fe3-43da-b58a-348e138d4885 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:16:19.539735 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7792f900-570a-4d06-a2fa-a6a5a9a8bb7a tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:19.541124 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-7e9addc1-3535-4479-b0b4-ab984411c212 None None] Set router fa3393e0-af9c-46b4-8531-33b157e2cb45 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:16:19.625707 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-7792f900-570a-4d06-a2fa-a6a5a9a8bb7a tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] For port 42dbac3e-5fe3-43da-b58a-348e138d4885, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=42dbac3e-5fe3-43da-b58a-348e138d4885,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:16:19.626149 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7792f900-570a-4d06-a2fa-a6a5a9a8bb7a tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:19.639520 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-7792f900-570a-4d06-a2fa-a6a5a9a8bb7a tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Calling delete_port for 42dbac3e-5fe3-43da-b58a-348e138d4885 owned by network:router_gateway {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:16:19.698135 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-052b3133-1908-4d69-aff1-85b3efdea200 None None] Deleting port 5abc3598-daaa-4077-9b27-21b2bf68a038 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:16:19.698419 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-052b3133-1908-4d69-aff1-85b3efdea200 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:19.790739 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-052b3133-1908-4d69-aff1-85b3efdea200 None None] For port 5abc3598-daaa-4077-9b27-21b2bf68a038, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=5abc3598-daaa-4077-9b27-21b2bf68a038,segment=NetworkSegment(06c8a2cf-2e08-44a5-9cb8-05deda7474d7),segment_id=06c8a2cf-2e08-44a5-9cb8-05deda7474d7)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:16:19.791136 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-052b3133-1908-4d69-aff1-85b3efdea200 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:19.804886 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-052b3133-1908-4d69-aff1-85b3efdea200 None None] Calling delete_port for 5abc3598-daaa-4077-9b27-21b2bf68a038 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:16:19.811267 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7792f900-570a-4d06-a2fa-a6a5a9a8bb7a tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:19.837799 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7792f900-570a-4d06-a2fa-a6a5a9a8bb7a tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event deleted for resources: {'Port': ['ID=42dbac3e-5fe3-43da-b58a-348e138d4885,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:19.858155 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-7e9addc1-3535-4479-b0b4-ab984411c212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3393e0-af9c-46b4-8531-33b157e2cb45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919129746', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '42dbac3e-5fe3-43da-b58a-348e138d4885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:14:43Z', 'updated_at': '2021-09-08T10:16:18Z', 'revision_number': 5, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': '42dbac3e-5fe3-43da-b58a-348e138d4885', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3393e0-af9c-46b4-8531-33b157e2cb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:14:43Z', 'updated_at': '2021-09-08T10:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:16:19.889381 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9addc1-3535-4479-b0b4-ab984411c212 None None] The sync data for ids ['fa3393e0-af9c-46b4-8531-33b157e2cb45'] in n-d-806683-11 is: [{'id': 'fa3393e0-af9c-46b4-8531-33b157e2cb45', 'name': 'tempest-TestNetworkAdvancedServerOps-router-919129746', 'tenant_id': 'df1cda9df730430daf02e1cc7ed939bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': '42dbac3e-5fe3-43da-b58a-348e138d4885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:14:43Z', 'updated_at': '2021-09-08T10:16:18Z', 'revision_number': 5, 'project_id': 'df1cda9df730430daf02e1cc7ed939bd', 'gw_port': {'id': '42dbac3e-5fe3-43da-b58a-348e138d4885', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:c6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3393e0-af9c-46b4-8531-33b157e2cb45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:14:43Z', 'updated_at': '2021-09-08T10:14:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:16:19.898139 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7792f900-570a-4d06-a2fa-a6a5a9a8bb7a tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:19.928614 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-052b3133-1908-4d69-aff1-85b3efdea200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:19.957213 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052b3133-1908-4d69-aff1-85b3efdea200 None None] No DVR routers for this DVR port 5abc3598-daaa-4077-9b27-21b2bf68a038 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 10:16:19.963945 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b3133-1908-4d69-aff1-85b3efdea200 None None] Pushing event deleted for resources: {'Port': ['ID=5abc3598-daaa-4077-9b27-21b2bf68a038,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:19.975186 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b3133-1908-4d69-aff1-85b3efdea200 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:16:19.975535 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b3133-1908-4d69-aff1-85b3efdea200 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:16:19.975873 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b3133-1908-4d69-aff1-85b3efdea200 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:16:19.976210 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b3133-1908-4d69-aff1-85b3efdea200 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:16:19.976544 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b3133-1908-4d69-aff1-85b3efdea200 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:16:19.976898 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b3133-1908-4d69-aff1-85b3efdea200 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:16:19.977226 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b3133-1908-4d69-aff1-85b3efdea200 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:16:19.977553 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b3133-1908-4d69-aff1-85b3efdea200 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:16:19.977882 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b3133-1908-4d69-aff1-85b3efdea200 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:16:19.978289 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b3133-1908-4d69-aff1-85b3efdea200 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:16:19.978553 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b3133-1908-4d69-aff1-85b3efdea200 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:16:19.978873 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-052b3133-1908-4d69-aff1-85b3efdea200 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:16:20.001838 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7792f900-570a-4d06-a2fa-a6a5a9a8bb7a tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:20.003976 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7792f900-570a-4d06-a2fa-a6a5a9a8bb7a tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:20.046722 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7792f900-570a-4d06-a2fa-a6a5a9a8bb7a tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:20.047010 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7792f900-570a-4d06-a2fa-a6a5a9a8bb7a tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Fanout notify agent at l3_agent the message router_deleted on router fa3393e0-af9c-46b4-8531-33b157e2cb45 {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 10:16:20.054148 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-7792f900-570a-4d06-a2fa-a6a5a9a8bb7a tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:20.055283 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-7792f900-570a-4d06-a2fa-a6a5a9a8bb7a tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "DELETE /v2.0/routers/fa3393e0-af9c-46b4-8531-33b157e2cb45 HTTP/1.1" status: 204 len: 168 time: 0.7939689 Sep 08 10:16:20.057921 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39830) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:16:20.131740 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-07f27ec1-35d4-402f-a3ce-07a99ba2acfe tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:20.220628 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-07f27ec1-35d4-402f-a3ce-07a99ba2acfe tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:20.246259 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-07f27ec1-35d4-402f-a3ce-07a99ba2acfe tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd7579fc-409e-496f-a637-70737dd3d194']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:16:20.259258 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-07f27ec1-35d4-402f-a3ce-07a99ba2acfe tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c8a2cf-2e08-44a5-9cb8-05deda7474d7') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:16:20.259801 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-07f27ec1-35d4-402f-a3ce-07a99ba2acfe tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c8a2cf-2e08-44a5-9cb8-05deda7474d7') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:16:20.270309 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-07f27ec1-35d4-402f-a3ce-07a99ba2acfe tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:20.285686 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-07f27ec1-35d4-402f-a3ce-07a99ba2acfe tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:20.293317 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07f27ec1-35d4-402f-a3ce-07a99ba2acfe tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 10:16:20.293804 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-07f27ec1-35d4-402f-a3ce-07a99ba2acfe tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:20.297158 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 10:16:20.297158 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 10:16:20.297158 n-d-806683-11 neutron-server[94713]: timer() Sep 08 10:16:20.297158 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 10:16:20.297158 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 10:16:20.297158 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 10:16:20.297158 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 10:16:20.297158 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 10:16:20.297158 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 10:16:20.297158 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 10:16:20.297158 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 10:16:20.297158 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 10:16:20.297158 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 10:16:20.297158 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 10:16:20.297158 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 10:16:20.297158 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 10:16:20.297158 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 10:16:20.297158 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 10:16:20.297158 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 10:16:20.297158 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 10:16:20.297158 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 10:16:20.297158 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 10:16:20.297158 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 10:16:20.297158 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 10:16:20.297158 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 10:16:20.297158 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 10:16:20.297158 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 10:16:20.297158 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 10:16:20.297158 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 10:16:20.297158 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 10:16:20.297158 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 10:16:20.297158 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 10:16:20.340273 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 5abc3598-daaa-4077-9b27-21b2bf68a038 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:16:20.361558 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 5abc3598-daaa-4077-9b27-21b2bf68a038 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:16:20.362014 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 5abc3598-daaa-4077-9b27-21b2bf68a038 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:16:20.362591 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 7c7473c9-96ae-4503-85c4-0c6d8a964db2 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:16:20.368033 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-07f27ec1-35d4-402f-a3ce-07a99ba2acfe tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:20.374697 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-07f27ec1-35d4-402f-a3ce-07a99ba2acfe tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:20.376920 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-07f27ec1-35d4-402f-a3ce-07a99ba2acfe tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "DELETE /v2.0/networks/bd7579fc-409e-496f-a637-70737dd3d194 HTTP/1.1" status: 204 len: 168 time: 0.3179507 Sep 08 10:16:20.379624 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39832) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:16:20.386529 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 7c7473c9-96ae-4503-85c4-0c6d8a964db2 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:16:20.387002 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 7c7473c9-96ae-4503-85c4-0c6d8a964db2 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:16:20.394923 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f27ec1-35d4-402f-a3ce-07a99ba2acfe tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event deleted for resources: {'Network': ['ID=bd7579fc-409e-496f-a637-70737dd3d194,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:20.472453 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1e4744ff-1b68-4310-b69d-4ef8fa8e8aa2 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:20.498918 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1e4744ff-1b68-4310-b69d-4ef8fa8e8aa2 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:20.554817 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:20.563006 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 92a7af12-2862-40ea-a497-147c98e9d3dc no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:16:20.566144 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1e4744ff-1b68-4310-b69d-4ef8fa8e8aa2 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:20.569450 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1e4744ff-1b68-4310-b69d-4ef8fa8e8aa2 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:20.570947 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-1e4744ff-1b68-4310-b69d-4ef8fa8e8aa2 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] 10.222.0.54 "DELETE /v2.0/security-groups/497d9791-effc-4ce1-8a9c-77bd2e8ace99 HTTP/1.1" status: 204 len: 168 time: 0.1898987 Sep 08 10:16:20.593032 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4744ff-1b68-4310-b69d-4ef8fa8e8aa2 tempest-TestNetworkAdvancedServerOps-43693330 tempest-TestNetworkAdvancedServerOps-43693330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=497d9791-effc-4ce1-8a9c-77bd2e8ace99,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:20.605929 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:16:20.629071 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: 92a7af12-2862-40ea-a497-147c98e9d3dc {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:16:20.629639 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 92a7af12-2862-40ea-a497-147c98e9d3dc not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:16:20.865790 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-2f380cec-cc32-43f2-9096-08f6d5b65892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:20.906430 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39840) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:16:21.043675 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-6b2f10f7-947f-4664-ba8c-5d14b5c5b933 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=df1cda9df730430daf02e1cc7ed939bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1360588 Sep 08 10:16:21.046117 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39844) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:16:21.093729 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ce904862-b53d-471a-af8f-96a943d7eac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:21.115737 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ce904862-b53d-471a-af8f-96a943d7eac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:21.162912 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ce904862-b53d-471a-af8f-96a943d7eac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:21.165500 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ce904862-b53d-471a-af8f-96a943d7eac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:21.166701 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ce904862-b53d-471a-af8f-96a943d7eac4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/30ad7ce3-3b12-4992-befa-c6340509070a HTTP/1.1" status: 204 len: 168 time: 0.1196952 Sep 08 10:16:21.174845 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce904862-b53d-471a-af8f-96a943d7eac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ad7ce3-3b12-4992-befa-c6340509070a,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:21.428853 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39850) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:16:21.442060 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ba915138-996f-49dd-846d-5fe5328d57fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:21.535409 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ba915138-996f-49dd-846d-5fe5328d57fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:21.539909 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ba915138-996f-49dd-846d-5fe5328d57fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:21.577447 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ba915138-996f-49dd-846d-5fe5328d57fb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d62e00fe7de946c8b6e8a3da254bd1db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1470060 Sep 08 10:16:21.579409 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba915138-996f-49dd-846d-5fe5328d57fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6137095e-59f6-4f09-8a71-c888e5b5a1bd,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:21.580239 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39852) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:16:21.632957 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-14233063-5a3f-422f-b89e-caf7c6006c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:21.654408 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-14233063-5a3f-422f-b89e-caf7c6006c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:21.699644 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-14233063-5a3f-422f-b89e-caf7c6006c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:21.702528 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-14233063-5a3f-422f-b89e-caf7c6006c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:21.703686 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-14233063-5a3f-422f-b89e-caf7c6006c7a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6137095e-59f6-4f09-8a71-c888e5b5a1bd HTTP/1.1" status: 204 len: 168 time: 0.1221876 Sep 08 10:16:21.712160 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14233063-5a3f-422f-b89e-caf7c6006c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6137095e-59f6-4f09-8a71-c888e5b5a1bd,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:22.063380 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 42dbac3e-5fe3-43da-b58a-348e138d4885 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:16:22.085133 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 42dbac3e-5fe3-43da-b58a-348e138d4885 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:16:22.085488 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 42dbac3e-5fe3-43da-b58a-348e138d4885 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:16:22.401393 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39874) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:16:22.444968 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:22.500231 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-0b78f8dd-8b00-4d2c-842e-ec8e906d9e16 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-83221939-network', 'tenant_id': '2e5d38ace5d04465b5e27516deb773a4'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:16:22.522304 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b78f8dd-8b00-4d2c-842e-ec8e906d9e16 admin admin] Made reservation on behalf of 2e5d38ace5d04465b5e27516deb773a4 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:16:22.524562 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0b78f8dd-8b00-4d2c-842e-ec8e906d9e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:22.532663 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0b78f8dd-8b00-4d2c-842e-ec8e906d9e16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:22.626122 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0b78f8dd-8b00-4d2c-842e-ec8e906d9e16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:22.630342 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0b78f8dd-8b00-4d2c-842e-ec8e906d9e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:22.650968 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b78f8dd-8b00-4d2c-842e-ec8e906d9e16 admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 10:16:22.664097 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b78f8dd-8b00-4d2c-842e-ec8e906d9e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb44fe01-095e-46df-82a1-eabfdef14b04,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:22.668933 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0b78f8dd-8b00-4d2c-842e-ec8e906d9e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:22.669282 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-0b78f8dd-8b00-4d2c-842e-ec8e906d9e16 admin admin] Added segment ae7a6503-e452-4eae-8c27-a615d3b273fb of type vlan for network 19e1f23e-59c7-45eb-80e2-2121308b3bf6 Sep 08 10:16:22.709861 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0b78f8dd-8b00-4d2c-842e-ec8e906d9e16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:22.735719 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0b78f8dd-8b00-4d2c-842e-ec8e906d9e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:22.736701 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b78f8dd-8b00-4d2c-842e-ec8e906d9e16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:16:22.737301 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0b78f8dd-8b00-4d2c-842e-ec8e906d9e16 admin admin] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:22.772106 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0b78f8dd-8b00-4d2c-842e-ec8e906d9e16 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3696003 Sep 08 10:16:22.775239 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39878) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:16:22.780325 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-ca1cd92a-b6b3-434c-912e-c5b7475fcc7a admin admin] Request body: {'subnet': {'network_id': '19e1f23e-59c7-45eb-80e2-2121308b3bf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-83221939-subnet', 'tenant_id': '2e5d38ace5d04465b5e27516deb773a4', 'ip_version': 4}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:16:22.799647 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b78f8dd-8b00-4d2c-842e-ec8e906d9e16 admin admin] Pushing event updated for resources: {'Network': ['ID=19e1f23e-59c7-45eb-80e2-2121308b3bf6,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:22.800286 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1cd92a-b6b3-434c-912e-c5b7475fcc7a admin admin] Made reservation on behalf of 2e5d38ace5d04465b5e27516deb773a4 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:16:22.802766 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ca1cd92a-b6b3-434c-912e-c5b7475fcc7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:22.809684 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 19e1f23e-59c7-45eb-80e2-2121308b3bf6 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 10:16:22.971678 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ca1cd92a-b6b3-434c-912e-c5b7475fcc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:23.029019 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1cd92a-b6b3-434c-912e-c5b7475fcc7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef624010-6e3a-4ddb-a430-d9d79f59a648,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:23.036146 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1cd92a-b6b3-434c-912e-c5b7475fcc7a admin admin] Checking segment: {'id': 'ae7a6503-e452-4eae-8c27-a615d3b273fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '19e1f23e-59c7-45eb-80e2-2121308b3bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:16:23.036509 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1cd92a-b6b3-434c-912e-c5b7475fcc7a admin admin] Network hostable DHCP agents. Network: 19e1f23e-59c7-45eb-80e2-2121308b3bf6, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 10:16:23.053086 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1cd92a-b6b3-434c-912e-c5b7475fcc7a admin admin] Network 19e1f23e-59c7-45eb-80e2-2121308b3bf6 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 10:16:23.061871 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-ca1cd92a-b6b3-434c-912e-c5b7475fcc7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 19e1f23e-59c7-45eb-80e2-2121308b3bf6) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:16:23.066761 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1cd92a-b6b3-434c-912e-c5b7475fcc7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:16:23.069448 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ca1cd92a-b6b3-434c-912e-c5b7475fcc7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:23.070472 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5932dc4b-bf19-42bb-84ec-c322e706c816 None None] Network 19e1f23e-59c7-45eb-80e2-2121308b3bf6 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:16:23.083982 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ca1cd92a-b6b3-434c-912e-c5b7475fcc7a admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3075449 Sep 08 10:16:23.086931 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39880) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:16:23.091342 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-3558eb48-d034-40da-a63e-b417f2309500 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-83221939-router', 'tenant_id': '2e5d38ace5d04465b5e27516deb773a4', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:16:23.111895 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3558eb48-d034-40da-a63e-b417f2309500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:23.112984 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3558eb48-d034-40da-a63e-b417f2309500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:23.169536 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3558eb48-d034-40da-a63e-b417f2309500 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:23.216718 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bb36eb-e858-4d98-b2bb-400d14e1e12b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-19e1f23e-59c7-45eb-80e2-2121308b3bf6', 'network_id': '19e1f23e-59c7-45eb-80e2-2121308b3bf6', 'tenant_id': '2e5d38ace5d04465b5e27516deb773a4', 'fixed_ips': [{'subnet_id': 'ef624010-6e3a-4ddb-a430-d9d79f59a648'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 10:16:23.217838 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-85bb36eb-e858-4d98-b2bb-400d14e1e12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:23.313068 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3558eb48-d034-40da-a63e-b417f2309500 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:23.355232 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-85bb36eb-e858-4d98-b2bb-400d14e1e12b None None] Allocated IP 172.20.0.2 (19e1f23e-59c7-45eb-80e2-2121308b3bf6/ef624010-6e3a-4ddb-a430-d9d79f59a648/7f4f289d-7140-4c4a-ae04-c22b8744fae6) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:16:23.501052 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-85bb36eb-e858-4d98-b2bb-400d14e1e12b None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:23.510311 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-85bb36eb-e858-4d98-b2bb-400d14e1e12b None None] Transition to ACTIVE for port object 7f4f289d-7140-4c4a-ae04-c22b8744fae6 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:16:23.526596 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-85bb36eb-e858-4d98-b2bb-400d14e1e12b None None] Transition to ACTIVE for port object 7f4f289d-7140-4c4a-ae04-c22b8744fae6 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:16:23.533096 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-85bb36eb-e858-4d98-b2bb-400d14e1e12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:23.572266 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bb36eb-e858-4d98-b2bb-400d14e1e12b None None] Network 19e1f23e-59c7-45eb-80e2-2121308b3bf6 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:16:23.575167 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-85bb36eb-e858-4d98-b2bb-400d14e1e12b None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:16:23.581428 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bb36eb-e858-4d98-b2bb-400d14e1e12b None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:16:23.587999 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb36eb-e858-4d98-b2bb-400d14e1e12b None None] Pushing event updated for resources: {'Port': ['ID=7f4f289d-7140-4c4a-ae04-c22b8744fae6,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:23.643142 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-85bb36eb-e858-4d98-b2bb-400d14e1e12b None None] Attempting to bind port 7f4f289d-7140-4c4a-ae04-c22b8744fae6 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:16:23.643518 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-85bb36eb-e858-4d98-b2bb-400d14e1e12b None None] Attempting to bind port 7f4f289d-7140-4c4a-ae04-c22b8744fae6 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'ae7a6503-e452-4eae-8c27-a615d3b273fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '19e1f23e-59c7-45eb-80e2-2121308b3bf6'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:16:23.644053 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bb36eb-e858-4d98-b2bb-400d14e1e12b None None] Attempting to bind port 7f4f289d-7140-4c4a-ae04-c22b8744fae6 on network 19e1f23e-59c7-45eb-80e2-2121308b3bf6 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:16:23.650341 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bb36eb-e858-4d98-b2bb-400d14e1e12b None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:16:23.650750 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bb36eb-e858-4d98-b2bb-400d14e1e12b None None] Checking segment: {'id': 'ae7a6503-e452-4eae-8c27-a615d3b273fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '19e1f23e-59c7-45eb-80e2-2121308b3bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:16:23.651158 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-85bb36eb-e858-4d98-b2bb-400d14e1e12b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:23.651555 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bb36eb-e858-4d98-b2bb-400d14e1e12b None None] Bound using segment: {'id': 'ae7a6503-e452-4eae-8c27-a615d3b273fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '19e1f23e-59c7-45eb-80e2-2121308b3bf6'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:16:23.652023 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-85bb36eb-e858-4d98-b2bb-400d14e1e12b None None] Bound port: 7f4f289d-7140-4c4a-ae04-c22b8744fae6, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae7a6503-e452-4eae-8c27-a615d3b273fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '19e1f23e-59c7-45eb-80e2-2121308b3bf6'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:16:23.652406 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-85bb36eb-e858-4d98-b2bb-400d14e1e12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:23.725719 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-85bb36eb-e858-4d98-b2bb-400d14e1e12b None None] For port 7f4f289d-7140-4c4a-ae04-c22b8744fae6, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:16:23.729772 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-85bb36eb-e858-4d98-b2bb-400d14e1e12b None None] For port 7f4f289d-7140-4c4a-ae04-c22b8744fae6, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=7f4f289d-7140-4c4a-ae04-c22b8744fae6,segment=NetworkSegment(ae7a6503-e452-4eae-8c27-a615d3b273fb),segment_id=ae7a6503-e452-4eae-8c27-a615d3b273fb)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:16:23.734418 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-85bb36eb-e858-4d98-b2bb-400d14e1e12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:23.789230 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3558eb48-d034-40da-a63e-b417f2309500 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:23.794993 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb36eb-e858-4d98-b2bb-400d14e1e12b None None] Pushing event updated for resources: {'Port': ['ID=7f4f289d-7140-4c4a-ae04-c22b8744fae6,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:23.809402 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3558eb48-d034-40da-a63e-b417f2309500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:23.843830 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:23.921779 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-3558eb48-d034-40da-a63e-b417f2309500 admin admin] Allocated IP 172.25.0.90 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/967da031-0fe2-4f5a-8c06-86ad93728c54) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:16:24.047217 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3558eb48-d034-40da-a63e-b417f2309500 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:24.098145 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3558eb48-d034-40da-a63e-b417f2309500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:24.152693 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3558eb48-d034-40da-a63e-b417f2309500 admin admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:16:24.152913 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 7f4f289d-7140-4c4a-ae04-c22b8744fae6 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:16:24.157909 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-3558eb48-d034-40da-a63e-b417f2309500 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:16:24.163092 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3558eb48-d034-40da-a63e-b417f2309500 admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:16:24.166259 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558eb48-d034-40da-a63e-b417f2309500 admin admin] Pushing event updated for resources: {'Port': ['ID=967da031-0fe2-4f5a-8c06-86ad93728c54,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:24.204019 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 7f4f289d-7140-4c4a-ae04-c22b8744fae6 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:16:24.412831 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3558eb48-d034-40da-a63e-b417f2309500 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:24.618796 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3558eb48-d034-40da-a63e-b417f2309500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:24.721435 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417d3273-a2d8-4bd1-b774-2da07dde0df4 None None] Network 19e1f23e-59c7-45eb-80e2-2121308b3bf6 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:16:24.758019 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3558eb48-d034-40da-a63e-b417f2309500 admin admin] Router b1d09df6-fed0-4dcd-bad3-0779350b94b9 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 10:16:24.802554 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-7672d7c1-4f0d-441b-ace5-690d85946471 None None] Provisioning for port 7f4f289d-7140-4c4a-ae04-c22b8744fae6 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:16:24.813226 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-7672d7c1-4f0d-441b-ace5-690d85946471 None None] Provisioning complete for port 7f4f289d-7140-4c4a-ae04-c22b8744fae6 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:16:24.813607 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7672d7c1-4f0d-441b-ace5-690d85946471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:24.870951 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3558eb48-d034-40da-a63e-b417f2309500 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:16:24.882380 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef59f481-5954-4b1a-83b2-314202d30a3b None None] Sync routers for ids ['b1d09df6-fed0-4dcd-bad3-0779350b94b9'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:16:24.890018 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3558eb48-d034-40da-a63e-b417f2309500 admin admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:24.891666 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3558eb48-d034-40da-a63e-b417f2309500 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.8035710 Sep 08 10:16:24.894689 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39882) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:16:24.896097 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef59f481-5954-4b1a-83b2-314202d30a3b None None] Routers {'b1d09df6-fed0-4dcd-bad3-0779350b94b9'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:16:24.896561 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-ef59f481-5954-4b1a-83b2-314202d30a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:16:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['b1d09df6-fed0-4dcd-bad3-0779350b94b9'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:16:24.927430 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:24.971235 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7672d7c1-4f0d-441b-ace5-690d85946471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:25.008049 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-ef59f481-5954-4b1a-83b2-314202d30a3b None None] Set router b1d09df6-fed0-4dcd-bad3-0779350b94b9 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:16:25.013222 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-7672d7c1-4f0d-441b-ace5-690d85946471 None None] For port 7f4f289d-7140-4c4a-ae04-c22b8744fae6, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=7f4f289d-7140-4c4a-ae04-c22b8744fae6,segment=NetworkSegment(ae7a6503-e452-4eae-8c27-a615d3b273fb),segment_id=ae7a6503-e452-4eae-8c27-a615d3b273fb)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:16:25.026428 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7672d7c1-4f0d-441b-ace5-690d85946471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:25.095410 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7672d7c1-4f0d-441b-ace5-690d85946471 None None] Pushing event updated for resources: {'Port': ['ID=7f4f289d-7140-4c4a-ae04-c22b8744fae6,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:25.222875 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-ef59f481-5954-4b1a-83b2-314202d30a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'name': 'tempest-TestShelveInstance-83221939-router', 'tenant_id': '2e5d38ace5d04465b5e27516deb773a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '967da031-0fe2-4f5a-8c06-86ad93728c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:16:23Z', 'updated_at': '2021-09-08T10:16:24Z', 'revision_number': 3, 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'gw_port': {'id': '967da031-0fe2-4f5a-8c06-86ad93728c54', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:16:23Z', 'updated_at': '2021-09-08T10:16:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:16:25.251976 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef59f481-5954-4b1a-83b2-314202d30a3b None None] Checking router: b1d09df6-fed0-4dcd-bad3-0779350b94b9 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:16:25.252583 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef59f481-5954-4b1a-83b2-314202d30a3b None None] Updating router b1d09df6-fed0-4dcd-bad3-0779350b94b9 port 967da031-0fe2-4f5a-8c06-86ad93728c54 binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 10:16:25.282307 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ef59f481-5954-4b1a-83b2-314202d30a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:25.352578 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-13921347-2402-49f5-b17b-85330a84022f None None] Provisioning complete for port 7f4f289d-7140-4c4a-ae04-c22b8744fae6 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:16:25.353160 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-13921347-2402-49f5-b17b-85330a84022f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:25.420784 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6538aa28-e34a-48a8-a57d-43de9d9a34a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:25.561035 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ef59f481-5954-4b1a-83b2-314202d30a3b None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:25.570365 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-ef59f481-5954-4b1a-83b2-314202d30a3b None None] Transition to ACTIVE for port object 967da031-0fe2-4f5a-8c06-86ad93728c54 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:16:25.575642 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ef59f481-5954-4b1a-83b2-314202d30a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:25.581826 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-6538aa28-e34a-48a8-a57d-43de9d9a34a1 admin admin] Allocated IP 172.20.0.1 (19e1f23e-59c7-45eb-80e2-2121308b3bf6/ef624010-6e3a-4ddb-a430-d9d79f59a648/9af49c43-310f-4e5d-81cb-4adae53a5490) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:16:25.634920 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-ef59f481-5954-4b1a-83b2-314202d30a3b None None] Attempting to bind port 967da031-0fe2-4f5a-8c06-86ad93728c54 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:16:25.635321 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-ef59f481-5954-4b1a-83b2-314202d30a3b None None] Attempting to bind port 967da031-0fe2-4f5a-8c06-86ad93728c54 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:16:25.635686 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef59f481-5954-4b1a-83b2-314202d30a3b None None] Attempting to bind port 967da031-0fe2-4f5a-8c06-86ad93728c54 on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:16:25.642794 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950830d0-05c0-4d15-8337-816de7341a5c None None] Pushing event updated for resources: {'Port': ['ID=967da031-0fe2-4f5a-8c06-86ad93728c54,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:25.644773 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef59f481-5954-4b1a-83b2-314202d30a3b None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:16:25.645143 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef59f481-5954-4b1a-83b2-314202d30a3b None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:16:25.646159 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ef59f481-5954-4b1a-83b2-314202d30a3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:25.646551 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef59f481-5954-4b1a-83b2-314202d30a3b None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:16:25.647012 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-ef59f481-5954-4b1a-83b2-314202d30a3b None None] Bound port: 967da031-0fe2-4f5a-8c06-86ad93728c54, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:16:25.647393 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ef59f481-5954-4b1a-83b2-314202d30a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:25.669763 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950830d0-05c0-4d15-8337-816de7341a5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:16:25.670135 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950830d0-05c0-4d15-8337-816de7341a5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:16:25.670475 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950830d0-05c0-4d15-8337-816de7341a5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:16:25.670808 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950830d0-05c0-4d15-8337-816de7341a5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:16:25.671147 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950830d0-05c0-4d15-8337-816de7341a5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:16:25.671472 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950830d0-05c0-4d15-8337-816de7341a5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:16:25.671798 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950830d0-05c0-4d15-8337-816de7341a5c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:16:25.672118 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950830d0-05c0-4d15-8337-816de7341a5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:16:25.672438 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950830d0-05c0-4d15-8337-816de7341a5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:16:25.672758 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950830d0-05c0-4d15-8337-816de7341a5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:16:25.673078 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950830d0-05c0-4d15-8337-816de7341a5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:16:25.673398 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950830d0-05c0-4d15-8337-816de7341a5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:16:25.693862 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6538aa28-e34a-48a8-a57d-43de9d9a34a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:25.707750 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-6538aa28-e34a-48a8-a57d-43de9d9a34a1 admin admin] Transition to ACTIVE for port object 9af49c43-310f-4e5d-81cb-4adae53a5490 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:16:25.714244 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-ef59f481-5954-4b1a-83b2-314202d30a3b None None] For port 967da031-0fe2-4f5a-8c06-86ad93728c54, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:16:25.717695 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-ef59f481-5954-4b1a-83b2-314202d30a3b None None] For port 967da031-0fe2-4f5a-8c06-86ad93728c54, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=967da031-0fe2-4f5a-8c06-86ad93728c54,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:16:25.722537 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-ef59f481-5954-4b1a-83b2-314202d30a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:25.741155 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6538aa28-e34a-48a8-a57d-43de9d9a34a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:25.782884 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef59f481-5954-4b1a-83b2-314202d30a3b None None] Routers {'b1d09df6-fed0-4dcd-bad3-0779350b94b9'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:16:25.783504 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-ef59f481-5954-4b1a-83b2-314202d30a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:16:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['b1d09df6-fed0-4dcd-bad3-0779350b94b9'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:16:25.786530 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6538aa28-e34a-48a8-a57d-43de9d9a34a1 admin admin] Network 19e1f23e-59c7-45eb-80e2-2121308b3bf6 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:16:25.788456 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950830d0-05c0-4d15-8337-816de7341a5c None None] Pushing event updated for resources: {'Port': ['ID=967da031-0fe2-4f5a-8c06-86ad93728c54,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:25.791490 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-6538aa28-e34a-48a8-a57d-43de9d9a34a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:16:25.795983 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6538aa28-e34a-48a8-a57d-43de9d9a34a1 admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:16:25.823919 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6538aa28-e34a-48a8-a57d-43de9d9a34a1 admin admin] Pushing event updated for resources: {'Port': ['ID=9af49c43-310f-4e5d-81cb-4adae53a5490,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:25.837293 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6538aa28-e34a-48a8-a57d-43de9d9a34a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:25.897705 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-ef59f481-5954-4b1a-83b2-314202d30a3b None None] Set router b1d09df6-fed0-4dcd-bad3-0779350b94b9 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:16:25.984506 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6538aa28-e34a-48a8-a57d-43de9d9a34a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:26.078416 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e2f65186-114c-45f4-b091-0b9567bf4821 None None] Provisioning for port 9af49c43-310f-4e5d-81cb-4adae53a5490 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:16:26.082836 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e2f65186-114c-45f4-b091-0b9567bf4821 None None] Provisioning complete for port 9af49c43-310f-4e5d-81cb-4adae53a5490 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:16:26.083406 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e2f65186-114c-45f4-b091-0b9567bf4821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:26.096825 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-ef59f481-5954-4b1a-83b2-314202d30a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'name': 'tempest-TestShelveInstance-83221939-router', 'tenant_id': '2e5d38ace5d04465b5e27516deb773a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '967da031-0fe2-4f5a-8c06-86ad93728c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:16:23Z', 'updated_at': '2021-09-08T10:16:24Z', 'revision_number': 3, 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'gw_port': {'id': '967da031-0fe2-4f5a-8c06-86ad93728c54', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:16:23Z', 'updated_at': '2021-09-08T10:16:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:16:26.129135 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 7f4f289d-7140-4c4a-ae04-c22b8744fae6 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:16:26.132335 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef59f481-5954-4b1a-83b2-314202d30a3b None None] The sync data for ids ['b1d09df6-fed0-4dcd-bad3-0779350b94b9'] in n-d-806683-11 is: [{'id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'name': 'tempest-TestShelveInstance-83221939-router', 'tenant_id': '2e5d38ace5d04465b5e27516deb773a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '967da031-0fe2-4f5a-8c06-86ad93728c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:16:23Z', 'updated_at': '2021-09-08T10:16:24Z', 'revision_number': 3, 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'gw_port': {'id': '967da031-0fe2-4f5a-8c06-86ad93728c54', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:16:23Z', 'updated_at': '2021-09-08T10:16:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:16:26.157428 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e2f65186-114c-45f4-b091-0b9567bf4821 None None] Port 9af49c43-310f-4e5d-81cb-4adae53a5490 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 10:16:26.166553 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6538aa28-e34a-48a8-a57d-43de9d9a34a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:26.171236 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6538aa28-e34a-48a8-a57d-43de9d9a34a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:26.193019 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 7f4f289d-7140-4c4a-ae04-c22b8744fae6 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:16:26.193506 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:26.240348 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6538aa28-e34a-48a8-a57d-43de9d9a34a1 admin admin] Pushing event updated for resources: {'Port': ['ID=9af49c43-310f-4e5d-81cb-4adae53a5490,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:26.243861 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6538aa28-e34a-48a8-a57d-43de9d9a34a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:26.364727 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6538aa28-e34a-48a8-a57d-43de9d9a34a1 admin admin] Network 19e1f23e-59c7-45eb-80e2-2121308b3bf6 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:16:26.366240 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-6538aa28-e34a-48a8-a57d-43de9d9a34a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:16:26.493517 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6538aa28-e34a-48a8-a57d-43de9d9a34a1 admin admin] Router b1d09df6-fed0-4dcd-bad3-0779350b94b9 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 10:16:26.582081 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e497f935-3919-4358-82ae-85e9dfe6f825 None None] Provisioning complete for port 9af49c43-310f-4e5d-81cb-4adae53a5490 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:16:26.582678 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e497f935-3919-4358-82ae-85e9dfe6f825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:26.611525 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6538aa28-e34a-48a8-a57d-43de9d9a34a1 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:16:26.624007 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6538aa28-e34a-48a8-a57d-43de9d9a34a1 admin admin] 10.222.0.54 "PUT /v2.0/routers/b1d09df6-fed0-4dcd-bad3-0779350b94b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7219393 Sep 08 10:16:26.781078 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e497f935-3919-4358-82ae-85e9dfe6f825 None None] Port 9af49c43-310f-4e5d-81cb-4adae53a5490 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 10:16:27.130523 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39898) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:16:27.135514 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-403437a2-af1f-4a13-b677-2bcd9c57fe00 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1837681169-network', 'tenant_id': '86daa782f7ef458cbda0390982e975ba'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:16:27.155342 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403437a2-af1f-4a13-b677-2bcd9c57fe00 admin admin] Made reservation on behalf of 86daa782f7ef458cbda0390982e975ba for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:16:27.157647 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-403437a2-af1f-4a13-b677-2bcd9c57fe00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:27.169739 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-403437a2-af1f-4a13-b677-2bcd9c57fe00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:27.549403 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-403437a2-af1f-4a13-b677-2bcd9c57fe00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:27.553849 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-403437a2-af1f-4a13-b677-2bcd9c57fe00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:27.578747 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-403437a2-af1f-4a13-b677-2bcd9c57fe00 admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 10:16:27.588498 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403437a2-af1f-4a13-b677-2bcd9c57fe00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc49bdf1-ca85-4e97-a5c0-e688daf77759,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:27.593429 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-403437a2-af1f-4a13-b677-2bcd9c57fe00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:27.593777 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-403437a2-af1f-4a13-b677-2bcd9c57fe00 admin admin] Added segment f7c8a92c-c018-446a-9a4e-64fccc0a062c of type vlan for network 6582729f-9843-43e1-b64c-475e262dcca9 Sep 08 10:16:27.635009 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-403437a2-af1f-4a13-b677-2bcd9c57fe00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:27.658101 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-403437a2-af1f-4a13-b677-2bcd9c57fe00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:27.659183 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403437a2-af1f-4a13-b677-2bcd9c57fe00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:16:27.659782 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-403437a2-af1f-4a13-b677-2bcd9c57fe00 admin admin] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:27.698388 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe216c9-4485-439e-999c-4a344eb66dce None None] Sync routers for ids ['b1d09df6-fed0-4dcd-bad3-0779350b94b9'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:16:27.708259 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe216c9-4485-439e-999c-4a344eb66dce None None] Routers {'b1d09df6-fed0-4dcd-bad3-0779350b94b9'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:16:27.709076 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-fbe216c9-4485-439e-999c-4a344eb66dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:16:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['b1d09df6-fed0-4dcd-bad3-0779350b94b9'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:16:27.725112 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-403437a2-af1f-4a13-b677-2bcd9c57fe00 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5932016 Sep 08 10:16:27.728166 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39900) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:16:27.729776 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403437a2-af1f-4a13-b677-2bcd9c57fe00 admin admin] Pushing event updated for resources: {'Network': ['ID=6582729f-9843-43e1-b64c-475e262dcca9,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:27.734340 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-51a0d957-5ee6-467c-9921-a21c6cda08ac admin admin] Request body: {'subnet': {'network_id': '6582729f-9843-43e1-b64c-475e262dcca9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1837681169-subnet', 'tenant_id': '86daa782f7ef458cbda0390982e975ba', 'ip_version': 4}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:16:27.749171 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 6582729f-9843-43e1-b64c-475e262dcca9 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 10:16:27.762161 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a0d957-5ee6-467c-9921-a21c6cda08ac admin admin] Made reservation on behalf of 86daa782f7ef458cbda0390982e975ba for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:16:27.764528 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-51a0d957-5ee6-467c-9921-a21c6cda08ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:27.871358 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-fbe216c9-4485-439e-999c-4a344eb66dce None None] Set router b1d09df6-fed0-4dcd-bad3-0779350b94b9 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:16:27.933797 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-51a0d957-5ee6-467c-9921-a21c6cda08ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:27.987125 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a0d957-5ee6-467c-9921-a21c6cda08ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=e642b214-e4a0-430f-aaf2-5fd6c88d394b,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:27.998976 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a0d957-5ee6-467c-9921-a21c6cda08ac admin admin] Checking segment: {'id': 'f7c8a92c-c018-446a-9a4e-64fccc0a062c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6582729f-9843-43e1-b64c-475e262dcca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:16:27.999338 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a0d957-5ee6-467c-9921-a21c6cda08ac admin admin] Network hostable DHCP agents. Network: 6582729f-9843-43e1-b64c-475e262dcca9, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 10:16:28.017057 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a0d957-5ee6-467c-9921-a21c6cda08ac admin admin] Network 6582729f-9843-43e1-b64c-475e262dcca9 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 10:16:28.027181 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-51a0d957-5ee6-467c-9921-a21c6cda08ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 6582729f-9843-43e1-b64c-475e262dcca9) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:16:28.031432 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a0d957-5ee6-467c-9921-a21c6cda08ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:16:28.032027 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-51a0d957-5ee6-467c-9921-a21c6cda08ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:28.037766 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f21887d-82e1-4862-a1e1-23ed3a2d511f None None] Network 6582729f-9843-43e1-b64c-475e262dcca9 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:16:28.045993 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-51a0d957-5ee6-467c-9921-a21c6cda08ac admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3158658 Sep 08 10:16:28.048414 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39902) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:16:28.053011 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-c1a691df-212e-40f9-bf52-c0358eaf1e41 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1837681169-router', 'tenant_id': '86daa782f7ef458cbda0390982e975ba', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:16:28.076292 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c1a691df-212e-40f9-bf52-c0358eaf1e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:28.078437 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c1a691df-212e-40f9-bf52-c0358eaf1e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:28.142031 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c1a691df-212e-40f9-bf52-c0358eaf1e41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:28.151044 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 967da031-0fe2-4f5a-8c06-86ad93728c54 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:16:28.205022 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-fbe216c9-4485-439e-999c-4a344eb66dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'name': 'tempest-TestShelveInstance-83221939-router', 'tenant_id': '2e5d38ace5d04465b5e27516deb773a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '967da031-0fe2-4f5a-8c06-86ad93728c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:16:23Z', 'updated_at': '2021-09-08T10:16:25Z', 'revision_number': 4, 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'gw_port': {'id': '967da031-0fe2-4f5a-8c06-86ad93728c54', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:16:23Z', 'updated_at': '2021-09-08T10:16:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '9af49c43-310f-4e5d-81cb-4adae53a5490', 'name': '', 'network_id': '19e1f23e-59c7-45eb-80e2-2121308b3bf6', 'tenant_id': '2e5d38ace5d04465b5e27516deb773a4', 'mac_address': 'fa:16:3e:29:11:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'ef624010-6e3a-4ddb-a430-d9d79f59a648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:16:25Z', 'updated_at': '2021-09-08T10:16:26Z', 'revision_number': 2, 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'subnets': [{'id': 'ef624010-6e3a-4ddb-a430-d9d79f59a648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:16:28.243263 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe216c9-4485-439e-999c-4a344eb66dce None None] Checking router: b1d09df6-fed0-4dcd-bad3-0779350b94b9 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:16:28.243624 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe216c9-4485-439e-999c-4a344eb66dce None None] Updating router b1d09df6-fed0-4dcd-bad3-0779350b94b9 port 9af49c43-310f-4e5d-81cb-4adae53a5490 binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 10:16:28.281776 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c1a691df-212e-40f9-bf52-c0358eaf1e41 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:28.302723 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fbe216c9-4485-439e-999c-4a344eb66dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:28.309526 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6946e6c8-2a7c-419b-bdb3-93150219adde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-6582729f-9843-43e1-b64c-475e262dcca9', 'network_id': '6582729f-9843-43e1-b64c-475e262dcca9', 'tenant_id': '86daa782f7ef458cbda0390982e975ba', 'fixed_ips': [{'subnet_id': 'e642b214-e4a0-430f-aaf2-5fd6c88d394b'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 10:16:28.310530 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6946e6c8-2a7c-419b-bdb3-93150219adde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:28.326849 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 967da031-0fe2-4f5a-8c06-86ad93728c54 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:16:28.354396 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 967da031-0fe2-4f5a-8c06-86ad93728c54 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:16:28.354770 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:28.478719 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c1a691df-212e-40f9-bf52-c0358eaf1e41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:28.497263 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c1a691df-212e-40f9-bf52-c0358eaf1e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:28.606533 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-c1a691df-212e-40f9-bf52-c0358eaf1e41 admin admin] Allocated IP 172.25.0.158 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/7df895cc-d141-47c4-8440-9aae4d5c7afc) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:16:28.662552 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-6946e6c8-2a7c-419b-bdb3-93150219adde None None] Allocated IP 172.20.0.2 (6582729f-9843-43e1-b64c-475e262dcca9/e642b214-e4a0-430f-aaf2-5fd6c88d394b/4257336b-1b37-41cc-a516-22eef57e6076) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:16:28.681789 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:28.714007 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c1a691df-212e-40f9-bf52-c0358eaf1e41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:28.729625 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 967da031-0fe2-4f5a-8c06-86ad93728c54, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=967da031-0fe2-4f5a-8c06-86ad93728c54,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:16:28.740449 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:28.759602 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c1a691df-212e-40f9-bf52-c0358eaf1e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:28.796999 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a691df-212e-40f9-bf52-c0358eaf1e41 admin admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:16:28.799870 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-c1a691df-212e-40f9-bf52-c0358eaf1e41 admin admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:16:28.806117 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a691df-212e-40f9-bf52-c0358eaf1e41 admin admin] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:16:28.828249 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a691df-212e-40f9-bf52-c0358eaf1e41 admin admin] Pushing event updated for resources: {'Port': ['ID=7df895cc-d141-47c4-8440-9aae4d5c7afc,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:28.898249 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=967da031-0fe2-4f5a-8c06-86ad93728c54,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:28.948807 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fbe216c9-4485-439e-999c-4a344eb66dce None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:28.966263 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6946e6c8-2a7c-419b-bdb3-93150219adde None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:28.971820 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-fbe216c9-4485-439e-999c-4a344eb66dce None None] Transition to ACTIVE for port object 9af49c43-310f-4e5d-81cb-4adae53a5490 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:16:28.979139 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-6946e6c8-2a7c-419b-bdb3-93150219adde None None] Transition to ACTIVE for port object 4257336b-1b37-41cc-a516-22eef57e6076 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:16:28.983507 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fbe216c9-4485-439e-999c-4a344eb66dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:29.029538 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-6946e6c8-2a7c-419b-bdb3-93150219adde None None] Transition to ACTIVE for port object 4257336b-1b37-41cc-a516-22eef57e6076 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:16:29.045060 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc67a60-2d51-4da9-af66-96b6cb4b00f0 None None] Pushing event updated for resources: {'Port': ['ID=9af49c43-310f-4e5d-81cb-4adae53a5490,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:29.047781 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6946e6c8-2a7c-419b-bdb3-93150219adde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:29.061063 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c1a691df-212e-40f9-bf52-c0358eaf1e41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:29.122809 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6946e6c8-2a7c-419b-bdb3-93150219adde None None] Network 6582729f-9843-43e1-b64c-475e262dcca9 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:16:29.132588 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-6946e6c8-2a7c-419b-bdb3-93150219adde None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:16:29.144420 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6946e6c8-2a7c-419b-bdb3-93150219adde None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:16:29.153421 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-fbe216c9-4485-439e-999c-4a344eb66dce None None] Attempting to bind port 9af49c43-310f-4e5d-81cb-4adae53a5490 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:16:29.153800 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-fbe216c9-4485-439e-999c-4a344eb66dce None None] Attempting to bind port 9af49c43-310f-4e5d-81cb-4adae53a5490 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'ae7a6503-e452-4eae-8c27-a615d3b273fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '19e1f23e-59c7-45eb-80e2-2121308b3bf6'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:16:29.154207 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe216c9-4485-439e-999c-4a344eb66dce None None] Attempting to bind port 9af49c43-310f-4e5d-81cb-4adae53a5490 on network 19e1f23e-59c7-45eb-80e2-2121308b3bf6 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:16:29.156145 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6946e6c8-2a7c-419b-bdb3-93150219adde None None] Pushing event updated for resources: {'Port': ['ID=4257336b-1b37-41cc-a516-22eef57e6076,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:29.165654 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe216c9-4485-439e-999c-4a344eb66dce None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:16:29.166065 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe216c9-4485-439e-999c-4a344eb66dce None None] Checking segment: {'id': 'ae7a6503-e452-4eae-8c27-a615d3b273fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '19e1f23e-59c7-45eb-80e2-2121308b3bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:16:29.166477 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fbe216c9-4485-439e-999c-4a344eb66dce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:29.166872 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe216c9-4485-439e-999c-4a344eb66dce None None] Bound using segment: {'id': 'ae7a6503-e452-4eae-8c27-a615d3b273fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '19e1f23e-59c7-45eb-80e2-2121308b3bf6'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:16:29.167357 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-fbe216c9-4485-439e-999c-4a344eb66dce None None] Bound port: 9af49c43-310f-4e5d-81cb-4adae53a5490, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae7a6503-e452-4eae-8c27-a615d3b273fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '19e1f23e-59c7-45eb-80e2-2121308b3bf6'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:16:29.167753 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fbe216c9-4485-439e-999c-4a344eb66dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:29.241527 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-6946e6c8-2a7c-419b-bdb3-93150219adde None None] Attempting to bind port 4257336b-1b37-41cc-a516-22eef57e6076 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:16:29.241824 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-6946e6c8-2a7c-419b-bdb3-93150219adde None None] Attempting to bind port 4257336b-1b37-41cc-a516-22eef57e6076 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'f7c8a92c-c018-446a-9a4e-64fccc0a062c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6582729f-9843-43e1-b64c-475e262dcca9'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:16:29.242292 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6946e6c8-2a7c-419b-bdb3-93150219adde None None] Attempting to bind port 4257336b-1b37-41cc-a516-22eef57e6076 on network 6582729f-9843-43e1-b64c-475e262dcca9 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:16:29.251112 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6946e6c8-2a7c-419b-bdb3-93150219adde None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:16:29.251490 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6946e6c8-2a7c-419b-bdb3-93150219adde None None] Checking segment: {'id': 'f7c8a92c-c018-446a-9a4e-64fccc0a062c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6582729f-9843-43e1-b64c-475e262dcca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:16:29.251914 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6946e6c8-2a7c-419b-bdb3-93150219adde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:29.252308 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6946e6c8-2a7c-419b-bdb3-93150219adde None None] Bound using segment: {'id': 'f7c8a92c-c018-446a-9a4e-64fccc0a062c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6582729f-9843-43e1-b64c-475e262dcca9'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:16:29.252757 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-6946e6c8-2a7c-419b-bdb3-93150219adde None None] Bound port: 4257336b-1b37-41cc-a516-22eef57e6076, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c8a92c-c018-446a-9a4e-64fccc0a062c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6582729f-9843-43e1-b64c-475e262dcca9'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:16:29.253145 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6946e6c8-2a7c-419b-bdb3-93150219adde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:29.314815 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-fbe216c9-4485-439e-999c-4a344eb66dce None None] For port 9af49c43-310f-4e5d-81cb-4adae53a5490, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:16:29.498859 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-fbe216c9-4485-439e-999c-4a344eb66dce None None] For port 9af49c43-310f-4e5d-81cb-4adae53a5490, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=9af49c43-310f-4e5d-81cb-4adae53a5490,segment=NetworkSegment(ae7a6503-e452-4eae-8c27-a615d3b273fb),segment_id=ae7a6503-e452-4eae-8c27-a615d3b273fb)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:16:29.520564 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fbe216c9-4485-439e-999c-4a344eb66dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:29.562510 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:29.563648 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-6946e6c8-2a7c-419b-bdb3-93150219adde None None] For port 4257336b-1b37-41cc-a516-22eef57e6076, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:16:29.595586 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-6946e6c8-2a7c-419b-bdb3-93150219adde None None] For port 4257336b-1b37-41cc-a516-22eef57e6076, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=4257336b-1b37-41cc-a516-22eef57e6076,segment=NetworkSegment(f7c8a92c-c018-446a-9a4e-64fccc0a062c),segment_id=f7c8a92c-c018-446a-9a4e-64fccc0a062c)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:16:29.605357 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6946e6c8-2a7c-419b-bdb3-93150219adde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:29.617400 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc67a60-2d51-4da9-af66-96b6cb4b00f0 None None] Pushing event updated for resources: {'Port': ['ID=9af49c43-310f-4e5d-81cb-4adae53a5490,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:29.621877 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe216c9-4485-439e-999c-4a344eb66dce None None] Routers {'b1d09df6-fed0-4dcd-bad3-0779350b94b9'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:16:29.622533 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-fbe216c9-4485-439e-999c-4a344eb66dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:16:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['b1d09df6-fed0-4dcd-bad3-0779350b94b9'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:16:29.631882 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c1a691df-212e-40f9-bf52-c0358eaf1e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:29.764539 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6946e6c8-2a7c-419b-bdb3-93150219adde None None] Pushing event updated for resources: {'Port': ['ID=4257336b-1b37-41cc-a516-22eef57e6076,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:29.790973 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-fbe216c9-4485-439e-999c-4a344eb66dce None None] Set router b1d09df6-fed0-4dcd-bad3-0779350b94b9 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:16:29.796346 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a691df-212e-40f9-bf52-c0358eaf1e41 admin admin] Router 563b67b4-6594-4884-8e02-9fdcde6152e0 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94712) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 10:16:29.917901 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a691df-212e-40f9-bf52-c0358eaf1e41 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:16:29.929492 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0693b80-82e3-4684-b9b0-e3bbb3e76263 None None] Sync routers for ids ['563b67b4-6594-4884-8e02-9fdcde6152e0'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:16:29.941423 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0693b80-82e3-4684-b9b0-e3bbb3e76263 None None] Routers {'563b67b4-6594-4884-8e02-9fdcde6152e0'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:16:29.942207 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-b0693b80-82e3-4684-b9b0-e3bbb3e76263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:16:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['563b67b4-6594-4884-8e02-9fdcde6152e0'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:16:29.947812 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c1a691df-212e-40f9-bf52-c0358eaf1e41 admin admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:29.952038 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c1a691df-212e-40f9-bf52-c0358eaf1e41 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9002545 Sep 08 10:16:29.952704 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39904) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:16:30.057714 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-fbe216c9-4485-439e-999c-4a344eb66dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'name': 'tempest-TestShelveInstance-83221939-router', 'tenant_id': '2e5d38ace5d04465b5e27516deb773a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '967da031-0fe2-4f5a-8c06-86ad93728c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:16:23Z', 'updated_at': '2021-09-08T10:16:25Z', 'revision_number': 4, 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'gw_port': {'id': '967da031-0fe2-4f5a-8c06-86ad93728c54', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:16:23Z', 'updated_at': '2021-09-08T10:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '9af49c43-310f-4e5d-81cb-4adae53a5490', 'name': '', 'network_id': '19e1f23e-59c7-45eb-80e2-2121308b3bf6', 'tenant_id': '2e5d38ace5d04465b5e27516deb773a4', 'mac_address': 'fa:16:3e:29:11:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'ef624010-6e3a-4ddb-a430-d9d79f59a648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:16:25Z', 'updated_at': '2021-09-08T10:16:29Z', 'revision_number': 4, 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'subnets': [{'id': 'ef624010-6e3a-4ddb-a430-d9d79f59a648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:16:30.063980 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-b0693b80-82e3-4684-b9b0-e3bbb3e76263 None None] Set router 563b67b4-6594-4884-8e02-9fdcde6152e0 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:16:30.089888 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe216c9-4485-439e-999c-4a344eb66dce None None] The sync data for ids ['b1d09df6-fed0-4dcd-bad3-0779350b94b9'] in n-d-806683-11 is: [{'id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'name': 'tempest-TestShelveInstance-83221939-router', 'tenant_id': '2e5d38ace5d04465b5e27516deb773a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '967da031-0fe2-4f5a-8c06-86ad93728c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:16:23Z', 'updated_at': '2021-09-08T10:16:25Z', 'revision_number': 4, 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'gw_port': {'id': '967da031-0fe2-4f5a-8c06-86ad93728c54', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:16:23Z', 'updated_at': '2021-09-08T10:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '9af49c43-310f-4e5d-81cb-4adae53a5490', 'name': '', 'network_id': '19e1f23e-59c7-45eb-80e2-2121308b3bf6', 'tenant_id': '2e5d38ace5d04465b5e27516deb773a4', 'mac_address': 'fa:16:3e:29:11:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'ef624010-6e3a-4ddb-a430-d9d79f59a648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:16:25Z', 'updated_at': '2021-09-08T10:16:29Z', 'revision_number': 4, 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'subnets': [{'id': 'ef624010-6e3a-4ddb-a430-d9d79f59a648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:16:30.301329 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 967da031-0fe2-4f5a-8c06-86ad93728c54 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:16:30.360444 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 967da031-0fe2-4f5a-8c06-86ad93728c54 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:16:30.360967 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:30.393417 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-b0693b80-82e3-4684-b9b0-e3bbb3e76263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563b67b4-6594-4884-8e02-9fdcde6152e0', 'name': 'tempest-TestShelveInstance-1837681169-router', 'tenant_id': '86daa782f7ef458cbda0390982e975ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '7df895cc-d141-47c4-8440-9aae4d5c7afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:16:28Z', 'updated_at': '2021-09-08T10:16:28Z', 'revision_number': 3, 'project_id': '86daa782f7ef458cbda0390982e975ba', 'gw_port': {'id': '7df895cc-d141-47c4-8440-9aae4d5c7afc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:3f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563b67b4-6594-4884-8e02-9fdcde6152e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:16:28Z', 'updated_at': '2021-09-08T10:16:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:16:30.435670 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0693b80-82e3-4684-b9b0-e3bbb3e76263 None None] Checking router: 563b67b4-6594-4884-8e02-9fdcde6152e0 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:16:30.436326 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0693b80-82e3-4684-b9b0-e3bbb3e76263 None None] Updating router 563b67b4-6594-4884-8e02-9fdcde6152e0 port 7df895cc-d141-47c4-8440-9aae4d5c7afc binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 10:16:30.470573 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 4257336b-1b37-41cc-a516-22eef57e6076 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:16:30.470999 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-b0693b80-82e3-4684-b9b0-e3bbb3e76263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:30.544555 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 4257336b-1b37-41cc-a516-22eef57e6076 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:16:30.561899 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ff0d7380-23bd-4b4b-97ba-c651cd4557d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:30.750273 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-ff0d7380-23bd-4b4b-97ba-c651cd4557d0 admin admin] Allocated IP 172.20.0.1 (6582729f-9843-43e1-b64c-475e262dcca9/e642b214-e4a0-430f-aaf2-5fd6c88d394b/235c898d-5904-4a6f-96c0-8cdae5c1cc49) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:16:30.796613 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-b0693b80-82e3-4684-b9b0-e3bbb3e76263 None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:30.810677 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-b0693b80-82e3-4684-b9b0-e3bbb3e76263 None None] Transition to ACTIVE for port object 7df895cc-d141-47c4-8440-9aae4d5c7afc will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:16:30.822613 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-b0693b80-82e3-4684-b9b0-e3bbb3e76263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:30.879174 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961a86aa-c211-4a09-adea-76a1f6441bcc None None] Network 6582729f-9843-43e1-b64c-475e262dcca9 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:16:30.881905 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ff0d7380-23bd-4b4b-97ba-c651cd4557d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:30.886607 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce19fa6-c281-486a-a69e-a4fa033320d6 None None] Pushing event updated for resources: {'Port': ['ID=7df895cc-d141-47c4-8440-9aae4d5c7afc,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:30.891458 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-b0693b80-82e3-4684-b9b0-e3bbb3e76263 None None] Attempting to bind port 7df895cc-d141-47c4-8440-9aae4d5c7afc on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:16:30.891831 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-b0693b80-82e3-4684-b9b0-e3bbb3e76263 None None] Attempting to bind port 7df895cc-d141-47c4-8440-9aae4d5c7afc by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:16:30.892199 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0693b80-82e3-4684-b9b0-e3bbb3e76263 None None] Attempting to bind port 7df895cc-d141-47c4-8440-9aae4d5c7afc on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:16:30.897847 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0693b80-82e3-4684-b9b0-e3bbb3e76263 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:16:30.898277 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0693b80-82e3-4684-b9b0-e3bbb3e76263 None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:16:30.899145 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-ff0d7380-23bd-4b4b-97ba-c651cd4557d0 admin admin] Transition to ACTIVE for port object 235c898d-5904-4a6f-96c0-8cdae5c1cc49 will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:16:30.899354 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-b0693b80-82e3-4684-b9b0-e3bbb3e76263 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:30.899768 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0693b80-82e3-4684-b9b0-e3bbb3e76263 None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:16:30.900514 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-b0693b80-82e3-4684-b9b0-e3bbb3e76263 None None] Bound port: 7df895cc-d141-47c4-8440-9aae4d5c7afc, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:16:30.900921 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-b0693b80-82e3-4684-b9b0-e3bbb3e76263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:30.957160 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ff0d7380-23bd-4b4b-97ba-c651cd4557d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:30.971565 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-b0693b80-82e3-4684-b9b0-e3bbb3e76263 None None] For port 7df895cc-d141-47c4-8440-9aae4d5c7afc, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:16:30.976893 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-99226abf-54d6-43bf-8e88-dddbc4161f70 None None] Provisioning for port 4257336b-1b37-41cc-a516-22eef57e6076 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:16:30.977528 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-b0693b80-82e3-4684-b9b0-e3bbb3e76263 None None] For port 7df895cc-d141-47c4-8440-9aae4d5c7afc, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=7df895cc-d141-47c4-8440-9aae4d5c7afc,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:16:30.982423 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-99226abf-54d6-43bf-8e88-dddbc4161f70 None None] Provisioning complete for port 4257336b-1b37-41cc-a516-22eef57e6076 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:16:30.982883 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-99226abf-54d6-43bf-8e88-dddbc4161f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:30.985283 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-b0693b80-82e3-4684-b9b0-e3bbb3e76263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:31.012168 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d7380-23bd-4b4b-97ba-c651cd4557d0 admin admin] Pushing event updated for resources: {'Port': ['ID=235c898d-5904-4a6f-96c0-8cdae5c1cc49,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:31.023022 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0d7380-23bd-4b4b-97ba-c651cd4557d0 admin admin] Network 6582729f-9843-43e1-b64c-475e262dcca9 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:16:31.025182 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-ff0d7380-23bd-4b4b-97ba-c651cd4557d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:16:31.027886 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0d7380-23bd-4b4b-97ba-c651cd4557d0 admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:16:31.060768 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0693b80-82e3-4684-b9b0-e3bbb3e76263 None None] Routers {'563b67b4-6594-4884-8e02-9fdcde6152e0'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:16:31.061931 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-b0693b80-82e3-4684-b9b0-e3bbb3e76263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:16:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['563b67b4-6594-4884-8e02-9fdcde6152e0'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:16:31.070316 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ff0d7380-23bd-4b4b-97ba-c651cd4557d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:31.168881 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-99226abf-54d6-43bf-8e88-dddbc4161f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:31.198112 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-b0693b80-82e3-4684-b9b0-e3bbb3e76263 None None] Set router 563b67b4-6594-4884-8e02-9fdcde6152e0 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:16:31.205530 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-99226abf-54d6-43bf-8e88-dddbc4161f70 None None] For port 4257336b-1b37-41cc-a516-22eef57e6076, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=4257336b-1b37-41cc-a516-22eef57e6076,segment=NetworkSegment(f7c8a92c-c018-446a-9a4e-64fccc0a062c),segment_id=f7c8a92c-c018-446a-9a4e-64fccc0a062c)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:16:31.213533 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-99226abf-54d6-43bf-8e88-dddbc4161f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:31.246994 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ff0d7380-23bd-4b4b-97ba-c651cd4557d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:31.304778 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99226abf-54d6-43bf-8e88-dddbc4161f70 None None] Pushing event updated for resources: {'Port': ['ID=4257336b-1b37-41cc-a516-22eef57e6076,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:31.339731 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce19fa6-c281-486a-a69e-a4fa033320d6 None None] Pushing event updated for resources: {'Port': ['ID=7df895cc-d141-47c4-8440-9aae4d5c7afc,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:31.457249 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ef1fb201-c677-49ff-ab6f-85190081d309 None None] Provisioning complete for port 4257336b-1b37-41cc-a516-22eef57e6076 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:16:31.457637 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ef1fb201-c677-49ff-ab6f-85190081d309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:31.475838 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ff0d7380-23bd-4b4b-97ba-c651cd4557d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:31.483626 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-b0693b80-82e3-4684-b9b0-e3bbb3e76263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563b67b4-6594-4884-8e02-9fdcde6152e0', 'name': 'tempest-TestShelveInstance-1837681169-router', 'tenant_id': '86daa782f7ef458cbda0390982e975ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '7df895cc-d141-47c4-8440-9aae4d5c7afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:16:28Z', 'updated_at': '2021-09-08T10:16:28Z', 'revision_number': 3, 'project_id': '86daa782f7ef458cbda0390982e975ba', 'gw_port': {'id': '7df895cc-d141-47c4-8440-9aae4d5c7afc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:3f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563b67b4-6594-4884-8e02-9fdcde6152e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:16:28Z', 'updated_at': '2021-09-08T10:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:16:31.487172 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ff0d7380-23bd-4b4b-97ba-c651cd4557d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:31.519269 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0693b80-82e3-4684-b9b0-e3bbb3e76263 None None] The sync data for ids ['563b67b4-6594-4884-8e02-9fdcde6152e0'] in n-d-806683-11 is: [{'id': '563b67b4-6594-4884-8e02-9fdcde6152e0', 'name': 'tempest-TestShelveInstance-1837681169-router', 'tenant_id': '86daa782f7ef458cbda0390982e975ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '7df895cc-d141-47c4-8440-9aae4d5c7afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:16:28Z', 'updated_at': '2021-09-08T10:16:28Z', 'revision_number': 3, 'project_id': '86daa782f7ef458cbda0390982e975ba', 'gw_port': {'id': '7df895cc-d141-47c4-8440-9aae4d5c7afc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:3f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563b67b4-6594-4884-8e02-9fdcde6152e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:16:28Z', 'updated_at': '2021-09-08T10:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:16:31.569661 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d7380-23bd-4b4b-97ba-c651cd4557d0 admin admin] Pushing event updated for resources: {'Port': ['ID=235c898d-5904-4a6f-96c0-8cdae5c1cc49,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:31.579814 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-ff0d7380-23bd-4b4b-97ba-c651cd4557d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:31.591475 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ef1fb201-c677-49ff-ab6f-85190081d309 None None] Provisioning for port 235c898d-5904-4a6f-96c0-8cdae5c1cc49 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:16:31.596958 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ef1fb201-c677-49ff-ab6f-85190081d309 None None] Provisioning complete for port 235c898d-5904-4a6f-96c0-8cdae5c1cc49 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:16:31.597489 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ef1fb201-c677-49ff-ab6f-85190081d309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:31.658680 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-ef1fb201-c677-49ff-ab6f-85190081d309 None None] Port 235c898d-5904-4a6f-96c0-8cdae5c1cc49 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 10:16:31.707636 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0d7380-23bd-4b4b-97ba-c651cd4557d0 admin admin] Network 6582729f-9843-43e1-b64c-475e262dcca9 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:16:31.710323 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-ff0d7380-23bd-4b4b-97ba-c651cd4557d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:16:31.779678 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-76262cc0-c247-45e6-b189-6b39ff881240 None None] Provisioning complete for port 235c898d-5904-4a6f-96c0-8cdae5c1cc49 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:16:31.780151 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-76262cc0-c247-45e6-b189-6b39ff881240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:31.821636 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-76262cc0-c247-45e6-b189-6b39ff881240 None None] Port 235c898d-5904-4a6f-96c0-8cdae5c1cc49 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 10:16:31.841178 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff0d7380-23bd-4b4b-97ba-c651cd4557d0 admin admin] Router 563b67b4-6594-4884-8e02-9fdcde6152e0 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 10:16:31.941213 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e5a008c0-9d48-4218-89ed-3a652cacc682 None None] Provisioning complete for port 235c898d-5904-4a6f-96c0-8cdae5c1cc49 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:16:31.941827 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e5a008c0-9d48-4218-89ed-3a652cacc682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:31.972981 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0d7380-23bd-4b4b-97ba-c651cd4557d0 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:16:31.976986 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-ff0d7380-23bd-4b4b-97ba-c651cd4557d0 admin admin] 10.222.0.54 "PUT /v2.0/routers/563b67b4-6594-4884-8e02-9fdcde6152e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0221984 Sep 08 10:16:32.007947 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e5a008c0-9d48-4218-89ed-3a652cacc682 None None] Port 235c898d-5904-4a6f-96c0-8cdae5c1cc49 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 10:16:32.245666 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 9af49c43-310f-4e5d-81cb-4adae53a5490 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:16:32.303129 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 9af49c43-310f-4e5d-81cb-4adae53a5490 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:16:32.308639 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 9af49c43-310f-4e5d-81cb-4adae53a5490 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:16:32.308761 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:32.404197 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:32.439768 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 9af49c43-310f-4e5d-81cb-4adae53a5490, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=9af49c43-310f-4e5d-81cb-4adae53a5490,segment=NetworkSegment(ae7a6503-e452-4eae-8c27-a615d3b273fb),segment_id=ae7a6503-e452-4eae-8c27-a615d3b273fb)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:16:32.448950 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:32.449991 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 4257336b-1b37-41cc-a516-22eef57e6076 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:16:32.538867 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=9af49c43-310f-4e5d-81cb-4adae53a5490,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:32.549799 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 4257336b-1b37-41cc-a516-22eef57e6076 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:16:32.550284 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:32.635435 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 7df895cc-d141-47c4-8440-9aae4d5c7afc up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:16:32.684359 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 7df895cc-d141-47c4-8440-9aae4d5c7afc completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:16:32.688127 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 7df895cc-d141-47c4-8440-9aae4d5c7afc triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:16:32.688334 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 39912) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:16:32.688490 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:32.694129 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-3c2d78e8-c605-4b37-8309-4a120fcff2ad tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1658007503', 'description': 'tempest-secgroup-smoke-1658007503 description', 'project_id': '2e5d38ace5d04465b5e27516deb773a4'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:16:32.718022 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3c2d78e8-c605-4b37-8309-4a120fcff2ad tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:32.781530 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:32.803476 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 7df895cc-d141-47c4-8440-9aae4d5c7afc, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=7df895cc-d141-47c4-8440-9aae4d5c7afc,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:16:32.807622 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:32.815492 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3c2d78e8-c605-4b37-8309-4a120fcff2ad tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:32.819827 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3c2d78e8-c605-4b37-8309-4a120fcff2ad tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:32.851166 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3c2d78e8-c605-4b37-8309-4a120fcff2ad tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:32.852420 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3c2d78e8-c605-4b37-8309-4a120fcff2ad tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1626573 Sep 08 10:16:32.854443 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d78e8-c605-4b37-8309-4a120fcff2ad tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec15ab69-99a6-40da-9f00-28d9f4117280,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:32.855623 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39914) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:16:32.858565 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=7df895cc-d141-47c4-8440-9aae4d5c7afc,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:32.861597 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-15818b11-8684-4558-9e9a-d1b2c33b821b tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Request body: {'security_group_rule': {'security_group_id': 'ec15ab69-99a6-40da-9f00-28d9f4117280', 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:16:32.889247 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-15818b11-8684-4558-9e9a-d1b2c33b821b tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:32.947148 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-15818b11-8684-4558-9e9a-d1b2c33b821b tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:32.950933 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-15818b11-8684-4558-9e9a-d1b2c33b821b tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:32.968134 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15818b11-8684-4558-9e9a-d1b2c33b821b tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=628cfb11-1eaa-47f7-becb-dce32739dc66,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:32.975031 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-15818b11-8684-4558-9e9a-d1b2c33b821b tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:32.975619 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-15818b11-8684-4558-9e9a-d1b2c33b821b tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1182957 Sep 08 10:16:32.978352 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39916) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:16:32.983047 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-4dbd12f4-be6d-48a5-ac07-e83e0d1887b9 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Request body: {'security_group_rule': {'security_group_id': 'ec15ab69-99a6-40da-9f00-28d9f4117280', 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:16:33.009303 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4dbd12f4-be6d-48a5-ac07-e83e0d1887b9 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:33.064245 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4dbd12f4-be6d-48a5-ac07-e83e0d1887b9 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:33.067939 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4dbd12f4-be6d-48a5-ac07-e83e0d1887b9 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:33.086214 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd12f4-be6d-48a5-ac07-e83e0d1887b9 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=640c543a-e677-45b5-b838-2183030e74fb,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:33.092167 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4dbd12f4-be6d-48a5-ac07-e83e0d1887b9 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:33.095811 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4dbd12f4-be6d-48a5-ac07-e83e0d1887b9 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1140237 Sep 08 10:16:33.095978 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39918) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:16:33.100816 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-2fc807f0-0b1c-4a4a-82b1-68c719ff256e tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Request body: {'security_group_rule': {'security_group_id': 'ec15ab69-99a6-40da-9f00-28d9f4117280', 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:16:33.125889 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2fc807f0-0b1c-4a4a-82b1-68c719ff256e tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:33.184234 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2fc807f0-0b1c-4a4a-82b1-68c719ff256e tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:33.188307 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2fc807f0-0b1c-4a4a-82b1-68c719ff256e tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:33.208953 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc807f0-0b1c-4a4a-82b1-68c719ff256e tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=314daf82-c91e-4042-8fdd-298db1f82dd7,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:33.213450 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2fc807f0-0b1c-4a4a-82b1-68c719ff256e tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:33.214869 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2fc807f0-0b1c-4a4a-82b1-68c719ff256e tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179085 Sep 08 10:16:33.217760 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39920) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:16:33.222201 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-20969214-f0e0-4dd9-b9ee-3578295a90b7 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Request body: {'security_group_rule': {'security_group_id': 'ec15ab69-99a6-40da-9f00-28d9f4117280', 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:16:33.248320 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-20969214-f0e0-4dd9-b9ee-3578295a90b7 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:33.310259 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-20969214-f0e0-4dd9-b9ee-3578295a90b7 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:33.313929 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-20969214-f0e0-4dd9-b9ee-3578295a90b7 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:33.332082 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20969214-f0e0-4dd9-b9ee-3578295a90b7 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95b60e26-7000-462b-855e-c8d553f96aaa,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:33.339809 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-20969214-f0e0-4dd9-b9ee-3578295a90b7 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:33.341190 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-20969214-f0e0-4dd9-b9ee-3578295a90b7 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1224530 Sep 08 10:16:33.343913 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39922) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:16:33.348724 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-04c41390-abbb-4f7f-9773-dada7cdeffe4 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Request body: {'security_group_rule': {'security_group_id': 'ec15ab69-99a6-40da-9f00-28d9f4117280', 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:16:33.370547 n-d-806683-11 neutron-server[94712]: INFO neutron.db.securitygroups_db [None req-04c41390-abbb-4f7f-9773-dada7cdeffe4 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Project 2e5d38ace5d04465b5e27516deb773a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 10:16:33.375352 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-04c41390-abbb-4f7f-9773-dada7cdeffe4 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:33.438524 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-04c41390-abbb-4f7f-9773-dada7cdeffe4 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:33.442628 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-04c41390-abbb-4f7f-9773-dada7cdeffe4 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:33.461654 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c41390-abbb-4f7f-9773-dada7cdeffe4 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dac23d1-c02c-48d3-b515-8ccc8c5d2cad,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:33.464885 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-04c41390-abbb-4f7f-9773-dada7cdeffe4 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:33.466149 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-04c41390-abbb-4f7f-9773-dada7cdeffe4 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1212723 Sep 08 10:16:33.468862 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39924) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:16:33.473093 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-e7d8c842-1ca0-4b43-b743-f551f466a431 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Request body: {'security_group_rule': {'security_group_id': 'ec15ab69-99a6-40da-9f00-28d9f4117280', 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:16:33.495784 n-d-806683-11 neutron-server[94712]: INFO neutron.db.securitygroups_db [None req-e7d8c842-1ca0-4b43-b743-f551f466a431 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Project 2e5d38ace5d04465b5e27516deb773a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 10:16:33.501343 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e7d8c842-1ca0-4b43-b743-f551f466a431 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:33.507368 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baba7392-1e47-45e9-a9a6-0c4e3f53569e None None] Sync routers for ids ['563b67b4-6594-4884-8e02-9fdcde6152e0'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:16:33.516823 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baba7392-1e47-45e9-a9a6-0c4e3f53569e None None] Routers {'563b67b4-6594-4884-8e02-9fdcde6152e0'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:16:33.517434 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-baba7392-1e47-45e9-a9a6-0c4e3f53569e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:16:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['563b67b4-6594-4884-8e02-9fdcde6152e0'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:16:33.569337 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e7d8c842-1ca0-4b43-b743-f551f466a431 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:33.573620 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e7d8c842-1ca0-4b43-b743-f551f466a431 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:33.592215 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d8c842-1ca0-4b43-b743-f551f466a431 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6e97ce4-cf57-4cd6-9810-e953e36a9a42,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:33.600464 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-e7d8c842-1ca0-4b43-b743-f551f466a431 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:33.606124 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e7d8c842-1ca0-4b43-b743-f551f466a431 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1319795 Sep 08 10:16:33.630972 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-baba7392-1e47-45e9-a9a6-0c4e3f53569e None None] Set router 563b67b4-6594-4884-8e02-9fdcde6152e0 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:16:33.835427 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-baba7392-1e47-45e9-a9a6-0c4e3f53569e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563b67b4-6594-4884-8e02-9fdcde6152e0', 'name': 'tempest-TestShelveInstance-1837681169-router', 'tenant_id': '86daa782f7ef458cbda0390982e975ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '7df895cc-d141-47c4-8440-9aae4d5c7afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:16:28Z', 'updated_at': '2021-09-08T10:16:31Z', 'revision_number': 4, 'project_id': '86daa782f7ef458cbda0390982e975ba', 'gw_port': {'id': '7df895cc-d141-47c4-8440-9aae4d5c7afc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563b67b4-6594-4884-8e02-9fdcde6152e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:16:28Z', 'updated_at': '2021-09-08T10:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '235c898d-5904-4a6f-96c0-8cdae5c1cc49', 'name': '', 'network_id': '6582729f-9843-43e1-b64c-475e262dcca9', 'tenant_id': '86daa782f7ef458cbda0390982e975ba', 'mac_address': 'fa:16:3e:e6:9c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563b67b4-6594-4884-8e02-9fdcde6152e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e642b214-e4a0-430f-aaf2-5fd6c88d394b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:16:30Z', 'updated_at': '2021-09-08T10:16:31Z', 'revision_number': 2, 'project_id': '86daa782f7ef458cbda0390982e975ba', 'subnets': [{'id': 'e642b214-e4a0-430f-aaf2-5fd6c88d394b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:16:33.866929 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baba7392-1e47-45e9-a9a6-0c4e3f53569e None None] Checking router: 563b67b4-6594-4884-8e02-9fdcde6152e0 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:16:33.867282 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baba7392-1e47-45e9-a9a6-0c4e3f53569e None None] Updating router 563b67b4-6594-4884-8e02-9fdcde6152e0 port 235c898d-5904-4a6f-96c0-8cdae5c1cc49 binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 10:16:33.893126 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-baba7392-1e47-45e9-a9a6-0c4e3f53569e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:33.929492 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-c17e14d2-49c6-45bb-862c-a993b93afeb2 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1658007503&fields=id&tenant_id=2e5d38ace5d04465b5e27516deb773a4 HTTP/1.1" status: 200 len: 267 time: 0.0329037 Sep 08 10:16:34.043328 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-718319b2-e375-464e-84c9-30b580451df7 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:16:34.044813 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-718319b2-e375-464e-84c9-30b580451df7 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/networks?id=19e1f23e-59c7-45eb-80e2-2121308b3bf6 HTTP/1.1" status: 200 len: 807 time: 0.1086588 Sep 08 10:16:34.061148 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-7cb6332f-7f17-41dd-a71f-b3bc31c572d8 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/quotas/2e5d38ace5d04465b5e27516deb773a4 HTTP/1.1" status: 200 len: 375 time: 0.0104373 Sep 08 10:16:34.121889 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-346bfde0-6372-4681-8a75-5a49e5862f3a tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2e5d38ace5d04465b5e27516deb773a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513742 Sep 08 10:16:34.146603 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 9af49c43-310f-4e5d-81cb-4adae53a5490 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:16:34.194626 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-baba7392-1e47-45e9-a9a6-0c4e3f53569e None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:34.211911 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-baba7392-1e47-45e9-a9a6-0c4e3f53569e None None] Transition to ACTIVE for port object 235c898d-5904-4a6f-96c0-8cdae5c1cc49 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:16:34.220396 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-baba7392-1e47-45e9-a9a6-0c4e3f53569e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:34.236803 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-a204139f-8f25-46e0-89a6-07bb5fd67f52 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 10:16:34.237835 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-a204139f-8f25-46e0-89a6-07bb5fd67f52 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1036320 Sep 08 10:16:34.252142 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 9af49c43-310f-4e5d-81cb-4adae53a5490 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:16:34.252514 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:34.298614 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d60d85-b3b4-42e8-9428-6ab9c663b247 None None] Pushing event updated for resources: {'Port': ['ID=235c898d-5904-4a6f-96c0-8cdae5c1cc49,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:34.346715 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-be69a940-fde1-4394-8ee9-97c863a0f58f service neutron] 10.222.0.54 "GET /v2.0/networks/19e1f23e-59c7-45eb-80e2-2121308b3bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002724 Sep 08 10:16:34.382072 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-baba7392-1e47-45e9-a9a6-0c4e3f53569e None None] Attempting to bind port 235c898d-5904-4a6f-96c0-8cdae5c1cc49 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:16:34.382802 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-baba7392-1e47-45e9-a9a6-0c4e3f53569e None None] Attempting to bind port 235c898d-5904-4a6f-96c0-8cdae5c1cc49 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'f7c8a92c-c018-446a-9a4e-64fccc0a062c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6582729f-9843-43e1-b64c-475e262dcca9'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:16:34.382802 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baba7392-1e47-45e9-a9a6-0c4e3f53569e None None] Attempting to bind port 235c898d-5904-4a6f-96c0-8cdae5c1cc49 on network 6582729f-9843-43e1-b64c-475e262dcca9 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:16:34.390858 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baba7392-1e47-45e9-a9a6-0c4e3f53569e None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:16:34.391235 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baba7392-1e47-45e9-a9a6-0c4e3f53569e None None] Checking segment: {'id': 'f7c8a92c-c018-446a-9a4e-64fccc0a062c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6582729f-9843-43e1-b64c-475e262dcca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:16:34.391638 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-baba7392-1e47-45e9-a9a6-0c4e3f53569e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:34.392029 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baba7392-1e47-45e9-a9a6-0c4e3f53569e None None] Bound using segment: {'id': 'f7c8a92c-c018-446a-9a4e-64fccc0a062c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6582729f-9843-43e1-b64c-475e262dcca9'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:16:34.392497 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-baba7392-1e47-45e9-a9a6-0c4e3f53569e None None] Bound port: 235c898d-5904-4a6f-96c0-8cdae5c1cc49, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c8a92c-c018-446a-9a4e-64fccc0a062c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6582729f-9843-43e1-b64c-475e262dcca9'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:16:34.392879 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-baba7392-1e47-45e9-a9a6-0c4e3f53569e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:34.413139 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 7df895cc-d141-47c4-8440-9aae4d5c7afc up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:16:34.443224 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-00987b9d-63a2-4c58-9af5-8c03f7bf7cc8 service neutron] 10.222.0.54 "GET /v2.0/networks/19e1f23e-59c7-45eb-80e2-2121308b3bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922165 Sep 08 10:16:34.496144 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-baba7392-1e47-45e9-a9a6-0c4e3f53569e None None] For port 235c898d-5904-4a6f-96c0-8cdae5c1cc49, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:16:34.499879 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-baba7392-1e47-45e9-a9a6-0c4e3f53569e None None] For port 235c898d-5904-4a6f-96c0-8cdae5c1cc49, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=235c898d-5904-4a6f-96c0-8cdae5c1cc49,segment=NetworkSegment(f7c8a92c-c018-446a-9a4e-64fccc0a062c),segment_id=f7c8a92c-c018-446a-9a4e-64fccc0a062c)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:16:34.505825 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-baba7392-1e47-45e9-a9a6-0c4e3f53569e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:34.509592 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 7df895cc-d141-47c4-8440-9aae4d5c7afc triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:16:34.510262 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:34.620961 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d60d85-b3b4-42e8-9428-6ab9c663b247 None None] Pushing event updated for resources: {'Port': ['ID=235c898d-5904-4a6f-96c0-8cdae5c1cc49,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:34.626801 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baba7392-1e47-45e9-a9a6-0c4e3f53569e None None] Routers {'563b67b4-6594-4884-8e02-9fdcde6152e0'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:16:34.627265 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-baba7392-1e47-45e9-a9a6-0c4e3f53569e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:16:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['563b67b4-6594-4884-8e02-9fdcde6152e0'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:16:34.766851 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-baba7392-1e47-45e9-a9a6-0c4e3f53569e None None] Set router 563b67b4-6594-4884-8e02-9fdcde6152e0 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:16:35.123529 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-baba7392-1e47-45e9-a9a6-0c4e3f53569e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563b67b4-6594-4884-8e02-9fdcde6152e0', 'name': 'tempest-TestShelveInstance-1837681169-router', 'tenant_id': '86daa782f7ef458cbda0390982e975ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '7df895cc-d141-47c4-8440-9aae4d5c7afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:16:28Z', 'updated_at': '2021-09-08T10:16:31Z', 'revision_number': 4, 'project_id': '86daa782f7ef458cbda0390982e975ba', 'gw_port': {'id': '7df895cc-d141-47c4-8440-9aae4d5c7afc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563b67b4-6594-4884-8e02-9fdcde6152e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:16:28Z', 'updated_at': '2021-09-08T10:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '235c898d-5904-4a6f-96c0-8cdae5c1cc49', 'name': '', 'network_id': '6582729f-9843-43e1-b64c-475e262dcca9', 'tenant_id': '86daa782f7ef458cbda0390982e975ba', 'mac_address': 'fa:16:3e:e6:9c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563b67b4-6594-4884-8e02-9fdcde6152e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e642b214-e4a0-430f-aaf2-5fd6c88d394b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:16:30Z', 'updated_at': '2021-09-08T10:16:34Z', 'revision_number': 4, 'project_id': '86daa782f7ef458cbda0390982e975ba', 'subnets': [{'id': 'e642b214-e4a0-430f-aaf2-5fd6c88d394b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:16:35.149908 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baba7392-1e47-45e9-a9a6-0c4e3f53569e None None] The sync data for ids ['563b67b4-6594-4884-8e02-9fdcde6152e0'] in n-d-806683-11 is: [{'id': '563b67b4-6594-4884-8e02-9fdcde6152e0', 'name': 'tempest-TestShelveInstance-1837681169-router', 'tenant_id': '86daa782f7ef458cbda0390982e975ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '7df895cc-d141-47c4-8440-9aae4d5c7afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:16:28Z', 'updated_at': '2021-09-08T10:16:31Z', 'revision_number': 4, 'project_id': '86daa782f7ef458cbda0390982e975ba', 'gw_port': {'id': '7df895cc-d141-47c4-8440-9aae4d5c7afc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563b67b4-6594-4884-8e02-9fdcde6152e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:16:28Z', 'updated_at': '2021-09-08T10:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '235c898d-5904-4a6f-96c0-8cdae5c1cc49', 'name': '', 'network_id': '6582729f-9843-43e1-b64c-475e262dcca9', 'tenant_id': '86daa782f7ef458cbda0390982e975ba', 'mac_address': 'fa:16:3e:e6:9c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '563b67b4-6594-4884-8e02-9fdcde6152e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'e642b214-e4a0-430f-aaf2-5fd6c88d394b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:16:30Z', 'updated_at': '2021-09-08T10:16:34Z', 'revision_number': 4, 'project_id': '86daa782f7ef458cbda0390982e975ba', 'subnets': [{'id': 'e642b214-e4a0-430f-aaf2-5fd6c88d394b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:16:35.700686 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-48e3bd8a-3452-42b8-a356-6e0b76b55a9e req-8e035c7a-3d1a-4743-b8cc-cab02d7f4be6 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 210 time: 0.0833282 Sep 08 10:16:36.149724 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 235c898d-5904-4a6f-96c0-8cdae5c1cc49 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:16:36.199599 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 235c898d-5904-4a6f-96c0-8cdae5c1cc49 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:16:36.204345 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 235c898d-5904-4a6f-96c0-8cdae5c1cc49 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:16:36.204738 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:36.287337 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:36.319315 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 235c898d-5904-4a6f-96c0-8cdae5c1cc49, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=235c898d-5904-4a6f-96c0-8cdae5c1cc49,segment=NetworkSegment(f7c8a92c-c018-446a-9a4e-64fccc0a062c),segment_id=f7c8a92c-c018-446a-9a4e-64fccc0a062c)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:16:36.323168 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:36.371668 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=235c898d-5904-4a6f-96c0-8cdae5c1cc49,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:36.605537 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-bdf693a7-ba96-4335-bfe6-b5316dcb7bb8 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:16:36.607023 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-bdf693a7-ba96-4335-bfe6-b5316dcb7bb8 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.35 "GET /v2.0/networks?id=19e1f23e-59c7-45eb-80e2-2121308b3bf6 HTTP/1.1" status: 200 len: 807 time: 0.1087229 Sep 08 10:16:36.658641 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-a98c0157-c5b9-40e0-a36f-5738e3994941 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e5d38ace5d04465b5e27516deb773a4 HTTP/1.1" status: 200 len: 380 time: 0.0372276 Sep 08 10:16:36.669041 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-de0dc5cd-f481-4c68-9170-ba3c1dab2b15 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Request body: {'port': {'device_id': '7b1e5583-0042-478d-a9b6-9247bb0f204c', 'network_id': '19e1f23e-59c7-45eb-80e2-2121308b3bf6', 'admin_state_up': True, 'tenant_id': '2e5d38ace5d04465b5e27516deb773a4', 'security_groups': ['ec15ab69-99a6-40da-9f00-28d9f4117280']}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:16:36.782482 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-de0dc5cd-f481-4c68-9170-ba3c1dab2b15 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Made reservation on behalf of 2e5d38ace5d04465b5e27516deb773a4 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:16:36.786725 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-de0dc5cd-f481-4c68-9170-ba3c1dab2b15 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:36.805237 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8d6da4ee-c1af-4acd-a751-7902a55159fe req-3b379cc7-d827-4445-8be9-1bca261d5195 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 210 time: 0.0280676 Sep 08 10:16:36.917001 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-de0dc5cd-f481-4c68-9170-ba3c1dab2b15 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Allocated IP 172.20.0.7 (19e1f23e-59c7-45eb-80e2-2121308b3bf6/ef624010-6e3a-4ddb-a430-d9d79f59a648/124b64b1-b16d-40bd-afb7-2c9cfb4a878a) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:16:37.050198 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-de0dc5cd-f481-4c68-9170-ba3c1dab2b15 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:37.063641 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-de0dc5cd-f481-4c68-9170-ba3c1dab2b15 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Transition to ACTIVE for port object 124b64b1-b16d-40bd-afb7-2c9cfb4a878a will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:16:37.096774 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-de0dc5cd-f481-4c68-9170-ba3c1dab2b15 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:37.141999 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-de0dc5cd-f481-4c68-9170-ba3c1dab2b15 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Network 19e1f23e-59c7-45eb-80e2-2121308b3bf6 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:16:37.144856 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-de0dc5cd-f481-4c68-9170-ba3c1dab2b15 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:16:37.149594 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-de0dc5cd-f481-4c68-9170-ba3c1dab2b15 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:16:37.179594 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0dc5cd-f481-4c68-9170-ba3c1dab2b15 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Pushing event updated for resources: {'Port': ['ID=124b64b1-b16d-40bd-afb7-2c9cfb4a878a,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:37.205679 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-de0dc5cd-f481-4c68-9170-ba3c1dab2b15 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:16:37.206343 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-de0dc5cd-f481-4c68-9170-ba3c1dab2b15 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:37.221469 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-de0dc5cd-f481-4c68-9170-ba3c1dab2b15 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5562418 Sep 08 10:16:37.244138 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-69ab357d-1ef2-4005-89e6-4f52623843da service neutron] Request body: {'port': {'device_id': '7b1e5583-0042-478d-a9b6-9247bb0f204c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:16:37.301113 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-69ab357d-1ef2-4005-89e6-4f52623843da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:37.434297 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-53aa101e-63bb-4274-99c3-a56aa96bb89a None None] Provisioning for port 124b64b1-b16d-40bd-afb7-2c9cfb4a878a completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:16:37.438093 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-53aa101e-63bb-4274-99c3-a56aa96bb89a None None] Provisioning complete for port 124b64b1-b16d-40bd-afb7-2c9cfb4a878a triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:16:37.438803 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-53aa101e-63bb-4274-99c3-a56aa96bb89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:37.480178 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-53aa101e-63bb-4274-99c3-a56aa96bb89a None None] Port 124b64b1-b16d-40bd-afb7-2c9cfb4a878a cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 10:16:37.586810 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-69ab357d-1ef2-4005-89e6-4f52623843da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 124b64b1-b16d-40bd-afb7-2c9cfb4a878a {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 10:16:37.594155 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-69ab357d-1ef2-4005-89e6-4f52623843da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:37.606377 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-69ab357d-1ef2-4005-89e6-4f52623843da service neutron] Transition to ACTIVE for port object 124b64b1-b16d-40bd-afb7-2c9cfb4a878a will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:16:37.609770 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-69ab357d-1ef2-4005-89e6-4f52623843da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:37.659216 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab357d-1ef2-4005-89e6-4f52623843da service neutron] Pushing event updated for resources: {'Port': ['ID=124b64b1-b16d-40bd-afb7-2c9cfb4a878a,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:37.747354 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-69ab357d-1ef2-4005-89e6-4f52623843da service neutron] Attempting to bind port 124b64b1-b16d-40bd-afb7-2c9cfb4a878a on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:16:37.747706 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-69ab357d-1ef2-4005-89e6-4f52623843da service neutron] Attempting to bind port 124b64b1-b16d-40bd-afb7-2c9cfb4a878a by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': 'ae7a6503-e452-4eae-8c27-a615d3b273fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '19e1f23e-59c7-45eb-80e2-2121308b3bf6'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:16:37.748045 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-69ab357d-1ef2-4005-89e6-4f52623843da service neutron] Attempting to bind port 124b64b1-b16d-40bd-afb7-2c9cfb4a878a on network 19e1f23e-59c7-45eb-80e2-2121308b3bf6 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:16:37.753049 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-69ab357d-1ef2-4005-89e6-4f52623843da service neutron] Port 124b64b1-b16d-40bd-afb7-2c9cfb4a878a on network 19e1f23e-59c7-45eb-80e2-2121308b3bf6 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 10:16:37.753379 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-69ab357d-1ef2-4005-89e6-4f52623843da service neutron] Attempting to bind port 124b64b1-b16d-40bd-afb7-2c9cfb4a878a on network 19e1f23e-59c7-45eb-80e2-2121308b3bf6 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:16:37.759720 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-69ab357d-1ef2-4005-89e6-4f52623843da service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:16:37.760069 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-69ab357d-1ef2-4005-89e6-4f52623843da service neutron] Checking segment: {'id': 'ae7a6503-e452-4eae-8c27-a615d3b273fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '19e1f23e-59c7-45eb-80e2-2121308b3bf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:16:37.760465 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-69ab357d-1ef2-4005-89e6-4f52623843da service neutron] Bound using segment: {'id': 'ae7a6503-e452-4eae-8c27-a615d3b273fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '19e1f23e-59c7-45eb-80e2-2121308b3bf6'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:16:37.760905 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-69ab357d-1ef2-4005-89e6-4f52623843da service neutron] Bound port: 124b64b1-b16d-40bd-afb7-2c9cfb4a878a, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae7a6503-e452-4eae-8c27-a615d3b273fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '19e1f23e-59c7-45eb-80e2-2121308b3bf6'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:16:37.761276 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-69ab357d-1ef2-4005-89e6-4f52623843da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:37.835880 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-69ab357d-1ef2-4005-89e6-4f52623843da service neutron] For port 124b64b1-b16d-40bd-afb7-2c9cfb4a878a, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:16:37.839247 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-69ab357d-1ef2-4005-89e6-4f52623843da service neutron] For port 124b64b1-b16d-40bd-afb7-2c9cfb4a878a, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=124b64b1-b16d-40bd-afb7-2c9cfb4a878a,segment=NetworkSegment(ae7a6503-e452-4eae-8c27-a615d3b273fb),segment_id=ae7a6503-e452-4eae-8c27-a615d3b273fb)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:16:37.844495 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-69ab357d-1ef2-4005-89e6-4f52623843da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:37.882815 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-69ab357d-1ef2-4005-89e6-4f52623843da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:16:37.883455 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-69ab357d-1ef2-4005-89e6-4f52623843da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:37.884843 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-69ab357d-1ef2-4005-89e6-4f52623843da service neutron] 10.222.0.35 "PUT /v2.0/ports/124b64b1-b16d-40bd-afb7-2c9cfb4a878a HTTP/1.1" status: 200 len: 1092 time: 0.6450772 Sep 08 10:16:37.885920 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b1e5583-0042-478d-a9b6-9247bb0f204c', 'tag': '124b64b1-b16d-40bd-afb7-2c9cfb4a878a'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:16:37.888196 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d35bc45-99d6-40a2-9187-ea07a190e173" -d '{"events": [{"name": "network-changed", "server_uuid": "7b1e5583-0042-478d-a9b6-9247bb0f204c", "tag": "124b64b1-b16d-40bd-afb7-2c9cfb4a878a"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:16:37.942818 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 10:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b603e3a7-3ed7-4c62-b211-e8a9356fa88b x-openstack-request-id: req-b603e3a7-3ed7-4c62-b211-e8a9356fa88b {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:16:37.943149 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b1e5583-0042-478d-a9b6-9247bb0f204c", "tag": "124b64b1-b16d-40bd-afb7-2c9cfb4a878a", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:16:37.943361 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b603e3a7-3ed7-4c62-b211-e8a9356fa88b {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:16:37.943806 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b1e5583-0042-478d-a9b6-9247bb0f204c', 'tag': '124b64b1-b16d-40bd-afb7-2c9cfb4a878a', 'status': 'completed', 'code': 200} Sep 08 10:16:37.956521 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ab357d-1ef2-4005-89e6-4f52623843da service neutron] Pushing event updated for resources: {'Port': ['ID=124b64b1-b16d-40bd-afb7-2c9cfb4a878a,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:38.002009 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deea193-261f-4099-8640-10e7e52c6878 req-73a73561-2cf8-452d-be56-2a3ea36d2e05 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:16:38.003596 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3deea193-261f-4099-8640-10e7e52c6878 req-73a73561-2cf8-452d-be56-2a3ea36d2e05 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 943 time: 0.1254876 Sep 08 10:16:38.035897 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-a7f3f26a-af05-477e-8bc3-953ff61d3b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:16:38.037446 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-a7f3f26a-af05-477e-8bc3-953ff61d3b6e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e5d38ace5d04465b5e27516deb773a4&device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 1095 time: 0.0768378 Sep 08 10:16:38.063991 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3deea193-261f-4099-8640-10e7e52c6878 req-a8824013-18c7-4fd5-84a1-fc2d16037bd2 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478635 Sep 08 10:16:38.092834 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-b3006fbd-7c39-476e-a270-ddc44c179533 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=124b64b1-b16d-40bd-afb7-2c9cfb4a878a HTTP/1.1" status: 200 len: 217 time: 0.0432408 Sep 08 10:16:38.126900 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 235c898d-5904-4a6f-96c0-8cdae5c1cc49 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:16:38.148583 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-437ee4fa-4254-4979-9b60-4728ea079624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:16:38.150107 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-437ee4fa-4254-4979-9b60-4728ea079624 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef624010-6e3a-4ddb-a430-d9d79f59a648 HTTP/1.1" status: 200 len: 846 time: 0.0485661 Sep 08 10:16:38.173461 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 235c898d-5904-4a6f-96c0-8cdae5c1cc49 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:16:38.173834 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:38.201572 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-3676c831-cf38-4621-9ada-f5d56b863cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:16:38.203313 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-3676c831-cf38-4621-9ada-f5d56b863cc7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=19e1f23e-59c7-45eb-80e2-2121308b3bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464520 Sep 08 10:16:38.292570 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-a91a229b-082a-498c-94e7-6af649cc6125 service neutron] 10.222.0.35 "GET /v2.0/networks/19e1f23e-59c7-45eb-80e2-2121308b3bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822120 Sep 08 10:16:38.385269 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b90ec80c-7ab1-4e95-bc7e-0cfa18c75bf2 req-35448d68-7b00-4cd4-b458-a244830752a2 service neutron] 10.222.0.35 "GET /v2.0/networks/19e1f23e-59c7-45eb-80e2-2121308b3bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855649 Sep 08 10:16:38.512136 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35bc45-99d6-40a2-9187-ea07a190e173 req-8f2a9400-ff1a-4dfb-9c4b-51ee81b214cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:16:38.513720 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2d35bc45-99d6-40a2-9187-ea07a190e173 req-8f2a9400-ff1a-4dfb-9c4b-51ee81b214cf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e5d38ace5d04465b5e27516deb773a4&device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 1095 time: 0.0417502 Sep 08 10:16:38.610431 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35bc45-99d6-40a2-9187-ea07a190e173 req-1d943a4d-bd49-4e44-a2a3-a8d6b61f1856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:16:38.611942 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2d35bc45-99d6-40a2-9187-ea07a190e173 req-1d943a4d-bd49-4e44-a2a3-a8d6b61f1856 service neutron] 10.222.0.35 "GET /v2.0/networks?id=19e1f23e-59c7-45eb-80e2-2121308b3bf6 HTTP/1.1" status: 200 len: 908 time: 0.0917239 Sep 08 10:16:38.655239 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2d35bc45-99d6-40a2-9187-ea07a190e173 req-7ae46955-f4a5-4005-a871-f97f8503d132 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=124b64b1-b16d-40bd-afb7-2c9cfb4a878a HTTP/1.1" status: 200 len: 217 time: 0.0357771 Sep 08 10:16:38.703013 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35bc45-99d6-40a2-9187-ea07a190e173 req-4da26dac-8e8a-4755-bf94-dec0897b8599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:16:38.704484 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2d35bc45-99d6-40a2-9187-ea07a190e173 req-4da26dac-8e8a-4755-bf94-dec0897b8599 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef624010-6e3a-4ddb-a430-d9d79f59a648 HTTP/1.1" status: 200 len: 846 time: 0.0428171 Sep 08 10:16:38.752216 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35bc45-99d6-40a2-9187-ea07a190e173 req-a2a708af-e200-4cf5-9809-7b013288ee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:16:38.753786 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2d35bc45-99d6-40a2-9187-ea07a190e173 req-a2a708af-e200-4cf5-9809-7b013288ee60 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=19e1f23e-59c7-45eb-80e2-2121308b3bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417080 Sep 08 10:16:38.848789 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2d35bc45-99d6-40a2-9187-ea07a190e173 req-882d0259-f861-456f-b786-b9dbba6a4a2c service neutron] 10.222.0.35 "GET /v2.0/networks/19e1f23e-59c7-45eb-80e2-2121308b3bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869834 Sep 08 10:16:38.943702 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2d35bc45-99d6-40a2-9187-ea07a190e173 req-93706eac-7f8f-49fb-ad69-dda1652f9d20 service neutron] 10.222.0.35 "GET /v2.0/networks/19e1f23e-59c7-45eb-80e2-2121308b3bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870821 Sep 08 10:16:39.187440 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedcd01b-2d80-40a4-a026-7b18de657f82 req-4527000d-0fab-4d07-9780-1ac449d26d8f tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:16:39.188903 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bedcd01b-2d80-40a4-a026-7b18de657f82 req-4527000d-0fab-4d07-9780-1ac449d26d8f tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 943 time: 0.0531647 Sep 08 10:16:39.226475 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bedcd01b-2d80-40a4-a026-7b18de657f82 req-09f7387e-49f1-45a5-bf22-3d9a755247a1 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315850 Sep 08 10:16:40.358462 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c50df1-1179-4f1c-bee5-fba1da384107 req-d5ff1229-84f3-4246-bcc0-63799bc66a00 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:16:40.362270 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-98c50df1-1179-4f1c-bee5-fba1da384107 req-d5ff1229-84f3-4246-bcc0-63799bc66a00 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 943 time: 0.0635185 Sep 08 10:16:40.409350 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-98c50df1-1179-4f1c-bee5-fba1da384107 req-89741a71-ecd0-4f29-a0f9-cdd4d49ee1de tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377672 Sep 08 10:16:41.524207 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e01c2c-12ac-4aa1-9b77-885143d0d372 req-8037b0ed-b9a2-4eca-8789-d7474370b851 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:16:41.525680 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a2e01c2c-12ac-4aa1-9b77-885143d0d372 req-8037b0ed-b9a2-4eca-8789-d7474370b851 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 943 time: 0.0485692 Sep 08 10:16:41.564014 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a2e01c2c-12ac-4aa1-9b77-885143d0d372 req-ff038959-6df7-45e6-91df-5ceacb2b48a3 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323071 Sep 08 10:16:42.655392 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 124b64b1-b16d-40bd-afb7-2c9cfb4a878a details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 10:16:42.681804 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf0e4c-8324-4633-9717-1baaaa591cd4 req-ac65517e-035d-43b5-8898-d94e5b4881bb tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:16:42.683483 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dfaf0e4c-8324-4633-9717-1baaaa591cd4 req-ac65517e-035d-43b5-8898-d94e5b4881bb tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 943 time: 0.0503716 Sep 08 10:16:42.723779 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-dfaf0e4c-8324-4633-9717-1baaaa591cd4 req-86385573-8348-4a68-a499-f8225c3e86bb tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323529 Sep 08 10:16:42.761385 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 124b64b1-b16d-40bd-afb7-2c9cfb4a878a, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=124b64b1-b16d-40bd-afb7-2c9cfb4a878a,segment=NetworkSegment(ae7a6503-e452-4eae-8c27-a615d3b273fb),segment_id=ae7a6503-e452-4eae-8c27-a615d3b273fb)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:16:42.772294 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '124b64b1-b16d-40bd-afb7-2c9cfb4a878a', 'network_id': '19e1f23e-59c7-45eb-80e2-2121308b3bf6', 'port_id': '124b64b1-b16d-40bd-afb7-2c9cfb4a878a', 'mac_address': 'fa:16:3e:62:47:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef624010-6e3a-4ddb-a430-d9d79f59a648', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 10:16:42.807614 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:42.820330 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 124b64b1-b16d-40bd-afb7-2c9cfb4a878a {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 10:16:42.838953 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 124b64b1-b16d-40bd-afb7-2c9cfb4a878a, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=124b64b1-b16d-40bd-afb7-2c9cfb4a878a,segment=NetworkSegment(ae7a6503-e452-4eae-8c27-a615d3b273fb),segment_id=ae7a6503-e452-4eae-8c27-a615d3b273fb)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:16:42.842927 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:42.892193 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=124b64b1-b16d-40bd-afb7-2c9cfb4a878a,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:43.225275 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['124b64b1-b16d-40bd-afb7-2c9cfb4a878a'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 10:16:43.844635 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea202396-12ac-45db-8396-28fe8a47fc7e req-ba2b7149-6069-45fb-a4bc-495a66c4622b tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:16:43.846127 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ea202396-12ac-45db-8396-28fe8a47fc7e req-ba2b7149-6069-45fb-a4bc-495a66c4622b tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 944 time: 0.0479383 Sep 08 10:16:43.883928 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ea202396-12ac-45db-8396-28fe8a47fc7e req-0c100619-54a0-4dc9-8c5a-c2b590ab4cca tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313671 Sep 08 10:16:44.653735 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 124b64b1-b16d-40bd-afb7-2c9cfb4a878a up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:16:44.701499 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 124b64b1-b16d-40bd-afb7-2c9cfb4a878a completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:16:44.705373 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 124b64b1-b16d-40bd-afb7-2c9cfb4a878a triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:16:44.705753 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:44.784147 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:44.809615 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1e5583-0042-478d-a9b6-9247bb0f204c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '124b64b1-b16d-40bd-afb7-2c9cfb4a878a'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:16:44.811955 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbd6ab74e39b4b2e86e5ab95b387a5b58b5aa7d7561c6c8e6a0b2b9382551d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef2d2d7-01c5-4f0f-9e20-bf875ee36cc7" -d '{"events": [{"server_uuid": "7b1e5583-0042-478d-a9b6-9247bb0f204c", "name": "network-vif-plugged", "status": "completed", "tag": "124b64b1-b16d-40bd-afb7-2c9cfb4a878a"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:16:44.825908 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 124b64b1-b16d-40bd-afb7-2c9cfb4a878a, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=124b64b1-b16d-40bd-afb7-2c9cfb4a878a,segment=NetworkSegment(ae7a6503-e452-4eae-8c27-a615d3b273fb),segment_id=ae7a6503-e452-4eae-8c27-a615d3b273fb)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:16:44.830429 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:44.853989 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 10:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be76b535-44ec-4299-85d3-d44d61ed84e3 x-openstack-request-id: req-be76b535-44ec-4299-85d3-d44d61ed84e3 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:16:44.854311 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b1e5583-0042-478d-a9b6-9247bb0f204c", "name": "network-vif-plugged", "status": "completed", "tag": "124b64b1-b16d-40bd-afb7-2c9cfb4a878a", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:16:44.854567 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-be76b535-44ec-4299-85d3-d44d61ed84e3 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:16:44.854961 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b1e5583-0042-478d-a9b6-9247bb0f204c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '124b64b1-b16d-40bd-afb7-2c9cfb4a878a', 'code': 200} Sep 08 10:16:44.881316 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=124b64b1-b16d-40bd-afb7-2c9cfb4a878a,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:44.972738 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16adc7a0-092f-4541-ae08-02153449d157 req-d02769ef-8c9a-4cba-84ac-20a9acdffc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:16:44.974685 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-16adc7a0-092f-4541-ae08-02153449d157 req-d02769ef-8c9a-4cba-84ac-20a9acdffc0f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 1097 time: 0.0451987 Sep 08 10:16:45.001819 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b926a5-8039-4f0e-8881-7ff0dfc8bace req-0b79a8ae-8f81-4b21-89c9-75f483df4090 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:16:45.003343 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-70b926a5-8039-4f0e-8881-7ff0dfc8bace req-0b79a8ae-8f81-4b21-89c9-75f483df4090 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 945 time: 0.0524399 Sep 08 10:16:45.011124 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-16adc7a0-092f-4541-ae08-02153449d157 req-2acbaa3b-34d5-4ae0-9262-dfacaf1c4930 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284550 Sep 08 10:16:45.041606 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-70b926a5-8039-4f0e-8881-7ff0dfc8bace req-dee84a64-1d8e-4fa4-b2e6-5cfbc3a559d9 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308967 Sep 08 10:16:46.162596 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31285753-e928-4fdd-98e6-0e0f11d0545a req-20bb87de-3ce2-4fb8-809c-6eab379d6fc3 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:16:46.164077 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-31285753-e928-4fdd-98e6-0e0f11d0545a req-20bb87de-3ce2-4fb8-809c-6eab379d6fc3 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 945 time: 0.0503132 Sep 08 10:16:46.204821 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-31285753-e928-4fdd-98e6-0e0f11d0545a req-e3c0f8c3-2164-49a1-a0c9-1fc3c73a1278 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347917 Sep 08 10:16:47.320006 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a64dd8-442e-4c95-8f1a-b77e4a4a9392 req-0e92b06d-b280-4c9f-a093-fa642e623f16 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:16:47.321527 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-23a64dd8-442e-4c95-8f1a-b77e4a4a9392 req-0e92b06d-b280-4c9f-a093-fa642e623f16 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 945 time: 0.0493577 Sep 08 10:16:47.358853 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-23a64dd8-442e-4c95-8f1a-b77e4a4a9392 req-6d0b3898-72bb-413b-922e-4239ca04331b tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313582 Sep 08 10:16:47.475839 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae68fd00-9d15-4a50-9250-ce7d03a9f1e2 req-ea018767-c9b9-429d-91ad-e0b938d0db40 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:16:47.477318 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ae68fd00-9d15-4a50-9250-ce7d03a9f1e2 req-ea018767-c9b9-429d-91ad-e0b938d0db40 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 945 time: 0.0495379 Sep 08 10:16:47.514107 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ae68fd00-9d15-4a50-9250-ce7d03a9f1e2 req-925adbd4-2cee-4ac1-8acb-dab361322bcd tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308716 Sep 08 10:16:47.534798 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39988) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:16:47.619462 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffbede5-ad6c-45c5-98ea-6e9e416ccf20 tempest-TestShelveInstance-561088378 tempest-TestShelveInstance-561088378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:16:47.620988 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-1ffbede5-ad6c-45c5-98ea-6e9e416ccf20 tempest-TestShelveInstance-561088378 tempest-TestShelveInstance-561088378-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 1092 time: 0.0852437 Sep 08 10:16:47.623968 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 39992) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:16:47.628237 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-6fc17a98-5993-4031-8f76-3aabc21c1b50 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'port_id': '124b64b1-b16d-40bd-afb7-2c9cfb4a878a', 'tenant_id': '2e5d38ace5d04465b5e27516deb773a4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:16:47.650674 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6fc17a98-5993-4031-8f76-3aabc21c1b50 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for floatingip, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:47.750507 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6fc17a98-5993-4031-8f76-3aabc21c1b50 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:47.790650 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-46af8f13-7f97-4528-8e70-ae9f4aa758b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:47.860523 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-6fc17a98-5993-4031-8f76-3aabc21c1b50 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Allocated IP 172.25.0.218 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/abe857b7-d180-49f3-8297-9de1befd55d1) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:16:47.960436 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6fc17a98-5993-4031-8f76-3aabc21c1b50 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:47.997177 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6fc17a98-5993-4031-8f76-3aabc21c1b50 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:48.039089 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc17a98-5993-4031-8f76-3aabc21c1b50 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:16:48.042124 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-6fc17a98-5993-4031-8f76-3aabc21c1b50 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:16:48.046300 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc17a98-5993-4031-8f76-3aabc21c1b50 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:16:48.074143 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc17a98-5993-4031-8f76-3aabc21c1b50 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Pushing event updated for resources: {'Port': ['ID=abe857b7-d180-49f3-8297-9de1befd55d1,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:48.409316 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6fc17a98-5993-4031-8f76-3aabc21c1b50 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:48.478652 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6fc17a98-5993-4031-8f76-3aabc21c1b50 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:48.624424 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6fc17a98-5993-4031-8f76-3aabc21c1b50 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:48.628939 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6fc17a98-5993-4031-8f76-3aabc21c1b50 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:48.694111 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc17a98-5993-4031-8f76-3aabc21c1b50 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Pushing event updated for resources: {'Port': ['ID=abe857b7-d180-49f3-8297-9de1befd55d1,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:16:48.707650 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6fc17a98-5993-4031-8f76-3aabc21c1b50 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:48.810206 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [None req-6fc17a98-5993-4031-8f76-3aabc21c1b50 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Floating IP 5bfd0579-4487-463a-a0ce-dcaa4dfd0294 associated. External IP: 172.25.0.218, port: 124b64b1-b16d-40bd-afb7-2c9cfb4a878a. Sep 08 10:16:49.016553 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc17a98-5993-4031-8f76-3aabc21c1b50 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Router b1d09df6-fed0-4dcd-bad3-0779350b94b9 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 10:16:49.128916 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc17a98-5993-4031-8f76-3aabc21c1b50 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:16:49.139883 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adf626f-ef37-4dde-8ed8-d8e3011ef032 None None] Sync routers for ids ['b1d09df6-fed0-4dcd-bad3-0779350b94b9'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:16:49.144585 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-6fc17a98-5993-4031-8f76-3aabc21c1b50 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:49.149604 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adf626f-ef37-4dde-8ed8-d8e3011ef032 None None] Routers {'b1d09df6-fed0-4dcd-bad3-0779350b94b9'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:16:49.150259 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-8adf626f-ef37-4dde-8ed8-d8e3011ef032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:16:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['b1d09df6-fed0-4dcd-bad3-0779350b94b9'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:16:49.172137 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-6fc17a98-5993-4031-8f76-3aabc21c1b50 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5471361 Sep 08 10:16:49.172729 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b1e5583-0042-478d-a9b6-9247bb0f204c', 'tag': '124b64b1-b16d-40bd-afb7-2c9cfb4a878a'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:16:49.174976 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d9cf4a-680e-4f82-ae68-013c3a86a5f6" -d '{"events": [{"name": "network-changed", "server_uuid": "7b1e5583-0042-478d-a9b6-9247bb0f204c", "tag": "124b64b1-b16d-40bd-afb7-2c9cfb4a878a"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:16:49.213101 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 10:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42521bb5-b494-4326-984d-a38c9e9df5cf x-openstack-request-id: req-42521bb5-b494-4326-984d-a38c9e9df5cf {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:16:49.213393 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b1e5583-0042-478d-a9b6-9247bb0f204c", "tag": "124b64b1-b16d-40bd-afb7-2c9cfb4a878a", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:16:49.213645 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-42521bb5-b494-4326-984d-a38c9e9df5cf {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:16:49.214065 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b1e5583-0042-478d-a9b6-9247bb0f204c', 'tag': '124b64b1-b16d-40bd-afb7-2c9cfb4a878a', 'status': 'completed', 'code': 200} Sep 08 10:16:49.263380 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-8adf626f-ef37-4dde-8ed8-d8e3011ef032 None None] Set router b1d09df6-fed0-4dcd-bad3-0779350b94b9 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:16:49.300771 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9cf4a-680e-4f82-ae68-013c3a86a5f6 req-1f10726d-2cb8-4d10-ba98-c43e26055f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:16:49.302311 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26d9cf4a-680e-4f82-ae68-013c3a86a5f6 req-1f10726d-2cb8-4d10-ba98-c43e26055f2d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e5d38ace5d04465b5e27516deb773a4&device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 1097 time: 0.0411208 Sep 08 10:16:49.398241 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9cf4a-680e-4f82-ae68-013c3a86a5f6 req-347722e2-c9c2-475b-b343-d40442d25fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:16:49.399747 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26d9cf4a-680e-4f82-ae68-013c3a86a5f6 req-347722e2-c9c2-475b-b343-d40442d25fca service neutron] 10.222.0.35 "GET /v2.0/networks?id=19e1f23e-59c7-45eb-80e2-2121308b3bf6 HTTP/1.1" status: 200 len: 908 time: 0.0908656 Sep 08 10:16:49.464061 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26d9cf4a-680e-4f82-ae68-013c3a86a5f6 req-635fc14e-7364-4c31-891a-c0646c0e520b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=124b64b1-b16d-40bd-afb7-2c9cfb4a878a HTTP/1.1" status: 200 len: 999 time: 0.0573540 Sep 08 10:16:49.482557 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-8adf626f-ef37-4dde-8ed8-d8e3011ef032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'name': 'tempest-TestShelveInstance-83221939-router', 'tenant_id': '2e5d38ace5d04465b5e27516deb773a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '967da031-0fe2-4f5a-8c06-86ad93728c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:16:23Z', 'updated_at': '2021-09-08T10:16:25Z', 'revision_number': 4, 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'gw_port': {'id': '967da031-0fe2-4f5a-8c06-86ad93728c54', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:16:23Z', 'updated_at': '2021-09-08T10:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '5bfd0579-4487-463a-a0ce-dcaa4dfd0294', 'tenant_id': '2e5d38ace5d04465b5e27516deb773a4', 'floating_ip_address': '172.25.0.218', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'port_id': '124b64b1-b16d-40bd-afb7-2c9cfb4a878a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19e1f23e-59c7-45eb-80e2-2121308b3bf6', 'mac_address': 'fa:16:3e:62:47:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1e5583-0042-478d-a9b6-9247bb0f204c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T10:16:48Z', 'updated_at': '2021-09-08T10:16:48Z', 'revision_number': 0, 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9af49c43-310f-4e5d-81cb-4adae53a5490', 'name': '', 'network_id': '19e1f23e-59c7-45eb-80e2-2121308b3bf6', 'tenant_id': '2e5d38ace5d04465b5e27516deb773a4', 'mac_address': 'fa:16:3e:29:11:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'ef624010-6e3a-4ddb-a430-d9d79f59a648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:16:25Z', 'updated_at': '2021-09-08T10:16:32Z', 'revision_number': 5, 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'subnets': [{'id': 'ef624010-6e3a-4ddb-a430-d9d79f59a648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:16:49.507969 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adf626f-ef37-4dde-8ed8-d8e3011ef032 None None] Checking router: b1d09df6-fed0-4dcd-bad3-0779350b94b9 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:16:49.516103 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9cf4a-680e-4f82-ae68-013c3a86a5f6 req-56eeb685-6465-4eaa-bca5-9f4deab6ecd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:16:49.516624 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adf626f-ef37-4dde-8ed8-d8e3011ef032 None None] Routers {'b1d09df6-fed0-4dcd-bad3-0779350b94b9'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:16:49.516753 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-8adf626f-ef37-4dde-8ed8-d8e3011ef032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:16:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['b1d09df6-fed0-4dcd-bad3-0779350b94b9'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:16:49.517602 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26d9cf4a-680e-4f82-ae68-013c3a86a5f6 req-56eeb685-6465-4eaa-bca5-9f4deab6ecd5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef624010-6e3a-4ddb-a430-d9d79f59a648 HTTP/1.1" status: 200 len: 846 time: 0.0473506 Sep 08 10:16:49.565218 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9cf4a-680e-4f82-ae68-013c3a86a5f6 req-e4916321-75ba-4c79-af31-542793c970cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:16:49.566700 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26d9cf4a-680e-4f82-ae68-013c3a86a5f6 req-e4916321-75ba-4c79-af31-542793c970cd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=19e1f23e-59c7-45eb-80e2-2121308b3bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412700 Sep 08 10:16:49.622837 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-8adf626f-ef37-4dde-8ed8-d8e3011ef032 None None] Set router b1d09df6-fed0-4dcd-bad3-0779350b94b9 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:16:49.659545 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26d9cf4a-680e-4f82-ae68-013c3a86a5f6 req-64230382-de42-48be-a48a-5801d7bce6bd service neutron] 10.222.0.35 "GET /v2.0/networks/19e1f23e-59c7-45eb-80e2-2121308b3bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852621 Sep 08 10:16:49.758368 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-26d9cf4a-680e-4f82-ae68-013c3a86a5f6 req-62a3ab47-5dd4-42b2-9c1a-e192895613a4 service neutron] 10.222.0.35 "GET /v2.0/networks/19e1f23e-59c7-45eb-80e2-2121308b3bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915987 Sep 08 10:16:49.936948 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-8adf626f-ef37-4dde-8ed8-d8e3011ef032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'name': 'tempest-TestShelveInstance-83221939-router', 'tenant_id': '2e5d38ace5d04465b5e27516deb773a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '967da031-0fe2-4f5a-8c06-86ad93728c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:16:23Z', 'updated_at': '2021-09-08T10:16:25Z', 'revision_number': 4, 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'gw_port': {'id': '967da031-0fe2-4f5a-8c06-86ad93728c54', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:16:23Z', 'updated_at': '2021-09-08T10:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '5bfd0579-4487-463a-a0ce-dcaa4dfd0294', 'tenant_id': '2e5d38ace5d04465b5e27516deb773a4', 'floating_ip_address': '172.25.0.218', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'port_id': '124b64b1-b16d-40bd-afb7-2c9cfb4a878a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19e1f23e-59c7-45eb-80e2-2121308b3bf6', 'mac_address': 'fa:16:3e:62:47:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1e5583-0042-478d-a9b6-9247bb0f204c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T10:16:48Z', 'updated_at': '2021-09-08T10:16:48Z', 'revision_number': 0, 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9af49c43-310f-4e5d-81cb-4adae53a5490', 'name': '', 'network_id': '19e1f23e-59c7-45eb-80e2-2121308b3bf6', 'tenant_id': '2e5d38ace5d04465b5e27516deb773a4', 'mac_address': 'fa:16:3e:29:11:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'ef624010-6e3a-4ddb-a430-d9d79f59a648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:16:25Z', 'updated_at': '2021-09-08T10:16:32Z', 'revision_number': 5, 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'subnets': [{'id': 'ef624010-6e3a-4ddb-a430-d9d79f59a648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:16:49.966588 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adf626f-ef37-4dde-8ed8-d8e3011ef032 None None] The sync data for ids ['b1d09df6-fed0-4dcd-bad3-0779350b94b9'] in n-d-806683-11 is: [{'id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'name': 'tempest-TestShelveInstance-83221939-router', 'tenant_id': '2e5d38ace5d04465b5e27516deb773a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '967da031-0fe2-4f5a-8c06-86ad93728c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:16:23Z', 'updated_at': '2021-09-08T10:16:25Z', 'revision_number': 4, 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'gw_port': {'id': '967da031-0fe2-4f5a-8c06-86ad93728c54', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:16:23Z', 'updated_at': '2021-09-08T10:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '5bfd0579-4487-463a-a0ce-dcaa4dfd0294', 'tenant_id': '2e5d38ace5d04465b5e27516deb773a4', 'floating_ip_address': '172.25.0.218', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'port_id': '124b64b1-b16d-40bd-afb7-2c9cfb4a878a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19e1f23e-59c7-45eb-80e2-2121308b3bf6', 'mac_address': 'fa:16:3e:62:47:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1e5583-0042-478d-a9b6-9247bb0f204c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T10:16:48Z', 'updated_at': '2021-09-08T10:16:48Z', 'revision_number': 0, 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9af49c43-310f-4e5d-81cb-4adae53a5490', 'name': '', 'network_id': '19e1f23e-59c7-45eb-80e2-2121308b3bf6', 'tenant_id': '2e5d38ace5d04465b5e27516deb773a4', 'mac_address': 'fa:16:3e:29:11:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'ef624010-6e3a-4ddb-a430-d9d79f59a648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:16:25Z', 'updated_at': '2021-09-08T10:16:32Z', 'revision_number': 5, 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'subnets': [{'id': 'ef624010-6e3a-4ddb-a430-d9d79f59a648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:16:50.165294 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3556ae97-f39d-4d6b-9c6c-c4ad8062fe99 None None] New status for floating IP 5bfd0579-4487-463a-a0ce-dcaa4dfd0294: ACTIVE {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 10:16:50.547120 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:50.866315 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e9df56b4-fca6-4e07-9f0b-6f4e35b47958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:52.445725 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:53.843545 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:54.907152 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:16:57.589769 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:16:59.428780 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:17:17.791484 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fa1bd344-5f6c-448e-9263-c600e8206b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:17:20.551936 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:17:20.866209 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c794e3e5-dfac-45cd-b823-ca159849fff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:17:22.448650 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:17:23.844939 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:17:24.921240 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:17:26.255162 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f0cc5158-c3b2-431e-b4aa-29c2c4f380fd req-0daf7d2c-fbcf-40bf-acc8-a9e03e1b9f98 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0938113 Sep 08 10:17:26.358442 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc5158-c3b2-431e-b4aa-29c2c4f380fd req-35aabe1f-3a18-4807-9906-19c1ebc34ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:17:26.359857 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f0cc5158-c3b2-431e-b4aa-29c2c4f380fd req-35aabe1f-3a18-4807-9906-19c1ebc34ffc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e5d38ace5d04465b5e27516deb773a4&device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 1097 time: 0.0460875 Sep 08 10:17:26.463934 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc5158-c3b2-431e-b4aa-29c2c4f380fd req-ea1b6478-e38a-4420-97fa-8a4d2f8f360c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:17:26.465389 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f0cc5158-c3b2-431e-b4aa-29c2c4f380fd req-ea1b6478-e38a-4420-97fa-8a4d2f8f360c service neutron] 10.222.0.35 "GET /v2.0/networks?id=19e1f23e-59c7-45eb-80e2-2121308b3bf6 HTTP/1.1" status: 200 len: 908 time: 0.0873923 Sep 08 10:17:26.532995 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f0cc5158-c3b2-431e-b4aa-29c2c4f380fd req-84da8694-09d1-4d7b-879d-e1f554578d00 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=124b64b1-b16d-40bd-afb7-2c9cfb4a878a HTTP/1.1" status: 200 len: 1001 time: 0.0606091 Sep 08 10:17:26.580894 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc5158-c3b2-431e-b4aa-29c2c4f380fd req-ea90ab2c-1f3e-425c-9112-a9cd12f14e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:17:26.582421 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f0cc5158-c3b2-431e-b4aa-29c2c4f380fd req-ea90ab2c-1f3e-425c-9112-a9cd12f14e0c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef624010-6e3a-4ddb-a430-d9d79f59a648 HTTP/1.1" status: 200 len: 846 time: 0.0424733 Sep 08 10:17:26.625443 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc5158-c3b2-431e-b4aa-29c2c4f380fd req-962d58a1-1328-40c6-af05-0170c8712ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:17:26.626863 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f0cc5158-c3b2-431e-b4aa-29c2c4f380fd req-962d58a1-1328-40c6-af05-0170c8712ad3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=19e1f23e-59c7-45eb-80e2-2121308b3bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0380912 Sep 08 10:17:27.043211 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f0cc5158-c3b2-431e-b4aa-29c2c4f380fd req-f9fd35c1-13ac-4605-9dc1-e2bff07aac72 service neutron] 10.222.0.35 "GET /v2.0/networks/19e1f23e-59c7-45eb-80e2-2121308b3bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094820 Sep 08 10:17:27.132062 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f0cc5158-c3b2-431e-b4aa-29c2c4f380fd req-4312ea17-0731-4452-ba3b-ea765b539a01 service neutron] 10.222.0.35 "GET /v2.0/networks/19e1f23e-59c7-45eb-80e2-2121308b3bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809426 Sep 08 10:17:29.436729 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:17:34.588790 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:17:47.795485 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7bb3d5bc-2ccd-49eb-9df4-c913a8473fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:17:50.543730 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:17:50.867444 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0acd3f3e-4f87-43b5-b11e-5a232306eeee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:17:52.450360 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:17:53.846948 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:17:54.922791 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:17:59.441203 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:18:11.589933 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:18:17.796118 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b553d874-b494-4db2-b120-9ff8fef39ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:18:20.544447 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:18:20.867982 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1db21bdb-d8af-4a3c-b8bf-b3ab50011d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:18:22.454504 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:18:23.850025 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:18:24.924630 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:18:27.194248 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cc444eea-0b48-42f4-bbba-d96696959cea req-a56dd4d2-5e2a-4d49-b0c9-de585f6ee008 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413041 Sep 08 10:18:27.298704 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc444eea-0b48-42f4-bbba-d96696959cea req-8f77c37e-6dc3-4bf5-9e42-7767879126a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:18:27.300097 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cc444eea-0b48-42f4-bbba-d96696959cea req-8f77c37e-6dc3-4bf5-9e42-7767879126a5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e5d38ace5d04465b5e27516deb773a4&device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 1097 time: 0.0443897 Sep 08 10:18:27.401417 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc444eea-0b48-42f4-bbba-d96696959cea req-5d07e6ce-0153-4b30-9c79-365635edac0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:18:27.402925 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cc444eea-0b48-42f4-bbba-d96696959cea req-5d07e6ce-0153-4b30-9c79-365635edac0d service neutron] 10.222.0.35 "GET /v2.0/networks?id=19e1f23e-59c7-45eb-80e2-2121308b3bf6 HTTP/1.1" status: 200 len: 908 time: 0.0842524 Sep 08 10:18:27.474294 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cc444eea-0b48-42f4-bbba-d96696959cea req-f1bab866-beaa-4253-bd2d-502ea12b9422 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=124b64b1-b16d-40bd-afb7-2c9cfb4a878a HTTP/1.1" status: 200 len: 1001 time: 0.0631678 Sep 08 10:18:27.522553 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc444eea-0b48-42f4-bbba-d96696959cea req-049fb945-ee85-4e16-835d-0fa422f2813d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:18:27.523969 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cc444eea-0b48-42f4-bbba-d96696959cea req-049fb945-ee85-4e16-835d-0fa422f2813d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef624010-6e3a-4ddb-a430-d9d79f59a648 HTTP/1.1" status: 200 len: 846 time: 0.0432961 Sep 08 10:18:27.568290 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc444eea-0b48-42f4-bbba-d96696959cea req-a1458648-7525-4827-abbb-d1b8434f0893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:18:27.569682 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cc444eea-0b48-42f4-bbba-d96696959cea req-a1458648-7525-4827-abbb-d1b8434f0893 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=19e1f23e-59c7-45eb-80e2-2121308b3bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0382795 Sep 08 10:18:27.581057 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [req-cc444eea-0b48-42f4-bbba-d96696959cea req-efa86863-1501-4e41-ab0b-4bd6706c95d8 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 10:18:27.581994 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cc444eea-0b48-42f4-bbba-d96696959cea req-efa86863-1501-4e41-ab0b-4bd6706c95d8 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050299 Sep 08 10:18:27.674267 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cc444eea-0b48-42f4-bbba-d96696959cea req-a28b3274-2a1f-4214-95cd-4819f693438c service neutron] 10.222.0.35 "GET /v2.0/networks/19e1f23e-59c7-45eb-80e2-2121308b3bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843220 Sep 08 10:18:27.765166 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cc444eea-0b48-42f4-bbba-d96696959cea req-d6fbcfef-eee9-400b-b7d3-6006a7c49d19 service neutron] 10.222.0.35 "GET /v2.0/networks/19e1f23e-59c7-45eb-80e2-2121308b3bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837126 Sep 08 10:18:29.455399 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:18:47.798409 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9e9b6a72-4d09-4f07-9ac8-88a1e5eb867b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:18:48.594031 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:18:50.546061 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:18:50.868052 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-434c28d0-a6c5-4c76-af42-35413ae40055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:18:52.456774 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:18:53.851857 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:18:54.938534 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:18:59.470958 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:19:15.684963 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea0819-5dcd-497e-ac8c-d1f515839a71 req-dad65a65-b610-4f4c-a8d2-87cd336a3dde tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:19:15.686484 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-22ea0819-5dcd-497e-ac8c-d1f515839a71 req-dad65a65-b610-4f4c-a8d2-87cd336a3dde tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 945 time: 0.0500951 Sep 08 10:19:15.735282 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-22ea0819-5dcd-497e-ac8c-d1f515839a71 req-44029d84-251e-4111-b362-842a8da655c4 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426307 Sep 08 10:19:16.906315 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ffb3e0-27cb-4704-a526-1d7ef929863a req-ac704480-7619-4668-a96b-caee5b44af7f tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:19:16.907781 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c3ffb3e0-27cb-4704-a526-1d7ef929863a req-ac704480-7619-4668-a96b-caee5b44af7f tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 945 time: 0.0528817 Sep 08 10:19:16.944603 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c3ffb3e0-27cb-4704-a526-1d7ef929863a req-170f4574-86b8-4b0e-af80-3d6da312920e tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309167 Sep 08 10:19:17.799616 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-10fbdd8c-dfa9-4aff-b42c-a2cb0b5cffe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:19:18.083230 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e4deb-6841-4c8c-9a99-44519eac25d5 req-d8889eda-fc20-4fbe-b7d3-3a6e495f91c1 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:19:18.084714 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c06e4deb-6841-4c8c-9a99-44519eac25d5 req-d8889eda-fc20-4fbe-b7d3-3a6e495f91c1 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 945 time: 0.0495026 Sep 08 10:19:18.123726 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c06e4deb-6841-4c8c-9a99-44519eac25d5 req-c8d478de-1824-422d-a3d1-10f7c8a2dcc6 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322654 Sep 08 10:19:19.237865 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad71db-9d39-4d2b-87ab-da2d3a560cec req-2e6382d4-f023-4ec0-9ea2-da7cc99ba284 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:19:19.239393 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-30ad71db-9d39-4d2b-87ab-da2d3a560cec req-2e6382d4-f023-4ec0-9ea2-da7cc99ba284 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 945 time: 0.0496254 Sep 08 10:19:19.279651 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-30ad71db-9d39-4d2b-87ab-da2d3a560cec req-f61f74c6-b3ba-481d-8480-bad3122c9a90 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321152 Sep 08 10:19:20.400767 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb8826-4625-441c-b7a1-9aaa3c16599b req-32d429d1-d35f-4a47-a7f3-f068174f7970 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:19:20.402221 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-59fb8826-4625-441c-b7a1-9aaa3c16599b req-32d429d1-d35f-4a47-a7f3-f068174f7970 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 945 time: 0.0484595 Sep 08 10:19:20.440466 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-59fb8826-4625-441c-b7a1-9aaa3c16599b req-c968c5ff-cce1-464b-84bb-2ecb88a6401b tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323899 Sep 08 10:19:20.545948 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:19:20.868303 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-22af6ce4-21c9-4fa8-aefb-2f61f80ec99b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:19:21.554925 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0058f4f8-3513-420d-8356-63f05fb2c0ae req-652bf03d-3bd2-4310-a239-c5cff83fee83 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:19:21.556410 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0058f4f8-3513-420d-8356-63f05fb2c0ae req-652bf03d-3bd2-4310-a239-c5cff83fee83 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 945 time: 0.0490675 Sep 08 10:19:21.594115 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0058f4f8-3513-420d-8356-63f05fb2c0ae req-9358f7d7-8072-4462-b0c2-79a342916ea6 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313411 Sep 08 10:19:22.459577 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:19:22.717079 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55478521-c4fb-4a15-9e01-78a9c5a7c9c5 req-aaa7b4d0-da93-4084-87aa-ecccd2466e61 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:19:22.718491 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-55478521-c4fb-4a15-9e01-78a9c5a7c9c5 req-aaa7b4d0-da93-4084-87aa-ecccd2466e61 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 945 time: 0.0537145 Sep 08 10:19:22.761306 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-55478521-c4fb-4a15-9e01-78a9c5a7c9c5 req-ef2b22aa-0808-44f5-816d-9bb24f885dcb tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367157 Sep 08 10:19:23.856864 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:19:23.881143 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4decdfd-6128-41cb-ac3a-e4d8de16ddc6 req-c97046d2-4a1a-49e6-baa6-074aa34f9f16 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:19:23.882683 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f4decdfd-6128-41cb-ac3a-e4d8de16ddc6 req-c97046d2-4a1a-49e6-baa6-074aa34f9f16 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 945 time: 0.0541635 Sep 08 10:19:23.921741 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f4decdfd-6128-41cb-ac3a-e4d8de16ddc6 req-45cf9f3c-92ed-459b-8637-7ea7a8152aac tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319703 Sep 08 10:19:24.938180 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:19:25.038449 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76334f2-854d-445c-a146-1707097ccdea req-c8983d0b-eac3-4952-8f32-462e3cd80e4f tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:19:25.039948 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d76334f2-854d-445c-a146-1707097ccdea req-c8983d0b-eac3-4952-8f32-462e3cd80e4f tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 945 time: 0.0499985 Sep 08 10:19:25.077571 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d76334f2-854d-445c-a146-1707097ccdea req-ba0237b0-fffe-434f-8586-1a47f0367c1a tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313990 Sep 08 10:19:25.595402 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:19:26.192077 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a6b89-f86c-40ff-9231-b5804371d4f0 req-3f0fb4ee-2993-40e3-9c09-8b0a166d05b9 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:19:26.193546 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f85a6b89-f86c-40ff-9231-b5804371d4f0 req-3f0fb4ee-2993-40e3-9c09-8b0a166d05b9 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 945 time: 0.0486012 Sep 08 10:19:26.231080 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f85a6b89-f86c-40ff-9231-b5804371d4f0 req-6b11546a-4aa4-4d8d-82fc-e51ba3093a12 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310621 Sep 08 10:19:27.344364 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d9765-0ab6-45d2-994a-476c655a585c req-0d7ec160-6c55-40f8-bf91-bbd94017d3ca tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:19:27.345855 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-562d9765-0ab6-45d2-994a-476c655a585c req-0d7ec160-6c55-40f8-bf91-bbd94017d3ca tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 945 time: 0.0487452 Sep 08 10:19:27.384289 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-562d9765-0ab6-45d2-994a-476c655a585c req-862e6865-6d8f-42d8-8b70-99950340a067 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324686 Sep 08 10:19:28.502256 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784c96a-a12f-41de-a438-14ac4fc21afe req-f16f2b18-2b64-49eb-82fb-da0d303c7b77 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:19:28.503773 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2784c96a-a12f-41de-a438-14ac4fc21afe req-f16f2b18-2b64-49eb-82fb-da0d303c7b77 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 945 time: 0.0509906 Sep 08 10:19:28.540961 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2784c96a-a12f-41de-a438-14ac4fc21afe req-8ec93bac-d5c7-4e5e-af5d-8748eeb9ab5a tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312836 Sep 08 10:19:29.257026 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2fd4d-bb55-40d9-b2c6-c2f807fcb99c req-20007948-4f25-431e-a602-9d4d5441c88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:19:29.258549 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-55c2fd4d-bb55-40d9-b2c6-c2f807fcb99c req-20007948-4f25-431e-a602-9d4d5441c88b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e5d38ace5d04465b5e27516deb773a4&device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 1097 time: 0.0455003 Sep 08 10:19:29.360422 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2fd4d-bb55-40d9-b2c6-c2f807fcb99c req-4ac3331f-6500-4147-bcf4-59b1a0b38618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:19:29.361870 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-55c2fd4d-bb55-40d9-b2c6-c2f807fcb99c req-4ac3331f-6500-4147-bcf4-59b1a0b38618 service neutron] 10.222.0.35 "GET /v2.0/networks?id=19e1f23e-59c7-45eb-80e2-2121308b3bf6 HTTP/1.1" status: 200 len: 908 time: 0.0848260 Sep 08 10:19:29.430750 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-55c2fd4d-bb55-40d9-b2c6-c2f807fcb99c req-b9df18dc-902c-467c-87df-f15f68331486 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=124b64b1-b16d-40bd-afb7-2c9cfb4a878a HTTP/1.1" status: 200 len: 1001 time: 0.0617054 Sep 08 10:19:29.480140 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 124b64b1-b16d-40bd-afb7-2c9cfb4a878a details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 10:19:29.484438 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2fd4d-bb55-40d9-b2c6-c2f807fcb99c req-66d16ed9-dfe7-4496-ab8a-9314968090eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:19:29.485933 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-55c2fd4d-bb55-40d9-b2c6-c2f807fcb99c req-66d16ed9-dfe7-4496-ab8a-9314968090eb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef624010-6e3a-4ddb-a430-d9d79f59a648 HTTP/1.1" status: 200 len: 846 time: 0.0463047 Sep 08 10:19:29.502903 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:19:29.533764 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2fd4d-bb55-40d9-b2c6-c2f807fcb99c req-2f71e460-47bf-4d91-abb8-018a7e1e19a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:19:29.535345 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-55c2fd4d-bb55-40d9-b2c6-c2f807fcb99c req-2f71e460-47bf-4d91-abb8-018a7e1e19a4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=19e1f23e-59c7-45eb-80e2-2121308b3bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420978 Sep 08 10:19:29.586025 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 124b64b1-b16d-40bd-afb7-2c9cfb4a878a, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=124b64b1-b16d-40bd-afb7-2c9cfb4a878a,segment=NetworkSegment(ae7a6503-e452-4eae-8c27-a615d3b273fb),segment_id=ae7a6503-e452-4eae-8c27-a615d3b273fb)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:19:29.597239 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '124b64b1-b16d-40bd-afb7-2c9cfb4a878a', 'network_id': '19e1f23e-59c7-45eb-80e2-2121308b3bf6', 'port_id': '124b64b1-b16d-40bd-afb7-2c9cfb4a878a', 'mac_address': 'fa:16:3e:62:47:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef624010-6e3a-4ddb-a430-d9d79f59a648', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 10:19:29.633456 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-55c2fd4d-bb55-40d9-b2c6-c2f807fcb99c req-92272336-8048-43b4-9b33-8ee6f9944295 service neutron] 10.222.0.35 "GET /v2.0/networks/19e1f23e-59c7-45eb-80e2-2121308b3bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908380 Sep 08 10:19:29.636727 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:19:29.650347 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 124b64b1-b16d-40bd-afb7-2c9cfb4a878a {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 10:19:29.670567 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d7f09-1de6-420f-a8c2-3eba38a467c2 req-74813d6f-547c-47b0-8f55-ddce4cd19080 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:19:29.672222 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-612d7f09-1de6-420f-a8c2-3eba38a467c2 req-74813d6f-547c-47b0-8f55-ddce4cd19080 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 945 time: 0.0564630 Sep 08 10:19:29.672725 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 124b64b1-b16d-40bd-afb7-2c9cfb4a878a, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=124b64b1-b16d-40bd-afb7-2c9cfb4a878a,segment=NetworkSegment(ae7a6503-e452-4eae-8c27-a615d3b273fb),segment_id=ae7a6503-e452-4eae-8c27-a615d3b273fb)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:19:29.677010 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:19:29.718065 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-612d7f09-1de6-420f-a8c2-3eba38a467c2 req-21f7a1f5-5c82-4cb4-a011-602947af5df7 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383499 Sep 08 10:19:29.728383 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=124b64b1-b16d-40bd-afb7-2c9cfb4a878a,revision_number=6']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:19:29.735542 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-55c2fd4d-bb55-40d9-b2c6-c2f807fcb99c req-42905135-6df6-4b0c-b786-d3dfdcdcf483 service neutron] 10.222.0.35 "GET /v2.0/networks/19e1f23e-59c7-45eb-80e2-2121308b3bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953047 Sep 08 10:19:29.738623 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:19:29.738997 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:19:29.739441 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:19:29.741619 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:19:29.741970 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:19:29.742338 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:19:29.742679 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:19:29.743014 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:19:29.743344 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:19:29.743670 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:19:29.744001 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:19:29.744324 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:19:29.817516 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['124b64b1-b16d-40bd-afb7-2c9cfb4a878a'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 10:19:30.847432 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05072cd9-1c95-4bf2-9d58-a9ff545b936c req-e2cb6389-f425-4849-b5d9-5a9a84fde890 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:19:30.848958 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-05072cd9-1c95-4bf2-9d58-a9ff545b936c req-e2cb6389-f425-4849-b5d9-5a9a84fde890 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 944 time: 0.0541546 Sep 08 10:19:30.886579 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-05072cd9-1c95-4bf2-9d58-a9ff545b936c req-57dd7205-5fa1-415b-b075-d346ae590aac tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312667 Sep 08 10:19:31.490813 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 124b64b1-b16d-40bd-afb7-2c9cfb4a878a up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:19:31.537307 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 124b64b1-b16d-40bd-afb7-2c9cfb4a878a triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:19:31.537679 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:19:31.613001 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:19:31.634567 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1e5583-0042-478d-a9b6-9247bb0f204c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '124b64b1-b16d-40bd-afb7-2c9cfb4a878a'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:19:31.637564 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbd6ab74e39b4b2e86e5ab95b387a5b58b5aa7d7561c6c8e6a0b2b9382551d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624fb4a1-d41e-4d47-a1f0-4fdb4e5eac3e" -d '{"events": [{"server_uuid": "7b1e5583-0042-478d-a9b6-9247bb0f204c", "name": "network-vif-plugged", "status": "completed", "tag": "124b64b1-b16d-40bd-afb7-2c9cfb4a878a"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:19:31.649669 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 124b64b1-b16d-40bd-afb7-2c9cfb4a878a, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=124b64b1-b16d-40bd-afb7-2c9cfb4a878a,segment=NetworkSegment(ae7a6503-e452-4eae-8c27-a615d3b273fb),segment_id=ae7a6503-e452-4eae-8c27-a615d3b273fb)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:19:31.654919 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:19:31.704553 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=124b64b1-b16d-40bd-afb7-2c9cfb4a878a,revision_number=7']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:19:31.739794 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 10:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1cd74d9-9c5a-41c9-b304-f2b8e12a9817 x-openstack-request-id: req-f1cd74d9-9c5a-41c9-b304-f2b8e12a9817 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:19:31.740095 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b1e5583-0042-478d-a9b6-9247bb0f204c", "name": "network-vif-plugged", "status": "completed", "tag": "124b64b1-b16d-40bd-afb7-2c9cfb4a878a", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:19:31.740355 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-f1cd74d9-9c5a-41c9-b304-f2b8e12a9817 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:19:31.740759 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b1e5583-0042-478d-a9b6-9247bb0f204c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '124b64b1-b16d-40bd-afb7-2c9cfb4a878a', 'code': 200} Sep 08 10:19:32.001270 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd053de-26aa-4da1-9436-52ba9a8e01be req-28ce47a0-77b9-4264-9e8d-04b0d0e3ecd8 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:19:32.002837 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2dd053de-26aa-4da1-9436-52ba9a8e01be req-28ce47a0-77b9-4264-9e8d-04b0d0e3ecd8 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 945 time: 0.0501344 Sep 08 10:19:32.040171 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2dd053de-26aa-4da1-9436-52ba9a8e01be req-2f6ea802-e3f9-45c0-bf5e-7496b8091c87 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313933 Sep 08 10:19:33.160390 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fac5cb-8f38-424f-8134-93b92083efe5 req-e56f23f8-011a-4472-a03e-178a6004ac70 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:19:33.161896 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b5fac5cb-8f38-424f-8134-93b92083efe5 req-e56f23f8-011a-4472-a03e-178a6004ac70 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 945 time: 0.0514157 Sep 08 10:19:33.199889 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b5fac5cb-8f38-424f-8134-93b92083efe5 req-84259311-18c9-4708-abaf-efdbb3448a13 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317395 Sep 08 10:19:34.333648 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f42e00-2de4-4f69-9180-e19ab0ece43d req-8fc65b89-51cc-4742-b7b4-9b26bb54c250 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:19:34.335896 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-82f42e00-2de4-4f69-9180-e19ab0ece43d req-8fc65b89-51cc-4742-b7b4-9b26bb54c250 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 945 time: 0.0558853 Sep 08 10:19:34.379297 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-82f42e00-2de4-4f69-9180-e19ab0ece43d req-eea0e44b-528e-42bb-aefb-229d9ad8dd7d tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364327 Sep 08 10:19:35.521568 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c26ab90-5e0a-4d1e-a5b5-da48d11de390 req-e4a01201-9c25-43b6-9e11-cb37529d0356 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:19:35.523124 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3c26ab90-5e0a-4d1e-a5b5-da48d11de390 req-e4a01201-9c25-43b6-9e11-cb37529d0356 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 945 time: 0.0579381 Sep 08 10:19:35.583331 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3c26ab90-5e0a-4d1e-a5b5-da48d11de390 req-02ab7bb6-7481-44d1-b737-5dba688b5227 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529735 Sep 08 10:19:36.704277 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ee1d2-2d6e-47e3-bb89-e6cc543dfd17 req-89034fee-4a38-42fc-9e92-9361f6c0600d tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:19:36.706453 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2d8ee1d2-2d6e-47e3-bb89-e6cc543dfd17 req-89034fee-4a38-42fc-9e92-9361f6c0600d tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 945 time: 0.0598211 Sep 08 10:19:36.763031 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2d8ee1d2-2d6e-47e3-bb89-e6cc543dfd17 req-35c73490-504a-40f6-8f27-eda141f76d92 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444584 Sep 08 10:19:37.877161 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91830a1-7201-4857-93eb-68eb1a2fe5b2 req-aeca3e16-8f38-40b2-a329-5d9da1617ad8 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:19:37.882522 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f91830a1-7201-4857-93eb-68eb1a2fe5b2 req-aeca3e16-8f38-40b2-a329-5d9da1617ad8 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 945 time: 0.0547273 Sep 08 10:19:37.922880 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-f91830a1-7201-4857-93eb-68eb1a2fe5b2 req-ea7f51fc-f669-4144-83a6-e45c7cdb55f7 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382159 Sep 08 10:19:39.060921 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c291dc2-ad2d-42cb-a156-0a2e77d66efe req-2f981e79-d392-42b4-899b-0650b96fb9dc tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:19:39.062635 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1c291dc2-ad2d-42cb-a156-0a2e77d66efe req-2f981e79-d392-42b4-899b-0650b96fb9dc tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 945 time: 0.0644989 Sep 08 10:19:39.113264 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1c291dc2-ad2d-42cb-a156-0a2e77d66efe req-2d3d910b-fc4d-430e-8ed7-932dacbe5ee2 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435731 Sep 08 10:19:40.257851 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e553a-862b-4461-929c-a5ed522fd83a req-5c2d9d43-f963-4591-9272-9549b36d91ab tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:19:40.260232 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b77e553a-862b-4461-929c-a5ed522fd83a req-5c2d9d43-f963-4591-9272-9549b36d91ab tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 945 time: 0.0518026 Sep 08 10:19:40.306736 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b77e553a-862b-4461-929c-a5ed522fd83a req-5322650e-f74c-4f37-b9cf-90dae8128085 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357819 Sep 08 10:19:41.485537 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230229f0-f3b3-4f06-8171-c1af889d0ec8 req-95401c55-cdb9-4a20-b0fe-a0009fde4eae tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:19:41.487623 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-230229f0-f3b3-4f06-8171-c1af889d0ec8 req-95401c55-cdb9-4a20-b0fe-a0009fde4eae tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 945 time: 0.0619197 Sep 08 10:19:41.535691 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-230229f0-f3b3-4f06-8171-c1af889d0ec8 req-0731cbff-ba9d-4d31-b4e1-5a9697275192 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413764 Sep 08 10:19:42.655355 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68399c-c7ca-4f31-86bd-8d4bd9193fd7 req-9b6c82d8-adb6-4e86-b07a-858563158beb tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:19:42.656850 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-da68399c-c7ca-4f31-86bd-8d4bd9193fd7 req-9b6c82d8-adb6-4e86-b07a-858563158beb tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 945 time: 0.0492544 Sep 08 10:19:42.694312 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-da68399c-c7ca-4f31-86bd-8d4bd9193fd7 req-c7c9c233-b591-4461-b9e1-bc39bd949a2c tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314133 Sep 08 10:19:43.151907 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6d131-e94b-4272-82c0-9ce93f6d6a0e req-405a97d1-2f38-4548-9625-42841c345851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:19:43.153956 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d2f6d131-e94b-4272-82c0-9ce93f6d6a0e req-405a97d1-2f38-4548-9625-42841c345851 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e5d38ace5d04465b5e27516deb773a4&device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 1097 time: 0.0441983 Sep 08 10:19:43.243696 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6d131-e94b-4272-82c0-9ce93f6d6a0e req-7f671330-0032-44cd-9c65-12fa92806eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:19:43.245167 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d2f6d131-e94b-4272-82c0-9ce93f6d6a0e req-7f671330-0032-44cd-9c65-12fa92806eb5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=19e1f23e-59c7-45eb-80e2-2121308b3bf6 HTTP/1.1" status: 200 len: 908 time: 0.0841608 Sep 08 10:19:43.315964 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d2f6d131-e94b-4272-82c0-9ce93f6d6a0e req-210dd9d1-2c40-4d38-9cf4-445578435095 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=124b64b1-b16d-40bd-afb7-2c9cfb4a878a HTTP/1.1" status: 200 len: 1001 time: 0.0616755 Sep 08 10:19:43.367634 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6d131-e94b-4272-82c0-9ce93f6d6a0e req-0ffad837-f0b5-4b06-aba6-bb42f444e4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:19:43.369073 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d2f6d131-e94b-4272-82c0-9ce93f6d6a0e req-0ffad837-f0b5-4b06-aba6-bb42f444e4e1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef624010-6e3a-4ddb-a430-d9d79f59a648 HTTP/1.1" status: 200 len: 846 time: 0.0462863 Sep 08 10:19:43.414436 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6d131-e94b-4272-82c0-9ce93f6d6a0e req-75379d48-677c-4e49-97fa-cfecbcf6c845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:19:43.415823 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d2f6d131-e94b-4272-82c0-9ce93f6d6a0e req-75379d48-677c-4e49-97fa-cfecbcf6c845 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=19e1f23e-59c7-45eb-80e2-2121308b3bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389640 Sep 08 10:19:43.508219 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d2f6d131-e94b-4272-82c0-9ce93f6d6a0e req-a6d3a8bd-327f-40f0-89f5-ef5857af1b6e service neutron] 10.222.0.35 "GET /v2.0/networks/19e1f23e-59c7-45eb-80e2-2121308b3bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848136 Sep 08 10:19:43.595931 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d2f6d131-e94b-4272-82c0-9ce93f6d6a0e req-ccee5596-ebbc-48bf-8d31-29e91024b266 service neutron] 10.222.0.35 "GET /v2.0/networks/19e1f23e-59c7-45eb-80e2-2121308b3bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803366 Sep 08 10:19:43.820349 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849dfaa-96e2-41e4-8a38-5cfdaa3c6f8f req-98cc2eec-25c4-4467-aed5-dabd91455131 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:19:43.821830 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3849dfaa-96e2-41e4-8a38-5cfdaa3c6f8f req-98cc2eec-25c4-4467-aed5-dabd91455131 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 945 time: 0.0542324 Sep 08 10:19:43.860079 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3849dfaa-96e2-41e4-8a38-5cfdaa3c6f8f req-06c88340-7ff9-451f-9393-85a3098a219a tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316381 Sep 08 10:19:44.974307 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83588d-d78b-4f25-95e7-31a9194e1185 req-bf9ac19a-8d51-465b-8b02-3c76d4de37c8 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:19:44.975806 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1d83588d-d78b-4f25-95e7-31a9194e1185 req-bf9ac19a-8d51-465b-8b02-3c76d4de37c8 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 945 time: 0.0495968 Sep 08 10:19:45.018528 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1d83588d-d78b-4f25-95e7-31a9194e1185 req-a8dc1543-4a0c-4178-bfab-59529b05cc79 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360076 Sep 08 10:19:46.131776 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68982b1a-319f-4e13-bd85-054d1bc1de86 req-4a3e64e6-250d-4334-80a9-657192eadcac tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:19:46.133259 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-68982b1a-319f-4e13-bd85-054d1bc1de86 req-4a3e64e6-250d-4334-80a9-657192eadcac tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 945 time: 0.0492854 Sep 08 10:19:46.170874 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-68982b1a-319f-4e13-bd85-054d1bc1de86 req-f79e59be-cf50-4a6a-abc0-f428194f0b62 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311389 Sep 08 10:19:46.239046 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [req-3914906b-3f81-4ef8-b493-2dc475945ac9 req-70718571-a770-4541-9a58-8d6b815f4bf2 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 10:19:46.240073 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3914906b-3f81-4ef8-b493-2dc475945ac9 req-70718571-a770-4541-9a58-8d6b815f4bf2 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054297 Sep 08 10:19:46.389915 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f4a9f-5af2-4057-81c8-f5177bfb0d34 req-9ef1ce40-6545-4acc-8417-2dfbb0c6eaa1 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:19:46.391457 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8d5f4a9f-5af2-4057-81c8-f5177bfb0d34 req-9ef1ce40-6545-4acc-8417-2dfbb0c6eaa1 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 945 time: 0.0497317 Sep 08 10:19:46.433044 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8d5f4a9f-5af2-4057-81c8-f5177bfb0d34 req-69221819-5ec3-44ba-8acd-7e4249439750 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355821 Sep 08 10:19:46.565024 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3effe142-860e-4ef5-855c-e772379b0b7c req-0cb5c5a3-5154-4c95-899e-83f3665562cc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0845912 Sep 08 10:19:47.339352 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effe142-860e-4ef5-855c-e772379b0b7c req-b0d27116-ac51-47bd-b30b-4ba3e81aea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:19:47.340831 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3effe142-860e-4ef5-855c-e772379b0b7c req-b0d27116-ac51-47bd-b30b-4ba3e81aea52 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c&tenant_id=2e5d38ace5d04465b5e27516deb773a4 HTTP/1.1" status: 200 len: 1097 time: 0.0406764 Sep 08 10:19:47.413093 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effe142-860e-4ef5-855c-e772379b0b7c req-e44ee9fe-0954-4e86-b349-48d669b31916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:19:47.414613 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3effe142-860e-4ef5-855c-e772379b0b7c req-e44ee9fe-0954-4e86-b349-48d669b31916 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e5d38ace5d04465b5e27516deb773a4&device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 1097 time: 0.0401475 Sep 08 10:19:47.513636 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effe142-860e-4ef5-855c-e772379b0b7c req-7629de7a-dca2-4bf7-87a9-d8cf401dc198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:19:47.515326 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3effe142-860e-4ef5-855c-e772379b0b7c req-7629de7a-dca2-4bf7-87a9-d8cf401dc198 service neutron] 10.222.0.35 "GET /v2.0/networks?id=19e1f23e-59c7-45eb-80e2-2121308b3bf6 HTTP/1.1" status: 200 len: 908 time: 0.0920818 Sep 08 10:19:47.549786 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020aeca-ef44-4ea1-bdd8-5a183e50d65a req-2ada6d38-3201-4fd2-9f7e-c8e843828968 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:19:47.551344 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2020aeca-ef44-4ea1-bdd8-5a183e50d65a req-2ada6d38-3201-4fd2-9f7e-c8e843828968 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 945 time: 0.0499434 Sep 08 10:19:47.580071 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 124b64b1-b16d-40bd-afb7-2c9cfb4a878a no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:19:47.582336 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3effe142-860e-4ef5-855c-e772379b0b7c req-8582cb37-cf88-4605-a23b-e0c069fb1a8f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=124b64b1-b16d-40bd-afb7-2c9cfb4a878a HTTP/1.1" status: 200 len: 1001 time: 0.0603535 Sep 08 10:19:47.594601 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2020aeca-ef44-4ea1-bdd8-5a183e50d65a req-b5a5f38d-35f9-4769-a7a6-068f38cfb108 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369337 Sep 08 10:19:47.634342 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effe142-860e-4ef5-855c-e772379b0b7c req-d824598d-134f-49cf-803f-66260489dc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:19:47.635861 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3effe142-860e-4ef5-855c-e772379b0b7c req-d824598d-134f-49cf-803f-66260489dc39 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef624010-6e3a-4ddb-a430-d9d79f59a648 HTTP/1.1" status: 200 len: 846 time: 0.0465288 Sep 08 10:19:47.658863 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:19:47.680580 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1e5583-0042-478d-a9b6-9247bb0f204c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '124b64b1-b16d-40bd-afb7-2c9cfb4a878a'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:19:47.682838 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbd6ab74e39b4b2e86e5ab95b387a5b58b5aa7d7561c6c8e6a0b2b9382551d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e205f91-8ee5-457f-bc51-73a4e5417ef7" -d '{"events": [{"server_uuid": "7b1e5583-0042-478d-a9b6-9247bb0f204c", "name": "network-vif-unplugged", "status": "completed", "tag": "124b64b1-b16d-40bd-afb7-2c9cfb4a878a"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:19:47.687738 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effe142-860e-4ef5-855c-e772379b0b7c req-b32c82de-7beb-45e2-9c15-b00f496c96f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:19:47.689312 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3effe142-860e-4ef5-855c-e772379b0b7c req-b32c82de-7beb-45e2-9c15-b00f496c96f3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=19e1f23e-59c7-45eb-80e2-2121308b3bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462623 Sep 08 10:19:47.696353 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 124b64b1-b16d-40bd-afb7-2c9cfb4a878a, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=124b64b1-b16d-40bd-afb7-2c9cfb4a878a,segment=NetworkSegment(ae7a6503-e452-4eae-8c27-a615d3b273fb),segment_id=ae7a6503-e452-4eae-8c27-a615d3b273fb)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:19:47.701815 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:19:47.725474 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 10:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d8ef28-4927-4fab-8cd8-0024e52e8dfe x-openstack-request-id: req-74d8ef28-4927-4fab-8cd8-0024e52e8dfe {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:19:47.725777 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b1e5583-0042-478d-a9b6-9247bb0f204c", "name": "network-vif-unplugged", "status": "completed", "tag": "124b64b1-b16d-40bd-afb7-2c9cfb4a878a", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:19:47.726150 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-74d8ef28-4927-4fab-8cd8-0024e52e8dfe {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:19:47.726855 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b1e5583-0042-478d-a9b6-9247bb0f204c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '124b64b1-b16d-40bd-afb7-2c9cfb4a878a', 'code': 200} Sep 08 10:19:47.752247 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=124b64b1-b16d-40bd-afb7-2c9cfb4a878a,revision_number=8']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:19:47.790550 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3effe142-860e-4ef5-855c-e772379b0b7c req-f9bd1e8f-dfd5-41a7-a0bf-4bc7f538ddde service neutron] 10.222.0.35 "GET /v2.0/networks/19e1f23e-59c7-45eb-80e2-2121308b3bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942492 Sep 08 10:19:47.804650 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e63c86af-44cb-41e4-ba87-c3554908d25a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:19:47.889575 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3effe142-860e-4ef5-855c-e772379b0b7c req-a346300e-e710-4d5e-96d8-9864197bbb4b service neutron] 10.222.0.35 "GET /v2.0/networks/19e1f23e-59c7-45eb-80e2-2121308b3bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913677 Sep 08 10:19:48.726499 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f547c0a-f3d2-4bc2-b9c9-5b7b0e68bedf req-e113aad8-902b-41f1-b011-d81d17b1cc6b tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:19:48.729381 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9f547c0a-f3d2-4bc2-b9c9-5b7b0e68bedf req-e113aad8-902b-41f1-b011-d81d17b1cc6b tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 943 time: 0.0530291 Sep 08 10:19:48.784645 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-9f547c0a-f3d2-4bc2-b9c9-5b7b0e68bedf req-5c074192-e185-484b-ae5b-3974ab8d3d18 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487826 Sep 08 10:19:49.909140 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57a678-fd2d-443f-aeef-a4df9d3a69e9 req-c37709d5-1e26-4d26-a426-c267f4d6da5a tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:19:49.910728 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8a57a678-fd2d-443f-aeef-a4df9d3a69e9 req-c37709d5-1e26-4d26-a426-c267f4d6da5a tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 943 time: 0.0521123 Sep 08 10:19:49.952865 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8a57a678-fd2d-443f-aeef-a4df9d3a69e9 req-f1957e16-1396-410b-960f-369ccf4e5cdf tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358300 Sep 08 10:19:50.549753 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:19:50.871180 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c750cbd4-c22c-49c2-80a2-1ebfe10e4dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:19:51.073701 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad31f4-bdda-4c68-98cc-4665c4085734 req-8078e6d4-806b-4f74-aa1c-9bb38a7cd2a9 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:19:51.082922 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-32ad31f4-bdda-4c68-98cc-4665c4085734 req-8078e6d4-806b-4f74-aa1c-9bb38a7cd2a9 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 943 time: 0.0583491 Sep 08 10:19:51.123033 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-32ad31f4-bdda-4c68-98cc-4665c4085734 req-aa95a2a4-7568-482d-820d-bac5bdfbb737 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389960 Sep 08 10:19:52.313555 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4012c-b7cd-4a5f-98f3-944cf8290737 req-c6fd1489-a567-4a52-9bbf-bb68ad7a0adc tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:19:52.315099 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8fa4012c-b7cd-4a5f-98f3-944cf8290737 req-c6fd1489-a567-4a52-9bbf-bb68ad7a0adc tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 943 time: 0.0546050 Sep 08 10:19:52.359732 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8fa4012c-b7cd-4a5f-98f3-944cf8290737 req-a1ea3c2e-c48a-4b45-bb16-b44df414142d tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386202 Sep 08 10:19:52.471219 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:19:53.489704 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c443352d-1137-4bad-b1b1-1018112daeae req-b71ef97b-eb86-4b79-bb45-41f5ff4be6ad tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:19:53.491423 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c443352d-1137-4bad-b1b1-1018112daeae req-b71ef97b-eb86-4b79-bb45-41f5ff4be6ad tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 943 time: 0.0531595 Sep 08 10:19:53.532765 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c443352d-1137-4bad-b1b1-1018112daeae req-d708dea4-34ef-4612-ba18-843d2c17d649 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352092 Sep 08 10:19:53.860845 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:19:54.655117 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa50498-9361-46c8-b685-152472d45dfd req-3149a12f-22ba-4b3b-9049-39ea3db3c636 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:19:54.656784 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-eaa50498-9361-46c8-b685-152472d45dfd req-3149a12f-22ba-4b3b-9049-39ea3db3c636 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 943 time: 0.0539105 Sep 08 10:19:54.697562 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-eaa50498-9361-46c8-b685-152472d45dfd req-8167c98e-e242-40ba-a1b7-e1c970dcbd83 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346742 Sep 08 10:19:54.943235 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:19:55.825546 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f5e85-9d48-4209-9ba3-9d249fa7eddc req-cbd5acef-2a03-4ff5-a684-e5f882edcc07 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:19:55.827935 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0e4f5e85-9d48-4209-9ba3-9d249fa7eddc req-cbd5acef-2a03-4ff5-a684-e5f882edcc07 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 943 time: 0.0525939 Sep 08 10:19:55.867728 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0e4f5e85-9d48-4209-9ba3-9d249fa7eddc req-4fd593fb-a1f5-464e-9ece-b2793cea31fe tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331097 Sep 08 10:19:56.987302 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bdbd3d-8be2-4996-ba8a-99cc23966236 req-b35b845d-562d-4714-86f9-4c88c9f68eb9 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:19:56.988801 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-15bdbd3d-8be2-4996-ba8a-99cc23966236 req-b35b845d-562d-4714-86f9-4c88c9f68eb9 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 943 time: 0.0516825 Sep 08 10:19:57.027201 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-15bdbd3d-8be2-4996-ba8a-99cc23966236 req-8239799f-4513-467c-9168-c058df147548 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320432 Sep 08 10:19:58.143290 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2fcbd-3054-4c4a-b2ed-70d95f574d92 req-a0eeb9fb-9016-4a1e-b5f2-93fe83dbab9a tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:19:58.144747 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2dd2fcbd-3054-4c4a-b2ed-70d95f574d92 req-a0eeb9fb-9016-4a1e-b5f2-93fe83dbab9a tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 943 time: 0.0496676 Sep 08 10:19:58.184996 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2dd2fcbd-3054-4c4a-b2ed-70d95f574d92 req-12871fa2-7afd-4386-9373-9b2d7303a612 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343542 Sep 08 10:19:59.299562 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a4e9f-2bfb-419c-b828-aa7ffcce8e95 req-7321a8f2-2f6c-40fa-8410-54f68349f823 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:19:59.301044 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c39a4e9f-2bfb-419c-b828-aa7ffcce8e95 req-7321a8f2-2f6c-40fa-8410-54f68349f823 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 943 time: 0.0487859 Sep 08 10:19:59.341507 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c39a4e9f-2bfb-419c-b828-aa7ffcce8e95 req-e3690334-e34f-417a-a4b4-ceef4b18d00c tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345156 Sep 08 10:19:59.485230 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:20:00.474582 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb5e98-9e71-49df-b34c-b4250f250d9a req-e583cc59-c20d-4c22-952a-16623864bcd1 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:20:00.475982 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-03cb5e98-9e71-49df-b34c-b4250f250d9a req-e583cc59-c20d-4c22-952a-16623864bcd1 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 943 time: 0.0571218 Sep 08 10:20:00.513884 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-03cb5e98-9e71-49df-b34c-b4250f250d9a req-cef7b7b3-f63f-41f7-a2ad-be96822c57c4 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318370 Sep 08 10:20:01.628378 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba8ebc-0430-4412-b99d-8f42cc7fcc1d req-69167d04-8347-454a-bac8-c7cec4e45600 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:20:01.629865 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4eba8ebc-0430-4412-b99d-8f42cc7fcc1d req-69167d04-8347-454a-bac8-c7cec4e45600 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 943 time: 0.0493109 Sep 08 10:20:01.666447 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4eba8ebc-0430-4412-b99d-8f42cc7fcc1d req-f0bd952c-59a2-49e3-b988-3df36aeb2162 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307155 Sep 08 10:20:02.597925 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:20:02.785424 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835246e-4ab0-49b8-ac62-6add78a2cca1 req-e97fc4ee-9175-44d8-97aa-d884d0d90ca9 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:20:02.786951 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1835246e-4ab0-49b8-ac62-6add78a2cca1 req-e97fc4ee-9175-44d8-97aa-d884d0d90ca9 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 943 time: 0.0521066 Sep 08 10:20:02.824882 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-1835246e-4ab0-49b8-ac62-6add78a2cca1 req-51d6c893-6722-4fc6-9aa3-11d014defba8 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318146 Sep 08 10:20:03.940148 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fcf9a6-e71c-4bea-8430-0ec03de1bbe3 req-8a28eb8f-61de-440b-b8c9-9ce7ea876458 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:20:03.941696 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-67fcf9a6-e71c-4bea-8430-0ec03de1bbe3 req-8a28eb8f-61de-440b-b8c9-9ce7ea876458 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 943 time: 0.0491338 Sep 08 10:20:03.979393 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-67fcf9a6-e71c-4bea-8430-0ec03de1bbe3 req-e4e9b547-29d1-4355-9e40-8d3fa55f3236 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316930 Sep 08 10:20:04.171278 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d26f23-1cc5-428f-98b5-cfe4b762854c req-f1c3b263-fc3a-41ed-a723-643f657c8f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:20:04.173838 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-83d26f23-1cc5-428f-98b5-cfe4b762854c req-f1c3b263-fc3a-41ed-a723-643f657c8f4a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 1095 time: 0.0392148 Sep 08 10:20:04.213667 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-83d26f23-1cc5-428f-98b5-cfe4b762854c req-f9da7d2e-e3fa-452b-9c52-02c4f7a28c3c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337164 Sep 08 10:20:05.095553 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f6a91-e491-4562-ae43-6850df10104d req-185e2eb3-10b7-40a9-b3c5-e9d23ecf6e0d tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:20:05.097054 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c10f6a91-e491-4562-ae43-6850df10104d req-185e2eb3-10b7-40a9-b3c5-e9d23ecf6e0d tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 943 time: 0.0499575 Sep 08 10:20:05.139212 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-c10f6a91-e491-4562-ae43-6850df10104d req-dd92efb9-b3bf-45e4-8130-d2bfdc074f34 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361540 Sep 08 10:20:05.654955 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 124b64b1-b16d-40bd-afb7-2c9cfb4a878a details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 10:20:05.754499 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 124b64b1-b16d-40bd-afb7-2c9cfb4a878a, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=124b64b1-b16d-40bd-afb7-2c9cfb4a878a,segment=NetworkSegment(ae7a6503-e452-4eae-8c27-a615d3b273fb),segment_id=ae7a6503-e452-4eae-8c27-a615d3b273fb)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:20:05.766157 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '124b64b1-b16d-40bd-afb7-2c9cfb4a878a', 'network_id': '19e1f23e-59c7-45eb-80e2-2121308b3bf6', 'port_id': '124b64b1-b16d-40bd-afb7-2c9cfb4a878a', 'mac_address': 'fa:16:3e:62:47:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef624010-6e3a-4ddb-a430-d9d79f59a648', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 10:20:05.807265 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:20:05.820528 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 124b64b1-b16d-40bd-afb7-2c9cfb4a878a {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 10:20:05.839883 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 124b64b1-b16d-40bd-afb7-2c9cfb4a878a, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=124b64b1-b16d-40bd-afb7-2c9cfb4a878a,segment=NetworkSegment(ae7a6503-e452-4eae-8c27-a615d3b273fb),segment_id=ae7a6503-e452-4eae-8c27-a615d3b273fb)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:20:05.844911 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:20:05.893478 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=124b64b1-b16d-40bd-afb7-2c9cfb4a878a,revision_number=9']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:20:06.254273 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c358be-07f6-453e-9b50-44a339e44451 req-6fbad059-d715-4416-9882-89fbcc1344fa tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:20:06.255684 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-48c358be-07f6-453e-9b50-44a339e44451 req-6fbad059-d715-4416-9882-89fbcc1344fa tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 944 time: 0.0497179 Sep 08 10:20:06.269007 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['124b64b1-b16d-40bd-afb7-2c9cfb4a878a'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 10:20:06.293839 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-48c358be-07f6-453e-9b50-44a339e44451 req-2647c38f-44ab-4fb7-a741-c6dc9ed5a6be tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320189 Sep 08 10:20:07.664606 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 124b64b1-b16d-40bd-afb7-2c9cfb4a878a up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:20:07.713037 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 124b64b1-b16d-40bd-afb7-2c9cfb4a878a triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:20:07.713392 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:20:07.802340 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:20:07.825357 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1e5583-0042-478d-a9b6-9247bb0f204c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '124b64b1-b16d-40bd-afb7-2c9cfb4a878a'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:20:07.828209 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbd6ab74e39b4b2e86e5ab95b387a5b58b5aa7d7561c6c8e6a0b2b9382551d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654740c0-fe87-4d1a-8ee5-4b8fe647d607" -d '{"events": [{"server_uuid": "7b1e5583-0042-478d-a9b6-9247bb0f204c", "name": "network-vif-plugged", "status": "completed", "tag": "124b64b1-b16d-40bd-afb7-2c9cfb4a878a"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:20:07.841717 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 124b64b1-b16d-40bd-afb7-2c9cfb4a878a, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=124b64b1-b16d-40bd-afb7-2c9cfb4a878a,segment=NetworkSegment(ae7a6503-e452-4eae-8c27-a615d3b273fb),segment_id=ae7a6503-e452-4eae-8c27-a615d3b273fb)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:20:07.847557 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:20:07.873856 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 10:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b399f1d0-2711-4c0d-aa00-6903d29dc79a x-openstack-request-id: req-b399f1d0-2711-4c0d-aa00-6903d29dc79a {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:20:07.874283 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b1e5583-0042-478d-a9b6-9247bb0f204c", "name": "network-vif-plugged", "status": "completed", "tag": "124b64b1-b16d-40bd-afb7-2c9cfb4a878a", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:20:07.874540 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-b399f1d0-2711-4c0d-aa00-6903d29dc79a {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:20:07.874931 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b1e5583-0042-478d-a9b6-9247bb0f204c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '124b64b1-b16d-40bd-afb7-2c9cfb4a878a', 'code': 200} Sep 08 10:20:07.900391 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=124b64b1-b16d-40bd-afb7-2c9cfb4a878a,revision_number=10']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:20:17.810532 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-213d9013-fdd2-46e5-baef-5ffd121751bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:20:20.551747 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:20:20.874010 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1d50ea84-53c2-4f90-bac6-8bf602d36dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:20:22.465507 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:20:23.863567 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:20:24.940310 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:20:29.489776 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:20:30.195623 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f0b37543-5963-4beb-b852-1ae09cc909f8 req-25e8b1a0-9321-4632-822b-954509470524 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404124 Sep 08 10:20:30.290142 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b37543-5963-4beb-b852-1ae09cc909f8 req-dd19dc94-e1d4-44d9-97a6-5c7051bc02fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:20:30.291601 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f0b37543-5963-4beb-b852-1ae09cc909f8 req-dd19dc94-e1d4-44d9-97a6-5c7051bc02fe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e5d38ace5d04465b5e27516deb773a4&device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 1098 time: 0.0390508 Sep 08 10:20:30.399259 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b37543-5963-4beb-b852-1ae09cc909f8 req-61774bae-9c21-4e85-84e9-fee6defb4bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:20:30.400722 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f0b37543-5963-4beb-b852-1ae09cc909f8 req-61774bae-9c21-4e85-84e9-fee6defb4bce service neutron] 10.222.0.35 "GET /v2.0/networks?id=19e1f23e-59c7-45eb-80e2-2121308b3bf6 HTTP/1.1" status: 200 len: 908 time: 0.0882611 Sep 08 10:20:30.465297 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f0b37543-5963-4beb-b852-1ae09cc909f8 req-a9bafcfa-5da6-4d27-a148-68dfd9e46366 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=124b64b1-b16d-40bd-afb7-2c9cfb4a878a HTTP/1.1" status: 200 len: 1001 time: 0.0567002 Sep 08 10:20:30.518176 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b37543-5963-4beb-b852-1ae09cc909f8 req-e3cf18cb-7f68-486f-b072-89aea0452096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:20:30.519795 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f0b37543-5963-4beb-b852-1ae09cc909f8 req-e3cf18cb-7f68-486f-b072-89aea0452096 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef624010-6e3a-4ddb-a430-d9d79f59a648 HTTP/1.1" status: 200 len: 846 time: 0.0473392 Sep 08 10:20:30.564927 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b37543-5963-4beb-b852-1ae09cc909f8 req-452cc92a-3343-40e4-a47e-35e3e0863104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:20:30.566425 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f0b37543-5963-4beb-b852-1ae09cc909f8 req-452cc92a-3343-40e4-a47e-35e3e0863104 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=19e1f23e-59c7-45eb-80e2-2121308b3bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395951 Sep 08 10:20:30.656880 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f0b37543-5963-4beb-b852-1ae09cc909f8 req-8b4e8afa-f802-4ab8-a196-7e9eb9c5556a service neutron] 10.222.0.35 "GET /v2.0/networks/19e1f23e-59c7-45eb-80e2-2121308b3bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816705 Sep 08 10:20:30.749700 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f0b37543-5963-4beb-b852-1ae09cc909f8 req-806c0322-8564-4380-8655-ece2434c502c service neutron] 10.222.0.35 "GET /v2.0/networks/19e1f23e-59c7-45eb-80e2-2121308b3bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858798 Sep 08 10:20:39.600945 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:20:47.811503 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0d9ac06b-5374-4ff4-aab8-11512e34098c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:20:50.551657 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:20:50.876736 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-485e5df8-7cda-4f23-a561-ed2ebebf0618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:20:52.471692 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:20:53.866370 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:20:54.938391 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:20:59.478691 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:16.604007 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:21:17.812691 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-27e4621f-2f32-4699-9a31-8c34f0ea5c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:20.552609 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:20.878156 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b2be6c18-cebb-4977-a78e-a403ab0a551a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:22.471117 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:23.869121 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:24.968555 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:29.497700 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:31.185391 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-681adec2-2a58-4e87-955e-435cef427120 req-256bd455-1c11-40d8-9b99-10727c4c825b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394289 Sep 08 10:21:31.283331 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681adec2-2a58-4e87-955e-435cef427120 req-bb3f8ed2-f7a2-4cdb-a12b-4f9f1db92172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:21:31.284854 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-681adec2-2a58-4e87-955e-435cef427120 req-bb3f8ed2-f7a2-4cdb-a12b-4f9f1db92172 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e5d38ace5d04465b5e27516deb773a4&device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 1098 time: 0.0445545 Sep 08 10:21:31.386638 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681adec2-2a58-4e87-955e-435cef427120 req-c33081ce-d19b-4d65-a52c-64d780fad59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:21:31.388146 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-681adec2-2a58-4e87-955e-435cef427120 req-c33081ce-d19b-4d65-a52c-64d780fad59a service neutron] 10.222.0.35 "GET /v2.0/networks?id=19e1f23e-59c7-45eb-80e2-2121308b3bf6 HTTP/1.1" status: 200 len: 908 time: 0.0849595 Sep 08 10:21:31.459089 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-681adec2-2a58-4e87-955e-435cef427120 req-b16ba511-774a-43ca-80a3-1207a901ba1a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=124b64b1-b16d-40bd-afb7-2c9cfb4a878a HTTP/1.1" status: 200 len: 1001 time: 0.0641732 Sep 08 10:21:31.507986 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681adec2-2a58-4e87-955e-435cef427120 req-35f6f07f-cd1f-4003-84db-521e94c8a444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:21:31.509397 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-681adec2-2a58-4e87-955e-435cef427120 req-35f6f07f-cd1f-4003-84db-521e94c8a444 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef624010-6e3a-4ddb-a430-d9d79f59a648 HTTP/1.1" status: 200 len: 846 time: 0.0441213 Sep 08 10:21:31.555781 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681adec2-2a58-4e87-955e-435cef427120 req-9f773af4-0bd4-436c-b426-cd7bb8df1e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:21:31.557291 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-681adec2-2a58-4e87-955e-435cef427120 req-9f773af4-0bd4-436c-b426-cd7bb8df1e15 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=19e1f23e-59c7-45eb-80e2-2121308b3bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398073 Sep 08 10:21:31.651247 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-681adec2-2a58-4e87-955e-435cef427120 req-9a796329-afec-4a96-82c9-6d60f5fc431b service neutron] 10.222.0.35 "GET /v2.0/networks/19e1f23e-59c7-45eb-80e2-2121308b3bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871720 Sep 08 10:21:31.739654 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-681adec2-2a58-4e87-955e-435cef427120 req-2ffcd91f-66a7-48e9-b2ba-60477a0cbe40 service neutron] 10.222.0.35 "GET /v2.0/networks/19e1f23e-59c7-45eb-80e2-2121308b3bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807934 Sep 08 10:21:47.815877 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a8e8ee20-2805-4114-a4bd-2fcd566fc56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:50.553060 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:50.878926 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ef914eee-6e0f-4280-bdb4-0b129138a56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:52.473445 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:53.607200 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:21:53.687732 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40354) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:21:53.870456 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:53.909684 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-069b9689-d4ec-497b-84e0-83858adf7b37 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Deleting port abe857b7-d180-49f3-8297-9de1befd55d1 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:21:53.910030 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-069b9689-d4ec-497b-84e0-83858adf7b37 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:53.983063 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-069b9689-d4ec-497b-84e0-83858adf7b37 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:53.983422 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-069b9689-d4ec-497b-84e0-83858adf7b37 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:53.995807 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-069b9689-d4ec-497b-84e0-83858adf7b37 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Calling delete_port for abe857b7-d180-49f3-8297-9de1befd55d1 owned by network:floatingip {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:21:54.150336 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-069b9689-d4ec-497b-84e0-83858adf7b37 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:54.176082 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069b9689-d4ec-497b-84e0-83858adf7b37 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Pushing event deleted for resources: {'Port': ['ID=abe857b7-d180-49f3-8297-9de1befd55d1,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:21:54.201234 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069b9689-d4ec-497b-84e0-83858adf7b37 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:21:54.201605 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069b9689-d4ec-497b-84e0-83858adf7b37 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:21:54.202087 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069b9689-d4ec-497b-84e0-83858adf7b37 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:21:54.202454 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069b9689-d4ec-497b-84e0-83858adf7b37 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:21:54.202791 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069b9689-d4ec-497b-84e0-83858adf7b37 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:21:54.203120 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069b9689-d4ec-497b-84e0-83858adf7b37 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:21:54.203444 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069b9689-d4ec-497b-84e0-83858adf7b37 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:21:54.203768 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069b9689-d4ec-497b-84e0-83858adf7b37 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:21:54.204102 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069b9689-d4ec-497b-84e0-83858adf7b37 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:21:54.204425 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069b9689-d4ec-497b-84e0-83858adf7b37 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:21:54.204789 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069b9689-d4ec-497b-84e0-83858adf7b37 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:21:54.205487 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069b9689-d4ec-497b-84e0-83858adf7b37 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:21:54.243977 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-069b9689-d4ec-497b-84e0-83858adf7b37 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for floatingip, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:54.244307 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [None req-069b9689-d4ec-497b-84e0-83858adf7b37 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Floating IP 5bfd0579-4487-463a-a0ce-dcaa4dfd0294 disassociated (deleted). External IP: 172.25.0.218, port: 124b64b1-b16d-40bd-afb7-2c9cfb4a878a. Sep 08 10:21:54.447513 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-069b9689-d4ec-497b-84e0-83858adf7b37 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Router b1d09df6-fed0-4dcd-bad3-0779350b94b9 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 10:21:54.553471 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069b9689-d4ec-497b-84e0-83858adf7b37 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:21:54.558268 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-069b9689-d4ec-497b-84e0-83858adf7b37 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:54.564876 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47f5cc7-98c6-4625-a3da-3ac73252b42c None None] Sync routers for ids ['b1d09df6-fed0-4dcd-bad3-0779350b94b9'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:21:54.573725 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47f5cc7-98c6-4625-a3da-3ac73252b42c None None] Routers {'b1d09df6-fed0-4dcd-bad3-0779350b94b9'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:21:54.574351 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-a47f5cc7-98c6-4625-a3da-3ac73252b42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:21:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['b1d09df6-fed0-4dcd-bad3-0779350b94b9'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:21:54.585259 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-069b9689-d4ec-497b-84e0-83858adf7b37 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "DELETE /v2.0/floatingips/5bfd0579-4487-463a-a0ce-dcaa4dfd0294 HTTP/1.1" status: 204 len: 168 time: 0.8964014 Sep 08 10:21:54.585853 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b1e5583-0042-478d-a9b6-9247bb0f204c', 'tag': '124b64b1-b16d-40bd-afb7-2c9cfb4a878a'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:21:54.588135 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f414e5b1-95f3-44e5-a3b2-ce595285a321" -d '{"events": [{"name": "network-changed", "server_uuid": "7b1e5583-0042-478d-a9b6-9247bb0f204c", "tag": "124b64b1-b16d-40bd-afb7-2c9cfb4a878a"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:21:54.684865 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-a47f5cc7-98c6-4625-a3da-3ac73252b42c None None] Set router b1d09df6-fed0-4dcd-bad3-0779350b94b9 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:21:54.695636 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 10:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d35ee7e-87b4-42ae-b98e-dd77d138b56a x-openstack-request-id: req-9d35ee7e-87b4-42ae-b98e-dd77d138b56a {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:21:54.696140 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b1e5583-0042-478d-a9b6-9247bb0f204c", "tag": "124b64b1-b16d-40bd-afb7-2c9cfb4a878a", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:21:54.696249 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-9d35ee7e-87b4-42ae-b98e-dd77d138b56a {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:21:54.696583 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b1e5583-0042-478d-a9b6-9247bb0f204c', 'tag': '124b64b1-b16d-40bd-afb7-2c9cfb4a878a', 'status': 'completed', 'code': 200} Sep 08 10:21:54.790855 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414e5b1-95f3-44e5-a3b2-ce595285a321 req-031379e9-e802-4f93-b543-0d9bc4fa5b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:21:54.792420 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f414e5b1-95f3-44e5-a3b2-ce595285a321 req-031379e9-e802-4f93-b543-0d9bc4fa5b77 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e5d38ace5d04465b5e27516deb773a4&device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 1098 time: 0.0484238 Sep 08 10:21:54.875104 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6df2c1-1945-4cb4-bf21-c00af9d4ad29 req-0fcc3b5e-801f-40ee-b209-772fb8f7a7b5 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:21:54.877491 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0e6df2c1-1945-4cb4-bf21-c00af9d4ad29 req-0fcc3b5e-801f-40ee-b209-772fb8f7a7b5 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 946 time: 0.1032338 Sep 08 10:21:54.889379 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414e5b1-95f3-44e5-a3b2-ce595285a321 req-7349dc0b-73fd-427d-8bd4-ad1dcc7c78e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:21:54.890944 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f414e5b1-95f3-44e5-a3b2-ce595285a321 req-7349dc0b-73fd-427d-8bd4-ad1dcc7c78e0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=19e1f23e-59c7-45eb-80e2-2121308b3bf6 HTTP/1.1" status: 200 len: 908 time: 0.0907209 Sep 08 10:21:54.903830 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-a47f5cc7-98c6-4625-a3da-3ac73252b42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'name': 'tempest-TestShelveInstance-83221939-router', 'tenant_id': '2e5d38ace5d04465b5e27516deb773a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '967da031-0fe2-4f5a-8c06-86ad93728c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:16:23Z', 'updated_at': '2021-09-08T10:16:25Z', 'revision_number': 4, 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'gw_port': {'id': '967da031-0fe2-4f5a-8c06-86ad93728c54', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:16:23Z', 'updated_at': '2021-09-08T10:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '9af49c43-310f-4e5d-81cb-4adae53a5490', 'name': '', 'network_id': '19e1f23e-59c7-45eb-80e2-2121308b3bf6', 'tenant_id': '2e5d38ace5d04465b5e27516deb773a4', 'mac_address': 'fa:16:3e:29:11:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'ef624010-6e3a-4ddb-a430-d9d79f59a648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:16:25Z', 'updated_at': '2021-09-08T10:16:32Z', 'revision_number': 5, 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'subnets': [{'id': 'ef624010-6e3a-4ddb-a430-d9d79f59a648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:21:54.918737 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0e6df2c1-1945-4cb4-bf21-c00af9d4ad29 req-cd894b15-20da-4bc0-aef1-e67eef651bbf tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353014 Sep 08 10:21:54.930745 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47f5cc7-98c6-4625-a3da-3ac73252b42c None None] Checking router: b1d09df6-fed0-4dcd-bad3-0779350b94b9 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:21:54.937469 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f414e5b1-95f3-44e5-a3b2-ce595285a321 req-78b994ec-eb47-4510-8762-68659674740c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=124b64b1-b16d-40bd-afb7-2c9cfb4a878a HTTP/1.1" status: 200 len: 217 time: 0.0386875 Sep 08 10:21:54.943166 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47f5cc7-98c6-4625-a3da-3ac73252b42c None None] Routers {'b1d09df6-fed0-4dcd-bad3-0779350b94b9'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:21:54.943778 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-a47f5cc7-98c6-4625-a3da-3ac73252b42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:21:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['b1d09df6-fed0-4dcd-bad3-0779350b94b9'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:21:54.988598 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:54.989306 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414e5b1-95f3-44e5-a3b2-ce595285a321 req-b9f72d55-4169-41fd-91e8-1a8f951c3d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:21:54.990017 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f414e5b1-95f3-44e5-a3b2-ce595285a321 req-b9f72d55-4169-41fd-91e8-1a8f951c3d33 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef624010-6e3a-4ddb-a430-d9d79f59a648 HTTP/1.1" status: 200 len: 846 time: 0.0446742 Sep 08 10:21:55.037731 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414e5b1-95f3-44e5-a3b2-ce595285a321 req-a63caf52-868b-450c-ab07-72f9edeeba48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:21:55.039292 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f414e5b1-95f3-44e5-a3b2-ce595285a321 req-a63caf52-868b-450c-ab07-72f9edeeba48 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=19e1f23e-59c7-45eb-80e2-2121308b3bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411284 Sep 08 10:21:55.056180 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-a47f5cc7-98c6-4625-a3da-3ac73252b42c None None] Set router b1d09df6-fed0-4dcd-bad3-0779350b94b9 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:21:55.145949 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f414e5b1-95f3-44e5-a3b2-ce595285a321 req-d8159a89-fd49-484d-a0ce-f7c29a4ddf5e service neutron] 10.222.0.35 "GET /v2.0/networks/19e1f23e-59c7-45eb-80e2-2121308b3bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986025 Sep 08 10:21:55.240479 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f414e5b1-95f3-44e5-a3b2-ce595285a321 req-d37787b5-29ea-4221-a1a1-ea3813b9f669 service neutron] 10.222.0.35 "GET /v2.0/networks/19e1f23e-59c7-45eb-80e2-2121308b3bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861928 Sep 08 10:21:55.253831 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-a47f5cc7-98c6-4625-a3da-3ac73252b42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'name': 'tempest-TestShelveInstance-83221939-router', 'tenant_id': '2e5d38ace5d04465b5e27516deb773a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '967da031-0fe2-4f5a-8c06-86ad93728c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:16:23Z', 'updated_at': '2021-09-08T10:16:25Z', 'revision_number': 4, 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'gw_port': {'id': '967da031-0fe2-4f5a-8c06-86ad93728c54', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:16:23Z', 'updated_at': '2021-09-08T10:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '9af49c43-310f-4e5d-81cb-4adae53a5490', 'name': '', 'network_id': '19e1f23e-59c7-45eb-80e2-2121308b3bf6', 'tenant_id': '2e5d38ace5d04465b5e27516deb773a4', 'mac_address': 'fa:16:3e:29:11:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'ef624010-6e3a-4ddb-a430-d9d79f59a648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:16:25Z', 'updated_at': '2021-09-08T10:16:32Z', 'revision_number': 5, 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'subnets': [{'id': 'ef624010-6e3a-4ddb-a430-d9d79f59a648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:21:55.283395 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47f5cc7-98c6-4625-a3da-3ac73252b42c None None] The sync data for ids ['b1d09df6-fed0-4dcd-bad3-0779350b94b9'] in n-d-806683-11 is: [{'id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'name': 'tempest-TestShelveInstance-83221939-router', 'tenant_id': '2e5d38ace5d04465b5e27516deb773a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '967da031-0fe2-4f5a-8c06-86ad93728c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:16:23Z', 'updated_at': '2021-09-08T10:16:25Z', 'revision_number': 4, 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'gw_port': {'id': '967da031-0fe2-4f5a-8c06-86ad93728c54', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:16:23Z', 'updated_at': '2021-09-08T10:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '9af49c43-310f-4e5d-81cb-4adae53a5490', 'name': '', 'network_id': '19e1f23e-59c7-45eb-80e2-2121308b3bf6', 'tenant_id': '2e5d38ace5d04465b5e27516deb773a4', 'mac_address': 'fa:16:3e:29:11:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'ef624010-6e3a-4ddb-a430-d9d79f59a648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:16:25Z', 'updated_at': '2021-09-08T10:16:32Z', 'revision_number': 5, 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'subnets': [{'id': 'ef624010-6e3a-4ddb-a430-d9d79f59a648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:21:55.496166 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6537462f-4709-4a67-b813-93e821c0224c None None] New status for floating IP 5bfd0579-4487-463a-a0ce-dcaa4dfd0294: DOWN {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 10:21:56.084235 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523cdec5-caa1-43b7-9527-19604db496bc req-14cb01f4-34d9-4f16-99c0-8ecdf2ab6460 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:21:56.085736 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-523cdec5-caa1-43b7-9527-19604db496bc req-14cb01f4-34d9-4f16-99c0-8ecdf2ab6460 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 946 time: 0.0948861 Sep 08 10:21:56.121832 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-523cdec5-caa1-43b7-9527-19604db496bc req-83521f16-fe5a-4965-8081-1e7c6f3c2d21 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=ec15ab69-99a6-40da-9f00-28d9f4117280&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301032 Sep 08 10:21:56.393363 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03683eb4-2e31-41fa-8cb7-7e181ee0e197 req-033a5776-3ac1-4d32-997a-3bfe89d985d7 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:21:56.394826 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-03683eb4-2e31-41fa-8cb7-7e181ee0e197 req-033a5776-3ac1-4d32-997a-3bfe89d985d7 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 946 time: 0.0511403 Sep 08 10:21:56.485826 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-03683eb4-2e31-41fa-8cb7-7e181ee0e197 req-eaf29836-a4f5-410e-b92f-97de87c23685 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Deleting port 124b64b1-b16d-40bd-afb7-2c9cfb4a878a {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:21:56.486638 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-03683eb4-2e31-41fa-8cb7-7e181ee0e197 req-eaf29836-a4f5-410e-b92f-97de87c23685 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:56.583233 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-03683eb4-2e31-41fa-8cb7-7e181ee0e197 req-eaf29836-a4f5-410e-b92f-97de87c23685 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] For port 124b64b1-b16d-40bd-afb7-2c9cfb4a878a, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=124b64b1-b16d-40bd-afb7-2c9cfb4a878a,segment=NetworkSegment(ae7a6503-e452-4eae-8c27-a615d3b273fb),segment_id=ae7a6503-e452-4eae-8c27-a615d3b273fb)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:21:56.583599 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-03683eb4-2e31-41fa-8cb7-7e181ee0e197 req-eaf29836-a4f5-410e-b92f-97de87c23685 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:56.594891 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-03683eb4-2e31-41fa-8cb7-7e181ee0e197 req-eaf29836-a4f5-410e-b92f-97de87c23685 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Calling delete_port for 124b64b1-b16d-40bd-afb7-2c9cfb4a878a owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:21:56.718531 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-03683eb4-2e31-41fa-8cb7-7e181ee0e197 req-eaf29836-a4f5-410e-b92f-97de87c23685 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:56.756122 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf29836-a4f5-410e-b92f-97de87c23685 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Pushing event deleted for resources: {'Port': ['ID=124b64b1-b16d-40bd-afb7-2c9cfb4a878a,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:21:56.796832 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-03683eb4-2e31-41fa-8cb7-7e181ee0e197 req-eaf29836-a4f5-410e-b92f-97de87c23685 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] No DVR routers for this DVR port 124b64b1-b16d-40bd-afb7-2c9cfb4a878a on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 10:21:56.800075 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-03683eb4-2e31-41fa-8cb7-7e181ee0e197 req-eaf29836-a4f5-410e-b92f-97de87c23685 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:56.802112 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-03683eb4-2e31-41fa-8cb7-7e181ee0e197 req-eaf29836-a4f5-410e-b92f-97de87c23685 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.35 "DELETE /v2.0/ports/124b64b1-b16d-40bd-afb7-2c9cfb4a878a HTTP/1.1" status: 204 len: 173 time: 0.4013779 Sep 08 10:21:56.802544 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1e5583-0042-478d-a9b6-9247bb0f204c', 'name': 'network-vif-deleted', 'tag': '124b64b1-b16d-40bd-afb7-2c9cfb4a878a'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:21:56.804755 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d204151c-8964-4257-8a6d-59a9bf50bb0b" -d '{"events": [{"server_uuid": "7b1e5583-0042-478d-a9b6-9247bb0f204c", "name": "network-vif-deleted", "tag": "124b64b1-b16d-40bd-afb7-2c9cfb4a878a"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:21:56.843542 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 10:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25fb21ad-6e91-4c15-be99-360e90bcd76b x-openstack-request-id: req-25fb21ad-6e91-4c15-be99-360e90bcd76b {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:21:56.843838 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b1e5583-0042-478d-a9b6-9247bb0f204c", "name": "network-vif-deleted", "tag": "124b64b1-b16d-40bd-afb7-2c9cfb4a878a", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:21:56.844088 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-25fb21ad-6e91-4c15-be99-360e90bcd76b {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:21:56.844511 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b1e5583-0042-478d-a9b6-9247bb0f204c', 'name': 'network-vif-deleted', 'tag': '124b64b1-b16d-40bd-afb7-2c9cfb4a878a', 'status': 'completed', 'code': 200} Sep 08 10:21:57.239454 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e7dfedd6-72f3-4db8-a913-28889298ccbc req-99a680c7-e035-4168-9a62-b363a4e8a818 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=7b1e5583-0042-478d-a9b6-9247bb0f204c HTTP/1.1" status: 200 len: 210 time: 0.0323753 Sep 08 10:21:58.301770 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40390) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:21:58.357800 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c94050f6-0592-4e22-8896-cd75ddbdd5df tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:58.384158 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c94050f6-0592-4e22-8896-cd75ddbdd5df tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:58.445915 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c94050f6-0592-4e22-8896-cd75ddbdd5df tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:58.448531 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-c94050f6-0592-4e22-8896-cd75ddbdd5df tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:58.449701 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-c94050f6-0592-4e22-8896-cd75ddbdd5df tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "DELETE /v2.0/security-groups/ec15ab69-99a6-40da-9f00-28d9f4117280 HTTP/1.1" status: 204 len: 168 time: 0.1487556 Sep 08 10:21:58.459386 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94050f6-0592-4e22-8896-cd75ddbdd5df tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec15ab69-99a6-40da-9f00-28d9f4117280,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:21:58.467639 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94050f6-0592-4e22-8896-cd75ddbdd5df tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:21:58.467989 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94050f6-0592-4e22-8896-cd75ddbdd5df tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:21:58.468334 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94050f6-0592-4e22-8896-cd75ddbdd5df tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:21:58.468691 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94050f6-0592-4e22-8896-cd75ddbdd5df tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:21:58.469033 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94050f6-0592-4e22-8896-cd75ddbdd5df tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:21:58.469371 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94050f6-0592-4e22-8896-cd75ddbdd5df tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:21:58.469699 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94050f6-0592-4e22-8896-cd75ddbdd5df tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:21:58.470026 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94050f6-0592-4e22-8896-cd75ddbdd5df tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:21:58.470992 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94050f6-0592-4e22-8896-cd75ddbdd5df tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:21:58.471350 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94050f6-0592-4e22-8896-cd75ddbdd5df tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:21:58.471684 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94050f6-0592-4e22-8896-cd75ddbdd5df tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:21:58.472003 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94050f6-0592-4e22-8896-cd75ddbdd5df tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:21:58.831665 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40398) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:21:58.836223 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-2ae26ab5-d30f-4364-8155-d21232112d7a tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-826205690', 'description': 'tempest-secgroup-smoke-826205690 description', 'project_id': '2e5d38ace5d04465b5e27516deb773a4'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:21:58.858376 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2ae26ab5-d30f-4364-8155-d21232112d7a tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:58.943648 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2ae26ab5-d30f-4364-8155-d21232112d7a tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:58.947239 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2ae26ab5-d30f-4364-8155-d21232112d7a tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:58.971035 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-2ae26ab5-d30f-4364-8155-d21232112d7a tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:58.972273 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-2ae26ab5-d30f-4364-8155-d21232112d7a tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1395907 Sep 08 10:21:58.975273 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40400) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:21:58.980010 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-f247d8e9-74b6-4d68-ad5b-e8b270b631e1 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Request body: {'security_group_rule': {'security_group_id': '1170c80e-8137-440f-9afe-55a698ee7ab4', 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:21:58.980171 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae26ab5-d30f-4364-8155-d21232112d7a tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1170c80e-8137-440f-9afe-55a698ee7ab4,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:21:59.006537 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f247d8e9-74b6-4d68-ad5b-e8b270b631e1 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:59.060903 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f247d8e9-74b6-4d68-ad5b-e8b270b631e1 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:59.065005 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f247d8e9-74b6-4d68-ad5b-e8b270b631e1 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:59.085068 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f247d8e9-74b6-4d68-ad5b-e8b270b631e1 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53c64259-0f3c-4337-a24d-9556b02e20b6,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:21:59.091087 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-f247d8e9-74b6-4d68-ad5b-e8b270b631e1 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:59.093207 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-f247d8e9-74b6-4d68-ad5b-e8b270b631e1 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1159215 Sep 08 10:21:59.095022 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40402) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:21:59.099400 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-7ce41894-8f7f-4036-90b9-61a371739f85 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Request body: {'security_group_rule': {'security_group_id': '1170c80e-8137-440f-9afe-55a698ee7ab4', 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:21:59.124082 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7ce41894-8f7f-4036-90b9-61a371739f85 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:59.180587 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7ce41894-8f7f-4036-90b9-61a371739f85 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:59.184100 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7ce41894-8f7f-4036-90b9-61a371739f85 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:59.202754 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce41894-8f7f-4036-90b9-61a371739f85 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=851725c5-7c2d-4b1e-9b28-c2d6a95bdace,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:21:59.208420 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7ce41894-8f7f-4036-90b9-61a371739f85 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:59.209664 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-7ce41894-8f7f-4036-90b9-61a371739f85 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1136489 Sep 08 10:21:59.212389 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40404) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:21:59.216665 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-b7404a94-1d31-44aa-865a-2bb573bde037 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Request body: {'security_group_rule': {'security_group_id': '1170c80e-8137-440f-9afe-55a698ee7ab4', 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:21:59.244931 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b7404a94-1d31-44aa-865a-2bb573bde037 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:59.300939 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b7404a94-1d31-44aa-865a-2bb573bde037 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:59.304506 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b7404a94-1d31-44aa-865a-2bb573bde037 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:59.325273 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7404a94-1d31-44aa-865a-2bb573bde037 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72905add-3bea-4487-8b4c-1572cdaf33c6,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:21:59.328572 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b7404a94-1d31-44aa-865a-2bb573bde037 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:59.330623 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b7404a94-1d31-44aa-865a-2bb573bde037 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1164649 Sep 08 10:21:59.333341 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40406) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:21:59.337635 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-ee9c74c3-e14f-45ab-9318-631a368db9f0 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Request body: {'security_group_rule': {'security_group_id': '1170c80e-8137-440f-9afe-55a698ee7ab4', 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:21:59.363040 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ee9c74c3-e14f-45ab-9318-631a368db9f0 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:59.421524 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ee9c74c3-e14f-45ab-9318-631a368db9f0 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:59.425165 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ee9c74c3-e14f-45ab-9318-631a368db9f0 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:59.446015 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c74c3-e14f-45ab-9318-631a368db9f0 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73d40914-aa46-4732-8f21-fe5ddd8332f7,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:21:59.452155 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ee9c74c3-e14f-45ab-9318-631a368db9f0 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:59.453476 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ee9c74c3-e14f-45ab-9318-631a368db9f0 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1192055 Sep 08 10:21:59.457067 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40408) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:21:59.461386 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-7618a96b-6a4d-40f0-bdd0-7322ddd72c81 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Request body: {'security_group_rule': {'security_group_id': '1170c80e-8137-440f-9afe-55a698ee7ab4', 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:21:59.483629 n-d-806683-11 neutron-server[94712]: INFO neutron.db.securitygroups_db [None req-7618a96b-6a4d-40f0-bdd0-7322ddd72c81 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Project 2e5d38ace5d04465b5e27516deb773a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 10:21:59.488922 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7618a96b-6a4d-40f0-bdd0-7322ddd72c81 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:59.514919 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:59.551510 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7618a96b-6a4d-40f0-bdd0-7322ddd72c81 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:59.555048 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7618a96b-6a4d-40f0-bdd0-7322ddd72c81 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:59.570125 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7618a96b-6a4d-40f0-bdd0-7322ddd72c81 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f14c2ae-d136-4670-a7ad-b5e952c02e42,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:21:59.579414 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7618a96b-6a4d-40f0-bdd0-7322ddd72c81 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:59.581649 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-7618a96b-6a4d-40f0-bdd0-7322ddd72c81 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1236639 Sep 08 10:21:59.584340 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40412) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:21:59.588549 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-4942095e-c7b9-4ad2-aba6-b6e9418fbca4 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Request body: {'security_group_rule': {'security_group_id': '1170c80e-8137-440f-9afe-55a698ee7ab4', 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:21:59.609303 n-d-806683-11 neutron-server[94712]: INFO neutron.db.securitygroups_db [None req-4942095e-c7b9-4ad2-aba6-b6e9418fbca4 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Project 2e5d38ace5d04465b5e27516deb773a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 10:21:59.613923 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4942095e-c7b9-4ad2-aba6-b6e9418fbca4 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:59.674831 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4942095e-c7b9-4ad2-aba6-b6e9418fbca4 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:59.678745 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4942095e-c7b9-4ad2-aba6-b6e9418fbca4 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:59.696492 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4942095e-c7b9-4ad2-aba6-b6e9418fbca4 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b387d302-6e30-4deb-a111-380f17ef457b,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:21:59.701952 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4942095e-c7b9-4ad2-aba6-b6e9418fbca4 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:21:59.703176 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4942095e-c7b9-4ad2-aba6-b6e9418fbca4 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1179001 Sep 08 10:22:00.218128 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 124b64b1-b16d-40bd-afb7-2c9cfb4a878a no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:22:00.238247 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: 124b64b1-b16d-40bd-afb7-2c9cfb4a878a {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:22:00.238606 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 124b64b1-b16d-40bd-afb7-2c9cfb4a878a not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:22:14.227373 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-a0459c5c-9462-45ff-9192-e0ca650e06b2 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-826205690&fields=id&tenant_id=2e5d38ace5d04465b5e27516deb773a4 HTTP/1.1" status: 200 len: 267 time: 0.0326564 Sep 08 10:22:14.336178 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-0d25809b-b0e9-4089-9f7a-2caac629778d tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:22:14.337612 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-0d25809b-b0e9-4089-9f7a-2caac629778d tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/networks?id=19e1f23e-59c7-45eb-80e2-2121308b3bf6 HTTP/1.1" status: 200 len: 807 time: 0.1028428 Sep 08 10:22:14.352064 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-ccdf550d-fb23-45f4-b9e9-992e8d713111 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/quotas/2e5d38ace5d04465b5e27516deb773a4 HTTP/1.1" status: 200 len: 375 time: 0.0088043 Sep 08 10:22:14.402636 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-a0d3b676-f35e-4a28-8393-0d93cf69ba6b tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2e5d38ace5d04465b5e27516deb773a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451596 Sep 08 10:22:14.471787 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-dcc2c29c-16dc-4fe4-ba2d-b511e121103b service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 10:22:14.472798 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-dcc2c29c-16dc-4fe4-ba2d-b511e121103b service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0586290 Sep 08 10:22:14.564512 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-9e7e158d-e4c1-41d6-aacc-a697a2a2358d service neutron] 10.222.0.54 "GET /v2.0/networks/19e1f23e-59c7-45eb-80e2-2121308b3bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849919 Sep 08 10:22:14.651636 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-4b2fe1cb-ab5a-4394-a4dd-2f22dc6bd5dd service neutron] 10.222.0.54 "GET /v2.0/networks/19e1f23e-59c7-45eb-80e2-2121308b3bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810192 Sep 08 10:22:14.932750 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-42f2bbbd-8893-4d30-9920-354dd0f94dc7 req-c3321c6a-f565-4390-9b09-5eba8802cc1a tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 210 time: 0.0275426 Sep 08 10:22:15.993237 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-5e3d8e53-e75d-46dd-ad84-da005ebf791c tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:22:15.994754 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-5e3d8e53-e75d-46dd-ad84-da005ebf791c tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.37 "GET /v2.0/networks?id=19e1f23e-59c7-45eb-80e2-2121308b3bf6 HTTP/1.1" status: 200 len: 807 time: 0.1146033 Sep 08 10:22:16.065545 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-bb09daf6-0689-4ffc-a892-851265c4379e tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e5d38ace5d04465b5e27516deb773a4 HTTP/1.1" status: 200 len: 379 time: 0.0556426 Sep 08 10:22:16.067419 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0fe87cf2-5cda-4f87-a74d-cfc460487fce req-ca75cdab-e889-42f9-9cf2-0ea9b0dcd641 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 210 time: 0.0382209 Sep 08 10:22:16.074523 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-27f38bf1-fc76-4006-9641-b9be7dd15c4d tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Request body: {'port': {'device_id': '1202cceb-f09b-48d0-b31d-85c7b8c05556', 'network_id': '19e1f23e-59c7-45eb-80e2-2121308b3bf6', 'admin_state_up': True, 'tenant_id': '2e5d38ace5d04465b5e27516deb773a4', 'security_groups': ['1170c80e-8137-440f-9afe-55a698ee7ab4']}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:22:16.522253 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-27f38bf1-fc76-4006-9641-b9be7dd15c4d tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Made reservation on behalf of 2e5d38ace5d04465b5e27516deb773a4 for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:22:16.525688 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-27f38bf1-fc76-4006-9641-b9be7dd15c4d tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:22:16.656335 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-27f38bf1-fc76-4006-9641-b9be7dd15c4d tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Allocated IP 172.20.0.3 (19e1f23e-59c7-45eb-80e2-2121308b3bf6/ef624010-6e3a-4ddb-a430-d9d79f59a648/cb5bfc06-66ab-4811-97e9-f17f55cd0e6d) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:22:16.799041 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-27f38bf1-fc76-4006-9641-b9be7dd15c4d tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:22:16.813428 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-27f38bf1-fc76-4006-9641-b9be7dd15c4d tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Transition to ACTIVE for port object cb5bfc06-66ab-4811-97e9-f17f55cd0e6d will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:22:16.847324 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-27f38bf1-fc76-4006-9641-b9be7dd15c4d tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:22:16.894639 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-27f38bf1-fc76-4006-9641-b9be7dd15c4d tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Network 19e1f23e-59c7-45eb-80e2-2121308b3bf6 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:22:16.898575 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f38bf1-fc76-4006-9641-b9be7dd15c4d tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Pushing event updated for resources: {'Port': ['ID=cb5bfc06-66ab-4811-97e9-f17f55cd0e6d,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:22:16.901011 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-27f38bf1-fc76-4006-9641-b9be7dd15c4d tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:22:16.903129 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-27f38bf1-fc76-4006-9641-b9be7dd15c4d tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:22:16.957309 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-27f38bf1-fc76-4006-9641-b9be7dd15c4d tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:22:16.957952 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-27f38bf1-fc76-4006-9641-b9be7dd15c4d tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:22:16.974313 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-27f38bf1-fc76-4006-9641-b9be7dd15c4d tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9032903 Sep 08 10:22:16.984401 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-f3dc5cbe-5661-4bed-aa2c-f0ef89ccfeb7 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 10:22:16.986201 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-f3dc5cbe-5661-4bed-aa2c-f0ef89ccfeb7 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052619 Sep 08 10:22:17.051195 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-fdf79289-620a-406e-8d51-e88d452ce43b service neutron] Request body: {'port': {'device_id': '1202cceb-f09b-48d0-b31d-85c7b8c05556', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:22:17.115698 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-fdf79289-620a-406e-8d51-e88d452ce43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:22:17.168446 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-de03becc-b716-4541-8b89-004318f38dcb None None] Provisioning for port cb5bfc06-66ab-4811-97e9-f17f55cd0e6d completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:22:17.175082 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-de03becc-b716-4541-8b89-004318f38dcb None None] Provisioning complete for port cb5bfc06-66ab-4811-97e9-f17f55cd0e6d triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:22:17.175857 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-de03becc-b716-4541-8b89-004318f38dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:22:17.203447 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019f8ad-c961-4b1c-afba-79247ff95dfb req-ae8ce3fb-b231-4569-afad-15899df40c61 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:22:17.213277 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d019f8ad-c961-4b1c-afba-79247ff95dfb req-ae8ce3fb-b231-4569-afad-15899df40c61 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 931 time: 0.0723109 Sep 08 10:22:17.225259 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-de03becc-b716-4541-8b89-004318f38dcb None None] Port cb5bfc06-66ab-4811-97e9-f17f55cd0e6d cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 10:22:17.264577 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d019f8ad-c961-4b1c-afba-79247ff95dfb req-84463048-2993-4a4f-adfc-5422fc219cae tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=1170c80e-8137-440f-9afe-55a698ee7ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494211 Sep 08 10:22:17.433949 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-fdf79289-620a-406e-8d51-e88d452ce43b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb5bfc06-66ab-4811-97e9-f17f55cd0e6d {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 10:22:17.441543 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-fdf79289-620a-406e-8d51-e88d452ce43b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:22:17.453021 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-fdf79289-620a-406e-8d51-e88d452ce43b service neutron] Transition to ACTIVE for port object cb5bfc06-66ab-4811-97e9-f17f55cd0e6d will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:22:17.457775 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-fdf79289-620a-406e-8d51-e88d452ce43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:22:17.523002 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf79289-620a-406e-8d51-e88d452ce43b service neutron] Pushing event updated for resources: {'Port': ['ID=cb5bfc06-66ab-4811-97e9-f17f55cd0e6d,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:22:17.582457 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-fdf79289-620a-406e-8d51-e88d452ce43b service neutron] Attempting to bind port cb5bfc06-66ab-4811-97e9-f17f55cd0e6d on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:22:17.582799 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-fdf79289-620a-406e-8d51-e88d452ce43b service neutron] Attempting to bind port cb5bfc06-66ab-4811-97e9-f17f55cd0e6d by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'ae7a6503-e452-4eae-8c27-a615d3b273fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '19e1f23e-59c7-45eb-80e2-2121308b3bf6'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:22:17.583134 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-fdf79289-620a-406e-8d51-e88d452ce43b service neutron] Attempting to bind port cb5bfc06-66ab-4811-97e9-f17f55cd0e6d on network 19e1f23e-59c7-45eb-80e2-2121308b3bf6 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:22:17.587971 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-fdf79289-620a-406e-8d51-e88d452ce43b service neutron] Port cb5bfc06-66ab-4811-97e9-f17f55cd0e6d on network 19e1f23e-59c7-45eb-80e2-2121308b3bf6 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 10:22:17.588295 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-fdf79289-620a-406e-8d51-e88d452ce43b service neutron] Attempting to bind port cb5bfc06-66ab-4811-97e9-f17f55cd0e6d on network 19e1f23e-59c7-45eb-80e2-2121308b3bf6 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:22:17.593335 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-fdf79289-620a-406e-8d51-e88d452ce43b service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:22:17.593675 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-fdf79289-620a-406e-8d51-e88d452ce43b service neutron] Checking segment: {'id': 'ae7a6503-e452-4eae-8c27-a615d3b273fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '19e1f23e-59c7-45eb-80e2-2121308b3bf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:22:17.594082 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-fdf79289-620a-406e-8d51-e88d452ce43b service neutron] Bound using segment: {'id': 'ae7a6503-e452-4eae-8c27-a615d3b273fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '19e1f23e-59c7-45eb-80e2-2121308b3bf6'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:22:17.594667 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-fdf79289-620a-406e-8d51-e88d452ce43b service neutron] Bound port: cb5bfc06-66ab-4811-97e9-f17f55cd0e6d, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae7a6503-e452-4eae-8c27-a615d3b273fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '19e1f23e-59c7-45eb-80e2-2121308b3bf6'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:22:17.595583 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-fdf79289-620a-406e-8d51-e88d452ce43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:22:17.672491 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-fdf79289-620a-406e-8d51-e88d452ce43b service neutron] For port cb5bfc06-66ab-4811-97e9-f17f55cd0e6d, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:22:17.675867 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-fdf79289-620a-406e-8d51-e88d452ce43b service neutron] For port cb5bfc06-66ab-4811-97e9-f17f55cd0e6d, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=cb5bfc06-66ab-4811-97e9-f17f55cd0e6d,segment=NetworkSegment(ae7a6503-e452-4eae-8c27-a615d3b273fb),segment_id=ae7a6503-e452-4eae-8c27-a615d3b273fb)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:22:17.681253 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-fdf79289-620a-406e-8d51-e88d452ce43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:22:17.715168 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-fdf79289-620a-406e-8d51-e88d452ce43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:22:17.716006 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-fdf79289-620a-406e-8d51-e88d452ce43b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:22:17.717358 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-fdf79289-620a-406e-8d51-e88d452ce43b service neutron] 10.222.0.37 "PUT /v2.0/ports/cb5bfc06-66ab-4811-97e9-f17f55cd0e6d HTTP/1.1" status: 200 len: 1092 time: 0.7179768 Sep 08 10:22:17.717722 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1202cceb-f09b-48d0-b31d-85c7b8c05556', 'tag': 'cb5bfc06-66ab-4811-97e9-f17f55cd0e6d'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:22:17.720519 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0215e4b-06af-4df3-b295-132b7db8301d" -d '{"events": [{"name": "network-changed", "server_uuid": "1202cceb-f09b-48d0-b31d-85c7b8c05556", "tag": "cb5bfc06-66ab-4811-97e9-f17f55cd0e6d"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:22:17.762912 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf79289-620a-406e-8d51-e88d452ce43b service neutron] Pushing event updated for resources: {'Port': ['ID=cb5bfc06-66ab-4811-97e9-f17f55cd0e6d,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:22:17.771985 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 10:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17f636a-6870-465a-a5ec-e618cb6f13cb x-openstack-request-id: req-d17f636a-6870-465a-a5ec-e618cb6f13cb {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:22:17.772478 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1202cceb-f09b-48d0-b31d-85c7b8c05556", "tag": "cb5bfc06-66ab-4811-97e9-f17f55cd0e6d", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:22:17.772915 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-d17f636a-6870-465a-a5ec-e618cb6f13cb {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:22:17.773578 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1202cceb-f09b-48d0-b31d-85c7b8c05556', 'tag': 'cb5bfc06-66ab-4811-97e9-f17f55cd0e6d', 'status': 'completed', 'code': 200} Sep 08 10:22:17.822839 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f96895f8-54a8-469a-a4f3-26cd07c287cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:22:17.842316 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-324fb3fa-391e-493e-b8c0-251f29574cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:22:17.843920 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-324fb3fa-391e-493e-b8c0-251f29574cd8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2e5d38ace5d04465b5e27516deb773a4&device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 1095 time: 0.0495312 Sep 08 10:22:17.897950 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-785493ca-5e9a-467a-84b5-a994de683135 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb5bfc06-66ab-4811-97e9-f17f55cd0e6d HTTP/1.1" status: 200 len: 217 time: 0.0403669 Sep 08 10:22:17.955641 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-cf1d009b-ea1a-49fc-99fb-f8458473cde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:22:17.957161 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-cf1d009b-ea1a-49fc-99fb-f8458473cde5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ef624010-6e3a-4ddb-a430-d9d79f59a648 HTTP/1.1" status: 200 len: 846 time: 0.0526896 Sep 08 10:22:18.006082 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-ea770324-8c69-44d3-950e-e286c8cf026c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:22:18.007588 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-ea770324-8c69-44d3-950e-e286c8cf026c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=19e1f23e-59c7-45eb-80e2-2121308b3bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434451 Sep 08 10:22:18.101462 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-5f77090c-e485-4939-88de-a4ee6f2477ee service neutron] 10.222.0.37 "GET /v2.0/networks/19e1f23e-59c7-45eb-80e2-2121308b3bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864677 Sep 08 10:22:18.193150 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4df4e6bc-f82d-4f38-b901-92898b4ae866 req-0426c743-b580-4eb8-9972-d2b022510c52 service neutron] 10.222.0.37 "GET /v2.0/networks/19e1f23e-59c7-45eb-80e2-2121308b3bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851741 Sep 08 10:22:18.305822 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0215e4b-06af-4df3-b295-132b7db8301d req-df3d4361-c959-4ab4-8477-3ab726db4e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:22:18.307470 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d0215e4b-06af-4df3-b295-132b7db8301d req-df3d4361-c959-4ab4-8477-3ab726db4e9e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2e5d38ace5d04465b5e27516deb773a4&device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 1095 time: 0.0443132 Sep 08 10:22:18.387404 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288fad80-f524-4080-ac3c-b0bed32aba39 req-59c92ea9-e627-458c-8d70-90b028b7c00c tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:22:18.388929 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-288fad80-f524-4080-ac3c-b0bed32aba39 req-59c92ea9-e627-458c-8d70-90b028b7c00c tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 943 time: 0.0555906 Sep 08 10:22:18.414400 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0215e4b-06af-4df3-b295-132b7db8301d req-c3d23ff7-871b-4afa-a4b5-e73d4e39e5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:22:18.416007 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d0215e4b-06af-4df3-b295-132b7db8301d req-c3d23ff7-871b-4afa-a4b5-e73d4e39e5f2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=19e1f23e-59c7-45eb-80e2-2121308b3bf6 HTTP/1.1" status: 200 len: 908 time: 0.1009715 Sep 08 10:22:18.430556 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-288fad80-f524-4080-ac3c-b0bed32aba39 req-4763e205-5d0e-4792-85a9-5aab8d481bfd tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=1170c80e-8137-440f-9afe-55a698ee7ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328548 Sep 08 10:22:18.459839 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d0215e4b-06af-4df3-b295-132b7db8301d req-9bb34cd3-112a-4781-9d94-e6b704a33307 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb5bfc06-66ab-4811-97e9-f17f55cd0e6d HTTP/1.1" status: 200 len: 217 time: 0.0350282 Sep 08 10:22:18.514734 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0215e4b-06af-4df3-b295-132b7db8301d req-328b4d74-31fc-4c28-97cc-7d4d4d459c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:22:18.516279 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d0215e4b-06af-4df3-b295-132b7db8301d req-328b4d74-31fc-4c28-97cc-7d4d4d459c07 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ef624010-6e3a-4ddb-a430-d9d79f59a648 HTTP/1.1" status: 200 len: 846 time: 0.0499251 Sep 08 10:22:18.565360 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0215e4b-06af-4df3-b295-132b7db8301d req-129da390-3e6f-4094-bb51-0f43b86d1300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:22:18.566955 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d0215e4b-06af-4df3-b295-132b7db8301d req-129da390-3e6f-4094-bb51-0f43b86d1300 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=19e1f23e-59c7-45eb-80e2-2121308b3bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434616 Sep 08 10:22:18.664196 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d0215e4b-06af-4df3-b295-132b7db8301d req-2d4b8203-af0c-41bc-a50f-c3379b0e14ec service neutron] 10.222.0.37 "GET /v2.0/networks/19e1f23e-59c7-45eb-80e2-2121308b3bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899997 Sep 08 10:22:18.759576 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d0215e4b-06af-4df3-b295-132b7db8301d req-26ddee24-6e6b-4fda-af09-9427805ca043 service neutron] 10.222.0.37 "GET /v2.0/networks/19e1f23e-59c7-45eb-80e2-2121308b3bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889010 Sep 08 10:22:19.586010 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9050a-15ea-451d-8166-ed3ddcf25daa req-3a8e031b-f690-4416-b753-8329f130c84f tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:22:19.587529 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1fe9050a-15ea-451d-8166-ed3ddcf25daa req-3a8e031b-f690-4416-b753-8329f130c84f tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 943 time: 0.0493050 Sep 08 10:22:19.625222 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1fe9050a-15ea-451d-8166-ed3ddcf25daa req-0ad7f939-7fc0-473a-819b-1d1b18039723 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=1170c80e-8137-440f-9afe-55a698ee7ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315354 Sep 08 10:22:20.554745 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:22:20.767649 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10beed-91c5-4c79-83db-1da989715630 req-c3022783-b10b-4c7b-845f-1786c2b72bc6 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:22:20.769150 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4a10beed-91c5-4c79-83db-1da989715630 req-c3022783-b10b-4c7b-845f-1786c2b72bc6 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 943 time: 0.0499947 Sep 08 10:22:20.807708 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4a10beed-91c5-4c79-83db-1da989715630 req-ba1daf50-7bf9-44bd-9e98-93bc81c9726a tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=1170c80e-8137-440f-9afe-55a698ee7ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324397 Sep 08 10:22:20.878906 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5e9de585-992c-4f85-af01-4896cfbecd71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:22:21.926633 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982e954-f6ec-4146-a7c6-0e96efa43708 req-7138edad-4117-47d0-8360-9e662922d3eb tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:22:21.928120 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a982e954-f6ec-4146-a7c6-0e96efa43708 req-7138edad-4117-47d0-8360-9e662922d3eb tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 943 time: 0.0532160 Sep 08 10:22:21.965284 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a982e954-f6ec-4146-a7c6-0e96efa43708 req-5e55c50e-46e1-4481-9cc2-739c20f8efe0 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=1170c80e-8137-440f-9afe-55a698ee7ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311873 Sep 08 10:22:22.476337 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:22:23.077173 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef85d06-5ae9-434f-8704-ad2f3773c4d3 req-d255ac5f-6e78-48ae-8917-fda00280b4ce tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:22:23.078683 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4ef85d06-5ae9-434f-8704-ad2f3773c4d3 req-d255ac5f-6e78-48ae-8917-fda00280b4ce tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 943 time: 0.0486701 Sep 08 10:22:23.117718 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4ef85d06-5ae9-434f-8704-ad2f3773c4d3 req-5811dd15-360f-4d60-a31a-4bc1dc914723 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=1170c80e-8137-440f-9afe-55a698ee7ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323582 Sep 08 10:22:23.873889 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:22:24.234518 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d50cda-fdd0-4232-af34-e6faa29a6079 req-fe64a085-6ff9-4746-97e8-0aabc79065fc tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:22:24.236574 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a7d50cda-fdd0-4232-af34-e6faa29a6079 req-fe64a085-6ff9-4746-97e8-0aabc79065fc tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 943 time: 0.0515687 Sep 08 10:22:24.275438 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a7d50cda-fdd0-4232-af34-e6faa29a6079 req-36439c8e-bb53-4482-9fdd-04c1dec61bf9 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=1170c80e-8137-440f-9afe-55a698ee7ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328462 Sep 08 10:22:24.984490 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:22:25.397341 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6df431-89e8-4816-92cc-7bc947a1d500 req-a9199c97-3242-4f0d-97fc-b1241b98f365 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:22:25.398848 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ae6df431-89e8-4816-92cc-7bc947a1d500 req-a9199c97-3242-4f0d-97fc-b1241b98f365 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 943 time: 0.0521405 Sep 08 10:22:25.436319 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ae6df431-89e8-4816-92cc-7bc947a1d500 req-74de58d2-9148-4ff7-a1a9-e6ae18ac51e7 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=1170c80e-8137-440f-9afe-55a698ee7ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315180 Sep 08 10:22:26.556504 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3434b9-6571-479f-b524-b2866009abc2 req-46202f07-8173-4d13-ac25-7ed004d3a679 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:22:26.557971 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2b3434b9-6571-479f-b524-b2866009abc2 req-46202f07-8173-4d13-ac25-7ed004d3a679 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 943 time: 0.0488937 Sep 08 10:22:26.597129 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2b3434b9-6571-479f-b524-b2866009abc2 req-f5f1b45e-e33e-437c-a84b-ec4e228285de tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=1170c80e-8137-440f-9afe-55a698ee7ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328155 Sep 08 10:22:27.713982 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46bf81-aaa1-4987-a1bb-87f5837ceeca req-2df7334d-5f89-4fd6-b9bc-2b701dcad86f tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:22:27.715492 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7a46bf81-aaa1-4987-a1bb-87f5837ceeca req-2df7334d-5f89-4fd6-b9bc-2b701dcad86f tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 943 time: 0.0494359 Sep 08 10:22:27.754158 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7a46bf81-aaa1-4987-a1bb-87f5837ceeca req-3ee98598-3764-4f3d-a809-b9354579546f tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=1170c80e-8137-440f-9afe-55a698ee7ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317962 Sep 08 10:22:28.558655 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device cb5bfc06-66ab-4811-97e9-f17f55cd0e6d details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 10:22:28.650898 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port cb5bfc06-66ab-4811-97e9-f17f55cd0e6d, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=cb5bfc06-66ab-4811-97e9-f17f55cd0e6d,segment=NetworkSegment(ae7a6503-e452-4eae-8c27-a615d3b273fb),segment_id=ae7a6503-e452-4eae-8c27-a615d3b273fb)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:22:28.664409 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': 'cb5bfc06-66ab-4811-97e9-f17f55cd0e6d', 'network_id': '19e1f23e-59c7-45eb-80e2-2121308b3bf6', 'port_id': 'cb5bfc06-66ab-4811-97e9-f17f55cd0e6d', 'mac_address': 'fa:16:3e:0f:7a:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef624010-6e3a-4ddb-a430-d9d79f59a648', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 10:22:28.700165 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:22:28.712770 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb5bfc06-66ab-4811-97e9-f17f55cd0e6d {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 10:22:28.732086 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port cb5bfc06-66ab-4811-97e9-f17f55cd0e6d, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=cb5bfc06-66ab-4811-97e9-f17f55cd0e6d,segment=NetworkSegment(ae7a6503-e452-4eae-8c27-a615d3b273fb),segment_id=ae7a6503-e452-4eae-8c27-a615d3b273fb)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:22:28.736894 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:22:28.784577 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=cb5bfc06-66ab-4811-97e9-f17f55cd0e6d,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:22:28.791827 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:22:28.792175 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:22:28.792689 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:22:28.793033 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:22:28.793366 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:22:28.793702 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:22:28.794028 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:22:28.794377 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:22:28.794699 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:22:28.795026 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:22:28.795347 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:22:28.795682 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:22:28.883781 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e75b4e-ebb1-46fd-835a-45e4ee23d183 req-1d0a70db-ecc4-42b9-8a0f-9d77e9a82976 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:22:28.885269 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-67e75b4e-ebb1-46fd-835a-45e4ee23d183 req-1d0a70db-ecc4-42b9-8a0f-9d77e9a82976 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 944 time: 0.0532730 Sep 08 10:22:28.922950 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-67e75b4e-ebb1-46fd-835a-45e4ee23d183 req-71f3bed6-6b78-4176-89e5-8ba52f03dc36 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=1170c80e-8137-440f-9afe-55a698ee7ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315390 Sep 08 10:22:29.048525 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['cb5bfc06-66ab-4811-97e9-f17f55cd0e6d'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 10:22:29.526185 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:22:30.037706 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c6018d-30a5-4854-8c34-af4f03e85fc3 req-821fcd1a-c38f-4043-848a-7db790332865 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:22:30.039248 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b3c6018d-30a5-4854-8c34-af4f03e85fc3 req-821fcd1a-c38f-4043-848a-7db790332865 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 944 time: 0.0483828 Sep 08 10:22:30.076716 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b3c6018d-30a5-4854-8c34-af4f03e85fc3 req-0760ef7b-92b5-4570-86b5-74b75408f36d tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=1170c80e-8137-440f-9afe-55a698ee7ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316727 Sep 08 10:22:30.571433 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device cb5bfc06-66ab-4811-97e9-f17f55cd0e6d up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:22:30.612664 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:22:30.619304 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port cb5bfc06-66ab-4811-97e9-f17f55cd0e6d completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:22:30.622877 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port cb5bfc06-66ab-4811-97e9-f17f55cd0e6d triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:22:30.623249 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:22:30.698712 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:22:30.721022 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1202cceb-f09b-48d0-b31d-85c7b8c05556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb5bfc06-66ab-4811-97e9-f17f55cd0e6d'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:22:30.723275 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbd6ab74e39b4b2e86e5ab95b387a5b58b5aa7d7561c6c8e6a0b2b9382551d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7588d0-0399-486b-9c42-076e1ac46227" -d '{"events": [{"server_uuid": "1202cceb-f09b-48d0-b31d-85c7b8c05556", "name": "network-vif-plugged", "status": "completed", "tag": "cb5bfc06-66ab-4811-97e9-f17f55cd0e6d"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:22:30.735854 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port cb5bfc06-66ab-4811-97e9-f17f55cd0e6d, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=cb5bfc06-66ab-4811-97e9-f17f55cd0e6d,segment=NetworkSegment(ae7a6503-e452-4eae-8c27-a615d3b273fb),segment_id=ae7a6503-e452-4eae-8c27-a615d3b273fb)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:22:30.740678 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:22:30.764276 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 10:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909bff27-af5c-4c7d-b498-9f29a815732d x-openstack-request-id: req-909bff27-af5c-4c7d-b498-9f29a815732d {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:22:30.764577 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1202cceb-f09b-48d0-b31d-85c7b8c05556", "name": "network-vif-plugged", "status": "completed", "tag": "cb5bfc06-66ab-4811-97e9-f17f55cd0e6d", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:22:30.764833 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-909bff27-af5c-4c7d-b498-9f29a815732d {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:22:30.765571 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1202cceb-f09b-48d0-b31d-85c7b8c05556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb5bfc06-66ab-4811-97e9-f17f55cd0e6d', 'code': 200} Sep 08 10:22:30.791992 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=cb5bfc06-66ab-4811-97e9-f17f55cd0e6d,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:22:30.890152 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe49186-11e6-4481-8552-317ef84deec9 req-83b034bd-a15d-44fe-82aa-45cf28314bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:22:30.891589 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cbe49186-11e6-4481-8552-317ef84deec9 req-83b034bd-a15d-44fe-82aa-45cf28314bda service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 1097 time: 0.0454576 Sep 08 10:22:30.925649 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cbe49186-11e6-4481-8552-317ef84deec9 req-73ce054f-9e22-494d-889e-2981038a2969 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1170c80e-8137-440f-9afe-55a698ee7ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273082 Sep 08 10:22:31.195155 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1bccc-9dab-425a-b00e-fc779b0a6cd0 req-1b59f201-b62d-4401-b59c-e966ecc06239 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:22:31.196546 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6ad1bccc-9dab-425a-b00e-fc779b0a6cd0 req-1b59f201-b62d-4401-b59c-e966ecc06239 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 945 time: 0.0522361 Sep 08 10:22:31.234063 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-6ad1bccc-9dab-425a-b00e-fc779b0a6cd0 req-d0c84c41-1eca-4f5b-8b2e-a75eca8a330a tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=1170c80e-8137-440f-9afe-55a698ee7ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316107 Sep 08 10:22:32.348799 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1dbc6-602e-4b76-94f9-00ce7e3790c7 req-dfd3b84b-78b6-4920-8287-533a5bdb43c5 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:22:32.350381 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9f1dbc6-602e-4b76-94f9-00ce7e3790c7 req-dfd3b84b-78b6-4920-8287-533a5bdb43c5 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 945 time: 0.0493093 Sep 08 10:22:32.388086 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f9f1dbc6-602e-4b76-94f9-00ce7e3790c7 req-0922ce33-0103-4c19-be47-b6c513b6d6a2 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=1170c80e-8137-440f-9afe-55a698ee7ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315819 Sep 08 10:22:32.499697 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2bafd-2b39-421b-9265-9b6fc3b9997d req-b5afcefe-192a-4461-bb2b-e77b229cfe14 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:22:32.501252 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-18a2bafd-2b39-421b-9265-9b6fc3b9997d req-b5afcefe-192a-4461-bb2b-e77b229cfe14 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 945 time: 0.0486062 Sep 08 10:22:32.540893 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-18a2bafd-2b39-421b-9265-9b6fc3b9997d req-305535f4-16ad-45d9-bb89-770d42a764ed tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=1170c80e-8137-440f-9afe-55a698ee7ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335455 Sep 08 10:22:32.561892 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40618) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:22:32.645140 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde1d188-0b35-41e9-9988-50ae2e69a57a tempest-TestShelveInstance-561088378 tempest-TestShelveInstance-561088378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:22:32.646691 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-dde1d188-0b35-41e9-9988-50ae2e69a57a tempest-TestShelveInstance-561088378 tempest-TestShelveInstance-561088378-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 1092 time: 0.0837772 Sep 08 10:22:32.649515 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40622) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:22:32.653770 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-07961bc7-044b-4b76-8ea2-61a530de164f tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'port_id': 'cb5bfc06-66ab-4811-97e9-f17f55cd0e6d', 'tenant_id': '2e5d38ace5d04465b5e27516deb773a4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:22:32.675986 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-07961bc7-044b-4b76-8ea2-61a530de164f tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for floatingip, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:22:32.773092 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-07961bc7-044b-4b76-8ea2-61a530de164f tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:22:32.873115 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-07961bc7-044b-4b76-8ea2-61a530de164f tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Allocated IP 172.25.0.15 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/993f52d7-df0d-4ac5-af0b-0b8415578116) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:22:32.976277 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-07961bc7-044b-4b76-8ea2-61a530de164f tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:22:33.014055 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-07961bc7-044b-4b76-8ea2-61a530de164f tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:22:33.049795 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07961bc7-044b-4b76-8ea2-61a530de164f tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:22:33.052413 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-07961bc7-044b-4b76-8ea2-61a530de164f tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:22:33.055844 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07961bc7-044b-4b76-8ea2-61a530de164f tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:22:33.082782 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07961bc7-044b-4b76-8ea2-61a530de164f tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Pushing event updated for resources: {'Port': ['ID=993f52d7-df0d-4ac5-af0b-0b8415578116,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:22:33.678900 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-07961bc7-044b-4b76-8ea2-61a530de164f tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:22:33.742665 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-07961bc7-044b-4b76-8ea2-61a530de164f tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:22:33.897056 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-07961bc7-044b-4b76-8ea2-61a530de164f tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:22:33.901344 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-07961bc7-044b-4b76-8ea2-61a530de164f tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:22:33.977251 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07961bc7-044b-4b76-8ea2-61a530de164f tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Pushing event updated for resources: {'Port': ['ID=993f52d7-df0d-4ac5-af0b-0b8415578116,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:22:33.988527 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-07961bc7-044b-4b76-8ea2-61a530de164f tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:22:34.101979 n-d-806683-11 neutron-server[94713]: INFO neutron.db.l3_db [None req-07961bc7-044b-4b76-8ea2-61a530de164f tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Floating IP e8472d7d-d76e-4a6c-9e44-5c0bc21d415d associated. External IP: 172.25.0.15, port: cb5bfc06-66ab-4811-97e9-f17f55cd0e6d. Sep 08 10:22:34.313894 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07961bc7-044b-4b76-8ea2-61a530de164f tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Router b1d09df6-fed0-4dcd-bad3-0779350b94b9 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 10:22:34.417490 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07961bc7-044b-4b76-8ea2-61a530de164f tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:22:34.427754 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85579d91-71c9-4602-a408-4b85859b204c None None] Sync routers for ids ['b1d09df6-fed0-4dcd-bad3-0779350b94b9'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:22:34.434438 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-07961bc7-044b-4b76-8ea2-61a530de164f tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:22:34.436973 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85579d91-71c9-4602-a408-4b85859b204c None None] Routers {'b1d09df6-fed0-4dcd-bad3-0779350b94b9'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:22:34.437646 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-85579d91-71c9-4602-a408-4b85859b204c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:22:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['b1d09df6-fed0-4dcd-bad3-0779350b94b9'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:22:34.466933 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-07961bc7-044b-4b76-8ea2-61a530de164f tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8163347 Sep 08 10:22:34.467533 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1202cceb-f09b-48d0-b31d-85c7b8c05556', 'tag': 'cb5bfc06-66ab-4811-97e9-f17f55cd0e6d'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:22:34.471079 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ffa48238634a482c5f5d344ceded364e7999964dbabae684a430abccdb4d2ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b72749-9d70-46d6-ac99-25ae2386c9cf" -d '{"events": [{"name": "network-changed", "server_uuid": "1202cceb-f09b-48d0-b31d-85c7b8c05556", "tag": "cb5bfc06-66ab-4811-97e9-f17f55cd0e6d"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:22:34.565715 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 10:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc1f157-86b8-4f42-b5f1-de1989062fbf x-openstack-request-id: req-abc1f157-86b8-4f42-b5f1-de1989062fbf {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:22:34.566015 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1202cceb-f09b-48d0-b31d-85c7b8c05556", "tag": "cb5bfc06-66ab-4811-97e9-f17f55cd0e6d", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:22:34.566296 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-abc1f157-86b8-4f42-b5f1-de1989062fbf {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:22:34.566708 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1202cceb-f09b-48d0-b31d-85c7b8c05556', 'tag': 'cb5bfc06-66ab-4811-97e9-f17f55cd0e6d', 'status': 'completed', 'code': 200} Sep 08 10:22:34.639005 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-85579d91-71c9-4602-a408-4b85859b204c None None] Set router b1d09df6-fed0-4dcd-bad3-0779350b94b9 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:22:34.654886 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b72749-9d70-46d6-ac99-25ae2386c9cf req-a2ffdf78-b55e-462d-ad41-82b1ac3f7ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:22:34.656499 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-64b72749-9d70-46d6-ac99-25ae2386c9cf req-a2ffdf78-b55e-462d-ad41-82b1ac3f7ff1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2e5d38ace5d04465b5e27516deb773a4&device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 1097 time: 0.0448670 Sep 08 10:22:34.750183 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b72749-9d70-46d6-ac99-25ae2386c9cf req-4430fe3f-03d1-49fc-892a-998871382097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:22:34.751818 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-64b72749-9d70-46d6-ac99-25ae2386c9cf req-4430fe3f-03d1-49fc-892a-998871382097 service neutron] 10.222.0.37 "GET /v2.0/networks?id=19e1f23e-59c7-45eb-80e2-2121308b3bf6 HTTP/1.1" status: 200 len: 908 time: 0.0883856 Sep 08 10:22:34.821007 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-64b72749-9d70-46d6-ac99-25ae2386c9cf req-16113844-593c-491f-a0aa-9ea097a191de service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb5bfc06-66ab-4811-97e9-f17f55cd0e6d HTTP/1.1" status: 200 len: 998 time: 0.0626638 Sep 08 10:22:34.858470 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-85579d91-71c9-4602-a408-4b85859b204c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'name': 'tempest-TestShelveInstance-83221939-router', 'tenant_id': '2e5d38ace5d04465b5e27516deb773a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '967da031-0fe2-4f5a-8c06-86ad93728c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:16:23Z', 'updated_at': '2021-09-08T10:16:25Z', 'revision_number': 4, 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'gw_port': {'id': '967da031-0fe2-4f5a-8c06-86ad93728c54', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:16:23Z', 'updated_at': '2021-09-08T10:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': 'e8472d7d-d76e-4a6c-9e44-5c0bc21d415d', 'tenant_id': '2e5d38ace5d04465b5e27516deb773a4', 'floating_ip_address': '172.25.0.15', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'port_id': 'cb5bfc06-66ab-4811-97e9-f17f55cd0e6d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19e1f23e-59c7-45eb-80e2-2121308b3bf6', 'mac_address': 'fa:16:3e:0f:7a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1202cceb-f09b-48d0-b31d-85c7b8c05556', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T10:22:33Z', 'updated_at': '2021-09-08T10:22:33Z', 'revision_number': 0, 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9af49c43-310f-4e5d-81cb-4adae53a5490', 'name': '', 'network_id': '19e1f23e-59c7-45eb-80e2-2121308b3bf6', 'tenant_id': '2e5d38ace5d04465b5e27516deb773a4', 'mac_address': 'fa:16:3e:29:11:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'ef624010-6e3a-4ddb-a430-d9d79f59a648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:16:25Z', 'updated_at': '2021-09-08T10:16:32Z', 'revision_number': 5, 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'subnets': [{'id': 'ef624010-6e3a-4ddb-a430-d9d79f59a648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:22:34.869959 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b72749-9d70-46d6-ac99-25ae2386c9cf req-e91f72c6-0595-47ad-a166-781612efa2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:22:34.871463 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-64b72749-9d70-46d6-ac99-25ae2386c9cf req-e91f72c6-0595-47ad-a166-781612efa2ac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ef624010-6e3a-4ddb-a430-d9d79f59a648 HTTP/1.1" status: 200 len: 846 time: 0.0440717 Sep 08 10:22:34.888409 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85579d91-71c9-4602-a408-4b85859b204c None None] Checking router: b1d09df6-fed0-4dcd-bad3-0779350b94b9 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:22:34.897134 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85579d91-71c9-4602-a408-4b85859b204c None None] Routers {'b1d09df6-fed0-4dcd-bad3-0779350b94b9'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:22:34.897732 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-85579d91-71c9-4602-a408-4b85859b204c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:22:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['b1d09df6-fed0-4dcd-bad3-0779350b94b9'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:22:34.918496 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b72749-9d70-46d6-ac99-25ae2386c9cf req-8f77e6e5-b7af-474e-9fd3-c422e3a3378d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:22:34.920033 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-64b72749-9d70-46d6-ac99-25ae2386c9cf req-8f77e6e5-b7af-474e-9fd3-c422e3a3378d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=19e1f23e-59c7-45eb-80e2-2121308b3bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415759 Sep 08 10:22:35.001807 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-85579d91-71c9-4602-a408-4b85859b204c None None] Set router b1d09df6-fed0-4dcd-bad3-0779350b94b9 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:22:35.018778 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-64b72749-9d70-46d6-ac99-25ae2386c9cf req-f5afcd6c-6d5f-4378-93f7-f66ff9b0545c service neutron] 10.222.0.37 "GET /v2.0/networks/19e1f23e-59c7-45eb-80e2-2121308b3bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906708 Sep 08 10:22:35.114486 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-64b72749-9d70-46d6-ac99-25ae2386c9cf req-6c68ff20-b9f7-4258-b7ee-3465bc1ab52b service neutron] 10.222.0.37 "GET /v2.0/networks/19e1f23e-59c7-45eb-80e2-2121308b3bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885613 Sep 08 10:22:35.223920 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-85579d91-71c9-4602-a408-4b85859b204c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'name': 'tempest-TestShelveInstance-83221939-router', 'tenant_id': '2e5d38ace5d04465b5e27516deb773a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '967da031-0fe2-4f5a-8c06-86ad93728c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:16:23Z', 'updated_at': '2021-09-08T10:16:25Z', 'revision_number': 4, 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'gw_port': {'id': '967da031-0fe2-4f5a-8c06-86ad93728c54', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:16:23Z', 'updated_at': '2021-09-08T10:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': 'e8472d7d-d76e-4a6c-9e44-5c0bc21d415d', 'tenant_id': '2e5d38ace5d04465b5e27516deb773a4', 'floating_ip_address': '172.25.0.15', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'port_id': 'cb5bfc06-66ab-4811-97e9-f17f55cd0e6d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19e1f23e-59c7-45eb-80e2-2121308b3bf6', 'mac_address': 'fa:16:3e:0f:7a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1202cceb-f09b-48d0-b31d-85c7b8c05556', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T10:22:33Z', 'updated_at': '2021-09-08T10:22:33Z', 'revision_number': 0, 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9af49c43-310f-4e5d-81cb-4adae53a5490', 'name': '', 'network_id': '19e1f23e-59c7-45eb-80e2-2121308b3bf6', 'tenant_id': '2e5d38ace5d04465b5e27516deb773a4', 'mac_address': 'fa:16:3e:29:11:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'ef624010-6e3a-4ddb-a430-d9d79f59a648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:16:25Z', 'updated_at': '2021-09-08T10:16:32Z', 'revision_number': 5, 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'subnets': [{'id': 'ef624010-6e3a-4ddb-a430-d9d79f59a648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:22:35.249675 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85579d91-71c9-4602-a408-4b85859b204c None None] The sync data for ids ['b1d09df6-fed0-4dcd-bad3-0779350b94b9'] in n-d-806683-11 is: [{'id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'name': 'tempest-TestShelveInstance-83221939-router', 'tenant_id': '2e5d38ace5d04465b5e27516deb773a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '967da031-0fe2-4f5a-8c06-86ad93728c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:16:23Z', 'updated_at': '2021-09-08T10:16:25Z', 'revision_number': 4, 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'gw_port': {'id': '967da031-0fe2-4f5a-8c06-86ad93728c54', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:16:23Z', 'updated_at': '2021-09-08T10:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': 'e8472d7d-d76e-4a6c-9e44-5c0bc21d415d', 'tenant_id': '2e5d38ace5d04465b5e27516deb773a4', 'floating_ip_address': '172.25.0.15', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'port_id': 'cb5bfc06-66ab-4811-97e9-f17f55cd0e6d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19e1f23e-59c7-45eb-80e2-2121308b3bf6', 'mac_address': 'fa:16:3e:0f:7a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1202cceb-f09b-48d0-b31d-85c7b8c05556', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T10:22:33Z', 'updated_at': '2021-09-08T10:22:33Z', 'revision_number': 0, 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9af49c43-310f-4e5d-81cb-4adae53a5490', 'name': '', 'network_id': '19e1f23e-59c7-45eb-80e2-2121308b3bf6', 'tenant_id': '2e5d38ace5d04465b5e27516deb773a4', 'mac_address': 'fa:16:3e:29:11:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'ef624010-6e3a-4ddb-a430-d9d79f59a648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:16:25Z', 'updated_at': '2021-09-08T10:16:32Z', 'revision_number': 5, 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'subnets': [{'id': 'ef624010-6e3a-4ddb-a430-d9d79f59a648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:22:35.451623 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066e5d53-2605-4942-8ab5-0f471f905436 None None] New status for floating IP e8472d7d-d76e-4a6c-9e44-5c0bc21d415d: ACTIVE {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 10:22:47.815845 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c8492970-3b48-4ae6-8325-486a3907c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:22:50.555183 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:22:50.881679 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-55aa8bfd-064c-4852-af1a-15ee8d7f77ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:22:52.478137 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:22:53.879069 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:22:55.000843 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:22:59.541491 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:23:07.619788 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:23:14.839455 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0b6bb75a-003e-4c9a-bb48-d8cd3074b7f7 req-b2e5bbd6-fa76-42d6-80bd-5e82021e02a5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450842 Sep 08 10:23:14.934929 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6bb75a-003e-4c9a-bb48-d8cd3074b7f7 req-e47cff90-e65a-4fdb-8497-0c5ef8ff3958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:23:14.936402 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0b6bb75a-003e-4c9a-bb48-d8cd3074b7f7 req-e47cff90-e65a-4fdb-8497-0c5ef8ff3958 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2e5d38ace5d04465b5e27516deb773a4&device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 1097 time: 0.0409992 Sep 08 10:23:15.037288 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6bb75a-003e-4c9a-bb48-d8cd3074b7f7 req-d20f5a91-c675-4455-b659-2608885581f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:23:15.038791 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0b6bb75a-003e-4c9a-bb48-d8cd3074b7f7 req-d20f5a91-c675-4455-b659-2608885581f0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=19e1f23e-59c7-45eb-80e2-2121308b3bf6 HTTP/1.1" status: 200 len: 908 time: 0.0832326 Sep 08 10:23:15.106738 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0b6bb75a-003e-4c9a-bb48-d8cd3074b7f7 req-c828bf0b-1070-414c-8db7-b1e0aa3d2576 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb5bfc06-66ab-4811-97e9-f17f55cd0e6d HTTP/1.1" status: 200 len: 1000 time: 0.0609713 Sep 08 10:23:15.154256 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6bb75a-003e-4c9a-bb48-d8cd3074b7f7 req-f6c29baa-616d-4b43-a1d8-8983fbdb0742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:23:15.155666 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0b6bb75a-003e-4c9a-bb48-d8cd3074b7f7 req-f6c29baa-616d-4b43-a1d8-8983fbdb0742 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ef624010-6e3a-4ddb-a430-d9d79f59a648 HTTP/1.1" status: 200 len: 846 time: 0.0424099 Sep 08 10:23:15.200982 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6bb75a-003e-4c9a-bb48-d8cd3074b7f7 req-1f3241ec-2a10-446f-b9a5-73a323632161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:23:15.202484 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0b6bb75a-003e-4c9a-bb48-d8cd3074b7f7 req-1f3241ec-2a10-446f-b9a5-73a323632161 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=19e1f23e-59c7-45eb-80e2-2121308b3bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396533 Sep 08 10:23:15.296430 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0b6bb75a-003e-4c9a-bb48-d8cd3074b7f7 req-e8b80c79-4d9e-45b2-8fbd-36c533fd7daa service neutron] 10.222.0.37 "GET /v2.0/networks/19e1f23e-59c7-45eb-80e2-2121308b3bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857780 Sep 08 10:23:15.389134 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-0b6bb75a-003e-4c9a-bb48-d8cd3074b7f7 req-53293289-cc00-42bf-9549-9660323d5491 service neutron] 10.222.0.37 "GET /v2.0/networks/19e1f23e-59c7-45eb-80e2-2121308b3bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857019 Sep 08 10:23:17.817557 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8158da9d-704d-4e84-8c43-8cbb0ed4a9ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:23:20.555597 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:23:20.881481 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f45152ae-ac26-45b2-bb3c-149d6422381f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:23:22.481289 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:23:23.878452 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:23:24.999547 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:23:29.556948 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:23:44.623665 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:23:47.820550 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d01d02c4-1c9e-4d61-8249-6ca41eb9d207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:23:50.557563 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:23:50.881954 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4579a4a9-ae35-4d68-8f39-33a453f2a60d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:23:52.484367 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:23:53.883701 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:23:55.010739 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:23:59.555564 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:24:15.860609 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-86ac439a-4aaf-4e18-8cc0-9fc49ac5c748 req-9e7dea63-1c72-40fd-9b95-1521ab3956f8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417597 Sep 08 10:24:15.957426 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac439a-4aaf-4e18-8cc0-9fc49ac5c748 req-f12185fe-2bf7-4e9f-80b7-64398b530671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:24:15.958938 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-86ac439a-4aaf-4e18-8cc0-9fc49ac5c748 req-f12185fe-2bf7-4e9f-80b7-64398b530671 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2e5d38ace5d04465b5e27516deb773a4&device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 1097 time: 0.0407734 Sep 08 10:24:16.063403 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac439a-4aaf-4e18-8cc0-9fc49ac5c748 req-ab4748e9-51b7-488e-a4a1-353fe3c6a91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:24:16.065427 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-86ac439a-4aaf-4e18-8cc0-9fc49ac5c748 req-ab4748e9-51b7-488e-a4a1-353fe3c6a91d service neutron] 10.222.0.37 "GET /v2.0/networks?id=19e1f23e-59c7-45eb-80e2-2121308b3bf6 HTTP/1.1" status: 200 len: 908 time: 0.0870919 Sep 08 10:24:16.131711 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-86ac439a-4aaf-4e18-8cc0-9fc49ac5c748 req-52fbc88c-79ad-4aa0-b9ed-af5d8a0406e1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb5bfc06-66ab-4811-97e9-f17f55cd0e6d HTTP/1.1" status: 200 len: 1000 time: 0.0581865 Sep 08 10:24:16.180429 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac439a-4aaf-4e18-8cc0-9fc49ac5c748 req-71442219-42b8-4da3-a223-f3eda2ac48be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:24:16.181918 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-86ac439a-4aaf-4e18-8cc0-9fc49ac5c748 req-71442219-42b8-4da3-a223-f3eda2ac48be service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ef624010-6e3a-4ddb-a430-d9d79f59a648 HTTP/1.1" status: 200 len: 846 time: 0.0438647 Sep 08 10:24:16.231852 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac439a-4aaf-4e18-8cc0-9fc49ac5c748 req-158a6430-efa4-46b1-9b6b-68b39c649450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:24:16.233339 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-86ac439a-4aaf-4e18-8cc0-9fc49ac5c748 req-158a6430-efa4-46b1-9b6b-68b39c649450 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=19e1f23e-59c7-45eb-80e2-2121308b3bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447626 Sep 08 10:24:16.323038 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-86ac439a-4aaf-4e18-8cc0-9fc49ac5c748 req-0856e58c-7c20-4790-b1ee-145c899927f9 service neutron] 10.222.0.37 "GET /v2.0/networks/19e1f23e-59c7-45eb-80e2-2121308b3bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824575 Sep 08 10:24:16.416006 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-86ac439a-4aaf-4e18-8cc0-9fc49ac5c748 req-6f2324bd-2d6a-46ca-828b-821296979976 service neutron] 10.222.0.37 "GET /v2.0/networks/19e1f23e-59c7-45eb-80e2-2121308b3bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859301 Sep 08 10:24:17.821956 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-21838b02-663a-4dae-8116-6ef09f4ff5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:24:20.558013 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:24:20.882123 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-66beece5-c53f-4870-a248-58922ec01926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:24:21.627321 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:24:22.488871 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:24:23.882614 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:24:25.006131 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:24:29.569964 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:24:30.920663 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d373485-ec5c-4ef8-8e64-5bfc575cfc58 req-46b3a10c-9128-4013-8f61-e64cec8e3b23 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:24:30.922183 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9d373485-ec5c-4ef8-8e64-5bfc575cfc58 req-46b3a10c-9128-4013-8f61-e64cec8e3b23 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 945 time: 0.0514755 Sep 08 10:24:30.960402 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9d373485-ec5c-4ef8-8e64-5bfc575cfc58 req-8ee5c860-7e6a-4f4c-875a-7059368e978c tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=1170c80e-8137-440f-9afe-55a698ee7ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321584 Sep 08 10:24:32.077349 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd88f0-e953-4e1f-82ce-f199988aef65 req-79c7f7d5-0e1e-4fa2-a89e-6edc4ee7e614 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:24:32.078864 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3ddd88f0-e953-4e1f-82ce-f199988aef65 req-79c7f7d5-0e1e-4fa2-a89e-6edc4ee7e614 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 945 time: 0.0496521 Sep 08 10:24:32.116634 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3ddd88f0-e953-4e1f-82ce-f199988aef65 req-b597e31f-4cf5-4c42-bbe7-2da6f946a4ed tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=1170c80e-8137-440f-9afe-55a698ee7ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309730 Sep 08 10:24:33.228748 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091181d-aaf1-4159-9cc3-1073c75d9ee9 req-6197387b-5cb9-4d20-8a57-21ed4656400f tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:24:33.230262 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3091181d-aaf1-4159-9cc3-1073c75d9ee9 req-6197387b-5cb9-4d20-8a57-21ed4656400f tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 945 time: 0.0479851 Sep 08 10:24:33.271840 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3091181d-aaf1-4159-9cc3-1073c75d9ee9 req-f32e96a1-8a3b-46b1-9c6f-5e4916fa82fe tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=1170c80e-8137-440f-9afe-55a698ee7ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357547 Sep 08 10:24:34.385606 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf175dd5-ba42-468f-8d11-4b371073646c req-bae04ccd-d8de-4444-a4a7-5b12ef9479a2 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:24:34.387103 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cf175dd5-ba42-468f-8d11-4b371073646c req-bae04ccd-d8de-4444-a4a7-5b12ef9479a2 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 945 time: 0.0479348 Sep 08 10:24:34.424759 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-cf175dd5-ba42-468f-8d11-4b371073646c req-a8ba29d0-af75-4dae-b850-ad7342d8826a tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=1170c80e-8137-440f-9afe-55a698ee7ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315540 Sep 08 10:24:35.538351 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79b69a-846c-4a1a-8ca7-4965e9c8046a req-1ee3a21f-3f7f-449e-a7be-37cf7607baf1 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:24:35.539868 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4a79b69a-846c-4a1a-8ca7-4965e9c8046a req-1ee3a21f-3f7f-449e-a7be-37cf7607baf1 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 945 time: 0.0491171 Sep 08 10:24:35.578775 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4a79b69a-846c-4a1a-8ca7-4965e9c8046a req-d128c51f-a7b8-4004-8942-5dc9efaceab7 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=1170c80e-8137-440f-9afe-55a698ee7ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329635 Sep 08 10:24:36.697970 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95aef8-820d-4817-8087-9563c11b3645 req-d64a5673-ae44-47f2-a948-e633f720ec9c tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:24:36.699503 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2b95aef8-820d-4817-8087-9563c11b3645 req-d64a5673-ae44-47f2-a948-e633f720ec9c tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 945 time: 0.0532708 Sep 08 10:24:36.739016 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2b95aef8-820d-4817-8087-9563c11b3645 req-7c0e1cd4-63a6-40ff-938c-ad9a5ee10501 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=1170c80e-8137-440f-9afe-55a698ee7ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333214 Sep 08 10:24:37.859233 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee0fa7-1b3e-4be0-8865-59f20952b6d6 req-0fee09b8-929f-41ba-99da-2e2c815df4c7 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:24:37.860728 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-75ee0fa7-1b3e-4be0-8865-59f20952b6d6 req-0fee09b8-929f-41ba-99da-2e2c815df4c7 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 945 time: 0.0504866 Sep 08 10:24:37.900063 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-75ee0fa7-1b3e-4be0-8865-59f20952b6d6 req-764dd7ca-77db-4d81-84e8-1ccd344bfe7a tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=1170c80e-8137-440f-9afe-55a698ee7ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323386 Sep 08 10:24:39.015544 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37759d-f0f0-4b19-b483-de5a33ea41e5 req-b1bf62c7-d48c-400e-864a-811a9b69c4a6 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:24:39.017050 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-aa37759d-f0f0-4b19-b483-de5a33ea41e5 req-b1bf62c7-d48c-400e-864a-811a9b69c4a6 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 945 time: 0.0502088 Sep 08 10:24:39.055039 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-aa37759d-f0f0-4b19-b483-de5a33ea41e5 req-e685d5a5-5675-4a8b-9dee-c66f53ebd964 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=1170c80e-8137-440f-9afe-55a698ee7ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311987 Sep 08 10:24:40.169323 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c6c44-a33f-4872-91b0-9d3da9d87908 req-f689c296-f842-4414-960f-cd09fecb8ab6 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:24:40.170881 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-348c6c44-a33f-4872-91b0-9d3da9d87908 req-f689c296-f842-4414-960f-cd09fecb8ab6 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 945 time: 0.0494244 Sep 08 10:24:40.212325 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-348c6c44-a33f-4872-91b0-9d3da9d87908 req-9367e445-5eab-4849-99ad-b93e0ce31fc2 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=1170c80e-8137-440f-9afe-55a698ee7ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352232 Sep 08 10:24:41.148162 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d57ea4-f740-4bd4-8b1a-988e1972c54f req-772b848b-c90e-47ad-bb90-2ba9d88d95f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:24:41.149657 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e4d57ea4-f740-4bd4-8b1a-988e1972c54f req-772b848b-c90e-47ad-bb90-2ba9d88d95f7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2e5d38ace5d04465b5e27516deb773a4&device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 1097 time: 0.0412178 Sep 08 10:24:41.241623 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d57ea4-f740-4bd4-8b1a-988e1972c54f req-a0d44b01-f1f4-47dc-bc10-de6f1fbc7f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:24:41.243182 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e4d57ea4-f740-4bd4-8b1a-988e1972c54f req-a0d44b01-f1f4-47dc-bc10-de6f1fbc7f4e service neutron] 10.222.0.37 "GET /v2.0/networks?id=19e1f23e-59c7-45eb-80e2-2121308b3bf6 HTTP/1.1" status: 200 len: 908 time: 0.0858390 Sep 08 10:24:41.314484 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e4d57ea4-f740-4bd4-8b1a-988e1972c54f req-76a7258c-0248-4ece-822c-78e180bb0428 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb5bfc06-66ab-4811-97e9-f17f55cd0e6d HTTP/1.1" status: 200 len: 1000 time: 0.0647604 Sep 08 10:24:41.328344 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c324da-8124-482a-a9dd-fcf4e0744ba7 req-8eef685a-fe43-4d29-98fd-7053db4b5df4 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:24:41.329887 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b5c324da-8124-482a-a9dd-fcf4e0744ba7 req-8eef685a-fe43-4d29-98fd-7053db4b5df4 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 945 time: 0.0505931 Sep 08 10:24:41.368675 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d57ea4-f740-4bd4-8b1a-988e1972c54f req-85c6927c-a35a-45e6-bcb5-a860030764d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:24:41.370221 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e4d57ea4-f740-4bd4-8b1a-988e1972c54f req-85c6927c-a35a-45e6-bcb5-a860030764d6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ef624010-6e3a-4ddb-a430-d9d79f59a648 HTTP/1.1" status: 200 len: 846 time: 0.0493937 Sep 08 10:24:41.372277 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b5c324da-8124-482a-a9dd-fcf4e0744ba7 req-bc173cb0-e3f8-4f96-a371-c23267022329 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=1170c80e-8137-440f-9afe-55a698ee7ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357103 Sep 08 10:24:41.431279 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d57ea4-f740-4bd4-8b1a-988e1972c54f req-6f480f5e-7577-4102-ae08-fc4ad548071f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:24:41.432988 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e4d57ea4-f740-4bd4-8b1a-988e1972c54f req-6f480f5e-7577-4102-ae08-fc4ad548071f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=19e1f23e-59c7-45eb-80e2-2121308b3bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561366 Sep 08 10:24:41.529369 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e4d57ea4-f740-4bd4-8b1a-988e1972c54f req-b1b911d3-8e0f-49c6-ae95-9b186f811673 service neutron] 10.222.0.37 "GET /v2.0/networks/19e1f23e-59c7-45eb-80e2-2121308b3bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885785 Sep 08 10:24:41.620462 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e4d57ea4-f740-4bd4-8b1a-988e1972c54f req-bb452de1-daaf-4674-9bcf-68fd060d828e service neutron] 10.222.0.37 "GET /v2.0/networks/19e1f23e-59c7-45eb-80e2-2121308b3bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829287 Sep 08 10:24:42.490050 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78efb19b-f31c-4310-971d-9fa542a61e07 req-1d90d761-d910-44fa-adc1-747bfbccbbb1 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:24:42.491568 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-78efb19b-f31c-4310-971d-9fa542a61e07 req-1d90d761-d910-44fa-adc1-747bfbccbbb1 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 945 time: 0.0535064 Sep 08 10:24:42.528615 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-78efb19b-f31c-4310-971d-9fa542a61e07 req-364a2da2-3075-4881-bbbd-47a2205571cc tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=1170c80e-8137-440f-9afe-55a698ee7ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311153 Sep 08 10:24:43.648024 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426ce1c-6e95-46cf-9f30-d8e2468bc057 req-754e2f89-b99d-4fbd-b00f-c62df9cba0d9 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:24:43.649502 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8426ce1c-6e95-46cf-9f30-d8e2468bc057 req-754e2f89-b99d-4fbd-b00f-c62df9cba0d9 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 945 time: 0.0534015 Sep 08 10:24:43.686671 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-8426ce1c-6e95-46cf-9f30-d8e2468bc057 req-b2879bd7-0369-4ffb-843a-535bdd36945b tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=1170c80e-8137-440f-9afe-55a698ee7ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311768 Sep 08 10:24:44.805558 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbee6fd-070a-4d9e-9927-27577d4ba7d7 req-88302be6-5c79-48e1-ae60-4af04b1ab239 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:24:44.806997 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1fbee6fd-070a-4d9e-9927-27577d4ba7d7 req-88302be6-5c79-48e1-ae60-4af04b1ab239 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 945 time: 0.0497847 Sep 08 10:24:44.844505 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1fbee6fd-070a-4d9e-9927-27577d4ba7d7 req-3d16fd3b-8cb9-4fc4-9f28-1ea29b707aae tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=1170c80e-8137-440f-9afe-55a698ee7ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314782 Sep 08 10:24:46.002227 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40704) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:24:46.071592 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae200871-9fab-4f56-b73e-be73b11d0ce7 req-231d7b24-4f59-4154-9b04-07e1adcb6c5f tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:24:46.073109 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ae200871-9fab-4f56-b73e-be73b11d0ce7 req-231d7b24-4f59-4154-9b04-07e1adcb6c5f tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 945 time: 0.0495579 Sep 08 10:24:46.087180 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7a4439e1-61c6-45e9-b9eb-4c1520b5fd45 req-392378e1-70b6-4f8f-817b-641c8831cc22 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0837088 Sep 08 10:24:46.095854 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [req-7a4439e1-61c6-45e9-b9eb-4c1520b5fd45 req-3eb7d686-06cc-4c47-8451-b71cd838c73d service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94713) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 10:24:46.097461 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-7a4439e1-61c6-45e9-b9eb-4c1520b5fd45 req-3eb7d686-06cc-4c47-8451-b71cd838c73d service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055475 Sep 08 10:24:46.112794 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-ae200871-9fab-4f56-b73e-be73b11d0ce7 req-22510272-1ae8-4bd1-8f64-68338d991722 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=1170c80e-8137-440f-9afe-55a698ee7ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332570 Sep 08 10:24:47.229954 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce291b74-9def-427a-9678-eb9eaeaf8ecc req-2aaa542f-c95b-41b8-8e70-d6c6ba726593 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:24:47.231488 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ce291b74-9def-427a-9678-eb9eaeaf8ecc req-2aaa542f-c95b-41b8-8e70-d6c6ba726593 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 945 time: 0.0496762 Sep 08 10:24:47.258519 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device cb5bfc06-66ab-4811-97e9-f17f55cd0e6d no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:24:47.270880 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ce291b74-9def-427a-9678-eb9eaeaf8ecc req-9b089df2-1304-4911-99c6-8195edc66fa5 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=1170c80e-8137-440f-9afe-55a698ee7ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327890 Sep 08 10:24:47.333995 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:24:47.358736 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1202cceb-f09b-48d0-b31d-85c7b8c05556', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb5bfc06-66ab-4811-97e9-f17f55cd0e6d'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:24:47.360931 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbd6ab74e39b4b2e86e5ab95b387a5b58b5aa7d7561c6c8e6a0b2b9382551d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5b76cf-6ea7-4a80-98a8-794d6c713340" -d '{"events": [{"server_uuid": "1202cceb-f09b-48d0-b31d-85c7b8c05556", "name": "network-vif-unplugged", "status": "completed", "tag": "cb5bfc06-66ab-4811-97e9-f17f55cd0e6d"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:24:47.374051 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port cb5bfc06-66ab-4811-97e9-f17f55cd0e6d, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=cb5bfc06-66ab-4811-97e9-f17f55cd0e6d,segment=NetworkSegment(ae7a6503-e452-4eae-8c27-a615d3b273fb),segment_id=ae7a6503-e452-4eae-8c27-a615d3b273fb)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:24:47.378292 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:24:47.426129 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=cb5bfc06-66ab-4811-97e9-f17f55cd0e6d,revision_number=6']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:24:47.434511 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:24:47.434511 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:24:47.434739 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:24:47.435070 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:24:47.435399 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:24:47.435725 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:24:47.436055 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:24:47.436365 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:24:47.436688 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:24:47.437012 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:24:47.437333 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:24:47.437657 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:24:47.460556 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 08 Sep 2021 10:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5afb3a-cd94-4b76-b360-c77f7e1b5783 x-openstack-request-id: req-cd5afb3a-cd94-4b76-b360-c77f7e1b5783 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:24:47.460852 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1202cceb-f09b-48d0-b31d-85c7b8c05556", "name": "network-vif-unplugged", "status": "failed", "tag": "cb5bfc06-66ab-4811-97e9-f17f55cd0e6d", "code": 422}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:24:47.461105 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cd5afb3a-cd94-4b76-b360-c77f7e1b5783 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:24:47.461527 n-d-806683-11 neutron-server[94714]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1202cceb-f09b-48d0-b31d-85c7b8c05556', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cb5bfc06-66ab-4811-97e9-f17f55cd0e6d', 'code': 422} returned with failed status Sep 08 10:24:47.822206 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0e075629-fa38-4790-bde6-8b356ee7cdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:24:48.398091 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1da99b-b779-4d52-b763-1facc4c994be req-b5379b54-acce-4d33-8ee7-8499d5ff4063 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:24:48.399976 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3f1da99b-b779-4d52-b763-1facc4c994be req-b5379b54-acce-4d33-8ee7-8499d5ff4063 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 943 time: 0.0573387 Sep 08 10:24:48.438575 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3f1da99b-b779-4d52-b763-1facc4c994be req-df33842b-1ff3-4558-8089-68e050e718ed tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=1170c80e-8137-440f-9afe-55a698ee7ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326133 Sep 08 10:24:49.576087 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d223f3-5714-450a-8a9e-c055ce9841d0 req-0f1053fd-de33-4ed7-a1a3-423fcf78db7d tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:24:49.578941 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-38d223f3-5714-450a-8a9e-c055ce9841d0 req-0f1053fd-de33-4ed7-a1a3-423fcf78db7d tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 943 time: 0.0608792 Sep 08 10:24:49.624098 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-38d223f3-5714-450a-8a9e-c055ce9841d0 req-dc3ef021-f6a2-4b10-8233-f558253c365e tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=1170c80e-8137-440f-9afe-55a698ee7ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345278 Sep 08 10:24:50.560132 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:24:50.746787 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9dab0f-53a7-48fb-956f-5d3ac3652bb2 req-ff29c2cd-f38b-402a-a71a-595a15bbb1ab tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:24:50.748328 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-af9dab0f-53a7-48fb-956f-5d3ac3652bb2 req-ff29c2cd-f38b-402a-a71a-595a15bbb1ab tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 943 time: 0.0518887 Sep 08 10:24:50.786141 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-af9dab0f-53a7-48fb-956f-5d3ac3652bb2 req-72f16603-e3a1-4fa5-b260-d132039c3e19 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=1170c80e-8137-440f-9afe-55a698ee7ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312269 Sep 08 10:24:50.882718 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-0e77ea17-9ba6-4b36-a19d-d8188e5d6131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:24:51.010202 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4439e1-61c6-45e9-b9eb-4c1520b5fd45 req-0d1e3e44-2f2a-42a9-91b9-d7192b91eac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:24:51.011722 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7a4439e1-61c6-45e9-b9eb-4c1520b5fd45 req-0d1e3e44-2f2a-42a9-91b9-d7192b91eac9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556&tenant_id=2e5d38ace5d04465b5e27516deb773a4 HTTP/1.1" status: 200 len: 1095 time: 0.0793881 Sep 08 10:24:51.029198 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-7a4439e1-61c6-45e9-b9eb-4c1520b5fd45 req-9423ef57-78dd-4a33-917b-a6e8826ea658 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-806683-11', 'device_owner': 'compute:nova'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:24:51.079937 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7a4439e1-61c6-45e9-b9eb-4c1520b5fd45 req-9423ef57-78dd-4a33-917b-a6e8826ea658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:24:51.280363 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-7a4439e1-61c6-45e9-b9eb-4c1520b5fd45 req-9423ef57-78dd-4a33-917b-a6e8826ea658 service neutron] For port cb5bfc06-66ab-4811-97e9-f17f55cd0e6d, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=cb5bfc06-66ab-4811-97e9-f17f55cd0e6d,segment=NetworkSegment(ae7a6503-e452-4eae-8c27-a615d3b273fb),segment_id=ae7a6503-e452-4eae-8c27-a615d3b273fb)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:24:51.312379 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-7a4439e1-61c6-45e9-b9eb-4c1520b5fd45 req-9423ef57-78dd-4a33-917b-a6e8826ea658 service neutron] For port cb5bfc06-66ab-4811-97e9-f17f55cd0e6d, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:24:51.344772 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-7a4439e1-61c6-45e9-b9eb-4c1520b5fd45 req-9423ef57-78dd-4a33-917b-a6e8826ea658 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb5bfc06-66ab-4811-97e9-f17f55cd0e6d {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 10:24:51.352675 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7a4439e1-61c6-45e9-b9eb-4c1520b5fd45 req-9423ef57-78dd-4a33-917b-a6e8826ea658 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:24:51.364275 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-7a4439e1-61c6-45e9-b9eb-4c1520b5fd45 req-9423ef57-78dd-4a33-917b-a6e8826ea658 service neutron] Transition to ACTIVE for port object cb5bfc06-66ab-4811-97e9-f17f55cd0e6d will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:24:51.367349 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7a4439e1-61c6-45e9-b9eb-4c1520b5fd45 req-9423ef57-78dd-4a33-917b-a6e8826ea658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:24:51.447427 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9423ef57-78dd-4a33-917b-a6e8826ea658 service neutron] Pushing event updated for resources: {'Port': ['ID=cb5bfc06-66ab-4811-97e9-f17f55cd0e6d,revision_number=7']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:24:51.459552 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9423ef57-78dd-4a33-917b-a6e8826ea658 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:24:51.459895 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9423ef57-78dd-4a33-917b-a6e8826ea658 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:24:51.460238 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9423ef57-78dd-4a33-917b-a6e8826ea658 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:24:51.460572 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9423ef57-78dd-4a33-917b-a6e8826ea658 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:24:51.460900 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9423ef57-78dd-4a33-917b-a6e8826ea658 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:24:51.461229 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9423ef57-78dd-4a33-917b-a6e8826ea658 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:24:51.461552 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9423ef57-78dd-4a33-917b-a6e8826ea658 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:24:51.461875 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9423ef57-78dd-4a33-917b-a6e8826ea658 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:24:51.462233 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9423ef57-78dd-4a33-917b-a6e8826ea658 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:24:51.462554 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9423ef57-78dd-4a33-917b-a6e8826ea658 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:24:51.462875 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9423ef57-78dd-4a33-917b-a6e8826ea658 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:24:51.463255 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9423ef57-78dd-4a33-917b-a6e8826ea658 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:24:51.498802 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4439e1-61c6-45e9-b9eb-4c1520b5fd45 req-9423ef57-78dd-4a33-917b-a6e8826ea658 service neutron] No DVR routers for this DVR port cb5bfc06-66ab-4811-97e9-f17f55cd0e6d on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 10:24:51.641148 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-7a4439e1-61c6-45e9-b9eb-4c1520b5fd45 req-9423ef57-78dd-4a33-917b-a6e8826ea658 service neutron] Attempting to bind port cb5bfc06-66ab-4811-97e9-f17f55cd0e6d on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:24:51.641486 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-7a4439e1-61c6-45e9-b9eb-4c1520b5fd45 req-9423ef57-78dd-4a33-917b-a6e8826ea658 service neutron] Attempting to bind port cb5bfc06-66ab-4811-97e9-f17f55cd0e6d by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': 'ae7a6503-e452-4eae-8c27-a615d3b273fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '19e1f23e-59c7-45eb-80e2-2121308b3bf6'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:24:51.641815 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4439e1-61c6-45e9-b9eb-4c1520b5fd45 req-9423ef57-78dd-4a33-917b-a6e8826ea658 service neutron] Attempting to bind port cb5bfc06-66ab-4811-97e9-f17f55cd0e6d on network 19e1f23e-59c7-45eb-80e2-2121308b3bf6 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:24:51.646732 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4439e1-61c6-45e9-b9eb-4c1520b5fd45 req-9423ef57-78dd-4a33-917b-a6e8826ea658 service neutron] Port cb5bfc06-66ab-4811-97e9-f17f55cd0e6d on network 19e1f23e-59c7-45eb-80e2-2121308b3bf6 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 10:24:51.647059 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4439e1-61c6-45e9-b9eb-4c1520b5fd45 req-9423ef57-78dd-4a33-917b-a6e8826ea658 service neutron] Attempting to bind port cb5bfc06-66ab-4811-97e9-f17f55cd0e6d on network 19e1f23e-59c7-45eb-80e2-2121308b3bf6 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:24:51.651884 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4439e1-61c6-45e9-b9eb-4c1520b5fd45 req-9423ef57-78dd-4a33-917b-a6e8826ea658 service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:24:51.652222 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4439e1-61c6-45e9-b9eb-4c1520b5fd45 req-9423ef57-78dd-4a33-917b-a6e8826ea658 service neutron] Checking segment: {'id': 'ae7a6503-e452-4eae-8c27-a615d3b273fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '19e1f23e-59c7-45eb-80e2-2121308b3bf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:24:51.652604 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4439e1-61c6-45e9-b9eb-4c1520b5fd45 req-9423ef57-78dd-4a33-917b-a6e8826ea658 service neutron] Bound using segment: {'id': 'ae7a6503-e452-4eae-8c27-a615d3b273fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '19e1f23e-59c7-45eb-80e2-2121308b3bf6'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:24:51.653023 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-7a4439e1-61c6-45e9-b9eb-4c1520b5fd45 req-9423ef57-78dd-4a33-917b-a6e8826ea658 service neutron] Bound port: cb5bfc06-66ab-4811-97e9-f17f55cd0e6d, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae7a6503-e452-4eae-8c27-a615d3b273fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '19e1f23e-59c7-45eb-80e2-2121308b3bf6'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:24:51.653378 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7a4439e1-61c6-45e9-b9eb-4c1520b5fd45 req-9423ef57-78dd-4a33-917b-a6e8826ea658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:24:51.715489 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-7a4439e1-61c6-45e9-b9eb-4c1520b5fd45 req-9423ef57-78dd-4a33-917b-a6e8826ea658 service neutron] For port cb5bfc06-66ab-4811-97e9-f17f55cd0e6d, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:24:51.718398 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-7a4439e1-61c6-45e9-b9eb-4c1520b5fd45 req-9423ef57-78dd-4a33-917b-a6e8826ea658 service neutron] For port cb5bfc06-66ab-4811-97e9-f17f55cd0e6d, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=cb5bfc06-66ab-4811-97e9-f17f55cd0e6d,segment=NetworkSegment(ae7a6503-e452-4eae-8c27-a615d3b273fb),segment_id=ae7a6503-e452-4eae-8c27-a615d3b273fb)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:24:51.723220 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7a4439e1-61c6-45e9-b9eb-4c1520b5fd45 req-9423ef57-78dd-4a33-917b-a6e8826ea658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:24:51.760788 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4439e1-61c6-45e9-b9eb-4c1520b5fd45 req-9423ef57-78dd-4a33-917b-a6e8826ea658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:24:51.761425 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-7a4439e1-61c6-45e9-b9eb-4c1520b5fd45 req-9423ef57-78dd-4a33-917b-a6e8826ea658 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:24:51.762876 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7a4439e1-61c6-45e9-b9eb-4c1520b5fd45 req-9423ef57-78dd-4a33-917b-a6e8826ea658 service neutron] 10.222.0.35 "PUT /v2.0/ports/cb5bfc06-66ab-4811-97e9-f17f55cd0e6d HTTP/1.1" status: 200 len: 1092 time: 0.7375150 Sep 08 10:24:51.763320 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1202cceb-f09b-48d0-b31d-85c7b8c05556', 'tag': 'cb5bfc06-66ab-4811-97e9-f17f55cd0e6d'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:24:51.765630 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54460a8-b034-4337-9260-c09905b96de9" -d '{"events": [{"name": "network-changed", "server_uuid": "1202cceb-f09b-48d0-b31d-85c7b8c05556", "tag": "cb5bfc06-66ab-4811-97e9-f17f55cd0e6d"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:24:51.790426 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9423ef57-78dd-4a33-917b-a6e8826ea658 service neutron] Pushing event updated for resources: {'Port': ['ID=cb5bfc06-66ab-4811-97e9-f17f55cd0e6d,revision_number=8']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:24:51.804041 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 10:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603145cf-0bf1-4543-9116-af70e8594c4f x-openstack-request-id: req-603145cf-0bf1-4543-9116-af70e8594c4f {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:24:51.804351 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1202cceb-f09b-48d0-b31d-85c7b8c05556", "tag": "cb5bfc06-66ab-4811-97e9-f17f55cd0e6d", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:24:51.804612 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-603145cf-0bf1-4543-9116-af70e8594c4f {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:24:51.805156 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1202cceb-f09b-48d0-b31d-85c7b8c05556', 'tag': 'cb5bfc06-66ab-4811-97e9-f17f55cd0e6d', 'status': 'completed', 'code': 200} Sep 08 10:24:51.868955 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4439e1-61c6-45e9-b9eb-4c1520b5fd45 req-994129d2-6b60-463f-8b42-ccd5961c42cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:24:51.871844 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7a4439e1-61c6-45e9-b9eb-4c1520b5fd45 req-994129d2-6b60-463f-8b42-ccd5961c42cc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e5d38ace5d04465b5e27516deb773a4&device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 1095 time: 0.0492678 Sep 08 10:24:51.909918 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0352d-fbfc-45af-9127-7aaf929404fb req-4bc24a83-1c33-4997-ae2c-4f576988c541 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:24:51.917407 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b5e0352d-fbfc-45af-9127-7aaf929404fb req-4bc24a83-1c33-4997-ae2c-4f576988c541 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 943 time: 0.0608332 Sep 08 10:24:51.952724 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-b5e0352d-fbfc-45af-9127-7aaf929404fb req-1c849fa5-0cc2-4f37-b83e-5e7b3d0861ea tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=1170c80e-8137-440f-9afe-55a698ee7ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344458 Sep 08 10:24:51.972632 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4439e1-61c6-45e9-b9eb-4c1520b5fd45 req-a4c206e9-fca3-4a57-839d-59de409f705d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:24:51.974576 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7a4439e1-61c6-45e9-b9eb-4c1520b5fd45 req-a4c206e9-fca3-4a57-839d-59de409f705d service neutron] 10.222.0.35 "GET /v2.0/networks?id=19e1f23e-59c7-45eb-80e2-2121308b3bf6 HTTP/1.1" status: 200 len: 908 time: 0.0949395 Sep 08 10:24:52.045959 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7a4439e1-61c6-45e9-b9eb-4c1520b5fd45 req-02214e1b-586b-4b88-a4a3-97dd03461f1c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb5bfc06-66ab-4811-97e9-f17f55cd0e6d HTTP/1.1" status: 200 len: 998 time: 0.0628779 Sep 08 10:24:52.095994 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4439e1-61c6-45e9-b9eb-4c1520b5fd45 req-e139e238-6079-4100-ae2b-c95e6b0936b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:24:52.097884 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7a4439e1-61c6-45e9-b9eb-4c1520b5fd45 req-e139e238-6079-4100-ae2b-c95e6b0936b7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef624010-6e3a-4ddb-a430-d9d79f59a648 HTTP/1.1" status: 200 len: 846 time: 0.0448513 Sep 08 10:24:52.144387 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4439e1-61c6-45e9-b9eb-4c1520b5fd45 req-07d12896-4c94-4d12-b3be-73a1fec09386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:24:52.145859 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7a4439e1-61c6-45e9-b9eb-4c1520b5fd45 req-07d12896-4c94-4d12-b3be-73a1fec09386 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=19e1f23e-59c7-45eb-80e2-2121308b3bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409446 Sep 08 10:24:52.240266 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7a4439e1-61c6-45e9-b9eb-4c1520b5fd45 req-69d6fca8-fd37-4584-8f6e-fe888d4a8122 service neutron] 10.222.0.35 "GET /v2.0/networks/19e1f23e-59c7-45eb-80e2-2121308b3bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873175 Sep 08 10:24:52.330068 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7a4439e1-61c6-45e9-b9eb-4c1520b5fd45 req-dddf0f50-c20a-49ec-870c-6074c82ecfb4 service neutron] 10.222.0.35 "GET /v2.0/networks/19e1f23e-59c7-45eb-80e2-2121308b3bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830569 Sep 08 10:24:52.439179 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54460a8-b034-4337-9260-c09905b96de9 req-ff05ebf0-b699-4cb5-b430-e805adf51d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:24:52.441403 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b54460a8-b034-4337-9260-c09905b96de9 req-ff05ebf0-b699-4cb5-b430-e805adf51d59 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e5d38ace5d04465b5e27516deb773a4&device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 1095 time: 0.0459146 Sep 08 10:24:52.492733 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:24:52.536897 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54460a8-b034-4337-9260-c09905b96de9 req-b2981dea-dbc1-4016-9962-b14e6bb65cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:24:52.538424 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b54460a8-b034-4337-9260-c09905b96de9 req-b2981dea-dbc1-4016-9962-b14e6bb65cfa service neutron] 10.222.0.35 "GET /v2.0/networks?id=19e1f23e-59c7-45eb-80e2-2121308b3bf6 HTTP/1.1" status: 200 len: 908 time: 0.0901809 Sep 08 10:24:52.607948 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b54460a8-b034-4337-9260-c09905b96de9 req-096d3617-e9e2-4d52-9463-8aa7b24b9829 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb5bfc06-66ab-4811-97e9-f17f55cd0e6d HTTP/1.1" status: 200 len: 998 time: 0.0629029 Sep 08 10:24:52.654638 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54460a8-b034-4337-9260-c09905b96de9 req-eaf40d78-7e83-4e12-a073-e894ddf271a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:24:52.656063 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b54460a8-b034-4337-9260-c09905b96de9 req-eaf40d78-7e83-4e12-a073-e894ddf271a6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef624010-6e3a-4ddb-a430-d9d79f59a648 HTTP/1.1" status: 200 len: 846 time: 0.0420241 Sep 08 10:24:52.703398 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54460a8-b034-4337-9260-c09905b96de9 req-7bd63df6-2ed7-46f4-9f6b-44ed0723f782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:24:52.704848 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b54460a8-b034-4337-9260-c09905b96de9 req-7bd63df6-2ed7-46f4-9f6b-44ed0723f782 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=19e1f23e-59c7-45eb-80e2-2121308b3bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385802 Sep 08 10:24:52.797773 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b54460a8-b034-4337-9260-c09905b96de9 req-f5616aba-b2bb-4bea-b3a5-fbc0d2cf9d08 service neutron] 10.222.0.35 "GET /v2.0/networks/19e1f23e-59c7-45eb-80e2-2121308b3bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853012 Sep 08 10:24:52.884526 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b54460a8-b034-4337-9260-c09905b96de9 req-dc021d20-c9ca-48e8-9157-0aec0f38a809 service neutron] 10.222.0.35 "GET /v2.0/networks/19e1f23e-59c7-45eb-80e2-2121308b3bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795176 Sep 08 10:24:53.075015 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaadcc67-7a8f-4620-a39d-d9e128e66bf5 req-53ed5059-6acb-4bc3-929c-dab010d5b2b6 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:24:53.076501 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aaadcc67-7a8f-4620-a39d-d9e128e66bf5 req-53ed5059-6acb-4bc3-929c-dab010d5b2b6 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 943 time: 0.0533895 Sep 08 10:24:53.114423 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-aaadcc67-7a8f-4620-a39d-d9e128e66bf5 req-6780770f-c5a4-4480-87b4-bce4882a4b6f tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=1170c80e-8137-440f-9afe-55a698ee7ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308869 Sep 08 10:24:53.887688 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:24:54.236107 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b4150-d47e-4336-8ccc-20eb30422ab6 req-f78c2abb-8803-4692-9d95-44913407a5d1 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:24:54.238235 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-335b4150-d47e-4336-8ccc-20eb30422ab6 req-f78c2abb-8803-4692-9d95-44913407a5d1 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 943 time: 0.0528262 Sep 08 10:24:54.274860 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-335b4150-d47e-4336-8ccc-20eb30422ab6 req-15655e70-a790-42a4-ab33-06b2801224af tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=1170c80e-8137-440f-9afe-55a698ee7ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304217 Sep 08 10:24:55.025000 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:24:55.388660 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6be74e-8191-498e-94cd-27a44c88898e req-3ed7bb01-a201-43f1-858e-c0f22ffe8929 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:24:55.390175 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7a6be74e-8191-498e-94cd-27a44c88898e req-3ed7bb01-a201-43f1-858e-c0f22ffe8929 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 943 time: 0.0486760 Sep 08 10:24:55.427792 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7a6be74e-8191-498e-94cd-27a44c88898e req-380cd1d6-a977-466c-967b-616ae7438cca tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=1170c80e-8137-440f-9afe-55a698ee7ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317020 Sep 08 10:24:56.550910 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d884ad-50f8-4a20-b380-d45b57d02277 req-0fe31ac1-72d3-4b6a-aadd-aaf3ed040c3d tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:24:56.552422 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-42d884ad-50f8-4a20-b380-d45b57d02277 req-0fe31ac1-72d3-4b6a-aadd-aaf3ed040c3d tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 943 time: 0.0503271 Sep 08 10:24:56.590170 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-42d884ad-50f8-4a20-b380-d45b57d02277 req-b30d5179-8b77-4669-9373-a8b6747065a5 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=1170c80e-8137-440f-9afe-55a698ee7ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316610 Sep 08 10:24:57.702295 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d831a-6105-44ec-b4bf-f95599d5e3b0 req-4c1d41d2-28c0-4404-8c76-044f5e5b8383 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:24:57.703773 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-767d831a-6105-44ec-b4bf-f95599d5e3b0 req-4c1d41d2-28c0-4404-8c76-044f5e5b8383 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 943 time: 0.0484660 Sep 08 10:24:57.741599 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-767d831a-6105-44ec-b4bf-f95599d5e3b0 req-79ffe580-4972-4dab-8efd-87bb5d6dbdae tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=1170c80e-8137-440f-9afe-55a698ee7ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308647 Sep 08 10:24:58.630112 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:24:58.855909 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b19885-fb4f-4a6c-9f9b-b5324fd436ce req-18e15826-7213-4a69-ad30-2eac6c6c7910 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:24:58.857659 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d8b19885-fb4f-4a6c-9f9b-b5324fd436ce req-18e15826-7213-4a69-ad30-2eac6c6c7910 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 943 time: 0.0497198 Sep 08 10:24:58.897134 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-d8b19885-fb4f-4a6c-9f9b-b5324fd436ce req-9ba9d2f7-8412-4f2a-9707-98f412a26145 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=1170c80e-8137-440f-9afe-55a698ee7ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324335 Sep 08 10:24:59.569178 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:25:00.015707 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d96b9-6232-4f49-8513-74044dae5b25 req-337890a8-22ac-40cc-abe5-dd7662df5627 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:25:00.017196 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b34d96b9-6232-4f49-8513-74044dae5b25 req-337890a8-22ac-40cc-abe5-dd7662df5627 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 943 time: 0.0525162 Sep 08 10:25:00.054796 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b34d96b9-6232-4f49-8513-74044dae5b25 req-6801d607-b369-414b-b60d-5a351322bf20 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=1170c80e-8137-440f-9afe-55a698ee7ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316231 Sep 08 10:25:01.061313 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device cb5bfc06-66ab-4811-97e9-f17f55cd0e6d details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 10:25:01.161209 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port cb5bfc06-66ab-4811-97e9-f17f55cd0e6d, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=cb5bfc06-66ab-4811-97e9-f17f55cd0e6d,segment=NetworkSegment(ae7a6503-e452-4eae-8c27-a615d3b273fb),segment_id=ae7a6503-e452-4eae-8c27-a615d3b273fb)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:25:01.172676 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': 'cb5bfc06-66ab-4811-97e9-f17f55cd0e6d', 'network_id': '19e1f23e-59c7-45eb-80e2-2121308b3bf6', 'port_id': 'cb5bfc06-66ab-4811-97e9-f17f55cd0e6d', 'mac_address': 'fa:16:3e:0f:7a:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef624010-6e3a-4ddb-a430-d9d79f59a648', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 10:25:01.175978 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c0108-eac3-410a-90f6-f74c9b82ab80 req-c5a519a5-9fc3-47aa-9cf3-97a454096b26 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:25:01.177503 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-427c0108-eac3-410a-90f6-f74c9b82ab80 req-c5a519a5-9fc3-47aa-9cf3-97a454096b26 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 943 time: 0.0544937 Sep 08 10:25:01.211678 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:25:01.215476 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-427c0108-eac3-410a-90f6-f74c9b82ab80 req-e4862ae0-0395-4c4b-ade1-8f0818cba103 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=1170c80e-8137-440f-9afe-55a698ee7ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319364 Sep 08 10:25:01.225269 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb5bfc06-66ab-4811-97e9-f17f55cd0e6d {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 10:25:01.244750 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port cb5bfc06-66ab-4811-97e9-f17f55cd0e6d, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=cb5bfc06-66ab-4811-97e9-f17f55cd0e6d,segment=NetworkSegment(ae7a6503-e452-4eae-8c27-a615d3b273fb),segment_id=ae7a6503-e452-4eae-8c27-a615d3b273fb)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:25:01.248663 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:25:01.295436 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=cb5bfc06-66ab-4811-97e9-f17f55cd0e6d,revision_number=9']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:25:01.683146 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['cb5bfc06-66ab-4811-97e9-f17f55cd0e6d'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 10:25:02.328102 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0670daa-a056-45e6-ac24-d268b588bcb2 req-0f4d1e42-e93b-4f55-acc9-716bb3d1cef2 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:25:02.329579 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f0670daa-a056-45e6-ac24-d268b588bcb2 req-0f4d1e42-e93b-4f55-acc9-716bb3d1cef2 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 944 time: 0.0482321 Sep 08 10:25:02.368614 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f0670daa-a056-45e6-ac24-d268b588bcb2 req-ec1babe7-205d-4ee2-a1d7-153442781b6c tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=1170c80e-8137-440f-9afe-55a698ee7ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317972 Sep 08 10:25:03.061544 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device cb5bfc06-66ab-4811-97e9-f17f55cd0e6d up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:25:03.114059 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port cb5bfc06-66ab-4811-97e9-f17f55cd0e6d completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:25:03.117865 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port cb5bfc06-66ab-4811-97e9-f17f55cd0e6d triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:25:03.118271 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:25:03.192717 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:25:03.213904 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1202cceb-f09b-48d0-b31d-85c7b8c05556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb5bfc06-66ab-4811-97e9-f17f55cd0e6d'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:25:03.216137 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbd6ab74e39b4b2e86e5ab95b387a5b58b5aa7d7561c6c8e6a0b2b9382551d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96384517-5068-402a-bcd5-b3b2373fc357" -d '{"events": [{"server_uuid": "1202cceb-f09b-48d0-b31d-85c7b8c05556", "name": "network-vif-plugged", "status": "completed", "tag": "cb5bfc06-66ab-4811-97e9-f17f55cd0e6d"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:25:03.228986 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port cb5bfc06-66ab-4811-97e9-f17f55cd0e6d, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=cb5bfc06-66ab-4811-97e9-f17f55cd0e6d,segment=NetworkSegment(ae7a6503-e452-4eae-8c27-a615d3b273fb),segment_id=ae7a6503-e452-4eae-8c27-a615d3b273fb)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:25:03.232712 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:25:03.256172 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 10:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458687cf-1bb5-46b6-9639-4ecd57e500a6 x-openstack-request-id: req-458687cf-1bb5-46b6-9639-4ecd57e500a6 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:25:03.256466 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1202cceb-f09b-48d0-b31d-85c7b8c05556", "name": "network-vif-plugged", "status": "completed", "tag": "cb5bfc06-66ab-4811-97e9-f17f55cd0e6d", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:25:03.256721 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-458687cf-1bb5-46b6-9639-4ecd57e500a6 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:25:03.257108 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1202cceb-f09b-48d0-b31d-85c7b8c05556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb5bfc06-66ab-4811-97e9-f17f55cd0e6d', 'code': 200} Sep 08 10:25:03.282572 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=cb5bfc06-66ab-4811-97e9-f17f55cd0e6d,revision_number=10']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:25:03.435524 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07573191-330a-4bb9-861b-2ce9566aa720 req-c77bae17-2c0d-4807-b6a8-eb4fb7000dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:25:03.437054 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-07573191-330a-4bb9-861b-2ce9566aa720 req-c77bae17-2c0d-4807-b6a8-eb4fb7000dd5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 1098 time: 0.0411572 Sep 08 10:25:03.503576 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-07573191-330a-4bb9-861b-2ce9566aa720 req-396f6ff9-a73b-43fd-8400-6424eff3aefb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1170c80e-8137-440f-9afe-55a698ee7ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547805 Sep 08 10:25:03.511461 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00dead-6d05-42cf-ba4a-9c849e22bf0a req-9d0d7e46-02d8-4485-8666-389324ac5ba9 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:25:03.512904 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cc00dead-6d05-42cf-ba4a-9c849e22bf0a req-9d0d7e46-02d8-4485-8666-389324ac5ba9 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 946 time: 0.0749896 Sep 08 10:25:03.550242 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-cc00dead-6d05-42cf-ba4a-9c849e22bf0a req-3abbdb52-d7ef-4e11-9638-da0e4d85e96f tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=1170c80e-8137-440f-9afe-55a698ee7ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307243 Sep 08 10:25:04.669238 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad063949-4ce4-48ac-8bb4-031e3d5102eb req-070d0f27-c233-49d6-b17b-218e0eb5bf51 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:25:04.670789 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ad063949-4ce4-48ac-8bb4-031e3d5102eb req-070d0f27-c233-49d6-b17b-218e0eb5bf51 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 946 time: 0.0508740 Sep 08 10:25:04.709413 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-ad063949-4ce4-48ac-8bb4-031e3d5102eb req-37375d33-303e-4bff-bb09-4f60e0fc1f4f tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=1170c80e-8137-440f-9afe-55a698ee7ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319500 Sep 08 10:25:05.823007 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d49f4ec-1fc8-4d1e-8625-d562898db3f3 req-4f50ed78-0178-4002-9ad6-1d6aa90272e2 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:25:05.824396 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9d49f4ec-1fc8-4d1e-8625-d562898db3f3 req-4f50ed78-0178-4002-9ad6-1d6aa90272e2 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 946 time: 0.0480943 Sep 08 10:25:05.862290 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9d49f4ec-1fc8-4d1e-8625-d562898db3f3 req-f9b472f8-2696-47e2-b74c-f5b0dbace78d tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=1170c80e-8137-440f-9afe-55a698ee7ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319817 Sep 08 10:25:17.826602 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4e901d2e-c9e5-4101-8a6d-3a784ecf04a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:25:20.560134 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:25:20.883699 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1bf701af-3e25-4409-981d-f761947ec7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:25:22.495219 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:25:23.887797 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:25:25.023423 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:25:29.584754 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:25:35.634486 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:25:37.256283 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4b974f8a-c0b2-4d05-b28b-60deb00e0309 req-379c1124-79a7-444f-bdc8-ef1b822c64e4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395722 Sep 08 10:25:37.359125 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b974f8a-c0b2-4d05-b28b-60deb00e0309 req-9e85a9fd-d71b-4281-a591-e7f15461d99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:25:37.360602 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4b974f8a-c0b2-4d05-b28b-60deb00e0309 req-9e85a9fd-d71b-4281-a591-e7f15461d99d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e5d38ace5d04465b5e27516deb773a4&device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 1098 time: 0.0439947 Sep 08 10:25:37.462720 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b974f8a-c0b2-4d05-b28b-60deb00e0309 req-e980f177-4047-4a2f-b97e-dfe0e61a01e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:25:37.464177 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4b974f8a-c0b2-4d05-b28b-60deb00e0309 req-e980f177-4047-4a2f-b97e-dfe0e61a01e2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=19e1f23e-59c7-45eb-80e2-2121308b3bf6 HTTP/1.1" status: 200 len: 908 time: 0.0851204 Sep 08 10:25:37.537404 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4b974f8a-c0b2-4d05-b28b-60deb00e0309 req-1d23368b-4cec-4cbb-8a22-b3ba3ae19760 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb5bfc06-66ab-4811-97e9-f17f55cd0e6d HTTP/1.1" status: 200 len: 1000 time: 0.0658395 Sep 08 10:25:37.585161 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b974f8a-c0b2-4d05-b28b-60deb00e0309 req-e9e862d5-f562-47e8-901e-9fc23e4e8ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:25:37.586577 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4b974f8a-c0b2-4d05-b28b-60deb00e0309 req-e9e862d5-f562-47e8-901e-9fc23e4e8ccd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef624010-6e3a-4ddb-a430-d9d79f59a648 HTTP/1.1" status: 200 len: 846 time: 0.0420232 Sep 08 10:25:37.633575 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b974f8a-c0b2-4d05-b28b-60deb00e0309 req-37a04313-fd45-482f-8811-e13c61637b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:25:37.635077 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4b974f8a-c0b2-4d05-b28b-60deb00e0309 req-37a04313-fd45-482f-8811-e13c61637b40 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=19e1f23e-59c7-45eb-80e2-2121308b3bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412436 Sep 08 10:25:37.730923 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4b974f8a-c0b2-4d05-b28b-60deb00e0309 req-ab1e7ac0-967c-4a96-86f5-84ad5ec5f7c5 service neutron] 10.222.0.35 "GET /v2.0/networks/19e1f23e-59c7-45eb-80e2-2121308b3bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869699 Sep 08 10:25:37.820526 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4b974f8a-c0b2-4d05-b28b-60deb00e0309 req-2067d7c8-feb7-4791-80e7-4e7e69b552ce service neutron] 10.222.0.35 "GET /v2.0/networks/19e1f23e-59c7-45eb-80e2-2121308b3bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827315 Sep 08 10:25:47.826716 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-c2d5e122-3d57-492e-9a52-600c59718b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:25:50.560839 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:25:50.884627 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a6827df7-6db4-4832-9127-7f6f88687d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:25:52.497119 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:25:53.890423 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:25:55.013551 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:25:59.592982 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:12.639131 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:26:17.827238 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f91e48be-8276-4484-903c-da8916a13f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:18.693699 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40794) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:26:18.860628 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-f28cc2c5-a170-42d1-806f-91df8c729a4b tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Deleting port 993f52d7-df0d-4ac5-af0b-0b8415578116 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:26:18.860974 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f28cc2c5-a170-42d1-806f-91df8c729a4b tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:18.944904 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f28cc2c5-a170-42d1-806f-91df8c729a4b tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:18.945143 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f28cc2c5-a170-42d1-806f-91df8c729a4b tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:18.956963 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-f28cc2c5-a170-42d1-806f-91df8c729a4b tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Calling delete_port for 993f52d7-df0d-4ac5-af0b-0b8415578116 owned by network:floatingip {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:26:19.101841 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f28cc2c5-a170-42d1-806f-91df8c729a4b tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:19.126814 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28cc2c5-a170-42d1-806f-91df8c729a4b tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Pushing event deleted for resources: {'Port': ['ID=993f52d7-df0d-4ac5-af0b-0b8415578116,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:19.138378 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28cc2c5-a170-42d1-806f-91df8c729a4b tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:26:19.138729 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28cc2c5-a170-42d1-806f-91df8c729a4b tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:26:19.139073 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28cc2c5-a170-42d1-806f-91df8c729a4b tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:26:19.139436 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28cc2c5-a170-42d1-806f-91df8c729a4b tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:26:19.139774 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28cc2c5-a170-42d1-806f-91df8c729a4b tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:26:19.140105 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28cc2c5-a170-42d1-806f-91df8c729a4b tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:26:19.140436 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28cc2c5-a170-42d1-806f-91df8c729a4b tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:26:19.140761 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28cc2c5-a170-42d1-806f-91df8c729a4b tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:26:19.141087 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28cc2c5-a170-42d1-806f-91df8c729a4b tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:26:19.141428 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28cc2c5-a170-42d1-806f-91df8c729a4b tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:26:19.141758 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28cc2c5-a170-42d1-806f-91df8c729a4b tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:26:19.142114 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f28cc2c5-a170-42d1-806f-91df8c729a4b tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:26:19.195233 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f28cc2c5-a170-42d1-806f-91df8c729a4b tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for floatingip, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:19.195511 n-d-806683-11 neutron-server[94713]: INFO neutron.db.l3_db [None req-f28cc2c5-a170-42d1-806f-91df8c729a4b tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Floating IP e8472d7d-d76e-4a6c-9e44-5c0bc21d415d disassociated (deleted). External IP: 172.25.0.15, port: cb5bfc06-66ab-4811-97e9-f17f55cd0e6d. Sep 08 10:26:19.401683 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f28cc2c5-a170-42d1-806f-91df8c729a4b tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Router b1d09df6-fed0-4dcd-bad3-0779350b94b9 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 10:26:19.511736 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28cc2c5-a170-42d1-806f-91df8c729a4b tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:26:19.516459 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-f28cc2c5-a170-42d1-806f-91df8c729a4b tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:19.520975 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c90fe1f-f431-4c9d-899e-9b520e28f8bf None None] Sync routers for ids ['b1d09df6-fed0-4dcd-bad3-0779350b94b9'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:26:19.529983 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c90fe1f-f431-4c9d-899e-9b520e28f8bf None None] Routers {'b1d09df6-fed0-4dcd-bad3-0779350b94b9'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:26:19.530618 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-4c90fe1f-f431-4c9d-899e-9b520e28f8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:25:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['b1d09df6-fed0-4dcd-bad3-0779350b94b9'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:26:19.543722 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-f28cc2c5-a170-42d1-806f-91df8c729a4b tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "DELETE /v2.0/floatingips/e8472d7d-d76e-4a6c-9e44-5c0bc21d415d HTTP/1.1" status: 204 len: 168 time: 0.8483999 Sep 08 10:26:19.544336 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1202cceb-f09b-48d0-b31d-85c7b8c05556', 'tag': 'cb5bfc06-66ab-4811-97e9-f17f55cd0e6d'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:26:19.546722 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ffa48238634a482c5f5d344ceded364e7999964dbabae684a430abccdb4d2ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c60975-d615-4900-bbde-f86929fe2acd" -d '{"events": [{"name": "network-changed", "server_uuid": "1202cceb-f09b-48d0-b31d-85c7b8c05556", "tag": "cb5bfc06-66ab-4811-97e9-f17f55cd0e6d"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:26:19.594102 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 10:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec81014-52b7-4459-9e43-64d10be9c29b x-openstack-request-id: req-1ec81014-52b7-4459-9e43-64d10be9c29b {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:26:19.594405 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1202cceb-f09b-48d0-b31d-85c7b8c05556", "tag": "cb5bfc06-66ab-4811-97e9-f17f55cd0e6d", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:26:19.594658 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1ec81014-52b7-4459-9e43-64d10be9c29b {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:26:19.595067 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1202cceb-f09b-48d0-b31d-85c7b8c05556', 'tag': 'cb5bfc06-66ab-4811-97e9-f17f55cd0e6d', 'status': 'completed', 'code': 200} Sep 08 10:26:19.636870 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-4c90fe1f-f431-4c9d-899e-9b520e28f8bf None None] Set router b1d09df6-fed0-4dcd-bad3-0779350b94b9 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:26:19.855679 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-4c90fe1f-f431-4c9d-899e-9b520e28f8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'name': 'tempest-TestShelveInstance-83221939-router', 'tenant_id': '2e5d38ace5d04465b5e27516deb773a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '967da031-0fe2-4f5a-8c06-86ad93728c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:16:23Z', 'updated_at': '2021-09-08T10:16:25Z', 'revision_number': 4, 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'gw_port': {'id': '967da031-0fe2-4f5a-8c06-86ad93728c54', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:16:23Z', 'updated_at': '2021-09-08T10:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '9af49c43-310f-4e5d-81cb-4adae53a5490', 'name': '', 'network_id': '19e1f23e-59c7-45eb-80e2-2121308b3bf6', 'tenant_id': '2e5d38ace5d04465b5e27516deb773a4', 'mac_address': 'fa:16:3e:29:11:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'ef624010-6e3a-4ddb-a430-d9d79f59a648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:16:25Z', 'updated_at': '2021-09-08T10:16:32Z', 'revision_number': 5, 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'subnets': [{'id': 'ef624010-6e3a-4ddb-a430-d9d79f59a648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:26:19.888102 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c90fe1f-f431-4c9d-899e-9b520e28f8bf None None] Checking router: b1d09df6-fed0-4dcd-bad3-0779350b94b9 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:26:19.896737 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c90fe1f-f431-4c9d-899e-9b520e28f8bf None None] Routers {'b1d09df6-fed0-4dcd-bad3-0779350b94b9'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:26:19.897501 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-4c90fe1f-f431-4c9d-899e-9b520e28f8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:25:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['b1d09df6-fed0-4dcd-bad3-0779350b94b9'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:26:20.050024 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c60975-d615-4900-bbde-f86929fe2acd req-39a5ff79-47a1-40a9-bb27-ea02790a658c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:26:20.051610 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12c60975-d615-4900-bbde-f86929fe2acd req-39a5ff79-47a1-40a9-bb27-ea02790a658c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e5d38ace5d04465b5e27516deb773a4&device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 1098 time: 0.4148641 Sep 08 10:26:20.076322 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3c025-45ac-4597-962d-97f972a6822f req-71811f03-67ae-4286-a4e1-6dde2c8fa3a6 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:26:20.077831 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-02e3c025-45ac-4597-962d-97f972a6822f req-71811f03-67ae-4286-a4e1-6dde2c8fa3a6 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 946 time: 0.0718884 Sep 08 10:26:20.110801 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-4c90fe1f-f431-4c9d-899e-9b520e28f8bf None None] Set router b1d09df6-fed0-4dcd-bad3-0779350b94b9 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:26:20.171135 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-02e3c025-45ac-4597-962d-97f972a6822f req-b9140edb-1b60-426d-9c84-e6eaa38a98bf tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=1170c80e-8137-440f-9afe-55a698ee7ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822773 Sep 08 10:26:20.189756 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c60975-d615-4900-bbde-f86929fe2acd req-3a97d198-219f-4c66-ad05-0c0ae905ba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:26:20.191280 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12c60975-d615-4900-bbde-f86929fe2acd req-3a97d198-219f-4c66-ad05-0c0ae905ba44 service neutron] 10.222.0.35 "GET /v2.0/networks?id=19e1f23e-59c7-45eb-80e2-2121308b3bf6 HTTP/1.1" status: 200 len: 908 time: 0.1312973 Sep 08 10:26:20.233551 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12c60975-d615-4900-bbde-f86929fe2acd req-a9347e7b-d90e-4042-a6c3-91bbe4c2cb26 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb5bfc06-66ab-4811-97e9-f17f55cd0e6d HTTP/1.1" status: 200 len: 217 time: 0.0343587 Sep 08 10:26:20.284202 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c60975-d615-4900-bbde-f86929fe2acd req-490ecb6b-3b01-4c5c-9b81-c1375931cf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:26:20.285664 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12c60975-d615-4900-bbde-f86929fe2acd req-490ecb6b-3b01-4c5c-9b81-c1375931cf87 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef624010-6e3a-4ddb-a430-d9d79f59a648 HTTP/1.1" status: 200 len: 846 time: 0.0443475 Sep 08 10:26:20.315978 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-4c90fe1f-f431-4c9d-899e-9b520e28f8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'name': 'tempest-TestShelveInstance-83221939-router', 'tenant_id': '2e5d38ace5d04465b5e27516deb773a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '967da031-0fe2-4f5a-8c06-86ad93728c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:16:23Z', 'updated_at': '2021-09-08T10:16:25Z', 'revision_number': 4, 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'gw_port': {'id': '967da031-0fe2-4f5a-8c06-86ad93728c54', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:16:23Z', 'updated_at': '2021-09-08T10:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '9af49c43-310f-4e5d-81cb-4adae53a5490', 'name': '', 'network_id': '19e1f23e-59c7-45eb-80e2-2121308b3bf6', 'tenant_id': '2e5d38ace5d04465b5e27516deb773a4', 'mac_address': 'fa:16:3e:29:11:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'ef624010-6e3a-4ddb-a430-d9d79f59a648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:16:25Z', 'updated_at': '2021-09-08T10:16:32Z', 'revision_number': 5, 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'subnets': [{'id': 'ef624010-6e3a-4ddb-a430-d9d79f59a648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:26:20.337398 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c60975-d615-4900-bbde-f86929fe2acd req-549f7b5b-bc4f-42d4-951e-fad590c2785f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:26:20.338954 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12c60975-d615-4900-bbde-f86929fe2acd req-549f7b5b-bc4f-42d4-951e-fad590c2785f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=19e1f23e-59c7-45eb-80e2-2121308b3bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453107 Sep 08 10:26:20.342240 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c90fe1f-f431-4c9d-899e-9b520e28f8bf None None] The sync data for ids ['b1d09df6-fed0-4dcd-bad3-0779350b94b9'] in n-d-806683-11 is: [{'id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'name': 'tempest-TestShelveInstance-83221939-router', 'tenant_id': '2e5d38ace5d04465b5e27516deb773a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '967da031-0fe2-4f5a-8c06-86ad93728c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:16:23Z', 'updated_at': '2021-09-08T10:16:25Z', 'revision_number': 4, 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'gw_port': {'id': '967da031-0fe2-4f5a-8c06-86ad93728c54', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:16:23Z', 'updated_at': '2021-09-08T10:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '9af49c43-310f-4e5d-81cb-4adae53a5490', 'name': '', 'network_id': '19e1f23e-59c7-45eb-80e2-2121308b3bf6', 'tenant_id': '2e5d38ace5d04465b5e27516deb773a4', 'mac_address': 'fa:16:3e:29:11:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'ef624010-6e3a-4ddb-a430-d9d79f59a648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:16:25Z', 'updated_at': '2021-09-08T10:16:32Z', 'revision_number': 5, 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'subnets': [{'id': 'ef624010-6e3a-4ddb-a430-d9d79f59a648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:26:20.437069 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12c60975-d615-4900-bbde-f86929fe2acd req-8350b640-f77d-4124-aaeb-88d744a66078 service neutron] 10.222.0.35 "GET /v2.0/networks/19e1f23e-59c7-45eb-80e2-2121308b3bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901010 Sep 08 10:26:20.537023 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-12c60975-d615-4900-bbde-f86929fe2acd req-3077bdc7-86ae-4ad1-9d59-b75adf356b07 service neutron] 10.222.0.35 "GET /v2.0/networks/19e1f23e-59c7-45eb-80e2-2121308b3bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907798 Sep 08 10:26:20.566022 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:20.571025 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e836e9-ae21-4ca5-811f-493bcb931ea3 None None] New status for floating IP e8472d7d-d76e-4a6c-9e44-5c0bc21d415d: DOWN {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 10:26:20.884804 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1dc5bd2f-5232-4f01-8e8a-c515d34bdeb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:21.321511 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26c3e6-f8e6-48b1-a6fb-21c3d19dcf01 req-a5917a40-65b1-44f7-b2e0-e6caa87b8e1f tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:26:21.323047 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0c26c3e6-f8e6-48b1-a6fb-21c3d19dcf01 req-a5917a40-65b1-44f7-b2e0-e6caa87b8e1f tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 946 time: 0.0484552 Sep 08 10:26:21.362026 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-0c26c3e6-f8e6-48b1-a6fb-21c3d19dcf01 req-a5a22286-6b98-4af9-891f-c47dc2aef7f7 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/security-groups?id=1170c80e-8137-440f-9afe-55a698ee7ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330024 Sep 08 10:26:21.517356 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d5c4c-e223-4121-a455-737ed07d9174 req-a20acaf4-ada5-4350-9cc0-d39e2221485e tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:26:21.519192 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-270d5c4c-e223-4121-a455-737ed07d9174 req-a20acaf4-ada5-4350-9cc0-d39e2221485e tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.35 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 946 time: 0.0476847 Sep 08 10:26:21.609933 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-270d5c4c-e223-4121-a455-737ed07d9174 req-23ad5fb3-3304-4036-b2ee-9f820729934e tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Deleting port cb5bfc06-66ab-4811-97e9-f17f55cd0e6d {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:26:21.610319 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-270d5c4c-e223-4121-a455-737ed07d9174 req-23ad5fb3-3304-4036-b2ee-9f820729934e tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:21.705537 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-270d5c4c-e223-4121-a455-737ed07d9174 req-23ad5fb3-3304-4036-b2ee-9f820729934e tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] For port cb5bfc06-66ab-4811-97e9-f17f55cd0e6d, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=cb5bfc06-66ab-4811-97e9-f17f55cd0e6d,segment=NetworkSegment(ae7a6503-e452-4eae-8c27-a615d3b273fb),segment_id=ae7a6503-e452-4eae-8c27-a615d3b273fb)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:26:21.706210 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-270d5c4c-e223-4121-a455-737ed07d9174 req-23ad5fb3-3304-4036-b2ee-9f820729934e tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:21.718492 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-270d5c4c-e223-4121-a455-737ed07d9174 req-23ad5fb3-3304-4036-b2ee-9f820729934e tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Calling delete_port for cb5bfc06-66ab-4811-97e9-f17f55cd0e6d owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:26:21.850997 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-270d5c4c-e223-4121-a455-737ed07d9174 req-23ad5fb3-3304-4036-b2ee-9f820729934e tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:21.885061 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad5fb3-3304-4036-b2ee-9f820729934e tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Pushing event deleted for resources: {'Port': ['ID=cb5bfc06-66ab-4811-97e9-f17f55cd0e6d,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:21.908155 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ad5fb3-3304-4036-b2ee-9f820729934e tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:26:21.908503 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ad5fb3-3304-4036-b2ee-9f820729934e tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:26:21.908845 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ad5fb3-3304-4036-b2ee-9f820729934e tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:26:21.909214 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ad5fb3-3304-4036-b2ee-9f820729934e tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:26:21.909541 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ad5fb3-3304-4036-b2ee-9f820729934e tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:26:21.909870 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ad5fb3-3304-4036-b2ee-9f820729934e tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:26:21.910222 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ad5fb3-3304-4036-b2ee-9f820729934e tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:26:21.910549 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ad5fb3-3304-4036-b2ee-9f820729934e tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:26:21.910873 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ad5fb3-3304-4036-b2ee-9f820729934e tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:26:21.911211 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ad5fb3-3304-4036-b2ee-9f820729934e tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:26:21.911539 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ad5fb3-3304-4036-b2ee-9f820729934e tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:26:21.911858 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ad5fb3-3304-4036-b2ee-9f820729934e tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:26:21.932686 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-270d5c4c-e223-4121-a455-737ed07d9174 req-23ad5fb3-3304-4036-b2ee-9f820729934e tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] No DVR routers for this DVR port cb5bfc06-66ab-4811-97e9-f17f55cd0e6d on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 10:26:21.935274 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-270d5c4c-e223-4121-a455-737ed07d9174 req-23ad5fb3-3304-4036-b2ee-9f820729934e tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:21.937310 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-270d5c4c-e223-4121-a455-737ed07d9174 req-23ad5fb3-3304-4036-b2ee-9f820729934e tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.35 "DELETE /v2.0/ports/cb5bfc06-66ab-4811-97e9-f17f55cd0e6d HTTP/1.1" status: 204 len: 173 time: 0.4124422 Sep 08 10:26:21.937782 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1202cceb-f09b-48d0-b31d-85c7b8c05556', 'name': 'network-vif-deleted', 'tag': 'cb5bfc06-66ab-4811-97e9-f17f55cd0e6d'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:26:21.940187 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8c0ec9-f77a-4d8e-b79d-41bc61a91e08" -d '{"events": [{"server_uuid": "1202cceb-f09b-48d0-b31d-85c7b8c05556", "name": "network-vif-deleted", "tag": "cb5bfc06-66ab-4811-97e9-f17f55cd0e6d"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:26:22.003096 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 10:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef203c29-3b2c-4080-9e7f-77c970d387b3 x-openstack-request-id: req-ef203c29-3b2c-4080-9e7f-77c970d387b3 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:26:22.003394 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1202cceb-f09b-48d0-b31d-85c7b8c05556", "name": "network-vif-deleted", "tag": "cb5bfc06-66ab-4811-97e9-f17f55cd0e6d", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:26:22.003654 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ef203c29-3b2c-4080-9e7f-77c970d387b3 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:26:22.004077 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1202cceb-f09b-48d0-b31d-85c7b8c05556', 'name': 'network-vif-deleted', 'tag': 'cb5bfc06-66ab-4811-97e9-f17f55cd0e6d', 'status': 'completed', 'code': 200} Sep 08 10:26:22.460815 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5b225d5a-4e6e-4641-862f-3040a3b4dadf req-7f8386bd-abf6-4c5b-9478-b4e4b5283888 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 210 time: 0.0303543 Sep 08 10:26:22.500941 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:23.562317 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f2e874e9-bde2-46ca-a221-d306081e1db1 req-9e4dc0d8-46bc-4bb2-92e8-b7887384a069 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 210 time: 0.0308392 Sep 08 10:26:23.894059 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:24.657941 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e2374b2d-58d3-4ab9-bdcd-005e2910a64a req-d06cdea8-6197-4047-8428-6d76431c61a1 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 210 time: 0.0284030 Sep 08 10:26:25.014346 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:25.419991 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device cb5bfc06-66ab-4811-97e9-f17f55cd0e6d no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:26:25.440126 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: cb5bfc06-66ab-4811-97e9-f17f55cd0e6d {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:26:25.440474 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device cb5bfc06-66ab-4811-97e9-f17f55cd0e6d not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:26:25.771352 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-63499110-963d-49d3-ba21-0b410b73e64b req-68410853-d827-4d36-81b8-a723cd277100 tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "GET /v2.0/ports?device_id=1202cceb-f09b-48d0-b31d-85c7b8c05556 HTTP/1.1" status: 200 len: 210 time: 0.0294333 Sep 08 10:26:26.833306 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40838) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:26:26.895429 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4bd587c5-32f8-4602-ab98-23cf39334fcf tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:26.920014 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4bd587c5-32f8-4602-ab98-23cf39334fcf tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:26.980837 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4bd587c5-32f8-4602-ab98-23cf39334fcf tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:26.983521 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-4bd587c5-32f8-4602-ab98-23cf39334fcf tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:26.984682 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-4bd587c5-32f8-4602-ab98-23cf39334fcf tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] 10.222.0.54 "DELETE /v2.0/security-groups/1170c80e-8137-440f-9afe-55a698ee7ab4 HTTP/1.1" status: 204 len: 168 time: 0.1507330 Sep 08 10:26:27.000856 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd587c5-32f8-4602-ab98-23cf39334fcf tempest-TestShelveInstance-181664148 tempest-TestShelveInstance-181664148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1170c80e-8137-440f-9afe-55a698ee7ab4,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:27.039561 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40842) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:26:27.533817 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ae0554af-4ad5-44a5-9943-6b385aa4062d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:27.793016 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-ae0554af-4ad5-44a5-9943-6b385aa4062d admin admin] Deleting port 9af49c43-310f-4e5d-81cb-4adae53a5490 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:26:27.793808 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ae0554af-4ad5-44a5-9943-6b385aa4062d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:27.872733 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-ae0554af-4ad5-44a5-9943-6b385aa4062d admin admin] For port 9af49c43-310f-4e5d-81cb-4adae53a5490, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=9af49c43-310f-4e5d-81cb-4adae53a5490,segment=NetworkSegment(ae7a6503-e452-4eae-8c27-a615d3b273fb),segment_id=ae7a6503-e452-4eae-8c27-a615d3b273fb)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:26:27.873469 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ae0554af-4ad5-44a5-9943-6b385aa4062d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:27.887049 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-ae0554af-4ad5-44a5-9943-6b385aa4062d admin admin] Calling delete_port for 9af49c43-310f-4e5d-81cb-4adae53a5490 owned by network:router_interface {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:26:28.082460 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ae0554af-4ad5-44a5-9943-6b385aa4062d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:28.111652 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0554af-4ad5-44a5-9943-6b385aa4062d admin admin] Pushing event deleted for resources: {'Port': ['ID=9af49c43-310f-4e5d-81cb-4adae53a5490,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:28.299494 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-ae0554af-4ad5-44a5-9943-6b385aa4062d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:28.516782 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae0554af-4ad5-44a5-9943-6b385aa4062d admin admin] Router b1d09df6-fed0-4dcd-bad3-0779350b94b9 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 10:26:28.625727 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0554af-4ad5-44a5-9943-6b385aa4062d admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:26:28.630839 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-ae0554af-4ad5-44a5-9943-6b385aa4062d admin admin] 10.222.0.54 "PUT /v2.0/routers/b1d09df6-fed0-4dcd-bad3-0779350b94b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5901353 Sep 08 10:26:28.633932 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40846) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:26:28.640085 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed004b3-afdb-4edf-bdd8-7aca76ad1198 None None] Sync routers for ids ['b1d09df6-fed0-4dcd-bad3-0779350b94b9'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:26:28.649690 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed004b3-afdb-4edf-bdd8-7aca76ad1198 None None] Routers {'b1d09df6-fed0-4dcd-bad3-0779350b94b9'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:26:28.650320 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-aed004b3-afdb-4edf-bdd8-7aca76ad1198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:26:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['b1d09df6-fed0-4dcd-bad3-0779350b94b9'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:26:28.736863 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3a4b88a5-6af9-4407-ac2a-32588394d4d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:28.751629 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-aed004b3-afdb-4edf-bdd8-7aca76ad1198 None None] Set router b1d09df6-fed0-4dcd-bad3-0779350b94b9 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:26:28.841949 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3a4b88a5-6af9-4407-ac2a-32588394d4d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:28.905574 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-3a4b88a5-6af9-4407-ac2a-32588394d4d4 admin admin] Deleting port 967da031-0fe2-4f5a-8c06-86ad93728c54 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:26:28.906332 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3a4b88a5-6af9-4407-ac2a-32588394d4d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:28.953987 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-aed004b3-afdb-4edf-bdd8-7aca76ad1198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'name': 'tempest-TestShelveInstance-83221939-router', 'tenant_id': '2e5d38ace5d04465b5e27516deb773a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '967da031-0fe2-4f5a-8c06-86ad93728c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:16:23Z', 'updated_at': '2021-09-08T10:26:28Z', 'revision_number': 5, 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'gw_port': {'id': '967da031-0fe2-4f5a-8c06-86ad93728c54', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:b7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:16:23Z', 'updated_at': '2021-09-08T10:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:26:28.981358 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed004b3-afdb-4edf-bdd8-7aca76ad1198 None None] Checking router: b1d09df6-fed0-4dcd-bad3-0779350b94b9 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:26:28.984775 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-3a4b88a5-6af9-4407-ac2a-32588394d4d4 admin admin] For port 967da031-0fe2-4f5a-8c06-86ad93728c54, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=967da031-0fe2-4f5a-8c06-86ad93728c54,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:26:28.985137 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3a4b88a5-6af9-4407-ac2a-32588394d4d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:28.989473 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed004b3-afdb-4edf-bdd8-7aca76ad1198 None None] Routers {'b1d09df6-fed0-4dcd-bad3-0779350b94b9'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:26:28.990099 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-aed004b3-afdb-4edf-bdd8-7aca76ad1198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:26:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['b1d09df6-fed0-4dcd-bad3-0779350b94b9'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:26:28.998252 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-3a4b88a5-6af9-4407-ac2a-32588394d4d4 admin admin] Calling delete_port for 967da031-0fe2-4f5a-8c06-86ad93728c54 owned by network:router_gateway {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:26:29.076218 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-aed004b3-afdb-4edf-bdd8-7aca76ad1198 None None] Set router b1d09df6-fed0-4dcd-bad3-0779350b94b9 gateway port host: None {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:26:29.130452 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-aed004b3-afdb-4edf-bdd8-7aca76ad1198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'name': 'tempest-TestShelveInstance-83221939-router', 'tenant_id': '2e5d38ace5d04465b5e27516deb773a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:16:23Z', 'updated_at': '2021-09-08T10:26:28Z', 'revision_number': 6, 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'gw_port_host': None}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:26:29.157751 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed004b3-afdb-4edf-bdd8-7aca76ad1198 None None] The sync data for ids ['b1d09df6-fed0-4dcd-bad3-0779350b94b9'] in n-d-806683-11 is: [{'id': 'b1d09df6-fed0-4dcd-bad3-0779350b94b9', 'name': 'tempest-TestShelveInstance-83221939-router', 'tenant_id': '2e5d38ace5d04465b5e27516deb773a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:16:23Z', 'updated_at': '2021-09-08T10:26:28Z', 'revision_number': 6, 'project_id': '2e5d38ace5d04465b5e27516deb773a4', 'gw_port_host': None}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:26:29.165349 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3a4b88a5-6af9-4407-ac2a-32588394d4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:29.196272 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b88a5-6af9-4407-ac2a-32588394d4d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=967da031-0fe2-4f5a-8c06-86ad93728c54,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:29.259028 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3a4b88a5-6af9-4407-ac2a-32588394d4d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:29.353767 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3a4b88a5-6af9-4407-ac2a-32588394d4d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:29.355894 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3a4b88a5-6af9-4407-ac2a-32588394d4d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:29.398612 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3a4b88a5-6af9-4407-ac2a-32588394d4d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:29.398996 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a4b88a5-6af9-4407-ac2a-32588394d4d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1d09df6-fed0-4dcd-bad3-0779350b94b9 {{(pid=94712) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 10:26:29.403370 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-3a4b88a5-6af9-4407-ac2a-32588394d4d4 admin admin] Notify callbacks [] for router, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:29.404530 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-3a4b88a5-6af9-4407-ac2a-32588394d4d4 admin admin] 10.222.0.54 "DELETE /v2.0/routers/b1d09df6-fed0-4dcd-bad3-0779350b94b9 HTTP/1.1" status: 204 len: 168 time: 0.7696116 Sep 08 10:26:29.407026 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40848) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:26:29.453659 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fe24d45-82a5-473b-9794-dbdb9af48f4d admin admin] Deleting subnet ef624010-6e3a-4ddb-a430-d9d79f59a648 {{(pid=94712) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 10:26:29.456776 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7fe24d45-82a5-473b-9794-dbdb9af48f4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:29.490205 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7fe24d45-82a5-473b-9794-dbdb9af48f4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125904177'] for subnet, precommit_delete_associations {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:29.574276 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7fe24d45-82a5-473b-9794-dbdb9af48f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:29.628577 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:29.637399 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7fe24d45-82a5-473b-9794-dbdb9af48f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126200568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126727720'] for subnet, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:29.663031 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe24d45-82a5-473b-9794-dbdb9af48f4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef624010-6e3a-4ddb-a430-d9d79f59a648,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:29.667805 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-7fe24d45-82a5-473b-9794-dbdb9af48f4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:29.670084 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-7fe24d45-82a5-473b-9794-dbdb9af48f4d admin admin] 10.222.0.54 "DELETE /v2.0/subnets/ef624010-6e3a-4ddb-a430-d9d79f59a648 HTTP/1.1" status: 204 len: 168 time: 0.2617686 Sep 08 10:26:29.672402 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40850) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:26:29.672790 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6009e39-d519-477b-a5dc-efb90345fb75 None None] Network 19e1f23e-59c7-45eb-80e2-2121308b3bf6 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:26:29.745032 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-acf1ff04-a326-4ffe-a430-d8c7193e11bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:29.797582 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-acf1ff04-a326-4ffe-a430-d8c7193e11bb admin admin] Deleting port 7f4f289d-7140-4c4a-ae04-c22b8744fae6 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:26:29.797928 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-acf1ff04-a326-4ffe-a430-d8c7193e11bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:29.865369 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-acf1ff04-a326-4ffe-a430-d8c7193e11bb admin admin] For port 7f4f289d-7140-4c4a-ae04-c22b8744fae6, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=7f4f289d-7140-4c4a-ae04-c22b8744fae6,segment=NetworkSegment(ae7a6503-e452-4eae-8c27-a615d3b273fb),segment_id=ae7a6503-e452-4eae-8c27-a615d3b273fb)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:26:29.865676 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-acf1ff04-a326-4ffe-a430-d8c7193e11bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:29.877903 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-acf1ff04-a326-4ffe-a430-d8c7193e11bb admin admin] Calling delete_port for 7f4f289d-7140-4c4a-ae04-c22b8744fae6 owned by network:dhcp {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:26:29.927385 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3668922-3c8b-47d8-a2f2-8d0fcc32d130 None None] DHCP port deletion for 19e1f23e-59c7-45eb-80e2-2121308b3bf6 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 10:26:29.965408 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-acf1ff04-a326-4ffe-a430-d8c7193e11bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:29.979452 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-a3668922-3c8b-47d8-a2f2-8d0fcc32d130 None None] Deleting port 7f4f289d-7140-4c4a-ae04-c22b8744fae6 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:26:29.979821 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a3668922-3c8b-47d8-a2f2-8d0fcc32d130 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:30.052398 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-a3668922-3c8b-47d8-a2f2-8d0fcc32d130 None None] For port 7f4f289d-7140-4c4a-ae04-c22b8744fae6, host n-d-806683-11, got binding levels [] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:26:30.052799 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a3668922-3c8b-47d8-a2f2-8d0fcc32d130 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:30.066596 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-a3668922-3c8b-47d8-a2f2-8d0fcc32d130 None None] Calling delete_port for 7f4f289d-7140-4c4a-ae04-c22b8744fae6 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:26:30.069993 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.ipam_backend_mixin [None req-a3668922-3c8b-47d8-a2f2-8d0fcc32d130 None None] Port 7f4f289d-7140-4c4a-ae04-c22b8744fae6 was not found and therefore no delete operation was performed {{(pid=94714) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 08 10:26:30.071379 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a3668922-3c8b-47d8-a2f2-8d0fcc32d130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:30.097079 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3668922-3c8b-47d8-a2f2-8d0fcc32d130 None None] Pushing event deleted for resources: {'Port': ['ID=7f4f289d-7140-4c4a-ae04-c22b8744fae6,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:30.108259 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3668922-3c8b-47d8-a2f2-8d0fcc32d130 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:26:30.108607 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3668922-3c8b-47d8-a2f2-8d0fcc32d130 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:26:30.108949 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3668922-3c8b-47d8-a2f2-8d0fcc32d130 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:26:30.109291 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3668922-3c8b-47d8-a2f2-8d0fcc32d130 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:26:30.109783 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3668922-3c8b-47d8-a2f2-8d0fcc32d130 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:26:30.110140 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3668922-3c8b-47d8-a2f2-8d0fcc32d130 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:26:30.110472 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3668922-3c8b-47d8-a2f2-8d0fcc32d130 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:26:30.110800 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3668922-3c8b-47d8-a2f2-8d0fcc32d130 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:26:30.111128 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3668922-3c8b-47d8-a2f2-8d0fcc32d130 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:26:30.111453 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3668922-3c8b-47d8-a2f2-8d0fcc32d130 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:26:30.111777 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3668922-3c8b-47d8-a2f2-8d0fcc32d130 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:26:30.112099 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3668922-3c8b-47d8-a2f2-8d0fcc32d130 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:26:30.115148 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3668922-3c8b-47d8-a2f2-8d0fcc32d130 None None] No DVR routers for this DVR port 7f4f289d-7140-4c4a-ae04-c22b8744fae6 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 10:26:30.323961 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf1ff04-a326-4ffe-a430-d8c7193e11bb admin admin] Pushing event deleted for resources: {'Port': ['ID=7f4f289d-7140-4c4a-ae04-c22b8744fae6,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:30.327441 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf1ff04-a326-4ffe-a430-d8c7193e11bb admin admin] No DVR routers for this DVR port 7f4f289d-7140-4c4a-ae04-c22b8744fae6 on host n-d-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 10:26:30.398200 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-acf1ff04-a326-4ffe-a430-d8c7193e11bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:30.418969 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-acf1ff04-a326-4ffe-a430-d8c7193e11bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19e1f23e-59c7-45eb-80e2-2121308b3bf6']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:26:30.429512 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 7f4f289d-7140-4c4a-ae04-c22b8744fae6 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:26:30.429861 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-acf1ff04-a326-4ffe-a430-d8c7193e11bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae7a6503-e452-4eae-8c27-a615d3b273fb') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:26:30.430195 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-acf1ff04-a326-4ffe-a430-d8c7193e11bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae7a6503-e452-4eae-8c27-a615d3b273fb') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:26:30.443815 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-acf1ff04-a326-4ffe-a430-d8c7193e11bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:30.449676 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 7f4f289d-7140-4c4a-ae04-c22b8744fae6 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:26:30.450117 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 7f4f289d-7140-4c4a-ae04-c22b8744fae6 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:26:30.450605 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 967da031-0fe2-4f5a-8c06-86ad93728c54 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:26:30.457167 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-acf1ff04-a326-4ffe-a430-d8c7193e11bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:30.463242 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acf1ff04-a326-4ffe-a430-d8c7193e11bb admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 10:26:30.463634 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-acf1ff04-a326-4ffe-a430-d8c7193e11bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:30.465272 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 10:26:30.465272 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 10:26:30.465272 n-d-806683-11 neutron-server[94712]: timer() Sep 08 10:26:30.465272 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 10:26:30.465272 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 10:26:30.465272 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 10:26:30.465272 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 10:26:30.465272 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 10:26:30.465272 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 10:26:30.465272 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 10:26:30.465272 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 10:26:30.465272 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 10:26:30.465272 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 10:26:30.465272 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 10:26:30.465272 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 10:26:30.465272 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 10:26:30.465272 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 10:26:30.465272 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 10:26:30.465272 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 10:26:30.465272 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 10:26:30.465272 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 10:26:30.465272 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 10:26:30.465272 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 10:26:30.465272 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 10:26:30.465272 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 10:26:30.465272 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 10:26:30.465272 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 10:26:30.465272 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 10:26:30.465272 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 10:26:30.465272 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 10:26:30.465272 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 10:26:30.465272 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 10:26:30.469156 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 967da031-0fe2-4f5a-8c06-86ad93728c54 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:26:30.469507 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 967da031-0fe2-4f5a-8c06-86ad93728c54 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:26:30.469926 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 9af49c43-310f-4e5d-81cb-4adae53a5490 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:26:30.492407 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 9af49c43-310f-4e5d-81cb-4adae53a5490 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:26:30.492584 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 9af49c43-310f-4e5d-81cb-4adae53a5490 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:26:30.519988 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-acf1ff04-a326-4ffe-a430-d8c7193e11bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:30.526192 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-acf1ff04-a326-4ffe-a430-d8c7193e11bb admin admin] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:30.528044 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-acf1ff04-a326-4ffe-a430-d8c7193e11bb admin admin] 10.222.0.54 "DELETE /v2.0/networks/19e1f23e-59c7-45eb-80e2-2121308b3bf6 HTTP/1.1" status: 204 len: 168 time: 0.8546910 Sep 08 10:26:30.531269 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40852) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:26:30.539391 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf1ff04-a326-4ffe-a430-d8c7193e11bb admin admin] Pushing event deleted for resources: {'Network': ['ID=19e1f23e-59c7-45eb-80e2-2121308b3bf6,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:31.153289 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-00b76ace-6425-472f-9e7b-d1a6d96d4890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:31.401851 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-00b76ace-6425-472f-9e7b-d1a6d96d4890 admin admin] Deleting port 235c898d-5904-4a6f-96c0-8cdae5c1cc49 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:26:31.402233 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-00b76ace-6425-472f-9e7b-d1a6d96d4890 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:31.489970 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-00b76ace-6425-472f-9e7b-d1a6d96d4890 admin admin] For port 235c898d-5904-4a6f-96c0-8cdae5c1cc49, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=235c898d-5904-4a6f-96c0-8cdae5c1cc49,segment=NetworkSegment(f7c8a92c-c018-446a-9a4e-64fccc0a062c),segment_id=f7c8a92c-c018-446a-9a4e-64fccc0a062c)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:26:31.490287 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-00b76ace-6425-472f-9e7b-d1a6d96d4890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:31.503033 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-00b76ace-6425-472f-9e7b-d1a6d96d4890 admin admin] Calling delete_port for 235c898d-5904-4a6f-96c0-8cdae5c1cc49 owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:26:31.696068 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-00b76ace-6425-472f-9e7b-d1a6d96d4890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:31.719758 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b76ace-6425-472f-9e7b-d1a6d96d4890 admin admin] Pushing event deleted for resources: {'Port': ['ID=235c898d-5904-4a6f-96c0-8cdae5c1cc49,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:31.892372 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-00b76ace-6425-472f-9e7b-d1a6d96d4890 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:32.104224 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b76ace-6425-472f-9e7b-d1a6d96d4890 admin admin] Router 563b67b4-6594-4884-8e02-9fdcde6152e0 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 10:26:32.212176 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b76ace-6425-472f-9e7b-d1a6d96d4890 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:26:32.217249 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-00b76ace-6425-472f-9e7b-d1a6d96d4890 admin admin] 10.222.0.54 "PUT /v2.0/routers/563b67b4-6594-4884-8e02-9fdcde6152e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6848562 Sep 08 10:26:32.219893 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40854) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:26:32.222624 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63432177-4b32-4a51-bcce-f0df66c278ff None None] Sync routers for ids ['563b67b4-6594-4884-8e02-9fdcde6152e0'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:26:32.232360 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63432177-4b32-4a51-bcce-f0df66c278ff None None] Routers {'563b67b4-6594-4884-8e02-9fdcde6152e0'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:26:32.232981 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-63432177-4b32-4a51-bcce-f0df66c278ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:26:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['563b67b4-6594-4884-8e02-9fdcde6152e0'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:26:32.323674 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3bc09016-cc91-43ca-a05d-f0bcfba33f43 admin admin] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:32.434099 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3bc09016-cc91-43ca-a05d-f0bcfba33f43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:32.491150 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-3bc09016-cc91-43ca-a05d-f0bcfba33f43 admin admin] Deleting port 7df895cc-d141-47c4-8440-9aae4d5c7afc {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:26:32.491492 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-63432177-4b32-4a51-bcce-f0df66c278ff None None] Set router 563b67b4-6594-4884-8e02-9fdcde6152e0 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:26:32.491723 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3bc09016-cc91-43ca-a05d-f0bcfba33f43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:32.575339 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-3bc09016-cc91-43ca-a05d-f0bcfba33f43 admin admin] For port 7df895cc-d141-47c4-8440-9aae4d5c7afc, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=7df895cc-d141-47c4-8440-9aae4d5c7afc,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:26:32.575690 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3bc09016-cc91-43ca-a05d-f0bcfba33f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:32.590811 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-3bc09016-cc91-43ca-a05d-f0bcfba33f43 admin admin] Calling delete_port for 7df895cc-d141-47c4-8440-9aae4d5c7afc owned by network:router_gateway {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:26:32.670839 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-63432177-4b32-4a51-bcce-f0df66c278ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563b67b4-6594-4884-8e02-9fdcde6152e0', 'name': 'tempest-TestShelveInstance-1837681169-router', 'tenant_id': '86daa782f7ef458cbda0390982e975ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '7df895cc-d141-47c4-8440-9aae4d5c7afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:16:28Z', 'updated_at': '2021-09-08T10:26:31Z', 'revision_number': 5, 'project_id': '86daa782f7ef458cbda0390982e975ba', 'gw_port': {'id': '7df895cc-d141-47c4-8440-9aae4d5c7afc', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '563b67b4-6594-4884-8e02-9fdcde6152e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:16:28Z', 'updated_at': '2021-09-08T10:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:26:32.697368 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63432177-4b32-4a51-bcce-f0df66c278ff None None] Checking router: 563b67b4-6594-4884-8e02-9fdcde6152e0 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:26:32.706018 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63432177-4b32-4a51-bcce-f0df66c278ff None None] Routers {'563b67b4-6594-4884-8e02-9fdcde6152e0'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:26:32.707965 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-63432177-4b32-4a51-bcce-f0df66c278ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:26:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['563b67b4-6594-4884-8e02-9fdcde6152e0'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:26:32.762132 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3bc09016-cc91-43ca-a05d-f0bcfba33f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:32.790059 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc09016-cc91-43ca-a05d-f0bcfba33f43 admin admin] Pushing event deleted for resources: {'Port': ['ID=7df895cc-d141-47c4-8440-9aae4d5c7afc,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:32.799750 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-63432177-4b32-4a51-bcce-f0df66c278ff None None] Set router 563b67b4-6594-4884-8e02-9fdcde6152e0 gateway port host: None {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:26:32.849272 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3bc09016-cc91-43ca-a05d-f0bcfba33f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:32.856294 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-63432177-4b32-4a51-bcce-f0df66c278ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '563b67b4-6594-4884-8e02-9fdcde6152e0', 'name': 'tempest-TestShelveInstance-1837681169-router', 'tenant_id': '86daa782f7ef458cbda0390982e975ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:16:28Z', 'updated_at': '2021-09-08T10:26:32Z', 'revision_number': 6, 'project_id': '86daa782f7ef458cbda0390982e975ba', 'gw_port_host': None}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:26:32.882961 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63432177-4b32-4a51-bcce-f0df66c278ff None None] The sync data for ids ['563b67b4-6594-4884-8e02-9fdcde6152e0'] in n-d-806683-11 is: [{'id': '563b67b4-6594-4884-8e02-9fdcde6152e0', 'name': 'tempest-TestShelveInstance-1837681169-router', 'tenant_id': '86daa782f7ef458cbda0390982e975ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:16:28Z', 'updated_at': '2021-09-08T10:26:32Z', 'revision_number': 6, 'project_id': '86daa782f7ef458cbda0390982e975ba', 'gw_port_host': None}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:26:32.951557 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3bc09016-cc91-43ca-a05d-f0bcfba33f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:32.953631 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3bc09016-cc91-43ca-a05d-f0bcfba33f43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:32.997516 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3bc09016-cc91-43ca-a05d-f0bcfba33f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:32.998135 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc09016-cc91-43ca-a05d-f0bcfba33f43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 563b67b4-6594-4884-8e02-9fdcde6152e0 {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 10:26:33.002659 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-3bc09016-cc91-43ca-a05d-f0bcfba33f43 admin admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:33.003826 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-3bc09016-cc91-43ca-a05d-f0bcfba33f43 admin admin] 10.222.0.54 "DELETE /v2.0/routers/563b67b4-6594-4884-8e02-9fdcde6152e0 HTTP/1.1" status: 204 len: 168 time: 0.7830150 Sep 08 10:26:33.006399 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40856) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:26:33.049484 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-56e658b3-60db-4930-a612-3b887409e8f2 admin admin] Deleting subnet e642b214-e4a0-430f-aaf2-5fd6c88d394b {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 10:26:33.052485 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-56e658b3-60db-4930-a612-3b887409e8f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:33.087096 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-56e658b3-60db-4930-a612-3b887409e8f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:33.166957 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-56e658b3-60db-4930-a612-3b887409e8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:33.220822 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-56e658b3-60db-4930-a612-3b887409e8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:33.249557 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e658b3-60db-4930-a612-3b887409e8f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e642b214-e4a0-430f-aaf2-5fd6c88d394b,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:33.253291 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-56e658b3-60db-4930-a612-3b887409e8f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:33.257943 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-56e658b3-60db-4930-a612-3b887409e8f2 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/e642b214-e4a0-430f-aaf2-5fd6c88d394b HTTP/1.1" status: 204 len: 168 time: 0.2474766 Sep 08 10:26:33.259100 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40858) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:26:33.260858 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8942a9-6e04-4f1d-9cc2-83e46966541f None None] Network 6582729f-9843-43e1-b64c-475e262dcca9 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:26:33.337751 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-00bf3620-4d70-43cc-ad57-5682dc9ea29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:33.389438 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-00bf3620-4d70-43cc-ad57-5682dc9ea29c admin admin] Deleting port 4257336b-1b37-41cc-a516-22eef57e6076 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:26:33.389792 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-00bf3620-4d70-43cc-ad57-5682dc9ea29c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:33.452901 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-00bf3620-4d70-43cc-ad57-5682dc9ea29c admin admin] For port 4257336b-1b37-41cc-a516-22eef57e6076, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=4257336b-1b37-41cc-a516-22eef57e6076,segment=NetworkSegment(f7c8a92c-c018-446a-9a4e-64fccc0a062c),segment_id=f7c8a92c-c018-446a-9a4e-64fccc0a062c)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:26:33.453272 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-00bf3620-4d70-43cc-ad57-5682dc9ea29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:33.470126 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-00bf3620-4d70-43cc-ad57-5682dc9ea29c admin admin] Calling delete_port for 4257336b-1b37-41cc-a516-22eef57e6076 owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:26:33.547086 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-00bf3620-4d70-43cc-ad57-5682dc9ea29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:33.573307 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bf3620-4d70-43cc-ad57-5682dc9ea29c admin admin] Pushing event deleted for resources: {'Port': ['ID=4257336b-1b37-41cc-a516-22eef57e6076,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:33.575171 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bf3620-4d70-43cc-ad57-5682dc9ea29c admin admin] No DVR routers for this DVR port 4257336b-1b37-41cc-a516-22eef57e6076 on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 10:26:33.649090 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-00bf3620-4d70-43cc-ad57-5682dc9ea29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:33.657434 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6c9349-89ae-456d-bb01-51026c733739 None None] DHCP port deletion for 6582729f-9843-43e1-b64c-475e262dcca9 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 10:26:33.675257 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-00bf3620-4d70-43cc-ad57-5682dc9ea29c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6582729f-9843-43e1-b64c-475e262dcca9']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:26:33.685024 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-00bf3620-4d70-43cc-ad57-5682dc9ea29c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7c8a92c-c018-446a-9a4e-64fccc0a062c') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:26:33.685320 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-00bf3620-4d70-43cc-ad57-5682dc9ea29c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7c8a92c-c018-446a-9a4e-64fccc0a062c') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:26:33.694857 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-00bf3620-4d70-43cc-ad57-5682dc9ea29c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:33.708451 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-00bf3620-4d70-43cc-ad57-5682dc9ea29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:33.715034 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00bf3620-4d70-43cc-ad57-5682dc9ea29c admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 10:26:33.715430 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-00bf3620-4d70-43cc-ad57-5682dc9ea29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:33.717120 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 10:26:33.717120 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 10:26:33.717120 n-d-806683-11 neutron-server[94713]: timer() Sep 08 10:26:33.717120 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 10:26:33.717120 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 10:26:33.717120 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 10:26:33.717120 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 10:26:33.717120 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 10:26:33.717120 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 10:26:33.717120 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 10:26:33.717120 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 10:26:33.717120 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 10:26:33.717120 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 10:26:33.717120 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 10:26:33.717120 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 10:26:33.717120 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 10:26:33.717120 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 10:26:33.717120 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 10:26:33.717120 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 10:26:33.717120 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 10:26:33.717120 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 10:26:33.717120 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 10:26:33.717120 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 10:26:33.717120 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 10:26:33.717120 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 10:26:33.717120 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 10:26:33.717120 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 10:26:33.717120 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 10:26:33.717120 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 10:26:33.717120 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 10:26:33.717120 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 10:26:33.717120 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 10:26:33.774534 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-00bf3620-4d70-43cc-ad57-5682dc9ea29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:33.781217 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-00bf3620-4d70-43cc-ad57-5682dc9ea29c admin admin] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:33.783724 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-00bf3620-4d70-43cc-ad57-5682dc9ea29c admin admin] 10.222.0.54 "DELETE /v2.0/networks/6582729f-9843-43e1-b64c-475e262dcca9 HTTP/1.1" status: 204 len: 168 time: 0.5245724 Sep 08 10:26:33.794746 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bf3620-4d70-43cc-ad57-5682dc9ea29c admin admin] Pushing event deleted for resources: {'Network': ['ID=6582729f-9843-43e1-b64c-475e262dcca9,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:33.935880 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40862) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:26:33.974946 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-1307f1f0-a149-4d61-87cc-38772d8cd8c0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2e5d38ace5d04465b5e27516deb773a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379214 Sep 08 10:26:33.977906 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40864) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:26:34.028159 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c8548e99-12fe-4515-a99c-4872974a6dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:34.052281 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c8548e99-12fe-4515-a99c-4872974a6dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:34.098965 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c8548e99-12fe-4515-a99c-4872974a6dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:34.102419 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c8548e99-12fe-4515-a99c-4872974a6dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:34.103601 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c8548e99-12fe-4515-a99c-4872974a6dc2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bb44fe01-095e-46df-82a1-eabfdef14b04 HTTP/1.1" status: 204 len: 168 time: 0.1247468 Sep 08 10:26:34.111477 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8548e99-12fe-4515-a99c-4872974a6dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb44fe01-095e-46df-82a1-eabfdef14b04,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:34.437542 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40870) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:26:34.443482 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 235c898d-5904-4a6f-96c0-8cdae5c1cc49 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:26:34.463695 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 235c898d-5904-4a6f-96c0-8cdae5c1cc49 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:26:34.464043 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 235c898d-5904-4a6f-96c0-8cdae5c1cc49 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:26:34.464463 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 4257336b-1b37-41cc-a516-22eef57e6076 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:26:34.480936 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-e7a38fe0-bd3b-403c-8ea0-88bec6272c06 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=86daa782f7ef458cbda0390982e975ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398252 Sep 08 10:26:34.481313 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40872) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:26:34.484810 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 4257336b-1b37-41cc-a516-22eef57e6076 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:26:34.485162 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 4257336b-1b37-41cc-a516-22eef57e6076 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:26:34.485591 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 7df895cc-d141-47c4-8440-9aae4d5c7afc no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:26:34.508244 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 7df895cc-d141-47c4-8440-9aae4d5c7afc {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:26:34.508599 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 7df895cc-d141-47c4-8440-9aae4d5c7afc not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:26:34.533781 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-96834489-6adc-4bb9-94d7-5c0a7f61fefc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:34.554628 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-96834489-6adc-4bb9-94d7-5c0a7f61fefc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:34.601873 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-96834489-6adc-4bb9-94d7-5c0a7f61fefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:34.604661 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-96834489-6adc-4bb9-94d7-5c0a7f61fefc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:34.605845 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-96834489-6adc-4bb9-94d7-5c0a7f61fefc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/dc49bdf1-ca85-4e97-a5c0-e688daf77759 HTTP/1.1" status: 204 len: 168 time: 0.1235518 Sep 08 10:26:34.613948 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96834489-6adc-4bb9-94d7-5c0a7f61fefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc49bdf1-ca85-4e97-a5c0-e688daf77759,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:35.328825 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40894) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:26:35.423475 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-8443d172-aa46-4960-863b-f06a357f5beb admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-517736357-network', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:26:35.445629 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8443d172-aa46-4960-863b-f06a357f5beb admin admin] Made reservation on behalf of e3a56230b5a74c4dab66af298a86a83f for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:26:35.447952 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8443d172-aa46-4960-863b-f06a357f5beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:35.456380 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8443d172-aa46-4960-863b-f06a357f5beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:35.546064 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8443d172-aa46-4960-863b-f06a357f5beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:35.549974 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8443d172-aa46-4960-863b-f06a357f5beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:35.574923 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8443d172-aa46-4960-863b-f06a357f5beb admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 10:26:35.584679 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8443d172-aa46-4960-863b-f06a357f5beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea968637-1796-4a8b-aedf-1c453e2d1635,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:35.594878 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8443d172-aa46-4960-863b-f06a357f5beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:35.595940 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-8443d172-aa46-4960-863b-f06a357f5beb admin admin] Added segment c9b43f1d-52fe-4099-a435-e69415b2e1b2 of type vlan for network 5f9fd341-b656-4d2d-8335-d7be198cab85 Sep 08 10:26:35.638511 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8443d172-aa46-4960-863b-f06a357f5beb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:35.663645 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8443d172-aa46-4960-863b-f06a357f5beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:35.664543 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8443d172-aa46-4960-863b-f06a357f5beb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:26:35.665129 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-8443d172-aa46-4960-863b-f06a357f5beb admin admin] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:35.696639 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-8443d172-aa46-4960-863b-f06a357f5beb admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3667254 Sep 08 10:26:35.699613 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40898) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:26:35.704952 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-341cf38b-6800-4016-9fe3-c2400ac542f2 admin admin] Request body: {'subnet': {'network_id': '5f9fd341-b656-4d2d-8335-d7be198cab85', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-517736357-subnet', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'ip_version': 4}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:26:35.727071 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341cf38b-6800-4016-9fe3-c2400ac542f2 admin admin] Made reservation on behalf of e3a56230b5a74c4dab66af298a86a83f for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:26:35.728135 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8443d172-aa46-4960-863b-f06a357f5beb admin admin] Pushing event updated for resources: {'Network': ['ID=5f9fd341-b656-4d2d-8335-d7be198cab85,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:35.729584 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-341cf38b-6800-4016-9fe3-c2400ac542f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:35.738200 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 5f9fd341-b656-4d2d-8335-d7be198cab85 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 10:26:35.895992 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-341cf38b-6800-4016-9fe3-c2400ac542f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:35.954109 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341cf38b-6800-4016-9fe3-c2400ac542f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:35.961770 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341cf38b-6800-4016-9fe3-c2400ac542f2 admin admin] Checking segment: {'id': 'c9b43f1d-52fe-4099-a435-e69415b2e1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5f9fd341-b656-4d2d-8335-d7be198cab85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:26:35.962278 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341cf38b-6800-4016-9fe3-c2400ac542f2 admin admin] Network hostable DHCP agents. Network: 5f9fd341-b656-4d2d-8335-d7be198cab85, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 10:26:35.979371 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341cf38b-6800-4016-9fe3-c2400ac542f2 admin admin] Network 5f9fd341-b656-4d2d-8335-d7be198cab85 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 10:26:35.987466 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-341cf38b-6800-4016-9fe3-c2400ac542f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 5f9fd341-b656-4d2d-8335-d7be198cab85) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:26:35.991711 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341cf38b-6800-4016-9fe3-c2400ac542f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:26:35.992305 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-341cf38b-6800-4016-9fe3-c2400ac542f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:35.995827 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb53725-72ac-4189-8f6c-957e03a1f344 None None] Network 5f9fd341-b656-4d2d-8335-d7be198cab85 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:26:36.006297 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-341cf38b-6800-4016-9fe3-c2400ac542f2 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3053942 Sep 08 10:26:36.009371 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40900) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:26:36.014364 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-31aef31f-3fb2-492c-8a47-8345967a5c93 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-517736357-router', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:26:36.035980 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-31aef31f-3fb2-492c-8a47-8345967a5c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:36.037183 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-31aef31f-3fb2-492c-8a47-8345967a5c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:36.093492 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-31aef31f-3fb2-492c-8a47-8345967a5c93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:36.145735 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586c95ca-1581-4e79-b4fd-791c018fe29e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-5f9fd341-b656-4d2d-8335-d7be198cab85', 'network_id': '5f9fd341-b656-4d2d-8335-d7be198cab85', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'fixed_ips': [{'subnet_id': '4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 10:26:36.146682 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-586c95ca-1581-4e79-b4fd-791c018fe29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:36.232172 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-31aef31f-3fb2-492c-8a47-8345967a5c93 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:36.286378 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-586c95ca-1581-4e79-b4fd-791c018fe29e None None] Allocated IP 172.20.0.2 (5f9fd341-b656-4d2d-8335-d7be198cab85/4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d/edb1dc9b-fc09-44a7-9ffa-63fcc7b1d305) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:26:36.429767 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-31aef31f-3fb2-492c-8a47-8345967a5c93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:36.431063 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-586c95ca-1581-4e79-b4fd-791c018fe29e None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:36.438710 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-586c95ca-1581-4e79-b4fd-791c018fe29e None None] Transition to ACTIVE for port object edb1dc9b-fc09-44a7-9ffa-63fcc7b1d305 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:26:36.449772 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-31aef31f-3fb2-492c-8a47-8345967a5c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:36.455102 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-586c95ca-1581-4e79-b4fd-791c018fe29e None None] Transition to ACTIVE for port object edb1dc9b-fc09-44a7-9ffa-63fcc7b1d305 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:26:36.460885 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-586c95ca-1581-4e79-b4fd-791c018fe29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:36.498723 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586c95ca-1581-4e79-b4fd-791c018fe29e None None] Network 5f9fd341-b656-4d2d-8335-d7be198cab85 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:26:36.503403 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-586c95ca-1581-4e79-b4fd-791c018fe29e None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:26:36.507804 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586c95ca-1581-4e79-b4fd-791c018fe29e None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:26:36.510896 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586c95ca-1581-4e79-b4fd-791c018fe29e None None] Pushing event updated for resources: {'Port': ['ID=edb1dc9b-fc09-44a7-9ffa-63fcc7b1d305,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:36.551589 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-31aef31f-3fb2-492c-8a47-8345967a5c93 admin admin] Allocated IP 172.25.0.237 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/31556f75-1850-4088-b007-6a995ed67e98) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:26:36.562271 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-586c95ca-1581-4e79-b4fd-791c018fe29e None None] Attempting to bind port edb1dc9b-fc09-44a7-9ffa-63fcc7b1d305 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:26:36.562642 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-586c95ca-1581-4e79-b4fd-791c018fe29e None None] Attempting to bind port edb1dc9b-fc09-44a7-9ffa-63fcc7b1d305 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'c9b43f1d-52fe-4099-a435-e69415b2e1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5f9fd341-b656-4d2d-8335-d7be198cab85'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:26:36.563004 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586c95ca-1581-4e79-b4fd-791c018fe29e None None] Attempting to bind port edb1dc9b-fc09-44a7-9ffa-63fcc7b1d305 on network 5f9fd341-b656-4d2d-8335-d7be198cab85 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:26:36.567840 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586c95ca-1581-4e79-b4fd-791c018fe29e None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:26:36.568214 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586c95ca-1581-4e79-b4fd-791c018fe29e None None] Checking segment: {'id': 'c9b43f1d-52fe-4099-a435-e69415b2e1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5f9fd341-b656-4d2d-8335-d7be198cab85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:26:36.568615 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-586c95ca-1581-4e79-b4fd-791c018fe29e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:36.569002 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586c95ca-1581-4e79-b4fd-791c018fe29e None None] Bound using segment: {'id': 'c9b43f1d-52fe-4099-a435-e69415b2e1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5f9fd341-b656-4d2d-8335-d7be198cab85'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:26:36.569475 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-586c95ca-1581-4e79-b4fd-791c018fe29e None None] Bound port: edb1dc9b-fc09-44a7-9ffa-63fcc7b1d305, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b43f1d-52fe-4099-a435-e69415b2e1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5f9fd341-b656-4d2d-8335-d7be198cab85'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:26:36.569843 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-586c95ca-1581-4e79-b4fd-791c018fe29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:36.632226 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-586c95ca-1581-4e79-b4fd-791c018fe29e None None] For port edb1dc9b-fc09-44a7-9ffa-63fcc7b1d305, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:26:36.635391 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-586c95ca-1581-4e79-b4fd-791c018fe29e None None] For port edb1dc9b-fc09-44a7-9ffa-63fcc7b1d305, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=edb1dc9b-fc09-44a7-9ffa-63fcc7b1d305,segment=NetworkSegment(c9b43f1d-52fe-4099-a435-e69415b2e1b2),segment_id=c9b43f1d-52fe-4099-a435-e69415b2e1b2)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:26:36.639937 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-586c95ca-1581-4e79-b4fd-791c018fe29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:36.658432 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-31aef31f-3fb2-492c-8a47-8345967a5c93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:36.702748 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586c95ca-1581-4e79-b4fd-791c018fe29e None None] Pushing event updated for resources: {'Port': ['ID=edb1dc9b-fc09-44a7-9ffa-63fcc7b1d305,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:36.703822 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-31aef31f-3fb2-492c-8a47-8345967a5c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:36.742776 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31aef31f-3fb2-492c-8a47-8345967a5c93 admin admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:26:36.745722 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-31aef31f-3fb2-492c-8a47-8345967a5c93 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:26:36.751506 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31aef31f-3fb2-492c-8a47-8345967a5c93 admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:26:36.773627 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aef31f-3fb2-492c-8a47-8345967a5c93 admin admin] Pushing event updated for resources: {'Port': ['ID=31556f75-1850-4088-b007-6a995ed67e98,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:37.290250 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-31aef31f-3fb2-492c-8a47-8345967a5c93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:37.490490 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-31aef31f-3fb2-492c-8a47-8345967a5c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:37.584793 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c66840e-e1c1-4105-9c05-553d68176403 None None] Network 5f9fd341-b656-4d2d-8335-d7be198cab85 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:26:37.625084 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31aef31f-3fb2-492c-8a47-8345967a5c93 admin admin] Router 2e96fd61-d534-49b6-85bb-b796d0dfbe12 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 10:26:37.713482 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-81d06a30-f9a9-4dad-b224-b2efd95e7e75 None None] Provisioning for port edb1dc9b-fc09-44a7-9ffa-63fcc7b1d305 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:26:37.739211 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31aef31f-3fb2-492c-8a47-8345967a5c93 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:26:37.756795 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-31aef31f-3fb2-492c-8a47-8345967a5c93 admin admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:37.757216 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9deb5f2d-2c8f-41bb-923c-f7c7b53cc534 None None] Sync routers for ids ['2e96fd61-d534-49b6-85bb-b796d0dfbe12'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:26:37.760702 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-31aef31f-3fb2-492c-8a47-8345967a5c93 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7473776 Sep 08 10:26:37.761173 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40902) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:26:37.771121 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9deb5f2d-2c8f-41bb-923c-f7c7b53cc534 None None] Routers {'2e96fd61-d534-49b6-85bb-b796d0dfbe12'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:26:37.772066 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-9deb5f2d-2c8f-41bb-923c-f7c7b53cc534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:26:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['2e96fd61-d534-49b6-85bb-b796d0dfbe12'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:26:37.888422 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-9deb5f2d-2c8f-41bb-923c-f7c7b53cc534 None None] Set router 2e96fd61-d534-49b6-85bb-b796d0dfbe12 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:26:38.084540 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-9deb5f2d-2c8f-41bb-923c-f7c7b53cc534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'name': 'tempest-TestSnapshotPattern-517736357-router', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '31556f75-1850-4088-b007-6a995ed67e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:26:36Z', 'updated_at': '2021-09-08T10:26:36Z', 'revision_number': 3, 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'gw_port': {'id': '31556f75-1850-4088-b007-6a995ed67e98', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:26:36Z', 'updated_at': '2021-09-08T10:26:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:26:38.114553 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9deb5f2d-2c8f-41bb-923c-f7c7b53cc534 None None] Checking router: 2e96fd61-d534-49b6-85bb-b796d0dfbe12 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:26:38.114902 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9deb5f2d-2c8f-41bb-923c-f7c7b53cc534 None None] Updating router 2e96fd61-d534-49b6-85bb-b796d0dfbe12 port 31556f75-1850-4088-b007-6a995ed67e98 binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 10:26:38.139894 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9deb5f2d-2c8f-41bb-923c-f7c7b53cc534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:38.184516 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-318c2a72-a75c-4c02-a42e-784b1c9330c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:38.344378 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-318c2a72-a75c-4c02-a42e-784b1c9330c0 admin admin] Allocated IP 172.20.0.1 (5f9fd341-b656-4d2d-8335-d7be198cab85/4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d/23c43ac4-dfd6-4fc7-b41d-891ac797d29a) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:26:38.386516 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9deb5f2d-2c8f-41bb-923c-f7c7b53cc534 None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:38.397079 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-9deb5f2d-2c8f-41bb-923c-f7c7b53cc534 None None] Transition to ACTIVE for port object 31556f75-1850-4088-b007-6a995ed67e98 will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:26:38.406328 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9deb5f2d-2c8f-41bb-923c-f7c7b53cc534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:38.460435 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-318c2a72-a75c-4c02-a42e-784b1c9330c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:38.465608 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1689c9de-887e-4ca5-9a08-20aab77494ad None None] Pushing event updated for resources: {'Port': ['ID=31556f75-1850-4088-b007-6a995ed67e98,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:38.467661 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-9deb5f2d-2c8f-41bb-923c-f7c7b53cc534 None None] Attempting to bind port 31556f75-1850-4088-b007-6a995ed67e98 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:26:38.468030 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-9deb5f2d-2c8f-41bb-923c-f7c7b53cc534 None None] Attempting to bind port 31556f75-1850-4088-b007-6a995ed67e98 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:26:38.468411 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deb5f2d-2c8f-41bb-923c-f7c7b53cc534 None None] Attempting to bind port 31556f75-1850-4088-b007-6a995ed67e98 on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:26:38.479252 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deb5f2d-2c8f-41bb-923c-f7c7b53cc534 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:26:38.479646 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deb5f2d-2c8f-41bb-923c-f7c7b53cc534 None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:26:38.480232 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9deb5f2d-2c8f-41bb-923c-f7c7b53cc534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:38.480635 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deb5f2d-2c8f-41bb-923c-f7c7b53cc534 None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:26:38.481216 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-9deb5f2d-2c8f-41bb-923c-f7c7b53cc534 None None] Bound port: 31556f75-1850-4088-b007-6a995ed67e98, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:26:38.481367 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.provisioning_blocks [None req-318c2a72-a75c-4c02-a42e-784b1c9330c0 admin admin] Transition to ACTIVE for port object 23c43ac4-dfd6-4fc7-b41d-891ac797d29a will not be triggered until provisioned by entity DHCP. {{(pid=94713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:26:38.481470 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device edb1dc9b-fc09-44a7-9ffa-63fcc7b1d305 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:26:38.481564 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9deb5f2d-2c8f-41bb-923c-f7c7b53cc534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:38.484330 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689c9de-887e-4ca5-9a08-20aab77494ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:26:38.484675 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689c9de-887e-4ca5-9a08-20aab77494ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:26:38.485014 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689c9de-887e-4ca5-9a08-20aab77494ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:26:38.485350 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689c9de-887e-4ca5-9a08-20aab77494ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:26:38.485679 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689c9de-887e-4ca5-9a08-20aab77494ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:26:38.486011 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689c9de-887e-4ca5-9a08-20aab77494ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:26:38.486536 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689c9de-887e-4ca5-9a08-20aab77494ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:26:38.486744 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689c9de-887e-4ca5-9a08-20aab77494ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:26:38.487181 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689c9de-887e-4ca5-9a08-20aab77494ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:26:38.487724 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689c9de-887e-4ca5-9a08-20aab77494ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:26:38.487861 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689c9de-887e-4ca5-9a08-20aab77494ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:26:38.488211 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1689c9de-887e-4ca5-9a08-20aab77494ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:26:38.521064 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-318c2a72-a75c-4c02-a42e-784b1c9330c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:38.533794 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port edb1dc9b-fc09-44a7-9ffa-63fcc7b1d305 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:26:38.537882 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port edb1dc9b-fc09-44a7-9ffa-63fcc7b1d305 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:26:38.538286 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:38.548344 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-9deb5f2d-2c8f-41bb-923c-f7c7b53cc534 None None] For port 31556f75-1850-4088-b007-6a995ed67e98, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:26:38.551503 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-9deb5f2d-2c8f-41bb-923c-f7c7b53cc534 None None] For port 31556f75-1850-4088-b007-6a995ed67e98, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=31556f75-1850-4088-b007-6a995ed67e98,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:26:38.556741 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-9deb5f2d-2c8f-41bb-923c-f7c7b53cc534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:38.563227 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318c2a72-a75c-4c02-a42e-784b1c9330c0 admin admin] Network 5f9fd341-b656-4d2d-8335-d7be198cab85 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:26:38.569781 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-318c2a72-a75c-4c02-a42e-784b1c9330c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:26:38.575228 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318c2a72-a75c-4c02-a42e-784b1c9330c0 admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:26:38.578385 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c2a72-a75c-4c02-a42e-784b1c9330c0 admin admin] Pushing event updated for resources: {'Port': ['ID=23c43ac4-dfd6-4fc7-b41d-891ac797d29a,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:38.615593 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9deb5f2d-2c8f-41bb-923c-f7c7b53cc534 None None] Routers {'2e96fd61-d534-49b6-85bb-b796d0dfbe12'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:26:38.616234 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-9deb5f2d-2c8f-41bb-923c-f7c7b53cc534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:26:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['2e96fd61-d534-49b6-85bb-b796d0dfbe12'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:26:38.620469 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-318c2a72-a75c-4c02-a42e-784b1c9330c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:38.653290 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:38.671375 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1689c9de-887e-4ca5-9a08-20aab77494ad None None] Pushing event updated for resources: {'Port': ['ID=31556f75-1850-4088-b007-6a995ed67e98,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:38.690433 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port edb1dc9b-fc09-44a7-9ffa-63fcc7b1d305, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=edb1dc9b-fc09-44a7-9ffa-63fcc7b1d305,segment=NetworkSegment(c9b43f1d-52fe-4099-a435-e69415b2e1b2),segment_id=c9b43f1d-52fe-4099-a435-e69415b2e1b2)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:26:38.700506 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:38.767344 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=edb1dc9b-fc09-44a7-9ffa-63fcc7b1d305,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:38.804576 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-318c2a72-a75c-4c02-a42e-784b1c9330c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:38.856930 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-9deb5f2d-2c8f-41bb-923c-f7c7b53cc534 None None] Set router 2e96fd61-d534-49b6-85bb-b796d0dfbe12 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:26:38.871165 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-3735da8c-47d2-4b89-b6f8-3ac2cad019e9 None None] Provisioning for port 23c43ac4-dfd6-4fc7-b41d-891ac797d29a completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:26:38.875428 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-3735da8c-47d2-4b89-b6f8-3ac2cad019e9 None None] Provisioning complete for port 23c43ac4-dfd6-4fc7-b41d-891ac797d29a triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:26:38.875882 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3735da8c-47d2-4b89-b6f8-3ac2cad019e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:38.919947 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-3735da8c-47d2-4b89-b6f8-3ac2cad019e9 None None] Port 23c43ac4-dfd6-4fc7-b41d-891ac797d29a cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 10:26:38.977321 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-318c2a72-a75c-4c02-a42e-784b1c9330c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:38.982918 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-318c2a72-a75c-4c02-a42e-784b1c9330c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127158758'] for port, after_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:39.035291 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-9deb5f2d-2c8f-41bb-923c-f7c7b53cc534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'name': 'tempest-TestSnapshotPattern-517736357-router', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '31556f75-1850-4088-b007-6a995ed67e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:26:36Z', 'updated_at': '2021-09-08T10:26:36Z', 'revision_number': 3, 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'gw_port': {'id': '31556f75-1850-4088-b007-6a995ed67e98', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:26:36Z', 'updated_at': '2021-09-08T10:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:26:39.052183 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-318c2a72-a75c-4c02-a42e-784b1c9330c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:39.053866 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c2a72-a75c-4c02-a42e-784b1c9330c0 admin admin] Pushing event updated for resources: {'Port': ['ID=23c43ac4-dfd6-4fc7-b41d-891ac797d29a,revision_number=2']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:39.065789 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9deb5f2d-2c8f-41bb-923c-f7c7b53cc534 None None] The sync data for ids ['2e96fd61-d534-49b6-85bb-b796d0dfbe12'] in n-d-806683-11 is: [{'id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'name': 'tempest-TestSnapshotPattern-517736357-router', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '31556f75-1850-4088-b007-6a995ed67e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:26:36Z', 'updated_at': '2021-09-08T10:26:36Z', 'revision_number': 3, 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'gw_port': {'id': '31556f75-1850-4088-b007-6a995ed67e98', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:26:36Z', 'updated_at': '2021-09-08T10:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:26:39.151987 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318c2a72-a75c-4c02-a42e-784b1c9330c0 admin admin] Network 5f9fd341-b656-4d2d-8335-d7be198cab85 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:26:39.153344 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-318c2a72-a75c-4c02-a42e-784b1c9330c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:26:39.281980 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-318c2a72-a75c-4c02-a42e-784b1c9330c0 admin admin] Router 2e96fd61-d534-49b6-85bb-b796d0dfbe12 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 10:26:39.410840 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318c2a72-a75c-4c02-a42e-784b1c9330c0 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:26:39.416997 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-318c2a72-a75c-4c02-a42e-784b1c9330c0 admin admin] 10.222.0.54 "PUT /v2.0/routers/2e96fd61-d534-49b6-85bb-b796d0dfbe12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6551218 Sep 08 10:26:39.441380 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-14d5b7fb-14cc-4374-b3b1-14c8c3c9ef30 None None] Provisioning complete for port 23c43ac4-dfd6-4fc7-b41d-891ac797d29a triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:26:39.442004 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-14d5b7fb-14cc-4374-b3b1-14c8c3c9ef30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:39.478336 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-14d5b7fb-14cc-4374-b3b1-14c8c3c9ef30 None None] Port 23c43ac4-dfd6-4fc7-b41d-891ac797d29a cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 10:26:39.904577 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40918) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:26:39.909562 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-661b7b71-3a79-4734-8722-f8535b4b7c92 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-839539992-network', 'tenant_id': 'c6dae74c5a384f0c99bc9aaf071dc2c3'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:26:39.932088 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661b7b71-3a79-4734-8722-f8535b4b7c92 admin admin] Made reservation on behalf of c6dae74c5a384f0c99bc9aaf071dc2c3 for: {'network': 1} {{(pid=94713) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:26:39.934484 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-661b7b71-3a79-4734-8722-f8535b4b7c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for network, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:39.943034 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-661b7b71-3a79-4734-8722-f8535b4b7c92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:40.035603 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-661b7b71-3a79-4734-8722-f8535b4b7c92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:40.040173 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-661b7b71-3a79-4734-8722-f8535b4b7c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:40.064313 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-661b7b71-3a79-4734-8722-f8535b4b7c92 admin admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=94713) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 10:26:40.073021 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b7b71-3a79-4734-8722-f8535b4b7c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee4a7f9-e53c-4f56-bc63-250a6043ad00,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:40.087788 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-661b7b71-3a79-4734-8722-f8535b4b7c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:40.088140 n-d-806683-11 neutron-server[94713]: INFO neutron.db.segments_db [None req-661b7b71-3a79-4734-8722-f8535b4b7c92 admin admin] Added segment a41091f5-9456-4485-b205-a7f47dd132e1 of type vlan for network 79be5ec5-3acf-4293-a459-a7807f417ed6 Sep 08 10:26:40.130482 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-661b7b71-3a79-4734-8722-f8535b4b7c92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774287985924'] for network, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:40.157559 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-661b7b71-3a79-4734-8722-f8535b4b7c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276'] for network, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:40.158583 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661b7b71-3a79-4734-8722-f8535b4b7c92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:26:40.159161 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-661b7b71-3a79-4734-8722-f8535b4b7c92 admin admin] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:40.189094 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-661b7b71-3a79-4734-8722-f8535b4b7c92 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2834156 Sep 08 10:26:40.191937 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40920) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:26:40.197641 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-36e82c6a-5e2d-42d1-b68c-a1ed9bdde294 admin admin] Request body: {'subnet': {'network_id': '79be5ec5-3acf-4293-a459-a7807f417ed6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-839539992-subnet', 'tenant_id': 'c6dae74c5a384f0c99bc9aaf071dc2c3', 'ip_version': 4}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:26:40.223855 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e82c6a-5e2d-42d1-b68c-a1ed9bdde294 admin admin] Made reservation on behalf of c6dae74c5a384f0c99bc9aaf071dc2c3 for: {'subnet': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:26:40.226392 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-36e82c6a-5e2d-42d1-b68c-a1ed9bdde294 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126727733'] for subnet, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:40.228738 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b7b71-3a79-4734-8722-f8535b4b7c92 admin admin] Pushing event updated for resources: {'Network': ['ID=79be5ec5-3acf-4293-a459-a7807f417ed6,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:40.238749 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Network 79be5ec5-3acf-4293-a459-a7807f417ed6 details requested by agent ovs-agent-n-d-806683-11 with host n-d-806683-11 {{(pid=94714) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 10:26:40.415919 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-36e82c6a-5e2d-42d1-b68c-a1ed9bdde294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126200377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126727715'] for subnet, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:40.478294 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e82c6a-5e2d-42d1-b68c-a1ed9bdde294 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cba2be8b-4607-46f1-b39e-d533b5bdbeda,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:40.486982 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e82c6a-5e2d-42d1-b68c-a1ed9bdde294 admin admin] Checking segment: {'id': 'a41091f5-9456-4485-b205-a7f47dd132e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '79be5ec5-3acf-4293-a459-a7807f417ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:26:40.487345 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e82c6a-5e2d-42d1-b68c-a1ed9bdde294 admin admin] Network hostable DHCP agents. Network: 79be5ec5-3acf-4293-a459-a7807f417ed6, hostable agents: ['61994b13-e7de-43ab-81f2-18d07d08581b'], hosted agents: [] {{(pid=94712) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 10:26:40.506428 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e82c6a-5e2d-42d1-b68c-a1ed9bdde294 admin admin] Network 79be5ec5-3acf-4293-a459-a7807f417ed6 is scheduled to be hosted by DHCP agent 61994b13-e7de-43ab-81f2-18d07d08581b with binding_index 1 {{(pid=94712) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 10:26:40.511672 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 31556f75-1850-4088-b007-6a995ed67e98 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:26:40.516864 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-36e82c6a-5e2d-42d1-b68c-a1ed9bdde294 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-806683-11, 79be5ec5-3acf-4293-a459-a7807f417ed6) {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:26:40.521157 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e82c6a-5e2d-42d1-b68c-a1ed9bdde294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:26:40.521751 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-36e82c6a-5e2d-42d1-b68c-a1ed9bdde294 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:40.538434 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40922) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:26:40.538611 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-36e82c6a-5e2d-42d1-b68c-a1ed9bdde294 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3452559 Sep 08 10:26:40.544170 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-01d94ada-bd24-4072-9b9b-978f9e7f7d70 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-839539992-router', 'tenant_id': 'c6dae74c5a384f0c99bc9aaf071dc2c3', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:26:40.546690 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a7b544-62a5-42f9-b42f-d97248fc14b3 None None] Network 79be5ec5-3acf-4293-a459-a7807f417ed6 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:26:40.567411 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-01d94ada-bd24-4072-9b9b-978f9e7f7d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-766102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8058'] for router, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:40.568571 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-01d94ada-bd24-4072-9b9b-978f9e7f7d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-768774', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-764054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8035'] for router, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:40.627366 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3529f4-6f66-433b-baa5-39a36245dba9 None None] Sync routers for ids ['2e96fd61-d534-49b6-85bb-b796d0dfbe12'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:26:40.631739 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-01d94ada-bd24-4072-9b9b-978f9e7f7d70 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:40.657463 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 31556f75-1850-4088-b007-6a995ed67e98 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:26:40.659334 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3529f4-6f66-433b-baa5-39a36245dba9 None None] Routers {'2e96fd61-d534-49b6-85bb-b796d0dfbe12'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:26:40.659958 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-7e3529f4-6f66-433b-baa5-39a36245dba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:26:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['2e96fd61-d534-49b6-85bb-b796d0dfbe12'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:26:40.665400 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 31556f75-1850-4088-b007-6a995ed67e98 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:26:40.665785 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:40.768333 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-01d94ada-bd24-4072-9b9b-978f9e7f7d70 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:40.850266 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec178a0-d439-48fb-9720-bb5ae01606af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0cb8074-3e55-5377-a398-3d845b39cba9-79be5ec5-3acf-4293-a459-a7807f417ed6', 'network_id': '79be5ec5-3acf-4293-a459-a7807f417ed6', 'tenant_id': 'c6dae74c5a384f0c99bc9aaf071dc2c3', 'fixed_ips': [{'subnet_id': 'cba2be8b-4607-46f1-b39e-d533b5bdbeda'}]}} from n-d-806683-11. {{(pid=94714) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 10:26:40.851106 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fec178a0-d439-48fb-9720-bb5ae01606af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:40.887285 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-7e3529f4-6f66-433b-baa5-39a36245dba9 None None] Set router 2e96fd61-d534-49b6-85bb-b796d0dfbe12 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:26:40.950109 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:40.969433 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-01d94ada-bd24-4072-9b9b-978f9e7f7d70 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:40.988605 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-01d94ada-bd24-4072-9b9b-978f9e7f7d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:41.076975 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 31556f75-1850-4088-b007-6a995ed67e98, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=31556f75-1850-4088-b007-6a995ed67e98,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:26:41.089085 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:41.089796 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device edb1dc9b-fc09-44a7-9ffa-63fcc7b1d305 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:26:41.092601 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_common [None req-01d94ada-bd24-4072-9b9b-978f9e7f7d70 admin admin] Allocated IP 172.25.0.205 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/c2484202-4823-42c1-9075-1c93b192321d) {{(pid=94713) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:26:41.208848 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-01d94ada-bd24-4072-9b9b-978f9e7f7d70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:41.249344 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-01d94ada-bd24-4072-9b9b-978f9e7f7d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:41.287501 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d94ada-bd24-4072-9b9b-978f9e7f7d70 admin admin] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94713) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:26:41.294808 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.base_scheduler [None req-01d94ada-bd24-4072-9b9b-978f9e7f7d70 admin admin] Resources bound (agent type, host, resource id): {{(pid=94713) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:26:41.301116 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d94ada-bd24-4072-9b9b-978f9e7f7d70 admin admin] Received port after_create {{(pid=94713) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:26:41.307533 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d94ada-bd24-4072-9b9b-978f9e7f7d70 admin admin] Pushing event updated for resources: {'Port': ['ID=c2484202-4823-42c1-9075-1c93b192321d,revision_number=1']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:41.405135 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.db_base_plugin_common [None req-fec178a0-d439-48fb-9720-bb5ae01606af None None] Allocated IP 172.20.0.2 (79be5ec5-3acf-4293-a459-a7807f417ed6/cba2be8b-4607-46f1-b39e-d533b5bdbeda/a9b963fd-d191-493e-818e-1cd53b202ae6) {{(pid=94714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:26:41.435854 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=31556f75-1850-4088-b007-6a995ed67e98,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:41.488985 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port edb1dc9b-fc09-44a7-9ffa-63fcc7b1d305 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:26:41.489361 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:41.560639 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-01d94ada-bd24-4072-9b9b-978f9e7f7d70 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:41.605194 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-7e3529f4-6f66-433b-baa5-39a36245dba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'name': 'tempest-TestSnapshotPattern-517736357-router', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '31556f75-1850-4088-b007-6a995ed67e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:26:36Z', 'updated_at': '2021-09-08T10:26:38Z', 'revision_number': 4, 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'gw_port': {'id': '31556f75-1850-4088-b007-6a995ed67e98', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:26:36Z', 'updated_at': '2021-09-08T10:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '23c43ac4-dfd6-4fc7-b41d-891ac797d29a', 'name': '', 'network_id': '5f9fd341-b656-4d2d-8335-d7be198cab85', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'mac_address': 'fa:16:3e:a7:fb:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:26:38Z', 'updated_at': '2021-09-08T10:26:38Z', 'revision_number': 2, 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'subnets': [{'id': '4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:26:41.662940 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3529f4-6f66-433b-baa5-39a36245dba9 None None] Checking router: 2e96fd61-d534-49b6-85bb-b796d0dfbe12 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:26:41.663186 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3529f4-6f66-433b-baa5-39a36245dba9 None None] Updating router 2e96fd61-d534-49b6-85bb-b796d0dfbe12 port 23c43ac4-dfd6-4fc7-b41d-891ac797d29a binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 10:26:41.736746 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fec178a0-d439-48fb-9720-bb5ae01606af None None] Notify callbacks [] for port, precommit_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:41.738557 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7e3529f4-6f66-433b-baa5-39a36245dba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:41.759622 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-fec178a0-d439-48fb-9720-bb5ae01606af None None] Transition to ACTIVE for port object a9b963fd-d191-493e-818e-1cd53b202ae6 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:26:41.798732 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-fec178a0-d439-48fb-9720-bb5ae01606af None None] Transition to ACTIVE for port object a9b963fd-d191-493e-818e-1cd53b202ae6 will not be triggered until provisioned by entity DHCP. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:26:41.812285 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fec178a0-d439-48fb-9720-bb5ae01606af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877'] for port, after_create {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:41.912249 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec178a0-d439-48fb-9720-bb5ae01606af None None] Network 79be5ec5-3acf-4293-a459-a7807f417ed6 is already hosted by enough agents. {{(pid=94714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:26:41.920774 n-d-806683-11 neutron-server[94714]: DEBUG neutron.scheduler.base_scheduler [None req-fec178a0-d439-48fb-9720-bb5ae01606af None None] Resources bound (agent type, host, resource id): {{(pid=94714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:26:41.928427 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec178a0-d439-48fb-9720-bb5ae01606af None None] Received port after_create {{(pid=94714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:26:41.939259 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec178a0-d439-48fb-9720-bb5ae01606af None None] Pushing event updated for resources: {'Port': ['ID=a9b963fd-d191-493e-818e-1cd53b202ae6,revision_number=1']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:42.044323 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-fec178a0-d439-48fb-9720-bb5ae01606af None None] Attempting to bind port a9b963fd-d191-493e-818e-1cd53b202ae6 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:26:42.044697 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-fec178a0-d439-48fb-9720-bb5ae01606af None None] Attempting to bind port a9b963fd-d191-493e-818e-1cd53b202ae6 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'a41091f5-9456-4485-b205-a7f47dd132e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '79be5ec5-3acf-4293-a459-a7807f417ed6'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:26:42.045064 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec178a0-d439-48fb-9720-bb5ae01606af None None] Attempting to bind port a9b963fd-d191-493e-818e-1cd53b202ae6 on network 79be5ec5-3acf-4293-a459-a7807f417ed6 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:26:42.053720 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec178a0-d439-48fb-9720-bb5ae01606af None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:26:42.054113 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec178a0-d439-48fb-9720-bb5ae01606af None None] Checking segment: {'id': 'a41091f5-9456-4485-b205-a7f47dd132e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '79be5ec5-3acf-4293-a459-a7807f417ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:26:42.054520 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fec178a0-d439-48fb-9720-bb5ae01606af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:42.055508 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec178a0-d439-48fb-9720-bb5ae01606af None None] Bound using segment: {'id': 'a41091f5-9456-4485-b205-a7f47dd132e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '79be5ec5-3acf-4293-a459-a7807f417ed6'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:26:42.056143 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-fec178a0-d439-48fb-9720-bb5ae01606af None None] Bound port: a9b963fd-d191-493e-818e-1cd53b202ae6, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a41091f5-9456-4485-b205-a7f47dd132e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '79be5ec5-3acf-4293-a459-a7807f417ed6'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:26:42.056615 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fec178a0-d439-48fb-9720-bb5ae01606af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:42.058716 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-01d94ada-bd24-4072-9b9b-978f9e7f7d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-768799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-764107'] for router, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:42.168303 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-fec178a0-d439-48fb-9720-bb5ae01606af None None] For port a9b963fd-d191-493e-818e-1cd53b202ae6, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:26:42.172620 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-fec178a0-d439-48fb-9720-bb5ae01606af None None] For port a9b963fd-d191-493e-818e-1cd53b202ae6, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a9b963fd-d191-493e-818e-1cd53b202ae6,segment=NetworkSegment(a41091f5-9456-4485-b205-a7f47dd132e1),segment_id=a41091f5-9456-4485-b205-a7f47dd132e1)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:26:42.177873 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fec178a0-d439-48fb-9720-bb5ae01606af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:42.190837 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d94ada-bd24-4072-9b9b-978f9e7f7d70 admin admin] Router 9f3ef8ad-e55b-405f-9f8a-ba0aed296109 is scheduled to L3 agent c9298035-b3c7-40a5-965c-083a893f9819 with binding_index 1 {{(pid=94713) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 10:26:42.194063 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7e3529f4-6f66-433b-baa5-39a36245dba9 None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:42.241099 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-7e3529f4-6f66-433b-baa5-39a36245dba9 None None] Transition to ACTIVE for port object 23c43ac4-dfd6-4fc7-b41d-891ac797d29a will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:26:42.254447 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7e3529f4-6f66-433b-baa5-39a36245dba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:42.270211 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec178a0-d439-48fb-9720-bb5ae01606af None None] Pushing event updated for resources: {'Port': ['ID=a9b963fd-d191-493e-818e-1cd53b202ae6,revision_number=2']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:42.321825 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d94ada-bd24-4072-9b9b-978f9e7f7d70 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:26:42.334140 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77b907b-f500-4587-ba60-056f6cfc5586 None None] Sync routers for ids ['9f3ef8ad-e55b-405f-9f8a-ba0aed296109'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:26:42.346787 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-01d94ada-bd24-4072-9b9b-978f9e7f7d70 admin admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:42.348601 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-01d94ada-bd24-4072-9b9b-978f9e7f7d70 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8081594 Sep 08 10:26:42.351286 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40924) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:26:42.356466 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca2a4d-dc6f-4038-a1ba-bff685659029 None None] Pushing event updated for resources: {'Port': ['ID=23c43ac4-dfd6-4fc7-b41d-891ac797d29a,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:42.365584 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77b907b-f500-4587-ba60-056f6cfc5586 None None] Routers {'9f3ef8ad-e55b-405f-9f8a-ba0aed296109'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:26:42.365985 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-e77b907b-f500-4587-ba60-056f6cfc5586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:26:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['9f3ef8ad-e55b-405f-9f8a-ba0aed296109'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:26:42.369212 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-7e3529f4-6f66-433b-baa5-39a36245dba9 None None] Attempting to bind port 23c43ac4-dfd6-4fc7-b41d-891ac797d29a on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:26:42.369552 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-7e3529f4-6f66-433b-baa5-39a36245dba9 None None] Attempting to bind port 23c43ac4-dfd6-4fc7-b41d-891ac797d29a by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'c9b43f1d-52fe-4099-a435-e69415b2e1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5f9fd341-b656-4d2d-8335-d7be198cab85'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:26:42.369917 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3529f4-6f66-433b-baa5-39a36245dba9 None None] Attempting to bind port 23c43ac4-dfd6-4fc7-b41d-891ac797d29a on network 5f9fd341-b656-4d2d-8335-d7be198cab85 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:26:42.375405 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3529f4-6f66-433b-baa5-39a36245dba9 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:26:42.375801 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3529f4-6f66-433b-baa5-39a36245dba9 None None] Checking segment: {'id': 'c9b43f1d-52fe-4099-a435-e69415b2e1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5f9fd341-b656-4d2d-8335-d7be198cab85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:26:42.376188 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7e3529f4-6f66-433b-baa5-39a36245dba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:42.376584 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3529f4-6f66-433b-baa5-39a36245dba9 None None] Bound using segment: {'id': 'c9b43f1d-52fe-4099-a435-e69415b2e1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5f9fd341-b656-4d2d-8335-d7be198cab85'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:26:42.377060 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-7e3529f4-6f66-433b-baa5-39a36245dba9 None None] Bound port: 23c43ac4-dfd6-4fc7-b41d-891ac797d29a, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b43f1d-52fe-4099-a435-e69415b2e1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5f9fd341-b656-4d2d-8335-d7be198cab85'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:26:42.377464 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7e3529f4-6f66-433b-baa5-39a36245dba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:42.464851 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-7e3529f4-6f66-433b-baa5-39a36245dba9 None None] For port 23c43ac4-dfd6-4fc7-b41d-891ac797d29a, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:26:42.468263 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 31556f75-1850-4088-b007-6a995ed67e98 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:26:42.472730 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-7e3529f4-6f66-433b-baa5-39a36245dba9 None None] For port 23c43ac4-dfd6-4fc7-b41d-891ac797d29a, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=23c43ac4-dfd6-4fc7-b41d-891ac797d29a,segment=NetworkSegment(c9b43f1d-52fe-4099-a435-e69415b2e1b2),segment_id=c9b43f1d-52fe-4099-a435-e69415b2e1b2)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:26:42.507903 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7e3529f4-6f66-433b-baa5-39a36245dba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:42.627674 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-e77b907b-f500-4587-ba60-056f6cfc5586 None None] Set router 9f3ef8ad-e55b-405f-9f8a-ba0aed296109 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:26:42.658148 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3529f4-6f66-433b-baa5-39a36245dba9 None None] Routers {'2e96fd61-d534-49b6-85bb-b796d0dfbe12'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:26:42.658727 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-7e3529f4-6f66-433b-baa5-39a36245dba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:26:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['2e96fd61-d534-49b6-85bb-b796d0dfbe12'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:26:42.722565 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca2a4d-dc6f-4038-a1ba-bff685659029 None None] Pushing event updated for resources: {'Port': ['ID=23c43ac4-dfd6-4fc7-b41d-891ac797d29a,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:42.744815 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 31556f75-1850-4088-b007-6a995ed67e98 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:26:42.744815 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:42.870629 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-e77b907b-f500-4587-ba60-056f6cfc5586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3ef8ad-e55b-405f-9f8a-ba0aed296109', 'name': 'tempest-TestSnapshotPattern-839539992-router', 'tenant_id': 'c6dae74c5a384f0c99bc9aaf071dc2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'c2484202-4823-42c1-9075-1c93b192321d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:26:40Z', 'updated_at': '2021-09-08T10:26:41Z', 'revision_number': 3, 'project_id': 'c6dae74c5a384f0c99bc9aaf071dc2c3', 'gw_port': {'id': 'c2484202-4823-42c1-9075-1c93b192321d', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3ef8ad-e55b-405f-9f8a-ba0aed296109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:26:40Z', 'updated_at': '2021-09-08T10:26:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:26:42.871214 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-7e3529f4-6f66-433b-baa5-39a36245dba9 None None] Set router 2e96fd61-d534-49b6-85bb-b796d0dfbe12 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:26:42.915207 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77b907b-f500-4587-ba60-056f6cfc5586 None None] Checking router: 9f3ef8ad-e55b-405f-9f8a-ba0aed296109 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:26:42.915937 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77b907b-f500-4587-ba60-056f6cfc5586 None None] Updating router 9f3ef8ad-e55b-405f-9f8a-ba0aed296109 port c2484202-4823-42c1-9075-1c93b192321d binding host n-d-806683-11 {{(pid=94715) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 10:26:42.944379 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e77b907b-f500-4587-ba60-056f6cfc5586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:42.976854 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2a973ccd-8dac-44c8-bdf0-d4c8f4d9467d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:43.153125 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-7e3529f4-6f66-433b-baa5-39a36245dba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'name': 'tempest-TestSnapshotPattern-517736357-router', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '31556f75-1850-4088-b007-6a995ed67e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:26:36Z', 'updated_at': '2021-09-08T10:26:38Z', 'revision_number': 4, 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'gw_port': {'id': '31556f75-1850-4088-b007-6a995ed67e98', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:26:36Z', 'updated_at': '2021-09-08T10:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '23c43ac4-dfd6-4fc7-b41d-891ac797d29a', 'name': '', 'network_id': '5f9fd341-b656-4d2d-8335-d7be198cab85', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'mac_address': 'fa:16:3e:a7:fb:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:26:38Z', 'updated_at': '2021-09-08T10:26:42Z', 'revision_number': 4, 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'subnets': [{'id': '4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:26:43.159463 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-2a973ccd-8dac-44c8-bdf0-d4c8f4d9467d admin admin] Allocated IP 172.20.0.1 (79be5ec5-3acf-4293-a459-a7807f417ed6/cba2be8b-4607-46f1-b39e-d533b5bdbeda/aa904002-525e-4d26-b312-cf29848bb1d6) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:26:43.189660 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3529f4-6f66-433b-baa5-39a36245dba9 None None] The sync data for ids ['2e96fd61-d534-49b6-85bb-b796d0dfbe12'] in n-d-806683-11 is: [{'id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'name': 'tempest-TestSnapshotPattern-517736357-router', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '31556f75-1850-4088-b007-6a995ed67e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:26:36Z', 'updated_at': '2021-09-08T10:26:38Z', 'revision_number': 4, 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'gw_port': {'id': '31556f75-1850-4088-b007-6a995ed67e98', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:26:36Z', 'updated_at': '2021-09-08T10:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '23c43ac4-dfd6-4fc7-b41d-891ac797d29a', 'name': '', 'network_id': '5f9fd341-b656-4d2d-8335-d7be198cab85', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'mac_address': 'fa:16:3e:a7:fb:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:26:38Z', 'updated_at': '2021-09-08T10:26:42Z', 'revision_number': 4, 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'subnets': [{'id': '4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:26:43.290967 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e77b907b-f500-4587-ba60-056f6cfc5586 None None] Notify callbacks [] for port, precommit_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:43.302883 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.provisioning_blocks [None req-e77b907b-f500-4587-ba60-056f6cfc5586 None None] Transition to ACTIVE for port object c2484202-4823-42c1-9075-1c93b192321d will not be triggered until provisioned by entity L2. {{(pid=94715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:26:43.310412 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e77b907b-f500-4587-ba60-056f6cfc5586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:43.333504 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2a973ccd-8dac-44c8-bdf0-d4c8f4d9467d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:43.358452 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [None req-2a973ccd-8dac-44c8-bdf0-d4c8f4d9467d admin admin] Transition to ACTIVE for port object aa904002-525e-4d26-b312-cf29848bb1d6 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:26:43.370714 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-e77b907b-f500-4587-ba60-056f6cfc5586 None None] Attempting to bind port c2484202-4823-42c1-9075-1c93b192321d on host n-d-806683-11 for vnic_type normal with profile {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:26:43.371313 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-e77b907b-f500-4587-ba60-056f6cfc5586 None None] Attempting to bind port c2484202-4823-42c1-9075-1c93b192321d by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:26:43.371581 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77b907b-f500-4587-ba60-056f6cfc5586 None None] Attempting to bind port c2484202-4823-42c1-9075-1c93b192321d on network 399c4174-1e86-4a10-bb99-f875a09107d5 {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:26:43.385640 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77b907b-f500-4587-ba60-056f6cfc5586 None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:26:43.386017 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77b907b-f500-4587-ba60-056f6cfc5586 None None] Checking segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:26:43.386443 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e77b907b-f500-4587-ba60-056f6cfc5586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:43.386838 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77b907b-f500-4587-ba60-056f6cfc5586 None None] Bound using segment: {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'} {{(pid=94715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:26:43.387309 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.managers [None req-e77b907b-f500-4587-ba60-056f6cfc5586 None None] Bound port: c2484202-4823-42c1-9075-1c93b192321d, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5b0389-4b83-49e2-a38b-f879a6316c15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5'}}] {{(pid=94715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:26:43.387692 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e77b907b-f500-4587-ba60-056f6cfc5586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:43.402619 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2a973ccd-8dac-44c8-bdf0-d4c8f4d9467d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:43.444017 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7801ac4e-91ec-4efe-bd56-c36a43fd161c None None] Pushing event updated for resources: {'Port': ['ID=c2484202-4823-42c1-9075-1c93b192321d,revision_number=2']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:43.445193 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a973ccd-8dac-44c8-bdf0-d4c8f4d9467d admin admin] Network 79be5ec5-3acf-4293-a459-a7807f417ed6 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:26:43.448649 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-2a973ccd-8dac-44c8-bdf0-d4c8f4d9467d admin admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:26:43.452456 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a973ccd-8dac-44c8-bdf0-d4c8f4d9467d admin admin] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:26:43.458989 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-e77b907b-f500-4587-ba60-056f6cfc5586 None None] For port c2484202-4823-42c1-9075-1c93b192321d, host n-d-806683-11, cleared binding levels {{(pid=94715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:26:43.462906 n-d-806683-11 neutron-server[94715]: DEBUG neutron.plugins.ml2.db [None req-e77b907b-f500-4587-ba60-056f6cfc5586 None None] For port c2484202-4823-42c1-9075-1c93b192321d, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=c2484202-4823-42c1-9075-1c93b192321d,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:26:43.469212 n-d-806683-11 neutron-server[94715]: DEBUG neutron_lib.callbacks.manager [None req-e77b907b-f500-4587-ba60-056f6cfc5586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:43.486156 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a973ccd-8dac-44c8-bdf0-d4c8f4d9467d admin admin] Pushing event updated for resources: {'Port': ['ID=aa904002-525e-4d26-b312-cf29848bb1d6,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:43.504472 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2a973ccd-8dac-44c8-bdf0-d4c8f4d9467d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765590'] for router_interface, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:43.515836 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77b907b-f500-4587-ba60-056f6cfc5586 None None] Routers {'9f3ef8ad-e55b-405f-9f8a-ba0aed296109'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:26:43.516485 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-e77b907b-f500-4587-ba60-056f6cfc5586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:26:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['9f3ef8ad-e55b-405f-9f8a-ba0aed296109'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:26:43.606775 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931f1366-ad29-4a44-973a-a28e51effc06 None None] Network 79be5ec5-3acf-4293-a459-a7807f417ed6 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:26:43.646413 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-e77b907b-f500-4587-ba60-056f6cfc5586 None None] Set router 9f3ef8ad-e55b-405f-9f8a-ba0aed296109 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:26:43.686657 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-01c11706-9bfb-4887-b9b4-515295c32a49 None None] Provisioning for port a9b963fd-d191-493e-818e-1cd53b202ae6 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:26:43.701958 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2a973ccd-8dac-44c8-bdf0-d4c8f4d9467d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:43.714584 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7801ac4e-91ec-4efe-bd56-c36a43fd161c None None] Pushing event updated for resources: {'Port': ['ID=c2484202-4823-42c1-9075-1c93b192321d,revision_number=3']} {{(pid=94715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:43.893415 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-e77b907b-f500-4587-ba60-056f6cfc5586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3ef8ad-e55b-405f-9f8a-ba0aed296109', 'name': 'tempest-TestSnapshotPattern-839539992-router', 'tenant_id': 'c6dae74c5a384f0c99bc9aaf071dc2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'c2484202-4823-42c1-9075-1c93b192321d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:26:40Z', 'updated_at': '2021-09-08T10:26:41Z', 'revision_number': 3, 'project_id': 'c6dae74c5a384f0c99bc9aaf071dc2c3', 'gw_port': {'id': 'c2484202-4823-42c1-9075-1c93b192321d', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3ef8ad-e55b-405f-9f8a-ba0aed296109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:26:40Z', 'updated_at': '2021-09-08T10:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:26:43.939124 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77b907b-f500-4587-ba60-056f6cfc5586 None None] The sync data for ids ['9f3ef8ad-e55b-405f-9f8a-ba0aed296109'] in n-d-806683-11 is: [{'id': '9f3ef8ad-e55b-405f-9f8a-ba0aed296109', 'name': 'tempest-TestSnapshotPattern-839539992-router', 'tenant_id': 'c6dae74c5a384f0c99bc9aaf071dc2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'c2484202-4823-42c1-9075-1c93b192321d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:26:40Z', 'updated_at': '2021-09-08T10:26:41Z', 'revision_number': 3, 'project_id': 'c6dae74c5a384f0c99bc9aaf071dc2c3', 'gw_port': {'id': 'c2484202-4823-42c1-9075-1c93b192321d', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1d:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3ef8ad-e55b-405f-9f8a-ba0aed296109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:26:40Z', 'updated_at': '2021-09-08T10:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:26:43.951063 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2a973ccd-8dac-44c8-bdf0-d4c8f4d9467d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:43.958539 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2a973ccd-8dac-44c8-bdf0-d4c8f4d9467d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:44.067949 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-2a973ccd-8dac-44c8-bdf0-d4c8f4d9467d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-577226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-767238'] for router_interface, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:44.088134 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a973ccd-8dac-44c8-bdf0-d4c8f4d9467d admin admin] Pushing event updated for resources: {'Port': ['ID=aa904002-525e-4d26-b312-cf29848bb1d6,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:44.123859 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-6d266f62-4243-440f-b961-763e686c5179 None None] Provisioning for port aa904002-525e-4d26-b312-cf29848bb1d6 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:26:44.128385 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-6d266f62-4243-440f-b961-763e686c5179 None None] Provisioning complete for port aa904002-525e-4d26-b312-cf29848bb1d6 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:26:44.128927 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6d266f62-4243-440f-b961-763e686c5179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:44.203025 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a973ccd-8dac-44c8-bdf0-d4c8f4d9467d admin admin] Network 79be5ec5-3acf-4293-a459-a7807f417ed6 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:26:44.206013 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-2a973ccd-8dac-44c8-bdf0-d4c8f4d9467d admin admin] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:26:44.418213 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-6d266f62-4243-440f-b961-763e686c5179 None None] Port aa904002-525e-4d26-b312-cf29848bb1d6 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 10:26:44.430924 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a973ccd-8dac-44c8-bdf0-d4c8f4d9467d admin admin] Router 9f3ef8ad-e55b-405f-9f8a-ba0aed296109 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 10:26:44.567431 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-8b7a4ba3-c8c6-467e-9561-05042a713155 None None] Provisioning complete for port aa904002-525e-4d26-b312-cf29848bb1d6 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:26:44.568073 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8b7a4ba3-c8c6-467e-9561-05042a713155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:44.613672 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 23c43ac4-dfd6-4fc7-b41d-891ac797d29a up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:26:44.663990 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a973ccd-8dac-44c8-bdf0-d4c8f4d9467d admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:26:44.682084 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-8b7a4ba3-c8c6-467e-9561-05042a713155 None None] Port aa904002-525e-4d26-b312-cf29848bb1d6 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 10:26:44.686414 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2a973ccd-8dac-44c8-bdf0-d4c8f4d9467d admin admin] 10.222.0.54 "PUT /v2.0/routers/9f3ef8ad-e55b-405f-9f8a-ba0aed296109/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3326683 Sep 08 10:26:44.719625 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port 23c43ac4-dfd6-4fc7-b41d-891ac797d29a completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:26:44.723547 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 23c43ac4-dfd6-4fc7-b41d-891ac797d29a triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:26:44.723923 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:44.825876 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-6d56982d-b64b-4d64-8709-06083566153a None None] Provisioning complete for port aa904002-525e-4d26-b312-cf29848bb1d6 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:26:44.826384 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6d56982d-b64b-4d64-8709-06083566153a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:44.828335 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:44.888302 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-6d56982d-b64b-4d64-8709-06083566153a None None] Port aa904002-525e-4d26-b312-cf29848bb1d6 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 10:26:44.890884 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port 23c43ac4-dfd6-4fc7-b41d-891ac797d29a, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=23c43ac4-dfd6-4fc7-b41d-891ac797d29a,segment=NetworkSegment(c9b43f1d-52fe-4099-a435-e69415b2e1b2),segment_id=c9b43f1d-52fe-4099-a435-e69415b2e1b2)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:26:44.895773 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:44.896945 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device c2484202-4823-42c1-9075-1c93b192321d up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:26:44.979289 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=23c43ac4-dfd6-4fc7-b41d-891ac797d29a,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:44.993900 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port c2484202-4823-42c1-9075-1c93b192321d completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:26:44.998930 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port c2484202-4823-42c1-9075-1c93b192321d triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:26:44.999315 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:45.083927 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:45.107018 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port c2484202-4823-42c1-9075-1c93b192321d, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=c2484202-4823-42c1-9075-1c93b192321d,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:26:45.111082 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:45.111921 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a9b963fd-d191-493e-818e-1cd53b202ae6 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:26:45.191823 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=c2484202-4823-42c1-9075-1c93b192321d,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:45.207217 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port a9b963fd-d191-493e-818e-1cd53b202ae6 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:26:45.211844 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port a9b963fd-d191-493e-818e-1cd53b202ae6 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:26:45.212278 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:45.276946 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40932) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:26:45.282012 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-b0820200-0b2a-470c-8e6c-cdc32abd3763 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-741811940', 'description': 'tempest-secgroup-smoke-741811940 description', 'project_id': 'e3a56230b5a74c4dab66af298a86a83f'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:26:45.300102 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:45.305511 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b0820200-0b2a-470c-8e6c-cdc32abd3763 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks [] for security_group, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:45.334066 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port a9b963fd-d191-493e-818e-1cd53b202ae6, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a9b963fd-d191-493e-818e-1cd53b202ae6,segment=NetworkSegment(a41091f5-9456-4485-b205-a7f47dd132e1),segment_id=a41091f5-9456-4485-b205-a7f47dd132e1)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:26:45.338632 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:45.391780 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=a9b963fd-d191-493e-818e-1cd53b202ae6,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:45.404766 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b0820200-0b2a-470c-8e6c-cdc32abd3763 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks [] for security_group, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:45.408416 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b0820200-0b2a-470c-8e6c-cdc32abd3763 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:45.434354 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b0820200-0b2a-470c-8e6c-cdc32abd3763 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks [] for security_group, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:45.435581 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b0820200-0b2a-470c-8e6c-cdc32abd3763 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1575685 Sep 08 10:26:45.438735 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 40934) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:26:45.439649 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0820200-0b2a-470c-8e6c-cdc32abd3763 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd64b5b0-ea35-48af-89cb-964f5ee7c2dc,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:45.443505 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.v2.base [None req-6c94a83f-5646-42b5-bfc8-a809068e1766 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Request body: {'security_group_rule': {'security_group_id': 'fd64b5b0-ea35-48af-89cb-964f5ee7c2dc', 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94713) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:26:45.471642 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6c94a83f-5646-42b5-bfc8-a809068e1766 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:45.526712 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6c94a83f-5646-42b5-bfc8-a809068e1766 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:45.530436 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6c94a83f-5646-42b5-bfc8-a809068e1766 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:45.545425 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c94a83f-5646-42b5-bfc8-a809068e1766 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f544dae-7fe5-45a3-9806-49b45bb7ef91,revision_number=0']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:45.554119 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6c94a83f-5646-42b5-bfc8-a809068e1766 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:45.556065 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6c94a83f-5646-42b5-bfc8-a809068e1766 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1161060 Sep 08 10:26:45.558947 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40936) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:26:45.563547 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-b8b089c4-4da7-4c31-bf4f-abd66a3579d0 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Request body: {'security_group_rule': {'security_group_id': 'fd64b5b0-ea35-48af-89cb-964f5ee7c2dc', 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:26:45.591117 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b8b089c4-4da7-4c31-bf4f-abd66a3579d0 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:45.647182 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b8b089c4-4da7-4c31-bf4f-abd66a3579d0 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:45.652233 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b8b089c4-4da7-4c31-bf4f-abd66a3579d0 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:45.672995 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b089c4-4da7-4c31-bf4f-abd66a3579d0 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43c25ce1-7286-4a18-ae5f-3b9e240556b7,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:45.676929 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-b8b089c4-4da7-4c31-bf4f-abd66a3579d0 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:45.680738 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-b8b089c4-4da7-4c31-bf4f-abd66a3579d0 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1181607 Sep 08 10:26:45.681296 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40938) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:26:45.685330 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-bf0c0727-74ea-42ab-a5f9-f624b2439c09 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Request body: {'security_group_rule': {'security_group_id': 'fd64b5b0-ea35-48af-89cb-964f5ee7c2dc', 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:26:45.712300 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bf0c0727-74ea-42ab-a5f9-f624b2439c09 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:45.776399 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bf0c0727-74ea-42ab-a5f9-f624b2439c09 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:45.780805 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bf0c0727-74ea-42ab-a5f9-f624b2439c09 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:45.798599 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c0727-74ea-42ab-a5f9-f624b2439c09 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b57f978b-a830-49d4-9a72-f656db0f88c1,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:45.803653 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-bf0c0727-74ea-42ab-a5f9-f624b2439c09 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:45.805210 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-bf0c0727-74ea-42ab-a5f9-f624b2439c09 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1229410 Sep 08 10:26:45.807748 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40940) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:26:45.812051 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-eaeca90b-dd48-4a33-ab3e-13b195aab188 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Request body: {'security_group_rule': {'security_group_id': 'fd64b5b0-ea35-48af-89cb-964f5ee7c2dc', 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:26:45.838306 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-eaeca90b-dd48-4a33-ab3e-13b195aab188 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:45.896135 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-eaeca90b-dd48-4a33-ab3e-13b195aab188 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:45.900113 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-eaeca90b-dd48-4a33-ab3e-13b195aab188 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:45.918356 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca90b-dd48-4a33-ab3e-13b195aab188 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ed3105d-7f50-4ce4-a14d-6ccd79f0f000,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:45.923903 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-eaeca90b-dd48-4a33-ab3e-13b195aab188 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:45.925107 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-eaeca90b-dd48-4a33-ab3e-13b195aab188 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1164291 Sep 08 10:26:45.928162 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40942) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:26:45.932777 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-046cbf87-baed-4598-bc94-4caf24e244d7 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Request body: {'security_group_rule': {'security_group_id': 'fd64b5b0-ea35-48af-89cb-964f5ee7c2dc', 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:26:45.955409 n-d-806683-11 neutron-server[94712]: INFO neutron.db.securitygroups_db [None req-046cbf87-baed-4598-bc94-4caf24e244d7 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Project e3a56230b5a74c4dab66af298a86a83f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 10:26:45.960521 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-046cbf87-baed-4598-bc94-4caf24e244d7 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:46.020984 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-046cbf87-baed-4598-bc94-4caf24e244d7 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:46.025099 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-046cbf87-baed-4598-bc94-4caf24e244d7 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:46.043102 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046cbf87-baed-4598-bc94-4caf24e244d7 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50f31fd0-0b4e-42a1-903e-a7b588a72d5d,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:46.047987 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-046cbf87-baed-4598-bc94-4caf24e244d7 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:46.052091 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-046cbf87-baed-4598-bc94-4caf24e244d7 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1202488 Sep 08 10:26:46.052091 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 40944) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:26:46.056981 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-c100dcae-fc19-4efe-804d-1b241f54413b tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Request body: {'security_group_rule': {'security_group_id': 'fd64b5b0-ea35-48af-89cb-964f5ee7c2dc', 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:26:46.078404 n-d-806683-11 neutron-server[94712]: INFO neutron.db.securitygroups_db [None req-c100dcae-fc19-4efe-804d-1b241f54413b tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Project e3a56230b5a74c4dab66af298a86a83f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 10:26:46.083333 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c100dcae-fc19-4efe-804d-1b241f54413b tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:46.150551 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c100dcae-fc19-4efe-804d-1b241f54413b tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:46.154240 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c100dcae-fc19-4efe-804d-1b241f54413b tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573574'] for security_group_rule, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:46.171106 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c100dcae-fc19-4efe-804d-1b241f54413b tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0d0d1c0-2c3b-4ae4-b0bf-5646c1bdf7e6,revision_number=0']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:46.177771 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-c100dcae-fc19-4efe-804d-1b241f54413b tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:46.180266 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-c100dcae-fc19-4efe-804d-1b241f54413b tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1260800 Sep 08 10:26:46.317542 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-f7700a41-2058-4fb7-9334-bc0e7eb1da04 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-741811940&fields=id&tenant_id=e3a56230b5a74c4dab66af298a86a83f HTTP/1.1" status: 200 len: 267 time: 0.0344913 Sep 08 10:26:46.439657 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-60dbe899-a524-4080-a951-4b0caad049a3 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:26:46.441151 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-60dbe899-a524-4080-a951-4b0caad049a3 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/networks?id=5f9fd341-b656-4d2d-8335-d7be198cab85 HTTP/1.1" status: 200 len: 809 time: 0.1157899 Sep 08 10:26:46.456628 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device c2484202-4823-42c1-9075-1c93b192321d up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:26:46.463684 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-9494ba72-1e27-400d-9611-2f08839049d3 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/quotas/e3a56230b5a74c4dab66af298a86a83f HTTP/1.1" status: 200 len: 375 time: 0.0164547 Sep 08 10:26:46.507118 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port c2484202-4823-42c1-9075-1c93b192321d triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:26:46.507491 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:46.521548 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-0888e9d1-a984-4a05-98c7-a158cbbc97ff tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e3a56230b5a74c4dab66af298a86a83f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516644 Sep 08 10:26:46.584234 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 23c43ac4-dfd6-4fc7-b41d-891ac797d29a up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:26:46.625121 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-229568d8-2e7e-4e62-8409-ac4fb63c2c86 service neutron] 10.222.0.54 "GET /v2.0/networks/5f9fd341-b656-4d2d-8335-d7be198cab85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886478 Sep 08 10:26:46.627834 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16291960-a186-4d8e-8d19-05eb18e3663d None None] Sync routers for ids ['9f3ef8ad-e55b-405f-9f8a-ba0aed296109'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:26:46.640110 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16291960-a186-4d8e-8d19-05eb18e3663d None None] Routers {'9f3ef8ad-e55b-405f-9f8a-ba0aed296109'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:26:46.640732 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-16291960-a186-4d8e-8d19-05eb18e3663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:26:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['9f3ef8ad-e55b-405f-9f8a-ba0aed296109'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:26:46.681118 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port 23c43ac4-dfd6-4fc7-b41d-891ac797d29a triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:26:46.681502 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:46.718944 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-dd6526eb-6dac-4c6c-84d2-0772b6c8ebc9 service neutron] 10.222.0.54 "GET /v2.0/networks/5f9fd341-b656-4d2d-8335-d7be198cab85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873654 Sep 08 10:26:46.816574 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-16291960-a186-4d8e-8d19-05eb18e3663d None None] Set router 9f3ef8ad-e55b-405f-9f8a-ba0aed296109 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:26:46.866805 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a9b963fd-d191-493e-818e-1cd53b202ae6 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:26:46.892309 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2a2e7b2b-db04-4c28-932e-93ec99e80542 req-ea51dbd1-1a0a-4492-88a2-bbe511d5860d tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/ports?device_id=564f6a84-d074-40a4-b94b-b92c8efeafcf HTTP/1.1" status: 200 len: 210 time: 0.0282085 Sep 08 10:26:47.004058 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port a9b963fd-d191-493e-818e-1cd53b202ae6 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:26:47.004440 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:47.137412 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-16291960-a186-4d8e-8d19-05eb18e3663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3ef8ad-e55b-405f-9f8a-ba0aed296109', 'name': 'tempest-TestSnapshotPattern-839539992-router', 'tenant_id': 'c6dae74c5a384f0c99bc9aaf071dc2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'c2484202-4823-42c1-9075-1c93b192321d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:26:40Z', 'updated_at': '2021-09-08T10:26:43Z', 'revision_number': 4, 'project_id': 'c6dae74c5a384f0c99bc9aaf071dc2c3', 'gw_port': {'id': 'c2484202-4823-42c1-9075-1c93b192321d', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3ef8ad-e55b-405f-9f8a-ba0aed296109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:26:40Z', 'updated_at': '2021-09-08T10:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'aa904002-525e-4d26-b312-cf29848bb1d6', 'name': '', 'network_id': '79be5ec5-3acf-4293-a459-a7807f417ed6', 'tenant_id': 'c6dae74c5a384f0c99bc9aaf071dc2c3', 'mac_address': 'fa:16:3e:0e:fa:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3ef8ad-e55b-405f-9f8a-ba0aed296109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'cba2be8b-4607-46f1-b39e-d533b5bdbeda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:26:42Z', 'updated_at': '2021-09-08T10:26:43Z', 'revision_number': 2, 'project_id': 'c6dae74c5a384f0c99bc9aaf071dc2c3', 'subnets': [{'id': 'cba2be8b-4607-46f1-b39e-d533b5bdbeda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:26:47.171019 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16291960-a186-4d8e-8d19-05eb18e3663d None None] Checking router: 9f3ef8ad-e55b-405f-9f8a-ba0aed296109 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:26:47.171384 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16291960-a186-4d8e-8d19-05eb18e3663d None None] Updating router 9f3ef8ad-e55b-405f-9f8a-ba0aed296109 port aa904002-525e-4d26-b312-cf29848bb1d6 binding host n-d-806683-11 {{(pid=94714) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 10:26:47.200644 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-16291960-a186-4d8e-8d19-05eb18e3663d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:47.468799 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-16291960-a186-4d8e-8d19-05eb18e3663d None None] Notify callbacks [] for port, precommit_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:47.478577 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-16291960-a186-4d8e-8d19-05eb18e3663d None None] Transition to ACTIVE for port object aa904002-525e-4d26-b312-cf29848bb1d6 will not be triggered until provisioned by entity L2. {{(pid=94714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:26:47.483591 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-16291960-a186-4d8e-8d19-05eb18e3663d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:47.540633 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968555ed-c954-4961-8e82-9c1101350b79 None None] Pushing event updated for resources: {'Port': ['ID=aa904002-525e-4d26-b312-cf29848bb1d6,revision_number=3']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:47.591372 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-16291960-a186-4d8e-8d19-05eb18e3663d None None] Attempting to bind port aa904002-525e-4d26-b312-cf29848bb1d6 on host n-d-806683-11 for vnic_type normal with profile {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:26:47.591777 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-16291960-a186-4d8e-8d19-05eb18e3663d None None] Attempting to bind port aa904002-525e-4d26-b312-cf29848bb1d6 by drivers openvswitch,hyperv on host n-d-806683-11 at level 0 using segments [{'id': 'a41091f5-9456-4485-b205-a7f47dd132e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '79be5ec5-3acf-4293-a459-a7807f417ed6'}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:26:47.592176 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16291960-a186-4d8e-8d19-05eb18e3663d None None] Attempting to bind port aa904002-525e-4d26-b312-cf29848bb1d6 on network 79be5ec5-3acf-4293-a459-a7807f417ed6 {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:26:47.597363 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16291960-a186-4d8e-8d19-05eb18e3663d None None] Checking agent: {'id': '545ed8f3-6cc8-4b14-95ab-8a1d19867fb4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 44, 50), 'started_at': datetime.datetime(2021, 9, 8, 8, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-806683-11'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:26:47.597743 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16291960-a186-4d8e-8d19-05eb18e3663d None None] Checking segment: {'id': 'a41091f5-9456-4485-b205-a7f47dd132e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '79be5ec5-3acf-4293-a459-a7807f417ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:26:47.598182 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-16291960-a186-4d8e-8d19-05eb18e3663d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:47.598582 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16291960-a186-4d8e-8d19-05eb18e3663d None None] Bound using segment: {'id': 'a41091f5-9456-4485-b205-a7f47dd132e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '79be5ec5-3acf-4293-a459-a7807f417ed6'} {{(pid=94714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:26:47.599050 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.managers [None req-16291960-a186-4d8e-8d19-05eb18e3663d None None] Bound port: aa904002-525e-4d26-b312-cf29848bb1d6, host: n-d-806683-11, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a41091f5-9456-4485-b205-a7f47dd132e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '79be5ec5-3acf-4293-a459-a7807f417ed6'}}] {{(pid=94714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:26:47.599458 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-16291960-a186-4d8e-8d19-05eb18e3663d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:47.664598 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-16291960-a186-4d8e-8d19-05eb18e3663d None None] For port aa904002-525e-4d26-b312-cf29848bb1d6, host n-d-806683-11, cleared binding levels {{(pid=94714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:26:47.667989 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-16291960-a186-4d8e-8d19-05eb18e3663d None None] For port aa904002-525e-4d26-b312-cf29848bb1d6, host n-d-806683-11, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=aa904002-525e-4d26-b312-cf29848bb1d6,segment=NetworkSegment(a41091f5-9456-4485-b205-a7f47dd132e1),segment_id=a41091f5-9456-4485-b205-a7f47dd132e1)] {{(pid=94714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:26:47.673285 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-16291960-a186-4d8e-8d19-05eb18e3663d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:47.748085 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16291960-a186-4d8e-8d19-05eb18e3663d None None] Routers {'9f3ef8ad-e55b-405f-9f8a-ba0aed296109'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:26:47.748720 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-16291960-a186-4d8e-8d19-05eb18e3663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:26:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['9f3ef8ad-e55b-405f-9f8a-ba0aed296109'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:26:47.752603 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968555ed-c954-4961-8e82-9c1101350b79 None None] Pushing event updated for resources: {'Port': ['ID=aa904002-525e-4d26-b312-cf29848bb1d6,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:47.872092 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-7b32f63a-ecb8-4a67-b714-b7ec966aa62d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:47.889106 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-16291960-a186-4d8e-8d19-05eb18e3663d None None] Set router 9f3ef8ad-e55b-405f-9f8a-ba0aed296109 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:26:47.994818 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-7c4b2414-2e8a-4421-ab20-ef658b0d04c0 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:26:47.996727 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-7c4b2414-2e8a-4421-ab20-ef658b0d04c0 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.37 "GET /v2.0/networks?id=5f9fd341-b656-4d2d-8335-d7be198cab85 HTTP/1.1" status: 200 len: 809 time: 0.1696584 Sep 08 10:26:48.011513 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-129b6551-580b-4dc2-8819-a635eab83554 req-d57750f6-33fd-4710-a985-cc9d1a9d2169 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/ports?device_id=564f6a84-d074-40a4-b94b-b92c8efeafcf HTTP/1.1" status: 200 len: 210 time: 0.0376320 Sep 08 10:26:48.062203 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-a78d58e5-c7b4-4508-9284-56e39be9c931 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3a56230b5a74c4dab66af298a86a83f HTTP/1.1" status: 200 len: 379 time: 0.0432446 Sep 08 10:26:48.072855 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-de10b73b-31ad-413a-aef2-c12bfa86fbcd tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Request body: {'port': {'device_id': '564f6a84-d074-40a4-b94b-b92c8efeafcf', 'network_id': '5f9fd341-b656-4d2d-8335-d7be198cab85', 'admin_state_up': True, 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'security_groups': ['fd64b5b0-ea35-48af-89cb-964f5ee7c2dc']}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:26:48.115265 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-16291960-a186-4d8e-8d19-05eb18e3663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3ef8ad-e55b-405f-9f8a-ba0aed296109', 'name': 'tempest-TestSnapshotPattern-839539992-router', 'tenant_id': 'c6dae74c5a384f0c99bc9aaf071dc2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'c2484202-4823-42c1-9075-1c93b192321d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:26:40Z', 'updated_at': '2021-09-08T10:26:43Z', 'revision_number': 4, 'project_id': 'c6dae74c5a384f0c99bc9aaf071dc2c3', 'gw_port': {'id': 'c2484202-4823-42c1-9075-1c93b192321d', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3ef8ad-e55b-405f-9f8a-ba0aed296109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:26:40Z', 'updated_at': '2021-09-08T10:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'aa904002-525e-4d26-b312-cf29848bb1d6', 'name': '', 'network_id': '79be5ec5-3acf-4293-a459-a7807f417ed6', 'tenant_id': 'c6dae74c5a384f0c99bc9aaf071dc2c3', 'mac_address': 'fa:16:3e:0e:fa:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3ef8ad-e55b-405f-9f8a-ba0aed296109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'cba2be8b-4607-46f1-b39e-d533b5bdbeda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:26:42Z', 'updated_at': '2021-09-08T10:26:47Z', 'revision_number': 4, 'project_id': 'c6dae74c5a384f0c99bc9aaf071dc2c3', 'subnets': [{'id': 'cba2be8b-4607-46f1-b39e-d533b5bdbeda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:26:48.146344 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16291960-a186-4d8e-8d19-05eb18e3663d None None] The sync data for ids ['9f3ef8ad-e55b-405f-9f8a-ba0aed296109'] in n-d-806683-11 is: [{'id': '9f3ef8ad-e55b-405f-9f8a-ba0aed296109', 'name': 'tempest-TestSnapshotPattern-839539992-router', 'tenant_id': 'c6dae74c5a384f0c99bc9aaf071dc2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'c2484202-4823-42c1-9075-1c93b192321d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:26:40Z', 'updated_at': '2021-09-08T10:26:43Z', 'revision_number': 4, 'project_id': 'c6dae74c5a384f0c99bc9aaf071dc2c3', 'gw_port': {'id': 'c2484202-4823-42c1-9075-1c93b192321d', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3ef8ad-e55b-405f-9f8a-ba0aed296109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:26:40Z', 'updated_at': '2021-09-08T10:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': 'aa904002-525e-4d26-b312-cf29848bb1d6', 'name': '', 'network_id': '79be5ec5-3acf-4293-a459-a7807f417ed6', 'tenant_id': 'c6dae74c5a384f0c99bc9aaf071dc2c3', 'mac_address': 'fa:16:3e:0e:fa:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3ef8ad-e55b-405f-9f8a-ba0aed296109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'cba2be8b-4607-46f1-b39e-d533b5bdbeda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:26:42Z', 'updated_at': '2021-09-08T10:26:47Z', 'revision_number': 4, 'project_id': 'c6dae74c5a384f0c99bc9aaf071dc2c3', 'subnets': [{'id': 'cba2be8b-4607-46f1-b39e-d533b5bdbeda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:26:48.189782 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-de10b73b-31ad-413a-aef2-c12bfa86fbcd tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Made reservation on behalf of e3a56230b5a74c4dab66af298a86a83f for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:26:48.194584 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-de10b73b-31ad-413a-aef2-c12bfa86fbcd tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:48.351365 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-de10b73b-31ad-413a-aef2-c12bfa86fbcd tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Allocated IP 172.20.0.3 (5f9fd341-b656-4d2d-8335-d7be198cab85/4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d/66279160-c76c-49a1-a367-5c9a79942a51) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:26:48.480249 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device aa904002-525e-4d26-b312-cf29848bb1d6 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:26:48.527926 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-de10b73b-31ad-413a-aef2-c12bfa86fbcd tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:48.532821 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning for port aa904002-525e-4d26-b312-cf29848bb1d6 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:26:48.537187 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port aa904002-525e-4d26-b312-cf29848bb1d6 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:26:48.537576 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:48.548399 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-de10b73b-31ad-413a-aef2-c12bfa86fbcd tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Transition to ACTIVE for port object 66279160-c76c-49a1-a367-5c9a79942a51 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:26:48.584772 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-de10b73b-31ad-413a-aef2-c12bfa86fbcd tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:48.622083 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:48.635565 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-de10b73b-31ad-413a-aef2-c12bfa86fbcd tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Network 5f9fd341-b656-4d2d-8335-d7be198cab85 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:26:48.641240 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-de10b73b-31ad-413a-aef2-c12bfa86fbcd tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:26:48.645952 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-de10b73b-31ad-413a-aef2-c12bfa86fbcd tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:26:48.663308 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] For port aa904002-525e-4d26-b312-cf29848bb1d6, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=aa904002-525e-4d26-b312-cf29848bb1d6,segment=NetworkSegment(a41091f5-9456-4485-b205-a7f47dd132e1),segment_id=a41091f5-9456-4485-b205-a7f47dd132e1)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:26:48.669417 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:48.675095 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10b73b-31ad-413a-aef2-c12bfa86fbcd tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Pushing event updated for resources: {'Port': ['ID=66279160-c76c-49a1-a367-5c9a79942a51,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:48.708800 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-de10b73b-31ad-413a-aef2-c12bfa86fbcd tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:26:48.709588 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-de10b73b-31ad-413a-aef2-c12bfa86fbcd tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:48.734703 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-de10b73b-31ad-413a-aef2-c12bfa86fbcd tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6658123 Sep 08 10:26:48.735187 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Pushing event updated for resources: {'Port': ['ID=aa904002-525e-4d26-b312-cf29848bb1d6,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:48.759443 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-82c9401c-7966-4517-bb45-3c709d21e980 service neutron] Request body: {'port': {'device_id': '564f6a84-d074-40a4-b94b-b92c8efeafcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:26:48.826385 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-82c9401c-7966-4517-bb45-3c709d21e980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:48.877988 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ad922976-a3e2-405a-ad04-333f5468f574 None None] Provisioning for port 66279160-c76c-49a1-a367-5c9a79942a51 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:26:48.881762 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-ad922976-a3e2-405a-ad04-333f5468f574 None None] Provisioning complete for port 66279160-c76c-49a1-a367-5c9a79942a51 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:26:48.882604 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ad922976-a3e2-405a-ad04-333f5468f574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:48.918596 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-ad922976-a3e2-405a-ad04-333f5468f574 None None] Port 66279160-c76c-49a1-a367-5c9a79942a51 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 10:26:49.094561 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-82c9401c-7966-4517-bb45-3c709d21e980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66279160-c76c-49a1-a367-5c9a79942a51 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 10:26:49.103545 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-82c9401c-7966-4517-bb45-3c709d21e980 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:49.116140 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-82c9401c-7966-4517-bb45-3c709d21e980 service neutron] Transition to ACTIVE for port object 66279160-c76c-49a1-a367-5c9a79942a51 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:26:49.119891 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-82c9401c-7966-4517-bb45-3c709d21e980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:49.131879 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4d536-b78b-4b83-9554-a4e2a42e9422 req-eb330c42-03d2-4362-bafb-a73e3dcb7192 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:26:49.133999 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-afe4d536-b78b-4b83-9554-a4e2a42e9422 req-eb330c42-03d2-4362-bafb-a73e3dcb7192 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/ports?device_id=564f6a84-d074-40a4-b94b-b92c8efeafcf HTTP/1.1" status: 200 len: 931 time: 0.0529883 Sep 08 10:26:49.168585 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c9401c-7966-4517-bb45-3c709d21e980 service neutron] Pushing event updated for resources: {'Port': ['ID=66279160-c76c-49a1-a367-5c9a79942a51,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:49.182780 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-afe4d536-b78b-4b83-9554-a4e2a42e9422 req-b38d26ab-a5dd-4b19-bbc5-a9b5b8e7ffd1 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fd64b5b0-ea35-48af-89cb-964f5ee7c2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424206 Sep 08 10:26:49.244119 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-82c9401c-7966-4517-bb45-3c709d21e980 service neutron] Attempting to bind port 66279160-c76c-49a1-a367-5c9a79942a51 on host n-h1-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:26:49.244463 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-82c9401c-7966-4517-bb45-3c709d21e980 service neutron] Attempting to bind port 66279160-c76c-49a1-a367-5c9a79942a51 by drivers openvswitch,hyperv on host n-h1-806683-11 at level 0 using segments [{'id': 'c9b43f1d-52fe-4099-a435-e69415b2e1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5f9fd341-b656-4d2d-8335-d7be198cab85'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:26:49.244794 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-82c9401c-7966-4517-bb45-3c709d21e980 service neutron] Attempting to bind port 66279160-c76c-49a1-a367-5c9a79942a51 on network 5f9fd341-b656-4d2d-8335-d7be198cab85 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:26:49.249408 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-82c9401c-7966-4517-bb45-3c709d21e980 service neutron] Port 66279160-c76c-49a1-a367-5c9a79942a51 on network 5f9fd341-b656-4d2d-8335-d7be198cab85 not bound, no agent of type Open vSwitch agent registered on host n-h1-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 10:26:49.249729 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-82c9401c-7966-4517-bb45-3c709d21e980 service neutron] Attempting to bind port 66279160-c76c-49a1-a367-5c9a79942a51 on network 5f9fd341-b656-4d2d-8335-d7be198cab85 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:26:49.256394 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-82c9401c-7966-4517-bb45-3c709d21e980 service neutron] Checking agent: {'id': '2877a25e-6399-44c8-adcb-6a26d55f9d67', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:26:49.256736 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-82c9401c-7966-4517-bb45-3c709d21e980 service neutron] Checking segment: {'id': 'c9b43f1d-52fe-4099-a435-e69415b2e1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5f9fd341-b656-4d2d-8335-d7be198cab85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:26:49.257123 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-82c9401c-7966-4517-bb45-3c709d21e980 service neutron] Bound using segment: {'id': 'c9b43f1d-52fe-4099-a435-e69415b2e1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5f9fd341-b656-4d2d-8335-d7be198cab85'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:26:49.257556 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-82c9401c-7966-4517-bb45-3c709d21e980 service neutron] Bound port: 66279160-c76c-49a1-a367-5c9a79942a51, host: n-h1-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9b43f1d-52fe-4099-a435-e69415b2e1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5f9fd341-b656-4d2d-8335-d7be198cab85'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:26:49.258623 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-82c9401c-7966-4517-bb45-3c709d21e980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:49.325209 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-82c9401c-7966-4517-bb45-3c709d21e980 service neutron] For port 66279160-c76c-49a1-a367-5c9a79942a51, host n-h1-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:26:49.328412 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-82c9401c-7966-4517-bb45-3c709d21e980 service neutron] For port 66279160-c76c-49a1-a367-5c9a79942a51, host n-h1-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=66279160-c76c-49a1-a367-5c9a79942a51,segment=NetworkSegment(c9b43f1d-52fe-4099-a435-e69415b2e1b2),segment_id=c9b43f1d-52fe-4099-a435-e69415b2e1b2)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:26:49.333935 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-82c9401c-7966-4517-bb45-3c709d21e980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:49.366457 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-82c9401c-7966-4517-bb45-3c709d21e980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:26:49.367268 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-82c9401c-7966-4517-bb45-3c709d21e980 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:49.369004 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-82c9401c-7966-4517-bb45-3c709d21e980 service neutron] 10.222.0.37 "PUT /v2.0/ports/66279160-c76c-49a1-a367-5c9a79942a51 HTTP/1.1" status: 200 len: 1092 time: 0.6138041 Sep 08 10:26:49.371278 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '564f6a84-d074-40a4-b94b-b92c8efeafcf', 'tag': '66279160-c76c-49a1-a367-5c9a79942a51'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:26:49.373524 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4625b1d-77e5-41d9-af60-7fcc709e00a5" -d '{"events": [{"name": "network-changed", "server_uuid": "564f6a84-d074-40a4-b94b-b92c8efeafcf", "tag": "66279160-c76c-49a1-a367-5c9a79942a51"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:26:49.407709 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c9401c-7966-4517-bb45-3c709d21e980 service neutron] Pushing event updated for resources: {'Port': ['ID=66279160-c76c-49a1-a367-5c9a79942a51,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:49.419946 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 10:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3707e546-a223-4e9e-b40d-689f3dc6b543 x-openstack-request-id: req-3707e546-a223-4e9e-b40d-689f3dc6b543 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:26:49.420240 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "564f6a84-d074-40a4-b94b-b92c8efeafcf", "tag": "66279160-c76c-49a1-a367-5c9a79942a51", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:26:49.420495 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-3707e546-a223-4e9e-b40d-689f3dc6b543 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:26:49.420900 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '564f6a84-d074-40a4-b94b-b92c8efeafcf', 'tag': '66279160-c76c-49a1-a367-5c9a79942a51', 'status': 'completed', 'code': 200} Sep 08 10:26:49.480838 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-629f7189-5362-4966-a8b4-a41e8ffd76a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:26:49.481816 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-629f7189-5362-4966-a8b4-a41e8ffd76a7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e3a56230b5a74c4dab66af298a86a83f&device_id=564f6a84-d074-40a4-b94b-b92c8efeafcf HTTP/1.1" status: 200 len: 1095 time: 0.0443947 Sep 08 10:26:49.536229 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-e47f711e-afcf-4261-9791-2119be687aca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66279160-c76c-49a1-a367-5c9a79942a51 HTTP/1.1" status: 200 len: 217 time: 0.0398340 Sep 08 10:26:49.589143 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-48631ab4-5575-496f-8521-a97008595c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:26:49.590782 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-48631ab4-5575-496f-8521-a97008595c66 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d HTTP/1.1" status: 200 len: 848 time: 0.0466862 Sep 08 10:26:49.637385 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-5c276375-5120-4cf1-bef2-539c1ed28dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:26:49.638923 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-5c276375-5120-4cf1-bef2-539c1ed28dcc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f9fd341-b656-4d2d-8335-d7be198cab85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410559 Sep 08 10:26:49.642458 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:26:49.736504 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-061c308f-20a8-44e1-8ac0-011071f54ad0 service neutron] 10.222.0.37 "GET /v2.0/networks/5f9fd341-b656-4d2d-8335-d7be198cab85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906732 Sep 08 10:26:49.825799 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-15ab5da5-5120-43c0-84ef-e86152eb3fc6 req-02c92311-4493-48bc-a83a-e00af51d235e service neutron] 10.222.0.37 "GET /v2.0/networks/5f9fd341-b656-4d2d-8335-d7be198cab85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820868 Sep 08 10:26:49.963337 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4625b1d-77e5-41d9-af60-7fcc709e00a5 req-a662cebf-e1f7-4697-8d9f-fcfd62ff7eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:26:49.964813 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f4625b1d-77e5-41d9-af60-7fcc709e00a5 req-a662cebf-e1f7-4697-8d9f-fcfd62ff7eb7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e3a56230b5a74c4dab66af298a86a83f&device_id=564f6a84-d074-40a4-b94b-b92c8efeafcf HTTP/1.1" status: 200 len: 1095 time: 0.0458913 Sep 08 10:26:50.053980 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4625b1d-77e5-41d9-af60-7fcc709e00a5 req-a21a17a8-29e7-4664-bdd9-233fe416e7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:26:50.055670 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f4625b1d-77e5-41d9-af60-7fcc709e00a5 req-a21a17a8-29e7-4664-bdd9-233fe416e7a5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f9fd341-b656-4d2d-8335-d7be198cab85 HTTP/1.1" status: 200 len: 910 time: 0.0835984 Sep 08 10:26:50.102946 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f4625b1d-77e5-41d9-af60-7fcc709e00a5 req-6a80234f-adda-4b85-9782-4c24f52b415a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66279160-c76c-49a1-a367-5c9a79942a51 HTTP/1.1" status: 200 len: 217 time: 0.0400465 Sep 08 10:26:50.154283 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4625b1d-77e5-41d9-af60-7fcc709e00a5 req-b31e5763-d149-4a60-8c6e-d712fb8295f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:26:50.155832 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f4625b1d-77e5-41d9-af60-7fcc709e00a5 req-b31e5763-d149-4a60-8c6e-d712fb8295f0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d HTTP/1.1" status: 200 len: 848 time: 0.0453117 Sep 08 10:26:50.205344 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4625b1d-77e5-41d9-af60-7fcc709e00a5 req-4a36b80e-3b58-4538-a6f1-d8ea612393b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:26:50.207238 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f4625b1d-77e5-41d9-af60-7fcc709e00a5 req-4a36b80e-3b58-4538-a6f1-d8ea612393b4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f9fd341-b656-4d2d-8335-d7be198cab85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437584 Sep 08 10:26:50.304805 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08356733-b045-4ad5-a0cc-752138623ec8 req-5f609c33-da6b-4e60-9908-7bf43f932eb6 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:26:50.306464 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-08356733-b045-4ad5-a0cc-752138623ec8 req-5f609c33-da6b-4e60-9908-7bf43f932eb6 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/ports?device_id=564f6a84-d074-40a4-b94b-b92c8efeafcf HTTP/1.1" status: 200 len: 943 time: 0.0527744 Sep 08 10:26:50.313612 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f4625b1d-77e5-41d9-af60-7fcc709e00a5 req-4dc9bd8f-ad3b-4e4f-91c1-8063329c8702 service neutron] 10.222.0.37 "GET /v2.0/networks/5f9fd341-b656-4d2d-8335-d7be198cab85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973160 Sep 08 10:26:50.348344 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-08356733-b045-4ad5-a0cc-752138623ec8 req-3af1b472-f25c-4b1e-8860-9eeb97e4602d tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fd64b5b0-ea35-48af-89cb-964f5ee7c2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355039 Sep 08 10:26:50.412972 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f4625b1d-77e5-41d9-af60-7fcc709e00a5 req-e9cdb625-2ca7-4ad2-a82b-be69504eee9b service neutron] 10.222.0.37 "GET /v2.0/networks/5f9fd341-b656-4d2d-8335-d7be198cab85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913997 Sep 08 10:26:50.453314 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device aa904002-525e-4d26-b312-cf29848bb1d6 up at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:26:50.499896 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Provisioning complete for port aa904002-525e-4d26-b312-cf29848bb1d6 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:26:50.500265 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:50.730283 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:50.885520 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f04eb5fb-b6d4-48cc-b1bc-bfaf6f1237ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:51.486786 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841e262-9dd0-43f2-b453-cd3ae43cbb4a req-ce9c3fc3-d4c2-4b2d-a10e-1bcff3a0d756 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:26:51.488299 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a841e262-9dd0-43f2-b453-cd3ae43cbb4a req-ce9c3fc3-d4c2-4b2d-a10e-1bcff3a0d756 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/ports?device_id=564f6a84-d074-40a4-b94b-b92c8efeafcf HTTP/1.1" status: 200 len: 943 time: 0.0563443 Sep 08 10:26:51.538586 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-a841e262-9dd0-43f2-b453-cd3ae43cbb4a req-3085a860-4f19-4880-bab8-46b94e776521 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fd64b5b0-ea35-48af-89cb-964f5ee7c2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425436 Sep 08 10:26:51.833026 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 66279160-c76c-49a1-a367-5c9a79942a51 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 10:26:51.926716 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 66279160-c76c-49a1-a367-5c9a79942a51, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=66279160-c76c-49a1-a367-5c9a79942a51,segment=NetworkSegment(c9b43f1d-52fe-4099-a435-e69415b2e1b2),segment_id=c9b43f1d-52fe-4099-a435-e69415b2e1b2)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:26:51.938082 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '66279160-c76c-49a1-a367-5c9a79942a51', 'network_id': '5f9fd341-b656-4d2d-8335-d7be198cab85', 'port_id': '66279160-c76c-49a1-a367-5c9a79942a51', 'mac_address': 'fa:16:3e:a3:b9:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 10:26:51.974618 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:51.987428 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66279160-c76c-49a1-a367-5c9a79942a51 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 10:26:52.007634 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 66279160-c76c-49a1-a367-5c9a79942a51, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=66279160-c76c-49a1-a367-5c9a79942a51,segment=NetworkSegment(c9b43f1d-52fe-4099-a435-e69415b2e1b2),segment_id=c9b43f1d-52fe-4099-a435-e69415b2e1b2)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:26:52.012318 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:52.059847 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=66279160-c76c-49a1-a367-5c9a79942a51,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:52.333028 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['66279160-c76c-49a1-a367-5c9a79942a51'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 10:26:52.521974 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:52.661216 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176862dd-dd04-402e-b928-d17358a63a15 req-e89943a2-adb1-48d4-93b4-9bd2619fdebd tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:26:52.662662 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-176862dd-dd04-402e-b928-d17358a63a15 req-e89943a2-adb1-48d4-93b4-9bd2619fdebd tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/ports?device_id=564f6a84-d074-40a4-b94b-b92c8efeafcf HTTP/1.1" status: 200 len: 944 time: 0.0499065 Sep 08 10:26:52.700381 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-176862dd-dd04-402e-b928-d17358a63a15 req-b7835bde-154a-4097-aec7-55306f3fb26f tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fd64b5b0-ea35-48af-89cb-964f5ee7c2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314569 Sep 08 10:26:53.817938 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94eaf3d-cd32-4e23-be1e-412ae25737de req-b1622e1e-1208-4228-b686-7400dbf965e6 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:26:53.819441 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f94eaf3d-cd32-4e23-be1e-412ae25737de req-b1622e1e-1208-4228-b686-7400dbf965e6 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/ports?device_id=564f6a84-d074-40a4-b94b-b92c8efeafcf HTTP/1.1" status: 200 len: 944 time: 0.0499039 Sep 08 10:26:53.833572 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 66279160-c76c-49a1-a367-5c9a79942a51 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:26:53.860658 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f94eaf3d-cd32-4e23-be1e-412ae25737de req-5bde5285-53c7-49ad-a6b9-c839c98c8341 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fd64b5b0-ea35-48af-89cb-964f5ee7c2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341308 Sep 08 10:26:53.891326 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning for port 66279160-c76c-49a1-a367-5c9a79942a51 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:26:53.899264 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 66279160-c76c-49a1-a367-5c9a79942a51 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:26:53.899763 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:53.923699 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:53.981368 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:54.004606 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564f6a84-d074-40a4-b94b-b92c8efeafcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66279160-c76c-49a1-a367-5c9a79942a51'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:26:54.006952 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbd6ab74e39b4b2e86e5ab95b387a5b58b5aa7d7561c6c8e6a0b2b9382551d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db258b4d-bec7-4639-8965-fc5255a6c64c" -d '{"events": [{"server_uuid": "564f6a84-d074-40a4-b94b-b92c8efeafcf", "name": "network-vif-plugged", "status": "completed", "tag": "66279160-c76c-49a1-a367-5c9a79942a51"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:26:54.022098 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 66279160-c76c-49a1-a367-5c9a79942a51, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=66279160-c76c-49a1-a367-5c9a79942a51,segment=NetworkSegment(c9b43f1d-52fe-4099-a435-e69415b2e1b2),segment_id=c9b43f1d-52fe-4099-a435-e69415b2e1b2)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:26:54.028374 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:54.056319 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 10:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6b82e1-7496-49d1-a205-6c21f2bd3323 x-openstack-request-id: req-ce6b82e1-7496-49d1-a205-6c21f2bd3323 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:26:54.056762 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "564f6a84-d074-40a4-b94b-b92c8efeafcf", "name": "network-vif-plugged", "status": "completed", "tag": "66279160-c76c-49a1-a367-5c9a79942a51", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:26:54.057026 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-ce6b82e1-7496-49d1-a205-6c21f2bd3323 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:26:54.057427 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '564f6a84-d074-40a4-b94b-b92c8efeafcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66279160-c76c-49a1-a367-5c9a79942a51', 'code': 200} Sep 08 10:26:54.084675 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=66279160-c76c-49a1-a367-5c9a79942a51,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:54.176865 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39d29f-6e9b-4373-861b-688f46af21fd req-cf17d5e5-6dd3-4466-9b49-dba3abb5f30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:26:54.178373 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7e39d29f-6e9b-4373-861b-688f46af21fd req-cf17d5e5-6dd3-4466-9b49-dba3abb5f30c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=564f6a84-d074-40a4-b94b-b92c8efeafcf HTTP/1.1" status: 200 len: 1097 time: 0.0382652 Sep 08 10:26:54.214616 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7e39d29f-6e9b-4373-861b-688f46af21fd req-4445d1ac-db58-4183-a25a-ea5ac7a644b3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fd64b5b0-ea35-48af-89cb-964f5ee7c2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286500 Sep 08 10:26:54.976543 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3f041-2e4a-4678-9de1-a8b7571ebce0 req-f54470fd-ae0c-49aa-a37f-029acc82e82e tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:26:54.977950 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f8f3f041-2e4a-4678-9de1-a8b7571ebce0 req-f54470fd-ae0c-49aa-a37f-029acc82e82e tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/ports?device_id=564f6a84-d074-40a4-b94b-b92c8efeafcf HTTP/1.1" status: 200 len: 945 time: 0.0487871 Sep 08 10:26:55.015297 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:55.020022 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f8f3f041-2e4a-4678-9de1-a8b7571ebce0 req-393b5916-33c6-40fe-a3af-48fcee52c83d tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fd64b5b0-ea35-48af-89cb-964f5ee7c2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360832 Sep 08 10:26:56.227307 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b54c38-87cc-4fc8-959e-cdab198c29dc req-22abc009-4d77-4010-a3fe-af2c5dd02594 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:26:56.228814 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e7b54c38-87cc-4fc8-959e-cdab198c29dc req-22abc009-4d77-4010-a3fe-af2c5dd02594 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/ports?device_id=564f6a84-d074-40a4-b94b-b92c8efeafcf HTTP/1.1" status: 200 len: 945 time: 0.1401312 Sep 08 10:26:56.270843 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-e7b54c38-87cc-4fc8-959e-cdab198c29dc req-77477b0b-ad09-4c9e-892c-7392031f15d9 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fd64b5b0-ea35-48af-89cb-964f5ee7c2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359483 Sep 08 10:26:56.436786 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b49de-89e0-459d-bfc9-cad63dfcc079 req-ff024d92-e2c1-4c54-aeb7-955abc091e11 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:26:56.438212 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-988b49de-89e0-459d-bfc9-cad63dfcc079 req-ff024d92-e2c1-4c54-aeb7-955abc091e11 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/ports?device_id=564f6a84-d074-40a4-b94b-b92c8efeafcf HTTP/1.1" status: 200 len: 945 time: 0.1008761 Sep 08 10:26:56.475883 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-988b49de-89e0-459d-bfc9-cad63dfcc079 req-70013f21-2efd-4db0-8bb5-99d2b926eb83 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fd64b5b0-ea35-48af-89cb-964f5ee7c2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316553 Sep 08 10:26:56.497464 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 41002) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:26:56.576932 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f319de2-0df0-4bb0-8dda-56a7f18b8499 tempest-TestSnapshotPattern-908061389 tempest-TestSnapshotPattern-908061389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:26:56.578490 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-2f319de2-0df0-4bb0-8dda-56a7f18b8499 tempest-TestSnapshotPattern-908061389 tempest-TestSnapshotPattern-908061389-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=564f6a84-d074-40a4-b94b-b92c8efeafcf HTTP/1.1" status: 200 len: 1092 time: 0.0800531 Sep 08 10:26:56.581742 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 41006) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:26:56.585933 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-18d952b3-69f1-4f0f-8c2e-fb1aca8a18f7 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'port_id': '66279160-c76c-49a1-a367-5c9a79942a51', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:26:56.607078 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-18d952b3-69f1-4f0f-8c2e-fb1aca8a18f7 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks [] for floatingip, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:57.043534 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-18d952b3-69f1-4f0f-8c2e-fb1aca8a18f7 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:57.148222 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-18d952b3-69f1-4f0f-8c2e-fb1aca8a18f7 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Allocated IP 172.25.0.206 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/6b67359e-02ac-4f04-bb18-d937904c2181) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:26:57.253930 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-18d952b3-69f1-4f0f-8c2e-fb1aca8a18f7 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:57.292544 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-18d952b3-69f1-4f0f-8c2e-fb1aca8a18f7 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:57.329851 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d952b3-69f1-4f0f-8c2e-fb1aca8a18f7 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:26:57.332901 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-18d952b3-69f1-4f0f-8c2e-fb1aca8a18f7 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:26:57.336849 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d952b3-69f1-4f0f-8c2e-fb1aca8a18f7 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:26:57.366563 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d952b3-69f1-4f0f-8c2e-fb1aca8a18f7 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Pushing event updated for resources: {'Port': ['ID=6b67359e-02ac-4f04-bb18-d937904c2181,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:57.693370 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-18d952b3-69f1-4f0f-8c2e-fb1aca8a18f7 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:57.760219 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-18d952b3-69f1-4f0f-8c2e-fb1aca8a18f7 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:57.907678 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-18d952b3-69f1-4f0f-8c2e-fb1aca8a18f7 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:57.912052 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-18d952b3-69f1-4f0f-8c2e-fb1aca8a18f7 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:57.986414 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d952b3-69f1-4f0f-8c2e-fb1aca8a18f7 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Pushing event updated for resources: {'Port': ['ID=6b67359e-02ac-4f04-bb18-d937904c2181,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:26:57.994494 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-18d952b3-69f1-4f0f-8c2e-fb1aca8a18f7 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:58.095737 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [None req-18d952b3-69f1-4f0f-8c2e-fb1aca8a18f7 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Floating IP 8ec734d5-4da1-4bdc-8e77-efd77d2fa114 associated. External IP: 172.25.0.206, port: 66279160-c76c-49a1-a367-5c9a79942a51. Sep 08 10:26:58.305028 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d952b3-69f1-4f0f-8c2e-fb1aca8a18f7 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Router 2e96fd61-d534-49b6-85bb-b796d0dfbe12 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 10:26:58.415601 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d952b3-69f1-4f0f-8c2e-fb1aca8a18f7 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:26:58.425049 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133f0e94-18ad-4247-9c05-a6511c1961a9 None None] Sync routers for ids ['2e96fd61-d534-49b6-85bb-b796d0dfbe12'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:26:58.431524 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-18d952b3-69f1-4f0f-8c2e-fb1aca8a18f7 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:26:58.434845 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133f0e94-18ad-4247-9c05-a6511c1961a9 None None] Routers {'2e96fd61-d534-49b6-85bb-b796d0dfbe12'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:26:58.435462 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-133f0e94-18ad-4247-9c05-a6511c1961a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:26:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['2e96fd61-d534-49b6-85bb-b796d0dfbe12'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:26:58.463898 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-18d952b3-69f1-4f0f-8c2e-fb1aca8a18f7 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8810961 Sep 08 10:26:58.464604 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '564f6a84-d074-40a4-b94b-b92c8efeafcf', 'tag': '66279160-c76c-49a1-a367-5c9a79942a51'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:26:58.466914 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24ed61a-8b4e-45ba-86fa-496d31431259" -d '{"events": [{"name": "network-changed", "server_uuid": "564f6a84-d074-40a4-b94b-b92c8efeafcf", "tag": "66279160-c76c-49a1-a367-5c9a79942a51"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:26:58.541552 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-133f0e94-18ad-4247-9c05-a6511c1961a9 None None] Set router 2e96fd61-d534-49b6-85bb-b796d0dfbe12 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:26:58.558609 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 10:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ca8bd7-0063-4212-abcd-f1c1661394c8 x-openstack-request-id: req-32ca8bd7-0063-4212-abcd-f1c1661394c8 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:26:58.558904 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "564f6a84-d074-40a4-b94b-b92c8efeafcf", "tag": "66279160-c76c-49a1-a367-5c9a79942a51", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:26:58.559158 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-32ca8bd7-0063-4212-abcd-f1c1661394c8 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:26:58.559586 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '564f6a84-d074-40a4-b94b-b92c8efeafcf', 'tag': '66279160-c76c-49a1-a367-5c9a79942a51', 'status': 'completed', 'code': 200} Sep 08 10:26:58.649075 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ed61a-8b4e-45ba-86fa-496d31431259 req-cf94becb-3bd0-4875-a6df-27031949d22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:26:58.650692 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d24ed61a-8b4e-45ba-86fa-496d31431259 req-cf94becb-3bd0-4875-a6df-27031949d22c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e3a56230b5a74c4dab66af298a86a83f&device_id=564f6a84-d074-40a4-b94b-b92c8efeafcf HTTP/1.1" status: 200 len: 1097 time: 0.0462914 Sep 08 10:26:58.744700 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ed61a-8b4e-45ba-86fa-496d31431259 req-805af501-72e6-4081-b7c8-05a6c08219b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:26:58.746239 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d24ed61a-8b4e-45ba-86fa-496d31431259 req-805af501-72e6-4081-b7c8-05a6c08219b3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f9fd341-b656-4d2d-8335-d7be198cab85 HTTP/1.1" status: 200 len: 910 time: 0.0891702 Sep 08 10:26:58.791992 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-133f0e94-18ad-4247-9c05-a6511c1961a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'name': 'tempest-TestSnapshotPattern-517736357-router', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '31556f75-1850-4088-b007-6a995ed67e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:26:36Z', 'updated_at': '2021-09-08T10:26:38Z', 'revision_number': 4, 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'gw_port': {'id': '31556f75-1850-4088-b007-6a995ed67e98', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:26:36Z', 'updated_at': '2021-09-08T10:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '8ec734d5-4da1-4bdc-8e77-efd77d2fa114', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'port_id': '66279160-c76c-49a1-a367-5c9a79942a51', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f9fd341-b656-4d2d-8335-d7be198cab85', 'mac_address': 'fa:16:3e:a3:b9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f6a84-d074-40a4-b94b-b92c8efeafcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T10:26:57Z', 'updated_at': '2021-09-08T10:26:57Z', 'revision_number': 0, 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23c43ac4-dfd6-4fc7-b41d-891ac797d29a', 'name': '', 'network_id': '5f9fd341-b656-4d2d-8335-d7be198cab85', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'mac_address': 'fa:16:3e:a7:fb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:26:38Z', 'updated_at': '2021-09-08T10:26:44Z', 'revision_number': 5, 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'subnets': [{'id': '4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:26:58.817635 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133f0e94-18ad-4247-9c05-a6511c1961a9 None None] Checking router: 2e96fd61-d534-49b6-85bb-b796d0dfbe12 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:26:58.817827 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d24ed61a-8b4e-45ba-86fa-496d31431259 req-c0dcc22d-801a-4b2c-a170-83a6a46fc5ab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66279160-c76c-49a1-a367-5c9a79942a51 HTTP/1.1" status: 200 len: 999 time: 0.0646563 Sep 08 10:26:58.825744 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133f0e94-18ad-4247-9c05-a6511c1961a9 None None] Routers {'2e96fd61-d534-49b6-85bb-b796d0dfbe12'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:26:58.826367 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-133f0e94-18ad-4247-9c05-a6511c1961a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:26:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['2e96fd61-d534-49b6-85bb-b796d0dfbe12'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:26:58.868981 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ed61a-8b4e-45ba-86fa-496d31431259 req-e8e8011b-9180-49ef-bf15-829c7a010684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:26:58.870484 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d24ed61a-8b4e-45ba-86fa-496d31431259 req-e8e8011b-9180-49ef-bf15-829c7a010684 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d HTTP/1.1" status: 200 len: 848 time: 0.0456951 Sep 08 10:26:58.919394 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ed61a-8b4e-45ba-86fa-496d31431259 req-0b7dadb6-b8db-4b77-96da-97460c0a973b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:26:58.920891 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d24ed61a-8b4e-45ba-86fa-496d31431259 req-0b7dadb6-b8db-4b77-96da-97460c0a973b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f9fd341-b656-4d2d-8335-d7be198cab85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434892 Sep 08 10:26:58.931858 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-133f0e94-18ad-4247-9c05-a6511c1961a9 None None] Set router 2e96fd61-d534-49b6-85bb-b796d0dfbe12 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:26:59.020417 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d24ed61a-8b4e-45ba-86fa-496d31431259 req-264880c3-c09a-47f8-a3f5-426654258f93 service neutron] 10.222.0.37 "GET /v2.0/networks/5f9fd341-b656-4d2d-8335-d7be198cab85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922902 Sep 08 10:26:59.111421 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d24ed61a-8b4e-45ba-86fa-496d31431259 req-4441f283-ca27-443d-a47c-86e5a99f54f4 service neutron] 10.222.0.37 "GET /v2.0/networks/5f9fd341-b656-4d2d-8335-d7be198cab85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833127 Sep 08 10:26:59.160590 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-133f0e94-18ad-4247-9c05-a6511c1961a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'name': 'tempest-TestSnapshotPattern-517736357-router', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '31556f75-1850-4088-b007-6a995ed67e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:26:36Z', 'updated_at': '2021-09-08T10:26:38Z', 'revision_number': 4, 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'gw_port': {'id': '31556f75-1850-4088-b007-6a995ed67e98', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:26:36Z', 'updated_at': '2021-09-08T10:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '8ec734d5-4da1-4bdc-8e77-efd77d2fa114', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'port_id': '66279160-c76c-49a1-a367-5c9a79942a51', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f9fd341-b656-4d2d-8335-d7be198cab85', 'mac_address': 'fa:16:3e:a3:b9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f6a84-d074-40a4-b94b-b92c8efeafcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T10:26:57Z', 'updated_at': '2021-09-08T10:26:57Z', 'revision_number': 0, 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23c43ac4-dfd6-4fc7-b41d-891ac797d29a', 'name': '', 'network_id': '5f9fd341-b656-4d2d-8335-d7be198cab85', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'mac_address': 'fa:16:3e:a7:fb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:26:38Z', 'updated_at': '2021-09-08T10:26:44Z', 'revision_number': 5, 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'subnets': [{'id': '4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:26:59.189669 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133f0e94-18ad-4247-9c05-a6511c1961a9 None None] The sync data for ids ['2e96fd61-d534-49b6-85bb-b796d0dfbe12'] in n-d-806683-11 is: [{'id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'name': 'tempest-TestSnapshotPattern-517736357-router', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '31556f75-1850-4088-b007-6a995ed67e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:26:36Z', 'updated_at': '2021-09-08T10:26:38Z', 'revision_number': 4, 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'gw_port': {'id': '31556f75-1850-4088-b007-6a995ed67e98', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:26:36Z', 'updated_at': '2021-09-08T10:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '8ec734d5-4da1-4bdc-8e77-efd77d2fa114', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'port_id': '66279160-c76c-49a1-a367-5c9a79942a51', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f9fd341-b656-4d2d-8335-d7be198cab85', 'mac_address': 'fa:16:3e:a3:b9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '564f6a84-d074-40a4-b94b-b92c8efeafcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T10:26:57Z', 'updated_at': '2021-09-08T10:26:57Z', 'revision_number': 0, 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23c43ac4-dfd6-4fc7-b41d-891ac797d29a', 'name': '', 'network_id': '5f9fd341-b656-4d2d-8335-d7be198cab85', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'mac_address': 'fa:16:3e:a7:fb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:26:38Z', 'updated_at': '2021-09-08T10:26:44Z', 'revision_number': 5, 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'subnets': [{'id': '4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:26:59.369164 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f832a3a9-a0b2-4eec-9ce0-1e920b77c6fb None None] New status for floating IP 8ec734d5-4da1-4bdc-8e77-efd77d2fa114: ACTIVE {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 10:26:59.629673 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:27:17.833921 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-29a7af65-ac1a-4e70-ab49-583bb282ef5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:27:20.572134 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:27:20.886678 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-050fc36f-8170-486e-9339-04bc205d314f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:27:20.894549 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e265e949-1c68-43e8-9c99-16be8b49fd5f req-0e38682c-8435-4224-a26e-3b8bf33dd205 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=564f6a84-d074-40a4-b94b-b92c8efeafcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0874200 Sep 08 10:27:20.992257 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265e949-1c68-43e8-9c99-16be8b49fd5f req-db0814f2-9d40-4648-a7d4-8fd4fb9629a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:27:20.993802 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e265e949-1c68-43e8-9c99-16be8b49fd5f req-db0814f2-9d40-4648-a7d4-8fd4fb9629a3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e3a56230b5a74c4dab66af298a86a83f&device_id=564f6a84-d074-40a4-b94b-b92c8efeafcf HTTP/1.1" status: 200 len: 1097 time: 0.0404744 Sep 08 10:27:21.098770 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265e949-1c68-43e8-9c99-16be8b49fd5f req-c4c31a3d-2790-446a-9cee-90c067337641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:27:21.100255 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e265e949-1c68-43e8-9c99-16be8b49fd5f req-c4c31a3d-2790-446a-9cee-90c067337641 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f9fd341-b656-4d2d-8335-d7be198cab85 HTTP/1.1" status: 200 len: 910 time: 0.0877631 Sep 08 10:27:21.167766 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e265e949-1c68-43e8-9c99-16be8b49fd5f req-458b49ed-5499-4c01-951a-5de52c4d8fd5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66279160-c76c-49a1-a367-5c9a79942a51 HTTP/1.1" status: 200 len: 1001 time: 0.0574644 Sep 08 10:27:21.216059 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265e949-1c68-43e8-9c99-16be8b49fd5f req-e80e8eec-726c-4f17-8dfc-3f1bb8a789ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:27:21.217458 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e265e949-1c68-43e8-9c99-16be8b49fd5f req-e80e8eec-726c-4f17-8dfc-3f1bb8a789ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d HTTP/1.1" status: 200 len: 848 time: 0.0429938 Sep 08 10:27:21.265664 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265e949-1c68-43e8-9c99-16be8b49fd5f req-5d060e08-367d-4bba-a139-cccf2167e1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:27:21.267177 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e265e949-1c68-43e8-9c99-16be8b49fd5f req-5d060e08-367d-4bba-a139-cccf2167e1e9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f9fd341-b656-4d2d-8335-d7be198cab85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429654 Sep 08 10:27:21.355339 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e265e949-1c68-43e8-9c99-16be8b49fd5f req-124e736e-127a-43cf-810c-93bb496fee8a service neutron] 10.222.0.37 "GET /v2.0/networks/5f9fd341-b656-4d2d-8335-d7be198cab85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809808 Sep 08 10:27:21.447698 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e265e949-1c68-43e8-9c99-16be8b49fd5f req-93622f1f-3fd7-4bc6-a179-c64fb7cf2287 service neutron] 10.222.0.37 "GET /v2.0/networks/5f9fd341-b656-4d2d-8335-d7be198cab85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851431 Sep 08 10:27:22.506966 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:27:23.891575 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:27:25.027993 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:27:26.644365 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:27:29.626784 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:27:47.835809 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-56879f37-6339-4716-95ba-aae27f799fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:27:50.572480 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:27:50.886896 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8f21dbcd-69c1-4425-81d9-d5ea86e41eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:27:52.511291 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:27:53.893366 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:27:55.037342 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:27:59.626555 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:28:03.649973 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:28:17.836559 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-55fc084a-e03b-45c5-987c-3a91839d6f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:28:20.573696 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:28:20.887587 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5fb3bd43-98a0-4b5f-941b-f7779a169f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:28:22.511903 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:28:22.828891 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8f669d76-61d5-4297-b271-72e091f6cf3b req-5a8c08e5-ebb0-4b30-90d6-db5b48cd14fb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=564f6a84-d074-40a4-b94b-b92c8efeafcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402007 Sep 08 10:28:22.926336 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f669d76-61d5-4297-b271-72e091f6cf3b req-6a84d33a-a718-463c-bd2e-b7c7daef9e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:28:22.927852 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8f669d76-61d5-4297-b271-72e091f6cf3b req-6a84d33a-a718-463c-bd2e-b7c7daef9e2a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e3a56230b5a74c4dab66af298a86a83f&device_id=564f6a84-d074-40a4-b94b-b92c8efeafcf HTTP/1.1" status: 200 len: 1097 time: 0.0406797 Sep 08 10:28:23.033919 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f669d76-61d5-4297-b271-72e091f6cf3b req-99f7c8bd-9c41-4a2c-a522-c069081068b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:28:23.035395 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8f669d76-61d5-4297-b271-72e091f6cf3b req-99f7c8bd-9c41-4a2c-a522-c069081068b5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f9fd341-b656-4d2d-8335-d7be198cab85 HTTP/1.1" status: 200 len: 910 time: 0.0873895 Sep 08 10:28:23.099079 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8f669d76-61d5-4297-b271-72e091f6cf3b req-0f70ff98-aaab-4596-8ae8-bf1b3d69c8e6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66279160-c76c-49a1-a367-5c9a79942a51 HTTP/1.1" status: 200 len: 1001 time: 0.0557094 Sep 08 10:28:23.151824 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f669d76-61d5-4297-b271-72e091f6cf3b req-9ab3b44f-f326-46ee-8576-91892cf26384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:28:23.153240 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8f669d76-61d5-4297-b271-72e091f6cf3b req-9ab3b44f-f326-46ee-8576-91892cf26384 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d HTTP/1.1" status: 200 len: 848 time: 0.0462341 Sep 08 10:28:23.198186 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f669d76-61d5-4297-b271-72e091f6cf3b req-f1f3b614-a181-4011-b8b3-153002cda7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:28:23.199658 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8f669d76-61d5-4297-b271-72e091f6cf3b req-f1f3b614-a181-4011-b8b3-153002cda7fd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f9fd341-b656-4d2d-8335-d7be198cab85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396590 Sep 08 10:28:23.291683 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8f669d76-61d5-4297-b271-72e091f6cf3b req-99c6ad35-ea90-46a3-b81d-bd6dd7d8b3df service neutron] 10.222.0.37 "GET /v2.0/networks/5f9fd341-b656-4d2d-8335-d7be198cab85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846608 Sep 08 10:28:23.384506 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-8f669d76-61d5-4297-b271-72e091f6cf3b req-d4766e58-6dee-4011-a084-ff931eb60339 service neutron] 10.222.0.37 "GET /v2.0/networks/5f9fd341-b656-4d2d-8335-d7be198cab85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864511 Sep 08 10:28:23.896479 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:28:25.039194 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:28:29.640072 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:28:40.640993 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:28:47.839374 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-01511065-2aca-4d32-a5b3-50107a322dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:28:50.574670 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:28:50.887610 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f1163551-b3e9-4bb1-9ecf-f0a651da9fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:28:52.516907 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:28:53.900034 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:28:55.037898 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:28:56.520812 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 66279160-c76c-49a1-a367-5c9a79942a51 details requested by agent hyperv_n-h1-806683-11 with host n-h1-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 10:28:56.619137 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 66279160-c76c-49a1-a367-5c9a79942a51, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=66279160-c76c-49a1-a367-5c9a79942a51,segment=NetworkSegment(c9b43f1d-52fe-4099-a435-e69415b2e1b2),segment_id=c9b43f1d-52fe-4099-a435-e69415b2e1b2)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:28:56.630098 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Returning: {'device': '66279160-c76c-49a1-a367-5c9a79942a51', 'network_id': '5f9fd341-b656-4d2d-8335-d7be198cab85', 'port_id': '66279160-c76c-49a1-a367-5c9a79942a51', 'mac_address': 'fa:16:3e:a3:b9:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 10:28:56.668774 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:28:56.681227 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66279160-c76c-49a1-a367-5c9a79942a51 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 10:28:56.699488 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 66279160-c76c-49a1-a367-5c9a79942a51, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=66279160-c76c-49a1-a367-5c9a79942a51,segment=NetworkSegment(c9b43f1d-52fe-4099-a435-e69415b2e1b2),segment_id=c9b43f1d-52fe-4099-a435-e69415b2e1b2)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:28:56.703417 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:28:56.752926 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=66279160-c76c-49a1-a367-5c9a79942a51,revision_number=6']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:28:56.760081 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:28:56.760431 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:28:56.760766 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:28:56.761099 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:28:56.761430 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:28:56.761757 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:28:56.762114 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:28:56.762439 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:28:56.762761 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:28:56.763084 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:28:56.763403 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:28:56.763719 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:28:56.854120 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] get_ports_and_sgs() called for port_ids ['66279160-c76c-49a1-a367-5c9a79942a51'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 10:28:58.524923 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 66279160-c76c-49a1-a367-5c9a79942a51 up at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:28:58.581762 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Provisioning complete for port 66279160-c76c-49a1-a367-5c9a79942a51 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:28:58.582179 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:28:58.676061 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:28:58.703154 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564f6a84-d074-40a4-b94b-b92c8efeafcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66279160-c76c-49a1-a367-5c9a79942a51'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:28:58.705393 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbd6ab74e39b4b2e86e5ab95b387a5b58b5aa7d7561c6c8e6a0b2b9382551d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33bf804-e330-4d81-b350-d00339e81183" -d '{"events": [{"server_uuid": "564f6a84-d074-40a4-b94b-b92c8efeafcf", "name": "network-vif-plugged", "status": "completed", "tag": "66279160-c76c-49a1-a367-5c9a79942a51"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:28:58.722937 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 66279160-c76c-49a1-a367-5c9a79942a51, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=66279160-c76c-49a1-a367-5c9a79942a51,segment=NetworkSegment(c9b43f1d-52fe-4099-a435-e69415b2e1b2),segment_id=c9b43f1d-52fe-4099-a435-e69415b2e1b2)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:28:58.730477 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:28:58.762202 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 10:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcef8784-4f87-4b38-adcb-ce7255deed35 x-openstack-request-id: req-dcef8784-4f87-4b38-adcb-ce7255deed35 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:28:58.762531 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "564f6a84-d074-40a4-b94b-b92c8efeafcf", "name": "network-vif-plugged", "status": "completed", "tag": "66279160-c76c-49a1-a367-5c9a79942a51", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:28:58.762751 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-dcef8784-4f87-4b38-adcb-ce7255deed35 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:28:58.763144 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '564f6a84-d074-40a4-b94b-b92c8efeafcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66279160-c76c-49a1-a367-5c9a79942a51', 'code': 200} Sep 08 10:28:58.791244 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=66279160-c76c-49a1-a367-5c9a79942a51,revision_number=7']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:28:59.657721 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:29:07.597674 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c2625291-97e6-4045-a0f6-79a5840335bb req-69c50909-d780-4d97-b086-ce4e4f38666a tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-741811940&fields=id&tenant_id=e3a56230b5a74c4dab66af298a86a83f HTTP/1.1" status: 200 len: 267 time: 0.0343924 Sep 08 10:29:07.708800 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2625291-97e6-4045-a0f6-79a5840335bb req-b81b0268-806f-4dd3-ae50-19afad0197c3 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:29:07.710342 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c2625291-97e6-4045-a0f6-79a5840335bb req-b81b0268-806f-4dd3-ae50-19afad0197c3 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/networks?id=5f9fd341-b656-4d2d-8335-d7be198cab85 HTTP/1.1" status: 200 len: 809 time: 0.1053009 Sep 08 10:29:07.727414 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c2625291-97e6-4045-a0f6-79a5840335bb req-8351b8f4-4091-4103-9bce-46fa847e8b22 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/quotas/e3a56230b5a74c4dab66af298a86a83f HTTP/1.1" status: 200 len: 375 time: 0.0093384 Sep 08 10:29:07.793239 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c2625291-97e6-4045-a0f6-79a5840335bb req-f733474a-0b93-483e-9383-6fbd10afdd05 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e3a56230b5a74c4dab66af298a86a83f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0598314 Sep 08 10:29:07.939801 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c2625291-97e6-4045-a0f6-79a5840335bb req-6e1fe576-b817-4015-8670-bf14cdc4edcc service neutron] 10.222.0.54 "GET /v2.0/networks/5f9fd341-b656-4d2d-8335-d7be198cab85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346316 Sep 08 10:29:08.033389 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c2625291-97e6-4045-a0f6-79a5840335bb req-0d866b5e-e68d-4b49-8b45-13d208886707 service neutron] 10.222.0.54 "GET /v2.0/networks/5f9fd341-b656-4d2d-8335-d7be198cab85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864251 Sep 08 10:29:09.220141 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-75f936ee-c6dd-4385-bb0c-00f66982061d req-3fd85713-d0f5-46df-9669-65a9f4b7f6cd tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c2085d5-73e9-4ebe-9049-f229093a71e1 HTTP/1.1" status: 200 len: 210 time: 0.0280955 Sep 08 10:29:10.275380 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2625291-97e6-4045-a0f6-79a5840335bb req-44b9a65a-9892-4d94-a77b-941f6f9ce0d8 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:29:10.277785 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c2625291-97e6-4045-a0f6-79a5840335bb req-44b9a65a-9892-4d94-a77b-941f6f9ce0d8 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.35 "GET /v2.0/networks?id=5f9fd341-b656-4d2d-8335-d7be198cab85 HTTP/1.1" status: 200 len: 809 time: 0.1099160 Sep 08 10:29:10.332435 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-3bc3f590-9e0c-4c41-a917-b23e6630cd52 req-c7f35f3c-efdd-4f36-93ce-65c769eea5e2 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c2085d5-73e9-4ebe-9049-f229093a71e1 HTTP/1.1" status: 200 len: 210 time: 0.0367727 Sep 08 10:29:10.353813 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c2625291-97e6-4045-a0f6-79a5840335bb req-c9bb5b30-41fa-4f06-b9f3-11a7da75b045 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3a56230b5a74c4dab66af298a86a83f HTTP/1.1" status: 200 len: 379 time: 0.0485833 Sep 08 10:29:10.367853 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-c2625291-97e6-4045-a0f6-79a5840335bb req-b45a700d-d6f1-4667-b0e7-6089be335799 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Request body: {'port': {'device_id': '4c2085d5-73e9-4ebe-9049-f229093a71e1', 'network_id': '5f9fd341-b656-4d2d-8335-d7be198cab85', 'admin_state_up': True, 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'security_groups': ['fd64b5b0-ea35-48af-89cb-964f5ee7c2dc']}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:29:10.479197 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2625291-97e6-4045-a0f6-79a5840335bb req-b45a700d-d6f1-4667-b0e7-6089be335799 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Made reservation on behalf of e3a56230b5a74c4dab66af298a86a83f for: {'port': 1} {{(pid=94712) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 10:29:10.482779 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c2625291-97e6-4045-a0f6-79a5840335bb req-b45a700d-d6f1-4667-b0e7-6089be335799 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:29:10.589386 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 66279160-c76c-49a1-a367-5c9a79942a51 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:29:10.627604 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [req-c2625291-97e6-4045-a0f6-79a5840335bb req-b45a700d-d6f1-4667-b0e7-6089be335799 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Allocated IP 172.20.0.6 (5f9fd341-b656-4d2d-8335-d7be198cab85/4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d/84d371f1-5470-477e-a26c-97ab5ab5bda4) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:29:10.727002 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:29:10.789184 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564f6a84-d074-40a4-b94b-b92c8efeafcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66279160-c76c-49a1-a367-5c9a79942a51'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:29:10.793408 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbd6ab74e39b4b2e86e5ab95b387a5b58b5aa7d7561c6c8e6a0b2b9382551d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a722620c-30bf-41cb-adc5-6711836b5a81" -d '{"events": [{"server_uuid": "564f6a84-d074-40a4-b94b-b92c8efeafcf", "name": "network-vif-unplugged", "status": "completed", "tag": "66279160-c76c-49a1-a367-5c9a79942a51"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:29:10.820666 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] For port 66279160-c76c-49a1-a367-5c9a79942a51, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=66279160-c76c-49a1-a367-5c9a79942a51,segment=NetworkSegment(c9b43f1d-52fe-4099-a435-e69415b2e1b2),segment_id=c9b43f1d-52fe-4099-a435-e69415b2e1b2)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:29:10.831302 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:29:10.886776 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 10:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77da6b6a-3f35-4516-a1ff-68dcc27bdec8 x-openstack-request-id: req-77da6b6a-3f35-4516-a1ff-68dcc27bdec8 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:29:10.887343 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "564f6a84-d074-40a4-b94b-b92c8efeafcf", "name": "network-vif-unplugged", "status": "completed", "tag": "66279160-c76c-49a1-a367-5c9a79942a51", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:29:10.887760 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-77da6b6a-3f35-4516-a1ff-68dcc27bdec8 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:29:10.888318 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '564f6a84-d074-40a4-b94b-b92c8efeafcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66279160-c76c-49a1-a367-5c9a79942a51', 'code': 200} Sep 08 10:29:10.899262 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c2625291-97e6-4045-a0f6-79a5840335bb req-b45a700d-d6f1-4667-b0e7-6089be335799 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:29:10.925261 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-c2625291-97e6-4045-a0f6-79a5840335bb req-b45a700d-d6f1-4667-b0e7-6089be335799 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Transition to ACTIVE for port object 84d371f1-5470-477e-a26c-97ab5ab5bda4 will not be triggered until provisioned by entity DHCP. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:29:10.936223 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Pushing event updated for resources: {'Port': ['ID=66279160-c76c-49a1-a367-5c9a79942a51,revision_number=8']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:29:10.977011 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c2625291-97e6-4045-a0f6-79a5840335bb req-b45a700d-d6f1-4667-b0e7-6089be335799 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:29:11.021777 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2625291-97e6-4045-a0f6-79a5840335bb req-b45a700d-d6f1-4667-b0e7-6089be335799 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Network 5f9fd341-b656-4d2d-8335-d7be198cab85 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:29:11.025648 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [req-c2625291-97e6-4045-a0f6-79a5840335bb req-b45a700d-d6f1-4667-b0e7-6089be335799 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:29:11.028260 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2625291-97e6-4045-a0f6-79a5840335bb req-b45a700d-d6f1-4667-b0e7-6089be335799 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:29:11.060226 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45a700d-d6f1-4667-b0e7-6089be335799 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Pushing event updated for resources: {'Port': ['ID=84d371f1-5470-477e-a26c-97ab5ab5bda4,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:29:11.079487 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45a700d-d6f1-4667-b0e7-6089be335799 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:29:11.079840 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45a700d-d6f1-4667-b0e7-6089be335799 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:29:11.080182 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45a700d-d6f1-4667-b0e7-6089be335799 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:29:11.080526 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45a700d-d6f1-4667-b0e7-6089be335799 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:29:11.081124 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45a700d-d6f1-4667-b0e7-6089be335799 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:29:11.081455 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45a700d-d6f1-4667-b0e7-6089be335799 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:29:11.081787 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45a700d-d6f1-4667-b0e7-6089be335799 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:29:11.082148 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45a700d-d6f1-4667-b0e7-6089be335799 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:29:11.082468 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45a700d-d6f1-4667-b0e7-6089be335799 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:29:11.082793 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45a700d-d6f1-4667-b0e7-6089be335799 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:29:11.083118 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45a700d-d6f1-4667-b0e7-6089be335799 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:29:11.083448 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45a700d-d6f1-4667-b0e7-6089be335799 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:29:11.115161 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2625291-97e6-4045-a0f6-79a5840335bb req-b45a700d-d6f1-4667-b0e7-6089be335799 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:29:11.115840 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c2625291-97e6-4045-a0f6-79a5840335bb req-b45a700d-d6f1-4667-b0e7-6089be335799 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:29:11.144910 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c2625291-97e6-4045-a0f6-79a5840335bb req-b45a700d-d6f1-4667-b0e7-6089be335799 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7794068 Sep 08 10:29:11.270875 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-87d1816c-9c7f-43eb-a38c-96a261b4157e None None] Provisioning for port 84d371f1-5470-477e-a26c-97ab5ab5bda4 completed by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:29:11.275804 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-87d1816c-9c7f-43eb-a38c-96a261b4157e None None] Provisioning complete for port 84d371f1-5470-477e-a26c-97ab5ab5bda4 triggered by entity DHCP. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:29:11.276191 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-87d1816c-9c7f-43eb-a38c-96a261b4157e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:29:11.314993 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-87d1816c-9c7f-43eb-a38c-96a261b4157e None None] Port 84d371f1-5470-477e-a26c-97ab5ab5bda4 cannot update to ACTIVE because it is not bound. {{(pid=94714) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 10:29:11.452699 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45438755-8984-4105-a94e-5f5baeefec0c req-58007454-4770-4b30-b15a-5474308860f6 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:29:11.454332 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-45438755-8984-4105-a94e-5f5baeefec0c req-58007454-4770-4b30-b15a-5474308860f6 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c2085d5-73e9-4ebe-9049-f229093a71e1 HTTP/1.1" status: 200 len: 931 time: 0.0494044 Sep 08 10:29:11.499887 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-45438755-8984-4105-a94e-5f5baeefec0c req-34b9146f-39cb-40c3-9e48-7d3ed48eaa07 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fd64b5b0-ea35-48af-89cb-964f5ee7c2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361142 Sep 08 10:29:12.624449 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac0845-39f3-4987-ba54-4d0adbfcc397 req-cd4901d9-7d9b-421b-ad2a-ab267ac3eebd tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:29:12.625944 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-aeac0845-39f3-4987-ba54-4d0adbfcc397 req-cd4901d9-7d9b-421b-ad2a-ab267ac3eebd tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c2085d5-73e9-4ebe-9049-f229093a71e1 HTTP/1.1" status: 200 len: 931 time: 0.0512362 Sep 08 10:29:12.669922 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-aeac0845-39f3-4987-ba54-4d0adbfcc397 req-eab266e7-8607-463a-83d6-36426311cea2 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fd64b5b0-ea35-48af-89cb-964f5ee7c2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377300 Sep 08 10:29:13.793329 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303ff97-ac73-4e43-85eb-d86f6b9dd976 req-25937936-bddd-413b-8323-46d9c6ec6715 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:29:13.794887 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d303ff97-ac73-4e43-85eb-d86f6b9dd976 req-25937936-bddd-413b-8323-46d9c6ec6715 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c2085d5-73e9-4ebe-9049-f229093a71e1 HTTP/1.1" status: 200 len: 931 time: 0.0495009 Sep 08 10:29:13.836351 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d303ff97-ac73-4e43-85eb-d86f6b9dd976 req-bee083c8-387d-4728-9e0c-2dadcb55d71e tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fd64b5b0-ea35-48af-89cb-964f5ee7c2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343156 Sep 08 10:29:14.963025 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc0b356-e586-4a04-9776-af2a0f8ff1bd req-f248e243-1eaf-49ab-bb4d-1e4cd5898e78 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:29:14.964562 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-dcc0b356-e586-4a04-9776-af2a0f8ff1bd req-f248e243-1eaf-49ab-bb4d-1e4cd5898e78 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c2085d5-73e9-4ebe-9049-f229093a71e1 HTTP/1.1" status: 200 len: 931 time: 0.0574479 Sep 08 10:29:15.012400 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-dcc0b356-e586-4a04-9776-af2a0f8ff1bd req-db4c836c-e4c8-4250-ade4-cb3247dbad9c tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fd64b5b0-ea35-48af-89cb-964f5ee7c2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403225 Sep 08 10:29:16.127040 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a98220-c914-48eb-a2a1-67fdaab5a35f req-7d2887ab-07c8-4aa0-ab3f-645984f18e79 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:29:16.128592 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-43a98220-c914-48eb-a2a1-67fdaab5a35f req-7d2887ab-07c8-4aa0-ab3f-645984f18e79 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c2085d5-73e9-4ebe-9049-f229093a71e1 HTTP/1.1" status: 200 len: 931 time: 0.0512211 Sep 08 10:29:16.174819 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-43a98220-c914-48eb-a2a1-67fdaab5a35f req-358947ae-fbf2-44f9-b8fe-d7010fa74b8f tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fd64b5b0-ea35-48af-89cb-964f5ee7c2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394185 Sep 08 10:29:17.297530 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d3d56-a611-4364-8338-0d1f58838115 req-340a7319-bacc-4c8f-aa13-edfc0863db2a tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:29:17.299080 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3b2d3d56-a611-4364-8338-0d1f58838115 req-340a7319-bacc-4c8f-aa13-edfc0863db2a tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c2085d5-73e9-4ebe-9049-f229093a71e1 HTTP/1.1" status: 200 len: 931 time: 0.0535083 Sep 08 10:29:17.341472 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-3b2d3d56-a611-4364-8338-0d1f58838115 req-0cc15e7c-ce3d-41cd-aec3-998826985dd2 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fd64b5b0-ea35-48af-89cb-964f5ee7c2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357988 Sep 08 10:29:17.647388 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:29:17.851526 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f8dbc198-abeb-4ef8-aafb-35f3bf47c5b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:29:18.460368 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02550a4b-bdd5-4fb1-8caa-d62f6c5c9887 req-a1796f5b-1959-4659-be4d-d861c5b407e5 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:29:18.461849 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-02550a4b-bdd5-4fb1-8caa-d62f6c5c9887 req-a1796f5b-1959-4659-be4d-d861c5b407e5 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c2085d5-73e9-4ebe-9049-f229093a71e1 HTTP/1.1" status: 200 len: 931 time: 0.0501547 Sep 08 10:29:18.511194 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-02550a4b-bdd5-4fb1-8caa-d62f6c5c9887 req-ce177097-68cf-43fc-ad07-ef7c0b928176 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fd64b5b0-ea35-48af-89cb-964f5ee7c2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413566 Sep 08 10:29:19.631087 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054adde8-074c-4212-9608-075380aa7c39 req-a1f8f2c2-7e47-4a0f-abf6-71441c5b454e tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:29:19.632630 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-054adde8-074c-4212-9608-075380aa7c39 req-a1f8f2c2-7e47-4a0f-abf6-71441c5b454e tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c2085d5-73e9-4ebe-9049-f229093a71e1 HTTP/1.1" status: 200 len: 931 time: 0.0512354 Sep 08 10:29:19.671991 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-054adde8-074c-4212-9608-075380aa7c39 req-15a3cb0b-95aa-4593-abd1-3124338b2a55 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fd64b5b0-ea35-48af-89cb-964f5ee7c2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332067 Sep 08 10:29:20.577809 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:29:20.788835 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e4f75-db2f-46ae-b0c9-5a2ab3b5e73d req-c6ac2f2b-96eb-4f4f-b1cd-af41564de9eb tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:29:20.790376 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4c7e4f75-db2f-46ae-b0c9-5a2ab3b5e73d req-c6ac2f2b-96eb-4f4f-b1cd-af41564de9eb tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c2085d5-73e9-4ebe-9049-f229093a71e1 HTTP/1.1" status: 200 len: 931 time: 0.0515180 Sep 08 10:29:20.831477 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4c7e4f75-db2f-46ae-b0c9-5a2ab3b5e73d req-a6bcdeee-1f44-4fda-8f7b-ef1d2f0c72dc tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fd64b5b0-ea35-48af-89cb-964f5ee7c2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351336 Sep 08 10:29:20.888369 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a426a222-13cf-4429-9447-b2cb6f445ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:29:21.944213 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558312fc-b8ab-4480-93bf-53790f7f5957 req-16e318a3-0a4f-4709-8670-a3c81746ad42 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:29:21.945692 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-558312fc-b8ab-4480-93bf-53790f7f5957 req-16e318a3-0a4f-4709-8670-a3c81746ad42 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c2085d5-73e9-4ebe-9049-f229093a71e1 HTTP/1.1" status: 200 len: 931 time: 0.0483615 Sep 08 10:29:21.985096 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-558312fc-b8ab-4480-93bf-53790f7f5957 req-2503240c-de0a-4dfc-98f6-87af8d06b6b4 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fd64b5b0-ea35-48af-89cb-964f5ee7c2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328591 Sep 08 10:29:22.518267 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:29:23.054199 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [req-c2625291-97e6-4045-a0f6-79a5840335bb req-942b4bff-a435-497f-8fc4-8a017f855698 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=94712) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 10:29:23.055181 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c2625291-97e6-4045-a0f6-79a5840335bb req-942b4bff-a435-497f-8fc4-8a017f855698 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054941 Sep 08 10:29:23.086213 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [req-c2625291-97e6-4045-a0f6-79a5840335bb req-c477990e-0020-45e3-beee-4e856104962c service neutron] Request body: {'port': {'device_id': '4c2085d5-73e9-4ebe-9049-f229093a71e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-806683-11'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:29:23.476713 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0343293-b0db-4b7f-bc10-1169c9a1fa5a req-1788e53b-dbd1-434a-98e1-4086ac5d2132 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:29:23.478439 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f0343293-b0db-4b7f-bc10-1169c9a1fa5a req-1788e53b-dbd1-434a-98e1-4086ac5d2132 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c2085d5-73e9-4ebe-9049-f229093a71e1 HTTP/1.1" status: 200 len: 931 time: 0.4221940 Sep 08 10:29:23.491110 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c2625291-97e6-4045-a0f6-79a5840335bb req-c477990e-0020-45e3-beee-4e856104962c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:29:23.548448 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-f0343293-b0db-4b7f-bc10-1169c9a1fa5a req-0e8cb3c2-c957-4271-b7a6-569b02024c46 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fd64b5b0-ea35-48af-89cb-964f5ee7c2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632372 Sep 08 10:29:23.770370 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [req-c2625291-97e6-4045-a0f6-79a5840335bb req-c477990e-0020-45e3-beee-4e856104962c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84d371f1-5470-477e-a26c-97ab5ab5bda4 {{(pid=94712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 10:29:23.778101 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c2625291-97e6-4045-a0f6-79a5840335bb req-c477990e-0020-45e3-beee-4e856104962c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:29:23.789717 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.provisioning_blocks [req-c2625291-97e6-4045-a0f6-79a5840335bb req-c477990e-0020-45e3-beee-4e856104962c service neutron] Transition to ACTIVE for port object 84d371f1-5470-477e-a26c-97ab5ab5bda4 will not be triggered until provisioned by entity L2. {{(pid=94712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 10:29:23.794333 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c2625291-97e6-4045-a0f6-79a5840335bb req-c477990e-0020-45e3-beee-4e856104962c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:29:23.870438 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477990e-0020-45e3-beee-4e856104962c service neutron] Pushing event updated for resources: {'Port': ['ID=84d371f1-5470-477e-a26c-97ab5ab5bda4,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:29:23.904022 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:29:23.923361 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2a94794f-d32a-4fd7-a332-bfe691e23cfd req-0888bea3-c424-401b-ae4f-7bbee88545d2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=564f6a84-d074-40a4-b94b-b92c8efeafcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1017861 Sep 08 10:29:23.954517 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-c2625291-97e6-4045-a0f6-79a5840335bb req-c477990e-0020-45e3-beee-4e856104962c service neutron] Attempting to bind port 84d371f1-5470-477e-a26c-97ab5ab5bda4 on host n-h2-806683-11 for vnic_type normal with profile {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 10:29:23.955483 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-c2625291-97e6-4045-a0f6-79a5840335bb req-c477990e-0020-45e3-beee-4e856104962c service neutron] Attempting to bind port 84d371f1-5470-477e-a26c-97ab5ab5bda4 by drivers openvswitch,hyperv on host n-h2-806683-11 at level 0 using segments [{'id': 'c9b43f1d-52fe-4099-a435-e69415b2e1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5f9fd341-b656-4d2d-8335-d7be198cab85'}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 10:29:23.956086 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2625291-97e6-4045-a0f6-79a5840335bb req-c477990e-0020-45e3-beee-4e856104962c service neutron] Attempting to bind port 84d371f1-5470-477e-a26c-97ab5ab5bda4 on network 5f9fd341-b656-4d2d-8335-d7be198cab85 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:29:23.961754 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2625291-97e6-4045-a0f6-79a5840335bb req-c477990e-0020-45e3-beee-4e856104962c service neutron] Port 84d371f1-5470-477e-a26c-97ab5ab5bda4 on network 5f9fd341-b656-4d2d-8335-d7be198cab85 not bound, no agent of type Open vSwitch agent registered on host n-h2-806683-11 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 10:29:23.962108 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2625291-97e6-4045-a0f6-79a5840335bb req-c477990e-0020-45e3-beee-4e856104962c service neutron] Attempting to bind port 84d371f1-5470-477e-a26c-97ab5ab5bda4 on network 5f9fd341-b656-4d2d-8335-d7be198cab85 {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 10:29:23.969090 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2625291-97e6-4045-a0f6-79a5840335bb req-c477990e-0020-45e3-beee-4e856104962c service neutron] Checking agent: {'id': 'f96b6864-2bc3-4c50-a95e-f776bc5d8638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-806683-11', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'started_at': datetime.datetime(2021, 9, 8, 8, 52, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 10:29:23.969440 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2625291-97e6-4045-a0f6-79a5840335bb req-c477990e-0020-45e3-beee-4e856104962c service neutron] Checking segment: {'id': 'c9b43f1d-52fe-4099-a435-e69415b2e1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5f9fd341-b656-4d2d-8335-d7be198cab85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 10:29:23.969832 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2625291-97e6-4045-a0f6-79a5840335bb req-c477990e-0020-45e3-beee-4e856104962c service neutron] Bound using segment: {'id': 'c9b43f1d-52fe-4099-a435-e69415b2e1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5f9fd341-b656-4d2d-8335-d7be198cab85'} {{(pid=94712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 10:29:23.970625 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.managers [req-c2625291-97e6-4045-a0f6-79a5840335bb req-c477990e-0020-45e3-beee-4e856104962c service neutron] Bound port: 84d371f1-5470-477e-a26c-97ab5ab5bda4, host: n-h2-806683-11, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9b43f1d-52fe-4099-a435-e69415b2e1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5f9fd341-b656-4d2d-8335-d7be198cab85'}}] {{(pid=94712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 10:29:23.970803 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c2625291-97e6-4045-a0f6-79a5840335bb req-c477990e-0020-45e3-beee-4e856104962c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:29:24.056005 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94794f-d32a-4fd7-a332-bfe691e23cfd req-6b33b77d-bb91-478e-85f8-ffd26ca36e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:29:24.057589 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2a94794f-d32a-4fd7-a332-bfe691e23cfd req-6b33b77d-bb91-478e-85f8-ffd26ca36e4e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e3a56230b5a74c4dab66af298a86a83f&device_id=564f6a84-d074-40a4-b94b-b92c8efeafcf HTTP/1.1" status: 200 len: 1095 time: 0.0716956 Sep 08 10:29:24.074559 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-c2625291-97e6-4045-a0f6-79a5840335bb req-c477990e-0020-45e3-beee-4e856104962c service neutron] For port 84d371f1-5470-477e-a26c-97ab5ab5bda4, host n-h2-806683-11, cleared binding levels {{(pid=94712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 10:29:24.104939 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-c2625291-97e6-4045-a0f6-79a5840335bb req-c477990e-0020-45e3-beee-4e856104962c service neutron] For port 84d371f1-5470-477e-a26c-97ab5ab5bda4, host n-h2-806683-11, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=84d371f1-5470-477e-a26c-97ab5ab5bda4,segment=NetworkSegment(c9b43f1d-52fe-4099-a435-e69415b2e1b2),segment_id=c9b43f1d-52fe-4099-a435-e69415b2e1b2)] {{(pid=94712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 10:29:24.112445 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c2625291-97e6-4045-a0f6-79a5840335bb req-c477990e-0020-45e3-beee-4e856104962c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:29:24.194289 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2625291-97e6-4045-a0f6-79a5840335bb req-c477990e-0020-45e3-beee-4e856104962c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:29:24.194915 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-c2625291-97e6-4045-a0f6-79a5840335bb req-c477990e-0020-45e3-beee-4e856104962c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:29:24.196303 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c2625291-97e6-4045-a0f6-79a5840335bb req-c477990e-0020-45e3-beee-4e856104962c service neutron] 10.222.0.35 "PUT /v2.0/ports/84d371f1-5470-477e-a26c-97ab5ab5bda4 HTTP/1.1" status: 200 len: 1092 time: 1.1140552 Sep 08 10:29:24.199893 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c2085d5-73e9-4ebe-9049-f229093a71e1', 'tag': '84d371f1-5470-477e-a26c-97ab5ab5bda4'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:29:24.202159 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f6362e-c96f-48a8-a3ae-6a8426b22cfe" -d '{"events": [{"name": "network-changed", "server_uuid": "4c2085d5-73e9-4ebe-9049-f229093a71e1", "tag": "84d371f1-5470-477e-a26c-97ab5ab5bda4"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:29:24.220998 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477990e-0020-45e3-beee-4e856104962c service neutron] Pushing event updated for resources: {'Port': ['ID=84d371f1-5470-477e-a26c-97ab5ab5bda4,revision_number=3']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:29:24.242019 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94794f-d32a-4fd7-a332-bfe691e23cfd req-8622cabd-fb6f-4ff0-ada6-af65077ff71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:29:24.243707 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2a94794f-d32a-4fd7-a332-bfe691e23cfd req-8622cabd-fb6f-4ff0-ada6-af65077ff71e service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f9fd341-b656-4d2d-8335-d7be198cab85 HTTP/1.1" status: 200 len: 910 time: 0.1668081 Sep 08 10:29:24.257840 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 10:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1422f907-83d4-4a56-bde9-504830023126 x-openstack-request-id: req-1422f907-83d4-4a56-bde9-504830023126 {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:29:24.258165 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c2085d5-73e9-4ebe-9049-f229093a71e1", "tag": "84d371f1-5470-477e-a26c-97ab5ab5bda4", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:29:24.258416 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-1422f907-83d4-4a56-bde9-504830023126 {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:29:24.258810 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c2085d5-73e9-4ebe-9049-f229093a71e1', 'tag': '84d371f1-5470-477e-a26c-97ab5ab5bda4', 'status': 'completed', 'code': 200} Sep 08 10:29:24.343308 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2a94794f-d32a-4fd7-a332-bfe691e23cfd req-84e03175-bc97-4ce0-8716-e77f0194ac88 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66279160-c76c-49a1-a367-5c9a79942a51 HTTP/1.1" status: 200 len: 999 time: 0.0920131 Sep 08 10:29:24.360931 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2625291-97e6-4045-a0f6-79a5840335bb req-43d85314-f4d6-477b-ab25-7f24138ee160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:29:24.362449 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c2625291-97e6-4045-a0f6-79a5840335bb req-43d85314-f4d6-477b-ab25-7f24138ee160 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e3a56230b5a74c4dab66af298a86a83f&device_id=4c2085d5-73e9-4ebe-9049-f229093a71e1 HTTP/1.1" status: 200 len: 1095 time: 0.0731149 Sep 08 10:29:24.422782 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c2625291-97e6-4045-a0f6-79a5840335bb req-49548ae7-569c-4c33-9d7d-c65816ae974b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84d371f1-5470-477e-a26c-97ab5ab5bda4 HTTP/1.1" status: 200 len: 217 time: 0.0404973 Sep 08 10:29:24.439668 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94794f-d32a-4fd7-a332-bfe691e23cfd req-41a66e6f-3d1a-4f77-8597-237cd747fda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:29:24.441493 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2a94794f-d32a-4fd7-a332-bfe691e23cfd req-41a66e6f-3d1a-4f77-8597-237cd747fda2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d HTTP/1.1" status: 200 len: 848 time: 0.0904379 Sep 08 10:29:24.505983 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2625291-97e6-4045-a0f6-79a5840335bb req-307e40b1-ccfd-43d5-a593-0cd9e9ccafe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:29:24.507498 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c2625291-97e6-4045-a0f6-79a5840335bb req-307e40b1-ccfd-43d5-a593-0cd9e9ccafe7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d HTTP/1.1" status: 200 len: 848 time: 0.0771773 Sep 08 10:29:24.517090 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94794f-d32a-4fd7-a332-bfe691e23cfd req-09a29f3b-36ad-4888-9ef7-ec6334f72ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:29:24.518512 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2a94794f-d32a-4fd7-a332-bfe691e23cfd req-09a29f3b-36ad-4888-9ef7-ec6334f72ef3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f9fd341-b656-4d2d-8335-d7be198cab85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560446 Sep 08 10:29:24.617241 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2625291-97e6-4045-a0f6-79a5840335bb req-7c578930-0ca9-476c-8d8d-8200101058d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:29:24.618848 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c2625291-97e6-4045-a0f6-79a5840335bb req-7c578930-0ca9-476c-8d8d-8200101058d5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5f9fd341-b656-4d2d-8335-d7be198cab85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1037796 Sep 08 10:29:24.665371 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2a94794f-d32a-4fd7-a332-bfe691e23cfd req-0aaa1c5a-7500-4cef-a1a5-c1f6190838d9 service neutron] 10.222.0.37 "GET /v2.0/networks/5f9fd341-b656-4d2d-8335-d7be198cab85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382797 Sep 08 10:29:24.803206 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb63566b-8d99-4666-9904-83655d5f2d73 req-3e97daa1-fb6e-4763-b46d-cdd08a3a914b tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:29:24.804711 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-eb63566b-8d99-4666-9904-83655d5f2d73 req-3e97daa1-fb6e-4763-b46d-cdd08a3a914b tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c2085d5-73e9-4ebe-9049-f229093a71e1 HTTP/1.1" status: 200 len: 943 time: 0.1643820 Sep 08 10:29:24.844699 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c2625291-97e6-4045-a0f6-79a5840335bb req-3ec530ce-33f9-4001-bf91-de8c570fac2e service neutron] 10.222.0.35 "GET /v2.0/networks/5f9fd341-b656-4d2d-8335-d7be198cab85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166288 Sep 08 10:29:24.889506 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2a94794f-d32a-4fd7-a332-bfe691e23cfd req-294317fb-476a-4e41-99e3-3b8785687fad service neutron] 10.222.0.37 "GET /v2.0/networks/5f9fd341-b656-4d2d-8335-d7be198cab85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052329 Sep 08 10:29:24.899687 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-eb63566b-8d99-4666-9904-83655d5f2d73 req-0713284f-554b-4b74-bc69-646a662c87b4 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fd64b5b0-ea35-48af-89cb-964f5ee7c2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789099 Sep 08 10:29:24.960030 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-c2625291-97e6-4045-a0f6-79a5840335bb req-ce9ef73b-85a4-4740-a669-06765d9ad2b2 service neutron] 10.222.0.35 "GET /v2.0/networks/5f9fd341-b656-4d2d-8335-d7be198cab85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078286 Sep 08 10:29:25.057003 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:29:25.111317 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6362e-c96f-48a8-a3ae-6a8426b22cfe req-d1c87c50-f5cf-475c-8208-2be64b45f547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:29:25.112760 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e9f6362e-c96f-48a8-a3ae-6a8426b22cfe req-d1c87c50-f5cf-475c-8208-2be64b45f547 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e3a56230b5a74c4dab66af298a86a83f&device_id=4c2085d5-73e9-4ebe-9049-f229093a71e1 HTTP/1.1" status: 200 len: 1095 time: 0.0429125 Sep 08 10:29:25.208075 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6362e-c96f-48a8-a3ae-6a8426b22cfe req-7246cfc3-8894-4506-a056-9afa2e4e08a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:29:25.209587 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e9f6362e-c96f-48a8-a3ae-6a8426b22cfe req-7246cfc3-8894-4506-a056-9afa2e4e08a9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5f9fd341-b656-4d2d-8335-d7be198cab85 HTTP/1.1" status: 200 len: 910 time: 0.0896819 Sep 08 10:29:25.251548 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e9f6362e-c96f-48a8-a3ae-6a8426b22cfe req-36898e8a-d7b3-49c9-9e0d-334e97399bd1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84d371f1-5470-477e-a26c-97ab5ab5bda4 HTTP/1.1" status: 200 len: 217 time: 0.0347698 Sep 08 10:29:25.306324 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6362e-c96f-48a8-a3ae-6a8426b22cfe req-d2a35400-df42-478d-92d0-3f689bdb7b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:29:25.307855 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e9f6362e-c96f-48a8-a3ae-6a8426b22cfe req-d2a35400-df42-478d-92d0-3f689bdb7b29 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d HTTP/1.1" status: 200 len: 848 time: 0.0500917 Sep 08 10:29:25.358323 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6362e-c96f-48a8-a3ae-6a8426b22cfe req-8f02b2fb-8dc8-4afc-b72e-10766d8810d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:29:25.359848 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e9f6362e-c96f-48a8-a3ae-6a8426b22cfe req-8f02b2fb-8dc8-4afc-b72e-10766d8810d8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5f9fd341-b656-4d2d-8335-d7be198cab85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450690 Sep 08 10:29:25.451366 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e9f6362e-c96f-48a8-a3ae-6a8426b22cfe req-a982ec16-cd4a-4e31-aa36-4046d73a88de service neutron] 10.222.0.35 "GET /v2.0/networks/5f9fd341-b656-4d2d-8335-d7be198cab85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841160 Sep 08 10:29:25.543241 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-e9f6362e-c96f-48a8-a3ae-6a8426b22cfe req-eeb211cc-4aef-49d1-8ab5-def70f99e493 service neutron] 10.222.0.35 "GET /v2.0/networks/5f9fd341-b656-4d2d-8335-d7be198cab85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834212 Sep 08 10:29:26.022652 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdedb163-9cfe-4c45-b345-2a310d20b6d8 req-23a9378d-042a-4fa6-829d-8d11bf5d181f tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:29:26.024143 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bdedb163-9cfe-4c45-b345-2a310d20b6d8 req-23a9378d-042a-4fa6-829d-8d11bf5d181f tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c2085d5-73e9-4ebe-9049-f229093a71e1 HTTP/1.1" status: 200 len: 943 time: 0.0530388 Sep 08 10:29:26.061404 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-bdedb163-9cfe-4c45-b345-2a310d20b6d8 req-f5de150c-09b1-4992-8174-960c6f5e7fff tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fd64b5b0-ea35-48af-89cb-964f5ee7c2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311730 Sep 08 10:29:27.176494 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a4bf6-ea39-4b46-99c0-f45370dbba3a req-786e838f-72b9-494e-a7dd-139317c95d4c tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:29:27.177890 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2c5a4bf6-ea39-4b46-99c0-f45370dbba3a req-786e838f-72b9-494e-a7dd-139317c95d4c tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c2085d5-73e9-4ebe-9049-f229093a71e1 HTTP/1.1" status: 200 len: 943 time: 0.0482616 Sep 08 10:29:27.215191 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-2c5a4bf6-ea39-4b46-99c0-f45370dbba3a req-e93afbf7-6746-43e5-bab1-50af4ed6daae tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fd64b5b0-ea35-48af-89cb-964f5ee7c2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306056 Sep 08 10:29:28.336035 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b0cff5-2dfa-4bcb-9485-4473ff2d0f1f req-eb4fbf97-8824-42e4-ab9a-86cac51b0010 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:29:28.338845 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a6b0cff5-2dfa-4bcb-9485-4473ff2d0f1f req-eb4fbf97-8824-42e4-ab9a-86cac51b0010 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c2085d5-73e9-4ebe-9049-f229093a71e1 HTTP/1.1" status: 200 len: 943 time: 0.0552139 Sep 08 10:29:28.379097 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-a6b0cff5-2dfa-4bcb-9485-4473ff2d0f1f req-c6cb838f-710b-4aa7-a514-785063333e70 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fd64b5b0-ea35-48af-89cb-964f5ee7c2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342858 Sep 08 10:29:29.499494 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f988f-8855-4f7b-990a-8028ef2aecab req-813ae245-d195-425f-8e68-db9792bd81dc tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:29:29.500958 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bf1f988f-8855-4f7b-990a-8028ef2aecab req-813ae245-d195-425f-8e68-db9792bd81dc tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c2085d5-73e9-4ebe-9049-f229093a71e1 HTTP/1.1" status: 200 len: 943 time: 0.0524306 Sep 08 10:29:29.538588 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-bf1f988f-8855-4f7b-990a-8028ef2aecab req-d74356cf-9f8e-41e3-8377-4c0b1afb89c8 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fd64b5b0-ea35-48af-89cb-964f5ee7c2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315895 Sep 08 10:29:29.652851 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:29:30.084170 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 84d371f1-5470-477e-a26c-97ab5ab5bda4 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 10:29:30.178573 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 84d371f1-5470-477e-a26c-97ab5ab5bda4, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=84d371f1-5470-477e-a26c-97ab5ab5bda4,segment=NetworkSegment(c9b43f1d-52fe-4099-a435-e69415b2e1b2),segment_id=c9b43f1d-52fe-4099-a435-e69415b2e1b2)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:29:30.190313 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '84d371f1-5470-477e-a26c-97ab5ab5bda4', 'network_id': '5f9fd341-b656-4d2d-8335-d7be198cab85', 'port_id': '84d371f1-5470-477e-a26c-97ab5ab5bda4', 'mac_address': 'fa:16:3e:72:2a:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 10:29:30.225667 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:29:30.238636 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84d371f1-5470-477e-a26c-97ab5ab5bda4 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 10:29:30.257342 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 84d371f1-5470-477e-a26c-97ab5ab5bda4, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=84d371f1-5470-477e-a26c-97ab5ab5bda4,segment=NetworkSegment(c9b43f1d-52fe-4099-a435-e69415b2e1b2),segment_id=c9b43f1d-52fe-4099-a435-e69415b2e1b2)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:29:30.261402 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:29:30.306976 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=84d371f1-5470-477e-a26c-97ab5ab5bda4,revision_number=4']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:29:30.654370 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b091d74-1a62-4e0e-83c6-eef5adb759ad req-3b35bdd5-5a98-4f0e-be56-caf8d7351461 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:29:30.655878 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5b091d74-1a62-4e0e-83c6-eef5adb759ad req-3b35bdd5-5a98-4f0e-be56-caf8d7351461 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c2085d5-73e9-4ebe-9049-f229093a71e1 HTTP/1.1" status: 200 len: 944 time: 0.0480070 Sep 08 10:29:30.693056 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-5b091d74-1a62-4e0e-83c6-eef5adb759ad req-0eb0243a-901f-412e-a9a4-eabba086be43 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fd64b5b0-ea35-48af-89cb-964f5ee7c2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312548 Sep 08 10:29:30.696406 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['84d371f1-5470-477e-a26c-97ab5ab5bda4'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 10:29:31.811284 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cfd5f7-ce32-42ff-a5e3-d1a8165d8b31 req-dc1eaacd-5ea4-40c3-bdfc-4adeff61bd4d tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:29:31.812771 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-65cfd5f7-ce32-42ff-a5e3-d1a8165d8b31 req-dc1eaacd-5ea4-40c3-bdfc-4adeff61bd4d tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c2085d5-73e9-4ebe-9049-f229093a71e1 HTTP/1.1" status: 200 len: 944 time: 0.0504615 Sep 08 10:29:31.854012 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-65cfd5f7-ce32-42ff-a5e3-d1a8165d8b31 req-49fbf4a8-d07b-4ec9-85fe-41085dc0acdd tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fd64b5b0-ea35-48af-89cb-964f5ee7c2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341954 Sep 08 10:29:32.083795 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 84d371f1-5470-477e-a26c-97ab5ab5bda4 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:29:32.132883 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning for port 84d371f1-5470-477e-a26c-97ab5ab5bda4 completed by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 10:29:32.136743 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 84d371f1-5470-477e-a26c-97ab5ab5bda4 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:29:32.137118 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:29:32.215012 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:29:32.236765 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c2085d5-73e9-4ebe-9049-f229093a71e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d371f1-5470-477e-a26c-97ab5ab5bda4'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:29:32.239216 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbd6ab74e39b4b2e86e5ab95b387a5b58b5aa7d7561c6c8e6a0b2b9382551d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f80db4-4417-47bd-95f8-19004e102d08" -d '{"events": [{"server_uuid": "4c2085d5-73e9-4ebe-9049-f229093a71e1", "name": "network-vif-plugged", "status": "completed", "tag": "84d371f1-5470-477e-a26c-97ab5ab5bda4"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:29:32.251647 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 84d371f1-5470-477e-a26c-97ab5ab5bda4, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=84d371f1-5470-477e-a26c-97ab5ab5bda4,segment=NetworkSegment(c9b43f1d-52fe-4099-a435-e69415b2e1b2),segment_id=c9b43f1d-52fe-4099-a435-e69415b2e1b2)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:29:32.255548 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:29:32.280924 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 10:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b5fbcc-e10c-4681-b033-3921e438562a x-openstack-request-id: req-34b5fbcc-e10c-4681-b033-3921e438562a {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:29:32.281221 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c2085d5-73e9-4ebe-9049-f229093a71e1", "name": "network-vif-plugged", "status": "completed", "tag": "84d371f1-5470-477e-a26c-97ab5ab5bda4", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:29:32.281478 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-34b5fbcc-e10c-4681-b033-3921e438562a {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:29:32.281865 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c2085d5-73e9-4ebe-9049-f229093a71e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d371f1-5470-477e-a26c-97ab5ab5bda4', 'code': 200} Sep 08 10:29:32.306837 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=84d371f1-5470-477e-a26c-97ab5ab5bda4,revision_number=5']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:29:32.396061 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a26f0b8-441c-4785-a1bb-c3cc1864253f req-47131fbc-0a6b-4a58-80ed-c1bfb015efed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:29:32.397477 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6a26f0b8-441c-4785-a1bb-c3cc1864253f req-47131fbc-0a6b-4a58-80ed-c1bfb015efed service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4c2085d5-73e9-4ebe-9049-f229093a71e1 HTTP/1.1" status: 200 len: 1097 time: 0.0404525 Sep 08 10:29:32.431891 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6a26f0b8-441c-4785-a1bb-c3cc1864253f req-6bcf4b0b-64ac-43ac-8032-5e2d348d32c2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fd64b5b0-ea35-48af-89cb-964f5ee7c2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270619 Sep 08 10:29:32.973463 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab0982-7214-4dae-ad17-cf4e4c71276d req-b99f691a-bb8b-4e09-ac1b-f84fc2e48d4b tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:29:32.974996 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-79ab0982-7214-4dae-ad17-cf4e4c71276d req-b99f691a-bb8b-4e09-ac1b-f84fc2e48d4b tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c2085d5-73e9-4ebe-9049-f229093a71e1 HTTP/1.1" status: 200 len: 945 time: 0.0530076 Sep 08 10:29:33.012972 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-79ab0982-7214-4dae-ad17-cf4e4c71276d req-d22c1625-a089-4c60-85ae-b80f7ee8ea45 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fd64b5b0-ea35-48af-89cb-964f5ee7c2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312223 Sep 08 10:29:34.135064 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d191b-5b44-49b6-b720-75310fb28261 req-b48810e1-f683-447e-8495-f67ed79c1e9b tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:29:34.136581 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4b4d191b-5b44-49b6-b720-75310fb28261 req-b48810e1-f683-447e-8495-f67ed79c1e9b tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c2085d5-73e9-4ebe-9049-f229093a71e1 HTTP/1.1" status: 200 len: 945 time: 0.0541475 Sep 08 10:29:34.173088 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-4b4d191b-5b44-49b6-b720-75310fb28261 req-81fd273e-c5a8-4e92-b5a9-ca614345b30e tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fd64b5b0-ea35-48af-89cb-964f5ee7c2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305533 Sep 08 10:29:34.290848 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f9762-b9fb-4639-9e99-477e482e8742 req-db2ae5d8-bbdb-4abb-966e-38b0d7393a35 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:29:34.292264 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d65f9762-b9fb-4639-9e99-477e482e8742 req-db2ae5d8-bbdb-4abb-966e-38b0d7393a35 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c2085d5-73e9-4ebe-9049-f229093a71e1 HTTP/1.1" status: 200 len: 945 time: 0.0500879 Sep 08 10:29:34.330420 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-d65f9762-b9fb-4639-9e99-477e482e8742 req-f68a52f2-4f04-4a31-a113-07b5b95d5a52 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fd64b5b0-ea35-48af-89cb-964f5ee7c2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320489 Sep 08 10:29:34.351373 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 41306) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:29:34.391169 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a5d06b-2916-4e06-bd2a-5dc36c33ae17 tempest-TestSnapshotPattern-908061389 tempest-TestSnapshotPattern-908061389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:29:34.392675 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-47a5d06b-2916-4e06-bd2a-5dc36c33ae17 tempest-TestSnapshotPattern-908061389 tempest-TestSnapshotPattern-908061389-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=4c2085d5-73e9-4ebe-9049-f229093a71e1 HTTP/1.1" status: 200 len: 1092 time: 0.0403402 Sep 08 10:29:34.395447 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 41308) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:29:34.399591 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.v2.base [None req-638454aa-36ed-4e44-ba06-902cc9852734 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Request body: {'floatingip': {'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'port_id': '84d371f1-5470-477e-a26c-97ab5ab5bda4', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94712) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 10:29:34.420299 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-638454aa-36ed-4e44-ba06-902cc9852734 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks [] for floatingip, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:29:34.519399 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-638454aa-36ed-4e44-ba06-902cc9852734 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:29:34.624645 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.db_base_plugin_common [None req-638454aa-36ed-4e44-ba06-902cc9852734 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Allocated IP 172.25.0.243 (399c4174-1e86-4a10-bb99-f875a09107d5/c1801384-16df-4c9a-9239-e1612ecbde18/fb8a42b3-a921-485b-a0f4-96598f50dd48) {{(pid=94712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 10:29:34.723659 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-638454aa-36ed-4e44-ba06-902cc9852734 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks [] for port, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:29:34.761886 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-638454aa-36ed-4e44-ba06-902cc9852734 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774288030877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:29:34.798525 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638454aa-36ed-4e44-ba06-902cc9852734 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Network 399c4174-1e86-4a10-bb99-f875a09107d5 is already hosted by enough agents. {{(pid=94712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 10:29:34.801290 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.base_scheduler [None req-638454aa-36ed-4e44-ba06-902cc9852734 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Resources bound (agent type, host, resource id): {{(pid=94712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 10:29:34.807301 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638454aa-36ed-4e44-ba06-902cc9852734 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Received port after_create {{(pid=94712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 10:29:34.812651 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638454aa-36ed-4e44-ba06-902cc9852734 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Pushing event updated for resources: {'Port': ['ID=fb8a42b3-a921-485b-a0f4-96598f50dd48,revision_number=1']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:29:35.169327 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-638454aa-36ed-4e44-ba06-902cc9852734 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:29:35.233748 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-638454aa-36ed-4e44-ba06-902cc9852734 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:29:35.381428 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-638454aa-36ed-4e44-ba06-902cc9852734 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks [] for port, precommit_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:29:35.387126 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-638454aa-36ed-4e44-ba06-902cc9852734 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126200450'] for port, after_update {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:29:35.469498 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638454aa-36ed-4e44-ba06-902cc9852734 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Pushing event updated for resources: {'Port': ['ID=fb8a42b3-a921-485b-a0f4-96598f50dd48,revision_number=2']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:29:35.476881 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-638454aa-36ed-4e44-ba06-902cc9852734 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765549'] for floatingip, after_create {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:29:35.576175 n-d-806683-11 neutron-server[94712]: INFO neutron.db.l3_db [None req-638454aa-36ed-4e44-ba06-902cc9852734 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Floating IP a6dd6679-0acd-4536-8b70-bfdab4970c21 associated. External IP: 172.25.0.243, port: 84d371f1-5470-477e-a26c-97ab5ab5bda4. Sep 08 10:29:35.786346 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-638454aa-36ed-4e44-ba06-902cc9852734 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Router 2e96fd61-d534-49b6-85bb-b796d0dfbe12 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 10:29:35.903643 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638454aa-36ed-4e44-ba06-902cc9852734 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:29:35.912867 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b1e523-df4c-4fe9-8246-15ae2577c354 None None] Sync routers for ids ['2e96fd61-d534-49b6-85bb-b796d0dfbe12'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:29:35.919420 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-638454aa-36ed-4e44-ba06-902cc9852734 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:29:35.922519 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b1e523-df4c-4fe9-8246-15ae2577c354 None None] Routers {'2e96fd61-d534-49b6-85bb-b796d0dfbe12'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:29:35.923198 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-59b1e523-df4c-4fe9-8246-15ae2577c354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:29:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['2e96fd61-d534-49b6-85bb-b796d0dfbe12'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:29:35.958057 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-638454aa-36ed-4e44-ba06-902cc9852734 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5512226 Sep 08 10:29:35.958057 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c2085d5-73e9-4ebe-9049-f229093a71e1', 'tag': '84d371f1-5470-477e-a26c-97ab5ab5bda4'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:29:35.958057 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5efc44a4-1ff0-43f9-b437-1aae13a05a54" -d '{"events": [{"name": "network-changed", "server_uuid": "4c2085d5-73e9-4ebe-9049-f229093a71e1", "tag": "84d371f1-5470-477e-a26c-97ab5ab5bda4"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:29:35.987934 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 10:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01b74d0-a263-4c4c-97ea-65a2dd9c7c6d x-openstack-request-id: req-a01b74d0-a263-4c4c-97ea-65a2dd9c7c6d {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:29:35.988237 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c2085d5-73e9-4ebe-9049-f229093a71e1", "tag": "84d371f1-5470-477e-a26c-97ab5ab5bda4", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:29:35.988497 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-a01b74d0-a263-4c4c-97ea-65a2dd9c7c6d {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:29:35.988909 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c2085d5-73e9-4ebe-9049-f229093a71e1', 'tag': '84d371f1-5470-477e-a26c-97ab5ab5bda4', 'status': 'completed', 'code': 200} Sep 08 10:29:36.032738 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-59b1e523-df4c-4fe9-8246-15ae2577c354 None None] Set router 2e96fd61-d534-49b6-85bb-b796d0dfbe12 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:29:36.069354 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc44a4-1ff0-43f9-b437-1aae13a05a54 req-476e1291-e041-4071-b6c6-ec442ae0d91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:29:36.070954 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5efc44a4-1ff0-43f9-b437-1aae13a05a54 req-476e1291-e041-4071-b6c6-ec442ae0d91c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e3a56230b5a74c4dab66af298a86a83f&device_id=4c2085d5-73e9-4ebe-9049-f229093a71e1 HTTP/1.1" status: 200 len: 1097 time: 0.0413499 Sep 08 10:29:36.168703 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc44a4-1ff0-43f9-b437-1aae13a05a54 req-497ca9c5-53fd-40ab-90f9-8043f2cd989c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:29:36.170254 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5efc44a4-1ff0-43f9-b437-1aae13a05a54 req-497ca9c5-53fd-40ab-90f9-8043f2cd989c service neutron] 10.222.0.35 "GET /v2.0/networks?id=5f9fd341-b656-4d2d-8335-d7be198cab85 HTTP/1.1" status: 200 len: 910 time: 0.0925288 Sep 08 10:29:36.241836 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5efc44a4-1ff0-43f9-b437-1aae13a05a54 req-8b54a103-22b2-48a4-926f-f50eb8addf8f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84d371f1-5470-477e-a26c-97ab5ab5bda4 HTTP/1.1" status: 200 len: 999 time: 0.0570972 Sep 08 10:29:36.265640 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-59b1e523-df4c-4fe9-8246-15ae2577c354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'name': 'tempest-TestSnapshotPattern-517736357-router', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '31556f75-1850-4088-b007-6a995ed67e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:26:36Z', 'updated_at': '2021-09-08T10:26:38Z', 'revision_number': 4, 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'gw_port': {'id': '31556f75-1850-4088-b007-6a995ed67e98', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:26:36Z', 'updated_at': '2021-09-08T10:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '8ec734d5-4da1-4bdc-8e77-efd77d2fa114', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'port_id': '66279160-c76c-49a1-a367-5c9a79942a51', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f9fd341-b656-4d2d-8335-d7be198cab85', 'mac_address': 'fa:16:3e:a3:b9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564f6a84-d074-40a4-b94b-b92c8efeafcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T10:26:57Z', 'updated_at': '2021-09-08T10:26:59Z', 'revision_number': 1, 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'fixed_ip_address_scope': None}, {'id': 'a6dd6679-0acd-4536-8b70-bfdab4970c21', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'floating_ip_address': '172.25.0.243', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'port_id': '84d371f1-5470-477e-a26c-97ab5ab5bda4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f9fd341-b656-4d2d-8335-d7be198cab85', 'mac_address': 'fa:16:3e:72:2a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2085d5-73e9-4ebe-9049-f229093a71e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T10:29:35Z', 'updated_at': '2021-09-08T10:29:35Z', 'revision_number': 0, 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23c43ac4-dfd6-4fc7-b41d-891ac797d29a', 'name': '', 'network_id': '5f9fd341-b656-4d2d-8335-d7be198cab85', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'mac_address': 'fa:16:3e:a7:fb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:26:38Z', 'updated_at': '2021-09-08T10:26:44Z', 'revision_number': 5, 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'subnets': [{'id': '4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:29:36.292750 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b1e523-df4c-4fe9-8246-15ae2577c354 None None] Checking router: 2e96fd61-d534-49b6-85bb-b796d0dfbe12 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:29:36.299479 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc44a4-1ff0-43f9-b437-1aae13a05a54 req-688167eb-d3fb-4008-8916-165f7920aef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:29:36.300988 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5efc44a4-1ff0-43f9-b437-1aae13a05a54 req-688167eb-d3fb-4008-8916-165f7920aef9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d HTTP/1.1" status: 200 len: 848 time: 0.0523889 Sep 08 10:29:36.301117 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b1e523-df4c-4fe9-8246-15ae2577c354 None None] Routers {'2e96fd61-d534-49b6-85bb-b796d0dfbe12'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:29:36.301681 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-59b1e523-df4c-4fe9-8246-15ae2577c354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:29:21Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['2e96fd61-d534-49b6-85bb-b796d0dfbe12'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:29:36.353301 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc44a4-1ff0-43f9-b437-1aae13a05a54 req-ab89e293-19e3-4889-9281-5bd1ec3b5b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:29:36.354904 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5efc44a4-1ff0-43f9-b437-1aae13a05a54 req-ab89e293-19e3-4889-9281-5bd1ec3b5b5c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5f9fd341-b656-4d2d-8335-d7be198cab85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451198 Sep 08 10:29:36.513472 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-59b1e523-df4c-4fe9-8246-15ae2577c354 None None] Set router 2e96fd61-d534-49b6-85bb-b796d0dfbe12 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:29:36.748289 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-59b1e523-df4c-4fe9-8246-15ae2577c354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'name': 'tempest-TestSnapshotPattern-517736357-router', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '31556f75-1850-4088-b007-6a995ed67e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:26:36Z', 'updated_at': '2021-09-08T10:26:38Z', 'revision_number': 4, 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'gw_port': {'id': '31556f75-1850-4088-b007-6a995ed67e98', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:26:36Z', 'updated_at': '2021-09-08T10:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '8ec734d5-4da1-4bdc-8e77-efd77d2fa114', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'port_id': '66279160-c76c-49a1-a367-5c9a79942a51', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f9fd341-b656-4d2d-8335-d7be198cab85', 'mac_address': 'fa:16:3e:a3:b9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564f6a84-d074-40a4-b94b-b92c8efeafcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T10:26:57Z', 'updated_at': '2021-09-08T10:26:59Z', 'revision_number': 1, 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'fixed_ip_address_scope': None}, {'id': 'a6dd6679-0acd-4536-8b70-bfdab4970c21', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'floating_ip_address': '172.25.0.243', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'port_id': '84d371f1-5470-477e-a26c-97ab5ab5bda4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f9fd341-b656-4d2d-8335-d7be198cab85', 'mac_address': 'fa:16:3e:72:2a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2085d5-73e9-4ebe-9049-f229093a71e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T10:29:35Z', 'updated_at': '2021-09-08T10:29:35Z', 'revision_number': 0, 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23c43ac4-dfd6-4fc7-b41d-891ac797d29a', 'name': '', 'network_id': '5f9fd341-b656-4d2d-8335-d7be198cab85', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'mac_address': 'fa:16:3e:a7:fb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:26:38Z', 'updated_at': '2021-09-08T10:26:44Z', 'revision_number': 5, 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'subnets': [{'id': '4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:29:36.778667 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b1e523-df4c-4fe9-8246-15ae2577c354 None None] The sync data for ids ['2e96fd61-d534-49b6-85bb-b796d0dfbe12'] in n-d-806683-11 is: [{'id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'name': 'tempest-TestSnapshotPattern-517736357-router', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '31556f75-1850-4088-b007-6a995ed67e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:26:36Z', 'updated_at': '2021-09-08T10:26:38Z', 'revision_number': 4, 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'gw_port': {'id': '31556f75-1850-4088-b007-6a995ed67e98', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:26:36Z', 'updated_at': '2021-09-08T10:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '8ec734d5-4da1-4bdc-8e77-efd77d2fa114', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'port_id': '66279160-c76c-49a1-a367-5c9a79942a51', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f9fd341-b656-4d2d-8335-d7be198cab85', 'mac_address': 'fa:16:3e:a3:b9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564f6a84-d074-40a4-b94b-b92c8efeafcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T10:26:57Z', 'updated_at': '2021-09-08T10:26:59Z', 'revision_number': 1, 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'fixed_ip_address_scope': None}, {'id': 'a6dd6679-0acd-4536-8b70-bfdab4970c21', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'floating_ip_address': '172.25.0.243', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'port_id': '84d371f1-5470-477e-a26c-97ab5ab5bda4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f9fd341-b656-4d2d-8335-d7be198cab85', 'mac_address': 'fa:16:3e:72:2a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c2085d5-73e9-4ebe-9049-f229093a71e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T10:29:35Z', 'updated_at': '2021-09-08T10:29:35Z', 'revision_number': 0, 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23c43ac4-dfd6-4fc7-b41d-891ac797d29a', 'name': '', 'network_id': '5f9fd341-b656-4d2d-8335-d7be198cab85', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'mac_address': 'fa:16:3e:a7:fb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:26:38Z', 'updated_at': '2021-09-08T10:26:44Z', 'revision_number': 5, 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'subnets': [{'id': '4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:29:36.801402 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5efc44a4-1ff0-43f9-b437-1aae13a05a54 req-d7db345b-4ddd-4de2-81bb-06bdbfa7786a service neutron] 10.222.0.35 "GET /v2.0/networks/5f9fd341-b656-4d2d-8335-d7be198cab85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4331713 Sep 08 10:29:36.905472 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5efc44a4-1ff0-43f9-b437-1aae13a05a54 req-a5607e21-15b2-4061-98cf-1cbb4d7ca97f service neutron] 10.222.0.35 "GET /v2.0/networks/5f9fd341-b656-4d2d-8335-d7be198cab85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961132 Sep 08 10:29:36.979530 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b478e3-7c08-4d55-9332-197e5274d457 None None] New status for floating IP a6dd6679-0acd-4536-8b70-bfdab4970c21: ACTIVE {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 10:29:39.163077 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4f41ed2c-1dcd-4acf-abca-80d2d17f5152 req-cc5c8b66-b3b7-4d8f-80a9-928079eb89ba service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4c2085d5-73e9-4ebe-9049-f229093a71e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407140 Sep 08 10:29:39.255773 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f41ed2c-1dcd-4acf-abca-80d2d17f5152 req-8f32b359-0582-4e23-9f12-cfe05dfcbc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:29:39.257286 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4f41ed2c-1dcd-4acf-abca-80d2d17f5152 req-8f32b359-0582-4e23-9f12-cfe05dfcbc04 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e3a56230b5a74c4dab66af298a86a83f&device_id=4c2085d5-73e9-4ebe-9049-f229093a71e1 HTTP/1.1" status: 200 len: 1097 time: 0.0393655 Sep 08 10:29:39.364563 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f41ed2c-1dcd-4acf-abca-80d2d17f5152 req-5f5fb1c2-998d-4bc3-8b89-a7aeb99c4093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:29:39.365986 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4f41ed2c-1dcd-4acf-abca-80d2d17f5152 req-5f5fb1c2-998d-4bc3-8b89-a7aeb99c4093 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5f9fd341-b656-4d2d-8335-d7be198cab85 HTTP/1.1" status: 200 len: 910 time: 0.0893896 Sep 08 10:29:39.433777 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4f41ed2c-1dcd-4acf-abca-80d2d17f5152 req-1bc49440-eb5a-410c-b5c8-ce9fb3415fc8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84d371f1-5470-477e-a26c-97ab5ab5bda4 HTTP/1.1" status: 200 len: 1001 time: 0.0604174 Sep 08 10:29:39.486623 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f41ed2c-1dcd-4acf-abca-80d2d17f5152 req-21738605-6a5a-4e74-b351-ed96bbf37044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:29:39.488065 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4f41ed2c-1dcd-4acf-abca-80d2d17f5152 req-21738605-6a5a-4e74-b351-ed96bbf37044 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d HTTP/1.1" status: 200 len: 848 time: 0.0478375 Sep 08 10:29:39.532922 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f41ed2c-1dcd-4acf-abca-80d2d17f5152 req-3dd78bc8-89d7-4312-89cd-802f8a768269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:29:39.534437 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4f41ed2c-1dcd-4acf-abca-80d2d17f5152 req-3dd78bc8-89d7-4312-89cd-802f8a768269 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5f9fd341-b656-4d2d-8335-d7be198cab85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395510 Sep 08 10:29:39.625015 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4f41ed2c-1dcd-4acf-abca-80d2d17f5152 req-3ecf8c8a-8e2c-4151-b1f3-60e629dbed94 service neutron] 10.222.0.35 "GET /v2.0/networks/5f9fd341-b656-4d2d-8335-d7be198cab85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833910 Sep 08 10:29:39.718585 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-4f41ed2c-1dcd-4acf-abca-80d2d17f5152 req-66a9946f-417d-4233-a6ad-87e65ca4d534 service neutron] 10.222.0.35 "GET /v2.0/networks/5f9fd341-b656-4d2d-8335-d7be198cab85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866511 Sep 08 10:29:47.845995 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-480b8c18-735a-4e4f-ae8f-a21d65bca8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:29:50.578954 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:29:50.890830 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-dc898c1a-1961-4400-a56e-318327b243f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:29:52.520905 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:29:53.899815 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:29:54.637587 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:29:55.073329 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:29:59.657636 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:30:17.848870 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-64d3bcbe-bf7c-4c69-9400-576b99718d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:30:20.581393 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:30:20.890512 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-8e51ab60-a1ad-485a-b7bc-4c39aeb01a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:30:22.523911 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:30:23.901937 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:30:24.859535 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b59ffe75-e0ca-4161-8a66-a90aa71dac70 req-fc6f29f9-4daa-4ace-9e16-852ad4c76cc5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=564f6a84-d074-40a4-b94b-b92c8efeafcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395844 Sep 08 10:30:24.957705 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ffe75-e0ca-4161-8a66-a90aa71dac70 req-0af831b7-2868-443f-822a-f16db9b707e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:30:24.959265 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b59ffe75-e0ca-4161-8a66-a90aa71dac70 req-0af831b7-2868-443f-822a-f16db9b707e2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e3a56230b5a74c4dab66af298a86a83f&device_id=564f6a84-d074-40a4-b94b-b92c8efeafcf HTTP/1.1" status: 200 len: 1095 time: 0.0443838 Sep 08 10:30:25.069455 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ffe75-e0ca-4161-8a66-a90aa71dac70 req-9e935382-23d5-484e-aa1c-e472148f5b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:30:25.071111 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b59ffe75-e0ca-4161-8a66-a90aa71dac70 req-9e935382-23d5-484e-aa1c-e472148f5b37 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f9fd341-b656-4d2d-8335-d7be198cab85 HTTP/1.1" status: 200 len: 910 time: 0.0922878 Sep 08 10:30:25.087486 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:30:25.137677 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b59ffe75-e0ca-4161-8a66-a90aa71dac70 req-a552296e-649f-4838-a38d-709219ed3317 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66279160-c76c-49a1-a367-5c9a79942a51 HTTP/1.1" status: 200 len: 999 time: 0.0589740 Sep 08 10:30:25.189611 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ffe75-e0ca-4161-8a66-a90aa71dac70 req-0793296f-383f-4bde-badc-85e5ab490f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:30:25.191073 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b59ffe75-e0ca-4161-8a66-a90aa71dac70 req-0793296f-383f-4bde-badc-85e5ab490f16 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d HTTP/1.1" status: 200 len: 848 time: 0.0471509 Sep 08 10:30:25.237077 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ffe75-e0ca-4161-8a66-a90aa71dac70 req-95943fd4-acda-4d43-a2e6-df54a83bc80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:30:25.238634 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b59ffe75-e0ca-4161-8a66-a90aa71dac70 req-95943fd4-acda-4d43-a2e6-df54a83bc80a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f9fd341-b656-4d2d-8335-d7be198cab85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402012 Sep 08 10:30:25.330936 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b59ffe75-e0ca-4161-8a66-a90aa71dac70 req-3dafcaf6-8fb6-4272-9a77-1fa936234dc6 service neutron] 10.222.0.37 "GET /v2.0/networks/5f9fd341-b656-4d2d-8335-d7be198cab85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845773 Sep 08 10:30:25.421608 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-b59ffe75-e0ca-4161-8a66-a90aa71dac70 req-95bdd49a-7b15-47c0-b1e1-af90bb5c0900 service neutron] 10.222.0.37 "GET /v2.0/networks/5f9fd341-b656-4d2d-8335-d7be198cab85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821700 Sep 08 10:30:29.659944 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:30:31.638491 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:30:39.906128 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-42924f68-cc8e-4235-9a33-4802998335e9 req-6e256f09-b1d4-4560-b610-2b7fdb232d44 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4c2085d5-73e9-4ebe-9049-f229093a71e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0848448 Sep 08 10:30:40.013004 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42924f68-cc8e-4235-9a33-4802998335e9 req-2ff6e582-1d5b-4711-9367-1c2465a04ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:30:40.015165 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-42924f68-cc8e-4235-9a33-4802998335e9 req-2ff6e582-1d5b-4711-9367-1c2465a04ea1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e3a56230b5a74c4dab66af298a86a83f&device_id=4c2085d5-73e9-4ebe-9049-f229093a71e1 HTTP/1.1" status: 200 len: 1097 time: 0.0457489 Sep 08 10:30:40.117173 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42924f68-cc8e-4235-9a33-4802998335e9 req-e1bd56c5-5f5a-4566-a5d5-06ffc19a2f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:30:40.118668 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-42924f68-cc8e-4235-9a33-4802998335e9 req-e1bd56c5-5f5a-4566-a5d5-06ffc19a2f8c service neutron] 10.222.0.35 "GET /v2.0/networks?id=5f9fd341-b656-4d2d-8335-d7be198cab85 HTTP/1.1" status: 200 len: 910 time: 0.0847833 Sep 08 10:30:40.188386 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-42924f68-cc8e-4235-9a33-4802998335e9 req-1b8c8638-7df4-4c4e-8607-c90b2cca1453 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84d371f1-5470-477e-a26c-97ab5ab5bda4 HTTP/1.1" status: 200 len: 1001 time: 0.0617886 Sep 08 10:30:40.236977 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42924f68-cc8e-4235-9a33-4802998335e9 req-5ac03339-61e9-4d37-89a0-f55035b31fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:30:40.238494 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-42924f68-cc8e-4235-9a33-4802998335e9 req-5ac03339-61e9-4d37-89a0-f55035b31fab service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d HTTP/1.1" status: 200 len: 848 time: 0.0430243 Sep 08 10:30:40.284400 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42924f68-cc8e-4235-9a33-4802998335e9 req-09f18018-5edb-41f8-849a-4c633d41d432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:30:40.285885 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-42924f68-cc8e-4235-9a33-4802998335e9 req-09f18018-5edb-41f8-849a-4c633d41d432 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5f9fd341-b656-4d2d-8335-d7be198cab85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396776 Sep 08 10:30:40.380429 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-42924f68-cc8e-4235-9a33-4802998335e9 req-441579f9-5778-4e65-ad96-cab9db7a7356 service neutron] 10.222.0.35 "GET /v2.0/networks/5f9fd341-b656-4d2d-8335-d7be198cab85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870306 Sep 08 10:30:40.467506 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-42924f68-cc8e-4235-9a33-4802998335e9 req-c27472b4-2f93-4045-adbf-01ee3a492db0 service neutron] 10.222.0.35 "GET /v2.0/networks/5f9fd341-b656-4d2d-8335-d7be198cab85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798934 Sep 08 10:30:47.849785 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3c235a56-44ba-4f6c-9ee4-1750c2ce1624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:30:50.581306 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:30:50.891347 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-08ad45c5-5914-42f2-9bff-e5f38fb60229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:30:52.526269 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:30:53.908698 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:30:55.091265 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:30:59.682441 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:31:08.644855 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:31:17.850720 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6c9e5dbe-d322-4eed-bda9-aa14bd8dc627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:31:20.583029 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:31:20.892127 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ca7993ee-99f5-4e6f-8679-21955967d09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:31:22.529713 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:31:23.909383 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:31:24.832778 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-99c15cd9-b565-4942-9e50-d1b1fb366224 req-3f5e5fb9-00cd-4581-a902-0844d00b5cbc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=564f6a84-d074-40a4-b94b-b92c8efeafcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0463381 Sep 08 10:31:24.933199 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c15cd9-b565-4942-9e50-d1b1fb366224 req-9e046489-0520-4c3f-b431-75df87a56778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:31:24.934755 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-99c15cd9-b565-4942-9e50-d1b1fb366224 req-9e046489-0520-4c3f-b431-75df87a56778 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e3a56230b5a74c4dab66af298a86a83f&device_id=564f6a84-d074-40a4-b94b-b92c8efeafcf HTTP/1.1" status: 200 len: 1095 time: 0.0408616 Sep 08 10:31:25.037845 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c15cd9-b565-4942-9e50-d1b1fb366224 req-61f46220-6ef0-41d8-b7f5-f0ee7f17dc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:31:25.039353 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-99c15cd9-b565-4942-9e50-d1b1fb366224 req-61f46220-6ef0-41d8-b7f5-f0ee7f17dc65 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f9fd341-b656-4d2d-8335-d7be198cab85 HTTP/1.1" status: 200 len: 910 time: 0.0845063 Sep 08 10:31:25.102921 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:31:25.110137 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-99c15cd9-b565-4942-9e50-d1b1fb366224 req-fe35c907-b888-48d5-afd7-ced0a6b7bc68 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66279160-c76c-49a1-a367-5c9a79942a51 HTTP/1.1" status: 200 len: 999 time: 0.0636985 Sep 08 10:31:25.158408 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c15cd9-b565-4942-9e50-d1b1fb366224 req-351cb1f9-9452-4bb7-bcb6-9f3fdf92219b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:31:25.159850 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-99c15cd9-b565-4942-9e50-d1b1fb366224 req-351cb1f9-9452-4bb7-bcb6-9f3fdf92219b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d HTTP/1.1" status: 200 len: 848 time: 0.0435238 Sep 08 10:31:25.204820 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c15cd9-b565-4942-9e50-d1b1fb366224 req-46475613-25b0-4ee0-82cf-6b190443e1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:31:25.206599 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-99c15cd9-b565-4942-9e50-d1b1fb366224 req-46475613-25b0-4ee0-82cf-6b190443e1ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f9fd341-b656-4d2d-8335-d7be198cab85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398250 Sep 08 10:31:25.301971 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-99c15cd9-b565-4942-9e50-d1b1fb366224 req-9616d14b-abca-41a8-bf4c-f137f1ef3dc8 service neutron] 10.222.0.37 "GET /v2.0/networks/5f9fd341-b656-4d2d-8335-d7be198cab85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881631 Sep 08 10:31:25.396853 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-99c15cd9-b565-4942-9e50-d1b1fb366224 req-96749f3e-3111-4245-b9ef-5c595d20351c service neutron] 10.222.0.37 "GET /v2.0/networks/5f9fd341-b656-4d2d-8335-d7be198cab85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882378 Sep 08 10:31:29.695712 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:31:41.916152 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-33ad9d35-bef5-4c7c-9feb-0409b6da745e req-706a67cf-5f43-4846-87bc-e876a10fa740 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4c2085d5-73e9-4ebe-9049-f229093a71e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392756 Sep 08 10:31:42.011011 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad9d35-bef5-4c7c-9feb-0409b6da745e req-fa452589-9986-40f2-93f9-df8cc3c49a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:31:42.012395 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-33ad9d35-bef5-4c7c-9feb-0409b6da745e req-fa452589-9986-40f2-93f9-df8cc3c49a99 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e3a56230b5a74c4dab66af298a86a83f&device_id=4c2085d5-73e9-4ebe-9049-f229093a71e1 HTTP/1.1" status: 200 len: 1097 time: 0.0395861 Sep 08 10:31:42.116046 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad9d35-bef5-4c7c-9feb-0409b6da745e req-0996ee45-a52f-4799-9a8a-f474e9b7a255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:31:42.117505 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-33ad9d35-bef5-4c7c-9feb-0409b6da745e req-0996ee45-a52f-4799-9a8a-f474e9b7a255 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5f9fd341-b656-4d2d-8335-d7be198cab85 HTTP/1.1" status: 200 len: 910 time: 0.0861952 Sep 08 10:31:42.183084 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-33ad9d35-bef5-4c7c-9feb-0409b6da745e req-02ad483c-5789-4a4c-b93a-f7fd4821da25 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84d371f1-5470-477e-a26c-97ab5ab5bda4 HTTP/1.1" status: 200 len: 1001 time: 0.0586696 Sep 08 10:31:42.231935 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad9d35-bef5-4c7c-9feb-0409b6da745e req-5b03ea9e-ff67-4966-8299-7f0231378089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:31:42.233455 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-33ad9d35-bef5-4c7c-9feb-0409b6da745e req-5b03ea9e-ff67-4966-8299-7f0231378089 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d HTTP/1.1" status: 200 len: 848 time: 0.0441818 Sep 08 10:31:42.284499 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad9d35-bef5-4c7c-9feb-0409b6da745e req-16d64c05-96af-44b7-8553-d571f7f20b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:31:42.286051 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-33ad9d35-bef5-4c7c-9feb-0409b6da745e req-16d64c05-96af-44b7-8553-d571f7f20b8d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5f9fd341-b656-4d2d-8335-d7be198cab85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450439 Sep 08 10:31:42.380613 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-33ad9d35-bef5-4c7c-9feb-0409b6da745e req-7d80faee-0c02-47c0-bee8-7e7cf7999714 service neutron] 10.222.0.35 "GET /v2.0/networks/5f9fd341-b656-4d2d-8335-d7be198cab85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869079 Sep 08 10:31:42.480039 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-33ad9d35-bef5-4c7c-9feb-0409b6da745e req-92682abb-a2e3-4526-95f3-e932053c4a2f service neutron] 10.222.0.35 "GET /v2.0/networks/5f9fd341-b656-4d2d-8335-d7be198cab85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923824 Sep 08 10:31:45.636729 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:31:47.850851 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9e2c3ef6-1ecd-442e-b8de-6001e19d5886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:31:48.865346 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 84d371f1-5470-477e-a26c-97ab5ab5bda4 details requested by agent hyperv_n-h2-806683-11 with host n-h2-806683-11 {{(pid=94714) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 10:31:48.960608 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 84d371f1-5470-477e-a26c-97ab5ab5bda4, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=84d371f1-5470-477e-a26c-97ab5ab5bda4,segment=NetworkSegment(c9b43f1d-52fe-4099-a435-e69415b2e1b2),segment_id=c9b43f1d-52fe-4099-a435-e69415b2e1b2)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:31:48.971678 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Returning: {'device': '84d371f1-5470-477e-a26c-97ab5ab5bda4', 'network_id': '5f9fd341-b656-4d2d-8335-d7be198cab85', 'port_id': '84d371f1-5470-477e-a26c-97ab5ab5bda4', 'mac_address': 'fa:16:3e:72:2a:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94714) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 10:31:49.009211 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:31:49.022196 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 84d371f1-5470-477e-a26c-97ab5ab5bda4 {{(pid=94714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 10:31:49.041222 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 84d371f1-5470-477e-a26c-97ab5ab5bda4, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=84d371f1-5470-477e-a26c-97ab5ab5bda4,segment=NetworkSegment(c9b43f1d-52fe-4099-a435-e69415b2e1b2),segment_id=c9b43f1d-52fe-4099-a435-e69415b2e1b2)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:31:49.044514 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:31:49.090288 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=84d371f1-5470-477e-a26c-97ab5ab5bda4,revision_number=6']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:31:49.098075 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:31:49.098427 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:31:49.098771 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:31:49.099111 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:31:49.099447 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:31:49.099778 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:31:49.100109 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:31:49.100437 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:31:49.100764 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:31:49.101088 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:31:49.101414 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:31:49.101737 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:31:49.180043 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] get_ports_and_sgs() called for port_ids ['84d371f1-5470-477e-a26c-97ab5ab5bda4'] {{(pid=94714) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 10:31:50.584181 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:31:50.891774 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 84d371f1-5470-477e-a26c-97ab5ab5bda4 up at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 10:31:50.895944 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-505f258f-d36f-444a-9f22-0c682110364a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:31:50.942413 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.provisioning_blocks [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Provisioning complete for port 84d371f1-5470-477e-a26c-97ab5ab5bda4 triggered by entity L2. {{(pid=94714) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 10:31:50.942787 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3858154'] for port, provisioning_complete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:31:51.016989 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3816534'] for port, before_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:31:51.039644 n-d-806683-11 neutron-server[94714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c2085d5-73e9-4ebe-9049-f229093a71e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d371f1-5470-477e-a26c-97ab5ab5bda4'}] {{(pid=94714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:31:51.041908 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cbd6ab74e39b4b2e86e5ab95b387a5b58b5aa7d7561c6c8e6a0b2b9382551d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328ee6cd-57e3-4365-9d94-194231079a32" -d '{"events": [{"server_uuid": "4c2085d5-73e9-4ebe-9049-f229093a71e1", "name": "network-vif-plugged", "status": "completed", "tag": "84d371f1-5470-477e-a26c-97ab5ab5bda4"}]}' {{(pid=94714) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:31:51.056777 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] For port 84d371f1-5470-477e-a26c-97ab5ab5bda4, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=84d371f1-5470-477e-a26c-97ab5ab5bda4,segment=NetworkSegment(c9b43f1d-52fe-4099-a435-e69415b2e1b2),segment_id=c9b43f1d-52fe-4099-a435-e69415b2e1b2)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:31:51.061854 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774288517870', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774288030895', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774288030913'] for port, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:31:51.108814 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Pushing event updated for resources: {'Port': ['ID=84d371f1-5470-477e-a26c-97ab5ab5bda4,revision_number=7']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:31:51.139786 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 10:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf414d4a-4554-4a90-a3d7-256a1ba45e11 x-openstack-request-id: req-cf414d4a-4554-4a90-a3d7-256a1ba45e11 {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:31:51.140088 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c2085d5-73e9-4ebe-9049-f229093a71e1", "name": "network-vif-plugged", "status": "completed", "tag": "84d371f1-5470-477e-a26c-97ab5ab5bda4", "code": 200}]} {{(pid=94714) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:31:51.140348 n-d-806683-11 neutron-server[94714]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-cf414d4a-4554-4a90-a3d7-256a1ba45e11 {{(pid=94714) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:31:51.140745 n-d-806683-11 neutron-server[94714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c2085d5-73e9-4ebe-9049-f229093a71e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d371f1-5470-477e-a26c-97ab5ab5bda4', 'code': 200} Sep 08 10:31:52.536083 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:31:53.917470 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:31:55.111790 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:31:59.713000 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:01.505688 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41570) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:32:01.659595 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-79a22a1e-fcc1-4967-afcb-16812b614dd8 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Deleting port fb8a42b3-a921-485b-a0f4-96598f50dd48 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:32:01.659846 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-79a22a1e-fcc1-4967-afcb-16812b614dd8 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:01.739112 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-79a22a1e-fcc1-4967-afcb-16812b614dd8 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:01.739455 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-79a22a1e-fcc1-4967-afcb-16812b614dd8 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:01.751262 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-79a22a1e-fcc1-4967-afcb-16812b614dd8 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Calling delete_port for fb8a42b3-a921-485b-a0f4-96598f50dd48 owned by network:floatingip {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:32:01.892123 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-79a22a1e-fcc1-4967-afcb-16812b614dd8 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:01.920717 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a22a1e-fcc1-4967-afcb-16812b614dd8 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Pushing event deleted for resources: {'Port': ['ID=fb8a42b3-a921-485b-a0f4-96598f50dd48,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:32:01.932402 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a22a1e-fcc1-4967-afcb-16812b614dd8 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:32:01.932751 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a22a1e-fcc1-4967-afcb-16812b614dd8 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:32:01.933092 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a22a1e-fcc1-4967-afcb-16812b614dd8 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:32:01.933430 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a22a1e-fcc1-4967-afcb-16812b614dd8 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:32:01.933766 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a22a1e-fcc1-4967-afcb-16812b614dd8 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:32:01.934123 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a22a1e-fcc1-4967-afcb-16812b614dd8 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:32:01.934457 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a22a1e-fcc1-4967-afcb-16812b614dd8 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:32:01.934785 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a22a1e-fcc1-4967-afcb-16812b614dd8 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:32:01.935156 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a22a1e-fcc1-4967-afcb-16812b614dd8 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:32:01.935437 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a22a1e-fcc1-4967-afcb-16812b614dd8 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:32:01.935769 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a22a1e-fcc1-4967-afcb-16812b614dd8 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:32:01.936164 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a22a1e-fcc1-4967-afcb-16812b614dd8 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:32:01.989490 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-79a22a1e-fcc1-4967-afcb-16812b614dd8 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks [] for floatingip, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:01.989821 n-d-806683-11 neutron-server[94713]: INFO neutron.db.l3_db [None req-79a22a1e-fcc1-4967-afcb-16812b614dd8 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Floating IP a6dd6679-0acd-4536-8b70-bfdab4970c21 disassociated (deleted). External IP: 172.25.0.243, port: 84d371f1-5470-477e-a26c-97ab5ab5bda4. Sep 08 10:32:02.197075 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a22a1e-fcc1-4967-afcb-16812b614dd8 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Router 2e96fd61-d534-49b6-85bb-b796d0dfbe12 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 10:32:02.303138 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a22a1e-fcc1-4967-afcb-16812b614dd8 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:32:02.307967 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-79a22a1e-fcc1-4967-afcb-16812b614dd8 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:02.312481 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6476681-2344-44ce-8866-2e4b15a6fe78 None None] Sync routers for ids ['2e96fd61-d534-49b6-85bb-b796d0dfbe12'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:32:02.321456 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6476681-2344-44ce-8866-2e4b15a6fe78 None None] Routers {'2e96fd61-d534-49b6-85bb-b796d0dfbe12'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:32:02.322079 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-e6476681-2344-44ce-8866-2e4b15a6fe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:31:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['2e96fd61-d534-49b6-85bb-b796d0dfbe12'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:32:02.334796 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-79a22a1e-fcc1-4967-afcb-16812b614dd8 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "DELETE /v2.0/floatingips/a6dd6679-0acd-4536-8b70-bfdab4970c21 HTTP/1.1" status: 204 len: 168 time: 0.8279073 Sep 08 10:32:02.335351 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c2085d5-73e9-4ebe-9049-f229093a71e1', 'tag': '84d371f1-5470-477e-a26c-97ab5ab5bda4'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:32:02.339685 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ffa48238634a482c5f5d344ceded364e7999964dbabae684a430abccdb4d2ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed47efc-7b2d-423f-9ac1-1e815993b2b1" -d '{"events": [{"name": "network-changed", "server_uuid": "4c2085d5-73e9-4ebe-9049-f229093a71e1", "tag": "84d371f1-5470-477e-a26c-97ab5ab5bda4"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:32:02.429100 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-e6476681-2344-44ce-8866-2e4b15a6fe78 None None] Set router 2e96fd61-d534-49b6-85bb-b796d0dfbe12 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:32:02.489712 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 10:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3b481d-5f6a-45ac-9a5d-53595d596106 x-openstack-request-id: req-5f3b481d-5f6a-45ac-9a5d-53595d596106 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:32:02.490015 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c2085d5-73e9-4ebe-9049-f229093a71e1", "tag": "84d371f1-5470-477e-a26c-97ab5ab5bda4", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:32:02.490299 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-5f3b481d-5f6a-45ac-9a5d-53595d596106 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:32:02.490764 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c2085d5-73e9-4ebe-9049-f229093a71e1', 'tag': '84d371f1-5470-477e-a26c-97ab5ab5bda4', 'status': 'completed', 'code': 200} Sep 08 10:32:02.632151 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed47efc-7b2d-423f-9ac1-1e815993b2b1 req-6070abee-bcad-4c82-8356-84b5b08cfb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:32:02.633672 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9ed47efc-7b2d-423f-9ac1-1e815993b2b1 req-6070abee-bcad-4c82-8356-84b5b08cfb84 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e3a56230b5a74c4dab66af298a86a83f&device_id=4c2085d5-73e9-4ebe-9049-f229093a71e1 HTTP/1.1" status: 200 len: 1097 time: 0.0708518 Sep 08 10:32:02.657248 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad52e1-5cd6-463d-851f-0d9eb41394d9 req-3c33c039-30a5-49af-b631-a42b22c659b2 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:32:02.659078 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1aad52e1-5cd6-463d-851f-0d9eb41394d9 req-3c33c039-30a5-49af-b631-a42b22c659b2 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c2085d5-73e9-4ebe-9049-f229093a71e1 HTTP/1.1" status: 200 len: 945 time: 0.1273394 Sep 08 10:32:02.667977 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-e6476681-2344-44ce-8866-2e4b15a6fe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'name': 'tempest-TestSnapshotPattern-517736357-router', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '31556f75-1850-4088-b007-6a995ed67e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:26:36Z', 'updated_at': '2021-09-08T10:26:38Z', 'revision_number': 4, 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'gw_port': {'id': '31556f75-1850-4088-b007-6a995ed67e98', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:26:36Z', 'updated_at': '2021-09-08T10:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '8ec734d5-4da1-4bdc-8e77-efd77d2fa114', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'port_id': '66279160-c76c-49a1-a367-5c9a79942a51', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f9fd341-b656-4d2d-8335-d7be198cab85', 'mac_address': 'fa:16:3e:a3:b9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564f6a84-d074-40a4-b94b-b92c8efeafcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T10:26:57Z', 'updated_at': '2021-09-08T10:26:59Z', 'revision_number': 1, 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23c43ac4-dfd6-4fc7-b41d-891ac797d29a', 'name': '', 'network_id': '5f9fd341-b656-4d2d-8335-d7be198cab85', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'mac_address': 'fa:16:3e:a7:fb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:26:38Z', 'updated_at': '2021-09-08T10:26:44Z', 'revision_number': 5, 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'subnets': [{'id': '4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:32:02.698578 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6476681-2344-44ce-8866-2e4b15a6fe78 None None] Checking router: 2e96fd61-d534-49b6-85bb-b796d0dfbe12 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:32:02.707594 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6476681-2344-44ce-8866-2e4b15a6fe78 None None] Routers {'2e96fd61-d534-49b6-85bb-b796d0dfbe12'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:32:02.708135 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-e6476681-2344-44ce-8866-2e4b15a6fe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:31:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['2e96fd61-d534-49b6-85bb-b796d0dfbe12'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:32:02.746628 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-1aad52e1-5cd6-463d-851f-0d9eb41394d9 req-e0f7057c-6ea0-43f1-9354-afba84517f7d tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fd64b5b0-ea35-48af-89cb-964f5ee7c2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726216 Sep 08 10:32:02.768548 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed47efc-7b2d-423f-9ac1-1e815993b2b1 req-f0d7323e-c660-428e-ab69-dfedc2328f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:32:02.770031 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9ed47efc-7b2d-423f-9ac1-1e815993b2b1 req-f0d7323e-c660-428e-ab69-dfedc2328f0f service neutron] 10.222.0.35 "GET /v2.0/networks?id=5f9fd341-b656-4d2d-8335-d7be198cab85 HTTP/1.1" status: 200 len: 910 time: 0.1287680 Sep 08 10:32:02.816295 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-e6476681-2344-44ce-8866-2e4b15a6fe78 None None] Set router 2e96fd61-d534-49b6-85bb-b796d0dfbe12 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:32:02.816831 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9ed47efc-7b2d-423f-9ac1-1e815993b2b1 req-52eaeb38-dd99-4338-986c-37688c569997 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84d371f1-5470-477e-a26c-97ab5ab5bda4 HTTP/1.1" status: 200 len: 217 time: 0.0384331 Sep 08 10:32:02.866471 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed47efc-7b2d-423f-9ac1-1e815993b2b1 req-0e4653f5-9b3b-4f31-b760-d541f520ad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:32:02.867979 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9ed47efc-7b2d-423f-9ac1-1e815993b2b1 req-0e4653f5-9b3b-4f31-b760-d541f520ad10 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d HTTP/1.1" status: 200 len: 848 time: 0.0443912 Sep 08 10:32:02.915780 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed47efc-7b2d-423f-9ac1-1e815993b2b1 req-4c04bacb-c4a9-4d6e-bedb-57eaec0211f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:32:02.917349 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9ed47efc-7b2d-423f-9ac1-1e815993b2b1 req-4c04bacb-c4a9-4d6e-bedb-57eaec0211f4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5f9fd341-b656-4d2d-8335-d7be198cab85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406952 Sep 08 10:32:03.011900 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9ed47efc-7b2d-423f-9ac1-1e815993b2b1 req-f8b4d3c4-fb2f-4a34-a025-2d3bcfd90f93 service neutron] 10.222.0.35 "GET /v2.0/networks/5f9fd341-b656-4d2d-8335-d7be198cab85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868816 Sep 08 10:32:03.036708 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-e6476681-2344-44ce-8866-2e4b15a6fe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'name': 'tempest-TestSnapshotPattern-517736357-router', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '31556f75-1850-4088-b007-6a995ed67e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:26:36Z', 'updated_at': '2021-09-08T10:26:38Z', 'revision_number': 4, 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'gw_port': {'id': '31556f75-1850-4088-b007-6a995ed67e98', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:26:36Z', 'updated_at': '2021-09-08T10:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '8ec734d5-4da1-4bdc-8e77-efd77d2fa114', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'port_id': '66279160-c76c-49a1-a367-5c9a79942a51', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f9fd341-b656-4d2d-8335-d7be198cab85', 'mac_address': 'fa:16:3e:a3:b9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564f6a84-d074-40a4-b94b-b92c8efeafcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T10:26:57Z', 'updated_at': '2021-09-08T10:26:59Z', 'revision_number': 1, 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23c43ac4-dfd6-4fc7-b41d-891ac797d29a', 'name': '', 'network_id': '5f9fd341-b656-4d2d-8335-d7be198cab85', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'mac_address': 'fa:16:3e:a7:fb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:26:38Z', 'updated_at': '2021-09-08T10:26:44Z', 'revision_number': 5, 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'subnets': [{'id': '4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:32:03.066195 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6476681-2344-44ce-8866-2e4b15a6fe78 None None] The sync data for ids ['2e96fd61-d534-49b6-85bb-b796d0dfbe12'] in n-d-806683-11 is: [{'id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'name': 'tempest-TestSnapshotPattern-517736357-router', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '31556f75-1850-4088-b007-6a995ed67e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:26:36Z', 'updated_at': '2021-09-08T10:26:38Z', 'revision_number': 4, 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'gw_port': {'id': '31556f75-1850-4088-b007-6a995ed67e98', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:26:36Z', 'updated_at': '2021-09-08T10:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_floatingips': [{'id': '8ec734d5-4da1-4bdc-8e77-efd77d2fa114', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'floating_ip_address': '172.25.0.206', 'floating_network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'router_id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'port_id': '66279160-c76c-49a1-a367-5c9a79942a51', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f9fd341-b656-4d2d-8335-d7be198cab85', 'mac_address': 'fa:16:3e:a3:b9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '564f6a84-d074-40a4-b94b-b92c8efeafcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T10:26:57Z', 'updated_at': '2021-09-08T10:26:59Z', 'revision_number': 1, 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23c43ac4-dfd6-4fc7-b41d-891ac797d29a', 'name': '', 'network_id': '5f9fd341-b656-4d2d-8335-d7be198cab85', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'mac_address': 'fa:16:3e:a7:fb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:26:38Z', 'updated_at': '2021-09-08T10:26:44Z', 'revision_number': 5, 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'subnets': [{'id': '4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:32:03.106396 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-9ed47efc-7b2d-423f-9ac1-1e815993b2b1 req-5142c59b-dcf1-4894-914e-7efb9fa4c7d0 service neutron] 10.222.0.35 "GET /v2.0/networks/5f9fd341-b656-4d2d-8335-d7be198cab85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870912 Sep 08 10:32:03.314192 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89455b5f-c797-4b3c-b377-6ee3418b1475 None None] New status for floating IP a6dd6679-0acd-4536-8b70-bfdab4970c21: DOWN {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 10:32:03.916125 n-d-806683-11 neutron-server[94713]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a27dcf-09d4-42f6-a215-03c8bd078369 req-6e08acca-dc91-4b86-833b-b884b8ac169c tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94713) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:32:03.917643 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-99a27dcf-09d4-42f6-a215-03c8bd078369 req-6e08acca-dc91-4b86-833b-b884b8ac169c tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c2085d5-73e9-4ebe-9049-f229093a71e1 HTTP/1.1" status: 200 len: 945 time: 0.0986459 Sep 08 10:32:03.957675 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-99a27dcf-09d4-42f6-a215-03c8bd078369 req-e5076334-6dec-4186-b5b8-21d19994e77f tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fd64b5b0-ea35-48af-89cb-964f5ee7c2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328765 Sep 08 10:32:04.325366 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35cca8-60ca-4089-aad1-6c8e0266ba19 req-96bcc2c1-97b2-46eb-a0d1-9a8b4bad60cb tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:32:04.326880 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6f35cca8-60ca-4089-aad1-6c8e0266ba19 req-96bcc2c1-97b2-46eb-a0d1-9a8b4bad60cb tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.35 "GET /v2.0/ports?device_id=4c2085d5-73e9-4ebe-9049-f229093a71e1 HTTP/1.1" status: 200 len: 945 time: 0.0479436 Sep 08 10:32:04.420701 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-6f35cca8-60ca-4089-aad1-6c8e0266ba19 req-4eaca746-209b-43b8-aba3-c2eb90b5ffbf tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Deleting port 84d371f1-5470-477e-a26c-97ab5ab5bda4 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:32:04.421052 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6f35cca8-60ca-4089-aad1-6c8e0266ba19 req-4eaca746-209b-43b8-aba3-c2eb90b5ffbf tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:04.512138 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-6f35cca8-60ca-4089-aad1-6c8e0266ba19 req-4eaca746-209b-43b8-aba3-c2eb90b5ffbf tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] For port 84d371f1-5470-477e-a26c-97ab5ab5bda4, host n-h2-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-806683-11',level=0,port_id=84d371f1-5470-477e-a26c-97ab5ab5bda4,segment=NetworkSegment(c9b43f1d-52fe-4099-a435-e69415b2e1b2),segment_id=c9b43f1d-52fe-4099-a435-e69415b2e1b2)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:32:04.512502 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6f35cca8-60ca-4089-aad1-6c8e0266ba19 req-4eaca746-209b-43b8-aba3-c2eb90b5ffbf tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:04.523996 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-6f35cca8-60ca-4089-aad1-6c8e0266ba19 req-4eaca746-209b-43b8-aba3-c2eb90b5ffbf tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Calling delete_port for 84d371f1-5470-477e-a26c-97ab5ab5bda4 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:32:04.646929 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6f35cca8-60ca-4089-aad1-6c8e0266ba19 req-4eaca746-209b-43b8-aba3-c2eb90b5ffbf tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:04.679774 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaca746-209b-43b8-aba3-c2eb90b5ffbf tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Pushing event deleted for resources: {'Port': ['ID=84d371f1-5470-477e-a26c-97ab5ab5bda4,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:32:04.705605 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaca746-209b-43b8-aba3-c2eb90b5ffbf tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:32:04.705950 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaca746-209b-43b8-aba3-c2eb90b5ffbf tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:32:04.706311 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaca746-209b-43b8-aba3-c2eb90b5ffbf tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:32:04.706649 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaca746-209b-43b8-aba3-c2eb90b5ffbf tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:32:04.706978 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaca746-209b-43b8-aba3-c2eb90b5ffbf tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:32:04.707304 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaca746-209b-43b8-aba3-c2eb90b5ffbf tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:32:04.707626 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaca746-209b-43b8-aba3-c2eb90b5ffbf tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:32:04.707946 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaca746-209b-43b8-aba3-c2eb90b5ffbf tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:32:04.708265 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaca746-209b-43b8-aba3-c2eb90b5ffbf tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:32:04.708585 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaca746-209b-43b8-aba3-c2eb90b5ffbf tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:32:04.708907 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaca746-209b-43b8-aba3-c2eb90b5ffbf tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:32:04.709225 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eaca746-209b-43b8-aba3-c2eb90b5ffbf tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-806683-11 {{(pid=94712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 10:32:04.730245 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f35cca8-60ca-4089-aad1-6c8e0266ba19 req-4eaca746-209b-43b8-aba3-c2eb90b5ffbf tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] No DVR routers for this DVR port 84d371f1-5470-477e-a26c-97ab5ab5bda4 on host n-h2-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 10:32:04.732814 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-6f35cca8-60ca-4089-aad1-6c8e0266ba19 req-4eaca746-209b-43b8-aba3-c2eb90b5ffbf tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:04.734864 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-6f35cca8-60ca-4089-aad1-6c8e0266ba19 req-4eaca746-209b-43b8-aba3-c2eb90b5ffbf tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.35 "DELETE /v2.0/ports/84d371f1-5470-477e-a26c-97ab5ab5bda4 HTTP/1.1" status: 204 len: 173 time: 0.4015658 Sep 08 10:32:04.735862 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c2085d5-73e9-4ebe-9049-f229093a71e1', 'name': 'network-vif-deleted', 'tag': '84d371f1-5470-477e-a26c-97ab5ab5bda4'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:32:04.738013 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920452bb-e986-40ad-b745-4e7cf26c4f51" -d '{"events": [{"server_uuid": "4c2085d5-73e9-4ebe-9049-f229093a71e1", "name": "network-vif-deleted", "tag": "84d371f1-5470-477e-a26c-97ab5ab5bda4"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:32:04.831841 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 10:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1dc2572-286a-4e67-887d-75698d3b169b x-openstack-request-id: req-c1dc2572-286a-4e67-887d-75698d3b169b {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:32:04.832147 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c2085d5-73e9-4ebe-9049-f229093a71e1", "name": "network-vif-deleted", "tag": "84d371f1-5470-477e-a26c-97ab5ab5bda4", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:32:04.832404 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-c1dc2572-286a-4e67-887d-75698d3b169b {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:32:04.832810 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c2085d5-73e9-4ebe-9049-f229093a71e1', 'name': 'network-vif-deleted', 'tag': '84d371f1-5470-477e-a26c-97ab5ab5bda4', 'status': 'completed', 'code': 200} Sep 08 10:32:04.993990 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 84d371f1-5470-477e-a26c-97ab5ab5bda4 no longer exists at agent hyperv_n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:32:05.022605 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] No Port match for: 84d371f1-5470-477e-a26c-97ab5ab5bda4 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:32:05.022946 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Device 84d371f1-5470-477e-a26c-97ab5ab5bda4 not bound to the agent host n-h2-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:32:05.065049 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [req-2b81cd88-02ea-478d-925c-d863258397f8 req-1fb81c24-bb3e-4f61-b9f9-9d09ec58feda tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c2085d5-73e9-4ebe-9049-f229093a71e1 HTTP/1.1" status: 200 len: 210 time: 0.0274754 Sep 08 10:32:06.638961 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41642) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:32:06.796199 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-4e1cae9b-4645-4a9c-a0fb-a433bfcd5c2c tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Deleting port 6b67359e-02ac-4f04-bb18-d937904c2181 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:32:06.796549 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4e1cae9b-4645-4a9c-a0fb-a433bfcd5c2c tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:06.870972 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4e1cae9b-4645-4a9c-a0fb-a433bfcd5c2c tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:06.871235 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4e1cae9b-4645-4a9c-a0fb-a433bfcd5c2c tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:06.882663 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-4e1cae9b-4645-4a9c-a0fb-a433bfcd5c2c tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Calling delete_port for 6b67359e-02ac-4f04-bb18-d937904c2181 owned by network:floatingip {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:32:07.028688 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4e1cae9b-4645-4a9c-a0fb-a433bfcd5c2c tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:07.054137 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1cae9b-4645-4a9c-a0fb-a433bfcd5c2c tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Pushing event deleted for resources: {'Port': ['ID=6b67359e-02ac-4f04-bb18-d937904c2181,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:32:07.118306 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4e1cae9b-4645-4a9c-a0fb-a433bfcd5c2c tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks [] for floatingip, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:07.118647 n-d-806683-11 neutron-server[94713]: INFO neutron.db.l3_db [None req-4e1cae9b-4645-4a9c-a0fb-a433bfcd5c2c tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Floating IP 8ec734d5-4da1-4bdc-8e77-efd77d2fa114 disassociated (deleted). External IP: 172.25.0.206, port: 66279160-c76c-49a1-a367-5c9a79942a51. Sep 08 10:32:07.327814 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1cae9b-4645-4a9c-a0fb-a433bfcd5c2c tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Router 2e96fd61-d534-49b6-85bb-b796d0dfbe12 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 10:32:07.437287 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1cae9b-4645-4a9c-a0fb-a433bfcd5c2c tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:32:07.442629 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-4e1cae9b-4645-4a9c-a0fb-a433bfcd5c2c tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for floatingip, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:07.449310 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3724c0-acc3-4877-9bae-c8b14f31d76c None None] Sync routers for ids ['2e96fd61-d534-49b6-85bb-b796d0dfbe12'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:32:07.459208 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3724c0-acc3-4877-9bae-c8b14f31d76c None None] Routers {'2e96fd61-d534-49b6-85bb-b796d0dfbe12'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:32:07.459807 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-ef3724c0-acc3-4877-9bae-c8b14f31d76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:31:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['2e96fd61-d534-49b6-85bb-b796d0dfbe12'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:32:07.473669 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-4e1cae9b-4645-4a9c-a0fb-a433bfcd5c2c tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "DELETE /v2.0/floatingips/8ec734d5-4da1-4bdc-8e77-efd77d2fa114 HTTP/1.1" status: 204 len: 168 time: 0.8335686 Sep 08 10:32:07.474307 n-d-806683-11 neutron-server[94713]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '564f6a84-d074-40a4-b94b-b92c8efeafcf', 'tag': '66279160-c76c-49a1-a367-5c9a79942a51'}] {{(pid=94713) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:32:07.476758 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ffa48238634a482c5f5d344ceded364e7999964dbabae684a430abccdb4d2ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c559b67-2ae3-4cc0-a1ae-14b2a96597a8" -d '{"events": [{"name": "network-changed", "server_uuid": "564f6a84-d074-40a4-b94b-b92c8efeafcf", "tag": "66279160-c76c-49a1-a367-5c9a79942a51"}]}' {{(pid=94713) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:32:07.521388 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 10:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96162960-5bfb-4b92-bb43-a97e8965a203 x-openstack-request-id: req-96162960-5bfb-4b92-bb43-a97e8965a203 {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:32:07.521697 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "564f6a84-d074-40a4-b94b-b92c8efeafcf", "tag": "66279160-c76c-49a1-a367-5c9a79942a51", "status": "completed", "code": 200}]} {{(pid=94713) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:32:07.521975 n-d-806683-11 neutron-server[94713]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-96162960-5bfb-4b92-bb43-a97e8965a203 {{(pid=94713) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:32:07.522433 n-d-806683-11 neutron-server[94713]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '564f6a84-d074-40a4-b94b-b92c8efeafcf', 'tag': '66279160-c76c-49a1-a367-5c9a79942a51', 'status': 'completed', 'code': 200} Sep 08 10:32:07.576808 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-ef3724c0-acc3-4877-9bae-c8b14f31d76c None None] Set router 2e96fd61-d534-49b6-85bb-b796d0dfbe12 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:32:07.615685 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c559b67-2ae3-4cc0-a1ae-14b2a96597a8 req-efd7e745-bd0e-4ba1-9bd0-b6b4b1735918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:32:07.617231 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7c559b67-2ae3-4cc0-a1ae-14b2a96597a8 req-efd7e745-bd0e-4ba1-9bd0-b6b4b1735918 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e3a56230b5a74c4dab66af298a86a83f&device_id=564f6a84-d074-40a4-b94b-b92c8efeafcf HTTP/1.1" status: 200 len: 1095 time: 0.0508657 Sep 08 10:32:07.774361 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c559b67-2ae3-4cc0-a1ae-14b2a96597a8 req-75ab3523-c7ce-4dc1-ac9e-c9a0901d4485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:32:07.775880 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7c559b67-2ae3-4cc0-a1ae-14b2a96597a8 req-75ab3523-c7ce-4dc1-ac9e-c9a0901d4485 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f9fd341-b656-4d2d-8335-d7be198cab85 HTTP/1.1" status: 200 len: 910 time: 0.1510320 Sep 08 10:32:07.788313 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5e385-4fb1-46b2-b3c3-4114de6e3df7 req-eee97fb6-8cb1-4f22-a1a6-3dba98c7d9ef tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:32:07.789922 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5af5e385-4fb1-46b2-b3c3-4114de6e3df7 req-eee97fb6-8cb1-4f22-a1a6-3dba98c7d9ef tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/ports?device_id=564f6a84-d074-40a4-b94b-b92c8efeafcf HTTP/1.1" status: 200 len: 943 time: 0.0885670 Sep 08 10:32:07.836632 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7c559b67-2ae3-4cc0-a1ae-14b2a96597a8 req-80c29d0a-5c3f-4b11-a969-b91e63390721 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66279160-c76c-49a1-a367-5c9a79942a51 HTTP/1.1" status: 200 len: 217 time: 0.0455868 Sep 08 10:32:07.891268 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-5af5e385-4fb1-46b2-b3c3-4114de6e3df7 req-10a12878-cdc2-466d-b616-b9f734e1668e tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/security-groups?id=fd64b5b0-ea35-48af-89cb-964f5ee7c2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939245 Sep 08 10:32:07.904061 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-ef3724c0-acc3-4877-9bae-c8b14f31d76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'name': 'tempest-TestSnapshotPattern-517736357-router', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '31556f75-1850-4088-b007-6a995ed67e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:26:36Z', 'updated_at': '2021-09-08T10:26:38Z', 'revision_number': 4, 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'gw_port': {'id': '31556f75-1850-4088-b007-6a995ed67e98', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:26:36Z', 'updated_at': '2021-09-08T10:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '23c43ac4-dfd6-4fc7-b41d-891ac797d29a', 'name': '', 'network_id': '5f9fd341-b656-4d2d-8335-d7be198cab85', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'mac_address': 'fa:16:3e:a7:fb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:26:38Z', 'updated_at': '2021-09-08T10:26:44Z', 'revision_number': 5, 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'subnets': [{'id': '4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:32:07.915815 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c559b67-2ae3-4cc0-a1ae-14b2a96597a8 req-680182f1-f319-41d1-8593-7388d4e4ff70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:32:07.917451 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7c559b67-2ae3-4cc0-a1ae-14b2a96597a8 req-680182f1-f319-41d1-8593-7388d4e4ff70 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d HTTP/1.1" status: 200 len: 848 time: 0.0673287 Sep 08 10:32:07.931661 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3724c0-acc3-4877-9bae-c8b14f31d76c None None] Checking router: 2e96fd61-d534-49b6-85bb-b796d0dfbe12 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:32:07.940392 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3724c0-acc3-4877-9bae-c8b14f31d76c None None] Routers {'2e96fd61-d534-49b6-85bb-b796d0dfbe12'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:32:07.941004 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-ef3724c0-acc3-4877-9bae-c8b14f31d76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:31:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['2e96fd61-d534-49b6-85bb-b796d0dfbe12'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:32:07.968176 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c559b67-2ae3-4cc0-a1ae-14b2a96597a8 req-d56cc0e2-1523-4dd9-8ad7-939ffcd70fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:32:07.969948 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7c559b67-2ae3-4cc0-a1ae-14b2a96597a8 req-d56cc0e2-1523-4dd9-8ad7-939ffcd70fbe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f9fd341-b656-4d2d-8335-d7be198cab85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441029 Sep 08 10:32:08.045168 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-ef3724c0-acc3-4877-9bae-c8b14f31d76c None None] Set router 2e96fd61-d534-49b6-85bb-b796d0dfbe12 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:32:08.089747 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7c559b67-2ae3-4cc0-a1ae-14b2a96597a8 req-04b7658d-65a3-4d5b-bae5-bcbbb5b4d72d service neutron] 10.222.0.37 "GET /v2.0/networks/5f9fd341-b656-4d2d-8335-d7be198cab85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927320 Sep 08 10:32:08.187479 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-7c559b67-2ae3-4cc0-a1ae-14b2a96597a8 req-c073c596-2e52-4f61-a22d-d2daea722f5f service neutron] 10.222.0.37 "GET /v2.0/networks/5f9fd341-b656-4d2d-8335-d7be198cab85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879271 Sep 08 10:32:08.257934 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-ef3724c0-acc3-4877-9bae-c8b14f31d76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'name': 'tempest-TestSnapshotPattern-517736357-router', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '31556f75-1850-4088-b007-6a995ed67e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:26:36Z', 'updated_at': '2021-09-08T10:26:38Z', 'revision_number': 4, 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'gw_port': {'id': '31556f75-1850-4088-b007-6a995ed67e98', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:26:36Z', 'updated_at': '2021-09-08T10:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '23c43ac4-dfd6-4fc7-b41d-891ac797d29a', 'name': '', 'network_id': '5f9fd341-b656-4d2d-8335-d7be198cab85', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'mac_address': 'fa:16:3e:a7:fb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:26:38Z', 'updated_at': '2021-09-08T10:26:44Z', 'revision_number': 5, 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'subnets': [{'id': '4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:32:08.284342 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3724c0-acc3-4877-9bae-c8b14f31d76c None None] The sync data for ids ['2e96fd61-d534-49b6-85bb-b796d0dfbe12'] in n-d-806683-11 is: [{'id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'name': 'tempest-TestSnapshotPattern-517736357-router', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '31556f75-1850-4088-b007-6a995ed67e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:26:36Z', 'updated_at': '2021-09-08T10:26:38Z', 'revision_number': 4, 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'gw_port': {'id': '31556f75-1850-4088-b007-6a995ed67e98', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:26:36Z', 'updated_at': '2021-09-08T10:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11', '_interfaces': [{'id': '23c43ac4-dfd6-4fc7-b41d-891ac797d29a', 'name': '', 'network_id': '5f9fd341-b656-4d2d-8335-d7be198cab85', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'mac_address': 'fa:16:3e:a7:fb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:26:38Z', 'updated_at': '2021-09-08T10:26:44Z', 'revision_number': 5, 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'subnets': [{'id': '4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:32:08.473662 n-d-806683-11 neutron-server[94712]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb9e2e-0fac-48fc-8a68-e91e6615c41c req-52a52a41-7049-443a-8b1a-6bd88807eea3 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94712) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 10:32:08.475212 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-27eb9e2e-0fac-48fc-8a68-e91e6615c41c req-52a52a41-7049-443a-8b1a-6bd88807eea3 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.37 "GET /v2.0/ports?device_id=564f6a84-d074-40a4-b94b-b92c8efeafcf HTTP/1.1" status: 200 len: 943 time: 0.0546296 Sep 08 10:32:08.510998 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2727ecf5-6799-40fe-8546-4d93bd5eae8a None None] New status for floating IP 8ec734d5-4da1-4bdc-8e77-efd77d2fa114: DOWN {{(pid=94714) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 10:32:08.582189 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-27eb9e2e-0fac-48fc-8a68-e91e6615c41c req-aa960d08-a03c-4031-b71b-b501715cb4b2 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Deleting port 66279160-c76c-49a1-a367-5c9a79942a51 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:32:08.582544 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-27eb9e2e-0fac-48fc-8a68-e91e6615c41c req-aa960d08-a03c-4031-b71b-b501715cb4b2 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:08.673837 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [req-27eb9e2e-0fac-48fc-8a68-e91e6615c41c req-aa960d08-a03c-4031-b71b-b501715cb4b2 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] For port 66279160-c76c-49a1-a367-5c9a79942a51, host n-h1-806683-11, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-806683-11',level=0,port_id=66279160-c76c-49a1-a367-5c9a79942a51,segment=NetworkSegment(c9b43f1d-52fe-4099-a435-e69415b2e1b2),segment_id=c9b43f1d-52fe-4099-a435-e69415b2e1b2)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:32:08.674533 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-27eb9e2e-0fac-48fc-8a68-e91e6615c41c req-aa960d08-a03c-4031-b71b-b501715cb4b2 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:08.686260 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [req-27eb9e2e-0fac-48fc-8a68-e91e6615c41c req-aa960d08-a03c-4031-b71b-b501715cb4b2 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Calling delete_port for 66279160-c76c-49a1-a367-5c9a79942a51 owned by compute:nova {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:32:08.817939 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-27eb9e2e-0fac-48fc-8a68-e91e6615c41c req-aa960d08-a03c-4031-b71b-b501715cb4b2 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:08.848244 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa960d08-a03c-4031-b71b-b501715cb4b2 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Pushing event deleted for resources: {'Port': ['ID=66279160-c76c-49a1-a367-5c9a79942a51,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:32:08.897626 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [req-27eb9e2e-0fac-48fc-8a68-e91e6615c41c req-aa960d08-a03c-4031-b71b-b501715cb4b2 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] No DVR routers for this DVR port 66279160-c76c-49a1-a367-5c9a79942a51 on host n-h1-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 10:32:08.900293 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [req-27eb9e2e-0fac-48fc-8a68-e91e6615c41c req-aa960d08-a03c-4031-b71b-b501715cb4b2 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76508'] for port, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:08.902408 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-27eb9e2e-0fac-48fc-8a68-e91e6615c41c req-aa960d08-a03c-4031-b71b-b501715cb4b2 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.37 "DELETE /v2.0/ports/66279160-c76c-49a1-a367-5c9a79942a51 HTTP/1.1" status: 204 len: 173 time: 0.4204099 Sep 08 10:32:08.902849 n-d-806683-11 neutron-server[94712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564f6a84-d074-40a4-b94b-b92c8efeafcf', 'name': 'network-vif-deleted', 'tag': '66279160-c76c-49a1-a367-5c9a79942a51'}] {{(pid=94712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 10:32:08.905122 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.54/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6d8791982afaecab7ac4ff35378886556c7368b3431feeffd96d9cda6ccfddd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970a513d-0f8f-49a4-ae47-0bf39987e03c" -d '{"events": [{"server_uuid": "564f6a84-d074-40a4-b94b-b92c8efeafcf", "name": "network-vif-deleted", "tag": "66279160-c76c-49a1-a367-5c9a79942a51"}]}' {{(pid=94712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 10:32:08.944919 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 10:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4802ee7b-6cbf-45b9-8b4f-7569dc0ed52b x-openstack-request-id: req-4802ee7b-6cbf-45b9-8b4f-7569dc0ed52b {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 10:32:08.945217 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "564f6a84-d074-40a4-b94b-b92c8efeafcf", "name": "network-vif-deleted", "tag": "66279160-c76c-49a1-a367-5c9a79942a51", "status": "completed", "code": 200}]} {{(pid=94712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 10:32:08.945500 n-d-806683-11 neutron-server[94712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.54/compute/v2.1/os-server-external-events used request id req-4802ee7b-6cbf-45b9-8b4f-7569dc0ed52b {{(pid=94712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 10:32:08.945906 n-d-806683-11 neutron-server[94712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '564f6a84-d074-40a4-b94b-b92c8efeafcf', 'name': 'network-vif-deleted', 'tag': '66279160-c76c-49a1-a367-5c9a79942a51', 'status': 'completed', 'code': 200} Sep 08 10:32:08.984031 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [req-361563a4-6974-45b4-ad4c-d24495f00a27 req-ae519ee5-66ba-43cb-add4-a232563bc7be tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "GET /v2.0/ports?device_id=564f6a84-d074-40a4-b94b-b92c8efeafcf HTTP/1.1" status: 200 len: 210 time: 0.0269654 Sep 08 10:32:10.045427 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41656) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:32:10.106565 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9ecd929e-d219-4e34-979d-39946256a5b0 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:10.131349 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9ecd929e-d219-4e34-979d-39946256a5b0 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:10.191210 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9ecd929e-d219-4e34-979d-39946256a5b0 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:10.193831 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-9ecd929e-d219-4e34-979d-39946256a5b0 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:10.195043 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-9ecd929e-d219-4e34-979d-39946256a5b0 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] 10.222.0.54 "DELETE /v2.0/security-groups/fd64b5b0-ea35-48af-89cb-964f5ee7c2dc HTTP/1.1" status: 204 len: 168 time: 0.1503637 Sep 08 10:32:10.204581 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecd929e-d219-4e34-979d-39946256a5b0 tempest-TestSnapshotPattern-168486504 tempest-TestSnapshotPattern-168486504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd64b5b0-ea35-48af-89cb-964f5ee7c2dc,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:32:10.244618 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41660) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:32:10.668552 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-029d21c0-aacf-489c-b180-9ecc639b9df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:10.915462 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-029d21c0-aacf-489c-b180-9ecc639b9df3 admin admin] Deleting port 23c43ac4-dfd6-4fc7-b41d-891ac797d29a {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:32:10.915696 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-029d21c0-aacf-489c-b180-9ecc639b9df3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:10.995625 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-029d21c0-aacf-489c-b180-9ecc639b9df3 admin admin] For port 23c43ac4-dfd6-4fc7-b41d-891ac797d29a, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=23c43ac4-dfd6-4fc7-b41d-891ac797d29a,segment=NetworkSegment(c9b43f1d-52fe-4099-a435-e69415b2e1b2),segment_id=c9b43f1d-52fe-4099-a435-e69415b2e1b2)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:32:10.995989 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-029d21c0-aacf-489c-b180-9ecc639b9df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:11.008415 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-029d21c0-aacf-489c-b180-9ecc639b9df3 admin admin] Calling delete_port for 23c43ac4-dfd6-4fc7-b41d-891ac797d29a owned by network:router_interface {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:32:11.365673 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 66279160-c76c-49a1-a367-5c9a79942a51 no longer exists at agent hyperv_n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:32:11.389020 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] No Port match for: 66279160-c76c-49a1-a367-5c9a79942a51 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:32:11.389368 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Device 66279160-c76c-49a1-a367-5c9a79942a51 not bound to the agent host n-h1-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:32:11.451294 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-029d21c0-aacf-489c-b180-9ecc639b9df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:11.475351 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d21c0-aacf-489c-b180-9ecc639b9df3 admin admin] Pushing event deleted for resources: {'Port': ['ID=23c43ac4-dfd6-4fc7-b41d-891ac797d29a,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:32:11.647035 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-029d21c0-aacf-489c-b180-9ecc639b9df3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:11.859510 n-d-806683-11 neutron-server[94713]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029d21c0-aacf-489c-b180-9ecc639b9df3 admin admin] Router 2e96fd61-d534-49b6-85bb-b796d0dfbe12 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94713) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 10:32:11.970820 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029d21c0-aacf-489c-b180-9ecc639b9df3 admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94713) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:32:11.975673 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-029d21c0-aacf-489c-b180-9ecc639b9df3 admin admin] 10.222.0.54 "PUT /v2.0/routers/2e96fd61-d534-49b6-85bb-b796d0dfbe12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7299747 Sep 08 10:32:11.978271 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41664) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:32:11.980908 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f647e84f-8855-445d-8538-dd9c0583589e None None] Sync routers for ids ['2e96fd61-d534-49b6-85bb-b796d0dfbe12'] in n-d-806683-11 {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:32:11.990733 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f647e84f-8855-445d-8538-dd9c0583589e None None] Routers {'2e96fd61-d534-49b6-85bb-b796d0dfbe12'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:32:11.991333 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-f647e84f-8855-445d-8538-dd9c0583589e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:31:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['2e96fd61-d534-49b6-85bb-b796d0dfbe12'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:32:12.080665 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6eb615a4-587a-450b-b237-dec94744aa4b admin admin] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:12.092249 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-f647e84f-8855-445d-8538-dd9c0583589e None None] Set router 2e96fd61-d534-49b6-85bb-b796d0dfbe12 gateway port host: n-d-806683-11 {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:32:12.190703 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6eb615a4-587a-450b-b237-dec94744aa4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:12.243023 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-6eb615a4-587a-450b-b237-dec94744aa4b admin admin] Deleting port 31556f75-1850-4088-b007-6a995ed67e98 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:32:12.243263 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6eb615a4-587a-450b-b237-dec94744aa4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:12.277342 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-f647e84f-8855-445d-8538-dd9c0583589e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'name': 'tempest-TestSnapshotPattern-517736357-router', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': '31556f75-1850-4088-b007-6a995ed67e98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:26:36Z', 'updated_at': '2021-09-08T10:32:11Z', 'revision_number': 5, 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'gw_port': {'id': '31556f75-1850-4088-b007-6a995ed67e98', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:26:36Z', 'updated_at': '2021-09-08T10:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:32:12.306634 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f647e84f-8855-445d-8538-dd9c0583589e None None] Checking router: 2e96fd61-d534-49b6-85bb-b796d0dfbe12 for host: n-d-806683-11 {{(pid=94715) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:32:12.314603 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f647e84f-8855-445d-8538-dd9c0583589e None None] Routers {'2e96fd61-d534-49b6-85bb-b796d0dfbe12'} bound to L3 agent in host n-d-806683-11 {{(pid=94715) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:32:12.315195 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-f647e84f-8855-445d-8538-dd9c0583589e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:31:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['2e96fd61-d534-49b6-85bb-b796d0dfbe12'], 'active': True} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:32:12.320534 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-6eb615a4-587a-450b-b237-dec94744aa4b admin admin] For port 31556f75-1850-4088-b007-6a995ed67e98, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=31556f75-1850-4088-b007-6a995ed67e98,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:32:12.320905 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6eb615a4-587a-450b-b237-dec94744aa4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:12.334209 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-6eb615a4-587a-450b-b237-dec94744aa4b admin admin] Calling delete_port for 31556f75-1850-4088-b007-6a995ed67e98 owned by network:router_gateway {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:32:12.398838 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_dvr_db [None req-f647e84f-8855-445d-8538-dd9c0583589e None None] Set router 2e96fd61-d534-49b6-85bb-b796d0dfbe12 gateway port host: None {{(pid=94715) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:32:12.448972 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.l3_hamode_db [None req-f647e84f-8855-445d-8538-dd9c0583589e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'name': 'tempest-TestSnapshotPattern-517736357-router', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:26:36Z', 'updated_at': '2021-09-08T10:32:12Z', 'revision_number': 6, 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'gw_port_host': None}], 'n-d-806683-11', False) {} {{(pid=94715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:32:12.478689 n-d-806683-11 neutron-server[94715]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f647e84f-8855-445d-8538-dd9c0583589e None None] The sync data for ids ['2e96fd61-d534-49b6-85bb-b796d0dfbe12'] in n-d-806683-11 is: [{'id': '2e96fd61-d534-49b6-85bb-b796d0dfbe12', 'name': 'tempest-TestSnapshotPattern-517736357-router', 'tenant_id': 'e3a56230b5a74c4dab66af298a86a83f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:26:36Z', 'updated_at': '2021-09-08T10:32:12Z', 'revision_number': 6, 'project_id': 'e3a56230b5a74c4dab66af298a86a83f', 'gw_port_host': None}] {{(pid=94715) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:32:12.501192 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6eb615a4-587a-450b-b237-dec94744aa4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:12.532127 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb615a4-587a-450b-b237-dec94744aa4b admin admin] Pushing event deleted for resources: {'Port': ['ID=31556f75-1850-4088-b007-6a995ed67e98,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:32:12.591683 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6eb615a4-587a-450b-b237-dec94744aa4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:12.681930 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6eb615a4-587a-450b-b237-dec94744aa4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:12.684067 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6eb615a4-587a-450b-b237-dec94744aa4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:12.726436 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6eb615a4-587a-450b-b237-dec94744aa4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:12.727015 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb615a4-587a-450b-b237-dec94744aa4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e96fd61-d534-49b6-85bb-b796d0dfbe12 {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 10:32:12.731404 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-6eb615a4-587a-450b-b237-dec94744aa4b admin admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:12.732634 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-6eb615a4-587a-450b-b237-dec94744aa4b admin admin] 10.222.0.54 "DELETE /v2.0/routers/2e96fd61-d534-49b6-85bb-b796d0dfbe12 HTTP/1.1" status: 204 len: 168 time: 0.7534604 Sep 08 10:32:12.736185 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41666) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:32:12.782850 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d7a407a-72fd-4a23-bbcd-5ccea0602939 admin admin] Deleting subnet 4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 10:32:12.785980 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0d7a407a-72fd-4a23-bbcd-5ccea0602939 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:12.820939 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0d7a407a-72fd-4a23-bbcd-5ccea0602939 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:12.915121 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0d7a407a-72fd-4a23-bbcd-5ccea0602939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:12.957039 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 23c43ac4-dfd6-4fc7-b41d-891ac797d29a no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:32:12.977573 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0d7a407a-72fd-4a23-bbcd-5ccea0602939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:12.978426 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 23c43ac4-dfd6-4fc7-b41d-891ac797d29a {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:32:12.978860 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 23c43ac4-dfd6-4fc7-b41d-891ac797d29a not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:32:13.005124 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a407a-72fd-4a23-bbcd-5ccea0602939 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:32:13.007100 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-0d7a407a-72fd-4a23-bbcd-5ccea0602939 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:13.009143 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-0d7a407a-72fd-4a23-bbcd-5ccea0602939 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/4a8ab96a-dc5b-42e5-bae2-d9bccf6a709d HTTP/1.1" status: 204 len: 168 time: 0.2718399 Sep 08 10:32:13.011566 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41668) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:32:13.014026 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12822afa-2ae9-4d97-b25d-70e228f0b2e1 None None] Network 5f9fd341-b656-4d2d-8335-d7be198cab85 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:32:13.080786 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cf74ca8e-99d7-42bc-8a3f-69918667ac18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:13.139576 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-cf74ca8e-99d7-42bc-8a3f-69918667ac18 admin admin] Deleting port edb1dc9b-fc09-44a7-9ffa-63fcc7b1d305 {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:32:13.139932 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cf74ca8e-99d7-42bc-8a3f-69918667ac18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:13.206099 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-cf74ca8e-99d7-42bc-8a3f-69918667ac18 admin admin] For port edb1dc9b-fc09-44a7-9ffa-63fcc7b1d305, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=edb1dc9b-fc09-44a7-9ffa-63fcc7b1d305,segment=NetworkSegment(c9b43f1d-52fe-4099-a435-e69415b2e1b2),segment_id=c9b43f1d-52fe-4099-a435-e69415b2e1b2)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:32:13.206398 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cf74ca8e-99d7-42bc-8a3f-69918667ac18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:13.218351 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-cf74ca8e-99d7-42bc-8a3f-69918667ac18 admin admin] Calling delete_port for edb1dc9b-fc09-44a7-9ffa-63fcc7b1d305 owned by network:dhcp {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:32:13.283446 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13b78eb-08cb-4ef0-bfac-c036c6b14831 None None] DHCP port deletion for 5f9fd341-b656-4d2d-8335-d7be198cab85 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 10:32:13.305031 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cf74ca8e-99d7-42bc-8a3f-69918667ac18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:13.331908 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf74ca8e-99d7-42bc-8a3f-69918667ac18 admin admin] Pushing event deleted for resources: {'Port': ['ID=edb1dc9b-fc09-44a7-9ffa-63fcc7b1d305,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:32:13.333677 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d13b78eb-08cb-4ef0-bfac-c036c6b14831 None None] Deleting port edb1dc9b-fc09-44a7-9ffa-63fcc7b1d305 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:32:13.333677 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d13b78eb-08cb-4ef0-bfac-c036c6b14831 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:13.335305 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf74ca8e-99d7-42bc-8a3f-69918667ac18 admin admin] No DVR routers for this DVR port edb1dc9b-fc09-44a7-9ffa-63fcc7b1d305 on host n-d-806683-11 {{(pid=94713) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 10:32:13.397794 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-d13b78eb-08cb-4ef0-bfac-c036c6b14831 None None] For port edb1dc9b-fc09-44a7-9ffa-63fcc7b1d305, host n-d-806683-11, got binding levels [] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:32:13.397929 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d13b78eb-08cb-4ef0-bfac-c036c6b14831 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:13.405041 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cf74ca8e-99d7-42bc-8a3f-69918667ac18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:13.414726 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d13b78eb-08cb-4ef0-bfac-c036c6b14831 None None] Calling delete_port for edb1dc9b-fc09-44a7-9ffa-63fcc7b1d305 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:32:13.417559 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.ipam_backend_mixin [None req-d13b78eb-08cb-4ef0-bfac-c036c6b14831 None None] Port edb1dc9b-fc09-44a7-9ffa-63fcc7b1d305 was not found and therefore no delete operation was performed {{(pid=94714) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 08 10:32:13.418942 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d13b78eb-08cb-4ef0-bfac-c036c6b14831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:13.432108 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-cf74ca8e-99d7-42bc-8a3f-69918667ac18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f9fd341-b656-4d2d-8335-d7be198cab85']}} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:32:13.442804 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-cf74ca8e-99d7-42bc-8a3f-69918667ac18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9b43f1d-52fe-4099-a435-e69415b2e1b2') {'for_net_delete': True} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:32:13.443112 n-d-806683-11 neutron-server[94713]: DEBUG neutron.services.segments.db [None req-cf74ca8e-99d7-42bc-8a3f-69918667ac18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9b43f1d-52fe-4099-a435-e69415b2e1b2') {} {{(pid=94713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:32:13.449028 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b78eb-08cb-4ef0-bfac-c036c6b14831 None None] Pushing event deleted for resources: {'Port': ['ID=edb1dc9b-fc09-44a7-9ffa-63fcc7b1d305,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:32:13.452869 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cf74ca8e-99d7-42bc-8a3f-69918667ac18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127158730'] for segment, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:13.457405 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13b78eb-08cb-4ef0-bfac-c036c6b14831 None None] No DVR routers for this DVR port edb1dc9b-fc09-44a7-9ffa-63fcc7b1d305 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 10:32:13.471716 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cf74ca8e-99d7-42bc-8a3f-69918667ac18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:13.478517 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf74ca8e-99d7-42bc-8a3f-69918667ac18 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94713) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 10:32:13.479120 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cf74ca8e-99d7-42bc-8a3f-69918667ac18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127158334'] for segment, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:13.482079 n-d-806683-11 neutron-server[94713]: Traceback (most recent call last): Sep 08 10:32:13.482079 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 10:32:13.482079 n-d-806683-11 neutron-server[94713]: timer() Sep 08 10:32:13.482079 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 10:32:13.482079 n-d-806683-11 neutron-server[94713]: cb(*args, **kw) Sep 08 10:32:13.482079 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 10:32:13.482079 n-d-806683-11 neutron-server[94713]: return func(*args, **kwargs) Sep 08 10:32:13.482079 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 10:32:13.482079 n-d-806683-11 neutron-server[94713]: self._notify() Sep 08 10:32:13.482079 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 10:32:13.482079 n-d-806683-11 neutron-server[94713]: self.callback(batched_events) Sep 08 10:32:13.482079 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 10:32:13.482079 n-d-806683-11 neutron-server[94713]: event.method(event) Sep 08 10:32:13.482079 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 10:32:13.482079 n-d-806683-11 neutron-server[94713]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 10:32:13.482079 n-d-806683-11 neutron-server[94713]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 10:32:13.482079 n-d-806683-11 neutron-server[94713]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 10:32:13.482079 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 10:32:13.482079 n-d-806683-11 neutron-server[94713]: return f(self, *a, **k) Sep 08 10:32:13.482079 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 10:32:13.482079 n-d-806683-11 neutron-server[94713]: return self._get(url).json() Sep 08 10:32:13.482079 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 10:32:13.482079 n-d-806683-11 neutron-server[94713]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 10:32:13.482079 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 10:32:13.482079 n-d-806683-11 neutron-server[94713]: return self.request(url, 'GET', **kwargs) Sep 08 10:32:13.482079 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 10:32:13.482079 n-d-806683-11 neutron-server[94713]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 10:32:13.482079 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 10:32:13.482079 n-d-806683-11 neutron-server[94713]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 10:32:13.482079 n-d-806683-11 neutron-server[94713]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 10:32:13.482079 n-d-806683-11 neutron-server[94713]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 10:32:13.482079 n-d-806683-11 neutron-server[94713]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 10:32:13.539525 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cf74ca8e-99d7-42bc-8a3f-69918667ac18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:13.557667 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-cf74ca8e-99d7-42bc-8a3f-69918667ac18 admin admin] Notify callbacks [] for network, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:13.564992 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-cf74ca8e-99d7-42bc-8a3f-69918667ac18 admin admin] 10.222.0.54 "DELETE /v2.0/networks/5f9fd341-b656-4d2d-8335-d7be198cab85 HTTP/1.1" status: 204 len: 168 time: 0.5471020 Sep 08 10:32:13.566743 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 41670) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:32:13.567394 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf74ca8e-99d7-42bc-8a3f-69918667ac18 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f9fd341-b656-4d2d-8335-d7be198cab85,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:32:13.906322 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-03c4c0cf-b4f8-4081-9f1f-3891a5ea987e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-767341'] for router_interface, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:14.151932 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-03c4c0cf-b4f8-4081-9f1f-3891a5ea987e admin admin] Deleting port aa904002-525e-4d26-b312-cf29848bb1d6 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:32:14.152274 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-03c4c0cf-b4f8-4081-9f1f-3891a5ea987e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:14.230810 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-03c4c0cf-b4f8-4081-9f1f-3891a5ea987e admin admin] For port aa904002-525e-4d26-b312-cf29848bb1d6, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=aa904002-525e-4d26-b312-cf29848bb1d6,segment=NetworkSegment(a41091f5-9456-4485-b205-a7f47dd132e1),segment_id=a41091f5-9456-4485-b205-a7f47dd132e1)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:32:14.231152 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-03c4c0cf-b4f8-4081-9f1f-3891a5ea987e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:14.243713 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-03c4c0cf-b4f8-4081-9f1f-3891a5ea987e admin admin] Calling delete_port for aa904002-525e-4d26-b312-cf29848bb1d6 owned by network:router_interface {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:32:14.622927 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 31556f75-1850-4088-b007-6a995ed67e98 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:32:14.643748 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: 31556f75-1850-4088-b007-6a995ed67e98 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:32:14.644179 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device 31556f75-1850-4088-b007-6a995ed67e98 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:32:14.644669 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device edb1dc9b-fc09-44a7-9ffa-63fcc7b1d305 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:32:14.664019 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: edb1dc9b-fc09-44a7-9ffa-63fcc7b1d305 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:32:14.664373 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device edb1dc9b-fc09-44a7-9ffa-63fcc7b1d305 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:32:14.749186 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-03c4c0cf-b4f8-4081-9f1f-3891a5ea987e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:14.778782 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4c0cf-b4f8-4081-9f1f-3891a5ea987e admin admin] Pushing event deleted for resources: {'Port': ['ID=aa904002-525e-4d26-b312-cf29848bb1d6,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:32:14.940997 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-03c4c0cf-b4f8-4081-9f1f-3891a5ea987e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-577221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-767361'] for router_interface, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:15.153156 n-d-806683-11 neutron-server[94712]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c4c0cf-b4f8-4081-9f1f-3891a5ea987e admin admin] Router 9f3ef8ad-e55b-405f-9f8a-ba0aed296109 has already been hosted by L3 agent c9298035-b3c7-40a5-965c-083a893f9819 {{(pid=94712) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 10:32:15.259003 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c4c0cf-b4f8-4081-9f1f-3891a5ea987e admin admin] Notify agent at l3_agent.n-d-806683-11 the message routers_updated {{(pid=94712) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 10:32:15.264476 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-03c4c0cf-b4f8-4081-9f1f-3891a5ea987e admin admin] 10.222.0.54 "PUT /v2.0/routers/9f3ef8ad-e55b-405f-9f8a-ba0aed296109/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7002139 Sep 08 10:32:15.267184 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41672) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:32:15.267663 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a8fb8e-c635-40b0-82d0-8e3a05039a36 None None] Sync routers for ids ['9f3ef8ad-e55b-405f-9f8a-ba0aed296109'] in n-d-806683-11 {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 10:32:15.276633 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a8fb8e-c635-40b0-82d0-8e3a05039a36 None None] Routers {'9f3ef8ad-e55b-405f-9f8a-ba0aed296109'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:32:15.277250 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-13a8fb8e-c635-40b0-82d0-8e3a05039a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:31:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['9f3ef8ad-e55b-405f-9f8a-ba0aed296109'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:32:15.374051 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-586acff9-fbb1-4ad2-94ba-4695fe5ebf64 admin admin] Notify callbacks [] for router, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:15.382417 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-13a8fb8e-c635-40b0-82d0-8e3a05039a36 None None] Set router 9f3ef8ad-e55b-405f-9f8a-ba0aed296109 gateway port host: n-d-806683-11 {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:32:15.478126 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-586acff9-fbb1-4ad2-94ba-4695fe5ebf64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:15.531156 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-586acff9-fbb1-4ad2-94ba-4695fe5ebf64 admin admin] Deleting port c2484202-4823-42c1-9075-1c93b192321d {{(pid=94713) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:32:15.531541 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-586acff9-fbb1-4ad2-94ba-4695fe5ebf64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:15.560667 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-13a8fb8e-c635-40b0-82d0-8e3a05039a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3ef8ad-e55b-405f-9f8a-ba0aed296109', 'name': 'tempest-TestSnapshotPattern-839539992-router', 'tenant_id': 'c6dae74c5a384f0c99bc9aaf071dc2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'external_fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'c2484202-4823-42c1-9075-1c93b192321d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:26:40Z', 'updated_at': '2021-09-08T10:32:14Z', 'revision_number': 5, 'project_id': 'c6dae74c5a384f0c99bc9aaf071dc2c3', 'gw_port': {'id': 'c2484202-4823-42c1-9075-1c93b192321d', 'name': '', 'network_id': '399c4174-1e86-4a10-bb99-f875a09107d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:1d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3ef8ad-e55b-405f-9f8a-ba0aed296109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-806683-11', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T10:26:40Z', 'updated_at': '2021-09-08T10:26:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1801384-16df-4c9a-9239-e1612ecbde18', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-806683-11'}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:32:15.591675 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a8fb8e-c635-40b0-82d0-8e3a05039a36 None None] Checking router: 9f3ef8ad-e55b-405f-9f8a-ba0aed296109 for host: n-d-806683-11 {{(pid=94714) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 10:32:15.600618 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a8fb8e-c635-40b0-82d0-8e3a05039a36 None None] Routers {'9f3ef8ad-e55b-405f-9f8a-ba0aed296109'} bound to L3 agent in host n-d-806683-11 {{(pid=94714) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 10:32:15.601229 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-13a8fb8e-c635-40b0-82d0-8e3a05039a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-806683-11', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T08:44:51Z,description=,heartbeat_timestamp=2021-09-08T10:31:51Z,host='n-d-806683-11',id=c9298035-b3c7-40a5-965c-083a893f9819,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T08:44:51Z,topic='l3_agent')) {'router_ids': ['9f3ef8ad-e55b-405f-9f8a-ba0aed296109'], 'active': True} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:32:15.613943 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.db [None req-586acff9-fbb1-4ad2-94ba-4695fe5ebf64 admin admin] For port c2484202-4823-42c1-9075-1c93b192321d, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=c2484202-4823-42c1-9075-1c93b192321d,segment=NetworkSegment(cd5b0389-4b83-49e2-a38b-f879a6316c15),segment_id=cd5b0389-4b83-49e2-a38b-f879a6316c15)] {{(pid=94713) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:32:15.614344 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-586acff9-fbb1-4ad2-94ba-4695fe5ebf64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:15.626302 n-d-806683-11 neutron-server[94713]: DEBUG neutron.plugins.ml2.plugin [None req-586acff9-fbb1-4ad2-94ba-4695fe5ebf64 admin admin] Calling delete_port for c2484202-4823-42c1-9075-1c93b192321d owned by network:router_gateway {{(pid=94713) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:32:15.686341 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvr_db [None req-13a8fb8e-c635-40b0-82d0-8e3a05039a36 None None] Set router 9f3ef8ad-e55b-405f-9f8a-ba0aed296109 gateway port host: None {{(pid=94714) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 10:32:15.741161 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_hamode_db [None req-13a8fb8e-c635-40b0-82d0-8e3a05039a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3ef8ad-e55b-405f-9f8a-ba0aed296109', 'name': 'tempest-TestSnapshotPattern-839539992-router', 'tenant_id': 'c6dae74c5a384f0c99bc9aaf071dc2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:26:40Z', 'updated_at': '2021-09-08T10:32:15Z', 'revision_number': 6, 'project_id': 'c6dae74c5a384f0c99bc9aaf071dc2c3', 'gw_port_host': None}], 'n-d-806683-11', False) {} {{(pid=94714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:32:15.772090 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a8fb8e-c635-40b0-82d0-8e3a05039a36 None None] The sync data for ids ['9f3ef8ad-e55b-405f-9f8a-ba0aed296109'] in n-d-806683-11 is: [{'id': '9f3ef8ad-e55b-405f-9f8a-ba0aed296109', 'name': 'tempest-TestSnapshotPattern-839539992-router', 'tenant_id': 'c6dae74c5a384f0c99bc9aaf071dc2c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T10:26:40Z', 'updated_at': '2021-09-08T10:32:15Z', 'revision_number': 6, 'project_id': 'c6dae74c5a384f0c99bc9aaf071dc2c3', 'gw_port_host': None}] {{(pid=94714) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 10:32:15.793914 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-586acff9-fbb1-4ad2-94ba-4695fe5ebf64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127158761'] for port, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:15.818856 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586acff9-fbb1-4ad2-94ba-4695fe5ebf64 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2484202-4823-42c1-9075-1c93b192321d,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:32:15.888726 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-586acff9-fbb1-4ad2-94ba-4695fe5ebf64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765475'] for router_gateway, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:16.255180 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-586acff9-fbb1-4ad2-94ba-4695fe5ebf64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-768880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2448'] for router, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:16.257231 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-586acff9-fbb1-4ad2-94ba-4695fe5ebf64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:16.300062 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-586acff9-fbb1-4ad2-94ba-4695fe5ebf64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-768841'] for router, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:16.300861 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586acff9-fbb1-4ad2-94ba-4695fe5ebf64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f3ef8ad-e55b-405f-9f8a-ba0aed296109 {{(pid=94713) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 10:32:16.304828 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-586acff9-fbb1-4ad2-94ba-4695fe5ebf64 admin admin] Notify callbacks [] for router, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:16.305932 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-586acff9-fbb1-4ad2-94ba-4695fe5ebf64 admin admin] 10.222.0.54 "DELETE /v2.0/routers/9f3ef8ad-e55b-405f-9f8a-ba0aed296109 HTTP/1.1" status: 204 len: 168 time: 1.0377507 Sep 08 10:32:16.308384 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41674) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:32:16.351956 n-d-806683-11 neutron-server[94713]: DEBUG neutron.db.db_base_plugin_v2 [None req-90fcccb7-0bc4-447b-af99-6eec4630c332 admin admin] Deleting subnet cba2be8b-4607-46f1-b39e-d533b5bdbeda {{(pid=94713) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 10:32:16.354998 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-90fcccb7-0bc4-447b-af99-6eec4630c332 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:16.387764 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-90fcccb7-0bc4-447b-af99-6eec4630c332 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127158723'] for subnet, precommit_delete_associations {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:16.467464 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-90fcccb7-0bc4-447b-af99-6eec4630c332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3852556'] for subnet, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:16.520851 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-90fcccb7-0bc4-447b-af99-6eec4630c332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3852597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127158684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127178776'] for subnet, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:16.545768 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fcccb7-0bc4-447b-af99-6eec4630c332 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cba2be8b-4607-46f1-b39e-d533b5bdbeda,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:32:16.552918 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-90fcccb7-0bc4-447b-af99-6eec4630c332 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:16.554880 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-90fcccb7-0bc4-447b-af99-6eec4630c332 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/cba2be8b-4607-46f1-b39e-d533b5bdbeda HTTP/1.1" status: 204 len: 168 time: 0.2455721 Sep 08 10:32:16.557586 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [-] (94712) accepted ('10.222.0.54', 41676) {{(pid=94712) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:32:16.558126 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfae0f67-e5af-40e2-8770-3aea7902cc8d None None] Network 79be5ec5-3acf-4293-a459-a7807f417ed6 requested from n-d-806683-11 {{(pid=94714) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 10:32:16.633408 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1c162d2e-d333-46e9-a62e-c5c4e27d9d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3885575'] for network, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:16.655832 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device c2484202-4823-42c1-9075-1c93b192321d no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:32:16.688754 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-1c162d2e-d333-46e9-a62e-c5c4e27d9d87 admin admin] Deleting port a9b963fd-d191-493e-818e-1cd53b202ae6 {{(pid=94712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:32:16.689111 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1c162d2e-d333-46e9-a62e-c5c4e27d9d87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:16.694754 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: c2484202-4823-42c1-9075-1c93b192321d {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:32:16.695274 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device c2484202-4823-42c1-9075-1c93b192321d not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:32:16.695514 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device aa904002-525e-4d26-b312-cf29848bb1d6 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:32:16.717769 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: aa904002-525e-4d26-b312-cf29848bb1d6 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:32:16.718013 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device aa904002-525e-4d26-b312-cf29848bb1d6 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:32:16.762539 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.db [None req-1c162d2e-d333-46e9-a62e-c5c4e27d9d87 admin admin] For port a9b963fd-d191-493e-818e-1cd53b202ae6, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a9b963fd-d191-493e-818e-1cd53b202ae6,segment=NetworkSegment(a41091f5-9456-4485-b205-a7f47dd132e1),segment_id=a41091f5-9456-4485-b205-a7f47dd132e1)] {{(pid=94712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:32:16.762909 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1c162d2e-d333-46e9-a62e-c5c4e27d9d87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:16.776761 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.plugin [None req-1c162d2e-d333-46e9-a62e-c5c4e27d9d87 admin admin] Calling delete_port for a9b963fd-d191-493e-818e-1cd53b202ae6 owned by network:dhcp {{(pid=94712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:32:16.807169 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96258661-93ff-4f04-94a5-9ce556a52bd9 None None] DHCP port deletion for 79be5ec5-3acf-4293-a459-a7807f417ed6 request from n-d-806683-11 {{(pid=94714) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 10:32:16.855555 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-96258661-93ff-4f04-94a5-9ce556a52bd9 None None] Deleting port a9b963fd-d191-493e-818e-1cd53b202ae6 {{(pid=94714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 10:32:16.856223 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-96258661-93ff-4f04-94a5-9ce556a52bd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774288512790'] for port, before_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:16.861588 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1c162d2e-d333-46e9-a62e-c5c4e27d9d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126200461'] for port, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:16.887810 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c162d2e-d333-46e9-a62e-c5c4e27d9d87 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9b963fd-d191-493e-818e-1cd53b202ae6,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:32:16.893064 n-d-806683-11 neutron-server[94712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c162d2e-d333-46e9-a62e-c5c4e27d9d87 admin admin] No DVR routers for this DVR port a9b963fd-d191-493e-818e-1cd53b202ae6 on host n-d-806683-11 {{(pid=94712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 10:32:16.923691 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.db [None req-96258661-93ff-4f04-94a5-9ce556a52bd9 None None] For port a9b963fd-d191-493e-818e-1cd53b202ae6, host n-d-806683-11, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-806683-11',level=0,port_id=a9b963fd-d191-493e-818e-1cd53b202ae6,segment=NetworkSegment(a41091f5-9456-4485-b205-a7f47dd132e1),segment_id=a41091f5-9456-4485-b205-a7f47dd132e1)] {{(pid=94714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 10:32:16.924093 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-96258661-93ff-4f04-94a5-9ce556a52bd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-759828'] for port, precommit_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:16.971467 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1c162d2e-d333-46e9-a62e-c5c4e27d9d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3851649', 'neutron.services.segments.db._delete_segments_for_network-8774288577145'] for network, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:16.993733 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-1c162d2e-d333-46e9-a62e-c5c4e27d9d87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79be5ec5-3acf-4293-a459-a7807f417ed6']}} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:32:17.003929 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-1c162d2e-d333-46e9-a62e-c5c4e27d9d87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a41091f5-9456-4485-b205-a7f47dd132e1') {'for_net_delete': True} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:32:17.004228 n-d-806683-11 neutron-server[94712]: DEBUG neutron.services.segments.db [None req-1c162d2e-d333-46e9-a62e-c5c4e27d9d87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a41091f5-9456-4485-b205-a7f47dd132e1') {} {{(pid=94712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 10:32:17.014353 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1c162d2e-d333-46e9-a62e-c5c4e27d9d87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774288576642', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125904184'] for segment, before_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:17.027853 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1c162d2e-d333-46e9-a62e-c5c4e27d9d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606'] for segment, precommit_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:17.034931 n-d-806683-11 neutron-server[94712]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c162d2e-d333-46e9-a62e-c5c4e27d9d87 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94712) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 10:32:17.035274 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1c162d2e-d333-46e9-a62e-c5c4e27d9d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3851606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126200666'] for segment, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:17.037004 n-d-806683-11 neutron-server[94712]: Traceback (most recent call last): Sep 08 10:32:17.037004 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 10:32:17.037004 n-d-806683-11 neutron-server[94712]: timer() Sep 08 10:32:17.037004 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 10:32:17.037004 n-d-806683-11 neutron-server[94712]: cb(*args, **kw) Sep 08 10:32:17.037004 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 10:32:17.037004 n-d-806683-11 neutron-server[94712]: return func(*args, **kwargs) Sep 08 10:32:17.037004 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 10:32:17.037004 n-d-806683-11 neutron-server[94712]: self._notify() Sep 08 10:32:17.037004 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 10:32:17.037004 n-d-806683-11 neutron-server[94712]: self.callback(batched_events) Sep 08 10:32:17.037004 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 10:32:17.037004 n-d-806683-11 neutron-server[94712]: event.method(event) Sep 08 10:32:17.037004 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 10:32:17.037004 n-d-806683-11 neutron-server[94712]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 10:32:17.037004 n-d-806683-11 neutron-server[94712]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 10:32:17.037004 n-d-806683-11 neutron-server[94712]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 10:32:17.037004 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 10:32:17.037004 n-d-806683-11 neutron-server[94712]: return f(self, *a, **k) Sep 08 10:32:17.037004 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 10:32:17.037004 n-d-806683-11 neutron-server[94712]: return self._get(url).json() Sep 08 10:32:17.037004 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 10:32:17.037004 n-d-806683-11 neutron-server[94712]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 10:32:17.037004 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 10:32:17.037004 n-d-806683-11 neutron-server[94712]: return self.request(url, 'GET', **kwargs) Sep 08 10:32:17.037004 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 10:32:17.037004 n-d-806683-11 neutron-server[94712]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 10:32:17.037004 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 10:32:17.037004 n-d-806683-11 neutron-server[94712]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 10:32:17.037004 n-d-806683-11 neutron-server[94712]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 10:32:17.037004 n-d-806683-11 neutron-server[94712]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 10:32:17.037004 n-d-806683-11 neutron-server[94712]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 10:32:17.096740 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-96258661-93ff-4f04-94a5-9ce556a52bd9 None None] Calling delete_port for a9b963fd-d191-493e-818e-1cd53b202ae6 owned by network:dhcp {{(pid=94714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 10:32:17.098638 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1c162d2e-d333-46e9-a62e-c5c4e27d9d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3851662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765471'] for network, after_delete {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:17.104086 n-d-806683-11 neutron-server[94712]: DEBUG neutron_lib.callbacks.manager [None req-1c162d2e-d333-46e9-a62e-c5c4e27d9d87 admin admin] Notify callbacks [] for network, before_response {{(pid=94712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:17.105976 n-d-806683-11 neutron-server[94712]: INFO neutron.wsgi [None req-1c162d2e-d333-46e9-a62e-c5c4e27d9d87 admin admin] 10.222.0.54 "DELETE /v2.0/networks/79be5ec5-3acf-4293-a459-a7807f417ed6 HTTP/1.1" status: 204 len: 168 time: 0.5473073 Sep 08 10:32:17.119878 n-d-806683-11 neutron-server[94712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c162d2e-d333-46e9-a62e-c5c4e27d9d87 admin admin] Pushing event deleted for resources: {'Network': ['ID=79be5ec5-3acf-4293-a459-a7807f417ed6,revision_number=None']} {{(pid=94712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:32:17.176670 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-96258661-93ff-4f04-94a5-9ce556a52bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3816465', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-577276', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774288517852', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774288030886'] for port, after_delete {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:17.201264 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-96258661-93ff-4f04-94a5-9ce556a52bd9 None None] Network 79be5ec5-3acf-4293-a459-a7807f417ed6 is not hosted by any dhcp agent {{(pid=94714) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 08 10:32:17.201681 n-d-806683-11 neutron-server[94714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96258661-93ff-4f04-94a5-9ce556a52bd9 None None] No DVR routers for this DVR port a9b963fd-d191-493e-818e-1cd53b202ae6 on host n-d-806683-11 {{(pid=94714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 10:32:17.204036 n-d-806683-11 neutron-server[94714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96258661-93ff-4f04-94a5-9ce556a52bd9 None None] Pushing event deleted for resources: {'Port': ['ID=a9b963fd-d191-493e-818e-1cd53b202ae6,revision_number=None']} {{(pid=94714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:32:17.231550 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41680) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:32:17.272593 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-19c603ee-198a-414c-8286-3a47c31d376d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e3a56230b5a74c4dab66af298a86a83f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398798 Sep 08 10:32:17.275064 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41682) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:32:17.325688 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e963515a-b7ca-4c61-a1d9-e2175f5e8b34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:17.346811 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e963515a-b7ca-4c61-a1d9-e2175f5e8b34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:17.391864 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e963515a-b7ca-4c61-a1d9-e2175f5e8b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:17.394509 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-e963515a-b7ca-4c61-a1d9-e2175f5e8b34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:17.395667 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-e963515a-b7ca-4c61-a1d9-e2175f5e8b34 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ea968637-1796-4a8b-aedf-1c453e2d1635 HTTP/1.1" status: 204 len: 168 time: 0.1197147 Sep 08 10:32:17.403264 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e963515a-b7ca-4c61-a1d9-e2175f5e8b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea968637-1796-4a8b-aedf-1c453e2d1635,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:32:17.710767 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41688) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:32:17.752481 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-56999deb-7b4c-44eb-89d0-ed488f6e4247 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c6dae74c5a384f0c99bc9aaf071dc2c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405202 Sep 08 10:32:17.755274 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [-] (94713) accepted ('10.222.0.54', 41690) {{(pid=94713) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 10:32:17.803853 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-260d768c-e3b8-44b4-99e7-d6292447f913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:17.825621 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-260d768c-e3b8-44b4-99e7-d6292447f913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:17.850198 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9bb397d8-8093-477f-9522-2ad3e84fb8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:17.873156 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-260d768c-e3b8-44b4-99e7-d6292447f913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564928'] for security_group, after_delete {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:17.876938 n-d-806683-11 neutron-server[94713]: DEBUG neutron_lib.callbacks.manager [None req-260d768c-e3b8-44b4-99e7-d6292447f913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:17.878312 n-d-806683-11 neutron-server[94713]: INFO neutron.wsgi [None req-260d768c-e3b8-44b4-99e7-d6292447f913 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9ee4a7f9-e53c-4f56-bc63-250a6043ad00 HTTP/1.1" status: 204 len: 168 time: 0.1219740 Sep 08 10:32:17.887556 n-d-806683-11 neutron-server[94713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d768c-e3b8-44b4-99e7-d6292447f913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee4a7f9-e53c-4f56-bc63-250a6043ad00,revision_number=None']} {{(pid=94713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 10:32:18.623863 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a9b963fd-d191-493e-818e-1cd53b202ae6 no longer exists at agent ovs-agent-n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 10:32:18.647218 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.plugin [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] No Port match for: a9b963fd-d191-493e-818e-1cd53b202ae6 {{(pid=94714) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 10:32:18.647569 n-d-806683-11 neutron-server[94714]: DEBUG neutron.plugins.ml2.rpc [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Device a9b963fd-d191-493e-818e-1cd53b202ae6 not bound to the agent host n-d-806683-11 {{(pid=94714) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 10:32:20.584730 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:20.897222 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d24e1058-ac13-4538-acfe-d472e59301da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:22.536073 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:22.637118 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:32:23.920334 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:25.116080 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:29.725870 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:47.849596 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-11183c59-499e-4ec9-b008-f8831fea4fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:50.586736 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:50.896987 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-4f3320a9-b5f0-4eeb-8342-d535c84a9898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:52.537805 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:53.920384 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:55.121801 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:32:59.641129 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:32:59.755931 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:33:17.850731 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-099f4e0e-b42e-453e-b501-a8fd4f2bc32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:33:20.587740 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:33:20.897328 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-cf46e775-b919-4499-8438-66b34945e12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:33:22.540067 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:33:23.923354 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:33:25.122104 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:33:29.774181 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:33:36.644686 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:33:47.855319 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-3291754a-2770-45d0-a374-2686033408a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:33:50.589042 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:33:50.897036 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-43296546-e31b-45a6-8cc5-a080df15680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:33:52.543825 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:33:53.927466 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:33:55.121337 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:33:59.768176 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:34:13.646359 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:34:17.855509 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-62323480-2de6-4760-8afa-639ab14e50ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:34:20.590116 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:34:20.897902 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a0d022d2-b415-4161-b03b-834256bb9a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:34:22.546018 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:34:23.934626 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:34:25.120377 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:34:29.767092 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:34:46.566053 n-d-806683-11 neutron-server[94712]: DEBUG neutron.wsgi [req-3effe142-860e-4ef5-855c-e772379b0b7c req-0cb5c5a3-5154-4c95-899e-83f3665562cc service neutron] (94712) timed out ('10.222.0.54', 36882) {{(pid=94712) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 10:34:47.855900 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5619be96-4f07-4210-ba9e-b1c43858892a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:34:50.590212 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:34:50.650684 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:34:50.897899 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-bb4a7f89-fc67-40c3-a6c6-669c6a3dc902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:34:52.549894 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:34:53.925517 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:34:55.129613 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:34:59.765896 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:35:17.856614 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9967533e-5b6c-48ef-b9e5-e2218c5854f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:35:20.591950 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:35:20.898646 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-6cf6e68d-660f-472d-a772-d81a57a18b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:35:22.552964 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:35:23.931031 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:35:25.128939 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:35:27.655501 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:35:29.780719 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:35:47.857602 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-721b5a4d-496a-43ff-ade3-dbcd5f01bb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:35:50.592492 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:35:50.899533 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f867da3b-6282-4cd6-9f72-58085a90b37b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:35:52.555801 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:35:53.932049 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:35:55.160429 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:35:59.794891 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:36:04.658437 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:36:17.857925 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1ab58e91-b535-4791-a48b-164c90fc3426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:36:20.594674 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:36:20.899768 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-be18a26e-dd10-4c8d-a180-889164de0b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:36:22.557720 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:36:23.934027 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:36:25.184351 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:36:29.794339 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:36:41.662251 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:36:47.858403 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-fea62af1-a9cc-46bc-87ba-e330480b74e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:36:50.595444 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:36:50.900175 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-edee1628-a9f7-4f8d-b98e-1dc323948c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:36:52.560854 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:36:53.937108 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:36:55.175248 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:36:59.807836 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:37:17.858835 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-5c7092af-c48c-4169-9551-740779324289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:37:18.668332 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:37:20.604095 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:37:20.900043 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9b5dd3fc-35b2-483e-b0dc-dcbe1f54ea67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:37:22.564229 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:37:23.939375 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:37:25.189009 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:37:29.807465 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:37:47.859127 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-694a2b49-2c77-43e6-82ef-946529be54d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:37:50.594489 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:37:50.900250 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-dd419516-07d9-466e-95ae-021d177f7bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:37:52.567611 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:37:53.940839 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:37:55.189352 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:37:55.669263 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:37:59.805781 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:38:17.860001 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-61d5484c-3db4-4a23-9432-74ae739bb023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:38:20.596980 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:38:20.900411 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-354825ba-e292-4f94-b695-99ab734fe48a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:38:22.569467 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:38:23.944647 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:38:25.203910 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:38:29.804349 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:38:32.673155 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:38:47.861230 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-ee7a98c0-4f02-4b32-ac2d-0b067e4b2c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:38:50.597233 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:38:50.904383 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-f6cc5c58-1593-4f47-b7a9-1d347dcc9d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:38:52.575824 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:38:53.945785 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:38:55.202263 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:38:59.806046 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:39:09.674028 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:39:17.862951 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-74607a9b-5c39-4543-a49b-d85a2adc1f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:39:20.598122 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:39:20.908733 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-a1d5597b-dab3-4595-af83-62803e1ca587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:39:22.576911 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:39:23.949562 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:39:25.218442 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:39:29.842694 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:39:46.098635 n-d-806683-11 neutron-server[94713]: DEBUG neutron.wsgi [req-7a4439e1-61c6-45e9-b9eb-4c1520b5fd45 req-3eb7d686-06cc-4c47-8451-b71cd838c73d service neutron] (94713) timed out ('10.222.0.54', 40704) {{(pid=94713) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 10:39:46.676140 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:39:47.863844 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d79b1542-63d6-4156-acec-916fa797e8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:39:50.600154 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:39:50.908397 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-1c04a69a-ba66-48ff-baa2-5bb475519b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:39:52.580591 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:39:53.952677 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:39:55.217511 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:39:59.862995 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:40:17.865058 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b1e82647-5422-4dd8-baee-a0b1ac3be0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:40:20.601249 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-d4607019-9385-4841-a878-4de5965f6fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:40:20.908825 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-9198a547-9620-44e8-9cff-05e2909a1ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:40:22.583106 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b42644ed-6d7e-45ff-aed8-6b985b82b210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:40:23.678963 n-d-806683-11 neutron-server[94715]: DEBUG neutron.db.agents_db [None req-c136dd29-f0ac-48d3-8f28-7b2c7a6a8820 None None] Agent healthcheck: found 7 active agents {{(pid=94715) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 10:40:23.955979 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-83470c94-404a-4e9f-bdea-aa1bc5c4320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:40:25.215627 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-e84b5e9a-a968-483d-baeb-182c3cced7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:40:29.847556 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-aa2ac403-c08c-496f-acf8-da73564d7293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 10:40:47.865983 n-d-806683-11 neutron-server[94714]: DEBUG neutron_lib.callbacks.manager [None req-b268c56a-efcf-4e53-a372-637a1a8cc35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774288577127', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3856735'] for agent, after_update {{(pid=94714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}